-- Logs begin at Sat 2022-05-28 05:03:51 UTC, end at Sat 2022-05-28 08:01:06 UTC. -- May 28 06:06:39.616377 n-d-843702-1 systemd[1]: Started Devstack devstack@q-svc.service. May 28 06:06:42.148508 n-d-843702-1 neutron-server[89000]: INFO neutron.common.config [-] Logging enabled! May 28 06:06:42.149244 n-d-843702-1 neutron-server[89000]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.4.1.dev2 May 28 06:06:42.149244 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=89000) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 28 06:06:42.152911 n-d-843702-1 neutron-server[89000]: INFO neutron.common.config [-] Logging enabled! May 28 06:06:42.153155 n-d-843702-1 neutron-server[89000]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.4.1.dev2 May 28 06:06:42.153482 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=89000) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 28 06:06:42.154411 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 28 06:06:42.154708 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 28 06:06:42.155077 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 28 06:06:42.155318 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 28 06:06:42.155541 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 28 06:06:42.155857 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:42.156150 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:42.156442 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:42.156671 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:42.156962 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:42.157248 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:42.157557 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:42.157843 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:42.158134 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:42.158416 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:42.158692 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:42.158968 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:42.159194 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:42.159468 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] config_source = [] {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:42.159749 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:42.160029 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:42.160248 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] debug = True {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:42.160521 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:42.160940 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:42.161338 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:42.161634 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:42.161918 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:42.162188 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:42.162454 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:42.162722 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:42.162998 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:42.163318 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] host = n-d-843702-1 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:42.163588 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:42.163868 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:42.164149 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:42.164430 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:42.164702 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:42.164971 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:42.165248 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:42.165533 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] log_dir = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:42.165803 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] log_file = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:42.166074 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:42.166358 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:42.166638 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:42.166923 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:42.167171 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:42.167386 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:42.167669 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:42.167947 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:42.168216 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:42.168483 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:42.168752 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:42.169020 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:42.169574 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:42.169839 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:42.170120 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:42.170398 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:42.170676 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:42.170944 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:42.171211 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:42.171475 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:42.171739 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:42.172017 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:42.172283 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:42.172549 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:42.172815 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:42.173092 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:42.173355 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:42.173649 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:42.173943 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:42.174224 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:42.174499 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:42.174780 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:42.175051 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:42.175326 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:42.175591 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:42.175854 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] use_journal = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:42.176119 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] use_json = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:42.176383 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:42.176646 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:42.176919 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:42.177183 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:42.177467 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:42.177734 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:42.178000 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:42.178279 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:42.178544 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:42.178831 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:42.179116 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:42.179408 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:42.179688 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:42.179969 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:42.180241 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:42.180523 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:42.180790 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:42.181070 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:42.181350 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:42.181663 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:42.181932 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:42.182216 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:42.182486 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:42.182802 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:42.183097 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:42.183381 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:42.183664 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:42.183933 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:42.184201 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:42.184466 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:42.184741 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:42.185019 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:42.185305 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:42.185609 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:42.185877 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:42.186148 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:42.186430 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:42.186700 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:42.186969 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:42.187238 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:42.187518 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:42.187788 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:42.188054 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:42.188326 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:42.188608 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:42.188886 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:42.189153 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:42.189435 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:42.189733 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:42.190003 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:42.190271 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:42.190534 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:42.190806 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:42.191070 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:42.191346 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:42.191616 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:42.191882 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:42.192147 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:42.192417 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:42.192683 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:42.192950 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:42.193220 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:42.193518 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:42.193788 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:42.194054 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:42.194318 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:42.194583 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:42.194852 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:42.195117 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:42.195381 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:42.195644 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:42.195914 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:42.196179 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:42.196443 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:42.196707 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:42.196972 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:42.197236 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:42.197538 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:42.197833 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:42.198107 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:42.198905 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:42.199177 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:42.199449 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:42.199721 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:42.199990 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:42.200261 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:42.200532 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:42.200796 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:42.201077 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:42.201352 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:42.201652 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:42.201924 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:42.202195 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:42.202482 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:42.202751 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:42.203025 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:42.203294 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:42.203568 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:42.203843 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:42.204119 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:42.204406 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:42.204692 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:42.204977 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:42.205268 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:42.205581 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:42.205853 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:42.206153 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:42.206422 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:42.206632 n-d-843702-1 neutron-server[89000]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 28 06:06:42.206861 n-d-843702-1 neutron-server[89000]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=89000) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 28 06:06:42.606230 n-d-843702-1 neutron-server[89000]: INFO keyring.backend [-] Loading KWallet May 28 06:06:42.613557 n-d-843702-1 neutron-server[89000]: INFO keyring.backend [-] Loading SecretService May 28 06:06:42.616967 n-d-843702-1 neutron-server[89000]: INFO keyring.backend [-] Loading Windows May 28 06:06:42.618295 n-d-843702-1 neutron-server[89000]: INFO keyring.backend [-] Loading chainer May 28 06:06:42.619072 n-d-843702-1 neutron-server[89000]: INFO keyring.backend [-] Loading macOS May 28 06:06:42.652535 n-d-843702-1 neutron-server[89000]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=89000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 06:06:42.652812 n-d-843702-1 neutron-server[89000]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=89000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 06:06:42.653097 n-d-843702-1 neutron-server[89000]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=89000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 06:06:42.653441 n-d-843702-1 neutron-server[89000]: INFO neutron.manager [-] Loading core plugin: ml2 May 28 06:06:43.039365 n-d-843702-1 neutron-server[89000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=89000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:06:43.039656 n-d-843702-1 neutron-server[89000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=89000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:06:43.039930 n-d-843702-1 neutron-server[89000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:06:43.041241 n-d-843702-1 neutron-server[89000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=89000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:06:43.041545 n-d-843702-1 neutron-server[89000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=89000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:06:43.041816 n-d-843702-1 neutron-server[89000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:06:43.078561 n-d-843702-1 neutron-server[89000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=89000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:06:43.078835 n-d-843702-1 neutron-server[89000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=89000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:06:43.079104 n-d-843702-1 neutron-server[89000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:06:43.092649 n-d-843702-1 neutron-server[89000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=89000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:06:43.092928 n-d-843702-1 neutron-server[89000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=89000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:06:43.093197 n-d-843702-1 neutron-server[89000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:06:43.123129 n-d-843702-1 neutron-server[89000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=89000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:06:43.123404 n-d-843702-1 neutron-server[89000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=89000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:06:43.123670 n-d-843702-1 neutron-server[89000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:06:43.159994 n-d-843702-1 neutron-server[89000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=89000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:06:43.160529 n-d-843702-1 neutron-server[89000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=89000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:06:43.160529 n-d-843702-1 neutron-server[89000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:06:43.395150 n-d-843702-1 neutron-server[89000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=89000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:06:43.395335 n-d-843702-1 neutron-server[89000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=89000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:06:43.395600 n-d-843702-1 neutron-server[89000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=89000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:06:43.395861 n-d-843702-1 neutron-server[89000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=89000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:06:43.396601 n-d-843702-1 neutron-server[89000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=89000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:06:43.517195 n-d-843702-1 neutron-server[89000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=89000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:06:43.517550 n-d-843702-1 neutron-server[89000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=89000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:06:43.517833 n-d-843702-1 neutron-server[89000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=89000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:06:43.518107 n-d-843702-1 neutron-server[89000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=89000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:06:43.518377 n-d-843702-1 neutron-server[89000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=89000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:06:43.518699 n-d-843702-1 neutron-server[89000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=89000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:06:43.518966 n-d-843702-1 neutron-server[89000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=89000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:06:43.519227 n-d-843702-1 neutron-server[89000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=89000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:06:43.519486 n-d-843702-1 neutron-server[89000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=89000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:06:43.519772 n-d-843702-1 neutron-server[89000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=89000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:06:43.520034 n-d-843702-1 neutron-server[89000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=89000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:06:43.520302 n-d-843702-1 neutron-server[89000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=89000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:06:43.520574 n-d-843702-1 neutron-server[89000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=89000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:06:43.520838 n-d-843702-1 neutron-server[89000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=89000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:06:43.521109 n-d-843702-1 neutron-server[89000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=89000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:06:43.521384 n-d-843702-1 neutron-server[89000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=89000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:06:43.521669 n-d-843702-1 neutron-server[89000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=89000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:06:43.521946 n-d-843702-1 neutron-server[89000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=89000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:06:43.522200 n-d-843702-1 neutron-server[89000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:06:43.522483 n-d-843702-1 neutron-server[89000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=89000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:06:43.522836 n-d-843702-1 neutron-server[89000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=89000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:06:43.523100 n-d-843702-1 neutron-server[89000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=89000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:06:43.523353 n-d-843702-1 neutron-server[89000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=89000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:06:43.523641 n-d-843702-1 neutron-server[89000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=89000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:06:43.523894 n-d-843702-1 neutron-server[89000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=89000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:06:43.524143 n-d-843702-1 neutron-server[89000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:06:43.524531 n-d-843702-1 neutron-server[89000]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=89000) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 28 06:06:43.524768 n-d-843702-1 neutron-server[89000]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=89000) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 28 06:06:43.525003 n-d-843702-1 neutron-server[89000]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=89000) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 28 06:06:43.525237 n-d-843702-1 neutron-server[89000]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=89000) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 28 06:06:43.525491 n-d-843702-1 neutron-server[89000]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=89000) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 28 06:06:43.525724 n-d-843702-1 neutron-server[89000]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=89000) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 28 06:06:43.526100 n-d-843702-1 neutron-server[89000]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 28 06:06:43.529899 n-d-843702-1 neutron-server[89000]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 28 06:06:43.533814 n-d-843702-1 neutron-server[89000]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 28 06:06:43.537444 n-d-843702-1 neutron-server[89000]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) May 28 06:06:43.539059 n-d-843702-1 neutron-server[89000]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 28 06:06:43.539665 n-d-843702-1 neutron-server[89000]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 28 06:06:43.540000 n-d-843702-1 neutron-server[89000]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 28 06:06:43.540384 n-d-843702-1 neutron-server[89000]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 28 06:06:43.543208 n-d-843702-1 neutron-server[89000]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 28 06:06:43.543457 n-d-843702-1 neutron-server[89000]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 28 06:06:43.543802 n-d-843702-1 neutron-server[89000]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 28 06:06:43.571495 n-d-843702-1 neutron-server[89000]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 28 06:06:43.571944 n-d-843702-1 neutron-server[89000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=89000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:06:43.572244 n-d-843702-1 neutron-server[89000]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=89000) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 28 06:06:43.572605 n-d-843702-1 neutron-server[89000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=89000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:06:43.574622 n-d-843702-1 neutron-server[89000]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=89000) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 28 06:06:43.574897 n-d-843702-1 neutron-server[89000]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 28 06:06:43.575144 n-d-843702-1 neutron-server[89000]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 28 06:06:43.578428 n-d-843702-1 neutron-server[89000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=89000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:06:43.578709 n-d-843702-1 neutron-server[89000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=89000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:06:43.642845 n-d-843702-1 neutron-server[89000]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 28 06:06:43.643085 n-d-843702-1 neutron-server[89000]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 28 06:06:43.643320 n-d-843702-1 neutron-server[89000]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 28 06:06:43.643694 n-d-843702-1 neutron-server[89000]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 28 06:06:43.676310 n-d-843702-1 neutron-server[89000]: DEBUG oslo_db.sqlalchemy.engines [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=89000) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} May 28 06:06:44.123873 n-d-843702-1 neutron-server[89000]: INFO neutron.plugins.ml2.managers [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Initializing driver for type 'gre' May 28 06:06:44.124312 n-d-843702-1 neutron-server[89000]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] gre ID ranges: [(1, 1000)] May 28 06:06:44.289561 n-d-843702-1 neutron-server[89000]: INFO neutron.plugins.ml2.managers [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Initializing driver for type 'local' May 28 06:06:44.290160 n-d-843702-1 neutron-server[89000]: INFO neutron.plugins.ml2.managers [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Initializing driver for type 'vlan' May 28 06:06:44.380959 n-d-843702-1 neutron-server[89000]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] VlanTypeDriver initialization complete May 28 06:06:44.381234 n-d-843702-1 neutron-server[89000]: INFO neutron.plugins.ml2.managers [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Initializing driver for type 'vxlan' May 28 06:06:44.381790 n-d-843702-1 neutron-server[89000]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] vxlan ID ranges: [(1, 1000)] May 28 06:06:44.585606 n-d-843702-1 neutron-server[89000]: INFO neutron.plugins.ml2.managers [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Initializing extension driver 'port_security' May 28 06:06:44.585955 n-d-843702-1 neutron-server[89000]: INFO neutron.plugins.ml2.extensions.port_security [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] PortSecurityExtensionDriver initialization complete May 28 06:06:44.586315 n-d-843702-1 neutron-server[89000]: INFO neutron.plugins.ml2.managers [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Initializing mechanism driver 'openvswitch' May 28 06:06:44.586637 n-d-843702-1 neutron-server[89000]: INFO neutron.plugins.ml2.managers [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Initializing mechanism driver 'hyperv' May 28 06:06:44.593201 n-d-843702-1 neutron-server[89000]: DEBUG neutron.plugins.ml2.plugin [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=89000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:06:44.593909 n-d-843702-1 neutron-server[89000]: DEBUG neutron_lib.callbacks.manager [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Subscribe: > port after_create 55550000 {{(pid=89000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:06:44.594288 n-d-843702-1 neutron-server[89000]: DEBUG neutron_lib.callbacks.manager [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Subscribe: > port after_update 55550000 {{(pid=89000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:06:44.594645 n-d-843702-1 neutron-server[89000]: DEBUG neutron_lib.callbacks.manager [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Subscribe: > port after_delete 55550000 {{(pid=89000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:06:44.595168 n-d-843702-1 neutron-server[89000]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=89000) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 28 06:06:44.595651 n-d-843702-1 neutron-server[89000]: DEBUG neutron_lib.callbacks.manager [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Subscribe: > subnet after_create 55550000 {{(pid=89000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:06:44.596013 n-d-843702-1 neutron-server[89000]: DEBUG neutron_lib.callbacks.manager [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Subscribe: > subnet after_update 55550000 {{(pid=89000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:06:44.596361 n-d-843702-1 neutron-server[89000]: DEBUG neutron_lib.callbacks.manager [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Subscribe: > subnet after_delete 55550000 {{(pid=89000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:06:44.596754 n-d-843702-1 neutron-server[89000]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=89000) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 28 06:06:44.597159 n-d-843702-1 neutron-server[89000]: DEBUG neutron_lib.callbacks.manager [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Subscribe: > network after_create 55550000 {{(pid=89000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:06:44.597536 n-d-843702-1 neutron-server[89000]: DEBUG neutron_lib.callbacks.manager [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Subscribe: > network after_update 55550000 {{(pid=89000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:06:44.597886 n-d-843702-1 neutron-server[89000]: DEBUG neutron_lib.callbacks.manager [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Subscribe: > network after_delete 55550000 {{(pid=89000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:06:44.598273 n-d-843702-1 neutron-server[89000]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=89000) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 28 06:06:44.598678 n-d-843702-1 neutron-server[89000]: DEBUG neutron_lib.callbacks.manager [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Subscribe: > security_group after_create 55550000 {{(pid=89000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:06:44.599028 n-d-843702-1 neutron-server[89000]: DEBUG neutron_lib.callbacks.manager [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Subscribe: > security_group after_update 55550000 {{(pid=89000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:06:44.599374 n-d-843702-1 neutron-server[89000]: DEBUG neutron_lib.callbacks.manager [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Subscribe: > security_group after_delete 55550000 {{(pid=89000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:06:44.601409 n-d-843702-1 neutron-server[89000]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=89000) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 28 06:06:44.601858 n-d-843702-1 neutron-server[89000]: DEBUG neutron_lib.callbacks.manager [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=89000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:06:44.602221 n-d-843702-1 neutron-server[89000]: DEBUG neutron_lib.callbacks.manager [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=89000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:06:44.602575 n-d-843702-1 neutron-server[89000]: DEBUG neutron_lib.callbacks.manager [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=89000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:06:44.602976 n-d-843702-1 neutron-server[89000]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=89000) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 28 06:06:44.603386 n-d-843702-1 neutron-server[89000]: DEBUG neutron_lib.callbacks.manager [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Subscribe: > address_group after_create 55550000 {{(pid=89000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:06:44.603738 n-d-843702-1 neutron-server[89000]: DEBUG neutron_lib.callbacks.manager [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Subscribe: > address_group after_update 55550000 {{(pid=89000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:06:44.604081 n-d-843702-1 neutron-server[89000]: DEBUG neutron_lib.callbacks.manager [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Subscribe: > address_group after_delete 55550000 {{(pid=89000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:06:44.604485 n-d-843702-1 neutron-server[89000]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=89000) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 28 06:06:44.605013 n-d-843702-1 neutron-server[89000]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] ML2 OVO RPC backend initialized. {{(pid=89000) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} May 28 06:06:44.605790 n-d-843702-1 neutron-server[89000]: DEBUG neutron_lib.callbacks.manager [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Subscribe: > router_interface after_create 55550000 {{(pid=89000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:06:44.606155 n-d-843702-1 neutron-server[89000]: DEBUG neutron_lib.callbacks.manager [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=89000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:06:44.606575 n-d-843702-1 neutron-server[89000]: DEBUG neutron_lib.callbacks.manager [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Subscribe: > network before_response 55550000 {{(pid=89000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:06:44.606925 n-d-843702-1 neutron-server[89000]: DEBUG neutron_lib.callbacks.manager [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Subscribe: > networks before_response 55550000 {{(pid=89000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:06:44.607443 n-d-843702-1 neutron-server[89000]: DEBUG neutron_lib.callbacks.manager [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Subscribe: > port before_response 55550000 {{(pid=89000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:06:44.607735 n-d-843702-1 neutron-server[89000]: DEBUG neutron_lib.callbacks.manager [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Subscribe: > ports before_response 55550000 {{(pid=89000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:06:44.608086 n-d-843702-1 neutron-server[89000]: DEBUG neutron_lib.callbacks.manager [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Subscribe: > subnet before_response 55550000 {{(pid=89000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:06:44.608429 n-d-843702-1 neutron-server[89000]: DEBUG neutron_lib.callbacks.manager [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Subscribe: > subnets before_response 55550000 {{(pid=89000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:06:44.608779 n-d-843702-1 neutron-server[89000]: DEBUG neutron_lib.callbacks.manager [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Subscribe: > network after_create 55550000 {{(pid=89000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:06:44.609122 n-d-843702-1 neutron-server[89000]: DEBUG neutron_lib.callbacks.manager [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Subscribe: > network after_update 55550000 {{(pid=89000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:06:44.609480 n-d-843702-1 neutron-server[89000]: DEBUG neutron_lib.callbacks.manager [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Subscribe: > network after_delete 55550000 {{(pid=89000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:06:44.609822 n-d-843702-1 neutron-server[89000]: DEBUG neutron_lib.callbacks.manager [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Subscribe: > port after_create 55550000 {{(pid=89000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:06:44.612614 n-d-843702-1 neutron-server[89000]: DEBUG neutron_lib.callbacks.manager [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Subscribe: > port after_update 55550000 {{(pid=89000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:06:44.612614 n-d-843702-1 neutron-server[89000]: DEBUG neutron_lib.callbacks.manager [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Subscribe: > port after_delete 55550000 {{(pid=89000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:06:44.612614 n-d-843702-1 neutron-server[89000]: DEBUG neutron_lib.callbacks.manager [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Subscribe: > subnet after_create 55550000 {{(pid=89000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:06:44.612614 n-d-843702-1 neutron-server[89000]: DEBUG neutron_lib.callbacks.manager [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Subscribe: > subnet after_update 55550000 {{(pid=89000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:06:44.612898 n-d-843702-1 neutron-server[89000]: DEBUG neutron_lib.callbacks.manager [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Subscribe: > subnet after_delete 55550000 {{(pid=89000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:06:44.612898 n-d-843702-1 neutron-server[89000]: INFO neutron.plugins.ml2.plugin [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Modular L2 Plugin initialization complete May 28 06:06:44.612898 n-d-843702-1 neutron-server[89000]: DEBUG neutron.manager [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loading services supported by the core plugin {{(pid=89000) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 28 06:06:44.612898 n-d-843702-1 neutron-server[89000]: INFO neutron.plugins.ml2.managers [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Got port-security extension from driver 'port_security' May 28 06:06:44.613167 n-d-843702-1 neutron-server[89000]: INFO neutron.extensions.vlantransparent [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Disabled vlantransparent extension. May 28 06:06:44.613610 n-d-843702-1 neutron-server[89000]: DEBUG neutron.manager [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=89000) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 28 06:06:44.613927 n-d-843702-1 neutron-server[89000]: INFO neutron.manager [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loading Plugin: router May 28 06:06:44.656237 n-d-843702-1 neutron-server[89000]: DEBUG neutron_lib.callbacks.manager [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Subscribe: > router_interface before_create 55550000 {{(pid=89000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:06:44.656632 n-d-843702-1 neutron-server[89000]: DEBUG neutron_lib.callbacks.manager [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Subscribe: > router after_create 55549900 {{(pid=89000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:06:44.657005 n-d-843702-1 neutron-server[89000]: DEBUG neutron_lib.callbacks.manager [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Subscribe: > router before_create 55549900 {{(pid=89000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:06:44.657376 n-d-843702-1 neutron-server[89000]: DEBUG neutron_lib.callbacks.manager [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=89000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:06:44.657775 n-d-843702-1 neutron-server[89000]: DEBUG neutron_lib.callbacks.manager [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=89000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:06:44.658133 n-d-843702-1 neutron-server[89000]: DEBUG neutron_lib.callbacks.manager [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Subscribe: > router after_delete 55549900 {{(pid=89000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:06:44.658493 n-d-843702-1 neutron-server[89000]: DEBUG neutron_lib.callbacks.manager [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Subscribe: > floatingip after_update 55550000 {{(pid=89000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:06:44.658858 n-d-843702-1 neutron-server[89000]: DEBUG neutron_lib.callbacks.manager [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Subscribe: > router after_create 55549900 {{(pid=89000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:06:44.659208 n-d-843702-1 neutron-server[89000]: DEBUG neutron_lib.callbacks.manager [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Subscribe: > router after_update 55549900 {{(pid=89000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:06:44.659559 n-d-843702-1 neutron-server[89000]: DEBUG neutron_lib.callbacks.manager [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Subscribe: > router after_update 55549900 {{(pid=89000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:06:44.659904 n-d-843702-1 neutron-server[89000]: DEBUG neutron_lib.callbacks.manager [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=89000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:06:44.660268 n-d-843702-1 neutron-server[89000]: DEBUG neutron_lib.callbacks.manager [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Subscribe: > router after_update 55549900 {{(pid=89000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:06:44.660687 n-d-843702-1 neutron-server[89000]: DEBUG neutron_lib.callbacks.manager [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Subscribe: > router precommit_update 55549900 {{(pid=89000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:06:44.661059 n-d-843702-1 neutron-server[89000]: DEBUG neutron_lib.callbacks.manager [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Subscribe: port after_update 55550000 {{(pid=89000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:06:44.661396 n-d-843702-1 neutron-server[89000]: DEBUG neutron_lib.callbacks.manager [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Subscribe: port after_delete 55550000 {{(pid=89000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:06:44.661751 n-d-843702-1 neutron-server[89000]: DEBUG neutron_lib.callbacks.manager [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Subscribe: subnet after_update 55550000 {{(pid=89000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:06:44.662086 n-d-843702-1 neutron-server[89000]: DEBUG neutron_lib.callbacks.manager [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=89000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:06:44.662430 n-d-843702-1 neutron-server[89000]: DEBUG neutron_lib.callbacks.manager [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Subscribe: > port precommit_delete 55550000 {{(pid=89000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:06:44.662781 n-d-843702-1 neutron-server[89000]: DEBUG neutron_lib.callbacks.manager [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Subscribe: > router precommit_create 55549900 {{(pid=89000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:06:44.663127 n-d-843702-1 neutron-server[89000]: DEBUG neutron_lib.callbacks.manager [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Subscribe: port before_delete 55550000 {{(pid=89000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:06:44.663466 n-d-843702-1 neutron-server[89000]: DEBUG neutron_lib.callbacks.manager [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Subscribe: > router precommit_create 55550000 {{(pid=89000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:06:44.663825 n-d-843702-1 neutron-server[89000]: DEBUG neutron_lib.callbacks.manager [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Subscribe: > router after_update 55549900 {{(pid=89000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:06:44.664171 n-d-843702-1 neutron-server[89000]: DEBUG neutron_lib.callbacks.manager [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Subscribe: > router precommit_delete 55549900 {{(pid=89000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:06:44.664523 n-d-843702-1 neutron-server[89000]: DEBUG neutron_lib.callbacks.manager [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Subscribe: > router precommit_create 55549900 {{(pid=89000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:06:44.664885 n-d-843702-1 neutron-server[89000]: DEBUG neutron_lib.callbacks.manager [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Subscribe: > router_interface after_create 55550000 {{(pid=89000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:06:44.665233 n-d-843702-1 neutron-server[89000]: DEBUG neutron_lib.callbacks.manager [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Subscribe: > router precommit_update 55549900 {{(pid=89000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:06:44.665634 n-d-843702-1 neutron-server[89000]: DEBUG neutron_lib.callbacks.manager [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Subscribe: > agent after_create 55550000 {{(pid=89000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:06:44.665987 n-d-843702-1 neutron-server[89000]: DEBUG neutron_lib.callbacks.manager [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Subscribe: > agent after_delete 55550000 {{(pid=89000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:06:44.666335 n-d-843702-1 neutron-server[89000]: DEBUG neutron_lib.callbacks.manager [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Subscribe: > network after_delete 55550000 {{(pid=89000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:06:44.667434 n-d-843702-1 neutron-server[89000]: DEBUG neutron.quota.resource_registry [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Tracking information for resource: router configured {{(pid=89000) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 28 06:06:44.667775 n-d-843702-1 neutron-server[89000]: DEBUG neutron.quota.resource_registry [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Tracking information for resource: floatingip configured {{(pid=89000) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 28 06:06:44.673002 n-d-843702-1 neutron-server[89000]: INFO neutron.db.l3_agentschedulers_db [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 28 06:06:44.673612 n-d-843702-1 neutron-server[89000]: DEBUG neutron_lib.callbacks.manager [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Subscribe: port after_update 55550000 {{(pid=89000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:06:44.673971 n-d-843702-1 neutron-server[89000]: DEBUG neutron_lib.callbacks.manager [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Subscribe: port after_create 55550000 {{(pid=89000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:06:44.674319 n-d-843702-1 neutron-server[89000]: DEBUG neutron_lib.callbacks.manager [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Subscribe: port after_delete 55550000 {{(pid=89000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:06:44.674666 n-d-843702-1 neutron-server[89000]: DEBUG neutron_lib.callbacks.manager [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Subscribe: port after_update 55550000 {{(pid=89000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:06:44.675454 n-d-843702-1 neutron-server[89000]: DEBUG neutron_lib.callbacks.manager [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Subscribe: > router before_create 55550100 {{(pid=89000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:06:44.675815 n-d-843702-1 neutron-server[89000]: DEBUG neutron_lib.callbacks.manager [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Subscribe: > router precommit_delete 55550100 {{(pid=89000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:06:44.676174 n-d-843702-1 neutron-server[89000]: DEBUG neutron_lib.callbacks.manager [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Subscribe: > router precommit_create 55550100 {{(pid=89000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:06:44.676528 n-d-843702-1 neutron-server[89000]: DEBUG neutron_lib.callbacks.manager [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Subscribe: > router precommit_update 55550100 {{(pid=89000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:06:44.680949 n-d-843702-1 neutron-server[89000]: DEBUG neutron.services.provider_configuration [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Service providers = [] {{(pid=89000) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 28 06:06:44.681312 n-d-843702-1 neutron-server[89000]: DEBUG neutron.db.servicetype_db [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=89000) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 28 06:06:44.689065 n-d-843702-1 neutron-server[89000]: DEBUG neutron.services.service_base [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=89000) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 28 06:06:44.689408 n-d-843702-1 neutron-server[89000]: DEBUG neutron.services.service_base [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=89000) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 28 06:06:44.689764 n-d-843702-1 neutron-server[89000]: DEBUG neutron.services.service_base [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=89000) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 28 06:06:44.690645 n-d-843702-1 neutron-server[89000]: DEBUG neutron.services.service_base [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=89000) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 28 06:06:44.691014 n-d-843702-1 neutron-server[89000]: INFO neutron.services.service_base [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Default provider is not specified for service type L3_ROUTER_NAT May 28 06:06:44.691395 n-d-843702-1 neutron-server[89000]: DEBUG neutron.manager [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=89000) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 28 06:06:44.691710 n-d-843702-1 neutron-server[89000]: INFO neutron.manager [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 28 06:06:44.703048 n-d-843702-1 neutron-server[89000]: DEBUG neutron.manager [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=89000) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 28 06:06:44.703380 n-d-843702-1 neutron-server[89000]: INFO neutron.manager [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loading Plugin: auto_allocate May 28 06:06:44.709156 n-d-843702-1 neutron-server[89000]: DEBUG neutron_lib.callbacks.manager [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Subscribe: network precommit_update 55550000 {{(pid=89000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:06:44.709552 n-d-843702-1 neutron-server[89000]: DEBUG neutron_lib.callbacks.manager [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Subscribe: network precommit_create 55550000 {{(pid=89000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:06:44.710068 n-d-843702-1 neutron-server[89000]: DEBUG neutron.manager [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=89000) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 28 06:06:44.710383 n-d-843702-1 neutron-server[89000]: INFO neutron.manager [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loading Plugin: tag May 28 06:06:44.716866 n-d-843702-1 neutron-server[89000]: DEBUG neutron.manager [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=89000) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 28 06:06:44.717188 n-d-843702-1 neutron-server[89000]: INFO neutron.manager [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loading Plugin: timestamp May 28 06:06:44.729563 n-d-843702-1 neutron-server[89000]: DEBUG neutron.manager [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=89000) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 28 06:06:44.729894 n-d-843702-1 neutron-server[89000]: INFO neutron.manager [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loading Plugin: network_ip_availability May 28 06:06:44.735062 n-d-843702-1 neutron-server[89000]: DEBUG neutron_lib.callbacks.manager [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=89000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:06:44.735432 n-d-843702-1 neutron-server[89000]: DEBUG neutron_lib.callbacks.manager [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=89000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:06:44.735791 n-d-843702-1 neutron-server[89000]: DEBUG neutron_lib.callbacks.manager [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:06:44.736497 n-d-843702-1 neutron-server[89000]: DEBUG neutron.manager [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=89000) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 28 06:06:44.736815 n-d-843702-1 neutron-server[89000]: INFO neutron.manager [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loading Plugin: flavors May 28 06:06:44.741444 n-d-843702-1 neutron-server[89000]: DEBUG neutron.manager [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=89000) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 28 06:06:44.741777 n-d-843702-1 neutron-server[89000]: INFO neutron.manager [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loading Plugin: revisions May 28 06:06:44.746533 n-d-843702-1 neutron-server[89000]: DEBUG neutron.manager [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=89000) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 28 06:06:44.746910 n-d-843702-1 neutron-server[89000]: DEBUG oslo_concurrency.lockutils [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.094s {{(pid=89000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 06:06:44.747640 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=89000) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 28 06:06:44.747971 n-d-843702-1 neutron-server[89000]: INFO neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Initializing extension manager. May 28 06:06:44.748477 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loading extension file: __init__.py {{(pid=89000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 06:06:44.748816 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loading extension file: __pycache__ {{(pid=89000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 06:06:44.749148 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=89000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 06:06:44.749509 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loading extension file: address_group.py {{(pid=89000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 06:06:44.750260 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=89000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 06:06:44.750824 n-d-843702-1 neutron-server[89000]: INFO neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loaded extension: address-group May 28 06:06:44.751144 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loading extension file: address_scope.py {{(pid=89000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 06:06:44.752033 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=89000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 06:06:44.752552 n-d-843702-1 neutron-server[89000]: INFO neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loaded extension: address-scope May 28 06:06:44.752870 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loading extension file: admin_state_down_before_update.py {{(pid=89000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 06:06:44.753826 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=89000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 06:06:44.754348 n-d-843702-1 neutron-server[89000]: INFO neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loaded extension: router-admin-state-down-before-update May 28 06:06:44.754668 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loading extension file: agent.py {{(pid=89000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 06:06:44.755361 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=89000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 06:06:44.755873 n-d-843702-1 neutron-server[89000]: INFO neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loaded extension: agent May 28 06:06:44.756191 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loading extension file: agent_resources_synced.py {{(pid=89000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 06:06:44.757101 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=89000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 06:06:44.757641 n-d-843702-1 neutron-server[89000]: INFO neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loaded extension: agent-resources-synced May 28 06:06:44.757961 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loading extension file: allowedaddresspairs.py {{(pid=89000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 06:06:44.759733 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=89000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 06:06:44.760267 n-d-843702-1 neutron-server[89000]: INFO neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loaded extension: allowed-address-pairs May 28 06:06:44.760592 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loading extension file: auto_allocated_topology.py {{(pid=89000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 06:06:44.762307 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=89000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 06:06:44.762827 n-d-843702-1 neutron-server[89000]: INFO neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loaded extension: auto-allocated-topology May 28 06:06:44.763150 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loading extension file: availability_zone.py {{(pid=89000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 06:06:44.763844 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=89000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 06:06:44.764359 n-d-843702-1 neutron-server[89000]: INFO neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loaded extension: availability_zone May 28 06:06:44.764680 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loading extension file: availability_zone_filter.py {{(pid=89000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 06:06:44.769537 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=89000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 06:06:44.770052 n-d-843702-1 neutron-server[89000]: INFO neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loaded extension: availability_zone_filter May 28 06:06:44.770372 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loading extension file: data_plane_status.py {{(pid=89000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 06:06:44.771273 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=89000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 06:06:44.771786 n-d-843702-1 neutron-server[89000]: INFO neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Extension data-plane-status not supported by any of loaded plugins May 28 06:06:44.772106 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loading extension file: default_subnetpools.py {{(pid=89000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 06:06:44.773038 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=89000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 06:06:44.773579 n-d-843702-1 neutron-server[89000]: INFO neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loaded extension: default-subnetpools May 28 06:06:44.773906 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loading extension file: dhcpagentscheduler.py {{(pid=89000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 06:06:44.774714 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=89000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 06:06:44.775214 n-d-843702-1 neutron-server[89000]: INFO neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loaded extension: dhcp_agent_scheduler May 28 06:06:44.775532 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loading extension file: dns.py {{(pid=89000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 06:06:44.776474 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=89000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 06:06:44.776980 n-d-843702-1 neutron-server[89000]: INFO neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Extension dns-integration not supported by any of loaded plugins May 28 06:06:44.777303 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loading extension file: dns_domain_ports.py {{(pid=89000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 06:06:44.778248 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=89000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 06:06:44.778759 n-d-843702-1 neutron-server[89000]: INFO neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Extension dns-domain-ports not supported by any of loaded plugins May 28 06:06:44.779080 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loading extension file: dvr.py {{(pid=89000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 06:06:44.779803 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=89000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 06:06:44.780259 n-d-843702-1 neutron-server[89000]: INFO neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loaded extension: dvr May 28 06:06:44.780576 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loading extension file: empty_string_filtering.py {{(pid=89000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 06:06:44.781503 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=89000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 06:06:44.782028 n-d-843702-1 neutron-server[89000]: INFO neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loaded extension: empty-string-filtering May 28 06:06:44.782349 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=89000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 06:06:44.783254 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=89000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 06:06:44.784739 n-d-843702-1 neutron-server[89000]: INFO neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 28 06:06:44.784739 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=89000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 06:06:44.784975 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=89000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 06:06:44.785513 n-d-843702-1 neutron-server[89000]: INFO neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 28 06:06:44.785835 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loading extension file: external_net.py {{(pid=89000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 06:06:44.786736 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=89000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 06:06:44.787249 n-d-843702-1 neutron-server[89000]: INFO neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loaded extension: external-net May 28 06:06:44.787568 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loading extension file: extra_dhcp_opt.py {{(pid=89000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 06:06:44.792928 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=89000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 06:06:44.793531 n-d-843702-1 neutron-server[89000]: INFO neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loaded extension: extra_dhcp_opt May 28 06:06:44.793856 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loading extension file: extraroute.py {{(pid=89000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 06:06:44.795048 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=89000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 06:06:44.795564 n-d-843702-1 neutron-server[89000]: INFO neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loaded extension: extraroute May 28 06:06:44.795882 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loading extension file: extraroute_atomic.py {{(pid=89000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 06:06:44.796923 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=89000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 06:06:44.797476 n-d-843702-1 neutron-server[89000]: INFO neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loaded extension: extraroute-atomic May 28 06:06:44.797801 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loading extension file: filter_validation.py {{(pid=89000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 06:06:44.798475 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=89000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 06:06:44.798987 n-d-843702-1 neutron-server[89000]: INFO neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loaded extension: filter-validation May 28 06:06:44.799305 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loading extension file: fip_pf_description.py {{(pid=89000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 06:06:44.800215 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=89000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 06:06:44.800723 n-d-843702-1 neutron-server[89000]: INFO neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 28 06:06:44.801040 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loading extension file: fip_port_details.py {{(pid=89000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 06:06:44.801981 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=89000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 06:06:44.802499 n-d-843702-1 neutron-server[89000]: INFO neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loaded extension: fip-port-details May 28 06:06:44.802823 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loading extension file: flavors.py {{(pid=89000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 06:06:44.804036 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=89000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 06:06:44.804557 n-d-843702-1 neutron-server[89000]: INFO neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loaded extension: flavors May 28 06:06:44.804877 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=89000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 06:06:44.806579 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=89000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 06:06:44.807105 n-d-843702-1 neutron-server[89000]: INFO neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 28 06:06:44.807433 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loading extension file: floatingip_pools.py {{(pid=89000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 06:06:44.808973 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=89000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 06:06:44.809525 n-d-843702-1 neutron-server[89000]: INFO neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loaded extension: floatingip-pools May 28 06:06:44.809852 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loading extension file: ip_allocation.py {{(pid=89000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 06:06:44.810783 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=89000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 06:06:44.811295 n-d-843702-1 neutron-server[89000]: INFO neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Extension ip_allocation not supported by any of loaded plugins May 28 06:06:44.811617 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=89000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 06:06:44.812533 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=89000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 06:06:44.813052 n-d-843702-1 neutron-server[89000]: INFO neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loaded extension: ip-substring-filtering May 28 06:06:44.813374 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loading extension file: l2_adjacency.py {{(pid=89000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 06:06:44.814318 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=89000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 06:06:44.814830 n-d-843702-1 neutron-server[89000]: INFO neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Extension l2_adjacency not supported by any of loaded plugins May 28 06:06:44.815151 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loading extension file: l3.py {{(pid=89000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 06:06:44.816291 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=89000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 06:06:44.816817 n-d-843702-1 neutron-server[89000]: INFO neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loaded extension: router May 28 06:06:44.817141 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loading extension file: l3_conntrack_helper.py {{(pid=89000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 06:06:44.819388 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=89000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 06:06:44.819919 n-d-843702-1 neutron-server[89000]: INFO neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 28 06:06:44.826288 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=89000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 06:06:44.826971 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=89000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 06:06:44.827493 n-d-843702-1 neutron-server[89000]: INFO neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loaded extension: ext-gw-mode May 28 06:06:44.827817 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=89000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 06:06:44.828736 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=89000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 06:06:44.829255 n-d-843702-1 neutron-server[89000]: INFO neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loaded extension: l3-ha May 28 06:06:44.829673 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loading extension file: l3_flavors.py {{(pid=89000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 06:06:44.830587 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=89000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 06:06:44.831103 n-d-843702-1 neutron-server[89000]: INFO neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loaded extension: l3-flavors May 28 06:06:44.831425 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=89000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 06:06:44.832335 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=89000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 06:06:44.832847 n-d-843702-1 neutron-server[89000]: INFO neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loaded extension: l3-port-ip-change-not-allowed May 28 06:06:44.833194 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loading extension file: l3agentscheduler.py {{(pid=89000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 06:06:44.834248 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=89000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 06:06:44.834763 n-d-843702-1 neutron-server[89000]: INFO neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loaded extension: l3_agent_scheduler May 28 06:06:44.835084 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loading extension file: logging.py {{(pid=89000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 06:06:44.836550 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=89000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 06:06:44.837080 n-d-843702-1 neutron-server[89000]: INFO neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Extension logging not supported by any of loaded plugins May 28 06:06:44.837407 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loading extension file: metering.py {{(pid=89000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 06:06:44.838167 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=89000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 06:06:44.838812 n-d-843702-1 neutron-server[89000]: INFO neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loaded extension: metering May 28 06:06:44.839124 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=89000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 06:06:44.840204 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=89000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 06:06:44.840723 n-d-843702-1 neutron-server[89000]: INFO neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loaded extension: metering_source_and_destination_fields May 28 06:06:44.841047 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loading extension file: multiprovidernet.py {{(pid=89000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 06:06:44.842001 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=89000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 06:06:44.842520 n-d-843702-1 neutron-server[89000]: INFO neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loaded extension: multi-provider May 28 06:06:44.842842 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loading extension file: netmtu.py {{(pid=89000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 06:06:44.843756 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=89000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 06:06:44.844274 n-d-843702-1 neutron-server[89000]: INFO neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loaded extension: net-mtu May 28 06:06:44.844595 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loading extension file: netmtu_writable.py {{(pid=89000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 06:06:44.845531 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=89000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 06:06:44.846050 n-d-843702-1 neutron-server[89000]: INFO neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loaded extension: net-mtu-writable May 28 06:06:44.846368 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loading extension file: network_availability_zone.py {{(pid=89000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 06:06:44.847044 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=89000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 06:06:44.847556 n-d-843702-1 neutron-server[89000]: INFO neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loaded extension: network_availability_zone May 28 06:06:44.847871 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loading extension file: network_ip_availability.py {{(pid=89000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 06:06:44.848968 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=89000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 06:06:44.849512 n-d-843702-1 neutron-server[89000]: INFO neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loaded extension: network-ip-availability May 28 06:06:44.849833 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loading extension file: network_segment_range.py {{(pid=89000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 06:06:44.850590 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=89000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 06:06:44.851102 n-d-843702-1 neutron-server[89000]: INFO neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Extension network-segment-range not supported by any of loaded plugins May 28 06:06:44.851420 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loading extension file: pagination.py {{(pid=89000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 06:06:44.852401 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=89000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 06:06:44.852728 n-d-843702-1 neutron-server[89000]: INFO neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loaded extension: pagination May 28 06:06:44.853046 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loading extension file: port_device_profile.py {{(pid=89000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 06:06:44.854000 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=89000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 06:06:44.854581 n-d-843702-1 neutron-server[89000]: INFO neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loaded extension: port-device-profile May 28 06:06:44.854901 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=89000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 06:06:44.859213 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=89000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 06:06:44.859729 n-d-843702-1 neutron-server[89000]: INFO neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loaded extension: port-mac-address-regenerate May 28 06:06:44.860046 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=89000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 06:06:44.860948 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=89000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 06:06:44.861494 n-d-843702-1 neutron-server[89000]: INFO neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loaded extension: port-numa-affinity-policy May 28 06:06:44.861820 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loading extension file: port_resource_request.py {{(pid=89000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 06:06:44.862730 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=89000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 06:06:44.863238 n-d-843702-1 neutron-server[89000]: INFO neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Extension port-resource-request not supported by any of loaded plugins May 28 06:06:44.863554 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loading extension file: portbindings.py {{(pid=89000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 06:06:44.864475 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=89000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 06:06:44.864987 n-d-843702-1 neutron-server[89000]: INFO neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loaded extension: binding May 28 06:06:44.865306 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loading extension file: portbindings_extended.py {{(pid=89000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 06:06:44.866710 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=89000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 06:06:44.867233 n-d-843702-1 neutron-server[89000]: INFO neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loaded extension: binding-extended May 28 06:06:44.867557 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loading extension file: portsecurity.py {{(pid=89000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 06:06:44.868473 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=89000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 06:06:44.868991 n-d-843702-1 neutron-server[89000]: INFO neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loaded extension: port-security May 28 06:06:44.869310 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loading extension file: project_id.py {{(pid=89000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 06:06:44.870943 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=89000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 06:06:44.871272 n-d-843702-1 neutron-server[89000]: INFO neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loaded extension: project-id May 28 06:06:44.871590 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loading extension file: providernet.py {{(pid=89000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 06:06:44.872520 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=89000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 06:06:44.873047 n-d-843702-1 neutron-server[89000]: INFO neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loaded extension: provider May 28 06:06:44.873367 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loading extension file: qos.py {{(pid=89000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 06:06:44.876907 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=89000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 06:06:44.877447 n-d-843702-1 neutron-server[89000]: INFO neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Extension qos not supported by any of loaded plugins May 28 06:06:44.877778 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=89000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 06:06:44.879008 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=89000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 06:06:44.879529 n-d-843702-1 neutron-server[89000]: INFO neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 28 06:06:44.879855 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=89000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 06:06:44.880764 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=89000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 06:06:44.881280 n-d-843702-1 neutron-server[89000]: INFO neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 28 06:06:44.881638 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loading extension file: qos_default.py {{(pid=89000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 06:06:44.882551 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=89000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 06:06:44.883068 n-d-843702-1 neutron-server[89000]: INFO neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Extension qos-default not supported by any of loaded plugins May 28 06:06:44.883392 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loading extension file: qos_fip.py {{(pid=89000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 06:06:44.884042 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=89000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 06:06:44.884549 n-d-843702-1 neutron-server[89000]: INFO neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Extension qos-fip not supported by any of loaded plugins May 28 06:06:44.884868 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loading extension file: qos_gateway_ip.py {{(pid=89000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 06:06:44.886514 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=89000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 06:06:44.887193 n-d-843702-1 neutron-server[89000]: INFO neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 28 06:06:44.887517 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loading extension file: qos_port_network_policy.py {{(pid=89000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 06:06:44.888434 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=89000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 06:06:44.888951 n-d-843702-1 neutron-server[89000]: INFO neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 28 06:06:44.889271 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loading extension file: qos_rule_type_details.py {{(pid=89000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 06:06:44.890207 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=89000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 06:06:44.890723 n-d-843702-1 neutron-server[89000]: INFO neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 28 06:06:44.891044 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loading extension file: qos_rules_alias.py {{(pid=89000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 06:06:44.892094 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=89000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 06:06:44.892621 n-d-843702-1 neutron-server[89000]: INFO neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Extension qos-rules-alias not supported by any of loaded plugins May 28 06:06:44.892942 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loading extension file: quotasv2.py {{(pid=89000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 06:06:44.893866 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=89000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 06:06:44.894189 n-d-843702-1 neutron-server[89000]: INFO neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loaded extension: quotas May 28 06:06:44.894508 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loading extension file: quotasv2_detail.py {{(pid=89000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 06:06:44.896093 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=89000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 06:06:44.896424 n-d-843702-1 neutron-server[89000]: INFO neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loaded extension: quota_details May 28 06:06:44.896748 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loading extension file: rbac.py {{(pid=89000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 06:06:44.897818 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=89000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 06:06:44.898348 n-d-843702-1 neutron-server[89000]: INFO neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loaded extension: rbac-policies May 28 06:06:44.898676 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loading extension file: rbac_address_group.py {{(pid=89000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 06:06:44.899594 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=89000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 06:06:44.900116 n-d-843702-1 neutron-server[89000]: INFO neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loaded extension: rbac-address-group May 28 06:06:44.900439 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loading extension file: rbac_address_scope.py {{(pid=89000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 06:06:44.901479 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=89000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 06:06:44.902295 n-d-843702-1 neutron-server[89000]: INFO neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loaded extension: rbac-address-scope May 28 06:06:44.902632 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loading extension file: rbac_security_groups.py {{(pid=89000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 06:06:44.903844 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=89000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 06:06:44.904723 n-d-843702-1 neutron-server[89000]: INFO neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loaded extension: rbac-security-groups May 28 06:06:44.905277 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loading extension file: rbac_subnetpool.py {{(pid=89000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 06:06:44.906822 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=89000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 06:06:44.907692 n-d-843702-1 neutron-server[89000]: INFO neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loaded extension: rbac-subnetpool May 28 06:06:44.908139 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loading extension file: revisionifmatch.py {{(pid=89000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 06:06:44.909189 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=89000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 06:06:44.909751 n-d-843702-1 neutron-server[89000]: INFO neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loaded extension: revision-if-match May 28 06:06:44.910079 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loading extension file: revisions.py {{(pid=89000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 06:06:44.911193 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=89000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 06:06:44.911705 n-d-843702-1 neutron-server[89000]: INFO neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loaded extension: standard-attr-revisions May 28 06:06:44.912030 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loading extension file: router_availability_zone.py {{(pid=89000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 06:06:44.912704 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=89000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 06:06:44.913220 n-d-843702-1 neutron-server[89000]: INFO neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loaded extension: router_availability_zone May 28 06:06:44.913571 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loading extension file: routerservicetype.py {{(pid=89000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 06:06:44.914487 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=89000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 06:06:44.915002 n-d-843702-1 neutron-server[89000]: INFO neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Extension router-service-type not supported by any of loaded plugins May 28 06:06:44.915324 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=89000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 06:06:44.916235 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=89000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 06:06:44.916751 n-d-843702-1 neutron-server[89000]: INFO neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loaded extension: security-groups-normalized-cidr May 28 06:06:44.917790 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loading extension file: security_groups_port_filtering.py {{(pid=89000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 06:06:44.918718 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=89000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 06:06:44.919605 n-d-843702-1 neutron-server[89000]: INFO neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loaded extension: port-security-groups-filtering May 28 06:06:44.919926 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=89000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 06:06:44.920846 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=89000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 06:06:44.921360 n-d-843702-1 neutron-server[89000]: INFO neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loaded extension: security-groups-remote-address-group May 28 06:06:44.921704 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loading extension file: securitygroup.py {{(pid=89000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 06:06:44.933616 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=89000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 06:06:44.934248 n-d-843702-1 neutron-server[89000]: INFO neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loaded extension: security-group May 28 06:06:44.934575 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loading extension file: segment.py {{(pid=89000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 06:06:44.935374 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=89000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 06:06:44.935889 n-d-843702-1 neutron-server[89000]: INFO neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Extension segment not supported by any of loaded plugins May 28 06:06:44.936212 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=89000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 06:06:44.937172 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=89000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 06:06:44.937725 n-d-843702-1 neutron-server[89000]: INFO neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 28 06:06:44.938046 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loading extension file: servicetype.py {{(pid=89000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 06:06:44.939174 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=89000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 06:06:44.939702 n-d-843702-1 neutron-server[89000]: INFO neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loaded extension: service-type May 28 06:06:44.940025 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loading extension file: sorting.py {{(pid=89000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 06:06:44.941013 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=89000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 06:06:44.941347 n-d-843702-1 neutron-server[89000]: INFO neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loaded extension: sorting May 28 06:06:44.941700 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loading extension file: standard_attr_segment.py {{(pid=89000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 06:06:44.942609 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=89000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 06:06:44.943133 n-d-843702-1 neutron-server[89000]: INFO neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Extension standard-attr-segment not supported by any of loaded plugins May 28 06:06:44.943459 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loading extension file: standardattrdescription.py {{(pid=89000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 06:06:44.944099 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=89000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 06:06:44.944612 n-d-843702-1 neutron-server[89000]: INFO neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loaded extension: standard-attr-description May 28 06:06:44.944930 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loading extension file: stateful_security_group.py {{(pid=89000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 06:06:44.945875 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=89000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 06:06:44.946390 n-d-843702-1 neutron-server[89000]: INFO neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loaded extension: stateful-security-group May 28 06:06:44.946709 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loading extension file: stdattrs_common.py {{(pid=89000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 06:06:44.947285 n-d-843702-1 neutron-server[89000]: WARNING neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 28 06:06:44.947601 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=89000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 06:06:44.948699 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=89000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 06:06:44.949218 n-d-843702-1 neutron-server[89000]: INFO neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 28 06:06:44.949573 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loading extension file: subnet_onboard.py {{(pid=89000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 06:06:44.950656 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=89000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 06:06:44.951181 n-d-843702-1 neutron-server[89000]: INFO neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loaded extension: subnet_onboard May 28 06:06:44.951502 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=89000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 06:06:44.952424 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=89000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 06:06:44.952938 n-d-843702-1 neutron-server[89000]: INFO neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 28 06:06:44.953262 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loading extension file: subnet_service_types.py {{(pid=89000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 06:06:44.954211 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=89000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 06:06:44.954729 n-d-843702-1 neutron-server[89000]: INFO neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loaded extension: subnet-service-types May 28 06:06:44.955050 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loading extension file: subnetallocation.py {{(pid=89000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 06:06:44.956132 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=89000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 06:06:44.956650 n-d-843702-1 neutron-server[89000]: INFO neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loaded extension: subnet_allocation May 28 06:06:44.956973 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=89000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 06:06:44.957665 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=89000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 06:06:44.958183 n-d-843702-1 neutron-server[89000]: INFO neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loaded extension: subnetpool-prefix-ops May 28 06:06:44.958501 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=89000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 06:06:44.959428 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=89000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 06:06:44.959947 n-d-843702-1 neutron-server[89000]: INFO neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 28 06:06:44.960269 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loading extension file: tagging.py {{(pid=89000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 06:06:44.961337 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=89000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 06:06:44.961882 n-d-843702-1 neutron-server[89000]: INFO neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loaded extension: standard-attr-tag May 28 06:06:44.962206 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loading extension file: timestamp.py {{(pid=89000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 06:06:44.963398 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=89000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 06:06:44.963998 n-d-843702-1 neutron-server[89000]: INFO neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loaded extension: standard-attr-timestamp May 28 06:06:44.964325 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loading extension file: trunk.py {{(pid=89000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 06:06:44.965348 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=89000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 06:06:44.965980 n-d-843702-1 neutron-server[89000]: INFO neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Extension trunk not supported by any of loaded plugins May 28 06:06:44.966304 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loading extension file: trunk_details.py {{(pid=89000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 06:06:44.967218 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=89000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 06:06:44.967737 n-d-843702-1 neutron-server[89000]: INFO neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Extension trunk-details not supported by any of loaded plugins May 28 06:06:44.968058 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loading extension file: uplink_status_propagation.py {{(pid=89000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 06:06:44.968969 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=89000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 06:06:44.969513 n-d-843702-1 neutron-server[89000]: INFO neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 28 06:06:44.969835 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Loading extension file: vlantransparent.py {{(pid=89000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 06:06:44.970505 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=89000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 06:06:44.971018 n-d-843702-1 neutron-server[89000]: INFO neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Extension vlan-transparent not supported by any of loaded plugins May 28 06:06:44.973397 n-d-843702-1 neutron-server[89000]: INFO neutron.quota.resource_registry [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Creating instance of TrackedResource for resource:network May 28 06:06:44.974147 n-d-843702-1 neutron-server[89000]: INFO neutron.quota.resource_registry [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Creating instance of TrackedResource for resource:subnet May 28 06:06:44.974747 n-d-843702-1 neutron-server[89000]: INFO neutron.quota.resource_registry [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Creating instance of TrackedResource for resource:subnetpool May 28 06:06:45.086067 n-d-843702-1 neutron-server[89000]: INFO neutron.quota.resource_registry [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Creating instance of TrackedResource for resource:port May 28 06:06:45.087434 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.v2.resource_helper [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=89000) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 28 06:06:45.087880 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.v2.resource_helper [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Service FLAVORS assigned prefix: {{(pid=89000) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 28 06:06:45.088500 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.v2.resource_helper [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=89000) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 28 06:06:45.089100 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.v2.resource_helper [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=89000) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 28 06:06:45.089320 n-d-843702-1 neutron-server[89000]: INFO neutron.quota.resource_registry [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Creating instance of TrackedResource for resource:router May 28 06:06:45.090006 n-d-843702-1 neutron-server[89000]: INFO neutron.quota.resource_registry [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Creating instance of TrackedResource for resource:floatingip May 28 06:06:45.090810 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.v2.resource_helper [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Service METERING assigned prefix: /metering {{(pid=89000) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 28 06:06:45.092263 n-d-843702-1 neutron-server[89000]: DEBUG neutron_lib.callbacks.manager [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=89000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:06:45.092633 n-d-843702-1 neutron-server[89000]: DEBUG neutron_lib.callbacks.manager [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=89000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:06:45.092986 n-d-843702-1 neutron-server[89000]: DEBUG neutron_lib.callbacks.manager [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:06:45.094055 n-d-843702-1 neutron-server[89000]: INFO neutron.quota.resource_registry [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Creating instance of CountableResource for resource:rbac_policy May 28 06:06:45.094490 n-d-843702-1 neutron-server[89000]: INFO neutron.quota.resource_registry [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Creating instance of TrackedResource for resource:security_group May 28 06:06:45.095148 n-d-843702-1 neutron-server[89000]: INFO neutron.quota.resource_registry [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Creating instance of TrackedResource for resource:security_group_rule May 28 06:06:45.095901 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.v2.resource_helper [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Service CORE assigned prefix: {{(pid=89000) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 28 06:06:45.096230 n-d-843702-1 neutron-server[89000]: INFO neutron.quota.resource_registry [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Creating instance of TrackedResource for resource:subnetpool May 28 06:06:45.096569 n-d-843702-1 neutron-server[89000]: WARNING neutron.quota.resource_registry [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] subnetpool is already registered May 28 06:06:45.097237 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.v2.resource_helper [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Service CORE assigned prefix: {{(pid=89000) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 28 06:06:45.097611 n-d-843702-1 neutron-server[89000]: INFO neutron.quota.resource_registry [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Creating instance of TrackedResource for resource:subnetpool May 28 06:06:45.097935 n-d-843702-1 neutron-server[89000]: WARNING neutron.quota.resource_registry [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] subnetpool is already registered May 28 06:06:45.100357 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.v2.resource_helper [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=89000) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 28 06:06:45.100789 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.v2.resource_helper [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Service FLAVORS assigned prefix: {{(pid=89000) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 28 06:06:45.101375 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.v2.resource_helper [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=89000) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 28 06:06:45.101815 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.v2.resource_helper [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=89000) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 28 06:06:45.102144 n-d-843702-1 neutron-server[89000]: INFO neutron.quota.resource_registry [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Creating instance of TrackedResource for resource:router May 28 06:06:45.102467 n-d-843702-1 neutron-server[89000]: WARNING neutron.quota.resource_registry [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] router is already registered May 28 06:06:45.103058 n-d-843702-1 neutron-server[89000]: INFO neutron.quota.resource_registry [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Creating instance of TrackedResource for resource:floatingip May 28 06:06:45.103383 n-d-843702-1 neutron-server[89000]: WARNING neutron.quota.resource_registry [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] floatingip is already registered May 28 06:06:45.104009 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.v2.resource_helper [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Service METERING assigned prefix: /metering {{(pid=89000) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 28 06:06:45.105388 n-d-843702-1 neutron-server[89000]: INFO neutron.quota.resource_registry [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Creating instance of CountableResource for resource:rbac_policy May 28 06:06:45.105829 n-d-843702-1 neutron-server[89000]: WARNING neutron.quota.resource_registry [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] rbac_policy is already registered May 28 06:06:45.106435 n-d-843702-1 neutron-server[89000]: INFO neutron.quota.resource_registry [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Creating instance of TrackedResource for resource:security_group May 28 06:06:45.106797 n-d-843702-1 neutron-server[89000]: WARNING neutron.quota.resource_registry [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] security_group is already registered May 28 06:06:45.107385 n-d-843702-1 neutron-server[89000]: INFO neutron.quota.resource_registry [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Creating instance of TrackedResource for resource:security_group_rule May 28 06:06:45.107744 n-d-843702-1 neutron-server[89000]: WARNING neutron.quota.resource_registry [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] security_group_rule is already registered May 28 06:06:45.108410 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.v2.resource_helper [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Service CORE assigned prefix: {{(pid=89000) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 28 06:06:45.108737 n-d-843702-1 neutron-server[89000]: INFO neutron.quota.resource_registry [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Creating instance of TrackedResource for resource:subnetpool May 28 06:06:45.109060 n-d-843702-1 neutron-server[89000]: WARNING neutron.quota.resource_registry [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] subnetpool is already registered May 28 06:06:45.109693 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.v2.resource_helper [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Service CORE assigned prefix: {{(pid=89000) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 28 06:06:45.110020 n-d-843702-1 neutron-server[89000]: INFO neutron.quota.resource_registry [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Creating instance of TrackedResource for resource:subnetpool May 28 06:06:45.110339 n-d-843702-1 neutron-server[89000]: WARNING neutron.quota.resource_registry [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] subnetpool is already registered May 28 06:06:45.110993 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Extended resource: extensions {{(pid=89000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 06:06:45.112468 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Extended resource: address-groups {{(pid=89000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 06:06:45.114127 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Extended resource: address-scopes {{(pid=89000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 06:06:45.115310 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Extended resource: agents {{(pid=89000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 06:06:45.116466 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Extended resource: auto-allocated-topology {{(pid=89000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 06:06:45.117718 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Extended resource: availability_zones {{(pid=89000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 06:06:45.119021 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Extended resource: dhcp-networks {{(pid=89000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 06:06:45.120629 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Extended resource: dhcp-agents {{(pid=89000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 06:06:45.122066 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Extended resource: routers {{(pid=89000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 06:06:45.123824 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Extended resource: flavors {{(pid=89000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 06:06:45.124979 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Extended resource: service_profiles {{(pid=89000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 06:06:45.126209 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Extended resource: next_providers {{(pid=89000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 06:06:45.127725 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Extended resource: service_profiles {{(pid=89000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 06:06:45.129131 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Extended resource: floatingip-pools {{(pid=89000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 06:06:45.130368 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Extended resource: routers {{(pid=89000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 06:06:45.132138 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Extended resource: floatingips {{(pid=89000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 06:06:45.133313 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Extended resource: l3-routers {{(pid=89000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 06:06:45.134694 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Extended resource: l3-agents {{(pid=89000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 06:06:45.136734 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Extended resource: metering-labels {{(pid=89000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 06:06:45.138108 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Extended resource: metering-label-rules {{(pid=89000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 06:06:45.139367 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Extended resource: network-ip-availabilities {{(pid=89000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 06:06:45.140612 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Extended resource: bindings {{(pid=89000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 06:06:45.142276 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Extended resource: quotas {{(pid=89000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 06:06:45.143674 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Extended resource: quotas {{(pid=89000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 06:06:45.145080 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Extended resource: rbac-policies {{(pid=89000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 06:06:45.146384 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Extended resource: security-groups {{(pid=89000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 06:06:45.147588 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Extended resource: security-group-rules {{(pid=89000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 06:06:45.148798 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Extended resource: service-providers {{(pid=89000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 06:06:45.150023 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Extended resource: subnetpools {{(pid=89000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 06:06:45.152469 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Extended resource: subnetpools {{(pid=89000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 06:06:45.153980 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Extended resource: tags {{(pid=89000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 06:06:45.155665 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Extended resource: tags {{(pid=89000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 06:06:45.157529 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Extended resource: tags {{(pid=89000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 06:06:45.159253 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Extended resource: tags {{(pid=89000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 06:06:45.161017 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Extended resource: tags {{(pid=89000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 06:06:45.162881 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Extended resource: tags {{(pid=89000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 06:06:45.164542 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Extended resource: tags {{(pid=89000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 06:06:45.166453 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Extended resource: tags {{(pid=89000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 06:06:45.168769 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Extended resource: tags {{(pid=89000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 06:06:45.170899 n-d-843702-1 neutron-server[89000]: DEBUG neutron.api.extensions [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Extended resource: tags {{(pid=89000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 06:06:45.176680 n-d-843702-1 neutron-server[89000]: WARNING keystonemiddleware.auth_token [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 28 06:06:45.181409 n-d-843702-1 neutron-server[89000]: WARNING keystonemiddleware.auth_token [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 28 06:06:45.190288 n-d-843702-1 neutron-server[89000]: DEBUG oslo_concurrency.lockutils [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Acquired lock "singleton_lock" {{(pid=89000) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 28 06:06:45.190756 n-d-843702-1 neutron-server[89000]: DEBUG oslo_concurrency.lockutils [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Releasing lock "singleton_lock" {{(pid=89000) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 28 06:06:45.191385 n-d-843702-1 neutron-server[89000]: INFO oslo_service.service [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Starting 2 workers May 28 06:06:45.196060 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Started child 89109 {{(pid=89000) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 28 06:06:45.201102 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Started child 89110 {{(pid=89000) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 28 06:06:45.201725 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:45.202725 n-d-843702-1 neutron-server[89000]: INFO neutron.service [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Neutron service started, listening on 0.0.0.0:9696 May 28 06:06:45.203133 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [-] (89109) wsgi starting up on http://0.0.0.0:9696 May 28 06:06:45.203382 n-d-843702-1 neutron-server[89000]: DEBUG neutron_lib.callbacks.manager [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Notify callbacks [] for process, before_spawn {{(pid=89000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:45.205771 n-d-843702-1 neutron-server[89000]: INFO oslo_service.service [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Starting 1 workers May 28 06:06:45.206130 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:45.207511 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [-] (89110) wsgi starting up on http://0.0.0.0:9696 May 28 06:06:45.210815 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Started child 89111 {{(pid=89000) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 28 06:06:45.211308 n-d-843702-1 neutron-server[89000]: INFO oslo_service.service [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Starting 1 workers May 28 06:06:45.215167 n-d-843702-1 neutron-server[89111]: DEBUG neutron.service [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] calling RpcWorker wait() {{(pid=89111) _wait /opt/stack/neutron/neutron/service.py:128}} May 28 06:06:45.215719 n-d-843702-1 neutron-server[89111]: DEBUG neutron.service [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] returning from RpcWorker wait() {{(pid=89111) _wait /opt/stack/neutron/neutron/service.py:135}} May 28 06:06:45.216541 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Started child 89112 {{(pid=89000) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 28 06:06:45.216842 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:45.217276 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:06:45.217364 n-d-843702-1 neutron-server[89000]: DEBUG neutron_lib.callbacks.manager [None req-882b4d9d-ca4e-4da6-98d6-7d6abc627a86 None None] Notify callbacks [] for process, after_spawn {{(pid=89000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:45.219181 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=89000) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 28 06:06:45.219397 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 28 06:06:45.219581 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 28 06:06:45.219797 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 28 06:06:45.220152 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 28 06:06:45.220313 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 28 06:06:45.220826 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.221109 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.221389 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.221687 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.221982 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.222259 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:45.222723 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.222817 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.223024 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.223287 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.223534 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.223698 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.223865 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.224115 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.224373 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.224698 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.224967 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.225200 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.225502 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.225676 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.225931 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] config_source = [] {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.226216 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.226444 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.226707 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] debug = True {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.226944 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.227412 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.227645 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.227880 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.228100 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.228367 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.228605 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.228874 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.229130 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.229341 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.229689 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.230116 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.230366 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.230596 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.230829 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.231083 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.231296 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.231773 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] host = n-d-843702-1 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.232001 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.232215 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.232438 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.232682 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.232940 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.233169 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.233436 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.233680 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.233942 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.234181 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.234431 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.234669 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.234905 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] log_dir = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.235141 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] log_file = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.235302 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] log_options = True {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.235514 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.235787 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.236238 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.236437 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.236605 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.236777 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.237107 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.237269 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.237559 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.237789 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.238002 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.238212 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.238586 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.238900 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.239163 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.239464 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.239694 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.239902 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.240826 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.240826 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.240826 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.240826 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.241154 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.241399 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.241711 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.242018 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.242251 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.242471 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.242730 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.242991 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.243245 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.243489 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.243727 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.243982 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.244212 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.244439 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.244654 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.244919 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.245196 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.245476 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.245735 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.245968 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.246193 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.246438 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.246652 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] use_journal = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.246868 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] use_json = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.247077 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.247304 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.247556 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.247768 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.247996 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.248207 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.248423 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.248657 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.248890 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.249296 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.249590 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.249901 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.250174 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.250405 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.250644 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.250873 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.251094 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.251323 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.251592 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.252051 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.252335 n-d-843702-1 neutron-server[89112]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:06:45.252429 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.252911 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.253304 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.253775 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.277097 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.277097 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.277097 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.277097 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.277097 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.277097 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.277097 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.277097 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.277844 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.277844 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.55/identity {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.277844 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.277844 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.277844 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.277844 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.277844 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.277844 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.278378 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.278378 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.278378 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.278378 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.278378 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.278378 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.278378 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.278378 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.278378 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.279000 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.279000 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.279000 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.279000 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.279000 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.279000 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.279000 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.279000 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.279000 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.279570 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.279570 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.279570 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.279570 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.279570 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.279570 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.279570 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.279570 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.280121 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.280121 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.280121 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.280121 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.280121 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.280121 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.280121 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.280121 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.280121 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.280694 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.280694 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.280694 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.280694 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.280694 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.280694 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.280694 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.280694 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.280694 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.281314 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.281314 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.281314 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.281314 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.281314 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.281314 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.281314 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.281314 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.281314 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.281930 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.281930 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.281930 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.281930 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.281930 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.281930 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.281930 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.281930 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.282465 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.282465 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.282465 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.282465 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.282465 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.282465 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.282465 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.282465 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.282983 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.282983 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.282983 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.282983 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.282983 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.282983 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.282983 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.282983 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.283488 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.283488 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.283488 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.283488 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.283488 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.283488 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.283488 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.283488 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.284011 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.284011 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.284011 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.284011 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.284011 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.284011 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.284011 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.284011 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.284483 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.284483 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.284483 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.284483 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.284483 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.284483 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.285771 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.285771 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.285771 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.285771 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.285771 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.286138 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.286215 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.286437 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.286630 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.286894 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.287151 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.287383 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.287652 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.287906 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.55/identity {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.288116 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.288349 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.288592 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.288820 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.288989 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 39668) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:06:45.289076 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.289231 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.289487 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.289886 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.290438 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.290438 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.290625 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.290797 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.291022 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.291256 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.291469 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.291718 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.292059 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.292289 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.292528 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.292763 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.292996 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.293210 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.293442 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.293687 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.293903 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.294410 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.294678 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.294913 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.295159 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.295421 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.295902 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.295902 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.296247 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.296382 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.296533 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.296745 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.296967 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.297200 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.297467 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.297678 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.297948 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.298128 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.298360 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.298717 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.298965 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.299219 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.299476 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.299861 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.300240 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.300623 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.300830 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.301072 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.301347 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.301526 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.301750 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.301950 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.302156 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.302368 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.302604 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.302846 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.303106 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.303342 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.303582 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.303773 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.303988 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.304222 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.304434 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.305122 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.305122 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.305341 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [-] 10.222.0.55 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0136824 May 28 06:06:45.305938 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.305938 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.305938 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.305938 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.307055 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.307326 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.308797 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.309121 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.310203 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.310203 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.310203 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.310203 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.310203 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.310564 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.310564 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.310784 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.311022 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.311249 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.311706 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.311960 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.312210 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.312488 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.313399 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.313399 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.313399 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.313689 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.313770 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.313991 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.314232 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.314476 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.314693 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.314967 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.315924 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.315924 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.315924 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.316181 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.316322 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.316766 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.317049 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.317264 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.317593 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.317926 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.318343 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.318602 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.318839 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.319153 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.319381 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.319622 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.319876 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.320110 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.320323 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.320578 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.320813 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.321036 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.321240 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.321531 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.321751 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.321984 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.322197 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.322413 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.322622 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.322920 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 28 06:06:45.324207 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=89000) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 28 06:06:45.324452 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 28 06:06:45.324629 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 28 06:06:45.324775 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 28 06:06:45.324917 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 28 06:06:45.325057 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 28 06:06:45.325144 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.325293 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.325452 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.325608 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.325765 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.325961 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.326103 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.326265 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.326418 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.326727 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.326882 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.327179 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.327475 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.327809 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.328160 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.328319 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.328621 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.328779 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.329076 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.329380 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] config_source = [] {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.330389 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.330553 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.330710 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] debug = True {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.331241 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.331241 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.331241 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.331473 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.331540 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.331648 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.332562 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.332562 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.332562 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.332562 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.332562 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.332562 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.332995 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.332995 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.332995 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.333165 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.333238 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.334033 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] host = n-d-843702-1 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.334033 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.334033 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.334033 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.334033 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.334374 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.334374 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.334492 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.334588 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.334746 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.334888 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.335043 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.335201 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.335360 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] log_dir = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.335519 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] log_file = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.335678 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] log_options = True {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.335832 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.335991 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.336153 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.336339 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.336502 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.336659 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.336813 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.336969 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.337125 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.337287 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.337482 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.337612 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.345684 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.345684 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.345684 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.345684 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.345684 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.345684 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.345684 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.345684 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.346243 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.346243 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.346243 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.346243 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.346243 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.346243 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.346243 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.346243 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.346243 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.346854 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.346854 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.346854 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.346854 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.346854 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.346854 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.346854 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.346854 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.347379 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.347379 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.347379 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.347379 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.347379 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.347379 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.347379 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.347379 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] use_journal = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.347939 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] use_json = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.347939 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.347939 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.347939 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.347939 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.347939 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.347939 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.347939 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.348470 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.348470 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 06:06:45.348470 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.348470 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.348470 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.348470 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.348470 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.348470 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.349000 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.349000 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.349000 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.349000 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.349000 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.349000 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.349000 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.349000 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.349000 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.351071 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.351071 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.351071 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.351071 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.351071 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.351071 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.351071 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.351071 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.351566 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.351566 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.55/identity {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.351566 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.351566 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.351566 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.351566 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.351566 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.351566 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.352103 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.352103 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.352103 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.352103 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.352103 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.352103 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.352103 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.352103 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.352103 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.352697 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.352697 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.352697 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.352697 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.352697 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.352697 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.352697 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.352697 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.352697 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.353277 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.353277 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.353277 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.353277 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.353277 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.353277 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.353277 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.353277 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.354771 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.354771 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.354771 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.354771 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.354771 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.354771 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.354771 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.354771 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.354771 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.355257 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.355257 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.355257 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.355257 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.355257 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.355257 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.355257 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.355257 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.355257 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.355793 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.355793 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.355793 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.355793 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.356057 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.356057 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.356195 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.356336 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.356414 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.357121 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.357121 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.357121 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.357121 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.357381 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.357381 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.357579 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.357741 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.357899 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.358057 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.358220 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.358377 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.358536 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.359385 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.359385 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.359385 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.359385 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.359385 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.359758 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.359758 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.359758 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.359959 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.360036 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.360158 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.360313 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.360469 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.360626 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.360794 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.360952 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.361116 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.361272 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.361453 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.361621 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.361779 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.361937 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.362095 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.362257 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.362418 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.362579 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.362720 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.362881 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.363025 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.363163 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.363300 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.363466 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.363612 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.363771 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.363916 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.364098 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.364253 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.364421 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.364561 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.364698 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.364835 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.365008 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.365147 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.365284 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.365477 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.367107 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.367272 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.55/identity {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.367414 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.367551 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.367712 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.367868 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.368007 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.368170 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.368314 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.368488 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.368624 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.368755 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.368913 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.369070 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.369229 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.369388 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.369701 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.372114 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.372114 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.372114 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.372114 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.372114 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.372114 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.372114 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.372114 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.372693 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.372693 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.372693 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.372693 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.372693 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.373050 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.373158 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.373367 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.374404 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.374641 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.374856 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.375070 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.376077 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.376077 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.376077 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.376077 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.376077 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.376077 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.376501 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.376601 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.377380 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.377380 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.377380 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.377380 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.377725 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.377804 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.378016 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.378948 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.378948 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.378948 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.378948 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.378948 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.378948 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.379385 n-d-843702-1 neutron-server[89111]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:06:45.379477 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.379580 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.380342 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.380342 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.380342 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.380342 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.380665 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.380748 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.380939 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.381148 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.381357 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.381587 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.382530 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.382530 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.382530 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.382530 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.382530 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.382530 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.382957 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.383129 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.383339 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.383559 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.383777 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.384160 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.384160 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.384567 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.384567 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.385212 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.385212 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.385212 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.385212 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.385751 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.385983 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.386201 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.386711 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.386711 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.386711 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.387146 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.387228 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.392752 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.392752 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.392752 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.392752 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.392752 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.392752 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.392752 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.392752 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.393314 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.393314 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.393314 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.393314 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.393314 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.393314 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.393314 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.393314 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.393878 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.393878 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.393878 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.393878 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.393878 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.393878 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.393878 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.393878 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.393878 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.394471 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.394471 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.394471 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.394471 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.394471 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.394471 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.394471 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.394471 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.394471 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.395056 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 06:06:45.395056 n-d-843702-1 neutron-server[89000]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=89000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 28 06:06:56.330394 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-009ec886-0239-4ef9-9628-0e146a6ffc97 None None] get_active_networks_info from n-d-843702-1 {{(pid=89111) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 28 06:06:56.399519 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009ec886-0239-4ef9-9628-0e146a6ffc97 None None] No non-hosted networks {{(pid=89111) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 28 06:06:56.410425 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.agentschedulers_db [None req-009ec886-0239-4ef9-9628-0e146a6ffc97 None None] DHCP Agent not found on host n-d-843702-1 {{(pid=89111) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} May 28 06:06:56.599545 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-baf503b7-8e64-44e3-964f-443466f4d698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-700436'] for agent, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:58.902086 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-412a535d-9da8-46c0-b95d-4d679db70fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-700436'] for agent, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:58.960172 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.db.api [None req-c6fdd433-097a-4fb3-afc1-04700d0feb32 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-843702-1 {{(pid=89111) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:06:58.960953 n-d-843702-1 neutron-server[89111]: DEBUG oslo_db.api [None req-c6fdd433-097a-4fb3-afc1-04700d0feb32 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:06:59.485636 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c6fdd433-097a-4fb3-afc1-04700d0feb32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:59.751393 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-700436'] for agent, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:59.907987 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-700436'] for agent, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:59.908999 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:06:59.909337 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:06:59.909788 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:06:59.910021 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:06:59.910346 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:06:59.910668 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:06:59.911015 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:06:59.911555 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:06:59.911764 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:06:59.912078 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:06:59.912392 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:06:59.913070 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:06:59.913594 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-843702-1', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:06:59.924392 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-843702-1', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:07:01.467396 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-700436'] for agent, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:02.841884 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 39768) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:07:03.072722 n-d-843702-1 neutron-server[89111]: INFO neutron.db.l3_hamode_db [None req-e775451d-6c46-4b1b-94f3-e6c364055760 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 28 06:07:03.158112 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e775451d-6c46-4b1b-94f3-e6c364055760 None None] Routers set() bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:07:03.158481 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e775451d-6c46-4b1b-94f3-e6c364055760 None None] Router IDs set() for agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} May 28 06:07:03.425396 n-d-843702-1 neutron-server[89109]: WARNING oslo_policy.policy [None req-4026ee4c-1187-4503-a813-1680c24c143b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 28 06:07:03.426002 n-d-843702-1 neutron-server[89109]: WARNING oslo_policy.policy [None req-4026ee4c-1187-4503-a813-1680c24c143b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 28 06:07:03.655757 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [None req-4026ee4c-1187-4503-a813-1680c24c143b admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=89109) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:07:03.656738 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-4026ee4c-1187-4503-a813-1680c24c143b admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8138933 May 28 06:07:06.064454 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 39782) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:07:06.421690 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-1e7b127c-175c-49d3-91e6-f28c6e593599 admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:07:06.516733 n-d-843702-1 neutron-server[89109]: DEBUG neutron.policy [None req-1e7b127c-175c-49d3-91e6-f28c6e593599 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=89109) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 28 06:07:06.562547 n-d-843702-1 neutron-server[89109]: WARNING oslo_policy.policy [None req-1e7b127c-175c-49d3-91e6-f28c6e593599 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 28 06:07:06.562922 n-d-843702-1 neutron-server[89109]: WARNING oslo_policy.policy [None req-1e7b127c-175c-49d3-91e6-f28c6e593599 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 28 06:07:06.571285 n-d-843702-1 neutron-server[89109]: INFO neutron.quota [None req-1e7b127c-175c-49d3-91e6-f28c6e593599 admin admin] Loaded quota_driver: . May 28 06:07:06.587252 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-1e7b127c-175c-49d3-91e6-f28c6e593599 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:07:06.706384 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1e7b127c-175c-49d3-91e6-f28c6e593599 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756826179673', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756826180202', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756826187688', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756825967459', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756825974208', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756825952046', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1942319', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1942387', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-889720', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-938527'] for rbac-policy, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:06.906633 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1e7b127c-175c-49d3-91e6-f28c6e593599 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:06.907828 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-1e7b127c-175c-49d3-91e6-f28c6e593599 admin admin] 10.222.0.55 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8424122 May 28 06:07:09.628063 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 39796) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:07:09.977148 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-d9efd9b2-8fc0-40f6-94ab-4e14771cf193 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': 'c876bc899dae4d24aa19b322508857b6', 'name': 'private'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:07:09.981958 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-d9efd9b2-8fc0-40f6-94ab-4e14771cf193 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:07:09.986411 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-d9efd9b2-8fc0-40f6-94ab-4e14771cf193 admin admin] Usage tracker for resource:network and tenant:c876bc899dae4d24aa19b322508857b6 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:07:09.991026 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-d9efd9b2-8fc0-40f6-94ab-4e14771cf193 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:07:09.997597 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-d9efd9b2-8fc0-40f6-94ab-4e14771cf193 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:07:10.089070 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9efd9b2-8fc0-40f6-94ab-4e14771cf193 admin admin] Made reservation on behalf of c876bc899dae4d24aa19b322508857b6 for: {'network': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:07:10.091739 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d9efd9b2-8fc0-40f6-94ab-4e14771cf193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:10.109067 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d9efd9b2-8fc0-40f6-94ab-4e14771cf193 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:10.123224 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-d9efd9b2-8fc0-40f6-94ab-4e14771cf193 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:07:10.126848 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-d9efd9b2-8fc0-40f6-94ab-4e14771cf193 admin admin] Usage tracker for resource:security_group_rule and tenant:c876bc899dae4d24aa19b322508857b6 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:07:10.131939 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-d9efd9b2-8fc0-40f6-94ab-4e14771cf193 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:07:10.138297 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-d9efd9b2-8fc0-40f6-94ab-4e14771cf193 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:07:10.245843 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d9efd9b2-8fc0-40f6-94ab-4e14771cf193 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:10.312983 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d9efd9b2-8fc0-40f6-94ab-4e14771cf193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:10.334901 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9efd9b2-8fc0-40f6-94ab-4e14771cf193 admin admin] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=89109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:07:10.359754 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d9efd9b2-8fc0-40f6-94ab-4e14771cf193 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8756828945107', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:10.360267 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d9efd9b2-8fc0-40f6-94ab-4e14771cf193 admin admin] Unsubscribe: segment precommit_create {{(pid=89109) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 28 06:07:10.360777 n-d-843702-1 neutron-server[89109]: INFO neutron.db.segments_db [None req-d9efd9b2-8fc0-40f6-94ab-4e14771cf193 admin admin] Added segment 9bd8b90d-dbdd-4f6e-87dd-d0e7fb45a5ca of type vlan for network b339da00-449e-47c3-b852-936e25a55e4b May 28 06:07:10.409618 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9efd9b2-8fc0-40f6-94ab-4e14771cf193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fe180d7-43fd-4594-9894-97f2d53fa24a,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:07:10.430312 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9efd9b2-8fc0-40f6-94ab-4e14771cf193 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:07:10.430646 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9efd9b2-8fc0-40f6-94ab-4e14771cf193 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:07:10.431011 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9efd9b2-8fc0-40f6-94ab-4e14771cf193 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:07:10.431328 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9efd9b2-8fc0-40f6-94ab-4e14771cf193 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:07:10.431649 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9efd9b2-8fc0-40f6-94ab-4e14771cf193 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:07:10.431965 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9efd9b2-8fc0-40f6-94ab-4e14771cf193 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:07:10.432277 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9efd9b2-8fc0-40f6-94ab-4e14771cf193 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:07:10.432587 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9efd9b2-8fc0-40f6-94ab-4e14771cf193 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:07:10.432897 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9efd9b2-8fc0-40f6-94ab-4e14771cf193 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:07:10.433210 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9efd9b2-8fc0-40f6-94ab-4e14771cf193 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:07:10.433541 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9efd9b2-8fc0-40f6-94ab-4e14771cf193 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:07:10.433850 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9efd9b2-8fc0-40f6-94ab-4e14771cf193 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:07:10.435470 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9efd9b2-8fc0-40f6-94ab-4e14771cf193 admin admin] Tracked resource versions report: May 28 06:07:10.435470 n-d-843702-1 neutron-server[89109]: pushed versions: May 28 06:07:10.435470 n-d-843702-1 neutron-server[89109]: { 'AddressGroup': {'1.2'}, May 28 06:07:10.435470 n-d-843702-1 neutron-server[89109]: 'ConntrackHelper': {'1.0'}, May 28 06:07:10.435470 n-d-843702-1 neutron-server[89109]: 'Log': {'1.0'}, May 28 06:07:10.435470 n-d-843702-1 neutron-server[89109]: 'Network': {'1.1'}, May 28 06:07:10.435470 n-d-843702-1 neutron-server[89109]: 'Port': {'1.7'}, May 28 06:07:10.435470 n-d-843702-1 neutron-server[89109]: 'PortForwarding': {'1.2'}, May 28 06:07:10.435470 n-d-843702-1 neutron-server[89109]: 'QosPolicy': {'1.8'}, May 28 06:07:10.435470 n-d-843702-1 neutron-server[89109]: 'SecurityGroup': {'1.4'}, May 28 06:07:10.435470 n-d-843702-1 neutron-server[89109]: 'SecurityGroupRule': {'1.2'}, May 28 06:07:10.435470 n-d-843702-1 neutron-server[89109]: 'SubPort': {'1.0'}, May 28 06:07:10.435470 n-d-843702-1 neutron-server[89109]: 'Subnet': {'1.1'}, May 28 06:07:10.435470 n-d-843702-1 neutron-server[89109]: 'Trunk': {'1.1'}} May 28 06:07:10.435470 n-d-843702-1 neutron-server[89109]: consumer versions: May 28 06:07:10.435470 n-d-843702-1 neutron-server[89109]: { DHCP agent@n-d-843702-1: {}, May 28 06:07:10.435470 n-d-843702-1 neutron-server[89109]: L3 agent@n-d-843702-1: {}, May 28 06:07:10.435470 n-d-843702-1 neutron-server[89109]: Metadata agent@n-d-843702-1: {}, May 28 06:07:10.435470 n-d-843702-1 neutron-server[89109]: Metering agent@n-d-843702-1: {}, May 28 06:07:10.435470 n-d-843702-1 neutron-server[89109]: Open vSwitch agent@n-d-843702-1: { 'AddressGroup': '1.2', May 28 06:07:10.435470 n-d-843702-1 neutron-server[89109]: 'ConntrackHelper': '1.0', May 28 06:07:10.435470 n-d-843702-1 neutron-server[89109]: 'Log': '1.0', May 28 06:07:10.435470 n-d-843702-1 neutron-server[89109]: 'Network': '1.1', May 28 06:07:10.435470 n-d-843702-1 neutron-server[89109]: 'Port': '1.7', May 28 06:07:10.435470 n-d-843702-1 neutron-server[89109]: 'PortForwarding': '1.2', May 28 06:07:10.435470 n-d-843702-1 neutron-server[89109]: 'QosPolicy': '1.8', May 28 06:07:10.435470 n-d-843702-1 neutron-server[89109]: 'SecurityGroup': '1.4', May 28 06:07:10.435470 n-d-843702-1 neutron-server[89109]: 'SecurityGroupRule': '1.2', May 28 06:07:10.435470 n-d-843702-1 neutron-server[89109]: 'SubPort': '1.0', May 28 06:07:10.435470 n-d-843702-1 neutron-server[89109]: 'Subnet': '1.1', May 28 06:07:10.435470 n-d-843702-1 neutron-server[89109]: 'Trunk': '1.1'}} May 28 06:07:10.435470 n-d-843702-1 neutron-server[89109]: {{(pid=89109) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 28 06:07:10.474615 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d9efd9b2-8fc0-40f6-94ab-4e14771cf193 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:10.597814 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d9efd9b2-8fc0-40f6-94ab-4e14771cf193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:10.598870 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9efd9b2-8fc0-40f6-94ab-4e14771cf193 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:07:10.599495 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d9efd9b2-8fc0-40f6-94ab-4e14771cf193 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:10.705687 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9efd9b2-8fc0-40f6-94ab-4e14771cf193 admin admin] Pushing event updated for resources: {'Network': ['ID=b339da00-449e-47c3-b852-936e25a55e4b,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:07:10.717015 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network b339da00-449e-47c3-b852-936e25a55e4b details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:07:10.781074 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-d9efd9b2-8fc0-40f6-94ab-4e14771cf193 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.1519630 May 28 06:07:13.509581 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 39812) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:07:13.963066 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d52b714-63dd-4e7e-b661-18add6cf5c27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:07:13.964306 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-0d52b714-63dd-4e7e-b661-18add6cf5c27 admin admin] 10.222.0.55 "GET /v2.0/networks/b339da00-449e-47c3-b852-936e25a55e4b HTTP/1.1" status: 200 len: 825 time: 0.4537504 May 28 06:07:13.991201 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-a637a67a-8e61-48f6-a658-2c1a3a9a1592 admin admin] 10.222.0.55 "GET /v2.0/subnetpools/5cbe5d38-ab64-48f9-a304-97361b46837f HTTP/1.1" status: 200 len: 734 time: 0.0214362 May 28 06:07:13.999983 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-2552fd6b-d86a-49b3-bfbc-9ec139fbd20d admin admin] Request body: {'subnet': {'network_id': 'b339da00-449e-47c3-b852-936e25a55e4b', 'name': 'private-subnet', 'tenant_id': 'c876bc899dae4d24aa19b322508857b6', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '5cbe5d38-ab64-48f9-a304-97361b46837f', 'ip_version': 4}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:07:14.004151 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-2552fd6b-d86a-49b3-bfbc-9ec139fbd20d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:07:14.007885 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-2552fd6b-d86a-49b3-bfbc-9ec139fbd20d admin admin] Usage tracker for resource:subnet and tenant:c876bc899dae4d24aa19b322508857b6 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:07:14.010817 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-2552fd6b-d86a-49b3-bfbc-9ec139fbd20d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:07:14.017007 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-2552fd6b-d86a-49b3-bfbc-9ec139fbd20d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:07:14.060547 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2552fd6b-d86a-49b3-bfbc-9ec139fbd20d admin admin] Made reservation on behalf of c876bc899dae4d24aa19b322508857b6 for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:07:14.062800 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2552fd6b-d86a-49b3-bfbc-9ec139fbd20d admin admin] Notify callbacks [] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:14.409543 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2552fd6b-d86a-49b3-bfbc-9ec139fbd20d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:14.506367 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2552fd6b-d86a-49b3-bfbc-9ec139fbd20d admin admin] Checking segment: {'id': '9bd8b90d-dbdd-4f6e-87dd-d0e7fb45a5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'b339da00-449e-47c3-b852-936e25a55e4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:07:14.506745 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2552fd6b-d86a-49b3-bfbc-9ec139fbd20d admin admin] Network hostable DHCP agents. Network: b339da00-449e-47c3-b852-936e25a55e4b, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:07:14.512789 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2552fd6b-d86a-49b3-bfbc-9ec139fbd20d admin admin] Pushing event updated for resources: {'Subnet': ['ID=21615680-085a-478c-9ded-2c5cca4dbc03,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:07:14.597717 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2552fd6b-d86a-49b3-bfbc-9ec139fbd20d admin admin] Network b339da00-449e-47c3-b852-936e25a55e4b is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:07:14.666049 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-2552fd6b-d86a-49b3-bfbc-9ec139fbd20d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, b339da00-449e-47c3-b852-936e25a55e4b) {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:07:14.671754 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2552fd6b-d86a-49b3-bfbc-9ec139fbd20d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:07:14.682758 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2552fd6b-d86a-49b3-bfbc-9ec139fbd20d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:14.683470 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a52d24-b535-417c-8afa-e3b368cec5ae None None] Network b339da00-449e-47c3-b852-936e25a55e4b requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:07:14.752307 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-2552fd6b-d86a-49b3-bfbc-9ec139fbd20d admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7559824 May 28 06:07:14.986939 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0129edff-7dd6-4c5b-b677-5535fcc73859 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-b339da00-449e-47c3-b852-936e25a55e4b', 'network_id': 'b339da00-449e-47c3-b852-936e25a55e4b', 'tenant_id': 'c876bc899dae4d24aa19b322508857b6', 'fixed_ips': [{'subnet_id': '21615680-085a-478c-9ded-2c5cca4dbc03'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:07:14.988083 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-0129edff-7dd6-4c5b-b677-5535fcc73859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:15.174414 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-0129edff-7dd6-4c5b-b677-5535fcc73859 None None] Allocated IP 172.20.0.2 (b339da00-449e-47c3-b852-936e25a55e4b/21615680-085a-478c-9ded-2c5cca4dbc03/dfc4a74b-3943-43b7-9461-35bfe9e15a55) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:07:15.401132 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-0129edff-7dd6-4c5b-b677-5535fcc73859 None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:15.414293 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-0129edff-7dd6-4c5b-b677-5535fcc73859 None None] Transition to ACTIVE for port object dfc4a74b-3943-43b7-9461-35bfe9e15a55 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:07:15.433888 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-0129edff-7dd6-4c5b-b677-5535fcc73859 None None] Transition to ACTIVE for port object dfc4a74b-3943-43b7-9461-35bfe9e15a55 will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:07:15.518420 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-0129edff-7dd6-4c5b-b677-5535fcc73859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:15.583130 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0129edff-7dd6-4c5b-b677-5535fcc73859 None None] Network b339da00-449e-47c3-b852-936e25a55e4b is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:07:15.586003 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-0129edff-7dd6-4c5b-b677-5535fcc73859 None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:07:15.593218 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0129edff-7dd6-4c5b-b677-5535fcc73859 None None] Pushing event updated for resources: {'Port': ['ID=dfc4a74b-3943-43b7-9461-35bfe9e15a55,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:07:15.595399 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0129edff-7dd6-4c5b-b677-5535fcc73859 None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:07:15.631118 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0129edff-7dd6-4c5b-b677-5535fcc73859 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:07:15.631455 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0129edff-7dd6-4c5b-b677-5535fcc73859 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:07:15.631786 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0129edff-7dd6-4c5b-b677-5535fcc73859 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:07:15.632110 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0129edff-7dd6-4c5b-b677-5535fcc73859 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:07:15.632434 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0129edff-7dd6-4c5b-b677-5535fcc73859 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:07:15.632749 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0129edff-7dd6-4c5b-b677-5535fcc73859 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:07:15.633067 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0129edff-7dd6-4c5b-b677-5535fcc73859 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:07:15.633381 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0129edff-7dd6-4c5b-b677-5535fcc73859 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:07:15.633727 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0129edff-7dd6-4c5b-b677-5535fcc73859 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:07:15.634051 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0129edff-7dd6-4c5b-b677-5535fcc73859 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:07:15.634360 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0129edff-7dd6-4c5b-b677-5535fcc73859 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:07:15.634670 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0129edff-7dd6-4c5b-b677-5535fcc73859 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:07:15.635735 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0129edff-7dd6-4c5b-b677-5535fcc73859 None None] Tracked resource versions report: May 28 06:07:15.635735 n-d-843702-1 neutron-server[89111]: pushed versions: May 28 06:07:15.635735 n-d-843702-1 neutron-server[89111]: { 'AddressGroup': {'1.2'}, May 28 06:07:15.635735 n-d-843702-1 neutron-server[89111]: 'ConntrackHelper': {'1.0'}, May 28 06:07:15.635735 n-d-843702-1 neutron-server[89111]: 'Log': {'1.0'}, May 28 06:07:15.635735 n-d-843702-1 neutron-server[89111]: 'Network': {'1.1'}, May 28 06:07:15.635735 n-d-843702-1 neutron-server[89111]: 'Port': {'1.7'}, May 28 06:07:15.635735 n-d-843702-1 neutron-server[89111]: 'PortForwarding': {'1.2'}, May 28 06:07:15.635735 n-d-843702-1 neutron-server[89111]: 'QosPolicy': {'1.8'}, May 28 06:07:15.635735 n-d-843702-1 neutron-server[89111]: 'SecurityGroup': {'1.4'}, May 28 06:07:15.635735 n-d-843702-1 neutron-server[89111]: 'SecurityGroupRule': {'1.2'}, May 28 06:07:15.635735 n-d-843702-1 neutron-server[89111]: 'SubPort': {'1.0'}, May 28 06:07:15.635735 n-d-843702-1 neutron-server[89111]: 'Subnet': {'1.1'}, May 28 06:07:15.635735 n-d-843702-1 neutron-server[89111]: 'Trunk': {'1.1'}} May 28 06:07:15.635735 n-d-843702-1 neutron-server[89111]: consumer versions: May 28 06:07:15.635735 n-d-843702-1 neutron-server[89111]: { DHCP agent@n-d-843702-1: {}, May 28 06:07:15.635735 n-d-843702-1 neutron-server[89111]: L3 agent@n-d-843702-1: {}, May 28 06:07:15.635735 n-d-843702-1 neutron-server[89111]: Metadata agent@n-d-843702-1: {}, May 28 06:07:15.635735 n-d-843702-1 neutron-server[89111]: Metering agent@n-d-843702-1: {}, May 28 06:07:15.635735 n-d-843702-1 neutron-server[89111]: Open vSwitch agent@n-d-843702-1: { 'AddressGroup': '1.2', May 28 06:07:15.635735 n-d-843702-1 neutron-server[89111]: 'ConntrackHelper': '1.0', May 28 06:07:15.635735 n-d-843702-1 neutron-server[89111]: 'Log': '1.0', May 28 06:07:15.635735 n-d-843702-1 neutron-server[89111]: 'Network': '1.1', May 28 06:07:15.635735 n-d-843702-1 neutron-server[89111]: 'Port': '1.7', May 28 06:07:15.635735 n-d-843702-1 neutron-server[89111]: 'PortForwarding': '1.2', May 28 06:07:15.635735 n-d-843702-1 neutron-server[89111]: 'QosPolicy': '1.8', May 28 06:07:15.635735 n-d-843702-1 neutron-server[89111]: 'SecurityGroup': '1.4', May 28 06:07:15.635735 n-d-843702-1 neutron-server[89111]: 'SecurityGroupRule': '1.2', May 28 06:07:15.635735 n-d-843702-1 neutron-server[89111]: 'SubPort': '1.0', May 28 06:07:15.635735 n-d-843702-1 neutron-server[89111]: 'Subnet': '1.1', May 28 06:07:15.635735 n-d-843702-1 neutron-server[89111]: 'Trunk': '1.1'}} May 28 06:07:15.635735 n-d-843702-1 neutron-server[89111]: {{(pid=89111) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 28 06:07:15.696455 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-0129edff-7dd6-4c5b-b677-5535fcc73859 None None] Attempting to bind port dfc4a74b-3943-43b7-9461-35bfe9e15a55 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:07:15.697095 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-0129edff-7dd6-4c5b-b677-5535fcc73859 None None] Attempting to bind port dfc4a74b-3943-43b7-9461-35bfe9e15a55 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': '9bd8b90d-dbdd-4f6e-87dd-d0e7fb45a5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'b339da00-449e-47c3-b852-936e25a55e4b'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:07:15.697206 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0129edff-7dd6-4c5b-b677-5535fcc73859 None None] Attempting to bind port dfc4a74b-3943-43b7-9461-35bfe9e15a55 on network b339da00-449e-47c3-b852-936e25a55e4b {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:07:15.702972 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0129edff-7dd6-4c5b-b677-5535fcc73859 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:07:15.703387 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0129edff-7dd6-4c5b-b677-5535fcc73859 None None] Checking segment: {'id': '9bd8b90d-dbdd-4f6e-87dd-d0e7fb45a5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'b339da00-449e-47c3-b852-936e25a55e4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:07:15.703871 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-0129edff-7dd6-4c5b-b677-5535fcc73859 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:15.704256 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0129edff-7dd6-4c5b-b677-5535fcc73859 None None] Bound using segment: {'id': '9bd8b90d-dbdd-4f6e-87dd-d0e7fb45a5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'b339da00-449e-47c3-b852-936e25a55e4b'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:07:15.704741 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-0129edff-7dd6-4c5b-b677-5535fcc73859 None None] Bound port: dfc4a74b-3943-43b7-9461-35bfe9e15a55, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bd8b90d-dbdd-4f6e-87dd-d0e7fb45a5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'b339da00-449e-47c3-b852-936e25a55e4b'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:07:15.705126 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-0129edff-7dd6-4c5b-b677-5535fcc73859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:15.795405 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-0129edff-7dd6-4c5b-b677-5535fcc73859 None None] For port dfc4a74b-3943-43b7-9461-35bfe9e15a55, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:07:15.799197 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-0129edff-7dd6-4c5b-b677-5535fcc73859 None None] For port dfc4a74b-3943-43b7-9461-35bfe9e15a55, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=dfc4a74b-3943-43b7-9461-35bfe9e15a55,segment=NetworkSegment(9bd8b90d-dbdd-4f6e-87dd-d0e7fb45a5ca),segment_id=9bd8b90d-dbdd-4f6e-87dd-d0e7fb45a5ca)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:07:15.866562 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-0129edff-7dd6-4c5b-b677-5535fcc73859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:15.958493 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0129edff-7dd6-4c5b-b677-5535fcc73859 None None] Pushing event updated for resources: {'Port': ['ID=dfc4a74b-3943-43b7-9461-35bfe9e15a55,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:07:17.190178 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 39822) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:07:17.565532 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [None req-fb451f47-6b35-4607-a4e8-ebb8984c2fff admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=89109) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:07:17.566493 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-fb451f47-6b35-4607-a4e8-ebb8984c2fff admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3753934 May 28 06:07:19.689044 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device dfc4a74b-3943-43b7-9461-35bfe9e15a55 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:07:19.757267 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feabc051-2227-45b3-8274-855f72122a30 None None] Network b339da00-449e-47c3-b852-936e25a55e4b requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:07:19.906437 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port dfc4a74b-3943-43b7-9461-35bfe9e15a55 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:07:19.956764 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-005e36f1-5fdb-4131-9c67-8e479bdcddfd None None] Provisioning for port dfc4a74b-3943-43b7-9461-35bfe9e15a55 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:07:19.967299 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-005e36f1-5fdb-4131-9c67-8e479bdcddfd None None] Provisioning complete for port dfc4a74b-3943-43b7-9461-35bfe9e15a55 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:07:19.967695 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-005e36f1-5fdb-4131-9c67-8e479bdcddfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:20.022590 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 39838) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:07:20.141502 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-005e36f1-5fdb-4131-9c67-8e479bdcddfd None None] Current status of the port dfc4a74b-3943-43b7-9461-35bfe9e15a55 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:07:20.141917 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-005e36f1-5fdb-4131-9c67-8e479bdcddfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:20.184769 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-005e36f1-5fdb-4131-9c67-8e479bdcddfd None None] For port dfc4a74b-3943-43b7-9461-35bfe9e15a55, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=dfc4a74b-3943-43b7-9461-35bfe9e15a55,segment=NetworkSegment(9bd8b90d-dbdd-4f6e-87dd-d0e7fb45a5ca),segment_id=9bd8b90d-dbdd-4f6e-87dd-d0e7fb45a5ca)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:07:20.277531 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-005e36f1-5fdb-4131-9c67-8e479bdcddfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:20.363981 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005e36f1-5fdb-4131-9c67-8e479bdcddfd None None] Pushing event updated for resources: {'Port': ['ID=dfc4a74b-3943-43b7-9461-35bfe9e15a55,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:07:20.398318 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-eab8074c-a8dc-48e3-841c-ca5f837b44be None None] Provisioning complete for port dfc4a74b-3943-43b7-9461-35bfe9e15a55 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:07:20.398683 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-eab8074c-a8dc-48e3-841c-ca5f837b44be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:20.420335 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [None req-2008cab6-5951-4b6d-92da-11dc653a1db0 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=89109) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:07:20.437956 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-2008cab6-5951-4b6d-92da-11dc653a1db0 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4143031 May 28 06:07:20.530396 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-eab8074c-a8dc-48e3-841c-ca5f837b44be None None] Current status of the port dfc4a74b-3943-43b7-9461-35bfe9e15a55 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:07:21.652279 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device dfc4a74b-3943-43b7-9461-35bfe9e15a55 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:07:21.719308 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port dfc4a74b-3943-43b7-9461-35bfe9e15a55 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:07:21.719676 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:21.831346 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port dfc4a74b-3943-43b7-9461-35bfe9e15a55 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:07:23.116220 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 39850) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:07:23.462927 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-35e21891-8357-4cdf-9b7b-5c936c48d751 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'c876bc899dae4d24aa19b322508857b6'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:07:23.468644 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-35e21891-8357-4cdf-9b7b-5c936c48d751 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:07:23.472427 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-35e21891-8357-4cdf-9b7b-5c936c48d751 admin admin] Usage tracker for resource:router and tenant:c876bc899dae4d24aa19b322508857b6 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:07:23.475670 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-35e21891-8357-4cdf-9b7b-5c936c48d751 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:07:23.481382 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-35e21891-8357-4cdf-9b7b-5c936c48d751 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:07:23.586013 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-35e21891-8357-4cdf-9b7b-5c936c48d751 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59128'] for router, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:23.587606 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-35e21891-8357-4cdf-9b7b-5c936c48d751 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59009'] for router, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:23.609199 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-35e21891-8357-4cdf-9b7b-5c936c48d751 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:23.810222 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-35e21891-8357-4cdf-9b7b-5c936c48d751 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690761'] for router, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:23.888784 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-35e21891-8357-4cdf-9b7b-5c936c48d751 admin admin] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:23.889966 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-35e21891-8357-4cdf-9b7b-5c936c48d751 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7727907 May 28 06:07:26.340743 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-0c8bef2b-b1ed-46de-a125-b0ddd82f0496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:26.502614 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 39860) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:07:26.875196 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [None req-04a8026a-f0e0-4838-9f27-68b3f5876600 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=89109) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:07:26.876565 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-04a8026a-f0e0-4838-9f27-68b3f5876600 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3728926 May 28 06:07:28.854894 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-33ee0602-ef3e-41a6-af46-8fe395422d26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:29.288956 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 39870) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:07:29.641809 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:29.660641 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-ca732ae2-129b-4d65-94b6-a848ad520fc3 admin admin] Request body: {'network': {'router:external': True, 'admin_state_up': True, 'is_default': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'name': 'public'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:07:29.674159 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-ca732ae2-129b-4d65-94b6-a848ad520fc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:07:29.674159 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-ca732ae2-129b-4d65-94b6-a848ad520fc3 admin admin] Usage tracker for resource:network and tenant:fe6247ae23e9410095ba26e4587f18ec is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:07:29.675280 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-ca732ae2-129b-4d65-94b6-a848ad520fc3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:07:29.680834 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-ca732ae2-129b-4d65-94b6-a848ad520fc3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:07:29.751014 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca732ae2-129b-4d65-94b6-a848ad520fc3 admin admin] Made reservation on behalf of fe6247ae23e9410095ba26e4587f18ec for: {'network': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:07:29.753208 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ca732ae2-129b-4d65-94b6-a848ad520fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:29.764898 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ca732ae2-129b-4d65-94b6-a848ad520fc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:29.778938 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-ca732ae2-129b-4d65-94b6-a848ad520fc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:07:29.782531 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-ca732ae2-129b-4d65-94b6-a848ad520fc3 admin admin] Usage tracker for resource:security_group_rule and tenant:fe6247ae23e9410095ba26e4587f18ec is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:07:29.785222 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-ca732ae2-129b-4d65-94b6-a848ad520fc3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:07:29.790699 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-ca732ae2-129b-4d65-94b6-a848ad520fc3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:07:29.871977 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ca732ae2-129b-4d65-94b6-a848ad520fc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:29.888953 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:29.950413 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ca732ae2-129b-4d65-94b6-a848ad520fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:29.973018 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ca732ae2-129b-4d65-94b6-a848ad520fc3 admin admin] Reserving flat network on physical network physnet1 {{(pid=89109) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 28 06:07:29.986244 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca732ae2-129b-4d65-94b6-a848ad520fc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35583cd6-695e-4f3d-a4a1-b351e5ba3d3b,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:07:29.993495 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ca732ae2-129b-4d65-94b6-a848ad520fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:29.993888 n-d-843702-1 neutron-server[89109]: INFO neutron.db.segments_db [None req-ca732ae2-129b-4d65-94b6-a848ad520fc3 admin admin] Added segment df1b86e2-f207-47a9-bc8f-8a634ca9b4aa of type flat for network 68df399e-e75e-4871-9364-5d05730b50f0 May 28 06:07:30.023946 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ca732ae2-129b-4d65-94b6-a848ad520fc3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:30.151134 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ca732ae2-129b-4d65-94b6-a848ad520fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:30.152019 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca732ae2-129b-4d65-94b6-a848ad520fc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:07:30.152636 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ca732ae2-129b-4d65-94b6-a848ad520fc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:30.251959 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca732ae2-129b-4d65-94b6-a848ad520fc3 admin admin] Pushing event updated for resources: {'Network': ['ID=68df399e-e75e-4871-9364-5d05730b50f0,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:07:30.261257 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 68df399e-e75e-4871-9364-5d05730b50f0 details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:07:30.312419 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-ca732ae2-129b-4d65-94b6-a848ad520fc3 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0223775 May 28 06:07:31.448645 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:32.730091 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 39890) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:07:32.937744 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63dfd8b7-672e-4094-ae0b-e3a362fac357 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:07:32.939051 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-63dfd8b7-672e-4094-ae0b-e3a362fac357 admin admin] 10.222.0.55 "GET /v2.0/subnets/21615680-085a-478c-9ded-2c5cca4dbc03 HTTP/1.1" status: 200 len: 849 time: 0.2080388 May 28 06:07:33.078230 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-75257ea8-20ba-425e-b711-7257b79222ea admin admin] 10.222.0.55 "GET /v2.0/routers/fa21e1ba-e951-4952-bd4a-f2d60259316d HTTP/1.1" status: 200 len: 704 time: 0.1333461 May 28 06:07:33.524259 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-eab7544f-e801-4b5f-81ae-1a614745c9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:33.776775 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-eab7544f-e801-4b5f-81ae-1a614745c9c9 admin admin] Allocated IP 172.20.0.1 (b339da00-449e-47c3-b852-936e25a55e4b/21615680-085a-478c-9ded-2c5cca4dbc03/b46119dd-cfba-4197-a7a5-d6b8b6c564ad) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:07:33.929899 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-eab7544f-e801-4b5f-81ae-1a614745c9c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:33.946455 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [None req-eab7544f-e801-4b5f-81ae-1a614745c9c9 admin admin] Transition to ACTIVE for port object b46119dd-cfba-4197-a7a5-d6b8b6c564ad will not be triggered until provisioned by entity DHCP. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:07:34.037794 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-eab7544f-e801-4b5f-81ae-1a614745c9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:34.102150 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab7544f-e801-4b5f-81ae-1a614745c9c9 admin admin] Network b339da00-449e-47c3-b852-936e25a55e4b is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:07:34.104652 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-eab7544f-e801-4b5f-81ae-1a614745c9c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:07:34.109090 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab7544f-e801-4b5f-81ae-1a614745c9c9 admin admin] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:07:34.109629 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-eab7544f-e801-4b5f-81ae-1a614745c9c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690947'] for router_interface, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:34.233473 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab7544f-e801-4b5f-81ae-1a614745c9c9 admin admin] Pushing event updated for resources: {'Port': ['ID=b46119dd-cfba-4197-a7a5-d6b8b6c564ad,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:07:34.420018 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-93b5ec89-9683-4e25-9ccd-880936ef78c5 None None] Provisioning for port b46119dd-cfba-4197-a7a5-d6b8b6c564ad completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:07:34.425557 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-93b5ec89-9683-4e25-9ccd-880936ef78c5 None None] Provisioning complete for port b46119dd-cfba-4197-a7a5-d6b8b6c564ad triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:07:34.425925 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-93b5ec89-9683-4e25-9ccd-880936ef78c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:34.455879 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-eab7544f-e801-4b5f-81ae-1a614745c9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:34.482073 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-93b5ec89-9683-4e25-9ccd-880936ef78c5 None None] Port b46119dd-cfba-4197-a7a5-d6b8b6c564ad cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:07:34.690003 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-eab7544f-e801-4b5f-81ae-1a614745c9c9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:34.779496 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-eab7544f-e801-4b5f-81ae-1a614745c9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:34.780254 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-eab7544f-e801-4b5f-81ae-1a614745c9c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700602'] for router_interface, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:34.915501 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab7544f-e801-4b5f-81ae-1a614745c9c9 admin admin] Pushing event updated for resources: {'Port': ['ID=b46119dd-cfba-4197-a7a5-d6b8b6c564ad,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:07:34.976835 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab7544f-e801-4b5f-81ae-1a614745c9c9 admin admin] Network b339da00-449e-47c3-b852-936e25a55e4b is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:07:34.977824 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-eab7544f-e801-4b5f-81ae-1a614745c9c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:07:35.207464 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-f6cd46f5-f045-4d6c-96e4-4e929ad1da2d None None] Provisioning complete for port b46119dd-cfba-4197-a7a5-d6b8b6c564ad triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:07:35.208073 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-f6cd46f5-f045-4d6c-96e4-4e929ad1da2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:35.220873 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eab7544f-e801-4b5f-81ae-1a614745c9c9 admin admin] Router fa21e1ba-e951-4952-bd4a-f2d60259316d is scheduled to L3 agent 42958940-9562-4f71-972f-15a8af9d3963 with binding_index 1 {{(pid=89109) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 06:07:35.262353 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-f6cd46f5-f045-4d6c-96e4-4e929ad1da2d None None] Port b46119dd-cfba-4197-a7a5-d6b8b6c564ad cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:07:35.411708 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eab7544f-e801-4b5f-81ae-1a614745c9c9 admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:07:35.422458 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-eab7544f-e801-4b5f-81ae-1a614745c9c9 admin admin] 10.222.0.55 "PUT /v2.0/routers/fa21e1ba-e951-4952-bd4a-f2d60259316d/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3388712 May 28 06:07:35.422625 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01109a3c-43e0-4049-9a5a-15babfd29346 None None] Sync routers for ids ['fa21e1ba-e951-4952-bd4a-f2d60259316d'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:07:35.432726 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01109a3c-43e0-4049-9a5a-15babfd29346 None None] Routers {'fa21e1ba-e951-4952-bd4a-f2d60259316d'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:07:35.434701 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-01109a3c-43e0-4049-9a5a-15babfd29346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:07:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['fa21e1ba-e951-4952-bd4a-f2d60259316d'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:07:35.614118 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-01109a3c-43e0-4049-9a5a-15babfd29346 None None] Set router fa21e1ba-e951-4952-bd4a-f2d60259316d gateway port host: None {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:07:35.978127 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-01109a3c-43e0-4049-9a5a-15babfd29346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa21e1ba-e951-4952-bd4a-f2d60259316d', 'name': 'router1', 'tenant_id': 'c876bc899dae4d24aa19b322508857b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:07:23Z', 'updated_at': '2022-05-28T06:07:34Z', 'revision_number': 2, 'project_id': 'c876bc899dae4d24aa19b322508857b6', 'gw_port_host': None, '_interfaces': [{'id': 'b46119dd-cfba-4197-a7a5-d6b8b6c564ad', 'name': '', 'network_id': 'b339da00-449e-47c3-b852-936e25a55e4b', 'tenant_id': 'c876bc899dae4d24aa19b322508857b6', 'mac_address': 'fa:16:3e:01:b5:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa21e1ba-e951-4952-bd4a-f2d60259316d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '21615680-085a-478c-9ded-2c5cca4dbc03', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:07:33Z', 'updated_at': '2022-05-28T06:07:34Z', 'revision_number': 2, 'project_id': 'c876bc899dae4d24aa19b322508857b6', 'subnets': [{'id': '21615680-085a-478c-9ded-2c5cca4dbc03', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5cbe5d38-ab64-48f9-a304-97361b46837f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:07:35.983133 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01109a3c-43e0-4049-9a5a-15babfd29346 None None] Checking router: fa21e1ba-e951-4952-bd4a-f2d60259316d for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:07:35.983509 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01109a3c-43e0-4049-9a5a-15babfd29346 None None] Updating router fa21e1ba-e951-4952-bd4a-f2d60259316d port b46119dd-cfba-4197-a7a5-d6b8b6c564ad binding host n-d-843702-1 {{(pid=89112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:07:36.034759 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-01109a3c-43e0-4049-9a5a-15babfd29346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:36.407904 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-01109a3c-43e0-4049-9a5a-15babfd29346 None None] Notify callbacks [] for port, precommit_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:36.423627 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.provisioning_blocks [None req-01109a3c-43e0-4049-9a5a-15babfd29346 None None] Transition to ACTIVE for port object b46119dd-cfba-4197-a7a5-d6b8b6c564ad will not be triggered until provisioned by entity L2. {{(pid=89112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:07:36.498903 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-01109a3c-43e0-4049-9a5a-15babfd29346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:36.736787 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9049af8-4b9c-418b-9d88-354e8365f1c8 None None] Pushing event updated for resources: {'Port': ['ID=b46119dd-cfba-4197-a7a5-d6b8b6c564ad,revision_number=3']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:07:36.748488 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9049af8-4b9c-418b-9d88-354e8365f1c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:07:36.748823 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9049af8-4b9c-418b-9d88-354e8365f1c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:07:36.749148 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9049af8-4b9c-418b-9d88-354e8365f1c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:07:36.749492 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9049af8-4b9c-418b-9d88-354e8365f1c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:07:36.749813 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9049af8-4b9c-418b-9d88-354e8365f1c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:07:36.750128 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9049af8-4b9c-418b-9d88-354e8365f1c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:07:36.750440 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9049af8-4b9c-418b-9d88-354e8365f1c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:07:36.750750 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9049af8-4b9c-418b-9d88-354e8365f1c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:07:36.751059 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9049af8-4b9c-418b-9d88-354e8365f1c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:07:36.751360 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9049af8-4b9c-418b-9d88-354e8365f1c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:07:36.751666 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9049af8-4b9c-418b-9d88-354e8365f1c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:07:36.751968 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9049af8-4b9c-418b-9d88-354e8365f1c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:07:36.752977 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9049af8-4b9c-418b-9d88-354e8365f1c8 None None] Tracked resource versions report: May 28 06:07:36.752977 n-d-843702-1 neutron-server[89112]: pushed versions: May 28 06:07:36.752977 n-d-843702-1 neutron-server[89112]: { 'AddressGroup': {'1.2'}, May 28 06:07:36.752977 n-d-843702-1 neutron-server[89112]: 'ConntrackHelper': {'1.0'}, May 28 06:07:36.752977 n-d-843702-1 neutron-server[89112]: 'Log': {'1.0'}, May 28 06:07:36.752977 n-d-843702-1 neutron-server[89112]: 'Network': {'1.1'}, May 28 06:07:36.752977 n-d-843702-1 neutron-server[89112]: 'Port': {'1.7'}, May 28 06:07:36.752977 n-d-843702-1 neutron-server[89112]: 'PortForwarding': {'1.2'}, May 28 06:07:36.752977 n-d-843702-1 neutron-server[89112]: 'QosPolicy': {'1.8'}, May 28 06:07:36.752977 n-d-843702-1 neutron-server[89112]: 'SecurityGroup': {'1.4'}, May 28 06:07:36.752977 n-d-843702-1 neutron-server[89112]: 'SecurityGroupRule': {'1.2'}, May 28 06:07:36.752977 n-d-843702-1 neutron-server[89112]: 'SubPort': {'1.0'}, May 28 06:07:36.752977 n-d-843702-1 neutron-server[89112]: 'Subnet': {'1.1'}, May 28 06:07:36.752977 n-d-843702-1 neutron-server[89112]: 'Trunk': {'1.1'}} May 28 06:07:36.752977 n-d-843702-1 neutron-server[89112]: consumer versions: May 28 06:07:36.752977 n-d-843702-1 neutron-server[89112]: { DHCP agent@n-d-843702-1: {}, May 28 06:07:36.752977 n-d-843702-1 neutron-server[89112]: L3 agent@n-d-843702-1: {}, May 28 06:07:36.752977 n-d-843702-1 neutron-server[89112]: Metadata agent@n-d-843702-1: {}, May 28 06:07:36.752977 n-d-843702-1 neutron-server[89112]: Metering agent@n-d-843702-1: {}, May 28 06:07:36.752977 n-d-843702-1 neutron-server[89112]: Open vSwitch agent@n-d-843702-1: { 'AddressGroup': '1.2', May 28 06:07:36.752977 n-d-843702-1 neutron-server[89112]: 'ConntrackHelper': '1.0', May 28 06:07:36.752977 n-d-843702-1 neutron-server[89112]: 'Log': '1.0', May 28 06:07:36.752977 n-d-843702-1 neutron-server[89112]: 'Network': '1.1', May 28 06:07:36.752977 n-d-843702-1 neutron-server[89112]: 'Port': '1.7', May 28 06:07:36.752977 n-d-843702-1 neutron-server[89112]: 'PortForwarding': '1.2', May 28 06:07:36.752977 n-d-843702-1 neutron-server[89112]: 'QosPolicy': '1.8', May 28 06:07:36.752977 n-d-843702-1 neutron-server[89112]: 'SecurityGroup': '1.4', May 28 06:07:36.752977 n-d-843702-1 neutron-server[89112]: 'SecurityGroupRule': '1.2', May 28 06:07:36.752977 n-d-843702-1 neutron-server[89112]: 'SubPort': '1.0', May 28 06:07:36.752977 n-d-843702-1 neutron-server[89112]: 'Subnet': '1.1', May 28 06:07:36.752977 n-d-843702-1 neutron-server[89112]: 'Trunk': '1.1'}} May 28 06:07:36.752977 n-d-843702-1 neutron-server[89112]: {{(pid=89112) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 28 06:07:36.755660 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-01109a3c-43e0-4049-9a5a-15babfd29346 None None] Attempting to bind port b46119dd-cfba-4197-a7a5-d6b8b6c564ad on host n-d-843702-1 for vnic_type normal with profile {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:07:36.755660 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-01109a3c-43e0-4049-9a5a-15babfd29346 None None] Attempting to bind port b46119dd-cfba-4197-a7a5-d6b8b6c564ad by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': '9bd8b90d-dbdd-4f6e-87dd-d0e7fb45a5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'b339da00-449e-47c3-b852-936e25a55e4b'}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:07:36.755935 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01109a3c-43e0-4049-9a5a-15babfd29346 None None] Attempting to bind port b46119dd-cfba-4197-a7a5-d6b8b6c564ad on network b339da00-449e-47c3-b852-936e25a55e4b {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:07:36.762119 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01109a3c-43e0-4049-9a5a-15babfd29346 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:07:36.762590 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01109a3c-43e0-4049-9a5a-15babfd29346 None None] Checking segment: {'id': '9bd8b90d-dbdd-4f6e-87dd-d0e7fb45a5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'b339da00-449e-47c3-b852-936e25a55e4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:07:36.763071 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-01109a3c-43e0-4049-9a5a-15babfd29346 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:36.764174 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01109a3c-43e0-4049-9a5a-15babfd29346 None None] Bound using segment: {'id': '9bd8b90d-dbdd-4f6e-87dd-d0e7fb45a5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'b339da00-449e-47c3-b852-936e25a55e4b'} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:07:36.764174 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-01109a3c-43e0-4049-9a5a-15babfd29346 None None] Bound port: b46119dd-cfba-4197-a7a5-d6b8b6c564ad, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bd8b90d-dbdd-4f6e-87dd-d0e7fb45a5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'b339da00-449e-47c3-b852-936e25a55e4b'}}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:07:36.764453 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-01109a3c-43e0-4049-9a5a-15babfd29346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:36.858211 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-01109a3c-43e0-4049-9a5a-15babfd29346 None None] For port b46119dd-cfba-4197-a7a5-d6b8b6c564ad, host n-d-843702-1, cleared binding levels {{(pid=89112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:07:36.862098 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-01109a3c-43e0-4049-9a5a-15babfd29346 None None] For port b46119dd-cfba-4197-a7a5-d6b8b6c564ad, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=b46119dd-cfba-4197-a7a5-d6b8b6c564ad,segment=NetworkSegment(9bd8b90d-dbdd-4f6e-87dd-d0e7fb45a5ca),segment_id=9bd8b90d-dbdd-4f6e-87dd-d0e7fb45a5ca)] {{(pid=89112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:07:36.940669 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-01109a3c-43e0-4049-9a5a-15babfd29346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:37.026336 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01109a3c-43e0-4049-9a5a-15babfd29346 None None] Routers {'fa21e1ba-e951-4952-bd4a-f2d60259316d'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:07:37.026957 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-01109a3c-43e0-4049-9a5a-15babfd29346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:07:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['fa21e1ba-e951-4952-bd4a-f2d60259316d'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:07:37.081141 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9049af8-4b9c-418b-9d88-354e8365f1c8 None None] Pushing event updated for resources: {'Port': ['ID=b46119dd-cfba-4197-a7a5-d6b8b6c564ad,revision_number=4']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:07:37.182657 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-01109a3c-43e0-4049-9a5a-15babfd29346 None None] Set router fa21e1ba-e951-4952-bd4a-f2d60259316d gateway port host: None {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:07:37.500187 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-01109a3c-43e0-4049-9a5a-15babfd29346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa21e1ba-e951-4952-bd4a-f2d60259316d', 'name': 'router1', 'tenant_id': 'c876bc899dae4d24aa19b322508857b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:07:23Z', 'updated_at': '2022-05-28T06:07:34Z', 'revision_number': 2, 'project_id': 'c876bc899dae4d24aa19b322508857b6', 'gw_port_host': None, '_interfaces': [{'id': 'b46119dd-cfba-4197-a7a5-d6b8b6c564ad', 'name': '', 'network_id': 'b339da00-449e-47c3-b852-936e25a55e4b', 'tenant_id': 'c876bc899dae4d24aa19b322508857b6', 'mac_address': 'fa:16:3e:01:b5:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa21e1ba-e951-4952-bd4a-f2d60259316d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '21615680-085a-478c-9ded-2c5cca4dbc03', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:07:33Z', 'updated_at': '2022-05-28T06:07:36Z', 'revision_number': 4, 'project_id': 'c876bc899dae4d24aa19b322508857b6', 'subnets': [{'id': '21615680-085a-478c-9ded-2c5cca4dbc03', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5cbe5d38-ab64-48f9-a304-97361b46837f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:07:37.503997 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01109a3c-43e0-4049-9a5a-15babfd29346 None None] The sync data for ids ['fa21e1ba-e951-4952-bd4a-f2d60259316d'] in n-d-843702-1 is: [{'id': 'fa21e1ba-e951-4952-bd4a-f2d60259316d', 'name': 'router1', 'tenant_id': 'c876bc899dae4d24aa19b322508857b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:07:23Z', 'updated_at': '2022-05-28T06:07:34Z', 'revision_number': 2, 'project_id': 'c876bc899dae4d24aa19b322508857b6', 'gw_port_host': None, '_interfaces': [{'id': 'b46119dd-cfba-4197-a7a5-d6b8b6c564ad', 'name': '', 'network_id': 'b339da00-449e-47c3-b852-936e25a55e4b', 'tenant_id': 'c876bc899dae4d24aa19b322508857b6', 'mac_address': 'fa:16:3e:01:b5:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa21e1ba-e951-4952-bd4a-f2d60259316d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '21615680-085a-478c-9ded-2c5cca4dbc03', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:07:33Z', 'updated_at': '2022-05-28T06:07:36Z', 'revision_number': 4, 'project_id': 'c876bc899dae4d24aa19b322508857b6', 'subnets': [{'id': '21615680-085a-478c-9ded-2c5cca4dbc03', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5cbe5d38-ab64-48f9-a304-97361b46837f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:07:37.717296 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 39912) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:07:37.882916 n-d-843702-1 neutron-server[89110]: WARNING oslo_policy.policy [None req-ad1411ec-b543-4d2d-8a57-feff7dd7c40a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 28 06:07:37.883489 n-d-843702-1 neutron-server[89110]: WARNING oslo_policy.policy [None req-ad1411ec-b543-4d2d-8a57-feff7dd7c40a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 28 06:07:38.329933 n-d-843702-1 neutron-server[89110]: DEBUG neutron.policy [None req-ad1411ec-b543-4d2d-8a57-feff7dd7c40a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=89110) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 28 06:07:38.377617 n-d-843702-1 neutron-server[89110]: WARNING oslo_policy.policy [None req-ad1411ec-b543-4d2d-8a57-feff7dd7c40a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 28 06:07:38.378067 n-d-843702-1 neutron-server[89110]: WARNING oslo_policy.policy [None req-ad1411ec-b543-4d2d-8a57-feff7dd7c40a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 28 06:07:38.386551 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1411ec-b543-4d2d-8a57-feff7dd7c40a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:07:38.391786 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-ad1411ec-b543-4d2d-8a57-feff7dd7c40a admin admin] 10.222.0.55 "GET /v2.0/networks/68df399e-e75e-4871-9364-5d05730b50f0 HTTP/1.1" status: 200 len: 842 time: 0.6705565 May 28 06:07:38.400666 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-a9322fdb-7a72-48d2-a819-153751ebd888 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'public-subnet', 'gateway_ip': '172.25.5.1', 'enable_dhcp': False, 'cidr': '172.25.5.0/24', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:07:38.402735 n-d-843702-1 neutron-server[89110]: INFO neutron.quota [None req-a9322fdb-7a72-48d2-a819-153751ebd888 admin admin] Loaded quota_driver: . May 28 06:07:38.409334 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-a9322fdb-7a72-48d2-a819-153751ebd888 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:07:38.415219 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-a9322fdb-7a72-48d2-a819-153751ebd888 admin admin] Usage tracker for resource:subnet and tenant:fe6247ae23e9410095ba26e4587f18ec is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:07:38.419652 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-a9322fdb-7a72-48d2-a819-153751ebd888 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:07:38.426726 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-a9322fdb-7a72-48d2-a819-153751ebd888 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:07:38.529259 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9322fdb-7a72-48d2-a819-153751ebd888 admin admin] Made reservation on behalf of fe6247ae23e9410095ba26e4587f18ec for: {'subnet': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:07:38.532166 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a9322fdb-7a72-48d2-a819-153751ebd888 admin admin] Notify callbacks [] for subnet, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:39.061182 n-d-843702-1 neutron-server[89110]: DEBUG neutron.objects.ports [None req-a9322fdb-7a72-48d2-a819-153751ebd888 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89110) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 28 06:07:39.061806 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a9322fdb-7a72-48d2-a819-153751ebd888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for subnet, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:39.146207 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9322fdb-7a72-48d2-a819-153751ebd888 admin admin] Checking segment: {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:07:39.146489 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9322fdb-7a72-48d2-a819-153751ebd888 admin admin] Network hostable DHCP agents. Network: 68df399e-e75e-4871-9364-5d05730b50f0, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89110) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:07:39.159956 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9322fdb-7a72-48d2-a819-153751ebd888 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06266c8f-022c-4f43-86b1-8f84dc3c74de,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:07:39.170621 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9322fdb-7a72-48d2-a819-153751ebd888 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:07:39.170948 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9322fdb-7a72-48d2-a819-153751ebd888 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:07:39.171275 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9322fdb-7a72-48d2-a819-153751ebd888 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:07:39.171597 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9322fdb-7a72-48d2-a819-153751ebd888 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:07:39.171915 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9322fdb-7a72-48d2-a819-153751ebd888 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:07:39.172232 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9322fdb-7a72-48d2-a819-153751ebd888 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:07:39.172545 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9322fdb-7a72-48d2-a819-153751ebd888 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:07:39.172859 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9322fdb-7a72-48d2-a819-153751ebd888 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:07:39.173166 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9322fdb-7a72-48d2-a819-153751ebd888 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:07:39.173506 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9322fdb-7a72-48d2-a819-153751ebd888 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:07:39.173822 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9322fdb-7a72-48d2-a819-153751ebd888 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:07:39.174127 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9322fdb-7a72-48d2-a819-153751ebd888 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:07:39.175172 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9322fdb-7a72-48d2-a819-153751ebd888 admin admin] Tracked resource versions report: May 28 06:07:39.175172 n-d-843702-1 neutron-server[89110]: pushed versions: May 28 06:07:39.175172 n-d-843702-1 neutron-server[89110]: { 'AddressGroup': {'1.2'}, May 28 06:07:39.175172 n-d-843702-1 neutron-server[89110]: 'ConntrackHelper': {'1.0'}, May 28 06:07:39.175172 n-d-843702-1 neutron-server[89110]: 'Log': {'1.0'}, May 28 06:07:39.175172 n-d-843702-1 neutron-server[89110]: 'Network': {'1.1'}, May 28 06:07:39.175172 n-d-843702-1 neutron-server[89110]: 'Port': {'1.7'}, May 28 06:07:39.175172 n-d-843702-1 neutron-server[89110]: 'PortForwarding': {'1.2'}, May 28 06:07:39.175172 n-d-843702-1 neutron-server[89110]: 'QosPolicy': {'1.8'}, May 28 06:07:39.175172 n-d-843702-1 neutron-server[89110]: 'SecurityGroup': {'1.4'}, May 28 06:07:39.175172 n-d-843702-1 neutron-server[89110]: 'SecurityGroupRule': {'1.2'}, May 28 06:07:39.175172 n-d-843702-1 neutron-server[89110]: 'SubPort': {'1.0'}, May 28 06:07:39.175172 n-d-843702-1 neutron-server[89110]: 'Subnet': {'1.1'}, May 28 06:07:39.175172 n-d-843702-1 neutron-server[89110]: 'Trunk': {'1.1'}} May 28 06:07:39.175172 n-d-843702-1 neutron-server[89110]: consumer versions: May 28 06:07:39.175172 n-d-843702-1 neutron-server[89110]: { DHCP agent@n-d-843702-1: {}, May 28 06:07:39.175172 n-d-843702-1 neutron-server[89110]: L3 agent@n-d-843702-1: {}, May 28 06:07:39.175172 n-d-843702-1 neutron-server[89110]: Metadata agent@n-d-843702-1: {}, May 28 06:07:39.175172 n-d-843702-1 neutron-server[89110]: Metering agent@n-d-843702-1: {}, May 28 06:07:39.175172 n-d-843702-1 neutron-server[89110]: Open vSwitch agent@n-d-843702-1: { 'AddressGroup': '1.2', May 28 06:07:39.175172 n-d-843702-1 neutron-server[89110]: 'ConntrackHelper': '1.0', May 28 06:07:39.175172 n-d-843702-1 neutron-server[89110]: 'Log': '1.0', May 28 06:07:39.175172 n-d-843702-1 neutron-server[89110]: 'Network': '1.1', May 28 06:07:39.175172 n-d-843702-1 neutron-server[89110]: 'Port': '1.7', May 28 06:07:39.175172 n-d-843702-1 neutron-server[89110]: 'PortForwarding': '1.2', May 28 06:07:39.175172 n-d-843702-1 neutron-server[89110]: 'QosPolicy': '1.8', May 28 06:07:39.175172 n-d-843702-1 neutron-server[89110]: 'SecurityGroup': '1.4', May 28 06:07:39.175172 n-d-843702-1 neutron-server[89110]: 'SecurityGroupRule': '1.2', May 28 06:07:39.175172 n-d-843702-1 neutron-server[89110]: 'SubPort': '1.0', May 28 06:07:39.175172 n-d-843702-1 neutron-server[89110]: 'Subnet': '1.1', May 28 06:07:39.175172 n-d-843702-1 neutron-server[89110]: 'Trunk': '1.1'}} May 28 06:07:39.175172 n-d-843702-1 neutron-server[89110]: {{(pid=89110) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 28 06:07:39.254450 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9322fdb-7a72-48d2-a819-153751ebd888 admin admin] Network 68df399e-e75e-4871-9364-5d05730b50f0 is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89110) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:07:39.322804 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-a9322fdb-7a72-48d2-a819-153751ebd888 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, 68df399e-e75e-4871-9364-5d05730b50f0) {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:07:39.327998 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9322fdb-7a72-48d2-a819-153751ebd888 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:07:39.328645 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a9322fdb-7a72-48d2-a819-153751ebd888 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:39.334087 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01360e2-7a1d-463f-be1b-76dcd58a013e None None] Network 68df399e-e75e-4871-9364-5d05730b50f0 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:07:39.408253 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-a9322fdb-7a72-48d2-a819-153751ebd888 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0123293 May 28 06:07:39.563589 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee806048-4b92-4cbb-aa3f-542171414a10 None None] Network 68df399e-e75e-4871-9364-5d05730b50f0 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:07:39.710313 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device b46119dd-cfba-4197-a7a5-d6b8b6c564ad up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:07:39.905970 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port b46119dd-cfba-4197-a7a5-d6b8b6c564ad completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:07:39.911524 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port b46119dd-cfba-4197-a7a5-d6b8b6c564ad triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:07:39.911887 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:40.030937 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port b46119dd-cfba-4197-a7a5-d6b8b6c564ad is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:07:40.031244 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:40.080462 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port b46119dd-cfba-4197-a7a5-d6b8b6c564ad, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=b46119dd-cfba-4197-a7a5-d6b8b6c564ad,segment=NetworkSegment(9bd8b90d-dbdd-4f6e-87dd-d0e7fb45a5ca),segment_id=9bd8b90d-dbdd-4f6e-87dd-d0e7fb45a5ca)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:07:40.138740 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:40.204638 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=b46119dd-cfba-4197-a7a5-d6b8b6c564ad,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:07:41.662111 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device b46119dd-cfba-4197-a7a5-d6b8b6c564ad up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:07:41.735996 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port b46119dd-cfba-4197-a7a5-d6b8b6c564ad triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:07:41.736368 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:41.794643 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 39936) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:07:41.850169 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port b46119dd-cfba-4197-a7a5-d6b8b6c564ad is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:07:42.026471 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-c48aee67-d6b5-4132-9579-6f0fb1e6675c admin admin] 10.222.0.55 "GET /v2.0/routers/fa21e1ba-e951-4952-bd4a-f2d60259316d HTTP/1.1" status: 200 len: 710 time: 0.2307968 May 28 06:07:42.153072 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419c8db3-7fd1-4c7b-8195-0735b0479b0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:07:42.154402 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-419c8db3-7fd1-4c7b-8195-0735b0479b0a admin admin] 10.222.0.55 "GET /v2.0/networks/68df399e-e75e-4871-9364-5d05730b50f0 HTTP/1.1" status: 200 len: 886 time: 0.1186173 May 28 06:07:42.164723 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-398ea708-5002-4d4e-a415-f9b5ff9e56ac admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:07:42.610025 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-398ea708-5002-4d4e-a415-f9b5ff9e56ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59027'] for router, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:43.027651 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-398ea708-5002-4d4e-a415-f9b5ff9e56ac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:43.086845 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-398ea708-5002-4d4e-a415-f9b5ff9e56ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:43.217166 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [None req-398ea708-5002-4d4e-a415-f9b5ff9e56ac admin admin] Allocated IP 172.25.5.124 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/8661af4e-3fb3-48b9-9c30-d13086c92435) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:07:43.398655 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-398ea708-5002-4d4e-a415-f9b5ff9e56ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:43.534581 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-398ea708-5002-4d4e-a415-f9b5ff9e56ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:43.602593 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398ea708-5002-4d4e-a415-f9b5ff9e56ac admin admin] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:07:43.605467 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-398ea708-5002-4d4e-a415-f9b5ff9e56ac admin admin] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:07:43.609250 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398ea708-5002-4d4e-a415-f9b5ff9e56ac admin admin] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:07:43.663223 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398ea708-5002-4d4e-a415-f9b5ff9e56ac admin admin] Pushing event updated for resources: {'Port': ['ID=8661af4e-3fb3-48b9-9c30-d13086c92435,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:07:44.054483 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-398ea708-5002-4d4e-a415-f9b5ff9e56ac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:44.393961 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-398ea708-5002-4d4e-a415-f9b5ff9e56ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59027'] for router, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:44.397080 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-398ea708-5002-4d4e-a415-f9b5ff9e56ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-690815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-690800', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-692041'] for router, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:44.575333 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-398ea708-5002-4d4e-a415-f9b5ff9e56ac admin admin] Router fa21e1ba-e951-4952-bd4a-f2d60259316d has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:07:44.788753 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-398ea708-5002-4d4e-a415-f9b5ff9e56ac admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:07:44.798524 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-398ea708-5002-4d4e-a415-f9b5ff9e56ac admin admin] Notify callbacks [] for router, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:44.799463 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a439c4-6d60-415e-8a17-661dd54e9864 None None] Sync routers for ids ['fa21e1ba-e951-4952-bd4a-f2d60259316d'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:07:44.799954 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-398ea708-5002-4d4e-a415-f9b5ff9e56ac admin admin] 10.222.0.55 "PUT /v2.0/routers/fa21e1ba-e951-4952-bd4a-f2d60259316d HTTP/1.1" status: 200 len: 890 time: 2.6399331 May 28 06:07:44.809171 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a439c4-6d60-415e-8a17-661dd54e9864 None None] Routers {'fa21e1ba-e951-4952-bd4a-f2d60259316d'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:07:44.809858 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-10a439c4-6d60-415e-8a17-661dd54e9864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:07:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['fa21e1ba-e951-4952-bd4a-f2d60259316d'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:07:45.005913 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-10a439c4-6d60-415e-8a17-661dd54e9864 None None] Set router fa21e1ba-e951-4952-bd4a-f2d60259316d gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:07:45.342547 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-10a439c4-6d60-415e-8a17-661dd54e9864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa21e1ba-e951-4952-bd4a-f2d60259316d', 'name': 'router1', 'tenant_id': 'c876bc899dae4d24aa19b322508857b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': '8661af4e-3fb3-48b9-9c30-d13086c92435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:07:23Z', 'updated_at': '2022-05-28T06:07:43Z', 'revision_number': 4, 'project_id': 'c876bc899dae4d24aa19b322508857b6', 'gw_port': {'id': '8661af4e-3fb3-48b9-9c30-d13086c92435', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:cf:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa21e1ba-e951-4952-bd4a-f2d60259316d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:07:43Z', 'updated_at': '2022-05-28T06:07:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'b46119dd-cfba-4197-a7a5-d6b8b6c564ad', 'name': '', 'network_id': 'b339da00-449e-47c3-b852-936e25a55e4b', 'tenant_id': 'c876bc899dae4d24aa19b322508857b6', 'mac_address': 'fa:16:3e:01:b5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa21e1ba-e951-4952-bd4a-f2d60259316d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '21615680-085a-478c-9ded-2c5cca4dbc03', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:07:33Z', 'updated_at': '2022-05-28T06:07:40Z', 'revision_number': 5, 'project_id': 'c876bc899dae4d24aa19b322508857b6', 'subnets': [{'id': '21615680-085a-478c-9ded-2c5cca4dbc03', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5cbe5d38-ab64-48f9-a304-97361b46837f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:07:45.347100 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a439c4-6d60-415e-8a17-661dd54e9864 None None] Checking router: fa21e1ba-e951-4952-bd4a-f2d60259316d for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:07:45.347438 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a439c4-6d60-415e-8a17-661dd54e9864 None None] Updating router fa21e1ba-e951-4952-bd4a-f2d60259316d port 8661af4e-3fb3-48b9-9c30-d13086c92435 binding host n-d-843702-1 {{(pid=89111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:07:45.398173 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-10a439c4-6d60-415e-8a17-661dd54e9864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:45.720920 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-10a439c4-6d60-415e-8a17-661dd54e9864 None None] Notify callbacks [] for port, precommit_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:45.733938 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-10a439c4-6d60-415e-8a17-661dd54e9864 None None] Transition to ACTIVE for port object 8661af4e-3fb3-48b9-9c30-d13086c92435 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:07:45.791035 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-10a439c4-6d60-415e-8a17-661dd54e9864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:45.867959 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-10a439c4-6d60-415e-8a17-661dd54e9864 None None] Attempting to bind port 8661af4e-3fb3-48b9-9c30-d13086c92435 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:07:45.868524 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-10a439c4-6d60-415e-8a17-661dd54e9864 None None] Attempting to bind port 8661af4e-3fb3-48b9-9c30-d13086c92435 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:07:45.868625 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a439c4-6d60-415e-8a17-661dd54e9864 None None] Attempting to bind port 8661af4e-3fb3-48b9-9c30-d13086c92435 on network 68df399e-e75e-4871-9364-5d05730b50f0 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:07:45.874447 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c721fc-4760-4727-975b-9c0c3495c598 None None] Pushing event updated for resources: {'Port': ['ID=8661af4e-3fb3-48b9-9c30-d13086c92435,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:07:45.879439 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a439c4-6d60-415e-8a17-661dd54e9864 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:07:45.879801 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a439c4-6d60-415e-8a17-661dd54e9864 None None] Checking segment: {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:07:45.880189 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-10a439c4-6d60-415e-8a17-661dd54e9864 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:45.880561 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a439c4-6d60-415e-8a17-661dd54e9864 None None] Bound using segment: {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:07:45.881009 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-10a439c4-6d60-415e-8a17-661dd54e9864 None None] Bound port: 8661af4e-3fb3-48b9-9c30-d13086c92435, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:07:45.881368 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-10a439c4-6d60-415e-8a17-661dd54e9864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:45.954591 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-10a439c4-6d60-415e-8a17-661dd54e9864 None None] For port 8661af4e-3fb3-48b9-9c30-d13086c92435, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:07:45.957456 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-10a439c4-6d60-415e-8a17-661dd54e9864 None None] For port 8661af4e-3fb3-48b9-9c30-d13086c92435, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=8661af4e-3fb3-48b9-9c30-d13086c92435,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:07:46.037784 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-10a439c4-6d60-415e-8a17-661dd54e9864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:46.115736 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a439c4-6d60-415e-8a17-661dd54e9864 None None] Routers {'fa21e1ba-e951-4952-bd4a-f2d60259316d'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:07:46.116328 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-10a439c4-6d60-415e-8a17-661dd54e9864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:07:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['fa21e1ba-e951-4952-bd4a-f2d60259316d'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:07:46.186053 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c721fc-4760-4727-975b-9c0c3495c598 None None] Pushing event updated for resources: {'Port': ['ID=8661af4e-3fb3-48b9-9c30-d13086c92435,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:07:46.316465 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-10a439c4-6d60-415e-8a17-661dd54e9864 None None] Set router fa21e1ba-e951-4952-bd4a-f2d60259316d gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:07:46.638602 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-10a439c4-6d60-415e-8a17-661dd54e9864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa21e1ba-e951-4952-bd4a-f2d60259316d', 'name': 'router1', 'tenant_id': 'c876bc899dae4d24aa19b322508857b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': '8661af4e-3fb3-48b9-9c30-d13086c92435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:07:23Z', 'updated_at': '2022-05-28T06:07:43Z', 'revision_number': 4, 'project_id': 'c876bc899dae4d24aa19b322508857b6', 'gw_port': {'id': '8661af4e-3fb3-48b9-9c30-d13086c92435', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:cf:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa21e1ba-e951-4952-bd4a-f2d60259316d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:07:43Z', 'updated_at': '2022-05-28T06:07:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'b46119dd-cfba-4197-a7a5-d6b8b6c564ad', 'name': '', 'network_id': 'b339da00-449e-47c3-b852-936e25a55e4b', 'tenant_id': 'c876bc899dae4d24aa19b322508857b6', 'mac_address': 'fa:16:3e:01:b5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa21e1ba-e951-4952-bd4a-f2d60259316d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '21615680-085a-478c-9ded-2c5cca4dbc03', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:07:33Z', 'updated_at': '2022-05-28T06:07:40Z', 'revision_number': 5, 'project_id': 'c876bc899dae4d24aa19b322508857b6', 'subnets': [{'id': '21615680-085a-478c-9ded-2c5cca4dbc03', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5cbe5d38-ab64-48f9-a304-97361b46837f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:07:46.642539 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a439c4-6d60-415e-8a17-661dd54e9864 None None] The sync data for ids ['fa21e1ba-e951-4952-bd4a-f2d60259316d'] in n-d-843702-1 is: [{'id': 'fa21e1ba-e951-4952-bd4a-f2d60259316d', 'name': 'router1', 'tenant_id': 'c876bc899dae4d24aa19b322508857b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': '8661af4e-3fb3-48b9-9c30-d13086c92435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:07:23Z', 'updated_at': '2022-05-28T06:07:43Z', 'revision_number': 4, 'project_id': 'c876bc899dae4d24aa19b322508857b6', 'gw_port': {'id': '8661af4e-3fb3-48b9-9c30-d13086c92435', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:cf:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa21e1ba-e951-4952-bd4a-f2d60259316d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:07:43Z', 'updated_at': '2022-05-28T06:07:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'b46119dd-cfba-4197-a7a5-d6b8b6c564ad', 'name': '', 'network_id': 'b339da00-449e-47c3-b852-936e25a55e4b', 'tenant_id': 'c876bc899dae4d24aa19b322508857b6', 'mac_address': 'fa:16:3e:01:b5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa21e1ba-e951-4952-bd4a-f2d60259316d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '21615680-085a-478c-9ded-2c5cca4dbc03', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:07:33Z', 'updated_at': '2022-05-28T06:07:40Z', 'revision_number': 5, 'project_id': 'c876bc899dae4d24aa19b322508857b6', 'subnets': [{'id': '21615680-085a-478c-9ded-2c5cca4dbc03', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5cbe5d38-ab64-48f9-a304-97361b46837f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:07:47.237904 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 39946) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:07:47.352537 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-7f6ef7da-9fa4-4a51-aaca-e9bb0508f026 admin admin] 10.222.0.55 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1135535 May 28 06:07:47.694030 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 8661af4e-3fb3-48b9-9c30-d13086c92435 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:07:47.836670 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 8661af4e-3fb3-48b9-9c30-d13086c92435 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:07:47.842679 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 8661af4e-3fb3-48b9-9c30-d13086c92435 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:07:47.846405 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:47.960289 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 8661af4e-3fb3-48b9-9c30-d13086c92435 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:07:47.960685 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:47.977589 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port 8661af4e-3fb3-48b9-9c30-d13086c92435, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=8661af4e-3fb3-48b9-9c30-d13086c92435,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:07:48.076912 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:48.144162 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=8661af4e-3fb3-48b9-9c30-d13086c92435,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:07:49.264779 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 5 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:07:49.674329 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 8661af4e-3fb3-48b9-9c30-d13086c92435 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:07:49.755441 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 8661af4e-3fb3-48b9-9c30-d13086c92435 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:07:49.755922 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:49.887027 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 8661af4e-3fb3-48b9-9c30-d13086c92435 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:07:56.357305 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e989dc47-c522-4219-aea9-c72410b5accc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:58.853821 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-40156c2c-59f9-4239-a5fc-de4c08268448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:59.688333 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:59.887719 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:08:01.431032 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:08:26.263844 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 5 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:08:26.338795 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c0065d11-4372-45df-bb79-a1a0ec03e680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:08:28.824640 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-3a355ccc-366b-49a6-b527-9cc978485934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:08:29.652497 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:08:29.908898 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:08:31.434558 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:08:56.355467 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-83ad05de-5532-4544-93ec-f39edb6f3961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:08:58.818576 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-2ad35402-5344-4c38-87fc-0cf668edf3f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:08:59.657848 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:08:59.857860 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:01.440630 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:03.265574 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 5 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:09:26.349003 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-3d809800-e137-4734-8810-05f459ab7394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:28.863134 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-2833d8ce-b7ea-4987-9d64-da164182fb32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:29.646171 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:29.908752 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:31.423121 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:40.263980 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 5 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:09:56.354188 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-80117c95-178d-4bde-bc8b-d41c749fcc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:58.795695 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 40548) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:09:58.822556 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-01f38d0b-00a7-46d3-bf03-f7a505f218ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:58.862636 n-d-843702-1 neutron-server[89110]: INFO neutron.pecan_wsgi.hooks.translation [None req-036b17bd-1493-4a62-951d-42ac414ae44f admin admin] GET failed (client error): The resource could not be found. May 28 06:09:58.863940 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-036b17bd-1493-4a62-951d-42ac414ae44f admin admin] 10.222.0.55 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0673151 May 28 06:09:58.994168 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cafe38cf-2265-4dca-8537-168cafad96df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:58.995504 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-cafe38cf-2265-4dca-8537-168cafad96df admin admin] 10.222.0.55 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1272109 May 28 06:09:59.651010 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:59.879256 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:01.223104 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 40558) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:10:01.330497 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0bbe93d-8e1a-4471-9aab-210a4d162bfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:01.331063 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-a0bbe93d-8e1a-4471-9aab-210a4d162bfd admin admin] Synchronizing usage tracker for tenant:fe6247ae23e9410095ba26e4587f18ec on resource:subnet {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:10:01.422245 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-a0bbe93d-8e1a-4471-9aab-210a4d162bfd admin admin] Unset dirty status for tenant:fe6247ae23e9410095ba26e4587f18ec on resource:subnet {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:10:01.423346 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-a0bbe93d-8e1a-4471-9aab-210a4d162bfd admin admin] 10.222.0.55 "GET /v2.0/subnets/21615680-085a-478c-9ded-2c5cca4dbc03 HTTP/1.1" status: 200 len: 849 time: 0.1993330 May 28 06:10:01.433019 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-88a7eedf-f932-41fd-80da-af16f47533e1 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:10:01.445017 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:01.547698 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-88a7eedf-f932-41fd-80da-af16f47533e1 admin admin] Notify callbacks [] for subnet, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:01.786742 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-88a7eedf-f932-41fd-80da-af16f47533e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8756828850104'] for subnet, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:01.833119 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a7eedf-f932-41fd-80da-af16f47533e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:01.834069 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-88a7eedf-f932-41fd-80da-af16f47533e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:01.835044 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-88a7eedf-f932-41fd-80da-af16f47533e1 admin admin] 10.222.0.55 "PUT /v2.0/subnets/21615680-085a-478c-9ded-2c5cca4dbc03 HTTP/1.1" status: 200 len: 868 time: 0.4059963 May 28 06:10:01.838619 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8afd55fc-6868-4451-876b-7f499813a3d6 None None] Network b339da00-449e-47c3-b852-936e25a55e4b requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:10:01.860111 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a7eedf-f932-41fd-80da-af16f47533e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21615680-085a-478c-9ded-2c5cca4dbc03,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:10:01.867817 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a7eedf-f932-41fd-80da-af16f47533e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:10:01.868130 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a7eedf-f932-41fd-80da-af16f47533e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:10:01.868459 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a7eedf-f932-41fd-80da-af16f47533e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:10:01.868786 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a7eedf-f932-41fd-80da-af16f47533e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:10:01.869106 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a7eedf-f932-41fd-80da-af16f47533e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:10:01.869444 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a7eedf-f932-41fd-80da-af16f47533e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:10:01.869776 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a7eedf-f932-41fd-80da-af16f47533e1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:10:01.870086 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a7eedf-f932-41fd-80da-af16f47533e1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:10:01.870402 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a7eedf-f932-41fd-80da-af16f47533e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:10:01.870715 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a7eedf-f932-41fd-80da-af16f47533e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:10:01.871028 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a7eedf-f932-41fd-80da-af16f47533e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:10:01.871434 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a7eedf-f932-41fd-80da-af16f47533e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:10:02.348993 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-1bc99aa1-e2eb-4a20-b836-201a78a6b029 None None] Provisioning complete for port b46119dd-cfba-4197-a7a5-d6b8b6c564ad triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:10:02.349363 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-1bc99aa1-e2eb-4a20-b836-201a78a6b029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:02.465015 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-1bc99aa1-e2eb-4a20-b836-201a78a6b029 None None] Current status of the port b46119dd-cfba-4197-a7a5-d6b8b6c564ad is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:10:02.476027 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-1bc99aa1-e2eb-4a20-b836-201a78a6b029 None None] Provisioning complete for port dfc4a74b-3943-43b7-9461-35bfe9e15a55 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:10:02.476395 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-1bc99aa1-e2eb-4a20-b836-201a78a6b029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:02.594116 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-1bc99aa1-e2eb-4a20-b836-201a78a6b029 None None] Current status of the port dfc4a74b-3943-43b7-9461-35bfe9e15a55 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:10:04.060906 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 40568) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:10:04.229607 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-148377e4-ae4e-4227-a7be-947ad64519c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:04.230072 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-148377e4-ae4e-4227-a7be-947ad64519c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:04.230802 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-148377e4-ae4e-4227-a7be-947ad64519c1 admin admin] Synchronizing usage tracker for tenant:fe6247ae23e9410095ba26e4587f18ec on resource:network {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:10:04.296415 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-148377e4-ae4e-4227-a7be-947ad64519c1 admin admin] Unset dirty status for tenant:fe6247ae23e9410095ba26e4587f18ec on resource:network {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:10:04.297566 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-148377e4-ae4e-4227-a7be-947ad64519c1 admin admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2356777 May 28 06:10:06.620853 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 40578) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:10:06.794862 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e072c94-44b6-4799-a5f8-cf3e8c220dcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:06.795256 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e072c94-44b6-4799-a5f8-cf3e8c220dcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:06.796764 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-1e072c94-44b6-4799-a5f8-cf3e8c220dcb admin admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1749310 May 28 06:10:08.968168 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 40588) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:10:09.137515 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f0ad7d8-f852-4e38-9ef3-eaef5a84d51d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:09.139081 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-6f0ad7d8-f852-4e38-9ef3-eaef5a84d51d admin admin] 10.222.0.55 "GET /v2.0/networks/68df399e-e75e-4871-9364-5d05730b50f0 HTTP/1.1" status: 200 len: 886 time: 0.1699646 May 28 06:10:11.321989 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 40598) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:10:11.491238 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e584b682-e7a1-4e05-b3bc-d354b87273e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:11.493237 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-e584b682-e7a1-4e05-b3bc-d354b87273e1 admin admin] 10.222.0.55 "GET /v2.0/networks/b339da00-449e-47c3-b852-936e25a55e4b HTTP/1.1" status: 200 len: 869 time: 0.1703029 May 28 06:10:13.685253 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 40608) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:10:13.795015 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-721fb3ed-d6ca-4226-b535-2940c0e7f1ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:13.795379 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-721fb3ed-d6ca-4226-b535-2940c0e7f1ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:13.796902 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-721fb3ed-d6ca-4226-b535-2940c0e7f1ba admin admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1106806 May 28 06:10:16.038036 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 40618) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:10:16.156063 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf8f086-a567-469f-8388-0fbdc0b4c275 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:16.156503 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf8f086-a567-469f-8388-0fbdc0b4c275 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:16.158060 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-edf8f086-a567-469f-8388-0fbdc0b4c275 admin admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1191056 May 28 06:10:17.264961 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 5 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:10:18.341762 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 40628) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:10:18.444210 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa1c3cf-601f-44c9-b645-b601adb8c605 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:18.446083 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-0fa1c3cf-601f-44c9-b645-b601adb8c605 admin admin] 10.222.0.55 "GET /v2.0/subnets/06266c8f-022c-4f43-86b1-8f84dc3c74de HTTP/1.1" status: 200 len: 816 time: 0.1033602 May 28 06:10:20.688290 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 40638) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:10:20.793146 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be27514-1eff-4233-b366-841cc4167f83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:20.794522 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-0be27514-1eff-4233-b366-841cc4167f83 admin admin] 10.222.0.55 "GET /v2.0/subnets/21615680-085a-478c-9ded-2c5cca4dbc03 HTTP/1.1" status: 200 len: 868 time: 0.1053290 May 28 06:10:26.353587 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-45d01cd3-ad42-45c4-9f35-dec6d75be44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:28.935807 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c9e7458b-1977-499f-a743-251ebfb00043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:29.661784 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:29.878703 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:31.421901 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:39.978209 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 40684) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:10:40.025576 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [None req-569716f1-a63c-4b1b-ac3f-b3503b697290 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=89110) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:10:40.026557 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-569716f1-a63c-4b1b-ac3f-b3503b697290 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0474398 May 28 06:10:42.311983 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 40694) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:10:42.378309 n-d-843702-1 neutron-server[89110]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a92d5ac-03ab-4348-9721-2c2cd0cae1f7 admin admin] GET failed (client error): The resource could not be found. May 28 06:10:42.379546 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-4a92d5ac-03ab-4348-9721-2c2cd0cae1f7 admin admin] 10.222.0.55 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0666494 May 28 06:10:42.502951 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b646a8-1648-44bb-b284-e4d903aec984 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:42.504324 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-94b646a8-1648-44bb-b284-e4d903aec984 admin admin] 10.222.0.55 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1209197 May 28 06:10:44.714907 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 40704) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:10:44.763669 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-5ba881e5-2f4d-4400-a1c3-41484f7881aa admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:10:44.768631 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-5ba881e5-2f4d-4400-a1c3-41484f7881aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:10:44.778386 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-5ba881e5-2f4d-4400-a1c3-41484f7881aa admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:10:44.827038 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ba881e5-2f4d-4400-a1c3-41484f7881aa admin admin] Made reservation on behalf of fe6247ae23e9410095ba26e4587f18ec for: {'network': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:10:44.829195 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5ba881e5-2f4d-4400-a1c3-41484f7881aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:44.915868 n-d-843702-1 neutron-server[89109]: WARNING neutron.services.revisions.revision_plugin [None req-5ba881e5-2f4d-4400-a1c3-41484f7881aa admin admin] Could not find related network for resource to bump revision. May 28 06:10:44.926995 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ba881e5-2f4d-4400-a1c3-41484f7881aa admin admin] vlan segment allocate from pool success with {'vlan_id': 367, 'physical_network': 'physnet1'} {{(pid=89109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:10:44.935234 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5ba881e5-2f4d-4400-a1c3-41484f7881aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:44.935560 n-d-843702-1 neutron-server[89109]: INFO neutron.db.segments_db [None req-5ba881e5-2f4d-4400-a1c3-41484f7881aa admin admin] Added segment fcef47a6-858f-4fc0-9910-1f3d43fd4f6b of type vlan for network bb90c162-fdb0-406b-af2b-5eef830db7a9 May 28 06:10:44.961575 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5ba881e5-2f4d-4400-a1c3-41484f7881aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:45.105751 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5ba881e5-2f4d-4400-a1c3-41484f7881aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:45.106643 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba881e5-2f4d-4400-a1c3-41484f7881aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:45.107225 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5ba881e5-2f4d-4400-a1c3-41484f7881aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:45.206206 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba881e5-2f4d-4400-a1c3-41484f7881aa admin admin] Pushing event updated for resources: {'Network': ['ID=bb90c162-fdb0-406b-af2b-5eef830db7a9,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:10:45.213406 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba881e5-2f4d-4400-a1c3-41484f7881aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:10:45.213769 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba881e5-2f4d-4400-a1c3-41484f7881aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:10:45.214103 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba881e5-2f4d-4400-a1c3-41484f7881aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:10:45.214435 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba881e5-2f4d-4400-a1c3-41484f7881aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:10:45.214759 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba881e5-2f4d-4400-a1c3-41484f7881aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:10:45.215085 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba881e5-2f4d-4400-a1c3-41484f7881aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:10:45.215405 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba881e5-2f4d-4400-a1c3-41484f7881aa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:10:45.215738 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba881e5-2f4d-4400-a1c3-41484f7881aa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:10:45.216038 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba881e5-2f4d-4400-a1c3-41484f7881aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:10:45.216354 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba881e5-2f4d-4400-a1c3-41484f7881aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:10:45.216669 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba881e5-2f4d-4400-a1c3-41484f7881aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:10:45.216983 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba881e5-2f4d-4400-a1c3-41484f7881aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:10:45.227859 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network bb90c162-fdb0-406b-af2b-5eef830db7a9 details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:10:45.289520 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-5ba881e5-2f4d-4400-a1c3-41484f7881aa admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5734830 May 28 06:10:47.636513 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 40714) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:10:47.703339 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bd23883-f3b9-4557-8154-7c26e7d8ec82 admin admin] GET failed (client error): The resource could not be found. May 28 06:10:47.703849 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-7bd23883-f3b9-4557-8154-7c26e7d8ec82 admin admin] Synchronizing usage tracker for tenant:fe6247ae23e9410095ba26e4587f18ec on resource:network {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:10:47.820884 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-7bd23883-f3b9-4557-8154-7c26e7d8ec82 admin admin] Unset dirty status for tenant:fe6247ae23e9410095ba26e4587f18ec on resource:network {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:10:47.821993 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-7bd23883-f3b9-4557-8154-7c26e7d8ec82 admin admin] 10.222.0.55 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1845105 May 28 06:10:47.932746 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b59409e-f433-496d-a41e-2ffaafadc377 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:47.934227 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-2b59409e-f433-496d-a41e-2ffaafadc377 admin admin] 10.222.0.55 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1083360 May 28 06:10:47.943633 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-6ce11e92-2af0-4c53-9aaf-1d5733b12ea7 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9', 'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:10:47.949023 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-6ce11e92-2af0-4c53-9aaf-1d5733b12ea7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:10:47.958763 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-6ce11e92-2af0-4c53-9aaf-1d5733b12ea7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:10:48.095209 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ce11e92-2af0-4c53-9aaf-1d5733b12ea7 admin admin] Made reservation on behalf of fe6247ae23e9410095ba26e4587f18ec for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:10:48.097364 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6ce11e92-2af0-4c53-9aaf-1d5733b12ea7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:48.381430 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6ce11e92-2af0-4c53-9aaf-1d5733b12ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:48.494908 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce11e92-2af0-4c53-9aaf-1d5733b12ea7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e72d0ca5-04cb-4b36-82b1-c75214c9eb05,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:10:48.502232 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce11e92-2af0-4c53-9aaf-1d5733b12ea7 admin admin] Checking segment: {'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:10:48.502574 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce11e92-2af0-4c53-9aaf-1d5733b12ea7 admin admin] Network hostable DHCP agents. Network: bb90c162-fdb0-406b-af2b-5eef830db7a9, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:10:48.602701 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce11e92-2af0-4c53-9aaf-1d5733b12ea7 admin admin] Network bb90c162-fdb0-406b-af2b-5eef830db7a9 is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:10:48.666728 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-6ce11e92-2af0-4c53-9aaf-1d5733b12ea7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, bb90c162-fdb0-406b-af2b-5eef830db7a9) {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:10:48.670876 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce11e92-2af0-4c53-9aaf-1d5733b12ea7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:48.671458 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6ce11e92-2af0-4c53-9aaf-1d5733b12ea7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:48.675484 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c036fb51-886e-4d0d-9630-c4783ecc40bc None None] Network bb90c162-fdb0-406b-af2b-5eef830db7a9 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:10:48.763923 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-6ce11e92-2af0-4c53-9aaf-1d5733b12ea7 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8235769 May 28 06:10:48.895009 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7914598-c8f1-453b-80e7-7e8ac86c9bdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-bb90c162-fdb0-406b-af2b-5eef830db7a9', 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9', 'tenant_id': 'fe6247ae23e9410095ba26e4587f18ec', 'fixed_ips': [{'subnet_id': 'e72d0ca5-04cb-4b36-82b1-c75214c9eb05'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:10:48.895905 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d7914598-c8f1-453b-80e7-7e8ac86c9bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:49.056240 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-d7914598-c8f1-453b-80e7-7e8ac86c9bdd None None] Allocated IP 192.168.233.2 (bb90c162-fdb0-406b-af2b-5eef830db7a9/e72d0ca5-04cb-4b36-82b1-c75214c9eb05/7ae82f58-4b51-4785-b8e9-cea601344ae4) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:10:49.260556 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d7914598-c8f1-453b-80e7-7e8ac86c9bdd None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:49.270585 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-d7914598-c8f1-453b-80e7-7e8ac86c9bdd None None] Transition to ACTIVE for port object 7ae82f58-4b51-4785-b8e9-cea601344ae4 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:10:49.290835 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-d7914598-c8f1-453b-80e7-7e8ac86c9bdd None None] Transition to ACTIVE for port object 7ae82f58-4b51-4785-b8e9-cea601344ae4 will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:10:49.376257 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d7914598-c8f1-453b-80e7-7e8ac86c9bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:49.441562 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7914598-c8f1-453b-80e7-7e8ac86c9bdd None None] Network bb90c162-fdb0-406b-af2b-5eef830db7a9 is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:10:49.442729 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-d7914598-c8f1-453b-80e7-7e8ac86c9bdd None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:10:49.447501 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7914598-c8f1-453b-80e7-7e8ac86c9bdd None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:10:49.456280 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7914598-c8f1-453b-80e7-7e8ac86c9bdd None None] Pushing event updated for resources: {'Port': ['ID=7ae82f58-4b51-4785-b8e9-cea601344ae4,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:10:49.497819 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7914598-c8f1-453b-80e7-7e8ac86c9bdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:10:49.498185 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7914598-c8f1-453b-80e7-7e8ac86c9bdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:10:49.498494 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7914598-c8f1-453b-80e7-7e8ac86c9bdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:10:49.498822 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7914598-c8f1-453b-80e7-7e8ac86c9bdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:10:49.499153 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7914598-c8f1-453b-80e7-7e8ac86c9bdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:10:49.499474 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7914598-c8f1-453b-80e7-7e8ac86c9bdd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:10:49.499795 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7914598-c8f1-453b-80e7-7e8ac86c9bdd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:10:49.500110 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7914598-c8f1-453b-80e7-7e8ac86c9bdd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:10:49.500428 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7914598-c8f1-453b-80e7-7e8ac86c9bdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:10:49.500743 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7914598-c8f1-453b-80e7-7e8ac86c9bdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:10:49.501062 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7914598-c8f1-453b-80e7-7e8ac86c9bdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:10:49.501377 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7914598-c8f1-453b-80e7-7e8ac86c9bdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:10:49.554544 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-d7914598-c8f1-453b-80e7-7e8ac86c9bdd None None] Attempting to bind port 7ae82f58-4b51-4785-b8e9-cea601344ae4 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:10:49.554915 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-d7914598-c8f1-453b-80e7-7e8ac86c9bdd None None] Attempting to bind port 7ae82f58-4b51-4785-b8e9-cea601344ae4 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:10:49.555278 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7914598-c8f1-453b-80e7-7e8ac86c9bdd None None] Attempting to bind port 7ae82f58-4b51-4785-b8e9-cea601344ae4 on network bb90c162-fdb0-406b-af2b-5eef830db7a9 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:10:49.560647 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7914598-c8f1-453b-80e7-7e8ac86c9bdd None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:10:49.561037 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7914598-c8f1-453b-80e7-7e8ac86c9bdd None None] Checking segment: {'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:10:49.561461 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d7914598-c8f1-453b-80e7-7e8ac86c9bdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:49.561854 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7914598-c8f1-453b-80e7-7e8ac86c9bdd None None] Bound using segment: {'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:10:49.562311 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-d7914598-c8f1-453b-80e7-7e8ac86c9bdd None None] Bound port: 7ae82f58-4b51-4785-b8e9-cea601344ae4, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:10:49.562708 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d7914598-c8f1-453b-80e7-7e8ac86c9bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:49.651693 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-d7914598-c8f1-453b-80e7-7e8ac86c9bdd None None] For port 7ae82f58-4b51-4785-b8e9-cea601344ae4, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:10:49.654861 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-d7914598-c8f1-453b-80e7-7e8ac86c9bdd None None] For port 7ae82f58-4b51-4785-b8e9-cea601344ae4, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=7ae82f58-4b51-4785-b8e9-cea601344ae4,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:10:49.730239 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d7914598-c8f1-453b-80e7-7e8ac86c9bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:49.836925 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7914598-c8f1-453b-80e7-7e8ac86c9bdd None None] Pushing event updated for resources: {'Port': ['ID=7ae82f58-4b51-4785-b8e9-cea601344ae4,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:10:50.674420 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce57a949-6bb5-4633-892d-0252958cee37 None None] Network bb90c162-fdb0-406b-af2b-5eef830db7a9 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:10:50.874815 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-1be3a8fe-ac99-4cce-92d3-59f1e08a2422 None None] Provisioning for port 7ae82f58-4b51-4785-b8e9-cea601344ae4 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:10:51.782442 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 7ae82f58-4b51-4785-b8e9-cea601344ae4 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:10:51.929574 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 7ae82f58-4b51-4785-b8e9-cea601344ae4 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:10:51.934730 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 7ae82f58-4b51-4785-b8e9-cea601344ae4 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:10:51.935091 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:52.049036 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 7ae82f58-4b51-4785-b8e9-cea601344ae4 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:10:52.049397 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:52.080545 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port 7ae82f58-4b51-4785-b8e9-cea601344ae4, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=7ae82f58-4b51-4785-b8e9-cea601344ae4,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:10:52.140293 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:52.206153 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=7ae82f58-4b51-4785-b8e9-cea601344ae4,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:10:53.760837 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 7ae82f58-4b51-4785-b8e9-cea601344ae4 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:10:53.842380 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 7ae82f58-4b51-4785-b8e9-cea601344ae4 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:10:53.842956 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:53.966520 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 7ae82f58-4b51-4785-b8e9-cea601344ae4 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:10:54.264729 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 5 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:10:56.352818 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-96ba451f-c69c-4d70-9ca5-48a2824d3b1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:58.832286 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b40b7705-8458-49ff-afc1-e5ead387897e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:59.643458 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:59.930023 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:01.426714 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:26.357519 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-69852ce3-5d4c-40ce-9a4f-95b2aa0b1857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:28.853817 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-32a151fa-71b3-4d19-8cdc-8abb0da4a322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:29.665162 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:29.884719 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:31.264552 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 5 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:11:31.448787 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:56.431044 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d1a6101d-87ba-436f-86a4-0c591adf41c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:58.887645 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-169606ab-a4b2-4221-8267-c272d06ddf63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:59.670314 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:59.911316 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:01.430978 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:08.264444 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 5 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:12:26.355947 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-5e31fd17-7663-4488-82d7-fcc85c7d5a9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:28.092247 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 40760) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:12:28.098345 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [None req-dc75e2b4-65c7-4c75-8887-f5f0773c33b6 tempest-verify_tempest_config-673874025 tempest-verify_tempest_config-673874025-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=89109) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:12:28.099277 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-dc75e2b4-65c7-4c75-8887-f5f0773c33b6 tempest-verify_tempest_config-673874025 tempest-verify_tempest_config-673874025-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060444 May 28 06:12:28.621866 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 40778) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:12:28.738338 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a035687c-de18-40fc-b0ee-29773e84dfa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:28.752102 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-a035687c-de18-40fc-b0ee-29773e84dfa8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:12:28.755908 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-a035687c-de18-40fc-b0ee-29773e84dfa8 admin admin] Usage tracker for resource:security_group_rule and tenant:1a0a43ef4ef347d2be408582b6460d21 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:12:28.758862 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-a035687c-de18-40fc-b0ee-29773e84dfa8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:12:28.764530 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-a035687c-de18-40fc-b0ee-29773e84dfa8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:12:28.850523 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a035687c-de18-40fc-b0ee-29773e84dfa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:28.870242 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-277cc41c-59b1-432c-a752-dddd08270fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:28.926599 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a035687c-de18-40fc-b0ee-29773e84dfa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:28.980052 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-a035687c-de18-40fc-b0ee-29773e84dfa8 admin admin] Synchronizing usage tracker for tenant:fe6247ae23e9410095ba26e4587f18ec on resource:security_group {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:12:28.983439 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a035687c-de18-40fc-b0ee-29773e84dfa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c789ae33-66eb-47c4-849f-a12f05a14cd3,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:12:28.998334 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a035687c-de18-40fc-b0ee-29773e84dfa8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:12:29.002456 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a035687c-de18-40fc-b0ee-29773e84dfa8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:12:29.010642 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a035687c-de18-40fc-b0ee-29773e84dfa8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:12:29.010642 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a035687c-de18-40fc-b0ee-29773e84dfa8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:12:29.010642 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a035687c-de18-40fc-b0ee-29773e84dfa8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:12:29.010642 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a035687c-de18-40fc-b0ee-29773e84dfa8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:12:29.010642 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a035687c-de18-40fc-b0ee-29773e84dfa8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:12:29.010642 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a035687c-de18-40fc-b0ee-29773e84dfa8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:12:29.010642 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a035687c-de18-40fc-b0ee-29773e84dfa8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:12:29.010642 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a035687c-de18-40fc-b0ee-29773e84dfa8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:12:29.010642 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a035687c-de18-40fc-b0ee-29773e84dfa8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:12:29.010642 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a035687c-de18-40fc-b0ee-29773e84dfa8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:12:29.081958 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-a035687c-de18-40fc-b0ee-29773e84dfa8 admin admin] Unset dirty status for tenant:fe6247ae23e9410095ba26e4587f18ec on resource:security_group {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:12:29.083239 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-a035687c-de18-40fc-b0ee-29773e84dfa8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1a0a43ef4ef347d2be408582b6460d21&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4604070 May 28 06:12:29.087825 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 40784) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:12:29.143440 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9c40c3fe-a6d6-4689-87d8-ed297a15309d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:29.168665 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9c40c3fe-a6d6-4689-87d8-ed297a15309d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:29.316345 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9c40c3fe-a6d6-4689-87d8-ed297a15309d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:29.334377 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c40c3fe-a6d6-4689-87d8-ed297a15309d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c789ae33-66eb-47c4-849f-a12f05a14cd3,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:12:29.340974 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9c40c3fe-a6d6-4689-87d8-ed297a15309d admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:29.342129 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-9c40c3fe-a6d6-4689-87d8-ed297a15309d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c789ae33-66eb-47c4-849f-a12f05a14cd3 HTTP/1.1" status: 204 len: 168 time: 0.2533605 May 28 06:12:29.653222 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:29.904801 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:31.463672 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:45.264110 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 5 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:12:56.418243 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-550b58f8-098b-491b-97e0-9492620c6259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:58.864135 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-2c7818ea-0a1a-444a-8cf7-db473bae4530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:59.674210 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:59.898176 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:01.418188 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:22.263683 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 5 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:13:26.349035 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e51385e4-6644-4e0e-b6f8-83631e3cd52b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:28.845759 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-8d23784a-fe31-46e7-8568-0bea5a07ead0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:29.680159 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:29.885368 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:31.417381 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:56.364189 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c546ae54-b271-4aea-bbb7-604ecbc4e0b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:58.846037 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-2e349926-c5c9-41d4-aa47-ab5a035fee9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:59.262776 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 5 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:13:59.668223 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:59.890994 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:01.439554 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:26.388205 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-159866c4-c7cf-4192-9eb8-a8b86b4ba4a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:28.867982 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c9bba817-140d-43b5-bd9e-6484084f40c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:29.660873 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:29.906240 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:31.450188 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:36.262527 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 5 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:14:56.369818 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-00f730a1-8380-43df-876b-80fe83e2b287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:58.855759 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-9b52d3b5-7249-4e84-b39f-65fad1ce8da8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:59.699906 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:59.889742 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:01.438580 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:13.262280 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 5 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:15:26.391656 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-ebc16762-9228-4745-bbe0-b73474dfd19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:27.254678 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-700436'] for agent, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:28.842736 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b38c9a84-81b5-4008-acfd-cdb8f7e149ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:29.684020 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:29.912551 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:31.437562 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:31.906607 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-700436'] for agent, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:50.262358 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:15:56.374058 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d82c92da-ecce-4a19-a288-04b23f8eaa7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:57.208072 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:58.877309 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-cf77991d-617d-443d-9d60-cafee0d2c787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:59.677227 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:59.905596 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:01.447640 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:01.849062 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:16.622387 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 40848) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:16:16.735504 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-2172c5c7-4cb4-4e48-a091-473c1eb88547 admin admin] 10.222.0.55 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1120553 May 28 06:16:18.927539 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 40858) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:16:18.986807 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-4663289f-55fb-4ae9-923d-255b4ce9ac2f admin admin] 10.222.0.55 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0581975 May 28 06:16:26.373665 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-2cc47f1e-3b77-4ebe-b64b-f6604dfe63cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:27.252311 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:27.262843 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:16:28.847799 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-ffe5d265-0ca7-46aa-bba3-1afa25a06433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:29.681919 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:29.934379 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:31.476353 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:31.887890 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:56.390269 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-3ded6a58-a146-4779-91b8-87c34cea588b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:57.213010 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:58.888163 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d2dc448b-96d7-4609-85bb-e970660611e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:59.704437 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:59.915608 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:01.464212 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:01.867284 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:04.264369 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:17:26.361179 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-f7e5aa47-2651-4ec7-8a4c-72c0e409b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:27.240796 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:28.887522 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-63ab240e-4715-4b40-b4ea-dcf96ae403b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:29.795115 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:29.966623 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:31.458047 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:32.006583 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:41.263432 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:17:56.429217 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e88ed292-f8a1-47d1-8e5d-58824a1dd809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:57.263522 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:58.913816 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-a278064a-cf7c-410d-b62e-9a9ca4aebda4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:59.691727 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:59.920482 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:59.988468 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 41078) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:18:00.487261 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-b67507d2-9abe-4e9e-9fe7-2779bacf1d10 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1861659843-network', 'tenant_id': '091a6ab3594e41dd849f313a7a0a6a9a'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:18:00.495841 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-b67507d2-9abe-4e9e-9fe7-2779bacf1d10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:18:00.501824 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-b67507d2-9abe-4e9e-9fe7-2779bacf1d10 admin admin] Usage tracker for resource:network and tenant:091a6ab3594e41dd849f313a7a0a6a9a is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:18:00.505954 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-b67507d2-9abe-4e9e-9fe7-2779bacf1d10 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:18:00.514636 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-b67507d2-9abe-4e9e-9fe7-2779bacf1d10 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:18:00.583329 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b67507d2-9abe-4e9e-9fe7-2779bacf1d10 admin admin] Made reservation on behalf of 091a6ab3594e41dd849f313a7a0a6a9a for: {'network': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:18:00.585947 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b67507d2-9abe-4e9e-9fe7-2779bacf1d10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:00.602215 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b67507d2-9abe-4e9e-9fe7-2779bacf1d10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:00.617113 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-b67507d2-9abe-4e9e-9fe7-2779bacf1d10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:18:00.621621 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-b67507d2-9abe-4e9e-9fe7-2779bacf1d10 admin admin] Usage tracker for resource:security_group_rule and tenant:091a6ab3594e41dd849f313a7a0a6a9a is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:18:00.625061 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-b67507d2-9abe-4e9e-9fe7-2779bacf1d10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:18:00.630753 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-b67507d2-9abe-4e9e-9fe7-2779bacf1d10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:18:00.731273 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b67507d2-9abe-4e9e-9fe7-2779bacf1d10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:00.800234 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b67507d2-9abe-4e9e-9fe7-2779bacf1d10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:00.828467 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b67507d2-9abe-4e9e-9fe7-2779bacf1d10 admin admin] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=89110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:18:00.842012 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67507d2-9abe-4e9e-9fe7-2779bacf1d10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb9c3ed3-fd58-4da9-8e0b-54a1e4431757,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:00.847354 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b67507d2-9abe-4e9e-9fe7-2779bacf1d10 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8756828945107', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:00.847888 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b67507d2-9abe-4e9e-9fe7-2779bacf1d10 admin admin] Unsubscribe: segment precommit_create {{(pid=89110) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 28 06:18:00.848355 n-d-843702-1 neutron-server[89110]: INFO neutron.db.segments_db [None req-b67507d2-9abe-4e9e-9fe7-2779bacf1d10 admin admin] Added segment 1de716f0-90c2-4769-b773-5a69ff94f49f of type vlan for network a5c9567d-71ef-4c72-aea2-4f06193b25d9 May 28 06:18:00.863558 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67507d2-9abe-4e9e-9fe7-2779bacf1d10 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:18:00.863902 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67507d2-9abe-4e9e-9fe7-2779bacf1d10 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:18:00.864229 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67507d2-9abe-4e9e-9fe7-2779bacf1d10 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:18:00.864560 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67507d2-9abe-4e9e-9fe7-2779bacf1d10 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:18:00.865111 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67507d2-9abe-4e9e-9fe7-2779bacf1d10 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:18:00.865227 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67507d2-9abe-4e9e-9fe7-2779bacf1d10 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:18:00.865528 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67507d2-9abe-4e9e-9fe7-2779bacf1d10 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:18:00.865846 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67507d2-9abe-4e9e-9fe7-2779bacf1d10 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:18:00.866187 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67507d2-9abe-4e9e-9fe7-2779bacf1d10 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:18:00.866477 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67507d2-9abe-4e9e-9fe7-2779bacf1d10 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:18:00.866790 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67507d2-9abe-4e9e-9fe7-2779bacf1d10 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:18:00.867105 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67507d2-9abe-4e9e-9fe7-2779bacf1d10 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:18:00.868208 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67507d2-9abe-4e9e-9fe7-2779bacf1d10 admin admin] Tracked resource versions report: May 28 06:18:00.868208 n-d-843702-1 neutron-server[89110]: pushed versions: May 28 06:18:00.868208 n-d-843702-1 neutron-server[89110]: { 'AddressGroup': {'1.2'}, May 28 06:18:00.868208 n-d-843702-1 neutron-server[89110]: 'ConntrackHelper': {'1.0'}, May 28 06:18:00.868208 n-d-843702-1 neutron-server[89110]: 'Log': {'1.0'}, May 28 06:18:00.868208 n-d-843702-1 neutron-server[89110]: 'Network': {'1.1'}, May 28 06:18:00.868208 n-d-843702-1 neutron-server[89110]: 'Port': {'1.7'}, May 28 06:18:00.868208 n-d-843702-1 neutron-server[89110]: 'PortForwarding': {'1.2'}, May 28 06:18:00.868208 n-d-843702-1 neutron-server[89110]: 'QosPolicy': {'1.8'}, May 28 06:18:00.868208 n-d-843702-1 neutron-server[89110]: 'SecurityGroup': {'1.4'}, May 28 06:18:00.868208 n-d-843702-1 neutron-server[89110]: 'SecurityGroupRule': {'1.2'}, May 28 06:18:00.868208 n-d-843702-1 neutron-server[89110]: 'SubPort': {'1.0'}, May 28 06:18:00.868208 n-d-843702-1 neutron-server[89110]: 'Subnet': {'1.1'}, May 28 06:18:00.868208 n-d-843702-1 neutron-server[89110]: 'Trunk': {'1.1'}} May 28 06:18:00.868208 n-d-843702-1 neutron-server[89110]: consumer versions: May 28 06:18:00.868208 n-d-843702-1 neutron-server[89110]: { DHCP agent@n-d-843702-1: {}, May 28 06:18:00.868208 n-d-843702-1 neutron-server[89110]: HyperV agent@n-h1-843702-1: {}, May 28 06:18:00.868208 n-d-843702-1 neutron-server[89110]: HyperV agent@n-h2-843702-1: {}, May 28 06:18:00.868208 n-d-843702-1 neutron-server[89110]: L3 agent@n-d-843702-1: {}, May 28 06:18:00.868208 n-d-843702-1 neutron-server[89110]: Metadata agent@n-d-843702-1: {}, May 28 06:18:00.868208 n-d-843702-1 neutron-server[89110]: Metering agent@n-d-843702-1: {}, May 28 06:18:00.868208 n-d-843702-1 neutron-server[89110]: Open vSwitch agent@n-d-843702-1: { 'AddressGroup': '1.2', May 28 06:18:00.868208 n-d-843702-1 neutron-server[89110]: 'ConntrackHelper': '1.0', May 28 06:18:00.868208 n-d-843702-1 neutron-server[89110]: 'Log': '1.0', May 28 06:18:00.868208 n-d-843702-1 neutron-server[89110]: 'Network': '1.1', May 28 06:18:00.868208 n-d-843702-1 neutron-server[89110]: 'Port': '1.7', May 28 06:18:00.868208 n-d-843702-1 neutron-server[89110]: 'PortForwarding': '1.2', May 28 06:18:00.868208 n-d-843702-1 neutron-server[89110]: 'QosPolicy': '1.8', May 28 06:18:00.868208 n-d-843702-1 neutron-server[89110]: 'SecurityGroup': '1.4', May 28 06:18:00.868208 n-d-843702-1 neutron-server[89110]: 'SecurityGroupRule': '1.2', May 28 06:18:00.868208 n-d-843702-1 neutron-server[89110]: 'SubPort': '1.0', May 28 06:18:00.868208 n-d-843702-1 neutron-server[89110]: 'Subnet': '1.1', May 28 06:18:00.868208 n-d-843702-1 neutron-server[89110]: 'Trunk': '1.1'}} May 28 06:18:00.868208 n-d-843702-1 neutron-server[89110]: {{(pid=89110) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 28 06:18:00.896434 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b67507d2-9abe-4e9e-9fe7-2779bacf1d10 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:00.994864 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b67507d2-9abe-4e9e-9fe7-2779bacf1d10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:00.996023 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67507d2-9abe-4e9e-9fe7-2779bacf1d10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:00.996600 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b67507d2-9abe-4e9e-9fe7-2779bacf1d10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:01.105003 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67507d2-9abe-4e9e-9fe7-2779bacf1d10 admin admin] Pushing event updated for resources: {'Network': ['ID=a5c9567d-71ef-4c72-aea2-4f06193b25d9,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:01.113298 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network a5c9567d-71ef-4c72-aea2-4f06193b25d9 details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:18:01.192550 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 41116) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:18:01.193058 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-b67507d2-9abe-4e9e-9fe7-2779bacf1d10 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2026589 May 28 06:18:01.199392 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-dd1f76ed-4f01-40af-9b0e-e579b9b5da4a admin admin] Request body: {'subnet': {'network_id': 'a5c9567d-71ef-4c72-aea2-4f06193b25d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1861659843-subnet', 'tenant_id': '091a6ab3594e41dd849f313a7a0a6a9a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:18:01.204197 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-dd1f76ed-4f01-40af-9b0e-e579b9b5da4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:18:01.208299 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-dd1f76ed-4f01-40af-9b0e-e579b9b5da4a admin admin] Usage tracker for resource:subnet and tenant:091a6ab3594e41dd849f313a7a0a6a9a is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:18:01.211587 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-dd1f76ed-4f01-40af-9b0e-e579b9b5da4a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:18:01.220257 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-dd1f76ed-4f01-40af-9b0e-e579b9b5da4a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:18:01.297313 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd1f76ed-4f01-40af-9b0e-e579b9b5da4a admin admin] Made reservation on behalf of 091a6ab3594e41dd849f313a7a0a6a9a for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:18:01.299658 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-dd1f76ed-4f01-40af-9b0e-e579b9b5da4a admin admin] Notify callbacks [] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:01.509012 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:01.600604 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-dd1f76ed-4f01-40af-9b0e-e579b9b5da4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:01.658290 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1f76ed-4f01-40af-9b0e-e579b9b5da4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=03212e7d-52c6-4d77-9192-a13870cfe66d,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:01.668925 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1f76ed-4f01-40af-9b0e-e579b9b5da4a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:18:01.669256 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1f76ed-4f01-40af-9b0e-e579b9b5da4a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:18:01.669615 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1f76ed-4f01-40af-9b0e-e579b9b5da4a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:18:01.669939 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1f76ed-4f01-40af-9b0e-e579b9b5da4a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:18:01.670255 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1f76ed-4f01-40af-9b0e-e579b9b5da4a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:18:01.670568 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1f76ed-4f01-40af-9b0e-e579b9b5da4a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:18:01.670887 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1f76ed-4f01-40af-9b0e-e579b9b5da4a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:18:01.671194 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1f76ed-4f01-40af-9b0e-e579b9b5da4a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:18:01.671502 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1f76ed-4f01-40af-9b0e-e579b9b5da4a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:18:01.671808 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1f76ed-4f01-40af-9b0e-e579b9b5da4a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:18:01.672112 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1f76ed-4f01-40af-9b0e-e579b9b5da4a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:18:01.672418 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1f76ed-4f01-40af-9b0e-e579b9b5da4a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:18:01.673502 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1f76ed-4f01-40af-9b0e-e579b9b5da4a admin admin] Tracked resource versions report: May 28 06:18:01.673502 n-d-843702-1 neutron-server[89109]: pushed versions: May 28 06:18:01.673502 n-d-843702-1 neutron-server[89109]: { 'AddressGroup': {'1.2'}, May 28 06:18:01.673502 n-d-843702-1 neutron-server[89109]: 'ConntrackHelper': {'1.0'}, May 28 06:18:01.673502 n-d-843702-1 neutron-server[89109]: 'Log': {'1.0'}, May 28 06:18:01.673502 n-d-843702-1 neutron-server[89109]: 'Network': {'1.1'}, May 28 06:18:01.673502 n-d-843702-1 neutron-server[89109]: 'Port': {'1.7'}, May 28 06:18:01.673502 n-d-843702-1 neutron-server[89109]: 'PortForwarding': {'1.2'}, May 28 06:18:01.673502 n-d-843702-1 neutron-server[89109]: 'QosPolicy': {'1.8'}, May 28 06:18:01.673502 n-d-843702-1 neutron-server[89109]: 'SecurityGroup': {'1.4'}, May 28 06:18:01.673502 n-d-843702-1 neutron-server[89109]: 'SecurityGroupRule': {'1.2'}, May 28 06:18:01.673502 n-d-843702-1 neutron-server[89109]: 'SubPort': {'1.0'}, May 28 06:18:01.673502 n-d-843702-1 neutron-server[89109]: 'Subnet': {'1.1'}, May 28 06:18:01.673502 n-d-843702-1 neutron-server[89109]: 'Trunk': {'1.1'}} May 28 06:18:01.673502 n-d-843702-1 neutron-server[89109]: consumer versions: May 28 06:18:01.673502 n-d-843702-1 neutron-server[89109]: { DHCP agent@n-d-843702-1: {}, May 28 06:18:01.673502 n-d-843702-1 neutron-server[89109]: HyperV agent@n-h1-843702-1: {}, May 28 06:18:01.673502 n-d-843702-1 neutron-server[89109]: HyperV agent@n-h2-843702-1: {}, May 28 06:18:01.673502 n-d-843702-1 neutron-server[89109]: L3 agent@n-d-843702-1: {}, May 28 06:18:01.673502 n-d-843702-1 neutron-server[89109]: Metadata agent@n-d-843702-1: {}, May 28 06:18:01.673502 n-d-843702-1 neutron-server[89109]: Metering agent@n-d-843702-1: {}, May 28 06:18:01.673502 n-d-843702-1 neutron-server[89109]: Open vSwitch agent@n-d-843702-1: { 'AddressGroup': '1.2', May 28 06:18:01.673502 n-d-843702-1 neutron-server[89109]: 'ConntrackHelper': '1.0', May 28 06:18:01.673502 n-d-843702-1 neutron-server[89109]: 'Log': '1.0', May 28 06:18:01.673502 n-d-843702-1 neutron-server[89109]: 'Network': '1.1', May 28 06:18:01.673502 n-d-843702-1 neutron-server[89109]: 'Port': '1.7', May 28 06:18:01.673502 n-d-843702-1 neutron-server[89109]: 'PortForwarding': '1.2', May 28 06:18:01.673502 n-d-843702-1 neutron-server[89109]: 'QosPolicy': '1.8', May 28 06:18:01.673502 n-d-843702-1 neutron-server[89109]: 'SecurityGroup': '1.4', May 28 06:18:01.673502 n-d-843702-1 neutron-server[89109]: 'SecurityGroupRule': '1.2', May 28 06:18:01.673502 n-d-843702-1 neutron-server[89109]: 'SubPort': '1.0', May 28 06:18:01.673502 n-d-843702-1 neutron-server[89109]: 'Subnet': '1.1', May 28 06:18:01.673502 n-d-843702-1 neutron-server[89109]: 'Trunk': '1.1'}} May 28 06:18:01.673502 n-d-843702-1 neutron-server[89109]: {{(pid=89109) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 28 06:18:01.701912 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1f76ed-4f01-40af-9b0e-e579b9b5da4a admin admin] Checking segment: {'id': '1de716f0-90c2-4769-b773-5a69ff94f49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'a5c9567d-71ef-4c72-aea2-4f06193b25d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:18:01.702257 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd1f76ed-4f01-40af-9b0e-e579b9b5da4a admin admin] Network hostable DHCP agents. Network: a5c9567d-71ef-4c72-aea2-4f06193b25d9, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:18:01.811945 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd1f76ed-4f01-40af-9b0e-e579b9b5da4a admin admin] Network a5c9567d-71ef-4c72-aea2-4f06193b25d9 is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:18:01.932245 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:01.949332 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-dd1f76ed-4f01-40af-9b0e-e579b9b5da4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, a5c9567d-71ef-4c72-aea2-4f06193b25d9) {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:18:01.953849 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1f76ed-4f01-40af-9b0e-e579b9b5da4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:01.954421 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-dd1f76ed-4f01-40af-9b0e-e579b9b5da4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:01.958872 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a1a7e2-c61e-4742-990e-1d33ea9e0ab9 None None] Network a5c9567d-71ef-4c72-aea2-4f06193b25d9 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:18:02.098571 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-dd1f76ed-4f01-40af-9b0e-e579b9b5da4a admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.9042034 May 28 06:18:02.101852 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 41156) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:18:02.108565 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-c7845415-49ba-4a8d-adc2-4e475a7cddff admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1861659843-router', 'tenant_id': '091a6ab3594e41dd849f313a7a0a6a9a', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:18:02.113762 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-c7845415-49ba-4a8d-adc2-4e475a7cddff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:18:02.120046 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-c7845415-49ba-4a8d-adc2-4e475a7cddff admin admin] Usage tracker for resource:router and tenant:091a6ab3594e41dd849f313a7a0a6a9a is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:18:02.124485 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-c7845415-49ba-4a8d-adc2-4e475a7cddff admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:18:02.130281 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-c7845415-49ba-4a8d-adc2-4e475a7cddff admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:18:02.188868 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6fa3f10-679b-4c32-bfb7-233b16425832 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-a5c9567d-71ef-4c72-aea2-4f06193b25d9', 'network_id': 'a5c9567d-71ef-4c72-aea2-4f06193b25d9', 'tenant_id': '091a6ab3594e41dd849f313a7a0a6a9a', 'fixed_ips': [{'subnet_id': '03212e7d-52c6-4d77-9192-a13870cfe66d'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:18:02.189770 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d6fa3f10-679b-4c32-bfb7-233b16425832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:02.200347 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c7845415-49ba-4a8d-adc2-4e475a7cddff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59128'] for router, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:02.201353 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c7845415-49ba-4a8d-adc2-4e475a7cddff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59009'] for router, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:02.217544 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c7845415-49ba-4a8d-adc2-4e475a7cddff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:02.372388 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-d6fa3f10-679b-4c32-bfb7-233b16425832 None None] Allocated IP 172.20.0.2 (a5c9567d-71ef-4c72-aea2-4f06193b25d9/03212e7d-52c6-4d77-9192-a13870cfe66d/11154f47-7601-417a-900b-8878a681001a) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:18:02.649218 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d6fa3f10-679b-4c32-bfb7-233b16425832 None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:02.656197 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c7845415-49ba-4a8d-adc2-4e475a7cddff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59027'] for router, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:02.662780 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-d6fa3f10-679b-4c32-bfb7-233b16425832 None None] Transition to ACTIVE for port object 11154f47-7601-417a-900b-8878a681001a will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:18:02.687137 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-d6fa3f10-679b-4c32-bfb7-233b16425832 None None] Transition to ACTIVE for port object 11154f47-7601-417a-900b-8878a681001a will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:18:02.785493 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d6fa3f10-679b-4c32-bfb7-233b16425832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:02.858514 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6fa3f10-679b-4c32-bfb7-233b16425832 None None] Network a5c9567d-71ef-4c72-aea2-4f06193b25d9 is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:18:02.866172 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-d6fa3f10-679b-4c32-bfb7-233b16425832 None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:18:02.871193 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fa3f10-679b-4c32-bfb7-233b16425832 None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:18:02.978140 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-d6fa3f10-679b-4c32-bfb7-233b16425832 None None] Attempting to bind port 11154f47-7601-417a-900b-8878a681001a on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:18:02.978970 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-d6fa3f10-679b-4c32-bfb7-233b16425832 None None] Attempting to bind port 11154f47-7601-417a-900b-8878a681001a by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': '1de716f0-90c2-4769-b773-5a69ff94f49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'a5c9567d-71ef-4c72-aea2-4f06193b25d9'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:18:02.979515 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fa3f10-679b-4c32-bfb7-233b16425832 None None] Attempting to bind port 11154f47-7601-417a-900b-8878a681001a on network a5c9567d-71ef-4c72-aea2-4f06193b25d9 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:18:02.987574 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fa3f10-679b-4c32-bfb7-233b16425832 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:18:02.987870 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fa3f10-679b-4c32-bfb7-233b16425832 None None] Checking segment: {'id': '1de716f0-90c2-4769-b773-5a69ff94f49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'a5c9567d-71ef-4c72-aea2-4f06193b25d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:18:02.988246 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d6fa3f10-679b-4c32-bfb7-233b16425832 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:02.988786 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fa3f10-679b-4c32-bfb7-233b16425832 None None] Bound using segment: {'id': '1de716f0-90c2-4769-b773-5a69ff94f49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'a5c9567d-71ef-4c72-aea2-4f06193b25d9'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:18:02.989383 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-d6fa3f10-679b-4c32-bfb7-233b16425832 None None] Bound port: 11154f47-7601-417a-900b-8878a681001a, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1de716f0-90c2-4769-b773-5a69ff94f49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'a5c9567d-71ef-4c72-aea2-4f06193b25d9'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:18:02.989962 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d6fa3f10-679b-4c32-bfb7-233b16425832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:03.007290 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fa3f10-679b-4c32-bfb7-233b16425832 None None] Pushing event updated for resources: {'Port': ['ID=11154f47-7601-417a-900b-8878a681001a,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:03.043557 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fa3f10-679b-4c32-bfb7-233b16425832 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:18:03.044118 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fa3f10-679b-4c32-bfb7-233b16425832 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:18:03.044613 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fa3f10-679b-4c32-bfb7-233b16425832 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:18:03.045084 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fa3f10-679b-4c32-bfb7-233b16425832 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:18:03.045598 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fa3f10-679b-4c32-bfb7-233b16425832 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:18:03.046065 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fa3f10-679b-4c32-bfb7-233b16425832 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:18:03.046558 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fa3f10-679b-4c32-bfb7-233b16425832 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:18:03.047039 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fa3f10-679b-4c32-bfb7-233b16425832 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:18:03.047500 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fa3f10-679b-4c32-bfb7-233b16425832 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:18:03.047962 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fa3f10-679b-4c32-bfb7-233b16425832 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:18:03.048430 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fa3f10-679b-4c32-bfb7-233b16425832 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:18:03.048888 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fa3f10-679b-4c32-bfb7-233b16425832 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:18:03.050124 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fa3f10-679b-4c32-bfb7-233b16425832 None None] Tracked resource versions report: May 28 06:18:03.050124 n-d-843702-1 neutron-server[89111]: pushed versions: May 28 06:18:03.050124 n-d-843702-1 neutron-server[89111]: { 'AddressGroup': {'1.2'}, May 28 06:18:03.050124 n-d-843702-1 neutron-server[89111]: 'ConntrackHelper': {'1.0'}, May 28 06:18:03.050124 n-d-843702-1 neutron-server[89111]: 'Log': {'1.0'}, May 28 06:18:03.050124 n-d-843702-1 neutron-server[89111]: 'Network': {'1.1'}, May 28 06:18:03.050124 n-d-843702-1 neutron-server[89111]: 'Port': {'1.7'}, May 28 06:18:03.050124 n-d-843702-1 neutron-server[89111]: 'PortForwarding': {'1.2'}, May 28 06:18:03.050124 n-d-843702-1 neutron-server[89111]: 'QosPolicy': {'1.8'}, May 28 06:18:03.050124 n-d-843702-1 neutron-server[89111]: 'SecurityGroup': {'1.4'}, May 28 06:18:03.050124 n-d-843702-1 neutron-server[89111]: 'SecurityGroupRule': {'1.2'}, May 28 06:18:03.050124 n-d-843702-1 neutron-server[89111]: 'SubPort': {'1.0'}, May 28 06:18:03.050124 n-d-843702-1 neutron-server[89111]: 'Subnet': {'1.1'}, May 28 06:18:03.050124 n-d-843702-1 neutron-server[89111]: 'Trunk': {'1.1'}} May 28 06:18:03.050124 n-d-843702-1 neutron-server[89111]: consumer versions: May 28 06:18:03.050124 n-d-843702-1 neutron-server[89111]: { DHCP agent@n-d-843702-1: {}, May 28 06:18:03.050124 n-d-843702-1 neutron-server[89111]: HyperV agent@n-h1-843702-1: {}, May 28 06:18:03.050124 n-d-843702-1 neutron-server[89111]: HyperV agent@n-h2-843702-1: {}, May 28 06:18:03.050124 n-d-843702-1 neutron-server[89111]: L3 agent@n-d-843702-1: {}, May 28 06:18:03.050124 n-d-843702-1 neutron-server[89111]: Metadata agent@n-d-843702-1: {}, May 28 06:18:03.050124 n-d-843702-1 neutron-server[89111]: Metering agent@n-d-843702-1: {}, May 28 06:18:03.050124 n-d-843702-1 neutron-server[89111]: Open vSwitch agent@n-d-843702-1: { 'AddressGroup': '1.2', May 28 06:18:03.050124 n-d-843702-1 neutron-server[89111]: 'ConntrackHelper': '1.0', May 28 06:18:03.050124 n-d-843702-1 neutron-server[89111]: 'Log': '1.0', May 28 06:18:03.050124 n-d-843702-1 neutron-server[89111]: 'Network': '1.1', May 28 06:18:03.050124 n-d-843702-1 neutron-server[89111]: 'Port': '1.7', May 28 06:18:03.050124 n-d-843702-1 neutron-server[89111]: 'PortForwarding': '1.2', May 28 06:18:03.050124 n-d-843702-1 neutron-server[89111]: 'QosPolicy': '1.8', May 28 06:18:03.050124 n-d-843702-1 neutron-server[89111]: 'SecurityGroup': '1.4', May 28 06:18:03.050124 n-d-843702-1 neutron-server[89111]: 'SecurityGroupRule': '1.2', May 28 06:18:03.050124 n-d-843702-1 neutron-server[89111]: 'SubPort': '1.0', May 28 06:18:03.050124 n-d-843702-1 neutron-server[89111]: 'Subnet': '1.1', May 28 06:18:03.050124 n-d-843702-1 neutron-server[89111]: 'Trunk': '1.1'}} May 28 06:18:03.050124 n-d-843702-1 neutron-server[89111]: {{(pid=89111) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 28 06:18:03.110136 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-d6fa3f10-679b-4c32-bfb7-233b16425832 None None] For port 11154f47-7601-417a-900b-8878a681001a, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:18:03.113839 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-d6fa3f10-679b-4c32-bfb7-233b16425832 None None] For port 11154f47-7601-417a-900b-8878a681001a, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=11154f47-7601-417a-900b-8878a681001a,segment=NetworkSegment(1de716f0-90c2-4769-b773-5a69ff94f49f),segment_id=1de716f0-90c2-4769-b773-5a69ff94f49f)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:18:03.123017 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c7845415-49ba-4a8d-adc2-4e475a7cddff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:03.174320 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c7845415-49ba-4a8d-adc2-4e475a7cddff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:03.189145 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d6fa3f10-679b-4c32-bfb7-233b16425832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:03.274756 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fa3f10-679b-4c32-bfb7-233b16425832 None None] Pushing event updated for resources: {'Port': ['ID=11154f47-7601-417a-900b-8878a681001a,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:03.330879 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-c7845415-49ba-4a8d-adc2-4e475a7cddff admin admin] Allocated IP 172.25.5.82 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/0a974990-202b-4942-a1ca-571e1455c517) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:18:03.615051 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c7845415-49ba-4a8d-adc2-4e475a7cddff admin admin] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:03.772220 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c7845415-49ba-4a8d-adc2-4e475a7cddff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:03.849776 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7845415-49ba-4a8d-adc2-4e475a7cddff admin admin] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:18:03.855307 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-c7845415-49ba-4a8d-adc2-4e475a7cddff admin admin] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:18:03.858010 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7845415-49ba-4a8d-adc2-4e475a7cddff admin admin] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:18:03.923322 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7845415-49ba-4a8d-adc2-4e475a7cddff admin admin] Pushing event updated for resources: {'Port': ['ID=0a974990-202b-4942-a1ca-571e1455c517,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:04.042373 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 11154f47-7601-417a-900b-8878a681001a up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:18:04.200833 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 11154f47-7601-417a-900b-8878a681001a completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:18:04.396067 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c7845415-49ba-4a8d-adc2-4e475a7cddff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:04.599837 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbebbe1d-15e7-45a3-a145-fdc40559aa3d None None] Network a5c9567d-71ef-4c72-aea2-4f06193b25d9 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:18:04.828387 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-b4b25647-f2cd-4e64-be60-3022546f65dc None None] Provisioning for port 11154f47-7601-417a-900b-8878a681001a completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:18:04.835075 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c7845415-49ba-4a8d-adc2-4e475a7cddff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690761'] for router, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:04.836748 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 41240) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:18:04.841665 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-b4b25647-f2cd-4e64-be60-3022546f65dc None None] Provisioning complete for port 11154f47-7601-417a-900b-8878a681001a triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:18:04.842024 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b4b25647-f2cd-4e64-be60-3022546f65dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:05.022850 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-b4b25647-f2cd-4e64-be60-3022546f65dc None None] Current status of the port 11154f47-7601-417a-900b-8878a681001a is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:18:05.024295 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b4b25647-f2cd-4e64-be60-3022546f65dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:05.065755 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-b4b25647-f2cd-4e64-be60-3022546f65dc None None] For port 11154f47-7601-417a-900b-8878a681001a, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=11154f47-7601-417a-900b-8878a681001a,segment=NetworkSegment(1de716f0-90c2-4769-b773-5a69ff94f49f),segment_id=1de716f0-90c2-4769-b773-5a69ff94f49f)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:18:05.080239 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d9473dfc-22b5-432b-a5ea-78fc81ebede0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:05.114830 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-d9473dfc-22b5-432b-a5ea-78fc81ebede0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:18:05.123985 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-d9473dfc-22b5-432b-a5ea-78fc81ebede0 admin admin] Usage tracker for resource:security_group_rule and tenant:87bca9c5d0f14702acb76617fd853957 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:18:05.127741 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-d9473dfc-22b5-432b-a5ea-78fc81ebede0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:18:05.137659 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-d9473dfc-22b5-432b-a5ea-78fc81ebede0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:18:05.166935 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b4b25647-f2cd-4e64-be60-3022546f65dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:05.217901 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7845415-49ba-4a8d-adc2-4e475a7cddff admin admin] Router b0b81733-8687-4ff4-a035-18122c66529f is scheduled to L3 agent 42958940-9562-4f71-972f-15a8af9d3963 with binding_index 1 {{(pid=89109) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 06:18:05.288930 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b25647-f2cd-4e64-be60-3022546f65dc None None] Pushing event updated for resources: {'Port': ['ID=11154f47-7601-417a-900b-8878a681001a,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:05.297932 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-ffd66821-9536-4881-b32e-1185538b4f05 None None] Provisioning complete for port 11154f47-7601-417a-900b-8878a681001a triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:18:05.298526 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-ffd66821-9536-4881-b32e-1185538b4f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:05.445358 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-ffd66821-9536-4881-b32e-1185538b4f05 None None] Current status of the port 11154f47-7601-417a-900b-8878a681001a is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:18:05.490230 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d9473dfc-22b5-432b-a5ea-78fc81ebede0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:05.498780 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7845415-49ba-4a8d-adc2-4e475a7cddff admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:18:05.507846 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99429c79-bce9-4a59-9199-1b075b6b2697 None None] Sync routers for ids ['b0b81733-8687-4ff4-a035-18122c66529f'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:18:05.519741 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99429c79-bce9-4a59-9199-1b075b6b2697 None None] Routers {'b0b81733-8687-4ff4-a035-18122c66529f'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:18:05.520642 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-99429c79-bce9-4a59-9199-1b075b6b2697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:17:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['b0b81733-8687-4ff4-a035-18122c66529f'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:18:05.571888 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d9473dfc-22b5-432b-a5ea-78fc81ebede0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:05.629693 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-d9473dfc-22b5-432b-a5ea-78fc81ebede0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=87bca9c5d0f14702acb76617fd853957&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7903061 May 28 06:18:05.632356 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 41282) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:18:05.632862 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9473dfc-22b5-432b-a5ea-78fc81ebede0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=061643ef-f501-4697-a965-6415dce686ef,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:05.640790 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c7845415-49ba-4a8d-adc2-4e475a7cddff admin admin] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:05.644920 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-c7845415-49ba-4a8d-adc2-4e475a7cddff admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.5388160 May 28 06:18:05.645279 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 41286) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:18:05.722074 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e8c360fa-26c0-4ed6-ba29-b68f6c0dea45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:05.751347 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e8c360fa-26c0-4ed6-ba29-b68f6c0dea45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:05.774488 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-99429c79-bce9-4a59-9199-1b075b6b2697 None None] Set router b0b81733-8687-4ff4-a035-18122c66529f gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:18:05.891604 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e8c360fa-26c0-4ed6-ba29-b68f6c0dea45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:05.913556 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c360fa-26c0-4ed6-ba29-b68f6c0dea45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=061643ef-f501-4697-a965-6415dce686ef,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:05.916480 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e8c360fa-26c0-4ed6-ba29-b68f6c0dea45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:05.924130 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-e8c360fa-26c0-4ed6-ba29-b68f6c0dea45 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/061643ef-f501-4697-a965-6415dce686ef HTTP/1.1" status: 204 len: 168 time: 0.2900596 May 28 06:18:06.050669 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 11154f47-7601-417a-900b-8878a681001a up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:18:06.146424 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-99429c79-bce9-4a59-9199-1b075b6b2697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b81733-8687-4ff4-a035-18122c66529f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1861659843-router', 'tenant_id': '091a6ab3594e41dd849f313a7a0a6a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '0a974990-202b-4942-a1ca-571e1455c517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:18:02Z', 'updated_at': '2022-05-28T06:18:04Z', 'revision_number': 3, 'project_id': '091a6ab3594e41dd849f313a7a0a6a9a', 'gw_port': {'id': '0a974990-202b-4942-a1ca-571e1455c517', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c8:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0b81733-8687-4ff4-a035-18122c66529f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:18:03Z', 'updated_at': '2022-05-28T06:18:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:18:06.167898 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99429c79-bce9-4a59-9199-1b075b6b2697 None None] Checking router: b0b81733-8687-4ff4-a035-18122c66529f for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:18:06.170314 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99429c79-bce9-4a59-9199-1b075b6b2697 None None] Updating router b0b81733-8687-4ff4-a035-18122c66529f port 0a974990-202b-4942-a1ca-571e1455c517 binding host n-d-843702-1 {{(pid=89112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:18:06.226271 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 11154f47-7601-417a-900b-8878a681001a triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:18:06.226636 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:06.271854 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-99429c79-bce9-4a59-9199-1b075b6b2697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:06.350915 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 11154f47-7601-417a-900b-8878a681001a is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:18:06.510437 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ee0638d8-24f2-41d0-b01e-280574fe0523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:06.699624 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-99429c79-bce9-4a59-9199-1b075b6b2697 None None] Notify callbacks [] for port, precommit_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:06.713871 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.provisioning_blocks [None req-99429c79-bce9-4a59-9199-1b075b6b2697 None None] Transition to ACTIVE for port object 0a974990-202b-4942-a1ca-571e1455c517 will not be triggered until provisioned by entity L2. {{(pid=89112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:18:06.747366 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-ee0638d8-24f2-41d0-b01e-280574fe0523 admin admin] Allocated IP 172.20.0.1 (a5c9567d-71ef-4c72-aea2-4f06193b25d9/03212e7d-52c6-4d77-9192-a13870cfe66d/2ab2907a-c7e0-499d-b666-7546b5b886a8) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:18:06.817600 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-99429c79-bce9-4a59-9199-1b075b6b2697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:06.837183 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 41348) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:18:06.911666 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-99429c79-bce9-4a59-9199-1b075b6b2697 None None] Attempting to bind port 0a974990-202b-4942-a1ca-571e1455c517 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:18:06.912280 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-99429c79-bce9-4a59-9199-1b075b6b2697 None None] Attempting to bind port 0a974990-202b-4942-a1ca-571e1455c517 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:18:06.912638 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99429c79-bce9-4a59-9199-1b075b6b2697 None None] Attempting to bind port 0a974990-202b-4942-a1ca-571e1455c517 on network 68df399e-e75e-4871-9364-5d05730b50f0 {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:18:06.923167 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99429c79-bce9-4a59-9199-1b075b6b2697 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:18:06.923486 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99429c79-bce9-4a59-9199-1b075b6b2697 None None] Checking segment: {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:18:06.923874 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-99429c79-bce9-4a59-9199-1b075b6b2697 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:06.924268 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99429c79-bce9-4a59-9199-1b075b6b2697 None None] Bound using segment: {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:18:06.924728 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-99429c79-bce9-4a59-9199-1b075b6b2697 None None] Bound port: 0a974990-202b-4942-a1ca-571e1455c517, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:18:06.925112 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-99429c79-bce9-4a59-9199-1b075b6b2697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:06.965408 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdd694-fab7-46e1-b535-0fae04c339d6 None None] Pushing event updated for resources: {'Port': ['ID=0a974990-202b-4942-a1ca-571e1455c517,revision_number=2']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:06.982493 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ee0638d8-24f2-41d0-b01e-280574fe0523 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:06.993710 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdd694-fab7-46e1-b535-0fae04c339d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:18:06.994788 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdd694-fab7-46e1-b535-0fae04c339d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:18:06.995267 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdd694-fab7-46e1-b535-0fae04c339d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:18:06.995739 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdd694-fab7-46e1-b535-0fae04c339d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:18:06.996204 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdd694-fab7-46e1-b535-0fae04c339d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:18:06.996681 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdd694-fab7-46e1-b535-0fae04c339d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:18:06.997142 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdd694-fab7-46e1-b535-0fae04c339d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:18:06.997725 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdd694-fab7-46e1-b535-0fae04c339d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:18:06.998075 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdd694-fab7-46e1-b535-0fae04c339d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:18:06.998395 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdd694-fab7-46e1-b535-0fae04c339d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:18:06.999170 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdd694-fab7-46e1-b535-0fae04c339d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:18:06.999496 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdd694-fab7-46e1-b535-0fae04c339d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:18:07.000539 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdd694-fab7-46e1-b535-0fae04c339d6 None None] Tracked resource versions report: May 28 06:18:07.000539 n-d-843702-1 neutron-server[89112]: pushed versions: May 28 06:18:07.000539 n-d-843702-1 neutron-server[89112]: { 'AddressGroup': {'1.2'}, May 28 06:18:07.000539 n-d-843702-1 neutron-server[89112]: 'ConntrackHelper': {'1.0'}, May 28 06:18:07.000539 n-d-843702-1 neutron-server[89112]: 'Log': {'1.0'}, May 28 06:18:07.000539 n-d-843702-1 neutron-server[89112]: 'Network': {'1.1'}, May 28 06:18:07.000539 n-d-843702-1 neutron-server[89112]: 'Port': {'1.7'}, May 28 06:18:07.000539 n-d-843702-1 neutron-server[89112]: 'PortForwarding': {'1.2'}, May 28 06:18:07.000539 n-d-843702-1 neutron-server[89112]: 'QosPolicy': {'1.8'}, May 28 06:18:07.000539 n-d-843702-1 neutron-server[89112]: 'SecurityGroup': {'1.4'}, May 28 06:18:07.000539 n-d-843702-1 neutron-server[89112]: 'SecurityGroupRule': {'1.2'}, May 28 06:18:07.000539 n-d-843702-1 neutron-server[89112]: 'SubPort': {'1.0'}, May 28 06:18:07.000539 n-d-843702-1 neutron-server[89112]: 'Subnet': {'1.1'}, May 28 06:18:07.000539 n-d-843702-1 neutron-server[89112]: 'Trunk': {'1.1'}} May 28 06:18:07.000539 n-d-843702-1 neutron-server[89112]: consumer versions: May 28 06:18:07.000539 n-d-843702-1 neutron-server[89112]: { DHCP agent@n-d-843702-1: {}, May 28 06:18:07.000539 n-d-843702-1 neutron-server[89112]: HyperV agent@n-h1-843702-1: {}, May 28 06:18:07.000539 n-d-843702-1 neutron-server[89112]: HyperV agent@n-h2-843702-1: {}, May 28 06:18:07.000539 n-d-843702-1 neutron-server[89112]: L3 agent@n-d-843702-1: {}, May 28 06:18:07.000539 n-d-843702-1 neutron-server[89112]: Metadata agent@n-d-843702-1: {}, May 28 06:18:07.000539 n-d-843702-1 neutron-server[89112]: Metering agent@n-d-843702-1: {}, May 28 06:18:07.000539 n-d-843702-1 neutron-server[89112]: Open vSwitch agent@n-d-843702-1: { 'AddressGroup': '1.2', May 28 06:18:07.000539 n-d-843702-1 neutron-server[89112]: 'ConntrackHelper': '1.0', May 28 06:18:07.000539 n-d-843702-1 neutron-server[89112]: 'Log': '1.0', May 28 06:18:07.000539 n-d-843702-1 neutron-server[89112]: 'Network': '1.1', May 28 06:18:07.000539 n-d-843702-1 neutron-server[89112]: 'Port': '1.7', May 28 06:18:07.000539 n-d-843702-1 neutron-server[89112]: 'PortForwarding': '1.2', May 28 06:18:07.000539 n-d-843702-1 neutron-server[89112]: 'QosPolicy': '1.8', May 28 06:18:07.000539 n-d-843702-1 neutron-server[89112]: 'SecurityGroup': '1.4', May 28 06:18:07.000539 n-d-843702-1 neutron-server[89112]: 'SecurityGroupRule': '1.2', May 28 06:18:07.000539 n-d-843702-1 neutron-server[89112]: 'SubPort': '1.0', May 28 06:18:07.000539 n-d-843702-1 neutron-server[89112]: 'Subnet': '1.1', May 28 06:18:07.000539 n-d-843702-1 neutron-server[89112]: 'Trunk': '1.1'}} May 28 06:18:07.000539 n-d-843702-1 neutron-server[89112]: {{(pid=89112) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 28 06:18:07.003160 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [None req-ee0638d8-24f2-41d0-b01e-280574fe0523 admin admin] Transition to ACTIVE for port object 2ab2907a-c7e0-499d-b666-7546b5b886a8 will not be triggered until provisioned by entity DHCP. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:18:07.036763 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-557664fd-4951-4a43-8f5b-7df09edc42bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:07.037022 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-99429c79-bce9-4a59-9199-1b075b6b2697 None None] For port 0a974990-202b-4942-a1ca-571e1455c517, host n-d-843702-1, cleared binding levels {{(pid=89112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:18:07.041331 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-99429c79-bce9-4a59-9199-1b075b6b2697 None None] For port 0a974990-202b-4942-a1ca-571e1455c517, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=0a974990-202b-4942-a1ca-571e1455c517,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:18:07.052386 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-557664fd-4951-4a43-8f5b-7df09edc42bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:18:07.056504 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-557664fd-4951-4a43-8f5b-7df09edc42bd admin admin] Usage tracker for resource:security_group_rule and tenant:1e8291cadf5d41cc835c6b63f010f66a is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:18:07.060241 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-557664fd-4951-4a43-8f5b-7df09edc42bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:18:07.072556 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-557664fd-4951-4a43-8f5b-7df09edc42bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:18:07.126518 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ee0638d8-24f2-41d0-b01e-280574fe0523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:07.155244 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-99429c79-bce9-4a59-9199-1b075b6b2697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:07.172261 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-557664fd-4951-4a43-8f5b-7df09edc42bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:07.233453 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0638d8-24f2-41d0-b01e-280574fe0523 admin admin] Pushing event updated for resources: {'Port': ['ID=2ab2907a-c7e0-499d-b666-7546b5b886a8,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:07.239862 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee0638d8-24f2-41d0-b01e-280574fe0523 admin admin] Network a5c9567d-71ef-4c72-aea2-4f06193b25d9 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:18:07.242107 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-ee0638d8-24f2-41d0-b01e-280574fe0523 admin admin] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:18:07.246430 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0638d8-24f2-41d0-b01e-280574fe0523 admin admin] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:18:07.246906 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ee0638d8-24f2-41d0-b01e-280574fe0523 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690947'] for router_interface, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:07.252271 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-557664fd-4951-4a43-8f5b-7df09edc42bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:07.271625 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdd694-fab7-46e1-b535-0fae04c339d6 None None] Pushing event updated for resources: {'Port': ['ID=0a974990-202b-4942-a1ca-571e1455c517,revision_number=3']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:07.292254 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99429c79-bce9-4a59-9199-1b075b6b2697 None None] Routers {'b0b81733-8687-4ff4-a035-18122c66529f'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:18:07.293143 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-99429c79-bce9-4a59-9199-1b075b6b2697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:17:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['b0b81733-8687-4ff4-a035-18122c66529f'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:18:07.330873 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557664fd-4951-4a43-8f5b-7df09edc42bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a6ea085-10d1-47d4-88cb-3d6ab8aa79c2,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:07.332983 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 41382) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:18:07.357947 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-557664fd-4951-4a43-8f5b-7df09edc42bd admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1e8291cadf5d41cc835c6b63f010f66a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5193467 May 28 06:18:07.360008 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2444bc43-1d74-4cf7-9daa-7de2faa5b19f admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:07.364020 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 41386) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:18:07.402124 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-2444bc43-1d74-4cf7-9daa-7de2faa5b19f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:18:07.410098 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-2444bc43-1d74-4cf7-9daa-7de2faa5b19f admin admin] Usage tracker for resource:security_group_rule and tenant:0704a154cf5a4e87b1d653568c1a5cfc is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:18:07.415120 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-2444bc43-1d74-4cf7-9daa-7de2faa5b19f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:18:07.428723 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-2444bc43-1d74-4cf7-9daa-7de2faa5b19f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:18:07.471607 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7ffedf45-320e-4064-a9d2-d7ebd8090732 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:07.551144 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7ffedf45-320e-4064-a9d2-d7ebd8090732 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:07.612691 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-99429c79-bce9-4a59-9199-1b075b6b2697 None None] Set router b0b81733-8687-4ff4-a035-18122c66529f gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:18:07.639802 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2444bc43-1d74-4cf7-9daa-7de2faa5b19f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:07.668014 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ee0638d8-24f2-41d0-b01e-280574fe0523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:07.794481 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7ffedf45-320e-4064-a9d2-d7ebd8090732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:07.808509 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2444bc43-1d74-4cf7-9daa-7de2faa5b19f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:07.832226 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-93a4259a-cb94-4c25-8741-4df5e19cc121 None None] Provisioning for port 2ab2907a-c7e0-499d-b666-7546b5b886a8 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:18:07.844585 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-93a4259a-cb94-4c25-8741-4df5e19cc121 None None] Provisioning complete for port 2ab2907a-c7e0-499d-b666-7546b5b886a8 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:18:07.845375 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-93a4259a-cb94-4c25-8741-4df5e19cc121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:07.845604 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffedf45-320e-4064-a9d2-d7ebd8090732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a6ea085-10d1-47d4-88cb-3d6ab8aa79c2,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:07.850164 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7ffedf45-320e-4064-a9d2-d7ebd8090732 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:07.851163 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-7ffedf45-320e-4064-a9d2-d7ebd8090732 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6a6ea085-10d1-47d4-88cb-3d6ab8aa79c2 HTTP/1.1" status: 204 len: 168 time: 0.4860673 May 28 06:18:07.880423 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 41406) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:18:07.880611 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-2444bc43-1d74-4cf7-9daa-7de2faa5b19f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0704a154cf5a4e87b1d653568c1a5cfc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5462077 May 28 06:18:07.898161 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2444bc43-1d74-4cf7-9daa-7de2faa5b19f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f60daffb-09c0-4e0c-a8ab-b1de506dc00d,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:07.929793 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-93a4259a-cb94-4c25-8741-4df5e19cc121 None None] Port 2ab2907a-c7e0-499d-b666-7546b5b886a8 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:18:07.959175 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6dfad27d-f51f-4616-a4d0-8566583388f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:07.999650 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-99429c79-bce9-4a59-9199-1b075b6b2697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b81733-8687-4ff4-a035-18122c66529f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1861659843-router', 'tenant_id': '091a6ab3594e41dd849f313a7a0a6a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '0a974990-202b-4942-a1ca-571e1455c517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:18:02Z', 'updated_at': '2022-05-28T06:18:04Z', 'revision_number': 3, 'project_id': '091a6ab3594e41dd849f313a7a0a6a9a', 'gw_port': {'id': '0a974990-202b-4942-a1ca-571e1455c517', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c8:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0b81733-8687-4ff4-a035-18122c66529f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:18:03Z', 'updated_at': '2022-05-28T06:18:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:18:07.999650 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99429c79-bce9-4a59-9199-1b075b6b2697 None None] The sync data for ids ['b0b81733-8687-4ff4-a035-18122c66529f'] in n-d-843702-1 is: [{'id': 'b0b81733-8687-4ff4-a035-18122c66529f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1861659843-router', 'tenant_id': '091a6ab3594e41dd849f313a7a0a6a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '0a974990-202b-4942-a1ca-571e1455c517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:18:02Z', 'updated_at': '2022-05-28T06:18:04Z', 'revision_number': 3, 'project_id': '091a6ab3594e41dd849f313a7a0a6a9a', 'gw_port': {'id': '0a974990-202b-4942-a1ca-571e1455c517', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c8:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0b81733-8687-4ff4-a035-18122c66529f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:18:03Z', 'updated_at': '2022-05-28T06:18:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:18:08.005711 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6dfad27d-f51f-4616-a4d0-8566583388f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:08.052865 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ee0638d8-24f2-41d0-b01e-280574fe0523 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:08.131999 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ee0638d8-24f2-41d0-b01e-280574fe0523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:08.132570 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6dfad27d-f51f-4616-a4d0-8566583388f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:08.132758 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ee0638d8-24f2-41d0-b01e-280574fe0523 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700602'] for router_interface, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:08.155200 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfad27d-f51f-4616-a4d0-8566583388f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f60daffb-09c0-4e0c-a8ab-b1de506dc00d,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:08.163627 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6dfad27d-f51f-4616-a4d0-8566583388f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:08.167133 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-6dfad27d-f51f-4616-a4d0-8566583388f7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f60daffb-09c0-4e0c-a8ab-b1de506dc00d HTTP/1.1" status: 204 len: 168 time: 0.2833779 May 28 06:18:08.241864 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 41422) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:18:08.318288 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0638d8-24f2-41d0-b01e-280574fe0523 admin admin] Pushing event updated for resources: {'Port': ['ID=2ab2907a-c7e0-499d-b666-7546b5b886a8,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:08.394684 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee0638d8-24f2-41d0-b01e-280574fe0523 admin admin] Network a5c9567d-71ef-4c72-aea2-4f06193b25d9 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:18:08.395863 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-ee0638d8-24f2-41d0-b01e-280574fe0523 admin admin] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:18:08.476946 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 41434) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:18:08.676670 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee0638d8-24f2-41d0-b01e-280574fe0523 admin admin] Router b0b81733-8687-4ff4-a035-18122c66529f has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:18:08.778384 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-f014a0fc-9314-4826-9a4b-ff1a9b9bf476 None None] Provisioning complete for port 2ab2907a-c7e0-499d-b666-7546b5b886a8 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:18:08.778754 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-f014a0fc-9314-4826-9a4b-ff1a9b9bf476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:08.784142 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a0fd9f7b-a144-45a5-b99a-e641916ea8d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:08.844337 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-a0fd9f7b-a144-45a5-b99a-e641916ea8d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:18:08.849661 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-a0fd9f7b-a144-45a5-b99a-e641916ea8d1 admin admin] Usage tracker for resource:security_group_rule and tenant:b057c3d1f6b040cea49c23276f4c2044 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:18:08.863618 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-a0fd9f7b-a144-45a5-b99a-e641916ea8d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:18:08.871615 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-a0fd9f7b-a144-45a5-b99a-e641916ea8d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:18:08.916995 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-f014a0fc-9314-4826-9a4b-ff1a9b9bf476 None None] Port 2ab2907a-c7e0-499d-b666-7546b5b886a8 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:18:08.925815 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 41454) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:18:08.939837 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee0638d8-24f2-41d0-b01e-280574fe0523 admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:18:08.983398 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-ee0638d8-24f2-41d0-b01e-280574fe0523 admin admin] 10.222.0.55 "PUT /v2.0/routers/b0b81733-8687-4ff4-a035-18122c66529f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3340900 May 28 06:18:09.024228 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a0fd9f7b-a144-45a5-b99a-e641916ea8d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:09.112055 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a0fd9f7b-a144-45a5-b99a-e641916ea8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:09.138034 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-531120dd-660a-4b7e-86b9-d90d366a9fd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:09.176346 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-531120dd-660a-4b7e-86b9-d90d366a9fd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:18:09.191664 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-a0fd9f7b-a144-45a5-b99a-e641916ea8d1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b057c3d1f6b040cea49c23276f4c2044&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9486136 May 28 06:18:09.197774 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fd9f7b-a144-45a5-b99a-e641916ea8d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9e305bf-daeb-4423-a83b-059372f2e80e,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:09.202371 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-531120dd-660a-4b7e-86b9-d90d366a9fd2 admin admin] Usage tracker for resource:security_group_rule and tenant:e5d791164b3944a1a76607e2986c2f85 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:18:09.205014 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 41474) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:18:09.207762 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-531120dd-660a-4b7e-86b9-d90d366a9fd2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:18:09.229501 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-531120dd-660a-4b7e-86b9-d90d366a9fd2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:18:09.248262 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a5f26255-2089-4d12-bad8-43c8b642c429 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:09.267050 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-a5f26255-2089-4d12-bad8-43c8b642c429 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:18:09.271811 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-a5f26255-2089-4d12-bad8-43c8b642c429 admin admin] Usage tracker for resource:security_group_rule and tenant:724625eab1c948c0879b72c0ee995509 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:18:09.276588 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-a5f26255-2089-4d12-bad8-43c8b642c429 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:18:09.283612 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-a5f26255-2089-4d12-bad8-43c8b642c429 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:18:09.327986 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ce6f0a68-4815-4329-874f-942b486037d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:09.364484 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ce6f0a68-4815-4329-874f-942b486037d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:09.380505 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a5f26255-2089-4d12-bad8-43c8b642c429 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:09.395495 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 41484) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:18:09.422804 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-bfef506d-e393-453e-ae61-f5625741f8a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:09.466509 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a5f26255-2089-4d12-bad8-43c8b642c429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:09.489821 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-bfef506d-e393-453e-ae61-f5625741f8a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:18:09.507139 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-bfef506d-e393-453e-ae61-f5625741f8a5 admin admin] Usage tracker for resource:security_group_rule and tenant:570b46b81f024150b7c82e60efac8f7d is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:18:09.523166 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-bfef506d-e393-453e-ae61-f5625741f8a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:18:09.524326 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-531120dd-660a-4b7e-86b9-d90d366a9fd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:09.526166 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ce6f0a68-4815-4329-874f-942b486037d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:09.536195 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-a5f26255-2089-4d12-bad8-43c8b642c429 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=724625eab1c948c0879b72c0ee995509&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6069183 May 28 06:18:09.536195 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-bfef506d-e393-453e-ae61-f5625741f8a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:18:09.537072 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 41494) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:18:09.537478 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f26255-2089-4d12-bad8-43c8b642c429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=764a1079-b55b-45a6-9238-8d37b85af62d,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:09.568819 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ce6f0a68-4815-4329-874f-942b486037d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:09.572845 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-ce6f0a68-4815-4329-874f-942b486037d3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e9e305bf-daeb-4423-a83b-059372f2e80e HTTP/1.1" status: 204 len: 168 time: 0.3639736 May 28 06:18:09.574821 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6f0a68-4815-4329-874f-942b486037d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9e305bf-daeb-4423-a83b-059372f2e80e,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:09.655074 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-bd72218d-bb69-45f3-975f-1f8067fceb4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:09.695067 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-bfef506d-e393-453e-ae61-f5625741f8a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:09.696564 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-bd72218d-bb69-45f3-975f-1f8067fceb4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:09.733703 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-531120dd-660a-4b7e-86b9-d90d366a9fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:09.778057 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-bfef506d-e393-453e-ae61-f5625741f8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:09.790750 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-531120dd-660a-4b7e-86b9-d90d366a9fd2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e5d791164b3944a1a76607e2986c2f85&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3123384 May 28 06:18:09.795574 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 41514) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:18:09.823420 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531120dd-660a-4b7e-86b9-d90d366a9fd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aa1d02a-71a2-489b-9c23-0b10e088b3a2,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:09.851827 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-bfef506d-e393-453e-ae61-f5625741f8a5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=570b46b81f024150b7c82e60efac8f7d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4579720 May 28 06:18:09.852680 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfef506d-e393-453e-ae61-f5625741f8a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25f00482-4a89-4a2f-a414-c612625fce2b,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:09.856055 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 41520) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:18:09.883917 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-aa064bc9-d90c-4f39-b6df-91b65ed49658 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:09.920279 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-bd72218d-bb69-45f3-975f-1f8067fceb4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:09.937141 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-05de1077-99bc-4a74-bfd8-66808e19b31a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:09.938018 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-aa064bc9-d90c-4f39-b6df-91b65ed49658 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:09.955262 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd72218d-bb69-45f3-975f-1f8067fceb4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=764a1079-b55b-45a6-9238-8d37b85af62d,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:09.971183 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-bd72218d-bb69-45f3-975f-1f8067fceb4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:09.976579 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-bd72218d-bb69-45f3-975f-1f8067fceb4c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/764a1079-b55b-45a6-9238-8d37b85af62d HTTP/1.1" status: 204 len: 168 time: 0.4230037 May 28 06:18:09.982106 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-05de1077-99bc-4a74-bfd8-66808e19b31a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:10.088964 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 0a974990-202b-4942-a1ca-571e1455c517 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:18:10.132638 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-aa064bc9-d90c-4f39-b6df-91b65ed49658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:10.162070 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa064bc9-d90c-4f39-b6df-91b65ed49658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aa1d02a-71a2-489b-9c23-0b10e088b3a2,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:10.166393 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-aa064bc9-d90c-4f39-b6df-91b65ed49658 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:10.170024 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-aa064bc9-d90c-4f39-b6df-91b65ed49658 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3aa1d02a-71a2-489b-9c23-0b10e088b3a2 HTTP/1.1" status: 204 len: 168 time: 0.3731070 May 28 06:18:10.177965 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-05de1077-99bc-4a74-bfd8-66808e19b31a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:10.195521 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05de1077-99bc-4a74-bfd8-66808e19b31a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25f00482-4a89-4a2f-a414-c612625fce2b,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:10.205191 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-05de1077-99bc-4a74-bfd8-66808e19b31a admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:10.206407 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-05de1077-99bc-4a74-bfd8-66808e19b31a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/25f00482-4a89-4a2f-a414-c612625fce2b HTTP/1.1" status: 204 len: 168 time: 0.3494692 May 28 06:18:10.365819 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 0a974990-202b-4942-a1ca-571e1455c517 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:18:10.373917 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 0a974990-202b-4942-a1ca-571e1455c517 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:18:10.374551 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:10.533233 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 0a974990-202b-4942-a1ca-571e1455c517 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:18:10.533922 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:10.551909 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port 0a974990-202b-4942-a1ca-571e1455c517, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=0a974990-202b-4942-a1ca-571e1455c517,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:18:10.657442 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:10.752983 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35191386-38e1-4d7c-b5a4-ff082931251d None None] Sync routers for ids ['b0b81733-8687-4ff4-a035-18122c66529f'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:18:10.762899 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=0a974990-202b-4942-a1ca-571e1455c517,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:10.765673 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35191386-38e1-4d7c-b5a4-ff082931251d None None] Routers {'b0b81733-8687-4ff4-a035-18122c66529f'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:18:10.766213 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-35191386-38e1-4d7c-b5a4-ff082931251d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:17:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['b0b81733-8687-4ff4-a035-18122c66529f'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:18:10.895091 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 41576) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:18:10.919076 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7d55f63f-49df-4454-9b4f-c5bb33c885cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:10.940701 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-7d55f63f-49df-4454-9b4f-c5bb33c885cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:18:10.944821 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-7d55f63f-49df-4454-9b4f-c5bb33c885cb admin admin] Usage tracker for resource:security_group_rule and tenant:999b9b551b6e443a9ef3c129e4505f38 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:18:10.948371 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-7d55f63f-49df-4454-9b4f-c5bb33c885cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:18:10.954588 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-7d55f63f-49df-4454-9b4f-c5bb33c885cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:18:10.968511 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-35191386-38e1-4d7c-b5a4-ff082931251d None None] Set router b0b81733-8687-4ff4-a035-18122c66529f gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:18:11.076240 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7d55f63f-49df-4454-9b4f-c5bb33c885cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:11.154208 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7d55f63f-49df-4454-9b4f-c5bb33c885cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:11.208647 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-7d55f63f-49df-4454-9b4f-c5bb33c885cb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=999b9b551b6e443a9ef3c129e4505f38&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3124719 May 28 06:18:11.210286 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55f63f-49df-4454-9b4f-c5bb33c885cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b425e35-0972-4d27-8d2d-c8cca7f81455,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:11.211479 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 41584) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:18:11.281589 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3915976b-25ac-44ce-a0ad-dc4939767b6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:11.315794 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3915976b-25ac-44ce-a0ad-dc4939767b6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:11.330938 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-35191386-38e1-4d7c-b5a4-ff082931251d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b81733-8687-4ff4-a035-18122c66529f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1861659843-router', 'tenant_id': '091a6ab3594e41dd849f313a7a0a6a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '0a974990-202b-4942-a1ca-571e1455c517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:18:02Z', 'updated_at': '2022-05-28T06:18:07Z', 'revision_number': 4, 'project_id': '091a6ab3594e41dd849f313a7a0a6a9a', 'gw_port': {'id': '0a974990-202b-4942-a1ca-571e1455c517', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c8:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b81733-8687-4ff4-a035-18122c66529f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:18:03Z', 'updated_at': '2022-05-28T06:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '2ab2907a-c7e0-499d-b666-7546b5b886a8', 'name': '', 'network_id': 'a5c9567d-71ef-4c72-aea2-4f06193b25d9', 'tenant_id': '091a6ab3594e41dd849f313a7a0a6a9a', 'mac_address': 'fa:16:3e:57:6c:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0b81733-8687-4ff4-a035-18122c66529f', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '03212e7d-52c6-4d77-9192-a13870cfe66d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:18:06Z', 'updated_at': '2022-05-28T06:18:07Z', 'revision_number': 2, 'project_id': '091a6ab3594e41dd849f313a7a0a6a9a', 'subnets': [{'id': '03212e7d-52c6-4d77-9192-a13870cfe66d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:18:11.337815 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35191386-38e1-4d7c-b5a4-ff082931251d None None] Checking router: b0b81733-8687-4ff4-a035-18122c66529f for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:18:11.338179 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35191386-38e1-4d7c-b5a4-ff082931251d None None] Updating router b0b81733-8687-4ff4-a035-18122c66529f port 2ab2907a-c7e0-499d-b666-7546b5b886a8 binding host n-d-843702-1 {{(pid=89111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:18:11.395376 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-35191386-38e1-4d7c-b5a4-ff082931251d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:11.480511 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3915976b-25ac-44ce-a0ad-dc4939767b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:11.497057 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3915976b-25ac-44ce-a0ad-dc4939767b6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b425e35-0972-4d27-8d2d-c8cca7f81455,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:11.501496 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3915976b-25ac-44ce-a0ad-dc4939767b6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:11.502721 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-3915976b-25ac-44ce-a0ad-dc4939767b6b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9b425e35-0972-4d27-8d2d-c8cca7f81455 HTTP/1.1" status: 204 len: 168 time: 0.2901099 May 28 06:18:11.728305 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 41602) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:18:11.746631 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a154d7eb-24d8-47d9-b921-366df090a7b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:11.761255 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-a154d7eb-24d8-47d9-b921-366df090a7b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:18:11.765248 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-a154d7eb-24d8-47d9-b921-366df090a7b5 admin admin] Usage tracker for resource:security_group_rule and tenant:df9f0400d989407daaf763c029708032 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:18:11.768155 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-a154d7eb-24d8-47d9-b921-366df090a7b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:18:11.769995 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-35191386-38e1-4d7c-b5a4-ff082931251d None None] Notify callbacks [] for port, precommit_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:11.773850 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-a154d7eb-24d8-47d9-b921-366df090a7b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:18:11.782741 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-35191386-38e1-4d7c-b5a4-ff082931251d None None] Transition to ACTIVE for port object 2ab2907a-c7e0-499d-b666-7546b5b886a8 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:18:11.858000 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a154d7eb-24d8-47d9-b921-366df090a7b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:11.933509 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-35191386-38e1-4d7c-b5a4-ff082931251d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:11.971343 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a154d7eb-24d8-47d9-b921-366df090a7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:12.034035 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-a154d7eb-24d8-47d9-b921-366df090a7b5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=df9f0400d989407daaf763c029708032&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3014078 May 28 06:18:12.034035 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a154d7eb-24d8-47d9-b921-366df090a7b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9438b5b4-4d13-43c0-b08f-92f1a11d59da,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:12.034415 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 41612) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:18:12.054059 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 0a974990-202b-4942-a1ca-571e1455c517 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:18:12.105089 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-98e12fce-6977-4258-b78f-70a9fb6329e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:12.136845 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 41618) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:18:12.163470 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8c33194c-909e-4fc5-bdca-809c0507219a admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:12.183143 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-8c33194c-909e-4fc5-bdca-809c0507219a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:18:12.185715 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-98e12fce-6977-4258-b78f-70a9fb6329e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:12.187685 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-8c33194c-909e-4fc5-bdca-809c0507219a admin admin] Usage tracker for resource:security_group_rule and tenant:ee0553d7656a4e829c437bcf8f36366c is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:18:12.191388 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-8c33194c-909e-4fc5-bdca-809c0507219a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:18:12.198944 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-8c33194c-909e-4fc5-bdca-809c0507219a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:18:12.271084 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-35191386-38e1-4d7c-b5a4-ff082931251d None None] Attempting to bind port 2ab2907a-c7e0-499d-b666-7546b5b886a8 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:18:12.271374 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-35191386-38e1-4d7c-b5a4-ff082931251d None None] Attempting to bind port 2ab2907a-c7e0-499d-b666-7546b5b886a8 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': '1de716f0-90c2-4769-b773-5a69ff94f49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'a5c9567d-71ef-4c72-aea2-4f06193b25d9'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:18:12.271735 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35191386-38e1-4d7c-b5a4-ff082931251d None None] Attempting to bind port 2ab2907a-c7e0-499d-b666-7546b5b886a8 on network a5c9567d-71ef-4c72-aea2-4f06193b25d9 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:18:12.285595 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35191386-38e1-4d7c-b5a4-ff082931251d None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:18:12.285972 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35191386-38e1-4d7c-b5a4-ff082931251d None None] Checking segment: {'id': '1de716f0-90c2-4769-b773-5a69ff94f49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'a5c9567d-71ef-4c72-aea2-4f06193b25d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:18:12.286369 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-35191386-38e1-4d7c-b5a4-ff082931251d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:12.286759 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35191386-38e1-4d7c-b5a4-ff082931251d None None] Bound using segment: {'id': '1de716f0-90c2-4769-b773-5a69ff94f49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'a5c9567d-71ef-4c72-aea2-4f06193b25d9'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:18:12.287223 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-35191386-38e1-4d7c-b5a4-ff082931251d None None] Bound port: 2ab2907a-c7e0-499d-b666-7546b5b886a8, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1de716f0-90c2-4769-b773-5a69ff94f49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'a5c9567d-71ef-4c72-aea2-4f06193b25d9'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:18:12.287609 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-35191386-38e1-4d7c-b5a4-ff082931251d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:12.302979 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb383969-1915-4ca0-8b04-359f469348bf None None] Pushing event updated for resources: {'Port': ['ID=2ab2907a-c7e0-499d-b666-7546b5b886a8,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:12.319138 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8c33194c-909e-4fc5-bdca-809c0507219a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:12.360675 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 0a974990-202b-4942-a1ca-571e1455c517 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:18:12.361234 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:12.365716 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-98e12fce-6977-4258-b78f-70a9fb6329e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:12.382260 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e12fce-6977-4258-b78f-70a9fb6329e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9438b5b4-4d13-43c0-b08f-92f1a11d59da,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:12.392146 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-98e12fce-6977-4258-b78f-70a9fb6329e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:12.396201 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-98e12fce-6977-4258-b78f-70a9fb6329e9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9438b5b4-4d13-43c0-b08f-92f1a11d59da HTTP/1.1" status: 204 len: 168 time: 0.3572359 May 28 06:18:12.397336 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8c33194c-909e-4fc5-bdca-809c0507219a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:12.448156 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-8c33194c-909e-4fc5-bdca-809c0507219a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ee0553d7656a4e829c437bcf8f36366c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3100936 May 28 06:18:12.449954 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c33194c-909e-4fc5-bdca-809c0507219a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b59bbddc-704d-4978-b121-86ffc6929d2a,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:12.450815 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 41630) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:18:12.486121 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-35191386-38e1-4d7c-b5a4-ff082931251d None None] For port 2ab2907a-c7e0-499d-b666-7546b5b886a8, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:18:12.492878 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-35191386-38e1-4d7c-b5a4-ff082931251d None None] For port 2ab2907a-c7e0-499d-b666-7546b5b886a8, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=2ab2907a-c7e0-499d-b666-7546b5b886a8,segment=NetworkSegment(1de716f0-90c2-4769-b773-5a69ff94f49f),segment_id=1de716f0-90c2-4769-b773-5a69ff94f49f)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:18:12.543177 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-229a52d0-adeb-4c66-aabf-ee44d9a087f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:12.554867 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 0a974990-202b-4942-a1ca-571e1455c517 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:18:12.561442 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-35191386-38e1-4d7c-b5a4-ff082931251d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:12.574883 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-229a52d0-adeb-4c66-aabf-ee44d9a087f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:12.664483 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35191386-38e1-4d7c-b5a4-ff082931251d None None] Routers {'b0b81733-8687-4ff4-a035-18122c66529f'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:18:12.665284 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-35191386-38e1-4d7c-b5a4-ff082931251d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:17:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['b0b81733-8687-4ff4-a035-18122c66529f'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:18:12.731466 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-229a52d0-adeb-4c66-aabf-ee44d9a087f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:12.764984 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229a52d0-adeb-4c66-aabf-ee44d9a087f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b59bbddc-704d-4978-b121-86ffc6929d2a,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:12.779991 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb383969-1915-4ca0-8b04-359f469348bf None None] Pushing event updated for resources: {'Port': ['ID=2ab2907a-c7e0-499d-b666-7546b5b886a8,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:12.784170 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-229a52d0-adeb-4c66-aabf-ee44d9a087f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:12.788294 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-229a52d0-adeb-4c66-aabf-ee44d9a087f3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b59bbddc-704d-4978-b121-86ffc6929d2a HTTP/1.1" status: 204 len: 168 time: 0.3363802 May 28 06:18:12.892178 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 41642) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:18:12.895165 n-d-843702-1 neutron-server[89110]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 28 06:18:12.943516 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-92adb4de-1d09-4c24-8f5d-c0cec299ed8f req-ce656afb-0448-4205-ba46-db8fd8730f91 tempest-AggregatesAdminTestJSON-1879460675 tempest-AggregatesAdminTestJSON-1879460675-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=45d162ee38b44cf995b3cb19e6686f39&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0500588 May 28 06:18:13.001109 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-35191386-38e1-4d7c-b5a4-ff082931251d None None] Set router b0b81733-8687-4ff4-a035-18122c66529f gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:18:13.129049 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92adb4de-1d09-4c24-8f5d-c0cec299ed8f req-0ec1cde5-1123-4ec9-a9d5-03ffc40b86e4 tempest-AggregatesAdminTestJSON-1879460675 tempest-AggregatesAdminTestJSON-1879460675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:13.130494 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-92adb4de-1d09-4c24-8f5d-c0cec299ed8f req-0ec1cde5-1123-4ec9-a9d5-03ffc40b86e4 tempest-AggregatesAdminTestJSON-1879460675 tempest-AggregatesAdminTestJSON-1879460675-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1862006 May 28 06:18:13.147495 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-92adb4de-1d09-4c24-8f5d-c0cec299ed8f req-5ce39cfc-08a8-4f05-854c-e9de9b255e87 tempest-AggregatesAdminTestJSON-1879460675 tempest-AggregatesAdminTestJSON-1879460675-project] 10.222.0.55 "GET /v2.0/quotas/45d162ee38b44cf995b3cb19e6686f39 HTTP/1.1" status: 200 len: 375 time: 0.0096209 May 28 06:18:13.222656 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-92adb4de-1d09-4c24-8f5d-c0cec299ed8f req-45bc1d82-4a6b-4b06-9553-a091ed8b7ce6 tempest-AggregatesAdminTestJSON-1879460675 tempest-AggregatesAdminTestJSON-1879460675-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=45d162ee38b44cf995b3cb19e6686f39&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0648177 May 28 06:18:13.422102 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 41658) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:18:13.427966 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-4d3151dd-7968-48df-a2fe-1a2109d0b4bd admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1472095010-network', 'tenant_id': '11be28fd39124909921a24a1f104648b'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:18:13.433307 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-4d3151dd-7968-48df-a2fe-1a2109d0b4bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:18:13.437769 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-4d3151dd-7968-48df-a2fe-1a2109d0b4bd admin admin] Usage tracker for resource:network and tenant:11be28fd39124909921a24a1f104648b is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:18:13.442062 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-4d3151dd-7968-48df-a2fe-1a2109d0b4bd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:18:13.454159 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-4d3151dd-7968-48df-a2fe-1a2109d0b4bd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:18:13.528273 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-35191386-38e1-4d7c-b5a4-ff082931251d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b81733-8687-4ff4-a035-18122c66529f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1861659843-router', 'tenant_id': '091a6ab3594e41dd849f313a7a0a6a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '0a974990-202b-4942-a1ca-571e1455c517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:18:02Z', 'updated_at': '2022-05-28T06:18:07Z', 'revision_number': 4, 'project_id': '091a6ab3594e41dd849f313a7a0a6a9a', 'gw_port': {'id': '0a974990-202b-4942-a1ca-571e1455c517', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c8:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b81733-8687-4ff4-a035-18122c66529f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:18:03Z', 'updated_at': '2022-05-28T06:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '2ab2907a-c7e0-499d-b666-7546b5b886a8', 'name': '', 'network_id': 'a5c9567d-71ef-4c72-aea2-4f06193b25d9', 'tenant_id': '091a6ab3594e41dd849f313a7a0a6a9a', 'mac_address': 'fa:16:3e:57:6c:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0b81733-8687-4ff4-a035-18122c66529f', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '03212e7d-52c6-4d77-9192-a13870cfe66d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:18:06Z', 'updated_at': '2022-05-28T06:18:12Z', 'revision_number': 4, 'project_id': '091a6ab3594e41dd849f313a7a0a6a9a', 'subnets': [{'id': '03212e7d-52c6-4d77-9192-a13870cfe66d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:18:13.544462 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d3151dd-7968-48df-a2fe-1a2109d0b4bd admin admin] Made reservation on behalf of 11be28fd39124909921a24a1f104648b for: {'network': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:18:13.545937 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35191386-38e1-4d7c-b5a4-ff082931251d None None] The sync data for ids ['b0b81733-8687-4ff4-a035-18122c66529f'] in n-d-843702-1 is: [{'id': 'b0b81733-8687-4ff4-a035-18122c66529f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1861659843-router', 'tenant_id': '091a6ab3594e41dd849f313a7a0a6a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '0a974990-202b-4942-a1ca-571e1455c517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:18:02Z', 'updated_at': '2022-05-28T06:18:07Z', 'revision_number': 4, 'project_id': '091a6ab3594e41dd849f313a7a0a6a9a', 'gw_port': {'id': '0a974990-202b-4942-a1ca-571e1455c517', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c8:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b81733-8687-4ff4-a035-18122c66529f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:18:03Z', 'updated_at': '2022-05-28T06:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '2ab2907a-c7e0-499d-b666-7546b5b886a8', 'name': '', 'network_id': 'a5c9567d-71ef-4c72-aea2-4f06193b25d9', 'tenant_id': '091a6ab3594e41dd849f313a7a0a6a9a', 'mac_address': 'fa:16:3e:57:6c:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0b81733-8687-4ff4-a035-18122c66529f', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '03212e7d-52c6-4d77-9192-a13870cfe66d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:18:06Z', 'updated_at': '2022-05-28T06:18:12Z', 'revision_number': 4, 'project_id': '091a6ab3594e41dd849f313a7a0a6a9a', 'subnets': [{'id': '03212e7d-52c6-4d77-9192-a13870cfe66d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:18:13.550465 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4d3151dd-7968-48df-a2fe-1a2109d0b4bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:13.592818 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4d3151dd-7968-48df-a2fe-1a2109d0b4bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:13.646881 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-4d3151dd-7968-48df-a2fe-1a2109d0b4bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:18:13.653520 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-4d3151dd-7968-48df-a2fe-1a2109d0b4bd admin admin] Usage tracker for resource:security_group_rule and tenant:11be28fd39124909921a24a1f104648b is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:18:13.657177 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-4d3151dd-7968-48df-a2fe-1a2109d0b4bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:18:13.663881 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-4d3151dd-7968-48df-a2fe-1a2109d0b4bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:18:13.789762 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4d3151dd-7968-48df-a2fe-1a2109d0b4bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:13.892792 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4d3151dd-7968-48df-a2fe-1a2109d0b4bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:13.931257 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d3151dd-7968-48df-a2fe-1a2109d0b4bd admin admin] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=89109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:18:13.950760 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3151dd-7968-48df-a2fe-1a2109d0b4bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b54574c-c8f8-4a20-a29e-d5a34cf20f70,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:13.953936 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4d3151dd-7968-48df-a2fe-1a2109d0b4bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:13.954433 n-d-843702-1 neutron-server[89109]: INFO neutron.db.segments_db [None req-4d3151dd-7968-48df-a2fe-1a2109d0b4bd admin admin] Added segment 85e87cbe-2389-4551-93d6-f136ddd35e1c of type vlan for network 69e3ff84-0a18-41f0-a056-b294899c611c May 28 06:18:13.987745 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4d3151dd-7968-48df-a2fe-1a2109d0b4bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:14.084708 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 2ab2907a-c7e0-499d-b666-7546b5b886a8 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:18:14.085986 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4d3151dd-7968-48df-a2fe-1a2109d0b4bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:14.087032 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d3151dd-7968-48df-a2fe-1a2109d0b4bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:14.088216 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4d3151dd-7968-48df-a2fe-1a2109d0b4bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:14.277831 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 41700) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:18:14.325700 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 2ab2907a-c7e0-499d-b666-7546b5b886a8 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:18:14.331258 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 2ab2907a-c7e0-499d-b666-7546b5b886a8 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:18:14.331923 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:14.356486 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3151dd-7968-48df-a2fe-1a2109d0b4bd admin admin] Pushing event updated for resources: {'Network': ['ID=69e3ff84-0a18-41f0-a056-b294899c611c,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:14.377337 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 69e3ff84-0a18-41f0-a056-b294899c611c details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:18:14.469317 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-4d3151dd-7968-48df-a2fe-1a2109d0b4bd admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0459826 May 28 06:18:14.471968 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 41716) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:18:14.477651 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-0d2b27c0-0596-46a6-a6b3-bf325d377ba7 admin admin] Request body: {'subnet': {'network_id': '69e3ff84-0a18-41f0-a056-b294899c611c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1472095010-subnet', 'tenant_id': '11be28fd39124909921a24a1f104648b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:18:14.491364 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-0d2b27c0-0596-46a6-a6b3-bf325d377ba7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:18:14.497728 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-0d2b27c0-0596-46a6-a6b3-bf325d377ba7 admin admin] Usage tracker for resource:subnet and tenant:11be28fd39124909921a24a1f104648b is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:18:14.506570 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-0d2b27c0-0596-46a6-a6b3-bf325d377ba7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:18:14.522358 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-0d2b27c0-0596-46a6-a6b3-bf325d377ba7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:18:14.615213 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 2ab2907a-c7e0-499d-b666-7546b5b886a8 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:18:14.617996 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:14.618966 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d2b27c0-0596-46a6-a6b3-bf325d377ba7 admin admin] Made reservation on behalf of 11be28fd39124909921a24a1f104648b for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:18:14.622092 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0d2b27c0-0596-46a6-a6b3-bf325d377ba7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:14.659213 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port 2ab2907a-c7e0-499d-b666-7546b5b886a8, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=2ab2907a-c7e0-499d-b666-7546b5b886a8,segment=NetworkSegment(1de716f0-90c2-4769-b773-5a69ff94f49f),segment_id=1de716f0-90c2-4769-b773-5a69ff94f49f)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:18:14.800454 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:14.904486 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=2ab2907a-c7e0-499d-b666-7546b5b886a8,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:14.943364 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0d2b27c0-0596-46a6-a6b3-bf325d377ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:14.950645 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-298fc0cf-4fd7-47ad-bc3a-77c1aa62e1e4 req-ec9ba82b-c309-40d6-9a0e-c072c0fb6640 tempest-AggregatesAdminTestJSON-1879460675 tempest-AggregatesAdminTestJSON-1879460675-project] 10.222.0.55 "GET /v2.0/ports?device_id=73e4e073-c068-4e2e-8544-d5c2a6e98a00 HTTP/1.1" status: 200 len: 210 time: 0.6715219 May 28 06:18:15.030796 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2b27c0-0596-46a6-a6b3-bf325d377ba7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88a9fbd0-2db8-4cd9-a615-ef1d080eb755,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:15.038156 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2b27c0-0596-46a6-a6b3-bf325d377ba7 admin admin] Checking segment: {'id': '85e87cbe-2389-4551-93d6-f136ddd35e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '69e3ff84-0a18-41f0-a056-b294899c611c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:18:15.038517 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2b27c0-0596-46a6-a6b3-bf325d377ba7 admin admin] Network hostable DHCP agents. Network: 69e3ff84-0a18-41f0-a056-b294899c611c, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:18:15.125939 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2b27c0-0596-46a6-a6b3-bf325d377ba7 admin admin] Network 69e3ff84-0a18-41f0-a056-b294899c611c is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:18:15.217228 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-0d2b27c0-0596-46a6-a6b3-bf325d377ba7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, 69e3ff84-0a18-41f0-a056-b294899c611c) {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:18:15.221246 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2b27c0-0596-46a6-a6b3-bf325d377ba7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:15.221864 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0d2b27c0-0596-46a6-a6b3-bf325d377ba7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:15.231877 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f6b9c2c-6a50-429e-8f39-b40bd1acc9e2 None None] Network 69e3ff84-0a18-41f0-a056-b294899c611c requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:18:15.389328 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-0d2b27c0-0596-46a6-a6b3-bf325d377ba7 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.9163089 May 28 06:18:15.391765 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 41746) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:18:15.397209 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-b3eab84b-8574-4e95-9611-ba15d894c0c3 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1472095010-router', 'tenant_id': '11be28fd39124909921a24a1f104648b', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:18:15.402606 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-b3eab84b-8574-4e95-9611-ba15d894c0c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:18:15.409515 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-b3eab84b-8574-4e95-9611-ba15d894c0c3 admin admin] Usage tracker for resource:router and tenant:11be28fd39124909921a24a1f104648b is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:18:15.410779 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-b3eab84b-8574-4e95-9611-ba15d894c0c3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:18:15.418389 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-b3eab84b-8574-4e95-9611-ba15d894c0c3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:18:15.476021 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c202527a-987d-4616-9280-68a1d1eb609e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-69e3ff84-0a18-41f0-a056-b294899c611c', 'network_id': '69e3ff84-0a18-41f0-a056-b294899c611c', 'tenant_id': '11be28fd39124909921a24a1f104648b', 'fixed_ips': [{'subnet_id': '88a9fbd0-2db8-4cd9-a615-ef1d080eb755'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:18:15.476869 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c202527a-987d-4616-9280-68a1d1eb609e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:15.503093 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b3eab84b-8574-4e95-9611-ba15d894c0c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59128'] for router, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:15.504667 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b3eab84b-8574-4e95-9611-ba15d894c0c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59009'] for router, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:15.527357 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b3eab84b-8574-4e95-9611-ba15d894c0c3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:15.665596 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-c202527a-987d-4616-9280-68a1d1eb609e None None] Allocated IP 172.20.0.2 (69e3ff84-0a18-41f0-a056-b294899c611c/88a9fbd0-2db8-4cd9-a615-ef1d080eb755/cdd5c387-dfe3-45fa-8387-1344d06aff75) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:18:15.937786 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c202527a-987d-4616-9280-68a1d1eb609e None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:15.966512 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-c202527a-987d-4616-9280-68a1d1eb609e None None] Transition to ACTIVE for port object cdd5c387-dfe3-45fa-8387-1344d06aff75 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:18:15.989571 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b3eab84b-8574-4e95-9611-ba15d894c0c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59027'] for router, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:15.999425 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-c202527a-987d-4616-9280-68a1d1eb609e None None] Transition to ACTIVE for port object cdd5c387-dfe3-45fa-8387-1344d06aff75 will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:18:16.027160 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 2ab2907a-c7e0-499d-b666-7546b5b886a8 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:18:16.071118 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dfcebc3c-6834-4efe-a474-b1db84fd05c1 req-fd12af81-5de1-4162-b8f6-1cd6818b7113 tempest-AggregatesAdminTestJSON-1879460675 tempest-AggregatesAdminTestJSON-1879460675-project] 10.222.0.55 "GET /v2.0/ports?device_id=73e4e073-c068-4e2e-8544-d5c2a6e98a00 HTTP/1.1" status: 200 len: 210 time: 0.0451531 May 28 06:18:16.137427 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c202527a-987d-4616-9280-68a1d1eb609e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:16.228146 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c202527a-987d-4616-9280-68a1d1eb609e None None] Pushing event updated for resources: {'Port': ['ID=cdd5c387-dfe3-45fa-8387-1344d06aff75,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:16.231241 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 2ab2907a-c7e0-499d-b666-7546b5b886a8 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:18:16.231712 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:16.294148 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c202527a-987d-4616-9280-68a1d1eb609e None None] Network 69e3ff84-0a18-41f0-a056-b294899c611c is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:18:16.295978 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-c202527a-987d-4616-9280-68a1d1eb609e None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:18:16.298375 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c202527a-987d-4616-9280-68a1d1eb609e None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:18:16.397984 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 2ab2907a-c7e0-499d-b666-7546b5b886a8 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:18:16.455621 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b3eab84b-8574-4e95-9611-ba15d894c0c3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:16.471006 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-c202527a-987d-4616-9280-68a1d1eb609e None None] Attempting to bind port cdd5c387-dfe3-45fa-8387-1344d06aff75 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:18:16.471534 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-c202527a-987d-4616-9280-68a1d1eb609e None None] Attempting to bind port cdd5c387-dfe3-45fa-8387-1344d06aff75 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': '85e87cbe-2389-4551-93d6-f136ddd35e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '69e3ff84-0a18-41f0-a056-b294899c611c'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:18:16.471953 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c202527a-987d-4616-9280-68a1d1eb609e None None] Attempting to bind port cdd5c387-dfe3-45fa-8387-1344d06aff75 on network 69e3ff84-0a18-41f0-a056-b294899c611c {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:18:16.479485 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c202527a-987d-4616-9280-68a1d1eb609e None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:18:16.479983 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c202527a-987d-4616-9280-68a1d1eb609e None None] Checking segment: {'id': '85e87cbe-2389-4551-93d6-f136ddd35e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '69e3ff84-0a18-41f0-a056-b294899c611c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:18:16.480440 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c202527a-987d-4616-9280-68a1d1eb609e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:16.480947 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c202527a-987d-4616-9280-68a1d1eb609e None None] Bound using segment: {'id': '85e87cbe-2389-4551-93d6-f136ddd35e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '69e3ff84-0a18-41f0-a056-b294899c611c'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:18:16.481541 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-c202527a-987d-4616-9280-68a1d1eb609e None None] Bound port: cdd5c387-dfe3-45fa-8387-1344d06aff75, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85e87cbe-2389-4551-93d6-f136ddd35e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '69e3ff84-0a18-41f0-a056-b294899c611c'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:18:16.481988 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c202527a-987d-4616-9280-68a1d1eb609e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:16.495106 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b3eab84b-8574-4e95-9611-ba15d894c0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:16.592294 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-c202527a-987d-4616-9280-68a1d1eb609e None None] For port cdd5c387-dfe3-45fa-8387-1344d06aff75, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:18:16.596335 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-c202527a-987d-4616-9280-68a1d1eb609e None None] For port cdd5c387-dfe3-45fa-8387-1344d06aff75, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=cdd5c387-dfe3-45fa-8387-1344d06aff75,segment=NetworkSegment(85e87cbe-2389-4551-93d6-f136ddd35e1c),segment_id=85e87cbe-2389-4551-93d6-f136ddd35e1c)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:18:16.661314 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-b3eab84b-8574-4e95-9611-ba15d894c0c3 admin admin] Allocated IP 172.25.5.62 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/be16e3be-5ed1-4645-8786-79db9ca9bae7) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:18:16.663678 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c202527a-987d-4616-9280-68a1d1eb609e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:16.782750 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c202527a-987d-4616-9280-68a1d1eb609e None None] Pushing event updated for resources: {'Port': ['ID=cdd5c387-dfe3-45fa-8387-1344d06aff75,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:16.854753 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b3eab84b-8574-4e95-9611-ba15d894c0c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:16.976057 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b3eab84b-8574-4e95-9611-ba15d894c0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:17.095223 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3eab84b-8574-4e95-9611-ba15d894c0c3 admin admin] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:18:17.100161 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-b3eab84b-8574-4e95-9611-ba15d894c0c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:18:17.105405 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3eab84b-8574-4e95-9611-ba15d894c0c3 admin admin] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:18:17.263019 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eab84b-8574-4e95-9611-ba15d894c0c3 admin admin] Pushing event updated for resources: {'Port': ['ID=be16e3be-5ed1-4645-8786-79db9ca9bae7,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:17.314854 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-698cf9a1-c716-4beb-a4d5-178fe39a2cff req-b6068840-6b7c-42b7-b1e9-798d1fa0106a tempest-AggregatesAdminTestJSON-1879460675 tempest-AggregatesAdminTestJSON-1879460675-project] 10.222.0.55 "GET /v2.0/ports?device_id=73e4e073-c068-4e2e-8544-d5c2a6e98a00 HTTP/1.1" status: 200 len: 210 time: 0.0453286 May 28 06:18:17.735823 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b3eab84b-8574-4e95-9611-ba15d894c0c3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:17.930140 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7217ce48-3828-426f-ac2c-9a3768fdb443 None None] Network 69e3ff84-0a18-41f0-a056-b294899c611c requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:18:18.042225 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.69', 52655) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:18:18.057001 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device cdd5c387-dfe3-45fa-8387-1344d06aff75 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:18:18.102371 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-92adb4de-1d09-4c24-8f5d-c0cec299ed8f req-714f0395-d1cf-4c8a-9ae6-0f7e388bf5b7 tempest-AggregatesAdminTestJSON-1879460675 tempest-AggregatesAdminTestJSON-1879460675-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=45d162ee38b44cf995b3cb19e6686f39&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0590010 May 28 06:18:18.172776 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-b931375b-76d3-42f1-9f05-848079fbaaa2 None None] Provisioning for port cdd5c387-dfe3-45fa-8387-1344d06aff75 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:18:18.206119 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b3eab84b-8574-4e95-9611-ba15d894c0c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690761'] for router, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:18.264121 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:18:18.331936 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port cdd5c387-dfe3-45fa-8387-1344d06aff75 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:18:18.342564 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port cdd5c387-dfe3-45fa-8387-1344d06aff75 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:18:18.342564 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:18.500824 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92adb4de-1d09-4c24-8f5d-c0cec299ed8f req-e300b700-3fdf-462e-bba2-cdff0f2292b1 tempest-AggregatesAdminTestJSON-1879460675 tempest-AggregatesAdminTestJSON-1879460675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:18.504319 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-92adb4de-1d09-4c24-8f5d-c0cec299ed8f req-e300b700-3fdf-462e-bba2-cdff0f2292b1 tempest-AggregatesAdminTestJSON-1879460675 tempest-AggregatesAdminTestJSON-1879460675-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3959322 May 28 06:18:18.529781 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port cdd5c387-dfe3-45fa-8387-1344d06aff75 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:18:18.530251 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:18.577469 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port cdd5c387-dfe3-45fa-8387-1344d06aff75, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=cdd5c387-dfe3-45fa-8387-1344d06aff75,segment=NetworkSegment(85e87cbe-2389-4551-93d6-f136ddd35e1c),segment_id=85e87cbe-2389-4551-93d6-f136ddd35e1c)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:18:18.607644 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-92adb4de-1d09-4c24-8f5d-c0cec299ed8f req-6cc3dbd0-15cd-48e0-8b1a-d9b3f6995110 tempest-AggregatesAdminTestJSON-1879460675 tempest-AggregatesAdminTestJSON-1879460675-project] Request body: {'port': {'device_id': '73e4e073-c068-4e2e-8544-d5c2a6e98a00', 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9', 'admin_state_up': True, 'tenant_id': '45d162ee38b44cf995b3cb19e6686f39'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:18:18.663151 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:18.737702 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3eab84b-8574-4e95-9611-ba15d894c0c3 admin admin] Router be28f186-ffdd-4ea6-81d3-dd6d8550adcd is scheduled to L3 agent 42958940-9562-4f71-972f-15a8af9d3963 with binding_index 1 {{(pid=89109) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 06:18:18.813825 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f57c587b-a814-4209-ab6b-8f15ccb67a54 req-28cf1673-7114-48f5-8586-48e8863ddb4f tempest-AggregatesAdminTestJSON-1879460675 tempest-AggregatesAdminTestJSON-1879460675-project] 10.222.0.55 "GET /v2.0/ports?device_id=73e4e073-c068-4e2e-8544-d5c2a6e98a00 HTTP/1.1" status: 200 len: 210 time: 0.0829945 May 28 06:18:18.850008 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=cdd5c387-dfe3-45fa-8387-1344d06aff75,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:18.874036 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-62b40f4f-900d-4ea1-87ae-9943474080f0 None None] Provisioning complete for port cdd5c387-dfe3-45fa-8387-1344d06aff75 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:18:18.874690 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-62b40f4f-900d-4ea1-87ae-9943474080f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:18.911986 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-92adb4de-1d09-4c24-8f5d-c0cec299ed8f req-6cc3dbd0-15cd-48e0-8b1a-d9b3f6995110 tempest-AggregatesAdminTestJSON-1879460675 tempest-AggregatesAdminTestJSON-1879460675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:18:18.918504 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-92adb4de-1d09-4c24-8f5d-c0cec299ed8f req-6cc3dbd0-15cd-48e0-8b1a-d9b3f6995110 tempest-AggregatesAdminTestJSON-1879460675 tempest-AggregatesAdminTestJSON-1879460675-project] Usage tracker for resource:port and tenant:45d162ee38b44cf995b3cb19e6686f39 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:18:18.921519 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-92adb4de-1d09-4c24-8f5d-c0cec299ed8f req-6cc3dbd0-15cd-48e0-8b1a-d9b3f6995110 tempest-AggregatesAdminTestJSON-1879460675 tempest-AggregatesAdminTestJSON-1879460675-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:18:18.928720 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-92adb4de-1d09-4c24-8f5d-c0cec299ed8f req-6cc3dbd0-15cd-48e0-8b1a-d9b3f6995110 tempest-AggregatesAdminTestJSON-1879460675 tempest-AggregatesAdminTestJSON-1879460675-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:18:19.022825 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92adb4de-1d09-4c24-8f5d-c0cec299ed8f req-6cc3dbd0-15cd-48e0-8b1a-d9b3f6995110 tempest-AggregatesAdminTestJSON-1879460675 tempest-AggregatesAdminTestJSON-1879460675-project] Made reservation on behalf of 45d162ee38b44cf995b3cb19e6686f39 for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:18:19.028663 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3eab84b-8574-4e95-9611-ba15d894c0c3 admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:18:19.028949 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-92adb4de-1d09-4c24-8f5d-c0cec299ed8f req-6cc3dbd0-15cd-48e0-8b1a-d9b3f6995110 tempest-AggregatesAdminTestJSON-1879460675 tempest-AggregatesAdminTestJSON-1879460675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:19.038527 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e982dd-f692-49c9-a5b7-bbb602f58098 None None] Sync routers for ids ['be28f186-ffdd-4ea6-81d3-dd6d8550adcd'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:18:19.054235 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e982dd-f692-49c9-a5b7-bbb602f58098 None None] Routers {'be28f186-ffdd-4ea6-81d3-dd6d8550adcd'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:18:19.057582 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-86e982dd-f692-49c9-a5b7-bbb602f58098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:17:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['be28f186-ffdd-4ea6-81d3-dd6d8550adcd'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:18:19.060976 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-92adb4de-1d09-4c24-8f5d-c0cec299ed8f req-6cc3dbd0-15cd-48e0-8b1a-d9b3f6995110 tempest-AggregatesAdminTestJSON-1879460675 tempest-AggregatesAdminTestJSON-1879460675-project] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:19.072385 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-62b40f4f-900d-4ea1-87ae-9943474080f0 None None] Current status of the port cdd5c387-dfe3-45fa-8387-1344d06aff75 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:18:19.086507 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-92adb4de-1d09-4c24-8f5d-c0cec299ed8f req-6cc3dbd0-15cd-48e0-8b1a-d9b3f6995110 tempest-AggregatesAdminTestJSON-1879460675 tempest-AggregatesAdminTestJSON-1879460675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:18:19.091517 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-92adb4de-1d09-4c24-8f5d-c0cec299ed8f req-6cc3dbd0-15cd-48e0-8b1a-d9b3f6995110 tempest-AggregatesAdminTestJSON-1879460675 tempest-AggregatesAdminTestJSON-1879460675-project] Usage tracker for resource:security_group_rule and tenant:45d162ee38b44cf995b3cb19e6686f39 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:18:19.094532 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-92adb4de-1d09-4c24-8f5d-c0cec299ed8f req-6cc3dbd0-15cd-48e0-8b1a-d9b3f6995110 tempest-AggregatesAdminTestJSON-1879460675 tempest-AggregatesAdminTestJSON-1879460675-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:18:19.100681 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-92adb4de-1d09-4c24-8f5d-c0cec299ed8f req-6cc3dbd0-15cd-48e0-8b1a-d9b3f6995110 tempest-AggregatesAdminTestJSON-1879460675 tempest-AggregatesAdminTestJSON-1879460675-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:18:19.205720 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b3eab84b-8574-4e95-9611-ba15d894c0c3 admin admin] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:19.207714 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-b3eab84b-8574-4e95-9611-ba15d894c0c3 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.8148465 May 28 06:18:19.210502 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 41886) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:18:19.219600 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-92adb4de-1d09-4c24-8f5d-c0cec299ed8f req-6cc3dbd0-15cd-48e0-8b1a-d9b3f6995110 tempest-AggregatesAdminTestJSON-1879460675 tempest-AggregatesAdminTestJSON-1879460675-project] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:19.283713 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-86e982dd-f692-49c9-a5b7-bbb602f58098 None None] Set router be28f186-ffdd-4ea6-81d3-dd6d8550adcd gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:18:19.366290 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-92adb4de-1d09-4c24-8f5d-c0cec299ed8f req-6cc3dbd0-15cd-48e0-8b1a-d9b3f6995110 tempest-AggregatesAdminTestJSON-1879460675 tempest-AggregatesAdminTestJSON-1879460675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:19.483397 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc3dbd0-15cd-48e0-8b1a-d9b3f6995110 tempest-AggregatesAdminTestJSON-1879460675 tempest-AggregatesAdminTestJSON-1879460675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4cbd9e8-8348-4617-8aef-95da7a790d38,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:19.658106 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [req-92adb4de-1d09-4c24-8f5d-c0cec299ed8f req-6cc3dbd0-15cd-48e0-8b1a-d9b3f6995110 tempest-AggregatesAdminTestJSON-1879460675 tempest-AggregatesAdminTestJSON-1879460675-project] Allocated IP 192.168.233.97 (bb90c162-fdb0-406b-af2b-5eef830db7a9/e72d0ca5-04cb-4b36-82b1-c75214c9eb05/4dab8f4c-5711-44e0-a822-cd354bdc3476) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:18:19.684299 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-86e982dd-f692-49c9-a5b7-bbb602f58098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be28f186-ffdd-4ea6-81d3-dd6d8550adcd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1472095010-router', 'tenant_id': '11be28fd39124909921a24a1f104648b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.62'}], 'enable_snat': True}, 'gw_port_id': 'be16e3be-5ed1-4645-8786-79db9ca9bae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:18:15Z', 'updated_at': '2022-05-28T06:18:17Z', 'revision_number': 3, 'project_id': '11be28fd39124909921a24a1f104648b', 'gw_port': {'id': 'be16e3be-5ed1-4645-8786-79db9ca9bae7', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:51:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be28f186-ffdd-4ea6-81d3-dd6d8550adcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:18:16Z', 'updated_at': '2022-05-28T06:18:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:18:19.688954 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e982dd-f692-49c9-a5b7-bbb602f58098 None None] Checking router: be28f186-ffdd-4ea6-81d3-dd6d8550adcd for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:18:19.689427 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e982dd-f692-49c9-a5b7-bbb602f58098 None None] Updating router be28f186-ffdd-4ea6-81d3-dd6d8550adcd port be16e3be-5ed1-4645-8786-79db9ca9bae7 binding host n-d-843702-1 {{(pid=89112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:18:19.788099 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-86e982dd-f692-49c9-a5b7-bbb602f58098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:19.959778 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-92adb4de-1d09-4c24-8f5d-c0cec299ed8f req-6cc3dbd0-15cd-48e0-8b1a-d9b3f6995110 tempest-AggregatesAdminTestJSON-1879460675 tempest-AggregatesAdminTestJSON-1879460675-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:19.989397 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-92adb4de-1d09-4c24-8f5d-c0cec299ed8f req-6cc3dbd0-15cd-48e0-8b1a-d9b3f6995110 tempest-AggregatesAdminTestJSON-1879460675 tempest-AggregatesAdminTestJSON-1879460675-project] Transition to ACTIVE for port object 4dab8f4c-5711-44e0-a822-cd354bdc3476 will not be triggered until provisioned by entity DHCP. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:18:20.070468 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device cdd5c387-dfe3-45fa-8387-1344d06aff75 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:18:20.114703 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2821860b-3387-4cea-95e3-78069213e0fa req-52cf0ede-1c66-47eb-97a2-47119d18fea1 tempest-AggregatesAdminTestJSON-1879460675 tempest-AggregatesAdminTestJSON-1879460675-project] 10.222.0.55 "GET /v2.0/ports?device_id=73e4e073-c068-4e2e-8544-d5c2a6e98a00 HTTP/1.1" status: 200 len: 210 time: 0.0928211 May 28 06:18:20.186403 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port cdd5c387-dfe3-45fa-8387-1344d06aff75 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:18:20.188535 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:20.200099 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-92adb4de-1d09-4c24-8f5d-c0cec299ed8f req-6cc3dbd0-15cd-48e0-8b1a-d9b3f6995110 tempest-AggregatesAdminTestJSON-1879460675 tempest-AggregatesAdminTestJSON-1879460675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:20.328279 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92adb4de-1d09-4c24-8f5d-c0cec299ed8f req-6cc3dbd0-15cd-48e0-8b1a-d9b3f6995110 tempest-AggregatesAdminTestJSON-1879460675 tempest-AggregatesAdminTestJSON-1879460675-project] Network bb90c162-fdb0-406b-af2b-5eef830db7a9 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:18:20.333723 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [req-92adb4de-1d09-4c24-8f5d-c0cec299ed8f req-6cc3dbd0-15cd-48e0-8b1a-d9b3f6995110 tempest-AggregatesAdminTestJSON-1879460675 tempest-AggregatesAdminTestJSON-1879460675-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:18:20.340411 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-92adb4de-1d09-4c24-8f5d-c0cec299ed8f req-6cc3dbd0-15cd-48e0-8b1a-d9b3f6995110 tempest-AggregatesAdminTestJSON-1879460675 tempest-AggregatesAdminTestJSON-1879460675-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:18:20.347915 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92adb4de-1d09-4c24-8f5d-c0cec299ed8f req-6cc3dbd0-15cd-48e0-8b1a-d9b3f6995110 tempest-AggregatesAdminTestJSON-1879460675 tempest-AggregatesAdminTestJSON-1879460675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:20.351171 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-92adb4de-1d09-4c24-8f5d-c0cec299ed8f req-6cc3dbd0-15cd-48e0-8b1a-d9b3f6995110 tempest-AggregatesAdminTestJSON-1879460675 tempest-AggregatesAdminTestJSON-1879460675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:20.354357 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-86e982dd-f692-49c9-a5b7-bbb602f58098 None None] Notify callbacks [] for port, precommit_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:20.384491 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.provisioning_blocks [None req-86e982dd-f692-49c9-a5b7-bbb602f58098 None None] Transition to ACTIVE for port object be16e3be-5ed1-4645-8786-79db9ca9bae7 will not be triggered until provisioned by entity L2. {{(pid=89112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:18:20.414405 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc3dbd0-15cd-48e0-8b1a-d9b3f6995110 tempest-AggregatesAdminTestJSON-1879460675 tempest-AggregatesAdminTestJSON-1879460675-project] Pushing event updated for resources: {'Port': ['ID=4dab8f4c-5711-44e0-a822-cd354bdc3476,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:20.456042 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port cdd5c387-dfe3-45fa-8387-1344d06aff75 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:18:20.474654 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-86e982dd-f692-49c9-a5b7-bbb602f58098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:20.476222 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 41938) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:18:20.521070 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-92adb4de-1d09-4c24-8f5d-c0cec299ed8f req-6cc3dbd0-15cd-48e0-8b1a-d9b3f6995110 tempest-AggregatesAdminTestJSON-1879460675 tempest-AggregatesAdminTestJSON-1879460675-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9184470 May 28 06:18:20.533753 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [req-92adb4de-1d09-4c24-8f5d-c0cec299ed8f req-a228a8be-b938-4225-9be6-1f0d9ec189f8 tempest-AggregatesAdminTestJSON-1879460675 tempest-AggregatesAdminTestJSON-1879460675-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=89110) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:18:20.535178 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-92adb4de-1d09-4c24-8f5d-c0cec299ed8f req-a228a8be-b938-4225-9be6-1f0d9ec189f8 tempest-AggregatesAdminTestJSON-1879460675 tempest-AggregatesAdminTestJSON-1879460675-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068512 May 28 06:18:20.810010 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe6c530-daf5-4d67-8e79-c49599b5166f None None] Pushing event updated for resources: {'Port': ['ID=be16e3be-5ed1-4645-8786-79db9ca9bae7,revision_number=2']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:20.810010 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-86e982dd-f692-49c9-a5b7-bbb602f58098 None None] Attempting to bind port be16e3be-5ed1-4645-8786-79db9ca9bae7 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:18:20.810010 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-86e982dd-f692-49c9-a5b7-bbb602f58098 None None] Attempting to bind port be16e3be-5ed1-4645-8786-79db9ca9bae7 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:18:20.810010 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e982dd-f692-49c9-a5b7-bbb602f58098 None None] Attempting to bind port be16e3be-5ed1-4645-8786-79db9ca9bae7 on network 68df399e-e75e-4871-9364-5d05730b50f0 {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:18:20.811010 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9cd28ba4-a8a3-40ab-a8e0-f37fa5098aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:20.811756 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e982dd-f692-49c9-a5b7-bbb602f58098 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:18:20.811756 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e982dd-f692-49c9-a5b7-bbb602f58098 None None] Checking segment: {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:18:20.811756 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-86e982dd-f692-49c9-a5b7-bbb602f58098 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:20.811756 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e982dd-f692-49c9-a5b7-bbb602f58098 None None] Bound using segment: {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:18:20.811756 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-86e982dd-f692-49c9-a5b7-bbb602f58098 None None] Bound port: be16e3be-5ed1-4645-8786-79db9ca9bae7, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:18:20.811756 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-86e982dd-f692-49c9-a5b7-bbb602f58098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:20.811756 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-86e982dd-f692-49c9-a5b7-bbb602f58098 None None] For port be16e3be-5ed1-4645-8786-79db9ca9bae7, host n-d-843702-1, cleared binding levels {{(pid=89112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:18:20.811756 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-86e982dd-f692-49c9-a5b7-bbb602f58098 None None] For port be16e3be-5ed1-4645-8786-79db9ca9bae7, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=be16e3be-5ed1-4645-8786-79db9ca9bae7,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:18:21.040083 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-86e982dd-f692-49c9-a5b7-bbb602f58098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:21.091634 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c8ecf5a1-4659-4035-876d-e1e1342efe00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:21.109039 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-c60d14de-7048-49d5-8a72-2d577c2d111d None None] Provisioning for port 4dab8f4c-5711-44e0-a822-cd354bdc3476 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:18:21.116177 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-c60d14de-7048-49d5-8a72-2d577c2d111d None None] Provisioning complete for port 4dab8f4c-5711-44e0-a822-cd354bdc3476 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:18:21.116555 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c60d14de-7048-49d5-8a72-2d577c2d111d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:21.156351 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-9cd28ba4-a8a3-40ab-a8e0-f37fa5098aa2 admin admin] Allocated IP 172.20.0.1 (69e3ff84-0a18-41f0-a056-b294899c611c/88a9fbd0-2db8-4cd9-a615-ef1d080eb755/ab1e86c5-e85a-4812-984e-79a9314493b6) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:18:21.160301 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-c8ecf5a1-4659-4035-876d-e1e1342efe00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:18:21.171345 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-c8ecf5a1-4659-4035-876d-e1e1342efe00 admin admin] Usage tracker for resource:security_group_rule and tenant:149c3b97e0ae4792acdf5e4f708ca72c is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:18:21.177633 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-c8ecf5a1-4659-4035-876d-e1e1342efe00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:18:21.201489 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-92adb4de-1d09-4c24-8f5d-c0cec299ed8f req-95953de8-dcc0-4aa4-a5ab-fb4f336451d2 service neutron] Request body: {'port': {'device_id': '73e4e073-c068-4e2e-8544-d5c2a6e98a00', 'device_owner': 'compute:tempest-test_az-48721647', 'binding:host_id': 'n-h1-843702-1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:18:21.247381 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe6c530-daf5-4d67-8e79-c49599b5166f None None] Pushing event updated for resources: {'Port': ['ID=be16e3be-5ed1-4645-8786-79db9ca9bae7,revision_number=3']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:21.259206 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e982dd-f692-49c9-a5b7-bbb602f58098 None None] Routers {'be28f186-ffdd-4ea6-81d3-dd6d8550adcd'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:18:21.260452 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-86e982dd-f692-49c9-a5b7-bbb602f58098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:17:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['be28f186-ffdd-4ea6-81d3-dd6d8550adcd'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:18:21.302265 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-c60d14de-7048-49d5-8a72-2d577c2d111d None None] Port 4dab8f4c-5711-44e0-a822-cd354bdc3476 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:18:21.438696 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-c8ecf5a1-4659-4035-876d-e1e1342efe00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:18:21.440634 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9cd28ba4-a8a3-40ab-a8e0-f37fa5098aa2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:21.476322 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [None req-9cd28ba4-a8a3-40ab-a8e0-f37fa5098aa2 admin admin] Transition to ACTIVE for port object ab1e86c5-e85a-4812-984e-79a9314493b6 will not be triggered until provisioned by entity DHCP. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:18:21.481611 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-92adb4de-1d09-4c24-8f5d-c0cec299ed8f req-95953de8-dcc0-4aa4-a5ab-fb4f336451d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:21.583672 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-86e982dd-f692-49c9-a5b7-bbb602f58098 None None] Set router be28f186-ffdd-4ea6-81d3-dd6d8550adcd gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:18:21.692358 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9cd28ba4-a8a3-40ab-a8e0-f37fa5098aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:21.800935 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd28ba4-a8a3-40ab-a8e0-f37fa5098aa2 admin admin] Network 69e3ff84-0a18-41f0-a056-b294899c611c is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:18:21.816834 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-9cd28ba4-a8a3-40ab-a8e0-f37fa5098aa2 admin admin] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:18:21.825112 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd28ba4-a8a3-40ab-a8e0-f37fa5098aa2 admin admin] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:18:21.829024 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9cd28ba4-a8a3-40ab-a8e0-f37fa5098aa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690947'] for router_interface, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:21.964893 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd28ba4-a8a3-40ab-a8e0-f37fa5098aa2 admin admin] Pushing event updated for resources: {'Port': ['ID=ab1e86c5-e85a-4812-984e-79a9314493b6,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:22.006137 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c8ecf5a1-4659-4035-876d-e1e1342efe00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:22.045825 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-86e982dd-f692-49c9-a5b7-bbb602f58098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be28f186-ffdd-4ea6-81d3-dd6d8550adcd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1472095010-router', 'tenant_id': '11be28fd39124909921a24a1f104648b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.62'}], 'enable_snat': True}, 'gw_port_id': 'be16e3be-5ed1-4645-8786-79db9ca9bae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:18:15Z', 'updated_at': '2022-05-28T06:18:17Z', 'revision_number': 3, 'project_id': '11be28fd39124909921a24a1f104648b', 'gw_port': {'id': 'be16e3be-5ed1-4645-8786-79db9ca9bae7', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:51:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be28f186-ffdd-4ea6-81d3-dd6d8550adcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:18:16Z', 'updated_at': '2022-05-28T06:18:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:18:22.055816 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e982dd-f692-49c9-a5b7-bbb602f58098 None None] The sync data for ids ['be28f186-ffdd-4ea6-81d3-dd6d8550adcd'] in n-d-843702-1 is: [{'id': 'be28f186-ffdd-4ea6-81d3-dd6d8550adcd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1472095010-router', 'tenant_id': '11be28fd39124909921a24a1f104648b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.62'}], 'enable_snat': True}, 'gw_port_id': 'be16e3be-5ed1-4645-8786-79db9ca9bae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:18:15Z', 'updated_at': '2022-05-28T06:18:17Z', 'revision_number': 3, 'project_id': '11be28fd39124909921a24a1f104648b', 'gw_port': {'id': 'be16e3be-5ed1-4645-8786-79db9ca9bae7', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:51:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be28f186-ffdd-4ea6-81d3-dd6d8550adcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:18:16Z', 'updated_at': '2022-05-28T06:18:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:18:22.129527 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9b41e2-87e5-4037-8a88-725a61df46b7 req-790a13f1-dba4-48b2-838f-88737926daf6 tempest-AggregatesAdminTestJSON-1879460675 tempest-AggregatesAdminTestJSON-1879460675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:22.129527 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-fe9b41e2-87e5-4037-8a88-725a61df46b7 req-790a13f1-dba4-48b2-838f-88737926daf6 tempest-AggregatesAdminTestJSON-1879460675 tempest-AggregatesAdminTestJSON-1879460675-project] Synchronizing usage tracker for tenant:45d162ee38b44cf995b3cb19e6686f39 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:18:22.181924 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c8ecf5a1-4659-4035-876d-e1e1342efe00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:22.304208 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [req-92adb4de-1d09-4c24-8f5d-c0cec299ed8f req-95953de8-dcc0-4aa4-a5ab-fb4f336451d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dab8f4c-5711-44e0-a822-cd354bdc3476 {{(pid=89110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:18:22.309838 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ecf5a1-4659-4035-876d-e1e1342efe00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=551ef857-6807-4a8a-af7b-5ab50884fb0d,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:22.315330 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-5ecc629a-d739-4c1e-8794-ebe906979c5f None None] Provisioning for port ab1e86c5-e85a-4812-984e-79a9314493b6 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:18:22.316352 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-c8ecf5a1-4659-4035-876d-e1e1342efe00 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=149c3b97e0ae4792acdf5e4f708ca72c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8391027 May 28 06:18:22.318575 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-92adb4de-1d09-4c24-8f5d-c0cec299ed8f req-95953de8-dcc0-4aa4-a5ab-fb4f336451d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:22.321209 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 41978) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:18:22.326850 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-5ecc629a-d739-4c1e-8794-ebe906979c5f None None] Provisioning complete for port ab1e86c5-e85a-4812-984e-79a9314493b6 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:18:22.326850 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-5ecc629a-d739-4c1e-8794-ebe906979c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:22.343360 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9cd28ba4-a8a3-40ab-a8e0-f37fa5098aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:22.357291 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-fe9b41e2-87e5-4037-8a88-725a61df46b7 req-790a13f1-dba4-48b2-838f-88737926daf6 tempest-AggregatesAdminTestJSON-1879460675 tempest-AggregatesAdminTestJSON-1879460675-project] Unset dirty status for tenant:45d162ee38b44cf995b3cb19e6686f39 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:18:22.369160 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fe9b41e2-87e5-4037-8a88-725a61df46b7 req-790a13f1-dba4-48b2-838f-88737926daf6 tempest-AggregatesAdminTestJSON-1879460675 tempest-AggregatesAdminTestJSON-1879460675-project] 10.222.0.55 "GET /v2.0/ports?device_id=73e4e073-c068-4e2e-8544-d5c2a6e98a00 HTTP/1.1" status: 200 len: 935 time: 0.6424611 May 28 06:18:22.371955 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-92adb4de-1d09-4c24-8f5d-c0cec299ed8f req-95953de8-dcc0-4aa4-a5ab-fb4f336451d2 service neutron] Transition to ACTIVE for port object 4dab8f4c-5711-44e0-a822-cd354bdc3476 will not be triggered until provisioned by entity L2. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:18:22.491728 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-92adb4de-1d09-4c24-8f5d-c0cec299ed8f req-95953de8-dcc0-4aa4-a5ab-fb4f336451d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:22.549119 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-5ecc629a-d739-4c1e-8794-ebe906979c5f None None] Port ab1e86c5-e85a-4812-984e-79a9314493b6 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:18:22.810779 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-fe9b41e2-87e5-4037-8a88-725a61df46b7 req-e3a743bd-406f-4138-a87b-0e509bdceffc tempest-AggregatesAdminTestJSON-1879460675 tempest-AggregatesAdminTestJSON-1879460675-project] Synchronizing usage tracker for tenant:45d162ee38b44cf995b3cb19e6686f39 on resource:security_group {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:18:22.810779 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9e3c24f0-7ca2-4cac-b13f-c4d7adf7cae7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:22.833678 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9cd28ba4-a8a3-40ab-a8e0-f37fa5098aa2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:22.880084 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95953de8-dcc0-4aa4-a5ab-fb4f336451d2 service neutron] Pushing event updated for resources: {'Port': ['ID=4dab8f4c-5711-44e0-a822-cd354bdc3476,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:22.897685 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9e3c24f0-7ca2-4cac-b13f-c4d7adf7cae7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:22.905365 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-92adb4de-1d09-4c24-8f5d-c0cec299ed8f req-95953de8-dcc0-4aa4-a5ab-fb4f336451d2 service neutron] Attempting to bind port 4dab8f4c-5711-44e0-a822-cd354bdc3476 on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:18:22.906238 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-92adb4de-1d09-4c24-8f5d-c0cec299ed8f req-95953de8-dcc0-4aa4-a5ab-fb4f336451d2 service neutron] Attempting to bind port 4dab8f4c-5711-44e0-a822-cd354bdc3476 by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:18:22.906657 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92adb4de-1d09-4c24-8f5d-c0cec299ed8f req-95953de8-dcc0-4aa4-a5ab-fb4f336451d2 service neutron] Attempting to bind port 4dab8f4c-5711-44e0-a822-cd354bdc3476 on network bb90c162-fdb0-406b-af2b-5eef830db7a9 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:18:22.923063 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92adb4de-1d09-4c24-8f5d-c0cec299ed8f req-95953de8-dcc0-4aa4-a5ab-fb4f336451d2 service neutron] Port 4dab8f4c-5711-44e0-a822-cd354bdc3476 on network bb90c162-fdb0-406b-af2b-5eef830db7a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:18:22.923453 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92adb4de-1d09-4c24-8f5d-c0cec299ed8f req-95953de8-dcc0-4aa4-a5ab-fb4f336451d2 service neutron] Attempting to bind port 4dab8f4c-5711-44e0-a822-cd354bdc3476 on network bb90c162-fdb0-406b-af2b-5eef830db7a9 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:18:22.935442 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92adb4de-1d09-4c24-8f5d-c0cec299ed8f req-95953de8-dcc0-4aa4-a5ab-fb4f336451d2 service neutron] Checking agent: {'id': '69f492a0-c00d-46d0-9bec-fcd8161ce206', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:18:22.935682 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92adb4de-1d09-4c24-8f5d-c0cec299ed8f req-95953de8-dcc0-4aa4-a5ab-fb4f336451d2 service neutron] Checking segment: {'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:18:22.936746 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92adb4de-1d09-4c24-8f5d-c0cec299ed8f req-95953de8-dcc0-4aa4-a5ab-fb4f336451d2 service neutron] Bound using segment: {'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:18:22.937352 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-92adb4de-1d09-4c24-8f5d-c0cec299ed8f req-95953de8-dcc0-4aa4-a5ab-fb4f336451d2 service neutron] Bound port: 4dab8f4c-5711-44e0-a822-cd354bdc3476, host: n-h1-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'}}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:18:22.937877 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-92adb4de-1d09-4c24-8f5d-c0cec299ed8f req-95953de8-dcc0-4aa4-a5ab-fb4f336451d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:23.068499 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9cd28ba4-a8a3-40ab-a8e0-f37fa5098aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:23.070368 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9cd28ba4-a8a3-40ab-a8e0-f37fa5098aa2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700602'] for router_interface, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:23.192374 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-fe9b41e2-87e5-4037-8a88-725a61df46b7 req-e3a743bd-406f-4138-a87b-0e509bdceffc tempest-AggregatesAdminTestJSON-1879460675 tempest-AggregatesAdminTestJSON-1879460675-project] Unset dirty status for tenant:45d162ee38b44cf995b3cb19e6686f39 on resource:security_group {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:18:23.199719 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fe9b41e2-87e5-4037-8a88-725a61df46b7 req-e3a743bd-406f-4138-a87b-0e509bdceffc tempest-AggregatesAdminTestJSON-1879460675 tempest-AggregatesAdminTestJSON-1879460675-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4cbd9e8-8348-4617-8aef-95da7a790d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8066814 May 28 06:18:23.290179 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-92adb4de-1d09-4c24-8f5d-c0cec299ed8f req-95953de8-dcc0-4aa4-a5ab-fb4f336451d2 service neutron] For port 4dab8f4c-5711-44e0-a822-cd354bdc3476, host n-h1-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:18:23.304565 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-92adb4de-1d09-4c24-8f5d-c0cec299ed8f req-95953de8-dcc0-4aa4-a5ab-fb4f336451d2 service neutron] For port 4dab8f4c-5711-44e0-a822-cd354bdc3476, host n-h1-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=4dab8f4c-5711-44e0-a822-cd354bdc3476,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:18:23.346512 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd28ba4-a8a3-40ab-a8e0-f37fa5098aa2 admin admin] Pushing event updated for resources: {'Port': ['ID=ab1e86c5-e85a-4812-984e-79a9314493b6,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:23.350832 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9e3c24f0-7ca2-4cac-b13f-c4d7adf7cae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:23.396547 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9e3c24f0-7ca2-4cac-b13f-c4d7adf7cae7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:23.422046 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-9e3c24f0-7ca2-4cac-b13f-c4d7adf7cae7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/551ef857-6807-4a8a-af7b-5ab50884fb0d HTTP/1.1" status: 204 len: 168 time: 1.0997965 May 28 06:18:23.426140 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3c24f0-7ca2-4cac-b13f-c4d7adf7cae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=551ef857-6807-4a8a-af7b-5ab50884fb0d,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:23.468965 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-92adb4de-1d09-4c24-8f5d-c0cec299ed8f req-95953de8-dcc0-4aa4-a5ab-fb4f336451d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:23.645056 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95953de8-dcc0-4aa4-a5ab-fb4f336451d2 service neutron] Pushing event updated for resources: {'Port': ['ID=4dab8f4c-5711-44e0-a822-cd354bdc3476,revision_number=3']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:23.658328 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92adb4de-1d09-4c24-8f5d-c0cec299ed8f req-95953de8-dcc0-4aa4-a5ab-fb4f336451d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:23.659157 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-92adb4de-1d09-4c24-8f5d-c0cec299ed8f req-95953de8-dcc0-4aa4-a5ab-fb4f336451d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:23.662058 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-92adb4de-1d09-4c24-8f5d-c0cec299ed8f req-95953de8-dcc0-4aa4-a5ab-fb4f336451d2 service neutron] 10.222.0.69 "PUT /v2.0/ports/4dab8f4c-5711-44e0-a822-cd354bdc3476 HTTP/1.1" status: 200 len: 1115 time: 2.6197052 May 28 06:18:23.662709 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73e4e073-c068-4e2e-8544-d5c2a6e98a00', 'tag': '4dab8f4c-5711-44e0-a822-cd354bdc3476'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:18:23.776726 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd28ba4-a8a3-40ab-a8e0-f37fa5098aa2 admin admin] Network 69e3ff84-0a18-41f0-a056-b294899c611c is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:18:23.780290 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-9cd28ba4-a8a3-40ab-a8e0-f37fa5098aa2 admin admin] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:18:24.093195 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92adb4de-1d09-4c24-8f5d-c0cec299ed8f req-6b2d1927-a98b-4c9c-8189-c465474b15ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:24.094812 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-92adb4de-1d09-4c24-8f5d-c0cec299ed8f req-6b2d1927-a98b-4c9c-8189-c465474b15ae service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=45d162ee38b44cf995b3cb19e6686f39&device_id=73e4e073-c068-4e2e-8544-d5c2a6e98a00 HTTP/1.1" status: 200 len: 1118 time: 0.2165585 May 28 06:18:24.168195 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device be16e3be-5ed1-4645-8786-79db9ca9bae7 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:18:24.261214 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-92adb4de-1d09-4c24-8f5d-c0cec299ed8f req-ae7b274d-9268-4ba9-bf60-f40a8dd22a68 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=4dab8f4c-5711-44e0-a822-cd354bdc3476 HTTP/1.1" status: 200 len: 217 time: 0.1570022 May 28 06:18:24.450158 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92adb4de-1d09-4c24-8f5d-c0cec299ed8f req-a25aafa0-b555-48ae-9021-2f326ef42500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:24.451804 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-92adb4de-1d09-4c24-8f5d-c0cec299ed8f req-a25aafa0-b555-48ae-9021-2f326ef42500 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e72d0ca5-04cb-4b36-82b1-c75214c9eb05 HTTP/1.1" status: 200 len: 843 time: 0.1730680 May 28 06:18:24.537292 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-8f7bcac4-dc9c-4407-a89c-c294c386de53 None None] Provisioning complete for port ab1e86c5-e85a-4812-984e-79a9314493b6 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:18:24.543602 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-8f7bcac4-dc9c-4407-a89c-c294c386de53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:24.548088 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cd28ba4-a8a3-40ab-a8e0-f37fa5098aa2 admin admin] Router be28f186-ffdd-4ea6-81d3-dd6d8550adcd has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:18:24.640684 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port be16e3be-5ed1-4645-8786-79db9ca9bae7 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:18:24.673959 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port be16e3be-5ed1-4645-8786-79db9ca9bae7 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:18:24.675476 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:24.757145 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-8f7bcac4-dc9c-4407-a89c-c294c386de53 None None] Port ab1e86c5-e85a-4812-984e-79a9314493b6 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:18:24.806153 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fb22c4-7811-4f0f-accf-49e762b34e42 req-db793072-5dbf-4e03-9d84-20da451bf07a tempest-AggregatesAdminTestJSON-1879460675 tempest-AggregatesAdminTestJSON-1879460675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:24.825089 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e9fb22c4-7811-4f0f-accf-49e762b34e42 req-db793072-5dbf-4e03-9d84-20da451bf07a tempest-AggregatesAdminTestJSON-1879460675 tempest-AggregatesAdminTestJSON-1879460675-project] 10.222.0.55 "GET /v2.0/ports?device_id=73e4e073-c068-4e2e-8544-d5c2a6e98a00 HTTP/1.1" status: 200 len: 967 time: 0.2484164 May 28 06:18:24.849133 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92adb4de-1d09-4c24-8f5d-c0cec299ed8f req-37a74b0a-739f-41fe-84bf-8542e37f06cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:24.850904 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-92adb4de-1d09-4c24-8f5d-c0cec299ed8f req-37a74b0a-739f-41fe-84bf-8542e37f06cc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bb90c162-fdb0-406b-af2b-5eef830db7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3797033 May 28 06:18:24.871777 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cd28ba4-a8a3-40ab-a8e0-f37fa5098aa2 admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:18:24.887654 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-9cd28ba4-a8a3-40ab-a8e0-f37fa5098aa2 admin admin] 10.222.0.55 "PUT /v2.0/routers/be28f186-ffdd-4ea6-81d3-dd6d8550adcd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6744351 May 28 06:18:24.895388 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e9662f-0e31-4246-a5cd-bfb4b74f8f23 None None] Sync routers for ids ['be28f186-ffdd-4ea6-81d3-dd6d8550adcd'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:18:24.954243 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e9662f-0e31-4246-a5cd-bfb4b74f8f23 None None] Routers {'be28f186-ffdd-4ea6-81d3-dd6d8550adcd'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:18:24.964045 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-23e9662f-0e31-4246-a5cd-bfb4b74f8f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:17:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['be28f186-ffdd-4ea6-81d3-dd6d8550adcd'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:18:25.085939 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port be16e3be-5ed1-4645-8786-79db9ca9bae7 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:18:25.086557 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:25.093670 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e9fb22c4-7811-4f0f-accf-49e762b34e42 req-b57f786a-b5ec-41b6-aa85-5bef503673a9 tempest-AggregatesAdminTestJSON-1879460675 tempest-AggregatesAdminTestJSON-1879460675-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4cbd9e8-8348-4617-8aef-95da7a790d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624104 May 28 06:18:25.094408 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 42066) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:18:25.127193 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port be16e3be-5ed1-4645-8786-79db9ca9bae7, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=be16e3be-5ed1-4645-8786-79db9ca9bae7,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:18:25.190032 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-92adb4de-1d09-4c24-8f5d-c0cec299ed8f req-fb2cf2f1-dea9-4474-bffb-8874ffef00f2 service neutron] 10.222.0.69 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3126593 May 28 06:18:25.235944 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:25.406493 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=be16e3be-5ed1-4645-8786-79db9ca9bae7,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:25.453363 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-92adb4de-1d09-4c24-8f5d-c0cec299ed8f req-aa3cfbeb-f207-4c9c-8110-9de3b3b23728 service neutron] 10.222.0.69 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2530661 May 28 06:18:25.532980 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 42086) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:18:25.579927 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-752a4771-94be-43f4-ab64-b13abe1be83d admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:25.631344 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-752a4771-94be-43f4-ab64-b13abe1be83d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:18:25.632168 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-23e9662f-0e31-4246-a5cd-bfb4b74f8f23 None None] Set router be28f186-ffdd-4ea6-81d3-dd6d8550adcd gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:18:25.640251 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-752a4771-94be-43f4-ab64-b13abe1be83d admin admin] Usage tracker for resource:security_group_rule and tenant:1a483720c9fe450a80cae89a43313346 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:18:25.655891 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-752a4771-94be-43f4-ab64-b13abe1be83d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:18:25.668718 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-752a4771-94be-43f4-ab64-b13abe1be83d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:18:25.724222 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 42096) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:18:25.802138 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-752a4771-94be-43f4-ab64-b13abe1be83d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:25.812785 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 42102) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:18:25.862939 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-752a4771-94be-43f4-ab64-b13abe1be83d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:25.986916 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-752a4771-94be-43f4-ab64-b13abe1be83d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1a483720c9fe450a80cae89a43313346&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4522285 May 28 06:18:25.989602 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 42108) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:18:26.039251 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ca4dab22-16ed-4d66-83d9-a19b14527fe7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:26.055750 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752a4771-94be-43f4-ab64-b13abe1be83d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eff605c3-577d-4c4c-93cf-a40a90ff202b,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:26.074224 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-ca4dab22-16ed-4d66-83d9-a19b14527fe7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:18:26.080983 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-ca4dab22-16ed-4d66-83d9-a19b14527fe7 admin admin] Usage tracker for resource:security_group_rule and tenant:1ec26be344764b6f8174e4aa2a4b64b9 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:18:26.088528 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-ca4dab22-16ed-4d66-83d9-a19b14527fe7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:18:26.099255 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-ca4dab22-16ed-4d66-83d9-a19b14527fe7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:18:26.108220 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96ac8e27-94a1-48b5-81ae-c0c1d0640df8'] response: {'name': 'network-changed', 'server_uuid': '73e4e073-c068-4e2e-8544-d5c2a6e98a00', 'tag': '4dab8f4c-5711-44e0-a822-cd354bdc3476', 'status': 'completed', 'code': 200} May 28 06:18:26.194476 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device be16e3be-5ed1-4645-8786-79db9ca9bae7 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:18:26.338702 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ca4dab22-16ed-4d66-83d9-a19b14527fe7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:26.344035 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ecde0f4c-7d0f-436a-b98a-60e3c14070f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:26.400148 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ca4dab22-16ed-4d66-83d9-a19b14527fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:26.469467 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-ca4dab22-16ed-4d66-83d9-a19b14527fe7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1ec26be344764b6f8174e4aa2a4b64b9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3723295 May 28 06:18:26.469685 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4dab22-16ed-4d66-83d9-a19b14527fe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87a71741-1c88-44c6-8a09-e36df3bdb983,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:26.487616 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 42122) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:18:26.519015 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-4cbac82b-5b01-428b-bb6a-dd2c5255b3b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:26.554876 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-94bc0b9d-3d98-4a2e-896f-9ee2d7d94560 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:26.576204 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a757292f-f3f6-4056-9bcb-346775402323 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:26.588596 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-94bc0b9d-3d98-4a2e-896f-9ee2d7d94560 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:26.595150 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-7e99b212-08a1-43f0-8aa8-f05705a081cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:26.607605 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port be16e3be-5ed1-4645-8786-79db9ca9bae7 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:18:26.608302 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:26.642918 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a757292f-f3f6-4056-9bcb-346775402323 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:26.683778 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-ecde0f4c-7d0f-436a-b98a-60e3c14070f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:18:26.691481 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-ecde0f4c-7d0f-436a-b98a-60e3c14070f8 admin admin] Usage tracker for resource:security_group_rule and tenant:dd8cad2d7b9e4d07ac85d57523c2733b is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:18:26.696701 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-ecde0f4c-7d0f-436a-b98a-60e3c14070f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:18:26.705219 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-ecde0f4c-7d0f-436a-b98a-60e3c14070f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:18:26.758145 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-4cbac82b-5b01-428b-bb6a-dd2c5255b3b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:18:26.763930 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-4cbac82b-5b01-428b-bb6a-dd2c5255b3b8 admin admin] Usage tracker for resource:security_group_rule and tenant:1cf255a2c2754ab0b7dd435a88637e26 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:18:26.783685 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-23e9662f-0e31-4246-a5cd-bfb4b74f8f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be28f186-ffdd-4ea6-81d3-dd6d8550adcd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1472095010-router', 'tenant_id': '11be28fd39124909921a24a1f104648b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.62'}], 'enable_snat': True}, 'gw_port_id': 'be16e3be-5ed1-4645-8786-79db9ca9bae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:18:15Z', 'updated_at': '2022-05-28T06:18:21Z', 'revision_number': 4, 'project_id': '11be28fd39124909921a24a1f104648b', 'gw_port': {'id': 'be16e3be-5ed1-4645-8786-79db9ca9bae7', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:51:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be28f186-ffdd-4ea6-81d3-dd6d8550adcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:18:16Z', 'updated_at': '2022-05-28T06:18:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'ab1e86c5-e85a-4812-984e-79a9314493b6', 'name': '', 'network_id': '69e3ff84-0a18-41f0-a056-b294899c611c', 'tenant_id': '11be28fd39124909921a24a1f104648b', 'mac_address': 'fa:16:3e:70:5b:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be28f186-ffdd-4ea6-81d3-dd6d8550adcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '88a9fbd0-2db8-4cd9-a615-ef1d080eb755', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:18:20Z', 'updated_at': '2022-05-28T06:18:22Z', 'revision_number': 2, 'project_id': '11be28fd39124909921a24a1f104648b', 'subnets': [{'id': '88a9fbd0-2db8-4cd9-a615-ef1d080eb755', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:18:26.793667 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e9662f-0e31-4246-a5cd-bfb4b74f8f23 None None] Checking router: be28f186-ffdd-4ea6-81d3-dd6d8550adcd for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:18:26.794304 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e9662f-0e31-4246-a5cd-bfb4b74f8f23 None None] Updating router be28f186-ffdd-4ea6-81d3-dd6d8550adcd port ab1e86c5-e85a-4812-984e-79a9314493b6 binding host n-d-843702-1 {{(pid=89111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:18:26.795221 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-4cbac82b-5b01-428b-bb6a-dd2c5255b3b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:18:26.811410 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-4cbac82b-5b01-428b-bb6a-dd2c5255b3b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:18:26.857944 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b797362c-8932-44db-aa16-77a1d19dc5c4 req-aa1f92a7-e4ae-4879-a170-d55142399007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:26.859456 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b797362c-8932-44db-aa16-77a1d19dc5c4 req-aa1f92a7-e4ae-4879-a170-d55142399007 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=45d162ee38b44cf995b3cb19e6686f39&device_id=73e4e073-c068-4e2e-8544-d5c2a6e98a00 HTTP/1.1" status: 200 len: 1118 time: 0.7176569 May 28 06:18:26.860653 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port be16e3be-5ed1-4645-8786-79db9ca9bae7 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:18:26.872182 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-23e9662f-0e31-4246-a5cd-bfb4b74f8f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:26.886351 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50394d9-d59d-48b5-889e-b46da89f242d req-ca6148c8-16ee-4331-a22a-92cfb0b8db03 tempest-AggregatesAdminTestJSON-1879460675 tempest-AggregatesAdminTestJSON-1879460675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:26.897048 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f50394d9-d59d-48b5-889e-b46da89f242d req-ca6148c8-16ee-4331-a22a-92cfb0b8db03 tempest-AggregatesAdminTestJSON-1879460675 tempest-AggregatesAdminTestJSON-1879460675-project] 10.222.0.55 "GET /v2.0/ports?device_id=73e4e073-c068-4e2e-8544-d5c2a6e98a00 HTTP/1.1" status: 200 len: 967 time: 0.5226758 May 28 06:18:26.912846 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-94bc0b9d-3d98-4a2e-896f-9ee2d7d94560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:26.941016 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bc0b9d-3d98-4a2e-896f-9ee2d7d94560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eff605c3-577d-4c4c-93cf-a40a90ff202b,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:26.971571 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a757292f-f3f6-4056-9bcb-346775402323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:26.977846 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f50394d9-d59d-48b5-889e-b46da89f242d req-34b29c82-879e-46ab-b7b4-ee6898ea476b tempest-AggregatesAdminTestJSON-1879460675 tempest-AggregatesAdminTestJSON-1879460675-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4cbd9e8-8348-4617-8aef-95da7a790d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793054 May 28 06:18:26.981918 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-94bc0b9d-3d98-4a2e-896f-9ee2d7d94560 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:26.985448 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-94bc0b9d-3d98-4a2e-896f-9ee2d7d94560 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/eff605c3-577d-4c4c-93cf-a40a90ff202b HTTP/1.1" status: 204 len: 168 time: 0.9924672 May 28 06:18:27.045965 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a757292f-f3f6-4056-9bcb-346775402323 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:27.056203 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-a757292f-f3f6-4056-9bcb-346775402323 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/87a71741-1c88-44c6-8a09-e36df3bdb983 HTTP/1.1" status: 204 len: 168 time: 0.5609992 May 28 06:18:27.056203 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a757292f-f3f6-4056-9bcb-346775402323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87a71741-1c88-44c6-8a09-e36df3bdb983,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:27.351084 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:27.370261 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ecde0f4c-7d0f-436a-b98a-60e3c14070f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:27.376190 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b797362c-8932-44db-aa16-77a1d19dc5c4 req-7f613c31-5962-4647-bcca-cf5868df26be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:27.378125 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b797362c-8932-44db-aa16-77a1d19dc5c4 req-7f613c31-5962-4647-bcca-cf5868df26be service neutron] 10.222.0.69 "GET /v2.0/networks?id=bb90c162-fdb0-406b-af2b-5eef830db7a9 HTTP/1.1" status: 200 len: 870 time: 0.3813186 May 28 06:18:27.383739 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-4cbac82b-5b01-428b-bb6a-dd2c5255b3b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:27.490781 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ecde0f4c-7d0f-436a-b98a-60e3c14070f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:27.509803 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-4cbac82b-5b01-428b-bb6a-dd2c5255b3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:27.627379 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 42148) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:18:27.633192 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-c0e480f4-dd2c-481a-8084-b636f24d7a96 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Request body: {'security_group': {'name': 'tempest-securitygroup--223307237', 'description': 'tempest-description--2011785034'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:18:27.641682 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-c0e480f4-dd2c-481a-8084-b636f24d7a96 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:18:27.646072 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-c0e480f4-dd2c-481a-8084-b636f24d7a96 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Usage tracker for resource:security_group and tenant:091a6ab3594e41dd849f313a7a0a6a9a is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:18:27.648803 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-c0e480f4-dd2c-481a-8084-b636f24d7a96 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:18:27.649581 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-23e9662f-0e31-4246-a5cd-bfb4b74f8f23 None None] Notify callbacks [] for port, precommit_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:27.656436 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-c0e480f4-dd2c-481a-8084-b636f24d7a96 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:18:27.675247 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-ecde0f4c-7d0f-436a-b98a-60e3c14070f8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=dd8cad2d7b9e4d07ac85d57523c2733b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9494951 May 28 06:18:27.678491 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-4cbac82b-5b01-428b-bb6a-dd2c5255b3b8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1cf255a2c2754ab0b7dd435a88637e26&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8652012 May 28 06:18:27.681617 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 42152) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:18:27.681797 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecde0f4c-7d0f-436a-b98a-60e3c14070f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fb53d97-8e6a-4ffb-a8a3-7a9f595a12e8,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:27.683510 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 42156) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:18:27.686269 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-23e9662f-0e31-4246-a5cd-bfb4b74f8f23 None None] Transition to ACTIVE for port object ab1e86c5-e85a-4812-984e-79a9314493b6 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:18:27.758032 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c0e480f4-dd2c-481a-8084-b636f24d7a96 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:27.758813 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbac82b-5b01-428b-bb6a-dd2c5255b3b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=892a4317-316f-422c-839d-199365563d5d,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:27.839684 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-c0e480f4-dd2c-481a-8084-b636f24d7a96 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:18:27.845391 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-23e9662f-0e31-4246-a5cd-bfb4b74f8f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:27.855872 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-37c975ce-de3f-41a1-9c80-9a69e7955a99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:27.870024 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-c0e480f4-dd2c-481a-8084-b636f24d7a96 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Usage tracker for resource:security_group_rule and tenant:091a6ab3594e41dd849f313a7a0a6a9a is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:18:27.884619 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-c0e480f4-dd2c-481a-8084-b636f24d7a96 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:18:27.895325 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b797362c-8932-44db-aa16-77a1d19dc5c4 req-c72d7b8e-30ca-4606-a437-409729760714 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=4dab8f4c-5711-44e0-a822-cd354bdc3476 HTTP/1.1" status: 200 len: 217 time: 0.1217871 May 28 06:18:27.915616 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-c0e480f4-dd2c-481a-8084-b636f24d7a96 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:18:27.939929 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-37c975ce-de3f-41a1-9c80-9a69e7955a99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:28.065676 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5867681f-2679-4657-8c8d-89a81b9ac63f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:28.102136 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c0e480f4-dd2c-481a-8084-b636f24d7a96 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:28.155376 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-37c975ce-de3f-41a1-9c80-9a69e7955a99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:28.193696 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c0e480f4-dd2c-481a-8084-b636f24d7a96 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:28.210866 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5867681f-2679-4657-8c8d-89a81b9ac63f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:28.254495 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-37c975ce-de3f-41a1-9c80-9a69e7955a99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:28.257479 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-37c975ce-de3f-41a1-9c80-9a69e7955a99 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5fb53d97-8e6a-4ffb-a8a3-7a9f595a12e8 HTTP/1.1" status: 204 len: 168 time: 0.5768316 May 28 06:18:28.257479 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c975ce-de3f-41a1-9c80-9a69e7955a99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fb53d97-8e6a-4ffb-a8a3-7a9f595a12e8,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:28.296346 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b797362c-8932-44db-aa16-77a1d19dc5c4 req-7e49f32b-46ee-4010-9b83-62cf33e874ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:28.298302 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b797362c-8932-44db-aa16-77a1d19dc5c4 req-7e49f32b-46ee-4010-9b83-62cf33e874ad service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e72d0ca5-04cb-4b36-82b1-c75214c9eb05 HTTP/1.1" status: 200 len: 843 time: 0.2293372 May 28 06:18:28.346478 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8ed922-24cb-48e1-81bc-8bfa3bf8dd0a None None] Pushing event updated for resources: {'Port': ['ID=ab1e86c5-e85a-4812-984e-79a9314493b6,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:28.358657 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 42166) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:18:28.403791 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-23e9662f-0e31-4246-a5cd-bfb4b74f8f23 None None] Attempting to bind port ab1e86c5-e85a-4812-984e-79a9314493b6 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:18:28.406091 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-23e9662f-0e31-4246-a5cd-bfb4b74f8f23 None None] Attempting to bind port ab1e86c5-e85a-4812-984e-79a9314493b6 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': '85e87cbe-2389-4551-93d6-f136ddd35e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '69e3ff84-0a18-41f0-a056-b294899c611c'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:18:28.406524 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e9662f-0e31-4246-a5cd-bfb4b74f8f23 None None] Attempting to bind port ab1e86c5-e85a-4812-984e-79a9314493b6 on network 69e3ff84-0a18-41f0-a056-b294899c611c {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:18:28.415642 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7d2ee405-6711-45e9-bd29-807768338685 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:28.434158 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e9662f-0e31-4246-a5cd-bfb4b74f8f23 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:18:28.434832 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e9662f-0e31-4246-a5cd-bfb4b74f8f23 None None] Checking segment: {'id': '85e87cbe-2389-4551-93d6-f136ddd35e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '69e3ff84-0a18-41f0-a056-b294899c611c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:18:28.435401 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-23e9662f-0e31-4246-a5cd-bfb4b74f8f23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:28.436005 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e9662f-0e31-4246-a5cd-bfb4b74f8f23 None None] Bound using segment: {'id': '85e87cbe-2389-4551-93d6-f136ddd35e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '69e3ff84-0a18-41f0-a056-b294899c611c'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:18:28.436638 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-23e9662f-0e31-4246-a5cd-bfb4b74f8f23 None None] Bound port: ab1e86c5-e85a-4812-984e-79a9314493b6, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85e87cbe-2389-4551-93d6-f136ddd35e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '69e3ff84-0a18-41f0-a056-b294899c611c'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:18:28.437113 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-7d2ee405-6711-45e9-bd29-807768338685 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:18:28.437470 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-23e9662f-0e31-4246-a5cd-bfb4b74f8f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:28.441280 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-7d2ee405-6711-45e9-bd29-807768338685 admin admin] Usage tracker for resource:security_group_rule and tenant:d98e28076c2a454a88aa4daf67eee30d is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:18:28.445031 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-7d2ee405-6711-45e9-bd29-807768338685 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:18:28.452485 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-7d2ee405-6711-45e9-bd29-807768338685 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:18:28.478173 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c0e480f4-dd2c-481a-8084-b636f24d7a96 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:28.482562 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-c0e480f4-dd2c-481a-8084-b636f24d7a96 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.8510597 May 28 06:18:28.482562 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e480f4-dd2c-481a-8084-b636f24d7a96 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed1b7838-09ba-4c02-8fcc-d2aad317060a,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:28.485193 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 42172) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:18:28.488689 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-b31dc136-e9ae-4158-9199-bba8e086ad72 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Request body: {'security_group_rule': {'security_group_id': 'ed1b7838-09ba-4c02-8fcc-d2aad317060a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:18:28.497257 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-b31dc136-e9ae-4158-9199-bba8e086ad72 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:18:28.501743 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-b31dc136-e9ae-4158-9199-bba8e086ad72 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Usage tracker for resource:security_group_rule and tenant:091a6ab3594e41dd849f313a7a0a6a9a is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:18:28.505849 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-b31dc136-e9ae-4158-9199-bba8e086ad72 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:18:28.515918 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-b31dc136-e9ae-4158-9199-bba8e086ad72 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:18:28.525770 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2c2d4c-d09e-4e26-9c0b-e22c00034450 req-82bd8449-7ab5-46f2-b997-5db2b070914c tempest-AggregatesAdminTestJSON-1879460675 tempest-AggregatesAdminTestJSON-1879460675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:28.539960 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ab2c2d4c-d09e-4e26-9c0b-e22c00034450 req-82bd8449-7ab5-46f2-b997-5db2b070914c tempest-AggregatesAdminTestJSON-1879460675 tempest-AggregatesAdminTestJSON-1879460675-project] 10.222.0.55 "GET /v2.0/ports?device_id=73e4e073-c068-4e2e-8544-d5c2a6e98a00 HTTP/1.1" status: 200 len: 967 time: 0.3047016 May 28 06:18:28.555436 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b797362c-8932-44db-aa16-77a1d19dc5c4 req-f52c61bf-5b6d-4598-997f-cc8a7ad5c4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:28.567646 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b797362c-8932-44db-aa16-77a1d19dc5c4 req-f52c61bf-5b6d-4598-997f-cc8a7ad5c4f3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bb90c162-fdb0-406b-af2b-5eef830db7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2564702 May 28 06:18:28.664667 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7d2ee405-6711-45e9-bd29-807768338685 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:28.678325 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b31dc136-e9ae-4158-9199-bba8e086ad72 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:28.698731 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5867681f-2679-4657-8c8d-89a81b9ac63f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:28.741685 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-23e9662f-0e31-4246-a5cd-bfb4b74f8f23 None None] For port ab1e86c5-e85a-4812-984e-79a9314493b6, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:18:28.750703 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7d2ee405-6711-45e9-bd29-807768338685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:28.752143 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-23e9662f-0e31-4246-a5cd-bfb4b74f8f23 None None] For port ab1e86c5-e85a-4812-984e-79a9314493b6, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=ab1e86c5-e85a-4812-984e-79a9314493b6,segment=NetworkSegment(85e87cbe-2389-4551-93d6-f136ddd35e1c),segment_id=85e87cbe-2389-4551-93d6-f136ddd35e1c)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:18:28.759321 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 42180) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:18:28.781837 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b31dc136-e9ae-4158-9199-bba8e086ad72 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:28.823080 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-7d2ee405-6711-45e9-bd29-807768338685 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d98e28076c2a454a88aa4daf67eee30d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4528704 May 28 06:18:28.823080 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2ee405-6711-45e9-bd29-807768338685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80385db8-1865-4f56-bd64-e0f3f770938a,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:28.825106 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 42188) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:18:28.840116 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5867681f-2679-4657-8c8d-89a81b9ac63f admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:28.841127 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-5867681f-2679-4657-8c8d-89a81b9ac63f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/892a4317-316f-422c-839d-199365563d5d HTTP/1.1" status: 204 len: 168 time: 1.1567051 May 28 06:18:28.850015 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5867681f-2679-4657-8c8d-89a81b9ac63f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=892a4317-316f-422c-839d-199365563d5d,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:28.874039 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ab2c2d4c-d09e-4e26-9c0b-e22c00034450 req-5a36ffde-0e58-4a25-b502-ba9b2a0bbc7e tempest-AggregatesAdminTestJSON-1879460675 tempest-AggregatesAdminTestJSON-1879460675-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4cbd9e8-8348-4617-8aef-95da7a790d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3223977 May 28 06:18:28.892216 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-23e9662f-0e31-4246-a5cd-bfb4b74f8f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:28.892429 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b31dc136-e9ae-4158-9199-bba8e086ad72 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:28.896074 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-2a070851-af08-4465-b0b8-d393f45dcef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:28.939565 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b797362c-8932-44db-aa16-77a1d19dc5c4 req-66281fd9-f038-4f21-9c6d-5f1d2b251f47 service neutron] 10.222.0.69 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3032930 May 28 06:18:28.945301 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31dc136-e9ae-4158-9199-bba8e086ad72 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03819ec1-5611-4b52-a116-37002130bc38,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:29.034718 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3da1e517-42a2-4472-84b0-aa61112d21d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:29.085134 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3da1e517-42a2-4472-84b0-aa61112d21d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:29.148798 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b31dc136-e9ae-4158-9199-bba8e086ad72 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:29.150477 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-b31dc136-e9ae-4158-9199-bba8e086ad72 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6659989 May 28 06:18:29.153943 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 42198) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:18:29.160008 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-8a66231d-19e2-459f-8d31-f50b95102cf4 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Request body: {'security_group_rule': {'security_group_id': 'ed1b7838-09ba-4c02-8fcc-d2aad317060a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:18:29.166350 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-8a66231d-19e2-459f-8d31-f50b95102cf4 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:18:29.170606 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-8a66231d-19e2-459f-8d31-f50b95102cf4 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Usage tracker for resource:security_group_rule and tenant:091a6ab3594e41dd849f313a7a0a6a9a is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:18:29.174279 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-8a66231d-19e2-459f-8d31-f50b95102cf4 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:18:29.182829 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-8a66231d-19e2-459f-8d31-f50b95102cf4 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:18:29.186277 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b797362c-8932-44db-aa16-77a1d19dc5c4 req-2ddd89d2-dc97-4d06-bac2-430522d55da6 service neutron] 10.222.0.69 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342110 May 28 06:18:29.270094 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e9662f-0e31-4246-a5cd-bfb4b74f8f23 None None] Routers {'be28f186-ffdd-4ea6-81d3-dd6d8550adcd'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:18:29.270781 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-23e9662f-0e31-4246-a5cd-bfb4b74f8f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:18:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['be28f186-ffdd-4ea6-81d3-dd6d8550adcd'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:18:29.285318 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a5764422-ec1f-4c32-badb-ff134261c304 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:29.324178 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-a5764422-ec1f-4c32-badb-ff134261c304 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:18:29.334040 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-a5764422-ec1f-4c32-badb-ff134261c304 admin admin] Usage tracker for resource:security_group_rule and tenant:e34520ad2b44474a89090c9c0288b028 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:18:29.339585 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-a5764422-ec1f-4c32-badb-ff134261c304 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:18:29.356990 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-a5764422-ec1f-4c32-badb-ff134261c304 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:18:29.381158 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8a66231d-19e2-459f-8d31-f50b95102cf4 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:29.389258 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3da1e517-42a2-4472-84b0-aa61112d21d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:29.421121 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8ed922-24cb-48e1-81bc-8bfa3bf8dd0a None None] Pushing event updated for resources: {'Port': ['ID=ab1e86c5-e85a-4812-984e-79a9314493b6,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:29.457267 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1e517-42a2-4472-84b0-aa61112d21d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80385db8-1865-4f56-bd64-e0f3f770938a,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:29.507904 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3da1e517-42a2-4472-84b0-aa61112d21d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:29.512739 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-3da1e517-42a2-4472-84b0-aa61112d21d5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/80385db8-1865-4f56-bd64-e0f3f770938a HTTP/1.1" status: 204 len: 168 time: 0.6867025 May 28 06:18:29.633881 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-23e9662f-0e31-4246-a5cd-bfb4b74f8f23 None None] Set router be28f186-ffdd-4ea6-81d3-dd6d8550adcd gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:18:29.706661 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a5764422-ec1f-4c32-badb-ff134261c304 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:29.728362 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8a66231d-19e2-459f-8d31-f50b95102cf4 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:29.783727 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a5764422-ec1f-4c32-badb-ff134261c304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:29.838939 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 42208) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:18:29.839592 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-a5764422-ec1f-4c32-badb-ff134261c304 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e34520ad2b44474a89090c9c0288b028&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0683455 May 28 06:18:29.839816 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5764422-ec1f-4c32-badb-ff134261c304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58fab02a-2561-4076-9fbd-5757bae4d4d0,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:29.855456 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8a66231d-19e2-459f-8d31-f50b95102cf4 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:29.877245 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a66231d-19e2-459f-8d31-f50b95102cf4 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9f17dc6-1ff4-4370-81cd-1f1fc7830e75,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:29.939368 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c0966626-bedd-4cd6-85d8-951ca2b7cf81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:29.974497 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c0966626-bedd-4cd6-85d8-951ca2b7cf81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:29.996235 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8a66231d-19e2-459f-8d31-f50b95102cf4 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:30.002792 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-8a66231d-19e2-459f-8d31-f50b95102cf4 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8438034 May 28 06:18:30.005444 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 42216) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:18:30.027799 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-9e5bafcf-ad76-4b9a-a787-583e8f435a4e tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Request body: {'floatingip': {'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:18:30.058829 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-9e5bafcf-ad76-4b9a-a787-583e8f435a4e tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:18:30.065747 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-9e5bafcf-ad76-4b9a-a787-583e8f435a4e tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Usage tracker for resource:floatingip and tenant:091a6ab3594e41dd849f313a7a0a6a9a is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:18:30.067152 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-9e5bafcf-ad76-4b9a-a787-583e8f435a4e tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:18:30.076150 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-9e5bafcf-ad76-4b9a-a787-583e8f435a4e tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:18:30.152494 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:30.171296 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9e5bafcf-ad76-4b9a-a787-583e8f435a4e tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Notify callbacks [] for floatingip, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:30.174815 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:30.218919 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aa364b-7d9c-4581-a575-3923ed9be570 req-047471f4-6ab7-442e-a581-a0eac77fefbc tempest-AggregatesAdminTestJSON-1879460675 tempest-AggregatesAdminTestJSON-1879460675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:30.242635 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a8aa364b-7d9c-4581-a575-3923ed9be570 req-047471f4-6ab7-442e-a581-a0eac77fefbc tempest-AggregatesAdminTestJSON-1879460675 tempest-AggregatesAdminTestJSON-1879460675-project] 10.222.0.55 "GET /v2.0/ports?device_id=73e4e073-c068-4e2e-8544-d5c2a6e98a00 HTTP/1.1" status: 200 len: 967 time: 0.1958599 May 28 06:18:30.256947 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 42220) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:18:30.284803 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c0966626-bedd-4cd6-85d8-951ca2b7cf81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:30.329706 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-23e9662f-0e31-4246-a5cd-bfb4b74f8f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be28f186-ffdd-4ea6-81d3-dd6d8550adcd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1472095010-router', 'tenant_id': '11be28fd39124909921a24a1f104648b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.62'}], 'enable_snat': True}, 'gw_port_id': 'be16e3be-5ed1-4645-8786-79db9ca9bae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:18:15Z', 'updated_at': '2022-05-28T06:18:21Z', 'revision_number': 4, 'project_id': '11be28fd39124909921a24a1f104648b', 'gw_port': {'id': 'be16e3be-5ed1-4645-8786-79db9ca9bae7', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:51:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be28f186-ffdd-4ea6-81d3-dd6d8550adcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:18:16Z', 'updated_at': '2022-05-28T06:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'ab1e86c5-e85a-4812-984e-79a9314493b6', 'name': '', 'network_id': '69e3ff84-0a18-41f0-a056-b294899c611c', 'tenant_id': '11be28fd39124909921a24a1f104648b', 'mac_address': 'fa:16:3e:70:5b:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be28f186-ffdd-4ea6-81d3-dd6d8550adcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '88a9fbd0-2db8-4cd9-a615-ef1d080eb755', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:18:20Z', 'updated_at': '2022-05-28T06:18:28Z', 'revision_number': 4, 'project_id': '11be28fd39124909921a24a1f104648b', 'subnets': [{'id': '88a9fbd0-2db8-4cd9-a615-ef1d080eb755', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:18:30.342231 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e9662f-0e31-4246-a5cd-bfb4b74f8f23 None None] The sync data for ids ['be28f186-ffdd-4ea6-81d3-dd6d8550adcd'] in n-d-843702-1 is: [{'id': 'be28f186-ffdd-4ea6-81d3-dd6d8550adcd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1472095010-router', 'tenant_id': '11be28fd39124909921a24a1f104648b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.62'}], 'enable_snat': True}, 'gw_port_id': 'be16e3be-5ed1-4645-8786-79db9ca9bae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:18:15Z', 'updated_at': '2022-05-28T06:18:21Z', 'revision_number': 4, 'project_id': '11be28fd39124909921a24a1f104648b', 'gw_port': {'id': 'be16e3be-5ed1-4645-8786-79db9ca9bae7', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:51:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be28f186-ffdd-4ea6-81d3-dd6d8550adcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:18:16Z', 'updated_at': '2022-05-28T06:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'ab1e86c5-e85a-4812-984e-79a9314493b6', 'name': '', 'network_id': '69e3ff84-0a18-41f0-a056-b294899c611c', 'tenant_id': '11be28fd39124909921a24a1f104648b', 'mac_address': 'fa:16:3e:70:5b:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be28f186-ffdd-4ea6-81d3-dd6d8550adcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '88a9fbd0-2db8-4cd9-a615-ef1d080eb755', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:18:20Z', 'updated_at': '2022-05-28T06:18:28Z', 'revision_number': 4, 'project_id': '11be28fd39124909921a24a1f104648b', 'subnets': [{'id': '88a9fbd0-2db8-4cd9-a615-ef1d080eb755', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:18:30.360189 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7d35fd2f-39e3-421b-8270-209bc0b1a912 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:30.403293 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-7d35fd2f-39e3-421b-8270-209bc0b1a912 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:18:30.407828 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-7d35fd2f-39e3-421b-8270-209bc0b1a912 admin admin] Usage tracker for resource:security_group_rule and tenant:d1979acd335046228d77aa8327f12628 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:18:30.411178 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-7d35fd2f-39e3-421b-8270-209bc0b1a912 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:18:30.422779 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-7d35fd2f-39e3-421b-8270-209bc0b1a912 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:18:30.470361 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a8aa364b-7d9c-4581-a575-3923ed9be570 req-95feafc5-0808-40c1-a59d-9422551148f0 tempest-AggregatesAdminTestJSON-1879460675 tempest-AggregatesAdminTestJSON-1879460675-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4cbd9e8-8348-4617-8aef-95da7a790d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220924 May 28 06:18:30.493281 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c0966626-bedd-4cd6-85d8-951ca2b7cf81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:30.495451 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-c0966626-bedd-4cd6-85d8-951ca2b7cf81 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/58fab02a-2561-4076-9fbd-5757bae4d4d0 HTTP/1.1" status: 204 len: 168 time: 0.6550050 May 28 06:18:30.495816 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9e5bafcf-ad76-4b9a-a787-583e8f435a4e tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:30.500290 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0966626-bedd-4cd6-85d8-951ca2b7cf81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58fab02a-2561-4076-9fbd-5757bae4d4d0,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:30.639121 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7d35fd2f-39e3-421b-8270-209bc0b1a912 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:30.737182 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7d35fd2f-39e3-421b-8270-209bc0b1a912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:30.855040 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 42232) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:18:30.856798 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-7d35fd2f-39e3-421b-8270-209bc0b1a912 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d1979acd335046228d77aa8327f12628&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5985985 May 28 06:18:30.858006 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d35fd2f-39e3-421b-8270-209bc0b1a912 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36ee899f-75d2-4e19-b489-6a7ae2c0005e,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:30.873461 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-9e5bafcf-ad76-4b9a-a787-583e8f435a4e tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Allocated IP 172.25.5.87 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/22109333-f575-4f81-aa25-6425e62c393a) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:18:30.938483 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 42236) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:18:30.973554 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-df5b9514-1c6a-4849-a4be-948a69f363b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:30.991025 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-df5b9514-1c6a-4849-a4be-948a69f363b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:18:30.996597 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-df5b9514-1c6a-4849-a4be-948a69f363b0 admin admin] Usage tracker for resource:security_group_rule and tenant:08ef1a03de71448f85522221fa048f01 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:18:31.000041 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-df5b9514-1c6a-4849-a4be-948a69f363b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:18:31.021584 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-df5b9514-1c6a-4849-a4be-948a69f363b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:18:31.222023 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-df5b9514-1c6a-4849-a4be-948a69f363b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:31.330475 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7a2deae5-0742-4620-b2f1-ec57a4e565ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:31.350505 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7a2deae5-0742-4620-b2f1-ec57a4e565ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:31.511874 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9e5bafcf-ad76-4b9a-a787-583e8f435a4e tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:31.786624 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0761c282-be6b-45b9-a8e8-cf5f0b10b337 req-fb554a33-6ae9-4df9-8d0b-c3d827ec105b tempest-AggregatesAdminTestJSON-1879460675 tempest-AggregatesAdminTestJSON-1879460675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:31.788259 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0761c282-be6b-45b9-a8e8-cf5f0b10b337 req-fb554a33-6ae9-4df9-8d0b-c3d827ec105b tempest-AggregatesAdminTestJSON-1879460675 tempest-AggregatesAdminTestJSON-1879460675-project] 10.222.0.55 "GET /v2.0/ports?device_id=73e4e073-c068-4e2e-8544-d5c2a6e98a00 HTTP/1.1" status: 200 len: 967 time: 0.1130424 May 28 06:18:31.863060 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0761c282-be6b-45b9-a8e8-cf5f0b10b337 req-c111108b-9115-4811-a12a-5c5bfe5019e8 tempest-AggregatesAdminTestJSON-1879460675 tempest-AggregatesAdminTestJSON-1879460675-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4cbd9e8-8348-4617-8aef-95da7a790d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678871 May 28 06:18:32.068574 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-df5b9514-1c6a-4849-a4be-948a69f363b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:32.102735 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device ab1e86c5-e85a-4812-984e-79a9314493b6 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:18:32.138665 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-df5b9514-1c6a-4849-a4be-948a69f363b0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=08ef1a03de71448f85522221fa048f01&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1978402 May 28 06:18:32.139436 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 42250) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:18:32.140992 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5b9514-1c6a-4849-a4be-948a69f363b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ae7053b-df8e-44c9-8d64-45b3c42da404,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:32.242767 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4466a700-2f07-4492-a4cb-29b02f471902 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:32.268811 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:32.284631 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7a2deae5-0742-4620-b2f1-ec57a4e565ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:32.287925 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9e5bafcf-ad76-4b9a-a787-583e8f435a4e tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:32.313496 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:32.314319 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port ab1e86c5-e85a-4812-984e-79a9314493b6 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:18:32.319364 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port ab1e86c5-e85a-4812-984e-79a9314493b6 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:18:32.323481 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:32.349566 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4466a700-2f07-4492-a4cb-29b02f471902 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:32.374004 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2deae5-0742-4620-b2f1-ec57a4e565ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36ee899f-75d2-4e19-b489-6a7ae2c0005e,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:32.453853 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e5bafcf-ad76-4b9a-a787-583e8f435a4e tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:18:32.469433 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5bafcf-ad76-4b9a-a787-583e8f435a4e tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Pushing event updated for resources: {'Port': ['ID=22109333-f575-4f81-aa25-6425e62c393a,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:32.473365 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-9e5bafcf-ad76-4b9a-a787-583e8f435a4e tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:18:32.486711 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7a2deae5-0742-4620-b2f1-ec57a4e565ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:32.490545 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-7a2deae5-0742-4620-b2f1-ec57a4e565ed admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/36ee899f-75d2-4e19-b489-6a7ae2c0005e HTTP/1.1" status: 204 len: 168 time: 1.6337280 May 28 06:18:32.499554 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5bafcf-ad76-4b9a-a787-583e8f435a4e tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:18:32.512108 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port ab1e86c5-e85a-4812-984e-79a9314493b6 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:18:32.512220 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:32.566652 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port ab1e86c5-e85a-4812-984e-79a9314493b6, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=ab1e86c5-e85a-4812-984e-79a9314493b6,segment=NetworkSegment(85e87cbe-2389-4551-93d6-f136ddd35e1c),segment_id=85e87cbe-2389-4551-93d6-f136ddd35e1c)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:18:32.590492 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 42264) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:18:32.609946 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-01a5a511-67e2-48d3-98ca-7dbf7260c168 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:32.657407 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:32.708979 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9e5bafcf-ad76-4b9a-a787-583e8f435a4e tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:32.719310 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4466a700-2f07-4492-a4cb-29b02f471902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:32.733609 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-01a5a511-67e2-48d3-98ca-7dbf7260c168 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:18:32.740167 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-01a5a511-67e2-48d3-98ca-7dbf7260c168 admin admin] Usage tracker for resource:security_group_rule and tenant:f9227c96807a449b9f59d471c2451ec5 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:18:32.744412 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4466a700-2f07-4492-a4cb-29b02f471902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ae7053b-df8e-44c9-8d64-45b3c42da404,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:32.747322 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-01a5a511-67e2-48d3-98ca-7dbf7260c168 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:18:32.753147 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=ab1e86c5-e85a-4812-984e-79a9314493b6,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:32.756282 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-01a5a511-67e2-48d3-98ca-7dbf7260c168 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:18:32.775837 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4466a700-2f07-4492-a4cb-29b02f471902 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:32.775837 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-4466a700-2f07-4492-a4cb-29b02f471902 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7ae7053b-df8e-44c9-8d64-45b3c42da404 HTTP/1.1" status: 204 len: 168 time: 0.6246958 May 28 06:18:32.846659 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-01a5a511-67e2-48d3-98ca-7dbf7260c168 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:32.917127 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-01a5a511-67e2-48d3-98ca-7dbf7260c168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:32.932608 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9e5bafcf-ad76-4b9a-a787-583e8f435a4e tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:33.044446 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-01a5a511-67e2-48d3-98ca-7dbf7260c168 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f9227c96807a449b9f59d471c2451ec5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4526663 May 28 06:18:33.048869 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 42280) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:18:33.066054 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a5a511-67e2-48d3-98ca-7dbf7260c168 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac30cefb-09c4-45ef-b391-82c330097ccb,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:33.108433 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03314e3d-c003-4914-a24f-b2c10ab5d376 req-c03b5fba-01b4-4df0-a2fa-851cf09cf4cf tempest-AggregatesAdminTestJSON-1879460675 tempest-AggregatesAdminTestJSON-1879460675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:33.110057 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-03314e3d-c003-4914-a24f-b2c10ab5d376 req-c03b5fba-01b4-4df0-a2fa-851cf09cf4cf tempest-AggregatesAdminTestJSON-1879460675 tempest-AggregatesAdminTestJSON-1879460675-project] 10.222.0.55 "GET /v2.0/ports?device_id=73e4e073-c068-4e2e-8544-d5c2a6e98a00 HTTP/1.1" status: 200 len: 967 time: 0.1217082 May 28 06:18:33.175360 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-03314e3d-c003-4914-a24f-b2c10ab5d376 req-d8edd158-6f3d-44b1-9455-903466191ff4 tempest-AggregatesAdminTestJSON-1879460675 tempest-AggregatesAdminTestJSON-1879460675-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4cbd9e8-8348-4617-8aef-95da7a790d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572278 May 28 06:18:33.216476 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-cd8a0f55-6251-43c9-af2c-1e65d1a5cfb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:33.258630 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-cd8a0f55-6251-43c9-af2c-1e65d1a5cfb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:33.304331 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9e5bafcf-ad76-4b9a-a787-583e8f435a4e tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:33.416947 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9e5bafcf-ad76-4b9a-a787-583e8f435a4e tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:33.461723 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-cd8a0f55-6251-43c9-af2c-1e65d1a5cfb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:33.485870 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9e5bafcf-ad76-4b9a-a787-583e8f435a4e tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691094'] for floatingip, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:33.522798 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8a0f55-6251-43c9-af2c-1e65d1a5cfb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac30cefb-09c4-45ef-b391-82c330097ccb,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:33.535092 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-cd8a0f55-6251-43c9-af2c-1e65d1a5cfb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:33.536209 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-cd8a0f55-6251-43c9-af2c-1e65d1a5cfb0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ac30cefb-09c4-45ef-b391-82c330097ccb HTTP/1.1" status: 204 len: 168 time: 0.4857383 May 28 06:18:33.548243 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5bafcf-ad76-4b9a-a787-583e8f435a4e tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Pushing event updated for resources: {'Port': ['ID=22109333-f575-4f81-aa25-6425e62c393a,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:33.639366 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9e5bafcf-ad76-4b9a-a787-583e8f435a4e tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:33.640966 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-9e5bafcf-ad76-4b9a-a787-583e8f435a4e tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6273346 May 28 06:18:34.014417 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device ab1e86c5-e85a-4812-984e-79a9314493b6 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:18:34.049617 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-1195baac-e728-47b1-9bac-fcb12d7ca6ed req-6f5fd942-3823-4f89-9cca-421f0e2e100c tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Synchronizing usage tracker for tenant:091a6ab3594e41dd849f313a7a0a6a9a on resource:security_group {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:18:34.095194 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port ab1e86c5-e85a-4812-984e-79a9314493b6 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:18:34.095817 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:34.125320 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-1195baac-e728-47b1-9bac-fcb12d7ca6ed req-6f5fd942-3823-4f89-9cca-421f0e2e100c tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Unset dirty status for tenant:091a6ab3594e41dd849f313a7a0a6a9a on resource:security_group {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:18:34.129492 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1195baac-e728-47b1-9bac-fcb12d7ca6ed req-6f5fd942-3823-4f89-9cca-421f0e2e100c tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--223307237&fields=id&tenant_id=091a6ab3594e41dd849f313a7a0a6a9a HTTP/1.1" status: 200 len: 267 time: 0.1237347 May 28 06:18:34.247672 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port ab1e86c5-e85a-4812-984e-79a9314493b6 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:18:34.292860 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1195baac-e728-47b1-9bac-fcb12d7ca6ed req-9e44e36f-6fcb-4ece-bc6b-1ae578c23fef tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:34.293987 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-1195baac-e728-47b1-9bac-fcb12d7ca6ed req-9e44e36f-6fcb-4ece-bc6b-1ae578c23fef tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Synchronizing usage tracker for tenant:091a6ab3594e41dd849f313a7a0a6a9a on resource:network {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:18:34.376763 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-1195baac-e728-47b1-9bac-fcb12d7ca6ed req-9e44e36f-6fcb-4ece-bc6b-1ae578c23fef tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Unset dirty status for tenant:091a6ab3594e41dd849f313a7a0a6a9a on resource:network {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:18:34.377989 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1195baac-e728-47b1-9bac-fcb12d7ca6ed req-9e44e36f-6fcb-4ece-bc6b-1ae578c23fef tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] 10.222.0.55 "GET /v2.0/networks?id=a5c9567d-71ef-4c72-aea2-4f06193b25d9 HTTP/1.1" status: 200 len: 824 time: 0.2413809 May 28 06:18:34.396433 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1195baac-e728-47b1-9bac-fcb12d7ca6ed req-68077f83-7b16-41f1-9f68-84b159959296 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] 10.222.0.55 "GET /v2.0/quotas/091a6ab3594e41dd849f313a7a0a6a9a HTTP/1.1" status: 200 len: 375 time: 0.0119658 May 28 06:18:34.407679 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd22c374-afa2-4a7b-99a7-016254fdfc24 req-3c4a6d6c-fb52-45c6-9d8b-600bb826e793 tempest-AggregatesAdminTestJSON-1879460675 tempest-AggregatesAdminTestJSON-1879460675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:34.412803 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fd22c374-afa2-4a7b-99a7-016254fdfc24 req-3c4a6d6c-fb52-45c6-9d8b-600bb826e793 tempest-AggregatesAdminTestJSON-1879460675 tempest-AggregatesAdminTestJSON-1879460675-project] 10.222.0.55 "GET /v2.0/ports?device_id=73e4e073-c068-4e2e-8544-d5c2a6e98a00 HTTP/1.1" status: 200 len: 967 time: 0.0932872 May 28 06:18:34.501948 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fd22c374-afa2-4a7b-99a7-016254fdfc24 req-4b1465a7-89a9-4f78-afe8-763acbe780b0 tempest-AggregatesAdminTestJSON-1879460675 tempest-AggregatesAdminTestJSON-1879460675-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4cbd9e8-8348-4617-8aef-95da7a790d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576985 May 28 06:18:34.533941 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1195baac-e728-47b1-9bac-fcb12d7ca6ed req-f026def9-ff4a-4e9c-9d72-94eeea6f9ab9 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=091a6ab3594e41dd849f313a7a0a6a9a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1236711 May 28 06:18:35.098045 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [req-1195baac-e728-47b1-9bac-fcb12d7ca6ed req-e1148314-9ce3-456f-9420-4c9a4b878288 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=89110) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:18:35.104762 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1195baac-e728-47b1-9bac-fcb12d7ca6ed req-e1148314-9ce3-456f-9420-4c9a4b878288 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2778568 May 28 06:18:35.278286 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1195baac-e728-47b1-9bac-fcb12d7ca6ed req-9c68643a-6656-4a16-bb5a-59c01b4f0745 service neutron] 10.222.0.55 "GET /v2.0/networks/a5c9567d-71ef-4c72-aea2-4f06193b25d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723413 May 28 06:18:35.422515 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1195baac-e728-47b1-9bac-fcb12d7ca6ed req-97b5e74d-cce8-4fd3-a505-30088a36be36 service neutron] 10.222.0.55 "GET /v2.0/networks/a5c9567d-71ef-4c72-aea2-4f06193b25d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362872 May 28 06:18:35.749832 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f281517b-0625-45ed-b7e1-4001c55f2e55 req-ef408ff0-34ea-4041-bf49-3d72da38b96e tempest-AggregatesAdminTestJSON-1879460675 tempest-AggregatesAdminTestJSON-1879460675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:35.751424 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f281517b-0625-45ed-b7e1-4001c55f2e55 req-ef408ff0-34ea-4041-bf49-3d72da38b96e tempest-AggregatesAdminTestJSON-1879460675 tempest-AggregatesAdminTestJSON-1879460675-project] 10.222.0.55 "GET /v2.0/ports?device_id=73e4e073-c068-4e2e-8544-d5c2a6e98a00 HTTP/1.1" status: 200 len: 967 time: 0.1078999 May 28 06:18:35.839661 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-51687f25-0e9d-46d8-8970-f062d890ffdb req-0664c56a-74c6-4530-a2e1-cb9c35930c3b tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d475dcf-586d-4ca1-baaa-235013d4abca HTTP/1.1" status: 200 len: 210 time: 0.0505972 May 28 06:18:35.866875 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f281517b-0625-45ed-b7e1-4001c55f2e55 req-a32695cc-0a94-4653-b311-127e65c20cb4 tempest-AggregatesAdminTestJSON-1879460675 tempest-AggregatesAdminTestJSON-1879460675-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4cbd9e8-8348-4617-8aef-95da7a790d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097064 May 28 06:18:36.783156 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-78e099cb-c03c-4bd9-bbfd-355957643235 req-8ac3471d-545d-4ae1-8bfe-b5719a48d8ee tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=fa535ce8a329409da109cb227c3a70b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312595 May 28 06:18:36.954842 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-edeaebf6-9242-409e-9a77-09ddca189a77 req-0432ed5c-470a-4d65-91dd-4b61b79c2821 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d475dcf-586d-4ca1-baaa-235013d4abca HTTP/1.1" status: 200 len: 210 time: 0.0584488 May 28 06:18:36.977479 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e099cb-c03c-4bd9-bbfd-355957643235 req-415a01db-2a12-4b9e-8d1c-04f707de6517 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:36.979674 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-78e099cb-c03c-4bd9-bbfd-355957643235 req-415a01db-2a12-4b9e-8d1c-04f707de6517 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1913812 May 28 06:18:36.994826 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-78e099cb-c03c-4bd9-bbfd-355957643235 req-7d5dfc0e-db49-4447-99cd-c50ac025e240 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/quotas/fa535ce8a329409da109cb227c3a70b1 HTTP/1.1" status: 200 len: 375 time: 0.0098174 May 28 06:18:37.071897 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-78e099cb-c03c-4bd9-bbfd-355957643235 req-e3048fbf-d032-4879-b7ec-63205712a838 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=fa535ce8a329409da109cb227c3a70b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0712476 May 28 06:18:37.168846 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb008c0-f912-44b4-aa05-5b0d72e5219e req-c470824f-fa3e-406e-9a38-d1b2652977b4 tempest-AggregatesAdminTestJSON-1879460675 tempest-AggregatesAdminTestJSON-1879460675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:37.170388 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9cb008c0-f912-44b4-aa05-5b0d72e5219e req-c470824f-fa3e-406e-9a38-d1b2652977b4 tempest-AggregatesAdminTestJSON-1879460675 tempest-AggregatesAdminTestJSON-1879460675-project] 10.222.0.55 "GET /v2.0/ports?device_id=73e4e073-c068-4e2e-8544-d5c2a6e98a00 HTTP/1.1" status: 200 len: 967 time: 0.0922234 May 28 06:18:37.219515 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9cb008c0-f912-44b4-aa05-5b0d72e5219e req-23d1e777-bb64-48e9-bcb1-cc6544f22ebf tempest-AggregatesAdminTestJSON-1879460675 tempest-AggregatesAdminTestJSON-1879460675-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4cbd9e8-8348-4617-8aef-95da7a790d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423145 May 28 06:18:37.412162 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-53db8e91-3835-4004-b323-692526be65a4 req-c269b3fb-5426-411f-8111-8fb7b49b4ca8 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9547fb1-3181-45ef-bf13-193d90ccfbd0 HTTP/1.1" status: 200 len: 210 time: 0.0514078 May 28 06:18:37.760525 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-91ae9734-fb72-4f1d-a8e0-1d1c3f83fd86 req-33aea4af-4f98-4f41-abd6-732899a4aaf4 tempest-SecurityGroupsTestAdminJSON-1211578641 tempest-SecurityGroupsTestAdminJSON-1211578641-project] Request body: {'security_group': {'name': 'tempest-securitygroup-851830769', 'description': 'tempest-description-1745496621'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:18:37.766434 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-91ae9734-fb72-4f1d-a8e0-1d1c3f83fd86 req-33aea4af-4f98-4f41-abd6-732899a4aaf4 tempest-SecurityGroupsTestAdminJSON-1211578641 tempest-SecurityGroupsTestAdminJSON-1211578641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:18:37.770254 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-91ae9734-fb72-4f1d-a8e0-1d1c3f83fd86 req-33aea4af-4f98-4f41-abd6-732899a4aaf4 tempest-SecurityGroupsTestAdminJSON-1211578641 tempest-SecurityGroupsTestAdminJSON-1211578641-project] Usage tracker for resource:security_group and tenant:8ac230ef9c4946b7a86a125cf0d0fe34 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:18:37.773022 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-91ae9734-fb72-4f1d-a8e0-1d1c3f83fd86 req-33aea4af-4f98-4f41-abd6-732899a4aaf4 tempest-SecurityGroupsTestAdminJSON-1211578641 tempest-SecurityGroupsTestAdminJSON-1211578641-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:18:37.779748 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-91ae9734-fb72-4f1d-a8e0-1d1c3f83fd86 req-33aea4af-4f98-4f41-abd6-732899a4aaf4 tempest-SecurityGroupsTestAdminJSON-1211578641 tempest-SecurityGroupsTestAdminJSON-1211578641-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:18:37.868059 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-91ae9734-fb72-4f1d-a8e0-1d1c3f83fd86 req-33aea4af-4f98-4f41-abd6-732899a4aaf4 tempest-SecurityGroupsTestAdminJSON-1211578641 tempest-SecurityGroupsTestAdminJSON-1211578641-project] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:37.879957 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-91ae9734-fb72-4f1d-a8e0-1d1c3f83fd86 req-33aea4af-4f98-4f41-abd6-732899a4aaf4 tempest-SecurityGroupsTestAdminJSON-1211578641 tempest-SecurityGroupsTestAdminJSON-1211578641-project] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:37.894372 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-91ae9734-fb72-4f1d-a8e0-1d1c3f83fd86 req-33aea4af-4f98-4f41-abd6-732899a4aaf4 tempest-SecurityGroupsTestAdminJSON-1211578641 tempest-SecurityGroupsTestAdminJSON-1211578641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:18:37.898056 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-91ae9734-fb72-4f1d-a8e0-1d1c3f83fd86 req-33aea4af-4f98-4f41-abd6-732899a4aaf4 tempest-SecurityGroupsTestAdminJSON-1211578641 tempest-SecurityGroupsTestAdminJSON-1211578641-project] Usage tracker for resource:security_group_rule and tenant:8ac230ef9c4946b7a86a125cf0d0fe34 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:18:37.901434 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-91ae9734-fb72-4f1d-a8e0-1d1c3f83fd86 req-33aea4af-4f98-4f41-abd6-732899a4aaf4 tempest-SecurityGroupsTestAdminJSON-1211578641 tempest-SecurityGroupsTestAdminJSON-1211578641-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:18:37.907114 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-91ae9734-fb72-4f1d-a8e0-1d1c3f83fd86 req-33aea4af-4f98-4f41-abd6-732899a4aaf4 tempest-SecurityGroupsTestAdminJSON-1211578641 tempest-SecurityGroupsTestAdminJSON-1211578641-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:18:37.955534 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 4dab8f4c-5711-44e0-a822-cd354bdc3476 details requested by agent hyperv_n-h1-843702-1 with host n-h1-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:18:37.999456 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-91ae9734-fb72-4f1d-a8e0-1d1c3f83fd86 req-33aea4af-4f98-4f41-abd6-732899a4aaf4 tempest-SecurityGroupsTestAdminJSON-1211578641 tempest-SecurityGroupsTestAdminJSON-1211578641-project] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:38.084578 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-91ae9734-fb72-4f1d-a8e0-1d1c3f83fd86 req-33aea4af-4f98-4f41-abd6-732899a4aaf4 tempest-SecurityGroupsTestAdminJSON-1211578641 tempest-SecurityGroupsTestAdminJSON-1211578641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:38.095284 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-91ae9734-fb72-4f1d-a8e0-1d1c3f83fd86 req-33aea4af-4f98-4f41-abd6-732899a4aaf4 tempest-SecurityGroupsTestAdminJSON-1211578641 tempest-SecurityGroupsTestAdminJSON-1211578641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:18:38.103334 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-91ae9734-fb72-4f1d-a8e0-1d1c3f83fd86 req-33aea4af-4f98-4f41-abd6-732899a4aaf4 tempest-SecurityGroupsTestAdminJSON-1211578641 tempest-SecurityGroupsTestAdminJSON-1211578641-project] Usage tracker for resource:security_group_rule and tenant:8ac230ef9c4946b7a86a125cf0d0fe34 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:18:38.107899 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-91ae9734-fb72-4f1d-a8e0-1d1c3f83fd86 req-33aea4af-4f98-4f41-abd6-732899a4aaf4 tempest-SecurityGroupsTestAdminJSON-1211578641 tempest-SecurityGroupsTestAdminJSON-1211578641-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:18:38.123091 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-91ae9734-fb72-4f1d-a8e0-1d1c3f83fd86 req-33aea4af-4f98-4f41-abd6-732899a4aaf4 tempest-SecurityGroupsTestAdminJSON-1211578641 tempest-SecurityGroupsTestAdminJSON-1211578641-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:18:38.130399 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aea4af-4f98-4f41-abd6-732899a4aaf4 tempest-SecurityGroupsTestAdminJSON-1211578641 tempest-SecurityGroupsTestAdminJSON-1211578641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0b59d0e-40e5-4313-a38b-fbf293ed1800,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:38.131785 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 4dab8f4c-5711-44e0-a822-cd354bdc3476, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=4dab8f4c-5711-44e0-a822-cd354bdc3476,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:18:38.148976 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Returning: {'device': '4dab8f4c-5711-44e0-a822-cd354bdc3476', 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9', 'port_id': '4dab8f4c-5711-44e0-a822-cd354bdc3476', 'mac_address': 'fa:16:3e:26:92:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e72d0ca5-04cb-4b36-82b1-c75214c9eb05', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:tempest-test_az-48721647', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:18:38.198102 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-910aecb4-814c-432b-a2c4-f148f07643fe req-2d7b556f-8108-4ee3-823a-b231a8f77be3 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d475dcf-586d-4ca1-baaa-235013d4abca HTTP/1.1" status: 200 len: 210 time: 0.0513914 May 28 06:18:38.210881 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 4dab8f4c-5711-44e0-a822-cd354bdc3476 is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:18:38.211285 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:38.228918 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dab8f4c-5711-44e0-a822-cd354bdc3476 {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:18:38.247121 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 4dab8f4c-5711-44e0-a822-cd354bdc3476, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=4dab8f4c-5711-44e0-a822-cd354bdc3476,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:18:38.255800 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-91ae9734-fb72-4f1d-a8e0-1d1c3f83fd86 req-33aea4af-4f98-4f41-abd6-732899a4aaf4 tempest-SecurityGroupsTestAdminJSON-1211578641 tempest-SecurityGroupsTestAdminJSON-1211578641-project] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:38.324922 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-91ae9734-fb72-4f1d-a8e0-1d1c3f83fd86 req-33aea4af-4f98-4f41-abd6-732899a4aaf4 tempest-SecurityGroupsTestAdminJSON-1211578641 tempest-SecurityGroupsTestAdminJSON-1211578641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:38.328685 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:38.378396 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aea4af-4f98-4f41-abd6-732899a4aaf4 tempest-SecurityGroupsTestAdminJSON-1211578641 tempest-SecurityGroupsTestAdminJSON-1211578641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06620eab-bb46-44ee-98e6-0d57bb6a327d,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:38.416019 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=4dab8f4c-5711-44e0-a822-cd354bdc3476,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:38.468765 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-91ae9734-fb72-4f1d-a8e0-1d1c3f83fd86 req-33aea4af-4f98-4f41-abd6-732899a4aaf4 tempest-SecurityGroupsTestAdminJSON-1211578641 tempest-SecurityGroupsTestAdminJSON-1211578641-project] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:38.470061 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-91ae9734-fb72-4f1d-a8e0-1d1c3f83fd86 req-33aea4af-4f98-4f41-abd6-732899a4aaf4 tempest-SecurityGroupsTestAdminJSON-1211578641 tempest-SecurityGroupsTestAdminJSON-1211578641-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.7142789 May 28 06:18:38.508201 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63cfae2-2b4d-470f-9a1b-3865c6231d97 req-aa335e9a-d351-49c3-bff3-327c60f7b763 tempest-AggregatesAdminTestJSON-1879460675 tempest-AggregatesAdminTestJSON-1879460675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:38.510263 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f63cfae2-2b4d-470f-9a1b-3865c6231d97 req-aa335e9a-d351-49c3-bff3-327c60f7b763 tempest-AggregatesAdminTestJSON-1879460675 tempest-AggregatesAdminTestJSON-1879460675-project] 10.222.0.55 "GET /v2.0/ports?device_id=73e4e073-c068-4e2e-8544-d5c2a6e98a00 HTTP/1.1" status: 200 len: 968 time: 0.0940504 May 28 06:18:38.567929 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f63cfae2-2b4d-470f-9a1b-3865c6231d97 req-02468bf8-bcd4-4add-bbfa-3dc912f29c3d tempest-AggregatesAdminTestJSON-1879460675 tempest-AggregatesAdminTestJSON-1879460675-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4cbd9e8-8348-4617-8aef-95da7a790d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501177 May 28 06:18:38.588159 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.71', 54843) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:18:38.638311 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['4dab8f4c-5711-44e0-a822-cd354bdc3476'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:18:38.667641 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-f38f5ece-e52b-4323-bf33-1538d36d7a4d req-55a6b5a6-a9cb-4ac5-90ed-350faaebb28d tempest-SecurityGroupsTestAdminJSON-1211578641 tempest-SecurityGroupsTestAdminJSON-1211578641-project] Request body: {'security_group': {'name': 'tempest-securitygroup-948551150', 'description': 'tempest-description-460938184'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:18:38.674123 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-f38f5ece-e52b-4323-bf33-1538d36d7a4d req-55a6b5a6-a9cb-4ac5-90ed-350faaebb28d tempest-SecurityGroupsTestAdminJSON-1211578641 tempest-SecurityGroupsTestAdminJSON-1211578641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:18:38.677989 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-f38f5ece-e52b-4323-bf33-1538d36d7a4d req-55a6b5a6-a9cb-4ac5-90ed-350faaebb28d tempest-SecurityGroupsTestAdminJSON-1211578641 tempest-SecurityGroupsTestAdminJSON-1211578641-project] Usage tracker for resource:security_group and tenant:8ac230ef9c4946b7a86a125cf0d0fe34 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:18:38.681806 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-f38f5ece-e52b-4323-bf33-1538d36d7a4d req-55a6b5a6-a9cb-4ac5-90ed-350faaebb28d tempest-SecurityGroupsTestAdminJSON-1211578641 tempest-SecurityGroupsTestAdminJSON-1211578641-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:18:38.687934 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-f38f5ece-e52b-4323-bf33-1538d36d7a4d req-55a6b5a6-a9cb-4ac5-90ed-350faaebb28d tempest-SecurityGroupsTestAdminJSON-1211578641 tempest-SecurityGroupsTestAdminJSON-1211578641-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:18:38.761366 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b877f9c6-4ef6-43aa-a529-78f49913a4e0 req-bb93bb19-2280-4153-adff-20552e1cc563 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9547fb1-3181-45ef-bf13-193d90ccfbd0 HTTP/1.1" status: 200 len: 210 time: 0.0435247 May 28 06:18:38.783547 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1195baac-e728-47b1-9bac-fcb12d7ca6ed req-1b14a11f-bde6-41b2-a840-be9810bf24ce tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:38.783547 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-1195baac-e728-47b1-9bac-fcb12d7ca6ed req-1b14a11f-bde6-41b2-a840-be9810bf24ce tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] 10.222.0.71 "GET /v2.0/networks?id=a5c9567d-71ef-4c72-aea2-4f06193b25d9 HTTP/1.1" status: 200 len: 824 time: 0.1861932 May 28 06:18:38.794266 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-f38f5ece-e52b-4323-bf33-1538d36d7a4d req-55a6b5a6-a9cb-4ac5-90ed-350faaebb28d tempest-SecurityGroupsTestAdminJSON-1211578641 tempest-SecurityGroupsTestAdminJSON-1211578641-project] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:38.815980 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-f38f5ece-e52b-4323-bf33-1538d36d7a4d req-55a6b5a6-a9cb-4ac5-90ed-350faaebb28d tempest-SecurityGroupsTestAdminJSON-1211578641 tempest-SecurityGroupsTestAdminJSON-1211578641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:18:38.819904 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-f38f5ece-e52b-4323-bf33-1538d36d7a4d req-55a6b5a6-a9cb-4ac5-90ed-350faaebb28d tempest-SecurityGroupsTestAdminJSON-1211578641 tempest-SecurityGroupsTestAdminJSON-1211578641-project] Usage tracker for resource:security_group_rule and tenant:8ac230ef9c4946b7a86a125cf0d0fe34 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:18:38.823446 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-f38f5ece-e52b-4323-bf33-1538d36d7a4d req-55a6b5a6-a9cb-4ac5-90ed-350faaebb28d tempest-SecurityGroupsTestAdminJSON-1211578641 tempest-SecurityGroupsTestAdminJSON-1211578641-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:18:38.829850 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-f38f5ece-e52b-4323-bf33-1538d36d7a4d req-55a6b5a6-a9cb-4ac5-90ed-350faaebb28d tempest-SecurityGroupsTestAdminJSON-1211578641 tempest-SecurityGroupsTestAdminJSON-1211578641-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:18:38.935510 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-1195baac-e728-47b1-9bac-fcb12d7ca6ed req-0fc6757d-40f7-4586-ab47-8399fad9d7ac tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Synchronizing usage tracker for tenant:091a6ab3594e41dd849f313a7a0a6a9a on resource:security_group {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:18:38.944651 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-f38f5ece-e52b-4323-bf33-1538d36d7a4d req-55a6b5a6-a9cb-4ac5-90ed-350faaebb28d tempest-SecurityGroupsTestAdminJSON-1211578641 tempest-SecurityGroupsTestAdminJSON-1211578641-project] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:38.952190 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-1195baac-e728-47b1-9bac-fcb12d7ca6ed req-0fc6757d-40f7-4586-ab47-8399fad9d7ac tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Unset dirty status for tenant:091a6ab3594e41dd849f313a7a0a6a9a on resource:security_group {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:18:38.953872 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-1195baac-e728-47b1-9bac-fcb12d7ca6ed req-0fc6757d-40f7-4586-ab47-8399fad9d7ac tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=091a6ab3594e41dd849f313a7a0a6a9a HTTP/1.1" status: 200 len: 379 time: 0.0626493 May 28 06:18:38.971174 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-1195baac-e728-47b1-9bac-fcb12d7ca6ed req-0e79c06f-2892-4a73-86a3-a79658449f2c tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Request body: {'port': {'device_id': '6d475dcf-586d-4ca1-baaa-235013d4abca', 'network_id': 'a5c9567d-71ef-4c72-aea2-4f06193b25d9', 'admin_state_up': True, 'tenant_id': '091a6ab3594e41dd849f313a7a0a6a9a', 'security_groups': ['ed1b7838-09ba-4c02-8fcc-d2aad317060a']}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:18:39.034365 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-f38f5ece-e52b-4323-bf33-1538d36d7a4d req-55a6b5a6-a9cb-4ac5-90ed-350faaebb28d tempest-SecurityGroupsTestAdminJSON-1211578641 tempest-SecurityGroupsTestAdminJSON-1211578641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:39.083166 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a6b5a6-a9cb-4ac5-90ed-350faaebb28d tempest-SecurityGroupsTestAdminJSON-1211578641 tempest-SecurityGroupsTestAdminJSON-1211578641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2e04a61-f05f-4679-b073-38a254c81ec7,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:39.113612 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [req-1195baac-e728-47b1-9bac-fcb12d7ca6ed req-0e79c06f-2892-4a73-86a3-a79658449f2c tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:18:39.119022 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-1195baac-e728-47b1-9bac-fcb12d7ca6ed req-0e79c06f-2892-4a73-86a3-a79658449f2c tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Usage tracker for resource:port and tenant:091a6ab3594e41dd849f313a7a0a6a9a is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:18:39.120425 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-1195baac-e728-47b1-9bac-fcb12d7ca6ed req-0e79c06f-2892-4a73-86a3-a79658449f2c tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:18:39.126692 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [req-1195baac-e728-47b1-9bac-fcb12d7ca6ed req-0e79c06f-2892-4a73-86a3-a79658449f2c tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:18:39.205133 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-f38f5ece-e52b-4323-bf33-1538d36d7a4d req-55a6b5a6-a9cb-4ac5-90ed-350faaebb28d tempest-SecurityGroupsTestAdminJSON-1211578641 tempest-SecurityGroupsTestAdminJSON-1211578641-project] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:39.206464 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f38f5ece-e52b-4323-bf33-1538d36d7a4d req-55a6b5a6-a9cb-4ac5-90ed-350faaebb28d tempest-SecurityGroupsTestAdminJSON-1211578641 tempest-SecurityGroupsTestAdminJSON-1211578641-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5432434 May 28 06:18:39.251145 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1195baac-e728-47b1-9bac-fcb12d7ca6ed req-0e79c06f-2892-4a73-86a3-a79658449f2c tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Made reservation on behalf of 091a6ab3594e41dd849f313a7a0a6a9a for: {'port': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:18:39.255661 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-1195baac-e728-47b1-9bac-fcb12d7ca6ed req-0e79c06f-2892-4a73-86a3-a79658449f2c tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:39.272797 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 42570) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:18:39.449296 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e5aaec9d-259c-4c9f-a4a9-d845dcc61851 req-00ada7ee-3c71-4904-a7f9-d368e52ba955 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d475dcf-586d-4ca1-baaa-235013d4abca HTTP/1.1" status: 200 len: 210 time: 0.1183403 May 28 06:18:39.460217 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [req-1195baac-e728-47b1-9bac-fcb12d7ca6ed req-0e79c06f-2892-4a73-86a3-a79658449f2c tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Allocated IP 172.20.0.6 (a5c9567d-71ef-4c72-aea2-4f06193b25d9/03212e7d-52c6-4d77-9192-a13870cfe66d/a706e672-fce4-48ad-bed2-f98494b3d3e5) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:18:39.547456 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-293bbc5a-bc3e-4316-b645-43baf24f68c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:39.562693 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 42582) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:18:39.575301 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-293bbc5a-bc3e-4316-b645-43baf24f68c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:18:39.579779 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-293bbc5a-bc3e-4316-b645-43baf24f68c5 admin admin] Usage tracker for resource:security_group_rule and tenant:a6bbf5014c2a4f31876e60ba01082412 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:18:39.582786 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-293bbc5a-bc3e-4316-b645-43baf24f68c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:18:39.589773 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-293bbc5a-bc3e-4316-b645-43baf24f68c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:18:39.701147 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-5634c7c0-7c51-4fb9-80f2-7736bbecaa2c req-75c163b7-9a7b-40b1-8e5a-6eac3ae3d2c5 tempest-SecurityGroupsTestAdminJSON-1916347210 tempest-SecurityGroupsTestAdminJSON-1916347210-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1630407995', 'description': 'tempest-description-395419791'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:18:39.705619 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-5634c7c0-7c51-4fb9-80f2-7736bbecaa2c req-75c163b7-9a7b-40b1-8e5a-6eac3ae3d2c5 tempest-SecurityGroupsTestAdminJSON-1916347210 tempest-SecurityGroupsTestAdminJSON-1916347210-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:18:39.710191 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-5634c7c0-7c51-4fb9-80f2-7736bbecaa2c req-75c163b7-9a7b-40b1-8e5a-6eac3ae3d2c5 tempest-SecurityGroupsTestAdminJSON-1916347210 tempest-SecurityGroupsTestAdminJSON-1916347210-project-admin] Usage tracker for resource:security_group and tenant:8f612c048de648b5b4d8edd589d9c7b6 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:18:39.713100 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-5634c7c0-7c51-4fb9-80f2-7736bbecaa2c req-75c163b7-9a7b-40b1-8e5a-6eac3ae3d2c5 tempest-SecurityGroupsTestAdminJSON-1916347210 tempest-SecurityGroupsTestAdminJSON-1916347210-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:18:39.725443 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-5634c7c0-7c51-4fb9-80f2-7736bbecaa2c req-75c163b7-9a7b-40b1-8e5a-6eac3ae3d2c5 tempest-SecurityGroupsTestAdminJSON-1916347210 tempest-SecurityGroupsTestAdminJSON-1916347210-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:18:39.789934 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-bc9ce771-798d-4cde-ada1-68da62c89b63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:39.811042 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-293bbc5a-bc3e-4316-b645-43baf24f68c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:39.811254 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-1195baac-e728-47b1-9bac-fcb12d7ca6ed req-0e79c06f-2892-4a73-86a3-a79658449f2c tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:39.814808 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-bc9ce771-798d-4cde-ada1-68da62c89b63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:18:39.825049 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-bc9ce771-798d-4cde-ada1-68da62c89b63 admin admin] Usage tracker for resource:security_group_rule and tenant:9073b62085f3449cb9e4bf6376ba469e is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:18:39.831615 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-bc9ce771-798d-4cde-ada1-68da62c89b63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:18:39.844141 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-bc9ce771-798d-4cde-ada1-68da62c89b63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:18:39.844381 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b219e3-4841-483d-a2f8-6fe140236437 req-f01706b8-acc0-4e3b-b006-c603318db529 tempest-AggregatesAdminTestJSON-1879460675 tempest-AggregatesAdminTestJSON-1879460675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:39.845849 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-70b219e3-4841-483d-a2f8-6fe140236437 req-f01706b8-acc0-4e3b-b006-c603318db529 tempest-AggregatesAdminTestJSON-1879460675 tempest-AggregatesAdminTestJSON-1879460675-project] 10.222.0.55 "GET /v2.0/ports?device_id=73e4e073-c068-4e2e-8544-d5c2a6e98a00 HTTP/1.1" status: 200 len: 968 time: 0.0972815 May 28 06:18:39.846208 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [req-1195baac-e728-47b1-9bac-fcb12d7ca6ed req-0e79c06f-2892-4a73-86a3-a79658449f2c tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Transition to ACTIVE for port object a706e672-fce4-48ad-bed2-f98494b3d3e5 will not be triggered until provisioned by entity DHCP. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:18:39.892382 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-70b219e3-4841-483d-a2f8-6fe140236437 req-6843d419-2c32-4747-b00f-7a5ead77a785 tempest-AggregatesAdminTestJSON-1879460675 tempest-AggregatesAdminTestJSON-1879460675-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4cbd9e8-8348-4617-8aef-95da7a790d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401881 May 28 06:18:39.935973 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-293bbc5a-bc3e-4316-b645-43baf24f68c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:39.941050 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 4dab8f4c-5711-44e0-a822-cd354bdc3476 up at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:18:40.018057 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-293bbc5a-bc3e-4316-b645-43baf24f68c5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a6bbf5014c2a4f31876e60ba01082412&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7440922 May 28 06:18:40.022537 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 42592) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:18:40.030569 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-1195baac-e728-47b1-9bac-fcb12d7ca6ed req-0e79c06f-2892-4a73-86a3-a79658449f2c tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:40.071899 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293bbc5a-bc3e-4316-b645-43baf24f68c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84234a0b-6e91-468b-ba82-b37fd9f8415d,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:40.085082 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-5634c7c0-7c51-4fb9-80f2-7736bbecaa2c req-75c163b7-9a7b-40b1-8e5a-6eac3ae3d2c5 tempest-SecurityGroupsTestAdminJSON-1916347210 tempest-SecurityGroupsTestAdminJSON-1916347210-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:40.105029 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b71dfc71-fa56-4b79-a75f-015483e0908d req-c198be01-cd1c-4a4e-ba39-4c0a845a9d4f tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9547fb1-3181-45ef-bf13-193d90ccfbd0 HTTP/1.1" status: 200 len: 210 time: 0.0832078 May 28 06:18:40.113819 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning for port 4dab8f4c-5711-44e0-a822-cd354bdc3476 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:18:40.121593 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-5634c7c0-7c51-4fb9-80f2-7736bbecaa2c req-75c163b7-9a7b-40b1-8e5a-6eac3ae3d2c5 tempest-SecurityGroupsTestAdminJSON-1916347210 tempest-SecurityGroupsTestAdminJSON-1916347210-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:40.125374 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning complete for port 4dab8f4c-5711-44e0-a822-cd354bdc3476 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:18:40.125895 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:40.159795 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-5634c7c0-7c51-4fb9-80f2-7736bbecaa2c req-75c163b7-9a7b-40b1-8e5a-6eac3ae3d2c5 tempest-SecurityGroupsTestAdminJSON-1916347210 tempest-SecurityGroupsTestAdminJSON-1916347210-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:18:40.167116 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-5634c7c0-7c51-4fb9-80f2-7736bbecaa2c req-75c163b7-9a7b-40b1-8e5a-6eac3ae3d2c5 tempest-SecurityGroupsTestAdminJSON-1916347210 tempest-SecurityGroupsTestAdminJSON-1916347210-project-admin] Usage tracker for resource:security_group_rule and tenant:8f612c048de648b5b4d8edd589d9c7b6 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:18:40.176733 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-5634c7c0-7c51-4fb9-80f2-7736bbecaa2c req-75c163b7-9a7b-40b1-8e5a-6eac3ae3d2c5 tempest-SecurityGroupsTestAdminJSON-1916347210 tempest-SecurityGroupsTestAdminJSON-1916347210-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:18:40.189144 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-5634c7c0-7c51-4fb9-80f2-7736bbecaa2c req-75c163b7-9a7b-40b1-8e5a-6eac3ae3d2c5 tempest-SecurityGroupsTestAdminJSON-1916347210 tempest-SecurityGroupsTestAdminJSON-1916347210-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:18:40.192396 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-bc9ce771-798d-4cde-ada1-68da62c89b63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:40.193646 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7606d4fe-30ad-4b29-a74c-9c76d544df4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:40.200668 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1195baac-e728-47b1-9bac-fcb12d7ca6ed req-0e79c06f-2892-4a73-86a3-a79658449f2c tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Network a5c9567d-71ef-4c72-aea2-4f06193b25d9 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:18:40.206023 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [req-1195baac-e728-47b1-9bac-fcb12d7ca6ed req-0e79c06f-2892-4a73-86a3-a79658449f2c tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:18:40.207552 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [req-1195baac-e728-47b1-9bac-fcb12d7ca6ed req-0e79c06f-2892-4a73-86a3-a79658449f2c tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:18:40.214307 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1195baac-e728-47b1-9bac-fcb12d7ca6ed req-0e79c06f-2892-4a73-86a3-a79658449f2c tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:40.215199 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-1195baac-e728-47b1-9bac-fcb12d7ca6ed req-0e79c06f-2892-4a73-86a3-a79658449f2c tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:40.227649 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e79c06f-2892-4a73-86a3-a79658449f2c tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Pushing event updated for resources: {'Port': ['ID=a706e672-fce4-48ad-bed2-f98494b3d3e5,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:40.231204 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7606d4fe-30ad-4b29-a74c-9c76d544df4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:40.273662 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-bc9ce771-798d-4cde-ada1-68da62c89b63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:40.326633 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-1195baac-e728-47b1-9bac-fcb12d7ca6ed req-0e79c06f-2892-4a73-86a3-a79658449f2c tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3589993 May 28 06:18:40.330633 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-bc9ce771-798d-4cde-ada1-68da62c89b63 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9073b62085f3449cb9e4bf6376ba469e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7668016 May 28 06:18:40.331342 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9ce771-798d-4cde-ada1-68da62c89b63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8caec8a9-3490-462a-8e8b-36cfe1776284,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:40.335247 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 42596) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:18:40.377112 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 4dab8f4c-5711-44e0-a822-cd354bdc3476 is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:18:40.377953 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:40.418700 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0194cca7-0dbb-4096-b028-273849d54e0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:40.420421 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-5634c7c0-7c51-4fb9-80f2-7736bbecaa2c req-75c163b7-9a7b-40b1-8e5a-6eac3ae3d2c5 tempest-SecurityGroupsTestAdminJSON-1916347210 tempest-SecurityGroupsTestAdminJSON-1916347210-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:40.421451 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 4dab8f4c-5711-44e0-a822-cd354bdc3476, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=4dab8f4c-5711-44e0-a822-cd354bdc3476,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:18:40.422603 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73e4e073-c068-4e2e-8544-d5c2a6e98a00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dab8f4c-5711-44e0-a822-cd354bdc3476'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:18:40.422832 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7606d4fe-30ad-4b29-a74c-9c76d544df4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:40.445240 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7606d4fe-30ad-4b29-a74c-9c76d544df4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84234a0b-6e91-468b-ba82-b37fd9f8415d,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:40.459697 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7606d4fe-30ad-4b29-a74c-9c76d544df4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:40.464229 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-7606d4fe-30ad-4b29-a74c-9c76d544df4f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/84234a0b-6e91-468b-ba82-b37fd9f8415d HTTP/1.1" status: 204 len: 168 time: 0.4359534 May 28 06:18:40.468342 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0194cca7-0dbb-4096-b028-273849d54e0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:40.496354 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-5634c7c0-7c51-4fb9-80f2-7736bbecaa2c req-75c163b7-9a7b-40b1-8e5a-6eac3ae3d2c5 tempest-SecurityGroupsTestAdminJSON-1916347210 tempest-SecurityGroupsTestAdminJSON-1916347210-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:40.547979 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:40.556598 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-5634c7c0-7c51-4fb9-80f2-7736bbecaa2c req-75c163b7-9a7b-40b1-8e5a-6eac3ae3d2c5 tempest-SecurityGroupsTestAdminJSON-1916347210 tempest-SecurityGroupsTestAdminJSON-1916347210-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:18:40.572932 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-5634c7c0-7c51-4fb9-80f2-7736bbecaa2c req-75c163b7-9a7b-40b1-8e5a-6eac3ae3d2c5 tempest-SecurityGroupsTestAdminJSON-1916347210 tempest-SecurityGroupsTestAdminJSON-1916347210-project-admin] Usage tracker for resource:security_group_rule and tenant:8f612c048de648b5b4d8edd589d9c7b6 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:18:40.577128 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-5634c7c0-7c51-4fb9-80f2-7736bbecaa2c req-75c163b7-9a7b-40b1-8e5a-6eac3ae3d2c5 tempest-SecurityGroupsTestAdminJSON-1916347210 tempest-SecurityGroupsTestAdminJSON-1916347210-project-admin] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:18:40.594965 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c163b7-9a7b-40b1-8e5a-6eac3ae3d2c5 tempest-SecurityGroupsTestAdminJSON-1916347210 tempest-SecurityGroupsTestAdminJSON-1916347210-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f202463-f1b0-4910-a68f-2ddec4f30ea2,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:40.612246 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-5634c7c0-7c51-4fb9-80f2-7736bbecaa2c req-75c163b7-9a7b-40b1-8e5a-6eac3ae3d2c5 tempest-SecurityGroupsTestAdminJSON-1916347210 tempest-SecurityGroupsTestAdminJSON-1916347210-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:18:40.640500 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-c5ac48e1-0215-4e22-8a2a-fa2d0d2413ad None None] Provisioning for port a706e672-fce4-48ad-bed2-f98494b3d3e5 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:18:40.652163 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-c5ac48e1-0215-4e22-8a2a-fa2d0d2413ad None None] Provisioning complete for port a706e672-fce4-48ad-bed2-f98494b3d3e5 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:18:40.652623 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c5ac48e1-0215-4e22-8a2a-fa2d0d2413ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:40.711743 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=4dab8f4c-5711-44e0-a822-cd354bdc3476,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:40.718432 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-c5ac48e1-0215-4e22-8a2a-fa2d0d2413ad None None] Port a706e672-fce4-48ad-bed2-f98494b3d3e5 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:18:40.725462 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0194cca7-0dbb-4096-b028-273849d54e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:40.744281 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0194cca7-0dbb-4096-b028-273849d54e0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8caec8a9-3490-462a-8e8b-36cfe1776284,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:40.754096 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0194cca7-0dbb-4096-b028-273849d54e0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:40.754096 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-0194cca7-0dbb-4096-b028-273849d54e0d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8caec8a9-3490-462a-8e8b-36cfe1776284 HTTP/1.1" status: 204 len: 168 time: 0.4144342 May 28 06:18:40.795443 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-5634c7c0-7c51-4fb9-80f2-7736bbecaa2c req-75c163b7-9a7b-40b1-8e5a-6eac3ae3d2c5 tempest-SecurityGroupsTestAdminJSON-1916347210 tempest-SecurityGroupsTestAdminJSON-1916347210-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:40.832032 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4924c5-066a-43ea-a8dd-cee5388040bc req-17c50ec8-db69-4179-bb12-c313643371e2 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:40.833463 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dc4924c5-066a-43ea-a8dd-cee5388040bc req-17c50ec8-db69-4179-bb12-c313643371e2 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d475dcf-586d-4ca1-baaa-235013d4abca HTTP/1.1" status: 200 len: 931 time: 0.1690743 May 28 06:18:40.881946 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dc4924c5-066a-43ea-a8dd-cee5388040bc req-4c94b454-41ea-4bee-addc-52ba684faae2 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed1b7838-09ba-4c02-8fcc-d2aad317060a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413804 May 28 06:18:40.936880 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-5634c7c0-7c51-4fb9-80f2-7736bbecaa2c req-75c163b7-9a7b-40b1-8e5a-6eac3ae3d2c5 tempest-SecurityGroupsTestAdminJSON-1916347210 tempest-SecurityGroupsTestAdminJSON-1916347210-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:40.977325 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c163b7-9a7b-40b1-8e5a-6eac3ae3d2c5 tempest-SecurityGroupsTestAdminJSON-1916347210 tempest-SecurityGroupsTestAdminJSON-1916347210-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff78fde4-b40c-494e-ba57-ba74646fc7bb,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:41.039736 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-5634c7c0-7c51-4fb9-80f2-7736bbecaa2c req-75c163b7-9a7b-40b1-8e5a-6eac3ae3d2c5 tempest-SecurityGroupsTestAdminJSON-1916347210 tempest-SecurityGroupsTestAdminJSON-1916347210-project-admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:41.041279 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5634c7c0-7c51-4fb9-80f2-7736bbecaa2c req-75c163b7-9a7b-40b1-8e5a-6eac3ae3d2c5 tempest-SecurityGroupsTestAdminJSON-1916347210 tempest-SecurityGroupsTestAdminJSON-1916347210-project-admin] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.3479831 May 28 06:18:41.242360 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a84899b-9294-4930-bc51-090f957ce57f req-163fecef-0d77-418a-ac75-1651c41de0f9 tempest-AggregatesAdminTestJSON-1879460675 tempest-AggregatesAdminTestJSON-1879460675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:41.244701 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1a84899b-9294-4930-bc51-090f957ce57f req-163fecef-0d77-418a-ac75-1651c41de0f9 tempest-AggregatesAdminTestJSON-1879460675 tempest-AggregatesAdminTestJSON-1879460675-project] 10.222.0.55 "GET /v2.0/ports?device_id=73e4e073-c068-4e2e-8544-d5c2a6e98a00 HTTP/1.1" status: 200 len: 969 time: 0.1073227 May 28 06:18:41.285474 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c05bd9eb-a3de-488f-b51c-69ac7477ac45'] response: {'server_uuid': '73e4e073-c068-4e2e-8544-d5c2a6e98a00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dab8f4c-5711-44e0-a822-cd354bdc3476', 'code': 200} May 28 06:18:41.311530 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-5d5d0feb-90d4-42d0-9091-93f1c73560a3 req-fecbcb9e-9d1f-4a9c-8e40-85d76193298c tempest-SecurityGroupsTestAdminJSON-1916347210 tempest-SecurityGroupsTestAdminJSON-1916347210-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-606018174', 'description': 'tempest-description-1512580498'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:18:41.320927 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-5d5d0feb-90d4-42d0-9091-93f1c73560a3 req-fecbcb9e-9d1f-4a9c-8e40-85d76193298c tempest-SecurityGroupsTestAdminJSON-1916347210 tempest-SecurityGroupsTestAdminJSON-1916347210-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:18:41.329641 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1a84899b-9294-4930-bc51-090f957ce57f req-69c8cfba-a790-40da-8fcd-a7a6cc5b97d9 tempest-AggregatesAdminTestJSON-1879460675 tempest-AggregatesAdminTestJSON-1879460675-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4cbd9e8-8348-4617-8aef-95da7a790d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782733 May 28 06:18:41.331013 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-5d5d0feb-90d4-42d0-9091-93f1c73560a3 req-fecbcb9e-9d1f-4a9c-8e40-85d76193298c tempest-SecurityGroupsTestAdminJSON-1916347210 tempest-SecurityGroupsTestAdminJSON-1916347210-project-admin] Usage tracker for resource:security_group and tenant:8f612c048de648b5b4d8edd589d9c7b6 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:18:41.334921 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-5d5d0feb-90d4-42d0-9091-93f1c73560a3 req-fecbcb9e-9d1f-4a9c-8e40-85d76193298c tempest-SecurityGroupsTestAdminJSON-1916347210 tempest-SecurityGroupsTestAdminJSON-1916347210-project-admin] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:18:41.343464 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-5d5d0feb-90d4-42d0-9091-93f1c73560a3 req-fecbcb9e-9d1f-4a9c-8e40-85d76193298c tempest-SecurityGroupsTestAdminJSON-1916347210 tempest-SecurityGroupsTestAdminJSON-1916347210-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:18:41.435036 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-5d5d0feb-90d4-42d0-9091-93f1c73560a3 req-fecbcb9e-9d1f-4a9c-8e40-85d76193298c tempest-SecurityGroupsTestAdminJSON-1916347210 tempest-SecurityGroupsTestAdminJSON-1916347210-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:41.512588 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a37b8950-76c5-453a-82c1-05f0d7aef26d req-c29d4667-ce53-471a-b0ec-27647a4e515b tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9547fb1-3181-45ef-bf13-193d90ccfbd0 HTTP/1.1" status: 200 len: 210 time: 0.0646856 May 28 06:18:41.513593 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-5d5d0feb-90d4-42d0-9091-93f1c73560a3 req-fecbcb9e-9d1f-4a9c-8e40-85d76193298c tempest-SecurityGroupsTestAdminJSON-1916347210 tempest-SecurityGroupsTestAdminJSON-1916347210-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:18:41.519231 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-5d5d0feb-90d4-42d0-9091-93f1c73560a3 req-fecbcb9e-9d1f-4a9c-8e40-85d76193298c tempest-SecurityGroupsTestAdminJSON-1916347210 tempest-SecurityGroupsTestAdminJSON-1916347210-project-admin] Usage tracker for resource:security_group_rule and tenant:8f612c048de648b5b4d8edd589d9c7b6 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:18:41.525807 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-5d5d0feb-90d4-42d0-9091-93f1c73560a3 req-fecbcb9e-9d1f-4a9c-8e40-85d76193298c tempest-SecurityGroupsTestAdminJSON-1916347210 tempest-SecurityGroupsTestAdminJSON-1916347210-project-admin] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:18:41.533268 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12eb9af-146e-45a4-9288-5dc58b8d0314 req-e4d4309f-8de6-4606-8ac0-fdfdf8b364e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:41.534924 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c12eb9af-146e-45a4-9288-5dc58b8d0314 req-e4d4309f-8de6-4606-8ac0-fdfdf8b364e2 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=73e4e073-c068-4e2e-8544-d5c2a6e98a00 HTTP/1.1" status: 200 len: 1120 time: 0.1628089 May 28 06:18:41.535965 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-5d5d0feb-90d4-42d0-9091-93f1c73560a3 req-fecbcb9e-9d1f-4a9c-8e40-85d76193298c tempest-SecurityGroupsTestAdminJSON-1916347210 tempest-SecurityGroupsTestAdminJSON-1916347210-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:18:41.570969 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-c12eb9af-146e-45a4-9288-5dc58b8d0314 req-8b538593-37a9-406f-a654-c3ca7f9c6283 service neutron] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:41.594573 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-c12eb9af-146e-45a4-9288-5dc58b8d0314 req-8b538593-37a9-406f-a654-c3ca7f9c6283 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:18:41.597985 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 42626) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:18:41.599531 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-c12eb9af-146e-45a4-9288-5dc58b8d0314 req-8b538593-37a9-406f-a654-c3ca7f9c6283 service neutron] Usage tracker for resource:security_group_rule and tenant:feb6120e5b3c4a9fb77f4ef689db2ecd is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:18:41.604532 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-c12eb9af-146e-45a4-9288-5dc58b8d0314 req-8b538593-37a9-406f-a654-c3ca7f9c6283 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:18:41.614800 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-c12eb9af-146e-45a4-9288-5dc58b8d0314 req-8b538593-37a9-406f-a654-c3ca7f9c6283 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:18:41.616392 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-59183b0a-35d1-4c0e-a0c0-df84035500c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:41.632509 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-59183b0a-35d1-4c0e-a0c0-df84035500c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:18:41.637671 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-59183b0a-35d1-4c0e-a0c0-df84035500c0 admin admin] Usage tracker for resource:security_group_rule and tenant:5452c5ab1dc44530b3a7cce640c695b3 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:18:41.640467 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-59183b0a-35d1-4c0e-a0c0-df84035500c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:18:41.648898 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-59183b0a-35d1-4c0e-a0c0-df84035500c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:18:41.688178 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-5d5d0feb-90d4-42d0-9091-93f1c73560a3 req-fecbcb9e-9d1f-4a9c-8e40-85d76193298c tempest-SecurityGroupsTestAdminJSON-1916347210 tempest-SecurityGroupsTestAdminJSON-1916347210-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:41.697178 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 42630) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:18:41.725985 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-cea7eeee-4762-4391-a1e5-301f1ccb8756 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:41.745856 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-c12eb9af-146e-45a4-9288-5dc58b8d0314 req-8b538593-37a9-406f-a654-c3ca7f9c6283 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:41.757935 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-cea7eeee-4762-4391-a1e5-301f1ccb8756 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:18:41.766399 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-cea7eeee-4762-4391-a1e5-301f1ccb8756 admin admin] Usage tracker for resource:security_group_rule and tenant:53a8e6f5faae45428ad698d7d2e2d1cd is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:18:41.771104 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-5d5d0feb-90d4-42d0-9091-93f1c73560a3 req-fecbcb9e-9d1f-4a9c-8e40-85d76193298c tempest-SecurityGroupsTestAdminJSON-1916347210 tempest-SecurityGroupsTestAdminJSON-1916347210-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:41.776642 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-cea7eeee-4762-4391-a1e5-301f1ccb8756 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:18:41.787210 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-cea7eeee-4762-4391-a1e5-301f1ccb8756 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:18:41.791562 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-59183b0a-35d1-4c0e-a0c0-df84035500c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:41.818618 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecbcb9e-9d1f-4a9c-8e40-85d76193298c tempest-SecurityGroupsTestAdminJSON-1916347210 tempest-SecurityGroupsTestAdminJSON-1916347210-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4a4171f-cbc8-404a-8a44-5988c680f8cb,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:41.862438 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-c12eb9af-146e-45a4-9288-5dc58b8d0314 req-8b538593-37a9-406f-a654-c3ca7f9c6283 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:41.894865 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-c12eb9af-146e-45a4-9288-5dc58b8d0314 req-8b538593-37a9-406f-a654-c3ca7f9c6283 service neutron] Synchronizing usage tracker for tenant:feb6120e5b3c4a9fb77f4ef689db2ecd on resource:security_group {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:18:41.898447 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-59183b0a-35d1-4c0e-a0c0-df84035500c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:41.902593 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b538593-37a9-406f-a654-c3ca7f9c6283 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=48d8cc54-bde8-4509-8753-63165eaad2b2,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:41.964831 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-59183b0a-35d1-4c0e-a0c0-df84035500c0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5452c5ab1dc44530b3a7cce640c695b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3656306 May 28 06:18:41.965441 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-5d5d0feb-90d4-42d0-9091-93f1c73560a3 req-fecbcb9e-9d1f-4a9c-8e40-85d76193298c tempest-SecurityGroupsTestAdminJSON-1916347210 tempest-SecurityGroupsTestAdminJSON-1916347210-project-admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:41.966844 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59183b0a-35d1-4c0e-a0c0-df84035500c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3838021f-3b09-422c-bf0f-fb2496cf388d,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:41.970239 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 42636) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:18:41.971170 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5d5d0feb-90d4-42d0-9091-93f1c73560a3 req-fecbcb9e-9d1f-4a9c-8e40-85d76193298c tempest-SecurityGroupsTestAdminJSON-1916347210 tempest-SecurityGroupsTestAdminJSON-1916347210-project-admin] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6664338 May 28 06:18:41.988037 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-c12eb9af-146e-45a4-9288-5dc58b8d0314 req-8b538593-37a9-406f-a654-c3ca7f9c6283 service neutron] Unset dirty status for tenant:feb6120e5b3c4a9fb77f4ef689db2ecd on resource:security_group {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:18:41.989603 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c12eb9af-146e-45a4-9288-5dc58b8d0314 req-8b538593-37a9-406f-a654-c3ca7f9c6283 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=e4cbd9e8-8348-4617-8aef-95da7a790d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4468203 May 28 06:18:42.049218 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-cea7eeee-4762-4391-a1e5-301f1ccb8756 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:42.067060 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e9f49fdd-eda3-42f7-9b6f-1db7e32b0a8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:42.095578 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e9f49fdd-eda3-42f7-9b6f-1db7e32b0a8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:42.121478 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-cea7eeee-4762-4391-a1e5-301f1ccb8756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:42.180344 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e21916-9292-4ce7-9476-f4fcff8a5c8b req-34aaba72-e2c8-49d8-8e46-f5dec0b1f9dd tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:42.182158 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-87e21916-9292-4ce7-9476-f4fcff8a5c8b req-34aaba72-e2c8-49d8-8e46-f5dec0b1f9dd tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d475dcf-586d-4ca1-baaa-235013d4abca HTTP/1.1" status: 200 len: 931 time: 0.1665401 May 28 06:18:42.183616 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea7eeee-4762-4391-a1e5-301f1ccb8756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08c24ce0-a8a4-4af6-9cce-508330f52740,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:42.191461 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-cea7eeee-4762-4391-a1e5-301f1ccb8756 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=53a8e6f5faae45428ad698d7d2e2d1cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4931164 May 28 06:18:42.194652 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 42642) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:18:42.263821 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-413d5abe-f190-40a9-b451-f344ba8eb11e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:42.269684 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-87e21916-9292-4ce7-9476-f4fcff8a5c8b req-f353b58a-0c0b-45fd-9b14-09af755ce62f tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed1b7838-09ba-4c02-8fcc-d2aad317060a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748239 May 28 06:18:42.296971 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e9f49fdd-eda3-42f7-9b6f-1db7e32b0a8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:42.313225 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-413d5abe-f190-40a9-b451-f344ba8eb11e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:42.326294 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f49fdd-eda3-42f7-9b6f-1db7e32b0a8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3838021f-3b09-422c-bf0f-fb2496cf388d,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:42.333199 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-3195f03e-c071-4806-9586-eb00e4d5597d req-31791b7e-c1a7-427f-a859-f54d2902643a tempest-SecurityGroupsTestAdminJSON-1916347210 tempest-SecurityGroupsTestAdminJSON-1916347210-project-admin] Synchronizing usage tracker for tenant:8f612c048de648b5b4d8edd589d9c7b6 on resource:security_group {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:18:42.361493 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e9f49fdd-eda3-42f7-9b6f-1db7e32b0a8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:42.361493 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-e9f49fdd-eda3-42f7-9b6f-1db7e32b0a8f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3838021f-3b09-422c-bf0f-fb2496cf388d HTTP/1.1" status: 204 len: 168 time: 0.3817031 May 28 06:18:42.451026 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-3195f03e-c071-4806-9586-eb00e4d5597d req-31791b7e-c1a7-427f-a859-f54d2902643a tempest-SecurityGroupsTestAdminJSON-1916347210 tempest-SecurityGroupsTestAdminJSON-1916347210-project-admin] Unset dirty status for tenant:8f612c048de648b5b4d8edd589d9c7b6 on resource:security_group {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:18:42.452940 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3195f03e-c071-4806-9586-eb00e4d5597d req-31791b7e-c1a7-427f-a859-f54d2902643a tempest-SecurityGroupsTestAdminJSON-1916347210 tempest-SecurityGroupsTestAdminJSON-1916347210-project-admin] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 34028 time: 0.4558761 May 28 06:18:42.473672 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-413d5abe-f190-40a9-b451-f344ba8eb11e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:42.494957 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413d5abe-f190-40a9-b451-f344ba8eb11e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08c24ce0-a8a4-4af6-9cce-508330f52740,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:42.509949 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-413d5abe-f190-40a9-b451-f344ba8eb11e admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:42.509949 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-413d5abe-f190-40a9-b451-f344ba8eb11e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/08c24ce0-a8a4-4af6-9cce-508330f52740 HTTP/1.1" status: 204 len: 168 time: 0.3107293 May 28 06:18:42.584687 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3195f03e-c071-4806-9586-eb00e4d5597d req-9ce07fb6-5308-4510-a7c6-4bf91554a1f6 tempest-SecurityGroupsTestAdminJSON-1916347210 tempest-SecurityGroupsTestAdminJSON-1916347210-project-admin] 10.222.0.55 "GET /v2.0/security-groups/0f202463-f1b0-4910-a68f-2ddec4f30ea2 HTTP/1.1" status: 200 len: 2981 time: 0.0927978 May 28 06:18:42.617342 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24b4f56-15cc-4f47-8183-8f40b75e7a91 req-4452363a-2b08-4078-9673-fe6fb2f4aa95 tempest-AggregatesAdminTestJSON-1879460675 tempest-AggregatesAdminTestJSON-1879460675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:42.622413 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f24b4f56-15cc-4f47-8183-8f40b75e7a91 req-4452363a-2b08-4078-9673-fe6fb2f4aa95 tempest-AggregatesAdminTestJSON-1879460675 tempest-AggregatesAdminTestJSON-1879460675-project] 10.222.0.55 "GET /v2.0/ports?device_id=73e4e073-c068-4e2e-8544-d5c2a6e98a00 HTTP/1.1" status: 200 len: 969 time: 0.1719875 May 28 06:18:42.708137 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3195f03e-c071-4806-9586-eb00e4d5597d req-8325d442-79a8-469d-ba8b-53eb28e276ed tempest-SecurityGroupsTestAdminJSON-1916347210 tempest-SecurityGroupsTestAdminJSON-1916347210-project-admin] 10.222.0.55 "GET /v2.0/security-groups/0f202463-f1b0-4910-a68f-2ddec4f30ea2 HTTP/1.1" status: 200 len: 2981 time: 0.1103122 May 28 06:18:42.712985 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f24b4f56-15cc-4f47-8183-8f40b75e7a91 req-14119f63-9bc9-419c-a541-f41910e534a9 tempest-AggregatesAdminTestJSON-1879460675 tempest-AggregatesAdminTestJSON-1879460675-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4cbd9e8-8348-4617-8aef-95da7a790d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829268 May 28 06:18:42.760411 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3195f03e-c071-4806-9586-eb00e4d5597d req-e3a6b57f-163d-41ce-aacc-154c4b90466e tempest-SecurityGroupsTestAdminJSON-1916347210 tempest-SecurityGroupsTestAdminJSON-1916347210-project-admin] 10.222.0.55 "GET /v2.0/security-groups/0fe180d7-43fd-4594-9894-97f2d53fa24a HTTP/1.1" status: 200 len: 2973 time: 0.0461845 May 28 06:18:42.818759 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3195f03e-c071-4806-9586-eb00e4d5597d req-8478bf8b-d4e2-4778-83d4-61a76415559b tempest-SecurityGroupsTestAdminJSON-1916347210 tempest-SecurityGroupsTestAdminJSON-1916347210-project-admin] 10.222.0.55 "GET /v2.0/security-groups/0fe180d7-43fd-4594-9894-97f2d53fa24a HTTP/1.1" status: 200 len: 2973 time: 0.0525279 May 28 06:18:42.885549 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5e8ba463-397a-4d42-afc0-7fbbfcbd9f18 req-ffe05894-8b73-4f04-9eb0-155f8f8cb7ca tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9547fb1-3181-45ef-bf13-193d90ccfbd0 HTTP/1.1" status: 200 len: 210 time: 0.0644863 May 28 06:18:42.922297 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3195f03e-c071-4806-9586-eb00e4d5597d req-7c3f1e80-670b-4e80-b021-bb1c6833a924 tempest-SecurityGroupsTestAdminJSON-1916347210 tempest-SecurityGroupsTestAdminJSON-1916347210-project-admin] 10.222.0.55 "GET /v2.0/security-groups/35583cd6-695e-4f3d-a4a1-b351e5ba3d3b HTTP/1.1" status: 200 len: 2977 time: 0.0697145 May 28 06:18:42.976837 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3195f03e-c071-4806-9586-eb00e4d5597d req-4f1c10ff-1df2-42ef-a630-3078a10b1291 tempest-SecurityGroupsTestAdminJSON-1916347210 tempest-SecurityGroupsTestAdminJSON-1916347210-project-admin] 10.222.0.55 "GET /v2.0/security-groups/35583cd6-695e-4f3d-a4a1-b351e5ba3d3b HTTP/1.1" status: 200 len: 2977 time: 0.0486214 May 28 06:18:43.000717 n-d-843702-1 neutron-server[89110]: INFO neutron.api.v2.resource [req-3195f03e-c071-4806-9586-eb00e4d5597d req-be34ddac-3447-40e9-a30e-6e077f2ce3e5 tempest-SecurityGroupsTestAdminJSON-1916347210 tempest-SecurityGroupsTestAdminJSON-1916347210-project-admin] show failed (client error): The resource could not be found. May 28 06:18:43.001749 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3195f03e-c071-4806-9586-eb00e4d5597d req-be34ddac-3447-40e9-a30e-6e077f2ce3e5 tempest-SecurityGroupsTestAdminJSON-1916347210 tempest-SecurityGroupsTestAdminJSON-1916347210-project-admin] 10.222.0.55 "GET /v2.0/security-groups/3838021f-3b09-422c-bf0f-fb2496cf388d HTTP/1.1" status: 404 len: 352 time: 0.0183125 May 28 06:18:43.024626 n-d-843702-1 neutron-server[89110]: INFO neutron.api.v2.resource [req-3195f03e-c071-4806-9586-eb00e4d5597d req-0b821774-1cc3-47e7-96f9-3e3fa7bd50fd tempest-SecurityGroupsTestAdminJSON-1916347210 tempest-SecurityGroupsTestAdminJSON-1916347210-project-admin] show failed (client error): The resource could not be found. May 28 06:18:43.025616 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3195f03e-c071-4806-9586-eb00e4d5597d req-0b821774-1cc3-47e7-96f9-3e3fa7bd50fd tempest-SecurityGroupsTestAdminJSON-1916347210 tempest-SecurityGroupsTestAdminJSON-1916347210-project-admin] 10.222.0.55 "GET /v2.0/security-groups/3838021f-3b09-422c-bf0f-fb2496cf388d HTTP/1.1" status: 404 len: 352 time: 0.0153058 May 28 06:18:43.131603 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3195f03e-c071-4806-9586-eb00e4d5597d req-b061981f-9552-428e-9df7-f542245d1dc7 tempest-SecurityGroupsTestAdminJSON-1916347210 tempest-SecurityGroupsTestAdminJSON-1916347210-project-admin] 10.222.0.55 "GET /v2.0/security-groups/3b54574c-c8f8-4a20-a29e-d5a34cf20f70 HTTP/1.1" status: 200 len: 2977 time: 0.0643280 May 28 06:18:43.175362 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3195f03e-c071-4806-9586-eb00e4d5597d req-72a2f2df-4af2-4ae6-b665-4951617097c5 tempest-SecurityGroupsTestAdminJSON-1916347210 tempest-SecurityGroupsTestAdminJSON-1916347210-project-admin] 10.222.0.55 "GET /v2.0/security-groups/3b54574c-c8f8-4a20-a29e-d5a34cf20f70 HTTP/1.1" status: 200 len: 2977 time: 0.0691679 May 28 06:18:43.253946 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3195f03e-c071-4806-9586-eb00e4d5597d req-31cf6653-5e0a-4e40-8b39-95b7e25ad8ab tempest-SecurityGroupsTestAdminJSON-1916347210 tempest-SecurityGroupsTestAdminJSON-1916347210-project-admin] 10.222.0.55 "GET /v2.0/security-groups/48d8cc54-bde8-4509-8753-63165eaad2b2 HTTP/1.1" status: 200 len: 2981 time: 0.0718338 May 28 06:18:43.310868 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3195f03e-c071-4806-9586-eb00e4d5597d req-deb4398b-5e52-4352-ac78-34dbf6dfabae tempest-SecurityGroupsTestAdminJSON-1916347210 tempest-SecurityGroupsTestAdminJSON-1916347210-project-admin] 10.222.0.55 "GET /v2.0/security-groups/48d8cc54-bde8-4509-8753-63165eaad2b2 HTTP/1.1" status: 200 len: 2981 time: 0.0508435 May 28 06:18:43.373814 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3195f03e-c071-4806-9586-eb00e4d5597d req-7001a19d-df13-4885-8038-65796035ecc2 tempest-SecurityGroupsTestAdminJSON-1916347210 tempest-SecurityGroupsTestAdminJSON-1916347210-project-admin] 10.222.0.55 "GET /v2.0/security-groups/e0b59d0e-40e5-4313-a38b-fbf293ed1800 HTTP/1.1" status: 200 len: 2981 time: 0.0570993 May 28 06:18:43.487011 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3195f03e-c071-4806-9586-eb00e4d5597d req-f8238568-0d60-4a56-a17c-df7bf523fb40 tempest-SecurityGroupsTestAdminJSON-1916347210 tempest-SecurityGroupsTestAdminJSON-1916347210-project-admin] 10.222.0.55 "GET /v2.0/security-groups/e0b59d0e-40e5-4313-a38b-fbf293ed1800 HTTP/1.1" status: 200 len: 2981 time: 0.1035938 May 28 06:18:43.526442 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729e4ae4-9aa6-494e-b237-67ca7e7af149 req-98c6937c-f5cd-475e-b08e-15b7687860c7 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:43.528134 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-729e4ae4-9aa6-494e-b237-67ca7e7af149 req-98c6937c-f5cd-475e-b08e-15b7687860c7 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d475dcf-586d-4ca1-baaa-235013d4abca HTTP/1.1" status: 200 len: 931 time: 0.1302235 May 28 06:18:43.611997 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3195f03e-c071-4806-9586-eb00e4d5597d req-d7f94e3c-5c03-4f5e-ac26-3ea6cad723ba tempest-SecurityGroupsTestAdminJSON-1916347210 tempest-SecurityGroupsTestAdminJSON-1916347210-project-admin] 10.222.0.55 "GET /v2.0/security-groups/e4cbd9e8-8348-4617-8aef-95da7a790d38 HTTP/1.1" status: 200 len: 2981 time: 0.1123831 May 28 06:18:43.622961 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-729e4ae4-9aa6-494e-b237-67ca7e7af149 req-9d39eeb3-dcbf-4300-88ce-57f54ed2b391 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed1b7838-09ba-4c02-8fcc-d2aad317060a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685077 May 28 06:18:43.669734 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3195f03e-c071-4806-9586-eb00e4d5597d req-f813ede8-a6c2-4163-be14-a01665a4d28d tempest-SecurityGroupsTestAdminJSON-1916347210 tempest-SecurityGroupsTestAdminJSON-1916347210-project-admin] 10.222.0.55 "GET /v2.0/security-groups/e4cbd9e8-8348-4617-8aef-95da7a790d38 HTTP/1.1" status: 200 len: 2981 time: 0.0503352 May 28 06:18:43.731677 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3195f03e-c071-4806-9586-eb00e4d5597d req-d4609ace-d30d-49b3-8e2e-fcbc9be01015 tempest-SecurityGroupsTestAdminJSON-1916347210 tempest-SecurityGroupsTestAdminJSON-1916347210-project-admin] 10.222.0.55 "GET /v2.0/security-groups/eb9c3ed3-fd58-4da9-8e0b-54a1e4431757 HTTP/1.1" status: 200 len: 2977 time: 0.0557415 May 28 06:18:43.807069 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3195f03e-c071-4806-9586-eb00e4d5597d req-26ec76c9-5db6-469b-a7e4-67e7963371c9 tempest-SecurityGroupsTestAdminJSON-1916347210 tempest-SecurityGroupsTestAdminJSON-1916347210-project-admin] 10.222.0.55 "GET /v2.0/security-groups/eb9c3ed3-fd58-4da9-8e0b-54a1e4431757 HTTP/1.1" status: 200 len: 2977 time: 0.0678101 May 28 06:18:43.934222 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-dd4f9e7b-558a-4435-997a-17e2c5ff290c req-29256b4e-9eac-408c-b0e3-191182d554ac tempest-SecurityGroupsTestAdminJSON-1211578641 tempest-SecurityGroupsTestAdminJSON-1211578641-project] Synchronizing usage tracker for tenant:8ac230ef9c4946b7a86a125cf0d0fe34 on resource:security_group {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:18:44.039313 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfc5fc5-857f-485e-9729-0ee88836b44a req-05bbd929-30f0-4810-8ff2-d222541f4f86 tempest-AggregatesAdminTestJSON-1879460675 tempest-AggregatesAdminTestJSON-1879460675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:44.040836 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4cfc5fc5-857f-485e-9729-0ee88836b44a req-05bbd929-30f0-4810-8ff2-d222541f4f86 tempest-AggregatesAdminTestJSON-1879460675 tempest-AggregatesAdminTestJSON-1879460675-project] 10.222.0.55 "GET /v2.0/ports?device_id=73e4e073-c068-4e2e-8544-d5c2a6e98a00 HTTP/1.1" status: 200 len: 969 time: 0.1034522 May 28 06:18:44.094653 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4cfc5fc5-857f-485e-9729-0ee88836b44a req-5c8f5a49-6cf5-4179-961d-a749476426c1 tempest-AggregatesAdminTestJSON-1879460675 tempest-AggregatesAdminTestJSON-1879460675-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4cbd9e8-8348-4617-8aef-95da7a790d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476441 May 28 06:18:44.096434 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-dd4f9e7b-558a-4435-997a-17e2c5ff290c req-29256b4e-9eac-408c-b0e3-191182d554ac tempest-SecurityGroupsTestAdminJSON-1211578641 tempest-SecurityGroupsTestAdminJSON-1211578641-project] Unset dirty status for tenant:8ac230ef9c4946b7a86a125cf0d0fe34 on resource:security_group {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:18:44.107242 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dd4f9e7b-558a-4435-997a-17e2c5ff290c req-29256b4e-9eac-408c-b0e3-191182d554ac tempest-SecurityGroupsTestAdminJSON-1211578641 tempest-SecurityGroupsTestAdminJSON-1211578641-project] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8ac230ef9c4946b7a86a125cf0d0fe34 HTTP/1.1" status: 200 len: 6101 time: 0.2615235 May 28 06:18:44.165009 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dd4f9e7b-558a-4435-997a-17e2c5ff290c req-c148315f-ba9a-40d7-b170-c3f79b44dfbc tempest-SecurityGroupsTestAdminJSON-1211578641 tempest-SecurityGroupsTestAdminJSON-1211578641-project] 10.222.0.55 "GET /v2.0/security-groups/e0b59d0e-40e5-4313-a38b-fbf293ed1800 HTTP/1.1" status: 200 len: 2981 time: 0.0600688 May 28 06:18:44.177731 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 42700) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:18:44.270851 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dd4f9e7b-558a-4435-997a-17e2c5ff290c req-30348383-9e21-42b2-85cc-5e85ebf82393 tempest-SecurityGroupsTestAdminJSON-1211578641 tempest-SecurityGroupsTestAdminJSON-1211578641-project] 10.222.0.55 "GET /v2.0/security-groups/e0b59d0e-40e5-4313-a38b-fbf293ed1800 HTTP/1.1" status: 200 len: 2981 time: 0.0995603 May 28 06:18:44.289719 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-4475e12a-25ff-455b-9c59-7d5c0f58146c admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1477628934-network', 'tenant_id': '7b2fe75d343f4ee29013f21d2442bc34'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:18:44.295479 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-4475e12a-25ff-455b-9c59-7d5c0f58146c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:18:44.307887 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [req-1195baac-e728-47b1-9bac-fcb12d7ca6ed req-c4d93619-6bc3-4a56-b34d-5ec5151e4bad tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=89109) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:18:44.308639 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-82713536-1204-4526-acad-5c82ab4a1e6f req-362ef359-8c0c-4ba7-9e67-1c913446aa51 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9547fb1-3181-45ef-bf13-193d90ccfbd0 HTTP/1.1" status: 200 len: 210 time: 0.0770068 May 28 06:18:44.317139 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-1195baac-e728-47b1-9bac-fcb12d7ca6ed req-c4d93619-6bc3-4a56-b34d-5ec5151e4bad tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0188167 May 28 06:18:44.320510 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-4475e12a-25ff-455b-9c59-7d5c0f58146c admin admin] Usage tracker for resource:network and tenant:7b2fe75d343f4ee29013f21d2442bc34 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:18:44.333575 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-4475e12a-25ff-455b-9c59-7d5c0f58146c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:18:44.350193 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-4475e12a-25ff-455b-9c59-7d5c0f58146c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:18:44.392192 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-77c431d9-de78-4e10-a8b8-c05eb135eb9e req-893ac039-7d7a-42d3-9bdc-a4114b39fdc3 tempest-SecurityGroupsTestAdminJSON-1916347210 tempest-SecurityGroupsTestAdminJSON-1916347210-project-admin] 10.222.0.55 "GET /v2.0/security-groups/a4a4171f-cbc8-404a-8a44-5988c680f8cb HTTP/1.1" status: 200 len: 1777 time: 0.0870507 May 28 06:18:44.433641 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4475e12a-25ff-455b-9c59-7d5c0f58146c admin admin] Made reservation on behalf of 7b2fe75d343f4ee29013f21d2442bc34 for: {'network': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:18:44.436496 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4475e12a-25ff-455b-9c59-7d5c0f58146c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:44.450306 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4475e12a-25ff-455b-9c59-7d5c0f58146c admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:44.459008 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-77c431d9-de78-4e10-a8b8-c05eb135eb9e req-9989c287-08e9-42f4-ba99-245b29f1930b tempest-SecurityGroupsTestAdminJSON-1916347210 tempest-SecurityGroupsTestAdminJSON-1916347210-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:44.473120 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-4475e12a-25ff-455b-9c59-7d5c0f58146c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:18:44.477248 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-4475e12a-25ff-455b-9c59-7d5c0f58146c admin admin] Usage tracker for resource:security_group_rule and tenant:7b2fe75d343f4ee29013f21d2442bc34 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:18:44.480911 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-4475e12a-25ff-455b-9c59-7d5c0f58146c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:18:44.485947 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-77c431d9-de78-4e10-a8b8-c05eb135eb9e req-9989c287-08e9-42f4-ba99-245b29f1930b tempest-SecurityGroupsTestAdminJSON-1916347210 tempest-SecurityGroupsTestAdminJSON-1916347210-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:44.488318 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-4475e12a-25ff-455b-9c59-7d5c0f58146c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:18:44.568532 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-1195baac-e728-47b1-9bac-fcb12d7ca6ed req-67fe5868-ae79-4570-a08d-69967cafcaa8 service neutron] Request body: {'port': {'device_id': '6d475dcf-586d-4ca1-baaa-235013d4abca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843702-1'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:18:44.655897 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-77c431d9-de78-4e10-a8b8-c05eb135eb9e req-9989c287-08e9-42f4-ba99-245b29f1930b tempest-SecurityGroupsTestAdminJSON-1916347210 tempest-SecurityGroupsTestAdminJSON-1916347210-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:44.673374 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9989c287-08e9-42f4-ba99-245b29f1930b tempest-SecurityGroupsTestAdminJSON-1916347210 tempest-SecurityGroupsTestAdminJSON-1916347210-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4a4171f-cbc8-404a-8a44-5988c680f8cb,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:44.676829 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.71', 54848) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:18:44.707572 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4475e12a-25ff-455b-9c59-7d5c0f58146c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:44.731150 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-1195baac-e728-47b1-9bac-fcb12d7ca6ed req-67fe5868-ae79-4570-a08d-69967cafcaa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:44.753868 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-78e099cb-c03c-4bd9-bbfd-355957643235 req-4f035408-9548-4112-98fa-7083f06860fb tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=fa535ce8a329409da109cb227c3a70b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0688071 May 28 06:18:44.861891 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4475e12a-25ff-455b-9c59-7d5c0f58146c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:44.889428 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-77c431d9-de78-4e10-a8b8-c05eb135eb9e req-9989c287-08e9-42f4-ba99-245b29f1930b tempest-SecurityGroupsTestAdminJSON-1916347210 tempest-SecurityGroupsTestAdminJSON-1916347210-project-admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:44.890106 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-77c431d9-de78-4e10-a8b8-c05eb135eb9e req-9989c287-08e9-42f4-ba99-245b29f1930b tempest-SecurityGroupsTestAdminJSON-1916347210 tempest-SecurityGroupsTestAdminJSON-1916347210-project-admin] 10.222.0.55 "DELETE /v2.0/security-groups/a4a4171f-cbc8-404a-8a44-5988c680f8cb HTTP/1.1" status: 204 len: 173 time: 0.4915791 May 28 06:18:44.905133 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4475e12a-25ff-455b-9c59-7d5c0f58146c admin admin] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=89109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:18:44.956227 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4475e12a-25ff-455b-9c59-7d5c0f58146c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:44.957576 n-d-843702-1 neutron-server[89109]: INFO neutron.db.segments_db [None req-4475e12a-25ff-455b-9c59-7d5c0f58146c admin admin] Added segment 2466b369-b4d4-4fbf-9dbd-05fe75562f7f of type vlan for network ae685707-2f9d-409f-9237-8deef87c8163 May 28 06:18:44.972322 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4475e12a-25ff-455b-9c59-7d5c0f58146c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51e8ab45-fc50-4bca-a4a6-55c0639ed93f,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:45.027578 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e099cb-c03c-4bd9-bbfd-355957643235 req-e3dc7214-625f-4e9b-a822-73749b102c78 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:45.029000 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-78e099cb-c03c-4bd9-bbfd-355957643235 req-e3dc7214-625f-4e9b-a822-73749b102c78 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2182870 May 28 06:18:45.038510 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167dbae0-3bf5-445c-94d2-fe35eeb7af15 req-3531cad8-1b0e-4bc4-885c-7e1dec8f4957 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:45.040424 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-167dbae0-3bf5-445c-94d2-fe35eeb7af15 req-3531cad8-1b0e-4bc4-885c-7e1dec8f4957 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d475dcf-586d-4ca1-baaa-235013d4abca HTTP/1.1" status: 200 len: 931 time: 0.2884336 May 28 06:18:45.042032 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9ef31bad-a95e-4126-aa45-58987f99a115 req-8e384cbd-f4f4-46e5-9da3-79c2e2ad503d tempest-SecurityGroupsTestAdminJSON-1916347210 tempest-SecurityGroupsTestAdminJSON-1916347210-project-admin] 10.222.0.55 "GET /v2.0/security-groups/ff78fde4-b40c-494e-ba57-ba74646fc7bb HTTP/1.1" status: 200 len: 1777 time: 0.1169510 May 28 06:18:45.047712 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-78e099cb-c03c-4bd9-bbfd-355957643235 req-20d2585f-a720-4380-99be-15192d8d6be1 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Request body: {'port': {'device_id': 'b9547fb1-3181-45ef-bf13-193d90ccfbd0', 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9', 'admin_state_up': True, 'tenant_id': 'fa535ce8a329409da109cb227c3a70b1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:18:45.092819 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4475e12a-25ff-455b-9c59-7d5c0f58146c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:45.219285 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-167dbae0-3bf5-445c-94d2-fe35eeb7af15 req-2cf55526-a4b5-4638-92b3-ac609843571a tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed1b7838-09ba-4c02-8fcc-d2aad317060a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1553161 May 28 06:18:45.237097 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4475e12a-25ff-455b-9c59-7d5c0f58146c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:45.238387 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4475e12a-25ff-455b-9c59-7d5c0f58146c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:45.238837 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4475e12a-25ff-455b-9c59-7d5c0f58146c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:45.269407 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-9ef31bad-a95e-4126-aa45-58987f99a115 req-7911da9c-7683-4f93-9d50-bfc4ff801a20 tempest-SecurityGroupsTestAdminJSON-1916347210 tempest-SecurityGroupsTestAdminJSON-1916347210-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:45.283873 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-78e099cb-c03c-4bd9-bbfd-355957643235 req-20d2585f-a720-4380-99be-15192d8d6be1 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:18:45.291711 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-78e099cb-c03c-4bd9-bbfd-355957643235 req-20d2585f-a720-4380-99be-15192d8d6be1 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Usage tracker for resource:port and tenant:fa535ce8a329409da109cb227c3a70b1 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:18:45.300029 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-78e099cb-c03c-4bd9-bbfd-355957643235 req-20d2585f-a720-4380-99be-15192d8d6be1 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:18:45.309120 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-78e099cb-c03c-4bd9-bbfd-355957643235 req-20d2585f-a720-4380-99be-15192d8d6be1 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:18:45.311664 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-9ef31bad-a95e-4126-aa45-58987f99a115 req-7911da9c-7683-4f93-9d50-bfc4ff801a20 tempest-SecurityGroupsTestAdminJSON-1916347210 tempest-SecurityGroupsTestAdminJSON-1916347210-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:45.363039 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [req-1195baac-e728-47b1-9bac-fcb12d7ca6ed req-67fe5868-ae79-4570-a08d-69967cafcaa8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a706e672-fce4-48ad-bed2-f98494b3d3e5 {{(pid=89109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:18:45.373676 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-1195baac-e728-47b1-9bac-fcb12d7ca6ed req-67fe5868-ae79-4570-a08d-69967cafcaa8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:45.379589 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4475e12a-25ff-455b-9c59-7d5c0f58146c admin admin] Pushing event updated for resources: {'Network': ['ID=ae685707-2f9d-409f-9237-8deef87c8163,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:45.393023 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network ae685707-2f9d-409f-9237-8deef87c8163 details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:18:45.423629 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-4475e12a-25ff-455b-9c59-7d5c0f58146c admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2444141 May 28 06:18:45.426034 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 42738) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:18:45.432167 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-e401dcf2-e6fb-4b5f-8259-a3ab3a1ab961 admin admin] Request body: {'subnet': {'network_id': 'ae685707-2f9d-409f-9237-8deef87c8163', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1477628934-subnet', 'tenant_id': '7b2fe75d343f4ee29013f21d2442bc34', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:18:45.437011 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-e401dcf2-e6fb-4b5f-8259-a3ab3a1ab961 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:18:45.440990 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-e401dcf2-e6fb-4b5f-8259-a3ab3a1ab961 admin admin] Usage tracker for resource:subnet and tenant:7b2fe75d343f4ee29013f21d2442bc34 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:18:45.443879 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-e401dcf2-e6fb-4b5f-8259-a3ab3a1ab961 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:18:45.450011 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-e401dcf2-e6fb-4b5f-8259-a3ab3a1ab961 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:18:45.457340 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [req-1195baac-e728-47b1-9bac-fcb12d7ca6ed req-67fe5868-ae79-4570-a08d-69967cafcaa8 service neutron] Transition to ACTIVE for port object a706e672-fce4-48ad-bed2-f98494b3d3e5 will not be triggered until provisioned by entity L2. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:18:45.458098 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-9ef31bad-a95e-4126-aa45-58987f99a115 req-7911da9c-7683-4f93-9d50-bfc4ff801a20 tempest-SecurityGroupsTestAdminJSON-1916347210 tempest-SecurityGroupsTestAdminJSON-1916347210-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:45.478794 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7911da9c-7683-4f93-9d50-bfc4ff801a20 tempest-SecurityGroupsTestAdminJSON-1916347210 tempest-SecurityGroupsTestAdminJSON-1916347210-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff78fde4-b40c-494e-ba57-ba74646fc7bb,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:45.484560 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78e099cb-c03c-4bd9-bbfd-355957643235 req-20d2585f-a720-4380-99be-15192d8d6be1 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Made reservation on behalf of fa535ce8a329409da109cb227c3a70b1 for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:18:45.489499 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-78e099cb-c03c-4bd9-bbfd-355957643235 req-20d2585f-a720-4380-99be-15192d8d6be1 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:45.506382 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-78e099cb-c03c-4bd9-bbfd-355957643235 req-20d2585f-a720-4380-99be-15192d8d6be1 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:45.519175 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-9ef31bad-a95e-4126-aa45-58987f99a115 req-7911da9c-7683-4f93-9d50-bfc4ff801a20 tempest-SecurityGroupsTestAdminJSON-1916347210 tempest-SecurityGroupsTestAdminJSON-1916347210-project-admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:45.520223 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9ef31bad-a95e-4126-aa45-58987f99a115 req-7911da9c-7683-4f93-9d50-bfc4ff801a20 tempest-SecurityGroupsTestAdminJSON-1916347210 tempest-SecurityGroupsTestAdminJSON-1916347210-project-admin] 10.222.0.55 "DELETE /v2.0/security-groups/ff78fde4-b40c-494e-ba57-ba74646fc7bb HTTP/1.1" status: 204 len: 173 time: 0.4553113 May 28 06:18:45.525376 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-1195baac-e728-47b1-9bac-fcb12d7ca6ed req-67fe5868-ae79-4570-a08d-69967cafcaa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:45.569460 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e401dcf2-e6fb-4b5f-8259-a3ab3a1ab961 admin admin] Made reservation on behalf of 7b2fe75d343f4ee29013f21d2442bc34 for: {'subnet': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:18:45.572521 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e401dcf2-e6fb-4b5f-8259-a3ab3a1ab961 admin admin] Notify callbacks [] for subnet, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:45.586992 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-78e099cb-c03c-4bd9-bbfd-355957643235 req-20d2585f-a720-4380-99be-15192d8d6be1 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:18:45.599873 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-78e099cb-c03c-4bd9-bbfd-355957643235 req-20d2585f-a720-4380-99be-15192d8d6be1 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Usage tracker for resource:security_group_rule and tenant:fa535ce8a329409da109cb227c3a70b1 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:18:45.652542 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-78e099cb-c03c-4bd9-bbfd-355957643235 req-20d2585f-a720-4380-99be-15192d8d6be1 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:18:45.712650 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-78e099cb-c03c-4bd9-bbfd-355957643235 req-20d2585f-a720-4380-99be-15192d8d6be1 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:18:45.716422 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fe5868-ae79-4570-a08d-69967cafcaa8 service neutron] Pushing event updated for resources: {'Port': ['ID=a706e672-fce4-48ad-bed2-f98494b3d3e5,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:45.735837 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-1195baac-e728-47b1-9bac-fcb12d7ca6ed req-67fe5868-ae79-4570-a08d-69967cafcaa8 service neutron] Attempting to bind port a706e672-fce4-48ad-bed2-f98494b3d3e5 on host n-h2-843702-1 for vnic_type normal with profile {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:18:45.736191 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-1195baac-e728-47b1-9bac-fcb12d7ca6ed req-67fe5868-ae79-4570-a08d-69967cafcaa8 service neutron] Attempting to bind port a706e672-fce4-48ad-bed2-f98494b3d3e5 by drivers openvswitch,hyperv on host n-h2-843702-1 at level 0 using segments [{'id': '1de716f0-90c2-4769-b773-5a69ff94f49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'a5c9567d-71ef-4c72-aea2-4f06193b25d9'}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:18:45.736745 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1195baac-e728-47b1-9bac-fcb12d7ca6ed req-67fe5868-ae79-4570-a08d-69967cafcaa8 service neutron] Attempting to bind port a706e672-fce4-48ad-bed2-f98494b3d3e5 on network a5c9567d-71ef-4c72-aea2-4f06193b25d9 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:18:45.738483 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-690d2cd0-1936-45c3-bd16-299dadf8f461 req-71ab0826-1ac9-4e28-9b12-283728cb0648 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9547fb1-3181-45ef-bf13-193d90ccfbd0 HTTP/1.1" status: 200 len: 210 time: 0.0781159 May 28 06:18:45.741798 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1195baac-e728-47b1-9bac-fcb12d7ca6ed req-67fe5868-ae79-4570-a08d-69967cafcaa8 service neutron] Port a706e672-fce4-48ad-bed2-f98494b3d3e5 on network a5c9567d-71ef-4c72-aea2-4f06193b25d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-843702-1 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:18:45.742226 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1195baac-e728-47b1-9bac-fcb12d7ca6ed req-67fe5868-ae79-4570-a08d-69967cafcaa8 service neutron] Attempting to bind port a706e672-fce4-48ad-bed2-f98494b3d3e5 on network a5c9567d-71ef-4c72-aea2-4f06193b25d9 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:18:45.755138 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1195baac-e728-47b1-9bac-fcb12d7ca6ed req-67fe5868-ae79-4570-a08d-69967cafcaa8 service neutron] Checking agent: {'id': 'f1a3973b-d2b3-4558-88e7-2ac50857d302', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 18, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:18:45.756063 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1195baac-e728-47b1-9bac-fcb12d7ca6ed req-67fe5868-ae79-4570-a08d-69967cafcaa8 service neutron] Checking segment: {'id': '1de716f0-90c2-4769-b773-5a69ff94f49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'a5c9567d-71ef-4c72-aea2-4f06193b25d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:18:45.766637 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1195baac-e728-47b1-9bac-fcb12d7ca6ed req-67fe5868-ae79-4570-a08d-69967cafcaa8 service neutron] Bound using segment: {'id': '1de716f0-90c2-4769-b773-5a69ff94f49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'a5c9567d-71ef-4c72-aea2-4f06193b25d9'} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:18:45.766637 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-1195baac-e728-47b1-9bac-fcb12d7ca6ed req-67fe5868-ae79-4570-a08d-69967cafcaa8 service neutron] Bound port: a706e672-fce4-48ad-bed2-f98494b3d3e5, host: n-h2-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1de716f0-90c2-4769-b773-5a69ff94f49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'a5c9567d-71ef-4c72-aea2-4f06193b25d9'}}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:18:45.766637 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-1195baac-e728-47b1-9bac-fcb12d7ca6ed req-67fe5868-ae79-4570-a08d-69967cafcaa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:45.819195 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e762e91-c190-40c0-bb3b-3cb8e9c08ef4 req-b525172c-3b0e-48f2-9c5a-51af960d88f3 tempest-AggregatesAdminTestJSON-1879460675 tempest-AggregatesAdminTestJSON-1879460675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:45.820638 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7e762e91-c190-40c0-bb3b-3cb8e9c08ef4 req-b525172c-3b0e-48f2-9c5a-51af960d88f3 tempest-AggregatesAdminTestJSON-1879460675 tempest-AggregatesAdminTestJSON-1879460675-project] 10.222.0.55 "GET /v2.0/ports?device_id=73e4e073-c068-4e2e-8544-d5c2a6e98a00 HTTP/1.1" status: 200 len: 969 time: 0.3029141 May 28 06:18:45.870514 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-1195baac-e728-47b1-9bac-fcb12d7ca6ed req-67fe5868-ae79-4570-a08d-69967cafcaa8 service neutron] For port a706e672-fce4-48ad-bed2-f98494b3d3e5, host n-h2-843702-1, cleared binding levels {{(pid=89109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:18:45.874538 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-1195baac-e728-47b1-9bac-fcb12d7ca6ed req-67fe5868-ae79-4570-a08d-69967cafcaa8 service neutron] For port a706e672-fce4-48ad-bed2-f98494b3d3e5, host n-h2-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=a706e672-fce4-48ad-bed2-f98494b3d3e5,segment=NetworkSegment(1de716f0-90c2-4769-b773-5a69ff94f49f),segment_id=1de716f0-90c2-4769-b773-5a69ff94f49f)] {{(pid=89109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:18:45.944243 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7e762e91-c190-40c0-bb3b-3cb8e9c08ef4 req-2fb86d84-6bac-456c-adc3-2a505570b96c tempest-AggregatesAdminTestJSON-1879460675 tempest-AggregatesAdminTestJSON-1879460675-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4cbd9e8-8348-4617-8aef-95da7a790d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885224 May 28 06:18:45.958199 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-78e099cb-c03c-4bd9-bbfd-355957643235 req-20d2585f-a720-4380-99be-15192d8d6be1 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:45.976752 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-1195baac-e728-47b1-9bac-fcb12d7ca6ed req-67fe5868-ae79-4570-a08d-69967cafcaa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:46.031821 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-78e099cb-c03c-4bd9-bbfd-355957643235 req-20d2585f-a720-4380-99be-15192d8d6be1 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:46.045983 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8371806d-7e39-4379-9cff-745b5d856f38 req-2490c912-fea2-464e-a9f7-6e40caf44822 tempest-SecurityGroupsTestAdminJSON-1211578641 tempest-SecurityGroupsTestAdminJSON-1211578641-project] 10.222.0.55 "GET /v2.0/security-groups/a2e04a61-f05f-4679-b073-38a254c81ec7 HTTP/1.1" status: 200 len: 1776 time: 0.0759120 May 28 06:18:46.096891 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1195baac-e728-47b1-9bac-fcb12d7ca6ed req-67fe5868-ae79-4570-a08d-69967cafcaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:46.097464 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-1195baac-e728-47b1-9bac-fcb12d7ca6ed req-67fe5868-ae79-4570-a08d-69967cafcaa8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:46.098891 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-1195baac-e728-47b1-9bac-fcb12d7ca6ed req-67fe5868-ae79-4570-a08d-69967cafcaa8 service neutron] 10.222.0.71 "PUT /v2.0/ports/a706e672-fce4-48ad-bed2-f98494b3d3e5 HTTP/1.1" status: 200 len: 1091 time: 1.6305161 May 28 06:18:46.099328 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d475dcf-586d-4ca1-baaa-235013d4abca', 'tag': 'a706e672-fce4-48ad-bed2-f98494b3d3e5'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:18:46.133277 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d2585f-a720-4380-99be-15192d8d6be1 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c801b37d-3704-4734-8061-c5e7a6a91910,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:46.146085 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e401dcf2-e6fb-4b5f-8259-a3ab3a1ab961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for subnet, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:46.196742 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fe5868-ae79-4570-a08d-69967cafcaa8 service neutron] Pushing event updated for resources: {'Port': ['ID=a706e672-fce4-48ad-bed2-f98494b3d3e5,revision_number=3']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:46.308979 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e401dcf2-e6fb-4b5f-8259-a3ab3a1ab961 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eed62182-5ff7-4e12-84bb-4e23f47bba04,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:46.325530 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1195baac-e728-47b1-9bac-fcb12d7ca6ed req-288efc0c-f045-47d9-9f20-bb910ac809b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:46.327665 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-1195baac-e728-47b1-9bac-fcb12d7ca6ed req-288efc0c-f045-47d9-9f20-bb910ac809b4 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=091a6ab3594e41dd849f313a7a0a6a9a&device_id=6d475dcf-586d-4ca1-baaa-235013d4abca HTTP/1.1" status: 200 len: 1094 time: 0.0826900 May 28 06:18:46.328893 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-8371806d-7e39-4379-9cff-745b5d856f38 req-1559f567-e121-42cd-bdf4-5c0edf239865 tempest-SecurityGroupsTestAdminJSON-1211578641 tempest-SecurityGroupsTestAdminJSON-1211578641-project] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:46.376377 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [req-78e099cb-c03c-4bd9-bbfd-355957643235 req-20d2585f-a720-4380-99be-15192d8d6be1 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Allocated IP 192.168.233.47 (bb90c162-fdb0-406b-af2b-5eef830db7a9/e72d0ca5-04cb-4b36-82b1-c75214c9eb05/46a4ea42-1089-420c-a96f-d7cd594a80c1) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:18:46.378442 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e401dcf2-e6fb-4b5f-8259-a3ab3a1ab961 admin admin] Checking segment: {'id': '2466b369-b4d4-4fbf-9dbd-05fe75562f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'ae685707-2f9d-409f-9237-8deef87c8163'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:18:46.378797 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e401dcf2-e6fb-4b5f-8259-a3ab3a1ab961 admin admin] Network hostable DHCP agents. Network: ae685707-2f9d-409f-9237-8deef87c8163, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89110) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:18:46.395892 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-8371806d-7e39-4379-9cff-745b5d856f38 req-1559f567-e121-42cd-bdf4-5c0edf239865 tempest-SecurityGroupsTestAdminJSON-1211578641 tempest-SecurityGroupsTestAdminJSON-1211578641-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:46.408398 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-1195baac-e728-47b1-9bac-fcb12d7ca6ed req-958885aa-074c-459c-908e-6c2c394551e3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a706e672-fce4-48ad-bed2-f98494b3d3e5 HTTP/1.1" status: 200 len: 217 time: 0.0663993 May 28 06:18:46.475557 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1195baac-e728-47b1-9bac-fcb12d7ca6ed req-cab41f32-88e8-4948-b0ed-b33b1737b1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:46.477095 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-1195baac-e728-47b1-9bac-fcb12d7ca6ed req-cab41f32-88e8-4948-b0ed-b33b1737b1c7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=03212e7d-52c6-4d77-9192-a13870cfe66d HTTP/1.1" status: 200 len: 863 time: 0.0601759 May 28 06:18:46.561319 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1195baac-e728-47b1-9bac-fcb12d7ca6ed req-df7117ac-d9e0-48f6-96db-d4972353973b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:46.563141 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-1195baac-e728-47b1-9bac-fcb12d7ca6ed req-df7117ac-d9e0-48f6-96db-d4972353973b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a5c9567d-71ef-4c72-aea2-4f06193b25d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0798399 May 28 06:18:46.613770 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e401dcf2-e6fb-4b5f-8259-a3ab3a1ab961 admin admin] Network ae685707-2f9d-409f-9237-8deef87c8163 is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89110) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:18:46.621319 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-8371806d-7e39-4379-9cff-745b5d856f38 req-1559f567-e121-42cd-bdf4-5c0edf239865 tempest-SecurityGroupsTestAdminJSON-1211578641 tempest-SecurityGroupsTestAdminJSON-1211578641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:46.698954 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-1195baac-e728-47b1-9bac-fcb12d7ca6ed req-f6edad09-a57f-4a19-95ed-9c7146343dc5 service neutron] 10.222.0.71 "GET /v2.0/networks/a5c9567d-71ef-4c72-aea2-4f06193b25d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288154 May 28 06:18:46.775296 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1559f567-e121-42cd-bdf4-5c0edf239865 tempest-SecurityGroupsTestAdminJSON-1211578641 tempest-SecurityGroupsTestAdminJSON-1211578641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2e04a61-f05f-4679-b073-38a254c81ec7,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:46.837710 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-1195baac-e728-47b1-9bac-fcb12d7ca6ed req-7d625cb2-dd09-40c8-91f0-b6082f849b33 service neutron] 10.222.0.71 "GET /v2.0/networks/a5c9567d-71ef-4c72-aea2-4f06193b25d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281748 May 28 06:18:46.863429 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-e401dcf2-e6fb-4b5f-8259-a3ab3a1ab961 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, ae685707-2f9d-409f-9237-8deef87c8163) {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:18:46.868383 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e401dcf2-e6fb-4b5f-8259-a3ab3a1ab961 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:46.870023 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e401dcf2-e6fb-4b5f-8259-a3ab3a1ab961 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:46.873647 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f5064f2-2720-4d8d-9abb-dedeb29abcab None None] Network ae685707-2f9d-409f-9237-8deef87c8163 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:18:46.913558 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-78e099cb-c03c-4bd9-bbfd-355957643235 req-20d2585f-a720-4380-99be-15192d8d6be1 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:46.923000 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63f003e-34e1-44d7-bb04-9341bd0bc572 req-1eecfb5a-75cb-4907-8849-8c60a62a3521 tempest-AggregatesAdminTestJSON-1342126611 tempest-AggregatesAdminTestJSON-1342126611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:46.924556 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c63f003e-34e1-44d7-bb04-9341bd0bc572 req-1eecfb5a-75cb-4907-8849-8c60a62a3521 tempest-AggregatesAdminTestJSON-1342126611 tempest-AggregatesAdminTestJSON-1342126611-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=73e4e073-c068-4e2e-8544-d5c2a6e98a00 HTTP/1.1" status: 200 len: 1120 time: 0.2028825 May 28 06:18:46.948444 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-78e099cb-c03c-4bd9-bbfd-355957643235 req-20d2585f-a720-4380-99be-15192d8d6be1 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Transition to ACTIVE for port object 46a4ea42-1089-420c-a96f-d7cd594a80c1 will not be triggered until provisioned by entity DHCP. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:18:46.954447 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-c63f003e-34e1-44d7-bb04-9341bd0bc572 req-e3144ea1-16a6-4209-bf07-813d15beae38 tempest-AggregatesAdminTestJSON-1342126611 tempest-AggregatesAdminTestJSON-1342126611-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:46.971987 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-c63f003e-34e1-44d7-bb04-9341bd0bc572 req-e3144ea1-16a6-4209-bf07-813d15beae38 tempest-AggregatesAdminTestJSON-1342126611 tempest-AggregatesAdminTestJSON-1342126611-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:18:46.977246 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-c63f003e-34e1-44d7-bb04-9341bd0bc572 req-e3144ea1-16a6-4209-bf07-813d15beae38 tempest-AggregatesAdminTestJSON-1342126611 tempest-AggregatesAdminTestJSON-1342126611-project-admin] Usage tracker for resource:security_group_rule and tenant:f123ec3883d64d6d992c1414911c1005 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:18:46.980981 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-c63f003e-34e1-44d7-bb04-9341bd0bc572 req-e3144ea1-16a6-4209-bf07-813d15beae38 tempest-AggregatesAdminTestJSON-1342126611 tempest-AggregatesAdminTestJSON-1342126611-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:18:46.988523 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-c63f003e-34e1-44d7-bb04-9341bd0bc572 req-e3144ea1-16a6-4209-bf07-813d15beae38 tempest-AggregatesAdminTestJSON-1342126611 tempest-AggregatesAdminTestJSON-1342126611-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:18:46.999956 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-8371806d-7e39-4379-9cff-745b5d856f38 req-1559f567-e121-42cd-bdf4-5c0edf239865 tempest-SecurityGroupsTestAdminJSON-1211578641 tempest-SecurityGroupsTestAdminJSON-1211578641-project] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:47.001084 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8371806d-7e39-4379-9cff-745b5d856f38 req-1559f567-e121-42cd-bdf4-5c0edf239865 tempest-SecurityGroupsTestAdminJSON-1211578641 tempest-SecurityGroupsTestAdminJSON-1211578641-project] 10.222.0.55 "DELETE /v2.0/security-groups/a2e04a61-f05f-4679-b073-38a254c81ec7 HTTP/1.1" status: 204 len: 173 time: 0.9164903 May 28 06:18:47.048914 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-e401dcf2-e6fb-4b5f-8259-a3ab3a1ab961 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6128588 May 28 06:18:47.101547 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d314abdc-902a-444d-9e5e-701708cb0cff None None] Network ae685707-2f9d-409f-9237-8deef87c8163 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:18:47.139136 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-c63f003e-34e1-44d7-bb04-9341bd0bc572 req-e3144ea1-16a6-4209-bf07-813d15beae38 tempest-AggregatesAdminTestJSON-1342126611 tempest-AggregatesAdminTestJSON-1342126611-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:47.142167 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b868bb6c-57e7-490a-8b7e-e232a98b2198'] response: {'name': 'network-changed', 'server_uuid': '6d475dcf-586d-4ca1-baaa-235013d4abca', 'tag': 'a706e672-fce4-48ad-bed2-f98494b3d3e5', 'status': 'completed', 'code': 200} May 28 06:18:47.148411 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-78e099cb-c03c-4bd9-bbfd-355957643235 req-20d2585f-a720-4380-99be-15192d8d6be1 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:47.262773 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-c63f003e-34e1-44d7-bb04-9341bd0bc572 req-e3144ea1-16a6-4209-bf07-813d15beae38 tempest-AggregatesAdminTestJSON-1342126611 tempest-AggregatesAdminTestJSON-1342126611-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:47.312512 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3144ea1-16a6-4209-bf07-813d15beae38 tempest-AggregatesAdminTestJSON-1342126611 tempest-AggregatesAdminTestJSON-1342126611-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b40199b5-3282-48ee-9382-552c206af2d3,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:47.314360 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250cac53-b743-45a1-b5e1-ba38392aef16 req-fccc14a2-f5f2-41c4-94b7-29f929857129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:47.315849 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-250cac53-b743-45a1-b5e1-ba38392aef16 req-fccc14a2-f5f2-41c4-94b7-29f929857129 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=091a6ab3594e41dd849f313a7a0a6a9a&device_id=6d475dcf-586d-4ca1-baaa-235013d4abca HTTP/1.1" status: 200 len: 1094 time: 0.1236315 May 28 06:18:47.370977 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c63f003e-34e1-44d7-bb04-9341bd0bc572 req-e3144ea1-16a6-4209-bf07-813d15beae38 tempest-AggregatesAdminTestJSON-1342126611 tempest-AggregatesAdminTestJSON-1342126611-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=e4cbd9e8-8348-4617-8aef-95da7a790d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4367712 May 28 06:18:47.372874 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78e099cb-c03c-4bd9-bbfd-355957643235 req-20d2585f-a720-4380-99be-15192d8d6be1 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Network bb90c162-fdb0-406b-af2b-5eef830db7a9 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:18:47.378253 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [req-78e099cb-c03c-4bd9-bbfd-355957643235 req-20d2585f-a720-4380-99be-15192d8d6be1 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:18:47.379129 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d2585f-a720-4380-99be-15192d8d6be1 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Pushing event updated for resources: {'Port': ['ID=46a4ea42-1089-420c-a96f-d7cd594a80c1,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:47.382670 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-78e099cb-c03c-4bd9-bbfd-355957643235 req-20d2585f-a720-4380-99be-15192d8d6be1 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:18:47.388195 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e099cb-c03c-4bd9-bbfd-355957643235 req-20d2585f-a720-4380-99be-15192d8d6be1 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:47.388812 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-78e099cb-c03c-4bd9-bbfd-355957643235 req-20d2585f-a720-4380-99be-15192d8d6be1 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:47.493360 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c112f1c-bff2-40e0-88bb-5cc852157bcf req-4c3abad0-486d-4324-9b1d-090758f08827 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:47.495746 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1c112f1c-bff2-40e0-88bb-5cc852157bcf req-4c3abad0-486d-4324-9b1d-090758f08827 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d475dcf-586d-4ca1-baaa-235013d4abca HTTP/1.1" status: 200 len: 943 time: 0.2185686 May 28 06:18:47.500088 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250cac53-b743-45a1-b5e1-ba38392aef16 req-426ed719-cad9-442d-ba9c-b65def9ab046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:47.502343 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-250cac53-b743-45a1-b5e1-ba38392aef16 req-426ed719-cad9-442d-ba9c-b65def9ab046 service neutron] 10.222.0.71 "GET /v2.0/networks?id=a5c9567d-71ef-4c72-aea2-4f06193b25d9 HTTP/1.1" status: 200 len: 925 time: 0.1799479 May 28 06:18:47.546700 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-78e099cb-c03c-4bd9-bbfd-355957643235 req-20d2585f-a720-4380-99be-15192d8d6be1 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5026386 May 28 06:18:47.567221 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1c112f1c-bff2-40e0-88bb-5cc852157bcf req-504073fb-5975-4698-b0aa-6e171325e9de tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed1b7838-09ba-4c02-8fcc-d2aad317060a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644898 May 28 06:18:47.572768 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-78e099cb-c03c-4bd9-bbfd-355957643235 req-cfa82356-41d3-4055-8e30-a1b261e7bc99 service neutron] Request body: {'port': {'device_id': 'b9547fb1-3181-45ef-bf13-193d90ccfbd0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843702-1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:18:47.619753 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-250cac53-b743-45a1-b5e1-ba38392aef16 req-c77d3272-da4c-466f-9a5f-d966b3021e05 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a706e672-fce4-48ad-bed2-f98494b3d3e5 HTTP/1.1" status: 200 len: 217 time: 0.1101871 May 28 06:18:47.688987 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250cac53-b743-45a1-b5e1-ba38392aef16 req-d25d85f9-7949-4e54-9b82-f70ea25bd5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:47.690552 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-250cac53-b743-45a1-b5e1-ba38392aef16 req-d25d85f9-7949-4e54-9b82-f70ea25bd5c9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=03212e7d-52c6-4d77-9192-a13870cfe66d HTTP/1.1" status: 200 len: 863 time: 0.0631406 May 28 06:18:47.753563 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-25adf360-f472-44f4-8924-12d0408c0e14 None None] Provisioning for port 46a4ea42-1089-420c-a96f-d7cd594a80c1 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:18:47.759220 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-25adf360-f472-44f4-8924-12d0408c0e14 None None] Provisioning complete for port 46a4ea42-1089-420c-a96f-d7cd594a80c1 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:18:47.760150 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-25adf360-f472-44f4-8924-12d0408c0e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:47.770901 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250cac53-b743-45a1-b5e1-ba38392aef16 req-7b9a0861-4735-4320-9150-1094e05b0bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:47.772421 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-250cac53-b743-45a1-b5e1-ba38392aef16 req-7b9a0861-4735-4320-9150-1094e05b0bae service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a5c9567d-71ef-4c72-aea2-4f06193b25d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0749340 May 28 06:18:47.788823 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2964211f-76db-4017-812b-658ecdabaa05 req-1f4822ec-b9ae-4651-8a4a-79608d156bcd tempest-SecurityGroupsTestAdminJSON-1211578641 tempest-SecurityGroupsTestAdminJSON-1211578641-project] 10.222.0.55 "GET /v2.0/security-groups/06620eab-bb46-44ee-98e6-0d57bb6a327d HTTP/1.1" status: 200 len: 1777 time: 0.1634164 May 28 06:18:47.819484 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-25adf360-f472-44f4-8924-12d0408c0e14 None None] Port 46a4ea42-1089-420c-a96f-d7cd594a80c1 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:18:47.822847 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-78e099cb-c03c-4bd9-bbfd-355957643235 req-cfa82356-41d3-4055-8e30-a1b261e7bc99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:47.901505 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0bc8a5-e847-439c-a1ef-a4d6037a4b57 req-97889c1d-f5bc-4b53-90f4-46740d37410d tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:47.902201 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-3e0bc8a5-e847-439c-a1ef-a4d6037a4b57 req-97889c1d-f5bc-4b53-90f4-46740d37410d tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Synchronizing usage tracker for tenant:fa535ce8a329409da109cb227c3a70b1 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:18:47.925168 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-250cac53-b743-45a1-b5e1-ba38392aef16 req-dfce0390-5d8f-4c9d-861b-4307f6878ca7 service neutron] 10.222.0.71 "GET /v2.0/networks/a5c9567d-71ef-4c72-aea2-4f06193b25d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458178 May 28 06:18:47.967512 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-2964211f-76db-4017-812b-658ecdabaa05 req-3b13298d-47ba-4144-8d6d-72dea9bdc659 tempest-SecurityGroupsTestAdminJSON-1211578641 tempest-SecurityGroupsTestAdminJSON-1211578641-project] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:48.003582 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 42784) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:18:48.013177 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-c39ffc2d-fa2e-4b4e-9b46-b599786a810f admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-369189573-network', 'tenant_id': 'a847fb7f8aed4b1a9182d6b780f42c12'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:18:48.025744 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-c39ffc2d-fa2e-4b4e-9b46-b599786a810f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:18:48.032428 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-c39ffc2d-fa2e-4b4e-9b46-b599786a810f admin admin] Usage tracker for resource:network and tenant:a847fb7f8aed4b1a9182d6b780f42c12 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:18:48.036671 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-c39ffc2d-fa2e-4b4e-9b46-b599786a810f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:18:48.045397 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-c39ffc2d-fa2e-4b4e-9b46-b599786a810f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:18:48.046931 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-2964211f-76db-4017-812b-658ecdabaa05 req-3b13298d-47ba-4144-8d6d-72dea9bdc659 tempest-SecurityGroupsTestAdminJSON-1211578641 tempest-SecurityGroupsTestAdminJSON-1211578641-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:48.057805 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-3e0bc8a5-e847-439c-a1ef-a4d6037a4b57 req-97889c1d-f5bc-4b53-90f4-46740d37410d tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Unset dirty status for tenant:fa535ce8a329409da109cb227c3a70b1 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:18:48.058929 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3e0bc8a5-e847-439c-a1ef-a4d6037a4b57 req-97889c1d-f5bc-4b53-90f4-46740d37410d tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9547fb1-3181-45ef-bf13-193d90ccfbd0 HTTP/1.1" status: 200 len: 935 time: 0.4325161 May 28 06:18:48.088715 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-250cac53-b743-45a1-b5e1-ba38392aef16 req-2b05693f-bc24-4144-9564-df2774b81a37 service neutron] 10.222.0.71 "GET /v2.0/networks/a5c9567d-71ef-4c72-aea2-4f06193b25d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566901 May 28 06:18:48.135912 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c39ffc2d-fa2e-4b4e-9b46-b599786a810f admin admin] Made reservation on behalf of a847fb7f8aed4b1a9182d6b780f42c12 for: {'network': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:18:48.138233 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c39ffc2d-fa2e-4b4e-9b46-b599786a810f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:48.150549 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c39ffc2d-fa2e-4b4e-9b46-b599786a810f admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:48.165702 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-c39ffc2d-fa2e-4b4e-9b46-b599786a810f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:18:48.169484 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-c39ffc2d-fa2e-4b4e-9b46-b599786a810f admin admin] Usage tracker for resource:security_group_rule and tenant:a847fb7f8aed4b1a9182d6b780f42c12 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:18:48.172271 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-c39ffc2d-fa2e-4b4e-9b46-b599786a810f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:18:48.177976 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-c39ffc2d-fa2e-4b4e-9b46-b599786a810f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:18:48.206931 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-3e0bc8a5-e847-439c-a1ef-a4d6037a4b57 req-10ddfae0-2bc1-4d50-afde-90d8cc038591 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Synchronizing usage tracker for tenant:fa535ce8a329409da109cb227c3a70b1 on resource:security_group {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:18:48.261266 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c39ffc2d-fa2e-4b4e-9b46-b599786a810f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:48.299209 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-2964211f-76db-4017-812b-658ecdabaa05 req-3b13298d-47ba-4144-8d6d-72dea9bdc659 tempest-SecurityGroupsTestAdminJSON-1211578641 tempest-SecurityGroupsTestAdminJSON-1211578641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:48.332299 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b13298d-47ba-4144-8d6d-72dea9bdc659 tempest-SecurityGroupsTestAdminJSON-1211578641 tempest-SecurityGroupsTestAdminJSON-1211578641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06620eab-bb46-44ee-98e6-0d57bb6a327d,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:48.341983 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-3e0bc8a5-e847-439c-a1ef-a4d6037a4b57 req-10ddfae0-2bc1-4d50-afde-90d8cc038591 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Unset dirty status for tenant:fa535ce8a329409da109cb227c3a70b1 on resource:security_group {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:18:48.343102 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3e0bc8a5-e847-439c-a1ef-a4d6037a4b57 req-10ddfae0-2bc1-4d50-afde-90d8cc038591 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2769802 May 28 06:18:48.344960 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [req-78e099cb-c03c-4bd9-bbfd-355957643235 req-cfa82356-41d3-4055-8e30-a1b261e7bc99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46a4ea42-1089-420c-a96f-d7cd594a80c1 {{(pid=89110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:18:48.354972 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-78e099cb-c03c-4bd9-bbfd-355957643235 req-cfa82356-41d3-4055-8e30-a1b261e7bc99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:48.358983 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c39ffc2d-fa2e-4b4e-9b46-b599786a810f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:48.360319 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-2964211f-76db-4017-812b-658ecdabaa05 req-3b13298d-47ba-4144-8d6d-72dea9bdc659 tempest-SecurityGroupsTestAdminJSON-1211578641 tempest-SecurityGroupsTestAdminJSON-1211578641-project] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:48.361835 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2964211f-76db-4017-812b-658ecdabaa05 req-3b13298d-47ba-4144-8d6d-72dea9bdc659 tempest-SecurityGroupsTestAdminJSON-1211578641 tempest-SecurityGroupsTestAdminJSON-1211578641-project] 10.222.0.55 "DELETE /v2.0/security-groups/06620eab-bb46-44ee-98e6-0d57bb6a327d HTTP/1.1" status: 204 len: 173 time: 0.5614297 May 28 06:18:48.405576 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c39ffc2d-fa2e-4b4e-9b46-b599786a810f admin admin] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=89109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:18:48.406904 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-78e099cb-c03c-4bd9-bbfd-355957643235 req-cfa82356-41d3-4055-8e30-a1b261e7bc99 service neutron] Transition to ACTIVE for port object 46a4ea42-1089-420c-a96f-d7cd594a80c1 will not be triggered until provisioned by entity L2. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:18:48.421070 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39ffc2d-fa2e-4b4e-9b46-b599786a810f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c77a72f8-9c83-4153-ac4b-fa593d9be8b1,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:48.425672 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c39ffc2d-fa2e-4b4e-9b46-b599786a810f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:48.426107 n-d-843702-1 neutron-server[89109]: INFO neutron.db.segments_db [None req-c39ffc2d-fa2e-4b4e-9b46-b599786a810f admin admin] Added segment 31e3bc56-4bc2-456b-8a21-378c654efd0f of type vlan for network 08b19593-f37a-4cd3-b974-44b049ffb173 May 28 06:18:48.458683 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c39ffc2d-fa2e-4b4e-9b46-b599786a810f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:48.476829 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-78e099cb-c03c-4bd9-bbfd-355957643235 req-cfa82356-41d3-4055-8e30-a1b261e7bc99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:48.588287 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c39ffc2d-fa2e-4b4e-9b46-b599786a810f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:48.589322 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c39ffc2d-fa2e-4b4e-9b46-b599786a810f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:48.589947 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c39ffc2d-fa2e-4b4e-9b46-b599786a810f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:48.662291 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa82356-41d3-4055-8e30-a1b261e7bc99 service neutron] Pushing event updated for resources: {'Port': ['ID=46a4ea42-1089-420c-a96f-d7cd594a80c1,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:48.697098 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-78e099cb-c03c-4bd9-bbfd-355957643235 req-cfa82356-41d3-4055-8e30-a1b261e7bc99 service neutron] Attempting to bind port 46a4ea42-1089-420c-a96f-d7cd594a80c1 on host n-h2-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:18:48.697609 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-78e099cb-c03c-4bd9-bbfd-355957643235 req-cfa82356-41d3-4055-8e30-a1b261e7bc99 service neutron] Attempting to bind port 46a4ea42-1089-420c-a96f-d7cd594a80c1 by drivers openvswitch,hyperv on host n-h2-843702-1 at level 0 using segments [{'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:18:48.698033 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e099cb-c03c-4bd9-bbfd-355957643235 req-cfa82356-41d3-4055-8e30-a1b261e7bc99 service neutron] Attempting to bind port 46a4ea42-1089-420c-a96f-d7cd594a80c1 on network bb90c162-fdb0-406b-af2b-5eef830db7a9 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:18:48.703206 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e099cb-c03c-4bd9-bbfd-355957643235 req-cfa82356-41d3-4055-8e30-a1b261e7bc99 service neutron] Port 46a4ea42-1089-420c-a96f-d7cd594a80c1 on network bb90c162-fdb0-406b-af2b-5eef830db7a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:18:48.703591 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e099cb-c03c-4bd9-bbfd-355957643235 req-cfa82356-41d3-4055-8e30-a1b261e7bc99 service neutron] Attempting to bind port 46a4ea42-1089-420c-a96f-d7cd594a80c1 on network bb90c162-fdb0-406b-af2b-5eef830db7a9 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:18:48.709297 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e099cb-c03c-4bd9-bbfd-355957643235 req-cfa82356-41d3-4055-8e30-a1b261e7bc99 service neutron] Checking agent: {'id': 'f1a3973b-d2b3-4558-88e7-2ac50857d302', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 18, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:18:48.709736 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e099cb-c03c-4bd9-bbfd-355957643235 req-cfa82356-41d3-4055-8e30-a1b261e7bc99 service neutron] Checking segment: {'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:18:48.710191 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e099cb-c03c-4bd9-bbfd-355957643235 req-cfa82356-41d3-4055-8e30-a1b261e7bc99 service neutron] Bound using segment: {'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:18:48.710689 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-78e099cb-c03c-4bd9-bbfd-355957643235 req-cfa82356-41d3-4055-8e30-a1b261e7bc99 service neutron] Bound port: 46a4ea42-1089-420c-a96f-d7cd594a80c1, host: n-h2-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'}}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:18:48.711099 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-78e099cb-c03c-4bd9-bbfd-355957643235 req-cfa82356-41d3-4055-8e30-a1b261e7bc99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:48.772797 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39ffc2d-fa2e-4b4e-9b46-b599786a810f admin admin] Pushing event updated for resources: {'Network': ['ID=08b19593-f37a-4cd3-b974-44b049ffb173,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:48.786783 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 08b19593-f37a-4cd3-b974-44b049ffb173 details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:18:48.807076 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-78e099cb-c03c-4bd9-bbfd-355957643235 req-cfa82356-41d3-4055-8e30-a1b261e7bc99 service neutron] For port 46a4ea42-1089-420c-a96f-d7cd594a80c1, host n-h2-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:18:48.810610 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-78e099cb-c03c-4bd9-bbfd-355957643235 req-cfa82356-41d3-4055-8e30-a1b261e7bc99 service neutron] For port 46a4ea42-1089-420c-a96f-d7cd594a80c1, host n-h2-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=46a4ea42-1089-420c-a96f-d7cd594a80c1,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:18:48.874749 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-78e099cb-c03c-4bd9-bbfd-355957643235 req-cfa82356-41d3-4055-8e30-a1b261e7bc99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:48.875383 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-c39ffc2d-fa2e-4b4e-9b46-b599786a810f admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.8702574 May 28 06:18:48.878172 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 42792) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:18:48.885328 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-206fd480-6bc8-4d73-80d3-56ebedb79b0f admin admin] Request body: {'subnet': {'network_id': '08b19593-f37a-4cd3-b974-44b049ffb173', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-369189573-subnet', 'tenant_id': 'a847fb7f8aed4b1a9182d6b780f42c12', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:18:48.892158 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-206fd480-6bc8-4d73-80d3-56ebedb79b0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:18:48.898976 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-206fd480-6bc8-4d73-80d3-56ebedb79b0f admin admin] Usage tracker for resource:subnet and tenant:a847fb7f8aed4b1a9182d6b780f42c12 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:18:48.903769 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-206fd480-6bc8-4d73-80d3-56ebedb79b0f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:18:48.909822 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-206fd480-6bc8-4d73-80d3-56ebedb79b0f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:18:48.942933 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e099cb-c03c-4bd9-bbfd-355957643235 req-cfa82356-41d3-4055-8e30-a1b261e7bc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:48.942933 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-78e099cb-c03c-4bd9-bbfd-355957643235 req-cfa82356-41d3-4055-8e30-a1b261e7bc99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:48.942933 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-78e099cb-c03c-4bd9-bbfd-355957643235 req-cfa82356-41d3-4055-8e30-a1b261e7bc99 service neutron] 10.222.0.71 "PUT /v2.0/ports/46a4ea42-1089-420c-a96f-d7cd594a80c1 HTTP/1.1" status: 200 len: 1095 time: 1.3744593 May 28 06:18:48.950730 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9547fb1-3181-45ef-bf13-193d90ccfbd0', 'tag': '46a4ea42-1089-420c-a96f-d7cd594a80c1'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:18:48.986727 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa82356-41d3-4055-8e30-a1b261e7bc99 service neutron] Pushing event updated for resources: {'Port': ['ID=46a4ea42-1089-420c-a96f-d7cd594a80c1,revision_number=3']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:49.016087 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-206fd480-6bc8-4d73-80d3-56ebedb79b0f admin admin] Made reservation on behalf of a847fb7f8aed4b1a9182d6b780f42c12 for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:18:49.018974 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-206fd480-6bc8-4d73-80d3-56ebedb79b0f admin admin] Notify callbacks [] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:49.026522 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 42802) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:18:49.254335 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b326496-5e84-4860-a803-633fe8bd83e0 req-fef2495a-b9fc-418c-becb-93fe802f93a7 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:49.255722 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0b326496-5e84-4860-a803-633fe8bd83e0 req-fef2495a-b9fc-418c-becb-93fe802f93a7 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d475dcf-586d-4ca1-baaa-235013d4abca HTTP/1.1" status: 200 len: 943 time: 0.2037325 May 28 06:18:49.381911 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e099cb-c03c-4bd9-bbfd-355957643235 req-e2cb9e75-df66-4939-b510-c64cc2332628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:49.382611 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-206fd480-6bc8-4d73-80d3-56ebedb79b0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:49.383366 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-78e099cb-c03c-4bd9-bbfd-355957643235 req-e2cb9e75-df66-4939-b510-c64cc2332628 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fa535ce8a329409da109cb227c3a70b1&device_id=b9547fb1-3181-45ef-bf13-193d90ccfbd0 HTTP/1.1" status: 200 len: 1098 time: 0.2785697 May 28 06:18:49.390894 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-58b6c415-fa0e-4e21-afe0-e9962e110ea0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8ac230ef9c4946b7a86a125cf0d0fe34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3599181 May 28 06:18:49.396213 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 42814) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:18:49.457981 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206fd480-6bc8-4d73-80d3-56ebedb79b0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd093196-7757-463f-a042-3799f030f2b9,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:49.466339 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206fd480-6bc8-4d73-80d3-56ebedb79b0f admin admin] Checking segment: {'id': '31e3bc56-4bc2-456b-8a21-378c654efd0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '08b19593-f37a-4cd3-b974-44b049ffb173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:18:49.466688 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206fd480-6bc8-4d73-80d3-56ebedb79b0f admin admin] Network hostable DHCP agents. Network: 08b19593-f37a-4cd3-b974-44b049ffb173, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:18:49.492982 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0b326496-5e84-4860-a803-633fe8bd83e0 req-88f8c782-6825-49c6-a881-fc2e95106baf tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed1b7838-09ba-4c02-8fcc-d2aad317060a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2296019 May 28 06:18:49.502937 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-78e099cb-c03c-4bd9-bbfd-355957643235 req-448a9c5c-9fb6-49b4-b967-b3352a26c30e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=46a4ea42-1089-420c-a96f-d7cd594a80c1 HTTP/1.1" status: 200 len: 217 time: 0.0981052 May 28 06:18:49.543027 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206fd480-6bc8-4d73-80d3-56ebedb79b0f admin admin] Network 08b19593-f37a-4cd3-b974-44b049ffb173 is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:18:49.572511 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 42820) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:18:49.576356 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-277f5128-9f28-4013-ba00-20dfe50ab51a'] response: {'name': 'network-changed', 'server_uuid': 'b9547fb1-3181-45ef-bf13-193d90ccfbd0', 'tag': '46a4ea42-1089-420c-a96f-d7cd594a80c1', 'status': 'completed', 'code': 200} May 28 06:18:49.623716 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5df56348-c00d-4f35-9a60-6e4f141973c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:49.633346 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-206fd480-6bc8-4d73-80d3-56ebedb79b0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, 08b19593-f37a-4cd3-b974-44b049ffb173) {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:18:49.639670 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206fd480-6bc8-4d73-80d3-56ebedb79b0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:49.640256 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-206fd480-6bc8-4d73-80d3-56ebedb79b0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:49.646332 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7541f695-b1c9-4324-a430-851a480c41e7 None None] Network 08b19593-f37a-4cd3-b974-44b049ffb173 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:18:49.647295 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d3693b-601c-4103-aafb-7a7380e8759d req-68ae29dd-520e-4005-a539-bea3b6e6ecbe tempest-AggregatesAdminTestJSON-1879460675 tempest-AggregatesAdminTestJSON-1879460675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:49.649948 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-33d3693b-601c-4103-aafb-7a7380e8759d req-68ae29dd-520e-4005-a539-bea3b6e6ecbe tempest-AggregatesAdminTestJSON-1879460675 tempest-AggregatesAdminTestJSON-1879460675-project] 10.222.0.55 "GET /v2.0/ports?device_id=73e4e073-c068-4e2e-8544-d5c2a6e98a00 HTTP/1.1" status: 200 len: 969 time: 0.3922014 May 28 06:18:49.666874 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e099cb-c03c-4bd9-bbfd-355957643235 req-1728736e-27b9-4c76-bcdd-b9528b076d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:49.669981 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-78e099cb-c03c-4bd9-bbfd-355957643235 req-1728736e-27b9-4c76-bcdd-b9528b076d55 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e72d0ca5-04cb-4b36-82b1-c75214c9eb05 HTTP/1.1" status: 200 len: 843 time: 0.1586471 May 28 06:18:49.717449 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-16e3af6c-44e7-4ee5-9c0b-f190baa3009d admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:49.735016 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-16e3af6c-44e7-4ee5-9c0b-f190baa3009d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:18:49.747524 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-206fd480-6bc8-4d73-80d3-56ebedb79b0f admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8600535 May 28 06:18:49.747524 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-16e3af6c-44e7-4ee5-9c0b-f190baa3009d admin admin] Usage tracker for resource:security_group_rule and tenant:e1515a47eb1d40de8e0c16198bc89069 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:18:49.747524 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-16e3af6c-44e7-4ee5-9c0b-f190baa3009d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:18:49.760899 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-16e3af6c-44e7-4ee5-9c0b-f190baa3009d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:18:49.792060 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5df56348-c00d-4f35-9a60-6e4f141973c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:49.859436 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-16e3af6c-44e7-4ee5-9c0b-f190baa3009d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:49.860862 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-33d3693b-601c-4103-aafb-7a7380e8759d req-9c7a5e21-9171-41ae-89c2-0ca3218a456d tempest-AggregatesAdminTestJSON-1879460675 tempest-AggregatesAdminTestJSON-1879460675-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4cbd9e8-8348-4617-8aef-95da7a790d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871569 May 28 06:18:49.913158 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91999fd4-9c4c-4c2b-b0e7-95c1987acf7c req-c5b54908-88ed-4f1f-b787-d6c56f231766 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:49.918035 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-91999fd4-9c4c-4c2b-b0e7-95c1987acf7c req-c5b54908-88ed-4f1f-b787-d6c56f231766 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9547fb1-3181-45ef-bf13-193d90ccfbd0 HTTP/1.1" status: 200 len: 947 time: 0.2450221 May 28 06:18:49.921367 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e099cb-c03c-4bd9-bbfd-355957643235 req-2f837af0-a6a6-4e10-bac2-efe7566907b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:49.923730 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-78e099cb-c03c-4bd9-bbfd-355957643235 req-2f837af0-a6a6-4e10-bac2-efe7566907b3 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=bb90c162-fdb0-406b-af2b-5eef830db7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2298791 May 28 06:18:49.924874 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-16e3af6c-44e7-4ee5-9c0b-f190baa3009d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:49.927182 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3e7b71-43f2-4b7e-b959-d6d054b8b4d5 None None] Network 08b19593-f37a-4cd3-b974-44b049ffb173 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:18:49.982594 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-16e3af6c-44e7-4ee5-9c0b-f190baa3009d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e1515a47eb1d40de8e0c16198bc89069&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4090507 May 28 06:18:49.984300 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e3af6c-44e7-4ee5-9c0b-f190baa3009d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0212d489-aa4d-47f4-b22a-8deb1ac45cf3,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:49.986790 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 42830) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:18:50.049161 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5df56348-c00d-4f35-9a60-6e4f141973c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:50.054535 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a47237a1-1ef1-4b63-9fef-0747ac7a55a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:50.084500 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a47237a1-1ef1-4b63-9fef-0747ac7a55a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:50.100047 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-91999fd4-9c4c-4c2b-b0e7-95c1987acf7c req-d5448f44-58a1-4d20-aab9-38f62fa88ae9 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753020 May 28 06:18:50.100809 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df56348-c00d-4f35-9a60-6e4f141973c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0b59d0e-40e5-4313-a38b-fbf293ed1800,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:50.128799 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5df56348-c00d-4f35-9a60-6e4f141973c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:50.133682 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-5df56348-c00d-4f35-9a60-6e4f141973c1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e0b59d0e-40e5-4313-a38b-fbf293ed1800 HTTP/1.1" status: 204 len: 168 time: 0.7302327 May 28 06:18:50.197476 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-78e099cb-c03c-4bd9-bbfd-355957643235 req-ad8238a2-3b3d-4af5-a76c-24faf18ec0cd service neutron] 10.222.0.71 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2534018 May 28 06:18:50.223108 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a47237a1-1ef1-4b63-9fef-0747ac7a55a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:50.247950 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47237a1-1ef1-4b63-9fef-0747ac7a55a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0212d489-aa4d-47f4-b22a-8deb1ac45cf3,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:50.256925 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a47237a1-1ef1-4b63-9fef-0747ac7a55a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:50.258320 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-a47237a1-1ef1-4b63-9fef-0747ac7a55a8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0212d489-aa4d-47f4-b22a-8deb1ac45cf3 HTTP/1.1" status: 204 len: 168 time: 0.2705286 May 28 06:18:50.528561 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-78e099cb-c03c-4bd9-bbfd-355957643235 req-d4a2c6b8-61a6-4425-a268-b7e46b5a9c20 service neutron] 10.222.0.71 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3249178 May 28 06:18:50.573545 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9635d9f-36f3-4ab5-bfb3-44a31842bb3e req-89249f28-958c-4506-b0a1-9dc468da4fef tempest-AggregatesAdminTestJSON-1879460675 tempest-AggregatesAdminTestJSON-1879460675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:50.574975 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f9635d9f-36f3-4ab5-bfb3-44a31842bb3e req-89249f28-958c-4506-b0a1-9dc468da4fef tempest-AggregatesAdminTestJSON-1879460675 tempest-AggregatesAdminTestJSON-1879460675-project] 10.222.0.69 "GET /v2.0/ports?device_id=73e4e073-c068-4e2e-8544-d5c2a6e98a00 HTTP/1.1" status: 200 len: 969 time: 0.2515297 May 28 06:18:50.587876 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac670f5-84af-4968-b43c-6b7a61e3746e req-7a1d207d-f2db-4b72-9b50-88cff764fa72 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:50.589337 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fac670f5-84af-4968-b43c-6b7a61e3746e req-7a1d207d-f2db-4b72-9b50-88cff764fa72 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/networks?id=ae685707-2f9d-409f-9237-8deef87c8163 HTTP/1.1" status: 200 len: 808 time: 0.2088656 May 28 06:18:50.681046 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fac670f5-84af-4968-b43c-6b7a61e3746e req-17d02b72-6257-4b43-a7d5-c61e28b60e82 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/quotas/7b2fe75d343f4ee29013f21d2442bc34 HTTP/1.1" status: 200 len: 375 time: 0.0586972 May 28 06:18:50.709593 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device a706e672-fce4-48ad-bed2-f98494b3d3e5 details requested by agent hyperv_n-h2-843702-1 with host n-h2-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:18:50.732494 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 42856) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:18:50.783857 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fac670f5-84af-4968-b43c-6b7a61e3746e req-100abfbe-f5e9-4ea2-9257-07685d443da9 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=7b2fe75d343f4ee29013f21d2442bc34&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0946486 May 28 06:18:50.788338 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-4aab6235-52f7-4da0-9969-8875e780e8e0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8f612c048de648b5b4d8edd589d9c7b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0523658 May 28 06:18:50.789821 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 42860) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:18:50.804017 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-f9635d9f-36f3-4ab5-bfb3-44a31842bb3e req-b171c7b9-4f9a-4b5f-ac0c-9f302277be0c tempest-AggregatesAdminTestJSON-1879460675 tempest-AggregatesAdminTestJSON-1879460675-project] Deleting port 4dab8f4c-5711-44e0-a822-cd354bdc3476 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:18:50.804349 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-f9635d9f-36f3-4ab5-bfb3-44a31842bb3e req-b171c7b9-4f9a-4b5f-ac0c-9f302277be0c tempest-AggregatesAdminTestJSON-1879460675 tempest-AggregatesAdminTestJSON-1879460675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:50.854256 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-665788cc-21e5-46de-b5b2-d102694e2b98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:50.871183 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port a706e672-fce4-48ad-bed2-f98494b3d3e5, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=a706e672-fce4-48ad-bed2-f98494b3d3e5,segment=NetworkSegment(1de716f0-90c2-4769-b773-5a69ff94f49f),segment_id=1de716f0-90c2-4769-b773-5a69ff94f49f)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:18:50.882214 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-665788cc-21e5-46de-b5b2-d102694e2b98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:50.885962 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Returning: {'device': 'a706e672-fce4-48ad-bed2-f98494b3d3e5', 'network_id': 'a5c9567d-71ef-4c72-aea2-4f06193b25d9', 'port_id': 'a706e672-fce4-48ad-bed2-f98494b3d3e5', 'mac_address': 'fa:16:3e:84:8d:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03212e7d-52c6-4d77-9192-a13870cfe66d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:18:50.965264 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port a706e672-fce4-48ad-bed2-f98494b3d3e5 is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:18:50.965955 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:50.986668 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a706e672-fce4-48ad-bed2-f98494b3d3e5 {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:18:50.994348 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-665788cc-21e5-46de-b5b2-d102694e2b98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:51.005544 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port a706e672-fce4-48ad-bed2-f98494b3d3e5, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=a706e672-fce4-48ad-bed2-f98494b3d3e5,segment=NetworkSegment(1de716f0-90c2-4769-b773-5a69ff94f49f),segment_id=1de716f0-90c2-4769-b773-5a69ff94f49f)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:18:51.014375 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665788cc-21e5-46de-b5b2-d102694e2b98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f202463-f1b0-4910-a68f-2ddec4f30ea2,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:51.030839 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-665788cc-21e5-46de-b5b2-d102694e2b98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:51.034738 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-665788cc-21e5-46de-b5b2-d102694e2b98 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0f202463-f1b0-4910-a68f-2ddec4f30ea2 HTTP/1.1" status: 204 len: 168 time: 0.2411196 May 28 06:18:51.053397 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 42868) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:18:51.073142 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c7159194-c0f2-4636-8df1-37dd1e9c2392 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:51.079257 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:51.090484 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-c7159194-c0f2-4636-8df1-37dd1e9c2392 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:18:51.094890 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-c7159194-c0f2-4636-8df1-37dd1e9c2392 admin admin] Usage tracker for resource:security_group_rule and tenant:133f15341dfb414fb5480ab934b5bfe9 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:18:51.098159 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-c7159194-c0f2-4636-8df1-37dd1e9c2392 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:18:51.104688 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-c7159194-c0f2-4636-8df1-37dd1e9c2392 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:18:51.110064 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25b04d6-a0bd-405d-9c0a-70ea74ebb774 req-665610d6-8a6e-4081-97fd-942010f7e4e2 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:51.111533 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a25b04d6-a0bd-405d-9c0a-70ea74ebb774 req-665610d6-8a6e-4081-97fd-942010f7e4e2 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d475dcf-586d-4ca1-baaa-235013d4abca HTTP/1.1" status: 200 len: 943 time: 0.4886892 May 28 06:18:51.162073 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fac670f5-84af-4968-b43c-6b7a61e3746e req-4321aa08-6e54-4b11-ae70-63ac5e7f6bff service neutron] 10.222.0.55 "GET /v2.0/networks/ae685707-2f9d-409f-9237-8deef87c8163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3622861 May 28 06:18:51.184331 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=a706e672-fce4-48ad-bed2-f98494b3d3e5,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:51.184847 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098dae6c-63ce-48e5-b316-bdbb6968a03d req-d4966180-a393-4d36-9a81-1016e89f6fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:51.186300 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-098dae6c-63ce-48e5-b316-bdbb6968a03d req-d4966180-a393-4d36-9a81-1016e89f6fea service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fa535ce8a329409da109cb227c3a70b1&device_id=b9547fb1-3181-45ef-bf13-193d90ccfbd0 HTTP/1.1" status: 200 len: 1098 time: 0.4414036 May 28 06:18:51.234196 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c7159194-c0f2-4636-8df1-37dd1e9c2392 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:51.313440 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c7159194-c0f2-4636-8df1-37dd1e9c2392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:51.368326 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-c7159194-c0f2-4636-8df1-37dd1e9c2392 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=133f15341dfb414fb5480ab934b5bfe9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3130155 May 28 06:18:51.369441 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7159194-c0f2-4636-8df1-37dd1e9c2392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa64a83e-f1a2-4ac5-920a-79c7d0fb4baf,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:51.371833 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 42874) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:18:51.420319 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a25b04d6-a0bd-405d-9c0a-70ea74ebb774 req-86c73bce-4607-4599-aa0b-50cdf62cae22 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed1b7838-09ba-4c02-8fcc-d2aad317060a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2912924 May 28 06:18:51.441986 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7271893e-7d5f-4d9c-bbf2-1dd098508539 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:51.481692 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7271893e-7d5f-4d9c-bbf2-1dd098508539 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:51.557450 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['a706e672-fce4-48ad-bed2-f98494b3d3e5'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:18:51.605473 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fac670f5-84af-4968-b43c-6b7a61e3746e req-70d041c5-ce5e-4520-9811-7a2057c73611 service neutron] 10.222.0.55 "GET /v2.0/networks/ae685707-2f9d-409f-9237-8deef87c8163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4226375 May 28 06:18:51.606648 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-f9635d9f-36f3-4ab5-bfb3-44a31842bb3e req-b171c7b9-4f9a-4b5f-ac0c-9f302277be0c tempest-AggregatesAdminTestJSON-1879460675 tempest-AggregatesAdminTestJSON-1879460675-project] For port 4dab8f4c-5711-44e0-a822-cd354bdc3476, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=4dab8f4c-5711-44e0-a822-cd354bdc3476,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:18:51.607002 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-f9635d9f-36f3-4ab5-bfb3-44a31842bb3e req-b171c7b9-4f9a-4b5f-ac0c-9f302277be0c tempest-AggregatesAdminTestJSON-1879460675 tempest-AggregatesAdminTestJSON-1879460675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:51.621434 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098dae6c-63ce-48e5-b316-bdbb6968a03d req-96ae29d8-b409-46c3-84d4-6e2484e2d7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:51.622843 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-098dae6c-63ce-48e5-b316-bdbb6968a03d req-96ae29d8-b409-46c3-84d4-6e2484e2d7b1 service neutron] 10.222.0.71 "GET /v2.0/networks?id=bb90c162-fdb0-406b-af2b-5eef830db7a9 HTTP/1.1" status: 200 len: 870 time: 0.4124918 May 28 06:18:51.651098 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7271893e-7d5f-4d9c-bbf2-1dd098508539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:51.676579 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7271893e-7d5f-4d9c-bbf2-1dd098508539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa64a83e-f1a2-4ac5-920a-79c7d0fb4baf,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:51.688409 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7271893e-7d5f-4d9c-bbf2-1dd098508539 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:51.689666 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-7271893e-7d5f-4d9c-bbf2-1dd098508539 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/aa64a83e-f1a2-4ac5-920a-79c7d0fb4baf HTTP/1.1" status: 204 len: 168 time: 0.3169127 May 28 06:18:51.809877 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-f9635d9f-36f3-4ab5-bfb3-44a31842bb3e req-b171c7b9-4f9a-4b5f-ac0c-9f302277be0c tempest-AggregatesAdminTestJSON-1879460675 tempest-AggregatesAdminTestJSON-1879460675-project] Calling delete_port for 4dab8f4c-5711-44e0-a822-cd354bdc3476 owned by compute:tempest-test_az-48721647 {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:18:51.839376 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-098dae6c-63ce-48e5-b316-bdbb6968a03d req-d3e9cb8c-f61b-4418-86db-e0133e885705 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=46a4ea42-1089-420c-a96f-d7cd594a80c1 HTTP/1.1" status: 200 len: 217 time: 0.2075424 May 28 06:18:52.070638 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098dae6c-63ce-48e5-b316-bdbb6968a03d req-d51cf038-8d9b-486b-903e-c1ab9356c69c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:52.072371 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-098dae6c-63ce-48e5-b316-bdbb6968a03d req-d51cf038-8d9b-486b-903e-c1ab9356c69c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e72d0ca5-04cb-4b36-82b1-c75214c9eb05 HTTP/1.1" status: 200 len: 843 time: 0.2163990 May 28 06:18:52.085846 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e5745e-6830-4fef-8dba-e8981d528129 req-ddf66d81-cadb-4e87-8ef7-a5abc5b29d13 tempest-AggregatesAdminTestJSON-1879460675 tempest-AggregatesAdminTestJSON-1879460675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:52.087322 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e8e5745e-6830-4fef-8dba-e8981d528129 req-ddf66d81-cadb-4e87-8ef7-a5abc5b29d13 tempest-AggregatesAdminTestJSON-1879460675 tempest-AggregatesAdminTestJSON-1879460675-project] 10.222.0.55 "GET /v2.0/ports?device_id=73e4e073-c068-4e2e-8544-d5c2a6e98a00 HTTP/1.1" status: 200 len: 969 time: 0.5563273 May 28 06:18:52.255072 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e8e5745e-6830-4fef-8dba-e8981d528129 req-2ae9619e-3e93-4392-b12f-9c6f8d7e7f2a tempest-AggregatesAdminTestJSON-1879460675 tempest-AggregatesAdminTestJSON-1879460675-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4cbd9e8-8348-4617-8aef-95da7a790d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309900 May 28 06:18:52.296438 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1f60b7-ab98-403a-83b2-950a0318eaa9 req-7dc5ce95-ec72-48ee-9f7f-bb3260dbe1ee tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:52.297997 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1f1f60b7-ab98-403a-83b2-950a0318eaa9 req-7dc5ce95-ec72-48ee-9f7f-bb3260dbe1ee tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9547fb1-3181-45ef-bf13-193d90ccfbd0 HTTP/1.1" status: 200 len: 947 time: 0.2857096 May 28 06:18:52.307657 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098dae6c-63ce-48e5-b316-bdbb6968a03d req-514e6ef1-0c38-4fed-8b94-f98345ca0a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:52.310448 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-098dae6c-63ce-48e5-b316-bdbb6968a03d req-514e6ef1-0c38-4fed-8b94-f98345ca0a3b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=bb90c162-fdb0-406b-af2b-5eef830db7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2197285 May 28 06:18:52.380880 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-f9635d9f-36f3-4ab5-bfb3-44a31842bb3e req-b171c7b9-4f9a-4b5f-ac0c-9f302277be0c tempest-AggregatesAdminTestJSON-1879460675 tempest-AggregatesAdminTestJSON-1879460675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:52.441404 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e80ac7dd-41ab-4a8c-8f55-2e2e2129cef2 req-7634a238-20d5-45d3-8161-f37560c011ab tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/ports?device_id=e51a0de3-402f-460c-9493-bd8633593828 HTTP/1.1" status: 200 len: 210 time: 0.1165526 May 28 06:18:52.565173 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b171c7b9-4f9a-4b5f-ac0c-9f302277be0c tempest-AggregatesAdminTestJSON-1879460675 tempest-AggregatesAdminTestJSON-1879460675-project] Pushing event deleted for resources: {'Port': ['ID=4dab8f4c-5711-44e0-a822-cd354bdc3476,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:52.619976 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1f1f60b7-ab98-403a-83b2-950a0318eaa9 req-149ab779-c330-44bb-b549-0928200cecb1 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3148692 May 28 06:18:52.694418 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device a706e672-fce4-48ad-bed2-f98494b3d3e5 up at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:18:52.814478 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9635d9f-36f3-4ab5-bfb3-44a31842bb3e req-b171c7b9-4f9a-4b5f-ac0c-9f302277be0c tempest-AggregatesAdminTestJSON-1879460675 tempest-AggregatesAdminTestJSON-1879460675-project] No DVR routers for this DVR port 4dab8f4c-5711-44e0-a822-cd354bdc3476 on host n-h1-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:18:52.818074 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-f9635d9f-36f3-4ab5-bfb3-44a31842bb3e req-b171c7b9-4f9a-4b5f-ac0c-9f302277be0c tempest-AggregatesAdminTestJSON-1879460675 tempest-AggregatesAdminTestJSON-1879460675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:52.836113 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73e4e073-c068-4e2e-8544-d5c2a6e98a00', 'name': 'network-vif-deleted', 'tag': '4dab8f4c-5711-44e0-a822-cd354bdc3476'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:18:52.848226 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning for port a706e672-fce4-48ad-bed2-f98494b3d3e5 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:18:52.858229 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning complete for port a706e672-fce4-48ad-bed2-f98494b3d3e5 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:18:52.858860 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:52.868778 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-098dae6c-63ce-48e5-b316-bdbb6968a03d req-51d094cc-7e0b-40eb-a584-8835646c2a1a service neutron] 10.222.0.71 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5445995 May 28 06:18:52.901387 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f9635d9f-36f3-4ab5-bfb3-44a31842bb3e req-b171c7b9-4f9a-4b5f-ac0c-9f302277be0c tempest-AggregatesAdminTestJSON-1879460675 tempest-AggregatesAdminTestJSON-1879460675-project] 10.222.0.69 "DELETE /v2.0/ports/4dab8f4c-5711-44e0-a822-cd354bdc3476 HTTP/1.1" status: 204 len: 173 time: 2.3202338 May 28 06:18:52.915515 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f1330c-7752-499a-9028-a9e8754c6a4f req-6516f736-5dee-48f0-a60e-05d990b08092 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:52.924925 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b8f1330c-7752-499a-9028-a9e8754c6a4f req-6516f736-5dee-48f0-a60e-05d990b08092 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d475dcf-586d-4ca1-baaa-235013d4abca HTTP/1.1" status: 200 len: 944 time: 0.3623903 May 28 06:18:52.978205 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87b0f400-d3a7-444b-a6d4-f73aee7808db'] response: {'server_uuid': '73e4e073-c068-4e2e-8544-d5c2a6e98a00', 'name': 'network-vif-deleted', 'tag': '4dab8f4c-5711-44e0-a822-cd354bdc3476', 'status': 'completed', 'code': 200} May 28 06:18:53.001575 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port a706e672-fce4-48ad-bed2-f98494b3d3e5 is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:18:53.001969 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:53.044750 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port a706e672-fce4-48ad-bed2-f98494b3d3e5, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=a706e672-fce4-48ad-bed2-f98494b3d3e5,segment=NetworkSegment(1de716f0-90c2-4769-b773-5a69ff94f49f),segment_id=1de716f0-90c2-4769-b773-5a69ff94f49f)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:18:53.045716 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d475dcf-586d-4ca1-baaa-235013d4abca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a706e672-fce4-48ad-bed2-f98494b3d3e5'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:18:53.066418 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b8f1330c-7752-499a-9028-a9e8754c6a4f req-4a484452-f86f-4cb4-882c-486ed39b3e8b tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed1b7838-09ba-4c02-8fcc-d2aad317060a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1429522 May 28 06:18:53.107905 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:53.115580 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-098dae6c-63ce-48e5-b316-bdbb6968a03d req-9081a81d-1e73-4867-be13-8921cdc2f006 service neutron] 10.222.0.71 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2406342 May 28 06:18:53.161733 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0920102f-ecf3-4f06-bf25-6bdb84b63bf3'] response: {'server_uuid': '6d475dcf-586d-4ca1-baaa-235013d4abca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a706e672-fce4-48ad-bed2-f98494b3d3e5', 'code': 200} May 28 06:18:53.205281 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=a706e672-fce4-48ad-bed2-f98494b3d3e5,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:53.234072 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 42942) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:18:53.337611 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9146cd-4dbb-4e3c-b5a4-6d53f41a97d4 req-3b59dbe8-e948-4a80-b0ae-8eca7b32bc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:53.339077 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6f9146cd-4dbb-4e3c-b5a4-6d53f41a97d4 req-3b59dbe8-e948-4a80-b0ae-8eca7b32bc79 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=6d475dcf-586d-4ca1-baaa-235013d4abca HTTP/1.1" status: 200 len: 1096 time: 0.0790811 May 28 06:18:53.384372 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6f9146cd-4dbb-4e3c-b5a4-6d53f41a97d4 req-65d1cc3d-fbe5-4945-bca5-b4b37a2e6903 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=ed1b7838-09ba-4c02-8fcc-d2aad317060a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381293 May 28 06:18:53.438179 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-a660f41e-e2d7-4846-aab1-2380ebf56aee admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1503251627-network', 'tenant_id': '0b59bdc68006442c9213a16b8c79daf3'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:18:53.444874 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-a660f41e-e2d7-4846-aab1-2380ebf56aee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:18:53.455682 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-a660f41e-e2d7-4846-aab1-2380ebf56aee admin admin] Usage tracker for resource:network and tenant:0b59bdc68006442c9213a16b8c79daf3 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:18:53.455682 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-a660f41e-e2d7-4846-aab1-2380ebf56aee admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:18:53.458292 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-a660f41e-e2d7-4846-aab1-2380ebf56aee admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:18:53.474483 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-c0ad43e1-8b7c-4e7a-85c3-20f1316696b8 req-3aefdc62-42bd-4d20-8349-10dee3bffb50 tempest-AggregatesAdminTestJSON-1879460675 tempest-AggregatesAdminTestJSON-1879460675-project] Synchronizing usage tracker for tenant:45d162ee38b44cf995b3cb19e6686f39 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:18:53.537345 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a660f41e-e2d7-4846-aab1-2380ebf56aee admin admin] Made reservation on behalf of 0b59bdc68006442c9213a16b8c79daf3 for: {'network': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:18:53.540822 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a660f41e-e2d7-4846-aab1-2380ebf56aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:53.563675 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a660f41e-e2d7-4846-aab1-2380ebf56aee admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:53.598802 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-a660f41e-e2d7-4846-aab1-2380ebf56aee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:18:53.603935 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-a660f41e-e2d7-4846-aab1-2380ebf56aee admin admin] Usage tracker for resource:security_group_rule and tenant:0b59bdc68006442c9213a16b8c79daf3 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:18:53.607525 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-a660f41e-e2d7-4846-aab1-2380ebf56aee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:18:53.612730 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-c0ad43e1-8b7c-4e7a-85c3-20f1316696b8 req-3aefdc62-42bd-4d20-8349-10dee3bffb50 tempest-AggregatesAdminTestJSON-1879460675 tempest-AggregatesAdminTestJSON-1879460675-project] Unset dirty status for tenant:45d162ee38b44cf995b3cb19e6686f39 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:18:53.615826 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-a660f41e-e2d7-4846-aab1-2380ebf56aee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:18:53.623270 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c0ad43e1-8b7c-4e7a-85c3-20f1316696b8 req-3aefdc62-42bd-4d20-8349-10dee3bffb50 tempest-AggregatesAdminTestJSON-1879460675 tempest-AggregatesAdminTestJSON-1879460675-project] 10.222.0.55 "GET /v2.0/ports?device_id=73e4e073-c068-4e2e-8544-d5c2a6e98a00 HTTP/1.1" status: 200 len: 210 time: 0.1987796 May 28 06:18:53.638300 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9d05ea75-b20b-47c6-927f-bbeaff56a68e req-dfa02b16-b9a2-415e-a121-dd149355ee96 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/ports?device_id=e51a0de3-402f-460c-9493-bd8633593828 HTTP/1.1" status: 200 len: 210 time: 0.0719008 May 28 06:18:53.765058 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a660f41e-e2d7-4846-aab1-2380ebf56aee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:53.856693 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a660f41e-e2d7-4846-aab1-2380ebf56aee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:53.865788 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b8f402-c08b-483d-a47b-c22b74bf4248 req-5b773031-d33b-4989-888d-e659f8640a41 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:53.867643 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-33b8f402-c08b-483d-a47b-c22b74bf4248 req-5b773031-d33b-4989-888d-e659f8640a41 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9547fb1-3181-45ef-bf13-193d90ccfbd0 HTTP/1.1" status: 200 len: 947 time: 0.1271877 May 28 06:18:53.891094 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a660f41e-e2d7-4846-aab1-2380ebf56aee admin admin] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=89109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:18:53.896656 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a660f41e-e2d7-4846-aab1-2380ebf56aee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f699d0fe-44db-4ca9-b3e0-8da402ec751c,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:53.905382 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a660f41e-e2d7-4846-aab1-2380ebf56aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:53.905382 n-d-843702-1 neutron-server[89109]: INFO neutron.db.segments_db [None req-a660f41e-e2d7-4846-aab1-2380ebf56aee admin admin] Added segment 053a2acb-289a-48eb-bb70-1c34b364573a of type vlan for network fafc8569-a355-4456-a961-9fe623367835 May 28 06:18:53.929290 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-33b8f402-c08b-483d-a47b-c22b74bf4248 req-2524ac24-854b-4045-9b59-f849da58a4c0 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539820 May 28 06:18:53.938066 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a660f41e-e2d7-4846-aab1-2380ebf56aee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:54.067641 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-17bce1e0-4c2a-4f24-9f33-d2d5a46bc03e req-81fb95b0-04bf-439e-844f-7f9580c2aaf5 tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=3b0a717583a143c2b59e02f1d6988dfc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0265894 May 28 06:18:54.073122 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a660f41e-e2d7-4846-aab1-2380ebf56aee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:54.074119 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a660f41e-e2d7-4846-aab1-2380ebf56aee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:54.074692 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a660f41e-e2d7-4846-aab1-2380ebf56aee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:54.082169 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 4dab8f4c-5711-44e0-a822-cd354bdc3476 no longer exists at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:18:54.121722 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] No Port match for: 4dab8f4c-5711-44e0-a822-cd354bdc3476 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:18:54.122064 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 4dab8f4c-5711-44e0-a822-cd354bdc3476 not bound to the agent host n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:18:54.185587 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a660f41e-e2d7-4846-aab1-2380ebf56aee admin admin] Pushing event updated for resources: {'Network': ['ID=fafc8569-a355-4456-a961-9fe623367835,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:54.195536 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network fafc8569-a355-4456-a961-9fe623367835 details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:18:54.256787 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-a660f41e-e2d7-4846-aab1-2380ebf56aee admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0214462 May 28 06:18:54.260367 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 42976) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:18:54.266154 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-da7fdd30-500f-4dab-a0c8-2373c17af1fe admin admin] Request body: {'subnet': {'network_id': 'fafc8569-a355-4456-a961-9fe623367835', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1503251627-subnet', 'tenant_id': '0b59bdc68006442c9213a16b8c79daf3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:18:54.271376 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-da7fdd30-500f-4dab-a0c8-2373c17af1fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:18:54.276465 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-da7fdd30-500f-4dab-a0c8-2373c17af1fe admin admin] Usage tracker for resource:subnet and tenant:0b59bdc68006442c9213a16b8c79daf3 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:18:54.280149 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-da7fdd30-500f-4dab-a0c8-2373c17af1fe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:18:54.288454 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-da7fdd30-500f-4dab-a0c8-2373c17af1fe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:18:54.300924 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bce1e0-4c2a-4f24-9f33-d2d5a46bc03e req-89dbf0a0-d3ee-4957-b5a5-552be929428d tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:54.302447 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-17bce1e0-4c2a-4f24-9f33-d2d5a46bc03e req-89dbf0a0-d3ee-4957-b5a5-552be929428d tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2291677 May 28 06:18:54.324501 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-17bce1e0-4c2a-4f24-9f33-d2d5a46bc03e req-d04d6520-3cb4-41be-a722-53cfd30ede37 tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] 10.222.0.55 "GET /v2.0/quotas/3b0a717583a143c2b59e02f1d6988dfc HTTP/1.1" status: 200 len: 375 time: 0.0126104 May 28 06:18:54.376425 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da7fdd30-500f-4dab-a0c8-2373c17af1fe admin admin] Made reservation on behalf of 0b59bdc68006442c9213a16b8c79daf3 for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:18:54.377712 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7548ca4e-c8b5-4fe3-9739-4f5af5adf8f5 req-2fad45d1-ab61-49f5-841a-fc03e196ecbc tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:54.379071 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-da7fdd30-500f-4dab-a0c8-2373c17af1fe admin admin] Notify callbacks [] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:54.379184 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7548ca4e-c8b5-4fe3-9739-4f5af5adf8f5 req-2fad45d1-ab61-49f5-841a-fc03e196ecbc tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d475dcf-586d-4ca1-baaa-235013d4abca HTTP/1.1" status: 200 len: 945 time: 0.1808665 May 28 06:18:54.387659 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-17bce1e0-4c2a-4f24-9f33-d2d5a46bc03e req-56fde68a-b809-4eed-a3a2-608f725b9482 tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=3b0a717583a143c2b59e02f1d6988dfc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0575149 May 28 06:18:54.513756 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7548ca4e-c8b5-4fe3-9739-4f5af5adf8f5 req-ff5ca337-474b-438b-b3f5-7c2d63532674 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed1b7838-09ba-4c02-8fcc-d2aad317060a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1283894 May 28 06:18:54.582697 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac670f5-84af-4968-b43c-6b7a61e3746e req-129f72b6-8ec2-423b-b597-2a4a30742da5 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:54.584093 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fac670f5-84af-4968-b43c-6b7a61e3746e req-129f72b6-8ec2-423b-b597-2a4a30742da5 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.69 "GET /v2.0/networks?id=ae685707-2f9d-409f-9237-8deef87c8163 HTTP/1.1" status: 200 len: 808 time: 0.1813550 May 28 06:18:54.595656 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-fac670f5-84af-4968-b43c-6b7a61e3746e req-b973aa94-76f5-41cc-9385-e2c98cd28e0a tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Request body: {'port': {'device_id': 'e51a0de3-402f-460c-9493-bd8633593828', 'network_id': 'ae685707-2f9d-409f-9237-8deef87c8163', 'admin_state_up': True, 'tenant_id': '7b2fe75d343f4ee29013f21d2442bc34'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:18:54.690430 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 46a4ea42-1089-420c-a96f-d7cd594a80c1 details requested by agent hyperv_n-h2-843702-1 with host n-h2-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:18:54.737443 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-da7fdd30-500f-4dab-a0c8-2373c17af1fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:54.795295 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-24d7944d-34c9-4cc4-8db0-f90ebd615c35 req-d1930b19-e549-47a3-a113-7ec6872406f2 tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] 10.222.0.55 "GET /v2.0/ports?device_id=8decf1a4-13a9-4517-896e-d54dff8f078c HTTP/1.1" status: 200 len: 210 time: 0.0622745 May 28 06:18:54.812339 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-fac670f5-84af-4968-b43c-6b7a61e3746e req-b973aa94-76f5-41cc-9385-e2c98cd28e0a tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:18:54.819126 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-fac670f5-84af-4968-b43c-6b7a61e3746e req-b973aa94-76f5-41cc-9385-e2c98cd28e0a tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Usage tracker for resource:port and tenant:7b2fe75d343f4ee29013f21d2442bc34 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:18:54.826467 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-fac670f5-84af-4968-b43c-6b7a61e3746e req-b973aa94-76f5-41cc-9385-e2c98cd28e0a tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:18:54.842794 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-fac670f5-84af-4968-b43c-6b7a61e3746e req-b973aa94-76f5-41cc-9385-e2c98cd28e0a tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:18:54.870280 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7fdd30-500f-4dab-a0c8-2373c17af1fe admin admin] Checking segment: {'id': '053a2acb-289a-48eb-bb70-1c34b364573a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'fafc8569-a355-4456-a961-9fe623367835'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:18:54.870652 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7fdd30-500f-4dab-a0c8-2373c17af1fe admin admin] Network hostable DHCP agents. Network: fafc8569-a355-4456-a961-9fe623367835, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:18:54.876951 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7fdd30-500f-4dab-a0c8-2373c17af1fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=da9fb6b7-f1fd-4140-902a-216ab41e198c,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:54.944744 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 46a4ea42-1089-420c-a96f-d7cd594a80c1, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=46a4ea42-1089-420c-a96f-d7cd594a80c1,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:18:54.966733 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fac670f5-84af-4968-b43c-6b7a61e3746e req-b973aa94-76f5-41cc-9385-e2c98cd28e0a tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Made reservation on behalf of 7b2fe75d343f4ee29013f21d2442bc34 for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:18:54.969939 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-fac670f5-84af-4968-b43c-6b7a61e3746e req-b973aa94-76f5-41cc-9385-e2c98cd28e0a tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:54.974741 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Returning: {'device': '46a4ea42-1089-420c-a96f-d7cd594a80c1', 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9', 'port_id': '46a4ea42-1089-420c-a96f-d7cd594a80c1', 'mac_address': 'fa:16:3e:5d:0e:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e72d0ca5-04cb-4b36-82b1-c75214c9eb05', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:18:54.991568 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-63ff0f12-2178-43c5-bc49-9cbc58a55e5a req-5ab50d83-f34c-4e2c-a59d-2fe9d8cf3490 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/ports?device_id=e51a0de3-402f-460c-9493-bd8633593828 HTTP/1.1" status: 200 len: 210 time: 0.0725846 May 28 06:18:54.999297 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7fdd30-500f-4dab-a0c8-2373c17af1fe admin admin] Network fafc8569-a355-4456-a961-9fe623367835 is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:18:55.039225 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 46a4ea42-1089-420c-a96f-d7cd594a80c1 is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:18:55.040279 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:55.061637 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46a4ea42-1089-420c-a96f-d7cd594a80c1 {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:18:55.073625 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-da7fdd30-500f-4dab-a0c8-2373c17af1fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, fafc8569-a355-4456-a961-9fe623367835) {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:18:55.082243 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7fdd30-500f-4dab-a0c8-2373c17af1fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:55.085705 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-da7fdd30-500f-4dab-a0c8-2373c17af1fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:55.096865 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 46a4ea42-1089-420c-a96f-d7cd594a80c1, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=46a4ea42-1089-420c-a96f-d7cd594a80c1,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:18:55.101965 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-887b07dc-dbc5-48d5-804e-4efb26ed86f6 None None] Network fafc8569-a355-4456-a961-9fe623367835 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:18:55.177469 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-da7fdd30-500f-4dab-a0c8-2373c17af1fe admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9157479 May 28 06:18:55.181679 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:55.240320 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [req-fac670f5-84af-4968-b43c-6b7a61e3746e req-b973aa94-76f5-41cc-9385-e2c98cd28e0a tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Allocated IP 172.20.0.7 (ae685707-2f9d-409f-9237-8deef87c8163/eed62182-5ff7-4e12-84bb-4e23f47bba04/8e85634d-9446-4e69-b543-1903a9307147) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:18:55.268420 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:18:55.284510 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3370208-1656-4306-845f-b568fb9f45d0 req-83510fcd-37bb-4cfc-8efe-275355afa791 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:55.286582 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d3370208-1656-4306-845f-b568fb9f45d0 req-83510fcd-37bb-4cfc-8efe-275355afa791 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9547fb1-3181-45ef-bf13-193d90ccfbd0 HTTP/1.1" status: 200 len: 947 time: 0.1747546 May 28 06:18:55.339625 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=46a4ea42-1089-420c-a96f-d7cd594a80c1,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:55.464478 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f3cf4d-3b62-4d11-bde1-e833feaa3d99 None None] Network fafc8569-a355-4456-a961-9fe623367835 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:18:55.545471 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d3370208-1656-4306-845f-b568fb9f45d0 req-2a672811-5013-43b4-a771-cdcdbc145d7f tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451093 May 28 06:18:55.634886 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['46a4ea42-1089-420c-a96f-d7cd594a80c1'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:18:55.669269 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-fac670f5-84af-4968-b43c-6b7a61e3746e req-b973aa94-76f5-41cc-9385-e2c98cd28e0a tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:55.841902 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10527ca-a698-4dba-b0cd-0caa015a088e req-046edc7e-0e1b-4199-b054-f3f3151f8309 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:55.843755 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e10527ca-a698-4dba-b0cd-0caa015a088e req-046edc7e-0e1b-4199-b054-f3f3151f8309 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d475dcf-586d-4ca1-baaa-235013d4abca HTTP/1.1" status: 200 len: 945 time: 0.1168871 May 28 06:18:55.889927 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e10527ca-a698-4dba-b0cd-0caa015a088e req-4eb7902c-eea3-4504-b817-7d478b46e9c6 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed1b7838-09ba-4c02-8fcc-d2aad317060a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394909 May 28 06:18:55.975593 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-fac670f5-84af-4968-b43c-6b7a61e3746e req-b973aa94-76f5-41cc-9385-e2c98cd28e0a tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:56.025024 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2d136f99-36f8-45f5-8f82-3b3c22644a07 req-11bbd8fa-a6d6-4504-91ae-9ee07b268054 tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] 10.222.0.55 "GET /v2.0/ports?device_id=8decf1a4-13a9-4517-896e-d54dff8f078c HTTP/1.1" status: 200 len: 210 time: 0.0849042 May 28 06:18:56.054794 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fac670f5-84af-4968-b43c-6b7a61e3746e req-b973aa94-76f5-41cc-9385-e2c98cd28e0a tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Network ae685707-2f9d-409f-9237-8deef87c8163 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:18:56.057847 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [req-fac670f5-84af-4968-b43c-6b7a61e3746e req-b973aa94-76f5-41cc-9385-e2c98cd28e0a tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:18:56.062030 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-fac670f5-84af-4968-b43c-6b7a61e3746e req-b973aa94-76f5-41cc-9385-e2c98cd28e0a tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:18:56.067415 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac670f5-84af-4968-b43c-6b7a61e3746e req-b973aa94-76f5-41cc-9385-e2c98cd28e0a tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:56.068028 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-fac670f5-84af-4968-b43c-6b7a61e3746e req-b973aa94-76f5-41cc-9385-e2c98cd28e0a tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:56.082545 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b973aa94-76f5-41cc-9385-e2c98cd28e0a tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Pushing event updated for resources: {'Port': ['ID=8e85634d-9446-4e69-b543-1903a9307147,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:56.197588 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fac670f5-84af-4968-b43c-6b7a61e3746e req-b973aa94-76f5-41cc-9385-e2c98cd28e0a tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6053648 May 28 06:18:56.208912 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-fac670f5-84af-4968-b43c-6b7a61e3746e req-998e8631-28eb-4606-adb9-f44865a5fad8 service neutron] Request body: {'port': {'device_id': 'e51a0de3-402f-460c-9493-bd8633593828', 'device_owner': 'compute:tempest-test_az-48721647', 'binding:host_id': 'n-h1-843702-1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:18:56.352941 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feea4e2-5968-44e3-93e2-becb3dc8b569 req-9abf5982-f718-45bb-8848-809776948755 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:56.353651 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-4feea4e2-5968-44e3-93e2-becb3dc8b569 req-9abf5982-f718-45bb-8848-809776948755 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Synchronizing usage tracker for tenant:7b2fe75d343f4ee29013f21d2442bc34 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:18:56.362630 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-fac670f5-84af-4968-b43c-6b7a61e3746e req-998e8631-28eb-4606-adb9-f44865a5fad8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:56.382438 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-9bf47d7e-5903-4454-8b10-a6ad553e7df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:56.454767 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 43050) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:18:56.462731 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-8ad3471d-0a51-48f8-b954-8545c5a685e3 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-189050502-network', 'tenant_id': 'ece9960d872e409bbd2120457b044197'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:18:56.500576 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-8ad3471d-0a51-48f8-b954-8545c5a685e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:18:56.509898 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-4feea4e2-5968-44e3-93e2-becb3dc8b569 req-9abf5982-f718-45bb-8848-809776948755 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Unset dirty status for tenant:7b2fe75d343f4ee29013f21d2442bc34 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:18:56.511037 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4feea4e2-5968-44e3-93e2-becb3dc8b569 req-9abf5982-f718-45bb-8848-809776948755 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/ports?device_id=e51a0de3-402f-460c-9493-bd8633593828 HTTP/1.1" status: 200 len: 931 time: 0.3505003 May 28 06:18:56.511910 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-8ad3471d-0a51-48f8-b954-8545c5a685e3 admin admin] Usage tracker for resource:network and tenant:ece9960d872e409bbd2120457b044197 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:18:56.521824 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-8ad3471d-0a51-48f8-b954-8545c5a685e3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:18:56.547306 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-8ad3471d-0a51-48f8-b954-8545c5a685e3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:18:56.648531 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4feea4e2-5968-44e3-93e2-becb3dc8b569 req-4bb9d4e3-efb2-4c27-b23d-65415ebb01e8 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/security-groups?id=51e8ab45-fc50-4bca-a4a6-55c0639ed93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277142 May 28 06:18:56.661378 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ad3471d-0a51-48f8-b954-8545c5a685e3 admin admin] Made reservation on behalf of ece9960d872e409bbd2120457b044197 for: {'network': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:18:56.663628 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8ad3471d-0a51-48f8-b954-8545c5a685e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:56.680212 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8ad3471d-0a51-48f8-b954-8545c5a685e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:56.699293 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-8ad3471d-0a51-48f8-b954-8545c5a685e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:18:56.709260 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-8ad3471d-0a51-48f8-b954-8545c5a685e3 admin admin] Usage tracker for resource:security_group_rule and tenant:ece9960d872e409bbd2120457b044197 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:18:56.719035 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 46a4ea42-1089-420c-a96f-d7cd594a80c1 up at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:18:56.726368 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-8ad3471d-0a51-48f8-b954-8545c5a685e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:18:56.736442 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-8ad3471d-0a51-48f8-b954-8545c5a685e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:18:56.890635 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning for port 46a4ea42-1089-420c-a96f-d7cd594a80c1 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:18:56.895847 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning complete for port 46a4ea42-1089-420c-a96f-d7cd594a80c1 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:18:56.896221 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:56.935356 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [req-fac670f5-84af-4968-b43c-6b7a61e3746e req-998e8631-28eb-4606-adb9-f44865a5fad8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e85634d-9446-4e69-b543-1903a9307147 {{(pid=89110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:18:56.950409 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-fac670f5-84af-4968-b43c-6b7a61e3746e req-998e8631-28eb-4606-adb9-f44865a5fad8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:56.989296 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-fac670f5-84af-4968-b43c-6b7a61e3746e req-998e8631-28eb-4606-adb9-f44865a5fad8 service neutron] Transition to ACTIVE for port object 8e85634d-9446-4e69-b543-1903a9307147 will not be triggered until provisioned by entity L2. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:18:57.018299 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97c0238-d392-424a-b5ec-67787892eb11 req-1a3c927b-e968-419a-b741-ea7dc02d8a5f tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:57.019763 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c97c0238-d392-424a-b5ec-67787892eb11 req-1a3c927b-e968-419a-b741-ea7dc02d8a5f tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9547fb1-3181-45ef-bf13-193d90ccfbd0 HTTP/1.1" status: 200 len: 948 time: 0.2131348 May 28 06:18:57.022826 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 46a4ea42-1089-420c-a96f-d7cd594a80c1 is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:18:57.023426 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:57.028386 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8ad3471d-0a51-48f8-b954-8545c5a685e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:57.061881 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-fac670f5-84af-4968-b43c-6b7a61e3746e req-998e8631-28eb-4606-adb9-f44865a5fad8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:57.067795 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9547fb1-3181-45ef-bf13-193d90ccfbd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46a4ea42-1089-420c-a96f-d7cd594a80c1'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:18:57.078193 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 46a4ea42-1089-420c-a96f-d7cd594a80c1, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=46a4ea42-1089-420c-a96f-d7cd594a80c1,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:18:57.140483 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c97c0238-d392-424a-b5ec-67787892eb11 req-38170720-b57f-4126-ac1f-6076a9c5c67c tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098151 May 28 06:18:57.148762 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:57.168943 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8ad3471d-0a51-48f8-b954-8545c5a685e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:57.236969 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=46a4ea42-1089-420c-a96f-d7cd594a80c1,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:57.276903 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ad3471d-0a51-48f8-b954-8545c5a685e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=89110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:18:57.279559 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:57.346936 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998e8631-28eb-4606-adb9-f44865a5fad8 service neutron] Pushing event updated for resources: {'Port': ['ID=8e85634d-9446-4e69-b543-1903a9307147,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:57.359077 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad3471d-0a51-48f8-b954-8545c5a685e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7815cea2-7c31-4873-97c5-716e6a5bf335,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:57.371826 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8ad3471d-0a51-48f8-b954-8545c5a685e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:57.372153 n-d-843702-1 neutron-server[89110]: INFO neutron.db.segments_db [None req-8ad3471d-0a51-48f8-b954-8545c5a685e3 admin admin] Added segment 6d8e9a90-705e-4194-a09a-99c5817c7ae0 of type vlan for network 9c9eeec9-9e4c-4b75-962b-a79fa0577396 May 28 06:18:57.397867 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-fac670f5-84af-4968-b43c-6b7a61e3746e req-998e8631-28eb-4606-adb9-f44865a5fad8 service neutron] Attempting to bind port 8e85634d-9446-4e69-b543-1903a9307147 on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:18:57.398193 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-fac670f5-84af-4968-b43c-6b7a61e3746e req-998e8631-28eb-4606-adb9-f44865a5fad8 service neutron] Attempting to bind port 8e85634d-9446-4e69-b543-1903a9307147 by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': '2466b369-b4d4-4fbf-9dbd-05fe75562f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'ae685707-2f9d-409f-9237-8deef87c8163'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:18:57.398512 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac670f5-84af-4968-b43c-6b7a61e3746e req-998e8631-28eb-4606-adb9-f44865a5fad8 service neutron] Attempting to bind port 8e85634d-9446-4e69-b543-1903a9307147 on network ae685707-2f9d-409f-9237-8deef87c8163 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:18:57.426619 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b5ad2d3a-78db-4236-85d9-77461fee37ba req-60055aca-c296-4c18-9882-f569fa121045 tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] 10.222.0.55 "GET /v2.0/ports?device_id=8decf1a4-13a9-4517-896e-d54dff8f078c HTTP/1.1" status: 200 len: 210 time: 0.1506791 May 28 06:18:57.430988 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac670f5-84af-4968-b43c-6b7a61e3746e req-998e8631-28eb-4606-adb9-f44865a5fad8 service neutron] Port 8e85634d-9446-4e69-b543-1903a9307147 on network ae685707-2f9d-409f-9237-8deef87c8163 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:18:57.431325 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac670f5-84af-4968-b43c-6b7a61e3746e req-998e8631-28eb-4606-adb9-f44865a5fad8 service neutron] Attempting to bind port 8e85634d-9446-4e69-b543-1903a9307147 on network ae685707-2f9d-409f-9237-8deef87c8163 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:18:57.445464 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8ad3471d-0a51-48f8-b954-8545c5a685e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:57.446193 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac670f5-84af-4968-b43c-6b7a61e3746e req-998e8631-28eb-4606-adb9-f44865a5fad8 service neutron] Checking agent: {'id': '69f492a0-c00d-46d0-9bec-fcd8161ce206', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:18:57.446516 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac670f5-84af-4968-b43c-6b7a61e3746e req-998e8631-28eb-4606-adb9-f44865a5fad8 service neutron] Checking segment: {'id': '2466b369-b4d4-4fbf-9dbd-05fe75562f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'ae685707-2f9d-409f-9237-8deef87c8163'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:18:57.446888 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac670f5-84af-4968-b43c-6b7a61e3746e req-998e8631-28eb-4606-adb9-f44865a5fad8 service neutron] Bound using segment: {'id': '2466b369-b4d4-4fbf-9dbd-05fe75562f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'ae685707-2f9d-409f-9237-8deef87c8163'} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:18:57.447310 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-fac670f5-84af-4968-b43c-6b7a61e3746e req-998e8631-28eb-4606-adb9-f44865a5fad8 service neutron] Bound port: 8e85634d-9446-4e69-b543-1903a9307147, host: n-h1-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2466b369-b4d4-4fbf-9dbd-05fe75562f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'ae685707-2f9d-409f-9237-8deef87c8163'}}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:18:57.447636 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-fac670f5-84af-4968-b43c-6b7a61e3746e req-998e8631-28eb-4606-adb9-f44865a5fad8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:57.469176 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5929c05-2c70-47d7-812d-418759473522 req-7ed41be5-22ab-4de5-ae8e-88209fe2359b tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:57.470656 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f5929c05-2c70-47d7-812d-418759473522 req-7ed41be5-22ab-4de5-ae8e-88209fe2359b tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d475dcf-586d-4ca1-baaa-235013d4abca HTTP/1.1" status: 200 len: 945 time: 0.3719780 May 28 06:18:57.489682 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a144a509-0b07-42e9-826a-d80abc1ce65f'] response: {'server_uuid': 'b9547fb1-3181-45ef-bf13-193d90ccfbd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46a4ea42-1089-420c-a96f-d7cd594a80c1', 'code': 200} May 28 06:18:57.589275 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.69', 52670) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:18:57.610728 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f5929c05-2c70-47d7-812d-418759473522 req-0591a69e-0c26-43a3-9e55-30fbedd4205b tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed1b7838-09ba-4c02-8fcc-d2aad317060a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1309385 May 28 06:18:57.625761 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-17bce1e0-4c2a-4f24-9f33-d2d5a46bc03e req-3316151e-2e01-4757-a250-7df7dd02bc1b tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=3b0a717583a143c2b59e02f1d6988dfc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294333 May 28 06:18:57.707230 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8ad3471d-0a51-48f8-b954-8545c5a685e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:57.708174 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad3471d-0a51-48f8-b954-8545c5a685e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:57.709273 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8ad3471d-0a51-48f8-b954-8545c5a685e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:57.783477 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bce1e0-4c2a-4f24-9f33-d2d5a46bc03e req-4fe095ba-26cc-4163-82d7-a114ad36e768 tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:57.784900 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-17bce1e0-4c2a-4f24-9f33-d2d5a46bc03e req-4fe095ba-26cc-4163-82d7-a114ad36e768 tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1593075 May 28 06:18:57.795598 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-17bce1e0-4c2a-4f24-9f33-d2d5a46bc03e req-279c205a-df5b-431d-a190-3f4de3559698 tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] Request body: {'port': {'device_id': '8decf1a4-13a9-4517-896e-d54dff8f078c', 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9', 'admin_state_up': True, 'tenant_id': '3b0a717583a143c2b59e02f1d6988dfc'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:18:57.884329 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-fac670f5-84af-4968-b43c-6b7a61e3746e req-998e8631-28eb-4606-adb9-f44865a5fad8 service neutron] For port 8e85634d-9446-4e69-b543-1903a9307147, host n-h1-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:18:57.897120 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad3471d-0a51-48f8-b954-8545c5a685e3 admin admin] Pushing event updated for resources: {'Network': ['ID=9c9eeec9-9e4c-4b75-962b-a79fa0577396,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:57.909234 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-fac670f5-84af-4968-b43c-6b7a61e3746e req-998e8631-28eb-4606-adb9-f44865a5fad8 service neutron] For port 8e85634d-9446-4e69-b543-1903a9307147, host n-h1-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=8e85634d-9446-4e69-b543-1903a9307147,segment=NetworkSegment(2466b369-b4d4-4fbf-9dbd-05fe75562f7f),segment_id=2466b369-b4d4-4fbf-9dbd-05fe75562f7f)] {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:18:57.915098 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 9c9eeec9-9e4c-4b75-962b-a79fa0577396 details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:18:57.935297 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3692908-22cb-42ca-802d-19c4b3fbf51f req-c5b4b8ab-291b-4e38-9aa0-8ebed4ae3e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:57.936746 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a3692908-22cb-42ca-802d-19c4b3fbf51f req-c5b4b8ab-291b-4e38-9aa0-8ebed4ae3e85 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=b9547fb1-3181-45ef-bf13-193d90ccfbd0 HTTP/1.1" status: 200 len: 1100 time: 0.3391414 May 28 06:18:57.969803 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9f2a11-ea30-4cbe-be18-1ea6b6593fee req-f050efc8-8d3c-4ed7-aa12-2d05ddddf36b tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:58.000004 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-df9f2a11-ea30-4cbe-be18-1ea6b6593fee req-f050efc8-8d3c-4ed7-aa12-2d05ddddf36b tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d475dcf-586d-4ca1-baaa-235013d4abca HTTP/1.1" status: 200 len: 945 time: 0.2778611 May 28 06:18:58.015572 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 43090) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:18:58.021326 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-07bf91c0-86b5-4434-93f2-ace0c5d73b4b tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Request body: {'floatingip': {'port_id': 'a706e672-fce4-48ad-bed2-f98494b3d3e5'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:18:58.065318 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [req-17bce1e0-4c2a-4f24-9f33-d2d5a46bc03e req-279c205a-df5b-431d-a190-3f4de3559698 tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:18:58.071020 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-17bce1e0-4c2a-4f24-9f33-d2d5a46bc03e req-279c205a-df5b-431d-a190-3f4de3559698 tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] Usage tracker for resource:port and tenant:3b0a717583a143c2b59e02f1d6988dfc is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:18:58.074308 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-17bce1e0-4c2a-4f24-9f33-d2d5a46bc03e req-279c205a-df5b-431d-a190-3f4de3559698 tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:18:58.081622 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [req-17bce1e0-4c2a-4f24-9f33-d2d5a46bc03e req-279c205a-df5b-431d-a190-3f4de3559698 tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:18:58.085025 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-8ad3471d-0a51-48f8-b954-8545c5a685e3 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6291492 May 28 06:18:58.088235 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 43094) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:18:58.094939 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-fac670f5-84af-4968-b43c-6b7a61e3746e req-998e8631-28eb-4606-adb9-f44865a5fad8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:58.098578 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-8f583ab2-b243-4fc3-8edc-66c05b7b2156 admin admin] Request body: {'subnet': {'network_id': '9c9eeec9-9e4c-4b75-962b-a79fa0577396', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-189050502-subnet', 'tenant_id': 'ece9960d872e409bbd2120457b044197', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:18:58.103975 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-8f583ab2-b243-4fc3-8edc-66c05b7b2156 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:18:58.108230 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-8f583ab2-b243-4fc3-8edc-66c05b7b2156 admin admin] Usage tracker for resource:subnet and tenant:ece9960d872e409bbd2120457b044197 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:18:58.111019 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-8f583ab2-b243-4fc3-8edc-66c05b7b2156 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:18:58.116601 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-8f583ab2-b243-4fc3-8edc-66c05b7b2156 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:18:58.170987 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17bce1e0-4c2a-4f24-9f33-d2d5a46bc03e req-279c205a-df5b-431d-a190-3f4de3559698 tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] Made reservation on behalf of 3b0a717583a143c2b59e02f1d6988dfc for: {'port': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:18:58.175228 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-17bce1e0-4c2a-4f24-9f33-d2d5a46bc03e req-279c205a-df5b-431d-a190-3f4de3559698 tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:58.187823 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-17bce1e0-4c2a-4f24-9f33-d2d5a46bc03e req-279c205a-df5b-431d-a190-3f4de3559698 tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:58.193074 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-07bf91c0-86b5-4434-93f2-ace0c5d73b4b tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Notify callbacks [] for floatingip, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:58.205318 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [req-17bce1e0-4c2a-4f24-9f33-d2d5a46bc03e req-279c205a-df5b-431d-a190-3f4de3559698 tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:18:58.209107 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-17bce1e0-4c2a-4f24-9f33-d2d5a46bc03e req-279c205a-df5b-431d-a190-3f4de3559698 tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] Usage tracker for resource:security_group_rule and tenant:3b0a717583a143c2b59e02f1d6988dfc is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:18:58.212914 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-17bce1e0-4c2a-4f24-9f33-d2d5a46bc03e req-279c205a-df5b-431d-a190-3f4de3559698 tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:18:58.215642 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f583ab2-b243-4fc3-8edc-66c05b7b2156 admin admin] Made reservation on behalf of ece9960d872e409bbd2120457b044197 for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:18:58.217806 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8f583ab2-b243-4fc3-8edc-66c05b7b2156 admin admin] Notify callbacks [] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:58.237951 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [req-17bce1e0-4c2a-4f24-9f33-d2d5a46bc03e req-279c205a-df5b-431d-a190-3f4de3559698 tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:18:58.284908 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a3692908-22cb-42ca-802d-19c4b3fbf51f req-7aff9c53-5567-45b0-abc8-6e1a947fc880 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3398304 May 28 06:18:58.328518 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac670f5-84af-4968-b43c-6b7a61e3746e req-998e8631-28eb-4606-adb9-f44865a5fad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:58.329258 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-fac670f5-84af-4968-b43c-6b7a61e3746e req-998e8631-28eb-4606-adb9-f44865a5fad8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:58.330659 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fac670f5-84af-4968-b43c-6b7a61e3746e req-998e8631-28eb-4606-adb9-f44865a5fad8 service neutron] 10.222.0.69 "PUT /v2.0/ports/8e85634d-9446-4e69-b543-1903a9307147 HTTP/1.1" status: 200 len: 1111 time: 2.1255252 May 28 06:18:58.331091 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e51a0de3-402f-460c-9493-bd8633593828', 'tag': '8e85634d-9446-4e69-b543-1903a9307147'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:18:58.426832 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998e8631-28eb-4606-adb9-f44865a5fad8 service neutron] Pushing event updated for resources: {'Port': ['ID=8e85634d-9446-4e69-b543-1903a9307147,revision_number=3']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:58.488511 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-17bce1e0-4c2a-4f24-9f33-d2d5a46bc03e req-279c205a-df5b-431d-a190-3f4de3559698 tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:58.547509 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-17bce1e0-4c2a-4f24-9f33-d2d5a46bc03e req-279c205a-df5b-431d-a190-3f4de3559698 tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:58.630204 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279c205a-df5b-431d-a190-3f4de3559698 tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35ff0c09-9198-4d5d-8a1a-97ce17f9c2d4,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:58.636466 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8f583ab2-b243-4fc3-8edc-66c05b7b2156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:58.658630 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcdebd2-a971-4146-85ff-e24b4200483d req-c3a1e64b-95d0-44d5-a78c-53cbc06354a7 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:58.660059 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0fcdebd2-a971-4146-85ff-e24b4200483d req-c3a1e64b-95d0-44d5-a78c-53cbc06354a7 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/ports?device_id=e51a0de3-402f-460c-9493-bd8633593828 HTTP/1.1" status: 200 len: 963 time: 0.5549219 May 28 06:18:58.772862 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f583ab2-b243-4fc3-8edc-66c05b7b2156 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17d75728-523b-4a80-843d-646bae54a566,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:58.781492 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e916c14-2972-4cc0-a641-affaa9360fdd req-877e66eb-773e-48f0-ad89-968f90d0b4d7 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:58.783252 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4e916c14-2972-4cc0-a641-affaa9360fdd req-877e66eb-773e-48f0-ad89-968f90d0b4d7 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9547fb1-3181-45ef-bf13-193d90ccfbd0 HTTP/1.1" status: 200 len: 949 time: 0.4203196 May 28 06:18:58.798198 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f583ab2-b243-4fc3-8edc-66c05b7b2156 admin admin] Checking segment: {'id': '6d8e9a90-705e-4194-a09a-99c5817c7ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9c9eeec9-9e4c-4b75-962b-a79fa0577396'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:18:58.798643 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f583ab2-b243-4fc3-8edc-66c05b7b2156 admin admin] Network hostable DHCP agents. Network: 9c9eeec9-9e4c-4b75-962b-a79fa0577396, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:18:58.804364 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [req-17bce1e0-4c2a-4f24-9f33-d2d5a46bc03e req-279c205a-df5b-431d-a190-3f4de3559698 tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] Allocated IP 192.168.233.194 (bb90c162-fdb0-406b-af2b-5eef830db7a9/e72d0ca5-04cb-4b36-82b1-c75214c9eb05/b6ddb51d-ea41-4918-8fce-7094f88c5f3c) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:18:58.822191 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac670f5-84af-4968-b43c-6b7a61e3746e req-fb579cdd-d850-425b-ac8c-ede0e00b4299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:58.823678 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fac670f5-84af-4968-b43c-6b7a61e3746e req-fb579cdd-d850-425b-ac8c-ede0e00b4299 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7b2fe75d343f4ee29013f21d2442bc34&device_id=e51a0de3-402f-460c-9493-bd8633593828 HTTP/1.1" status: 200 len: 1114 time: 0.3594792 May 28 06:18:58.834967 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0fcdebd2-a971-4146-85ff-e24b4200483d req-bfa60fff-d246-4532-9ef5-48ad509ffc12 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/security-groups?id=51e8ab45-fc50-4bca-a4a6-55c0639ed93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673319 May 28 06:18:58.845706 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-fc1d9bec-78de-4520-8a4e-9e8c223ef98e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:58.942598 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f583ab2-b243-4fc3-8edc-66c05b7b2156 admin admin] Network 9c9eeec9-9e4c-4b75-962b-a79fa0577396 is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:18:58.974619 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fac670f5-84af-4968-b43c-6b7a61e3746e req-e26ca0d0-473f-47a1-b92d-9a68077b1be5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8e85634d-9446-4e69-b543-1903a9307147 HTTP/1.1" status: 200 len: 217 time: 0.1387148 May 28 06:18:59.035426 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-17bce1e0-4c2a-4f24-9f33-d2d5a46bc03e req-279c205a-df5b-431d-a190-3f4de3559698 tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:59.045366 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-8f583ab2-b243-4fc3-8edc-66c05b7b2156 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, 9c9eeec9-9e4c-4b75-962b-a79fa0577396) {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:18:59.054092 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f583ab2-b243-4fc3-8edc-66c05b7b2156 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:59.054675 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8f583ab2-b243-4fc3-8edc-66c05b7b2156 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:59.057624 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f984cb67-d779-40ca-babe-e528af2edca9 None None] Network 9c9eeec9-9e4c-4b75-962b-a79fa0577396 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:18:59.061702 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [req-17bce1e0-4c2a-4f24-9f33-d2d5a46bc03e req-279c205a-df5b-431d-a190-3f4de3559698 tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] Transition to ACTIVE for port object b6ddb51d-ea41-4918-8fce-7094f88c5f3c will not be triggered until provisioned by entity DHCP. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:18:59.199721 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-8f583ab2-b243-4fc3-8edc-66c05b7b2156 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1085682 May 28 06:18:59.201441 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-17bce1e0-4c2a-4f24-9f33-d2d5a46bc03e req-279c205a-df5b-431d-a190-3f4de3559698 tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:59.225814 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abc11113-e63e-4f3e-8ea9-1f76852f4c55'] response: {'name': 'network-changed', 'server_uuid': 'e51a0de3-402f-460c-9493-bd8633593828', 'tag': '8e85634d-9446-4e69-b543-1903a9307147', 'status': 'completed', 'code': 200} May 28 06:18:59.294967 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4e916c14-2972-4cc0-a641-affaa9360fdd req-0b6bd361-e32c-40c6-9b2a-cfd3b0316e89 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4938293 May 28 06:18:59.302202 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e118718f-ff67-4a7c-be28-134381137e02 None None] Network 9c9eeec9-9e4c-4b75-962b-a79fa0577396 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:18:59.371772 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17bce1e0-4c2a-4f24-9f33-d2d5a46bc03e req-279c205a-df5b-431d-a190-3f4de3559698 tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] Network bb90c162-fdb0-406b-af2b-5eef830db7a9 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:18:59.374843 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [req-17bce1e0-4c2a-4f24-9f33-d2d5a46bc03e req-279c205a-df5b-431d-a190-3f4de3559698 tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:18:59.377464 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [req-17bce1e0-4c2a-4f24-9f33-d2d5a46bc03e req-279c205a-df5b-431d-a190-3f4de3559698 tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:18:59.383215 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bce1e0-4c2a-4f24-9f33-d2d5a46bc03e req-279c205a-df5b-431d-a190-3f4de3559698 tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:59.384420 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-17bce1e0-4c2a-4f24-9f33-d2d5a46bc03e req-279c205a-df5b-431d-a190-3f4de3559698 tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:59.417711 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279c205a-df5b-431d-a190-3f4de3559698 tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] Pushing event updated for resources: {'Port': ['ID=b6ddb51d-ea41-4918-8fce-7094f88c5f3c,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:59.500739 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac670f5-84af-4968-b43c-6b7a61e3746e req-c401e50c-f7b7-4e5f-87af-4692cea2b9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:59.502213 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fac670f5-84af-4968-b43c-6b7a61e3746e req-c401e50c-f7b7-4e5f-87af-4692cea2b9bc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=eed62182-5ff7-4e12-84bb-4e23f47bba04 HTTP/1.1" status: 200 len: 848 time: 0.5172532 May 28 06:18:59.515343 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.db.resource_extend [None req-07bf91c0-86b5-4434-93f2-ace0c5d73b4b tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 06:18:59.554293 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-17bce1e0-4c2a-4f24-9f33-d2d5a46bc03e req-279c205a-df5b-431d-a190-3f4de3559698 tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7621791 May 28 06:18:59.565708 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-17bce1e0-4c2a-4f24-9f33-d2d5a46bc03e req-a5d67b73-9e6d-4a22-9512-f5b2b5dd28b2 service neutron] Request body: {'port': {'device_id': '8decf1a4-13a9-4517-896e-d54dff8f078c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843702-1'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:18:59.733317 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-17bce1e0-4c2a-4f24-9f33-d2d5a46bc03e req-a5d67b73-9e6d-4a22-9512-f5b2b5dd28b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:59.764720 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:59.767389 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-07bf91c0-86b5-4434-93f2-ace0c5d73b4b tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:59.790227 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fac670f5-84af-4968-b43c-6b7a61e3746e req-4f339ce4-4101-45c9-b42b-b14cf7000c7c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ae685707-2f9d-409f-9237-8deef87c8163&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612388 May 28 06:18:59.872953 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-07bf91c0-86b5-4434-93f2-ace0c5d73b4b tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691094'] for floatingip, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:59.896354 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-6694ede3-a60b-4cfc-9244-c0ff8a6750a1 None None] Provisioning for port b6ddb51d-ea41-4918-8fce-7094f88c5f3c completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:18:59.908496 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-6694ede3-a60b-4cfc-9244-c0ff8a6750a1 None None] Provisioning complete for port b6ddb51d-ea41-4918-8fce-7094f88c5f3c triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:18:59.909201 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-6694ede3-a60b-4cfc-9244-c0ff8a6750a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:59.978197 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-6694ede3-a60b-4cfc-9244-c0ff8a6750a1 None None] Port b6ddb51d-ea41-4918-8fce-7094f88c5f3c cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:18:59.980590 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:00.126574 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [req-17bce1e0-4c2a-4f24-9f33-d2d5a46bc03e req-a5d67b73-9e6d-4a22-9512-f5b2b5dd28b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6ddb51d-ea41-4918-8fce-7094f88c5f3c {{(pid=89109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:19:00.131387 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dd6fd2-2014-4a8d-8145-68fc1b5fcc35 req-7a51b89f-ff43-42f6-863e-4de669001e55 tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:00.132831 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b3dd6fd2-2014-4a8d-8145-68fc1b5fcc35 req-7a51b89f-ff43-42f6-863e-4de669001e55 tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] 10.222.0.55 "GET /v2.0/ports?device_id=8decf1a4-13a9-4517-896e-d54dff8f078c HTTP/1.1" status: 200 len: 936 time: 0.6345341 May 28 06:19:00.134646 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-17bce1e0-4c2a-4f24-9f33-d2d5a46bc03e req-a5d67b73-9e6d-4a22-9512-f5b2b5dd28b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:00.151708 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [req-17bce1e0-4c2a-4f24-9f33-d2d5a46bc03e req-a5d67b73-9e6d-4a22-9512-f5b2b5dd28b2 service neutron] Transition to ACTIVE for port object b6ddb51d-ea41-4918-8fce-7094f88c5f3c will not be triggered until provisioned by entity L2. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:19:00.213430 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fac670f5-84af-4968-b43c-6b7a61e3746e req-38828664-124b-4301-8440-9f43f717b4cb service neutron] 10.222.0.69 "GET /v2.0/networks/ae685707-2f9d-409f-9237-8deef87c8163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4173508 May 28 06:19:00.227578 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-17bce1e0-4c2a-4f24-9f33-d2d5a46bc03e req-a5d67b73-9e6d-4a22-9512-f5b2b5dd28b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:00.284067 n-d-843702-1 neutron-server[89110]: INFO neutron.db.l3_db [None req-07bf91c0-86b5-4434-93f2-ace0c5d73b4b tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Floating IP bd03fd82-a43d-44af-9e9b-2a38fb4cc972 associated. External IP: 172.25.5.87, port: a706e672-fce4-48ad-bed2-f98494b3d3e5. May 28 06:19:00.384086 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610b0b41-e87c-4a71-afa0-03f8dedaa7e2 req-093a90e8-6890-47fe-941a-d92b8e7037d5 tempest-VolumesAdminNegativeTest-593648731 tempest-VolumesAdminNegativeTest-593648731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:00.386256 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-610b0b41-e87c-4a71-afa0-03f8dedaa7e2 req-093a90e8-6890-47fe-941a-d92b8e7037d5 tempest-VolumesAdminNegativeTest-593648731 tempest-VolumesAdminNegativeTest-593648731-project] 10.222.0.55 "GET /v2.0/networks?id=fafc8569-a355-4456-a961-9fe623367835 HTTP/1.1" status: 200 len: 815 time: 0.4409082 May 28 06:19:00.394989 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d67b73-9e6d-4a22-9512-f5b2b5dd28b2 service neutron] Pushing event updated for resources: {'Port': ['ID=b6ddb51d-ea41-4918-8fce-7094f88c5f3c,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:00.402942 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b3dd6fd2-2014-4a8d-8145-68fc1b5fcc35 req-1413646a-ad5c-4639-a2a1-56642428b3d2 tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] 10.222.0.55 "GET /v2.0/security-groups?id=35ff0c09-9198-4d5d-8a1a-97ce17f9c2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541180 May 28 06:19:00.437853 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-17bce1e0-4c2a-4f24-9f33-d2d5a46bc03e req-a5d67b73-9e6d-4a22-9512-f5b2b5dd28b2 service neutron] Attempting to bind port b6ddb51d-ea41-4918-8fce-7094f88c5f3c on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:19:00.438268 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-17bce1e0-4c2a-4f24-9f33-d2d5a46bc03e req-a5d67b73-9e6d-4a22-9512-f5b2b5dd28b2 service neutron] Attempting to bind port b6ddb51d-ea41-4918-8fce-7094f88c5f3c by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:19:00.438658 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17bce1e0-4c2a-4f24-9f33-d2d5a46bc03e req-a5d67b73-9e6d-4a22-9512-f5b2b5dd28b2 service neutron] Attempting to bind port b6ddb51d-ea41-4918-8fce-7094f88c5f3c on network bb90c162-fdb0-406b-af2b-5eef830db7a9 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:19:00.443608 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17bce1e0-4c2a-4f24-9f33-d2d5a46bc03e req-a5d67b73-9e6d-4a22-9512-f5b2b5dd28b2 service neutron] Port b6ddb51d-ea41-4918-8fce-7094f88c5f3c on network bb90c162-fdb0-406b-af2b-5eef830db7a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:19:00.443999 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17bce1e0-4c2a-4f24-9f33-d2d5a46bc03e req-a5d67b73-9e6d-4a22-9512-f5b2b5dd28b2 service neutron] Attempting to bind port b6ddb51d-ea41-4918-8fce-7094f88c5f3c on network bb90c162-fdb0-406b-af2b-5eef830db7a9 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:19:00.447444 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-610b0b41-e87c-4a71-afa0-03f8dedaa7e2 req-5b24a38c-1ac7-4de3-87a8-5a167e8d030a tempest-VolumesAdminNegativeTest-593648731 tempest-VolumesAdminNegativeTest-593648731-project] 10.222.0.55 "GET /v2.0/quotas/0b59bdc68006442c9213a16b8c79daf3 HTTP/1.1" status: 200 len: 375 time: 0.0283360 May 28 06:19:00.451244 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17bce1e0-4c2a-4f24-9f33-d2d5a46bc03e req-a5d67b73-9e6d-4a22-9512-f5b2b5dd28b2 service neutron] Checking agent: {'id': '69f492a0-c00d-46d0-9bec-fcd8161ce206', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:19:00.451395 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17bce1e0-4c2a-4f24-9f33-d2d5a46bc03e req-a5d67b73-9e6d-4a22-9512-f5b2b5dd28b2 service neutron] Checking segment: {'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:19:00.451769 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17bce1e0-4c2a-4f24-9f33-d2d5a46bc03e req-a5d67b73-9e6d-4a22-9512-f5b2b5dd28b2 service neutron] Bound using segment: {'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:19:00.452260 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-17bce1e0-4c2a-4f24-9f33-d2d5a46bc03e req-a5d67b73-9e6d-4a22-9512-f5b2b5dd28b2 service neutron] Bound port: b6ddb51d-ea41-4918-8fce-7094f88c5f3c, host: n-h1-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'}}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:19:00.453048 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-17bce1e0-4c2a-4f24-9f33-d2d5a46bc03e req-a5d67b73-9e6d-4a22-9512-f5b2b5dd28b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:00.602037 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-610b0b41-e87c-4a71-afa0-03f8dedaa7e2 req-9e3b84f9-df62-4521-977e-255f187484e7 tempest-VolumesAdminNegativeTest-593648731 tempest-VolumesAdminNegativeTest-593648731-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=0b59bdc68006442c9213a16b8c79daf3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1471140 May 28 06:19:00.626593 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-17bce1e0-4c2a-4f24-9f33-d2d5a46bc03e req-a5d67b73-9e6d-4a22-9512-f5b2b5dd28b2 service neutron] For port b6ddb51d-ea41-4918-8fce-7094f88c5f3c, host n-h1-843702-1, cleared binding levels {{(pid=89109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:19:00.629774 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-17bce1e0-4c2a-4f24-9f33-d2d5a46bc03e req-a5d67b73-9e6d-4a22-9512-f5b2b5dd28b2 service neutron] For port b6ddb51d-ea41-4918-8fce-7094f88c5f3c, host n-h1-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=b6ddb51d-ea41-4918-8fce-7094f88c5f3c,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:19:00.708232 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-17bce1e0-4c2a-4f24-9f33-d2d5a46bc03e req-a5d67b73-9e6d-4a22-9512-f5b2b5dd28b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:00.769675 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bce1e0-4c2a-4f24-9f33-d2d5a46bc03e req-a5d67b73-9e6d-4a22-9512-f5b2b5dd28b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:00.770268 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-17bce1e0-4c2a-4f24-9f33-d2d5a46bc03e req-a5d67b73-9e6d-4a22-9512-f5b2b5dd28b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:00.771638 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-17bce1e0-4c2a-4f24-9f33-d2d5a46bc03e req-a5d67b73-9e6d-4a22-9512-f5b2b5dd28b2 service neutron] 10.222.0.69 "PUT /v2.0/ports/b6ddb51d-ea41-4918-8fce-7094f88c5f3c HTTP/1.1" status: 200 len: 1096 time: 1.2106357 May 28 06:19:00.772056 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8decf1a4-13a9-4517-896e-d54dff8f078c', 'tag': 'b6ddb51d-ea41-4918-8fce-7094f88c5f3c'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:19:00.792679 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d67b73-9e6d-4a22-9512-f5b2b5dd28b2 service neutron] Pushing event updated for resources: {'Port': ['ID=b6ddb51d-ea41-4918-8fce-7094f88c5f3c,revision_number=3']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:00.844888 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fac670f5-84af-4968-b43c-6b7a61e3746e req-f9a3bd6d-5c3f-4b7e-b185-d47188f065dc service neutron] 10.222.0.69 "GET /v2.0/networks/ae685707-2f9d-409f-9237-8deef87c8163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6156073 May 28 06:19:01.044912 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172290bc-6cdd-42f8-a129-01949418144b req-ef226af7-1b73-4197-8c60-f39c9307bc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:01.044912 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-172290bc-6cdd-42f8-a129-01949418144b req-ef226af7-1b73-4197-8c60-f39c9307bc3b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7b2fe75d343f4ee29013f21d2442bc34&device_id=e51a0de3-402f-460c-9493-bd8633593828 HTTP/1.1" status: 200 len: 1114 time: 0.0795960 May 28 06:19:01.072683 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-610b0b41-e87c-4a71-afa0-03f8dedaa7e2 req-1db34bb3-19c9-43ca-81f1-c33902c5b123 service neutron] 10.222.0.55 "GET /v2.0/networks/fafc8569-a355-4456-a961-9fe623367835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4586196 May 28 06:19:01.171471 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172290bc-6cdd-42f8-a129-01949418144b req-f7199f20-e77e-42c3-98e5-298370850c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:01.172896 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-172290bc-6cdd-42f8-a129-01949418144b req-f7199f20-e77e-42c3-98e5-298370850c5a service neutron] 10.222.0.69 "GET /v2.0/networks?id=ae685707-2f9d-409f-9237-8deef87c8163 HTTP/1.1" status: 200 len: 909 time: 0.1280434 May 28 06:19:01.240130 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-172290bc-6cdd-42f8-a129-01949418144b req-40ebac2d-50dc-4241-8f10-1874b379ae5a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8e85634d-9446-4e69-b543-1903a9307147 HTTP/1.1" status: 200 len: 217 time: 0.0607464 May 28 06:19:01.241818 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33ba27f-0cdf-4617-82c6-e3dac397fd72 req-68e30e21-8167-4a76-9282-f96b50a4c4af tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:01.243952 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a33ba27f-0cdf-4617-82c6-e3dac397fd72 req-68e30e21-8167-4a76-9282-f96b50a4c4af tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/ports?device_id=e51a0de3-402f-460c-9493-bd8633593828 HTTP/1.1" status: 200 len: 963 time: 0.5897846 May 28 06:19:01.304504 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172290bc-6cdd-42f8-a129-01949418144b req-8f8e5fec-a8b6-4b95-a08d-4f0e94695d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:01.306455 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-172290bc-6cdd-42f8-a129-01949418144b req-8f8e5fec-a8b6-4b95-a08d-4f0e94695d24 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=eed62182-5ff7-4e12-84bb-4e23f47bba04 HTTP/1.1" status: 200 len: 848 time: 0.0603726 May 28 06:19:01.319525 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bce1e0-4c2a-4f24-9f33-d2d5a46bc03e req-81a3bb8c-b60d-4084-b6f1-926a37062ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:01.321618 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-17bce1e0-4c2a-4f24-9f33-d2d5a46bc03e req-81a3bb8c-b60d-4084-b6f1-926a37062ff8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3b0a717583a143c2b59e02f1d6988dfc&device_id=8decf1a4-13a9-4517-896e-d54dff8f078c HTTP/1.1" status: 200 len: 1099 time: 0.3766510 May 28 06:19:01.338702 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07bf91c0-86b5-4434-93f2-ace0c5d73b4b tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Router b0b81733-8687-4ff4-a035-18122c66529f has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:19:01.352077 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-172290bc-6cdd-42f8-a129-01949418144b req-d5b8ca70-6a83-4479-8d1d-4a5158c2d6dd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ae685707-2f9d-409f-9237-8deef87c8163&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389743 May 28 06:19:01.408071 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a33ba27f-0cdf-4617-82c6-e3dac397fd72 req-87617ae0-c637-423d-b5fd-d2f83f169f1e tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/security-groups?id=51e8ab45-fc50-4bca-a4a6-55c0639ed93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544702 May 28 06:19:01.419461 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-610b0b41-e87c-4a71-afa0-03f8dedaa7e2 req-5247299d-2da6-47ab-8d59-d3cf51574b37 service neutron] 10.222.0.55 "GET /v2.0/networks/fafc8569-a355-4456-a961-9fe623367835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2888360 May 28 06:19:01.422372 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-17bce1e0-4c2a-4f24-9f33-d2d5a46bc03e req-d1b74613-f8cd-4397-a84d-db201765f9b0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=b6ddb51d-ea41-4918-8fce-7094f88c5f3c HTTP/1.1" status: 200 len: 217 time: 0.0808599 May 28 06:19:01.491897 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:01.498180 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-172290bc-6cdd-42f8-a129-01949418144b req-13a0dd1e-8fe9-40ab-8644-d91f3db2555c service neutron] 10.222.0.69 "GET /v2.0/networks/ae685707-2f9d-409f-9237-8deef87c8163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390905 May 28 06:19:01.667099 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-172290bc-6cdd-42f8-a129-01949418144b req-55409cb1-21f8-4153-b013-ae8311840412 service neutron] 10.222.0.69 "GET /v2.0/networks/ae685707-2f9d-409f-9237-8deef87c8163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589751 May 28 06:19:01.672136 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bce1e0-4c2a-4f24-9f33-d2d5a46bc03e req-95195355-c03d-4284-b808-c1166184d747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:01.673782 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-17bce1e0-4c2a-4f24-9f33-d2d5a46bc03e req-95195355-c03d-4284-b808-c1166184d747 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e72d0ca5-04cb-4b36-82b1-c75214c9eb05 HTTP/1.1" status: 200 len: 843 time: 0.1960557 May 28 06:19:01.760315 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07bf91c0-86b5-4434-93f2-ace0c5d73b4b tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:19:01.768168 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-07bf91c0-86b5-4434-93f2-ace0c5d73b4b tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:01.781293 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68bf6618-8b1d-436d-841c-038039d54c68 None None] Sync routers for ids ['b0b81733-8687-4ff4-a035-18122c66529f'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:19:01.792080 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68bf6618-8b1d-436d-841c-038039d54c68 None None] Routers {'b0b81733-8687-4ff4-a035-18122c66529f'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:19:01.792863 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-68bf6618-8b1d-436d-841c-038039d54c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:18:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['b0b81733-8687-4ff4-a035-18122c66529f'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:19:01.839115 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-07bf91c0-86b5-4434-93f2-ace0c5d73b4b tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] 10.222.0.55 "PUT /v2.0/floatingips/bd03fd82-a43d-44af-9e9b-2a38fb4cc972 HTTP/1.1" status: 200 len: 990 time: 3.8224957 May 28 06:19:01.841556 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d475dcf-586d-4ca1-baaa-235013d4abca', 'tag': 'a706e672-fce4-48ad-bed2-f98494b3d3e5'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:19:01.857692 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b54284-29cd-4248-9626-cccfa0d6aa28 req-d812a1cb-b6f6-419a-8316-2cdeab2e1b5f tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:01.859202 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-94b54284-29cd-4248-9626-cccfa0d6aa28 req-d812a1cb-b6f6-419a-8316-2cdeab2e1b5f tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9547fb1-3181-45ef-bf13-193d90ccfbd0 HTTP/1.1" status: 200 len: 949 time: 0.2984536 May 28 06:19:01.864863 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bce1e0-4c2a-4f24-9f33-d2d5a46bc03e req-b5fbd1de-4170-47ce-ba41-ffdb4e0ca3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:01.866317 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-17bce1e0-4c2a-4f24-9f33-d2d5a46bc03e req-b5fbd1de-4170-47ce-ba41-ffdb4e0ca3da service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bb90c162-fdb0-406b-af2b-5eef830db7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1857097 May 28 06:19:01.901312 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:01.926683 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3be65529-b026-4e28-94ee-6d8cab2f5f66'] response: {'name': 'network-changed', 'server_uuid': '8decf1a4-13a9-4517-896e-d54dff8f078c', 'tag': 'b6ddb51d-ea41-4918-8fce-7094f88c5f3c', 'status': 'completed', 'code': 200} May 28 06:19:01.994397 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-94b54284-29cd-4248-9626-cccfa0d6aa28 req-559b7795-c25d-4307-978c-054829fd681d tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255381 May 28 06:19:02.025902 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-68bf6618-8b1d-436d-841c-038039d54c68 None None] Set router b0b81733-8687-4ff4-a035-18122c66529f gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:19:02.131940 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-17bce1e0-4c2a-4f24-9f33-d2d5a46bc03e req-28474eed-7e7f-4075-8e0e-37c454321886 service neutron] 10.222.0.69 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2494161 May 28 06:19:02.133908 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-faf8e5ad-9c9c-49af-8928-86284d6e61de req-fa50ca7a-51d8-4d64-9b3c-007e7de238d0 tempest-VolumesAdminNegativeTest-593648731 tempest-VolumesAdminNegativeTest-593648731-project] 10.222.0.55 "GET /v2.0/ports?device_id=f81f23c8-46a5-45fc-b225-a45bf0c760a6 HTTP/1.1" status: 200 len: 210 time: 0.0683391 May 28 06:19:02.349689 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df83e2b-6eb9-4aa1-aba4-11bfe056fa9f req-6bbb6aa8-cbd8-4a4c-8920-c433464ffabf tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:02.351180 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2df83e2b-6eb9-4aa1-aba4-11bfe056fa9f req-6bbb6aa8-cbd8-4a4c-8920-c433464ffabf tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] 10.222.0.55 "GET /v2.0/ports?device_id=8decf1a4-13a9-4517-896e-d54dff8f078c HTTP/1.1" status: 200 len: 948 time: 0.3260555 May 28 06:19:02.383055 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-17bce1e0-4c2a-4f24-9f33-d2d5a46bc03e req-9031c221-f8bd-4238-a74b-e19feb83979c service neutron] 10.222.0.69 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427709 May 28 06:19:02.448366 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-68bf6618-8b1d-436d-841c-038039d54c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b81733-8687-4ff4-a035-18122c66529f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1861659843-router', 'tenant_id': '091a6ab3594e41dd849f313a7a0a6a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '0a974990-202b-4942-a1ca-571e1455c517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:18:02Z', 'updated_at': '2022-05-28T06:18:07Z', 'revision_number': 4, 'project_id': '091a6ab3594e41dd849f313a7a0a6a9a', 'gw_port': {'id': '0a974990-202b-4942-a1ca-571e1455c517', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c8:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b81733-8687-4ff4-a035-18122c66529f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:18:03Z', 'updated_at': '2022-05-28T06:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': 'bd03fd82-a43d-44af-9e9b-2a38fb4cc972', 'tenant_id': '091a6ab3594e41dd849f313a7a0a6a9a', 'floating_ip_address': '172.25.5.87', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': 'b0b81733-8687-4ff4-a035-18122c66529f', 'port_id': 'a706e672-fce4-48ad-bed2-f98494b3d3e5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5c9567d-71ef-4c72-aea2-4f06193b25d9', 'mac_address': 'fa:16:3e:84:8d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d475dcf-586d-4ca1-baaa-235013d4abca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:18:32Z', 'updated_at': '2022-05-28T06:18:59Z', 'revision_number': 1, 'project_id': '091a6ab3594e41dd849f313a7a0a6a9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ab2907a-c7e0-499d-b666-7546b5b886a8', 'name': '', 'network_id': 'a5c9567d-71ef-4c72-aea2-4f06193b25d9', 'tenant_id': '091a6ab3594e41dd849f313a7a0a6a9a', 'mac_address': 'fa:16:3e:57:6c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b81733-8687-4ff4-a035-18122c66529f', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '03212e7d-52c6-4d77-9192-a13870cfe66d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:18:06Z', 'updated_at': '2022-05-28T06:18:14Z', 'revision_number': 5, 'project_id': '091a6ab3594e41dd849f313a7a0a6a9a', 'subnets': [{'id': '03212e7d-52c6-4d77-9192-a13870cfe66d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:19:02.452205 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68bf6618-8b1d-436d-841c-038039d54c68 None None] Checking router: b0b81733-8687-4ff4-a035-18122c66529f for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:19:02.460356 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68bf6618-8b1d-436d-841c-038039d54c68 None None] Routers {'b0b81733-8687-4ff4-a035-18122c66529f'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:19:02.460953 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-68bf6618-8b1d-436d-841c-038039d54c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:18:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['b0b81733-8687-4ff4-a035-18122c66529f'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:19:02.466963 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2df83e2b-6eb9-4aa1-aba4-11bfe056fa9f req-351a0240-b6c3-4bc5-9178-5aa1cd5335fd tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] 10.222.0.55 "GET /v2.0/security-groups?id=35ff0c09-9198-4d5d-8a1a-97ce17f9c2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070347 May 28 06:19:02.513028 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be5750f-465e-42d6-bc13-b5675c1ebe1f req-e0f12b64-e96c-4ae8-a470-18bab780d934 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:02.515081 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1be5750f-465e-42d6-bc13-b5675c1ebe1f req-e0f12b64-e96c-4ae8-a470-18bab780d934 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d475dcf-586d-4ca1-baaa-235013d4abca HTTP/1.1" status: 200 len: 945 time: 0.1019626 May 28 06:19:02.549817 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8451ffa7-f3a2-4e11-867e-57f366c75541'] response: {'name': 'network-changed', 'server_uuid': '6d475dcf-586d-4ca1-baaa-235013d4abca', 'tag': 'a706e672-fce4-48ad-bed2-f98494b3d3e5', 'status': 'completed', 'code': 200} May 28 06:19:02.584946 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1be5750f-465e-42d6-bc13-b5675c1ebe1f req-03a2b798-a883-4cef-91e2-a7fbf4059998 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed1b7838-09ba-4c02-8fcc-d2aad317060a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622339 May 28 06:19:02.723679 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-68bf6618-8b1d-436d-841c-038039d54c68 None None] Set router b0b81733-8687-4ff4-a035-18122c66529f gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:19:02.741547 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3685b47-159c-4340-ba39-0b08d6b5c852 req-c521366f-758c-4cd1-83a8-aa9845833c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:02.743125 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e3685b47-159c-4340-ba39-0b08d6b5c852 req-c521366f-758c-4cd1-83a8-aa9845833c19 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3b0a717583a143c2b59e02f1d6988dfc&device_id=8decf1a4-13a9-4517-896e-d54dff8f078c HTTP/1.1" status: 200 len: 1099 time: 0.1475995 May 28 06:19:02.745242 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34c8101-671f-4b57-a432-6e526d43db02 req-5e177ecf-8cc1-48a6-add5-dddfc33315ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:02.746744 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a34c8101-671f-4b57-a432-6e526d43db02 req-5e177ecf-8cc1-48a6-add5-dddfc33315ad service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=091a6ab3594e41dd849f313a7a0a6a9a&device_id=6d475dcf-586d-4ca1-baaa-235013d4abca HTTP/1.1" status: 200 len: 1096 time: 0.1523547 May 28 06:19:03.056240 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3685b47-159c-4340-ba39-0b08d6b5c852 req-f890c319-5709-4626-a5d5-dbc6e4fc037d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:03.057709 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e3685b47-159c-4340-ba39-0b08d6b5c852 req-f890c319-5709-4626-a5d5-dbc6e4fc037d service neutron] 10.222.0.69 "GET /v2.0/networks?id=bb90c162-fdb0-406b-af2b-5eef830db7a9 HTTP/1.1" status: 200 len: 870 time: 0.3071868 May 28 06:19:03.061392 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34c8101-671f-4b57-a432-6e526d43db02 req-6accb68c-5650-4301-b945-2769f87ec868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:03.062717 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a34c8101-671f-4b57-a432-6e526d43db02 req-6accb68c-5650-4301-b945-2769f87ec868 service neutron] 10.222.0.71 "GET /v2.0/networks?id=a5c9567d-71ef-4c72-aea2-4f06193b25d9 HTTP/1.1" status: 200 len: 925 time: 0.3071282 May 28 06:19:03.090239 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-68bf6618-8b1d-436d-841c-038039d54c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b81733-8687-4ff4-a035-18122c66529f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1861659843-router', 'tenant_id': '091a6ab3594e41dd849f313a7a0a6a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '0a974990-202b-4942-a1ca-571e1455c517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:18:02Z', 'updated_at': '2022-05-28T06:18:07Z', 'revision_number': 4, 'project_id': '091a6ab3594e41dd849f313a7a0a6a9a', 'gw_port': {'id': '0a974990-202b-4942-a1ca-571e1455c517', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c8:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b81733-8687-4ff4-a035-18122c66529f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:18:03Z', 'updated_at': '2022-05-28T06:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': 'bd03fd82-a43d-44af-9e9b-2a38fb4cc972', 'tenant_id': '091a6ab3594e41dd849f313a7a0a6a9a', 'floating_ip_address': '172.25.5.87', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': 'b0b81733-8687-4ff4-a035-18122c66529f', 'port_id': 'a706e672-fce4-48ad-bed2-f98494b3d3e5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5c9567d-71ef-4c72-aea2-4f06193b25d9', 'mac_address': 'fa:16:3e:84:8d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d475dcf-586d-4ca1-baaa-235013d4abca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:18:32Z', 'updated_at': '2022-05-28T06:18:59Z', 'revision_number': 1, 'project_id': '091a6ab3594e41dd849f313a7a0a6a9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ab2907a-c7e0-499d-b666-7546b5b886a8', 'name': '', 'network_id': 'a5c9567d-71ef-4c72-aea2-4f06193b25d9', 'tenant_id': '091a6ab3594e41dd849f313a7a0a6a9a', 'mac_address': 'fa:16:3e:57:6c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b81733-8687-4ff4-a035-18122c66529f', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '03212e7d-52c6-4d77-9192-a13870cfe66d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:18:06Z', 'updated_at': '2022-05-28T06:18:14Z', 'revision_number': 5, 'project_id': '091a6ab3594e41dd849f313a7a0a6a9a', 'subnets': [{'id': '03212e7d-52c6-4d77-9192-a13870cfe66d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:19:03.096746 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68bf6618-8b1d-436d-841c-038039d54c68 None None] The sync data for ids ['b0b81733-8687-4ff4-a035-18122c66529f'] in n-d-843702-1 is: [{'id': 'b0b81733-8687-4ff4-a035-18122c66529f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1861659843-router', 'tenant_id': '091a6ab3594e41dd849f313a7a0a6a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '0a974990-202b-4942-a1ca-571e1455c517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:18:02Z', 'updated_at': '2022-05-28T06:18:07Z', 'revision_number': 4, 'project_id': '091a6ab3594e41dd849f313a7a0a6a9a', 'gw_port': {'id': '0a974990-202b-4942-a1ca-571e1455c517', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c8:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b81733-8687-4ff4-a035-18122c66529f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:18:03Z', 'updated_at': '2022-05-28T06:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': 'bd03fd82-a43d-44af-9e9b-2a38fb4cc972', 'tenant_id': '091a6ab3594e41dd849f313a7a0a6a9a', 'floating_ip_address': '172.25.5.87', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': 'b0b81733-8687-4ff4-a035-18122c66529f', 'port_id': 'a706e672-fce4-48ad-bed2-f98494b3d3e5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5c9567d-71ef-4c72-aea2-4f06193b25d9', 'mac_address': 'fa:16:3e:84:8d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d475dcf-586d-4ca1-baaa-235013d4abca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:18:32Z', 'updated_at': '2022-05-28T06:18:59Z', 'revision_number': 1, 'project_id': '091a6ab3594e41dd849f313a7a0a6a9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ab2907a-c7e0-499d-b666-7546b5b886a8', 'name': '', 'network_id': 'a5c9567d-71ef-4c72-aea2-4f06193b25d9', 'tenant_id': '091a6ab3594e41dd849f313a7a0a6a9a', 'mac_address': 'fa:16:3e:57:6c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b81733-8687-4ff4-a035-18122c66529f', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '03212e7d-52c6-4d77-9192-a13870cfe66d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:18:06Z', 'updated_at': '2022-05-28T06:18:14Z', 'revision_number': 5, 'project_id': '091a6ab3594e41dd849f313a7a0a6a9a', 'subnets': [{'id': '03212e7d-52c6-4d77-9192-a13870cfe66d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:19:03.185209 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e3685b47-159c-4340-ba39-0b08d6b5c852 req-b913d045-5593-4700-9429-479c0fb0b0d8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=b6ddb51d-ea41-4918-8fce-7094f88c5f3c HTTP/1.1" status: 200 len: 217 time: 0.1202497 May 28 06:19:03.251562 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f9fad8-f5e3-4f85-9010-7ce6dd5d05c0 req-b12b1a73-5540-4a0f-9cfe-c039ed9f0697 tempest-MigrationsAdminTest-1869502822 tempest-MigrationsAdminTest-1869502822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:03.253062 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-27f9fad8-f5e3-4f85-9010-7ce6dd5d05c0 req-b12b1a73-5540-4a0f-9cfe-c039ed9f0697 tempest-MigrationsAdminTest-1869502822 tempest-MigrationsAdminTest-1869502822-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=b9547fb1-3181-45ef-bf13-193d90ccfbd0 HTTP/1.1" status: 200 len: 1100 time: 0.3516693 May 28 06:19:03.295526 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a34c8101-671f-4b57-a432-6e526d43db02 req-f090190f-2881-4a36-a959-5be09a69d6a2 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a706e672-fce4-48ad-bed2-f98494b3d3e5 HTTP/1.1" status: 200 len: 998 time: 0.1768453 May 28 06:19:03.299336 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-27f9fad8-f5e3-4f85-9010-7ce6dd5d05c0 req-2179af81-d333-48d0-a876-f0031b3d72b0 tempest-MigrationsAdminTest-1869502822 tempest-MigrationsAdminTest-1869502822-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:03.311812 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53315686-4e92-4387-a228-6080901fa0ed None None] New status for floating IP bd03fd82-a43d-44af-9e9b-2a38fb4cc972: ACTIVE {{(pid=89111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 06:19:03.350747 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3685b47-159c-4340-ba39-0b08d6b5c852 req-aa308fba-28ca-4588-9b80-4c548eb0285d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:03.352355 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e3685b47-159c-4340-ba39-0b08d6b5c852 req-aa308fba-28ca-4588-9b80-4c548eb0285d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e72d0ca5-04cb-4b36-82b1-c75214c9eb05 HTTP/1.1" status: 200 len: 843 time: 0.1481876 May 28 06:19:03.395602 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-27f9fad8-f5e3-4f85-9010-7ce6dd5d05c0 req-2179af81-d333-48d0-a876-f0031b3d72b0 tempest-MigrationsAdminTest-1869502822 tempest-MigrationsAdminTest-1869502822-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:19:03.412589 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-27f9fad8-f5e3-4f85-9010-7ce6dd5d05c0 req-2179af81-d333-48d0-a876-f0031b3d72b0 tempest-MigrationsAdminTest-1869502822 tempest-MigrationsAdminTest-1869502822-project-admin] Usage tracker for resource:security_group_rule and tenant:651dc14a2ffb4ef7bbcecf70519c323a is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:19:03.417710 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-27f9fad8-f5e3-4f85-9010-7ce6dd5d05c0 req-2179af81-d333-48d0-a876-f0031b3d72b0 tempest-MigrationsAdminTest-1869502822 tempest-MigrationsAdminTest-1869502822-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:19:03.432600 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-27f9fad8-f5e3-4f85-9010-7ce6dd5d05c0 req-2179af81-d333-48d0-a876-f0031b3d72b0 tempest-MigrationsAdminTest-1869502822 tempest-MigrationsAdminTest-1869502822-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:19:03.441041 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34c8101-671f-4b57-a432-6e526d43db02 req-b65f8125-514a-4cb9-a092-30e4828d6ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:03.442505 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a34c8101-671f-4b57-a432-6e526d43db02 req-b65f8125-514a-4cb9-a092-30e4828d6ffc service neutron] 10.222.0.71 "GET /v2.0/subnets?id=03212e7d-52c6-4d77-9192-a13870cfe66d HTTP/1.1" status: 200 len: 863 time: 0.1341753 May 28 06:19:03.560215 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3685b47-159c-4340-ba39-0b08d6b5c852 req-97c62714-7213-4cb0-9041-99a6c58c893b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:03.561640 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e3685b47-159c-4340-ba39-0b08d6b5c852 req-97c62714-7213-4cb0-9041-99a6c58c893b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bb90c162-fdb0-406b-af2b-5eef830db7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1968946 May 28 06:19:03.724306 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34c8101-671f-4b57-a432-6e526d43db02 req-b7ed46d8-c285-4239-95b5-b96b4227a7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:03.725795 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a34c8101-671f-4b57-a432-6e526d43db02 req-b7ed46d8-c285-4239-95b5-b96b4227a7aa service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a5c9567d-71ef-4c72-aea2-4f06193b25d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2753656 May 28 06:19:03.846093 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-27f9fad8-f5e3-4f85-9010-7ce6dd5d05c0 req-2179af81-d333-48d0-a876-f0031b3d72b0 tempest-MigrationsAdminTest-1869502822 tempest-MigrationsAdminTest-1869502822-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:03.882145 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e3685b47-159c-4340-ba39-0b08d6b5c852 req-70d59525-9450-4850-a1a9-54b6af61e3af service neutron] 10.222.0.69 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3122041 May 28 06:19:03.931658 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ed0e29-2f37-4e93-8ce6-affb76647c17 req-118b028b-1acc-413c-8995-0642d1730d4c tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:03.933076 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-94ed0e29-2f37-4e93-8ce6-affb76647c17 req-118b028b-1acc-413c-8995-0642d1730d4c tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/ports?device_id=e51a0de3-402f-460c-9493-bd8633593828 HTTP/1.1" status: 200 len: 963 time: 0.3377295 May 28 06:19:04.074078 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-27f9fad8-f5e3-4f85-9010-7ce6dd5d05c0 req-2179af81-d333-48d0-a876-f0031b3d72b0 tempest-MigrationsAdminTest-1869502822 tempest-MigrationsAdminTest-1869502822-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:04.113208 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 8e85634d-9446-4e69-b543-1903a9307147 details requested by agent hyperv_n-h1-843702-1 with host n-h1-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:19:04.114529 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a34c8101-671f-4b57-a432-6e526d43db02 req-2c9aa488-159f-4270-bbc8-005127a5e953 service neutron] 10.222.0.71 "GET /v2.0/networks/a5c9567d-71ef-4c72-aea2-4f06193b25d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3765109 May 28 06:19:04.131371 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-27f9fad8-f5e3-4f85-9010-7ce6dd5d05c0 req-2179af81-d333-48d0-a876-f0031b3d72b0 tempest-MigrationsAdminTest-1869502822 tempest-MigrationsAdminTest-1869502822-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8641806 May 28 06:19:04.178921 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2179af81-d333-48d0-a876-f0031b3d72b0 tempest-MigrationsAdminTest-1869502822 tempest-MigrationsAdminTest-1869502822-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76debfe6-ca65-4441-a5e9-f2d6eb8bd959,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:04.247030 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-94ed0e29-2f37-4e93-8ce6-affb76647c17 req-59744055-dcd3-4c7b-8237-3beccd08bf9d tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/security-groups?id=51e8ab45-fc50-4bca-a4a6-55c0639ed93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3013871 May 28 06:19:04.255086 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2179af81-d333-48d0-a876-f0031b3d72b0 tempest-MigrationsAdminTest-1869502822 tempest-MigrationsAdminTest-1869502822-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:19:04.255420 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2179af81-d333-48d0-a876-f0031b3d72b0 tempest-MigrationsAdminTest-1869502822 tempest-MigrationsAdminTest-1869502822-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:19:04.255753 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2179af81-d333-48d0-a876-f0031b3d72b0 tempest-MigrationsAdminTest-1869502822 tempest-MigrationsAdminTest-1869502822-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:19:04.256080 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2179af81-d333-48d0-a876-f0031b3d72b0 tempest-MigrationsAdminTest-1869502822 tempest-MigrationsAdminTest-1869502822-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:19:04.257212 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2179af81-d333-48d0-a876-f0031b3d72b0 tempest-MigrationsAdminTest-1869502822 tempest-MigrationsAdminTest-1869502822-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:19:04.257212 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2179af81-d333-48d0-a876-f0031b3d72b0 tempest-MigrationsAdminTest-1869502822 tempest-MigrationsAdminTest-1869502822-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:19:04.257212 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2179af81-d333-48d0-a876-f0031b3d72b0 tempest-MigrationsAdminTest-1869502822 tempest-MigrationsAdminTest-1869502822-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:19:04.257498 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2179af81-d333-48d0-a876-f0031b3d72b0 tempest-MigrationsAdminTest-1869502822 tempest-MigrationsAdminTest-1869502822-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:19:04.257646 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2179af81-d333-48d0-a876-f0031b3d72b0 tempest-MigrationsAdminTest-1869502822 tempest-MigrationsAdminTest-1869502822-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:19:04.257959 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2179af81-d333-48d0-a876-f0031b3d72b0 tempest-MigrationsAdminTest-1869502822 tempest-MigrationsAdminTest-1869502822-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:19:04.258988 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2179af81-d333-48d0-a876-f0031b3d72b0 tempest-MigrationsAdminTest-1869502822 tempest-MigrationsAdminTest-1869502822-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:19:04.259357 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2179af81-d333-48d0-a876-f0031b3d72b0 tempest-MigrationsAdminTest-1869502822 tempest-MigrationsAdminTest-1869502822-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:19:04.316037 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 8e85634d-9446-4e69-b543-1903a9307147, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=8e85634d-9446-4e69-b543-1903a9307147,segment=NetworkSegment(2466b369-b4d4-4fbf-9dbd-05fe75562f7f),segment_id=2466b369-b4d4-4fbf-9dbd-05fe75562f7f)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:19:04.332733 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e3685b47-159c-4340-ba39-0b08d6b5c852 req-e567ea1c-1a1d-45d8-9fa9-a0097c06c2a6 service neutron] 10.222.0.69 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4347620 May 28 06:19:04.336613 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fcbf01cf-d914-49d2-ba76-5b3891fb8a70 req-0030058a-f65e-41ee-91d0-9b84897d7e9f tempest-VolumesAdminNegativeTest-593648731 tempest-VolumesAdminNegativeTest-593648731-project] 10.222.0.55 "GET /v2.0/ports?device_id=f81f23c8-46a5-45fc-b225-a45bf0c760a6 HTTP/1.1" status: 200 len: 210 time: 0.0736556 May 28 06:19:04.338199 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Returning: {'device': '8e85634d-9446-4e69-b543-1903a9307147', 'network_id': 'ae685707-2f9d-409f-9237-8deef87c8163', 'port_id': '8e85634d-9446-4e69-b543-1903a9307147', 'mac_address': 'fa:16:3e:67:9c:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eed62182-5ff7-4e12-84bb-4e23f47bba04', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:tempest-test_az-48721647', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:19:04.401922 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a34c8101-671f-4b57-a432-6e526d43db02 req-5d1ea2d1-8c7e-45fe-aef2-cdaec0574bea service neutron] 10.222.0.71 "GET /v2.0/networks/a5c9567d-71ef-4c72-aea2-4f06193b25d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2788122 May 28 06:19:04.417812 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 8e85634d-9446-4e69-b543-1903a9307147 is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:19:04.418987 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:04.439711 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e85634d-9446-4e69-b543-1903a9307147 {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:19:04.456626 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 8e85634d-9446-4e69-b543-1903a9307147, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=8e85634d-9446-4e69-b543-1903a9307147,segment=NetworkSegment(2466b369-b4d4-4fbf-9dbd-05fe75562f7f),segment_id=2466b369-b4d4-4fbf-9dbd-05fe75562f7f)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:19:04.528051 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61434204-c503-4d8c-bfea-c05b5330dca0 req-7bb6d26b-49f3-4940-9e3f-daca7eb809ce tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:04.530628 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-61434204-c503-4d8c-bfea-c05b5330dca0 req-7bb6d26b-49f3-4940-9e3f-daca7eb809ce tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] 10.222.0.55 "GET /v2.0/ports?device_id=8decf1a4-13a9-4517-896e-d54dff8f078c HTTP/1.1" status: 200 len: 948 time: 0.0885286 May 28 06:19:04.547358 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:04.579696 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-61434204-c503-4d8c-bfea-c05b5330dca0 req-fae1a8b1-0856-47fd-991e-777caeed6522 tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] 10.222.0.55 "GET /v2.0/security-groups?id=35ff0c09-9198-4d5d-8a1a-97ce17f9c2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437756 May 28 06:19:04.619155 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=8e85634d-9446-4e69-b543-1903a9307147,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:04.627248 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:19:04.627589 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:19:04.628037 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:19:04.628371 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:19:04.628699 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:19:04.629051 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:19:04.629612 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:19:04.630154 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:19:04.630487 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:19:04.630994 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:19:04.631313 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:19:04.631944 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:19:04.760233 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['8e85634d-9446-4e69-b543-1903a9307147'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:19:05.078936 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610b0b41-e87c-4a71-afa0-03f8dedaa7e2 req-839dc902-5aa8-433c-8e65-3c5e2da9f891 tempest-VolumesAdminNegativeTest-593648731 tempest-VolumesAdminNegativeTest-593648731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:05.086929 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-610b0b41-e87c-4a71-afa0-03f8dedaa7e2 req-839dc902-5aa8-433c-8e65-3c5e2da9f891 tempest-VolumesAdminNegativeTest-593648731 tempest-VolumesAdminNegativeTest-593648731-project] 10.222.0.69 "GET /v2.0/networks?id=fafc8569-a355-4456-a961-9fe623367835 HTTP/1.1" status: 200 len: 815 time: 0.1633375 May 28 06:19:05.092044 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-610b0b41-e87c-4a71-afa0-03f8dedaa7e2 req-5727b348-83d7-43c0-9bd9-81de4bbf44b7 tempest-VolumesAdminNegativeTest-593648731 tempest-VolumesAdminNegativeTest-593648731-project] Request body: {'port': {'device_id': 'f81f23c8-46a5-45fc-b225-a45bf0c760a6', 'network_id': 'fafc8569-a355-4456-a961-9fe623367835', 'admin_state_up': True, 'tenant_id': '0b59bdc68006442c9213a16b8c79daf3'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:19:05.281556 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-610b0b41-e87c-4a71-afa0-03f8dedaa7e2 req-5727b348-83d7-43c0-9bd9-81de4bbf44b7 tempest-VolumesAdminNegativeTest-593648731 tempest-VolumesAdminNegativeTest-593648731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:19:05.287729 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-610b0b41-e87c-4a71-afa0-03f8dedaa7e2 req-5727b348-83d7-43c0-9bd9-81de4bbf44b7 tempest-VolumesAdminNegativeTest-593648731 tempest-VolumesAdminNegativeTest-593648731-project] Usage tracker for resource:port and tenant:0b59bdc68006442c9213a16b8c79daf3 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:19:05.291988 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-610b0b41-e87c-4a71-afa0-03f8dedaa7e2 req-5727b348-83d7-43c0-9bd9-81de4bbf44b7 tempest-VolumesAdminNegativeTest-593648731 tempest-VolumesAdminNegativeTest-593648731-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:19:05.299095 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-610b0b41-e87c-4a71-afa0-03f8dedaa7e2 req-5727b348-83d7-43c0-9bd9-81de4bbf44b7 tempest-VolumesAdminNegativeTest-593648731 tempest-VolumesAdminNegativeTest-593648731-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:19:05.308419 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14283f16-2fae-4c20-827e-7d0b99bce5e8 req-42553635-b088-461a-bcdf-a10b04c51de3 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:05.310014 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-14283f16-2fae-4c20-827e-7d0b99bce5e8 req-42553635-b088-461a-bcdf-a10b04c51de3 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9547fb1-3181-45ef-bf13-193d90ccfbd0 HTTP/1.1" status: 200 len: 949 time: 0.1481473 May 28 06:19:05.365738 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-14283f16-2fae-4c20-827e-7d0b99bce5e8 req-7787bfda-6001-4bd5-8f32-fda0b1ba94a6 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489421 May 28 06:19:05.427410 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-610b0b41-e87c-4a71-afa0-03f8dedaa7e2 req-5727b348-83d7-43c0-9bd9-81de4bbf44b7 tempest-VolumesAdminNegativeTest-593648731 tempest-VolumesAdminNegativeTest-593648731-project] Made reservation on behalf of 0b59bdc68006442c9213a16b8c79daf3 for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:19:05.431462 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-610b0b41-e87c-4a71-afa0-03f8dedaa7e2 req-5727b348-83d7-43c0-9bd9-81de4bbf44b7 tempest-VolumesAdminNegativeTest-593648731 tempest-VolumesAdminNegativeTest-593648731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:05.453292 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 43242) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:19:05.598353 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-9b1b4812-a912-473e-bd59-cf6ce9d19dfe req-8545da6c-cbe8-4bc8-a601-191df7d9bc31 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b9547fb1-3181-45ef-bf13-193d90ccfbd0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1597106 May 28 06:19:05.663988 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-aadcb5d4-121e-4c58-ae03-11ab9f41bbeb req-a22f8d82-32c7-45cc-b658-53793c170830 tempest-VolumesAdminNegativeTest-593648731 tempest-VolumesAdminNegativeTest-593648731-project] 10.222.0.55 "GET /v2.0/ports?device_id=f81f23c8-46a5-45fc-b225-a45bf0c760a6 HTTP/1.1" status: 200 len: 210 time: 0.0960286 May 28 06:19:05.698253 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [req-610b0b41-e87c-4a71-afa0-03f8dedaa7e2 req-5727b348-83d7-43c0-9bd9-81de4bbf44b7 tempest-VolumesAdminNegativeTest-593648731 tempest-VolumesAdminNegativeTest-593648731-project] Allocated IP 172.20.0.13 (fafc8569-a355-4456-a961-9fe623367835/da9fb6b7-f1fd-4140-902a-216ab41e198c/7c0fdda8-9bd0-4ae9-9ba6-2328a13417bc) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:19:05.742019 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6648c173-398b-4d15-b81c-c5ff885dee9c req-327a9e51-b62b-4503-b310-4c177d8c85ae tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:05.746287 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6648c173-398b-4d15-b81c-c5ff885dee9c req-327a9e51-b62b-4503-b310-4c177d8c85ae tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/ports?device_id=e51a0de3-402f-460c-9493-bd8633593828 HTTP/1.1" status: 200 len: 964 time: 0.1746924 May 28 06:19:05.933693 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6648c173-398b-4d15-b81c-c5ff885dee9c req-e9b855b5-e437-45da-aa96-e043bdff1e6c tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/security-groups?id=51e8ab45-fc50-4bca-a4a6-55c0639ed93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827092 May 28 06:19:06.023229 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-610b0b41-e87c-4a71-afa0-03f8dedaa7e2 req-5727b348-83d7-43c0-9bd9-81de4bbf44b7 tempest-VolumesAdminNegativeTest-593648731 tempest-VolumesAdminNegativeTest-593648731-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:06.032968 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14237fcb-d207-444c-b362-1eb2d3adc53d req-5444867f-2ece-4c93-944f-5823f6999786 tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:06.034649 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-14237fcb-d207-444c-b362-1eb2d3adc53d req-5444867f-2ece-4c93-944f-5823f6999786 tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] 10.222.0.55 "GET /v2.0/ports?device_id=8decf1a4-13a9-4517-896e-d54dff8f078c HTTP/1.1" status: 200 len: 948 time: 0.1536012 May 28 06:19:06.107479 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-14237fcb-d207-444c-b362-1eb2d3adc53d req-2fc944e7-3f4b-4062-b158-0707ae0e1845 tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] 10.222.0.55 "GET /v2.0/security-groups?id=35ff0c09-9198-4d5d-8a1a-97ce17f9c2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540833 May 28 06:19:06.144466 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device b6ddb51d-ea41-4918-8fce-7094f88c5f3c details requested by agent hyperv_n-h1-843702-1 with host n-h1-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:19:06.160455 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 8e85634d-9446-4e69-b543-1903a9307147 up at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:19:06.200145 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-610b0b41-e87c-4a71-afa0-03f8dedaa7e2 req-5727b348-83d7-43c0-9bd9-81de4bbf44b7 tempest-VolumesAdminNegativeTest-593648731 tempest-VolumesAdminNegativeTest-593648731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:06.307586 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-610b0b41-e87c-4a71-afa0-03f8dedaa7e2 req-5727b348-83d7-43c0-9bd9-81de4bbf44b7 tempest-VolumesAdminNegativeTest-593648731 tempest-VolumesAdminNegativeTest-593648731-project] Network fafc8569-a355-4456-a961-9fe623367835 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:19:06.311124 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [req-610b0b41-e87c-4a71-afa0-03f8dedaa7e2 req-5727b348-83d7-43c0-9bd9-81de4bbf44b7 tempest-VolumesAdminNegativeTest-593648731 tempest-VolumesAdminNegativeTest-593648731-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:19:06.323716 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-610b0b41-e87c-4a71-afa0-03f8dedaa7e2 req-5727b348-83d7-43c0-9bd9-81de4bbf44b7 tempest-VolumesAdminNegativeTest-593648731 tempest-VolumesAdminNegativeTest-593648731-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:19:06.329231 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610b0b41-e87c-4a71-afa0-03f8dedaa7e2 req-5727b348-83d7-43c0-9bd9-81de4bbf44b7 tempest-VolumesAdminNegativeTest-593648731 tempest-VolumesAdminNegativeTest-593648731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:06.329721 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-610b0b41-e87c-4a71-afa0-03f8dedaa7e2 req-5727b348-83d7-43c0-9bd9-81de4bbf44b7 tempest-VolumesAdminNegativeTest-593648731 tempest-VolumesAdminNegativeTest-593648731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:06.345992 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5727b348-83d7-43c0-9bd9-81de4bbf44b7 tempest-VolumesAdminNegativeTest-593648731 tempest-VolumesAdminNegativeTest-593648731-project] Pushing event updated for resources: {'Port': ['ID=7c0fdda8-9bd0-4ae9-9ba6-2328a13417bc,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:06.362706 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port b6ddb51d-ea41-4918-8fce-7094f88c5f3c, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=b6ddb51d-ea41-4918-8fce-7094f88c5f3c,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:19:06.403335 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Returning: {'device': 'b6ddb51d-ea41-4918-8fce-7094f88c5f3c', 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9', 'port_id': 'b6ddb51d-ea41-4918-8fce-7094f88c5f3c', 'mac_address': 'fa:16:3e:61:60:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e72d0ca5-04cb-4b36-82b1-c75214c9eb05', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:19:06.453808 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning for port 8e85634d-9446-4e69-b543-1903a9307147 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:19:06.468755 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning complete for port 8e85634d-9446-4e69-b543-1903a9307147 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:19:06.469376 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:06.479775 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-610b0b41-e87c-4a71-afa0-03f8dedaa7e2 req-5727b348-83d7-43c0-9bd9-81de4bbf44b7 tempest-VolumesAdminNegativeTest-593648731 tempest-VolumesAdminNegativeTest-593648731-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3914859 May 28 06:19:06.491195 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-610b0b41-e87c-4a71-afa0-03f8dedaa7e2 req-021d2a6e-52e8-4f0e-ade7-3f04f37c66ca service neutron] Request body: {'port': {'device_id': 'f81f23c8-46a5-45fc-b225-a45bf0c760a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843702-1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:19:06.539914 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port b6ddb51d-ea41-4918-8fce-7094f88c5f3c is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:19:06.540551 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:06.561526 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6ddb51d-ea41-4918-8fce-7094f88c5f3c {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:19:06.612451 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port b6ddb51d-ea41-4918-8fce-7094f88c5f3c, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=b6ddb51d-ea41-4918-8fce-7094f88c5f3c,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:19:06.640454 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 8e85634d-9446-4e69-b543-1903a9307147 is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:19:06.645250 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:06.670322 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e51a0de3-402f-460c-9493-bd8633593828', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e85634d-9446-4e69-b543-1903a9307147'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:19:06.682420 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 8e85634d-9446-4e69-b543-1903a9307147, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=8e85634d-9446-4e69-b543-1903a9307147,segment=NetworkSegment(2466b369-b4d4-4fbf-9dbd-05fe75562f7f),segment_id=2466b369-b4d4-4fbf-9dbd-05fe75562f7f)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:19:06.736659 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:06.767042 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 43312) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:19:06.791047 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:06.791905 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-610b0b41-e87c-4a71-afa0-03f8dedaa7e2 req-021d2a6e-52e8-4f0e-ade7-3f04f37c66ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:06.830827 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a1ea3b-69e0-44fb-b3e3-7d08d0c2e72c req-a1993e6a-03c2-4b01-a47b-3d924cb9e6df tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:06.832344 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e5a1ea3b-69e0-44fb-b3e3-7d08d0c2e72c req-a1993e6a-03c2-4b01-a47b-3d924cb9e6df tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9547fb1-3181-45ef-bf13-193d90ccfbd0 HTTP/1.1" status: 200 len: 949 time: 0.3087053 May 28 06:19:06.842405 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=b6ddb51d-ea41-4918-8fce-7094f88c5f3c,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:06.847632 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7188579b-d491-406d-a760-c4a22cbd6d40'] response: {'server_uuid': 'e51a0de3-402f-460c-9493-bd8633593828', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e85634d-9446-4e69-b543-1903a9307147', 'code': 200} May 28 06:19:06.978328 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e5a1ea3b-69e0-44fb-b3e3-7d08d0c2e72c req-c0c3eda3-73d2-4702-ab3f-c44e65898047 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120584 May 28 06:19:06.978845 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 43322) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:19:06.990025 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['b6ddb51d-ea41-4918-8fce-7094f88c5f3c'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:19:07.060229 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=8e85634d-9446-4e69-b543-1903a9307147,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:07.104072 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-514a3b94-2550-46bb-94ac-a3cd872ea4bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:07.136496 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-514a3b94-2550-46bb-94ac-a3cd872ea4bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:19:07.141514 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-514a3b94-2550-46bb-94ac-a3cd872ea4bf admin admin] Usage tracker for resource:security_group_rule and tenant:461727ff54b24e73a933460897a0d93d is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:19:07.145116 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-514a3b94-2550-46bb-94ac-a3cd872ea4bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:19:07.152093 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-514a3b94-2550-46bb-94ac-a3cd872ea4bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:19:07.179667 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4795da8-4416-4807-b1fd-7737b19706ca req-57242dad-af33-4055-8647-37fa76f9aeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:07.182691 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-f4795da8-4416-4807-b1fd-7737b19706ca req-57242dad-af33-4055-8647-37fa76f9aeeb service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e51a0de3-402f-460c-9493-bd8633593828 HTTP/1.1" status: 200 len: 1116 time: 0.2242501 May 28 06:19:07.256636 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-f4795da8-4416-4807-b1fd-7737b19706ca req-b52d120e-fa46-4042-a2bc-051e35741d69 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=51e8ab45-fc50-4bca-a4a6-55c0639ed93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661356 May 28 06:19:07.258778 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f5902991-f30f-4359-9028-9080c734970f admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:07.296937 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-f5902991-f30f-4359-9028-9080c734970f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:19:07.298905 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-514a3b94-2550-46bb-94ac-a3cd872ea4bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:07.313404 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-f5902991-f30f-4359-9028-9080c734970f admin admin] Usage tracker for resource:security_group_rule and tenant:4b78b398d5fe45bfa973884a5cdac597 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:19:07.320355 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-f5902991-f30f-4359-9028-9080c734970f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:19:07.333952 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-f5902991-f30f-4359-9028-9080c734970f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:19:07.369759 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-514a3b94-2550-46bb-94ac-a3cd872ea4bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:07.373112 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea1099f-29c4-42b0-bd47-87aeaa07d327 req-77c9b75d-45bc-453a-8fe1-fd6cc21a29f0 tempest-VolumesAdminNegativeTest-593648731 tempest-VolumesAdminNegativeTest-593648731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:07.373840 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-8ea1099f-29c4-42b0-bd47-87aeaa07d327 req-77c9b75d-45bc-453a-8fe1-fd6cc21a29f0 tempest-VolumesAdminNegativeTest-593648731 tempest-VolumesAdminNegativeTest-593648731-project] Synchronizing usage tracker for tenant:0b59bdc68006442c9213a16b8c79daf3 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:19:07.416249 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514a3b94-2550-46bb-94ac-a3cd872ea4bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b25c6208-f436-4463-b5ca-f2f6bf38ba2c,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:07.423130 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-514a3b94-2550-46bb-94ac-a3cd872ea4bf admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=461727ff54b24e73a933460897a0d93d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6554542 May 28 06:19:07.423765 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 43334) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:19:07.441379 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514a3b94-2550-46bb-94ac-a3cd872ea4bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:19:07.441738 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514a3b94-2550-46bb-94ac-a3cd872ea4bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:19:07.442076 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514a3b94-2550-46bb-94ac-a3cd872ea4bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:19:07.442406 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514a3b94-2550-46bb-94ac-a3cd872ea4bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:19:07.442730 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514a3b94-2550-46bb-94ac-a3cd872ea4bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:19:07.443056 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514a3b94-2550-46bb-94ac-a3cd872ea4bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:19:07.443379 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514a3b94-2550-46bb-94ac-a3cd872ea4bf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:19:07.443701 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514a3b94-2550-46bb-94ac-a3cd872ea4bf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:19:07.444019 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514a3b94-2550-46bb-94ac-a3cd872ea4bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:19:07.444336 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514a3b94-2550-46bb-94ac-a3cd872ea4bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:19:07.444651 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514a3b94-2550-46bb-94ac-a3cd872ea4bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:19:07.444968 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514a3b94-2550-46bb-94ac-a3cd872ea4bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:19:07.511999 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-db570b4a-7883-4404-8ac0-3a6d2d0d9cba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:07.517121 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [req-610b0b41-e87c-4a71-afa0-03f8dedaa7e2 req-021d2a6e-52e8-4f0e-ade7-3f04f37c66ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c0fdda8-9bd0-4ae9-9ba6-2328a13417bc {{(pid=89110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:19:07.532913 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-610b0b41-e87c-4a71-afa0-03f8dedaa7e2 req-021d2a6e-52e8-4f0e-ade7-3f04f37c66ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:07.543044 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-db570b4a-7883-4404-8ac0-3a6d2d0d9cba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:07.570210 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-610b0b41-e87c-4a71-afa0-03f8dedaa7e2 req-021d2a6e-52e8-4f0e-ade7-3f04f37c66ca service neutron] Transition to ACTIVE for port object 7c0fdda8-9bd0-4ae9-9ba6-2328a13417bc will not be triggered until provisioned by entity L2. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:19:07.610807 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-8ea1099f-29c4-42b0-bd47-87aeaa07d327 req-77c9b75d-45bc-453a-8fe1-fd6cc21a29f0 tempest-VolumesAdminNegativeTest-593648731 tempest-VolumesAdminNegativeTest-593648731-project] Unset dirty status for tenant:0b59bdc68006442c9213a16b8c79daf3 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:19:07.611943 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8ea1099f-29c4-42b0-bd47-87aeaa07d327 req-77c9b75d-45bc-453a-8fe1-fd6cc21a29f0 tempest-VolumesAdminNegativeTest-593648731 tempest-VolumesAdminNegativeTest-593648731-project] 10.222.0.55 "GET /v2.0/ports?device_id=f81f23c8-46a5-45fc-b225-a45bf0c760a6 HTTP/1.1" status: 200 len: 932 time: 0.4530194 May 28 06:19:07.622233 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f5902991-f30f-4359-9028-9080c734970f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:07.645852 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54889211-0bc1-4359-8187-1e90f15e97e3 req-c8ef48dc-7f49-43fd-b824-3992fcc46098 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:07.647293 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-54889211-0bc1-4359-8187-1e90f15e97e3 req-c8ef48dc-7f49-43fd-b824-3992fcc46098 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/ports?device_id=e51a0de3-402f-460c-9493-bd8633593828 HTTP/1.1" status: 200 len: 965 time: 0.2024782 May 28 06:19:07.684371 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-610b0b41-e87c-4a71-afa0-03f8dedaa7e2 req-021d2a6e-52e8-4f0e-ade7-3f04f37c66ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:07.689774 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-db570b4a-7883-4404-8ac0-3a6d2d0d9cba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:07.707946 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db570b4a-7883-4404-8ac0-3a6d2d0d9cba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b25c6208-f436-4463-b5ca-f2f6bf38ba2c,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:07.714776 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-db570b4a-7883-4404-8ac0-3a6d2d0d9cba admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:07.715880 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-db570b4a-7883-4404-8ac0-3a6d2d0d9cba admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b25c6208-f436-4463-b5ca-f2f6bf38ba2c HTTP/1.1" status: 204 len: 168 time: 0.2898457 May 28 06:19:07.735897 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8ea1099f-29c4-42b0-bd47-87aeaa07d327 req-490bf0d9-ef79-48b7-9d71-aa3c70ae28d9 tempest-VolumesAdminNegativeTest-593648731 tempest-VolumesAdminNegativeTest-593648731-project] 10.222.0.55 "GET /v2.0/security-groups?id=f699d0fe-44db-4ca9-b3e0-8da402ec751c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154795 May 28 06:19:07.736557 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f5902991-f30f-4359-9028-9080c734970f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:07.866311 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-54889211-0bc1-4359-8187-1e90f15e97e3 req-7c09dd4d-5745-4e04-b379-49422a37cecc tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/security-groups?id=51e8ab45-fc50-4bca-a4a6-55c0639ed93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109489 May 28 06:19:07.933620 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-f5902991-f30f-4359-9028-9080c734970f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4b78b398d5fe45bfa973884a5cdac597&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9516854 May 28 06:19:07.936419 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 43344) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:19:07.943373 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021d2a6e-52e8-4f0e-ade7-3f04f37c66ca service neutron] Pushing event updated for resources: {'Port': ['ID=7c0fdda8-9bd0-4ae9-9ba6-2328a13417bc,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:07.949660 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5902991-f30f-4359-9028-9080c734970f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71a8e95c-03b2-4e2f-8611-f8768df0f9d5,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:08.007860 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d58f58a4-1122-4709-b4a6-290170a770b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:08.010763 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-610b0b41-e87c-4a71-afa0-03f8dedaa7e2 req-021d2a6e-52e8-4f0e-ade7-3f04f37c66ca service neutron] Attempting to bind port 7c0fdda8-9bd0-4ae9-9ba6-2328a13417bc on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:19:08.011089 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-610b0b41-e87c-4a71-afa0-03f8dedaa7e2 req-021d2a6e-52e8-4f0e-ade7-3f04f37c66ca service neutron] Attempting to bind port 7c0fdda8-9bd0-4ae9-9ba6-2328a13417bc by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': '053a2acb-289a-48eb-bb70-1c34b364573a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'fafc8569-a355-4456-a961-9fe623367835'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:19:08.011410 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610b0b41-e87c-4a71-afa0-03f8dedaa7e2 req-021d2a6e-52e8-4f0e-ade7-3f04f37c66ca service neutron] Attempting to bind port 7c0fdda8-9bd0-4ae9-9ba6-2328a13417bc on network fafc8569-a355-4456-a961-9fe623367835 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:19:08.019037 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610b0b41-e87c-4a71-afa0-03f8dedaa7e2 req-021d2a6e-52e8-4f0e-ade7-3f04f37c66ca service neutron] Port 7c0fdda8-9bd0-4ae9-9ba6-2328a13417bc on network fafc8569-a355-4456-a961-9fe623367835 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:19:08.019293 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610b0b41-e87c-4a71-afa0-03f8dedaa7e2 req-021d2a6e-52e8-4f0e-ade7-3f04f37c66ca service neutron] Attempting to bind port 7c0fdda8-9bd0-4ae9-9ba6-2328a13417bc on network fafc8569-a355-4456-a961-9fe623367835 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:19:08.028839 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610b0b41-e87c-4a71-afa0-03f8dedaa7e2 req-021d2a6e-52e8-4f0e-ade7-3f04f37c66ca service neutron] Checking agent: {'id': '69f492a0-c00d-46d0-9bec-fcd8161ce206', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:19:08.029094 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610b0b41-e87c-4a71-afa0-03f8dedaa7e2 req-021d2a6e-52e8-4f0e-ade7-3f04f37c66ca service neutron] Checking segment: {'id': '053a2acb-289a-48eb-bb70-1c34b364573a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'fafc8569-a355-4456-a961-9fe623367835'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:19:08.029617 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610b0b41-e87c-4a71-afa0-03f8dedaa7e2 req-021d2a6e-52e8-4f0e-ade7-3f04f37c66ca service neutron] Bound using segment: {'id': '053a2acb-289a-48eb-bb70-1c34b364573a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'fafc8569-a355-4456-a961-9fe623367835'} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:19:08.029906 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-610b0b41-e87c-4a71-afa0-03f8dedaa7e2 req-021d2a6e-52e8-4f0e-ade7-3f04f37c66ca service neutron] Bound port: 7c0fdda8-9bd0-4ae9-9ba6-2328a13417bc, host: n-h1-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '053a2acb-289a-48eb-bb70-1c34b364573a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'fafc8569-a355-4456-a961-9fe623367835'}}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:19:08.030243 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-610b0b41-e87c-4a71-afa0-03f8dedaa7e2 req-021d2a6e-52e8-4f0e-ade7-3f04f37c66ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:08.053391 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d58f58a4-1122-4709-b4a6-290170a770b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:08.085602 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2851aa-2864-4980-a8f1-34dd7359f63a req-d471a939-807f-4c83-aaa4-7dcebc56b564 tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:08.092572 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fa2851aa-2864-4980-a8f1-34dd7359f63a req-d471a939-807f-4c83-aaa4-7dcebc56b564 tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] 10.222.0.55 "GET /v2.0/ports?device_id=8decf1a4-13a9-4517-896e-d54dff8f078c HTTP/1.1" status: 200 len: 949 time: 0.2236996 May 28 06:19:08.167467 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device b6ddb51d-ea41-4918-8fce-7094f88c5f3c up at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:19:08.187363 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d58f58a4-1122-4709-b4a6-290170a770b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:08.208566 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58f58a4-1122-4709-b4a6-290170a770b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71a8e95c-03b2-4e2f-8611-f8768df0f9d5,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:08.218840 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d58f58a4-1122-4709-b4a6-290170a770b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:08.220315 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-d58f58a4-1122-4709-b4a6-290170a770b8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/71a8e95c-03b2-4e2f-8611-f8768df0f9d5 HTTP/1.1" status: 204 len: 168 time: 0.2826564 May 28 06:19:08.235692 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fa2851aa-2864-4980-a8f1-34dd7359f63a req-e0c9b38f-ac63-46fd-a2c6-9757142de1e7 tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] 10.222.0.55 "GET /v2.0/security-groups?id=35ff0c09-9198-4d5d-8a1a-97ce17f9c2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422064 May 28 06:19:08.242329 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-610b0b41-e87c-4a71-afa0-03f8dedaa7e2 req-021d2a6e-52e8-4f0e-ade7-3f04f37c66ca service neutron] For port 7c0fdda8-9bd0-4ae9-9ba6-2328a13417bc, host n-h1-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:19:08.247173 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-610b0b41-e87c-4a71-afa0-03f8dedaa7e2 req-021d2a6e-52e8-4f0e-ade7-3f04f37c66ca service neutron] For port 7c0fdda8-9bd0-4ae9-9ba6-2328a13417bc, host n-h1-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=7c0fdda8-9bd0-4ae9-9ba6-2328a13417bc,segment=NetworkSegment(053a2acb-289a-48eb-bb70-1c34b364573a),segment_id=053a2acb-289a-48eb-bb70-1c34b364573a)] {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:19:08.284161 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea00959-7694-4b60-b856-e35e8bd02bac req-d6f1b1ea-a883-4fd3-8f20-8f95b14263da tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:08.286995 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7ea00959-7694-4b60-b856-e35e8bd02bac req-d6f1b1ea-a883-4fd3-8f20-8f95b14263da tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9547fb1-3181-45ef-bf13-193d90ccfbd0 HTTP/1.1" status: 200 len: 949 time: 0.1636858 May 28 06:19:08.312537 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-610b0b41-e87c-4a71-afa0-03f8dedaa7e2 req-021d2a6e-52e8-4f0e-ade7-3f04f37c66ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:08.376019 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning for port b6ddb51d-ea41-4918-8fce-7094f88c5f3c completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:19:08.395386 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning complete for port b6ddb51d-ea41-4918-8fce-7094f88c5f3c triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:19:08.395823 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:08.396149 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610b0b41-e87c-4a71-afa0-03f8dedaa7e2 req-021d2a6e-52e8-4f0e-ade7-3f04f37c66ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:08.396759 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-610b0b41-e87c-4a71-afa0-03f8dedaa7e2 req-021d2a6e-52e8-4f0e-ade7-3f04f37c66ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:08.398336 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-610b0b41-e87c-4a71-afa0-03f8dedaa7e2 req-021d2a6e-52e8-4f0e-ade7-3f04f37c66ca service neutron] 10.222.0.69 "PUT /v2.0/ports/7c0fdda8-9bd0-4ae9-9ba6-2328a13417bc HTTP/1.1" status: 200 len: 1092 time: 1.9112034 May 28 06:19:08.399186 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f81f23c8-46a5-45fc-b225-a45bf0c760a6', 'tag': '7c0fdda8-9bd0-4ae9-9ba6-2328a13417bc'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:19:08.433876 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7ea00959-7694-4b60-b856-e35e8bd02bac req-9f46b129-153e-4812-8e87-1491be806e81 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396587 May 28 06:19:08.467927 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021d2a6e-52e8-4f0e-ade7-3f04f37c66ca service neutron] Pushing event updated for resources: {'Port': ['ID=7c0fdda8-9bd0-4ae9-9ba6-2328a13417bc,revision_number=3']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:08.501265 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e52746ae-bdf3-4a83-804b-caa21355d5e3'] response: {'name': 'network-changed', 'server_uuid': 'f81f23c8-46a5-45fc-b225-a45bf0c760a6', 'tag': '7c0fdda8-9bd0-4ae9-9ba6-2328a13417bc', 'status': 'completed', 'code': 200} May 28 06:19:08.525909 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 43366) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:19:08.553856 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a8ac7af3-fb02-45df-8866-ab0b106cb42d admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:08.571783 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-a8ac7af3-fb02-45df-8866-ab0b106cb42d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:19:08.586630 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-a8ac7af3-fb02-45df-8866-ab0b106cb42d admin admin] Usage tracker for resource:security_group_rule and tenant:00d49086c71d4b12bdbcf28bfb1fcfc2 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:19:08.591137 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-a8ac7af3-fb02-45df-8866-ab0b106cb42d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:19:08.593103 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port b6ddb51d-ea41-4918-8fce-7094f88c5f3c is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:19:08.593573 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:08.598529 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-a8ac7af3-fb02-45df-8866-ab0b106cb42d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:19:08.635028 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port b6ddb51d-ea41-4918-8fce-7094f88c5f3c, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=b6ddb51d-ea41-4918-8fce-7094f88c5f3c,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:19:08.713475 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:08.740990 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a8ac7af3-fb02-45df-8866-ab0b106cb42d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:08.758190 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3076cd-3479-466f-9aa1-8f91fd22d685 req-ef813e64-6aa7-4f3b-9d8d-7896f8fbf9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:08.759730 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ed3076cd-3479-466f-9aa1-8f91fd22d685 req-ef813e64-6aa7-4f3b-9d8d-7896f8fbf9b0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0b59bdc68006442c9213a16b8c79daf3&device_id=f81f23c8-46a5-45fc-b225-a45bf0c760a6 HTTP/1.1" status: 200 len: 1095 time: 0.2538488 May 28 06:19:08.800535 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1b4812-a912-473e-bd59-cf6ce9d19dfe req-e153d9f4-e009-443c-bb0a-2ccc1f2d0fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:08.802156 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=b6ddb51d-ea41-4918-8fce-7094f88c5f3c,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:08.802488 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9b1b4812-a912-473e-bd59-cf6ce9d19dfe req-e153d9f4-e009-443c-bb0a-2ccc1f2d0fde service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fa535ce8a329409da109cb227c3a70b1&device_id=b9547fb1-3181-45ef-bf13-193d90ccfbd0 HTTP/1.1" status: 200 len: 1100 time: 0.1788750 May 28 06:19:08.834470 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a8ac7af3-fb02-45df-8866-ab0b106cb42d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:08.849141 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8decf1a4-13a9-4517-896e-d54dff8f078c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6ddb51d-ea41-4918-8fce-7094f88c5f3c'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:19:08.902023 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4519ba4f-b605-49b2-9d71-100442540dcb'] response: {'server_uuid': '8decf1a4-13a9-4517-896e-d54dff8f078c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6ddb51d-ea41-4918-8fce-7094f88c5f3c', 'code': 200} May 28 06:19:08.916047 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-a8ac7af3-fb02-45df-8866-ab0b106cb42d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=00d49086c71d4b12bdbcf28bfb1fcfc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3866272 May 28 06:19:08.916047 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ac7af3-fb02-45df-8866-ab0b106cb42d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52ef5252-74f4-4868-8012-a77142ec8a02,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:08.917038 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 43386) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:19:09.051748 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9c54d5b4-8ef8-4b6b-aae9-6b39f3c6f3b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:09.082908 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9c54d5b4-8ef8-4b6b-aae9-6b39f3c6f3b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:09.122001 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce5c166-0855-4002-981e-5264273576da req-af68c871-64d7-4005-a2a1-c23bfc2a4dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:09.123538 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-3ce5c166-0855-4002-981e-5264273576da req-af68c871-64d7-4005-a2a1-c23bfc2a4dee service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8decf1a4-13a9-4517-896e-d54dff8f078c HTTP/1.1" status: 200 len: 1101 time: 0.1468163 May 28 06:19:09.129044 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 43390) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:19:09.164680 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-86e6496c-27dd-4b26-9048-060d2baef3a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:09.194954 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-86e6496c-27dd-4b26-9048-060d2baef3a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:19:09.203820 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-86e6496c-27dd-4b26-9048-060d2baef3a2 admin admin] Usage tracker for resource:security_group_rule and tenant:a49d1e8a71c34d97a37e2b63619e2433 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:19:09.207383 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-3ce5c166-0855-4002-981e-5264273576da req-ca8ef8b3-817f-4f1d-871c-492d36719dbc service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=35ff0c09-9198-4d5d-8a1a-97ce17f9c2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755458 May 28 06:19:09.208575 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-86e6496c-27dd-4b26-9048-060d2baef3a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:19:09.214745 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-86e6496c-27dd-4b26-9048-060d2baef3a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:19:09.273603 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3076cd-3479-466f-9aa1-8f91fd22d685 req-6af3e142-7a55-4df6-ae00-0ed52bf893c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:09.275096 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ed3076cd-3479-466f-9aa1-8f91fd22d685 req-6af3e142-7a55-4df6-ae00-0ed52bf893c8 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=0b59bdc68006442c9213a16b8c79daf3&shared=False HTTP/1.1" status: 200 len: 916 time: 0.5072792 May 28 06:19:09.276006 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1b4812-a912-473e-bd59-cf6ce9d19dfe req-0e591f5f-03cc-412a-8211-e80b62345dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:09.277264 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9b1b4812-a912-473e-bd59-cf6ce9d19dfe req-0e591f5f-03cc-412a-8211-e80b62345dcb service neutron] 10.222.0.71 "GET /v2.0/networks?id=bb90c162-fdb0-406b-af2b-5eef830db7a9 HTTP/1.1" status: 200 len: 870 time: 0.3921709 May 28 06:19:09.306127 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9c54d5b4-8ef8-4b6b-aae9-6b39f3c6f3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:09.330689 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c54d5b4-8ef8-4b6b-aae9-6b39f3c6f3b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52ef5252-74f4-4868-8012-a77142ec8a02,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:09.333920 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 43400) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:19:09.348242 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9c54d5b4-8ef8-4b6b-aae9-6b39f3c6f3b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:09.350117 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-9c54d5b4-8ef8-4b6b-aae9-6b39f3c6f3b8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/52ef5252-74f4-4868-8012-a77142ec8a02 HTTP/1.1" status: 204 len: 168 time: 0.4316137 May 28 06:19:09.356163 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9b1b4812-a912-473e-bd59-cf6ce9d19dfe req-23eb627a-df3f-41b9-bfa1-7b868ec52032 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=46a4ea42-1089-420c-a96f-d7cd594a80c1 HTTP/1.1" status: 200 len: 217 time: 0.0679884 May 28 06:19:09.365987 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c0b316-31bb-4520-bb8f-97058edafb8d req-ecc84ce8-6089-4a38-97ac-c50d76951dcf tempest-VolumesAdminNegativeTest-593648731 tempest-VolumesAdminNegativeTest-593648731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:09.373203 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-08c0b316-31bb-4520-bb8f-97058edafb8d req-ecc84ce8-6089-4a38-97ac-c50d76951dcf tempest-VolumesAdminNegativeTest-593648731 tempest-VolumesAdminNegativeTest-593648731-project] 10.222.0.55 "GET /v2.0/ports?device_id=f81f23c8-46a5-45fc-b225-a45bf0c760a6 HTTP/1.1" status: 200 len: 944 time: 0.4915233 May 28 06:19:09.415042 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-86e6496c-27dd-4b26-9048-060d2baef3a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:09.516081 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-86e6496c-27dd-4b26-9048-060d2baef3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:09.520913 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dfd672-bc69-4fa9-a390-6451245dee4a req-7855e548-14aa-45c8-8afd-5c9699dddd43 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:09.522419 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-37dfd672-bc69-4fa9-a390-6451245dee4a req-7855e548-14aa-45c8-8afd-5c9699dddd43 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/ports?device_id=e51a0de3-402f-460c-9493-bd8633593828 HTTP/1.1" status: 200 len: 965 time: 0.4423747 May 28 06:19:09.576620 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-08c0b316-31bb-4520-bb8f-97058edafb8d req-ebdedf8e-cb9d-4180-ab1a-1bb0c9123e49 tempest-VolumesAdminNegativeTest-593648731 tempest-VolumesAdminNegativeTest-593648731-project] 10.222.0.55 "GET /v2.0/security-groups?id=f699d0fe-44db-4ca9-b3e0-8da402ec751c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026317 May 28 06:19:09.585282 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1b4812-a912-473e-bd59-cf6ce9d19dfe req-dc7b3cf7-17fb-4e4b-a209-9221322acc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:09.586816 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9b1b4812-a912-473e-bd59-cf6ce9d19dfe req-dc7b3cf7-17fb-4e4b-a209-9221322acc03 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e72d0ca5-04cb-4b36-82b1-c75214c9eb05 HTTP/1.1" status: 200 len: 843 time: 0.2112100 May 28 06:19:09.652978 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-14749e0d-ea31-4fca-9b76-fda400c0cd67 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=45d162ee38b44cf995b3cb19e6686f39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3152354 May 28 06:19:09.656194 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-86e6496c-27dd-4b26-9048-060d2baef3a2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a49d1e8a71c34d97a37e2b63619e2433&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5262110 May 28 06:19:09.657058 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e6496c-27dd-4b26-9048-060d2baef3a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1a6675f-3ffe-49cc-9404-222d3cb9c9b2,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:09.663358 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 43410) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:19:09.665908 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 43412) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:19:09.685937 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-37dfd672-bc69-4fa9-a390-6451245dee4a req-8b3451e4-6803-4fc9-96d4-04c828fa2787 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/security-groups?id=51e8ab45-fc50-4bca-a4a6-55c0639ed93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545024 May 28 06:19:09.745066 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6043fa46-b716-4567-b903-7dff88b07710 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:09.770020 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3076cd-3479-466f-9aa1-8f91fd22d685 req-24687784-eb03-4652-9a02-a049c83f398c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:09.772625 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ed3076cd-3479-466f-9aa1-8f91fd22d685 req-24687784-eb03-4652-9a02-a049c83f398c service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3513341 May 28 06:19:09.780790 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6043fa46-b716-4567-b903-7dff88b07710 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:09.910357 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1b4812-a912-473e-bd59-cf6ce9d19dfe req-bcd2ba6d-6c8b-4699-b4ec-b74ee9d0972f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:09.911822 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9b1b4812-a912-473e-bd59-cf6ce9d19dfe req-bcd2ba6d-6c8b-4699-b4ec-b74ee9d0972f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=bb90c162-fdb0-406b-af2b-5eef830db7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2971747 May 28 06:19:09.919685 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-59a2f814-c16b-4def-95fe-558eb0f56018 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:09.930650 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6043fa46-b716-4567-b903-7dff88b07710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:09.950354 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6043fa46-b716-4567-b903-7dff88b07710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4cbd9e8-8348-4617-8aef-95da7a790d38,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:10.029471 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6043fa46-b716-4567-b903-7dff88b07710 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:10.030624 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-6043fa46-b716-4567-b903-7dff88b07710 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e4cbd9e8-8348-4617-8aef-95da7a790d38 HTTP/1.1" status: 204 len: 168 time: 0.3660476 May 28 06:19:10.040602 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-59a2f814-c16b-4def-95fe-558eb0f56018 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:10.095202 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3582f50-f32e-4082-93c5-d8b0e7e0ea69 req-1275d764-43a2-4d04-a9e8-3bd0edcb85ce tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:10.096649 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b3582f50-f32e-4082-93c5-d8b0e7e0ea69 req-1275d764-43a2-4d04-a9e8-3bd0edcb85ce tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] 10.222.0.55 "GET /v2.0/ports?device_id=8decf1a4-13a9-4517-896e-d54dff8f078c HTTP/1.1" status: 200 len: 950 time: 0.3962235 May 28 06:19:10.197852 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610b0b41-e87c-4a71-afa0-03f8dedaa7e2 req-9cab3a87-7a1c-4133-944f-b3ea6beafbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:10.199347 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-610b0b41-e87c-4a71-afa0-03f8dedaa7e2 req-9cab3a87-7a1c-4133-944f-b3ea6beafbe3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0b59bdc68006442c9213a16b8c79daf3&device_id=f81f23c8-46a5-45fc-b225-a45bf0c760a6 HTTP/1.1" status: 200 len: 1095 time: 0.3864334 May 28 06:19:10.213293 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9b1b4812-a912-473e-bd59-cf6ce9d19dfe req-e52dad13-8fbe-471e-9c36-994c9d360e39 service neutron] 10.222.0.71 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2702358 May 28 06:19:10.215124 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b3582f50-f32e-4082-93c5-d8b0e7e0ea69 req-636d9a2d-a9c2-4710-974c-abc4a57ae5c3 tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] 10.222.0.55 "GET /v2.0/security-groups?id=35ff0c09-9198-4d5d-8a1a-97ce17f9c2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090007 May 28 06:19:10.272449 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8872738-2017-4134-b9fb-5182fa6ede9e req-1acc1cac-b8e8-4271-899d-6b3e8d7e4035 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:10.274002 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c8872738-2017-4134-b9fb-5182fa6ede9e req-1acc1cac-b8e8-4271-899d-6b3e8d7e4035 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9547fb1-3181-45ef-bf13-193d90ccfbd0 HTTP/1.1" status: 200 len: 949 time: 0.4163461 May 28 06:19:10.311204 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-610b0b41-e87c-4a71-afa0-03f8dedaa7e2 req-00c1d612-2733-4e43-969f-ad46694240cd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7c0fdda8-9bd0-4ae9-9ba6-2328a13417bc HTTP/1.1" status: 200 len: 217 time: 0.1018028 May 28 06:19:10.427923 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-59a2f814-c16b-4def-95fe-558eb0f56018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:10.466172 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a2f814-c16b-4def-95fe-558eb0f56018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1a6675f-3ffe-49cc-9404-222d3cb9c9b2,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:10.489739 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c8872738-2017-4134-b9fb-5182fa6ede9e req-8311569c-50ba-4819-910a-48a8690ecea2 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833148 May 28 06:19:10.491079 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610b0b41-e87c-4a71-afa0-03f8dedaa7e2 req-7a59d971-65de-4af4-a487-6a351db44508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:10.492915 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-610b0b41-e87c-4a71-afa0-03f8dedaa7e2 req-7a59d971-65de-4af4-a487-6a351db44508 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=da9fb6b7-f1fd-4140-902a-216ab41e198c HTTP/1.1" status: 200 len: 855 time: 0.1660244 May 28 06:19:10.550138 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-59a2f814-c16b-4def-95fe-558eb0f56018 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:10.551285 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-59a2f814-c16b-4def-95fe-558eb0f56018 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c1a6675f-3ffe-49cc-9404-222d3cb9c9b2 HTTP/1.1" status: 204 len: 168 time: 0.8785496 May 28 06:19:10.639846 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-610b0b41-e87c-4a71-afa0-03f8dedaa7e2 req-ee3cd365-4959-42a1-87a3-835697acf5a4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fafc8569-a355-4456-a961-9fe623367835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1326118 May 28 06:19:10.715529 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9b1b4812-a912-473e-bd59-cf6ce9d19dfe req-19998e79-2bb8-4d2e-8472-46cf1c6a926d service neutron] 10.222.0.71 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4351354 May 28 06:19:10.842375 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-610b0b41-e87c-4a71-afa0-03f8dedaa7e2 req-b0e63b85-9ccc-4354-9322-3996c6dbc64f service neutron] 10.222.0.69 "GET /v2.0/networks/fafc8569-a355-4456-a961-9fe623367835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940262 May 28 06:19:10.845000 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fa3421-66f2-46b2-87be-1ccd993a59dd req-e84d9c08-1014-4d02-9e49-56879ea44160 tempest-LiveMigrationTest-969842093 tempest-LiveMigrationTest-969842093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:10.846404 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-04fa3421-66f2-46b2-87be-1ccd993a59dd req-e84d9c08-1014-4d02-9e49-56879ea44160 tempest-LiveMigrationTest-969842093 tempest-LiveMigrationTest-969842093-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=e51a0de3-402f-460c-9493-bd8633593828 HTTP/1.1" status: 200 len: 1116 time: 0.1970031 May 28 06:19:10.962857 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 43444) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:19:11.017593 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-d7e9865d-fe81-42dd-b9e3-22fb628d0a26 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f123ec3883d64d6d992c1414911c1005&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0528226 May 28 06:19:11.019998 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 43448) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:19:11.020401 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-04fa3421-66f2-46b2-87be-1ccd993a59dd req-d08966f3-f673-4d80-950e-dfa0ca49e8d2 tempest-LiveMigrationTest-969842093 tempest-LiveMigrationTest-969842093-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=51e8ab45-fc50-4bca-a4a6-55c0639ed93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550057 May 28 06:19:11.062801 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-610b0b41-e87c-4a71-afa0-03f8dedaa7e2 req-803ab100-1294-42be-bd53-ba1b3a1d62bb service neutron] 10.222.0.69 "GET /v2.0/networks/fafc8569-a355-4456-a961-9fe623367835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140958 May 28 06:19:11.090594 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f96edf1-690f-45fe-817a-bd065e26f714 req-dbdde5a7-594d-4fc1-a60c-f8e9ca025d3d tempest-VolumesAdminNegativeTest-593648731 tempest-VolumesAdminNegativeTest-593648731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:11.098635 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7f96edf1-690f-45fe-817a-bd065e26f714 req-dbdde5a7-594d-4fc1-a60c-f8e9ca025d3d tempest-VolumesAdminNegativeTest-593648731 tempest-VolumesAdminNegativeTest-593648731-project] 10.222.0.55 "GET /v2.0/ports?device_id=f81f23c8-46a5-45fc-b225-a45bf0c760a6 HTTP/1.1" status: 200 len: 944 time: 0.2321887 May 28 06:19:11.099761 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-99d86541-8d22-4f77-8eca-d0de74516822 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:11.139139 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-99d86541-8d22-4f77-8eca-d0de74516822 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:11.175914 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7f96edf1-690f-45fe-817a-bd065e26f714 req-85512778-eaa1-40d1-81f7-68d0b9769601 tempest-VolumesAdminNegativeTest-593648731 tempest-VolumesAdminNegativeTest-593648731-project] 10.222.0.55 "GET /v2.0/security-groups?id=f699d0fe-44db-4ca9-b3e0-8da402ec751c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597861 May 28 06:19:11.287876 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-99d86541-8d22-4f77-8eca-d0de74516822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:11.332166 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb6f1b9-11ba-4de5-ac4e-bedb182d270e req-37112123-8f85-4caa-bac4-de270df22ec6 tempest-LiveMigrationTest-969842093 tempest-LiveMigrationTest-969842093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:11.334694 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2cb6f1b9-11ba-4de5-ac4e-bedb182d270e req-37112123-8f85-4caa-bac4-de270df22ec6 tempest-LiveMigrationTest-969842093 tempest-LiveMigrationTest-969842093-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=e51a0de3-402f-460c-9493-bd8633593828 HTTP/1.1" status: 200 len: 1116 time: 0.1096277 May 28 06:19:11.339614 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d86541-8d22-4f77-8eca-d0de74516822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b40199b5-3282-48ee-9382-552c206af2d3,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:11.366050 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-99d86541-8d22-4f77-8eca-d0de74516822 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:11.380982 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-99d86541-8d22-4f77-8eca-d0de74516822 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b40199b5-3282-48ee-9382-552c206af2d3 HTTP/1.1" status: 204 len: 168 time: 0.3572161 May 28 06:19:11.434327 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2cb6f1b9-11ba-4de5-ac4e-bedb182d270e req-8261a102-8235-4cff-b3ef-b17dda4c69b3 tempest-LiveMigrationTest-969842093 tempest-LiveMigrationTest-969842093-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=51e8ab45-fc50-4bca-a4a6-55c0639ed93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609317 May 28 06:19:11.456529 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b55f2a-e6e2-4bc5-892d-cf29628d693c req-9188209a-41ca-4a1d-bfff-f218d0215dcb tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:11.458528 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a5b55f2a-e6e2-4bc5-892d-cf29628d693c req-9188209a-41ca-4a1d-bfff-f218d0215dcb tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] 10.222.0.55 "GET /v2.0/ports?device_id=8decf1a4-13a9-4517-896e-d54dff8f078c HTTP/1.1" status: 200 len: 950 time: 0.1229455 May 28 06:19:11.546306 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a5b55f2a-e6e2-4bc5-892d-cf29628d693c req-7fea94da-a757-4e4c-9519-d7cb8d941ab5 tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] 10.222.0.55 "GET /v2.0/security-groups?id=35ff0c09-9198-4d5d-8a1a-97ce17f9c2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756938 May 28 06:19:11.730011 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063b6a6b-c5ef-41b6-b747-0c8ff981aa20 req-8ebebbda-2d33-49bc-9926-b2a0311d25e6 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:11.731404 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-063b6a6b-c5ef-41b6-b747-0c8ff981aa20 req-8ebebbda-2d33-49bc-9926-b2a0311d25e6 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9547fb1-3181-45ef-bf13-193d90ccfbd0 HTTP/1.1" status: 200 len: 949 time: 0.0832686 May 28 06:19:11.775970 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-063b6a6b-c5ef-41b6-b747-0c8ff981aa20 req-5e29e393-6d0d-4f93-a9f2-b4407700b4eb tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386508 May 28 06:19:12.442545 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eee796-a86e-4a62-80a6-1127e0d4976c req-b9328797-35a4-44d9-9914-6e89478162ad tempest-VolumesAdminNegativeTest-593648731 tempest-VolumesAdminNegativeTest-593648731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:12.444089 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-16eee796-a86e-4a62-80a6-1127e0d4976c req-b9328797-35a4-44d9-9914-6e89478162ad tempest-VolumesAdminNegativeTest-593648731 tempest-VolumesAdminNegativeTest-593648731-project] 10.222.0.55 "GET /v2.0/ports?device_id=f81f23c8-46a5-45fc-b225-a45bf0c760a6 HTTP/1.1" status: 200 len: 944 time: 0.0844190 May 28 06:19:12.510741 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-16eee796-a86e-4a62-80a6-1127e0d4976c req-51bf382d-7c43-43eb-b043-74d71b222911 tempest-VolumesAdminNegativeTest-593648731 tempest-VolumesAdminNegativeTest-593648731-project] 10.222.0.55 "GET /v2.0/security-groups?id=f699d0fe-44db-4ca9-b3e0-8da402ec751c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598011 May 28 06:19:12.668583 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1e1f0e81-334e-4cf8-86b4-1d3afb4fc63d req-6105ea7f-5dda-4865-85f5-d215afb0c615 tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=3b0a717583a143c2b59e02f1d6988dfc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283356 May 28 06:19:12.820771 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1f0e81-334e-4cf8-86b4-1d3afb4fc63d req-75eee344-5606-4fa6-b623-a7a411415cb9 tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:12.822266 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1e1f0e81-334e-4cf8-86b4-1d3afb4fc63d req-75eee344-5606-4fa6-b623-a7a411415cb9 tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1477160 May 28 06:19:12.836586 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1e1f0e81-334e-4cf8-86b4-1d3afb4fc63d req-42a0d958-44b7-429e-a7e8-4ee8204fbaa8 tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] 10.222.0.55 "GET /v2.0/quotas/3b0a717583a143c2b59e02f1d6988dfc HTTP/1.1" status: 200 len: 375 time: 0.0089059 May 28 06:19:12.916875 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1e1f0e81-334e-4cf8-86b4-1d3afb4fc63d req-544a0446-4d88-442a-a71a-4b65a76b430a tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=3b0a717583a143c2b59e02f1d6988dfc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0742452 May 28 06:19:13.375801 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2f7972-9c25-4604-b5d0-46f1e22658da req-0685a001-ae9d-48a9-9c9a-5ba121bfbb3f tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:13.377578 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4e2f7972-9c25-4604-b5d0-46f1e22658da req-0685a001-ae9d-48a9-9c9a-5ba121bfbb3f tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9547fb1-3181-45ef-bf13-193d90ccfbd0 HTTP/1.1" status: 200 len: 949 time: 0.0869207 May 28 06:19:13.427360 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4e2f7972-9c25-4604-b5d0-46f1e22658da req-a8f996bc-4b93-43cf-93bb-e5d9538d4dd7 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434113 May 28 06:19:13.531665 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6e0f2ff5-58d5-4cdd-a874-f21d156542a7 req-88bebd7b-e63a-458c-a3de-5b31c82dd285 tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] 10.222.0.55 "GET /v2.0/ports?device_id=a372b7e7-3b82-40c7-a719-a488ee8c1243 HTTP/1.1" status: 200 len: 210 time: 0.0500901 May 28 06:19:14.030058 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4471dbf7-68a4-4845-ad52-c47eaa0a1b75 req-34da9c30-01c3-4895-9faf-e8ae9652eec2 tempest-VolumesAdminNegativeTest-593648731 tempest-VolumesAdminNegativeTest-593648731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:14.031800 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4471dbf7-68a4-4845-ad52-c47eaa0a1b75 req-34da9c30-01c3-4895-9faf-e8ae9652eec2 tempest-VolumesAdminNegativeTest-593648731 tempest-VolumesAdminNegativeTest-593648731-project] 10.222.0.55 "GET /v2.0/ports?device_id=f81f23c8-46a5-45fc-b225-a45bf0c760a6 HTTP/1.1" status: 200 len: 944 time: 0.1033933 May 28 06:19:14.082518 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4471dbf7-68a4-4845-ad52-c47eaa0a1b75 req-2655f270-1fd6-41cf-a60e-a0a1d88d3275 tempest-VolumesAdminNegativeTest-593648731 tempest-VolumesAdminNegativeTest-593648731-project] 10.222.0.55 "GET /v2.0/security-groups?id=f699d0fe-44db-4ca9-b3e0-8da402ec751c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439005 May 28 06:19:14.091218 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 43598) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:19:14.233475 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-337d45bf-41b2-48b0-a928-b8651bb8f8b0 tempest-AutoAllocateNetworkTest-592592246 tempest-AutoAllocateNetworkTest-592592246-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=daa4ae41f84841819e88805a0f2aeb28&shared=False HTTP/1.1" status: 200 len: 208 time: 0.1406870 May 28 06:19:14.236241 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 43608) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:19:14.237506 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 7c0fdda8-9bd0-4ae9-9ba6-2328a13417bc details requested by agent hyperv_n-h1-843702-1 with host n-h1-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:19:14.410755 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-911c72a7-8efc-4754-98b6-8b53f0e1942c tempest-AutoAllocateNetworkTest-592592246 tempest-AutoAllocateNetworkTest-592592246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:14.410896 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 7c0fdda8-9bd0-4ae9-9ba6-2328a13417bc, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=7c0fdda8-9bd0-4ae9-9ba6-2328a13417bc,segment=NetworkSegment(053a2acb-289a-48eb-bb70-1c34b364573a),segment_id=053a2acb-289a-48eb-bb70-1c34b364573a)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:19:14.413965 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-911c72a7-8efc-4754-98b6-8b53f0e1942c tempest-AutoAllocateNetworkTest-592592246 tempest-AutoAllocateNetworkTest-592592246-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1765020 May 28 06:19:14.415118 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 43622) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:19:14.429035 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Returning: {'device': '7c0fdda8-9bd0-4ae9-9ba6-2328a13417bc', 'network_id': 'fafc8569-a355-4456-a961-9fe623367835', 'port_id': '7c0fdda8-9bd0-4ae9-9ba6-2328a13417bc', 'mac_address': 'fa:16:3e:50:c1:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da9fb6b7-f1fd-4140-902a-216ab41e198c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:19:14.490967 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 7c0fdda8-9bd0-4ae9-9ba6-2328a13417bc is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:19:14.491595 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:14.506641 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-72915695-2822-4bd6-9660-c6b13233f7a9 tempest-AutoAllocateNetworkTest-592592246 tempest-AutoAllocateNetworkTest-592592246-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0902989 May 28 06:19:14.510160 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 43630) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:19:14.518812 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c0fdda8-9bd0-4ae9-9ba6-2328a13417bc {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:19:14.550758 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-2cc1cf3a-899d-4c11-ad17-b8e9434f63a4 tempest-AutoAllocateNetworkTest-592592246 tempest-AutoAllocateNetworkTest-592592246-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=daa4ae41f84841819e88805a0f2aeb28 HTTP/1.1" status: 200 len: 208 time: 0.0393484 May 28 06:19:14.567084 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 7c0fdda8-9bd0-4ae9-9ba6-2328a13417bc, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=7c0fdda8-9bd0-4ae9-9ba6-2328a13417bc,segment=NetworkSegment(053a2acb-289a-48eb-bb70-1c34b364573a),segment_id=053a2acb-289a-48eb-bb70-1c34b364573a)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:19:14.707580 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:14.838013 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=7c0fdda8-9bd0-4ae9-9ba6-2328a13417bc,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:14.932253 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb876ca-fbac-46b7-a59f-3f2a3f1b68e9 req-33c1378a-cfe9-4246-8446-ac002fcd9aa2 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:14.934083 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cbb876ca-fbac-46b7-a59f-3f2a3f1b68e9 req-33c1378a-cfe9-4246-8446-ac002fcd9aa2 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9547fb1-3181-45ef-bf13-193d90ccfbd0 HTTP/1.1" status: 200 len: 949 time: 0.0864170 May 28 06:19:14.958412 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['7c0fdda8-9bd0-4ae9-9ba6-2328a13417bc'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:19:14.986848 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cbb876ca-fbac-46b7-a59f-3f2a3f1b68e9 req-e95bff40-78ca-4218-8398-a1ae977a4423 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434511 May 28 06:19:15.176003 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 43652) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:19:15.210221 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c84778f4-faa2-4381-9127-66c10e7056cb req-bdad2962-1bf1-4ae6-a378-1b6b3abacef2 tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] 10.222.0.55 "GET /v2.0/ports?device_id=a372b7e7-3b82-40c7-a719-a488ee8c1243 HTTP/1.1" status: 200 len: 210 time: 0.0586481 May 28 06:19:15.224857 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 43658) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:19:15.350903 n-d-843702-1 neutron-server[89109]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 28 06:19:15.355882 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [req-403771e0-3260-475d-815f-62b1679b7cad req-bb4c35b7-9632-4c93-8a82-6ec7134c6d86 tempest-LiveMigrationTest-969842093 tempest-LiveMigrationTest-969842093-project-admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=89109) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:19:15.357207 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-403771e0-3260-475d-815f-62b1679b7cad req-bb4c35b7-9632-4c93-8a82-6ec7134c6d86 tempest-LiveMigrationTest-969842093 tempest-LiveMigrationTest-969842093-project-admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1790750 May 28 06:19:15.418831 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4ef3d713-cd98-4779-b8f8-e7f801353876 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:15.439303 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-4ef3d713-cd98-4779-b8f8-e7f801353876 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:19:15.448967 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-4ef3d713-cd98-4779-b8f8-e7f801353876 admin admin] Usage tracker for resource:security_group_rule and tenant:daa4ae41f84841819e88805a0f2aeb28 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:19:15.453179 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-4ef3d713-cd98-4779-b8f8-e7f801353876 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:19:15.459979 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-4ef3d713-cd98-4779-b8f8-e7f801353876 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:19:15.504107 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-403771e0-3260-475d-815f-62b1679b7cad req-22f76a83-4e99-4f22-bbf5-9a1c082e02eb service neutron] Request body: {'binding': {'host': 'n-h2-843702-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:19:15.504615 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-403771e0-3260-475d-815f-62b1679b7cad req-22f76a83-4e99-4f22-bbf5-9a1c082e02eb service neutron] Unknown quota resources ['binding']. {{(pid=89109) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 28 06:19:15.517617 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7718c7ad-1e00-4629-af50-3ae841d0a738 req-ac2d3af6-d803-44fd-97b4-4ed8c6ad16cd tempest-VolumesAdminNegativeTest-593648731 tempest-VolumesAdminNegativeTest-593648731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:15.519610 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7718c7ad-1e00-4629-af50-3ae841d0a738 req-ac2d3af6-d803-44fd-97b4-4ed8c6ad16cd tempest-VolumesAdminNegativeTest-593648731 tempest-VolumesAdminNegativeTest-593648731-project] 10.222.0.55 "GET /v2.0/ports?device_id=f81f23c8-46a5-45fc-b225-a45bf0c760a6 HTTP/1.1" status: 200 len: 945 time: 0.1904490 May 28 06:19:15.578531 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7718c7ad-1e00-4629-af50-3ae841d0a738 req-e1d6bb81-e4c7-4852-9c11-6b02d6e97942 tempest-VolumesAdminNegativeTest-593648731 tempest-VolumesAdminNegativeTest-593648731-project] 10.222.0.55 "GET /v2.0/security-groups?id=f699d0fe-44db-4ca9-b3e0-8da402ec751c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521111 May 28 06:19:15.699516 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 43680) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:19:15.748429 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4ef3d713-cd98-4779-b8f8-e7f801353876 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:15.818592 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-403771e0-3260-475d-815f-62b1679b7cad req-22f76a83-4e99-4f22-bbf5-9a1c082e02eb service neutron] Attempting to bind port 8e85634d-9446-4e69-b543-1903a9307147 on host n-h2-843702-1 for vnic_type normal with profile None {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:19:15.818924 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-403771e0-3260-475d-815f-62b1679b7cad req-22f76a83-4e99-4f22-bbf5-9a1c082e02eb service neutron] Attempting to bind port 8e85634d-9446-4e69-b543-1903a9307147 by drivers openvswitch,hyperv on host n-h2-843702-1 at level 0 using segments [{'id': '2466b369-b4d4-4fbf-9dbd-05fe75562f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'ae685707-2f9d-409f-9237-8deef87c8163'}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:19:15.819280 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403771e0-3260-475d-815f-62b1679b7cad req-22f76a83-4e99-4f22-bbf5-9a1c082e02eb service neutron] Attempting to bind port 8e85634d-9446-4e69-b543-1903a9307147 on network ae685707-2f9d-409f-9237-8deef87c8163 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:19:15.824045 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403771e0-3260-475d-815f-62b1679b7cad req-22f76a83-4e99-4f22-bbf5-9a1c082e02eb service neutron] Port 8e85634d-9446-4e69-b543-1903a9307147 on network ae685707-2f9d-409f-9237-8deef87c8163 not bound, no agent of type Open vSwitch agent registered on host n-h2-843702-1 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:19:15.824358 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403771e0-3260-475d-815f-62b1679b7cad req-22f76a83-4e99-4f22-bbf5-9a1c082e02eb service neutron] Attempting to bind port 8e85634d-9446-4e69-b543-1903a9307147 on network ae685707-2f9d-409f-9237-8deef87c8163 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:19:15.829379 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403771e0-3260-475d-815f-62b1679b7cad req-22f76a83-4e99-4f22-bbf5-9a1c082e02eb service neutron] Checking agent: {'id': 'f1a3973b-d2b3-4558-88e7-2ac50857d302', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:19:15.829740 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403771e0-3260-475d-815f-62b1679b7cad req-22f76a83-4e99-4f22-bbf5-9a1c082e02eb service neutron] Checking segment: {'id': '2466b369-b4d4-4fbf-9dbd-05fe75562f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'ae685707-2f9d-409f-9237-8deef87c8163'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:19:15.830112 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403771e0-3260-475d-815f-62b1679b7cad req-22f76a83-4e99-4f22-bbf5-9a1c082e02eb service neutron] Bound using segment: {'id': '2466b369-b4d4-4fbf-9dbd-05fe75562f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'ae685707-2f9d-409f-9237-8deef87c8163'} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:19:15.830528 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-403771e0-3260-475d-815f-62b1679b7cad req-22f76a83-4e99-4f22-bbf5-9a1c082e02eb service neutron] Bound port: 8e85634d-9446-4e69-b543-1903a9307147, host: n-h2-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2466b369-b4d4-4fbf-9dbd-05fe75562f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'ae685707-2f9d-409f-9237-8deef87c8163'}}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:19:15.836691 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-269cf86e-22e4-47de-ab77-4a99d6a0c161 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:15.852576 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-269cf86e-22e4-47de-ab77-4a99d6a0c161 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:19:15.856662 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-269cf86e-22e4-47de-ab77-4a99d6a0c161 admin admin] Usage tracker for resource:security_group_rule and tenant:13a1423f11974a9985d5fd3f004d552e is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:19:15.859639 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-269cf86e-22e4-47de-ab77-4a99d6a0c161 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:19:15.865756 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-269cf86e-22e4-47de-ab77-4a99d6a0c161 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:19:15.901239 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-403771e0-3260-475d-815f-62b1679b7cad req-22f76a83-4e99-4f22-bbf5-9a1c082e02eb service neutron] For port 8e85634d-9446-4e69-b543-1903a9307147, host n-h2-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=8e85634d-9446-4e69-b543-1903a9307147,segment=NetworkSegment(2466b369-b4d4-4fbf-9dbd-05fe75562f7f),segment_id=2466b369-b4d4-4fbf-9dbd-05fe75562f7f)] {{(pid=89109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:19:15.981716 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4ef3d713-cd98-4779-b8f8-e7f801353876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:15.991095 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1e1f0e81-334e-4cf8-86b4-1d3afb4fc63d req-3d4282f1-a3ef-4040-9aaf-be7e335dfba9 tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=3b0a717583a143c2b59e02f1d6988dfc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0331051 May 28 06:19:16.030091 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef3d713-cd98-4779-b8f8-e7f801353876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4867a22c-7576-4f8d-a923-b6cecc2e8681,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:16.036065 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-4ef3d713-cd98-4779-b8f8-e7f801353876 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=daa4ae41f84841819e88805a0f2aeb28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8101120 May 28 06:19:16.038505 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 43696) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:19:16.110623 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9fd07b46-304a-42e2-939d-e2b45ef0fd0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:16.123236 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-403771e0-3260-475d-815f-62b1679b7cad req-22f76a83-4e99-4f22-bbf5-9a1c082e02eb service neutron] Notify callbacks [] for binding, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:16.124512 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-403771e0-3260-475d-815f-62b1679b7cad req-22f76a83-4e99-4f22-bbf5-9a1c082e02eb service neutron] 10.222.0.55 "POST /v2.0/ports/8e85634d-9446-4e69-b543-1903a9307147/bindings HTTP/1.1" status: 201 len: 389 time: 0.6826315 May 28 06:19:16.144345 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9fd07b46-304a-42e2-939d-e2b45ef0fd0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:16.219810 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1f0e81-334e-4cf8-86b4-1d3afb4fc63d req-efdfa08e-f874-476c-a3f1-84b2ae3eaef9 tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:16.221236 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1e1f0e81-334e-4cf8-86b4-1d3afb4fc63d req-efdfa08e-f874-476c-a3f1-84b2ae3eaef9 tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2213383 May 28 06:19:16.247708 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-1e1f0e81-334e-4cf8-86b4-1d3afb4fc63d req-0543b62f-9c7d-4ed8-a60b-1a606567c988 tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] Request body: {'port': {'device_id': 'a372b7e7-3b82-40c7-a719-a488ee8c1243', 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9', 'admin_state_up': True, 'tenant_id': '3b0a717583a143c2b59e02f1d6988dfc'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:19:16.254117 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 7c0fdda8-9bd0-4ae9-9ba6-2328a13417bc up at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:19:16.335602 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9fd07b46-304a-42e2-939d-e2b45ef0fd0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:16.350845 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd07b46-304a-42e2-939d-e2b45ef0fd0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4867a22c-7576-4f8d-a923-b6cecc2e8681,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:16.358102 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9fd07b46-304a-42e2-939d-e2b45ef0fd0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:16.364196 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-9fd07b46-304a-42e2-939d-e2b45ef0fd0e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4867a22c-7576-4f8d-a923-b6cecc2e8681 HTTP/1.1" status: 204 len: 168 time: 0.3241096 May 28 06:19:16.411700 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-269cf86e-22e4-47de-ab77-4a99d6a0c161 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:16.438621 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning for port 7c0fdda8-9bd0-4ae9-9ba6-2328a13417bc completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:19:16.445280 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning complete for port 7c0fdda8-9bd0-4ae9-9ba6-2328a13417bc triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:19:16.449634 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:16.472856 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576382d4-a048-4912-b4ce-53a41400baad req-7af043dd-02ed-47b2-a2c4-27082b706e13 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:16.478154 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-576382d4-a048-4912-b4ce-53a41400baad req-7af043dd-02ed-47b2-a2c4-27082b706e13 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9547fb1-3181-45ef-bf13-193d90ccfbd0 HTTP/1.1" status: 200 len: 949 time: 0.3403456 May 28 06:19:16.573029 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-269cf86e-22e4-47de-ab77-4a99d6a0c161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:16.590884 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5439bcb0-b72f-4fa0-815d-6bfdd7f4768a req-23bdd6ca-7c2b-4e25-84c3-a4e5657c8ff8 tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] 10.222.0.55 "GET /v2.0/ports?device_id=a372b7e7-3b82-40c7-a719-a488ee8c1243 HTTP/1.1" status: 200 len: 210 time: 0.0936041 May 28 06:19:16.593527 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-1e1f0e81-334e-4cf8-86b4-1d3afb4fc63d req-0543b62f-9c7d-4ed8-a60b-1a606567c988 tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:19:16.623372 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-1e1f0e81-334e-4cf8-86b4-1d3afb4fc63d req-0543b62f-9c7d-4ed8-a60b-1a606567c988 tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] Usage tracker for resource:port and tenant:3b0a717583a143c2b59e02f1d6988dfc is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:19:16.623372 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-1e1f0e81-334e-4cf8-86b4-1d3afb4fc63d req-0543b62f-9c7d-4ed8-a60b-1a606567c988 tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:19:16.623661 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 7c0fdda8-9bd0-4ae9-9ba6-2328a13417bc is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:19:16.628083 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:16.645483 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-1e1f0e81-334e-4cf8-86b4-1d3afb4fc63d req-0543b62f-9c7d-4ed8-a60b-1a606567c988 tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:19:16.660373 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-576382d4-a048-4912-b4ce-53a41400baad req-c7d0b610-048e-4df0-b187-deb6388dca5b tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708298 May 28 06:19:16.683127 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 43710) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:19:16.683732 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-269cf86e-22e4-47de-ab77-4a99d6a0c161 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=13a1423f11974a9985d5fd3f004d552e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9793875 May 28 06:19:16.690070 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269cf86e-22e4-47de-ab77-4a99d6a0c161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be3c03f8-f988-4e9a-8f2a-aa5907ab1e71,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:16.701326 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 7c0fdda8-9bd0-4ae9-9ba6-2328a13417bc, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=7c0fdda8-9bd0-4ae9-9ba6-2328a13417bc,segment=NetworkSegment(053a2acb-289a-48eb-bb70-1c34b364573a),segment_id=053a2acb-289a-48eb-bb70-1c34b364573a)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:19:16.703396 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f81f23c8-46a5-45fc-b225-a45bf0c760a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c0fdda8-9bd0-4ae9-9ba6-2328a13417bc'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:19:16.776382 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:16.776687 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e1f0e81-334e-4cf8-86b4-1d3afb4fc63d req-0543b62f-9c7d-4ed8-a60b-1a606567c988 tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] Made reservation on behalf of 3b0a717583a143c2b59e02f1d6988dfc for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:19:16.780268 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-1e1f0e81-334e-4cf8-86b4-1d3afb4fc63d req-0543b62f-9c7d-4ed8-a60b-1a606567c988 tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:16.782987 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-62aafc89-cd17-46f6-abf2-caaf9b025dd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:16.798332 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 43716) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:19:16.818410 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-62aafc89-cd17-46f6-abf2-caaf9b025dd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:16.870015 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=7c0fdda8-9bd0-4ae9-9ba6-2328a13417bc,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:16.988289 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403771e0-3260-475d-815f-62b1679b7cad req-e9513c23-b6f0-42fb-b820-c40c20aa508d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:16.990049 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-403771e0-3260-475d-815f-62b1679b7cad req-e9513c23-b6f0-42fb-b820-c40c20aa508d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7b2fe75d343f4ee29013f21d2442bc34&device_id=e51a0de3-402f-460c-9493-bd8633593828 HTTP/1.1" status: 200 len: 1116 time: 0.0805418 May 28 06:19:17.017746 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-62aafc89-cd17-46f6-abf2-caaf9b025dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:17.066038 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38ab56a-7cca-4dc4-b72d-1103e1468894 req-17a3651a-83cd-4d0d-9293-63c788a7ba65 tempest-VolumesAdminNegativeTest-593648731 tempest-VolumesAdminNegativeTest-593648731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:17.067504 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c38ab56a-7cca-4dc4-b72d-1103e1468894 req-17a3651a-83cd-4d0d-9293-63c788a7ba65 tempest-VolumesAdminNegativeTest-593648731 tempest-VolumesAdminNegativeTest-593648731-project] 10.222.0.55 "GET /v2.0/ports?device_id=f81f23c8-46a5-45fc-b225-a45bf0c760a6 HTTP/1.1" status: 200 len: 946 time: 0.2749417 May 28 06:19:17.080030 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5a396e-71df-4d2b-b741-f2f0d71d61b3 req-21a8d037-8751-4d52-a6cd-362c9f492f98 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:17.081695 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6d5a396e-71df-4d2b-b741-f2f0d71d61b3 req-21a8d037-8751-4d52-a6cd-362c9f492f98 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/ports?device_id=e51a0de3-402f-460c-9493-bd8633593828 HTTP/1.1" status: 200 len: 965 time: 0.2839873 May 28 06:19:17.099700 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-62aafc89-cd17-46f6-abf2-caaf9b025dd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:17.104115 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-62aafc89-cd17-46f6-abf2-caaf9b025dd2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/be3c03f8-f988-4e9a-8f2a-aa5907ab1e71 HTTP/1.1" status: 204 len: 168 time: 0.4168220 May 28 06:19:17.104115 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62aafc89-cd17-46f6-abf2-caaf9b025dd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be3c03f8-f988-4e9a-8f2a-aa5907ab1e71,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:17.167564 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0cfdcf65-5b66-4df9-a7d1-341dfdbd6729 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:17.175784 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403771e0-3260-475d-815f-62b1679b7cad req-6fbeea5c-55c7-4e22-a26d-3cf629183662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:17.178143 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-403771e0-3260-475d-815f-62b1679b7cad req-6fbeea5c-55c7-4e22-a26d-3cf629183662 service neutron] 10.222.0.71 "GET /v2.0/networks?id=ae685707-2f9d-409f-9237-8deef87c8163 HTTP/1.1" status: 200 len: 909 time: 0.1804349 May 28 06:19:17.208626 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-0cfdcf65-5b66-4df9-a7d1-341dfdbd6729 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:19:17.240062 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-0cfdcf65-5b66-4df9-a7d1-341dfdbd6729 admin admin] Usage tracker for resource:security_group_rule and tenant:9254db7c0a604d81a6d7d13b008e6eaf is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:19:17.252636 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c38ab56a-7cca-4dc4-b72d-1103e1468894 req-e04aa650-4664-4076-a29f-ce08255b9a03 tempest-VolumesAdminNegativeTest-593648731 tempest-VolumesAdminNegativeTest-593648731-project] 10.222.0.55 "GET /v2.0/security-groups?id=f699d0fe-44db-4ca9-b3e0-8da402ec751c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697249 May 28 06:19:17.253708 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [req-1e1f0e81-334e-4cf8-86b4-1d3afb4fc63d req-0543b62f-9c7d-4ed8-a60b-1a606567c988 tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] Allocated IP 192.168.233.218 (bb90c162-fdb0-406b-af2b-5eef830db7a9/e72d0ca5-04cb-4b36-82b1-c75214c9eb05/cbef8ad0-0c57-408c-9982-75b9349c910e) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:19:17.255842 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-0cfdcf65-5b66-4df9-a7d1-341dfdbd6729 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:19:17.262709 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-403771e0-3260-475d-815f-62b1679b7cad req-6303da52-bbb2-4be7-8c2c-ab87eb8103a2 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8e85634d-9446-4e69-b543-1903a9307147 HTTP/1.1" status: 200 len: 217 time: 0.0768383 May 28 06:19:17.266689 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-0cfdcf65-5b66-4df9-a7d1-341dfdbd6729 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:19:17.272067 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6d5a396e-71df-4d2b-b741-f2f0d71d61b3 req-2259b67d-8083-458a-8eb3-0419c13f6b0e tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/security-groups?id=51e8ab45-fc50-4bca-a4a6-55c0639ed93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457529 May 28 06:19:17.328474 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0fd6519-d16e-49bf-abdf-142429b2bafa'] response: {'server_uuid': 'f81f23c8-46a5-45fc-b225-a45bf0c760a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c0fdda8-9bd0-4ae9-9ba6-2328a13417bc', 'code': 200} May 28 06:19:17.351391 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403771e0-3260-475d-815f-62b1679b7cad req-0404a501-8785-46c9-a03f-a864c6a70880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:17.353900 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-403771e0-3260-475d-815f-62b1679b7cad req-0404a501-8785-46c9-a03f-a864c6a70880 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=eed62182-5ff7-4e12-84bb-4e23f47bba04 HTTP/1.1" status: 200 len: 848 time: 0.0835080 May 28 06:19:17.406077 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-403771e0-3260-475d-815f-62b1679b7cad req-fd503bef-59e6-4821-af46-865d4943aa64 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ae685707-2f9d-409f-9237-8deef87c8163&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458460 May 28 06:19:17.589622 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-403771e0-3260-475d-815f-62b1679b7cad req-5cf00549-bce4-46e3-8f00-efee84a19d4c service neutron] 10.222.0.71 "GET /v2.0/networks/ae685707-2f9d-409f-9237-8deef87c8163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762373 May 28 06:19:17.591935 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0cfdcf65-5b66-4df9-a7d1-341dfdbd6729 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:17.616523 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-1e1f0e81-334e-4cf8-86b4-1d3afb4fc63d req-0543b62f-9c7d-4ed8-a60b-1a606567c988 tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:17.629055 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40316e6-4b43-462b-9fd9-87d056654a04 req-9dac903e-d995-4a30-b3af-ce0b5bad0e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:17.631458 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a40316e6-4b43-462b-9fd9-87d056654a04 req-9dac903e-d995-4a30-b3af-ce0b5bad0e76 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f81f23c8-46a5-45fc-b225-a45bf0c760a6 HTTP/1.1" status: 200 len: 1097 time: 0.2072923 May 28 06:19:17.642358 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-1e1f0e81-334e-4cf8-86b4-1d3afb4fc63d req-0543b62f-9c7d-4ed8-a60b-1a606567c988 tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] Transition to ACTIVE for port object cbef8ad0-0c57-408c-9982-75b9349c910e will not be triggered until provisioned by entity DHCP. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:19:17.721876 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a40316e6-4b43-462b-9fd9-87d056654a04 req-60da31cc-f054-40ca-8eb5-ca3653e2b06f service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=f699d0fe-44db-4ca9-b3e0-8da402ec751c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701878 May 28 06:19:17.725972 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0cfdcf65-5b66-4df9-a7d1-341dfdbd6729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:17.811373 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-403771e0-3260-475d-815f-62b1679b7cad req-f9bf4371-e5bf-44b4-8935-277c5465985d service neutron] 10.222.0.71 "GET /v2.0/networks/ae685707-2f9d-409f-9237-8deef87c8163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142329 May 28 06:19:17.846512 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e91930b0-21a2-423d-a105-fd3484e01b67 req-f44fd8fc-340d-4058-8eb7-9ec9ea7ad527 tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] 10.222.0.55 "GET /v2.0/ports?device_id=a372b7e7-3b82-40c7-a719-a488ee8c1243 HTTP/1.1" status: 200 len: 210 time: 0.0816147 May 28 06:19:17.887073 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-0cfdcf65-5b66-4df9-a7d1-341dfdbd6729 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9254db7c0a604d81a6d7d13b008e6eaf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0671806 May 28 06:19:17.887931 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfdcf65-5b66-4df9-a7d1-341dfdbd6729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e1362ca-e994-4cf9-9714-5db22ff9e67e,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:17.890616 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 43756) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:19:17.945301 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052b1854-7a6d-4622-907a-46e25d69bf33 req-7785515c-d6a9-4008-839e-3ec461a02a7e tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:17.947083 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-052b1854-7a6d-4622-907a-46e25d69bf33 req-7785515c-d6a9-4008-839e-3ec461a02a7e tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9547fb1-3181-45ef-bf13-193d90ccfbd0 HTTP/1.1" status: 200 len: 949 time: 0.1085901 May 28 06:19:17.959149 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-22a2e075-10a2-4955-bb26-8b1e603e3ac3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:17.992058 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-22a2e075-10a2-4955-bb26-8b1e603e3ac3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:17.993626 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-1e1f0e81-334e-4cf8-86b4-1d3afb4fc63d req-0543b62f-9c7d-4ed8-a60b-1a606567c988 tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:18.006706 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['b6ddb51d-ea41-4918-8fce-7094f88c5f3c'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:19:18.006803 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 43760) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:19:18.041928 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-400700e1-fd21-4b8a-9a30-121c26ba4423 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:18.058422 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-052b1854-7a6d-4622-907a-46e25d69bf33 req-43c179ed-9b11-43fa-ab94-e9713f99ae3c tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031690 May 28 06:19:18.062599 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-400700e1-fd21-4b8a-9a30-121c26ba4423 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:19:18.066603 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-400700e1-fd21-4b8a-9a30-121c26ba4423 admin admin] Usage tracker for resource:security_group_rule and tenant:7e221c0c2c084e5b95f4b31328efaf70 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:19:18.069610 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-400700e1-fd21-4b8a-9a30-121c26ba4423 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:19:18.076592 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-400700e1-fd21-4b8a-9a30-121c26ba4423 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:19:18.097077 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e1f0e81-334e-4cf8-86b4-1d3afb4fc63d req-0543b62f-9c7d-4ed8-a60b-1a606567c988 tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] Network bb90c162-fdb0-406b-af2b-5eef830db7a9 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:19:18.100452 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [req-1e1f0e81-334e-4cf8-86b4-1d3afb4fc63d req-0543b62f-9c7d-4ed8-a60b-1a606567c988 tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:19:18.107725 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e1f0e81-334e-4cf8-86b4-1d3afb4fc63d req-0543b62f-9c7d-4ed8-a60b-1a606567c988 tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:19:18.113137 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1f0e81-334e-4cf8-86b4-1d3afb4fc63d req-0543b62f-9c7d-4ed8-a60b-1a606567c988 tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:18.113764 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-1e1f0e81-334e-4cf8-86b4-1d3afb4fc63d req-0543b62f-9c7d-4ed8-a60b-1a606567c988 tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:18.128816 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0543b62f-9c7d-4ed8-a60b-1a606567c988 tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] Pushing event updated for resources: {'Port': ['ID=cbef8ad0-0c57-408c-9982-75b9349c910e,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:18.188738 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-22a2e075-10a2-4955-bb26-8b1e603e3ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:18.241074 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1e1f0e81-334e-4cf8-86b4-1d3afb4fc63d req-0543b62f-9c7d-4ed8-a60b-1a606567c988 tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0035214 May 28 06:19:18.262166 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-1e1f0e81-334e-4cf8-86b4-1d3afb4fc63d req-efe61795-8599-4006-8af3-d4fcc74ea4cc service neutron] Request body: {'port': {'device_id': 'a372b7e7-3b82-40c7-a719-a488ee8c1243', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843702-1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:19:18.289024 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a2e075-10a2-4955-bb26-8b1e603e3ac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e1362ca-e994-4cf9-9714-5db22ff9e67e,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:18.312764 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-22a2e075-10a2-4955-bb26-8b1e603e3ac3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:18.316409 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-22a2e075-10a2-4955-bb26-8b1e603e3ac3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9e1362ca-e994-4cf9-9714-5db22ff9e67e HTTP/1.1" status: 204 len: 168 time: 0.4220426 May 28 06:19:18.391666 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403771e0-3260-475d-815f-62b1679b7cad req-4c2625d0-ecc8-4216-b9fe-b472883702dc tempest-LiveMigrationTest-969842093 tempest-LiveMigrationTest-969842093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:18.393110 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-403771e0-3260-475d-815f-62b1679b7cad req-4c2625d0-ecc8-4216-b9fe-b472883702dc tempest-LiveMigrationTest-969842093 tempest-LiveMigrationTest-969842093-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=e51a0de3-402f-460c-9493-bd8633593828&tenant_id=7b2fe75d343f4ee29013f21d2442bc34&binding%3Ahost_id=n-h1-843702-1 HTTP/1.1" status: 200 len: 1116 time: 0.1993918 May 28 06:19:18.408952 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-403771e0-3260-475d-815f-62b1679b7cad req-874e8c85-cea8-4618-8a73-e03e3f8bdae4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-843702-1'}}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:19:18.462184 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-633ac3e5-57b0-4157-84ba-7de98bf5fd99 None None] Provisioning for port cbef8ad0-0c57-408c-9982-75b9349c910e completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:19:18.467897 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-633ac3e5-57b0-4157-84ba-7de98bf5fd99 None None] Provisioning complete for port cbef8ad0-0c57-408c-9982-75b9349c910e triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:19:18.468270 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-633ac3e5-57b0-4157-84ba-7de98bf5fd99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:18.534745 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-633ac3e5-57b0-4157-84ba-7de98bf5fd99 None None] Port cbef8ad0-0c57-408c-9982-75b9349c910e cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:19:18.580730 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-400700e1-fd21-4b8a-9a30-121c26ba4423 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:18.604527 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-403771e0-3260-475d-815f-62b1679b7cad req-874e8c85-cea8-4618-8a73-e03e3f8bdae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:18.657570 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-1e1f0e81-334e-4cf8-86b4-1d3afb4fc63d req-efe61795-8599-4006-8af3-d4fcc74ea4cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:18.663283 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-400700e1-fd21-4b8a-9a30-121c26ba4423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:18.741276 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-400700e1-fd21-4b8a-9a30-121c26ba4423 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7e221c0c2c084e5b95f4b31328efaf70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7335234 May 28 06:19:18.742149 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 43778) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:19:18.762253 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400700e1-fd21-4b8a-9a30-121c26ba4423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=280886f8-3cb2-4795-9f83-b4119737f0f1,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:18.772376 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcde0de-52b1-485b-91c6-b4bd796cbbd2 req-7e24d063-89c2-4685-b8cb-b366f8d76535 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:18.779912 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-afcde0de-52b1-485b-91c6-b4bd796cbbd2 req-7e24d063-89c2-4685-b8cb-b366f8d76535 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/ports?device_id=e51a0de3-402f-460c-9493-bd8633593828 HTTP/1.1" status: 200 len: 965 time: 0.2976573 May 28 06:19:18.825216 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d840c0c-f900-4de0-a234-c30e2b2bb673 req-3250e295-8d59-40ff-a031-8a9cf06f7017 tempest-VolumesAdminNegativeTest-593648731 tempest-VolumesAdminNegativeTest-593648731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:18.826038 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3d840c0c-f900-4de0-a234-c30e2b2bb673 req-3250e295-8d59-40ff-a031-8a9cf06f7017 tempest-VolumesAdminNegativeTest-593648731 tempest-VolumesAdminNegativeTest-593648731-project] 10.222.0.55 "GET /v2.0/ports?device_id=f81f23c8-46a5-45fc-b225-a45bf0c760a6 HTTP/1.1" status: 200 len: 946 time: 0.3493042 May 28 06:19:18.926898 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-20053ba6-2473-4f24-b048-780380fca673 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:18.940188 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-403771e0-3260-475d-815f-62b1679b7cad req-874e8c85-cea8-4618-8a73-e03e3f8bdae4 service neutron] For port 8e85634d-9446-4e69-b543-1903a9307147, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=8e85634d-9446-4e69-b543-1903a9307147,segment=NetworkSegment(2466b369-b4d4-4fbf-9dbd-05fe75562f7f),segment_id=2466b369-b4d4-4fbf-9dbd-05fe75562f7f)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:19:18.953962 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-afcde0de-52b1-485b-91c6-b4bd796cbbd2 req-6087ab65-44e8-40a4-a7e2-94c23970b751 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/security-groups?id=51e8ab45-fc50-4bca-a4a6-55c0639ed93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730950 May 28 06:19:18.964080 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-20053ba6-2473-4f24-b048-780380fca673 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:18.977995 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3d840c0c-f900-4de0-a234-c30e2b2bb673 req-2f922ac1-2b99-4e75-8973-4a64d2c047ba tempest-VolumesAdminNegativeTest-593648731 tempest-VolumesAdminNegativeTest-593648731-project] 10.222.0.55 "GET /v2.0/security-groups?id=f699d0fe-44db-4ca9-b3e0-8da402ec751c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239669 May 28 06:19:19.028364 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-403771e0-3260-475d-815f-62b1679b7cad req-874e8c85-cea8-4618-8a73-e03e3f8bdae4 service neutron] For port 8e85634d-9446-4e69-b543-1903a9307147, host n-h1-843702-1, cleared binding levels {{(pid=89109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:19:19.093160 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e51a0de3-402f-460c-9493-bd8633593828', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e85634d-9446-4e69-b543-1903a9307147'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:19:19.098887 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-403771e0-3260-475d-815f-62b1679b7cad req-874e8c85-cea8-4618-8a73-e03e3f8bdae4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:19.147720 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e568e1f-4487-4873-b857-15a4e26c9684'] response: {'server_uuid': 'e51a0de3-402f-460c-9493-bd8633593828', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e85634d-9446-4e69-b543-1903a9307147', 'code': 200} May 28 06:19:19.195119 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 43796) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:19:19.197868 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-403771e0-3260-475d-815f-62b1679b7cad req-874e8c85-cea8-4618-8a73-e03e3f8bdae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:19.234923 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-20053ba6-2473-4f24-b048-780380fca673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:19.287254 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20053ba6-2473-4f24-b048-780380fca673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=280886f8-3cb2-4795-9f83-b4119737f0f1,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:19.343843 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [req-1e1f0e81-334e-4cf8-86b4-1d3afb4fc63d req-efe61795-8599-4006-8af3-d4fcc74ea4cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbef8ad0-0c57-408c-9982-75b9349c910e {{(pid=89110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:19:19.346169 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0ae8c2a2-0ca9-4e45-83de-a201c6ae2d50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:19.356809 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-1e1f0e81-334e-4cf8-86b4-1d3afb4fc63d req-efe61795-8599-4006-8af3-d4fcc74ea4cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:19.365878 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfc1aaa-7794-42d1-bdb0-0a0b5400f685 req-236287d9-8170-4c90-a4e2-1d56ae9c037b tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:19.366575 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-8cfc1aaa-7794-42d1-bdb0-0a0b5400f685 req-236287d9-8170-4c90-a4e2-1d56ae9c037b tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] Synchronizing usage tracker for tenant:3b0a717583a143c2b59e02f1d6988dfc on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:19:19.378492 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-20053ba6-2473-4f24-b048-780380fca673 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:19.379603 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-20053ba6-2473-4f24-b048-780380fca673 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/280886f8-3cb2-4795-9f83-b4119737f0f1 HTTP/1.1" status: 204 len: 168 time: 0.6331217 May 28 06:19:19.392361 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-1e1f0e81-334e-4cf8-86b4-1d3afb4fc63d req-efe61795-8599-4006-8af3-d4fcc74ea4cc service neutron] Transition to ACTIVE for port object cbef8ad0-0c57-408c-9982-75b9349c910e will not be triggered until provisioned by entity L2. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:19:19.399066 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-0ae8c2a2-0ca9-4e45-83de-a201c6ae2d50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:19:19.417243 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9610d1-e49b-45e2-b0a6-1006057e0c32 req-823b1540-c785-4eaa-93fb-b6cd862bce95 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:19.418761 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bc9610d1-e49b-45e2-b0a6-1006057e0c32 req-823b1540-c785-4eaa-93fb-b6cd862bce95 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9547fb1-3181-45ef-bf13-193d90ccfbd0 HTTP/1.1" status: 200 len: 949 time: 0.1621132 May 28 06:19:19.431099 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874e8c85-cea8-4618-8a73-e03e3f8bdae4 service neutron] Pushing event updated for resources: {'Port': ['ID=8e85634d-9446-4e69-b543-1903a9307147,revision_number=7']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:19.435670 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-0ae8c2a2-0ca9-4e45-83de-a201c6ae2d50 admin admin] Usage tracker for resource:security_group_rule and tenant:5036f94013f14fdfb7731818cfd284ae is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:19:19.443221 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-0ae8c2a2-0ca9-4e45-83de-a201c6ae2d50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:19:19.456385 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-0ae8c2a2-0ca9-4e45-83de-a201c6ae2d50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:19:19.467274 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bc9610d1-e49b-45e2-b0a6-1006057e0c32 req-16e8b141-6da0-49b3-8544-e892a14ca03c tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419505 May 28 06:19:19.470130 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-403771e0-3260-475d-815f-62b1679b7cad req-874e8c85-cea8-4618-8a73-e03e3f8bdae4 service neutron] Attempting to bind port 8e85634d-9446-4e69-b543-1903a9307147 on host n-h1-843702-1 for vnic_type normal with profile {"migrating_to": "n-h2-843702-1"} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:19:19.470461 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-403771e0-3260-475d-815f-62b1679b7cad req-874e8c85-cea8-4618-8a73-e03e3f8bdae4 service neutron] Attempting to bind port 8e85634d-9446-4e69-b543-1903a9307147 by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': '2466b369-b4d4-4fbf-9dbd-05fe75562f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'ae685707-2f9d-409f-9237-8deef87c8163'}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:19:19.470783 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403771e0-3260-475d-815f-62b1679b7cad req-874e8c85-cea8-4618-8a73-e03e3f8bdae4 service neutron] Attempting to bind port 8e85634d-9446-4e69-b543-1903a9307147 on network ae685707-2f9d-409f-9237-8deef87c8163 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:19:19.500019 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403771e0-3260-475d-815f-62b1679b7cad req-874e8c85-cea8-4618-8a73-e03e3f8bdae4 service neutron] Port 8e85634d-9446-4e69-b543-1903a9307147 on network ae685707-2f9d-409f-9237-8deef87c8163 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:19:19.500019 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403771e0-3260-475d-815f-62b1679b7cad req-874e8c85-cea8-4618-8a73-e03e3f8bdae4 service neutron] Attempting to bind port 8e85634d-9446-4e69-b543-1903a9307147 on network ae685707-2f9d-409f-9237-8deef87c8163 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:19:19.500019 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403771e0-3260-475d-815f-62b1679b7cad req-874e8c85-cea8-4618-8a73-e03e3f8bdae4 service neutron] Checking agent: {'id': '69f492a0-c00d-46d0-9bec-fcd8161ce206', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:19:19.500019 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403771e0-3260-475d-815f-62b1679b7cad req-874e8c85-cea8-4618-8a73-e03e3f8bdae4 service neutron] Checking segment: {'id': '2466b369-b4d4-4fbf-9dbd-05fe75562f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'ae685707-2f9d-409f-9237-8deef87c8163'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:19:19.500019 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403771e0-3260-475d-815f-62b1679b7cad req-874e8c85-cea8-4618-8a73-e03e3f8bdae4 service neutron] Bound using segment: {'id': '2466b369-b4d4-4fbf-9dbd-05fe75562f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'ae685707-2f9d-409f-9237-8deef87c8163'} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:19:19.500019 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-403771e0-3260-475d-815f-62b1679b7cad req-874e8c85-cea8-4618-8a73-e03e3f8bdae4 service neutron] Bound port: 8e85634d-9446-4e69-b543-1903a9307147, host: n-h1-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2466b369-b4d4-4fbf-9dbd-05fe75562f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'ae685707-2f9d-409f-9237-8deef87c8163'}}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:19:19.500019 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-403771e0-3260-475d-815f-62b1679b7cad req-874e8c85-cea8-4618-8a73-e03e3f8bdae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:19.587690 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-1e1f0e81-334e-4cf8-86b4-1d3afb4fc63d req-efe61795-8599-4006-8af3-d4fcc74ea4cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:19.627425 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-403771e0-3260-475d-815f-62b1679b7cad req-874e8c85-cea8-4618-8a73-e03e3f8bdae4 service neutron] For port 8e85634d-9446-4e69-b543-1903a9307147, host n-h1-843702-1, cleared binding levels {{(pid=89109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:19:19.647412 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-403771e0-3260-475d-815f-62b1679b7cad req-874e8c85-cea8-4618-8a73-e03e3f8bdae4 service neutron] For port 8e85634d-9446-4e69-b543-1903a9307147, host n-h1-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=8e85634d-9446-4e69-b543-1903a9307147,segment=NetworkSegment(2466b369-b4d4-4fbf-9dbd-05fe75562f7f),segment_id=2466b369-b4d4-4fbf-9dbd-05fe75562f7f)] {{(pid=89109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:19:19.649644 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0ae8c2a2-0ca9-4e45-83de-a201c6ae2d50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:19.702771 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-8cfc1aaa-7794-42d1-bdb0-0a0b5400f685 req-236287d9-8170-4c90-a4e2-1d56ae9c037b tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] Unset dirty status for tenant:3b0a717583a143c2b59e02f1d6988dfc on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:19:19.703912 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8cfc1aaa-7794-42d1-bdb0-0a0b5400f685 req-236287d9-8170-4c90-a4e2-1d56ae9c037b tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] 10.222.0.55 "GET /v2.0/ports?device_id=a372b7e7-3b82-40c7-a719-a488ee8c1243 HTTP/1.1" status: 200 len: 936 time: 0.5911498 May 28 06:19:19.747899 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0ae8c2a2-0ca9-4e45-83de-a201c6ae2d50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:19.755521 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-403771e0-3260-475d-815f-62b1679b7cad req-874e8c85-cea8-4618-8a73-e03e3f8bdae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:19.794823 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe61795-8599-4006-8af3-d4fcc74ea4cc service neutron] Pushing event updated for resources: {'Port': ['ID=cbef8ad0-0c57-408c-9982-75b9349c910e,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:19.820833 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-1e1f0e81-334e-4cf8-86b4-1d3afb4fc63d req-efe61795-8599-4006-8af3-d4fcc74ea4cc service neutron] Attempting to bind port cbef8ad0-0c57-408c-9982-75b9349c910e on host n-h2-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:19:19.821168 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-1e1f0e81-334e-4cf8-86b4-1d3afb4fc63d req-efe61795-8599-4006-8af3-d4fcc74ea4cc service neutron] Attempting to bind port cbef8ad0-0c57-408c-9982-75b9349c910e by drivers openvswitch,hyperv on host n-h2-843702-1 at level 0 using segments [{'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:19:19.821501 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1f0e81-334e-4cf8-86b4-1d3afb4fc63d req-efe61795-8599-4006-8af3-d4fcc74ea4cc service neutron] Attempting to bind port cbef8ad0-0c57-408c-9982-75b9349c910e on network bb90c162-fdb0-406b-af2b-5eef830db7a9 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:19:19.829803 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8cfc1aaa-7794-42d1-bdb0-0a0b5400f685 req-1b7b6561-3911-4ab5-a748-2b4e07e83200 tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] 10.222.0.55 "GET /v2.0/security-groups?id=35ff0c09-9198-4d5d-8a1a-97ce17f9c2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159582 May 28 06:19:19.832017 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1f0e81-334e-4cf8-86b4-1d3afb4fc63d req-efe61795-8599-4006-8af3-d4fcc74ea4cc service neutron] Port cbef8ad0-0c57-408c-9982-75b9349c910e on network bb90c162-fdb0-406b-af2b-5eef830db7a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:19:19.832405 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1f0e81-334e-4cf8-86b4-1d3afb4fc63d req-efe61795-8599-4006-8af3-d4fcc74ea4cc service neutron] Attempting to bind port cbef8ad0-0c57-408c-9982-75b9349c910e on network bb90c162-fdb0-406b-af2b-5eef830db7a9 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:19:19.838186 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1f0e81-334e-4cf8-86b4-1d3afb4fc63d req-efe61795-8599-4006-8af3-d4fcc74ea4cc service neutron] Checking agent: {'id': 'f1a3973b-d2b3-4558-88e7-2ac50857d302', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:19:19.838519 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1f0e81-334e-4cf8-86b4-1d3afb4fc63d req-efe61795-8599-4006-8af3-d4fcc74ea4cc service neutron] Checking segment: {'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:19:19.838890 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1f0e81-334e-4cf8-86b4-1d3afb4fc63d req-efe61795-8599-4006-8af3-d4fcc74ea4cc service neutron] Bound using segment: {'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:19:19.842280 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-1e1f0e81-334e-4cf8-86b4-1d3afb4fc63d req-efe61795-8599-4006-8af3-d4fcc74ea4cc service neutron] Bound port: cbef8ad0-0c57-408c-9982-75b9349c910e, host: n-h2-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'}}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:19:19.842280 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-1e1f0e81-334e-4cf8-86b4-1d3afb4fc63d req-efe61795-8599-4006-8af3-d4fcc74ea4cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:19.954068 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-1e1f0e81-334e-4cf8-86b4-1d3afb4fc63d req-efe61795-8599-4006-8af3-d4fcc74ea4cc service neutron] For port cbef8ad0-0c57-408c-9982-75b9349c910e, host n-h2-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:19:19.957330 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-1e1f0e81-334e-4cf8-86b4-1d3afb4fc63d req-efe61795-8599-4006-8af3-d4fcc74ea4cc service neutron] For port cbef8ad0-0c57-408c-9982-75b9349c910e, host n-h2-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=cbef8ad0-0c57-408c-9982-75b9349c910e,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:19:20.019844 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae8c2a2-0ca9-4e45-83de-a201c6ae2d50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78e0a3c9-fb5d-4c45-be40-b1c9627759c0,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:20.030470 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-0ae8c2a2-0ca9-4e45-83de-a201c6ae2d50 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5036f94013f14fdfb7731818cfd284ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8338959 May 28 06:19:20.033536 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 43818) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:19:20.052362 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-1e1f0e81-334e-4cf8-86b4-1d3afb4fc63d req-efe61795-8599-4006-8af3-d4fcc74ea4cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:20.083687 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403771e0-3260-475d-815f-62b1679b7cad req-874e8c85-cea8-4618-8a73-e03e3f8bdae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:20.084309 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-403771e0-3260-475d-815f-62b1679b7cad req-874e8c85-cea8-4618-8a73-e03e3f8bdae4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:20.085734 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-403771e0-3260-475d-815f-62b1679b7cad req-874e8c85-cea8-4618-8a73-e03e3f8bdae4 service neutron] 10.222.0.71 "PUT /v2.0/ports/8e85634d-9446-4e69-b543-1903a9307147 HTTP/1.1" status: 200 len: 1141 time: 1.6825008 May 28 06:19:20.090809 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874e8c85-cea8-4618-8a73-e03e3f8bdae4 service neutron] Pushing event updated for resources: {'Port': ['ID=8e85634d-9446-4e69-b543-1903a9307147,revision_number=8']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:20.171073 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['8e85634d-9446-4e69-b543-1903a9307147'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:19:20.263689 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1f0e81-334e-4cf8-86b4-1d3afb4fc63d req-efe61795-8599-4006-8af3-d4fcc74ea4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:20.264292 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-1e1f0e81-334e-4cf8-86b4-1d3afb4fc63d req-efe61795-8599-4006-8af3-d4fcc74ea4cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:20.265668 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1e1f0e81-334e-4cf8-86b4-1d3afb4fc63d req-efe61795-8599-4006-8af3-d4fcc74ea4cc service neutron] 10.222.0.71 "PUT /v2.0/ports/cbef8ad0-0c57-408c-9982-75b9349c910e HTTP/1.1" status: 200 len: 1096 time: 2.0087841 May 28 06:19:20.268180 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a372b7e7-3b82-40c7-a719-a488ee8c1243', 'tag': 'cbef8ad0-0c57-408c-9982-75b9349c910e'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:19:20.302712 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe61795-8599-4006-8af3-d4fcc74ea4cc service neutron] Pushing event updated for resources: {'Port': ['ID=cbef8ad0-0c57-408c-9982-75b9349c910e,revision_number=3']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:20.329567 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c6480feb-be30-4e7d-b0a4-9678e77646e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:20.372157 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c6480feb-be30-4e7d-b0a4-9678e77646e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:20.389444 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9fd330-dfb7-4f80-b8b8-e0b7f0cb055a req-7d469215-2a56-464f-96f6-99d6cca89053 tempest-VolumesAdminNegativeTest-593648731 tempest-VolumesAdminNegativeTest-593648731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:20.391015 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7a9fd330-dfb7-4f80-b8b8-e0b7f0cb055a req-7d469215-2a56-464f-96f6-99d6cca89053 tempest-VolumesAdminNegativeTest-593648731 tempest-VolumesAdminNegativeTest-593648731-project] 10.222.0.55 "GET /v2.0/ports?device_id=f81f23c8-46a5-45fc-b225-a45bf0c760a6 HTTP/1.1" status: 200 len: 946 time: 0.2473872 May 28 06:19:20.436821 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f040e337-bec8-4637-b200-ab327a4be91d req-5ca6e8ba-cb2a-4507-97f0-4f4c8f31d799 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:20.438417 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f040e337-bec8-4637-b200-ab327a4be91d req-5ca6e8ba-cb2a-4507-97f0-4f4c8f31d799 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/ports?device_id=e51a0de3-402f-460c-9493-bd8633593828 HTTP/1.1" status: 200 len: 963 time: 0.3023667 May 28 06:19:20.560200 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 43836) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:19:20.582736 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7a9fd330-dfb7-4f80-b8b8-e0b7f0cb055a req-bb23206f-6c28-4193-a516-987ea7433503 tempest-VolumesAdminNegativeTest-593648731 tempest-VolumesAdminNegativeTest-593648731-project] 10.222.0.55 "GET /v2.0/security-groups?id=f699d0fe-44db-4ca9-b3e0-8da402ec751c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728413 May 28 06:19:20.610028 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f040e337-bec8-4637-b200-ab327a4be91d req-5e221956-74cc-4162-aba7-172f38e6fe5d tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/security-groups?id=51e8ab45-fc50-4bca-a4a6-55c0639ed93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314981 May 28 06:19:20.637929 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1f0e81-334e-4cf8-86b4-1d3afb4fc63d req-6061bc11-bd63-414e-9c8e-a641ddd74e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:20.641341 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1e1f0e81-334e-4cf8-86b4-1d3afb4fc63d req-6061bc11-bd63-414e-9c8e-a641ddd74e64 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3b0a717583a143c2b59e02f1d6988dfc&device_id=a372b7e7-3b82-40c7-a719-a488ee8c1243 HTTP/1.1" status: 200 len: 1099 time: 0.1984415 May 28 06:19:20.740087 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6aaee21-f23d-45e9-831a-224fb4f8b636'] response: {'name': 'network-changed', 'server_uuid': 'a372b7e7-3b82-40c7-a719-a488ee8c1243', 'tag': 'cbef8ad0-0c57-408c-9982-75b9349c910e', 'status': 'completed', 'code': 200} May 28 06:19:20.760535 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e3ae4d1c-98b4-481a-894a-41242945afc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:20.780034 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-e3ae4d1c-98b4-481a-894a-41242945afc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:19:20.784880 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-e3ae4d1c-98b4-481a-894a-41242945afc4 admin admin] Usage tracker for resource:security_group_rule and tenant:0fb4e561b1814aa1803f0ce601baca7f is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:19:20.788614 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-e3ae4d1c-98b4-481a-894a-41242945afc4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:19:20.795742 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-e3ae4d1c-98b4-481a-894a-41242945afc4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:19:20.857671 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c6480feb-be30-4e7d-b0a4-9678e77646e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:20.874342 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1e1f0e81-334e-4cf8-86b4-1d3afb4fc63d req-d8664dbf-a591-4e09-90cf-803ceebabf7d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=cbef8ad0-0c57-408c-9982-75b9349c910e HTTP/1.1" status: 200 len: 217 time: 0.2212527 May 28 06:19:20.904718 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e3ae4d1c-98b4-481a-894a-41242945afc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:20.928145 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6480feb-be30-4e7d-b0a4-9678e77646e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e0a3c9-fb5d-4c45-be40-b1c9627759c0,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:20.956635 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c6480feb-be30-4e7d-b0a4-9678e77646e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:20.957980 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-c6480feb-be30-4e7d-b0a4-9678e77646e5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/78e0a3c9-fb5d-4c45-be40-b1c9627759c0 HTTP/1.1" status: 204 len: 168 time: 0.9231267 May 28 06:19:21.022880 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1f0e81-334e-4cf8-86b4-1d3afb4fc63d req-66a44eda-9a4d-490b-b438-1f782220372c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:21.024622 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1e1f0e81-334e-4cf8-86b4-1d3afb4fc63d req-66a44eda-9a4d-490b-b438-1f782220372c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e72d0ca5-04cb-4b36-82b1-c75214c9eb05 HTTP/1.1" status: 200 len: 843 time: 0.1429756 May 28 06:19:21.038615 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e3ae4d1c-98b4-481a-894a-41242945afc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:21.092511 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35841c7-dba2-494f-9e61-8d34eb085a46 req-7492c5ff-d51a-4679-9690-44a4faab366f tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:21.093999 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c35841c7-dba2-494f-9e61-8d34eb085a46 req-7492c5ff-d51a-4679-9690-44a4faab366f tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9547fb1-3181-45ef-bf13-193d90ccfbd0 HTTP/1.1" status: 200 len: 949 time: 0.3530109 May 28 06:19:21.095813 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 43856) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:19:21.121456 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-e3ae4d1c-98b4-481a-894a-41242945afc4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0fb4e561b1814aa1803f0ce601baca7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5582485 May 28 06:19:21.121456 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ae4d1c-98b4-481a-894a-41242945afc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=535a09f5-6d10-4686-8c55-2f187d21807f,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:21.124419 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 43864) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:19:21.165047 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e51a0de3-402f-460c-9493-bd8633593828', 'tag': '8e85634d-9446-4e69-b543-1903a9307147'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:19:21.185313 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c35841c7-dba2-494f-9e61-8d34eb085a46 req-a9d8ba5f-5a71-4cb3-b8e3-612aa71d9eec tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808644 May 28 06:19:21.192477 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42f9dad-8bf9-41c4-ba2f-dbe135df551d req-352b3924-580b-4466-bf51-44122a9be0cd tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:21.196744 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a09284bc-3c70-4f97-ae62-32c3a0bd55a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:21.200613 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a42f9dad-8bf9-41c4-ba2f-dbe135df551d req-352b3924-580b-4466-bf51-44122a9be0cd tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] 10.222.0.55 "GET /v2.0/ports?device_id=a372b7e7-3b82-40c7-a719-a488ee8c1243 HTTP/1.1" status: 200 len: 948 time: 0.2366829 May 28 06:19:21.250226 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a09284bc-3c70-4f97-ae62-32c3a0bd55a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:21.285925 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a42f9dad-8bf9-41c4-ba2f-dbe135df551d req-151f12dd-4e42-4133-859c-2d94c7fd3abe tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] 10.222.0.55 "GET /v2.0/security-groups?id=35ff0c09-9198-4d5d-8a1a-97ce17f9c2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661342 May 28 06:19:21.288060 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1f0e81-334e-4cf8-86b4-1d3afb4fc63d req-af3daf9c-84bb-4fbf-9ecf-54657cd62b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:21.290036 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1e1f0e81-334e-4cf8-86b4-1d3afb4fc63d req-af3daf9c-84bb-4fbf-9ecf-54657cd62b3b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=bb90c162-fdb0-406b-af2b-5eef830db7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2556894 May 28 06:19:21.378424 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e292c7f9-0550-4d68-b015-15bf898dbf23'] response: {'name': 'network-changed', 'server_uuid': 'e51a0de3-402f-460c-9493-bd8633593828', 'tag': '8e85634d-9446-4e69-b543-1903a9307147', 'status': 'completed', 'code': 200} May 28 06:19:21.428860 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-7153ec48-fa71-4c17-8e92-e575921bfdcf admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-2008278329-network', 'tenant_id': '1ab1ed0d304345a0a07278c26e7745d6'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:19:21.447055 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-7153ec48-fa71-4c17-8e92-e575921bfdcf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:19:21.459362 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-7153ec48-fa71-4c17-8e92-e575921bfdcf admin admin] Usage tracker for resource:network and tenant:1ab1ed0d304345a0a07278c26e7745d6 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:19:21.465173 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-7153ec48-fa71-4c17-8e92-e575921bfdcf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:19:21.485721 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-7153ec48-fa71-4c17-8e92-e575921bfdcf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:19:21.536481 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1e1f0e81-334e-4cf8-86b4-1d3afb4fc63d req-21a3b2d5-2c91-4cae-badd-9a802b27af2b service neutron] 10.222.0.71 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386651 May 28 06:19:21.541298 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a09284bc-3c70-4f97-ae62-32c3a0bd55a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:21.564821 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09284bc-3c70-4f97-ae62-32c3a0bd55a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=535a09f5-6d10-4686-8c55-2f187d21807f,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:21.569805 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b1541a-a69e-4f3f-a200-09d3801326c1 req-0cb55370-c6a5-4e9e-84e9-772260ec34c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:21.572028 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-27b1541a-a69e-4f3f-a200-09d3801326c1 req-0cb55370-c6a5-4e9e-84e9-772260ec34c3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7b2fe75d343f4ee29013f21d2442bc34&device_id=e51a0de3-402f-460c-9493-bd8633593828 HTTP/1.1" status: 200 len: 1144 time: 0.1863348 May 28 06:19:21.573843 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a09284bc-3c70-4f97-ae62-32c3a0bd55a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:21.575145 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-a09284bc-3c70-4f97-ae62-32c3a0bd55a3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/535a09f5-6d10-4686-8c55-2f187d21807f HTTP/1.1" status: 204 len: 168 time: 0.4498425 May 28 06:19:21.650641 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7153ec48-fa71-4c17-8e92-e575921bfdcf admin admin] Made reservation on behalf of 1ab1ed0d304345a0a07278c26e7745d6 for: {'network': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:19:21.652865 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7153ec48-fa71-4c17-8e92-e575921bfdcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:21.732889 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7153ec48-fa71-4c17-8e92-e575921bfdcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:21.772300 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-7153ec48-fa71-4c17-8e92-e575921bfdcf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:19:21.821006 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-7153ec48-fa71-4c17-8e92-e575921bfdcf admin admin] Usage tracker for resource:security_group_rule and tenant:1ab1ed0d304345a0a07278c26e7745d6 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:19:21.831121 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-7153ec48-fa71-4c17-8e92-e575921bfdcf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:19:21.851038 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-7153ec48-fa71-4c17-8e92-e575921bfdcf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:19:21.889856 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1e1f0e81-334e-4cf8-86b4-1d3afb4fc63d req-9ce910d6-fda6-497a-b0f2-e1b489045b31 service neutron] 10.222.0.71 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3465092 May 28 06:19:21.948089 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b1541a-a69e-4f3f-a200-09d3801326c1 req-a811b3ed-ae6d-47e0-ac24-5feedbe81dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:21.949560 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-27b1541a-a69e-4f3f-a200-09d3801326c1 req-a811b3ed-ae6d-47e0-ac24-5feedbe81dad service neutron] 10.222.0.69 "GET /v2.0/networks?id=ae685707-2f9d-409f-9237-8deef87c8163 HTTP/1.1" status: 200 len: 909 time: 0.3264492 May 28 06:19:22.034280 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-27b1541a-a69e-4f3f-a200-09d3801326c1 req-d08e8db7-50aa-4ea0-aa11-e5ec84db7013 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8e85634d-9446-4e69-b543-1903a9307147 HTTP/1.1" status: 200 len: 217 time: 0.0738811 May 28 06:19:22.087460 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5495d81-02d1-4186-8de5-4815d2090f78 req-2d8f10d5-4d0c-428e-a132-5a6f33cf9cba tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:22.088989 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f5495d81-02d1-4186-8de5-4815d2090f78 req-2d8f10d5-4d0c-428e-a132-5a6f33cf9cba tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/ports?device_id=e51a0de3-402f-460c-9493-bd8633593828 HTTP/1.1" status: 200 len: 963 time: 0.3220329 May 28 06:19:22.224884 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b1541a-a69e-4f3f-a200-09d3801326c1 req-a156e86e-55c4-4f9d-a741-1ccbcb112c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:22.226317 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-27b1541a-a69e-4f3f-a200-09d3801326c1 req-a156e86e-55c4-4f9d-a741-1ccbcb112c5a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=eed62182-5ff7-4e12-84bb-4e23f47bba04 HTTP/1.1" status: 200 len: 848 time: 0.1817565 May 28 06:19:22.229826 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7153ec48-fa71-4c17-8e92-e575921bfdcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:22.233626 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f5495d81-02d1-4186-8de5-4815d2090f78 req-3113b7f6-7426-4fdd-8a93-d296f5e80930 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/security-groups?id=51e8ab45-fc50-4bca-a4a6-55c0639ed93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305029 May 28 06:19:22.293017 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-27b1541a-a69e-4f3f-a200-09d3801326c1 req-ef4f8c8f-b7e8-4fed-b705-1f1503654f05 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ae685707-2f9d-409f-9237-8deef87c8163&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584598 May 28 06:19:22.298724 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7153ec48-fa71-4c17-8e92-e575921bfdcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:22.407920 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7153ec48-fa71-4c17-8e92-e575921bfdcf admin admin] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=89110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:19:22.479725 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7153ec48-fa71-4c17-8e92-e575921bfdcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a90b51ea-4be8-4511-8d71-0b0b776de2ab,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:22.484564 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 43914) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:19:22.519921 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-08b3b17f-fc08-4a89-82ca-38cdb0c2e3a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:22.570024 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-08b3b17f-fc08-4a89-82ca-38cdb0c2e3a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:19:22.576629 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-08b3b17f-fc08-4a89-82ca-38cdb0c2e3a2 admin admin] Usage tracker for resource:security_group_rule and tenant:3dd1c8dec88540898e9025d83df64711 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:19:22.580172 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-08b3b17f-fc08-4a89-82ca-38cdb0c2e3a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:19:22.589119 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-08b3b17f-fc08-4a89-82ca-38cdb0c2e3a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:19:22.605461 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7153ec48-fa71-4c17-8e92-e575921bfdcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:22.605801 n-d-843702-1 neutron-server[89110]: INFO neutron.db.segments_db [None req-7153ec48-fa71-4c17-8e92-e575921bfdcf admin admin] Added segment da68ba47-25e5-4637-a83a-51088b9800dc of type vlan for network 878a453b-7058-4dfc-b9e2-17503c679278 May 28 06:19:22.627148 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7681166a-d845-4972-ae68-1e7d579eaabf req-7e58b6a2-207e-4921-94f9-7ba779b35620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:22.628621 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7681166a-d845-4972-ae68-1e7d579eaabf req-7e58b6a2-207e-4921-94f9-7ba779b35620 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3b0a717583a143c2b59e02f1d6988dfc&device_id=a372b7e7-3b82-40c7-a719-a488ee8c1243 HTTP/1.1" status: 200 len: 1099 time: 0.4916446 May 28 06:19:22.691646 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-08b3b17f-fc08-4a89-82ca-38cdb0c2e3a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:22.786211 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7153ec48-fa71-4c17-8e92-e575921bfdcf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:22.792455 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-08b3b17f-fc08-4a89-82ca-38cdb0c2e3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:22.816328 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 8e85634d-9446-4e69-b543-1903a9307147 details requested by agent hyperv_n-h2-843702-1 with host n-h2-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:19:22.822095 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-27b1541a-a69e-4f3f-a200-09d3801326c1 req-291e677a-532c-4343-a919-1dcb0b2697e3 service neutron] 10.222.0.69 "GET /v2.0/networks/ae685707-2f9d-409f-9237-8deef87c8163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5188622 May 28 06:19:22.867803 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b3b17f-fc08-4a89-82ca-38cdb0c2e3a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b3d5c88-3e1a-44be-95a3-b5f58bd84b4a,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:22.876465 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-08b3b17f-fc08-4a89-82ca-38cdb0c2e3a2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3dd1c8dec88540898e9025d83df64711&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3896017 May 28 06:19:22.882150 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 43922) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:19:22.950553 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2fc254a0-5d57-4464-8095-e4ad53f282bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:22.980502 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bd2dbd-30b4-4db5-9307-f674ad79d0b6 req-2cf48bd2-062d-41b0-bb92-a6055b292a53 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:22.983203 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d3bd2dbd-30b4-4db5-9307-f674ad79d0b6 req-2cf48bd2-062d-41b0-bb92-a6055b292a53 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9547fb1-3181-45ef-bf13-193d90ccfbd0 HTTP/1.1" status: 200 len: 949 time: 0.6217089 May 28 06:19:22.996694 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2fc254a0-5d57-4464-8095-e4ad53f282bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:23.036421 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3e2f54-7c32-4368-a05e-ad3d82f701ff req-b0dbc334-eb5d-47ac-8f04-9d972cef50f5 tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:23.043294 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6d3e2f54-7c32-4368-a05e-ad3d82f701ff req-b0dbc334-eb5d-47ac-8f04-9d972cef50f5 tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] 10.222.0.55 "GET /v2.0/ports?device_id=a372b7e7-3b82-40c7-a719-a488ee8c1243 HTTP/1.1" status: 200 len: 948 time: 0.5778263 May 28 06:19:23.080602 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 8e85634d-9446-4e69-b543-1903a9307147, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=8e85634d-9446-4e69-b543-1903a9307147,segment=NetworkSegment(2466b369-b4d4-4fbf-9dbd-05fe75562f7f),segment_id=2466b369-b4d4-4fbf-9dbd-05fe75562f7f)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:19:23.092153 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 8e85634d-9446-4e69-b543-1903a9307147 has no active binding in host n-h2-843702-1 {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 28 06:19:23.096637 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7681166a-d845-4972-ae68-1e7d579eaabf req-8770cafe-acb6-4cf5-86ec-9cc2f569f09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:23.098087 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7681166a-d845-4972-ae68-1e7d579eaabf req-8770cafe-acb6-4cf5-86ec-9cc2f569f09a service neutron] 10.222.0.71 "GET /v2.0/networks?id=bb90c162-fdb0-406b-af2b-5eef830db7a9 HTTP/1.1" status: 200 len: 870 time: 0.4551325 May 28 06:19:23.170465 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2fc254a0-5d57-4464-8095-e4ad53f282bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:23.175430 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d3bd2dbd-30b4-4db5-9307-f674ad79d0b6 req-797e9b8b-f2f0-47d7-81f4-af07f42586b2 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914079 May 28 06:19:23.187076 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc254a0-5d57-4464-8095-e4ad53f282bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b3d5c88-3e1a-44be-95a3-b5f58bd84b4a,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:23.194780 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2fc254a0-5d57-4464-8095-e4ad53f282bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:23.195137 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7153ec48-fa71-4c17-8e92-e575921bfdcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:23.196273 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7153ec48-fa71-4c17-8e92-e575921bfdcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:23.196853 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7153ec48-fa71-4c17-8e92-e575921bfdcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:23.197468 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-2fc254a0-5d57-4464-8095-e4ad53f282bd admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5b3d5c88-3e1a-44be-95a3-b5f58bd84b4a HTTP/1.1" status: 204 len: 168 time: 0.3180714 May 28 06:19:23.218323 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7681166a-d845-4972-ae68-1e7d579eaabf req-348ecc1f-d258-4453-8c41-e0947f84d5b3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=cbef8ad0-0c57-408c-9982-75b9349c910e HTTP/1.1" status: 200 len: 217 time: 0.1111743 May 28 06:19:23.221131 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6d3e2f54-7c32-4368-a05e-ad3d82f701ff req-1b26a9b6-389f-49cf-9e8b-37b5bc7c8d5c tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] 10.222.0.55 "GET /v2.0/security-groups?id=35ff0c09-9198-4d5d-8a1a-97ce17f9c2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770787 May 28 06:19:23.338837 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-27b1541a-a69e-4f3f-a200-09d3801326c1 req-22cfb7c5-0a76-42cd-acee-59a5ae59ba9b service neutron] 10.222.0.69 "GET /v2.0/networks/ae685707-2f9d-409f-9237-8deef87c8163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5054100 May 28 06:19:23.377679 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7153ec48-fa71-4c17-8e92-e575921bfdcf admin admin] Pushing event updated for resources: {'Network': ['ID=878a453b-7058-4dfc-b9e2-17503c679278,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:23.383544 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7681166a-d845-4972-ae68-1e7d579eaabf req-4d76ae94-f365-48a3-8c4f-48fc87912591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:23.385517 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7681166a-d845-4972-ae68-1e7d579eaabf req-4d76ae94-f365-48a3-8c4f-48fc87912591 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e72d0ca5-04cb-4b36-82b1-c75214c9eb05 HTTP/1.1" status: 200 len: 843 time: 0.1445105 May 28 06:19:23.396257 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 878a453b-7058-4dfc-b9e2-17503c679278 details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:19:23.497866 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-7153ec48-fa71-4c17-8e92-e575921bfdcf admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.4008398 May 28 06:19:23.501314 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 43936) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:19:23.508813 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-31ae67c8-c052-4875-91a2-bdff2f127261 admin admin] Request body: {'subnet': {'network_id': '878a453b-7058-4dfc-b9e2-17503c679278', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-2008278329-subnet', 'tenant_id': '1ab1ed0d304345a0a07278c26e7745d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:19:23.516851 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-31ae67c8-c052-4875-91a2-bdff2f127261 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:19:23.526069 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-31ae67c8-c052-4875-91a2-bdff2f127261 admin admin] Usage tracker for resource:subnet and tenant:1ab1ed0d304345a0a07278c26e7745d6 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:19:23.529124 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-31ae67c8-c052-4875-91a2-bdff2f127261 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:19:23.545557 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7681166a-d845-4972-ae68-1e7d579eaabf req-bc765c27-e4e9-4b89-ae01-59a6942b34f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:23.545557 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7681166a-d845-4972-ae68-1e7d579eaabf req-bc765c27-e4e9-4b89-ae01-59a6942b34f4 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=bb90c162-fdb0-406b-af2b-5eef830db7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1415036 May 28 06:19:23.547121 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-31ae67c8-c052-4875-91a2-bdff2f127261 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:19:23.626919 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31ae67c8-c052-4875-91a2-bdff2f127261 admin admin] Made reservation on behalf of 1ab1ed0d304345a0a07278c26e7745d6 for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:19:23.629224 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-31ae67c8-c052-4875-91a2-bdff2f127261 admin admin] Notify callbacks [] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:23.725947 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec923cb-b7b4-427e-b9be-d942f3b27dda req-bda225d1-1707-4914-b23b-f371aa27285f tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:23.749361 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9ec923cb-b7b4-427e-b9be-d942f3b27dda req-bda225d1-1707-4914-b23b-f371aa27285f tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/ports?device_id=e51a0de3-402f-460c-9493-bd8633593828 HTTP/1.1" status: 200 len: 963 time: 0.3048043 May 28 06:19:23.859031 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9ec923cb-b7b4-427e-b9be-d942f3b27dda req-7ceecd64-6578-4881-8763-9b3e5e91c0ed tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/security-groups?id=51e8ab45-fc50-4bca-a4a6-55c0639ed93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088679 May 28 06:19:23.904231 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7681166a-d845-4972-ae68-1e7d579eaabf req-239dc54d-763e-4f48-af53-a6fe83228770 service neutron] 10.222.0.71 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3437655 May 28 06:19:24.169999 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-31ae67c8-c052-4875-91a2-bdff2f127261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:24.192068 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7681166a-d845-4972-ae68-1e7d579eaabf req-eb5c08e4-5e6d-45fe-b619-676ba26fba45 service neutron] 10.222.0.71 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2771690 May 28 06:19:24.265191 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ae67c8-c052-4875-91a2-bdff2f127261 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdd32cdd-4510-40e6-8d87-2fb486891cf4,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:24.274191 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ae67c8-c052-4875-91a2-bdff2f127261 admin admin] Checking segment: {'id': 'da68ba47-25e5-4637-a83a-51088b9800dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '878a453b-7058-4dfc-b9e2-17503c679278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:19:24.274546 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ae67c8-c052-4875-91a2-bdff2f127261 admin admin] Network hostable DHCP agents. Network: 878a453b-7058-4dfc-b9e2-17503c679278, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:19:24.393350 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ae67c8-c052-4875-91a2-bdff2f127261 admin admin] Network 878a453b-7058-4dfc-b9e2-17503c679278 is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:19:24.409978 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f4ab1d-aef3-4b87-97c0-77bbb7986346 req-cb1d6b08-c1a4-401f-a220-fe057ee45920 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:24.411584 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-17f4ab1d-aef3-4b87-97c0-77bbb7986346 req-cb1d6b08-c1a4-401f-a220-fe057ee45920 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9547fb1-3181-45ef-bf13-193d90ccfbd0 HTTP/1.1" status: 200 len: 949 time: 0.0945432 May 28 06:19:24.494966 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-31ae67c8-c052-4875-91a2-bdff2f127261 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, 878a453b-7058-4dfc-b9e2-17503c679278) {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:19:24.499502 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ae67c8-c052-4875-91a2-bdff2f127261 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:24.499744 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-31ae67c8-c052-4875-91a2-bdff2f127261 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:24.511506 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6955345c-9722-4a4c-97e3-3f1446940db4 None None] Network 878a453b-7058-4dfc-b9e2-17503c679278 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:19:24.515344 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-17f4ab1d-aef3-4b87-97c0-77bbb7986346 req-85cedb43-dde6-4ff6-97a6-53d0ea46d7c2 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671182 May 28 06:19:24.541123 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845207c1-0f78-4f28-884c-0eed124c7895 req-efe58b37-f1bd-4e98-930c-cbfd01cd3c23 tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:24.548004 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-845207c1-0f78-4f28-884c-0eed124c7895 req-efe58b37-f1bd-4e98-930c-cbfd01cd3c23 tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] 10.222.0.55 "GET /v2.0/ports?device_id=a372b7e7-3b82-40c7-a719-a488ee8c1243 HTTP/1.1" status: 200 len: 948 time: 0.1355038 May 28 06:19:24.602500 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-845207c1-0f78-4f28-884c-0eed124c7895 req-227b7999-2dce-4986-b2e9-7a19a8b0d920 tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] 10.222.0.55 "GET /v2.0/security-groups?id=35ff0c09-9198-4d5d-8a1a-97ce17f9c2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535543 May 28 06:19:24.657121 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-31ae67c8-c052-4875-91a2-bdff2f127261 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1543715 May 28 06:19:24.760063 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2859782a-4ef6-4166-8a6c-33a4371dba9b None None] Network 878a453b-7058-4dfc-b9e2-17503c679278 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:19:24.826762 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device cbef8ad0-0c57-408c-9982-75b9349c910e details requested by agent hyperv_n-h2-843702-1 with host n-h2-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:19:25.073595 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07a62f0-30e2-4067-9d25-489454748b40 req-78af3aa9-ff0b-4a14-b437-2da915d1850c tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:25.075089 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e07a62f0-30e2-4067-9d25-489454748b40 req-78af3aa9-ff0b-4a14-b437-2da915d1850c tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/ports?device_id=e51a0de3-402f-460c-9493-bd8633593828 HTTP/1.1" status: 200 len: 963 time: 0.0899475 May 28 06:19:25.084123 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port cbef8ad0-0c57-408c-9982-75b9349c910e, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=cbef8ad0-0c57-408c-9982-75b9349c910e,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:19:25.130185 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Returning: {'device': 'cbef8ad0-0c57-408c-9982-75b9349c910e', 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9', 'port_id': 'cbef8ad0-0c57-408c-9982-75b9349c910e', 'mac_address': 'fa:16:3e:a1:18:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e72d0ca5-04cb-4b36-82b1-c75214c9eb05', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:19:25.133947 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e07a62f0-30e2-4067-9d25-489454748b40 req-7a3ba29a-0264-49f8-8796-044d6dfca4d7 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/security-groups?id=51e8ab45-fc50-4bca-a4a6-55c0639ed93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503237 May 28 06:19:25.190639 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port cbef8ad0-0c57-408c-9982-75b9349c910e is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:19:25.191456 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:25.210931 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbef8ad0-0c57-408c-9982-75b9349c910e {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:19:25.227859 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port cbef8ad0-0c57-408c-9982-75b9349c910e, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=cbef8ad0-0c57-408c-9982-75b9349c910e,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:19:25.293433 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 43998) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:19:25.312922 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:25.380922 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=cbef8ad0-0c57-408c-9982-75b9349c910e,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:25.582093 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-dd321fc9-c839-43d0-8f3f-0540f3927fe9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:25.599101 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-dd321fc9-c839-43d0-8f3f-0540f3927fe9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:19:25.604956 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-dd321fc9-c839-43d0-8f3f-0540f3927fe9 admin admin] Usage tracker for resource:security_group_rule and tenant:0b18365bca1943a0b3db68a13ca40afb is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:19:25.607851 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-dd321fc9-c839-43d0-8f3f-0540f3927fe9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:19:25.613531 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-dd321fc9-c839-43d0-8f3f-0540f3927fe9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:19:25.706463 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-dd321fc9-c839-43d0-8f3f-0540f3927fe9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:25.725384 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['cbef8ad0-0c57-408c-9982-75b9349c910e'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:19:25.766781 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af469ec-34ec-4a56-aad9-8d3134127d70 req-c023eb68-3a34-4fd3-bb5f-22371dfd49f6 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:25.768356 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5af469ec-34ec-4a56-aad9-8d3134127d70 req-c023eb68-3a34-4fd3-bb5f-22371dfd49f6 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9547fb1-3181-45ef-bf13-193d90ccfbd0 HTTP/1.1" status: 200 len: 949 time: 0.1287513 May 28 06:19:25.798918 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-dd321fc9-c839-43d0-8f3f-0540f3927fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:25.843311 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5af469ec-34ec-4a56-aad9-8d3134127d70 req-f31a2f54-413c-4eb2-b222-4d21edd309d1 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656643 May 28 06:19:25.902951 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 44028) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:19:25.909117 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-90e32b91-7d33-4edd-9b3d-12b2a1674491 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1414573229-network', 'tenant_id': 'd6425f1b57874baf9c7d75dcfc467754'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:19:25.913797 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-90e32b91-7d33-4edd-9b3d-12b2a1674491 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:19:25.918189 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-90e32b91-7d33-4edd-9b3d-12b2a1674491 admin admin] Usage tracker for resource:network and tenant:d6425f1b57874baf9c7d75dcfc467754 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:19:25.921285 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-90e32b91-7d33-4edd-9b3d-12b2a1674491 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:19:25.927278 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-90e32b91-7d33-4edd-9b3d-12b2a1674491 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:19:25.934372 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-dd321fc9-c839-43d0-8f3f-0540f3927fe9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0b18365bca1943a0b3db68a13ca40afb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6393337 May 28 06:19:25.935309 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44032) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:19:25.936140 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd321fc9-c839-43d0-8f3f-0540f3927fe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdaaf465-dae2-4adc-8a1c-e6f07d376070,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:26.027468 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-75a92c68-f6ec-4c09-b2cd-f432eb61f3c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:26.066204 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-75a92c68-f6ec-4c09-b2cd-f432eb61f3c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:26.151073 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90e32b91-7d33-4edd-9b3d-12b2a1674491 admin admin] Made reservation on behalf of d6425f1b57874baf9c7d75dcfc467754 for: {'network': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:19:26.153325 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-90e32b91-7d33-4edd-9b3d-12b2a1674491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:26.176146 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-90e32b91-7d33-4edd-9b3d-12b2a1674491 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:26.201393 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-403771e0-3260-475d-815f-62b1679b7cad req-1135eef4-6d7a-4a90-9889-32e730adff38 service neutron] 10.222.0.69 "GET /v2.0/ports/8e85634d-9446-4e69-b543-1903a9307147/bindings/n-h2-843702-1 HTTP/1.1" status: 200 len: 384 time: 0.2704558 May 28 06:19:26.202307 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-90e32b91-7d33-4edd-9b3d-12b2a1674491 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:19:26.204368 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-75a92c68-f6ec-4c09-b2cd-f432eb61f3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:26.207670 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-90e32b91-7d33-4edd-9b3d-12b2a1674491 admin admin] Usage tracker for resource:security_group_rule and tenant:d6425f1b57874baf9c7d75dcfc467754 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:19:26.221574 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a92c68-f6ec-4c09-b2cd-f432eb61f3c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdaaf465-dae2-4adc-8a1c-e6f07d376070,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:26.226106 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-75a92c68-f6ec-4c09-b2cd-f432eb61f3c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:26.233826 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-75a92c68-f6ec-4c09-b2cd-f432eb61f3c4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bdaaf465-dae2-4adc-8a1c-e6f07d376070 HTTP/1.1" status: 204 len: 168 time: 0.2909374 May 28 06:19:26.244169 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-90e32b91-7d33-4edd-9b3d-12b2a1674491 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:19:26.263308 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-90e32b91-7d33-4edd-9b3d-12b2a1674491 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:19:26.287373 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabd57a4-2ffa-4921-ad91-4f5722507d2a req-21e148f6-ca38-48b7-94b7-83d1b57eb1e0 tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:26.288855 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-aabd57a4-2ffa-4921-ad91-4f5722507d2a req-21e148f6-ca38-48b7-94b7-83d1b57eb1e0 tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] 10.222.0.55 "GET /v2.0/ports?device_id=a372b7e7-3b82-40c7-a719-a488ee8c1243 HTTP/1.1" status: 200 len: 949 time: 0.3026521 May 28 06:19:26.393601 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-54fc0b33-8218-4b1f-a86b-2e29056838b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:26.421506 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-aabd57a4-2ffa-4921-ad91-4f5722507d2a req-40607176-64be-416d-882a-4c5403a180ea tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] 10.222.0.55 "GET /v2.0/security-groups?id=35ff0c09-9198-4d5d-8a1a-97ce17f9c2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178863 May 28 06:19:26.677662 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-90e32b91-7d33-4edd-9b3d-12b2a1674491 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:26.704093 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-403771e0-3260-475d-815f-62b1679b7cad req-97ea8c5f-682c-4152-b18c-45dd7067f362 service neutron] For port 8e85634d-9446-4e69-b543-1903a9307147, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=8e85634d-9446-4e69-b543-1903a9307147,segment=NetworkSegment(2466b369-b4d4-4fbf-9dbd-05fe75562f7f),segment_id=2466b369-b4d4-4fbf-9dbd-05fe75562f7f)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:19:26.733883 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-403771e0-3260-475d-815f-62b1679b7cad req-97ea8c5f-682c-4152-b18c-45dd7067f362 service neutron] For port 8e85634d-9446-4e69-b543-1903a9307147, host n-h1-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:19:26.784554 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-90e32b91-7d33-4edd-9b3d-12b2a1674491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:26.810713 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109a0d42-91ab-4bf0-a084-a57b0f1fe282 req-ad7a65d1-1ff1-4382-b1cf-02b2a93f3c91 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:26.812226 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-109a0d42-91ab-4bf0-a084-a57b0f1fe282 req-ad7a65d1-1ff1-4382-b1cf-02b2a93f3c91 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/ports?device_id=e51a0de3-402f-460c-9493-bd8633593828 HTTP/1.1" status: 200 len: 963 time: 0.2185481 May 28 06:19:26.838665 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device cbef8ad0-0c57-408c-9982-75b9349c910e up at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:19:26.849785 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [req-403771e0-3260-475d-815f-62b1679b7cad req-97ea8c5f-682c-4152-b18c-45dd7067f362 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e85634d-9446-4e69-b543-1903a9307147 {{(pid=89110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:19:26.859810 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90e32b91-7d33-4edd-9b3d-12b2a1674491 admin admin] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=89110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:19:26.885285 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-403771e0-3260-475d-815f-62b1679b7cad req-97ea8c5f-682c-4152-b18c-45dd7067f362 service neutron] For port 8e85634d-9446-4e69-b543-1903a9307147, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=8e85634d-9446-4e69-b543-1903a9307147,segment=NetworkSegment(2466b369-b4d4-4fbf-9dbd-05fe75562f7f),segment_id=2466b369-b4d4-4fbf-9dbd-05fe75562f7f)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:19:26.892565 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e32b91-7d33-4edd-9b3d-12b2a1674491 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=875ffb4d-d10e-478b-b52a-54fcb34acf7a,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:26.916476 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-90e32b91-7d33-4edd-9b3d-12b2a1674491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:26.916476 n-d-843702-1 neutron-server[89110]: INFO neutron.db.segments_db [None req-90e32b91-7d33-4edd-9b3d-12b2a1674491 admin admin] Added segment f082272f-a75f-43e5-9fda-b245f77160bd of type vlan for network c5810943-ece0-4e3f-86d7-6af6da967c5a May 28 06:19:26.925507 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-109a0d42-91ab-4bf0-a084-a57b0f1fe282 req-880189ac-3540-4bd4-9056-e779839d9b0f tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/security-groups?id=51e8ab45-fc50-4bca-a4a6-55c0639ed93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029534 May 28 06:19:26.948439 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-90e32b91-7d33-4edd-9b3d-12b2a1674491 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:26.993079 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-403771e0-3260-475d-815f-62b1679b7cad req-97ea8c5f-682c-4152-b18c-45dd7067f362 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:27.027273 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning for port cbef8ad0-0c57-408c-9982-75b9349c910e completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:19:27.032893 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning complete for port cbef8ad0-0c57-408c-9982-75b9349c910e triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:19:27.033262 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:27.118088 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-90e32b91-7d33-4edd-9b3d-12b2a1674491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:27.119077 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e32b91-7d33-4edd-9b3d-12b2a1674491 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:27.119668 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-90e32b91-7d33-4edd-9b3d-12b2a1674491 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:27.171295 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port cbef8ad0-0c57-408c-9982-75b9349c910e is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:19:27.172498 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:27.197816 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44062) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:19:27.212570 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a372b7e7-3b82-40c7-a719-a488ee8c1243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbef8ad0-0c57-408c-9982-75b9349c910e'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:19:27.222638 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port cbef8ad0-0c57-408c-9982-75b9349c910e, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=cbef8ad0-0c57-408c-9982-75b9349c910e,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:19:27.239064 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-feb55359-5926-4728-8d49-d2ab8f407dc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:27.258967 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-feb55359-5926-4728-8d49-d2ab8f407dc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:19:27.263051 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e32b91-7d33-4edd-9b3d-12b2a1674491 admin admin] Pushing event updated for resources: {'Network': ['ID=c5810943-ece0-4e3f-86d7-6af6da967c5a,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:27.263399 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-feb55359-5926-4728-8d49-d2ab8f407dc7 admin admin] Usage tracker for resource:security_group_rule and tenant:84c0e5ae1c8c408cbc72a122d75faad6 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:19:27.268620 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-403771e0-3260-475d-815f-62b1679b7cad req-97ea8c5f-682c-4152-b18c-45dd7067f362 service neutron] Transition to ACTIVE for port object 8e85634d-9446-4e69-b543-1903a9307147 will not be triggered until provisioned by entity L2. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:19:27.268861 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-feb55359-5926-4728-8d49-d2ab8f407dc7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:19:27.276873 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network c5810943-ece0-4e3f-86d7-6af6da967c5a details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:19:27.278680 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-feb55359-5926-4728-8d49-d2ab8f407dc7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:19:27.280950 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41b2bfc-82e1-42ba-a253-094b1625f31c req-0b072442-7cfc-477d-8025-77c3eedc4545 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:27.288218 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b41b2bfc-82e1-42ba-a253-094b1625f31c req-0b072442-7cfc-477d-8025-77c3eedc4545 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9547fb1-3181-45ef-bf13-193d90ccfbd0 HTTP/1.1" status: 200 len: 949 time: 0.2455518 May 28 06:19:27.341615 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:27.343090 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b41b2bfc-82e1-42ba-a253-094b1625f31c req-2d89cec9-bf25-4b9a-81ff-748d22bd27b6 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539498 May 28 06:19:27.346660 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-90e32b91-7d33-4edd-9b3d-12b2a1674491 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.4423499 May 28 06:19:27.349928 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 44068) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:19:27.356146 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-1edc0a8e-6a89-4f5f-9acf-4c6e7feebe9f admin admin] Request body: {'subnet': {'network_id': 'c5810943-ece0-4e3f-86d7-6af6da967c5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1414573229-subnet', 'tenant_id': 'd6425f1b57874baf9c7d75dcfc467754', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:19:27.361791 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-1edc0a8e-6a89-4f5f-9acf-4c6e7feebe9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:19:27.364598 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:27.366321 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-1edc0a8e-6a89-4f5f-9acf-4c6e7feebe9f admin admin] Usage tracker for resource:subnet and tenant:d6425f1b57874baf9c7d75dcfc467754 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:19:27.370500 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-1edc0a8e-6a89-4f5f-9acf-4c6e7feebe9f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:19:27.376647 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-1edc0a8e-6a89-4f5f-9acf-4c6e7feebe9f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:19:27.383975 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-403771e0-3260-475d-815f-62b1679b7cad req-97ea8c5f-682c-4152-b18c-45dd7067f362 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:27.437444 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8a5c208-da85-4ac1-a1e0-eabb2442d9c0'] response: {'server_uuid': 'a372b7e7-3b82-40c7-a719-a488ee8c1243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbef8ad0-0c57-408c-9982-75b9349c910e', 'code': 200} May 28 06:19:27.498619 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-feb55359-5926-4728-8d49-d2ab8f407dc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:27.544698 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=cbef8ad0-0c57-408c-9982-75b9349c910e,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:27.582145 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-feb55359-5926-4728-8d49-d2ab8f407dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:27.599908 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1edc0a8e-6a89-4f5f-9acf-4c6e7feebe9f admin admin] Made reservation on behalf of d6425f1b57874baf9c7d75dcfc467754 for: {'subnet': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:19:27.602500 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1edc0a8e-6a89-4f5f-9acf-4c6e7feebe9f admin admin] Notify callbacks [] for subnet, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:27.633845 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-feb55359-5926-4728-8d49-d2ab8f407dc7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=84c0e5ae1c8c408cbc72a122d75faad6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4319007 May 28 06:19:27.636153 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44076) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:19:27.668311 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb55359-5926-4728-8d49-d2ab8f407dc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d1dc6e0-6897-47c7-a976-fc759c79f51e,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:27.724668 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-04651874-a7ce-46df-a906-6fe6cfd24b58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:27.758692 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-04651874-a7ce-46df-a906-6fe6cfd24b58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:27.785918 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-403771e0-3260-475d-815f-62b1679b7cad req-97ea8c5f-682c-4152-b18c-45dd7067f362 service neutron] No DVR routers for this DVR port 8e85634d-9446-4e69-b543-1903a9307147 on host n-h1-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:19:27.808074 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ea8c5f-682c-4152-b18c-45dd7067f362 service neutron] Pushing event updated for resources: {'Port': ['ID=8e85634d-9446-4e69-b543-1903a9307147,revision_number=10']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:27.884588 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-04651874-a7ce-46df-a906-6fe6cfd24b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:27.902820 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04651874-a7ce-46df-a906-6fe6cfd24b58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d1dc6e0-6897-47c7-a976-fc759c79f51e,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:27.908735 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-04651874-a7ce-46df-a906-6fe6cfd24b58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:27.910451 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-403771e0-3260-475d-815f-62b1679b7cad req-97ea8c5f-682c-4152-b18c-45dd7067f362 service neutron] 10.222.0.69 "PUT /v2.0/ports/8e85634d-9446-4e69-b543-1903a9307147/bindings/n-h2-843702-1/activate HTTP/1.1" status: 200 len: 369 time: 1.6999314 May 28 06:19:27.912901 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-04651874-a7ce-46df-a906-6fe6cfd24b58 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7d1dc6e0-6897-47c7-a976-fc759c79f51e HTTP/1.1" status: 204 len: 168 time: 0.2759917 May 28 06:19:27.924407 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d19b040-9458-4bd9-9d1d-ba5275921c8a req-80227d43-8233-496f-b229-39b6fc102102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:27.926146 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4d19b040-9458-4bd9-9d1d-ba5275921c8a req-80227d43-8233-496f-b229-39b6fc102102 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=a372b7e7-3b82-40c7-a719-a488ee8c1243 HTTP/1.1" status: 200 len: 1101 time: 0.3749943 May 28 06:19:27.988818 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73afca3c-3c6e-4814-bc85-a2307dc2d034 req-f71cf6d3-64ae-4c51-b74f-cfbf89e5f572 tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:27.990284 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-73afca3c-3c6e-4814-bc85-a2307dc2d034 req-f71cf6d3-64ae-4c51-b74f-cfbf89e5f572 tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] 10.222.0.55 "GET /v2.0/ports?device_id=a372b7e7-3b82-40c7-a719-a488ee8c1243 HTTP/1.1" status: 200 len: 950 time: 0.3707471 May 28 06:19:28.083577 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4d19b040-9458-4bd9-9d1d-ba5275921c8a req-8b85503b-0e7f-47da-85da-61ff68f005ab service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=35ff0c09-9198-4d5d-8a1a-97ce17f9c2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165974 May 28 06:19:28.091533 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-73afca3c-3c6e-4814-bc85-a2307dc2d034 req-37d883ca-1530-4911-a5c9-3bd598b11054 tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] 10.222.0.55 "GET /v2.0/security-groups?id=35ff0c09-9198-4d5d-8a1a-97ce17f9c2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887408 May 28 06:19:28.155974 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403771e0-3260-475d-815f-62b1679b7cad req-37c95d69-6031-4994-b681-59d8653adf8f tempest-LiveMigrationTest-969842093 tempest-LiveMigrationTest-969842093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:28.161963 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-403771e0-3260-475d-815f-62b1679b7cad req-37c95d69-6031-4994-b681-59d8653adf8f tempest-LiveMigrationTest-969842093 tempest-LiveMigrationTest-969842093-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=e51a0de3-402f-460c-9493-bd8633593828&tenant_id=7b2fe75d343f4ee29013f21d2442bc34&binding%3Ahost_id=n-h1-843702-1 HTTP/1.1" status: 200 len: 1115 time: 0.0942502 May 28 06:19:28.187018 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1edc0a8e-6a89-4f5f-9acf-4c6e7feebe9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for subnet, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:28.382963 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edc0a8e-6a89-4f5f-9acf-4c6e7feebe9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=dee49c6c-0a09-4351-90e2-72217b2f737b,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:28.397891 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1edc0a8e-6a89-4f5f-9acf-4c6e7feebe9f admin admin] Checking segment: {'id': 'f082272f-a75f-43e5-9fda-b245f77160bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'c5810943-ece0-4e3f-86d7-6af6da967c5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:19:28.398755 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1edc0a8e-6a89-4f5f-9acf-4c6e7feebe9f admin admin] Network hostable DHCP agents. Network: c5810943-ece0-4e3f-86d7-6af6da967c5a, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89110) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:19:28.433123 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c633b66e-d1bd-40e8-92a5-b544ee492249 req-e98278da-03d3-40d1-81c6-43f216a42e05 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:28.434683 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c633b66e-d1bd-40e8-92a5-b544ee492249 req-e98278da-03d3-40d1-81c6-43f216a42e05 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/ports?device_id=e51a0de3-402f-460c-9493-bd8633593828 HTTP/1.1" status: 200 len: 964 time: 0.1502140 May 28 06:19:28.493834 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c633b66e-d1bd-40e8-92a5-b544ee492249 req-ce86ae86-ea91-491e-b96f-faffc6bd0adf tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/security-groups?id=51e8ab45-fc50-4bca-a4a6-55c0639ed93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503881 May 28 06:19:28.541065 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1edc0a8e-6a89-4f5f-9acf-4c6e7feebe9f admin admin] Network c5810943-ece0-4e3f-86d7-6af6da967c5a is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89110) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:19:28.556825 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403771e0-3260-475d-815f-62b1679b7cad req-f2d7b269-cdbe-46de-b14c-a6e491bef09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:28.561240 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-403771e0-3260-475d-815f-62b1679b7cad req-f2d7b269-cdbe-46de-b14c-a6e491bef09b service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=e51a0de3-402f-460c-9493-bd8633593828&tenant_id=7b2fe75d343f4ee29013f21d2442bc34 HTTP/1.1" status: 200 len: 1115 time: 0.1422567 May 28 06:19:28.650127 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baf086a-10dc-4318-b6c0-112cb09fd431 req-79aff506-fbf4-4c54-a4e7-4648bbb5aee7 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:28.653475 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7baf086a-10dc-4318-b6c0-112cb09fd431 req-79aff506-fbf4-4c54-a4e7-4648bbb5aee7 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9547fb1-3181-45ef-bf13-193d90ccfbd0 HTTP/1.1" status: 200 len: 949 time: 0.0898323 May 28 06:19:28.702254 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403771e0-3260-475d-815f-62b1679b7cad req-ff49537f-fa2c-4dfe-91c9-f8edcdf06f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:28.704367 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-403771e0-3260-475d-815f-62b1679b7cad req-ff49537f-fa2c-4dfe-91c9-f8edcdf06f73 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7b2fe75d343f4ee29013f21d2442bc34&device_id=e51a0de3-402f-460c-9493-bd8633593828 HTTP/1.1" status: 200 len: 1115 time: 0.0965130 May 28 06:19:28.707442 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-1edc0a8e-6a89-4f5f-9acf-4c6e7feebe9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, c5810943-ece0-4e3f-86d7-6af6da967c5a) {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:19:28.716217 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1edc0a8e-6a89-4f5f-9acf-4c6e7feebe9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:28.716805 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1edc0a8e-6a89-4f5f-9acf-4c6e7feebe9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:28.717773 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f9aa331-d7e2-4f09-8970-da68febf6dae None None] Network c5810943-ece0-4e3f-86d7-6af6da967c5a requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:19:28.729987 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7baf086a-10dc-4318-b6c0-112cb09fd431 req-54f14dd9-a549-4abd-b660-a129a18a108d tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697615 May 28 06:19:28.894686 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403771e0-3260-475d-815f-62b1679b7cad req-8d779216-9b2c-45d4-9358-3d697c677747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:28.896147 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-403771e0-3260-475d-815f-62b1679b7cad req-8d779216-9b2c-45d4-9358-3d697c677747 service neutron] 10.222.0.71 "GET /v2.0/networks?id=ae685707-2f9d-409f-9237-8deef87c8163 HTTP/1.1" status: 200 len: 909 time: 0.1789477 May 28 06:19:28.915598 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-1edc0a8e-6a89-4f5f-9acf-4c6e7feebe9f admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.5623527 May 28 06:19:28.982595 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-403771e0-3260-475d-815f-62b1679b7cad req-5f88b47c-72f8-4e85-93b1-7a6defd08a8d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8e85634d-9446-4e69-b543-1903a9307147 HTTP/1.1" status: 200 len: 217 time: 0.0761836 May 28 06:19:29.010321 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e9bf3a07-f3dc-4e8e-8040-e9781f7bf84d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:29.057580 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403771e0-3260-475d-815f-62b1679b7cad req-f4599e76-f743-40a3-979e-76fdd4da7944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:29.059690 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-403771e0-3260-475d-815f-62b1679b7cad req-f4599e76-f743-40a3-979e-76fdd4da7944 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=eed62182-5ff7-4e12-84bb-4e23f47bba04 HTTP/1.1" status: 200 len: 848 time: 0.0696623 May 28 06:19:29.081651 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a72d9d32-f04b-4ef9-b949-bceb82d7460c None None] Network c5810943-ece0-4e3f-86d7-6af6da967c5a requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:19:29.119068 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-403771e0-3260-475d-815f-62b1679b7cad req-42d97703-04d9-42e3-b33a-87b8f87d70e6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ae685707-2f9d-409f-9237-8deef87c8163&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489416 May 28 06:19:29.331468 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-403771e0-3260-475d-815f-62b1679b7cad req-ced15417-c5d3-42c2-96d3-b3b2d994ed44 service neutron] 10.222.0.71 "GET /v2.0/networks/ae685707-2f9d-409f-9237-8deef87c8163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001758 May 28 06:19:29.404570 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9520a62-b40d-450e-8280-bbd29df6d426 req-53078c65-0c6a-4080-9cd5-800c640716de tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:29.406975 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f9520a62-b40d-450e-8280-bbd29df6d426 req-53078c65-0c6a-4080-9cd5-800c640716de tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] 10.222.0.55 "GET /v2.0/ports?device_id=a372b7e7-3b82-40c7-a719-a488ee8c1243 HTTP/1.1" status: 200 len: 950 time: 0.1145031 May 28 06:19:29.494047 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f9520a62-b40d-450e-8280-bbd29df6d426 req-73449229-e443-4a25-a8e7-8621aadfa2cf tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] 10.222.0.55 "GET /v2.0/security-groups?id=35ff0c09-9198-4d5d-8a1a-97ce17f9c2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786941 May 28 06:19:29.656348 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-403771e0-3260-475d-815f-62b1679b7cad req-1df88214-8fc6-4157-a2fc-e7a8dc47b424 service neutron] 10.222.0.71 "GET /v2.0/networks/ae685707-2f9d-409f-9237-8deef87c8163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2825935 May 28 06:19:29.736064 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:29.997900 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:30.094502 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ee3ab8-e3f9-4a08-afe7-325649a20bea req-28073edc-a4be-4c16-9435-6ee264bc8918 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:30.096491 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-33ee3ab8-e3f9-4a08-afe7-325649a20bea req-28073edc-a4be-4c16-9435-6ee264bc8918 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Synchronizing usage tracker for tenant:1ab1ed0d304345a0a07278c26e7745d6 on resource:network {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:19:30.210329 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-33ee3ab8-e3f9-4a08-afe7-325649a20bea req-28073edc-a4be-4c16-9435-6ee264bc8918 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Unset dirty status for tenant:1ab1ed0d304345a0a07278c26e7745d6 on resource:network {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:19:30.211627 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-33ee3ab8-e3f9-4a08-afe7-325649a20bea req-28073edc-a4be-4c16-9435-6ee264bc8918 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/networks?id=878a453b-7058-4dfc-b9e2-17503c679278 HTTP/1.1" status: 200 len: 821 time: 0.3185558 May 28 06:19:30.223791 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a06cdd1-3e6e-4a28-ad63-0cac0f1fb9a1 req-c8a5bed8-e302-4193-8aa8-37391bfc664b tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:30.225205 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5a06cdd1-3e6e-4a28-ad63-0cac0f1fb9a1 req-c8a5bed8-e302-4193-8aa8-37391bfc664b tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/ports?device_id=e51a0de3-402f-460c-9493-bd8633593828 HTTP/1.1" status: 200 len: 964 time: 0.0978627 May 28 06:19:30.260924 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-33ee3ab8-e3f9-4a08-afe7-325649a20bea req-4802b76a-cc0e-427d-80c5-b9f2f2a368b7 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/quotas/1ab1ed0d304345a0a07278c26e7745d6 HTTP/1.1" status: 200 len: 375 time: 0.0346851 May 28 06:19:30.323122 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-33ee3ab8-e3f9-4a08-afe7-325649a20bea req-ff92692d-6470-40e4-91e0-00c4b97b807c tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=1ab1ed0d304345a0a07278c26e7745d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0566728 May 28 06:19:30.330896 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403771e0-3260-475d-815f-62b1679b7cad req-70f99b11-0c06-4f06-b016-c132370589c5 tempest-LiveMigrationTest-969842093 tempest-LiveMigrationTest-969842093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:30.332179 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-403771e0-3260-475d-815f-62b1679b7cad req-70f99b11-0c06-4f06-b016-c132370589c5 tempest-LiveMigrationTest-969842093 tempest-LiveMigrationTest-969842093-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=e51a0de3-402f-460c-9493-bd8633593828&tenant_id=7b2fe75d343f4ee29013f21d2442bc34&binding%3Ahost_id=n-h2-843702-1 HTTP/1.1" status: 200 len: 1115 time: 0.0817726 May 28 06:19:30.334304 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5a06cdd1-3e6e-4a28-ad63-0cac0f1fb9a1 req-97c071b8-37da-4b6f-bdb8-1440c160071b tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/security-groups?id=51e8ab45-fc50-4bca-a4a6-55c0639ed93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903604 May 28 06:19:30.362996 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 8e85634d-9446-4e69-b543-1903a9307147 no longer exists at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:19:30.433083 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 8e85634d-9446-4e69-b543-1903a9307147 not bound to the agent host n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:19:30.577521 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540649b0-ad51-4a6a-aacb-9ab4a02ff6dd req-e30a07c1-d440-46a8-8ff4-31cd67ccaeaf tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:30.578998 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-540649b0-ad51-4a6a-aacb-9ab4a02ff6dd req-e30a07c1-d440-46a8-8ff4-31cd67ccaeaf tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9547fb1-3181-45ef-bf13-193d90ccfbd0 HTTP/1.1" status: 200 len: 949 time: 0.1423013 May 28 06:19:30.607298 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-403771e0-3260-475d-815f-62b1679b7cad req-23e371e6-6da4-4461-a492-88ad8b0512c9 service neutron] For port 8e85634d-9446-4e69-b543-1903a9307147, host n-h1-843702-1, cleared binding levels {{(pid=89109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:19:30.610343 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-403771e0-3260-475d-815f-62b1679b7cad req-23e371e6-6da4-4461-a492-88ad8b0512c9 service neutron] Notify callbacks [] for binding, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:30.611464 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-403771e0-3260-475d-815f-62b1679b7cad req-23e371e6-6da4-4461-a492-88ad8b0512c9 service neutron] 10.222.0.71 "DELETE /v2.0/ports/8e85634d-9446-4e69-b543-1903a9307147/bindings/n-h1-843702-1 HTTP/1.1" status: 204 len: 173 time: 0.2725658 May 28 06:19:30.641687 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-540649b0-ad51-4a6a-aacb-9ab4a02ff6dd req-cf1519ce-7726-4a96-8232-93fb14dabdb8 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556700 May 28 06:19:30.646854 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44158) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:19:30.696570 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [req-33ee3ab8-e3f9-4a08-afe7-325649a20bea req-8c937c71-0cd3-412d-a470-96d619f2649b service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=89110) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:19:30.697612 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-33ee3ab8-e3f9-4a08-afe7-325649a20bea req-8c937c71-0cd3-412d-a470-96d619f2649b service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0548389 May 28 06:19:30.916945 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-33ee3ab8-e3f9-4a08-afe7-325649a20bea req-81e40ab7-29d3-4a58-83f8-36d961bac512 service neutron] 10.222.0.55 "GET /v2.0/networks/878a453b-7058-4dfc-b9e2-17503c679278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126672 May 28 06:19:30.922635 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-139fe1d2-178e-4a34-b0a3-029c1fb47e3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:30.926854 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79708c56-2458-4c70-89da-ded15a89f70d req-5ab59ec8-85cf-4447-ab4a-859ecde5412f tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:30.928256 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-79708c56-2458-4c70-89da-ded15a89f70d req-5ab59ec8-85cf-4447-ab4a-859ecde5412f tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] 10.222.0.55 "GET /v2.0/ports?device_id=a372b7e7-3b82-40c7-a719-a488ee8c1243 HTTP/1.1" status: 200 len: 950 time: 0.1309395 May 28 06:19:30.937906 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-139fe1d2-178e-4a34-b0a3-029c1fb47e3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:19:30.941704 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-139fe1d2-178e-4a34-b0a3-029c1fb47e3f admin admin] Usage tracker for resource:security_group_rule and tenant:fa056ec20387411ab00de8882a61bac0 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:19:30.944505 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-139fe1d2-178e-4a34-b0a3-029c1fb47e3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:19:30.950868 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-139fe1d2-178e-4a34-b0a3-029c1fb47e3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:19:31.065601 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-139fe1d2-178e-4a34-b0a3-029c1fb47e3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:31.068474 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-79708c56-2458-4c70-89da-ded15a89f70d req-7bb8fbab-8d4f-42ad-98f5-ff086f625070 tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] 10.222.0.55 "GET /v2.0/security-groups?id=35ff0c09-9198-4d5d-8a1a-97ce17f9c2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195350 May 28 06:19:31.113535 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-33ee3ab8-e3f9-4a08-afe7-325649a20bea req-e5571b2c-3d1e-40c8-8031-c0c94ab0a077 service neutron] 10.222.0.55 "GET /v2.0/networks/878a453b-7058-4dfc-b9e2-17503c679278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841340 May 28 06:19:31.146940 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-139fe1d2-178e-4a34-b0a3-029c1fb47e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:31.211394 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-139fe1d2-178e-4a34-b0a3-029c1fb47e3f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fa056ec20387411ab00de8882a61bac0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5632737 May 28 06:19:31.211578 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 44176) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:19:31.213501 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139fe1d2-178e-4a34-b0a3-029c1fb47e3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b896b31f-269d-4705-b510-db19c1527474,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:31.289485 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-288ad407-e8c6-4786-845b-f254835b6050 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:31.319747 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-288ad407-e8c6-4786-845b-f254835b6050 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:31.474931 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-288ad407-e8c6-4786-845b-f254835b6050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:31.515849 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288ad407-e8c6-4786-845b-f254835b6050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b896b31f-269d-4705-b510-db19c1527474,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:31.521532 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-288ad407-e8c6-4786-845b-f254835b6050 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:31.522747 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-288ad407-e8c6-4786-845b-f254835b6050 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b896b31f-269d-4705-b510-db19c1527474 HTTP/1.1" status: 204 len: 168 time: 0.3102469 May 28 06:19:31.538737 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:31.701078 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d01b75-e16f-41a3-afba-991cfd6627f6 req-a3b5697a-ed85-4ef1-b300-b93b872ce831 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:31.702530 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f5d01b75-e16f-41a3-afba-991cfd6627f6 req-a3b5697a-ed85-4ef1-b300-b93b872ce831 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/ports?device_id=e51a0de3-402f-460c-9493-bd8633593828 HTTP/1.1" status: 200 len: 964 time: 0.1032984 May 28 06:19:31.756103 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f5d01b75-e16f-41a3-afba-991cfd6627f6 req-f21c8951-188e-4254-827d-21d0ab08e744 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/security-groups?id=51e8ab45-fc50-4bca-a4a6-55c0639ed93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474439 May 28 06:19:31.859484 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-48053155-d1bd-4afd-9110-a7f3b96d914d req-b5c7ac5b-5d36-460a-b535-d5588b65e7bc tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/ports?device_id=b80e5708-1efb-4794-bb57-4a346255af9f HTTP/1.1" status: 200 len: 210 time: 0.0429997 May 28 06:19:31.931782 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:32.072042 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3506a6a-aa45-42f8-8877-ef2337e600c7 req-d777076a-d85b-4e0b-a357-26294c028e6b tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:32.073025 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f3506a6a-aa45-42f8-8877-ef2337e600c7 req-d777076a-d85b-4e0b-a357-26294c028e6b tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9547fb1-3181-45ef-bf13-193d90ccfbd0 HTTP/1.1" status: 200 len: 949 time: 0.1121044 May 28 06:19:32.186160 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f3506a6a-aa45-42f8-8877-ef2337e600c7 req-7adb45cf-e1bd-4ed2-a398-1615d0c93e32 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035271 May 28 06:19:32.245564 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4a16d9-d77f-4916-b178-b07f139195a7 req-fed37568-ac04-443b-828c-d9091332782f tempest-ServersAdminNegativeTestJSON-1888659011 tempest-ServersAdminNegativeTestJSON-1888659011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:32.247524 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0e4a16d9-d77f-4916-b178-b07f139195a7 req-fed37568-ac04-443b-828c-d9091332782f tempest-ServersAdminNegativeTestJSON-1888659011 tempest-ServersAdminNegativeTestJSON-1888659011-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=a372b7e7-3b82-40c7-a719-a488ee8c1243 HTTP/1.1" status: 200 len: 1101 time: 0.1401999 May 28 06:19:32.248229 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 44210) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:19:32.272686 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-0e4a16d9-d77f-4916-b178-b07f139195a7 req-72cef9b2-2d5a-4dc4-acbc-3934e703a7e8 tempest-ServersAdminNegativeTestJSON-1888659011 tempest-ServersAdminNegativeTestJSON-1888659011-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:32.275403 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:19:32.292158 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-0e4a16d9-d77f-4916-b178-b07f139195a7 req-72cef9b2-2d5a-4dc4-acbc-3934e703a7e8 tempest-ServersAdminNegativeTestJSON-1888659011 tempest-ServersAdminNegativeTestJSON-1888659011-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:19:32.297174 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-0e4a16d9-d77f-4916-b178-b07f139195a7 req-72cef9b2-2d5a-4dc4-acbc-3934e703a7e8 tempest-ServersAdminNegativeTestJSON-1888659011 tempest-ServersAdminNegativeTestJSON-1888659011-project-admin] Usage tracker for resource:security_group_rule and tenant:83e414be763b46d897bca3590e2cb1c0 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:19:32.300396 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-0e4a16d9-d77f-4916-b178-b07f139195a7 req-72cef9b2-2d5a-4dc4-acbc-3934e703a7e8 tempest-ServersAdminNegativeTestJSON-1888659011 tempest-ServersAdminNegativeTestJSON-1888659011-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:19:32.307350 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-0e4a16d9-d77f-4916-b178-b07f139195a7 req-72cef9b2-2d5a-4dc4-acbc-3934e703a7e8 tempest-ServersAdminNegativeTestJSON-1888659011 tempest-ServersAdminNegativeTestJSON-1888659011-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:19:32.463563 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-71c88bf8-bd4f-4e48-b0fb-437357c87398 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:32.506685 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-71c88bf8-bd4f-4e48-b0fb-437357c87398 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:19:32.524241 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-71c88bf8-bd4f-4e48-b0fb-437357c87398 admin admin] Usage tracker for resource:security_group_rule and tenant:18480f8426864f8390c33353afa1e916 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:19:32.524429 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44220) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:19:32.528506 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-71c88bf8-bd4f-4e48-b0fb-437357c87398 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:19:32.548198 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2365cbf5-bd11-4054-b29a-61cad07d3e69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:32.558932 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-71c88bf8-bd4f-4e48-b0fb-437357c87398 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:19:32.565560 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-2365cbf5-bd11-4054-b29a-61cad07d3e69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:19:32.567788 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-0e4a16d9-d77f-4916-b178-b07f139195a7 req-72cef9b2-2d5a-4dc4-acbc-3934e703a7e8 tempest-ServersAdminNegativeTestJSON-1888659011 tempest-ServersAdminNegativeTestJSON-1888659011-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:32.570174 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-2365cbf5-bd11-4054-b29a-61cad07d3e69 admin admin] Usage tracker for resource:security_group_rule and tenant:8d557388e37c423bac5172b8e9e7f70c is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:19:32.573544 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-2365cbf5-bd11-4054-b29a-61cad07d3e69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:19:32.579238 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a917a4-2f22-4236-bb94-916a00956ea2 req-73c65cbe-3cfc-4b26-8e65-a3ef5259753a tempest-LiveMigrationTest-969842093 tempest-LiveMigrationTest-969842093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:32.579574 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-2365cbf5-bd11-4054-b29a-61cad07d3e69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:19:32.580776 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-17a917a4-2f22-4236-bb94-916a00956ea2 req-73c65cbe-3cfc-4b26-8e65-a3ef5259753a tempest-LiveMigrationTest-969842093 tempest-LiveMigrationTest-969842093-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=e51a0de3-402f-460c-9493-bd8633593828 HTTP/1.1" status: 200 len: 1115 time: 0.2353210 May 28 06:19:32.640076 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-17a917a4-2f22-4236-bb94-916a00956ea2 req-32500886-c2aa-4bd2-ada0-afeb82bd4ea8 tempest-LiveMigrationTest-969842093 tempest-LiveMigrationTest-969842093-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=51e8ab45-fc50-4bca-a4a6-55c0639ed93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524013 May 28 06:19:32.642322 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-0e4a16d9-d77f-4916-b178-b07f139195a7 req-72cef9b2-2d5a-4dc4-acbc-3934e703a7e8 tempest-ServersAdminNegativeTestJSON-1888659011 tempest-ServersAdminNegativeTestJSON-1888659011-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:32.704618 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0e4a16d9-d77f-4916-b178-b07f139195a7 req-72cef9b2-2d5a-4dc4-acbc-3934e703a7e8 tempest-ServersAdminNegativeTestJSON-1888659011 tempest-ServersAdminNegativeTestJSON-1888659011-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=35ff0c09-9198-4d5d-8a1a-97ce17f9c2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4499047 May 28 06:19:32.720703 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cef9b2-2d5a-4dc4-acbc-3934e703a7e8 tempest-ServersAdminNegativeTestJSON-1888659011 tempest-ServersAdminNegativeTestJSON-1888659011-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cab2883-8a0a-4f6e-9296-86cd3408854f,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:32.723026 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2365cbf5-bd11-4054-b29a-61cad07d3e69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:32.793520 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-71c88bf8-bd4f-4e48-b0fb-437357c87398 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:32.797784 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2365cbf5-bd11-4054-b29a-61cad07d3e69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:32.856473 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-2365cbf5-bd11-4054-b29a-61cad07d3e69 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8d557388e37c423bac5172b8e9e7f70c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3303516 May 28 06:19:32.857184 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2365cbf5-bd11-4054-b29a-61cad07d3e69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eab8a433-fcbc-481f-9927-45a15eef78a3,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:32.859187 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 44228) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:19:32.921493 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-71c88bf8-bd4f-4e48-b0fb-437357c87398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:32.966464 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-50901551-658a-4860-8623-d4e5d9a4c2da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:33.126699 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-71c88bf8-bd4f-4e48-b0fb-437357c87398 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=18480f8426864f8390c33353afa1e916&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8771243 May 28 06:19:33.127600 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c88bf8-bd4f-4e48-b0fb-437357c87398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd28ce74-0448-4125-b49c-a0972c31066a,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:33.129361 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44242) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:19:33.146503 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-50901551-658a-4860-8623-d4e5d9a4c2da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:33.155480 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a48f5348-7212-4fa6-aab9-380be4822cea req-50d14b7d-9021-447c-ada3-ab9b743b616f tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/ports?device_id=b80e5708-1efb-4794-bb57-4a346255af9f HTTP/1.1" status: 200 len: 210 time: 0.1644993 May 28 06:19:33.212424 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-716e538c-3509-425f-b4b7-31a54044fe81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:33.231218 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3844271-5f3e-460a-9659-67b64c5c6c9f req-cb5a5b98-51db-4400-860e-29ce03bf4d40 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:33.232734 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c3844271-5f3e-460a-9659-67b64c5c6c9f req-cb5a5b98-51db-4400-860e-29ce03bf4d40 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/networks?id=ae685707-2f9d-409f-9237-8deef87c8163 HTTP/1.1" status: 200 len: 808 time: 0.2931018 May 28 06:19:33.246719 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-716e538c-3509-425f-b4b7-31a54044fe81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:33.249816 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c3844271-5f3e-460a-9659-67b64c5c6c9f req-d67c2d25-5006-4f51-87d3-90230f2bad79 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/quotas/7b2fe75d343f4ee29013f21d2442bc34 HTTP/1.1" status: 200 len: 375 time: 0.0109727 May 28 06:19:33.331406 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-50901551-658a-4860-8623-d4e5d9a4c2da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:33.390471 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50901551-658a-4860-8623-d4e5d9a4c2da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eab8a433-fcbc-481f-9927-45a15eef78a3,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:33.399317 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-716e538c-3509-425f-b4b7-31a54044fe81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:33.427905 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-50901551-658a-4860-8623-d4e5d9a4c2da admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:33.433227 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-50901551-658a-4860-8623-d4e5d9a4c2da admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/eab8a433-fcbc-481f-9927-45a15eef78a3 HTTP/1.1" status: 204 len: 168 time: 0.5686908 May 28 06:19:33.439920 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716e538c-3509-425f-b4b7-31a54044fe81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd28ce74-0448-4125-b49c-a0972c31066a,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:33.452267 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-716e538c-3509-425f-b4b7-31a54044fe81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:33.456796 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-716e538c-3509-425f-b4b7-31a54044fe81 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cd28ce74-0448-4125-b49c-a0972c31066a HTTP/1.1" status: 204 len: 168 time: 0.3232794 May 28 06:19:33.457011 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c3844271-5f3e-460a-9659-67b64c5c6c9f req-c4c5d7da-ac76-43d7-9c73-b6ad4102b60d tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=7b2fe75d343f4ee29013f21d2442bc34&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1987610 May 28 06:19:33.589121 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a64c155-61d2-446b-9289-b1367a29692a req-646ed9f9-a6f4-45d3-9343-c86d4a532092 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:33.590670 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1a64c155-61d2-446b-9289-b1367a29692a req-646ed9f9-a6f4-45d3-9343-c86d4a532092 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9547fb1-3181-45ef-bf13-193d90ccfbd0 HTTP/1.1" status: 200 len: 949 time: 0.2392156 May 28 06:19:33.660718 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c3844271-5f3e-460a-9659-67b64c5c6c9f req-07f794d4-efa5-4f50-b7a4-d902284b084d service neutron] 10.222.0.55 "GET /v2.0/networks/ae685707-2f9d-409f-9237-8deef87c8163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044911 May 28 06:19:33.665799 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1a64c155-61d2-446b-9289-b1367a29692a req-ffe1df74-ff12-4ba8-9a8a-6abc8a6a4c7b tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621984 May 28 06:19:33.802940 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c3844271-5f3e-460a-9659-67b64c5c6c9f req-fd921d31-f385-44e9-abd0-cd31736c6329 service neutron] 10.222.0.55 "GET /v2.0/networks/ae685707-2f9d-409f-9237-8deef87c8163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361020 May 28 06:19:34.019734 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-11837244-1cec-4195-8f48-e3cac3f0d030 req-7b9abca2-6a29-4272-abf7-b3876ab6ccaa service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8decf1a4-13a9-4517-896e-d54dff8f078c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1817651 May 28 06:19:34.025785 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dddd041-3e9f-44a0-808f-b9dbf4395057 req-08ed4528-49f3-4fe4-af2f-e87a47d8bc9c tempest-ServersAdminNegativeTestJSON-1888659011 tempest-ServersAdminNegativeTestJSON-1888659011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:34.029757 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1dddd041-3e9f-44a0-808f-b9dbf4395057 req-08ed4528-49f3-4fe4-af2f-e87a47d8bc9c tempest-ServersAdminNegativeTestJSON-1888659011 tempest-ServersAdminNegativeTestJSON-1888659011-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=a372b7e7-3b82-40c7-a719-a488ee8c1243 HTTP/1.1" status: 200 len: 1101 time: 0.1029141 May 28 06:19:34.047528 n-d-843702-1 neutron-server[89109]: INFO neutron.api.v2.resource [req-9b1b4812-a912-473e-bd59-cf6ce9d19dfe req-01e7a5fd-d781-4d29-9328-09af92d14061 service neutron] show failed (client error): The resource could not be found. May 28 06:19:34.048771 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-9b1b4812-a912-473e-bd59-cf6ce9d19dfe req-01e7a5fd-d781-4d29-9328-09af92d14061 service neutron] 10.222.0.71 "GET /v2.0/ports/46a4ea42-1089-420c-a96f-d7cd594a80c1/bindings/n-h1-843702-1 HTTP/1.1" status: 404 len: 380 time: 0.0923731 May 28 06:19:34.072304 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-1dddd041-3e9f-44a0-808f-b9dbf4395057 req-31d702e4-10ed-4ef1-a4b6-b627d8b78232 tempest-ServersAdminNegativeTestJSON-1888659011 tempest-ServersAdminNegativeTestJSON-1888659011-project-admin] Synchronizing usage tracker for tenant:83e414be763b46d897bca3590e2cb1c0 on resource:security_group {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:19:34.172073 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11837244-1cec-4195-8f48-e3cac3f0d030 req-e09034c7-a5c9-49a8-8119-62c77bd7eb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:34.173553 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-11837244-1cec-4195-8f48-e3cac3f0d030 req-e09034c7-a5c9-49a8-8119-62c77bd7eb52 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3b0a717583a143c2b59e02f1d6988dfc&device_id=8decf1a4-13a9-4517-896e-d54dff8f078c HTTP/1.1" status: 200 len: 1101 time: 0.0759366 May 28 06:19:34.327701 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11837244-1cec-4195-8f48-e3cac3f0d030 req-4c58ac7c-2ddb-44ad-9671-d892c4c0db2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:34.329065 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-11837244-1cec-4195-8f48-e3cac3f0d030 req-4c58ac7c-2ddb-44ad-9671-d892c4c0db2d service neutron] 10.222.0.69 "GET /v2.0/networks?id=bb90c162-fdb0-406b-af2b-5eef830db7a9 HTTP/1.1" status: 200 len: 870 time: 0.1324389 May 28 06:19:34.396071 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-11837244-1cec-4195-8f48-e3cac3f0d030 req-12c88bfc-b48a-4302-8ae0-9036100fbb5e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=b6ddb51d-ea41-4918-8fce-7094f88c5f3c HTTP/1.1" status: 200 len: 217 time: 0.0606556 May 28 06:19:34.451601 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-1dddd041-3e9f-44a0-808f-b9dbf4395057 req-31d702e4-10ed-4ef1-a4b6-b627d8b78232 tempest-ServersAdminNegativeTestJSON-1888659011 tempest-ServersAdminNegativeTestJSON-1888659011-project-admin] Unset dirty status for tenant:83e414be763b46d897bca3590e2cb1c0 on resource:security_group {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:19:34.452742 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1dddd041-3e9f-44a0-808f-b9dbf4395057 req-31d702e4-10ed-4ef1-a4b6-b627d8b78232 tempest-ServersAdminNegativeTestJSON-1888659011 tempest-ServersAdminNegativeTestJSON-1888659011-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=35ff0c09-9198-4d5d-8a1a-97ce17f9c2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4166040 May 28 06:19:34.516580 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11837244-1cec-4195-8f48-e3cac3f0d030 req-b78abb8f-ac33-49a3-8ec2-d516378a2b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:34.520528 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-11837244-1cec-4195-8f48-e3cac3f0d030 req-b78abb8f-ac33-49a3-8ec2-d516378a2b7e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e72d0ca5-04cb-4b36-82b1-c75214c9eb05 HTTP/1.1" status: 200 len: 843 time: 0.1046066 May 28 06:19:34.777877 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d922c8d1-1f26-4f78-b804-3c1e321745f9 req-b038725f-7402-4a16-884c-2eb281a59ba5 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7550758-2300-49b6-a09e-22d45df05a91 HTTP/1.1" status: 200 len: 210 time: 0.1716821 May 28 06:19:34.790468 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2ab7cf07-1910-4d40-b364-e06ca3e0e1c6 req-d6460d7f-1d1e-40fd-8a04-12be6066fbd6 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/ports?device_id=b80e5708-1efb-4794-bb57-4a346255af9f HTTP/1.1" status: 200 len: 210 time: 0.1749754 May 28 06:19:34.830158 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 44286) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:19:34.863533 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11837244-1cec-4195-8f48-e3cac3f0d030 req-2ef701e8-d9ac-4cb8-a9d9-0eff73fdeaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:34.865749 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-11837244-1cec-4195-8f48-e3cac3f0d030 req-2ef701e8-d9ac-4cb8-a9d9-0eff73fdeaaf service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bb90c162-fdb0-406b-af2b-5eef830db7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3370218 May 28 06:19:34.868752 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d7d9b12f-5db8-41ff-958a-88d9be04b735 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:34.907376 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-d7d9b12f-5db8-41ff-958a-88d9be04b735 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:19:34.923631 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ee3ab8-e3f9-4a08-afe7-325649a20bea req-de1860d2-f886-431c-b0ec-c1579ec12529 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:34.937702 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-33ee3ab8-e3f9-4a08-afe7-325649a20bea req-de1860d2-f886-431c-b0ec-c1579ec12529 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.69 "GET /v2.0/networks?id=878a453b-7058-4dfc-b9e2-17503c679278 HTTP/1.1" status: 200 len: 821 time: 0.2049117 May 28 06:19:34.941087 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-33ee3ab8-e3f9-4a08-afe7-325649a20bea req-96138fd0-356a-4163-9e6d-9bcb8aea9d81 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Request body: {'port': {'device_id': 'b80e5708-1efb-4794-bb57-4a346255af9f', 'network_id': '878a453b-7058-4dfc-b9e2-17503c679278', 'admin_state_up': True, 'tenant_id': '1ab1ed0d304345a0a07278c26e7745d6'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:19:34.966231 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-d7d9b12f-5db8-41ff-958a-88d9be04b735 admin admin] Usage tracker for resource:security_group_rule and tenant:c42ebb74d46b4308b16b74d1090b4a52 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:19:35.006890 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-d7d9b12f-5db8-41ff-958a-88d9be04b735 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:19:35.038244 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-d7d9b12f-5db8-41ff-958a-88d9be04b735 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:19:35.096498 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.69', 52709) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:19:35.179380 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-11837244-1cec-4195-8f48-e3cac3f0d030 req-b7ec4408-2782-46fb-a8df-be532a0f555a service neutron] 10.222.0.69 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2974560 May 28 06:19:35.191909 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b541ade-eca4-4eb3-8d5d-48502be31e7d req-43d5b67f-a959-4e41-869f-9f8a50c29626 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:35.193675 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5b541ade-eca4-4eb3-8d5d-48502be31e7d req-43d5b67f-a959-4e41-869f-9f8a50c29626 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9547fb1-3181-45ef-bf13-193d90ccfbd0 HTTP/1.1" status: 200 len: 949 time: 0.2229350 May 28 06:19:35.261548 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [req-33ee3ab8-e3f9-4a08-afe7-325649a20bea req-96138fd0-356a-4163-9e6d-9bcb8aea9d81 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:19:35.266766 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1b4812-a912-473e-bd59-cf6ce9d19dfe req-7a9dbcf5-9549-4afd-8bd5-e527f46804e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:35.268426 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-9b1b4812-a912-473e-bd59-cf6ce9d19dfe req-7a9dbcf5-9549-4afd-8bd5-e527f46804e0 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b9547fb1-3181-45ef-bf13-193d90ccfbd0&tenant_id=fa535ce8a329409da109cb227c3a70b1 HTTP/1.1" status: 200 len: 1100 time: 0.1679778 May 28 06:19:35.271369 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-33ee3ab8-e3f9-4a08-afe7-325649a20bea req-96138fd0-356a-4163-9e6d-9bcb8aea9d81 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Usage tracker for resource:port and tenant:1ab1ed0d304345a0a07278c26e7745d6 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:19:35.277478 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-33ee3ab8-e3f9-4a08-afe7-325649a20bea req-96138fd0-356a-4163-9e6d-9bcb8aea9d81 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:19:35.284374 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-9b1b4812-a912-473e-bd59-cf6ce9d19dfe req-5b2f685c-e767-44ae-8a1d-3f2262fbdca2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843702-1', 'device_owner': 'compute:nova'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:19:35.328228 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [req-33ee3ab8-e3f9-4a08-afe7-325649a20bea req-96138fd0-356a-4163-9e6d-9bcb8aea9d81 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:19:35.418343 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5b541ade-eca4-4eb3-8d5d-48502be31e7d req-b7489c7d-466e-4aa0-903a-a1c752f2700f tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874464 May 28 06:19:35.435993 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-9b1b4812-a912-473e-bd59-cf6ce9d19dfe req-5b2f685c-e767-44ae-8a1d-3f2262fbdca2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:35.489878 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d7d9b12f-5db8-41ff-958a-88d9be04b735 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:35.501802 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33ee3ab8-e3f9-4a08-afe7-325649a20bea req-96138fd0-356a-4163-9e6d-9bcb8aea9d81 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Made reservation on behalf of 1ab1ed0d304345a0a07278c26e7745d6 for: {'port': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:19:35.504875 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-33ee3ab8-e3f9-4a08-afe7-325649a20bea req-96138fd0-356a-4163-9e6d-9bcb8aea9d81 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:35.509615 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-11837244-1cec-4195-8f48-e3cac3f0d030 req-8c0e2966-1eb8-4fa7-8399-c75e45cdedea service neutron] 10.222.0.69 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3135190 May 28 06:19:35.616584 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d7d9b12f-5db8-41ff-958a-88d9be04b735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:35.797842 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-d7d9b12f-5db8-41ff-958a-88d9be04b735 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c42ebb74d46b4308b16b74d1090b4a52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9593601 May 28 06:19:35.797842 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d9b12f-5db8-41ff-958a-88d9be04b735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5043b014-d629-4dc1-b932-254fe89abf4a,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:35.807788 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44316) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:19:35.869348 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00941b6-65ea-4ae8-bde1-6d57a56b74bc req-97151af3-e561-41c5-876f-389bd5e1746c tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:35.884560 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f00941b6-65ea-4ae8-bde1-6d57a56b74bc req-97151af3-e561-41c5-876f-389bd5e1746c tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] 10.222.0.55 "GET /v2.0/ports?device_id=a372b7e7-3b82-40c7-a719-a488ee8c1243 HTTP/1.1" status: 200 len: 950 time: 0.1601405 May 28 06:19:35.948665 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [req-33ee3ab8-e3f9-4a08-afe7-325649a20bea req-96138fd0-356a-4163-9e6d-9bcb8aea9d81 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Allocated IP 172.20.0.5 (878a453b-7058-4dfc-b9e2-17503c679278/cdd32cdd-4510-40e6-8d87-2fb486891cf4/b07f2ba7-0d3b-45c8-a200-bab48437340e) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:19:36.003473 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d8153ec1-0a49-45f7-99c2-f21e24110683 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:36.003777 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e4335055-6cd5-466e-ab47-06af99103d97 req-1a8ee39c-40ec-416a-aa45-6629ded9e48c tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7550758-2300-49b6-a09e-22d45df05a91 HTTP/1.1" status: 200 len: 210 time: 0.0599182 May 28 06:19:36.016791 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f00941b6-65ea-4ae8-bde1-6d57a56b74bc req-0812a1b5-f23b-4cc8-b21a-2712640080d6 tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] 10.222.0.55 "GET /v2.0/security-groups?id=35ff0c09-9198-4d5d-8a1a-97ce17f9c2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306112 May 28 06:19:36.139869 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d8153ec1-0a49-45f7-99c2-f21e24110683 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:36.151130 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-9b1b4812-a912-473e-bd59-cf6ce9d19dfe req-5b2f685c-e767-44ae-8a1d-3f2262fbdca2 service neutron] For port 46a4ea42-1089-420c-a96f-d7cd594a80c1, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=46a4ea42-1089-420c-a96f-d7cd594a80c1,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:19:36.203327 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-555a779e-709c-4162-95f3-cc7e20c7ad24 req-6ad37bd5-4ec6-44a2-9ec5-eb63a6e40f63 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/ports?device_id=b80e5708-1efb-4794-bb57-4a346255af9f HTTP/1.1" status: 200 len: 210 time: 0.0496967 May 28 06:19:36.315658 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-9b1b4812-a912-473e-bd59-cf6ce9d19dfe req-5b2f685c-e767-44ae-8a1d-3f2262fbdca2 service neutron] For port 46a4ea42-1089-420c-a96f-d7cd594a80c1, host n-h2-843702-1, cleared binding levels {{(pid=89109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:19:36.410428 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9547fb1-3181-45ef-bf13-193d90ccfbd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46a4ea42-1089-420c-a96f-d7cd594a80c1'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:19:36.424496 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-9b1b4812-a912-473e-bd59-cf6ce9d19dfe req-5b2f685c-e767-44ae-8a1d-3f2262fbdca2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:36.433967 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d8153ec1-0a49-45f7-99c2-f21e24110683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:36.438492 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-33ee3ab8-e3f9-4a08-afe7-325649a20bea req-96138fd0-356a-4163-9e6d-9bcb8aea9d81 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:36.467577 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8153ec1-0a49-45f7-99c2-f21e24110683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5043b014-d629-4dc1-b932-254fe89abf4a,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:36.471500 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [req-9b1b4812-a912-473e-bd59-cf6ce9d19dfe req-5b2f685c-e767-44ae-8a1d-3f2262fbdca2 service neutron] Transition to ACTIVE for port object 46a4ea42-1089-420c-a96f-d7cd594a80c1 will not be triggered until provisioned by entity L2. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:19:36.482626 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d8153ec1-0a49-45f7-99c2-f21e24110683 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:36.483743 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-d8153ec1-0a49-45f7-99c2-f21e24110683 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5043b014-d629-4dc1-b932-254fe89abf4a HTTP/1.1" status: 204 len: 168 time: 0.6705513 May 28 06:19:36.510338 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f95616dc-43d9-433a-886e-f468964729cd'] response: {'server_uuid': 'b9547fb1-3181-45ef-bf13-193d90ccfbd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46a4ea42-1089-420c-a96f-d7cd594a80c1', 'code': 200} May 28 06:19:36.535814 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-9b1b4812-a912-473e-bd59-cf6ce9d19dfe req-5b2f685c-e767-44ae-8a1d-3f2262fbdca2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:36.604940 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-33ee3ab8-e3f9-4a08-afe7-325649a20bea req-96138fd0-356a-4163-9e6d-9bcb8aea9d81 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:36.653963 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33ee3ab8-e3f9-4a08-afe7-325649a20bea req-96138fd0-356a-4163-9e6d-9bcb8aea9d81 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Network 878a453b-7058-4dfc-b9e2-17503c679278 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:19:36.718319 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a465d7-4b65-43bd-8a3a-918d4ed91e5a req-edc05e73-ec70-493c-ac98-df8a8ae900b1 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:36.720880 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-88a465d7-4b65-43bd-8a3a-918d4ed91e5a req-edc05e73-ec70-493c-ac98-df8a8ae900b1 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9547fb1-3181-45ef-bf13-193d90ccfbd0 HTTP/1.1" status: 200 len: 947 time: 0.1177845 May 28 06:19:36.759758 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [req-33ee3ab8-e3f9-4a08-afe7-325649a20bea req-96138fd0-356a-4163-9e6d-9bcb8aea9d81 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:19:36.770865 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [req-33ee3ab8-e3f9-4a08-afe7-325649a20bea req-96138fd0-356a-4163-9e6d-9bcb8aea9d81 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:19:36.780470 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ee3ab8-e3f9-4a08-afe7-325649a20bea req-96138fd0-356a-4163-9e6d-9bcb8aea9d81 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:36.781183 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-33ee3ab8-e3f9-4a08-afe7-325649a20bea req-96138fd0-356a-4163-9e6d-9bcb8aea9d81 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:36.838288 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-88a465d7-4b65-43bd-8a3a-918d4ed91e5a req-03937cc9-cb05-49f5-9aa8-bf2f52d97336 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109321 May 28 06:19:36.883010 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b1b4812-a912-473e-bd59-cf6ce9d19dfe req-5b2f685c-e767-44ae-8a1d-3f2262fbdca2 service neutron] No DVR routers for this DVR port 46a4ea42-1089-420c-a96f-d7cd594a80c1 on host n-h2-843702-1 {{(pid=89109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:19:36.889956 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2f685c-e767-44ae-8a1d-3f2262fbdca2 service neutron] Pushing event updated for resources: {'Port': ['ID=46a4ea42-1089-420c-a96f-d7cd594a80c1,revision_number=6']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:37.024012 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-9b1b4812-a912-473e-bd59-cf6ce9d19dfe req-5b2f685c-e767-44ae-8a1d-3f2262fbdca2 service neutron] Attempting to bind port 46a4ea42-1089-420c-a96f-d7cd594a80c1 on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:19:37.024340 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-9b1b4812-a912-473e-bd59-cf6ce9d19dfe req-5b2f685c-e767-44ae-8a1d-3f2262fbdca2 service neutron] Attempting to bind port 46a4ea42-1089-420c-a96f-d7cd594a80c1 by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:19:37.024702 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b1b4812-a912-473e-bd59-cf6ce9d19dfe req-5b2f685c-e767-44ae-8a1d-3f2262fbdca2 service neutron] Attempting to bind port 46a4ea42-1089-420c-a96f-d7cd594a80c1 on network bb90c162-fdb0-406b-af2b-5eef830db7a9 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:19:37.043544 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b1b4812-a912-473e-bd59-cf6ce9d19dfe req-5b2f685c-e767-44ae-8a1d-3f2262fbdca2 service neutron] Port 46a4ea42-1089-420c-a96f-d7cd594a80c1 on network bb90c162-fdb0-406b-af2b-5eef830db7a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:19:37.044198 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b1b4812-a912-473e-bd59-cf6ce9d19dfe req-5b2f685c-e767-44ae-8a1d-3f2262fbdca2 service neutron] Attempting to bind port 46a4ea42-1089-420c-a96f-d7cd594a80c1 on network bb90c162-fdb0-406b-af2b-5eef830db7a9 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:19:37.051394 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b1b4812-a912-473e-bd59-cf6ce9d19dfe req-5b2f685c-e767-44ae-8a1d-3f2262fbdca2 service neutron] Checking agent: {'id': '69f492a0-c00d-46d0-9bec-fcd8161ce206', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 19, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:19:37.052114 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b1b4812-a912-473e-bd59-cf6ce9d19dfe req-5b2f685c-e767-44ae-8a1d-3f2262fbdca2 service neutron] Checking segment: {'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:19:37.052670 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b1b4812-a912-473e-bd59-cf6ce9d19dfe req-5b2f685c-e767-44ae-8a1d-3f2262fbdca2 service neutron] Bound using segment: {'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:19:37.053331 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-9b1b4812-a912-473e-bd59-cf6ce9d19dfe req-5b2f685c-e767-44ae-8a1d-3f2262fbdca2 service neutron] Bound port: 46a4ea42-1089-420c-a96f-d7cd594a80c1, host: n-h1-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'}}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:19:37.053996 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-9b1b4812-a912-473e-bd59-cf6ce9d19dfe req-5b2f685c-e767-44ae-8a1d-3f2262fbdca2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:37.064734 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96138fd0-356a-4163-9e6d-9bcb8aea9d81 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Pushing event updated for resources: {'Port': ['ID=b07f2ba7-0d3b-45c8-a200-bab48437340e,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:37.074295 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-33ee3ab8-e3f9-4a08-afe7-325649a20bea req-96138fd0-356a-4163-9e6d-9bcb8aea9d81 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1390817 May 28 06:19:37.181095 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-9b1b4812-a912-473e-bd59-cf6ce9d19dfe req-5b2f685c-e767-44ae-8a1d-3f2262fbdca2 service neutron] For port 46a4ea42-1089-420c-a96f-d7cd594a80c1, host n-h1-843702-1, cleared binding levels {{(pid=89109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:19:37.185757 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-9b1b4812-a912-473e-bd59-cf6ce9d19dfe req-5b2f685c-e767-44ae-8a1d-3f2262fbdca2 service neutron] For port 46a4ea42-1089-420c-a96f-d7cd594a80c1, host n-h1-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=46a4ea42-1089-420c-a96f-d7cd594a80c1,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:19:37.191639 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-33ee3ab8-e3f9-4a08-afe7-325649a20bea req-51d36277-3722-45a0-a8f2-9cade7a799ec service neutron] Request body: {'port': {'device_id': 'b80e5708-1efb-4794-bb57-4a346255af9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843702-1'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:19:37.303432 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-33ee3ab8-e3f9-4a08-afe7-325649a20bea req-51d36277-3722-45a0-a8f2-9cade7a799ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:37.304964 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c29f452a-a84f-446d-a65f-f58f76d2afff req-90576d71-dc9d-46c6-a59b-930bcf2565d9 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7550758-2300-49b6-a09e-22d45df05a91 HTTP/1.1" status: 200 len: 210 time: 0.0471349 May 28 06:19:37.351125 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-9b1b4812-a912-473e-bd59-cf6ce9d19dfe req-5b2f685c-e767-44ae-8a1d-3f2262fbdca2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:37.432064 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1b4812-a912-473e-bd59-cf6ce9d19dfe req-5b2f685c-e767-44ae-8a1d-3f2262fbdca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:37.432920 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-9b1b4812-a912-473e-bd59-cf6ce9d19dfe req-5b2f685c-e767-44ae-8a1d-3f2262fbdca2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:37.434332 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-9b1b4812-a912-473e-bd59-cf6ce9d19dfe req-5b2f685c-e767-44ae-8a1d-3f2262fbdca2 service neutron] 10.222.0.69 "PUT /v2.0/ports/46a4ea42-1089-420c-a96f-d7cd594a80c1 HTTP/1.1" status: 200 len: 1095 time: 2.1580422 May 28 06:19:37.538507 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f27ef79-ad98-4111-a41a-f63dd79c792e req-f5f67f5a-43bc-44a2-b0c6-77b188fa43c4 tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:37.540751 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8f27ef79-ad98-4111-a41a-f63dd79c792e req-f5f67f5a-43bc-44a2-b0c6-77b188fa43c4 tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] 10.222.0.55 "GET /v2.0/ports?device_id=a372b7e7-3b82-40c7-a719-a488ee8c1243 HTTP/1.1" status: 200 len: 950 time: 0.1191332 May 28 06:19:37.620879 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8f27ef79-ad98-4111-a41a-f63dd79c792e req-bd0fe2df-f98e-44f2-ba90-1da505daa9ea tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] 10.222.0.55 "GET /v2.0/security-groups?id=35ff0c09-9198-4d5d-8a1a-97ce17f9c2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740266 May 28 06:19:37.680893 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2f685c-e767-44ae-8a1d-3f2262fbdca2 service neutron] Pushing event updated for resources: {'Port': ['ID=46a4ea42-1089-420c-a96f-d7cd594a80c1,revision_number=7']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:37.897157 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1b4812-a912-473e-bd59-cf6ce9d19dfe req-580c9695-f301-4f6a-be9a-e9f4e4d838cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:37.899409 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-9b1b4812-a912-473e-bd59-cf6ce9d19dfe req-580c9695-f301-4f6a-be9a-e9f4e4d838cc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fa535ce8a329409da109cb227c3a70b1&device_id=b9547fb1-3181-45ef-bf13-193d90ccfbd0 HTTP/1.1" status: 200 len: 1098 time: 0.3823721 May 28 06:19:38.081928 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53481f44-57fb-41c1-aa02-a9083a54c830 req-35a8bcd8-9b87-4910-ab6f-30780b2a2fcb tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:38.082946 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-53481f44-57fb-41c1-aa02-a9083a54c830 req-35a8bcd8-9b87-4910-ab6f-30780b2a2fcb tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] Synchronizing usage tracker for tenant:3b0a717583a143c2b59e02f1d6988dfc on resource:port {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:19:38.133564 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44402) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:19:38.147339 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1b4812-a912-473e-bd59-cf6ce9d19dfe req-39cbdb5b-d6cc-4515-80a2-bdb95b28e54d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:38.149967 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-9b1b4812-a912-473e-bd59-cf6ce9d19dfe req-39cbdb5b-d6cc-4515-80a2-bdb95b28e54d service neutron] 10.222.0.69 "GET /v2.0/networks?id=bb90c162-fdb0-406b-af2b-5eef830db7a9 HTTP/1.1" status: 200 len: 870 time: 0.2410862 May 28 06:19:38.151454 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-53481f44-57fb-41c1-aa02-a9083a54c830 req-35a8bcd8-9b87-4910-ab6f-30780b2a2fcb tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] Unset dirty status for tenant:3b0a717583a143c2b59e02f1d6988dfc on resource:port {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:19:38.152393 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-53481f44-57fb-41c1-aa02-a9083a54c830 req-35a8bcd8-9b87-4910-ab6f-30780b2a2fcb tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] 10.222.0.71 "GET /v2.0/ports?device_id=a372b7e7-3b82-40c7-a719-a488ee8c1243 HTTP/1.1" status: 200 len: 950 time: 0.4173789 May 28 06:19:38.230728 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a418d1a-0ae2-4170-8bfb-afa70b4d8fc6 req-3519ffe9-c9cc-4ead-b350-5bc49c37a604 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:38.232199 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7a418d1a-0ae2-4170-8bfb-afa70b4d8fc6 req-3519ffe9-c9cc-4ead-b350-5bc49c37a604 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9547fb1-3181-45ef-bf13-193d90ccfbd0 HTTP/1.1" status: 200 len: 947 time: 0.2436435 May 28 06:19:38.244536 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f501a1-55d5-4b96-8011-abccf95057ea req-d81e97b9-88c0-4841-82fc-5f6ae6b3d601 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:38.245975 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-48f501a1-55d5-4b96-8011-abccf95057ea req-d81e97b9-88c0-4841-82fc-5f6ae6b3d601 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/ports?device_id=b80e5708-1efb-4794-bb57-4a346255af9f HTTP/1.1" status: 200 len: 931 time: 0.2982447 May 28 06:19:38.267323 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3844271-5f3e-460a-9659-67b64c5c6c9f req-910f8038-aa39-40f5-aa94-1f66f2aeafe0 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:38.268759 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c3844271-5f3e-460a-9659-67b64c5c6c9f req-910f8038-aa39-40f5-aa94-1f66f2aeafe0 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.69 "GET /v2.0/networks?id=ae685707-2f9d-409f-9237-8deef87c8163 HTTP/1.1" status: 200 len: 808 time: 0.2065129 May 28 06:19:38.297509 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-c3844271-5f3e-460a-9659-67b64c5c6c9f req-e26c803f-c73b-415a-aa83-99eb3502f9f9 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Request body: {'port': {'device_id': 'e7550758-2300-49b6-a09e-22d45df05a91', 'network_id': 'ae685707-2f9d-409f-9237-8deef87c8163', 'admin_state_up': True, 'tenant_id': '7b2fe75d343f4ee29013f21d2442bc34'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:19:38.411455 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7a418d1a-0ae2-4170-8bfb-afa70b4d8fc6 req-94ccd251-aafd-443b-be1f-18846870e193 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645167 May 28 06:19:38.411671 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-330ef998-6457-4c57-b2c0-d8aa33f77319 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1477678435-network', 'tenant_id': '7ad42b87653e4d76a1bdb970c572896a'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:19:38.420109 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-48f501a1-55d5-4b96-8011-abccf95057ea req-cb758d0e-72f0-4ffd-8588-f744c8f1f664 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Synchronizing usage tracker for tenant:1ab1ed0d304345a0a07278c26e7745d6 on resource:security_group {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:19:38.424498 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-9b1b4812-a912-473e-bd59-cf6ce9d19dfe req-9b33b827-fb50-4d8a-8efb-e327dbc8c6fa service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=46a4ea42-1089-420c-a96f-d7cd594a80c1 HTTP/1.1" status: 200 len: 217 time: 0.2565858 May 28 06:19:38.480037 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-c3844271-5f3e-460a-9659-67b64c5c6c9f req-e26c803f-c73b-415a-aa83-99eb3502f9f9 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:19:38.488990 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-c3844271-5f3e-460a-9659-67b64c5c6c9f req-e26c803f-c73b-415a-aa83-99eb3502f9f9 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:19:38.500146 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-330ef998-6457-4c57-b2c0-d8aa33f77319 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:19:38.506149 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [req-53481f44-57fb-41c1-aa02-a9083a54c830 req-f59a3022-47c7-4066-b5b1-d284a5ef6ab0 tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] Deleting port cbef8ad0-0c57-408c-9982-75b9349c910e {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:19:38.506481 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-53481f44-57fb-41c1-aa02-a9083a54c830 req-f59a3022-47c7-4066-b5b1-d284a5ef6ab0 tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:38.529520 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-48f501a1-55d5-4b96-8011-abccf95057ea req-cb758d0e-72f0-4ffd-8588-f744c8f1f664 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Unset dirty status for tenant:1ab1ed0d304345a0a07278c26e7745d6 on resource:security_group {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:19:38.530656 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-48f501a1-55d5-4b96-8011-abccf95057ea req-cb758d0e-72f0-4ffd-8588-f744c8f1f664 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a90b51ea-4be8-4511-8d71-0b0b776de2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593231 May 28 06:19:38.564414 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3844271-5f3e-460a-9659-67b64c5c6c9f req-e26c803f-c73b-415a-aa83-99eb3502f9f9 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Made reservation on behalf of 7b2fe75d343f4ee29013f21d2442bc34 for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:19:38.565768 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-330ef998-6457-4c57-b2c0-d8aa33f77319 admin admin] Usage tracker for resource:network and tenant:7ad42b87653e4d76a1bdb970c572896a is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:19:38.568485 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-c3844271-5f3e-460a-9659-67b64c5c6c9f req-e26c803f-c73b-415a-aa83-99eb3502f9f9 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:38.571577 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9547fb1-3181-45ef-bf13-193d90ccfbd0', 'tag': '46a4ea42-1089-420c-a96f-d7cd594a80c1'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:19:38.577005 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-330ef998-6457-4c57-b2c0-d8aa33f77319 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:19:38.612859 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-330ef998-6457-4c57-b2c0-d8aa33f77319 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:19:38.658812 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [req-33ee3ab8-e3f9-4a08-afe7-325649a20bea req-51d36277-3722-45a0-a8f2-9cade7a799ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b07f2ba7-0d3b-45c8-a200-bab48437340e {{(pid=89109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:19:38.683423 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-33ee3ab8-e3f9-4a08-afe7-325649a20bea req-51d36277-3722-45a0-a8f2-9cade7a799ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:38.699231 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1b4812-a912-473e-bd59-cf6ce9d19dfe req-9e0487dc-dda8-4626-96c7-86ae91cbe211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:38.700641 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-9b1b4812-a912-473e-bd59-cf6ce9d19dfe req-9e0487dc-dda8-4626-96c7-86ae91cbe211 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e72d0ca5-04cb-4b36-82b1-c75214c9eb05 HTTP/1.1" status: 200 len: 843 time: 0.2357192 May 28 06:19:38.751258 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-07e10f2c-455c-42ac-b850-595174e1c8e5 req-d4e5d02b-0f01-46a1-b0c0-6f38a3d92b94 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7550758-2300-49b6-a09e-22d45df05a91 HTTP/1.1" status: 200 len: 210 time: 0.0764039 May 28 06:19:38.751454 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [req-33ee3ab8-e3f9-4a08-afe7-325649a20bea req-51d36277-3722-45a0-a8f2-9cade7a799ec service neutron] Transition to ACTIVE for port object b07f2ba7-0d3b-45c8-a200-bab48437340e will not be triggered until provisioned by entity L2. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:19:38.765714 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b4de660a-bcd2-452b-a28b-93d4f6ddfb3f req-ab8873ac-e233-4282-80ae-a7bcf0463c81 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--223307237&fields=id&tenant_id=091a6ab3594e41dd849f313a7a0a6a9a HTTP/1.1" status: 200 len: 267 time: 0.1208336 May 28 06:19:38.840862 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-330ef998-6457-4c57-b2c0-d8aa33f77319 admin admin] Made reservation on behalf of 7ad42b87653e4d76a1bdb970c572896a for: {'network': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:19:38.843465 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-330ef998-6457-4c57-b2c0-d8aa33f77319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:38.869694 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-33ee3ab8-e3f9-4a08-afe7-325649a20bea req-51d36277-3722-45a0-a8f2-9cade7a799ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:38.882816 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 46a4ea42-1089-420c-a96f-d7cd594a80c1 no longer exists at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:19:38.908006 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-330ef998-6457-4c57-b2c0-d8aa33f77319 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:38.921813 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3dfb079b-7953-428d-ab5b-72aa58b6f117'] response: {'name': 'network-changed', 'server_uuid': 'b9547fb1-3181-45ef-bf13-193d90ccfbd0', 'tag': '46a4ea42-1089-420c-a96f-d7cd594a80c1', 'status': 'completed', 'code': 200} May 28 06:19:38.945265 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [req-c3844271-5f3e-460a-9659-67b64c5c6c9f req-e26c803f-c73b-415a-aa83-99eb3502f9f9 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Allocated IP 172.20.0.10 (ae685707-2f9d-409f-9237-8deef87c8163/eed62182-5ff7-4e12-84bb-4e23f47bba04/138e37fd-587c-413c-8bdd-4325f6d90825) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:19:38.951487 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 46a4ea42-1089-420c-a96f-d7cd594a80c1 not bound to the agent host n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:19:39.033871 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-330ef998-6457-4c57-b2c0-d8aa33f77319 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:19:39.059196 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-330ef998-6457-4c57-b2c0-d8aa33f77319 admin admin] Usage tracker for resource:security_group_rule and tenant:7ad42b87653e4d76a1bdb970c572896a is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:19:39.068187 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-330ef998-6457-4c57-b2c0-d8aa33f77319 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:19:39.103109 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-330ef998-6457-4c57-b2c0-d8aa33f77319 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:19:39.123570 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d36277-3722-45a0-a8f2-9cade7a799ec service neutron] Pushing event updated for resources: {'Port': ['ID=b07f2ba7-0d3b-45c8-a200-bab48437340e,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:39.139089 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-53481f44-57fb-41c1-aa02-a9083a54c830 req-f59a3022-47c7-4066-b5b1-d284a5ef6ab0 tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] For port cbef8ad0-0c57-408c-9982-75b9349c910e, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=cbef8ad0-0c57-408c-9982-75b9349c910e,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:19:39.139442 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-53481f44-57fb-41c1-aa02-a9083a54c830 req-f59a3022-47c7-4066-b5b1-d284a5ef6ab0 tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:39.147858 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1b4812-a912-473e-bd59-cf6ce9d19dfe req-e20aa046-6a0c-4b85-89f7-5cc25ca03beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:39.150216 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-9b1b4812-a912-473e-bd59-cf6ce9d19dfe req-e20aa046-6a0c-4b85-89f7-5cc25ca03beb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bb90c162-fdb0-406b-af2b-5eef830db7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4372642 May 28 06:19:39.294632 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [req-53481f44-57fb-41c1-aa02-a9083a54c830 req-f59a3022-47c7-4066-b5b1-d284a5ef6ab0 tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] Calling delete_port for cbef8ad0-0c57-408c-9982-75b9349c910e owned by compute:nova {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:19:39.325958 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4de660a-bcd2-452b-a28b-93d4f6ddfb3f req-f0a26f94-ca9e-4dbe-8079-a8fc48235b07 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:39.328052 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b4de660a-bcd2-452b-a28b-93d4f6ddfb3f req-f0a26f94-ca9e-4dbe-8079-a8fc48235b07 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] 10.222.0.55 "GET /v2.0/networks?id=a5c9567d-71ef-4c72-aea2-4f06193b25d9 HTTP/1.1" status: 200 len: 824 time: 0.5552328 May 28 06:19:39.394260 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feacccb8-57b7-4811-bb87-eb61cba74b6a req-a8b6d09e-7a53-456f-adcc-35e37bbf401e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:39.395036 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-feacccb8-57b7-4811-bb87-eb61cba74b6a req-a8b6d09e-7a53-456f-adcc-35e37bbf401e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fa535ce8a329409da109cb227c3a70b1&device_id=b9547fb1-3181-45ef-bf13-193d90ccfbd0 HTTP/1.1" status: 200 len: 1098 time: 0.4400017 May 28 06:19:39.395673 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b4de660a-bcd2-452b-a28b-93d4f6ddfb3f req-c74171ea-cc84-4b04-bf9a-38fb9d94a3ba tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] 10.222.0.55 "GET /v2.0/quotas/091a6ab3594e41dd849f313a7a0a6a9a HTTP/1.1" status: 200 len: 375 time: 0.0533352 May 28 06:19:39.406441 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e546933a-534c-44dd-8b1f-0f1ce726c168 req-64093268-2eab-4813-a8b3-c85e922d4cbb tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:39.408176 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e546933a-534c-44dd-8b1f-0f1ce726c168 req-64093268-2eab-4813-a8b3-c85e922d4cbb tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] 10.222.0.55 "GET /v2.0/ports?device_id=a372b7e7-3b82-40c7-a719-a488ee8c1243 HTTP/1.1" status: 200 len: 950 time: 0.3619635 May 28 06:19:39.499712 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.71', 54865) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:19:39.626226 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-9b1b4812-a912-473e-bd59-cf6ce9d19dfe req-8e4c084b-7120-4202-a510-76af1ee09eec service neutron] 10.222.0.69 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4156713 May 28 06:19:39.645183 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-c3844271-5f3e-460a-9659-67b64c5c6c9f req-e26c803f-c73b-415a-aa83-99eb3502f9f9 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:39.681563 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-33ee3ab8-e3f9-4a08-afe7-325649a20bea req-51d36277-3722-45a0-a8f2-9cade7a799ec service neutron] Attempting to bind port b07f2ba7-0d3b-45c8-a200-bab48437340e on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:19:39.682040 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-33ee3ab8-e3f9-4a08-afe7-325649a20bea req-51d36277-3722-45a0-a8f2-9cade7a799ec service neutron] Attempting to bind port b07f2ba7-0d3b-45c8-a200-bab48437340e by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': 'da68ba47-25e5-4637-a83a-51088b9800dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '878a453b-7058-4dfc-b9e2-17503c679278'}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:19:39.682412 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ee3ab8-e3f9-4a08-afe7-325649a20bea req-51d36277-3722-45a0-a8f2-9cade7a799ec service neutron] Attempting to bind port b07f2ba7-0d3b-45c8-a200-bab48437340e on network 878a453b-7058-4dfc-b9e2-17503c679278 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:19:39.698916 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e546933a-534c-44dd-8b1f-0f1ce726c168 req-1ec41f10-45a3-4fed-b9ec-6d30b0c14ae6 tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] 10.222.0.55 "GET /v2.0/security-groups?id=35ff0c09-9198-4d5d-8a1a-97ce17f9c2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601044 May 28 06:19:39.739990 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feacccb8-57b7-4811-bb87-eb61cba74b6a req-cd5ff4a1-d3e2-4ca2-9b7f-5cfc4394a53c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:39.741467 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-feacccb8-57b7-4811-bb87-eb61cba74b6a req-cd5ff4a1-d3e2-4ca2-9b7f-5cfc4394a53c service neutron] 10.222.0.71 "GET /v2.0/networks?id=bb90c162-fdb0-406b-af2b-5eef830db7a9 HTTP/1.1" status: 200 len: 870 time: 0.3290031 May 28 06:19:39.747165 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-330ef998-6457-4c57-b2c0-d8aa33f77319 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:39.754649 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ee3ab8-e3f9-4a08-afe7-325649a20bea req-51d36277-3722-45a0-a8f2-9cade7a799ec service neutron] Port b07f2ba7-0d3b-45c8-a200-bab48437340e on network 878a453b-7058-4dfc-b9e2-17503c679278 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:19:39.754958 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ee3ab8-e3f9-4a08-afe7-325649a20bea req-51d36277-3722-45a0-a8f2-9cade7a799ec service neutron] Attempting to bind port b07f2ba7-0d3b-45c8-a200-bab48437340e on network 878a453b-7058-4dfc-b9e2-17503c679278 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:19:39.773088 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ee3ab8-e3f9-4a08-afe7-325649a20bea req-51d36277-3722-45a0-a8f2-9cade7a799ec service neutron] Checking agent: {'id': '69f492a0-c00d-46d0-9bec-fcd8161ce206', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 19, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:19:39.773452 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ee3ab8-e3f9-4a08-afe7-325649a20bea req-51d36277-3722-45a0-a8f2-9cade7a799ec service neutron] Checking segment: {'id': 'da68ba47-25e5-4637-a83a-51088b9800dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '878a453b-7058-4dfc-b9e2-17503c679278'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:19:39.774204 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ee3ab8-e3f9-4a08-afe7-325649a20bea req-51d36277-3722-45a0-a8f2-9cade7a799ec service neutron] Bound using segment: {'id': 'da68ba47-25e5-4637-a83a-51088b9800dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '878a453b-7058-4dfc-b9e2-17503c679278'} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:19:39.774639 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-33ee3ab8-e3f9-4a08-afe7-325649a20bea req-51d36277-3722-45a0-a8f2-9cade7a799ec service neutron] Bound port: b07f2ba7-0d3b-45c8-a200-bab48437340e, host: n-h1-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da68ba47-25e5-4637-a83a-51088b9800dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '878a453b-7058-4dfc-b9e2-17503c679278'}}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:19:39.774978 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-33ee3ab8-e3f9-4a08-afe7-325649a20bea req-51d36277-3722-45a0-a8f2-9cade7a799ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:39.813173 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b4de660a-bcd2-452b-a28b-93d4f6ddfb3f req-ea3b0cba-9174-4f2d-b047-de1ec4726033 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=091a6ab3594e41dd849f313a7a0a6a9a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.4040306 May 28 06:19:39.839242 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-feacccb8-57b7-4811-bb87-eb61cba74b6a req-d88592bd-cf5a-416a-a3b7-246dad79d7f0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=46a4ea42-1089-420c-a96f-d7cd594a80c1 HTTP/1.1" status: 200 len: 217 time: 0.0891585 May 28 06:19:39.857833 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-330ef998-6457-4c57-b2c0-d8aa33f77319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:39.869173 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2da1d7-82d7-41c2-91c9-36798dd65253 req-5bfeb960-284a-4929-9e40-8feef4b561d5 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:39.870772 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3f2da1d7-82d7-41c2-91c9-36798dd65253 req-5bfeb960-284a-4929-9e40-8feef4b561d5 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] 10.222.0.71 "GET /v2.0/ports?device_id=6d475dcf-586d-4ca1-baaa-235013d4abca HTTP/1.1" status: 200 len: 945 time: 0.3713815 May 28 06:19:39.899372 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-9b1b4812-a912-473e-bd59-cf6ce9d19dfe req-581b49f0-c9d5-4bf8-8d5b-bf3b96689a4d service neutron] 10.222.0.69 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2552471 May 28 06:19:39.910117 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-330ef998-6457-4c57-b2c0-d8aa33f77319 admin admin] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=89109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:19:39.929932 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-53481f44-57fb-41c1-aa02-a9083a54c830 req-f59a3022-47c7-4066-b5b1-d284a5ef6ab0 tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:39.942530 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['b6ddb51d-ea41-4918-8fce-7094f88c5f3c'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:19:39.973945 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['cbef8ad0-0c57-408c-9982-75b9349c910e'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:19:40.077184 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-330ef998-6457-4c57-b2c0-d8aa33f77319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:40.077532 n-d-843702-1 neutron-server[89109]: INFO neutron.db.segments_db [None req-330ef998-6457-4c57-b2c0-d8aa33f77319 admin admin] Added segment 84e2d1d1-12c0-4598-9c98-946edae87c34 of type vlan for network 430569a8-cd4e-4506-9ff3-ddda48c904b1 May 28 06:19:40.081389 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330ef998-6457-4c57-b2c0-d8aa33f77319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f644a06-1cb0-4a88-be3c-2a46e5fad51a,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:40.122473 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-c3844271-5f3e-460a-9659-67b64c5c6c9f req-e26c803f-c73b-415a-aa83-99eb3502f9f9 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:40.134731 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59a3022-47c7-4066-b5b1-d284a5ef6ab0 tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] Pushing event deleted for resources: {'Port': ['ID=cbef8ad0-0c57-408c-9982-75b9349c910e,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:40.173856 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-33ee3ab8-e3f9-4a08-afe7-325649a20bea req-51d36277-3722-45a0-a8f2-9cade7a799ec service neutron] For port b07f2ba7-0d3b-45c8-a200-bab48437340e, host n-h1-843702-1, cleared binding levels {{(pid=89109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:19:40.198348 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feacccb8-57b7-4811-bb87-eb61cba74b6a req-f4b9b6a1-11dd-4e66-a036-e569c1ef9980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:40.199787 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-feacccb8-57b7-4811-bb87-eb61cba74b6a req-f4b9b6a1-11dd-4e66-a036-e569c1ef9980 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e72d0ca5-04cb-4b36-82b1-c75214c9eb05 HTTP/1.1" status: 200 len: 843 time: 0.3393791 May 28 06:19:40.207450 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-3f2da1d7-82d7-41c2-91c9-36798dd65253 req-b17dfa7b-a6f1-4724-8222-9370fc828681 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Deleting port a706e672-fce4-48ad-bed2-f98494b3d3e5 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:19:40.211410 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-3f2da1d7-82d7-41c2-91c9-36798dd65253 req-b17dfa7b-a6f1-4724-8222-9370fc828681 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:40.255974 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-33ee3ab8-e3f9-4a08-afe7-325649a20bea req-51d36277-3722-45a0-a8f2-9cade7a799ec service neutron] For port b07f2ba7-0d3b-45c8-a200-bab48437340e, host n-h1-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=b07f2ba7-0d3b-45c8-a200-bab48437340e,segment=NetworkSegment(da68ba47-25e5-4637-a83a-51088b9800dc),segment_id=da68ba47-25e5-4637-a83a-51088b9800dc)] {{(pid=89109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:19:40.272578 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-330ef998-6457-4c57-b2c0-d8aa33f77319 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:40.278437 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [req-53481f44-57fb-41c1-aa02-a9083a54c830 req-f59a3022-47c7-4066-b5b1-d284a5ef6ab0 tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] No DVR routers for this DVR port cbef8ad0-0c57-408c-9982-75b9349c910e on host n-h2-843702-1 {{(pid=89109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:19:40.285407 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-53481f44-57fb-41c1-aa02-a9083a54c830 req-f59a3022-47c7-4066-b5b1-d284a5ef6ab0 tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:40.331600 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-33ee3ab8-e3f9-4a08-afe7-325649a20bea req-51d36277-3722-45a0-a8f2-9cade7a799ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:40.384115 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feacccb8-57b7-4811-bb87-eb61cba74b6a req-b79d3a19-f0d0-4244-bab7-e7e6c4812751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:40.385639 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-feacccb8-57b7-4811-bb87-eb61cba74b6a req-b79d3a19-f0d0-4244-bab7-e7e6c4812751 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fa535ce8a329409da109cb227c3a70b1&device_id=b9547fb1-3181-45ef-bf13-193d90ccfbd0 HTTP/1.1" status: 200 len: 1098 time: 0.3113801 May 28 06:19:40.423903 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ee3ab8-e3f9-4a08-afe7-325649a20bea req-51d36277-3722-45a0-a8f2-9cade7a799ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:40.424545 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-33ee3ab8-e3f9-4a08-afe7-325649a20bea req-51d36277-3722-45a0-a8f2-9cade7a799ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:40.425905 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-33ee3ab8-e3f9-4a08-afe7-325649a20bea req-51d36277-3722-45a0-a8f2-9cade7a799ec service neutron] 10.222.0.69 "PUT /v2.0/ports/b07f2ba7-0d3b-45c8-a200-bab48437340e HTTP/1.1" status: 200 len: 1091 time: 3.2389522 May 28 06:19:40.430098 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b4de660a-bcd2-452b-a28b-93d4f6ddfb3f req-b1964f7e-28b8-4f29-9801-243ad4249048 service neutron] 10.222.0.55 "GET /v2.0/networks/a5c9567d-71ef-4c72-aea2-4f06193b25d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5912867 May 28 06:19:40.431905 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3844271-5f3e-460a-9659-67b64c5c6c9f req-e26c803f-c73b-415a-aa83-99eb3502f9f9 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Network ae685707-2f9d-409f-9237-8deef87c8163 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:19:40.452099 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [req-c3844271-5f3e-460a-9659-67b64c5c6c9f req-e26c803f-c73b-415a-aa83-99eb3502f9f9 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:19:40.474110 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3844271-5f3e-460a-9659-67b64c5c6c9f req-e26c803f-c73b-415a-aa83-99eb3502f9f9 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:19:40.478901 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-330ef998-6457-4c57-b2c0-d8aa33f77319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:40.479833 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-330ef998-6457-4c57-b2c0-d8aa33f77319 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:40.480130 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3844271-5f3e-460a-9659-67b64c5c6c9f req-e26c803f-c73b-415a-aa83-99eb3502f9f9 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:40.480389 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-330ef998-6457-4c57-b2c0-d8aa33f77319 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:40.480726 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-c3844271-5f3e-460a-9659-67b64c5c6c9f req-e26c803f-c73b-415a-aa83-99eb3502f9f9 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:40.502801 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-53481f44-57fb-41c1-aa02-a9083a54c830 req-f59a3022-47c7-4066-b5b1-d284a5ef6ab0 tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] 10.222.0.71 "DELETE /v2.0/ports/cbef8ad0-0c57-408c-9982-75b9349c910e HTTP/1.1" status: 204 len: 173 time: 2.3364515 May 28 06:19:40.531524 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d36277-3722-45a0-a8f2-9cade7a799ec service neutron] Pushing event updated for resources: {'Port': ['ID=b07f2ba7-0d3b-45c8-a200-bab48437340e,revision_number=3']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:40.646477 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26c803f-c73b-415a-aa83-99eb3502f9f9 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Pushing event updated for resources: {'Port': ['ID=138e37fd-587c-413c-8bdd-4325f6d90825,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:40.664251 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-330ef998-6457-4c57-b2c0-d8aa33f77319 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.5264771 May 28 06:19:40.668205 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330ef998-6457-4c57-b2c0-d8aa33f77319 admin admin] Pushing event updated for resources: {'Network': ['ID=430569a8-cd4e-4506-9ff3-ddda48c904b1,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:40.671782 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44456) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:19:40.678310 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 430569a8-cd4e-4506-9ff3-ddda48c904b1 details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:19:40.694226 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-1e2c5451-708d-46c0-801f-9f0508d1f056 admin admin] Request body: {'subnet': {'network_id': '430569a8-cd4e-4506-9ff3-ddda48c904b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1477678435-subnet', 'tenant_id': '7ad42b87653e4d76a1bdb970c572896a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:19:40.704693 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-1e2c5451-708d-46c0-801f-9f0508d1f056 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:19:40.712017 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-1e2c5451-708d-46c0-801f-9f0508d1f056 admin admin] Usage tracker for resource:subnet and tenant:7ad42b87653e4d76a1bdb970c572896a is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:19:40.715157 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feacccb8-57b7-4811-bb87-eb61cba74b6a req-9ee42c7e-cc85-4962-b826-62cc96704fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:40.716612 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-feacccb8-57b7-4811-bb87-eb61cba74b6a req-9ee42c7e-cc85-4962-b826-62cc96704fce service neutron] 10.222.0.69 "GET /v2.0/networks?id=bb90c162-fdb0-406b-af2b-5eef830db7a9 HTTP/1.1" status: 200 len: 870 time: 0.3202462 May 28 06:19:40.717953 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-1e2c5451-708d-46c0-801f-9f0508d1f056 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:19:40.727706 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-1e2c5451-708d-46c0-801f-9f0508d1f056 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:19:40.779472 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92149f6-99e4-4ae8-9d54-1cb37f63de66 req-af8d8fb9-9127-41f1-8ba7-1a3701a4702b tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:40.787940 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b92149f6-99e4-4ae8-9d54-1cb37f63de66 req-af8d8fb9-9127-41f1-8ba7-1a3701a4702b tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9547fb1-3181-45ef-bf13-193d90ccfbd0 HTTP/1.1" status: 200 len: 947 time: 0.8829763 May 28 06:19:40.801854 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-feacccb8-57b7-4811-bb87-eb61cba74b6a req-a92983c6-69dd-43f2-a3af-8c71ac5dcc1c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=46a4ea42-1089-420c-a96f-d7cd594a80c1 HTTP/1.1" status: 200 len: 217 time: 0.0762827 May 28 06:19:40.812229 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ee3ab8-e3f9-4a08-afe7-325649a20bea req-ccb4bef4-6759-4fed-8c3b-55b44cd3dbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:40.813070 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-33ee3ab8-e3f9-4a08-afe7-325649a20bea req-ccb4bef4-6759-4fed-8c3b-55b44cd3dbe8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1ab1ed0d304345a0a07278c26e7745d6&device_id=b80e5708-1efb-4794-bb57-4a346255af9f HTTP/1.1" status: 200 len: 1094 time: 0.2285957 May 28 06:19:40.888974 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c3844271-5f3e-460a-9659-67b64c5c6c9f req-e26c803f-c73b-415a-aa83-99eb3502f9f9 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5953872 May 28 06:19:40.904972 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feacccb8-57b7-4811-bb87-eb61cba74b6a req-d40d0168-e5e6-4c37-bccc-a7eef3caedd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:40.906488 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-feacccb8-57b7-4811-bb87-eb61cba74b6a req-d40d0168-e5e6-4c37-bccc-a7eef3caedd8 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=bb90c162-fdb0-406b-af2b-5eef830db7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6119111 May 28 06:19:40.920761 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-c3844271-5f3e-460a-9659-67b64c5c6c9f req-def6a580-748a-4573-800f-c5ec5bc08c5d service neutron] Request body: {'port': {'device_id': 'e7550758-2300-49b6-a09e-22d45df05a91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843702-1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:19:40.921380 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a372b7e7-3b82-40c7-a719-a488ee8c1243', 'name': 'network-vif-deleted', 'tag': 'cbef8ad0-0c57-408c-9982-75b9349c910e'}, {'name': 'network-changed', 'server_uuid': 'b80e5708-1efb-4794-bb57-4a346255af9f', 'tag': 'b07f2ba7-0d3b-45c8-a200-bab48437340e'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:19:40.928587 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-33ee3ab8-e3f9-4a08-afe7-325649a20bea req-199b608c-28f8-49e6-b408-76c460ee1613 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b07f2ba7-0d3b-45c8-a200-bab48437340e HTTP/1.1" status: 200 len: 217 time: 0.0831625 May 28 06:19:40.937815 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feacccb8-57b7-4811-bb87-eb61cba74b6a req-931d4c44-1a4a-4bb4-b7bb-f23ab9624113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:40.939192 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-feacccb8-57b7-4811-bb87-eb61cba74b6a req-931d4c44-1a4a-4bb4-b7bb-f23ab9624113 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e72d0ca5-04cb-4b36-82b1-c75214c9eb05 HTTP/1.1" status: 200 len: 843 time: 0.1252792 May 28 06:19:41.019438 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e2c5451-708d-46c0-801f-9f0508d1f056 admin admin] Made reservation on behalf of 7ad42b87653e4d76a1bdb970c572896a for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:19:41.021744 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1e2c5451-708d-46c0-801f-9f0508d1f056 admin admin] Notify callbacks [] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:41.027253 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b4de660a-bcd2-452b-a28b-93d4f6ddfb3f req-ceb0d2e9-28d4-435a-8f37-04976954c8bf service neutron] 10.222.0.55 "GET /v2.0/networks/a5c9567d-71ef-4c72-aea2-4f06193b25d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5787902 May 28 06:19:41.030288 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b92149f6-99e4-4ae8-9d54-1cb37f63de66 req-89fdaaaa-e149-41cd-b862-a0b77fcfa1ff tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426476 May 28 06:19:41.123581 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-3f2da1d7-82d7-41c2-91c9-36798dd65253 req-b17dfa7b-a6f1-4724-8222-9370fc828681 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] For port a706e672-fce4-48ad-bed2-f98494b3d3e5, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=a706e672-fce4-48ad-bed2-f98494b3d3e5,segment=NetworkSegment(1de716f0-90c2-4769-b773-5a69ff94f49f),segment_id=1de716f0-90c2-4769-b773-5a69ff94f49f)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:19:41.127015 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-3f2da1d7-82d7-41c2-91c9-36798dd65253 req-b17dfa7b-a6f1-4724-8222-9370fc828681 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:41.128268 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ee3ab8-e3f9-4a08-afe7-325649a20bea req-a854ca8c-390b-4002-b09f-94139cab07e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:41.129722 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-33ee3ab8-e3f9-4a08-afe7-325649a20bea req-a854ca8c-390b-4002-b09f-94139cab07e0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cdd32cdd-4510-40e6-8d87-2fb486891cf4 HTTP/1.1" status: 200 len: 861 time: 0.1890500 May 28 06:19:41.194399 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-33ee3ab8-e3f9-4a08-afe7-325649a20bea req-66a670dc-d575-49a3-983f-880e47754d8a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=878a453b-7058-4dfc-b9e2-17503c679278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494647 May 28 06:19:41.302141 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feacccb8-57b7-4811-bb87-eb61cba74b6a req-7b05720c-4fe1-4dda-b6b7-e02a09ac77ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:41.308989 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-feacccb8-57b7-4811-bb87-eb61cba74b6a req-7b05720c-4fe1-4dda-b6b7-e02a09ac77ec service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bb90c162-fdb0-406b-af2b-5eef830db7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3366838 May 28 06:19:41.469794 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-c3844271-5f3e-460a-9659-67b64c5c6c9f req-def6a580-748a-4573-800f-c5ec5bc08c5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:41.553689 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-feacccb8-57b7-4811-bb87-eb61cba74b6a req-8a3f81fd-7069-4e8f-9566-20743d1b4ca2 service neutron] 10.222.0.71 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5955226 May 28 06:19:41.656738 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-33ee3ab8-e3f9-4a08-afe7-325649a20bea req-193a024b-20ec-4415-b673-38b475b665a4 service neutron] 10.222.0.69 "GET /v2.0/networks/878a453b-7058-4dfc-b9e2-17503c679278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4510210 May 28 06:19:41.823757 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-feacccb8-57b7-4811-bb87-eb61cba74b6a req-2b6a48b5-6eaa-43aa-8dcb-b4a1a056d02c service neutron] 10.222.0.69 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4987268 May 28 06:19:41.896736 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a39f17-bc5f-42ce-a44e-107601d2244e req-ab8e0314-6cb9-44c4-aa65-f9971ddb4fd8 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:41.899543 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e5a39f17-bc5f-42ce-a44e-107601d2244e req-ab8e0314-6cb9-44c4-aa65-f9971ddb4fd8 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/ports?device_id=b80e5708-1efb-4794-bb57-4a346255af9f HTTP/1.1" status: 200 len: 943 time: 0.6736987 May 28 06:19:41.948210 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1e2c5451-708d-46c0-801f-9f0508d1f056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:41.950726 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-3f2da1d7-82d7-41c2-91c9-36798dd65253 req-b17dfa7b-a6f1-4724-8222-9370fc828681 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:41.951158 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-3f2da1d7-82d7-41c2-91c9-36798dd65253 req-b17dfa7b-a6f1-4724-8222-9370fc828681 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691094'] for floatingip, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:41.951574 n-d-843702-1 neutron-server[89110]: INFO neutron.db.l3_db [req-3f2da1d7-82d7-41c2-91c9-36798dd65253 req-b17dfa7b-a6f1-4724-8222-9370fc828681 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Floating IP bd03fd82-a43d-44af-9e9b-2a38fb4cc972 disassociated. External IP: 172.25.5.87, port: a706e672-fce4-48ad-bed2-f98494b3d3e5. May 28 06:19:41.951814 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-3f2da1d7-82d7-41c2-91c9-36798dd65253 req-b17dfa7b-a6f1-4724-8222-9370fc828681 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Calling delete_port for a706e672-fce4-48ad-bed2-f98494b3d3e5 owned by compute:nova {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:19:41.981965 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-dce45cd3-f9e2-4cda-b46a-d2fd53314b48 req-5431adf5-097b-4618-8200-c441b2af0703 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=e51a0de3-402f-460c-9493-bd8633593828&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5002255 May 28 06:19:42.017460 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-33ee3ab8-e3f9-4a08-afe7-325649a20bea req-3fbbebae-7e2c-4d31-ae0f-a1b75daee3aa service neutron] 10.222.0.69 "GET /v2.0/networks/878a453b-7058-4dfc-b9e2-17503c679278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3114164 May 28 06:19:42.068026 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2c5451-708d-46c0-801f-9f0508d1f056 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f61da45-2984-4fa9-9a8d-a50722c7b1ad,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:42.070293 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-feacccb8-57b7-4811-bb87-eb61cba74b6a req-16dd21bd-0194-486e-bd41-21b22845f9f6 service neutron] 10.222.0.71 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5016100 May 28 06:19:42.077776 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21198d6d-c791-4818-8619-915a17d6cb20 req-fdf5ac32-5773-4280-b38f-fb67f7a77e36 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:42.078483 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-21198d6d-c791-4818-8619-915a17d6cb20 req-fdf5ac32-5773-4280-b38f-fb67f7a77e36 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Synchronizing usage tracker for tenant:7b2fe75d343f4ee29013f21d2442bc34 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:19:42.083677 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-feacccb8-57b7-4811-bb87-eb61cba74b6a req-539caca7-25b9-48d5-b12b-77582a44b321 service neutron] 10.222.0.69 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2509449 May 28 06:19:42.084341 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2c5451-708d-46c0-801f-9f0508d1f056 admin admin] Checking segment: {'id': '84e2d1d1-12c0-4598-9c98-946edae87c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '430569a8-cd4e-4506-9ff3-ddda48c904b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:19:42.084686 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e2c5451-708d-46c0-801f-9f0508d1f056 admin admin] Network hostable DHCP agents. Network: 430569a8-cd4e-4506-9ff3-ddda48c904b1, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:19:42.163707 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e2c5451-708d-46c0-801f-9f0508d1f056 admin admin] Network 430569a8-cd4e-4506-9ff3-ddda48c904b1 is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:19:42.177887 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e5a39f17-bc5f-42ce-a44e-107601d2244e req-f18f6fbb-a652-4898-9d73-dc5e3ab47235 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a90b51ea-4be8-4511-8d71-0b0b776de2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577689 May 28 06:19:42.278526 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-1e2c5451-708d-46c0-801f-9f0508d1f056 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, 430569a8-cd4e-4506-9ff3-ddda48c904b1) {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:19:42.283664 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2c5451-708d-46c0-801f-9f0508d1f056 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:42.285526 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1e2c5451-708d-46c0-801f-9f0508d1f056 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:42.288853 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3285b9-1ef6-43c7-bb52-01917fe4011a None None] Network 430569a8-cd4e-4506-9ff3-ddda48c904b1 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:19:42.386916 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-1e2c5451-708d-46c0-801f-9f0508d1f056 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7089405 May 28 06:19:42.442463 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-21198d6d-c791-4818-8619-915a17d6cb20 req-fdf5ac32-5773-4280-b38f-fb67f7a77e36 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Unset dirty status for tenant:7b2fe75d343f4ee29013f21d2442bc34 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:19:42.449191 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-21198d6d-c791-4818-8619-915a17d6cb20 req-fdf5ac32-5773-4280-b38f-fb67f7a77e36 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7550758-2300-49b6-a09e-22d45df05a91 HTTP/1.1" status: 200 len: 932 time: 0.9805715 May 28 06:19:42.531639 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-21198d6d-c791-4818-8619-915a17d6cb20 req-b0e37f93-a00b-4b19-865f-bddb4899b6d6 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/security-groups?id=51e8ab45-fc50-4bca-a4a6-55c0639ed93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814345 May 28 06:19:42.595005 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce45cd3-f9e2-4cda-b46a-d2fd53314b48 req-3f8ed8c4-66c1-47e8-9059-0329e0cc15f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:42.596516 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dce45cd3-f9e2-4cda-b46a-d2fd53314b48 req-3f8ed8c4-66c1-47e8-9059-0329e0cc15f7 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7b2fe75d343f4ee29013f21d2442bc34&device_id=e51a0de3-402f-460c-9493-bd8633593828 HTTP/1.1" status: 200 len: 1115 time: 0.4219015 May 28 06:19:42.620742 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-3f2da1d7-82d7-41c2-91c9-36798dd65253 req-b17dfa7b-a6f1-4724-8222-9370fc828681 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:42.681455 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d619cfee-d876-4c48-98ae-f4162c9af07f None None] Network 430569a8-cd4e-4506-9ff3-ddda48c904b1 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:19:42.718613 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb597168-207b-416c-81c2-398de58f75e6'] response: {'server_uuid': 'a372b7e7-3b82-40c7-a719-a488ee8c1243', 'name': 'network-vif-deleted', 'tag': 'cbef8ad0-0c57-408c-9982-75b9349c910e', 'status': 'completed', 'code': 200} May 28 06:19:42.720123 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb597168-207b-416c-81c2-398de58f75e6'] response: {'name': 'network-changed', 'server_uuid': 'b80e5708-1efb-4794-bb57-4a346255af9f', 'tag': 'b07f2ba7-0d3b-45c8-a200-bab48437340e', 'status': 'completed', 'code': 200} May 28 06:19:42.886795 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device cbef8ad0-0c57-408c-9982-75b9349c910e no longer exists at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:19:42.895188 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f24727e-9f63-4c16-b3f1-c122a56a00f2 req-46111251-71a9-45bb-96ec-abc44f7525aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:42.899152 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-5f24727e-9f63-4c16-b3f1-c122a56a00f2 req-46111251-71a9-45bb-96ec-abc44f7525aa service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1ab1ed0d304345a0a07278c26e7745d6&device_id=b80e5708-1efb-4794-bb57-4a346255af9f HTTP/1.1" status: 200 len: 1094 time: 0.1539378 May 28 06:19:42.945272 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17dfa7b-a6f1-4724-8222-9370fc828681 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Pushing event deleted for resources: {'Port': ['ID=a706e672-fce4-48ad-bed2-f98494b3d3e5,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:42.948725 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [req-c3844271-5f3e-460a-9659-67b64c5c6c9f req-def6a580-748a-4573-800f-c5ec5bc08c5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 138e37fd-587c-413c-8bdd-4325f6d90825 {{(pid=89110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:19:43.017515 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] No Port match for: cbef8ad0-0c57-408c-9982-75b9349c910e {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:19:43.017871 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device cbef8ad0-0c57-408c-9982-75b9349c910e not bound to the agent host n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:19:43.018297 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device a706e672-fce4-48ad-bed2-f98494b3d3e5 no longer exists at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:19:43.156275 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] No Port match for: a706e672-fce4-48ad-bed2-f98494b3d3e5 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:19:43.156655 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device a706e672-fce4-48ad-bed2-f98494b3d3e5 not bound to the agent host n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:19:43.220341 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f24727e-9f63-4c16-b3f1-c122a56a00f2 req-d2449d19-3c41-4056-9cd7-3c625f9b064f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:43.222244 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-5f24727e-9f63-4c16-b3f1-c122a56a00f2 req-d2449d19-3c41-4056-9cd7-3c625f9b064f service neutron] 10.222.0.69 "GET /v2.0/networks?id=878a453b-7058-4dfc-b9e2-17503c679278 HTTP/1.1" status: 200 len: 922 time: 0.3159974 May 28 06:19:43.301741 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3f2da1d7-82d7-41c2-91c9-36798dd65253 req-b17dfa7b-a6f1-4724-8222-9370fc828681 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Router b0b81733-8687-4ff4-a035-18122c66529f has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:19:43.339697 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-c3844271-5f3e-460a-9659-67b64c5c6c9f req-def6a580-748a-4573-800f-c5ec5bc08c5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:43.366400 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-449aa403-cc80-4def-a3b8-d2afa66a0d31 req-2d8513e6-3594-4c24-8c0e-0e787bfdd4ee tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] 10.222.0.55 "GET /v2.0/ports?device_id=82aa383d-b9c0-40ed-9974-524203d1895a HTTP/1.1" status: 200 len: 210 time: 0.1573222 May 28 06:19:43.371863 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-5f24727e-9f63-4c16-b3f1-c122a56a00f2 req-28d94317-a9b1-486d-a539-621d9c18abf5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b07f2ba7-0d3b-45c8-a200-bab48437340e HTTP/1.1" status: 200 len: 217 time: 0.1388717 May 28 06:19:43.451734 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f24727e-9f63-4c16-b3f1-c122a56a00f2 req-3a86c403-f1af-4336-b3a7-bb4ddcb79f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:43.453450 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-5f24727e-9f63-4c16-b3f1-c122a56a00f2 req-3a86c403-f1af-4336-b3a7-bb4ddcb79f78 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cdd32cdd-4510-40e6-8d87-2fb486891cf4 HTTP/1.1" status: 200 len: 861 time: 0.0761633 May 28 06:19:43.559696 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44504) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:19:43.563451 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-5f24727e-9f63-4c16-b3f1-c122a56a00f2 req-4ac6957f-6a46-457a-9a12-1a3366ff0cd6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=878a453b-7058-4dfc-b9e2-17503c679278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1030545 May 28 06:19:43.694690 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-c3844271-5f3e-460a-9659-67b64c5c6c9f req-def6a580-748a-4573-800f-c5ec5bc08c5d service neutron] Transition to ACTIVE for port object 138e37fd-587c-413c-8bdd-4325f6d90825 will not be triggered until provisioned by entity L2. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:19:43.832915 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-c3844271-5f3e-460a-9659-67b64c5c6c9f req-def6a580-748a-4573-800f-c5ec5bc08c5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:43.840634 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-dfb35b82-ceb2-4104-856f-140dca2f174e admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:43.904875 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-dfb35b82-ceb2-4104-856f-140dca2f174e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:19:43.968588 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce45cd3-f9e2-4cda-b46a-d2fd53314b48 req-73a019f2-98cb-4b7f-bdb2-07cfdc82c2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:43.970388 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-5f24727e-9f63-4c16-b3f1-c122a56a00f2 req-01bf9935-b347-4f5f-8d64-8ba463197272 service neutron] 10.222.0.69 "GET /v2.0/networks/878a453b-7058-4dfc-b9e2-17503c679278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3946784 May 28 06:19:43.970704 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dce45cd3-f9e2-4cda-b46a-d2fd53314b48 req-73a019f2-98cb-4b7f-bdb2-07cfdc82c2d6 service neutron] 10.222.0.71 "GET /v2.0/networks?id=ae685707-2f9d-409f-9237-8deef87c8163 HTTP/1.1" status: 200 len: 909 time: 1.3370948 May 28 06:19:43.971469 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-dfb35b82-ceb2-4104-856f-140dca2f174e admin admin] Usage tracker for resource:security_group_rule and tenant:461bd429a3e84a169f4895adaf27e695 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:19:43.972976 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 44518) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:19:43.976104 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-dfb35b82-ceb2-4104-856f-140dca2f174e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:19:43.996764 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-dfb35b82-ceb2-4104-856f-140dca2f174e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:19:44.188901 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-bf6849a2-d908-48ad-9d7c-5c3ae3b1d920 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1854780937-network', 'tenant_id': 'd8d9945e59674c6698c2a187ee7d453e'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:19:44.200178 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-5f24727e-9f63-4c16-b3f1-c122a56a00f2 req-9ab4b3ea-df3c-4642-aa19-2b9a2d915490 service neutron] 10.222.0.69 "GET /v2.0/networks/878a453b-7058-4dfc-b9e2-17503c679278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003589 May 28 06:19:44.264791 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-bf6849a2-d908-48ad-9d7c-5c3ae3b1d920 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:19:44.301744 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-dfb35b82-ceb2-4104-856f-140dca2f174e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:44.303088 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dce45cd3-f9e2-4cda-b46a-d2fd53314b48 req-4081d4fe-e136-4b54-beeb-3a71ac56d3f6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8e85634d-9446-4e69-b543-1903a9307147 HTTP/1.1" status: 200 len: 217 time: 0.2249508 May 28 06:19:44.303823 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def6a580-748a-4573-800f-c5ec5bc08c5d service neutron] Pushing event updated for resources: {'Port': ['ID=138e37fd-587c-413c-8bdd-4325f6d90825,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:44.306795 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-bf6849a2-d908-48ad-9d7c-5c3ae3b1d920 admin admin] Usage tracker for resource:network and tenant:d8d9945e59674c6698c2a187ee7d453e is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:19:44.315593 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-bf6849a2-d908-48ad-9d7c-5c3ae3b1d920 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:19:44.361740 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-bf6849a2-d908-48ad-9d7c-5c3ae3b1d920 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:19:44.410244 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-dfb35b82-ceb2-4104-856f-140dca2f174e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:44.440326 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 46a4ea42-1089-420c-a96f-d7cd594a80c1 details requested by agent hyperv_n-h1-843702-1 with host n-h1-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:19:44.491562 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3f2da1d7-82d7-41c2-91c9-36798dd65253 req-b17dfa7b-a6f1-4724-8222-9370fc828681 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:19:44.511507 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6bd7372-81ea-410e-968c-3dc9bf521d55 None None] Sync routers for ids ['b0b81733-8687-4ff4-a035-18122c66529f'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:19:44.531334 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6bd7372-81ea-410e-968c-3dc9bf521d55 None None] Routers {'b0b81733-8687-4ff4-a035-18122c66529f'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:19:44.532230 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-e6bd7372-81ea-410e-968c-3dc9bf521d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:19:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['b0b81733-8687-4ff4-a035-18122c66529f'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:19:44.566742 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-c3844271-5f3e-460a-9659-67b64c5c6c9f req-def6a580-748a-4573-800f-c5ec5bc08c5d service neutron] Attempting to bind port 138e37fd-587c-413c-8bdd-4325f6d90825 on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:19:44.567220 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-c3844271-5f3e-460a-9659-67b64c5c6c9f req-def6a580-748a-4573-800f-c5ec5bc08c5d service neutron] Attempting to bind port 138e37fd-587c-413c-8bdd-4325f6d90825 by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': '2466b369-b4d4-4fbf-9dbd-05fe75562f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'ae685707-2f9d-409f-9237-8deef87c8163'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:19:44.567730 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3844271-5f3e-460a-9659-67b64c5c6c9f req-def6a580-748a-4573-800f-c5ec5bc08c5d service neutron] Attempting to bind port 138e37fd-587c-413c-8bdd-4325f6d90825 on network ae685707-2f9d-409f-9237-8deef87c8163 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:19:44.599441 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961b557e-81a9-4ac9-8d97-a762da263709 req-47d262ae-5972-4b30-957d-b41d0b912aba tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:44.602440 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-961b557e-81a9-4ac9-8d97-a762da263709 req-47d262ae-5972-4b30-957d-b41d0b912aba tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9547fb1-3181-45ef-bf13-193d90ccfbd0 HTTP/1.1" status: 200 len: 947 time: 0.8789601 May 28 06:19:44.603172 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3844271-5f3e-460a-9659-67b64c5c6c9f req-def6a580-748a-4573-800f-c5ec5bc08c5d service neutron] Port 138e37fd-587c-413c-8bdd-4325f6d90825 on network ae685707-2f9d-409f-9237-8deef87c8163 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:19:44.603501 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3844271-5f3e-460a-9659-67b64c5c6c9f req-def6a580-748a-4573-800f-c5ec5bc08c5d service neutron] Attempting to bind port 138e37fd-587c-413c-8bdd-4325f6d90825 on network ae685707-2f9d-409f-9237-8deef87c8163 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:19:44.618776 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf6849a2-d908-48ad-9d7c-5c3ae3b1d920 admin admin] Made reservation on behalf of d8d9945e59674c6698c2a187ee7d453e for: {'network': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:19:44.621870 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-bf6849a2-d908-48ad-9d7c-5c3ae3b1d920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:44.651628 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb35b82-ceb2-4104-856f-140dca2f174e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d15911a8-f971-478a-a43c-451328b48cd3,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:44.716455 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-dfb35b82-ceb2-4104-856f-140dca2f174e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=461bd429a3e84a169f4895adaf27e695&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1561856 May 28 06:19:44.720757 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44526) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:19:44.752947 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 46a4ea42-1089-420c-a96f-d7cd594a80c1, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=46a4ea42-1089-420c-a96f-d7cd594a80c1,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:19:44.790415 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Returning: {'device': '46a4ea42-1089-420c-a96f-d7cd594a80c1', 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9', 'port_id': '46a4ea42-1089-420c-a96f-d7cd594a80c1', 'mac_address': 'fa:16:3e:5d:0e:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e72d0ca5-04cb-4b36-82b1-c75214c9eb05', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:19:44.853226 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce45cd3-f9e2-4cda-b46a-d2fd53314b48 req-d0c8d03e-b248-4245-87dd-e667ba1db12d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:44.857044 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dce45cd3-f9e2-4cda-b46a-d2fd53314b48 req-d0c8d03e-b248-4245-87dd-e667ba1db12d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=eed62182-5ff7-4e12-84bb-4e23f47bba04 HTTP/1.1" status: 200 len: 848 time: 0.5370507 May 28 06:19:44.865501 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-130eeca1-4ff9-4013-b9a5-4edb13a18ca1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:44.866020 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3844271-5f3e-460a-9659-67b64c5c6c9f req-def6a580-748a-4573-800f-c5ec5bc08c5d service neutron] Checking agent: {'id': '69f492a0-c00d-46d0-9bec-fcd8161ce206', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 19, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:19:44.866456 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3844271-5f3e-460a-9659-67b64c5c6c9f req-def6a580-748a-4573-800f-c5ec5bc08c5d service neutron] Checking segment: {'id': '2466b369-b4d4-4fbf-9dbd-05fe75562f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'ae685707-2f9d-409f-9237-8deef87c8163'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:19:44.867635 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3844271-5f3e-460a-9659-67b64c5c6c9f req-def6a580-748a-4573-800f-c5ec5bc08c5d service neutron] Bound using segment: {'id': '2466b369-b4d4-4fbf-9dbd-05fe75562f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'ae685707-2f9d-409f-9237-8deef87c8163'} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:19:44.868184 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-c3844271-5f3e-460a-9659-67b64c5c6c9f req-def6a580-748a-4573-800f-c5ec5bc08c5d service neutron] Bound port: 138e37fd-587c-413c-8bdd-4325f6d90825, host: n-h1-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2466b369-b4d4-4fbf-9dbd-05fe75562f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'ae685707-2f9d-409f-9237-8deef87c8163'}}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:19:44.868624 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-c3844271-5f3e-460a-9659-67b64c5c6c9f req-def6a580-748a-4573-800f-c5ec5bc08c5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:44.915335 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 46a4ea42-1089-420c-a96f-d7cd594a80c1 is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:19:44.915636 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:44.921834 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4de660a-bcd2-452b-a28b-93d4f6ddfb3f req-0f08df7a-a384-4012-b82d-08f00bef96a8 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:44.927869 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-b4de660a-bcd2-452b-a28b-93d4f6ddfb3f req-0f08df7a-a384-4012-b82d-08f00bef96a8 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] 10.222.0.71 "GET /v2.0/networks?id=a5c9567d-71ef-4c72-aea2-4f06193b25d9 HTTP/1.1" status: 200 len: 824 time: 0.5060616 May 28 06:19:44.928053 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-e6bd7372-81ea-410e-968c-3dc9bf521d55 None None] Set router b0b81733-8687-4ff4-a035-18122c66529f gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:19:44.932107 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-130eeca1-4ff9-4013-b9a5-4edb13a18ca1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:44.945098 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46a4ea42-1089-420c-a96f-d7cd594a80c1 {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:19:44.967081 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 46a4ea42-1089-420c-a96f-d7cd594a80c1, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=46a4ea42-1089-420c-a96f-d7cd594a80c1,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:19:44.981306 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-bf6849a2-d908-48ad-9d7c-5c3ae3b1d920 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:45.019218 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f2da1d7-82d7-41c2-91c9-36798dd65253 req-b17dfa7b-a6f1-4724-8222-9370fc828681 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] No DVR routers for this DVR port a706e672-fce4-48ad-bed2-f98494b3d3e5 on host n-h2-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:19:45.032370 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-b4de660a-bcd2-452b-a28b-93d4f6ddfb3f req-7ab0cab6-44ae-46a2-b440-7de29ac8ce0a tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=091a6ab3594e41dd849f313a7a0a6a9a HTTP/1.1" status: 200 len: 379 time: 0.0826895 May 28 06:19:45.053095 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-b4de660a-bcd2-452b-a28b-93d4f6ddfb3f req-2e93dfe5-39ce-4cea-a9a0-e2e7dc444438 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Request body: {'port': {'device_id': '82aa383d-b9c0-40ed-9974-524203d1895a', 'network_id': 'a5c9567d-71ef-4c72-aea2-4f06193b25d9', 'admin_state_up': True, 'tenant_id': '091a6ab3594e41dd849f313a7a0a6a9a', 'security_groups': ['ed1b7838-09ba-4c02-8fcc-d2aad317060a']}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:19:45.054334 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dce45cd3-f9e2-4cda-b46a-d2fd53314b48 req-39482cd1-52cb-4650-b911-357dfed3320e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ae685707-2f9d-409f-9237-8deef87c8163&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1741126 May 28 06:19:45.063527 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-3f2da1d7-82d7-41c2-91c9-36798dd65253 req-b17dfa7b-a6f1-4724-8222-9370fc828681 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:45.066509 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d475dcf-586d-4ca1-baaa-235013d4abca', 'name': 'network-vif-deleted', 'tag': 'a706e672-fce4-48ad-bed2-f98494b3d3e5'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:19:45.078191 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:45.083627 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-bf6849a2-d908-48ad-9d7c-5c3ae3b1d920 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:19:45.153310 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-bf6849a2-d908-48ad-9d7c-5c3ae3b1d920 admin admin] Usage tracker for resource:security_group_rule and tenant:d8d9945e59674c6698c2a187ee7d453e is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:19:45.158815 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3f2da1d7-82d7-41c2-91c9-36798dd65253 req-b17dfa7b-a6f1-4724-8222-9370fc828681 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] 10.222.0.71 "DELETE /v2.0/ports/a706e672-fce4-48ad-bed2-f98494b3d3e5 HTTP/1.1" status: 204 len: 173 time: 5.2510681 May 28 06:19:45.225032 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=46a4ea42-1089-420c-a96f-d7cd594a80c1,revision_number=8']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:45.241710 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [req-b4de660a-bcd2-452b-a28b-93d4f6ddfb3f req-2e93dfe5-39ce-4cea-a9a0-e2e7dc444438 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:19:45.246027 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-b4de660a-bcd2-452b-a28b-93d4f6ddfb3f req-2e93dfe5-39ce-4cea-a9a0-e2e7dc444438 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Usage tracker for resource:port and tenant:091a6ab3594e41dd849f313a7a0a6a9a is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:19:45.249278 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-b4de660a-bcd2-452b-a28b-93d4f6ddfb3f req-2e93dfe5-39ce-4cea-a9a0-e2e7dc444438 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:19:45.255348 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [req-b4de660a-bcd2-452b-a28b-93d4f6ddfb3f req-2e93dfe5-39ce-4cea-a9a0-e2e7dc444438 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:19:45.263924 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-130eeca1-4ff9-4013-b9a5-4edb13a18ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:45.287282 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-130eeca1-4ff9-4013-b9a5-4edb13a18ca1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:45.289943 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-130eeca1-4ff9-4013-b9a5-4edb13a18ca1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d15911a8-f971-478a-a43c-451328b48cd3 HTTP/1.1" status: 204 len: 168 time: 0.5664327 May 28 06:19:45.291869 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130eeca1-4ff9-4013-b9a5-4edb13a18ca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d15911a8-f971-478a-a43c-451328b48cd3,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:45.322790 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-bf6849a2-d908-48ad-9d7c-5c3ae3b1d920 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:19:45.329033 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dce45cd3-f9e2-4cda-b46a-d2fd53314b48 req-26be6801-c124-44db-b3ee-57a5cb5c0762 service neutron] 10.222.0.71 "GET /v2.0/networks/ae685707-2f9d-409f-9237-8deef87c8163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483382 May 28 06:19:45.340726 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-bf6849a2-d908-48ad-9d7c-5c3ae3b1d920 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:19:45.361965 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-961b557e-81a9-4ac9-8d97-a762da263709 req-7e827efb-38ff-4183-bb90-521e71bf5cb2 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5037143 May 28 06:19:45.369797 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4de660a-bcd2-452b-a28b-93d4f6ddfb3f req-2e93dfe5-39ce-4cea-a9a0-e2e7dc444438 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Made reservation on behalf of 091a6ab3594e41dd849f313a7a0a6a9a for: {'port': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:19:45.387130 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-b4de660a-bcd2-452b-a28b-93d4f6ddfb3f req-2e93dfe5-39ce-4cea-a9a0-e2e7dc444438 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:45.400926 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['46a4ea42-1089-420c-a96f-d7cd594a80c1'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:19:45.468289 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-c3844271-5f3e-460a-9659-67b64c5c6c9f req-def6a580-748a-4573-800f-c5ec5bc08c5d service neutron] For port 138e37fd-587c-413c-8bdd-4325f6d90825, host n-h1-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:19:45.495013 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-c3844271-5f3e-460a-9659-67b64c5c6c9f req-def6a580-748a-4573-800f-c5ec5bc08c5d service neutron] For port 138e37fd-587c-413c-8bdd-4325f6d90825, host n-h1-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=138e37fd-587c-413c-8bdd-4325f6d90825,segment=NetworkSegment(2466b369-b4d4-4fbf-9dbd-05fe75562f7f),segment_id=2466b369-b4d4-4fbf-9dbd-05fe75562f7f)] {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:19:45.513323 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77dcae8-78ab-4c0b-9c17-123f52495595 req-360cd458-939a-4220-bf8c-2e2cbc3a97f3 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:45.533836 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d77dcae8-78ab-4c0b-9c17-123f52495595 req-360cd458-939a-4220-bf8c-2e2cbc3a97f3 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/ports?device_id=b80e5708-1efb-4794-bb57-4a346255af9f HTTP/1.1" status: 200 len: 943 time: 1.1676774 May 28 06:19:45.619864 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-e6bd7372-81ea-410e-968c-3dc9bf521d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b81733-8687-4ff4-a035-18122c66529f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1861659843-router', 'tenant_id': '091a6ab3594e41dd849f313a7a0a6a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '0a974990-202b-4942-a1ca-571e1455c517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:18:02Z', 'updated_at': '2022-05-28T06:18:07Z', 'revision_number': 4, 'project_id': '091a6ab3594e41dd849f313a7a0a6a9a', 'gw_port': {'id': '0a974990-202b-4942-a1ca-571e1455c517', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c8:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b81733-8687-4ff4-a035-18122c66529f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:18:03Z', 'updated_at': '2022-05-28T06:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '2ab2907a-c7e0-499d-b666-7546b5b886a8', 'name': '', 'network_id': 'a5c9567d-71ef-4c72-aea2-4f06193b25d9', 'tenant_id': '091a6ab3594e41dd849f313a7a0a6a9a', 'mac_address': 'fa:16:3e:57:6c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b81733-8687-4ff4-a035-18122c66529f', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '03212e7d-52c6-4d77-9192-a13870cfe66d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:18:06Z', 'updated_at': '2022-05-28T06:18:14Z', 'revision_number': 5, 'project_id': '091a6ab3594e41dd849f313a7a0a6a9a', 'subnets': [{'id': '03212e7d-52c6-4d77-9192-a13870cfe66d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:19:45.645522 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6bd7372-81ea-410e-968c-3dc9bf521d55 None None] Checking router: b0b81733-8687-4ff4-a035-18122c66529f for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:19:45.665879 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6bd7372-81ea-410e-968c-3dc9bf521d55 None None] Routers {'b0b81733-8687-4ff4-a035-18122c66529f'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:19:45.666611 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-e6bd7372-81ea-410e-968c-3dc9bf521d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:19:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['b0b81733-8687-4ff4-a035-18122c66529f'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:19:45.859107 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-c3844271-5f3e-460a-9659-67b64c5c6c9f req-def6a580-748a-4573-800f-c5ec5bc08c5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:45.933818 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [req-b4de660a-bcd2-452b-a28b-93d4f6ddfb3f req-2e93dfe5-39ce-4cea-a9a0-e2e7dc444438 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Allocated IP 172.20.0.11 (a5c9567d-71ef-4c72-aea2-4f06193b25d9/03212e7d-52c6-4d77-9192-a13870cfe66d/130bacd8-1b1a-44c2-8b96-1323df3c7f8a) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:19:45.990497 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3844271-5f3e-460a-9659-67b64c5c6c9f req-def6a580-748a-4573-800f-c5ec5bc08c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:45.990497 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-c3844271-5f3e-460a-9659-67b64c5c6c9f req-def6a580-748a-4573-800f-c5ec5bc08c5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:45.990497 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c3844271-5f3e-460a-9659-67b64c5c6c9f req-def6a580-748a-4573-800f-c5ec5bc08c5d service neutron] 10.222.0.69 "PUT /v2.0/ports/138e37fd-587c-413c-8bdd-4325f6d90825 HTTP/1.1" status: 200 len: 1092 time: 5.0771668 May 28 06:19:46.043489 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d77dcae8-78ab-4c0b-9c17-123f52495595 req-b1283c03-7c1e-4585-a891-e3aadbb665d9 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a90b51ea-4be8-4511-8d71-0b0b776de2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4397430 May 28 06:19:46.158886 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-bf6849a2-d908-48ad-9d7c-5c3ae3b1d920 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:46.166005 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def6a580-748a-4573-800f-c5ec5bc08c5d service neutron] Pushing event updated for resources: {'Port': ['ID=138e37fd-587c-413c-8bdd-4325f6d90825,revision_number=3']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:46.252682 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-e6bd7372-81ea-410e-968c-3dc9bf521d55 None None] Set router b0b81733-8687-4ff4-a035-18122c66529f gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:19:46.254513 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dce45cd3-f9e2-4cda-b46a-d2fd53314b48 req-7207e27a-2a6c-4095-8e47-27e1a561f1a5 service neutron] 10.222.0.71 "GET /v2.0/networks/ae685707-2f9d-409f-9237-8deef87c8163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8072569 May 28 06:19:46.254513 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9052e273-636f-4b6e-a234-5e6dbcae311d req-e7aeedfb-06e4-4dde-8dfd-e4954049e175 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:46.254513 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9052e273-636f-4b6e-a234-5e6dbcae311d req-e7aeedfb-06e4-4dde-8dfd-e4954049e175 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7550758-2300-49b6-a09e-22d45df05a91 HTTP/1.1" status: 200 len: 944 time: 0.6630275 May 28 06:19:46.270178 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-b4de660a-bcd2-452b-a28b-93d4f6ddfb3f req-2e93dfe5-39ce-4cea-a9a0-e2e7dc444438 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:46.294522 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [req-b4de660a-bcd2-452b-a28b-93d4f6ddfb3f req-2e93dfe5-39ce-4cea-a9a0-e2e7dc444438 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Transition to ACTIVE for port object 130bacd8-1b1a-44c2-8b96-1323df3c7f8a will not be triggered until provisioned by entity DHCP. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:19:46.311526 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5359fb92-7a37-431b-8774-93f562d7e040 req-cb3bcf22-c51a-4870-a255-67d2a653668a tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:46.311526 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-5359fb92-7a37-431b-8774-93f562d7e040 req-cb3bcf22-c51a-4870-a255-67d2a653668a tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] Synchronizing usage tracker for tenant:3b0a717583a143c2b59e02f1d6988dfc on resource:port {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:19:46.334466 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-bf6849a2-d908-48ad-9d7c-5c3ae3b1d920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:46.391221 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9052e273-636f-4b6e-a234-5e6dbcae311d req-00a6eb0f-d71c-42d5-8176-2e2f9c4ecc68 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/security-groups?id=51e8ab45-fc50-4bca-a4a6-55c0639ed93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363299 May 28 06:19:46.421758 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-5359fb92-7a37-431b-8774-93f562d7e040 req-cb3bcf22-c51a-4870-a255-67d2a653668a tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] Unset dirty status for tenant:3b0a717583a143c2b59e02f1d6988dfc on resource:port {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:19:46.423055 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-5359fb92-7a37-431b-8774-93f562d7e040 req-cb3bcf22-c51a-4870-a255-67d2a653668a tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] 10.222.0.69 "GET /v2.0/ports?device_id=8decf1a4-13a9-4517-896e-d54dff8f078c HTTP/1.1" status: 200 len: 950 time: 0.7323475 May 28 06:19:46.434658 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf6849a2-d908-48ad-9d7c-5c3ae3b1d920 admin admin] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=89110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:19:46.448071 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6849a2-d908-48ad-9d7c-5c3ae3b1d920 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82266ab9-bf0d-4975-9a3e-ab0e256c5139,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:46.456773 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device b07f2ba7-0d3b-45c8-a200-bab48437340e details requested by agent hyperv_n-h1-843702-1 with host n-h1-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:19:46.459731 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 46a4ea42-1089-420c-a96f-d7cd594a80c1 up at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:19:46.472600 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-bf6849a2-d908-48ad-9d7c-5c3ae3b1d920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:46.472942 n-d-843702-1 neutron-server[89110]: INFO neutron.db.segments_db [None req-bf6849a2-d908-48ad-9d7c-5c3ae3b1d920 admin admin] Added segment 9b87e7a5-2ba0-4c78-af3a-74f8492837ab of type vlan for network 7aa2fa48-0be9-4e82-86ef-6237294b3b03 May 28 06:19:46.493251 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 44540) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:19:46.502233 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-b4de660a-bcd2-452b-a28b-93d4f6ddfb3f req-2e93dfe5-39ce-4cea-a9a0-e2e7dc444438 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:46.546949 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3844271-5f3e-460a-9659-67b64c5c6c9f req-4aeacb40-4ec9-43d1-a224-b331fbd0ba10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:46.548426 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c3844271-5f3e-460a-9659-67b64c5c6c9f req-4aeacb40-4ec9-43d1-a224-b331fbd0ba10 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7b2fe75d343f4ee29013f21d2442bc34&device_id=e7550758-2300-49b6-a09e-22d45df05a91 HTTP/1.1" status: 200 len: 1095 time: 0.3894317 May 28 06:19:46.581396 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0bd8a660-86b4-4001-85f9-8ce9c1c3c205 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:46.666912 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e93dfe5-39ce-4cea-a9a0-e2e7dc444438 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Pushing event updated for resources: {'Port': ['ID=130bacd8-1b1a-44c2-8b96-1323df3c7f8a,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:46.688609 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4de660a-bcd2-452b-a28b-93d4f6ddfb3f req-2e93dfe5-39ce-4cea-a9a0-e2e7dc444438 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Network a5c9567d-71ef-4c72-aea2-4f06193b25d9 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:19:46.693186 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [req-b4de660a-bcd2-452b-a28b-93d4f6ddfb3f req-2e93dfe5-39ce-4cea-a9a0-e2e7dc444438 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:19:46.696852 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4de660a-bcd2-452b-a28b-93d4f6ddfb3f req-2e93dfe5-39ce-4cea-a9a0-e2e7dc444438 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:19:46.705547 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4de660a-bcd2-452b-a28b-93d4f6ddfb3f req-2e93dfe5-39ce-4cea-a9a0-e2e7dc444438 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:46.705547 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-b4de660a-bcd2-452b-a28b-93d4f6ddfb3f req-2e93dfe5-39ce-4cea-a9a0-e2e7dc444438 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:46.753499 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-bf6849a2-d908-48ad-9d7c-5c3ae3b1d920 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:46.780064 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [req-5359fb92-7a37-431b-8774-93f562d7e040 req-d671ac8f-9c80-4238-9fed-3974696c82df tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] Deleting port b6ddb51d-ea41-4918-8fce-7094f88c5f3c {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:19:46.780673 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-5359fb92-7a37-431b-8774-93f562d7e040 req-d671ac8f-9c80-4238-9fed-3974696c82df tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:46.791784 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-0bd8a660-86b4-4001-85f9-8ce9c1c3c205 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:19:46.795379 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c3844271-5f3e-460a-9659-67b64c5c6c9f req-4cfebec7-21e3-49f7-b1b3-0e910cc119cc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=138e37fd-587c-413c-8bdd-4325f6d90825 HTTP/1.1" status: 200 len: 217 time: 0.2370389 May 28 06:19:46.805777 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-0bd8a660-86b4-4001-85f9-8ce9c1c3c205 admin admin] Usage tracker for resource:security_group_rule and tenant:1f6227264ffd49a197149decae0ab960 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:19:46.813089 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-0bd8a660-86b4-4001-85f9-8ce9c1c3c205 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:19:46.832985 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning for port 46a4ea42-1089-420c-a96f-d7cd594a80c1 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:19:46.850879 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning complete for port 46a4ea42-1089-420c-a96f-d7cd594a80c1 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:19:46.852144 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:46.885312 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-0bd8a660-86b4-4001-85f9-8ce9c1c3c205 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:19:46.898288 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-e6bd7372-81ea-410e-968c-3dc9bf521d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b81733-8687-4ff4-a035-18122c66529f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1861659843-router', 'tenant_id': '091a6ab3594e41dd849f313a7a0a6a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '0a974990-202b-4942-a1ca-571e1455c517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:18:02Z', 'updated_at': '2022-05-28T06:18:07Z', 'revision_number': 4, 'project_id': '091a6ab3594e41dd849f313a7a0a6a9a', 'gw_port': {'id': '0a974990-202b-4942-a1ca-571e1455c517', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c8:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b81733-8687-4ff4-a035-18122c66529f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:18:03Z', 'updated_at': '2022-05-28T06:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '2ab2907a-c7e0-499d-b666-7546b5b886a8', 'name': '', 'network_id': 'a5c9567d-71ef-4c72-aea2-4f06193b25d9', 'tenant_id': '091a6ab3594e41dd849f313a7a0a6a9a', 'mac_address': 'fa:16:3e:57:6c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b81733-8687-4ff4-a035-18122c66529f', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '03212e7d-52c6-4d77-9192-a13870cfe66d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:18:06Z', 'updated_at': '2022-05-28T06:18:14Z', 'revision_number': 5, 'project_id': '091a6ab3594e41dd849f313a7a0a6a9a', 'subnets': [{'id': '03212e7d-52c6-4d77-9192-a13870cfe66d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:19:46.910176 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6bd7372-81ea-410e-968c-3dc9bf521d55 None None] The sync data for ids ['b0b81733-8687-4ff4-a035-18122c66529f'] in n-d-843702-1 is: [{'id': 'b0b81733-8687-4ff4-a035-18122c66529f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1861659843-router', 'tenant_id': '091a6ab3594e41dd849f313a7a0a6a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '0a974990-202b-4942-a1ca-571e1455c517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:18:02Z', 'updated_at': '2022-05-28T06:18:07Z', 'revision_number': 4, 'project_id': '091a6ab3594e41dd849f313a7a0a6a9a', 'gw_port': {'id': '0a974990-202b-4942-a1ca-571e1455c517', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c8:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b81733-8687-4ff4-a035-18122c66529f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:18:03Z', 'updated_at': '2022-05-28T06:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '2ab2907a-c7e0-499d-b666-7546b5b886a8', 'name': '', 'network_id': 'a5c9567d-71ef-4c72-aea2-4f06193b25d9', 'tenant_id': '091a6ab3594e41dd849f313a7a0a6a9a', 'mac_address': 'fa:16:3e:57:6c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b81733-8687-4ff4-a035-18122c66529f', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '03212e7d-52c6-4d77-9192-a13870cfe66d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:18:06Z', 'updated_at': '2022-05-28T06:18:14Z', 'revision_number': 5, 'project_id': '091a6ab3594e41dd849f313a7a0a6a9a', 'subnets': [{'id': '03212e7d-52c6-4d77-9192-a13870cfe66d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:19:46.975476 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port b07f2ba7-0d3b-45c8-a200-bab48437340e, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=b07f2ba7-0d3b-45c8-a200-bab48437340e,segment=NetworkSegment(da68ba47-25e5-4637-a83a-51088b9800dc),segment_id=da68ba47-25e5-4637-a83a-51088b9800dc)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:19:46.977153 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-b4de660a-bcd2-452b-a28b-93d4f6ddfb3f req-2e93dfe5-39ce-4cea-a9a0-e2e7dc444438 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9289343 May 28 06:19:46.989594 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3844271-5f3e-460a-9659-67b64c5c6c9f req-293bba13-1f0d-4fc0-bf79-c9a34d935451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:46.991401 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c3844271-5f3e-460a-9659-67b64c5c6c9f req-293bba13-1f0d-4fc0-bf79-c9a34d935451 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=eed62182-5ff7-4e12-84bb-4e23f47bba04 HTTP/1.1" status: 200 len: 848 time: 0.1814015 May 28 06:19:47.006628 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-b4de660a-bcd2-452b-a28b-93d4f6ddfb3f req-548ba198-e307-4ab8-9827-2aeef2ff9e8a service neutron] Request body: {'port': {'device_id': '82aa383d-b9c0-40ed-9974-524203d1895a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843702-1'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:19:47.015317 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Returning: {'device': 'b07f2ba7-0d3b-45c8-a200-bab48437340e', 'network_id': '878a453b-7058-4dfc-b9e2-17503c679278', 'port_id': 'b07f2ba7-0d3b-45c8-a200-bab48437340e', 'mac_address': 'fa:16:3e:71:b6:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdd32cdd-4510-40e6-8d87-2fb486891cf4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:19:47.056155 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c3844271-5f3e-460a-9659-67b64c5c6c9f req-aedb2493-918e-40b6-9b4e-59f35c9ab329 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ae685707-2f9d-409f-9237-8deef87c8163&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564716 May 28 06:19:47.097985 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-bf6849a2-d908-48ad-9d7c-5c3ae3b1d920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:47.099121 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf6849a2-d908-48ad-9d7c-5c3ae3b1d920 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:47.099967 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-bf6849a2-d908-48ad-9d7c-5c3ae3b1d920 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:47.136952 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port b07f2ba7-0d3b-45c8-a200-bab48437340e is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:19:47.137332 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:47.159035 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b07f2ba7-0d3b-45c8-a200-bab48437340e {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:19:47.217632 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-caba60e9-e882-4b24-836e-d5acd73da7f9 None None] Provisioning for port 130bacd8-1b1a-44c2-8b96-1323df3c7f8a completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:19:47.235385 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port b07f2ba7-0d3b-45c8-a200-bab48437340e, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=b07f2ba7-0d3b-45c8-a200-bab48437340e,segment=NetworkSegment(da68ba47-25e5-4637-a83a-51088b9800dc),segment_id=da68ba47-25e5-4637-a83a-51088b9800dc)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:19:47.238229 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-caba60e9-e882-4b24-836e-d5acd73da7f9 None None] Provisioning complete for port 130bacd8-1b1a-44c2-8b96-1323df3c7f8a triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:19:47.238830 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-caba60e9-e882-4b24-836e-d5acd73da7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:47.299515 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7502bb6-c8fa-4b3d-bf98-11541163383c None None] New status for floating IP bd03fd82-a43d-44af-9e9b-2a38fb4cc972: DOWN {{(pid=89111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 06:19:47.387221 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-b4de660a-bcd2-452b-a28b-93d4f6ddfb3f req-548ba198-e307-4ab8-9827-2aeef2ff9e8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:47.397099 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 46a4ea42-1089-420c-a96f-d7cd594a80c1 is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:19:47.397936 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:47.418507 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:47.429944 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-5359fb92-7a37-431b-8774-93f562d7e040 req-d671ac8f-9c80-4238-9fed-3974696c82df tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] For port b6ddb51d-ea41-4918-8fce-7094f88c5f3c, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=b6ddb51d-ea41-4918-8fce-7094f88c5f3c,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:19:47.430292 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-5359fb92-7a37-431b-8774-93f562d7e040 req-d671ac8f-9c80-4238-9fed-3974696c82df tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:47.437979 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6849a2-d908-48ad-9d7c-5c3ae3b1d920 admin admin] Pushing event updated for resources: {'Network': ['ID=7aa2fa48-0be9-4e82-86ef-6237294b3b03,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:47.462593 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373f811f-1d6b-4e75-aaf4-7a1d3cdbbfa2 req-c535450c-d3be-48e9-aa6a-be768bc552a4 tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:47.469539 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-373f811f-1d6b-4e75-aaf4-7a1d3cdbbfa2 req-c535450c-d3be-48e9-aa6a-be768bc552a4 tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] 10.222.0.55 "GET /v2.0/ports?device_id=8decf1a4-13a9-4517-896e-d54dff8f078c HTTP/1.1" status: 200 len: 950 time: 0.8785284 May 28 06:19:47.472441 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0bd8a660-86b4-4001-85f9-8ce9c1c3c205 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:47.534676 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 7aa2fa48-0be9-4e82-86ef-6237294b3b03 details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:19:47.562154 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 46a4ea42-1089-420c-a96f-d7cd594a80c1, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=46a4ea42-1089-420c-a96f-d7cd594a80c1,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:19:47.601979 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [req-5359fb92-7a37-431b-8774-93f562d7e040 req-d671ac8f-9c80-4238-9fed-3974696c82df tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] Calling delete_port for b6ddb51d-ea41-4918-8fce-7094f88c5f3c owned by compute:nova {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:19:47.630028 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-bf6849a2-d908-48ad-9d7c-5c3ae3b1d920 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.6504104 May 28 06:19:47.637045 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44554) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:19:47.646264 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0bd8a660-86b4-4001-85f9-8ce9c1c3c205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:47.651346 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9547fb1-3181-45ef-bf13-193d90ccfbd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46a4ea42-1089-420c-a96f-d7cd594a80c1'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:19:47.654022 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-48760581-c7be-4069-bbf8-4efa2a0a6619 admin admin] Request body: {'subnet': {'network_id': '7aa2fa48-0be9-4e82-86ef-6237294b3b03', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1854780937-subnet', 'tenant_id': 'd8d9945e59674c6698c2a187ee7d453e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:19:47.677489 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-48760581-c7be-4069-bbf8-4efa2a0a6619 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:19:47.682411 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:47.687984 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-48760581-c7be-4069-bbf8-4efa2a0a6619 admin admin] Usage tracker for resource:subnet and tenant:d8d9945e59674c6698c2a187ee7d453e is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:19:47.693485 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-caba60e9-e882-4b24-836e-d5acd73da7f9 None None] Port 130bacd8-1b1a-44c2-8b96-1323df3c7f8a cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:19:47.730556 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-48760581-c7be-4069-bbf8-4efa2a0a6619 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:19:47.751178 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-48760581-c7be-4069-bbf8-4efa2a0a6619 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:19:47.758848 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c3844271-5f3e-460a-9659-67b64c5c6c9f req-9dad254d-56d9-4b37-8b2b-200025028f63 service neutron] 10.222.0.69 "GET /v2.0/networks/ae685707-2f9d-409f-9237-8deef87c8163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6936116 May 28 06:19:47.766458 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-0bd8a660-86b4-4001-85f9-8ce9c1c3c205 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1f6227264ffd49a197149decae0ab960&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2717860 May 28 06:19:47.775876 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44560) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:19:47.778351 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['b07f2ba7-0d3b-45c8-a200-bab48437340e'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:19:47.781298 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-373f811f-1d6b-4e75-aaf4-7a1d3cdbbfa2 req-89b37612-62b5-4db6-9591-45b68eb56e59 tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] 10.222.0.55 "GET /v2.0/security-groups?id=35ff0c09-9198-4d5d-8a1a-97ce17f9c2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3108068 May 28 06:19:47.782267 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd8a660-86b4-4001-85f9-8ce9c1c3c205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d035048-2145-4233-94d1-50a812d2787b,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:47.855131 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602c2019-f352-4906-9db2-24a3fc87f268 req-9b28721f-b4cd-47ca-b417-a6ad303a95e8 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:47.855987 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-602c2019-f352-4906-9db2-24a3fc87f268 req-9b28721f-b4cd-47ca-b417-a6ad303a95e8 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Synchronizing usage tracker for tenant:091a6ab3594e41dd849f313a7a0a6a9a on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:19:47.864010 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=b07f2ba7-0d3b-45c8-a200-bab48437340e,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:47.870125 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc6ccb95-0b53-4f37-8107-2d9f5067d99d'] response: {'server_uuid': '6d475dcf-586d-4ca1-baaa-235013d4abca', 'name': 'network-vif-deleted', 'tag': 'a706e672-fce4-48ad-bed2-f98494b3d3e5', 'status': 'completed', 'code': 200} May 28 06:19:48.008198 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=46a4ea42-1089-420c-a96f-d7cd594a80c1,revision_number=9']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:48.016826 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48760581-c7be-4069-bbf8-4efa2a0a6619 admin admin] Made reservation on behalf of d8d9945e59674c6698c2a187ee7d453e for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:19:48.017973 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-48760581-c7be-4069-bbf8-4efa2a0a6619 admin admin] Notify callbacks [] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:48.081864 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c3844271-5f3e-460a-9659-67b64c5c6c9f req-57fa6761-b726-4906-886d-55be72041a49 service neutron] 10.222.0.69 "GET /v2.0/networks/ae685707-2f9d-409f-9237-8deef87c8163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823176 May 28 06:19:48.102576 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-602c2019-f352-4906-9db2-24a3fc87f268 req-9b28721f-b4cd-47ca-b417-a6ad303a95e8 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Unset dirty status for tenant:091a6ab3594e41dd849f313a7a0a6a9a on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:19:48.110927 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-602c2019-f352-4906-9db2-24a3fc87f268 req-9b28721f-b4cd-47ca-b417-a6ad303a95e8 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] 10.222.0.55 "GET /v2.0/ports?device_id=82aa383d-b9c0-40ed-9974-524203d1895a HTTP/1.1" status: 200 len: 932 time: 0.8078103 May 28 06:19:48.152970 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-602c2019-f352-4906-9db2-24a3fc87f268 req-8fbd667b-2f6b-41d9-92b5-75f21d27bfe0 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed1b7838-09ba-4c02-8fcc-d2aad317060a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411730 May 28 06:19:48.296065 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c1ca7793-465b-45fe-90fe-04477684305a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:48.413109 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c1ca7793-465b-45fe-90fe-04477684305a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:48.456884 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device b6ddb51d-ea41-4918-8fce-7094f88c5f3c no longer exists at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:19:48.494628 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] No Port match for: b6ddb51d-ea41-4918-8fce-7094f88c5f3c {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:19:48.495202 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device b6ddb51d-ea41-4918-8fce-7094f88c5f3c not bound to the agent host n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:19:48.507475 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-5359fb92-7a37-431b-8774-93f562d7e040 req-d671ac8f-9c80-4238-9fed-3974696c82df tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:48.565939 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70c922a-65d8-4da5-bf67-07440f5d55d6 req-cb6b59ae-b1d2-4810-a1ff-d3b06edd4bc2 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:48.573545 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d70c922a-65d8-4da5-bf67-07440f5d55d6 req-cb6b59ae-b1d2-4810-a1ff-d3b06edd4bc2 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/ports?device_id=b80e5708-1efb-4794-bb57-4a346255af9f HTTP/1.1" status: 200 len: 944 time: 0.2788103 May 28 06:19:48.615904 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d671ac8f-9c80-4238-9fed-3974696c82df tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] Pushing event deleted for resources: {'Port': ['ID=b6ddb51d-ea41-4918-8fce-7094f88c5f3c,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:48.639163 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540a4d4a-9e72-4388-889a-a74445bf32b6 req-037e2a1f-fee3-4379-bf94-0750505c9a39 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:48.644927 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-540a4d4a-9e72-4388-889a-a74445bf32b6 req-037e2a1f-fee3-4379-bf94-0750505c9a39 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.71 "GET /v2.0/ports?device_id=b9547fb1-3181-45ef-bf13-193d90ccfbd0&tenant_id=fa535ce8a329409da109cb227c3a70b1&binding%3Ahost_id=n-h1-843702-1 HTTP/1.1" status: 200 len: 949 time: 0.2144065 May 28 06:19:48.644927 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d70c922a-65d8-4da5-bf67-07440f5d55d6 req-d82bda91-16a4-4386-a47a-22cb7850b708 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a90b51ea-4be8-4511-8d71-0b0b776de2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689621 May 28 06:19:48.654869 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e501413-859d-4a3b-bdfb-aa51d4ceed0e req-1e6205fb-31d0-48b3-a5b5-9a9c964da4d5 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:48.656329 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0e501413-859d-4a3b-bdfb-aa51d4ceed0e req-1e6205fb-31d0-48b3-a5b5-9a9c964da4d5 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7550758-2300-49b6-a09e-22d45df05a91 HTTP/1.1" status: 200 len: 944 time: 0.1902149 May 28 06:19:48.690939 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [req-b4de660a-bcd2-452b-a28b-93d4f6ddfb3f req-548ba198-e307-4ab8-9827-2aeef2ff9e8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 130bacd8-1b1a-44c2-8b96-1323df3c7f8a {{(pid=89109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:19:48.729618 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80613c51-a4e0-420d-a23b-b6dd35e62a51'] response: {'server_uuid': 'b9547fb1-3181-45ef-bf13-193d90ccfbd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46a4ea42-1089-420c-a96f-d7cd594a80c1', 'code': 200} May 28 06:19:48.740300 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-b4de660a-bcd2-452b-a28b-93d4f6ddfb3f req-548ba198-e307-4ab8-9827-2aeef2ff9e8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:48.753593 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [req-5359fb92-7a37-431b-8774-93f562d7e040 req-d671ac8f-9c80-4238-9fed-3974696c82df tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] No DVR routers for this DVR port b6ddb51d-ea41-4918-8fce-7094f88c5f3c on host n-h1-843702-1 {{(pid=89109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:19:48.765066 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-5359fb92-7a37-431b-8774-93f562d7e040 req-d671ac8f-9c80-4238-9fed-3974696c82df tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:48.766881 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0e501413-859d-4a3b-bdfb-aa51d4ceed0e req-3ddfaa00-96c4-4ca4-9dbf-c9e2aaa0e8b5 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/security-groups?id=51e8ab45-fc50-4bca-a4a6-55c0639ed93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681851 May 28 06:19:48.767576 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8decf1a4-13a9-4517-896e-d54dff8f078c', 'name': 'network-vif-deleted', 'tag': 'b6ddb51d-ea41-4918-8fce-7094f88c5f3c'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:19:48.775470 n-d-843702-1 neutron-server[89110]: INFO neutron.api.v2.resource [req-540a4d4a-9e72-4388-889a-a74445bf32b6 req-15ca9d6d-1272-458e-b6c7-881b11347047 service neutron] delete failed (client error): The resource could not be found. May 28 06:19:48.776440 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-540a4d4a-9e72-4388-889a-a74445bf32b6 req-15ca9d6d-1272-458e-b6c7-881b11347047 service neutron] 10.222.0.71 "DELETE /v2.0/ports/46a4ea42-1089-420c-a96f-d7cd594a80c1/bindings/n-h2-843702-1 HTTP/1.1" status: 404 len: 380 time: 0.1189520 May 28 06:19:48.815370 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [req-b4de660a-bcd2-452b-a28b-93d4f6ddfb3f req-548ba198-e307-4ab8-9827-2aeef2ff9e8a service neutron] Transition to ACTIVE for port object 130bacd8-1b1a-44c2-8b96-1323df3c7f8a will not be triggered until provisioned by entity L2. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:19:48.816205 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c1ca7793-465b-45fe-90fe-04477684305a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:48.818505 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c1ca7793-465b-45fe-90fe-04477684305a admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:48.820244 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-c1ca7793-465b-45fe-90fe-04477684305a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9d035048-2145-4233-94d1-50a812d2787b HTTP/1.1" status: 204 len: 168 time: 1.0438516 May 28 06:19:48.830477 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ca7793-465b-45fe-90fe-04477684305a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d035048-2145-4233-94d1-50a812d2787b,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:48.846596 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acb37d8b-c2ec-4d26-a2dc-3a7da31f3f5f'] response: {'server_uuid': '8decf1a4-13a9-4517-896e-d54dff8f078c', 'name': 'network-vif-deleted', 'tag': 'b6ddb51d-ea41-4918-8fce-7094f88c5f3c', 'status': 'completed', 'code': 200} May 28 06:19:48.895766 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-48760581-c7be-4069-bbf8-4efa2a0a6619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:48.970130 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-b4de660a-bcd2-452b-a28b-93d4f6ddfb3f req-548ba198-e307-4ab8-9827-2aeef2ff9e8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:49.012026 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-5359fb92-7a37-431b-8774-93f562d7e040 req-d671ac8f-9c80-4238-9fed-3974696c82df tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] 10.222.0.69 "DELETE /v2.0/ports/b6ddb51d-ea41-4918-8fce-7094f88c5f3c HTTP/1.1" status: 204 len: 173 time: 2.5829539 May 28 06:19:49.034467 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1aebfdc6-527d-4b55-bcf8-fc80ba2105a1 req-3b183eec-ba85-4c01-ba3c-fea1e6dbe795 tempest-ServersAdminNegativeTestJSON-2000331522 tempest-ServersAdminNegativeTestJSON-2000331522-project] 10.222.0.55 "GET /v2.0/ports?device_id=8decf1a4-13a9-4517-896e-d54dff8f078c HTTP/1.1" status: 200 len: 210 time: 0.0724664 May 28 06:19:49.062564 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e6c29e-27db-4ccf-af27-3187204d8da8 req-ba4174e8-6a29-42eb-9ef8-2c33764137e9 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:49.064021 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-28e6c29e-27db-4ccf-af27-3187204d8da8 req-ba4174e8-6a29-42eb-9ef8-2c33764137e9 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9547fb1-3181-45ef-bf13-193d90ccfbd0 HTTP/1.1" status: 200 len: 949 time: 0.2166901 May 28 06:19:49.092722 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540a4d4a-9e72-4388-889a-a74445bf32b6 req-68fa356f-ed01-4924-bb8c-a52266e931c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:49.094371 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-540a4d4a-9e72-4388-889a-a74445bf32b6 req-68fa356f-ed01-4924-bb8c-a52266e931c5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fa535ce8a329409da109cb227c3a70b1&device_id=b9547fb1-3181-45ef-bf13-193d90ccfbd0 HTTP/1.1" status: 200 len: 1100 time: 0.1979282 May 28 06:19:49.156739 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48760581-c7be-4069-bbf8-4efa2a0a6619 admin admin] Pushing event updated for resources: {'Subnet': ['ID=044ff757-8808-4163-9c40-1735a7e7ec47,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:49.182688 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548ba198-e307-4ab8-9827-2aeef2ff9e8a service neutron] Pushing event updated for resources: {'Port': ['ID=130bacd8-1b1a-44c2-8b96-1323df3c7f8a,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:49.217276 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-28e6c29e-27db-4ccf-af27-3187204d8da8 req-d2538111-4e63-4376-b769-ed0c81f6a760 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423340 May 28 06:19:49.250402 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48760581-c7be-4069-bbf8-4efa2a0a6619 admin admin] Checking segment: {'id': '9b87e7a5-2ba0-4c78-af3a-74f8492837ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '7aa2fa48-0be9-4e82-86ef-6237294b3b03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:19:49.250977 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48760581-c7be-4069-bbf8-4efa2a0a6619 admin admin] Network hostable DHCP agents. Network: 7aa2fa48-0be9-4e82-86ef-6237294b3b03, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:19:49.284383 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540a4d4a-9e72-4388-889a-a74445bf32b6 req-1d9cac1d-32bc-44c1-9f95-822ecc665f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:49.286862 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-540a4d4a-9e72-4388-889a-a74445bf32b6 req-1d9cac1d-32bc-44c1-9f95-822ecc665f99 service neutron] 10.222.0.71 "GET /v2.0/networks?id=bb90c162-fdb0-406b-af2b-5eef830db7a9 HTTP/1.1" status: 200 len: 870 time: 0.1785128 May 28 06:19:49.319795 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-b4de660a-bcd2-452b-a28b-93d4f6ddfb3f req-548ba198-e307-4ab8-9827-2aeef2ff9e8a service neutron] Attempting to bind port 130bacd8-1b1a-44c2-8b96-1323df3c7f8a on host n-h2-843702-1 for vnic_type normal with profile {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:19:49.320492 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-b4de660a-bcd2-452b-a28b-93d4f6ddfb3f req-548ba198-e307-4ab8-9827-2aeef2ff9e8a service neutron] Attempting to bind port 130bacd8-1b1a-44c2-8b96-1323df3c7f8a by drivers openvswitch,hyperv on host n-h2-843702-1 at level 0 using segments [{'id': '1de716f0-90c2-4769-b773-5a69ff94f49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'a5c9567d-71ef-4c72-aea2-4f06193b25d9'}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:19:49.321016 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4de660a-bcd2-452b-a28b-93d4f6ddfb3f req-548ba198-e307-4ab8-9827-2aeef2ff9e8a service neutron] Attempting to bind port 130bacd8-1b1a-44c2-8b96-1323df3c7f8a on network a5c9567d-71ef-4c72-aea2-4f06193b25d9 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:19:49.328205 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4de660a-bcd2-452b-a28b-93d4f6ddfb3f req-548ba198-e307-4ab8-9827-2aeef2ff9e8a service neutron] Port 130bacd8-1b1a-44c2-8b96-1323df3c7f8a on network a5c9567d-71ef-4c72-aea2-4f06193b25d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-843702-1 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:19:49.328779 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4de660a-bcd2-452b-a28b-93d4f6ddfb3f req-548ba198-e307-4ab8-9827-2aeef2ff9e8a service neutron] Attempting to bind port 130bacd8-1b1a-44c2-8b96-1323df3c7f8a on network a5c9567d-71ef-4c72-aea2-4f06193b25d9 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:19:49.336789 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4de660a-bcd2-452b-a28b-93d4f6ddfb3f req-548ba198-e307-4ab8-9827-2aeef2ff9e8a service neutron] Checking agent: {'id': 'f1a3973b-d2b3-4558-88e7-2ac50857d302', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:19:49.337488 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4de660a-bcd2-452b-a28b-93d4f6ddfb3f req-548ba198-e307-4ab8-9827-2aeef2ff9e8a service neutron] Checking segment: {'id': '1de716f0-90c2-4769-b773-5a69ff94f49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'a5c9567d-71ef-4c72-aea2-4f06193b25d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:19:49.338390 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4de660a-bcd2-452b-a28b-93d4f6ddfb3f req-548ba198-e307-4ab8-9827-2aeef2ff9e8a service neutron] Bound using segment: {'id': '1de716f0-90c2-4769-b773-5a69ff94f49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'a5c9567d-71ef-4c72-aea2-4f06193b25d9'} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:19:49.339040 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-b4de660a-bcd2-452b-a28b-93d4f6ddfb3f req-548ba198-e307-4ab8-9827-2aeef2ff9e8a service neutron] Bound port: 130bacd8-1b1a-44c2-8b96-1323df3c7f8a, host: n-h2-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1de716f0-90c2-4769-b773-5a69ff94f49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'a5c9567d-71ef-4c72-aea2-4f06193b25d9'}}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:19:49.339616 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-b4de660a-bcd2-452b-a28b-93d4f6ddfb3f req-548ba198-e307-4ab8-9827-2aeef2ff9e8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:49.417691 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48760581-c7be-4069-bbf8-4efa2a0a6619 admin admin] Network 7aa2fa48-0be9-4e82-86ef-6237294b3b03 is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:19:49.467331 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-b4de660a-bcd2-452b-a28b-93d4f6ddfb3f req-548ba198-e307-4ab8-9827-2aeef2ff9e8a service neutron] For port 130bacd8-1b1a-44c2-8b96-1323df3c7f8a, host n-h2-843702-1, cleared binding levels {{(pid=89109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:19:49.486545 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-b4de660a-bcd2-452b-a28b-93d4f6ddfb3f req-548ba198-e307-4ab8-9827-2aeef2ff9e8a service neutron] For port 130bacd8-1b1a-44c2-8b96-1323df3c7f8a, host n-h2-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=130bacd8-1b1a-44c2-8b96-1323df3c7f8a,segment=NetworkSegment(1de716f0-90c2-4769-b773-5a69ff94f49f),segment_id=1de716f0-90c2-4769-b773-5a69ff94f49f)] {{(pid=89109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:19:49.486690 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-540a4d4a-9e72-4388-889a-a74445bf32b6 req-7a0e3d24-9725-4802-bb1a-0c26f076d4a3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=46a4ea42-1089-420c-a96f-d7cd594a80c1 HTTP/1.1" status: 200 len: 217 time: 0.1802897 May 28 06:19:49.577477 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540a4d4a-9e72-4388-889a-a74445bf32b6 req-e4bf40cf-3399-4fc4-8268-5175f6ea18df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:49.577477 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-540a4d4a-9e72-4388-889a-a74445bf32b6 req-e4bf40cf-3399-4fc4-8268-5175f6ea18df service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e72d0ca5-04cb-4b36-82b1-c75214c9eb05 HTTP/1.1" status: 200 len: 843 time: 0.0952299 May 28 06:19:49.637732 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-48760581-c7be-4069-bbf8-4efa2a0a6619 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, 7aa2fa48-0be9-4e82-86ef-6237294b3b03) {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:19:49.642383 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48760581-c7be-4069-bbf8-4efa2a0a6619 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:49.643091 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-48760581-c7be-4069-bbf8-4efa2a0a6619 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:49.648848 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8902fb-b4fb-4a4c-a8b4-24f93a2c2f22 req-e0823fb1-543a-4f6e-b0bf-778ebd938117 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:49.649473 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-534b210e-df94-4a21-b9e9-4794846c062c None None] Network 7aa2fa48-0be9-4e82-86ef-6237294b3b03 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:19:49.650382 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ec8902fb-b4fb-4a4c-a8b4-24f93a2c2f22 req-e0823fb1-543a-4f6e-b0bf-778ebd938117 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] 10.222.0.55 "GET /v2.0/ports?device_id=82aa383d-b9c0-40ed-9974-524203d1895a HTTP/1.1" status: 200 len: 944 time: 0.2563272 May 28 06:19:49.671937 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-b4de660a-bcd2-452b-a28b-93d4f6ddfb3f req-548ba198-e307-4ab8-9827-2aeef2ff9e8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:49.725012 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540a4d4a-9e72-4388-889a-a74445bf32b6 req-f80fb636-fa83-4d46-bb07-88bfe6601878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:49.725012 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-540a4d4a-9e72-4388-889a-a74445bf32b6 req-f80fb636-fa83-4d46-bb07-88bfe6601878 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=bb90c162-fdb0-406b-af2b-5eef830db7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1393797 May 28 06:19:49.737856 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ec8902fb-b4fb-4a4c-a8b4-24f93a2c2f22 req-cd7c8b6d-fbff-4c01-979d-2bdd7f8f69be tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed1b7838-09ba-4c02-8fcc-d2aad317060a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796294 May 28 06:19:49.840758 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548ba198-e307-4ab8-9827-2aeef2ff9e8a service neutron] Pushing event updated for resources: {'Port': ['ID=130bacd8-1b1a-44c2-8b96-1323df3c7f8a,revision_number=3']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:49.863418 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-48760581-c7be-4069-bbf8-4efa2a0a6619 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.2227082 May 28 06:19:49.871963 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7550758-2300-49b6-a09e-22d45df05a91', 'tag': '138e37fd-587c-413c-8bdd-4325f6d90825'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:19:49.878677 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4de660a-bcd2-452b-a28b-93d4f6ddfb3f req-548ba198-e307-4ab8-9827-2aeef2ff9e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:49.879970 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-b4de660a-bcd2-452b-a28b-93d4f6ddfb3f req-548ba198-e307-4ab8-9827-2aeef2ff9e8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:49.884446 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-b4de660a-bcd2-452b-a28b-93d4f6ddfb3f req-548ba198-e307-4ab8-9827-2aeef2ff9e8a service neutron] 10.222.0.71 "PUT /v2.0/ports/130bacd8-1b1a-44c2-8b96-1323df3c7f8a HTTP/1.1" status: 200 len: 1092 time: 2.8879585 May 28 06:19:49.993556 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32fa54e7-e878-4bfc-bcc3-bc5de4519672 None None] Network 7aa2fa48-0be9-4e82-86ef-6237294b3b03 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:19:50.020895 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-540a4d4a-9e72-4388-889a-a74445bf32b6 req-fceeda47-a269-4daf-a1b2-1fcc35561033 service neutron] 10.222.0.71 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2820446 May 28 06:19:50.171555 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4de660a-bcd2-452b-a28b-93d4f6ddfb3f req-a633a577-fd9d-4f92-a9ad-73faa8adcc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:50.173724 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-b4de660a-bcd2-452b-a28b-93d4f6ddfb3f req-a633a577-fd9d-4f92-a9ad-73faa8adcc14 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=091a6ab3594e41dd849f313a7a0a6a9a&device_id=82aa383d-b9c0-40ed-9974-524203d1895a HTTP/1.1" status: 200 len: 1095 time: 0.1258667 May 28 06:19:50.186685 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44602) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:19:50.319403 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-b4de660a-bcd2-452b-a28b-93d4f6ddfb3f req-4e0a3cca-72ae-4867-993d-0f76c0cea399 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=130bacd8-1b1a-44c2-8b96-1323df3c7f8a HTTP/1.1" status: 200 len: 217 time: 0.1297288 May 28 06:19:50.394424 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f051ae6-9565-49c5-8eef-f51d6fe3eeec req-92a3d29c-f2ca-45d0-9959-b67b89945671 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:50.396832 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0f051ae6-9565-49c5-8eef-f51d6fe3eeec req-92a3d29c-f2ca-45d0-9959-b67b89945671 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/ports?device_id=b80e5708-1efb-4794-bb57-4a346255af9f HTTP/1.1" status: 200 len: 944 time: 0.5256689 May 28 06:19:50.415056 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e2ff35a-21c4-42f7-afc6-dbbddd80f0c7 admin admin] Deleting subnet 9f61da45-2984-4fa9-9a8d-a50722c7b1ad {{(pid=89109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:19:50.420482 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4de660a-bcd2-452b-a28b-93d4f6ddfb3f req-03abd98b-50cb-4d3a-bf62-094d526c1b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:50.421955 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-b4de660a-bcd2-452b-a28b-93d4f6ddfb3f req-03abd98b-50cb-4d3a-bf62-094d526c1b51 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=03212e7d-52c6-4d77-9192-a13870cfe66d HTTP/1.1" status: 200 len: 863 time: 0.0883060 May 28 06:19:50.426726 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3e2ff35a-21c4-42f7-afc6-dbbddd80f0c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:50.486439 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device b07f2ba7-0d3b-45c8-a200-bab48437340e up at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:19:50.544962 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3e2ff35a-21c4-42f7-afc6-dbbddd80f0c7 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:50.551757 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0f051ae6-9565-49c5-8eef-f51d6fe3eeec req-9829b931-175e-4d94-aa13-5a178d78c8d9 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a90b51ea-4be8-4511-8d71-0b0b776de2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433904 May 28 06:19:50.555335 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3e2ff35a-21c4-42f7-afc6-dbbddd80f0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:50.565247 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-540a4d4a-9e72-4388-889a-a74445bf32b6 req-be279fb6-ae75-4901-9dda-19ccafa76091 service neutron] 10.222.0.71 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5138605 May 28 06:19:50.605842 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cca3b0-4db2-4011-932a-dd5acbb5687b req-365bd037-05f8-42c2-b99a-7e6cbe5bdf3b tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:50.618071 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-36cca3b0-4db2-4011-932a-dd5acbb5687b req-365bd037-05f8-42c2-b99a-7e6cbe5bdf3b tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7550758-2300-49b6-a09e-22d45df05a91 HTTP/1.1" status: 200 len: 944 time: 0.5237155 May 28 06:19:50.653990 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4de660a-bcd2-452b-a28b-93d4f6ddfb3f req-f11f10cb-0cc3-44b3-bc5f-e1d35d9bdd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:50.662710 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-b4de660a-bcd2-452b-a28b-93d4f6ddfb3f req-f11f10cb-0cc3-44b3-bc5f-e1d35d9bdd8a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a5c9567d-71ef-4c72-aea2-4f06193b25d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2065945 May 28 06:19:50.708410 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-36cca3b0-4db2-4011-932a-dd5acbb5687b req-655085ca-e83f-4f8d-a527-59d17c03f62d tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/security-groups?id=51e8ab45-fc50-4bca-a4a6-55c0639ed93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893042 May 28 06:19:50.713635 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1ab70a2-de46-43e0-8b0c-2b0176ed7bb4'] response: {'name': 'network-changed', 'server_uuid': 'e7550758-2300-49b6-a09e-22d45df05a91', 'tag': '138e37fd-587c-413c-8bdd-4325f6d90825', 'status': 'completed', 'code': 200} May 28 06:19:50.741542 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning for port b07f2ba7-0d3b-45c8-a200-bab48437340e completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:19:50.750163 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning complete for port b07f2ba7-0d3b-45c8-a200-bab48437340e triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:19:50.750163 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:50.846028 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3e2ff35a-21c4-42f7-afc6-dbbddd80f0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:50.889011 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82aa383d-b9c0-40ed-9974-524203d1895a', 'tag': '130bacd8-1b1a-44c2-8b96-1323df3c7f8a'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:19:50.918695 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2ff35a-21c4-42f7-afc6-dbbddd80f0c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f61da45-2984-4fa9-9a8d-a50722c7b1ad,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:50.933825 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3e2ff35a-21c4-42f7-afc6-dbbddd80f0c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:50.963018 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-3e2ff35a-21c4-42f7-afc6-dbbddd80f0c7 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/9f61da45-2984-4fa9-9a8d-a50722c7b1ad HTTP/1.1" status: 204 len: 168 time: 0.7751937 May 28 06:19:50.965269 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44626) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:19:51.023648 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc1e95e-1591-48ad-981c-318a4837711d req-2ed3cede-e843-4d21-98b3-1313437e9bd4 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:51.025334 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3bc1e95e-1591-48ad-981c-318a4837711d req-2ed3cede-e843-4d21-98b3-1313437e9bd4 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9547fb1-3181-45ef-bf13-193d90ccfbd0 HTTP/1.1" status: 200 len: 949 time: 0.1912377 May 28 06:19:51.060350 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port b07f2ba7-0d3b-45c8-a200-bab48437340e is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:19:51.060926 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:51.090762 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b80e5708-1efb-4794-bb57-4a346255af9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b07f2ba7-0d3b-45c8-a200-bab48437340e'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:19:51.101892 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port b07f2ba7-0d3b-45c8-a200-bab48437340e, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=b07f2ba7-0d3b-45c8-a200-bab48437340e,segment=NetworkSegment(da68ba47-25e5-4637-a83a-51088b9800dc),segment_id=da68ba47-25e5-4637-a83a-51088b9800dc)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:19:51.138836 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3bc1e95e-1591-48ad-981c-318a4837711d req-5f38ad00-cd6c-412c-a0ab-e5c5b4e6dd8e tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069593 May 28 06:19:51.183539 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2e2e5b-41a6-4aaf-a21f-9db814731127 req-73d9deb2-e112-485b-a7cd-46dcc9f7c207 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:51.183713 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-b4de660a-bcd2-452b-a28b-93d4f6ddfb3f req-6c242c8f-259a-4d52-8e3a-fc9dfb15c4aa service neutron] 10.222.0.71 "GET /v2.0/networks/a5c9567d-71ef-4c72-aea2-4f06193b25d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5178485 May 28 06:19:51.193984 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fb2e2e5b-41a6-4aaf-a21f-9db814731127 req-73d9deb2-e112-485b-a7cd-46dcc9f7c207 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] 10.222.0.55 "GET /v2.0/ports?device_id=82aa383d-b9c0-40ed-9974-524203d1895a HTTP/1.1" status: 200 len: 944 time: 0.1437361 May 28 06:19:51.215453 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:51.226758 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0052b7-708b-4b98-b51a-1eece08b8171 req-b72b49d6-c167-4dcd-934a-44a671b15010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:51.228361 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-dd0052b7-708b-4b98-b51a-1eece08b8171 req-b72b49d6-c167-4dcd-934a-44a671b15010 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7b2fe75d343f4ee29013f21d2442bc34&device_id=e7550758-2300-49b6-a09e-22d45df05a91 HTTP/1.1" status: 200 len: 1095 time: 0.4401352 May 28 06:19:51.272806 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fb2e2e5b-41a6-4aaf-a21f-9db814731127 req-1b54dc4c-a822-4cb6-b12e-44bc1719d14d tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed1b7838-09ba-4c02-8fcc-d2aad317060a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763757 May 28 06:19:51.284259 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3f35dd1-1a75-4792-b115-b96c2a4f6ad4'] response: {'name': 'network-changed', 'server_uuid': '82aa383d-b9c0-40ed-9974-524203d1895a', 'tag': '130bacd8-1b1a-44c2-8b96-1323df3c7f8a', 'status': 'completed', 'code': 200} May 28 06:19:51.328049 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=b07f2ba7-0d3b-45c8-a200-bab48437340e,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:51.328719 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-688d07f0-42d6-4e1e-a753-28bda9ae7a5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:51.331678 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad8da461-1aab-4804-9c80-cd86d7abedea'] response: {'server_uuid': 'b80e5708-1efb-4794-bb57-4a346255af9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b07f2ba7-0d3b-45c8-a200-bab48437340e', 'code': 200} May 28 06:19:51.551126 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3bc03b-bad2-4377-b1af-15c9cdbbe9c0 req-7c896511-0052-4052-8580-5dff19274e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:51.553280 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cc3bc03b-bad2-4377-b1af-15c9cdbbe9c0 req-7c896511-0052-4052-8580-5dff19274e83 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b80e5708-1efb-4794-bb57-4a346255af9f HTTP/1.1" status: 200 len: 1096 time: 0.1516883 May 28 06:19:51.572463 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44642) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:19:51.632915 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cc3bc03b-bad2-4377-b1af-15c9cdbbe9c0 req-0ad07d83-be93-40de-bc0c-354535a6821f service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=a90b51ea-4be8-4511-8d71-0b0b776de2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712774 May 28 06:19:51.689600 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-b4de660a-bcd2-452b-a28b-93d4f6ddfb3f req-e37821a0-82e0-43ff-963f-08bc3e365e20 service neutron] 10.222.0.71 "GET /v2.0/networks/a5c9567d-71ef-4c72-aea2-4f06193b25d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4940352 May 28 06:19:51.719756 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0052b7-708b-4b98-b51a-1eece08b8171 req-49f83ced-5627-4c67-ad86-f5bddbf231aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:51.721207 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-dd0052b7-708b-4b98-b51a-1eece08b8171 req-49f83ced-5627-4c67-ad86-f5bddbf231aa service neutron] 10.222.0.69 "GET /v2.0/networks?id=ae685707-2f9d-409f-9237-8deef87c8163 HTTP/1.1" status: 200 len: 909 time: 0.4361560 May 28 06:19:51.742360 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-688d07f0-42d6-4e1e-a753-28bda9ae7a5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:51.805922 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-688d07f0-42d6-4e1e-a753-28bda9ae7a5a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=89109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:19:51.805922 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-688d07f0-42d6-4e1e-a753-28bda9ae7a5a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=89109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:19:51.805922 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-688d07f0-42d6-4e1e-a753-28bda9ae7a5a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=89109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:19:51.805922 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-688d07f0-42d6-4e1e-a753-28bda9ae7a5a admin admin] Subscribe: > port after_create 55550000 {{(pid=89109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:19:51.805922 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-688d07f0-42d6-4e1e-a753-28bda9ae7a5a admin admin] Subscribe: > port after_delete 55550000 {{(pid=89109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:19:51.805922 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-688d07f0-42d6-4e1e-a753-28bda9ae7a5a admin admin] Subscribe: > port after_update 55550000 {{(pid=89109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:19:51.805922 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-688d07f0-42d6-4e1e-a753-28bda9ae7a5a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=89109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:19:51.805922 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-688d07f0-42d6-4e1e-a753-28bda9ae7a5a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=89109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:19:51.805922 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-688d07f0-42d6-4e1e-a753-28bda9ae7a5a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=89109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:19:51.805922 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-688d07f0-42d6-4e1e-a753-28bda9ae7a5a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=89109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:19:51.882888 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c911effa-6293-4367-8c0a-a8b5b74013ec req-3a3cd445-c70a-4b78-85bc-ce67c7190f33 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:51.889860 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c911effa-6293-4367-8c0a-a8b5b74013ec req-3a3cd445-c70a-4b78-85bc-ce67c7190f33 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/ports?device_id=b80e5708-1efb-4794-bb57-4a346255af9f HTTP/1.1" status: 200 len: 945 time: 0.1372621 May 28 06:19:51.890201 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-688d07f0-42d6-4e1e-a753-28bda9ae7a5a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=89109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:19:51.890621 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-688d07f0-42d6-4e1e-a753-28bda9ae7a5a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=89109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:19:51.891019 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-688d07f0-42d6-4e1e-a753-28bda9ae7a5a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=89109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:19:51.891558 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-688d07f0-42d6-4e1e-a753-28bda9ae7a5a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=89109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:19:51.892139 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-688d07f0-42d6-4e1e-a753-28bda9ae7a5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['430569a8-cd4e-4506-9ff3-ddda48c904b1']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:19:52.011276 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c911effa-6293-4367-8c0a-a8b5b74013ec req-b0ee12c0-410a-4217-a511-fa05ad2c8a97 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a90b51ea-4be8-4511-8d71-0b0b776de2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204557 May 28 06:19:52.050071 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-688d07f0-42d6-4e1e-a753-28bda9ae7a5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84e2d1d1-12c0-4598-9c98-946edae87c34') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:19:52.050071 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-688d07f0-42d6-4e1e-a753-28bda9ae7a5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84e2d1d1-12c0-4598-9c98-946edae87c34') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:19:52.060775 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-dd0052b7-708b-4b98-b51a-1eece08b8171 req-72f16240-9357-4ccc-b5f0-07ce19736565 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=138e37fd-587c-413c-8bdd-4325f6d90825 HTTP/1.1" status: 200 len: 217 time: 0.1583047 May 28 06:19:52.061664 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccdac2c-b59d-4e7f-a538-5b730539db81 req-3ca14688-26bf-4bda-9359-880ed2d6fdaf tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:52.063419 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9ccdac2c-b59d-4e7f-a538-5b730539db81 req-3ca14688-26bf-4bda-9359-880ed2d6fdaf tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7550758-2300-49b6-a09e-22d45df05a91 HTTP/1.1" status: 200 len: 944 time: 0.1590476 May 28 06:19:52.089763 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-688d07f0-42d6-4e1e-a753-28bda9ae7a5a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:52.127895 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9ccdac2c-b59d-4e7f-a538-5b730539db81 req-c18bbeea-205d-4f90-bdcc-13fa1b4ddf58 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/security-groups?id=51e8ab45-fc50-4bca-a4a6-55c0639ed93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543404 May 28 06:19:52.184368 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-17b27ce6-3fad-4bff-b7f7-28f00f08493b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3b0a717583a143c2b59e02f1d6988dfc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6083608 May 28 06:19:52.184871 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 44664) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:19:52.275422 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-688d07f0-42d6-4e1e-a753-28bda9ae7a5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:52.329344 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-688d07f0-42d6-4e1e-a753-28bda9ae7a5a admin admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:19:52.329878 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-688d07f0-42d6-4e1e-a753-28bda9ae7a5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:52.367380 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-58038a22-3477-4ff6-a3c1-fc0f6f46f7e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:52.420270 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-58038a22-3477-4ff6-a3c1-fc0f6f46f7e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:52.425574 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3124b9d8-a52d-4e5c-b0a1-95513bfd9ccb req-8888fec6-0003-47f3-ad7b-4b17c519b55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:52.427662 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-3124b9d8-a52d-4e5c-b0a1-95513bfd9ccb req-8888fec6-0003-47f3-ad7b-4b17c519b55a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=091a6ab3594e41dd849f313a7a0a6a9a&device_id=82aa383d-b9c0-40ed-9974-524203d1895a HTTP/1.1" status: 200 len: 1095 time: 0.4683342 May 28 06:19:52.430610 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0052b7-708b-4b98-b51a-1eece08b8171 req-8558b637-570f-43f4-ab6a-b6e5c632033a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:52.435302 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-dd0052b7-708b-4b98-b51a-1eece08b8171 req-8558b637-570f-43f4-ab6a-b6e5c632033a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=eed62182-5ff7-4e12-84bb-4e23f47bba04 HTTP/1.1" status: 200 len: 848 time: 0.3361804 May 28 06:19:52.471981 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 138e37fd-587c-413c-8bdd-4325f6d90825 details requested by agent hyperv_n-h1-843702-1 with host n-h1-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:19:52.543678 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75c4d39-8360-41d3-937a-29124748095e req-b510e05d-8898-470b-8499-3811dd6633e8 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:52.551010 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d75c4d39-8360-41d3-937a-29124748095e req-b510e05d-8898-470b-8499-3811dd6633e8 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9547fb1-3181-45ef-bf13-193d90ccfbd0 HTTP/1.1" status: 200 len: 949 time: 0.2483697 May 28 06:19:52.614909 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d75c4d39-8360-41d3-937a-29124748095e req-11a6b8f3-d294-44bb-88f2-fbbe356dc015 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628843 May 28 06:19:52.632836 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec32ad4-38d3-49c9-a2cc-1998d66ab40f req-42870908-7f2e-4305-8ec1-0f137e9b32e4 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:52.644769 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1ec32ad4-38d3-49c9-a2cc-1998d66ab40f req-42870908-7f2e-4305-8ec1-0f137e9b32e4 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] 10.222.0.55 "GET /v2.0/ports?device_id=82aa383d-b9c0-40ed-9974-524203d1895a HTTP/1.1" status: 200 len: 944 time: 0.2170627 May 28 06:19:52.704767 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 138e37fd-587c-413c-8bdd-4325f6d90825, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=138e37fd-587c-413c-8bdd-4325f6d90825,segment=NetworkSegment(2466b369-b4d4-4fbf-9dbd-05fe75562f7f),segment_id=2466b369-b4d4-4fbf-9dbd-05fe75562f7f)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:19:52.709948 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1ec32ad4-38d3-49c9-a2cc-1998d66ab40f req-89e3a0eb-9d2b-429e-8b32-662ea7376fe8 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed1b7838-09ba-4c02-8fcc-d2aad317060a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642431 May 28 06:19:52.719296 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-58038a22-3477-4ff6-a3c1-fc0f6f46f7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:52.722940 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-dd0052b7-708b-4b98-b51a-1eece08b8171 req-e40a38db-8fce-418b-9792-c822bb25185a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ae685707-2f9d-409f-9237-8deef87c8163&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2127028 May 28 06:19:52.752522 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Returning: {'device': '138e37fd-587c-413c-8bdd-4325f6d90825', 'network_id': 'ae685707-2f9d-409f-9237-8deef87c8163', 'port_id': '138e37fd-587c-413c-8bdd-4325f6d90825', 'mac_address': 'fa:16:3e:9e:2b:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eed62182-5ff7-4e12-84bb-4e23f47bba04', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:19:52.768624 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58038a22-3477-4ff6-a3c1-fc0f6f46f7e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35ff0c09-9198-4d5d-8a1a-97ce17f9c2d4,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:52.791586 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-58038a22-3477-4ff6-a3c1-fc0f6f46f7e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:52.803271 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-58038a22-3477-4ff6-a3c1-fc0f6f46f7e9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/35ff0c09-9198-4d5d-8a1a-97ce17f9c2d4 HTTP/1.1" status: 204 len: 168 time: 0.6171987 May 28 06:19:52.861956 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-688d07f0-42d6-4e1e-a753-28bda9ae7a5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:52.867954 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-688d07f0-42d6-4e1e-a753-28bda9ae7a5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:52.877531 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 84e2d1d1-12c0-4598-9c98-946edae87c34 resource provider aggregate not found May 28 06:19:52.905677 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 44692) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:19:52.915521 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-688d07f0-42d6-4e1e-a753-28bda9ae7a5a admin admin] 10.222.0.55 "DELETE /v2.0/networks/430569a8-cd4e-4506-9ff3-ddda48c904b1 HTTP/1.1" status: 204 len: 168 time: 1.9466951 May 28 06:19:52.981636 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3124b9d8-a52d-4e5c-b0a1-95513bfd9ccb req-8312981c-d2fe-4106-99b6-b30a8deb62ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:52.983576 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 138e37fd-587c-413c-8bdd-4325f6d90825 is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:19:52.983820 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-3124b9d8-a52d-4e5c-b0a1-95513bfd9ccb req-8312981c-d2fe-4106-99b6-b30a8deb62ef service neutron] 10.222.0.71 "GET /v2.0/networks?id=a5c9567d-71ef-4c72-aea2-4f06193b25d9 HTTP/1.1" status: 200 len: 925 time: 0.5357349 May 28 06:19:52.985019 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:52.986310 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 84e2d1d1-12c0-4598-9c98-946edae87c34 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 84e2d1d1-12c0-4598-9c98-946edae87c34 found for delete ", "request_id": "req-fb4f8fa1-b9a3-44b3-8869-f2fd63a01655"}]} May 28 06:19:53.014234 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_v2 [None req-efd191c4-27ec-42cb-8ea7-73e18139292a admin admin] Deleting subnet 044ff757-8808-4163-9c40-1735a7e7ec47 {{(pid=89110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:19:53.034488 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 138e37fd-587c-413c-8bdd-4325f6d90825 {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:19:53.035206 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688d07f0-42d6-4e1e-a753-28bda9ae7a5a admin admin] Pushing event deleted for resources: {'Network': ['ID=430569a8-cd4e-4506-9ff3-ddda48c904b1,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:53.040612 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-dd0052b7-708b-4b98-b51a-1eece08b8171 req-df17d2d8-f229-48ea-9181-577b3ab169e2 service neutron] 10.222.0.69 "GET /v2.0/networks/ae685707-2f9d-409f-9237-8deef87c8163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3071730 May 28 06:19:53.069257 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 138e37fd-587c-413c-8bdd-4325f6d90825, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=138e37fd-587c-413c-8bdd-4325f6d90825,segment=NetworkSegment(2466b369-b4d4-4fbf-9dbd-05fe75562f7f),segment_id=2466b369-b4d4-4fbf-9dbd-05fe75562f7f)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:19:53.070637 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-efd191c4-27ec-42cb-8ea7-73e18139292a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:53.129981 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-3124b9d8-a52d-4e5c-b0a1-95513bfd9ccb req-71bed9a9-9361-4afc-98e6-dd6bee197352 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=130bacd8-1b1a-44c2-8b96-1323df3c7f8a HTTP/1.1" status: 200 len: 217 time: 0.0876796 May 28 06:19:53.140403 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:53.148188 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-217dd1e5-626a-4621-908a-959f971ba7c8 req-e8611e16-c077-40bb-9521-4646c5b5fa5b tempest-TenantUsagesTestJSON-2140676017 tempest-TenantUsagesTestJSON-2140676017-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=3d30d684a2804c6b97b754f5e52a71b5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0797310 May 28 06:19:53.154928 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-efd191c4-27ec-42cb-8ea7-73e18139292a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:53.192382 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-efd191c4-27ec-42cb-8ea7-73e18139292a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:53.214559 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=138e37fd-587c-413c-8bdd-4325f6d90825,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:53.267358 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3124b9d8-a52d-4e5c-b0a1-95513bfd9ccb req-f52ec793-fc74-40b7-ae14-a6a0bd05ce59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:53.268781 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-3124b9d8-a52d-4e5c-b0a1-95513bfd9ccb req-f52ec793-fc74-40b7-ae14-a6a0bd05ce59 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=03212e7d-52c6-4d77-9192-a13870cfe66d HTTP/1.1" status: 200 len: 863 time: 0.0888722 May 28 06:19:53.320143 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1339e2-32da-49af-aa3b-e0154086c6da req-a1f0e3c5-f033-4d31-b793-0560fb204498 tempest-MigrationsAdminTest-1869502822 tempest-MigrationsAdminTest-1869502822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:53.321687 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4e1339e2-32da-49af-aa3b-e0154086c6da req-a1f0e3c5-f033-4d31-b793-0560fb204498 tempest-MigrationsAdminTest-1869502822 tempest-MigrationsAdminTest-1869502822-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=b9547fb1-3181-45ef-bf13-193d90ccfbd0 HTTP/1.1" status: 200 len: 1100 time: 0.3052015 May 28 06:19:53.386774 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['138e37fd-587c-413c-8bdd-4325f6d90825'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:19:53.416605 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217dd1e5-626a-4621-908a-959f971ba7c8 req-46538b3e-bd77-40b9-95d1-a6bc8fb872e7 tempest-TenantUsagesTestJSON-2140676017 tempest-TenantUsagesTestJSON-2140676017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:53.417298 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-217dd1e5-626a-4621-908a-959f971ba7c8 req-46538b3e-bd77-40b9-95d1-a6bc8fb872e7 tempest-TenantUsagesTestJSON-2140676017 tempest-TenantUsagesTestJSON-2140676017-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2592494 May 28 06:19:53.420324 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-4e1339e2-32da-49af-aa3b-e0154086c6da req-70838875-eeb2-4adb-9cd1-6d5c70850e38 tempest-MigrationsAdminTest-1869502822 tempest-MigrationsAdminTest-1869502822-project-admin] Synchronizing usage tracker for tenant:651dc14a2ffb4ef7bbcecf70519c323a on resource:security_group {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:19:53.433004 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-dd0052b7-708b-4b98-b51a-1eece08b8171 req-50918778-cd1d-47ab-9a5f-3be66112214d service neutron] 10.222.0.69 "GET /v2.0/networks/ae685707-2f9d-409f-9237-8deef87c8163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3289695 May 28 06:19:53.443193 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-217dd1e5-626a-4621-908a-959f971ba7c8 req-8f46a7b6-284f-4697-9b5f-8e69a91b094a tempest-TenantUsagesTestJSON-2140676017 tempest-TenantUsagesTestJSON-2140676017-project] 10.222.0.55 "GET /v2.0/quotas/3d30d684a2804c6b97b754f5e52a71b5 HTTP/1.1" status: 200 len: 375 time: 0.0164537 May 28 06:19:53.471600 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3124b9d8-a52d-4e5c-b0a1-95513bfd9ccb req-9fb611c8-0d6b-4747-baa8-3062965d4a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:53.473185 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-3124b9d8-a52d-4e5c-b0a1-95513bfd9ccb req-9fb611c8-0d6b-4747-baa8-3062965d4a19 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a5c9567d-71ef-4c72-aea2-4f06193b25d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1921780 May 28 06:19:53.505518 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-217dd1e5-626a-4621-908a-959f971ba7c8 req-11a0a830-ed11-4649-92b1-f7c106b836b7 tempest-TenantUsagesTestJSON-2140676017 tempest-TenantUsagesTestJSON-2140676017-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=3d30d684a2804c6b97b754f5e52a71b5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0558808 May 28 06:19:53.529573 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-efd191c4-27ec-42cb-8ea7-73e18139292a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for subnet, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:53.592525 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-4e1339e2-32da-49af-aa3b-e0154086c6da req-70838875-eeb2-4adb-9cd1-6d5c70850e38 tempest-MigrationsAdminTest-1869502822 tempest-MigrationsAdminTest-1869502822-project-admin] Unset dirty status for tenant:651dc14a2ffb4ef7bbcecf70519c323a on resource:security_group {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:19:53.602182 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4e1339e2-32da-49af-aa3b-e0154086c6da req-70838875-eeb2-4adb-9cd1-6d5c70850e38 tempest-MigrationsAdminTest-1869502822 tempest-MigrationsAdminTest-1869502822-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2731745 May 28 06:19:53.605978 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd191c4-27ec-42cb-8ea7-73e18139292a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=044ff757-8808-4163-9c40-1735a7e7ec47,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:53.625004 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-efd191c4-27ec-42cb-8ea7-73e18139292a admin admin] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:53.645019 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-efd191c4-27ec-42cb-8ea7-73e18139292a admin admin] 10.222.0.55 "DELETE /v2.0/subnets/044ff757-8808-4163-9c40-1735a7e7ec47 HTTP/1.1" status: 204 len: 168 time: 0.7382843 May 28 06:19:53.649394 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 44714) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:19:53.677647 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-3124b9d8-a52d-4e5c-b0a1-95513bfd9ccb req-7f902a92-85be-402d-883e-49739f9d96df service neutron] 10.222.0.71 "GET /v2.0/networks/a5c9567d-71ef-4c72-aea2-4f06193b25d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976764 May 28 06:19:53.830603 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-3124b9d8-a52d-4e5c-b0a1-95513bfd9ccb req-e034a43e-df26-4bc7-b4fc-2ca211b7c06d service neutron] 10.222.0.71 "GET /v2.0/networks/a5c9567d-71ef-4c72-aea2-4f06193b25d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429670 May 28 06:19:53.886182 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a095a800-b5f6-4d62-ab59-92ac640573cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:53.944273 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44728) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:19:54.009022 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-ae2566e1-95f5-4a45-85ba-58484e6e8d9c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=83e414be763b46d897bca3590e2cb1c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0604112 May 28 06:19:54.009389 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44732) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:19:54.085048 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7e6cc7c5-c538-4cb6-8ad6-93613d0587e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:54.119511 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7e6cc7c5-c538-4cb6-8ad6-93613d0587e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:54.141780 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a095a800-b5f6-4d62-ab59-92ac640573cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:54.188039 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdb2bf2-508f-41dd-9a1b-aba46ee53725 req-cb9d895d-6748-4b3a-a596-a2ce8c0cef49 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:54.189560 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9fdb2bf2-508f-41dd-9a1b-aba46ee53725 req-cb9d895d-6748-4b3a-a596-a2ce8c0cef49 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/ports?device_id=b80e5708-1efb-4794-bb57-4a346255af9f HTTP/1.1" status: 200 len: 945 time: 0.3004186 May 28 06:19:54.193901 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a095a800-b5f6-4d62-ab59-92ac640573cb admin admin] Subscribe: > segment before_delete 55550000 {{(pid=89110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:19:54.194236 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a095a800-b5f6-4d62-ab59-92ac640573cb admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=89110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:19:54.195619 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a095a800-b5f6-4d62-ab59-92ac640573cb admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=89110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:19:54.195951 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a095a800-b5f6-4d62-ab59-92ac640573cb admin admin] Subscribe: > port after_create 55550000 {{(pid=89110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:19:54.196314 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a095a800-b5f6-4d62-ab59-92ac640573cb admin admin] Subscribe: > port after_delete 55550000 {{(pid=89110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:19:54.196665 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a095a800-b5f6-4d62-ab59-92ac640573cb admin admin] Subscribe: > port after_update 55550000 {{(pid=89110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:19:54.196977 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a095a800-b5f6-4d62-ab59-92ac640573cb admin admin] Subscribe: > segment after_delete 55550000 {{(pid=89110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:19:54.197316 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a095a800-b5f6-4d62-ab59-92ac640573cb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=89110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:19:54.197653 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a095a800-b5f6-4d62-ab59-92ac640573cb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=89110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:19:54.197980 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a095a800-b5f6-4d62-ab59-92ac640573cb admin admin] Subscribe: > subnet after_update 55550000 {{(pid=89110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:19:54.249366 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7e6cc7c5-c538-4cb6-8ad6-93613d0587e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:54.263707 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a095a800-b5f6-4d62-ab59-92ac640573cb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=89110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:19:54.264045 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a095a800-b5f6-4d62-ab59-92ac640573cb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=89110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:19:54.264376 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a095a800-b5f6-4d62-ab59-92ac640573cb admin admin] Subscribe: > subnet before_create 55550000 {{(pid=89110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:19:54.264703 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a095a800-b5f6-4d62-ab59-92ac640573cb admin admin] Subscribe: > subnet before_update 55550000 {{(pid=89110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 06:19:54.265113 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-a095a800-b5f6-4d62-ab59-92ac640573cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7aa2fa48-0be9-4e82-86ef-6237294b3b03']}} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:19:54.270213 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6cc7c5-c538-4cb6-8ad6-93613d0587e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cab2883-8a0a-4f6e-9296-86cd3408854f,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:54.295156 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-a095a800-b5f6-4d62-ab59-92ac640573cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b87e7a5-2ba0-4c78-af3a-74f8492837ab') {'for_net_delete': True} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:19:54.295447 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-a095a800-b5f6-4d62-ab59-92ac640573cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b87e7a5-2ba0-4c78-af3a-74f8492837ab') {} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:19:54.318075 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a095a800-b5f6-4d62-ab59-92ac640573cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4150778'] for segment, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:54.340789 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7e6cc7c5-c538-4cb6-8ad6-93613d0587e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:54.345997 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-7e6cc7c5-c538-4cb6-8ad6-93613d0587e3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0cab2883-8a0a-4f6e-9296-86cd3408854f HTTP/1.1" status: 204 len: 168 time: 0.3355424 May 28 06:19:54.350208 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa37d461-a539-40bf-82f5-f34197079cc7 req-ad626851-2634-486e-8dfb-678d8d1db927 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:54.352394 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-aa37d461-a539-40bf-82f5-f34197079cc7 req-ad626851-2634-486e-8dfb-678d8d1db927 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7550758-2300-49b6-a09e-22d45df05a91 HTTP/1.1" status: 200 len: 945 time: 0.3477271 May 28 06:19:54.353453 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a095a800-b5f6-4d62-ab59-92ac640573cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:54.365514 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a095a800-b5f6-4d62-ab59-92ac640573cb admin admin] Releasing vlan 370 on physical network physnet1 to pool {{(pid=89110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:19:54.365904 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a095a800-b5f6-4d62-ab59-92ac640573cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3143023'] for segment, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:54.405887 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9fdb2bf2-508f-41dd-9a1b-aba46ee53725 req-962e462f-a88c-4fd6-8ce1-6fcb8df17c19 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a90b51ea-4be8-4511-8d71-0b0b776de2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302376 May 28 06:19:54.481165 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 138e37fd-587c-413c-8bdd-4325f6d90825 up at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:19:54.520547 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-aa37d461-a539-40bf-82f5-f34197079cc7 req-8a8551db-a538-48b4-9ba0-3b7f1b700029 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/security-groups?id=51e8ab45-fc50-4bca-a4a6-55c0639ed93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563416 May 28 06:19:54.628971 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-436a813d-4cdb-4fda-b186-211981c26f17 req-e5033349-de54-40a4-bccc-f5656f37e621 tempest-TenantUsagesTestJSON-2140676017 tempest-TenantUsagesTestJSON-2140676017-project] 10.222.0.55 "GET /v2.0/ports?device_id=40807c95-7346-4634-a9e4-74a23284f9c5 HTTP/1.1" status: 200 len: 210 time: 0.0618322 May 28 06:19:54.655212 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a095a800-b5f6-4d62-ab59-92ac640573cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:54.681752 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a095a800-b5f6-4d62-ab59-92ac640573cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:54.725083 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a095a800-b5f6-4d62-ab59-92ac640573cb admin admin] Pushing event deleted for resources: {'Network': ['ID=7aa2fa48-0be9-4e82-86ef-6237294b3b03,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:54.735103 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-a095a800-b5f6-4d62-ab59-92ac640573cb admin admin] 10.222.0.55 "DELETE /v2.0/networks/7aa2fa48-0be9-4e82-86ef-6237294b3b03 HTTP/1.1" status: 204 len: 168 time: 1.0821111 May 28 06:19:54.746832 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning for port 138e37fd-587c-413c-8bdd-4325f6d90825 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:19:54.752146 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning complete for port 138e37fd-587c-413c-8bdd-4325f6d90825 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:19:54.756084 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:54.781177 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0497ce5-6d9d-41bc-9578-bd507339cef5 req-b0b0b0b2-954b-40d0-bd77-0853a73829ec tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:54.783759 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b0497ce5-6d9d-41bc-9578-bd507339cef5 req-b0b0b0b2-954b-40d0-bd77-0853a73829ec tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] 10.222.0.55 "GET /v2.0/ports?device_id=82aa383d-b9c0-40ed-9974-524203d1895a HTTP/1.1" status: 200 len: 944 time: 0.1033375 May 28 06:19:54.864366 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b0497ce5-6d9d-41bc-9578-bd507339cef5 req-79fd0be5-628d-4c18-81a3-2969fcf1e923 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed1b7838-09ba-4c02-8fcc-d2aad317060a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740738 May 28 06:19:54.974131 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 130bacd8-1b1a-44c2-8b96-1323df3c7f8a details requested by agent hyperv_n-h2-843702-1 with host n-h2-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:19:55.003701 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 138e37fd-587c-413c-8bdd-4325f6d90825 is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:19:55.006619 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:55.020484 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-47bff3ad-b771-4e99-9603-91f93ff0f658 req-89084364-12ed-4ea1-ab40-337e7d538b07 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=fa535ce8a329409da109cb227c3a70b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0426691 May 28 06:19:55.053396 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7550758-2300-49b6-a09e-22d45df05a91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '138e37fd-587c-413c-8bdd-4325f6d90825'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:19:55.129156 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 138e37fd-587c-413c-8bdd-4325f6d90825, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=138e37fd-587c-413c-8bdd-4325f6d90825,segment=NetworkSegment(2466b369-b4d4-4fbf-9dbd-05fe75562f7f),segment_id=2466b369-b4d4-4fbf-9dbd-05fe75562f7f)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:19:55.220960 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 130bacd8-1b1a-44c2-8b96-1323df3c7f8a, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=130bacd8-1b1a-44c2-8b96-1323df3c7f8a,segment=NetworkSegment(1de716f0-90c2-4769-b773-5a69ff94f49f),segment_id=1de716f0-90c2-4769-b773-5a69ff94f49f)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:19:55.252730 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:55.256487 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bff3ad-b771-4e99-9603-91f93ff0f658 req-f69c362b-0acd-4314-9b82-5977e593aa39 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:55.267835 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-47bff3ad-b771-4e99-9603-91f93ff0f658 req-f69c362b-0acd-4314-9b82-5977e593aa39 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2460656 May 28 06:19:55.299311 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Returning: {'device': '130bacd8-1b1a-44c2-8b96-1323df3c7f8a', 'network_id': 'a5c9567d-71ef-4c72-aea2-4f06193b25d9', 'port_id': '130bacd8-1b1a-44c2-8b96-1323df3c7f8a', 'mac_address': 'fa:16:3e:1e:2c:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03212e7d-52c6-4d77-9192-a13870cfe66d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:19:55.350629 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment 9b87e7a5-2ba0-4c78-af3a-74f8492837ab resource provider aggregate not found May 28 06:19:55.355076 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-47bff3ad-b771-4e99-9603-91f93ff0f658 req-22ca3f6d-9cf9-45ff-aa35-e8980aebf33b tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/quotas/fa535ce8a329409da109cb227c3a70b1 HTTP/1.1" status: 200 len: 375 time: 0.0863924 May 28 06:19:55.401089 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment 9b87e7a5-2ba0-4c78-af3a-74f8492837ab resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9b87e7a5-2ba0-4c78-af3a-74f8492837ab found for delete ", "request_id": "req-410be5e4-961e-4046-8b48-59ff95acf462"}]} May 28 06:19:55.405446 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=138e37fd-587c-413c-8bdd-4325f6d90825,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:55.421299 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44786) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:19:55.449036 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 130bacd8-1b1a-44c2-8b96-1323df3c7f8a is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:19:55.449528 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:55.474248 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 130bacd8-1b1a-44c2-8b96-1323df3c7f8a {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:19:55.474464 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f284a8f-85eb-44f0-b3b6-5154540a3233 req-3533527d-9a69-4aa4-b4dd-7e19aae32ca3 tempest-LiveAutoBlockMigrationV225Test-2091885666 tempest-LiveAutoBlockMigrationV225Test-2091885666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:55.475941 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5f284a8f-85eb-44f0-b3b6-5154540a3233 req-3533527d-9a69-4aa4-b4dd-7e19aae32ca3 tempest-LiveAutoBlockMigrationV225Test-2091885666 tempest-LiveAutoBlockMigrationV225Test-2091885666-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=b80e5708-1efb-4794-bb57-4a346255af9f HTTP/1.1" status: 200 len: 1096 time: 0.1928859 May 28 06:19:55.499092 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-47bff3ad-b771-4e99-9603-91f93ff0f658 req-f275293a-f5bb-4394-acf6-0e808180d71a tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=fa535ce8a329409da109cb227c3a70b1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1376941 May 28 06:19:55.502184 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 130bacd8-1b1a-44c2-8b96-1323df3c7f8a, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=130bacd8-1b1a-44c2-8b96-1323df3c7f8a,segment=NetworkSegment(1de716f0-90c2-4769-b773-5a69ff94f49f),segment_id=1de716f0-90c2-4769-b773-5a69ff94f49f)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:19:55.537587 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-f60dd470-bb0c-49fd-a1ce-880859a3cac6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7ad42b87653e4d76a1bdb970c572896a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1136076 May 28 06:19:55.540110 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44792) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:19:55.549664 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-5f284a8f-85eb-44f0-b3b6-5154540a3233 req-da9ebdae-4b95-4fc1-b452-b1af756c97c5 tempest-LiveAutoBlockMigrationV225Test-2091885666 tempest-LiveAutoBlockMigrationV225Test-2091885666-project-admin] Synchronizing usage tracker for tenant:d6425f1b57874baf9c7d75dcfc467754 on resource:security_group {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:19:55.597642 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:55.622072 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b8cf4e2e-ee34-44b9-bbc9-1d61852c34f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:55.626167 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-5f284a8f-85eb-44f0-b3b6-5154540a3233 req-da9ebdae-4b95-4fc1-b452-b1af756c97c5 tempest-LiveAutoBlockMigrationV225Test-2091885666 tempest-LiveAutoBlockMigrationV225Test-2091885666-project-admin] Unset dirty status for tenant:d6425f1b57874baf9c7d75dcfc467754 on resource:security_group {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:19:55.627322 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5f284a8f-85eb-44f0-b3b6-5154540a3233 req-da9ebdae-4b95-4fc1-b452-b1af756c97c5 tempest-LiveAutoBlockMigrationV225Test-2091885666 tempest-LiveAutoBlockMigrationV225Test-2091885666-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=a90b51ea-4be8-4511-8d71-0b0b776de2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273437 May 28 06:19:55.682242 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b8cf4e2e-ee34-44b9-bbc9-1d61852c34f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:55.725666 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=130bacd8-1b1a-44c2-8b96-1323df3c7f8a,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:55.769312 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc1c93bf-535e-4a0a-aac6-cd94e747b42d'] response: {'server_uuid': 'e7550758-2300-49b6-a09e-22d45df05a91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '138e37fd-587c-413c-8bdd-4325f6d90825', 'code': 200} May 28 06:19:55.866221 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b8cf4e2e-ee34-44b9-bbc9-1d61852c34f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:55.889870 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['130bacd8-1b1a-44c2-8b96-1323df3c7f8a'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:19:56.027968 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cf4e2e-ee34-44b9-bbc9-1d61852c34f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f644a06-1cb0-4a88-be3c-2a46e5fad51a,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:56.078333 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b8cf4e2e-ee34-44b9-bbc9-1d61852c34f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:56.092850 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-b8cf4e2e-ee34-44b9-bbc9-1d61852c34f0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7f644a06-1cb0-4a88-be3c-2a46e5fad51a HTTP/1.1" status: 204 len: 168 time: 0.5508752 May 28 06:19:56.157462 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6f881b-5c5b-4e06-8fda-58e6691edf32 req-ad4f50c3-0ef6-4312-b184-963935db5fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:56.164557 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-3e6f881b-5c5b-4e06-8fda-58e6691edf32 req-ad4f50c3-0ef6-4312-b184-963935db5fed service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e7550758-2300-49b6-a09e-22d45df05a91 HTTP/1.1" status: 200 len: 1097 time: 0.2691119 May 28 06:19:56.202277 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2eb0274f-4ae1-453a-9565-ed0410424dad req-05fd17e5-cb9a-4db6-bc75-4cddb6b8e8b4 tempest-TenantUsagesTestJSON-2140676017 tempest-TenantUsagesTestJSON-2140676017-project] 10.222.0.55 "GET /v2.0/ports?device_id=40807c95-7346-4634-a9e4-74a23284f9c5 HTTP/1.1" status: 200 len: 210 time: 0.1143658 May 28 06:19:56.231632 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19cc732-75be-4eae-a86a-a52eb0f96217 req-8eaf0426-ccb8-45c8-89cc-1b0b1bbb3541 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:56.232783 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e19cc732-75be-4eae-a86a-a52eb0f96217 req-8eaf0426-ccb8-45c8-89cc-1b0b1bbb3541 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7550758-2300-49b6-a09e-22d45df05a91 HTTP/1.1" status: 200 len: 946 time: 0.2670343 May 28 06:19:56.235382 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-3e6f881b-5c5b-4e06-8fda-58e6691edf32 req-40dc3f70-f356-4057-846e-f0d566a4040a service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=51e8ab45-fc50-4bca-a4a6-55c0639ed93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641861 May 28 06:19:56.281629 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e19cc732-75be-4eae-a86a-a52eb0f96217 req-2e37aca7-2349-4326-9d1d-e88df50b069d tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/security-groups?id=51e8ab45-fc50-4bca-a4a6-55c0639ed93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425303 May 28 06:19:56.454048 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-16c497ac-5d3b-4e52-bd78-a8636d4d3681 req-f8c5ac37-f577-4452-9d83-a4ddbf72ebc4 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bef656a-6216-41b1-97ef-01974e054907 HTTP/1.1" status: 200 len: 210 time: 0.0485628 May 28 06:19:56.463091 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-0ec51da9-6342-4959-8ac3-0a44d64ee760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:56.498006 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f552fc7-57c0-4175-a4ff-c6e1e948168d req-a3587975-627f-4a7c-b6c5-e6be083ed247 tempest-LiveAutoBlockMigrationV225Test-2091885666 tempest-LiveAutoBlockMigrationV225Test-2091885666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:56.501245 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0f552fc7-57c0-4175-a4ff-c6e1e948168d req-a3587975-627f-4a7c-b6c5-e6be083ed247 tempest-LiveAutoBlockMigrationV225Test-2091885666 tempest-LiveAutoBlockMigrationV225Test-2091885666-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=b80e5708-1efb-4794-bb57-4a346255af9f HTTP/1.1" status: 200 len: 1096 time: 0.1839657 May 28 06:19:56.555359 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0f552fc7-57c0-4175-a4ff-c6e1e948168d req-1cb594a4-fc47-41f3-9c8a-76ad33204e4f tempest-LiveAutoBlockMigrationV225Test-2091885666 tempest-LiveAutoBlockMigrationV225Test-2091885666-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=a90b51ea-4be8-4511-8d71-0b0b776de2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488408 May 28 06:19:56.725803 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3d8b46-80f4-44af-858d-dfe0b82580b0 req-2ac0f24f-04ca-4c94-9676-9049fb84e180 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:56.727272 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ee3d8b46-80f4-44af-858d-dfe0b82580b0 req-2ac0f24f-04ca-4c94-9676-9049fb84e180 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] 10.222.0.55 "GET /v2.0/ports?device_id=82aa383d-b9c0-40ed-9974-524203d1895a HTTP/1.1" status: 200 len: 945 time: 0.1121206 May 28 06:19:56.777425 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ee3d8b46-80f4-44af-858d-dfe0b82580b0 req-9c7fe56a-bab3-4840-94f3-6cca4a431da6 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed1b7838-09ba-4c02-8fcc-d2aad317060a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440159 May 28 06:19:56.983006 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 130bacd8-1b1a-44c2-8b96-1323df3c7f8a up at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:19:57.150571 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-217dd1e5-626a-4621-908a-959f971ba7c8 req-e984652d-03a9-474c-b495-5b44f37c047d tempest-TenantUsagesTestJSON-2140676017 tempest-TenantUsagesTestJSON-2140676017-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=3d30d684a2804c6b97b754f5e52a71b5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282764 May 28 06:19:57.174559 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning for port 130bacd8-1b1a-44c2-8b96-1323df3c7f8a completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:19:57.181200 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning complete for port 130bacd8-1b1a-44c2-8b96-1323df3c7f8a triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:19:57.182609 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:57.294535 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 44848) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:19:57.353320 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:57.383906 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217dd1e5-626a-4621-908a-959f971ba7c8 req-62a2e197-612c-4ab6-b7fb-13789b3df29e tempest-TenantUsagesTestJSON-2140676017 tempest-TenantUsagesTestJSON-2140676017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:57.386267 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-217dd1e5-626a-4621-908a-959f971ba7c8 req-62a2e197-612c-4ab6-b7fb-13789b3df29e tempest-TenantUsagesTestJSON-2140676017 tempest-TenantUsagesTestJSON-2140676017-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2305758 May 28 06:19:57.408234 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-217dd1e5-626a-4621-908a-959f971ba7c8 req-3ab81616-505b-4320-b9c2-64988684dbd0 tempest-TenantUsagesTestJSON-2140676017 tempest-TenantUsagesTestJSON-2140676017-project] Request body: {'port': {'device_id': '40807c95-7346-4634-a9e4-74a23284f9c5', 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9', 'admin_state_up': True, 'tenant_id': '3d30d684a2804c6b97b754f5e52a71b5'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:19:57.433979 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 130bacd8-1b1a-44c2-8b96-1323df3c7f8a is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:19:57.436090 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:57.469265 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44856) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:19:57.488112 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-eae115e8-760e-4504-a2de-a4244e11950c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d8d9945e59674c6698c2a187ee7d453e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1756341 May 28 06:19:57.512160 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 130bacd8-1b1a-44c2-8b96-1323df3c7f8a, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=130bacd8-1b1a-44c2-8b96-1323df3c7f8a,segment=NetworkSegment(1de716f0-90c2-4769-b773-5a69ff94f49f),segment_id=1de716f0-90c2-4769-b773-5a69ff94f49f)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:19:57.644001 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:57.657146 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-95090287-54ae-42da-83f8-d9bd393a6dd7 req-db68bcc0-ffc6-4606-925e-23b756c690ee tempest-TenantUsagesTestJSON-2140676017 tempest-TenantUsagesTestJSON-2140676017-project] 10.222.0.55 "GET /v2.0/ports?device_id=40807c95-7346-4634-a9e4-74a23284f9c5 HTTP/1.1" status: 200 len: 210 time: 0.1667471 May 28 06:19:57.773082 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82aa383d-b9c0-40ed-9974-524203d1895a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '130bacd8-1b1a-44c2-8b96-1323df3c7f8a'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:19:57.852097 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [req-217dd1e5-626a-4621-908a-959f971ba7c8 req-3ab81616-505b-4320-b9c2-64988684dbd0 tempest-TenantUsagesTestJSON-2140676017 tempest-TenantUsagesTestJSON-2140676017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:19:57.862316 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-217dd1e5-626a-4621-908a-959f971ba7c8 req-3ab81616-505b-4320-b9c2-64988684dbd0 tempest-TenantUsagesTestJSON-2140676017 tempest-TenantUsagesTestJSON-2140676017-project] Usage tracker for resource:port and tenant:3d30d684a2804c6b97b754f5e52a71b5 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:19:57.867665 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-217dd1e5-626a-4621-908a-959f971ba7c8 req-3ab81616-505b-4320-b9c2-64988684dbd0 tempest-TenantUsagesTestJSON-2140676017 tempest-TenantUsagesTestJSON-2140676017-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:19:57.884623 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [req-217dd1e5-626a-4621-908a-959f971ba7c8 req-3ab81616-505b-4320-b9c2-64988684dbd0 tempest-TenantUsagesTestJSON-2140676017 tempest-TenantUsagesTestJSON-2140676017-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:19:57.888262 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=130bacd8-1b1a-44c2-8b96-1323df3c7f8a,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:57.941658 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a77d448f-e198-4c78-93f7-93f724ebf994 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:57.981115 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a77d448f-e198-4c78-93f7-93f724ebf994 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:57.988113 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f69f73-4504-41c5-84e0-e60b055fe8ce req-9ab10de9-e22e-415e-8580-f3b3159b08cc tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:57.991142 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-25f69f73-4504-41c5-84e0-e60b055fe8ce req-9ab10de9-e22e-415e-8580-f3b3159b08cc tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7550758-2300-49b6-a09e-22d45df05a91 HTTP/1.1" status: 200 len: 946 time: 0.1810582 May 28 06:19:58.033719 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-217dd1e5-626a-4621-908a-959f971ba7c8 req-3ab81616-505b-4320-b9c2-64988684dbd0 tempest-TenantUsagesTestJSON-2140676017 tempest-TenantUsagesTestJSON-2140676017-project] Made reservation on behalf of 3d30d684a2804c6b97b754f5e52a71b5 for: {'port': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:19:58.037152 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-217dd1e5-626a-4621-908a-959f971ba7c8 req-3ab81616-505b-4320-b9c2-64988684dbd0 tempest-TenantUsagesTestJSON-2140676017 tempest-TenantUsagesTestJSON-2140676017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:58.067650 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-217dd1e5-626a-4621-908a-959f971ba7c8 req-3ab81616-505b-4320-b9c2-64988684dbd0 tempest-TenantUsagesTestJSON-2140676017 tempest-TenantUsagesTestJSON-2140676017-project] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:58.067824 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-25f69f73-4504-41c5-84e0-e60b055fe8ce req-8314034e-117b-4558-908f-a04a171414b9 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/security-groups?id=51e8ab45-fc50-4bca-a4a6-55c0639ed93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694904 May 28 06:19:58.104195 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [req-217dd1e5-626a-4621-908a-959f971ba7c8 req-3ab81616-505b-4320-b9c2-64988684dbd0 tempest-TenantUsagesTestJSON-2140676017 tempest-TenantUsagesTestJSON-2140676017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:19:58.109985 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-217dd1e5-626a-4621-908a-959f971ba7c8 req-3ab81616-505b-4320-b9c2-64988684dbd0 tempest-TenantUsagesTestJSON-2140676017 tempest-TenantUsagesTestJSON-2140676017-project] Usage tracker for resource:security_group_rule and tenant:3d30d684a2804c6b97b754f5e52a71b5 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:19:58.113321 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-217dd1e5-626a-4621-908a-959f971ba7c8 req-3ab81616-505b-4320-b9c2-64988684dbd0 tempest-TenantUsagesTestJSON-2140676017 tempest-TenantUsagesTestJSON-2140676017-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:19:58.128143 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [req-217dd1e5-626a-4621-908a-959f971ba7c8 req-3ab81616-505b-4320-b9c2-64988684dbd0 tempest-TenantUsagesTestJSON-2140676017 tempest-TenantUsagesTestJSON-2140676017-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:19:58.223200 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a77d448f-e198-4c78-93f7-93f724ebf994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:58.246673 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77d448f-e198-4c78-93f7-93f724ebf994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82266ab9-bf0d-4975-9a3e-ab0e256c5139,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:58.261976 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a77d448f-e198-4c78-93f7-93f724ebf994 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:58.263074 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-a77d448f-e198-4c78-93f7-93f724ebf994 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/82266ab9-bf0d-4975-9a3e-ab0e256c5139 HTTP/1.1" status: 204 len: 168 time: 0.5780849 May 28 06:19:58.326724 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-217dd1e5-626a-4621-908a-959f971ba7c8 req-3ab81616-505b-4320-b9c2-64988684dbd0 tempest-TenantUsagesTestJSON-2140676017 tempest-TenantUsagesTestJSON-2140676017-project] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:58.380638 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4c8f2f15-9c15-4e56-9523-347bf3ac7707 req-8dc4e72c-2f6d-4d6c-882f-83a210e2643d tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bef656a-6216-41b1-97ef-01974e054907 HTTP/1.1" status: 200 len: 210 time: 0.1708286 May 28 06:19:58.393099 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-217dd1e5-626a-4621-908a-959f971ba7c8 req-3ab81616-505b-4320-b9c2-64988684dbd0 tempest-TenantUsagesTestJSON-2140676017 tempest-TenantUsagesTestJSON-2140676017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:58.524940 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab81616-505b-4320-b9c2-64988684dbd0 tempest-TenantUsagesTestJSON-2140676017 tempest-TenantUsagesTestJSON-2140676017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c9bbf29-e97b-46fc-a220-e57956d49ee9,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:58.640054 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f7478f-f80e-4b44-a141-ae651380bcfe req-855ba9f2-65ad-4ae3-bc5a-8b34e64411b4 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:58.647134 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c0f7478f-f80e-4b44-a141-ae651380bcfe req-855ba9f2-65ad-4ae3-bc5a-8b34e64411b4 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] 10.222.0.55 "GET /v2.0/ports?device_id=82aa383d-b9c0-40ed-9974-524203d1895a HTTP/1.1" status: 200 len: 946 time: 0.1337914 May 28 06:19:58.662161 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [req-217dd1e5-626a-4621-908a-959f971ba7c8 req-3ab81616-505b-4320-b9c2-64988684dbd0 tempest-TenantUsagesTestJSON-2140676017 tempest-TenantUsagesTestJSON-2140676017-project] Allocated IP 192.168.233.45 (bb90c162-fdb0-406b-af2b-5eef830db7a9/e72d0ca5-04cb-4b36-82b1-c75214c9eb05/ced4b31c-02f2-4415-8850-5fe43016fbed) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:19:58.723388 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c0f7478f-f80e-4b44-a141-ae651380bcfe req-cc2aa07d-8209-45d2-a7e4-aa4f6c6da841 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed1b7838-09ba-4c02-8fcc-d2aad317060a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751603 May 28 06:19:58.785762 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8641a80f-2dbf-4cc4-a40e-9df9f340284d'] response: {'server_uuid': '82aa383d-b9c0-40ed-9974-524203d1895a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '130bacd8-1b1a-44c2-8b96-1323df3c7f8a', 'code': 200} May 28 06:19:58.923826 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d1aedc41-a258-4526-b97b-1815ab6a6bcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:58.953901 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-217dd1e5-626a-4621-908a-959f971ba7c8 req-3ab81616-505b-4320-b9c2-64988684dbd0 tempest-TenantUsagesTestJSON-2140676017 tempest-TenantUsagesTestJSON-2140676017-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:58.978075 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [req-217dd1e5-626a-4621-908a-959f971ba7c8 req-3ab81616-505b-4320-b9c2-64988684dbd0 tempest-TenantUsagesTestJSON-2140676017 tempest-TenantUsagesTestJSON-2140676017-project] Transition to ACTIVE for port object ced4b31c-02f2-4415-8850-5fe43016fbed will not be triggered until provisioned by entity DHCP. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:19:58.984361 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b80c9c4-c6c8-4247-968f-2db7143cc4de req-8f26be3e-b368-469d-8def-5294f04e2372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:58.986386 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2b80c9c4-c6c8-4247-968f-2db7143cc4de req-8f26be3e-b368-469d-8def-5294f04e2372 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=82aa383d-b9c0-40ed-9974-524203d1895a HTTP/1.1" status: 200 len: 1097 time: 0.1027770 May 28 06:19:59.061860 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2b80c9c4-c6c8-4247-968f-2db7143cc4de req-90ac43a2-9a27-45a7-a563-19263eadb07b service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=ed1b7838-09ba-4c02-8fcc-d2aad317060a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689962 May 28 06:19:59.112715 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-217dd1e5-626a-4621-908a-959f971ba7c8 req-3ab81616-505b-4320-b9c2-64988684dbd0 tempest-TenantUsagesTestJSON-2140676017 tempest-TenantUsagesTestJSON-2140676017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:59.186916 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-217dd1e5-626a-4621-908a-959f971ba7c8 req-3ab81616-505b-4320-b9c2-64988684dbd0 tempest-TenantUsagesTestJSON-2140676017 tempest-TenantUsagesTestJSON-2140676017-project] Network bb90c162-fdb0-406b-af2b-5eef830db7a9 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:19:59.189948 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [req-217dd1e5-626a-4621-908a-959f971ba7c8 req-3ab81616-505b-4320-b9c2-64988684dbd0 tempest-TenantUsagesTestJSON-2140676017 tempest-TenantUsagesTestJSON-2140676017-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:19:59.194304 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [req-217dd1e5-626a-4621-908a-959f971ba7c8 req-3ab81616-505b-4320-b9c2-64988684dbd0 tempest-TenantUsagesTestJSON-2140676017 tempest-TenantUsagesTestJSON-2140676017-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:19:59.255739 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab81616-505b-4320-b9c2-64988684dbd0 tempest-TenantUsagesTestJSON-2140676017 tempest-TenantUsagesTestJSON-2140676017-project] Pushing event updated for resources: {'Port': ['ID=ced4b31c-02f2-4415-8850-5fe43016fbed,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:59.281159 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879428cd-e8e0-4832-8a00-8a8a2cfc7921 req-ae0dedf6-0358-47f6-a1d7-8517cd3e90b6 tempest-TenantUsagesTestJSON-2140676017 tempest-TenantUsagesTestJSON-2140676017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:59.292211 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-879428cd-e8e0-4832-8a00-8a8a2cfc7921 req-ae0dedf6-0358-47f6-a1d7-8517cd3e90b6 tempest-TenantUsagesTestJSON-2140676017 tempest-TenantUsagesTestJSON-2140676017-project] 10.222.0.55 "GET /v2.0/ports?device_id=40807c95-7346-4634-a9e4-74a23284f9c5 HTTP/1.1" status: 200 len: 935 time: 0.1261559 May 28 06:19:59.327099 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217dd1e5-626a-4621-908a-959f971ba7c8 req-3ab81616-505b-4320-b9c2-64988684dbd0 tempest-TenantUsagesTestJSON-2140676017 tempest-TenantUsagesTestJSON-2140676017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:59.327751 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-217dd1e5-626a-4621-908a-959f971ba7c8 req-3ab81616-505b-4320-b9c2-64988684dbd0 tempest-TenantUsagesTestJSON-2140676017 tempest-TenantUsagesTestJSON-2140676017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:59.368812 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-879428cd-e8e0-4832-8a00-8a8a2cfc7921 req-018c05f9-14e1-4148-b623-7a03631a23f1 tempest-TenantUsagesTestJSON-2140676017 tempest-TenantUsagesTestJSON-2140676017-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c9bbf29-e97b-46fc-a220-e57956d49ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728977 May 28 06:19:59.449183 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-47bff3ad-b771-4e99-9603-91f93ff0f658 req-98b58ac5-b936-486e-8243-38879d8dc69a tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=fa535ce8a329409da109cb227c3a70b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0449767 May 28 06:19:59.592718 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-217dd1e5-626a-4621-908a-959f971ba7c8 req-3ab81616-505b-4320-b9c2-64988684dbd0 tempest-TenantUsagesTestJSON-2140676017 tempest-TenantUsagesTestJSON-2140676017-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1912379 May 28 06:19:59.612409 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-217dd1e5-626a-4621-908a-959f971ba7c8 req-f6a56778-11ee-4aec-8763-113b1ef93bf1 service neutron] Request body: {'port': {'device_id': '40807c95-7346-4634-a9e4-74a23284f9c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843702-1'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:19:59.654923 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-b66c2213-75eb-4e84-86d2-a4ed0b83b0c5 None None] Provisioning for port ced4b31c-02f2-4415-8850-5fe43016fbed completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:19:59.665906 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-b66c2213-75eb-4e84-86d2-a4ed0b83b0c5 None None] Provisioning complete for port ced4b31c-02f2-4415-8850-5fe43016fbed triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:19:59.666913 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b66c2213-75eb-4e84-86d2-a4ed0b83b0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:59.802159 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-b66c2213-75eb-4e84-86d2-a4ed0b83b0c5 None None] Port ced4b31c-02f2-4415-8850-5fe43016fbed cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:19:59.829739 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:59.840659 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bff3ad-b771-4e99-9603-91f93ff0f658 req-fda0ed36-00eb-4f02-bd03-eeb22659a8c0 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:59.842342 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-47bff3ad-b771-4e99-9603-91f93ff0f658 req-fda0ed36-00eb-4f02-bd03-eeb22659a8c0 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3328116 May 28 06:19:59.872385 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c58ac7-e9c4-48ce-b839-43ad6b71c795 req-501519c5-66b6-4780-85fd-ae7b5ae8d98a tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:59.874158 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-01c58ac7-e9c4-48ce-b839-43ad6b71c795 req-501519c5-66b6-4780-85fd-ae7b5ae8d98a tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7550758-2300-49b6-a09e-22d45df05a91 HTTP/1.1" status: 200 len: 946 time: 0.3269663 May 28 06:19:59.878867 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-47bff3ad-b771-4e99-9603-91f93ff0f658 req-852c7814-63a7-4021-901e-8237f65b483b tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Request body: {'port': {'device_id': '9bef656a-6216-41b1-97ef-01974e054907', 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9', 'admin_state_up': True, 'tenant_id': 'fa535ce8a329409da109cb227c3a70b1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:19:59.947768 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-217dd1e5-626a-4621-908a-959f971ba7c8 req-f6a56778-11ee-4aec-8763-113b1ef93bf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:59.998613 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:00.064716 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-01c58ac7-e9c4-48ce-b839-43ad6b71c795 req-4abf5d4f-878c-4bcb-82ca-cc7cbddb0c29 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/security-groups?id=51e8ab45-fc50-4bca-a4a6-55c0639ed93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644289 May 28 06:20:00.174050 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-47bff3ad-b771-4e99-9603-91f93ff0f658 req-852c7814-63a7-4021-901e-8237f65b483b tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:20:00.223169 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-47bff3ad-b771-4e99-9603-91f93ff0f658 req-852c7814-63a7-4021-901e-8237f65b483b tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:20:00.297316 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b1d14ca4-c8b4-409d-a957-2938a2c61753 req-b038be37-61b3-4ae3-a155-f0e1b6ad1658 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bef656a-6216-41b1-97ef-01974e054907 HTTP/1.1" status: 200 len: 210 time: 0.0588667 May 28 06:20:00.324074 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47bff3ad-b771-4e99-9603-91f93ff0f658 req-852c7814-63a7-4021-901e-8237f65b483b tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Made reservation on behalf of fa535ce8a329409da109cb227c3a70b1 for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:20:00.329077 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-47bff3ad-b771-4e99-9603-91f93ff0f658 req-852c7814-63a7-4021-901e-8237f65b483b tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:00.511839 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [req-217dd1e5-626a-4621-908a-959f971ba7c8 req-f6a56778-11ee-4aec-8763-113b1ef93bf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ced4b31c-02f2-4415-8850-5fe43016fbed {{(pid=89109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:20:00.530766 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-217dd1e5-626a-4621-908a-959f971ba7c8 req-f6a56778-11ee-4aec-8763-113b1ef93bf1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:00.568959 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [req-217dd1e5-626a-4621-908a-959f971ba7c8 req-f6a56778-11ee-4aec-8763-113b1ef93bf1 service neutron] Transition to ACTIVE for port object ced4b31c-02f2-4415-8850-5fe43016fbed will not be triggered until provisioned by entity L2. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:20:00.611921 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [req-cb54017e-5b74-46f5-a9fc-088c8820a86c req-0eb46e1d-f454-4cee-9cc0-a6c2eb4df435 tempest-LiveAutoBlockMigrationV225Test-2091885666 tempest-LiveAutoBlockMigrationV225Test-2091885666-project-admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=89109) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:20:00.613002 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-cb54017e-5b74-46f5-a9fc-088c8820a86c req-0eb46e1d-f454-4cee-9cc0-a6c2eb4df435 tempest-LiveAutoBlockMigrationV225Test-2091885666 tempest-LiveAutoBlockMigrationV225Test-2091885666-project-admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4944170 May 28 06:20:00.624035 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-cb54017e-5b74-46f5-a9fc-088c8820a86c req-96325d99-677f-47b3-bba6-5402c2266ec2 service neutron] Request body: {'binding': {'host': 'n-h2-843702-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:20:00.626107 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-cb54017e-5b74-46f5-a9fc-088c8820a86c req-96325d99-677f-47b3-bba6-5402c2266ec2 service neutron] Unknown quota resources ['binding']. {{(pid=89109) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 28 06:20:00.679284 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-217dd1e5-626a-4621-908a-959f971ba7c8 req-f6a56778-11ee-4aec-8763-113b1ef93bf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:00.729605 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1c8eb3-2f3e-42bf-a347-6fda53e97ac8 req-32086461-d342-42d4-80ae-ab34e8b4ba81 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:00.731109 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9e1c8eb3-2f3e-42bf-a347-6fda53e97ac8 req-32086461-d342-42d4-80ae-ab34e8b4ba81 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] 10.222.0.55 "GET /v2.0/ports?device_id=82aa383d-b9c0-40ed-9974-524203d1895a HTTP/1.1" status: 200 len: 946 time: 0.1306355 May 28 06:20:00.793743 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [req-47bff3ad-b771-4e99-9603-91f93ff0f658 req-852c7814-63a7-4021-901e-8237f65b483b tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Allocated IP 192.168.233.238 (bb90c162-fdb0-406b-af2b-5eef830db7a9/e72d0ca5-04cb-4b36-82b1-c75214c9eb05/5ade8c86-99e0-4811-878c-8667ec11046f) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:20:00.798879 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9e1c8eb3-2f3e-42bf-a347-6fda53e97ac8 req-f302814e-7b24-4a18-8708-5a88958caf8b tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed1b7838-09ba-4c02-8fcc-d2aad317060a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612686 May 28 06:20:00.980510 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a56778-11ee-4aec-8763-113b1ef93bf1 service neutron] Pushing event updated for resources: {'Port': ['ID=ced4b31c-02f2-4415-8850-5fe43016fbed,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:01.129147 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-217dd1e5-626a-4621-908a-959f971ba7c8 req-f6a56778-11ee-4aec-8763-113b1ef93bf1 service neutron] Attempting to bind port ced4b31c-02f2-4415-8850-5fe43016fbed on host n-h2-843702-1 for vnic_type normal with profile {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:20:01.129518 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-217dd1e5-626a-4621-908a-959f971ba7c8 req-f6a56778-11ee-4aec-8763-113b1ef93bf1 service neutron] Attempting to bind port ced4b31c-02f2-4415-8850-5fe43016fbed by drivers openvswitch,hyperv on host n-h2-843702-1 at level 0 using segments [{'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:20:01.130071 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217dd1e5-626a-4621-908a-959f971ba7c8 req-f6a56778-11ee-4aec-8763-113b1ef93bf1 service neutron] Attempting to bind port ced4b31c-02f2-4415-8850-5fe43016fbed on network bb90c162-fdb0-406b-af2b-5eef830db7a9 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:20:01.140623 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217dd1e5-626a-4621-908a-959f971ba7c8 req-f6a56778-11ee-4aec-8763-113b1ef93bf1 service neutron] Port ced4b31c-02f2-4415-8850-5fe43016fbed on network bb90c162-fdb0-406b-af2b-5eef830db7a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-843702-1 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:20:01.140944 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217dd1e5-626a-4621-908a-959f971ba7c8 req-f6a56778-11ee-4aec-8763-113b1ef93bf1 service neutron] Attempting to bind port ced4b31c-02f2-4415-8850-5fe43016fbed on network bb90c162-fdb0-406b-af2b-5eef830db7a9 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:20:01.145586 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-cb54017e-5b74-46f5-a9fc-088c8820a86c req-96325d99-677f-47b3-bba6-5402c2266ec2 service neutron] Attempting to bind port b07f2ba7-0d3b-45c8-a200-bab48437340e on host n-h2-843702-1 for vnic_type normal with profile None {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:20:01.145915 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-cb54017e-5b74-46f5-a9fc-088c8820a86c req-96325d99-677f-47b3-bba6-5402c2266ec2 service neutron] Attempting to bind port b07f2ba7-0d3b-45c8-a200-bab48437340e by drivers openvswitch,hyperv on host n-h2-843702-1 at level 0 using segments [{'id': 'da68ba47-25e5-4637-a83a-51088b9800dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '878a453b-7058-4dfc-b9e2-17503c679278'}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:20:01.146571 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb54017e-5b74-46f5-a9fc-088c8820a86c req-96325d99-677f-47b3-bba6-5402c2266ec2 service neutron] Attempting to bind port b07f2ba7-0d3b-45c8-a200-bab48437340e on network 878a453b-7058-4dfc-b9e2-17503c679278 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:20:01.151205 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217dd1e5-626a-4621-908a-959f971ba7c8 req-f6a56778-11ee-4aec-8763-113b1ef93bf1 service neutron] Checking agent: {'id': 'f1a3973b-d2b3-4558-88e7-2ac50857d302', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:20:01.151540 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217dd1e5-626a-4621-908a-959f971ba7c8 req-f6a56778-11ee-4aec-8763-113b1ef93bf1 service neutron] Checking segment: {'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:20:01.151921 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217dd1e5-626a-4621-908a-959f971ba7c8 req-f6a56778-11ee-4aec-8763-113b1ef93bf1 service neutron] Bound using segment: {'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:20:01.152341 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-217dd1e5-626a-4621-908a-959f971ba7c8 req-f6a56778-11ee-4aec-8763-113b1ef93bf1 service neutron] Bound port: ced4b31c-02f2-4415-8850-5fe43016fbed, host: n-h2-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'}}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:20:01.152675 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-217dd1e5-626a-4621-908a-959f971ba7c8 req-f6a56778-11ee-4aec-8763-113b1ef93bf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:01.153290 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-47bff3ad-b771-4e99-9603-91f93ff0f658 req-852c7814-63a7-4021-901e-8237f65b483b tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:01.164657 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb54017e-5b74-46f5-a9fc-088c8820a86c req-96325d99-677f-47b3-bba6-5402c2266ec2 service neutron] Port b07f2ba7-0d3b-45c8-a200-bab48437340e on network 878a453b-7058-4dfc-b9e2-17503c679278 not bound, no agent of type Open vSwitch agent registered on host n-h2-843702-1 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:20:01.164932 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb54017e-5b74-46f5-a9fc-088c8820a86c req-96325d99-677f-47b3-bba6-5402c2266ec2 service neutron] Attempting to bind port b07f2ba7-0d3b-45c8-a200-bab48437340e on network 878a453b-7058-4dfc-b9e2-17503c679278 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:20:01.174647 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb54017e-5b74-46f5-a9fc-088c8820a86c req-96325d99-677f-47b3-bba6-5402c2266ec2 service neutron] Checking agent: {'id': 'f1a3973b-d2b3-4558-88e7-2ac50857d302', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:20:01.174793 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-47bff3ad-b771-4e99-9603-91f93ff0f658 req-852c7814-63a7-4021-901e-8237f65b483b tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Transition to ACTIVE for port object 5ade8c86-99e0-4811-878c-8667ec11046f will not be triggered until provisioned by entity DHCP. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:20:01.174957 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb54017e-5b74-46f5-a9fc-088c8820a86c req-96325d99-677f-47b3-bba6-5402c2266ec2 service neutron] Checking segment: {'id': 'da68ba47-25e5-4637-a83a-51088b9800dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '878a453b-7058-4dfc-b9e2-17503c679278'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:20:01.175605 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb54017e-5b74-46f5-a9fc-088c8820a86c req-96325d99-677f-47b3-bba6-5402c2266ec2 service neutron] Bound using segment: {'id': 'da68ba47-25e5-4637-a83a-51088b9800dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '878a453b-7058-4dfc-b9e2-17503c679278'} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:20:01.175740 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-cb54017e-5b74-46f5-a9fc-088c8820a86c req-96325d99-677f-47b3-bba6-5402c2266ec2 service neutron] Bound port: b07f2ba7-0d3b-45c8-a200-bab48437340e, host: n-h2-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da68ba47-25e5-4637-a83a-51088b9800dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '878a453b-7058-4dfc-b9e2-17503c679278'}}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:20:01.185455 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba2e5bd-480f-421a-b47f-df3da19cde1a req-00c8f038-f514-46de-8020-07c68890472f tempest-LiveMigrationTest-969842093 tempest-LiveMigrationTest-969842093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:01.187039 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6ba2e5bd-480f-421a-b47f-df3da19cde1a req-00c8f038-f514-46de-8020-07c68890472f tempest-LiveMigrationTest-969842093 tempest-LiveMigrationTest-969842093-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=e7550758-2300-49b6-a09e-22d45df05a91 HTTP/1.1" status: 200 len: 1097 time: 0.1297646 May 28 06:20:01.248039 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6ba2e5bd-480f-421a-b47f-df3da19cde1a req-8841e7ad-f0cb-4e68-a9ab-7ec15dcb58dd tempest-LiveMigrationTest-969842093 tempest-LiveMigrationTest-969842093-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=51e8ab45-fc50-4bca-a4a6-55c0639ed93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522842 May 28 06:20:01.270783 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-217dd1e5-626a-4621-908a-959f971ba7c8 req-f6a56778-11ee-4aec-8763-113b1ef93bf1 service neutron] For port ced4b31c-02f2-4415-8850-5fe43016fbed, host n-h2-843702-1, cleared binding levels {{(pid=89109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:20:01.274191 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-217dd1e5-626a-4621-908a-959f971ba7c8 req-f6a56778-11ee-4aec-8763-113b1ef93bf1 service neutron] For port ced4b31c-02f2-4415-8850-5fe43016fbed, host n-h2-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=ced4b31c-02f2-4415-8850-5fe43016fbed,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:20:01.280091 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-cb54017e-5b74-46f5-a9fc-088c8820a86c req-96325d99-677f-47b3-bba6-5402c2266ec2 service neutron] For port b07f2ba7-0d3b-45c8-a200-bab48437340e, host n-h2-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=b07f2ba7-0d3b-45c8-a200-bab48437340e,segment=NetworkSegment(da68ba47-25e5-4637-a83a-51088b9800dc),segment_id=da68ba47-25e5-4637-a83a-51088b9800dc)] {{(pid=89109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:20:01.389799 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-cb54017e-5b74-46f5-a9fc-088c8820a86c req-96325d99-677f-47b3-bba6-5402c2266ec2 service neutron] Notify callbacks [] for binding, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:01.391010 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-cb54017e-5b74-46f5-a9fc-088c8820a86c req-96325d99-677f-47b3-bba6-5402c2266ec2 service neutron] 10.222.0.55 "POST /v2.0/ports/b07f2ba7-0d3b-45c8-a200-bab48437340e/bindings HTTP/1.1" status: 201 len: 389 time: 0.7705595 May 28 06:20:01.392506 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-217dd1e5-626a-4621-908a-959f971ba7c8 req-f6a56778-11ee-4aec-8763-113b1ef93bf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:01.396540 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-47bff3ad-b771-4e99-9603-91f93ff0f658 req-852c7814-63a7-4021-901e-8237f65b483b tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:01.414623 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['46a4ea42-1089-420c-a96f-d7cd594a80c1'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:20:01.486872 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47bff3ad-b771-4e99-9603-91f93ff0f658 req-852c7814-63a7-4021-901e-8237f65b483b tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Network bb90c162-fdb0-406b-af2b-5eef830db7a9 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:20:01.491512 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [req-47bff3ad-b771-4e99-9603-91f93ff0f658 req-852c7814-63a7-4021-901e-8237f65b483b tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:20:01.496611 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217dd1e5-626a-4621-908a-959f971ba7c8 req-f6a56778-11ee-4aec-8763-113b1ef93bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:01.498070 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-217dd1e5-626a-4621-908a-959f971ba7c8 req-f6a56778-11ee-4aec-8763-113b1ef93bf1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:01.498947 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-47bff3ad-b771-4e99-9603-91f93ff0f658 req-852c7814-63a7-4021-901e-8237f65b483b tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:20:01.499526 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-217dd1e5-626a-4621-908a-959f971ba7c8 req-f6a56778-11ee-4aec-8763-113b1ef93bf1 service neutron] 10.222.0.71 "PUT /v2.0/ports/ced4b31c-02f2-4415-8850-5fe43016fbed HTTP/1.1" status: 200 len: 1095 time: 1.8916178 May 28 06:20:01.501962 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40807c95-7346-4634-a9e4-74a23284f9c5', 'tag': 'ced4b31c-02f2-4415-8850-5fe43016fbed'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:20:01.560638 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852c7814-63a7-4021-901e-8237f65b483b tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Pushing event updated for resources: {'Port': ['ID=5ade8c86-99e0-4811-878c-8667ec11046f,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:01.567147 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a56778-11ee-4aec-8763-113b1ef93bf1 service neutron] Pushing event updated for resources: {'Port': ['ID=ced4b31c-02f2-4415-8850-5fe43016fbed,revision_number=3']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:01.630483 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42f7b49-7470-488e-9c05-77dafa69a00f req-4719937c-01ca-43e6-ae11-f3b18b8163a1 tempest-TenantUsagesTestJSON-2140676017 tempest-TenantUsagesTestJSON-2140676017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:01.640232 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c42f7b49-7470-488e-9c05-77dafa69a00f req-4719937c-01ca-43e6-ae11-f3b18b8163a1 tempest-TenantUsagesTestJSON-2140676017 tempest-TenantUsagesTestJSON-2140676017-project] 10.222.0.55 "GET /v2.0/ports?device_id=40807c95-7346-4634-a9e4-74a23284f9c5 HTTP/1.1" status: 200 len: 947 time: 0.2857816 May 28 06:20:01.673143 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bff3ad-b771-4e99-9603-91f93ff0f658 req-852c7814-63a7-4021-901e-8237f65b483b tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:01.673804 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-47bff3ad-b771-4e99-9603-91f93ff0f658 req-852c7814-63a7-4021-901e-8237f65b483b tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:01.733194 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:01.774519 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c42f7b49-7470-488e-9c05-77dafa69a00f req-3a5ada68-9f81-45b1-8dc2-5e215a3a9ac2 tempest-TenantUsagesTestJSON-2140676017 tempest-TenantUsagesTestJSON-2140676017-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c9bbf29-e97b-46fc-a220-e57956d49ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334517 May 28 06:20:01.833252 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217dd1e5-626a-4621-908a-959f971ba7c8 req-e7e997d0-5f2c-42b7-a552-0af419fa1e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:01.834991 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-217dd1e5-626a-4621-908a-959f971ba7c8 req-e7e997d0-5f2c-42b7-a552-0af419fa1e22 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3d30d684a2804c6b97b754f5e52a71b5&device_id=40807c95-7346-4634-a9e4-74a23284f9c5 HTTP/1.1" status: 200 len: 1098 time: 0.1581085 May 28 06:20:01.844462 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-47bff3ad-b771-4e99-9603-91f93ff0f658 req-852c7814-63a7-4021-901e-8237f65b483b tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9691164 May 28 06:20:01.871282 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-47bff3ad-b771-4e99-9603-91f93ff0f658 req-b64a9edb-74fc-425d-b458-1787b1e861e4 service neutron] Request body: {'port': {'device_id': '9bef656a-6216-41b1-97ef-01974e054907', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843702-1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:20:02.000069 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:02.042813 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-217dd1e5-626a-4621-908a-959f971ba7c8 req-2aa3b8a5-ceef-4652-8d39-fe15bb7e343a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=ced4b31c-02f2-4415-8850-5fe43016fbed HTTP/1.1" status: 200 len: 217 time: 0.1831656 May 28 06:20:02.126671 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217dd1e5-626a-4621-908a-959f971ba7c8 req-3f31be4b-bc0e-44ad-b153-48f054d50b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:02.128128 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-217dd1e5-626a-4621-908a-959f971ba7c8 req-3f31be4b-bc0e-44ad-b153-48f054d50b5a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e72d0ca5-04cb-4b36-82b1-c75214c9eb05 HTTP/1.1" status: 200 len: 843 time: 0.0790095 May 28 06:20:02.175013 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-7f81db5c-e729-4aed-840a-5e3149ab71ff None None] Provisioning for port 5ade8c86-99e0-4811-878c-8667ec11046f completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:20:02.182232 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-7f81db5c-e729-4aed-840a-5e3149ab71ff None None] Provisioning complete for port 5ade8c86-99e0-4811-878c-8667ec11046f triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:20:02.182513 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-7f81db5c-e729-4aed-840a-5e3149ab71ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:02.230694 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217dd1e5-626a-4621-908a-959f971ba7c8 req-fe752e26-a525-4d75-988f-982f86f234ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:02.232634 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-217dd1e5-626a-4621-908a-959f971ba7c8 req-fe752e26-a525-4d75-988f-982f86f234ea service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=bb90c162-fdb0-406b-af2b-5eef830db7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0894630 May 28 06:20:02.247733 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-7f81db5c-e729-4aed-840a-5e3149ab71ff None None] Port 5ade8c86-99e0-4811-878c-8667ec11046f cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:20:02.330585 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-47bff3ad-b771-4e99-9603-91f93ff0f658 req-b64a9edb-74fc-425d-b458-1787b1e861e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:02.377892 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-217dd1e5-626a-4621-908a-959f971ba7c8 req-46614e9a-e6d7-40f8-af16-f2accc12c241 service neutron] 10.222.0.71 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365154 May 28 06:20:02.439448 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b726c5-3fba-434b-ac14-b4e436f17ee9 req-430ca0dd-08c5-4da9-a6cb-e7b45fc9f2a1 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:02.440161 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-d5b726c5-3fba-434b-ac14-b4e436f17ee9 req-430ca0dd-08c5-4da9-a6cb-e7b45fc9f2a1 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Synchronizing usage tracker for tenant:fa535ce8a329409da109cb227c3a70b1 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:20:02.456638 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeb6b11-3af8-4c6a-a185-99202f05fd98 req-7a594c3b-f1fd-4ab0-86bf-7e07c1f75541 tempest-LiveMigrationTest-969842093 tempest-LiveMigrationTest-969842093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:02.458163 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8aeb6b11-3af8-4c6a-a185-99202f05fd98 req-7a594c3b-f1fd-4ab0-86bf-7e07c1f75541 tempest-LiveMigrationTest-969842093 tempest-LiveMigrationTest-969842093-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=e7550758-2300-49b6-a09e-22d45df05a91 HTTP/1.1" status: 200 len: 1097 time: 0.3108828 May 28 06:20:02.464275 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb54017e-5b74-46f5-a9fc-088c8820a86c req-f970b798-dc87-4c7b-8c08-51a5c2bdbabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:02.465750 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cb54017e-5b74-46f5-a9fc-088c8820a86c req-f970b798-dc87-4c7b-8c08-51a5c2bdbabf service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1ab1ed0d304345a0a07278c26e7745d6&device_id=b80e5708-1efb-4794-bb57-4a346255af9f HTTP/1.1" status: 200 len: 1096 time: 0.3091345 May 28 06:20:02.593973 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-217dd1e5-626a-4621-908a-959f971ba7c8 req-336c3936-4cf4-4e3c-b09d-14cbc23395a3 service neutron] 10.222.0.71 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099202 May 28 06:20:02.647922 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-d5b726c5-3fba-434b-ac14-b4e436f17ee9 req-430ca0dd-08c5-4da9-a6cb-e7b45fc9f2a1 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Unset dirty status for tenant:fa535ce8a329409da109cb227c3a70b1 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:20:02.649052 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d5b726c5-3fba-434b-ac14-b4e436f17ee9 req-430ca0dd-08c5-4da9-a6cb-e7b45fc9f2a1 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bef656a-6216-41b1-97ef-01974e054907 HTTP/1.1" status: 200 len: 936 time: 0.5001767 May 28 06:20:02.731106 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8aeb6b11-3af8-4c6a-a185-99202f05fd98 req-30483f6a-e626-48fd-9055-6879cb4c19aa tempest-LiveMigrationTest-969842093 tempest-LiveMigrationTest-969842093-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=51e8ab45-fc50-4bca-a4a6-55c0639ed93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214408 May 28 06:20:02.785727 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b527dd7-da07-400e-abbb-7c8052d36c2e'] response: {'name': 'network-changed', 'server_uuid': '40807c95-7346-4634-a9e4-74a23284f9c5', 'tag': 'ced4b31c-02f2-4415-8850-5fe43016fbed', 'status': 'completed', 'code': 200} May 28 06:20:02.824479 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d5b726c5-3fba-434b-ac14-b4e436f17ee9 req-7349427b-1aaa-41b0-b496-0b5ff1e04c7c tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571639 May 28 06:20:02.833276 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb54017e-5b74-46f5-a9fc-088c8820a86c req-eb49ba7a-cc1f-4036-9ef0-06afb569be3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:02.837977 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cb54017e-5b74-46f5-a9fc-088c8820a86c req-eb49ba7a-cc1f-4036-9ef0-06afb569be3d service neutron] 10.222.0.71 "GET /v2.0/networks?id=878a453b-7058-4dfc-b9e2-17503c679278 HTTP/1.1" status: 200 len: 922 time: 0.3236215 May 28 06:20:02.910118 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cb54017e-5b74-46f5-a9fc-088c8820a86c req-70af2b39-8470-4756-b211-0d79f92eb405 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b07f2ba7-0d3b-45c8-a200-bab48437340e HTTP/1.1" status: 200 len: 217 time: 0.0686893 May 28 06:20:02.928804 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee0e845-9eca-4e89-a192-e61946474c7f req-77b2f82c-b6ec-4245-9ec9-74924fde657a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:02.931432 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-aee0e845-9eca-4e89-a192-e61946474c7f req-77b2f82c-b6ec-4245-9ec9-74924fde657a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3d30d684a2804c6b97b754f5e52a71b5&device_id=40807c95-7346-4634-a9e4-74a23284f9c5 HTTP/1.1" status: 200 len: 1098 time: 0.0996640 May 28 06:20:03.029196 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [req-47bff3ad-b771-4e99-9603-91f93ff0f658 req-b64a9edb-74fc-425d-b458-1787b1e861e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ade8c86-99e0-4811-878c-8667ec11046f {{(pid=89110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:20:03.037389 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-47bff3ad-b771-4e99-9603-91f93ff0f658 req-b64a9edb-74fc-425d-b458-1787b1e861e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:03.075195 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-47bff3ad-b771-4e99-9603-91f93ff0f658 req-b64a9edb-74fc-425d-b458-1787b1e861e4 service neutron] Transition to ACTIVE for port object 5ade8c86-99e0-4811-878c-8667ec11046f will not be triggered until provisioned by entity L2. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:20:03.082952 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee0e845-9eca-4e89-a192-e61946474c7f req-153c2828-b7cc-4479-8458-3d920673f268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:03.084453 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-aee0e845-9eca-4e89-a192-e61946474c7f req-153c2828-b7cc-4479-8458-3d920673f268 service neutron] 10.222.0.71 "GET /v2.0/networks?id=bb90c162-fdb0-406b-af2b-5eef830db7a9 HTTP/1.1" status: 200 len: 870 time: 0.1472771 May 28 06:20:03.088624 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb54017e-5b74-46f5-a9fc-088c8820a86c req-a73c3f06-8ec6-43a8-aa72-3677cc93fc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:03.090101 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cb54017e-5b74-46f5-a9fc-088c8820a86c req-a73c3f06-8ec6-43a8-aa72-3677cc93fc7d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=cdd32cdd-4510-40e6-8d87-2fb486891cf4 HTTP/1.1" status: 200 len: 861 time: 0.1729279 May 28 06:20:03.140341 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cb54017e-5b74-46f5-a9fc-088c8820a86c req-2432fa06-0574-4ed5-9db7-9e7d03e69ead service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=878a453b-7058-4dfc-b9e2-17503c679278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428436 May 28 06:20:03.152780 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-aee0e845-9eca-4e89-a192-e61946474c7f req-ec015a12-8d18-496c-b867-c9a00499353e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=ced4b31c-02f2-4415-8850-5fe43016fbed HTTP/1.1" status: 200 len: 217 time: 0.0611255 May 28 06:20:03.167584 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-47bff3ad-b771-4e99-9603-91f93ff0f658 req-b64a9edb-74fc-425d-b458-1787b1e861e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:03.223579 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee0e845-9eca-4e89-a192-e61946474c7f req-0f27bf76-1bcf-4176-b9fd-f526488d2901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:03.228481 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-aee0e845-9eca-4e89-a192-e61946474c7f req-0f27bf76-1bcf-4176-b9fd-f526488d2901 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e72d0ca5-04cb-4b36-82b1-c75214c9eb05 HTTP/1.1" status: 200 len: 843 time: 0.0700908 May 28 06:20:03.361843 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee0e845-9eca-4e89-a192-e61946474c7f req-8c5b6fda-6ca1-42ed-93c4-b0a1496d3faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:03.363420 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-aee0e845-9eca-4e89-a192-e61946474c7f req-8c5b6fda-6ca1-42ed-93c4-b0a1496d3faf service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=bb90c162-fdb0-406b-af2b-5eef830db7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1286342 May 28 06:20:03.418770 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64a9edb-74fc-425d-b458-1787b1e861e4 service neutron] Pushing event updated for resources: {'Port': ['ID=5ade8c86-99e0-4811-878c-8667ec11046f,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:03.543240 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-aee0e845-9eca-4e89-a192-e61946474c7f req-c2f3125e-41c3-49df-8ddd-9fa01c58d996 service neutron] 10.222.0.71 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724029 May 28 06:20:03.628505 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-47bff3ad-b771-4e99-9603-91f93ff0f658 req-b64a9edb-74fc-425d-b458-1787b1e861e4 service neutron] Attempting to bind port 5ade8c86-99e0-4811-878c-8667ec11046f on host n-h2-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:20:03.628833 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-47bff3ad-b771-4e99-9603-91f93ff0f658 req-b64a9edb-74fc-425d-b458-1787b1e861e4 service neutron] Attempting to bind port 5ade8c86-99e0-4811-878c-8667ec11046f by drivers openvswitch,hyperv on host n-h2-843702-1 at level 0 using segments [{'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:20:03.629158 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47bff3ad-b771-4e99-9603-91f93ff0f658 req-b64a9edb-74fc-425d-b458-1787b1e861e4 service neutron] Attempting to bind port 5ade8c86-99e0-4811-878c-8667ec11046f on network bb90c162-fdb0-406b-af2b-5eef830db7a9 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:20:03.647931 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47bff3ad-b771-4e99-9603-91f93ff0f658 req-b64a9edb-74fc-425d-b458-1787b1e861e4 service neutron] Port 5ade8c86-99e0-4811-878c-8667ec11046f on network bb90c162-fdb0-406b-af2b-5eef830db7a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:20:03.648327 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47bff3ad-b771-4e99-9603-91f93ff0f658 req-b64a9edb-74fc-425d-b458-1787b1e861e4 service neutron] Attempting to bind port 5ade8c86-99e0-4811-878c-8667ec11046f on network bb90c162-fdb0-406b-af2b-5eef830db7a9 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:20:03.695923 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-aee0e845-9eca-4e89-a192-e61946474c7f req-18e774a5-8824-4900-871c-e7dd4be9736a service neutron] 10.222.0.71 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451395 May 28 06:20:03.737633 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cb54017e-5b74-46f5-a9fc-088c8820a86c req-8e6d081b-3dea-46cc-84ed-4913254c3f06 service neutron] 10.222.0.71 "GET /v2.0/networks/878a453b-7058-4dfc-b9e2-17503c679278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5901318 May 28 06:20:03.739257 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47bff3ad-b771-4e99-9603-91f93ff0f658 req-b64a9edb-74fc-425d-b458-1787b1e861e4 service neutron] Checking agent: {'id': 'f1a3973b-d2b3-4558-88e7-2ac50857d302', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:20:03.739583 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47bff3ad-b771-4e99-9603-91f93ff0f658 req-b64a9edb-74fc-425d-b458-1787b1e861e4 service neutron] Checking segment: {'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:20:03.739951 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47bff3ad-b771-4e99-9603-91f93ff0f658 req-b64a9edb-74fc-425d-b458-1787b1e861e4 service neutron] Bound using segment: {'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:20:03.740371 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-47bff3ad-b771-4e99-9603-91f93ff0f658 req-b64a9edb-74fc-425d-b458-1787b1e861e4 service neutron] Bound port: 5ade8c86-99e0-4811-878c-8667ec11046f, host: n-h2-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'}}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:20:03.740706 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-47bff3ad-b771-4e99-9603-91f93ff0f658 req-b64a9edb-74fc-425d-b458-1787b1e861e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:03.921181 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887b53cd-0b62-4865-b571-79946fc9c262 req-9354ca88-08ca-4368-8840-3a5b6d1e8732 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:03.922682 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-887b53cd-0b62-4865-b571-79946fc9c262 req-9354ca88-08ca-4368-8840-3a5b6d1e8732 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] 10.222.0.55 "GET /v2.0/ports?device_id=82aa383d-b9c0-40ed-9974-524203d1895a HTTP/1.1" status: 200 len: 946 time: 0.5145688 May 28 06:20:03.953890 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaee0ffd-b698-4700-aefa-4c7ffb7378ce req-93872c3c-df4a-4136-9162-6b3f45e470d3 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:03.955206 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-aaee0ffd-b698-4700-aefa-4c7ffb7378ce req-93872c3c-df4a-4136-9162-6b3f45e470d3 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/ports?device_id=b80e5708-1efb-4794-bb57-4a346255af9f HTTP/1.1" status: 200 len: 945 time: 0.4170640 May 28 06:20:04.035922 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cb54017e-5b74-46f5-a9fc-088c8820a86c req-7f13f0a6-b0f7-4edb-97d6-0187e2368a51 service neutron] 10.222.0.71 "GET /v2.0/networks/878a453b-7058-4dfc-b9e2-17503c679278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2851462 May 28 06:20:04.058943 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-47bff3ad-b771-4e99-9603-91f93ff0f658 req-b64a9edb-74fc-425d-b458-1787b1e861e4 service neutron] For port 5ade8c86-99e0-4811-878c-8667ec11046f, host n-h2-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:20:04.071686 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-887b53cd-0b62-4865-b571-79946fc9c262 req-c7cb6fb8-4741-4740-bae3-1ebdad9e22f4 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed1b7838-09ba-4c02-8fcc-d2aad317060a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1260619 May 28 06:20:04.078145 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-aaee0ffd-b698-4700-aefa-4c7ffb7378ce req-d322e066-7e33-49fa-b5df-54ccaa8d7895 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a90b51ea-4be8-4511-8d71-0b0b776de2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974259 May 28 06:20:04.079574 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-47bff3ad-b771-4e99-9603-91f93ff0f658 req-b64a9edb-74fc-425d-b458-1787b1e861e4 service neutron] For port 5ade8c86-99e0-4811-878c-8667ec11046f, host n-h2-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=5ade8c86-99e0-4811-878c-8667ec11046f,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:20:04.181318 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-47bff3ad-b771-4e99-9603-91f93ff0f658 req-b64a9edb-74fc-425d-b458-1787b1e861e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:04.300715 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bff3ad-b771-4e99-9603-91f93ff0f658 req-b64a9edb-74fc-425d-b458-1787b1e861e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:04.301734 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-47bff3ad-b771-4e99-9603-91f93ff0f658 req-b64a9edb-74fc-425d-b458-1787b1e861e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:04.302965 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-47bff3ad-b771-4e99-9603-91f93ff0f658 req-b64a9edb-74fc-425d-b458-1787b1e861e4 service neutron] 10.222.0.71 "PUT /v2.0/ports/5ade8c86-99e0-4811-878c-8667ec11046f HTTP/1.1" status: 200 len: 1096 time: 2.4420850 May 28 06:20:04.349516 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bef656a-6216-41b1-97ef-01974e054907', 'tag': '5ade8c86-99e0-4811-878c-8667ec11046f'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:20:04.375826 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-01cb67fa-1ff8-4cbe-8587-8990f12e8ab6 req-7d1fb05b-1b4a-4e32-b4fa-980a3d0352f6 tempest-ServersAdmin275Test-1627060860 tempest-ServersAdmin275Test-1627060860-project] 10.222.0.55 "GET /v2.0/ports?device_id=45fb5242-d2b8-4cad-be5f-640116d504f8 HTTP/1.1" status: 200 len: 210 time: 0.1591637 May 28 06:20:04.421965 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64a9edb-74fc-425d-b458-1787b1e861e4 service neutron] Pushing event updated for resources: {'Port': ['ID=5ade8c86-99e0-4811-878c-8667ec11046f,revision_number=3']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:04.472400 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64a9edb-74fc-425d-b458-1787b1e861e4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:20:04.472735 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64a9edb-74fc-425d-b458-1787b1e861e4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:20:04.473078 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64a9edb-74fc-425d-b458-1787b1e861e4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:20:04.473404 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64a9edb-74fc-425d-b458-1787b1e861e4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:20:04.473746 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64a9edb-74fc-425d-b458-1787b1e861e4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:20:04.474112 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64a9edb-74fc-425d-b458-1787b1e861e4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:20:04.474451 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64a9edb-74fc-425d-b458-1787b1e861e4 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:20:04.474766 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64a9edb-74fc-425d-b458-1787b1e861e4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:20:04.475097 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64a9edb-74fc-425d-b458-1787b1e861e4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:20:04.475394 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64a9edb-74fc-425d-b458-1787b1e861e4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:20:04.475935 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64a9edb-74fc-425d-b458-1787b1e861e4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:20:04.476350 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64a9edb-74fc-425d-b458-1787b1e861e4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:20:04.597793 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48055e3-3a8f-4182-8f7a-5cf69e71a5f3 req-ea1446cf-7e17-4cd7-ba43-19b84f15322d tempest-TenantUsagesTestJSON-2140676017 tempest-TenantUsagesTestJSON-2140676017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:04.599224 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d48055e3-3a8f-4182-8f7a-5cf69e71a5f3 req-ea1446cf-7e17-4cd7-ba43-19b84f15322d tempest-TenantUsagesTestJSON-2140676017 tempest-TenantUsagesTestJSON-2140676017-project] 10.222.0.55 "GET /v2.0/ports?device_id=40807c95-7346-4634-a9e4-74a23284f9c5 HTTP/1.1" status: 200 len: 947 time: 0.3744643 May 28 06:20:04.601570 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb54017e-5b74-46f5-a9fc-088c8820a86c req-ee5afba0-198c-45bc-b79b-361b9d9e851e tempest-LiveAutoBlockMigrationV225Test-2091885666 tempest-LiveAutoBlockMigrationV225Test-2091885666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:04.603006 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cb54017e-5b74-46f5-a9fc-088c8820a86c req-ee5afba0-198c-45bc-b79b-361b9d9e851e tempest-LiveAutoBlockMigrationV225Test-2091885666 tempest-LiveAutoBlockMigrationV225Test-2091885666-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=b80e5708-1efb-4794-bb57-4a346255af9f&tenant_id=1ab1ed0d304345a0a07278c26e7745d6&binding%3Ahost_id=n-h1-843702-1 HTTP/1.1" status: 200 len: 1096 time: 0.3392916 May 28 06:20:04.617097 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-cb54017e-5b74-46f5-a9fc-088c8820a86c req-7e493809-e71f-441c-b1b7-5191985883b8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-843702-1'}}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:20:04.697774 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bff3ad-b771-4e99-9603-91f93ff0f658 req-79919f24-ecf5-441d-8de3-98c462dfa62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:04.699229 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-47bff3ad-b771-4e99-9603-91f93ff0f658 req-79919f24-ecf5-441d-8de3-98c462dfa62c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fa535ce8a329409da109cb227c3a70b1&device_id=9bef656a-6216-41b1-97ef-01974e054907 HTTP/1.1" status: 200 len: 1099 time: 0.2610850 May 28 06:20:04.716030 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d48055e3-3a8f-4182-8f7a-5cf69e71a5f3 req-f0f4d334-aa1e-4f7c-aea8-0dc8bf7189b8 tempest-TenantUsagesTestJSON-2140676017 tempest-TenantUsagesTestJSON-2140676017-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c9bbf29-e97b-46fc-a220-e57956d49ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063604 May 28 06:20:04.725994 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe509b6-9453-46bf-b7d1-d98f87e4748d req-de254c63-773d-43ce-9be7-2995876ae15f tempest-VolumesAdminNegativeTest-593648731 tempest-VolumesAdminNegativeTest-593648731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:04.727647 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dbe509b6-9453-46bf-b7d1-d98f87e4748d req-de254c63-773d-43ce-9be7-2995876ae15f tempest-VolumesAdminNegativeTest-593648731 tempest-VolumesAdminNegativeTest-593648731-project] 10.222.0.55 "GET /v2.0/ports?device_id=f81f23c8-46a5-45fc-b225-a45bf0c760a6 HTTP/1.1" status: 200 len: 946 time: 0.2342505 May 28 06:20:04.845820 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-47bff3ad-b771-4e99-9603-91f93ff0f658 req-23970990-184f-466b-9435-f07e6cef6543 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=5ade8c86-99e0-4811-878c-8667ec11046f HTTP/1.1" status: 200 len: 217 time: 0.1269894 May 28 06:20:04.975784 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-cb54017e-5b74-46f5-a9fc-088c8820a86c req-7e493809-e71f-441c-b1b7-5191985883b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:05.005974 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dbe509b6-9453-46bf-b7d1-d98f87e4748d req-d52ab14c-739a-4f30-b6af-7e66108b8632 tempest-VolumesAdminNegativeTest-593648731 tempest-VolumesAdminNegativeTest-593648731-project] 10.222.0.55 "GET /v2.0/security-groups?id=f699d0fe-44db-4ca9-b3e0-8da402ec751c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954155 May 28 06:20:05.015637 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bff3ad-b771-4e99-9603-91f93ff0f658 req-416b5fde-8ea1-4325-a438-072b14087531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:05.018767 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-47bff3ad-b771-4e99-9603-91f93ff0f658 req-416b5fde-8ea1-4325-a438-072b14087531 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e72d0ca5-04cb-4b36-82b1-c75214c9eb05 HTTP/1.1" status: 200 len: 843 time: 0.1248953 May 28 06:20:05.030936 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device ced4b31c-02f2-4415-8850-5fe43016fbed details requested by agent hyperv_n-h2-843702-1 with host n-h2-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:20:05.205038 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c8d69f-38de-4589-b960-74b4532dc4ca req-1fe1457e-68fe-4855-88ff-7537b7327dd6 tempest-VolumesAdminNegativeTest-593648731 tempest-VolumesAdminNegativeTest-593648731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:05.205744 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port ced4b31c-02f2-4415-8850-5fe43016fbed, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=ced4b31c-02f2-4415-8850-5fe43016fbed,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:20:05.206823 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-86c8d69f-38de-4589-b960-74b4532dc4ca req-1fe1457e-68fe-4855-88ff-7537b7327dd6 tempest-VolumesAdminNegativeTest-593648731 tempest-VolumesAdminNegativeTest-593648731-project] 10.222.0.69 "GET /v2.0/ports?device_id=f81f23c8-46a5-45fc-b225-a45bf0c760a6 HTTP/1.1" status: 200 len: 946 time: 0.0948722 May 28 06:20:05.220059 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Returning: {'device': 'ced4b31c-02f2-4415-8850-5fe43016fbed', 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9', 'port_id': 'ced4b31c-02f2-4415-8850-5fe43016fbed', 'mac_address': 'fa:16:3e:98:a3:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e72d0ca5-04cb-4b36-82b1-c75214c9eb05', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:20:05.290048 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdc8ad1-d05a-4ef2-a6c6-d0075e817ada req-79c07ca1-e922-4933-99ce-7a13fba932a4 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:05.292067 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9fdc8ad1-d05a-4ef2-a6c6-d0075e817ada req-79c07ca1-e922-4933-99ce-7a13fba932a4 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bef656a-6216-41b1-97ef-01974e054907 HTTP/1.1" status: 200 len: 948 time: 0.4557970 May 28 06:20:05.297828 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [req-86c8d69f-38de-4589-b960-74b4532dc4ca req-faa20733-76ac-4bba-b066-6ef5c071b25e tempest-VolumesAdminNegativeTest-593648731 tempest-VolumesAdminNegativeTest-593648731-project] Deleting port 7c0fdda8-9bd0-4ae9-9ba6-2328a13417bc {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:20:05.297828 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-86c8d69f-38de-4589-b960-74b4532dc4ca req-faa20733-76ac-4bba-b066-6ef5c071b25e tempest-VolumesAdminNegativeTest-593648731 tempest-VolumesAdminNegativeTest-593648731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:05.299326 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port ced4b31c-02f2-4415-8850-5fe43016fbed is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:20:05.299706 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:05.317581 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ced4b31c-02f2-4415-8850-5fe43016fbed {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:20:05.337509 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port ced4b31c-02f2-4415-8850-5fe43016fbed, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=ced4b31c-02f2-4415-8850-5fe43016fbed,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:20:05.389781 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bff3ad-b771-4e99-9603-91f93ff0f658 req-447ad87c-7326-4155-b91c-7b208e60fc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:05.391365 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-47bff3ad-b771-4e99-9603-91f93ff0f658 req-447ad87c-7326-4155-b91c-7b208e60fc8a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=bb90c162-fdb0-406b-af2b-5eef830db7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3449302 May 28 06:20:05.405701 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-cb54017e-5b74-46f5-a9fc-088c8820a86c req-7e493809-e71f-441c-b1b7-5191985883b8 service neutron] For port b07f2ba7-0d3b-45c8-a200-bab48437340e, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=b07f2ba7-0d3b-45c8-a200-bab48437340e,segment=NetworkSegment(da68ba47-25e5-4637-a83a-51088b9800dc),segment_id=da68ba47-25e5-4637-a83a-51088b9800dc)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:20:05.405880 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9fdc8ad1-d05a-4ef2-a6c6-d0075e817ada req-cfb67a54-9245-4dcd-b826-3fc16e302897 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059601 May 28 06:20:05.431946 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:05.459534 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6881880-1dc4-475f-b741-04115a575e02 req-5466d6cb-6ac0-42d7-9afc-d11053f216fe tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:05.465083 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e6881880-1dc4-475f-b741-04115a575e02 req-5466d6cb-6ac0-42d7-9afc-d11053f216fe tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] 10.222.0.55 "GET /v2.0/ports?device_id=82aa383d-b9c0-40ed-9974-524203d1895a HTTP/1.1" status: 200 len: 946 time: 0.3588445 May 28 06:20:05.479071 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 45044) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:20:05.565634 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=ced4b31c-02f2-4415-8850-5fe43016fbed,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:05.575577 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:20:05.575930 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:20:05.576832 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:20:05.576832 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:20:05.577001 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:20:05.577225 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:20:05.577583 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:20:05.578712 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:20:05.578712 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:20:05.578712 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:20:05.578988 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:20:05.579299 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:20:05.673277 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-86c8d69f-38de-4589-b960-74b4532dc4ca req-faa20733-76ac-4bba-b066-6ef5c071b25e tempest-VolumesAdminNegativeTest-593648731 tempest-VolumesAdminNegativeTest-593648731-project] For port 7c0fdda8-9bd0-4ae9-9ba6-2328a13417bc, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=7c0fdda8-9bd0-4ae9-9ba6-2328a13417bc,segment=NetworkSegment(053a2acb-289a-48eb-bb70-1c34b364573a),segment_id=053a2acb-289a-48eb-bb70-1c34b364573a)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:20:05.673752 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-86c8d69f-38de-4589-b960-74b4532dc4ca req-faa20733-76ac-4bba-b066-6ef5c071b25e tempest-VolumesAdminNegativeTest-593648731 tempest-VolumesAdminNegativeTest-593648731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:05.699506 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6509077-05e1-46b1-a779-7225f248c260'] response: {'name': 'network-changed', 'server_uuid': '9bef656a-6216-41b1-97ef-01974e054907', 'tag': '5ade8c86-99e0-4811-878c-8667ec11046f', 'status': 'completed', 'code': 200} May 28 06:20:05.708773 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-b4abd9e3-fa99-483b-b50b-a758328b8975 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Request body: {'floatingip': {'port_id': '130bacd8-1b1a-44c2-8b96-1323df3c7f8a'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:20:05.752705 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['ced4b31c-02f2-4415-8850-5fe43016fbed'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:20:05.808441 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [req-86c8d69f-38de-4589-b960-74b4532dc4ca req-faa20733-76ac-4bba-b066-6ef5c071b25e tempest-VolumesAdminNegativeTest-593648731 tempest-VolumesAdminNegativeTest-593648731-project] Calling delete_port for 7c0fdda8-9bd0-4ae9-9ba6-2328a13417bc owned by compute:nova {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:20:05.827328 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.db.resource_extend [req-cb54017e-5b74-46f5-a9fc-088c8820a86c req-7e493809-e71f-441c-b1b7-5191985883b8 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 06:20:05.845997 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5fa49397-a425-4d74-99b1-77face2202de req-e26e9908-b604-4fe0-aecf-cbeb94f1f90a tempest-ServersAdmin275Test-1627060860 tempest-ServersAdmin275Test-1627060860-project] 10.222.0.55 "GET /v2.0/ports?device_id=45fb5242-d2b8-4cad-be5f-640116d504f8 HTTP/1.1" status: 200 len: 210 time: 0.1444960 May 28 06:20:05.869342 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-cb54017e-5b74-46f5-a9fc-088c8820a86c req-7e493809-e71f-441c-b1b7-5191985883b8 service neutron] For port b07f2ba7-0d3b-45c8-a200-bab48437340e, host n-h1-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:20:05.919479 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b4abd9e3-fa99-483b-b50b-a758328b8975 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Notify callbacks [] for floatingip, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:06.140474 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-86c8d69f-38de-4589-b960-74b4532dc4ca req-faa20733-76ac-4bba-b066-6ef5c071b25e tempest-VolumesAdminNegativeTest-593648731 tempest-VolumesAdminNegativeTest-593648731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:06.148823 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-cb54017e-5b74-46f5-a9fc-088c8820a86c req-7e493809-e71f-441c-b1b7-5191985883b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:06.152672 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['7c0fdda8-9bd0-4ae9-9ba6-2328a13417bc'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:20:06.197874 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa20733-76ac-4bba-b066-6ef5c071b25e tempest-VolumesAdminNegativeTest-593648731 tempest-VolumesAdminNegativeTest-593648731-project] Pushing event deleted for resources: {'Port': ['ID=7c0fdda8-9bd0-4ae9-9ba6-2328a13417bc,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:06.264014 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-47bff3ad-b771-4e99-9603-91f93ff0f658 req-09711117-c398-4489-8bbc-7923e8f607a9 service neutron] 10.222.0.71 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8644874 May 28 06:20:06.289277 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-cb54017e-5b74-46f5-a9fc-088c8820a86c req-7e493809-e71f-441c-b1b7-5191985883b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:06.353655 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [req-86c8d69f-38de-4589-b960-74b4532dc4ca req-faa20733-76ac-4bba-b066-6ef5c071b25e tempest-VolumesAdminNegativeTest-593648731 tempest-VolumesAdminNegativeTest-593648731-project] No DVR routers for this DVR port 7c0fdda8-9bd0-4ae9-9ba6-2328a13417bc on host n-h1-843702-1 {{(pid=89109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:20:06.357916 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-86c8d69f-38de-4589-b960-74b4532dc4ca req-faa20733-76ac-4bba-b066-6ef5c071b25e tempest-VolumesAdminNegativeTest-593648731 tempest-VolumesAdminNegativeTest-593648731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:06.360419 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f81f23c8-46a5-45fc-b225-a45bf0c760a6', 'name': 'network-vif-deleted', 'tag': '7c0fdda8-9bd0-4ae9-9ba6-2328a13417bc'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:20:06.468429 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-86c8d69f-38de-4589-b960-74b4532dc4ca req-faa20733-76ac-4bba-b066-6ef5c071b25e tempest-VolumesAdminNegativeTest-593648731 tempest-VolumesAdminNegativeTest-593648731-project] 10.222.0.69 "DELETE /v2.0/ports/7c0fdda8-9bd0-4ae9-9ba6-2328a13417bc HTTP/1.1" status: 204 len: 173 time: 1.2558608 May 28 06:20:06.527475 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e493809-e71f-441c-b1b7-5191985883b8 service neutron] Pushing event updated for resources: {'Port': ['ID=b07f2ba7-0d3b-45c8-a200-bab48437340e,revision_number=7']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:06.606982 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 45066) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:20:06.727423 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4235c251-5a4a-4846-bb8c-53d0b70dc066 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:06.730291 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574c74b5-6d72-4353-a046-0676b1269f28 req-8baf796e-190d-4327-acd7-13834e562535 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:06.731776 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-574c74b5-6d72-4353-a046-0676b1269f28 req-8baf796e-190d-4327-acd7-13834e562535 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/ports?device_id=b80e5708-1efb-4794-bb57-4a346255af9f HTTP/1.1" status: 200 len: 945 time: 0.6694746 May 28 06:20:06.746113 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-4235c251-5a4a-4846-bb8c-53d0b70dc066 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:20:06.751092 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-4235c251-5a4a-4846-bb8c-53d0b70dc066 admin admin] Usage tracker for resource:security_group_rule and tenant:1fe83909e9624be0afdb07a55f505926 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:20:06.753911 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-4235c251-5a4a-4846-bb8c-53d0b70dc066 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:20:06.760317 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-4235c251-5a4a-4846-bb8c-53d0b70dc066 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:20:06.815777 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e40380a-75cd-4c80-a062-7298e5c60f81 req-8cde4a32-ae82-42de-8d72-f47cd1c1bf36 tempest-TenantUsagesTestJSON-2140676017 tempest-TenantUsagesTestJSON-2140676017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:06.817203 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5e40380a-75cd-4c80-a062-7298e5c60f81 req-8cde4a32-ae82-42de-8d72-f47cd1c1bf36 tempest-TenantUsagesTestJSON-2140676017 tempest-TenantUsagesTestJSON-2140676017-project] 10.222.0.55 "GET /v2.0/ports?device_id=40807c95-7346-4634-a9e4-74a23284f9c5 HTTP/1.1" status: 200 len: 948 time: 0.6662290 May 28 06:20:06.853052 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4235c251-5a4a-4846-bb8c-53d0b70dc066 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:06.884920 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-cb54017e-5b74-46f5-a9fc-088c8820a86c req-7e493809-e71f-441c-b1b7-5191985883b8 service neutron] Attempting to bind port b07f2ba7-0d3b-45c8-a200-bab48437340e on host n-h1-843702-1 for vnic_type normal with profile {"migrating_to": "n-h2-843702-1"} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:20:06.885324 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-cb54017e-5b74-46f5-a9fc-088c8820a86c req-7e493809-e71f-441c-b1b7-5191985883b8 service neutron] Attempting to bind port b07f2ba7-0d3b-45c8-a200-bab48437340e by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': 'da68ba47-25e5-4637-a83a-51088b9800dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '878a453b-7058-4dfc-b9e2-17503c679278'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:20:06.885674 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb54017e-5b74-46f5-a9fc-088c8820a86c req-7e493809-e71f-441c-b1b7-5191985883b8 service neutron] Attempting to bind port b07f2ba7-0d3b-45c8-a200-bab48437340e on network 878a453b-7058-4dfc-b9e2-17503c679278 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:20:06.913324 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-47bff3ad-b771-4e99-9603-91f93ff0f658 req-a0d80783-b781-46f0-9033-7950fb51d491 service neutron] 10.222.0.71 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6291454 May 28 06:20:06.914912 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb54017e-5b74-46f5-a9fc-088c8820a86c req-7e493809-e71f-441c-b1b7-5191985883b8 service neutron] Port b07f2ba7-0d3b-45c8-a200-bab48437340e on network 878a453b-7058-4dfc-b9e2-17503c679278 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:20:06.914912 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb54017e-5b74-46f5-a9fc-088c8820a86c req-7e493809-e71f-441c-b1b7-5191985883b8 service neutron] Attempting to bind port b07f2ba7-0d3b-45c8-a200-bab48437340e on network 878a453b-7058-4dfc-b9e2-17503c679278 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:20:06.948902 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-574c74b5-6d72-4353-a046-0676b1269f28 req-b7b77ac1-5a0f-4a60-b9e1-c21079e94292 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a90b51ea-4be8-4511-8d71-0b0b776de2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989298 May 28 06:20:06.949633 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb54017e-5b74-46f5-a9fc-088c8820a86c req-7e493809-e71f-441c-b1b7-5191985883b8 service neutron] Checking agent: {'id': '69f492a0-c00d-46d0-9bec-fcd8161ce206', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:20:06.949968 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb54017e-5b74-46f5-a9fc-088c8820a86c req-7e493809-e71f-441c-b1b7-5191985883b8 service neutron] Checking segment: {'id': 'da68ba47-25e5-4637-a83a-51088b9800dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '878a453b-7058-4dfc-b9e2-17503c679278'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:20:06.950334 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb54017e-5b74-46f5-a9fc-088c8820a86c req-7e493809-e71f-441c-b1b7-5191985883b8 service neutron] Bound using segment: {'id': 'da68ba47-25e5-4637-a83a-51088b9800dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '878a453b-7058-4dfc-b9e2-17503c679278'} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:20:06.950762 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-cb54017e-5b74-46f5-a9fc-088c8820a86c req-7e493809-e71f-441c-b1b7-5191985883b8 service neutron] Bound port: b07f2ba7-0d3b-45c8-a200-bab48437340e, host: n-h1-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da68ba47-25e5-4637-a83a-51088b9800dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '878a453b-7058-4dfc-b9e2-17503c679278'}}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:20:06.951098 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-cb54017e-5b74-46f5-a9fc-088c8820a86c req-7e493809-e71f-441c-b1b7-5191985883b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:06.958074 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4235c251-5a4a-4846-bb8c-53d0b70dc066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:07.016173 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-4235c251-5a4a-4846-bb8c-53d0b70dc066 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1fe83909e9624be0afdb07a55f505926&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4056051 May 28 06:20:07.016385 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 45074) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:20:07.018971 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4235c251-5a4a-4846-bb8c-53d0b70dc066 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dd0c1dc-8463-42e0-801a-f633cd7e24a0,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:07.043035 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device ced4b31c-02f2-4415-8850-5fe43016fbed up at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:20:07.048686 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5e40380a-75cd-4c80-a062-7298e5c60f81 req-1ea8bc00-85d8-45c1-a07c-9b2feede56d8 tempest-TenantUsagesTestJSON-2140676017 tempest-TenantUsagesTestJSON-2140676017-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c9bbf29-e97b-46fc-a220-e57956d49ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076526 May 28 06:20:07.126857 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-37cc6fe3-82b4-4c2e-a4ae-156d741278a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:07.156783 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-37cc6fe3-82b4-4c2e-a4ae-156d741278a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:07.226648 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning for port ced4b31c-02f2-4415-8850-5fe43016fbed completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:20:07.231829 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning complete for port ced4b31c-02f2-4415-8850-5fe43016fbed triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:20:07.232190 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:07.329121 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-37cc6fe3-82b4-4c2e-a4ae-156d741278a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:07.344483 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bac6adbd-9d6b-49ac-8a1f-54a24f628893 req-28d05342-906c-40c3-89bc-7c47b5b779f6 tempest-VolumesAdminNegativeTest-593648731 tempest-VolumesAdminNegativeTest-593648731-project] 10.222.0.55 "GET /v2.0/ports?device_id=f81f23c8-46a5-45fc-b225-a45bf0c760a6 HTTP/1.1" status: 200 len: 210 time: 0.1069844 May 28 06:20:07.348808 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cc6fe3-82b4-4c2e-a4ae-156d741278a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dd0c1dc-8463-42e0-801a-f633cd7e24a0,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:07.358273 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-37cc6fe3-82b4-4c2e-a4ae-156d741278a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:07.364939 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-37cc6fe3-82b4-4c2e-a4ae-156d741278a2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0dd0c1dc-8463-42e0-801a-f633cd7e24a0 HTTP/1.1" status: 204 len: 168 time: 0.3476350 May 28 06:20:07.381656 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port ced4b31c-02f2-4415-8850-5fe43016fbed is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:20:07.386948 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:07.419589 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-cb54017e-5b74-46f5-a9fc-088c8820a86c req-7e493809-e71f-441c-b1b7-5191985883b8 service neutron] For port b07f2ba7-0d3b-45c8-a200-bab48437340e, host n-h1-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:20:07.426265 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7b283fe-741a-4af1-afb1-3523351294c3'] response: {'server_uuid': 'f81f23c8-46a5-45fc-b225-a45bf0c760a6', 'name': 'network-vif-deleted', 'tag': '7c0fdda8-9bd0-4ae9-9ba6-2328a13417bc', 'status': 'completed', 'code': 200} May 28 06:20:07.426603 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-cb54017e-5b74-46f5-a9fc-088c8820a86c req-7e493809-e71f-441c-b1b7-5191985883b8 service neutron] For port b07f2ba7-0d3b-45c8-a200-bab48437340e, host n-h1-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=b07f2ba7-0d3b-45c8-a200-bab48437340e,segment=NetworkSegment(da68ba47-25e5-4637-a83a-51088b9800dc),segment_id=da68ba47-25e5-4637-a83a-51088b9800dc)] {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:20:07.454846 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40807c95-7346-4634-a9e4-74a23284f9c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ced4b31c-02f2-4415-8850-5fe43016fbed'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:20:07.469477 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedf2667-bc4f-4aaf-8f04-6d6828e90740 req-a7256d10-6cc5-44ae-b7b9-77c8d74f412e tempest-LiveMigrationTest-969842093 tempest-LiveMigrationTest-969842093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:07.476624 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-aedf2667-bc4f-4aaf-8f04-6d6828e90740 req-a7256d10-6cc5-44ae-b7b9-77c8d74f412e tempest-LiveMigrationTest-969842093 tempest-LiveMigrationTest-969842093-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=e7550758-2300-49b6-a09e-22d45df05a91 HTTP/1.1" status: 200 len: 1097 time: 0.3789334 May 28 06:20:07.476746 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port ced4b31c-02f2-4415-8850-5fe43016fbed, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=ced4b31c-02f2-4415-8850-5fe43016fbed,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:20:07.479570 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39738b66-d4a6-44e7-8162-0a838387bef0 req-f6352363-f762-41d2-a9d2-b8a4e3a0536a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:07.480957 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-39738b66-d4a6-44e7-8162-0a838387bef0 req-f6352363-f762-41d2-a9d2-b8a4e3a0536a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fa535ce8a329409da109cb227c3a70b1&device_id=9bef656a-6216-41b1-97ef-01974e054907 HTTP/1.1" status: 200 len: 1099 time: 0.2505333 May 28 06:20:07.564023 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:07.594099 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-cb54017e-5b74-46f5-a9fc-088c8820a86c req-7e493809-e71f-441c-b1b7-5191985883b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:07.662128 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=ced4b31c-02f2-4415-8850-5fe43016fbed,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:07.727271 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b80e5708-1efb-4794-bb57-4a346255af9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b07f2ba7-0d3b-45c8-a200-bab48437340e'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:20:07.838963 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-aedf2667-bc4f-4aaf-8f04-6d6828e90740 req-1e825362-9754-4edf-8441-bac16625cc41 tempest-LiveMigrationTest-969842093 tempest-LiveMigrationTest-969842093-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=51e8ab45-fc50-4bca-a4a6-55c0639ed93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3615816 May 28 06:20:07.876051 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b4abd9e3-fa99-483b-b50b-a758328b8975 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:07.949773 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb54017e-5b74-46f5-a9fc-088c8820a86c req-7e493809-e71f-441c-b1b7-5191985883b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:07.950775 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-cb54017e-5b74-46f5-a9fc-088c8820a86c req-7e493809-e71f-441c-b1b7-5191985883b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:07.952908 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cb54017e-5b74-46f5-a9fc-088c8820a86c req-7e493809-e71f-441c-b1b7-5191985883b8 service neutron] 10.222.0.71 "PUT /v2.0/ports/b07f2ba7-0d3b-45c8-a200-bab48437340e HTTP/1.1" status: 200 len: 1121 time: 3.3412693 May 28 06:20:08.000476 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e493809-e71f-441c-b1b7-5191985883b8 service neutron] Pushing event updated for resources: {'Port': ['ID=b07f2ba7-0d3b-45c8-a200-bab48437340e,revision_number=8']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:08.013334 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39738b66-d4a6-44e7-8162-0a838387bef0 req-dcc1c901-3a4e-4654-a7dc-2d4ea91f6565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:08.014809 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-39738b66-d4a6-44e7-8162-0a838387bef0 req-dcc1c901-3a4e-4654-a7dc-2d4ea91f6565 service neutron] 10.222.0.71 "GET /v2.0/networks?id=bb90c162-fdb0-406b-af2b-5eef830db7a9 HTTP/1.1" status: 200 len: 870 time: 0.5202222 May 28 06:20:08.020023 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b4abd9e3-fa99-483b-b50b-a758328b8975 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691094'] for floatingip, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:08.025071 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['b07f2ba7-0d3b-45c8-a200-bab48437340e'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:20:08.086491 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b7c3eba7-fd26-4394-a4f2-f38e44d6bfa2 req-855f8aaa-7aec-421f-98e5-4f7ba6f76554 tempest-ServersAdmin275Test-1627060860 tempest-ServersAdmin275Test-1627060860-project] 10.222.0.55 "GET /v2.0/ports?device_id=45fb5242-d2b8-4cad-be5f-640116d504f8 HTTP/1.1" status: 200 len: 210 time: 0.1314945 May 28 06:20:08.159709 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-3257a9be-c4cc-4f2d-8ccb-09e1c2cbfb7c req-d314ea83-2d01-44fb-8dd5-4989ee4f89f8 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=45fb5242-d2b8-4cad-be5f-640116d504f8 HTTP/1.1" status: 200 len: 210 time: 0.0699959 May 28 06:20:08.165120 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edaa3cc5-ebe6-4596-9937-3ff3e7900c64'] response: {'server_uuid': '40807c95-7346-4634-a9e4-74a23284f9c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ced4b31c-02f2-4415-8850-5fe43016fbed', 'code': 200} May 28 06:20:08.239001 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 45092) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:20:08.275149 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-504f45a6-5686-4841-ab85-603e0a1b0c5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:08.281817 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-39738b66-d4a6-44e7-8162-0a838387bef0 req-5612524a-5ddf-446c-a8a1-6648da7b6c61 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=5ade8c86-99e0-4811-878c-8667ec11046f HTTP/1.1" status: 200 len: 217 time: 0.2037868 May 28 06:20:08.283769 n-d-843702-1 neutron-server[89110]: INFO neutron.db.l3_db [None req-b4abd9e3-fa99-483b-b50b-a758328b8975 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Floating IP bd03fd82-a43d-44af-9e9b-2a38fb4cc972 associated. External IP: 172.25.5.87, port: 130bacd8-1b1a-44c2-8b96-1323df3c7f8a. May 28 06:20:08.293716 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-504f45a6-5686-4841-ab85-603e0a1b0c5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:20:08.300745 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-504f45a6-5686-4841-ab85-603e0a1b0c5e admin admin] Usage tracker for resource:security_group_rule and tenant:8b7a7526977d4d968be5d0c5dffd8b3f is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:20:08.309110 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-504f45a6-5686-4841-ab85-603e0a1b0c5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:20:08.316002 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-504f45a6-5686-4841-ab85-603e0a1b0c5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:20:08.375156 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-213a4d95-0b43-4e50-86cb-00c56f9613e1'] response: {'server_uuid': 'b80e5708-1efb-4794-bb57-4a346255af9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b07f2ba7-0d3b-45c8-a200-bab48437340e', 'code': 200} May 28 06:20:08.410456 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-504f45a6-5686-4841-ab85-603e0a1b0c5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:08.435436 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8883a12d-560a-4f32-b1a3-d696e0ed5adf req-0d4dc310-8ae7-45fc-8d0f-e202e354b595 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:08.436797 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8883a12d-560a-4f32-b1a3-d696e0ed5adf req-0d4dc310-8ae7-45fc-8d0f-e202e354b595 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bef656a-6216-41b1-97ef-01974e054907 HTTP/1.1" status: 200 len: 948 time: 0.8630304 May 28 06:20:08.488687 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-504f45a6-5686-4841-ab85-603e0a1b0c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:08.550441 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-504f45a6-5686-4841-ab85-603e0a1b0c5e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8b7a7526977d4d968be5d0c5dffd8b3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3103669 May 28 06:20:08.553174 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 45098) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:20:08.556900 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504f45a6-5686-4841-ab85-603e0a1b0c5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=997cf5f8-d36d-477c-84c1-ba84280ade47,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:08.578248 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504f45a6-5686-4841-ab85-603e0a1b0c5e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:20:08.578625 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504f45a6-5686-4841-ab85-603e0a1b0c5e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:20:08.578922 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504f45a6-5686-4841-ab85-603e0a1b0c5e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:20:08.579253 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504f45a6-5686-4841-ab85-603e0a1b0c5e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:20:08.579580 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504f45a6-5686-4841-ab85-603e0a1b0c5e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:20:08.579909 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504f45a6-5686-4841-ab85-603e0a1b0c5e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:20:08.580237 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504f45a6-5686-4841-ab85-603e0a1b0c5e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:20:08.580556 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504f45a6-5686-4841-ab85-603e0a1b0c5e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:20:08.580875 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504f45a6-5686-4841-ab85-603e0a1b0c5e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:20:08.581193 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504f45a6-5686-4841-ab85-603e0a1b0c5e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:20:08.581536 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504f45a6-5686-4841-ab85-603e0a1b0c5e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:20:08.581860 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504f45a6-5686-4841-ab85-603e0a1b0c5e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:20:08.635439 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e2a14d1d-7f23-48c6-a1f8-f8c64db61c56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:08.655092 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39738b66-d4a6-44e7-8162-0a838387bef0 req-f52bb934-5acf-4ad8-ba6e-c88782fa828a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:08.660049 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-39738b66-d4a6-44e7-8162-0a838387bef0 req-f52bb934-5acf-4ad8-ba6e-c88782fa828a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e72d0ca5-04cb-4b36-82b1-c75214c9eb05 HTTP/1.1" status: 200 len: 843 time: 0.3162265 May 28 06:20:08.660049 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8883a12d-560a-4f32-b1a3-d696e0ed5adf req-60eeefb0-0afd-41ca-aef9-7aedaff44af3 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029157 May 28 06:20:08.664049 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e2a14d1d-7f23-48c6-a1f8-f8c64db61c56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:08.843473 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e2a14d1d-7f23-48c6-a1f8-f8c64db61c56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:08.858556 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a14d1d-7f23-48c6-a1f8-f8c64db61c56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=997cf5f8-d36d-477c-84c1-ba84280ade47,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:08.864757 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e2a14d1d-7f23-48c6-a1f8-f8c64db61c56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:08.868138 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-e2a14d1d-7f23-48c6-a1f8-f8c64db61c56 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/997cf5f8-d36d-477c-84c1-ba84280ade47 HTTP/1.1" status: 204 len: 168 time: 0.3111391 May 28 06:20:08.876852 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc992c76-174c-4208-bc0f-e6474346795d req-ef03cf8f-04cb-4f5d-bb1f-8b79b3bf6807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:08.878385 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cc992c76-174c-4208-bc0f-e6474346795d req-ef03cf8f-04cb-4f5d-bb1f-8b79b3bf6807 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=40807c95-7346-4634-a9e4-74a23284f9c5 HTTP/1.1" status: 200 len: 1100 time: 0.5011241 May 28 06:20:09.028605 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cc992c76-174c-4208-bc0f-e6474346795d req-d6873385-f0b2-4b0f-b108-89183ce5cc0e service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=0c9bbf29-e97b-46fc-a220-e57956d49ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383746 May 28 06:20:09.036940 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39738b66-d4a6-44e7-8162-0a838387bef0 req-d5b24fec-42e3-447f-988a-81ef383b17e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:09.039150 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-39738b66-d4a6-44e7-8162-0a838387bef0 req-d5b24fec-42e3-447f-988a-81ef383b17e6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=bb90c162-fdb0-406b-af2b-5eef830db7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3674881 May 28 06:20:09.064530 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4abd9e3-fa99-483b-b50b-a758328b8975 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Router b0b81733-8687-4ff4-a035-18122c66529f has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:20:09.071182 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8927ad7-3721-4d35-a92c-f14fb1f08ccf req-8bd0616e-e65a-43fd-8f72-0b1fe43869bc tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:09.072667 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b8927ad7-3721-4d35-a92c-f14fb1f08ccf req-8bd0616e-e65a-43fd-8f72-0b1fe43869bc tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/ports?device_id=b80e5708-1efb-4794-bb57-4a346255af9f HTTP/1.1" status: 200 len: 943 time: 0.2659025 May 28 06:20:09.248944 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b8927ad7-3721-4d35-a92c-f14fb1f08ccf req-a253d12c-676c-4b0a-84f0-3aeb38f2a9a4 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a90b51ea-4be8-4511-8d71-0b0b776de2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675410 May 28 06:20:09.278795 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:20:09.298088 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4abd9e3-fa99-483b-b50b-a758328b8975 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:20:09.309621 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b4abd9e3-fa99-483b-b50b-a758328b8975 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:09.318952 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a620c2-a870-4539-8335-cff4ab08379c None None] Sync routers for ids ['b0b81733-8687-4ff4-a035-18122c66529f'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:20:09.338441 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a620c2-a870-4539-8335-cff4ab08379c None None] Routers {'b0b81733-8687-4ff4-a035-18122c66529f'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:20:09.339065 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-24a620c2-a870-4539-8335-cff4ab08379c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:19:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['b0b81733-8687-4ff4-a035-18122c66529f'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:20:09.457143 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-b4abd9e3-fa99-483b-b50b-a758328b8975 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] 10.222.0.55 "PUT /v2.0/floatingips/bd03fd82-a43d-44af-9e9b-2a38fb4cc972 HTTP/1.1" status: 200 len: 991 time: 3.7599392 May 28 06:20:09.546256 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-24a620c2-a870-4539-8335-cff4ab08379c None None] Set router b0b81733-8687-4ff4-a035-18122c66529f gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:20:09.568416 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-39738b66-d4a6-44e7-8162-0a838387bef0 req-0936e4c2-0149-4e02-916a-64e2858650f5 service neutron] 10.222.0.71 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265167 May 28 06:20:09.700983 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6159e1-2355-4204-8967-ed40430383ac req-2ca40611-034d-4ce2-80b4-72a4cc80a80a tempest-TenantUsagesTestJSON-2140676017 tempest-TenantUsagesTestJSON-2140676017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:09.703104 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8c6159e1-2355-4204-8967-ed40430383ac req-2ca40611-034d-4ce2-80b4-72a4cc80a80a tempest-TenantUsagesTestJSON-2140676017 tempest-TenantUsagesTestJSON-2140676017-project] 10.222.0.55 "GET /v2.0/ports?device_id=40807c95-7346-4634-a9e4-74a23284f9c5 HTTP/1.1" status: 200 len: 949 time: 0.2101679 May 28 06:20:09.788957 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8c6159e1-2355-4204-8967-ed40430383ac req-f846312c-4024-4c2e-9498-3280c8af6540 tempest-TenantUsagesTestJSON-2140676017 tempest-TenantUsagesTestJSON-2140676017-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c9bbf29-e97b-46fc-a220-e57956d49ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744786 May 28 06:20:09.790911 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-39738b66-d4a6-44e7-8162-0a838387bef0 req-a0011cf7-0838-4b67-b96f-4f6c43bb9fa2 service neutron] 10.222.0.71 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117682 May 28 06:20:09.909053 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 45146) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:20:09.971537 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-24a620c2-a870-4539-8335-cff4ab08379c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b81733-8687-4ff4-a035-18122c66529f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1861659843-router', 'tenant_id': '091a6ab3594e41dd849f313a7a0a6a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '0a974990-202b-4942-a1ca-571e1455c517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:18:02Z', 'updated_at': '2022-05-28T06:18:07Z', 'revision_number': 4, 'project_id': '091a6ab3594e41dd849f313a7a0a6a9a', 'gw_port': {'id': '0a974990-202b-4942-a1ca-571e1455c517', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c8:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b81733-8687-4ff4-a035-18122c66529f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:18:03Z', 'updated_at': '2022-05-28T06:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': 'bd03fd82-a43d-44af-9e9b-2a38fb4cc972', 'tenant_id': '091a6ab3594e41dd849f313a7a0a6a9a', 'floating_ip_address': '172.25.5.87', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': 'b0b81733-8687-4ff4-a035-18122c66529f', 'port_id': '130bacd8-1b1a-44c2-8b96-1323df3c7f8a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5c9567d-71ef-4c72-aea2-4f06193b25d9', 'mac_address': 'fa:16:3e:1e:2c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82aa383d-b9c0-40ed-9974-524203d1895a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:18:32Z', 'updated_at': '2022-05-28T06:20:07Z', 'revision_number': 5, 'project_id': '091a6ab3594e41dd849f313a7a0a6a9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ab2907a-c7e0-499d-b666-7546b5b886a8', 'name': '', 'network_id': 'a5c9567d-71ef-4c72-aea2-4f06193b25d9', 'tenant_id': '091a6ab3594e41dd849f313a7a0a6a9a', 'mac_address': 'fa:16:3e:57:6c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b81733-8687-4ff4-a035-18122c66529f', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '03212e7d-52c6-4d77-9192-a13870cfe66d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:18:06Z', 'updated_at': '2022-05-28T06:18:14Z', 'revision_number': 5, 'project_id': '091a6ab3594e41dd849f313a7a0a6a9a', 'subnets': [{'id': '03212e7d-52c6-4d77-9192-a13870cfe66d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:20:09.977550 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_v2 [None req-b92cdc51-98cb-42c2-8669-874b58ebd48e admin admin] Deleting subnet da9fb6b7-f1fd-4140-902a-216ab41e198c {{(pid=89110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:20:09.979970 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a620c2-a870-4539-8335-cff4ab08379c None None] Checking router: b0b81733-8687-4ff4-a035-18122c66529f for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:20:09.980744 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b92cdc51-98cb-42c2-8669-874b58ebd48e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:09.989355 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a620c2-a870-4539-8335-cff4ab08379c None None] Routers {'b0b81733-8687-4ff4-a035-18122c66529f'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:20:09.990310 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-24a620c2-a870-4539-8335-cff4ab08379c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:19:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['b0b81733-8687-4ff4-a035-18122c66529f'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:20:10.031214 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b92cdc51-98cb-42c2-8669-874b58ebd48e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4150765'] for subnet, precommit_delete_associations {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:10.106221 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b92cdc51-98cb-42c2-8669-874b58ebd48e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:10.139716 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 45152) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:20:10.188310 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-30854c93-8b7a-4cb4-bb2d-d5b839f91cb0 req-25438eb7-565f-4b81-b236-18cd8cdec760 tempest-ServersAdmin275Test-1627060860 tempest-ServersAdmin275Test-1627060860-project] 10.222.0.55 "GET /v2.0/ports?device_id=45fb5242-d2b8-4cad-be5f-640116d504f8 HTTP/1.1" status: 200 len: 210 time: 0.0516334 May 28 06:20:10.196345 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-24a620c2-a870-4539-8335-cff4ab08379c None None] Set router b0b81733-8687-4ff4-a035-18122c66529f gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:20:10.277697 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b92cdc51-98cb-42c2-8669-874b58ebd48e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3115981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3172005'] for subnet, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:10.336495 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-e9da5d64-d37a-4f13-ac95-10c56bf0dfef admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-612818603-network', 'tenant_id': '14290ed08c6d4a7fa996c9c36852cd35'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:20:10.346378 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-e9da5d64-d37a-4f13-ac95-10c56bf0dfef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:20:10.354717 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-e9da5d64-d37a-4f13-ac95-10c56bf0dfef admin admin] Usage tracker for resource:network and tenant:14290ed08c6d4a7fa996c9c36852cd35 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:20:10.358475 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-e9da5d64-d37a-4f13-ac95-10c56bf0dfef admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:20:10.364124 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92cdc51-98cb-42c2-8669-874b58ebd48e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da9fb6b7-f1fd-4140-902a-216ab41e198c,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:10.366626 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-e9da5d64-d37a-4f13-ac95-10c56bf0dfef admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:20:10.379906 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b80e5708-1efb-4794-bb57-4a346255af9f', 'tag': 'b07f2ba7-0d3b-45c8-a200-bab48437340e'}, {'name': 'network-changed', 'server_uuid': '82aa383d-b9c0-40ed-9974-524203d1895a', 'tag': '130bacd8-1b1a-44c2-8b96-1323df3c7f8a'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:20:10.421646 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b92cdc51-98cb-42c2-8669-874b58ebd48e admin admin] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:10.432272 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-b92cdc51-98cb-42c2-8669-874b58ebd48e admin admin] 10.222.0.55 "DELETE /v2.0/subnets/da9fb6b7-f1fd-4140-902a-216ab41e198c HTTP/1.1" status: 204 len: 168 time: 0.5221052 May 28 06:20:10.435027 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 45164) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:20:10.460607 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9da5d64-d37a-4f13-ac95-10c56bf0dfef admin admin] Made reservation on behalf of 14290ed08c6d4a7fa996c9c36852cd35 for: {'network': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:20:10.463819 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e9da5d64-d37a-4f13-ac95-10c56bf0dfef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:10.483143 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f350ab5-55b9-4fa6-b12f-0d2e142bb666 req-ac5c3d47-5856-43ab-a27a-265676e6177b tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:10.484643 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8f350ab5-55b9-4fa6-b12f-0d2e142bb666 req-ac5c3d47-5856-43ab-a27a-265676e6177b tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] 10.222.0.55 "GET /v2.0/ports?device_id=82aa383d-b9c0-40ed-9974-524203d1895a HTTP/1.1" status: 200 len: 946 time: 0.1260130 May 28 06:20:10.518852 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 7c0fdda8-9bd0-4ae9-9ba6-2328a13417bc no longer exists at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:20:10.527654 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e9da5d64-d37a-4f13-ac95-10c56bf0dfef admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:10.541519 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8f350ab5-55b9-4fa6-b12f-0d2e142bb666 req-add86f7e-c00c-4819-8f75-460dd926d575 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed1b7838-09ba-4c02-8fcc-d2aad317060a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508931 May 28 06:20:10.582337 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] No Port match for: 7c0fdda8-9bd0-4ae9-9ba6-2328a13417bc {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:20:10.582846 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 7c0fdda8-9bd0-4ae9-9ba6-2328a13417bc not bound to the agent host n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:20:10.593521 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-e9da5d64-d37a-4f13-ac95-10c56bf0dfef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:20:10.601919 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-e9da5d64-d37a-4f13-ac95-10c56bf0dfef admin admin] Usage tracker for resource:security_group_rule and tenant:14290ed08c6d4a7fa996c9c36852cd35 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:20:10.604838 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-e9da5d64-d37a-4f13-ac95-10c56bf0dfef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:20:10.611411 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [req-518b743a-4e71-4fe4-a1ea-0e2c288b0ace req-168bca78-6d4d-4e3b-9956-34760c8db0c0 tempest-LiveMigrationTest-969842093 tempest-LiveMigrationTest-969842093-project-admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=89109) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:20:10.612390 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-518b743a-4e71-4fe4-a1ea-0e2c288b0ace req-168bca78-6d4d-4e3b-9956-34760c8db0c0 tempest-LiveMigrationTest-969842093 tempest-LiveMigrationTest-969842093-project-admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0164192 May 28 06:20:10.620142 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-e9da5d64-d37a-4f13-ac95-10c56bf0dfef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:20:10.625874 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-518b743a-4e71-4fe4-a1ea-0e2c288b0ace req-3c76350e-56a4-4d2d-82e4-484713813ac7 service neutron] Request body: {'binding': {'host': 'n-h2-843702-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:20:10.626316 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-518b743a-4e71-4fe4-a1ea-0e2c288b0ace req-3c76350e-56a4-4d2d-82e4-484713813ac7 service neutron] Unknown quota resources ['binding']. {{(pid=89109) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 28 06:20:10.647861 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-24a620c2-a870-4539-8335-cff4ab08379c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b81733-8687-4ff4-a035-18122c66529f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1861659843-router', 'tenant_id': '091a6ab3594e41dd849f313a7a0a6a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '0a974990-202b-4942-a1ca-571e1455c517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:18:02Z', 'updated_at': '2022-05-28T06:18:07Z', 'revision_number': 4, 'project_id': '091a6ab3594e41dd849f313a7a0a6a9a', 'gw_port': {'id': '0a974990-202b-4942-a1ca-571e1455c517', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c8:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b81733-8687-4ff4-a035-18122c66529f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:18:03Z', 'updated_at': '2022-05-28T06:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': 'bd03fd82-a43d-44af-9e9b-2a38fb4cc972', 'tenant_id': '091a6ab3594e41dd849f313a7a0a6a9a', 'floating_ip_address': '172.25.5.87', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': 'b0b81733-8687-4ff4-a035-18122c66529f', 'port_id': '130bacd8-1b1a-44c2-8b96-1323df3c7f8a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5c9567d-71ef-4c72-aea2-4f06193b25d9', 'mac_address': 'fa:16:3e:1e:2c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82aa383d-b9c0-40ed-9974-524203d1895a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:18:32Z', 'updated_at': '2022-05-28T06:20:07Z', 'revision_number': 5, 'project_id': '091a6ab3594e41dd849f313a7a0a6a9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ab2907a-c7e0-499d-b666-7546b5b886a8', 'name': '', 'network_id': 'a5c9567d-71ef-4c72-aea2-4f06193b25d9', 'tenant_id': '091a6ab3594e41dd849f313a7a0a6a9a', 'mac_address': 'fa:16:3e:57:6c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b81733-8687-4ff4-a035-18122c66529f', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '03212e7d-52c6-4d77-9192-a13870cfe66d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:18:06Z', 'updated_at': '2022-05-28T06:18:14Z', 'revision_number': 5, 'project_id': '091a6ab3594e41dd849f313a7a0a6a9a', 'subnets': [{'id': '03212e7d-52c6-4d77-9192-a13870cfe66d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:20:10.653035 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a620c2-a870-4539-8335-cff4ab08379c None None] The sync data for ids ['b0b81733-8687-4ff4-a035-18122c66529f'] in n-d-843702-1 is: [{'id': 'b0b81733-8687-4ff4-a035-18122c66529f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1861659843-router', 'tenant_id': '091a6ab3594e41dd849f313a7a0a6a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '0a974990-202b-4942-a1ca-571e1455c517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:18:02Z', 'updated_at': '2022-05-28T06:18:07Z', 'revision_number': 4, 'project_id': '091a6ab3594e41dd849f313a7a0a6a9a', 'gw_port': {'id': '0a974990-202b-4942-a1ca-571e1455c517', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c8:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b81733-8687-4ff4-a035-18122c66529f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:18:03Z', 'updated_at': '2022-05-28T06:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': 'bd03fd82-a43d-44af-9e9b-2a38fb4cc972', 'tenant_id': '091a6ab3594e41dd849f313a7a0a6a9a', 'floating_ip_address': '172.25.5.87', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': 'b0b81733-8687-4ff4-a035-18122c66529f', 'port_id': '130bacd8-1b1a-44c2-8b96-1323df3c7f8a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5c9567d-71ef-4c72-aea2-4f06193b25d9', 'mac_address': 'fa:16:3e:1e:2c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82aa383d-b9c0-40ed-9974-524203d1895a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:18:32Z', 'updated_at': '2022-05-28T06:20:07Z', 'revision_number': 5, 'project_id': '091a6ab3594e41dd849f313a7a0a6a9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ab2907a-c7e0-499d-b666-7546b5b886a8', 'name': '', 'network_id': 'a5c9567d-71ef-4c72-aea2-4f06193b25d9', 'tenant_id': '091a6ab3594e41dd849f313a7a0a6a9a', 'mac_address': 'fa:16:3e:57:6c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b81733-8687-4ff4-a035-18122c66529f', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '03212e7d-52c6-4d77-9192-a13870cfe66d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:18:06Z', 'updated_at': '2022-05-28T06:18:14Z', 'revision_number': 5, 'project_id': '091a6ab3594e41dd849f313a7a0a6a9a', 'subnets': [{'id': '03212e7d-52c6-4d77-9192-a13870cfe66d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:20:10.691806 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-507b904c-92c8-4838-893c-1f0abe9f8d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:10.844881 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac54ec44-54d2-497e-af2b-899524d5a7af req-48e44bbb-a7a9-4575-9d6a-fbd731a125eb tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:10.846619 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ac54ec44-54d2-497e-af2b-899524d5a7af req-48e44bbb-a7a9-4575-9d6a-fbd731a125eb tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bef656a-6216-41b1-97ef-01974e054907 HTTP/1.1" status: 200 len: 948 time: 0.1900191 May 28 06:20:10.878852 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de674a21-72eb-4928-9e2f-7df36e93f210 None None] New status for floating IP bd03fd82-a43d-44af-9e9b-2a38fb4cc972: ACTIVE {{(pid=89111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 06:20:10.904719 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ac54ec44-54d2-497e-af2b-899524d5a7af req-dd94bb6b-7d78-49a4-a3df-eb0f6902dc62 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505242 May 28 06:20:10.968125 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-507b904c-92c8-4838-893c-1f0abe9f8d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:11.033328 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-507b904c-92c8-4838-893c-1f0abe9f8d62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fafc8569-a355-4456-a961-9fe623367835']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:20:11.047007 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 5ade8c86-99e0-4811-878c-8667ec11046f details requested by agent hyperv_n-h2-843702-1 with host n-h2-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:20:11.064687 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-507b904c-92c8-4838-893c-1f0abe9f8d62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '053a2acb-289a-48eb-bb70-1c34b364573a') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:20:11.065040 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-507b904c-92c8-4838-893c-1f0abe9f8d62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '053a2acb-289a-48eb-bb70-1c34b364573a') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:20:11.079496 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-507b904c-92c8-4838-893c-1f0abe9f8d62 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:11.098200 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e9da5d64-d37a-4f13-ac95-10c56bf0dfef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:11.099768 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-507b904c-92c8-4838-893c-1f0abe9f8d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:11.115823 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-507b904c-92c8-4838-893c-1f0abe9f8d62 admin admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:20:11.116966 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-507b904c-92c8-4838-893c-1f0abe9f8d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:11.186507 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 053a2acb-289a-48eb-bb70-1c34b364573a resource provider aggregate not found May 28 06:20:11.190292 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-518b743a-4e71-4fe4-a1ea-0e2c288b0ace req-3c76350e-56a4-4d2d-82e4-484713813ac7 service neutron] Attempting to bind port 138e37fd-587c-413c-8bdd-4325f6d90825 on host n-h2-843702-1 for vnic_type normal with profile None {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:20:11.190612 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-518b743a-4e71-4fe4-a1ea-0e2c288b0ace req-3c76350e-56a4-4d2d-82e4-484713813ac7 service neutron] Attempting to bind port 138e37fd-587c-413c-8bdd-4325f6d90825 by drivers openvswitch,hyperv on host n-h2-843702-1 at level 0 using segments [{'id': '2466b369-b4d4-4fbf-9dbd-05fe75562f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'ae685707-2f9d-409f-9237-8deef87c8163'}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:20:11.190928 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-518b743a-4e71-4fe4-a1ea-0e2c288b0ace req-3c76350e-56a4-4d2d-82e4-484713813ac7 service neutron] Attempting to bind port 138e37fd-587c-413c-8bdd-4325f6d90825 on network ae685707-2f9d-409f-9237-8deef87c8163 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:20:11.198383 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e9da5d64-d37a-4f13-ac95-10c56bf0dfef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:11.220190 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 053a2acb-289a-48eb-bb70-1c34b364573a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 053a2acb-289a-48eb-bb70-1c34b364573a found for delete ", "request_id": "req-6e21fd57-9b30-4fd5-a9ed-8ddd7ece600a"}]} May 28 06:20:11.225215 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-518b743a-4e71-4fe4-a1ea-0e2c288b0ace req-3c76350e-56a4-4d2d-82e4-484713813ac7 service neutron] Port 138e37fd-587c-413c-8bdd-4325f6d90825 on network ae685707-2f9d-409f-9237-8deef87c8163 not bound, no agent of type Open vSwitch agent registered on host n-h2-843702-1 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:20:11.225723 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-518b743a-4e71-4fe4-a1ea-0e2c288b0ace req-3c76350e-56a4-4d2d-82e4-484713813ac7 service neutron] Attempting to bind port 138e37fd-587c-413c-8bdd-4325f6d90825 on network ae685707-2f9d-409f-9237-8deef87c8163 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:20:11.249368 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-518b743a-4e71-4fe4-a1ea-0e2c288b0ace req-3c76350e-56a4-4d2d-82e4-484713813ac7 service neutron] Checking agent: {'id': 'f1a3973b-d2b3-4558-88e7-2ac50857d302', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:20:11.249722 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-518b743a-4e71-4fe4-a1ea-0e2c288b0ace req-3c76350e-56a4-4d2d-82e4-484713813ac7 service neutron] Checking segment: {'id': '2466b369-b4d4-4fbf-9dbd-05fe75562f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'ae685707-2f9d-409f-9237-8deef87c8163'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:20:11.250089 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-518b743a-4e71-4fe4-a1ea-0e2c288b0ace req-3c76350e-56a4-4d2d-82e4-484713813ac7 service neutron] Bound using segment: {'id': '2466b369-b4d4-4fbf-9dbd-05fe75562f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'ae685707-2f9d-409f-9237-8deef87c8163'} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:20:11.250510 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-518b743a-4e71-4fe4-a1ea-0e2c288b0ace req-3c76350e-56a4-4d2d-82e4-484713813ac7 service neutron] Bound port: 138e37fd-587c-413c-8bdd-4325f6d90825, host: n-h2-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2466b369-b4d4-4fbf-9dbd-05fe75562f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'ae685707-2f9d-409f-9237-8deef87c8163'}}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:20:11.254596 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9da5d64-d37a-4f13-ac95-10c56bf0dfef admin admin] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=89109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:20:11.266692 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9da5d64-d37a-4f13-ac95-10c56bf0dfef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50274047-2bb2-4e49-b97f-1ef4250a2b68,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:11.280196 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e9da5d64-d37a-4f13-ac95-10c56bf0dfef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:11.280440 n-d-843702-1 neutron-server[89109]: INFO neutron.db.segments_db [None req-e9da5d64-d37a-4f13-ac95-10c56bf0dfef admin admin] Added segment 3f111ccf-a6f6-436c-800f-807127a20e96 of type vlan for network 764cc7f5-3d4a-46f3-92c4-a33e960446c4 May 28 06:20:11.299176 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 5ade8c86-99e0-4811-878c-8667ec11046f, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=5ade8c86-99e0-4811-878c-8667ec11046f,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:20:11.313334 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Returning: {'device': '5ade8c86-99e0-4811-878c-8667ec11046f', 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9', 'port_id': '5ade8c86-99e0-4811-878c-8667ec11046f', 'mac_address': 'fa:16:3e:b2:2c:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e72d0ca5-04cb-4b36-82b1-c75214c9eb05', 'ip_address': '192.168.233.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:20:11.319228 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e9da5d64-d37a-4f13-ac95-10c56bf0dfef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:11.323961 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-518b743a-4e71-4fe4-a1ea-0e2c288b0ace req-3c76350e-56a4-4d2d-82e4-484713813ac7 service neutron] For port 138e37fd-587c-413c-8bdd-4325f6d90825, host n-h2-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=138e37fd-587c-413c-8bdd-4325f6d90825,segment=NetworkSegment(2466b369-b4d4-4fbf-9dbd-05fe75562f7f),segment_id=2466b369-b4d4-4fbf-9dbd-05fe75562f7f)] {{(pid=89109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:20:11.372486 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 5ade8c86-99e0-4811-878c-8667ec11046f is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:20:11.372873 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:11.380431 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-507b904c-92c8-4838-893c-1f0abe9f8d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:11.396037 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ade8c86-99e0-4811-878c-8667ec11046f {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:20:11.404717 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507b904c-92c8-4838-893c-1f0abe9f8d62 admin admin] Pushing event deleted for resources: {'Network': ['ID=fafc8569-a355-4456-a961-9fe623367835,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:11.407080 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-507b904c-92c8-4838-893c-1f0abe9f8d62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:11.417282 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e9da5d64-d37a-4f13-ac95-10c56bf0dfef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:11.418253 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9da5d64-d37a-4f13-ac95-10c56bf0dfef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:11.422906 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e9da5d64-d37a-4f13-ac95-10c56bf0dfef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:11.423728 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 5ade8c86-99e0-4811-878c-8667ec11046f, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=5ade8c86-99e0-4811-878c-8667ec11046f,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:20:11.507062 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:11.508363 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device b07f2ba7-0d3b-45c8-a200-bab48437340e details requested by agent hyperv_n-h2-843702-1 with host n-h2-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:20:11.516605 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-518b743a-4e71-4fe4-a1ea-0e2c288b0ace req-3c76350e-56a4-4d2d-82e4-484713813ac7 service neutron] Notify callbacks [] for binding, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:11.517822 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-518b743a-4e71-4fe4-a1ea-0e2c288b0ace req-3c76350e-56a4-4d2d-82e4-484713813ac7 service neutron] 10.222.0.55 "POST /v2.0/ports/138e37fd-587c-413c-8bdd-4325f6d90825/bindings HTTP/1.1" status: 201 len: 389 time: 0.8952713 May 28 06:20:11.521946 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-507b904c-92c8-4838-893c-1f0abe9f8d62 admin admin] 10.222.0.55 "DELETE /v2.0/networks/fafc8569-a355-4456-a961-9fe623367835 HTTP/1.1" status: 204 len: 168 time: 1.0829608 May 28 06:20:11.522364 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 45184) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:20:11.551293 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9da5d64-d37a-4f13-ac95-10c56bf0dfef admin admin] Pushing event updated for resources: {'Network': ['ID=764cc7f5-3d4a-46f3-92c4-a33e960446c4,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:11.579179 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 764cc7f5-3d4a-46f3-92c4-a33e960446c4 details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:20:11.616746 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa046355-c0c8-45b3-b4ee-69d9fd7fa91c admin admin] Deleting subnet 17d75728-523b-4a80-843d-646bae54a566 {{(pid=89110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:20:11.622064 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-fa046355-c0c8-45b3-b4ee-69d9fd7fa91c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:11.655176 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-e9da5d64-d37a-4f13-ac95-10c56bf0dfef admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5137808 May 28 06:20:11.658305 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 45190) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:20:11.667110 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-f0c8bb49-9421-4709-ade8-67b7350a31ed admin admin] Request body: {'subnet': {'network_id': '764cc7f5-3d4a-46f3-92c4-a33e960446c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-612818603-subnet', 'tenant_id': '14290ed08c6d4a7fa996c9c36852cd35', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:20:11.674567 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-f0c8bb49-9421-4709-ade8-67b7350a31ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:20:11.680020 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-f0c8bb49-9421-4709-ade8-67b7350a31ed admin admin] Usage tracker for resource:subnet and tenant:14290ed08c6d4a7fa996c9c36852cd35 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:20:11.683911 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-f0c8bb49-9421-4709-ade8-67b7350a31ed admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:20:11.689946 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-f0c8bb49-9421-4709-ade8-67b7350a31ed admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:20:11.710537 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6c6a317b-50ce-49be-ab1b-222399409132 req-928d008b-6cb1-4395-8de5-35a74418fb99 tempest-ServersAdmin275Test-1627060860 tempest-ServersAdmin275Test-1627060860-project] 10.222.0.55 "GET /v2.0/ports?device_id=45fb5242-d2b8-4cad-be5f-640116d504f8 HTTP/1.1" status: 200 len: 210 time: 0.0567896 May 28 06:20:11.720695 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-fa046355-c0c8-45b3-b4ee-69d9fd7fa91c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4150765'] for subnet, precommit_delete_associations {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:11.784687 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-fa046355-c0c8-45b3-b4ee-69d9fd7fa91c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:11.822697 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0c8bb49-9421-4709-ade8-67b7350a31ed admin admin] Made reservation on behalf of 14290ed08c6d4a7fa996c9c36852cd35 for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:20:11.829561 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f0c8bb49-9421-4709-ade8-67b7350a31ed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:11.881613 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5641f02-4e09-4ce4-b3a3-e0189b6de78f'] response: {'name': 'network-changed', 'server_uuid': 'b80e5708-1efb-4794-bb57-4a346255af9f', 'tag': 'b07f2ba7-0d3b-45c8-a200-bab48437340e', 'status': 'completed', 'code': 200} May 28 06:20:11.882020 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5641f02-4e09-4ce4-b3a3-e0189b6de78f'] response: {'name': 'network-changed', 'server_uuid': '82aa383d-b9c0-40ed-9974-524203d1895a', 'tag': '130bacd8-1b1a-44c2-8b96-1323df3c7f8a', 'status': 'completed', 'code': 200} May 28 06:20:11.891312 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=5ade8c86-99e0-4811-878c-8667ec11046f,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:11.934276 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port b07f2ba7-0d3b-45c8-a200-bab48437340e, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=b07f2ba7-0d3b-45c8-a200-bab48437340e,segment=NetworkSegment(da68ba47-25e5-4637-a83a-51088b9800dc),segment_id=da68ba47-25e5-4637-a83a-51088b9800dc)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:20:11.958251 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device b07f2ba7-0d3b-45c8-a200-bab48437340e has no active binding in host n-h2-843702-1 {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 28 06:20:12.020747 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-fa046355-c0c8-45b3-b4ee-69d9fd7fa91c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3115981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3172005'] for subnet, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:12.070222 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a1ffb4-f872-4b61-9fd7-23da565e8207 req-eda3443c-0e8d-437b-9b66-eff72bcb188e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:12.071617 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-f8a1ffb4-f872-4b61-9fd7-23da565e8207 req-eda3443c-0e8d-437b-9b66-eff72bcb188e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1ab1ed0d304345a0a07278c26e7745d6&device_id=b80e5708-1efb-4794-bb57-4a346255af9f HTTP/1.1" status: 200 len: 1124 time: 0.1147313 May 28 06:20:12.120108 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-fa046355-c0c8-45b3-b4ee-69d9fd7fa91c admin admin] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:12.122718 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa046355-c0c8-45b3-b4ee-69d9fd7fa91c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17d75728-523b-4a80-843d-646bae54a566,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:12.157681 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-fa046355-c0c8-45b3-b4ee-69d9fd7fa91c admin admin] 10.222.0.55 "DELETE /v2.0/subnets/17d75728-523b-4a80-843d-646bae54a566 HTTP/1.1" status: 204 len: 168 time: 0.6317196 May 28 06:20:12.160740 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 45204) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:20:12.294896 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c043234-24fc-488f-9a6c-6b150216efc0 req-7989de7b-8827-4252-ad8d-405ce933b6c5 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:12.296914 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5c043234-24fc-488f-9a6c-6b150216efc0 req-7989de7b-8827-4252-ad8d-405ce933b6c5 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/ports?device_id=b80e5708-1efb-4794-bb57-4a346255af9f HTTP/1.1" status: 200 len: 943 time: 0.3911767 May 28 06:20:12.330249 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a1ffb4-f872-4b61-9fd7-23da565e8207 req-25721566-aa4a-4ac4-9ded-3e0a0e73baeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:12.331562 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f8a1ffb4-f872-4b61-9fd7-23da565e8207 req-25721566-aa4a-4ac4-9ded-3e0a0e73baeb service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=091a6ab3594e41dd849f313a7a0a6a9a&device_id=82aa383d-b9c0-40ed-9974-524203d1895a HTTP/1.1" status: 200 len: 1097 time: 0.3641462 May 28 06:20:12.337444 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3fa8cb21-6c39-456a-a2bb-980e1a95b5fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:12.346416 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['5ade8c86-99e0-4811-878c-8667ec11046f'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:20:12.359419 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a1ffb4-f872-4b61-9fd7-23da565e8207 req-cc920a27-9477-4c39-922b-d6a5dc652d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:12.360842 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-f8a1ffb4-f872-4b61-9fd7-23da565e8207 req-cc920a27-9477-4c39-922b-d6a5dc652d56 service neutron] 10.222.0.69 "GET /v2.0/networks?id=878a453b-7058-4dfc-b9e2-17503c679278 HTTP/1.1" status: 200 len: 922 time: 0.1742852 May 28 06:20:12.368624 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdd7e79-d633-42b6-9dae-007d05b33a34 req-d4c9b682-2926-416e-bb74-2b366bc1be16 tempest-TenantUsagesTestJSON-2140676017 tempest-TenantUsagesTestJSON-2140676017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:12.370075 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3cdd7e79-d633-42b6-9dae-007d05b33a34 req-d4c9b682-2926-416e-bb74-2b366bc1be16 tempest-TenantUsagesTestJSON-2140676017 tempest-TenantUsagesTestJSON-2140676017-project] 10.222.0.55 "GET /v2.0/ports?device_id=40807c95-7346-4634-a9e4-74a23284f9c5 HTTP/1.1" status: 200 len: 949 time: 0.3581755 May 28 06:20:12.442829 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f0c8bb49-9421-4709-ade8-67b7350a31ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:12.475121 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5c043234-24fc-488f-9a6c-6b150216efc0 req-41ee78a9-14da-432b-98ae-26cb86f7fc24 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a90b51ea-4be8-4511-8d71-0b0b776de2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630745 May 28 06:20:12.523744 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-f8a1ffb4-f872-4b61-9fd7-23da565e8207 req-523ca8b0-dbe1-4393-bb31-1be56857dd8a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b07f2ba7-0d3b-45c8-a200-bab48437340e HTTP/1.1" status: 200 len: 217 time: 0.1480505 May 28 06:20:12.577093 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3cdd7e79-d633-42b6-9dae-007d05b33a34 req-01dca5ba-bcd5-4dab-8385-1e9d8b44c718 tempest-TenantUsagesTestJSON-2140676017 tempest-TenantUsagesTestJSON-2140676017-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c9bbf29-e97b-46fc-a220-e57956d49ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854072 May 28 06:20:12.684477 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a1ffb4-f872-4b61-9fd7-23da565e8207 req-1b2b6f26-35cf-402a-aeaf-09e946e92f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:12.686057 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-f8a1ffb4-f872-4b61-9fd7-23da565e8207 req-1b2b6f26-35cf-402a-aeaf-09e946e92f9c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cdd32cdd-4510-40e6-8d87-2fb486891cf4 HTTP/1.1" status: 200 len: 861 time: 0.1422946 May 28 06:20:12.688162 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c8bb49-9421-4709-ade8-67b7350a31ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bf81a23-edc8-47fe-99f1-ca3e38e6216a,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:12.692585 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c8bb49-9421-4709-ade8-67b7350a31ed admin admin] Checking segment: {'id': '3f111ccf-a6f6-436c-800f-807127a20e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '764cc7f5-3d4a-46f3-92c4-a33e960446c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:20:12.693037 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c8bb49-9421-4709-ade8-67b7350a31ed admin admin] Network hostable DHCP agents. Network: 764cc7f5-3d4a-46f3-92c4-a33e960446c4, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:20:12.698666 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a1ffb4-f872-4b61-9fd7-23da565e8207 req-e1cc34cb-2ba3-4e74-af9c-829a303ef20e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:12.700046 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f8a1ffb4-f872-4b61-9fd7-23da565e8207 req-e1cc34cb-2ba3-4e74-af9c-829a303ef20e service neutron] 10.222.0.71 "GET /v2.0/networks?id=a5c9567d-71ef-4c72-aea2-4f06193b25d9 HTTP/1.1" status: 200 len: 925 time: 0.3579788 May 28 06:20:12.706525 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3fa8cb21-6c39-456a-a2bb-980e1a95b5fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:12.744090 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-f8a1ffb4-f872-4b61-9fd7-23da565e8207 req-3b8d397c-c131-4bd9-8539-cc440919f857 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=878a453b-7058-4dfc-b9e2-17503c679278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449255 May 28 06:20:12.744425 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b487ed9a-90a9-46b4-a401-c10ba9a632b3 req-e4d953a3-79ec-42f1-a335-fbf8c7a4a4af tempest-ServersAdmin275Test-1627060860 tempest-ServersAdmin275Test-1627060860-project] 10.222.0.55 "GET /v2.0/ports?device_id=45fb5242-d2b8-4cad-be5f-640116d504f8 HTTP/1.1" status: 200 len: 210 time: 0.1071963 May 28 06:20:12.839640 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c8bb49-9421-4709-ade8-67b7350a31ed admin admin] Network 764cc7f5-3d4a-46f3-92c4-a33e960446c4 is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:20:12.851095 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-3fa8cb21-6c39-456a-a2bb-980e1a95b5fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c9eeec9-9e4c-4b75-962b-a79fa0577396']}} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:20:12.885496 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-f8a1ffb4-f872-4b61-9fd7-23da565e8207 req-bab83cca-04a2-4eea-808e-6c6b528fbb9b service neutron] 10.222.0.69 "GET /v2.0/networks/878a453b-7058-4dfc-b9e2-17503c679278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325948 May 28 06:20:12.912590 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-f0c8bb49-9421-4709-ade8-67b7350a31ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, 764cc7f5-3d4a-46f3-92c4-a33e960446c4) {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:20:12.914629 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-3fa8cb21-6c39-456a-a2bb-980e1a95b5fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d8e9a90-705e-4194-a09a-99c5817c7ae0') {'for_net_delete': True} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:20:12.914924 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-3fa8cb21-6c39-456a-a2bb-980e1a95b5fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d8e9a90-705e-4194-a09a-99c5817c7ae0') {} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:20:12.921015 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789a825b-da9b-4722-ae90-f8fc6e5a1985 None None] Network 764cc7f5-3d4a-46f3-92c4-a33e960446c4 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:20:12.943526 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f8a1ffb4-f872-4b61-9fd7-23da565e8207 req-f5ad0b6a-5d2e-4b5e-aa0c-205e2e7417f1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=130bacd8-1b1a-44c2-8b96-1323df3c7f8a HTTP/1.1" status: 200 len: 1001 time: 0.2017362 May 28 06:20:12.946684 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3fa8cb21-6c39-456a-a2bb-980e1a95b5fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4150778'] for segment, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:12.965397 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c8bb49-9421-4709-ade8-67b7350a31ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:12.966358 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f0c8bb49-9421-4709-ade8-67b7350a31ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:13.017291 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3fa8cb21-6c39-456a-a2bb-980e1a95b5fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:13.033853 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fa8cb21-6c39-456a-a2bb-980e1a95b5fd admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=89110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:20:13.034248 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3fa8cb21-6c39-456a-a2bb-980e1a95b5fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3143023'] for segment, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:13.044695 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-f8a1ffb4-f872-4b61-9fd7-23da565e8207 req-8ca82509-9465-4291-a51b-3d1215ddbd50 service neutron] 10.222.0.69 "GET /v2.0/networks/878a453b-7058-4dfc-b9e2-17503c679278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524959 May 28 06:20:13.055959 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea74118-6e1a-4715-a372-719d80ab8b2b req-3e713293-1fa3-4061-bfff-0e98a6a15718 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:13.057662 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-eea74118-6e1a-4715-a372-719d80ab8b2b req-3e713293-1fa3-4061-bfff-0e98a6a15718 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7550758-2300-49b6-a09e-22d45df05a91 HTTP/1.1" status: 200 len: 946 time: 0.3604150 May 28 06:20:13.065335 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-f0c8bb49-9421-4709-ade8-67b7350a31ed admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4053938 May 28 06:20:13.069032 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 45212) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:20:13.076081 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-d5808ce4-7b80-44f1-b478-e4f1a9449954 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-612818603-router', 'tenant_id': '14290ed08c6d4a7fa996c9c36852cd35', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:20:13.081023 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-d5808ce4-7b80-44f1-b478-e4f1a9449954 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:20:13.085563 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-d5808ce4-7b80-44f1-b478-e4f1a9449954 admin admin] Usage tracker for resource:router and tenant:14290ed08c6d4a7fa996c9c36852cd35 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:20:13.089810 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-d5808ce4-7b80-44f1-b478-e4f1a9449954 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:20:13.095488 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-d5808ce4-7b80-44f1-b478-e4f1a9449954 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:20:13.156724 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a5cb75-96e9-48b3-8ae8-04eab2ab6302 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-764cc7f5-3d4a-46f3-92c4-a33e960446c4', 'network_id': '764cc7f5-3d4a-46f3-92c4-a33e960446c4', 'tenant_id': '14290ed08c6d4a7fa996c9c36852cd35', 'fixed_ips': [{'subnet_id': '4bf81a23-edc8-47fe-99f1-ca3e38e6216a'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:20:13.165312 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-a7a5cb75-96e9-48b3-8ae8-04eab2ab6302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:13.187435 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d5808ce4-7b80-44f1-b478-e4f1a9449954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59128'] for router, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:13.187690 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment 6d8e9a90-705e-4194-a09a-99c5817c7ae0 resource provider aggregate not found May 28 06:20:13.188666 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d5808ce4-7b80-44f1-b478-e4f1a9449954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59009'] for router, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:13.239025 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a1ffb4-f872-4b61-9fd7-23da565e8207 req-344f9c68-7e20-488c-99c4-3838ef2430b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:13.240432 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f8a1ffb4-f872-4b61-9fd7-23da565e8207 req-344f9c68-7e20-488c-99c4-3838ef2430b7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=03212e7d-52c6-4d77-9192-a13870cfe66d HTTP/1.1" status: 200 len: 863 time: 0.2841196 May 28 06:20:13.243124 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment 6d8e9a90-705e-4194-a09a-99c5817c7ae0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6d8e9a90-705e-4194-a09a-99c5817c7ae0 found for delete ", "request_id": "req-ac17a3f3-7f4a-4e63-97a1-1bdcb2ed01fa"}]} May 28 06:20:13.302948 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ffee55-2297-404e-ab7c-a6f45f954a47 req-cb1b2412-2553-4585-917c-876fa5bb06f3 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:13.305054 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-91ffee55-2297-404e-ab7c-a6f45f954a47 req-cb1b2412-2553-4585-917c-876fa5bb06f3 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bef656a-6216-41b1-97ef-01974e054907 HTTP/1.1" status: 200 len: 949 time: 0.4359856 May 28 06:20:13.312485 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-eea74118-6e1a-4715-a372-719d80ab8b2b req-11a6c201-589c-4ab7-8b58-51e0f474846c tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/security-groups?id=51e8ab45-fc50-4bca-a4a6-55c0639ed93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434800 May 28 06:20:13.317675 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-a7a5cb75-96e9-48b3-8ae8-04eab2ab6302 None None] Allocated IP 172.20.0.2 (764cc7f5-3d4a-46f3-92c4-a33e960446c4/4bf81a23-edc8-47fe-99f1-ca3e38e6216a/4db12211-4e4f-406f-a80a-f5b4e6b73da4) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:20:13.327247 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d5808ce4-7b80-44f1-b478-e4f1a9449954 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:13.329672 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3fa8cb21-6c39-456a-a2bb-980e1a95b5fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:13.383376 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3fa8cb21-6c39-456a-a2bb-980e1a95b5fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:13.400128 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa8cb21-6c39-456a-a2bb-980e1a95b5fd admin admin] Pushing event deleted for resources: {'Network': ['ID=9c9eeec9-9e4c-4b75-962b-a79fa0577396,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:13.408892 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-3fa8cb21-6c39-456a-a2bb-980e1a95b5fd admin admin] 10.222.0.55 "DELETE /v2.0/networks/9c9eeec9-9e4c-4b75-962b-a79fa0577396 HTTP/1.1" status: 204 len: 168 time: 1.2461274 May 28 06:20:13.426327 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-91ffee55-2297-404e-ab7c-a6f45f954a47 req-6d7b1ffa-defd-4926-9bc2-43feac57a073 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128151 May 28 06:20:13.452171 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a1ffb4-f872-4b61-9fd7-23da565e8207 req-44ebf077-30df-4bdf-a8f0-3a14dd11f439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:13.455046 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f8a1ffb4-f872-4b61-9fd7-23da565e8207 req-44ebf077-30df-4bdf-a8f0-3a14dd11f439 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a5c9567d-71ef-4c72-aea2-4f06193b25d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1970930 May 28 06:20:13.658119 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-a7a5cb75-96e9-48b3-8ae8-04eab2ab6302 None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:13.660834 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f8a1ffb4-f872-4b61-9fd7-23da565e8207 req-f719ff6a-b4e0-4deb-90a5-4344d89c600a service neutron] 10.222.0.71 "GET /v2.0/networks/a5c9567d-71ef-4c72-aea2-4f06193b25d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967847 May 28 06:20:13.667684 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-a7a5cb75-96e9-48b3-8ae8-04eab2ab6302 None None] Transition to ACTIVE for port object 4db12211-4e4f-406f-a80a-f5b4e6b73da4 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:20:13.688779 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-a7a5cb75-96e9-48b3-8ae8-04eab2ab6302 None None] Transition to ACTIVE for port object 4db12211-4e4f-406f-a80a-f5b4e6b73da4 will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:20:13.779476 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-a7a5cb75-96e9-48b3-8ae8-04eab2ab6302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:13.873232 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dec257b-e4e7-4bed-aeb9-27045bee234f req-d8a3ce77-8dd1-41c7-9d14-1868e55b1222 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:13.879483 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5dec257b-e4e7-4bed-aeb9-27045bee234f req-d8a3ce77-8dd1-41c7-9d14-1868e55b1222 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/ports?device_id=b80e5708-1efb-4794-bb57-4a346255af9f HTTP/1.1" status: 200 len: 943 time: 0.2125745 May 28 06:20:13.888971 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-cb54017e-5b74-46f5-a9fc-088c8820a86c req-039e9066-c434-43cb-a3ff-fddcb8d70878 service neutron] 10.222.0.69 "GET /v2.0/ports/b07f2ba7-0d3b-45c8-a200-bab48437340e/bindings/n-h2-843702-1 HTTP/1.1" status: 200 len: 384 time: 0.4882667 May 28 06:20:13.894375 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f8a1ffb4-f872-4b61-9fd7-23da565e8207 req-1e474db2-caeb-4057-92e0-1dc4ff0ae6e4 service neutron] 10.222.0.71 "GET /v2.0/networks/a5c9567d-71ef-4c72-aea2-4f06193b25d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897366 May 28 06:20:13.899107 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d5808ce4-7b80-44f1-b478-e4f1a9449954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59027'] for router, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:13.912069 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a5cb75-96e9-48b3-8ae8-04eab2ab6302 None None] Network 764cc7f5-3d4a-46f3-92c4-a33e960446c4 is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:20:13.925281 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-a7a5cb75-96e9-48b3-8ae8-04eab2ab6302 None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:20:13.931453 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a5cb75-96e9-48b3-8ae8-04eab2ab6302 None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:20:13.948718 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 45232) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:20:13.963436 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5dec257b-e4e7-4bed-aeb9-27045bee234f req-335716ba-69c7-4129-bd57-b17f6bd02bea tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a90b51ea-4be8-4511-8d71-0b0b776de2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665615 May 28 06:20:13.966414 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a5cb75-96e9-48b3-8ae8-04eab2ab6302 None None] Pushing event updated for resources: {'Port': ['ID=4db12211-4e4f-406f-a80a-f5b4e6b73da4,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:14.055964 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-178201fd-11cd-48c2-ad4e-8b9a1530c900 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0b59bdc68006442c9213a16b8c79daf3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1002853 May 28 06:20:14.060348 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-a7a5cb75-96e9-48b3-8ae8-04eab2ab6302 None None] Attempting to bind port 4db12211-4e4f-406f-a80a-f5b4e6b73da4 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:20:14.060772 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-a7a5cb75-96e9-48b3-8ae8-04eab2ab6302 None None] Attempting to bind port 4db12211-4e4f-406f-a80a-f5b4e6b73da4 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': '3f111ccf-a6f6-436c-800f-807127a20e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '764cc7f5-3d4a-46f3-92c4-a33e960446c4'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:20:14.061432 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 45236) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:20:14.061722 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a5cb75-96e9-48b3-8ae8-04eab2ab6302 None None] Attempting to bind port 4db12211-4e4f-406f-a80a-f5b4e6b73da4 on network 764cc7f5-3d4a-46f3-92c4-a33e960446c4 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:20:14.067837 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a5cb75-96e9-48b3-8ae8-04eab2ab6302 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:20:14.068431 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a5cb75-96e9-48b3-8ae8-04eab2ab6302 None None] Checking segment: {'id': '3f111ccf-a6f6-436c-800f-807127a20e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '764cc7f5-3d4a-46f3-92c4-a33e960446c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:20:14.070850 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-a7a5cb75-96e9-48b3-8ae8-04eab2ab6302 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:14.070850 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a5cb75-96e9-48b3-8ae8-04eab2ab6302 None None] Bound using segment: {'id': '3f111ccf-a6f6-436c-800f-807127a20e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '764cc7f5-3d4a-46f3-92c4-a33e960446c4'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:20:14.070850 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-a7a5cb75-96e9-48b3-8ae8-04eab2ab6302 None None] Bound port: 4db12211-4e4f-406f-a80a-f5b4e6b73da4, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f111ccf-a6f6-436c-800f-807127a20e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '764cc7f5-3d4a-46f3-92c4-a33e960446c4'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:20:14.070850 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-a7a5cb75-96e9-48b3-8ae8-04eab2ab6302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:14.074507 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a1404b2d-6c69-4699-aadd-cb2a220ad77b req-df07091f-7ffa-414e-aa1d-d78585ea732f tempest-ServersAdmin275Test-1627060860 tempest-ServersAdmin275Test-1627060860-project] 10.222.0.55 "GET /v2.0/ports?device_id=45fb5242-d2b8-4cad-be5f-640116d504f8 HTTP/1.1" status: 200 len: 210 time: 0.0593228 May 28 06:20:14.179805 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-a7a5cb75-96e9-48b3-8ae8-04eab2ab6302 None None] For port 4db12211-4e4f-406f-a80a-f5b4e6b73da4, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:20:14.183120 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-a7a5cb75-96e9-48b3-8ae8-04eab2ab6302 None None] For port 4db12211-4e4f-406f-a80a-f5b4e6b73da4, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=4db12211-4e4f-406f-a80a-f5b4e6b73da4,segment=NetworkSegment(3f111ccf-a6f6-436c-800f-807127a20e96),segment_id=3f111ccf-a6f6-436c-800f-807127a20e96)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:20:14.261086 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-a7a5cb75-96e9-48b3-8ae8-04eab2ab6302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:14.363522 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a5cb75-96e9-48b3-8ae8-04eab2ab6302 None None] Pushing event updated for resources: {'Port': ['ID=4db12211-4e4f-406f-a80a-f5b4e6b73da4,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:14.425249 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0c8b9416-e2d1-4611-b32c-8607bee34c96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:14.480411 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0c8b9416-e2d1-4611-b32c-8607bee34c96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:14.542214 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-cb54017e-5b74-46f5-a9fc-088c8820a86c req-514e8439-05e7-4ba4-a54f-64d80115981a service neutron] For port b07f2ba7-0d3b-45c8-a200-bab48437340e, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=b07f2ba7-0d3b-45c8-a200-bab48437340e,segment=NetworkSegment(da68ba47-25e5-4637-a83a-51088b9800dc),segment_id=da68ba47-25e5-4637-a83a-51088b9800dc)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:20:14.634172 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5187683c-df20-4bea-b430-c87a02151ab4 req-88c5aea8-a6bd-423e-9100-0b9f8c70451c tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:14.636821 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5187683c-df20-4bea-b430-c87a02151ab4 req-88c5aea8-a6bd-423e-9100-0b9f8c70451c tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7550758-2300-49b6-a09e-22d45df05a91 HTTP/1.1" status: 200 len: 946 time: 0.1869144 May 28 06:20:14.659102 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-cb54017e-5b74-46f5-a9fc-088c8820a86c req-514e8439-05e7-4ba4-a54f-64d80115981a service neutron] For port b07f2ba7-0d3b-45c8-a200-bab48437340e, host n-h1-843702-1, cleared binding levels {{(pid=89109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:20:14.672801 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd178bb4-40a1-4e53-b405-a5f226e869ed req-43a5fec4-3f77-491d-83b9-cc49195488d8 tempest-TenantUsagesTestJSON-2140676017 tempest-TenantUsagesTestJSON-2140676017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:14.674331 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dd178bb4-40a1-4e53-b405-a5f226e869ed req-43a5fec4-3f77-491d-83b9-cc49195488d8 tempest-TenantUsagesTestJSON-2140676017 tempest-TenantUsagesTestJSON-2140676017-project] 10.222.0.55 "GET /v2.0/ports?device_id=40807c95-7346-4634-a9e4-74a23284f9c5 HTTP/1.1" status: 200 len: 949 time: 0.1466613 May 28 06:20:14.717449 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5187683c-df20-4bea-b430-c87a02151ab4 req-f20e2514-7128-40a2-8f44-bee2f4cf84b9 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/security-groups?id=51e8ab45-fc50-4bca-a4a6-55c0639ed93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755103 May 28 06:20:14.759344 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dd178bb4-40a1-4e53-b405-a5f226e869ed req-6b7c22da-c2bc-440b-a073-ccb97ed052dc tempest-TenantUsagesTestJSON-2140676017 tempest-TenantUsagesTestJSON-2140676017-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c9bbf29-e97b-46fc-a220-e57956d49ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726326 May 28 06:20:14.822413 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [req-cb54017e-5b74-46f5-a9fc-088c8820a86c req-514e8439-05e7-4ba4-a54f-64d80115981a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b07f2ba7-0d3b-45c8-a200-bab48437340e {{(pid=89109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:20:14.844958 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-cb54017e-5b74-46f5-a9fc-088c8820a86c req-514e8439-05e7-4ba4-a54f-64d80115981a service neutron] For port b07f2ba7-0d3b-45c8-a200-bab48437340e, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=b07f2ba7-0d3b-45c8-a200-bab48437340e,segment=NetworkSegment(da68ba47-25e5-4637-a83a-51088b9800dc),segment_id=da68ba47-25e5-4637-a83a-51088b9800dc)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:20:14.867416 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0c8b9416-e2d1-4611-b32c-8607bee34c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:14.885932 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d5808ce4-7b80-44f1-b478-e4f1a9449954 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:14.913994 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8b9416-e2d1-4611-b32c-8607bee34c96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f699d0fe-44db-4ca9-b3e0-8da402ec751c,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:14.923501 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e489b6d-c31e-4bc1-bda8-fe0a1856387f req-ad76ba34-a9c0-4d23-8fd2-be0129970b16 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:14.925015 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2e489b6d-c31e-4bc1-bda8-fe0a1856387f req-ad76ba34-a9c0-4d23-8fd2-be0129970b16 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bef656a-6216-41b1-97ef-01974e054907 HTTP/1.1" status: 200 len: 949 time: 0.0823996 May 28 06:20:14.925144 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d5808ce4-7b80-44f1-b478-e4f1a9449954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:14.973760 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2e489b6d-c31e-4bc1-bda8-fe0a1856387f req-ddc0cf65-0788-442e-b9cf-b21ed1a55f75 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416865 May 28 06:20:14.975603 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-cb54017e-5b74-46f5-a9fc-088c8820a86c req-514e8439-05e7-4ba4-a54f-64d80115981a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:15.002210 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0c8b9416-e2d1-4611-b32c-8607bee34c96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:15.003368 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-0c8b9416-e2d1-4611-b32c-8607bee34c96 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f699d0fe-44db-4ca9-b3e0-8da402ec751c HTTP/1.1" status: 204 len: 168 time: 0.9408693 May 28 06:20:15.073822 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 5ade8c86-99e0-4811-878c-8667ec11046f up at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:20:15.176113 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [req-cb54017e-5b74-46f5-a9fc-088c8820a86c req-514e8439-05e7-4ba4-a54f-64d80115981a service neutron] Transition to ACTIVE for port object b07f2ba7-0d3b-45c8-a200-bab48437340e will not be triggered until provisioned by entity L2. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:20:15.197094 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-d5808ce4-7b80-44f1-b478-e4f1a9449954 admin admin] Allocated IP 172.25.5.27 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/51297e1b-ab9a-434b-b008-22f84df1d327) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:20:15.224476 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18f9406-cef2-42f8-b4de-58ade4c7a808 req-fed1c264-ae35-4acc-9785-777ed5b0246a tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:15.227248 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b18f9406-cef2-42f8-b4de-58ade4c7a808 req-fed1c264-ae35-4acc-9785-777ed5b0246a tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/ports?device_id=b80e5708-1efb-4794-bb57-4a346255af9f HTTP/1.1" status: 200 len: 943 time: 0.1560204 May 28 06:20:15.232914 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning for port 5ade8c86-99e0-4811-878c-8667ec11046f completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:20:15.242999 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning complete for port 5ade8c86-99e0-4811-878c-8667ec11046f triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:20:15.243575 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:15.307545 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bc6df097-c947-426a-b898-7309783f95de req-17c5e4cc-4d31-485e-be1a-9c5befbf10ad tempest-ServersAdmin275Test-1627060860 tempest-ServersAdmin275Test-1627060860-project] 10.222.0.55 "GET /v2.0/ports?device_id=45fb5242-d2b8-4cad-be5f-640116d504f8 HTTP/1.1" status: 200 len: 210 time: 0.0560327 May 28 06:20:15.311690 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-cb54017e-5b74-46f5-a9fc-088c8820a86c req-514e8439-05e7-4ba4-a54f-64d80115981a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:15.332599 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b18f9406-cef2-42f8-b4de-58ade4c7a808 req-32d4162a-75df-4818-8251-dd40a1d6b2b7 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a90b51ea-4be8-4511-8d71-0b0b776de2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985081 May 28 06:20:15.409471 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 5ade8c86-99e0-4811-878c-8667ec11046f is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:20:15.409682 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:15.464546 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 5ade8c86-99e0-4811-878c-8667ec11046f, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=5ade8c86-99e0-4811-878c-8667ec11046f,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:20:15.465535 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bef656a-6216-41b1-97ef-01974e054907', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ade8c86-99e0-4811-878c-8667ec11046f'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:20:15.549199 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60de9155-bad7-43d8-bad9-dc5baaec58b8'] response: {'server_uuid': '9bef656a-6216-41b1-97ef-01974e054907', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ade8c86-99e0-4811-878c-8667ec11046f', 'code': 200} May 28 06:20:15.551562 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:15.581520 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb54017e-5b74-46f5-a9fc-088c8820a86c req-514e8439-05e7-4ba4-a54f-64d80115981a service neutron] No DVR routers for this DVR port b07f2ba7-0d3b-45c8-a200-bab48437340e on host n-h1-843702-1 {{(pid=89109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:20:15.620623 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=5ade8c86-99e0-4811-878c-8667ec11046f,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:15.684676 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-245927ff-e062-42ba-8367-6e88ec2cc7e5 None None] Network 764cc7f5-3d4a-46f3-92c4-a33e960446c4 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:20:15.693913 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e8439-05e7-4ba4-a54f-64d80115981a service neutron] Pushing event updated for resources: {'Port': ['ID=b07f2ba7-0d3b-45c8-a200-bab48437340e,revision_number=10']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:15.719631 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-cb54017e-5b74-46f5-a9fc-088c8820a86c req-514e8439-05e7-4ba4-a54f-64d80115981a service neutron] 10.222.0.69 "PUT /v2.0/ports/b07f2ba7-0d3b-45c8-a200-bab48437340e/bindings/n-h2-843702-1/activate HTTP/1.1" status: 200 len: 369 time: 1.8247075 May 28 06:20:15.727619 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d5808ce4-7b80-44f1-b478-e4f1a9449954 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:15.754963 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d599c03-617e-417a-911d-cb1597216603 req-81970091-81d8-49b9-84d9-459d3b1d568e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:15.756554 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5d599c03-617e-417a-911d-cb1597216603 req-81970091-81d8-49b9-84d9-459d3b1d568e service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=9bef656a-6216-41b1-97ef-01974e054907 HTTP/1.1" status: 200 len: 1101 time: 0.0779123 May 28 06:20:15.828564 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5d599c03-617e-417a-911d-cb1597216603 req-3c5a2f30-ffc2-47a0-8f85-546d8c5d503e service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430083 May 28 06:20:15.838191 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d5808ce4-7b80-44f1-b478-e4f1a9449954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:15.924296 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 45262) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:20:15.926775 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-d47b5caa-c071-417e-91cf-012b16c8f550 None None] Provisioning for port 4db12211-4e4f-406f-a80a-f5b4e6b73da4 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:20:15.930316 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5808ce4-7b80-44f1-b478-e4f1a9449954 admin admin] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:20:15.949854 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-d5808ce4-7b80-44f1-b478-e4f1a9449954 admin admin] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:20:15.958065 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5808ce4-7b80-44f1-b478-e4f1a9449954 admin admin] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:20:16.008981 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33009ef9-ea50-4d09-967f-5a1b3de57b8a req-323e36da-9a85-45b7-941a-7b4a70115a2f tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:16.013890 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-33009ef9-ea50-4d09-967f-5a1b3de57b8a req-323e36da-9a85-45b7-941a-7b4a70115a2f tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7550758-2300-49b6-a09e-22d45df05a91 HTTP/1.1" status: 200 len: 946 time: 0.1602685 May 28 06:20:16.024909 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5808ce4-7b80-44f1-b478-e4f1a9449954 admin admin] Pushing event updated for resources: {'Port': ['ID=51297e1b-ab9a-434b-b008-22f84df1d327,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:16.026284 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bc31aa-a229-4300-acc0-850aa8eaec66 req-d398c671-a274-4a05-9e1b-dcaa8dc9571b tempest-TenantUsagesTestJSON-2140676017 tempest-TenantUsagesTestJSON-2140676017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:16.033172 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f5bc31aa-a229-4300-acc0-850aa8eaec66 req-d398c671-a274-4a05-9e1b-dcaa8dc9571b tempest-TenantUsagesTestJSON-2140676017 tempest-TenantUsagesTestJSON-2140676017-project] 10.222.0.55 "GET /v2.0/ports?device_id=40807c95-7346-4634-a9e4-74a23284f9c5 HTTP/1.1" status: 200 len: 949 time: 0.1391377 May 28 06:20:16.062863 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-1f868a27-dde2-47ec-8773-08097340cd0d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ece9960d872e409bbd2120457b044197&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1355872 May 28 06:20:16.073249 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 45268) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:20:16.140883 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-33009ef9-ea50-4d09-967f-5a1b3de57b8a req-edd762f7-2b50-49de-8af5-9d018c739f3c tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/security-groups?id=51e8ab45-fc50-4bca-a4a6-55c0639ed93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244602 May 28 06:20:16.187484 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 4db12211-4e4f-406f-a80a-f5b4e6b73da4 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:20:16.242320 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f5bc31aa-a229-4300-acc0-850aa8eaec66 req-842e7820-8ac8-47c4-828c-ade5a16b555e tempest-TenantUsagesTestJSON-2140676017 tempest-TenantUsagesTestJSON-2140676017-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c9bbf29-e97b-46fc-a220-e57956d49ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848950 May 28 06:20:16.278364 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-127c833d-1914-45c1-8b50-b0d8711dec98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:16.335261 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-127c833d-1914-45c1-8b50-b0d8711dec98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:16.402909 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 4db12211-4e4f-406f-a80a-f5b4e6b73da4 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:20:16.411509 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 4db12211-4e4f-406f-a80a-f5b4e6b73da4 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:20:16.412124 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:16.476621 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb54017e-5b74-46f5-a9fc-088c8820a86c req-542a8d9a-caff-4765-a011-bd686a70d5ae tempest-LiveAutoBlockMigrationV225Test-2091885666 tempest-LiveAutoBlockMigrationV225Test-2091885666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:16.478112 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cb54017e-5b74-46f5-a9fc-088c8820a86c req-542a8d9a-caff-4765-a011-bd686a70d5ae tempest-LiveAutoBlockMigrationV225Test-2091885666 tempest-LiveAutoBlockMigrationV225Test-2091885666-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=b80e5708-1efb-4794-bb57-4a346255af9f&tenant_id=1ab1ed0d304345a0a07278c26e7745d6&binding%3Ahost_id=n-h1-843702-1 HTTP/1.1" status: 200 len: 1095 time: 0.3219476 May 28 06:20:16.485320 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-b30d6e0d-2931-45a4-bb45-6ccc0b0cddae None None] Provisioning complete for port 4db12211-4e4f-406f-a80a-f5b4e6b73da4 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:20:16.485652 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b30d6e0d-2931-45a4-bb45-6ccc0b0cddae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:16.642265 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 4db12211-4e4f-406f-a80a-f5b4e6b73da4 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:20:16.642265 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:16.674053 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-424eac19-d02e-4839-b4db-c70785e7e182 req-d1110840-b554-4365-9b70-e304e0bd6122 tempest-ServersAdmin275Test-1627060860 tempest-ServersAdmin275Test-1627060860-project] 10.222.0.55 "GET /v2.0/ports?device_id=45fb5242-d2b8-4cad-be5f-640116d504f8 HTTP/1.1" status: 200 len: 210 time: 0.1940205 May 28 06:20:16.709365 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-b30d6e0d-2931-45a4-bb45-6ccc0b0cddae None None] Current status of the port 4db12211-4e4f-406f-a80a-f5b4e6b73da4 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:20:16.714470 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b30d6e0d-2931-45a4-bb45-6ccc0b0cddae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:16.715493 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d5808ce4-7b80-44f1-b478-e4f1a9449954 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:16.726777 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port 4db12211-4e4f-406f-a80a-f5b4e6b73da4, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=4db12211-4e4f-406f-a80a-f5b4e6b73da4,segment=NetworkSegment(3f111ccf-a6f6-436c-800f-807127a20e96),segment_id=3f111ccf-a6f6-436c-800f-807127a20e96)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:20:16.742772 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1c20ef-7ffa-499a-ae99-d7105e686ec7 req-fdeca0e5-154c-4b38-b38b-4a6625fe7a48 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:16.745844 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bf1c20ef-7ffa-499a-ae99-d7105e686ec7 req-fdeca0e5-154c-4b38-b38b-4a6625fe7a48 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bef656a-6216-41b1-97ef-01974e054907 HTTP/1.1" status: 200 len: 950 time: 0.4130905 May 28 06:20:16.782243 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-127c833d-1914-45c1-8b50-b0d8711dec98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:16.792197 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:16.829603 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127c833d-1914-45c1-8b50-b0d8711dec98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7815cea2-7c31-4873-97c5-716e6a5bf335,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:16.879554 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bf1c20ef-7ffa-499a-ae99-d7105e686ec7 req-40015b8d-fee7-4e62-bd54-eb39fe47b28f tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259928 May 28 06:20:16.880492 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-127c833d-1914-45c1-8b50-b0d8711dec98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:16.882129 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-127c833d-1914-45c1-8b50-b0d8711dec98 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7815cea2-7c31-4873-97c5-716e6a5bf335 HTTP/1.1" status: 204 len: 168 time: 0.8062580 May 28 06:20:16.891392 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb54017e-5b74-46f5-a9fc-088c8820a86c req-f7602c34-5b0d-443e-aee8-f7724c7da752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:16.893126 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cb54017e-5b74-46f5-a9fc-088c8820a86c req-f7602c34-5b0d-443e-aee8-f7724c7da752 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=b80e5708-1efb-4794-bb57-4a346255af9f&tenant_id=1ab1ed0d304345a0a07278c26e7745d6 HTTP/1.1" status: 200 len: 1095 time: 0.4068584 May 28 06:20:16.911400 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dd6409-5b65-4d08-89ba-b67c6c0e82aa req-6b0e9f3d-b7e6-4577-9a30-e7141eb42427 tempest-TenantUsagesTestJSON-2140676017 tempest-TenantUsagesTestJSON-2140676017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:16.913390 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a8dd6409-5b65-4d08-89ba-b67c6c0e82aa req-6b0e9f3d-b7e6-4577-9a30-e7141eb42427 tempest-TenantUsagesTestJSON-2140676017 tempest-TenantUsagesTestJSON-2140676017-project] 10.222.0.71 "GET /v2.0/ports?device_id=40807c95-7346-4634-a9e4-74a23284f9c5 HTTP/1.1" status: 200 len: 949 time: 0.4715934 May 28 06:20:16.976341 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=4db12211-4e4f-406f-a80a-f5b4e6b73da4,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:17.004409 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.db.api [None req-b30d6e0d-2931-45a4-bb45-6ccc0b0cddae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89111) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:20:17.004954 n-d-843702-1 neutron-server[89111]: DEBUG oslo_db.api [None req-b30d6e0d-2931-45a4-bb45-6ccc0b0cddae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:20:17.053845 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-a8dd6409-5b65-4d08-89ba-b67c6c0e82aa req-73b8c6fe-7685-47c3-b9dd-b0d7f6d8035e tempest-TenantUsagesTestJSON-2140676017 tempest-TenantUsagesTestJSON-2140676017-project] Deleting port ced4b31c-02f2-4415-8850-5fe43016fbed {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:20:17.054672 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-a8dd6409-5b65-4d08-89ba-b67c6c0e82aa req-73b8c6fe-7685-47c3-b9dd-b0d7f6d8035e tempest-TenantUsagesTestJSON-2140676017 tempest-TenantUsagesTestJSON-2140676017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:17.125591 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d5808ce4-7b80-44f1-b478-e4f1a9449954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690761'] for router, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:17.132545 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1087ecc-9d19-42ae-9f59-6e4e3c87b683 req-fd30a07f-8e3f-411f-a33f-78c9f9593061 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:17.134200 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b1087ecc-9d19-42ae-9f59-6e4e3c87b683 req-fd30a07f-8e3f-411f-a33f-78c9f9593061 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/ports?device_id=b80e5708-1efb-4794-bb57-4a346255af9f HTTP/1.1" status: 200 len: 944 time: 0.2955563 May 28 06:20:17.220974 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb54017e-5b74-46f5-a9fc-088c8820a86c req-41b7806c-f63c-4378-bd90-01d3f24263cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:17.221987 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cb54017e-5b74-46f5-a9fc-088c8820a86c req-41b7806c-f63c-4378-bd90-01d3f24263cf service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1ab1ed0d304345a0a07278c26e7745d6&device_id=b80e5708-1efb-4794-bb57-4a346255af9f HTTP/1.1" status: 200 len: 1095 time: 0.2584715 May 28 06:20:17.389584 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b1087ecc-9d19-42ae-9f59-6e4e3c87b683 req-e6a57eb4-6b1a-4a71-b85c-f393390273e7 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a90b51ea-4be8-4511-8d71-0b0b776de2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238796 May 28 06:20:17.482788 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5808ce4-7b80-44f1-b478-e4f1a9449954 admin admin] Router 2d2a36a6-c5c2-473d-8dba-f623879dbe96 is scheduled to L3 agent 42958940-9562-4f71-972f-15a8af9d3963 with binding_index 1 {{(pid=89109) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 06:20:17.631336 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-b30d6e0d-2931-45a4-bb45-6ccc0b0cddae None None] Current status of the port 4db12211-4e4f-406f-a80a-f5b4e6b73da4 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:20:17.698025 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-a8dd6409-5b65-4d08-89ba-b67c6c0e82aa req-73b8c6fe-7685-47c3-b9dd-b0d7f6d8035e tempest-TenantUsagesTestJSON-2140676017 tempest-TenantUsagesTestJSON-2140676017-project] For port ced4b31c-02f2-4415-8850-5fe43016fbed, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=ced4b31c-02f2-4415-8850-5fe43016fbed,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:20:17.698471 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-a8dd6409-5b65-4d08-89ba-b67c6c0e82aa req-73b8c6fe-7685-47c3-b9dd-b0d7f6d8035e tempest-TenantUsagesTestJSON-2140676017 tempest-TenantUsagesTestJSON-2140676017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:17.772696 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5808ce4-7b80-44f1-b478-e4f1a9449954 admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:20:17.783358 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc564e8-bc50-401c-bc7b-72094b7f9e0e None None] Sync routers for ids ['2d2a36a6-c5c2-473d-8dba-f623879dbe96'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:20:17.794022 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc564e8-bc50-401c-bc7b-72094b7f9e0e None None] Routers {'2d2a36a6-c5c2-473d-8dba-f623879dbe96'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:20:17.794625 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-ecc564e8-bc50-401c-bc7b-72094b7f9e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:19:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['2d2a36a6-c5c2-473d-8dba-f623879dbe96'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:20:17.838986 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb54017e-5b74-46f5-a9fc-088c8820a86c req-664076a5-41c3-4ad9-9449-27700f14ab7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:17.840414 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cb54017e-5b74-46f5-a9fc-088c8820a86c req-664076a5-41c3-4ad9-9449-27700f14ab7e service neutron] 10.222.0.71 "GET /v2.0/networks?id=878a453b-7058-4dfc-b9e2-17503c679278 HTTP/1.1" status: 200 len: 922 time: 0.6080089 May 28 06:20:17.846998 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-a8dd6409-5b65-4d08-89ba-b67c6c0e82aa req-73b8c6fe-7685-47c3-b9dd-b0d7f6d8035e tempest-TenantUsagesTestJSON-2140676017 tempest-TenantUsagesTestJSON-2140676017-project] Calling delete_port for ced4b31c-02f2-4415-8850-5fe43016fbed owned by compute:nova {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:20:17.874248 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d5808ce4-7b80-44f1-b478-e4f1a9449954 admin admin] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:17.881345 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-d5808ce4-7b80-44f1-b478-e4f1a9449954 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.8083053 May 28 06:20:17.883495 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 45294) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:20:17.977762 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33706ab0-654f-4ba0-ac97-ef14f6f577ac req-0bd07a28-c4ce-4b97-91a0-53cf48cae3be tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:17.979253 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-33706ab0-654f-4ba0-ac97-ef14f6f577ac req-0bd07a28-c4ce-4b97-91a0-53cf48cae3be tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7550758-2300-49b6-a09e-22d45df05a91 HTTP/1.1" status: 200 len: 946 time: 0.6023407 May 28 06:20:17.980504 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cb54017e-5b74-46f5-a9fc-088c8820a86c req-89cce585-5884-4b5c-ab30-027486f1e647 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b07f2ba7-0d3b-45c8-a200-bab48437340e HTTP/1.1" status: 200 len: 217 time: 0.0963438 May 28 06:20:17.982304 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-ecc564e8-bc50-401c-bc7b-72094b7f9e0e None None] Set router 2d2a36a6-c5c2-473d-8dba-f623879dbe96 gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:20:18.060535 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def56b8c-7575-4cac-b1e3-de91bb4e8aac req-1765dc93-86fe-4dad-971b-f670d5bf67a2 tempest-TenantUsagesTestJSON-2140676017 tempest-TenantUsagesTestJSON-2140676017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:18.062062 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-def56b8c-7575-4cac-b1e3-de91bb4e8aac req-1765dc93-86fe-4dad-971b-f670d5bf67a2 tempest-TenantUsagesTestJSON-2140676017 tempest-TenantUsagesTestJSON-2140676017-project] 10.222.0.55 "GET /v2.0/ports?device_id=40807c95-7346-4634-a9e4-74a23284f9c5 HTTP/1.1" status: 200 len: 949 time: 0.5348585 May 28 06:20:18.155548 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 4db12211-4e4f-406f-a80a-f5b4e6b73da4 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:20:18.212804 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-33706ab0-654f-4ba0-ac97-ef14f6f577ac req-070895a6-7f32-4189-bd83-0faa4cb8bb85 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/security-groups?id=51e8ab45-fc50-4bca-a4a6-55c0639ed93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251618 May 28 06:20:18.236134 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb54017e-5b74-46f5-a9fc-088c8820a86c req-c0e30229-6114-4a69-a75f-687edcaa0d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:18.239688 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cb54017e-5b74-46f5-a9fc-088c8820a86c req-c0e30229-6114-4a69-a75f-687edcaa0d43 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=cdd32cdd-4510-40e6-8d87-2fb486891cf4 HTTP/1.1" status: 200 len: 861 time: 0.2475307 May 28 06:20:18.250818 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 4db12211-4e4f-406f-a80a-f5b4e6b73da4 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:20:18.251378 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:18.371076 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-def56b8c-7575-4cac-b1e3-de91bb4e8aac req-945ee260-4551-4e22-9fd7-62aded57227e tempest-TenantUsagesTestJSON-2140676017 tempest-TenantUsagesTestJSON-2140676017-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c9bbf29-e97b-46fc-a220-e57956d49ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2980900 May 28 06:20:18.381236 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cb54017e-5b74-46f5-a9fc-088c8820a86c req-a15cb648-d7bd-46ba-ba9b-45bed984e0b3 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=878a453b-7058-4dfc-b9e2-17503c679278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1263976 May 28 06:20:18.422422 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 4db12211-4e4f-406f-a80a-f5b4e6b73da4 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:20:18.441284 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-ecc564e8-bc50-401c-bc7b-72094b7f9e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d2a36a6-c5c2-473d-8dba-f623879dbe96', 'name': 'tempest-FloatingIPsTestJSON-612818603-router', 'tenant_id': '14290ed08c6d4a7fa996c9c36852cd35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '51297e1b-ab9a-434b-b008-22f84df1d327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:20:13Z', 'updated_at': '2022-05-28T06:20:16Z', 'revision_number': 3, 'project_id': '14290ed08c6d4a7fa996c9c36852cd35', 'gw_port': {'id': '51297e1b-ab9a-434b-b008-22f84df1d327', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:16:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d2a36a6-c5c2-473d-8dba-f623879dbe96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:20:14Z', 'updated_at': '2022-05-28T06:20:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:20:18.445713 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc564e8-bc50-401c-bc7b-72094b7f9e0e None None] Checking router: 2d2a36a6-c5c2-473d-8dba-f623879dbe96 for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:20:18.446051 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc564e8-bc50-401c-bc7b-72094b7f9e0e None None] Updating router 2d2a36a6-c5c2-473d-8dba-f623879dbe96 port 51297e1b-ab9a-434b-b008-22f84df1d327 binding host n-d-843702-1 {{(pid=89112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:20:18.512788 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-ecc564e8-bc50-401c-bc7b-72094b7f9e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:18.549614 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device b07f2ba7-0d3b-45c8-a200-bab48437340e no longer exists at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:20:18.655411 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device b07f2ba7-0d3b-45c8-a200-bab48437340e not bound to the agent host n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:20:18.719291 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4cddbfd5-2ed6-4a31-9293-6056bbf9781d req-24844fe7-2a1a-4e72-857e-da50f19fda44 tempest-ServersAdmin275Test-1627060860 tempest-ServersAdmin275Test-1627060860-project] 10.222.0.55 "GET /v2.0/ports?device_id=45fb5242-d2b8-4cad-be5f-640116d504f8 HTTP/1.1" status: 200 len: 210 time: 0.3328097 May 28 06:20:18.731514 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-a8dd6409-5b65-4d08-89ba-b67c6c0e82aa req-73b8c6fe-7685-47c3-b9dd-b0d7f6d8035e tempest-TenantUsagesTestJSON-2140676017 tempest-TenantUsagesTestJSON-2140676017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:18.780016 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['ced4b31c-02f2-4415-8850-5fe43016fbed'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:20:18.818293 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b8c6fe-7685-47c3-b9dd-b0d7f6d8035e tempest-TenantUsagesTestJSON-2140676017 tempest-TenantUsagesTestJSON-2140676017-project] Pushing event deleted for resources: {'Port': ['ID=ced4b31c-02f2-4415-8850-5fe43016fbed,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:18.920976 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8dd6409-5b65-4d08-89ba-b67c6c0e82aa req-73b8c6fe-7685-47c3-b9dd-b0d7f6d8035e tempest-TenantUsagesTestJSON-2140676017 tempest-TenantUsagesTestJSON-2140676017-project] No DVR routers for this DVR port ced4b31c-02f2-4415-8850-5fe43016fbed on host n-h2-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:20:18.944233 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-a8dd6409-5b65-4d08-89ba-b67c6c0e82aa req-73b8c6fe-7685-47c3-b9dd-b0d7f6d8035e tempest-TenantUsagesTestJSON-2140676017 tempest-TenantUsagesTestJSON-2140676017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:18.949196 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cb54017e-5b74-46f5-a9fc-088c8820a86c req-ec46a7bc-b51f-49f6-962e-eed0c5ca287c service neutron] 10.222.0.71 "GET /v2.0/networks/878a453b-7058-4dfc-b9e2-17503c679278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5592766 May 28 06:20:18.949707 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40807c95-7346-4634-a9e4-74a23284f9c5', 'name': 'network-vif-deleted', 'tag': 'ced4b31c-02f2-4415-8850-5fe43016fbed'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:20:18.980955 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-ecc564e8-bc50-401c-bc7b-72094b7f9e0e None None] Notify callbacks [] for port, precommit_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:18.995054 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.provisioning_blocks [None req-ecc564e8-bc50-401c-bc7b-72094b7f9e0e None None] Transition to ACTIVE for port object 51297e1b-ab9a-434b-b008-22f84df1d327 will not be triggered until provisioned by entity L2. {{(pid=89112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:20:19.033814 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a8dd6409-5b65-4d08-89ba-b67c6c0e82aa req-73b8c6fe-7685-47c3-b9dd-b0d7f6d8035e tempest-TenantUsagesTestJSON-2140676017 tempest-TenantUsagesTestJSON-2140676017-project] 10.222.0.71 "DELETE /v2.0/ports/ced4b31c-02f2-4415-8850-5fe43016fbed HTTP/1.1" status: 204 len: 173 time: 2.1111126 May 28 06:20:19.080025 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ebabad1c-089b-4419-b9c4-1bfeda78cc08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:19.098155 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4841d41e-c5b9-4d62-ba56-0dc7125771b0 req-87e0992d-ed56-4d85-a539-6894a3ebd84a tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:19.099592 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4841d41e-c5b9-4d62-ba56-0dc7125771b0 req-87e0992d-ed56-4d85-a539-6894a3ebd84a tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bef656a-6216-41b1-97ef-01974e054907 HTTP/1.1" status: 200 len: 950 time: 0.4852333 May 28 06:20:19.106443 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-ecc564e8-bc50-401c-bc7b-72094b7f9e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:19.192187 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4841d41e-c5b9-4d62-ba56-0dc7125771b0 req-12120557-9d98-4175-9220-428fc43d1fb0 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780821 May 28 06:20:19.200840 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-ecc564e8-bc50-401c-bc7b-72094b7f9e0e None None] Attempting to bind port 51297e1b-ab9a-434b-b008-22f84df1d327 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:20:19.201334 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-ecc564e8-bc50-401c-bc7b-72094b7f9e0e None None] Attempting to bind port 51297e1b-ab9a-434b-b008-22f84df1d327 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:20:19.201821 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc564e8-bc50-401c-bc7b-72094b7f9e0e None None] Attempting to bind port 51297e1b-ab9a-434b-b008-22f84df1d327 on network 68df399e-e75e-4871-9364-5d05730b50f0 {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:20:19.209397 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc564e8-bc50-401c-bc7b-72094b7f9e0e None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:20:19.209953 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc564e8-bc50-401c-bc7b-72094b7f9e0e None None] Checking segment: {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:20:19.210433 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-ecc564e8-bc50-401c-bc7b-72094b7f9e0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:19.210903 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc564e8-bc50-401c-bc7b-72094b7f9e0e None None] Bound using segment: {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:20:19.211453 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-ecc564e8-bc50-401c-bc7b-72094b7f9e0e None None] Bound port: 51297e1b-ab9a-434b-b008-22f84df1d327, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:20:19.211925 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-ecc564e8-bc50-401c-bc7b-72094b7f9e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:19.236295 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cb54017e-5b74-46f5-a9fc-088c8820a86c req-33c23fb9-30c0-4815-9c39-83c17e1293dd service neutron] 10.222.0.71 "GET /v2.0/networks/878a453b-7058-4dfc-b9e2-17503c679278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2701797 May 28 06:20:19.261462 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c68a986-36c7-4580-a58c-bc84f82b60a2 None None] Pushing event updated for resources: {'Port': ['ID=51297e1b-ab9a-434b-b008-22f84df1d327,revision_number=2']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:19.274955 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c68a986-36c7-4580-a58c-bc84f82b60a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:20:19.275443 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c68a986-36c7-4580-a58c-bc84f82b60a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:20:19.275867 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c68a986-36c7-4580-a58c-bc84f82b60a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:20:19.276290 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c68a986-36c7-4580-a58c-bc84f82b60a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:20:19.276706 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c68a986-36c7-4580-a58c-bc84f82b60a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:20:19.277144 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c68a986-36c7-4580-a58c-bc84f82b60a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:20:19.277586 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c68a986-36c7-4580-a58c-bc84f82b60a2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:20:19.277997 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c68a986-36c7-4580-a58c-bc84f82b60a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:20:19.278409 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c68a986-36c7-4580-a58c-bc84f82b60a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:20:19.278824 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c68a986-36c7-4580-a58c-bc84f82b60a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:20:19.279225 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c68a986-36c7-4580-a58c-bc84f82b60a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:20:19.279633 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c68a986-36c7-4580-a58c-bc84f82b60a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:20:19.279971 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f6f799-3df1-4fc4-9e2a-9ae5e3bc22e5 req-d5156bcd-8715-4af7-a4f1-3df864576a58 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:19.282284 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a8f6f799-3df1-4fc4-9e2a-9ae5e3bc22e5 req-d5156bcd-8715-4af7-a4f1-3df864576a58 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/ports?device_id=b80e5708-1efb-4794-bb57-4a346255af9f HTTP/1.1" status: 200 len: 944 time: 0.3231916 May 28 06:20:19.314630 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-ecc564e8-bc50-401c-bc7b-72094b7f9e0e None None] For port 51297e1b-ab9a-434b-b008-22f84df1d327, host n-d-843702-1, cleared binding levels {{(pid=89112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:20:19.317773 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-ecc564e8-bc50-401c-bc7b-72094b7f9e0e None None] For port 51297e1b-ab9a-434b-b008-22f84df1d327, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=51297e1b-ab9a-434b-b008-22f84df1d327,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:20:19.339800 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a8f6f799-3df1-4fc4-9e2a-9ae5e3bc22e5 req-5bcfc917-cc5e-4b7c-bee6-788ad229edf4 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a90b51ea-4be8-4511-8d71-0b0b776de2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490005 May 28 06:20:19.356163 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-ebabad1c-089b-4419-b9c4-1bfeda78cc08 admin admin] Allocated IP 172.20.0.1 (764cc7f5-3d4a-46f3-92c4-a33e960446c4/4bf81a23-edc8-47fe-99f1-ca3e38e6216a/1c8627e7-ec4d-4366-a93b-230f4664b2a2) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:20:19.415448 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b11e843-ad79-4dad-bbaf-e96b50afcec9'] response: {'server_uuid': '40807c95-7346-4634-a9e4-74a23284f9c5', 'name': 'network-vif-deleted', 'tag': 'ced4b31c-02f2-4415-8850-5fe43016fbed', 'status': 'completed', 'code': 200} May 28 06:20:19.445350 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-ecc564e8-bc50-401c-bc7b-72094b7f9e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:19.539378 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc564e8-bc50-401c-bc7b-72094b7f9e0e None None] Routers {'2d2a36a6-c5c2-473d-8dba-f623879dbe96'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:20:19.540881 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-ecc564e8-bc50-401c-bc7b-72094b7f9e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:19:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['2d2a36a6-c5c2-473d-8dba-f623879dbe96'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:20:19.563405 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ebabad1c-089b-4419-b9c4-1bfeda78cc08 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:19.582873 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [None req-ebabad1c-089b-4419-b9c4-1bfeda78cc08 admin admin] Transition to ACTIVE for port object 1c8627e7-ec4d-4366-a93b-230f4664b2a2 will not be triggered until provisioned by entity DHCP. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:20:19.684299 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c68a986-36c7-4580-a58c-bc84f82b60a2 None None] Pushing event updated for resources: {'Port': ['ID=51297e1b-ab9a-434b-b008-22f84df1d327,revision_number=3']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:19.720657 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c2e03cae-0441-4f5e-bc25-ca2322e38f8d req-184809ad-0fbd-43ae-80d8-34346c6b0839 tempest-ImagesOneServerTestJSON-389688844 tempest-ImagesOneServerTestJSON-389688844-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=9fe1b4627e2a4927809de8268bfa42fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0271709 May 28 06:20:19.740631 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ebabad1c-089b-4419-b9c4-1bfeda78cc08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:19.790635 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-ecc564e8-bc50-401c-bc7b-72094b7f9e0e None None] Set router 2d2a36a6-c5c2-473d-8dba-f623879dbe96 gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:20:19.808963 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebabad1c-089b-4419-b9c4-1bfeda78cc08 admin admin] Network 764cc7f5-3d4a-46f3-92c4-a33e960446c4 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:20:19.811653 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-ebabad1c-089b-4419-b9c4-1bfeda78cc08 admin admin] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:20:19.815482 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebabad1c-089b-4419-b9c4-1bfeda78cc08 admin admin] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:20:19.856659 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebabad1c-089b-4419-b9c4-1bfeda78cc08 admin admin] Pushing event updated for resources: {'Port': ['ID=1c8627e7-ec4d-4366-a93b-230f4664b2a2,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:19.891678 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ebabad1c-089b-4419-b9c4-1bfeda78cc08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690947'] for router_interface, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:19.918929 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e03cae-0441-4f5e-bc25-ca2322e38f8d req-730c10f3-6965-4d1f-a283-3b9c265ab60d tempest-ImagesOneServerTestJSON-389688844 tempest-ImagesOneServerTestJSON-389688844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:19.920575 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c2e03cae-0441-4f5e-bc25-ca2322e38f8d req-730c10f3-6965-4d1f-a283-3b9c265ab60d tempest-ImagesOneServerTestJSON-389688844 tempest-ImagesOneServerTestJSON-389688844-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1931603 May 28 06:20:19.937744 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c2e03cae-0441-4f5e-bc25-ca2322e38f8d req-4685c33b-09d2-4f42-ad5b-d91cf1af5825 tempest-ImagesOneServerTestJSON-389688844 tempest-ImagesOneServerTestJSON-389688844-project] 10.222.0.55 "GET /v2.0/quotas/9fe1b4627e2a4927809de8268bfa42fe HTTP/1.1" status: 200 len: 375 time: 0.0112815 May 28 06:20:20.085724 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c2e03cae-0441-4f5e-bc25-ca2322e38f8d req-6f80c1bd-15e5-4120-8b78-0548f463d9b5 tempest-ImagesOneServerTestJSON-389688844 tempest-ImagesOneServerTestJSON-389688844-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=9fe1b4627e2a4927809de8268bfa42fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1350946 May 28 06:20:20.193842 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-ecc564e8-bc50-401c-bc7b-72094b7f9e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d2a36a6-c5c2-473d-8dba-f623879dbe96', 'name': 'tempest-FloatingIPsTestJSON-612818603-router', 'tenant_id': '14290ed08c6d4a7fa996c9c36852cd35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '51297e1b-ab9a-434b-b008-22f84df1d327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:20:13Z', 'updated_at': '2022-05-28T06:20:16Z', 'revision_number': 3, 'project_id': '14290ed08c6d4a7fa996c9c36852cd35', 'gw_port': {'id': '51297e1b-ab9a-434b-b008-22f84df1d327', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:16:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d2a36a6-c5c2-473d-8dba-f623879dbe96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:20:14Z', 'updated_at': '2022-05-28T06:20:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:20:20.197010 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb54017e-5b74-46f5-a9fc-088c8820a86c req-1ff19f95-93e5-4489-98a8-b6626aaffc8a tempest-LiveAutoBlockMigrationV225Test-2091885666 tempest-LiveAutoBlockMigrationV225Test-2091885666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:20.198712 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc564e8-bc50-401c-bc7b-72094b7f9e0e None None] The sync data for ids ['2d2a36a6-c5c2-473d-8dba-f623879dbe96'] in n-d-843702-1 is: [{'id': '2d2a36a6-c5c2-473d-8dba-f623879dbe96', 'name': 'tempest-FloatingIPsTestJSON-612818603-router', 'tenant_id': '14290ed08c6d4a7fa996c9c36852cd35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '51297e1b-ab9a-434b-b008-22f84df1d327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:20:13Z', 'updated_at': '2022-05-28T06:20:16Z', 'revision_number': 3, 'project_id': '14290ed08c6d4a7fa996c9c36852cd35', 'gw_port': {'id': '51297e1b-ab9a-434b-b008-22f84df1d327', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:16:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d2a36a6-c5c2-473d-8dba-f623879dbe96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:20:14Z', 'updated_at': '2022-05-28T06:20:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:20:20.198894 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cb54017e-5b74-46f5-a9fc-088c8820a86c req-1ff19f95-93e5-4489-98a8-b6626aaffc8a tempest-LiveAutoBlockMigrationV225Test-2091885666 tempest-LiveAutoBlockMigrationV225Test-2091885666-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=b80e5708-1efb-4794-bb57-4a346255af9f&tenant_id=1ab1ed0d304345a0a07278c26e7745d6&binding%3Ahost_id=n-h2-843702-1 HTTP/1.1" status: 200 len: 1095 time: 0.1901414 May 28 06:20:20.236413 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ebabad1c-089b-4419-b9c4-1bfeda78cc08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:20.260066 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f727aee3-4eba-42da-9fa9-28a219fc2133 req-d5d14176-d4ab-4d69-9a81-7e55ca70b5a3 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:20.261698 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f727aee3-4eba-42da-9fa9-28a219fc2133 req-d5d14176-d4ab-4d69-9a81-7e55ca70b5a3 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7550758-2300-49b6-a09e-22d45df05a91 HTTP/1.1" status: 200 len: 946 time: 0.1722615 May 28 06:20:20.311449 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-080cc29a-5eb4-4ade-b5e1-e94f3466b94e None None] Provisioning for port 1c8627e7-ec4d-4366-a93b-230f4664b2a2 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:20:20.317313 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-080cc29a-5eb4-4ade-b5e1-e94f3466b94e None None] Provisioning complete for port 1c8627e7-ec4d-4366-a93b-230f4664b2a2 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:20:20.326635 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-080cc29a-5eb4-4ade-b5e1-e94f3466b94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:20.339533 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f727aee3-4eba-42da-9fa9-28a219fc2133 req-ade7e79b-95cf-4421-a43c-7eac3b2a4c42 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/security-groups?id=51e8ab45-fc50-4bca-a4a6-55c0639ed93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701144 May 28 06:20:20.474559 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-080cc29a-5eb4-4ade-b5e1-e94f3466b94e None None] Port 1c8627e7-ec4d-4366-a93b-230f4664b2a2 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:20:20.566252 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-cb54017e-5b74-46f5-a9fc-088c8820a86c req-892800a9-441a-4593-926f-e2986cc5e427 service neutron] For port b07f2ba7-0d3b-45c8-a200-bab48437340e, host n-h1-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:20:20.570268 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-cb54017e-5b74-46f5-a9fc-088c8820a86c req-892800a9-441a-4593-926f-e2986cc5e427 service neutron] Notify callbacks [] for binding, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:20.585806 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cb54017e-5b74-46f5-a9fc-088c8820a86c req-892800a9-441a-4593-926f-e2986cc5e427 service neutron] 10.222.0.71 "DELETE /v2.0/ports/b07f2ba7-0d3b-45c8-a200-bab48437340e/bindings/n-h1-843702-1 HTTP/1.1" status: 204 len: 173 time: 0.3668044 May 28 06:20:20.641727 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-d975be52-ea23-47da-8b93-f84e3beacc2e req-1a1635ad-c594-4c10-8ed7-392391a4beaa service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9bef656a-6216-41b1-97ef-01974e054907&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3454745 May 28 06:20:20.670507 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ebabad1c-089b-4419-b9c4-1bfeda78cc08 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:20.742919 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-259b949f-a4a5-413d-be34-6eac28963453 req-6cb2a77d-407b-443a-b0d1-4edcfdcf7969 tempest-TenantUsagesTestJSON-2140676017 tempest-TenantUsagesTestJSON-2140676017-project] Synchronizing usage tracker for tenant:3d30d684a2804c6b97b754f5e52a71b5 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:20:20.752802 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e20a544e-0c42-4f06-b36e-d96a30646ec6 req-22e576f7-8d42-4ee1-a173-463a21f021a1 tempest-ServersAdmin275Test-1627060860 tempest-ServersAdmin275Test-1627060860-project] 10.222.0.55 "GET /v2.0/ports?device_id=45fb5242-d2b8-4cad-be5f-640116d504f8 HTTP/1.1" status: 200 len: 210 time: 0.0624750 May 28 06:20:20.817456 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ebabad1c-089b-4419-b9c4-1bfeda78cc08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:20.919948 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-259b949f-a4a5-413d-be34-6eac28963453 req-6cb2a77d-407b-443a-b0d1-4edcfdcf7969 tempest-TenantUsagesTestJSON-2140676017 tempest-TenantUsagesTestJSON-2140676017-project] Unset dirty status for tenant:3d30d684a2804c6b97b754f5e52a71b5 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:20:20.921441 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-259b949f-a4a5-413d-be34-6eac28963453 req-6cb2a77d-407b-443a-b0d1-4edcfdcf7969 tempest-TenantUsagesTestJSON-2140676017 tempest-TenantUsagesTestJSON-2140676017-project] 10.222.0.55 "GET /v2.0/ports?device_id=40807c95-7346-4634-a9e4-74a23284f9c5 HTTP/1.1" status: 200 len: 210 time: 0.2783964 May 28 06:20:20.948880 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ebabad1c-089b-4419-b9c4-1bfeda78cc08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700602'] for router_interface, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:20.961769 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebabad1c-089b-4419-b9c4-1bfeda78cc08 admin admin] Pushing event updated for resources: {'Port': ['ID=1c8627e7-ec4d-4366-a93b-230f4664b2a2,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:20.992995 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bc0b06-c43c-4ae7-85bb-a39707b2f92d req-b3c9a83b-9d68-434a-a82b-68a272deb667 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:20.995911 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-98bc0b06-c43c-4ae7-85bb-a39707b2f92d req-b3c9a83b-9d68-434a-a82b-68a272deb667 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bef656a-6216-41b1-97ef-01974e054907 HTTP/1.1" status: 200 len: 950 time: 0.1326888 May 28 06:20:21.062071 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device ced4b31c-02f2-4415-8850-5fe43016fbed no longer exists at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:20:21.148381 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] No Port match for: ced4b31c-02f2-4415-8850-5fe43016fbed {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:20:21.149300 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device ced4b31c-02f2-4415-8850-5fe43016fbed not bound to the agent host n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:20:21.149492 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-98bc0b06-c43c-4ae7-85bb-a39707b2f92d req-9f69fdda-a757-40dc-be1b-c2d27bf8d6b1 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468589 May 28 06:20:21.209541 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77de71bd-2744-4f18-a7fd-fd031890ead8 req-b0e80404-4393-4dac-9d8d-0076d603f99e tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:21.212319 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-77de71bd-2744-4f18-a7fd-fd031890ead8 req-b0e80404-4393-4dac-9d8d-0076d603f99e tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/ports?device_id=b80e5708-1efb-4794-bb57-4a346255af9f HTTP/1.1" status: 200 len: 944 time: 0.1476347 May 28 06:20:21.264902 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebabad1c-089b-4419-b9c4-1bfeda78cc08 admin admin] Network 764cc7f5-3d4a-46f3-92c4-a33e960446c4 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:20:21.266605 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-ebabad1c-089b-4419-b9c4-1bfeda78cc08 admin admin] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:20:21.384724 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dee55267-56fc-4813-95dc-056977120b59 req-999e3888-9d73-48af-a9d4-3445840e88c8 tempest-ImagesOneServerTestJSON-389688844 tempest-ImagesOneServerTestJSON-389688844-project] 10.222.0.55 "GET /v2.0/ports?device_id=577a8e23-0200-4256-a915-c88306809d8d HTTP/1.1" status: 200 len: 210 time: 0.1106195 May 28 06:20:21.402039 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-77de71bd-2744-4f18-a7fd-fd031890ead8 req-8cb0d3b7-a460-43ce-8df9-d9994385062d tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a90b51ea-4be8-4511-8d71-0b0b776de2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828599 May 28 06:20:21.616761 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-dbfbd4ca-3b9e-4794-a27a-c3645ada40c9 None None] Provisioning complete for port 1c8627e7-ec4d-4366-a93b-230f4664b2a2 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:20:21.617725 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-dbfbd4ca-3b9e-4794-a27a-c3645ada40c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:21.662225 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a8a39e-9ffa-45e6-8bc6-27199df6424d req-7d5a5c4a-2554-4218-ba61-b2bd60a3d01f tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:21.663256 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebabad1c-089b-4419-b9c4-1bfeda78cc08 admin admin] Router 2d2a36a6-c5c2-473d-8dba-f623879dbe96 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:20:21.682477 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f7a8a39e-9ffa-45e6-8bc6-27199df6424d req-7d5a5c4a-2554-4218-ba61-b2bd60a3d01f tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7550758-2300-49b6-a09e-22d45df05a91 HTTP/1.1" status: 200 len: 946 time: 0.1732216 May 28 06:20:21.740224 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-dbfbd4ca-3b9e-4794-a27a-c3645ada40c9 None None] Port 1c8627e7-ec4d-4366-a93b-230f4664b2a2 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:20:21.898352 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f7a8a39e-9ffa-45e6-8bc6-27199df6424d req-c22ef7d5-3059-474a-ac02-79fd20e5a306 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/security-groups?id=51e8ab45-fc50-4bca-a4a6-55c0639ed93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094541 May 28 06:20:21.908844 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebabad1c-089b-4419-b9c4-1bfeda78cc08 admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:20:21.922648 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8599a73b-7c79-4cdc-9b23-43b26cd1b915 req-7c9c4000-1a82-4c82-a866-b5b620976f08 tempest-LiveAutoBlockMigrationV225Test-2091885666 tempest-LiveAutoBlockMigrationV225Test-2091885666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:21.922852 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-ebabad1c-089b-4419-b9c4-1bfeda78cc08 admin admin] 10.222.0.55 "PUT /v2.0/routers/2d2a36a6-c5c2-473d-8dba-f623879dbe96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0343053 May 28 06:20:21.922929 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8599a73b-7c79-4cdc-9b23-43b26cd1b915 req-7c9c4000-1a82-4c82-a866-b5b620976f08 tempest-LiveAutoBlockMigrationV225Test-2091885666 tempest-LiveAutoBlockMigrationV225Test-2091885666-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=b80e5708-1efb-4794-bb57-4a346255af9f HTTP/1.1" status: 200 len: 1095 time: 0.2378078 May 28 06:20:21.967668 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8599a73b-7c79-4cdc-9b23-43b26cd1b915 req-b53d305e-1938-4ddd-b198-5d8cef4537c6 tempest-LiveAutoBlockMigrationV225Test-2091885666 tempest-LiveAutoBlockMigrationV225Test-2091885666-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=a90b51ea-4be8-4511-8d71-0b0b776de2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402877 May 28 06:20:22.144787 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-68ee4e74-5561-4b2f-981b-9e88d6fcb85f req-440b3b80-b410-4c9f-b5de-3899f4119146 tempest-ServersAdmin275Test-1627060860 tempest-ServersAdmin275Test-1627060860-project] 10.222.0.55 "GET /v2.0/ports?device_id=45fb5242-d2b8-4cad-be5f-640116d504f8 HTTP/1.1" status: 200 len: 210 time: 0.1022727 May 28 06:20:22.203126 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 51297e1b-ab9a-434b-b008-22f84df1d327 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:20:22.370321 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 51297e1b-ab9a-434b-b008-22f84df1d327 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:20:22.376053 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 51297e1b-ab9a-434b-b008-22f84df1d327 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:20:22.376694 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:22.511113 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 51297e1b-ab9a-434b-b008-22f84df1d327 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:20:22.511867 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:22.530313 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e8d907-6f00-4b52-93e9-887b867e43eb req-26bd671d-019e-4381-a845-7a2ddd9e70d1 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:22.536311 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port 51297e1b-ab9a-434b-b008-22f84df1d327, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=51297e1b-ab9a-434b-b008-22f84df1d327,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:20:22.538490 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d6e8d907-6f00-4b52-93e9-887b867e43eb req-26bd671d-019e-4381-a845-7a2ddd9e70d1 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bef656a-6216-41b1-97ef-01974e054907 HTTP/1.1" status: 200 len: 950 time: 0.2166252 May 28 06:20:22.566315 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8af3c76-cc1c-43a4-b469-5e4ed9462ba4 None None] Sync routers for ids ['2d2a36a6-c5c2-473d-8dba-f623879dbe96'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:20:22.578168 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8af3c76-cc1c-43a4-b469-5e4ed9462ba4 None None] Routers {'2d2a36a6-c5c2-473d-8dba-f623879dbe96'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:20:22.579538 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-f8af3c76-cc1c-43a4-b469-5e4ed9462ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:19:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['2d2a36a6-c5c2-473d-8dba-f623879dbe96'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:20:22.617518 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d6e8d907-6f00-4b52-93e9-887b867e43eb req-6662eead-77a6-4b6d-8e74-009edef22ae9 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782888 May 28 06:20:22.625671 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6cdde837-1c44-4f17-a274-9d82122b722c req-36509ed3-360a-4985-99a2-e3262c0f2b54 tempest-FloatingIPsTestJSON-886658126 tempest-FloatingIPsTestJSON-886658126-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2340565 May 28 06:20:22.636342 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-6cdde837-1c44-4f17-a274-9d82122b722c req-95f55120-6c36-48fe-8b4e-1eee5ea159b7 tempest-FloatingIPsTestJSON-886658126 tempest-FloatingIPsTestJSON-886658126-project] Request body: {'floatingip': {'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:20:22.652961 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:22.669282 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-6cdde837-1c44-4f17-a274-9d82122b722c req-95f55120-6c36-48fe-8b4e-1eee5ea159b7 tempest-FloatingIPsTestJSON-886658126 tempest-FloatingIPsTestJSON-886658126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:20:22.679852 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-6cdde837-1c44-4f17-a274-9d82122b722c req-95f55120-6c36-48fe-8b4e-1eee5ea159b7 tempest-FloatingIPsTestJSON-886658126 tempest-FloatingIPsTestJSON-886658126-project] Usage tracker for resource:floatingip and tenant:14290ed08c6d4a7fa996c9c36852cd35 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:20:22.685474 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-6cdde837-1c44-4f17-a274-9d82122b722c req-95f55120-6c36-48fe-8b4e-1eee5ea159b7 tempest-FloatingIPsTestJSON-886658126 tempest-FloatingIPsTestJSON-886658126-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:20:22.692128 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-6cdde837-1c44-4f17-a274-9d82122b722c req-95f55120-6c36-48fe-8b4e-1eee5ea159b7 tempest-FloatingIPsTestJSON-886658126 tempest-FloatingIPsTestJSON-886658126-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:20:22.833773 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=51297e1b-ab9a-434b-b008-22f84df1d327,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:22.857932 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-f8af3c76-cc1c-43a4-b469-5e4ed9462ba4 None None] Set router 2d2a36a6-c5c2-473d-8dba-f623879dbe96 gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:20:22.869432 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-6cdde837-1c44-4f17-a274-9d82122b722c req-95f55120-6c36-48fe-8b4e-1eee5ea159b7 tempest-FloatingIPsTestJSON-886658126 tempest-FloatingIPsTestJSON-886658126-project] Notify callbacks [] for floatingip, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:22.949556 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 45410) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:20:23.030032 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c172421c-b08e-4336-825c-3d2a72765c0e req-8c9696ac-e7f1-4616-9855-a589f3cf0c64 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:23.031745 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c172421c-b08e-4336-825c-3d2a72765c0e req-8c9696ac-e7f1-4616-9855-a589f3cf0c64 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/networks?id=878a453b-7058-4dfc-b9e2-17503c679278 HTTP/1.1" status: 200 len: 821 time: 0.2894433 May 28 06:20:23.054603 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518b743a-4e71-4fe4-a1ea-0e2c288b0ace req-3e2e37ac-f845-4f46-8599-87f643f28cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:23.055930 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-518b743a-4e71-4fe4-a1ea-0e2c288b0ace req-3e2e37ac-f845-4f46-8599-87f643f28cc2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7b2fe75d343f4ee29013f21d2442bc34&device_id=e7550758-2300-49b6-a09e-22d45df05a91 HTTP/1.1" status: 200 len: 1097 time: 0.2450411 May 28 06:20:23.067446 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c172421c-b08e-4336-825c-3d2a72765c0e req-ce99f394-4508-41ee-8182-86f4b9011a1a tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/quotas/1ab1ed0d304345a0a07278c26e7745d6 HTTP/1.1" status: 200 len: 375 time: 0.0241640 May 28 06:20:23.177401 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-849df74a-f4cd-480d-8a16-66e490753870 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3d30d684a2804c6b97b754f5e52a71b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2261012 May 28 06:20:23.180747 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 45416) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:20:23.233637 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-f8af3c76-cc1c-43a4-b469-5e4ed9462ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d2a36a6-c5c2-473d-8dba-f623879dbe96', 'name': 'tempest-FloatingIPsTestJSON-612818603-router', 'tenant_id': '14290ed08c6d4a7fa996c9c36852cd35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '51297e1b-ab9a-434b-b008-22f84df1d327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:20:13Z', 'updated_at': '2022-05-28T06:20:20Z', 'revision_number': 4, 'project_id': '14290ed08c6d4a7fa996c9c36852cd35', 'gw_port': {'id': '51297e1b-ab9a-434b-b008-22f84df1d327', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:16:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2a36a6-c5c2-473d-8dba-f623879dbe96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:20:14Z', 'updated_at': '2022-05-28T06:20:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '1c8627e7-ec4d-4366-a93b-230f4664b2a2', 'name': '', 'network_id': '764cc7f5-3d4a-46f3-92c4-a33e960446c4', 'tenant_id': '14290ed08c6d4a7fa996c9c36852cd35', 'mac_address': 'fa:16:3e:9a:b8:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d2a36a6-c5c2-473d-8dba-f623879dbe96', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '4bf81a23-edc8-47fe-99f1-ca3e38e6216a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:20:19Z', 'updated_at': '2022-05-28T06:20:20Z', 'revision_number': 2, 'project_id': '14290ed08c6d4a7fa996c9c36852cd35', 'subnets': [{'id': '4bf81a23-edc8-47fe-99f1-ca3e38e6216a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:20:23.238041 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8af3c76-cc1c-43a4-b469-5e4ed9462ba4 None None] Checking router: 2d2a36a6-c5c2-473d-8dba-f623879dbe96 for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:20:23.238530 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8af3c76-cc1c-43a4-b469-5e4ed9462ba4 None None] Updating router 2d2a36a6-c5c2-473d-8dba-f623879dbe96 port 1c8627e7-ec4d-4366-a93b-230f4664b2a2 binding host n-d-843702-1 {{(pid=89111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:20:23.249257 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a30f9574-7318-4966-a8f6-bbc19af07908 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:23.283132 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a30f9574-7318-4966-a8f6-bbc19af07908 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:23.298869 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518b743a-4e71-4fe4-a1ea-0e2c288b0ace req-38d34119-0b35-4b6b-a655-fc40083dc236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:23.300282 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-518b743a-4e71-4fe4-a1ea-0e2c288b0ace req-38d34119-0b35-4b6b-a655-fc40083dc236 service neutron] 10.222.0.71 "GET /v2.0/networks?id=ae685707-2f9d-409f-9237-8deef87c8163 HTTP/1.1" status: 200 len: 909 time: 0.2299495 May 28 06:20:23.302597 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-f8af3c76-cc1c-43a4-b469-5e4ed9462ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:23.307676 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c172421c-b08e-4336-825c-3d2a72765c0e req-e1d52fa8-1f61-45a6-8312-a5b1abe7cfa1 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=1ab1ed0d304345a0a07278c26e7745d6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2376254 May 28 06:20:23.308938 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-6cdde837-1c44-4f17-a274-9d82122b722c req-95f55120-6c36-48fe-8b4e-1eee5ea159b7 tempest-FloatingIPsTestJSON-886658126 tempest-FloatingIPsTestJSON-886658126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:23.448237 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a30f9574-7318-4966-a8f6-bbc19af07908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:23.465546 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30f9574-7318-4966-a8f6-bbc19af07908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c9bbf29-e97b-46fc-a220-e57956d49ee9,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:23.480245 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a30f9574-7318-4966-a8f6-bbc19af07908 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:23.481738 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-a30f9574-7318-4966-a8f6-bbc19af07908 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0c9bbf29-e97b-46fc-a220-e57956d49ee9 HTTP/1.1" status: 204 len: 168 time: 0.3000863 May 28 06:20:23.487248 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-518b743a-4e71-4fe4-a1ea-0e2c288b0ace req-f46fe6dc-30e8-4219-bda8-babfef57bf40 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=138e37fd-587c-413c-8bdd-4325f6d90825 HTTP/1.1" status: 200 len: 217 time: 0.1730096 May 28 06:20:23.589312 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518b743a-4e71-4fe4-a1ea-0e2c288b0ace req-12c49ce5-4f21-426c-9d73-caead51f6ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:23.590864 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-518b743a-4e71-4fe4-a1ea-0e2c288b0ace req-12c49ce5-4f21-426c-9d73-caead51f6ab2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=eed62182-5ff7-4e12-84bb-4e23f47bba04 HTTP/1.1" status: 200 len: 848 time: 0.0929914 May 28 06:20:23.689223 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-518b743a-4e71-4fe4-a1ea-0e2c288b0ace req-69e65405-5a80-48ba-be97-07c904b964de service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ae685707-2f9d-409f-9237-8deef87c8163&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0871336 May 28 06:20:23.725385 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-f8af3c76-cc1c-43a4-b469-5e4ed9462ba4 None None] Notify callbacks [] for port, precommit_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:23.739493 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-f8af3c76-cc1c-43a4-b469-5e4ed9462ba4 None None] Transition to ACTIVE for port object 1c8627e7-ec4d-4366-a93b-230f4664b2a2 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:20:23.771386 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c172421c-b08e-4336-825c-3d2a72765c0e req-62ce8f28-574d-49f6-b200-737ad16ea6ae service neutron] 10.222.0.55 "GET /v2.0/networks/878a453b-7058-4dfc-b9e2-17503c679278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4583569 May 28 06:20:23.772864 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [req-6cdde837-1c44-4f17-a274-9d82122b722c req-95f55120-6c36-48fe-8b4e-1eee5ea159b7 tempest-FloatingIPsTestJSON-886658126 tempest-FloatingIPsTestJSON-886658126-project] Allocated IP 172.25.5.215 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/5e434c23-a1a6-44bd-a274-664b5acdc94d) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:20:23.882956 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-f8af3c76-cc1c-43a4-b469-5e4ed9462ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:24.039636 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6052fc9-f381-45d5-b699-5d80d8998ac5 None None] Pushing event updated for resources: {'Port': ['ID=1c8627e7-ec4d-4366-a93b-230f4664b2a2,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:24.110430 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-f8af3c76-cc1c-43a4-b469-5e4ed9462ba4 None None] Attempting to bind port 1c8627e7-ec4d-4366-a93b-230f4664b2a2 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:20:24.110849 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-f8af3c76-cc1c-43a4-b469-5e4ed9462ba4 None None] Attempting to bind port 1c8627e7-ec4d-4366-a93b-230f4664b2a2 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': '3f111ccf-a6f6-436c-800f-807127a20e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '764cc7f5-3d4a-46f3-92c4-a33e960446c4'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:20:24.111318 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8af3c76-cc1c-43a4-b469-5e4ed9462ba4 None None] Attempting to bind port 1c8627e7-ec4d-4366-a93b-230f4664b2a2 on network 764cc7f5-3d4a-46f3-92c4-a33e960446c4 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:20:24.117337 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8af3c76-cc1c-43a4-b469-5e4ed9462ba4 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:20:24.117846 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8af3c76-cc1c-43a4-b469-5e4ed9462ba4 None None] Checking segment: {'id': '3f111ccf-a6f6-436c-800f-807127a20e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '764cc7f5-3d4a-46f3-92c4-a33e960446c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:20:24.119053 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-f8af3c76-cc1c-43a4-b469-5e4ed9462ba4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:24.119505 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8af3c76-cc1c-43a4-b469-5e4ed9462ba4 None None] Bound using segment: {'id': '3f111ccf-a6f6-436c-800f-807127a20e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '764cc7f5-3d4a-46f3-92c4-a33e960446c4'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:20:24.120037 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-f8af3c76-cc1c-43a4-b469-5e4ed9462ba4 None None] Bound port: 1c8627e7-ec4d-4366-a93b-230f4664b2a2, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f111ccf-a6f6-436c-800f-807127a20e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '764cc7f5-3d4a-46f3-92c4-a33e960446c4'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:20:24.120465 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-f8af3c76-cc1c-43a4-b469-5e4ed9462ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:24.135917 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 51297e1b-ab9a-434b-b008-22f84df1d327 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:20:24.167443 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-c2e03cae-0441-4f5e-bc25-ca2322e38f8d req-197b6428-dd58-49a7-adbb-8efaa6d81cb3 tempest-ImagesOneServerTestJSON-389688844 tempest-ImagesOneServerTestJSON-389688844-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=9fe1b4627e2a4927809de8268bfa42fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0508170 May 28 06:20:24.237569 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-518b743a-4e71-4fe4-a1ea-0e2c288b0ace req-845d0ef2-2700-4d6b-9e6b-0201fb766417 service neutron] 10.222.0.71 "GET /v2.0/networks/ae685707-2f9d-409f-9237-8deef87c8163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4988666 May 28 06:20:24.243488 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c172421c-b08e-4336-825c-3d2a72765c0e req-7108d311-3243-4ae0-bc34-032f0c7e9be4 service neutron] 10.222.0.55 "GET /v2.0/networks/878a453b-7058-4dfc-b9e2-17503c679278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4322374 May 28 06:20:24.342594 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-6cdde837-1c44-4f17-a274-9d82122b722c req-95f55120-6c36-48fe-8b4e-1eee5ea159b7 tempest-FloatingIPsTestJSON-886658126 tempest-FloatingIPsTestJSON-886658126-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:24.365526 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 45428) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:20:24.398079 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-cdc3b53c-77d4-4281-9a3f-9a1113562e80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:24.422723 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-cdc3b53c-77d4-4281-9a3f-9a1113562e80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:20:24.426740 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-cdc3b53c-77d4-4281-9a3f-9a1113562e80 admin admin] Usage tracker for resource:security_group_rule and tenant:8e734b98479b4f69bc5011078be20020 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:20:24.432213 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-cdc3b53c-77d4-4281-9a3f-9a1113562e80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:20:24.438706 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-f8af3c76-cc1c-43a4-b469-5e4ed9462ba4 None None] For port 1c8627e7-ec4d-4366-a93b-230f4664b2a2, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:20:24.440123 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-cdc3b53c-77d4-4281-9a3f-9a1113562e80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:20:24.445133 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-f8af3c76-cc1c-43a4-b469-5e4ed9462ba4 None None] For port 1c8627e7-ec4d-4366-a93b-230f4664b2a2, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=1c8627e7-ec4d-4366-a93b-230f4664b2a2,segment=NetworkSegment(3f111ccf-a6f6-436c-800f-807127a20e96),segment_id=3f111ccf-a6f6-436c-800f-807127a20e96)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:20:24.448547 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 51297e1b-ab9a-434b-b008-22f84df1d327 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:20:24.449137 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:24.479420 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-6cdde837-1c44-4f17-a274-9d82122b722c req-95f55120-6c36-48fe-8b4e-1eee5ea159b7 tempest-FloatingIPsTestJSON-886658126 tempest-FloatingIPsTestJSON-886658126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:24.564333 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e03cae-0441-4f5e-bc25-ca2322e38f8d req-5dd81082-46bf-42b7-a3df-af2209caa7bc tempest-ImagesOneServerTestJSON-389688844 tempest-ImagesOneServerTestJSON-389688844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:24.570355 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-c2e03cae-0441-4f5e-bc25-ca2322e38f8d req-5dd81082-46bf-42b7-a3df-af2209caa7bc tempest-ImagesOneServerTestJSON-389688844 tempest-ImagesOneServerTestJSON-389688844-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3971210 May 28 06:20:24.592993 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-c2e03cae-0441-4f5e-bc25-ca2322e38f8d req-01a4bfe6-e6c6-42df-8b33-caebdc539fff tempest-ImagesOneServerTestJSON-389688844 tempest-ImagesOneServerTestJSON-389688844-project] Request body: {'port': {'device_id': '577a8e23-0200-4256-a915-c88306809d8d', 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9', 'admin_state_up': True, 'tenant_id': '9fe1b4627e2a4927809de8268bfa42fe'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:20:24.628844 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cdde837-1c44-4f17-a274-9d82122b722c req-95f55120-6c36-48fe-8b4e-1eee5ea159b7 tempest-FloatingIPsTestJSON-886658126 tempest-FloatingIPsTestJSON-886658126-project] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:20:24.635108 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [req-6cdde837-1c44-4f17-a274-9d82122b722c req-95f55120-6c36-48fe-8b4e-1eee5ea159b7 tempest-FloatingIPsTestJSON-886658126 tempest-FloatingIPsTestJSON-886658126-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:20:24.640139 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cdde837-1c44-4f17-a274-9d82122b722c req-95f55120-6c36-48fe-8b4e-1eee5ea159b7 tempest-FloatingIPsTestJSON-886658126 tempest-FloatingIPsTestJSON-886658126-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:20:24.671183 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d975be52-ea23-47da-8b93-f84e3beacc2e req-085c3c0b-af6d-4c10-9a24-25e9e611c0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:24.672652 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d975be52-ea23-47da-8b93-f84e3beacc2e req-085c3c0b-af6d-4c10-9a24-25e9e611c0cd service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fa535ce8a329409da109cb227c3a70b1&device_id=9bef656a-6216-41b1-97ef-01974e054907 HTTP/1.1" status: 200 len: 1101 time: 0.9093649 May 28 06:20:24.727054 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-f8af3c76-cc1c-43a4-b469-5e4ed9462ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:24.734030 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-cdc3b53c-77d4-4281-9a3f-9a1113562e80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:24.758528 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-518b743a-4e71-4fe4-a1ea-0e2c288b0ace req-eddb2f46-917b-4ea0-906e-c4bf246050d7 service neutron] 10.222.0.71 "GET /v2.0/networks/ae685707-2f9d-409f-9237-8deef87c8163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3850448 May 28 06:20:24.798407 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f55120-6c36-48fe-8b4e-1eee5ea159b7 tempest-FloatingIPsTestJSON-886658126 tempest-FloatingIPsTestJSON-886658126-project] Pushing event updated for resources: {'Port': ['ID=5e434c23-a1a6-44bd-a274-664b5acdc94d,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:24.808716 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [req-c2e03cae-0441-4f5e-bc25-ca2322e38f8d req-01a4bfe6-e6c6-42df-8b33-caebdc539fff tempest-ImagesOneServerTestJSON-389688844 tempest-ImagesOneServerTestJSON-389688844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:20:24.815798 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-c2e03cae-0441-4f5e-bc25-ca2322e38f8d req-01a4bfe6-e6c6-42df-8b33-caebdc539fff tempest-ImagesOneServerTestJSON-389688844 tempest-ImagesOneServerTestJSON-389688844-project] Usage tracker for resource:port and tenant:9fe1b4627e2a4927809de8268bfa42fe is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:20:24.819438 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-c2e03cae-0441-4f5e-bc25-ca2322e38f8d req-01a4bfe6-e6c6-42df-8b33-caebdc539fff tempest-ImagesOneServerTestJSON-389688844 tempest-ImagesOneServerTestJSON-389688844-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:20:24.826486 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [req-c2e03cae-0441-4f5e-bc25-ca2322e38f8d req-01a4bfe6-e6c6-42df-8b33-caebdc539fff tempest-ImagesOneServerTestJSON-389688844 tempest-ImagesOneServerTestJSON-389688844-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:20:24.866421 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-cdc3b53c-77d4-4281-9a3f-9a1113562e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:24.886706 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8af3c76-cc1c-43a4-b469-5e4ed9462ba4 None None] Routers {'2d2a36a6-c5c2-473d-8dba-f623879dbe96'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:20:24.887371 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-f8af3c76-cc1c-43a4-b469-5e4ed9462ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:19:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['2d2a36a6-c5c2-473d-8dba-f623879dbe96'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:20:24.904615 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9906be16-0687-4126-afdd-259cfafee080 req-c93be285-4030-41ab-b7e6-1945ffcfd9b9 tempest-ImagesOneServerTestJSON-389688844 tempest-ImagesOneServerTestJSON-389688844-project] 10.222.0.55 "GET /v2.0/ports?device_id=577a8e23-0200-4256-a915-c88306809d8d HTTP/1.1" status: 200 len: 210 time: 0.1323876 May 28 06:20:24.954442 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-cdc3b53c-77d4-4281-9a3f-9a1113562e80 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8e734b98479b4f69bc5011078be20020&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5871959 May 28 06:20:24.955503 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc3b53c-77d4-4281-9a3f-9a1113562e80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d744a141-d5d7-488b-b5e1-9ea4a415cb31,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:24.957928 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 45440) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:20:24.995490 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2e03cae-0441-4f5e-bc25-ca2322e38f8d req-01a4bfe6-e6c6-42df-8b33-caebdc539fff tempest-ImagesOneServerTestJSON-389688844 tempest-ImagesOneServerTestJSON-389688844-project] Made reservation on behalf of 9fe1b4627e2a4927809de8268bfa42fe for: {'port': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:20:24.999424 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-c2e03cae-0441-4f5e-bc25-ca2322e38f8d req-01a4bfe6-e6c6-42df-8b33-caebdc539fff tempest-ImagesOneServerTestJSON-389688844 tempest-ImagesOneServerTestJSON-389688844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:25.033183 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d975be52-ea23-47da-8b93-f84e3beacc2e req-6bd9d0ff-7eee-4e5d-8091-eae7dcbb2ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:25.035232 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d975be52-ea23-47da-8b93-f84e3beacc2e req-6bd9d0ff-7eee-4e5d-8091-eae7dcbb2ff2 service neutron] 10.222.0.71 "GET /v2.0/networks?id=bb90c162-fdb0-406b-af2b-5eef830db7a9 HTTP/1.1" status: 200 len: 870 time: 0.3431005 May 28 06:20:25.043397 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-6cdde837-1c44-4f17-a274-9d82122b722c req-95f55120-6c36-48fe-8b4e-1eee5ea159b7 tempest-FloatingIPsTestJSON-886658126 tempest-FloatingIPsTestJSON-886658126-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:25.052642 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-c2e03cae-0441-4f5e-bc25-ca2322e38f8d req-01a4bfe6-e6c6-42df-8b33-caebdc539fff tempest-ImagesOneServerTestJSON-389688844 tempest-ImagesOneServerTestJSON-389688844-project] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:25.073229 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 51297e1b-ab9a-434b-b008-22f84df1d327 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:20:25.089081 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [req-c2e03cae-0441-4f5e-bc25-ca2322e38f8d req-01a4bfe6-e6c6-42df-8b33-caebdc539fff tempest-ImagesOneServerTestJSON-389688844 tempest-ImagesOneServerTestJSON-389688844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:20:25.107254 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-c2e03cae-0441-4f5e-bc25-ca2322e38f8d req-01a4bfe6-e6c6-42df-8b33-caebdc539fff tempest-ImagesOneServerTestJSON-389688844 tempest-ImagesOneServerTestJSON-389688844-project] Usage tracker for resource:security_group_rule and tenant:9fe1b4627e2a4927809de8268bfa42fe is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:20:25.111386 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-c2e03cae-0441-4f5e-bc25-ca2322e38f8d req-01a4bfe6-e6c6-42df-8b33-caebdc539fff tempest-ImagesOneServerTestJSON-389688844 tempest-ImagesOneServerTestJSON-389688844-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:20:25.119607 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-cd435c3f-a433-42c9-8494-d18b41117162 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:25.121436 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [req-c2e03cae-0441-4f5e-bc25-ca2322e38f8d req-01a4bfe6-e6c6-42df-8b33-caebdc539fff tempest-ImagesOneServerTestJSON-389688844 tempest-ImagesOneServerTestJSON-389688844-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:20:25.163800 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-cd435c3f-a433-42c9-8494-d18b41117162 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:25.257899 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d975be52-ea23-47da-8b93-f84e3beacc2e req-ca9c769a-9305-4537-b5d3-be65cae69d64 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=5ade8c86-99e0-4811-878c-8667ec11046f HTTP/1.1" status: 200 len: 217 time: 0.1322896 May 28 06:20:25.275483 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-c2e03cae-0441-4f5e-bc25-ca2322e38f8d req-01a4bfe6-e6c6-42df-8b33-caebdc539fff tempest-ImagesOneServerTestJSON-389688844 tempest-ImagesOneServerTestJSON-389688844-project] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:25.276992 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6052fc9-f381-45d5-b699-5d80d8998ac5 None None] Pushing event updated for resources: {'Port': ['ID=1c8627e7-ec4d-4366-a93b-230f4664b2a2,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:25.299747 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-f8af3c76-cc1c-43a4-b469-5e4ed9462ba4 None None] Set router 2d2a36a6-c5c2-473d-8dba-f623879dbe96 gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:20:25.317553 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-cd435c3f-a433-42c9-8494-d18b41117162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:25.338188 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd435c3f-a433-42c9-8494-d18b41117162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d744a141-d5d7-488b-b5e1-9ea4a415cb31,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:25.348580 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-c2e03cae-0441-4f5e-bc25-ca2322e38f8d req-01a4bfe6-e6c6-42df-8b33-caebdc539fff tempest-ImagesOneServerTestJSON-389688844 tempest-ImagesOneServerTestJSON-389688844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:25.364202 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-6cdde837-1c44-4f17-a274-9d82122b722c req-95f55120-6c36-48fe-8b4e-1eee5ea159b7 tempest-FloatingIPsTestJSON-886658126 tempest-FloatingIPsTestJSON-886658126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:25.403891 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-cd435c3f-a433-42c9-8494-d18b41117162 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:25.405076 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-cd435c3f-a433-42c9-8494-d18b41117162 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d744a141-d5d7-488b-b5e1-9ea4a415cb31 HTTP/1.1" status: 204 len: 168 time: 0.4462035 May 28 06:20:25.446301 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d975be52-ea23-47da-8b93-f84e3beacc2e req-e2557cba-e036-4a42-b0a5-98b0a579484d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:25.453768 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a4bfe6-e6c6-42df-8b33-caebdc539fff tempest-ImagesOneServerTestJSON-389688844 tempest-ImagesOneServerTestJSON-389688844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9751c75c-7cab-44bc-96f2-db536b71c103,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:25.460469 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d975be52-ea23-47da-8b93-f84e3beacc2e req-e2557cba-e036-4a42-b0a5-98b0a579484d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e72d0ca5-04cb-4b36-82b1-c75214c9eb05 HTTP/1.1" status: 200 len: 843 time: 0.1833665 May 28 06:20:25.574253 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [req-c2e03cae-0441-4f5e-bc25-ca2322e38f8d req-01a4bfe6-e6c6-42df-8b33-caebdc539fff tempest-ImagesOneServerTestJSON-389688844 tempest-ImagesOneServerTestJSON-389688844-project] Allocated IP 192.168.233.144 (bb90c162-fdb0-406b-af2b-5eef830db7a9/e72d0ca5-04cb-4b36-82b1-c75214c9eb05/b0092ac8-7f2d-4bba-bffc-709c31aca1a8) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:20:25.608183 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acd237b-05a2-4604-b689-d234b40cc933 req-ab50e83c-4a17-49af-a970-64259419712f tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:25.626026 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8acd237b-05a2-4604-b689-d234b40cc933 req-ab50e83c-4a17-49af-a970-64259419712f tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7550758-2300-49b6-a09e-22d45df05a91 HTTP/1.1" status: 200 len: 946 time: 0.5500975 May 28 06:20:25.662354 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518b743a-4e71-4fe4-a1ea-0e2c288b0ace req-a83c05dd-6bc6-4725-9117-02d05c3a4caf tempest-LiveMigrationTest-969842093 tempest-LiveMigrationTest-969842093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:25.664558 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-518b743a-4e71-4fe4-a1ea-0e2c288b0ace req-a83c05dd-6bc6-4725-9117-02d05c3a4caf tempest-LiveMigrationTest-969842093 tempest-LiveMigrationTest-969842093-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=e7550758-2300-49b6-a09e-22d45df05a91&tenant_id=7b2fe75d343f4ee29013f21d2442bc34&binding%3Ahost_id=n-h1-843702-1 HTTP/1.1" status: 200 len: 1097 time: 0.5401111 May 28 06:20:25.685484 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-518b743a-4e71-4fe4-a1ea-0e2c288b0ace req-7f138297-9200-42f3-b787-99380cd17dd1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-843702-1'}}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:20:25.826479 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-f8af3c76-cc1c-43a4-b469-5e4ed9462ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d2a36a6-c5c2-473d-8dba-f623879dbe96', 'name': 'tempest-FloatingIPsTestJSON-612818603-router', 'tenant_id': '14290ed08c6d4a7fa996c9c36852cd35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '51297e1b-ab9a-434b-b008-22f84df1d327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:20:13Z', 'updated_at': '2022-05-28T06:20:20Z', 'revision_number': 4, 'project_id': '14290ed08c6d4a7fa996c9c36852cd35', 'gw_port': {'id': '51297e1b-ab9a-434b-b008-22f84df1d327', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:16:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2a36a6-c5c2-473d-8dba-f623879dbe96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:20:14Z', 'updated_at': '2022-05-28T06:20:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '1c8627e7-ec4d-4366-a93b-230f4664b2a2', 'name': '', 'network_id': '764cc7f5-3d4a-46f3-92c4-a33e960446c4', 'tenant_id': '14290ed08c6d4a7fa996c9c36852cd35', 'mac_address': 'fa:16:3e:9a:b8:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d2a36a6-c5c2-473d-8dba-f623879dbe96', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '4bf81a23-edc8-47fe-99f1-ca3e38e6216a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:20:19Z', 'updated_at': '2022-05-28T06:20:24Z', 'revision_number': 4, 'project_id': '14290ed08c6d4a7fa996c9c36852cd35', 'subnets': [{'id': '4bf81a23-edc8-47fe-99f1-ca3e38e6216a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:20:25.834162 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8af3c76-cc1c-43a4-b469-5e4ed9462ba4 None None] The sync data for ids ['2d2a36a6-c5c2-473d-8dba-f623879dbe96'] in n-d-843702-1 is: [{'id': '2d2a36a6-c5c2-473d-8dba-f623879dbe96', 'name': 'tempest-FloatingIPsTestJSON-612818603-router', 'tenant_id': '14290ed08c6d4a7fa996c9c36852cd35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '51297e1b-ab9a-434b-b008-22f84df1d327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:20:13Z', 'updated_at': '2022-05-28T06:20:20Z', 'revision_number': 4, 'project_id': '14290ed08c6d4a7fa996c9c36852cd35', 'gw_port': {'id': '51297e1b-ab9a-434b-b008-22f84df1d327', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:16:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2a36a6-c5c2-473d-8dba-f623879dbe96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:20:14Z', 'updated_at': '2022-05-28T06:20:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '1c8627e7-ec4d-4366-a93b-230f4664b2a2', 'name': '', 'network_id': '764cc7f5-3d4a-46f3-92c4-a33e960446c4', 'tenant_id': '14290ed08c6d4a7fa996c9c36852cd35', 'mac_address': 'fa:16:3e:9a:b8:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d2a36a6-c5c2-473d-8dba-f623879dbe96', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '4bf81a23-edc8-47fe-99f1-ca3e38e6216a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:20:19Z', 'updated_at': '2022-05-28T06:20:24Z', 'revision_number': 4, 'project_id': '14290ed08c6d4a7fa996c9c36852cd35', 'subnets': [{'id': '4bf81a23-edc8-47fe-99f1-ca3e38e6216a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:20:25.853268 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-c2e03cae-0441-4f5e-bc25-ca2322e38f8d req-01a4bfe6-e6c6-42df-8b33-caebdc539fff tempest-ImagesOneServerTestJSON-389688844 tempest-ImagesOneServerTestJSON-389688844-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:25.878593 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [req-c2e03cae-0441-4f5e-bc25-ca2322e38f8d req-01a4bfe6-e6c6-42df-8b33-caebdc539fff tempest-ImagesOneServerTestJSON-389688844 tempest-ImagesOneServerTestJSON-389688844-project] Transition to ACTIVE for port object b0092ac8-7f2d-4bba-bffc-709c31aca1a8 will not be triggered until provisioned by entity DHCP. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:20:25.936042 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8acd237b-05a2-4604-b689-d234b40cc933 req-06dff8c7-ea7d-410c-8d61-68f437c9586f tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/security-groups?id=51e8ab45-fc50-4bca-a4a6-55c0639ed93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3087115 May 28 06:20:26.066119 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d975be52-ea23-47da-8b93-f84e3beacc2e req-4c75d2e8-d67c-4f7c-b2bf-11c17c171253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:26.067957 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d975be52-ea23-47da-8b93-f84e3beacc2e req-4c75d2e8-d67c-4f7c-b2bf-11c17c171253 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=bb90c162-fdb0-406b-af2b-5eef830db7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5977890 May 28 06:20:26.072241 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-518b743a-4e71-4fe4-a1ea-0e2c288b0ace req-7f138297-9200-42f3-b787-99380cd17dd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:26.098329 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-c2e03cae-0441-4f5e-bc25-ca2322e38f8d req-01a4bfe6-e6c6-42df-8b33-caebdc539fff tempest-ImagesOneServerTestJSON-389688844 tempest-ImagesOneServerTestJSON-389688844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:26.185923 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2e03cae-0441-4f5e-bc25-ca2322e38f8d req-01a4bfe6-e6c6-42df-8b33-caebdc539fff tempest-ImagesOneServerTestJSON-389688844 tempest-ImagesOneServerTestJSON-389688844-project] Network bb90c162-fdb0-406b-af2b-5eef830db7a9 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:20:26.192170 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 1c8627e7-ec4d-4366-a93b-230f4664b2a2 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:20:26.199539 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [req-c2e03cae-0441-4f5e-bc25-ca2322e38f8d req-01a4bfe6-e6c6-42df-8b33-caebdc539fff tempest-ImagesOneServerTestJSON-389688844 tempest-ImagesOneServerTestJSON-389688844-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:20:26.204897 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2e03cae-0441-4f5e-bc25-ca2322e38f8d req-01a4bfe6-e6c6-42df-8b33-caebdc539fff tempest-ImagesOneServerTestJSON-389688844 tempest-ImagesOneServerTestJSON-389688844-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:20:26.269705 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a4bfe6-e6c6-42df-8b33-caebdc539fff tempest-ImagesOneServerTestJSON-389688844 tempest-ImagesOneServerTestJSON-389688844-project] Pushing event updated for resources: {'Port': ['ID=b0092ac8-7f2d-4bba-bffc-709c31aca1a8,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:26.306659 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e03cae-0441-4f5e-bc25-ca2322e38f8d req-01a4bfe6-e6c6-42df-8b33-caebdc539fff tempest-ImagesOneServerTestJSON-389688844 tempest-ImagesOneServerTestJSON-389688844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:26.307331 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-c2e03cae-0441-4f5e-bc25-ca2322e38f8d req-01a4bfe6-e6c6-42df-8b33-caebdc539fff tempest-ImagesOneServerTestJSON-389688844 tempest-ImagesOneServerTestJSON-389688844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:26.450202 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-c2e03cae-0441-4f5e-bc25-ca2322e38f8d req-01a4bfe6-e6c6-42df-8b33-caebdc539fff tempest-ImagesOneServerTestJSON-389688844 tempest-ImagesOneServerTestJSON-389688844-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8616252 May 28 06:20:26.468465 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-c2e03cae-0441-4f5e-bc25-ca2322e38f8d req-696f2e29-61ac-4264-8ad6-01ba6b888114 service neutron] Request body: {'port': {'device_id': '577a8e23-0200-4256-a915-c88306809d8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843702-1'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:20:26.478381 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f7dc90ea-ac7f-459d-a7c2-5c476de95cec req-d40292b2-b43c-4067-b64e-407a6cc7ad9e tempest-ServersAdmin275Test-1627060860 tempest-ServersAdmin275Test-1627060860-project] 10.222.0.55 "GET /v2.0/ports?device_id=45fb5242-d2b8-4cad-be5f-640116d504f8 HTTP/1.1" status: 200 len: 210 time: 0.3868401 May 28 06:20:26.489189 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-a379b0f5-1fd2-4550-9919-311d05f8c0c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:26.491467 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 1c8627e7-ec4d-4366-a93b-230f4664b2a2 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:20:26.499331 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 1c8627e7-ec4d-4366-a93b-230f4664b2a2 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:20:26.500662 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:26.503653 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-6cdde837-1c44-4f17-a274-9d82122b722c req-95f55120-6c36-48fe-8b4e-1eee5ea159b7 tempest-FloatingIPsTestJSON-886658126 tempest-FloatingIPsTestJSON-886658126-project] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:26.635948 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-6cdde837-1c44-4f17-a274-9d82122b722c req-95f55120-6c36-48fe-8b4e-1eee5ea159b7 tempest-FloatingIPsTestJSON-886658126 tempest-FloatingIPsTestJSON-886658126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:26.768486 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 1c8627e7-ec4d-4366-a93b-230f4664b2a2 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:20:26.769223 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:26.773484 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d975be52-ea23-47da-8b93-f84e3beacc2e req-a3052e68-348e-40cf-8838-d699747e63a5 service neutron] 10.222.0.71 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6808217 May 28 06:20:26.795855 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-9dd9b967-a179-40cb-8f0c-acb7efb7481d None None] Provisioning for port b0092ac8-7f2d-4bba-bffc-709c31aca1a8 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:20:26.809618 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-9dd9b967-a179-40cb-8f0c-acb7efb7481d None None] Provisioning complete for port b0092ac8-7f2d-4bba-bffc-709c31aca1a8 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:20:26.810136 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-9dd9b967-a179-40cb-8f0c-acb7efb7481d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:26.867284 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port 1c8627e7-ec4d-4366-a93b-230f4664b2a2, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=1c8627e7-ec4d-4366-a93b-230f4664b2a2,segment=NetworkSegment(3f111ccf-a6f6-436c-800f-807127a20e96),segment_id=3f111ccf-a6f6-436c-800f-807127a20e96)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:20:26.879689 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-c2e03cae-0441-4f5e-bc25-ca2322e38f8d req-696f2e29-61ac-4264-8ad6-01ba6b888114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:26.882100 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-9dd9b967-a179-40cb-8f0c-acb7efb7481d None None] Port b0092ac8-7f2d-4bba-bffc-709c31aca1a8 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:20:26.898954 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-518b743a-4e71-4fe4-a1ea-0e2c288b0ace req-7f138297-9200-42f3-b787-99380cd17dd1 service neutron] For port 138e37fd-587c-413c-8bdd-4325f6d90825, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=138e37fd-587c-413c-8bdd-4325f6d90825,segment=NetworkSegment(2466b369-b4d4-4fbf-9dbd-05fe75562f7f),segment_id=2466b369-b4d4-4fbf-9dbd-05fe75562f7f)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:20:26.980259 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:27.027780 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f55120-6c36-48fe-8b4e-1eee5ea159b7 tempest-FloatingIPsTestJSON-886658126 tempest-FloatingIPsTestJSON-886658126-project] Pushing event updated for resources: {'Port': ['ID=5e434c23-a1a6-44bd-a274-664b5acdc94d,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:27.086511 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-6cdde837-1c44-4f17-a274-9d82122b722c req-95f55120-6c36-48fe-8b4e-1eee5ea159b7 tempest-FloatingIPsTestJSON-886658126 tempest-FloatingIPsTestJSON-886658126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691094'] for floatingip, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:27.114675 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=1c8627e7-ec4d-4366-a93b-230f4664b2a2,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:27.204533 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-518b743a-4e71-4fe4-a1ea-0e2c288b0ace req-7f138297-9200-42f3-b787-99380cd17dd1 service neutron] For port 138e37fd-587c-413c-8bdd-4325f6d90825, host n-h1-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:20:27.259547 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d975be52-ea23-47da-8b93-f84e3beacc2e req-38006fad-51fe-4fb5-8ef0-0d9e1046176e service neutron] 10.222.0.71 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4397073 May 28 06:20:27.270427 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd520476-64b7-40a4-8cc5-c953286c4e25 req-cc7f8710-7ee1-48a5-bc15-700d03c765a6 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:27.272726 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cd520476-64b7-40a4-8cc5-c953286c4e25 req-cc7f8710-7ee1-48a5-bc15-700d03c765a6 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bef656a-6216-41b1-97ef-01974e054907 HTTP/1.1" status: 200 len: 950 time: 0.4904692 May 28 06:20:27.273016 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-6cdde837-1c44-4f17-a274-9d82122b722c req-95f55120-6c36-48fe-8b4e-1eee5ea159b7 tempest-FloatingIPsTestJSON-886658126 tempest-FloatingIPsTestJSON-886658126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:27.279620 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6cdde837-1c44-4f17-a274-9d82122b722c req-95f55120-6c36-48fe-8b4e-1eee5ea159b7 tempest-FloatingIPsTestJSON-886658126 tempest-FloatingIPsTestJSON-886658126-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.6472473 May 28 06:20:27.307010 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [req-c2e03cae-0441-4f5e-bc25-ca2322e38f8d req-696f2e29-61ac-4264-8ad6-01ba6b888114 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0092ac8-7f2d-4bba-bffc-709c31aca1a8 {{(pid=89109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:20:27.315400 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-c2e03cae-0441-4f5e-bc25-ca2322e38f8d req-696f2e29-61ac-4264-8ad6-01ba6b888114 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:27.322793 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 45470) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:20:27.341445 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [req-c2e03cae-0441-4f5e-bc25-ca2322e38f8d req-696f2e29-61ac-4264-8ad6-01ba6b888114 service neutron] Transition to ACTIVE for port object b0092ac8-7f2d-4bba-bffc-709c31aca1a8 will not be triggered until provisioned by entity L2. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:20:27.352075 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:27.393931 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7550758-2300-49b6-a09e-22d45df05a91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '138e37fd-587c-413c-8bdd-4325f6d90825'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:20:27.400867 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-518b743a-4e71-4fe4-a1ea-0e2c288b0ace req-7f138297-9200-42f3-b787-99380cd17dd1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:27.405812 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-6cdde837-1c44-4f17-a274-9d82122b722c req-fd9c0b8a-34bc-4d85-9129-3af99f831aa6 tempest-FloatingIPsTestJSON-886658126 tempest-FloatingIPsTestJSON-886658126-project] Synchronizing usage tracker for tenant:14290ed08c6d4a7fa996c9c36852cd35 on resource:floatingip {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:20:27.437327 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cd520476-64b7-40a4-8cc5-c953286c4e25 req-1d4f4569-75bf-4008-b422-46edfc5e3d1e tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524234 May 28 06:20:27.463175 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-c2e03cae-0441-4f5e-bc25-ca2322e38f8d req-696f2e29-61ac-4264-8ad6-01ba6b888114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:27.467406 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-b4321978-bb85-4bbe-ab93-5f8175bd6dab admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-2083684853-network', 'tenant_id': '8d511f8938f3446b9ed8484c7e88d332'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:20:27.527436 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-b4321978-bb85-4bbe-ab93-5f8175bd6dab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:20:27.528786 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-518b743a-4e71-4fe4-a1ea-0e2c288b0ace req-7f138297-9200-42f3-b787-99380cd17dd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:27.612181 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-6cdde837-1c44-4f17-a274-9d82122b722c req-fd9c0b8a-34bc-4d85-9129-3af99f831aa6 tempest-FloatingIPsTestJSON-886658126 tempest-FloatingIPsTestJSON-886658126-project] Unset dirty status for tenant:14290ed08c6d4a7fa996c9c36852cd35 on resource:floatingip {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:20:27.614834 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696f2e29-61ac-4264-8ad6-01ba6b888114 service neutron] Pushing event updated for resources: {'Port': ['ID=b0092ac8-7f2d-4bba-bffc-709c31aca1a8,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:27.618567 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-b4321978-bb85-4bbe-ab93-5f8175bd6dab admin admin] Usage tracker for resource:network and tenant:8d511f8938f3446b9ed8484c7e88d332 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:20:27.620004 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6cdde837-1c44-4f17-a274-9d82122b722c req-fd9c0b8a-34bc-4d85-9129-3af99f831aa6 tempest-FloatingIPsTestJSON-886658126 tempest-FloatingIPsTestJSON-886658126-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.5.215 HTTP/1.1" status: 200 len: 696 time: 0.3394272 May 28 06:20:27.628755 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-b4321978-bb85-4bbe-ab93-5f8175bd6dab admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:20:27.645220 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-b4321978-bb85-4bbe-ab93-5f8175bd6dab admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:20:27.774134 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f044d2fd-4cc5-4092-a688-69e2ae54efbc req-826ec207-46e5-4b57-8f80-7ab32f0c4324 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/ports?device_id=df55b3a0-0685-44ad-8bdb-1b874bab3160 HTTP/1.1" status: 200 len: 210 time: 0.1714706 May 28 06:20:27.790896 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-c2e03cae-0441-4f5e-bc25-ca2322e38f8d req-696f2e29-61ac-4264-8ad6-01ba6b888114 service neutron] Attempting to bind port b0092ac8-7f2d-4bba-bffc-709c31aca1a8 on host n-h2-843702-1 for vnic_type normal with profile {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:20:27.791090 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-c2e03cae-0441-4f5e-bc25-ca2322e38f8d req-696f2e29-61ac-4264-8ad6-01ba6b888114 service neutron] Attempting to bind port b0092ac8-7f2d-4bba-bffc-709c31aca1a8 by drivers openvswitch,hyperv on host n-h2-843702-1 at level 0 using segments [{'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:20:27.791386 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e03cae-0441-4f5e-bc25-ca2322e38f8d req-696f2e29-61ac-4264-8ad6-01ba6b888114 service neutron] Attempting to bind port b0092ac8-7f2d-4bba-bffc-709c31aca1a8 on network bb90c162-fdb0-406b-af2b-5eef830db7a9 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:20:27.878940 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e03cae-0441-4f5e-bc25-ca2322e38f8d req-696f2e29-61ac-4264-8ad6-01ba6b888114 service neutron] Port b0092ac8-7f2d-4bba-bffc-709c31aca1a8 on network bb90c162-fdb0-406b-af2b-5eef830db7a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-843702-1 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:20:27.879310 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e03cae-0441-4f5e-bc25-ca2322e38f8d req-696f2e29-61ac-4264-8ad6-01ba6b888114 service neutron] Attempting to bind port b0092ac8-7f2d-4bba-bffc-709c31aca1a8 on network bb90c162-fdb0-406b-af2b-5eef830db7a9 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:20:27.890557 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4321978-bb85-4bbe-ab93-5f8175bd6dab admin admin] Made reservation on behalf of 8d511f8938f3446b9ed8484c7e88d332 for: {'network': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:20:27.892784 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b4321978-bb85-4bbe-ab93-5f8175bd6dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:27.905644 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e03cae-0441-4f5e-bc25-ca2322e38f8d req-696f2e29-61ac-4264-8ad6-01ba6b888114 service neutron] Checking agent: {'id': 'f1a3973b-d2b3-4558-88e7-2ac50857d302', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:20:27.906009 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e03cae-0441-4f5e-bc25-ca2322e38f8d req-696f2e29-61ac-4264-8ad6-01ba6b888114 service neutron] Checking segment: {'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:20:27.906645 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e03cae-0441-4f5e-bc25-ca2322e38f8d req-696f2e29-61ac-4264-8ad6-01ba6b888114 service neutron] Bound using segment: {'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:20:27.907078 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-c2e03cae-0441-4f5e-bc25-ca2322e38f8d req-696f2e29-61ac-4264-8ad6-01ba6b888114 service neutron] Bound port: b0092ac8-7f2d-4bba-bffc-709c31aca1a8, host: n-h2-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'}}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:20:27.907414 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-c2e03cae-0441-4f5e-bc25-ca2322e38f8d req-696f2e29-61ac-4264-8ad6-01ba6b888114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:27.926947 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b4321978-bb85-4bbe-ab93-5f8175bd6dab admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:28.015964 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-b4321978-bb85-4bbe-ab93-5f8175bd6dab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:20:28.028078 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-b4321978-bb85-4bbe-ab93-5f8175bd6dab admin admin] Usage tracker for resource:security_group_rule and tenant:8d511f8938f3446b9ed8484c7e88d332 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:20:28.036979 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c172421c-b08e-4336-825c-3d2a72765c0e req-7b8bc96a-82f1-45d0-8ae2-59086e4e522f tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:28.039264 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-c172421c-b08e-4336-825c-3d2a72765c0e req-7b8bc96a-82f1-45d0-8ae2-59086e4e522f tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.69 "GET /v2.0/networks?id=878a453b-7058-4dfc-b9e2-17503c679278 HTTP/1.1" status: 200 len: 821 time: 0.2793927 May 28 06:20:28.041678 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-b4321978-bb85-4bbe-ab93-5f8175bd6dab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:20:28.053175 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f138297-9200-42f3-b787-99380cd17dd1 service neutron] Pushing event updated for resources: {'Port': ['ID=138e37fd-587c-413c-8bdd-4325f6d90825,revision_number=7']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:28.054892 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-c172421c-b08e-4336-825c-3d2a72765c0e req-c933ef17-711a-49f5-bcc6-a701bfd63407 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Request body: {'port': {'device_id': 'df55b3a0-0685-44ad-8bdb-1b874bab3160', 'network_id': '878a453b-7058-4dfc-b9e2-17503c679278', 'admin_state_up': True, 'tenant_id': '1ab1ed0d304345a0a07278c26e7745d6'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:20:28.070696 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-b4321978-bb85-4bbe-ab93-5f8175bd6dab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:20:28.078542 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-518b743a-4e71-4fe4-a1ea-0e2c288b0ace req-7f138297-9200-42f3-b787-99380cd17dd1 service neutron] Attempting to bind port 138e37fd-587c-413c-8bdd-4325f6d90825 on host n-h1-843702-1 for vnic_type normal with profile {"migrating_to": "n-h2-843702-1"} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:20:28.078869 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-518b743a-4e71-4fe4-a1ea-0e2c288b0ace req-7f138297-9200-42f3-b787-99380cd17dd1 service neutron] Attempting to bind port 138e37fd-587c-413c-8bdd-4325f6d90825 by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': '2466b369-b4d4-4fbf-9dbd-05fe75562f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'ae685707-2f9d-409f-9237-8deef87c8163'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:20:28.079193 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-518b743a-4e71-4fe4-a1ea-0e2c288b0ace req-7f138297-9200-42f3-b787-99380cd17dd1 service neutron] Attempting to bind port 138e37fd-587c-413c-8bdd-4325f6d90825 on network ae685707-2f9d-409f-9237-8deef87c8163 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:20:28.105094 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-518b743a-4e71-4fe4-a1ea-0e2c288b0ace req-7f138297-9200-42f3-b787-99380cd17dd1 service neutron] Port 138e37fd-587c-413c-8bdd-4325f6d90825 on network ae685707-2f9d-409f-9237-8deef87c8163 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:20:28.105441 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-518b743a-4e71-4fe4-a1ea-0e2c288b0ace req-7f138297-9200-42f3-b787-99380cd17dd1 service neutron] Attempting to bind port 138e37fd-587c-413c-8bdd-4325f6d90825 on network ae685707-2f9d-409f-9237-8deef87c8163 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:20:28.128334 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-518b743a-4e71-4fe4-a1ea-0e2c288b0ace req-7f138297-9200-42f3-b787-99380cd17dd1 service neutron] Checking agent: {'id': '69f492a0-c00d-46d0-9bec-fcd8161ce206', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:20:28.128662 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-518b743a-4e71-4fe4-a1ea-0e2c288b0ace req-7f138297-9200-42f3-b787-99380cd17dd1 service neutron] Checking segment: {'id': '2466b369-b4d4-4fbf-9dbd-05fe75562f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'ae685707-2f9d-409f-9237-8deef87c8163'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:20:28.129024 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-518b743a-4e71-4fe4-a1ea-0e2c288b0ace req-7f138297-9200-42f3-b787-99380cd17dd1 service neutron] Bound using segment: {'id': '2466b369-b4d4-4fbf-9dbd-05fe75562f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'ae685707-2f9d-409f-9237-8deef87c8163'} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:20:28.129491 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-518b743a-4e71-4fe4-a1ea-0e2c288b0ace req-7f138297-9200-42f3-b787-99380cd17dd1 service neutron] Bound port: 138e37fd-587c-413c-8bdd-4325f6d90825, host: n-h1-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2466b369-b4d4-4fbf-9dbd-05fe75562f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'ae685707-2f9d-409f-9237-8deef87c8163'}}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:20:28.129839 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-518b743a-4e71-4fe4-a1ea-0e2c288b0ace req-7f138297-9200-42f3-b787-99380cd17dd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:28.141514 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 1c8627e7-ec4d-4366-a93b-230f4664b2a2 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:20:28.155683 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdde837-1c44-4f17-a274-9d82122b722c req-4a096126-9b98-4204-9be2-5b55ab0674f6 tempest-FloatingIPsTestJSON-886658126 tempest-FloatingIPsTestJSON-886658126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:28.157302 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6cdde837-1c44-4f17-a274-9d82122b722c req-4a096126-9b98-4204-9be2-5b55ab0674f6 tempest-FloatingIPsTestJSON-886658126 tempest-FloatingIPsTestJSON-886658126-project] 10.222.0.55 "GET /v2.0/networks/68df399e-e75e-4871-9364-5d05730b50f0 HTTP/1.1" status: 200 len: 784 time: 0.5365059 May 28 06:20:28.180887 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-c2e03cae-0441-4f5e-bc25-ca2322e38f8d req-696f2e29-61ac-4264-8ad6-01ba6b888114 service neutron] For port b0092ac8-7f2d-4bba-bffc-709c31aca1a8, host n-h2-843702-1, cleared binding levels {{(pid=89109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:20:28.205063 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-c2e03cae-0441-4f5e-bc25-ca2322e38f8d req-696f2e29-61ac-4264-8ad6-01ba6b888114 service neutron] For port b0092ac8-7f2d-4bba-bffc-709c31aca1a8, host n-h2-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=b0092ac8-7f2d-4bba-bffc-709c31aca1a8,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:20:28.208418 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [req-6cdde837-1c44-4f17-a274-9d82122b722c req-4fc71b70-ad00-478c-a1b5-47f23b7187d1 tempest-FloatingIPsTestJSON-886658126 tempest-FloatingIPsTestJSON-886658126-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=89110) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:20:28.208683 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6cdde837-1c44-4f17-a274-9d82122b722c req-4fc71b70-ad00-478c-a1b5-47f23b7187d1 tempest-FloatingIPsTestJSON-886658126 tempest-FloatingIPsTestJSON-886658126-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0444484 May 28 06:20:28.253350 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 1c8627e7-ec4d-4366-a93b-230f4664b2a2 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:20:28.253742 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:28.275563 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-518b743a-4e71-4fe4-a1ea-0e2c288b0ace req-7f138297-9200-42f3-b787-99380cd17dd1 service neutron] For port 138e37fd-587c-413c-8bdd-4325f6d90825, host n-h1-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:20:28.279600 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-518b743a-4e71-4fe4-a1ea-0e2c288b0ace req-7f138297-9200-42f3-b787-99380cd17dd1 service neutron] For port 138e37fd-587c-413c-8bdd-4325f6d90825, host n-h1-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=138e37fd-587c-413c-8bdd-4325f6d90825,segment=NetworkSegment(2466b369-b4d4-4fbf-9dbd-05fe75562f7f),segment_id=2466b369-b4d4-4fbf-9dbd-05fe75562f7f)] {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:20:28.292653 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e6a9eb-4042-4f1f-b2e4-7e4fcaef9de0 req-f1fa761a-ad72-4d99-a8d8-1c19096f8bd9 tempest-ImagesOneServerTestJSON-389688844 tempest-ImagesOneServerTestJSON-389688844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:28.298626 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [req-c172421c-b08e-4336-825c-3d2a72765c0e req-c933ef17-711a-49f5-bcc6-a701bfd63407 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:20:28.302787 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-28e6a9eb-4042-4f1f-b2e4-7e4fcaef9de0 req-f1fa761a-ad72-4d99-a8d8-1c19096f8bd9 tempest-ImagesOneServerTestJSON-389688844 tempest-ImagesOneServerTestJSON-389688844-project] 10.222.0.55 "GET /v2.0/ports?device_id=577a8e23-0200-4256-a915-c88306809d8d HTTP/1.1" status: 200 len: 948 time: 0.4016459 May 28 06:20:28.309859 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-c172421c-b08e-4336-825c-3d2a72765c0e req-c933ef17-711a-49f5-bcc6-a701bfd63407 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Usage tracker for resource:port and tenant:1ab1ed0d304345a0a07278c26e7745d6 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:20:28.314548 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-c172421c-b08e-4336-825c-3d2a72765c0e req-c933ef17-711a-49f5-bcc6-a701bfd63407 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:20:28.327498 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [req-c172421c-b08e-4336-825c-3d2a72765c0e req-c933ef17-711a-49f5-bcc6-a701bfd63407 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:20:28.338575 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b4321978-bb85-4bbe-ab93-5f8175bd6dab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:28.379656 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 1c8627e7-ec4d-4366-a93b-230f4664b2a2 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:20:28.399891 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-28e6a9eb-4042-4f1f-b2e4-7e4fcaef9de0 req-76c873da-c9e6-4754-b256-10acefe3e9db tempest-ImagesOneServerTestJSON-389688844 tempest-ImagesOneServerTestJSON-389688844-project] 10.222.0.55 "GET /v2.0/security-groups?id=9751c75c-7cab-44bc-96f2-db536b71c103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952837 May 28 06:20:28.405621 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-c2e03cae-0441-4f5e-bc25-ca2322e38f8d req-696f2e29-61ac-4264-8ad6-01ba6b888114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:28.418232 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-518b743a-4e71-4fe4-a1ea-0e2c288b0ace req-7f138297-9200-42f3-b787-99380cd17dd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:28.486503 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a93379ee-b115-4b7e-b740-04ffe99d4467'] response: {'server_uuid': 'e7550758-2300-49b6-a09e-22d45df05a91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '138e37fd-587c-413c-8bdd-4325f6d90825', 'code': 200} May 28 06:20:28.491284 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e03cae-0441-4f5e-bc25-ca2322e38f8d req-696f2e29-61ac-4264-8ad6-01ba6b888114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:28.492160 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-c2e03cae-0441-4f5e-bc25-ca2322e38f8d req-696f2e29-61ac-4264-8ad6-01ba6b888114 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:28.494147 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-c2e03cae-0441-4f5e-bc25-ca2322e38f8d req-696f2e29-61ac-4264-8ad6-01ba6b888114 service neutron] 10.222.0.71 "PUT /v2.0/ports/b0092ac8-7f2d-4bba-bffc-709c31aca1a8 HTTP/1.1" status: 200 len: 1096 time: 2.0303342 May 28 06:20:28.500933 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c172421c-b08e-4336-825c-3d2a72765c0e req-c933ef17-711a-49f5-bcc6-a701bfd63407 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Made reservation on behalf of 1ab1ed0d304345a0a07278c26e7745d6 for: {'port': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:20:28.505405 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-c172421c-b08e-4336-825c-3d2a72765c0e req-c933ef17-711a-49f5-bcc6-a701bfd63407 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:28.534891 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '577a8e23-0200-4256-a915-c88306809d8d', 'tag': 'b0092ac8-7f2d-4bba-bffc-709c31aca1a8'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:20:28.549868 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b4321978-bb85-4bbe-ab93-5f8175bd6dab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:28.628441 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f138297-9200-42f3-b787-99380cd17dd1 service neutron] Pushing event updated for resources: {'Port': ['ID=138e37fd-587c-413c-8bdd-4325f6d90825,revision_number=8']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:28.651791 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4321978-bb85-4bbe-ab93-5f8175bd6dab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ee69a2d-8c81-42ab-86d1-e6875500638e,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:28.691518 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecfbdd2-9c82-421e-b96f-a1d66dce84e6 req-e4c64158-666c-45a1-b615-b01224a916ca tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:28.693077 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6ecfbdd2-9c82-421e-b96f-a1d66dce84e6 req-e4c64158-666c-45a1-b615-b01224a916ca tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7550758-2300-49b6-a09e-22d45df05a91 HTTP/1.1" status: 200 len: 944 time: 0.3863196 May 28 06:20:28.701866 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-da60dc3f-4ba4-4ae1-83d7-d1b5cefe477f req-849f6a2d-85af-4f07-ae24-19e2e6fecd92 tempest-ServersAdmin275Test-1627060860 tempest-ServersAdmin275Test-1627060860-project] 10.222.0.55 "GET /v2.0/ports?device_id=45fb5242-d2b8-4cad-be5f-640116d504f8 HTTP/1.1" status: 200 len: 210 time: 0.1178770 May 28 06:20:28.714056 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4321978-bb85-4bbe-ab93-5f8175bd6dab admin admin] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=89109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:20:28.723489 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696f2e29-61ac-4264-8ad6-01ba6b888114 service neutron] Pushing event updated for resources: {'Port': ['ID=b0092ac8-7f2d-4bba-bffc-709c31aca1a8,revision_number=3']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:28.730768 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518b743a-4e71-4fe4-a1ea-0e2c288b0ace req-7f138297-9200-42f3-b787-99380cd17dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:28.731389 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-518b743a-4e71-4fe4-a1ea-0e2c288b0ace req-7f138297-9200-42f3-b787-99380cd17dd1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:28.732766 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-518b743a-4e71-4fe4-a1ea-0e2c288b0ace req-7f138297-9200-42f3-b787-99380cd17dd1 service neutron] 10.222.0.71 "PUT /v2.0/ports/138e37fd-587c-413c-8bdd-4325f6d90825 HTTP/1.1" status: 200 len: 1122 time: 3.0541286 May 28 06:20:28.760612 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['138e37fd-587c-413c-8bdd-4325f6d90825'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:20:28.764610 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b4321978-bb85-4bbe-ab93-5f8175bd6dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:28.764963 n-d-843702-1 neutron-server[89109]: INFO neutron.db.segments_db [None req-b4321978-bb85-4bbe-ab93-5f8175bd6dab admin admin] Added segment da5c496c-27c0-43e7-82d4-b2bdcd86ef6a of type vlan for network d4de5f58-26b5-4e4f-8278-673645bfd374 May 28 06:20:28.845553 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6ecfbdd2-9c82-421e-b96f-a1d66dce84e6 req-fcf976f2-6493-41a8-bf7f-6aba33c27b06 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/security-groups?id=51e8ab45-fc50-4bca-a4a6-55c0639ed93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414418 May 28 06:20:28.848475 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3127a55d-a6f1-4fd9-b377-9162e692ad9d req-2ab520dd-dfc9-4258-af5e-3bca89c9a343 tempest-FloatingIPsTestJSON-886658126 tempest-FloatingIPsTestJSON-886658126-project] 10.222.0.55 "GET /v2.0/floatingips/3a7465db-7288-4100-9555-e608b6163440 HTTP/1.1" status: 200 len: 693 time: 0.1085351 May 28 06:20:28.859617 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b4321978-bb85-4bbe-ab93-5f8175bd6dab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:28.874766 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [req-c172421c-b08e-4336-825c-3d2a72765c0e req-c933ef17-711a-49f5-bcc6-a701bfd63407 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Allocated IP 172.20.0.4 (878a453b-7058-4dfc-b9e2-17503c679278/cdd32cdd-4510-40e6-8d87-2fb486891cf4/4ff8f897-32e3-43f6-b211-8363395ab749) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:20:28.883548 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e03cae-0441-4f5e-bc25-ca2322e38f8d req-c7c8a4a9-1050-4cca-b74d-0140f85d944b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:28.885738 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-c2e03cae-0441-4f5e-bc25-ca2322e38f8d req-c7c8a4a9-1050-4cca-b74d-0140f85d944b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9fe1b4627e2a4927809de8268bfa42fe&device_id=577a8e23-0200-4256-a915-c88306809d8d HTTP/1.1" status: 200 len: 1099 time: 0.2170711 May 28 06:20:28.965649 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-4502f654-2007-488d-9c24-63e0cee88b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:28.998662 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-c2e03cae-0441-4f5e-bc25-ca2322e38f8d req-20ce9479-5427-40aa-95b0-1defc1f49a40 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=b0092ac8-7f2d-4bba-bffc-709c31aca1a8 HTTP/1.1" status: 200 len: 217 time: 0.0843947 May 28 06:20:29.078018 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3127a55d-a6f1-4fd9-b377-9162e692ad9d req-9a0a0481-686c-4044-a2d2-128227cc6bbe tempest-FloatingIPsTestJSON-886658126 tempest-FloatingIPsTestJSON-886658126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:29.079434 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3127a55d-a6f1-4fd9-b377-9162e692ad9d req-9a0a0481-686c-4044-a2d2-128227cc6bbe tempest-FloatingIPsTestJSON-886658126 tempest-FloatingIPsTestJSON-886658126-project] 10.222.0.55 "GET /v2.0/networks/68df399e-e75e-4871-9364-5d05730b50f0 HTTP/1.1" status: 200 len: 784 time: 0.2243309 May 28 06:20:29.098398 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [req-3127a55d-a6f1-4fd9-b377-9162e692ad9d req-457daa3d-244d-4978-a9d0-af3d25cd2322 tempest-FloatingIPsTestJSON-886658126 tempest-FloatingIPsTestJSON-886658126-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=89110) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:20:29.099289 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3127a55d-a6f1-4fd9-b377-9162e692ad9d req-457daa3d-244d-4978-a9d0-af3d25cd2322 tempest-FloatingIPsTestJSON-886658126 tempest-FloatingIPsTestJSON-886658126-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082245 May 28 06:20:29.134547 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b4321978-bb85-4bbe-ab93-5f8175bd6dab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:29.135302 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4321978-bb85-4bbe-ab93-5f8175bd6dab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:29.135878 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b4321978-bb85-4bbe-ab93-5f8175bd6dab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:29.138743 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6278f8d3-fd0d-494e-a8be-9bd0ef937f1e req-9bbd2c80-4eeb-48bb-8251-df9d0b4b89cd tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:29.140121 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6278f8d3-fd0d-494e-a8be-9bd0ef937f1e req-9bbd2c80-4eeb-48bb-8251-df9d0b4b89cd tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bef656a-6216-41b1-97ef-01974e054907 HTTP/1.1" status: 200 len: 950 time: 0.1190557 May 28 06:20:29.181883 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74e3cdf2-98ea-42c8-8087-d5cadb756af7'] response: {'name': 'network-changed', 'server_uuid': '577a8e23-0200-4256-a915-c88306809d8d', 'tag': 'b0092ac8-7f2d-4bba-bffc-709c31aca1a8', 'status': 'completed', 'code': 200} May 28 06:20:29.191591 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6278f8d3-fd0d-494e-a8be-9bd0ef937f1e req-85b9cb31-960c-4b32-b64b-2d21ec769856 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446374 May 28 06:20:29.340459 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e03cae-0441-4f5e-bc25-ca2322e38f8d req-dec2872c-4c07-4679-a0aa-b6a753ce724d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:29.341680 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-659a8da0-3be2-4053-ba77-05c554250c5d req-dfe43f1b-f6df-4b5e-992e-61577a04c611 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/ports?device_id=df55b3a0-0685-44ad-8bdb-1b874bab3160 HTTP/1.1" status: 200 len: 210 time: 0.0617313 May 28 06:20:29.341935 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-c2e03cae-0441-4f5e-bc25-ca2322e38f8d req-dec2872c-4c07-4679-a0aa-b6a753ce724d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e72d0ca5-04cb-4b36-82b1-c75214c9eb05 HTTP/1.1" status: 200 len: 843 time: 0.3328578 May 28 06:20:29.344850 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9e23190b-8a90-4f44-b054-017f840564ae req-bc8bb206-fee5-4e7f-8ac1-6cfe8c63c051 tempest-FloatingIPsTestJSON-886658126 tempest-FloatingIPsTestJSON-886658126-project] 10.222.0.55 "GET /v2.0/floatingips?tenant_id=14290ed08c6d4a7fa996c9c36852cd35 HTTP/1.1" status: 200 len: 696 time: 0.1208498 May 28 06:20:29.351925 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4321978-bb85-4bbe-ab93-5f8175bd6dab admin admin] Pushing event updated for resources: {'Network': ['ID=d4de5f58-26b5-4e4f-8278-673645bfd374,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:29.363336 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network d4de5f58-26b5-4e4f-8278-673645bfd374 details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:20:29.434705 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-b4321978-bb85-4bbe-ab93-5f8175bd6dab admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.1106856 May 28 06:20:29.440934 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 45494) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:20:29.453304 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-4de1b5aa-aafc-4fb7-94d4-9013ab9a0734 admin admin] Request body: {'subnet': {'network_id': 'd4de5f58-26b5-4e4f-8278-673645bfd374', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-2083684853-subnet', 'tenant_id': '8d511f8938f3446b9ed8484c7e88d332', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:20:29.455546 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-c172421c-b08e-4336-825c-3d2a72765c0e req-c933ef17-711a-49f5-bcc6-a701bfd63407 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:29.458162 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-4de1b5aa-aafc-4fb7-94d4-9013ab9a0734 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:20:29.462887 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-4de1b5aa-aafc-4fb7-94d4-9013ab9a0734 admin admin] Usage tracker for resource:subnet and tenant:8d511f8938f3446b9ed8484c7e88d332 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:20:29.465614 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-4de1b5aa-aafc-4fb7-94d4-9013ab9a0734 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:20:29.471209 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-4de1b5aa-aafc-4fb7-94d4-9013ab9a0734 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:20:29.487660 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e03cae-0441-4f5e-bc25-ca2322e38f8d req-fa950df6-f9c9-4fad-b246-f2b6320a25ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:29.488808 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-c2e03cae-0441-4f5e-bc25-ca2322e38f8d req-fa950df6-f9c9-4fad-b246-f2b6320a25ce service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=bb90c162-fdb0-406b-af2b-5eef830db7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1242969 May 28 06:20:29.555803 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4de1b5aa-aafc-4fb7-94d4-9013ab9a0734 admin admin] Made reservation on behalf of 8d511f8938f3446b9ed8484c7e88d332 for: {'subnet': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:20:29.558107 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-4de1b5aa-aafc-4fb7-94d4-9013ab9a0734 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3171998'] for subnet, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:29.585058 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-c172421c-b08e-4336-825c-3d2a72765c0e req-c933ef17-711a-49f5-bcc6-a701bfd63407 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:29.611227 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e23190b-8a90-4f44-b054-017f840564ae req-cb606c39-bbbd-4079-a6ff-525ab01a3e27 tempest-FloatingIPsTestJSON-886658126 tempest-FloatingIPsTestJSON-886658126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:29.612687 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9e23190b-8a90-4f44-b054-017f840564ae req-cb606c39-bbbd-4079-a6ff-525ab01a3e27 tempest-FloatingIPsTestJSON-886658126 tempest-FloatingIPsTestJSON-886658126-project] 10.222.0.55 "GET /v2.0/networks?id=68df399e-e75e-4871-9364-5d05730b50f0 HTTP/1.1" status: 200 len: 787 time: 0.2613285 May 28 06:20:29.680168 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [req-9e23190b-8a90-4f44-b054-017f840564ae req-78295706-da8f-4753-957a-115f3f1ba474 tempest-FloatingIPsTestJSON-886658126 tempest-FloatingIPsTestJSON-886658126-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=89110) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:20:29.681156 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9e23190b-8a90-4f44-b054-017f840564ae req-78295706-da8f-4753-957a-115f3f1ba474 tempest-FloatingIPsTestJSON-886658126 tempest-FloatingIPsTestJSON-886658126-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0513716 May 28 06:20:29.683071 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c172421c-b08e-4336-825c-3d2a72765c0e req-c933ef17-711a-49f5-bcc6-a701bfd63407 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Network 878a453b-7058-4dfc-b9e2-17503c679278 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:20:29.698623 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [req-c172421c-b08e-4336-825c-3d2a72765c0e req-c933ef17-711a-49f5-bcc6-a701bfd63407 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:20:29.704881 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [req-c172421c-b08e-4336-825c-3d2a72765c0e req-c933ef17-711a-49f5-bcc6-a701bfd63407 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:20:29.707040 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:29.752584 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c933ef17-711a-49f5-bcc6-a701bfd63407 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Pushing event updated for resources: {'Port': ['ID=4ff8f897-32e3-43f6-b211-8363395ab749,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:29.772992 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-c2e03cae-0441-4f5e-bc25-ca2322e38f8d req-12c9810f-2629-42b0-bd46-ab2bbeafb786 service neutron] 10.222.0.71 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2714589 May 28 06:20:29.812664 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c172421c-b08e-4336-825c-3d2a72765c0e req-c933ef17-711a-49f5-bcc6-a701bfd63407 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:29.812664 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-c172421c-b08e-4336-825c-3d2a72765c0e req-c933ef17-711a-49f5-bcc6-a701bfd63407 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:29.816563 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-73f2c2da-e53d-419c-a42f-4650ad1e2747 req-f43693ef-7f8a-4efb-a6ba-eadc9a474e10 tempest-FloatingIPsTestJSON-886658126 tempest-FloatingIPsTestJSON-886658126-project] 10.222.0.55 "GET /v2.0/floatingips/3a7465db-7288-4100-9555-e608b6163440 HTTP/1.1" status: 200 len: 693 time: 0.1005638 May 28 06:20:29.935320 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-c2e03cae-0441-4f5e-bc25-ca2322e38f8d req-4053f440-fd5f-4f6c-80c2-d0b797d9c6b5 service neutron] 10.222.0.71 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546719 May 28 06:20:29.968456 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:30.018392 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb1f459-796c-46f4-a563-fdfde6c3d2e7 req-e75674c4-40a9-47b6-a9c0-6e1cb251b257 tempest-ImagesOneServerTestJSON-389688844 tempest-ImagesOneServerTestJSON-389688844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:30.019843 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ccb1f459-796c-46f4-a563-fdfde6c3d2e7 req-e75674c4-40a9-47b6-a9c0-6e1cb251b257 tempest-ImagesOneServerTestJSON-389688844 tempest-ImagesOneServerTestJSON-389688844-project] 10.222.0.55 "GET /v2.0/ports?device_id=577a8e23-0200-4256-a915-c88306809d8d HTTP/1.1" status: 200 len: 948 time: 0.4650724 May 28 06:20:30.026537 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-c172421c-b08e-4336-825c-3d2a72765c0e req-c933ef17-711a-49f5-bcc6-a701bfd63407 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9775088 May 28 06:20:30.044470 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-c172421c-b08e-4336-825c-3d2a72765c0e req-f9e229d7-c6ec-433d-907f-0ddbca2cb1e7 service neutron] Request body: {'port': {'device_id': 'df55b3a0-0685-44ad-8bdb-1b874bab3160', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843702-1'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:20:30.154597 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f2c2da-e53d-419c-a42f-4650ad1e2747 req-8a15bdfa-498d-4216-b469-e6bf5557de5d tempest-FloatingIPsTestJSON-886658126 tempest-FloatingIPsTestJSON-886658126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:30.155947 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-73f2c2da-e53d-419c-a42f-4650ad1e2747 req-8a15bdfa-498d-4216-b469-e6bf5557de5d tempest-FloatingIPsTestJSON-886658126 tempest-FloatingIPsTestJSON-886658126-project] 10.222.0.55 "GET /v2.0/networks/68df399e-e75e-4871-9364-5d05730b50f0 HTTP/1.1" status: 200 len: 784 time: 0.3278580 May 28 06:20:30.163214 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ccb1f459-796c-46f4-a563-fdfde6c3d2e7 req-34f6f22d-2ed0-43c2-8656-0ff0704ed789 tempest-ImagesOneServerTestJSON-389688844 tempest-ImagesOneServerTestJSON-389688844-project] 10.222.0.55 "GET /v2.0/security-groups?id=9751c75c-7cab-44bc-96f2-db536b71c103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346045 May 28 06:20:30.173580 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [req-73f2c2da-e53d-419c-a42f-4650ad1e2747 req-44f59807-3f1d-4fa9-a5d7-b7966e5851f1 tempest-FloatingIPsTestJSON-886658126 tempest-FloatingIPsTestJSON-886658126-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=89110) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:20:30.178310 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-73f2c2da-e53d-419c-a42f-4650ad1e2747 req-44f59807-3f1d-4fa9-a5d7-b7966e5851f1 tempest-FloatingIPsTestJSON-886658126 tempest-FloatingIPsTestJSON-886658126-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0109532 May 28 06:20:30.207036 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-c172421c-b08e-4336-825c-3d2a72765c0e req-f9e229d7-c6ec-433d-907f-0ddbca2cb1e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:30.288617 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-4de1b5aa-aafc-4fb7-94d4-9013ab9a0734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3115906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3172012'] for subnet, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:30.305991 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb13f1c-3c9b-41d1-887d-917e15a8e00b req-1e48da0b-eda3-4e5b-9f3b-73d45f18a8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:30.307452 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-8bb13f1c-3c9b-41d1-887d-917e15a8e00b req-1e48da0b-eda3-4e5b-9f3b-73d45f18a8b2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9fe1b4627e2a4927809de8268bfa42fe&device_id=577a8e23-0200-4256-a915-c88306809d8d HTTP/1.1" status: 200 len: 1099 time: 0.1580460 May 28 06:20:30.388719 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9a3a7a0a-937a-4004-aea4-7b61eedd13ea req-e6f825ee-e3e4-42b5-b4de-a42751a9ae5f tempest-ServersAdmin275Test-1627060860 tempest-ServersAdmin275Test-1627060860-project] 10.222.0.55 "GET /v2.0/ports?device_id=45fb5242-d2b8-4cad-be5f-640116d504f8 HTTP/1.1" status: 200 len: 210 time: 0.1085322 May 28 06:20:30.398568 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-73f2c2da-e53d-419c-a42f-4650ad1e2747 req-c20a092c-2732-47dd-9464-8b769b029aff tempest-FloatingIPsTestJSON-886658126 tempest-FloatingIPsTestJSON-886658126-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.5.215 HTTP/1.1" status: 200 len: 696 time: 0.1800852 May 28 06:20:30.482056 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de1b5aa-aafc-4fb7-94d4-9013ab9a0734 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32fe9d9e-2ab0-4e3b-8ba9-de9ae262b6d9,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:30.493565 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7550758-2300-49b6-a09e-22d45df05a91', 'tag': '138e37fd-587c-413c-8bdd-4325f6d90825'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:20:30.556813 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-73f2c2da-e53d-419c-a42f-4650ad1e2747 req-1fcea07b-f755-4f57-8412-ec3cb5e12c41 tempest-FloatingIPsTestJSON-886658126 tempest-FloatingIPsTestJSON-886658126-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.5.215 HTTP/1.1" status: 200 len: 696 time: 0.1458271 May 28 06:20:30.570238 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de1b5aa-aafc-4fb7-94d4-9013ab9a0734 admin admin] Checking segment: {'id': 'da5c496c-27c0-43e7-82d4-b2bdcd86ef6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'd4de5f58-26b5-4e4f-8278-673645bfd374'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:20:30.570589 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de1b5aa-aafc-4fb7-94d4-9013ab9a0734 admin admin] Network hostable DHCP agents. Network: d4de5f58-26b5-4e4f-8278-673645bfd374, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89110) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:20:30.580566 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb13f1c-3c9b-41d1-887d-917e15a8e00b req-4c78ee5f-efd8-4c67-947e-564f4e91d4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:30.582038 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-8bb13f1c-3c9b-41d1-887d-917e15a8e00b req-4c78ee5f-efd8-4c67-947e-564f4e91d4dc service neutron] 10.222.0.71 "GET /v2.0/networks?id=bb90c162-fdb0-406b-af2b-5eef830db7a9 HTTP/1.1" status: 200 len: 870 time: 0.2364461 May 28 06:20:30.659370 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-8bb13f1c-3c9b-41d1-887d-917e15a8e00b req-170eb6df-c9d8-4b51-b6a7-a005d0da6cc1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=b0092ac8-7f2d-4bba-bffc-709c31aca1a8 HTTP/1.1" status: 200 len: 217 time: 0.0671165 May 28 06:20:30.738973 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb13f1c-3c9b-41d1-887d-917e15a8e00b req-2d9636c1-e043-4ce7-9f8d-e5b473814917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:30.740323 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-8bb13f1c-3c9b-41d1-887d-917e15a8e00b req-2d9636c1-e043-4ce7-9f8d-e5b473814917 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e72d0ca5-04cb-4b36-82b1-c75214c9eb05 HTTP/1.1" status: 200 len: 843 time: 0.0721712 May 28 06:20:30.757448 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-73f2c2da-e53d-419c-a42f-4650ad1e2747 req-d9302da4-dfb3-4df3-958f-52f7907638e8 tempest-FloatingIPsTestJSON-886658126 tempest-FloatingIPsTestJSON-886658126-project] Deleting port 5e434c23-a1a6-44bd-a274-664b5acdc94d {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:20:30.758016 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-73f2c2da-e53d-419c-a42f-4650ad1e2747 req-d9302da4-dfb3-4df3-958f-52f7907638e8 tempest-FloatingIPsTestJSON-886658126 tempest-FloatingIPsTestJSON-886658126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:30.826495 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba27876-a775-48df-af59-3227e5d8bb71 req-e5d52c41-efc1-4b4c-a5ed-7c18a7ce3401 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:30.828025 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1ba27876-a775-48df-af59-3227e5d8bb71 req-e5d52c41-efc1-4b4c-a5ed-7c18a7ce3401 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7550758-2300-49b6-a09e-22d45df05a91 HTTP/1.1" status: 200 len: 944 time: 0.3139801 May 28 06:20:30.941063 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [req-c172421c-b08e-4336-825c-3d2a72765c0e req-f9e229d7-c6ec-433d-907f-0ddbca2cb1e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ff8f897-32e3-43f6-b211-8363395ab749 {{(pid=89109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:20:30.949327 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1ba27876-a775-48df-af59-3227e5d8bb71 req-963c08be-f952-4828-86d0-505d686ae6e5 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/security-groups?id=51e8ab45-fc50-4bca-a4a6-55c0639ed93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048672 May 28 06:20:30.950602 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-c172421c-b08e-4336-825c-3d2a72765c0e req-f9e229d7-c6ec-433d-907f-0ddbca2cb1e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:30.978076 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de1b5aa-aafc-4fb7-94d4-9013ab9a0734 admin admin] Network d4de5f58-26b5-4e4f-8278-673645bfd374 is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89110) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:20:30.992350 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-73f2c2da-e53d-419c-a42f-4650ad1e2747 req-d9302da4-dfb3-4df3-958f-52f7907638e8 tempest-FloatingIPsTestJSON-886658126 tempest-FloatingIPsTestJSON-886658126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:30.993250 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-73f2c2da-e53d-419c-a42f-4650ad1e2747 req-d9302da4-dfb3-4df3-958f-52f7907638e8 tempest-FloatingIPsTestJSON-886658126 tempest-FloatingIPsTestJSON-886658126-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:30.993358 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [req-c172421c-b08e-4336-825c-3d2a72765c0e req-f9e229d7-c6ec-433d-907f-0ddbca2cb1e7 service neutron] Transition to ACTIVE for port object 4ff8f897-32e3-43f6-b211-8363395ab749 will not be triggered until provisioned by entity L2. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:20:30.996298 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb13f1c-3c9b-41d1-887d-917e15a8e00b req-56ca048c-e778-47bb-9856-534234c6eab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:30.998137 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-8bb13f1c-3c9b-41d1-887d-917e15a8e00b req-56ca048c-e778-47bb-9856-534234c6eab6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=bb90c162-fdb0-406b-af2b-5eef830db7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2496629 May 28 06:20:31.115590 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 138e37fd-587c-413c-8bdd-4325f6d90825 details requested by agent hyperv_n-h2-843702-1 with host n-h2-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:20:31.126087 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-73f2c2da-e53d-419c-a42f-4650ad1e2747 req-d9302da4-dfb3-4df3-958f-52f7907638e8 tempest-FloatingIPsTestJSON-886658126 tempest-FloatingIPsTestJSON-886658126-project] Calling delete_port for 5e434c23-a1a6-44bd-a274-664b5acdc94d owned by network:floatingip {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:20:31.141516 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-8bb13f1c-3c9b-41d1-887d-917e15a8e00b req-6fac93c7-3fce-4110-847c-442126156c99 service neutron] 10.222.0.71 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308029 May 28 06:20:31.175704 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-c172421c-b08e-4336-825c-3d2a72765c0e req-f9e229d7-c6ec-433d-907f-0ddbca2cb1e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:31.206380 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-4de1b5aa-aafc-4fb7-94d4-9013ab9a0734 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, d4de5f58-26b5-4e4f-8278-673645bfd374) {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:20:31.217543 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98780c79-a861-4a5c-83f3-6e674e21b769 None None] Network d4de5f58-26b5-4e4f-8278-673645bfd374 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:20:31.223163 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de1b5aa-aafc-4fb7-94d4-9013ab9a0734 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:31.223741 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-4de1b5aa-aafc-4fb7-94d4-9013ab9a0734 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:31.298211 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a9f5fe-87c8-4207-a43f-20adb99b04ed req-f0e2c98d-2b2e-4e12-b8dd-824c6ab3f586 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:31.299711 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-91a9f5fe-87c8-4207-a43f-20adb99b04ed req-f0e2c98d-2b2e-4e12-b8dd-824c6ab3f586 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bef656a-6216-41b1-97ef-01974e054907 HTTP/1.1" status: 200 len: 950 time: 0.2346885 May 28 06:20:31.381896 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-4de1b5aa-aafc-4fb7-94d4-9013ab9a0734 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.9387863 May 28 06:20:31.391437 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 45512) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:20:31.406534 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-618dbf5e-dc6d-4d5f-a032-633cd487da2f admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-2083684853-router', 'tenant_id': '8d511f8938f3446b9ed8484c7e88d332', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:20:31.406921 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 138e37fd-587c-413c-8bdd-4325f6d90825, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=138e37fd-587c-413c-8bdd-4325f6d90825,segment=NetworkSegment(2466b369-b4d4-4fbf-9dbd-05fe75562f7f),segment_id=2466b369-b4d4-4fbf-9dbd-05fe75562f7f)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:20:31.413120 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e229d7-c6ec-433d-907f-0ddbca2cb1e7 service neutron] Pushing event updated for resources: {'Port': ['ID=4ff8f897-32e3-43f6-b211-8363395ab749,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:31.418602 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-618dbf5e-dc6d-4d5f-a032-633cd487da2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:20:31.443510 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-91a9f5fe-87c8-4207-a43f-20adb99b04ed req-7bf38127-8476-47ce-bebf-78aad7bf5d79 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330328 May 28 06:20:31.469084 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-618dbf5e-dc6d-4d5f-a032-633cd487da2f admin admin] Usage tracker for resource:router and tenant:8d511f8938f3446b9ed8484c7e88d332 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:20:31.495110 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 138e37fd-587c-413c-8bdd-4325f6d90825 has no active binding in host n-h2-843702-1 {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 28 06:20:31.500388 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-73f2c2da-e53d-419c-a42f-4650ad1e2747 req-d9302da4-dfb3-4df3-958f-52f7907638e8 tempest-FloatingIPsTestJSON-886658126 tempest-FloatingIPsTestJSON-886658126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:31.501874 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-618dbf5e-dc6d-4d5f-a032-633cd487da2f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:20:31.511263 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-618dbf5e-dc6d-4d5f-a032-633cd487da2f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:20:31.545948 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-8bb13f1c-3c9b-41d1-887d-917e15a8e00b req-12e9c24e-3c36-43f0-9548-cfc7c7a31a06 service neutron] 10.222.0.71 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3940303 May 28 06:20:31.558004 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9302da4-dfb3-4df3-958f-52f7907638e8 tempest-FloatingIPsTestJSON-886658126 tempest-FloatingIPsTestJSON-886658126-project] Pushing event deleted for resources: {'Port': ['ID=5e434c23-a1a6-44bd-a274-664b5acdc94d,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:31.590750 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:31.591601 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-c172421c-b08e-4336-825c-3d2a72765c0e req-f9e229d7-c6ec-433d-907f-0ddbca2cb1e7 service neutron] Attempting to bind port 4ff8f897-32e3-43f6-b211-8363395ab749 on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:20:31.592075 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-c172421c-b08e-4336-825c-3d2a72765c0e req-f9e229d7-c6ec-433d-907f-0ddbca2cb1e7 service neutron] Attempting to bind port 4ff8f897-32e3-43f6-b211-8363395ab749 by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': 'da68ba47-25e5-4637-a83a-51088b9800dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '878a453b-7058-4dfc-b9e2-17503c679278'}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:20:31.592409 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c172421c-b08e-4336-825c-3d2a72765c0e req-f9e229d7-c6ec-433d-907f-0ddbca2cb1e7 service neutron] Attempting to bind port 4ff8f897-32e3-43f6-b211-8363395ab749 on network 878a453b-7058-4dfc-b9e2-17503c679278 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:20:31.597580 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c172421c-b08e-4336-825c-3d2a72765c0e req-f9e229d7-c6ec-433d-907f-0ddbca2cb1e7 service neutron] Port 4ff8f897-32e3-43f6-b211-8363395ab749 on network 878a453b-7058-4dfc-b9e2-17503c679278 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:20:31.598006 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c172421c-b08e-4336-825c-3d2a72765c0e req-f9e229d7-c6ec-433d-907f-0ddbca2cb1e7 service neutron] Attempting to bind port 4ff8f897-32e3-43f6-b211-8363395ab749 on network 878a453b-7058-4dfc-b9e2-17503c679278 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:20:31.606783 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c172421c-b08e-4336-825c-3d2a72765c0e req-f9e229d7-c6ec-433d-907f-0ddbca2cb1e7 service neutron] Checking agent: {'id': '69f492a0-c00d-46d0-9bec-fcd8161ce206', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:20:31.606783 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c172421c-b08e-4336-825c-3d2a72765c0e req-f9e229d7-c6ec-433d-907f-0ddbca2cb1e7 service neutron] Checking segment: {'id': 'da68ba47-25e5-4637-a83a-51088b9800dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '878a453b-7058-4dfc-b9e2-17503c679278'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:20:31.606783 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c172421c-b08e-4336-825c-3d2a72765c0e req-f9e229d7-c6ec-433d-907f-0ddbca2cb1e7 service neutron] Bound using segment: {'id': 'da68ba47-25e5-4637-a83a-51088b9800dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '878a453b-7058-4dfc-b9e2-17503c679278'} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:20:31.606783 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-c172421c-b08e-4336-825c-3d2a72765c0e req-f9e229d7-c6ec-433d-907f-0ddbca2cb1e7 service neutron] Bound port: 4ff8f897-32e3-43f6-b211-8363395ab749, host: n-h1-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da68ba47-25e5-4637-a83a-51088b9800dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '878a453b-7058-4dfc-b9e2-17503c679278'}}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:20:31.606783 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-c172421c-b08e-4336-825c-3d2a72765c0e req-f9e229d7-c6ec-433d-907f-0ddbca2cb1e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:31.612957 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f5973f-0556-4efe-abdc-515ccd3c4922 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-d4de5f58-26b5-4e4f-8278-673645bfd374', 'network_id': 'd4de5f58-26b5-4e4f-8278-673645bfd374', 'tenant_id': '8d511f8938f3446b9ed8484c7e88d332', 'fixed_ips': [{'subnet_id': '32fe9d9e-2ab0-4e3b-8ba9-de9ae262b6d9'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:20:31.613852 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-16f5973f-0556-4efe-abdc-515ccd3c4922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:31.662090 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-618dbf5e-dc6d-4d5f-a032-633cd487da2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59128'] for router, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:31.662090 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-618dbf5e-dc6d-4d5f-a032-633cd487da2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59009'] for router, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:31.711880 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-618dbf5e-dc6d-4d5f-a032-633cd487da2f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:31.738409 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-c172421c-b08e-4336-825c-3d2a72765c0e req-f9e229d7-c6ec-433d-907f-0ddbca2cb1e7 service neutron] For port 4ff8f897-32e3-43f6-b211-8363395ab749, host n-h1-843702-1, cleared binding levels {{(pid=89109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:20:31.743399 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-c172421c-b08e-4336-825c-3d2a72765c0e req-f9e229d7-c6ec-433d-907f-0ddbca2cb1e7 service neutron] For port 4ff8f897-32e3-43f6-b211-8363395ab749, host n-h1-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=4ff8f897-32e3-43f6-b211-8363395ab749,segment=NetworkSegment(da68ba47-25e5-4637-a83a-51088b9800dc),segment_id=da68ba47-25e5-4637-a83a-51088b9800dc)] {{(pid=89109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:20:31.786752 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-16f5973f-0556-4efe-abdc-515ccd3c4922 None None] Allocated IP 172.20.0.2 (d4de5f58-26b5-4e4f-8278-673645bfd374/32fe9d9e-2ab0-4e3b-8ba9-de9ae262b6d9/2ae84864-978d-4387-833d-50aec0932581) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:20:31.807439 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-73f2c2da-e53d-419c-a42f-4650ad1e2747 req-d9302da4-dfb3-4df3-958f-52f7907638e8 tempest-FloatingIPsTestJSON-886658126 tempest-FloatingIPsTestJSON-886658126-project] Notify callbacks [] for floatingip, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:31.831623 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-c172421c-b08e-4336-825c-3d2a72765c0e req-f9e229d7-c6ec-433d-907f-0ddbca2cb1e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:31.837224 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fea017d-300c-406e-8680-78e958dc328a req-703cdd7d-5e2c-40b6-a9c5-137186bc5ba0 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:31.838740 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8fea017d-300c-406e-8680-78e958dc328a req-703cdd7d-5e2c-40b6-a9c5-137186bc5ba0 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/ports?device_id=df55b3a0-0685-44ad-8bdb-1b874bab3160 HTTP/1.1" status: 200 len: 943 time: 0.2400196 May 28 06:20:31.890860 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8fea017d-300c-406e-8680-78e958dc328a req-dcd24b56-9d50-48cb-96fc-8b771d51246b tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a90b51ea-4be8-4511-8d71-0b0b776de2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450745 May 28 06:20:31.924634 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-73f2c2da-e53d-419c-a42f-4650ad1e2747 req-d9302da4-dfb3-4df3-958f-52f7907638e8 tempest-FloatingIPsTestJSON-886658126 tempest-FloatingIPsTestJSON-886658126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:31.924634 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-73f2c2da-e53d-419c-a42f-4650ad1e2747 req-d9302da4-dfb3-4df3-958f-52f7907638e8 tempest-FloatingIPsTestJSON-886658126 tempest-FloatingIPsTestJSON-886658126-project] 10.222.0.55 "DELETE /v2.0/floatingips/3a7465db-7288-4100-9555-e608b6163440 HTTP/1.1" status: 204 len: 173 time: 1.3435709 May 28 06:20:31.954015 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c172421c-b08e-4336-825c-3d2a72765c0e req-f9e229d7-c6ec-433d-907f-0ddbca2cb1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:31.954629 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-c172421c-b08e-4336-825c-3d2a72765c0e req-f9e229d7-c6ec-433d-907f-0ddbca2cb1e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:31.956009 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-c172421c-b08e-4336-825c-3d2a72765c0e req-f9e229d7-c6ec-433d-907f-0ddbca2cb1e7 service neutron] 10.222.0.69 "PUT /v2.0/ports/4ff8f897-32e3-43f6-b211-8363395ab749 HTTP/1.1" status: 200 len: 1091 time: 1.9159791 May 28 06:20:31.964054 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df55b3a0-0685-44ad-8bdb-1b874bab3160', 'tag': '4ff8f897-32e3-43f6-b211-8363395ab749'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:20:31.985579 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1aa57f89-70b4-4932-80b8-9a216c97c55f'] response: {'name': 'network-changed', 'server_uuid': 'e7550758-2300-49b6-a09e-22d45df05a91', 'tag': '138e37fd-587c-413c-8bdd-4325f6d90825', 'status': 'completed', 'code': 200} May 28 06:20:32.013787 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:32.048107 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-16f5973f-0556-4efe-abdc-515ccd3c4922 None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:32.060643 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-16f5973f-0556-4efe-abdc-515ccd3c4922 None None] Transition to ACTIVE for port object 2ae84864-978d-4387-833d-50aec0932581 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:20:32.082088 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-16f5973f-0556-4efe-abdc-515ccd3c4922 None None] Transition to ACTIVE for port object 2ae84864-978d-4387-833d-50aec0932581 will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:20:32.117567 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa89153d-515c-4e48-aa54-2123653c88b0 req-7abe0c95-741b-4499-b1eb-840ea795df5e tempest-ImagesOneServerTestJSON-389688844 tempest-ImagesOneServerTestJSON-389688844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:32.119257 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-aa89153d-515c-4e48-aa54-2123653c88b0 req-7abe0c95-741b-4499-b1eb-840ea795df5e tempest-ImagesOneServerTestJSON-389688844 tempest-ImagesOneServerTestJSON-389688844-project] 10.222.0.55 "GET /v2.0/ports?device_id=577a8e23-0200-4256-a915-c88306809d8d HTTP/1.1" status: 200 len: 948 time: 0.0903645 May 28 06:20:32.155500 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e229d7-c6ec-433d-907f-0ddbca2cb1e7 service neutron] Pushing event updated for resources: {'Port': ['ID=4ff8f897-32e3-43f6-b211-8363395ab749,revision_number=3']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:32.174082 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-16f5973f-0556-4efe-abdc-515ccd3c4922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:32.214862 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5dbad611-fbdd-44d0-9fea-7828e55471da req-2df58fef-4d21-4379-8dc3-1fce3e9560f9 tempest-ServersAdmin275Test-1627060860 tempest-ServersAdmin275Test-1627060860-project] 10.222.0.55 "GET /v2.0/ports?device_id=45fb5242-d2b8-4cad-be5f-640116d504f8 HTTP/1.1" status: 200 len: 210 time: 0.0946157 May 28 06:20:32.235220 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-618dbf5e-dc6d-4d5f-a032-633cd487da2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59027'] for router, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:32.254461 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f5973f-0556-4efe-abdc-515ccd3c4922 None None] Pushing event updated for resources: {'Port': ['ID=2ae84864-978d-4387-833d-50aec0932581,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:32.258508 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f5973f-0556-4efe-abdc-515ccd3c4922 None None] Network d4de5f58-26b5-4e4f-8278-673645bfd374 is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:20:32.262746 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-16f5973f-0556-4efe-abdc-515ccd3c4922 None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:20:32.262746 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f5973f-0556-4efe-abdc-515ccd3c4922 None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:20:32.274414 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348d59da-f2b8-4d4c-a328-0c219620b645 req-64ff6a30-0c9a-4d41-a1f6-29ba61bba6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:32.275949 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-348d59da-f2b8-4d4c-a328-0c219620b645 req-64ff6a30-0c9a-4d41-a1f6-29ba61bba6a2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7b2fe75d343f4ee29013f21d2442bc34&device_id=e7550758-2300-49b6-a09e-22d45df05a91 HTTP/1.1" status: 200 len: 1125 time: 0.2488725 May 28 06:20:32.301490 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-aa89153d-515c-4e48-aa54-2123653c88b0 req-64a73d80-2e43-47c2-bcf3-bda8705ea46d tempest-ImagesOneServerTestJSON-389688844 tempest-ImagesOneServerTestJSON-389688844-project] 10.222.0.55 "GET /v2.0/security-groups?id=9751c75c-7cab-44bc-96f2-db536b71c103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442051 May 28 06:20:32.357977 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-16f5973f-0556-4efe-abdc-515ccd3c4922 None None] Attempting to bind port 2ae84864-978d-4387-833d-50aec0932581 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:20:32.358340 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-16f5973f-0556-4efe-abdc-515ccd3c4922 None None] Attempting to bind port 2ae84864-978d-4387-833d-50aec0932581 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'da5c496c-27c0-43e7-82d4-b2bdcd86ef6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'd4de5f58-26b5-4e4f-8278-673645bfd374'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:20:32.358701 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f5973f-0556-4efe-abdc-515ccd3c4922 None None] Attempting to bind port 2ae84864-978d-4387-833d-50aec0932581 on network d4de5f58-26b5-4e4f-8278-673645bfd374 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:20:32.367293 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f5973f-0556-4efe-abdc-515ccd3c4922 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:20:32.368418 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f5973f-0556-4efe-abdc-515ccd3c4922 None None] Checking segment: {'id': 'da5c496c-27c0-43e7-82d4-b2bdcd86ef6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'd4de5f58-26b5-4e4f-8278-673645bfd374'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:20:32.368836 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-16f5973f-0556-4efe-abdc-515ccd3c4922 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:32.369249 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f5973f-0556-4efe-abdc-515ccd3c4922 None None] Bound using segment: {'id': 'da5c496c-27c0-43e7-82d4-b2bdcd86ef6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'd4de5f58-26b5-4e4f-8278-673645bfd374'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:20:32.369732 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-16f5973f-0556-4efe-abdc-515ccd3c4922 None None] Bound port: 2ae84864-978d-4387-833d-50aec0932581, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da5c496c-27c0-43e7-82d4-b2bdcd86ef6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'd4de5f58-26b5-4e4f-8278-673645bfd374'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:20:32.370481 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-16f5973f-0556-4efe-abdc-515ccd3c4922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:32.478738 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-16f5973f-0556-4efe-abdc-515ccd3c4922 None None] For port 2ae84864-978d-4387-833d-50aec0932581, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:20:32.482038 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-16f5973f-0556-4efe-abdc-515ccd3c4922 None None] For port 2ae84864-978d-4387-833d-50aec0932581, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=2ae84864-978d-4387-833d-50aec0932581,segment=NetworkSegment(da5c496c-27c0-43e7-82d4-b2bdcd86ef6a),segment_id=da5c496c-27c0-43e7-82d4-b2bdcd86ef6a)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:20:32.489560 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c172421c-b08e-4336-825c-3d2a72765c0e req-3c9ed97f-8456-42e3-9cf0-cd7bf549e5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:32.492322 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c172421c-b08e-4336-825c-3d2a72765c0e req-3c9ed97f-8456-42e3-9cf0-cd7bf549e5bf service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1ab1ed0d304345a0a07278c26e7745d6&device_id=df55b3a0-0685-44ad-8bdb-1b874bab3160 HTTP/1.1" status: 200 len: 1094 time: 0.3366125 May 28 06:20:32.584799 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c172421c-b08e-4336-825c-3d2a72765c0e req-20c4a9ff-f361-457a-848b-015ecff0ec39 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ff8f897-32e3-43f6-b211-8363395ab749 HTTP/1.1" status: 200 len: 217 time: 0.0788839 May 28 06:20:32.590830 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-33a92155-9454-4c29-8396-581e8381b5a9 req-14231150-f77f-4c87-be91-36e412de7c2e tempest-FloatingIPsTestJSON-886658126 tempest-FloatingIPsTestJSON-886658126-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3381817 May 28 06:20:32.592927 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-16f5973f-0556-4efe-abdc-515ccd3c4922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:32.593077 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348d59da-f2b8-4d4c-a328-0c219620b645 req-df241756-d375-459d-84cc-0004463cf2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:32.596539 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-348d59da-f2b8-4d4c-a328-0c219620b645 req-df241756-d375-459d-84cc-0004463cf2cb service neutron] 10.222.0.69 "GET /v2.0/networks?id=ae685707-2f9d-409f-9237-8deef87c8163 HTTP/1.1" status: 200 len: 909 time: 0.3135312 May 28 06:20:32.641438 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-33a92155-9454-4c29-8396-581e8381b5a9 req-1e7b8ff6-c8e5-4ad0-9797-361a946c7d7e tempest-FloatingIPsTestJSON-886658126 tempest-FloatingIPsTestJSON-886658126-project] Request body: {'floatingip': {'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:20:32.657794 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-33a92155-9454-4c29-8396-581e8381b5a9 req-1e7b8ff6-c8e5-4ad0-9797-361a946c7d7e tempest-FloatingIPsTestJSON-886658126 tempest-FloatingIPsTestJSON-886658126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:20:32.666784 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-33a92155-9454-4c29-8396-581e8381b5a9 req-1e7b8ff6-c8e5-4ad0-9797-361a946c7d7e tempest-FloatingIPsTestJSON-886658126 tempest-FloatingIPsTestJSON-886658126-project] Usage tracker for resource:floatingip and tenant:14290ed08c6d4a7fa996c9c36852cd35 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:20:32.671938 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-33a92155-9454-4c29-8396-581e8381b5a9 req-1e7b8ff6-c8e5-4ad0-9797-361a946c7d7e tempest-FloatingIPsTestJSON-886658126 tempest-FloatingIPsTestJSON-886658126-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:20:32.679271 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-33a92155-9454-4c29-8396-581e8381b5a9 req-1e7b8ff6-c8e5-4ad0-9797-361a946c7d7e tempest-FloatingIPsTestJSON-886658126 tempest-FloatingIPsTestJSON-886658126-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:20:32.681056 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-348d59da-f2b8-4d4c-a328-0c219620b645 req-1c686107-8501-44f7-8511-e161778de3b5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=138e37fd-587c-413c-8bdd-4325f6d90825 HTTP/1.1" status: 200 len: 217 time: 0.0685456 May 28 06:20:32.692748 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c172421c-b08e-4336-825c-3d2a72765c0e req-a19039f0-af8a-4283-8f3f-c80d1dea16ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:32.694296 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c172421c-b08e-4336-825c-3d2a72765c0e req-a19039f0-af8a-4283-8f3f-c80d1dea16ec service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cdd32cdd-4510-40e6-8d87-2fb486891cf4 HTTP/1.1" status: 200 len: 861 time: 0.1026366 May 28 06:20:32.701675 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f5973f-0556-4efe-abdc-515ccd3c4922 None None] Pushing event updated for resources: {'Port': ['ID=2ae84864-978d-4387-833d-50aec0932581,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:32.706490 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71758809-0835-4bd1-8e10-5e6597e7b150 req-99f85fcb-eb67-4487-a054-bf0b47212a22 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:32.707955 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-71758809-0835-4bd1-8e10-5e6597e7b150 req-99f85fcb-eb67-4487-a054-bf0b47212a22 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7550758-2300-49b6-a09e-22d45df05a91 HTTP/1.1" status: 200 len: 944 time: 0.3008299 May 28 06:20:32.765821 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c172421c-b08e-4336-825c-3d2a72765c0e req-bfc20d58-fe6d-4682-bc53-9b6d20ef2914 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=878a453b-7058-4dfc-b9e2-17503c679278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554388 May 28 06:20:32.771117 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348d59da-f2b8-4d4c-a328-0c219620b645 req-b427c990-0edb-42d0-9df9-c8fbfc23c7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:32.773094 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-348d59da-f2b8-4d4c-a328-0c219620b645 req-b427c990-0edb-42d0-9df9-c8fbfc23c7c9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=eed62182-5ff7-4e12-84bb-4e23f47bba04 HTTP/1.1" status: 200 len: 848 time: 0.0806050 May 28 06:20:32.875682 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-33a92155-9454-4c29-8396-581e8381b5a9 req-1e7b8ff6-c8e5-4ad0-9797-361a946c7d7e tempest-FloatingIPsTestJSON-886658126 tempest-FloatingIPsTestJSON-886658126-project] Notify callbacks [] for floatingip, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:32.905777 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-71758809-0835-4bd1-8e10-5e6597e7b150 req-2b0427a6-7c7d-4c99-ae88-2a87a4c504b0 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/security-groups?id=51e8ab45-fc50-4bca-a4a6-55c0639ed93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660652 May 28 06:20:32.940325 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-348d59da-f2b8-4d4c-a328-0c219620b645 req-87521e5f-5d8f-499b-a84c-e0ee6f4ea30f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ae685707-2f9d-409f-9237-8deef87c8163&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1594770 May 28 06:20:33.031529 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c172421c-b08e-4336-825c-3d2a72765c0e req-f14e4066-053e-4164-91f0-ee4e9249f3b0 service neutron] 10.222.0.69 "GET /v2.0/networks/878a453b-7058-4dfc-b9e2-17503c679278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2566848 May 28 06:20:33.050337 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1ea5ded-ad43-4c5e-8c79-d22d923d9527'] response: {'name': 'network-changed', 'server_uuid': 'df55b3a0-0685-44ad-8bdb-1b874bab3160', 'tag': '4ff8f897-32e3-43f6-b211-8363395ab749', 'status': 'completed', 'code': 200} May 28 06:20:33.138627 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device b0092ac8-7f2d-4bba-bffc-709c31aca1a8 details requested by agent hyperv_n-h2-843702-1 with host n-h2-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:20:33.224869 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-518b743a-4e71-4fe4-a1ea-0e2c288b0ace req-8742fc8c-cc68-42a9-be80-fc392e8b3d69 service neutron] 10.222.0.69 "GET /v2.0/ports/138e37fd-587c-413c-8bdd-4325f6d90825/bindings/n-h2-843702-1 HTTP/1.1" status: 200 len: 384 time: 0.3347778 May 28 06:20:33.228481 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-618dbf5e-dc6d-4d5f-a032-633cd487da2f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:33.250145 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c172421c-b08e-4336-825c-3d2a72765c0e req-6912dfba-fe80-4089-bb60-a35a1ebdefc4 service neutron] 10.222.0.69 "GET /v2.0/networks/878a453b-7058-4dfc-b9e2-17503c679278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041583 May 28 06:20:33.279569 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port b0092ac8-7f2d-4bba-bffc-709c31aca1a8, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=b0092ac8-7f2d-4bba-bffc-709c31aca1a8,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:20:33.290375 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2fc424-9714-4689-8cb6-ac069d9730a8 req-dfd3843c-7aa6-46fa-9444-123ed6ce0912 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:33.294113 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Returning: {'device': 'b0092ac8-7f2d-4bba-bffc-709c31aca1a8', 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9', 'port_id': 'b0092ac8-7f2d-4bba-bffc-709c31aca1a8', 'mac_address': 'fa:16:3e:61:ff:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e72d0ca5-04cb-4b36-82b1-c75214c9eb05', 'ip_address': '192.168.233.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:20:33.297316 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0f2fc424-9714-4689-8cb6-ac069d9730a8 req-dfd3843c-7aa6-46fa-9444-123ed6ce0912 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bef656a-6216-41b1-97ef-01974e054907 HTTP/1.1" status: 200 len: 950 time: 0.1745265 May 28 06:20:33.322303 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-618dbf5e-dc6d-4d5f-a032-633cd487da2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:33.337532 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-33a92155-9454-4c29-8396-581e8381b5a9 req-1e7b8ff6-c8e5-4ad0-9797-361a946c7d7e tempest-FloatingIPsTestJSON-886658126 tempest-FloatingIPsTestJSON-886658126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:33.359804 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port b0092ac8-7f2d-4bba-bffc-709c31aca1a8 is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:20:33.360177 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:33.375365 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-348d59da-f2b8-4d4c-a328-0c219620b645 req-b15526f2-2115-4af3-9fce-6dc370032924 service neutron] 10.222.0.69 "GET /v2.0/networks/ae685707-2f9d-409f-9237-8deef87c8163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4289789 May 28 06:20:33.384908 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0f2fc424-9714-4689-8cb6-ac069d9730a8 req-8db4eb18-1be0-440f-a8ea-2a05424d2af0 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849962 May 28 06:20:33.399939 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0092ac8-7f2d-4bba-bffc-709c31aca1a8 {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:20:33.424701 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port b0092ac8-7f2d-4bba-bffc-709c31aca1a8, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=b0092ac8-7f2d-4bba-bffc-709c31aca1a8,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:20:33.511228 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:33.632845 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=b0092ac8-7f2d-4bba-bffc-709c31aca1a8,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:33.699712 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-348d59da-f2b8-4d4c-a328-0c219620b645 req-9b6c7f0a-c6cd-4e23-acc4-865e40c01323 service neutron] 10.222.0.69 "GET /v2.0/networks/ae685707-2f9d-409f-9237-8deef87c8163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3112273 May 28 06:20:33.723148 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [req-33a92155-9454-4c29-8396-581e8381b5a9 req-1e7b8ff6-c8e5-4ad0-9797-361a946c7d7e tempest-FloatingIPsTestJSON-886658126 tempest-FloatingIPsTestJSON-886658126-project] Allocated IP 172.25.5.181 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/d73915f5-adec-4474-be1d-beacd2f03e59) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:20:33.732326 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442888be-47c1-431d-b541-28f266b940cb req-60e03838-816d-4c0f-8b95-0c6e050d8b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:33.733811 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-442888be-47c1-431d-b541-28f266b940cb req-60e03838-816d-4c0f-8b95-0c6e050d8b67 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1ab1ed0d304345a0a07278c26e7745d6&device_id=df55b3a0-0685-44ad-8bdb-1b874bab3160 HTTP/1.1" status: 200 len: 1094 time: 0.3444600 May 28 06:20:33.756800 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-518b743a-4e71-4fe4-a1ea-0e2c288b0ace req-79587089-ce54-459c-a05c-7a987434a2bf service neutron] For port 138e37fd-587c-413c-8bdd-4325f6d90825, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=138e37fd-587c-413c-8bdd-4325f6d90825,segment=NetworkSegment(2466b369-b4d4-4fbf-9dbd-05fe75562f7f),segment_id=2466b369-b4d4-4fbf-9dbd-05fe75562f7f)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:20:33.789725 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-518b743a-4e71-4fe4-a1ea-0e2c288b0ace req-79587089-ce54-459c-a05c-7a987434a2bf service neutron] For port 138e37fd-587c-413c-8bdd-4325f6d90825, host n-h1-843702-1, cleared binding levels {{(pid=89109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:20:33.845518 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [req-518b743a-4e71-4fe4-a1ea-0e2c288b0ace req-79587089-ce54-459c-a05c-7a987434a2bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 138e37fd-587c-413c-8bdd-4325f6d90825 {{(pid=89109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:20:33.857207 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-518b743a-4e71-4fe4-a1ea-0e2c288b0ace req-79587089-ce54-459c-a05c-7a987434a2bf service neutron] For port 138e37fd-587c-413c-8bdd-4325f6d90825, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=138e37fd-587c-413c-8bdd-4325f6d90825,segment=NetworkSegment(2466b369-b4d4-4fbf-9dbd-05fe75562f7f),segment_id=2466b369-b4d4-4fbf-9dbd-05fe75562f7f)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:20:33.880124 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b5fc82-59ef-49be-8f8b-e10b6129df88 None None] Network d4de5f58-26b5-4e4f-8278-673645bfd374 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:20:33.927113 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7996b35c-0757-4749-8d7a-dedacf43ae70 req-cf665ead-af3b-427e-9371-d268fb7c641c tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:33.929261 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7996b35c-0757-4749-8d7a-dedacf43ae70 req-cf665ead-af3b-427e-9371-d268fb7c641c tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/ports?device_id=df55b3a0-0685-44ad-8bdb-1b874bab3160 HTTP/1.1" status: 200 len: 943 time: 0.4154909 May 28 06:20:33.934498 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-518b743a-4e71-4fe4-a1ea-0e2c288b0ace req-79587089-ce54-459c-a05c-7a987434a2bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:33.946209 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['b0092ac8-7f2d-4bba-bffc-709c31aca1a8'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:20:34.019197 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442888be-47c1-431d-b541-28f266b940cb req-2d6cffe8-baf2-4054-9770-af38b75a01e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:34.020616 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-442888be-47c1-431d-b541-28f266b940cb req-2d6cffe8-baf2-4054-9770-af38b75a01e9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=878a453b-7058-4dfc-b9e2-17503c679278 HTTP/1.1" status: 200 len: 922 time: 0.2781701 May 28 06:20:34.032485 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7996b35c-0757-4749-8d7a-dedacf43ae70 req-2a7f6482-2a30-4bca-ba6e-470882162ec3 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a90b51ea-4be8-4511-8d71-0b0b776de2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966949 May 28 06:20:34.056887 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [req-518b743a-4e71-4fe4-a1ea-0e2c288b0ace req-79587089-ce54-459c-a05c-7a987434a2bf service neutron] Transition to ACTIVE for port object 138e37fd-587c-413c-8bdd-4325f6d90825 will not be triggered until provisioned by entity L2. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:20:34.078039 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-994d0be2-e519-4e44-9eb2-646091c050b5 None None] Provisioning for port 2ae84864-978d-4387-833d-50aec0932581 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:20:34.110289 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-442888be-47c1-431d-b541-28f266b940cb req-dacd3ece-fb8a-4684-bd30-1c93c92b2091 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ff8f897-32e3-43f6-b211-8363395ab749 HTTP/1.1" status: 200 len: 217 time: 0.0828960 May 28 06:20:34.112979 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-33a92155-9454-4c29-8396-581e8381b5a9 req-1e7b8ff6-c8e5-4ad0-9797-361a946c7d7e tempest-FloatingIPsTestJSON-886658126 tempest-FloatingIPsTestJSON-886658126-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:34.140157 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-518b743a-4e71-4fe4-a1ea-0e2c288b0ace req-79587089-ce54-459c-a05c-7a987434a2bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:34.183928 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442888be-47c1-431d-b541-28f266b940cb req-6ff69b4d-6d51-4638-bf65-bc9ff1d759cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:34.185259 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-442888be-47c1-431d-b541-28f266b940cb req-6ff69b4d-6d51-4638-bf65-bc9ff1d759cb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cdd32cdd-4510-40e6-8d87-2fb486891cf4 HTTP/1.1" status: 200 len: 861 time: 0.0670068 May 28 06:20:34.211368 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 2ae84864-978d-4387-833d-50aec0932581 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:20:34.274083 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-442888be-47c1-431d-b541-28f266b940cb req-1d6680c6-7d5c-4685-a440-beded203e14f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=878a453b-7058-4dfc-b9e2-17503c679278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0794573 May 28 06:20:34.307445 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8c744b4c-9564-4c3a-bd73-14243ceca428 req-5e64190e-790a-4185-896c-f6d38f1bf0a2 tempest-ServersAdmin275Test-1627060860 tempest-ServersAdmin275Test-1627060860-project] 10.222.0.55 "GET /v2.0/ports?device_id=45fb5242-d2b8-4cad-be5f-640116d504f8 HTTP/1.1" status: 200 len: 210 time: 0.0748017 May 28 06:20:34.393023 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-33a92155-9454-4c29-8396-581e8381b5a9 req-1e7b8ff6-c8e5-4ad0-9797-361a946c7d7e tempest-FloatingIPsTestJSON-886658126 tempest-FloatingIPsTestJSON-886658126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:34.477099 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [req-518b743a-4e71-4fe4-a1ea-0e2c288b0ace req-79587089-ce54-459c-a05c-7a987434a2bf service neutron] No DVR routers for this DVR port 138e37fd-587c-413c-8bdd-4325f6d90825 on host n-h1-843702-1 {{(pid=89109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:20:34.511035 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 2ae84864-978d-4387-833d-50aec0932581 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:20:34.516546 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 2ae84864-978d-4387-833d-50aec0932581 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:20:34.516917 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:34.543025 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33a92155-9454-4c29-8396-581e8381b5a9 req-1e7b8ff6-c8e5-4ad0-9797-361a946c7d7e tempest-FloatingIPsTestJSON-886658126 tempest-FloatingIPsTestJSON-886658126-project] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:20:34.553093 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79587089-ce54-459c-a05c-7a987434a2bf service neutron] Pushing event updated for resources: {'Port': ['ID=138e37fd-587c-413c-8bdd-4325f6d90825,revision_number=10']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:34.557938 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [req-33a92155-9454-4c29-8396-581e8381b5a9 req-1e7b8ff6-c8e5-4ad0-9797-361a946c7d7e tempest-FloatingIPsTestJSON-886658126 tempest-FloatingIPsTestJSON-886658126-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:20:34.559935 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7b8ff6-c8e5-4ad0-9797-361a946c7d7e tempest-FloatingIPsTestJSON-886658126 tempest-FloatingIPsTestJSON-886658126-project] Pushing event updated for resources: {'Port': ['ID=d73915f5-adec-4474-be1d-beacd2f03e59,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:34.562580 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-33a92155-9454-4c29-8396-581e8381b5a9 req-1e7b8ff6-c8e5-4ad0-9797-361a946c7d7e tempest-FloatingIPsTestJSON-886658126 tempest-FloatingIPsTestJSON-886658126-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:20:34.586737 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-618dbf5e-dc6d-4d5f-a032-633cd487da2f admin admin] Allocated IP 172.25.5.46 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/9a6ceb40-d2ec-4079-9bd4-004e52ab2e3f) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:20:34.639418 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-442888be-47c1-431d-b541-28f266b940cb req-70d39135-edb2-4e05-9c8e-eab351763e49 service neutron] 10.222.0.69 "GET /v2.0/networks/878a453b-7058-4dfc-b9e2-17503c679278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3525760 May 28 06:20:34.711966 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-518b743a-4e71-4fe4-a1ea-0e2c288b0ace req-79587089-ce54-459c-a05c-7a987434a2bf service neutron] 10.222.0.69 "PUT /v2.0/ports/138e37fd-587c-413c-8bdd-4325f6d90825/bindings/n-h2-843702-1/activate HTTP/1.1" status: 200 len: 369 time: 1.4573436 May 28 06:20:34.746944 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-cc31f2cd-b9fc-4b00-85f3-d39ef99187c3 None None] Provisioning complete for port 2ae84864-978d-4387-833d-50aec0932581 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:20:34.747939 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-cc31f2cd-b9fc-4b00-85f3-d39ef99187c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:34.783072 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 2ae84864-978d-4387-833d-50aec0932581 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:20:34.783072 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:34.796183 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9616163e-dc97-4011-8f48-ffcb1e88afc9 req-9004d21c-d8c7-4b2f-b504-7aafbb1a5dba tempest-ImagesOneServerTestJSON-389688844 tempest-ImagesOneServerTestJSON-389688844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:34.797730 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9616163e-dc97-4011-8f48-ffcb1e88afc9 req-9004d21c-d8c7-4b2f-b504-7aafbb1a5dba tempest-ImagesOneServerTestJSON-389688844 tempest-ImagesOneServerTestJSON-389688844-project] 10.222.0.55 "GET /v2.0/ports?device_id=577a8e23-0200-4256-a915-c88306809d8d HTTP/1.1" status: 200 len: 949 time: 0.3231354 May 28 06:20:34.817132 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-618dbf5e-dc6d-4d5f-a032-633cd487da2f admin admin] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:34.836273 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-33a92155-9454-4c29-8396-581e8381b5a9 req-1e7b8ff6-c8e5-4ad0-9797-361a946c7d7e tempest-FloatingIPsTestJSON-886658126 tempest-FloatingIPsTestJSON-886658126-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:34.856755 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port 2ae84864-978d-4387-833d-50aec0932581, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=2ae84864-978d-4387-833d-50aec0932581,segment=NetworkSegment(da5c496c-27c0-43e7-82d4-b2bdcd86ef6a),segment_id=da5c496c-27c0-43e7-82d4-b2bdcd86ef6a)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:20:34.870221 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-442888be-47c1-431d-b541-28f266b940cb req-d4123265-43e1-46bc-ba2c-64c7ddde9083 service neutron] 10.222.0.69 "GET /v2.0/networks/878a453b-7058-4dfc-b9e2-17503c679278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210279 May 28 06:20:34.884146 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9616163e-dc97-4011-8f48-ffcb1e88afc9 req-b92b2f30-6034-4fb1-bf24-a2f74fd2564a tempest-ImagesOneServerTestJSON-389688844 tempest-ImagesOneServerTestJSON-389688844-project] 10.222.0.55 "GET /v2.0/security-groups?id=9751c75c-7cab-44bc-96f2-db536b71c103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722592 May 28 06:20:34.927576 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-cc31f2cd-b9fc-4b00-85f3-d39ef99187c3 None None] Current status of the port 2ae84864-978d-4387-833d-50aec0932581 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:20:34.927576 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-cc31f2cd-b9fc-4b00-85f3-d39ef99187c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:34.952455 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518b743a-4e71-4fe4-a1ea-0e2c288b0ace req-49f6fe89-1922-4e22-a4ce-a0f8b8c77291 tempest-LiveMigrationTest-969842093 tempest-LiveMigrationTest-969842093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:34.954116 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-518b743a-4e71-4fe4-a1ea-0e2c288b0ace req-49f6fe89-1922-4e22-a4ce-a0f8b8c77291 tempest-LiveMigrationTest-969842093 tempest-LiveMigrationTest-969842093-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=e7550758-2300-49b6-a09e-22d45df05a91&tenant_id=7b2fe75d343f4ee29013f21d2442bc34&binding%3Ahost_id=n-h1-843702-1 HTTP/1.1" status: 200 len: 1096 time: 0.0866210 May 28 06:20:34.994848 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:34.996827 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-618dbf5e-dc6d-4d5f-a032-633cd487da2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:35.051941 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-33a92155-9454-4c29-8396-581e8381b5a9 req-1e7b8ff6-c8e5-4ad0-9797-361a946c7d7e tempest-FloatingIPsTestJSON-886658126 tempest-FloatingIPsTestJSON-886658126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:35.082078 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.db.api [None req-cc31f2cd-b9fc-4b00-85f3-d39ef99187c3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89111) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:20:35.082425 n-d-843702-1 neutron-server[89111]: DEBUG oslo_db.api [None req-cc31f2cd-b9fc-4b00-85f3-d39ef99187c3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:20:35.091481 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618dbf5e-dc6d-4d5f-a032-633cd487da2f admin admin] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:20:35.097750 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=2ae84864-978d-4387-833d-50aec0932581,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:35.097923 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-618dbf5e-dc6d-4d5f-a032-633cd487da2f admin admin] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:20:35.104045 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618dbf5e-dc6d-4d5f-a032-633cd487da2f admin admin] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:20:35.135757 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618dbf5e-dc6d-4d5f-a032-633cd487da2f admin admin] Pushing event updated for resources: {'Port': ['ID=9a6ceb40-d2ec-4079-9bd4-004e52ab2e3f,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:35.213150 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804cf9f7-5c0b-4099-9d35-64b0c96ebda1 req-62071d15-c586-4103-933f-6ab456a0d40c tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:35.214619 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-804cf9f7-5c0b-4099-9d35-64b0c96ebda1 req-62071d15-c586-4103-933f-6ab456a0d40c tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7550758-2300-49b6-a09e-22d45df05a91 HTTP/1.1" status: 200 len: 945 time: 0.2209082 May 28 06:20:35.293186 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518b743a-4e71-4fe4-a1ea-0e2c288b0ace req-cf48d0c9-dd4a-4d18-bf46-8c3e20cf0049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:35.294673 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-518b743a-4e71-4fe4-a1ea-0e2c288b0ace req-cf48d0c9-dd4a-4d18-bf46-8c3e20cf0049 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=e7550758-2300-49b6-a09e-22d45df05a91&tenant_id=7b2fe75d343f4ee29013f21d2442bc34 HTTP/1.1" status: 200 len: 1096 time: 0.3318856 May 28 06:20:35.295880 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-804cf9f7-5c0b-4099-9d35-64b0c96ebda1 req-457a7b20-faad-4d06-9bbc-bffee07cbe57 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/security-groups?id=51e8ab45-fc50-4bca-a4a6-55c0639ed93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639079 May 28 06:20:35.347938 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-33a92155-9454-4c29-8396-581e8381b5a9 req-1e7b8ff6-c8e5-4ad0-9797-361a946c7d7e tempest-FloatingIPsTestJSON-886658126 tempest-FloatingIPsTestJSON-886658126-project] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:35.431991 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518b743a-4e71-4fe4-a1ea-0e2c288b0ace req-ff3c183f-3f20-4655-b069-10aac36d7092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:35.433724 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-518b743a-4e71-4fe4-a1ea-0e2c288b0ace req-ff3c183f-3f20-4655-b069-10aac36d7092 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7b2fe75d343f4ee29013f21d2442bc34&device_id=e7550758-2300-49b6-a09e-22d45df05a91 HTTP/1.1" status: 200 len: 1096 time: 0.1042852 May 28 06:20:35.441178 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-33a92155-9454-4c29-8396-581e8381b5a9 req-1e7b8ff6-c8e5-4ad0-9797-361a946c7d7e tempest-FloatingIPsTestJSON-886658126 tempest-FloatingIPsTestJSON-886658126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:35.650293 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7b8ff6-c8e5-4ad0-9797-361a946c7d7e tempest-FloatingIPsTestJSON-886658126 tempest-FloatingIPsTestJSON-886658126-project] Pushing event updated for resources: {'Port': ['ID=d73915f5-adec-4474-be1d-beacd2f03e59,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:35.654113 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-cc31f2cd-b9fc-4b00-85f3-d39ef99187c3 None None] Current status of the port 2ae84864-978d-4387-833d-50aec0932581 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:20:35.699790 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-33a92155-9454-4c29-8396-581e8381b5a9 req-1e7b8ff6-c8e5-4ad0-9797-361a946c7d7e tempest-FloatingIPsTestJSON-886658126 tempest-FloatingIPsTestJSON-886658126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691094'] for floatingip, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:35.699790 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6923640a-acb4-4d24-a4d3-f41e9525187b req-5b5d3793-5ac9-49bf-ada8-63c05360b88b tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:35.699790 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6923640a-acb4-4d24-a4d3-f41e9525187b req-5b5d3793-5ac9-49bf-ada8-63c05360b88b tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bef656a-6216-41b1-97ef-01974e054907 HTTP/1.1" status: 200 len: 950 time: 0.2902515 May 28 06:20:35.732495 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518b743a-4e71-4fe4-a1ea-0e2c288b0ace req-59d281fd-45e5-4b8e-80c0-5a3bb5f9c316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:35.734069 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-518b743a-4e71-4fe4-a1ea-0e2c288b0ace req-59d281fd-45e5-4b8e-80c0-5a3bb5f9c316 service neutron] 10.222.0.71 "GET /v2.0/networks?id=ae685707-2f9d-409f-9237-8deef87c8163 HTTP/1.1" status: 200 len: 909 time: 0.2921364 May 28 06:20:35.743563 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6923640a-acb4-4d24-a4d3-f41e9525187b req-f464c650-b18c-473b-b8e6-a82f95fd4925 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423963 May 28 06:20:35.801056 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-618dbf5e-dc6d-4d5f-a032-633cd487da2f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:35.868211 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-518b743a-4e71-4fe4-a1ea-0e2c288b0ace req-65299161-d2fa-4a71-95c7-4ea5831d144b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=138e37fd-587c-413c-8bdd-4325f6d90825 HTTP/1.1" status: 200 len: 217 time: 0.1256118 May 28 06:20:35.926539 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d9b7ed-66b5-48e7-9fba-c43785c10745 req-6540906c-6879-4a1c-aada-9284cbd76f9e tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:35.928272 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-48d9b7ed-66b5-48e7-9fba-c43785c10745 req-6540906c-6879-4a1c-aada-9284cbd76f9e tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/ports?device_id=df55b3a0-0685-44ad-8bdb-1b874bab3160 HTTP/1.1" status: 200 len: 943 time: 0.0841126 May 28 06:20:35.972926 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-48d9b7ed-66b5-48e7-9fba-c43785c10745 req-b9520901-9772-4f0d-b8fd-895b454ce998 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a90b51ea-4be8-4511-8d71-0b0b776de2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384440 May 28 06:20:36.118176 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518b743a-4e71-4fe4-a1ea-0e2c288b0ace req-54765be6-fde7-4509-acc1-a3d50e20887d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:36.131848 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-518b743a-4e71-4fe4-a1ea-0e2c288b0ace req-54765be6-fde7-4509-acc1-a3d50e20887d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=eed62182-5ff7-4e12-84bb-4e23f47bba04 HTTP/1.1" status: 200 len: 848 time: 0.2398624 May 28 06:20:36.149259 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 2ae84864-978d-4387-833d-50aec0932581 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:20:36.156949 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d9f1786b-246c-47ce-b635-525ee33738f7 req-e9f4c097-411d-4dc4-acbe-0375cff0b861 tempest-ServersAdmin275Test-1627060860 tempest-ServersAdmin275Test-1627060860-project] 10.222.0.55 "GET /v2.0/ports?device_id=45fb5242-d2b8-4cad-be5f-640116d504f8 HTTP/1.1" status: 200 len: 210 time: 0.0694532 May 28 06:20:36.187537 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-518b743a-4e71-4fe4-a1ea-0e2c288b0ace req-940480e9-9769-432d-8b57-48aa233f7803 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ae685707-2f9d-409f-9237-8deef87c8163&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575762 May 28 06:20:36.229189 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 2ae84864-978d-4387-833d-50aec0932581 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:20:36.229597 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:36.283164 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-33a92155-9454-4c29-8396-581e8381b5a9 req-1e7b8ff6-c8e5-4ad0-9797-361a946c7d7e tempest-FloatingIPsTestJSON-886658126 tempest-FloatingIPsTestJSON-886658126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:36.284921 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-33a92155-9454-4c29-8396-581e8381b5a9 req-1e7b8ff6-c8e5-4ad0-9797-361a946c7d7e tempest-FloatingIPsTestJSON-886658126 tempest-FloatingIPsTestJSON-886658126-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.6542954 May 28 06:20:36.397970 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 2ae84864-978d-4387-833d-50aec0932581 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:20:36.425624 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-33a92155-9454-4c29-8396-581e8381b5a9 req-c9d68031-b044-4522-964c-8b4b8f1530d5 tempest-FloatingIPsTestJSON-886658126 tempest-FloatingIPsTestJSON-886658126-project] Synchronizing usage tracker for tenant:14290ed08c6d4a7fa996c9c36852cd35 on resource:floatingip {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:20:36.469897 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26101b87-c4ec-4ee2-a854-d546925ddb58 req-154a900f-628a-40ab-a2e0-f6907d3999ed tempest-ImagesOneServerTestJSON-389688844 tempest-ImagesOneServerTestJSON-389688844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:36.471372 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-26101b87-c4ec-4ee2-a854-d546925ddb58 req-154a900f-628a-40ab-a2e0-f6907d3999ed tempest-ImagesOneServerTestJSON-389688844 tempest-ImagesOneServerTestJSON-389688844-project] 10.222.0.55 "GET /v2.0/ports?device_id=577a8e23-0200-4256-a915-c88306809d8d HTTP/1.1" status: 200 len: 949 time: 0.1835930 May 28 06:20:36.519115 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-33a92155-9454-4c29-8396-581e8381b5a9 req-c9d68031-b044-4522-964c-8b4b8f1530d5 tempest-FloatingIPsTestJSON-886658126 tempest-FloatingIPsTestJSON-886658126-project] Unset dirty status for tenant:14290ed08c6d4a7fa996c9c36852cd35 on resource:floatingip {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:20:36.520690 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-33a92155-9454-4c29-8396-581e8381b5a9 req-c9d68031-b044-4522-964c-8b4b8f1530d5 tempest-FloatingIPsTestJSON-886658126 tempest-FloatingIPsTestJSON-886658126-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.5.181 HTTP/1.1" status: 200 len: 696 time: 0.1958528 May 28 06:20:36.557295 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-26101b87-c4ec-4ee2-a854-d546925ddb58 req-720e668e-1baf-4c64-9779-6b218d200d96 tempest-ImagesOneServerTestJSON-389688844 tempest-ImagesOneServerTestJSON-389688844-project] 10.222.0.55 "GET /v2.0/security-groups?id=9751c75c-7cab-44bc-96f2-db536b71c103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771384 May 28 06:20:36.564896 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 4ff8f897-32e3-43f6-b211-8363395ab749 details requested by agent hyperv_n-h1-843702-1 with host n-h1-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:20:36.572686 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 138e37fd-587c-413c-8bdd-4325f6d90825 no longer exists at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:20:36.583676 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-518b743a-4e71-4fe4-a1ea-0e2c288b0ace req-1fcb1956-c68c-4247-a75e-6e0e3d9fe5f4 service neutron] 10.222.0.71 "GET /v2.0/networks/ae685707-2f9d-409f-9237-8deef87c8163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3824689 May 28 06:20:36.605672 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-618dbf5e-dc6d-4d5f-a032-633cd487da2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690761'] for router, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:36.723694 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a92155-9454-4c29-8396-581e8381b5a9 req-608af1a5-7a7b-42ef-9a90-c4ca8828d160 tempest-FloatingIPsTestJSON-886658126 tempest-FloatingIPsTestJSON-886658126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:36.732311 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-33a92155-9454-4c29-8396-581e8381b5a9 req-608af1a5-7a7b-42ef-9a90-c4ca8828d160 tempest-FloatingIPsTestJSON-886658126 tempest-FloatingIPsTestJSON-886658126-project] 10.222.0.55 "GET /v2.0/networks/68df399e-e75e-4871-9364-5d05730b50f0 HTTP/1.1" status: 200 len: 784 time: 0.2046688 May 28 06:20:36.738158 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [req-33a92155-9454-4c29-8396-581e8381b5a9 req-5c34fdc7-2844-4031-84d4-78f970165063 tempest-FloatingIPsTestJSON-886658126 tempest-FloatingIPsTestJSON-886658126-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=89110) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:20:36.741980 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-33a92155-9454-4c29-8396-581e8381b5a9 req-5c34fdc7-2844-4031-84d4-78f970165063 tempest-FloatingIPsTestJSON-886658126 tempest-FloatingIPsTestJSON-886658126-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0085666 May 28 06:20:36.777366 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 138e37fd-587c-413c-8bdd-4325f6d90825 not bound to the agent host n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:20:36.844925 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 4ff8f897-32e3-43f6-b211-8363395ab749, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=4ff8f897-32e3-43f6-b211-8363395ab749,segment=NetworkSegment(da68ba47-25e5-4637-a83a-51088b9800dc),segment_id=da68ba47-25e5-4637-a83a-51088b9800dc)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:20:36.859102 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Returning: {'device': '4ff8f897-32e3-43f6-b211-8363395ab749', 'network_id': '878a453b-7058-4dfc-b9e2-17503c679278', 'port_id': '4ff8f897-32e3-43f6-b211-8363395ab749', 'mac_address': 'fa:16:3e:fc:97:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdd32cdd-4510-40e6-8d87-2fb486891cf4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:20:36.909036 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ceec3efd-850b-4d2a-ac24-c6b107be6954 req-9d2229c8-aa66-4049-afd1-e629e60e571c tempest-FloatingIPsTestJSON-886658126 tempest-FloatingIPsTestJSON-886658126-project] 10.222.0.55 "GET /v2.0/floatingips/91055ac2-941d-4a96-a355-23d4097e3535 HTTP/1.1" status: 200 len: 693 time: 0.1036394 May 28 06:20:36.914332 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-518b743a-4e71-4fe4-a1ea-0e2c288b0ace req-687a99f1-b8f9-4613-8cb5-fec8140d7df3 service neutron] 10.222.0.71 "GET /v2.0/networks/ae685707-2f9d-409f-9237-8deef87c8163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3057511 May 28 06:20:36.922870 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 4ff8f897-32e3-43f6-b211-8363395ab749 is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:20:36.923506 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:36.941634 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ff8f897-32e3-43f6-b211-8363395ab749 {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:20:36.957540 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 4ff8f897-32e3-43f6-b211-8363395ab749, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=4ff8f897-32e3-43f6-b211-8363395ab749,segment=NetworkSegment(da68ba47-25e5-4637-a83a-51088b9800dc),segment_id=da68ba47-25e5-4637-a83a-51088b9800dc)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:20:37.006696 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06834b0-6849-44c3-aae6-5b34da9b6f60 req-07007cd2-39a9-45c9-914c-27f60f902a1a tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:37.008129 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e06834b0-6849-44c3-aae6-5b34da9b6f60 req-07007cd2-39a9-45c9-914c-27f60f902a1a tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7550758-2300-49b6-a09e-22d45df05a91 HTTP/1.1" status: 200 len: 945 time: 0.2643445 May 28 06:20:37.086655 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e06834b0-6849-44c3-aae6-5b34da9b6f60 req-41227614-f0fd-4982-8ea0-1100395edb25 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/security-groups?id=51e8ab45-fc50-4bca-a4a6-55c0639ed93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724924 May 28 06:20:37.088423 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-618dbf5e-dc6d-4d5f-a032-633cd487da2f admin admin] Router 446e7006-71a6-4c0c-8578-4ef926a2b758 is scheduled to L3 agent 42958940-9562-4f71-972f-15a8af9d3963 with binding_index 1 {{(pid=89109) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 06:20:37.118688 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceec3efd-850b-4d2a-ac24-c6b107be6954 req-0b2d6443-92f1-4ba8-97f0-d6e5bb280503 tempest-FloatingIPsTestJSON-886658126 tempest-FloatingIPsTestJSON-886658126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:37.120008 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ceec3efd-850b-4d2a-ac24-c6b107be6954 req-0b2d6443-92f1-4ba8-97f0-d6e5bb280503 tempest-FloatingIPsTestJSON-886658126 tempest-FloatingIPsTestJSON-886658126-project] 10.222.0.55 "GET /v2.0/networks/68df399e-e75e-4871-9364-5d05730b50f0 HTTP/1.1" status: 200 len: 784 time: 0.1984658 May 28 06:20:37.129537 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [req-ceec3efd-850b-4d2a-ac24-c6b107be6954 req-f231dfa7-5c40-4aef-87a7-485b7ae347c5 tempest-FloatingIPsTestJSON-886658126 tempest-FloatingIPsTestJSON-886658126-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=89110) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:20:37.130437 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ceec3efd-850b-4d2a-ac24-c6b107be6954 req-f231dfa7-5c40-4aef-87a7-485b7ae347c5 tempest-FloatingIPsTestJSON-886658126 tempest-FloatingIPsTestJSON-886658126-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053616 May 28 06:20:37.157197 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:37.211653 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device b0092ac8-7f2d-4bba-bffc-709c31aca1a8 up at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:20:37.275069 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ceec3efd-850b-4d2a-ac24-c6b107be6954 req-d9af6cd0-9e4d-4bb0-a409-8f50c18f4b88 tempest-FloatingIPsTestJSON-886658126 tempest-FloatingIPsTestJSON-886658126-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.5.181 HTTP/1.1" status: 200 len: 696 time: 0.1381581 May 28 06:20:37.282575 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=4ff8f897-32e3-43f6-b211-8363395ab749,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:37.287138 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-618dbf5e-dc6d-4d5f-a032-633cd487da2f admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:20:37.309847 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-836ff1e8-fc69-492a-aecf-df57650d4b19 None None] Sync routers for ids ['446e7006-71a6-4c0c-8578-4ef926a2b758'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:20:37.319996 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836ff1e8-fc69-492a-aecf-df57650d4b19 None None] Routers {'446e7006-71a6-4c0c-8578-4ef926a2b758'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:20:37.323185 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-836ff1e8-fc69-492a-aecf-df57650d4b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:20:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['446e7006-71a6-4c0c-8578-4ef926a2b758'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:20:37.375439 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ceec3efd-850b-4d2a-ac24-c6b107be6954 req-74f35c29-198a-4b16-ad11-417699cdfd18 tempest-FloatingIPsTestJSON-886658126 tempest-FloatingIPsTestJSON-886658126-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.5.181 HTTP/1.1" status: 200 len: 696 time: 0.0877359 May 28 06:20:37.377297 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['4ff8f897-32e3-43f6-b211-8363395ab749'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:20:37.408937 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning for port b0092ac8-7f2d-4bba-bffc-709c31aca1a8 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:20:37.425483 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-618dbf5e-dc6d-4d5f-a032-633cd487da2f admin admin] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:37.430574 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-618dbf5e-dc6d-4d5f-a032-633cd487da2f admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.0341971 May 28 06:20:37.430574 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 45556) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:20:37.449407 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning complete for port b0092ac8-7f2d-4bba-bffc-709c31aca1a8 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:20:37.450155 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:37.499547 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-836ff1e8-fc69-492a-aecf-df57650d4b19 None None] Set router 446e7006-71a6-4c0c-8578-4ef926a2b758 gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:20:37.619049 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55925889-bf99-47dd-8e34-2cf8a7fbf2b3 req-22d89eab-9998-4f61-9426-fe48702cd7b8 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:37.620698 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-55925889-bf99-47dd-8e34-2cf8a7fbf2b3 req-22d89eab-9998-4f61-9426-fe48702cd7b8 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bef656a-6216-41b1-97ef-01974e054907 HTTP/1.1" status: 200 len: 950 time: 0.4080918 May 28 06:20:37.692194 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-ceec3efd-850b-4d2a-ac24-c6b107be6954 req-29d3e2d6-bb67-4905-87fb-9b9830bd21a2 tempest-FloatingIPsTestJSON-886658126 tempest-FloatingIPsTestJSON-886658126-project] Deleting port d73915f5-adec-4474-be1d-beacd2f03e59 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:20:37.692544 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-ceec3efd-850b-4d2a-ac24-c6b107be6954 req-29d3e2d6-bb67-4905-87fb-9b9830bd21a2 tempest-FloatingIPsTestJSON-886658126 tempest-FloatingIPsTestJSON-886658126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:37.739165 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port b0092ac8-7f2d-4bba-bffc-709c31aca1a8 is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:20:37.739967 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:37.846062 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '577a8e23-0200-4256-a915-c88306809d8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0092ac8-7f2d-4bba-bffc-709c31aca1a8'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:20:37.865465 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port b0092ac8-7f2d-4bba-bffc-709c31aca1a8, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=b0092ac8-7f2d-4bba-bffc-709c31aca1a8,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:20:37.871062 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-836ff1e8-fc69-492a-aecf-df57650d4b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '446e7006-71a6-4c0c-8578-4ef926a2b758', 'name': 'tempest-AttachSCSIVolumeTestJSON-2083684853-router', 'tenant_id': '8d511f8938f3446b9ed8484c7e88d332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '9a6ceb40-d2ec-4079-9bd4-004e52ab2e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:20:31Z', 'updated_at': '2022-05-28T06:20:35Z', 'revision_number': 3, 'project_id': '8d511f8938f3446b9ed8484c7e88d332', 'gw_port': {'id': '9a6ceb40-d2ec-4079-9bd4-004e52ab2e3f', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:aa:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '446e7006-71a6-4c0c-8578-4ef926a2b758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:20:33Z', 'updated_at': '2022-05-28T06:20:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:20:37.875398 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-836ff1e8-fc69-492a-aecf-df57650d4b19 None None] Checking router: 446e7006-71a6-4c0c-8578-4ef926a2b758 for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:20:37.876049 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-836ff1e8-fc69-492a-aecf-df57650d4b19 None None] Updating router 446e7006-71a6-4c0c-8578-4ef926a2b758 port 9a6ceb40-d2ec-4079-9bd4-004e52ab2e3f binding host n-d-843702-1 {{(pid=89112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:20:37.934553 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-836ff1e8-fc69-492a-aecf-df57650d4b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:37.949349 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-55925889-bf99-47dd-8e34-2cf8a7fbf2b3 req-888f3457-1057-4c64-8bd0-5e6c11caec64 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3130004 May 28 06:20:37.951157 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:38.021268 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-ceec3efd-850b-4d2a-ac24-c6b107be6954 req-29d3e2d6-bb67-4905-87fb-9b9830bd21a2 tempest-FloatingIPsTestJSON-886658126 tempest-FloatingIPsTestJSON-886658126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:38.022193 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-ceec3efd-850b-4d2a-ac24-c6b107be6954 req-29d3e2d6-bb67-4905-87fb-9b9830bd21a2 tempest-FloatingIPsTestJSON-886658126 tempest-FloatingIPsTestJSON-886658126-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:38.095166 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=b0092ac8-7f2d-4bba-bffc-709c31aca1a8,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:38.157141 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518b743a-4e71-4fe4-a1ea-0e2c288b0ace req-82130fd6-c2fa-44fa-b44a-e57cf9483703 tempest-LiveMigrationTest-969842093 tempest-LiveMigrationTest-969842093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:38.158647 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-518b743a-4e71-4fe4-a1ea-0e2c288b0ace req-82130fd6-c2fa-44fa-b44a-e57cf9483703 tempest-LiveMigrationTest-969842093 tempest-LiveMigrationTest-969842093-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=e7550758-2300-49b6-a09e-22d45df05a91&tenant_id=7b2fe75d343f4ee29013f21d2442bc34&binding%3Ahost_id=n-h2-843702-1 HTTP/1.1" status: 200 len: 1096 time: 0.4845829 May 28 06:20:38.213048 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-ceec3efd-850b-4d2a-ac24-c6b107be6954 req-29d3e2d6-bb67-4905-87fb-9b9830bd21a2 tempest-FloatingIPsTestJSON-886658126 tempest-FloatingIPsTestJSON-886658126-project] Calling delete_port for d73915f5-adec-4474-be1d-beacd2f03e59 owned by network:floatingip {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:20:38.328834 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32ecf53-87db-42b2-8cfa-459e3f9194dc req-7da3899c-576e-4d4b-b0ac-ab90faf847c1 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:38.335914 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f32ecf53-87db-42b2-8cfa-459e3f9194dc req-7da3899c-576e-4d4b-b0ac-ab90faf847c1 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/ports?device_id=df55b3a0-0685-44ad-8bdb-1b874bab3160 HTTP/1.1" status: 200 len: 944 time: 0.2164333 May 28 06:20:38.368683 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-836ff1e8-fc69-492a-aecf-df57650d4b19 None None] Notify callbacks [] for port, precommit_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:38.428129 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f32ecf53-87db-42b2-8cfa-459e3f9194dc req-3aa1d69e-b7f2-42ac-bfea-02a8738d25e3 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a90b51ea-4be8-4511-8d71-0b0b776de2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911562 May 28 06:20:38.494163 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.provisioning_blocks [None req-836ff1e8-fc69-492a-aecf-df57650d4b19 None None] Transition to ACTIVE for port object 9a6ceb40-d2ec-4079-9bd4-004e52ab2e3f will not be triggered until provisioned by entity L2. {{(pid=89112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:20:38.494584 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-ceec3efd-850b-4d2a-ac24-c6b107be6954 req-29d3e2d6-bb67-4905-87fb-9b9830bd21a2 tempest-FloatingIPsTestJSON-886658126 tempest-FloatingIPsTestJSON-886658126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:38.505980 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-518b743a-4e71-4fe4-a1ea-0e2c288b0ace req-029d2f78-8993-4a38-92de-d913a04adcce service neutron] For port 138e37fd-587c-413c-8bdd-4325f6d90825, host n-h1-843702-1, cleared binding levels {{(pid=89109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:20:38.516347 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-518b743a-4e71-4fe4-a1ea-0e2c288b0ace req-029d2f78-8993-4a38-92de-d913a04adcce service neutron] Notify callbacks [] for binding, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:38.517441 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-518b743a-4e71-4fe4-a1ea-0e2c288b0ace req-029d2f78-8993-4a38-92de-d913a04adcce service neutron] 10.222.0.71 "DELETE /v2.0/ports/138e37fd-587c-413c-8bdd-4325f6d90825/bindings/n-h1-843702-1 HTTP/1.1" status: 204 len: 173 time: 0.3498876 May 28 06:20:38.530559 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6d2ace5b-5714-4487-9bbe-7a98f2aeae5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:38.559833 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d3e2d6-bb67-4905-87fb-9b9830bd21a2 tempest-FloatingIPsTestJSON-886658126 tempest-FloatingIPsTestJSON-886658126-project] Pushing event deleted for resources: {'Port': ['ID=d73915f5-adec-4474-be1d-beacd2f03e59,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:38.568666 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-836ff1e8-fc69-492a-aecf-df57650d4b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:38.593377 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 4ff8f897-32e3-43f6-b211-8363395ab749 up at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:20:38.641281 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5147b4eb-8773-458d-af28-bf7045e2ea8e req-654b857e-e5c3-4f22-a20d-fdb8598f8fbd tempest-ServersAdmin275Test-1627060860 tempest-ServersAdmin275Test-1627060860-project] 10.222.0.55 "GET /v2.0/ports?device_id=45fb5242-d2b8-4cad-be5f-640116d504f8 HTTP/1.1" status: 200 len: 210 time: 0.0825479 May 28 06:20:38.645756 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca762eec-bdd8-4435-82eb-cc458d713d56 None None] Pushing event updated for resources: {'Port': ['ID=9a6ceb40-d2ec-4079-9bd4-004e52ab2e3f,revision_number=2']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:38.690121 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-836ff1e8-fc69-492a-aecf-df57650d4b19 None None] Attempting to bind port 9a6ceb40-d2ec-4079-9bd4-004e52ab2e3f on host n-d-843702-1 for vnic_type normal with profile {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:20:38.690571 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-836ff1e8-fc69-492a-aecf-df57650d4b19 None None] Attempting to bind port 9a6ceb40-d2ec-4079-9bd4-004e52ab2e3f by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:20:38.691012 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836ff1e8-fc69-492a-aecf-df57650d4b19 None None] Attempting to bind port 9a6ceb40-d2ec-4079-9bd4-004e52ab2e3f on network 68df399e-e75e-4871-9364-5d05730b50f0 {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:20:38.709698 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836ff1e8-fc69-492a-aecf-df57650d4b19 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:20:38.710390 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836ff1e8-fc69-492a-aecf-df57650d4b19 None None] Checking segment: {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:20:38.710777 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-836ff1e8-fc69-492a-aecf-df57650d4b19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:38.711231 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836ff1e8-fc69-492a-aecf-df57650d4b19 None None] Bound using segment: {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:20:38.711692 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-836ff1e8-fc69-492a-aecf-df57650d4b19 None None] Bound port: 9a6ceb40-d2ec-4079-9bd4-004e52ab2e3f, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:20:38.712049 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-836ff1e8-fc69-492a-aecf-df57650d4b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:38.721534 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-ceec3efd-850b-4d2a-ac24-c6b107be6954 req-29d3e2d6-bb67-4905-87fb-9b9830bd21a2 tempest-FloatingIPsTestJSON-886658126 tempest-FloatingIPsTestJSON-886658126-project] Notify callbacks [] for floatingip, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:38.794439 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-836ff1e8-fc69-492a-aecf-df57650d4b19 None None] For port 9a6ceb40-d2ec-4079-9bd4-004e52ab2e3f, host n-d-843702-1, cleared binding levels {{(pid=89112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:20:38.796824 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning for port 4ff8f897-32e3-43f6-b211-8363395ab749 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:20:38.800397 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-836ff1e8-fc69-492a-aecf-df57650d4b19 None None] For port 9a6ceb40-d2ec-4079-9bd4-004e52ab2e3f, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=9a6ceb40-d2ec-4079-9bd4-004e52ab2e3f,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:20:38.807794 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning complete for port 4ff8f897-32e3-43f6-b211-8363395ab749 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:20:38.807794 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:38.833857 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-6d2ace5b-5714-4487-9bbe-7a98f2aeae5a admin admin] Allocated IP 172.20.0.1 (d4de5f58-26b5-4e4f-8278-673645bfd374/32fe9d9e-2ab0-4e3b-8ba9-de9ae262b6d9/ac661c91-951a-43ce-a60e-46466e4df899) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:20:38.840113 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-ceec3efd-850b-4d2a-ac24-c6b107be6954 req-29d3e2d6-bb67-4905-87fb-9b9830bd21a2 tempest-FloatingIPsTestJSON-886658126 tempest-FloatingIPsTestJSON-886658126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:38.841324 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ceec3efd-850b-4d2a-ac24-c6b107be6954 req-29d3e2d6-bb67-4905-87fb-9b9830bd21a2 tempest-FloatingIPsTestJSON-886658126 tempest-FloatingIPsTestJSON-886658126-project] 10.222.0.55 "DELETE /v2.0/floatingips/91055ac2-941d-4a96-a355-23d4097e3535 HTTP/1.1" status: 204 len: 173 time: 1.4572349 May 28 06:20:38.904567 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82fbd901-1af3-4b67-aea9-e5d75aa1eff9'] response: {'server_uuid': '577a8e23-0200-4256-a915-c88306809d8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0092ac8-7f2d-4bba-bffc-709c31aca1a8', 'code': 200} May 28 06:20:38.906288 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2ba8d3-7bd8-4dc7-9a95-7bb57772861f req-4fe80399-5d27-4a18-a425-8142cc1e85f8 tempest-ImagesOneServerTestJSON-389688844 tempest-ImagesOneServerTestJSON-389688844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:38.907806 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3c2ba8d3-7bd8-4dc7-9a95-7bb57772861f req-4fe80399-5d27-4a18-a425-8142cc1e85f8 tempest-ImagesOneServerTestJSON-389688844 tempest-ImagesOneServerTestJSON-389688844-project] 10.222.0.55 "GET /v2.0/ports?device_id=577a8e23-0200-4256-a915-c88306809d8d HTTP/1.1" status: 200 len: 950 time: 0.1094794 May 28 06:20:38.923085 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-836ff1e8-fc69-492a-aecf-df57650d4b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:38.981792 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 4ff8f897-32e3-43f6-b211-8363395ab749 is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:20:38.982002 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:39.015379 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3c2ba8d3-7bd8-4dc7-9a95-7bb57772861f req-5cd910c6-66c4-4d72-8844-012e65b855ee tempest-ImagesOneServerTestJSON-389688844 tempest-ImagesOneServerTestJSON-389688844-project] 10.222.0.55 "GET /v2.0/security-groups?id=9751c75c-7cab-44bc-96f2-db536b71c103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987942 May 28 06:20:39.051444 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 4ff8f897-32e3-43f6-b211-8363395ab749, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=4ff8f897-32e3-43f6-b211-8363395ab749,segment=NetworkSegment(da68ba47-25e5-4637-a83a-51088b9800dc),segment_id=da68ba47-25e5-4637-a83a-51088b9800dc)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:20:39.069450 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca762eec-bdd8-4435-82eb-cc458d713d56 None None] Pushing event updated for resources: {'Port': ['ID=9a6ceb40-d2ec-4079-9bd4-004e52ab2e3f,revision_number=3']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:39.082775 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836ff1e8-fc69-492a-aecf-df57650d4b19 None None] Routers {'446e7006-71a6-4c0c-8578-4ef926a2b758'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:20:39.083339 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-836ff1e8-fc69-492a-aecf-df57650d4b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:20:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['446e7006-71a6-4c0c-8578-4ef926a2b758'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:20:39.125253 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6d2ace5b-5714-4487-9bbe-7a98f2aeae5a admin admin] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:39.128141 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:39.148271 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [None req-6d2ace5b-5714-4487-9bbe-7a98f2aeae5a admin admin] Transition to ACTIVE for port object ac661c91-951a-43ce-a60e-46466e4df899 will not be triggered until provisioned by entity DHCP. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:20:39.170797 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504e8542-d8ad-41ff-b991-f33cc7e21646 req-116a1b66-2645-4e62-8a07-bf56c1714bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:39.173343 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-504e8542-d8ad-41ff-b991-f33cc7e21646 req-116a1b66-2645-4e62-8a07-bf56c1714bd8 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=577a8e23-0200-4256-a915-c88306809d8d HTTP/1.1" status: 200 len: 1101 time: 0.1186862 May 28 06:20:39.190747 n-d-843702-1 neutron-server[89110]: INFO neutron.api.v2.resource [req-553b7a4b-a7e0-4caa-9888-f20c59f8adb7 req-5dd5a0cc-05fb-4370-95ab-5e9db113d345 tempest-FloatingIPsTestJSON-886658126 tempest-FloatingIPsTestJSON-886658126-project] show failed (client error): The resource could not be found. May 28 06:20:39.203557 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-553b7a4b-a7e0-4caa-9888-f20c59f8adb7 req-5dd5a0cc-05fb-4370-95ab-5e9db113d345 tempest-FloatingIPsTestJSON-886658126 tempest-FloatingIPsTestJSON-886658126-project] 10.222.0.55 "GET /v2.0/floatingips/91055ac2-941d-4a96-a355-23d4097e3535 HTTP/1.1" status: 404 len: 350 time: 0.1339893 May 28 06:20:39.243445 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-504e8542-d8ad-41ff-b991-f33cc7e21646 req-53e3a465-8ede-48b4-9a7b-a723e062036e service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=9751c75c-7cab-44bc-96f2-db536b71c103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590110 May 28 06:20:39.260655 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6d2ace5b-5714-4487-9bbe-7a98f2aeae5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:39.281889 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=4ff8f897-32e3-43f6-b211-8363395ab749,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:39.289085 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe9e0e2-b529-40fa-9473-131a9050d61e req-4e53e55c-90e9-4700-bbf9-ff690194a020 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:39.293804 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-836ff1e8-fc69-492a-aecf-df57650d4b19 None None] Set router 446e7006-71a6-4c0c-8578-4ef926a2b758 gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:20:39.296556 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ffe9e0e2-b529-40fa-9473-131a9050d61e req-4e53e55c-90e9-4700-bbf9-ff690194a020 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7550758-2300-49b6-a09e-22d45df05a91 HTTP/1.1" status: 200 len: 945 time: 0.2800190 May 28 06:20:39.354187 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2ace5b-5714-4487-9bbe-7a98f2aeae5a admin admin] Pushing event updated for resources: {'Port': ['ID=ac661c91-951a-43ce-a60e-46466e4df899,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:39.370104 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2ace5b-5714-4487-9bbe-7a98f2aeae5a admin admin] Network d4de5f58-26b5-4e4f-8278-673645bfd374 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:20:39.371378 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-6d2ace5b-5714-4487-9bbe-7a98f2aeae5a admin admin] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:20:39.376856 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ffe9e0e2-b529-40fa-9473-131a9050d61e req-0e4ca981-cc0e-4277-b15d-779686b33acb tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/security-groups?id=51e8ab45-fc50-4bca-a4a6-55c0639ed93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738862 May 28 06:20:39.387983 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2ace5b-5714-4487-9bbe-7a98f2aeae5a admin admin] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:20:39.434876 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66ee65b-7057-4fe2-9499-0d3fc52342ec req-75ea95d7-c436-4a20-af10-90004fff4c19 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:39.442453 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e66ee65b-7057-4fe2-9499-0d3fc52342ec req-75ea95d7-c436-4a20-af10-90004fff4c19 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bef656a-6216-41b1-97ef-01974e054907 HTTP/1.1" status: 200 len: 950 time: 0.1098106 May 28 06:20:39.454299 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6d2ace5b-5714-4487-9bbe-7a98f2aeae5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690947'] for router_interface, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:39.556594 n-d-843702-1 neutron-server[89110]: INFO neutron.api.v2.resource [req-7f6448ca-cdb7-4c7b-89ef-a3058c76ea24 req-ae809e7b-eccd-4054-a637-f4c9878f343a tempest-FloatingIPsTestJSON-886658126 tempest-FloatingIPsTestJSON-886658126-project] show failed (client error): The resource could not be found. May 28 06:20:39.557723 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7f6448ca-cdb7-4c7b-89ef-a3058c76ea24 req-ae809e7b-eccd-4054-a637-f4c9878f343a tempest-FloatingIPsTestJSON-886658126 tempest-FloatingIPsTestJSON-886658126-project] 10.222.0.55 "GET /v2.0/floatingips/91055ac2-941d-4a96-a355-23d4097e3535 HTTP/1.1" status: 404 len: 350 time: 0.1314802 May 28 06:20:39.583629 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 45576) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:20:39.585903 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e66ee65b-7057-4fe2-9499-0d3fc52342ec req-af522401-6d97-4fda-a68d-002f065aeaed tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407185 May 28 06:20:39.638142 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-836ff1e8-fc69-492a-aecf-df57650d4b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '446e7006-71a6-4c0c-8578-4ef926a2b758', 'name': 'tempest-AttachSCSIVolumeTestJSON-2083684853-router', 'tenant_id': '8d511f8938f3446b9ed8484c7e88d332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '9a6ceb40-d2ec-4079-9bd4-004e52ab2e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:20:31Z', 'updated_at': '2022-05-28T06:20:35Z', 'revision_number': 3, 'project_id': '8d511f8938f3446b9ed8484c7e88d332', 'gw_port': {'id': '9a6ceb40-d2ec-4079-9bd4-004e52ab2e3f', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:aa:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '446e7006-71a6-4c0c-8578-4ef926a2b758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:20:33Z', 'updated_at': '2022-05-28T06:20:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:20:39.643245 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-836ff1e8-fc69-492a-aecf-df57650d4b19 None None] The sync data for ids ['446e7006-71a6-4c0c-8578-4ef926a2b758'] in n-d-843702-1 is: [{'id': '446e7006-71a6-4c0c-8578-4ef926a2b758', 'name': 'tempest-AttachSCSIVolumeTestJSON-2083684853-router', 'tenant_id': '8d511f8938f3446b9ed8484c7e88d332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '9a6ceb40-d2ec-4079-9bd4-004e52ab2e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:20:31Z', 'updated_at': '2022-05-28T06:20:35Z', 'revision_number': 3, 'project_id': '8d511f8938f3446b9ed8484c7e88d332', 'gw_port': {'id': '9a6ceb40-d2ec-4079-9bd4-004e52ab2e3f', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:aa:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '446e7006-71a6-4c0c-8578-4ef926a2b758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:20:33Z', 'updated_at': '2022-05-28T06:20:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:20:39.775852 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-4998c56e-95e9-423c-8c54-4287148d5e44 None None] Provisioning for port ac661c91-951a-43ce-a60e-46466e4df899 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:20:39.784053 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-4998c56e-95e9-423c-8c54-4287148d5e44 None None] Provisioning complete for port ac661c91-951a-43ce-a60e-46466e4df899 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:20:39.785555 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-4998c56e-95e9-423c-8c54-4287148d5e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:39.840977 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15549652-b66a-411b-bf1b-29f1f5489f5e req-047a765e-3bc7-4807-8062-ae52af5e4e5a tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:39.842573 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-15549652-b66a-411b-bf1b-29f1f5489f5e req-047a765e-3bc7-4807-8062-ae52af5e4e5a tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/ports?device_id=df55b3a0-0685-44ad-8bdb-1b874bab3160 HTTP/1.1" status: 200 len: 945 time: 0.1373875 May 28 06:20:39.861131 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6d2ace5b-5714-4487-9bbe-7a98f2aeae5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:39.900515 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-4998c56e-95e9-423c-8c54-4287148d5e44 None None] Port ac661c91-951a-43ce-a60e-46466e4df899 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:20:39.903543 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-15549652-b66a-411b-bf1b-29f1f5489f5e req-54781f3c-4338-44ba-b5d6-9b8d41e0a5ab tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a90b51ea-4be8-4511-8d71-0b0b776de2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544109 May 28 06:20:39.925964 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c2981e-158f-4aa4-84dc-e1b305d59962 req-226aa79f-ec21-40b4-ac25-e48f8aefa8dc tempest-LiveMigrationTest-969842093 tempest-LiveMigrationTest-969842093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:39.928712 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-20c2981e-158f-4aa4-84dc-e1b305d59962 req-226aa79f-ec21-40b4-ac25-e48f8aefa8dc tempest-LiveMigrationTest-969842093 tempest-LiveMigrationTest-969842093-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=e7550758-2300-49b6-a09e-22d45df05a91 HTTP/1.1" status: 200 len: 1096 time: 0.1392694 May 28 06:20:40.010004 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-20c2981e-158f-4aa4-84dc-e1b305d59962 req-b364e530-1833-4fc2-b6bd-5913ed293fec tempest-LiveMigrationTest-969842093 tempest-LiveMigrationTest-969842093-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=51e8ab45-fc50-4bca-a4a6-55c0639ed93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611465 May 28 06:20:40.168392 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ade87e7b-a0d1-41be-9802-0d1cdfcf85a4 req-323e34f8-5d15-457c-ad61-74ba21685435 tempest-ServersAdmin275Test-1627060860 tempest-ServersAdmin275Test-1627060860-project] 10.222.0.55 "GET /v2.0/ports?device_id=45fb5242-d2b8-4cad-be5f-640116d504f8 HTTP/1.1" status: 200 len: 210 time: 0.0704818 May 28 06:20:40.246976 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 9a6ceb40-d2ec-4079-9bd4-004e52ab2e3f up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:20:40.402902 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 9a6ceb40-d2ec-4079-9bd4-004e52ab2e3f completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:20:40.410542 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 9a6ceb40-d2ec-4079-9bd4-004e52ab2e3f triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:20:40.411007 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:40.496764 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8125ee26-e807-445e-b9ac-9547355a031d req-3413ccc8-a8b9-4332-bb6b-988c5b4187b7 tempest-ImagesOneServerTestJSON-389688844 tempest-ImagesOneServerTestJSON-389688844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:40.504683 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8125ee26-e807-445e-b9ac-9547355a031d req-3413ccc8-a8b9-4332-bb6b-988c5b4187b7 tempest-ImagesOneServerTestJSON-389688844 tempest-ImagesOneServerTestJSON-389688844-project] 10.222.0.55 "GET /v2.0/ports?device_id=577a8e23-0200-4256-a915-c88306809d8d HTTP/1.1" status: 200 len: 950 time: 0.2814791 May 28 06:20:40.581231 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8125ee26-e807-445e-b9ac-9547355a031d req-5788fb7d-ff24-4a9a-bd80-24258bef633a tempest-ImagesOneServerTestJSON-389688844 tempest-ImagesOneServerTestJSON-389688844-project] 10.222.0.55 "GET /v2.0/security-groups?id=9751c75c-7cab-44bc-96f2-db536b71c103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754888 May 28 06:20:40.608647 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6d2ace5b-5714-4487-9bbe-7a98f2aeae5a admin admin] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:40.664149 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 9a6ceb40-d2ec-4079-9bd4-004e52ab2e3f is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:20:40.664667 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:40.670746 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fe82cd-1e54-4057-a05b-84679fa6ac80 req-74e02ebf-41e6-4b99-b1f7-b294ff292d12 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:40.672233 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c2fe82cd-1e54-4057-a05b-84679fa6ac80 req-74e02ebf-41e6-4b99-b1f7-b294ff292d12 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/networks?id=ae685707-2f9d-409f-9237-8deef87c8163 HTTP/1.1" status: 200 len: 808 time: 0.3480413 May 28 06:20:40.702783 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c2fe82cd-1e54-4057-a05b-84679fa6ac80 req-4e536fc2-f8ce-4145-ab9a-31c6a8ccb18c tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/quotas/7b2fe75d343f4ee29013f21d2442bc34 HTTP/1.1" status: 200 len: 375 time: 0.0200458 May 28 06:20:40.712592 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6d2ace5b-5714-4487-9bbe-7a98f2aeae5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:40.715967 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port 9a6ceb40-d2ec-4079-9bd4-004e52ab2e3f, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=9a6ceb40-d2ec-4079-9bd4-004e52ab2e3f,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:20:40.815502 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:40.862289 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6d2ace5b-5714-4487-9bbe-7a98f2aeae5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700602'] for router_interface, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:40.874803 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2ace5b-5714-4487-9bbe-7a98f2aeae5a admin admin] Pushing event updated for resources: {'Port': ['ID=ac661c91-951a-43ce-a60e-46466e4df899,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:40.877915 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c2fe82cd-1e54-4057-a05b-84679fa6ac80 req-a72f3709-d2bf-4b15-8a24-3a0fba272f68 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=7b2fe75d343f4ee29013f21d2442bc34&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1672726 May 28 06:20:40.904757 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=9a6ceb40-d2ec-4079-9bd4-004e52ab2e3f,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:40.907512 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df55b3a0-0685-44ad-8bdb-1b874bab3160', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ff8f897-32e3-43f6-b211-8363395ab749'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:20:40.928376 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d434c731-0d88-4cd9-b94c-5158b9bf9ec1 req-a614ffc0-ca00-4af6-a129-28bff30938ce tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:40.930219 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d434c731-0d88-4cd9-b94c-5158b9bf9ec1 req-a614ffc0-ca00-4af6-a129-28bff30938ce tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bef656a-6216-41b1-97ef-01974e054907 HTTP/1.1" status: 200 len: 950 time: 0.1704464 May 28 06:20:40.979143 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9778b10d-25cf-42b8-b87a-4c72ea520090 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700548'] for router_interface, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:41.033097 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d434c731-0d88-4cd9-b94c-5158b9bf9ec1 req-8df86839-7f54-435c-ae9f-de7a98763755 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583043 May 28 06:20:41.085130 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c2fe82cd-1e54-4057-a05b-84679fa6ac80 req-12fde6fd-1dcf-4c7e-9272-0d8369ac06bc service neutron] 10.222.0.55 "GET /v2.0/networks/ae685707-2f9d-409f-9237-8deef87c8163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959646 May 28 06:20:41.107040 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b22bd658-cf11-4eac-8924-4bfaca68d05e'] response: {'server_uuid': 'df55b3a0-0685-44ad-8bdb-1b874bab3160', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ff8f897-32e3-43f6-b211-8363395ab749', 'code': 200} May 28 06:20:41.175517 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2ace5b-5714-4487-9bbe-7a98f2aeae5a admin admin] Network d4de5f58-26b5-4e4f-8278-673645bfd374 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:20:41.179295 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-6d2ace5b-5714-4487-9bbe-7a98f2aeae5a admin admin] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:20:41.357087 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c2fe82cd-1e54-4057-a05b-84679fa6ac80 req-172b779c-1aa6-4321-bece-d780d1f01a53 service neutron] 10.222.0.55 "GET /v2.0/networks/ae685707-2f9d-409f-9237-8deef87c8163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2710931 May 28 06:20:41.379688 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61573d9-8bea-4c0b-a71c-9d1f53b7b0e4 req-18c18554-181a-469f-83c2-cd2671039688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:41.382210 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d61573d9-8bea-4c0b-a71c-9d1f53b7b0e4 req-18c18554-181a-469f-83c2-cd2671039688 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=df55b3a0-0685-44ad-8bdb-1b874bab3160 HTTP/1.1" status: 200 len: 1096 time: 0.2125983 May 28 06:20:41.410251 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e550389-d1b4-4c8b-aadc-4adf8b72d55c req-479f4f30-4df2-444e-a847-84d94f3b171c tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:41.418339 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5e550389-d1b4-4c8b-aadc-4adf8b72d55c req-479f4f30-4df2-444e-a847-84d94f3b171c tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/ports?device_id=df55b3a0-0685-44ad-8bdb-1b874bab3160 HTTP/1.1" status: 200 len: 945 time: 0.1722152 May 28 06:20:41.447632 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-c658a629-18a8-44a4-80f4-b9f23622f4ec None None] Provisioning complete for port ac661c91-951a-43ce-a60e-46466e4df899 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:20:41.448563 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c658a629-18a8-44a4-80f4-b9f23622f4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:41.490163 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d61573d9-8bea-4c0b-a71c-9d1f53b7b0e4 req-c8e10099-2b5d-428a-a369-0e18b7e719ff service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=a90b51ea-4be8-4511-8d71-0b0b776de2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020656 May 28 06:20:41.510090 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5e550389-d1b4-4c8b-aadc-4adf8b72d55c req-21369988-389a-49c9-a506-ec9330f0d0e8 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a90b51ea-4be8-4511-8d71-0b0b776de2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856221 May 28 06:20:41.522788 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d2ace5b-5714-4487-9bbe-7a98f2aeae5a admin admin] Router 446e7006-71a6-4c0c-8578-4ef926a2b758 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:20:41.539343 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-c658a629-18a8-44a4-80f4-b9f23622f4ec None None] Port ac661c91-951a-43ce-a60e-46466e4df899 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:20:41.683558 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-9778b10d-25cf-42b8-b87a-4c72ea520090 admin admin] Deleting port 1c8627e7-ec4d-4366-a93b-230f4664b2a2 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:20:41.684150 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9778b10d-25cf-42b8-b87a-4c72ea520090 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:41.701186 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dfb3fad5-d902-4fc0-9152-0859fd0c66bc req-31838095-ca4c-4a1e-8800-2f028c5fde35 tempest-ServersAdmin275Test-1627060860 tempest-ServersAdmin275Test-1627060860-project] 10.222.0.55 "GET /v2.0/ports?device_id=45fb5242-d2b8-4cad-be5f-640116d504f8 HTTP/1.1" status: 200 len: 210 time: 0.0737932 May 28 06:20:41.857787 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2ce7898e-a719-4027-b028-ce620667a6b9 req-9649b79f-f0a5-4b7f-96d3-c2e7256c6ef4 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/ports?device_id=f06c429e-200a-4060-82ce-3c50d0c62b77 HTTP/1.1" status: 200 len: 210 time: 0.0903389 May 28 06:20:41.907934 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f826009-2be5-4edb-b5a6-3b2f0e3e0dca req-bd11627d-2038-4c89-8d9f-36b8d091591b tempest-ImagesOneServerTestJSON-389688844 tempest-ImagesOneServerTestJSON-389688844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:41.909382 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7f826009-2be5-4edb-b5a6-3b2f0e3e0dca req-bd11627d-2038-4c89-8d9f-36b8d091591b tempest-ImagesOneServerTestJSON-389688844 tempest-ImagesOneServerTestJSON-389688844-project] 10.222.0.55 "GET /v2.0/ports?device_id=577a8e23-0200-4256-a915-c88306809d8d HTTP/1.1" status: 200 len: 950 time: 0.1040978 May 28 06:20:41.956640 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7f826009-2be5-4edb-b5a6-3b2f0e3e0dca req-9747fa24-0ae3-42dc-8e10-a58d04fde4d2 tempest-ImagesOneServerTestJSON-389688844 tempest-ImagesOneServerTestJSON-389688844-project] 10.222.0.55 "GET /v2.0/security-groups?id=9751c75c-7cab-44bc-96f2-db536b71c103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401137 May 28 06:20:42.085750 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d2ace5b-5714-4487-9bbe-7a98f2aeae5a admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:20:42.098241 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-9778b10d-25cf-42b8-b87a-4c72ea520090 admin admin] For port 1c8627e7-ec4d-4366-a93b-230f4664b2a2, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=1c8627e7-ec4d-4366-a93b-230f4664b2a2,segment=NetworkSegment(3f111ccf-a6f6-436c-800f-807127a20e96),segment_id=3f111ccf-a6f6-436c-800f-807127a20e96)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:20:42.099001 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9778b10d-25cf-42b8-b87a-4c72ea520090 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:42.099152 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3137500-183d-408d-8b9f-72ead3ba495e None None] Sync routers for ids ['446e7006-71a6-4c0c-8578-4ef926a2b758'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:20:42.119458 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-6d2ace5b-5714-4487-9bbe-7a98f2aeae5a admin admin] 10.222.0.55 "PUT /v2.0/routers/446e7006-71a6-4c0c-8578-4ef926a2b758/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6805656 May 28 06:20:42.119709 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3137500-183d-408d-8b9f-72ead3ba495e None None] Routers {'446e7006-71a6-4c0c-8578-4ef926a2b758'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:20:42.119709 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-b3137500-183d-408d-8b9f-72ead3ba495e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:20:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['446e7006-71a6-4c0c-8578-4ef926a2b758'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:20:42.200343 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 9a6ceb40-d2ec-4079-9bd4-004e52ab2e3f up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:20:42.322345 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-9778b10d-25cf-42b8-b87a-4c72ea520090 admin admin] Calling delete_port for 1c8627e7-ec4d-4366-a93b-230f4664b2a2 owned by network:router_interface {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:20:42.400798 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe770730-80d4-45b2-95b1-e7815772bc06 req-b2fd0a40-4a3f-4a15-b746-111f5e068f38 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:42.403618 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fe770730-80d4-45b2-95b1-e7815772bc06 req-b2fd0a40-4a3f-4a15-b746-111f5e068f38 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bef656a-6216-41b1-97ef-01974e054907 HTTP/1.1" status: 200 len: 950 time: 0.1513727 May 28 06:20:42.447214 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-b3137500-183d-408d-8b9f-72ead3ba495e None None] Set router 446e7006-71a6-4c0c-8578-4ef926a2b758 gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:20:42.485647 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fe770730-80d4-45b2-95b1-e7815772bc06 req-24576890-94dc-4da9-bbe8-99cc76398ad5 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530636 May 28 06:20:42.599179 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 9a6ceb40-d2ec-4079-9bd4-004e52ab2e3f triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:20:42.599792 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:42.798522 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd51986-2d5c-4bc3-98d2-278d74f882d0 req-d2add64c-e192-4852-92ab-fd506fb86159 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:42.800082 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8fd51986-2d5c-4bc3-98d2-278d74f882d0 req-d2add64c-e192-4852-92ab-fd506fb86159 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/ports?device_id=df55b3a0-0685-44ad-8bdb-1b874bab3160 HTTP/1.1" status: 200 len: 945 time: 0.0885994 May 28 06:20:42.845764 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8fd51986-2d5c-4bc3-98d2-278d74f882d0 req-9f43e605-a804-4dbd-bbaf-322f552d83bb tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a90b51ea-4be8-4511-8d71-0b0b776de2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396628 May 28 06:20:42.855161 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9778b10d-25cf-42b8-b87a-4c72ea520090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:42.955135 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9778b10d-25cf-42b8-b87a-4c72ea520090 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c8627e7-ec4d-4366-a93b-230f4664b2a2,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:42.960014 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 9a6ceb40-d2ec-4079-9bd4-004e52ab2e3f is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:20:43.094088 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-b3137500-183d-408d-8b9f-72ead3ba495e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '446e7006-71a6-4c0c-8578-4ef926a2b758', 'name': 'tempest-AttachSCSIVolumeTestJSON-2083684853-router', 'tenant_id': '8d511f8938f3446b9ed8484c7e88d332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '9a6ceb40-d2ec-4079-9bd4-004e52ab2e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:20:31Z', 'updated_at': '2022-05-28T06:20:39Z', 'revision_number': 4, 'project_id': '8d511f8938f3446b9ed8484c7e88d332', 'gw_port': {'id': '9a6ceb40-d2ec-4079-9bd4-004e52ab2e3f', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:aa:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446e7006-71a6-4c0c-8578-4ef926a2b758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:20:33Z', 'updated_at': '2022-05-28T06:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'ac661c91-951a-43ce-a60e-46466e4df899', 'name': '', 'network_id': 'd4de5f58-26b5-4e4f-8278-673645bfd374', 'tenant_id': '8d511f8938f3446b9ed8484c7e88d332', 'mac_address': 'fa:16:3e:63:69:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '446e7006-71a6-4c0c-8578-4ef926a2b758', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '32fe9d9e-2ab0-4e3b-8ba9-de9ae262b6d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:20:38Z', 'updated_at': '2022-05-28T06:20:40Z', 'revision_number': 2, 'project_id': '8d511f8938f3446b9ed8484c7e88d332', 'subnets': [{'id': '32fe9d9e-2ab0-4e3b-8ba9-de9ae262b6d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:20:43.098724 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3137500-183d-408d-8b9f-72ead3ba495e None None] Checking router: 446e7006-71a6-4c0c-8578-4ef926a2b758 for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:20:43.099535 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3137500-183d-408d-8b9f-72ead3ba495e None None] Updating router 446e7006-71a6-4c0c-8578-4ef926a2b758 port ac661c91-951a-43ce-a60e-46466e4df899 binding host n-d-843702-1 {{(pid=89111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:20:43.190606 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-60b801eb-7f7d-4db8-a341-9f98bac25329 req-8352781d-21ca-4b57-86bb-71c8de81d73f tempest-ServersAdmin275Test-1627060860 tempest-ServersAdmin275Test-1627060860-project] 10.222.0.55 "GET /v2.0/ports?device_id=45fb5242-d2b8-4cad-be5f-640116d504f8 HTTP/1.1" status: 200 len: 210 time: 0.1359434 May 28 06:20:43.203941 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b3137500-183d-408d-8b9f-72ead3ba495e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:43.357040 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5d7bbdbe-ebac-42fe-a7dd-5b5e1818fe78 req-6c11ef8d-e35d-4a18-b256-f80a22835fa3 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/ports?device_id=f06c429e-200a-4060-82ce-3c50d0c62b77 HTTP/1.1" status: 200 len: 210 time: 0.1333888 May 28 06:20:43.440316 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9778b10d-25cf-42b8-b87a-4c72ea520090 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700472'] for router_interface, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:43.477911 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 45664) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:20:43.483731 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-e6f3bb63-7e93-4e96-9649-4795976a78b1 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1965629347-network', 'tenant_id': '02dc04477c7f48c18d31f82b52ee6869'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:20:43.491693 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-e6f3bb63-7e93-4e96-9649-4795976a78b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:20:43.500448 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-e6f3bb63-7e93-4e96-9649-4795976a78b1 admin admin] Usage tracker for resource:network and tenant:02dc04477c7f48c18d31f82b52ee6869 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:20:43.506980 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-e6f3bb63-7e93-4e96-9649-4795976a78b1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:20:43.519115 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-e6f3bb63-7e93-4e96-9649-4795976a78b1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:20:43.602772 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6f3bb63-7e93-4e96-9649-4795976a78b1 admin admin] Made reservation on behalf of 02dc04477c7f48c18d31f82b52ee6869 for: {'network': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:20:43.605539 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e6f3bb63-7e93-4e96-9649-4795976a78b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:43.651093 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e6f3bb63-7e93-4e96-9649-4795976a78b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:43.688120 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-e6f3bb63-7e93-4e96-9649-4795976a78b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:20:43.692746 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-e6f3bb63-7e93-4e96-9649-4795976a78b1 admin admin] Usage tracker for resource:security_group_rule and tenant:02dc04477c7f48c18d31f82b52ee6869 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:20:43.699783 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-e6f3bb63-7e93-4e96-9649-4795976a78b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:20:43.702209 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-e6f3bb63-7e93-4e96-9649-4795976a78b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:20:43.811315 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b3137500-183d-408d-8b9f-72ead3ba495e None None] Notify callbacks [] for port, precommit_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:43.836374 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb556641-0561-4ebd-8d86-3f49cf7b69fe req-98cf8d48-ad35-4349-b519-38e4de75ef6d tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:43.836925 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-b3137500-183d-408d-8b9f-72ead3ba495e None None] Transition to ACTIVE for port object ac661c91-951a-43ce-a60e-46466e4df899 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:20:43.838811 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-eb556641-0561-4ebd-8d86-3f49cf7b69fe req-98cf8d48-ad35-4349-b519-38e4de75ef6d tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bef656a-6216-41b1-97ef-01974e054907 HTTP/1.1" status: 200 len: 950 time: 0.2209771 May 28 06:20:43.843268 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e6f3bb63-7e93-4e96-9649-4795976a78b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:43.895157 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-eb556641-0561-4ebd-8d86-3f49cf7b69fe req-131d4729-ac1a-44f4-b04e-b0f0c3b46d66 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497131 May 28 06:20:43.936779 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9778b10d-25cf-42b8-b87a-4c72ea520090 admin admin] Router 2d2a36a6-c5c2-473d-8dba-f623879dbe96 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:20:43.979906 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b3137500-183d-408d-8b9f-72ead3ba495e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:43.990674 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e6f3bb63-7e93-4e96-9649-4795976a78b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:44.145436 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6f3bb63-7e93-4e96-9649-4795976a78b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=89110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:20:44.172098 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f3bb63-7e93-4e96-9649-4795976a78b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8efe0163-4828-422a-9e70-08874bd9e6fa,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:44.191730 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e6f3bb63-7e93-4e96-9649-4795976a78b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:44.191730 n-d-843702-1 neutron-server[89110]: INFO neutron.db.segments_db [None req-e6f3bb63-7e93-4e96-9649-4795976a78b1 admin admin] Added segment 6b449c93-ca11-40b5-aabf-53fdd2e497ee of type vlan for network e0419c03-15f8-4112-a44b-c0a5352f5d82 May 28 06:20:44.259766 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e6f3bb63-7e93-4e96-9649-4795976a78b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:44.267287 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec02ad79-bad1-4342-a801-d8c7f47304a3 None None] Pushing event updated for resources: {'Port': ['ID=ac661c91-951a-43ce-a60e-46466e4df899,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:44.331603 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c946f02-b892-4473-bd3e-57f8daa7db4b req-2041c42e-c738-4306-8150-116cf9716981 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:44.342324 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5c946f02-b892-4473-bd3e-57f8daa7db4b req-2041c42e-c738-4306-8150-116cf9716981 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/ports?device_id=df55b3a0-0685-44ad-8bdb-1b874bab3160 HTTP/1.1" status: 200 len: 945 time: 0.3278832 May 28 06:20:44.379228 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-b3137500-183d-408d-8b9f-72ead3ba495e None None] Attempting to bind port ac661c91-951a-43ce-a60e-46466e4df899 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:20:44.379593 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-b3137500-183d-408d-8b9f-72ead3ba495e None None] Attempting to bind port ac661c91-951a-43ce-a60e-46466e4df899 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'da5c496c-27c0-43e7-82d4-b2bdcd86ef6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'd4de5f58-26b5-4e4f-8278-673645bfd374'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:20:44.380678 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3137500-183d-408d-8b9f-72ead3ba495e None None] Attempting to bind port ac661c91-951a-43ce-a60e-46466e4df899 on network d4de5f58-26b5-4e4f-8278-673645bfd374 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:20:44.392309 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3137500-183d-408d-8b9f-72ead3ba495e None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:20:44.392309 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3137500-183d-408d-8b9f-72ead3ba495e None None] Checking segment: {'id': 'da5c496c-27c0-43e7-82d4-b2bdcd86ef6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'd4de5f58-26b5-4e4f-8278-673645bfd374'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:20:44.392309 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b3137500-183d-408d-8b9f-72ead3ba495e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:44.392309 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3137500-183d-408d-8b9f-72ead3ba495e None None] Bound using segment: {'id': 'da5c496c-27c0-43e7-82d4-b2bdcd86ef6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'd4de5f58-26b5-4e4f-8278-673645bfd374'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:20:44.392309 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-b3137500-183d-408d-8b9f-72ead3ba495e None None] Bound port: ac661c91-951a-43ce-a60e-46466e4df899, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da5c496c-27c0-43e7-82d4-b2bdcd86ef6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'd4de5f58-26b5-4e4f-8278-673645bfd374'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:20:44.392309 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b3137500-183d-408d-8b9f-72ead3ba495e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:44.394660 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9778b10d-25cf-42b8-b87a-4c72ea520090 admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:20:44.405774 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e97ccf-dcb6-42c6-b3ff-37283b9076ca None None] Sync routers for ids ['2d2a36a6-c5c2-473d-8dba-f623879dbe96'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:20:44.423193 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e97ccf-dcb6-42c6-b3ff-37283b9076ca None None] Routers {'2d2a36a6-c5c2-473d-8dba-f623879dbe96'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:20:44.426528 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-54e97ccf-dcb6-42c6-b3ff-37283b9076ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:20:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['2d2a36a6-c5c2-473d-8dba-f623879dbe96'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:20:44.429978 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-9778b10d-25cf-42b8-b87a-4c72ea520090 admin admin] 10.222.0.55 "PUT /v2.0/routers/2d2a36a6-c5c2-473d-8dba-f623879dbe96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8410044 May 28 06:20:44.431340 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 45678) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:20:44.466918 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5c946f02-b892-4473-bd3e-57f8daa7db4b req-67549b13-59a4-42c9-a6fd-9eec0d942c83 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a90b51ea-4be8-4511-8d71-0b0b776de2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234910 May 28 06:20:44.467907 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e6f3bb63-7e93-4e96-9649-4795976a78b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:44.474284 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f3bb63-7e93-4e96-9649-4795976a78b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:44.478212 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e6f3bb63-7e93-4e96-9649-4795976a78b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:44.557482 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-b3137500-183d-408d-8b9f-72ead3ba495e None None] For port ac661c91-951a-43ce-a60e-46466e4df899, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:20:44.560760 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-b3137500-183d-408d-8b9f-72ead3ba495e None None] For port ac661c91-951a-43ce-a60e-46466e4df899, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=ac661c91-951a-43ce-a60e-46466e4df899,segment=NetworkSegment(da5c496c-27c0-43e7-82d4-b2bdcd86ef6a),segment_id=da5c496c-27c0-43e7-82d4-b2bdcd86ef6a)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:20:44.625995 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b3137500-183d-408d-8b9f-72ead3ba495e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:44.704299 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec02ad79-bad1-4342-a801-d8c7f47304a3 None None] Pushing event updated for resources: {'Port': ['ID=ac661c91-951a-43ce-a60e-46466e4df899,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:44.756109 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3137500-183d-408d-8b9f-72ead3ba495e None None] Routers {'446e7006-71a6-4c0c-8578-4ef926a2b758'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:20:44.756819 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-b3137500-183d-408d-8b9f-72ead3ba495e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:20:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['446e7006-71a6-4c0c-8578-4ef926a2b758'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:20:44.816943 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-54e97ccf-dcb6-42c6-b3ff-37283b9076ca None None] Set router 2d2a36a6-c5c2-473d-8dba-f623879dbe96 gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:20:44.868844 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1d06386d-6f9a-4510-bd7a-06f5e5e13229 admin admin] Notify callbacks [] for router, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:44.874417 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f3bb63-7e93-4e96-9649-4795976a78b1 admin admin] Pushing event updated for resources: {'Network': ['ID=e0419c03-15f8-4112-a44b-c0a5352f5d82,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:44.892628 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network e0419c03-15f8-4112-a44b-c0a5352f5d82 details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:20:44.961343 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-06376723-b5ee-4ccd-af7b-d8162c741d3d req-fb8b2a98-75cd-4823-a7dd-1cb11043ed9c tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/ports?device_id=f06c429e-200a-4060-82ce-3c50d0c62b77 HTTP/1.1" status: 200 len: 210 time: 0.0818279 May 28 06:20:44.984877 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-373b86ad-f38a-47f6-9ede-5df371bb0dd3 req-934fe6bd-b1cd-44d4-8ee7-ff17acf64936 tempest-ServersAdmin275Test-1627060860 tempest-ServersAdmin275Test-1627060860-project] 10.222.0.55 "GET /v2.0/ports?device_id=45fb5242-d2b8-4cad-be5f-640116d504f8 HTTP/1.1" status: 200 len: 210 time: 0.4499605 May 28 06:20:45.196891 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-e6f3bb63-7e93-4e96-9649-4795976a78b1 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7178483 May 28 06:20:45.201737 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 45694) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:20:45.223627 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-af4df48d-ca03-4e08-9131-bd61720124d2 admin admin] Request body: {'subnet': {'network_id': 'e0419c03-15f8-4112-a44b-c0a5352f5d82', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1965629347-subnet', 'tenant_id': '02dc04477c7f48c18d31f82b52ee6869', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:20:45.238156 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-af4df48d-ca03-4e08-9131-bd61720124d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:20:45.248463 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-af4df48d-ca03-4e08-9131-bd61720124d2 admin admin] Usage tracker for resource:subnet and tenant:02dc04477c7f48c18d31f82b52ee6869 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:20:45.252421 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-af4df48d-ca03-4e08-9131-bd61720124d2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:20:45.274162 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-b3137500-183d-408d-8b9f-72ead3ba495e None None] Set router 446e7006-71a6-4c0c-8578-4ef926a2b758 gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:20:45.285720 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1d06386d-6f9a-4510-bd7a-06f5e5e13229 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:45.303475 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-af4df48d-ca03-4e08-9131-bd61720124d2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:20:45.338611 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-54e97ccf-dcb6-42c6-b3ff-37283b9076ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d2a36a6-c5c2-473d-8dba-f623879dbe96', 'name': 'tempest-FloatingIPsTestJSON-612818603-router', 'tenant_id': '14290ed08c6d4a7fa996c9c36852cd35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '51297e1b-ab9a-434b-b008-22f84df1d327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:20:13Z', 'updated_at': '2022-05-28T06:20:42Z', 'revision_number': 5, 'project_id': '14290ed08c6d4a7fa996c9c36852cd35', 'gw_port': {'id': '51297e1b-ab9a-434b-b008-22f84df1d327', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:16:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2a36a6-c5c2-473d-8dba-f623879dbe96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:20:14Z', 'updated_at': '2022-05-28T06:20:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:20:45.343038 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e97ccf-dcb6-42c6-b3ff-37283b9076ca None None] Checking router: 2d2a36a6-c5c2-473d-8dba-f623879dbe96 for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:20:45.354928 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e97ccf-dcb6-42c6-b3ff-37283b9076ca None None] Routers {'2d2a36a6-c5c2-473d-8dba-f623879dbe96'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:20:45.355706 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-54e97ccf-dcb6-42c6-b3ff-37283b9076ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:20:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['2d2a36a6-c5c2-473d-8dba-f623879dbe96'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:20:45.362096 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-1d06386d-6f9a-4510-bd7a-06f5e5e13229 admin admin] Deleting port 51297e1b-ab9a-434b-b008-22f84df1d327 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:20:45.362803 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1d06386d-6f9a-4510-bd7a-06f5e5e13229 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:45.479774 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fe82cd-1e54-4057-a05b-84679fa6ac80 req-913a3f74-ed97-4764-9c5b-6c89a0a9c63c tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:45.481318 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c2fe82cd-1e54-4057-a05b-84679fa6ac80 req-913a3f74-ed97-4764-9c5b-6c89a0a9c63c tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.69 "GET /v2.0/networks?id=ae685707-2f9d-409f-9237-8deef87c8163 HTTP/1.1" status: 200 len: 808 time: 0.6031139 May 28 06:20:45.509850 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-c2fe82cd-1e54-4057-a05b-84679fa6ac80 req-f5ce5f54-fcdb-4c23-8527-99d6ba9b4107 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Request body: {'port': {'device_id': 'f06c429e-200a-4060-82ce-3c50d0c62b77', 'network_id': 'ae685707-2f9d-409f-9237-8deef87c8163', 'admin_state_up': True, 'tenant_id': '7b2fe75d343f4ee29013f21d2442bc34'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:20:45.524974 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-54e97ccf-dcb6-42c6-b3ff-37283b9076ca None None] Set router 2d2a36a6-c5c2-473d-8dba-f623879dbe96 gateway port host: None {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:20:45.578542 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-1d06386d-6f9a-4510-bd7a-06f5e5e13229 admin admin] For port 51297e1b-ab9a-434b-b008-22f84df1d327, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=51297e1b-ab9a-434b-b008-22f84df1d327,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:20:45.578936 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1d06386d-6f9a-4510-bd7a-06f5e5e13229 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:45.614965 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af4df48d-ca03-4e08-9131-bd61720124d2 admin admin] Made reservation on behalf of 02dc04477c7f48c18d31f82b52ee6869 for: {'subnet': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:20:45.618274 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-af4df48d-ca03-4e08-9131-bd61720124d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3171998'] for subnet, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:45.650951 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-54e97ccf-dcb6-42c6-b3ff-37283b9076ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d2a36a6-c5c2-473d-8dba-f623879dbe96', 'name': 'tempest-FloatingIPsTestJSON-612818603-router', 'tenant_id': '14290ed08c6d4a7fa996c9c36852cd35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:20:13Z', 'updated_at': '2022-05-28T06:20:45Z', 'revision_number': 6, 'project_id': '14290ed08c6d4a7fa996c9c36852cd35', 'gw_port_host': None}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:20:45.655578 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e97ccf-dcb6-42c6-b3ff-37283b9076ca None None] The sync data for ids ['2d2a36a6-c5c2-473d-8dba-f623879dbe96'] in n-d-843702-1 is: [{'id': '2d2a36a6-c5c2-473d-8dba-f623879dbe96', 'name': 'tempest-FloatingIPsTestJSON-612818603-router', 'tenant_id': '14290ed08c6d4a7fa996c9c36852cd35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:20:13Z', 'updated_at': '2022-05-28T06:20:45Z', 'revision_number': 6, 'project_id': '14290ed08c6d4a7fa996c9c36852cd35', 'gw_port_host': None}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:20:45.713356 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-b3137500-183d-408d-8b9f-72ead3ba495e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '446e7006-71a6-4c0c-8578-4ef926a2b758', 'name': 'tempest-AttachSCSIVolumeTestJSON-2083684853-router', 'tenant_id': '8d511f8938f3446b9ed8484c7e88d332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '9a6ceb40-d2ec-4079-9bd4-004e52ab2e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:20:31Z', 'updated_at': '2022-05-28T06:20:39Z', 'revision_number': 4, 'project_id': '8d511f8938f3446b9ed8484c7e88d332', 'gw_port': {'id': '9a6ceb40-d2ec-4079-9bd4-004e52ab2e3f', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:aa:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446e7006-71a6-4c0c-8578-4ef926a2b758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:20:33Z', 'updated_at': '2022-05-28T06:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'ac661c91-951a-43ce-a60e-46466e4df899', 'name': '', 'network_id': 'd4de5f58-26b5-4e4f-8278-673645bfd374', 'tenant_id': '8d511f8938f3446b9ed8484c7e88d332', 'mac_address': 'fa:16:3e:63:69:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '446e7006-71a6-4c0c-8578-4ef926a2b758', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '32fe9d9e-2ab0-4e3b-8ba9-de9ae262b6d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:20:38Z', 'updated_at': '2022-05-28T06:20:44Z', 'revision_number': 4, 'project_id': '8d511f8938f3446b9ed8484c7e88d332', 'subnets': [{'id': '32fe9d9e-2ab0-4e3b-8ba9-de9ae262b6d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:20:45.718518 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3137500-183d-408d-8b9f-72ead3ba495e None None] The sync data for ids ['446e7006-71a6-4c0c-8578-4ef926a2b758'] in n-d-843702-1 is: [{'id': '446e7006-71a6-4c0c-8578-4ef926a2b758', 'name': 'tempest-AttachSCSIVolumeTestJSON-2083684853-router', 'tenant_id': '8d511f8938f3446b9ed8484c7e88d332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '9a6ceb40-d2ec-4079-9bd4-004e52ab2e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:20:31Z', 'updated_at': '2022-05-28T06:20:39Z', 'revision_number': 4, 'project_id': '8d511f8938f3446b9ed8484c7e88d332', 'gw_port': {'id': '9a6ceb40-d2ec-4079-9bd4-004e52ab2e3f', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:aa:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446e7006-71a6-4c0c-8578-4ef926a2b758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:20:33Z', 'updated_at': '2022-05-28T06:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'ac661c91-951a-43ce-a60e-46466e4df899', 'name': '', 'network_id': 'd4de5f58-26b5-4e4f-8278-673645bfd374', 'tenant_id': '8d511f8938f3446b9ed8484c7e88d332', 'mac_address': 'fa:16:3e:63:69:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '446e7006-71a6-4c0c-8578-4ef926a2b758', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '32fe9d9e-2ab0-4e3b-8ba9-de9ae262b6d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:20:38Z', 'updated_at': '2022-05-28T06:20:44Z', 'revision_number': 4, 'project_id': '8d511f8938f3446b9ed8484c7e88d332', 'subnets': [{'id': '32fe9d9e-2ab0-4e3b-8ba9-de9ae262b6d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:20:45.735433 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f65eb8-fa91-444a-8168-1e7d00f93db3 req-2aa39d31-1372-4fad-8649-7b81258f1fc1 tempest-LiveAutoBlockMigrationV225Test-2091885666 tempest-LiveAutoBlockMigrationV225Test-2091885666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:45.736868 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c4f65eb8-fa91-444a-8168-1e7d00f93db3 req-2aa39d31-1372-4fad-8649-7b81258f1fc1 tempest-LiveAutoBlockMigrationV225Test-2091885666 tempest-LiveAutoBlockMigrationV225Test-2091885666-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=df55b3a0-0685-44ad-8bdb-1b874bab3160 HTTP/1.1" status: 200 len: 1096 time: 0.4672706 May 28 06:20:45.773212 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-1d06386d-6f9a-4510-bd7a-06f5e5e13229 admin admin] Calling delete_port for 51297e1b-ab9a-434b-b008-22f84df1d327 owned by network:router_gateway {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:20:45.781733 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8accf05e-4a9e-4531-b936-0f3f6892e35d req-004015fc-efad-4e19-b95d-81aa77ae5c46 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:45.783216 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8accf05e-4a9e-4531-b936-0f3f6892e35d req-004015fc-efad-4e19-b95d-81aa77ae5c46 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bef656a-6216-41b1-97ef-01974e054907 HTTP/1.1" status: 200 len: 950 time: 0.4983127 May 28 06:20:45.805976 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-22ef8594-a380-4e00-9bc9-ff4fe7f6b82f req-a897dc69-50c3-414a-afc2-4a0a736c436e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=45fb5242-d2b8-4cad-be5f-640116d504f8 HTTP/1.1" status: 200 len: 210 time: 0.1469281 May 28 06:20:45.869819 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c4f65eb8-fa91-444a-8168-1e7d00f93db3 req-f07f572b-1edd-4388-9506-1580732b22f0 tempest-LiveAutoBlockMigrationV225Test-2091885666 tempest-LiveAutoBlockMigrationV225Test-2091885666-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=a90b51ea-4be8-4511-8d71-0b0b776de2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262794 May 28 06:20:45.876964 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-c2fe82cd-1e54-4057-a05b-84679fa6ac80 req-f5ce5f54-fcdb-4c23-8527-99d6ba9b4107 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:20:45.888529 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8accf05e-4a9e-4531-b936-0f3f6892e35d req-189be57e-b0b9-41ed-9681-da45c43ef142 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885601 May 28 06:20:45.929377 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-c2fe82cd-1e54-4057-a05b-84679fa6ac80 req-f5ce5f54-fcdb-4c23-8527-99d6ba9b4107 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:20:46.039632 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2fe82cd-1e54-4057-a05b-84679fa6ac80 req-f5ce5f54-fcdb-4c23-8527-99d6ba9b4107 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Made reservation on behalf of 7b2fe75d343f4ee29013f21d2442bc34 for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:20:46.044638 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-c2fe82cd-1e54-4057-a05b-84679fa6ac80 req-f5ce5f54-fcdb-4c23-8527-99d6ba9b4107 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:46.071206 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1d06386d-6f9a-4510-bd7a-06f5e5e13229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:46.194532 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d06386d-6f9a-4510-bd7a-06f5e5e13229 admin admin] Pushing event deleted for resources: {'Port': ['ID=51297e1b-ab9a-434b-b008-22f84df1d327,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:46.211505 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-af4df48d-ca03-4e08-9131-bd61720124d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3115906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3172012'] for subnet, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:46.246200 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device ac661c91-951a-43ce-a60e-46466e4df899 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:20:46.275342 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:20:46.305678 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1d06386d-6f9a-4510-bd7a-06f5e5e13229 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691105'] for router_gateway, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:46.392051 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-01519bad-1b05-4ece-9ee9-43f0fd4e4365 req-954b1f8d-bffe-464e-af71-6a14a88baee6 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/ports?device_id=f06c429e-200a-4060-82ce-3c50d0c62b77 HTTP/1.1" status: 200 len: 210 time: 0.1831164 May 28 06:20:46.398621 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port ac661c91-951a-43ce-a60e-46466e4df899 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:20:46.414522 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4df48d-ca03-4e08-9131-bd61720124d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a00c54e-1ebd-4435-a9d1-2ddfc7a52aa3,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:46.419346 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port ac661c91-951a-43ce-a60e-46466e4df899 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:20:46.419934 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:46.444780 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [req-c2fe82cd-1e54-4057-a05b-84679fa6ac80 req-f5ce5f54-fcdb-4c23-8527-99d6ba9b4107 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Allocated IP 172.20.0.2 (ae685707-2f9d-409f-9237-8deef87c8163/eed62182-5ff7-4e12-84bb-4e23f47bba04/c0cadd07-8199-4b53-899d-d5325c812cfc) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:20:46.509171 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1d06386d-6f9a-4510-bd7a-06f5e5e13229 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59018'] for router, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:46.513647 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1d06386d-6f9a-4510-bd7a-06f5e5e13229 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:46.652457 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port ac661c91-951a-43ce-a60e-46466e4df899 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:20:46.653592 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:46.734720 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port ac661c91-951a-43ce-a60e-46466e4df899, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=ac661c91-951a-43ce-a60e-46466e4df899,segment=NetworkSegment(da5c496c-27c0-43e7-82d4-b2bdcd86ef6a),segment_id=da5c496c-27c0-43e7-82d4-b2bdcd86ef6a)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:20:46.766710 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2489773a-3579-4938-9171-d6cc65955222 req-20c80256-b718-4e04-bff0-c68be57f9ff4 tempest-ServersAdmin275Test-1627060860 tempest-ServersAdmin275Test-1627060860-project] 10.222.0.55 "GET /v2.0/ports?device_id=45fb5242-d2b8-4cad-be5f-640116d504f8 HTTP/1.1" status: 200 len: 210 time: 0.1275959 May 28 06:20:46.774384 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4df48d-ca03-4e08-9131-bd61720124d2 admin admin] Checking segment: {'id': '6b449c93-ca11-40b5-aabf-53fdd2e497ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'e0419c03-15f8-4112-a44b-c0a5352f5d82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:20:46.774934 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4df48d-ca03-4e08-9131-bd61720124d2 admin admin] Network hostable DHCP agents. Network: e0419c03-15f8-4112-a44b-c0a5352f5d82, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89110) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:20:46.832682 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:46.852505 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd365354-ff9f-4e1b-b13e-b4c6870dcc52 req-9b18b7f4-d311-4b18-8339-61122b52420b tempest-LiveAutoBlockMigrationV225Test-2091885666 tempest-LiveAutoBlockMigrationV225Test-2091885666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:46.854376 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fd365354-ff9f-4e1b-b13e-b4c6870dcc52 req-9b18b7f4-d311-4b18-8339-61122b52420b tempest-LiveAutoBlockMigrationV225Test-2091885666 tempest-LiveAutoBlockMigrationV225Test-2091885666-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=df55b3a0-0685-44ad-8bdb-1b874bab3160 HTTP/1.1" status: 200 len: 1096 time: 0.7083399 May 28 06:20:46.857101 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-c2fe82cd-1e54-4057-a05b-84679fa6ac80 req-f5ce5f54-fcdb-4c23-8527-99d6ba9b4107 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:46.887619 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 1c8627e7-ec4d-4366-a93b-230f4664b2a2 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:20:46.935297 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fd365354-ff9f-4e1b-b13e-b4c6870dcc52 req-bb46b778-75fd-45b7-9121-377d0e7531f1 tempest-LiveAutoBlockMigrationV225Test-2091885666 tempest-LiveAutoBlockMigrationV225Test-2091885666-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=a90b51ea-4be8-4511-8d71-0b0b776de2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745430 May 28 06:20:46.957682 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 1c8627e7-ec4d-4366-a93b-230f4664b2a2 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:20:46.958136 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 1c8627e7-ec4d-4366-a93b-230f4664b2a2 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:20:46.974162 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1d06386d-6f9a-4510-bd7a-06f5e5e13229 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-703817'] for router, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:46.978090 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d06386d-6f9a-4510-bd7a-06f5e5e13229 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d2a36a6-c5c2-473d-8dba-f623879dbe96 {{(pid=89109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 06:20:46.997577 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1d06386d-6f9a-4510-bd7a-06f5e5e13229 admin admin] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:47.000842 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-1d06386d-6f9a-4510-bd7a-06f5e5e13229 admin admin] 10.222.0.55 "DELETE /v2.0/routers/2d2a36a6-c5c2-473d-8dba-f623879dbe96 HTTP/1.1" status: 204 len: 168 time: 2.5685537 May 28 06:20:47.003598 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 45716) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:20:47.004568 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=ac661c91-951a-43ce-a60e-46466e4df899,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:47.063867 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-c2fe82cd-1e54-4057-a05b-84679fa6ac80 req-f5ce5f54-fcdb-4c23-8527-99d6ba9b4107 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:47.070653 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4df48d-ca03-4e08-9131-bd61720124d2 admin admin] Network e0419c03-15f8-4112-a44b-c0a5352f5d82 is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89110) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:20:47.201807 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device b0092ac8-7f2d-4bba-bffc-709c31aca1a8 details requested by agent hyperv_n-h2-843702-1 with host n-h2-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:20:47.399495 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_v2 [None req-3045a622-6566-4c04-b4f9-008ce8b8736a admin admin] Deleting subnet 4bf81a23-edc8-47fe-99f1-ca3e38e6216a {{(pid=89110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:20:47.403133 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3045a622-6566-4c04-b4f9-008ce8b8736a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:47.494124 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port b0092ac8-7f2d-4bba-bffc-709c31aca1a8, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=b0092ac8-7f2d-4bba-bffc-709c31aca1a8,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:20:47.496589 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2fe82cd-1e54-4057-a05b-84679fa6ac80 req-f5ce5f54-fcdb-4c23-8527-99d6ba9b4107 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Network ae685707-2f9d-409f-9237-8deef87c8163 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:20:47.510975 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Returning: {'device': 'b0092ac8-7f2d-4bba-bffc-709c31aca1a8', 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9', 'port_id': 'b0092ac8-7f2d-4bba-bffc-709c31aca1a8', 'mac_address': 'fa:16:3e:61:ff:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e72d0ca5-04cb-4b36-82b1-c75214c9eb05', 'ip_address': '192.168.233.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:20:47.516963 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [req-c2fe82cd-1e54-4057-a05b-84679fa6ac80 req-f5ce5f54-fcdb-4c23-8527-99d6ba9b4107 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:20:47.524715 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2fe82cd-1e54-4057-a05b-84679fa6ac80 req-f5ce5f54-fcdb-4c23-8527-99d6ba9b4107 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:20:47.564015 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-af4df48d-ca03-4e08-9131-bd61720124d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, e0419c03-15f8-4112-a44b-c0a5352f5d82) {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:20:47.578587 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8fb586f-7d25-45b8-b17a-a58819d8ab0a None None] Network e0419c03-15f8-4112-a44b-c0a5352f5d82 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:20:47.602852 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4df48d-ca03-4e08-9131-bd61720124d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:47.606102 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-af4df48d-ca03-4e08-9131-bd61720124d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:47.642535 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ce5f54-fcdb-4c23-8527-99d6ba9b4107 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Pushing event updated for resources: {'Port': ['ID=c0cadd07-8199-4b53-899d-d5325c812cfc,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:47.681227 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3045a622-6566-4c04-b4f9-008ce8b8736a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4150765'] for subnet, precommit_delete_associations {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:47.704213 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port b0092ac8-7f2d-4bba-bffc-709c31aca1a8 is: ACTIVE; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:20:47.704998 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:47.743708 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b0092ac8-7f2d-4bba-bffc-709c31aca1a8 {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:20:47.800367 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port b0092ac8-7f2d-4bba-bffc-709c31aca1a8, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=b0092ac8-7f2d-4bba-bffc-709c31aca1a8,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:20:47.805291 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fe82cd-1e54-4057-a05b-84679fa6ac80 req-f5ce5f54-fcdb-4c23-8527-99d6ba9b4107 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:47.806071 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-c2fe82cd-1e54-4057-a05b-84679fa6ac80 req-f5ce5f54-fcdb-4c23-8527-99d6ba9b4107 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:47.823384 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-af4df48d-ca03-4e08-9131-bd61720124d2 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.6203589 May 28 06:20:47.826012 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 45756) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:20:47.831058 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-611b8c0c-5064-46bf-abc4-8dd1b3b62149 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1965629347-router', 'tenant_id': '02dc04477c7f48c18d31f82b52ee6869', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:20:47.837251 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-611b8c0c-5064-46bf-abc4-8dd1b3b62149 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:20:47.841229 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-611b8c0c-5064-46bf-abc4-8dd1b3b62149 admin admin] Usage tracker for resource:router and tenant:02dc04477c7f48c18d31f82b52ee6869 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:20:47.844276 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-611b8c0c-5064-46bf-abc4-8dd1b3b62149 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:20:47.852029 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-611b8c0c-5064-46bf-abc4-8dd1b3b62149 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:20:47.924190 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2390d0-7b2b-4fff-b5b5-a5e5e9780fac req-dda2c954-6fb8-4b14-be9c-0caabcb47990 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:47.925826 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7e2390d0-7b2b-4fff-b5b5-a5e5e9780fac req-dda2c954-6fb8-4b14-be9c-0caabcb47990 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bef656a-6216-41b1-97ef-01974e054907 HTTP/1.1" status: 200 len: 950 time: 0.8052237 May 28 06:20:47.946971 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:47.958330 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3045a622-6566-4c04-b4f9-008ce8b8736a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:47.978885 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0cb670-1859-432e-9da9-71a34c14bb69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-e0419c03-15f8-4112-a44b-c0a5352f5d82', 'network_id': 'e0419c03-15f8-4112-a44b-c0a5352f5d82', 'tenant_id': '02dc04477c7f48c18d31f82b52ee6869', 'fixed_ips': [{'subnet_id': '8a00c54e-1ebd-4435-a9d1-2ddfc7a52aa3'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:20:47.979634 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-8e0cb670-1859-432e-9da9-71a34c14bb69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:47.994278 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c2fe82cd-1e54-4057-a05b-84679fa6ac80 req-f5ce5f54-fcdb-4c23-8527-99d6ba9b4107 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5013633 May 28 06:20:48.012382 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-c2fe82cd-1e54-4057-a05b-84679fa6ac80 req-36e25645-93a0-4e00-83ce-c7ebdec1a388 service neutron] Request body: {'port': {'device_id': 'f06c429e-200a-4060-82ce-3c50d0c62b77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843702-1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:20:48.071357 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-611b8c0c-5064-46bf-abc4-8dd1b3b62149 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59128'] for router, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:48.073292 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-611b8c0c-5064-46bf-abc4-8dd1b3b62149 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59009'] for router, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:48.078534 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7e2390d0-7b2b-4fff-b5b5-a5e5e9780fac req-6ff83062-5828-4935-bbad-7723235e37e9 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391423 May 28 06:20:48.112234 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daad078-b57f-4142-b9e9-2e8580df4d95 req-9ae6b4be-bfea-474e-9d0d-4e4a709c519a tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:48.112900 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-6daad078-b57f-4142-b9e9-2e8580df4d95 req-9ae6b4be-bfea-474e-9d0d-4e4a709c519a tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Synchronizing usage tracker for tenant:7b2fe75d343f4ee29013f21d2442bc34 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:20:48.113731 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-611b8c0c-5064-46bf-abc4-8dd1b3b62149 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:48.145835 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=b0092ac8-7f2d-4bba-bffc-709c31aca1a8,revision_number=6']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:48.174109 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['b0092ac8-7f2d-4bba-bffc-709c31aca1a8'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:20:48.268556 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device ac661c91-951a-43ce-a60e-46466e4df899 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:20:48.341132 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-c2fe82cd-1e54-4057-a05b-84679fa6ac80 req-36e25645-93a0-4e00-83ce-c7ebdec1a388 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:48.378246 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-6daad078-b57f-4142-b9e9-2e8580df4d95 req-9ae6b4be-bfea-474e-9d0d-4e4a709c519a tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Unset dirty status for tenant:7b2fe75d343f4ee29013f21d2442bc34 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:20:48.386669 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6daad078-b57f-4142-b9e9-2e8580df4d95 req-9ae6b4be-bfea-474e-9d0d-4e4a709c519a tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/ports?device_id=f06c429e-200a-4060-82ce-3c50d0c62b77 HTTP/1.1" status: 200 len: 931 time: 0.6489623 May 28 06:20:48.431147 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3045a622-6566-4c04-b4f9-008ce8b8736a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3115981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3172005'] for subnet, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:48.445009 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-8e0cb670-1859-432e-9da9-71a34c14bb69 None None] Allocated IP 172.20.0.2 (e0419c03-15f8-4112-a44b-c0a5352f5d82/8a00c54e-1ebd-4435-a9d1-2ddfc7a52aa3/291c657a-ad4a-4786-bfbe-325df55175ed) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:20:48.479691 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port ac661c91-951a-43ce-a60e-46466e4df899 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:20:48.480304 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:48.487638 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3045a622-6566-4c04-b4f9-008ce8b8736a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4bf81a23-edc8-47fe-99f1-ca3e38e6216a,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:48.545170 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1009516f-576e-4920-9ccb-bf6c3cab2a0d None None] Network 764cc7f5-3d4a-46f3-92c4-a33e960446c4 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:20:48.619176 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-611b8c0c-5064-46bf-abc4-8dd1b3b62149 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59027'] for router, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:48.660935 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3045a622-6566-4c04-b4f9-008ce8b8736a admin admin] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:48.684409 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6daad078-b57f-4142-b9e9-2e8580df4d95 req-4d1ddaea-dccf-41f1-b43a-59cd95b69b0f tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/security-groups?id=51e8ab45-fc50-4bca-a4a6-55c0639ed93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2960823 May 28 06:20:48.770240 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-3045a622-6566-4c04-b4f9-008ce8b8736a admin admin] 10.222.0.55 "DELETE /v2.0/subnets/4bf81a23-edc8-47fe-99f1-ca3e38e6216a HTTP/1.1" status: 204 len: 168 time: 1.7655518 May 28 06:20:48.783164 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 45778) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:20:48.937729 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-54e39096-6c99-4d41-93e7-91edb9d9eec6 req-4a0fdef6-72b5-47bc-a548-b04c559bf019 tempest-ServersAdmin275Test-1627060860 tempest-ServersAdmin275Test-1627060860-project] 10.222.0.55 "GET /v2.0/ports?device_id=45fb5242-d2b8-4cad-be5f-640116d504f8 HTTP/1.1" status: 200 len: 210 time: 0.1021349 May 28 06:20:48.983820 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port ac661c91-951a-43ce-a60e-46466e4df899 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:20:49.008488 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83b5009-33d7-40f4-b35e-068382b74de2 req-da1b883b-a577-4927-87ff-9da4e31b11a3 tempest-LiveAutoBlockMigrationV225Test-2091885666 tempest-LiveAutoBlockMigrationV225Test-2091885666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:49.017526 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a83b5009-33d7-40f4-b35e-068382b74de2 req-da1b883b-a577-4927-87ff-9da4e31b11a3 tempest-LiveAutoBlockMigrationV225Test-2091885666 tempest-LiveAutoBlockMigrationV225Test-2091885666-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=df55b3a0-0685-44ad-8bdb-1b874bab3160 HTTP/1.1" status: 200 len: 1096 time: 0.7585130 May 28 06:20:49.087471 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9f38032e-931f-42cb-8406-e635ff0100ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:49.094729 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 51297e1b-ab9a-434b-b008-22f84df1d327 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:20:49.130357 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a83b5009-33d7-40f4-b35e-068382b74de2 req-d84ffec5-f0ba-488c-91e2-818d7f2c2400 tempest-LiveAutoBlockMigrationV225Test-2091885666 tempest-LiveAutoBlockMigrationV225Test-2091885666-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=a90b51ea-4be8-4511-8d71-0b0b776de2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153214 May 28 06:20:49.144538 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-9f38032e-931f-42cb-8406-e635ff0100ee admin admin] Deleting port 4db12211-4e4f-406f-a80a-f5b4e6b73da4 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:20:49.153649 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9f38032e-931f-42cb-8406-e635ff0100ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:49.156535 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 51297e1b-ab9a-434b-b008-22f84df1d327 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:20:49.157195 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 51297e1b-ab9a-434b-b008-22f84df1d327 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:20:49.174479 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-8e0cb670-1859-432e-9da9-71a34c14bb69 None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:49.204272 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-8e0cb670-1859-432e-9da9-71a34c14bb69 None None] Transition to ACTIVE for port object 291c657a-ad4a-4786-bfbe-325df55175ed will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:20:49.220848 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e4050d-c1dc-4459-98ef-7068f5710085 None None] DHCP port deletion for 764cc7f5-3d4a-46f3-92c4-a33e960446c4 request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:20:49.256020 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-82e4050d-c1dc-4459-98ef-7068f5710085 None None] Deleting port 4db12211-4e4f-406f-a80a-f5b4e6b73da4 {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:20:49.256660 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-82e4050d-c1dc-4459-98ef-7068f5710085 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:49.320856 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.db.resource_extend [req-c2fe82cd-1e54-4057-a05b-84679fa6ac80 req-36e25645-93a0-4e00-83ce-c7ebdec1a388 service neutron] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 06:20:49.323459 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-8e0cb670-1859-432e-9da9-71a34c14bb69 None None] Transition to ACTIVE for port object 291c657a-ad4a-4786-bfbe-325df55175ed will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:20:49.420405 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-611b8c0c-5064-46bf-abc4-8dd1b3b62149 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:49.454095 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-8e0cb670-1859-432e-9da9-71a34c14bb69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:49.483320 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-611b8c0c-5064-46bf-abc4-8dd1b3b62149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:49.686368 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e0cb670-1859-432e-9da9-71a34c14bb69 None None] Network e0419c03-15f8-4112-a44b-c0a5352f5d82 is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:20:49.727496 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [req-c2fe82cd-1e54-4057-a05b-84679fa6ac80 req-36e25645-93a0-4e00-83ce-c7ebdec1a388 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0cadd07-8199-4b53-899d-d5325c812cfc {{(pid=89110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:20:49.762523 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-c2fe82cd-1e54-4057-a05b-84679fa6ac80 req-36e25645-93a0-4e00-83ce-c7ebdec1a388 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:49.763372 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-611b8c0c-5064-46bf-abc4-8dd1b3b62149 admin admin] Allocated IP 172.25.5.199 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/e7635712-a23b-45a1-bcf9-1b557e66dddf) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:20:49.827328 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [None req-9f38032e-931f-42cb-8406-e635ff0100ee admin admin] For port 4db12211-4e4f-406f-a80a-f5b4e6b73da4, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=4db12211-4e4f-406f-a80a-f5b4e6b73da4,segment=NetworkSegment(3f111ccf-a6f6-436c-800f-807127a20e96),segment_id=3f111ccf-a6f6-436c-800f-807127a20e96)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:20:49.828054 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9f38032e-931f-42cb-8406-e635ff0100ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:49.839514 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-c2fe82cd-1e54-4057-a05b-84679fa6ac80 req-36e25645-93a0-4e00-83ce-c7ebdec1a388 service neutron] Transition to ACTIVE for port object c0cadd07-8199-4b53-899d-d5325c812cfc will not be triggered until provisioned by entity L2. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:20:49.886561 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-8e0cb670-1859-432e-9da9-71a34c14bb69 None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:20:49.905691 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0cb670-1859-432e-9da9-71a34c14bb69 None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:20:49.944533 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-611b8c0c-5064-46bf-abc4-8dd1b3b62149 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:49.946349 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0cb670-1859-432e-9da9-71a34c14bb69 None None] Pushing event updated for resources: {'Port': ['ID=291c657a-ad4a-4786-bfbe-325df55175ed,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:50.049362 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-9f38032e-931f-42cb-8406-e635ff0100ee admin admin] Calling delete_port for 4db12211-4e4f-406f-a80a-f5b4e6b73da4 owned by network:dhcp {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:20:50.309522 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08007e4c-098e-43e4-aba5-36feac208afe req-467d5dae-b933-4b22-809c-bc20fa880c65 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:50.309522 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-08007e4c-098e-43e4-aba5-36feac208afe req-467d5dae-b933-4b22-809c-bc20fa880c65 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bef656a-6216-41b1-97ef-01974e054907 HTTP/1.1" status: 200 len: 950 time: 0.6063275 May 28 06:20:50.311564 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-82e4050d-c1dc-4459-98ef-7068f5710085 None None] For port 4db12211-4e4f-406f-a80a-f5b4e6b73da4, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=4db12211-4e4f-406f-a80a-f5b4e6b73da4,segment=NetworkSegment(3f111ccf-a6f6-436c-800f-807127a20e96),segment_id=3f111ccf-a6f6-436c-800f-807127a20e96)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:20:50.311564 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-82e4050d-c1dc-4459-98ef-7068f5710085 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:50.311761 n-d-843702-1 neutron-server[89109]: INFO neutron.api.v2.resource [req-d975be52-ea23-47da-8b93-f84e3beacc2e req-8a0ab84d-000f-4da5-9b6c-193d1643b304 service neutron] show failed (client error): The resource could not be found. May 28 06:20:50.311761 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-d975be52-ea23-47da-8b93-f84e3beacc2e req-8a0ab84d-000f-4da5-9b6c-193d1643b304 service neutron] 10.222.0.71 "GET /v2.0/ports/5ade8c86-99e0-4811-878c-8667ec11046f/bindings/n-h1-843702-1 HTTP/1.1" status: 404 len: 380 time: 0.1282079 May 28 06:20:50.311941 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-c2fe82cd-1e54-4057-a05b-84679fa6ac80 req-36e25645-93a0-4e00-83ce-c7ebdec1a388 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:50.312049 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-8e0cb670-1859-432e-9da9-71a34c14bb69 None None] Attempting to bind port 291c657a-ad4a-4786-bfbe-325df55175ed on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:20:50.312049 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-8e0cb670-1859-432e-9da9-71a34c14bb69 None None] Attempting to bind port 291c657a-ad4a-4786-bfbe-325df55175ed by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': '6b449c93-ca11-40b5-aabf-53fdd2e497ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'e0419c03-15f8-4112-a44b-c0a5352f5d82'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:20:50.312049 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0cb670-1859-432e-9da9-71a34c14bb69 None None] Attempting to bind port 291c657a-ad4a-4786-bfbe-325df55175ed on network e0419c03-15f8-4112-a44b-c0a5352f5d82 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:20:50.312049 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 4db12211-4e4f-406f-a80a-f5b4e6b73da4 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:20:50.313908 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-82e4050d-c1dc-4459-98ef-7068f5710085 None None] Calling delete_port for 4db12211-4e4f-406f-a80a-f5b4e6b73da4 owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:20:50.328694 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-611b8c0c-5064-46bf-abc4-8dd1b3b62149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:50.371794 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0cb670-1859-432e-9da9-71a34c14bb69 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:20:50.372539 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0cb670-1859-432e-9da9-71a34c14bb69 None None] Checking segment: {'id': '6b449c93-ca11-40b5-aabf-53fdd2e497ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'e0419c03-15f8-4112-a44b-c0a5352f5d82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:20:50.372668 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-8e0cb670-1859-432e-9da9-71a34c14bb69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:50.372978 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0cb670-1859-432e-9da9-71a34c14bb69 None None] Bound using segment: {'id': '6b449c93-ca11-40b5-aabf-53fdd2e497ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'e0419c03-15f8-4112-a44b-c0a5352f5d82'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:20:50.373506 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-8e0cb670-1859-432e-9da9-71a34c14bb69 None None] Bound port: 291c657a-ad4a-4786-bfbe-325df55175ed, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b449c93-ca11-40b5-aabf-53fdd2e497ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'e0419c03-15f8-4112-a44b-c0a5352f5d82'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:20:50.373846 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-8e0cb670-1859-432e-9da9-71a34c14bb69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:50.391133 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611b8c0c-5064-46bf-abc4-8dd1b3b62149 admin admin] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:20:50.399828 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-611b8c0c-5064-46bf-abc4-8dd1b3b62149 admin admin] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:20:50.404611 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611b8c0c-5064-46bf-abc4-8dd1b3b62149 admin admin] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:20:50.460852 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611b8c0c-5064-46bf-abc4-8dd1b3b62149 admin admin] Pushing event updated for resources: {'Port': ['ID=e7635712-a23b-45a1-bcf9-1b557e66dddf,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:50.477355 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e25645-93a0-4e00-83ce-c7ebdec1a388 service neutron] Pushing event updated for resources: {'Port': ['ID=c0cadd07-8199-4b53-899d-d5325c812cfc,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:50.523909 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-08007e4c-098e-43e4-aba5-36feac208afe req-7103c1b1-4be8-4cbc-ac59-360eb50f4476 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3931615 May 28 06:20:50.605376 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9f38032e-931f-42cb-8406-e635ff0100ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:50.653436 n-d-843702-1 neutron-server[89111]: INFO neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No ports have port_id starting with 4db12211-4e4f-406f-a80a-f5b4e6b73da4 May 28 06:20:50.689952 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-8e0cb670-1859-432e-9da9-71a34c14bb69 None None] For port 291c657a-ad4a-4786-bfbe-325df55175ed, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:20:50.694495 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-8e0cb670-1859-432e-9da9-71a34c14bb69 None None] For port 291c657a-ad4a-4786-bfbe-325df55175ed, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=291c657a-ad4a-4786-bfbe-325df55175ed,segment=NetworkSegment(6b449c93-ca11-40b5-aabf-53fdd2e497ee),segment_id=6b449c93-ca11-40b5-aabf-53fdd2e497ee)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:20:50.695441 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.db.api [None req-82e4050d-c1dc-4459-98ef-7068f5710085 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89111) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:20:50.695796 n-d-843702-1 neutron-server[89111]: DEBUG oslo_db.api [None req-82e4050d-c1dc-4459-98ef-7068f5710085 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:20:50.791752 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-8e0cb670-1859-432e-9da9-71a34c14bb69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:50.821520 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f38032e-931f-42cb-8406-e635ff0100ee admin admin] No DVR routers for this DVR port 4db12211-4e4f-406f-a80a-f5b4e6b73da4 on host n-d-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:20:50.916187 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0cb670-1859-432e-9da9-71a34c14bb69 None None] Pushing event updated for resources: {'Port': ['ID=291c657a-ad4a-4786-bfbe-325df55175ed,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:50.960191 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f38032e-931f-42cb-8406-e635ff0100ee admin admin] Pushing event deleted for resources: {'Port': ['ID=4db12211-4e4f-406f-a80a-f5b4e6b73da4,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:51.004401 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-c2fe82cd-1e54-4057-a05b-84679fa6ac80 req-36e25645-93a0-4e00-83ce-c7ebdec1a388 service neutron] Attempting to bind port c0cadd07-8199-4b53-899d-d5325c812cfc on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:20:51.004401 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-c2fe82cd-1e54-4057-a05b-84679fa6ac80 req-36e25645-93a0-4e00-83ce-c7ebdec1a388 service neutron] Attempting to bind port c0cadd07-8199-4b53-899d-d5325c812cfc by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': '2466b369-b4d4-4fbf-9dbd-05fe75562f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'ae685707-2f9d-409f-9237-8deef87c8163'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:20:51.004401 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fe82cd-1e54-4057-a05b-84679fa6ac80 req-36e25645-93a0-4e00-83ce-c7ebdec1a388 service neutron] Attempting to bind port c0cadd07-8199-4b53-899d-d5325c812cfc on network ae685707-2f9d-409f-9237-8deef87c8163 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:20:51.013102 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fe82cd-1e54-4057-a05b-84679fa6ac80 req-36e25645-93a0-4e00-83ce-c7ebdec1a388 service neutron] Port c0cadd07-8199-4b53-899d-d5325c812cfc on network ae685707-2f9d-409f-9237-8deef87c8163 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:20:51.013449 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fe82cd-1e54-4057-a05b-84679fa6ac80 req-36e25645-93a0-4e00-83ce-c7ebdec1a388 service neutron] Attempting to bind port c0cadd07-8199-4b53-899d-d5325c812cfc on network ae685707-2f9d-409f-9237-8deef87c8163 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:20:51.017288 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3cd319f3-8629-40c5-8a05-e541c9f85bfa req-978762df-e902-4fb1-a239-e0935479ddc2 tempest-ServersAdmin275Test-1251110391 tempest-ServersAdmin275Test-1251110391-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=45fb5242-d2b8-4cad-be5f-640116d504f8 HTTP/1.1" status: 200 len: 210 time: 0.2425089 May 28 06:20:51.170453 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9f38032e-931f-42cb-8406-e635ff0100ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:51.196774 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-82e4050d-c1dc-4459-98ef-7068f5710085 None None] Deleting port 4db12211-4e4f-406f-a80a-f5b4e6b73da4 {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:20:51.197922 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-82e4050d-c1dc-4459-98ef-7068f5710085 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:51.239913 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-9f38032e-931f-42cb-8406-e635ff0100ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['764cc7f5-3d4a-46f3-92c4-a33e960446c4']}} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:20:51.275949 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-9f38032e-931f-42cb-8406-e635ff0100ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f111ccf-a6f6-436c-800f-807127a20e96') {'for_net_delete': True} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:20:51.276244 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-9f38032e-931f-42cb-8406-e635ff0100ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f111ccf-a6f6-436c-800f-807127a20e96') {} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:20:51.296596 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9f38032e-931f-42cb-8406-e635ff0100ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4150778'] for segment, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:51.342319 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9f38032e-931f-42cb-8406-e635ff0100ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:51.369451 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f38032e-931f-42cb-8406-e635ff0100ee admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=89110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:20:51.369657 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9f38032e-931f-42cb-8406-e635ff0100ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3143023'] for segment, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:51.385107 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-82e4050d-c1dc-4459-98ef-7068f5710085 None None] The port '4db12211-4e4f-406f-a80a-f5b4e6b73da4' was deleted {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 06:20:51.388963 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device b0092ac8-7f2d-4bba-bffc-709c31aca1a8 up at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:20:51.546256 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fe82cd-1e54-4057-a05b-84679fa6ac80 req-36e25645-93a0-4e00-83ce-c7ebdec1a388 service neutron] Checking agent: {'id': '69f492a0-c00d-46d0-9bec-fcd8161ce206', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:20:51.546513 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fe82cd-1e54-4057-a05b-84679fa6ac80 req-36e25645-93a0-4e00-83ce-c7ebdec1a388 service neutron] Checking segment: {'id': '2466b369-b4d4-4fbf-9dbd-05fe75562f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'ae685707-2f9d-409f-9237-8deef87c8163'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:20:51.546906 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fe82cd-1e54-4057-a05b-84679fa6ac80 req-36e25645-93a0-4e00-83ce-c7ebdec1a388 service neutron] Bound using segment: {'id': '2466b369-b4d4-4fbf-9dbd-05fe75562f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'ae685707-2f9d-409f-9237-8deef87c8163'} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:20:51.547029 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning complete for port b0092ac8-7f2d-4bba-bffc-709c31aca1a8 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:20:51.547336 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:51.547455 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-c2fe82cd-1e54-4057-a05b-84679fa6ac80 req-36e25645-93a0-4e00-83ce-c7ebdec1a388 service neutron] Bound port: c0cadd07-8199-4b53-899d-d5325c812cfc, host: n-h1-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2466b369-b4d4-4fbf-9dbd-05fe75562f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'ae685707-2f9d-409f-9237-8deef87c8163'}}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:20:51.547682 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-c2fe82cd-1e54-4057-a05b-84679fa6ac80 req-36e25645-93a0-4e00-83ce-c7ebdec1a388 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:51.560658 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment 3f111ccf-a6f6-436c-800f-807127a20e96 resource provider aggregate not found May 28 06:20:51.588025 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-611b8c0c-5064-46bf-abc4-8dd1b3b62149 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:51.627443 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment 3f111ccf-a6f6-436c-800f-807127a20e96 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3f111ccf-a6f6-436c-800f-807127a20e96 found for delete ", "request_id": "req-d0335d59-7c5b-4bb5-86e2-da1121a0771e"}]} May 28 06:20:51.696629 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d975be52-ea23-47da-8b93-f84e3beacc2e req-3cf6c532-dcce-43d1-81b0-7faca1240927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:51.700423 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-d975be52-ea23-47da-8b93-f84e3beacc2e req-3cf6c532-dcce-43d1-81b0-7faca1240927 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9bef656a-6216-41b1-97ef-01974e054907&tenant_id=fa535ce8a329409da109cb227c3a70b1 HTTP/1.1" status: 200 len: 1101 time: 0.5542343 May 28 06:20:51.720400 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-d975be52-ea23-47da-8b93-f84e3beacc2e req-ab599383-39e2-41c1-86ec-781f498fc56c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843702-1', 'device_owner': 'compute:nova'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:20:51.743075 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d60461-764e-410e-b503-b2c02affde1e req-e943db48-83b5-4ccb-8cf6-8be4610ad730 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:51.749398 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-32d60461-764e-410e-b503-b2c02affde1e req-e943db48-83b5-4ccb-8cf6-8be4610ad730 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/ports?device_id=f06c429e-200a-4060-82ce-3c50d0c62b77 HTTP/1.1" status: 200 len: 943 time: 0.8707604 May 28 06:20:51.749398 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9f38032e-931f-42cb-8406-e635ff0100ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:51.790121 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9f38032e-931f-42cb-8406-e635ff0100ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:51.814565 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f38032e-931f-42cb-8406-e635ff0100ee admin admin] Pushing event deleted for resources: {'Network': ['ID=764cc7f5-3d4a-46f3-92c4-a33e960446c4,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:51.837295 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-9f38032e-931f-42cb-8406-e635ff0100ee admin admin] 10.222.0.55 "DELETE /v2.0/networks/764cc7f5-3d4a-46f3-92c4-a33e960446c4 HTTP/1.1" status: 204 len: 168 time: 3.0395851 May 28 06:20:51.842035 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port b0092ac8-7f2d-4bba-bffc-709c31aca1a8 is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:20:51.842539 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:51.851826 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-c2fe82cd-1e54-4057-a05b-84679fa6ac80 req-36e25645-93a0-4e00-83ce-c7ebdec1a388 service neutron] For port c0cadd07-8199-4b53-899d-d5325c812cfc, host n-h1-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:20:51.865778 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-32d60461-764e-410e-b503-b2c02affde1e req-5cc8201b-95ef-4329-b352-0460d52f55bb tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/security-groups?id=51e8ab45-fc50-4bca-a4a6-55c0639ed93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057525 May 28 06:20:51.870077 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-c2fe82cd-1e54-4057-a05b-84679fa6ac80 req-36e25645-93a0-4e00-83ce-c7ebdec1a388 service neutron] For port c0cadd07-8199-4b53-899d-d5325c812cfc, host n-h1-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=c0cadd07-8199-4b53-899d-d5325c812cfc,segment=NetworkSegment(2466b369-b4d4-4fbf-9dbd-05fe75562f7f),segment_id=2466b369-b4d4-4fbf-9dbd-05fe75562f7f)] {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:20:51.907795 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '577a8e23-0200-4256-a915-c88306809d8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0092ac8-7f2d-4bba-bffc-709c31aca1a8'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:20:51.928914 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port b0092ac8-7f2d-4bba-bffc-709c31aca1a8, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=b0092ac8-7f2d-4bba-bffc-709c31aca1a8,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:20:51.959430 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-c2fe82cd-1e54-4057-a05b-84679fa6ac80 req-36e25645-93a0-4e00-83ce-c7ebdec1a388 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:52.030308 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-d975be52-ea23-47da-8b93-f84e3beacc2e req-ab599383-39e2-41c1-86ec-781f498fc56c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:52.047858 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:52.048662 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 5ade8c86-99e0-4811-878c-8667ec11046f no longer exists at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:20:52.135039 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fe82cd-1e54-4057-a05b-84679fa6ac80 req-36e25645-93a0-4e00-83ce-c7ebdec1a388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:52.135637 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-c2fe82cd-1e54-4057-a05b-84679fa6ac80 req-36e25645-93a0-4e00-83ce-c7ebdec1a388 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:52.137021 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c2fe82cd-1e54-4057-a05b-84679fa6ac80 req-36e25645-93a0-4e00-83ce-c7ebdec1a388 service neutron] 10.222.0.69 "PUT /v2.0/ports/c0cadd07-8199-4b53-899d-d5325c812cfc HTTP/1.1" status: 200 len: 1091 time: 4.1293824 May 28 06:20:52.137680 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f06c429e-200a-4060-82ce-3c50d0c62b77', 'tag': 'c0cadd07-8199-4b53-899d-d5325c812cfc'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:20:52.161552 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e25645-93a0-4e00-83ce-c7ebdec1a388 service neutron] Pushing event updated for resources: {'Port': ['ID=c0cadd07-8199-4b53-899d-d5325c812cfc,revision_number=3']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:52.328293 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 291c657a-ad4a-4786-bfbe-325df55175ed up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:20:52.480955 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=b0092ac8-7f2d-4bba-bffc-709c31aca1a8,revision_number=7']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:52.504628 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-96ba8656-30eb-4f08-b72c-0b5771321a2c req-a65685a5-f9dd-439c-b8cd-ac2761a22a68 tempest-ServersAdmin275Test-1251110391 tempest-ServersAdmin275Test-1251110391-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=45fb5242-d2b8-4cad-be5f-640116d504f8 HTTP/1.1" status: 200 len: 210 time: 0.1081967 May 28 06:20:52.511491 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 45844) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:20:52.621230 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-d6a63067-e4ff-4b7c-bc62-96d88a2fc054 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=14290ed08c6d4a7fa996c9c36852cd35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0866847 May 28 06:20:52.626075 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 45848) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:20:52.711539 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fe82cd-1e54-4057-a05b-84679fa6ac80 req-53fdfcb9-283b-49d3-9fc0-a7b6625069d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:52.713099 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c2fe82cd-1e54-4057-a05b-84679fa6ac80 req-53fdfcb9-283b-49d3-9fc0-a7b6625069d0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7b2fe75d343f4ee29013f21d2442bc34&device_id=f06c429e-200a-4060-82ce-3c50d0c62b77 HTTP/1.1" status: 200 len: 1094 time: 0.4186342 May 28 06:20:52.715726 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1194cabb-ac18-4742-8dc0-72ba5db34480 req-7e8a28d2-1190-4352-adc1-c1bd6494fa1c tempest-LiveAutoBlockMigrationV225Test-2091885666 tempest-LiveAutoBlockMigrationV225Test-2091885666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:52.726540 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1194cabb-ac18-4742-8dc0-72ba5db34480 req-7e8a28d2-1190-4352-adc1-c1bd6494fa1c tempest-LiveAutoBlockMigrationV225Test-2091885666 tempest-LiveAutoBlockMigrationV225Test-2091885666-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=df55b3a0-0685-44ad-8bdb-1b874bab3160 HTTP/1.1" status: 200 len: 1096 time: 0.5452201 May 28 06:20:52.778119 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 5ade8c86-99e0-4811-878c-8667ec11046f is: ACTIVE; New status is: DOWN {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:20:52.779165 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:52.805097 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60815b74-e80d-4b81-9a9a-3f3076bc8e5b None None] Network e0419c03-15f8-4112-a44b-c0a5352f5d82 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:20:52.820562 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-611b8c0c-5064-46bf-abc4-8dd1b3b62149 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690761'] for router, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:52.930398 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 291c657a-ad4a-4786-bfbe-325df55175ed completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:20:53.025135 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c2fe82cd-1e54-4057-a05b-84679fa6ac80 req-be322f33-ca21-407c-96c1-b8356e525265 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c0cadd07-8199-4b53-899d-d5325c812cfc HTTP/1.1" status: 200 len: 217 time: 0.2644129 May 28 06:20:53.063013 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-d975be52-ea23-47da-8b93-f84e3beacc2e req-ab599383-39e2-41c1-86ec-781f498fc56c service neutron] For port 5ade8c86-99e0-4811-878c-8667ec11046f, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=5ade8c86-99e0-4811-878c-8667ec11046f,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:20:53.076956 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1194cabb-ac18-4742-8dc0-72ba5db34480 req-d9879776-09ea-44be-9f33-5ff8ad8175eb tempest-LiveAutoBlockMigrationV225Test-2091885666 tempest-LiveAutoBlockMigrationV225Test-2091885666-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=a90b51ea-4be8-4511-8d71-0b0b776de2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3495340 May 28 06:20:53.097350 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-cd3fbd28-77b6-4125-b6f4-7e988f9b3791 None None] Provisioning for port 291c657a-ad4a-4786-bfbe-325df55175ed completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:20:53.115361 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-cd3fbd28-77b6-4125-b6f4-7e988f9b3791 None None] Provisioning complete for port 291c657a-ad4a-4786-bfbe-325df55175ed triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:20:53.115807 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-cd3fbd28-77b6-4125-b6f4-7e988f9b3791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:53.157338 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-d975be52-ea23-47da-8b93-f84e3beacc2e req-ab599383-39e2-41c1-86ec-781f498fc56c service neutron] For port 5ade8c86-99e0-4811-878c-8667ec11046f, host n-h2-843702-1, cleared binding levels {{(pid=89109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:20:53.174437 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c81b5acb-f2a5-4929-aaa8-d9f647b70fa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:53.193982 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fe82cd-1e54-4057-a05b-84679fa6ac80 req-f0ede53f-3992-45fd-ab9e-0f56d379e5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:53.195838 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c2fe82cd-1e54-4057-a05b-84679fa6ac80 req-f0ede53f-3992-45fd-ab9e-0f56d379e5a1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=eed62182-5ff7-4e12-84bb-4e23f47bba04 HTTP/1.1" status: 200 len: 848 time: 0.1164541 May 28 06:20:53.264208 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c2fe82cd-1e54-4057-a05b-84679fa6ac80 req-c512a7e9-82ca-4101-9614-090ab247c5bd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ae685707-2f9d-409f-9237-8deef87c8163&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614393 May 28 06:20:53.270640 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c81b5acb-f2a5-4929-aaa8-d9f647b70fa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:53.325467 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-d975be52-ea23-47da-8b93-f84e3beacc2e req-ab599383-39e2-41c1-86ec-781f498fc56c service neutron] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:53.345914 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [req-d975be52-ea23-47da-8b93-f84e3beacc2e req-ab599383-39e2-41c1-86ec-781f498fc56c service neutron] Transition to ACTIVE for port object 5ade8c86-99e0-4811-878c-8667ec11046f will not be triggered until provisioned by entity L2. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:20:53.346703 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bef656a-6216-41b1-97ef-01974e054907', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ade8c86-99e0-4811-878c-8667ec11046f'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:20:53.381587 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06be89ca-623b-4f1e-b05b-79e4aeb8ee9a'] response: {'server_uuid': '577a8e23-0200-4256-a915-c88306809d8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0092ac8-7f2d-4bba-bffc-709c31aca1a8', 'code': 200} May 28 06:20:53.422415 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-d975be52-ea23-47da-8b93-f84e3beacc2e req-ab599383-39e2-41c1-86ec-781f498fc56c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:53.425035 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc940342-f9c7-477b-ba3b-8c75f1977a4d req-84d17ccc-9b21-46cd-a084-0f6d483a008d tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:53.428470 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cc940342-f9c7-477b-ba3b-8c75f1977a4d req-84d17ccc-9b21-46cd-a084-0f6d483a008d tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bef656a-6216-41b1-97ef-01974e054907 HTTP/1.1" status: 200 len: 950 time: 0.4023333 May 28 06:20:53.601601 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-cd3fbd28-77b6-4125-b6f4-7e988f9b3791 None None] Current status of the port 291c657a-ad4a-4786-bfbe-325df55175ed is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:20:53.602048 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-cd3fbd28-77b6-4125-b6f4-7e988f9b3791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:53.721874 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.db.api [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89111) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:20:53.729612 n-d-843702-1 neutron-server[89111]: DEBUG oslo_db.api [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:20:53.751542 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cc940342-f9c7-477b-ba3b-8c75f1977a4d req-2f9ca6cd-fea2-401e-90b0-d6204abcb3e1 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3133008 May 28 06:20:53.768873 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-cd3fbd28-77b6-4125-b6f4-7e988f9b3791 None None] For port 291c657a-ad4a-4786-bfbe-325df55175ed, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=291c657a-ad4a-4786-bfbe-325df55175ed,segment=NetworkSegment(6b449c93-ca11-40b5-aabf-53fdd2e497ee),segment_id=6b449c93-ca11-40b5-aabf-53fdd2e497ee)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:20:53.852078 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c2fe82cd-1e54-4057-a05b-84679fa6ac80 req-f7aa19f1-7411-4914-bf7d-e8e60aeeedcc service neutron] 10.222.0.69 "GET /v2.0/networks/ae685707-2f9d-409f-9237-8deef87c8163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5728936 May 28 06:20:53.923319 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77fba21c-ebac-454d-9346-e5f6b8674b25'] response: {'name': 'network-changed', 'server_uuid': 'f06c429e-200a-4060-82ce-3c50d0c62b77', 'tag': 'c0cadd07-8199-4b53-899d-d5325c812cfc', 'status': 'completed', 'code': 200} May 28 06:20:54.026741 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab599383-39e2-41c1-86ec-781f498fc56c service neutron] Pushing event updated for resources: {'Port': ['ID=5ade8c86-99e0-4811-878c-8667ec11046f,revision_number=6']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:54.040263 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6d60ff-0f6e-4b27-8488-f2f8dc6f5bd4 req-034ab56e-8f0f-4c58-8ca1-8ce8334e1ad7 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:54.048808 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fe6d60ff-0f6e-4b27-8488-f2f8dc6f5bd4 req-034ab56e-8f0f-4c58-8ca1-8ce8334e1ad7 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] 10.222.0.55 "GET /v2.0/ports?device_id=82aa383d-b9c0-40ed-9974-524203d1895a HTTP/1.1" status: 200 len: 946 time: 0.3757222 May 28 06:20:54.077404 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-cd3fbd28-77b6-4125-b6f4-7e988f9b3791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:54.116396 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fe6d60ff-0f6e-4b27-8488-f2f8dc6f5bd4 req-dea4d2fb-8533-4482-963f-742c24c5eed0 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed1b7838-09ba-4c02-8fcc-d2aad317060a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663826 May 28 06:20:54.156656 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [req-d975be52-ea23-47da-8b93-f84e3beacc2e req-ab599383-39e2-41c1-86ec-781f498fc56c service neutron] No DVR routers for this DVR port 5ade8c86-99e0-4811-878c-8667ec11046f on host n-h2-843702-1 {{(pid=89109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:20:54.211431 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3fbd28-77b6-4125-b6f4-7e988f9b3791 None None] Pushing event updated for resources: {'Port': ['ID=291c657a-ad4a-4786-bfbe-325df55175ed,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:54.228591 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c81b5acb-f2a5-4929-aaa8-d9f647b70fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:54.250434 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-d975be52-ea23-47da-8b93-f84e3beacc2e req-ab599383-39e2-41c1-86ec-781f498fc56c service neutron] Attempting to bind port 5ade8c86-99e0-4811-878c-8667ec11046f on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:20:54.251124 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-d975be52-ea23-47da-8b93-f84e3beacc2e req-ab599383-39e2-41c1-86ec-781f498fc56c service neutron] Attempting to bind port 5ade8c86-99e0-4811-878c-8667ec11046f by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:20:54.251670 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d975be52-ea23-47da-8b93-f84e3beacc2e req-ab599383-39e2-41c1-86ec-781f498fc56c service neutron] Attempting to bind port 5ade8c86-99e0-4811-878c-8667ec11046f on network bb90c162-fdb0-406b-af2b-5eef830db7a9 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:20:54.258981 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-611b8c0c-5064-46bf-abc4-8dd1b3b62149 admin admin] Router 5e86acbf-50bd-4ec6-87fc-08576242dc80 is scheduled to L3 agent 42958940-9562-4f71-972f-15a8af9d3963 with binding_index 1 {{(pid=89109) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 06:20:54.272838 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d975be52-ea23-47da-8b93-f84e3beacc2e req-ab599383-39e2-41c1-86ec-781f498fc56c service neutron] Port 5ade8c86-99e0-4811-878c-8667ec11046f on network bb90c162-fdb0-406b-af2b-5eef830db7a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:20:54.273272 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d975be52-ea23-47da-8b93-f84e3beacc2e req-ab599383-39e2-41c1-86ec-781f498fc56c service neutron] Attempting to bind port 5ade8c86-99e0-4811-878c-8667ec11046f on network bb90c162-fdb0-406b-af2b-5eef830db7a9 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:20:54.282436 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d975be52-ea23-47da-8b93-f84e3beacc2e req-ab599383-39e2-41c1-86ec-781f498fc56c service neutron] Checking agent: {'id': '69f492a0-c00d-46d0-9bec-fcd8161ce206', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:20:54.285907 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d975be52-ea23-47da-8b93-f84e3beacc2e req-ab599383-39e2-41c1-86ec-781f498fc56c service neutron] Checking segment: {'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:20:54.286659 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d975be52-ea23-47da-8b93-f84e3beacc2e req-ab599383-39e2-41c1-86ec-781f498fc56c service neutron] Bound using segment: {'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:20:54.287366 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-d975be52-ea23-47da-8b93-f84e3beacc2e req-ab599383-39e2-41c1-86ec-781f498fc56c service neutron] Bound port: 5ade8c86-99e0-4811-878c-8667ec11046f, host: n-h1-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'}}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:20:54.288072 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-d975be52-ea23-47da-8b93-f84e3beacc2e req-ab599383-39e2-41c1-86ec-781f498fc56c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:54.310789 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81b5acb-f2a5-4929-aaa8-d9f647b70fa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50274047-2bb2-4e49-b97f-1ef4250a2b68,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:54.386896 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c81b5acb-f2a5-4929-aaa8-d9f647b70fa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:54.388054 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-c81b5acb-f2a5-4929-aaa8-d9f647b70fa5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/50274047-2bb2-4e49-b97f-1ef4250a2b68 HTTP/1.1" status: 204 len: 168 time: 1.7526515 May 28 06:20:54.422714 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 5ade8c86-99e0-4811-878c-8667ec11046f is: DOWN; New status is: DOWN {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:20:54.431143 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-62448eec-0a31-4a6c-b3c6-84b8eb71d043 None None] Provisioning complete for port 291c657a-ad4a-4786-bfbe-325df55175ed triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:20:54.432162 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c2fe82cd-1e54-4057-a05b-84679fa6ac80 req-ae09d699-4058-4555-8cc0-054290020e3e service neutron] 10.222.0.69 "GET /v2.0/networks/ae685707-2f9d-409f-9237-8deef87c8163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5690656 May 28 06:20:54.432731 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-62448eec-0a31-4a6c-b3c6-84b8eb71d043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:54.498478 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3762ffe-edc0-46b0-a570-55d9e0aa2bdf req-757ccd8c-1b59-41fd-a6e3-2181d22a16cb tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:54.510270 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a3762ffe-edc0-46b0-a570-55d9e0aa2bdf req-757ccd8c-1b59-41fd-a6e3-2181d22a16cb tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/ports?device_id=f06c429e-200a-4060-82ce-3c50d0c62b77 HTTP/1.1" status: 200 len: 943 time: 0.3852448 May 28 06:20:54.531582 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-611b8c0c-5064-46bf-abc4-8dd1b3b62149 admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:20:54.545262 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130b85d3-b633-42e4-90bb-9a475fd59a1a None None] Sync routers for ids ['5e86acbf-50bd-4ec6-87fc-08576242dc80'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:20:54.555132 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363da89b-4db8-4148-bb60-2cb79ec26a5a req-96808d46-bfea-4fb4-8d47-184efd25f612 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:54.556013 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-363da89b-4db8-4148-bb60-2cb79ec26a5a req-96808d46-bfea-4fb4-8d47-184efd25f612 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Synchronizing usage tracker for tenant:091a6ab3594e41dd849f313a7a0a6a9a on resource:port {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:20:54.664413 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130b85d3-b633-42e4-90bb-9a475fd59a1a None None] Routers {'5e86acbf-50bd-4ec6-87fc-08576242dc80'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:20:54.665728 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-130b85d3-b633-42e4-90bb-9a475fd59a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:20:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['5e86acbf-50bd-4ec6-87fc-08576242dc80'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:20:54.683426 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-d975be52-ea23-47da-8b93-f84e3beacc2e req-ab599383-39e2-41c1-86ec-781f498fc56c service neutron] For port 5ade8c86-99e0-4811-878c-8667ec11046f, host n-h1-843702-1, cleared binding levels {{(pid=89109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:20:54.690012 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-d975be52-ea23-47da-8b93-f84e3beacc2e req-ab599383-39e2-41c1-86ec-781f498fc56c service neutron] For port 5ade8c86-99e0-4811-878c-8667ec11046f, host n-h1-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=5ade8c86-99e0-4811-878c-8667ec11046f,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:20:54.699752 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-363da89b-4db8-4148-bb60-2cb79ec26a5a req-96808d46-bfea-4fb4-8d47-184efd25f612 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Unset dirty status for tenant:091a6ab3594e41dd849f313a7a0a6a9a on resource:port {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:20:54.701067 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-363da89b-4db8-4148-bb60-2cb79ec26a5a req-96808d46-bfea-4fb4-8d47-184efd25f612 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] 10.222.0.71 "GET /v2.0/ports?device_id=82aa383d-b9c0-40ed-9974-524203d1895a HTTP/1.1" status: 200 len: 946 time: 0.7400584 May 28 06:20:54.749731 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a3762ffe-edc0-46b0-a570-55d9e0aa2bdf req-b39b470f-070c-4b27-8c6f-794b1330c36a tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/security-groups?id=51e8ab45-fc50-4bca-a4a6-55c0639ed93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371895 May 28 06:20:54.781943 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [req-363da89b-4db8-4148-bb60-2cb79ec26a5a req-49ffd6c5-99dd-4cf0-bcfa-2bd7ebe42c45 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Deleting port 130bacd8-1b1a-44c2-8b96-1323df3c7f8a {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:20:54.782405 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-363da89b-4db8-4148-bb60-2cb79ec26a5a req-49ffd6c5-99dd-4cf0-bcfa-2bd7ebe42c45 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:54.802041 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c471cc26-4317-44e5-be26-d8b9ce3835b3 req-1f2ff68a-5f2a-47dd-b456-4e6b216ec7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:54.807486 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c471cc26-4317-44e5-be26-d8b9ce3835b3 req-1f2ff68a-5f2a-47dd-b456-4e6b216ec7ae service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7b2fe75d343f4ee29013f21d2442bc34&device_id=f06c429e-200a-4060-82ce-3c50d0c62b77 HTTP/1.1" status: 200 len: 1094 time: 0.2181690 May 28 06:20:54.878249 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-62448eec-0a31-4a6c-b3c6-84b8eb71d043 None None] Current status of the port 291c657a-ad4a-4786-bfbe-325df55175ed is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:20:54.889341 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54f6770a-1b8e-4029-9b77-54a497942ac7'] response: {'server_uuid': '9bef656a-6216-41b1-97ef-01974e054907', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ade8c86-99e0-4811-878c-8667ec11046f', 'code': 200} May 28 06:20:54.947242 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-130b85d3-b633-42e4-90bb-9a475fd59a1a None None] Set router 5e86acbf-50bd-4ec6-87fc-08576242dc80 gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:20:54.989947 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-611b8c0c-5064-46bf-abc4-8dd1b3b62149 admin admin] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:54.991622 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-611b8c0c-5064-46bf-abc4-8dd1b3b62149 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.1646357 May 28 06:20:54.993639 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-d975be52-ea23-47da-8b93-f84e3beacc2e req-ab599383-39e2-41c1-86ec-781f498fc56c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:54.998975 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 45874) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:20:55.159729 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d975be52-ea23-47da-8b93-f84e3beacc2e req-ab599383-39e2-41c1-86ec-781f498fc56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:55.165321 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-d975be52-ea23-47da-8b93-f84e3beacc2e req-ab599383-39e2-41c1-86ec-781f498fc56c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:55.166786 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-d975be52-ea23-47da-8b93-f84e3beacc2e req-ab599383-39e2-41c1-86ec-781f498fc56c service neutron] 10.222.0.69 "PUT /v2.0/ports/5ade8c86-99e0-4811-878c-8667ec11046f HTTP/1.1" status: 200 len: 1096 time: 3.4590623 May 28 06:20:55.512746 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-130b85d3-b633-42e4-90bb-9a475fd59a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e86acbf-50bd-4ec6-87fc-08576242dc80', 'name': 'tempest-AttachSCSIVolumeTestJSON-1965629347-router', 'tenant_id': '02dc04477c7f48c18d31f82b52ee6869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': 'e7635712-a23b-45a1-bcf9-1b557e66dddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:20:48Z', 'updated_at': '2022-05-28T06:20:50Z', 'revision_number': 3, 'project_id': '02dc04477c7f48c18d31f82b52ee6869', 'gw_port': {'id': 'e7635712-a23b-45a1-bcf9-1b557e66dddf', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:2e:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e86acbf-50bd-4ec6-87fc-08576242dc80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:20:49Z', 'updated_at': '2022-05-28T06:20:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:20:55.523645 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130b85d3-b633-42e4-90bb-9a475fd59a1a None None] Checking router: 5e86acbf-50bd-4ec6-87fc-08576242dc80 for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:20:55.524046 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130b85d3-b633-42e4-90bb-9a475fd59a1a None None] Updating router 5e86acbf-50bd-4ec6-87fc-08576242dc80 port e7635712-a23b-45a1-bcf9-1b557e66dddf binding host n-d-843702-1 {{(pid=89111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:20:55.587740 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab599383-39e2-41c1-86ec-781f498fc56c service neutron] Pushing event updated for resources: {'Port': ['ID=5ade8c86-99e0-4811-878c-8667ec11046f,revision_number=7']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:55.633686 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-130b85d3-b633-42e4-90bb-9a475fd59a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:55.658091 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d975be52-ea23-47da-8b93-f84e3beacc2e req-dfa00045-6ff5-497d-a511-bc807adae818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:55.669506 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-d975be52-ea23-47da-8b93-f84e3beacc2e req-dfa00045-6ff5-497d-a511-bc807adae818 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fa535ce8a329409da109cb227c3a70b1&device_id=9bef656a-6216-41b1-97ef-01974e054907 HTTP/1.1" status: 200 len: 1099 time: 0.4544013 May 28 06:20:55.671537 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a1e4c996-0d94-49c5-a532-c8b08d39053b req-ccc95731-a906-417f-a197-0269936c0c31 tempest-ServersAdmin275Test-1251110391 tempest-ServersAdmin275Test-1251110391-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=45fb5242-d2b8-4cad-be5f-640116d504f8 HTTP/1.1" status: 200 len: 210 time: 0.1365578 May 28 06:20:55.892353 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-363da89b-4db8-4148-bb60-2cb79ec26a5a req-49ffd6c5-99dd-4cf0-bcfa-2bd7ebe42c45 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] For port 130bacd8-1b1a-44c2-8b96-1323df3c7f8a, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=130bacd8-1b1a-44c2-8b96-1323df3c7f8a,segment=NetworkSegment(1de716f0-90c2-4769-b773-5a69ff94f49f),segment_id=1de716f0-90c2-4769-b773-5a69ff94f49f)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:20:55.925969 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-363da89b-4db8-4148-bb60-2cb79ec26a5a req-49ffd6c5-99dd-4cf0-bcfa-2bd7ebe42c45 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:55.926265 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c471cc26-4317-44e5-be26-d8b9ce3835b3 req-33946d0d-ee5a-4a55-acb6-eee93fbdb87a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:55.926265 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c471cc26-4317-44e5-be26-d8b9ce3835b3 req-33946d0d-ee5a-4a55-acb6-eee93fbdb87a service neutron] 10.222.0.69 "GET /v2.0/networks?id=ae685707-2f9d-409f-9237-8deef87c8163 HTTP/1.1" status: 200 len: 909 time: 1.1092696 May 28 06:20:56.135074 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d975be52-ea23-47da-8b93-f84e3beacc2e req-d1c0bdff-5a4e-474a-a72d-4180cae082a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:56.136818 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-d975be52-ea23-47da-8b93-f84e3beacc2e req-d1c0bdff-5a4e-474a-a72d-4180cae082a9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=bb90c162-fdb0-406b-af2b-5eef830db7a9 HTTP/1.1" status: 200 len: 870 time: 0.4642627 May 28 06:20:56.178638 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-130b85d3-b633-42e4-90bb-9a475fd59a1a None None] Notify callbacks [] for port, precommit_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:56.193977 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-130b85d3-b633-42e4-90bb-9a475fd59a1a None None] Transition to ACTIVE for port object e7635712-a23b-45a1-bcf9-1b557e66dddf will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:20:56.207878 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 291c657a-ad4a-4786-bfbe-325df55175ed up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:20:56.254454 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-d975be52-ea23-47da-8b93-f84e3beacc2e req-7c83db04-621a-425c-a4dd-8dc1168b70a7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=5ade8c86-99e0-4811-878c-8667ec11046f HTTP/1.1" status: 200 len: 217 time: 0.1027403 May 28 06:20:56.281911 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-130b85d3-b633-42e4-90bb-9a475fd59a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:56.379957 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c471cc26-4317-44e5-be26-d8b9ce3835b3 req-be01400b-7fcb-4a06-9c25-ba68c68d3e9a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c0cadd07-8199-4b53-899d-d5325c812cfc HTTP/1.1" status: 200 len: 217 time: 0.4298198 May 28 06:20:56.439775 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-130b85d3-b633-42e4-90bb-9a475fd59a1a None None] Attempting to bind port e7635712-a23b-45a1-bcf9-1b557e66dddf on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:20:56.440453 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-130b85d3-b633-42e4-90bb-9a475fd59a1a None None] Attempting to bind port e7635712-a23b-45a1-bcf9-1b557e66dddf by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:20:56.441122 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130b85d3-b633-42e4-90bb-9a475fd59a1a None None] Attempting to bind port e7635712-a23b-45a1-bcf9-1b557e66dddf on network 68df399e-e75e-4871-9364-5d05730b50f0 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:20:56.454595 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130b85d3-b633-42e4-90bb-9a475fd59a1a None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:20:56.455272 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130b85d3-b633-42e4-90bb-9a475fd59a1a None None] Checking segment: {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:20:56.455849 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-130b85d3-b633-42e4-90bb-9a475fd59a1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:56.456399 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130b85d3-b633-42e4-90bb-9a475fd59a1a None None] Bound using segment: {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:20:56.457029 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-130b85d3-b633-42e4-90bb-9a475fd59a1a None None] Bound port: e7635712-a23b-45a1-bcf9-1b557e66dddf, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:20:56.457586 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-130b85d3-b633-42e4-90bb-9a475fd59a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:56.571831 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c471cc26-4317-44e5-be26-d8b9ce3835b3 req-65802c8d-f67e-4689-a235-a45a9eacce7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:56.577351 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c471cc26-4317-44e5-be26-d8b9ce3835b3 req-65802c8d-f67e-4689-a235-a45a9eacce7f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=eed62182-5ff7-4e12-84bb-4e23f47bba04 HTTP/1.1" status: 200 len: 848 time: 0.1747429 May 28 06:20:56.723725 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-130b85d3-b633-42e4-90bb-9a475fd59a1a None None] For port e7635712-a23b-45a1-bcf9-1b557e66dddf, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:20:56.729462 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-130b85d3-b633-42e4-90bb-9a475fd59a1a None None] For port e7635712-a23b-45a1-bcf9-1b557e66dddf, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=e7635712-a23b-45a1-bcf9-1b557e66dddf,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:20:56.744507 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-fac66b4c-e6d7-46ff-872a-8964af1ec207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:56.748794 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device c0cadd07-8199-4b53-899d-d5325c812cfc details requested by agent hyperv_n-h1-843702-1 with host n-h1-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:20:56.754163 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc5132a-2ffb-4b8c-9520-8d3ce14bcf72 None None] Pushing event updated for resources: {'Port': ['ID=e7635712-a23b-45a1-bcf9-1b557e66dddf,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:56.774751 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 291c657a-ad4a-4786-bfbe-325df55175ed triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:20:56.775360 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:56.811962 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c471cc26-4317-44e5-be26-d8b9ce3835b3 req-bfd62580-93a6-4129-9e5e-af77185bf9c4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ae685707-2f9d-409f-9237-8deef87c8163&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2299333 May 28 06:20:56.832906 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-363da89b-4db8-4148-bb60-2cb79ec26a5a req-49ffd6c5-99dd-4cf0-bcfa-2bd7ebe42c45 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:56.834826 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-363da89b-4db8-4148-bb60-2cb79ec26a5a req-49ffd6c5-99dd-4cf0-bcfa-2bd7ebe42c45 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691094'] for floatingip, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:56.835392 n-d-843702-1 neutron-server[89109]: INFO neutron.db.l3_db [req-363da89b-4db8-4148-bb60-2cb79ec26a5a req-49ffd6c5-99dd-4cf0-bcfa-2bd7ebe42c45 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Floating IP bd03fd82-a43d-44af-9e9b-2a38fb4cc972 disassociated. External IP: 172.25.5.87, port: 130bacd8-1b1a-44c2-8b96-1323df3c7f8a. May 28 06:20:56.835822 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [req-363da89b-4db8-4148-bb60-2cb79ec26a5a req-49ffd6c5-99dd-4cf0-bcfa-2bd7ebe42c45 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Calling delete_port for 130bacd8-1b1a-44c2-8b96-1323df3c7f8a owned by compute:nova {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:20:56.842118 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-130b85d3-b633-42e4-90bb-9a475fd59a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:56.877817 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d975be52-ea23-47da-8b93-f84e3beacc2e req-3f0b4119-a6f1-4c29-b00b-ce3219aa1020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:56.880687 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-d975be52-ea23-47da-8b93-f84e3beacc2e req-3f0b4119-a6f1-4c29-b00b-ce3219aa1020 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e72d0ca5-04cb-4b36-82b1-c75214c9eb05 HTTP/1.1" status: 200 len: 843 time: 0.2302728 May 28 06:20:56.895615 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bef656a-6216-41b1-97ef-01974e054907', 'tag': '5ade8c86-99e0-4811-878c-8667ec11046f'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:20:57.000528 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c471cc26-4317-44e5-be26-d8b9ce3835b3 req-261a019a-7860-4dea-a6ff-59d2be9f63c7 service neutron] 10.222.0.69 "GET /v2.0/networks/ae685707-2f9d-409f-9237-8deef87c8163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726229 May 28 06:20:57.020054 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.db.resource_extend [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 06:20:57.097265 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d975be52-ea23-47da-8b93-f84e3beacc2e req-c22c22cb-7e8a-42b2-a102-d0f193c62063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:57.101320 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-d975be52-ea23-47da-8b93-f84e3beacc2e req-c22c22cb-7e8a-42b2-a102-d0f193c62063 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bb90c162-fdb0-406b-af2b-5eef830db7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1967983 May 28 06:20:57.116714 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130b85d3-b633-42e4-90bb-9a475fd59a1a None None] Routers {'5e86acbf-50bd-4ec6-87fc-08576242dc80'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:20:57.117650 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-130b85d3-b633-42e4-90bb-9a475fd59a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:20:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['5e86acbf-50bd-4ec6-87fc-08576242dc80'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:20:57.249662 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-97da1abd-22d1-4f03-925f-a02468778b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:57.258723 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc5132a-2ffb-4b8c-9520-8d3ce14bcf72 None None] Pushing event updated for resources: {'Port': ['ID=e7635712-a23b-45a1-bcf9-1b557e66dddf,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:57.279916 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 130bacd8-1b1a-44c2-8b96-1323df3c7f8a no longer exists at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:20:57.281472 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166a7b39-cdab-43f5-8050-e12de77edbdb req-9d41a765-51ef-4dba-bfc0-0f475f7ec780 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:57.290874 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-166a7b39-cdab-43f5-8050-e12de77edbdb req-9d41a765-51ef-4dba-bfc0-0f475f7ec780 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bef656a-6216-41b1-97ef-01974e054907 HTTP/1.1" status: 200 len: 948 time: 0.9518831 May 28 06:20:57.351110 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-363da89b-4db8-4148-bb60-2cb79ec26a5a req-49ffd6c5-99dd-4cf0-bcfa-2bd7ebe42c45 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:57.419401 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-d975be52-ea23-47da-8b93-f84e3beacc2e req-671303bc-d957-4e03-8c56-64e00d3b7d2d service neutron] 10.222.0.69 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3106894 May 28 06:20:57.424822 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [req-ee41b214-6ca6-4d23-bfd9-0af22d3417ac req-9b133db7-b5c7-4e5e-8342-332231c7657b tempest-LiveAutoBlockMigrationV225Test-2091885666 tempest-LiveAutoBlockMigrationV225Test-2091885666-project-admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=89109) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:20:57.426795 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-ee41b214-6ca6-4d23-bfd9-0af22d3417ac req-9b133db7-b5c7-4e5e-8342-332231c7657b tempest-LiveAutoBlockMigrationV225Test-2091885666 tempest-LiveAutoBlockMigrationV225Test-2091885666-project-admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0199652 May 28 06:20:57.434110 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-166a7b39-cdab-43f5-8050-e12de77edbdb req-c937bfa9-4668-46e0-a951-5aea60d636c3 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421852 May 28 06:20:57.463252 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ffd6c5-99dd-4cf0-bcfa-2bd7ebe42c45 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Pushing event deleted for resources: {'Port': ['ID=130bacd8-1b1a-44c2-8b96-1323df3c7f8a,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:57.474141 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c471cc26-4317-44e5-be26-d8b9ce3835b3 req-97f190e0-1c4a-4ffc-8994-a00a10eb69e5 service neutron] 10.222.0.69 "GET /v2.0/networks/ae685707-2f9d-409f-9237-8deef87c8163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3876078 May 28 06:20:57.478353 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-ee41b214-6ca6-4d23-bfd9-0af22d3417ac req-dcfc7044-0c15-40de-9d30-43e62287a8c5 service neutron] Request body: {'binding': {'host': 'n-h2-843702-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:20:57.478353 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-ee41b214-6ca6-4d23-bfd9-0af22d3417ac req-dcfc7044-0c15-40de-9d30-43e62287a8c5 service neutron] Unknown quota resources ['binding']. {{(pid=89109) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 28 06:20:57.488157 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:57.583108 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-130b85d3-b633-42e4-90bb-9a475fd59a1a None None] Set router 5e86acbf-50bd-4ec6-87fc-08576242dc80 gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:20:57.675093 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-42400ffc-64eb-46e6-ac3d-a2d2c41e0464 req-f0ff8532-19ee-4bd0-9146-1d1b835e9293 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] 10.222.0.55 "GET /v2.0/ports?device_id=82aa383d-b9c0-40ed-9974-524203d1895a HTTP/1.1" status: 200 len: 210 time: 0.0495949 May 28 06:20:57.719575 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 291c657a-ad4a-4786-bfbe-325df55175ed is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:20:57.828271 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [None req-97da1abd-22d1-4f03-925f-a02468778b24 admin admin] Allocated IP 172.20.0.1 (e0419c03-15f8-4112-a44b-c0a5352f5d82/8a00c54e-1ebd-4435-a9d1-2ddfc7a52aa3/83447ce3-9d2c-473a-9552-51b1add51b42) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:20:57.944180 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port c0cadd07-8199-4b53-899d-d5325c812cfc, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=c0cadd07-8199-4b53-899d-d5325c812cfc,segment=NetworkSegment(2466b369-b4d4-4fbf-9dbd-05fe75562f7f),segment_id=2466b369-b4d4-4fbf-9dbd-05fe75562f7f)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:20:57.964569 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Returning: {'device': 'c0cadd07-8199-4b53-899d-d5325c812cfc', 'network_id': 'ae685707-2f9d-409f-9237-8deef87c8163', 'port_id': 'c0cadd07-8199-4b53-899d-d5325c812cfc', 'mac_address': 'fa:16:3e:8e:d7:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eed62182-5ff7-4e12-84bb-4e23f47bba04', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:20:58.057283 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port c0cadd07-8199-4b53-899d-d5325c812cfc is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:20:58.057843 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:58.068632 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-97da1abd-22d1-4f03-925f-a02468778b24 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:58.082604 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] No active binding found for port 130bacd8-1b1a-44c2-8b96-1323df3c7f8a {{(pid=89111) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 28 06:20:58.083030 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 130bacd8-1b1a-44c2-8b96-1323df3c7f8a not bound to the agent host n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:20:58.102223 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [None req-97da1abd-22d1-4f03-925f-a02468778b24 admin admin] Transition to ACTIVE for port object 83447ce3-9d2c-473a-9552-51b1add51b42 will not be triggered until provisioned by entity DHCP. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:20:58.103797 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0cadd07-8199-4b53-899d-d5325c812cfc {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:20:58.122227 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port c0cadd07-8199-4b53-899d-d5325c812cfc, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=c0cadd07-8199-4b53-899d-d5325c812cfc,segment=NetworkSegment(2466b369-b4d4-4fbf-9dbd-05fe75562f7f),segment_id=2466b369-b4d4-4fbf-9dbd-05fe75562f7f)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:20:58.149915 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-d975be52-ea23-47da-8b93-f84e3beacc2e req-22011f8b-1d0d-4332-9c12-1966b6bfd58e service neutron] 10.222.0.69 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7083831 May 28 06:20:58.167420 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [req-363da89b-4db8-4148-bb60-2cb79ec26a5a req-49ffd6c5-99dd-4cf0-bcfa-2bd7ebe42c45 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Router b0b81733-8687-4ff4-a035-18122c66529f has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:20:58.173042 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-130b85d3-b633-42e4-90bb-9a475fd59a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e86acbf-50bd-4ec6-87fc-08576242dc80', 'name': 'tempest-AttachSCSIVolumeTestJSON-1965629347-router', 'tenant_id': '02dc04477c7f48c18d31f82b52ee6869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': 'e7635712-a23b-45a1-bcf9-1b557e66dddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:20:48Z', 'updated_at': '2022-05-28T06:20:50Z', 'revision_number': 3, 'project_id': '02dc04477c7f48c18d31f82b52ee6869', 'gw_port': {'id': 'e7635712-a23b-45a1-bcf9-1b557e66dddf', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:2e:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e86acbf-50bd-4ec6-87fc-08576242dc80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:20:49Z', 'updated_at': '2022-05-28T06:20:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:20:58.187140 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130b85d3-b633-42e4-90bb-9a475fd59a1a None None] The sync data for ids ['5e86acbf-50bd-4ec6-87fc-08576242dc80'] in n-d-843702-1 is: [{'id': '5e86acbf-50bd-4ec6-87fc-08576242dc80', 'name': 'tempest-AttachSCSIVolumeTestJSON-1965629347-router', 'tenant_id': '02dc04477c7f48c18d31f82b52ee6869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': 'e7635712-a23b-45a1-bcf9-1b557e66dddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:20:48Z', 'updated_at': '2022-05-28T06:20:50Z', 'revision_number': 3, 'project_id': '02dc04477c7f48c18d31f82b52ee6869', 'gw_port': {'id': 'e7635712-a23b-45a1-bcf9-1b557e66dddf', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:2e:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e86acbf-50bd-4ec6-87fc-08576242dc80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:20:49Z', 'updated_at': '2022-05-28T06:20:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:20:58.200517 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:58.258224 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-97da1abd-22d1-4f03-925f-a02468778b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:58.308857 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=c0cadd07-8199-4b53-899d-d5325c812cfc,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:58.376120 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97da1abd-22d1-4f03-925f-a02468778b24 admin admin] Network e0419c03-15f8-4112-a44b-c0a5352f5d82 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:20:58.383678 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-97da1abd-22d1-4f03-925f-a02468778b24 admin admin] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:20:58.386761 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97da1abd-22d1-4f03-925f-a02468778b24 admin admin] Pushing event updated for resources: {'Port': ['ID=83447ce3-9d2c-473a-9552-51b1add51b42,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:58.398115 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9b49d1-fd69-4d78-b4dd-7f1f0cdb04cc req-cbc4677a-28df-4646-87e7-b89c7b7a378c tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:58.399788 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0b9b49d1-fd69-4d78-b4dd-7f1f0cdb04cc req-cbc4677a-28df-4646-87e7-b89c7b7a378c tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/ports?device_id=f06c429e-200a-4060-82ce-3c50d0c62b77 HTTP/1.1" status: 200 len: 943 time: 0.2626803 May 28 06:20:58.400972 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97da1abd-22d1-4f03-925f-a02468778b24 admin admin] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:20:58.464439 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['c0cadd07-8199-4b53-899d-d5325c812cfc'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:20:58.707618 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-363da89b-4db8-4148-bb60-2cb79ec26a5a req-49ffd6c5-99dd-4cf0-bcfa-2bd7ebe42c45 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:20:58.721466 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a454e6b9-16ed-43aa-bc50-9942d576db2e None None] Sync routers for ids ['b0b81733-8687-4ff4-a035-18122c66529f'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:20:58.736235 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a454e6b9-16ed-43aa-bc50-9942d576db2e None None] Routers {'b0b81733-8687-4ff4-a035-18122c66529f'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:20:58.744327 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-a454e6b9-16ed-43aa-bc50-9942d576db2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:20:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['b0b81733-8687-4ff4-a035-18122c66529f'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:20:58.825969 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-ee41b214-6ca6-4d23-bfd9-0af22d3417ac req-dcfc7044-0c15-40de-9d30-43e62287a8c5 service neutron] Attempting to bind port 4ff8f897-32e3-43f6-b211-8363395ab749 on host n-h2-843702-1 for vnic_type normal with profile None {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:20:58.827707 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-ee41b214-6ca6-4d23-bfd9-0af22d3417ac req-dcfc7044-0c15-40de-9d30-43e62287a8c5 service neutron] Attempting to bind port 4ff8f897-32e3-43f6-b211-8363395ab749 by drivers openvswitch,hyperv on host n-h2-843702-1 at level 0 using segments [{'id': 'da68ba47-25e5-4637-a83a-51088b9800dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '878a453b-7058-4dfc-b9e2-17503c679278'}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:20:58.828226 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee41b214-6ca6-4d23-bfd9-0af22d3417ac req-dcfc7044-0c15-40de-9d30-43e62287a8c5 service neutron] Attempting to bind port 4ff8f897-32e3-43f6-b211-8363395ab749 on network 878a453b-7058-4dfc-b9e2-17503c679278 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:20:58.858581 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0b9b49d1-fd69-4d78-b4dd-7f1f0cdb04cc req-ed9f8590-0e3f-472d-a8df-c5df216dc841 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/security-groups?id=51e8ab45-fc50-4bca-a4a6-55c0639ed93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510513 May 28 06:20:58.859909 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-97da1abd-22d1-4f03-925f-a02468778b24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690947'] for router_interface, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:58.954296 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [req-363da89b-4db8-4148-bb60-2cb79ec26a5a req-49ffd6c5-99dd-4cf0-bcfa-2bd7ebe42c45 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] No DVR routers for this DVR port 130bacd8-1b1a-44c2-8b96-1323df3c7f8a on host n-h2-843702-1 {{(pid=89109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:20:58.961801 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-363da89b-4db8-4148-bb60-2cb79ec26a5a req-49ffd6c5-99dd-4cf0-bcfa-2bd7ebe42c45 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:58.967512 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee41b214-6ca6-4d23-bfd9-0af22d3417ac req-dcfc7044-0c15-40de-9d30-43e62287a8c5 service neutron] Port 4ff8f897-32e3-43f6-b211-8363395ab749 on network 878a453b-7058-4dfc-b9e2-17503c679278 not bound, no agent of type Open vSwitch agent registered on host n-h2-843702-1 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:20:58.967745 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee41b214-6ca6-4d23-bfd9-0af22d3417ac req-dcfc7044-0c15-40de-9d30-43e62287a8c5 service neutron] Attempting to bind port 4ff8f897-32e3-43f6-b211-8363395ab749 on network 878a453b-7058-4dfc-b9e2-17503c679278 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:20:58.995333 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee41b214-6ca6-4d23-bfd9-0af22d3417ac req-dcfc7044-0c15-40de-9d30-43e62287a8c5 service neutron] Checking agent: {'id': 'f1a3973b-d2b3-4558-88e7-2ac50857d302', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:20:58.995667 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee41b214-6ca6-4d23-bfd9-0af22d3417ac req-dcfc7044-0c15-40de-9d30-43e62287a8c5 service neutron] Checking segment: {'id': 'da68ba47-25e5-4637-a83a-51088b9800dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '878a453b-7058-4dfc-b9e2-17503c679278'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:20:58.996052 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee41b214-6ca6-4d23-bfd9-0af22d3417ac req-dcfc7044-0c15-40de-9d30-43e62287a8c5 service neutron] Bound using segment: {'id': 'da68ba47-25e5-4637-a83a-51088b9800dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '878a453b-7058-4dfc-b9e2-17503c679278'} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:20:58.996480 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-ee41b214-6ca6-4d23-bfd9-0af22d3417ac req-dcfc7044-0c15-40de-9d30-43e62287a8c5 service neutron] Bound port: 4ff8f897-32e3-43f6-b211-8363395ab749, host: n-h2-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da68ba47-25e5-4637-a83a-51088b9800dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '878a453b-7058-4dfc-b9e2-17503c679278'}}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:20:59.031446 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b00a5e1f-9c6b-4296-a277-cca3813c9218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:59.061556 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-ee41b214-6ca6-4d23-bfd9-0af22d3417ac req-dcfc7044-0c15-40de-9d30-43e62287a8c5 service neutron] For port 4ff8f897-32e3-43f6-b211-8363395ab749, host n-h2-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=4ff8f897-32e3-43f6-b211-8363395ab749,segment=NetworkSegment(da68ba47-25e5-4637-a83a-51088b9800dc),segment_id=da68ba47-25e5-4637-a83a-51088b9800dc)] {{(pid=89109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:20:59.076751 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-84d19cac-3411-428b-8827-242ef8173635 None None] Provisioning for port 83447ce3-9d2c-473a-9552-51b1add51b42 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:20:59.088266 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-84d19cac-3411-428b-8827-242ef8173635 None None] Provisioning complete for port 83447ce3-9d2c-473a-9552-51b1add51b42 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:20:59.088753 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-84d19cac-3411-428b-8827-242ef8173635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:59.108086 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-363da89b-4db8-4148-bb60-2cb79ec26a5a req-49ffd6c5-99dd-4cf0-bcfa-2bd7ebe42c45 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] 10.222.0.71 "DELETE /v2.0/ports/130bacd8-1b1a-44c2-8b96-1323df3c7f8a HTTP/1.1" status: 204 len: 173 time: 4.3990939 May 28 06:20:59.159143 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-ee41b214-6ca6-4d23-bfd9-0af22d3417ac req-dcfc7044-0c15-40de-9d30-43e62287a8c5 service neutron] Notify callbacks [] for binding, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:59.160427 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-ee41b214-6ca6-4d23-bfd9-0af22d3417ac req-dcfc7044-0c15-40de-9d30-43e62287a8c5 service neutron] 10.222.0.55 "POST /v2.0/ports/4ff8f897-32e3-43f6-b211-8363395ab749/bindings HTTP/1.1" status: 201 len: 389 time: 1.7204132 May 28 06:20:59.197609 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-a454e6b9-16ed-43aa-bc50-9942d576db2e None None] Set router b0b81733-8687-4ff4-a035-18122c66529f gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:20:59.225337 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-84d19cac-3411-428b-8827-242ef8173635 None None] Port 83447ce3-9d2c-473a-9552-51b1add51b42 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:20:59.462015 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-97404c81-c4b1-4dc0-9018-aa015a168a08 req-230e491f-0cf0-42b0-9445-71bd72dc9628 tempest-ServersAdmin275Test-1251110391 tempest-ServersAdmin275Test-1251110391-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=45fb5242-d2b8-4cad-be5f-640116d504f8 HTTP/1.1" status: 200 len: 210 time: 0.0682235 May 28 06:20:59.627415 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-97da1abd-22d1-4f03-925f-a02468778b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:59.693243 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75f2311d-a893-4c61-953f-7de107316637'] response: {'name': 'network-changed', 'server_uuid': '9bef656a-6216-41b1-97ef-01974e054907', 'tag': '5ade8c86-99e0-4811-878c-8667ec11046f', 'status': 'completed', 'code': 200} May 28 06:20:59.808303 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:59.884713 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-a454e6b9-16ed-43aa-bc50-9942d576db2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b81733-8687-4ff4-a035-18122c66529f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1861659843-router', 'tenant_id': '091a6ab3594e41dd849f313a7a0a6a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '0a974990-202b-4942-a1ca-571e1455c517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:18:02Z', 'updated_at': '2022-05-28T06:18:07Z', 'revision_number': 4, 'project_id': '091a6ab3594e41dd849f313a7a0a6a9a', 'gw_port': {'id': '0a974990-202b-4942-a1ca-571e1455c517', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c8:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b81733-8687-4ff4-a035-18122c66529f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:18:03Z', 'updated_at': '2022-05-28T06:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '2ab2907a-c7e0-499d-b666-7546b5b886a8', 'name': '', 'network_id': 'a5c9567d-71ef-4c72-aea2-4f06193b25d9', 'tenant_id': '091a6ab3594e41dd849f313a7a0a6a9a', 'mac_address': 'fa:16:3e:57:6c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b81733-8687-4ff4-a035-18122c66529f', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '03212e7d-52c6-4d77-9192-a13870cfe66d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:18:06Z', 'updated_at': '2022-05-28T06:18:14Z', 'revision_number': 5, 'project_id': '091a6ab3594e41dd849f313a7a0a6a9a', 'subnets': [{'id': '03212e7d-52c6-4d77-9192-a13870cfe66d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:20:59.890384 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a454e6b9-16ed-43aa-bc50-9942d576db2e None None] Checking router: b0b81733-8687-4ff4-a035-18122c66529f for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:20:59.902244 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a454e6b9-16ed-43aa-bc50-9942d576db2e None None] Routers {'b0b81733-8687-4ff4-a035-18122c66529f'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:20:59.903113 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-a454e6b9-16ed-43aa-bc50-9942d576db2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:20:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['b0b81733-8687-4ff4-a035-18122c66529f'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:20:59.985991 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:00.101508 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-a454e6b9-16ed-43aa-bc50-9942d576db2e None None] Set router b0b81733-8687-4ff4-a035-18122c66529f gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:21:00.105940 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-eb63f72f-b909-45f9-b967-02b1f8a829a0 req-5931427b-f38e-4d85-84e6-70cf543549c1 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] 10.222.0.55 "GET /v2.0/ports?device_id=82aa383d-b9c0-40ed-9974-524203d1895a HTTP/1.1" status: 200 len: 210 time: 0.0997736 May 28 06:21:00.219100 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422767b5-0fc2-468f-9fa8-3db71757ffd3 req-f6b10a0d-4aa1-4b3c-af3b-367009d0d038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:00.220430 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-422767b5-0fc2-468f-9fa8-3db71757ffd3 req-f6b10a0d-4aa1-4b3c-af3b-367009d0d038 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fa535ce8a329409da109cb227c3a70b1&device_id=9bef656a-6216-41b1-97ef-01974e054907 HTTP/1.1" status: 200 len: 1099 time: 0.3705642 May 28 06:21:00.231252 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422767b5-0fc2-468f-9fa8-3db71757ffd3 req-fe0185d9-c3f2-45f4-908b-cc6f0f289bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:00.232703 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-422767b5-0fc2-468f-9fa8-3db71757ffd3 req-fe0185d9-c3f2-45f4-908b-cc6f0f289bda service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fa535ce8a329409da109cb227c3a70b1&device_id=9bef656a-6216-41b1-97ef-01974e054907 HTTP/1.1" status: 200 len: 1099 time: 0.4963589 May 28 06:21:00.327606 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device e7635712-a23b-45a1-bcf9-1b557e66dddf up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:21:00.356866 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7be73de-cb00-4de6-966a-92de741355ec req-6e4502fe-991e-4fd0-88d8-4e777c224636 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:00.364603 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d7be73de-cb00-4de6-966a-92de741355ec req-6e4502fe-991e-4fd0-88d8-4e777c224636 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bef656a-6216-41b1-97ef-01974e054907 HTTP/1.1" status: 200 len: 948 time: 0.4903073 May 28 06:21:00.523431 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d7be73de-cb00-4de6-966a-92de741355ec req-a05df0ea-47f1-4f16-85b2-7de9c09f577e tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523030 May 28 06:21:00.578988 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee41b214-6ca6-4d23-bfd9-0af22d3417ac req-cbffde4c-90c4-4654-b0e6-35e9b841b530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:00.587657 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ee41b214-6ca6-4d23-bfd9-0af22d3417ac req-cbffde4c-90c4-4654-b0e6-35e9b841b530 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1ab1ed0d304345a0a07278c26e7745d6&device_id=df55b3a0-0685-44ad-8bdb-1b874bab3160 HTTP/1.1" status: 200 len: 1096 time: 0.4789312 May 28 06:21:00.643522 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422767b5-0fc2-468f-9fa8-3db71757ffd3 req-559679d8-a49a-4ad0-9aab-cf3ab35b7c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:00.645356 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-422767b5-0fc2-468f-9fa8-3db71757ffd3 req-559679d8-a49a-4ad0-9aab-cf3ab35b7c3a service neutron] 10.222.0.69 "GET /v2.0/networks?id=bb90c162-fdb0-406b-af2b-5eef830db7a9 HTTP/1.1" status: 200 len: 870 time: 0.3556311 May 28 06:21:00.658872 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port e7635712-a23b-45a1-bcf9-1b557e66dddf completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:21:00.674217 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port e7635712-a23b-45a1-bcf9-1b557e66dddf triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:21:00.674865 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:00.728905 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-a454e6b9-16ed-43aa-bc50-9942d576db2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b81733-8687-4ff4-a035-18122c66529f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1861659843-router', 'tenant_id': '091a6ab3594e41dd849f313a7a0a6a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '0a974990-202b-4942-a1ca-571e1455c517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:18:02Z', 'updated_at': '2022-05-28T06:18:07Z', 'revision_number': 4, 'project_id': '091a6ab3594e41dd849f313a7a0a6a9a', 'gw_port': {'id': '0a974990-202b-4942-a1ca-571e1455c517', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c8:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b81733-8687-4ff4-a035-18122c66529f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:18:03Z', 'updated_at': '2022-05-28T06:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '2ab2907a-c7e0-499d-b666-7546b5b886a8', 'name': '', 'network_id': 'a5c9567d-71ef-4c72-aea2-4f06193b25d9', 'tenant_id': '091a6ab3594e41dd849f313a7a0a6a9a', 'mac_address': 'fa:16:3e:57:6c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b81733-8687-4ff4-a035-18122c66529f', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '03212e7d-52c6-4d77-9192-a13870cfe66d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:18:06Z', 'updated_at': '2022-05-28T06:18:14Z', 'revision_number': 5, 'project_id': '091a6ab3594e41dd849f313a7a0a6a9a', 'subnets': [{'id': '03212e7d-52c6-4d77-9192-a13870cfe66d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:21:00.733947 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a454e6b9-16ed-43aa-bc50-9942d576db2e None None] The sync data for ids ['b0b81733-8687-4ff4-a035-18122c66529f'] in n-d-843702-1 is: [{'id': 'b0b81733-8687-4ff4-a035-18122c66529f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1861659843-router', 'tenant_id': '091a6ab3594e41dd849f313a7a0a6a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '0a974990-202b-4942-a1ca-571e1455c517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:18:02Z', 'updated_at': '2022-05-28T06:18:07Z', 'revision_number': 4, 'project_id': '091a6ab3594e41dd849f313a7a0a6a9a', 'gw_port': {'id': '0a974990-202b-4942-a1ca-571e1455c517', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c8:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b81733-8687-4ff4-a035-18122c66529f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:18:03Z', 'updated_at': '2022-05-28T06:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '2ab2907a-c7e0-499d-b666-7546b5b886a8', 'name': '', 'network_id': 'a5c9567d-71ef-4c72-aea2-4f06193b25d9', 'tenant_id': '091a6ab3594e41dd849f313a7a0a6a9a', 'mac_address': 'fa:16:3e:57:6c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b81733-8687-4ff4-a035-18122c66529f', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '03212e7d-52c6-4d77-9192-a13870cfe66d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:18:06Z', 'updated_at': '2022-05-28T06:18:14Z', 'revision_number': 5, 'project_id': '091a6ab3594e41dd849f313a7a0a6a9a', 'subnets': [{'id': '03212e7d-52c6-4d77-9192-a13870cfe66d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:21:00.740586 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device c0cadd07-8199-4b53-899d-d5325c812cfc up at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:21:00.873713 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-422767b5-0fc2-468f-9fa8-3db71757ffd3 req-96e88445-f546-4b60-bb21-122ccf14d3b3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=5ade8c86-99e0-4811-878c-8667ec11046f HTTP/1.1" status: 200 len: 217 time: 0.2191823 May 28 06:21:00.961104 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee41b214-6ca6-4d23-bfd9-0af22d3417ac req-e1ba0968-fb78-40d7-91bf-6aac7d7dff91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:00.963991 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ee41b214-6ca6-4d23-bfd9-0af22d3417ac req-e1ba0968-fb78-40d7-91bf-6aac7d7dff91 service neutron] 10.222.0.71 "GET /v2.0/networks?id=878a453b-7058-4dfc-b9e2-17503c679278 HTTP/1.1" status: 200 len: 922 time: 0.3750398 May 28 06:21:01.065515 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422767b5-0fc2-468f-9fa8-3db71757ffd3 req-6030436a-04da-43d2-81ba-8359dc7f6982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:01.067002 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-422767b5-0fc2-468f-9fa8-3db71757ffd3 req-6030436a-04da-43d2-81ba-8359dc7f6982 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e72d0ca5-04cb-4b36-82b1-c75214c9eb05 HTTP/1.1" status: 200 len: 843 time: 0.1866233 May 28 06:21:01.168218 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422767b5-0fc2-468f-9fa8-3db71757ffd3 req-0bb3adef-85e7-4c5a-bb89-9e43fd7f964b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:01.169710 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-422767b5-0fc2-468f-9fa8-3db71757ffd3 req-0bb3adef-85e7-4c5a-bb89-9e43fd7f964b service neutron] 10.222.0.71 "GET /v2.0/networks?id=bb90c162-fdb0-406b-af2b-5eef830db7a9 HTTP/1.1" status: 200 len: 870 time: 0.9411521 May 28 06:21:01.172186 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-97da1abd-22d1-4f03-925f-a02468778b24 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:01.202934 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port e7635712-a23b-45a1-bcf9-1b557e66dddf is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:21:01.203449 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:01.215496 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning for port c0cadd07-8199-4b53-899d-d5325c812cfc completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:21:01.233386 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning complete for port c0cadd07-8199-4b53-899d-d5325c812cfc triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:21:01.233846 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:01.272146 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee09342-3e8e-4330-a492-137a92bdac8e None None] New status for floating IP bd03fd82-a43d-44af-9e9b-2a38fb4cc972: DOWN {{(pid=89111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 06:21:01.277567 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-97da1abd-22d1-4f03-925f-a02468778b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:01.283350 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-422767b5-0fc2-468f-9fa8-3db71757ffd3 req-63f4895e-2015-4dd8-ab9e-7424c4db2897 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=5ade8c86-99e0-4811-878c-8667ec11046f HTTP/1.1" status: 200 len: 217 time: 0.0996487 May 28 06:21:01.353316 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port e7635712-a23b-45a1-bcf9-1b557e66dddf, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=e7635712-a23b-45a1-bcf9-1b557e66dddf,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:21:01.360543 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422767b5-0fc2-468f-9fa8-3db71757ffd3 req-bf08eab6-21d4-44d4-bf21-0542009e2e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:01.362032 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-422767b5-0fc2-468f-9fa8-3db71757ffd3 req-bf08eab6-21d4-44d4-bf21-0542009e2e1e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e72d0ca5-04cb-4b36-82b1-c75214c9eb05 HTTP/1.1" status: 200 len: 843 time: 0.0636225 May 28 06:21:01.377274 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422767b5-0fc2-468f-9fa8-3db71757ffd3 req-7dbaed7b-f356-4d52-9e48-d3a15c6cbc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:01.378881 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-422767b5-0fc2-468f-9fa8-3db71757ffd3 req-7dbaed7b-f356-4d52-9e48-d3a15c6cbc46 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bb90c162-fdb0-406b-af2b-5eef830db7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3050637 May 28 06:21:01.385992 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-97da1abd-22d1-4f03-925f-a02468778b24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700602'] for router_interface, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:01.461450 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:01.581502 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422767b5-0fc2-468f-9fa8-3db71757ffd3 req-9e3fdcd6-6255-4667-8cb1-e85820c26ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:01.583289 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-422767b5-0fc2-468f-9fa8-3db71757ffd3 req-9e3fdcd6-6255-4667-8cb1-e85820c26ee9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=bb90c162-fdb0-406b-af2b-5eef830db7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2083881 May 28 06:21:01.654752 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ee41b214-6ca6-4d23-bfd9-0af22d3417ac req-a693fb44-86a3-4d23-bbaa-2d21601c26c7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ff8f897-32e3-43f6-b211-8363395ab749 HTTP/1.1" status: 200 len: 217 time: 0.5673900 May 28 06:21:01.690518 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:01.705672 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=e7635712-a23b-45a1-bcf9-1b557e66dddf,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:01.730317 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port c0cadd07-8199-4b53-899d-d5325c812cfc is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:21:01.730820 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:01.749729 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82aa383d-b9c0-40ed-9974-524203d1895a', 'name': 'network-vif-deleted', 'tag': '130bacd8-1b1a-44c2-8b96-1323df3c7f8a'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:21:01.756381 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-422767b5-0fc2-468f-9fa8-3db71757ffd3 req-c627b77c-831a-4df9-a20c-f97865641fa6 service neutron] 10.222.0.71 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577702 May 28 06:21:01.765768 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-422767b5-0fc2-468f-9fa8-3db71757ffd3 req-6a9b703b-b767-43c0-8f32-649971e6559a service neutron] 10.222.0.69 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3312795 May 28 06:21:01.790006 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port c0cadd07-8199-4b53-899d-d5325c812cfc, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=c0cadd07-8199-4b53-899d-d5325c812cfc,segment=NetworkSegment(2466b369-b4d4-4fbf-9dbd-05fe75562f7f),segment_id=2466b369-b4d4-4fbf-9dbd-05fe75562f7f)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:21:01.790006 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f06c429e-200a-4060-82ce-3c50d0c62b77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0cadd07-8199-4b53-899d-d5325c812cfc'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:21:01.822833 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee41b214-6ca6-4d23-bfd9-0af22d3417ac req-7cdadc89-d318-499a-b6f6-9ad33b565920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:01.824852 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ee41b214-6ca6-4d23-bfd9-0af22d3417ac req-7cdadc89-d318-499a-b6f6-9ad33b565920 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=cdd32cdd-4510-40e6-8d87-2fb486891cf4 HTTP/1.1" status: 200 len: 861 time: 0.0965450 May 28 06:21:01.834537 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97da1abd-22d1-4f03-925f-a02468778b24 admin admin] Network e0419c03-15f8-4112-a44b-c0a5352f5d82 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:21:01.841457 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-97da1abd-22d1-4f03-925f-a02468778b24 admin admin] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:21:01.901828 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:01.993871 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb75261-78b2-45c0-b169-9465f22aaad2 req-c6e99570-c72d-4b7f-81b7-419534225ee3 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:01.997859 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bdb75261-78b2-45c0-b169-9465f22aaad2 req-c6e99570-c72d-4b7f-81b7-419534225ee3 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/ports?device_id=f06c429e-200a-4060-82ce-3c50d0c62b77 HTTP/1.1" status: 200 len: 944 time: 1.0393410 May 28 06:21:02.038341 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ee41b214-6ca6-4d23-bfd9-0af22d3417ac req-c3815c7b-5b96-4f27-97d3-43aae4317c75 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=878a453b-7058-4dfc-b9e2-17503c679278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2009788 May 28 06:21:02.039232 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97da1abd-22d1-4f03-925f-a02468778b24 admin admin] Pushing event updated for resources: {'Port': ['ID=83447ce3-9d2c-473a-9552-51b1add51b42,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:02.066309 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-422767b5-0fc2-468f-9fa8-3db71757ffd3 req-4d72429b-6a89-4a52-8d64-8233a080376b service neutron] 10.222.0.71 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2989457 May 28 06:21:02.086424 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:02.098086 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=c0cadd07-8199-4b53-899d-d5325c812cfc,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:02.128603 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-422767b5-0fc2-468f-9fa8-3db71757ffd3 req-c9c1c842-c6f5-4e83-a78e-a2fa43ac2252 service neutron] 10.222.0.69 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3361995 May 28 06:21:02.199127 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device e7635712-a23b-45a1-bcf9-1b557e66dddf up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:21:02.220928 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a377c7-e6fa-4bdb-a1ee-99c39ecd2710 req-7670c6ad-9201-4374-a1d6-c4ec0179b131 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:02.222585 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e5a377c7-e6fa-4bdb-a1ee-99c39ecd2710 req-7670c6ad-9201-4374-a1d6-c4ec0179b131 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/ports?device_id=df55b3a0-0685-44ad-8bdb-1b874bab3160 HTTP/1.1" status: 200 len: 945 time: 1.2635434 May 28 06:21:02.313693 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-3159b60a-7fe8-49ed-af3b-e638576c8851 None None] Provisioning complete for port 83447ce3-9d2c-473a-9552-51b1add51b42 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:21:02.314431 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-3159b60a-7fe8-49ed-af3b-e638576c8851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:02.379812 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-3159b60a-7fe8-49ed-af3b-e638576c8851 None None] Port 83447ce3-9d2c-473a-9552-51b1add51b42 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:21:02.386272 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e5a377c7-e6fa-4bdb-a1ee-99c39ecd2710 req-fd6f55cb-a974-40be-9bb5-d74b7ecb5917 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a90b51ea-4be8-4511-8d71-0b0b776de2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465752 May 28 06:21:02.391843 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port e7635712-a23b-45a1-bcf9-1b557e66dddf triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:21:02.391956 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:02.426863 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bdb75261-78b2-45c0-b169-9465f22aaad2 req-fbc8a17e-0375-4385-a87b-a12946faf239 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/security-groups?id=51e8ab45-fc50-4bca-a4a6-55c0639ed93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3927209 May 28 06:21:02.500860 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97da1abd-22d1-4f03-925f-a02468778b24 admin admin] Router 5e86acbf-50bd-4ec6-87fc-08576242dc80 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:21:02.510229 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ee41b214-6ca6-4d23-bfd9-0af22d3417ac req-232a6e1a-5b88-4ed7-bed2-e461ce587fd2 service neutron] 10.222.0.71 "GET /v2.0/networks/878a453b-7058-4dfc-b9e2-17503c679278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4156337 May 28 06:21:02.713043 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 5ade8c86-99e0-4811-878c-8667ec11046f details requested by agent hyperv_n-h1-843702-1 with host n-h1-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:21:02.737496 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port e7635712-a23b-45a1-bcf9-1b557e66dddf is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:21:02.904611 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 5ade8c86-99e0-4811-878c-8667ec11046f, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=5ade8c86-99e0-4811-878c-8667ec11046f,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:21:02.953181 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Returning: {'device': '5ade8c86-99e0-4811-878c-8667ec11046f', 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9', 'port_id': '5ade8c86-99e0-4811-878c-8667ec11046f', 'mac_address': 'fa:16:3e:b2:2c:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e72d0ca5-04cb-4b36-82b1-c75214c9eb05', 'ip_address': '192.168.233.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:21:02.962417 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-efa4b83b-01cc-466a-b466-283d6f272dfd req-6400f32d-c430-4ba8-85b8-3949b5d22aec tempest-ServersAdmin275Test-1251110391 tempest-ServersAdmin275Test-1251110391-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=45fb5242-d2b8-4cad-be5f-640116d504f8 HTTP/1.1" status: 200 len: 210 time: 0.1406302 May 28 06:21:03.011340 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97da1abd-22d1-4f03-925f-a02468778b24 admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:21:03.023085 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41feb2ba-d0d8-4c76-bf97-4a68d8b127c8 None None] Sync routers for ids ['5e86acbf-50bd-4ec6-87fc-08576242dc80'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:21:03.028295 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ee41b214-6ca6-4d23-bfd9-0af22d3417ac req-c53919d1-990e-4d59-8994-8e9a007ff12c service neutron] 10.222.0.71 "GET /v2.0/networks/878a453b-7058-4dfc-b9e2-17503c679278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5055537 May 28 06:21:03.033055 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41feb2ba-d0d8-4c76-bf97-4a68d8b127c8 None None] Routers {'5e86acbf-50bd-4ec6-87fc-08576242dc80'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:21:03.033991 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-41feb2ba-d0d8-4c76-bf97-4a68d8b127c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:20:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['5e86acbf-50bd-4ec6-87fc-08576242dc80'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:21:03.038762 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 5ade8c86-99e0-4811-878c-8667ec11046f is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:21:03.039138 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:03.065726 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ade8c86-99e0-4811-878c-8667ec11046f {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:21:03.111599 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 5ade8c86-99e0-4811-878c-8667ec11046f, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=5ade8c86-99e0-4811-878c-8667ec11046f,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:21:03.112815 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-97da1abd-22d1-4f03-925f-a02468778b24 admin admin] 10.222.0.55 "PUT /v2.0/routers/5e86acbf-50bd-4ec6-87fc-08576242dc80/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1128004 May 28 06:21:03.168742 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-786d2539-6309-4ac3-a6c6-dce24c475374'] response: {'server_uuid': '82aa383d-b9c0-40ed-9974-524203d1895a', 'name': 'network-vif-deleted', 'tag': '130bacd8-1b1a-44c2-8b96-1323df3c7f8a', 'status': 'completed', 'code': 200} May 28 06:21:03.208705 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:03.269452 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4ac7fd-d4e7-44de-aff8-8c407b60b638 req-0b9377a0-6330-4b1f-a700-04473ff0608d tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:03.302965 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-df4ac7fd-d4e7-44de-aff8-8c407b60b638 req-0b9377a0-6330-4b1f-a700-04473ff0608d tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bef656a-6216-41b1-97ef-01974e054907 HTTP/1.1" status: 200 len: 948 time: 0.2645583 May 28 06:21:03.350952 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12b2bbb5-ae40-4f2b-bc86-51bca9c81708'] response: {'server_uuid': 'f06c429e-200a-4060-82ce-3c50d0c62b77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0cadd07-8199-4b53-899d-d5325c812cfc', 'code': 200} May 28 06:21:03.406618 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-41feb2ba-d0d8-4c76-bf97-4a68d8b127c8 None None] Set router 5e86acbf-50bd-4ec6-87fc-08576242dc80 gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:21:03.428722 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=5ade8c86-99e0-4811-878c-8667ec11046f,revision_number=8']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:03.475407 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-df4ac7fd-d4e7-44de-aff8-8c407b60b638 req-bd23692e-f403-422f-b575-1a9e1479f942 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714261 May 28 06:21:03.475818 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848180ef-f81a-4d9c-9999-80797efb2621 req-c48760ae-82b5-4647-8ed4-e5d8190eb0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:03.477187 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['5ade8c86-99e0-4811-878c-8667ec11046f'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:21:03.478148 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-848180ef-f81a-4d9c-9999-80797efb2621 req-c48760ae-82b5-4647-8ed4-e5d8190eb0ed service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f06c429e-200a-4060-82ce-3c50d0c62b77 HTTP/1.1" status: 200 len: 1096 time: 0.1407533 May 28 06:21:03.529700 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-848180ef-f81a-4d9c-9999-80797efb2621 req-9633fb1d-9d8f-4db5-9406-fac6c28a942c service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=51e8ab45-fc50-4bca-a4a6-55c0639ed93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446770 May 28 06:21:03.546219 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee41b214-6ca6-4d23-bfd9-0af22d3417ac req-53c8a89c-3729-44c4-9e1e-afe0ed3cbe31 tempest-LiveAutoBlockMigrationV225Test-2091885666 tempest-LiveAutoBlockMigrationV225Test-2091885666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:03.548245 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ee41b214-6ca6-4d23-bfd9-0af22d3417ac req-53c8a89c-3729-44c4-9e1e-afe0ed3cbe31 tempest-LiveAutoBlockMigrationV225Test-2091885666 tempest-LiveAutoBlockMigrationV225Test-2091885666-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=df55b3a0-0685-44ad-8bdb-1b874bab3160&tenant_id=1ab1ed0d304345a0a07278c26e7745d6&binding%3Ahost_id=n-h1-843702-1 HTTP/1.1" status: 200 len: 1096 time: 0.2426543 May 28 06:21:03.571348 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-ee41b214-6ca6-4d23-bfd9-0af22d3417ac req-11b06dad-af40-437f-87fc-a834cbc22551 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-843702-1'}}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:21:03.825139 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-ee41b214-6ca6-4d23-bfd9-0af22d3417ac req-11b06dad-af40-437f-87fc-a834cbc22551 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:03.939846 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-41feb2ba-d0d8-4c76-bf97-4a68d8b127c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e86acbf-50bd-4ec6-87fc-08576242dc80', 'name': 'tempest-AttachSCSIVolumeTestJSON-1965629347-router', 'tenant_id': '02dc04477c7f48c18d31f82b52ee6869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': 'e7635712-a23b-45a1-bcf9-1b557e66dddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:20:48Z', 'updated_at': '2022-05-28T06:20:59Z', 'revision_number': 4, 'project_id': '02dc04477c7f48c18d31f82b52ee6869', 'gw_port': {'id': 'e7635712-a23b-45a1-bcf9-1b557e66dddf', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:2e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e86acbf-50bd-4ec6-87fc-08576242dc80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:20:49Z', 'updated_at': '2022-05-28T06:21:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '83447ce3-9d2c-473a-9552-51b1add51b42', 'name': '', 'network_id': 'e0419c03-15f8-4112-a44b-c0a5352f5d82', 'tenant_id': '02dc04477c7f48c18d31f82b52ee6869', 'mac_address': 'fa:16:3e:28:55:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e86acbf-50bd-4ec6-87fc-08576242dc80', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '8a00c54e-1ebd-4435-a9d1-2ddfc7a52aa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:20:57Z', 'updated_at': '2022-05-28T06:20:59Z', 'revision_number': 2, 'project_id': '02dc04477c7f48c18d31f82b52ee6869', 'subnets': [{'id': '8a00c54e-1ebd-4435-a9d1-2ddfc7a52aa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:21:03.944792 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41feb2ba-d0d8-4c76-bf97-4a68d8b127c8 None None] Checking router: 5e86acbf-50bd-4ec6-87fc-08576242dc80 for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:21:03.945131 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41feb2ba-d0d8-4c76-bf97-4a68d8b127c8 None None] Updating router 5e86acbf-50bd-4ec6-87fc-08576242dc80 port 83447ce3-9d2c-473a-9552-51b1add51b42 binding host n-d-843702-1 {{(pid=89112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:21:04.013006 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-41feb2ba-d0d8-4c76-bf97-4a68d8b127c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:04.267282 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-ee41b214-6ca6-4d23-bfd9-0af22d3417ac req-11b06dad-af40-437f-87fc-a834cbc22551 service neutron] For port 4ff8f897-32e3-43f6-b211-8363395ab749, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=4ff8f897-32e3-43f6-b211-8363395ab749,segment=NetworkSegment(da68ba47-25e5-4637-a83a-51088b9800dc),segment_id=da68ba47-25e5-4637-a83a-51088b9800dc)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:21:04.340503 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-ee41b214-6ca6-4d23-bfd9-0af22d3417ac req-11b06dad-af40-437f-87fc-a834cbc22551 service neutron] For port 4ff8f897-32e3-43f6-b211-8363395ab749, host n-h1-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:21:04.478050 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-ee41b214-6ca6-4d23-bfd9-0af22d3417ac req-11b06dad-af40-437f-87fc-a834cbc22551 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:04.483740 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df55b3a0-0685-44ad-8bdb-1b874bab3160', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ff8f897-32e3-43f6-b211-8363395ab749'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:21:04.583288 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-ee41b214-6ca6-4d23-bfd9-0af22d3417ac req-11b06dad-af40-437f-87fc-a834cbc22551 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:04.591443 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66c7688-684e-4827-a5bc-5a2c8a92fc87 req-831ecdbe-671a-417d-a8f1-7f5630098a6f tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:04.593496 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-d66c7688-684e-4827-a5bc-5a2c8a92fc87 req-831ecdbe-671a-417d-a8f1-7f5630098a6f tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.71 "GET /v2.0/ports?device_id=9bef656a-6216-41b1-97ef-01974e054907&tenant_id=fa535ce8a329409da109cb227c3a70b1&binding%3Ahost_id=n-h1-843702-1 HTTP/1.1" status: 200 len: 949 time: 0.1707926 May 28 06:21:04.719586 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 5ade8c86-99e0-4811-878c-8667ec11046f up at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:21:04.731953 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01df3e6d-ec62-4ffd-975a-19e5eb8e4609 req-9b6c9a34-5898-40a0-b2ce-ceebd7f2924d tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:04.737846 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-01df3e6d-ec62-4ffd-975a-19e5eb8e4609 req-9b6c9a34-5898-40a0-b2ce-ceebd7f2924d tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/ports?device_id=df55b3a0-0685-44ad-8bdb-1b874bab3160 HTTP/1.1" status: 200 len: 945 time: 0.9120009 May 28 06:21:04.902805 n-d-843702-1 neutron-server[89109]: INFO neutron.api.v2.resource [req-d66c7688-684e-4827-a5bc-5a2c8a92fc87 req-9bbf4181-3865-4a13-a0b0-e66a83846922 service neutron] delete failed (client error): The resource could not be found. May 28 06:21:04.904239 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-d66c7688-684e-4827-a5bc-5a2c8a92fc87 req-9bbf4181-3865-4a13-a0b0-e66a83846922 service neutron] 10.222.0.71 "DELETE /v2.0/ports/5ade8c86-99e0-4811-878c-8667ec11046f/bindings/n-h2-843702-1 HTTP/1.1" status: 404 len: 380 time: 0.3017211 May 28 06:21:04.964419 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7aa864-ca2a-4b9d-bbfb-93a7c6acad83 req-f8db05ca-fea5-40ac-bd6d-136fe7d82dce tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:04.978231 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9f7aa864-ca2a-4b9d-bbfb-93a7c6acad83 req-f8db05ca-fea5-40ac-bd6d-136fe7d82dce tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/ports?device_id=f06c429e-200a-4060-82ce-3c50d0c62b77 HTTP/1.1" status: 200 len: 945 time: 0.4790127 May 28 06:21:05.031575 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-41feb2ba-d0d8-4c76-bf97-4a68d8b127c8 None None] Notify callbacks [] for port, precommit_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:05.044388 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.provisioning_blocks [None req-41feb2ba-d0d8-4c76-bf97-4a68d8b127c8 None None] Transition to ACTIVE for port object 83447ce3-9d2c-473a-9552-51b1add51b42 will not be triggered until provisioned by entity L2. {{(pid=89112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:21:05.093133 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning for port 5ade8c86-99e0-4811-878c-8667ec11046f completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:21:05.098988 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning complete for port 5ade8c86-99e0-4811-878c-8667ec11046f triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:21:05.100103 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:05.128037 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-41feb2ba-d0d8-4c76-bf97-4a68d8b127c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:05.216184 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-01df3e6d-ec62-4ffd-975a-19e5eb8e4609 req-2d5c530f-dd8e-457e-a52e-35814dccdfe1 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a90b51ea-4be8-4511-8d71-0b0b776de2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3471236 May 28 06:21:05.254201 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b06dad-af40-437f-87fc-a834cbc22551 service neutron] Pushing event updated for resources: {'Port': ['ID=4ff8f897-32e3-43f6-b211-8363395ab749,revision_number=7']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:05.285700 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b06dad-af40-437f-87fc-a834cbc22551 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:21:05.285700 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b06dad-af40-437f-87fc-a834cbc22551 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:21:05.285700 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b06dad-af40-437f-87fc-a834cbc22551 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:21:05.285700 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b06dad-af40-437f-87fc-a834cbc22551 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:21:05.285700 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b06dad-af40-437f-87fc-a834cbc22551 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:21:05.285700 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b06dad-af40-437f-87fc-a834cbc22551 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:21:05.285700 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b06dad-af40-437f-87fc-a834cbc22551 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:21:05.285700 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b06dad-af40-437f-87fc-a834cbc22551 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:21:05.285700 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b06dad-af40-437f-87fc-a834cbc22551 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:21:05.285700 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b06dad-af40-437f-87fc-a834cbc22551 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:21:05.285700 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b06dad-af40-437f-87fc-a834cbc22551 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:21:05.285700 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b06dad-af40-437f-87fc-a834cbc22551 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:21:05.323130 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-ee41b214-6ca6-4d23-bfd9-0af22d3417ac req-11b06dad-af40-437f-87fc-a834cbc22551 service neutron] Attempting to bind port 4ff8f897-32e3-43f6-b211-8363395ab749 on host n-h1-843702-1 for vnic_type normal with profile {"migrating_to": "n-h2-843702-1"} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:21:05.323474 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-ee41b214-6ca6-4d23-bfd9-0af22d3417ac req-11b06dad-af40-437f-87fc-a834cbc22551 service neutron] Attempting to bind port 4ff8f897-32e3-43f6-b211-8363395ab749 by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': 'da68ba47-25e5-4637-a83a-51088b9800dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '878a453b-7058-4dfc-b9e2-17503c679278'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:21:05.323794 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee41b214-6ca6-4d23-bfd9-0af22d3417ac req-11b06dad-af40-437f-87fc-a834cbc22551 service neutron] Attempting to bind port 4ff8f897-32e3-43f6-b211-8363395ab749 on network 878a453b-7058-4dfc-b9e2-17503c679278 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:21:05.354736 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9f7aa864-ca2a-4b9d-bbfb-93a7c6acad83 req-eb5e7b32-ce8d-4123-b910-b7cc9dd1f98e tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/security-groups?id=51e8ab45-fc50-4bca-a4a6-55c0639ed93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3731241 May 28 06:21:05.367402 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee41b214-6ca6-4d23-bfd9-0af22d3417ac req-11b06dad-af40-437f-87fc-a834cbc22551 service neutron] Port 4ff8f897-32e3-43f6-b211-8363395ab749 on network 878a453b-7058-4dfc-b9e2-17503c679278 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:21:05.367728 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee41b214-6ca6-4d23-bfd9-0af22d3417ac req-11b06dad-af40-437f-87fc-a834cbc22551 service neutron] Attempting to bind port 4ff8f897-32e3-43f6-b211-8363395ab749 on network 878a453b-7058-4dfc-b9e2-17503c679278 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:21:05.385985 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66c7688-684e-4827-a5bc-5a2c8a92fc87 req-ef3e4749-4077-417d-9fae-a227704609af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:05.385985 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-d66c7688-684e-4827-a5bc-5a2c8a92fc87 req-ef3e4749-4077-417d-9fae-a227704609af service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fa535ce8a329409da109cb227c3a70b1&device_id=9bef656a-6216-41b1-97ef-01974e054907 HTTP/1.1" status: 200 len: 1100 time: 0.3009622 May 28 06:21:05.396650 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee41b214-6ca6-4d23-bfd9-0af22d3417ac req-11b06dad-af40-437f-87fc-a834cbc22551 service neutron] Checking agent: {'id': '69f492a0-c00d-46d0-9bec-fcd8161ce206', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:21:05.397357 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee41b214-6ca6-4d23-bfd9-0af22d3417ac req-11b06dad-af40-437f-87fc-a834cbc22551 service neutron] Checking segment: {'id': 'da68ba47-25e5-4637-a83a-51088b9800dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '878a453b-7058-4dfc-b9e2-17503c679278'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:21:05.398149 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee41b214-6ca6-4d23-bfd9-0af22d3417ac req-11b06dad-af40-437f-87fc-a834cbc22551 service neutron] Bound using segment: {'id': 'da68ba47-25e5-4637-a83a-51088b9800dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '878a453b-7058-4dfc-b9e2-17503c679278'} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:21:05.399246 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-ee41b214-6ca6-4d23-bfd9-0af22d3417ac req-11b06dad-af40-437f-87fc-a834cbc22551 service neutron] Bound port: 4ff8f897-32e3-43f6-b211-8363395ab749, host: n-h1-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da68ba47-25e5-4637-a83a-51088b9800dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '878a453b-7058-4dfc-b9e2-17503c679278'}}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:21:05.408497 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-ee41b214-6ca6-4d23-bfd9-0af22d3417ac req-11b06dad-af40-437f-87fc-a834cbc22551 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:05.453372 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 46050) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:05.551778 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 5ade8c86-99e0-4811-878c-8667ec11046f is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:21:05.554657 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:05.645652 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e39475f-b04d-4ca3-81a3-d1994ce5b345 None None] Pushing event updated for resources: {'Port': ['ID=83447ce3-9d2c-473a-9552-51b1add51b42,revision_number=3']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:05.645864 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bef656a-6216-41b1-97ef-01974e054907', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ade8c86-99e0-4811-878c-8667ec11046f'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:21:05.667772 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 5ade8c86-99e0-4811-878c-8667ec11046f, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=5ade8c86-99e0-4811-878c-8667ec11046f,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:21:05.744699 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66c7688-684e-4827-a5bc-5a2c8a92fc87 req-b88659f3-9df8-46fe-814c-ab8fc3a4a6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:05.747506 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:05.755921 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-d66c7688-684e-4827-a5bc-5a2c8a92fc87 req-b88659f3-9df8-46fe-814c-ab8fc3a4a6f3 service neutron] 10.222.0.71 "GET /v2.0/networks?id=bb90c162-fdb0-406b-af2b-5eef830db7a9 HTTP/1.1" status: 200 len: 870 time: 0.3640201 May 28 06:21:06.023325 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-240e9629-3401-42c3-bed9-c2f4d7a04aab tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:06.023676 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-41feb2ba-d0d8-4c76-bf97-4a68d8b127c8 None None] Attempting to bind port 83447ce3-9d2c-473a-9552-51b1add51b42 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:21:06.023676 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-41feb2ba-d0d8-4c76-bf97-4a68d8b127c8 None None] Attempting to bind port 83447ce3-9d2c-473a-9552-51b1add51b42 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': '6b449c93-ca11-40b5-aabf-53fdd2e497ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'e0419c03-15f8-4112-a44b-c0a5352f5d82'}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:21:06.023676 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41feb2ba-d0d8-4c76-bf97-4a68d8b127c8 None None] Attempting to bind port 83447ce3-9d2c-473a-9552-51b1add51b42 on network e0419c03-15f8-4112-a44b-c0a5352f5d82 {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:21:06.023676 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41feb2ba-d0d8-4c76-bf97-4a68d8b127c8 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:21:06.023676 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41feb2ba-d0d8-4c76-bf97-4a68d8b127c8 None None] Checking segment: {'id': '6b449c93-ca11-40b5-aabf-53fdd2e497ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'e0419c03-15f8-4112-a44b-c0a5352f5d82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:21:06.023676 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-41feb2ba-d0d8-4c76-bf97-4a68d8b127c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:06.023676 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41feb2ba-d0d8-4c76-bf97-4a68d8b127c8 None None] Bound using segment: {'id': '6b449c93-ca11-40b5-aabf-53fdd2e497ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'e0419c03-15f8-4112-a44b-c0a5352f5d82'} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:21:06.023676 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-41feb2ba-d0d8-4c76-bf97-4a68d8b127c8 None None] Bound port: 83447ce3-9d2c-473a-9552-51b1add51b42, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b449c93-ca11-40b5-aabf-53fdd2e497ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'e0419c03-15f8-4112-a44b-c0a5352f5d82'}}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:21:06.023676 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-41feb2ba-d0d8-4c76-bf97-4a68d8b127c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:06.024428 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-ee41b214-6ca6-4d23-bfd9-0af22d3417ac req-11b06dad-af40-437f-87fc-a834cbc22551 service neutron] For port 4ff8f897-32e3-43f6-b211-8363395ab749, host n-h1-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:21:06.024428 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-240e9629-3401-42c3-bed9-c2f4d7a04aab tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:06.024428 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-ee41b214-6ca6-4d23-bfd9-0af22d3417ac req-11b06dad-af40-437f-87fc-a834cbc22551 service neutron] For port 4ff8f897-32e3-43f6-b211-8363395ab749, host n-h1-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=4ff8f897-32e3-43f6-b211-8363395ab749,segment=NetworkSegment(da68ba47-25e5-4637-a83a-51088b9800dc),segment_id=da68ba47-25e5-4637-a83a-51088b9800dc)] {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:21:06.039138 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=5ade8c86-99e0-4811-878c-8667ec11046f,revision_number=9']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:06.041912 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-d66c7688-684e-4827-a5bc-5a2c8a92fc87 req-05fd4ad2-e018-4ef7-9f93-ddb8824daa0e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=5ade8c86-99e0-4811-878c-8667ec11046f HTTP/1.1" status: 200 len: 217 time: 0.2848861 May 28 06:21:06.063605 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:21:06.063961 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:21:06.064280 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:21:06.065314 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:21:06.065314 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:21:06.065314 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:21:06.065622 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:21:06.065876 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:21:06.066194 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:21:06.066511 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:21:06.077431 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:21:06.077825 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:21:06.151063 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-41feb2ba-d0d8-4c76-bf97-4a68d8b127c8 None None] For port 83447ce3-9d2c-473a-9552-51b1add51b42, host n-d-843702-1, cleared binding levels {{(pid=89112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:21:06.157105 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-41feb2ba-d0d8-4c76-bf97-4a68d8b127c8 None None] For port 83447ce3-9d2c-473a-9552-51b1add51b42, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=83447ce3-9d2c-473a-9552-51b1add51b42,segment=NetworkSegment(6b449c93-ca11-40b5-aabf-53fdd2e497ee),segment_id=6b449c93-ca11-40b5-aabf-53fdd2e497ee)] {{(pid=89112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:21:06.184306 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66c7688-684e-4827-a5bc-5a2c8a92fc87 req-37dbd1c5-d8b8-46fe-86b9-844b48b377b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:06.188374 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-d66c7688-684e-4827-a5bc-5a2c8a92fc87 req-37dbd1c5-d8b8-46fe-86b9-844b48b377b5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e72d0ca5-04cb-4b36-82b1-c75214c9eb05 HTTP/1.1" status: 200 len: 843 time: 0.1379409 May 28 06:21:06.214142 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-ee41b214-6ca6-4d23-bfd9-0af22d3417ac req-11b06dad-af40-437f-87fc-a834cbc22551 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:06.295532 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b06dad-af40-437f-87fc-a834cbc22551 service neutron] Pushing event updated for resources: {'Port': ['ID=4ff8f897-32e3-43f6-b211-8363395ab749,revision_number=8']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:06.296286 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66c7688-684e-4827-a5bc-5a2c8a92fc87 req-f3c09e8c-09d8-4d18-99df-1ee050f610f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:06.298511 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-d66c7688-684e-4827-a5bc-5a2c8a92fc87 req-f3c09e8c-09d8-4d18-99df-1ee050f610f5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=bb90c162-fdb0-406b-af2b-5eef830db7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1027882 May 28 06:21:06.301285 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-41feb2ba-d0d8-4c76-bf97-4a68d8b127c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:06.301471 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-240e9629-3401-42c3-bed9-c2f4d7a04aab tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:06.400242 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240e9629-3401-42c3-bed9-c2f4d7a04aab tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed1b7838-09ba-4c02-8fcc-d2aad317060a,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:06.549358 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee41b214-6ca6-4d23-bfd9-0af22d3417ac req-11b06dad-af40-437f-87fc-a834cbc22551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:06.549592 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-ee41b214-6ca6-4d23-bfd9-0af22d3417ac req-11b06dad-af40-437f-87fc-a834cbc22551 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:06.550823 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ee41b214-6ca6-4d23-bfd9-0af22d3417ac req-11b06dad-af40-437f-87fc-a834cbc22551 service neutron] 10.222.0.71 "PUT /v2.0/ports/4ff8f897-32e3-43f6-b211-8363395ab749 HTTP/1.1" status: 200 len: 1121 time: 2.9946632 May 28 06:21:06.551828 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-240e9629-3401-42c3-bed9-c2f4d7a04aab tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:06.566113 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-240e9629-3401-42c3-bed9-c2f4d7a04aab tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] 10.222.0.55 "DELETE /v2.0/security-groups/ed1b7838-09ba-4c02-8fcc-d2aad317060a HTTP/1.1" status: 204 len: 168 time: 1.0175898 May 28 06:21:06.567394 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 46068) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:06.573001 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41feb2ba-d0d8-4c76-bf97-4a68d8b127c8 None None] Routers {'5e86acbf-50bd-4ec6-87fc-08576242dc80'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:21:06.573666 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-41feb2ba-d0d8-4c76-bf97-4a68d8b127c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:20:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['5e86acbf-50bd-4ec6-87fc-08576242dc80'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:21:06.617645 n-d-843702-1 neutron-server[89110]: INFO neutron.api.v2.resource [None req-29f02f7d-8766-4b4c-9a31-1b62b03f0222 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] show failed (client error): The resource could not be found. May 28 06:21:06.618692 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-29f02f7d-8766-4b4c-9a31-1b62b03f0222 tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] 10.222.0.55 "GET /v2.0/security-groups/ed1b7838-09ba-4c02-8fcc-d2aad317060a HTTP/1.1" status: 404 len: 347 time: 0.0494618 May 28 06:21:06.621671 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 46072) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:06.636023 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['4ff8f897-32e3-43f6-b211-8363395ab749'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:21:06.709917 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-d66c7688-684e-4827-a5bc-5a2c8a92fc87 req-94817712-eaba-4be0-8888-3de752185166 service neutron] 10.222.0.71 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3838902 May 28 06:21:06.991200 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e39475f-b04d-4ca3-81a3-d1994ce5b345 None None] Pushing event updated for resources: {'Port': ['ID=83447ce3-9d2c-473a-9552-51b1add51b42,revision_number=4']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:07.027989 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-d66c7688-684e-4827-a5bc-5a2c8a92fc87 req-ee6d2353-b0cf-41bd-8411-1b9b57cc5e9f service neutron] 10.222.0.71 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3169537 May 28 06:21:07.139623 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-32ca8773-3f3d-483a-8b88-e14615380b6c tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Deleting port 22109333-f575-4f81-aa25-6425e62c393a {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:21:07.140266 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-32ca8773-3f3d-483a-8b88-e14615380b6c tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:07.258170 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-41feb2ba-d0d8-4c76-bf97-4a68d8b127c8 None None] Set router 5e86acbf-50bd-4ec6-87fc-08576242dc80 gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:21:07.567672 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-32ca8773-3f3d-483a-8b88-e14615380b6c tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:07.567672 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-32ca8773-3f3d-483a-8b88-e14615380b6c tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:07.636113 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-32ca8773-3f3d-483a-8b88-e14615380b6c tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Calling delete_port for 22109333-f575-4f81-aa25-6425e62c393a owned by network:floatingip {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:21:07.923064 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-41feb2ba-d0d8-4c76-bf97-4a68d8b127c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e86acbf-50bd-4ec6-87fc-08576242dc80', 'name': 'tempest-AttachSCSIVolumeTestJSON-1965629347-router', 'tenant_id': '02dc04477c7f48c18d31f82b52ee6869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': 'e7635712-a23b-45a1-bcf9-1b557e66dddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:20:48Z', 'updated_at': '2022-05-28T06:20:59Z', 'revision_number': 4, 'project_id': '02dc04477c7f48c18d31f82b52ee6869', 'gw_port': {'id': 'e7635712-a23b-45a1-bcf9-1b557e66dddf', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:2e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e86acbf-50bd-4ec6-87fc-08576242dc80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:20:49Z', 'updated_at': '2022-05-28T06:21:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '83447ce3-9d2c-473a-9552-51b1add51b42', 'name': '', 'network_id': 'e0419c03-15f8-4112-a44b-c0a5352f5d82', 'tenant_id': '02dc04477c7f48c18d31f82b52ee6869', 'mac_address': 'fa:16:3e:28:55:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e86acbf-50bd-4ec6-87fc-08576242dc80', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '8a00c54e-1ebd-4435-a9d1-2ddfc7a52aa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:20:57Z', 'updated_at': '2022-05-28T06:21:06Z', 'revision_number': 4, 'project_id': '02dc04477c7f48c18d31f82b52ee6869', 'subnets': [{'id': '8a00c54e-1ebd-4435-a9d1-2ddfc7a52aa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:21:07.931488 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41feb2ba-d0d8-4c76-bf97-4a68d8b127c8 None None] The sync data for ids ['5e86acbf-50bd-4ec6-87fc-08576242dc80'] in n-d-843702-1 is: [{'id': '5e86acbf-50bd-4ec6-87fc-08576242dc80', 'name': 'tempest-AttachSCSIVolumeTestJSON-1965629347-router', 'tenant_id': '02dc04477c7f48c18d31f82b52ee6869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': 'e7635712-a23b-45a1-bcf9-1b557e66dddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:20:48Z', 'updated_at': '2022-05-28T06:20:59Z', 'revision_number': 4, 'project_id': '02dc04477c7f48c18d31f82b52ee6869', 'gw_port': {'id': 'e7635712-a23b-45a1-bcf9-1b557e66dddf', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:2e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e86acbf-50bd-4ec6-87fc-08576242dc80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:20:49Z', 'updated_at': '2022-05-28T06:21:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '83447ce3-9d2c-473a-9552-51b1add51b42', 'name': '', 'network_id': 'e0419c03-15f8-4112-a44b-c0a5352f5d82', 'tenant_id': '02dc04477c7f48c18d31f82b52ee6869', 'mac_address': 'fa:16:3e:28:55:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e86acbf-50bd-4ec6-87fc-08576242dc80', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '8a00c54e-1ebd-4435-a9d1-2ddfc7a52aa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:20:57Z', 'updated_at': '2022-05-28T06:21:06Z', 'revision_number': 4, 'project_id': '02dc04477c7f48c18d31f82b52ee6869', 'subnets': [{'id': '8a00c54e-1ebd-4435-a9d1-2ddfc7a52aa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:21:08.350713 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 83447ce3-9d2c-473a-9552-51b1add51b42 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:21:08.368039 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-32ca8773-3f3d-483a-8b88-e14615380b6c tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:08.556713 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 83447ce3-9d2c-473a-9552-51b1add51b42 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:21:08.569225 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 83447ce3-9d2c-473a-9552-51b1add51b42 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:21:08.571245 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:08.683398 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ca8773-3f3d-483a-8b88-e14615380b6c tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Pushing event deleted for resources: {'Port': ['ID=22109333-f575-4f81-aa25-6425e62c393a,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:08.822241 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 83447ce3-9d2c-473a-9552-51b1add51b42 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:21:08.822761 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:08.864273 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-32ca8773-3f3d-483a-8b88-e14615380b6c tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Notify callbacks [] for floatingip, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:08.882363 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port 83447ce3-9d2c-473a-9552-51b1add51b42, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=83447ce3-9d2c-473a-9552-51b1add51b42,segment=NetworkSegment(6b449c93-ca11-40b5-aabf-53fdd2e497ee),segment_id=6b449c93-ca11-40b5-aabf-53fdd2e497ee)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:21:08.888736 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-32ca8773-3f3d-483a-8b88-e14615380b6c tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:08.892591 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-32ca8773-3f3d-483a-8b88-e14615380b6c tempest-ServersWithSpecificFlavorTestJSON-2122025278 tempest-ServersWithSpecificFlavorTestJSON-2122025278-project] 10.222.0.55 "DELETE /v2.0/floatingips/bd03fd82-a43d-44af-9e9b-2a38fb4cc972 HTTP/1.1" status: 204 len: 168 time: 2.2674563 May 28 06:21:08.974099 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:09.140025 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=83447ce3-9d2c-473a-9552-51b1add51b42,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:09.322976 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 4ff8f897-32e3-43f6-b211-8363395ab749 details requested by agent hyperv_n-h2-843702-1 with host n-h2-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:21:09.608590 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 4ff8f897-32e3-43f6-b211-8363395ab749, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=4ff8f897-32e3-43f6-b211-8363395ab749,segment=NetworkSegment(da68ba47-25e5-4637-a83a-51088b9800dc),segment_id=da68ba47-25e5-4637-a83a-51088b9800dc)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:21:09.637359 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 4ff8f897-32e3-43f6-b211-8363395ab749 has no active binding in host n-h2-843702-1 {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 28 06:21:10.211679 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 83447ce3-9d2c-473a-9552-51b1add51b42 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:21:10.292676 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 83447ce3-9d2c-473a-9552-51b1add51b42 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:21:10.293038 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:10.330438 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1180e87b-c20e-4fc2-a20c-b77875bf932f req-d482872d-086c-43ac-acb9-61feacd81144 tempest-ServersAdmin275Test-1251110391 tempest-ServersAdmin275Test-1251110391-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=45fb5242-d2b8-4cad-be5f-640116d504f8 HTTP/1.1" status: 200 len: 210 time: 0.1170273 May 28 06:21:10.391247 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d88ba02-a0cb-4a94-ba98-2cb8586560d5 req-b177f8d7-b198-448a-b798-4c63c297c782 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:10.393499 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9d88ba02-a0cb-4a94-ba98-2cb8586560d5 req-b177f8d7-b198-448a-b798-4c63c297c782 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bef656a-6216-41b1-97ef-01974e054907 HTTP/1.1" status: 200 len: 950 time: 0.0988088 May 28 06:21:10.509915 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9d88ba02-a0cb-4a94-ba98-2cb8586560d5 req-ad2d451d-3600-40e2-82c5-a314687a793d tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090252 May 28 06:21:10.518910 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 83447ce3-9d2c-473a-9552-51b1add51b42 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:21:10.602798 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc9c9f72-99f6-4a51-b3cb-9c4d95e02ee1'] response: {'server_uuid': 'df55b3a0-0685-44ad-8bdb-1b874bab3160', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ff8f897-32e3-43f6-b211-8363395ab749', 'code': 200} May 28 06:21:10.649698 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3ad247a-3f09-4ef8-8a4d-0ea679693898'] response: {'server_uuid': '9bef656a-6216-41b1-97ef-01974e054907', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ade8c86-99e0-4811-878c-8667ec11046f', 'code': 200} May 28 06:21:10.665883 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-ee41b214-6ca6-4d23-bfd9-0af22d3417ac req-78d04fce-7181-4cbf-9f3c-5d0a929409c3 service neutron] 10.222.0.69 "GET /v2.0/ports/4ff8f897-32e3-43f6-b211-8363395ab749/bindings/n-h2-843702-1 HTTP/1.1" status: 200 len: 384 time: 0.1704662 May 28 06:21:11.006387 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 46092) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:11.049456 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a1380c-bda6-42bb-818f-f018d57b380f req-2620871d-842a-4761-8bf4-d17cdcd3d3b8 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:11.052955 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a4a1380c-bda6-42bb-818f-f018d57b380f req-2620871d-842a-4761-8bf4-d17cdcd3d3b8 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/ports?device_id=df55b3a0-0685-44ad-8bdb-1b874bab3160 HTTP/1.1" status: 200 len: 943 time: 0.2684119 May 28 06:21:11.138659 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-ee41b214-6ca6-4d23-bfd9-0af22d3417ac req-49e061fb-9901-4166-a963-9ceb132202aa service neutron] For port 4ff8f897-32e3-43f6-b211-8363395ab749, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=4ff8f897-32e3-43f6-b211-8363395ab749,segment=NetworkSegment(da68ba47-25e5-4637-a83a-51088b9800dc),segment_id=da68ba47-25e5-4637-a83a-51088b9800dc)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:21:11.192147 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a4a1380c-bda6-42bb-818f-f018d57b380f req-6b432b8d-4b90-4397-a074-1fb06195685c tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a90b51ea-4be8-4511-8d71-0b0b776de2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267118 May 28 06:21:11.193076 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-ee41b214-6ca6-4d23-bfd9-0af22d3417ac req-49e061fb-9901-4166-a963-9ceb132202aa service neutron] For port 4ff8f897-32e3-43f6-b211-8363395ab749, host n-h1-843702-1, cleared binding levels {{(pid=89109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:21:11.232054 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1927608-32b7-4ce1-b61d-7a029ae6ee7b req-57bac957-2d9f-4460-8734-a8693c9d25ec tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:11.242858 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e1927608-32b7-4ce1-b61d-7a029ae6ee7b req-57bac957-2d9f-4460-8734-a8693c9d25ec tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/ports?device_id=f06c429e-200a-4060-82ce-3c50d0c62b77 HTTP/1.1" status: 200 len: 945 time: 0.3694057 May 28 06:21:11.274652 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [req-ee41b214-6ca6-4d23-bfd9-0af22d3417ac req-49e061fb-9901-4166-a963-9ceb132202aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ff8f897-32e3-43f6-b211-8363395ab749 {{(pid=89109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:21:11.288505 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-ee41b214-6ca6-4d23-bfd9-0af22d3417ac req-49e061fb-9901-4166-a963-9ceb132202aa service neutron] For port 4ff8f897-32e3-43f6-b211-8363395ab749, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=4ff8f897-32e3-43f6-b211-8363395ab749,segment=NetworkSegment(da68ba47-25e5-4637-a83a-51088b9800dc),segment_id=da68ba47-25e5-4637-a83a-51088b9800dc)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:21:11.291405 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a4ddaccd-a982-4dd9-bb00-56b9176950e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:11.310335 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-a4ddaccd-a982-4dd9-bb00-56b9176950e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:21:11.314023 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-a4ddaccd-a982-4dd9-bb00-56b9176950e9 admin admin] Usage tracker for resource:security_group_rule and tenant:55bb1d2483874320921fbcd7c3a24049 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:21:11.318437 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-a4ddaccd-a982-4dd9-bb00-56b9176950e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:21:11.324232 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-a4ddaccd-a982-4dd9-bb00-56b9176950e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:21:11.396430 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-ee41b214-6ca6-4d23-bfd9-0af22d3417ac req-49e061fb-9901-4166-a963-9ceb132202aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:11.397745 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e1927608-32b7-4ce1-b61d-7a029ae6ee7b req-2d8da2ef-e6ff-4bf4-a2c1-40ec0ccfbf59 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/security-groups?id=51e8ab45-fc50-4bca-a4a6-55c0639ed93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539288 May 28 06:21:11.515805 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a4ddaccd-a982-4dd9-bb00-56b9176950e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:11.627228 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [req-ee41b214-6ca6-4d23-bfd9-0af22d3417ac req-49e061fb-9901-4166-a963-9ceb132202aa service neutron] Transition to ACTIVE for port object 4ff8f897-32e3-43f6-b211-8363395ab749 will not be triggered until provisioned by entity L2. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:21:11.689629 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a4ddaccd-a982-4dd9-bb00-56b9176950e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:11.750980 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-ee41b214-6ca6-4d23-bfd9-0af22d3417ac req-49e061fb-9901-4166-a963-9ceb132202aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:11.767376 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-a4ddaccd-a982-4dd9-bb00-56b9176950e9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=55bb1d2483874320921fbcd7c3a24049&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7511017 May 28 06:21:11.767891 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 46122) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:11.773942 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ddaccd-a982-4dd9-bb00-56b9176950e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd71c458-67f1-47f5-bf7e-baded94ec702,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:11.804152 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bae6a4-7ff7-44bb-860a-a54dc3e71efe req-0ef5b675-8c86-4eb4-a622-531c081bbc13 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:11.810872 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a0bae6a4-7ff7-44bb-860a-a54dc3e71efe req-0ef5b675-8c86-4eb4-a622-531c081bbc13 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bef656a-6216-41b1-97ef-01974e054907 HTTP/1.1" status: 200 len: 950 time: 0.2447426 May 28 06:21:11.890951 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483afb0d-fc40-4615-a3d6-6bd5884ae960 req-f77e74d3-6724-4d23-af7f-d8df2f3241e0 tempest-LiveMigrationTest-969842093 tempest-LiveMigrationTest-969842093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:11.892600 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-483afb0d-fc40-4615-a3d6-6bd5884ae960 req-f77e74d3-6724-4d23-af7f-d8df2f3241e0 tempest-LiveMigrationTest-969842093 tempest-LiveMigrationTest-969842093-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=f06c429e-200a-4060-82ce-3c50d0c62b77 HTTP/1.1" status: 200 len: 1096 time: 0.2415369 May 28 06:21:11.901924 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a0bae6a4-7ff7-44bb-860a-a54dc3e71efe req-e24be53a-073d-4c67-afa9-62a7a6998b67 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902503 May 28 06:21:11.933757 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e061fb-9901-4166-a963-9ceb132202aa service neutron] Pushing event updated for resources: {'Port': ['ID=4ff8f897-32e3-43f6-b211-8363395ab749,revision_number=10']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:11.953212 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e061fb-9901-4166-a963-9ceb132202aa service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:21:11.953563 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e061fb-9901-4166-a963-9ceb132202aa service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:21:11.953802 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e061fb-9901-4166-a963-9ceb132202aa service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:21:11.954136 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e061fb-9901-4166-a963-9ceb132202aa service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:21:11.954460 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e061fb-9901-4166-a963-9ceb132202aa service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:21:11.954825 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e061fb-9901-4166-a963-9ceb132202aa service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:21:11.955147 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e061fb-9901-4166-a963-9ceb132202aa service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:21:11.955518 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e061fb-9901-4166-a963-9ceb132202aa service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:21:11.955835 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e061fb-9901-4166-a963-9ceb132202aa service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:21:11.956148 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e061fb-9901-4166-a963-9ceb132202aa service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:21:11.956459 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e061fb-9901-4166-a963-9ceb132202aa service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:21:11.956813 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e061fb-9901-4166-a963-9ceb132202aa service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:21:11.975062 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-483afb0d-fc40-4615-a3d6-6bd5884ae960 req-a75206e0-0d09-4902-bdee-403fcca37991 tempest-LiveMigrationTest-969842093 tempest-LiveMigrationTest-969842093-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=51e8ab45-fc50-4bca-a4a6-55c0639ed93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702436 May 28 06:21:11.976570 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d653c31e-7100-489c-959b-63c98173becc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:12.019013 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee41b214-6ca6-4d23-bfd9-0af22d3417ac req-49e061fb-9901-4166-a963-9ceb132202aa service neutron] No DVR routers for this DVR port 4ff8f897-32e3-43f6-b211-8363395ab749 on host n-h1-843702-1 {{(pid=89109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:21:12.087518 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8b8fbd7a-a44e-44fb-995e-dbca3359dce6 req-6cdb89a6-ca6e-4fad-91fa-0478df219dd4 tempest-ServersAdmin275Test-1251110391 tempest-ServersAdmin275Test-1251110391-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=45fb5242-d2b8-4cad-be5f-640116d504f8 HTTP/1.1" status: 200 len: 210 time: 0.0459235 May 28 06:21:12.095516 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d653c31e-7100-489c-959b-63c98173becc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:12.111670 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-ee41b214-6ca6-4d23-bfd9-0af22d3417ac req-49e061fb-9901-4166-a963-9ceb132202aa service neutron] 10.222.0.69 "PUT /v2.0/ports/4ff8f897-32e3-43f6-b211-8363395ab749/bindings/n-h2-843702-1/activate HTTP/1.1" status: 200 len: 369 time: 1.4381011 May 28 06:21:12.263711 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d653c31e-7100-489c-959b-63c98173becc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:12.287845 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d653c31e-7100-489c-959b-63c98173becc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd71c458-67f1-47f5-bf7e-baded94ec702,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:12.291771 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d653c31e-7100-489c-959b-63c98173becc admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:12.295719 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-d653c31e-7100-489c-959b-63c98173becc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bd71c458-67f1-47f5-bf7e-baded94ec702 HTTP/1.1" status: 204 len: 168 time: 0.5261321 May 28 06:21:12.514935 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34428201-45f3-4003-b97f-2e013d9c4bfc req-99f8fcc3-58e9-4e73-9a52-0f79393d445b tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:12.521839 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-34428201-45f3-4003-b97f-2e013d9c4bfc req-99f8fcc3-58e9-4e73-9a52-0f79393d445b tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/ports?device_id=df55b3a0-0685-44ad-8bdb-1b874bab3160 HTTP/1.1" status: 200 len: 944 time: 0.1458328 May 28 06:21:12.574789 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-34428201-45f3-4003-b97f-2e013d9c4bfc req-051689b2-455c-4db6-aba4-7acaf06c5cba tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a90b51ea-4be8-4511-8d71-0b0b776de2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517468 May 28 06:21:12.603480 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df55b3a0-0685-44ad-8bdb-1b874bab3160', 'tag': '4ff8f897-32e3-43f6-b211-8363395ab749'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:21:12.642995 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee41b214-6ca6-4d23-bfd9-0af22d3417ac req-1c1b45d3-817f-45a1-ba46-dfbcd8b9f516 tempest-LiveAutoBlockMigrationV225Test-2091885666 tempest-LiveAutoBlockMigrationV225Test-2091885666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:12.644027 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-ee41b214-6ca6-4d23-bfd9-0af22d3417ac req-1c1b45d3-817f-45a1-ba46-dfbcd8b9f516 tempest-LiveAutoBlockMigrationV225Test-2091885666 tempest-LiveAutoBlockMigrationV225Test-2091885666-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=df55b3a0-0685-44ad-8bdb-1b874bab3160&tenant_id=1ab1ed0d304345a0a07278c26e7745d6&binding%3Ahost_id=n-h1-843702-1 HTTP/1.1" status: 200 len: 1095 time: 0.2066748 May 28 06:21:12.794601 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee41b214-6ca6-4d23-bfd9-0af22d3417ac req-0204848f-4477-441d-9469-9fa77948a0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:12.796076 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-ee41b214-6ca6-4d23-bfd9-0af22d3417ac req-0204848f-4477-441d-9469-9fa77948a0ed service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=df55b3a0-0685-44ad-8bdb-1b874bab3160&tenant_id=1ab1ed0d304345a0a07278c26e7745d6 HTTP/1.1" status: 200 len: 1095 time: 0.1448779 May 28 06:21:12.811892 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f239c2a-e5d4-4655-b683-90beb5855813'] response: {'name': 'network-changed', 'server_uuid': 'df55b3a0-0685-44ad-8bdb-1b874bab3160', 'tag': '4ff8f897-32e3-43f6-b211-8363395ab749', 'status': 'completed', 'code': 200} May 28 06:21:13.187626 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 46196) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:13.250128 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca97233-ab66-4640-a9b2-a626f8f0700d req-85256c7e-3b80-4330-8c82-43d86683ac71 tempest-ImagesOneServerTestJSON-389688844 tempest-ImagesOneServerTestJSON-389688844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:13.262286 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-aca97233-ab66-4640-a9b2-a626f8f0700d req-85256c7e-3b80-4330-8c82-43d86683ac71 tempest-ImagesOneServerTestJSON-389688844 tempest-ImagesOneServerTestJSON-389688844-project] 10.222.0.55 "GET /v2.0/ports?device_id=577a8e23-0200-4256-a915-c88306809d8d HTTP/1.1" status: 200 len: 950 time: 0.1324635 May 28 06:21:13.351956 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-aca97233-ab66-4640-a9b2-a626f8f0700d req-896066bf-2e50-4b42-adb6-d9274824f044 tempest-ImagesOneServerTestJSON-389688844 tempest-ImagesOneServerTestJSON-389688844-project] 10.222.0.55 "GET /v2.0/security-groups?id=9751c75c-7cab-44bc-96f2-db536b71c103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874834 May 28 06:21:13.355791 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-42e487f7-f4b2-41f5-9e9d-b235ca715e98 req-85cfb64f-ab13-4a26-aea7-7cfdb096b001 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=fa535ce8a329409da109cb227c3a70b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0732913 May 28 06:21:13.584673 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee41b214-6ca6-4d23-bfd9-0af22d3417ac req-e5a0136f-c024-4a47-8068-b788cd6fa2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:13.586376 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-ee41b214-6ca6-4d23-bfd9-0af22d3417ac req-e5a0136f-c024-4a47-8068-b788cd6fa2b9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1ab1ed0d304345a0a07278c26e7745d6&device_id=df55b3a0-0685-44ad-8bdb-1b874bab3160 HTTP/1.1" status: 200 len: 1095 time: 0.7427487 May 28 06:21:13.595040 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998f4e58-5f94-496a-86f0-befa3efce7fa req-a742250e-772c-48df-8647-724bdd9e8495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:13.596696 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-998f4e58-5f94-496a-86f0-befa3efce7fa req-a742250e-772c-48df-8647-724bdd9e8495 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1ab1ed0d304345a0a07278c26e7745d6&device_id=df55b3a0-0685-44ad-8bdb-1b874bab3160 HTTP/1.1" status: 200 len: 1095 time: 0.4785676 May 28 06:21:13.720998 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e487f7-f4b2-41f5-9e9d-b235ca715e98 req-08c619a6-fd3f-4582-ae2a-28e1dc3c4a41 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:13.729239 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-42e487f7-f4b2-41f5-9e9d-b235ca715e98 req-08c619a6-fd3f-4582-ae2a-28e1dc3c4a41 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3680987 May 28 06:21:13.776277 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a5bcd940-dab5-4ee8-963d-569ff1cfc3c2 req-c3cee9e0-e259-45bf-99cc-428b43bfd205 tempest-ServersAdmin275Test-1251110391 tempest-ServersAdmin275Test-1251110391-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=45fb5242-d2b8-4cad-be5f-640116d504f8 HTTP/1.1" status: 200 len: 210 time: 0.1361420 May 28 06:21:13.787023 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-42e487f7-f4b2-41f5-9e9d-b235ca715e98 req-cb2dc46a-12f6-48c0-b5ec-956abc4e8ad9 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/quotas/fa535ce8a329409da109cb227c3a70b1 HTTP/1.1" status: 200 len: 375 time: 0.0546641 May 28 06:21:13.945078 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-42e487f7-f4b2-41f5-9e9d-b235ca715e98 req-6e2d4c38-8f73-4cc2-b3cf-dd4cdcb93522 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=fa535ce8a329409da109cb227c3a70b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1545963 May 28 06:21:14.251198 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 46238) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:14.334733 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998f4e58-5f94-496a-86f0-befa3efce7fa req-cb8e3de4-4cda-4530-8aac-818824cb0dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:14.336736 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-998f4e58-5f94-496a-86f0-befa3efce7fa req-cb8e3de4-4cda-4530-8aac-818824cb0dd8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=878a453b-7058-4dfc-b9e2-17503c679278 HTTP/1.1" status: 200 len: 922 time: 0.4755406 May 28 06:21:14.562146 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee41b214-6ca6-4d23-bfd9-0af22d3417ac req-964e1305-3f2c-4bb4-931e-bd7323c4243a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:14.563595 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-ee41b214-6ca6-4d23-bfd9-0af22d3417ac req-964e1305-3f2c-4bb4-931e-bd7323c4243a service neutron] 10.222.0.71 "GET /v2.0/networks?id=878a453b-7058-4dfc-b9e2-17503c679278 HTTP/1.1" status: 200 len: 922 time: 0.7035162 May 28 06:21:14.568650 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-c3d30a1c-2888-42ec-8b5b-c53950c22129 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-686099928-network', 'tenant_id': 'e313c89cfc3c4d8fb17072c426d13160'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:21:14.572789 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-998f4e58-5f94-496a-86f0-befa3efce7fa req-d0a52cc4-89ef-4731-a6fe-c3a64a1f5cc5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ff8f897-32e3-43f6-b211-8363395ab749 HTTP/1.1" status: 200 len: 217 time: 0.1589780 May 28 06:21:14.609905 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2004c4f1-d094-4fd6-af8f-6582e518ae6e req-a62766b4-56a0-49fb-af43-fae6e8712775 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=23c73e19-816a-46df-80fa-748f799ce37d HTTP/1.1" status: 200 len: 210 time: 0.2865257 May 28 06:21:14.691432 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-c3d30a1c-2888-42ec-8b5b-c53950c22129 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:21:14.717560 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2b4e34-b9c7-4a83-83ba-531be1976ade req-f97be302-1f68-4ed8-b96a-b98d3bd70bcd tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:14.725171 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fd2b4e34-b9c7-4a83-83ba-531be1976ade req-f97be302-1f68-4ed8-b96a-b98d3bd70bcd tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/ports?device_id=df55b3a0-0685-44ad-8bdb-1b874bab3160 HTTP/1.1" status: 200 len: 944 time: 0.5176561 May 28 06:21:14.738225 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 4ff8f897-32e3-43f6-b211-8363395ab749 no longer exists at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:21:14.833893 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fd2b4e34-b9c7-4a83-83ba-531be1976ade req-d993eee4-11ce-4fe7-a78d-b22cb31413e6 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a90b51ea-4be8-4511-8d71-0b0b776de2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070664 May 28 06:21:14.836907 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-c3d30a1c-2888-42ec-8b5b-c53950c22129 admin admin] Usage tracker for resource:network and tenant:e313c89cfc3c4d8fb17072c426d13160 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:21:14.844127 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-c3d30a1c-2888-42ec-8b5b-c53950c22129 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:21:14.848466 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-ee41b214-6ca6-4d23-bfd9-0af22d3417ac req-cd28686f-a1ee-4a45-a500-e7f8a8ff7e10 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ff8f897-32e3-43f6-b211-8363395ab749 HTTP/1.1" status: 200 len: 217 time: 0.2737861 May 28 06:21:14.886891 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-c3d30a1c-2888-42ec-8b5b-c53950c22129 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:21:14.895024 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 4ff8f897-32e3-43f6-b211-8363395ab749 not bound to the agent host n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:21:15.045688 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee41b214-6ca6-4d23-bfd9-0af22d3417ac req-5ed6ffe0-3212-4be2-b92b-1f12c0b9e818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:15.047206 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-ee41b214-6ca6-4d23-bfd9-0af22d3417ac req-5ed6ffe0-3212-4be2-b92b-1f12c0b9e818 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=cdd32cdd-4510-40e6-8d87-2fb486891cf4 HTTP/1.1" status: 200 len: 861 time: 0.1244729 May 28 06:21:15.048536 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998f4e58-5f94-496a-86f0-befa3efce7fa req-9b9ad3f1-6d94-4435-b12c-8d8a6af98e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:15.050294 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-998f4e58-5f94-496a-86f0-befa3efce7fa req-9b9ad3f1-6d94-4435-b12c-8d8a6af98e9a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cdd32cdd-4510-40e6-8d87-2fb486891cf4 HTTP/1.1" status: 200 len: 861 time: 0.3552928 May 28 06:21:15.200760 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-ee41b214-6ca6-4d23-bfd9-0af22d3417ac req-6e425077-577f-4511-90f0-63a2224bba8e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=878a453b-7058-4dfc-b9e2-17503c679278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1447542 May 28 06:21:15.224530 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3d30a1c-2888-42ec-8b5b-c53950c22129 admin admin] Made reservation on behalf of e313c89cfc3c4d8fb17072c426d13160 for: {'network': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:21:15.233397 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c3d30a1c-2888-42ec-8b5b-c53950c22129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:15.368384 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device b0092ac8-7f2d-4bba-bffc-709c31aca1a8 no longer exists at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:21:15.441204 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0432e780-4dad-4623-956c-7843f83ecc8d req-a0beea69-05a2-431c-a409-34f3c1157245 tempest-ServersAdmin275Test-1251110391 tempest-ServersAdmin275Test-1251110391-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=45fb5242-d2b8-4cad-be5f-640116d504f8 HTTP/1.1" status: 200 len: 210 time: 0.0822821 May 28 06:21:15.604973 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c3d30a1c-2888-42ec-8b5b-c53950c22129 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:15.621553 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-998f4e58-5f94-496a-86f0-befa3efce7fa req-19692651-29f6-4d41-91a5-21d60f3ed921 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=878a453b-7058-4dfc-b9e2-17503c679278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5599239 May 28 06:21:15.631956 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-c3d30a1c-2888-42ec-8b5b-c53950c22129 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:21:15.637746 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-c3d30a1c-2888-42ec-8b5b-c53950c22129 admin admin] Usage tracker for resource:security_group_rule and tenant:e313c89cfc3c4d8fb17072c426d13160 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:21:15.641878 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-c3d30a1c-2888-42ec-8b5b-c53950c22129 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:21:15.642587 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port b0092ac8-7f2d-4bba-bffc-709c31aca1a8 is: ACTIVE; New status is: DOWN {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:21:15.644107 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:15.651558 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-c3d30a1c-2888-42ec-8b5b-c53950c22129 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:21:15.743917 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port b0092ac8-7f2d-4bba-bffc-709c31aca1a8, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=b0092ac8-7f2d-4bba-bffc-709c31aca1a8,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:21:15.745714 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '577a8e23-0200-4256-a915-c88306809d8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0092ac8-7f2d-4bba-bffc-709c31aca1a8'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:21:15.814118 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fe9cd68b-3863-4885-8b42-2a055f2e582b req-454f2bb3-f620-49f9-b212-acac1ec1f470 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=23c73e19-816a-46df-80fa-748f799ce37d HTTP/1.1" status: 200 len: 210 time: 0.0796020 May 28 06:21:15.911634 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a17df925-f4be-46b9-82a7-75990eba60b0'] response: {'server_uuid': '577a8e23-0200-4256-a915-c88306809d8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0092ac8-7f2d-4bba-bffc-709c31aca1a8', 'code': 200} May 28 06:21:15.945309 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:16.078654 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-ee41b214-6ca6-4d23-bfd9-0af22d3417ac req-107f0393-e799-4025-a38a-d229ecf2d6b5 service neutron] 10.222.0.71 "GET /v2.0/networks/878a453b-7058-4dfc-b9e2-17503c679278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8536282 May 28 06:21:16.089893 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-998f4e58-5f94-496a-86f0-befa3efce7fa req-5a8efda5-bacd-4e67-a8c7-ef5b079de3a5 service neutron] 10.222.0.69 "GET /v2.0/networks/878a453b-7058-4dfc-b9e2-17503c679278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3321445 May 28 06:21:16.096232 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=b0092ac8-7f2d-4bba-bffc-709c31aca1a8,revision_number=8']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:16.189194 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc6989e-7ab3-414f-a723-086dd0343273 req-342a8308-9caa-4d1d-be9c-90ac7d8cf577 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:16.191166 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0fc6989e-7ab3-414f-a723-086dd0343273 req-342a8308-9caa-4d1d-be9c-90ac7d8cf577 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/ports?device_id=df55b3a0-0685-44ad-8bdb-1b874bab3160 HTTP/1.1" status: 200 len: 944 time: 0.1136169 May 28 06:21:16.238846 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0fc6989e-7ab3-414f-a723-086dd0343273 req-a332c9b8-55bf-4403-9230-979d495fa11c tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a90b51ea-4be8-4511-8d71-0b0b776de2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411379 May 28 06:21:16.279635 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c3d30a1c-2888-42ec-8b5b-c53950c22129 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:16.400430 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c3d30a1c-2888-42ec-8b5b-c53950c22129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:16.416122 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4187900f-18c5-4aaa-88ef-9ef112e2eb17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700548'] for router_interface, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:16.660626 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3d30a1c-2888-42ec-8b5b-c53950c22129 admin admin] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'} {{(pid=89109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:21:16.677138 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-ee41b214-6ca6-4d23-bfd9-0af22d3417ac req-bf69dfb0-fe6f-4de5-9387-b8e2ae263b3d service neutron] 10.222.0.71 "GET /v2.0/networks/878a453b-7058-4dfc-b9e2-17503c679278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5779481 May 28 06:21:16.687708 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d30a1c-2888-42ec-8b5b-c53950c22129 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c1c9105-3090-4be8-862e-350d55ef6cae,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:16.693672 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-998f4e58-5f94-496a-86f0-befa3efce7fa req-135d6a6a-2877-4d61-85c7-872149d84554 service neutron] 10.222.0.69 "GET /v2.0/networks/878a453b-7058-4dfc-b9e2-17503c679278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5854199 May 28 06:21:16.702226 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c3d30a1c-2888-42ec-8b5b-c53950c22129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:16.702226 n-d-843702-1 neutron-server[89109]: INFO neutron.db.segments_db [None req-c3d30a1c-2888-42ec-8b5b-c53950c22129 admin admin] Added segment e1db8248-a156-442d-a5cb-9a8435e3feea of type vlan for network de808633-063b-43ca-834f-7f7224235e76 May 28 06:21:16.780803 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-132b554d-714a-4816-9762-8d4db90a28de req-26e7b13a-2ad8-4491-aef9-6b96ac663a60 tempest-ServersAdmin275Test-1251110391 tempest-ServersAdmin275Test-1251110391-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=45fb5242-d2b8-4cad-be5f-640116d504f8 HTTP/1.1" status: 200 len: 210 time: 0.1288669 May 28 06:21:16.856889 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c3d30a1c-2888-42ec-8b5b-c53950c22129 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:16.991576 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c3d30a1c-2888-42ec-8b5b-c53950c22129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:16.992704 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d30a1c-2888-42ec-8b5b-c53950c22129 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:16.993405 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c3d30a1c-2888-42ec-8b5b-c53950c22129 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:17.127738 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ec0176ed-00bc-4692-8e67-02a8b55e105f req-ea15328b-3096-4b17-8bbf-4cf816372a2e tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=23c73e19-816a-46df-80fa-748f799ce37d HTTP/1.1" status: 200 len: 210 time: 0.1168141 May 28 06:21:17.153776 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d30a1c-2888-42ec-8b5b-c53950c22129 admin admin] Pushing event updated for resources: {'Network': ['ID=de808633-063b-43ca-834f-7f7224235e76,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:17.168866 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-4187900f-18c5-4aaa-88ef-9ef112e2eb17 admin admin] Deleting port 2ab2907a-c7e0-499d-b666-7546b5b886a8 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:21:17.169200 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4187900f-18c5-4aaa-88ef-9ef112e2eb17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:17.175467 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network de808633-063b-43ca-834f-7f7224235e76 details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:21:17.452649 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-4187900f-18c5-4aaa-88ef-9ef112e2eb17 admin admin] For port 2ab2907a-c7e0-499d-b666-7546b5b886a8, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=2ab2907a-c7e0-499d-b666-7546b5b886a8,segment=NetworkSegment(1de716f0-90c2-4769-b773-5a69ff94f49f),segment_id=1de716f0-90c2-4769-b773-5a69ff94f49f)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:21:17.453086 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4187900f-18c5-4aaa-88ef-9ef112e2eb17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:17.471409 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-c3d30a1c-2888-42ec-8b5b-c53950c22129 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.2096786 May 28 06:21:17.471952 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 46334) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:17.489727 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-7ba45cc5-c5ee-458f-9976-897103103dd6 admin admin] Request body: {'subnet': {'network_id': 'de808633-063b-43ca-834f-7f7224235e76', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-686099928-subnet', 'tenant_id': 'e313c89cfc3c4d8fb17072c426d13160', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:21:17.500402 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-7ba45cc5-c5ee-458f-9976-897103103dd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:21:17.512786 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-7ba45cc5-c5ee-458f-9976-897103103dd6 admin admin] Usage tracker for resource:subnet and tenant:e313c89cfc3c4d8fb17072c426d13160 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:21:17.522061 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-7ba45cc5-c5ee-458f-9976-897103103dd6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:21:17.529943 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-7ba45cc5-c5ee-458f-9976-897103103dd6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:21:17.694230 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ba45cc5-c5ee-458f-9976-897103103dd6 admin admin] Made reservation on behalf of e313c89cfc3c4d8fb17072c426d13160 for: {'subnet': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:21:17.696799 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7ba45cc5-c5ee-458f-9976-897103103dd6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3171998'] for subnet, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:17.748655 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-4187900f-18c5-4aaa-88ef-9ef112e2eb17 admin admin] Calling delete_port for 2ab2907a-c7e0-499d-b666-7546b5b886a8 owned by network:router_interface {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:21:18.129276 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-42e487f7-f4b2-41f5-9e9d-b235ca715e98 req-a71827a2-f30a-45ca-b6d4-0ba46a9a3cba tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=fa535ce8a329409da109cb227c3a70b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0402176 May 28 06:21:18.216423 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f868d7-ba29-4f4d-b764-c5b69693474e req-48cad180-8bb1-4574-9f11-053868351bbf tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:18.262503 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c1f868d7-ba29-4f4d-b764-c5b69693474e req-48cad180-8bb1-4574-9f11-053868351bbf tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/ports?device_id=df55b3a0-0685-44ad-8bdb-1b874bab3160 HTTP/1.1" status: 200 len: 944 time: 0.2508690 May 28 06:21:18.309189 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4187900f-18c5-4aaa-88ef-9ef112e2eb17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:18.331980 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7ba45cc5-c5ee-458f-9976-897103103dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3115906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3172012'] for subnet, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:18.496672 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c1f868d7-ba29-4f4d-b764-c5b69693474e req-9743bd0b-3e21-4a0a-b7c3-179daee43a3e tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a90b51ea-4be8-4511-8d71-0b0b776de2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301512 May 28 06:21:18.511590 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4187900f-18c5-4aaa-88ef-9ef112e2eb17 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ab2907a-c7e0-499d-b666-7546b5b886a8,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:18.546115 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba45cc5-c5ee-458f-9976-897103103dd6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0d4ee4a-571d-4ecd-bcb9-60ece6662c27,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:18.568381 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba45cc5-c5ee-458f-9976-897103103dd6 admin admin] Checking segment: {'id': 'e1db8248-a156-442d-a5cb-9a8435e3feea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'de808633-063b-43ca-834f-7f7224235e76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:21:18.575718 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba45cc5-c5ee-458f-9976-897103103dd6 admin admin] Network hostable DHCP agents. Network: de808633-063b-43ca-834f-7f7224235e76, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89110) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:21:18.592273 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee41b214-6ca6-4d23-bfd9-0af22d3417ac req-6ef5e3bc-c81d-42aa-ac8d-9929c97b4c78 tempest-LiveAutoBlockMigrationV225Test-2091885666 tempest-LiveAutoBlockMigrationV225Test-2091885666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:18.593959 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ee41b214-6ca6-4d23-bfd9-0af22d3417ac req-6ef5e3bc-c81d-42aa-ac8d-9929c97b4c78 tempest-LiveAutoBlockMigrationV225Test-2091885666 tempest-LiveAutoBlockMigrationV225Test-2091885666-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=df55b3a0-0685-44ad-8bdb-1b874bab3160&tenant_id=1ab1ed0d304345a0a07278c26e7745d6&binding%3Ahost_id=n-h2-843702-1 HTTP/1.1" status: 200 len: 1095 time: 0.3279777 May 28 06:21:18.745085 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba45cc5-c5ee-458f-9976-897103103dd6 admin admin] Network de808633-063b-43ca-834f-7f7224235e76 is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89110) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:21:18.983165 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cb3272c4-c3f6-49a5-9929-4f81a561f28e req-db6e1630-1806-4f97-ab74-910a899100b8 tempest-ServersAdmin275Test-1251110391 tempest-ServersAdmin275Test-1251110391-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=45fb5242-d2b8-4cad-be5f-640116d504f8 HTTP/1.1" status: 200 len: 210 time: 0.0883307 May 28 06:21:18.987164 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-7ba45cc5-c5ee-458f-9976-897103103dd6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, de808633-063b-43ca-834f-7f7224235e76) {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:21:18.998671 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc1ee2e-93b7-4f9d-96ed-ab2a8b1e4932 None None] Network de808633-063b-43ca-834f-7f7224235e76 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:21:19.050150 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e8dc672a-2664-4ab8-bb5f-3597c18fef68 req-4a770807-b483-49b7-b97f-0b1b7e315dc6 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=23c73e19-816a-46df-80fa-748f799ce37d HTTP/1.1" status: 200 len: 210 time: 0.0564981 May 28 06:21:19.050150 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba45cc5-c5ee-458f-9976-897103103dd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:19.050150 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7ba45cc5-c5ee-458f-9976-897103103dd6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:19.107834 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e487f7-f4b2-41f5-9e9d-b235ca715e98 req-8fa298ce-5432-41df-be3d-4e99f1cc5d61 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:19.118888 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-42e487f7-f4b2-41f5-9e9d-b235ca715e98 req-8fa298ce-5432-41df-be3d-4e99f1cc5d61 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9729404 May 28 06:21:19.131984 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-42e487f7-f4b2-41f5-9e9d-b235ca715e98 req-bffd73af-20b4-4579-8495-8f0fcb6938ac tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Request body: {'port': {'device_id': '23c73e19-816a-46df-80fa-748f799ce37d', 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9', 'admin_state_up': True, 'tenant_id': 'fa535ce8a329409da109cb227c3a70b1'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:21:19.173367 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4187900f-18c5-4aaa-88ef-9ef112e2eb17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700472'] for router_interface, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:19.203548 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-ee41b214-6ca6-4d23-bfd9-0af22d3417ac req-ead2504f-86a5-47fb-9346-fee7e74672ab service neutron] For port 4ff8f897-32e3-43f6-b211-8363395ab749, host n-h1-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:21:19.227550 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-ee41b214-6ca6-4d23-bfd9-0af22d3417ac req-ead2504f-86a5-47fb-9346-fee7e74672ab service neutron] Notify callbacks [] for binding, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:19.230450 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ee41b214-6ca6-4d23-bfd9-0af22d3417ac req-ead2504f-86a5-47fb-9346-fee7e74672ab service neutron] 10.222.0.71 "DELETE /v2.0/ports/4ff8f897-32e3-43f6-b211-8363395ab749/bindings/n-h1-843702-1 HTTP/1.1" status: 204 len: 173 time: 0.6297538 May 28 06:21:19.282407 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-7ba45cc5-c5ee-458f-9976-897103103dd6 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8071008 May 28 06:21:19.285144 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 46372) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:19.306184 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-26aac82c-0de8-4141-87e2-39c50df0486a admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-686099928-router', 'tenant_id': 'e313c89cfc3c4d8fb17072c426d13160', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:21:19.311794 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-26aac82c-0de8-4141-87e2-39c50df0486a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:21:19.315791 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-26aac82c-0de8-4141-87e2-39c50df0486a admin admin] Usage tracker for resource:router and tenant:e313c89cfc3c4d8fb17072c426d13160 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:21:19.319212 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-26aac82c-0de8-4141-87e2-39c50df0486a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:21:19.325822 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-26aac82c-0de8-4141-87e2-39c50df0486a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:21:19.392951 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f935bae0-1f1f-43b9-a956-ef538aee582a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-de808633-063b-43ca-834f-7f7224235e76', 'network_id': 'de808633-063b-43ca-834f-7f7224235e76', 'tenant_id': 'e313c89cfc3c4d8fb17072c426d13160', 'fixed_ips': [{'subnet_id': 'd0d4ee4a-571d-4ecd-bcb9-60ece6662c27'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:21:19.393919 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-f935bae0-1f1f-43b9-a956-ef538aee582a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:19.450201 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-26aac82c-0de8-4141-87e2-39c50df0486a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59128'] for router, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:19.451436 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-26aac82c-0de8-4141-87e2-39c50df0486a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59009'] for router, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:19.467883 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [req-42e487f7-f4b2-41f5-9e9d-b235ca715e98 req-bffd73af-20b4-4579-8495-8f0fcb6938ac tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:21:19.472223 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-26aac82c-0de8-4141-87e2-39c50df0486a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:19.479688 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [req-42e487f7-f4b2-41f5-9e9d-b235ca715e98 req-bffd73af-20b4-4579-8495-8f0fcb6938ac tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:21:19.591080 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42e487f7-f4b2-41f5-9e9d-b235ca715e98 req-bffd73af-20b4-4579-8495-8f0fcb6938ac tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Made reservation on behalf of fa535ce8a329409da109cb227c3a70b1 for: {'port': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:21:19.594679 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-42e487f7-f4b2-41f5-9e9d-b235ca715e98 req-bffd73af-20b4-4579-8495-8f0fcb6938ac tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:19.725379 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-f935bae0-1f1f-43b9-a956-ef538aee582a None None] Allocated IP 172.20.0.2 (de808633-063b-43ca-834f-7f7224235e76/d0d4ee4a-571d-4ecd-bcb9-60ece6662c27/b7e3e169-6034-4a18-87a8-147e97b32d0b) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:21:20.277234 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-26aac82c-0de8-4141-87e2-39c50df0486a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59027'] for router, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:20.318815 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4187900f-18c5-4aaa-88ef-9ef112e2eb17 admin admin] Router b0b81733-8687-4ff4-a035-18122c66529f has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:21:20.351318 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2d34f5-df5d-41e8-91a5-b09ebc07eb4d req-1814e4eb-0148-46b8-8ae2-01a1bf031b46 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:20.365717 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2a2d34f5-df5d-41e8-91a5-b09ebc07eb4d req-1814e4eb-0148-46b8-8ae2-01a1bf031b46 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/ports?device_id=df55b3a0-0685-44ad-8bdb-1b874bab3160 HTTP/1.1" status: 200 len: 944 time: 0.3851624 May 28 06:21:20.382487 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-f935bae0-1f1f-43b9-a956-ef538aee582a None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:20.420062 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-f935bae0-1f1f-43b9-a956-ef538aee582a None None] Transition to ACTIVE for port object b7e3e169-6034-4a18-87a8-147e97b32d0b will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:21:20.467400 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-f935bae0-1f1f-43b9-a956-ef538aee582a None None] Transition to ACTIVE for port object b7e3e169-6034-4a18-87a8-147e97b32d0b will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:21:20.527982 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [req-42e487f7-f4b2-41f5-9e9d-b235ca715e98 req-bffd73af-20b4-4579-8495-8f0fcb6938ac tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Allocated IP 192.168.233.139 (bb90c162-fdb0-406b-af2b-5eef830db7a9/e72d0ca5-04cb-4b36-82b1-c75214c9eb05/348e0f92-f18f-4d76-8c5a-7722d2125db2) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:21:20.545068 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-f935bae0-1f1f-43b9-a956-ef538aee582a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:20.649439 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-be0e3c50-e06e-4831-b7aa-8961fe126eb4 req-d2bf07e2-bed5-4441-9934-c615f1983af8 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=23c73e19-816a-46df-80fa-748f799ce37d HTTP/1.1" status: 200 len: 210 time: 0.2796984 May 28 06:21:20.706293 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f935bae0-1f1f-43b9-a956-ef538aee582a None None] Pushing event updated for resources: {'Port': ['ID=b7e3e169-6034-4a18-87a8-147e97b32d0b,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:20.718014 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2a2d34f5-df5d-41e8-91a5-b09ebc07eb4d req-b006874a-47fe-4863-adcd-ed5c0968bb79 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a90b51ea-4be8-4511-8d71-0b0b776de2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3501184 May 28 06:21:20.721772 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f935bae0-1f1f-43b9-a956-ef538aee582a None None] Network de808633-063b-43ca-834f-7f7224235e76 is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:21:20.725690 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-f935bae0-1f1f-43b9-a956-ef538aee582a None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:21:20.744410 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f935bae0-1f1f-43b9-a956-ef538aee582a None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:21:20.961141 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-9e8b6473-e9a5-4f9f-9987-e893cdb578d0 req-4f9a171e-4bc5-4c26-b87c-447a62888417 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=45fb5242-d2b8-4cad-be5f-640116d504f8 HTTP/1.1" status: 200 len: 210 time: 0.4076836 May 28 06:21:20.961287 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-f935bae0-1f1f-43b9-a956-ef538aee582a None None] Attempting to bind port b7e3e169-6034-4a18-87a8-147e97b32d0b on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:21:20.961287 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-f935bae0-1f1f-43b9-a956-ef538aee582a None None] Attempting to bind port b7e3e169-6034-4a18-87a8-147e97b32d0b by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'e1db8248-a156-442d-a5cb-9a8435e3feea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'de808633-063b-43ca-834f-7f7224235e76'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:21:20.961287 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f935bae0-1f1f-43b9-a956-ef538aee582a None None] Attempting to bind port b7e3e169-6034-4a18-87a8-147e97b32d0b on network de808633-063b-43ca-834f-7f7224235e76 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:21:20.961287 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f935bae0-1f1f-43b9-a956-ef538aee582a None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:21:20.961287 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f935bae0-1f1f-43b9-a956-ef538aee582a None None] Checking segment: {'id': 'e1db8248-a156-442d-a5cb-9a8435e3feea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'de808633-063b-43ca-834f-7f7224235e76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:21:20.961287 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-f935bae0-1f1f-43b9-a956-ef538aee582a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:20.961287 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f935bae0-1f1f-43b9-a956-ef538aee582a None None] Bound using segment: {'id': 'e1db8248-a156-442d-a5cb-9a8435e3feea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'de808633-063b-43ca-834f-7f7224235e76'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:21:20.961287 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-f935bae0-1f1f-43b9-a956-ef538aee582a None None] Bound port: b7e3e169-6034-4a18-87a8-147e97b32d0b, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1db8248-a156-442d-a5cb-9a8435e3feea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'de808633-063b-43ca-834f-7f7224235e76'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:21:20.961287 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-f935bae0-1f1f-43b9-a956-ef538aee582a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:21.094154 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-f935bae0-1f1f-43b9-a956-ef538aee582a None None] For port b7e3e169-6034-4a18-87a8-147e97b32d0b, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:21:21.094851 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-866ec1ec-0c68-42aa-9514-90b4ff4eed44 req-0201db86-7e41-436c-a2a7-d54754ec6671 tempest-ServersAdmin275Test-1251110391 tempest-ServersAdmin275Test-1251110391-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=45fb5242-d2b8-4cad-be5f-640116d504f8 HTTP/1.1" status: 200 len: 210 time: 0.1823800 May 28 06:21:21.100322 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4187900f-18c5-4aaa-88ef-9ef112e2eb17 admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:21:21.113584 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-f935bae0-1f1f-43b9-a956-ef538aee582a None None] For port b7e3e169-6034-4a18-87a8-147e97b32d0b, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=b7e3e169-6034-4a18-87a8-147e97b32d0b,segment=NetworkSegment(e1db8248-a156-442d-a5cb-9a8435e3feea),segment_id=e1db8248-a156-442d-a5cb-9a8435e3feea)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:21:21.121370 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4c0bb2-1459-4d35-9e59-93b7048b6cf0 None None] Sync routers for ids ['b0b81733-8687-4ff4-a035-18122c66529f'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:21:21.144714 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4c0bb2-1459-4d35-9e59-93b7048b6cf0 None None] Routers {'b0b81733-8687-4ff4-a035-18122c66529f'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:21:21.146818 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-9e4c0bb2-1459-4d35-9e59-93b7048b6cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:20:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['b0b81733-8687-4ff4-a035-18122c66529f'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:21:21.241838 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-4187900f-18c5-4aaa-88ef-9ef112e2eb17 admin admin] 10.222.0.55 "PUT /v2.0/routers/b0b81733-8687-4ff4-a035-18122c66529f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0492909 May 28 06:21:21.249320 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 46412) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:21.285497 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-f935bae0-1f1f-43b9-a956-ef538aee582a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:21.488260 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f935bae0-1f1f-43b9-a956-ef538aee582a None None] Pushing event updated for resources: {'Port': ['ID=b7e3e169-6034-4a18-87a8-147e97b32d0b,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:21.509941 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device b0092ac8-7f2d-4bba-bffc-709c31aca1a8 details requested by agent hyperv_n-h2-843702-1 with host n-h2-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:21:21.525287 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-26aac82c-0de8-4141-87e2-39c50df0486a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:21.557369 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-42e487f7-f4b2-41f5-9e9d-b235ca715e98 req-bffd73af-20b4-4579-8495-8f0fcb6938ac tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:21.578730 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-171b02b6-dec0-4fb7-8182-ae335158679b admin admin] Notify callbacks [] for router, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:21.621488 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-26aac82c-0de8-4141-87e2-39c50df0486a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:21.681251 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [req-42e487f7-f4b2-41f5-9e9d-b235ca715e98 req-bffd73af-20b4-4579-8495-8f0fcb6938ac tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Transition to ACTIVE for port object 348e0f92-f18f-4d76-8c5a-7722d2125db2 will not be triggered until provisioned by entity DHCP. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:21:21.714477 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e43c5c6-b317-44d9-a5df-9b56b58fec4f req-817626da-54df-4d90-b843-a4132c511d8c tempest-LiveAutoBlockMigrationV225Test-2091885666 tempest-LiveAutoBlockMigrationV225Test-2091885666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:21.723314 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2e43c5c6-b317-44d9-a5df-9b56b58fec4f req-817626da-54df-4d90-b843-a4132c511d8c tempest-LiveAutoBlockMigrationV225Test-2091885666 tempest-LiveAutoBlockMigrationV225Test-2091885666-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=df55b3a0-0685-44ad-8bdb-1b874bab3160 HTTP/1.1" status: 200 len: 1095 time: 0.6271107 May 28 06:21:21.764440 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.db.resource_extend [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 06:21:21.890038 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2e43c5c6-b317-44d9-a5df-9b56b58fec4f req-daa9e1b8-42f9-4a49-9115-7e4cbb6259b5 tempest-LiveAutoBlockMigrationV225Test-2091885666 tempest-LiveAutoBlockMigrationV225Test-2091885666-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=a90b51ea-4be8-4511-8d71-0b0b776de2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592932 May 28 06:21:21.959147 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-171b02b6-dec0-4fb7-8182-ae335158679b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:22.026325 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-9e4c0bb2-1459-4d35-9e59-93b7048b6cf0 None None] Set router b0b81733-8687-4ff4-a035-18122c66529f gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:21:22.041300 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8face1e3-17ee-4a52-9b1c-527f83bc9e1b req-64e31796-bfea-43f4-8b11-95df0fc49274 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=23c73e19-816a-46df-80fa-748f799ce37d HTTP/1.1" status: 200 len: 210 time: 0.1472640 May 28 06:21:22.060196 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-42e487f7-f4b2-41f5-9e9d-b235ca715e98 req-bffd73af-20b4-4579-8495-8f0fcb6938ac tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:22.175540 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-171b02b6-dec0-4fb7-8182-ae335158679b admin admin] Deleting port 0a974990-202b-4942-a1ca-571e1455c517 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:21:22.175890 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-171b02b6-dec0-4fb7-8182-ae335158679b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:22.272537 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port b0092ac8-7f2d-4bba-bffc-709c31aca1a8, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=b0092ac8-7f2d-4bba-bffc-709c31aca1a8,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:21:22.310062 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Returning: {'device': 'b0092ac8-7f2d-4bba-bffc-709c31aca1a8', 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9', 'port_id': 'b0092ac8-7f2d-4bba-bffc-709c31aca1a8', 'mac_address': 'fa:16:3e:61:ff:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e72d0ca5-04cb-4b36-82b1-c75214c9eb05', 'ip_address': '192.168.233.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:21:22.344865 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [None req-26aac82c-0de8-4141-87e2-39c50df0486a admin admin] Allocated IP 172.25.5.151 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/4efbedb8-5c03-46b4-b155-ec0490507b8c) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:21:22.374498 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffd73af-20b4-4579-8495-8f0fcb6938ac tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Pushing event updated for resources: {'Port': ['ID=348e0f92-f18f-4d76-8c5a-7722d2125db2,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:22.452527 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42e487f7-f4b2-41f5-9e9d-b235ca715e98 req-bffd73af-20b4-4579-8495-8f0fcb6938ac tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Network bb90c162-fdb0-406b-af2b-5eef830db7a9 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:21:22.460796 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [req-42e487f7-f4b2-41f5-9e9d-b235ca715e98 req-bffd73af-20b4-4579-8495-8f0fcb6938ac tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:21:22.472423 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [req-42e487f7-f4b2-41f5-9e9d-b235ca715e98 req-bffd73af-20b4-4579-8495-8f0fcb6938ac tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:21:22.570979 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['46a4ea42-1089-420c-a96f-d7cd594a80c1', '5ade8c86-99e0-4811-878c-8667ec11046f'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:21:22.688352 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5dbd7fed-046c-4288-8c21-ad3f478457a4 req-0cd10890-1f09-4179-838d-8a46ff70c70a tempest-ServersAdmin275Test-1251110391 tempest-ServersAdmin275Test-1251110391-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=45fb5242-d2b8-4cad-be5f-640116d504f8 HTTP/1.1" status: 200 len: 210 time: 0.1460123 May 28 06:21:22.754852 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device b7e3e169-6034-4a18-87a8-147e97b32d0b up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:21:22.994235 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e487f7-f4b2-41f5-9e9d-b235ca715e98 req-bffd73af-20b4-4579-8495-8f0fcb6938ac tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:23.000814 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-42e487f7-f4b2-41f5-9e9d-b235ca715e98 req-bffd73af-20b4-4579-8495-8f0fcb6938ac tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:23.113563 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-171b02b6-dec0-4fb7-8182-ae335158679b admin admin] For port 0a974990-202b-4942-a1ca-571e1455c517, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=0a974990-202b-4942-a1ca-571e1455c517,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:21:23.113918 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-171b02b6-dec0-4fb7-8182-ae335158679b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:23.246608 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-26aac82c-0de8-4141-87e2-39c50df0486a admin admin] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:23.260705 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b62903f-3308-4cac-8862-f1a2458edd40 req-fb0c9871-6771-4e50-ba35-b9e84b8b38a7 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:23.278255 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port b0092ac8-7f2d-4bba-bffc-709c31aca1a8 is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:21:23.278770 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:23.279023 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:21:23.280316 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6b62903f-3308-4cac-8862-f1a2458edd40 req-fb0c9871-6771-4e50-ba35-b9e84b8b38a7 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/networks?id=878a453b-7058-4dfc-b9e2-17503c679278 HTTP/1.1" status: 200 len: 821 time: 0.6249554 May 28 06:21:23.301958 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6b62903f-3308-4cac-8862-f1a2458edd40 req-e7b54fbc-25d6-4b64-9a2a-16bdc72ce3c7 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/quotas/1ab1ed0d304345a0a07278c26e7745d6 HTTP/1.1" status: 200 len: 375 time: 0.0200503 May 28 06:21:23.394803 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-abe06368-7897-40c2-8d90-96e640490159 None None] Provisioning for port 348e0f92-f18f-4d76-8c5a-7722d2125db2 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:21:23.409025 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-42e487f7-f4b2-41f5-9e9d-b235ca715e98 req-bffd73af-20b4-4579-8495-8f0fcb6938ac tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2833388 May 28 06:21:23.417999 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0092ac8-7f2d-4bba-bffc-709c31aca1a8 {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:21:23.424547 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6b62903f-3308-4cac-8862-f1a2458edd40 req-16583fe4-a2e1-4490-96a7-04bf22c32412 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=1ab1ed0d304345a0a07278c26e7745d6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1180439 May 28 06:21:23.428932 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-171b02b6-dec0-4fb7-8182-ae335158679b admin admin] Calling delete_port for 0a974990-202b-4942-a1ca-571e1455c517 owned by network:router_gateway {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:21:23.486773 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-abe06368-7897-40c2-8d90-96e640490159 None None] Provisioning complete for port 348e0f92-f18f-4d76-8c5a-7722d2125db2 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:21:23.487156 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-abe06368-7897-40c2-8d90-96e640490159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:23.496878 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-42e487f7-f4b2-41f5-9e9d-b235ca715e98 req-e4a95bed-679b-4201-9fd1-afcf9fc74f4c service neutron] Request body: {'port': {'device_id': '23c73e19-816a-46df-80fa-748f799ce37d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843702-1'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:21:23.543404 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-26aac82c-0de8-4141-87e2-39c50df0486a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:23.632498 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd02e7a3-d762-4a04-aca1-fe5ea7553c26 None None] Network de808633-063b-43ca-834f-7f7224235e76 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:21:23.672497 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26aac82c-0de8-4141-87e2-39c50df0486a admin admin] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:21:23.702187 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-26aac82c-0de8-4141-87e2-39c50df0486a admin admin] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:21:23.711445 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-0141ce2c-a332-4035-93d8-767f79a2a518 req-a3d32cfe-e793-4836-9917-a5f561f6cccd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4543a38e50f846779101b3a388a20303&device_id=45fb5242-d2b8-4cad-be5f-640116d504f8 HTTP/1.1" status: 200 len: 210 time: 0.0759482 May 28 06:21:23.711678 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26aac82c-0de8-4141-87e2-39c50df0486a admin admin] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:21:23.824196 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-42e487f7-f4b2-41f5-9e9d-b235ca715e98 req-e4a95bed-679b-4201-9fd1-afcf9fc74f4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:23.844728 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aac82c-0de8-4141-87e2-39c50df0486a admin admin] Pushing event updated for resources: {'Port': ['ID=4efbedb8-5c03-46b4-b155-ec0490507b8c,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:23.898751 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port b0092ac8-7f2d-4bba-bffc-709c31aca1a8, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=b0092ac8-7f2d-4bba-bffc-709c31aca1a8,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:21:23.935280 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-abe06368-7897-40c2-8d90-96e640490159 None None] Port 348e0f92-f18f-4d76-8c5a-7722d2125db2 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:21:23.937495 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port b7e3e169-6034-4a18-87a8-147e97b32d0b completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:21:24.111797 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:24.355900 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6b62903f-3308-4cac-8862-f1a2458edd40 req-43094e28-dc53-4f07-a4a1-1bfba3b0bc7f service neutron] 10.222.0.55 "GET /v2.0/networks/878a453b-7058-4dfc-b9e2-17503c679278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9189415 May 28 06:21:24.407670 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=b0092ac8-7f2d-4bba-bffc-709c31aca1a8,revision_number=9']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:24.412821 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-de59225c-891e-4ecc-b163-91340936c36f None None] Provisioning for port b7e3e169-6034-4a18-87a8-147e97b32d0b completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:21:24.478043 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-de59225c-891e-4ecc-b163-91340936c36f None None] Provisioning complete for port b7e3e169-6034-4a18-87a8-147e97b32d0b triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:21:24.478429 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-de59225c-891e-4ecc-b163-91340936c36f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:24.556283 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['b0092ac8-7f2d-4bba-bffc-709c31aca1a8'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:21:24.694550 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [req-42e487f7-f4b2-41f5-9e9d-b235ca715e98 req-e4a95bed-679b-4201-9fd1-afcf9fc74f4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 348e0f92-f18f-4d76-8c5a-7722d2125db2 {{(pid=89109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:21:24.728850 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-42e487f7-f4b2-41f5-9e9d-b235ca715e98 req-e4a95bed-679b-4201-9fd1-afcf9fc74f4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:24.759628 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [req-42e487f7-f4b2-41f5-9e9d-b235ca715e98 req-e4a95bed-679b-4201-9fd1-afcf9fc74f4c service neutron] Transition to ACTIVE for port object 348e0f92-f18f-4d76-8c5a-7722d2125db2 will not be triggered until provisioned by entity L2. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:21:24.773179 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-0141ce2c-a332-4035-93d8-767f79a2a518 req-cc33c25c-9a55-4d52-abcf-8c9c793a56c0 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=4543a38e50f846779101b3a388a20303&shared=False HTTP/1.1" status: 200 len: 213 time: 0.9714646 May 28 06:21:24.854427 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-42e487f7-f4b2-41f5-9e9d-b235ca715e98 req-e4a95bed-679b-4201-9fd1-afcf9fc74f4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:24.903334 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6b62903f-3308-4cac-8862-f1a2458edd40 req-de347544-0ee6-4b28-929e-78f934e083ec service neutron] 10.222.0.55 "GET /v2.0/networks/878a453b-7058-4dfc-b9e2-17503c679278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5186794 May 28 06:21:25.023150 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca51afe-2225-4ff5-af98-6b0ca61d5be9 req-8dba79ae-c00d-4dc6-8807-d0164620d02b tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:25.030712 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-aca51afe-2225-4ff5-af98-6b0ca61d5be9 req-8dba79ae-c00d-4dc6-8807-d0164620d02b tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=23c73e19-816a-46df-80fa-748f799ce37d HTTP/1.1" status: 200 len: 936 time: 1.0962193 May 28 06:21:25.288139 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-aca51afe-2225-4ff5-af98-6b0ca61d5be9 req-377239b3-277a-4924-8e61-79c26c9963c5 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530420 May 28 06:21:25.307718 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-9e4c0bb2-1459-4d35-9e59-93b7048b6cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b81733-8687-4ff4-a035-18122c66529f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1861659843-router', 'tenant_id': '091a6ab3594e41dd849f313a7a0a6a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '0a974990-202b-4942-a1ca-571e1455c517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:18:02Z', 'updated_at': '2022-05-28T06:21:18Z', 'revision_number': 5, 'project_id': '091a6ab3594e41dd849f313a7a0a6a9a', 'gw_port': {'id': '0a974990-202b-4942-a1ca-571e1455c517', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c8:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b81733-8687-4ff4-a035-18122c66529f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:18:03Z', 'updated_at': '2022-05-28T06:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:21:25.340435 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4c0bb2-1459-4d35-9e59-93b7048b6cf0 None None] Checking router: b0b81733-8687-4ff4-a035-18122c66529f for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:21:25.366535 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-26aac82c-0de8-4141-87e2-39c50df0486a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:25.545795 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4c0bb2-1459-4d35-9e59-93b7048b6cf0 None None] Routers {'b0b81733-8687-4ff4-a035-18122c66529f'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:21:25.546629 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-9e4c0bb2-1459-4d35-9e59-93b7048b6cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:20:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['b0b81733-8687-4ff4-a035-18122c66529f'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:21:25.828570 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4f837664-9c00-42ad-8fd8-5e75ff223e17 req-417fa20a-48ad-471c-86bb-92f0495531b4 tempest-ServersAdmin275Test-1627060860 tempest-ServersAdmin275Test-1627060860-project] 10.222.0.55 "GET /v2.0/ports?device_id=45fb5242-d2b8-4cad-be5f-640116d504f8 HTTP/1.1" status: 200 len: 210 time: 0.1372850 May 28 06:21:25.893555 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a95bed-679b-4201-9fd1-afcf9fc74f4c service neutron] Pushing event updated for resources: {'Port': ['ID=348e0f92-f18f-4d76-8c5a-7722d2125db2,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:25.987039 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-171b02b6-dec0-4fb7-8182-ae335158679b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:26.025496 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-9e4c0bb2-1459-4d35-9e59-93b7048b6cf0 None None] Set router b0b81733-8687-4ff4-a035-18122c66529f gateway port host: None {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:21:26.112333 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-458787a1-4fcd-451b-897d-d3e461e7348c req-3d079488-41c0-415d-88c5-3f2e56f6b508 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d12f016-9857-485d-b48d-8f3217d4ed50 HTTP/1.1" status: 200 len: 210 time: 0.1171918 May 28 06:21:26.115192 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171b02b6-dec0-4fb7-8182-ae335158679b admin admin] Pushing event deleted for resources: {'Port': ['ID=0a974990-202b-4942-a1ca-571e1455c517,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:26.287682 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-de59225c-891e-4ecc-b163-91340936c36f None None] Current status of the port b7e3e169-6034-4a18-87a8-147e97b32d0b is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:21:26.287682 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-de59225c-891e-4ecc-b163-91340936c36f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:26.295444 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0141ce2c-a332-4035-93d8-767f79a2a518 req-052c12e9-5d81-49bc-8f7b-7bea2653a82a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:26.297399 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-0141ce2c-a332-4035-93d8-767f79a2a518 req-052c12e9-5d81-49bc-8f7b-7bea2653a82a service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.5158756 May 28 06:21:26.312850 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-42e487f7-f4b2-41f5-9e9d-b235ca715e98 req-e4a95bed-679b-4201-9fd1-afcf9fc74f4c service neutron] Attempting to bind port 348e0f92-f18f-4d76-8c5a-7722d2125db2 on host n-h2-843702-1 for vnic_type normal with profile {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:21:26.312850 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-42e487f7-f4b2-41f5-9e9d-b235ca715e98 req-e4a95bed-679b-4201-9fd1-afcf9fc74f4c service neutron] Attempting to bind port 348e0f92-f18f-4d76-8c5a-7722d2125db2 by drivers openvswitch,hyperv on host n-h2-843702-1 at level 0 using segments [{'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:21:26.312850 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e487f7-f4b2-41f5-9e9d-b235ca715e98 req-e4a95bed-679b-4201-9fd1-afcf9fc74f4c service neutron] Attempting to bind port 348e0f92-f18f-4d76-8c5a-7722d2125db2 on network bb90c162-fdb0-406b-af2b-5eef830db7a9 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:21:26.326884 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e487f7-f4b2-41f5-9e9d-b235ca715e98 req-e4a95bed-679b-4201-9fd1-afcf9fc74f4c service neutron] Port 348e0f92-f18f-4d76-8c5a-7722d2125db2 on network bb90c162-fdb0-406b-af2b-5eef830db7a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-843702-1 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:21:26.326884 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e487f7-f4b2-41f5-9e9d-b235ca715e98 req-e4a95bed-679b-4201-9fd1-afcf9fc74f4c service neutron] Attempting to bind port 348e0f92-f18f-4d76-8c5a-7722d2125db2 on network bb90c162-fdb0-406b-af2b-5eef830db7a9 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:21:26.328052 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-171b02b6-dec0-4fb7-8182-ae335158679b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691105'] for router_gateway, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:26.437755 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-9e4c0bb2-1459-4d35-9e59-93b7048b6cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b81733-8687-4ff4-a035-18122c66529f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1861659843-router', 'tenant_id': '091a6ab3594e41dd849f313a7a0a6a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:18:02Z', 'updated_at': '2022-05-28T06:21:21Z', 'revision_number': 6, 'project_id': '091a6ab3594e41dd849f313a7a0a6a9a', 'gw_port_host': None}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:21:26.530059 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4c0bb2-1459-4d35-9e59-93b7048b6cf0 None None] The sync data for ids ['b0b81733-8687-4ff4-a035-18122c66529f'] in n-d-843702-1 is: [{'id': 'b0b81733-8687-4ff4-a035-18122c66529f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1861659843-router', 'tenant_id': '091a6ab3594e41dd849f313a7a0a6a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:18:02Z', 'updated_at': '2022-05-28T06:21:21Z', 'revision_number': 6, 'project_id': '091a6ab3594e41dd849f313a7a0a6a9a', 'gw_port_host': None}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:21:26.567094 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-de59225c-891e-4ecc-b163-91340936c36f None None] For port b7e3e169-6034-4a18-87a8-147e97b32d0b, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=b7e3e169-6034-4a18-87a8-147e97b32d0b,segment=NetworkSegment(e1db8248-a156-442d-a5cb-9a8435e3feea),segment_id=e1db8248-a156-442d-a5cb-9a8435e3feea)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:21:26.616284 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-a8e865be-4f34-48b9-a754-93dc41e59128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:26.704498 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-de59225c-891e-4ecc-b163-91340936c36f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:26.715623 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-26aac82c-0de8-4141-87e2-39c50df0486a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690761'] for router, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:26.809302 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e487f7-f4b2-41f5-9e9d-b235ca715e98 req-e4a95bed-679b-4201-9fd1-afcf9fc74f4c service neutron] Checking agent: {'id': 'f1a3973b-d2b3-4558-88e7-2ac50857d302', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:21:26.809669 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e487f7-f4b2-41f5-9e9d-b235ca715e98 req-e4a95bed-679b-4201-9fd1-afcf9fc74f4c service neutron] Checking segment: {'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:21:26.810060 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e487f7-f4b2-41f5-9e9d-b235ca715e98 req-e4a95bed-679b-4201-9fd1-afcf9fc74f4c service neutron] Bound using segment: {'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:21:26.810505 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-42e487f7-f4b2-41f5-9e9d-b235ca715e98 req-e4a95bed-679b-4201-9fd1-afcf9fc74f4c service neutron] Bound port: 348e0f92-f18f-4d76-8c5a-7722d2125db2, host: n-h2-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'}}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:21:26.810856 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-42e487f7-f4b2-41f5-9e9d-b235ca715e98 req-e4a95bed-679b-4201-9fd1-afcf9fc74f4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:26.849712 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-171b02b6-dec0-4fb7-8182-ae335158679b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59018'] for router, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:26.861661 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-171b02b6-dec0-4fb7-8182-ae335158679b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:26.895017 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de59225c-891e-4ecc-b163-91340936c36f None None] Pushing event updated for resources: {'Port': ['ID=b7e3e169-6034-4a18-87a8-147e97b32d0b,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:27.081036 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9095a38a-dc1d-4201-9fe7-ca54d76f95ee req-7f04f7bb-c523-40d9-9182-742ed68a9b37 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:27.094059 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-42e487f7-f4b2-41f5-9e9d-b235ca715e98 req-e4a95bed-679b-4201-9fd1-afcf9fc74f4c service neutron] For port 348e0f92-f18f-4d76-8c5a-7722d2125db2, host n-h2-843702-1, cleared binding levels {{(pid=89109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:21:27.094516 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9095a38a-dc1d-4201-9fe7-ca54d76f95ee req-7f04f7bb-c523-40d9-9182-742ed68a9b37 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=23c73e19-816a-46df-80fa-748f799ce37d HTTP/1.1" status: 200 len: 948 time: 0.5927916 May 28 06:21:27.094599 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-42e487f7-f4b2-41f5-9e9d-b235ca715e98 req-e4a95bed-679b-4201-9fd1-afcf9fc74f4c service neutron] For port 348e0f92-f18f-4d76-8c5a-7722d2125db2, host n-h2-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=348e0f92-f18f-4d76-8c5a-7722d2125db2,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:21:27.123898 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-4135b19c-9daf-4c7d-b5db-2589b204786f None None] Provisioning complete for port b7e3e169-6034-4a18-87a8-147e97b32d0b triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:21:27.124272 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-4135b19c-9daf-4c7d-b5db-2589b204786f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:27.128407 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-171b02b6-dec0-4fb7-8182-ae335158679b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-703817'] for router, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:27.129286 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-171b02b6-dec0-4fb7-8182-ae335158679b admin admin] Fanout notify agent at l3_agent the message router_deleted on router b0b81733-8687-4ff4-a035-18122c66529f {{(pid=89109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 06:21:27.158325 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-42e487f7-f4b2-41f5-9e9d-b235ca715e98 req-e4a95bed-679b-4201-9fd1-afcf9fc74f4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:27.189720 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9095a38a-dc1d-4201-9fe7-ca54d76f95ee req-bf0b84e5-d4cc-4acb-8646-8eb3a31086ce tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021070 May 28 06:21:27.368511 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-171b02b6-dec0-4fb7-8182-ae335158679b admin admin] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:27.372822 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-171b02b6-dec0-4fb7-8182-ae335158679b admin admin] 10.222.0.55 "DELETE /v2.0/routers/b0b81733-8687-4ff4-a035-18122c66529f HTTP/1.1" status: 204 len: 168 time: 6.1196454 May 28 06:21:27.373254 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 46506) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:27.402541 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e487f7-f4b2-41f5-9e9d-b235ca715e98 req-e4a95bed-679b-4201-9fd1-afcf9fc74f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:27.422401 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-42e487f7-f4b2-41f5-9e9d-b235ca715e98 req-e4a95bed-679b-4201-9fd1-afcf9fc74f4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:27.422401 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-42e487f7-f4b2-41f5-9e9d-b235ca715e98 req-e4a95bed-679b-4201-9fd1-afcf9fc74f4c service neutron] 10.222.0.71 "PUT /v2.0/ports/348e0f92-f18f-4d76-8c5a-7722d2125db2 HTTP/1.1" status: 200 len: 1096 time: 3.9227002 May 28 06:21:27.422401 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23c73e19-816a-46df-80fa-748f799ce37d', 'tag': '348e0f92-f18f-4d76-8c5a-7722d2125db2'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:21:27.424038 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a95bed-679b-4201-9fd1-afcf9fc74f4c service neutron] Pushing event updated for resources: {'Port': ['ID=348e0f92-f18f-4d76-8c5a-7722d2125db2,revision_number=3']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:27.450747 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-4135b19c-9daf-4c7d-b5db-2589b204786f None None] Current status of the port b7e3e169-6034-4a18-87a8-147e97b32d0b is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:21:27.623824 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b20446dd-603b-4b06-8d2b-0e6c19519b00 req-951888af-92f4-4f95-ada4-60ad9cda40b0 tempest-ServersAdmin275Test-1627060860 tempest-ServersAdmin275Test-1627060860-project] 10.222.0.55 "GET /v2.0/ports?device_id=45fb5242-d2b8-4cad-be5f-640116d504f8 HTTP/1.1" status: 200 len: 210 time: 0.0671840 May 28 06:21:27.679672 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_v2 [None req-3314253c-2f0d-4304-881c-3df3482170fd admin admin] Deleting subnet 03212e7d-52c6-4d77-9192-a13870cfe66d {{(pid=89110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:21:27.691899 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3314253c-2f0d-4304-881c-3df3482170fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:27.797207 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3314253c-2f0d-4304-881c-3df3482170fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4150765'] for subnet, precommit_delete_associations {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:27.829034 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-0141ce2c-a332-4035-93d8-767f79a2a518 req-af4ab84d-b3ad-4049-a4fd-7ba3e2b9a804 tempest-ServersAdmin275Test-1627060860 tempest-ServersAdmin275Test-1627060860-project] 10.222.0.69 "GET /v2.0/ports?device_id=45fb5242-d2b8-4cad-be5f-640116d504f8 HTTP/1.1" status: 200 len: 210 time: 0.1565785 May 28 06:21:27.883862 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:27.913215 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26aac82c-0de8-4141-87e2-39c50df0486a admin admin] Router f7344360-2d8f-4ca1-98bb-bddc7ba0d019 is scheduled to L3 agent 42958940-9562-4f71-972f-15a8af9d3963 with binding_index 1 {{(pid=89110) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 06:21:27.928473 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-da868511-af94-4966-bb33-f0f8c6db1eb0 req-b3c3a34b-4b7c-403c-ac1f-211c8304c0ce tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d12f016-9857-485d-b48d-8f3217d4ed50 HTTP/1.1" status: 200 len: 210 time: 0.0663836 May 28 06:21:28.035489 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11e987f6-f011-4a86-b61d-833224a0bd7d'] response: {'name': 'network-changed', 'server_uuid': '23c73e19-816a-46df-80fa-748f799ce37d', 'tag': '348e0f92-f18f-4d76-8c5a-7722d2125db2', 'status': 'completed', 'code': 200} May 28 06:21:28.170808 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device b0092ac8-7f2d-4bba-bffc-709c31aca1a8 up at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:21:28.209289 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e487f7-f4b2-41f5-9e9d-b235ca715e98 req-e007f058-5abd-42c0-a707-ac5a5d1e3a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:28.210690 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-42e487f7-f4b2-41f5-9e9d-b235ca715e98 req-e007f058-5abd-42c0-a707-ac5a5d1e3a76 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fa535ce8a329409da109cb227c3a70b1&device_id=23c73e19-816a-46df-80fa-748f799ce37d HTTP/1.1" status: 200 len: 1099 time: 0.1575394 May 28 06:21:28.315348 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device b7e3e169-6034-4a18-87a8-147e97b32d0b up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:21:28.343360 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3314253c-2f0d-4304-881c-3df3482170fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:28.469343 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26aac82c-0de8-4141-87e2-39c50df0486a admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:21:28.488105 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c88e73e-becf-4094-a163-45260c711011 None None] Sync routers for ids ['f7344360-2d8f-4ca1-98bb-bddc7ba0d019'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:21:28.513478 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c88e73e-becf-4094-a163-45260c711011 None None] Routers {'f7344360-2d8f-4ca1-98bb-bddc7ba0d019'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:21:28.515219 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-1c88e73e-becf-4094-a163-45260c711011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:20:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['f7344360-2d8f-4ca1-98bb-bddc7ba0d019'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:21:28.664020 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning complete for port b0092ac8-7f2d-4bba-bffc-709c31aca1a8 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:21:28.664600 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:28.700547 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port b7e3e169-6034-4a18-87a8-147e97b32d0b triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:21:28.705704 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:28.736514 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb717dda-9762-4ed6-8aee-8e700b874751 req-58cf4b99-ec61-44e6-a0bc-359ddd168df8 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:28.745666 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-eb717dda-9762-4ed6-8aee-8e700b874751 req-58cf4b99-ec61-44e6-a0bc-359ddd168df8 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=23c73e19-816a-46df-80fa-748f799ce37d HTTP/1.1" status: 200 len: 948 time: 0.3674479 May 28 06:21:28.796968 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-42e487f7-f4b2-41f5-9e9d-b235ca715e98 req-306f4504-52e6-47a9-8fc8-2ebaef35810b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=348e0f92-f18f-4d76-8c5a-7722d2125db2 HTTP/1.1" status: 200 len: 217 time: 0.5721354 May 28 06:21:28.953262 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3314253c-2f0d-4304-881c-3df3482170fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3115981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3172005'] for subnet, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:28.955094 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e487f7-f4b2-41f5-9e9d-b235ca715e98 req-7c3bc213-a88b-4235-8b20-c943580f536a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:28.957747 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-42e487f7-f4b2-41f5-9e9d-b235ca715e98 req-7c3bc213-a88b-4235-8b20-c943580f536a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e72d0ca5-04cb-4b36-82b1-c75214c9eb05 HTTP/1.1" status: 200 len: 843 time: 0.1540318 May 28 06:21:28.972798 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-85a7ccf5-c77a-4c38-9cdf-96e097a9f03f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:28.997044 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-eb717dda-9762-4ed6-8aee-8e700b874751 req-414e2ca6-0f08-403e-9481-a3cfd97013d2 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465777 May 28 06:21:29.019222 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-1c88e73e-becf-4094-a163-45260c711011 None None] Set router f7344360-2d8f-4ca1-98bb-bddc7ba0d019 gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:21:29.117879 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-26aac82c-0de8-4141-87e2-39c50df0486a admin admin] Notify callbacks [] for router, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:29.134407 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-26aac82c-0de8-4141-87e2-39c50df0486a admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 9.8480334 May 28 06:21:29.135611 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 46528) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:29.150433 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3314253c-2f0d-4304-881c-3df3482170fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:29.158395 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd47c0b-3f23-4a62-96ab-409ff75e455e None None] Network a5c9567d-71ef-4c72-aea2-4f06193b25d9 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:21:29.163527 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-3314253c-2f0d-4304-881c-3df3482170fd admin admin] 10.222.0.55 "DELETE /v2.0/subnets/03212e7d-52c6-4d77-9192-a13870cfe66d HTTP/1.1" status: 204 len: 168 time: 1.7890520 May 28 06:21:29.171920 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 46532) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:29.172850 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3314253c-2f0d-4304-881c-3df3482170fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03212e7d-52c6-4d77-9192-a13870cfe66d,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:29.431477 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e487f7-f4b2-41f5-9e9d-b235ca715e98 req-a791f90b-67c6-480e-9346-66d8d66c5b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:29.433853 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-42e487f7-f4b2-41f5-9e9d-b235ca715e98 req-a791f90b-67c6-480e-9346-66d8d66c5b58 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=bb90c162-fdb0-406b-af2b-5eef830db7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4687381 May 28 06:21:29.517280 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port b0092ac8-7f2d-4bba-bffc-709c31aca1a8 is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:21:29.517962 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:29.550110 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b1a6a9e2-521d-4541-8863-c6d6e577a369 req-a5ed3342-ba69-44aa-b5f2-b546a82c6f37 tempest-ServersAdmin275Test-1627060860 tempest-ServersAdmin275Test-1627060860-project] 10.222.0.55 "GET /v2.0/ports?device_id=45fb5242-d2b8-4cad-be5f-640116d504f8 HTTP/1.1" status: 200 len: 210 time: 0.1966379 May 28 06:21:29.565338 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port b7e3e169-6034-4a18-87a8-147e97b32d0b is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:21:29.596759 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 2ab2907a-c7e0-499d-b666-7546b5b886a8 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:21:29.666364 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f12d888e-1ba2-4091-a2b9-0d42b71bf419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:29.737620 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-f12d888e-1ba2-4091-a2b9-0d42b71bf419 admin admin] Deleting port 11154f47-7601-417a-900b-8878a681001a {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:21:29.738268 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f12d888e-1ba2-4091-a2b9-0d42b71bf419 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:29.746168 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 2ab2907a-c7e0-499d-b666-7546b5b886a8 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:21:29.748657 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 2ab2907a-c7e0-499d-b666-7546b5b886a8 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:21:29.749156 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 0a974990-202b-4942-a1ca-571e1455c517 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:21:29.899134 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '577a8e23-0200-4256-a915-c88306809d8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0092ac8-7f2d-4bba-bffc-709c31aca1a8'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:21:30.039857 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 0a974990-202b-4942-a1ca-571e1455c517 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:21:30.047670 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 0a974990-202b-4942-a1ca-571e1455c517 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:21:30.082149 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:30.097738 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port b0092ac8-7f2d-4bba-bffc-709c31aca1a8, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=b0092ac8-7f2d-4bba-bffc-709c31aca1a8,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:21:30.121223 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-1c88e73e-becf-4094-a163-45260c711011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7344360-2d8f-4ca1-98bb-bddc7ba0d019', 'name': 'tempest-ServersTestBootFromVolume-686099928-router', 'tenant_id': 'e313c89cfc3c4d8fb17072c426d13160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': '4efbedb8-5c03-46b4-b155-ec0490507b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:21:19Z', 'updated_at': '2022-05-28T06:21:24Z', 'revision_number': 3, 'project_id': 'e313c89cfc3c4d8fb17072c426d13160', 'gw_port': {'id': '4efbedb8-5c03-46b4-b155-ec0490507b8c', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:9a:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7344360-2d8f-4ca1-98bb-bddc7ba0d019', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:21:21Z', 'updated_at': '2022-05-28T06:21:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:21:30.131888 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c88e73e-becf-4094-a163-45260c711011 None None] Checking router: f7344360-2d8f-4ca1-98bb-bddc7ba0d019 for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:21:30.132336 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c88e73e-becf-4094-a163-45260c711011 None None] Updating router f7344360-2d8f-4ca1-98bb-bddc7ba0d019 port 4efbedb8-5c03-46b4-b155-ec0490507b8c binding host n-d-843702-1 {{(pid=89112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:21:30.140069 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4ea994d1-b806-4971-b3b9-9a42bc72e7ff req-078de762-c483-4922-9cec-00211a0ca022 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d12f016-9857-485d-b48d-8f3217d4ed50 HTTP/1.1" status: 200 len: 210 time: 0.2308435 May 28 06:21:30.213345 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:30.308145 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:30.329318 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-1c88e73e-becf-4094-a163-45260c711011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:30.511233 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=b0092ac8-7f2d-4bba-bffc-709c31aca1a8,revision_number=10']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:30.531019 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [None req-f12d888e-1ba2-4091-a2b9-0d42b71bf419 admin admin] For port 11154f47-7601-417a-900b-8878a681001a, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=11154f47-7601-417a-900b-8878a681001a,segment=NetworkSegment(1de716f0-90c2-4769-b773-5a69ff94f49f),segment_id=1de716f0-90c2-4769-b773-5a69ff94f49f)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:21:30.531982 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f12d888e-1ba2-4091-a2b9-0d42b71bf419 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:30.670355 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd47c60-62bd-4bea-85a8-0dbf86b2d52f None None] DHCP port deletion for a5c9567d-71ef-4c72-aea2-4f06193b25d9 request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:21:30.688210 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-fdd47c60-62bd-4bea-85a8-0dbf86b2d52f None None] Deleting port 11154f47-7601-417a-900b-8878a681001a {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:21:30.688914 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-fdd47c60-62bd-4bea-85a8-0dbf86b2d52f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:30.965625 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-42e487f7-f4b2-41f5-9e9d-b235ca715e98 req-1a58c5f4-b6c9-4128-ace2-337a2fc91f50 service neutron] 10.222.0.71 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2509582 May 28 06:21:31.089751 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-f12d888e-1ba2-4091-a2b9-0d42b71bf419 admin admin] Calling delete_port for 11154f47-7601-417a-900b-8878a681001a owned by network:dhcp {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:21:31.092382 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b62903f-3308-4cac-8862-f1a2458edd40 req-d6860358-3f43-46fa-82e2-97d78dff1cb5 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:31.094264 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-6b62903f-3308-4cac-8862-f1a2458edd40 req-d6860358-3f43-46fa-82e2-97d78dff1cb5 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.69 "GET /v2.0/networks?id=878a453b-7058-4dfc-b9e2-17503c679278 HTTP/1.1" status: 200 len: 821 time: 1.3795538 May 28 06:21:31.127983 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-6b62903f-3308-4cac-8862-f1a2458edd40 req-8e2c8e36-df2b-4fa0-8d59-3e0878782b4b tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Request body: {'port': {'device_id': '3d12f016-9857-485d-b48d-8f3217d4ed50', 'network_id': '878a453b-7058-4dfc-b9e2-17503c679278', 'admin_state_up': True, 'tenant_id': '1ab1ed0d304345a0a07278c26e7745d6'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:21:31.224910 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-fdd47c60-62bd-4bea-85a8-0dbf86b2d52f None None] For port 11154f47-7601-417a-900b-8878a681001a, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=11154f47-7601-417a-900b-8878a681001a,segment=NetworkSegment(1de716f0-90c2-4769-b773-5a69ff94f49f),segment_id=1de716f0-90c2-4769-b773-5a69ff94f49f)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:21:31.225539 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-fdd47c60-62bd-4bea-85a8-0dbf86b2d52f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:31.366240 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-1c88e73e-becf-4094-a163-45260c711011 None None] Notify callbacks [] for port, precommit_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:31.369696 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e9d62d-463a-4cb1-9b19-d3187e6784d1 req-bc25bb18-4c59-418c-981c-6c7031c05916 tempest-LiveMigrationTest-969842093 tempest-LiveMigrationTest-969842093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:31.379377 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e9e9d62d-463a-4cb1-9b19-d3187e6784d1 req-bc25bb18-4c59-418c-981c-6c7031c05916 tempest-LiveMigrationTest-969842093 tempest-LiveMigrationTest-969842093-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=f06c429e-200a-4060-82ce-3c50d0c62b77 HTTP/1.1" status: 200 len: 1096 time: 0.5302846 May 28 06:21:31.441265 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.provisioning_blocks [None req-1c88e73e-becf-4094-a163-45260c711011 None None] Transition to ACTIVE for port object 4efbedb8-5c03-46b4-b155-ec0490507b8c will not be triggered until provisioned by entity L2. {{(pid=89112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:21:31.477039 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e9e9d62d-463a-4cb1-9b19-d3187e6784d1 req-065a773b-d3b6-42f4-882f-d1fa13310f72 tempest-LiveMigrationTest-969842093 tempest-LiveMigrationTest-969842093-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=51e8ab45-fc50-4bca-a4a6-55c0639ed93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966773 May 28 06:21:31.496557 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-42e487f7-f4b2-41f5-9e9d-b235ca715e98 req-7a9948c6-bc33-4706-8624-a94321eb1f1a service neutron] 10.222.0.71 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5110650 May 28 06:21:31.545529 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-fdd47c60-62bd-4bea-85a8-0dbf86b2d52f None None] Calling delete_port for 11154f47-7601-417a-900b-8878a681001a owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:21:31.584362 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [req-6b62903f-3308-4cac-8862-f1a2458edd40 req-8e2c8e36-df2b-4fa0-8d59-3e0878782b4b tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:21:31.654845 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2ec6f29-103b-46f9-9faa-559105635fd2'] response: {'server_uuid': '577a8e23-0200-4256-a915-c88306809d8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0092ac8-7f2d-4bba-bffc-709c31aca1a8', 'code': 200} May 28 06:21:31.717585 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-6b62903f-3308-4cac-8862-f1a2458edd40 req-8e2c8e36-df2b-4fa0-8d59-3e0878782b4b tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Usage tracker for resource:port and tenant:1ab1ed0d304345a0a07278c26e7745d6 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:21:31.720992 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-6b62903f-3308-4cac-8862-f1a2458edd40 req-8e2c8e36-df2b-4fa0-8d59-3e0878782b4b tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:21:31.729304 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [req-6b62903f-3308-4cac-8862-f1a2458edd40 req-8e2c8e36-df2b-4fa0-8d59-3e0878782b4b tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:21:31.756362 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.db.api [None req-fdd47c60-62bd-4bea-85a8-0dbf86b2d52f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89111) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:21:31.756771 n-d-843702-1 neutron-server[89111]: DEBUG oslo_db.api [None req-fdd47c60-62bd-4bea-85a8-0dbf86b2d52f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:21:31.786883 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f12d888e-1ba2-4091-a2b9-0d42b71bf419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:31.837255 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-1c88e73e-becf-4094-a163-45260c711011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:31.871532 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:31.912096 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b62903f-3308-4cac-8862-f1a2458edd40 req-8e2c8e36-df2b-4fa0-8d59-3e0878782b4b tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Made reservation on behalf of 1ab1ed0d304345a0a07278c26e7745d6 for: {'port': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:21:31.916183 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-6b62903f-3308-4cac-8862-f1a2458edd40 req-8e2c8e36-df2b-4fa0-8d59-3e0878782b4b tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:31.993435 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-1c88e73e-becf-4094-a163-45260c711011 None None] Attempting to bind port 4efbedb8-5c03-46b4-b155-ec0490507b8c on host n-d-843702-1 for vnic_type normal with profile {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:21:31.995151 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-1c88e73e-becf-4094-a163-45260c711011 None None] Attempting to bind port 4efbedb8-5c03-46b4-b155-ec0490507b8c by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:21:31.995912 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c88e73e-becf-4094-a163-45260c711011 None None] Attempting to bind port 4efbedb8-5c03-46b4-b155-ec0490507b8c on network 68df399e-e75e-4871-9364-5d05730b50f0 {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:21:32.006940 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12d888e-1ba2-4091-a2b9-0d42b71bf419 admin admin] Pushing event deleted for resources: {'Port': ['ID=11154f47-7601-417a-900b-8878a681001a,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:32.010745 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:32.010880 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88e739c-3888-4abd-a68c-8720b3280cf5 None None] Pushing event updated for resources: {'Port': ['ID=4efbedb8-5c03-46b4-b155-ec0490507b8c,revision_number=2']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:32.019410 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12d888e-1ba2-4091-a2b9-0d42b71bf419 admin admin] No DVR routers for this DVR port 11154f47-7601-417a-900b-8878a681001a on host n-d-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:21:32.021572 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c88e73e-becf-4094-a163-45260c711011 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:21:32.022127 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c88e73e-becf-4094-a163-45260c711011 None None] Checking segment: {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:21:32.022606 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-1c88e73e-becf-4094-a163-45260c711011 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:32.023533 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c88e73e-becf-4094-a163-45260c711011 None None] Bound using segment: {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:21:32.024209 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-1c88e73e-becf-4094-a163-45260c711011 None None] Bound port: 4efbedb8-5c03-46b4-b155-ec0490507b8c, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:21:32.024689 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-1c88e73e-becf-4094-a163-45260c711011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:32.120592 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88e739c-3888-4abd-a68c-8720b3280cf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:21:32.133965 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88e739c-3888-4abd-a68c-8720b3280cf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:21:32.134308 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88e739c-3888-4abd-a68c-8720b3280cf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:21:32.134643 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88e739c-3888-4abd-a68c-8720b3280cf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:21:32.134977 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88e739c-3888-4abd-a68c-8720b3280cf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:21:32.135303 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88e739c-3888-4abd-a68c-8720b3280cf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:21:32.135626 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88e739c-3888-4abd-a68c-8720b3280cf5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:21:32.135948 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88e739c-3888-4abd-a68c-8720b3280cf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:21:32.136417 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88e739c-3888-4abd-a68c-8720b3280cf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:21:32.136573 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88e739c-3888-4abd-a68c-8720b3280cf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:21:32.136892 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88e739c-3888-4abd-a68c-8720b3280cf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:21:32.137308 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88e739c-3888-4abd-a68c-8720b3280cf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:21:32.210570 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-1c88e73e-becf-4094-a163-45260c711011 None None] For port 4efbedb8-5c03-46b4-b155-ec0490507b8c, host n-d-843702-1, cleared binding levels {{(pid=89112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:21:32.213851 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-1c88e73e-becf-4094-a163-45260c711011 None None] For port 4efbedb8-5c03-46b4-b155-ec0490507b8c, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=4efbedb8-5c03-46b4-b155-ec0490507b8c,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:21:32.216446 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f12d888e-1ba2-4091-a2b9-0d42b71bf419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:32.257472 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 11154f47-7601-417a-900b-8878a681001a no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:21:32.260603 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c862eb-02db-41c7-9424-355fd7573655 req-c107a07f-5748-48ea-9934-9557ee616016 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:32.267772 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-75c862eb-02db-41c7-9424-355fd7573655 req-c107a07f-5748-48ea-9934-9557ee616016 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=23c73e19-816a-46df-80fa-748f799ce37d HTTP/1.1" status: 200 len: 948 time: 0.5354440 May 28 06:21:32.293232 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-1c88e73e-becf-4094-a163-45260c711011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:32.318803 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-f12d888e-1ba2-4091-a2b9-0d42b71bf419 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5c9567d-71ef-4c72-aea2-4f06193b25d9']}} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:21:32.324178 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-fdd47c60-62bd-4bea-85a8-0dbf86b2d52f None None] Deleting port 11154f47-7601-417a-900b-8878a681001a {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:21:32.330621 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-fdd47c60-62bd-4bea-85a8-0dbf86b2d52f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:32.356904 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-f12d888e-1ba2-4091-a2b9-0d42b71bf419 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1de716f0-90c2-4769-b773-5a69ff94f49f') {'for_net_delete': True} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:21:32.357191 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-f12d888e-1ba2-4091-a2b9-0d42b71bf419 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1de716f0-90c2-4769-b773-5a69ff94f49f') {} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:21:32.399512 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 11154f47-7601-417a-900b-8878a681001a {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:21:32.400743 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 11154f47-7601-417a-900b-8878a681001a not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:21:32.417640 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f12d888e-1ba2-4091-a2b9-0d42b71bf419 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4150778'] for segment, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:32.450773 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c88e73e-becf-4094-a163-45260c711011 None None] Routers {'f7344360-2d8f-4ca1-98bb-bddc7ba0d019'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:21:32.451339 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-1c88e73e-becf-4094-a163-45260c711011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:21:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['f7344360-2d8f-4ca1-98bb-bddc7ba0d019'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:21:32.468575 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-fdd47c60-62bd-4bea-85a8-0dbf86b2d52f None None] The port '11154f47-7601-417a-900b-8878a681001a' was deleted {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 06:21:32.496863 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-abeaf374-f8bb-4cc9-9bfd-176a556bc71c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:32.500296 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-75c862eb-02db-41c7-9424-355fd7573655 req-25bebf5d-9861-4c26-bc06-ab87c968958a tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314374 May 28 06:21:32.525555 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f12d888e-1ba2-4091-a2b9-0d42b71bf419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:32.529969 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37904e37-7847-47f3-98ab-fd6970624e9b req-06cc3346-1275-430b-adb5-cc3cd0f6390c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:32.533082 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-37904e37-7847-47f3-98ab-fd6970624e9b req-06cc3346-1275-430b-adb5-cc3cd0f6390c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fa535ce8a329409da109cb227c3a70b1&device_id=23c73e19-816a-46df-80fa-748f799ce37d HTTP/1.1" status: 200 len: 1099 time: 0.5967703 May 28 06:21:32.556739 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f12d888e-1ba2-4091-a2b9-0d42b71bf419 admin admin] Releasing vlan 372 on physical network physnet1 to pool {{(pid=89110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:21:32.557150 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f12d888e-1ba2-4091-a2b9-0d42b71bf419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3143023'] for segment, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:32.666141 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88e739c-3888-4abd-a68c-8720b3280cf5 None None] Pushing event updated for resources: {'Port': ['ID=4efbedb8-5c03-46b4-b155-ec0490507b8c,revision_number=3']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:32.735382 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment 1de716f0-90c2-4769-b773-5a69ff94f49f resource provider aggregate not found May 28 06:21:32.800744 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment 1de716f0-90c2-4769-b773-5a69ff94f49f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1de716f0-90c2-4769-b773-5a69ff94f49f found for delete ", "request_id": "req-71f72574-e3a2-487a-b487-252d4aabbb5c"}]} May 28 06:21:32.803942 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37904e37-7847-47f3-98ab-fd6970624e9b req-49c1a093-def2-4c64-b15b-9ae6f89d5bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:32.808021 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-37904e37-7847-47f3-98ab-fd6970624e9b req-49c1a093-def2-4c64-b15b-9ae6f89d5bdc service neutron] 10.222.0.71 "GET /v2.0/networks?id=bb90c162-fdb0-406b-af2b-5eef830db7a9 HTTP/1.1" status: 200 len: 870 time: 0.2670546 May 28 06:21:32.943261 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f12d888e-1ba2-4091-a2b9-0d42b71bf419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:32.963105 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0c20045c-f084-4650-97a1-6270eb33957b req-691c43b4-857d-4d2c-90bf-354315437baf tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d12f016-9857-485d-b48d-8f3217d4ed50 HTTP/1.1" status: 200 len: 210 time: 0.0853913 May 28 06:21:33.033721 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f12d888e-1ba2-4091-a2b9-0d42b71bf419 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:33.060618 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12d888e-1ba2-4091-a2b9-0d42b71bf419 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5c9567d-71ef-4c72-aea2-4f06193b25d9,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:33.063461 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-1c88e73e-becf-4094-a163-45260c711011 None None] Set router f7344360-2d8f-4ca1-98bb-bddc7ba0d019 gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:21:33.147234 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-37904e37-7847-47f3-98ab-fd6970624e9b req-1964d318-4fc0-420a-8f53-c56e7254f94a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=348e0f92-f18f-4d76-8c5a-7722d2125db2 HTTP/1.1" status: 200 len: 217 time: 0.3239927 May 28 06:21:33.226484 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-f12d888e-1ba2-4091-a2b9-0d42b71bf419 admin admin] 10.222.0.55 "DELETE /v2.0/networks/a5c9567d-71ef-4c72-aea2-4f06193b25d9 HTTP/1.1" status: 204 len: 168 time: 4.0393944 May 28 06:21:33.229057 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 46558) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:33.246440 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [req-6b62903f-3308-4cac-8862-f1a2458edd40 req-8e2c8e36-df2b-4fa0-8d59-3e0878782b4b tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Allocated IP 172.20.0.13 (878a453b-7058-4dfc-b9e2-17503c679278/cdd32cdd-4510-40e6-8d87-2fb486891cf4/eb131f8e-2a83-469e-9e2c-31f0cbab941d) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:21:33.415300 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37904e37-7847-47f3-98ab-fd6970624e9b req-76e73e05-f09a-479e-8f75-7b5b9e5052c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:33.417469 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-37904e37-7847-47f3-98ab-fd6970624e9b req-76e73e05-f09a-479e-8f75-7b5b9e5052c9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e72d0ca5-04cb-4b36-82b1-c75214c9eb05 HTTP/1.1" status: 200 len: 843 time: 0.2605100 May 28 06:21:33.679618 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 46566) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:33.900208 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-1c88e73e-becf-4094-a163-45260c711011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7344360-2d8f-4ca1-98bb-bddc7ba0d019', 'name': 'tempest-ServersTestBootFromVolume-686099928-router', 'tenant_id': 'e313c89cfc3c4d8fb17072c426d13160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': '4efbedb8-5c03-46b4-b155-ec0490507b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:21:19Z', 'updated_at': '2022-05-28T06:21:24Z', 'revision_number': 3, 'project_id': 'e313c89cfc3c4d8fb17072c426d13160', 'gw_port': {'id': '4efbedb8-5c03-46b4-b155-ec0490507b8c', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:9a:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7344360-2d8f-4ca1-98bb-bddc7ba0d019', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:21:21Z', 'updated_at': '2022-05-28T06:21:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:21:33.906497 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c88e73e-becf-4094-a163-45260c711011 None None] The sync data for ids ['f7344360-2d8f-4ca1-98bb-bddc7ba0d019'] in n-d-843702-1 is: [{'id': 'f7344360-2d8f-4ca1-98bb-bddc7ba0d019', 'name': 'tempest-ServersTestBootFromVolume-686099928-router', 'tenant_id': 'e313c89cfc3c4d8fb17072c426d13160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': '4efbedb8-5c03-46b4-b155-ec0490507b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:21:19Z', 'updated_at': '2022-05-28T06:21:24Z', 'revision_number': 3, 'project_id': 'e313c89cfc3c4d8fb17072c426d13160', 'gw_port': {'id': '4efbedb8-5c03-46b4-b155-ec0490507b8c', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:9a:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7344360-2d8f-4ca1-98bb-bddc7ba0d019', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:21:21Z', 'updated_at': '2022-05-28T06:21:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:21:34.125083 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37904e37-7847-47f3-98ab-fd6970624e9b req-ab440013-a2b6-4e3a-8334-9cc5d01254b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:34.126580 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-37904e37-7847-47f3-98ab-fd6970624e9b req-ab440013-a2b6-4e3a-8334-9cc5d01254b5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=bb90c162-fdb0-406b-af2b-5eef830db7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6860652 May 28 06:21:34.279170 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b3faa171-1ddb-4433-94a3-438bbe515406 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:34.520969 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-b3faa171-1ddb-4433-94a3-438bbe515406 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:21:34.530846 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-b3faa171-1ddb-4433-94a3-438bbe515406 admin admin] Usage tracker for resource:security_group_rule and tenant:4543a38e50f846779101b3a388a20303 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:21:34.534279 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-b3faa171-1ddb-4433-94a3-438bbe515406 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:21:34.545723 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-b3faa171-1ddb-4433-94a3-438bbe515406 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:21:34.705887 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b3faa171-1ddb-4433-94a3-438bbe515406 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:34.751431 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-abeaf374-f8bb-4cc9-9bfd-176a556bc71c admin admin] Allocated IP 172.20.0.1 (de808633-063b-43ca-834f-7f7224235e76/d0d4ee4a-571d-4ecd-bcb9-60ece6662c27/fcbb62df-ba5e-47f9-881a-c585cb50180d) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:21:35.046419 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b3faa171-1ddb-4433-94a3-438bbe515406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:35.132945 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-50f0d1ea-e619-41ec-918d-bf268a59dfe8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700548'] for router_interface, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:35.143268 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-b3faa171-1ddb-4433-94a3-438bbe515406 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4543a38e50f846779101b3a388a20303&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4469061 May 28 06:21:35.159090 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-abeaf374-f8bb-4cc9-9bfd-176a556bc71c admin admin] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:35.165956 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 46590) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:35.268231 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-6b62903f-3308-4cac-8862-f1a2458edd40 req-8e2c8e36-df2b-4fa0-8d59-3e0878782b4b tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:35.323041 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3faa171-1ddb-4433-94a3-438bbe515406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce9a5236-3fb1-4049-ac7d-4b6b7104f426,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:35.341291 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a125b8ae-c5b8-4200-b3b0-229b887725dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:35.384901 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [None req-abeaf374-f8bb-4cc9-9bfd-176a556bc71c admin admin] Transition to ACTIVE for port object fcbb62df-ba5e-47f9-881a-c585cb50180d will not be triggered until provisioned by entity DHCP. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:21:35.400558 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a125b8ae-c5b8-4200-b3b0-229b887725dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:35.486174 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-37904e37-7847-47f3-98ab-fd6970624e9b req-74a7c34b-a822-4b45-8262-e124ac7acc9a service neutron] 10.222.0.71 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3388662 May 28 06:21:35.877587 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a125b8ae-c5b8-4200-b3b0-229b887725dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:35.928997 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a125b8ae-c5b8-4200-b3b0-229b887725dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:35.930590 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-a125b8ae-c5b8-4200-b3b0-229b887725dd admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ce9a5236-3fb1-4049-ac7d-4b6b7104f426 HTTP/1.1" status: 204 len: 168 time: 0.7509050 May 28 06:21:35.937213 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a125b8ae-c5b8-4200-b3b0-229b887725dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce9a5236-3fb1-4049-ac7d-4b6b7104f426,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:35.979901 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-50f0d1ea-e619-41ec-918d-bf268a59dfe8 admin admin] Deleting port ab1e86c5-e85a-4812-984e-79a9314493b6 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:21:35.980369 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-50f0d1ea-e619-41ec-918d-bf268a59dfe8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:36.009352 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-37904e37-7847-47f3-98ab-fd6970624e9b req-db5a239f-b5dd-4dc3-9684-7dc1fc1f4c83 service neutron] 10.222.0.71 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5139236 May 28 06:21:36.200859 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 348e0f92-f18f-4d76-8c5a-7722d2125db2 details requested by agent hyperv_n-h2-843702-1 with host n-h2-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:21:36.293381 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-abeaf374-f8bb-4cc9-9bfd-176a556bc71c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:36.456364 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeaf374-f8bb-4cc9-9bfd-176a556bc71c admin admin] Pushing event updated for resources: {'Port': ['ID=fcbb62df-ba5e-47f9-881a-c585cb50180d,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:36.468454 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abeaf374-f8bb-4cc9-9bfd-176a556bc71c admin admin] Network de808633-063b-43ca-834f-7f7224235e76 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:21:36.473457 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-abeaf374-f8bb-4cc9-9bfd-176a556bc71c admin admin] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:21:36.476630 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abeaf374-f8bb-4cc9-9bfd-176a556bc71c admin admin] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:21:36.547773 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-6b62903f-3308-4cac-8862-f1a2458edd40 req-8e2c8e36-df2b-4fa0-8d59-3e0878782b4b tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:36.679153 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [None req-50f0d1ea-e619-41ec-918d-bf268a59dfe8 admin admin] For port ab1e86c5-e85a-4812-984e-79a9314493b6, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=ab1e86c5-e85a-4812-984e-79a9314493b6,segment=NetworkSegment(85e87cbe-2389-4551-93d6-f136ddd35e1c),segment_id=85e87cbe-2389-4551-93d6-f136ddd35e1c)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:21:36.687885 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-50f0d1ea-e619-41ec-918d-bf268a59dfe8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:36.722825 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 348e0f92-f18f-4d76-8c5a-7722d2125db2, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=348e0f92-f18f-4d76-8c5a-7722d2125db2,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:21:36.736561 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2c8e36-df2b-4fa0-8d59-3e0878782b4b tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Pushing event updated for resources: {'Port': ['ID=eb131f8e-2a83-469e-9e2c-31f0cbab941d,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:36.789624 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b62903f-3308-4cac-8862-f1a2458edd40 req-8e2c8e36-df2b-4fa0-8d59-3e0878782b4b tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Network 878a453b-7058-4dfc-b9e2-17503c679278 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:21:36.796847 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [req-6b62903f-3308-4cac-8862-f1a2458edd40 req-8e2c8e36-df2b-4fa0-8d59-3e0878782b4b tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:21:36.800400 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b62903f-3308-4cac-8862-f1a2458edd40 req-8e2c8e36-df2b-4fa0-8d59-3e0878782b4b tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:21:36.805632 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Returning: {'device': '348e0f92-f18f-4d76-8c5a-7722d2125db2', 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9', 'port_id': '348e0f92-f18f-4d76-8c5a-7722d2125db2', 'mac_address': 'fa:16:3e:23:71:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e72d0ca5-04cb-4b36-82b1-c75214c9eb05', 'ip_address': '192.168.233.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:21:36.808792 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 4efbedb8-5c03-46b4-b155-ec0490507b8c up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:21:36.860203 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-abeaf374-f8bb-4cc9-9bfd-176a556bc71c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690947'] for router_interface, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:37.102752 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 348e0f92-f18f-4d76-8c5a-7722d2125db2 is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:21:37.103429 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:37.146429 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 348e0f92-f18f-4d76-8c5a-7722d2125db2 {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:21:37.180211 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-50f0d1ea-e619-41ec-918d-bf268a59dfe8 admin admin] Calling delete_port for ab1e86c5-e85a-4812-984e-79a9314493b6 owned by network:router_interface {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:21:37.181995 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 348e0f92-f18f-4d76-8c5a-7722d2125db2, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=348e0f92-f18f-4d76-8c5a-7722d2125db2,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:21:37.186223 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 4efbedb8-5c03-46b4-b155-ec0490507b8c completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:21:37.195537 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-721413e8-a8e5-44bc-9f23-18b2c1fef82c None None] Provisioning for port fcbb62df-ba5e-47f9-881a-c585cb50180d completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:21:37.217337 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 4efbedb8-5c03-46b4-b155-ec0490507b8c triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:21:37.219691 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:37.249834 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [req-cf18c0f1-5d1f-44df-8d06-de44a3321d5f req-08b1abb4-e830-4398-b380-79abf6ba996b tempest-LiveMigrationTest-969842093 tempest-LiveMigrationTest-969842093-project-admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=89109) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:21:37.250908 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-cf18c0f1-5d1f-44df-8d06-de44a3321d5f req-08b1abb4-e830-4398-b380-79abf6ba996b tempest-LiveMigrationTest-969842093 tempest-LiveMigrationTest-969842093-project-admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0234420 May 28 06:21:37.259838 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b62903f-3308-4cac-8862-f1a2458edd40 req-8e2c8e36-df2b-4fa0-8d59-3e0878782b4b tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:37.260466 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-6b62903f-3308-4cac-8862-f1a2458edd40 req-8e2c8e36-df2b-4fa0-8d59-3e0878782b4b tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:37.310689 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-cf18c0f1-5d1f-44df-8d06-de44a3321d5f req-4d947b01-fcae-48e4-87df-0d1e568fc204 service neutron] Request body: {'binding': {'host': 'n-h2-843702-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:21:37.311158 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-cf18c0f1-5d1f-44df-8d06-de44a3321d5f req-4d947b01-fcae-48e4-87df-0d1e568fc204 service neutron] Unknown quota resources ['binding']. {{(pid=89109) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 28 06:21:37.337171 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-721413e8-a8e5-44bc-9f23-18b2c1fef82c None None] Provisioning complete for port fcbb62df-ba5e-47f9-881a-c585cb50180d triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:21:37.337927 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-721413e8-a8e5-44bc-9f23-18b2c1fef82c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:37.365122 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:37.416521 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-6b62903f-3308-4cac-8862-f1a2458edd40 req-8e2c8e36-df2b-4fa0-8d59-3e0878782b4b tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.3091362 May 28 06:21:37.456985 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 46608) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:37.470970 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-6b62903f-3308-4cac-8862-f1a2458edd40 req-54029496-69f0-4c35-8b88-d6773f2ca5bf service neutron] Request body: {'port': {'device_id': '3d12f016-9857-485d-b48d-8f3217d4ed50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843702-1'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:21:37.706448 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-721413e8-a8e5-44bc-9f23-18b2c1fef82c None None] Port fcbb62df-ba5e-47f9-881a-c585cb50180d cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:21:37.715706 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=348e0f92-f18f-4d76-8c5a-7722d2125db2,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:37.743140 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 4efbedb8-5c03-46b4-b155-ec0490507b8c is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:21:37.744203 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:37.764232 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port 4efbedb8-5c03-46b4-b155-ec0490507b8c, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=4efbedb8-5c03-46b4-b155-ec0490507b8c,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:21:37.781334 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-33775540-9233-4f57-b4cb-f112316dfc5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:37.846581 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['348e0f92-f18f-4d76-8c5a-7722d2125db2'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:21:37.928270 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-33775540-9233-4f57-b4cb-f112316dfc5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:21:37.941354 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:37.965059 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-33775540-9233-4f57-b4cb-f112316dfc5d admin admin] Usage tracker for resource:security_group_rule and tenant:3b7cf26460054ed9a85fe94c302abdfa is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:21:38.038554 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-6b62903f-3308-4cac-8862-f1a2458edd40 req-54029496-69f0-4c35-8b88-d6773f2ca5bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:38.059922 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-33775540-9233-4f57-b4cb-f112316dfc5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:21:38.076525 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=4efbedb8-5c03-46b4-b155-ec0490507b8c,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:38.116864 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ec08dfc0-86c8-4d67-87ab-d2157423890c req-30640d23-a115-4ed6-a92a-1e17903e8651 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b9547fb1-3181-45ef-bf13-193d90ccfbd0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1248667 May 28 06:21:38.218297 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-50f0d1ea-e619-41ec-918d-bf268a59dfe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:38.252082 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 4efbedb8-5c03-46b4-b155-ec0490507b8c up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:21:38.268929 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-33775540-9233-4f57-b4cb-f112316dfc5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:21:38.359269 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 4efbedb8-5c03-46b4-b155-ec0490507b8c triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:21:38.362059 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:38.381984 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f0d1ea-e619-41ec-918d-bf268a59dfe8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab1e86c5-e85a-4812-984e-79a9314493b6,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:38.581646 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-abeaf374-f8bb-4cc9-9bfd-176a556bc71c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:38.656754 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-cf18c0f1-5d1f-44df-8d06-de44a3321d5f req-4d947b01-fcae-48e4-87df-0d1e568fc204 service neutron] Attempting to bind port c0cadd07-8199-4b53-899d-d5325c812cfc on host n-h2-843702-1 for vnic_type normal with profile None {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:21:38.657082 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-cf18c0f1-5d1f-44df-8d06-de44a3321d5f req-4d947b01-fcae-48e4-87df-0d1e568fc204 service neutron] Attempting to bind port c0cadd07-8199-4b53-899d-d5325c812cfc by drivers openvswitch,hyperv on host n-h2-843702-1 at level 0 using segments [{'id': '2466b369-b4d4-4fbf-9dbd-05fe75562f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'ae685707-2f9d-409f-9237-8deef87c8163'}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:21:38.657425 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf18c0f1-5d1f-44df-8d06-de44a3321d5f req-4d947b01-fcae-48e4-87df-0d1e568fc204 service neutron] Attempting to bind port c0cadd07-8199-4b53-899d-d5325c812cfc on network ae685707-2f9d-409f-9237-8deef87c8163 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:21:38.714535 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf18c0f1-5d1f-44df-8d06-de44a3321d5f req-4d947b01-fcae-48e4-87df-0d1e568fc204 service neutron] Port c0cadd07-8199-4b53-899d-d5325c812cfc on network ae685707-2f9d-409f-9237-8deef87c8163 not bound, no agent of type Open vSwitch agent registered on host n-h2-843702-1 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:21:38.714535 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf18c0f1-5d1f-44df-8d06-de44a3321d5f req-4d947b01-fcae-48e4-87df-0d1e568fc204 service neutron] Attempting to bind port c0cadd07-8199-4b53-899d-d5325c812cfc on network ae685707-2f9d-409f-9237-8deef87c8163 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:21:38.725946 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec08dfc0-86c8-4d67-87ab-d2157423890c req-19783db4-cca6-41b4-b76a-888cdcc55f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:38.733061 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 4efbedb8-5c03-46b4-b155-ec0490507b8c is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:21:38.733885 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ec08dfc0-86c8-4d67-87ab-d2157423890c req-19783db4-cca6-41b4-b76a-888cdcc55f51 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fa535ce8a329409da109cb227c3a70b1&device_id=b9547fb1-3181-45ef-bf13-193d90ccfbd0 HTTP/1.1" status: 200 len: 1100 time: 0.4533072 May 28 06:21:38.756171 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf18c0f1-5d1f-44df-8d06-de44a3321d5f req-4d947b01-fcae-48e4-87df-0d1e568fc204 service neutron] Checking agent: {'id': 'f1a3973b-d2b3-4558-88e7-2ac50857d302', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:21:38.756798 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf18c0f1-5d1f-44df-8d06-de44a3321d5f req-4d947b01-fcae-48e4-87df-0d1e568fc204 service neutron] Checking segment: {'id': '2466b369-b4d4-4fbf-9dbd-05fe75562f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'ae685707-2f9d-409f-9237-8deef87c8163'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:21:38.757355 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf18c0f1-5d1f-44df-8d06-de44a3321d5f req-4d947b01-fcae-48e4-87df-0d1e568fc204 service neutron] Bound using segment: {'id': '2466b369-b4d4-4fbf-9dbd-05fe75562f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'ae685707-2f9d-409f-9237-8deef87c8163'} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:21:38.757993 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-cf18c0f1-5d1f-44df-8d06-de44a3321d5f req-4d947b01-fcae-48e4-87df-0d1e568fc204 service neutron] Bound port: c0cadd07-8199-4b53-899d-d5325c812cfc, host: n-h2-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2466b369-b4d4-4fbf-9dbd-05fe75562f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'ae685707-2f9d-409f-9237-8deef87c8163'}}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:21:39.067194 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-33775540-9233-4f57-b4cb-f112316dfc5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:39.150988 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [req-6b62903f-3308-4cac-8862-f1a2458edd40 req-54029496-69f0-4c35-8b88-d6773f2ca5bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb131f8e-2a83-469e-9e2c-31f0cbab941d {{(pid=89109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:21:39.179654 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-33775540-9233-4f57-b4cb-f112316dfc5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:39.247504 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-50f0d1ea-e619-41ec-918d-bf268a59dfe8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700472'] for router_interface, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:39.316971 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-6b62903f-3308-4cac-8862-f1a2458edd40 req-54029496-69f0-4c35-8b88-d6773f2ca5bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:39.345598 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [req-6b62903f-3308-4cac-8862-f1a2458edd40 req-54029496-69f0-4c35-8b88-d6773f2ca5bf service neutron] Transition to ACTIVE for port object eb131f8e-2a83-469e-9e2c-31f0cbab941d will not be triggered until provisioned by entity L2. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:21:39.358675 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec08dfc0-86c8-4d67-87ab-d2157423890c req-e7dbfc31-70f8-43c8-8300-528ef38e5fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:39.360829 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-cf18c0f1-5d1f-44df-8d06-de44a3321d5f req-4d947b01-fcae-48e4-87df-0d1e568fc204 service neutron] For port c0cadd07-8199-4b53-899d-d5325c812cfc, host n-h2-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=c0cadd07-8199-4b53-899d-d5325c812cfc,segment=NetworkSegment(2466b369-b4d4-4fbf-9dbd-05fe75562f7f),segment_id=2466b369-b4d4-4fbf-9dbd-05fe75562f7f)] {{(pid=89109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:21:39.360963 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ec08dfc0-86c8-4d67-87ab-d2157423890c req-e7dbfc31-70f8-43c8-8300-528ef38e5fc8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=bb90c162-fdb0-406b-af2b-5eef830db7a9 HTTP/1.1" status: 200 len: 870 time: 0.5021565 May 28 06:21:39.396001 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33775540-9233-4f57-b4cb-f112316dfc5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f4d66b2-53ae-4ca9-a016-fa22cb5ce8ab,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:39.404533 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-33775540-9233-4f57-b4cb-f112316dfc5d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3b7cf26460054ed9a85fe94c302abdfa&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7858059 May 28 06:21:39.413841 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 46616) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:39.665463 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-abeaf374-f8bb-4cc9-9bfd-176a556bc71c admin admin] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:39.682619 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-6b62903f-3308-4cac-8862-f1a2458edd40 req-54029496-69f0-4c35-8b88-d6773f2ca5bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:39.914594 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ec08dfc0-86c8-4d67-87ab-d2157423890c req-e8690818-16dc-4acb-aec5-34ad84e1176e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=46a4ea42-1089-420c-a96f-d7cd594a80c1 HTTP/1.1" status: 200 len: 217 time: 0.4030948 May 28 06:21:40.199171 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-abeaf374-f8bb-4cc9-9bfd-176a556bc71c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:40.217222 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec08dfc0-86c8-4d67-87ab-d2157423890c req-73992047-1a87-497c-8772-0eef087cf8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:40.218834 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ec08dfc0-86c8-4d67-87ab-d2157423890c req-73992047-1a87-497c-8772-0eef087cf8c7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e72d0ca5-04cb-4b36-82b1-c75214c9eb05 HTTP/1.1" status: 200 len: 843 time: 0.2614453 May 28 06:21:40.230476 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 348e0f92-f18f-4d76-8c5a-7722d2125db2 up at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:21:40.258844 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54029496-69f0-4c35-8b88-d6773f2ca5bf service neutron] Pushing event updated for resources: {'Port': ['ID=eb131f8e-2a83-469e-9e2c-31f0cbab941d,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:40.463948 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-cf18c0f1-5d1f-44df-8d06-de44a3321d5f req-4d947b01-fcae-48e4-87df-0d1e568fc204 service neutron] Notify callbacks [] for binding, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:40.464669 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-cf18c0f1-5d1f-44df-8d06-de44a3321d5f req-4d947b01-fcae-48e4-87df-0d1e568fc204 service neutron] 10.222.0.55 "POST /v2.0/ports/c0cadd07-8199-4b53-899d-d5325c812cfc/bindings HTTP/1.1" status: 201 len: 389 time: 3.1667633 May 28 06:21:40.505792 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning for port 348e0f92-f18f-4d76-8c5a-7722d2125db2 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:21:40.515432 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning complete for port 348e0f92-f18f-4d76-8c5a-7722d2125db2 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:21:40.515813 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:40.727870 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-776b79ac-ef9b-4707-acc8-4b48b45e9a25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:40.756177 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-abeaf374-f8bb-4cc9-9bfd-176a556bc71c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700602'] for router_interface, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:40.764127 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeaf374-f8bb-4cc9-9bfd-176a556bc71c admin admin] Pushing event updated for resources: {'Port': ['ID=fcbb62df-ba5e-47f9-881a-c585cb50180d,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:40.827548 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 348e0f92-f18f-4d76-8c5a-7722d2125db2 is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:21:40.828527 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:40.842159 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50f0d1ea-e619-41ec-918d-bf268a59dfe8 admin admin] Router be28f186-ffdd-4ea6-81d3-dd6d8550adcd has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:21:40.850165 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec08dfc0-86c8-4d67-87ab-d2157423890c req-1ab3f909-1a81-4595-aeab-2b20e897cc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:40.852602 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ec08dfc0-86c8-4d67-87ab-d2157423890c req-1ab3f909-1a81-4595-aeab-2b20e897cc49 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bb90c162-fdb0-406b-af2b-5eef830db7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6218216 May 28 06:21:40.888971 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 348e0f92-f18f-4d76-8c5a-7722d2125db2, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=348e0f92-f18f-4d76-8c5a-7722d2125db2,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:21:40.890803 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23c73e19-816a-46df-80fa-748f799ce37d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '348e0f92-f18f-4d76-8c5a-7722d2125db2'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:21:40.925527 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-776b79ac-ef9b-4707-acc8-4b48b45e9a25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:41.014584 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:41.090030 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-6b62903f-3308-4cac-8862-f1a2458edd40 req-54029496-69f0-4c35-8b88-d6773f2ca5bf service neutron] Attempting to bind port eb131f8e-2a83-469e-9e2c-31f0cbab941d on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:21:41.090368 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-6b62903f-3308-4cac-8862-f1a2458edd40 req-54029496-69f0-4c35-8b88-d6773f2ca5bf service neutron] Attempting to bind port eb131f8e-2a83-469e-9e2c-31f0cbab941d by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': 'da68ba47-25e5-4637-a83a-51088b9800dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '878a453b-7058-4dfc-b9e2-17503c679278'}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:21:41.090696 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b62903f-3308-4cac-8862-f1a2458edd40 req-54029496-69f0-4c35-8b88-d6773f2ca5bf service neutron] Attempting to bind port eb131f8e-2a83-469e-9e2c-31f0cbab941d on network 878a453b-7058-4dfc-b9e2-17503c679278 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:21:41.179186 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-674da7c3-6f3b-4316-8426-09f776b33222 req-bff6fb0d-5cc7-4345-a432-1b519220600a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=e51a0de3-402f-460c-9493-bd8633593828&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.6746171 May 28 06:21:41.183445 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b62903f-3308-4cac-8862-f1a2458edd40 req-54029496-69f0-4c35-8b88-d6773f2ca5bf service neutron] Port eb131f8e-2a83-469e-9e2c-31f0cbab941d on network 878a453b-7058-4dfc-b9e2-17503c679278 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:21:41.183606 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b62903f-3308-4cac-8862-f1a2458edd40 req-54029496-69f0-4c35-8b88-d6773f2ca5bf service neutron] Attempting to bind port eb131f8e-2a83-469e-9e2c-31f0cbab941d on network 878a453b-7058-4dfc-b9e2-17503c679278 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:21:41.194290 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b62903f-3308-4cac-8862-f1a2458edd40 req-54029496-69f0-4c35-8b88-d6773f2ca5bf service neutron] Checking agent: {'id': '69f492a0-c00d-46d0-9bec-fcd8161ce206', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 21, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:21:41.194653 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b62903f-3308-4cac-8862-f1a2458edd40 req-54029496-69f0-4c35-8b88-d6773f2ca5bf service neutron] Checking segment: {'id': 'da68ba47-25e5-4637-a83a-51088b9800dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '878a453b-7058-4dfc-b9e2-17503c679278'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:21:41.194994 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b62903f-3308-4cac-8862-f1a2458edd40 req-54029496-69f0-4c35-8b88-d6773f2ca5bf service neutron] Bound using segment: {'id': 'da68ba47-25e5-4637-a83a-51088b9800dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '878a453b-7058-4dfc-b9e2-17503c679278'} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:21:41.195473 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-6b62903f-3308-4cac-8862-f1a2458edd40 req-54029496-69f0-4c35-8b88-d6773f2ca5bf service neutron] Bound port: eb131f8e-2a83-469e-9e2c-31f0cbab941d, host: n-h1-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da68ba47-25e5-4637-a83a-51088b9800dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '878a453b-7058-4dfc-b9e2-17503c679278'}}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:21:41.195810 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-6b62903f-3308-4cac-8862-f1a2458edd40 req-54029496-69f0-4c35-8b88-d6773f2ca5bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:41.201649 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=348e0f92-f18f-4d76-8c5a-7722d2125db2,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:41.413289 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ec08dfc0-86c8-4d67-87ab-d2157423890c req-7dac5cac-cf45-4419-94b6-0405de821429 service neutron] 10.222.0.69 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5530393 May 28 06:21:41.428133 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b6d8b7-6a48-4036-bcb2-a9a1dfa354ab req-eace2a15-1e4e-4a78-af2c-72d69114f167 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:41.430849 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abeaf374-f8bb-4cc9-9bfd-176a556bc71c admin admin] Network de808633-063b-43ca-834f-7f7224235e76 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:21:41.434400 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-abeaf374-f8bb-4cc9-9bfd-176a556bc71c admin admin] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:21:41.435656 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-35b6d8b7-6a48-4036-bcb2-a9a1dfa354ab req-eace2a15-1e4e-4a78-af2c-72d69114f167 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=23c73e19-816a-46df-80fa-748f799ce37d HTTP/1.1" status: 200 len: 950 time: 0.2795331 May 28 06:21:41.655832 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50f0d1ea-e619-41ec-918d-bf268a59dfe8 admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:21:41.666821 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d161643-e92f-4b72-9e68-93dc8e3de748 None None] Sync routers for ids ['be28f186-ffdd-4ea6-81d3-dd6d8550adcd'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:21:41.674987 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ec08dfc0-86c8-4d67-87ab-d2157423890c req-6bb132a8-c1f4-4e80-89c7-67b28dd89c2c service neutron] 10.222.0.69 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236512 May 28 06:21:41.690723 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d161643-e92f-4b72-9e68-93dc8e3de748 None None] Routers {'be28f186-ffdd-4ea6-81d3-dd6d8550adcd'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:21:41.692450 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-0d161643-e92f-4b72-9e68-93dc8e3de748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:21:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['be28f186-ffdd-4ea6-81d3-dd6d8550adcd'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:21:41.693055 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-50f0d1ea-e619-41ec-918d-bf268a59dfe8 admin admin] 10.222.0.55 "PUT /v2.0/routers/be28f186-ffdd-4ea6-81d3-dd6d8550adcd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4611218 May 28 06:21:41.698105 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 46626) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:41.735507 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-6b62903f-3308-4cac-8862-f1a2458edd40 req-54029496-69f0-4c35-8b88-d6773f2ca5bf service neutron] For port eb131f8e-2a83-469e-9e2c-31f0cbab941d, host n-h1-843702-1, cleared binding levels {{(pid=89109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:21:41.753893 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-6b62903f-3308-4cac-8862-f1a2458edd40 req-54029496-69f0-4c35-8b88-d6773f2ca5bf service neutron] For port eb131f8e-2a83-469e-9e2c-31f0cbab941d, host n-h1-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=eb131f8e-2a83-469e-9e2c-31f0cbab941d,segment=NetworkSegment(da68ba47-25e5-4637-a83a-51088b9800dc),segment_id=da68ba47-25e5-4637-a83a-51088b9800dc)] {{(pid=89109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:21:41.763818 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-776b79ac-ef9b-4707-acc8-4b48b45e9a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:41.806216 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776b79ac-ef9b-4707-acc8-4b48b45e9a25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f4d66b2-53ae-4ca9-a016-fa22cb5ce8ab,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:41.814107 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-35b6d8b7-6a48-4036-bcb2-a9a1dfa354ab req-fcf04ef7-6511-40a3-a30f-9f1828d94190 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3757639 May 28 06:21:41.815533 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-776b79ac-ef9b-4707-acc8-4b48b45e9a25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:41.820341 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-776b79ac-ef9b-4707-acc8-4b48b45e9a25 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9f4d66b2-53ae-4ca9-a016-fa22cb5ce8ab HTTP/1.1" status: 204 len: 168 time: 2.4042895 May 28 06:21:41.837285 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abeaf374-f8bb-4cc9-9bfd-176a556bc71c admin admin] Router f7344360-2d8f-4ca1-98bb-bddc7ba0d019 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:21:41.840015 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674da7c3-6f3b-4316-8426-09f776b33222 req-81d30d1f-9703-4335-9393-61fe804ebc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:41.841947 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-674da7c3-6f3b-4316-8426-09f776b33222 req-81d30d1f-9703-4335-9393-61fe804ebc92 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7b2fe75d343f4ee29013f21d2442bc34&device_id=e51a0de3-402f-460c-9493-bd8633593828 HTTP/1.1" status: 200 len: 1115 time: 0.4936657 May 28 06:21:41.972572 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-e335b8e0-1390-4ad3-acdf-e8c3c816d497 None None] Provisioning complete for port fcbb62df-ba5e-47f9-881a-c585cb50180d triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:21:41.973035 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e335b8e0-1390-4ad3-acdf-e8c3c816d497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:42.056350 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-6b62903f-3308-4cac-8862-f1a2458edd40 req-54029496-69f0-4c35-8b88-d6773f2ca5bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:42.120903 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-e335b8e0-1390-4ad3-acdf-e8c3c816d497 None None] Port fcbb62df-ba5e-47f9-881a-c585cb50180d cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:21:42.196795 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-0d161643-e92f-4b72-9e68-93dc8e3de748 None None] Set router be28f186-ffdd-4ea6-81d3-dd6d8550adcd gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:21:42.267193 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-57619358-d9d8-4e0b-b9be-c3fdd3abe3d9 admin admin] Notify callbacks [] for router, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:42.701222 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b62903f-3308-4cac-8862-f1a2458edd40 req-54029496-69f0-4c35-8b88-d6773f2ca5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:42.702115 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-6b62903f-3308-4cac-8862-f1a2458edd40 req-54029496-69f0-4c35-8b88-d6773f2ca5bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:42.703851 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-6b62903f-3308-4cac-8862-f1a2458edd40 req-54029496-69f0-4c35-8b88-d6773f2ca5bf service neutron] 10.222.0.69 "PUT /v2.0/ports/eb131f8e-2a83-469e-9e2c-31f0cbab941d HTTP/1.1" status: 200 len: 1092 time: 5.2459340 May 28 06:21:42.704412 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d12f016-9857-485d-b48d-8f3217d4ed50', 'tag': 'eb131f8e-2a83-469e-9e2c-31f0cbab941d'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:21:42.782645 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54029496-69f0-4c35-8b88-d6773f2ca5bf service neutron] Pushing event updated for resources: {'Port': ['ID=eb131f8e-2a83-469e-9e2c-31f0cbab941d,revision_number=3']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:42.846868 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf18c0f1-5d1f-44df-8d06-de44a3321d5f req-fea2ad97-6017-4a5d-b57e-9ac752f8680e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:42.849221 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cf18c0f1-5d1f-44df-8d06-de44a3321d5f req-fea2ad97-6017-4a5d-b57e-9ac752f8680e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7b2fe75d343f4ee29013f21d2442bc34&device_id=f06c429e-200a-4060-82ce-3c50d0c62b77 HTTP/1.1" status: 200 len: 1096 time: 0.9944522 May 28 06:21:42.855228 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-57619358-d9d8-4e0b-b9be-c3fdd3abe3d9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:42.925856 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abeaf374-f8bb-4cc9-9bfd-176a556bc71c admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:21:42.939419 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a65acdb-110e-40a4-998f-838ea9042b91 None None] Sync routers for ids ['f7344360-2d8f-4ca1-98bb-bddc7ba0d019'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:21:42.963257 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a65acdb-110e-40a4-998f-838ea9042b91 None None] Routers {'f7344360-2d8f-4ca1-98bb-bddc7ba0d019'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:21:42.966462 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-2a65acdb-110e-40a4-998f-838ea9042b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:21:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['f7344360-2d8f-4ca1-98bb-bddc7ba0d019'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:21:42.999568 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-abeaf374-f8bb-4cc9-9bfd-176a556bc71c admin admin] 10.222.0.55 "PUT /v2.0/routers/f7344360-2d8f-4ca1-98bb-bddc7ba0d019/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.8629415 May 28 06:21:43.002777 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-0d161643-e92f-4b72-9e68-93dc8e3de748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be28f186-ffdd-4ea6-81d3-dd6d8550adcd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1472095010-router', 'tenant_id': '11be28fd39124909921a24a1f104648b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.62'}], 'enable_snat': True}, 'gw_port_id': 'be16e3be-5ed1-4645-8786-79db9ca9bae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:18:15Z', 'updated_at': '2022-05-28T06:21:37Z', 'revision_number': 5, 'project_id': '11be28fd39124909921a24a1f104648b', 'gw_port': {'id': 'be16e3be-5ed1-4645-8786-79db9ca9bae7', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:51:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be28f186-ffdd-4ea6-81d3-dd6d8550adcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:18:16Z', 'updated_at': '2022-05-28T06:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:21:43.014034 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d161643-e92f-4b72-9e68-93dc8e3de748 None None] Checking router: be28f186-ffdd-4ea6-81d3-dd6d8550adcd for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:21:43.038165 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1049e64c-1329-4520-ab0d-cf6992e11e04 req-632bd388-d666-4e5f-a62e-4c55058d7de5 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:43.039931 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1049e64c-1329-4520-ab0d-cf6992e11e04 req-632bd388-d666-4e5f-a62e-4c55058d7de5 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d12f016-9857-485d-b48d-8f3217d4ed50 HTTP/1.1" status: 200 len: 944 time: 0.9104478 May 28 06:21:43.043316 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-57619358-d9d8-4e0b-b9be-c3fdd3abe3d9 admin admin] Deleting port be16e3be-5ed1-4645-8786-79db9ca9bae7 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:21:43.046702 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-57619358-d9d8-4e0b-b9be-c3fdd3abe3d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:43.055928 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674da7c3-6f3b-4316-8426-09f776b33222 req-c211013b-4338-4a3e-9548-76b926535187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:43.056568 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d161643-e92f-4b72-9e68-93dc8e3de748 None None] Routers {'be28f186-ffdd-4ea6-81d3-dd6d8550adcd'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:21:43.058439 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-0d161643-e92f-4b72-9e68-93dc8e3de748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:21:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['be28f186-ffdd-4ea6-81d3-dd6d8550adcd'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:21:43.062711 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-674da7c3-6f3b-4316-8426-09f776b33222 req-c211013b-4338-4a3e-9548-76b926535187 service neutron] 10.222.0.71 "GET /v2.0/networks?id=ae685707-2f9d-409f-9237-8deef87c8163 HTTP/1.1" status: 200 len: 909 time: 1.0593193 May 28 06:21:43.239671 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-674da7c3-6f3b-4316-8426-09f776b33222 req-ccee0c47-6fa4-47e9-a7e8-4bb217de2233 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8e85634d-9446-4e69-b543-1903a9307147 HTTP/1.1" status: 200 len: 217 time: 0.1697807 May 28 06:21:43.423276 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b62903f-3308-4cac-8862-f1a2458edd40 req-b0c0ef4e-af38-43da-9717-505e7374945e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:43.425076 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-6b62903f-3308-4cac-8862-f1a2458edd40 req-b0c0ef4e-af38-43da-9717-505e7374945e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1ab1ed0d304345a0a07278c26e7745d6&device_id=3d12f016-9857-485d-b48d-8f3217d4ed50 HTTP/1.1" status: 200 len: 1095 time: 0.6049912 May 28 06:21:43.431687 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-0d161643-e92f-4b72-9e68-93dc8e3de748 None None] Set router be28f186-ffdd-4ea6-81d3-dd6d8550adcd gateway port host: None {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:21:43.448173 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-2a65acdb-110e-40a4-998f-838ea9042b91 None None] Set router f7344360-2d8f-4ca1-98bb-bddc7ba0d019 gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:21:43.458527 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1049e64c-1329-4520-ab0d-cf6992e11e04 req-8c482efc-118a-4a45-83f4-65044c1846f5 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a90b51ea-4be8-4511-8d71-0b0b776de2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3410575 May 28 06:21:43.554001 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf18c0f1-5d1f-44df-8d06-de44a3321d5f req-40c957f5-0eff-4d85-9343-e9c9a5a7dca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:43.554001 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cf18c0f1-5d1f-44df-8d06-de44a3321d5f req-40c957f5-0eff-4d85-9343-e9c9a5a7dca4 service neutron] 10.222.0.71 "GET /v2.0/networks?id=ae685707-2f9d-409f-9237-8deef87c8163 HTTP/1.1" status: 200 len: 909 time: 0.6852932 May 28 06:21:43.617264 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-6b62903f-3308-4cac-8862-f1a2458edd40 req-0e8f572b-7778-4a2a-b306-35fa6fcef2ee service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eb131f8e-2a83-469e-9e2c-31f0cbab941d HTTP/1.1" status: 200 len: 217 time: 0.1659164 May 28 06:21:43.618978 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674da7c3-6f3b-4316-8426-09f776b33222 req-5195418b-0513-4666-a9ae-14324a0ad8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:43.620541 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-674da7c3-6f3b-4316-8426-09f776b33222 req-5195418b-0513-4666-a9ae-14324a0ad8fb service neutron] 10.222.0.71 "GET /v2.0/subnets?id=eed62182-5ff7-4e12-84bb-4e23f47bba04 HTTP/1.1" status: 200 len: 848 time: 0.3737690 May 28 06:21:43.802003 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b62903f-3308-4cac-8862-f1a2458edd40 req-16b300b4-035e-4d6d-9491-34366a20c15d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:43.807392 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-6b62903f-3308-4cac-8862-f1a2458edd40 req-16b300b4-035e-4d6d-9491-34366a20c15d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cdd32cdd-4510-40e6-8d87-2fb486891cf4 HTTP/1.1" status: 200 len: 861 time: 0.1820185 May 28 06:21:43.907837 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbb96fe7-3f15-49e4-9e93-f259c2cb8186'] response: {'name': 'network-changed', 'server_uuid': '3d12f016-9857-485d-b48d-8f3217d4ed50', 'tag': 'eb131f8e-2a83-469e-9e2c-31f0cbab941d', 'status': 'completed', 'code': 200} May 28 06:21:43.974649 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-0d161643-e92f-4b72-9e68-93dc8e3de748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be28f186-ffdd-4ea6-81d3-dd6d8550adcd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1472095010-router', 'tenant_id': '11be28fd39124909921a24a1f104648b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:18:15Z', 'updated_at': '2022-05-28T06:21:42Z', 'revision_number': 6, 'project_id': '11be28fd39124909921a24a1f104648b', 'gw_port_host': None}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:21:43.985401 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa790e97-8a43-47d9-a01f-3dd0b9b6e49e'] response: {'server_uuid': '23c73e19-816a-46df-80fa-748f799ce37d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '348e0f92-f18f-4d76-8c5a-7722d2125db2', 'code': 200} May 28 06:21:43.988428 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-674da7c3-6f3b-4316-8426-09f776b33222 req-f94c8d38-a07d-43a3-8f7f-a85795472c85 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ae685707-2f9d-409f-9237-8deef87c8163&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1775770 May 28 06:21:43.989674 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d161643-e92f-4b72-9e68-93dc8e3de748 None None] The sync data for ids ['be28f186-ffdd-4ea6-81d3-dd6d8550adcd'] in n-d-843702-1 is: [{'id': 'be28f186-ffdd-4ea6-81d3-dd6d8550adcd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1472095010-router', 'tenant_id': '11be28fd39124909921a24a1f104648b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:18:15Z', 'updated_at': '2022-05-28T06:21:42Z', 'revision_number': 6, 'project_id': '11be28fd39124909921a24a1f104648b', 'gw_port_host': None}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:21:44.008309 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-6b62903f-3308-4cac-8862-f1a2458edd40 req-a7df775c-eae9-4eb4-8fe6-f0a223f159f1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=878a453b-7058-4dfc-b9e2-17503c679278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1066806 May 28 06:21:44.181216 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-2a65acdb-110e-40a4-998f-838ea9042b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7344360-2d8f-4ca1-98bb-bddc7ba0d019', 'name': 'tempest-ServersTestBootFromVolume-686099928-router', 'tenant_id': 'e313c89cfc3c4d8fb17072c426d13160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': '4efbedb8-5c03-46b4-b155-ec0490507b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:21:19Z', 'updated_at': '2022-05-28T06:21:38Z', 'revision_number': 4, 'project_id': 'e313c89cfc3c4d8fb17072c426d13160', 'gw_port': {'id': '4efbedb8-5c03-46b4-b155-ec0490507b8c', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:9a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7344360-2d8f-4ca1-98bb-bddc7ba0d019', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:21:21Z', 'updated_at': '2022-05-28T06:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'fcbb62df-ba5e-47f9-881a-c585cb50180d', 'name': '', 'network_id': 'de808633-063b-43ca-834f-7f7224235e76', 'tenant_id': 'e313c89cfc3c4d8fb17072c426d13160', 'mac_address': 'fa:16:3e:2e:f7:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7344360-2d8f-4ca1-98bb-bddc7ba0d019', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'd0d4ee4a-571d-4ecd-bcb9-60ece6662c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:21:33Z', 'updated_at': '2022-05-28T06:21:39Z', 'revision_number': 2, 'project_id': 'e313c89cfc3c4d8fb17072c426d13160', 'subnets': [{'id': 'd0d4ee4a-571d-4ecd-bcb9-60ece6662c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:21:44.185843 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a65acdb-110e-40a4-998f-838ea9042b91 None None] Checking router: f7344360-2d8f-4ca1-98bb-bddc7ba0d019 for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:21:44.186197 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a65acdb-110e-40a4-998f-838ea9042b91 None None] Updating router f7344360-2d8f-4ca1-98bb-bddc7ba0d019 port fcbb62df-ba5e-47f9-881a-c585cb50180d binding host n-d-843702-1 {{(pid=89112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:21:44.261071 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cf18c0f1-5d1f-44df-8d06-de44a3321d5f req-eb2bf2e3-8628-413c-b833-f46a6275947e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c0cadd07-8199-4b53-899d-d5325c812cfc HTTP/1.1" status: 200 len: 217 time: 0.6783106 May 28 06:21:44.273124 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-2a65acdb-110e-40a4-998f-838ea9042b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:44.374312 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [None req-57619358-d9d8-4e0b-b9be-c3fdd3abe3d9 admin admin] For port be16e3be-5ed1-4645-8786-79db9ca9bae7, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=be16e3be-5ed1-4645-8786-79db9ca9bae7,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:21:44.374953 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-57619358-d9d8-4e0b-b9be-c3fdd3abe3d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:44.391234 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf18c0f1-5d1f-44df-8d06-de44a3321d5f req-fa004ece-f0be-4b70-a8e2-518349e47acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:44.393401 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cf18c0f1-5d1f-44df-8d06-de44a3321d5f req-fa004ece-f0be-4b70-a8e2-518349e47acb service neutron] 10.222.0.71 "GET /v2.0/subnets?id=eed62182-5ff7-4e12-84bb-4e23f47bba04 HTTP/1.1" status: 200 len: 848 time: 0.1178632 May 28 06:21:44.422467 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-6b62903f-3308-4cac-8862-f1a2458edd40 req-6ca1afd0-49df-4279-8a05-a8028dfa14d7 service neutron] 10.222.0.69 "GET /v2.0/networks/878a453b-7058-4dfc-b9e2-17503c679278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775751 May 28 06:21:44.427813 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-674da7c3-6f3b-4316-8426-09f776b33222 req-f640dee4-31bc-42fb-8e7d-353cd0315248 service neutron] 10.222.0.71 "GET /v2.0/networks/ae685707-2f9d-409f-9237-8deef87c8163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4249630 May 28 06:21:44.580833 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-6b62903f-3308-4cac-8862-f1a2458edd40 req-3cd86f5a-e26a-43f6-adaf-8ceb8e687534 service neutron] 10.222.0.69 "GET /v2.0/networks/878a453b-7058-4dfc-b9e2-17503c679278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476614 May 28 06:21:44.619953 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-57619358-d9d8-4e0b-b9be-c3fdd3abe3d9 admin admin] Calling delete_port for be16e3be-5ed1-4645-8786-79db9ca9bae7 owned by network:router_gateway {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:21:44.720329 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cf18c0f1-5d1f-44df-8d06-de44a3321d5f req-c02a7a8c-f5ce-487d-b055-5a8839f28f1f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ae685707-2f9d-409f-9237-8deef87c8163&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3175273 May 28 06:21:44.733711 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1978772a-5740-4751-bb6e-bb0eff424024 req-10fdac77-05f3-42f9-a2db-1e4c11676b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:44.735212 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1978772a-5740-4751-bb6e-bb0eff424024 req-10fdac77-05f3-42f9-a2db-1e4c11676b9e service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=23c73e19-816a-46df-80fa-748f799ce37d HTTP/1.1" status: 200 len: 1101 time: 0.8904846 May 28 06:21:44.764943 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-674da7c3-6f3b-4316-8426-09f776b33222 req-c7f9a9ed-1e37-46c7-ac10-d1beddc22bdc service neutron] 10.222.0.71 "GET /v2.0/networks/ae685707-2f9d-409f-9237-8deef87c8163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831508 May 28 06:21:44.782194 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-2a65acdb-110e-40a4-998f-838ea9042b91 None None] Notify callbacks [] for port, precommit_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:44.797067 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.provisioning_blocks [None req-2a65acdb-110e-40a4-998f-838ea9042b91 None None] Transition to ACTIVE for port object fcbb62df-ba5e-47f9-881a-c585cb50180d will not be triggered until provisioned by entity L2. {{(pid=89112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:21:44.867808 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd09ba06-d363-4f92-b04d-c0eaf05dec36 req-f0ee5a2a-4415-411b-a4d4-ad04171ea3f1 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:44.869259 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cd09ba06-d363-4f92-b04d-c0eaf05dec36 req-f0ee5a2a-4415-411b-a4d4-ad04171ea3f1 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/ports?device_id=f06c429e-200a-4060-82ce-3c50d0c62b77 HTTP/1.1" status: 200 len: 945 time: 0.8965240 May 28 06:21:44.891362 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0eddc0-fe90-4180-9830-6083f1274b2f req-af8670b5-da78-42e0-ad56-792ff8e881db tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:44.892953 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-df0eddc0-fe90-4180-9830-6083f1274b2f req-af8670b5-da78-42e0-ad56-792ff8e881db tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=23c73e19-816a-46df-80fa-748f799ce37d HTTP/1.1" status: 200 len: 950 time: 0.7139540 May 28 06:21:44.933592 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-2a65acdb-110e-40a4-998f-838ea9042b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:45.026726 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1978772a-5740-4751-bb6e-bb0eff424024 req-77069b0c-a55c-45f1-b7a5-950fa9f41fdc service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438786 May 28 06:21:45.047861 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c0b080-2eec-4037-b457-29fc7a18491b req-40d463d1-f48f-4606-9aa8-c1ca07fde94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:45.049901 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-31c0b080-2eec-4037-b457-29fc7a18491b req-40d463d1-f48f-4606-9aa8-c1ca07fde94b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1ab1ed0d304345a0a07278c26e7745d6&device_id=3d12f016-9857-485d-b48d-8f3217d4ed50 HTTP/1.1" status: 200 len: 1095 time: 0.1394000 May 28 06:21:45.082172 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-df0eddc0-fe90-4180-9830-6083f1274b2f req-18ce7c18-880e-4fee-8278-b88f2e322b75 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551077 May 28 06:21:45.085236 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cd09ba06-d363-4f92-b04d-c0eaf05dec36 req-3db3552d-ecd6-4527-aa1c-918f07fe8c7f tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/security-groups?id=51e8ab45-fc50-4bca-a4a6-55c0639ed93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873713 May 28 06:21:45.152020 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cf18c0f1-5d1f-44df-8d06-de44a3321d5f req-b649bd84-0462-45a0-9605-92202e64c4d4 service neutron] 10.222.0.71 "GET /v2.0/networks/ae685707-2f9d-409f-9237-8deef87c8163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4049840 May 28 06:21:45.232235 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a82772-ea33-4457-97e7-c52c3a6567b8 None None] Pushing event updated for resources: {'Port': ['ID=fcbb62df-ba5e-47f9-881a-c585cb50180d,revision_number=3']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:45.355524 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c0b080-2eec-4037-b457-29fc7a18491b req-899a02f2-84d1-44ad-94b7-dfa76f4a774e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:45.357091 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-31c0b080-2eec-4037-b457-29fc7a18491b req-899a02f2-84d1-44ad-94b7-dfa76f4a774e service neutron] 10.222.0.69 "GET /v2.0/networks?id=878a453b-7058-4dfc-b9e2-17503c679278 HTTP/1.1" status: 200 len: 922 time: 0.3012094 May 28 06:21:45.543930 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-2a65acdb-110e-40a4-998f-838ea9042b91 None None] Attempting to bind port fcbb62df-ba5e-47f9-881a-c585cb50180d on host n-d-843702-1 for vnic_type normal with profile {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:21:45.544317 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-2a65acdb-110e-40a4-998f-838ea9042b91 None None] Attempting to bind port fcbb62df-ba5e-47f9-881a-c585cb50180d by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'e1db8248-a156-442d-a5cb-9a8435e3feea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'de808633-063b-43ca-834f-7f7224235e76'}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:21:45.544695 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a65acdb-110e-40a4-998f-838ea9042b91 None None] Attempting to bind port fcbb62df-ba5e-47f9-881a-c585cb50180d on network de808633-063b-43ca-834f-7f7224235e76 {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:21:45.563613 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a65acdb-110e-40a4-998f-838ea9042b91 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:21:45.563977 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a65acdb-110e-40a4-998f-838ea9042b91 None None] Checking segment: {'id': 'e1db8248-a156-442d-a5cb-9a8435e3feea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'de808633-063b-43ca-834f-7f7224235e76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:21:45.564364 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-2a65acdb-110e-40a4-998f-838ea9042b91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:45.564743 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a65acdb-110e-40a4-998f-838ea9042b91 None None] Bound using segment: {'id': 'e1db8248-a156-442d-a5cb-9a8435e3feea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'de808633-063b-43ca-834f-7f7224235e76'} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:21:45.565203 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-2a65acdb-110e-40a4-998f-838ea9042b91 None None] Bound port: fcbb62df-ba5e-47f9-881a-c585cb50180d, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1db8248-a156-442d-a5cb-9a8435e3feea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'de808633-063b-43ca-834f-7f7224235e76'}}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:21:45.583382 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-2a65acdb-110e-40a4-998f-838ea9042b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:45.595068 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-31c0b080-2eec-4037-b457-29fc7a18491b req-ef0d0041-a32d-4036-8ef4-72bd2f941278 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eb131f8e-2a83-469e-9e2c-31f0cbab941d HTTP/1.1" status: 200 len: 217 time: 0.2311840 May 28 06:21:45.798009 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c0b080-2eec-4037-b457-29fc7a18491b req-6e0cec62-5d08-4318-b091-de352b8e8507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:45.799507 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-31c0b080-2eec-4037-b457-29fc7a18491b req-6e0cec62-5d08-4318-b091-de352b8e8507 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cdd32cdd-4510-40e6-8d87-2fb486891cf4 HTTP/1.1" status: 200 len: 861 time: 0.1876905 May 28 06:21:45.844841 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 46694) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:45.855841 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-f7c8c17d-ecff-4278-ae5a-0e27346c1840 tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1872620216', 'description': 'tempest-description--1687128358'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:21:45.862356 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-f7c8c17d-ecff-4278-ae5a-0e27346c1840 tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:21:45.867901 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-f7c8c17d-ecff-4278-ae5a-0e27346c1840 tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] Usage tracker for resource:security_group and tenant:e313c89cfc3c4d8fb17072c426d13160 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:21:45.870934 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-f7c8c17d-ecff-4278-ae5a-0e27346c1840 tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:21:45.877063 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-f7c8c17d-ecff-4278-ae5a-0e27346c1840 tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:21:45.888816 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-31c0b080-2eec-4037-b457-29fc7a18491b req-cd406741-bd4a-4b44-b6c3-89533fa2742e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=878a453b-7058-4dfc-b9e2-17503c679278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0824838 May 28 06:21:45.991286 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-2a65acdb-110e-40a4-998f-838ea9042b91 None None] For port fcbb62df-ba5e-47f9-881a-c585cb50180d, host n-d-843702-1, cleared binding levels {{(pid=89112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:21:45.994281 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-2a65acdb-110e-40a4-998f-838ea9042b91 None None] For port fcbb62df-ba5e-47f9-881a-c585cb50180d, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=fcbb62df-ba5e-47f9-881a-c585cb50180d,segment=NetworkSegment(e1db8248-a156-442d-a5cb-9a8435e3feea),segment_id=e1db8248-a156-442d-a5cb-9a8435e3feea)] {{(pid=89112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:21:46.000927 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 46700) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:46.039166 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-8cfaf131-7b73-4c63-bf37-c04f66a3ed97 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Request body: {'security_group': {'name': 'tempest-securitygroup--19332813', 'description': 'tempest-description--1586864091'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:21:46.067147 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cf18c0f1-5d1f-44df-8d06-de44a3321d5f req-faeea528-164d-4738-8e44-daf0387a6956 service neutron] 10.222.0.71 "GET /v2.0/networks/ae685707-2f9d-409f-9237-8deef87c8163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7501340 May 28 06:21:46.067864 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-57619358-d9d8-4e0b-b9be-c3fdd3abe3d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:46.207997 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-2a65acdb-110e-40a4-998f-838ea9042b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:46.222689 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-8cfaf131-7b73-4c63-bf37-c04f66a3ed97 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:21:46.250759 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-8cfaf131-7b73-4c63-bf37-c04f66a3ed97 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Usage tracker for resource:security_group and tenant:8d511f8938f3446b9ed8484c7e88d332 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:21:46.253828 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57619358-d9d8-4e0b-b9be-c3fdd3abe3d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=be16e3be-5ed1-4645-8786-79db9ca9bae7,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:46.257915 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-8cfaf131-7b73-4c63-bf37-c04f66a3ed97 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:21:46.291044 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device ab1e86c5-e85a-4812-984e-79a9314493b6 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:21:46.347051 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-8cfaf131-7b73-4c63-bf37-c04f66a3ed97 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:21:46.362927 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f7c8c17d-ecff-4278-ae5a-0e27346c1840 tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:46.377160 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: ab1e86c5-e85a-4812-984e-79a9314493b6 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:21:46.377897 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device ab1e86c5-e85a-4812-984e-79a9314493b6 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:21:46.378591 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device be16e3be-5ed1-4645-8786-79db9ca9bae7 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:21:46.417812 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-f7c8c17d-ecff-4278-ae5a-0e27346c1840 tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:21:46.423835 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-f7c8c17d-ecff-4278-ae5a-0e27346c1840 tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] Usage tracker for resource:security_group_rule and tenant:e313c89cfc3c4d8fb17072c426d13160 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:21:46.429361 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-f7c8c17d-ecff-4278-ae5a-0e27346c1840 tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:21:46.438417 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-f7c8c17d-ecff-4278-ae5a-0e27346c1840 tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:21:46.468066 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a65acdb-110e-40a4-998f-838ea9042b91 None None] Routers {'f7344360-2d8f-4ca1-98bb-bddc7ba0d019'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:21:46.468759 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-2a65acdb-110e-40a4-998f-838ea9042b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:21:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['f7344360-2d8f-4ca1-98bb-bddc7ba0d019'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:21:46.475174 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: be16e3be-5ed1-4645-8786-79db9ca9bae7 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:21:46.476818 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device be16e3be-5ed1-4645-8786-79db9ca9bae7 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:21:46.572697 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-57619358-d9d8-4e0b-b9be-c3fdd3abe3d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691105'] for router_gateway, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:46.597932 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a82772-ea33-4457-97e7-c52c3a6567b8 None None] Pushing event updated for resources: {'Port': ['ID=fcbb62df-ba5e-47f9-881a-c585cb50180d,revision_number=4']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:46.644746 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f7c8c17d-ecff-4278-ae5a-0e27346c1840 tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:46.693144 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8cfaf131-7b73-4c63-bf37-c04f66a3ed97 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:46.722038 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f7c8c17d-ecff-4278-ae5a-0e27346c1840 tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:46.814259 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-2a65acdb-110e-40a4-998f-838ea9042b91 None None] Set router f7344360-2d8f-4ca1-98bb-bddc7ba0d019 gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:21:46.829098 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-31c0b080-2eec-4037-b457-29fc7a18491b req-e7f12470-6c7d-427d-835b-327e5bb07dd9 service neutron] 10.222.0.69 "GET /v2.0/networks/878a453b-7058-4dfc-b9e2-17503c679278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9348459 May 28 06:21:46.829748 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c8c17d-ecff-4278-ae5a-0e27346c1840 tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea7c2c73-e049-49b4-bb75-f1976d073ec8,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:46.881913 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-57619358-d9d8-4e0b-b9be-c3fdd3abe3d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59018'] for router, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:46.889357 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device eb131f8e-2a83-469e-9e2c-31f0cbab941d details requested by agent hyperv_n-h1-843702-1 with host n-h1-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:21:46.903218 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-8cfaf131-7b73-4c63-bf37-c04f66a3ed97 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:21:46.915965 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-57619358-d9d8-4e0b-b9be-c3fdd3abe3d9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:46.934657 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-8cfaf131-7b73-4c63-bf37-c04f66a3ed97 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Usage tracker for resource:security_group_rule and tenant:8d511f8938f3446b9ed8484c7e88d332 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:21:46.949790 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ed4903-e62e-43a1-a4e7-4cd1c2b23f65 req-95cdc6fd-9d7d-48fe-921d-8c5523508161 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:46.968856 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-30ed4903-e62e-43a1-a4e7-4cd1c2b23f65 req-95cdc6fd-9d7d-48fe-921d-8c5523508161 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d12f016-9857-485d-b48d-8f3217d4ed50 HTTP/1.1" status: 200 len: 944 time: 0.8897135 May 28 06:21:46.992028 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f7c8c17d-ecff-4278-ae5a-0e27346c1840 tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:46.993800 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-f7c8c17d-ecff-4278-ae5a-0e27346c1840 tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.1476233 May 28 06:21:46.996925 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 46724) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:47.002578 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-e06be184-51d4-4e96-a427-716524f3e34a tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] Request body: {'security_group_rule': {'security_group_id': 'ea7c2c73-e049-49b4-bb75-f1976d073ec8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:21:47.010206 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-e06be184-51d4-4e96-a427-716524f3e34a tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:21:47.014251 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-8cfaf131-7b73-4c63-bf37-c04f66a3ed97 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:21:47.017502 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-e06be184-51d4-4e96-a427-716524f3e34a tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] Usage tracker for resource:security_group_rule and tenant:e313c89cfc3c4d8fb17072c426d13160 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:21:47.022640 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-e06be184-51d4-4e96-a427-716524f3e34a tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:21:47.029957 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-e06be184-51d4-4e96-a427-716524f3e34a tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:21:47.087592 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-31c0b080-2eec-4037-b457-29fc7a18491b req-c99554c2-df1b-432f-8c2c-3cb2dae28eb6 service neutron] 10.222.0.69 "GET /v2.0/networks/878a453b-7058-4dfc-b9e2-17503c679278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405028 May 28 06:21:47.156320 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-8cfaf131-7b73-4c63-bf37-c04f66a3ed97 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:21:47.191093 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port eb131f8e-2a83-469e-9e2c-31f0cbab941d, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=eb131f8e-2a83-469e-9e2c-31f0cbab941d,segment=NetworkSegment(da68ba47-25e5-4637-a83a-51088b9800dc),segment_id=da68ba47-25e5-4637-a83a-51088b9800dc)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:21:47.194122 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0910d74-27d7-46a7-bc5a-19aa8ecbcd8d req-2cbca293-0d0e-4e16-b7b6-2a9afffb638d tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:47.201668 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e0910d74-27d7-46a7-bc5a-19aa8ecbcd8d req-2cbca293-0d0e-4e16-b7b6-2a9afffb638d tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=23c73e19-816a-46df-80fa-748f799ce37d HTTP/1.1" status: 200 len: 950 time: 0.7545679 May 28 06:21:47.208375 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Returning: {'device': 'eb131f8e-2a83-469e-9e2c-31f0cbab941d', 'network_id': '878a453b-7058-4dfc-b9e2-17503c679278', 'port_id': 'eb131f8e-2a83-469e-9e2c-31f0cbab941d', 'mac_address': 'fa:16:3e:53:2e:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdd32cdd-4510-40e6-8d87-2fb486891cf4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:21:47.231980 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e06be184-51d4-4e96-a427-716524f3e34a tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:47.247410 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-30ed4903-e62e-43a1-a4e7-4cd1c2b23f65 req-1136d103-d039-4e00-803a-93dff6b43db2 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a90b51ea-4be8-4511-8d71-0b0b776de2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690086 May 28 06:21:47.264960 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-57619358-d9d8-4e0b-b9be-c3fdd3abe3d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-703817'] for router, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:47.265667 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57619358-d9d8-4e0b-b9be-c3fdd3abe3d9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router be28f186-ffdd-4ea6-81d3-dd6d8550adcd {{(pid=89110) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 06:21:47.306559 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e0910d74-27d7-46a7-bc5a-19aa8ecbcd8d req-726642e3-a5be-4cc2-b757-af7e48f7f835 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033251 May 28 06:21:47.339496 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port eb131f8e-2a83-469e-9e2c-31f0cbab941d is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:21:47.339977 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:47.383910 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-57619358-d9d8-4e0b-b9be-c3fdd3abe3d9 admin admin] Notify callbacks [] for router, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:47.388062 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-57619358-d9d8-4e0b-b9be-c3fdd3abe3d9 admin admin] 10.222.0.55 "DELETE /v2.0/routers/be28f186-ffdd-4ea6-81d3-dd6d8550adcd HTTP/1.1" status: 204 len: 168 time: 5.6860816 May 28 06:21:47.388546 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 46738) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:47.388875 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-2a65acdb-110e-40a4-998f-838ea9042b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7344360-2d8f-4ca1-98bb-bddc7ba0d019', 'name': 'tempest-ServersTestBootFromVolume-686099928-router', 'tenant_id': 'e313c89cfc3c4d8fb17072c426d13160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': '4efbedb8-5c03-46b4-b155-ec0490507b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:21:19Z', 'updated_at': '2022-05-28T06:21:38Z', 'revision_number': 4, 'project_id': 'e313c89cfc3c4d8fb17072c426d13160', 'gw_port': {'id': '4efbedb8-5c03-46b4-b155-ec0490507b8c', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:9a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7344360-2d8f-4ca1-98bb-bddc7ba0d019', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:21:21Z', 'updated_at': '2022-05-28T06:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'fcbb62df-ba5e-47f9-881a-c585cb50180d', 'name': '', 'network_id': 'de808633-063b-43ca-834f-7f7224235e76', 'tenant_id': 'e313c89cfc3c4d8fb17072c426d13160', 'mac_address': 'fa:16:3e:2e:f7:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7344360-2d8f-4ca1-98bb-bddc7ba0d019', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'd0d4ee4a-571d-4ecd-bcb9-60ece6662c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:21:33Z', 'updated_at': '2022-05-28T06:21:45Z', 'revision_number': 4, 'project_id': 'e313c89cfc3c4d8fb17072c426d13160', 'subnets': [{'id': 'd0d4ee4a-571d-4ecd-bcb9-60ece6662c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:21:47.393499 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8cfaf131-7b73-4c63-bf37-c04f66a3ed97 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:47.394061 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a65acdb-110e-40a4-998f-838ea9042b91 None None] The sync data for ids ['f7344360-2d8f-4ca1-98bb-bddc7ba0d019'] in n-d-843702-1 is: [{'id': 'f7344360-2d8f-4ca1-98bb-bddc7ba0d019', 'name': 'tempest-ServersTestBootFromVolume-686099928-router', 'tenant_id': 'e313c89cfc3c4d8fb17072c426d13160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': '4efbedb8-5c03-46b4-b155-ec0490507b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:21:19Z', 'updated_at': '2022-05-28T06:21:38Z', 'revision_number': 4, 'project_id': 'e313c89cfc3c4d8fb17072c426d13160', 'gw_port': {'id': '4efbedb8-5c03-46b4-b155-ec0490507b8c', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:9a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7344360-2d8f-4ca1-98bb-bddc7ba0d019', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:21:21Z', 'updated_at': '2022-05-28T06:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'fcbb62df-ba5e-47f9-881a-c585cb50180d', 'name': '', 'network_id': 'de808633-063b-43ca-834f-7f7224235e76', 'tenant_id': 'e313c89cfc3c4d8fb17072c426d13160', 'mac_address': 'fa:16:3e:2e:f7:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7344360-2d8f-4ca1-98bb-bddc7ba0d019', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'd0d4ee4a-571d-4ecd-bcb9-60ece6662c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:21:33Z', 'updated_at': '2022-05-28T06:21:45Z', 'revision_number': 4, 'project_id': 'e313c89cfc3c4d8fb17072c426d13160', 'subnets': [{'id': 'd0d4ee4a-571d-4ecd-bcb9-60ece6662c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:21:47.401035 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb131f8e-2a83-469e-9e2c-31f0cbab941d {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:21:47.452949 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port eb131f8e-2a83-469e-9e2c-31f0cbab941d, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=eb131f8e-2a83-469e-9e2c-31f0cbab941d,segment=NetworkSegment(da68ba47-25e5-4637-a83a-51088b9800dc),segment_id=da68ba47-25e5-4637-a83a-51088b9800dc)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:21:47.481091 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8cfaf131-7b73-4c63-bf37-c04f66a3ed97 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:47.528053 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_v2 [None req-14bf5123-2ad6-4c15-8f18-2f57b2f533a0 admin admin] Deleting subnet 88a9fbd0-2db8-4cd9-a615-ef1d080eb755 {{(pid=89110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:21:47.544392 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e06be184-51d4-4e96-a427-716524f3e34a tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:47.549973 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:47.590638 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-14bf5123-2ad6-4c15-8f18-2f57b2f533a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:47.620262 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e06be184-51d4-4e96-a427-716524f3e34a tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:47.658044 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=eb131f8e-2a83-469e-9e2c-31f0cbab941d,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:47.681697 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06be184-51d4-4e96-a427-716524f3e34a tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8cf19fd-6704-417e-bb45-a09054546fd3,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:47.683097 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8cfaf131-7b73-4c63-bf37-c04f66a3ed97 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:47.687172 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-8cfaf131-7b73-4c63-bf37-c04f66a3ed97 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.6720722 May 28 06:21:47.706405 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 46744) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:47.720360 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-d147d06e-1b37-418c-90c6-512794600b87 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Request body: {'security_group_rule': {'security_group_id': 'e432db24-e8e7-48aa-9528-693cfa32554a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:21:47.748301 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfaf131-7b73-4c63-bf37-c04f66a3ed97 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e432db24-e8e7-48aa-9528-693cfa32554a,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:47.762423 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-d147d06e-1b37-418c-90c6-512794600b87 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:21:47.770599 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-14bf5123-2ad6-4c15-8f18-2f57b2f533a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4150765'] for subnet, precommit_delete_associations {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:47.772534 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-d147d06e-1b37-418c-90c6-512794600b87 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Usage tracker for resource:security_group_rule and tenant:8d511f8938f3446b9ed8484c7e88d332 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:21:47.777857 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['eb131f8e-2a83-469e-9e2c-31f0cbab941d'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:21:47.779277 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-d147d06e-1b37-418c-90c6-512794600b87 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:21:47.793189 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-d147d06e-1b37-418c-90c6-512794600b87 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:21:47.862699 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdbdf82-3720-48a9-9797-200de9de1d9c req-12ab0db6-2a4e-44d7-89bc-649158d6cb21 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:47.865119 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2fdbdf82-3720-48a9-9797-200de9de1d9c req-12ab0db6-2a4e-44d7-89bc-649158d6cb21 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/ports?device_id=f06c429e-200a-4060-82ce-3c50d0c62b77 HTTP/1.1" status: 200 len: 945 time: 0.3312621 May 28 06:21:47.951373 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d147d06e-1b37-418c-90c6-512794600b87 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:47.979489 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2fdbdf82-3720-48a9-9797-200de9de1d9c req-b2cc52dc-e75b-42fb-a0ca-859203d595f8 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/security-groups?id=51e8ab45-fc50-4bca-a4a6-55c0639ed93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037548 May 28 06:21:48.019819 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-14bf5123-2ad6-4c15-8f18-2f57b2f533a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:48.040097 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e06be184-51d4-4e96-a427-716524f3e34a tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:48.047606 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-e06be184-51d4-4e96-a427-716524f3e34a tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0434446 May 28 06:21:48.050061 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 46774) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:48.070022 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-0c0aefb1-6086-4ae3-b6bd-df44ad0c649d tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] Request body: {'security_group_rule': {'security_group_id': 'ea7c2c73-e049-49b4-bb75-f1976d073ec8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:21:48.119915 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d147d06e-1b37-418c-90c6-512794600b87 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:48.126580 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-0c0aefb1-6086-4ae3-b6bd-df44ad0c649d tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:21:48.139738 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-0c0aefb1-6086-4ae3-b6bd-df44ad0c649d tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] Usage tracker for resource:security_group_rule and tenant:e313c89cfc3c4d8fb17072c426d13160 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:21:48.143636 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-0c0aefb1-6086-4ae3-b6bd-df44ad0c649d tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:21:48.158476 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-0c0aefb1-6086-4ae3-b6bd-df44ad0c649d tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:21:48.190539 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d147d06e-1b37-418c-90c6-512794600b87 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:48.283708 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d147d06e-1b37-418c-90c6-512794600b87 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae161995-4187-4805-aa6d-e2281492839a,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:48.306671 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0c0aefb1-6086-4ae3-b6bd-df44ad0c649d tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:48.339705 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-14bf5123-2ad6-4c15-8f18-2f57b2f533a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3115981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3172005'] for subnet, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:48.340078 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device fcbb62df-ba5e-47f9-881a-c585cb50180d up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:21:48.394197 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d147d06e-1b37-418c-90c6-512794600b87 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:48.400768 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-d147d06e-1b37-418c-90c6-512794600b87 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6907220 May 28 06:21:48.408069 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 46796) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:48.421464 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bf5123-2ad6-4c15-8f18-2f57b2f533a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88a9fbd0-2db8-4cd9-a615-ef1d080eb755,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:48.430333 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-14bf5123-2ad6-4c15-8f18-2f57b2f533a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:48.437362 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-14bf5123-2ad6-4c15-8f18-2f57b2f533a0 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/88a9fbd0-2db8-4cd9-a615-ef1d080eb755 HTTP/1.1" status: 204 len: 168 time: 1.0477509 May 28 06:21:48.439737 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 46800) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:48.447960 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-a5e4ac92-c700-40f1-8b2c-859da7f1f4bb tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Request body: {'security_group_rule': {'security_group_id': 'e432db24-e8e7-48aa-9528-693cfa32554a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:21:48.459169 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7522ac45-fce6-4937-a5aa-aa93cc90811b None None] Network 69e3ff84-0a18-41f0-a056-b294899c611c requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:21:48.486898 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-a5e4ac92-c700-40f1-8b2c-859da7f1f4bb tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:21:48.522917 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-a5e4ac92-c700-40f1-8b2c-859da7f1f4bb tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Usage tracker for resource:security_group_rule and tenant:8d511f8938f3446b9ed8484c7e88d332 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:21:48.527309 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-a5e4ac92-c700-40f1-8b2c-859da7f1f4bb tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:21:48.537507 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-a5e4ac92-c700-40f1-8b2c-859da7f1f4bb tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:21:48.575701 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0c0aefb1-6086-4ae3-b6bd-df44ad0c649d tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:48.667305 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a5e4ac92-c700-40f1-8b2c-859da7f1f4bb tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:48.709779 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0c0aefb1-6086-4ae3-b6bd-df44ad0c649d tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:48.741931 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port fcbb62df-ba5e-47f9-881a-c585cb50180d completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:21:48.758386 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port fcbb62df-ba5e-47f9-881a-c585cb50180d triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:21:48.759528 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:48.759957 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be190266-5c7a-459d-98ce-0497c3e928c0 req-e8f7d001-8ddf-41a5-85b3-e5cc834cf514 tempest-ImagesOneServerTestJSON-389688844 tempest-ImagesOneServerTestJSON-389688844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:48.762932 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-be190266-5c7a-459d-98ce-0497c3e928c0 req-e8f7d001-8ddf-41a5-85b3-e5cc834cf514 tempest-ImagesOneServerTestJSON-389688844 tempest-ImagesOneServerTestJSON-389688844-project] 10.222.0.55 "GET /v2.0/ports?device_id=577a8e23-0200-4256-a915-c88306809d8d HTTP/1.1" status: 200 len: 951 time: 0.4935296 May 28 06:21:48.780995 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-4c1d98e4-fe39-4378-890f-ecba6f2e8f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:48.787974 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0aefb1-6086-4ae3-b6bd-df44ad0c649d tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=782db496-4a4b-426f-a737-244b9631c057,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:48.850564 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-be190266-5c7a-459d-98ce-0497c3e928c0 req-302959fd-7c10-4ab7-9090-d6f24e4d87e9 tempest-ImagesOneServerTestJSON-389688844 tempest-ImagesOneServerTestJSON-389688844-project] 10.222.0.55 "GET /v2.0/security-groups?id=9751c75c-7cab-44bc-96f2-db536b71c103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818360 May 28 06:21:48.864331 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-4c1d98e4-fe39-4378-890f-ecba6f2e8f2a admin admin] Deleting port cdd5c387-dfe3-45fa-8387-1344d06aff75 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:21:48.864885 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-4c1d98e4-fe39-4378-890f-ecba6f2e8f2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:48.884120 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a5e4ac92-c700-40f1-8b2c-859da7f1f4bb tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:48.886553 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0c0aefb1-6086-4ae3-b6bd-df44ad0c649d tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:48.890816 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-0c0aefb1-6086-4ae3-b6bd-df44ad0c649d tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8370960 May 28 06:21:48.891605 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 46806) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:48.902174 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-1ac9e37d-4e68-4724-9709-9fef5968bb1a tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] Request body: {'floatingip': {'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:21:48.909363 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device eb131f8e-2a83-469e-9e2c-31f0cbab941d up at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:21:48.919731 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-1ac9e37d-4e68-4724-9709-9fef5968bb1a tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:21:48.931459 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-1ac9e37d-4e68-4724-9709-9fef5968bb1a tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] Usage tracker for resource:floatingip and tenant:e313c89cfc3c4d8fb17072c426d13160 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:21:48.944999 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-1ac9e37d-4e68-4724-9709-9fef5968bb1a tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:21:48.949126 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81299567-52a2-4e28-b776-b6a561143d81 req-47012667-62d8-4ccd-9328-269a7cb92874 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:48.950886 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-81299567-52a2-4e28-b776-b6a561143d81 req-47012667-62d8-4ccd-9328-269a7cb92874 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=23c73e19-816a-46df-80fa-748f799ce37d HTTP/1.1" status: 200 len: 950 time: 0.4218988 May 28 06:21:48.965456 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-1ac9e37d-4e68-4724-9709-9fef5968bb1a tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:21:48.994683 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a5e4ac92-c700-40f1-8b2c-859da7f1f4bb tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:49.081175 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e4ac92-c700-40f1-8b2c-859da7f1f4bb tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd57bd7a-f37a-4b93-8cdb-14359c84156b,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:49.081175 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 46812) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:49.184608 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1ac9e37d-4e68-4724-9709-9fef5968bb1a tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] Notify callbacks [] for floatingip, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:49.191816 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port fcbb62df-ba5e-47f9-881a-c585cb50180d is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:21:49.192231 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:49.211375 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc57c823-66c3-40e6-82eb-cde88afe0303 None None] DHCP port deletion for 69e3ff84-0a18-41f0-a056-b294899c611c request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:21:49.229288 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-fc57c823-66c3-40e6-82eb-cde88afe0303 None None] Deleting port cdd5c387-dfe3-45fa-8387-1344d06aff75 {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:21:49.229687 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-fc57c823-66c3-40e6-82eb-cde88afe0303 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:49.274142 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-81299567-52a2-4e28-b776-b6a561143d81 req-5e924d3c-2d14-45c5-897e-ed475ea042a4 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988384 May 28 06:21:49.359428 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port fcbb62df-ba5e-47f9-881a-c585cb50180d, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=fcbb62df-ba5e-47f9-881a-c585cb50180d,segment=NetworkSegment(e1db8248-a156-442d-a5cb-9a8435e3feea),segment_id=e1db8248-a156-442d-a5cb-9a8435e3feea)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:21:49.368576 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c938d81c-5e2c-40e2-b30e-f0cbb3f6c89f admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:49.398890 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-c938d81c-5e2c-40e2-b30e-f0cbb3f6c89f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:21:49.405804 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-c938d81c-5e2c-40e2-b30e-f0cbb3f6c89f admin admin] Usage tracker for resource:security_group_rule and tenant:ea2d9bd98f864b17ad2dafb1893287b1 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:21:49.409084 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-c938d81c-5e2c-40e2-b30e-f0cbb3f6c89f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:21:49.418488 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-c938d81c-5e2c-40e2-b30e-f0cbb3f6c89f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:21:49.441714 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf46feb-577b-4cfc-a0e1-7d38b4cad02c req-eb17e8f8-7721-4e35-8cac-0b3855c33b03 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:49.450040 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7cf46feb-577b-4cfc-a0e1-7d38b4cad02c req-eb17e8f8-7721-4e35-8cac-0b3855c33b03 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d12f016-9857-485d-b48d-8f3217d4ed50 HTTP/1.1" status: 200 len: 945 time: 0.3790128 May 28 06:21:49.480949 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1ac9e37d-4e68-4724-9709-9fef5968bb1a tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:49.483837 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-fc57c823-66c3-40e6-82eb-cde88afe0303 None None] For port cdd5c387-dfe3-45fa-8387-1344d06aff75, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=cdd5c387-dfe3-45fa-8387-1344d06aff75,segment=NetworkSegment(85e87cbe-2389-4551-93d6-f136ddd35e1c),segment_id=85e87cbe-2389-4551-93d6-f136ddd35e1c)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:21:49.484288 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-fc57c823-66c3-40e6-82eb-cde88afe0303 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:49.605058 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7cf46feb-577b-4cfc-a0e1-7d38b4cad02c req-3036a25e-164d-4632-a1ac-12321b874a87 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a90b51ea-4be8-4511-8d71-0b0b776de2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434653 May 28 06:21:49.605058 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [None req-4c1d98e4-fe39-4378-890f-ecba6f2e8f2a admin admin] For port cdd5c387-dfe3-45fa-8387-1344d06aff75, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=cdd5c387-dfe3-45fa-8387-1344d06aff75,segment=NetworkSegment(85e87cbe-2389-4551-93d6-f136ddd35e1c),segment_id=85e87cbe-2389-4551-93d6-f136ddd35e1c)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:21:49.605058 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-4c1d98e4-fe39-4378-890f-ecba6f2e8f2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:49.653156 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-fc57c823-66c3-40e6-82eb-cde88afe0303 None None] Calling delete_port for cdd5c387-dfe3-45fa-8387-1344d06aff75 owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:21:49.657822 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-1ac9e37d-4e68-4724-9709-9fef5968bb1a tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] Allocated IP 172.25.5.121 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/160e97bf-6f32-4f83-9de4-b5adf292debe) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:21:49.675201 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a5e4ac92-c700-40f1-8b2c-859da7f1f4bb tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:49.675201 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-a5e4ac92-c700-40f1-8b2c-859da7f1f4bb tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2640440 May 28 06:21:49.681291 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 46820) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:49.700311 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:49.707390 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning for port eb131f8e-2a83-469e-9e2c-31f0cbab941d completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:21:49.711509 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-7e5618c0-6326-46d7-8a30-7792bd5edc42 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Request body: {'floatingip': {'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:21:49.749059 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-4c1d98e4-fe39-4378-890f-ecba6f2e8f2a admin admin] Calling delete_port for cdd5c387-dfe3-45fa-8387-1344d06aff75 owned by network:dhcp {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:21:49.779451 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-7e5618c0-6326-46d7-8a30-7792bd5edc42 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:21:49.803985 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-7e5618c0-6326-46d7-8a30-7792bd5edc42 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Usage tracker for resource:floatingip and tenant:8d511f8938f3446b9ed8484c7e88d332 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:21:49.812803 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-7e5618c0-6326-46d7-8a30-7792bd5edc42 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:21:49.813996 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning complete for port eb131f8e-2a83-469e-9e2c-31f0cbab941d triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:21:49.813996 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:49.833179 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-7e5618c0-6326-46d7-8a30-7792bd5edc42 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:21:49.892231 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0037a1b-daa6-4487-876a-185bd123f495 req-2ce5fafa-7ad4-4825-8d20-b635565fd5d4 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:49.893824 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f0037a1b-daa6-4487-876a-185bd123f495 req-2ce5fafa-7ad4-4825-8d20-b635565fd5d4 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/ports?device_id=f06c429e-200a-4060-82ce-3c50d0c62b77 HTTP/1.1" status: 200 len: 945 time: 0.4428937 May 28 06:21:49.920107 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=fcbb62df-ba5e-47f9-881a-c585cb50180d,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:49.948677 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1ac9e37d-4e68-4724-9709-9fef5968bb1a tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:49.953524 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c938d81c-5e2c-40e2-b30e-f0cbb3f6c89f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:49.954628 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7e5618c0-6326-46d7-8a30-7792bd5edc42 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Notify callbacks [] for floatingip, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:49.978435 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f0037a1b-daa6-4487-876a-185bd123f495 req-f71e6d2e-2840-4265-a3ab-9622024e52c2 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/security-groups?id=51e8ab45-fc50-4bca-a4a6-55c0639ed93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644388 May 28 06:21:49.984514 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port eb131f8e-2a83-469e-9e2c-31f0cbab941d is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:21:49.984949 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:50.012014 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fac11e-def8-43d8-8799-70fbc6eaf33b req-26e08ae3-3dd9-4a04-9b6f-a0189b0a83bb tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:50.016019 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-67fac11e-def8-43d8-8799-70fbc6eaf33b req-26e08ae3-3dd9-4a04-9b6f-a0189b0a83bb tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=23c73e19-816a-46df-80fa-748f799ce37d HTTP/1.1" status: 200 len: 950 time: 0.2325680 May 28 06:21:50.033681 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d12f016-9857-485d-b48d-8f3217d4ed50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb131f8e-2a83-469e-9e2c-31f0cbab941d'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:21:50.040593 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-fc57c823-66c3-40e6-82eb-cde88afe0303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879'] for port, after_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:50.070424 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c938d81c-5e2c-40e2-b30e-f0cbb3f6c89f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:50.092433 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port eb131f8e-2a83-469e-9e2c-31f0cbab941d, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=eb131f8e-2a83-469e-9e2c-31f0cbab941d,segment=NetworkSegment(da68ba47-25e5-4637-a83a-51088b9800dc),segment_id=da68ba47-25e5-4637-a83a-51088b9800dc)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:21:50.106621 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc57c823-66c3-40e6-82eb-cde88afe0303 None None] Pushing event deleted for resources: {'Port': ['ID=cdd5c387-dfe3-45fa-8387-1344d06aff75,revision_number=None']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:50.108249 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-c938d81c-5e2c-40e2-b30e-f0cbb3f6c89f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ea2d9bd98f864b17ad2dafb1893287b1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0301294 May 28 06:21:50.112601 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 46828) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:50.117915 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc57c823-66c3-40e6-82eb-cde88afe0303 None None] No DVR routers for this DVR port cdd5c387-dfe3-45fa-8387-1344d06aff75 on host n-d-843702-1 {{(pid=89111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:21:50.123468 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-67fac11e-def8-43d8-8799-70fbc6eaf33b req-760d076b-826a-4ed1-8bd0-eabfce983172 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013148 May 28 06:21:50.137143 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.db.api [None req-4c1d98e4-fe39-4378-890f-ecba6f2e8f2a admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89110) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:21:50.137552 n-d-843702-1 neutron-server[89110]: DEBUG oslo_db.api [None req-4c1d98e4-fe39-4378-890f-ecba6f2e8f2a admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:21:50.173620 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c938d81c-5e2c-40e2-b30e-f0cbb3f6c89f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=943f3eb6-0f4b-49d0-af73-b2a06575e08f,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:50.189746 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:50.226613 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-93bf6944-84bf-4d79-8fb5-0bfdb5215332 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:50.268773 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35f9281b-7a93-49d8-a929-16f11285f03a'] response: {'server_uuid': '3d12f016-9857-485d-b48d-8f3217d4ed50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb131f8e-2a83-469e-9e2c-31f0cbab941d', 'code': 200} May 28 06:21:50.269633 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device fcbb62df-ba5e-47f9-881a-c585cb50180d up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:21:50.278025 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-93bf6944-84bf-4d79-8fb5-0bfdb5215332 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:50.285230 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c7a2fe-0e23-4d5f-b909-21fb65fab966 req-8cdf35eb-5f7c-49a7-b9f3-7dfa17297689 tempest-ImagesOneServerTestJSON-389688844 tempest-ImagesOneServerTestJSON-389688844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:50.286899 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a6c7a2fe-0e23-4d5f-b909-21fb65fab966 req-8cdf35eb-5f7c-49a7-b9f3-7dfa17297689 tempest-ImagesOneServerTestJSON-389688844 tempest-ImagesOneServerTestJSON-389688844-project] 10.222.0.55 "GET /v2.0/ports?device_id=577a8e23-0200-4256-a915-c88306809d8d HTTP/1.1" status: 200 len: 951 time: 0.1421435 May 28 06:21:50.352802 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a6c7a2fe-0e23-4d5f-b909-21fb65fab966 req-1f492ea1-27f9-4623-aea1-e464a67a7761 tempest-ImagesOneServerTestJSON-389688844 tempest-ImagesOneServerTestJSON-389688844-project] 10.222.0.55 "GET /v2.0/security-groups?id=9751c75c-7cab-44bc-96f2-db536b71c103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584471 May 28 06:21:50.355282 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7e5618c0-6326-46d7-8a30-7792bd5edc42 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:50.368916 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1ac9e37d-4e68-4724-9709-9fef5968bb1a tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:50.382389 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=eb131f8e-2a83-469e-9e2c-31f0cbab941d,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:50.387444 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port fcbb62df-ba5e-47f9-881a-c585cb50180d triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:21:50.387995 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:50.508928 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac9e37d-4e68-4724-9709-9fef5968bb1a tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:21:50.516233 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-1ac9e37d-4e68-4724-9709-9fef5968bb1a tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:21:50.528135 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac9e37d-4e68-4724-9709-9fef5968bb1a tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:21:50.558807 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac9e37d-4e68-4724-9709-9fef5968bb1a tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] Pushing event updated for resources: {'Port': ['ID=160e97bf-6f32-4f83-9de4-b5adf292debe,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:50.637577 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port fcbb62df-ba5e-47f9-881a-c585cb50180d is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:21:50.638936 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-4c1d98e4-fe39-4378-890f-ecba6f2e8f2a admin admin] Deleting port cdd5c387-dfe3-45fa-8387-1344d06aff75 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:21:50.639445 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-4c1d98e4-fe39-4378-890f-ecba6f2e8f2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:50.639704 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4856962-182d-4312-8b5c-b8f5bff38e40 req-862c2a09-9efa-4ebb-ba19-6748553978a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:50.641185 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-b4856962-182d-4312-8b5c-b8f5bff38e40 req-862c2a09-9efa-4ebb-ba19-6748553978a6 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3d12f016-9857-485d-b48d-8f3217d4ed50 HTTP/1.1" status: 200 len: 1097 time: 0.3432410 May 28 06:21:50.670335 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-93bf6944-84bf-4d79-8fb5-0bfdb5215332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:50.716346 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device cdd5c387-dfe3-45fa-8387-1344d06aff75 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:21:50.770742 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-4c1d98e4-fe39-4378-890f-ecba6f2e8f2a admin admin] The port 'cdd5c387-dfe3-45fa-8387-1344d06aff75' was deleted {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 06:21:50.773735 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: cdd5c387-dfe3-45fa-8387-1344d06aff75 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:21:50.774125 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device cdd5c387-dfe3-45fa-8387-1344d06aff75 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:21:50.826942 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bf6944-84bf-4d79-8fb5-0bfdb5215332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=943f3eb6-0f4b-49d0-af73-b2a06575e08f,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:50.840706 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-7e5618c0-6326-46d7-8a30-7792bd5edc42 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Allocated IP 172.25.5.129 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/5f8a8783-edea-48d5-ae60-979512c71f4f) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:21:50.882374 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-b4856962-182d-4312-8b5c-b8f5bff38e40 req-3da0128e-0570-4057-a011-328a2a707952 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=a90b51ea-4be8-4511-8d71-0b0b776de2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252626 May 28 06:21:50.882374 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1ac9e37d-4e68-4724-9709-9fef5968bb1a tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:50.913102 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-4c1d98e4-fe39-4378-890f-ecba6f2e8f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:50.938595 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-4c1d98e4-fe39-4378-890f-ecba6f2e8f2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69e3ff84-0a18-41f0-a056-b294899c611c']}} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:21:50.949648 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-93bf6944-84bf-4d79-8fb5-0bfdb5215332 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:50.950770 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-93bf6944-84bf-4d79-8fb5-0bfdb5215332 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/943f3eb6-0f4b-49d0-af73-b2a06575e08f HTTP/1.1" status: 204 len: 168 time: 0.8323889 May 28 06:21:50.951673 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-4c1d98e4-fe39-4378-890f-ecba6f2e8f2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85e87cbe-2389-4551-93d6-f136ddd35e1c') {'for_net_delete': True} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:21:50.951967 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-4c1d98e4-fe39-4378-890f-ecba6f2e8f2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85e87cbe-2389-4551-93d6-f136ddd35e1c') {} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:21:50.969092 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-4c1d98e4-fe39-4378-890f-ecba6f2e8f2a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4150778'] for segment, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:50.983509 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-4c1d98e4-fe39-4378-890f-ecba6f2e8f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:50.996550 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c1d98e4-fe39-4378-890f-ecba6f2e8f2a admin admin] Releasing vlan 390 on physical network physnet1 to pool {{(pid=89110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:21:50.996550 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-4c1d98e4-fe39-4378-890f-ecba6f2e8f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3143023'] for segment, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:51.079519 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7e5618c0-6326-46d7-8a30-7792bd5edc42 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:51.081456 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment 85e87cbe-2389-4551-93d6-f136ddd35e1c resource provider aggregate not found May 28 06:21:51.104366 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment 85e87cbe-2389-4551-93d6-f136ddd35e1c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 85e87cbe-2389-4551-93d6-f136ddd35e1c found for delete ", "request_id": "req-b514c73f-9467-4eb6-9d5e-d8a12361449d"}]} May 28 06:21:51.107350 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1ac9e37d-4e68-4724-9709-9fef5968bb1a tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:51.253110 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-4c1d98e4-fe39-4378-890f-ecba6f2e8f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:51.286759 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-4c1d98e4-fe39-4378-890f-ecba6f2e8f2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:51.307941 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1d98e4-fe39-4378-890f-ecba6f2e8f2a admin admin] Pushing event deleted for resources: {'Network': ['ID=69e3ff84-0a18-41f0-a056-b294899c611c,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:51.316305 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-4c1d98e4-fe39-4378-890f-ecba6f2e8f2a admin admin] 10.222.0.55 "DELETE /v2.0/networks/69e3ff84-0a18-41f0-a056-b294899c611c HTTP/1.1" status: 204 len: 168 time: 2.8752675 May 28 06:21:51.345340 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938e2fbe-7c0d-413d-8301-124c5f869856 req-347469bc-1ec7-43cd-b4f5-13bd6701c6b3 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:51.346932 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-938e2fbe-7c0d-413d-8301-124c5f869856 req-347469bc-1ec7-43cd-b4f5-13bd6701c6b3 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d12f016-9857-485d-b48d-8f3217d4ed50 HTTP/1.1" status: 200 len: 946 time: 0.1304874 May 28 06:21:51.383243 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1ac9e37d-4e68-4724-9709-9fef5968bb1a tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:51.386805 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7e5618c0-6326-46d7-8a30-7792bd5edc42 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:51.417676 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-938e2fbe-7c0d-413d-8301-124c5f869856 req-f5d9e951-6fc2-40d0-8fee-d4a077f5965d tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a90b51ea-4be8-4511-8d71-0b0b776de2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572462 May 28 06:21:51.503641 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5618c0-6326-46d7-8a30-7792bd5edc42 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:21:51.519403 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-7e5618c0-6326-46d7-8a30-7792bd5edc42 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:21:51.525103 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1ac9e37d-4e68-4724-9709-9fef5968bb1a tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:51.530319 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5618c0-6326-46d7-8a30-7792bd5edc42 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:21:51.627074 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033efac5-b05e-4ad3-8b90-bab8da49cf7d req-8254cf88-7b95-450a-83ca-1a2afabe986c tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:51.634091 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5618c0-6326-46d7-8a30-7792bd5edc42 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Pushing event updated for resources: {'Port': ['ID=5f8a8783-edea-48d5-ae60-979512c71f4f,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:51.636979 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-033efac5-b05e-4ad3-8b90-bab8da49cf7d req-8254cf88-7b95-450a-83ca-1a2afabe986c tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/ports?device_id=f06c429e-200a-4060-82ce-3c50d0c62b77 HTTP/1.1" status: 200 len: 945 time: 0.1001992 May 28 06:21:51.690967 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-033efac5-b05e-4ad3-8b90-bab8da49cf7d req-b729e10b-7791-4f8f-96d5-97599287e0f9 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/security-groups?id=51e8ab45-fc50-4bca-a4a6-55c0639ed93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414352 May 28 06:21:51.730403 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1ac9e37d-4e68-4724-9709-9fef5968bb1a tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691094'] for floatingip, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:51.774926 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac9e37d-4e68-4724-9709-9fef5968bb1a tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] Pushing event updated for resources: {'Port': ['ID=160e97bf-6f32-4f83-9de4-b5adf292debe,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:51.783351 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-f6c805ad-9bb9-4cd0-8344-4cd100fab26f req-63daf1c9-fd35-4aa0-9efa-bb59057645cb service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=23c73e19-816a-46df-80fa-748f799ce37d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3342273 May 28 06:21:51.787284 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7e5618c0-6326-46d7-8a30-7792bd5edc42 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:51.970425 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c014ea53-f7a7-48bc-ac85-b657dcc235b4 req-894b81e4-a0cc-43e1-8306-5116b7ff7b1c tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:51.971962 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c014ea53-f7a7-48bc-ac85-b657dcc235b4 req-894b81e4-a0cc-43e1-8306-5116b7ff7b1c tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=23c73e19-816a-46df-80fa-748f799ce37d HTTP/1.1" status: 200 len: 950 time: 0.1793568 May 28 06:21:52.012859 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1ac9e37d-4e68-4724-9709-9fef5968bb1a tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:52.021540 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c014ea53-f7a7-48bc-ac85-b657dcc235b4 req-bf892651-d7d7-4e2d-9ace-6bd607bd4f34 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426738 May 28 06:21:52.023263 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-1ac9e37d-4e68-4724-9709-9fef5968bb1a tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1305327 May 28 06:21:52.034718 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 46898) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:52.061554 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f6146a4b-0812-444e-92e2-4339a10d8869 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:52.076982 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-f6146a4b-0812-444e-92e2-4339a10d8869 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:21:52.081128 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-f6146a4b-0812-444e-92e2-4339a10d8869 admin admin] Usage tracker for resource:security_group_rule and tenant:b19ae8627a5f4bf0bd88acc06a578b0d is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:21:52.084954 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-f6146a4b-0812-444e-92e2-4339a10d8869 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:21:52.087044 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7e5618c0-6326-46d7-8a30-7792bd5edc42 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:52.090788 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-f6146a4b-0812-444e-92e2-4339a10d8869 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:21:52.181745 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 46902) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:52.243168 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f6146a4b-0812-444e-92e2-4339a10d8869 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:52.278988 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device b0092ac8-7f2d-4bba-bffc-709c31aca1a8 no longer exists at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:21:52.341635 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-fd5a42b8-3adf-4491-9aef-718cf1a6d2b6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=091a6ab3594e41dd849f313a7a0a6a9a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1574621 May 28 06:21:52.344001 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 46936) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:52.371492 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f6146a4b-0812-444e-92e2-4339a10d8869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:52.425356 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7e5618c0-6326-46d7-8a30-7792bd5edc42 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:52.444842 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-f6146a4b-0812-444e-92e2-4339a10d8869 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b19ae8627a5f4bf0bd88acc06a578b0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4063687 May 28 06:21:52.445602 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6146a4b-0812-444e-92e2-4339a10d8869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d535816-9c20-4f35-b5dc-aa3fff0ab6e4,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:52.445739 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 46950) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:52.481762 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port b0092ac8-7f2d-4bba-bffc-709c31aca1a8 is: ACTIVE; New status is: DOWN {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:21:52.482517 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:52.504369 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-17a99f2a-30a9-4f5c-88da-44c015d6028c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:52.514499 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '577a8e23-0200-4256-a915-c88306809d8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0092ac8-7f2d-4bba-bffc-709c31aca1a8'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:21:52.526367 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port b0092ac8-7f2d-4bba-bffc-709c31aca1a8, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=b0092ac8-7f2d-4bba-bffc-709c31aca1a8,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:21:52.542090 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7e5618c0-6326-46d7-8a30-7792bd5edc42 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:52.549861 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-17a99f2a-30a9-4f5c-88da-44c015d6028c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:52.666328 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:52.751640 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5618c0-6326-46d7-8a30-7792bd5edc42 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Pushing event updated for resources: {'Port': ['ID=5f8a8783-edea-48d5-ae60-979512c71f4f,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:52.758994 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56f72374-d9ca-47df-82c6-e9a29d4f2c00'] response: {'server_uuid': '577a8e23-0200-4256-a915-c88306809d8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0092ac8-7f2d-4bba-bffc-709c31aca1a8', 'code': 200} May 28 06:21:52.766870 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-17a99f2a-30a9-4f5c-88da-44c015d6028c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:52.776734 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e200e1f5-bf25-47eb-87f3-1e4f65c0a10a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:52.784527 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7e5618c0-6326-46d7-8a30-7792bd5edc42 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691094'] for floatingip, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:52.798152 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=b0092ac8-7f2d-4bba-bffc-709c31aca1a8,revision_number=11']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:52.813023 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a99f2a-30a9-4f5c-88da-44c015d6028c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb9c3ed3-fd58-4da9-8e0b-54a1e4431757,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:52.824620 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e200e1f5-bf25-47eb-87f3-1e4f65c0a10a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:52.839786 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-17a99f2a-30a9-4f5c-88da-44c015d6028c admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:52.840926 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-17a99f2a-30a9-4f5c-88da-44c015d6028c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/eb9c3ed3-fd58-4da9-8e0b-54a1e4431757 HTTP/1.1" status: 204 len: 168 time: 0.4959724 May 28 06:21:52.890602 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6621967a-bdad-4d14-842d-787d57dcf56d req-0ca960d5-d9c3-4e18-9827-cf3e935f937d tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:52.903903 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6621967a-bdad-4d14-842d-787d57dcf56d req-0ca960d5-d9c3-4e18-9827-cf3e935f937d tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d12f016-9857-485d-b48d-8f3217d4ed50 HTTP/1.1" status: 200 len: 946 time: 0.2136018 May 28 06:21:52.953446 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6621967a-bdad-4d14-842d-787d57dcf56d req-536455a1-073b-405e-998e-f73e0d0cb22f tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a90b51ea-4be8-4511-8d71-0b0b776de2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496721 May 28 06:21:52.973897 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7e5618c0-6326-46d7-8a30-7792bd5edc42 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:52.975567 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-7e5618c0-6326-46d7-8a30-7792bd5edc42 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2940948 May 28 06:21:53.012293 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e200e1f5-bf25-47eb-87f3-1e4f65c0a10a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:53.052190 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200e1f5-bf25-47eb-87f3-1e4f65c0a10a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d535816-9c20-4f35-b5dc-aa3fff0ab6e4,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:53.087622 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e200e1f5-bf25-47eb-87f3-1e4f65c0a10a admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:53.093492 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-e200e1f5-bf25-47eb-87f3-1e4f65c0a10a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8d535816-9c20-4f35-b5dc-aa3fff0ab6e4 HTTP/1.1" status: 204 len: 168 time: 0.6466117 May 28 06:21:53.117433 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a488d1-8dd4-4146-afb7-8fa6f0230845 req-0794b6c8-2581-4497-9a8a-394bc1dc6c51 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:53.119076 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c5a488d1-8dd4-4146-afb7-8fa6f0230845 req-0794b6c8-2581-4497-9a8a-394bc1dc6c51 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/ports?device_id=f06c429e-200a-4060-82ce-3c50d0c62b77 HTTP/1.1" status: 200 len: 945 time: 0.1423728 May 28 06:21:53.189263 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c5a488d1-8dd4-4146-afb7-8fa6f0230845 req-aa4956f8-931f-450c-b5ec-5aa7c1d3b3f7 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/security-groups?id=51e8ab45-fc50-4bca-a4a6-55c0639ed93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635242 May 28 06:21:53.405944 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0de2b2-4fdc-4a6a-9bcf-908125d2b8e0 req-037a4e01-b34e-4dc3-bcbb-f86ad1678168 tempest-LiveAutoBlockMigrationV225Test-2091885666 tempest-LiveAutoBlockMigrationV225Test-2091885666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:53.407420 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7b0de2b2-4fdc-4a6a-9bcf-908125d2b8e0 req-037a4e01-b34e-4dc3-bcbb-f86ad1678168 tempest-LiveAutoBlockMigrationV225Test-2091885666 tempest-LiveAutoBlockMigrationV225Test-2091885666-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=3d12f016-9857-485d-b48d-8f3217d4ed50 HTTP/1.1" status: 200 len: 1097 time: 0.0759153 May 28 06:21:53.456558 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7b0de2b2-4fdc-4a6a-9bcf-908125d2b8e0 req-92d829c2-cad7-4390-ac7b-2696ead1e3a8 tempest-LiveAutoBlockMigrationV225Test-2091885666 tempest-LiveAutoBlockMigrationV225Test-2091885666-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=a90b51ea-4be8-4511-8d71-0b0b776de2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378778 May 28 06:21:53.767628 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-e69c06a5-3e2d-4182-8f8f-8966d10b56d8 req-114b2b2a-e6b5-4c3b-9d46-9ff165de8a08 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Synchronizing usage tracker for tenant:8d511f8938f3446b9ed8484c7e88d332 on resource:security_group {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:21:53.796372 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31838858-a495-47b8-befa-b416714a6dd5 req-bfb3b032-6731-4ce1-a272-98966d750215 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:53.798281 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-31838858-a495-47b8-befa-b416714a6dd5 req-bfb3b032-6731-4ce1-a272-98966d750215 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=23c73e19-816a-46df-80fa-748f799ce37d HTTP/1.1" status: 200 len: 950 time: 0.1801889 May 28 06:21:53.857361 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-31838858-a495-47b8-befa-b416714a6dd5 req-086697cb-84ba-45fc-aa3e-9de5bbc9494e tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419860 May 28 06:21:53.898121 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 47024) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:53.964907 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 47032) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:53.975293 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-6db06552-1748-49a4-b488-ea527f97c7db admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=11be28fd39124909921a24a1f104648b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0758018 May 28 06:21:53.990066 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-e69c06a5-3e2d-4182-8f8f-8966d10b56d8 req-114b2b2a-e6b5-4c3b-9d46-9ff165de8a08 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Unset dirty status for tenant:8d511f8938f3446b9ed8484c7e88d332 on resource:security_group {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:21:53.991550 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e69c06a5-3e2d-4182-8f8f-8966d10b56d8 req-114b2b2a-e6b5-4c3b-9d46-9ff165de8a08 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--19332813&fields=id&tenant_id=8d511f8938f3446b9ed8484c7e88d332 HTTP/1.1" status: 200 len: 267 time: 0.2872174 May 28 06:21:54.055917 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5b4f58c6-b3c5-43bc-ba1a-0706b9fb10f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:54.087726 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5b4f58c6-b3c5-43bc-ba1a-0706b9fb10f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:54.246402 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5b4f58c6-b3c5-43bc-ba1a-0706b9fb10f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:54.279237 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69c06a5-3e2d-4182-8f8f-8966d10b56d8 req-a4141046-bb3c-4933-b371-6b7fb8c13c5f tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:54.280987 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e69c06a5-3e2d-4182-8f8f-8966d10b56d8 req-a4141046-bb3c-4933-b371-6b7fb8c13c5f tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] 10.222.0.55 "GET /v2.0/networks?id=d4de5f58-26b5-4e4f-8278-673645bfd374 HTTP/1.1" status: 200 len: 815 time: 0.2812631 May 28 06:21:54.282808 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4f58c6-b3c5-43bc-ba1a-0706b9fb10f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b54574c-c8f8-4a20-a29e-d5a34cf20f70,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:54.290560 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5b4f58c6-b3c5-43bc-ba1a-0706b9fb10f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:54.291696 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-5b4f58c6-b3c5-43bc-ba1a-0706b9fb10f7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3b54574c-c8f8-4a20-a29e-d5a34cf20f70 HTTP/1.1" status: 204 len: 168 time: 0.3258064 May 28 06:21:54.335192 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a386dc-f06f-487e-8a20-4b1b7ebe727f req-a8474d76-0ecc-4e7a-af18-8848ba93a0e0 tempest-ImagesOneServerTestJSON-389688844 tempest-ImagesOneServerTestJSON-389688844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:54.342869 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-65a386dc-f06f-487e-8a20-4b1b7ebe727f req-a8474d76-0ecc-4e7a-af18-8848ba93a0e0 tempest-ImagesOneServerTestJSON-389688844 tempest-ImagesOneServerTestJSON-389688844-project] 10.222.0.55 "GET /v2.0/ports?device_id=577a8e23-0200-4256-a915-c88306809d8d HTTP/1.1" status: 200 len: 949 time: 0.3072393 May 28 06:21:54.357530 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e69c06a5-3e2d-4182-8f8f-8966d10b56d8 req-8c27c2e4-e1ef-4dd2-8f28-9d7c189d01a2 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] 10.222.0.55 "GET /v2.0/quotas/8d511f8938f3446b9ed8484c7e88d332 HTTP/1.1" status: 200 len: 375 time: 0.0657425 May 28 06:21:54.465005 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-65a386dc-f06f-487e-8a20-4b1b7ebe727f req-919045f3-c094-4eb8-b362-02d8c08cf48e tempest-ImagesOneServerTestJSON-389688844 tempest-ImagesOneServerTestJSON-389688844-project] 10.222.0.55 "GET /v2.0/security-groups?id=9751c75c-7cab-44bc-96f2-db536b71c103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210761 May 28 06:21:54.524262 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e69c06a5-3e2d-4182-8f8f-8966d10b56d8 req-abc39297-fad9-4ccc-8128-4b6c6cab72e6 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=8d511f8938f3446b9ed8484c7e88d332&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1602788 May 28 06:21:54.760750 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e69c06a5-3e2d-4182-8f8f-8966d10b56d8 req-e74969d5-cfb4-490a-907a-5cfca5855344 service neutron] 10.222.0.55 "GET /v2.0/networks/d4de5f58-26b5-4e4f-8278-673645bfd374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231789 May 28 06:21:54.938590 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44500b06-2171-4b5a-b3c3-4d38d05a1b0f req-74afa60a-9044-4ffa-a463-0aa5ec2dfd29 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:54.945091 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-44500b06-2171-4b5a-b3c3-4d38d05a1b0f req-74afa60a-9044-4ffa-a463-0aa5ec2dfd29 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/ports?device_id=f06c429e-200a-4060-82ce-3c50d0c62b77 HTTP/1.1" status: 200 len: 945 time: 0.2791376 May 28 06:21:54.983156 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e69c06a5-3e2d-4182-8f8f-8966d10b56d8 req-d30bd939-d5ff-4bde-910c-837f5acc01ea service neutron] 10.222.0.55 "GET /v2.0/networks/d4de5f58-26b5-4e4f-8278-673645bfd374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216828 May 28 06:21:55.016137 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 47092) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:55.033121 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-44500b06-2171-4b5a-b3c3-4d38d05a1b0f req-681979ae-b15c-428c-bc05-f96d6a46a843 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/security-groups?id=51e8ab45-fc50-4bca-a4a6-55c0639ed93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767379 May 28 06:21:55.212831 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-d81884ee-18ca-4128-9fea-29ab7f5e4c59 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1490755366-network', 'tenant_id': '82228dddf6d7411e9b9bc86768e162fd'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:21:55.218162 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-d81884ee-18ca-4128-9fea-29ab7f5e4c59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:21:55.222130 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-d81884ee-18ca-4128-9fea-29ab7f5e4c59 admin admin] Usage tracker for resource:network and tenant:82228dddf6d7411e9b9bc86768e162fd is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:21:55.226014 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-d81884ee-18ca-4128-9fea-29ab7f5e4c59 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:21:55.233547 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-d81884ee-18ca-4128-9fea-29ab7f5e4c59 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:21:55.273276 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8234e999-324b-4a6b-8773-cc00dc6bd2e0 req-7b366f1c-25e9-4b3b-b4fe-878e252b3120 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:55.274941 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8234e999-324b-4a6b-8773-cc00dc6bd2e0 req-7b366f1c-25e9-4b3b-b4fe-878e252b3120 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=23c73e19-816a-46df-80fa-748f799ce37d HTTP/1.1" status: 200 len: 950 time: 0.0887048 May 28 06:21:55.355211 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d81884ee-18ca-4128-9fea-29ab7f5e4c59 admin admin] Made reservation on behalf of 82228dddf6d7411e9b9bc86768e162fd for: {'network': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:21:55.358136 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d81884ee-18ca-4128-9fea-29ab7f5e4c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:55.379528 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d81884ee-18ca-4128-9fea-29ab7f5e4c59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:55.403770 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-d81884ee-18ca-4128-9fea-29ab7f5e4c59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:21:55.408938 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8234e999-324b-4a6b-8773-cc00dc6bd2e0 req-bb7b7117-6d80-41d5-a0a3-02943318ce41 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275606 May 28 06:21:55.409135 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-d81884ee-18ca-4128-9fea-29ab7f5e4c59 admin admin] Usage tracker for resource:security_group_rule and tenant:82228dddf6d7411e9b9bc86768e162fd is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:21:55.414009 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-d81884ee-18ca-4128-9fea-29ab7f5e4c59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:21:55.421143 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-d81884ee-18ca-4128-9fea-29ab7f5e4c59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:21:55.496428 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-969d080f-fa81-4014-8460-0fe33695260b req-a139460a-6d4b-46eb-83d0-e9ac8c85503e tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b7eb681-8c3c-4468-9c7c-5fb1304d44a0 HTTP/1.1" status: 200 len: 210 time: 0.1075671 May 28 06:21:55.529722 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c805ad-9bb9-4cd0-8344-4cd100fab26f req-10ab0109-3c88-4dc2-974e-9c8a6051c80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:55.531765 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f6c805ad-9bb9-4cd0-8344-4cd100fab26f req-10ab0109-3c88-4dc2-974e-9c8a6051c80e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fa535ce8a329409da109cb227c3a70b1&device_id=23c73e19-816a-46df-80fa-748f799ce37d HTTP/1.1" status: 200 len: 1101 time: 0.2079341 May 28 06:21:55.553633 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d81884ee-18ca-4128-9fea-29ab7f5e4c59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:55.652764 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d81884ee-18ca-4128-9fea-29ab7f5e4c59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:55.695617 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d81884ee-18ca-4128-9fea-29ab7f5e4c59 admin admin] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=89109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:21:55.701665 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81884ee-18ca-4128-9fea-29ab7f5e4c59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0298457f-05be-4918-b783-47064e014a91,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:55.709477 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d81884ee-18ca-4128-9fea-29ab7f5e4c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:55.715022 n-d-843702-1 neutron-server[89109]: INFO neutron.db.segments_db [None req-d81884ee-18ca-4128-9fea-29ab7f5e4c59 admin admin] Added segment 8393efb8-9369-4910-a9df-a6c5d1ca9544 of type vlan for network 576ea26e-8035-455a-8c74-4158da6aa448 May 28 06:21:55.742903 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d81884ee-18ca-4128-9fea-29ab7f5e4c59 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:55.915698 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d81884ee-18ca-4128-9fea-29ab7f5e4c59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:55.925906 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d81884ee-18ca-4128-9fea-29ab7f5e4c59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:55.927231 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d81884ee-18ca-4128-9fea-29ab7f5e4c59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:55.963776 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c805ad-9bb9-4cd0-8344-4cd100fab26f req-49952015-822d-4f4d-ae63-fe35dbbbbdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:55.965653 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f6c805ad-9bb9-4cd0-8344-4cd100fab26f req-49952015-822d-4f4d-ae63-fe35dbbbbdc0 service neutron] 10.222.0.71 "GET /v2.0/networks?id=bb90c162-fdb0-406b-af2b-5eef830db7a9 HTTP/1.1" status: 200 len: 870 time: 0.4263592 May 28 06:21:55.983618 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98b51e5-db1b-415c-977d-919a30232754 req-00150595-6e11-4523-9037-adf7ae236ac0 tempest-ImagesOneServerTestJSON-389688844 tempest-ImagesOneServerTestJSON-389688844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:55.985048 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a98b51e5-db1b-415c-977d-919a30232754 req-00150595-6e11-4523-9037-adf7ae236ac0 tempest-ImagesOneServerTestJSON-389688844 tempest-ImagesOneServerTestJSON-389688844-project] 10.222.0.71 "GET /v2.0/ports?device_id=577a8e23-0200-4256-a915-c88306809d8d HTTP/1.1" status: 200 len: 949 time: 0.2163188 May 28 06:21:56.044063 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226aba85-2cf4-48a7-99a1-4b8f4990812a req-ef2e4aeb-e694-4823-8d03-19154945950a tempest-ImagesOneServerTestJSON-389688844 tempest-ImagesOneServerTestJSON-389688844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:56.051985 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-226aba85-2cf4-48a7-99a1-4b8f4990812a req-ef2e4aeb-e694-4823-8d03-19154945950a tempest-ImagesOneServerTestJSON-389688844 tempest-ImagesOneServerTestJSON-389688844-project] 10.222.0.55 "GET /v2.0/ports?device_id=577a8e23-0200-4256-a915-c88306809d8d HTTP/1.1" status: 200 len: 949 time: 0.2813160 May 28 06:21:56.188168 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f6c805ad-9bb9-4cd0-8344-4cd100fab26f req-f2d1009d-94a9-41fd-8f60-1b8f1f66dbf6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=348e0f92-f18f-4d76-8c5a-7722d2125db2 HTTP/1.1" status: 200 len: 217 time: 0.2014110 May 28 06:21:56.358510 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81884ee-18ca-4128-9fea-29ab7f5e4c59 admin admin] Pushing event updated for resources: {'Network': ['ID=576ea26e-8035-455a-8c74-4158da6aa448,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:56.367963 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-226aba85-2cf4-48a7-99a1-4b8f4990812a req-1f377700-11f0-476c-9604-4e9262283488 tempest-ImagesOneServerTestJSON-389688844 tempest-ImagesOneServerTestJSON-389688844-project] 10.222.0.55 "GET /v2.0/security-groups?id=9751c75c-7cab-44bc-96f2-db536b71c103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3148024 May 28 06:21:56.376896 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 576ea26e-8035-455a-8c74-4158da6aa448 details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:21:56.386595 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-a98b51e5-db1b-415c-977d-919a30232754 req-33dacc97-db75-41e1-88b3-545bff699847 tempest-ImagesOneServerTestJSON-389688844 tempest-ImagesOneServerTestJSON-389688844-project] Deleting port b0092ac8-7f2d-4bba-bffc-709c31aca1a8 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:21:56.386935 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-a98b51e5-db1b-415c-977d-919a30232754 req-33dacc97-db75-41e1-88b3-545bff699847 tempest-ImagesOneServerTestJSON-389688844 tempest-ImagesOneServerTestJSON-389688844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:56.449691 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c805ad-9bb9-4cd0-8344-4cd100fab26f req-ef51dbc3-96fa-4606-8b1a-87d65f68119b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:56.451374 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f6c805ad-9bb9-4cd0-8344-4cd100fab26f req-ef51dbc3-96fa-4606-8b1a-87d65f68119b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e72d0ca5-04cb-4b36-82b1-c75214c9eb05 HTTP/1.1" status: 200 len: 843 time: 0.2280166 May 28 06:21:56.493095 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-d81884ee-18ca-4128-9fea-29ab7f5e4c59 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.4755516 May 28 06:21:56.503511 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 47138) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:56.503511 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-60faecd1-a5a0-423e-b41d-2c531d13362b admin admin] Request body: {'subnet': {'network_id': '576ea26e-8035-455a-8c74-4158da6aa448', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1490755366-subnet', 'tenant_id': '82228dddf6d7411e9b9bc86768e162fd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:21:56.519130 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-60faecd1-a5a0-423e-b41d-2c531d13362b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:21:56.537760 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-60faecd1-a5a0-423e-b41d-2c531d13362b admin admin] Usage tracker for resource:subnet and tenant:82228dddf6d7411e9b9bc86768e162fd is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:21:56.544843 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-60faecd1-a5a0-423e-b41d-2c531d13362b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:21:56.552067 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-29174dbb-65b2-4cda-b0e0-effa5c535f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:56.560803 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-60faecd1-a5a0-423e-b41d-2c531d13362b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:21:56.662773 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3a4028-ca3f-4f51-a51e-981b2528f9f3 req-20453f87-ab30-4c14-969b-96e190e31eab tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:56.670155 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ed3a4028-ca3f-4f51-a51e-981b2528f9f3 req-20453f87-ab30-4c14-969b-96e190e31eab tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/ports?device_id=f06c429e-200a-4060-82ce-3c50d0c62b77 HTTP/1.1" status: 200 len: 945 time: 0.4023001 May 28 06:21:56.675404 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60faecd1-a5a0-423e-b41d-2c531d13362b admin admin] Made reservation on behalf of 82228dddf6d7411e9b9bc86768e162fd for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:21:56.682960 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-60faecd1-a5a0-423e-b41d-2c531d13362b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:56.960242 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ed3a4028-ca3f-4f51-a51e-981b2528f9f3 req-0efb1e47-3d72-42cd-8b94-00bdf6bf0f8b tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/security-groups?id=51e8ab45-fc50-4bca-a4a6-55c0639ed93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614956 May 28 06:21:57.080435 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c805ad-9bb9-4cd0-8344-4cd100fab26f req-19a4bd34-e50c-49be-a17c-54b36e538e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:57.081951 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f6c805ad-9bb9-4cd0-8344-4cd100fab26f req-19a4bd34-e50c-49be-a17c-54b36e538e5e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=bb90c162-fdb0-406b-af2b-5eef830db7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6201701 May 28 06:21:57.103048 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a176d389-9398-491b-aa6f-3e0f241a3e11 req-de4d8472-2a37-436b-846c-b107dfcd2664 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b7eb681-8c3c-4468-9c7c-5fb1304d44a0 HTTP/1.1" status: 200 len: 210 time: 0.0759997 May 28 06:21:57.193101 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-a98b51e5-db1b-415c-977d-919a30232754 req-33dacc97-db75-41e1-88b3-545bff699847 tempest-ImagesOneServerTestJSON-389688844 tempest-ImagesOneServerTestJSON-389688844-project] For port b0092ac8-7f2d-4bba-bffc-709c31aca1a8, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=b0092ac8-7f2d-4bba-bffc-709c31aca1a8,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:21:57.193477 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-a98b51e5-db1b-415c-977d-919a30232754 req-33dacc97-db75-41e1-88b3-545bff699847 tempest-ImagesOneServerTestJSON-389688844 tempest-ImagesOneServerTestJSON-389688844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:57.201713 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-60faecd1-a5a0-423e-b41d-2c531d13362b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:57.281564 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e4e408-e1d7-4650-b5c5-17e10bf4656d req-6f47aac7-a817-466b-9233-ce2a50762a09 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:57.297980 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b9e4e408-e1d7-4650-b5c5-17e10bf4656d req-6f47aac7-a817-466b-9233-ce2a50762a09 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=23c73e19-816a-46df-80fa-748f799ce37d HTTP/1.1" status: 200 len: 950 time: 0.5821993 May 28 06:21:57.298085 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60faecd1-a5a0-423e-b41d-2c531d13362b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e65d318c-0f7f-4c29-abed-45d47307befd,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:57.310131 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60faecd1-a5a0-423e-b41d-2c531d13362b admin admin] Checking segment: {'id': '8393efb8-9369-4910-a9df-a6c5d1ca9544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '576ea26e-8035-455a-8c74-4158da6aa448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:21:57.310497 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60faecd1-a5a0-423e-b41d-2c531d13362b admin admin] Network hostable DHCP agents. Network: 576ea26e-8035-455a-8c74-4158da6aa448, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:21:57.343063 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:57.376384 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-a98b51e5-db1b-415c-977d-919a30232754 req-33dacc97-db75-41e1-88b3-545bff699847 tempest-ImagesOneServerTestJSON-389688844 tempest-ImagesOneServerTestJSON-389688844-project] Calling delete_port for b0092ac8-7f2d-4bba-bffc-709c31aca1a8 owned by compute:nova {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:21:57.452387 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60faecd1-a5a0-423e-b41d-2c531d13362b admin admin] Network 576ea26e-8035-455a-8c74-4158da6aa448 is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:21:57.503228 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b9e4e408-e1d7-4650-b5c5-17e10bf4656d req-46b0f257-f16a-494b-b1ed-fc9867d4f241 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420414 May 28 06:21:57.566564 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-60faecd1-a5a0-423e-b41d-2c531d13362b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, 576ea26e-8035-455a-8c74-4158da6aa448) {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:21:57.571641 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60faecd1-a5a0-423e-b41d-2c531d13362b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:57.574935 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-60faecd1-a5a0-423e-b41d-2c531d13362b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:57.580355 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0c6b02-3adf-4b3a-bf54-d18c342998a5 None None] Network 576ea26e-8035-455a-8c74-4158da6aa448 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:21:57.608772 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f6c805ad-9bb9-4cd0-8344-4cd100fab26f req-1bb54fa6-0482-431f-8d95-cde800e05722 service neutron] 10.222.0.71 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5092700 May 28 06:21:57.699636 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-60faecd1-a5a0-423e-b41d-2c531d13362b admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.2027338 May 28 06:21:57.702445 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 47166) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:57.708080 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-261908b8-3f48-4007-a52f-7eb645b29676 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1490755366-router', 'tenant_id': '82228dddf6d7411e9b9bc86768e162fd', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:21:57.721046 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-261908b8-3f48-4007-a52f-7eb645b29676 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:21:57.730497 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-261908b8-3f48-4007-a52f-7eb645b29676 admin admin] Usage tracker for resource:router and tenant:82228dddf6d7411e9b9bc86768e162fd is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:21:57.737087 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-261908b8-3f48-4007-a52f-7eb645b29676 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:21:57.753559 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-261908b8-3f48-4007-a52f-7eb645b29676 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:21:57.902817 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf18c0f1-5d1f-44df-8d06-de44a3321d5f req-f29606b1-3ea7-4a1a-a634-9990a9e4070d tempest-LiveMigrationTest-969842093 tempest-LiveMigrationTest-969842093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:57.905105 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-cf18c0f1-5d1f-44df-8d06-de44a3321d5f req-f29606b1-3ea7-4a1a-a634-9990a9e4070d tempest-LiveMigrationTest-969842093 tempest-LiveMigrationTest-969842093-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=f06c429e-200a-4060-82ce-3c50d0c62b77&tenant_id=7b2fe75d343f4ee29013f21d2442bc34&binding%3Ahost_id=n-h1-843702-1 HTTP/1.1" status: 200 len: 1096 time: 0.1018164 May 28 06:21:57.919328 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-cf18c0f1-5d1f-44df-8d06-de44a3321d5f req-42f125a7-ce62-48ef-844b-f63de1e9d9c7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-843702-1'}}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:21:57.986283 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-261908b8-3f48-4007-a52f-7eb645b29676 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59128'] for router, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:57.990676 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-261908b8-3f48-4007-a52f-7eb645b29676 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59009'] for router, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:58.028067 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-261908b8-3f48-4007-a52f-7eb645b29676 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:58.041816 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f96d33-ed7a-4dd1-8b4b-e670dfc12fde req-b77774d5-2ca6-4abf-bdcb-13adbffdd48a tempest-ImagesOneServerTestJSON-389688844 tempest-ImagesOneServerTestJSON-389688844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:58.050006 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e3f96d33-ed7a-4dd1-8b4b-e670dfc12fde req-b77774d5-2ca6-4abf-bdcb-13adbffdd48a tempest-ImagesOneServerTestJSON-389688844 tempest-ImagesOneServerTestJSON-389688844-project] 10.222.0.55 "GET /v2.0/ports?device_id=577a8e23-0200-4256-a915-c88306809d8d HTTP/1.1" status: 200 len: 949 time: 0.5262849 May 28 06:21:58.088757 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f6c805ad-9bb9-4cd0-8344-4cd100fab26f req-d937e71d-759a-43e7-88f5-75065265b94d service neutron] 10.222.0.71 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4553595 May 28 06:21:58.116125 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e3f96d33-ed7a-4dd1-8b4b-e670dfc12fde req-71a1bf31-7753-49d8-9bf8-eb4a776071fb tempest-ImagesOneServerTestJSON-389688844 tempest-ImagesOneServerTestJSON-389688844-project] 10.222.0.55 "GET /v2.0/security-groups?id=9751c75c-7cab-44bc-96f2-db536b71c103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566654 May 28 06:21:58.156070 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-906547b3-6623-49b2-b935-059a371643d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-576ea26e-8035-455a-8c74-4158da6aa448', 'network_id': '576ea26e-8035-455a-8c74-4158da6aa448', 'tenant_id': '82228dddf6d7411e9b9bc86768e162fd', 'fixed_ips': [{'subnet_id': 'e65d318c-0f7f-4c29-abed-45d47307befd'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:21:58.158120 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-906547b3-6623-49b2-b935-059a371643d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:58.185084 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-a98b51e5-db1b-415c-977d-919a30232754 req-33dacc97-db75-41e1-88b3-545bff699847 tempest-ImagesOneServerTestJSON-389688844 tempest-ImagesOneServerTestJSON-389688844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:58.196281 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-cf18c0f1-5d1f-44df-8d06-de44a3321d5f req-42f125a7-ce62-48ef-844b-f63de1e9d9c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:58.294541 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dacc97-db75-41e1-88b3-545bff699847 tempest-ImagesOneServerTestJSON-389688844 tempest-ImagesOneServerTestJSON-389688844-project] Pushing event deleted for resources: {'Port': ['ID=b0092ac8-7f2d-4bba-bffc-709c31aca1a8,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:58.414592 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-a98b51e5-db1b-415c-977d-919a30232754 req-33dacc97-db75-41e1-88b3-545bff699847 tempest-ImagesOneServerTestJSON-389688844 tempest-ImagesOneServerTestJSON-389688844-project] No DVR routers for this DVR port b0092ac8-7f2d-4bba-bffc-709c31aca1a8 on host n-h2-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:21:58.417399 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-a98b51e5-db1b-415c-977d-919a30232754 req-33dacc97-db75-41e1-88b3-545bff699847 tempest-ImagesOneServerTestJSON-389688844 tempest-ImagesOneServerTestJSON-389688844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:58.424155 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '577a8e23-0200-4256-a915-c88306809d8d', 'name': 'network-vif-deleted', 'tag': 'b0092ac8-7f2d-4bba-bffc-709c31aca1a8'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:21:58.434032 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a98b51e5-db1b-415c-977d-919a30232754 req-33dacc97-db75-41e1-88b3-545bff699847 tempest-ImagesOneServerTestJSON-389688844 tempest-ImagesOneServerTestJSON-389688844-project] 10.222.0.71 "DELETE /v2.0/ports/b0092ac8-7f2d-4bba-bffc-709c31aca1a8 HTTP/1.1" status: 204 len: 173 time: 2.3782656 May 28 06:21:58.453012 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-906547b3-6623-49b2-b935-059a371643d4 None None] Allocated IP 172.20.0.2 (576ea26e-8035-455a-8c74-4158da6aa448/e65d318c-0f7f-4c29-abed-45d47307befd/40fffd53-46ce-4348-8a73-726ed35b6a0d) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:21:58.626836 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fbf89dee-717f-46d5-93ed-55d9cee04007 req-ec8e317a-d3dc-4f92-bf16-32e34bee8d74 tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=602d22c872ea4d7abf372c40f89af62e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0592179 May 28 06:21:58.771802 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-906547b3-6623-49b2-b935-059a371643d4 None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:58.784522 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-906547b3-6623-49b2-b935-059a371643d4 None None] Transition to ACTIVE for port object 40fffd53-46ce-4348-8a73-726ed35b6a0d will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:21:58.825628 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf89dee-717f-46d5-93ed-55d9cee04007 req-18c36ec1-7c58-413e-82f1-d835a2a9242b tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:58.831034 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-906547b3-6623-49b2-b935-059a371643d4 None None] Transition to ACTIVE for port object 40fffd53-46ce-4348-8a73-726ed35b6a0d will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:21:58.833724 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fbf89dee-717f-46d5-93ed-55d9cee04007 req-18c36ec1-7c58-413e-82f1-d835a2a9242b tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1956670 May 28 06:21:58.853765 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fbf89dee-717f-46d5-93ed-55d9cee04007 req-1f033d3b-fbdd-4e30-9905-c4a0d560399f tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] 10.222.0.55 "GET /v2.0/quotas/602d22c872ea4d7abf372c40f89af62e HTTP/1.1" status: 200 len: 375 time: 0.0173049 May 28 06:21:58.949964 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b4c8c915-18a8-4337-9834-359574136183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:58.965323 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fbf89dee-717f-46d5-93ed-55d9cee04007 req-232a3488-1f3d-4903-be7d-cb98db5e1ac2 tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=602d22c872ea4d7abf372c40f89af62e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0986738 May 28 06:21:58.965876 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-906547b3-6623-49b2-b935-059a371643d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:58.986787 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-cf18c0f1-5d1f-44df-8d06-de44a3321d5f req-42f125a7-ce62-48ef-844b-f63de1e9d9c7 service neutron] For port c0cadd07-8199-4b53-899d-d5325c812cfc, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=c0cadd07-8199-4b53-899d-d5325c812cfc,segment=NetworkSegment(2466b369-b4d4-4fbf-9dbd-05fe75562f7f),segment_id=2466b369-b4d4-4fbf-9dbd-05fe75562f7f)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:21:59.054716 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-261908b8-3f48-4007-a52f-7eb645b29676 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59027'] for router, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:59.114112 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906547b3-6623-49b2-b935-059a371643d4 None None] Network 576ea26e-8035-455a-8c74-4158da6aa448 is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:21:59.117207 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-906547b3-6623-49b2-b935-059a371643d4 None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:21:59.121007 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906547b3-6623-49b2-b935-059a371643d4 None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:21:59.127064 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906547b3-6623-49b2-b935-059a371643d4 None None] Pushing event updated for resources: {'Port': ['ID=40fffd53-46ce-4348-8a73-726ed35b6a0d,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:59.193369 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-cf18c0f1-5d1f-44df-8d06-de44a3321d5f req-42f125a7-ce62-48ef-844b-f63de1e9d9c7 service neutron] For port c0cadd07-8199-4b53-899d-d5325c812cfc, host n-h1-843702-1, cleared binding levels {{(pid=89109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:21:59.239835 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355136c2-84ed-42a8-b43f-e41fa850927b req-fa17172a-9038-4e08-9fb5-40280962a6d2 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:59.239835 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-355136c2-84ed-42a8-b43f-e41fa850927b req-fa17172a-9038-4e08-9fb5-40280962a6d2 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/ports?device_id=f06c429e-200a-4060-82ce-3c50d0c62b77 HTTP/1.1" status: 200 len: 945 time: 0.1253049 May 28 06:21:59.359495 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-906547b3-6623-49b2-b935-059a371643d4 None None] Attempting to bind port 40fffd53-46ce-4348-8a73-726ed35b6a0d on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:21:59.360155 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-906547b3-6623-49b2-b935-059a371643d4 None None] Attempting to bind port 40fffd53-46ce-4348-8a73-726ed35b6a0d by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': '8393efb8-9369-4910-a9df-a6c5d1ca9544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '576ea26e-8035-455a-8c74-4158da6aa448'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:21:59.360693 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906547b3-6623-49b2-b935-059a371643d4 None None] Attempting to bind port 40fffd53-46ce-4348-8a73-726ed35b6a0d on network 576ea26e-8035-455a-8c74-4158da6aa448 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:21:59.393263 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906547b3-6623-49b2-b935-059a371643d4 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:21:59.393987 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906547b3-6623-49b2-b935-059a371643d4 None None] Checking segment: {'id': '8393efb8-9369-4910-a9df-a6c5d1ca9544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '576ea26e-8035-455a-8c74-4158da6aa448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:21:59.394602 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-906547b3-6623-49b2-b935-059a371643d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:59.395773 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906547b3-6623-49b2-b935-059a371643d4 None None] Bound using segment: {'id': '8393efb8-9369-4910-a9df-a6c5d1ca9544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '576ea26e-8035-455a-8c74-4158da6aa448'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:21:59.400061 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-906547b3-6623-49b2-b935-059a371643d4 None None] Bound port: 40fffd53-46ce-4348-8a73-726ed35b6a0d, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8393efb8-9369-4910-a9df-a6c5d1ca9544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '576ea26e-8035-455a-8c74-4158da6aa448'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:21:59.400689 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-906547b3-6623-49b2-b935-059a371643d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:59.401207 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-355136c2-84ed-42a8-b43f-e41fa850927b req-4e0eff57-2641-4966-b592-07d242d99dd1 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/security-groups?id=51e8ab45-fc50-4bca-a4a6-55c0639ed93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467097 May 28 06:21:59.420678 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f06c429e-200a-4060-82ce-3c50d0c62b77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0cadd07-8199-4b53-899d-d5325c812cfc'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:21:59.446000 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-cf18c0f1-5d1f-44df-8d06-de44a3321d5f req-42f125a7-ce62-48ef-844b-f63de1e9d9c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:59.577133 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7acb366c-ac65-4b7c-bb67-ae5896f263b2'] response: {'server_uuid': '577a8e23-0200-4256-a915-c88306809d8d', 'name': 'network-vif-deleted', 'tag': 'b0092ac8-7f2d-4bba-bffc-709c31aca1a8', 'status': 'completed', 'code': 200} May 28 06:21:59.600772 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-79caeed8-fffb-47f5-9420-7c857af0a2fc req-eba6c012-ec18-4811-9d63-031e669a9d60 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b7eb681-8c3c-4468-9c7c-5fb1304d44a0 HTTP/1.1" status: 200 len: 210 time: 0.0606954 May 28 06:21:59.632176 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-906547b3-6623-49b2-b935-059a371643d4 None None] For port 40fffd53-46ce-4348-8a73-726ed35b6a0d, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:21:59.637450 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-906547b3-6623-49b2-b935-059a371643d4 None None] For port 40fffd53-46ce-4348-8a73-726ed35b6a0d, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=40fffd53-46ce-4348-8a73-726ed35b6a0d,segment=NetworkSegment(8393efb8-9369-4910-a9df-a6c5d1ca9544),segment_id=8393efb8-9369-4910-a9df-a6c5d1ca9544)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:21:59.710263 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-906547b3-6623-49b2-b935-059a371643d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:59.756040 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69c06a5-3e2d-4182-8f8f-8966d10b56d8 req-dc4b3249-1109-48e6-949b-5c19f98996c0 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:59.761011 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-e69c06a5-3e2d-4182-8f8f-8966d10b56d8 req-dc4b3249-1109-48e6-949b-5c19f98996c0 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Synchronizing usage tracker for tenant:8d511f8938f3446b9ed8484c7e88d332 on resource:network {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:21:59.779431 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-cf18c0f1-5d1f-44df-8d06-de44a3321d5f req-42f125a7-ce62-48ef-844b-f63de1e9d9c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:59.801621 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:59.828552 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906547b3-6623-49b2-b935-059a371643d4 None None] Pushing event updated for resources: {'Port': ['ID=40fffd53-46ce-4348-8a73-726ed35b6a0d,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:59.994179 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-e558aca4-b863-4162-a4d8-21d9ac96f1c7 req-3577ad1c-f5f1-4908-870f-e3885852c2d9 tempest-ImagesOneServerTestJSON-389688844 tempest-ImagesOneServerTestJSON-389688844-project] Synchronizing usage tracker for tenant:9fe1b4627e2a4927809de8268bfa42fe on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:22:00.041051 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:00.061814 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b4854a-cd98-44ca-95d6-d31164794b8d req-cce80fa2-7cf1-410f-aa24-61ba1da71753 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:00.063443 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-01b4854a-cd98-44ca-95d6-d31164794b8d req-cce80fa2-7cf1-410f-aa24-61ba1da71753 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=23c73e19-816a-46df-80fa-748f799ce37d HTTP/1.1" status: 200 len: 950 time: 0.2874403 May 28 06:22:00.200148 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-e558aca4-b863-4162-a4d8-21d9ac96f1c7 req-3577ad1c-f5f1-4908-870f-e3885852c2d9 tempest-ImagesOneServerTestJSON-389688844 tempest-ImagesOneServerTestJSON-389688844-project] Unset dirty status for tenant:9fe1b4627e2a4927809de8268bfa42fe on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:22:00.210203 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e558aca4-b863-4162-a4d8-21d9ac96f1c7 req-3577ad1c-f5f1-4908-870f-e3885852c2d9 tempest-ImagesOneServerTestJSON-389688844 tempest-ImagesOneServerTestJSON-389688844-project] 10.222.0.55 "GET /v2.0/ports?device_id=577a8e23-0200-4256-a915-c88306809d8d HTTP/1.1" status: 200 len: 210 time: 0.3374462 May 28 06:22:00.242593 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-01b4854a-cd98-44ca-95d6-d31164794b8d req-49a8cbd1-751f-44b3-9baa-3f8fec6c651b tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717632 May 28 06:22:00.281801 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:22:00.314392 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device c0cadd07-8199-4b53-899d-d5325c812cfc details requested by agent hyperv_n-h2-843702-1 with host n-h2-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:22:00.437171 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device b0092ac8-7f2d-4bba-bffc-709c31aca1a8 no longer exists at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:22:00.469403 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b7dbe582-647e-4e6f-ae91-b5c8ca0a1b25 req-d0ec0a77-cb01-46d1-ac46-355ef7ecf4a7 tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] 10.222.0.55 "GET /v2.0/ports?device_id=a12562a2-7cbc-4e1f-85f1-93eb04c3c174 HTTP/1.1" status: 200 len: 210 time: 0.1687500 May 28 06:22:00.478841 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-192e1374-4ccf-428f-a77c-6578dbbdccec'] response: {'server_uuid': 'f06c429e-200a-4060-82ce-3c50d0c62b77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0cadd07-8199-4b53-899d-d5325c812cfc', 'code': 200} May 28 06:22:00.550469 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-e69c06a5-3e2d-4182-8f8f-8966d10b56d8 req-dc4b3249-1109-48e6-949b-5c19f98996c0 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Unset dirty status for tenant:8d511f8938f3446b9ed8484c7e88d332 on resource:network {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:22:00.552449 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-e69c06a5-3e2d-4182-8f8f-8966d10b56d8 req-dc4b3249-1109-48e6-949b-5c19f98996c0 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] 10.222.0.69 "GET /v2.0/networks?id=d4de5f58-26b5-4e4f-8278-673645bfd374 HTTP/1.1" status: 200 len: 815 time: 1.2851768 May 28 06:22:00.586960 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] No Port match for: b0092ac8-7f2d-4bba-bffc-709c31aca1a8 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:22:00.587605 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device b0092ac8-7f2d-4bba-bffc-709c31aca1a8 not bound to the agent host n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:22:00.588594 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f125a7-ce62-48ef-844b-f63de1e9d9c7 service neutron] Pushing event updated for resources: {'Port': ['ID=c0cadd07-8199-4b53-899d-d5325c812cfc,revision_number=7']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:00.591659 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 40fffd53-46ce-4348-8a73-726ed35b6a0d up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:22:00.704921 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-cf18c0f1-5d1f-44df-8d06-de44a3321d5f req-42f125a7-ce62-48ef-844b-f63de1e9d9c7 service neutron] Attempting to bind port c0cadd07-8199-4b53-899d-d5325c812cfc on host n-h1-843702-1 for vnic_type normal with profile {"migrating_to": "n-h2-843702-1"} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:22:00.705258 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-cf18c0f1-5d1f-44df-8d06-de44a3321d5f req-42f125a7-ce62-48ef-844b-f63de1e9d9c7 service neutron] Attempting to bind port c0cadd07-8199-4b53-899d-d5325c812cfc by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': '2466b369-b4d4-4fbf-9dbd-05fe75562f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'ae685707-2f9d-409f-9237-8deef87c8163'}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:22:00.705707 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf18c0f1-5d1f-44df-8d06-de44a3321d5f req-42f125a7-ce62-48ef-844b-f63de1e9d9c7 service neutron] Attempting to bind port c0cadd07-8199-4b53-899d-d5325c812cfc on network ae685707-2f9d-409f-9237-8deef87c8163 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:22:00.715398 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf18c0f1-5d1f-44df-8d06-de44a3321d5f req-42f125a7-ce62-48ef-844b-f63de1e9d9c7 service neutron] Port c0cadd07-8199-4b53-899d-d5325c812cfc on network ae685707-2f9d-409f-9237-8deef87c8163 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:22:00.715726 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf18c0f1-5d1f-44df-8d06-de44a3321d5f req-42f125a7-ce62-48ef-844b-f63de1e9d9c7 service neutron] Attempting to bind port c0cadd07-8199-4b53-899d-d5325c812cfc on network ae685707-2f9d-409f-9237-8deef87c8163 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:22:00.722877 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-e69c06a5-3e2d-4182-8f8f-8966d10b56d8 req-a8882cb7-63ed-4f7d-b153-85f8534620be tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Synchronizing usage tracker for tenant:8d511f8938f3446b9ed8484c7e88d332 on resource:security_group {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:22:00.737921 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf18c0f1-5d1f-44df-8d06-de44a3321d5f req-42f125a7-ce62-48ef-844b-f63de1e9d9c7 service neutron] Checking agent: {'id': '69f492a0-c00d-46d0-9bec-fcd8161ce206', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:22:00.738267 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf18c0f1-5d1f-44df-8d06-de44a3321d5f req-42f125a7-ce62-48ef-844b-f63de1e9d9c7 service neutron] Checking segment: {'id': '2466b369-b4d4-4fbf-9dbd-05fe75562f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'ae685707-2f9d-409f-9237-8deef87c8163'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:22:00.739208 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf18c0f1-5d1f-44df-8d06-de44a3321d5f req-42f125a7-ce62-48ef-844b-f63de1e9d9c7 service neutron] Bound using segment: {'id': '2466b369-b4d4-4fbf-9dbd-05fe75562f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'ae685707-2f9d-409f-9237-8deef87c8163'} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:22:00.739838 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-cf18c0f1-5d1f-44df-8d06-de44a3321d5f req-42f125a7-ce62-48ef-844b-f63de1e9d9c7 service neutron] Bound port: c0cadd07-8199-4b53-899d-d5325c812cfc, host: n-h1-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2466b369-b4d4-4fbf-9dbd-05fe75562f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'ae685707-2f9d-409f-9237-8deef87c8163'}}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:22:00.740255 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-cf18c0f1-5d1f-44df-8d06-de44a3321d5f req-42f125a7-ce62-48ef-844b-f63de1e9d9c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:00.781589 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-e69c06a5-3e2d-4182-8f8f-8966d10b56d8 req-a8882cb7-63ed-4f7d-b153-85f8534620be tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Unset dirty status for tenant:8d511f8938f3446b9ed8484c7e88d332 on resource:security_group {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:22:00.782784 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-e69c06a5-3e2d-4182-8f8f-8966d10b56d8 req-a8882cb7-63ed-4f7d-b153-85f8534620be tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d511f8938f3446b9ed8484c7e88d332 HTTP/1.1" status: 200 len: 378 time: 0.2104468 May 28 06:22:00.887249 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-e69c06a5-3e2d-4182-8f8f-8966d10b56d8 req-164ce2bb-25c4-4cb5-996b-2e21a2558e28 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Request body: {'port': {'device_id': '0b7eb681-8c3c-4468-9c7c-5fb1304d44a0', 'network_id': 'd4de5f58-26b5-4e4f-8278-673645bfd374', 'admin_state_up': True, 'tenant_id': '8d511f8938f3446b9ed8484c7e88d332', 'security_groups': ['e432db24-e8e7-48aa-9528-693cfa32554a']}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:22:00.903820 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 40fffd53-46ce-4348-8a73-726ed35b6a0d completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:22:00.931528 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port c0cadd07-8199-4b53-899d-d5325c812cfc, host n-h1-843702-1, got binding levels [] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:22:00.965586 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Attempting to bind port c0cadd07-8199-4b53-899d-d5325c812cfc on host n-h1-843702-1 for vnic_type normal with profile {"migrating_to": "n-h2-843702-1"} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:22:00.966008 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Attempting to bind port c0cadd07-8199-4b53-899d-d5325c812cfc by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': '2466b369-b4d4-4fbf-9dbd-05fe75562f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'ae685707-2f9d-409f-9237-8deef87c8163'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:22:00.969088 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Attempting to bind port c0cadd07-8199-4b53-899d-d5325c812cfc on network ae685707-2f9d-409f-9237-8deef87c8163 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:22:00.971864 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Port c0cadd07-8199-4b53-899d-d5325c812cfc on network ae685707-2f9d-409f-9237-8deef87c8163 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:22:00.972429 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Attempting to bind port c0cadd07-8199-4b53-899d-d5325c812cfc on network ae685707-2f9d-409f-9237-8deef87c8163 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:22:00.979949 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Checking agent: {'id': '69f492a0-c00d-46d0-9bec-fcd8161ce206', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:22:00.980622 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Checking segment: {'id': '2466b369-b4d4-4fbf-9dbd-05fe75562f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'ae685707-2f9d-409f-9237-8deef87c8163'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:22:00.983767 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Bound using segment: {'id': '2466b369-b4d4-4fbf-9dbd-05fe75562f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'ae685707-2f9d-409f-9237-8deef87c8163'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:22:00.984519 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Bound port: c0cadd07-8199-4b53-899d-d5325c812cfc, host: n-h1-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2466b369-b4d4-4fbf-9dbd-05fe75562f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'ae685707-2f9d-409f-9237-8deef87c8163'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:22:00.985461 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:01.049549 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7724207b-af79-4538-85a1-163fcc4a3544 req-f92b30db-b6b8-4b3d-a7f0-385464ba7782 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b7eb681-8c3c-4468-9c7c-5fb1304d44a0 HTTP/1.1" status: 200 len: 210 time: 0.1534655 May 28 06:22:01.156480 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f860839-0352-49dc-974c-1307a1a3cbf1 req-0331cadb-f1db-48af-b96c-ae8e00a2a965 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:01.158199 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port c0cadd07-8199-4b53-899d-d5325c812cfc, host n-h1-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:22:01.165986 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port c0cadd07-8199-4b53-899d-d5325c812cfc, host n-h1-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=c0cadd07-8199-4b53-899d-d5325c812cfc,segment=NetworkSegment(2466b369-b4d4-4fbf-9dbd-05fe75562f7f),segment_id=2466b369-b4d4-4fbf-9dbd-05fe75562f7f)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:22:01.168512 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0f860839-0352-49dc-974c-1307a1a3cbf1 req-0331cadb-f1db-48af-b96c-ae8e00a2a965 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/ports?device_id=f06c429e-200a-4060-82ce-3c50d0c62b77 HTTP/1.1" status: 200 len: 943 time: 0.3889754 May 28 06:22:01.261579 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0f860839-0352-49dc-974c-1307a1a3cbf1 req-cce46b1d-aca8-4bbc-9aa0-122c6e9b214f tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/security-groups?id=51e8ab45-fc50-4bca-a4a6-55c0639ed93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915759 May 28 06:22:01.327033 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:01.420372 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-cf18c0f1-5d1f-44df-8d06-de44a3321d5f req-42f125a7-ce62-48ef-844b-f63de1e9d9c7 service neutron] For port c0cadd07-8199-4b53-899d-d5325c812cfc, host n-h1-843702-1, cleared binding levels {{(pid=89109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:22:01.742338 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdee484-9bf6-48be-b050-bde4573ad58c req-8e1a0ba8-a534-4f6e-87b7-40eecae9bdf1 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:01.766995 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0fdee484-9bf6-48be-b050-bde4573ad58c req-8e1a0ba8-a534-4f6e-87b7-40eecae9bdf1 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=23c73e19-816a-46df-80fa-748f799ce37d HTTP/1.1" status: 200 len: 950 time: 0.2702236 May 28 06:22:01.799734 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=c0cadd07-8199-4b53-899d-d5325c812cfc,revision_number=8']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:01.846161 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [req-e69c06a5-3e2d-4182-8f8f-8966d10b56d8 req-164ce2bb-25c4-4cb5-996b-2e21a2558e28 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:22:01.857940 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-e69c06a5-3e2d-4182-8f8f-8966d10b56d8 req-164ce2bb-25c4-4cb5-996b-2e21a2558e28 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Usage tracker for resource:port and tenant:8d511f8938f3446b9ed8484c7e88d332 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:22:01.868769 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-e69c06a5-3e2d-4182-8f8f-8966d10b56d8 req-164ce2bb-25c4-4cb5-996b-2e21a2558e28 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:22:01.898560 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [req-e69c06a5-3e2d-4182-8f8f-8966d10b56d8 req-164ce2bb-25c4-4cb5-996b-2e21a2558e28 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:22:01.974552 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9ada6b3e-9a8e-42bf-8ce5-4e85dba75360 req-91e8eb0f-07d3-4a9c-a00d-65cc36d3a22f tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] 10.222.0.55 "GET /v2.0/ports?device_id=a12562a2-7cbc-4e1f-85f1-93eb04c3c174 HTTP/1.1" status: 200 len: 210 time: 0.2043564 May 28 06:22:02.084063 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:02.084580 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0fdee484-9bf6-48be-b050-bde4573ad58c req-86ccfce6-4316-4dd1-9884-f0d4f0ce0a76 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3126106 May 28 06:22:02.093504 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-261908b8-3f48-4007-a52f-7eb645b29676 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:02.118490 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device c0cadd07-8199-4b53-899d-d5325c812cfc has no active binding in host n-h2-843702-1 {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 28 06:22:02.178787 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:02.211941 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e69c06a5-3e2d-4182-8f8f-8966d10b56d8 req-164ce2bb-25c4-4cb5-996b-2e21a2558e28 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Made reservation on behalf of 8d511f8938f3446b9ed8484c7e88d332 for: {'port': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:22:02.224836 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-e69c06a5-3e2d-4182-8f8f-8966d10b56d8 req-164ce2bb-25c4-4cb5-996b-2e21a2558e28 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:02.283975 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.db.api [req-cf18c0f1-5d1f-44df-8d06-de44a3321d5f req-42f125a7-ce62-48ef-844b-f63de1e9d9c7 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) c0cadd07-8199-4b53-899d-d5325c812cfc-n-h1-843702-1-0 {{(pid=89109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:22:02.284320 n-d-843702-1 neutron-server[89109]: DEBUG oslo_db.api [req-cf18c0f1-5d1f-44df-8d06-de44a3321d5f req-42f125a7-ce62-48ef-844b-f63de1e9d9c7 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:22:02.300979 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c00f81c-31cf-4d7f-95d6-494392cbeab1 None None] Network 576ea26e-8035-455a-8c74-4158da6aa448 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:22:02.457638 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-261908b8-3f48-4007-a52f-7eb645b29676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:02.549795 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-63ae2b56-1d26-4ba3-a5e9-dda3d46c8e68 req-af046b65-098d-43bd-b253-f39eb5b0407f tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b7eb681-8c3c-4468-9c7c-5fb1304d44a0 HTTP/1.1" status: 200 len: 210 time: 0.1924925 May 28 06:22:02.787077 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 47258) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:02.866805 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed2e072-4b93-4753-bd3a-89ed2f8b04c1 req-37b394ec-8bc7-4238-8902-389aa9bb8a72 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:02.875705 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-aed2e072-4b93-4753-bd3a-89ed2f8b04c1 req-37b394ec-8bc7-4238-8902-389aa9bb8a72 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/ports?device_id=f06c429e-200a-4060-82ce-3c50d0c62b77 HTTP/1.1" status: 200 len: 943 time: 0.3229895 May 28 06:22:02.940616 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-aed2e072-4b93-4753-bd3a-89ed2f8b04c1 req-bec5677f-9513-40a0-818a-4e0f36728e44 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/security-groups?id=51e8ab45-fc50-4bca-a4a6-55c0639ed93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626605 May 28 06:22:02.961284 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-cf18c0f1-5d1f-44df-8d06-de44a3321d5f req-42f125a7-ce62-48ef-844b-f63de1e9d9c7 service neutron] Attempting to bind port c0cadd07-8199-4b53-899d-d5325c812cfc on host n-h1-843702-1 for vnic_type normal with profile {"migrating_to": "n-h2-843702-1"} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:22:02.969549 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-cf18c0f1-5d1f-44df-8d06-de44a3321d5f req-42f125a7-ce62-48ef-844b-f63de1e9d9c7 service neutron] Attempting to bind port c0cadd07-8199-4b53-899d-d5325c812cfc by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': '2466b369-b4d4-4fbf-9dbd-05fe75562f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'ae685707-2f9d-409f-9237-8deef87c8163'}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:22:02.976045 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf18c0f1-5d1f-44df-8d06-de44a3321d5f req-42f125a7-ce62-48ef-844b-f63de1e9d9c7 service neutron] Attempting to bind port c0cadd07-8199-4b53-899d-d5325c812cfc on network ae685707-2f9d-409f-9237-8deef87c8163 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:22:02.986126 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-91214a15-6f00-4e21-be7b-e73edec592f4 None None] Provisioning for port 40fffd53-46ce-4348-8a73-726ed35b6a0d completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:22:03.008777 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-91214a15-6f00-4e21-be7b-e73edec592f4 None None] Provisioning complete for port 40fffd53-46ce-4348-8a73-726ed35b6a0d triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:22:03.009149 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-91214a15-6f00-4e21-be7b-e73edec592f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:03.071818 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [req-e69c06a5-3e2d-4182-8f8f-8966d10b56d8 req-164ce2bb-25c4-4cb5-996b-2e21a2558e28 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Allocated IP 172.20.0.10 (d4de5f58-26b5-4e4f-8278-673645bfd374/32fe9d9e-2ab0-4e3b-8ba9-de9ae262b6d9/cce32f02-bd36-4345-9f5e-4ca3e0cbed90) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:22:03.326271 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-91214a15-6f00-4e21-be7b-e73edec592f4 None None] Current status of the port 40fffd53-46ce-4348-8a73-726ed35b6a0d is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:22:03.326943 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-91214a15-6f00-4e21-be7b-e73edec592f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:03.417763 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-60950023-d14f-4276-96ff-f263ca15ef44 req-1045256b-c769-4a40-835b-787995d84c0e tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] 10.222.0.55 "GET /v2.0/ports?device_id=a12562a2-7cbc-4e1f-85f1-93eb04c3c174 HTTP/1.1" status: 200 len: 210 time: 0.2116437 May 28 06:22:03.431943 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-d972da9f-3594-4a84-9d15-fe91c390a941 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9fe1b4627e2a4927809de8268bfa42fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6438832 May 28 06:22:03.449840 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-91214a15-6f00-4e21-be7b-e73edec592f4 None None] For port 40fffd53-46ce-4348-8a73-726ed35b6a0d, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=40fffd53-46ce-4348-8a73-726ed35b6a0d,segment=NetworkSegment(8393efb8-9369-4910-a9df-a6c5d1ca9544),segment_id=8393efb8-9369-4910-a9df-a6c5d1ca9544)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:22:03.505446 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 47272) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:03.521369 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-91214a15-6f00-4e21-be7b-e73edec592f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:03.543602 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fbf89dee-717f-46d5-93ed-55d9cee04007 req-d7a7d517-463e-4d8f-84be-7dcc29e9ac76 tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=602d22c872ea4d7abf372c40f89af62e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0349779 May 28 06:22:03.573598 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf18c0f1-5d1f-44df-8d06-de44a3321d5f req-42f125a7-ce62-48ef-844b-f63de1e9d9c7 service neutron] Port c0cadd07-8199-4b53-899d-d5325c812cfc on network ae685707-2f9d-409f-9237-8deef87c8163 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:22:03.573598 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf18c0f1-5d1f-44df-8d06-de44a3321d5f req-42f125a7-ce62-48ef-844b-f63de1e9d9c7 service neutron] Attempting to bind port c0cadd07-8199-4b53-899d-d5325c812cfc on network ae685707-2f9d-409f-9237-8deef87c8163 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:22:03.696063 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf18c0f1-5d1f-44df-8d06-de44a3321d5f req-42f125a7-ce62-48ef-844b-f63de1e9d9c7 service neutron] Checking agent: {'id': '69f492a0-c00d-46d0-9bec-fcd8161ce206', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:22:03.713000 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf18c0f1-5d1f-44df-8d06-de44a3321d5f req-42f125a7-ce62-48ef-844b-f63de1e9d9c7 service neutron] Checking segment: {'id': '2466b369-b4d4-4fbf-9dbd-05fe75562f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'ae685707-2f9d-409f-9237-8deef87c8163'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:22:03.713663 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf18c0f1-5d1f-44df-8d06-de44a3321d5f req-42f125a7-ce62-48ef-844b-f63de1e9d9c7 service neutron] Bound using segment: {'id': '2466b369-b4d4-4fbf-9dbd-05fe75562f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'ae685707-2f9d-409f-9237-8deef87c8163'} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:22:03.714320 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-cf18c0f1-5d1f-44df-8d06-de44a3321d5f req-42f125a7-ce62-48ef-844b-f63de1e9d9c7 service neutron] Bound port: c0cadd07-8199-4b53-899d-d5325c812cfc, host: n-h1-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2466b369-b4d4-4fbf-9dbd-05fe75562f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'ae685707-2f9d-409f-9237-8deef87c8163'}}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:22:03.714834 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-cf18c0f1-5d1f-44df-8d06-de44a3321d5f req-42f125a7-ce62-48ef-844b-f63de1e9d9c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:03.810304 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91214a15-6f00-4e21-be7b-e73edec592f4 None None] Pushing event updated for resources: {'Port': ['ID=40fffd53-46ce-4348-8a73-726ed35b6a0d,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:03.820956 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-16b0c254-15d9-40bd-b74a-7c62ae456a0c None None] Provisioning complete for port 40fffd53-46ce-4348-8a73-726ed35b6a0d triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:22:03.821934 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-16b0c254-15d9-40bd-b74a-7c62ae456a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:03.928964 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-261908b8-3f48-4007-a52f-7eb645b29676 admin admin] Allocated IP 172.25.5.174 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/ae794bca-3a7b-45a4-8f4a-9a56e586ce0d) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:22:04.119912 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-16b0c254-15d9-40bd-b74a-7c62ae456a0c None None] Current status of the port 40fffd53-46ce-4348-8a73-726ed35b6a0d is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:22:04.272734 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ec0ce1ca-55d8-4054-9713-2eb82ab6dbd5 req-4530e205-75a8-42b1-8ac5-31ece46ae0c4 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b7eb681-8c3c-4468-9c7c-5fb1304d44a0 HTTP/1.1" status: 200 len: 210 time: 0.1615961 May 28 06:22:04.280868 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ae4b6739-ff25-4b72-abbb-b6cdf4ec98ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:04.300125 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-e69c06a5-3e2d-4182-8f8f-8966d10b56d8 req-164ce2bb-25c4-4cb5-996b-2e21a2558e28 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:04.321634 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [req-e69c06a5-3e2d-4182-8f8f-8966d10b56d8 req-164ce2bb-25c4-4cb5-996b-2e21a2558e28 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Transition to ACTIVE for port object cce32f02-bd36-4345-9f5e-4ca3e0cbed90 will not be triggered until provisioned by entity DHCP. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:22:04.331020 n-d-843702-1 neutron-server[89109]: WARNING neutron.plugins.ml2.plugin [req-cf18c0f1-5d1f-44df-8d06-de44a3321d5f req-42f125a7-ce62-48ef-844b-f63de1e9d9c7 service neutron] Concurrent port binding operations failed on port c0cadd07-8199-4b53-899d-d5325c812cfc May 28 06:22:04.341672 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 40fffd53-46ce-4348-8a73-726ed35b6a0d up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:22:04.342220 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-cf18c0f1-5d1f-44df-8d06-de44a3321d5f req-42f125a7-ce62-48ef-844b-f63de1e9d9c7 service neutron] For port c0cadd07-8199-4b53-899d-d5325c812cfc, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=c0cadd07-8199-4b53-899d-d5325c812cfc,segment=NetworkSegment(2466b369-b4d4-4fbf-9dbd-05fe75562f7f),segment_id=2466b369-b4d4-4fbf-9dbd-05fe75562f7f)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:22:04.366293 n-d-843702-1 neutron-server[89109]: INFO neutron.plugins.ml2.plugin [req-cf18c0f1-5d1f-44df-8d06-de44a3321d5f req-42f125a7-ce62-48ef-844b-f63de1e9d9c7 service neutron] Attempt 2 to bind port c0cadd07-8199-4b53-899d-d5325c812cfc May 28 06:22:04.382860 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf18c0f1-5d1f-44df-8d06-de44a3321d5f req-42f125a7-ce62-48ef-844b-f63de1e9d9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:04.385836 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-cf18c0f1-5d1f-44df-8d06-de44a3321d5f req-42f125a7-ce62-48ef-844b-f63de1e9d9c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:04.389769 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-cf18c0f1-5d1f-44df-8d06-de44a3321d5f req-42f125a7-ce62-48ef-844b-f63de1e9d9c7 service neutron] 10.222.0.71 "PUT /v2.0/ports/c0cadd07-8199-4b53-899d-d5325c812cfc HTTP/1.1" status: 200 len: 1121 time: 6.4749129 May 28 06:22:04.391443 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f06c429e-200a-4060-82ce-3c50d0c62b77', 'tag': 'c0cadd07-8199-4b53-899d-d5325c812cfc'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:22:04.427833 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ae4b6739-ff25-4b72-abbb-b6cdf4ec98ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:04.606820 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 40fffd53-46ce-4348-8a73-726ed35b6a0d triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:22:04.608338 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:04.658343 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['c0cadd07-8199-4b53-899d-d5325c812cfc'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:22:04.701097 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-261908b8-3f48-4007-a52f-7eb645b29676 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:04.724427 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-e69c06a5-3e2d-4182-8f8f-8966d10b56d8 req-164ce2bb-25c4-4cb5-996b-2e21a2558e28 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:04.743155 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62def8d-507c-464b-be4f-1c1a6118c61f req-45886d15-3219-4d9d-ba7f-c497fbd2879a tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:04.753673 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d62def8d-507c-464b-be4f-1c1a6118c61f req-45886d15-3219-4d9d-ba7f-c497fbd2879a tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=23c73e19-816a-46df-80fa-748f799ce37d HTTP/1.1" status: 200 len: 950 time: 1.3203731 May 28 06:22:04.820183 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf89dee-717f-46d5-93ed-55d9cee04007 req-4f5721c0-7694-4102-8cf4-c08b972aa3f3 tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:04.827216 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fbf89dee-717f-46d5-93ed-55d9cee04007 req-4f5721c0-7694-4102-8cf4-c08b972aa3f3 tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.2624846 May 28 06:22:04.830566 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['c0cadd07-8199-4b53-899d-d5325c812cfc'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:22:04.888076 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-fbf89dee-717f-46d5-93ed-55d9cee04007 req-00479bc6-291a-47e0-8156-428fbe4e6310 tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] Request body: {'port': {'device_id': 'a12562a2-7cbc-4e1f-85f1-93eb04c3c174', 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9', 'admin_state_up': True, 'tenant_id': '602d22c872ea4d7abf372c40f89af62e'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:22:04.915311 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e69c06a5-3e2d-4182-8f8f-8966d10b56d8 req-164ce2bb-25c4-4cb5-996b-2e21a2558e28 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Network d4de5f58-26b5-4e4f-8278-673645bfd374 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:22:04.919914 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [req-e69c06a5-3e2d-4182-8f8f-8966d10b56d8 req-164ce2bb-25c4-4cb5-996b-2e21a2558e28 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:22:04.924486 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [req-e69c06a5-3e2d-4182-8f8f-8966d10b56d8 req-164ce2bb-25c4-4cb5-996b-2e21a2558e28 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:22:04.996162 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164ce2bb-25c4-4cb5-996b-2e21a2558e28 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Pushing event updated for resources: {'Port': ['ID=cce32f02-bd36-4345-9f5e-4ca3e0cbed90,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:05.037344 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69c06a5-3e2d-4182-8f8f-8966d10b56d8 req-164ce2bb-25c4-4cb5-996b-2e21a2558e28 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:05.038113 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-e69c06a5-3e2d-4182-8f8f-8966d10b56d8 req-164ce2bb-25c4-4cb5-996b-2e21a2558e28 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:05.059722 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ae4b6739-ff25-4b72-abbb-b6cdf4ec98ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:05.114183 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d62def8d-507c-464b-be4f-1c1a6118c61f req-3ab83a37-d98f-4add-bb39-86ed88692915 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3571022 May 28 06:22:05.163799 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-261908b8-3f48-4007-a52f-7eb645b29676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:05.234944 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4b6739-ff25-4b72-abbb-b6cdf4ec98ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9751c75c-7cab-44bc-96f2-db536b71c103,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:05.300965 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ae4b6739-ff25-4b72-abbb-b6cdf4ec98ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:05.302148 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-ae4b6739-ff25-4b72-abbb-b6cdf4ec98ad admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9751c75c-7cab-44bc-96f2-db536b71c103 HTTP/1.1" status: 204 len: 168 time: 1.7954967 May 28 06:22:05.308039 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e532350-5259-42b6-94bd-0de01f376da7'] response: {'name': 'network-changed', 'server_uuid': 'f06c429e-200a-4060-82ce-3c50d0c62b77', 'tag': 'c0cadd07-8199-4b53-899d-d5325c812cfc', 'status': 'completed', 'code': 200} May 28 06:22:05.309968 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-e69c06a5-3e2d-4182-8f8f-8966d10b56d8 req-164ce2bb-25c4-4cb5-996b-2e21a2558e28 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4449954 May 28 06:22:05.422914 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-e69c06a5-3e2d-4182-8f8f-8966d10b56d8 req-26222f5f-1d21-453d-8535-51a0e5a2496a service neutron] Request body: {'port': {'device_id': '0b7eb681-8c3c-4468-9c7c-5fb1304d44a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843702-1'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:22:05.425599 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-fbf89dee-717f-46d5-93ed-55d9cee04007 req-00479bc6-291a-47e0-8156-428fbe4e6310 tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:22:05.429197 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-fbf89dee-717f-46d5-93ed-55d9cee04007 req-00479bc6-291a-47e0-8156-428fbe4e6310 tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] Usage tracker for resource:port and tenant:602d22c872ea4d7abf372c40f89af62e is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:22:05.433767 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-fbf89dee-717f-46d5-93ed-55d9cee04007 req-00479bc6-291a-47e0-8156-428fbe4e6310 tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:22:05.459051 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-fbf89dee-717f-46d5-93ed-55d9cee04007 req-00479bc6-291a-47e0-8156-428fbe4e6310 tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:22:05.617813 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbf89dee-717f-46d5-93ed-55d9cee04007 req-00479bc6-291a-47e0-8156-428fbe4e6310 tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] Made reservation on behalf of 602d22c872ea4d7abf372c40f89af62e for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:22:05.641709 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-fbf89dee-717f-46d5-93ed-55d9cee04007 req-00479bc6-291a-47e0-8156-428fbe4e6310 tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:05.648487 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261908b8-3f48-4007-a52f-7eb645b29676 admin admin] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:22:05.658586 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-261908b8-3f48-4007-a52f-7eb645b29676 admin admin] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:22:05.670475 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261908b8-3f48-4007-a52f-7eb645b29676 admin admin] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:22:05.732633 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1d79fe-56d9-4e74-893f-e29dd0f0f5ca req-b3eab04b-7bcf-4dad-9291-1ec5b6145781 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:05.742421 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2a1d79fe-56d9-4e74-893f-e29dd0f0f5ca req-b3eab04b-7bcf-4dad-9291-1ec5b6145781 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/ports?device_id=f06c429e-200a-4060-82ce-3c50d0c62b77 HTTP/1.1" status: 200 len: 943 time: 1.1781373 May 28 06:22:05.761545 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261908b8-3f48-4007-a52f-7eb645b29676 admin admin] Pushing event updated for resources: {'Port': ['ID=ae794bca-3a7b-45a4-8f4a-9a56e586ce0d,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:05.873042 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-7f22170e-d346-4f40-a5c4-1e50c2e19ffe None None] Provisioning for port cce32f02-bd36-4345-9f5e-4ca3e0cbed90 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:22:05.946931 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fcd1cd4a-b04c-4491-9aec-063c817f707a req-e308a725-9df3-4873-8e74-325c40b0685a tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] 10.222.0.55 "GET /v2.0/ports?device_id=a12562a2-7cbc-4e1f-85f1-93eb04c3c174 HTTP/1.1" status: 200 len: 210 time: 0.3362484 May 28 06:22:05.958684 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-7f22170e-d346-4f40-a5c4-1e50c2e19ffe None None] Provisioning complete for port cce32f02-bd36-4345-9f5e-4ca3e0cbed90 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:22:05.959453 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-7f22170e-d346-4f40-a5c4-1e50c2e19ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:05.986818 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-fbf89dee-717f-46d5-93ed-55d9cee04007 req-00479bc6-291a-47e0-8156-428fbe4e6310 tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:06.042468 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-fbf89dee-717f-46d5-93ed-55d9cee04007 req-00479bc6-291a-47e0-8156-428fbe4e6310 tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:22:06.054532 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-fbf89dee-717f-46d5-93ed-55d9cee04007 req-00479bc6-291a-47e0-8156-428fbe4e6310 tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] Usage tracker for resource:security_group_rule and tenant:602d22c872ea4d7abf372c40f89af62e is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:22:06.059854 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-fbf89dee-717f-46d5-93ed-55d9cee04007 req-00479bc6-291a-47e0-8156-428fbe4e6310 tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:22:06.073182 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-fbf89dee-717f-46d5-93ed-55d9cee04007 req-00479bc6-291a-47e0-8156-428fbe4e6310 tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:22:06.156661 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2a1d79fe-56d9-4e74-893f-e29dd0f0f5ca req-d4e872d9-e197-400d-a8d2-30b14bb67953 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/security-groups?id=51e8ab45-fc50-4bca-a4a6-55c0639ed93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4131196 May 28 06:22:06.227930 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 40fffd53-46ce-4348-8a73-726ed35b6a0d is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:22:06.250078 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-e69c06a5-3e2d-4182-8f8f-8966d10b56d8 req-26222f5f-1d21-453d-8535-51a0e5a2496a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:06.313980 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-7f22170e-d346-4f40-a5c4-1e50c2e19ffe None None] Port cce32f02-bd36-4345-9f5e-4ca3e0cbed90 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:22:06.509564 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-fbf89dee-717f-46d5-93ed-55d9cee04007 req-00479bc6-291a-47e0-8156-428fbe4e6310 tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:06.512654 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d391e697-6933-4503-8a75-ef83ac921f7d req-0d3b7d92-ef07-42ce-9a64-e89e4b0b2114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:06.514468 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d391e697-6933-4503-8a75-ef83ac921f7d req-0d3b7d92-ef07-42ce-9a64-e89e4b0b2114 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7b2fe75d343f4ee29013f21d2442bc34&device_id=f06c429e-200a-4060-82ce-3c50d0c62b77 HTTP/1.1" status: 200 len: 1124 time: 1.2036114 May 28 06:22:06.667587 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-fbf89dee-717f-46d5-93ed-55d9cee04007 req-00479bc6-291a-47e0-8156-428fbe4e6310 tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:06.855996 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c10478b-d68f-4915-80de-d877f75996c4 req-8e90bea2-4e2a-47d1-848b-9236293d3833 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:06.857525 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4c10478b-d68f-4915-80de-d877f75996c4 req-8e90bea2-4e2a-47d1-848b-9236293d3833 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b7eb681-8c3c-4468-9c7c-5fb1304d44a0 HTTP/1.1" status: 200 len: 932 time: 0.5674219 May 28 06:22:06.892208 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00479bc6-291a-47e0-8156-428fbe4e6310 tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac29db33-ef6f-43a7-9236-59d10d045b84,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:06.927957 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00479bc6-291a-47e0-8156-428fbe4e6310 tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:22:06.928397 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00479bc6-291a-47e0-8156-428fbe4e6310 tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:22:06.928775 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00479bc6-291a-47e0-8156-428fbe4e6310 tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:22:06.929205 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00479bc6-291a-47e0-8156-428fbe4e6310 tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:22:06.929631 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00479bc6-291a-47e0-8156-428fbe4e6310 tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:22:06.929958 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00479bc6-291a-47e0-8156-428fbe4e6310 tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:22:06.930377 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00479bc6-291a-47e0-8156-428fbe4e6310 tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:22:06.930751 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00479bc6-291a-47e0-8156-428fbe4e6310 tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:22:06.931082 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00479bc6-291a-47e0-8156-428fbe4e6310 tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:22:06.931443 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00479bc6-291a-47e0-8156-428fbe4e6310 tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:22:06.931964 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00479bc6-291a-47e0-8156-428fbe4e6310 tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:22:06.932569 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00479bc6-291a-47e0-8156-428fbe4e6310 tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:22:06.979170 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aebdb5e-89a6-44b8-a077-c1ecff3020f4 req-94c77758-16e1-4d02-aa27-2961bfb6b1b2 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:06.981171 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9aebdb5e-89a6-44b8-a077-c1ecff3020f4 req-94c77758-16e1-4d02-aa27-2961bfb6b1b2 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=23c73e19-816a-46df-80fa-748f799ce37d HTTP/1.1" status: 200 len: 950 time: 0.5434916 May 28 06:22:06.996292 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d391e697-6933-4503-8a75-ef83ac921f7d req-dbbd0a6e-a9c6-44bf-ad0f-344a508947e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:06.998228 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d391e697-6933-4503-8a75-ef83ac921f7d req-dbbd0a6e-a9c6-44bf-ad0f-344a508947e9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ae685707-2f9d-409f-9237-8deef87c8163 HTTP/1.1" status: 200 len: 909 time: 0.4721029 May 28 06:22:07.047133 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [req-e69c06a5-3e2d-4182-8f8f-8966d10b56d8 req-26222f5f-1d21-453d-8535-51a0e5a2496a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cce32f02-bd36-4345-9f5e-4ca3e0cbed90 {{(pid=89109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:22:07.061574 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4c10478b-d68f-4915-80de-d877f75996c4 req-a8554d6e-71d7-48ce-b120-155e78d7ba91 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] 10.222.0.55 "GET /v2.0/security-groups?id=e432db24-e8e7-48aa-9528-693cfa32554a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1879261 May 28 06:22:07.084862 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-e69c06a5-3e2d-4182-8f8f-8966d10b56d8 req-26222f5f-1d21-453d-8535-51a0e5a2496a service neutron] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:07.107788 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [req-e69c06a5-3e2d-4182-8f8f-8966d10b56d8 req-26222f5f-1d21-453d-8535-51a0e5a2496a service neutron] Transition to ACTIVE for port object cce32f02-bd36-4345-9f5e-4ca3e0cbed90 will not be triggered until provisioned by entity L2. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:22:07.390960 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d391e697-6933-4503-8a75-ef83ac921f7d req-e5543c3f-0a52-467a-86bb-5e1992bc894a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c0cadd07-8199-4b53-899d-d5325c812cfc HTTP/1.1" status: 200 len: 217 time: 0.1997042 May 28 06:22:07.406631 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-957bd38c-0e64-4989-ace7-9fefbe6dfd87 req-23d86378-0bb8-4320-a98b-24db142a4615 tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] 10.222.0.55 "GET /v2.0/ports?device_id=a12562a2-7cbc-4e1f-85f1-93eb04c3c174 HTTP/1.1" status: 200 len: 210 time: 0.2088306 May 28 06:22:07.417381 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9aebdb5e-89a6-44b8-a077-c1ecff3020f4 req-16f15277-5d13-41b0-a937-deb84242adfb tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4256098 May 28 06:22:07.434308 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [req-fbf89dee-717f-46d5-93ed-55d9cee04007 req-00479bc6-291a-47e0-8156-428fbe4e6310 tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] Allocated IP 192.168.233.120 (bb90c162-fdb0-406b-af2b-5eef830db7a9/e72d0ca5-04cb-4b36-82b1-c75214c9eb05/38a5fe1b-c414-4486-a23f-0caa58085f6f) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:22:07.598383 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d391e697-6933-4503-8a75-ef83ac921f7d req-a9629314-ea00-4a9b-94eb-eaab1cb45dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:07.605371 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d391e697-6933-4503-8a75-ef83ac921f7d req-a9629314-ea00-4a9b-94eb-eaab1cb45dd1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=eed62182-5ff7-4e12-84bb-4e23f47bba04 HTTP/1.1" status: 200 len: 848 time: 0.1640294 May 28 06:22:07.807730 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-e69c06a5-3e2d-4182-8f8f-8966d10b56d8 req-26222f5f-1d21-453d-8535-51a0e5a2496a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:07.926963 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d391e697-6933-4503-8a75-ef83ac921f7d req-f6e32884-f4aa-438d-a4f5-54c381fdefff service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ae685707-2f9d-409f-9237-8deef87c8163&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1878500 May 28 06:22:08.552549 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5265a04a-fc0b-4fe6-93d6-eca530cfa8d1 req-d0a5aea4-0220-4e32-ae87-ec70bcb5180a tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:08.554509 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-261908b8-3f48-4007-a52f-7eb645b29676 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:08.596104 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5265a04a-fc0b-4fe6-93d6-eca530cfa8d1 req-d0a5aea4-0220-4e32-ae87-ec70bcb5180a tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/ports?device_id=f06c429e-200a-4060-82ce-3c50d0c62b77 HTTP/1.1" status: 200 len: 943 time: 0.9428980 May 28 06:22:08.716961 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-fbf89dee-717f-46d5-93ed-55d9cee04007 req-00479bc6-291a-47e0-8156-428fbe4e6310 tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:08.736738 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26222f5f-1d21-453d-8535-51a0e5a2496a service neutron] Pushing event updated for resources: {'Port': ['ID=cce32f02-bd36-4345-9f5e-4ca3e0cbed90,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:08.744684 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5265a04a-fc0b-4fe6-93d6-eca530cfa8d1 req-68471b48-c1b0-4a61-8cee-f8a2ae363ddd tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/security-groups?id=51e8ab45-fc50-4bca-a4a6-55c0639ed93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835151 May 28 06:22:08.758072 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d391e697-6933-4503-8a75-ef83ac921f7d req-401d979c-ac5b-4dc9-b315-605e8d1596fe service neutron] 10.222.0.69 "GET /v2.0/networks/ae685707-2f9d-409f-9237-8deef87c8163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5158758 May 28 06:22:08.777924 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-fbf89dee-717f-46d5-93ed-55d9cee04007 req-00479bc6-291a-47e0-8156-428fbe4e6310 tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] Transition to ACTIVE for port object 38a5fe1b-c414-4486-a23f-0caa58085f6f will not be triggered until provisioned by entity DHCP. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:22:08.902290 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19c9e30-a0b3-42ec-948b-2220c5a3afdc req-8711d8f9-4f36-4fa9-89aa-4a10ad1fd093 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:08.906828 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a19c9e30-a0b3-42ec-948b-2220c5a3afdc req-8711d8f9-4f36-4fa9-89aa-4a10ad1fd093 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b7eb681-8c3c-4468-9c7c-5fb1304d44a0 HTTP/1.1" status: 200 len: 944 time: 0.5070856 May 28 06:22:08.954294 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-e69c06a5-3e2d-4182-8f8f-8966d10b56d8 req-26222f5f-1d21-453d-8535-51a0e5a2496a service neutron] Attempting to bind port cce32f02-bd36-4345-9f5e-4ca3e0cbed90 on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:22:08.954619 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-e69c06a5-3e2d-4182-8f8f-8966d10b56d8 req-26222f5f-1d21-453d-8535-51a0e5a2496a service neutron] Attempting to bind port cce32f02-bd36-4345-9f5e-4ca3e0cbed90 by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': 'da5c496c-27c0-43e7-82d4-b2bdcd86ef6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'd4de5f58-26b5-4e4f-8278-673645bfd374'}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:22:08.954948 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69c06a5-3e2d-4182-8f8f-8966d10b56d8 req-26222f5f-1d21-453d-8535-51a0e5a2496a service neutron] Attempting to bind port cce32f02-bd36-4345-9f5e-4ca3e0cbed90 on network d4de5f58-26b5-4e4f-8278-673645bfd374 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:22:08.963370 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69c06a5-3e2d-4182-8f8f-8966d10b56d8 req-26222f5f-1d21-453d-8535-51a0e5a2496a service neutron] Port cce32f02-bd36-4345-9f5e-4ca3e0cbed90 on network d4de5f58-26b5-4e4f-8278-673645bfd374 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:22:08.963658 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69c06a5-3e2d-4182-8f8f-8966d10b56d8 req-26222f5f-1d21-453d-8535-51a0e5a2496a service neutron] Attempting to bind port cce32f02-bd36-4345-9f5e-4ca3e0cbed90 on network d4de5f58-26b5-4e4f-8278-673645bfd374 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:22:09.038191 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d391e697-6933-4503-8a75-ef83ac921f7d req-ef66aff3-01db-4b84-8d66-48430bdda20c service neutron] 10.222.0.69 "GET /v2.0/networks/ae685707-2f9d-409f-9237-8deef87c8163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2718577 May 28 06:22:09.090745 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a19c9e30-a0b3-42ec-948b-2220c5a3afdc req-bde92550-c5ec-485a-9568-77b440173137 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] 10.222.0.55 "GET /v2.0/security-groups?id=e432db24-e8e7-48aa-9528-693cfa32554a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1527355 May 28 06:22:09.187583 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6780f24a-f6b5-4458-ad79-43838c1f650c req-96979445-0853-40c7-a245-e322a58541bb tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:09.191242 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69c06a5-3e2d-4182-8f8f-8966d10b56d8 req-26222f5f-1d21-453d-8535-51a0e5a2496a service neutron] Checking agent: {'id': '69f492a0-c00d-46d0-9bec-fcd8161ce206', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:22:09.192089 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69c06a5-3e2d-4182-8f8f-8966d10b56d8 req-26222f5f-1d21-453d-8535-51a0e5a2496a service neutron] Checking segment: {'id': 'da5c496c-27c0-43e7-82d4-b2bdcd86ef6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'd4de5f58-26b5-4e4f-8278-673645bfd374'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:22:09.193013 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69c06a5-3e2d-4182-8f8f-8966d10b56d8 req-26222f5f-1d21-453d-8535-51a0e5a2496a service neutron] Bound using segment: {'id': 'da5c496c-27c0-43e7-82d4-b2bdcd86ef6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'd4de5f58-26b5-4e4f-8278-673645bfd374'} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:22:09.193457 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-e69c06a5-3e2d-4182-8f8f-8966d10b56d8 req-26222f5f-1d21-453d-8535-51a0e5a2496a service neutron] Bound port: cce32f02-bd36-4345-9f5e-4ca3e0cbed90, host: n-h1-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da5c496c-27c0-43e7-82d4-b2bdcd86ef6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'd4de5f58-26b5-4e4f-8278-673645bfd374'}}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:22:09.193843 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-e69c06a5-3e2d-4182-8f8f-8966d10b56d8 req-26222f5f-1d21-453d-8535-51a0e5a2496a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:09.199743 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6780f24a-f6b5-4458-ad79-43838c1f650c req-96979445-0853-40c7-a245-e322a58541bb tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=23c73e19-816a-46df-80fa-748f799ce37d HTTP/1.1" status: 200 len: 950 time: 0.2783945 May 28 06:22:09.270806 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-fbf89dee-717f-46d5-93ed-55d9cee04007 req-00479bc6-291a-47e0-8156-428fbe4e6310 tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:09.541118 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-261908b8-3f48-4007-a52f-7eb645b29676 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690761'] for router, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:09.541118 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-e69c06a5-3e2d-4182-8f8f-8966d10b56d8 req-26222f5f-1d21-453d-8535-51a0e5a2496a service neutron] For port cce32f02-bd36-4345-9f5e-4ca3e0cbed90, host n-h1-843702-1, cleared binding levels {{(pid=89109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:22:09.556361 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbf89dee-717f-46d5-93ed-55d9cee04007 req-00479bc6-291a-47e0-8156-428fbe4e6310 tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] Network bb90c162-fdb0-406b-af2b-5eef830db7a9 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:22:09.556361 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [req-fbf89dee-717f-46d5-93ed-55d9cee04007 req-00479bc6-291a-47e0-8156-428fbe4e6310 tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:22:09.575452 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6780f24a-f6b5-4458-ad79-43838c1f650c req-6c90fbb5-93e8-4d6b-8014-0fe2930e11e6 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3691661 May 28 06:22:09.590427 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbf89dee-717f-46d5-93ed-55d9cee04007 req-00479bc6-291a-47e0-8156-428fbe4e6310 tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:22:09.670074 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00479bc6-291a-47e0-8156-428fbe4e6310 tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] Pushing event updated for resources: {'Port': ['ID=38a5fe1b-c414-4486-a23f-0caa58085f6f,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:09.705870 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-e69c06a5-3e2d-4182-8f8f-8966d10b56d8 req-26222f5f-1d21-453d-8535-51a0e5a2496a service neutron] For port cce32f02-bd36-4345-9f5e-4ca3e0cbed90, host n-h1-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=cce32f02-bd36-4345-9f5e-4ca3e0cbed90,segment=NetworkSegment(da5c496c-27c0-43e7-82d4-b2bdcd86ef6a),segment_id=da5c496c-27c0-43e7-82d4-b2bdcd86ef6a)] {{(pid=89109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:22:09.751636 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe193088-ccf3-4381-a15a-5d95f189e829 req-b53e9f3b-a93b-44be-bbd4-fa7c638a4311 tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:09.765788 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fe193088-ccf3-4381-a15a-5d95f189e829 req-b53e9f3b-a93b-44be-bbd4-fa7c638a4311 tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] 10.222.0.55 "GET /v2.0/ports?device_id=a12562a2-7cbc-4e1f-85f1-93eb04c3c174 HTTP/1.1" status: 200 len: 936 time: 0.4851954 May 28 06:22:09.940544 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf89dee-717f-46d5-93ed-55d9cee04007 req-00479bc6-291a-47e0-8156-428fbe4e6310 tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:09.942968 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-fbf89dee-717f-46d5-93ed-55d9cee04007 req-00479bc6-291a-47e0-8156-428fbe4e6310 tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:10.005719 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fe193088-ccf3-4381-a15a-5d95f189e829 req-2e7179c4-5b0c-4539-99a9-6b3ccf0ec05f tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac29db33-ef6f-43a7-9236-59d10d045b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386963 May 28 06:22:10.208907 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30b8e4d-6f10-4897-b340-c88c5aca625e req-a494c887-45db-4f3b-8a7e-285312feb19d tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:10.220955 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a30b8e4d-6f10-4897-b340-c88c5aca625e req-a494c887-45db-4f3b-8a7e-285312feb19d tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/ports?device_id=f06c429e-200a-4060-82ce-3c50d0c62b77 HTTP/1.1" status: 200 len: 943 time: 0.1475091 May 28 06:22:10.281808 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-16183ecd-021b-47c7-a54f-d5b8e4dcd485 None None] Provisioning for port 38a5fe1b-c414-4486-a23f-0caa58085f6f completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:22:10.285263 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-261908b8-3f48-4007-a52f-7eb645b29676 admin admin] Router 70cf39f6-7078-4919-bfc1-e8d48bb3562f is scheduled to L3 agent 42958940-9562-4f71-972f-15a8af9d3963 with binding_index 1 {{(pid=89109) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 06:22:10.287636 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-e69c06a5-3e2d-4182-8f8f-8966d10b56d8 req-26222f5f-1d21-453d-8535-51a0e5a2496a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:10.293689 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fbf89dee-717f-46d5-93ed-55d9cee04007 req-00479bc6-291a-47e0-8156-428fbe4e6310 tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.4216363 May 28 06:22:10.296564 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-16183ecd-021b-47c7-a54f-d5b8e4dcd485 None None] Provisioning complete for port 38a5fe1b-c414-4486-a23f-0caa58085f6f triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:22:10.297842 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-16183ecd-021b-47c7-a54f-d5b8e4dcd485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:10.320307 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-fbf89dee-717f-46d5-93ed-55d9cee04007 req-d2191ae4-f162-4349-9393-4529ffbb5f23 service neutron] Request body: {'port': {'device_id': 'a12562a2-7cbc-4e1f-85f1-93eb04c3c174', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843702-1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:22:10.434640 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69c06a5-3e2d-4182-8f8f-8966d10b56d8 req-26222f5f-1d21-453d-8535-51a0e5a2496a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:10.435263 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-e69c06a5-3e2d-4182-8f8f-8966d10b56d8 req-26222f5f-1d21-453d-8535-51a0e5a2496a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:10.437134 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-e69c06a5-3e2d-4182-8f8f-8966d10b56d8 req-26222f5f-1d21-453d-8535-51a0e5a2496a service neutron] 10.222.0.69 "PUT /v2.0/ports/cce32f02-bd36-4345-9f5e-4ca3e0cbed90 HTTP/1.1" status: 200 len: 1092 time: 5.0343261 May 28 06:22:10.439024 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26222f5f-1d21-453d-8535-51a0e5a2496a service neutron] Pushing event updated for resources: {'Port': ['ID=cce32f02-bd36-4345-9f5e-4ca3e0cbed90,revision_number=3']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:10.443212 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b7eb681-8c3c-4468-9c7c-5fb1304d44a0', 'tag': 'cce32f02-bd36-4345-9f5e-4ca3e0cbed90'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:22:10.470583 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a30b8e4d-6f10-4897-b340-c88c5aca625e req-379a1c91-cd22-4a5f-a238-b9d705315f39 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/security-groups?id=51e8ab45-fc50-4bca-a4a6-55c0639ed93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485847 May 28 06:22:10.519638 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-16183ecd-021b-47c7-a54f-d5b8e4dcd485 None None] Port 38a5fe1b-c414-4486-a23f-0caa58085f6f cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:22:10.721151 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-fbf89dee-717f-46d5-93ed-55d9cee04007 req-d2191ae4-f162-4349-9393-4529ffbb5f23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:10.735608 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd14ad5e-c225-4575-b45c-e794a48c5985'] response: {'name': 'network-changed', 'server_uuid': '0b7eb681-8c3c-4468-9c7c-5fb1304d44a0', 'tag': 'cce32f02-bd36-4345-9f5e-4ca3e0cbed90', 'status': 'completed', 'code': 200} May 28 06:22:11.136457 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-261908b8-3f48-4007-a52f-7eb645b29676 admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:22:11.150667 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc80cf6-4dab-42ba-9dbc-c571b90362f6 None None] Sync routers for ids ['70cf39f6-7078-4919-bfc1-e8d48bb3562f'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:22:11.152778 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69c06a5-3e2d-4182-8f8f-8966d10b56d8 req-85dfb6a1-cac2-4f19-a343-2ec1eb9ce986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:11.154444 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-e69c06a5-3e2d-4182-8f8f-8966d10b56d8 req-85dfb6a1-cac2-4f19-a343-2ec1eb9ce986 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8d511f8938f3446b9ed8484c7e88d332&device_id=0b7eb681-8c3c-4468-9c7c-5fb1304d44a0 HTTP/1.1" status: 200 len: 1095 time: 0.5620439 May 28 06:22:11.180761 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc80cf6-4dab-42ba-9dbc-c571b90362f6 None None] Routers {'70cf39f6-7078-4919-bfc1-e8d48bb3562f'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:22:11.181825 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-6bc80cf6-4dab-42ba-9dbc-c571b90362f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:21:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['70cf39f6-7078-4919-bfc1-e8d48bb3562f'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:22:11.341140 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-e69c06a5-3e2d-4182-8f8f-8966d10b56d8 req-b8750836-75ea-4af2-885b-bf35d8d1ac09 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cce32f02-bd36-4345-9f5e-4ca3e0cbed90 HTTP/1.1" status: 200 len: 217 time: 0.1393943 May 28 06:22:11.400622 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935d8163-073d-4d39-9693-8ae97400d740 req-8d5cd018-8aaa-4e29-b7f1-bb2f102864c3 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:11.446436 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-935d8163-073d-4d39-9693-8ae97400d740 req-8d5cd018-8aaa-4e29-b7f1-bb2f102864c3 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b7eb681-8c3c-4468-9c7c-5fb1304d44a0 HTTP/1.1" status: 200 len: 944 time: 1.0174565 May 28 06:22:11.524690 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-935d8163-073d-4d39-9693-8ae97400d740 req-6111d10b-742b-4a98-bba0-d16ff132cf12 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] 10.222.0.55 "GET /v2.0/security-groups?id=e432db24-e8e7-48aa-9528-693cfa32554a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1125147 May 28 06:22:11.553685 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6249b913-aa63-43df-b77f-a705a29f26d3 req-1fb32b93-776a-46fc-8494-bfcaec12f3eb tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:11.564176 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6249b913-aa63-43df-b77f-a705a29f26d3 req-1fb32b93-776a-46fc-8494-bfcaec12f3eb tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=23c73e19-816a-46df-80fa-748f799ce37d HTTP/1.1" status: 200 len: 950 time: 0.4852817 May 28 06:22:11.570533 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69c06a5-3e2d-4182-8f8f-8966d10b56d8 req-5ae50498-10d3-4999-a851-11cc0379098d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:11.576266 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-e69c06a5-3e2d-4182-8f8f-8966d10b56d8 req-5ae50498-10d3-4999-a851-11cc0379098d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=32fe9d9e-2ab0-4e3b-8ba9-de9ae262b6d9 HTTP/1.1" status: 200 len: 854 time: 0.1777797 May 28 06:22:11.621281 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-6bc80cf6-4dab-42ba-9dbc-c571b90362f6 None None] Set router 70cf39f6-7078-4919-bfc1-e8d48bb3562f gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:22:11.727088 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6249b913-aa63-43df-b77f-a705a29f26d3 req-aa380d64-9490-457e-a74c-7d24092d75df tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584899 May 28 06:22:11.848267 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69c06a5-3e2d-4182-8f8f-8966d10b56d8 req-dfd13fc7-055e-4795-a2e5-c6d394cb598d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:11.854526 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-e69c06a5-3e2d-4182-8f8f-8966d10b56d8 req-dfd13fc7-055e-4795-a2e5-c6d394cb598d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d4de5f58-26b5-4e4f-8278-673645bfd374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2543314 May 28 06:22:11.931918 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-261908b8-3f48-4007-a52f-7eb645b29676 admin admin] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:11.933396 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-261908b8-3f48-4007-a52f-7eb645b29676 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 14.2299724 May 28 06:22:11.988840 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [req-fbf89dee-717f-46d5-93ed-55d9cee04007 req-d2191ae4-f162-4349-9393-4529ffbb5f23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38a5fe1b-c414-4486-a23f-0caa58085f6f {{(pid=89110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:22:12.002898 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-fbf89dee-717f-46d5-93ed-55d9cee04007 req-d2191ae4-f162-4349-9393-4529ffbb5f23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:12.020852 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-fbf89dee-717f-46d5-93ed-55d9cee04007 req-d2191ae4-f162-4349-9393-4529ffbb5f23 service neutron] Transition to ACTIVE for port object 38a5fe1b-c414-4486-a23f-0caa58085f6f will not be triggered until provisioned by entity L2. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:22:12.037321 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 47368) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:12.345130 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cf18c0f1-5d1f-44df-8d06-de44a3321d5f req-8be847db-89e4-40ae-ae96-064ac0cefcdf service neutron] 10.222.0.69 "GET /v2.0/ports/c0cadd07-8199-4b53-899d-d5325c812cfc/bindings/n-h2-843702-1 HTTP/1.1" status: 200 len: 384 time: 0.2652330 May 28 06:22:12.353866 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-fbf89dee-717f-46d5-93ed-55d9cee04007 req-d2191ae4-f162-4349-9393-4529ffbb5f23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:12.362947 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-e69c06a5-3e2d-4182-8f8f-8966d10b56d8 req-a7eb3f89-7b56-45e7-b13b-02b5e1bc2988 service neutron] 10.222.0.69 "GET /v2.0/networks/d4de5f58-26b5-4e4f-8278-673645bfd374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4730010 May 28 06:22:12.377429 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-6bc80cf6-4dab-42ba-9dbc-c571b90362f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70cf39f6-7078-4919-bfc1-e8d48bb3562f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1490755366-router', 'tenant_id': '82228dddf6d7411e9b9bc86768e162fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': 'ae794bca-3a7b-45a4-8f4a-9a56e586ce0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:21:57Z', 'updated_at': '2022-05-28T06:22:07Z', 'revision_number': 3, 'project_id': '82228dddf6d7411e9b9bc86768e162fd', 'gw_port': {'id': 'ae794bca-3a7b-45a4-8f4a-9a56e586ce0d', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e7:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70cf39f6-7078-4919-bfc1-e8d48bb3562f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:22:02Z', 'updated_at': '2022-05-28T06:22:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:22:12.387272 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc80cf6-4dab-42ba-9dbc-c571b90362f6 None None] Checking router: 70cf39f6-7078-4919-bfc1-e8d48bb3562f for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:22:12.388210 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc80cf6-4dab-42ba-9dbc-c571b90362f6 None None] Updating router 70cf39f6-7078-4919-bfc1-e8d48bb3562f port ae794bca-3a7b-45a4-8f4a-9a56e586ce0d binding host n-d-843702-1 {{(pid=89111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:22:12.517043 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-6bc80cf6-4dab-42ba-9dbc-c571b90362f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:12.990457 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-e69c06a5-3e2d-4182-8f8f-8966d10b56d8 req-c2956847-9a05-4427-87d5-e0d7a2339168 service neutron] 10.222.0.69 "GET /v2.0/networks/d4de5f58-26b5-4e4f-8278-673645bfd374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4362752 May 28 06:22:13.061631 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2191ae4-f162-4349-9393-4529ffbb5f23 service neutron] Pushing event updated for resources: {'Port': ['ID=38a5fe1b-c414-4486-a23f-0caa58085f6f,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:13.116222 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd059c7-b20a-4142-91f6-c5484a56e7bb req-99e90c68-ca7c-4b3f-9b9e-2c1dde243f27 tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:13.116981 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-6cd059c7-b20a-4142-91f6-c5484a56e7bb req-99e90c68-ca7c-4b3f-9b9e-2c1dde243f27 tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] Synchronizing usage tracker for tenant:602d22c872ea4d7abf372c40f89af62e on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:22:13.121052 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e60596-7fb3-4874-b0a1-c2ee1eb29211 req-3caeefce-6575-49b5-82b3-2e9f63be9da7 tempest-LiveAutoBlockMigrationV225Test-2091885666 tempest-LiveAutoBlockMigrationV225Test-2091885666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:13.130078 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-75e60596-7fb3-4874-b0a1-c2ee1eb29211 req-3caeefce-6575-49b5-82b3-2e9f63be9da7 tempest-LiveAutoBlockMigrationV225Test-2091885666 tempest-LiveAutoBlockMigrationV225Test-2091885666-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=3d12f016-9857-485d-b48d-8f3217d4ed50 HTTP/1.1" status: 200 len: 1097 time: 1.1044726 May 28 06:22:13.193276 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-6bc80cf6-4dab-42ba-9dbc-c571b90362f6 None None] Notify callbacks [] for port, precommit_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:13.210790 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-6bc80cf6-4dab-42ba-9dbc-c571b90362f6 None None] Transition to ACTIVE for port object ae794bca-3a7b-45a4-8f4a-9a56e586ce0d will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:22:13.293749 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-6cd059c7-b20a-4142-91f6-c5484a56e7bb req-99e90c68-ca7c-4b3f-9b9e-2c1dde243f27 tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] Unset dirty status for tenant:602d22c872ea4d7abf372c40f89af62e on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:22:13.305865 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6cd059c7-b20a-4142-91f6-c5484a56e7bb req-99e90c68-ca7c-4b3f-9b9e-2c1dde243f27 tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] 10.222.0.55 "GET /v2.0/ports?device_id=a12562a2-7cbc-4e1f-85f1-93eb04c3c174 HTTP/1.1" status: 200 len: 936 time: 1.4673223 May 28 06:22:13.348662 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-fbf89dee-717f-46d5-93ed-55d9cee04007 req-d2191ae4-f162-4349-9393-4529ffbb5f23 service neutron] Attempting to bind port 38a5fe1b-c414-4486-a23f-0caa58085f6f on host n-h2-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:22:13.349018 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-fbf89dee-717f-46d5-93ed-55d9cee04007 req-d2191ae4-f162-4349-9393-4529ffbb5f23 service neutron] Attempting to bind port 38a5fe1b-c414-4486-a23f-0caa58085f6f by drivers openvswitch,hyperv on host n-h2-843702-1 at level 0 using segments [{'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:22:13.349462 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf89dee-717f-46d5-93ed-55d9cee04007 req-d2191ae4-f162-4349-9393-4529ffbb5f23 service neutron] Attempting to bind port 38a5fe1b-c414-4486-a23f-0caa58085f6f on network bb90c162-fdb0-406b-af2b-5eef830db7a9 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:22:13.350370 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-6bc80cf6-4dab-42ba-9dbc-c571b90362f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:13.396401 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf89dee-717f-46d5-93ed-55d9cee04007 req-d2191ae4-f162-4349-9393-4529ffbb5f23 service neutron] Port 38a5fe1b-c414-4486-a23f-0caa58085f6f on network bb90c162-fdb0-406b-af2b-5eef830db7a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:22:13.396723 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf89dee-717f-46d5-93ed-55d9cee04007 req-d2191ae4-f162-4349-9393-4529ffbb5f23 service neutron] Attempting to bind port 38a5fe1b-c414-4486-a23f-0caa58085f6f on network bb90c162-fdb0-406b-af2b-5eef830db7a9 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:22:13.482025 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a75202-8b9f-42d0-831b-b0f45148ff2e req-4f4446d2-e0a7-4c04-b9ec-cc67072c9cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:13.483955 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-59a75202-8b9f-42d0-831b-b0f45148ff2e req-4f4446d2-e0a7-4c04-b9ec-cc67072c9cbe service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8d511f8938f3446b9ed8484c7e88d332&device_id=0b7eb681-8c3c-4468-9c7c-5fb1304d44a0 HTTP/1.1" status: 200 len: 1095 time: 0.3018966 May 28 06:22:13.496544 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf89dee-717f-46d5-93ed-55d9cee04007 req-d2191ae4-f162-4349-9393-4529ffbb5f23 service neutron] Checking agent: {'id': 'f1a3973b-d2b3-4558-88e7-2ac50857d302', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:22:13.496884 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf89dee-717f-46d5-93ed-55d9cee04007 req-d2191ae4-f162-4349-9393-4529ffbb5f23 service neutron] Checking segment: {'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:22:13.497269 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf89dee-717f-46d5-93ed-55d9cee04007 req-d2191ae4-f162-4349-9393-4529ffbb5f23 service neutron] Bound using segment: {'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:22:13.499285 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-fbf89dee-717f-46d5-93ed-55d9cee04007 req-d2191ae4-f162-4349-9393-4529ffbb5f23 service neutron] Bound port: 38a5fe1b-c414-4486-a23f-0caa58085f6f, host: n-h2-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'}}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:22:13.501029 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-fbf89dee-717f-46d5-93ed-55d9cee04007 req-d2191ae4-f162-4349-9393-4529ffbb5f23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:13.606060 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-6bc80cf6-4dab-42ba-9dbc-c571b90362f6 None None] Attempting to bind port ae794bca-3a7b-45a4-8f4a-9a56e586ce0d on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:22:13.617901 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-6bc80cf6-4dab-42ba-9dbc-c571b90362f6 None None] Attempting to bind port ae794bca-3a7b-45a4-8f4a-9a56e586ce0d by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:22:13.621110 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc80cf6-4dab-42ba-9dbc-c571b90362f6 None None] Attempting to bind port ae794bca-3a7b-45a4-8f4a-9a56e586ce0d on network 68df399e-e75e-4871-9364-5d05730b50f0 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:22:13.640462 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-75e60596-7fb3-4874-b0a1-c2ee1eb29211 req-1b53d182-e812-4668-81fa-05a27c1b1239 tempest-LiveAutoBlockMigrationV225Test-2091885666 tempest-LiveAutoBlockMigrationV225Test-2091885666-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=a90b51ea-4be8-4511-8d71-0b0b776de2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4989505 May 28 06:22:13.655036 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-6cd059c7-b20a-4142-91f6-c5484a56e7bb req-dda6010a-33ca-4b1c-abc6-eb747f6261f8 tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] Synchronizing usage tracker for tenant:602d22c872ea4d7abf372c40f89af62e on resource:security_group {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:22:13.675952 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc80cf6-4dab-42ba-9dbc-c571b90362f6 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:22:13.682010 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc80cf6-4dab-42ba-9dbc-c571b90362f6 None None] Checking segment: {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:22:13.685800 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-6bc80cf6-4dab-42ba-9dbc-c571b90362f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:13.685800 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc80cf6-4dab-42ba-9dbc-c571b90362f6 None None] Bound using segment: {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:22:13.685800 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-6bc80cf6-4dab-42ba-9dbc-c571b90362f6 None None] Bound port: ae794bca-3a7b-45a4-8f4a-9a56e586ce0d, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:22:13.685800 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-6bc80cf6-4dab-42ba-9dbc-c571b90362f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:13.796393 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a75202-8b9f-42d0-831b-b0f45148ff2e req-c2b7ebaf-e344-4b1d-b691-c9e41c2cb94f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:13.798193 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-59a75202-8b9f-42d0-831b-b0f45148ff2e req-c2b7ebaf-e344-4b1d-b691-c9e41c2cb94f service neutron] 10.222.0.69 "GET /v2.0/networks?id=d4de5f58-26b5-4e4f-8278-673645bfd374 HTTP/1.1" status: 200 len: 916 time: 0.2724791 May 28 06:22:13.838305 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-cf18c0f1-5d1f-44df-8d06-de44a3321d5f req-549100aa-b156-49d4-adc2-e80639afcdc6 service neutron] For port c0cadd07-8199-4b53-899d-d5325c812cfc, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=c0cadd07-8199-4b53-899d-d5325c812cfc,segment=NetworkSegment(2466b369-b4d4-4fbf-9dbd-05fe75562f7f),segment_id=2466b369-b4d4-4fbf-9dbd-05fe75562f7f)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:22:13.871310 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-fbf89dee-717f-46d5-93ed-55d9cee04007 req-d2191ae4-f162-4349-9393-4529ffbb5f23 service neutron] For port 38a5fe1b-c414-4486-a23f-0caa58085f6f, host n-h2-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:22:13.875214 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-6cd059c7-b20a-4142-91f6-c5484a56e7bb req-dda6010a-33ca-4b1c-abc6-eb747f6261f8 tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] Unset dirty status for tenant:602d22c872ea4d7abf372c40f89af62e on resource:security_group {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:22:13.903245 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6cd059c7-b20a-4142-91f6-c5484a56e7bb req-dda6010a-33ca-4b1c-abc6-eb747f6261f8 tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac29db33-ef6f-43a7-9236-59d10d045b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5944941 May 28 06:22:13.942073 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-6bc80cf6-4dab-42ba-9dbc-c571b90362f6 None None] For port ae794bca-3a7b-45a4-8f4a-9a56e586ce0d, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:22:13.952642 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-fbf89dee-717f-46d5-93ed-55d9cee04007 req-d2191ae4-f162-4349-9393-4529ffbb5f23 service neutron] For port 38a5fe1b-c414-4486-a23f-0caa58085f6f, host n-h2-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=38a5fe1b-c414-4486-a23f-0caa58085f6f,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:22:13.961553 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-6bc80cf6-4dab-42ba-9dbc-c571b90362f6 None None] For port ae794bca-3a7b-45a4-8f4a-9a56e586ce0d, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=ae794bca-3a7b-45a4-8f4a-9a56e586ce0d,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:22:13.974588 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-cf18c0f1-5d1f-44df-8d06-de44a3321d5f req-549100aa-b156-49d4-adc2-e80639afcdc6 service neutron] For port c0cadd07-8199-4b53-899d-d5325c812cfc, host n-h1-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:22:13.997755 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe8e812-9544-439a-a2ee-5610ea99550d None None] Pushing event updated for resources: {'Port': ['ID=ae794bca-3a7b-45a4-8f4a-9a56e586ce0d,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:14.015951 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-59a75202-8b9f-42d0-831b-b0f45148ff2e req-48444524-2791-4700-83be-3b8cf37deba3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cce32f02-bd36-4345-9f5e-4ca3e0cbed90 HTTP/1.1" status: 200 len: 217 time: 0.1331007 May 28 06:22:14.044585 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe8e812-9544-439a-a2ee-5610ea99550d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:22:14.048296 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe8e812-9544-439a-a2ee-5610ea99550d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:22:14.048949 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe8e812-9544-439a-a2ee-5610ea99550d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:22:14.050119 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe8e812-9544-439a-a2ee-5610ea99550d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:22:14.054156 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe8e812-9544-439a-a2ee-5610ea99550d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:22:14.054759 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe8e812-9544-439a-a2ee-5610ea99550d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:22:14.055446 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe8e812-9544-439a-a2ee-5610ea99550d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:22:14.058877 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a134564b-d0c5-41b7-9ca2-dfdf29e5821f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:14.062800 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe8e812-9544-439a-a2ee-5610ea99550d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:22:14.062800 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe8e812-9544-439a-a2ee-5610ea99550d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:22:14.062800 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe8e812-9544-439a-a2ee-5610ea99550d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:22:14.062800 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe8e812-9544-439a-a2ee-5610ea99550d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:22:14.062800 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe8e812-9544-439a-a2ee-5610ea99550d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:22:14.098301 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-6bc80cf6-4dab-42ba-9dbc-c571b90362f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:14.199330 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-fbf89dee-717f-46d5-93ed-55d9cee04007 req-d2191ae4-f162-4349-9393-4529ffbb5f23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:14.212826 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc80cf6-4dab-42ba-9dbc-c571b90362f6 None None] Routers {'70cf39f6-7078-4919-bfc1-e8d48bb3562f'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:22:14.221541 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-6bc80cf6-4dab-42ba-9dbc-c571b90362f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:21:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['70cf39f6-7078-4919-bfc1-e8d48bb3562f'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:22:14.276685 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [req-cf18c0f1-5d1f-44df-8d06-de44a3321d5f req-549100aa-b156-49d4-adc2-e80639afcdc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0cadd07-8199-4b53-899d-d5325c812cfc {{(pid=89110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:22:14.283679 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a75202-8b9f-42d0-831b-b0f45148ff2e req-6ec594db-7f3f-44f5-b9da-a98261bb9f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:14.287677 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-59a75202-8b9f-42d0-831b-b0f45148ff2e req-6ec594db-7f3f-44f5-b9da-a98261bb9f22 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=32fe9d9e-2ab0-4e3b-8ba9-de9ae262b6d9 HTTP/1.1" status: 200 len: 854 time: 0.2646489 May 28 06:22:14.334033 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf89dee-717f-46d5-93ed-55d9cee04007 req-d2191ae4-f162-4349-9393-4529ffbb5f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:14.334648 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-fbf89dee-717f-46d5-93ed-55d9cee04007 req-d2191ae4-f162-4349-9393-4529ffbb5f23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:14.336103 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fbf89dee-717f-46d5-93ed-55d9cee04007 req-d2191ae4-f162-4349-9393-4529ffbb5f23 service neutron] 10.222.0.71 "PUT /v2.0/ports/38a5fe1b-c414-4486-a23f-0caa58085f6f HTTP/1.1" status: 200 len: 1096 time: 4.0227926 May 28 06:22:14.352728 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a12562a2-7cbc-4e1f-85f1-93eb04c3c174', 'tag': '38a5fe1b-c414-4486-a23f-0caa58085f6f'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:22:14.380199 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-cf18c0f1-5d1f-44df-8d06-de44a3321d5f req-549100aa-b156-49d4-adc2-e80639afcdc6 service neutron] For port c0cadd07-8199-4b53-899d-d5325c812cfc, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=c0cadd07-8199-4b53-899d-d5325c812cfc,segment=NetworkSegment(2466b369-b4d4-4fbf-9dbd-05fe75562f7f),segment_id=2466b369-b4d4-4fbf-9dbd-05fe75562f7f)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:22:14.448388 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2191ae4-f162-4349-9393-4529ffbb5f23 service neutron] Pushing event updated for resources: {'Port': ['ID=38a5fe1b-c414-4486-a23f-0caa58085f6f,revision_number=3']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:14.508025 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-cf18c0f1-5d1f-44df-8d06-de44a3321d5f req-549100aa-b156-49d4-adc2-e80639afcdc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:14.687831 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe8e812-9544-439a-a2ee-5610ea99550d None None] Pushing event updated for resources: {'Port': ['ID=ae794bca-3a7b-45a4-8f4a-9a56e586ce0d,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:14.699772 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6d228d-7d1c-4aaa-942b-4a0d4b740380 req-5338d5a7-72c7-4c30-9c12-7e0da487dc40 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:14.701827 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7d6d228d-7d1c-4aaa-942b-4a0d4b740380 req-5338d5a7-72c7-4c30-9c12-7e0da487dc40 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b7eb681-8c3c-4468-9c7c-5fb1304d44a0 HTTP/1.1" status: 200 len: 944 time: 0.5527835 May 28 06:22:14.755854 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a75202-8b9f-42d0-831b-b0f45148ff2e req-32a5cd22-d7ae-48e4-b876-1fe12bf0dd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:14.757575 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-59a75202-8b9f-42d0-831b-b0f45148ff2e req-32a5cd22-d7ae-48e4-b876-1fe12bf0dd12 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d4de5f58-26b5-4e4f-8278-673645bfd374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4439447 May 28 06:22:14.801360 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845f7b2d-dcdb-41b9-869c-a0d7442177d6 req-40859579-0690-4802-8100-7297e1ffa56f tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:14.802966 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-845f7b2d-dcdb-41b9-869c-a0d7442177d6 req-40859579-0690-4802-8100-7297e1ffa56f tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/ports?device_id=f06c429e-200a-4060-82ce-3c50d0c62b77 HTTP/1.1" status: 200 len: 943 time: 0.7322726 May 28 06:22:14.839300 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-6bc80cf6-4dab-42ba-9dbc-c571b90362f6 None None] Set router 70cf39f6-7078-4919-bfc1-e8d48bb3562f gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:22:14.850664 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7d6d228d-7d1c-4aaa-942b-4a0d4b740380 req-6a5ed70b-d352-4b68-8dae-97c924a61e53 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] 10.222.0.55 "GET /v2.0/security-groups?id=e432db24-e8e7-48aa-9528-693cfa32554a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1107674 May 28 06:22:14.962434 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf89dee-717f-46d5-93ed-55d9cee04007 req-59807482-68a6-4832-af86-36858a3032cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:14.963988 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fbf89dee-717f-46d5-93ed-55d9cee04007 req-59807482-68a6-4832-af86-36858a3032cd service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=602d22c872ea4d7abf372c40f89af62e&device_id=a12562a2-7cbc-4e1f-85f1-93eb04c3c174 HTTP/1.1" status: 200 len: 1099 time: 0.3942301 May 28 06:22:14.978334 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-845f7b2d-dcdb-41b9-869c-a0d7442177d6 req-de61adbc-fcf5-46c5-8e70-a521ef147e00 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/security-groups?id=51e8ab45-fc50-4bca-a4a6-55c0639ed93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499841 May 28 06:22:14.985912 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-59a75202-8b9f-42d0-831b-b0f45148ff2e req-2c8631b4-5306-48fd-ad71-764bb49e074e service neutron] 10.222.0.69 "GET /v2.0/networks/d4de5f58-26b5-4e4f-8278-673645bfd374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201326 May 28 06:22:14.997553 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-a134564b-d0c5-41b7-9ca2-dfdf29e5821f admin admin] Allocated IP 172.20.0.1 (576ea26e-8035-455a-8c74-4158da6aa448/e65d318c-0f7f-4c29-abed-45d47307befd/4cc7f887-eddc-4bae-ae69-c363511b60f4) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:22:15.148483 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-cf18c0f1-5d1f-44df-8d06-de44a3321d5f req-549100aa-b156-49d4-adc2-e80639afcdc6 service neutron] Transition to ACTIVE for port object c0cadd07-8199-4b53-899d-d5325c812cfc will not be triggered until provisioned by entity L2. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:22:15.162582 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fbf89dee-717f-46d5-93ed-55d9cee04007 req-b84b823c-c977-4845-9ece-3aef0d353311 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=38a5fe1b-c414-4486-a23f-0caa58085f6f HTTP/1.1" status: 200 len: 217 time: 0.1811271 May 28 06:22:15.211694 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device c0cadd07-8199-4b53-899d-d5325c812cfc no longer exists at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:22:15.228244 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-cf18c0f1-5d1f-44df-8d06-de44a3321d5f req-549100aa-b156-49d4-adc2-e80639afcdc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:15.326859 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549100aa-b156-49d4-adc2-e80639afcdc6 service neutron] Pushing event updated for resources: {'Port': ['ID=c0cadd07-8199-4b53-899d-d5325c812cfc,revision_number=10']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:15.357840 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device c0cadd07-8199-4b53-899d-d5325c812cfc not bound to the agent host n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:22:15.502086 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-6bc80cf6-4dab-42ba-9dbc-c571b90362f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70cf39f6-7078-4919-bfc1-e8d48bb3562f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1490755366-router', 'tenant_id': '82228dddf6d7411e9b9bc86768e162fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': 'ae794bca-3a7b-45a4-8f4a-9a56e586ce0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:21:57Z', 'updated_at': '2022-05-28T06:22:07Z', 'revision_number': 3, 'project_id': '82228dddf6d7411e9b9bc86768e162fd', 'gw_port': {'id': 'ae794bca-3a7b-45a4-8f4a-9a56e586ce0d', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e7:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70cf39f6-7078-4919-bfc1-e8d48bb3562f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:22:02Z', 'updated_at': '2022-05-28T06:22:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:22:15.512763 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc80cf6-4dab-42ba-9dbc-c571b90362f6 None None] The sync data for ids ['70cf39f6-7078-4919-bfc1-e8d48bb3562f'] in n-d-843702-1 is: [{'id': '70cf39f6-7078-4919-bfc1-e8d48bb3562f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1490755366-router', 'tenant_id': '82228dddf6d7411e9b9bc86768e162fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': 'ae794bca-3a7b-45a4-8f4a-9a56e586ce0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:21:57Z', 'updated_at': '2022-05-28T06:22:07Z', 'revision_number': 3, 'project_id': '82228dddf6d7411e9b9bc86768e162fd', 'gw_port': {'id': 'ae794bca-3a7b-45a4-8f4a-9a56e586ce0d', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e7:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70cf39f6-7078-4919-bfc1-e8d48bb3562f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:22:02Z', 'updated_at': '2022-05-28T06:22:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:22:15.521599 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a134564b-d0c5-41b7-9ca2-dfdf29e5821f admin admin] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:15.563689 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-59a75202-8b9f-42d0-831b-b0f45148ff2e req-efac5431-f06c-4f09-a1b0-9a0a996015cb service neutron] 10.222.0.69 "GET /v2.0/networks/d4de5f58-26b5-4e4f-8278-673645bfd374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4258068 May 28 06:22:15.573261 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [None req-a134564b-d0c5-41b7-9ca2-dfdf29e5821f admin admin] Transition to ACTIVE for port object 4cc7f887-eddc-4bae-ae69-c363511b60f4 will not be triggered until provisioned by entity DHCP. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:22:15.680002 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf89dee-717f-46d5-93ed-55d9cee04007 req-e4f25fad-58fc-4ac0-b6ca-075982d3d793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:15.681473 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fbf89dee-717f-46d5-93ed-55d9cee04007 req-e4f25fad-58fc-4ac0-b6ca-075982d3d793 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e72d0ca5-04cb-4b36-82b1-c75214c9eb05 HTTP/1.1" status: 200 len: 843 time: 0.5067735 May 28 06:22:15.694773 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf18c0f1-5d1f-44df-8d06-de44a3321d5f req-549100aa-b156-49d4-adc2-e80639afcdc6 service neutron] No DVR routers for this DVR port c0cadd07-8199-4b53-899d-d5325c812cfc on host n-h1-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:22:15.761333 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a134564b-d0c5-41b7-9ca2-dfdf29e5821f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:15.786537 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f91913-1fe4-4a63-8f74-349448eca2db req-0f8b9139-1492-440c-972d-f22704beb0fe tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:15.787746 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-41f91913-1fe4-4a63-8f74-349448eca2db req-0f8b9139-1492-440c-972d-f22704beb0fe tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=23c73e19-816a-46df-80fa-748f799ce37d HTTP/1.1" status: 200 len: 950 time: 0.7186928 May 28 06:22:15.801867 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cf18c0f1-5d1f-44df-8d06-de44a3321d5f req-549100aa-b156-49d4-adc2-e80639afcdc6 service neutron] 10.222.0.69 "PUT /v2.0/ports/c0cadd07-8199-4b53-899d-d5325c812cfc/bindings/n-h2-843702-1/activate HTTP/1.1" status: 200 len: 369 time: 3.4368160 May 28 06:22:15.847117 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a134564b-d0c5-41b7-9ca2-dfdf29e5821f admin admin] Pushing event updated for resources: {'Port': ['ID=4cc7f887-eddc-4bae-ae69-c363511b60f4,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:15.850308 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-41f91913-1fe4-4a63-8f74-349448eca2db req-dfd62301-02f9-485f-861e-ddbe7e24b79a tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520489 May 28 06:22:15.868513 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf89dee-717f-46d5-93ed-55d9cee04007 req-b8e86eb9-ec52-4047-8a38-3f3633598822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:15.873774 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fbf89dee-717f-46d5-93ed-55d9cee04007 req-b8e86eb9-ec52-4047-8a38-3f3633598822 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=bb90c162-fdb0-406b-af2b-5eef830db7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1796286 May 28 06:22:15.874040 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a134564b-d0c5-41b7-9ca2-dfdf29e5821f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:22:15.874040 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a134564b-d0c5-41b7-9ca2-dfdf29e5821f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:22:15.874040 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a134564b-d0c5-41b7-9ca2-dfdf29e5821f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:22:15.874301 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a134564b-d0c5-41b7-9ca2-dfdf29e5821f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:22:15.874448 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a134564b-d0c5-41b7-9ca2-dfdf29e5821f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:22:15.874779 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a134564b-d0c5-41b7-9ca2-dfdf29e5821f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:22:15.875103 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a134564b-d0c5-41b7-9ca2-dfdf29e5821f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:22:15.875833 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a134564b-d0c5-41b7-9ca2-dfdf29e5821f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:22:15.875833 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a134564b-d0c5-41b7-9ca2-dfdf29e5821f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:22:15.876037 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a134564b-d0c5-41b7-9ca2-dfdf29e5821f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:22:15.876524 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a134564b-d0c5-41b7-9ca2-dfdf29e5821f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:22:15.876741 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a134564b-d0c5-41b7-9ca2-dfdf29e5821f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:22:15.890381 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a134564b-d0c5-41b7-9ca2-dfdf29e5821f admin admin] Network 576ea26e-8035-455a-8c74-4158da6aa448 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:22:15.906228 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-a134564b-d0c5-41b7-9ca2-dfdf29e5821f admin admin] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:22:15.913592 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a134564b-d0c5-41b7-9ca2-dfdf29e5821f admin admin] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:22:16.000939 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d9cfcd2-668e-4f18-8f4b-0a1ead765b51'] response: {'name': 'network-changed', 'server_uuid': 'a12562a2-7cbc-4e1f-85f1-93eb04c3c174', 'tag': '38a5fe1b-c414-4486-a23f-0caa58085f6f', 'status': 'completed', 'code': 200} May 28 06:22:16.010085 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a134564b-d0c5-41b7-9ca2-dfdf29e5821f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690947'] for router_interface, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:16.171404 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf18c0f1-5d1f-44df-8d06-de44a3321d5f req-d5f963cd-1821-48da-ab64-66615f4de9d9 tempest-LiveMigrationTest-969842093 tempest-LiveMigrationTest-969842093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:16.172871 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-cf18c0f1-5d1f-44df-8d06-de44a3321d5f req-d5f963cd-1821-48da-ab64-66615f4de9d9 tempest-LiveMigrationTest-969842093 tempest-LiveMigrationTest-969842093-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=f06c429e-200a-4060-82ce-3c50d0c62b77&tenant_id=7b2fe75d343f4ee29013f21d2442bc34&binding%3Ahost_id=n-h1-843702-1 HTTP/1.1" status: 200 len: 1095 time: 0.1500671 May 28 06:22:16.354403 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf18c0f1-5d1f-44df-8d06-de44a3321d5f req-57af73f1-ba1e-431e-914b-cc9658d6bf72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:16.355870 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-cf18c0f1-5d1f-44df-8d06-de44a3321d5f req-57af73f1-ba1e-431e-914b-cc9658d6bf72 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f06c429e-200a-4060-82ce-3c50d0c62b77&tenant_id=7b2fe75d343f4ee29013f21d2442bc34 HTTP/1.1" status: 200 len: 1095 time: 0.1735070 May 28 06:22:16.423470 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-672b1de8-3154-4928-8717-b6f0e3901181 None None] Provisioning for port 4cc7f887-eddc-4bae-ae69-c363511b60f4 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:22:16.432255 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-672b1de8-3154-4928-8717-b6f0e3901181 None None] Provisioning complete for port 4cc7f887-eddc-4bae-ae69-c363511b60f4 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:22:16.433770 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-672b1de8-3154-4928-8717-b6f0e3901181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:16.452024 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fbf89dee-717f-46d5-93ed-55d9cee04007 req-93ad2c50-7a81-45e6-8b8f-51b759ec5ce6 service neutron] 10.222.0.71 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5716197 May 28 06:22:16.556044 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-672b1de8-3154-4928-8717-b6f0e3901181 None None] Port 4cc7f887-eddc-4bae-ae69-c363511b60f4 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:22:16.562269 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device ae794bca-3a7b-45a4-8f4a-9a56e586ce0d up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:22:16.671521 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a134564b-d0c5-41b7-9ca2-dfdf29e5821f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:16.728586 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b7fd3a-2f3b-40ba-9a78-2090acc2a090 req-63a04828-9913-4d23-8edd-e00686b092a4 tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:16.731043 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f6b7fd3a-2f3b-40ba-9a78-2090acc2a090 req-63a04828-9913-4d23-8edd-e00686b092a4 tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] 10.222.0.55 "GET /v2.0/ports?device_id=a12562a2-7cbc-4e1f-85f1-93eb04c3c174 HTTP/1.1" status: 200 len: 948 time: 0.4831226 May 28 06:22:16.811550 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf18c0f1-5d1f-44df-8d06-de44a3321d5f req-0d0429be-1182-4173-a44e-287543c95871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:16.813162 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-cf18c0f1-5d1f-44df-8d06-de44a3321d5f req-0d0429be-1182-4173-a44e-287543c95871 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7b2fe75d343f4ee29013f21d2442bc34&device_id=f06c429e-200a-4060-82ce-3c50d0c62b77 HTTP/1.1" status: 200 len: 1095 time: 0.3751886 May 28 06:22:16.835046 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fbf89dee-717f-46d5-93ed-55d9cee04007 req-e16d6bdf-1f20-413e-8254-b27cf797995a service neutron] 10.222.0.71 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3653114 May 28 06:22:16.846218 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f6b7fd3a-2f3b-40ba-9a78-2090acc2a090 req-974eb207-69cf-491f-9a12-0745659b0dfa tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac29db33-ef6f-43a7-9236-59d10d045b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078122 May 28 06:22:17.017582 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port ae794bca-3a7b-45a4-8f4a-9a56e586ce0d completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:22:17.025256 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port ae794bca-3a7b-45a4-8f4a-9a56e586ce0d triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:22:17.025893 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:17.082513 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc947b5d-2775-475f-b476-82f6fd72f643 req-074f2771-404b-43a6-858a-d6e2f1f9d833 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:17.084214 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cc947b5d-2775-475f-b476-82f6fd72f643 req-074f2771-404b-43a6-858a-d6e2f1f9d833 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b7eb681-8c3c-4468-9c7c-5fb1304d44a0 HTTP/1.1" status: 200 len: 944 time: 0.1029787 May 28 06:22:17.156921 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf18c0f1-5d1f-44df-8d06-de44a3321d5f req-64c69ef8-6a22-4a4b-8ca3-8a66b9921369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:17.158392 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-cf18c0f1-5d1f-44df-8d06-de44a3321d5f req-64c69ef8-6a22-4a4b-8ca3-8a66b9921369 service neutron] 10.222.0.71 "GET /v2.0/networks?id=ae685707-2f9d-409f-9237-8deef87c8163 HTTP/1.1" status: 200 len: 909 time: 0.3370895 May 28 06:22:17.164027 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cc947b5d-2775-475f-b476-82f6fd72f643 req-7013bb57-d8f7-44c8-ac33-cbbe7b8684b8 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] 10.222.0.55 "GET /v2.0/security-groups?id=e432db24-e8e7-48aa-9528-693cfa32554a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0710967 May 28 06:22:17.255404 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-cf18c0f1-5d1f-44df-8d06-de44a3321d5f req-df7e19a2-4fb9-4876-b304-05f4cd7acd7b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c0cadd07-8199-4b53-899d-d5325c812cfc HTTP/1.1" status: 200 len: 217 time: 0.0879831 May 28 06:22:17.301900 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb056e5-cee9-44fe-91a6-52b2dd231941 req-674f8540-1f4b-4165-8172-03cb0f647e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:17.303752 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7fb056e5-cee9-44fe-91a6-52b2dd231941 req-674f8540-1f4b-4165-8172-03cb0f647e17 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=602d22c872ea4d7abf372c40f89af62e&device_id=a12562a2-7cbc-4e1f-85f1-93eb04c3c174 HTTP/1.1" status: 200 len: 1099 time: 0.1367402 May 28 06:22:17.307275 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port ae794bca-3a7b-45a4-8f4a-9a56e586ce0d is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:22:17.307669 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:17.334198 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a134564b-d0c5-41b7-9ca2-dfdf29e5821f admin admin] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:17.350788 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port ae794bca-3a7b-45a4-8f4a-9a56e586ce0d, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=ae794bca-3a7b-45a4-8f4a-9a56e586ce0d,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:22:17.359134 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf18c0f1-5d1f-44df-8d06-de44a3321d5f req-62dd89a1-c3a6-4c15-9dcf-31ae45edf162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:17.359134 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-cf18c0f1-5d1f-44df-8d06-de44a3321d5f req-62dd89a1-c3a6-4c15-9dcf-31ae45edf162 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=eed62182-5ff7-4e12-84bb-4e23f47bba04 HTTP/1.1" status: 200 len: 848 time: 0.0858088 May 28 06:22:17.405439 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-cf18c0f1-5d1f-44df-8d06-de44a3321d5f req-424736e1-4636-4d2d-b799-685b090ef24a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ae685707-2f9d-409f-9237-8deef87c8163&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443485 May 28 06:22:17.431889 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a134564b-d0c5-41b7-9ca2-dfdf29e5821f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:17.481316 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:17.540865 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb056e5-cee9-44fe-91a6-52b2dd231941 req-f7412547-845d-4e25-a890-e59e0a13fe3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:17.540865 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7fb056e5-cee9-44fe-91a6-52b2dd231941 req-f7412547-845d-4e25-a890-e59e0a13fe3a service neutron] 10.222.0.71 "GET /v2.0/networks?id=bb90c162-fdb0-406b-af2b-5eef830db7a9 HTTP/1.1" status: 200 len: 870 time: 0.2235034 May 28 06:22:17.636033 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cfd2d3-ec53-4fde-acb4-7331d31edf70 req-ff06e0ca-ebd7-4dc2-873b-c63c7e88c1eb tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:17.636033 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e8cfd2d3-ec53-4fde-acb4-7331d31edf70 req-ff06e0ca-ebd7-4dc2-873b-c63c7e88c1eb tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/ports?device_id=f06c429e-200a-4060-82ce-3c50d0c62b77 HTTP/1.1" status: 200 len: 944 time: 0.2391131 May 28 06:22:17.692935 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7fb056e5-cee9-44fe-91a6-52b2dd231941 req-1979f440-3c23-42cc-bf75-f58220663e7f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=38a5fe1b-c414-4486-a23f-0caa58085f6f HTTP/1.1" status: 200 len: 217 time: 0.1364090 May 28 06:22:17.696993 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=ae794bca-3a7b-45a4-8f4a-9a56e586ce0d,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:17.774393 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a134564b-d0c5-41b7-9ca2-dfdf29e5821f admin admin] Pushing event updated for resources: {'Port': ['ID=4cc7f887-eddc-4bae-ae69-c363511b60f4,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:17.774393 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a134564b-d0c5-41b7-9ca2-dfdf29e5821f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700602'] for router_interface, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:17.814507 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e8cfd2d3-ec53-4fde-acb4-7331d31edf70 req-7f1b5933-f3d4-459c-83bc-db5397806428 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/security-groups?id=51e8ab45-fc50-4bca-a4a6-55c0639ed93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673822 May 28 06:22:17.833288 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb056e5-cee9-44fe-91a6-52b2dd231941 req-2ac5cf06-fc31-4d6d-a753-397f41f03d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:17.833288 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7fb056e5-cee9-44fe-91a6-52b2dd231941 req-2ac5cf06-fc31-4d6d-a753-397f41f03d97 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e72d0ca5-04cb-4b36-82b1-c75214c9eb05 HTTP/1.1" status: 200 len: 843 time: 0.1104326 May 28 06:22:17.915643 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-cf18c0f1-5d1f-44df-8d06-de44a3321d5f req-75011d18-a239-4a80-8a06-d395e93c40a9 service neutron] 10.222.0.71 "GET /v2.0/networks/ae685707-2f9d-409f-9237-8deef87c8163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4940729 May 28 06:22:18.110165 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb056e5-cee9-44fe-91a6-52b2dd231941 req-2c43b47f-2e85-4fa5-a1ad-2e990bb9738d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:18.111888 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7fb056e5-cee9-44fe-91a6-52b2dd231941 req-2c43b47f-2e85-4fa5-a1ad-2e990bb9738d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=bb90c162-fdb0-406b-af2b-5eef830db7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2454455 May 28 06:22:18.120520 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593997ef-e1ef-415c-b610-6188b36ac9f5 req-9e2e3f06-31b6-4215-909f-b255c56baca5 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:18.122308 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-593997ef-e1ef-415c-b610-6188b36ac9f5 req-9e2e3f06-31b6-4215-909f-b255c56baca5 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=23c73e19-816a-46df-80fa-748f799ce37d HTTP/1.1" status: 200 len: 950 time: 0.1355703 May 28 06:22:18.251697 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a134564b-d0c5-41b7-9ca2-dfdf29e5821f admin admin] Network 576ea26e-8035-455a-8c74-4158da6aa448 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:22:18.255107 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-a134564b-d0c5-41b7-9ca2-dfdf29e5821f admin admin] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:22:18.265668 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-593997ef-e1ef-415c-b610-6188b36ac9f5 req-7d1b5e3e-cdf0-4295-8e80-9d92eb437bb9 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217206 May 28 06:22:18.360585 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [req-616cd511-83ee-4fdb-ba3b-49921c5344b2 req-7fad8bf0-483f-4d3a-93f5-f19ca1b703f8 tempest-LiveAutoBlockMigrationV225Test-2091885666 tempest-LiveAutoBlockMigrationV225Test-2091885666-project-admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=89109) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:22:18.361947 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-616cd511-83ee-4fdb-ba3b-49921c5344b2 req-7fad8bf0-483f-4d3a-93f5-f19ca1b703f8 tempest-LiveAutoBlockMigrationV225Test-2091885666 tempest-LiveAutoBlockMigrationV225Test-2091885666-project-admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0128832 May 28 06:22:18.367939 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7fb056e5-cee9-44fe-91a6-52b2dd231941 req-dbc187dc-7cd4-4302-9517-af6915f1cad4 service neutron] 10.222.0.71 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444015 May 28 06:22:18.409455 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device ae794bca-3a7b-45a4-8f4a-9a56e586ce0d up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:22:18.420757 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-cf18c0f1-5d1f-44df-8d06-de44a3321d5f req-f2a2a700-391b-440c-bf5b-f3f0c28629af service neutron] 10.222.0.71 "GET /v2.0/networks/ae685707-2f9d-409f-9237-8deef87c8163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5031967 May 28 06:22:18.445971 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-616cd511-83ee-4fdb-ba3b-49921c5344b2 req-89e13703-d690-4c7c-8aa5-697b2b6ff546 service neutron] Request body: {'binding': {'host': 'n-h2-843702-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:22:18.446504 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-616cd511-83ee-4fdb-ba3b-49921c5344b2 req-89e13703-d690-4c7c-8aa5-697b2b6ff546 service neutron] Unknown quota resources ['binding']. {{(pid=89109) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 28 06:22:18.553033 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port ae794bca-3a7b-45a4-8f4a-9a56e586ce0d triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:22:18.553668 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:18.676831 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-dfe7a5fd-2bb4-43db-a251-6cab5ac87416 None None] Provisioning complete for port 4cc7f887-eddc-4bae-ae69-c363511b60f4 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:22:18.677525 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-dfe7a5fd-2bb4-43db-a251-6cab5ac87416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:18.777027 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-dfe7a5fd-2bb4-43db-a251-6cab5ac87416 None None] Port 4cc7f887-eddc-4bae-ae69-c363511b60f4 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:22:18.802299 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a134564b-d0c5-41b7-9ca2-dfdf29e5821f admin admin] Router 70cf39f6-7078-4919-bfc1-e8d48bb3562f has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:22:18.842505 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port ae794bca-3a7b-45a4-8f4a-9a56e586ce0d is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:22:18.934153 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7fb056e5-cee9-44fe-91a6-52b2dd231941 req-38215427-6a0d-4e15-9a8c-2e6f867f75c0 service neutron] 10.222.0.71 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5652273 May 28 06:22:18.946800 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7ecc5c-d9c9-41bc-9ac1-fdbc8c9a2b66 req-5fd09714-cd44-4084-bbfd-08277fda93a0 tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:18.948298 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6d7ecc5c-d9c9-41bc-9ac1-fdbc8c9a2b66 req-5fd09714-cd44-4084-bbfd-08277fda93a0 tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] 10.222.0.55 "GET /v2.0/ports?device_id=a12562a2-7cbc-4e1f-85f1-93eb04c3c174 HTTP/1.1" status: 200 len: 948 time: 0.2182186 May 28 06:22:18.961521 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-616cd511-83ee-4fdb-ba3b-49921c5344b2 req-89e13703-d690-4c7c-8aa5-697b2b6ff546 service neutron] Attempting to bind port eb131f8e-2a83-469e-9e2c-31f0cbab941d on host n-h2-843702-1 for vnic_type normal with profile None {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:22:18.962106 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-616cd511-83ee-4fdb-ba3b-49921c5344b2 req-89e13703-d690-4c7c-8aa5-697b2b6ff546 service neutron] Attempting to bind port eb131f8e-2a83-469e-9e2c-31f0cbab941d by drivers openvswitch,hyperv on host n-h2-843702-1 at level 0 using segments [{'id': 'da68ba47-25e5-4637-a83a-51088b9800dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '878a453b-7058-4dfc-b9e2-17503c679278'}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:22:18.962624 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-616cd511-83ee-4fdb-ba3b-49921c5344b2 req-89e13703-d690-4c7c-8aa5-697b2b6ff546 service neutron] Attempting to bind port eb131f8e-2a83-469e-9e2c-31f0cbab941d on network 878a453b-7058-4dfc-b9e2-17503c679278 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:22:18.970961 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-616cd511-83ee-4fdb-ba3b-49921c5344b2 req-89e13703-d690-4c7c-8aa5-697b2b6ff546 service neutron] Port eb131f8e-2a83-469e-9e2c-31f0cbab941d on network 878a453b-7058-4dfc-b9e2-17503c679278 not bound, no agent of type Open vSwitch agent registered on host n-h2-843702-1 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:22:18.971525 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-616cd511-83ee-4fdb-ba3b-49921c5344b2 req-89e13703-d690-4c7c-8aa5-697b2b6ff546 service neutron] Attempting to bind port eb131f8e-2a83-469e-9e2c-31f0cbab941d on network 878a453b-7058-4dfc-b9e2-17503c679278 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:22:19.028506 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-616cd511-83ee-4fdb-ba3b-49921c5344b2 req-89e13703-d690-4c7c-8aa5-697b2b6ff546 service neutron] Checking agent: {'id': 'f1a3973b-d2b3-4558-88e7-2ac50857d302', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:22:19.028755 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-616cd511-83ee-4fdb-ba3b-49921c5344b2 req-89e13703-d690-4c7c-8aa5-697b2b6ff546 service neutron] Checking segment: {'id': 'da68ba47-25e5-4637-a83a-51088b9800dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '878a453b-7058-4dfc-b9e2-17503c679278'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:22:19.029333 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-616cd511-83ee-4fdb-ba3b-49921c5344b2 req-89e13703-d690-4c7c-8aa5-697b2b6ff546 service neutron] Bound using segment: {'id': 'da68ba47-25e5-4637-a83a-51088b9800dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '878a453b-7058-4dfc-b9e2-17503c679278'} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:22:19.030043 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-616cd511-83ee-4fdb-ba3b-49921c5344b2 req-89e13703-d690-4c7c-8aa5-697b2b6ff546 service neutron] Bound port: eb131f8e-2a83-469e-9e2c-31f0cbab941d, host: n-h2-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da68ba47-25e5-4637-a83a-51088b9800dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '878a453b-7058-4dfc-b9e2-17503c679278'}}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:22:19.059309 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device cce32f02-bd36-4345-9f5e-4ca3e0cbed90 details requested by agent hyperv_n-h1-843702-1 with host n-h1-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:22:19.061052 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6d7ecc5c-d9c9-41bc-9ac1-fdbc8c9a2b66 req-5290fafa-d640-463a-8ccd-a76c9153129d tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac29db33-ef6f-43a7-9236-59d10d045b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943165 May 28 06:22:19.098709 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a134564b-d0c5-41b7-9ca2-dfdf29e5821f admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:22:19.110192 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-616cd511-83ee-4fdb-ba3b-49921c5344b2 req-89e13703-d690-4c7c-8aa5-697b2b6ff546 service neutron] For port eb131f8e-2a83-469e-9e2c-31f0cbab941d, host n-h2-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=eb131f8e-2a83-469e-9e2c-31f0cbab941d,segment=NetworkSegment(da68ba47-25e5-4637-a83a-51088b9800dc),segment_id=da68ba47-25e5-4637-a83a-51088b9800dc)] {{(pid=89109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:22:19.110859 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58debafd-bcb0-4906-bbd8-20ddfa0cbfb3 None None] Sync routers for ids ['70cf39f6-7078-4919-bfc1-e8d48bb3562f'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:22:19.112111 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-a134564b-d0c5-41b7-9ca2-dfdf29e5821f admin admin] 10.222.0.55 "PUT /v2.0/routers/70cf39f6-7078-4919-bfc1-e8d48bb3562f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0730393 May 28 06:22:19.145037 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58debafd-bcb0-4906-bbd8-20ddfa0cbfb3 None None] Routers {'70cf39f6-7078-4919-bfc1-e8d48bb3562f'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:22:19.146094 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-58debafd-bcb0-4906-bbd8-20ddfa0cbfb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:21:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['70cf39f6-7078-4919-bfc1-e8d48bb3562f'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:22:19.149930 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf18c0f1-5d1f-44df-8d06-de44a3321d5f req-510007cf-099c-4af8-a6d8-60a065d79181 tempest-LiveMigrationTest-969842093 tempest-LiveMigrationTest-969842093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:19.151876 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cf18c0f1-5d1f-44df-8d06-de44a3321d5f req-510007cf-099c-4af8-a6d8-60a065d79181 tempest-LiveMigrationTest-969842093 tempest-LiveMigrationTest-969842093-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=f06c429e-200a-4060-82ce-3c50d0c62b77&tenant_id=7b2fe75d343f4ee29013f21d2442bc34&binding%3Ahost_id=n-h2-843702-1 HTTP/1.1" status: 200 len: 1095 time: 0.1392584 May 28 06:22:19.247424 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-616cd511-83ee-4fdb-ba3b-49921c5344b2 req-89e13703-d690-4c7c-8aa5-697b2b6ff546 service neutron] Notify callbacks [] for binding, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:19.252443 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-616cd511-83ee-4fdb-ba3b-49921c5344b2 req-89e13703-d690-4c7c-8aa5-697b2b6ff546 service neutron] 10.222.0.55 "POST /v2.0/ports/eb131f8e-2a83-469e-9e2c-31f0cbab941d/bindings HTTP/1.1" status: 201 len: 389 time: 0.8099623 May 28 06:22:19.390877 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port cce32f02-bd36-4345-9f5e-4ca3e0cbed90, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=cce32f02-bd36-4345-9f5e-4ca3e0cbed90,segment=NetworkSegment(da5c496c-27c0-43e7-82d4-b2bdcd86ef6a),segment_id=da5c496c-27c0-43e7-82d4-b2bdcd86ef6a)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:22:19.411199 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Returning: {'device': 'cce32f02-bd36-4345-9f5e-4ca3e0cbed90', 'network_id': 'd4de5f58-26b5-4e4f-8278-673645bfd374', 'port_id': 'cce32f02-bd36-4345-9f5e-4ca3e0cbed90', 'mac_address': 'fa:16:3e:b6:6b:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32fe9d9e-2ab0-4e3b-8ba9-de9ae262b6d9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:22:19.454763 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c99f24c-b251-467f-9578-6416645d8c51 req-f9eb8aa5-8be1-41b5-95b8-495eeff8bf17 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:19.455500 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4c99f24c-b251-467f-9578-6416645d8c51 req-f9eb8aa5-8be1-41b5-95b8-495eeff8bf17 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b7eb681-8c3c-4468-9c7c-5fb1304d44a0 HTTP/1.1" status: 200 len: 944 time: 0.1780183 May 28 06:22:19.523826 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port cce32f02-bd36-4345-9f5e-4ca3e0cbed90 is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:22:19.524122 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:19.526147 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4c99f24c-b251-467f-9578-6416645d8c51 req-51b9528f-a535-45ed-b50d-5cb0e8afdd91 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] 10.222.0.55 "GET /v2.0/security-groups?id=e432db24-e8e7-48aa-9528-693cfa32554a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0624628 May 28 06:22:19.558716 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-58debafd-bcb0-4906-bbd8-20ddfa0cbfb3 None None] Set router 70cf39f6-7078-4919-bfc1-e8d48bb3562f gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:22:19.564946 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-cf18c0f1-5d1f-44df-8d06-de44a3321d5f req-4352435c-96cb-45f5-9128-f62eaa2fb01b service neutron] For port c0cadd07-8199-4b53-899d-d5325c812cfc, host n-h1-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:22:19.577117 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-cf18c0f1-5d1f-44df-8d06-de44a3321d5f req-4352435c-96cb-45f5-9128-f62eaa2fb01b service neutron] Notify callbacks [] for binding, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:19.577117 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cf18c0f1-5d1f-44df-8d06-de44a3321d5f req-4352435c-96cb-45f5-9128-f62eaa2fb01b service neutron] 10.222.0.71 "DELETE /v2.0/ports/c0cadd07-8199-4b53-899d-d5325c812cfc/bindings/n-h1-843702-1 HTTP/1.1" status: 204 len: 173 time: 0.4119551 May 28 06:22:19.577372 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cce32f02-bd36-4345-9f5e-4ca3e0cbed90 {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:22:19.594940 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port cce32f02-bd36-4345-9f5e-4ca3e0cbed90, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=cce32f02-bd36-4345-9f5e-4ca3e0cbed90,segment=NetworkSegment(da5c496c-27c0-43e7-82d4-b2bdcd86ef6a),segment_id=da5c496c-27c0-43e7-82d4-b2bdcd86ef6a)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:22:19.690752 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:19.780965 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=cce32f02-bd36-4345-9f5e-4ca3e0cbed90,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:19.819593 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf9b786-232d-48d9-8925-d64f879ce116 req-ad165c02-2244-4aba-830c-cf7d6e8b9410 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:19.821225 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ebf9b786-232d-48d9-8925-d64f879ce116 req-ad165c02-2244-4aba-830c-cf7d6e8b9410 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/ports?device_id=f06c429e-200a-4060-82ce-3c50d0c62b77 HTTP/1.1" status: 200 len: 944 time: 0.1068251 May 28 06:22:19.927908 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ebf9b786-232d-48d9-8925-d64f879ce116 req-4998b044-a0a0-424a-9f07-22fd3b4eaf7b tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/security-groups?id=51e8ab45-fc50-4bca-a4a6-55c0639ed93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983870 May 28 06:22:19.935904 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-58debafd-bcb0-4906-bbd8-20ddfa0cbfb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70cf39f6-7078-4919-bfc1-e8d48bb3562f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1490755366-router', 'tenant_id': '82228dddf6d7411e9b9bc86768e162fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': 'ae794bca-3a7b-45a4-8f4a-9a56e586ce0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:21:57Z', 'updated_at': '2022-05-28T06:22:16Z', 'revision_number': 4, 'project_id': '82228dddf6d7411e9b9bc86768e162fd', 'gw_port': {'id': 'ae794bca-3a7b-45a4-8f4a-9a56e586ce0d', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e7:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70cf39f6-7078-4919-bfc1-e8d48bb3562f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:22:02Z', 'updated_at': '2022-05-28T06:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '4cc7f887-eddc-4bae-ae69-c363511b60f4', 'name': '', 'network_id': '576ea26e-8035-455a-8c74-4158da6aa448', 'tenant_id': '82228dddf6d7411e9b9bc86768e162fd', 'mac_address': 'fa:16:3e:03:53:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70cf39f6-7078-4919-bfc1-e8d48bb3562f', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'e65d318c-0f7f-4c29-abed-45d47307befd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:22:14Z', 'updated_at': '2022-05-28T06:22:16Z', 'revision_number': 2, 'project_id': '82228dddf6d7411e9b9bc86768e162fd', 'subnets': [{'id': 'e65d318c-0f7f-4c29-abed-45d47307befd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:22:19.948485 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58debafd-bcb0-4906-bbd8-20ddfa0cbfb3 None None] Checking router: 70cf39f6-7078-4919-bfc1-e8d48bb3562f for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:22:19.949024 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58debafd-bcb0-4906-bbd8-20ddfa0cbfb3 None None] Updating router 70cf39f6-7078-4919-bfc1-e8d48bb3562f port 4cc7f887-eddc-4bae-ae69-c363511b60f4 binding host n-d-843702-1 {{(pid=89112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:22:19.950957 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['cce32f02-bd36-4345-9f5e-4ca3e0cbed90'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:22:19.987674 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345eb79c-9269-424c-ab4f-82e25526d3ae req-b19421bc-959a-449c-8cea-fdd33548fefa tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:19.989844 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-345eb79c-9269-424c-ab4f-82e25526d3ae req-b19421bc-959a-449c-8cea-fdd33548fefa tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=23c73e19-816a-46df-80fa-748f799ce37d HTTP/1.1" status: 200 len: 950 time: 0.1622980 May 28 06:22:20.038921 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-58debafd-bcb0-4906-bbd8-20ddfa0cbfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:20.068706 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-345eb79c-9269-424c-ab4f-82e25526d3ae req-1eada51f-4059-488a-80ad-58a2f21a01a2 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727942 May 28 06:22:20.393680 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 38a5fe1b-c414-4486-a23f-0caa58085f6f details requested by agent hyperv_n-h2-843702-1 with host n-h2-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:22:20.514705 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad8bad6-3f8d-41f4-9a5f-8ef817ee0806 req-d7584597-6e23-47fc-a0f8-95137c5a6bd5 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:20.522378 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fad8bad6-3f8d-41f4-9a5f-8ef817ee0806 req-d7584597-6e23-47fc-a0f8-95137c5a6bd5 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] 10.222.0.55 "GET /v2.0/networks?id=576ea26e-8035-455a-8c74-4158da6aa448 HTTP/1.1" status: 200 len: 829 time: 0.2097309 May 28 06:22:20.541531 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fad8bad6-3f8d-41f4-9a5f-8ef817ee0806 req-eed8bf84-d726-4f42-924c-3c8de4603ca0 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] 10.222.0.55 "GET /v2.0/quotas/82228dddf6d7411e9b9bc86768e162fd HTTP/1.1" status: 200 len: 375 time: 0.0179946 May 28 06:22:20.595083 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-58debafd-bcb0-4906-bbd8-20ddfa0cbfb3 None None] Notify callbacks [] for port, precommit_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:20.605363 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.provisioning_blocks [None req-58debafd-bcb0-4906-bbd8-20ddfa0cbfb3 None None] Transition to ACTIVE for port object 4cc7f887-eddc-4bae-ae69-c363511b60f4 will not be triggered until provisioned by entity L2. {{(pid=89112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:22:20.623033 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb49d2f-6ce5-4c3e-971c-cd8b821499a1 req-690ed5af-06ae-469b-ba6b-b57b7b49fa78 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:20.624968 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-feb49d2f-6ce5-4c3e-971c-cd8b821499a1 req-690ed5af-06ae-469b-ba6b-b57b7b49fa78 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d12f016-9857-485d-b48d-8f3217d4ed50 HTTP/1.1" status: 200 len: 946 time: 0.3847871 May 28 06:22:20.674917 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-58debafd-bcb0-4906-bbd8-20ddfa0cbfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:20.679125 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 38a5fe1b-c414-4486-a23f-0caa58085f6f, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=38a5fe1b-c414-4486-a23f-0caa58085f6f,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:22:20.697513 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Returning: {'device': '38a5fe1b-c414-4486-a23f-0caa58085f6f', 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9', 'port_id': '38a5fe1b-c414-4486-a23f-0caa58085f6f', 'mac_address': 'fa:16:3e:a1:ba:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e72d0ca5-04cb-4b36-82b1-c75214c9eb05', 'ip_address': '192.168.233.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:22:20.706806 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-feb49d2f-6ce5-4c3e-971c-cd8b821499a1 req-8d3ab7d8-c76d-4f36-bb1c-836cfe3e2839 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a90b51ea-4be8-4511-8d71-0b0b776de2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657244 May 28 06:22:20.734378 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fad8bad6-3f8d-41f4-9a5f-8ef817ee0806 req-98e14991-430d-4841-9913-1735963f72bf tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=82228dddf6d7411e9b9bc86768e162fd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1903582 May 28 06:22:20.774960 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 38a5fe1b-c414-4486-a23f-0caa58085f6f is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:22:20.775343 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:20.797519 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38a5fe1b-c414-4486-a23f-0caa58085f6f {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:22:20.841289 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 38a5fe1b-c414-4486-a23f-0caa58085f6f, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=38a5fe1b-c414-4486-a23f-0caa58085f6f,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:22:20.932038 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:21.022147 n-d-843702-1 neutron-server[89110]: INFO neutron.api.v2.resource [req-f6c805ad-9bb9-4cd0-8344-4cd100fab26f req-48550ff3-6c7e-402b-a04e-9715b12fadd8 service neutron] show failed (client error): The resource could not be found. May 28 06:22:21.027139 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f6c805ad-9bb9-4cd0-8344-4cd100fab26f req-48550ff3-6c7e-402b-a04e-9715b12fadd8 service neutron] 10.222.0.71 "GET /v2.0/ports/348e0f92-f18f-4d76-8c5a-7722d2125db2/bindings/n-h1-843702-1 HTTP/1.1" status: 404 len: 380 time: 0.2479846 May 28 06:22:21.077319 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fad8bad6-3f8d-41f4-9a5f-8ef817ee0806 req-569a0179-d6d7-4b78-8ccd-ff04eeda9555 service neutron] 10.222.0.55 "GET /v2.0/networks/576ea26e-8035-455a-8c74-4158da6aa448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3326247 May 28 06:22:21.079459 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bc1ebc-9119-49fd-a955-16a4c6ddd7e7 None None] Pushing event updated for resources: {'Port': ['ID=4cc7f887-eddc-4bae-ae69-c363511b60f4,revision_number=3']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:21.124070 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=38a5fe1b-c414-4486-a23f-0caa58085f6f,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:21.127276 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device cce32f02-bd36-4345-9f5e-4ca3e0cbed90 up at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:22:21.152001 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-58debafd-bcb0-4906-bbd8-20ddfa0cbfb3 None None] Attempting to bind port 4cc7f887-eddc-4bae-ae69-c363511b60f4 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:22:21.152374 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-58debafd-bcb0-4906-bbd8-20ddfa0cbfb3 None None] Attempting to bind port 4cc7f887-eddc-4bae-ae69-c363511b60f4 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': '8393efb8-9369-4910-a9df-a6c5d1ca9544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '576ea26e-8035-455a-8c74-4158da6aa448'}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:22:21.152721 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58debafd-bcb0-4906-bbd8-20ddfa0cbfb3 None None] Attempting to bind port 4cc7f887-eddc-4bae-ae69-c363511b60f4 on network 576ea26e-8035-455a-8c74-4158da6aa448 {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:22:21.163114 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58debafd-bcb0-4906-bbd8-20ddfa0cbfb3 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:22:21.165491 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58debafd-bcb0-4906-bbd8-20ddfa0cbfb3 None None] Checking segment: {'id': '8393efb8-9369-4910-a9df-a6c5d1ca9544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '576ea26e-8035-455a-8c74-4158da6aa448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:22:21.165491 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-58debafd-bcb0-4906-bbd8-20ddfa0cbfb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:21.165491 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58debafd-bcb0-4906-bbd8-20ddfa0cbfb3 None None] Bound using segment: {'id': '8393efb8-9369-4910-a9df-a6c5d1ca9544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '576ea26e-8035-455a-8c74-4158da6aa448'} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:22:21.165491 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-58debafd-bcb0-4906-bbd8-20ddfa0cbfb3 None None] Bound port: 4cc7f887-eddc-4bae-ae69-c363511b60f4, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8393efb8-9369-4910-a9df-a6c5d1ca9544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '576ea26e-8035-455a-8c74-4158da6aa448'}}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:22:21.165491 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-58debafd-bcb0-4906-bbd8-20ddfa0cbfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:21.275001 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17da8e7-d52e-46c9-a604-64983d48358c req-f0eaedc0-a1d6-4446-8526-93f26dbab593 tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:21.283146 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a17da8e7-d52e-46c9-a604-64983d48358c req-f0eaedc0-a1d6-4446-8526-93f26dbab593 tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] 10.222.0.55 "GET /v2.0/ports?device_id=a12562a2-7cbc-4e1f-85f1-93eb04c3c174 HTTP/1.1" status: 200 len: 949 time: 0.3139477 May 28 06:22:21.301753 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['38a5fe1b-c414-4486-a23f-0caa58085f6f'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:22:21.303942 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-58debafd-bcb0-4906-bbd8-20ddfa0cbfb3 None None] For port 4cc7f887-eddc-4bae-ae69-c363511b60f4, host n-d-843702-1, cleared binding levels {{(pid=89112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:22:21.309358 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-58debafd-bcb0-4906-bbd8-20ddfa0cbfb3 None None] For port 4cc7f887-eddc-4bae-ae69-c363511b60f4, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=4cc7f887-eddc-4bae-ae69-c363511b60f4,segment=NetworkSegment(8393efb8-9369-4910-a9df-a6c5d1ca9544),segment_id=8393efb8-9369-4910-a9df-a6c5d1ca9544)] {{(pid=89112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:22:21.336503 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fad8bad6-3f8d-41f4-9a5f-8ef817ee0806 req-89cf0372-4278-4d8a-8dc1-ad4467b08248 service neutron] 10.222.0.55 "GET /v2.0/networks/576ea26e-8035-455a-8c74-4158da6aa448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587938 May 28 06:22:21.345711 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning for port cce32f02-bd36-4345-9f5e-4ca3e0cbed90 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:22:21.355499 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a17da8e7-d52e-46c9-a604-64983d48358c req-0240284a-d6e2-4665-8880-2a389271679b tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac29db33-ef6f-43a7-9236-59d10d045b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709786 May 28 06:22:21.358943 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning complete for port cce32f02-bd36-4345-9f5e-4ca3e0cbed90 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:22:21.359313 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:21.430672 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-58debafd-bcb0-4906-bbd8-20ddfa0cbfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:21.622703 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3146bda3-9dd1-4713-ad30-71507b289133 req-5d4e6044-a0b1-4c11-982b-2d62c63de60b tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:21.631935 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3146bda3-9dd1-4713-ad30-71507b289133 req-5d4e6044-a0b1-4c11-982b-2d62c63de60b tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b7eb681-8c3c-4468-9c7c-5fb1304d44a0 HTTP/1.1" status: 200 len: 945 time: 0.1394575 May 28 06:22:21.674919 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port cce32f02-bd36-4345-9f5e-4ca3e0cbed90 is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:22:21.676298 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:21.707824 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58debafd-bcb0-4906-bbd8-20ddfa0cbfb3 None None] Routers {'70cf39f6-7078-4919-bfc1-e8d48bb3562f'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:22:21.713991 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-58debafd-bcb0-4906-bbd8-20ddfa0cbfb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:21:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['70cf39f6-7078-4919-bfc1-e8d48bb3562f'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:22:21.741010 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b7eb681-8c3c-4468-9c7c-5fb1304d44a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cce32f02-bd36-4345-9f5e-4ca3e0cbed90'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:22:21.772287 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port cce32f02-bd36-4345-9f5e-4ca3e0cbed90, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=cce32f02-bd36-4345-9f5e-4ca3e0cbed90,segment=NetworkSegment(da5c496c-27c0-43e7-82d4-b2bdcd86ef6a),segment_id=da5c496c-27c0-43e7-82d4-b2bdcd86ef6a)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:22:21.880379 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bc1ebc-9119-49fd-a955-16a4c6ddd7e7 None None] Pushing event updated for resources: {'Port': ['ID=4cc7f887-eddc-4bae-ae69-c363511b60f4,revision_number=4']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:21.911432 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:21.940723 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3146bda3-9dd1-4713-ad30-71507b289133 req-a9410d9b-a2b0-46be-bd7f-c7e1c7b2bb15 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] 10.222.0.55 "GET /v2.0/security-groups?id=e432db24-e8e7-48aa-9528-693cfa32554a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3075533 May 28 06:22:22.157250 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=cce32f02-bd36-4345-9f5e-4ca3e0cbed90,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:22.160741 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-58debafd-bcb0-4906-bbd8-20ddfa0cbfb3 None None] Set router 70cf39f6-7078-4919-bfc1-e8d48bb3562f gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:22:22.327746 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c805ad-9bb9-4cd0-8344-4cd100fab26f req-9db38a58-14b4-4b5d-a3f4-dc19f8a72b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:22.329227 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f6c805ad-9bb9-4cd0-8344-4cd100fab26f req-9db38a58-14b4-4b5d-a3f4-dc19f8a72b8a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=23c73e19-816a-46df-80fa-748f799ce37d&tenant_id=fa535ce8a329409da109cb227c3a70b1 HTTP/1.1" status: 200 len: 1101 time: 0.5098488 May 28 06:22:22.345253 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-f6c805ad-9bb9-4cd0-8344-4cd100fab26f req-9437fc02-7d25-45d0-82d2-4139796326e2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843702-1', 'device_owner': 'compute:nova'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:22:22.375809 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616cd511-83ee-4fdb-ba3b-49921c5344b2 req-488ee39f-d5e2-449f-ab25-98b86988c8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:22.377280 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-616cd511-83ee-4fdb-ba3b-49921c5344b2 req-488ee39f-d5e2-449f-ab25-98b86988c8db service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1ab1ed0d304345a0a07278c26e7745d6&device_id=3d12f016-9857-485d-b48d-8f3217d4ed50 HTTP/1.1" status: 200 len: 1097 time: 0.6543729 May 28 06:22:22.425732 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 348e0f92-f18f-4d76-8c5a-7722d2125db2 no longer exists at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:22:22.426745 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4c6931-4aba-49bd-8fb1-2d1597bf6372 req-5971dbc0-e111-47d9-88a0-7309b5692075 tempest-LiveMigrationTest-969842093 tempest-LiveMigrationTest-969842093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:22.428245 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4d4c6931-4aba-49bd-8fb1-2d1597bf6372 req-5971dbc0-e111-47d9-88a0-7309b5692075 tempest-LiveMigrationTest-969842093 tempest-LiveMigrationTest-969842093-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=f06c429e-200a-4060-82ce-3c50d0c62b77 HTTP/1.1" status: 200 len: 1095 time: 0.4748559 May 28 06:22:22.540335 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-58debafd-bcb0-4906-bbd8-20ddfa0cbfb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70cf39f6-7078-4919-bfc1-e8d48bb3562f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1490755366-router', 'tenant_id': '82228dddf6d7411e9b9bc86768e162fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': 'ae794bca-3a7b-45a4-8f4a-9a56e586ce0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:21:57Z', 'updated_at': '2022-05-28T06:22:16Z', 'revision_number': 4, 'project_id': '82228dddf6d7411e9b9bc86768e162fd', 'gw_port': {'id': 'ae794bca-3a7b-45a4-8f4a-9a56e586ce0d', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e7:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70cf39f6-7078-4919-bfc1-e8d48bb3562f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:22:02Z', 'updated_at': '2022-05-28T06:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '4cc7f887-eddc-4bae-ae69-c363511b60f4', 'name': '', 'network_id': '576ea26e-8035-455a-8c74-4158da6aa448', 'tenant_id': '82228dddf6d7411e9b9bc86768e162fd', 'mac_address': 'fa:16:3e:03:53:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70cf39f6-7078-4919-bfc1-e8d48bb3562f', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'e65d318c-0f7f-4c29-abed-45d47307befd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:22:14Z', 'updated_at': '2022-05-28T06:22:21Z', 'revision_number': 4, 'project_id': '82228dddf6d7411e9b9bc86768e162fd', 'subnets': [{'id': 'e65d318c-0f7f-4c29-abed-45d47307befd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:22:22.548148 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58debafd-bcb0-4906-bbd8-20ddfa0cbfb3 None None] The sync data for ids ['70cf39f6-7078-4919-bfc1-e8d48bb3562f'] in n-d-843702-1 is: [{'id': '70cf39f6-7078-4919-bfc1-e8d48bb3562f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1490755366-router', 'tenant_id': '82228dddf6d7411e9b9bc86768e162fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': 'ae794bca-3a7b-45a4-8f4a-9a56e586ce0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:21:57Z', 'updated_at': '2022-05-28T06:22:16Z', 'revision_number': 4, 'project_id': '82228dddf6d7411e9b9bc86768e162fd', 'gw_port': {'id': 'ae794bca-3a7b-45a4-8f4a-9a56e586ce0d', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e7:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70cf39f6-7078-4919-bfc1-e8d48bb3562f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:22:02Z', 'updated_at': '2022-05-28T06:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '4cc7f887-eddc-4bae-ae69-c363511b60f4', 'name': '', 'network_id': '576ea26e-8035-455a-8c74-4158da6aa448', 'tenant_id': '82228dddf6d7411e9b9bc86768e162fd', 'mac_address': 'fa:16:3e:03:53:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70cf39f6-7078-4919-bfc1-e8d48bb3562f', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'e65d318c-0f7f-4c29-abed-45d47307befd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:22:14Z', 'updated_at': '2022-05-28T06:22:21Z', 'revision_number': 4, 'project_id': '82228dddf6d7411e9b9bc86768e162fd', 'subnets': [{'id': 'e65d318c-0f7f-4c29-abed-45d47307befd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:22:22.560883 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 348e0f92-f18f-4d76-8c5a-7722d2125db2 is: ACTIVE; New status is: DOWN {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:22:22.561271 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:22.626515 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21989f8-76ae-45d0-b3e0-c9b131c61e01 req-4d88c31c-c55f-401b-954a-cc9dc28368b6 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:22.628015 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d21989f8-76ae-45d0-b3e0-c9b131c61e01 req-4d88c31c-c55f-401b-954a-cc9dc28368b6 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=23c73e19-816a-46df-80fa-748f799ce37d HTTP/1.1" status: 200 len: 950 time: 0.3999999 May 28 06:22:22.637240 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 348e0f92-f18f-4d76-8c5a-7722d2125db2, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=348e0f92-f18f-4d76-8c5a-7722d2125db2,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:22:22.698407 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4d4c6931-4aba-49bd-8fb1-2d1597bf6372 req-c846952b-1cf2-438f-bade-2f907541ca76 tempest-LiveMigrationTest-969842093 tempest-LiveMigrationTest-969842093-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=51e8ab45-fc50-4bca-a4a6-55c0639ed93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513108 May 28 06:22:22.747734 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-f6c805ad-9bb9-4cd0-8344-4cd100fab26f req-9437fc02-7d25-45d0-82d2-4139796326e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:22.775198 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616cd511-83ee-4fdb-ba3b-49921c5344b2 req-f7c74bae-ff26-4f92-9c9c-1965b9ad1cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:22.776661 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-616cd511-83ee-4fdb-ba3b-49921c5344b2 req-f7c74bae-ff26-4f92-9c9c-1965b9ad1cdd service neutron] 10.222.0.71 "GET /v2.0/networks?id=878a453b-7058-4dfc-b9e2-17503c679278 HTTP/1.1" status: 200 len: 922 time: 0.3854771 May 28 06:22:22.791005 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d21989f8-76ae-45d0-b3e0-c9b131c61e01 req-c5d7d044-e666-47c0-9d13-d422cdcbec08 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429694 May 28 06:22:22.828864 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:22.903475 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-943f1b70-fe9c-4ce2-b3e9-50f9a7721485'] response: {'server_uuid': '0b7eb681-8c3c-4468-9c7c-5fb1304d44a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cce32f02-bd36-4345-9f5e-4ca3e0cbed90', 'code': 200} May 28 06:22:22.921551 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=348e0f92-f18f-4d76-8c5a-7722d2125db2,revision_number=6']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:22.959637 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-616cd511-83ee-4fdb-ba3b-49921c5344b2 req-2420a4f0-f5ec-467a-a9e5-12099a4b7249 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eb131f8e-2a83-469e-9e2c-31f0cbab941d HTTP/1.1" status: 200 len: 217 time: 0.1674118 May 28 06:22:22.996263 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1877bc-29d1-4e31-8887-9f8ac383541c req-154dccf9-3bab-4991-8b14-0668b5d4a3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:22.998181 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-1c1877bc-29d1-4e31-8887-9f8ac383541c req-154dccf9-3bab-4991-8b14-0668b5d4a3cf service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0b7eb681-8c3c-4468-9c7c-5fb1304d44a0 HTTP/1.1" status: 200 len: 1097 time: 0.0854812 May 28 06:22:23.045462 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-1c1877bc-29d1-4e31-8887-9f8ac383541c req-ee756ec5-f79e-4757-afbc-4f725d9f1e98 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=e432db24-e8e7-48aa-9528-693cfa32554a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389180 May 28 06:22:23.056512 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fa9d4a9f-5081-4780-b639-2906090bf2d1 req-d1861d31-6e1d-4f8a-985f-5dc2bbfc3c4f tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb5780c7-461a-4dd4-999d-d7e14791d896 HTTP/1.1" status: 200 len: 210 time: 0.1061366 May 28 06:22:23.159627 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616cd511-83ee-4fdb-ba3b-49921c5344b2 req-8c366d91-9b57-49f1-b4a0-ce31c122cf79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:23.161188 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-616cd511-83ee-4fdb-ba3b-49921c5344b2 req-8c366d91-9b57-49f1-b4a0-ce31c122cf79 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=cdd32cdd-4510-40e6-8d87-2fb486891cf4 HTTP/1.1" status: 200 len: 861 time: 0.1609995 May 28 06:22:23.225381 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-616cd511-83ee-4fdb-ba3b-49921c5344b2 req-6a0190fe-097c-4df9-93f3-36c7a6aa5172 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=878a453b-7058-4dfc-b9e2-17503c679278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567956 May 28 06:22:23.449328 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9ad413-df8a-4036-a134-4babc68b2a98 req-5b1de862-b1a0-49a1-9a44-d1ce97d5a79d tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:23.450917 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7a9ad413-df8a-4036-a134-4babc68b2a98 req-5b1de862-b1a0-49a1-9a44-d1ce97d5a79d tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d12f016-9857-485d-b48d-8f3217d4ed50 HTTP/1.1" status: 200 len: 946 time: 0.5648408 May 28 06:22:23.591181 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-f6c805ad-9bb9-4cd0-8344-4cd100fab26f req-9437fc02-7d25-45d0-82d2-4139796326e2 service neutron] For port 348e0f92-f18f-4d76-8c5a-7722d2125db2, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=348e0f92-f18f-4d76-8c5a-7722d2125db2,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:22:23.602474 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-616cd511-83ee-4fdb-ba3b-49921c5344b2 req-f1fff9fa-6d86-4482-90b4-f9f77ba0f651 service neutron] 10.222.0.71 "GET /v2.0/networks/878a453b-7058-4dfc-b9e2-17503c679278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3602586 May 28 06:22:23.607695 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7a9ad413-df8a-4036-a134-4babc68b2a98 req-bbf65bfe-e06e-4410-b703-17c0f7d7cce9 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a90b51ea-4be8-4511-8d71-0b0b776de2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435130 May 28 06:22:23.705851 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58649d1a-5ef5-4f95-a1ec-79cc6388d0e3 req-38ea2d4f-933c-4fd2-ae79-4e0f5314b692 tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:23.708051 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-58649d1a-5ef5-4f95-a1ec-79cc6388d0e3 req-38ea2d4f-933c-4fd2-ae79-4e0f5314b692 tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] 10.222.0.55 "GET /v2.0/ports?device_id=a12562a2-7cbc-4e1f-85f1-93eb04c3c174 HTTP/1.1" status: 200 len: 949 time: 0.3963261 May 28 06:22:23.838448 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-f6c805ad-9bb9-4cd0-8344-4cd100fab26f req-9437fc02-7d25-45d0-82d2-4139796326e2 service neutron] For port 348e0f92-f18f-4d76-8c5a-7722d2125db2, host n-h2-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:22:24.037904 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-58649d1a-5ef5-4f95-a1ec-79cc6388d0e3 req-bad2708f-b638-434e-b47a-450a212b2ab9 tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac29db33-ef6f-43a7-9236-59d10d045b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3179762 May 28 06:22:24.044971 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-616cd511-83ee-4fdb-ba3b-49921c5344b2 req-f6c9baac-17ce-4243-896f-ffcb4b3cb227 service neutron] 10.222.0.71 "GET /v2.0/networks/878a453b-7058-4dfc-b9e2-17503c679278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4337640 May 28 06:22:24.049675 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [req-f6c805ad-9bb9-4cd0-8344-4cd100fab26f req-9437fc02-7d25-45d0-82d2-4139796326e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 348e0f92-f18f-4d76-8c5a-7722d2125db2 {{(pid=89110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:22:24.059240 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-f6c805ad-9bb9-4cd0-8344-4cd100fab26f req-9437fc02-7d25-45d0-82d2-4139796326e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:24.080822 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-f6c805ad-9bb9-4cd0-8344-4cd100fab26f req-9437fc02-7d25-45d0-82d2-4139796326e2 service neutron] Transition to ACTIVE for port object 348e0f92-f18f-4d76-8c5a-7722d2125db2 will not be triggered until provisioned by entity L2. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:22:24.088505 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af893ca1-175c-4059-a8ff-1c118b37ded9 req-bcf1522c-32ec-4626-a39f-e606817ca80c tempest-LiveMigrationTest-969842093 tempest-LiveMigrationTest-969842093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:24.090474 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-af893ca1-175c-4059-a8ff-1c118b37ded9 req-bcf1522c-32ec-4626-a39f-e606817ca80c tempest-LiveMigrationTest-969842093 tempest-LiveMigrationTest-969842093-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=f06c429e-200a-4060-82ce-3c50d0c62b77 HTTP/1.1" status: 200 len: 1095 time: 0.3693256 May 28 06:22:24.135674 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-af893ca1-175c-4059-a8ff-1c118b37ded9 req-4e7ce570-3ae0-49bc-a180-003f8e9edd81 tempest-LiveMigrationTest-969842093 tempest-LiveMigrationTest-969842093-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=51e8ab45-fc50-4bca-a4a6-55c0639ed93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388374 May 28 06:22:24.286772 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e8b27e-c2fb-4bff-9ac6-273f10227765 req-1461a501-bc75-4485-ac2c-c62453e43c4d tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:24.286772 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b1e8b27e-c2fb-4bff-9ac6-273f10227765 req-1461a501-bc75-4485-ac2c-c62453e43c4d tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b7eb681-8c3c-4468-9c7c-5fb1304d44a0 HTTP/1.1" status: 200 len: 946 time: 0.1341102 May 28 06:22:24.364728 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 4cc7f887-eddc-4bae-ae69-c363511b60f4 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:22:24.379450 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b1e8b27e-c2fb-4bff-9ac6-273f10227765 req-fba329c0-149a-4196-8130-e2389992ec5c tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] 10.222.0.55 "GET /v2.0/security-groups?id=e432db24-e8e7-48aa-9528-693cfa32554a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0955081 May 28 06:22:24.424200 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-f6c805ad-9bb9-4cd0-8344-4cd100fab26f req-9437fc02-7d25-45d0-82d2-4139796326e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:24.429850 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 38a5fe1b-c414-4486-a23f-0caa58085f6f up at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:22:24.518163 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9321d6dd-dfeb-496e-808e-305f532646f3 req-f0fbb828-f6ed-4f94-9744-0f843a029133 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:24.529739 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9321d6dd-dfeb-496e-808e-305f532646f3 req-f0fbb828-f6ed-4f94-9744-0f843a029133 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=23c73e19-816a-46df-80fa-748f799ce37d HTTP/1.1" status: 200 len: 948 time: 0.2108855 May 28 06:22:24.718641 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d547ebe0-a5fa-4781-a2c6-c6cc3f177dc9 req-f119cc5e-0dd7-4882-a99e-3ddc85be387a tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb5780c7-461a-4dd4-999d-d7e14791d896 HTTP/1.1" status: 200 len: 210 time: 0.1491733 May 28 06:22:24.750876 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9437fc02-7d25-45d0-82d2-4139796326e2 service neutron] Pushing event updated for resources: {'Port': ['ID=348e0f92-f18f-4d76-8c5a-7722d2125db2,revision_number=7']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:24.763927 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9321d6dd-dfeb-496e-808e-305f532646f3 req-b4d8ab72-d05a-4b1b-a91a-625d944d4b99 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330263 May 28 06:22:24.771906 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6c805ad-9bb9-4cd0-8344-4cd100fab26f req-9437fc02-7d25-45d0-82d2-4139796326e2 service neutron] No DVR routers for this DVR port 348e0f92-f18f-4d76-8c5a-7722d2125db2 on host n-h2-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:22:24.777863 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning for port 38a5fe1b-c414-4486-a23f-0caa58085f6f completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:22:24.781444 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 4cc7f887-eddc-4bae-ae69-c363511b60f4 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:22:24.793539 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 4cc7f887-eddc-4bae-ae69-c363511b60f4 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:22:24.797900 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:24.863946 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning complete for port 38a5fe1b-c414-4486-a23f-0caa58085f6f triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:22:24.864505 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:24.866209 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-f6c805ad-9bb9-4cd0-8344-4cd100fab26f req-9437fc02-7d25-45d0-82d2-4139796326e2 service neutron] Attempting to bind port 348e0f92-f18f-4d76-8c5a-7722d2125db2 on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:22:24.866638 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-f6c805ad-9bb9-4cd0-8344-4cd100fab26f req-9437fc02-7d25-45d0-82d2-4139796326e2 service neutron] Attempting to bind port 348e0f92-f18f-4d76-8c5a-7722d2125db2 by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:22:24.867060 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c805ad-9bb9-4cd0-8344-4cd100fab26f req-9437fc02-7d25-45d0-82d2-4139796326e2 service neutron] Attempting to bind port 348e0f92-f18f-4d76-8c5a-7722d2125db2 on network bb90c162-fdb0-406b-af2b-5eef830db7a9 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:22:24.873101 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c805ad-9bb9-4cd0-8344-4cd100fab26f req-9437fc02-7d25-45d0-82d2-4139796326e2 service neutron] Port 348e0f92-f18f-4d76-8c5a-7722d2125db2 on network bb90c162-fdb0-406b-af2b-5eef830db7a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:22:24.873552 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c805ad-9bb9-4cd0-8344-4cd100fab26f req-9437fc02-7d25-45d0-82d2-4139796326e2 service neutron] Attempting to bind port 348e0f92-f18f-4d76-8c5a-7722d2125db2 on network bb90c162-fdb0-406b-af2b-5eef830db7a9 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:22:24.880752 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c805ad-9bb9-4cd0-8344-4cd100fab26f req-9437fc02-7d25-45d0-82d2-4139796326e2 service neutron] Checking agent: {'id': '69f492a0-c00d-46d0-9bec-fcd8161ce206', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:22:24.882350 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c805ad-9bb9-4cd0-8344-4cd100fab26f req-9437fc02-7d25-45d0-82d2-4139796326e2 service neutron] Checking segment: {'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:22:24.882926 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c805ad-9bb9-4cd0-8344-4cd100fab26f req-9437fc02-7d25-45d0-82d2-4139796326e2 service neutron] Bound using segment: {'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:22:24.883463 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-f6c805ad-9bb9-4cd0-8344-4cd100fab26f req-9437fc02-7d25-45d0-82d2-4139796326e2 service neutron] Bound port: 348e0f92-f18f-4d76-8c5a-7722d2125db2, host: n-h1-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'}}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:22:24.883907 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-f6c805ad-9bb9-4cd0-8344-4cd100fab26f req-9437fc02-7d25-45d0-82d2-4139796326e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:24.917066 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23c73e19-816a-46df-80fa-748f799ce37d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '348e0f92-f18f-4d76-8c5a-7722d2125db2'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:22:25.106103 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-f6c805ad-9bb9-4cd0-8344-4cd100fab26f req-9437fc02-7d25-45d0-82d2-4139796326e2 service neutron] For port 348e0f92-f18f-4d76-8c5a-7722d2125db2, host n-h1-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:22:25.106103 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-f6c805ad-9bb9-4cd0-8344-4cd100fab26f req-9437fc02-7d25-45d0-82d2-4139796326e2 service neutron] For port 348e0f92-f18f-4d76-8c5a-7722d2125db2, host n-h1-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=348e0f92-f18f-4d76-8c5a-7722d2125db2,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:22:25.116209 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 4cc7f887-eddc-4bae-ae69-c363511b60f4 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:22:25.116585 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:25.121356 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c605d5-1c60-473b-bdbf-a67f5350d200 req-99b40513-b7f8-4e3b-a2c9-7d55aa4e6c11 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:25.123102 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-58c605d5-1c60-473b-bdbf-a67f5350d200 req-99b40513-b7f8-4e3b-a2c9-7d55aa4e6c11 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d12f016-9857-485d-b48d-8f3217d4ed50 HTTP/1.1" status: 200 len: 946 time: 0.2018261 May 28 06:22:25.137017 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 38a5fe1b-c414-4486-a23f-0caa58085f6f is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:22:25.137879 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:25.186723 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port 4cc7f887-eddc-4bae-ae69-c363511b60f4, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=4cc7f887-eddc-4bae-ae69-c363511b60f4,segment=NetworkSegment(8393efb8-9369-4910-a9df-a6c5d1ca9544),segment_id=8393efb8-9369-4910-a9df-a6c5d1ca9544)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:22:25.194177 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-58c605d5-1c60-473b-bdbf-a67f5350d200 req-0b89de4d-0034-4e7b-b43c-eea52de83234 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a90b51ea-4be8-4511-8d71-0b0b776de2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578215 May 28 06:22:25.204784 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 38a5fe1b-c414-4486-a23f-0caa58085f6f, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=38a5fe1b-c414-4486-a23f-0caa58085f6f,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:22:25.212297 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-f6c805ad-9bb9-4cd0-8344-4cd100fab26f req-9437fc02-7d25-45d0-82d2-4139796326e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:25.268936 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32b5f090-9f33-47b0-843c-ff1e4dc51a34'] response: {'server_uuid': '23c73e19-816a-46df-80fa-748f799ce37d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '348e0f92-f18f-4d76-8c5a-7722d2125db2', 'code': 200} May 28 06:22:25.278589 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c805ad-9bb9-4cd0-8344-4cd100fab26f req-9437fc02-7d25-45d0-82d2-4139796326e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:25.279286 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-f6c805ad-9bb9-4cd0-8344-4cd100fab26f req-9437fc02-7d25-45d0-82d2-4139796326e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:25.280980 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f6c805ad-9bb9-4cd0-8344-4cd100fab26f req-9437fc02-7d25-45d0-82d2-4139796326e2 service neutron] 10.222.0.69 "PUT /v2.0/ports/348e0f92-f18f-4d76-8c5a-7722d2125db2 HTTP/1.1" status: 200 len: 1096 time: 2.9412627 May 28 06:22:25.281504 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23c73e19-816a-46df-80fa-748f799ce37d', 'tag': '348e0f92-f18f-4d76-8c5a-7722d2125db2'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:22:25.371439 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9437fc02-7d25-45d0-82d2-4139796326e2 service neutron] Pushing event updated for resources: {'Port': ['ID=348e0f92-f18f-4d76-8c5a-7722d2125db2,revision_number=8']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:25.406265 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:25.430006 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c805ad-9bb9-4cd0-8344-4cd100fab26f req-cab4fae6-8097-4ffc-8e40-0af5c14ab8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:25.433109 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f6c805ad-9bb9-4cd0-8344-4cd100fab26f req-cab4fae6-8097-4ffc-8e40-0af5c14ab8d4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fa535ce8a329409da109cb227c3a70b1&device_id=23c73e19-816a-46df-80fa-748f799ce37d HTTP/1.1" status: 200 len: 1099 time: 0.1258366 May 28 06:22:25.470657 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:25.671322 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9536859-2fea-4dd3-8cef-8d14bca66e9d'] response: {'name': 'network-changed', 'server_uuid': '23c73e19-816a-46df-80fa-748f799ce37d', 'tag': '348e0f92-f18f-4d76-8c5a-7722d2125db2', 'status': 'completed', 'code': 200} May 28 06:22:25.816302 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=4cc7f887-eddc-4bae-ae69-c363511b60f4,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:25.850416 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bf3acd-6b2a-42db-8b5c-d7c657ec2e6b req-c5e56db3-2689-45da-a8c0-6e8a4968dd40 tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:25.856017 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-05bf3acd-6b2a-42db-8b5c-d7c657ec2e6b req-c5e56db3-2689-45da-a8c0-6e8a4968dd40 tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] 10.222.0.55 "GET /v2.0/ports?device_id=a12562a2-7cbc-4e1f-85f1-93eb04c3c174 HTTP/1.1" status: 200 len: 950 time: 0.4197152 May 28 06:22:25.917230 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c805ad-9bb9-4cd0-8344-4cd100fab26f req-c8152cb3-a9fa-461f-9655-eb7a17fa1461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:25.918723 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f6c805ad-9bb9-4cd0-8344-4cd100fab26f req-c8152cb3-a9fa-461f-9655-eb7a17fa1461 service neutron] 10.222.0.69 "GET /v2.0/networks?id=bb90c162-fdb0-406b-af2b-5eef830db7a9 HTTP/1.1" status: 200 len: 870 time: 0.4419410 May 28 06:22:25.965115 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=38a5fe1b-c414-4486-a23f-0caa58085f6f,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:26.070418 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f6c805ad-9bb9-4cd0-8344-4cd100fab26f req-6926e333-e2f9-4215-bc43-df5d2bf415e2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=348e0f92-f18f-4d76-8c5a-7722d2125db2 HTTP/1.1" status: 200 len: 217 time: 0.1425526 May 28 06:22:26.084916 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad8bad6-3f8d-41f4-9a5f-8ef817ee0806 req-f730602e-dafb-4b7d-bc1f-83e3a973e5c7 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:26.085854 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-fad8bad6-3f8d-41f4-9a5f-8ef817ee0806 req-f730602e-dafb-4b7d-bc1f-83e3a973e5c7 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Synchronizing usage tracker for tenant:82228dddf6d7411e9b9bc86768e162fd on resource:network {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:22:26.176966 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-05bf3acd-6b2a-42db-8b5c-d7c657ec2e6b req-c76ab1fd-406b-40af-81fe-67213db64092 tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac29db33-ef6f-43a7-9236-59d10d045b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2994037 May 28 06:22:26.230539 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c805ad-9bb9-4cd0-8344-4cd100fab26f req-914d4902-47aa-43f5-a11c-7ad73436a50a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:26.233720 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f6c805ad-9bb9-4cd0-8344-4cd100fab26f req-914d4902-47aa-43f5-a11c-7ad73436a50a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e72d0ca5-04cb-4b36-82b1-c75214c9eb05 HTTP/1.1" status: 200 len: 843 time: 0.1064479 May 28 06:22:26.240528 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352fdf18-9320-4d68-9273-54be9c29121b req-40e6667a-5c30-46c0-8431-fa22c6f80366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:26.242601 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-352fdf18-9320-4d68-9273-54be9c29121b req-40e6667a-5c30-46c0-8431-fa22c6f80366 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fa535ce8a329409da109cb227c3a70b1&device_id=23c73e19-816a-46df-80fa-748f799ce37d HTTP/1.1" status: 200 len: 1099 time: 0.5299118 May 28 06:22:26.280489 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-fad8bad6-3f8d-41f4-9a5f-8ef817ee0806 req-f730602e-dafb-4b7d-bc1f-83e3a973e5c7 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Unset dirty status for tenant:82228dddf6d7411e9b9bc86768e162fd on resource:network {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:22:26.281915 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-fad8bad6-3f8d-41f4-9a5f-8ef817ee0806 req-f730602e-dafb-4b7d-bc1f-83e3a973e5c7 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] 10.222.0.69 "GET /v2.0/networks?id=576ea26e-8035-455a-8c74-4158da6aa448 HTTP/1.1" status: 200 len: 829 time: 0.4729574 May 28 06:22:26.294814 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-fad8bad6-3f8d-41f4-9a5f-8ef817ee0806 req-22f4db39-d586-4b35-b86c-d0d7c8c7e209 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Request body: {'port': {'device_id': 'cb5780c7-461a-4dd4-999d-d7e14791d896', 'network_id': '576ea26e-8035-455a-8c74-4158da6aa448', 'admin_state_up': True, 'tenant_id': '82228dddf6d7411e9b9bc86768e162fd'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:22:26.387699 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 4cc7f887-eddc-4bae-ae69-c363511b60f4 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:22:26.460316 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610aafe0-0bca-4454-9da0-91a8b4b9e799 req-e3507ec5-f774-478d-ad73-54fd7e9bc816 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:26.462179 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-610aafe0-0bca-4454-9da0-91a8b4b9e799 req-e3507ec5-f774-478d-ad73-54fd7e9bc816 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b7eb681-8c3c-4468-9c7c-5fb1304d44a0 HTTP/1.1" status: 200 len: 946 time: 0.5301254 May 28 06:22:26.525568 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-092825f7-d8c2-466b-b9bf-586d24b03700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:26.545919 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [req-fad8bad6-3f8d-41f4-9a5f-8ef817ee0806 req-22f4db39-d586-4b35-b86c-d0d7c8c7e209 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:22:26.557553 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-fad8bad6-3f8d-41f4-9a5f-8ef817ee0806 req-22f4db39-d586-4b35-b86c-d0d7c8c7e209 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Usage tracker for resource:port and tenant:82228dddf6d7411e9b9bc86768e162fd is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:22:26.563493 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-fad8bad6-3f8d-41f4-9a5f-8ef817ee0806 req-22f4db39-d586-4b35-b86c-d0d7c8c7e209 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:22:26.579282 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [req-fad8bad6-3f8d-41f4-9a5f-8ef817ee0806 req-22f4db39-d586-4b35-b86c-d0d7c8c7e209 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:22:26.593714 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 4cc7f887-eddc-4bae-ae69-c363511b60f4 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:22:26.593714 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:26.719953 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 4cc7f887-eddc-4bae-ae69-c363511b60f4 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:22:26.729965 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-38796c92-d23f-4261-9ce7-33af31e54599 req-d35c53d1-5897-4211-aa63-93310a7fcb0d tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb5780c7-461a-4dd4-999d-d7e14791d896 HTTP/1.1" status: 200 len: 210 time: 0.2667632 May 28 06:22:26.776592 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-610aafe0-0bca-4454-9da0-91a8b4b9e799 req-e2c5a486-3a32-4a5e-b952-cdac3e27e121 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] 10.222.0.55 "GET /v2.0/security-groups?id=e432db24-e8e7-48aa-9528-693cfa32554a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2168088 May 28 06:22:26.817515 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fad8bad6-3f8d-41f4-9a5f-8ef817ee0806 req-22f4db39-d586-4b35-b86c-d0d7c8c7e209 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Made reservation on behalf of 82228dddf6d7411e9b9bc86768e162fd for: {'port': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:22:26.822812 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-fad8bad6-3f8d-41f4-9a5f-8ef817ee0806 req-22f4db39-d586-4b35-b86c-d0d7c8c7e209 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:26.832869 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352fdf18-9320-4d68-9273-54be9c29121b req-db206d4d-bf38-4cef-ba07-1711d543feb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:26.835496 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-352fdf18-9320-4d68-9273-54be9c29121b req-db206d4d-bf38-4cef-ba07-1711d543feb1 service neutron] 10.222.0.71 "GET /v2.0/networks?id=bb90c162-fdb0-406b-af2b-5eef830db7a9 HTTP/1.1" status: 200 len: 870 time: 0.5197134 May 28 06:22:26.839256 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c805ad-9bb9-4cd0-8344-4cd100fab26f req-e2353c21-15ec-40bc-9324-8600c5ec5055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:26.849271 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f6c805ad-9bb9-4cd0-8344-4cd100fab26f req-e2353c21-15ec-40bc-9324-8600c5ec5055 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bb90c162-fdb0-406b-af2b-5eef830db7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5958323 May 28 06:22:27.060292 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [req-fad8bad6-3f8d-41f4-9a5f-8ef817ee0806 req-22f4db39-d586-4b35-b86c-d0d7c8c7e209 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Allocated IP 172.20.0.13 (576ea26e-8035-455a-8c74-4158da6aa448/e65d318c-0f7f-4c29-abed-45d47307befd/cb854cdf-2991-47ca-909c-af8be51bdf4b) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:22:27.067011 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-352fdf18-9320-4d68-9273-54be9c29121b req-2ec2c328-7160-4e0c-a37a-aba7b469a80c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=348e0f92-f18f-4d76-8c5a-7722d2125db2 HTTP/1.1" status: 200 len: 217 time: 0.2252376 May 28 06:22:27.200749 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352fdf18-9320-4d68-9273-54be9c29121b req-cea3f434-ed29-4931-980e-4ffeaa32b4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:27.202194 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-352fdf18-9320-4d68-9273-54be9c29121b req-cea3f434-ed29-4931-980e-4ffeaa32b4c8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e72d0ca5-04cb-4b36-82b1-c75214c9eb05 HTTP/1.1" status: 200 len: 843 time: 0.1169679 May 28 06:22:27.271213 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a12562a2-7cbc-4e1f-85f1-93eb04c3c174', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38a5fe1b-c414-4486-a23f-0caa58085f6f'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:22:27.288996 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f6c805ad-9bb9-4cd0-8344-4cd100fab26f req-007e82f1-15e3-4456-8912-9b936a17abb8 service neutron] 10.222.0.69 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3767238 May 28 06:22:27.315531 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-fad8bad6-3f8d-41f4-9a5f-8ef817ee0806 req-22f4db39-d586-4b35-b86c-d0d7c8c7e209 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:27.344573 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [req-fad8bad6-3f8d-41f4-9a5f-8ef817ee0806 req-22f4db39-d586-4b35-b86c-d0d7c8c7e209 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Transition to ACTIVE for port object cb854cdf-2991-47ca-909c-af8be51bdf4b will not be triggered until provisioned by entity DHCP. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:22:27.346224 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492e4042-3e06-461b-b090-e81398e21a0c req-edafa78e-0b91-479e-8286-bf17b780ac79 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:27.350224 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-492e4042-3e06-461b-b090-e81398e21a0c req-edafa78e-0b91-479e-8286-bf17b780ac79 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d12f016-9857-485d-b48d-8f3217d4ed50 HTTP/1.1" status: 200 len: 946 time: 0.4190202 May 28 06:22:27.366677 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e257d85c-0ef1-4353-a0a7-ac83fab4931e req-c2eb70c9-ce5b-4c13-a359-a511bd9ae4ab tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:27.368276 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e257d85c-0ef1-4353-a0a7-ac83fab4931e req-c2eb70c9-ce5b-4c13-a359-a511bd9ae4ab tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=23c73e19-816a-46df-80fa-748f799ce37d HTTP/1.1" status: 200 len: 948 time: 0.4571753 May 28 06:22:27.440154 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:27.527160 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-fad8bad6-3f8d-41f4-9a5f-8ef817ee0806 req-22f4db39-d586-4b35-b86c-d0d7c8c7e209 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:27.528544 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-492e4042-3e06-461b-b090-e81398e21a0c req-55379e88-f0b7-4357-9284-bf4e1ad0990d tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a90b51ea-4be8-4511-8d71-0b0b776de2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708634 May 28 06:22:27.547083 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e257d85c-0ef1-4353-a0a7-ac83fab4931e req-d17fbd54-4101-4ef3-a76a-25697c0a2b97 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284709 May 28 06:22:27.552210 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352fdf18-9320-4d68-9273-54be9c29121b req-4b469d7f-4a25-4485-ae5a-b90ba50d85a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:27.552210 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-352fdf18-9320-4d68-9273-54be9c29121b req-4b469d7f-4a25-4485-ae5a-b90ba50d85a1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=bb90c162-fdb0-406b-af2b-5eef830db7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3398046 May 28 06:22:27.552210 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f6c805ad-9bb9-4cd0-8344-4cd100fab26f req-b66c3144-6c62-409b-8ccf-995e11d155a0 service neutron] 10.222.0.69 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2572007 May 28 06:22:27.782306 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fad8bad6-3f8d-41f4-9a5f-8ef817ee0806 req-22f4db39-d586-4b35-b86c-d0d7c8c7e209 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Network 576ea26e-8035-455a-8c74-4158da6aa448 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:22:27.785724 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [req-fad8bad6-3f8d-41f4-9a5f-8ef817ee0806 req-22f4db39-d586-4b35-b86c-d0d7c8c7e209 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:22:27.790076 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [req-fad8bad6-3f8d-41f4-9a5f-8ef817ee0806 req-22f4db39-d586-4b35-b86c-d0d7c8c7e209 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:22:27.818720 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f4db39-d586-4b35-b86c-d0d7c8c7e209 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Pushing event updated for resources: {'Port': ['ID=cb854cdf-2991-47ca-909c-af8be51bdf4b,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:27.861929 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad8bad6-3f8d-41f4-9a5f-8ef817ee0806 req-22f4db39-d586-4b35-b86c-d0d7c8c7e209 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:27.862969 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-fad8bad6-3f8d-41f4-9a5f-8ef817ee0806 req-22f4db39-d586-4b35-b86c-d0d7c8c7e209 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:27.932556 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-352fdf18-9320-4d68-9273-54be9c29121b req-e76c02e3-1863-4a03-b6b5-197a9d2e57b1 service neutron] 10.222.0.71 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3678877 May 28 06:22:27.980010 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f1c78a-f7b2-442c-818c-291f7cb42dff req-bd1b63ee-c794-476c-9623-60772b7b69d4 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:27.980010 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-20f1c78a-f7b2-442c-818c-291f7cb42dff req-bd1b63ee-c794-476c-9623-60772b7b69d4 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b7eb681-8c3c-4468-9c7c-5fb1304d44a0 HTTP/1.1" status: 200 len: 946 time: 0.3033149 May 28 06:22:27.987648 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 47668) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:27.993377 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-442997f4-0fce-4eed-a341-a863a7b0b16a tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Request body: {'floatingip': {'port_id': 'cce32f02-bd36-4345-9f5e-4ca3e0cbed90'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:22:28.036245 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd5e4154-9da8-4d51-b589-49a0b1491f2e'] response: {'server_uuid': 'a12562a2-7cbc-4e1f-85f1-93eb04c3c174', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38a5fe1b-c414-4486-a23f-0caa58085f6f', 'code': 200} May 28 06:22:28.058477 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-fad8bad6-3f8d-41f4-9a5f-8ef817ee0806 req-22f4db39-d586-4b35-b86c-d0d7c8c7e209 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7678318 May 28 06:22:28.067211 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286f01cf-bda6-458f-a2c1-ab55fdeb0060 req-dc2e2f3d-d915-4712-a0b2-7d54009ce1fe tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:28.067924 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-286f01cf-bda6-458f-a2c1-ab55fdeb0060 req-dc2e2f3d-d915-4712-a0b2-7d54009ce1fe tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] 10.222.0.55 "GET /v2.0/ports?device_id=a12562a2-7cbc-4e1f-85f1-93eb04c3c174 HTTP/1.1" status: 200 len: 950 time: 0.2996831 May 28 06:22:28.072108 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352fdf18-9320-4d68-9273-54be9c29121b req-6a9db60f-1f35-4bdd-94a8-1fc17bce5d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:28.073492 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-352fdf18-9320-4d68-9273-54be9c29121b req-6a9db60f-1f35-4bdd-94a8-1fc17bce5d1c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fa535ce8a329409da109cb227c3a70b1&device_id=23c73e19-816a-46df-80fa-748f799ce37d HTTP/1.1" status: 200 len: 1099 time: 0.2591243 May 28 06:22:28.096580 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-442997f4-0fce-4eed-a341-a863a7b0b16a tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Notify callbacks [] for floatingip, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:28.188057 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-fad8bad6-3f8d-41f4-9a5f-8ef817ee0806 req-01285b6c-9781-49ab-b77a-ac9a1d473eae service neutron] Request body: {'port': {'device_id': 'cb5780c7-461a-4dd4-999d-d7e14791d896', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843702-1'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:22:28.208161 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-d8202331-2e43-497d-a6e5-89a7ac93f13d None None] Provisioning for port cb854cdf-2991-47ca-909c-af8be51bdf4b completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:22:28.222898 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-d8202331-2e43-497d-a6e5-89a7ac93f13d None None] Provisioning complete for port cb854cdf-2991-47ca-909c-af8be51bdf4b triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:22:28.223370 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d8202331-2e43-497d-a6e5-89a7ac93f13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:28.274284 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-352fdf18-9320-4d68-9273-54be9c29121b req-013d46d8-fcc3-417f-af62-acceed724d29 service neutron] 10.222.0.71 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3310041 May 28 06:22:28.291102 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-286f01cf-bda6-458f-a2c1-ab55fdeb0060 req-67e72106-f8e9-412a-bb7b-972e5f9317fa tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac29db33-ef6f-43a7-9236-59d10d045b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150257 May 28 06:22:28.394677 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-d8202331-2e43-497d-a6e5-89a7ac93f13d None None] Port cb854cdf-2991-47ca-909c-af8be51bdf4b cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:22:28.397914 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352fdf18-9320-4d68-9273-54be9c29121b req-acd7d4e2-c2e8-4b23-b292-04811acdda9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:28.399652 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-352fdf18-9320-4d68-9273-54be9c29121b req-acd7d4e2-c2e8-4b23-b292-04811acdda9b service neutron] 10.222.0.69 "GET /v2.0/networks?id=bb90c162-fdb0-406b-af2b-5eef830db7a9 HTTP/1.1" status: 200 len: 870 time: 0.3082857 May 28 06:22:28.558645 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-352fdf18-9320-4d68-9273-54be9c29121b req-12779502-40aa-4b9e-a68a-237a1fcdada8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=348e0f92-f18f-4d76-8c5a-7722d2125db2 HTTP/1.1" status: 200 len: 217 time: 0.1483736 May 28 06:22:28.642062 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-fad8bad6-3f8d-41f4-9a5f-8ef817ee0806 req-01285b6c-9781-49ab-b77a-ac9a1d473eae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:28.667342 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60be046e-e622-4d05-9edf-03293d35fed8 req-74156c08-7939-4e6c-a22c-0c3453130bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:28.668745 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-60be046e-e622-4d05-9edf-03293d35fed8 req-74156c08-7939-4e6c-a22c-0c3453130bdf service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=a12562a2-7cbc-4e1f-85f1-93eb04c3c174 HTTP/1.1" status: 200 len: 1101 time: 0.4545588 May 28 06:22:28.808663 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-eefa982c-4297-4e00-9086-e47fe840f662 req-0cc04db4-3664-4d97-9219-bc09bb38e962 tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=e5c517efa2b64dd099939a98d2a0d5e8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0515058 May 28 06:22:28.859809 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352fdf18-9320-4d68-9273-54be9c29121b req-0dfa8809-c0ac-4012-ac13-3afdf1176cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:28.861257 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-352fdf18-9320-4d68-9273-54be9c29121b req-0dfa8809-c0ac-4012-ac13-3afdf1176cec service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e72d0ca5-04cb-4b36-82b1-c75214c9eb05 HTTP/1.1" status: 200 len: 843 time: 0.2892470 May 28 06:22:28.876134 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-60be046e-e622-4d05-9edf-03293d35fed8 req-27ace6fe-d9cb-458f-9054-70f5ee59f8da service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=ac29db33-ef6f-43a7-9236-59d10d045b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932516 May 28 06:22:28.908112 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-de8da09f-118e-48c4-b398-f2d100f913a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:28.927533 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef258c36-0e3d-4c62-aa1a-79680ec9d7b4 req-e3a30471-292c-41c9-982b-a6f71cb8d84b tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:28.928989 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ef258c36-0e3d-4c62-aa1a-79680ec9d7b4 req-e3a30471-292c-41c9-982b-a6f71cb8d84b tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb5780c7-461a-4dd4-999d-d7e14791d896 HTTP/1.1" status: 200 len: 932 time: 0.4438417 May 28 06:22:29.084434 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ef258c36-0e3d-4c62-aa1a-79680ec9d7b4 req-48cedb24-a508-41d5-9ffb-b1e65a2d2c81 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] 10.222.0.55 "GET /v2.0/security-groups?id=0298457f-05be-4918-b783-47064e014a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169634 May 28 06:22:29.093613 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefa982c-4297-4e00-9086-e47fe840f662 req-16fe0ebd-c30a-40d6-ade4-586cf029833f tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:29.095001 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-eefa982c-4297-4e00-9086-e47fe840f662 req-16fe0ebd-c30a-40d6-ade4-586cf029833f tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2768817 May 28 06:22:29.114317 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352fdf18-9320-4d68-9273-54be9c29121b req-71bbac13-2f0d-4757-a272-6ba4e3bd868a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:29.115798 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-352fdf18-9320-4d68-9273-54be9c29121b req-71bbac13-2f0d-4757-a272-6ba4e3bd868a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bb90c162-fdb0-406b-af2b-5eef830db7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2024190 May 28 06:22:29.119275 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-eefa982c-4297-4e00-9086-e47fe840f662 req-17af2ce8-ecad-4c5f-8688-208b24dadc61 tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] 10.222.0.55 "GET /v2.0/quotas/e5c517efa2b64dd099939a98d2a0d5e8 HTTP/1.1" status: 200 len: 375 time: 0.0165460 May 28 06:22:29.276460 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-eefa982c-4297-4e00-9086-e47fe840f662 req-7df27165-46ff-4154-a2e0-5149ae4b4145 tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=e5c517efa2b64dd099939a98d2a0d5e8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1492565 May 28 06:22:29.374586 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-352fdf18-9320-4d68-9273-54be9c29121b req-a16c4b22-ae39-4bdd-b003-1bdf9dcad98c service neutron] 10.222.0.69 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491467 May 28 06:22:29.411497 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28ee966-b2a3-4bdf-bc2a-4356651e9eec req-5f8cd7c8-beb0-403a-9679-7fad47cf372f tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:29.413173 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d28ee966-b2a3-4bdf-bc2a-4356651e9eec req-5f8cd7c8-beb0-403a-9679-7fad47cf372f tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d12f016-9857-485d-b48d-8f3217d4ed50 HTTP/1.1" status: 200 len: 946 time: 0.2225571 May 28 06:22:29.623939 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d28ee966-b2a3-4bdf-bc2a-4356651e9eec req-b02e6f70-7936-45ab-97f3-e7da04c2b853 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a90b51ea-4be8-4511-8d71-0b0b776de2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630616 May 28 06:22:29.679207 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-352fdf18-9320-4d68-9273-54be9c29121b req-ead72f6e-6648-427e-ab06-4337503af365 service neutron] 10.222.0.69 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2955613 May 28 06:22:29.748578 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-442997f4-0fce-4eed-a341-a863a7b0b16a tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:29.760279 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:29.796858 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [req-fad8bad6-3f8d-41f4-9a5f-8ef817ee0806 req-01285b6c-9781-49ab-b77a-ac9a1d473eae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb854cdf-2991-47ca-909c-af8be51bdf4b {{(pid=89109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:22:29.819122 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-fad8bad6-3f8d-41f4-9a5f-8ef817ee0806 req-01285b6c-9781-49ab-b77a-ac9a1d473eae service neutron] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:29.836545 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [req-fad8bad6-3f8d-41f4-9a5f-8ef817ee0806 req-01285b6c-9781-49ab-b77a-ac9a1d473eae service neutron] Transition to ACTIVE for port object cb854cdf-2991-47ca-909c-af8be51bdf4b will not be triggered until provisioned by entity L2. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:22:29.865242 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-442997f4-0fce-4eed-a341-a863a7b0b16a tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691094'] for floatingip, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:29.923399 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e4d992-36f2-4e04-8b4b-0d83e25dbf54 req-6871be1c-ea1b-4924-936d-5bf35ba3d049 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:29.924902 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-84e4d992-36f2-4e04-8b4b-0d83e25dbf54 req-6871be1c-ea1b-4924-936d-5bf35ba3d049 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=23c73e19-816a-46df-80fa-748f799ce37d HTTP/1.1" status: 200 len: 948 time: 0.2119398 May 28 06:22:29.962965 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff448ec-3ea7-47dc-9d4c-576ec121f67a req-b4dddfcf-7e1b-4e4c-98fd-ad69f3054097 tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:29.968398 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9ff448ec-3ea7-47dc-9d4c-576ec121f67a req-b4dddfcf-7e1b-4e4c-98fd-ad69f3054097 tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] 10.222.0.55 "GET /v2.0/ports?device_id=a12562a2-7cbc-4e1f-85f1-93eb04c3c174 HTTP/1.1" status: 200 len: 950 time: 0.1471851 May 28 06:22:30.006436 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-84e4d992-36f2-4e04-8b4b-0d83e25dbf54 req-2ce55e23-315b-4cfa-a3e1-ae6d9ef4f033 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728128 May 28 06:22:30.018104 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-fad8bad6-3f8d-41f4-9a5f-8ef817ee0806 req-01285b6c-9781-49ab-b77a-ac9a1d473eae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:30.031511 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9ff448ec-3ea7-47dc-9d4c-576ec121f67a req-1cf6d0ed-3f86-4ec8-86f2-b774594ee683 tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac29db33-ef6f-43a7-9236-59d10d045b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545030 May 28 06:22:30.063411 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:30.147117 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01285b6c-9781-49ab-b77a-ac9a1d473eae service neutron] Pushing event updated for resources: {'Port': ['ID=cb854cdf-2991-47ca-909c-af8be51bdf4b,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:30.161183 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-246deaff-32ed-4764-85a5-523a843e7c82 req-ac11cf0f-2bf6-49f3-803b-41dc8f29b46b tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=e5c517efa2b64dd099939a98d2a0d5e8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0406177 May 28 06:22:30.349964 n-d-843702-1 neutron-server[89109]: INFO neutron.db.l3_db [None req-442997f4-0fce-4eed-a341-a863a7b0b16a tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Floating IP 46522dea-4452-43c1-bd6a-44e5f3c37343 associated. External IP: 172.25.5.129, port: cce32f02-bd36-4345-9f5e-4ca3e0cbed90. May 28 06:22:30.461309 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246deaff-32ed-4764-85a5-523a843e7c82 req-d3eacb86-e8e0-44a2-b7d7-7fb1d73bf071 tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:30.462590 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-246deaff-32ed-4764-85a5-523a843e7c82 req-d3eacb86-e8e0-44a2-b7d7-7fb1d73bf071 tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2993140 May 28 06:22:30.471614 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abd9f93-ef83-4d50-8688-69c011e203df req-b88ebdd9-a03b-4045-80b7-3545cb514f26 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:30.474929 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7abd9f93-ef83-4d50-8688-69c011e203df req-b88ebdd9-a03b-4045-80b7-3545cb514f26 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb5780c7-461a-4dd4-999d-d7e14791d896 HTTP/1.1" status: 200 len: 944 time: 0.2221193 May 28 06:22:30.521231 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-246deaff-32ed-4764-85a5-523a843e7c82 req-3d3fdbac-f9dc-40a9-b4a2-0f43c4948164 tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] 10.222.0.55 "GET /v2.0/quotas/e5c517efa2b64dd099939a98d2a0d5e8 HTTP/1.1" status: 200 len: 375 time: 0.0448279 May 28 06:22:30.643415 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-246deaff-32ed-4764-85a5-523a843e7c82 req-1d617afc-0b3e-47c3-83f7-3c89dc85d336 tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=e5c517efa2b64dd099939a98d2a0d5e8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0903292 May 28 06:22:30.658790 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7abd9f93-ef83-4d50-8688-69c011e203df req-2ab1c506-e662-4238-82a4-33f446322834 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] 10.222.0.55 "GET /v2.0/security-groups?id=0298457f-05be-4918-b783-47064e014a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686149 May 28 06:22:30.699890 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-fad8bad6-3f8d-41f4-9a5f-8ef817ee0806 req-01285b6c-9781-49ab-b77a-ac9a1d473eae service neutron] Attempting to bind port cb854cdf-2991-47ca-909c-af8be51bdf4b on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:22:30.700218 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-fad8bad6-3f8d-41f4-9a5f-8ef817ee0806 req-01285b6c-9781-49ab-b77a-ac9a1d473eae service neutron] Attempting to bind port cb854cdf-2991-47ca-909c-af8be51bdf4b by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': '8393efb8-9369-4910-a9df-a6c5d1ca9544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '576ea26e-8035-455a-8c74-4158da6aa448'}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:22:30.700799 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad8bad6-3f8d-41f4-9a5f-8ef817ee0806 req-01285b6c-9781-49ab-b77a-ac9a1d473eae service neutron] Attempting to bind port cb854cdf-2991-47ca-909c-af8be51bdf4b on network 576ea26e-8035-455a-8c74-4158da6aa448 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:22:30.775122 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad8bad6-3f8d-41f4-9a5f-8ef817ee0806 req-01285b6c-9781-49ab-b77a-ac9a1d473eae service neutron] Port cb854cdf-2991-47ca-909c-af8be51bdf4b on network 576ea26e-8035-455a-8c74-4158da6aa448 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:22:30.775829 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad8bad6-3f8d-41f4-9a5f-8ef817ee0806 req-01285b6c-9781-49ab-b77a-ac9a1d473eae service neutron] Attempting to bind port cb854cdf-2991-47ca-909c-af8be51bdf4b on network 576ea26e-8035-455a-8c74-4158da6aa448 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:22:30.820860 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad8bad6-3f8d-41f4-9a5f-8ef817ee0806 req-01285b6c-9781-49ab-b77a-ac9a1d473eae service neutron] Checking agent: {'id': '69f492a0-c00d-46d0-9bec-fcd8161ce206', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:22:30.821201 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad8bad6-3f8d-41f4-9a5f-8ef817ee0806 req-01285b6c-9781-49ab-b77a-ac9a1d473eae service neutron] Checking segment: {'id': '8393efb8-9369-4910-a9df-a6c5d1ca9544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '576ea26e-8035-455a-8c74-4158da6aa448'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:22:30.827409 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad8bad6-3f8d-41f4-9a5f-8ef817ee0806 req-01285b6c-9781-49ab-b77a-ac9a1d473eae service neutron] Bound using segment: {'id': '8393efb8-9369-4910-a9df-a6c5d1ca9544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '576ea26e-8035-455a-8c74-4158da6aa448'} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:22:30.827409 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-fad8bad6-3f8d-41f4-9a5f-8ef817ee0806 req-01285b6c-9781-49ab-b77a-ac9a1d473eae service neutron] Bound port: cb854cdf-2991-47ca-909c-af8be51bdf4b, host: n-h1-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8393efb8-9369-4910-a9df-a6c5d1ca9544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '576ea26e-8035-455a-8c74-4158da6aa448'}}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:22:30.827409 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-fad8bad6-3f8d-41f4-9a5f-8ef817ee0806 req-01285b6c-9781-49ab-b77a-ac9a1d473eae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:30.884974 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bd1ffe-a672-43cd-a1a1-c45e2caa7165 req-aacb6c20-6a58-40ff-9c2f-7cad8d14b35e tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:30.894566 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-69bd1ffe-a672-43cd-a1a1-c45e2caa7165 req-aacb6c20-6a58-40ff-9c2f-7cad8d14b35e tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d12f016-9857-485d-b48d-8f3217d4ed50 HTTP/1.1" status: 200 len: 946 time: 0.0977142 May 28 06:22:30.965103 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-69bd1ffe-a672-43cd-a1a1-c45e2caa7165 req-634dc2b0-2665-485e-842f-a4003f4cb652 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a90b51ea-4be8-4511-8d71-0b0b776de2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725486 May 28 06:22:30.982803 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-fad8bad6-3f8d-41f4-9a5f-8ef817ee0806 req-01285b6c-9781-49ab-b77a-ac9a1d473eae service neutron] For port cb854cdf-2991-47ca-909c-af8be51bdf4b, host n-h1-843702-1, cleared binding levels {{(pid=89109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:22:30.986776 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-fad8bad6-3f8d-41f4-9a5f-8ef817ee0806 req-01285b6c-9781-49ab-b77a-ac9a1d473eae service neutron] For port cb854cdf-2991-47ca-909c-af8be51bdf4b, host n-h1-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=cb854cdf-2991-47ca-909c-af8be51bdf4b,segment=NetworkSegment(8393efb8-9369-4910-a9df-a6c5d1ca9544),segment_id=8393efb8-9369-4910-a9df-a6c5d1ca9544)] {{(pid=89109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:22:31.011393 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-442997f4-0fce-4eed-a341-a863a7b0b16a tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Router 446e7006-71a6-4c0c-8578-4ef926a2b758 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:22:31.047279 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4a3bff4c-0beb-49fa-b688-cb23f542a0b0 req-14bb7ae0-131b-47e8-961c-8e6362a36f72 tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] 10.222.0.55 "GET /v2.0/ports?device_id=52aa8738-6b1d-4ace-ad71-d39ef5f56b61 HTTP/1.1" status: 200 len: 210 time: 0.0885925 May 28 06:22:31.123773 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-fad8bad6-3f8d-41f4-9a5f-8ef817ee0806 req-01285b6c-9781-49ab-b77a-ac9a1d473eae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:31.127335 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 348e0f92-f18f-4d76-8c5a-7722d2125db2 details requested by agent hyperv_n-h1-843702-1 with host n-h1-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:22:31.412156 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 348e0f92-f18f-4d76-8c5a-7722d2125db2, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=348e0f92-f18f-4d76-8c5a-7722d2125db2,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:22:31.452513 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Returning: {'device': '348e0f92-f18f-4d76-8c5a-7722d2125db2', 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9', 'port_id': '348e0f92-f18f-4d76-8c5a-7722d2125db2', 'mac_address': 'fa:16:3e:23:71:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e72d0ca5-04cb-4b36-82b1-c75214c9eb05', 'ip_address': '192.168.233.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:22:31.466231 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bb7ac7-1063-4d2c-8125-5dd39380b563 req-0a59ccbc-50da-4cba-8264-40c83e513d72 tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:31.468032 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-73bb7ac7-1063-4d2c-8125-5dd39380b563 req-0a59ccbc-50da-4cba-8264-40c83e513d72 tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] 10.222.0.55 "GET /v2.0/ports?device_id=a12562a2-7cbc-4e1f-85f1-93eb04c3c174 HTTP/1.1" status: 200 len: 950 time: 0.2259896 May 28 06:22:31.512817 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad8bad6-3f8d-41f4-9a5f-8ef817ee0806 req-01285b6c-9781-49ab-b77a-ac9a1d473eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:31.517469 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-fad8bad6-3f8d-41f4-9a5f-8ef817ee0806 req-01285b6c-9781-49ab-b77a-ac9a1d473eae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:31.520657 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-fad8bad6-3f8d-41f4-9a5f-8ef817ee0806 req-01285b6c-9781-49ab-b77a-ac9a1d473eae service neutron] 10.222.0.69 "PUT /v2.0/ports/cb854cdf-2991-47ca-909c-af8be51bdf4b HTTP/1.1" status: 200 len: 1092 time: 3.4251945 May 28 06:22:31.521130 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb5780c7-461a-4dd4-999d-d7e14791d896', 'tag': 'cb854cdf-2991-47ca-909c-af8be51bdf4b'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:22:31.568421 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 348e0f92-f18f-4d76-8c5a-7722d2125db2 is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:22:31.569381 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:31.591992 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01285b6c-9781-49ab-b77a-ac9a1d473eae service neutron] Pushing event updated for resources: {'Port': ['ID=cb854cdf-2991-47ca-909c-af8be51bdf4b,revision_number=3']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:31.619287 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 348e0f92-f18f-4d76-8c5a-7722d2125db2 {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:22:31.642863 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-442997f4-0fce-4eed-a341-a863a7b0b16a tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:22:31.642996 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 348e0f92-f18f-4d76-8c5a-7722d2125db2, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=348e0f92-f18f-4d76-8c5a-7722d2125db2,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:22:31.652084 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:31.658099 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc43b1f-0905-4c00-866f-089cd4f9325a None None] Sync routers for ids ['446e7006-71a6-4c0c-8578-4ef926a2b758'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:22:31.660710 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-442997f4-0fce-4eed-a341-a863a7b0b16a tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:31.678539 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc43b1f-0905-4c00-866f-089cd4f9325a None None] Routers {'446e7006-71a6-4c0c-8578-4ef926a2b758'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:22:31.679585 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-dcc43b1f-0905-4c00-866f-089cd4f9325a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:22:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['446e7006-71a6-4c0c-8578-4ef926a2b758'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:22:31.746237 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-73bb7ac7-1063-4d2c-8125-5dd39380b563 req-c7cf378a-602c-4ab2-a245-222f9077da7e tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac29db33-ef6f-43a7-9236-59d10d045b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564209 May 28 06:22:31.763431 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aba982-5fe0-4d40-8819-fd4a073ffb32 req-790c80dd-d11c-4fd8-8f3d-8544ad734ba8 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:31.773312 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-19aba982-5fe0-4d40-8819-fd4a073ffb32 req-790c80dd-d11c-4fd8-8f3d-8544ad734ba8 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=23c73e19-816a-46df-80fa-748f799ce37d HTTP/1.1" status: 200 len: 948 time: 0.4471636 May 28 06:22:31.788944 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:31.855519 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-442997f4-0fce-4eed-a341-a863a7b0b16a tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] 10.222.0.55 "PUT /v2.0/floatingips/46522dea-4452-43c1-bd6a-44e5f3c37343 HTTP/1.1" status: 200 len: 992 time: 3.8664536 May 28 06:22:31.865027 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad8bad6-3f8d-41f4-9a5f-8ef817ee0806 req-06872c4f-011a-433b-bd74-685a3f39c308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:31.867029 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-fad8bad6-3f8d-41f4-9a5f-8ef817ee0806 req-06872c4f-011a-433b-bd74-685a3f39c308 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=82228dddf6d7411e9b9bc86768e162fd&device_id=cb5780c7-461a-4dd4-999d-d7e14791d896 HTTP/1.1" status: 200 len: 1095 time: 0.1616647 May 28 06:22:31.875211 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-19aba982-5fe0-4d40-8819-fd4a073ffb32 req-81788998-44cc-486e-aabe-7c2d17a55330 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009624 May 28 06:22:31.960394 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fb8560d-ed55-45b2-9fd4-1c4d5763bfbf'] response: {'name': 'network-changed', 'server_uuid': 'cb5780c7-461a-4dd4-999d-d7e14791d896', 'tag': 'cb854cdf-2991-47ca-909c-af8be51bdf4b', 'status': 'completed', 'code': 200} May 28 06:22:31.981259 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-fad8bad6-3f8d-41f4-9a5f-8ef817ee0806 req-c11f74b1-2944-4922-b182-6bdf8b181ca5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cb854cdf-2991-47ca-909c-af8be51bdf4b HTTP/1.1" status: 200 len: 217 time: 0.1027212 May 28 06:22:32.092344 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=348e0f92-f18f-4d76-8c5a-7722d2125db2,revision_number=9']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:32.126446 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:32.135060 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad8bad6-3f8d-41f4-9a5f-8ef817ee0806 req-a288d6bf-c172-4e14-950c-4ecdb56ed150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:32.135389 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-dcc43b1f-0905-4c00-866f-089cd4f9325a None None] Set router 446e7006-71a6-4c0c-8578-4ef926a2b758 gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:22:32.136496 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-fad8bad6-3f8d-41f4-9a5f-8ef817ee0806 req-a288d6bf-c172-4e14-950c-4ecdb56ed150 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e65d318c-0f7f-4c29-abed-45d47307befd HTTP/1.1" status: 200 len: 868 time: 0.1487610 May 28 06:22:32.192374 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['348e0f92-f18f-4d76-8c5a-7722d2125db2'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:22:32.243417 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad8bad6-3f8d-41f4-9a5f-8ef817ee0806 req-1c9ae0d2-7efe-41a5-b43c-49f8f2dfdb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:32.245316 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-fad8bad6-3f8d-41f4-9a5f-8ef817ee0806 req-1c9ae0d2-7efe-41a5-b43c-49f8f2dfdb96 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=576ea26e-8035-455a-8c74-4158da6aa448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1024103 May 28 06:22:32.252565 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8babb5c2-fd22-4485-8510-7eec15bea602 req-1faf9360-c678-4feb-8ae7-68bb7a8f6cf6 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:32.254905 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8babb5c2-fd22-4485-8510-7eec15bea602 req-1faf9360-c678-4feb-8ae7-68bb7a8f6cf6 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb5780c7-461a-4dd4-999d-d7e14791d896 HTTP/1.1" status: 200 len: 944 time: 0.1436570 May 28 06:22:32.309285 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8babb5c2-fd22-4485-8510-7eec15bea602 req-a768d180-0dbf-4628-97b0-d8dbb93029d9 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] 10.222.0.55 "GET /v2.0/security-groups?id=0298457f-05be-4918-b783-47064e014a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453928 May 28 06:22:32.460783 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-fad8bad6-3f8d-41f4-9a5f-8ef817ee0806 req-4190dc7f-068b-4b52-b73b-cb1556aeeaff service neutron] 10.222.0.69 "GET /v2.0/networks/576ea26e-8035-455a-8c74-4158da6aa448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079544 May 28 06:22:32.708624 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-fad8bad6-3f8d-41f4-9a5f-8ef817ee0806 req-9e20add1-3e64-40af-ad90-f6ec5d036716 service neutron] 10.222.0.69 "GET /v2.0/networks/576ea26e-8035-455a-8c74-4158da6aa448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412386 May 28 06:22:32.833889 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-dcc43b1f-0905-4c00-866f-089cd4f9325a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '446e7006-71a6-4c0c-8578-4ef926a2b758', 'name': 'tempest-AttachSCSIVolumeTestJSON-2083684853-router', 'tenant_id': '8d511f8938f3446b9ed8484c7e88d332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '9a6ceb40-d2ec-4079-9bd4-004e52ab2e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:20:31Z', 'updated_at': '2022-05-28T06:20:39Z', 'revision_number': 4, 'project_id': '8d511f8938f3446b9ed8484c7e88d332', 'gw_port': {'id': '9a6ceb40-d2ec-4079-9bd4-004e52ab2e3f', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:aa:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446e7006-71a6-4c0c-8578-4ef926a2b758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:20:33Z', 'updated_at': '2022-05-28T06:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': '46522dea-4452-43c1-bd6a-44e5f3c37343', 'tenant_id': '8d511f8938f3446b9ed8484c7e88d332', 'floating_ip_address': '172.25.5.129', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': '446e7006-71a6-4c0c-8578-4ef926a2b758', 'port_id': 'cce32f02-bd36-4345-9f5e-4ca3e0cbed90', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4de5f58-26b5-4e4f-8278-673645bfd374', 'mac_address': 'fa:16:3e:b6:6b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7eb681-8c3c-4468-9c7c-5fb1304d44a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:21:51Z', 'updated_at': '2022-05-28T06:22:29Z', 'revision_number': 1, 'project_id': '8d511f8938f3446b9ed8484c7e88d332', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac661c91-951a-43ce-a60e-46466e4df899', 'name': '', 'network_id': 'd4de5f58-26b5-4e4f-8278-673645bfd374', 'tenant_id': '8d511f8938f3446b9ed8484c7e88d332', 'mac_address': 'fa:16:3e:63:69:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446e7006-71a6-4c0c-8578-4ef926a2b758', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '32fe9d9e-2ab0-4e3b-8ba9-de9ae262b6d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:20:38Z', 'updated_at': '2022-05-28T06:20:46Z', 'revision_number': 5, 'project_id': '8d511f8938f3446b9ed8484c7e88d332', 'subnets': [{'id': '32fe9d9e-2ab0-4e3b-8ba9-de9ae262b6d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:22:32.838684 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc43b1f-0905-4c00-866f-089cd4f9325a None None] Checking router: 446e7006-71a6-4c0c-8578-4ef926a2b758 for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:22:32.849370 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc43b1f-0905-4c00-866f-089cd4f9325a None None] Routers {'446e7006-71a6-4c0c-8578-4ef926a2b758'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:22:32.850303 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-dcc43b1f-0905-4c00-866f-089cd4f9325a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:22:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['446e7006-71a6-4c0c-8578-4ef926a2b758'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:22:32.996354 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cae471-1851-4bb1-be14-c332fb263594 req-b000b4dd-7f78-475c-855e-a173d8782555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:32.997975 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-d7cae471-1851-4bb1-be14-c332fb263594 req-b000b4dd-7f78-475c-855e-a173d8782555 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=82228dddf6d7411e9b9bc86768e162fd&device_id=cb5780c7-461a-4dd4-999d-d7e14791d896 HTTP/1.1" status: 200 len: 1095 time: 0.0844755 May 28 06:22:33.064158 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-dcc43b1f-0905-4c00-866f-089cd4f9325a None None] Set router 446e7006-71a6-4c0c-8578-4ef926a2b758 gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:22:33.151172 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa7899a-cf70-4d34-8863-b602b2ce95ea req-f1e7caad-2642-44d6-acb8-bee67bcf2ffa tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:33.161408 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1aa7899a-cf70-4d34-8863-b602b2ce95ea req-f1e7caad-2642-44d6-acb8-bee67bcf2ffa tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d12f016-9857-485d-b48d-8f3217d4ed50 HTTP/1.1" status: 200 len: 946 time: 0.1090086 May 28 06:22:33.259133 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1aa7899a-cf70-4d34-8863-b602b2ce95ea req-6a173ebc-3125-4aae-a17c-084eb9b66108 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a90b51ea-4be8-4511-8d71-0b0b776de2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962059 May 28 06:22:33.280502 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cae471-1851-4bb1-be14-c332fb263594 req-26f81157-2df4-4232-af0f-5a2f62f20cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:33.282922 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-d7cae471-1851-4bb1-be14-c332fb263594 req-26f81157-2df4-4232-af0f-5a2f62f20cc9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=576ea26e-8035-455a-8c74-4158da6aa448 HTTP/1.1" status: 200 len: 930 time: 0.2720487 May 28 06:22:33.400182 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-d7cae471-1851-4bb1-be14-c332fb263594 req-f8d9ee62-cb54-451f-a9ac-9573a472e892 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cb854cdf-2991-47ca-909c-af8be51bdf4b HTTP/1.1" status: 200 len: 217 time: 0.1105058 May 28 06:22:33.517240 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cae471-1851-4bb1-be14-c332fb263594 req-8e47de91-a7d3-4cb4-ac38-6b94e19c7c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:33.521075 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-d7cae471-1851-4bb1-be14-c332fb263594 req-8e47de91-a7d3-4cb4-ac38-6b94e19c7c93 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e65d318c-0f7f-4c29-abed-45d47307befd HTTP/1.1" status: 200 len: 868 time: 0.1091907 May 28 06:22:33.552699 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-29b8b84a-c833-4047-84bf-6cf3aa80da05 req-c301cb47-b4ae-4e49-85ac-e0f9e032ceff tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] 10.222.0.55 "GET /v2.0/ports?device_id=52aa8738-6b1d-4ace-ad71-d39ef5f56b61 HTTP/1.1" status: 200 len: 210 time: 0.1141107 May 28 06:22:33.562486 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-eefa982c-4297-4e00-9086-e47fe840f662 req-9f74323a-64cb-45bb-ad34-630a57b771c5 tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=e5c517efa2b64dd099939a98d2a0d5e8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0631111 May 28 06:22:33.731723 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979f6214-ca20-403b-b2e9-c8dbf92aa16d req-2a7b835e-3c01-486c-87f0-ee012fe5a6b1 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:33.732606 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-979f6214-ca20-403b-b2e9-c8dbf92aa16d req-2a7b835e-3c01-486c-87f0-ee012fe5a6b1 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Synchronizing usage tracker for tenant:fa535ce8a329409da109cb227c3a70b1 on resource:port {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:22:33.741948 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cae471-1851-4bb1-be14-c332fb263594 req-9c85a187-e267-4534-9ed8-b607f982d204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:33.743453 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-d7cae471-1851-4bb1-be14-c332fb263594 req-9c85a187-e267-4534-9ed8-b607f982d204 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=576ea26e-8035-455a-8c74-4158da6aa448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1700444 May 28 06:22:33.772701 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-dcc43b1f-0905-4c00-866f-089cd4f9325a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '446e7006-71a6-4c0c-8578-4ef926a2b758', 'name': 'tempest-AttachSCSIVolumeTestJSON-2083684853-router', 'tenant_id': '8d511f8938f3446b9ed8484c7e88d332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '9a6ceb40-d2ec-4079-9bd4-004e52ab2e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:20:31Z', 'updated_at': '2022-05-28T06:20:39Z', 'revision_number': 4, 'project_id': '8d511f8938f3446b9ed8484c7e88d332', 'gw_port': {'id': '9a6ceb40-d2ec-4079-9bd4-004e52ab2e3f', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:aa:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446e7006-71a6-4c0c-8578-4ef926a2b758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:20:33Z', 'updated_at': '2022-05-28T06:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': '46522dea-4452-43c1-bd6a-44e5f3c37343', 'tenant_id': '8d511f8938f3446b9ed8484c7e88d332', 'floating_ip_address': '172.25.5.129', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': '446e7006-71a6-4c0c-8578-4ef926a2b758', 'port_id': 'cce32f02-bd36-4345-9f5e-4ca3e0cbed90', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4de5f58-26b5-4e4f-8278-673645bfd374', 'mac_address': 'fa:16:3e:b6:6b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7eb681-8c3c-4468-9c7c-5fb1304d44a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:21:51Z', 'updated_at': '2022-05-28T06:22:29Z', 'revision_number': 1, 'project_id': '8d511f8938f3446b9ed8484c7e88d332', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac661c91-951a-43ce-a60e-46466e4df899', 'name': '', 'network_id': 'd4de5f58-26b5-4e4f-8278-673645bfd374', 'tenant_id': '8d511f8938f3446b9ed8484c7e88d332', 'mac_address': 'fa:16:3e:63:69:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446e7006-71a6-4c0c-8578-4ef926a2b758', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '32fe9d9e-2ab0-4e3b-8ba9-de9ae262b6d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:20:38Z', 'updated_at': '2022-05-28T06:20:46Z', 'revision_number': 5, 'project_id': '8d511f8938f3446b9ed8484c7e88d332', 'subnets': [{'id': '32fe9d9e-2ab0-4e3b-8ba9-de9ae262b6d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:22:33.777007 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc43b1f-0905-4c00-866f-089cd4f9325a None None] The sync data for ids ['446e7006-71a6-4c0c-8578-4ef926a2b758'] in n-d-843702-1 is: [{'id': '446e7006-71a6-4c0c-8578-4ef926a2b758', 'name': 'tempest-AttachSCSIVolumeTestJSON-2083684853-router', 'tenant_id': '8d511f8938f3446b9ed8484c7e88d332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '9a6ceb40-d2ec-4079-9bd4-004e52ab2e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:20:31Z', 'updated_at': '2022-05-28T06:20:39Z', 'revision_number': 4, 'project_id': '8d511f8938f3446b9ed8484c7e88d332', 'gw_port': {'id': '9a6ceb40-d2ec-4079-9bd4-004e52ab2e3f', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:aa:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446e7006-71a6-4c0c-8578-4ef926a2b758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:20:33Z', 'updated_at': '2022-05-28T06:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': '46522dea-4452-43c1-bd6a-44e5f3c37343', 'tenant_id': '8d511f8938f3446b9ed8484c7e88d332', 'floating_ip_address': '172.25.5.129', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': '446e7006-71a6-4c0c-8578-4ef926a2b758', 'port_id': 'cce32f02-bd36-4345-9f5e-4ca3e0cbed90', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4de5f58-26b5-4e4f-8278-673645bfd374', 'mac_address': 'fa:16:3e:b6:6b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7eb681-8c3c-4468-9c7c-5fb1304d44a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:21:51Z', 'updated_at': '2022-05-28T06:22:29Z', 'revision_number': 1, 'project_id': '8d511f8938f3446b9ed8484c7e88d332', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac661c91-951a-43ce-a60e-46466e4df899', 'name': '', 'network_id': 'd4de5f58-26b5-4e4f-8278-673645bfd374', 'tenant_id': '8d511f8938f3446b9ed8484c7e88d332', 'mac_address': 'fa:16:3e:63:69:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446e7006-71a6-4c0c-8578-4ef926a2b758', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '32fe9d9e-2ab0-4e3b-8ba9-de9ae262b6d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:20:38Z', 'updated_at': '2022-05-28T06:20:46Z', 'revision_number': 5, 'project_id': '8d511f8938f3446b9ed8484c7e88d332', 'subnets': [{'id': '32fe9d9e-2ab0-4e3b-8ba9-de9ae262b6d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:22:33.962497 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b7eb681-8c3c-4468-9c7c-5fb1304d44a0', 'tag': 'cce32f02-bd36-4345-9f5e-4ca3e0cbed90'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:22:33.983035 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-979f6214-ca20-403b-b2e9-c8dbf92aa16d req-2a7b835e-3c01-486c-87f0-ee012fe5a6b1 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Unset dirty status for tenant:fa535ce8a329409da109cb227c3a70b1 on resource:port {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:22:33.984592 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-979f6214-ca20-403b-b2e9-c8dbf92aa16d req-2a7b835e-3c01-486c-87f0-ee012fe5a6b1 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.69 "GET /v2.0/ports?device_id=23c73e19-816a-46df-80fa-748f799ce37d&tenant_id=fa535ce8a329409da109cb227c3a70b1&binding%3Ahost_id=n-h1-843702-1 HTTP/1.1" status: 200 len: 949 time: 0.4624414 May 28 06:22:33.987791 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefa982c-4297-4e00-9086-e47fe840f662 req-e4795dfc-8457-4048-a7cd-184afc326df8 tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:33.989290 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-eefa982c-4297-4e00-9086-e47fe840f662 req-e4795dfc-8457-4048-a7cd-184afc326df8 tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4215460 May 28 06:22:34.012758 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea125151-e24e-44bf-8fb5-d707094a79cc req-6160ac37-e636-4e26-8ff1-5fdc8202f365 tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:34.022090 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ea125151-e24e-44bf-8fb5-d707094a79cc req-6160ac37-e636-4e26-8ff1-5fdc8202f365 tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] 10.222.0.55 "GET /v2.0/ports?device_id=a12562a2-7cbc-4e1f-85f1-93eb04c3c174 HTTP/1.1" status: 200 len: 950 time: 0.3654473 May 28 06:22:34.030384 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-eefa982c-4297-4e00-9086-e47fe840f662 req-ee7666f5-1351-4246-8df9-f62151e07646 tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] Request body: {'port': {'device_id': 'b5d298d2-7059-491b-88a0-406c470b4ae8', 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9', 'admin_state_up': True, 'tenant_id': 'e5c517efa2b64dd099939a98d2a0d5e8'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:22:34.054755 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd048d0-3cf1-415c-b351-a8a42e18d3c5 req-2f28c49c-b20c-44fe-af33-2a44144cc2f5 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:34.056545 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9bd048d0-3cf1-415c-b351-a8a42e18d3c5 req-2f28c49c-b20c-44fe-af33-2a44144cc2f5 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb5780c7-461a-4dd4-999d-d7e14791d896 HTTP/1.1" status: 200 len: 944 time: 0.2838964 May 28 06:22:34.061778 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-d7cae471-1851-4bb1-be14-c332fb263594 req-954938c4-85c0-4b69-bb60-0e16a09be820 service neutron] 10.222.0.69 "GET /v2.0/networks/576ea26e-8035-455a-8c74-4158da6aa448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3066659 May 28 06:22:34.063809 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3bda1b-6587-4fa3-bf23-cf5b745af850 None None] New status for floating IP 46522dea-4452-43c1-bd6a-44e5f3c37343: ACTIVE {{(pid=89112) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 06:22:34.222842 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9bd048d0-3cf1-415c-b351-a8a42e18d3c5 req-9894ccf4-ef36-4abd-b535-bc3ba7670a4c tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] 10.222.0.55 "GET /v2.0/security-groups?id=0298457f-05be-4918-b783-47064e014a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436312 May 28 06:22:34.240413 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ea125151-e24e-44bf-8fb5-d707094a79cc req-745460ac-5aca-4d32-95ca-62f4646e1bf4 tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac29db33-ef6f-43a7-9236-59d10d045b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173655 May 28 06:22:34.384649 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.69', 52829) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:34.532028 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.69', 52830) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:34.540039 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-eefa982c-4297-4e00-9086-e47fe840f662 req-ee7666f5-1351-4246-8df9-f62151e07646 tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:22:34.632740 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-d7cae471-1851-4bb1-be14-c332fb263594 req-dddd6f3a-a864-4723-a5b1-8a398a3425e9 service neutron] 10.222.0.69 "GET /v2.0/networks/576ea26e-8035-455a-8c74-4158da6aa448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5469694 May 28 06:22:34.649682 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae8e2711-d1d2-4933-b69f-1c408583d438'] response: {'name': 'network-changed', 'server_uuid': '0b7eb681-8c3c-4468-9c7c-5fb1304d44a0', 'tag': 'cce32f02-bd36-4345-9f5e-4ca3e0cbed90', 'status': 'completed', 'code': 200} May 28 06:22:34.677727 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616cd511-83ee-4fdb-ba3b-49921c5344b2 req-e06a3734-65b7-48db-bb89-80b0351606c7 tempest-LiveAutoBlockMigrationV225Test-2091885666 tempest-LiveAutoBlockMigrationV225Test-2091885666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:34.679911 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-616cd511-83ee-4fdb-ba3b-49921c5344b2 req-e06a3734-65b7-48db-bb89-80b0351606c7 tempest-LiveAutoBlockMigrationV225Test-2091885666 tempest-LiveAutoBlockMigrationV225Test-2091885666-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=3d12f016-9857-485d-b48d-8f3217d4ed50&tenant_id=1ab1ed0d304345a0a07278c26e7745d6&binding%3Ahost_id=n-h1-843702-1 HTTP/1.1" status: 200 len: 1097 time: 0.8931639 May 28 06:22:34.692185 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-616cd511-83ee-4fdb-ba3b-49921c5344b2 req-8d3d03e3-75c1-49bb-9f49-63b6006f6695 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-843702-1'}}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:22:34.704722 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-eefa982c-4297-4e00-9086-e47fe840f662 req-ee7666f5-1351-4246-8df9-f62151e07646 tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] Usage tracker for resource:port and tenant:e5c517efa2b64dd099939a98d2a0d5e8 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:22:34.727553 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-246deaff-32ed-4764-85a5-523a843e7c82 req-fb158deb-8bae-46a2-8371-a03a75adf9c4 tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=e5c517efa2b64dd099939a98d2a0d5e8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1871305 May 28 06:22:34.728496 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-eefa982c-4297-4e00-9086-e47fe840f662 req-ee7666f5-1351-4246-8df9-f62151e07646 tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:22:34.745365 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-979f6214-ca20-403b-b2e9-c8dbf92aa16d req-258b29d8-d718-435f-b7de-932c2464c0b2 service neutron] 10.222.0.69 "GET /v2.0/ports/348e0f92-f18f-4d76-8c5a-7722d2125db2/bindings/n-h1-843702-1 HTTP/1.1" status: 200 len: 382 time: 0.7361689 May 28 06:22:34.768508 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-eefa982c-4297-4e00-9086-e47fe840f662 req-ee7666f5-1351-4246-8df9-f62151e07646 tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:22:34.898316 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-616cd511-83ee-4fdb-ba3b-49921c5344b2 req-8d3d03e3-75c1-49bb-9f49-63b6006f6695 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:34.982349 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fa16b7-be61-4310-934b-07d348b06d8b req-3d7655ca-43ab-4c1c-b841-e384cce1ae43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:34.983456 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-64fa16b7-be61-4310-934b-07d348b06d8b req-3d7655ca-43ab-4c1c-b841-e384cce1ae43 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8d511f8938f3446b9ed8484c7e88d332&device_id=0b7eb681-8c3c-4468-9c7c-5fb1304d44a0 HTTP/1.1" status: 200 len: 1097 time: 0.5978582 May 28 06:22:34.984239 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979f6214-ca20-403b-b2e9-c8dbf92aa16d req-ba1582c7-62f1-4f67-98a5-afed4d753eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:34.985735 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-979f6214-ca20-403b-b2e9-c8dbf92aa16d req-ba1582c7-62f1-4f67-98a5-afed4d753eab service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fa535ce8a329409da109cb227c3a70b1&device_id=23c73e19-816a-46df-80fa-748f799ce37d HTTP/1.1" status: 200 len: 1100 time: 0.2151101 May 28 06:22:34.997461 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eefa982c-4297-4e00-9086-e47fe840f662 req-ee7666f5-1351-4246-8df9-f62151e07646 tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] Made reservation on behalf of e5c517efa2b64dd099939a98d2a0d5e8 for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:22:35.000852 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-eefa982c-4297-4e00-9086-e47fe840f662 req-ee7666f5-1351-4246-8df9-f62151e07646 tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:35.051167 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-eefa982c-4297-4e00-9086-e47fe840f662 req-ee7666f5-1351-4246-8df9-f62151e07646 tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:35.130633 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0950a4bb-fe69-4ed6-aa40-90192924fabe req-14cc49f4-3d24-49d1-82ba-faff00f515ad tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:35.137554 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0950a4bb-fe69-4ed6-aa40-90192924fabe req-14cc49f4-3d24-49d1-82ba-faff00f515ad tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=23c73e19-816a-46df-80fa-748f799ce37d HTTP/1.1" status: 200 len: 949 time: 0.4754419 May 28 06:22:35.158685 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device cb854cdf-2991-47ca-909c-af8be51bdf4b details requested by agent hyperv_n-h1-843702-1 with host n-h1-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:22:35.167275 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 348e0f92-f18f-4d76-8c5a-7722d2125db2 up at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:22:35.176184 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-eefa982c-4297-4e00-9086-e47fe840f662 req-ee7666f5-1351-4246-8df9-f62151e07646 tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:22:35.195875 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246deaff-32ed-4764-85a5-523a843e7c82 req-c4982e8a-1f32-409c-b869-6bfe99de8c7a tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:35.197321 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-246deaff-32ed-4764-85a5-523a843e7c82 req-c4982e8a-1f32-409c-b869-6bfe99de8c7a tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4231601 May 28 06:22:35.206717 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8954a8d4-1f91-491c-aa69-b25792cff55b req-c1f5d99b-6ce0-405b-b766-78cc1661a706 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:35.208734 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8954a8d4-1f91-491c-aa69-b25792cff55b req-c1f5d99b-6ce0-405b-b766-78cc1661a706 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d12f016-9857-485d-b48d-8f3217d4ed50 HTTP/1.1" status: 200 len: 946 time: 0.6730719 May 28 06:22:35.214909 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-eefa982c-4297-4e00-9086-e47fe840f662 req-ee7666f5-1351-4246-8df9-f62151e07646 tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] Usage tracker for resource:security_group_rule and tenant:e5c517efa2b64dd099939a98d2a0d5e8 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:22:35.219282 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-eefa982c-4297-4e00-9086-e47fe840f662 req-ee7666f5-1351-4246-8df9-f62151e07646 tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:22:35.227138 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-246deaff-32ed-4764-85a5-523a843e7c82 req-ff704738-8891-45e1-b854-c1a04c1a0b02 tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] Request body: {'port': {'device_id': '52aa8738-6b1d-4ace-ad71-d39ef5f56b61', 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9', 'admin_state_up': True, 'tenant_id': 'e5c517efa2b64dd099939a98d2a0d5e8'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:22:35.247430 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-616cd511-83ee-4fdb-ba3b-49921c5344b2 req-8d3d03e3-75c1-49bb-9f49-63b6006f6695 service neutron] For port eb131f8e-2a83-469e-9e2c-31f0cbab941d, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=eb131f8e-2a83-469e-9e2c-31f0cbab941d,segment=NetworkSegment(da68ba47-25e5-4637-a83a-51088b9800dc),segment_id=da68ba47-25e5-4637-a83a-51088b9800dc)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:22:35.253002 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979f6214-ca20-403b-b2e9-c8dbf92aa16d req-aa1cffc0-2649-47d3-858e-e4c9f71d64bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:35.255005 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-979f6214-ca20-403b-b2e9-c8dbf92aa16d req-aa1cffc0-2649-47d3-858e-e4c9f71d64bc service neutron] 10.222.0.69 "GET /v2.0/networks?id=bb90c162-fdb0-406b-af2b-5eef830db7a9 HTTP/1.1" status: 200 len: 870 time: 0.2487068 May 28 06:22:35.274674 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0ad044-0ede-48ff-adcb-a554b9394a98 req-6337d64a-3483-4fe2-aa28-7712f87f6c63 tempest-DeleteServersAdminTestJSON-1789832886 tempest-DeleteServersAdminTestJSON-1789832886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:35.276707 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0e0ad044-0ede-48ff-adcb-a554b9394a98 req-6337d64a-3483-4fe2-aa28-7712f87f6c63 tempest-DeleteServersAdminTestJSON-1789832886 tempest-DeleteServersAdminTestJSON-1789832886-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=a12562a2-7cbc-4e1f-85f1-93eb04c3c174 HTTP/1.1" status: 200 len: 1101 time: 0.4911990 May 28 06:22:35.279849 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-eefa982c-4297-4e00-9086-e47fe840f662 req-ee7666f5-1351-4246-8df9-f62151e07646 tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:22:35.343160 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-979f6214-ca20-403b-b2e9-c8dbf92aa16d req-a9aa59f9-a16b-4dbd-86e0-99c6f667702e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=348e0f92-f18f-4d76-8c5a-7722d2125db2 HTTP/1.1" status: 200 len: 217 time: 0.0785472 May 28 06:22:35.422136 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-616cd511-83ee-4fdb-ba3b-49921c5344b2 req-8d3d03e3-75c1-49bb-9f49-63b6006f6695 service neutron] For port eb131f8e-2a83-469e-9e2c-31f0cbab941d, host n-h1-843702-1, cleared binding levels {{(pid=89109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:22:35.468617 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port cb854cdf-2991-47ca-909c-af8be51bdf4b, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=cb854cdf-2991-47ca-909c-af8be51bdf4b,segment=NetworkSegment(8393efb8-9369-4910-a9df-a6c5d1ca9544),segment_id=8393efb8-9369-4910-a9df-a6c5d1ca9544)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:22:35.476956 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979f6214-ca20-403b-b2e9-c8dbf92aa16d req-147f482c-ea5a-4201-98c9-6aad5f95b39c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:35.478744 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-979f6214-ca20-403b-b2e9-c8dbf92aa16d req-147f482c-ea5a-4201-98c9-6aad5f95b39c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e72d0ca5-04cb-4b36-82b1-c75214c9eb05 HTTP/1.1" status: 200 len: 843 time: 0.1246529 May 28 06:22:35.486674 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Returning: {'device': 'cb854cdf-2991-47ca-909c-af8be51bdf4b', 'network_id': '576ea26e-8035-455a-8c74-4158da6aa448', 'port_id': 'cb854cdf-2991-47ca-909c-af8be51bdf4b', 'mac_address': 'fa:16:3e:c4:49:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e65d318c-0f7f-4c29-abed-45d47307befd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:22:35.526897 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning for port 348e0f92-f18f-4d76-8c5a-7722d2125db2 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:22:35.549282 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning complete for port 348e0f92-f18f-4d76-8c5a-7722d2125db2 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:22:35.549956 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-616cd511-83ee-4fdb-ba3b-49921c5344b2 req-8d3d03e3-75c1-49bb-9f49-63b6006f6695 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:35.550318 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:35.598595 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0950a4bb-fe69-4ed6-aa40-90192924fabe req-00a85cb8-2293-4940-8120-79f14a751470 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4601085 May 28 06:22:35.657213 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-0e0ad044-0ede-48ff-adcb-a554b9394a98 req-d6f7d890-204b-4aa0-a3fb-2c824b725be4 tempest-DeleteServersAdminTestJSON-1789832886 tempest-DeleteServersAdminTestJSON-1789832886-project-admin] Deleting port 38a5fe1b-c414-4486-a23f-0caa58085f6f {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:22:35.657594 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-0e0ad044-0ede-48ff-adcb-a554b9394a98 req-d6f7d890-204b-4aa0-a3fb-2c824b725be4 tempest-DeleteServersAdminTestJSON-1789832886 tempest-DeleteServersAdminTestJSON-1789832886-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:35.664172 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port cb854cdf-2991-47ca-909c-af8be51bdf4b is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:22:35.666101 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:35.687639 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979f6214-ca20-403b-b2e9-c8dbf92aa16d req-58dc462a-ffd4-4e4b-ab0f-c3f415e7be9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:35.689134 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-979f6214-ca20-403b-b2e9-c8dbf92aa16d req-58dc462a-ffd4-4e4b-ab0f-c3f415e7be9f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bb90c162-fdb0-406b-af2b-5eef830db7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2038991 May 28 06:22:35.697056 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-616cd511-83ee-4fdb-ba3b-49921c5344b2 req-8d3d03e3-75c1-49bb-9f49-63b6006f6695 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:35.708007 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8954a8d4-1f91-491c-aa69-b25792cff55b req-086163e5-7895-4516-ab12-a0b83bb31498 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a90b51ea-4be8-4511-8d71-0b0b776de2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4896009 May 28 06:22:35.735332 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb854cdf-2991-47ca-909c-af8be51bdf4b {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:22:35.750578 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fa16b7-be61-4310-934b-07d348b06d8b req-ef6488a8-785b-47ff-adc2-2319fde65dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:35.767243 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-64fa16b7-be61-4310-934b-07d348b06d8b req-ef6488a8-785b-47ff-adc2-2319fde65dbb service neutron] 10.222.0.69 "GET /v2.0/networks?id=d4de5f58-26b5-4e4f-8278-673645bfd374 HTTP/1.1" status: 200 len: 916 time: 0.7522452 May 28 06:22:35.817336 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port cb854cdf-2991-47ca-909c-af8be51bdf4b, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=cb854cdf-2991-47ca-909c-af8be51bdf4b,segment=NetworkSegment(8393efb8-9369-4910-a9df-a6c5d1ca9544),segment_id=8393efb8-9369-4910-a9df-a6c5d1ca9544)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:22:35.934511 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 348e0f92-f18f-4d76-8c5a-7722d2125db2 is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:22:35.934908 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:35.949206 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:36.044992 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23c73e19-816a-46df-80fa-748f799ce37d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '348e0f92-f18f-4d76-8c5a-7722d2125db2'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:22:36.057939 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-979f6214-ca20-403b-b2e9-c8dbf92aa16d req-fd842168-9c9a-4e29-b862-535c81495b15 service neutron] 10.222.0.69 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3510630 May 28 06:22:36.066452 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 348e0f92-f18f-4d76-8c5a-7722d2125db2, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=348e0f92-f18f-4d76-8c5a-7722d2125db2,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:22:36.073731 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=cb854cdf-2991-47ca-909c-af8be51bdf4b,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:36.101136 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9926887b-3828-4b6e-b4e9-aea7cfd5ec50 req-358f2bfc-a232-455a-88d4-3c77cb46fcd7 tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] 10.222.0.55 "GET /v2.0/ports?device_id=52aa8738-6b1d-4ace-ad71-d39ef5f56b61 HTTP/1.1" status: 200 len: 210 time: 0.1061032 May 28 06:22:36.188538 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:36.223978 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-246deaff-32ed-4764-85a5-523a843e7c82 req-ff704738-8891-45e1-b854-c1a04c1a0b02 tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:22:36.236858 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-64fa16b7-be61-4310-934b-07d348b06d8b req-b7af7437-b969-455e-b447-ec673b45b034 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cce32f02-bd36-4345-9f5e-4ca3e0cbed90 HTTP/1.1" status: 200 len: 1002 time: 0.4311109 May 28 06:22:36.247122 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-246deaff-32ed-4764-85a5-523a843e7c82 req-ff704738-8891-45e1-b854-c1a04c1a0b02 tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] Usage tracker for resource:port and tenant:e5c517efa2b64dd099939a98d2a0d5e8 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:22:36.255607 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-246deaff-32ed-4764-85a5-523a843e7c82 req-ff704738-8891-45e1-b854-c1a04c1a0b02 tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:22:36.270586 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['cb854cdf-2991-47ca-909c-af8be51bdf4b'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:22:36.320570 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-246deaff-32ed-4764-85a5-523a843e7c82 req-ff704738-8891-45e1-b854-c1a04c1a0b02 tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:22:36.336238 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-979f6214-ca20-403b-b2e9-c8dbf92aa16d req-82c2ebb1-2bb8-46e9-9f4b-28833ebfce69 service neutron] 10.222.0.69 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2522366 May 28 06:22:36.366562 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3d03e3-75c1-49bb-9f49-63b6006f6695 service neutron] Pushing event updated for resources: {'Port': ['ID=eb131f8e-2a83-469e-9e2c-31f0cbab941d,revision_number=7']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:36.395424 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-616cd511-83ee-4fdb-ba3b-49921c5344b2 req-8d3d03e3-75c1-49bb-9f49-63b6006f6695 service neutron] Attempting to bind port eb131f8e-2a83-469e-9e2c-31f0cbab941d on host n-h1-843702-1 for vnic_type normal with profile {"migrating_to": "n-h2-843702-1"} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:22:36.395816 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-616cd511-83ee-4fdb-ba3b-49921c5344b2 req-8d3d03e3-75c1-49bb-9f49-63b6006f6695 service neutron] Attempting to bind port eb131f8e-2a83-469e-9e2c-31f0cbab941d by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': 'da68ba47-25e5-4637-a83a-51088b9800dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '878a453b-7058-4dfc-b9e2-17503c679278'}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:22:36.396077 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-616cd511-83ee-4fdb-ba3b-49921c5344b2 req-8d3d03e3-75c1-49bb-9f49-63b6006f6695 service neutron] Attempting to bind port eb131f8e-2a83-469e-9e2c-31f0cbab941d on network 878a453b-7058-4dfc-b9e2-17503c679278 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:22:36.402425 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-616cd511-83ee-4fdb-ba3b-49921c5344b2 req-8d3d03e3-75c1-49bb-9f49-63b6006f6695 service neutron] Port eb131f8e-2a83-469e-9e2c-31f0cbab941d on network 878a453b-7058-4dfc-b9e2-17503c679278 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:22:36.402748 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-616cd511-83ee-4fdb-ba3b-49921c5344b2 req-8d3d03e3-75c1-49bb-9f49-63b6006f6695 service neutron] Attempting to bind port eb131f8e-2a83-469e-9e2c-31f0cbab941d on network 878a453b-7058-4dfc-b9e2-17503c679278 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:22:36.406333 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-eefa982c-4297-4e00-9086-e47fe840f662 req-ee7666f5-1351-4246-8df9-f62151e07646 tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:36.411395 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-616cd511-83ee-4fdb-ba3b-49921c5344b2 req-8d3d03e3-75c1-49bb-9f49-63b6006f6695 service neutron] Checking agent: {'id': '69f492a0-c00d-46d0-9bec-fcd8161ce206', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:22:36.425637 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-616cd511-83ee-4fdb-ba3b-49921c5344b2 req-8d3d03e3-75c1-49bb-9f49-63b6006f6695 service neutron] Checking segment: {'id': 'da68ba47-25e5-4637-a83a-51088b9800dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '878a453b-7058-4dfc-b9e2-17503c679278'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:22:36.425637 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-616cd511-83ee-4fdb-ba3b-49921c5344b2 req-8d3d03e3-75c1-49bb-9f49-63b6006f6695 service neutron] Bound using segment: {'id': 'da68ba47-25e5-4637-a83a-51088b9800dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '878a453b-7058-4dfc-b9e2-17503c679278'} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:22:36.425637 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-616cd511-83ee-4fdb-ba3b-49921c5344b2 req-8d3d03e3-75c1-49bb-9f49-63b6006f6695 service neutron] Bound port: eb131f8e-2a83-469e-9e2c-31f0cbab941d, host: n-h1-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da68ba47-25e5-4637-a83a-51088b9800dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '878a453b-7058-4dfc-b9e2-17503c679278'}}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:22:36.425637 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-616cd511-83ee-4fdb-ba3b-49921c5344b2 req-8d3d03e3-75c1-49bb-9f49-63b6006f6695 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:36.462730 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=348e0f92-f18f-4d76-8c5a-7722d2125db2,revision_number=10']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:36.489304 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device eb131f8e-2a83-469e-9e2c-31f0cbab941d details requested by agent hyperv_n-h2-843702-1 with host n-h2-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:22:36.522601 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-eefa982c-4297-4e00-9086-e47fe840f662 req-ee7666f5-1351-4246-8df9-f62151e07646 tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:36.575432 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-616cd511-83ee-4fdb-ba3b-49921c5344b2 req-8d3d03e3-75c1-49bb-9f49-63b6006f6695 service neutron] For port eb131f8e-2a83-469e-9e2c-31f0cbab941d, host n-h1-843702-1, cleared binding levels {{(pid=89109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:22:36.581287 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-616cd511-83ee-4fdb-ba3b-49921c5344b2 req-8d3d03e3-75c1-49bb-9f49-63b6006f6695 service neutron] For port eb131f8e-2a83-469e-9e2c-31f0cbab941d, host n-h1-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=eb131f8e-2a83-469e-9e2c-31f0cbab941d,segment=NetworkSegment(da68ba47-25e5-4637-a83a-51088b9800dc),segment_id=da68ba47-25e5-4637-a83a-51088b9800dc)] {{(pid=89109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:22:36.584688 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7666f5-1351-4246-8df9-f62151e07646 tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1f43c48-05bd-49a7-8820-e89d2a162415,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:36.649704 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0f59a7-648f-4efc-b237-686a3563a769 req-65731ff3-518b-4c22-a062-3424b3e042c7 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:36.651086 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d12f016-9857-485d-b48d-8f3217d4ed50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb131f8e-2a83-469e-9e2c-31f0cbab941d'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:22:36.657095 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3a0f59a7-648f-4efc-b237-686a3563a769 req-65731ff3-518b-4c22-a062-3424b3e042c7 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb5780c7-461a-4dd4-999d-d7e14791d896 HTTP/1.1" status: 200 len: 945 time: 0.7076669 May 28 06:22:36.659832 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fa16b7-be61-4310-934b-07d348b06d8b req-f63a14b0-807a-4107-b07d-b73c95153ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:36.661356 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-64fa16b7-be61-4310-934b-07d348b06d8b req-f63a14b0-807a-4107-b07d-b73c95153ca2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=32fe9d9e-2ab0-4e3b-8ba9-de9ae262b6d9 HTTP/1.1" status: 200 len: 854 time: 0.4070382 May 28 06:22:36.666838 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-246deaff-32ed-4764-85a5-523a843e7c82 req-ff704738-8891-45e1-b854-c1a04c1a0b02 tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] Made reservation on behalf of e5c517efa2b64dd099939a98d2a0d5e8 for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:22:36.670398 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-246deaff-32ed-4764-85a5-523a843e7c82 req-ff704738-8891-45e1-b854-c1a04c1a0b02 tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:36.680221 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-616cd511-83ee-4fdb-ba3b-49921c5344b2 req-8d3d03e3-75c1-49bb-9f49-63b6006f6695 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:36.947850 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port eb131f8e-2a83-469e-9e2c-31f0cbab941d, host n-h1-843702-1, got binding levels [] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:22:36.994380 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Attempting to bind port eb131f8e-2a83-469e-9e2c-31f0cbab941d on host n-h1-843702-1 for vnic_type normal with profile {"migrating_to": "n-h2-843702-1"} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:22:36.994763 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Attempting to bind port eb131f8e-2a83-469e-9e2c-31f0cbab941d by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': 'da68ba47-25e5-4637-a83a-51088b9800dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '878a453b-7058-4dfc-b9e2-17503c679278'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:22:36.995131 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Attempting to bind port eb131f8e-2a83-469e-9e2c-31f0cbab941d on network 878a453b-7058-4dfc-b9e2-17503c679278 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:22:37.012927 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Port eb131f8e-2a83-469e-9e2c-31f0cbab941d on network 878a453b-7058-4dfc-b9e2-17503c679278 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:22:37.013291 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Attempting to bind port eb131f8e-2a83-469e-9e2c-31f0cbab941d on network 878a453b-7058-4dfc-b9e2-17503c679278 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:22:37.014480 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a30509e-a7a6-4fb3-afae-6fa9f41ec7cf req-6f8d4cda-e92e-4df7-8366-b943dc754644 tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:37.019528 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Checking agent: {'id': '69f492a0-c00d-46d0-9bec-fcd8161ce206', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:22:37.019922 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Checking segment: {'id': 'da68ba47-25e5-4637-a83a-51088b9800dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '878a453b-7058-4dfc-b9e2-17503c679278'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:22:37.020999 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Bound using segment: {'id': 'da68ba47-25e5-4637-a83a-51088b9800dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '878a453b-7058-4dfc-b9e2-17503c679278'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:22:37.021504 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Bound port: eb131f8e-2a83-469e-9e2c-31f0cbab941d, host: n-h1-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da68ba47-25e5-4637-a83a-51088b9800dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '878a453b-7058-4dfc-b9e2-17503c679278'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:22:37.021894 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:37.025806 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2a30509e-a7a6-4fb3-afae-6fa9f41ec7cf req-6f8d4cda-e92e-4df7-8366-b943dc754644 tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] 10.222.0.55 "GET /v2.0/ports?device_id=a12562a2-7cbc-4e1f-85f1-93eb04c3c174 HTTP/1.1" status: 200 len: 950 time: 0.6909955 May 28 06:22:37.064235 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3a0f59a7-648f-4efc-b237-686a3563a769 req-dd84cb69-b333-4722-b673-d0b66ebd5ec9 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] 10.222.0.55 "GET /v2.0/security-groups?id=0298457f-05be-4918-b783-47064e014a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4061937 May 28 06:22:37.071598 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-0e0ad044-0ede-48ff-adcb-a554b9394a98 req-d6f7d890-204b-4aa0-a3fb-2c824b725be4 tempest-DeleteServersAdminTestJSON-1789832886 tempest-DeleteServersAdminTestJSON-1789832886-project-admin] For port 38a5fe1b-c414-4486-a23f-0caa58085f6f, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=38a5fe1b-c414-4486-a23f-0caa58085f6f,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:22:37.072218 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-0e0ad044-0ede-48ff-adcb-a554b9394a98 req-d6f7d890-204b-4aa0-a3fb-2c824b725be4 tempest-DeleteServersAdminTestJSON-1789832886 tempest-DeleteServersAdminTestJSON-1789832886-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:37.167117 n-d-843702-1 neutron-server[89111]: WARNING neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Concurrent port binding operations failed on port eb131f8e-2a83-469e-9e2c-31f0cbab941d May 28 06:22:37.174165 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port eb131f8e-2a83-469e-9e2c-31f0cbab941d, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=eb131f8e-2a83-469e-9e2c-31f0cbab941d,segment=NetworkSegment(da68ba47-25e5-4637-a83a-51088b9800dc),segment_id=da68ba47-25e5-4637-a83a-51088b9800dc)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:22:37.176740 n-d-843702-1 neutron-server[89111]: INFO neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Attempt 2 to bind port eb131f8e-2a83-469e-9e2c-31f0cbab941d May 28 06:22:37.177398 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device eb131f8e-2a83-469e-9e2c-31f0cbab941d has no active binding in host n-h2-843702-1 {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 28 06:22:37.196770 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d00ad87-d3b5-45b7-ab43-a0d9c761ec51'] response: {'server_uuid': '23c73e19-816a-46df-80fa-748f799ce37d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '348e0f92-f18f-4d76-8c5a-7722d2125db2', 'code': 200} May 28 06:22:37.207866 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616cd511-83ee-4fdb-ba3b-49921c5344b2 req-8d3d03e3-75c1-49bb-9f49-63b6006f6695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:37.208518 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-616cd511-83ee-4fdb-ba3b-49921c5344b2 req-8d3d03e3-75c1-49bb-9f49-63b6006f6695 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:37.211632 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-616cd511-83ee-4fdb-ba3b-49921c5344b2 req-8d3d03e3-75c1-49bb-9f49-63b6006f6695 service neutron] 10.222.0.71 "PUT /v2.0/ports/eb131f8e-2a83-469e-9e2c-31f0cbab941d HTTP/1.1" status: 200 len: 1122 time: 2.5227826 May 28 06:22:37.212591 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3d03e3-75c1-49bb-9f49-63b6006f6695 service neutron] Pushing event updated for resources: {'Port': ['ID=eb131f8e-2a83-469e-9e2c-31f0cbab941d,revision_number=8']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:37.256579 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-2621c933-3dbe-4f06-bb9e-1fb01c049bc3 req-0ba8bbf7-a4c4-47ca-a437-9d62510af270 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9bef656a-6216-41b1-97ef-01974e054907&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2196341 May 28 06:22:37.282362 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:22:37.318484 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['eb131f8e-2a83-469e-9e2c-31f0cbab941d'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:22:37.319064 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-0e0ad044-0ede-48ff-adcb-a554b9394a98 req-d6f7d890-204b-4aa0-a3fb-2c824b725be4 tempest-DeleteServersAdminTestJSON-1789832886 tempest-DeleteServersAdminTestJSON-1789832886-project-admin] Calling delete_port for 38a5fe1b-c414-4486-a23f-0caa58085f6f owned by compute:nova {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:22:37.387587 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2621c933-3dbe-4f06-bb9e-1fb01c049bc3 req-7f558305-1465-4e4c-a89d-659082940ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:37.389857 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-2621c933-3dbe-4f06-bb9e-1fb01c049bc3 req-7f558305-1465-4e4c-a89d-659082940ded service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fa535ce8a329409da109cb227c3a70b1&device_id=9bef656a-6216-41b1-97ef-01974e054907 HTTP/1.1" status: 200 len: 1101 time: 0.0989308 May 28 06:22:37.435875 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [req-eefa982c-4297-4e00-9086-e47fe840f662 req-ee7666f5-1351-4246-8df9-f62151e07646 tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] Allocated IP 192.168.233.186 (bb90c162-fdb0-406b-af2b-5eef830db7a9/e72d0ca5-04cb-4b36-82b1-c75214c9eb05/102a70ac-764d-4fd3-8200-15482425c410) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:22:37.449653 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2a30509e-a7a6-4fb3-afae-6fa9f41ec7cf req-cb00ff10-4afa-4b29-a890-741cc2a848e8 tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac29db33-ef6f-43a7-9236-59d10d045b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4218616 May 28 06:22:37.464223 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['eb131f8e-2a83-469e-9e2c-31f0cbab941d'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:22:37.562988 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f414e2aa-0864-4c39-a00d-1213dc39998d'] response: {'server_uuid': '3d12f016-9857-485d-b48d-8f3217d4ed50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb131f8e-2a83-469e-9e2c-31f0cbab941d', 'code': 200} May 28 06:22:37.709479 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2621c933-3dbe-4f06-bb9e-1fb01c049bc3 req-1b827d90-9393-48ed-b060-f6363a1a1746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:37.710942 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-2621c933-3dbe-4f06-bb9e-1fb01c049bc3 req-1b827d90-9393-48ed-b060-f6363a1a1746 service neutron] 10.222.0.69 "GET /v2.0/networks?id=bb90c162-fdb0-406b-af2b-5eef830db7a9 HTTP/1.1" status: 200 len: 870 time: 0.2967129 May 28 06:22:37.822147 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-2621c933-3dbe-4f06-bb9e-1fb01c049bc3 req-86375397-9cae-4a8a-8509-bd7c6692a179 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=5ade8c86-99e0-4811-878c-8667ec11046f HTTP/1.1" status: 200 len: 217 time: 0.1043167 May 28 06:22:37.877393 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fa16b7-be61-4310-934b-07d348b06d8b req-5b7b99ab-df4b-4b7f-86d5-78463d4bf429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:37.879218 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-64fa16b7-be61-4310-934b-07d348b06d8b req-5b7b99ab-df4b-4b7f-86d5-78463d4bf429 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d4de5f58-26b5-4e4f-8278-673645bfd374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1946652 May 28 06:22:37.917375 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2621c933-3dbe-4f06-bb9e-1fb01c049bc3 req-5b691fb8-0f86-4555-bbae-3fa494e41052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:37.918879 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-2621c933-3dbe-4f06-bb9e-1fb01c049bc3 req-5b691fb8-0f86-4555-bbae-3fa494e41052 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e72d0ca5-04cb-4b36-82b1-c75214c9eb05 HTTP/1.1" status: 200 len: 843 time: 0.0749185 May 28 06:22:38.013283 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2621c933-3dbe-4f06-bb9e-1fb01c049bc3 req-416d13b8-29ff-406f-bdff-0839bc0a150c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:38.014856 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-2621c933-3dbe-4f06-bb9e-1fb01c049bc3 req-416d13b8-29ff-406f-bdff-0839bc0a150c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bb90c162-fdb0-406b-af2b-5eef830db7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0786564 May 28 06:22:38.168275 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d646bb-7c4b-415d-9136-a4c6779a63cc req-38c638a8-8652-46d5-8e5b-42ee594c0099 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:38.169752 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d8d646bb-7c4b-415d-9136-a4c6779a63cc req-38c638a8-8652-46d5-8e5b-42ee594c0099 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=23c73e19-816a-46df-80fa-748f799ce37d HTTP/1.1" status: 200 len: 951 time: 0.8215516 May 28 06:22:38.177282 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-0e0ad044-0ede-48ff-adcb-a554b9394a98 req-d6f7d890-204b-4aa0-a3fb-2c824b725be4 tempest-DeleteServersAdminTestJSON-1789832886 tempest-DeleteServersAdminTestJSON-1789832886-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:38.219802 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-2621c933-3dbe-4f06-bb9e-1fb01c049bc3 req-5ccbd808-d29f-4d8d-94f6-84b2fce37fec service neutron] 10.222.0.69 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935596 May 28 06:22:38.305886 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f7d890-204b-4aa0-a3fb-2c824b725be4 tempest-DeleteServersAdminTestJSON-1789832886 tempest-DeleteServersAdminTestJSON-1789832886-project-admin] Pushing event deleted for resources: {'Port': ['ID=38a5fe1b-c414-4486-a23f-0caa58085f6f,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:38.336438 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea8b157-63be-4d53-ba5a-ad63c2f79662 req-f49c4e3b-257a-4fab-9624-35ad6ffde292 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:38.337999 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1ea8b157-63be-4d53-ba5a-ad63c2f79662 req-f49c4e3b-257a-4fab-9624-35ad6ffde292 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d12f016-9857-485d-b48d-8f3217d4ed50 HTTP/1.1" status: 200 len: 944 time: 0.4455051 May 28 06:22:38.375506 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-eefa982c-4297-4e00-9086-e47fe840f662 req-ee7666f5-1351-4246-8df9-f62151e07646 tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:38.390350 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-64fa16b7-be61-4310-934b-07d348b06d8b req-a55e367e-d0b7-4d14-9687-b5d091d6c0b1 service neutron] 10.222.0.69 "GET /v2.0/networks/d4de5f58-26b5-4e4f-8278-673645bfd374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4921477 May 28 06:22:38.398231 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-2621c933-3dbe-4f06-bb9e-1fb01c049bc3 req-e01f1f32-2a3d-4019-a8bb-25ffe1123452 service neutron] 10.222.0.69 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695399 May 28 06:22:38.485289 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d8d646bb-7c4b-415d-9136-a4c6779a63cc req-990102af-0f78-4183-a48b-3476263ba1d9 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2931054 May 28 06:22:38.502978 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 38a5fe1b-c414-4486-a23f-0caa58085f6f no longer exists at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:22:38.547111 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e0ad044-0ede-48ff-adcb-a554b9394a98 req-d6f7d890-204b-4aa0-a3fb-2c824b725be4 tempest-DeleteServersAdminTestJSON-1789832886 tempest-DeleteServersAdminTestJSON-1789832886-project-admin] No DVR routers for this DVR port 38a5fe1b-c414-4486-a23f-0caa58085f6f on host n-h2-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:22:38.563565 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-0e0ad044-0ede-48ff-adcb-a554b9394a98 req-d6f7d890-204b-4aa0-a3fb-2c824b725be4 tempest-DeleteServersAdminTestJSON-1789832886 tempest-DeleteServersAdminTestJSON-1789832886-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:38.579964 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-eefa982c-4297-4e00-9086-e47fe840f662 req-ee7666f5-1351-4246-8df9-f62151e07646 tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] Transition to ACTIVE for port object 102a70ac-764d-4fd3-8200-15482425c410 will not be triggered until provisioned by entity DHCP. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:22:38.580948 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a12562a2-7cbc-4e1f-85f1-93eb04c3c174', 'name': 'network-vif-deleted', 'tag': '38a5fe1b-c414-4486-a23f-0caa58085f6f'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:22:38.622667 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1ea8b157-63be-4d53-ba5a-ad63c2f79662 req-71293997-ab15-462c-a85a-07411d89d598 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a90b51ea-4be8-4511-8d71-0b0b776de2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432213 May 28 06:22:38.696453 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] No Port match for: 38a5fe1b-c414-4486-a23f-0caa58085f6f {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:22:38.696788 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 38a5fe1b-c414-4486-a23f-0caa58085f6f not bound to the agent host n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:22:38.704881 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-64fa16b7-be61-4310-934b-07d348b06d8b req-2332c610-4d13-4626-95b7-d83d75e1f3cb service neutron] 10.222.0.69 "GET /v2.0/networks/d4de5f58-26b5-4e4f-8278-673645bfd374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2863359 May 28 06:22:38.774745 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-34146f80-c316-4d42-b1ff-a155b75f5fd4 req-973ef2b9-c2b2-40bb-8252-6021fc1e1125 tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] Synchronizing usage tracker for tenant:e5c517efa2b64dd099939a98d2a0d5e8 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:22:38.778474 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0e0ad044-0ede-48ff-adcb-a554b9394a98 req-d6f7d890-204b-4aa0-a3fb-2c824b725be4 tempest-DeleteServersAdminTestJSON-1789832886 tempest-DeleteServersAdminTestJSON-1789832886-project-admin] 10.222.0.71 "DELETE /v2.0/ports/38a5fe1b-c414-4486-a23f-0caa58085f6f HTTP/1.1" status: 204 len: 173 time: 3.4844835 May 28 06:22:38.866260 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-eefa982c-4297-4e00-9086-e47fe840f662 req-ee7666f5-1351-4246-8df9-f62151e07646 tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:38.970853 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eefa982c-4297-4e00-9086-e47fe840f662 req-ee7666f5-1351-4246-8df9-f62151e07646 tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] Network bb90c162-fdb0-406b-af2b-5eef830db7a9 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:22:38.980640 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [req-eefa982c-4297-4e00-9086-e47fe840f662 req-ee7666f5-1351-4246-8df9-f62151e07646 tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:22:38.991583 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-eefa982c-4297-4e00-9086-e47fe840f662 req-ee7666f5-1351-4246-8df9-f62151e07646 tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:22:39.033632 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7666f5-1351-4246-8df9-f62151e07646 tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] Pushing event updated for resources: {'Port': ['ID=102a70ac-764d-4fd3-8200-15482425c410,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:39.078821 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-34146f80-c316-4d42-b1ff-a155b75f5fd4 req-973ef2b9-c2b2-40bb-8252-6021fc1e1125 tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] Unset dirty status for tenant:e5c517efa2b64dd099939a98d2a0d5e8 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:22:39.079980 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-34146f80-c316-4d42-b1ff-a155b75f5fd4 req-973ef2b9-c2b2-40bb-8252-6021fc1e1125 tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] 10.222.0.55 "GET /v2.0/ports?device_id=52aa8738-6b1d-4ace-ad71-d39ef5f56b61 HTTP/1.1" status: 200 len: 210 time: 0.3549416 May 28 06:22:39.088705 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [req-246deaff-32ed-4764-85a5-523a843e7c82 req-ff704738-8891-45e1-b854-c1a04c1a0b02 tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] Allocated IP 192.168.233.189 (bb90c162-fdb0-406b-af2b-5eef830db7a9/e72d0ca5-04cb-4b36-82b1-c75214c9eb05/30d9587d-4994-4d8d-b556-5a3361d0673b) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:22:39.189728 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device cb854cdf-2991-47ca-909c-af8be51bdf4b up at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:22:39.200545 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefa982c-4297-4e00-9086-e47fe840f662 req-ee7666f5-1351-4246-8df9-f62151e07646 tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:39.201177 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-eefa982c-4297-4e00-9086-e47fe840f662 req-ee7666f5-1351-4246-8df9-f62151e07646 tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:39.244127 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df119889-89e0-48d3-abf0-5d33d36955a1 req-0913fd2a-8235-402c-b74d-8691e3869752 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:39.251710 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-df119889-89e0-48d3-abf0-5d33d36955a1 req-0913fd2a-8235-402c-b74d-8691e3869752 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb5780c7-461a-4dd4-999d-d7e14791d896 HTTP/1.1" status: 200 len: 945 time: 0.4648726 May 28 06:22:39.438507 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning for port cb854cdf-2991-47ca-909c-af8be51bdf4b completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:22:39.445255 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning complete for port cb854cdf-2991-47ca-909c-af8be51bdf4b triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:22:39.445667 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:39.475927 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-eefa982c-4297-4e00-9086-e47fe840f662 req-ee7666f5-1351-4246-8df9-f62151e07646 tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.4514971 May 28 06:22:39.487127 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b4ad2931-6b73-4cd6-8556-38546702221d req-451f53b2-2071-4cb8-be72-767f5340c9d5 tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1872620216&fields=id&tenant_id=e313c89cfc3c4d8fb17072c426d13160 HTTP/1.1" status: 200 len: 267 time: 0.2251153 May 28 06:22:39.491155 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-df119889-89e0-48d3-abf0-5d33d36955a1 req-db1de4fe-fb2c-40fc-a1db-b956c5e053d3 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] 10.222.0.55 "GET /v2.0/security-groups?id=0298457f-05be-4918-b783-47064e014a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357585 May 28 06:22:39.499001 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-eefa982c-4297-4e00-9086-e47fe840f662 req-c5348bae-f0e3-46b4-a000-02c9720f5caa service neutron] Request body: {'port': {'device_id': 'b5d298d2-7059-491b-88a0-406c470b4ae8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843702-1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:22:39.522425 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-701badff-e622-4c6d-8a36-ec33a1f0c4c2 None None] Provisioning for port 102a70ac-764d-4fd3-8200-15482425c410 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:22:39.538961 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-701badff-e622-4c6d-8a36-ec33a1f0c4c2 None None] Provisioning complete for port 102a70ac-764d-4fd3-8200-15482425c410 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:22:39.539200 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-701badff-e622-4c6d-8a36-ec33a1f0c4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:39.587204 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f8478393-4e35-45cf-a89b-44ec0db7e644 req-ef5a1012-3708-4785-ab38-f0a703f5659e service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=b80e5708-1efb-4794-bb57-4a346255af9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5578873 May 28 06:22:39.601554 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d12f016-9857-485d-b48d-8f3217d4ed50', 'tag': 'eb131f8e-2a83-469e-9e2c-31f0cbab941d'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:22:39.651406 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979f6214-ca20-403b-b2e9-c8dbf92aa16d req-b2c532ab-d523-4d9d-a379-01d31401b8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:39.652922 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-979f6214-ca20-403b-b2e9-c8dbf92aa16d req-b2c532ab-d523-4d9d-a379-01d31401b8e8 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=23c73e19-816a-46df-80fa-748f799ce37d&tenant_id=fa535ce8a329409da109cb227c3a70b1 HTTP/1.1" status: 200 len: 1102 time: 0.0988905 May 28 06:22:39.672017 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-979f6214-ca20-403b-b2e9-c8dbf92aa16d req-798c90d4-cf8e-42d4-b80d-3d6eedb882f7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843702-1', 'device_owner': 'compute:nova'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:22:39.673509 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-701badff-e622-4c6d-8a36-ec33a1f0c4c2 None None] Port 102a70ac-764d-4fd3-8200-15482425c410 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:22:39.710364 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port cb854cdf-2991-47ca-909c-af8be51bdf4b is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:22:39.711676 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:39.755804 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port cb854cdf-2991-47ca-909c-af8be51bdf4b, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=cb854cdf-2991-47ca-909c-af8be51bdf4b,segment=NetworkSegment(8393efb8-9369-4910-a9df-a6c5d1ca9544),segment_id=8393efb8-9369-4910-a9df-a6c5d1ca9544)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:22:39.757401 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb5780c7-461a-4dd4-999d-d7e14791d896', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb854cdf-2991-47ca-909c-af8be51bdf4b'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:22:39.813276 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-979f6214-ca20-403b-b2e9-c8dbf92aa16d req-798c90d4-cf8e-42d4-b80d-3d6eedb882f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:39.846265 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:39.963474 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=cb854cdf-2991-47ca-909c-af8be51bdf4b,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:40.019262 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-5732990d-49d9-47be-b8b8-d5f88bc5988a req-df516b74-907c-4f68-aca0-f3833cf222b3 tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] Synchronizing usage tracker for tenant:602d22c872ea4d7abf372c40f89af62e on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:22:40.116339 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-246deaff-32ed-4764-85a5-523a843e7c82 req-ff704738-8891-45e1-b854-c1a04c1a0b02 tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:40.163637 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-eefa982c-4297-4e00-9086-e47fe840f662 req-c5348bae-f0e3-46b4-a000-02c9720f5caa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:40.173600 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8478393-4e35-45cf-a89b-44ec0db7e644 req-5eec0f06-3618-43a0-ae9f-ef611d02c300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:40.175648 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f8478393-4e35-45cf-a89b-44ec0db7e644 req-5eec0f06-3618-43a0-ae9f-ef611d02c300 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1ab1ed0d304345a0a07278c26e7745d6&device_id=b80e5708-1efb-4794-bb57-4a346255af9f HTTP/1.1" status: 200 len: 1095 time: 0.5251217 May 28 06:22:40.178253 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-246deaff-32ed-4764-85a5-523a843e7c82 req-ff704738-8891-45e1-b854-c1a04c1a0b02 tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] Transition to ACTIVE for port object 30d9587d-4994-4d8d-b556-5a3361d0673b will not be triggered until provisioned by entity DHCP. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:22:40.185130 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ad2931-6b73-4cd6-8556-38546702221d req-3b744b2a-270c-4778-b82d-6676e4751042 tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:40.186678 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b4ad2931-6b73-4cd6-8556-38546702221d req-3b744b2a-270c-4778-b82d-6676e4751042 tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] 10.222.0.55 "GET /v2.0/networks?id=de808633-063b-43ca-834f-7f7224235e76 HTTP/1.1" status: 200 len: 815 time: 0.6479423 May 28 06:22:40.310587 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b4ad2931-6b73-4cd6-8556-38546702221d req-b7b0cdd6-581c-4d66-abb1-18501c111d26 tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] 10.222.0.55 "GET /v2.0/quotas/e313c89cfc3c4d8fb17072c426d13160 HTTP/1.1" status: 200 len: 375 time: 0.1151011 May 28 06:22:40.311165 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-5732990d-49d9-47be-b8b8-d5f88bc5988a req-df516b74-907c-4f68-aca0-f3833cf222b3 tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] Unset dirty status for tenant:602d22c872ea4d7abf372c40f89af62e on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:22:40.312185 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5732990d-49d9-47be-b8b8-d5f88bc5988a req-df516b74-907c-4f68-aca0-f3833cf222b3 tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] 10.222.0.55 "GET /v2.0/ports?device_id=a12562a2-7cbc-4e1f-85f1-93eb04c3c174 HTTP/1.1" status: 200 len: 210 time: 0.3780522 May 28 06:22:40.390002 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3137f6a6-4f17-423d-b038-6a109ae88693'] response: {'server_uuid': 'a12562a2-7cbc-4e1f-85f1-93eb04c3c174', 'name': 'network-vif-deleted', 'tag': '38a5fe1b-c414-4486-a23f-0caa58085f6f', 'status': 'completed', 'code': 200} May 28 06:22:40.533312 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8478393-4e35-45cf-a89b-44ec0db7e644 req-6a4ee9d7-a2f7-4199-ab69-93c6cbb80108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:40.535081 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f8478393-4e35-45cf-a89b-44ec0db7e644 req-6a4ee9d7-a2f7-4199-ab69-93c6cbb80108 service neutron] 10.222.0.71 "GET /v2.0/networks?id=878a453b-7058-4dfc-b9e2-17503c679278 HTTP/1.1" status: 200 len: 922 time: 0.3359163 May 28 06:22:40.616961 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-246deaff-32ed-4764-85a5-523a843e7c82 req-ff704738-8891-45e1-b854-c1a04c1a0b02 tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:40.659774 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f8478393-4e35-45cf-a89b-44ec0db7e644 req-7e3e4761-2473-4326-93b3-70b92078c1da service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b07f2ba7-0d3b-45c8-a200-bab48437340e HTTP/1.1" status: 200 len: 217 time: 0.1077805 May 28 06:22:40.730385 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-979f6214-ca20-403b-b2e9-c8dbf92aa16d req-798c90d4-cf8e-42d4-b80d-3d6eedb882f7 service neutron] For port 348e0f92-f18f-4d76-8c5a-7722d2125db2, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=348e0f92-f18f-4d76-8c5a-7722d2125db2,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:22:40.762624 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b4ad2931-6b73-4cd6-8556-38546702221d req-a7e3c3fe-dc4c-4afd-8e33-dd9937640180 tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=e313c89cfc3c4d8fb17072c426d13160&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4279563 May 28 06:22:40.778117 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-979f6214-ca20-403b-b2e9-c8dbf92aa16d req-798c90d4-cf8e-42d4-b80d-3d6eedb882f7 service neutron] For port 348e0f92-f18f-4d76-8c5a-7722d2125db2, host n-h1-843702-1, cleared binding levels {{(pid=89109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:22:40.828739 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-246deaff-32ed-4764-85a5-523a843e7c82 req-ff704738-8891-45e1-b854-c1a04c1a0b02 tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] Network bb90c162-fdb0-406b-af2b-5eef830db7a9 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:22:40.850244 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [req-246deaff-32ed-4764-85a5-523a843e7c82 req-ff704738-8891-45e1-b854-c1a04c1a0b02 tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:22:40.852028 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff704738-8891-45e1-b854-c1a04c1a0b02 tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] Pushing event updated for resources: {'Port': ['ID=30d9587d-4994-4d8d-b556-5a3361d0673b,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:40.903907 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-246deaff-32ed-4764-85a5-523a843e7c82 req-ff704738-8891-45e1-b854-c1a04c1a0b02 tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:22:40.908346 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-979f6214-ca20-403b-b2e9-c8dbf92aa16d req-798c90d4-cf8e-42d4-b80d-3d6eedb882f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:40.926047 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [req-979f6214-ca20-403b-b2e9-c8dbf92aa16d req-798c90d4-cf8e-42d4-b80d-3d6eedb882f7 service neutron] Transition to ACTIVE for port object 348e0f92-f18f-4d76-8c5a-7722d2125db2 will not be triggered until provisioned by entity L2. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:22:40.969741 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8478393-4e35-45cf-a89b-44ec0db7e644 req-91110e17-cc60-4934-9875-1e336dc1e5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:40.971257 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f8478393-4e35-45cf-a89b-44ec0db7e644 req-91110e17-cc60-4934-9875-1e336dc1e5e9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=cdd32cdd-4510-40e6-8d87-2fb486891cf4 HTTP/1.1" status: 200 len: 861 time: 0.2942617 May 28 06:22:41.022989 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-979f6214-ca20-403b-b2e9-c8dbf92aa16d req-798c90d4-cf8e-42d4-b80d-3d6eedb882f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:41.109875 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f8478393-4e35-45cf-a89b-44ec0db7e644 req-061d558d-3c7a-49ee-a7dd-4297717fb8b3 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=878a453b-7058-4dfc-b9e2-17503c679278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1269650 May 28 06:22:41.142375 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246deaff-32ed-4764-85a5-523a843e7c82 req-ff704738-8891-45e1-b854-c1a04c1a0b02 tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:41.142375 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-246deaff-32ed-4764-85a5-523a843e7c82 req-ff704738-8891-45e1-b854-c1a04c1a0b02 tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:41.192634 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 348e0f92-f18f-4d76-8c5a-7722d2125db2 no longer exists at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:22:41.237435 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-6b7c22d1-0326-43d3-aaa6-5bd6feb6a20c None None] Provisioning for port 30d9587d-4994-4d8d-b556-5a3361d0673b completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:22:41.254950 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [req-979f6214-ca20-403b-b2e9-c8dbf92aa16d req-798c90d4-cf8e-42d4-b80d-3d6eedb882f7 service neutron] No DVR routers for this DVR port 348e0f92-f18f-4d76-8c5a-7722d2125db2 on host n-h1-843702-1 {{(pid=89109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:22:41.259758 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-6b7c22d1-0326-43d3-aaa6-5bd6feb6a20c None None] Provisioning complete for port 30d9587d-4994-4d8d-b556-5a3361d0673b triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:22:41.260206 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-6b7c22d1-0326-43d3-aaa6-5bd6feb6a20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:41.264227 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798c90d4-cf8e-42d4-b80d-3d6eedb882f7 service neutron] Pushing event updated for resources: {'Port': ['ID=348e0f92-f18f-4d76-8c5a-7722d2125db2,revision_number=11']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:41.264378 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fd7b15-59a1-4d5d-a5a2-36c736960130 req-41d61383-b82b-4632-85c2-64917baacac0 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:41.264563 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-74fd7b15-59a1-4d5d-a5a2-36c736960130 req-41d61383-b82b-4632-85c2-64917baacac0 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=23c73e19-816a-46df-80fa-748f799ce37d HTTP/1.1" status: 200 len: 951 time: 0.5976319 May 28 06:22:41.320998 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b4ad2931-6b73-4cd6-8556-38546702221d req-3f294a6a-5c99-4af6-b933-f422efff38da service neutron] 10.222.0.55 "GET /v2.0/networks/de808633-063b-43ca-834f-7f7224235e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5287638 May 28 06:22:41.354766 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-6b7c22d1-0326-43d3-aaa6-5bd6feb6a20c None None] Port 30d9587d-4994-4d8d-b556-5a3361d0673b cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:22:41.369297 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 348e0f92-f18f-4d76-8c5a-7722d2125db2 not bound to the agent host n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:22:41.379084 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-246deaff-32ed-4764-85a5-523a843e7c82 req-ff704738-8891-45e1-b854-c1a04c1a0b02 tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.1661484 May 28 06:22:41.468074 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-979f6214-ca20-403b-b2e9-c8dbf92aa16d req-798c90d4-cf8e-42d4-b80d-3d6eedb882f7 service neutron] Attempting to bind port 348e0f92-f18f-4d76-8c5a-7722d2125db2 on host n-h2-843702-1 for vnic_type normal with profile {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:22:41.468422 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-979f6214-ca20-403b-b2e9-c8dbf92aa16d req-798c90d4-cf8e-42d4-b80d-3d6eedb882f7 service neutron] Attempting to bind port 348e0f92-f18f-4d76-8c5a-7722d2125db2 by drivers openvswitch,hyperv on host n-h2-843702-1 at level 0 using segments [{'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:22:41.468750 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979f6214-ca20-403b-b2e9-c8dbf92aa16d req-798c90d4-cf8e-42d4-b80d-3d6eedb882f7 service neutron] Attempting to bind port 348e0f92-f18f-4d76-8c5a-7722d2125db2 on network bb90c162-fdb0-406b-af2b-5eef830db7a9 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:22:41.486523 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979f6214-ca20-403b-b2e9-c8dbf92aa16d req-798c90d4-cf8e-42d4-b80d-3d6eedb882f7 service neutron] Port 348e0f92-f18f-4d76-8c5a-7722d2125db2 on network bb90c162-fdb0-406b-af2b-5eef830db7a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-843702-1 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:22:41.486863 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979f6214-ca20-403b-b2e9-c8dbf92aa16d req-798c90d4-cf8e-42d4-b80d-3d6eedb882f7 service neutron] Attempting to bind port 348e0f92-f18f-4d76-8c5a-7722d2125db2 on network bb90c162-fdb0-406b-af2b-5eef830db7a9 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:22:41.489331 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-246deaff-32ed-4764-85a5-523a843e7c82 req-980e30d6-f13a-46e9-bd2f-edeccc97d3e1 service neutron] Request body: {'port': {'device_id': '52aa8738-6b1d-4ace-ad71-d39ef5f56b61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843702-1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:22:41.502136 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979f6214-ca20-403b-b2e9-c8dbf92aa16d req-798c90d4-cf8e-42d4-b80d-3d6eedb882f7 service neutron] Checking agent: {'id': 'f1a3973b-d2b3-4558-88e7-2ac50857d302', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:22:41.502482 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979f6214-ca20-403b-b2e9-c8dbf92aa16d req-798c90d4-cf8e-42d4-b80d-3d6eedb882f7 service neutron] Checking segment: {'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:22:41.502868 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979f6214-ca20-403b-b2e9-c8dbf92aa16d req-798c90d4-cf8e-42d4-b80d-3d6eedb882f7 service neutron] Bound using segment: {'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:22:41.503823 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-979f6214-ca20-403b-b2e9-c8dbf92aa16d req-798c90d4-cf8e-42d4-b80d-3d6eedb882f7 service neutron] Bound port: 348e0f92-f18f-4d76-8c5a-7722d2125db2, host: n-h2-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'}}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:22:41.504170 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-979f6214-ca20-403b-b2e9-c8dbf92aa16d req-798c90d4-cf8e-42d4-b80d-3d6eedb882f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:41.561095 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-74fd7b15-59a1-4d5d-a5a2-36c736960130 req-58f85d28-b709-4942-a765-37c617af46ba tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2680578 May 28 06:22:41.610195 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f8478393-4e35-45cf-a89b-44ec0db7e644 req-9240f8a4-bd5a-467c-a2f6-9ccef765ec82 service neutron] 10.222.0.71 "GET /v2.0/networks/878a453b-7058-4dfc-b9e2-17503c679278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4828117 May 28 06:22:41.650192 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1f02c3a-7072-4634-9ea7-095c0bb82f0a'] response: {'name': 'network-changed', 'server_uuid': '3d12f016-9857-485d-b48d-8f3217d4ed50', 'tag': 'eb131f8e-2a83-469e-9e2c-31f0cbab941d', 'status': 'completed', 'code': 200} May 28 06:22:41.655236 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-979f6214-ca20-403b-b2e9-c8dbf92aa16d req-798c90d4-cf8e-42d4-b80d-3d6eedb882f7 service neutron] For port 348e0f92-f18f-4d76-8c5a-7722d2125db2, host n-h2-843702-1, cleared binding levels {{(pid=89109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:22:41.660175 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-979f6214-ca20-403b-b2e9-c8dbf92aa16d req-798c90d4-cf8e-42d4-b80d-3d6eedb882f7 service neutron] For port 348e0f92-f18f-4d76-8c5a-7722d2125db2, host n-h2-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=348e0f92-f18f-4d76-8c5a-7722d2125db2,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:22:41.743563 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-979f6214-ca20-403b-b2e9-c8dbf92aa16d req-798c90d4-cf8e-42d4-b80d-3d6eedb882f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:41.812346 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979f6214-ca20-403b-b2e9-c8dbf92aa16d req-798c90d4-cf8e-42d4-b80d-3d6eedb882f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:41.813262 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-979f6214-ca20-403b-b2e9-c8dbf92aa16d req-798c90d4-cf8e-42d4-b80d-3d6eedb882f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:41.814647 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-979f6214-ca20-403b-b2e9-c8dbf92aa16d req-798c90d4-cf8e-42d4-b80d-3d6eedb882f7 service neutron] 10.222.0.71 "PUT /v2.0/ports/348e0f92-f18f-4d76-8c5a-7722d2125db2 HTTP/1.1" status: 200 len: 1097 time: 2.1468682 May 28 06:22:41.837624 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798c90d4-cf8e-42d4-b80d-3d6eedb882f7 service neutron] Pushing event updated for resources: {'Port': ['ID=348e0f92-f18f-4d76-8c5a-7722d2125db2,revision_number=12']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:41.928692 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979f6214-ca20-403b-b2e9-c8dbf92aa16d req-37ecc3e9-74dc-4be7-af95-20b884e3a041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:41.930820 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-979f6214-ca20-403b-b2e9-c8dbf92aa16d req-37ecc3e9-74dc-4be7-af95-20b884e3a041 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fa535ce8a329409da109cb227c3a70b1&device_id=23c73e19-816a-46df-80fa-748f799ce37d HTTP/1.1" status: 200 len: 1100 time: 0.0817797 May 28 06:22:41.979578 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.db.resource_extend [req-eefa982c-4297-4e00-9086-e47fe840f662 req-c5348bae-f0e3-46b4-a000-02c9720f5caa service neutron] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 06:22:42.013983 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b4ad2931-6b73-4cd6-8556-38546702221d req-46f5b89d-d7f8-435c-9302-6a109d91f7de service neutron] 10.222.0.55 "GET /v2.0/networks/de808633-063b-43ca-834f-7f7224235e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6858954 May 28 06:22:42.095540 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979f6214-ca20-403b-b2e9-c8dbf92aa16d req-28bbb3bb-05e7-4c8f-a9ea-b23db803fd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:42.095769 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-246deaff-32ed-4764-85a5-523a843e7c82 req-980e30d6-f13a-46e9-bd2f-edeccc97d3e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:42.096535 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-979f6214-ca20-403b-b2e9-c8dbf92aa16d req-28bbb3bb-05e7-4c8f-a9ea-b23db803fd47 service neutron] 10.222.0.71 "GET /v2.0/networks?id=bb90c162-fdb0-406b-af2b-5eef830db7a9 HTTP/1.1" status: 200 len: 870 time: 0.1593187 May 28 06:22:42.152931 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [req-eefa982c-4297-4e00-9086-e47fe840f662 req-c5348bae-f0e3-46b4-a000-02c9720f5caa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 102a70ac-764d-4fd3-8200-15482425c410 {{(pid=89110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:22:42.178607 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-979f6214-ca20-403b-b2e9-c8dbf92aa16d req-68f481ed-1c42-4d24-88f7-b3d4b004292b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=348e0f92-f18f-4d76-8c5a-7722d2125db2 HTTP/1.1" status: 200 len: 217 time: 0.0744274 May 28 06:22:42.185666 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-eefa982c-4297-4e00-9086-e47fe840f662 req-c5348bae-f0e3-46b4-a000-02c9720f5caa service neutron] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:42.267808 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979f6214-ca20-403b-b2e9-c8dbf92aa16d req-46116f9f-6bf3-41c4-ac45-04d225fba9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:42.271267 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-979f6214-ca20-403b-b2e9-c8dbf92aa16d req-46116f9f-6bf3-41c4-ac45-04d225fba9e6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e72d0ca5-04cb-4b36-82b1-c75214c9eb05 HTTP/1.1" status: 200 len: 843 time: 0.0861330 May 28 06:22:42.283493 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-eefa982c-4297-4e00-9086-e47fe840f662 req-c5348bae-f0e3-46b4-a000-02c9720f5caa service neutron] Transition to ACTIVE for port object 102a70ac-764d-4fd3-8200-15482425c410 will not be triggered until provisioned by entity L2. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:22:42.295740 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f8478393-4e35-45cf-a89b-44ec0db7e644 req-bc506695-6769-4e85-b0be-410acb1e7366 service neutron] 10.222.0.71 "GET /v2.0/networks/878a453b-7058-4dfc-b9e2-17503c679278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6755135 May 28 06:22:42.380194 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f25cdf-005a-4819-bbac-26066687a738 req-1498dc4d-c2c9-4e38-8977-400bd803f7da tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:42.381780 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-41f25cdf-005a-4819-bbac-26066687a738 req-1498dc4d-c2c9-4e38-8977-400bd803f7da tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d12f016-9857-485d-b48d-8f3217d4ed50 HTTP/1.1" status: 200 len: 944 time: 0.5969336 May 28 06:22:42.385849 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979f6214-ca20-403b-b2e9-c8dbf92aa16d req-64c57420-b1e4-409c-9756-6272734a6804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:42.387417 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-979f6214-ca20-403b-b2e9-c8dbf92aa16d req-64c57420-b1e4-409c-9756-6272734a6804 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=bb90c162-fdb0-406b-af2b-5eef830db7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1098266 May 28 06:22:42.390902 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53baffb6-5d8f-4d96-b27d-2aac18b50fda req-688bb6b3-9865-43d2-80fc-144245087816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:42.392373 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-53baffb6-5d8f-4d96-b27d-2aac18b50fda req-688bb6b3-9865-43d2-80fc-144245087816 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1ab1ed0d304345a0a07278c26e7745d6&device_id=3d12f016-9857-485d-b48d-8f3217d4ed50 HTTP/1.1" status: 200 len: 1125 time: 0.6034470 May 28 06:22:42.543865 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-41f25cdf-005a-4819-bbac-26066687a738 req-40611089-19b7-4781-a531-cdd84d289999 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a90b51ea-4be8-4511-8d71-0b0b776de2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466162 May 28 06:22:42.588056 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-979f6214-ca20-403b-b2e9-c8dbf92aa16d req-2296e7cc-5eaa-408d-928d-9d7b960ebc29 service neutron] 10.222.0.71 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929297 May 28 06:22:42.631188 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53baffb6-5d8f-4d96-b27d-2aac18b50fda req-ddcfebf5-faa5-4c31-8305-790e26a806ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:42.635669 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-53baffb6-5d8f-4d96-b27d-2aac18b50fda req-ddcfebf5-faa5-4c31-8305-790e26a806ca service neutron] 10.222.0.69 "GET /v2.0/networks?id=878a453b-7058-4dfc-b9e2-17503c679278 HTTP/1.1" status: 200 len: 922 time: 0.2182684 May 28 06:22:42.646903 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93d6b1de-fab7-438b-9c02-7e4e8ac35e6a'] response: {'server_uuid': 'cb5780c7-461a-4dd4-999d-d7e14791d896', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb854cdf-2991-47ca-909c-af8be51bdf4b', 'code': 200} May 28 06:22:42.747415 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-979f6214-ca20-403b-b2e9-c8dbf92aa16d req-832c3a11-8658-48e0-8504-a5fd37e58a3a service neutron] 10.222.0.71 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532564 May 28 06:22:42.797785 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-eefa982c-4297-4e00-9086-e47fe840f662 req-c5348bae-f0e3-46b4-a000-02c9720f5caa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:42.870593 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fa85c5-7023-4c31-892d-73ea3ddceb9f req-1517d231-fdd0-4913-9d66-4a9bf715a3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:42.870593 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-70fa85c5-7023-4c31-892d-73ea3ddceb9f req-1517d231-fdd0-4913-9d66-4a9bf715a3b6 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=cb5780c7-461a-4dd4-999d-d7e14791d896 HTTP/1.1" status: 200 len: 1097 time: 0.1070349 May 28 06:22:42.882770 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-53baffb6-5d8f-4d96-b27d-2aac18b50fda req-c639b035-61aa-4aeb-8f7e-6c19c49328f2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eb131f8e-2a83-469e-9e2c-31f0cbab941d HTTP/1.1" status: 200 len: 217 time: 0.2397888 May 28 06:22:42.912498 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-70fa85c5-7023-4c31-892d-73ea3ddceb9f req-46692c41-e5c0-490e-b16a-8a73814a60ec service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=0298457f-05be-4918-b783-47064e014a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472279 May 28 06:22:43.130440 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5348bae-f0e3-46b4-a000-02c9720f5caa service neutron] Pushing event updated for resources: {'Port': ['ID=102a70ac-764d-4fd3-8200-15482425c410,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:43.187514 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53baffb6-5d8f-4d96-b27d-2aac18b50fda req-6a06f6a0-139f-4588-a939-1a68afa6c747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:43.188906 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-53baffb6-5d8f-4d96-b27d-2aac18b50fda req-6a06f6a0-139f-4588-a939-1a68afa6c747 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cdd32cdd-4510-40e6-8d87-2fb486891cf4 HTTP/1.1" status: 200 len: 861 time: 0.2625861 May 28 06:22:43.290661 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-53baffb6-5d8f-4d96-b27d-2aac18b50fda req-27bd5b71-986f-4db2-bc4a-41f637d595dd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=878a453b-7058-4dfc-b9e2-17503c679278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634344 May 28 06:22:43.567375 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc894d0-9f03-462b-a299-ab678bd765c6 req-2d20a36f-2de6-4512-8f07-f4d71bd200d2 tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:43.569858 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5dc894d0-9f03-462b-a299-ab678bd765c6 req-2d20a36f-2de6-4512-8f07-f4d71bd200d2 tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] 10.222.0.55 "GET /v2.0/ports?device_id=52aa8738-6b1d-4ace-ad71-d39ef5f56b61 HTTP/1.1" status: 200 len: 936 time: 0.7174118 May 28 06:22:43.664121 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-eefa982c-4297-4e00-9086-e47fe840f662 req-c5348bae-f0e3-46b4-a000-02c9720f5caa service neutron] Attempting to bind port 102a70ac-764d-4fd3-8200-15482425c410 on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:22:43.664769 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-eefa982c-4297-4e00-9086-e47fe840f662 req-c5348bae-f0e3-46b4-a000-02c9720f5caa service neutron] Attempting to bind port 102a70ac-764d-4fd3-8200-15482425c410 by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:22:43.664769 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eefa982c-4297-4e00-9086-e47fe840f662 req-c5348bae-f0e3-46b4-a000-02c9720f5caa service neutron] Attempting to bind port 102a70ac-764d-4fd3-8200-15482425c410 on network bb90c162-fdb0-406b-af2b-5eef830db7a9 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:22:43.705013 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23c73e19-816a-46df-80fa-748f799ce37d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '348e0f92-f18f-4d76-8c5a-7722d2125db2'}, {'name': 'network-changed', 'server_uuid': '23c73e19-816a-46df-80fa-748f799ce37d', 'tag': '348e0f92-f18f-4d76-8c5a-7722d2125db2'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:22:43.711871 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eefa982c-4297-4e00-9086-e47fe840f662 req-c5348bae-f0e3-46b4-a000-02c9720f5caa service neutron] Port 102a70ac-764d-4fd3-8200-15482425c410 on network bb90c162-fdb0-406b-af2b-5eef830db7a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:22:43.712212 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eefa982c-4297-4e00-9086-e47fe840f662 req-c5348bae-f0e3-46b4-a000-02c9720f5caa service neutron] Attempting to bind port 102a70ac-764d-4fd3-8200-15482425c410 on network bb90c162-fdb0-406b-af2b-5eef830db7a9 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:22:43.723344 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eefa982c-4297-4e00-9086-e47fe840f662 req-c5348bae-f0e3-46b4-a000-02c9720f5caa service neutron] Checking agent: {'id': '69f492a0-c00d-46d0-9bec-fcd8161ce206', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:22:43.729022 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eefa982c-4297-4e00-9086-e47fe840f662 req-c5348bae-f0e3-46b4-a000-02c9720f5caa service neutron] Checking segment: {'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:22:43.729022 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eefa982c-4297-4e00-9086-e47fe840f662 req-c5348bae-f0e3-46b4-a000-02c9720f5caa service neutron] Bound using segment: {'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:22:43.729022 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-eefa982c-4297-4e00-9086-e47fe840f662 req-c5348bae-f0e3-46b4-a000-02c9720f5caa service neutron] Bound port: 102a70ac-764d-4fd3-8200-15482425c410, host: n-h1-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'}}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:22:43.729022 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-eefa982c-4297-4e00-9086-e47fe840f662 req-c5348bae-f0e3-46b4-a000-02c9720f5caa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:43.729437 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-616cd511-83ee-4fdb-ba3b-49921c5344b2 req-b2e3bada-4972-4092-8528-5f613f86bb75 service neutron] 10.222.0.69 "GET /v2.0/ports/eb131f8e-2a83-469e-9e2c-31f0cbab941d/bindings/n-h2-843702-1 HTTP/1.1" status: 200 len: 384 time: 0.1987584 May 28 06:22:43.771470 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [req-246deaff-32ed-4764-85a5-523a843e7c82 req-980e30d6-f13a-46e9-bd2f-edeccc97d3e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30d9587d-4994-4d8d-b556-5a3361d0673b {{(pid=89110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:22:43.893552 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-246deaff-32ed-4764-85a5-523a843e7c82 req-980e30d6-f13a-46e9-bd2f-edeccc97d3e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:43.952377 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-5dc894d0-9f03-462b-a299-ab678bd765c6 req-bb8b56f7-707e-4d73-811d-8d5f30ee0936 tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] Synchronizing usage tracker for tenant:e5c517efa2b64dd099939a98d2a0d5e8 on resource:security_group {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:22:44.039324 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-246deaff-32ed-4764-85a5-523a843e7c82 req-980e30d6-f13a-46e9-bd2f-edeccc97d3e1 service neutron] Transition to ACTIVE for port object 30d9587d-4994-4d8d-b556-5a3361d0673b will not be triggered until provisioned by entity L2. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:22:44.043643 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-53baffb6-5d8f-4d96-b27d-2aac18b50fda req-3fd0cc2a-b3b9-4914-bab1-af6bb407dc38 service neutron] 10.222.0.69 "GET /v2.0/networks/878a453b-7058-4dfc-b9e2-17503c679278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7392969 May 28 06:22:44.166432 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-5dc894d0-9f03-462b-a299-ab678bd765c6 req-bb8b56f7-707e-4d73-811d-8d5f30ee0936 tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] Unset dirty status for tenant:e5c517efa2b64dd099939a98d2a0d5e8 on resource:security_group {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:22:44.167497 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5dc894d0-9f03-462b-a299-ab678bd765c6 req-bb8b56f7-707e-4d73-811d-8d5f30ee0936 tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] 10.222.0.55 "GET /v2.0/security-groups?id=e1f43c48-05bd-49a7-8820-e89d2a162415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5927889 May 28 06:22:44.168145 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-246deaff-32ed-4764-85a5-523a843e7c82 req-980e30d6-f13a-46e9-bd2f-edeccc97d3e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:44.197319 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-616cd511-83ee-4fdb-ba3b-49921c5344b2 req-fe4fc778-fad4-4faa-95f8-84f675c9775a service neutron] For port eb131f8e-2a83-469e-9e2c-31f0cbab941d, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=eb131f8e-2a83-469e-9e2c-31f0cbab941d,segment=NetworkSegment(da68ba47-25e5-4637-a83a-51088b9800dc),segment_id=da68ba47-25e5-4637-a83a-51088b9800dc)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:22:44.226332 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-616cd511-83ee-4fdb-ba3b-49921c5344b2 req-fe4fc778-fad4-4faa-95f8-84f675c9775a service neutron] For port eb131f8e-2a83-469e-9e2c-31f0cbab941d, host n-h1-843702-1, cleared binding levels {{(pid=89109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:22:44.357724 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [req-616cd511-83ee-4fdb-ba3b-49921c5344b2 req-fe4fc778-fad4-4faa-95f8-84f675c9775a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb131f8e-2a83-469e-9e2c-31f0cbab941d {{(pid=89109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:22:44.377893 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-616cd511-83ee-4fdb-ba3b-49921c5344b2 req-fe4fc778-fad4-4faa-95f8-84f675c9775a service neutron] For port eb131f8e-2a83-469e-9e2c-31f0cbab941d, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=eb131f8e-2a83-469e-9e2c-31f0cbab941d,segment=NetworkSegment(da68ba47-25e5-4637-a83a-51088b9800dc),segment_id=da68ba47-25e5-4637-a83a-51088b9800dc)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:22:44.403802 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-eefa982c-4297-4e00-9086-e47fe840f662 req-c5348bae-f0e3-46b4-a000-02c9720f5caa service neutron] For port 102a70ac-764d-4fd3-8200-15482425c410, host n-h1-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:22:44.496811 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-616cd511-83ee-4fdb-ba3b-49921c5344b2 req-fe4fc778-fad4-4faa-95f8-84f675c9775a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:44.522165 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-eefa982c-4297-4e00-9086-e47fe840f662 req-c5348bae-f0e3-46b4-a000-02c9720f5caa service neutron] For port 102a70ac-764d-4fd3-8200-15482425c410, host n-h1-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=102a70ac-764d-4fd3-8200-15482425c410,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:22:44.537322 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e855bf7e-7de9-49fe-9dc5-bea67bf77a94 req-5a35f1cf-2e00-440d-814c-a205c98f6587 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:44.539040 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e855bf7e-7de9-49fe-9dc5-bea67bf77a94 req-5a35f1cf-2e00-440d-814c-a205c98f6587 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb5780c7-461a-4dd4-999d-d7e14791d896 HTTP/1.1" status: 200 len: 946 time: 0.7095368 May 28 06:22:44.546621 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980e30d6-f13a-46e9-bd2f-edeccc97d3e1 service neutron] Pushing event updated for resources: {'Port': ['ID=30d9587d-4994-4d8d-b556-5a3361d0673b,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:44.676410 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [req-616cd511-83ee-4fdb-ba3b-49921c5344b2 req-fe4fc778-fad4-4faa-95f8-84f675c9775a service neutron] Transition to ACTIVE for port object eb131f8e-2a83-469e-9e2c-31f0cbab941d will not be triggered until provisioned by entity L2. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:22:44.706822 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-eefa982c-4297-4e00-9086-e47fe840f662 req-c5348bae-f0e3-46b4-a000-02c9720f5caa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:44.754749 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-616cd511-83ee-4fdb-ba3b-49921c5344b2 req-fe4fc778-fad4-4faa-95f8-84f675c9775a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:44.769494 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-53baffb6-5d8f-4d96-b27d-2aac18b50fda req-c244811a-d039-4d49-a29d-4b46587ab1cc service neutron] 10.222.0.69 "GET /v2.0/networks/878a453b-7058-4dfc-b9e2-17503c679278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7157810 May 28 06:22:44.805719 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefa982c-4297-4e00-9086-e47fe840f662 req-c5348bae-f0e3-46b4-a000-02c9720f5caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:44.807105 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-eefa982c-4297-4e00-9086-e47fe840f662 req-c5348bae-f0e3-46b4-a000-02c9720f5caa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:44.808579 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-eefa982c-4297-4e00-9086-e47fe840f662 req-c5348bae-f0e3-46b4-a000-02c9720f5caa service neutron] 10.222.0.69 "PUT /v2.0/ports/102a70ac-764d-4fd3-8200-15482425c410 HTTP/1.1" status: 200 len: 1096 time: 5.3134787 May 28 06:22:44.820583 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5d298d2-7059-491b-88a0-406c470b4ae8', 'tag': '102a70ac-764d-4fd3-8200-15482425c410'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:22:44.827109 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-246deaff-32ed-4764-85a5-523a843e7c82 req-980e30d6-f13a-46e9-bd2f-edeccc97d3e1 service neutron] Attempting to bind port 30d9587d-4994-4d8d-b556-5a3361d0673b on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:22:44.827537 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-246deaff-32ed-4764-85a5-523a843e7c82 req-980e30d6-f13a-46e9-bd2f-edeccc97d3e1 service neutron] Attempting to bind port 30d9587d-4994-4d8d-b556-5a3361d0673b by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:22:44.827810 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246deaff-32ed-4764-85a5-523a843e7c82 req-980e30d6-f13a-46e9-bd2f-edeccc97d3e1 service neutron] Attempting to bind port 30d9587d-4994-4d8d-b556-5a3361d0673b on network bb90c162-fdb0-406b-af2b-5eef830db7a9 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:22:44.849146 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e855bf7e-7de9-49fe-9dc5-bea67bf77a94 req-92e3e78d-a96a-40e3-9cc7-f652bc27c4ac tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] 10.222.0.55 "GET /v2.0/security-groups?id=0298457f-05be-4918-b783-47064e014a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056456 May 28 06:22:44.852383 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246deaff-32ed-4764-85a5-523a843e7c82 req-980e30d6-f13a-46e9-bd2f-edeccc97d3e1 service neutron] Port 30d9587d-4994-4d8d-b556-5a3361d0673b on network bb90c162-fdb0-406b-af2b-5eef830db7a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:22:44.852600 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246deaff-32ed-4764-85a5-523a843e7c82 req-980e30d6-f13a-46e9-bd2f-edeccc97d3e1 service neutron] Attempting to bind port 30d9587d-4994-4d8d-b556-5a3361d0673b on network bb90c162-fdb0-406b-af2b-5eef830db7a9 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:22:44.865895 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246deaff-32ed-4764-85a5-523a843e7c82 req-980e30d6-f13a-46e9-bd2f-edeccc97d3e1 service neutron] Checking agent: {'id': '69f492a0-c00d-46d0-9bec-fcd8161ce206', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:22:44.866228 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246deaff-32ed-4764-85a5-523a843e7c82 req-980e30d6-f13a-46e9-bd2f-edeccc97d3e1 service neutron] Checking segment: {'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:22:44.866612 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246deaff-32ed-4764-85a5-523a843e7c82 req-980e30d6-f13a-46e9-bd2f-edeccc97d3e1 service neutron] Bound using segment: {'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:22:44.867192 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-246deaff-32ed-4764-85a5-523a843e7c82 req-980e30d6-f13a-46e9-bd2f-edeccc97d3e1 service neutron] Bound port: 30d9587d-4994-4d8d-b556-5a3361d0673b, host: n-h1-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'}}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:22:44.867542 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-246deaff-32ed-4764-85a5-523a843e7c82 req-980e30d6-f13a-46e9-bd2f-edeccc97d3e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:44.910239 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5348bae-f0e3-46b4-a000-02c9720f5caa service neutron] Pushing event updated for resources: {'Port': ['ID=102a70ac-764d-4fd3-8200-15482425c410,revision_number=3']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:45.056910 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc0e38f-0452-4d0d-9e6d-2f3fec04dd90 req-c7d1a81b-b6e9-48cd-b4b0-302a0a825f81 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:45.065166 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9dc0e38f-0452-4d0d-9e6d-2f3fec04dd90 req-c7d1a81b-b6e9-48cd-b4b0-302a0a825f81 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=23c73e19-816a-46df-80fa-748f799ce37d HTTP/1.1" status: 200 len: 949 time: 0.5879836 May 28 06:22:45.186919 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [req-616cd511-83ee-4fdb-ba3b-49921c5344b2 req-fe4fc778-fad4-4faa-95f8-84f675c9775a service neutron] No DVR routers for this DVR port eb131f8e-2a83-469e-9e2c-31f0cbab941d on host n-h1-843702-1 {{(pid=89109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:22:45.233856 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9dc0e38f-0452-4d0d-9e6d-2f3fec04dd90 req-729cff21-00d1-426c-b39c-bf6027248548 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670480 May 28 06:22:45.238849 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4fc778-fad4-4faa-95f8-84f675c9775a service neutron] Pushing event updated for resources: {'Port': ['ID=eb131f8e-2a83-469e-9e2c-31f0cbab941d,revision_number=10']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:45.239993 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-246deaff-32ed-4764-85a5-523a843e7c82 req-980e30d6-f13a-46e9-bd2f-edeccc97d3e1 service neutron] For port 30d9587d-4994-4d8d-b556-5a3361d0673b, host n-h1-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:22:45.254264 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-616cd511-83ee-4fdb-ba3b-49921c5344b2 req-fe4fc778-fad4-4faa-95f8-84f675c9775a service neutron] 10.222.0.69 "PUT /v2.0/ports/eb131f8e-2a83-469e-9e2c-31f0cbab941d/bindings/n-h2-843702-1/activate HTTP/1.1" status: 200 len: 369 time: 1.5147939 May 28 06:22:45.271162 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-246deaff-32ed-4764-85a5-523a843e7c82 req-980e30d6-f13a-46e9-bd2f-edeccc97d3e1 service neutron] For port 30d9587d-4994-4d8d-b556-5a3361d0673b, host n-h1-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=30d9587d-4994-4d8d-b556-5a3361d0673b,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:22:45.313316 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefa982c-4297-4e00-9086-e47fe840f662 req-d1ab1200-f326-4b1b-b232-3d6ee486a164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:45.314857 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-eefa982c-4297-4e00-9086-e47fe840f662 req-d1ab1200-f326-4b1b-b232-3d6ee486a164 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e5c517efa2b64dd099939a98d2a0d5e8&device_id=b5d298d2-7059-491b-88a0-406c470b4ae8 HTTP/1.1" status: 200 len: 1099 time: 0.3719172 May 28 06:22:45.327957 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeefe31b-1996-4818-80aa-5b0153650913 req-ab472c67-951b-4a7e-96a6-0cc0c0f8deb0 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:45.334906 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-eeefe31b-1996-4818-80aa-5b0153650913 req-ab472c67-951b-4a7e-96a6-0cc0c0f8deb0 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d12f016-9857-485d-b48d-8f3217d4ed50 HTTP/1.1" status: 200 len: 945 time: 0.2091208 May 28 06:22:45.389255 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-246deaff-32ed-4764-85a5-523a843e7c82 req-980e30d6-f13a-46e9-bd2f-edeccc97d3e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:45.474910 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-eefa982c-4297-4e00-9086-e47fe840f662 req-276516b9-6f65-42a4-aa1c-70a3f6f83c10 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=102a70ac-764d-4fd3-8200-15482425c410 HTTP/1.1" status: 200 len: 217 time: 0.1444488 May 28 06:22:45.545900 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-63264a47-5523-494c-ad49-f58d49873b1c req-823de7a5-625a-4d0a-a895-bdb77c2050b6 tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] 10.222.0.55 "GET /v2.0/ports?device_id=00258d54-e8f5-4706-a2ef-e3422c72aa3e HTTP/1.1" status: 200 len: 210 time: 0.1584320 May 28 06:22:45.580776 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246deaff-32ed-4764-85a5-523a843e7c82 req-980e30d6-f13a-46e9-bd2f-edeccc97d3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:45.581638 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-246deaff-32ed-4764-85a5-523a843e7c82 req-980e30d6-f13a-46e9-bd2f-edeccc97d3e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:45.583106 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-246deaff-32ed-4764-85a5-523a843e7c82 req-980e30d6-f13a-46e9-bd2f-edeccc97d3e1 service neutron] 10.222.0.69 "PUT /v2.0/ports/30d9587d-4994-4d8d-b556-5a3361d0673b HTTP/1.1" status: 200 len: 1096 time: 4.1056876 May 28 06:22:45.600040 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-eeefe31b-1996-4818-80aa-5b0153650913 req-549fe936-cc8d-422c-a451-d278c0803af7 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a90b51ea-4be8-4511-8d71-0b0b776de2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189517 May 28 06:22:45.617238 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefa982c-4297-4e00-9086-e47fe840f662 req-82215317-b5cb-4e4b-81f3-5a4b810b1484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:45.647242 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-eefa982c-4297-4e00-9086-e47fe840f662 req-82215317-b5cb-4e4b-81f3-5a4b810b1484 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e72d0ca5-04cb-4b36-82b1-c75214c9eb05 HTTP/1.1" status: 200 len: 843 time: 0.1276622 May 28 06:22:45.647242 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980e30d6-f13a-46e9-bd2f-edeccc97d3e1 service neutron] Pushing event updated for resources: {'Port': ['ID=30d9587d-4994-4d8d-b556-5a3361d0673b,revision_number=3']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:45.678209 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50cbdf3e-676a-494e-a532-70a3986331ca'] response: {'server_uuid': '23c73e19-816a-46df-80fa-748f799ce37d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '348e0f92-f18f-4d76-8c5a-7722d2125db2', 'code': 200} May 28 06:22:45.678731 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50cbdf3e-676a-494e-a532-70a3986331ca'] response: {'name': 'network-changed', 'server_uuid': '23c73e19-816a-46df-80fa-748f799ce37d', 'tag': '348e0f92-f18f-4d76-8c5a-7722d2125db2', 'status': 'completed', 'code': 200} May 28 06:22:45.730181 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6126f93d-34c0-45ce-9f40-35603809c9d0'] response: {'name': 'network-changed', 'server_uuid': 'b5d298d2-7059-491b-88a0-406c470b4ae8', 'tag': '102a70ac-764d-4fd3-8200-15482425c410', 'status': 'completed', 'code': 200} May 28 06:22:45.733334 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefa982c-4297-4e00-9086-e47fe840f662 req-1e289ff5-93f2-4e28-962e-b069b8709e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:45.735001 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-eefa982c-4297-4e00-9086-e47fe840f662 req-1e289ff5-93f2-4e28-962e-b069b8709e49 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bb90c162-fdb0-406b-af2b-5eef830db7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1086910 May 28 06:22:45.738579 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616cd511-83ee-4fdb-ba3b-49921c5344b2 req-c161369a-90de-4183-bbc8-7bf9952f3dd1 tempest-LiveAutoBlockMigrationV225Test-2091885666 tempest-LiveAutoBlockMigrationV225Test-2091885666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:45.744072 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-616cd511-83ee-4fdb-ba3b-49921c5344b2 req-c161369a-90de-4183-bbc8-7bf9952f3dd1 tempest-LiveAutoBlockMigrationV225Test-2091885666 tempest-LiveAutoBlockMigrationV225Test-2091885666-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=3d12f016-9857-485d-b48d-8f3217d4ed50&tenant_id=1ab1ed0d304345a0a07278c26e7745d6&binding%3Ahost_id=n-h1-843702-1 HTTP/1.1" status: 200 len: 1096 time: 0.2305622 May 28 06:22:45.900789 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616cd511-83ee-4fdb-ba3b-49921c5344b2 req-af9060c7-f166-449a-a232-bc799714bd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:45.902299 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-616cd511-83ee-4fdb-ba3b-49921c5344b2 req-af9060c7-f166-449a-a232-bc799714bd60 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=3d12f016-9857-485d-b48d-8f3217d4ed50&tenant_id=1ab1ed0d304345a0a07278c26e7745d6 HTTP/1.1" status: 200 len: 1096 time: 0.1523063 May 28 06:22:46.030077 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616cd511-83ee-4fdb-ba3b-49921c5344b2 req-4eb590b4-2875-4dfb-802e-a611e28fffe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:46.031977 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-616cd511-83ee-4fdb-ba3b-49921c5344b2 req-4eb590b4-2875-4dfb-802e-a611e28fffe3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1ab1ed0d304345a0a07278c26e7745d6&device_id=3d12f016-9857-485d-b48d-8f3217d4ed50 HTTP/1.1" status: 200 len: 1096 time: 0.0920048 May 28 06:22:46.167137 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e8db2a0e-88ec-4a5c-afa4-60f5f543227f req-883ddbb3-9b04-498a-9597-cd0be6fea41f tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=602d22c872ea4d7abf372c40f89af62e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3309510 May 28 06:22:46.192528 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616cd511-83ee-4fdb-ba3b-49921c5344b2 req-63976d65-f5af-4b1d-b102-b42965d147da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:46.194143 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-616cd511-83ee-4fdb-ba3b-49921c5344b2 req-63976d65-f5af-4b1d-b102-b42965d147da service neutron] 10.222.0.71 "GET /v2.0/networks?id=878a453b-7058-4dfc-b9e2-17503c679278 HTTP/1.1" status: 200 len: 922 time: 0.1548915 May 28 06:22:46.289036 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-616cd511-83ee-4fdb-ba3b-49921c5344b2 req-309ca99c-5e6c-4ffd-a6a5-e54e87f97f48 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eb131f8e-2a83-469e-9e2c-31f0cbab941d HTTP/1.1" status: 200 len: 217 time: 0.0880203 May 28 06:22:46.369105 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616cd511-83ee-4fdb-ba3b-49921c5344b2 req-6d093554-2186-48dc-8aa0-eeec50ffef5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:46.370681 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-616cd511-83ee-4fdb-ba3b-49921c5344b2 req-6d093554-2186-48dc-8aa0-eeec50ffef5f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=cdd32cdd-4510-40e6-8d87-2fb486891cf4 HTTP/1.1" status: 200 len: 861 time: 0.0751152 May 28 06:22:46.404398 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-eefa982c-4297-4e00-9086-e47fe840f662 req-0a49918f-a24d-4ad7-a67f-8ee18b00559d service neutron] 10.222.0.69 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5976143 May 28 06:22:46.408917 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7501b2e2-860f-4e46-8ecc-349de0605d80 req-94d6ddaf-3140-4470-8bef-8346e5b933bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:46.411491 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7501b2e2-860f-4e46-8ecc-349de0605d80 req-94d6ddaf-3140-4470-8bef-8346e5b933bb service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fa535ce8a329409da109cb227c3a70b1&device_id=23c73e19-816a-46df-80fa-748f799ce37d HTTP/1.1" status: 200 len: 1100 time: 0.6755214 May 28 06:22:46.426729 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-616cd511-83ee-4fdb-ba3b-49921c5344b2 req-a90c4b90-9b69-41cb-aa7a-5db750ef7825 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=878a453b-7058-4dfc-b9e2-17503c679278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486867 May 28 06:22:46.479619 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58713957-32ab-4d72-92cb-5d0b3dd77e1f req-fe4999eb-14d9-4868-966a-0459b4ab40b6 tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:46.481079 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-58713957-32ab-4d72-92cb-5d0b3dd77e1f req-fe4999eb-14d9-4868-966a-0459b4ab40b6 tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] 10.222.0.55 "GET /v2.0/ports?device_id=52aa8738-6b1d-4ace-ad71-d39ef5f56b61 HTTP/1.1" status: 200 len: 948 time: 0.4622700 May 28 06:22:46.483015 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246deaff-32ed-4764-85a5-523a843e7c82 req-8084bbce-6ffa-4c2f-ad4c-c10f67fcac83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:46.484408 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-246deaff-32ed-4764-85a5-523a843e7c82 req-8084bbce-6ffa-4c2f-ad4c-c10f67fcac83 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e5c517efa2b64dd099939a98d2a0d5e8&device_id=52aa8738-6b1d-4ace-ad71-d39ef5f56b61 HTTP/1.1" status: 200 len: 1099 time: 0.6494253 May 28 06:22:46.558410 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8db2a0e-88ec-4a5c-afa4-60f5f543227f req-7a28efdd-324c-4d6b-a407-479f61ae7f19 tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:46.559830 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e8db2a0e-88ec-4a5c-afa4-60f5f543227f req-7a28efdd-324c-4d6b-a407-479f61ae7f19 tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3764567 May 28 06:22:46.561389 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 348e0f92-f18f-4d76-8c5a-7722d2125db2 details requested by agent hyperv_n-h2-843702-1 with host n-h2-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:22:46.610293 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-616cd511-83ee-4fdb-ba3b-49921c5344b2 req-4acc4cf2-3512-461e-b861-78088b79e4ac service neutron] 10.222.0.71 "GET /v2.0/networks/878a453b-7058-4dfc-b9e2-17503c679278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774869 May 28 06:22:46.715851 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-246deaff-32ed-4764-85a5-523a843e7c82 req-5ef5b4c9-53f3-4908-8398-9fa30ce2bc3e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=30d9587d-4994-4d8d-b556-5a3361d0673b HTTP/1.1" status: 200 len: 217 time: 0.1804457 May 28 06:22:46.723460 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e8db2a0e-88ec-4a5c-afa4-60f5f543227f req-805cf30e-508f-4439-9f4b-7ad6f0dae476 tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] 10.222.0.55 "GET /v2.0/quotas/602d22c872ea4d7abf372c40f89af62e HTTP/1.1" status: 200 len: 375 time: 0.0554965 May 28 06:22:46.803611 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 348e0f92-f18f-4d76-8c5a-7722d2125db2, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=348e0f92-f18f-4d76-8c5a-7722d2125db2,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:22:46.825183 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-58713957-32ab-4d72-92cb-5d0b3dd77e1f req-9d405f76-de9b-46c5-854b-e0ce068c4c79 tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] 10.222.0.55 "GET /v2.0/security-groups?id=e1f43c48-05bd-49a7-8820-e89d2a162415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2887833 May 28 06:22:46.842013 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-616cd511-83ee-4fdb-ba3b-49921c5344b2 req-0116ad4e-b6b4-4777-b819-9b1347c2acf6 service neutron] 10.222.0.71 "GET /v2.0/networks/878a453b-7058-4dfc-b9e2-17503c679278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989613 May 28 06:22:46.848561 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Returning: {'device': '348e0f92-f18f-4d76-8c5a-7722d2125db2', 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9', 'port_id': '348e0f92-f18f-4d76-8c5a-7722d2125db2', 'mac_address': 'fa:16:3e:23:71:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e72d0ca5-04cb-4b36-82b1-c75214c9eb05', 'ip_address': '192.168.233.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:22:46.871542 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e8db2a0e-88ec-4a5c-afa4-60f5f543227f req-f5119b62-c0c2-4bfa-a1b7-a01e592f150a tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=602d22c872ea4d7abf372c40f89af62e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1059535 May 28 06:22:46.910427 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 348e0f92-f18f-4d76-8c5a-7722d2125db2 is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:22:46.910928 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:46.929385 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 348e0f92-f18f-4d76-8c5a-7722d2125db2 {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:22:46.949753 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 348e0f92-f18f-4d76-8c5a-7722d2125db2, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=348e0f92-f18f-4d76-8c5a-7722d2125db2,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:22:46.954784 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-eefa982c-4297-4e00-9086-e47fe840f662 req-603e643c-4ade-4085-bc39-8e114173d9aa service neutron] 10.222.0.69 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5304224 May 28 06:22:46.962573 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246deaff-32ed-4764-85a5-523a843e7c82 req-8bba8eef-9f9d-4d2d-98de-6fbfe1be220e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:46.964109 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-246deaff-32ed-4764-85a5-523a843e7c82 req-8bba8eef-9f9d-4d2d-98de-6fbfe1be220e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e72d0ca5-04cb-4b36-82b1-c75214c9eb05 HTTP/1.1" status: 200 len: 843 time: 0.2341325 May 28 06:22:46.966738 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7501b2e2-860f-4e46-8ecc-349de0605d80 req-409a9f9b-7e50-4679-abe9-99a6209b5905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:46.969214 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7501b2e2-860f-4e46-8ecc-349de0605d80 req-409a9f9b-7e50-4679-abe9-99a6209b5905 service neutron] 10.222.0.71 "GET /v2.0/networks?id=bb90c162-fdb0-406b-af2b-5eef830db7a9 HTTP/1.1" status: 200 len: 870 time: 0.5356202 May 28 06:22:47.118013 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7501b2e2-860f-4e46-8ecc-349de0605d80 req-5d3f6cfb-5724-40ce-b809-1db3a1f14ca1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=348e0f92-f18f-4d76-8c5a-7722d2125db2 HTTP/1.1" status: 200 len: 217 time: 0.1061935 May 28 06:22:47.227681 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:47.227933 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7501b2e2-860f-4e46-8ecc-349de0605d80 req-5f0fa17f-a1cd-4a7b-80ea-93deb32d1cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:47.230184 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7501b2e2-860f-4e46-8ecc-349de0605d80 req-5f0fa17f-a1cd-4a7b-80ea-93deb32d1cd6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e72d0ca5-04cb-4b36-82b1-c75214c9eb05 HTTP/1.1" status: 200 len: 843 time: 0.1051311 May 28 06:22:47.245308 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246deaff-32ed-4764-85a5-523a843e7c82 req-cebe8c2f-9651-4fd5-9966-d2729c2a3903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:47.246811 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-246deaff-32ed-4764-85a5-523a843e7c82 req-cebe8c2f-9651-4fd5-9966-d2729c2a3903 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bb90c162-fdb0-406b-af2b-5eef830db7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2766011 May 28 06:22:47.382589 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device eb131f8e-2a83-469e-9e2c-31f0cbab941d no longer exists at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:22:47.457367 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ad2931-6b73-4cd6-8556-38546702221d req-caa99214-1c9c-4d3f-af2f-48d353c473d3 tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:47.464878 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-b4ad2931-6b73-4cd6-8556-38546702221d req-caa99214-1c9c-4d3f-af2f-48d353c473d3 tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] Synchronizing usage tracker for tenant:e313c89cfc3c4d8fb17072c426d13160 on resource:network {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:22:47.490972 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=348e0f92-f18f-4d76-8c5a-7722d2125db2,revision_number=13']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:47.510942 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device eb131f8e-2a83-469e-9e2c-31f0cbab941d not bound to the agent host n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:22:47.512537 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2fa531-f2de-4f15-885a-1f84dafbed54 req-ac364277-c12b-4bb2-b03a-16c28377561a tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:47.522051 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ad2fa531-f2de-4f15-885a-1f84dafbed54 req-ac364277-c12b-4bb2-b03a-16c28377561a tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb5780c7-461a-4dd4-999d-d7e14791d896 HTTP/1.1" status: 200 len: 946 time: 0.4490502 May 28 06:22:47.554610 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-b4ad2931-6b73-4cd6-8556-38546702221d req-caa99214-1c9c-4d3f-af2f-48d353c473d3 tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] Unset dirty status for tenant:e313c89cfc3c4d8fb17072c426d13160 on resource:network {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:22:47.556163 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-b4ad2931-6b73-4cd6-8556-38546702221d req-caa99214-1c9c-4d3f-af2f-48d353c473d3 tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] 10.222.0.71 "GET /v2.0/networks?id=de808633-063b-43ca-834f-7f7224235e76 HTTP/1.1" status: 200 len: 815 time: 0.3599043 May 28 06:22:47.636464 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['348e0f92-f18f-4d76-8c5a-7722d2125db2'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:22:47.642201 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-b4ad2931-6b73-4cd6-8556-38546702221d req-b9338d38-cdbe-4670-bd9a-89b96a921442 tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] Synchronizing usage tracker for tenant:e313c89cfc3c4d8fb17072c426d13160 on resource:security_group {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:22:47.742710 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52aa8738-6b1d-4ace-ad71-d39ef5f56b61', 'tag': '30d9587d-4994-4d8d-b556-5a3361d0673b'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:22:47.754530 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-b4ad2931-6b73-4cd6-8556-38546702221d req-b9338d38-cdbe-4670-bd9a-89b96a921442 tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] Unset dirty status for tenant:e313c89cfc3c4d8fb17072c426d13160 on resource:security_group {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:22:47.756155 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-b4ad2931-6b73-4cd6-8556-38546702221d req-b9338d38-cdbe-4670-bd9a-89b96a921442 tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e313c89cfc3c4d8fb17072c426d13160 HTTP/1.1" status: 200 len: 380 time: 0.1840169 May 28 06:22:47.771836 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-b4ad2931-6b73-4cd6-8556-38546702221d req-2f244ee2-2a50-4ca6-9002-462715fa6547 tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] Request body: {'port': {'device_id': '00258d54-e8f5-4706-a2ef-e3422c72aa3e', 'network_id': 'de808633-063b-43ca-834f-7f7224235e76', 'admin_state_up': True, 'tenant_id': 'e313c89cfc3c4d8fb17072c426d13160', 'security_groups': ['ea7c2c73-e049-49b4-bb75-f1976d073ec8']}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:22:47.884961 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ad2fa531-f2de-4f15-885a-1f84dafbed54 req-d2630f5f-5444-4779-8a11-c85a20f5493d tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] 10.222.0.55 "GET /v2.0/security-groups?id=0298457f-05be-4918-b783-47064e014a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3620484 May 28 06:22:47.970129 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7501b2e2-860f-4e46-8ecc-349de0605d80 req-e1a88d22-2e9d-46fa-b289-f6472e170b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:47.972040 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7501b2e2-860f-4e46-8ecc-349de0605d80 req-e1a88d22-2e9d-46fa-b289-f6472e170b89 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=bb90c162-fdb0-406b-af2b-5eef830db7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7233858 May 28 06:22:47.976504 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-246deaff-32ed-4764-85a5-523a843e7c82 req-6ed5e716-ab25-41eb-ba4d-9d8f3292e90f service neutron] 10.222.0.69 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6760507 May 28 06:22:47.982114 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [req-b4ad2931-6b73-4cd6-8556-38546702221d req-2f244ee2-2a50-4ca6-9002-462715fa6547 tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:22:47.990181 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-b4ad2931-6b73-4cd6-8556-38546702221d req-2f244ee2-2a50-4ca6-9002-462715fa6547 tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] Usage tracker for resource:port and tenant:e313c89cfc3c4d8fb17072c426d13160 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:22:47.994184 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-b4ad2931-6b73-4cd6-8556-38546702221d req-2f244ee2-2a50-4ca6-9002-462715fa6547 tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:22:48.001802 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [req-b4ad2931-6b73-4cd6-8556-38546702221d req-2f244ee2-2a50-4ca6-9002-462715fa6547 tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:22:48.071931 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8589659f-969d-41f3-b4e1-84422202fe57 req-4569bbe9-2fdf-4916-9eb6-d77c08788205 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:48.092977 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8589659f-969d-41f3-b4e1-84422202fe57 req-4569bbe9-2fdf-4916-9eb6-d77c08788205 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=23c73e19-816a-46df-80fa-748f799ce37d HTTP/1.1" status: 200 len: 950 time: 0.3223076 May 28 06:22:48.141831 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190d2765-e11e-4b74-bf92-117b2395c527 req-a277abd2-171a-473e-8414-4c3976310bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:48.143489 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-190d2765-e11e-4b74-bf92-117b2395c527 req-a277abd2-171a-473e-8414-4c3976310bc8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e5c517efa2b64dd099939a98d2a0d5e8&device_id=b5d298d2-7059-491b-88a0-406c470b4ae8 HTTP/1.1" status: 200 len: 1099 time: 0.6108556 May 28 06:22:48.251248 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-45956faa-299a-437a-9fb6-cc50db3acb29 req-3f086bf7-9b7f-448b-971a-320cab2ec9c7 tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] 10.222.0.55 "GET /v2.0/ports?device_id=00258d54-e8f5-4706-a2ef-e3422c72aa3e HTTP/1.1" status: 200 len: 210 time: 0.1708806 May 28 06:22:48.369941 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8589659f-969d-41f3-b4e1-84422202fe57 req-b621352f-720a-4140-ba8b-5a3885cf3910 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806983 May 28 06:22:48.447926 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-246deaff-32ed-4764-85a5-523a843e7c82 req-ebc50a5e-f2e4-4d72-a3d2-a4585fb3a5e1 service neutron] 10.222.0.69 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4630611 May 28 06:22:48.525008 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ab1098bc-3470-4699-937b-613dcca1f6eb req-9499a5e4-372d-48e8-bd7c-9c9f128a2714 tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] 10.222.0.55 "GET /v2.0/ports?device_id=a3c3d437-5cc4-432d-8fe2-4bd16dbe1f2e HTTP/1.1" status: 200 len: 210 time: 0.0919223 May 28 06:22:48.529619 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7501b2e2-860f-4e46-8ecc-349de0605d80 req-c7adf1c8-ed52-4941-8ed5-768d9350d801 service neutron] 10.222.0.71 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4501436 May 28 06:22:48.626721 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-548b5f6e-797c-466c-8efb-5fba40f975fa'] response: {'name': 'network-changed', 'server_uuid': '52aa8738-6b1d-4ace-ad71-d39ef5f56b61', 'tag': '30d9587d-4994-4d8d-b556-5a3361d0673b', 'status': 'completed', 'code': 200} May 28 06:22:48.634619 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190d2765-e11e-4b74-bf92-117b2395c527 req-2561c0be-aaba-4207-9089-4200e1771bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:48.636117 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-190d2765-e11e-4b74-bf92-117b2395c527 req-2561c0be-aaba-4207-9089-4200e1771bbc service neutron] 10.222.0.69 "GET /v2.0/networks?id=bb90c162-fdb0-406b-af2b-5eef830db7a9 HTTP/1.1" status: 200 len: 870 time: 0.4220443 May 28 06:22:48.757699 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-190d2765-e11e-4b74-bf92-117b2395c527 req-b1f8e546-678e-4c17-a40d-caedffb69a5b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=102a70ac-764d-4fd3-8200-15482425c410 HTTP/1.1" status: 200 len: 217 time: 0.1111541 May 28 06:22:48.839745 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db948758-f941-402c-8824-c6139f94c319 req-a9831e8f-8eb1-40b9-b4b3-44df95a297f8 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:48.841315 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-db948758-f941-402c-8824-c6139f94c319 req-a9831e8f-8eb1-40b9-b4b3-44df95a297f8 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d12f016-9857-485d-b48d-8f3217d4ed50 HTTP/1.1" status: 200 len: 945 time: 0.4609895 May 28 06:22:48.908776 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7501b2e2-860f-4e46-8ecc-349de0605d80 req-feb7a05c-8c53-4217-b1fc-c10c3e01088f service neutron] 10.222.0.71 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3612041 May 28 06:22:48.910253 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190d2765-e11e-4b74-bf92-117b2395c527 req-a80445cb-22db-43dd-b09e-d474cd84d888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:48.911532 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-190d2765-e11e-4b74-bf92-117b2395c527 req-a80445cb-22db-43dd-b09e-d474cd84d888 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e72d0ca5-04cb-4b36-82b1-c75214c9eb05 HTTP/1.1" status: 200 len: 843 time: 0.1438642 May 28 06:22:48.974333 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-db948758-f941-402c-8824-c6139f94c319 req-e33c63b1-a2db-410d-a459-ad2e50f2e2c3 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a90b51ea-4be8-4511-8d71-0b0b776de2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193912 May 28 06:22:48.996856 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33e2003-a4a4-491f-9b86-ffad5238a87e req-faece8af-bb43-4d80-9bc6-974b09657965 tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:49.004242 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d33e2003-a4a4-491f-9b86-ffad5238a87e req-faece8af-bb43-4d80-9bc6-974b09657965 tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] 10.222.0.55 "GET /v2.0/ports?device_id=52aa8738-6b1d-4ace-ad71-d39ef5f56b61 HTTP/1.1" status: 200 len: 948 time: 0.3015187 May 28 06:22:49.143708 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4ad2931-6b73-4cd6-8556-38546702221d req-2f244ee2-2a50-4ca6-9002-462715fa6547 tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] Made reservation on behalf of e313c89cfc3c4d8fb17072c426d13160 for: {'port': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:22:49.143708 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-b4ad2931-6b73-4cd6-8556-38546702221d req-2f244ee2-2a50-4ca6-9002-462715fa6547 tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:49.152063 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d33e2003-a4a4-491f-9b86-ffad5238a87e req-bbf3d9f3-0cdf-4978-aa57-047fb728f797 tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] 10.222.0.55 "GET /v2.0/security-groups?id=e1f43c48-05bd-49a7-8820-e89d2a162415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469083 May 28 06:22:49.184317 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190d2765-e11e-4b74-bf92-117b2395c527 req-016669cd-5392-4c8a-94c0-522c692b253d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:49.208833 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-190d2765-e11e-4b74-bf92-117b2395c527 req-016669cd-5392-4c8a-94c0-522c692b253d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bb90c162-fdb0-406b-af2b-5eef830db7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2875617 May 28 06:22:49.247727 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 102a70ac-764d-4fd3-8200-15482425c410 details requested by agent hyperv_n-h1-843702-1 with host n-h1-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:22:49.386493 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [req-b4ad2931-6b73-4cd6-8556-38546702221d req-2f244ee2-2a50-4ca6-9002-462715fa6547 tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] Allocated IP 172.20.0.4 (de808633-063b-43ca-834f-7f7224235e76/d0d4ee4a-571d-4ecd-bcb9-60ece6662c27/ba8def88-fe56-451e-927b-7b0720ad1c21) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:22:49.496260 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 102a70ac-764d-4fd3-8200-15482425c410, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=102a70ac-764d-4fd3-8200-15482425c410,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:22:49.527049 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Returning: {'device': '102a70ac-764d-4fd3-8200-15482425c410', 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9', 'port_id': '102a70ac-764d-4fd3-8200-15482425c410', 'mac_address': 'fa:16:3e:d1:d2:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e72d0ca5-04cb-4b36-82b1-c75214c9eb05', 'ip_address': '192.168.233.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:22:49.607052 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 102a70ac-764d-4fd3-8200-15482425c410 is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:22:49.607492 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:49.632355 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 102a70ac-764d-4fd3-8200-15482425c410 {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:22:49.656931 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 102a70ac-764d-4fd3-8200-15482425c410, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=102a70ac-764d-4fd3-8200-15482425c410,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:22:49.660804 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-b4ad2931-6b73-4cd6-8556-38546702221d req-2f244ee2-2a50-4ca6-9002-462715fa6547 tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:49.680552 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [req-b4ad2931-6b73-4cd6-8556-38546702221d req-2f244ee2-2a50-4ca6-9002-462715fa6547 tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] Transition to ACTIVE for port object ba8def88-fe56-451e-927b-7b0720ad1c21 will not be triggered until provisioned by entity DHCP. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:22:49.738845 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-44938942-d4f1-41d2-9101-4670bfcb697d req-1450e530-7dfa-4b7f-a0ae-abe23ee1ec3c tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=68df399e-e75e-4871-9364-5d05730b50f0 HTTP/1.1" status: 200 len: 258 time: 0.7184267 May 28 06:22:49.795152 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-b4ad2931-6b73-4cd6-8556-38546702221d req-2f244ee2-2a50-4ca6-9002-462715fa6547 tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:49.797078 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:49.809642 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-190d2765-e11e-4b74-bf92-117b2395c527 req-fb1909a6-037c-4f9a-a411-ecb372b14921 service neutron] 10.222.0.69 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5832667 May 28 06:22:49.818626 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-44938942-d4f1-41d2-9101-4670bfcb697d req-ef972fd7-f013-4f5e-a9e8-abe24ff4f161 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Request body: {'floatingip': {'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:22:49.855417 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-44938942-d4f1-41d2-9101-4670bfcb697d req-ef972fd7-f013-4f5e-a9e8-abe24ff4f161 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:22:49.917350 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-44938942-d4f1-41d2-9101-4670bfcb697d req-ef972fd7-f013-4f5e-a9e8-abe24ff4f161 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Usage tracker for resource:floatingip and tenant:82228dddf6d7411e9b9bc86768e162fd is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:22:49.934020 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=102a70ac-764d-4fd3-8200-15482425c410,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:49.938094 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-44938942-d4f1-41d2-9101-4670bfcb697d req-ef972fd7-f013-4f5e-a9e8-abe24ff4f161 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:22:49.959143 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-44938942-d4f1-41d2-9101-4670bfcb697d req-ef972fd7-f013-4f5e-a9e8-abe24ff4f161 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:22:49.991031 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4ad2931-6b73-4cd6-8556-38546702221d req-2f244ee2-2a50-4ca6-9002-462715fa6547 tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] Network de808633-063b-43ca-834f-7f7224235e76 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:22:49.994931 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [req-b4ad2931-6b73-4cd6-8556-38546702221d req-2f244ee2-2a50-4ca6-9002-462715fa6547 tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:22:49.999348 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4ad2931-6b73-4cd6-8556-38546702221d req-2f244ee2-2a50-4ca6-9002-462715fa6547 tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:22:50.038645 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616cd511-83ee-4fdb-ba3b-49921c5344b2 req-19c557d5-5b35-412c-8b7f-69334a334ac9 tempest-LiveAutoBlockMigrationV225Test-2091885666 tempest-LiveAutoBlockMigrationV225Test-2091885666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:50.040282 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-616cd511-83ee-4fdb-ba3b-49921c5344b2 req-19c557d5-5b35-412c-8b7f-69334a334ac9 tempest-LiveAutoBlockMigrationV225Test-2091885666 tempest-LiveAutoBlockMigrationV225Test-2091885666-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=3d12f016-9857-485d-b48d-8f3217d4ed50&tenant_id=1ab1ed0d304345a0a07278c26e7745d6&binding%3Ahost_id=n-h2-843702-1 HTTP/1.1" status: 200 len: 1096 time: 0.5579147 May 28 06:22:50.066074 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f244ee2-2a50-4ca6-9002-462715fa6547 tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] Pushing event updated for resources: {'Port': ['ID=ba8def88-fe56-451e-927b-7b0720ad1c21,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:50.098182 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a683a278-0e03-458d-8261-983b43d5d3b2 req-4da3ec66-a092-418e-9a8e-70919e76e109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:50.099790 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a683a278-0e03-458d-8261-983b43d5d3b2 req-4da3ec66-a092-418e-9a8e-70919e76e109 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e5c517efa2b64dd099939a98d2a0d5e8&device_id=52aa8738-6b1d-4ace-ad71-d39ef5f56b61 HTTP/1.1" status: 200 len: 1099 time: 0.4005616 May 28 06:22:50.113788 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['102a70ac-764d-4fd3-8200-15482425c410'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:22:50.118857 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ad2931-6b73-4cd6-8556-38546702221d req-2f244ee2-2a50-4ca6-9002-462715fa6547 tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:50.118857 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-b4ad2931-6b73-4cd6-8556-38546702221d req-2f244ee2-2a50-4ca6-9002-462715fa6547 tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:50.119116 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-44938942-d4f1-41d2-9101-4670bfcb697d req-ef972fd7-f013-4f5e-a9e8-abe24ff4f161 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Notify callbacks [] for floatingip, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:50.225469 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-190d2765-e11e-4b74-bf92-117b2395c527 req-3eb41bae-1821-41ec-b9ee-bcfadc29cced service neutron] 10.222.0.69 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4017196 May 28 06:22:50.270744 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-b4ad2931-6b73-4cd6-8556-38546702221d req-2f244ee2-2a50-4ca6-9002-462715fa6547 tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5039670 May 28 06:22:50.301530 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51432b63-54b9-4c2b-b9f4-49537b388309 req-578397b7-40e9-4fb6-adf1-458ba9b0d437 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:50.303231 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-51432b63-54b9-4c2b-b9f4-49537b388309 req-578397b7-40e9-4fb6-adf1-458ba9b0d437 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=23c73e19-816a-46df-80fa-748f799ce37d HTTP/1.1" status: 200 len: 950 time: 0.8433411 May 28 06:22:50.318446 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-b4ad2931-6b73-4cd6-8556-38546702221d req-53e0dccd-e57f-4fee-96ee-5ea4283497d9 service neutron] Request body: {'port': {'device_id': '00258d54-e8f5-4706-a2ef-e3422c72aa3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843702-1'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:22:50.419456 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-616cd511-83ee-4fdb-ba3b-49921c5344b2 req-e09fa9f3-b72d-413e-ad89-4972bb1f24ce service neutron] For port eb131f8e-2a83-469e-9e2c-31f0cbab941d, host n-h1-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:22:50.435967 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-616cd511-83ee-4fdb-ba3b-49921c5344b2 req-e09fa9f3-b72d-413e-ad89-4972bb1f24ce service neutron] Notify callbacks [] for binding, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:50.437326 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-616cd511-83ee-4fdb-ba3b-49921c5344b2 req-e09fa9f3-b72d-413e-ad89-4972bb1f24ce service neutron] 10.222.0.71 "DELETE /v2.0/ports/eb131f8e-2a83-469e-9e2c-31f0cbab941d/bindings/n-h1-843702-1 HTTP/1.1" status: 204 len: 173 time: 0.3840368 May 28 06:22:50.512773 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-b4ad2931-6b73-4cd6-8556-38546702221d req-53e0dccd-e57f-4fee-96ee-5ea4283497d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:50.551464 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-51432b63-54b9-4c2b-b9f4-49537b388309 req-e05b2b7a-d25a-4ad1-86f0-28a578075bc1 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358317 May 28 06:22:50.565953 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-b4b64924-b285-4fe1-88a5-bdee2adf7f99 None None] Provisioning for port ba8def88-fe56-451e-927b-7b0720ad1c21 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:22:50.572175 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-b4b64924-b285-4fe1-88a5-bdee2adf7f99 None None] Provisioning complete for port ba8def88-fe56-451e-927b-7b0720ad1c21 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:22:50.574726 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b4b64924-b285-4fe1-88a5-bdee2adf7f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:50.578960 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a683a278-0e03-458d-8261-983b43d5d3b2 req-51ce7aa7-6c31-4597-960f-f825e9ac92e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:50.586329 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a683a278-0e03-458d-8261-983b43d5d3b2 req-51ce7aa7-6c31-4597-960f-f825e9ac92e8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=bb90c162-fdb0-406b-af2b-5eef830db7a9 HTTP/1.1" status: 200 len: 870 time: 0.4501472 May 28 06:22:50.641957 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 348e0f92-f18f-4d76-8c5a-7722d2125db2 up at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:22:50.741964 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a683a278-0e03-458d-8261-983b43d5d3b2 req-1818cd66-92d4-4158-aeab-3d7a2b201535 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=30d9587d-4994-4d8d-b556-5a3361d0673b HTTP/1.1" status: 200 len: 217 time: 0.1525707 May 28 06:22:50.833834 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-b4b64924-b285-4fe1-88a5-bdee2adf7f99 None None] Port ba8def88-fe56-451e-927b-7b0720ad1c21 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:22:50.923145 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a683a278-0e03-458d-8261-983b43d5d3b2 req-c1769b65-7fb5-4d55-8e54-9ead7ce929db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:50.925470 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a683a278-0e03-458d-8261-983b43d5d3b2 req-c1769b65-7fb5-4d55-8e54-9ead7ce929db service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e72d0ca5-04cb-4b36-82b1-c75214c9eb05 HTTP/1.1" status: 200 len: 843 time: 0.1751585 May 28 06:22:50.982874 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning for port 348e0f92-f18f-4d76-8c5a-7722d2125db2 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:22:50.995610 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning complete for port 348e0f92-f18f-4d76-8c5a-7722d2125db2 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:22:50.996604 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:51.013755 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-44938942-d4f1-41d2-9101-4670bfcb697d req-ef972fd7-f013-4f5e-a9e8-abe24ff4f161 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:51.042397 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [req-b4ad2931-6b73-4cd6-8556-38546702221d req-53e0dccd-e57f-4fee-96ee-5ea4283497d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba8def88-fe56-451e-927b-7b0720ad1c21 {{(pid=89109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:22:51.051045 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-b4ad2931-6b73-4cd6-8556-38546702221d req-53e0dccd-e57f-4fee-96ee-5ea4283497d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:51.067558 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [req-b4ad2931-6b73-4cd6-8556-38546702221d req-53e0dccd-e57f-4fee-96ee-5ea4283497d9 service neutron] Transition to ACTIVE for port object ba8def88-fe56-451e-927b-7b0720ad1c21 will not be triggered until provisioned by entity L2. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:22:51.153908 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772d1117-1fd3-4ff5-83c3-779885d927b8 req-ae282ea6-44aa-478a-a2f5-80e0d97a2869 tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:51.155757 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-772d1117-1fd3-4ff5-83c3-779885d927b8 req-ae282ea6-44aa-478a-a2f5-80e0d97a2869 tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] 10.222.0.55 "GET /v2.0/ports?device_id=00258d54-e8f5-4706-a2ef-e3422c72aa3e HTTP/1.1" status: 200 len: 931 time: 0.3160708 May 28 06:22:51.171128 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a683a278-0e03-458d-8261-983b43d5d3b2 req-5c482c73-3af0-48d8-969f-69d545432fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:51.172609 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a683a278-0e03-458d-8261-983b43d5d3b2 req-5c482c73-3af0-48d8-969f-69d545432fa8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bb90c162-fdb0-406b-af2b-5eef830db7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2377360 May 28 06:22:51.178012 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-b4ad2931-6b73-4cd6-8556-38546702221d req-53e0dccd-e57f-4fee-96ee-5ea4283497d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:51.239980 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 348e0f92-f18f-4d76-8c5a-7722d2125db2 is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:22:51.240300 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:51.265586 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 30d9587d-4994-4d8d-b556-5a3361d0673b details requested by agent hyperv_n-h1-843702-1 with host n-h1-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:22:51.270126 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 102a70ac-764d-4fd3-8200-15482425c410 up at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:22:51.346567 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23c73e19-816a-46df-80fa-748f799ce37d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '348e0f92-f18f-4d76-8c5a-7722d2125db2'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:22:51.368942 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 348e0f92-f18f-4d76-8c5a-7722d2125db2, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=348e0f92-f18f-4d76-8c5a-7722d2125db2,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:22:51.454535 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning for port 102a70ac-764d-4fd3-8200-15482425c410 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:22:51.472589 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning complete for port 102a70ac-764d-4fd3-8200-15482425c410 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:22:51.473245 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:51.486582 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e8db2a0e-88ec-4a5c-afa4-60f5f543227f req-df53b66f-a8e0-4421-a69e-720de973298d tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=602d22c872ea4d7abf372c40f89af62e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0483902 May 28 06:22:51.557101 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-772d1117-1fd3-4ff5-83c3-779885d927b8 req-61f60e78-8aeb-4893-ad1e-b2a7c126d2ef tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea7c2c73-e049-49b4-bb75-f1976d073ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3914354 May 28 06:22:51.579465 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:51.644397 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e0dccd-e57f-4fee-96ee-5ea4283497d9 service neutron] Pushing event updated for resources: {'Port': ['ID=ba8def88-fe56-451e-927b-7b0720ad1c21,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:51.667721 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=348e0f92-f18f-4d76-8c5a-7722d2125db2,revision_number=14']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:51.700540 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [req-44938942-d4f1-41d2-9101-4670bfcb697d req-ef972fd7-f013-4f5e-a9e8-abe24ff4f161 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Allocated IP 172.25.5.176 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/c8d82f3f-0118-40c1-81eb-2642a764a5ac) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:22:51.723065 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a683a278-0e03-458d-8261-983b43d5d3b2 req-0fe8395a-410f-42ec-81ef-5a0ab189f6fc service neutron] 10.222.0.69 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4954646 May 28 06:22:51.765786 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 102a70ac-764d-4fd3-8200-15482425c410 is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:22:51.769479 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:51.796376 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-b4ad2931-6b73-4cd6-8556-38546702221d req-53e0dccd-e57f-4fee-96ee-5ea4283497d9 service neutron] Attempting to bind port ba8def88-fe56-451e-927b-7b0720ad1c21 on host n-h2-843702-1 for vnic_type normal with profile {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:22:51.797134 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-b4ad2931-6b73-4cd6-8556-38546702221d req-53e0dccd-e57f-4fee-96ee-5ea4283497d9 service neutron] Attempting to bind port ba8def88-fe56-451e-927b-7b0720ad1c21 by drivers openvswitch,hyperv on host n-h2-843702-1 at level 0 using segments [{'id': 'e1db8248-a156-442d-a5cb-9a8435e3feea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'de808633-063b-43ca-834f-7f7224235e76'}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:22:51.797686 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ad2931-6b73-4cd6-8556-38546702221d req-53e0dccd-e57f-4fee-96ee-5ea4283497d9 service neutron] Attempting to bind port ba8def88-fe56-451e-927b-7b0720ad1c21 on network de808633-063b-43ca-834f-7f7224235e76 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:22:51.803841 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ad2931-6b73-4cd6-8556-38546702221d req-53e0dccd-e57f-4fee-96ee-5ea4283497d9 service neutron] Port ba8def88-fe56-451e-927b-7b0720ad1c21 on network de808633-063b-43ca-834f-7f7224235e76 not bound, no agent of type Open vSwitch agent registered on host n-h2-843702-1 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:22:51.804665 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ad2931-6b73-4cd6-8556-38546702221d req-53e0dccd-e57f-4fee-96ee-5ea4283497d9 service neutron] Attempting to bind port ba8def88-fe56-451e-927b-7b0720ad1c21 on network de808633-063b-43ca-834f-7f7224235e76 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:22:51.811389 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ad2931-6b73-4cd6-8556-38546702221d req-53e0dccd-e57f-4fee-96ee-5ea4283497d9 service neutron] Checking agent: {'id': 'f1a3973b-d2b3-4558-88e7-2ac50857d302', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:22:51.812117 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ad2931-6b73-4cd6-8556-38546702221d req-53e0dccd-e57f-4fee-96ee-5ea4283497d9 service neutron] Checking segment: {'id': 'e1db8248-a156-442d-a5cb-9a8435e3feea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'de808633-063b-43ca-834f-7f7224235e76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:22:51.812832 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ad2931-6b73-4cd6-8556-38546702221d req-53e0dccd-e57f-4fee-96ee-5ea4283497d9 service neutron] Bound using segment: {'id': 'e1db8248-a156-442d-a5cb-9a8435e3feea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'de808633-063b-43ca-834f-7f7224235e76'} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:22:51.813584 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-b4ad2931-6b73-4cd6-8556-38546702221d req-53e0dccd-e57f-4fee-96ee-5ea4283497d9 service neutron] Bound port: ba8def88-fe56-451e-927b-7b0720ad1c21, host: n-h2-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1db8248-a156-442d-a5cb-9a8435e3feea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'de808633-063b-43ca-834f-7f7224235e76'}}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:22:51.814151 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-b4ad2931-6b73-4cd6-8556-38546702221d req-53e0dccd-e57f-4fee-96ee-5ea4283497d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:51.844312 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 102a70ac-764d-4fd3-8200-15482425c410, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=102a70ac-764d-4fd3-8200-15482425c410,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:22:51.905270 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 30d9587d-4994-4d8d-b556-5a3361d0673b, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=30d9587d-4994-4d8d-b556-5a3361d0673b,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:22:51.922476 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Returning: {'device': '30d9587d-4994-4d8d-b556-5a3361d0673b', 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9', 'port_id': '30d9587d-4994-4d8d-b556-5a3361d0673b', 'mac_address': 'fa:16:3e:b3:c8:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e72d0ca5-04cb-4b36-82b1-c75214c9eb05', 'ip_address': '192.168.233.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:22:51.953507 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-b4ad2931-6b73-4cd6-8556-38546702221d req-53e0dccd-e57f-4fee-96ee-5ea4283497d9 service neutron] For port ba8def88-fe56-451e-927b-7b0720ad1c21, host n-h2-843702-1, cleared binding levels {{(pid=89109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:22:51.966659 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-b4ad2931-6b73-4cd6-8556-38546702221d req-53e0dccd-e57f-4fee-96ee-5ea4283497d9 service neutron] For port ba8def88-fe56-451e-927b-7b0720ad1c21, host n-h2-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=ba8def88-fe56-451e-927b-7b0720ad1c21,segment=NetworkSegment(e1db8248-a156-442d-a5cb-9a8435e3feea),segment_id=e1db8248-a156-442d-a5cb-9a8435e3feea)] {{(pid=89109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:22:51.984797 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:52.081984 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 30d9587d-4994-4d8d-b556-5a3361d0673b is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:22:52.081984 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:52.104608 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30d9587d-4994-4d8d-b556-5a3361d0673b {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:22:52.114493 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=102a70ac-764d-4fd3-8200-15482425c410,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:52.130802 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 30d9587d-4994-4d8d-b556-5a3361d0673b, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=30d9587d-4994-4d8d-b556-5a3361d0673b,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:22:52.149081 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-b4ad2931-6b73-4cd6-8556-38546702221d req-53e0dccd-e57f-4fee-96ee-5ea4283497d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:52.157800 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-90b3b808-9299-498d-a3ab-3431791bc5f6 req-97fdb40c-ce0e-4e13-a1ee-527fd04c0f81 tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] 10.222.0.55 "GET /v2.0/ports?device_id=a3c3d437-5cc4-432d-8fe2-4bd16dbe1f2e HTTP/1.1" status: 200 len: 210 time: 0.1121204 May 28 06:22:52.216833 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:52.218628 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8db2a0e-88ec-4a5c-afa4-60f5f543227f req-d8eb99b9-2b76-4202-87a1-bb73637a9285 tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:52.219943 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e8db2a0e-88ec-4a5c-afa4-60f5f543227f req-d8eb99b9-2b76-4202-87a1-bb73637a9285 tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7248132 May 28 06:22:52.255176 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ad2931-6b73-4cd6-8556-38546702221d req-53e0dccd-e57f-4fee-96ee-5ea4283497d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:52.256155 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-b4ad2931-6b73-4cd6-8556-38546702221d req-53e0dccd-e57f-4fee-96ee-5ea4283497d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:52.257839 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-b4ad2931-6b73-4cd6-8556-38546702221d req-53e0dccd-e57f-4fee-96ee-5ea4283497d9 service neutron] 10.222.0.71 "PUT /v2.0/ports/ba8def88-fe56-451e-927b-7b0720ad1c21 HTTP/1.1" status: 200 len: 1091 time: 1.9506969 May 28 06:22:52.264254 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-e8db2a0e-88ec-4a5c-afa4-60f5f543227f req-1dcba203-bdad-4e81-a0ed-3cc847f1ed12 tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] Request body: {'port': {'device_id': 'a3c3d437-5cc4-432d-8fe2-4bd16dbe1f2e', 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9', 'admin_state_up': True, 'tenant_id': '602d22c872ea4d7abf372c40f89af62e'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:22:52.266351 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00258d54-e8f5-4706-a2ef-e3422c72aa3e', 'tag': 'ba8def88-fe56-451e-927b-7b0720ad1c21'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:22:52.335971 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e0dccd-e57f-4fee-96ee-5ea4283497d9 service neutron] Pushing event updated for resources: {'Port': ['ID=ba8def88-fe56-451e-927b-7b0720ad1c21,revision_number=3']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:52.396151 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=30d9587d-4994-4d8d-b556-5a3361d0673b,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:52.437230 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a683a278-0e03-458d-8261-983b43d5d3b2 req-5f9ad7a0-2d3a-4dd4-a91b-46453b7645ac service neutron] 10.222.0.69 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7055976 May 28 06:22:52.491556 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-44938942-d4f1-41d2-9101-4670bfcb697d req-ef972fd7-f013-4f5e-a9e8-abe24ff4f161 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:52.505718 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['30d9587d-4994-4d8d-b556-5a3361d0673b'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:22:52.587437 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-e8db2a0e-88ec-4a5c-afa4-60f5f543227f req-1dcba203-bdad-4e81-a0ed-3cc847f1ed12 tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:22:52.627734 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-e8db2a0e-88ec-4a5c-afa4-60f5f543227f req-1dcba203-bdad-4e81-a0ed-3cc847f1ed12 tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:22:52.660059 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ad2931-6b73-4cd6-8556-38546702221d req-dab829ed-471a-4b28-b61f-ef3b6d0fec43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:52.661745 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-b4ad2931-6b73-4cd6-8556-38546702221d req-dab829ed-471a-4b28-b61f-ef3b6d0fec43 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e313c89cfc3c4d8fb17072c426d13160&device_id=00258d54-e8f5-4706-a2ef-e3422c72aa3e HTTP/1.1" status: 200 len: 1094 time: 0.2177496 May 28 06:22:52.755281 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8db2a0e-88ec-4a5c-afa4-60f5f543227f req-1dcba203-bdad-4e81-a0ed-3cc847f1ed12 tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] Made reservation on behalf of 602d22c872ea4d7abf372c40f89af62e for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:22:52.759129 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-e8db2a0e-88ec-4a5c-afa4-60f5f543227f req-1dcba203-bdad-4e81-a0ed-3cc847f1ed12 tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:52.786564 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-44938942-d4f1-41d2-9101-4670bfcb697d req-ef972fd7-f013-4f5e-a9e8-abe24ff4f161 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:52.794176 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-b4ad2931-6b73-4cd6-8556-38546702221d req-f9820223-35cd-4d95-8ac6-129f62d7decd service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ba8def88-fe56-451e-927b-7b0720ad1c21 HTTP/1.1" status: 200 len: 217 time: 0.0945098 May 28 06:22:52.868268 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ad2931-6b73-4cd6-8556-38546702221d req-d099a742-4512-402b-926d-065c6f38208f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:52.869654 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-b4ad2931-6b73-4cd6-8556-38546702221d req-d099a742-4512-402b-926d-065c6f38208f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d0d4ee4a-571d-4ecd-bcb9-60ece6662c27 HTTP/1.1" status: 200 len: 854 time: 0.0684605 May 28 06:22:52.903639 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b084589-91c3-4df2-b73e-e159865710d1 req-406cf5da-e843-4063-9a8f-b7585a78f8f3 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:52.905478 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5b084589-91c3-4df2-b73e-e159865710d1 req-406cf5da-e843-4063-9a8f-b7585a78f8f3 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d12f016-9857-485d-b48d-8f3217d4ed50 HTTP/1.1" status: 200 len: 945 time: 0.2170212 May 28 06:22:52.935404 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44938942-d4f1-41d2-9101-4670bfcb697d req-ef972fd7-f013-4f5e-a9e8-abe24ff4f161 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:22:52.952211 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ad2931-6b73-4cd6-8556-38546702221d req-e52835a5-1132-44fc-862e-3cdc198fdc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:52.953800 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-b4ad2931-6b73-4cd6-8556-38546702221d req-e52835a5-1132-44fc-862e-3cdc198fdc2c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=de808633-063b-43ca-834f-7f7224235e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0779643 May 28 06:22:52.953944 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [req-44938942-d4f1-41d2-9101-4670bfcb697d req-ef972fd7-f013-4f5e-a9e8-abe24ff4f161 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:22:52.966896 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-44938942-d4f1-41d2-9101-4670bfcb697d req-ef972fd7-f013-4f5e-a9e8-abe24ff4f161 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:22:53.021387 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef972fd7-f013-4f5e-a9e8-abe24ff4f161 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Pushing event updated for resources: {'Port': ['ID=c8d82f3f-0118-40c1-81eb-2642a764a5ac,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:53.101456 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-b4ad2931-6b73-4cd6-8556-38546702221d req-adb3f472-8fa4-402c-b62d-7e4cc982ec78 service neutron] 10.222.0.71 "GET /v2.0/networks/de808633-063b-43ca-834f-7f7224235e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400039 May 28 06:22:53.105950 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5b084589-91c3-4df2-b73e-e159865710d1 req-6a1ca0a9-c27d-4454-a6a3-c3579b3ae782 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a90b51ea-4be8-4511-8d71-0b0b776de2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822045 May 28 06:22:53.138223 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-44938942-d4f1-41d2-9101-4670bfcb697d req-ef972fd7-f013-4f5e-a9e8-abe24ff4f161 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:53.150932 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [req-e8db2a0e-88ec-4a5c-afa4-60f5f543227f req-1dcba203-bdad-4e81-a0ed-3cc847f1ed12 tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] Allocated IP 192.168.233.251 (bb90c162-fdb0-406b-af2b-5eef830db7a9/e72d0ca5-04cb-4b36-82b1-c75214c9eb05/334d8b0c-1a16-446d-b33c-f02a7aec97de) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:22:53.258812 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-b4ad2931-6b73-4cd6-8556-38546702221d req-f5f7680c-f7d6-4422-8a82-c9066682872d service neutron] 10.222.0.71 "GET /v2.0/networks/de808633-063b-43ca-834f-7f7224235e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506889 May 28 06:22:53.442083 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-44938942-d4f1-41d2-9101-4670bfcb697d req-ef972fd7-f013-4f5e-a9e8-abe24ff4f161 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:53.532263 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-e8db2a0e-88ec-4a5c-afa4-60f5f543227f req-1dcba203-bdad-4e81-a0ed-3cc847f1ed12 tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:53.559810 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb44f882-ca44-4119-9695-52ecba8a17f3 req-6489f15b-5716-4a6c-8d0a-a61957374861 tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:53.561289 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fb44f882-ca44-4119-9695-52ecba8a17f3 req-6489f15b-5716-4a6c-8d0a-a61957374861 tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] 10.222.0.55 "GET /v2.0/ports?device_id=52aa8738-6b1d-4ace-ad71-d39ef5f56b61 HTTP/1.1" status: 200 len: 949 time: 0.2734263 May 28 06:22:53.588278 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-e8db2a0e-88ec-4a5c-afa4-60f5f543227f req-1dcba203-bdad-4e81-a0ed-3cc847f1ed12 tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] Transition to ACTIVE for port object 334d8b0c-1a16-446d-b33c-f02a7aec97de will not be triggered until provisioned by entity DHCP. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:22:53.704012 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fb44f882-ca44-4119-9695-52ecba8a17f3 req-6ef73121-a6ae-4272-a768-e41cd0379f7d tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] 10.222.0.55 "GET /v2.0/security-groups?id=e1f43c48-05bd-49a7-8820-e89d2a162415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323764 May 28 06:22:53.781472 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7485d54f-9053-422f-8dd5-7b1a74b9bfeb'] response: {'server_uuid': '23c73e19-816a-46df-80fa-748f799ce37d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '348e0f92-f18f-4d76-8c5a-7722d2125db2', 'code': 200} May 28 06:22:53.792019 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-44938942-d4f1-41d2-9101-4670bfcb697d req-ef972fd7-f013-4f5e-a9e8-abe24ff4f161 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:53.817470 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1da7898c-ddb7-4ded-944d-eb5984225f17'] response: {'name': 'network-changed', 'server_uuid': '00258d54-e8f5-4706-a2ef-e3422c72aa3e', 'tag': 'ba8def88-fe56-451e-927b-7b0720ad1c21', 'status': 'completed', 'code': 200} May 28 06:22:53.886565 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-e8db2a0e-88ec-4a5c-afa4-60f5f543227f req-1dcba203-bdad-4e81-a0ed-3cc847f1ed12 tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:53.975300 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-44938942-d4f1-41d2-9101-4670bfcb697d req-ef972fd7-f013-4f5e-a9e8-abe24ff4f161 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:54.059986 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8db2a0e-88ec-4a5c-afa4-60f5f543227f req-1dcba203-bdad-4e81-a0ed-3cc847f1ed12 tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] Network bb90c162-fdb0-406b-af2b-5eef830db7a9 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:22:54.069277 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [req-e8db2a0e-88ec-4a5c-afa4-60f5f543227f req-1dcba203-bdad-4e81-a0ed-3cc847f1ed12 tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:22:54.099639 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8db2a0e-88ec-4a5c-afa4-60f5f543227f req-1dcba203-bdad-4e81-a0ed-3cc847f1ed12 tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:22:54.102084 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93abf686-3618-4b12-a93e-65e6971199a9 req-8ec5c9d8-a289-45c6-accf-2961e407ee6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:54.103581 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-93abf686-3618-4b12-a93e-65e6971199a9 req-8ec5c9d8-a289-45c6-accf-2961e407ee6a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e313c89cfc3c4d8fb17072c426d13160&device_id=00258d54-e8f5-4706-a2ef-e3422c72aa3e HTTP/1.1" status: 200 len: 1094 time: 0.2198575 May 28 06:22:54.254429 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93abf686-3618-4b12-a93e-65e6971199a9 req-d57b6ace-cd23-4554-b5f1-478d8760bbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:54.255974 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-93abf686-3618-4b12-a93e-65e6971199a9 req-d57b6ace-cd23-4554-b5f1-478d8760bbc9 service neutron] 10.222.0.71 "GET /v2.0/networks?id=de808633-063b-43ca-834f-7f7224235e76 HTTP/1.1" status: 200 len: 916 time: 0.1460698 May 28 06:22:54.289248 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcba203-bdad-4e81-a0ed-3cc847f1ed12 tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] Pushing event updated for resources: {'Port': ['ID=334d8b0c-1a16-446d-b33c-f02a7aec97de,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:54.332563 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-93abf686-3618-4b12-a93e-65e6971199a9 req-febc24d1-268c-4a10-8e45-71dc647adacb service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ba8def88-fe56-451e-927b-7b0720ad1c21 HTTP/1.1" status: 200 len: 217 time: 0.0704896 May 28 06:22:54.401168 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-44938942-d4f1-41d2-9101-4670bfcb697d req-ef972fd7-f013-4f5e-a9e8-abe24ff4f161 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691094'] for floatingip, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:54.404483 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93abf686-3618-4b12-a93e-65e6971199a9 req-26c45645-4ffb-48cf-81ad-9fcd49a021b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:54.406059 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-93abf686-3618-4b12-a93e-65e6971199a9 req-26c45645-4ffb-48cf-81ad-9fcd49a021b4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d0d4ee4a-571d-4ecd-bcb9-60ece6662c27 HTTP/1.1" status: 200 len: 854 time: 0.0674059 May 28 06:22:54.413617 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8db2a0e-88ec-4a5c-afa4-60f5f543227f req-1dcba203-bdad-4e81-a0ed-3cc847f1ed12 tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:54.414219 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-e8db2a0e-88ec-4a5c-afa4-60f5f543227f req-1dcba203-bdad-4e81-a0ed-3cc847f1ed12 tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:54.431583 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-ef2be9a8-1fe0-4981-ba39-bc9717317db9 None None] Provisioning for port 334d8b0c-1a16-446d-b33c-f02a7aec97de completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:22:54.436435 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef972fd7-f013-4f5e-a9e8-abe24ff4f161 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Pushing event updated for resources: {'Port': ['ID=c8d82f3f-0118-40c1-81eb-2642a764a5ac,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:54.437920 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-ef2be9a8-1fe0-4981-ba39-bc9717317db9 None None] Provisioning complete for port 334d8b0c-1a16-446d-b33c-f02a7aec97de triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:22:54.438529 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-ef2be9a8-1fe0-4981-ba39-bc9717317db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:54.469444 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142481f4-66d0-4640-b138-c32c979924dc req-2ca8caa9-5511-4ea1-b86a-47dc60b31908 tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:54.471134 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-142481f4-66d0-4640-b138-c32c979924dc req-2ca8caa9-5511-4ea1-b86a-47dc60b31908 tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] 10.222.0.55 "GET /v2.0/ports?device_id=00258d54-e8f5-4706-a2ef-e3422c72aa3e HTTP/1.1" status: 200 len: 943 time: 0.5058432 May 28 06:22:54.493197 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93abf686-3618-4b12-a93e-65e6971199a9 req-35951e8e-82f6-456f-9df7-b205df6f7a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:54.495012 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-93abf686-3618-4b12-a93e-65e6971199a9 req-35951e8e-82f6-456f-9df7-b205df6f7a50 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=de808633-063b-43ca-834f-7f7224235e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0821326 May 28 06:22:54.512978 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-ef2be9a8-1fe0-4981-ba39-bc9717317db9 None None] Port 334d8b0c-1a16-446d-b33c-f02a7aec97de cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:22:54.555408 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-142481f4-66d0-4640-b138-c32c979924dc req-9edd80b5-a704-499e-8d0d-c16631f23416 tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea7c2c73-e049-49b4-bb75-f1976d073ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446830 May 28 06:22:54.623273 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e8db2a0e-88ec-4a5c-afa4-60f5f543227f req-1dcba203-bdad-4e81-a0ed-3cc847f1ed12 tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3795888 May 28 06:22:54.641363 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-e8db2a0e-88ec-4a5c-afa4-60f5f543227f req-0fe42230-fc8d-4928-93fc-13d965eb1364 service neutron] Request body: {'port': {'device_id': 'a3c3d437-5cc4-432d-8fe2-4bd16dbe1f2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843702-1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:22:54.652649 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-93abf686-3618-4b12-a93e-65e6971199a9 req-857dbc6c-6152-4038-b399-e75bd7885516 service neutron] 10.222.0.71 "GET /v2.0/networks/de808633-063b-43ca-834f-7f7224235e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510463 May 28 06:22:54.720682 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-44938942-d4f1-41d2-9101-4670bfcb697d req-ef972fd7-f013-4f5e-a9e8-abe24ff4f161 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:54.721992 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-44938942-d4f1-41d2-9101-4670bfcb697d req-ef972fd7-f013-4f5e-a9e8-abe24ff4f161 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.9689026 May 28 06:22:54.799310 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-93abf686-3618-4b12-a93e-65e6971199a9 req-33fd3616-1072-4e54-a1ca-ab536fa3faf7 service neutron] 10.222.0.71 "GET /v2.0/networks/de808633-063b-43ca-834f-7f7224235e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405761 May 28 06:22:54.873094 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-44938942-d4f1-41d2-9101-4670bfcb697d req-77705535-4978-45ee-a02d-65b31784f473 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Synchronizing usage tracker for tenant:82228dddf6d7411e9b9bc86768e162fd on resource:floatingip {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:22:54.902051 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-e8db2a0e-88ec-4a5c-afa4-60f5f543227f req-0fe42230-fc8d-4928-93fc-13d965eb1364 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:54.973799 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d626bd0-8062-4f29-af1b-2fabb378580c req-47c5f239-7a7e-427a-be0e-28ca81f8cb83 tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:54.974511 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-6d626bd0-8062-4f29-af1b-2fabb378580c req-47c5f239-7a7e-427a-be0e-28ca81f8cb83 tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] Synchronizing usage tracker for tenant:602d22c872ea4d7abf372c40f89af62e on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:22:55.053545 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-44938942-d4f1-41d2-9101-4670bfcb697d req-77705535-4978-45ee-a02d-65b31784f473 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Unset dirty status for tenant:82228dddf6d7411e9b9bc86768e162fd on resource:floatingip {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:22:55.054878 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-44938942-d4f1-41d2-9101-4670bfcb697d req-77705535-4978-45ee-a02d-65b31784f473 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.5.176 HTTP/1.1" status: 200 len: 696 time: 0.3227425 May 28 06:22:55.183618 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-6d626bd0-8062-4f29-af1b-2fabb378580c req-47c5f239-7a7e-427a-be0e-28ca81f8cb83 tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] Unset dirty status for tenant:602d22c872ea4d7abf372c40f89af62e on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:22:55.184975 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6d626bd0-8062-4f29-af1b-2fabb378580c req-47c5f239-7a7e-427a-be0e-28ca81f8cb83 tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] 10.222.0.55 "GET /v2.0/ports?device_id=a3c3d437-5cc4-432d-8fe2-4bd16dbe1f2e HTTP/1.1" status: 200 len: 936 time: 0.5175977 May 28 06:22:55.295070 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 30d9587d-4994-4d8d-b556-5a3361d0673b up at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:22:55.355521 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6d626bd0-8062-4f29-af1b-2fabb378580c req-c994f6c8-4c4e-4fb2-a35b-30654174c296 tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac29db33-ef6f-43a7-9236-59d10d045b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158535 May 28 06:22:55.366396 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44938942-d4f1-41d2-9101-4670bfcb697d req-0b3863d4-1025-4287-9141-c2557baefff7 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:55.367714 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-44938942-d4f1-41d2-9101-4670bfcb697d req-0b3863d4-1025-4287-9141-c2557baefff7 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] 10.222.0.55 "GET /v2.0/networks/68df399e-e75e-4871-9364-5d05730b50f0 HTTP/1.1" status: 200 len: 784 time: 0.3049691 May 28 06:22:55.479302 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning for port 30d9587d-4994-4d8d-b556-5a3361d0673b completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:22:55.485103 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning complete for port 30d9587d-4994-4d8d-b556-5a3361d0673b triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:22:55.485500 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:55.542570 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d3a8b0a5-8e6e-4261-b7b8-6956ed260240 req-6bd727b9-1c4e-4d66-ae3f-db5f382426f9 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=fa535ce8a329409da109cb227c3a70b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0792072 May 28 06:22:55.557548 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [req-e8db2a0e-88ec-4a5c-afa4-60f5f543227f req-0fe42230-fc8d-4928-93fc-13d965eb1364 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 334d8b0c-1a16-446d-b33c-f02a7aec97de {{(pid=89110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:22:55.585046 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-e8db2a0e-88ec-4a5c-afa4-60f5f543227f req-0fe42230-fc8d-4928-93fc-13d965eb1364 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:55.609430 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 30d9587d-4994-4d8d-b556-5a3361d0673b is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:22:55.609744 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:55.642992 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 30d9587d-4994-4d8d-b556-5a3361d0673b, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=30d9587d-4994-4d8d-b556-5a3361d0673b,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:22:55.674042 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-e8db2a0e-88ec-4a5c-afa4-60f5f543227f req-0fe42230-fc8d-4928-93fc-13d965eb1364 service neutron] Transition to ACTIVE for port object 334d8b0c-1a16-446d-b33c-f02a7aec97de will not be triggered until provisioned by entity L2. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:22:55.726200 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103b119d-e5e0-4921-8dec-c6ee6cb6ab98 req-880e136e-f716-4858-91d5-e4b82ff3bdf3 tempest-LiveAutoBlockMigrationV225Test-2091885666 tempest-LiveAutoBlockMigrationV225Test-2091885666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:55.727689 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-103b119d-e5e0-4921-8dec-c6ee6cb6ab98 req-880e136e-f716-4858-91d5-e4b82ff3bdf3 tempest-LiveAutoBlockMigrationV225Test-2091885666 tempest-LiveAutoBlockMigrationV225Test-2091885666-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=3d12f016-9857-485d-b48d-8f3217d4ed50 HTTP/1.1" status: 200 len: 1096 time: 0.2633369 May 28 06:22:55.738585 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a8b0a5-8e6e-4261-b7b8-6956ed260240 req-981b935f-e28d-430b-8bdb-50422839b00e tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:55.740025 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d3a8b0a5-8e6e-4261-b7b8-6956ed260240 req-981b935f-e28d-430b-8bdb-50422839b00e tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1855927 May 28 06:22:55.769164 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d3a8b0a5-8e6e-4261-b7b8-6956ed260240 req-f2d18791-0f81-49c9-a9c2-1d9b1366e87e tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/quotas/fa535ce8a329409da109cb227c3a70b1 HTTP/1.1" status: 200 len: 375 time: 0.0134416 May 28 06:22:55.777256 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5d298d2-7059-491b-88a0-406c470b4ae8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '102a70ac-764d-4fd3-8200-15482425c410'}, {'server_uuid': '52aa8738-6b1d-4ace-ad71-d39ef5f56b61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30d9587d-4994-4d8d-b556-5a3361d0673b'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:22:55.800336 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:55.827305 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-103b119d-e5e0-4921-8dec-c6ee6cb6ab98 req-7513469a-33d3-44c3-b336-0adaab9c3279 tempest-LiveAutoBlockMigrationV225Test-2091885666 tempest-LiveAutoBlockMigrationV225Test-2091885666-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=a90b51ea-4be8-4511-8d71-0b0b776de2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863361 May 28 06:22:55.836889 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-e8db2a0e-88ec-4a5c-afa4-60f5f543227f req-0fe42230-fc8d-4928-93fc-13d965eb1364 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:55.870089 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=30d9587d-4994-4d8d-b556-5a3361d0673b,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:55.987851 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe42230-fc8d-4928-93fc-13d965eb1364 service neutron] Pushing event updated for resources: {'Port': ['ID=334d8b0c-1a16-446d-b33c-f02a7aec97de,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:56.238832 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d3a8b0a5-8e6e-4261-b7b8-6956ed260240 req-accfa00a-50cd-45ca-89de-ed957c0ebdee tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=fa535ce8a329409da109cb227c3a70b1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4631453 May 28 06:22:56.280360 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-e8db2a0e-88ec-4a5c-afa4-60f5f543227f req-0fe42230-fc8d-4928-93fc-13d965eb1364 service neutron] Attempting to bind port 334d8b0c-1a16-446d-b33c-f02a7aec97de on host n-h2-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:22:56.280688 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-e8db2a0e-88ec-4a5c-afa4-60f5f543227f req-0fe42230-fc8d-4928-93fc-13d965eb1364 service neutron] Attempting to bind port 334d8b0c-1a16-446d-b33c-f02a7aec97de by drivers openvswitch,hyperv on host n-h2-843702-1 at level 0 using segments [{'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:22:56.281006 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8db2a0e-88ec-4a5c-afa4-60f5f543227f req-0fe42230-fc8d-4928-93fc-13d965eb1364 service neutron] Attempting to bind port 334d8b0c-1a16-446d-b33c-f02a7aec97de on network bb90c162-fdb0-406b-af2b-5eef830db7a9 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:22:56.289143 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8db2a0e-88ec-4a5c-afa4-60f5f543227f req-0fe42230-fc8d-4928-93fc-13d965eb1364 service neutron] Port 334d8b0c-1a16-446d-b33c-f02a7aec97de on network bb90c162-fdb0-406b-af2b-5eef830db7a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:22:56.289478 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8db2a0e-88ec-4a5c-afa4-60f5f543227f req-0fe42230-fc8d-4928-93fc-13d965eb1364 service neutron] Attempting to bind port 334d8b0c-1a16-446d-b33c-f02a7aec97de on network bb90c162-fdb0-406b-af2b-5eef830db7a9 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:22:56.301126 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da3f758-1fee-441c-9489-00745d8dc52c req-955acce7-3049-47a9-a1cd-bb17208eb485 tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:56.303521 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8da3f758-1fee-441c-9489-00745d8dc52c req-955acce7-3049-47a9-a1cd-bb17208eb485 tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] 10.222.0.55 "GET /v2.0/ports?device_id=52aa8738-6b1d-4ace-ad71-d39ef5f56b61 HTTP/1.1" status: 200 len: 950 time: 0.2852705 May 28 06:22:56.305108 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8db2a0e-88ec-4a5c-afa4-60f5f543227f req-0fe42230-fc8d-4928-93fc-13d965eb1364 service neutron] Checking agent: {'id': 'f1a3973b-d2b3-4558-88e7-2ac50857d302', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:22:56.305845 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8db2a0e-88ec-4a5c-afa4-60f5f543227f req-0fe42230-fc8d-4928-93fc-13d965eb1364 service neutron] Checking segment: {'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:22:56.306254 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8db2a0e-88ec-4a5c-afa4-60f5f543227f req-0fe42230-fc8d-4928-93fc-13d965eb1364 service neutron] Bound using segment: {'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:22:56.306650 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-e8db2a0e-88ec-4a5c-afa4-60f5f543227f req-0fe42230-fc8d-4928-93fc-13d965eb1364 service neutron] Bound port: 334d8b0c-1a16-446d-b33c-f02a7aec97de, host: n-h2-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'}}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:22:56.306986 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-e8db2a0e-88ec-4a5c-afa4-60f5f543227f req-0fe42230-fc8d-4928-93fc-13d965eb1364 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:56.417543 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8da3f758-1fee-441c-9489-00745d8dc52c req-c532369b-b9e7-47af-9756-c65425e531c1 tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] 10.222.0.55 "GET /v2.0/security-groups?id=e1f43c48-05bd-49a7-8820-e89d2a162415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976231 May 28 06:22:56.441646 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-e8db2a0e-88ec-4a5c-afa4-60f5f543227f req-0fe42230-fc8d-4928-93fc-13d965eb1364 service neutron] For port 334d8b0c-1a16-446d-b33c-f02a7aec97de, host n-h2-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:22:56.444881 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-e8db2a0e-88ec-4a5c-afa4-60f5f543227f req-0fe42230-fc8d-4928-93fc-13d965eb1364 service neutron] For port 334d8b0c-1a16-446d-b33c-f02a7aec97de, host n-h2-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=334d8b0c-1a16-446d-b33c-f02a7aec97de,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:22:56.513706 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-129e312d-55b0-4552-96b0-451b6c33883d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:56.666776 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-e8db2a0e-88ec-4a5c-afa4-60f5f543227f req-0fe42230-fc8d-4928-93fc-13d965eb1364 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:56.747422 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87df2c3a-4233-4ab7-8ec8-2e10313ff3e3 req-f1823689-5a7a-4264-a559-3df847e8d9b0 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:56.748869 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-87df2c3a-4233-4ab7-8ec8-2e10313ff3e3 req-f1823689-5a7a-4264-a559-3df847e8d9b0 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb5780c7-461a-4dd4-999d-d7e14791d896&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2215207 May 28 06:22:56.750076 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8db2a0e-88ec-4a5c-afa4-60f5f543227f req-0fe42230-fc8d-4928-93fc-13d965eb1364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:56.750658 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-e8db2a0e-88ec-4a5c-afa4-60f5f543227f req-0fe42230-fc8d-4928-93fc-13d965eb1364 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:56.751864 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e8db2a0e-88ec-4a5c-afa4-60f5f543227f req-0fe42230-fc8d-4928-93fc-13d965eb1364 service neutron] 10.222.0.71 "PUT /v2.0/ports/334d8b0c-1a16-446d-b33c-f02a7aec97de HTTP/1.1" status: 200 len: 1096 time: 2.1147258 May 28 06:22:56.755019 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3c3d437-5cc4-432d-8fe2-4bd16dbe1f2e', 'tag': '334d8b0c-1a16-446d-b33c-f02a7aec97de'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:22:56.835590 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef8395f-9c44-4fac-810c-f314d4b738d3 req-1fcd0811-f322-41c4-be0a-476729dff248 tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:56.837091 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1ef8395f-9c44-4fac-810c-f314d4b738d3 req-1fcd0811-f322-41c4-be0a-476729dff248 tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] 10.222.0.55 "GET /v2.0/ports?device_id=00258d54-e8f5-4706-a2ef-e3422c72aa3e HTTP/1.1" status: 200 len: 943 time: 0.2583952 May 28 06:22:56.875622 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-87df2c3a-4233-4ab7-8ec8-2e10313ff3e3 req-5acb9110-1df5-448a-b126-fdd01b66f035 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.5.176 HTTP/1.1" status: 200 len: 696 time: 0.1147327 May 28 06:22:56.887757 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe42230-fc8d-4928-93fc-13d965eb1364 service neutron] Pushing event updated for resources: {'Port': ['ID=334d8b0c-1a16-446d-b33c-f02a7aec97de,revision_number=3']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:56.892863 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-87df2c3a-4233-4ab7-8ec8-2e10313ff3e3 req-89db72be-497a-4f36-b381-e928f01b55e5 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Request body: {'floatingip': {'port_id': 'cb854cdf-2991-47ca-909c-af8be51bdf4b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:22:57.018290 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1ef8395f-9c44-4fac-810c-f314d4b738d3 req-b06d2f75-fd56-4b8c-a6da-1e0aabc85a39 tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea7c2c73-e049-49b4-bb75-f1976d073ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1649451 May 28 06:22:57.028843 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-87df2c3a-4233-4ab7-8ec8-2e10313ff3e3 req-89db72be-497a-4f36-b381-e928f01b55e5 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Notify callbacks [] for floatingip, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:57.081239 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a642c4d8-ebd6-44fe-80df-9dad579ff262'] response: {'server_uuid': 'b5d298d2-7059-491b-88a0-406c470b4ae8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '102a70ac-764d-4fd3-8200-15482425c410', 'code': 200} May 28 06:22:57.081993 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a642c4d8-ebd6-44fe-80df-9dad579ff262'] response: {'server_uuid': '52aa8738-6b1d-4ace-ad71-d39ef5f56b61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30d9587d-4994-4d8d-b556-5a3361d0673b', 'code': 200} May 28 06:22:57.400903 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8db2a0e-88ec-4a5c-afa4-60f5f543227f req-f7589b6f-ad89-413e-8049-34b1669242d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:57.402374 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e8db2a0e-88ec-4a5c-afa4-60f5f543227f req-f7589b6f-ad89-413e-8049-34b1669242d8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=602d22c872ea4d7abf372c40f89af62e&device_id=a3c3d437-5cc4-432d-8fe2-4bd16dbe1f2e HTTP/1.1" status: 200 len: 1099 time: 0.4494238 May 28 06:22:57.461658 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:57.557996 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e8db2a0e-88ec-4a5c-afa4-60f5f543227f req-d083fd49-1523-494a-b5bc-0fe668b1a3f5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=334d8b0c-1a16-446d-b33c-f02a7aec97de HTTP/1.1" status: 200 len: 217 time: 0.0918307 May 28 06:22:57.622168 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeb67cc-5f39-450f-be84-180ad32e3eac req-91e3545a-43dd-4316-8331-e43904d9e6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:57.623651 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bdeb67cc-5f39-450f-be84-180ad32e3eac req-91e3545a-43dd-4316-8331-e43904d9e6ad service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=52aa8738-6b1d-4ace-ad71-d39ef5f56b61 HTTP/1.1" status: 200 len: 1101 time: 0.4608250 May 28 06:22:57.676954 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483629ce-14c9-4389-9913-c1f1f1cd4db4 req-b883bb76-f7ec-44a8-a510-4eff93a9b2a7 tempest-LiveAutoBlockMigrationV225Test-2091885666 tempest-LiveAutoBlockMigrationV225Test-2091885666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:57.678451 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-483629ce-14c9-4389-9913-c1f1f1cd4db4 req-b883bb76-f7ec-44a8-a510-4eff93a9b2a7 tempest-LiveAutoBlockMigrationV225Test-2091885666 tempest-LiveAutoBlockMigrationV225Test-2091885666-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=3d12f016-9857-485d-b48d-8f3217d4ed50 HTTP/1.1" status: 200 len: 1096 time: 0.4430504 May 28 06:22:57.680104 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202cc0cf-cef8-43cc-ae62-624311b32da1 req-07136817-4765-4c44-9596-967e2b7c77cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:57.681448 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-202cc0cf-cef8-43cc-ae62-624311b32da1 req-07136817-4765-4c44-9596-967e2b7c77cf service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b5d298d2-7059-491b-88a0-406c470b4ae8 HTTP/1.1" status: 200 len: 1101 time: 0.5174413 May 28 06:22:57.917229 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8db2a0e-88ec-4a5c-afa4-60f5f543227f req-7ddf6ae6-161b-4d09-8869-8757b6fca4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:57.918706 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e8db2a0e-88ec-4a5c-afa4-60f5f543227f req-7ddf6ae6-161b-4d09-8869-8757b6fca4a8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e72d0ca5-04cb-4b36-82b1-c75214c9eb05 HTTP/1.1" status: 200 len: 843 time: 0.3475475 May 28 06:22:58.047606 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-483629ce-14c9-4389-9913-c1f1f1cd4db4 req-22c11a99-276e-4e64-8dda-3e7467becdfb tempest-LiveAutoBlockMigrationV225Test-2091885666 tempest-LiveAutoBlockMigrationV225Test-2091885666-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=a90b51ea-4be8-4511-8d71-0b0b776de2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3446937 May 28 06:22:58.049082 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bdeb67cc-5f39-450f-be84-180ad32e3eac req-beb55fc5-e63e-46c9-81f0-25d4bae9048e service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=e1f43c48-05bd-49a7-8820-e89d2a162415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3649290 May 28 06:22:58.075096 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-202cc0cf-cef8-43cc-ae62-624311b32da1 req-6c89e6a7-2660-446f-bf62-222308bf8ad2 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=e1f43c48-05bd-49a7-8820-e89d2a162415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3694754 May 28 06:22:58.131433 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8db2a0e-88ec-4a5c-afa4-60f5f543227f req-c71e135c-b449-4224-8489-23752d0ca685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:58.132913 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e8db2a0e-88ec-4a5c-afa4-60f5f543227f req-c71e135c-b449-4224-8489-23752d0ca685 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=bb90c162-fdb0-406b-af2b-5eef830db7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2016497 May 28 06:22:58.432139 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e8db2a0e-88ec-4a5c-afa4-60f5f543227f req-24e7c63c-eb1f-45f4-8523-a546b6846f9e service neutron] 10.222.0.71 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2919657 May 28 06:22:58.447180 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-87df2c3a-4233-4ab7-8ec8-2e10313ff3e3 req-89db72be-497a-4f36-b381-e928f01b55e5 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:58.524272 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81ec30b-ebcd-4528-b063-77b933b11c7c req-b0b05bf4-acf8-45be-b5e2-c9e58eb27ad3 tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:58.525784 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b81ec30b-ebcd-4528-b063-77b933b11c7c req-b0b05bf4-acf8-45be-b5e2-c9e58eb27ad3 tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] 10.222.0.55 "GET /v2.0/ports?device_id=a3c3d437-5cc4-432d-8fe2-4bd16dbe1f2e HTTP/1.1" status: 200 len: 948 time: 0.3074975 May 28 06:22:58.559886 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-87df2c3a-4233-4ab7-8ec8-2e10313ff3e3 req-89db72be-497a-4f36-b381-e928f01b55e5 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691094'] for floatingip, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:58.741795 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b81ec30b-ebcd-4528-b063-77b933b11c7c req-b44fe5ab-dc7d-4b9f-9e37-6ba3a41c5cb4 tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac29db33-ef6f-43a7-9236-59d10d045b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013741 May 28 06:22:58.779769 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e8db2a0e-88ec-4a5c-afa4-60f5f543227f req-84f41583-298b-4c83-9b0a-c526acdbb896 service neutron] 10.222.0.71 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3314667 May 28 06:22:58.796381 n-d-843702-1 neutron-server[89110]: INFO neutron.db.l3_db [req-87df2c3a-4233-4ab7-8ec8-2e10313ff3e3 req-89db72be-497a-4f36-b381-e928f01b55e5 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Floating IP 85b06b86-4ae7-46e5-aebb-3c52ce316b93 associated. External IP: 172.25.5.176, port: cb854cdf-2991-47ca-909c-af8be51bdf4b. May 28 06:22:58.914809 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-98a5505d-c8df-42c3-9b2b-b045c61d3b92 req-8edd5018-043e-49e6-8c96-959eead308b0 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=7abe23a3-6f8b-4542-bc0d-9d92227b9bcb HTTP/1.1" status: 200 len: 210 time: 0.0659869 May 28 06:22:58.953945 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-a1b3bdc3-ad95-415a-b547-e746fe1537cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:58.981320 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ce08037-b1eb-465b-96d9-464329339cad'] response: {'name': 'network-changed', 'server_uuid': 'a3c3d437-5cc4-432d-8fe2-4bd16dbe1f2e', 'tag': '334d8b0c-1a16-446d-b33c-f02a7aec97de', 'status': 'completed', 'code': 200} May 28 06:22:59.437167 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9facb3-0456-400e-ad03-8376249d5912 req-fda5a38b-5e4f-4bf8-80fb-35b7716a1621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:59.438757 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dd9facb3-0456-400e-ad03-8376249d5912 req-fda5a38b-5e4f-4bf8-80fb-35b7716a1621 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=602d22c872ea4d7abf372c40f89af62e&device_id=a3c3d437-5cc4-432d-8fe2-4bd16dbe1f2e HTTP/1.1" status: 200 len: 1099 time: 0.3583577 May 28 06:22:59.451797 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [req-87df2c3a-4233-4ab7-8ec8-2e10313ff3e3 req-89db72be-497a-4f36-b381-e928f01b55e5 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Router 70cf39f6-7078-4919-bfc1-e8d48bb3562f has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:22:59.482059 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb57ca1-a662-4260-973e-ee63fca28230 req-70a2741a-a6be-4240-b066-40eaa12dcf91 tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:59.483504 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2eb57ca1-a662-4260-973e-ee63fca28230 req-70a2741a-a6be-4240-b066-40eaa12dcf91 tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] 10.222.0.55 "GET /v2.0/ports?device_id=52aa8738-6b1d-4ace-ad71-d39ef5f56b61 HTTP/1.1" status: 200 len: 950 time: 0.4042256 May 28 06:22:59.790189 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2eb57ca1-a662-4260-973e-ee63fca28230 req-46bba568-7993-418f-871f-804d449603cd tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] 10.222.0.55 "GET /v2.0/security-groups?id=e1f43c48-05bd-49a7-8820-e89d2a162415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488203 May 28 06:22:59.801304 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d3a8b0a5-8e6e-4261-b7b8-6956ed260240 req-fa5bc610-d5b5-4e4c-9cfb-227b84c56fbe tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=fa535ce8a329409da109cb227c3a70b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1149175 May 28 06:22:59.839187 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:59.839485 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9facb3-0456-400e-ad03-8376249d5912 req-86085b4f-0184-44a3-ab9a-25a94d2fafbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:59.840915 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dd9facb3-0456-400e-ad03-8376249d5912 req-86085b4f-0184-44a3-ab9a-25a94d2fafbb service neutron] 10.222.0.71 "GET /v2.0/networks?id=bb90c162-fdb0-406b-af2b-5eef830db7a9 HTTP/1.1" status: 200 len: 870 time: 0.3913774 May 28 06:22:59.999276 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:00.020165 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dd9facb3-0456-400e-ad03-8376249d5912 req-9c1107ed-5c0a-47c6-9a3a-0a21d21b07be service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=334d8b0c-1a16-446d-b33c-f02a7aec97de HTTP/1.1" status: 200 len: 217 time: 0.1708689 May 28 06:23:00.080141 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-87df2c3a-4233-4ab7-8ec8-2e10313ff3e3 req-89db72be-497a-4f36-b381-e928f01b55e5 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:23:00.098819 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-87df2c3a-4233-4ab7-8ec8-2e10313ff3e3 req-89db72be-497a-4f36-b381-e928f01b55e5 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:00.100701 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc4b5d9-8d68-48d6-8b0a-9302c550b0d3 None None] Sync routers for ids ['70cf39f6-7078-4919-bfc1-e8d48bb3562f'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:23:00.110258 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc4b5d9-8d68-48d6-8b0a-9302c550b0d3 None None] Routers {'70cf39f6-7078-4919-bfc1-e8d48bb3562f'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:23:00.110925 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-9fc4b5d9-8d68-48d6-8b0a-9302c550b0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:22:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['70cf39f6-7078-4919-bfc1-e8d48bb3562f'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:23:00.211546 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9facb3-0456-400e-ad03-8376249d5912 req-6cac32f5-3524-4567-93ec-bf7aafab3247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:00.213095 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dd9facb3-0456-400e-ad03-8376249d5912 req-6cac32f5-3524-4567-93ec-bf7aafab3247 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e72d0ca5-04cb-4b36-82b1-c75214c9eb05 HTTP/1.1" status: 200 len: 843 time: 0.1805880 May 28 06:23:00.223069 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a8b0a5-8e6e-4261-b7b8-6956ed260240 req-17f99978-e720-4938-9140-1628e720f70d tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:00.224499 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d3a8b0a5-8e6e-4261-b7b8-6956ed260240 req-17f99978-e720-4938-9140-1628e720f70d tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4105146 May 28 06:23:00.227880 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-87df2c3a-4233-4ab7-8ec8-2e10313ff3e3 req-89db72be-497a-4f36-b381-e928f01b55e5 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] 10.222.0.55 "PUT /v2.0/floatingips/85b06b86-4ae7-46e5-aebb-3c52ce316b93 HTTP/1.1" status: 200 len: 997 time: 3.3428900 May 28 06:23:00.270738 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-d3a8b0a5-8e6e-4261-b7b8-6956ed260240 req-31411744-b71e-4710-ae6b-bc3c963ffd23 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Request body: {'port': {'device_id': '7abe23a3-6f8b-4542-bc0d-9d92227b9bcb', 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9', 'admin_state_up': True, 'tenant_id': 'fa535ce8a329409da109cb227c3a70b1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:23:00.298927 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-9fc4b5d9-8d68-48d6-8b0a-9302c550b0d3 None None] Set router 70cf39f6-7078-4919-bfc1-e8d48bb3562f gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:23:00.432990 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa85bcc5-0d51-4659-bd77-99c3f3186495 req-a80f6753-5401-4c2d-8437-5b7ea5e61b74 tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:00.434475 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fa85bcc5-0d51-4659-bd77-99c3f3186495 req-a80f6753-5401-4c2d-8437-5b7ea5e61b74 tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] 10.222.0.55 "GET /v2.0/ports?device_id=00258d54-e8f5-4706-a2ef-e3422c72aa3e HTTP/1.1" status: 200 len: 943 time: 0.5363553 May 28 06:23:00.547536 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-d3a8b0a5-8e6e-4261-b7b8-6956ed260240 req-31411744-b71e-4710-ae6b-bc3c963ffd23 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:23:00.552959 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fa85bcc5-0d51-4659-bd77-99c3f3186495 req-c8c8c2e2-c64f-4696-8bc1-c5b8351c1e87 tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea7c2c73-e049-49b4-bb75-f1976d073ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083074 May 28 06:23:00.556525 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9facb3-0456-400e-ad03-8376249d5912 req-eaa232ba-7a1d-4e15-9643-01087a836cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:00.558067 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dd9facb3-0456-400e-ad03-8376249d5912 req-eaa232ba-7a1d-4e15-9643-01087a836cbc service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=bb90c162-fdb0-406b-af2b-5eef830db7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3327296 May 28 06:23:00.559808 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87df2c3a-4233-4ab7-8ec8-2e10313ff3e3 req-56977572-31bf-4263-8ffb-0f760b498f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:00.561162 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-87df2c3a-4233-4ab7-8ec8-2e10313ff3e3 req-56977572-31bf-4263-8ffb-0f760b498f0b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=82228dddf6d7411e9b9bc86768e162fd&device_id=cb5780c7-461a-4dd4-999d-d7e14791d896 HTTP/1.1" status: 200 len: 1097 time: 0.3021910 May 28 06:23:00.586108 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-d3a8b0a5-8e6e-4261-b7b8-6956ed260240 req-31411744-b71e-4710-ae6b-bc3c963ffd23 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:23:00.710885 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-9fc4b5d9-8d68-48d6-8b0a-9302c550b0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70cf39f6-7078-4919-bfc1-e8d48bb3562f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1490755366-router', 'tenant_id': '82228dddf6d7411e9b9bc86768e162fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': 'ae794bca-3a7b-45a4-8f4a-9a56e586ce0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:21:57Z', 'updated_at': '2022-05-28T06:22:16Z', 'revision_number': 4, 'project_id': '82228dddf6d7411e9b9bc86768e162fd', 'gw_port': {'id': 'ae794bca-3a7b-45a4-8f4a-9a56e586ce0d', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e7:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70cf39f6-7078-4919-bfc1-e8d48bb3562f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:22:02Z', 'updated_at': '2022-05-28T06:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': '85b06b86-4ae7-46e5-aebb-3c52ce316b93', 'tenant_id': '82228dddf6d7411e9b9bc86768e162fd', 'floating_ip_address': '172.25.5.176', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': '70cf39f6-7078-4919-bfc1-e8d48bb3562f', 'port_id': 'cb854cdf-2991-47ca-909c-af8be51bdf4b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '576ea26e-8035-455a-8c74-4158da6aa448', 'mac_address': 'fa:16:3e:c4:49:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5780c7-461a-4dd4-999d-d7e14791d896', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:22:53Z', 'updated_at': '2022-05-28T06:22:58Z', 'revision_number': 1, 'project_id': '82228dddf6d7411e9b9bc86768e162fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cc7f887-eddc-4bae-ae69-c363511b60f4', 'name': '', 'network_id': '576ea26e-8035-455a-8c74-4158da6aa448', 'tenant_id': '82228dddf6d7411e9b9bc86768e162fd', 'mac_address': 'fa:16:3e:03:53:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70cf39f6-7078-4919-bfc1-e8d48bb3562f', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'e65d318c-0f7f-4c29-abed-45d47307befd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:22:14Z', 'updated_at': '2022-05-28T06:22:25Z', 'revision_number': 5, 'project_id': '82228dddf6d7411e9b9bc86768e162fd', 'subnets': [{'id': 'e65d318c-0f7f-4c29-abed-45d47307befd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:23:00.714832 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc4b5d9-8d68-48d6-8b0a-9302c550b0d3 None None] Checking router: 70cf39f6-7078-4919-bfc1-e8d48bb3562f for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:23:00.730983 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc4b5d9-8d68-48d6-8b0a-9302c550b0d3 None None] Routers {'70cf39f6-7078-4919-bfc1-e8d48bb3562f'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:23:00.731776 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-9fc4b5d9-8d68-48d6-8b0a-9302c550b0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:22:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['70cf39f6-7078-4919-bfc1-e8d48bb3562f'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:23:00.807728 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3a8b0a5-8e6e-4261-b7b8-6956ed260240 req-31411744-b71e-4710-ae6b-bc3c963ffd23 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Made reservation on behalf of fa535ce8a329409da109cb227c3a70b1 for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:23:00.811173 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-d3a8b0a5-8e6e-4261-b7b8-6956ed260240 req-31411744-b71e-4710-ae6b-bc3c963ffd23 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:00.831696 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dd9facb3-0456-400e-ad03-8376249d5912 req-84970b7c-3cc4-47ad-835e-2c8727676d25 service neutron] 10.222.0.71 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2636862 May 28 06:23:00.868890 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87df2c3a-4233-4ab7-8ec8-2e10313ff3e3 req-53c8d053-ce26-4030-b7d6-8190d040c705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:00.870449 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-87df2c3a-4233-4ab7-8ec8-2e10313ff3e3 req-53c8d053-ce26-4030-b7d6-8190d040c705 service neutron] 10.222.0.55 "GET /v2.0/networks?id=576ea26e-8035-455a-8c74-4158da6aa448 HTTP/1.1" status: 200 len: 930 time: 0.2818255 May 28 06:23:00.927597 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-9fc4b5d9-8d68-48d6-8b0a-9302c550b0d3 None None] Set router 70cf39f6-7078-4919-bfc1-e8d48bb3562f gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:23:01.047043 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb5780c7-461a-4dd4-999d-d7e14791d896', 'tag': 'cb854cdf-2991-47ca-909c-af8be51bdf4b'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:23:01.248243 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-87df2c3a-4233-4ab7-8ec8-2e10313ff3e3 req-cba55b3b-ad79-4306-bff8-1d6ef1aa925e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cb854cdf-2991-47ca-909c-af8be51bdf4b HTTP/1.1" status: 200 len: 1000 time: 0.2021263 May 28 06:23:01.295335 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-9fc4b5d9-8d68-48d6-8b0a-9302c550b0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70cf39f6-7078-4919-bfc1-e8d48bb3562f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1490755366-router', 'tenant_id': '82228dddf6d7411e9b9bc86768e162fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': 'ae794bca-3a7b-45a4-8f4a-9a56e586ce0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:21:57Z', 'updated_at': '2022-05-28T06:22:16Z', 'revision_number': 4, 'project_id': '82228dddf6d7411e9b9bc86768e162fd', 'gw_port': {'id': 'ae794bca-3a7b-45a4-8f4a-9a56e586ce0d', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e7:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70cf39f6-7078-4919-bfc1-e8d48bb3562f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:22:02Z', 'updated_at': '2022-05-28T06:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': '85b06b86-4ae7-46e5-aebb-3c52ce316b93', 'tenant_id': '82228dddf6d7411e9b9bc86768e162fd', 'floating_ip_address': '172.25.5.176', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': '70cf39f6-7078-4919-bfc1-e8d48bb3562f', 'port_id': 'cb854cdf-2991-47ca-909c-af8be51bdf4b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '576ea26e-8035-455a-8c74-4158da6aa448', 'mac_address': 'fa:16:3e:c4:49:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5780c7-461a-4dd4-999d-d7e14791d896', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:22:53Z', 'updated_at': '2022-05-28T06:22:58Z', 'revision_number': 1, 'project_id': '82228dddf6d7411e9b9bc86768e162fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cc7f887-eddc-4bae-ae69-c363511b60f4', 'name': '', 'network_id': '576ea26e-8035-455a-8c74-4158da6aa448', 'tenant_id': '82228dddf6d7411e9b9bc86768e162fd', 'mac_address': 'fa:16:3e:03:53:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70cf39f6-7078-4919-bfc1-e8d48bb3562f', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'e65d318c-0f7f-4c29-abed-45d47307befd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:22:14Z', 'updated_at': '2022-05-28T06:22:25Z', 'revision_number': 5, 'project_id': '82228dddf6d7411e9b9bc86768e162fd', 'subnets': [{'id': 'e65d318c-0f7f-4c29-abed-45d47307befd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:23:01.301176 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc4b5d9-8d68-48d6-8b0a-9302c550b0d3 None None] The sync data for ids ['70cf39f6-7078-4919-bfc1-e8d48bb3562f'] in n-d-843702-1 is: [{'id': '70cf39f6-7078-4919-bfc1-e8d48bb3562f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1490755366-router', 'tenant_id': '82228dddf6d7411e9b9bc86768e162fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': 'ae794bca-3a7b-45a4-8f4a-9a56e586ce0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:21:57Z', 'updated_at': '2022-05-28T06:22:16Z', 'revision_number': 4, 'project_id': '82228dddf6d7411e9b9bc86768e162fd', 'gw_port': {'id': 'ae794bca-3a7b-45a4-8f4a-9a56e586ce0d', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e7:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70cf39f6-7078-4919-bfc1-e8d48bb3562f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:22:02Z', 'updated_at': '2022-05-28T06:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': '85b06b86-4ae7-46e5-aebb-3c52ce316b93', 'tenant_id': '82228dddf6d7411e9b9bc86768e162fd', 'floating_ip_address': '172.25.5.176', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': '70cf39f6-7078-4919-bfc1-e8d48bb3562f', 'port_id': 'cb854cdf-2991-47ca-909c-af8be51bdf4b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '576ea26e-8035-455a-8c74-4158da6aa448', 'mac_address': 'fa:16:3e:c4:49:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5780c7-461a-4dd4-999d-d7e14791d896', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:22:53Z', 'updated_at': '2022-05-28T06:22:58Z', 'revision_number': 1, 'project_id': '82228dddf6d7411e9b9bc86768e162fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cc7f887-eddc-4bae-ae69-c363511b60f4', 'name': '', 'network_id': '576ea26e-8035-455a-8c74-4158da6aa448', 'tenant_id': '82228dddf6d7411e9b9bc86768e162fd', 'mac_address': 'fa:16:3e:03:53:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70cf39f6-7078-4919-bfc1-e8d48bb3562f', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'e65d318c-0f7f-4c29-abed-45d47307befd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:22:14Z', 'updated_at': '2022-05-28T06:22:25Z', 'revision_number': 5, 'project_id': '82228dddf6d7411e9b9bc86768e162fd', 'subnets': [{'id': 'e65d318c-0f7f-4c29-abed-45d47307befd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:23:01.358420 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dd9facb3-0456-400e-ad03-8376249d5912 req-deb4785f-8724-4f79-8357-1221e7dc278b service neutron] 10.222.0.71 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5176103 May 28 06:23:01.438037 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87df2c3a-4233-4ab7-8ec8-2e10313ff3e3 req-e6cb1fdb-78a8-4426-bf58-c0e2b6fc455f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:01.439603 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-87df2c3a-4233-4ab7-8ec8-2e10313ff3e3 req-e6cb1fdb-78a8-4426-bf58-c0e2b6fc455f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e65d318c-0f7f-4c29-abed-45d47307befd HTTP/1.1" status: 200 len: 868 time: 0.1835315 May 28 06:23:01.446995 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [req-d3a8b0a5-8e6e-4261-b7b8-6956ed260240 req-31411744-b71e-4710-ae6b-bc3c963ffd23 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Allocated IP 192.168.233.211 (bb90c162-fdb0-406b-af2b-5eef830db7a9/e72d0ca5-04cb-4b36-82b1-c75214c9eb05/e650b946-83ef-48df-9fe0-03e0c667426c) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:23:01.555682 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b2e82f-7f15-424f-8fcf-06efaad006f6 None None] New status for floating IP 85b06b86-4ae7-46e5-aebb-3c52ce316b93: ACTIVE {{(pid=89112) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 06:23:01.582251 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:01.623733 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae6db7d-2759-4bfd-ad2d-758f6d495614 req-d6908b94-b56f-4b6b-8170-2fa321c1bef1 tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:01.625187 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-aae6db7d-2759-4bfd-ad2d-758f6d495614 req-d6908b94-b56f-4b6b-8170-2fa321c1bef1 tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] 10.222.0.55 "GET /v2.0/ports?device_id=a3c3d437-5cc4-432d-8fe2-4bd16dbe1f2e HTTP/1.1" status: 200 len: 948 time: 0.2441642 May 28 06:23:01.723361 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87df2c3a-4233-4ab7-8ec8-2e10313ff3e3 req-810dc01a-08ce-47bc-828b-c5cf04c244a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:01.724855 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-87df2c3a-4233-4ab7-8ec8-2e10313ff3e3 req-810dc01a-08ce-47bc-828b-c5cf04c244a9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=576ea26e-8035-455a-8c74-4158da6aa448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2753072 May 28 06:23:01.744470 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [req-87df2c3a-4233-4ab7-8ec8-2e10313ff3e3 req-904896bd-6e32-4769-b84a-7eb8b1ccaac6 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=89110) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:23:01.744470 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-87df2c3a-4233-4ab7-8ec8-2e10313ff3e3 req-904896bd-6e32-4769-b84a-7eb8b1ccaac6 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0090744 May 28 06:23:01.795526 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-aae6db7d-2759-4bfd-ad2d-758f6d495614 req-b9abde32-41da-40f3-8a78-3ad229a911d2 tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac29db33-ef6f-43a7-9236-59d10d045b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499741 May 28 06:23:01.966084 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-d3a8b0a5-8e6e-4261-b7b8-6956ed260240 req-31411744-b71e-4710-ae6b-bc3c963ffd23 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:01.980664 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d4d86b83-b01c-4e65-8286-dbb388462150 req-ef33750e-49c0-4644-80b0-e68daf599ec6 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=7abe23a3-6f8b-4542-bc0d-9d92227b9bcb HTTP/1.1" status: 200 len: 210 time: 0.0716276 May 28 06:23:02.011513 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:02.015125 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-d3a8b0a5-8e6e-4261-b7b8-6956ed260240 req-31411744-b71e-4710-ae6b-bc3c963ffd23 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Transition to ACTIVE for port object e650b946-83ef-48df-9fe0-03e0c667426c will not be triggered until provisioned by entity DHCP. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:23:02.021815 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-87df2c3a-4233-4ab7-8ec8-2e10313ff3e3 req-dd40be02-277a-47fe-986c-adb6395de708 service neutron] 10.222.0.55 "GET /v2.0/networks/576ea26e-8035-455a-8c74-4158da6aa448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562709 May 28 06:23:02.226137 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-87df2c3a-4233-4ab7-8ec8-2e10313ff3e3 req-668ed0cd-f1a7-4c8b-8c9b-f978f74ec131 service neutron] 10.222.0.55 "GET /v2.0/networks/576ea26e-8035-455a-8c74-4158da6aa448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964419 May 28 06:23:02.242795 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346364c5-bc58-4b09-ba66-dddf7ef8f6e0 req-2eea0fa2-bc0d-4d86-bcd2-77a8e9db3b92 tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:02.244359 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-346364c5-bc58-4b09-ba66-dddf7ef8f6e0 req-2eea0fa2-bc0d-4d86-bcd2-77a8e9db3b92 tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] 10.222.0.55 "GET /v2.0/ports?device_id=52aa8738-6b1d-4ace-ad71-d39ef5f56b61 HTTP/1.1" status: 200 len: 950 time: 0.1436353 May 28 06:23:02.264205 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-d3a8b0a5-8e6e-4261-b7b8-6956ed260240 req-31411744-b71e-4710-ae6b-bc3c963ffd23 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:02.275751 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['46a4ea42-1089-420c-a96f-d7cd594a80c1', '5ade8c86-99e0-4811-878c-8667ec11046f'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:23:02.311746 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['348e0f92-f18f-4d76-8c5a-7722d2125db2'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:23:02.366833 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3a8b0a5-8e6e-4261-b7b8-6956ed260240 req-31411744-b71e-4710-ae6b-bc3c963ffd23 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Network bb90c162-fdb0-406b-af2b-5eef830db7a9 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:23:02.372165 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-346364c5-bc58-4b09-ba66-dddf7ef8f6e0 req-68c1adf4-b928-4804-8316-abbe515879ba tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] 10.222.0.55 "GET /v2.0/security-groups?id=e1f43c48-05bd-49a7-8820-e89d2a162415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220474 May 28 06:23:02.375234 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [req-d3a8b0a5-8e6e-4261-b7b8-6956ed260240 req-31411744-b71e-4710-ae6b-bc3c963ffd23 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:23:02.378500 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3a8b0a5-8e6e-4261-b7b8-6956ed260240 req-31411744-b71e-4710-ae6b-bc3c963ffd23 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:23:02.414263 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31411744-b71e-4710-ae6b-bc3c963ffd23 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Pushing event updated for resources: {'Port': ['ID=e650b946-83ef-48df-9fe0-03e0c667426c,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:23:02.486277 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a8b0a5-8e6e-4261-b7b8-6956ed260240 req-31411744-b71e-4710-ae6b-bc3c963ffd23 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:02.487063 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-d3a8b0a5-8e6e-4261-b7b8-6956ed260240 req-31411744-b71e-4710-ae6b-bc3c963ffd23 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:02.542612 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5628b81-f22f-4b15-8020-86dfa9a8e27b'] response: {'name': 'network-changed', 'server_uuid': 'cb5780c7-461a-4dd4-999d-d7e14791d896', 'tag': 'cb854cdf-2991-47ca-909c-af8be51bdf4b', 'status': 'completed', 'code': 200} May 28 06:23:02.687079 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device ba8def88-fe56-451e-927b-7b0720ad1c21 details requested by agent hyperv_n-h2-843702-1 with host n-h2-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:23:02.725524 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d3a8b0a5-8e6e-4261-b7b8-6956ed260240 req-31411744-b71e-4710-ae6b-bc3c963ffd23 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4526188 May 28 06:23:02.733964 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-d3a8b0a5-8e6e-4261-b7b8-6956ed260240 req-d7f7f91a-612c-433e-812f-53835a4eeb31 service neutron] Request body: {'port': {'device_id': '7abe23a3-6f8b-4542-bc0d-9d92227b9bcb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843702-1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:23:02.948620 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port ba8def88-fe56-451e-927b-7b0720ad1c21, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=ba8def88-fe56-451e-927b-7b0720ad1c21,segment=NetworkSegment(e1db8248-a156-442d-a5cb-9a8435e3feea),segment_id=e1db8248-a156-442d-a5cb-9a8435e3feea)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:23:02.966381 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Returning: {'device': 'ba8def88-fe56-451e-927b-7b0720ad1c21', 'network_id': 'de808633-063b-43ca-834f-7f7224235e76', 'port_id': 'ba8def88-fe56-451e-927b-7b0720ad1c21', 'mac_address': 'fa:16:3e:49:fd:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0d4ee4a-571d-4ecd-bcb9-60ece6662c27', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:23:03.049006 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-dbabb074-7a68-4d09-8002-2ac63f187f2b None None] Provisioning for port e650b946-83ef-48df-9fe0-03e0c667426c completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:23:03.062123 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-dbabb074-7a68-4d09-8002-2ac63f187f2b None None] Provisioning complete for port e650b946-83ef-48df-9fe0-03e0c667426c triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:23:03.062492 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-dbabb074-7a68-4d09-8002-2ac63f187f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:03.089006 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5203cf-3432-4088-92ce-73a19e1760aa req-3252b0f4-90ea-4458-9393-995d52be5dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:03.090555 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4b5203cf-3432-4088-92ce-73a19e1760aa req-3252b0f4-90ea-4458-9393-995d52be5dfa service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=82228dddf6d7411e9b9bc86768e162fd&device_id=cb5780c7-461a-4dd4-999d-d7e14791d896 HTTP/1.1" status: 200 len: 1097 time: 0.5338519 May 28 06:23:03.108025 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port ba8def88-fe56-451e-927b-7b0720ad1c21 is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:23:03.108404 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:03.138493 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba8def88-fe56-451e-927b-7b0720ad1c21 {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:23:03.145000 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-dbabb074-7a68-4d09-8002-2ac63f187f2b None None] Port e650b946-83ef-48df-9fe0-03e0c667426c cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:23:03.157663 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port ba8def88-fe56-451e-927b-7b0720ad1c21, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=ba8def88-fe56-451e-927b-7b0720ad1c21,segment=NetworkSegment(e1db8248-a156-442d-a5cb-9a8435e3feea),segment_id=e1db8248-a156-442d-a5cb-9a8435e3feea)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:23:03.202735 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-d3a8b0a5-8e6e-4261-b7b8-6956ed260240 req-d7f7f91a-612c-433e-812f-53835a4eeb31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:03.279736 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-51335cf7-35a0-405e-ac19-3afdb905da08 req-d44657d1-5a99-422d-9655-0f48b9cd880b tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=68df399e-e75e-4871-9364-5d05730b50f0 HTTP/1.1" status: 200 len: 258 time: 0.6075790 May 28 06:23:03.285548 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:03.286288 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 334d8b0c-1a16-446d-b33c-f02a7aec97de details requested by agent hyperv_n-h2-843702-1 with host n-h2-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:23:03.311646 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-51335cf7-35a0-405e-ac19-3afdb905da08 req-71dacf7c-6583-42cd-a5f4-ea952074f35f tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Request body: {'floatingip': {'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:23:03.335686 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-51335cf7-35a0-405e-ac19-3afdb905da08 req-71dacf7c-6583-42cd-a5f4-ea952074f35f tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:23:03.376141 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6426e369-c07a-4b9c-9259-e04547e7c1c4 req-a929c007-4c8d-45b7-9698-a98ccfe28dd9 tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:03.377400 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6426e369-c07a-4b9c-9259-e04547e7c1c4 req-a929c007-4c8d-45b7-9698-a98ccfe28dd9 tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] 10.222.0.55 "GET /v2.0/ports?device_id=00258d54-e8f5-4706-a2ef-e3422c72aa3e HTTP/1.1" status: 200 len: 943 time: 0.5957892 May 28 06:23:03.386284 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-51335cf7-35a0-405e-ac19-3afdb905da08 req-71dacf7c-6583-42cd-a5f4-ea952074f35f tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:23:03.412117 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5203cf-3432-4088-92ce-73a19e1760aa req-a3ff8358-9e68-4a25-be42-ded1286bed38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:03.413591 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4b5203cf-3432-4088-92ce-73a19e1760aa req-a3ff8358-9e68-4a25-be42-ded1286bed38 service neutron] 10.222.0.69 "GET /v2.0/networks?id=576ea26e-8035-455a-8c74-4158da6aa448 HTTP/1.1" status: 200 len: 930 time: 0.3161829 May 28 06:23:03.469842 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=ba8def88-fe56-451e-927b-7b0720ad1c21,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:23:03.525199 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 334d8b0c-1a16-446d-b33c-f02a7aec97de, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=334d8b0c-1a16-446d-b33c-f02a7aec97de,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:23:03.539708 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Returning: {'device': '334d8b0c-1a16-446d-b33c-f02a7aec97de', 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9', 'port_id': '334d8b0c-1a16-446d-b33c-f02a7aec97de', 'mac_address': 'fa:16:3e:d4:51:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e72d0ca5-04cb-4b36-82b1-c75214c9eb05', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:23:03.590737 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6426e369-c07a-4b9c-9259-e04547e7c1c4 req-0a5cf7c6-5917-4530-b7c2-e0c94b0ebbcf tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea7c2c73-e049-49b4-bb75-f1976d073ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2023048 May 28 06:23:03.599083 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 334d8b0c-1a16-446d-b33c-f02a7aec97de is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:23:03.599459 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:03.612764 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-51335cf7-35a0-405e-ac19-3afdb905da08 req-71dacf7c-6583-42cd-a5f4-ea952074f35f tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Notify callbacks [] for floatingip, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:03.630044 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 334d8b0c-1a16-446d-b33c-f02a7aec97de {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:23:03.647424 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 334d8b0c-1a16-446d-b33c-f02a7aec97de, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=334d8b0c-1a16-446d-b33c-f02a7aec97de,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:23:03.695330 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4b5203cf-3432-4088-92ce-73a19e1760aa req-3d41e521-269b-464f-94d4-033b236bfbe5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cb854cdf-2991-47ca-909c-af8be51bdf4b HTTP/1.1" status: 200 len: 1002 time: 0.2428174 May 28 06:23:03.787854 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:03.857308 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=334d8b0c-1a16-446d-b33c-f02a7aec97de,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:23:03.920130 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5203cf-3432-4088-92ce-73a19e1760aa req-aef2f8ff-2a4f-4a4b-8d9e-a5c69b05b332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:03.921578 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4b5203cf-3432-4088-92ce-73a19e1760aa req-aef2f8ff-2a4f-4a4b-8d9e-a5c69b05b332 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e65d318c-0f7f-4c29-abed-45d47307befd HTTP/1.1" status: 200 len: 868 time: 0.1446958 May 28 06:23:04.064152 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf85a16-f86e-4c64-9eeb-cf069fa53c33 req-cb1386a4-535e-4760-996e-0228a68e62b5 tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:04.065739 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3cf85a16-f86e-4c64-9eeb-cf069fa53c33 req-cb1386a4-535e-4760-996e-0228a68e62b5 tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5d298d2-7059-491b-88a0-406c470b4ae8 HTTP/1.1" status: 200 len: 950 time: 0.3694782 May 28 06:23:04.124242 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [req-d3a8b0a5-8e6e-4261-b7b8-6956ed260240 req-d7f7f91a-612c-433e-812f-53835a4eeb31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e650b946-83ef-48df-9fe0-03e0c667426c {{(pid=89110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:23:04.154856 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-d3a8b0a5-8e6e-4261-b7b8-6956ed260240 req-d7f7f91a-612c-433e-812f-53835a4eeb31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:04.175540 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3cf85a16-f86e-4c64-9eeb-cf069fa53c33 req-210ff6b1-380d-4aa9-b102-50c33504661b tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] 10.222.0.55 "GET /v2.0/security-groups?id=e1f43c48-05bd-49a7-8820-e89d2a162415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957971 May 28 06:23:04.189666 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5203cf-3432-4088-92ce-73a19e1760aa req-51dcd211-df4c-446d-8ee0-a4ecf8d1c2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:04.191423 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4b5203cf-3432-4088-92ce-73a19e1760aa req-51dcd211-df4c-446d-8ee0-a4ecf8d1c2a2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=576ea26e-8035-455a-8c74-4158da6aa448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2609727 May 28 06:23:04.192905 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-d3a8b0a5-8e6e-4261-b7b8-6956ed260240 req-d7f7f91a-612c-433e-812f-53835a4eeb31 service neutron] Transition to ACTIVE for port object e650b946-83ef-48df-9fe0-03e0c667426c will not be triggered until provisioned by entity L2. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:23:04.199554 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-51335cf7-35a0-405e-ac19-3afdb905da08 req-71dacf7c-6583-42cd-a5f4-ea952074f35f tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:04.264496 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['334d8b0c-1a16-446d-b33c-f02a7aec97de'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:23:04.299330 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['ba8def88-fe56-451e-927b-7b0720ad1c21'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:23:04.323521 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-d3a8b0a5-8e6e-4261-b7b8-6956ed260240 req-d7f7f91a-612c-433e-812f-53835a4eeb31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:04.776812 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f7f91a-612c-433e-812f-53835a4eeb31 service neutron] Pushing event updated for resources: {'Port': ['ID=e650b946-83ef-48df-9fe0-03e0c667426c,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:23:04.854652 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4b5203cf-3432-4088-92ce-73a19e1760aa req-02dc8834-daf3-4670-a8a5-79401b042f5c service neutron] 10.222.0.69 "GET /v2.0/networks/576ea26e-8035-455a-8c74-4158da6aa448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6529140 May 28 06:23:04.911240 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [req-51335cf7-35a0-405e-ac19-3afdb905da08 req-71dacf7c-6583-42cd-a5f4-ea952074f35f tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Allocated IP 172.25.5.112 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/fbd17f61-ca41-485b-be78-1fbfd4fc4015) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:23:04.992382 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e66e251-2e3d-4d07-9649-e181fc64281c req-c24505f6-b8f1-469d-890e-842f626618d6 tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:04.993921 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8e66e251-2e3d-4d07-9649-e181fc64281c req-c24505f6-b8f1-469d-890e-842f626618d6 tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] 10.222.0.55 "GET /v2.0/ports?device_id=a3c3d437-5cc4-432d-8fe2-4bd16dbe1f2e HTTP/1.1" status: 200 len: 949 time: 0.6813049 May 28 06:23:05.101945 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-d3a8b0a5-8e6e-4261-b7b8-6956ed260240 req-d7f7f91a-612c-433e-812f-53835a4eeb31 service neutron] Attempting to bind port e650b946-83ef-48df-9fe0-03e0c667426c on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:23:05.102275 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-d3a8b0a5-8e6e-4261-b7b8-6956ed260240 req-d7f7f91a-612c-433e-812f-53835a4eeb31 service neutron] Attempting to bind port e650b946-83ef-48df-9fe0-03e0c667426c by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:23:05.102613 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a8b0a5-8e6e-4261-b7b8-6956ed260240 req-d7f7f91a-612c-433e-812f-53835a4eeb31 service neutron] Attempting to bind port e650b946-83ef-48df-9fe0-03e0c667426c on network bb90c162-fdb0-406b-af2b-5eef830db7a9 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:23:05.128196 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a8b0a5-8e6e-4261-b7b8-6956ed260240 req-d7f7f91a-612c-433e-812f-53835a4eeb31 service neutron] Port e650b946-83ef-48df-9fe0-03e0c667426c on network bb90c162-fdb0-406b-af2b-5eef830db7a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:23:05.129100 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a8b0a5-8e6e-4261-b7b8-6956ed260240 req-d7f7f91a-612c-433e-812f-53835a4eeb31 service neutron] Attempting to bind port e650b946-83ef-48df-9fe0-03e0c667426c on network bb90c162-fdb0-406b-af2b-5eef830db7a9 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:23:05.160822 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a8b0a5-8e6e-4261-b7b8-6956ed260240 req-d7f7f91a-612c-433e-812f-53835a4eeb31 service neutron] Checking agent: {'id': '69f492a0-c00d-46d0-9bec-fcd8161ce206', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 22, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:23:05.161168 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a8b0a5-8e6e-4261-b7b8-6956ed260240 req-d7f7f91a-612c-433e-812f-53835a4eeb31 service neutron] Checking segment: {'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:23:05.161632 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a8b0a5-8e6e-4261-b7b8-6956ed260240 req-d7f7f91a-612c-433e-812f-53835a4eeb31 service neutron] Bound using segment: {'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:23:05.162111 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-d3a8b0a5-8e6e-4261-b7b8-6956ed260240 req-d7f7f91a-612c-433e-812f-53835a4eeb31 service neutron] Bound port: e650b946-83ef-48df-9fe0-03e0c667426c, host: n-h1-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'}}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:23:05.162475 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-d3a8b0a5-8e6e-4261-b7b8-6956ed260240 req-d7f7f91a-612c-433e-812f-53835a4eeb31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:05.201727 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8e66e251-2e3d-4d07-9649-e181fc64281c req-3424e466-8ee4-4aeb-9b17-db4391e83893 tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac29db33-ef6f-43a7-9236-59d10d045b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983624 May 28 06:23:05.264977 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4b5203cf-3432-4088-92ce-73a19e1760aa req-e0d404a3-c44d-4202-9984-f39697a23f94 service neutron] 10.222.0.69 "GET /v2.0/networks/576ea26e-8035-455a-8c74-4158da6aa448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3963459 May 28 06:23:05.304332 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-51335cf7-35a0-405e-ac19-3afdb905da08 req-71dacf7c-6583-42cd-a5f4-ea952074f35f tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:05.381593 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-d3a8b0a5-8e6e-4261-b7b8-6956ed260240 req-d7f7f91a-612c-433e-812f-53835a4eeb31 service neutron] For port e650b946-83ef-48df-9fe0-03e0c667426c, host n-h1-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:23:05.404084 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-d3a8b0a5-8e6e-4261-b7b8-6956ed260240 req-d7f7f91a-612c-433e-812f-53835a4eeb31 service neutron] For port e650b946-83ef-48df-9fe0-03e0c667426c, host n-h1-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=e650b946-83ef-48df-9fe0-03e0c667426c,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:23:05.435657 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721cb56f-27f8-4f1e-8daa-5415e0ee9092 req-d57430e7-e368-48b0-a4ca-7dcec8d9c7fe tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:05.436345 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-721cb56f-27f8-4f1e-8daa-5415e0ee9092 req-d57430e7-e368-48b0-a4ca-7dcec8d9c7fe tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Synchronizing usage tracker for tenant:fa535ce8a329409da109cb227c3a70b1 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:23:05.542581 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-d3a8b0a5-8e6e-4261-b7b8-6956ed260240 req-d7f7f91a-612c-433e-812f-53835a4eeb31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:05.600548 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-51335cf7-35a0-405e-ac19-3afdb905da08 req-71dacf7c-6583-42cd-a5f4-ea952074f35f tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:05.604597 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-721cb56f-27f8-4f1e-8daa-5415e0ee9092 req-d57430e7-e368-48b0-a4ca-7dcec8d9c7fe tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Unset dirty status for tenant:fa535ce8a329409da109cb227c3a70b1 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:23:05.611663 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-721cb56f-27f8-4f1e-8daa-5415e0ee9092 req-d57430e7-e368-48b0-a4ca-7dcec8d9c7fe tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=7abe23a3-6f8b-4542-bc0d-9d92227b9bcb HTTP/1.1" status: 200 len: 948 time: 0.2820492 May 28 06:23:05.615539 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a8b0a5-8e6e-4261-b7b8-6956ed260240 req-d7f7f91a-612c-433e-812f-53835a4eeb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:05.616145 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-d3a8b0a5-8e6e-4261-b7b8-6956ed260240 req-d7f7f91a-612c-433e-812f-53835a4eeb31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:05.617515 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d3a8b0a5-8e6e-4261-b7b8-6956ed260240 req-d7f7f91a-612c-433e-812f-53835a4eeb31 service neutron] 10.222.0.69 "PUT /v2.0/ports/e650b946-83ef-48df-9fe0-03e0c667426c HTTP/1.1" status: 200 len: 1096 time: 2.8908772 May 28 06:23:05.620904 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7abe23a3-6f8b-4542-bc0d-9d92227b9bcb', 'tag': 'e650b946-83ef-48df-9fe0-03e0c667426c'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:23:05.670587 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51335cf7-35a0-405e-ac19-3afdb905da08 req-71dacf7c-6583-42cd-a5f4-ea952074f35f tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:23:05.698061 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [req-51335cf7-35a0-405e-ac19-3afdb905da08 req-71dacf7c-6583-42cd-a5f4-ea952074f35f tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:23:05.698061 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-51335cf7-35a0-405e-ac19-3afdb905da08 req-71dacf7c-6583-42cd-a5f4-ea952074f35f tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:23:05.715141 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f7f91a-612c-433e-812f-53835a4eeb31 service neutron] Pushing event updated for resources: {'Port': ['ID=e650b946-83ef-48df-9fe0-03e0c667426c,revision_number=3']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:23:05.724058 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-721cb56f-27f8-4f1e-8daa-5415e0ee9092 req-c7a0b83c-6e7d-4337-8e4a-eeb5031b3961 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030667 May 28 06:23:05.930455 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dacf7c-6583-42cd-a5f4-ea952074f35f tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Pushing event updated for resources: {'Port': ['ID=fbd17f61-ca41-485b-be78-1fbfd4fc4015,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:23:05.993606 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-51335cf7-35a0-405e-ac19-3afdb905da08 req-71dacf7c-6583-42cd-a5f4-ea952074f35f tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:06.016003 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a8b0a5-8e6e-4261-b7b8-6956ed260240 req-8a7ca21c-c71e-4364-8ee5-57893a77c20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:06.017137 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d3a8b0a5-8e6e-4261-b7b8-6956ed260240 req-8a7ca21c-c71e-4364-8ee5-57893a77c20e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fa535ce8a329409da109cb227c3a70b1&device_id=7abe23a3-6f8b-4542-bc0d-9d92227b9bcb HTTP/1.1" status: 200 len: 1099 time: 0.1762328 May 28 06:23:06.151241 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d3a8b0a5-8e6e-4261-b7b8-6956ed260240 req-606dbf2d-6b9d-43d4-bbab-3806759afe0b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=e650b946-83ef-48df-9fe0-03e0c667426c HTTP/1.1" status: 200 len: 217 time: 0.1182034 May 28 06:23:06.274471 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-51335cf7-35a0-405e-ac19-3afdb905da08 req-71dacf7c-6583-42cd-a5f4-ea952074f35f tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:06.347487 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a8b0a5-8e6e-4261-b7b8-6956ed260240 req-5a881c69-f70f-4d8f-9079-82bea9e9992b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:06.348927 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d3a8b0a5-8e6e-4261-b7b8-6956ed260240 req-5a881c69-f70f-4d8f-9079-82bea9e9992b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e72d0ca5-04cb-4b36-82b1-c75214c9eb05 HTTP/1.1" status: 200 len: 843 time: 0.1588781 May 28 06:23:06.554852 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a8b0a5-8e6e-4261-b7b8-6956ed260240 req-b162a32a-8776-49c9-a9bc-c671f1d7a528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:06.556332 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d3a8b0a5-8e6e-4261-b7b8-6956ed260240 req-b162a32a-8776-49c9-a9bc-c671f1d7a528 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bb90c162-fdb0-406b-af2b-5eef830db7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1955476 May 28 06:23:06.754234 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device ba8def88-fe56-451e-927b-7b0720ad1c21 up at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:23:06.781376 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-51335cf7-35a0-405e-ac19-3afdb905da08 req-71dacf7c-6583-42cd-a5f4-ea952074f35f tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:06.844096 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d3a8b0a5-8e6e-4261-b7b8-6956ed260240 req-7ad1f5c1-4e3a-4b4a-b26a-1b11d0d1015a service neutron] 10.222.0.69 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2809489 May 28 06:23:06.968917 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-51335cf7-35a0-405e-ac19-3afdb905da08 req-71dacf7c-6583-42cd-a5f4-ea952074f35f tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:06.989644 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning for port ba8def88-fe56-451e-927b-7b0720ad1c21 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:23:06.998604 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning complete for port ba8def88-fe56-451e-927b-7b0720ad1c21 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:23:06.998971 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:07.160616 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dacf7c-6583-42cd-a5f4-ea952074f35f tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Pushing event updated for resources: {'Port': ['ID=fbd17f61-ca41-485b-be78-1fbfd4fc4015,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:23:07.170671 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-51335cf7-35a0-405e-ac19-3afdb905da08 req-71dacf7c-6583-42cd-a5f4-ea952074f35f tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691094'] for floatingip, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:07.181883 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d3a8b0a5-8e6e-4261-b7b8-6956ed260240 req-9f48f4f9-0c2c-4407-8639-ca4701afe181 service neutron] 10.222.0.69 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3257971 May 28 06:23:07.187914 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port ba8def88-fe56-451e-927b-7b0720ad1c21 is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:23:07.188531 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dacf7c-6583-42cd-a5f4-ea952074f35f tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:23:07.188882 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dacf7c-6583-42cd-a5f4-ea952074f35f tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:23:07.189035 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:07.189219 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dacf7c-6583-42cd-a5f4-ea952074f35f tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:23:07.189586 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dacf7c-6583-42cd-a5f4-ea952074f35f tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:23:07.189922 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dacf7c-6583-42cd-a5f4-ea952074f35f tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:23:07.190289 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dacf7c-6583-42cd-a5f4-ea952074f35f tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:23:07.190622 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dacf7c-6583-42cd-a5f4-ea952074f35f tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:23:07.190950 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dacf7c-6583-42cd-a5f4-ea952074f35f tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:23:07.191278 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dacf7c-6583-42cd-a5f4-ea952074f35f tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:23:07.191599 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dacf7c-6583-42cd-a5f4-ea952074f35f tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:23:07.192389 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dacf7c-6583-42cd-a5f4-ea952074f35f tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:23:07.192389 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dacf7c-6583-42cd-a5f4-ea952074f35f tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:23:07.220928 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fccaaf-5015-4f4d-adae-f0239cd8575d req-9efba752-8599-4b2c-9cec-7591ea539c1d tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:07.222731 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c8fccaaf-5015-4f4d-adae-f0239cd8575d req-9efba752-8599-4b2c-9cec-7591ea539c1d tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] 10.222.0.55 "GET /v2.0/ports?device_id=00258d54-e8f5-4706-a2ef-e3422c72aa3e HTTP/1.1" status: 200 len: 944 time: 0.3487277 May 28 06:23:07.256061 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00258d54-e8f5-4706-a2ef-e3422c72aa3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba8def88-fe56-451e-927b-7b0720ad1c21'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:23:07.266228 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port ba8def88-fe56-451e-927b-7b0720ad1c21, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=ba8def88-fe56-451e-927b-7b0720ad1c21,segment=NetworkSegment(e1db8248-a156-442d-a5cb-9a8435e3feea),segment_id=e1db8248-a156-442d-a5cb-9a8435e3feea)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:23:07.273312 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c8fccaaf-5015-4f4d-adae-f0239cd8575d req-2b86aeec-9cdf-4440-a08f-cacc632e8c65 tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea7c2c73-e049-49b4-bb75-f1976d073ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432901 May 28 06:23:07.325562 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86aee64d-9764-4c22-a904-ec2f28900129'] response: {'name': 'network-changed', 'server_uuid': '7abe23a3-6f8b-4542-bc0d-9d92227b9bcb', 'tag': 'e650b946-83ef-48df-9fe0-03e0c667426c', 'status': 'completed', 'code': 200} May 28 06:23:07.336497 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:07.337303 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 334d8b0c-1a16-446d-b33c-f02a7aec97de up at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:23:07.344903 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-51335cf7-35a0-405e-ac19-3afdb905da08 req-71dacf7c-6583-42cd-a5f4-ea952074f35f tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:07.346189 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-51335cf7-35a0-405e-ac19-3afdb905da08 req-71dacf7c-6583-42cd-a5f4-ea952074f35f tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.0580826 May 28 06:23:07.488171 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=ba8def88-fe56-451e-927b-7b0720ad1c21,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:23:07.540400 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-51335cf7-35a0-405e-ac19-3afdb905da08 req-c57cec30-663e-40dd-a6d2-5979b2d84334 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Synchronizing usage tracker for tenant:82228dddf6d7411e9b9bc86768e162fd on resource:floatingip {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:23:07.598366 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning for port 334d8b0c-1a16-446d-b33c-f02a7aec97de completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:23:07.603644 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning complete for port 334d8b0c-1a16-446d-b33c-f02a7aec97de triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:23:07.603855 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc746ed1-d01e-4714-8358-3bd5f2dc1e3a req-d0f3572c-fc21-417e-ab49-688d9a44e7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:07.604005 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:07.605319 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dc746ed1-d01e-4714-8358-3bd5f2dc1e3a req-d0f3572c-fc21-417e-ab49-688d9a44e7ce service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fa535ce8a329409da109cb227c3a70b1&device_id=7abe23a3-6f8b-4542-bc0d-9d92227b9bcb HTTP/1.1" status: 200 len: 1099 time: 0.1797502 May 28 06:23:07.614059 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a307863e-352c-4ef9-84ae-0d92cdc7f38a req-2ff2e177-1fc4-4eb2-b2b1-a8f5c59afd8a tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:07.615410 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a307863e-352c-4ef9-84ae-0d92cdc7f38a req-2ff2e177-1fc4-4eb2-b2b1-a8f5c59afd8a tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] 10.222.0.55 "GET /v2.0/ports?device_id=a3c3d437-5cc4-432d-8fe2-4bd16dbe1f2e HTTP/1.1" status: 200 len: 949 time: 0.1315289 May 28 06:23:07.698596 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-51335cf7-35a0-405e-ac19-3afdb905da08 req-c57cec30-663e-40dd-a6d2-5979b2d84334 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Unset dirty status for tenant:82228dddf6d7411e9b9bc86768e162fd on resource:floatingip {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:23:07.699756 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-51335cf7-35a0-405e-ac19-3afdb905da08 req-c57cec30-663e-40dd-a6d2-5979b2d84334 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.5.112 HTTP/1.1" status: 200 len: 696 time: 0.3462038 May 28 06:23:07.734504 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 334d8b0c-1a16-446d-b33c-f02a7aec97de is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:23:07.735120 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:07.777137 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 334d8b0c-1a16-446d-b33c-f02a7aec97de, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=334d8b0c-1a16-446d-b33c-f02a7aec97de,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:23:07.817690 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a307863e-352c-4ef9-84ae-0d92cdc7f38a req-0985a6f6-d5f7-4266-8892-ab782901f437 tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac29db33-ef6f-43a7-9236-59d10d045b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800334 May 28 06:23:07.867830 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:07.900130 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc746ed1-d01e-4714-8358-3bd5f2dc1e3a req-4944297d-fbea-4ca3-9f4c-769421d3cbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:07.901691 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dc746ed1-d01e-4714-8358-3bd5f2dc1e3a req-4944297d-fbea-4ca3-9f4c-769421d3cbcf service neutron] 10.222.0.69 "GET /v2.0/networks?id=bb90c162-fdb0-406b-af2b-5eef830db7a9 HTTP/1.1" status: 200 len: 870 time: 0.2854245 May 28 06:23:07.962263 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=334d8b0c-1a16-446d-b33c-f02a7aec97de,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:23:07.977835 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dc746ed1-d01e-4714-8358-3bd5f2dc1e3a req-0b4bf8e8-3ca7-4ee0-9bb1-fd23816d0fdd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=e650b946-83ef-48df-9fe0-03e0c667426c HTTP/1.1" status: 200 len: 217 time: 0.0664687 May 28 06:23:07.986200 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51335cf7-35a0-405e-ac19-3afdb905da08 req-2f719c01-9382-4b96-be6a-f3889fbd4acc tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:07.988090 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-51335cf7-35a0-405e-ac19-3afdb905da08 req-2f719c01-9382-4b96-be6a-f3889fbd4acc tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] 10.222.0.55 "GET /v2.0/networks/68df399e-e75e-4871-9364-5d05730b50f0 HTTP/1.1" status: 200 len: 784 time: 0.2803771 May 28 06:23:08.046512 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81a9070d-6114-424f-b0c0-0631aa96c71e'] response: {'server_uuid': '00258d54-e8f5-4706-a2ef-e3422c72aa3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba8def88-fe56-451e-927b-7b0720ad1c21', 'code': 200} May 28 06:23:08.111387 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc746ed1-d01e-4714-8358-3bd5f2dc1e3a req-f0356389-2cac-44ee-8278-0cbf1ddd51f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:08.113399 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dc746ed1-d01e-4714-8358-3bd5f2dc1e3a req-f0356389-2cac-44ee-8278-0cbf1ddd51f5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e72d0ca5-04cb-4b36-82b1-c75214c9eb05 HTTP/1.1" status: 200 len: 843 time: 0.1244533 May 28 06:23:08.402083 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ade974-35e1-462d-98ab-311bde814826 req-36a0b143-2c98-4b75-8227-3c1a654c6f6f tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:08.403608 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e6ade974-35e1-462d-98ab-311bde814826 req-36a0b143-2c98-4b75-8227-3c1a654c6f6f tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=7abe23a3-6f8b-4542-bc0d-9d92227b9bcb HTTP/1.1" status: 200 len: 948 time: 0.3495750 May 28 06:23:08.486282 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04fb626-2c0c-447d-8d2f-41bb85e26bae req-9acbd8d1-0a4d-4dcf-9f84-595a7f620243 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:08.488891 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a04fb626-2c0c-447d-8d2f-41bb85e26bae req-9acbd8d1-0a4d-4dcf-9f84-595a7f620243 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/networks?id=ae685707-2f9d-409f-9237-8deef87c8163 HTTP/1.1" status: 200 len: 808 time: 0.2961843 May 28 06:23:08.503494 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0c4cdf-6fe3-4505-bb5a-9a46b6d10081 req-5d9064b9-2a20-4b7c-aeef-a5ca8c0ce465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:08.505972 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ac0c4cdf-6fe3-4505-bb5a-9a46b6d10081 req-5d9064b9-2a20-4b7c-aeef-a5ca8c0ce465 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=00258d54-e8f5-4706-a2ef-e3422c72aa3e HTTP/1.1" status: 200 len: 1096 time: 0.3119092 May 28 06:23:08.514308 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e6ade974-35e1-462d-98ab-311bde814826 req-5e0a8246-2349-49db-844d-a7a35ddef0e3 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003487 May 28 06:23:08.550430 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc746ed1-d01e-4714-8358-3bd5f2dc1e3a req-ed732b04-05e5-42a6-a88d-1ce4ee082a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:08.552645 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dc746ed1-d01e-4714-8358-3bd5f2dc1e3a req-ed732b04-05e5-42a6-a88d-1ce4ee082a65 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bb90c162-fdb0-406b-af2b-5eef830db7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4285870 May 28 06:23:08.703204 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a04fb626-2c0c-447d-8d2f-41bb85e26bae req-1809d1b2-8e13-4cf4-a2be-f98c333fafa6 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/quotas/7b2fe75d343f4ee29013f21d2442bc34 HTTP/1.1" status: 200 len: 375 time: 0.1821213 May 28 06:23:08.827341 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ac0c4cdf-6fe3-4505-bb5a-9a46b6d10081 req-c46f72d7-ac42-4bcc-982f-75c43dbd1100 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=ea7c2c73-e049-49b4-bb75-f1976d073ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3096201 May 28 06:23:08.890348 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dc746ed1-d01e-4714-8358-3bd5f2dc1e3a req-c00e2241-fc00-4a31-a458-07858096e64a service neutron] 10.222.0.69 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3262694 May 28 06:23:08.902235 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a04fb626-2c0c-447d-8d2f-41bb85e26bae req-13689515-7ead-4689-93db-e486e66ec58a tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=7b2fe75d343f4ee29013f21d2442bc34&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1879215 May 28 06:23:09.148491 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dc746ed1-d01e-4714-8358-3bd5f2dc1e3a req-42dc02fb-5320-4a3a-b012-c1d07541489f service neutron] 10.222.0.69 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2453184 May 28 06:23:09.151511 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a04fb626-2c0c-447d-8d2f-41bb85e26bae req-3f0e978e-364d-4bd7-a0c2-c812b97d3b5e service neutron] 10.222.0.55 "GET /v2.0/networks/ae685707-2f9d-409f-9237-8deef87c8163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307553 May 28 06:23:09.299963 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a04fb626-2c0c-447d-8d2f-41bb85e26bae req-06cd2b2f-55ba-4414-a8e7-9e78fa721c7a service neutron] 10.222.0.55 "GET /v2.0/networks/ae685707-2f9d-409f-9237-8deef87c8163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334689 May 28 06:23:09.383951 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 102a70ac-764d-4fd3-8200-15482425c410 details requested by agent hyperv_n-h1-843702-1 with host n-h1-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:23:09.564367 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 102a70ac-764d-4fd3-8200-15482425c410, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=102a70ac-764d-4fd3-8200-15482425c410,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:23:09.583391 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Returning: {'device': '102a70ac-764d-4fd3-8200-15482425c410', 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9', 'port_id': '102a70ac-764d-4fd3-8200-15482425c410', 'mac_address': 'fa:16:3e:d1:d2:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e72d0ca5-04cb-4b36-82b1-c75214c9eb05', 'ip_address': '192.168.233.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:23:09.677930 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 102a70ac-764d-4fd3-8200-15482425c410 is: ACTIVE; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:23:09.678302 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:09.696247 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 102a70ac-764d-4fd3-8200-15482425c410 {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:23:09.716377 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 102a70ac-764d-4fd3-8200-15482425c410, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=102a70ac-764d-4fd3-8200-15482425c410,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:23:09.744694 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b7bbbb-1eaa-48a9-9b6c-d3dce25187e0 req-633097a5-6bf6-45e5-8568-346680369ba8 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:09.746487 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-01b7bbbb-1eaa-48a9-9b6c-d3dce25187e0 req-633097a5-6bf6-45e5-8568-346680369ba8 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb5780c7-461a-4dd4-999d-d7e14791d896&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1087961 May 28 06:23:09.834856 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:09.835910 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device e650b946-83ef-48df-9fe0-03e0c667426c details requested by agent hyperv_n-h1-843702-1 with host n-h1-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:23:09.844828 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-01b7bbbb-1eaa-48a9-9b6c-d3dce25187e0 req-59372311-d225-4f9a-9699-73cc1edf5d64 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.5.112 HTTP/1.1" status: 200 len: 696 time: 0.0922728 May 28 06:23:09.855822 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-01b7bbbb-1eaa-48a9-9b6c-d3dce25187e0 req-a1996b73-aece-4670-b384-cfa5c3e8a18e tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Request body: {'floatingip': {'port_id': 'cb854cdf-2991-47ca-909c-af8be51bdf4b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:23:09.938633 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port e650b946-83ef-48df-9fe0-03e0c667426c, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=e650b946-83ef-48df-9fe0-03e0c667426c,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:23:09.946413 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=102a70ac-764d-4fd3-8200-15482425c410,revision_number=6']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:23:09.954082 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-01b7bbbb-1eaa-48a9-9b6c-d3dce25187e0 req-a1996b73-aece-4670-b384-cfa5c3e8a18e tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Notify callbacks [] for floatingip, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:09.956383 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Returning: {'device': 'e650b946-83ef-48df-9fe0-03e0c667426c', 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9', 'port_id': 'e650b946-83ef-48df-9fe0-03e0c667426c', 'mac_address': 'fa:16:3e:56:f7:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e72d0ca5-04cb-4b36-82b1-c75214c9eb05', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:23:10.020185 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port e650b946-83ef-48df-9fe0-03e0c667426c is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:23:10.021721 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:10.047294 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3c3d437-5cc4-432d-8fe2-4bd16dbe1f2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '334d8b0c-1a16-446d-b33c-f02a7aec97de'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:23:10.057324 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e650b946-83ef-48df-9fe0-03e0c667426c {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:23:10.094977 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port e650b946-83ef-48df-9fe0-03e0c667426c, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=e650b946-83ef-48df-9fe0-03e0c667426c,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:23:10.182116 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:10.325851 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=e650b946-83ef-48df-9fe0-03e0c667426c,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:23:10.379301 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['102a70ac-764d-4fd3-8200-15482425c410'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:23:10.589542 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['e650b946-83ef-48df-9fe0-03e0c667426c'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:23:10.614244 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06720471-0328-4be1-aa3d-c645928d27b2 req-77b1a061-b77f-4e78-8425-82341212df17 tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:10.622081 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-06720471-0328-4be1-aa3d-c645928d27b2 req-77b1a061-b77f-4e78-8425-82341212df17 tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] 10.222.0.55 "GET /v2.0/ports?device_id=00258d54-e8f5-4706-a2ef-e3422c72aa3e HTTP/1.1" status: 200 len: 945 time: 0.3373520 May 28 06:23:10.671708 n-d-843702-1 neutron-server[89110]: INFO neutron.api.v2.resource [req-01b7bbbb-1eaa-48a9-9b6c-d3dce25187e0 req-a1996b73-aece-4670-b384-cfa5c3e8a18e tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] update failed (client error): There was a conflict when trying to complete your request. May 28 06:23:10.673009 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-01b7bbbb-1eaa-48a9-9b6c-d3dce25187e0 req-a1996b73-aece-4670-b384-cfa5c3e8a18e tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] 10.222.0.55 "PUT /v2.0/floatingips/0b7bb4b2-69b6-4031-8df3-bf003fa0689a HTTP/1.1" status: 409 len: 551 time: 0.8240304 May 28 06:23:10.730489 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-06720471-0328-4be1-aa3d-c645928d27b2 req-4731f164-ce82-4251-a80c-b686a9db0b46 tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea7c2c73-e049-49b4-bb75-f1976d073ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083605 May 28 06:23:11.091889 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba27c10-bb2c-4090-a6d8-d8e1106fe7f2 req-6d58ba0f-46b8-4a2c-8593-cc032d730838 tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:11.093849 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9ba27c10-bb2c-4090-a6d8-d8e1106fe7f2 req-6d58ba0f-46b8-4a2c-8593-cc032d730838 tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] 10.222.0.55 "GET /v2.0/ports?device_id=a3c3d437-5cc4-432d-8fe2-4bd16dbe1f2e HTTP/1.1" status: 200 len: 950 time: 0.3026595 May 28 06:23:11.134356 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f42b05-c0a2-41f0-8cab-2cd548840095 req-81243cdf-1b28-4086-ad96-bbec27315f2d tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:11.135794 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-31f42b05-c0a2-41f0-8cab-2cd548840095 req-81243cdf-1b28-4086-ad96-bbec27315f2d tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=7abe23a3-6f8b-4542-bc0d-9d92227b9bcb HTTP/1.1" status: 200 len: 949 time: 0.1439090 May 28 06:23:11.175295 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9ba27c10-bb2c-4090-a6d8-d8e1106fe7f2 req-09e3168a-85f3-47ab-bb07-3cbdf51bf0f8 tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac29db33-ef6f-43a7-9236-59d10d045b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714891 May 28 06:23:11.214314 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-31f42b05-c0a2-41f0-8cab-2cd548840095 req-a9994a2c-03a3-4383-ac79-235dc22a2b0c tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688086 May 28 06:23:11.261817 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5a77441-5170-4c14-8272-7e005d691c6f'] response: {'server_uuid': 'a3c3d437-5cc4-432d-8fe2-4bd16dbe1f2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '334d8b0c-1a16-446d-b33c-f02a7aec97de', 'code': 200} May 28 06:23:11.379041 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 102a70ac-764d-4fd3-8200-15482425c410 up at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:23:11.449075 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7c5c0334-5219-444b-acd1-527a8d933fb5 req-d12175a8-5992-40b5-b236-13480360da58 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] 10.222.0.55 "GET /v2.0/floatingips/0b7bb4b2-69b6-4031-8df3-bf003fa0689a HTTP/1.1" status: 200 len: 693 time: 0.1729078 May 28 06:23:11.544953 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning complete for port 102a70ac-764d-4fd3-8200-15482425c410 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:23:11.545736 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:11.750703 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a37a37-3c5c-4250-bc48-455ddd48c626 req-81d20aa7-3666-425a-aede-df86e3b7ef74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:11.754351 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a7a37a37-3c5c-4250-bc48-455ddd48c626 req-81d20aa7-3666-425a-aede-df86e3b7ef74 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=a3c3d437-5cc4-432d-8fe2-4bd16dbe1f2e HTTP/1.1" status: 200 len: 1101 time: 0.3811679 May 28 06:23:11.789737 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 102a70ac-764d-4fd3-8200-15482425c410 is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:23:11.791416 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:11.798063 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-366e57e3-39a6-431d-82f4-ebb98952152c req-b1137101-057a-459c-a9e6-2113c0c584b4 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/ports?device_id=44f54f0b-ef0b-486e-9295-4773273028a5 HTTP/1.1" status: 200 len: 210 time: 0.4251537 May 28 06:23:11.860476 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 102a70ac-764d-4fd3-8200-15482425c410, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=102a70ac-764d-4fd3-8200-15482425c410,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:23:11.891303 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5c0334-5219-444b-acd1-527a8d933fb5 req-225b3a68-287f-44b4-9b40-86c4af081503 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:11.892689 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7c5c0334-5219-444b-acd1-527a8d933fb5 req-225b3a68-287f-44b4-9b40-86c4af081503 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] 10.222.0.55 "GET /v2.0/networks/68df399e-e75e-4871-9364-5d05730b50f0 HTTP/1.1" status: 200 len: 784 time: 0.4343772 May 28 06:23:11.947932 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:11.993386 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a7a37a37-3c5c-4250-bc48-455ddd48c626 req-e2421ee1-d978-498a-9941-76ce22ed34c0 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=ac29db33-ef6f-43a7-9236-59d10d045b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227254 May 28 06:23:12.008562 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7c5c0334-5219-444b-acd1-527a8d933fb5 req-e741ea5e-b24e-465b-b7d3-b81e1d94df29 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.5.112 HTTP/1.1" status: 200 len: 696 time: 0.1085048 May 28 06:23:12.097054 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=102a70ac-764d-4fd3-8200-15482425c410,revision_number=7']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:23:12.134661 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7c5c0334-5219-444b-acd1-527a8d933fb5 req-cc12b3b8-a711-4da0-b5c9-d8cdc09ccd3b tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.5.112 HTTP/1.1" status: 200 len: 696 time: 0.0854902 May 28 06:23:12.349748 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-7c5c0334-5219-444b-acd1-527a8d933fb5 req-ff37c4cd-af3a-4527-9389-b78dba18396e tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Deleting port fbd17f61-ca41-485b-be78-1fbfd4fc4015 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:23:12.350083 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-7c5c0334-5219-444b-acd1-527a8d933fb5 req-ff37c4cd-af3a-4527-9389-b78dba18396e tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:12.410330 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99f2d47-77de-4cb9-8d0e-58d86c416d60 req-08912246-3cc5-4d28-9128-adc191c032fb tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:12.411561 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b99f2d47-77de-4cb9-8d0e-58d86c416d60 req-08912246-3cc5-4d28-9128-adc191c032fb tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] 10.222.0.55 "GET /v2.0/ports?device_id=00258d54-e8f5-4706-a2ef-e3422c72aa3e HTTP/1.1" status: 200 len: 945 time: 0.4018612 May 28 06:23:12.628074 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-7c5c0334-5219-444b-acd1-527a8d933fb5 req-ff37c4cd-af3a-4527-9389-b78dba18396e tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:12.628664 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-7c5c0334-5219-444b-acd1-527a8d933fb5 req-ff37c4cd-af3a-4527-9389-b78dba18396e tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:12.651306 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b99f2d47-77de-4cb9-8d0e-58d86c416d60 req-4d021da0-c8f5-499e-aeb4-b9f088bcc06a tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea7c2c73-e049-49b4-bb75-f1976d073ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2319024 May 28 06:23:12.791841 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-7c5c0334-5219-444b-acd1-527a8d933fb5 req-ff37c4cd-af3a-4527-9389-b78dba18396e tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Calling delete_port for fbd17f61-ca41-485b-be78-1fbfd4fc4015 owned by network:floatingip {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:23:13.262788 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5d298d2-7059-491b-88a0-406c470b4ae8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '102a70ac-764d-4fd3-8200-15482425c410'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:23:13.298696 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-7c5c0334-5219-444b-acd1-527a8d933fb5 req-ff37c4cd-af3a-4527-9389-b78dba18396e tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:13.402770 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device e650b946-83ef-48df-9fe0-03e0c667426c up at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:23:13.415920 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04fb626-2c0c-447d-8d2f-41bb85e26bae req-c7e949d5-704e-4b62-bbc0-59315c9858af tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:13.417370 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a04fb626-2c0c-447d-8d2f-41bb85e26bae req-c7e949d5-704e-4b62-bbc0-59315c9858af tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.69 "GET /v2.0/networks?id=ae685707-2f9d-409f-9237-8deef87c8163 HTTP/1.1" status: 200 len: 808 time: 0.3155460 May 28 06:23:13.418144 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff37c4cd-af3a-4527-9389-b78dba18396e tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Pushing event deleted for resources: {'Port': ['ID=fbd17f61-ca41-485b-be78-1fbfd4fc4015,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:23:13.431169 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-a04fb626-2c0c-447d-8d2f-41bb85e26bae req-9beed8b4-222a-410c-8d7f-3f1a437add05 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Request body: {'port': {'device_id': '44f54f0b-ef0b-486e-9295-4773273028a5', 'network_id': 'ae685707-2f9d-409f-9237-8deef87c8163', 'admin_state_up': True, 'tenant_id': '7b2fe75d343f4ee29013f21d2442bc34'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:23:13.613676 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning for port e650b946-83ef-48df-9fe0-03e0c667426c completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:23:13.621361 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning complete for port e650b946-83ef-48df-9fe0-03e0c667426c triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:23:13.623243 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:13.632945 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-7c5c0334-5219-444b-acd1-527a8d933fb5 req-ff37c4cd-af3a-4527-9389-b78dba18396e tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Notify callbacks [] for floatingip, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:13.693987 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-a04fb626-2c0c-447d-8d2f-41bb85e26bae req-9beed8b4-222a-410c-8d7f-3f1a437add05 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:23:13.714470 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-a04fb626-2c0c-447d-8d2f-41bb85e26bae req-9beed8b4-222a-410c-8d7f-3f1a437add05 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:23:13.743026 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-7c5c0334-5219-444b-acd1-527a8d933fb5 req-ff37c4cd-af3a-4527-9389-b78dba18396e tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:13.744181 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7c5c0334-5219-444b-acd1-527a8d933fb5 req-ff37c4cd-af3a-4527-9389-b78dba18396e tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] 10.222.0.55 "DELETE /v2.0/floatingips/0b7bb4b2-69b6-4031-8df3-bf003fa0689a HTTP/1.1" status: 204 len: 173 time: 1.6037309 May 28 06:23:13.860908 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port e650b946-83ef-48df-9fe0-03e0c667426c is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:23:13.861251 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:13.861704 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a04fb626-2c0c-447d-8d2f-41bb85e26bae req-9beed8b4-222a-410c-8d7f-3f1a437add05 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Made reservation on behalf of 7b2fe75d343f4ee29013f21d2442bc34 for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:23:13.866128 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-a04fb626-2c0c-447d-8d2f-41bb85e26bae req-9beed8b4-222a-410c-8d7f-3f1a437add05 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:13.934558 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port e650b946-83ef-48df-9fe0-03e0c667426c, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=e650b946-83ef-48df-9fe0-03e0c667426c,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:23:14.027624 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:14.207424 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=e650b946-83ef-48df-9fe0-03e0c667426c,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:23:14.222901 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:23:14.222901 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:23:14.223795 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:23:14.223795 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:23:14.224102 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:23:14.225895 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:23:14.230534 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:23:14.230534 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:23:14.230534 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:23:14.230534 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:23:14.230534 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:23:14.230534 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:23:14.285559 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:23:14.354669 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [req-a04fb626-2c0c-447d-8d2f-41bb85e26bae req-9beed8b4-222a-410c-8d7f-3f1a437add05 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Allocated IP 172.20.0.14 (ae685707-2f9d-409f-9237-8deef87c8163/eed62182-5ff7-4e12-84bb-4e23f47bba04/f0ef1dfc-0eee-4ce6-baa8-54c39afb9beb) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:23:14.371009 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac5004d-e09c-4ddd-8a74-d6d214f55bf1 req-7db0ff7e-f67e-4549-b8ec-9ace5a1c4d69 tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:14.372463 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-aac5004d-e09c-4ddd-8a74-d6d214f55bf1 req-7db0ff7e-f67e-4549-b8ec-9ace5a1c4d69 tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] 10.222.0.55 "GET /v2.0/ports?device_id=a3c3d437-5cc4-432d-8fe2-4bd16dbe1f2e HTTP/1.1" status: 200 len: 950 time: 0.3293324 May 28 06:23:14.477294 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-aac5004d-e09c-4ddd-8a74-d6d214f55bf1 req-c67b2b34-a450-4b13-b820-24b86f412db7 tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac29db33-ef6f-43a7-9236-59d10d045b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804031 May 28 06:23:14.727334 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-a04fb626-2c0c-447d-8d2f-41bb85e26bae req-9beed8b4-222a-410c-8d7f-3f1a437add05 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:14.769879 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd9346d-c185-4ee4-8949-86b5493dc35f req-6456c91e-0790-4db6-b8e9-3c7fc983427d tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:14.771391 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-efd9346d-c185-4ee4-8949-86b5493dc35f req-6456c91e-0790-4db6-b8e9-3c7fc983427d tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=7abe23a3-6f8b-4542-bc0d-9d92227b9bcb HTTP/1.1" status: 200 len: 950 time: 0.1441436 May 28 06:23:14.823061 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-efd9346d-c185-4ee4-8949-86b5493dc35f req-0405f53d-e7b1-4532-a6a0-c6954d6484e5 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448580 May 28 06:23:14.873821 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-a04fb626-2c0c-447d-8d2f-41bb85e26bae req-9beed8b4-222a-410c-8d7f-3f1a437add05 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:14.911790 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['c0cadd07-8199-4b53-899d-d5325c812cfc'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:23:14.974907 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a04fb626-2c0c-447d-8d2f-41bb85e26bae req-9beed8b4-222a-410c-8d7f-3f1a437add05 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Network ae685707-2f9d-409f-9237-8deef87c8163 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:23:14.978766 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [req-a04fb626-2c0c-447d-8d2f-41bb85e26bae req-9beed8b4-222a-410c-8d7f-3f1a437add05 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:23:14.982859 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-a04fb626-2c0c-447d-8d2f-41bb85e26bae req-9beed8b4-222a-410c-8d7f-3f1a437add05 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:23:15.098788 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beed8b4-222a-410c-8d7f-3f1a437add05 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Pushing event updated for resources: {'Port': ['ID=f0ef1dfc-0eee-4ce6-baa8-54c39afb9beb,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:23:15.192550 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04fb626-2c0c-447d-8d2f-41bb85e26bae req-9beed8b4-222a-410c-8d7f-3f1a437add05 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:15.193196 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-a04fb626-2c0c-447d-8d2f-41bb85e26bae req-9beed8b4-222a-410c-8d7f-3f1a437add05 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:15.228499 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcac9ea-b290-465d-9cfc-0f9874bfdcc8 req-96c7aa89-1a29-4e91-a2a0-8e2b5bcd62d6 tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:15.228499 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ebcac9ea-b290-465d-9cfc-0f9874bfdcc8 req-96c7aa89-1a29-4e91-a2a0-8e2b5bcd62d6 tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] 10.222.0.55 "GET /v2.0/ports?device_id=00258d54-e8f5-4706-a2ef-e3422c72aa3e HTTP/1.1" status: 200 len: 945 time: 0.1761067 May 28 06:23:15.239317 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 48414) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:23:15.246732 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-b6070a73-6ccd-416d-98ef-af96f88c348b tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] Request body: {'floatingip': {'port_id': 'ba8def88-fe56-451e-927b-7b0720ad1c21'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:23:15.302894 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a04fb626-2c0c-447d-8d2f-41bb85e26bae req-9beed8b4-222a-410c-8d7f-3f1a437add05 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8755674 May 28 06:23:15.317676 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-a04fb626-2c0c-447d-8d2f-41bb85e26bae req-e30a661f-d496-490f-81b3-5d5cb432bff6 service neutron] Request body: {'port': {'device_id': '44f54f0b-ef0b-486e-9295-4773273028a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843702-1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:23:15.422638 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b6070a73-6ccd-416d-98ef-af96f88c348b tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] Notify callbacks [] for floatingip, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:15.598210 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-a04fb626-2c0c-447d-8d2f-41bb85e26bae req-e30a661f-d496-490f-81b3-5d5cb432bff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:15.764849 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698ecb5b-f43e-4822-9c46-b948da30682b req-ce37cf8c-2a8f-4452-b583-5473b852af6c tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:15.765518 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-698ecb5b-f43e-4822-9c46-b948da30682b req-ce37cf8c-2a8f-4452-b583-5473b852af6c tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Synchronizing usage tracker for tenant:7b2fe75d343f4ee29013f21d2442bc34 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:23:16.041589 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-698ecb5b-f43e-4822-9c46-b948da30682b req-ce37cf8c-2a8f-4452-b583-5473b852af6c tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Unset dirty status for tenant:7b2fe75d343f4ee29013f21d2442bc34 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:23:16.048330 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-698ecb5b-f43e-4822-9c46-b948da30682b req-ce37cf8c-2a8f-4452-b583-5473b852af6c tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/ports?device_id=44f54f0b-ef0b-486e-9295-4773273028a5 HTTP/1.1" status: 200 len: 932 time: 0.5740309 May 28 06:23:16.132290 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-698ecb5b-f43e-4822-9c46-b948da30682b req-9fbcdecf-6965-4057-8abf-4b4fe6d2c182 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/security-groups?id=51e8ab45-fc50-4bca-a4a6-55c0639ed93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829833 May 28 06:23:16.238026 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1309bd5-5c00-4c49-a57a-12ba35a898d0'] response: {'server_uuid': 'b5d298d2-7059-491b-88a0-406c470b4ae8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '102a70ac-764d-4fd3-8200-15482425c410', 'code': 200} May 28 06:23:16.440847 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b6070a73-6ccd-416d-98ef-af96f88c348b tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:16.500858 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-888fe625-8f56-473e-99a6-99d179d998fa req-b6a37b44-01d4-45c8-b46f-ba45b7e0bd75 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Synchronizing usage tracker for tenant:82228dddf6d7411e9b9bc86768e162fd on resource:floatingip {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:23:16.524914 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b6070a73-6ccd-416d-98ef-af96f88c348b tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691094'] for floatingip, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:16.540757 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [req-a04fb626-2c0c-447d-8d2f-41bb85e26bae req-e30a661f-d496-490f-81b3-5d5cb432bff6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0ef1dfc-0eee-4ce6-baa8-54c39afb9beb {{(pid=89110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:23:16.574934 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-a04fb626-2c0c-447d-8d2f-41bb85e26bae req-e30a661f-d496-490f-81b3-5d5cb432bff6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:16.625738 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-a04fb626-2c0c-447d-8d2f-41bb85e26bae req-e30a661f-d496-490f-81b3-5d5cb432bff6 service neutron] Transition to ACTIVE for port object f0ef1dfc-0eee-4ce6-baa8-54c39afb9beb will not be triggered until provisioned by entity L2. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:23:16.685043 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-888fe625-8f56-473e-99a6-99d179d998fa req-b6a37b44-01d4-45c8-b46f-ba45b7e0bd75 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Unset dirty status for tenant:82228dddf6d7411e9b9bc86768e162fd on resource:floatingip {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:23:16.686601 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-888fe625-8f56-473e-99a6-99d179d998fa req-b6a37b44-01d4-45c8-b46f-ba45b7e0bd75 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.5.176 HTTP/1.1" status: 200 len: 1002 time: 0.4020927 May 28 06:23:16.811823 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888fe625-8f56-473e-99a6-99d179d998fa req-1b01be13-ba62-4138-8ae5-dad133157bba tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:16.814187 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-888fe625-8f56-473e-99a6-99d179d998fa req-1b01be13-ba62-4138-8ae5-dad133157bba tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Synchronizing usage tracker for tenant:82228dddf6d7411e9b9bc86768e162fd on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:23:16.818245 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-a04fb626-2c0c-447d-8d2f-41bb85e26bae req-e30a661f-d496-490f-81b3-5d5cb432bff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:16.924859 n-d-843702-1 neutron-server[89109]: INFO neutron.db.l3_db [None req-b6070a73-6ccd-416d-98ef-af96f88c348b tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] Floating IP c1a5b868-b233-48bd-9316-f0412da460d4 associated. External IP: 172.25.5.121, port: ba8def88-fe56-451e-927b-7b0720ad1c21. May 28 06:23:17.045550 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30a661f-d496-490f-81b3-5d5cb432bff6 service neutron] Pushing event updated for resources: {'Port': ['ID=f0ef1dfc-0eee-4ce6-baa8-54c39afb9beb,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:23:17.082433 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-888fe625-8f56-473e-99a6-99d179d998fa req-1b01be13-ba62-4138-8ae5-dad133157bba tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Unset dirty status for tenant:82228dddf6d7411e9b9bc86768e162fd on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:23:17.095686 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-888fe625-8f56-473e-99a6-99d179d998fa req-1b01be13-ba62-4138-8ae5-dad133157bba tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] 10.222.0.55 "GET /v2.0/ports/cb854cdf-2991-47ca-909c-af8be51bdf4b HTTP/1.1" status: 200 len: 943 time: 0.4028771 May 28 06:23:17.306548 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-a04fb626-2c0c-447d-8d2f-41bb85e26bae req-e30a661f-d496-490f-81b3-5d5cb432bff6 service neutron] Attempting to bind port f0ef1dfc-0eee-4ce6-baa8-54c39afb9beb on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:23:17.306831 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-a04fb626-2c0c-447d-8d2f-41bb85e26bae req-e30a661f-d496-490f-81b3-5d5cb432bff6 service neutron] Attempting to bind port f0ef1dfc-0eee-4ce6-baa8-54c39afb9beb by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': '2466b369-b4d4-4fbf-9dbd-05fe75562f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'ae685707-2f9d-409f-9237-8deef87c8163'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:23:17.307273 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04fb626-2c0c-447d-8d2f-41bb85e26bae req-e30a661f-d496-490f-81b3-5d5cb432bff6 service neutron] Attempting to bind port f0ef1dfc-0eee-4ce6-baa8-54c39afb9beb on network ae685707-2f9d-409f-9237-8deef87c8163 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:23:17.330267 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04fb626-2c0c-447d-8d2f-41bb85e26bae req-e30a661f-d496-490f-81b3-5d5cb432bff6 service neutron] Port f0ef1dfc-0eee-4ce6-baa8-54c39afb9beb on network ae685707-2f9d-409f-9237-8deef87c8163 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:23:17.331215 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04fb626-2c0c-447d-8d2f-41bb85e26bae req-e30a661f-d496-490f-81b3-5d5cb432bff6 service neutron] Attempting to bind port f0ef1dfc-0eee-4ce6-baa8-54c39afb9beb on network ae685707-2f9d-409f-9237-8deef87c8163 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:23:17.341961 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04fb626-2c0c-447d-8d2f-41bb85e26bae req-e30a661f-d496-490f-81b3-5d5cb432bff6 service neutron] Checking agent: {'id': '69f492a0-c00d-46d0-9bec-fcd8161ce206', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 22, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:23:17.342366 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04fb626-2c0c-447d-8d2f-41bb85e26bae req-e30a661f-d496-490f-81b3-5d5cb432bff6 service neutron] Checking segment: {'id': '2466b369-b4d4-4fbf-9dbd-05fe75562f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'ae685707-2f9d-409f-9237-8deef87c8163'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:23:17.342819 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04fb626-2c0c-447d-8d2f-41bb85e26bae req-e30a661f-d496-490f-81b3-5d5cb432bff6 service neutron] Bound using segment: {'id': '2466b369-b4d4-4fbf-9dbd-05fe75562f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'ae685707-2f9d-409f-9237-8deef87c8163'} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:23:17.343341 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-a04fb626-2c0c-447d-8d2f-41bb85e26bae req-e30a661f-d496-490f-81b3-5d5cb432bff6 service neutron] Bound port: f0ef1dfc-0eee-4ce6-baa8-54c39afb9beb, host: n-h1-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2466b369-b4d4-4fbf-9dbd-05fe75562f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'ae685707-2f9d-409f-9237-8deef87c8163'}}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:23:17.343760 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-a04fb626-2c0c-447d-8d2f-41bb85e26bae req-e30a661f-d496-490f-81b3-5d5cb432bff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:17.375701 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-888fe625-8f56-473e-99a6-99d179d998fa req-4366ac7b-e865-4d3c-b48f-a2dc3a386ef9 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.5.176 HTTP/1.1" status: 200 len: 1002 time: 0.1523395 May 28 06:23:17.462582 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6070a73-6ccd-416d-98ef-af96f88c348b tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] Router f7344360-2d8f-4ca1-98bb-bddc7ba0d019 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:23:17.562354 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-a04fb626-2c0c-447d-8d2f-41bb85e26bae req-e30a661f-d496-490f-81b3-5d5cb432bff6 service neutron] For port f0ef1dfc-0eee-4ce6-baa8-54c39afb9beb, host n-h1-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:23:17.583637 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-a04fb626-2c0c-447d-8d2f-41bb85e26bae req-e30a661f-d496-490f-81b3-5d5cb432bff6 service neutron] For port f0ef1dfc-0eee-4ce6-baa8-54c39afb9beb, host n-h1-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=f0ef1dfc-0eee-4ce6-baa8-54c39afb9beb,segment=NetworkSegment(2466b369-b4d4-4fbf-9dbd-05fe75562f7f),segment_id=2466b369-b4d4-4fbf-9dbd-05fe75562f7f)] {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:23:17.594472 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888fe625-8f56-473e-99a6-99d179d998fa req-04770c3f-d2b2-4c38-b33c-feac6af43cca tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:17.642463 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-888fe625-8f56-473e-99a6-99d179d998fa req-04770c3f-d2b2-4c38-b33c-feac6af43cca tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] 10.222.0.55 "GET /v2.0/networks/68df399e-e75e-4871-9364-5d05730b50f0 HTTP/1.1" status: 200 len: 784 time: 0.2256076 May 28 06:23:17.697232 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6070a73-6ccd-416d-98ef-af96f88c348b tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:23:17.707766 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a361accf-3919-444e-9652-74b8d389f997 None None] Sync routers for ids ['f7344360-2d8f-4ca1-98bb-bddc7ba0d019'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:23:17.719390 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a361accf-3919-444e-9652-74b8d389f997 None None] Routers {'f7344360-2d8f-4ca1-98bb-bddc7ba0d019'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:23:17.720007 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-a361accf-3919-444e-9652-74b8d389f997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:22:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['f7344360-2d8f-4ca1-98bb-bddc7ba0d019'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:23:17.731970 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-888fe625-8f56-473e-99a6-99d179d998fa req-b43b65b9-b0a5-4eef-a763-1ddd23642bad tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.5.176 HTTP/1.1" status: 200 len: 1002 time: 0.1288681 May 28 06:23:17.739330 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b6070a73-6ccd-416d-98ef-af96f88c348b tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:17.745218 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-888fe625-8f56-473e-99a6-99d179d998fa req-67ba48ff-fea7-4363-8464-de976b5675b0 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Request body: {'floatingip': {'port_id': None}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:23:17.805008 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-b6070a73-6ccd-416d-98ef-af96f88c348b tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] 10.222.0.55 "PUT /v2.0/floatingips/c1a5b868-b233-48bd-9316-f0412da460d4 HTTP/1.1" status: 200 len: 991 time: 2.5640790 May 28 06:23:17.805325 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00258d54-e8f5-4706-a2ef-e3422c72aa3e', 'tag': 'ba8def88-fe56-451e-927b-7b0720ad1c21'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:23:17.980011 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-888fe625-8f56-473e-99a6-99d179d998fa req-67ba48ff-fea7-4363-8464-de976b5675b0 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Notify callbacks [] for floatingip, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:17.983048 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-a361accf-3919-444e-9652-74b8d389f997 None None] Set router f7344360-2d8f-4ca1-98bb-bddc7ba0d019 gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:23:18.092344 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-a04fb626-2c0c-447d-8d2f-41bb85e26bae req-e30a661f-d496-490f-81b3-5d5cb432bff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:18.188119 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04fb626-2c0c-447d-8d2f-41bb85e26bae req-e30a661f-d496-490f-81b3-5d5cb432bff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:18.188781 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-a04fb626-2c0c-447d-8d2f-41bb85e26bae req-e30a661f-d496-490f-81b3-5d5cb432bff6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:18.190517 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a04fb626-2c0c-447d-8d2f-41bb85e26bae req-e30a661f-d496-490f-81b3-5d5cb432bff6 service neutron] 10.222.0.69 "PUT /v2.0/ports/f0ef1dfc-0eee-4ce6-baa8-54c39afb9beb HTTP/1.1" status: 200 len: 1092 time: 2.8782601 May 28 06:23:18.191564 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44f54f0b-ef0b-486e-9295-4773273028a5', 'tag': 'f0ef1dfc-0eee-4ce6-baa8-54c39afb9beb'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:23:18.242502 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7abe23a3-6f8b-4542-bc0d-9d92227b9bcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e650b946-83ef-48df-9fe0-03e0c667426c'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:23:18.383900 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-a361accf-3919-444e-9652-74b8d389f997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7344360-2d8f-4ca1-98bb-bddc7ba0d019', 'name': 'tempest-ServersTestBootFromVolume-686099928-router', 'tenant_id': 'e313c89cfc3c4d8fb17072c426d13160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': '4efbedb8-5c03-46b4-b155-ec0490507b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:21:19Z', 'updated_at': '2022-05-28T06:21:38Z', 'revision_number': 4, 'project_id': 'e313c89cfc3c4d8fb17072c426d13160', 'gw_port': {'id': '4efbedb8-5c03-46b4-b155-ec0490507b8c', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:9a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7344360-2d8f-4ca1-98bb-bddc7ba0d019', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:21:21Z', 'updated_at': '2022-05-28T06:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': 'c1a5b868-b233-48bd-9316-f0412da460d4', 'tenant_id': 'e313c89cfc3c4d8fb17072c426d13160', 'floating_ip_address': '172.25.5.121', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': 'f7344360-2d8f-4ca1-98bb-bddc7ba0d019', 'port_id': 'ba8def88-fe56-451e-927b-7b0720ad1c21', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de808633-063b-43ca-834f-7f7224235e76', 'mac_address': 'fa:16:3e:49:fd:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00258d54-e8f5-4706-a2ef-e3422c72aa3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:21:50Z', 'updated_at': '2022-05-28T06:23:16Z', 'revision_number': 1, 'project_id': 'e313c89cfc3c4d8fb17072c426d13160', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcbb62df-ba5e-47f9-881a-c585cb50180d', 'name': '', 'network_id': 'de808633-063b-43ca-834f-7f7224235e76', 'tenant_id': 'e313c89cfc3c4d8fb17072c426d13160', 'mac_address': 'fa:16:3e:2e:f7:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7344360-2d8f-4ca1-98bb-bddc7ba0d019', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'd0d4ee4a-571d-4ecd-bcb9-60ece6662c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:21:33Z', 'updated_at': '2022-05-28T06:21:49Z', 'revision_number': 5, 'project_id': 'e313c89cfc3c4d8fb17072c426d13160', 'subnets': [{'id': 'd0d4ee4a-571d-4ecd-bcb9-60ece6662c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:23:18.387997 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a361accf-3919-444e-9652-74b8d389f997 None None] Checking router: f7344360-2d8f-4ca1-98bb-bddc7ba0d019 for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:23:18.397716 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a361accf-3919-444e-9652-74b8d389f997 None None] Routers {'f7344360-2d8f-4ca1-98bb-bddc7ba0d019'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:23:18.398771 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-a361accf-3919-444e-9652-74b8d389f997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:22:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['f7344360-2d8f-4ca1-98bb-bddc7ba0d019'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:23:18.403328 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-888fe625-8f56-473e-99a6-99d179d998fa req-67ba48ff-fea7-4363-8464-de976b5675b0 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:18.407628 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30a661f-d496-490f-81b3-5d5cb432bff6 service neutron] Pushing event updated for resources: {'Port': ['ID=f0ef1dfc-0eee-4ce6-baa8-54c39afb9beb,revision_number=3']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:23:18.681580 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-a361accf-3919-444e-9652-74b8d389f997 None None] Set router f7344360-2d8f-4ca1-98bb-bddc7ba0d019 gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:23:18.702387 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-888fe625-8f56-473e-99a6-99d179d998fa req-67ba48ff-fea7-4363-8464-de976b5675b0 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691094'] for floatingip, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:18.703113 n-d-843702-1 neutron-server[89110]: INFO neutron.db.l3_db [req-888fe625-8f56-473e-99a6-99d179d998fa req-67ba48ff-fea7-4363-8464-de976b5675b0 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Floating IP 85b06b86-4ae7-46e5-aebb-3c52ce316b93 disassociated. External IP: 172.25.5.176, port: cb854cdf-2991-47ca-909c-af8be51bdf4b. May 28 06:23:19.037153 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04fb626-2c0c-447d-8d2f-41bb85e26bae req-507dcb47-5239-4dd0-9b7f-d1ee9d6ae7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:19.039009 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a04fb626-2c0c-447d-8d2f-41bb85e26bae req-507dcb47-5239-4dd0-9b7f-d1ee9d6ae7a4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7b2fe75d343f4ee29013f21d2442bc34&device_id=44f54f0b-ef0b-486e-9295-4773273028a5 HTTP/1.1" status: 200 len: 1095 time: 0.2363658 May 28 06:23:19.241207 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a04fb626-2c0c-447d-8d2f-41bb85e26bae req-41800538-09c1-4da4-8ff0-020883810971 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f0ef1dfc-0eee-4ce6-baa8-54c39afb9beb HTTP/1.1" status: 200 len: 217 time: 0.1022775 May 28 06:23:19.300826 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-a361accf-3919-444e-9652-74b8d389f997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7344360-2d8f-4ca1-98bb-bddc7ba0d019', 'name': 'tempest-ServersTestBootFromVolume-686099928-router', 'tenant_id': 'e313c89cfc3c4d8fb17072c426d13160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': '4efbedb8-5c03-46b4-b155-ec0490507b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:21:19Z', 'updated_at': '2022-05-28T06:21:38Z', 'revision_number': 4, 'project_id': 'e313c89cfc3c4d8fb17072c426d13160', 'gw_port': {'id': '4efbedb8-5c03-46b4-b155-ec0490507b8c', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:9a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7344360-2d8f-4ca1-98bb-bddc7ba0d019', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:21:21Z', 'updated_at': '2022-05-28T06:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': 'c1a5b868-b233-48bd-9316-f0412da460d4', 'tenant_id': 'e313c89cfc3c4d8fb17072c426d13160', 'floating_ip_address': '172.25.5.121', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': 'f7344360-2d8f-4ca1-98bb-bddc7ba0d019', 'port_id': 'ba8def88-fe56-451e-927b-7b0720ad1c21', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de808633-063b-43ca-834f-7f7224235e76', 'mac_address': 'fa:16:3e:49:fd:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00258d54-e8f5-4706-a2ef-e3422c72aa3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:21:50Z', 'updated_at': '2022-05-28T06:23:16Z', 'revision_number': 1, 'project_id': 'e313c89cfc3c4d8fb17072c426d13160', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcbb62df-ba5e-47f9-881a-c585cb50180d', 'name': '', 'network_id': 'de808633-063b-43ca-834f-7f7224235e76', 'tenant_id': 'e313c89cfc3c4d8fb17072c426d13160', 'mac_address': 'fa:16:3e:2e:f7:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7344360-2d8f-4ca1-98bb-bddc7ba0d019', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'd0d4ee4a-571d-4ecd-bcb9-60ece6662c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:21:33Z', 'updated_at': '2022-05-28T06:21:49Z', 'revision_number': 5, 'project_id': 'e313c89cfc3c4d8fb17072c426d13160', 'subnets': [{'id': 'd0d4ee4a-571d-4ecd-bcb9-60ece6662c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:23:19.314302 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a361accf-3919-444e-9652-74b8d389f997 None None] The sync data for ids ['f7344360-2d8f-4ca1-98bb-bddc7ba0d019'] in n-d-843702-1 is: [{'id': 'f7344360-2d8f-4ca1-98bb-bddc7ba0d019', 'name': 'tempest-ServersTestBootFromVolume-686099928-router', 'tenant_id': 'e313c89cfc3c4d8fb17072c426d13160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': '4efbedb8-5c03-46b4-b155-ec0490507b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:21:19Z', 'updated_at': '2022-05-28T06:21:38Z', 'revision_number': 4, 'project_id': 'e313c89cfc3c4d8fb17072c426d13160', 'gw_port': {'id': '4efbedb8-5c03-46b4-b155-ec0490507b8c', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:9a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7344360-2d8f-4ca1-98bb-bddc7ba0d019', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:21:21Z', 'updated_at': '2022-05-28T06:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': 'c1a5b868-b233-48bd-9316-f0412da460d4', 'tenant_id': 'e313c89cfc3c4d8fb17072c426d13160', 'floating_ip_address': '172.25.5.121', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': 'f7344360-2d8f-4ca1-98bb-bddc7ba0d019', 'port_id': 'ba8def88-fe56-451e-927b-7b0720ad1c21', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de808633-063b-43ca-834f-7f7224235e76', 'mac_address': 'fa:16:3e:49:fd:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00258d54-e8f5-4706-a2ef-e3422c72aa3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:21:50Z', 'updated_at': '2022-05-28T06:23:16Z', 'revision_number': 1, 'project_id': 'e313c89cfc3c4d8fb17072c426d13160', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcbb62df-ba5e-47f9-881a-c585cb50180d', 'name': '', 'network_id': 'de808633-063b-43ca-834f-7f7224235e76', 'tenant_id': 'e313c89cfc3c4d8fb17072c426d13160', 'mac_address': 'fa:16:3e:2e:f7:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7344360-2d8f-4ca1-98bb-bddc7ba0d019', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'd0d4ee4a-571d-4ecd-bcb9-60ece6662c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:21:33Z', 'updated_at': '2022-05-28T06:21:49Z', 'revision_number': 5, 'project_id': 'e313c89cfc3c4d8fb17072c426d13160', 'subnets': [{'id': 'd0d4ee4a-571d-4ecd-bcb9-60ece6662c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:23:19.449451 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04fb626-2c0c-447d-8d2f-41bb85e26bae req-764ea0a2-52e1-4123-b034-90bb5723a411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:19.449451 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a04fb626-2c0c-447d-8d2f-41bb85e26bae req-764ea0a2-52e1-4123-b034-90bb5723a411 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=eed62182-5ff7-4e12-84bb-4e23f47bba04 HTTP/1.1" status: 200 len: 848 time: 0.1876478 May 28 06:23:19.530902 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [req-888fe625-8f56-473e-99a6-99d179d998fa req-67ba48ff-fea7-4363-8464-de976b5675b0 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Router 70cf39f6-7078-4919-bfc1-e8d48bb3562f has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:23:19.685830 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6feb1bbe-aef7-42e8-86bf-13acf7d72f2c None None] New status for floating IP c1a5b868-b233-48bd-9316-f0412da460d4: ACTIVE {{(pid=89112) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 06:23:19.703921 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a04fb626-2c0c-447d-8d2f-41bb85e26bae req-580b885b-b5be-4995-a852-f3ec802a5119 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ae685707-2f9d-409f-9237-8deef87c8163&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2454314 May 28 06:23:19.931718 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-888fe625-8f56-473e-99a6-99d179d998fa req-67ba48ff-fea7-4363-8464-de976b5675b0 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:23:19.938735 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-888fe625-8f56-473e-99a6-99d179d998fa req-67ba48ff-fea7-4363-8464-de976b5675b0 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:19.943087 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2885d7f-7cd6-4823-a17a-997c9b13cd8f None None] Sync routers for ids ['70cf39f6-7078-4919-bfc1-e8d48bb3562f'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:23:19.977305 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2885d7f-7cd6-4823-a17a-997c9b13cd8f None None] Routers {'70cf39f6-7078-4919-bfc1-e8d48bb3562f'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:23:19.978123 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-d2885d7f-7cd6-4823-a17a-997c9b13cd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:22:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['70cf39f6-7078-4919-bfc1-e8d48bb3562f'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:23:19.988386 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a04fb626-2c0c-447d-8d2f-41bb85e26bae req-f79a2c32-fd8c-40e1-9457-40c0a017258a service neutron] 10.222.0.69 "GET /v2.0/networks/ae685707-2f9d-409f-9237-8deef87c8163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2720768 May 28 06:23:20.030283 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-888fe625-8f56-473e-99a6-99d179d998fa req-67ba48ff-fea7-4363-8464-de976b5675b0 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] 10.222.0.55 "PUT /v2.0/floatingips/85b06b86-4ae7-46e5-aebb-3c52ce316b93 HTTP/1.1" status: 200 len: 695 time: 2.2902358 May 28 06:23:20.302609 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a04fb626-2c0c-447d-8d2f-41bb85e26bae req-f4e4adc7-47c7-4fe5-95ea-eb4953024b08 service neutron] 10.222.0.69 "GET /v2.0/networks/ae685707-2f9d-409f-9237-8deef87c8163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3007584 May 28 06:23:20.311998 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888fe625-8f56-473e-99a6-99d179d998fa req-69db82fa-9911-4b8e-9097-acae432cdfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:20.313694 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-888fe625-8f56-473e-99a6-99d179d998fa req-69db82fa-9911-4b8e-9097-acae432cdfa6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=82228dddf6d7411e9b9bc86768e162fd&device_id=cb5780c7-461a-4dd4-999d-d7e14791d896 HTTP/1.1" status: 200 len: 1097 time: 0.1907523 May 28 06:23:20.532347 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-d2885d7f-7cd6-4823-a17a-997c9b13cd8f None None] Set router 70cf39f6-7078-4919-bfc1-e8d48bb3562f gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:23:20.777367 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888fe625-8f56-473e-99a6-99d179d998fa req-058d5320-674e-4f91-bfd7-acd6f584a9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:20.779160 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-888fe625-8f56-473e-99a6-99d179d998fa req-058d5320-674e-4f91-bfd7-acd6f584a9e2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=576ea26e-8035-455a-8c74-4158da6aa448 HTTP/1.1" status: 200 len: 930 time: 0.4574742 May 28 06:23:20.864381 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-888fe625-8f56-473e-99a6-99d179d998fa req-c7d373a4-d45c-40bf-8d40-b27fd269e8c6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cb854cdf-2991-47ca-909c-af8be51bdf4b HTTP/1.1" status: 200 len: 217 time: 0.0788589 May 28 06:23:20.953175 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888fe625-8f56-473e-99a6-99d179d998fa req-48de0984-a18a-4d35-92ad-02ed31c31bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:20.955557 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-888fe625-8f56-473e-99a6-99d179d998fa req-48de0984-a18a-4d35-92ad-02ed31c31bb9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e65d318c-0f7f-4c29-abed-45d47307befd HTTP/1.1" status: 200 len: 868 time: 0.0854528 May 28 06:23:21.094102 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-d2885d7f-7cd6-4823-a17a-997c9b13cd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70cf39f6-7078-4919-bfc1-e8d48bb3562f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1490755366-router', 'tenant_id': '82228dddf6d7411e9b9bc86768e162fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': 'ae794bca-3a7b-45a4-8f4a-9a56e586ce0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:21:57Z', 'updated_at': '2022-05-28T06:22:16Z', 'revision_number': 4, 'project_id': '82228dddf6d7411e9b9bc86768e162fd', 'gw_port': {'id': 'ae794bca-3a7b-45a4-8f4a-9a56e586ce0d', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e7:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70cf39f6-7078-4919-bfc1-e8d48bb3562f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:22:02Z', 'updated_at': '2022-05-28T06:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '4cc7f887-eddc-4bae-ae69-c363511b60f4', 'name': '', 'network_id': '576ea26e-8035-455a-8c74-4158da6aa448', 'tenant_id': '82228dddf6d7411e9b9bc86768e162fd', 'mac_address': 'fa:16:3e:03:53:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70cf39f6-7078-4919-bfc1-e8d48bb3562f', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'e65d318c-0f7f-4c29-abed-45d47307befd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:22:14Z', 'updated_at': '2022-05-28T06:22:25Z', 'revision_number': 5, 'project_id': '82228dddf6d7411e9b9bc86768e162fd', 'subnets': [{'id': 'e65d318c-0f7f-4c29-abed-45d47307befd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:23:21.100447 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2885d7f-7cd6-4823-a17a-997c9b13cd8f None None] Checking router: 70cf39f6-7078-4919-bfc1-e8d48bb3562f for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:23:21.111414 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2885d7f-7cd6-4823-a17a-997c9b13cd8f None None] Routers {'70cf39f6-7078-4919-bfc1-e8d48bb3562f'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:23:21.113058 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-d2885d7f-7cd6-4823-a17a-997c9b13cd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:22:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['70cf39f6-7078-4919-bfc1-e8d48bb3562f'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:23:21.150363 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888fe625-8f56-473e-99a6-99d179d998fa req-ca766f19-ba65-41db-b96e-14bacc7986b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:21.154202 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-888fe625-8f56-473e-99a6-99d179d998fa req-ca766f19-ba65-41db-b96e-14bacc7986b9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=576ea26e-8035-455a-8c74-4158da6aa448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1920459 May 28 06:23:21.366276 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-888fe625-8f56-473e-99a6-99d179d998fa req-7966206a-1053-48c1-9993-be1c58b02914 service neutron] 10.222.0.55 "GET /v2.0/networks/576ea26e-8035-455a-8c74-4158da6aa448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053204 May 28 06:23:21.391140 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-d2885d7f-7cd6-4823-a17a-997c9b13cd8f None None] Set router 70cf39f6-7078-4919-bfc1-e8d48bb3562f gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:23:21.562895 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-888fe625-8f56-473e-99a6-99d179d998fa req-ad2fee49-3b0e-4161-9773-61cf34bb3d07 service neutron] 10.222.0.55 "GET /v2.0/networks/576ea26e-8035-455a-8c74-4158da6aa448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869440 May 28 06:23:21.891706 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-d2885d7f-7cd6-4823-a17a-997c9b13cd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70cf39f6-7078-4919-bfc1-e8d48bb3562f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1490755366-router', 'tenant_id': '82228dddf6d7411e9b9bc86768e162fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': 'ae794bca-3a7b-45a4-8f4a-9a56e586ce0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:21:57Z', 'updated_at': '2022-05-28T06:22:16Z', 'revision_number': 4, 'project_id': '82228dddf6d7411e9b9bc86768e162fd', 'gw_port': {'id': 'ae794bca-3a7b-45a4-8f4a-9a56e586ce0d', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e7:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70cf39f6-7078-4919-bfc1-e8d48bb3562f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:22:02Z', 'updated_at': '2022-05-28T06:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '4cc7f887-eddc-4bae-ae69-c363511b60f4', 'name': '', 'network_id': '576ea26e-8035-455a-8c74-4158da6aa448', 'tenant_id': '82228dddf6d7411e9b9bc86768e162fd', 'mac_address': 'fa:16:3e:03:53:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70cf39f6-7078-4919-bfc1-e8d48bb3562f', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'e65d318c-0f7f-4c29-abed-45d47307befd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:22:14Z', 'updated_at': '2022-05-28T06:22:25Z', 'revision_number': 5, 'project_id': '82228dddf6d7411e9b9bc86768e162fd', 'subnets': [{'id': 'e65d318c-0f7f-4c29-abed-45d47307befd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:23:21.904395 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2885d7f-7cd6-4823-a17a-997c9b13cd8f None None] The sync data for ids ['70cf39f6-7078-4919-bfc1-e8d48bb3562f'] in n-d-843702-1 is: [{'id': '70cf39f6-7078-4919-bfc1-e8d48bb3562f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1490755366-router', 'tenant_id': '82228dddf6d7411e9b9bc86768e162fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': 'ae794bca-3a7b-45a4-8f4a-9a56e586ce0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:21:57Z', 'updated_at': '2022-05-28T06:22:16Z', 'revision_number': 4, 'project_id': '82228dddf6d7411e9b9bc86768e162fd', 'gw_port': {'id': 'ae794bca-3a7b-45a4-8f4a-9a56e586ce0d', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e7:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70cf39f6-7078-4919-bfc1-e8d48bb3562f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:22:02Z', 'updated_at': '2022-05-28T06:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '4cc7f887-eddc-4bae-ae69-c363511b60f4', 'name': '', 'network_id': '576ea26e-8035-455a-8c74-4158da6aa448', 'tenant_id': '82228dddf6d7411e9b9bc86768e162fd', 'mac_address': 'fa:16:3e:03:53:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70cf39f6-7078-4919-bfc1-e8d48bb3562f', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'e65d318c-0f7f-4c29-abed-45d47307befd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:22:14Z', 'updated_at': '2022-05-28T06:22:25Z', 'revision_number': 5, 'project_id': '82228dddf6d7411e9b9bc86768e162fd', 'subnets': [{'id': 'e65d318c-0f7f-4c29-abed-45d47307befd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:23:22.283627 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90201b9-34d6-412f-a316-82094dc8965f None None] New status for floating IP 85b06b86-4ae7-46e5-aebb-3c52ce316b93: DOWN {{(pid=89112) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 06:23:23.077604 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e28e4fa-8506-4732-97e2-2c1ce964d302 req-53bfd3a7-84d4-404a-96f3-7163df694a7f tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:23.079697 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6e28e4fa-8506-4732-97e2-2c1ce964d302 req-53bfd3a7-84d4-404a-96f3-7163df694a7f tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=7abe23a3-6f8b-4542-bc0d-9d92227b9bcb HTTP/1.1" status: 200 len: 950 time: 0.0968182 May 28 06:23:23.131744 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6e28e4fa-8506-4732-97e2-2c1ce964d302 req-13a23ab5-a489-4d57-ba8d-c9607cce1578 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456612 May 28 06:23:23.357052 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5227958b-c7cc-4ba7-a885-dc3ab04c4efb req-9c41083d-ac7c-4924-b96c-bbc95ce2e23f tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:23.358751 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5227958b-c7cc-4ba7-a885-dc3ab04c4efb req-9c41083d-ac7c-4924-b96c-bbc95ce2e23f tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/ports?device_id=44f54f0b-ef0b-486e-9295-4773273028a5 HTTP/1.1" status: 200 len: 944 time: 0.0973413 May 28 06:23:23.426555 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5227958b-c7cc-4ba7-a885-dc3ab04c4efb req-4036c035-70cb-4eb7-8c3f-6cc59e2b68a7 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/security-groups?id=51e8ab45-fc50-4bca-a4a6-55c0639ed93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522380 May 28 06:23:23.691165 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d949003-e010-48a3-b90b-d32d5ed001e3 req-c3e1497a-b32c-459f-8395-10e831a096a9 tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:23.698970 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1d949003-e010-48a3-b90b-d32d5ed001e3 req-c3e1497a-b32c-459f-8395-10e831a096a9 tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] 10.222.0.55 "GET /v2.0/ports?device_id=00258d54-e8f5-4706-a2ef-e3422c72aa3e HTTP/1.1" status: 200 len: 945 time: 0.1466136 May 28 06:23:23.758998 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1d949003-e010-48a3-b90b-d32d5ed001e3 req-a077bdec-e079-4ae5-80e9-76a685ccf2bc tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea7c2c73-e049-49b4-bb75-f1976d073ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584135 May 28 06:23:23.850727 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d410552-688a-4332-9e85-9005948eba5c'] response: {'name': 'network-changed', 'server_uuid': '00258d54-e8f5-4706-a2ef-e3422c72aa3e', 'tag': 'ba8def88-fe56-451e-927b-7b0720ad1c21', 'status': 'completed', 'code': 200} May 28 06:23:23.896514 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88387c84-3cb3-4bbe-8b79-93eb61ae6c1c'] response: {'name': 'network-changed', 'server_uuid': '44f54f0b-ef0b-486e-9295-4773273028a5', 'tag': 'f0ef1dfc-0eee-4ce6-baa8-54c39afb9beb', 'status': 'completed', 'code': 200} May 28 06:23:23.963224 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acc844c4-8f32-4818-891c-a3972927eaba'] response: {'server_uuid': '7abe23a3-6f8b-4542-bc0d-9d92227b9bcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e650b946-83ef-48df-9fe0-03e0c667426c', 'code': 200} May 28 06:23:24.188092 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b583ba4b-d2e2-4e1b-92d7-ada23aff7d64 req-d8278cab-fc41-496c-a96e-b772f7ff4279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:24.190100 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b583ba4b-d2e2-4e1b-92d7-ada23aff7d64 req-d8278cab-fc41-496c-a96e-b772f7ff4279 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e313c89cfc3c4d8fb17072c426d13160&device_id=00258d54-e8f5-4706-a2ef-e3422c72aa3e HTTP/1.1" status: 200 len: 1096 time: 0.2257259 May 28 06:23:24.221979 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fb4c4e-a8ff-4305-9b57-b391098a9f63 req-c280001a-3b62-4b30-ad1c-ea2d91b1f63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:24.223020 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a4fb4c4e-a8ff-4305-9b57-b391098a9f63 req-c280001a-3b62-4b30-ad1c-ea2d91b1f63c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7b2fe75d343f4ee29013f21d2442bc34&device_id=44f54f0b-ef0b-486e-9295-4773273028a5 HTTP/1.1" status: 200 len: 1095 time: 0.2970958 May 28 06:23:24.302707 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-18171b08-7203-4bff-afaf-9380a97cc5d0 req-faeac4f7-881d-4f22-8cf9-081f4d3a8c5b tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] 10.222.0.55 "GET /v2.0/floatingips/85b06b86-4ae7-46e5-aebb-3c52ce316b93 HTTP/1.1" status: 200 len: 693 time: 0.1867456 May 28 06:23:24.850492 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b583ba4b-d2e2-4e1b-92d7-ada23aff7d64 req-8ab07018-c2ae-4ce5-ba7d-1c8c0b5e4f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:24.850492 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b583ba4b-d2e2-4e1b-92d7-ada23aff7d64 req-8ab07018-c2ae-4ce5-ba7d-1c8c0b5e4f48 service neutron] 10.222.0.71 "GET /v2.0/networks?id=de808633-063b-43ca-834f-7f7224235e76 HTTP/1.1" status: 200 len: 916 time: 0.6485944 May 28 06:23:24.899857 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fb4c4e-a8ff-4305-9b57-b391098a9f63 req-82e4745a-cfe7-4660-b2de-17d72da573d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:24.899857 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a4fb4c4e-a8ff-4305-9b57-b391098a9f63 req-82e4745a-cfe7-4660-b2de-17d72da573d9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ae685707-2f9d-409f-9237-8deef87c8163 HTTP/1.1" status: 200 len: 909 time: 0.6242423 May 28 06:23:24.928677 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18171b08-7203-4bff-afaf-9380a97cc5d0 req-139089e7-c768-4b35-bb74-7265726376f0 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:24.928677 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-18171b08-7203-4bff-afaf-9380a97cc5d0 req-139089e7-c768-4b35-bb74-7265726376f0 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] 10.222.0.55 "GET /v2.0/networks/68df399e-e75e-4871-9364-5d05730b50f0 HTTP/1.1" status: 200 len: 784 time: 0.6210034 May 28 06:23:25.085310 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681b7f20-dd21-4f4c-9fda-c286d332a5fd req-0cdbb5ec-4de8-41a7-a923-e20a68d71e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:25.086757 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-681b7f20-dd21-4f4c-9fda-c286d332a5fd req-0cdbb5ec-4de8-41a7-a923-e20a68d71e0d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7abe23a3-6f8b-4542-bc0d-9d92227b9bcb HTTP/1.1" status: 200 len: 1101 time: 0.8628628 May 28 06:23:25.090209 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a4fb4c4e-a8ff-4305-9b57-b391098a9f63 req-fe31c2b7-476b-403e-8d6c-7d0f101e171e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f0ef1dfc-0eee-4ce6-baa8-54c39afb9beb HTTP/1.1" status: 200 len: 217 time: 0.1042194 May 28 06:23:25.120812 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-18171b08-7203-4bff-afaf-9380a97cc5d0 req-b4ce245b-91cc-4b94-add3-834b69a04ace tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.5.176 HTTP/1.1" status: 200 len: 696 time: 0.1952131 May 28 06:23:25.283217 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-18171b08-7203-4bff-afaf-9380a97cc5d0 req-025cca72-c3e8-48e8-8b17-80853c55bc79 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.5.176 HTTP/1.1" status: 200 len: 696 time: 0.1612222 May 28 06:23:25.342425 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b583ba4b-d2e2-4e1b-92d7-ada23aff7d64 req-af9c0f37-7c31-48f3-9c29-5de46680238a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ba8def88-fe56-451e-927b-7b0720ad1c21 HTTP/1.1" status: 200 len: 1001 time: 0.4819927 May 28 06:23:25.405856 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-681b7f20-dd21-4f4c-9fda-c286d332a5fd req-d6aab1d3-4015-4ac2-854c-30a0cdc562f1 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3059690 May 28 06:23:25.421969 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fb4c4e-a8ff-4305-9b57-b391098a9f63 req-409f43cf-9e46-44e4-8158-e3931e3693ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:25.423707 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a4fb4c4e-a8ff-4305-9b57-b391098a9f63 req-409f43cf-9e46-44e4-8158-e3931e3693ab service neutron] 10.222.0.69 "GET /v2.0/subnets?id=eed62182-5ff7-4e12-84bb-4e23f47bba04 HTTP/1.1" status: 200 len: 848 time: 0.2505736 May 28 06:23:25.521698 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-18171b08-7203-4bff-afaf-9380a97cc5d0 req-e8c8e33e-d9fa-4001-9239-c7a8d7f894a5 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Deleting port c8d82f3f-0118-40c1-81eb-2642a764a5ac {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:23:25.522320 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-18171b08-7203-4bff-afaf-9380a97cc5d0 req-e8c8e33e-d9fa-4001-9239-c7a8d7f894a5 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:25.553729 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b583ba4b-d2e2-4e1b-92d7-ada23aff7d64 req-3cff1760-0529-42c5-87b0-63f9ff428f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:25.555473 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b583ba4b-d2e2-4e1b-92d7-ada23aff7d64 req-3cff1760-0529-42c5-87b0-63f9ff428f5a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d0d4ee4a-571d-4ecd-bcb9-60ece6662c27 HTTP/1.1" status: 200 len: 854 time: 0.2027557 May 28 06:23:25.857105 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a4fb4c4e-a8ff-4305-9b57-b391098a9f63 req-816fb37a-245f-4071-8846-57a3861ae17d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ae685707-2f9d-409f-9237-8deef87c8163&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2017145 May 28 06:23:25.910173 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb5780c7-461a-4dd4-999d-d7e14791d896', 'tag': 'cb854cdf-2991-47ca-909c-af8be51bdf4b'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:23:26.070018 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-18171b08-7203-4bff-afaf-9380a97cc5d0 req-e8c8e33e-d9fa-4001-9239-c7a8d7f894a5 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:26.070902 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-18171b08-7203-4bff-afaf-9380a97cc5d0 req-e8c8e33e-d9fa-4001-9239-c7a8d7f894a5 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:26.119682 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b583ba4b-d2e2-4e1b-92d7-ada23aff7d64 req-9a8f4084-aa7d-4d43-a4be-d94269679d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:26.121639 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b583ba4b-d2e2-4e1b-92d7-ada23aff7d64 req-9a8f4084-aa7d-4d43-a4be-d94269679d01 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=de808633-063b-43ca-834f-7f7224235e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5511160 May 28 06:23:26.520326 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-18171b08-7203-4bff-afaf-9380a97cc5d0 req-e8c8e33e-d9fa-4001-9239-c7a8d7f894a5 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Calling delete_port for c8d82f3f-0118-40c1-81eb-2642a764a5ac owned by network:floatingip {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:23:26.598668 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a4fb4c4e-a8ff-4305-9b57-b391098a9f63 req-d2f6489b-fa7a-46c8-8b5a-4663bb0fc917 service neutron] 10.222.0.69 "GET /v2.0/networks/ae685707-2f9d-409f-9237-8deef87c8163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7339489 May 28 06:23:26.851442 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b583ba4b-d2e2-4e1b-92d7-ada23aff7d64 req-b2e1eca9-6cc9-40f6-89ff-fad1f97d3a05 service neutron] 10.222.0.71 "GET /v2.0/networks/de808633-063b-43ca-834f-7f7224235e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6749098 May 28 06:23:26.855689 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a4fb4c4e-a8ff-4305-9b57-b391098a9f63 req-010e0b18-20d6-43e2-9984-a5e8bbf3799e service neutron] 10.222.0.69 "GET /v2.0/networks/ae685707-2f9d-409f-9237-8deef87c8163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386198 May 28 06:23:27.094450 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b583ba4b-d2e2-4e1b-92d7-ada23aff7d64 req-1bcbc94a-2671-4659-9a84-a1cdf2792a45 service neutron] 10.222.0.71 "GET /v2.0/networks/de808633-063b-43ca-834f-7f7224235e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359788 May 28 06:23:27.301680 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-7798d09c-fc2e-4087-aad0-c66c5d0b84c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:27.522066 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device f0ef1dfc-0eee-4ce6-baa8-54c39afb9beb details requested by agent hyperv_n-h1-843702-1 with host n-h1-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:23:27.538146 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d95340-ac4a-45fb-afee-329a990a2aa9 req-1e2dfa2f-69b8-4e67-b43e-9b14e89d123d tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:27.539742 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-68d95340-ac4a-45fb-afee-329a990a2aa9 req-1e2dfa2f-69b8-4e67-b43e-9b14e89d123d tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] 10.222.0.55 "GET /v2.0/ports?device_id=a3c3d437-5cc4-432d-8fe2-4bd16dbe1f2e HTTP/1.1" status: 200 len: 950 time: 0.0958397 May 28 06:23:27.602646 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-68d95340-ac4a-45fb-afee-329a990a2aa9 req-68016f34-ede2-43d0-95a8-e29a34b663c7 tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac29db33-ef6f-43a7-9236-59d10d045b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564806 May 28 06:23:27.628548 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-18171b08-7203-4bff-afaf-9380a97cc5d0 req-e8c8e33e-d9fa-4001-9239-c7a8d7f894a5 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:27.632401 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:27.682237 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port f0ef1dfc-0eee-4ce6-baa8-54c39afb9beb, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=f0ef1dfc-0eee-4ce6-baa8-54c39afb9beb,segment=NetworkSegment(2466b369-b4d4-4fbf-9dbd-05fe75562f7f),segment_id=2466b369-b4d4-4fbf-9dbd-05fe75562f7f)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:23:27.696156 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c8e33e-d9fa-4001-9239-c7a8d7f894a5 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Pushing event deleted for resources: {'Port': ['ID=c8d82f3f-0118-40c1-81eb-2642a764a5ac,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:23:27.709393 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Returning: {'device': 'f0ef1dfc-0eee-4ce6-baa8-54c39afb9beb', 'network_id': 'ae685707-2f9d-409f-9237-8deef87c8163', 'port_id': 'f0ef1dfc-0eee-4ce6-baa8-54c39afb9beb', 'mac_address': 'fa:16:3e:73:b6:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eed62182-5ff7-4e12-84bb-4e23f47bba04', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:23:27.840560 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-18171b08-7203-4bff-afaf-9380a97cc5d0 req-e8c8e33e-d9fa-4001-9239-c7a8d7f894a5 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Notify callbacks [] for floatingip, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:27.880741 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port f0ef1dfc-0eee-4ce6-baa8-54c39afb9beb is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:23:27.881114 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:27.903174 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0ef1dfc-0eee-4ce6-baa8-54c39afb9beb {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:23:27.931778 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port f0ef1dfc-0eee-4ce6-baa8-54c39afb9beb, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=f0ef1dfc-0eee-4ce6-baa8-54c39afb9beb,segment=NetworkSegment(2466b369-b4d4-4fbf-9dbd-05fe75562f7f),segment_id=2466b369-b4d4-4fbf-9dbd-05fe75562f7f)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:23:28.010195 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:28.069290 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-18171b08-7203-4bff-afaf-9380a97cc5d0 req-e8c8e33e-d9fa-4001-9239-c7a8d7f894a5 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:28.076027 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-18171b08-7203-4bff-afaf-9380a97cc5d0 req-e8c8e33e-d9fa-4001-9239-c7a8d7f894a5 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] 10.222.0.55 "DELETE /v2.0/floatingips/85b06b86-4ae7-46e5-aebb-3c52ce316b93 HTTP/1.1" status: 204 len: 173 time: 2.7901342 May 28 06:23:28.169266 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=f0ef1dfc-0eee-4ce6-baa8-54c39afb9beb,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:23:28.371107 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cd2009-0879-495f-a3cf-e220421ddcd5 req-c6e300be-9f94-4daf-9ca5-0d2128efdbce tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:28.379587 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-47cd2009-0879-495f-a3cf-e220421ddcd5 req-c6e300be-9f94-4daf-9ca5-0d2128efdbce tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=7abe23a3-6f8b-4542-bc0d-9d92227b9bcb HTTP/1.1" status: 200 len: 950 time: 0.1335120 May 28 06:23:28.381239 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['f0ef1dfc-0eee-4ce6-baa8-54c39afb9beb'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:23:28.456897 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-47cd2009-0879-495f-a3cf-e220421ddcd5 req-6e890a02-35e6-4c3b-ba0a-7963a0c404d0 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760446 May 28 06:23:28.630502 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d670a11-6e83-4a18-88e0-cff696914227 req-7737400e-54e1-48cb-9d92-8741f6081b31 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:28.632585 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1d670a11-6e83-4a18-88e0-cff696914227 req-7737400e-54e1-48cb-9d92-8741f6081b31 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/ports?device_id=44f54f0b-ef0b-486e-9295-4773273028a5 HTTP/1.1" status: 200 len: 945 time: 0.1283073 May 28 06:23:28.647687 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77e987d6-97fa-4a0f-a379-063e9873c2e7'] response: {'name': 'network-changed', 'server_uuid': 'cb5780c7-461a-4dd4-999d-d7e14791d896', 'tag': 'cb854cdf-2991-47ca-909c-af8be51bdf4b', 'status': 'completed', 'code': 200} May 28 06:23:28.749062 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1d670a11-6e83-4a18-88e0-cff696914227 req-544f1d71-bb8d-4301-8d4f-378d0f033f58 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/security-groups?id=51e8ab45-fc50-4bca-a4a6-55c0639ed93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098065 May 28 06:23:28.788522 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61be5483-12cd-44ef-ac09-bf219c192329 req-74bec3c0-6aa8-4175-8275-65a4b6673821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:28.788522 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-61be5483-12cd-44ef-ac09-bf219c192329 req-74bec3c0-6aa8-4175-8275-65a4b6673821 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=82228dddf6d7411e9b9bc86768e162fd&device_id=cb5780c7-461a-4dd4-999d-d7e14791d896 HTTP/1.1" status: 200 len: 1097 time: 0.1104155 May 28 06:23:28.933650 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61be5483-12cd-44ef-ac09-bf219c192329 req-8b3c744f-cbec-489f-93f0-f6fb34f6e291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:28.935079 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-61be5483-12cd-44ef-ac09-bf219c192329 req-8b3c744f-cbec-489f-93f0-f6fb34f6e291 service neutron] 10.222.0.69 "GET /v2.0/networks?id=576ea26e-8035-455a-8c74-4158da6aa448 HTTP/1.1" status: 200 len: 930 time: 0.1495216 May 28 06:23:29.042468 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-61be5483-12cd-44ef-ac09-bf219c192329 req-9948be52-1b70-4b30-99b7-2963a6cc3dbb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cb854cdf-2991-47ca-909c-af8be51bdf4b HTTP/1.1" status: 200 len: 217 time: 0.0978632 May 28 06:23:29.078531 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-faa80dad-7d24-4daa-a55e-5b7439038819 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:29.137366 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61be5483-12cd-44ef-ac09-bf219c192329 req-e293c1c8-fc02-4874-add0-5ed4dd2df883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:29.138815 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-61be5483-12cd-44ef-ac09-bf219c192329 req-e293c1c8-fc02-4874-add0-5ed4dd2df883 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e65d318c-0f7f-4c29-abed-45d47307befd HTTP/1.1" status: 200 len: 868 time: 0.0856760 May 28 06:23:29.194730 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600df3e7-4d57-4994-bf07-4a079350010b req-3227781d-98c4-4425-b984-9107ba531662 tempest-MigrationsAdminTest-1869502822 tempest-MigrationsAdminTest-1869502822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:29.196216 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-600df3e7-4d57-4994-bf07-4a079350010b req-3227781d-98c4-4425-b984-9107ba531662 tempest-MigrationsAdminTest-1869502822 tempest-MigrationsAdminTest-1869502822-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=7abe23a3-6f8b-4542-bc0d-9d92227b9bcb HTTP/1.1" status: 200 len: 1101 time: 0.1913989 May 28 06:23:29.256330 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-600df3e7-4d57-4994-bf07-4a079350010b req-2724e916-7608-4378-85c7-7b288b538464 tempest-MigrationsAdminTest-1869502822 tempest-MigrationsAdminTest-1869502822-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502579 May 28 06:23:29.265548 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61be5483-12cd-44ef-ac09-bf219c192329 req-36e73eb2-6223-4802-90d2-566e0b285b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:29.267009 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-61be5483-12cd-44ef-ac09-bf219c192329 req-36e73eb2-6223-4802-90d2-566e0b285b13 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=576ea26e-8035-455a-8c74-4158da6aa448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1208093 May 28 06:23:29.694973 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a72e8d8-b3aa-437b-8f20-f4b8b8a48103 req-c4040549-322d-4a9d-9d24-1fccf13e076d tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:29.696126 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-3a72e8d8-b3aa-437b-8f20-f4b8b8a48103 req-c4040549-322d-4a9d-9d24-1fccf13e076d tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Synchronizing usage tracker for tenant:82228dddf6d7411e9b9bc86768e162fd on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:23:29.701558 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-61be5483-12cd-44ef-ac09-bf219c192329 req-92b20e1c-842a-4fb9-9d0c-d1d30db79f4a service neutron] 10.222.0.69 "GET /v2.0/networks/576ea26e-8035-455a-8c74-4158da6aa448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4243109 May 28 06:23:29.793027 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:29.842805 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-3a72e8d8-b3aa-437b-8f20-f4b8b8a48103 req-c4040549-322d-4a9d-9d24-1fccf13e076d tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Unset dirty status for tenant:82228dddf6d7411e9b9bc86768e162fd on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:23:29.843990 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3a72e8d8-b3aa-437b-8f20-f4b8b8a48103 req-c4040549-322d-4a9d-9d24-1fccf13e076d tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb5780c7-461a-4dd4-999d-d7e14791d896&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.4883447 May 28 06:23:29.934808 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-61be5483-12cd-44ef-ac09-bf219c192329 req-bedbdd0a-adeb-4f7e-aad7-3e7eb2e00cab service neutron] 10.222.0.69 "GET /v2.0/networks/576ea26e-8035-455a-8c74-4158da6aa448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050393 May 28 06:23:29.935359 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-3a72e8d8-b3aa-437b-8f20-f4b8b8a48103 req-ec922e88-d693-4152-939a-42b43751ec44 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Synchronizing usage tracker for tenant:82228dddf6d7411e9b9bc86768e162fd on resource:floatingip {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:23:30.004600 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:30.044897 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-3a72e8d8-b3aa-437b-8f20-f4b8b8a48103 req-ec922e88-d693-4152-939a-42b43751ec44 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Unset dirty status for tenant:82228dddf6d7411e9b9bc86768e162fd on resource:floatingip {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:23:30.046222 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3a72e8d8-b3aa-437b-8f20-f4b8b8a48103 req-ec922e88-d693-4152-939a-42b43751ec44 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1855106 May 28 06:23:30.256558 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb724c6a-0a9c-4bc2-865b-5793a9719900 req-ebc95c28-95ed-48d9-bd9e-79f6dcd6386d tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:30.258024 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cb724c6a-0a9c-4bc2-865b-5793a9719900 req-ebc95c28-95ed-48d9-bd9e-79f6dcd6386d tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] 10.222.0.55 "GET /v2.0/ports?device_id=a3c3d437-5cc4-432d-8fe2-4bd16dbe1f2e HTTP/1.1" status: 200 len: 950 time: 0.0871065 May 28 06:23:30.377325 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cb724c6a-0a9c-4bc2-865b-5793a9719900 req-a4c00eb8-9fb9-4cda-9fe6-7c63cd931749 tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac29db33-ef6f-43a7-9236-59d10d045b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781820 May 28 06:23:30.396825 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a46eab-0d9f-495e-b89a-da27f13a56ba req-30561da9-15ad-4b72-bbe4-745ce4a93818 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:30.404487 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-52a46eab-0d9f-495e-b89a-da27f13a56ba req-30561da9-15ad-4b72-bbe4-745ce4a93818 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/ports?device_id=44f54f0b-ef0b-486e-9295-4773273028a5 HTTP/1.1" status: 200 len: 945 time: 0.1452112 May 28 06:23:30.438225 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-9774da2c-7499-4478-ac81-b4e122cec9fc req-1a433a0b-2589-4998-a638-d0c0bc056cdc service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7abe23a3-6f8b-4542-bc0d-9d92227b9bcb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0986586 May 28 06:23:30.452705 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-52a46eab-0d9f-495e-b89a-da27f13a56ba req-b7b7bf2d-5df4-40bc-b869-2dc4008d0146 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/security-groups?id=51e8ab45-fc50-4bca-a4a6-55c0639ed93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471263 May 28 06:23:30.591366 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-924c2817-e88a-436d-97f8-dcbb3fb44d1d req-fd4634d7-0105-4454-b8e3-5bf30fd10ee7 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1070006 May 28 06:23:30.706763 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed5eefc-48d8-4d19-90d1-4e5b251c2798 req-d8516b65-cf5a-4a6b-b3a0-b1563eb53533 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:30.712538 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4ed5eefc-48d8-4d19-90d1-4e5b251c2798 req-d8516b65-cf5a-4a6b-b3a0-b1563eb53533 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=7abe23a3-6f8b-4542-bc0d-9d92227b9bcb HTTP/1.1" status: 200 len: 950 time: 0.1200724 May 28 06:23:30.763955 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4ed5eefc-48d8-4d19-90d1-4e5b251c2798 req-41b72e4b-e41e-4e16-af8c-9bd3fcfeb270 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502689 May 28 06:23:31.047008 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88ffdb3-84e3-4a19-acce-5764ade7d188 req-3605ba15-c347-41dd-8332-d142cd7c6e11 tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:31.048481 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c88ffdb3-84e3-4a19-acce-5764ade7d188 req-3605ba15-c347-41dd-8332-d142cd7c6e11 tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5d298d2-7059-491b-88a0-406c470b4ae8 HTTP/1.1" status: 200 len: 950 time: 0.0875859 May 28 06:23:31.119075 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c88ffdb3-84e3-4a19-acce-5764ade7d188 req-ccb5b27b-a0a2-4a33-be7c-0011c17ffbb8 tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] 10.222.0.55 "GET /v2.0/security-groups?id=e1f43c48-05bd-49a7-8820-e89d2a162415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630481 May 28 06:23:31.531297 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:31.545026 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device f0ef1dfc-0eee-4ce6-baa8-54c39afb9beb up at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:23:31.606794 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8fbb5a-1b9b-4700-ab67-82ad6fc96342 req-7591884c-870c-4b9f-a78a-051662569b55 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:31.614242 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fd8fbb5a-1b9b-4700-ab67-82ad6fc96342 req-7591884c-870c-4b9f-a78a-051662569b55 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb5780c7-461a-4dd4-999d-d7e14791d896 HTTP/1.1" status: 200 len: 946 time: 0.2042871 May 28 06:23:31.639180 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b23238b-62f2-43e5-bbd3-a536ea810352 req-81d9f7ef-8506-4e9e-9451-7fd6eaba8c14 tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:31.640598 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0b23238b-62f2-43e5-bbd3-a536ea810352 req-81d9f7ef-8506-4e9e-9451-7fd6eaba8c14 tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] 10.222.0.71 "GET /v2.0/ports?device_id=a3c3d437-5cc4-432d-8fe2-4bd16dbe1f2e HTTP/1.1" status: 200 len: 950 time: 0.2766540 May 28 06:23:31.725923 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-0b23238b-62f2-43e5-bbd3-a536ea810352 req-72af511a-212d-4b67-a53c-5a48e9ab3bce tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] Deleting port 334d8b0c-1a16-446d-b33c-f02a7aec97de {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:23:31.726666 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-0b23238b-62f2-43e5-bbd3-a536ea810352 req-72af511a-212d-4b67-a53c-5a48e9ab3bce tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:31.741810 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning for port f0ef1dfc-0eee-4ce6-baa8-54c39afb9beb completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:23:31.747628 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning complete for port f0ef1dfc-0eee-4ce6-baa8-54c39afb9beb triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:23:31.747996 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:31.854693 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fd8fbb5a-1b9b-4700-ab67-82ad6fc96342 req-394caa5b-e625-415d-acba-27236e92a90e tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] 10.222.0.55 "GET /v2.0/security-groups?id=0298457f-05be-4918-b783-47064e014a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394786 May 28 06:23:31.926198 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port f0ef1dfc-0eee-4ce6-baa8-54c39afb9beb is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:23:31.926709 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:31.992828 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44f54f0b-ef0b-486e-9295-4773273028a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0ef1dfc-0eee-4ce6-baa8-54c39afb9beb'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:23:32.014100 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port f0ef1dfc-0eee-4ce6-baa8-54c39afb9beb, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=f0ef1dfc-0eee-4ce6-baa8-54c39afb9beb,segment=NetworkSegment(2466b369-b4d4-4fbf-9dbd-05fe75562f7f),segment_id=2466b369-b4d4-4fbf-9dbd-05fe75562f7f)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:23:32.057155 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-0b23238b-62f2-43e5-bbd3-a536ea810352 req-72af511a-212d-4b67-a53c-5a48e9ab3bce tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] For port 334d8b0c-1a16-446d-b33c-f02a7aec97de, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=334d8b0c-1a16-446d-b33c-f02a7aec97de,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:23:32.057641 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-0b23238b-62f2-43e5-bbd3-a536ea810352 req-72af511a-212d-4b67-a53c-5a48e9ab3bce tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:32.079410 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:32.159572 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:32.245438 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-0b23238b-62f2-43e5-bbd3-a536ea810352 req-72af511a-212d-4b67-a53c-5a48e9ab3bce tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] Calling delete_port for 334d8b0c-1a16-446d-b33c-f02a7aec97de owned by compute:nova {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:23:32.255047 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=f0ef1dfc-0eee-4ce6-baa8-54c39afb9beb,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:23:32.353652 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77a3223-d620-4ba9-bf4c-1e6dbe12e509 req-f2b9a5d2-3ff0-4af4-8f26-894fd084652a tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:32.353652 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b77a3223-d620-4ba9-bf4c-1e6dbe12e509 req-f2b9a5d2-3ff0-4af4-8f26-894fd084652a tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] 10.222.0.55 "GET /v2.0/ports?device_id=a3c3d437-5cc4-432d-8fe2-4bd16dbe1f2e HTTP/1.1" status: 200 len: 950 time: 0.2269654 May 28 06:23:32.606372 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b77a3223-d620-4ba9-bf4c-1e6dbe12e509 req-387f4dbd-97d0-443a-90a1-7476886f3743 tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac29db33-ef6f-43a7-9236-59d10d045b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003415 May 28 06:23:32.803511 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88f4e0c-8968-4fd5-a0fe-11cbe3372649 req-c892b46d-3b9c-4c79-820e-54cd631b4d0b tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:32.803511 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b88f4e0c-8968-4fd5-a0fe-11cbe3372649 req-c892b46d-3b9c-4c79-820e-54cd631b4d0b tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/ports?device_id=44f54f0b-ef0b-486e-9295-4773273028a5 HTTP/1.1" status: 200 len: 946 time: 0.1420536 May 28 06:23:32.803511 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-0b23238b-62f2-43e5-bbd3-a536ea810352 req-72af511a-212d-4b67-a53c-5a48e9ab3bce tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:32.831816 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['334d8b0c-1a16-446d-b33c-f02a7aec97de'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:23:32.904546 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72af511a-212d-4b67-a53c-5a48e9ab3bce tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] Pushing event deleted for resources: {'Port': ['ID=334d8b0c-1a16-446d-b33c-f02a7aec97de,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:23:33.038947 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b23238b-62f2-43e5-bbd3-a536ea810352 req-72af511a-212d-4b67-a53c-5a48e9ab3bce tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] No DVR routers for this DVR port 334d8b0c-1a16-446d-b33c-f02a7aec97de on host n-h2-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:23:33.038947 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-0b23238b-62f2-43e5-bbd3-a536ea810352 req-72af511a-212d-4b67-a53c-5a48e9ab3bce tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:33.045363 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b88f4e0c-8968-4fd5-a0fe-11cbe3372649 req-a2f91fe8-49ed-4880-8fe2-bebe70c3fa3f tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/security-groups?id=51e8ab45-fc50-4bca-a4a6-55c0639ed93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428036 May 28 06:23:33.050355 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3c3d437-5cc4-432d-8fe2-4bd16dbe1f2e', 'name': 'network-vif-deleted', 'tag': '334d8b0c-1a16-446d-b33c-f02a7aec97de'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:23:33.093258 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6d8954-ab0a-4588-a588-898138f8de34 req-cd25864d-e691-48ca-925b-837d0c561970 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:33.094780 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ed6d8954-ab0a-4588-a588-898138f8de34 req-cd25864d-e691-48ca-925b-837d0c561970 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=7abe23a3-6f8b-4542-bc0d-9d92227b9bcb HTTP/1.1" status: 200 len: 950 time: 0.3638036 May 28 06:23:33.120386 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d32156c-7c71-4580-a871-9893118b04f5 req-76b5c152-ca2b-4458-851a-aea30c450802 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:33.120386 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7d32156c-7c71-4580-a871-9893118b04f5 req-76b5c152-ca2b-4458-851a-aea30c450802 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb5780c7-461a-4dd4-999d-d7e14791d896 HTTP/1.1" status: 200 len: 946 time: 0.2747991 May 28 06:23:33.181205 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71162e68-ae02-4371-b06e-8eb23faad1cc'] response: {'server_uuid': '44f54f0b-ef0b-486e-9295-4773273028a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0ef1dfc-0eee-4ce6-baa8-54c39afb9beb', 'code': 200} May 28 06:23:33.208980 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0b23238b-62f2-43e5-bbd3-a536ea810352 req-72af511a-212d-4b67-a53c-5a48e9ab3bce tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] 10.222.0.71 "DELETE /v2.0/ports/334d8b0c-1a16-446d-b33c-f02a7aec97de HTTP/1.1" status: 204 len: 173 time: 1.5494120 May 28 06:23:33.228171 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ed6d8954-ab0a-4588-a588-898138f8de34 req-716737c7-86ca-456d-a5f1-f6a9b1208eeb tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013765 May 28 06:23:33.267420 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-7d32156c-7c71-4580-a871-9893118b04f5 req-61284ec8-71ff-4c0a-8ee3-3b8306f70be9 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Deleting port cb854cdf-2991-47ca-909c-af8be51bdf4b {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:23:33.280392 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-7d32156c-7c71-4580-a871-9893118b04f5 req-61284ec8-71ff-4c0a-8ee3-3b8306f70be9 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:33.558872 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 102a70ac-764d-4fd3-8200-15482425c410 no longer exists at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:23:33.687378 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a6f81f-4974-4bee-9648-7eaea3758271 req-1f866641-4f44-458d-a663-e03731a610be tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:33.695678 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-58a6f81f-4974-4bee-9648-7eaea3758271 req-1f866641-4f44-458d-a663-e03731a610be tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b7eb681-8c3c-4468-9c7c-5fb1304d44a0 HTTP/1.1" status: 200 len: 946 time: 0.3451531 May 28 06:23:33.740731 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 102a70ac-764d-4fd3-8200-15482425c410 is: ACTIVE; New status is: DOWN {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:23:33.740731 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:33.749404 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3c2e71-8e0a-4de1-8966-bb4e5b9ca8cc req-c0a47625-265f-4074-abca-9141167510f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:33.752686 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0c3c2e71-8e0a-4de1-8966-bb4e5b9ca8cc req-c0a47625-265f-4074-abca-9141167510f6 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=44f54f0b-ef0b-486e-9295-4773273028a5 HTTP/1.1" status: 200 len: 1097 time: 0.4348936 May 28 06:23:33.772108 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 102a70ac-764d-4fd3-8200-15482425c410, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=102a70ac-764d-4fd3-8200-15482425c410,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:23:33.780978 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3d71df-ab04-4744-924a-057da9f6f31a req-47a27946-aafa-4d5a-ac39-d8dd9be5119b tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:33.783995 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0b3d71df-ab04-4744-924a-057da9f6f31a req-47a27946-aafa-4d5a-ac39-d8dd9be5119b tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb5780c7-461a-4dd4-999d-d7e14791d896 HTTP/1.1" status: 200 len: 946 time: 0.3911545 May 28 06:23:33.905387 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-58a6f81f-4974-4bee-9648-7eaea3758271 req-6300523c-9992-40d5-b61c-f3ec4bb0dc81 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] 10.222.0.55 "GET /v2.0/security-groups?id=e432db24-e8e7-48aa-9528-693cfa32554a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2042601 May 28 06:23:33.911939 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-7d32156c-7c71-4580-a871-9893118b04f5 req-61284ec8-71ff-4c0a-8ee3-3b8306f70be9 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] For port cb854cdf-2991-47ca-909c-af8be51bdf4b, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=cb854cdf-2991-47ca-909c-af8be51bdf4b,segment=NetworkSegment(8393efb8-9369-4910-a9df-a6c5d1ca9544),segment_id=8393efb8-9369-4910-a9df-a6c5d1ca9544)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:23:33.912303 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-7d32156c-7c71-4580-a871-9893118b04f5 req-61284ec8-71ff-4c0a-8ee3-3b8306f70be9 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:33.924542 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0c3c2e71-8e0a-4de1-8966-bb4e5b9ca8cc req-186c5c7f-1bd9-4c2b-8a01-2f2df0a4cef5 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=51e8ab45-fc50-4bca-a4a6-55c0639ed93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644182 May 28 06:23:33.933444 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9774da2c-7499-4478-ac81-b4e122cec9fc req-0ca08f02-7872-47f2-b4d2-57c4b29172da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:33.936003 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-9774da2c-7499-4478-ac81-b4e122cec9fc req-0ca08f02-7872-47f2-b4d2-57c4b29172da service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fa535ce8a329409da109cb227c3a70b1&device_id=7abe23a3-6f8b-4542-bc0d-9d92227b9bcb HTTP/1.1" status: 200 len: 1101 time: 0.0973718 May 28 06:23:33.959464 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:33.988674 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0b3d71df-ab04-4744-924a-057da9f6f31a req-b2a0d620-236f-4291-9249-39f70bef5908 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] 10.222.0.55 "GET /v2.0/security-groups?id=0298457f-05be-4918-b783-47064e014a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847234 May 28 06:23:33.990353 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2382219f-8241-4913-8f95-60b458363610'] response: {'server_uuid': 'a3c3d437-5cc4-432d-8fe2-4bd16dbe1f2e', 'name': 'network-vif-deleted', 'tag': '334d8b0c-1a16-446d-b33c-f02a7aec97de', 'status': 'completed', 'code': 200} May 28 06:23:34.032594 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=102a70ac-764d-4fd3-8200-15482425c410,revision_number=8']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:23:34.053244 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-7d32156c-7c71-4580-a871-9893118b04f5 req-61284ec8-71ff-4c0a-8ee3-3b8306f70be9 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Calling delete_port for cb854cdf-2991-47ca-909c-af8be51bdf4b owned by compute:nova {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:23:34.142600 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-7a49f1da-9fa4-4c96-99fb-a059876bd6be req-dbcc8201-c7b8-49c2-a904-8cd949556038 tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] Synchronizing usage tracker for tenant:602d22c872ea4d7abf372c40f89af62e on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:23:34.288590 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9774da2c-7499-4478-ac81-b4e122cec9fc req-5214e130-a680-4045-b455-2ab78e5f42c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:34.290348 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-9774da2c-7499-4478-ac81-b4e122cec9fc req-5214e130-a680-4045-b455-2ab78e5f42c0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=bb90c162-fdb0-406b-af2b-5eef830db7a9 HTTP/1.1" status: 200 len: 870 time: 0.1373358 May 28 06:23:34.315130 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675e785d-c248-45d7-8797-542846183d91 req-0d0bf6b3-a1b8-452e-af62-50fbc94a054e tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:34.316596 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-675e785d-c248-45d7-8797-542846183d91 req-0d0bf6b3-a1b8-452e-af62-50fbc94a054e tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/ports?device_id=44f54f0b-ef0b-486e-9295-4773273028a5 HTTP/1.1" status: 200 len: 946 time: 0.1589739 May 28 06:23:34.326041 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-7a49f1da-9fa4-4c96-99fb-a059876bd6be req-dbcc8201-c7b8-49c2-a904-8cd949556038 tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] Unset dirty status for tenant:602d22c872ea4d7abf372c40f89af62e on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:23:34.327318 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7a49f1da-9fa4-4c96-99fb-a059876bd6be req-dbcc8201-c7b8-49c2-a904-8cd949556038 tempest-DeleteServersAdminTestJSON-123594442 tempest-DeleteServersAdminTestJSON-123594442-project] 10.222.0.55 "GET /v2.0/ports?device_id=a3c3d437-5cc4-432d-8fe2-4bd16dbe1f2e HTTP/1.1" status: 200 len: 210 time: 0.2441578 May 28 06:23:34.372253 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-675e785d-c248-45d7-8797-542846183d91 req-cebfa8de-183f-40fe-84a6-cb59b303b265 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/security-groups?id=51e8ab45-fc50-4bca-a4a6-55c0639ed93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478497 May 28 06:23:34.373150 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-9774da2c-7499-4478-ac81-b4e122cec9fc req-63aab7a1-13c0-40d2-951d-c1a3691f010e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=e650b946-83ef-48df-9fe0-03e0c667426c HTTP/1.1" status: 200 len: 217 time: 0.0756264 May 28 06:23:34.427820 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-7d32156c-7c71-4580-a871-9893118b04f5 req-61284ec8-71ff-4c0a-8ee3-3b8306f70be9 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:34.441733 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['cb854cdf-2991-47ca-909c-af8be51bdf4b'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:23:34.468962 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9774da2c-7499-4478-ac81-b4e122cec9fc req-d85030bf-fe39-4c2b-9d59-c0e7e59835f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:34.470405 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-9774da2c-7499-4478-ac81-b4e122cec9fc req-d85030bf-fe39-4c2b-9d59-c0e7e59835f0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e72d0ca5-04cb-4b36-82b1-c75214c9eb05 HTTP/1.1" status: 200 len: 843 time: 0.0898175 May 28 06:23:34.485701 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61284ec8-71ff-4c0a-8ee3-3b8306f70be9 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Pushing event deleted for resources: {'Port': ['ID=cb854cdf-2991-47ca-909c-af8be51bdf4b,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:23:34.605500 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9774da2c-7499-4478-ac81-b4e122cec9fc req-3626e4ff-51ef-4813-a29d-b708d659b4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:34.607493 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-9774da2c-7499-4478-ac81-b4e122cec9fc req-3626e4ff-51ef-4813-a29d-b708d659b4ec service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bb90c162-fdb0-406b-af2b-5eef830db7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1229656 May 28 06:23:34.750594 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d32156c-7c71-4580-a871-9893118b04f5 req-61284ec8-71ff-4c0a-8ee3-3b8306f70be9 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] No DVR routers for this DVR port cb854cdf-2991-47ca-909c-af8be51bdf4b on host n-h1-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:23:34.751904 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-9774da2c-7499-4478-ac81-b4e122cec9fc req-f2580dd1-ec0b-43c6-ad06-7eb5ad946123 service neutron] 10.222.0.69 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341176 May 28 06:23:34.757603 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-7d32156c-7c71-4580-a871-9893118b04f5 req-61284ec8-71ff-4c0a-8ee3-3b8306f70be9 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:34.807271 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d885d334-fc72-45c1-980a-32fe7e597819 req-799c114e-ec94-4dab-9c94-a616096d2fb3 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:34.809123 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d885d334-fc72-45c1-980a-32fe7e597819 req-799c114e-ec94-4dab-9c94-a616096d2fb3 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=7abe23a3-6f8b-4542-bc0d-9d92227b9bcb HTTP/1.1" status: 200 len: 950 time: 0.1319058 May 28 06:23:34.870551 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d885d334-fc72-45c1-980a-32fe7e597819 req-ebd7d67f-75e2-4426-8628-74a46524edd9 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488713 May 28 06:23:34.927759 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 334d8b0c-1a16-446d-b33c-f02a7aec97de no longer exists at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:23:34.948683 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7d32156c-7c71-4580-a871-9893118b04f5 req-61284ec8-71ff-4c0a-8ee3-3b8306f70be9 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] 10.222.0.69 "DELETE /v2.0/ports/cb854cdf-2991-47ca-909c-af8be51bdf4b HTTP/1.1" status: 204 len: 173 time: 1.7802320 May 28 06:23:35.005490 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] No Port match for: 334d8b0c-1a16-446d-b33c-f02a7aec97de {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:23:35.005490 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 334d8b0c-1a16-446d-b33c-f02a7aec97de not bound to the agent host n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:23:35.026179 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-9774da2c-7499-4478-ac81-b4e122cec9fc req-50a995b1-6eef-4cff-b94d-a49079e67be4 service neutron] 10.222.0.69 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2667367 May 28 06:23:35.171576 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-ede0e3c3-8ffe-4e1d-9f04-749eeabbbe0e req-370f7302-ef09-41bc-aefa-8d00fb5421df tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Synchronizing usage tracker for tenant:82228dddf6d7411e9b9bc86768e162fd on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:23:35.177001 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5d298d2-7059-491b-88a0-406c470b4ae8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '102a70ac-764d-4fd3-8200-15482425c410'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:23:35.181194 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051971df-1256-4c61-9b30-f1460acbde74 req-ce2fb8b0-faad-498b-8683-3c1ae7ccaf60 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:35.182112 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-051971df-1256-4c61-9b30-f1460acbde74 req-ce2fb8b0-faad-498b-8683-3c1ae7ccaf60 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Synchronizing usage tracker for tenant:8d511f8938f3446b9ed8484c7e88d332 on resource:port {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:23:35.202885 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4e5dde-3db9-4de7-825c-64605a6dcb31 req-21d9e7c3-4bd3-47a7-a172-e5cc0cb22627 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:35.204394 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4a4e5dde-3db9-4de7-825c-64605a6dcb31 req-21d9e7c3-4bd3-47a7-a172-e5cc0cb22627 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b7eb681-8c3c-4468-9c7c-5fb1304d44a0 HTTP/1.1" status: 200 len: 946 time: 0.1378314 May 28 06:23:35.249059 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4a4e5dde-3db9-4de7-825c-64605a6dcb31 req-fbaaeb08-c24d-4b04-9b34-d00487d30ca4 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] 10.222.0.55 "GET /v2.0/security-groups?id=e432db24-e8e7-48aa-9528-693cfa32554a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380144 May 28 06:23:35.303335 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a27bbfca-c23d-4efe-b8bf-37546965f9e1'] response: {'server_uuid': 'b5d298d2-7059-491b-88a0-406c470b4ae8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '102a70ac-764d-4fd3-8200-15482425c410', 'code': 200} May 28 06:23:35.410812 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-ede0e3c3-8ffe-4e1d-9f04-749eeabbbe0e req-370f7302-ef09-41bc-aefa-8d00fb5421df tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] Unset dirty status for tenant:82228dddf6d7411e9b9bc86768e162fd on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:23:35.411620 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-051971df-1256-4c61-9b30-f1460acbde74 req-ce2fb8b0-faad-498b-8683-3c1ae7ccaf60 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Unset dirty status for tenant:8d511f8938f3446b9ed8484c7e88d332 on resource:port {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:23:35.413691 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ede0e3c3-8ffe-4e1d-9f04-749eeabbbe0e req-370f7302-ef09-41bc-aefa-8d00fb5421df tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb5780c7-461a-4dd4-999d-d7e14791d896 HTTP/1.1" status: 200 len: 210 time: 0.2925451 May 28 06:23:35.418916 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-051971df-1256-4c61-9b30-f1460acbde74 req-ce2fb8b0-faad-498b-8683-3c1ae7ccaf60 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] 10.222.0.69 "GET /v2.0/ports?device_id=0b7eb681-8c3c-4468-9c7c-5fb1304d44a0 HTTP/1.1" status: 200 len: 946 time: 0.3218679 May 28 06:23:35.543914 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 30d9587d-4994-4d8d-b556-5a3361d0673b details requested by agent hyperv_n-h1-843702-1 with host n-h1-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:23:35.553525 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [req-051971df-1256-4c61-9b30-f1460acbde74 req-969de162-e278-431a-a85c-cbd56de55751 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Deleting port cce32f02-bd36-4345-9f5e-4ca3e0cbed90 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:23:35.554210 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-051971df-1256-4c61-9b30-f1460acbde74 req-969de162-e278-431a-a85c-cbd56de55751 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:35.762846 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 30d9587d-4994-4d8d-b556-5a3361d0673b, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=30d9587d-4994-4d8d-b556-5a3361d0673b,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:23:35.763577 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12476e6-bf2e-4f4e-bd21-15eb33357caf req-b31112f9-e527-496d-94ba-153a4d20a84a tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:35.773537 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b12476e6-bf2e-4f4e-bd21-15eb33357caf req-b31112f9-e527-496d-94ba-153a4d20a84a tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/ports?device_id=44f54f0b-ef0b-486e-9295-4773273028a5 HTTP/1.1" status: 200 len: 946 time: 0.1494074 May 28 06:23:35.781296 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Returning: {'device': '30d9587d-4994-4d8d-b556-5a3361d0673b', 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9', 'port_id': '30d9587d-4994-4d8d-b556-5a3361d0673b', 'mac_address': 'fa:16:3e:b3:c8:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e72d0ca5-04cb-4b36-82b1-c75214c9eb05', 'ip_address': '192.168.233.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:23:35.878044 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b12476e6-bf2e-4f4e-bd21-15eb33357caf req-91cb83e3-310d-4df0-af9e-17d2eca0b92f tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/security-groups?id=51e8ab45-fc50-4bca-a4a6-55c0639ed93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037130 May 28 06:23:35.881906 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 30d9587d-4994-4d8d-b556-5a3361d0673b is: ACTIVE; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:23:35.882445 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:35.907732 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 30d9587d-4994-4d8d-b556-5a3361d0673b {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:23:35.926774 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 30d9587d-4994-4d8d-b556-5a3361d0673b, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=30d9587d-4994-4d8d-b556-5a3361d0673b,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:23:35.978620 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-051971df-1256-4c61-9b30-f1460acbde74 req-969de162-e278-431a-a85c-cbd56de55751 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] For port cce32f02-bd36-4345-9f5e-4ca3e0cbed90, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=cce32f02-bd36-4345-9f5e-4ca3e0cbed90,segment=NetworkSegment(da5c496c-27c0-43e7-82d4-b2bdcd86ef6a),segment_id=da5c496c-27c0-43e7-82d4-b2bdcd86ef6a)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:23:35.978954 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-051971df-1256-4c61-9b30-f1460acbde74 req-969de162-e278-431a-a85c-cbd56de55751 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:35.991772 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb5780c7-461a-4dd4-999d-d7e14791d896', 'name': 'network-vif-deleted', 'tag': 'cb854cdf-2991-47ca-909c-af8be51bdf4b'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:23:36.140084 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b17f9f85-89c6-43c6-9945-7fffead0b8fe'] response: {'server_uuid': 'cb5780c7-461a-4dd4-999d-d7e14791d896', 'name': 'network-vif-deleted', 'tag': 'cb854cdf-2991-47ca-909c-af8be51bdf4b', 'status': 'completed', 'code': 200} May 28 06:23:36.186970 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:36.225060 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6e02e2-49ae-450f-ac8d-c29258bddcc6 req-48e409c0-1c07-4cfa-a812-5e0579ad8c0a tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:36.232429 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1c6e02e2-49ae-450f-ac8d-c29258bddcc6 req-48e409c0-1c07-4cfa-a812-5e0579ad8c0a tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=7abe23a3-6f8b-4542-bc0d-9d92227b9bcb HTTP/1.1" status: 200 len: 950 time: 0.1255996 May 28 06:23:36.256305 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=30d9587d-4994-4d8d-b556-5a3361d0673b,revision_number=6']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:23:36.281453 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1c6e02e2-49ae-450f-ac8d-c29258bddcc6 req-0d7ac390-d84b-4868-9a53-dcbbefb8a285 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477865 May 28 06:23:36.307321 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['30d9587d-4994-4d8d-b556-5a3361d0673b'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:23:36.384329 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-051971df-1256-4c61-9b30-f1460acbde74 req-969de162-e278-431a-a85c-cbd56de55751 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:36.384833 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-051971df-1256-4c61-9b30-f1460acbde74 req-969de162-e278-431a-a85c-cbd56de55751 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691094'] for floatingip, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:36.385051 n-d-843702-1 neutron-server[89109]: INFO neutron.db.l3_db [req-051971df-1256-4c61-9b30-f1460acbde74 req-969de162-e278-431a-a85c-cbd56de55751 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Floating IP 46522dea-4452-43c1-bd6a-44e5f3c37343 disassociated. External IP: 172.25.5.129, port: cce32f02-bd36-4345-9f5e-4ca3e0cbed90. May 28 06:23:36.385607 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [req-051971df-1256-4c61-9b30-f1460acbde74 req-969de162-e278-431a-a85c-cbd56de55751 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Calling delete_port for cce32f02-bd36-4345-9f5e-4ca3e0cbed90 owned by compute:nova {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:23:36.516640 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9650d5eb-53a6-407a-bad6-4bce91c405f5 req-db50fbee-b6f2-4662-bdd9-9e14d841b63b tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:36.531905 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9650d5eb-53a6-407a-bad6-4bce91c405f5 req-db50fbee-b6f2-4662-bdd9-9e14d841b63b tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b7eb681-8c3c-4468-9c7c-5fb1304d44a0 HTTP/1.1" status: 200 len: 946 time: 0.1496150 May 28 06:23:36.622572 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9650d5eb-53a6-407a-bad6-4bce91c405f5 req-24e24a7f-2a91-4526-b9aa-c4e2dc958ef8 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] 10.222.0.55 "GET /v2.0/security-groups?id=e432db24-e8e7-48aa-9528-693cfa32554a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0858932 May 28 06:23:36.710005 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-de747f12-fc46-4fdf-8113-2da86f10e039 req-29024a97-8916-43d5-8efa-62ca0293b29c tempest-FloatingIPsAssociationNegativeTestJSON-1586693705 tempest-FloatingIPsAssociationNegativeTestJSON-1586693705-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb5780c7-461a-4dd4-999d-d7e14791d896 HTTP/1.1" status: 200 len: 210 time: 0.0693450 May 28 06:23:36.857506 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 48766) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:23:36.953469 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-051971df-1256-4c61-9b30-f1460acbde74 req-969de162-e278-431a-a85c-cbd56de55751 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:37.035857 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969de162-e278-431a-a85c-cbd56de55751 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Pushing event deleted for resources: {'Port': ['ID=cce32f02-bd36-4345-9f5e-4ca3e0cbed90,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:23:37.111936 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969de162-e278-431a-a85c-cbd56de55751 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:23:37.112276 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969de162-e278-431a-a85c-cbd56de55751 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:23:37.112609 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969de162-e278-431a-a85c-cbd56de55751 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:23:37.112938 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969de162-e278-431a-a85c-cbd56de55751 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:23:37.113262 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969de162-e278-431a-a85c-cbd56de55751 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:23:37.113642 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969de162-e278-431a-a85c-cbd56de55751 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:23:37.114093 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969de162-e278-431a-a85c-cbd56de55751 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:23:37.114415 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969de162-e278-431a-a85c-cbd56de55751 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:23:37.114735 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969de162-e278-431a-a85c-cbd56de55751 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:23:37.115051 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969de162-e278-431a-a85c-cbd56de55751 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:23:37.115360 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969de162-e278-431a-a85c-cbd56de55751 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:23:37.115855 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969de162-e278-431a-a85c-cbd56de55751 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:23:37.131463 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e409ae2-03c8-47a9-80e8-3303ccc33ede req-5eb4e29b-e8d1-4cd2-9307-7d8e47c07f29 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:37.133256 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2e409ae2-03c8-47a9-80e8-3303ccc33ede req-5eb4e29b-e8d1-4cd2-9307-7d8e47c07f29 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/ports?device_id=44f54f0b-ef0b-486e-9295-4773273028a5 HTTP/1.1" status: 200 len: 946 time: 0.1262848 May 28 06:23:37.182505 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-40091303-3fb8-4dc1-9569-6813b5346e46 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=602d22c872ea4d7abf372c40f89af62e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3238571 May 28 06:23:37.184893 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2e409ae2-03c8-47a9-80e8-3303ccc33ede req-e43da297-3e13-4d16-a7bd-06c99604daf4 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/security-groups?id=51e8ab45-fc50-4bca-a4a6-55c0639ed93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457737 May 28 06:23:37.185382 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 48784) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:23:37.244948 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7373e3cb-b010-400a-bf9f-c18ef2a24cc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:37.271882 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7373e3cb-b010-400a-bf9f-c18ef2a24cc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:37.294430 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [req-051971df-1256-4c61-9b30-f1460acbde74 req-969de162-e278-431a-a85c-cbd56de55751 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Router 446e7006-71a6-4c0c-8578-4ef926a2b758 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:23:37.536829 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40bb85c-ff8b-45b3-abda-f62b2d931079 req-15211e95-ca14-4377-bb26-161f5c9960eb tempest-LiveMigrationTest-969842093 tempest-LiveMigrationTest-969842093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:37.538756 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c40bb85c-ff8b-45b3-abda-f62b2d931079 req-15211e95-ca14-4377-bb26-161f5c9960eb tempest-LiveMigrationTest-969842093 tempest-LiveMigrationTest-969842093-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=44f54f0b-ef0b-486e-9295-4773273028a5 HTTP/1.1" status: 200 len: 1097 time: 0.2280607 May 28 06:23:37.561991 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7373e3cb-b010-400a-bf9f-c18ef2a24cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:37.563434 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 30d9587d-4994-4d8d-b556-5a3361d0673b up at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:23:37.572897 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-051971df-1256-4c61-9b30-f1460acbde74 req-969de162-e278-431a-a85c-cbd56de55751 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:23:37.603854 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3590906-2e6d-4baf-96ac-fc94f79f8c90 None None] Sync routers for ids ['446e7006-71a6-4c0c-8578-4ef926a2b758'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:23:37.642122 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3590906-2e6d-4baf-96ac-fc94f79f8c90 None None] Routers {'446e7006-71a6-4c0c-8578-4ef926a2b758'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:23:37.643043 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-c3590906-2e6d-4baf-96ac-fc94f79f8c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:23:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['446e7006-71a6-4c0c-8578-4ef926a2b758'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:23:37.643456 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7373e3cb-b010-400a-bf9f-c18ef2a24cc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac29db33-ef6f-43a7-9236-59d10d045b84,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:23:37.674070 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43034db-b145-4c09-8f5c-3f3bc5d1d910 req-1758df7b-55b6-48a9-8034-2c1b51f92caa tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:37.686890 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a43034db-b145-4c09-8f5c-3f3bc5d1d910 req-1758df7b-55b6-48a9-8034-2c1b51f92caa tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=7abe23a3-6f8b-4542-bc0d-9d92227b9bcb HTTP/1.1" status: 200 len: 950 time: 0.2517910 May 28 06:23:37.753382 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a43034db-b145-4c09-8f5c-3f3bc5d1d910 req-122203cf-a56a-4ab4-88c3-c5122e46d109 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707970 May 28 06:23:37.767100 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c40bb85c-ff8b-45b3-abda-f62b2d931079 req-2eed304d-18d3-4758-8731-babd2201c5a7 tempest-LiveMigrationTest-969842093 tempest-LiveMigrationTest-969842093-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=51e8ab45-fc50-4bca-a4a6-55c0639ed93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195225 May 28 06:23:37.830338 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7373e3cb-b010-400a-bf9f-c18ef2a24cc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:37.836149 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-7373e3cb-b010-400a-bf9f-c18ef2a24cc7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ac29db33-ef6f-43a7-9236-59d10d045b84 HTTP/1.1" status: 204 len: 168 time: 0.6480763 May 28 06:23:37.898898 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [req-051971df-1256-4c61-9b30-f1460acbde74 req-969de162-e278-431a-a85c-cbd56de55751 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] No DVR routers for this DVR port cce32f02-bd36-4345-9f5e-4ca3e0cbed90 on host n-h1-843702-1 {{(pid=89109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:23:37.910590 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-051971df-1256-4c61-9b30-f1460acbde74 req-969de162-e278-431a-a85c-cbd56de55751 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:37.913307 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b7eb681-8c3c-4468-9c7c-5fb1304d44a0', 'name': 'network-vif-deleted', 'tag': 'cce32f02-bd36-4345-9f5e-4ca3e0cbed90'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:23:37.960633 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 48814) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:23:38.040946 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-58a7d6cc-df3f-483b-980c-bb166aa1bc94 req-abd48ab0-9a2b-447b-bdb7-150959087794 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b7eb681-8c3c-4468-9c7c-5fb1304d44a0 HTTP/1.1" status: 200 len: 210 time: 0.1299939 May 28 06:23:38.077201 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-c3590906-2e6d-4baf-96ac-fc94f79f8c90 None None] Set router 446e7006-71a6-4c0c-8578-4ef926a2b758 gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:23:38.109919 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2ffe8353-4263-46e9-81c4-a70c224de156 req-051fbf25-fab1-4777-903d-44b218ce0167 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b9547fb1-3181-45ef-bf13-193d90ccfbd0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1324961 May 28 06:23:38.179926 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning complete for port 30d9587d-4994-4d8d-b556-5a3361d0673b triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:23:38.180390 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:38.300125 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-051971df-1256-4c61-9b30-f1460acbde74 req-969de162-e278-431a-a85c-cbd56de55751 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] 10.222.0.69 "DELETE /v2.0/ports/cce32f02-bd36-4345-9f5e-4ca3e0cbed90 HTTP/1.1" status: 204 len: 173 time: 2.8558123 May 28 06:23:38.300125 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6185da5-1379-40a5-b005-42d7d7bbbed1'] response: {'server_uuid': '0b7eb681-8c3c-4468-9c7c-5fb1304d44a0', 'name': 'network-vif-deleted', 'tag': 'cce32f02-bd36-4345-9f5e-4ca3e0cbed90', 'status': 'completed', 'code': 200} May 28 06:23:38.373061 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffe8353-4263-46e9-81c4-a70c224de156 req-e897d678-3f45-4b26-8433-bb874c020a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:38.374660 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2ffe8353-4263-46e9-81c4-a70c224de156 req-e897d678-3f45-4b26-8433-bb874c020a9c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fa535ce8a329409da109cb227c3a70b1&device_id=b9547fb1-3181-45ef-bf13-193d90ccfbd0 HTTP/1.1" status: 200 len: 1100 time: 0.1122675 May 28 06:23:38.380666 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c24d859-478a-4fc5-84ce-df57e58351b1 req-b67eaed9-65a3-4f8d-82e5-c9d90e521ab6 tempest-LiveMigrationTest-969842093 tempest-LiveMigrationTest-969842093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:38.382444 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8c24d859-478a-4fc5-84ce-df57e58351b1 req-b67eaed9-65a3-4f8d-82e5-c9d90e521ab6 tempest-LiveMigrationTest-969842093 tempest-LiveMigrationTest-969842093-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=44f54f0b-ef0b-486e-9295-4773273028a5 HTTP/1.1" status: 200 len: 1097 time: 0.1794193 May 28 06:23:38.572245 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8c24d859-478a-4fc5-84ce-df57e58351b1 req-b180349e-1c3c-4c08-81d9-8ac03a07db98 tempest-LiveMigrationTest-969842093 tempest-LiveMigrationTest-969842093-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=51e8ab45-fc50-4bca-a4a6-55c0639ed93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838205 May 28 06:23:38.659966 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffe8353-4263-46e9-81c4-a70c224de156 req-acef9078-e060-40fa-b272-a3da299dde39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:38.662845 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2ffe8353-4263-46e9-81c4-a70c224de156 req-acef9078-e060-40fa-b272-a3da299dde39 service neutron] 10.222.0.69 "GET /v2.0/networks?id=bb90c162-fdb0-406b-af2b-5eef830db7a9 HTTP/1.1" status: 200 len: 870 time: 0.2534859 May 28 06:23:38.664045 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 30d9587d-4994-4d8d-b556-5a3361d0673b is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:23:38.664430 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:38.802109 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52aa8738-6b1d-4ace-ad71-d39ef5f56b61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30d9587d-4994-4d8d-b556-5a3361d0673b'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:23:38.836958 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 30d9587d-4994-4d8d-b556-5a3361d0673b, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=30d9587d-4994-4d8d-b556-5a3361d0673b,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:23:38.867097 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2ffe8353-4263-46e9-81c4-a70c224de156 req-8c8cdb4b-3d74-47f6-9115-d2bbfd75d120 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=46a4ea42-1089-420c-a96f-d7cd594a80c1 HTTP/1.1" status: 200 len: 217 time: 0.1882250 May 28 06:23:38.885921 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-c3590906-2e6d-4baf-96ac-fc94f79f8c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '446e7006-71a6-4c0c-8578-4ef926a2b758', 'name': 'tempest-AttachSCSIVolumeTestJSON-2083684853-router', 'tenant_id': '8d511f8938f3446b9ed8484c7e88d332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '9a6ceb40-d2ec-4079-9bd4-004e52ab2e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:20:31Z', 'updated_at': '2022-05-28T06:20:39Z', 'revision_number': 4, 'project_id': '8d511f8938f3446b9ed8484c7e88d332', 'gw_port': {'id': '9a6ceb40-d2ec-4079-9bd4-004e52ab2e3f', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:aa:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446e7006-71a6-4c0c-8578-4ef926a2b758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:20:33Z', 'updated_at': '2022-05-28T06:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'ac661c91-951a-43ce-a60e-46466e4df899', 'name': '', 'network_id': 'd4de5f58-26b5-4e4f-8278-673645bfd374', 'tenant_id': '8d511f8938f3446b9ed8484c7e88d332', 'mac_address': 'fa:16:3e:63:69:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446e7006-71a6-4c0c-8578-4ef926a2b758', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '32fe9d9e-2ab0-4e3b-8ba9-de9ae262b6d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:20:38Z', 'updated_at': '2022-05-28T06:20:46Z', 'revision_number': 5, 'project_id': '8d511f8938f3446b9ed8484c7e88d332', 'subnets': [{'id': '32fe9d9e-2ab0-4e3b-8ba9-de9ae262b6d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:23:38.898994 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3590906-2e6d-4baf-96ac-fc94f79f8c90 None None] Checking router: 446e7006-71a6-4c0c-8578-4ef926a2b758 for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:23:38.927574 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3590906-2e6d-4baf-96ac-fc94f79f8c90 None None] Routers {'446e7006-71a6-4c0c-8578-4ef926a2b758'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:23:38.928233 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-c3590906-2e6d-4baf-96ac-fc94f79f8c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:23:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['446e7006-71a6-4c0c-8578-4ef926a2b758'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:23:39.081028 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-637dfd89-61ba-453f-a71b-dd7a228203f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700548'] for router_interface, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:39.154561 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:39.155497 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device cb854cdf-2991-47ca-909c-af8be51bdf4b no longer exists at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:23:39.234250 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffe8353-4263-46e9-81c4-a70c224de156 req-cf7fa710-e943-45a5-89cd-4d9546e536f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:39.235878 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2ffe8353-4263-46e9-81c4-a70c224de156 req-cf7fa710-e943-45a5-89cd-4d9546e536f3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e72d0ca5-04cb-4b36-82b1-c75214c9eb05 HTTP/1.1" status: 200 len: 843 time: 0.3625548 May 28 06:23:39.268352 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] No Port match for: cb854cdf-2991-47ca-909c-af8be51bdf4b {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:23:39.268976 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device cb854cdf-2991-47ca-909c-af8be51bdf4b not bound to the agent host n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:23:39.269605 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device cce32f02-bd36-4345-9f5e-4ca3e0cbed90 no longer exists at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:23:39.332290 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] No Port match for: cce32f02-bd36-4345-9f5e-4ca3e0cbed90 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:23:39.332964 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device cce32f02-bd36-4345-9f5e-4ca3e0cbed90 not bound to the agent host n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:23:39.441632 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4716e239-1a28-453a-b396-3ba2f29d4887 req-92a633dd-255c-4ed6-a9ef-0aeceb0c797a tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:39.449921 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4716e239-1a28-453a-b396-3ba2f29d4887 req-92a633dd-255c-4ed6-a9ef-0aeceb0c797a tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=7abe23a3-6f8b-4542-bc0d-9d92227b9bcb HTTP/1.1" status: 200 len: 950 time: 0.4463205 May 28 06:23:39.487621 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffe8353-4263-46e9-81c4-a70c224de156 req-5844b461-4f04-4a1c-931a-8914fd1026b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:39.488027 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-c3590906-2e6d-4baf-96ac-fc94f79f8c90 None None] Set router 446e7006-71a6-4c0c-8578-4ef926a2b758 gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:23:39.491406 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2ffe8353-4263-46e9-81c4-a70c224de156 req-5844b461-4f04-4a1c-931a-8914fd1026b8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bb90c162-fdb0-406b-af2b-5eef830db7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2383022 May 28 06:23:39.510996 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 48850) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:23:39.583316 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0aff08c7-2b8f-4bb8-b859-f564bb786dc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:39.621489 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-0aff08c7-2b8f-4bb8-b859-f564bb786dc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:23:39.672627 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-0aff08c7-2b8f-4bb8-b859-f564bb786dc0 admin admin] Usage tracker for resource:security_group_rule and tenant:0c552163cdd049f0926e16f370bc58c8 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:23:39.694475 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-0aff08c7-2b8f-4bb8-b859-f564bb786dc0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:23:39.705355 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-0aff08c7-2b8f-4bb8-b859-f564bb786dc0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:23:39.801137 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2ffe8353-4263-46e9-81c4-a70c224de156 req-fc988fbc-61f7-47a2-9939-e303e5ae3a22 service neutron] 10.222.0.69 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2966211 May 28 06:23:39.804382 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4716e239-1a28-453a-b396-3ba2f29d4887 req-9f268476-d8fd-4a41-aa1a-4fffaafabdf3 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3536782 May 28 06:23:39.848087 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-637dfd89-61ba-453f-a71b-dd7a228203f1 admin admin] Deleting port 4cc7f887-eddc-4bae-ae69-c363511b60f4 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:23:39.848872 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-637dfd89-61ba-453f-a71b-dd7a228203f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:40.053431 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=30d9587d-4994-4d8d-b556-5a3361d0673b,revision_number=7']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:23:40.088482 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2ffe8353-4263-46e9-81c4-a70c224de156 req-63bcaae1-c0a8-4e7a-8320-bf0846128c6b service neutron] 10.222.0.69 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2729502 May 28 06:23:40.277786 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0aff08c7-2b8f-4bb8-b859-f564bb786dc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:40.283388 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-637dfd89-61ba-453f-a71b-dd7a228203f1 admin admin] For port 4cc7f887-eddc-4bae-ae69-c363511b60f4, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=4cc7f887-eddc-4bae-ae69-c363511b60f4,segment=NetworkSegment(8393efb8-9369-4910-a9df-a6c5d1ca9544),segment_id=8393efb8-9369-4910-a9df-a6c5d1ca9544)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:23:40.283633 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-637dfd89-61ba-453f-a71b-dd7a228203f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:40.370874 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-c3590906-2e6d-4baf-96ac-fc94f79f8c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '446e7006-71a6-4c0c-8578-4ef926a2b758', 'name': 'tempest-AttachSCSIVolumeTestJSON-2083684853-router', 'tenant_id': '8d511f8938f3446b9ed8484c7e88d332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '9a6ceb40-d2ec-4079-9bd4-004e52ab2e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:20:31Z', 'updated_at': '2022-05-28T06:20:39Z', 'revision_number': 4, 'project_id': '8d511f8938f3446b9ed8484c7e88d332', 'gw_port': {'id': '9a6ceb40-d2ec-4079-9bd4-004e52ab2e3f', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:aa:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446e7006-71a6-4c0c-8578-4ef926a2b758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:20:33Z', 'updated_at': '2022-05-28T06:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'ac661c91-951a-43ce-a60e-46466e4df899', 'name': '', 'network_id': 'd4de5f58-26b5-4e4f-8278-673645bfd374', 'tenant_id': '8d511f8938f3446b9ed8484c7e88d332', 'mac_address': 'fa:16:3e:63:69:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446e7006-71a6-4c0c-8578-4ef926a2b758', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '32fe9d9e-2ab0-4e3b-8ba9-de9ae262b6d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:20:38Z', 'updated_at': '2022-05-28T06:20:46Z', 'revision_number': 5, 'project_id': '8d511f8938f3446b9ed8484c7e88d332', 'subnets': [{'id': '32fe9d9e-2ab0-4e3b-8ba9-de9ae262b6d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:23:40.371038 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3590906-2e6d-4baf-96ac-fc94f79f8c90 None None] The sync data for ids ['446e7006-71a6-4c0c-8578-4ef926a2b758'] in n-d-843702-1 is: [{'id': '446e7006-71a6-4c0c-8578-4ef926a2b758', 'name': 'tempest-AttachSCSIVolumeTestJSON-2083684853-router', 'tenant_id': '8d511f8938f3446b9ed8484c7e88d332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '9a6ceb40-d2ec-4079-9bd4-004e52ab2e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:20:31Z', 'updated_at': '2022-05-28T06:20:39Z', 'revision_number': 4, 'project_id': '8d511f8938f3446b9ed8484c7e88d332', 'gw_port': {'id': '9a6ceb40-d2ec-4079-9bd4-004e52ab2e3f', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:aa:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446e7006-71a6-4c0c-8578-4ef926a2b758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:20:33Z', 'updated_at': '2022-05-28T06:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'ac661c91-951a-43ce-a60e-46466e4df899', 'name': '', 'network_id': 'd4de5f58-26b5-4e4f-8278-673645bfd374', 'tenant_id': '8d511f8938f3446b9ed8484c7e88d332', 'mac_address': 'fa:16:3e:63:69:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446e7006-71a6-4c0c-8578-4ef926a2b758', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '32fe9d9e-2ab0-4e3b-8ba9-de9ae262b6d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:20:38Z', 'updated_at': '2022-05-28T06:20:46Z', 'revision_number': 5, 'project_id': '8d511f8938f3446b9ed8484c7e88d332', 'subnets': [{'id': '32fe9d9e-2ab0-4e3b-8ba9-de9ae262b6d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:23:40.528238 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-637dfd89-61ba-453f-a71b-dd7a228203f1 admin admin] Calling delete_port for 4cc7f887-eddc-4bae-ae69-c363511b60f4 owned by network:router_interface {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:23:40.586395 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5db9f1bc-f6c3-4d09-8302-03b9b7dd7f55'] response: {'server_uuid': '52aa8738-6b1d-4ace-ad71-d39ef5f56b61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30d9587d-4994-4d8d-b556-5a3361d0673b', 'code': 200} May 28 06:23:40.944257 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0aff08c7-2b8f-4bb8-b859-f564bb786dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:41.081935 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aff08c7-2b8f-4bb8-b859-f564bb786dc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3061756f-ad58-4996-b3bd-b9ebe4e6608b,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:23:41.091291 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-0aff08c7-2b8f-4bb8-b859-f564bb786dc0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0c552163cdd049f0926e16f370bc58c8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5738719 May 28 06:23:41.097238 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 48886) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:23:41.115924 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cc7baaaa-ecf9-4d40-90ce-93856edacc07 req-9aa2dbe6-d3e1-48f0-82a7-65e7fb9f5232 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=e7550758-2300-49b6-a09e-22d45df05a91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1267619 May 28 06:23:41.157197 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59ed672-cdc1-4bae-b563-150823b75b7f None None] New status for floating IP 46522dea-4452-43c1-bd6a-44e5f3c37343: DOWN {{(pid=89112) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 06:23:41.350072 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f66d90ef-3eb1-4b51-9dae-2d92cec04c8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:41.386476 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f66d90ef-3eb1-4b51-9dae-2d92cec04c8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:41.452963 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0791ec-50a8-460a-a16e-0410c7e48ef8 req-6ff09177-18f0-412f-b67e-ef54263d46d2 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:41.464377 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7e0791ec-50a8-460a-a16e-0410c7e48ef8 req-6ff09177-18f0-412f-b67e-ef54263d46d2 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=7abe23a3-6f8b-4542-bc0d-9d92227b9bcb HTTP/1.1" status: 200 len: 950 time: 0.1926200 May 28 06:23:41.513224 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7baaaa-ecf9-4d40-90ce-93856edacc07 req-f9577214-0084-4eef-918b-a2fe06701dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:41.513224 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cc7baaaa-ecf9-4d40-90ce-93856edacc07 req-f9577214-0084-4eef-918b-a2fe06701dbf service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7b2fe75d343f4ee29013f21d2442bc34&device_id=e7550758-2300-49b6-a09e-22d45df05a91 HTTP/1.1" status: 200 len: 1096 time: 0.3550396 May 28 06:23:41.740438 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7e0791ec-50a8-460a-a16e-0410c7e48ef8 req-2f90c4c1-8517-427c-a073-7139bfab78a7 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689695 May 28 06:23:41.764568 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f66d90ef-3eb1-4b51-9dae-2d92cec04c8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:41.818361 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66d90ef-3eb1-4b51-9dae-2d92cec04c8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3061756f-ad58-4996-b3bd-b9ebe4e6608b,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:23:41.825077 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-637dfd89-61ba-453f-a71b-dd7a228203f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:41.911053 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 48898) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:23:42.038809 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7baaaa-ecf9-4d40-90ce-93856edacc07 req-5a9e6415-9d01-4578-b181-977db6b1c629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:42.040759 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cc7baaaa-ecf9-4d40-90ce-93856edacc07 req-5a9e6415-9d01-4578-b181-977db6b1c629 service neutron] 10.222.0.71 "GET /v2.0/networks?id=ae685707-2f9d-409f-9237-8deef87c8163 HTTP/1.1" status: 200 len: 909 time: 0.4898412 May 28 06:23:42.153591 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637dfd89-61ba-453f-a71b-dd7a228203f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=4cc7f887-eddc-4bae-ae69-c363511b60f4,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:23:42.183668 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f66d90ef-3eb1-4b51-9dae-2d92cec04c8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:42.185159 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cc7baaaa-ecf9-4d40-90ce-93856edacc07 req-86428884-3ba5-432f-a13b-434ce94b2caf service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=138e37fd-587c-413c-8bdd-4325f6d90825 HTTP/1.1" status: 200 len: 217 time: 0.1262505 May 28 06:23:42.187388 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-f66d90ef-3eb1-4b51-9dae-2d92cec04c8d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3061756f-ad58-4996-b3bd-b9ebe4e6608b HTTP/1.1" status: 204 len: 168 time: 1.0890799 May 28 06:23:42.316283 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7baaaa-ecf9-4d40-90ce-93856edacc07 req-2c356c29-221a-4890-b40c-9c56d297c55e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:42.317793 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cc7baaaa-ecf9-4d40-90ce-93856edacc07 req-2c356c29-221a-4890-b40c-9c56d297c55e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=eed62182-5ff7-4e12-84bb-4e23f47bba04 HTTP/1.1" status: 200 len: 848 time: 0.1076596 May 28 06:23:42.364949 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c8927643-1e5f-42cd-afe2-5d2d36921f6f tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:42.405106 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c8927643-1e5f-42cd-afe2-5d2d36921f6f tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:42.451786 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cc7baaaa-ecf9-4d40-90ce-93856edacc07 req-ac63b995-066d-40dc-a779-e66c49116400 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ae685707-2f9d-409f-9237-8deef87c8163&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1261415 May 28 06:23:42.576627 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-637dfd89-61ba-453f-a71b-dd7a228203f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700472'] for router_interface, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:42.697460 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cc7baaaa-ecf9-4d40-90ce-93856edacc07 req-4fc7df05-a507-493b-9a37-554c2f5eb9a0 service neutron] 10.222.0.71 "GET /v2.0/networks/ae685707-2f9d-409f-9237-8deef87c8163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373261 May 28 06:23:42.701404 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c8927643-1e5f-42cd-afe2-5d2d36921f6f tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:42.947100 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cc7baaaa-ecf9-4d40-90ce-93856edacc07 req-a2732a3f-0c8f-4eb5-96af-5b817e2a4f84 service neutron] 10.222.0.71 "GET /v2.0/networks/ae685707-2f9d-409f-9237-8deef87c8163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337403 May 28 06:23:42.980598 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8927643-1e5f-42cd-afe2-5d2d36921f6f tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e432db24-e8e7-48aa-9528-693cfa32554a,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:23:43.063456 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-637dfd89-61ba-453f-a71b-dd7a228203f1 admin admin] Router 70cf39f6-7078-4919-bfc1-e8d48bb3562f has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:23:43.122272 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c8927643-1e5f-42cd-afe2-5d2d36921f6f tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:43.123777 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-c8927643-1e5f-42cd-afe2-5d2d36921f6f tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] 10.222.0.55 "DELETE /v2.0/security-groups/e432db24-e8e7-48aa-9528-693cfa32554a HTTP/1.1" status: 204 len: 168 time: 1.2076123 May 28 06:23:43.127355 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 48920) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:23:43.147478 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [req-98fee10d-79f3-43e3-9571-0e1d6bcb0951 req-da4a73af-d75e-48cf-a5c7-7ccaa949e43e tempest-LiveMigrationTest-969842093 tempest-LiveMigrationTest-969842093-project-admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=89109) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:23:43.159554 n-d-843702-1 neutron-server[89110]: INFO neutron.api.v2.resource [None req-1e777f3b-9fce-4db0-a2f1-31bccb4d1c4e tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] show failed (client error): The resource could not be found. May 28 06:23:43.159677 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-98fee10d-79f3-43e3-9571-0e1d6bcb0951 req-da4a73af-d75e-48cf-a5c7-7ccaa949e43e tempest-LiveMigrationTest-969842093 tempest-LiveMigrationTest-969842093-project-admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0186718 May 28 06:23:43.159776 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-1e777f3b-9fce-4db0-a2f1-31bccb4d1c4e tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] 10.222.0.55 "GET /v2.0/security-groups/e432db24-e8e7-48aa-9528-693cfa32554a HTTP/1.1" status: 404 len: 347 time: 0.0243216 May 28 06:23:43.161611 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 48924) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:23:43.161748 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-98fee10d-79f3-43e3-9571-0e1d6bcb0951 req-3bbb7245-4d4f-4a70-b182-96419f2c1788 service neutron] Request body: {'binding': {'host': 'n-h2-843702-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:23:43.162161 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-98fee10d-79f3-43e3-9571-0e1d6bcb0951 req-3bbb7245-4d4f-4a70-b182-96419f2c1788 service neutron] Unknown quota resources ['binding']. {{(pid=89109) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 28 06:23:43.587147 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f0f70f-6452-4460-86ac-100a21f663fc req-f0d02ba1-1085-4f99-85ae-86c5436e7868 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:43.595945 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-44f0f70f-6452-4460-86ac-100a21f663fc req-f0d02ba1-1085-4f99-85ae-86c5436e7868 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=7abe23a3-6f8b-4542-bc0d-9d92227b9bcb HTTP/1.1" status: 200 len: 950 time: 0.6323442 May 28 06:23:43.601194 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-0c2ee021-8431-4c00-8747-16a6c5be8d20 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Deleting port 5f8a8783-edea-48d5-ae60-979512c71f4f {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:23:43.603335 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0c2ee021-8431-4c00-8747-16a6c5be8d20 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:43.713226 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-98fee10d-79f3-43e3-9571-0e1d6bcb0951 req-3bbb7245-4d4f-4a70-b182-96419f2c1788 service neutron] Attempting to bind port f0ef1dfc-0eee-4ce6-baa8-54c39afb9beb on host n-h2-843702-1 for vnic_type normal with profile None {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:23:43.713226 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-98fee10d-79f3-43e3-9571-0e1d6bcb0951 req-3bbb7245-4d4f-4a70-b182-96419f2c1788 service neutron] Attempting to bind port f0ef1dfc-0eee-4ce6-baa8-54c39afb9beb by drivers openvswitch,hyperv on host n-h2-843702-1 at level 0 using segments [{'id': '2466b369-b4d4-4fbf-9dbd-05fe75562f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'ae685707-2f9d-409f-9237-8deef87c8163'}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:23:43.713226 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fee10d-79f3-43e3-9571-0e1d6bcb0951 req-3bbb7245-4d4f-4a70-b182-96419f2c1788 service neutron] Attempting to bind port f0ef1dfc-0eee-4ce6-baa8-54c39afb9beb on network ae685707-2f9d-409f-9237-8deef87c8163 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:23:43.722273 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fee10d-79f3-43e3-9571-0e1d6bcb0951 req-3bbb7245-4d4f-4a70-b182-96419f2c1788 service neutron] Port f0ef1dfc-0eee-4ce6-baa8-54c39afb9beb on network ae685707-2f9d-409f-9237-8deef87c8163 not bound, no agent of type Open vSwitch agent registered on host n-h2-843702-1 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:23:43.722836 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fee10d-79f3-43e3-9571-0e1d6bcb0951 req-3bbb7245-4d4f-4a70-b182-96419f2c1788 service neutron] Attempting to bind port f0ef1dfc-0eee-4ce6-baa8-54c39afb9beb on network ae685707-2f9d-409f-9237-8deef87c8163 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:23:43.733989 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fee10d-79f3-43e3-9571-0e1d6bcb0951 req-3bbb7245-4d4f-4a70-b182-96419f2c1788 service neutron] Checking agent: {'id': 'f1a3973b-d2b3-4558-88e7-2ac50857d302', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:23:43.734606 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fee10d-79f3-43e3-9571-0e1d6bcb0951 req-3bbb7245-4d4f-4a70-b182-96419f2c1788 service neutron] Checking segment: {'id': '2466b369-b4d4-4fbf-9dbd-05fe75562f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'ae685707-2f9d-409f-9237-8deef87c8163'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:23:43.735193 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fee10d-79f3-43e3-9571-0e1d6bcb0951 req-3bbb7245-4d4f-4a70-b182-96419f2c1788 service neutron] Bound using segment: {'id': '2466b369-b4d4-4fbf-9dbd-05fe75562f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'ae685707-2f9d-409f-9237-8deef87c8163'} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:23:43.735967 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-98fee10d-79f3-43e3-9571-0e1d6bcb0951 req-3bbb7245-4d4f-4a70-b182-96419f2c1788 service neutron] Bound port: f0ef1dfc-0eee-4ce6-baa8-54c39afb9beb, host: n-h2-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2466b369-b4d4-4fbf-9dbd-05fe75562f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'ae685707-2f9d-409f-9237-8deef87c8163'}}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:23:43.758688 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-637dfd89-61ba-453f-a71b-dd7a228203f1 admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:23:43.772280 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22dd6cdb-8c59-403b-ad0c-2fd0445d9143 None None] Sync routers for ids ['70cf39f6-7078-4919-bfc1-e8d48bb3562f'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:23:43.788787 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-44f0f70f-6452-4460-86ac-100a21f663fc req-be2d7ba1-79e3-40b2-8dee-fd17234bfc0b tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916006 May 28 06:23:43.792764 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 48938) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:23:43.793007 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-637dfd89-61ba-453f-a71b-dd7a228203f1 admin admin] 10.222.0.55 "PUT /v2.0/routers/70cf39f6-7078-4919-bfc1-e8d48bb3562f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8366060 May 28 06:23:43.796601 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22dd6cdb-8c59-403b-ad0c-2fd0445d9143 None None] Routers {'70cf39f6-7078-4919-bfc1-e8d48bb3562f'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:23:43.797731 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-22dd6cdb-8c59-403b-ad0c-2fd0445d9143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:23:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['70cf39f6-7078-4919-bfc1-e8d48bb3562f'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:23:43.822903 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-98fee10d-79f3-43e3-9571-0e1d6bcb0951 req-3bbb7245-4d4f-4a70-b182-96419f2c1788 service neutron] For port f0ef1dfc-0eee-4ce6-baa8-54c39afb9beb, host n-h2-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=f0ef1dfc-0eee-4ce6-baa8-54c39afb9beb,segment=NetworkSegment(2466b369-b4d4-4fbf-9dbd-05fe75562f7f),segment_id=2466b369-b4d4-4fbf-9dbd-05fe75562f7f)] {{(pid=89109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:23:44.005262 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-98fee10d-79f3-43e3-9571-0e1d6bcb0951 req-3bbb7245-4d4f-4a70-b182-96419f2c1788 service neutron] Notify callbacks [] for binding, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:44.018615 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-98fee10d-79f3-43e3-9571-0e1d6bcb0951 req-3bbb7245-4d4f-4a70-b182-96419f2c1788 service neutron] 10.222.0.55 "POST /v2.0/ports/f0ef1dfc-0eee-4ce6-baa8-54c39afb9beb/bindings HTTP/1.1" status: 201 len: 389 time: 0.8503840 May 28 06:23:44.156258 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0c2ee021-8431-4c00-8747-16a6c5be8d20 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:44.156898 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0c2ee021-8431-4c00-8747-16a6c5be8d20 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:44.175863 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8b9278c3-ac10-4448-8a59-2224793045e5 admin admin] Notify callbacks [] for router, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:44.404036 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-0c2ee021-8431-4c00-8747-16a6c5be8d20 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Calling delete_port for 5f8a8783-edea-48d5-ae60-979512c71f4f owned by network:floatingip {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:23:44.434728 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-22dd6cdb-8c59-403b-ad0c-2fd0445d9143 None None] Set router 70cf39f6-7078-4919-bfc1-e8d48bb3562f gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:23:44.830869 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8b9278c3-ac10-4448-8a59-2224793045e5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:44.894132 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-22dd6cdb-8c59-403b-ad0c-2fd0445d9143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70cf39f6-7078-4919-bfc1-e8d48bb3562f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1490755366-router', 'tenant_id': '82228dddf6d7411e9b9bc86768e162fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': 'ae794bca-3a7b-45a4-8f4a-9a56e586ce0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:21:57Z', 'updated_at': '2022-05-28T06:23:41Z', 'revision_number': 5, 'project_id': '82228dddf6d7411e9b9bc86768e162fd', 'gw_port': {'id': 'ae794bca-3a7b-45a4-8f4a-9a56e586ce0d', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e7:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70cf39f6-7078-4919-bfc1-e8d48bb3562f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:22:02Z', 'updated_at': '2022-05-28T06:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:23:44.902463 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22dd6cdb-8c59-403b-ad0c-2fd0445d9143 None None] Checking router: 70cf39f6-7078-4919-bfc1-e8d48bb3562f for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:23:44.905604 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c555a3e3-b918-440a-952c-8bc44d245333 req-ee85465f-7e51-4d89-8d2c-26c0627df09f tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:44.916142 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c555a3e3-b918-440a-952c-8bc44d245333 req-ee85465f-7e51-4d89-8d2c-26c0627df09f tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/ports?device_id=44f54f0b-ef0b-486e-9295-4773273028a5 HTTP/1.1" status: 200 len: 946 time: 0.2463567 May 28 06:23:44.921634 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22dd6cdb-8c59-403b-ad0c-2fd0445d9143 None None] Routers {'70cf39f6-7078-4919-bfc1-e8d48bb3562f'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:23:44.922264 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-22dd6cdb-8c59-403b-ad0c-2fd0445d9143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:23:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['70cf39f6-7078-4919-bfc1-e8d48bb3562f'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:23:45.046462 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-8b9278c3-ac10-4448-8a59-2224793045e5 admin admin] Deleting port ae794bca-3a7b-45a4-8f4a-9a56e586ce0d {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:23:45.046804 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8b9278c3-ac10-4448-8a59-2224793045e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:45.104645 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c555a3e3-b918-440a-952c-8bc44d245333 req-f38c2b5b-6341-407b-a49a-8f3d61403696 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/security-groups?id=51e8ab45-fc50-4bca-a4a6-55c0639ed93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872697 May 28 06:23:45.226621 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-22dd6cdb-8c59-403b-ad0c-2fd0445d9143 None None] Set router 70cf39f6-7078-4919-bfc1-e8d48bb3562f gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:23:45.333782 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f65892-4725-475c-960b-f6f05b3ff938 req-a708fffe-3408-4e0b-a6cc-453365d9991a tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:45.333782 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-68f65892-4725-475c-960b-f6f05b3ff938 req-a708fffe-3408-4e0b-a6cc-453365d9991a tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=7abe23a3-6f8b-4542-bc0d-9d92227b9bcb HTTP/1.1" status: 200 len: 950 time: 0.3024323 May 28 06:23:45.489947 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [None req-8b9278c3-ac10-4448-8a59-2224793045e5 admin admin] For port ae794bca-3a7b-45a4-8f4a-9a56e586ce0d, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=ae794bca-3a7b-45a4-8f4a-9a56e586ce0d,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:23:45.490302 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8b9278c3-ac10-4448-8a59-2224793045e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:45.524660 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-22dd6cdb-8c59-403b-ad0c-2fd0445d9143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70cf39f6-7078-4919-bfc1-e8d48bb3562f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1490755366-router', 'tenant_id': '82228dddf6d7411e9b9bc86768e162fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': 'ae794bca-3a7b-45a4-8f4a-9a56e586ce0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:21:57Z', 'updated_at': '2022-05-28T06:23:41Z', 'revision_number': 5, 'project_id': '82228dddf6d7411e9b9bc86768e162fd', 'gw_port': {'id': 'ae794bca-3a7b-45a4-8f4a-9a56e586ce0d', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e7:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70cf39f6-7078-4919-bfc1-e8d48bb3562f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:22:02Z', 'updated_at': '2022-05-28T06:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:23:45.529094 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22dd6cdb-8c59-403b-ad0c-2fd0445d9143 None None] The sync data for ids ['70cf39f6-7078-4919-bfc1-e8d48bb3562f'] in n-d-843702-1 is: [{'id': '70cf39f6-7078-4919-bfc1-e8d48bb3562f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1490755366-router', 'tenant_id': '82228dddf6d7411e9b9bc86768e162fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': 'ae794bca-3a7b-45a4-8f4a-9a56e586ce0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:21:57Z', 'updated_at': '2022-05-28T06:23:41Z', 'revision_number': 5, 'project_id': '82228dddf6d7411e9b9bc86768e162fd', 'gw_port': {'id': 'ae794bca-3a7b-45a4-8f4a-9a56e586ce0d', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e7:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70cf39f6-7078-4919-bfc1-e8d48bb3562f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:22:02Z', 'updated_at': '2022-05-28T06:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:23:45.562914 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-68f65892-4725-475c-960b-f6f05b3ff938 req-57bbae0b-4792-413b-9802-ca5a6a99df77 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673874 May 28 06:23:45.630654 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-8b9278c3-ac10-4448-8a59-2224793045e5 admin admin] Calling delete_port for ae794bca-3a7b-45a4-8f4a-9a56e586ce0d owned by network:router_gateway {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:23:45.685863 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fee10d-79f3-43e3-9571-0e1d6bcb0951 req-66115285-7161-4bcb-b6d6-1dc2cc748e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:45.700112 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-98fee10d-79f3-43e3-9571-0e1d6bcb0951 req-66115285-7161-4bcb-b6d6-1dc2cc748e09 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7b2fe75d343f4ee29013f21d2442bc34&device_id=44f54f0b-ef0b-486e-9295-4773273028a5 HTTP/1.1" status: 200 len: 1097 time: 0.5908508 May 28 06:23:45.779426 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0c2ee021-8431-4c00-8747-16a6c5be8d20 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:45.855794 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2ee021-8431-4c00-8747-16a6c5be8d20 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Pushing event deleted for resources: {'Port': ['ID=5f8a8783-edea-48d5-ae60-979512c71f4f,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:23:46.016944 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fee10d-79f3-43e3-9571-0e1d6bcb0951 req-4f2662a8-ceb5-4aa8-a830-3c9b5f075cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:46.020776 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-98fee10d-79f3-43e3-9571-0e1d6bcb0951 req-4f2662a8-ceb5-4aa8-a830-3c9b5f075cc9 service neutron] 10.222.0.71 "GET /v2.0/networks?id=ae685707-2f9d-409f-9237-8deef87c8163 HTTP/1.1" status: 200 len: 909 time: 0.3255796 May 28 06:23:46.024572 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0c2ee021-8431-4c00-8747-16a6c5be8d20 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Notify callbacks [] for floatingip, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:46.195757 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-98fee10d-79f3-43e3-9571-0e1d6bcb0951 req-bc23b04d-cb3e-4d05-b494-2476d6dd5c58 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f0ef1dfc-0eee-4ce6-baa8-54c39afb9beb HTTP/1.1" status: 200 len: 217 time: 0.1568320 May 28 06:23:46.259894 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0c2ee021-8431-4c00-8747-16a6c5be8d20 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:46.264105 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-0c2ee021-8431-4c00-8747-16a6c5be8d20 tempest-AttachSCSIVolumeTestJSON-46142332 tempest-AttachSCSIVolumeTestJSON-46142332-project] 10.222.0.55 "DELETE /v2.0/floatingips/46522dea-4452-43c1-bd6a-44e5f3c37343 HTTP/1.1" status: 204 len: 168 time: 3.0974541 May 28 06:23:46.375232 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 4cc7f887-eddc-4bae-ae69-c363511b60f4 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:23:46.384923 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fee10d-79f3-43e3-9571-0e1d6bcb0951 req-aed7c9a3-7814-4864-966a-d38b12908221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:46.402641 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-98fee10d-79f3-43e3-9571-0e1d6bcb0951 req-aed7c9a3-7814-4864-966a-d38b12908221 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=eed62182-5ff7-4e12-84bb-4e23f47bba04 HTTP/1.1" status: 200 len: 848 time: 0.1959078 May 28 06:23:46.445765 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 4cc7f887-eddc-4bae-ae69-c363511b60f4 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:23:46.446178 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 4cc7f887-eddc-4bae-ae69-c363511b60f4 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:23:46.471546 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8b9278c3-ac10-4448-8a59-2224793045e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:46.525265 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-98fee10d-79f3-43e3-9571-0e1d6bcb0951 req-b53e7e53-9edb-4a3e-8bd4-77b50c0f6eef service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ae685707-2f9d-409f-9237-8deef87c8163&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1143754 May 28 06:23:46.582028 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9278c3-ac10-4448-8a59-2224793045e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae794bca-3a7b-45a4-8f4a-9a56e586ce0d,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:23:46.786750 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb792563-67cf-47ce-a51e-ecb753223bec req-9d23291a-94b9-41c7-bf0e-05a96abf03ee tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:46.788104 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fb792563-67cf-47ce-a51e-ecb753223bec req-9d23291a-94b9-41c7-bf0e-05a96abf03ee tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/ports?device_id=44f54f0b-ef0b-486e-9295-4773273028a5 HTTP/1.1" status: 200 len: 946 time: 0.5207303 May 28 06:23:46.839984 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8b9278c3-ac10-4448-8a59-2224793045e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691105'] for router_gateway, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:47.222866 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fb792563-67cf-47ce-a51e-ecb753223bec req-2930574d-75b6-4887-9fa5-31147d4c1092 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/security-groups?id=51e8ab45-fc50-4bca-a4a6-55c0639ed93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4248142 May 28 06:23:47.252457 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8b9278c3-ac10-4448-8a59-2224793045e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59018'] for router, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:47.255812 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-98fee10d-79f3-43e3-9571-0e1d6bcb0951 req-4ed7ad3b-83d7-478e-a1b1-d75da54a4c84 service neutron] 10.222.0.71 "GET /v2.0/networks/ae685707-2f9d-409f-9237-8deef87c8163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7176919 May 28 06:23:47.258117 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8b9278c3-ac10-4448-8a59-2224793045e5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:47.505856 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-98fee10d-79f3-43e3-9571-0e1d6bcb0951 req-5021b39d-e02a-49ff-b3fb-3a30ff4c1565 service neutron] 10.222.0.71 "GET /v2.0/networks/ae685707-2f9d-409f-9237-8deef87c8163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401254 May 28 06:23:47.598110 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec9d69b-345f-4666-bc0c-67ef6bf15120 req-3d214b74-b223-4ee1-9d27-08024e1b70c3 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:47.599974 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dec9d69b-345f-4666-bc0c-67ef6bf15120 req-3d214b74-b223-4ee1-9d27-08024e1b70c3 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=7abe23a3-6f8b-4542-bc0d-9d92227b9bcb HTTP/1.1" status: 200 len: 950 time: 0.0987766 May 28 06:23:47.654845 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dec9d69b-345f-4666-bc0c-67ef6bf15120 req-b5760e53-f5bc-49b6-90bd-24bbff9b5c92 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488534 May 28 06:23:47.733907 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8b9278c3-ac10-4448-8a59-2224793045e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-703817'] for router, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:47.735131 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b9278c3-ac10-4448-8a59-2224793045e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 70cf39f6-7078-4919-bfc1-e8d48bb3562f {{(pid=89110) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 06:23:47.772906 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8b9278c3-ac10-4448-8a59-2224793045e5 admin admin] Notify callbacks [] for router, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:47.772906 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-8b9278c3-ac10-4448-8a59-2224793045e5 admin admin] 10.222.0.55 "DELETE /v2.0/routers/70cf39f6-7078-4919-bfc1-e8d48bb3562f HTTP/1.1" status: 204 len: 168 time: 3.9643998 May 28 06:23:47.772906 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 49042) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:23:47.921897 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_v2 [None req-97f55b90-2ec9-46ee-96bc-9c4073dfacb7 admin admin] Deleting subnet e65d318c-0f7f-4c29-abed-45d47307befd {{(pid=89110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:23:47.927508 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-97f55b90-2ec9-46ee-96bc-9c4073dfacb7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:48.015487 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-97f55b90-2ec9-46ee-96bc-9c4073dfacb7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4150765'] for subnet, precommit_delete_associations {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:48.112606 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-97f55b90-2ec9-46ee-96bc-9c4073dfacb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:48.308043 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-97f55b90-2ec9-46ee-96bc-9c4073dfacb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3115981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3172005'] for subnet, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:48.431319 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc139765-77f0-4f93-a4d1-083467f22614 None None] Network 576ea26e-8035-455a-8c74-4158da6aa448 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:23:48.440197 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f55b90-2ec9-46ee-96bc-9c4073dfacb7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e65d318c-0f7f-4c29-abed-45d47307befd,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:23:48.453333 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-97f55b90-2ec9-46ee-96bc-9c4073dfacb7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:48.464681 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-97f55b90-2ec9-46ee-96bc-9c4073dfacb7 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/e65d318c-0f7f-4c29-abed-45d47307befd HTTP/1.1" status: 204 len: 168 time: 0.6928194 May 28 06:23:48.468046 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 49066) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:23:48.506177 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device ae794bca-3a7b-45a4-8f4a-9a56e586ce0d no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:23:48.673995 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-4ee9dadc-07c7-4e87-80e1-3ffec5e18044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:48.733004 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-4ee9dadc-07c7-4e87-80e1-3ffec5e18044 admin admin] Deleting port 40fffd53-46ce-4348-8a73-726ed35b6a0d {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:23:48.733004 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-4ee9dadc-07c7-4e87-80e1-3ffec5e18044 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:48.771849 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: ae794bca-3a7b-45a4-8f4a-9a56e586ce0d {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:23:48.772197 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device ae794bca-3a7b-45a4-8f4a-9a56e586ce0d not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:23:49.074943 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07685713-abe7-4d02-96a7-89b2ffafe06b None None] DHCP port deletion for 576ea26e-8035-455a-8c74-4158da6aa448 request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:23:49.079154 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [None req-4ee9dadc-07c7-4e87-80e1-3ffec5e18044 admin admin] For port 40fffd53-46ce-4348-8a73-726ed35b6a0d, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=40fffd53-46ce-4348-8a73-726ed35b6a0d,segment=NetworkSegment(8393efb8-9369-4910-a9df-a6c5d1ca9544),segment_id=8393efb8-9369-4910-a9df-a6c5d1ca9544)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:23:49.079648 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-4ee9dadc-07c7-4e87-80e1-3ffec5e18044 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:49.082207 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-07685713-abe7-4d02-96a7-89b2ffafe06b None None] Deleting port 40fffd53-46ce-4348-8a73-726ed35b6a0d {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:23:49.082592 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-07685713-abe7-4d02-96a7-89b2ffafe06b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:49.269559 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-4ee9dadc-07c7-4e87-80e1-3ffec5e18044 admin admin] Calling delete_port for 40fffd53-46ce-4348-8a73-726ed35b6a0d owned by network:dhcp {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:23:49.496286 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e48689e-88b2-447a-b483-0c585ef4c6aa req-1a6ea9ed-af94-44fa-80b5-faaefe5538ed tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:49.497839 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7e48689e-88b2-447a-b483-0c585ef4c6aa req-1a6ea9ed-af94-44fa-80b5-faaefe5538ed tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/ports?device_id=44f54f0b-ef0b-486e-9295-4773273028a5 HTTP/1.1" status: 200 len: 946 time: 0.2372766 May 28 06:23:49.508699 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-07685713-abe7-4d02-96a7-89b2ffafe06b None None] For port 40fffd53-46ce-4348-8a73-726ed35b6a0d, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=40fffd53-46ce-4348-8a73-726ed35b6a0d,segment=NetworkSegment(8393efb8-9369-4910-a9df-a6c5d1ca9544),segment_id=8393efb8-9369-4910-a9df-a6c5d1ca9544)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:23:49.509218 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-07685713-abe7-4d02-96a7-89b2ffafe06b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:49.584003 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-4ee9dadc-07c7-4e87-80e1-3ffec5e18044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:49.696517 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee9dadc-07c7-4e87-80e1-3ffec5e18044 admin admin] Pushing event deleted for resources: {'Port': ['ID=40fffd53-46ce-4348-8a73-726ed35b6a0d,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:23:49.701185 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7e48689e-88b2-447a-b483-0c585ef4c6aa req-086dfca5-fbd9-4ab6-a855-8ed2309b83a4 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/security-groups?id=51e8ab45-fc50-4bca-a4a6-55c0639ed93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956494 May 28 06:23:49.703871 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee9dadc-07c7-4e87-80e1-3ffec5e18044 admin admin] No DVR routers for this DVR port 40fffd53-46ce-4348-8a73-726ed35b6a0d on host n-d-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:23:49.748991 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-07685713-abe7-4d02-96a7-89b2ffafe06b None None] Calling delete_port for 40fffd53-46ce-4348-8a73-726ed35b6a0d owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:23:49.921517 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.db.api [None req-07685713-abe7-4d02-96a7-89b2ffafe06b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89111) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:23:49.924987 n-d-843702-1 neutron-server[89111]: DEBUG oslo_db.api [None req-07685713-abe7-4d02-96a7-89b2ffafe06b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:23:49.941746 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-4ee9dadc-07c7-4e87-80e1-3ffec5e18044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:49.996182 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-4ee9dadc-07c7-4e87-80e1-3ffec5e18044 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['576ea26e-8035-455a-8c74-4158da6aa448']}} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:23:50.012151 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-4ee9dadc-07c7-4e87-80e1-3ffec5e18044 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8393efb8-9369-4910-a9df-a6c5d1ca9544') {'for_net_delete': True} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:23:50.012761 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-4ee9dadc-07c7-4e87-80e1-3ffec5e18044 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8393efb8-9369-4910-a9df-a6c5d1ca9544') {} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:23:50.094924 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-4ee9dadc-07c7-4e87-80e1-3ffec5e18044 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4150778'] for segment, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:50.129963 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-4ee9dadc-07c7-4e87-80e1-3ffec5e18044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:50.139507 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ee9dadc-07c7-4e87-80e1-3ffec5e18044 admin admin] Releasing vlan 363 on physical network physnet1 to pool {{(pid=89110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:23:50.139903 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-4ee9dadc-07c7-4e87-80e1-3ffec5e18044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3143023'] for segment, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:50.332102 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment 8393efb8-9369-4910-a9df-a6c5d1ca9544 resource provider aggregate not found May 28 06:23:50.347732 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment 8393efb8-9369-4910-a9df-a6c5d1ca9544 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8393efb8-9369-4910-a9df-a6c5d1ca9544 found for delete ", "request_id": "req-9e903bf1-f02e-4233-9504-5ba6fc0a5fa4"}]} May 28 06:23:50.386529 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66626988-4087-4e68-8558-b5d4d9a63b0a req-698e3fcf-9d6a-486f-b17e-80eff01dbb4d tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:50.398200 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-66626988-4087-4e68-8558-b5d4d9a63b0a req-698e3fcf-9d6a-486f-b17e-80eff01dbb4d tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=7abe23a3-6f8b-4542-bc0d-9d92227b9bcb HTTP/1.1" status: 200 len: 950 time: 0.3707480 May 28 06:23:50.413017 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 40fffd53-46ce-4348-8a73-726ed35b6a0d no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:23:50.454812 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-07685713-abe7-4d02-96a7-89b2ffafe06b None None] Deleting port 40fffd53-46ce-4348-8a73-726ed35b6a0d {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:23:50.455409 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-07685713-abe7-4d02-96a7-89b2ffafe06b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:50.490545 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-66626988-4087-4e68-8558-b5d4d9a63b0a req-37a11a5a-53dc-404f-956c-2cbd12eb53f9 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857263 May 28 06:23:50.515501 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-4ee9dadc-07c7-4e87-80e1-3ffec5e18044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:50.524695 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-4ee9dadc-07c7-4e87-80e1-3ffec5e18044 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:50.587269 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee9dadc-07c7-4e87-80e1-3ffec5e18044 admin admin] Pushing event deleted for resources: {'Network': ['ID=576ea26e-8035-455a-8c74-4158da6aa448,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:23:50.634457 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 40fffd53-46ce-4348-8a73-726ed35b6a0d {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:23:50.634457 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 40fffd53-46ce-4348-8a73-726ed35b6a0d not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:23:50.670493 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-07685713-abe7-4d02-96a7-89b2ffafe06b None None] The port '40fffd53-46ce-4348-8a73-726ed35b6a0d' was deleted {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 06:23:50.888440 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-4ee9dadc-07c7-4e87-80e1-3ffec5e18044 admin admin] 10.222.0.55 "DELETE /v2.0/networks/576ea26e-8035-455a-8c74-4158da6aa448 HTTP/1.1" status: 204 len: 168 time: 2.4086683 May 28 06:23:51.055591 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8f67fd-67ee-4b0b-b5f7-b93ab609256f req-57dcdc49-0ea6-476a-8b2a-5343f846f250 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:51.056968 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0b8f67fd-67ee-4b0b-b5f7-b93ab609256f req-57dcdc49-0ea6-476a-8b2a-5343f846f250 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/ports?device_id=44f54f0b-ef0b-486e-9295-4773273028a5 HTTP/1.1" status: 200 len: 946 time: 0.0827219 May 28 06:23:51.122219 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0b8f67fd-67ee-4b0b-b5f7-b93ab609256f req-e4a41c97-1d0e-447f-bc12-819167ac77f9 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/security-groups?id=51e8ab45-fc50-4bca-a4a6-55c0639ed93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590889 May 28 06:23:51.299499 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:23:51.664907 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 49144) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:23:51.745147 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-0de92753-8c3f-4fda-82ff-e6d58b649ec2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=82228dddf6d7411e9b9bc86768e162fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0789218 May 28 06:23:51.749605 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 49150) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:23:51.836940 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61054030-6390-429b-b7eb-72e0fac4302f req-33a489c6-d29c-4cc8-b9b1-d1c4319099ba tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:51.854139 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-61054030-6390-429b-b7eb-72e0fac4302f req-33a489c6-d29c-4cc8-b9b1-d1c4319099ba tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=7abe23a3-6f8b-4542-bc0d-9d92227b9bcb HTTP/1.1" status: 200 len: 950 time: 0.2216966 May 28 06:23:51.856447 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7b42db4d-fc72-418a-808e-5d1cd99a766c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:51.943813 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7b42db4d-fc72-418a-808e-5d1cd99a766c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:51.960711 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-61054030-6390-429b-b7eb-72e0fac4302f req-703d0fbd-5bca-45ab-b278-ba22ad21fd16 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055021 May 28 06:23:52.207439 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7b42db4d-fc72-418a-808e-5d1cd99a766c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:52.245298 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b42db4d-fc72-418a-808e-5d1cd99a766c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0298457f-05be-4918-b783-47064e014a91,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:23:52.265752 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7b42db4d-fc72-418a-808e-5d1cd99a766c admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:52.274024 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-7b42db4d-fc72-418a-808e-5d1cd99a766c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0298457f-05be-4918-b783-47064e014a91 HTTP/1.1" status: 204 len: 168 time: 0.5232184 May 28 06:23:52.534562 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4567f3-26d0-463b-860f-ea13a1567260 req-6e265617-76fc-45e4-8026-859a2b665787 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:52.539565 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fa4567f3-26d0-463b-860f-ea13a1567260 req-6e265617-76fc-45e4-8026-859a2b665787 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/ports?device_id=44f54f0b-ef0b-486e-9295-4773273028a5 HTTP/1.1" status: 200 len: 946 time: 0.2321684 May 28 06:23:52.657282 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fa4567f3-26d0-463b-860f-ea13a1567260 req-b5458705-0f5a-441f-a59f-f0d29f44b82e tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/security-groups?id=51e8ab45-fc50-4bca-a4a6-55c0639ed93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099176 May 28 06:23:53.271251 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114c8dcd-05d4-46d4-972a-06c3b31c5f4d req-994ca7ab-c821-4c0b-b819-21fef7c970d5 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:53.289695 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-114c8dcd-05d4-46d4-972a-06c3b31c5f4d req-994ca7ab-c821-4c0b-b819-21fef7c970d5 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=7abe23a3-6f8b-4542-bc0d-9d92227b9bcb HTTP/1.1" status: 200 len: 950 time: 0.1509504 May 28 06:23:53.342019 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-114c8dcd-05d4-46d4-972a-06c3b31c5f4d req-a68949bc-6f63-4557-8e8a-bcef9b9dedf5 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558534 May 28 06:23:53.924733 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f03b17-c1f9-4ead-9572-ed28b71ab468 req-7e24fd13-9b63-46c8-90b9-99a09eb36287 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:53.926563 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-21f03b17-c1f9-4ead-9572-ed28b71ab468 req-7e24fd13-9b63-46c8-90b9-99a09eb36287 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/ports?device_id=44f54f0b-ef0b-486e-9295-4773273028a5 HTTP/1.1" status: 200 len: 946 time: 0.1101193 May 28 06:23:53.989112 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-21f03b17-c1f9-4ead-9572-ed28b71ab468 req-ce6f59f0-559e-47e4-8333-5b21012404b4 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/security-groups?id=51e8ab45-fc50-4bca-a4a6-55c0639ed93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564060 May 28 06:23:54.321880 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 49246) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:23:54.356905 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 49250) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:23:54.700752 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-7d386493-be5a-4038-9304-55eed9c4fe1a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1067944925-network', 'tenant_id': '4d23be95bdd44ad89cdfc62831bfd280'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:23:54.726079 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-7d386493-be5a-4038-9304-55eed9c4fe1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:23:54.758935 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-7d386493-be5a-4038-9304-55eed9c4fe1a admin admin] Usage tracker for resource:network and tenant:4d23be95bdd44ad89cdfc62831bfd280 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:23:54.780024 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-7d386493-be5a-4038-9304-55eed9c4fe1a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:23:54.790891 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-7d386493-be5a-4038-9304-55eed9c4fe1a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:23:54.843122 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2655c8-c160-4cde-81af-86742b2f8d61 req-e1159aea-c072-4886-91b1-41fe04794546 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:54.845056 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ca2655c8-c160-4cde-81af-86742b2f8d61 req-e1159aea-c072-4886-91b1-41fe04794546 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=7abe23a3-6f8b-4542-bc0d-9d92227b9bcb HTTP/1.1" status: 200 len: 950 time: 0.3659368 May 28 06:23:54.894271 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d386493-be5a-4038-9304-55eed9c4fe1a admin admin] Made reservation on behalf of 4d23be95bdd44ad89cdfc62831bfd280 for: {'network': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:23:54.897372 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7d386493-be5a-4038-9304-55eed9c4fe1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:54.917080 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7d386493-be5a-4038-9304-55eed9c4fe1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:54.942055 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ca2655c8-c160-4cde-81af-86742b2f8d61 req-6ab48d25-23aa-40c3-8718-c4f68a242101 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903137 May 28 06:23:54.947836 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-7d386493-be5a-4038-9304-55eed9c4fe1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:23:54.953596 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-7d386493-be5a-4038-9304-55eed9c4fe1a admin admin] Usage tracker for resource:security_group_rule and tenant:4d23be95bdd44ad89cdfc62831bfd280 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:23:54.967015 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-7d386493-be5a-4038-9304-55eed9c4fe1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:23:54.981724 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-7d386493-be5a-4038-9304-55eed9c4fe1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:23:55.211648 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b1a8ba-8bb9-4d8f-ad7a-cdc5f0c9dcd8 req-787347ab-b3a8-49f9-9d64-84545d45d796 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:55.213376 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-74b1a8ba-8bb9-4d8f-ad7a-cdc5f0c9dcd8 req-787347ab-b3a8-49f9-9d64-84545d45d796 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/networks?id=878a453b-7058-4dfc-b9e2-17503c679278 HTTP/1.1" status: 200 len: 821 time: 0.2294500 May 28 06:23:55.248559 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-74b1a8ba-8bb9-4d8f-ad7a-cdc5f0c9dcd8 req-ba433588-1aa2-4d8a-b869-6d7596ac6cf3 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/quotas/1ab1ed0d304345a0a07278c26e7745d6 HTTP/1.1" status: 200 len: 375 time: 0.0291176 May 28 06:23:55.291152 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ce733231-f378-4072-bf5d-3ba15a6877fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700548'] for router_interface, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:55.319865 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7d386493-be5a-4038-9304-55eed9c4fe1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:55.420509 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7d386493-be5a-4038-9304-55eed9c4fe1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:55.478065 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d386493-be5a-4038-9304-55eed9c4fe1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d5f2bee-6eaa-4480-a929-32b275ea80e7,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:23:55.531452 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d386493-be5a-4038-9304-55eed9c4fe1a admin admin] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=89110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:23:55.563755 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424959b5-3920-49ca-abb1-f2955cca8688 req-d8b1f3ec-1c3c-4570-b609-e95919c59316 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:55.567078 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-424959b5-3920-49ca-abb1-f2955cca8688 req-d8b1f3ec-1c3c-4570-b609-e95919c59316 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/ports?device_id=44f54f0b-ef0b-486e-9295-4773273028a5 HTTP/1.1" status: 200 len: 946 time: 0.2496159 May 28 06:23:55.590296 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7d386493-be5a-4038-9304-55eed9c4fe1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:55.590296 n-d-843702-1 neutron-server[89110]: INFO neutron.db.segments_db [None req-7d386493-be5a-4038-9304-55eed9c4fe1a admin admin] Added segment 27f57aab-4657-4a93-8cae-45e046a64dcd of type vlan for network a5b77b35-e966-4b1c-b0b7-d5b00017012c May 28 06:23:55.605264 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-74b1a8ba-8bb9-4d8f-ad7a-cdc5f0c9dcd8 req-ee301248-487a-468b-bc27-a341c73d6835 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=1ab1ed0d304345a0a07278c26e7745d6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3500857 May 28 06:23:55.684835 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7d386493-be5a-4038-9304-55eed9c4fe1a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:55.702035 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-424959b5-3920-49ca-abb1-f2955cca8688 req-86d332c2-48e8-4034-b4ab-f2febe6ffb6f tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/security-groups?id=51e8ab45-fc50-4bca-a4a6-55c0639ed93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286855 May 28 06:23:55.780495 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-ce733231-f378-4072-bf5d-3ba15a6877fc admin admin] Deleting port ac661c91-951a-43ce-a60e-46466e4df899 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:23:55.781575 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ce733231-f378-4072-bf5d-3ba15a6877fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:55.886147 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.db.resource_extend [None req-7d386493-be5a-4038-9304-55eed9c4fe1a admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 06:23:55.955631 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-74b1a8ba-8bb9-4d8f-ad7a-cdc5f0c9dcd8 req-f307007f-cc58-442d-a4ec-7580cfe6529c service neutron] 10.222.0.55 "GET /v2.0/networks/878a453b-7058-4dfc-b9e2-17503c679278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3313336 May 28 06:23:55.999947 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7d386493-be5a-4038-9304-55eed9c4fe1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:56.002429 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d386493-be5a-4038-9304-55eed9c4fe1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:56.002429 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7d386493-be5a-4038-9304-55eed9c4fe1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:56.013744 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-ce733231-f378-4072-bf5d-3ba15a6877fc admin admin] For port ac661c91-951a-43ce-a60e-46466e4df899, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=ac661c91-951a-43ce-a60e-46466e4df899,segment=NetworkSegment(da5c496c-27c0-43e7-82d4-b2bdcd86ef6a),segment_id=da5c496c-27c0-43e7-82d4-b2bdcd86ef6a)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:23:56.014160 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ce733231-f378-4072-bf5d-3ba15a6877fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:56.270074 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d386493-be5a-4038-9304-55eed9c4fe1a admin admin] Pushing event updated for resources: {'Network': ['ID=a5b77b35-e966-4b1c-b0b7-d5b00017012c,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:23:56.284412 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-ce733231-f378-4072-bf5d-3ba15a6877fc admin admin] Calling delete_port for ac661c91-951a-43ce-a60e-46466e4df899 owned by network:router_interface {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:23:56.287745 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network a5b77b35-e966-4b1c-b0b7-d5b00017012c details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:23:56.322202 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-7d386493-be5a-4038-9304-55eed9c4fe1a admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.9640872 May 28 06:23:56.325357 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 49304) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:23:56.335149 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-3210f48d-0841-424d-93f7-111804a876c5 admin admin] Request body: {'subnet': {'network_id': 'a5b77b35-e966-4b1c-b0b7-d5b00017012c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1067944925-subnet', 'tenant_id': '4d23be95bdd44ad89cdfc62831bfd280', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:23:56.339905 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-74b1a8ba-8bb9-4d8f-ad7a-cdc5f0c9dcd8 req-70bc06c6-8f72-4b6a-b664-7645f8ecb437 service neutron] 10.222.0.55 "GET /v2.0/networks/878a453b-7058-4dfc-b9e2-17503c679278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3689497 May 28 06:23:56.342608 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-3210f48d-0841-424d-93f7-111804a876c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:23:56.373589 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7014a99a-fb39-42c7-8592-770fce9a7a2e req-1eafc5ad-a555-470e-9074-554176f832d1 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:56.386569 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7014a99a-fb39-42c7-8592-770fce9a7a2e req-1eafc5ad-a555-470e-9074-554176f832d1 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=7abe23a3-6f8b-4542-bc0d-9d92227b9bcb HTTP/1.1" status: 200 len: 950 time: 0.1921890 May 28 06:23:56.389505 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-3210f48d-0841-424d-93f7-111804a876c5 admin admin] Usage tracker for resource:subnet and tenant:4d23be95bdd44ad89cdfc62831bfd280 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:23:56.396983 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-3210f48d-0841-424d-93f7-111804a876c5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:23:56.501246 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-4bdaa1c4-3758-40dd-b5a3-7b300af29740 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:56.638830 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-3210f48d-0841-424d-93f7-111804a876c5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:23:56.658673 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ce733231-f378-4072-bf5d-3ba15a6877fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:56.661247 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7014a99a-fb39-42c7-8592-770fce9a7a2e req-2ddfb027-9488-43f7-ac16-f7a1f77f7e9d tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756379 May 28 06:23:56.765814 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce733231-f378-4072-bf5d-3ba15a6877fc admin admin] Pushing event deleted for resources: {'Port': ['ID=ac661c91-951a-43ce-a60e-46466e4df899,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:23:56.787051 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3210f48d-0841-424d-93f7-111804a876c5 admin admin] Made reservation on behalf of 4d23be95bdd44ad89cdfc62831bfd280 for: {'subnet': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:23:56.793590 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3210f48d-0841-424d-93f7-111804a876c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3171998'] for subnet, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:57.093573 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ce733231-f378-4072-bf5d-3ba15a6877fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700472'] for router_interface, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:57.168592 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22580809-e041-43c5-a2da-206d92643f45 req-98f7f064-3500-4fa9-8e05-fd5106f54194 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:57.170446 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-22580809-e041-43c5-a2da-206d92643f45 req-98f7f064-3500-4fa9-8e05-fd5106f54194 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/ports?device_id=44f54f0b-ef0b-486e-9295-4773273028a5 HTTP/1.1" status: 200 len: 946 time: 0.1858978 May 28 06:23:57.232804 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-22580809-e041-43c5-a2da-206d92643f45 req-af4e1bdf-6bda-4e3e-a5f5-263bf8e18222 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/security-groups?id=51e8ab45-fc50-4bca-a4a6-55c0639ed93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510330 May 28 06:23:57.404076 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3210f48d-0841-424d-93f7-111804a876c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3115906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3172012'] for subnet, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:57.438591 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:57.522871 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3210f48d-0841-424d-93f7-111804a876c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eac77076-e72f-462e-bd1c-c6abbd345814,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:23:57.535501 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3210f48d-0841-424d-93f7-111804a876c5 admin admin] Checking segment: {'id': '27f57aab-4657-4a93-8cae-45e046a64dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'a5b77b35-e966-4b1c-b0b7-d5b00017012c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:23:57.536612 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3210f48d-0841-424d-93f7-111804a876c5 admin admin] Network hostable DHCP agents. Network: a5b77b35-e966-4b1c-b0b7-d5b00017012c, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89110) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:23:57.548973 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce733231-f378-4072-bf5d-3ba15a6877fc admin admin] Router 446e7006-71a6-4c0c-8578-4ef926a2b758 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:23:57.701825 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3210f48d-0841-424d-93f7-111804a876c5 admin admin] Network a5b77b35-e966-4b1c-b0b7-d5b00017012c is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89110) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:23:57.864477 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ce5180de-8aca-4040-8847-1f1e12bc3ae4 req-79b02a1b-8efd-412d-a757-3fa3a820ecac tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/ports?device_id=46ed3dcc-c892-44cc-ac8a-301e8d3dc92c HTTP/1.1" status: 200 len: 210 time: 0.1196520 May 28 06:23:57.867494 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-3210f48d-0841-424d-93f7-111804a876c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, a5b77b35-e966-4b1c-b0b7-d5b00017012c) {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:23:57.884128 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d47bb4b-42db-4881-9df5-669dec95a5b8 None None] Network a5b77b35-e966-4b1c-b0b7-d5b00017012c requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:23:57.893212 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3210f48d-0841-424d-93f7-111804a876c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:57.895353 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3210f48d-0841-424d-93f7-111804a876c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:57.921125 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce733231-f378-4072-bf5d-3ba15a6877fc admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:23:57.930859 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a359062-f981-4a98-b9a6-a4ddf58cf955 None None] Sync routers for ids ['446e7006-71a6-4c0c-8578-4ef926a2b758'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:23:57.948232 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a359062-f981-4a98-b9a6-a4ddf58cf955 None None] Routers {'446e7006-71a6-4c0c-8578-4ef926a2b758'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:23:57.951266 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-5a359062-f981-4a98-b9a6-a4ddf58cf955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:23:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['446e7006-71a6-4c0c-8578-4ef926a2b758'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:23:57.977052 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-ce733231-f378-4072-bf5d-3ba15a6877fc admin admin] 10.222.0.55 "PUT /v2.0/routers/446e7006-71a6-4c0c-8578-4ef926a2b758/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6441853 May 28 06:23:57.977786 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 49346) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:23:58.101577 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 49350) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:23:58.198236 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-3210f48d-0841-424d-93f7-111804a876c5 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.8666012 May 28 06:23:58.201209 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 49356) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:23:58.213694 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-c874b9e8-d54e-4785-8c54-98bcf6fbe5c1 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1067944925-router', 'tenant_id': '4d23be95bdd44ad89cdfc62831bfd280', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:23:58.218997 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-c874b9e8-d54e-4785-8c54-98bcf6fbe5c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:23:58.225215 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-c874b9e8-d54e-4785-8c54-98bcf6fbe5c1 admin admin] Usage tracker for resource:router and tenant:4d23be95bdd44ad89cdfc62831bfd280 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:23:58.229953 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-c874b9e8-d54e-4785-8c54-98bcf6fbe5c1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:23:58.237772 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-c874b9e8-d54e-4785-8c54-98bcf6fbe5c1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:23:58.272137 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fee10d-79f3-43e3-9571-0e1d6bcb0951 req-5dbf18d6-8125-4edc-9b12-f7d391d17e0c tempest-LiveMigrationTest-969842093 tempest-LiveMigrationTest-969842093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:58.275762 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-98fee10d-79f3-43e3-9571-0e1d6bcb0951 req-5dbf18d6-8125-4edc-9b12-f7d391d17e0c tempest-LiveMigrationTest-969842093 tempest-LiveMigrationTest-969842093-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=44f54f0b-ef0b-486e-9295-4773273028a5&tenant_id=7b2fe75d343f4ee29013f21d2442bc34&binding%3Ahost_id=n-h1-843702-1 HTTP/1.1" status: 200 len: 1097 time: 0.3573039 May 28 06:23:58.275908 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-5a359062-f981-4a98-b9a6-a4ddf58cf955 None None] Set router 446e7006-71a6-4c0c-8578-4ef926a2b758 gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:23:58.300053 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-98fee10d-79f3-43e3-9571-0e1d6bcb0951 req-7cfc8d95-8391-4592-9e06-76942e2a916a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-843702-1'}}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:23:58.386461 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5f8671b5-707c-4085-b5eb-c366fc3c44cc admin admin] Notify callbacks [] for router, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:58.406982 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9adee5a-49f7-46d8-9bbe-92333059e4dd req-69cc15dd-570a-436b-8e17-87a538be9961 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:58.407691 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b9adee5a-49f7-46d8-9bbe-92333059e4dd req-69cc15dd-570a-436b-8e17-87a538be9961 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=7abe23a3-6f8b-4542-bc0d-9d92227b9bcb HTTP/1.1" status: 200 len: 950 time: 0.4746971 May 28 06:23:58.430008 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b05a7fd2-a6c2-44cd-adf2-faf3871e43b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-a5b77b35-e966-4b1c-b0b7-d5b00017012c', 'network_id': 'a5b77b35-e966-4b1c-b0b7-d5b00017012c', 'tenant_id': '4d23be95bdd44ad89cdfc62831bfd280', 'fixed_ips': [{'subnet_id': 'eac77076-e72f-462e-bd1c-c6abbd345814'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:23:58.430915 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b05a7fd2-a6c2-44cd-adf2-faf3871e43b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:58.766667 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b6d87e03-59b3-4cb2-a075-08125dcd8342 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:58.781083 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-b05a7fd2-a6c2-44cd-adf2-faf3871e43b4 None None] Allocated IP 172.20.0.2 (a5b77b35-e966-4b1c-b0b7-d5b00017012c/eac77076-e72f-462e-bd1c-c6abbd345814/b324733a-344d-4a3f-bddc-87a44b73c9b0) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:23:58.781806 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c874b9e8-d54e-4785-8c54-98bcf6fbe5c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59128'] for router, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:58.782217 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c874b9e8-d54e-4785-8c54-98bcf6fbe5c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59009'] for router, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:58.813586 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-b6d87e03-59b3-4cb2-a075-08125dcd8342 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:23:58.827570 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-b6d87e03-59b3-4cb2-a075-08125dcd8342 admin admin] Usage tracker for resource:security_group_rule and tenant:522a968ad1d34870935c8baf58d358ca is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:23:58.830045 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-98fee10d-79f3-43e3-9571-0e1d6bcb0951 req-7cfc8d95-8391-4592-9e06-76942e2a916a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:58.835377 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-b6d87e03-59b3-4cb2-a075-08125dcd8342 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:23:58.844325 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-b6d87e03-59b3-4cb2-a075-08125dcd8342 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:23:58.857312 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c874b9e8-d54e-4785-8c54-98bcf6fbe5c1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:58.858193 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b9adee5a-49f7-46d8-9bbe-92333059e4dd req-51c245a7-a92a-414f-a6ad-b31f70a82464 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4147866 May 28 06:23:58.889857 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-5a359062-f981-4a98-b9a6-a4ddf58cf955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '446e7006-71a6-4c0c-8578-4ef926a2b758', 'name': 'tempest-AttachSCSIVolumeTestJSON-2083684853-router', 'tenant_id': '8d511f8938f3446b9ed8484c7e88d332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '9a6ceb40-d2ec-4079-9bd4-004e52ab2e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:20:31Z', 'updated_at': '2022-05-28T06:23:56Z', 'revision_number': 5, 'project_id': '8d511f8938f3446b9ed8484c7e88d332', 'gw_port': {'id': '9a6ceb40-d2ec-4079-9bd4-004e52ab2e3f', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:aa:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446e7006-71a6-4c0c-8578-4ef926a2b758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:20:33Z', 'updated_at': '2022-05-28T06:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:23:58.896499 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a359062-f981-4a98-b9a6-a4ddf58cf955 None None] Checking router: 446e7006-71a6-4c0c-8578-4ef926a2b758 for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:23:58.906682 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a359062-f981-4a98-b9a6-a4ddf58cf955 None None] Routers {'446e7006-71a6-4c0c-8578-4ef926a2b758'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:23:58.908564 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-5a359062-f981-4a98-b9a6-a4ddf58cf955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:23:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['446e7006-71a6-4c0c-8578-4ef926a2b758'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:23:59.025441 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bc961d-06b5-48cf-8d46-ad9864ab99a9 req-5e8ff1f3-469c-43fc-a87d-e42bb6442c8a tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:59.036646 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-43bc961d-06b5-48cf-8d46-ad9864ab99a9 req-5e8ff1f3-469c-43fc-a87d-e42bb6442c8a tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/ports?device_id=44f54f0b-ef0b-486e-9295-4773273028a5 HTTP/1.1" status: 200 len: 946 time: 0.4930103 May 28 06:23:59.093102 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b05a7fd2-a6c2-44cd-adf2-faf3871e43b4 None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:59.097066 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5f8671b5-707c-4085-b5eb-c366fc3c44cc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:59.099852 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-43bc961d-06b5-48cf-8d46-ad9864ab99a9 req-138ba9b2-4012-4796-a1f8-c3791caf05d3 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/security-groups?id=51e8ab45-fc50-4bca-a4a6-55c0639ed93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580199 May 28 06:23:59.123421 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-b05a7fd2-a6c2-44cd-adf2-faf3871e43b4 None None] Transition to ACTIVE for port object b324733a-344d-4a3f-bddc-87a44b73c9b0 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:23:59.157942 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-5a359062-f981-4a98-b9a6-a4ddf58cf955 None None] Set router 446e7006-71a6-4c0c-8578-4ef926a2b758 gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:23:59.166023 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-b05a7fd2-a6c2-44cd-adf2-faf3871e43b4 None None] Transition to ACTIVE for port object b324733a-344d-4a3f-bddc-87a44b73c9b0 will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:23:59.172993 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b6d87e03-59b3-4cb2-a075-08125dcd8342 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:59.221901 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4e79ce5d-b9d7-4800-bbc8-a750c3cd17ae req-679309e5-96fc-4481-913f-fe8693903f4a tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/ports?device_id=46ed3dcc-c892-44cc-ac8a-301e8d3dc92c HTTP/1.1" status: 200 len: 210 time: 0.1253934 May 28 06:23:59.256065 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b3289129-75ed-4760-bfb2-bfe1b39e9402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:59.258499 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b05a7fd2-a6c2-44cd-adf2-faf3871e43b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:59.311350 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-98fee10d-79f3-43e3-9571-0e1d6bcb0951 req-7cfc8d95-8391-4592-9e06-76942e2a916a service neutron] For port f0ef1dfc-0eee-4ce6-baa8-54c39afb9beb, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=f0ef1dfc-0eee-4ce6-baa8-54c39afb9beb,segment=NetworkSegment(2466b369-b4d4-4fbf-9dbd-05fe75562f7f),segment_id=2466b369-b4d4-4fbf-9dbd-05fe75562f7f)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:23:59.343806 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05a7fd2-a6c2-44cd-adf2-faf3871e43b4 None None] Pushing event updated for resources: {'Port': ['ID=b324733a-344d-4a3f-bddc-87a44b73c9b0,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:23:59.358895 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-98fee10d-79f3-43e3-9571-0e1d6bcb0951 req-7cfc8d95-8391-4592-9e06-76942e2a916a service neutron] For port f0ef1dfc-0eee-4ce6-baa8-54c39afb9beb, host n-h1-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:23:59.360929 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05a7fd2-a6c2-44cd-adf2-faf3871e43b4 None None] Network a5b77b35-e966-4b1c-b0b7-d5b00017012c is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:23:59.366953 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-5f8671b5-707c-4085-b5eb-c366fc3c44cc admin admin] Deleting port 9a6ceb40-d2ec-4079-9bd4-004e52ab2e3f {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:23:59.367536 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5f8671b5-707c-4085-b5eb-c366fc3c44cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:59.371205 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-b05a7fd2-a6c2-44cd-adf2-faf3871e43b4 None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:23:59.374589 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05a7fd2-a6c2-44cd-adf2-faf3871e43b4 None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:23:59.450632 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-98fee10d-79f3-43e3-9571-0e1d6bcb0951 req-7cfc8d95-8391-4592-9e06-76942e2a916a service neutron] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:59.453217 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44f54f0b-ef0b-486e-9295-4773273028a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0ef1dfc-0eee-4ce6-baa8-54c39afb9beb'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:23:59.502308 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f07794e-ec32-4029-ac02-22d7df8e7ddc'] response: {'server_uuid': '44f54f0b-ef0b-486e-9295-4773273028a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0ef1dfc-0eee-4ce6-baa8-54c39afb9beb', 'code': 200} May 28 06:23:59.502800 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b6d87e03-59b3-4cb2-a075-08125dcd8342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:59.517170 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-b05a7fd2-a6c2-44cd-adf2-faf3871e43b4 None None] Attempting to bind port b324733a-344d-4a3f-bddc-87a44b73c9b0 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:23:59.518045 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-b05a7fd2-a6c2-44cd-adf2-faf3871e43b4 None None] Attempting to bind port b324733a-344d-4a3f-bddc-87a44b73c9b0 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': '27f57aab-4657-4a93-8cae-45e046a64dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'a5b77b35-e966-4b1c-b0b7-d5b00017012c'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:23:59.518628 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05a7fd2-a6c2-44cd-adf2-faf3871e43b4 None None] Attempting to bind port b324733a-344d-4a3f-bddc-87a44b73c9b0 on network a5b77b35-e966-4b1c-b0b7-d5b00017012c {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:23:59.524878 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05a7fd2-a6c2-44cd-adf2-faf3871e43b4 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:23:59.525669 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05a7fd2-a6c2-44cd-adf2-faf3871e43b4 None None] Checking segment: {'id': '27f57aab-4657-4a93-8cae-45e046a64dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'a5b77b35-e966-4b1c-b0b7-d5b00017012c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:23:59.526308 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b05a7fd2-a6c2-44cd-adf2-faf3871e43b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:59.526913 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05a7fd2-a6c2-44cd-adf2-faf3871e43b4 None None] Bound using segment: {'id': '27f57aab-4657-4a93-8cae-45e046a64dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'a5b77b35-e966-4b1c-b0b7-d5b00017012c'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:23:59.527588 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-b05a7fd2-a6c2-44cd-adf2-faf3871e43b4 None None] Bound port: b324733a-344d-4a3f-bddc-87a44b73c9b0, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27f57aab-4657-4a93-8cae-45e046a64dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'a5b77b35-e966-4b1c-b0b7-d5b00017012c'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:23:59.528484 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b05a7fd2-a6c2-44cd-adf2-faf3871e43b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:59.555220 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d87e03-59b3-4cb2-a075-08125dcd8342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16e1ad87-ee45-442d-b8d6-35f32666b729,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:23:59.558226 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-98fee10d-79f3-43e3-9571-0e1d6bcb0951 req-7cfc8d95-8391-4592-9e06-76942e2a916a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:59.594361 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-5a359062-f981-4a98-b9a6-a4ddf58cf955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '446e7006-71a6-4c0c-8578-4ef926a2b758', 'name': 'tempest-AttachSCSIVolumeTestJSON-2083684853-router', 'tenant_id': '8d511f8938f3446b9ed8484c7e88d332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '9a6ceb40-d2ec-4079-9bd4-004e52ab2e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:20:31Z', 'updated_at': '2022-05-28T06:23:56Z', 'revision_number': 5, 'project_id': '8d511f8938f3446b9ed8484c7e88d332', 'gw_port': {'id': '9a6ceb40-d2ec-4079-9bd4-004e52ab2e3f', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:aa:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446e7006-71a6-4c0c-8578-4ef926a2b758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:20:33Z', 'updated_at': '2022-05-28T06:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:23:59.599470 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a359062-f981-4a98-b9a6-a4ddf58cf955 None None] The sync data for ids ['446e7006-71a6-4c0c-8578-4ef926a2b758'] in n-d-843702-1 is: [{'id': '446e7006-71a6-4c0c-8578-4ef926a2b758', 'name': 'tempest-AttachSCSIVolumeTestJSON-2083684853-router', 'tenant_id': '8d511f8938f3446b9ed8484c7e88d332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '9a6ceb40-d2ec-4079-9bd4-004e52ab2e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:20:31Z', 'updated_at': '2022-05-28T06:23:56Z', 'revision_number': 5, 'project_id': '8d511f8938f3446b9ed8484c7e88d332', 'gw_port': {'id': '9a6ceb40-d2ec-4079-9bd4-004e52ab2e3f', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:aa:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446e7006-71a6-4c0c-8578-4ef926a2b758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:20:33Z', 'updated_at': '2022-05-28T06:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:23:59.729266 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-b05a7fd2-a6c2-44cd-adf2-faf3871e43b4 None None] For port b324733a-344d-4a3f-bddc-87a44b73c9b0, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:23:59.733216 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-b05a7fd2-a6c2-44cd-adf2-faf3871e43b4 None None] For port b324733a-344d-4a3f-bddc-87a44b73c9b0, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=b324733a-344d-4a3f-bddc-87a44b73c9b0,segment=NetworkSegment(27f57aab-4657-4a93-8cae-45e046a64dcd),segment_id=27f57aab-4657-4a93-8cae-45e046a64dcd)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:23:59.750859 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c874b9e8-d54e-4785-8c54-98bcf6fbe5c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59027'] for router, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:59.799500 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-b6d87e03-59b3-4cb2-a075-08125dcd8342 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=522a968ad1d34870935c8baf58d358ca&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6803043 May 28 06:23:59.802227 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 49388) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:23:59.810178 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:59.811162 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-98fee10d-79f3-43e3-9571-0e1d6bcb0951 req-7cfc8d95-8391-4592-9e06-76942e2a916a service neutron] Attempting to bind port f0ef1dfc-0eee-4ce6-baa8-54c39afb9beb on host n-h1-843702-1 for vnic_type normal with profile {"migrating_to": "n-h2-843702-1"} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:23:59.811491 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-98fee10d-79f3-43e3-9571-0e1d6bcb0951 req-7cfc8d95-8391-4592-9e06-76942e2a916a service neutron] Attempting to bind port f0ef1dfc-0eee-4ce6-baa8-54c39afb9beb by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': '2466b369-b4d4-4fbf-9dbd-05fe75562f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'ae685707-2f9d-409f-9237-8deef87c8163'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:23:59.811813 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fee10d-79f3-43e3-9571-0e1d6bcb0951 req-7cfc8d95-8391-4592-9e06-76942e2a916a service neutron] Attempting to bind port f0ef1dfc-0eee-4ce6-baa8-54c39afb9beb on network ae685707-2f9d-409f-9237-8deef87c8163 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:23:59.819531 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fee10d-79f3-43e3-9571-0e1d6bcb0951 req-7cfc8d95-8391-4592-9e06-76942e2a916a service neutron] Port f0ef1dfc-0eee-4ce6-baa8-54c39afb9beb on network ae685707-2f9d-409f-9237-8deef87c8163 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:23:59.819938 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fee10d-79f3-43e3-9571-0e1d6bcb0951 req-7cfc8d95-8391-4592-9e06-76942e2a916a service neutron] Attempting to bind port f0ef1dfc-0eee-4ce6-baa8-54c39afb9beb on network ae685707-2f9d-409f-9237-8deef87c8163 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:23:59.822039 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfc8d95-8391-4592-9e06-76942e2a916a service neutron] Pushing event updated for resources: {'Port': ['ID=f0ef1dfc-0eee-4ce6-baa8-54c39afb9beb,revision_number=7']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:23:59.828788 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fee10d-79f3-43e3-9571-0e1d6bcb0951 req-7cfc8d95-8391-4592-9e06-76942e2a916a service neutron] Checking agent: {'id': '69f492a0-c00d-46d0-9bec-fcd8161ce206', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:23:59.829127 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fee10d-79f3-43e3-9571-0e1d6bcb0951 req-7cfc8d95-8391-4592-9e06-76942e2a916a service neutron] Checking segment: {'id': '2466b369-b4d4-4fbf-9dbd-05fe75562f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'ae685707-2f9d-409f-9237-8deef87c8163'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:23:59.830707 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fee10d-79f3-43e3-9571-0e1d6bcb0951 req-7cfc8d95-8391-4592-9e06-76942e2a916a service neutron] Bound using segment: {'id': '2466b369-b4d4-4fbf-9dbd-05fe75562f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'ae685707-2f9d-409f-9237-8deef87c8163'} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:23:59.831284 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-98fee10d-79f3-43e3-9571-0e1d6bcb0951 req-7cfc8d95-8391-4592-9e06-76942e2a916a service neutron] Bound port: f0ef1dfc-0eee-4ce6-baa8-54c39afb9beb, host: n-h1-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2466b369-b4d4-4fbf-9dbd-05fe75562f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'ae685707-2f9d-409f-9237-8deef87c8163'}}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:23:59.831388 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-98fee10d-79f3-43e3-9571-0e1d6bcb0951 req-7cfc8d95-8391-4592-9e06-76942e2a916a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:59.844769 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-5f8671b5-707c-4085-b5eb-c366fc3c44cc admin admin] For port 9a6ceb40-d2ec-4079-9bd4-004e52ab2e3f, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=9a6ceb40-d2ec-4079-9bd4-004e52ab2e3f,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:23:59.845031 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5f8671b5-707c-4085-b5eb-c366fc3c44cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:59.845793 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b05a7fd2-a6c2-44cd-adf2-faf3871e43b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:59.936606 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05a7fd2-a6c2-44cd-adf2-faf3871e43b4 None None] Pushing event updated for resources: {'Port': ['ID=b324733a-344d-4a3f-bddc-87a44b73c9b0,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:23:59.971296 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-98fee10d-79f3-43e3-9571-0e1d6bcb0951 req-7cfc8d95-8391-4592-9e06-76942e2a916a service neutron] For port f0ef1dfc-0eee-4ce6-baa8-54c39afb9beb, host n-h1-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:23:59.971296 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-98fee10d-79f3-43e3-9571-0e1d6bcb0951 req-7cfc8d95-8391-4592-9e06-76942e2a916a service neutron] For port f0ef1dfc-0eee-4ce6-baa8-54c39afb9beb, host n-h1-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=f0ef1dfc-0eee-4ce6-baa8-54c39afb9beb,segment=NetworkSegment(2466b369-b4d4-4fbf-9dbd-05fe75562f7f),segment_id=2466b369-b4d4-4fbf-9dbd-05fe75562f7f)] {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:24:00.047027 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:00.140772 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-5f8671b5-707c-4085-b5eb-c366fc3c44cc admin admin] Calling delete_port for 9a6ceb40-d2ec-4079-9bd4-004e52ab2e3f owned by network:router_gateway {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:24:00.168466 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-98fee10d-79f3-43e3-9571-0e1d6bcb0951 req-7cfc8d95-8391-4592-9e06-76942e2a916a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:00.390059 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d0f120dd-54c7-459c-9bad-f6fe76dd3096 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:00.443221 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d0f120dd-54c7-459c-9bad-f6fe76dd3096 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:00.522624 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device b324733a-344d-4a3f-bddc-87a44b73c9b0 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:24:00.675216 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fee10d-79f3-43e3-9571-0e1d6bcb0951 req-7cfc8d95-8391-4592-9e06-76942e2a916a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:00.676252 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-98fee10d-79f3-43e3-9571-0e1d6bcb0951 req-7cfc8d95-8391-4592-9e06-76942e2a916a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:00.677679 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-98fee10d-79f3-43e3-9571-0e1d6bcb0951 req-7cfc8d95-8391-4592-9e06-76942e2a916a service neutron] 10.222.0.71 "PUT /v2.0/ports/f0ef1dfc-0eee-4ce6-baa8-54c39afb9beb HTTP/1.1" status: 200 len: 1122 time: 2.3912489 May 28 06:24:00.678280 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfc8d95-8391-4592-9e06-76942e2a916a service neutron] Pushing event updated for resources: {'Port': ['ID=f0ef1dfc-0eee-4ce6-baa8-54c39afb9beb,revision_number=8']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:24:00.700205 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201ceafe-81de-487b-9548-c271606477ad req-f81977d1-6bdd-4d9e-94c5-cf240a02141e tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:00.707422 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-201ceafe-81de-487b-9548-c271606477ad req-f81977d1-6bdd-4d9e-94c5-cf240a02141e tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=7abe23a3-6f8b-4542-bc0d-9d92227b9bcb HTTP/1.1" status: 200 len: 950 time: 0.6794729 May 28 06:24:00.772722 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['f0ef1dfc-0eee-4ce6-baa8-54c39afb9beb'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:24:00.775182 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-201ceafe-81de-487b-9548-c271606477ad req-8295fd3f-717e-4178-9999-8de01007f065 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667381 May 28 06:24:00.817916 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0a5c06-d73b-46e7-bdc3-c075a706756a req-57be070f-a92b-49e1-94d4-db28138d1f44 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:00.819710 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port b324733a-344d-4a3f-bddc-87a44b73c9b0 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:24:00.834353 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8c0a5c06-d73b-46e7-bdc3-c075a706756a req-57be070f-a92b-49e1-94d4-db28138d1f44 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/ports?device_id=44f54f0b-ef0b-486e-9295-4773273028a5 HTTP/1.1" status: 200 len: 944 time: 0.3099024 May 28 06:24:00.884487 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['f0ef1dfc-0eee-4ce6-baa8-54c39afb9beb'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:24:00.912791 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8c0a5c06-d73b-46e7-bdc3-c075a706756a req-5decdc16-043c-4d0c-9e0a-ec1f6d3ade60 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/security-groups?id=51e8ab45-fc50-4bca-a4a6-55c0639ed93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775399 May 28 06:24:00.921611 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d0f120dd-54c7-459c-9bad-f6fe76dd3096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:00.928500 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device ac661c91-951a-43ce-a60e-46466e4df899 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:24:00.983970 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f120dd-54c7-459c-9bad-f6fe76dd3096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16e1ad87-ee45-442d-b8d6-35f32666b729,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:24:00.990966 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: ac661c91-951a-43ce-a60e-46466e4df899 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:24:00.991375 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device ac661c91-951a-43ce-a60e-46466e4df899 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:24:01.050042 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c874b9e8-d54e-4785-8c54-98bcf6fbe5c1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:01.056819 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c48a02-ff1f-4e6f-a74f-8ffdce5a5e1d req-04f844a6-5788-424a-b95f-7752139fbd6c tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:01.059314 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-56c48a02-ff1f-4e6f-a74f-8ffdce5a5e1d req-04f844a6-5788-424a-b95f-7752139fbd6c tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] 10.222.0.55 "GET /v2.0/ports?device_id=52aa8738-6b1d-4ace-ad71-d39ef5f56b61 HTTP/1.1" status: 200 len: 950 time: 0.1444619 May 28 06:24:01.083657 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device f0ef1dfc-0eee-4ce6-baa8-54c39afb9beb details requested by agent hyperv_n-h2-843702-1 with host n-h2-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:24:01.089127 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c874b9e8-d54e-4785-8c54-98bcf6fbe5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:01.154885 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-41aca709-be1a-4fb9-8236-00f44b343bea req-27719a9a-7ac6-4355-b1cc-659ff935b5c3 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/ports?device_id=46ed3dcc-c892-44cc-ac8a-301e8d3dc92c HTTP/1.1" status: 200 len: 210 time: 0.0783353 May 28 06:24:01.227238 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-56c48a02-ff1f-4e6f-a74f-8ffdce5a5e1d req-a270ef8f-6527-4098-8b7b-77273cfd32ae tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] 10.222.0.55 "GET /v2.0/security-groups?id=e1f43c48-05bd-49a7-8820-e89d2a162415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712297 May 28 06:24:01.240235 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d0f120dd-54c7-459c-9bad-f6fe76dd3096 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:01.243906 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-d0f120dd-54c7-459c-9bad-f6fe76dd3096 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/16e1ad87-ee45-442d-b8d6-35f32666b729 HTTP/1.1" status: 204 len: 168 time: 1.4382071 May 28 06:24:01.372834 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-c874b9e8-d54e-4785-8c54-98bcf6fbe5c1 admin admin] Allocated IP 172.25.5.197 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/3020e5fc-9be6-4517-8b62-30c0e87f9849) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:24:01.409523 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port f0ef1dfc-0eee-4ce6-baa8-54c39afb9beb, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=f0ef1dfc-0eee-4ce6-baa8-54c39afb9beb,segment=NetworkSegment(2466b369-b4d4-4fbf-9dbd-05fe75562f7f),segment_id=2466b369-b4d4-4fbf-9dbd-05fe75562f7f)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:24:01.430351 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device f0ef1dfc-0eee-4ce6-baa8-54c39afb9beb has no active binding in host n-h2-843702-1 {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 28 06:24:01.577242 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6381642d-9f4c-4f89-b9b1-4678ad0cd7bc None None] Network a5b77b35-e966-4b1c-b0b7-d5b00017012c requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:24:01.597779 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c874b9e8-d54e-4785-8c54-98bcf6fbe5c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:01.602856 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5f8671b5-707c-4085-b5eb-c366fc3c44cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:01.612014 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:01.699685 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44f54f0b-ef0b-486e-9295-4773273028a5', 'tag': 'f0ef1dfc-0eee-4ce6-baa8-54c39afb9beb'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:24:01.725590 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8671b5-707c-4085-b5eb-c366fc3c44cc admin admin] Pushing event deleted for resources: {'Port': ['ID=9a6ceb40-d2ec-4079-9bd4-004e52ab2e3f,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:24:01.821753 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5f8671b5-707c-4085-b5eb-c366fc3c44cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691105'] for router_gateway, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:01.837850 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b1a8ba-8bb9-4d8f-ad7a-cdc5f0c9dcd8 req-1e882c9a-051e-43ba-aa89-8712a0bd0d95 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:01.840228 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-74b1a8ba-8bb9-4d8f-ad7a-cdc5f0c9dcd8 req-1e882c9a-051e-43ba-aa89-8712a0bd0d95 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.71 "GET /v2.0/networks?id=878a453b-7058-4dfc-b9e2-17503c679278 HTTP/1.1" status: 200 len: 821 time: 0.3505406 May 28 06:24:01.856999 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc637549-ec41-4d50-839f-32884506abc0'] response: {'name': 'network-changed', 'server_uuid': '44f54f0b-ef0b-486e-9295-4773273028a5', 'tag': 'f0ef1dfc-0eee-4ce6-baa8-54c39afb9beb', 'status': 'completed', 'code': 200} May 28 06:24:01.867526 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-74b1a8ba-8bb9-4d8f-ad7a-cdc5f0c9dcd8 req-9ed8c9fc-c51d-4f86-b860-34b09a8edc45 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Request body: {'port': {'device_id': '46ed3dcc-c892-44cc-ac8a-301e8d3dc92c', 'network_id': '878a453b-7058-4dfc-b9e2-17503c679278', 'admin_state_up': True, 'tenant_id': '1ab1ed0d304345a0a07278c26e7745d6'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:24:01.902659 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-1d3d3f1b-0257-429e-8eef-e03a0a46194c None None] Provisioning for port b324733a-344d-4a3f-bddc-87a44b73c9b0 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:24:01.948294 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-1d3d3f1b-0257-429e-8eef-e03a0a46194c None None] Provisioning complete for port b324733a-344d-4a3f-bddc-87a44b73c9b0 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:24:01.948660 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-1d3d3f1b-0257-429e-8eef-e03a0a46194c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:01.953697 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c874b9e8-d54e-4785-8c54-98bcf6fbe5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:02.142608 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-1d3d3f1b-0257-429e-8eef-e03a0a46194c None None] Current status of the port b324733a-344d-4a3f-bddc-87a44b73c9b0 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:24:02.142977 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-1d3d3f1b-0257-429e-8eef-e03a0a46194c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:02.145676 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5f8671b5-707c-4085-b5eb-c366fc3c44cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59018'] for router, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:02.165637 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c874b9e8-d54e-4785-8c54-98bcf6fbe5c1 admin admin] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:24:02.165637 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5f8671b5-707c-4085-b5eb-c366fc3c44cc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:02.165637 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-c874b9e8-d54e-4785-8c54-98bcf6fbe5c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:24:02.172670 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c874b9e8-d54e-4785-8c54-98bcf6fbe5c1 admin admin] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:24:02.187729 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:02.287910 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-1d3d3f1b-0257-429e-8eef-e03a0a46194c None None] For port b324733a-344d-4a3f-bddc-87a44b73c9b0, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=b324733a-344d-4a3f-bddc-87a44b73c9b0,segment=NetworkSegment(27f57aab-4657-4a93-8cae-45e046a64dcd),segment_id=27f57aab-4657-4a93-8cae-45e046a64dcd)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:24:02.402459 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-74b1a8ba-8bb9-4d8f-ad7a-cdc5f0c9dcd8 req-9ed8c9fc-c51d-4f86-b860-34b09a8edc45 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:24:02.410689 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-74b1a8ba-8bb9-4d8f-ad7a-cdc5f0c9dcd8 req-9ed8c9fc-c51d-4f86-b860-34b09a8edc45 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Usage tracker for resource:port and tenant:1ab1ed0d304345a0a07278c26e7745d6 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:24:02.414385 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-1d3d3f1b-0257-429e-8eef-e03a0a46194c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:02.415137 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-74b1a8ba-8bb9-4d8f-ad7a-cdc5f0c9dcd8 req-9ed8c9fc-c51d-4f86-b860-34b09a8edc45 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:24:02.422000 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-74b1a8ba-8bb9-4d8f-ad7a-cdc5f0c9dcd8 req-9ed8c9fc-c51d-4f86-b860-34b09a8edc45 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:24:02.435868 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b35c397-12da-40cf-aea9-2eec0b400a81 req-c1ea3ce2-f9b0-4e29-9018-48f872303fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:02.443966 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6b35c397-12da-40cf-aea9-2eec0b400a81 req-c1ea3ce2-f9b0-4e29-9018-48f872303fb1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7b2fe75d343f4ee29013f21d2442bc34&device_id=44f54f0b-ef0b-486e-9295-4773273028a5 HTTP/1.1" status: 200 len: 1125 time: 0.4462862 May 28 06:24:02.525302 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3d3f1b-0257-429e-8eef-e03a0a46194c None None] Pushing event updated for resources: {'Port': ['ID=b324733a-344d-4a3f-bddc-87a44b73c9b0,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:24:02.549150 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c874b9e8-d54e-4785-8c54-98bcf6fbe5c1 admin admin] Pushing event updated for resources: {'Port': ['ID=3020e5fc-9be6-4517-8b62-30c0e87f9849,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:24:02.563293 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-811c5e1d-805f-476f-ae52-073a0510ace5 None None] Provisioning complete for port b324733a-344d-4a3f-bddc-87a44b73c9b0 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:24:02.565396 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-811c5e1d-805f-476f-ae52-073a0510ace5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:02.623343 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74b1a8ba-8bb9-4d8f-ad7a-cdc5f0c9dcd8 req-9ed8c9fc-c51d-4f86-b860-34b09a8edc45 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Made reservation on behalf of 1ab1ed0d304345a0a07278c26e7745d6 for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:24:02.628459 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-74b1a8ba-8bb9-4d8f-ad7a-cdc5f0c9dcd8 req-9ed8c9fc-c51d-4f86-b860-34b09a8edc45 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:02.658395 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0becefe-3907-4af5-ad1f-70035384928a req-fb406a1a-5bd5-4a63-bda7-5f8ecb4653ff tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:02.665155 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e0becefe-3907-4af5-ad1f-70035384928a req-fb406a1a-5bd5-4a63-bda7-5f8ecb4653ff tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=7abe23a3-6f8b-4542-bc0d-9d92227b9bcb HTTP/1.1" status: 200 len: 950 time: 0.6745908 May 28 06:24:02.795988 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 49446) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:24:02.850505 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c068915d-0e82-4b71-ba4f-81eeaa4a05aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:02.897167 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-811c5e1d-805f-476f-ae52-073a0510ace5 None None] Current status of the port b324733a-344d-4a3f-bddc-87a44b73c9b0 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:24:02.898335 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e0becefe-3907-4af5-ad1f-70035384928a req-8e4a3bee-f180-4c70-b495-aa3e73691390 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230387 May 28 06:24:03.012503 n-d-843702-1 neutron-server[89109]: INFO neutron.api.v2.resource [req-9774da2c-7499-4478-ac81-b4e122cec9fc req-f3d6abcb-aa69-46d7-b62a-f23945ae273f service neutron] show failed (client error): The resource could not be found. May 28 06:24:03.014078 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-9774da2c-7499-4478-ac81-b4e122cec9fc req-f3d6abcb-aa69-46d7-b62a-f23945ae273f service neutron] 10.222.0.69 "GET /v2.0/ports/e650b946-83ef-48df-9fe0-03e0c667426c/bindings/n-h2-843702-1 HTTP/1.1" status: 404 len: 380 time: 0.2234647 May 28 06:24:03.057306 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5f8671b5-707c-4085-b5eb-c366fc3c44cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-703817'] for router, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:03.060896 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f8671b5-707c-4085-b5eb-c366fc3c44cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 446e7006-71a6-4c0c-8578-4ef926a2b758 {{(pid=89109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 06:24:03.074589 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5f8671b5-707c-4085-b5eb-c366fc3c44cc admin admin] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:03.077454 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-5f8671b5-707c-4085-b5eb-c366fc3c44cc admin admin] 10.222.0.55 "DELETE /v2.0/routers/446e7006-71a6-4c0c-8578-4ef926a2b758 HTTP/1.1" status: 204 len: 168 time: 5.0987048 May 28 06:24:03.081473 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 49450) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:24:03.156701 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [req-74b1a8ba-8bb9-4d8f-ad7a-cdc5f0c9dcd8 req-9ed8c9fc-c51d-4f86-b860-34b09a8edc45 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Allocated IP 172.20.0.3 (878a453b-7058-4dfc-b9e2-17503c679278/cdd32cdd-4510-40e6-8d87-2fb486891cf4/18b401ca-d7c0-40ad-b882-78d6a798c46b) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:24:03.156701 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-c068915d-0e82-4b71-ba4f-81eeaa4a05aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:24:03.223020 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0a497335-33e3-4bb0-aec6-a81dc5ce58fe req-89bd5072-a6cf-490f-8471-b2c2aabc234e tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/ports?device_id=46ed3dcc-c892-44cc-ac8a-301e8d3dc92c HTTP/1.1" status: 200 len: 210 time: 0.1643667 May 28 06:24:03.223926 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fab52a4-9fd7-493d-99a0-7d420144634b admin admin] Deleting subnet 32fe9d9e-2ab0-4e3b-8ba9-de9ae262b6d9 {{(pid=89109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:24:03.225264 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-c068915d-0e82-4b71-ba4f-81eeaa4a05aa admin admin] Usage tracker for resource:security_group_rule and tenant:cff34c4ed7054e58b064e2b52df1657f is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:24:03.235254 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3fab52a4-9fd7-493d-99a0-7d420144634b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:03.235780 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-c068915d-0e82-4b71-ba4f-81eeaa4a05aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:24:03.274740 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-c068915d-0e82-4b71-ba4f-81eeaa4a05aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:24:03.295342 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d625336-717f-41d9-a4fb-7c2dac1dfbe3 req-180f8f03-188e-495b-8863-9f03db3dd34a tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:03.314927 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6d625336-717f-41d9-a4fb-7c2dac1dfbe3 req-180f8f03-188e-495b-8863-9f03db3dd34a tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/ports?device_id=44f54f0b-ef0b-486e-9295-4773273028a5 HTTP/1.1" status: 200 len: 944 time: 0.8623230 May 28 06:24:03.338451 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b35c397-12da-40cf-aea9-2eec0b400a81 req-77a48a37-a2f4-4714-946a-7d14d9becb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:03.341316 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6b35c397-12da-40cf-aea9-2eec0b400a81 req-77a48a37-a2f4-4714-946a-7d14d9becb45 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ae685707-2f9d-409f-9237-8deef87c8163 HTTP/1.1" status: 200 len: 909 time: 0.7577946 May 28 06:24:03.502962 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3fab52a4-9fd7-493d-99a0-7d420144634b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3964070'] for subnet, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:03.515586 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6b35c397-12da-40cf-aea9-2eec0b400a81 req-26ae8645-8cec-46a6-8a31-b6b7d5e6a37e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f0ef1dfc-0eee-4ce6-baa8-54c39afb9beb HTTP/1.1" status: 200 len: 217 time: 0.1653373 May 28 06:24:03.566363 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c874b9e8-d54e-4785-8c54-98bcf6fbe5c1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:03.729845 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 30d9587d-4994-4d8d-b556-5a3361d0673b no longer exists at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:24:03.778608 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6d625336-717f-41d9-a4fb-7c2dac1dfbe3 req-880ed4cc-74d2-48b6-a196-754ee8222d60 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/security-groups?id=51e8ab45-fc50-4bca-a4a6-55c0639ed93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4708788 May 28 06:24:03.816099 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b35c397-12da-40cf-aea9-2eec0b400a81 req-66801a5a-d8f3-4947-96b9-91bd0fd04044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:03.817287 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6b35c397-12da-40cf-aea9-2eec0b400a81 req-66801a5a-d8f3-4947-96b9-91bd0fd04044 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=eed62182-5ff7-4e12-84bb-4e23f47bba04 HTTP/1.1" status: 200 len: 848 time: 0.2839961 May 28 06:24:03.894685 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6b35c397-12da-40cf-aea9-2eec0b400a81 req-a9690727-3eaa-4b68-91a8-7d992d132be8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ae685707-2f9d-409f-9237-8deef87c8163&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669341 May 28 06:24:03.902279 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3fab52a4-9fd7-493d-99a0-7d420144634b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:03.935188 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 30d9587d-4994-4d8d-b556-5a3361d0673b is: ACTIVE; New status is: DOWN {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:24:03.935659 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:04.018646 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c068915d-0e82-4b71-ba4f-81eeaa4a05aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:04.061909 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 30d9587d-4994-4d8d-b556-5a3361d0673b, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=30d9587d-4994-4d8d-b556-5a3361d0673b,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:24:04.061909 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52aa8738-6b1d-4ace-ad71-d39ef5f56b61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30d9587d-4994-4d8d-b556-5a3361d0673b'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:24:04.067422 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-74b1a8ba-8bb9-4d8f-ad7a-cdc5f0c9dcd8 req-9ed8c9fc-c51d-4f86-b860-34b09a8edc45 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:04.110675 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c068915d-0e82-4b71-ba4f-81eeaa4a05aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:04.116239 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9731bf18-50e4-4a55-8fe3-69b56f09d75e'] response: {'server_uuid': '52aa8738-6b1d-4ace-ad71-d39ef5f56b61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30d9587d-4994-4d8d-b556-5a3361d0673b', 'code': 200} May 28 06:24:04.124003 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9774da2c-7499-4478-ac81-b4e122cec9fc req-3087e976-48c6-4bd2-8a77-80e0d48cbb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:04.125553 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-9774da2c-7499-4478-ac81-b4e122cec9fc req-3087e976-48c6-4bd2-8a77-80e0d48cbb33 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=7abe23a3-6f8b-4542-bc0d-9d92227b9bcb&tenant_id=fa535ce8a329409da109cb227c3a70b1 HTTP/1.1" status: 200 len: 1101 time: 0.4289744 May 28 06:24:04.150901 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:04.150901 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device e650b946-83ef-48df-9fe0-03e0c667426c no longer exists at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:24:04.156880 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c068915d-0e82-4b71-ba4f-81eeaa4a05aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73731b80-21e0-4dc6-bd05-b2a14a7ce76c,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:24:04.272223 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c874b9e8-d54e-4785-8c54-98bcf6fbe5c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690761'] for router, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:04.279083 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-9774da2c-7499-4478-ac81-b4e122cec9fc req-bb432767-2acb-4e55-9e8c-06c1c2fb6ea3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843702-1', 'device_owner': 'compute:nova'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:24:04.288215 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=30d9587d-4994-4d8d-b556-5a3361d0673b,revision_number=8']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:24:04.374915 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6b35c397-12da-40cf-aea9-2eec0b400a81 req-392ec36b-27a9-41dd-859b-182e10f18e3f service neutron] 10.222.0.69 "GET /v2.0/networks/ae685707-2f9d-409f-9237-8deef87c8163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4612646 May 28 06:24:04.430363 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port e650b946-83ef-48df-9fe0-03e0c667426c is: ACTIVE; New status is: DOWN {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:24:04.430363 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:04.493322 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port e650b946-83ef-48df-9fe0-03e0c667426c, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=e650b946-83ef-48df-9fe0-03e0c667426c,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:24:04.521573 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device b324733a-344d-4a3f-bddc-87a44b73c9b0 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:24:04.549816 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3fab52a4-9fd7-493d-99a0-7d420144634b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9555650'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:04.614878 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port b324733a-344d-4a3f-bddc-87a44b73c9b0 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:24:04.614878 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:04.623873 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-c068915d-0e82-4b71-ba4f-81eeaa4a05aa admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cff34c4ed7054e58b064e2b52df1657f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8070424 May 28 06:24:04.646682 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 49470) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:24:04.653183 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:04.763244 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b774b691-f62c-4d3b-a001-b1ab657d7281 req-44875e98-6fc0-4ea2-ab2e-83ee4011ceb4 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/ports?device_id=46ed3dcc-c892-44cc-ac8a-301e8d3dc92c HTTP/1.1" status: 200 len: 210 time: 0.1349900 May 28 06:24:04.791889 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fab52a4-9fd7-493d-99a0-7d420144634b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32fe9d9e-2ab0-4e3b-8ba9-de9ae262b6d9,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:24:04.816195 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa2c029-31c5-42ea-ab87-0bf38c5edee4 None None] Network d4de5f58-26b5-4e4f-8278-673645bfd374 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:24:04.821525 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3fab52a4-9fd7-493d-99a0-7d420144634b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:04.829514 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb23159-fef3-4df7-a928-14844d61077d req-cf4f84d6-0999-4bba-9f11-646f6497ad6f tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:04.838343 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2bb23159-fef3-4df7-a928-14844d61077d req-cf4f84d6-0999-4bba-9f11-646f6497ad6f tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=7abe23a3-6f8b-4542-bc0d-9d92227b9bcb HTTP/1.1" status: 200 len: 950 time: 0.7253017 May 28 06:24:04.910066 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-9774da2c-7499-4478-ac81-b4e122cec9fc req-bb432767-2acb-4e55-9e8c-06c1c2fb6ea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:04.919562 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1cfbdf14-8938-40e1-94e4-aab4027b5151 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:04.931306 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=e650b946-83ef-48df-9fe0-03e0c667426c,revision_number=6']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:24:04.951497 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1cfbdf14-8938-40e1-94e4-aab4027b5151 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:04.990623 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-3fab52a4-9fd7-493d-99a0-7d420144634b admin admin] 10.222.0.55 "DELETE /v2.0/subnets/32fe9d9e-2ab0-4e3b-8ba9-de9ae262b6d9 HTTP/1.1" status: 204 len: 168 time: 1.9068282 May 28 06:24:05.007284 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 49484) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:24:05.033654 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-74b1a8ba-8bb9-4d8f-ad7a-cdc5f0c9dcd8 req-9ed8c9fc-c51d-4f86-b860-34b09a8edc45 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:05.081743 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['eb131f8e-2a83-469e-9e2c-31f0cbab941d'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:24:05.114151 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port b324733a-344d-4a3f-bddc-87a44b73c9b0 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:24:05.135848 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 9a6ceb40-d2ec-4079-9bd4-004e52ab2e3f no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:24:05.146450 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6b35c397-12da-40cf-aea9-2eec0b400a81 req-5d6f3844-b53b-4ae8-863c-d32f66284359 service neutron] 10.222.0.69 "GET /v2.0/networks/ae685707-2f9d-409f-9237-8deef87c8163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7666004 May 28 06:24:05.178466 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2bb23159-fef3-4df7-a928-14844d61077d req-0c5e4f1e-1cd8-4728-b1e4-ed29802fa8f6 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3388643 May 28 06:24:05.179415 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1cfbdf14-8938-40e1-94e4-aab4027b5151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:05.181988 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 9a6ceb40-d2ec-4079-9bd4-004e52ab2e3f {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:24:05.182118 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 9a6ceb40-d2ec-4079-9bd4-004e52ab2e3f not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:24:05.215862 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfbdf14-8938-40e1-94e4-aab4027b5151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73731b80-21e0-4dc6-bd05-b2a14a7ce76c,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:24:05.224783 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c874b9e8-d54e-4785-8c54-98bcf6fbe5c1 admin admin] Router a104f984-4ae3-47c0-b6cf-00f5b6d49e45 is scheduled to L3 agent 42958940-9562-4f71-972f-15a8af9d3963 with binding_index 1 {{(pid=89109) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 06:24:05.231408 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74b1a8ba-8bb9-4d8f-ad7a-cdc5f0c9dcd8 req-9ed8c9fc-c51d-4f86-b860-34b09a8edc45 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Network 878a453b-7058-4dfc-b9e2-17503c679278 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:24:05.254032 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [req-74b1a8ba-8bb9-4d8f-ad7a-cdc5f0c9dcd8 req-9ed8c9fc-c51d-4f86-b860-34b09a8edc45 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:24:05.259290 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-74b1a8ba-8bb9-4d8f-ad7a-cdc5f0c9dcd8 req-9ed8c9fc-c51d-4f86-b860-34b09a8edc45 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:24:05.307108 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a58f680-ebd2-45df-8055-c214c32ad2d1 None None] DHCP port deletion for d4de5f58-26b5-4e4f-8278-673645bfd374 request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:24:05.308243 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed8c9fc-c51d-4f86-b860-34b09a8edc45 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Pushing event updated for resources: {'Port': ['ID=18b401ca-d7c0-40ad-b882-78d6a798c46b,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:24:05.325697 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-1a58f680-ebd2-45df-8055-c214c32ad2d1 None None] Deleting port 2ae84864-978d-4387-833d-50aec0932581 {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:24:05.337281 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-1a58f680-ebd2-45df-8055-c214c32ad2d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:05.342695 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1cfbdf14-8938-40e1-94e4-aab4027b5151 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:05.343924 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-1cfbdf14-8938-40e1-94e4-aab4027b5151 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/73731b80-21e0-4dc6-bd05-b2a14a7ce76c HTTP/1.1" status: 204 len: 168 time: 0.6892776 May 28 06:24:05.389794 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b1a8ba-8bb9-4d8f-ad7a-cdc5f0c9dcd8 req-9ed8c9fc-c51d-4f86-b860-34b09a8edc45 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:05.390507 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-74b1a8ba-8bb9-4d8f-ad7a-cdc5f0c9dcd8 req-9ed8c9fc-c51d-4f86-b860-34b09a8edc45 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:05.429740 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d4db6c-e7d2-4ef4-a9d9-6d0810168c2c req-ece8ad2c-3d1f-4f3a-8b4d-d17a5f8ffe67 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:05.431831 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-98d4db6c-e7d2-4ef4-a9d9-6d0810168c2c req-ece8ad2c-3d1f-4f3a-8b4d-d17a5f8ffe67 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/ports?device_id=44f54f0b-ef0b-486e-9295-4773273028a5 HTTP/1.1" status: 200 len: 944 time: 0.3430321 May 28 06:24:05.491613 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-98d4db6c-e7d2-4ef4-a9d9-6d0810168c2c req-f25d1f52-bf5d-43ef-945f-b1f2c11dca6c tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/security-groups?id=51e8ab45-fc50-4bca-a4a6-55c0639ed93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535629 May 28 06:24:05.522489 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-98fee10d-79f3-43e3-9571-0e1d6bcb0951 req-8f245d75-e2b5-4a2a-a507-359fc0cb9856 service neutron] 10.222.0.69 "GET /v2.0/ports/f0ef1dfc-0eee-4ce6-baa8-54c39afb9beb/bindings/n-h2-843702-1 HTTP/1.1" status: 200 len: 384 time: 0.6152055 May 28 06:24:05.531036 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-74b1a8ba-8bb9-4d8f-ad7a-cdc5f0c9dcd8 req-9ed8c9fc-c51d-4f86-b860-34b09a8edc45 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6689484 May 28 06:24:05.552440 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-74b1a8ba-8bb9-4d8f-ad7a-cdc5f0c9dcd8 req-b1bd1890-ba35-4399-af58-76684b3d3117 service neutron] Request body: {'port': {'device_id': '46ed3dcc-c892-44cc-ac8a-301e8d3dc92c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843702-1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:24:05.667379 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-1a58f680-ebd2-45df-8055-c214c32ad2d1 None None] For port 2ae84864-978d-4387-833d-50aec0932581, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=2ae84864-978d-4387-833d-50aec0932581,segment=NetworkSegment(da5c496c-27c0-43e7-82d4-b2bdcd86ef6a),segment_id=da5c496c-27c0-43e7-82d4-b2bdcd86ef6a)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:24:05.667777 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-1a58f680-ebd2-45df-8055-c214c32ad2d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:05.715313 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-74b1a8ba-8bb9-4d8f-ad7a-cdc5f0c9dcd8 req-b1bd1890-ba35-4399-af58-76684b3d3117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:05.760488 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 102a70ac-764d-4fd3-8200-15482425c410 details requested by agent hyperv_n-h1-843702-1 with host n-h1-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:24:05.826031 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-1a58f680-ebd2-45df-8055-c214c32ad2d1 None None] Calling delete_port for 2ae84864-978d-4387-833d-50aec0932581 owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:24:05.857970 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-9774da2c-7499-4478-ac81-b4e122cec9fc req-bb432767-2acb-4e55-9e8c-06c1c2fb6ea3 service neutron] For port e650b946-83ef-48df-9fe0-03e0c667426c, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=e650b946-83ef-48df-9fe0-03e0c667426c,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:24:05.893028 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6162def6-35d3-4fc8-924e-40db12c266ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:06.028404 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-9774da2c-7499-4478-ac81-b4e122cec9fc req-bb432767-2acb-4e55-9e8c-06c1c2fb6ea3 service neutron] For port e650b946-83ef-48df-9fe0-03e0c667426c, host n-h1-843702-1, cleared binding levels {{(pid=89109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:24:06.065174 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 102a70ac-764d-4fd3-8200-15482425c410, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=102a70ac-764d-4fd3-8200-15482425c410,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:24:06.085302 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Returning: {'device': '102a70ac-764d-4fd3-8200-15482425c410', 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9', 'port_id': '102a70ac-764d-4fd3-8200-15482425c410', 'mac_address': 'fa:16:3e:d1:d2:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e72d0ca5-04cb-4b36-82b1-c75214c9eb05', 'ip_address': '192.168.233.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:24:06.117395 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7abe23a3-6f8b-4542-bc0d-9d92227b9bcb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e650b946-83ef-48df-9fe0-03e0c667426c'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:24:06.151148 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 102a70ac-764d-4fd3-8200-15482425c410 is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:24:06.151526 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:06.171516 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-6162def6-35d3-4fc8-924e-40db12c266ea admin admin] Deleting port 2ae84864-978d-4387-833d-50aec0932581 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:24:06.171727 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 102a70ac-764d-4fd3-8200-15482425c410 {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:24:06.171842 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6162def6-35d3-4fc8-924e-40db12c266ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:06.188056 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 102a70ac-764d-4fd3-8200-15482425c410, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=102a70ac-764d-4fd3-8200-15482425c410,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:24:06.204931 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5d0024d-b94b-4433-ae7f-068dde126c1e'] response: {'server_uuid': '7abe23a3-6f8b-4542-bc0d-9d92227b9bcb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e650b946-83ef-48df-9fe0-03e0c667426c', 'code': 200} May 28 06:24:06.228344 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adec8420-b371-489b-a985-a2c6354b1f65 req-9ca7c54e-b0f3-49b4-850c-22962281cc56 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:06.231108 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-adec8420-b371-489b-a985-a2c6354b1f65 req-9ca7c54e-b0f3-49b4-850c-22962281cc56 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Synchronizing usage tracker for tenant:1ab1ed0d304345a0a07278c26e7745d6 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:24:06.250620 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [req-9774da2c-7499-4478-ac81-b4e122cec9fc req-bb432767-2acb-4e55-9e8c-06c1c2fb6ea3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e650b946-83ef-48df-9fe0-03e0c667426c {{(pid=89109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:24:06.276335 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-9774da2c-7499-4478-ac81-b4e122cec9fc req-bb432767-2acb-4e55-9e8c-06c1c2fb6ea3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:06.301107 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-1a58f680-ebd2-45df-8055-c214c32ad2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879'] for port, after_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:06.347882 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [req-9774da2c-7499-4478-ac81-b4e122cec9fc req-bb432767-2acb-4e55-9e8c-06c1c2fb6ea3 service neutron] Transition to ACTIVE for port object e650b946-83ef-48df-9fe0-03e0c667426c will not be triggered until provisioned by entity L2. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:24:06.347882 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c874b9e8-d54e-4785-8c54-98bcf6fbe5c1 admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:24:06.370309 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:06.380806 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a58f680-ebd2-45df-8055-c214c32ad2d1 None None] No DVR routers for this DVR port 2ae84864-978d-4387-833d-50aec0932581 on host n-d-843702-1 {{(pid=89111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:24:06.401557 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa62f946-da7c-4e0c-88be-a37c3e72b659 None None] Sync routers for ids ['a104f984-4ae3-47c0-b6cf-00f5b6d49e45'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:24:06.404116 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-adec8420-b371-489b-a985-a2c6354b1f65 req-9ca7c54e-b0f3-49b4-850c-22962281cc56 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Unset dirty status for tenant:1ab1ed0d304345a0a07278c26e7745d6 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:24:06.405263 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-adec8420-b371-489b-a985-a2c6354b1f65 req-9ca7c54e-b0f3-49b4-850c-22962281cc56 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/ports?device_id=46ed3dcc-c892-44cc-ac8a-301e8d3dc92c HTTP/1.1" status: 200 len: 931 time: 0.3869317 May 28 06:24:06.418128 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a58f680-ebd2-45df-8055-c214c32ad2d1 None None] Pushing event deleted for resources: {'Port': ['ID=2ae84864-978d-4387-833d-50aec0932581,revision_number=None']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:24:06.475753 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 2ae84864-978d-4387-833d-50aec0932581 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:24:06.487755 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-9774da2c-7499-4478-ac81-b4e122cec9fc req-bb432767-2acb-4e55-9e8c-06c1c2fb6ea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:06.498721 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-6162def6-35d3-4fc8-924e-40db12c266ea admin admin] The port '2ae84864-978d-4387-833d-50aec0932581' was deleted {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 06:24:06.503850 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [req-74b1a8ba-8bb9-4d8f-ad7a-cdc5f0c9dcd8 req-b1bd1890-ba35-4399-af58-76684b3d3117 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18b401ca-d7c0-40ad-b882-78d6a798c46b {{(pid=89110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:24:06.522823 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['102a70ac-764d-4fd3-8200-15482425c410'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:24:06.531771 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c874b9e8-d54e-4785-8c54-98bcf6fbe5c1 admin admin] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:06.534085 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-c874b9e8-d54e-4785-8c54-98bcf6fbe5c1 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 8.3315132 May 28 06:24:06.548294 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 49510) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:24:06.554608 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-adec8420-b371-489b-a985-a2c6354b1f65 req-c18057db-208b-4725-876c-dc92f412bdd8 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a90b51ea-4be8-4511-8d71-0b0b776de2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395884 May 28 06:24:06.560620 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-74b1a8ba-8bb9-4d8f-ad7a-cdc5f0c9dcd8 req-b1bd1890-ba35-4399-af58-76684b3d3117 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:06.607002 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 2ae84864-978d-4387-833d-50aec0932581 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:24:06.607678 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 2ae84864-978d-4387-833d-50aec0932581 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:24:06.637864 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 49514) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:24:06.645151 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa62f946-da7c-4e0c-88be-a37c3e72b659 None None] Routers {'a104f984-4ae3-47c0-b6cf-00f5b6d49e45'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:24:06.646096 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-aa62f946-da7c-4e0c-88be-a37c3e72b659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:23:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['a104f984-4ae3-47c0-b6cf-00f5b6d49e45'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:24:06.811018 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8247d83b-4fe5-4412-abd6-3c6a0dc72338 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:06.959970 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb432767-2acb-4e55-9e8c-06c1c2fb6ea3 service neutron] Pushing event updated for resources: {'Port': ['ID=e650b946-83ef-48df-9fe0-03e0c667426c,revision_number=7']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:24:06.980206 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-8247d83b-4fe5-4412-abd6-3c6a0dc72338 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:24:06.980206 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [req-9774da2c-7499-4478-ac81-b4e122cec9fc req-bb432767-2acb-4e55-9e8c-06c1c2fb6ea3 service neutron] No DVR routers for this DVR port e650b946-83ef-48df-9fe0-03e0c667426c on host n-h1-843702-1 {{(pid=89109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:24:06.997726 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-8247d83b-4fe5-4412-abd6-3c6a0dc72338 admin admin] Usage tracker for resource:security_group_rule and tenant:af581e72ea2947279fdb9dc10bb8bf58 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:24:06.997726 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6162def6-35d3-4fc8-924e-40db12c266ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:07.011838 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-98fee10d-79f3-43e3-9571-0e1d6bcb0951 req-2383cadb-c5fc-4a92-8a04-925b127f0fa3 service neutron] For port f0ef1dfc-0eee-4ce6-baa8-54c39afb9beb, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=f0ef1dfc-0eee-4ce6-baa8-54c39afb9beb,segment=NetworkSegment(2466b369-b4d4-4fbf-9dbd-05fe75562f7f),segment_id=2466b369-b4d4-4fbf-9dbd-05fe75562f7f)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:24:07.011838 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-8247d83b-4fe5-4412-abd6-3c6a0dc72338 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:24:07.043580 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=102a70ac-764d-4fd3-8200-15482425c410,revision_number=9']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:24:07.052074 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-8247d83b-4fe5-4412-abd6-3c6a0dc72338 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:24:07.103783 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-6162def6-35d3-4fc8-924e-40db12c266ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4de5f58-26b5-4e4f-8278-673645bfd374']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:24:07.110758 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-aa62f946-da7c-4e0c-88be-a37c3e72b659 None None] Set router a104f984-4ae3-47c0-b6cf-00f5b6d49e45 gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:24:07.119317 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-98fee10d-79f3-43e3-9571-0e1d6bcb0951 req-2383cadb-c5fc-4a92-8a04-925b127f0fa3 service neutron] For port f0ef1dfc-0eee-4ce6-baa8-54c39afb9beb, host n-h1-843702-1, cleared binding levels {{(pid=89109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:24:07.178172 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-6162def6-35d3-4fc8-924e-40db12c266ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da5c496c-27c0-43e7-82d4-b2bdcd86ef6a') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:24:07.178753 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-6162def6-35d3-4fc8-924e-40db12c266ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da5c496c-27c0-43e7-82d4-b2bdcd86ef6a') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:24:07.197837 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-74b1a8ba-8bb9-4d8f-ad7a-cdc5f0c9dcd8 req-b1bd1890-ba35-4399-af58-76684b3d3117 service neutron] Transition to ACTIVE for port object 18b401ca-d7c0-40ad-b882-78d6a798c46b will not be triggered until provisioned by entity L2. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:24:07.211461 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-9774da2c-7499-4478-ac81-b4e122cec9fc req-bb432767-2acb-4e55-9e8c-06c1c2fb6ea3 service neutron] Attempting to bind port e650b946-83ef-48df-9fe0-03e0c667426c on host n-h2-843702-1 for vnic_type normal with profile {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:24:07.211832 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-9774da2c-7499-4478-ac81-b4e122cec9fc req-bb432767-2acb-4e55-9e8c-06c1c2fb6ea3 service neutron] Attempting to bind port e650b946-83ef-48df-9fe0-03e0c667426c by drivers openvswitch,hyperv on host n-h2-843702-1 at level 0 using segments [{'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:24:07.212257 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9774da2c-7499-4478-ac81-b4e122cec9fc req-bb432767-2acb-4e55-9e8c-06c1c2fb6ea3 service neutron] Attempting to bind port e650b946-83ef-48df-9fe0-03e0c667426c on network bb90c162-fdb0-406b-af2b-5eef830db7a9 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:24:07.221969 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6162def6-35d3-4fc8-924e-40db12c266ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:07.242620 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9774da2c-7499-4478-ac81-b4e122cec9fc req-bb432767-2acb-4e55-9e8c-06c1c2fb6ea3 service neutron] Port e650b946-83ef-48df-9fe0-03e0c667426c on network bb90c162-fdb0-406b-af2b-5eef830db7a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-843702-1 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:24:07.242948 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9774da2c-7499-4478-ac81-b4e122cec9fc req-bb432767-2acb-4e55-9e8c-06c1c2fb6ea3 service neutron] Attempting to bind port e650b946-83ef-48df-9fe0-03e0c667426c on network bb90c162-fdb0-406b-af2b-5eef830db7a9 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:24:07.249792 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [req-98fee10d-79f3-43e3-9571-0e1d6bcb0951 req-2383cadb-c5fc-4a92-8a04-925b127f0fa3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0ef1dfc-0eee-4ce6-baa8-54c39afb9beb {{(pid=89109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:24:07.261970 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144f9d87-0e18-4568-a965-6097ab2fe68b req-6f13a9a0-9aae-4a80-925c-c19fe4a25acd tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:07.264218 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-144f9d87-0e18-4568-a965-6097ab2fe68b req-6f13a9a0-9aae-4a80-925c-c19fe4a25acd tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=7abe23a3-6f8b-4542-bc0d-9d92227b9bcb HTTP/1.1" status: 200 len: 948 time: 0.9212863 May 28 06:24:07.264932 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9774da2c-7499-4478-ac81-b4e122cec9fc req-bb432767-2acb-4e55-9e8c-06c1c2fb6ea3 service neutron] Checking agent: {'id': 'f1a3973b-d2b3-4558-88e7-2ac50857d302', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:24:07.266015 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9774da2c-7499-4478-ac81-b4e122cec9fc req-bb432767-2acb-4e55-9e8c-06c1c2fb6ea3 service neutron] Checking segment: {'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:24:07.266556 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9774da2c-7499-4478-ac81-b4e122cec9fc req-bb432767-2acb-4e55-9e8c-06c1c2fb6ea3 service neutron] Bound using segment: {'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:24:07.269363 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-9774da2c-7499-4478-ac81-b4e122cec9fc req-bb432767-2acb-4e55-9e8c-06c1c2fb6ea3 service neutron] Bound port: e650b946-83ef-48df-9fe0-03e0c667426c, host: n-h2-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'}}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:24:07.269363 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-9774da2c-7499-4478-ac81-b4e122cec9fc req-bb432767-2acb-4e55-9e8c-06c1c2fb6ea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:07.273535 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-74b1a8ba-8bb9-4d8f-ad7a-cdc5f0c9dcd8 req-b1bd1890-ba35-4399-af58-76684b3d3117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:07.292429 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6162def6-35d3-4fc8-924e-40db12c266ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:07.299736 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-98fee10d-79f3-43e3-9571-0e1d6bcb0951 req-2383cadb-c5fc-4a92-8a04-925b127f0fa3 service neutron] For port f0ef1dfc-0eee-4ce6-baa8-54c39afb9beb, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=f0ef1dfc-0eee-4ce6-baa8-54c39afb9beb,segment=NetworkSegment(2466b369-b4d4-4fbf-9dbd-05fe75562f7f),segment_id=2466b369-b4d4-4fbf-9dbd-05fe75562f7f)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:24:07.324332 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6162def6-35d3-4fc8-924e-40db12c266ea admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:24:07.324502 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6162def6-35d3-4fc8-924e-40db12c266ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:07.555519 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-aa62f946-da7c-4e0c-88be-a37c3e72b659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a104f984-4ae3-47c0-b6cf-00f5b6d49e45', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1067944925-router', 'tenant_id': '4d23be95bdd44ad89cdfc62831bfd280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '3020e5fc-9be6-4517-8b62-30c0e87f9849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:23:58Z', 'updated_at': '2022-05-28T06:24:02Z', 'revision_number': 3, 'project_id': '4d23be95bdd44ad89cdfc62831bfd280', 'gw_port': {'id': '3020e5fc-9be6-4517-8b62-30c0e87f9849', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c4:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a104f984-4ae3-47c0-b6cf-00f5b6d49e45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:24:01Z', 'updated_at': '2022-05-28T06:24:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:24:07.559852 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa62f946-da7c-4e0c-88be-a37c3e72b659 None None] Checking router: a104f984-4ae3-47c0-b6cf-00f5b6d49e45 for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:24:07.560550 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa62f946-da7c-4e0c-88be-a37c3e72b659 None None] Updating router a104f984-4ae3-47c0-b6cf-00f5b6d49e45 port 3020e5fc-9be6-4517-8b62-30c0e87f9849 binding host n-d-843702-1 {{(pid=89111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:24:07.560934 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment da5c496c-27c0-43e7-82d4-b2bdcd86ef6a resource provider aggregate not found May 28 06:24:07.583012 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2792badd-3eeb-4036-a60f-12c07f4ed9e0 req-246eb963-53ce-43fa-8ab4-16a7f72ff028 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:07.584866 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2792badd-3eeb-4036-a60f-12c07f4ed9e0 req-246eb963-53ce-43fa-8ab4-16a7f72ff028 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/ports?device_id=44f54f0b-ef0b-486e-9295-4773273028a5 HTTP/1.1" status: 200 len: 944 time: 0.6413882 May 28 06:24:07.593331 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-98fee10d-79f3-43e3-9571-0e1d6bcb0951 req-2383cadb-c5fc-4a92-8a04-925b127f0fa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:07.604611 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment da5c496c-27c0-43e7-82d4-b2bdcd86ef6a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid da5c496c-27c0-43e7-82d4-b2bdcd86ef6a found for delete ", "request_id": "req-5a2b5db5-f735-4692-8841-f9884b8b602e"}]} May 28 06:24:07.658683 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-aa62f946-da7c-4e0c-88be-a37c3e72b659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:07.722219 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bd1890-ba35-4399-af58-76684b3d3117 service neutron] Pushing event updated for resources: {'Port': ['ID=18b401ca-d7c0-40ad-b882-78d6a798c46b,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:24:07.745185 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6162def6-35d3-4fc8-924e-40db12c266ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:07.771722 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8247d83b-4fe5-4412-abd6-3c6a0dc72338 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:07.788330 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6162def6-35d3-4fc8-924e-40db12c266ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:07.796095 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-9774da2c-7499-4478-ac81-b4e122cec9fc req-bb432767-2acb-4e55-9e8c-06c1c2fb6ea3 service neutron] For port e650b946-83ef-48df-9fe0-03e0c667426c, host n-h2-843702-1, cleared binding levels {{(pid=89109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:24:07.819943 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6162def6-35d3-4fc8-924e-40db12c266ea admin admin] Pushing event deleted for resources: {'Network': ['ID=d4de5f58-26b5-4e4f-8278-673645bfd374,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:24:07.831851 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-9774da2c-7499-4478-ac81-b4e122cec9fc req-bb432767-2acb-4e55-9e8c-06c1c2fb6ea3 service neutron] For port e650b946-83ef-48df-9fe0-03e0c667426c, host n-h2-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=e650b946-83ef-48df-9fe0-03e0c667426c,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:24:07.891171 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [req-98fee10d-79f3-43e3-9571-0e1d6bcb0951 req-2383cadb-c5fc-4a92-8a04-925b127f0fa3 service neutron] Transition to ACTIVE for port object f0ef1dfc-0eee-4ce6-baa8-54c39afb9beb will not be triggered until provisioned by entity L2. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:24:07.901223 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8247d83b-4fe5-4412-abd6-3c6a0dc72338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:07.922078 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device f0ef1dfc-0eee-4ce6-baa8-54c39afb9beb no longer exists at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:24:07.959380 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2792badd-3eeb-4036-a60f-12c07f4ed9e0 req-29d90fb3-866f-4b1b-96d2-be744ea1a88d tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/security-groups?id=51e8ab45-fc50-4bca-a4a6-55c0639ed93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3495541 May 28 06:24:07.959380 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bd1890-ba35-4399-af58-76684b3d3117 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:24:07.959380 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bd1890-ba35-4399-af58-76684b3d3117 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:24:07.960208 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bd1890-ba35-4399-af58-76684b3d3117 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:24:07.960208 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bd1890-ba35-4399-af58-76684b3d3117 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:24:07.960947 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bd1890-ba35-4399-af58-76684b3d3117 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:24:07.961034 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bd1890-ba35-4399-af58-76684b3d3117 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:24:07.961408 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bd1890-ba35-4399-af58-76684b3d3117 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:24:07.961716 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bd1890-ba35-4399-af58-76684b3d3117 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:24:07.962049 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bd1890-ba35-4399-af58-76684b3d3117 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:24:07.962378 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bd1890-ba35-4399-af58-76684b3d3117 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:24:07.962708 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bd1890-ba35-4399-af58-76684b3d3117 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:24:07.963569 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bd1890-ba35-4399-af58-76684b3d3117 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:24:07.965561 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-9774da2c-7499-4478-ac81-b4e122cec9fc req-bb432767-2acb-4e55-9e8c-06c1c2fb6ea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:07.980799 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-144f9d87-0e18-4568-a965-6097ab2fe68b req-2f90f100-177e-451f-aaf1-e413b45a0cb5 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6936753 May 28 06:24:08.044658 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device f0ef1dfc-0eee-4ce6-baa8-54c39afb9beb not bound to the agent host n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:24:08.069330 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8247d83b-4fe5-4412-abd6-3c6a0dc72338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=313b036d-6835-46fc-899b-719a4db736e3,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:24:08.081883 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-8247d83b-4fe5-4412-abd6-3c6a0dc72338 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=af581e72ea2947279fdb9dc10bb8bf58&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4422300 May 28 06:24:08.099310 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-6162def6-35d3-4fc8-924e-40db12c266ea admin admin] 10.222.0.55 "DELETE /v2.0/networks/d4de5f58-26b5-4e4f-8278-673645bfd374 HTTP/1.1" status: 204 len: 168 time: 3.0804448 May 28 06:24:08.109200 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-98fee10d-79f3-43e3-9571-0e1d6bcb0951 req-2383cadb-c5fc-4a92-8a04-925b127f0fa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:08.143761 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 49552) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:24:08.143761 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 49554) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:24:08.211956 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-aa62f946-da7c-4e0c-88be-a37c3e72b659 None None] Notify callbacks [] for port, precommit_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:08.225010 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-aa62f946-da7c-4e0c-88be-a37c3e72b659 None None] Transition to ACTIVE for port object 3020e5fc-9be6-4517-8b62-30c0e87f9849 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:24:08.249079 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9774da2c-7499-4478-ac81-b4e122cec9fc req-bb432767-2acb-4e55-9e8c-06c1c2fb6ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:08.249401 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-9774da2c-7499-4478-ac81-b4e122cec9fc req-bb432767-2acb-4e55-9e8c-06c1c2fb6ea3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:08.250994 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-9774da2c-7499-4478-ac81-b4e122cec9fc req-bb432767-2acb-4e55-9e8c-06c1c2fb6ea3 service neutron] 10.222.0.71 "PUT /v2.0/ports/e650b946-83ef-48df-9fe0-03e0c667426c HTTP/1.1" status: 200 len: 1096 time: 4.1028836 May 28 06:24:08.262763 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7abe23a3-6f8b-4542-bc0d-9d92227b9bcb', 'tag': 'e650b946-83ef-48df-9fe0-03e0c667426c'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:24:08.266275 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-74b1a8ba-8bb9-4d8f-ad7a-cdc5f0c9dcd8 req-b1bd1890-ba35-4399-af58-76684b3d3117 service neutron] Attempting to bind port 18b401ca-d7c0-40ad-b882-78d6a798c46b on host n-h2-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:24:08.267495 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-74b1a8ba-8bb9-4d8f-ad7a-cdc5f0c9dcd8 req-b1bd1890-ba35-4399-af58-76684b3d3117 service neutron] Attempting to bind port 18b401ca-d7c0-40ad-b882-78d6a798c46b by drivers openvswitch,hyperv on host n-h2-843702-1 at level 0 using segments [{'id': 'da68ba47-25e5-4637-a83a-51088b9800dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '878a453b-7058-4dfc-b9e2-17503c679278'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:24:08.267495 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b1a8ba-8bb9-4d8f-ad7a-cdc5f0c9dcd8 req-b1bd1890-ba35-4399-af58-76684b3d3117 service neutron] Attempting to bind port 18b401ca-d7c0-40ad-b882-78d6a798c46b on network 878a453b-7058-4dfc-b9e2-17503c679278 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:24:08.337488 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-aa62f946-da7c-4e0c-88be-a37c3e72b659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:08.379350 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b1a8ba-8bb9-4d8f-ad7a-cdc5f0c9dcd8 req-b1bd1890-ba35-4399-af58-76684b3d3117 service neutron] Port 18b401ca-d7c0-40ad-b882-78d6a798c46b on network 878a453b-7058-4dfc-b9e2-17503c679278 not bound, no agent of type Open vSwitch agent registered on host n-h2-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:24:08.379350 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b1a8ba-8bb9-4d8f-ad7a-cdc5f0c9dcd8 req-b1bd1890-ba35-4399-af58-76684b3d3117 service neutron] Attempting to bind port 18b401ca-d7c0-40ad-b882-78d6a798c46b on network 878a453b-7058-4dfc-b9e2-17503c679278 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:24:08.432046 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b1a8ba-8bb9-4d8f-ad7a-cdc5f0c9dcd8 req-b1bd1890-ba35-4399-af58-76684b3d3117 service neutron] Checking agent: {'id': 'f1a3973b-d2b3-4558-88e7-2ac50857d302', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:24:08.432914 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b1a8ba-8bb9-4d8f-ad7a-cdc5f0c9dcd8 req-b1bd1890-ba35-4399-af58-76684b3d3117 service neutron] Checking segment: {'id': 'da68ba47-25e5-4637-a83a-51088b9800dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '878a453b-7058-4dfc-b9e2-17503c679278'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:24:08.433665 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b1a8ba-8bb9-4d8f-ad7a-cdc5f0c9dcd8 req-b1bd1890-ba35-4399-af58-76684b3d3117 service neutron] Bound using segment: {'id': 'da68ba47-25e5-4637-a83a-51088b9800dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '878a453b-7058-4dfc-b9e2-17503c679278'} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:24:08.434353 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-74b1a8ba-8bb9-4d8f-ad7a-cdc5f0c9dcd8 req-b1bd1890-ba35-4399-af58-76684b3d3117 service neutron] Bound port: 18b401ca-d7c0-40ad-b882-78d6a798c46b, host: n-h2-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da68ba47-25e5-4637-a83a-51088b9800dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '878a453b-7058-4dfc-b9e2-17503c679278'}}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:24:08.434948 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-74b1a8ba-8bb9-4d8f-ad7a-cdc5f0c9dcd8 req-b1bd1890-ba35-4399-af58-76684b3d3117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:08.477189 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6b7a759e-0233-4b88-b757-c84ef5e46618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:08.523316 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb432767-2acb-4e55-9e8c-06c1c2fb6ea3 service neutron] Pushing event updated for resources: {'Port': ['ID=e650b946-83ef-48df-9fe0-03e0c667426c,revision_number=8']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:24:08.556397 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-aa62f946-da7c-4e0c-88be-a37c3e72b659 None None] Attempting to bind port 3020e5fc-9be6-4517-8b62-30c0e87f9849 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:24:08.556397 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-aa62f946-da7c-4e0c-88be-a37c3e72b659 None None] Attempting to bind port 3020e5fc-9be6-4517-8b62-30c0e87f9849 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:24:08.556397 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa62f946-da7c-4e0c-88be-a37c3e72b659 None None] Attempting to bind port 3020e5fc-9be6-4517-8b62-30c0e87f9849 on network 68df399e-e75e-4871-9364-5d05730b50f0 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:24:08.578994 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [req-98fee10d-79f3-43e3-9571-0e1d6bcb0951 req-2383cadb-c5fc-4a92-8a04-925b127f0fa3 service neutron] No DVR routers for this DVR port f0ef1dfc-0eee-4ce6-baa8-54c39afb9beb on host n-h1-843702-1 {{(pid=89109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:24:08.580644 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa62f946-da7c-4e0c-88be-a37c3e72b659 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:24:08.581895 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa62f946-da7c-4e0c-88be-a37c3e72b659 None None] Checking segment: {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:24:08.581895 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-aa62f946-da7c-4e0c-88be-a37c3e72b659 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:08.581895 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa62f946-da7c-4e0c-88be-a37c3e72b659 None None] Bound using segment: {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:24:08.582503 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-aa62f946-da7c-4e0c-88be-a37c3e72b659 None None] Bound port: 3020e5fc-9be6-4517-8b62-30c0e87f9849, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:24:08.582503 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-aa62f946-da7c-4e0c-88be-a37c3e72b659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:08.672182 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd3ab1-98d8-4bfb-bcd7-fda6834235fb None None] Pushing event updated for resources: {'Port': ['ID=3020e5fc-9be6-4517-8b62-30c0e87f9849,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:24:08.695577 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-74b1a8ba-8bb9-4d8f-ad7a-cdc5f0c9dcd8 req-b1bd1890-ba35-4399-af58-76684b3d3117 service neutron] For port 18b401ca-d7c0-40ad-b882-78d6a798c46b, host n-h2-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:24:08.710174 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-74b1a8ba-8bb9-4d8f-ad7a-cdc5f0c9dcd8 req-b1bd1890-ba35-4399-af58-76684b3d3117 service neutron] For port 18b401ca-d7c0-40ad-b882-78d6a798c46b, host n-h2-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=18b401ca-d7c0-40ad-b882-78d6a798c46b,segment=NetworkSegment(da68ba47-25e5-4637-a83a-51088b9800dc),segment_id=da68ba47-25e5-4637-a83a-51088b9800dc)] {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:24:08.723735 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc1671e-7cc1-4866-8dc4-2e5507a00346 req-88aea54b-62f5-4e16-971e-8ae2e52854cc tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:08.725619 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0cc1671e-7cc1-4866-8dc4-2e5507a00346 req-88aea54b-62f5-4e16-971e-8ae2e52854cc tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/ports?device_id=46ed3dcc-c892-44cc-ac8a-301e8d3dc92c HTTP/1.1" status: 200 len: 943 time: 0.5462615 May 28 06:24:08.749576 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-aa62f946-da7c-4e0c-88be-a37c3e72b659 None None] For port 3020e5fc-9be6-4517-8b62-30c0e87f9849, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:24:08.756150 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-aa62f946-da7c-4e0c-88be-a37c3e72b659 None None] For port 3020e5fc-9be6-4517-8b62-30c0e87f9849, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=3020e5fc-9be6-4517-8b62-30c0e87f9849,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:24:08.793692 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ab6ef3c2-a991-4a7f-8375-79e86f65a972 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:08.824948 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2383cadb-c5fc-4a92-8a04-925b127f0fa3 service neutron] Pushing event updated for resources: {'Port': ['ID=f0ef1dfc-0eee-4ce6-baa8-54c39afb9beb,revision_number=10']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:24:08.836892 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-827f23eb-b3d3-4ff2-8569-61259b57b4e7'] response: {'name': 'network-changed', 'server_uuid': '7abe23a3-6f8b-4542-bc0d-9d92227b9bcb', 'tag': 'e650b946-83ef-48df-9fe0-03e0c667426c', 'status': 'completed', 'code': 200} May 28 06:24:08.856364 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-74b1a8ba-8bb9-4d8f-ad7a-cdc5f0c9dcd8 req-b1bd1890-ba35-4399-af58-76684b3d3117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:08.890277 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-aa62f946-da7c-4e0c-88be-a37c3e72b659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:09.000520 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd3ab1-98d8-4bfb-bcd7-fda6834235fb None None] Pushing event updated for resources: {'Port': ['ID=3020e5fc-9be6-4517-8b62-30c0e87f9849,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:24:09.016263 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa62f946-da7c-4e0c-88be-a37c3e72b659 None None] Routers {'a104f984-4ae3-47c0-b6cf-00f5b6d49e45'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:24:09.016263 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-aa62f946-da7c-4e0c-88be-a37c3e72b659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:23:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['a104f984-4ae3-47c0-b6cf-00f5b6d49e45'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:24:09.021035 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ab6ef3c2-a991-4a7f-8375-79e86f65a972 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:09.160117 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9774da2c-7499-4478-ac81-b4e122cec9fc req-c7a74aa2-ae2f-4f06-89da-874b7c2cfedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:09.167316 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-9774da2c-7499-4478-ac81-b4e122cec9fc req-c7a74aa2-ae2f-4f06-89da-874b7c2cfedd service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fa535ce8a329409da109cb227c3a70b1&device_id=7abe23a3-6f8b-4542-bc0d-9d92227b9bcb HTTP/1.1" status: 200 len: 1099 time: 0.8322558 May 28 06:24:09.179717 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device f0ef1dfc-0eee-4ce6-baa8-54c39afb9beb no longer exists at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:24:09.268259 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0cc1671e-7cc1-4866-8dc4-2e5507a00346 req-0071de9b-cac8-4f4d-a9e3-3541dbd232c3 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a90b51ea-4be8-4511-8d71-0b0b776de2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4627209 May 28 06:24:09.272604 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bd1890-ba35-4399-af58-76684b3d3117 service neutron] Pushing event updated for resources: {'Port': ['ID=18b401ca-d7c0-40ad-b882-78d6a798c46b,revision_number=3']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:24:09.362661 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port f0ef1dfc-0eee-4ce6-baa8-54c39afb9beb is: DOWN; New status is: DOWN {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:24:09.470134 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b1a8ba-8bb9-4d8f-ad7a-cdc5f0c9dcd8 req-b1bd1890-ba35-4399-af58-76684b3d3117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:09.470758 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-74b1a8ba-8bb9-4d8f-ad7a-cdc5f0c9dcd8 req-b1bd1890-ba35-4399-af58-76684b3d3117 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:09.474404 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-74b1a8ba-8bb9-4d8f-ad7a-cdc5f0c9dcd8 req-b1bd1890-ba35-4399-af58-76684b3d3117 service neutron] 10.222.0.71 "PUT /v2.0/ports/18b401ca-d7c0-40ad-b882-78d6a798c46b HTTP/1.1" status: 200 len: 1091 time: 3.9249253 May 28 06:24:09.481005 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46ed3dcc-c892-44cc-ac8a-301e8d3dc92c', 'tag': '18b401ca-d7c0-40ad-b882-78d6a798c46b'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:24:09.589855 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-aa62f946-da7c-4e0c-88be-a37c3e72b659 None None] Set router a104f984-4ae3-47c0-b6cf-00f5b6d49e45 gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:24:09.624961 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-98fee10d-79f3-43e3-9571-0e1d6bcb0951 req-2383cadb-c5fc-4a92-8a04-925b127f0fa3 service neutron] 10.222.0.69 "PUT /v2.0/ports/f0ef1dfc-0eee-4ce6-baa8-54c39afb9beb/bindings/n-h2-843702-1/activate HTTP/1.1" status: 200 len: 369 time: 4.0794559 May 28 06:24:09.688051 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9774da2c-7499-4478-ac81-b4e122cec9fc req-5ae2dee7-cc23-4b88-a1ad-69001337b93d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:09.690133 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-9774da2c-7499-4478-ac81-b4e122cec9fc req-5ae2dee7-cc23-4b88-a1ad-69001337b93d service neutron] 10.222.0.71 "GET /v2.0/networks?id=bb90c162-fdb0-406b-af2b-5eef830db7a9 HTTP/1.1" status: 200 len: 870 time: 0.3656290 May 28 06:24:09.782066 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 102a70ac-764d-4fd3-8200-15482425c410 up at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:24:09.801844 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-9774da2c-7499-4478-ac81-b4e122cec9fc req-fea73ba6-14c3-42cf-85f8-8bb99045c65c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=e650b946-83ef-48df-9fe0-03e0c667426c HTTP/1.1" status: 200 len: 217 time: 0.1006849 May 28 06:24:09.802729 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9e5a64-b9d2-479f-9285-d66e6a8248b2 req-6efc3281-d43f-488d-b001-03d8c3ec63c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:09.804203 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5d9e5a64-b9d2-479f-9285-d66e6a8248b2 req-6efc3281-d43f-488d-b001-03d8c3ec63c0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fa535ce8a329409da109cb227c3a70b1&device_id=7abe23a3-6f8b-4542-bc0d-9d92227b9bcb HTTP/1.1" status: 200 len: 1099 time: 0.5545661 May 28 06:24:09.838241 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [None req-6b7a759e-0233-4b88-b757-c84ef5e46618 admin admin] Allocated IP 172.20.0.1 (a5b77b35-e966-4b1c-b0b7-d5b00017012c/eac77076-e72f-462e-bd1c-c6abbd345814/1e5ac842-5591-46eb-bd2c-808c2756fffc) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:24:09.980575 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ab6ef3c2-a991-4a7f-8375-79e86f65a972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:10.010990 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6ef3c2-a991-4a7f-8375-79e86f65a972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=313b036d-6835-46fc-899b-719a4db736e3,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:24:10.016215 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning complete for port 102a70ac-764d-4fd3-8200-15482425c410 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:24:10.018341 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:10.061258 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701f9c7c-0464-4846-9c4c-78771685cceb req-ef7746bf-0c51-48ec-a58d-5bf679a08cf8 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:10.062968 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-701f9c7c-0464-4846-9c4c-78771685cceb req-ef7746bf-0c51-48ec-a58d-5bf679a08cf8 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/ports?device_id=44f54f0b-ef0b-486e-9295-4773273028a5 HTTP/1.1" status: 200 len: 945 time: 0.6699076 May 28 06:24:10.073902 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ab6ef3c2-a991-4a7f-8375-79e86f65a972 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:10.075116 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-ab6ef3c2-a991-4a7f-8375-79e86f65a972 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/313b036d-6835-46fc-899b-719a4db736e3 HTTP/1.1" status: 204 len: 168 time: 1.9338830 May 28 06:24:10.087516 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9774da2c-7499-4478-ac81-b4e122cec9fc req-2b14f9c6-348d-4103-869f-c1226fb65ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:10.090346 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-9774da2c-7499-4478-ac81-b4e122cec9fc req-2b14f9c6-348d-4103-869f-c1226fb65ed9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e72d0ca5-04cb-4b36-82b1-c75214c9eb05 HTTP/1.1" status: 200 len: 843 time: 0.2750249 May 28 06:24:10.158133 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b1a8ba-8bb9-4d8f-ad7a-cdc5f0c9dcd8 req-b9695eb7-0c6e-479c-a47f-a6066d6f6c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:10.158133 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-74b1a8ba-8bb9-4d8f-ad7a-cdc5f0c9dcd8 req-b9695eb7-0c6e-479c-a47f-a6066d6f6c2e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1ab1ed0d304345a0a07278c26e7745d6&device_id=46ed3dcc-c892-44cc-ac8a-301e8d3dc92c HTTP/1.1" status: 200 len: 1094 time: 0.4694326 May 28 06:24:10.249983 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9774da2c-7499-4478-ac81-b4e122cec9fc req-58115bba-cd8e-4aeb-8751-ffac00faf751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:10.251909 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-9774da2c-7499-4478-ac81-b4e122cec9fc req-58115bba-cd8e-4aeb-8751-ffac00faf751 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=bb90c162-fdb0-406b-af2b-5eef830db7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1511209 May 28 06:24:10.297234 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d865a0-a22c-40ac-8e8e-914f05619fd0 req-dd65c2ee-35db-4801-a5c7-0a1ed0975118 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:10.300132 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-50d865a0-a22c-40ac-8e8e-914f05619fd0 req-dd65c2ee-35db-4801-a5c7-0a1ed0975118 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=7abe23a3-6f8b-4542-bc0d-9d92227b9bcb HTTP/1.1" status: 200 len: 948 time: 0.7135191 May 28 06:24:10.418235 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 102a70ac-764d-4fd3-8200-15482425c410 is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:24:10.420795 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:10.437480 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-74b1a8ba-8bb9-4d8f-ad7a-cdc5f0c9dcd8 req-7c0ec0e2-8bb4-4819-bd75-00468536ad12 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=18b401ca-d7c0-40ad-b882-78d6a798c46b HTTP/1.1" status: 200 len: 217 time: 0.2309682 May 28 06:24:10.450582 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-aa62f946-da7c-4e0c-88be-a37c3e72b659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a104f984-4ae3-47c0-b6cf-00f5b6d49e45', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1067944925-router', 'tenant_id': '4d23be95bdd44ad89cdfc62831bfd280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '3020e5fc-9be6-4517-8b62-30c0e87f9849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:23:58Z', 'updated_at': '2022-05-28T06:24:02Z', 'revision_number': 3, 'project_id': '4d23be95bdd44ad89cdfc62831bfd280', 'gw_port': {'id': '3020e5fc-9be6-4517-8b62-30c0e87f9849', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c4:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a104f984-4ae3-47c0-b6cf-00f5b6d49e45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:24:01Z', 'updated_at': '2022-05-28T06:24:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:24:10.483331 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa62f946-da7c-4e0c-88be-a37c3e72b659 None None] The sync data for ids ['a104f984-4ae3-47c0-b6cf-00f5b6d49e45'] in n-d-843702-1 is: [{'id': 'a104f984-4ae3-47c0-b6cf-00f5b6d49e45', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1067944925-router', 'tenant_id': '4d23be95bdd44ad89cdfc62831bfd280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '3020e5fc-9be6-4517-8b62-30c0e87f9849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:23:58Z', 'updated_at': '2022-05-28T06:24:02Z', 'revision_number': 3, 'project_id': '4d23be95bdd44ad89cdfc62831bfd280', 'gw_port': {'id': '3020e5fc-9be6-4517-8b62-30c0e87f9849', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c4:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a104f984-4ae3-47c0-b6cf-00f5b6d49e45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:24:01Z', 'updated_at': '2022-05-28T06:24:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:24:10.528819 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5d298d2-7059-491b-88a0-406c470b4ae8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '102a70ac-764d-4fd3-8200-15482425c410'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:24:10.556828 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 102a70ac-764d-4fd3-8200-15482425c410, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=102a70ac-764d-4fd3-8200-15482425c410,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:24:10.571464 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-cb4d6f21-2a28-405e-8827-28bdb090f419 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700548'] for router_interface, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:10.639398 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:10.709325 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-701f9c7c-0464-4846-9c4c-78771685cceb req-2d4004a2-f3c7-4c7e-8186-6904680527eb tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/security-groups?id=51e8ab45-fc50-4bca-a4a6-55c0639ed93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6220429 May 28 06:24:10.797146 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-9774da2c-7499-4478-ac81-b4e122cec9fc req-31033d67-dc44-4b4d-a192-ce7fd54fe13b service neutron] 10.222.0.71 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5159431 May 28 06:24:10.826503 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fee10d-79f3-43e3-9571-0e1d6bcb0951 req-f11ac814-52ea-4389-bff5-61e7cde7d5a1 tempest-LiveMigrationTest-969842093 tempest-LiveMigrationTest-969842093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:10.828000 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-98fee10d-79f3-43e3-9571-0e1d6bcb0951 req-f11ac814-52ea-4389-bff5-61e7cde7d5a1 tempest-LiveMigrationTest-969842093 tempest-LiveMigrationTest-969842093-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=44f54f0b-ef0b-486e-9295-4773273028a5&tenant_id=7b2fe75d343f4ee29013f21d2442bc34&binding%3Ahost_id=n-h1-843702-1 HTTP/1.1" status: 200 len: 1096 time: 0.9579048 May 28 06:24:10.842652 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=102a70ac-764d-4fd3-8200-15482425c410,revision_number=10']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:24:10.901208 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-50d865a0-a22c-40ac-8e8e-914f05619fd0 req-67247d3c-57c4-4fb3-9767-f0cec1eccbc3 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4604020 May 28 06:24:11.106409 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b63dd1e1-6beb-44f2-bd5d-71bce9ed4cb1'] response: {'name': 'network-changed', 'server_uuid': '46ed3dcc-c892-44cc-ac8a-301e8d3dc92c', 'tag': '18b401ca-d7c0-40ad-b882-78d6a798c46b', 'status': 'completed', 'code': 200} May 28 06:24:11.143912 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9e5a64-b9d2-479f-9285-d66e6a8248b2 req-89b54132-7b84-44ef-9589-2b4351c050c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:11.159185 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5d9e5a64-b9d2-479f-9285-d66e6a8248b2 req-89b54132-7b84-44ef-9589-2b4351c050c1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=bb90c162-fdb0-406b-af2b-5eef830db7a9 HTTP/1.1" status: 200 len: 870 time: 1.3368449 May 28 06:24:11.213373 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-794b40af-5deb-43ba-84e5-06f46acdbf29'] response: {'server_uuid': 'b5d298d2-7059-491b-88a0-406c470b4ae8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '102a70ac-764d-4fd3-8200-15482425c410', 'code': 200} May 28 06:24:11.232448 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b1a8ba-8bb9-4d8f-ad7a-cdc5f0c9dcd8 req-818f4c3e-7b2a-49c5-944d-6907f21e306f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:11.235913 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-74b1a8ba-8bb9-4d8f-ad7a-cdc5f0c9dcd8 req-818f4c3e-7b2a-49c5-944d-6907f21e306f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=cdd32cdd-4510-40e6-8d87-2fb486891cf4 HTTP/1.1" status: 200 len: 861 time: 0.7811339 May 28 06:24:11.336670 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-9774da2c-7499-4478-ac81-b4e122cec9fc req-fe20b2dd-be5d-4ae2-8560-9af6b5cf6102 service neutron] 10.222.0.71 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5252006 May 28 06:24:11.492030 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5d9e5a64-b9d2-479f-9285-d66e6a8248b2 req-308390fa-b852-4f60-bdfd-ac8c382e358b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=e650b946-83ef-48df-9fe0-03e0c667426c HTTP/1.1" status: 200 len: 217 time: 0.2439218 May 28 06:24:11.508630 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-74b1a8ba-8bb9-4d8f-ad7a-cdc5f0c9dcd8 req-64292ad0-e583-458c-9b26-f3d2d821a088 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=878a453b-7058-4dfc-b9e2-17503c679278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1463971 May 28 06:24:11.778519 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6b7a759e-0233-4b88-b757-c84ef5e46618 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:11.819799 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [None req-6b7a759e-0233-4b88-b757-c84ef5e46618 admin admin] Transition to ACTIVE for port object 1e5ac842-5591-46eb-bd2c-808c2756fffc will not be triggered until provisioned by entity DHCP. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:24:11.864817 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-74b1a8ba-8bb9-4d8f-ad7a-cdc5f0c9dcd8 req-c0595ccf-6119-4087-9ec1-c58306b1e9ee service neutron] 10.222.0.71 "GET /v2.0/networks/878a453b-7058-4dfc-b9e2-17503c679278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3477728 May 28 06:24:11.942650 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-cb4d6f21-2a28-405e-8827-28bdb090f419 admin admin] Deleting port 83447ce3-9d2c-473a-9552-51b1add51b42 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:24:11.943232 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-cb4d6f21-2a28-405e-8827-28bdb090f419 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:12.001593 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9e5a64-b9d2-479f-9285-d66e6a8248b2 req-0c48fb76-de74-43dc-85bb-3d0dcd80032d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:12.003169 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-5d9e5a64-b9d2-479f-9285-d66e6a8248b2 req-0c48fb76-de74-43dc-85bb-3d0dcd80032d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fa535ce8a329409da109cb227c3a70b1&device_id=7abe23a3-6f8b-4542-bc0d-9d92227b9bcb HTTP/1.1" status: 200 len: 1099 time: 0.4412458 May 28 06:24:12.245483 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6b7a759e-0233-4b88-b757-c84ef5e46618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:12.291506 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9e5a64-b9d2-479f-9285-d66e6a8248b2 req-15f92c90-e916-4f70-a6d4-d96f2f6513d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:12.296455 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-5d9e5a64-b9d2-479f-9285-d66e6a8248b2 req-15f92c90-e916-4f70-a6d4-d96f2f6513d1 service neutron] 10.222.0.71 "GET /v2.0/networks?id=bb90c162-fdb0-406b-af2b-5eef830db7a9 HTTP/1.1" status: 200 len: 870 time: 0.2818854 May 28 06:24:12.428242 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fee10d-79f3-43e3-9571-0e1d6bcb0951 req-a36dc4f2-1efa-4fd1-885e-6a2398b14d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:12.428242 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-98fee10d-79f3-43e3-9571-0e1d6bcb0951 req-a36dc4f2-1efa-4fd1-885e-6a2398b14d2a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=44f54f0b-ef0b-486e-9295-4773273028a5&tenant_id=7b2fe75d343f4ee29013f21d2442bc34 HTTP/1.1" status: 200 len: 1096 time: 1.5211003 May 28 06:24:12.447769 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-5d9e5a64-b9d2-479f-9285-d66e6a8248b2 req-f8908573-1b31-43b5-9262-a7c1cd90ed03 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=e650b946-83ef-48df-9fe0-03e0c667426c HTTP/1.1" status: 200 len: 217 time: 0.1359041 May 28 06:24:12.517705 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 3020e5fc-9be6-4517-8b62-30c0e87f9849 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:24:12.518338 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-cb4d6f21-2a28-405e-8827-28bdb090f419 admin admin] For port 83447ce3-9d2c-473a-9552-51b1add51b42, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=83447ce3-9d2c-473a-9552-51b1add51b42,segment=NetworkSegment(6b449c93-ca11-40b5-aabf-53fdd2e497ee),segment_id=6b449c93-ca11-40b5-aabf-53fdd2e497ee)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:24:12.519632 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-cb4d6f21-2a28-405e-8827-28bdb090f419 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:12.598612 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7a759e-0233-4b88-b757-c84ef5e46618 admin admin] Network a5b77b35-e966-4b1c-b0b7-d5b00017012c is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:24:12.601350 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9e5a64-b9d2-479f-9285-d66e6a8248b2 req-936cea58-b639-4f0c-be39-7c91b70606cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:12.604875 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5d9e5a64-b9d2-479f-9285-d66e6a8248b2 req-936cea58-b639-4f0c-be39-7c91b70606cf service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e72d0ca5-04cb-4b36-82b1-c75214c9eb05 HTTP/1.1" status: 200 len: 843 time: 1.0928197 May 28 06:24:12.712022 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-6b7a759e-0233-4b88-b757-c84ef5e46618 admin admin] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:24:12.746302 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7a759e-0233-4b88-b757-c84ef5e46618 admin admin] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:24:12.861155 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 3020e5fc-9be6-4517-8b62-30c0e87f9849 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:24:12.868734 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 3020e5fc-9be6-4517-8b62-30c0e87f9849 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:24:12.869121 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:13.096119 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6b7a759e-0233-4b88-b757-c84ef5e46618 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690947'] for router_interface, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:13.198724 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9e5a64-b9d2-479f-9285-d66e6a8248b2 req-5e54acd6-0682-431d-9560-32a5e17a3137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:13.203583 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-5d9e5a64-b9d2-479f-9285-d66e6a8248b2 req-5e54acd6-0682-431d-9560-32a5e17a3137 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e72d0ca5-04cb-4b36-82b1-c75214c9eb05 HTTP/1.1" status: 200 len: 843 time: 0.7477386 May 28 06:24:13.218783 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-cb4d6f21-2a28-405e-8827-28bdb090f419 admin admin] Calling delete_port for 83447ce3-9d2c-473a-9552-51b1add51b42 owned by network:router_interface {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:24:13.251734 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 3020e5fc-9be6-4517-8b62-30c0e87f9849 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:24:13.252109 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:13.323537 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port 3020e5fc-9be6-4517-8b62-30c0e87f9849, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=3020e5fc-9be6-4517-8b62-30c0e87f9849,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:24:13.416382 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:13.434052 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b129216-b9a5-4e49-bc86-f2e309051a93 req-1fed3395-227e-4d21-8d84-0866f28f16fe tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:13.434356 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4b129216-b9a5-4e49-bc86-f2e309051a93 req-1fed3395-227e-4d21-8d84-0866f28f16fe tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/ports?device_id=46ed3dcc-c892-44cc-ac8a-301e8d3dc92c HTTP/1.1" status: 200 len: 943 time: 2.1875701 May 28 06:24:13.463612 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9e5a64-b9d2-479f-9285-d66e6a8248b2 req-7e41e396-7433-4952-887f-0d6fc717cf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:13.465386 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-5d9e5a64-b9d2-479f-9285-d66e6a8248b2 req-7e41e396-7433-4952-887f-0d6fc717cf1e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=bb90c162-fdb0-406b-af2b-5eef830db7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1749511 May 28 06:24:13.525903 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-606ede05-bd8e-4035-8349-8fd428a32f49 None None] Provisioning for port 1e5ac842-5591-46eb-bd2c-808c2756fffc completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:24:13.554172 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7a759e-0233-4b88-b757-c84ef5e46618 admin admin] Pushing event updated for resources: {'Port': ['ID=1e5ac842-5591-46eb-bd2c-808c2756fffc,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:24:13.558808 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-606ede05-bd8e-4035-8349-8fd428a32f49 None None] Provisioning complete for port 1e5ac842-5591-46eb-bd2c-808c2756fffc triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:24:13.560422 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-606ede05-bd8e-4035-8349-8fd428a32f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:13.593703 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fee10d-79f3-43e3-9571-0e1d6bcb0951 req-6f913aaf-120d-4cb4-a6b2-2c9d66717e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:13.596187 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-98fee10d-79f3-43e3-9571-0e1d6bcb0951 req-6f913aaf-120d-4cb4-a6b2-2c9d66717e68 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7b2fe75d343f4ee29013f21d2442bc34&device_id=44f54f0b-ef0b-486e-9295-4773273028a5 HTTP/1.1" status: 200 len: 1096 time: 1.0381474 May 28 06:24:13.631252 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1527a732-7a11-429c-b8be-301e831b0098 req-7dc6fe75-7bd1-423e-b1b9-167e9647f0cf tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:13.636884 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1527a732-7a11-429c-b8be-301e831b0098 req-7dc6fe75-7bd1-423e-b1b9-167e9647f0cf tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/ports?device_id=44f54f0b-ef0b-486e-9295-4773273028a5 HTTP/1.1" status: 200 len: 945 time: 1.4218326 May 28 06:24:13.640917 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-74b1a8ba-8bb9-4d8f-ad7a-cdc5f0c9dcd8 req-a262203b-15d3-4813-8f2d-abf6a346c867 service neutron] 10.222.0.71 "GET /v2.0/networks/878a453b-7058-4dfc-b9e2-17503c679278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7595508 May 28 06:24:13.690223 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4b129216-b9a5-4e49-bc86-f2e309051a93 req-61c0b05f-d44c-4d1b-8b46-26577b199e92 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a90b51ea-4be8-4511-8d71-0b0b776de2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261233 May 28 06:24:13.702849 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-606ede05-bd8e-4035-8349-8fd428a32f49 None None] Port 1e5ac842-5591-46eb-bd2c-808c2756fffc cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:24:13.704659 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=3020e5fc-9be6-4517-8b62-30c0e87f9849,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:24:13.822255 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9e5a64-b9d2-479f-9285-d66e6a8248b2 req-fdd606d3-ddaf-4ce1-bb7d-0083de0123ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:13.824010 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5d9e5a64-b9d2-479f-9285-d66e6a8248b2 req-fdd606d3-ddaf-4ce1-bb7d-0083de0123ed service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bb90c162-fdb0-406b-af2b-5eef830db7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9662373 May 28 06:24:13.902559 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-5d9e5a64-b9d2-479f-9285-d66e6a8248b2 req-a4b4ffb4-f474-436e-8ac3-19fdde88cb6e service neutron] 10.222.0.71 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643867 May 28 06:24:13.903632 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1527a732-7a11-429c-b8be-301e831b0098 req-02f30d0b-d08a-4349-99f5-1a6a51f7e105 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/security-groups?id=51e8ab45-fc50-4bca-a4a6-55c0639ed93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640543 May 28 06:24:14.141040 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-5d9e5a64-b9d2-479f-9285-d66e6a8248b2 req-eb8f018a-7889-40d4-8100-bdae6f214358 service neutron] 10.222.0.71 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039785 May 28 06:24:14.143260 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-cb4d6f21-2a28-405e-8827-28bdb090f419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:14.235452 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4d6f21-2a28-405e-8827-28bdb090f419 admin admin] Pushing event deleted for resources: {'Port': ['ID=83447ce3-9d2c-473a-9552-51b1add51b42,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:24:14.280888 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5d9e5a64-b9d2-479f-9285-d66e6a8248b2 req-071d6ac1-9b44-4960-a98c-77a82778323b service neutron] 10.222.0.69 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4248347 May 28 06:24:14.585617 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 3020e5fc-9be6-4517-8b62-30c0e87f9849 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:24:14.612849 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6b7a759e-0233-4b88-b757-c84ef5e46618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:14.747480 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 3020e5fc-9be6-4517-8b62-30c0e87f9849 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:24:14.748095 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:14.776961 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-cb4d6f21-2a28-405e-8827-28bdb090f419 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700472'] for router_interface, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:14.950948 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6b7a759e-0233-4b88-b757-c84ef5e46618 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:14.990008 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 3020e5fc-9be6-4517-8b62-30c0e87f9849 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:24:15.100435 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device e650b946-83ef-48df-9fe0-03e0c667426c details requested by agent hyperv_n-h2-843702-1 with host n-h2-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:24:15.137908 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6b7a759e-0233-4b88-b757-c84ef5e46618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:15.260400 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6b7a759e-0233-4b88-b757-c84ef5e46618 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700602'] for router_interface, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:15.271350 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fee10d-79f3-43e3-9571-0e1d6bcb0951 req-64d04455-8842-4d1f-8cf4-a8e400cd00ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:15.273188 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-98fee10d-79f3-43e3-9571-0e1d6bcb0951 req-64d04455-8842-4d1f-8cf4-a8e400cd00ec service neutron] 10.222.0.71 "GET /v2.0/networks?id=ae685707-2f9d-409f-9237-8deef87c8163 HTTP/1.1" status: 200 len: 909 time: 1.6549449 May 28 06:24:15.300329 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port e650b946-83ef-48df-9fe0-03e0c667426c, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=e650b946-83ef-48df-9fe0-03e0c667426c,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:24:15.307134 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb4d6f21-2a28-405e-8827-28bdb090f419 admin admin] Router 5e86acbf-50bd-4ec6-87fc-08576242dc80 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:24:15.335379 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Returning: {'device': 'e650b946-83ef-48df-9fe0-03e0c667426c', 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9', 'port_id': 'e650b946-83ef-48df-9fe0-03e0c667426c', 'mac_address': 'fa:16:3e:56:f7:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e72d0ca5-04cb-4b36-82b1-c75214c9eb05', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:24:15.428708 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port e650b946-83ef-48df-9fe0-03e0c667426c is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:24:15.429541 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:15.456390 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e650b946-83ef-48df-9fe0-03e0c667426c {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:24:15.507712 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port e650b946-83ef-48df-9fe0-03e0c667426c, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=e650b946-83ef-48df-9fe0-03e0c667426c,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:24:15.540623 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7a759e-0233-4b88-b757-c84ef5e46618 admin admin] Network a5b77b35-e966-4b1c-b0b7-d5b00017012c is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:24:15.566829 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-6b7a759e-0233-4b88-b757-c84ef5e46618 admin admin] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:24:15.576091 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-98fee10d-79f3-43e3-9571-0e1d6bcb0951 req-f34071a5-7d38-4ccc-bd33-ce2d0eee1bac service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f0ef1dfc-0eee-4ce6-baa8-54c39afb9beb HTTP/1.1" status: 200 len: 217 time: 0.2625175 May 28 06:24:15.605139 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:15.633738 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be55dd98-b4ef-4387-9a2c-8676e3667b2c req-664c9cde-afec-4415-8f1f-f6b362079efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:15.635742 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-be55dd98-b4ef-4387-9a2c-8676e3667b2c req-664c9cde-afec-4415-8f1f-f6b362079efc service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1ab1ed0d304345a0a07278c26e7745d6&device_id=46ed3dcc-c892-44cc-ac8a-301e8d3dc92c HTTP/1.1" status: 200 len: 1094 time: 1.7469776 May 28 06:24:15.716403 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb4d6f21-2a28-405e-8827-28bdb090f419 admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:24:15.733466 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a0fc18-5b3d-4953-b2d3-3bae7939856a None None] Sync routers for ids ['5e86acbf-50bd-4ec6-87fc-08576242dc80'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:24:15.741299 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-cb4d6f21-2a28-405e-8827-28bdb090f419 admin admin] 10.222.0.55 "PUT /v2.0/routers/5e86acbf-50bd-4ec6-87fc-08576242dc80/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5907462 May 28 06:24:15.742044 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 49654) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:24:15.754489 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a0fc18-5b3d-4953-b2d3-3bae7939856a None None] Routers {'5e86acbf-50bd-4ec6-87fc-08576242dc80'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:24:15.755108 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-65a0fc18-5b3d-4953-b2d3-3bae7939856a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:23:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['5e86acbf-50bd-4ec6-87fc-08576242dc80'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:24:15.758573 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=e650b946-83ef-48df-9fe0-03e0c667426c,revision_number=9']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:24:15.805693 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:24:15.805693 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:24:15.805693 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:24:15.805693 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:24:15.805693 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:24:15.805693 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:24:15.805693 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:24:15.805693 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:24:15.805693 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:24:15.805693 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:24:15.805693 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:24:15.805693 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:24:15.851862 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7a759e-0233-4b88-b757-c84ef5e46618 admin admin] Pushing event updated for resources: {'Port': ['ID=1e5ac842-5591-46eb-bd2c-808c2756fffc,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:24:15.862481 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16d67ee-118b-4692-a164-f5c3122c6208 req-8133c329-1001-4e6b-86dd-267ceaf88c69 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:15.870292 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a16d67ee-118b-4692-a164-f5c3122c6208 req-8133c329-1001-4e6b-86dd-267ceaf88c69 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=7abe23a3-6f8b-4542-bc0d-9d92227b9bcb HTTP/1.1" status: 200 len: 948 time: 1.9194572 May 28 06:24:15.975844 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-973acf68-e58e-4318-9630-9415a9ed2666 None None] Provisioning complete for port 1e5ac842-5591-46eb-bd2c-808c2756fffc triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:24:15.976132 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-973acf68-e58e-4318-9630-9415a9ed2666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:16.050480 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5d9e5a64-b9d2-479f-9285-d66e6a8248b2 req-b0fd7dfd-0f19-4c86-9d75-8a0a9b2787b9 service neutron] 10.222.0.69 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6119289 May 28 06:24:16.050953 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-973acf68-e58e-4318-9630-9415a9ed2666 None None] Port 1e5ac842-5591-46eb-bd2c-808c2756fffc cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:24:16.051054 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fee10d-79f3-43e3-9571-0e1d6bcb0951 req-60af402d-c460-4a37-8dbe-55336591cd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:16.051162 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['e650b946-83ef-48df-9fe0-03e0c667426c'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:24:16.051256 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-98fee10d-79f3-43e3-9571-0e1d6bcb0951 req-60af402d-c460-4a37-8dbe-55336591cd75 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=eed62182-5ff7-4e12-84bb-4e23f47bba04 HTTP/1.1" status: 200 len: 848 time: 0.4234266 May 28 06:24:16.051347 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-65a0fc18-5b3d-4953-b2d3-3bae7939856a None None] Set router 5e86acbf-50bd-4ec6-87fc-08576242dc80 gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:24:16.056172 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0ee8d04f-317e-4d1f-a9ed-7729c34c060d admin admin] Notify callbacks [] for router, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:16.157952 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a16d67ee-118b-4692-a164-f5c3122c6208 req-9078214d-663c-4908-b6f7-863a0803c5a1 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861042 May 28 06:24:16.165378 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-98fee10d-79f3-43e3-9571-0e1d6bcb0951 req-868f6ca0-d7f1-4cfa-b739-e943e3ed6d30 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ae685707-2f9d-409f-9237-8deef87c8163&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0940816 May 28 06:24:16.234978 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9fe9e1-a71a-47c1-adb2-e6ea5001d831 req-6bdc97c1-c6c8-49c3-84a1-1a44aa1b5004 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:16.239757 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-af9fe9e1-a71a-47c1-adb2-e6ea5001d831 req-6bdc97c1-c6c8-49c3-84a1-1a44aa1b5004 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/ports?device_id=46ed3dcc-c892-44cc-ac8a-301e8d3dc92c HTTP/1.1" status: 200 len: 943 time: 1.1164885 May 28 06:24:16.290791 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0ee8d04f-317e-4d1f-a9ed-7729c34c060d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:16.467058 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be55dd98-b4ef-4387-9a2c-8676e3667b2c req-650cde9b-5542-4474-8eb2-63ddf4a5b2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:16.468525 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-be55dd98-b4ef-4387-9a2c-8676e3667b2c req-650cde9b-5542-4474-8eb2-63ddf4a5b2e1 service neutron] 10.222.0.71 "GET /v2.0/networks?id=878a453b-7058-4dfc-b9e2-17503c679278 HTTP/1.1" status: 200 len: 922 time: 0.6254861 May 28 06:24:16.469027 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-65a0fc18-5b3d-4953-b2d3-3bae7939856a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e86acbf-50bd-4ec6-87fc-08576242dc80', 'name': 'tempest-AttachSCSIVolumeTestJSON-1965629347-router', 'tenant_id': '02dc04477c7f48c18d31f82b52ee6869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': 'e7635712-a23b-45a1-bcf9-1b557e66dddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:20:48Z', 'updated_at': '2022-05-28T06:24:13Z', 'revision_number': 5, 'project_id': '02dc04477c7f48c18d31f82b52ee6869', 'gw_port': {'id': 'e7635712-a23b-45a1-bcf9-1b557e66dddf', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:2e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e86acbf-50bd-4ec6-87fc-08576242dc80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:20:49Z', 'updated_at': '2022-05-28T06:21:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:24:16.474624 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a0fc18-5b3d-4953-b2d3-3bae7939856a None None] Checking router: 5e86acbf-50bd-4ec6-87fc-08576242dc80 for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:24:16.484128 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-af9fe9e1-a71a-47c1-adb2-e6ea5001d831 req-752a8ac1-3029-4647-bd85-d7a835183a95 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a90b51ea-4be8-4511-8d71-0b0b776de2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517239 May 28 06:24:16.486213 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a0fc18-5b3d-4953-b2d3-3bae7939856a None None] Routers {'5e86acbf-50bd-4ec6-87fc-08576242dc80'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:24:16.487880 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-65a0fc18-5b3d-4953-b2d3-3bae7939856a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:23:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['5e86acbf-50bd-4ec6-87fc-08576242dc80'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:24:16.529450 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b7a759e-0233-4b88-b757-c84ef5e46618 admin admin] Router a104f984-4ae3-47c0-b6cf-00f5b6d49e45 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:24:16.534657 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-98fee10d-79f3-43e3-9571-0e1d6bcb0951 req-1510c888-a7ee-487e-a0bf-3c13af0b153c service neutron] 10.222.0.71 "GET /v2.0/networks/ae685707-2f9d-409f-9237-8deef87c8163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2825539 May 28 06:24:16.633635 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-be55dd98-b4ef-4387-9a2c-8676e3667b2c req-efe93aa3-d156-44d4-ba1c-5cec5e4d2d93 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=18b401ca-d7c0-40ad-b882-78d6a798c46b HTTP/1.1" status: 200 len: 217 time: 0.1025751 May 28 06:24:16.693397 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-65a0fc18-5b3d-4953-b2d3-3bae7939856a None None] Set router 5e86acbf-50bd-4ec6-87fc-08576242dc80 gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:24:17.016217 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-65a0fc18-5b3d-4953-b2d3-3bae7939856a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e86acbf-50bd-4ec6-87fc-08576242dc80', 'name': 'tempest-AttachSCSIVolumeTestJSON-1965629347-router', 'tenant_id': '02dc04477c7f48c18d31f82b52ee6869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': 'e7635712-a23b-45a1-bcf9-1b557e66dddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:20:48Z', 'updated_at': '2022-05-28T06:24:13Z', 'revision_number': 5, 'project_id': '02dc04477c7f48c18d31f82b52ee6869', 'gw_port': {'id': 'e7635712-a23b-45a1-bcf9-1b557e66dddf', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:2e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e86acbf-50bd-4ec6-87fc-08576242dc80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:20:49Z', 'updated_at': '2022-05-28T06:21:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:24:17.020756 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a0fc18-5b3d-4953-b2d3-3bae7939856a None None] The sync data for ids ['5e86acbf-50bd-4ec6-87fc-08576242dc80'] in n-d-843702-1 is: [{'id': '5e86acbf-50bd-4ec6-87fc-08576242dc80', 'name': 'tempest-AttachSCSIVolumeTestJSON-1965629347-router', 'tenant_id': '02dc04477c7f48c18d31f82b52ee6869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': 'e7635712-a23b-45a1-bcf9-1b557e66dddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:20:48Z', 'updated_at': '2022-05-28T06:24:13Z', 'revision_number': 5, 'project_id': '02dc04477c7f48c18d31f82b52ee6869', 'gw_port': {'id': 'e7635712-a23b-45a1-bcf9-1b557e66dddf', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:2e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e86acbf-50bd-4ec6-87fc-08576242dc80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:20:49Z', 'updated_at': '2022-05-28T06:21:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:24:17.086725 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be55dd98-b4ef-4387-9a2c-8676e3667b2c req-fa7db20b-c7c5-4613-af36-c19a6131d40c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:17.728921 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-be55dd98-b4ef-4387-9a2c-8676e3667b2c req-fa7db20b-c7c5-4613-af36-c19a6131d40c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=cdd32cdd-4510-40e6-8d87-2fb486891cf4 HTTP/1.1" status: 200 len: 861 time: 0.4117596 May 28 06:24:17.728921 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-be55dd98-b4ef-4387-9a2c-8676e3667b2c req-e3aaaf46-dc75-49f3-bb03-6e1469fa2c6c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=878a453b-7058-4dfc-b9e2-17503c679278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556328 May 28 06:24:17.728921 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-98fee10d-79f3-43e3-9571-0e1d6bcb0951 req-a417f1c5-78bc-495c-af70-a3b6aafe5939 service neutron] 10.222.0.71 "GET /v2.0/networks/ae685707-2f9d-409f-9237-8deef87c8163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6128256 May 28 06:24:17.728921 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b7a759e-0233-4b88-b757-c84ef5e46618 admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:24:17.730219 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32cb7c73-4b7b-4a66-be6b-67f6e02b9f27 None None] Sync routers for ids ['a104f984-4ae3-47c0-b6cf-00f5b6d49e45'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:24:17.730219 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32cb7c73-4b7b-4a66-be6b-67f6e02b9f27 None None] Routers {'a104f984-4ae3-47c0-b6cf-00f5b6d49e45'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:24:17.730219 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-32cb7c73-4b7b-4a66-be6b-67f6e02b9f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:23:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['a104f984-4ae3-47c0-b6cf-00f5b6d49e45'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:24:17.731721 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5316f6b9-c857-4d20-8dc1-2f328e93c083 req-2b2d0f8e-f524-4693-bd6a-11f83010313f tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:17.731721 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5316f6b9-c857-4d20-8dc1-2f328e93c083 req-2b2d0f8e-f524-4693-bd6a-11f83010313f tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/ports?device_id=44f54f0b-ef0b-486e-9295-4773273028a5 HTTP/1.1" status: 200 len: 945 time: 0.6690195 May 28 06:24:17.731721 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-6b7a759e-0233-4b88-b757-c84ef5e46618 admin admin] 10.222.0.55 "PUT /v2.0/routers/a104f984-4ae3-47c0-b6cf-00f5b6d49e45/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7545743 May 28 06:24:17.731721 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5316f6b9-c857-4d20-8dc1-2f328e93c083 req-cde96972-7093-4f98-bb28-1eac81a3ced3 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/security-groups?id=51e8ab45-fc50-4bca-a4a6-55c0639ed93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751626 May 28 06:24:17.731721 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-be55dd98-b4ef-4387-9a2c-8676e3667b2c req-c8525510-fce8-4988-a923-3575c51d747e service neutron] 10.222.0.71 "GET /v2.0/networks/878a453b-7058-4dfc-b9e2-17503c679278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978962 May 28 06:24:17.732917 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-32cb7c73-4b7b-4a66-be6b-67f6e02b9f27 None None] Set router a104f984-4ae3-47c0-b6cf-00f5b6d49e45 gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:24:17.733323 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-be55dd98-b4ef-4387-9a2c-8676e3667b2c req-475ed315-2f36-48ce-9e35-c0b23793d8c2 service neutron] 10.222.0.71 "GET /v2.0/networks/878a453b-7058-4dfc-b9e2-17503c679278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887805 May 28 06:24:17.733323 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08ce45e-dae6-40ec-8b1a-59dfe203060c req-de81833e-8992-4eed-adc2-64421dbd28f3 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:17.733323 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e08ce45e-dae6-40ec-8b1a-59dfe203060c req-de81833e-8992-4eed-adc2-64421dbd28f3 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=7abe23a3-6f8b-4542-bc0d-9d92227b9bcb HTTP/1.1" status: 200 len: 949 time: 0.0997148 May 28 06:24:17.733323 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e08ce45e-dae6-40ec-8b1a-59dfe203060c req-76f12b7d-db44-45e6-a97b-0fe23fd9a5c5 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402310 May 28 06:24:17.845203 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-32cb7c73-4b7b-4a66-be6b-67f6e02b9f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a104f984-4ae3-47c0-b6cf-00f5b6d49e45', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1067944925-router', 'tenant_id': '4d23be95bdd44ad89cdfc62831bfd280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '3020e5fc-9be6-4517-8b62-30c0e87f9849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:23:58Z', 'updated_at': '2022-05-28T06:24:14Z', 'revision_number': 4, 'project_id': '4d23be95bdd44ad89cdfc62831bfd280', 'gw_port': {'id': '3020e5fc-9be6-4517-8b62-30c0e87f9849', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c4:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a104f984-4ae3-47c0-b6cf-00f5b6d49e45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:24:01Z', 'updated_at': '2022-05-28T06:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '1e5ac842-5591-46eb-bd2c-808c2756fffc', 'name': '', 'network_id': 'a5b77b35-e966-4b1c-b0b7-d5b00017012c', 'tenant_id': '4d23be95bdd44ad89cdfc62831bfd280', 'mac_address': 'fa:16:3e:c0:3b:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a104f984-4ae3-47c0-b6cf-00f5b6d49e45', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'eac77076-e72f-462e-bd1c-c6abbd345814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:24:08Z', 'updated_at': '2022-05-28T06:24:14Z', 'revision_number': 2, 'project_id': '4d23be95bdd44ad89cdfc62831bfd280', 'subnets': [{'id': 'eac77076-e72f-462e-bd1c-c6abbd345814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:24:17.850081 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32cb7c73-4b7b-4a66-be6b-67f6e02b9f27 None None] Checking router: a104f984-4ae3-47c0-b6cf-00f5b6d49e45 for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:24:17.850445 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32cb7c73-4b7b-4a66-be6b-67f6e02b9f27 None None] Updating router a104f984-4ae3-47c0-b6cf-00f5b6d49e45 port 1e5ac842-5591-46eb-bd2c-808c2756fffc binding host n-d-843702-1 {{(pid=89111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:24:17.888040 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bada369-785e-417a-921d-b3d56fe2dd0f req-c50e0af0-31c8-455f-8781-0defd5241f69 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:17.898001 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7bada369-785e-417a-921d-b3d56fe2dd0f req-c50e0af0-31c8-455f-8781-0defd5241f69 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/ports?device_id=46ed3dcc-c892-44cc-ac8a-301e8d3dc92c HTTP/1.1" status: 200 len: 943 time: 0.1267343 May 28 06:24:17.907942 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-0ee8d04f-317e-4d1f-a9ed-7729c34c060d admin admin] Deleting port e7635712-a23b-45a1-bcf9-1b557e66dddf {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:24:17.911137 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0ee8d04f-317e-4d1f-a9ed-7729c34c060d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:17.933810 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-32cb7c73-4b7b-4a66-be6b-67f6e02b9f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:18.004321 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7bada369-785e-417a-921d-b3d56fe2dd0f req-2e616e66-d9ab-46cc-b0a4-ba480208d399 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a90b51ea-4be8-4511-8d71-0b0b776de2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036513 May 28 06:24:18.276483 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-0ee8d04f-317e-4d1f-a9ed-7729c34c060d admin admin] For port e7635712-a23b-45a1-bcf9-1b557e66dddf, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=e7635712-a23b-45a1-bcf9-1b557e66dddf,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:24:18.277075 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0ee8d04f-317e-4d1f-a9ed-7729c34c060d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:18.395917 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 83447ce3-9d2c-473a-9552-51b1add51b42 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:24:18.422348 n-d-843702-1 neutron-server[89110]: INFO neutron.api.v2.resource [req-00b55200-84e5-48de-8291-6d027f343978 req-4d3bc8dd-97bc-42a7-ada5-0abc16e2e706 tempest-FloatingIPDetailsNegativeTestJSON-770373316 tempest-FloatingIPDetailsNegativeTestJSON-770373316-project] show failed (client error): The resource could not be found. May 28 06:24:18.431601 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-00b55200-84e5-48de-8291-6d027f343978 req-4d3bc8dd-97bc-42a7-ada5-0abc16e2e706 tempest-FloatingIPDetailsNegativeTestJSON-770373316 tempest-FloatingIPDetailsNegativeTestJSON-770373316-project] 10.222.0.55 "GET /v2.0/floatingips/c97092db-321c-4a1d-a69c-99936e3667d2 HTTP/1.1" status: 404 len: 350 time: 0.1433570 May 28 06:24:18.438120 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 49688) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:24:18.510154 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-0ee8d04f-317e-4d1f-a9ed-7729c34c060d admin admin] Calling delete_port for e7635712-a23b-45a1-bcf9-1b557e66dddf owned by network:router_gateway {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:24:18.562877 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 83447ce3-9d2c-473a-9552-51b1add51b42 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:24:18.569752 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 83447ce3-9d2c-473a-9552-51b1add51b42 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:24:18.826444 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-32cb7c73-4b7b-4a66-be6b-67f6e02b9f27 None None] Notify callbacks [] for port, precommit_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:18.837789 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-32cb7c73-4b7b-4a66-be6b-67f6e02b9f27 None None] Transition to ACTIVE for port object 1e5ac842-5591-46eb-bd2c-808c2756fffc will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:24:19.043455 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-32cb7c73-4b7b-4a66-be6b-67f6e02b9f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:19.043705 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0ee8d04f-317e-4d1f-a9ed-7729c34c060d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:19.186325 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device e650b946-83ef-48df-9fe0-03e0c667426c up at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:24:19.195923 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8d04f-317e-4d1f-a9ed-7729c34c060d admin admin] Pushing event deleted for resources: {'Port': ['ID=e7635712-a23b-45a1-bcf9-1b557e66dddf,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:24:19.313763 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0ee8d04f-317e-4d1f-a9ed-7729c34c060d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691105'] for router_gateway, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:19.453277 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612e5fca-dd2d-48ac-9639-c9387b56207b None None] Pushing event updated for resources: {'Port': ['ID=1e5ac842-5591-46eb-bd2c-808c2756fffc,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:24:19.498359 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-32cb7c73-4b7b-4a66-be6b-67f6e02b9f27 None None] Attempting to bind port 1e5ac842-5591-46eb-bd2c-808c2756fffc on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:24:19.498984 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-32cb7c73-4b7b-4a66-be6b-67f6e02b9f27 None None] Attempting to bind port 1e5ac842-5591-46eb-bd2c-808c2756fffc by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': '27f57aab-4657-4a93-8cae-45e046a64dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'a5b77b35-e966-4b1c-b0b7-d5b00017012c'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:24:19.499368 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32cb7c73-4b7b-4a66-be6b-67f6e02b9f27 None None] Attempting to bind port 1e5ac842-5591-46eb-bd2c-808c2756fffc on network a5b77b35-e966-4b1c-b0b7-d5b00017012c {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:24:19.505806 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32cb7c73-4b7b-4a66-be6b-67f6e02b9f27 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:24:19.506187 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32cb7c73-4b7b-4a66-be6b-67f6e02b9f27 None None] Checking segment: {'id': '27f57aab-4657-4a93-8cae-45e046a64dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'a5b77b35-e966-4b1c-b0b7-d5b00017012c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:24:19.506582 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-32cb7c73-4b7b-4a66-be6b-67f6e02b9f27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:19.507156 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32cb7c73-4b7b-4a66-be6b-67f6e02b9f27 None None] Bound using segment: {'id': '27f57aab-4657-4a93-8cae-45e046a64dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'a5b77b35-e966-4b1c-b0b7-d5b00017012c'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:24:19.507786 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-32cb7c73-4b7b-4a66-be6b-67f6e02b9f27 None None] Bound port: 1e5ac842-5591-46eb-bd2c-808c2756fffc, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27f57aab-4657-4a93-8cae-45e046a64dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'a5b77b35-e966-4b1c-b0b7-d5b00017012c'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:24:19.513276 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-32cb7c73-4b7b-4a66-be6b-67f6e02b9f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:19.567875 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 49706) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:24:19.713776 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0ee8d04f-317e-4d1f-a9ed-7729c34c060d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59018'] for router, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:19.716464 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0ee8d04f-317e-4d1f-a9ed-7729c34c060d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:19.722418 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ffad9f-2326-4c24-9020-d32d6c53964e req-bc76a4a2-d456-468e-886b-d202f2adc561 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:19.723949 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f8ffad9f-2326-4c24-9020-d32d6c53964e req-bc76a4a2-d456-468e-886b-d202f2adc561 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.71 "GET /v2.0/ports?device_id=7abe23a3-6f8b-4542-bc0d-9d92227b9bcb&tenant_id=fa535ce8a329409da109cb227c3a70b1&binding%3Ahost_id=n-h2-843702-1 HTTP/1.1" status: 200 len: 949 time: 0.9105616 May 28 06:24:19.731064 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-32cb7c73-4b7b-4a66-be6b-67f6e02b9f27 None None] For port 1e5ac842-5591-46eb-bd2c-808c2756fffc, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:24:19.745982 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-32cb7c73-4b7b-4a66-be6b-67f6e02b9f27 None None] For port 1e5ac842-5591-46eb-bd2c-808c2756fffc, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=1e5ac842-5591-46eb-bd2c-808c2756fffc,segment=NetworkSegment(27f57aab-4657-4a93-8cae-45e046a64dcd),segment_id=27f57aab-4657-4a93-8cae-45e046a64dcd)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:24:19.751657 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning for port e650b946-83ef-48df-9fe0-03e0c667426c completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:24:19.764746 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning complete for port e650b946-83ef-48df-9fe0-03e0c667426c triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:24:19.769443 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:19.807177 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2c7d30-c9cf-4beb-a6bc-59737a969cd3 req-09770f78-ce78-4586-b5e4-840112f02c8b tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:19.815327 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4e2c7d30-c9cf-4beb-a6bc-59737a969cd3 req-09770f78-ce78-4586-b5e4-840112f02c8b tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/ports?device_id=44f54f0b-ef0b-486e-9295-4773273028a5 HTTP/1.1" status: 200 len: 945 time: 0.8476479 May 28 06:24:19.826599 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0ee8d04f-317e-4d1f-a9ed-7729c34c060d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-703817'] for router, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:19.828040 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ee8d04f-317e-4d1f-a9ed-7729c34c060d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e86acbf-50bd-4ec6-87fc-08576242dc80 {{(pid=89109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 06:24:19.859355 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0ee8d04f-317e-4d1f-a9ed-7729c34c060d admin admin] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:19.866545 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-32cb7c73-4b7b-4a66-be6b-67f6e02b9f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:19.867058 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-0ee8d04f-317e-4d1f-a9ed-7729c34c060d admin admin] 10.222.0.55 "DELETE /v2.0/routers/5e86acbf-50bd-4ec6-87fc-08576242dc80 HTTP/1.1" status: 204 len: 168 time: 4.1215904 May 28 06:24:19.867393 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 49712) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:24:19.871260 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fee10d-79f3-43e3-9571-0e1d6bcb0951 req-80a48d9a-e395-4a04-8dc7-b1021bdaf37b tempest-LiveMigrationTest-969842093 tempest-LiveMigrationTest-969842093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:19.877566 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-98fee10d-79f3-43e3-9571-0e1d6bcb0951 req-80a48d9a-e395-4a04-8dc7-b1021bdaf37b tempest-LiveMigrationTest-969842093 tempest-LiveMigrationTest-969842093-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=44f54f0b-ef0b-486e-9295-4773273028a5&tenant_id=7b2fe75d343f4ee29013f21d2442bc34&binding%3Ahost_id=n-h2-843702-1 HTTP/1.1" status: 200 len: 1096 time: 1.2404420 May 28 06:24:19.896158 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6901c308-bd16-4a8b-9862-e92a31b70a63 req-688f7776-370d-4053-a39f-2deca07076a7 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:19.903115 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6901c308-bd16-4a8b-9862-e92a31b70a63 req-688f7776-370d-4053-a39f-2deca07076a7 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=7abe23a3-6f8b-4542-bc0d-9d92227b9bcb HTTP/1.1" status: 200 len: 949 time: 0.9475849 May 28 06:24:19.989577 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b4bc2939-1490-4323-909e-a07c89fb1650 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:20.082345 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4e2c7d30-c9cf-4beb-a6bc-59737a969cd3 req-8238e7c1-ae0e-4c95-b4f1-20adcaa1051b tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/security-groups?id=51e8ab45-fc50-4bca-a4a6-55c0639ed93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656844 May 28 06:24:20.096567 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port e650b946-83ef-48df-9fe0-03e0c667426c is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:24:20.097623 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:20.136928 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612e5fca-dd2d-48ac-9639-c9387b56207b None None] Pushing event updated for resources: {'Port': ['ID=1e5ac842-5591-46eb-bd2c-808c2756fffc,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:24:20.153223 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32cb7c73-4b7b-4a66-be6b-67f6e02b9f27 None None] Routers {'a104f984-4ae3-47c0-b6cf-00f5b6d49e45'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:24:20.153926 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-32cb7c73-4b7b-4a66-be6b-67f6e02b9f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:23:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['a104f984-4ae3-47c0-b6cf-00f5b6d49e45'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:24:20.174468 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-b4bc2939-1490-4323-909e-a07c89fb1650 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:24:20.186529 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-b4bc2939-1490-4323-909e-a07c89fb1650 admin admin] Usage tracker for resource:security_group_rule and tenant:a4eabd62f52a4f5d9248c363663dfc99 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:24:20.187232 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_v2 [None req-be4c16e8-9daa-4072-b432-deb554d97bcf admin admin] Deleting subnet 8a00c54e-1ebd-4435-a9d1-2ddfc7a52aa3 {{(pid=89109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:24:20.194553 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-be4c16e8-9daa-4072-b432-deb554d97bcf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:20.207882 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-b4bc2939-1490-4323-909e-a07c89fb1650 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:24:20.244335 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-b4bc2939-1490-4323-909e-a07c89fb1650 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:24:20.284203 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f8ffad9f-2326-4c24-9020-d32d6c53964e req-ba0e3f54-a687-4ecf-9dfa-475395cd3f06 service neutron] 10.222.0.71 "GET /v2.0/ports/e650b946-83ef-48df-9fe0-03e0c667426c/bindings/n-h2-843702-1 HTTP/1.1" status: 200 len: 382 time: 0.5457394 May 28 06:24:20.310630 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-be4c16e8-9daa-4072-b432-deb554d97bcf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3964070'] for subnet, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:20.347038 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6901c308-bd16-4a8b-9862-e92a31b70a63 req-ee256ac2-663d-48bd-a828-ec65bc9bdb36 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4332547 May 28 06:24:20.480156 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7abe23a3-6f8b-4542-bc0d-9d92227b9bcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e650b946-83ef-48df-9fe0-03e0c667426c'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:24:20.535041 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device e7635712-a23b-45a1-bcf9-1b557e66dddf no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:24:20.548392 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-be4c16e8-9daa-4072-b432-deb554d97bcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:20.639502 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: e7635712-a23b-45a1-bcf9-1b557e66dddf {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:24:20.640220 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device e7635712-a23b-45a1-bcf9-1b557e66dddf not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:24:20.692969 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port e650b946-83ef-48df-9fe0-03e0c667426c, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=e650b946-83ef-48df-9fe0-03e0c667426c,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:24:20.794898 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:20.826519 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-be4c16e8-9daa-4072-b432-deb554d97bcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9555650'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:20.902046 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=e650b946-83ef-48df-9fe0-03e0c667426c,revision_number=10']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:24:20.902625 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c16e8-9daa-4072-b432-deb554d97bcf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a00c54e-1ebd-4435-a9d1-2ddfc7a52aa3,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:24:20.907795 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-be4c16e8-9daa-4072-b432-deb554d97bcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:20.920031 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d0a4e46-043f-494a-a2d8-df37fa810dec None None] Network e0419c03-15f8-4112-a44b-c0a5352f5d82 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:24:20.933732 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-be4c16e8-9daa-4072-b432-deb554d97bcf admin admin] 10.222.0.55 "DELETE /v2.0/subnets/8a00c54e-1ebd-4435-a9d1-2ddfc7a52aa3 HTTP/1.1" status: 204 len: 168 time: 1.0635436 May 28 06:24:20.934387 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 49732) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:24:20.982565 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-98fee10d-79f3-43e3-9571-0e1d6bcb0951 req-ca58be95-7b76-44c5-8c90-ecdc7c20121e service neutron] For port f0ef1dfc-0eee-4ce6-baa8-54c39afb9beb, host n-h1-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:24:20.999571 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea84ba4-d8a3-419c-b5c2-7edb29498afc req-ad75e748-fc13-43c7-b160-e85c5c047361 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:21.009263 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8ea84ba4-d8a3-419c-b5c2-7edb29498afc req-ad75e748-fc13-43c7-b160-e85c5c047361 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/ports?device_id=46ed3dcc-c892-44cc-ac8a-301e8d3dc92c HTTP/1.1" status: 200 len: 943 time: 0.4781497 May 28 06:24:21.015776 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03f1175-2619-4596-b4bc-b405c8b5a89a req-56ec73e4-4cc4-4fe6-b1e6-2b39656d68a7 tempest-LiveMigrationTest-969842093 tempest-LiveMigrationTest-969842093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:21.025764 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b03f1175-2619-4596-b4bc-b405c8b5a89a req-56ec73e4-4cc4-4fe6-b1e6-2b39656d68a7 tempest-LiveMigrationTest-969842093 tempest-LiveMigrationTest-969842093-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=44f54f0b-ef0b-486e-9295-4773273028a5 HTTP/1.1" status: 200 len: 1096 time: 0.3791947 May 28 06:24:21.082788 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a020a1ce-1035-498a-b9fc-e29ba69f502d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:21.086676 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d4478c82-b976-43fa-a1b6-77186ff682e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700548'] for router_interface, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:21.094177 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-a020a1ce-1035-498a-b9fc-e29ba69f502d admin admin] Deleting port 291c657a-ad4a-4786-bfbe-325df55175ed {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:24:21.095097 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a020a1ce-1035-498a-b9fc-e29ba69f502d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:21.162124 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-32cb7c73-4b7b-4a66-be6b-67f6e02b9f27 None None] Set router a104f984-4ae3-47c0-b6cf-00f5b6d49e45 gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:24:21.206022 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ffad9f-2326-4c24-9020-d32d6c53964e req-fb859184-006b-4113-bded-13954b551dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:21.208095 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f8ffad9f-2326-4c24-9020-d32d6c53964e req-fb859184-006b-4113-bded-13954b551dc2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fa535ce8a329409da109cb227c3a70b1&device_id=7abe23a3-6f8b-4542-bc0d-9d92227b9bcb HTTP/1.1" status: 200 len: 1100 time: 0.8601165 May 28 06:24:21.311641 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-98fee10d-79f3-43e3-9571-0e1d6bcb0951 req-ca58be95-7b76-44c5-8c90-ecdc7c20121e service neutron] Notify callbacks [] for binding, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:21.312795 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-98fee10d-79f3-43e3-9571-0e1d6bcb0951 req-ca58be95-7b76-44c5-8c90-ecdc7c20121e service neutron] 10.222.0.71 "DELETE /v2.0/ports/f0ef1dfc-0eee-4ce6-baa8-54c39afb9beb/bindings/n-h1-843702-1 HTTP/1.1" status: 204 len: 173 time: 1.4034021 May 28 06:24:21.429029 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-a020a1ce-1035-498a-b9fc-e29ba69f502d admin admin] For port 291c657a-ad4a-4786-bfbe-325df55175ed, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=291c657a-ad4a-4786-bfbe-325df55175ed,segment=NetworkSegment(6b449c93-ca11-40b5-aabf-53fdd2e497ee),segment_id=6b449c93-ca11-40b5-aabf-53fdd2e497ee)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:24:21.431517 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a020a1ce-1035-498a-b9fc-e29ba69f502d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:21.530038 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b4bc2939-1490-4323-909e-a07c89fb1650 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:21.577464 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8ea84ba4-d8a3-419c-b5c2-7edb29498afc req-3a1c18f6-2a70-453e-a81f-1ffb7aab9843 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a90b51ea-4be8-4511-8d71-0b0b776de2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5669301 May 28 06:24:21.597308 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b03f1175-2619-4596-b4bc-b405c8b5a89a req-f7d878f4-58ff-41e3-80a7-036dbc30d00b tempest-LiveMigrationTest-969842093 tempest-LiveMigrationTest-969842093-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=51e8ab45-fc50-4bca-a4a6-55c0639ed93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5705173 May 28 06:24:21.666839 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-799742a2-4ffc-4bf6-a629-ecb79e6d6732 None None] DHCP port deletion for e0419c03-15f8-4112-a44b-c0a5352f5d82 request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:24:21.680615 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-799742a2-4ffc-4bf6-a629-ecb79e6d6732 None None] Deleting port 291c657a-ad4a-4786-bfbe-325df55175ed {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:24:21.680935 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-799742a2-4ffc-4bf6-a629-ecb79e6d6732 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:21.690693 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-a020a1ce-1035-498a-b9fc-e29ba69f502d admin admin] Calling delete_port for 291c657a-ad4a-4786-bfbe-325df55175ed owned by network:dhcp {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:24:21.820448 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af23628e-6b0a-47b5-b695-0b7b4672cc4f'] response: {'server_uuid': '7abe23a3-6f8b-4542-bc0d-9d92227b9bcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e650b946-83ef-48df-9fe0-03e0c667426c', 'code': 200} May 28 06:24:21.853611 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b4bc2939-1490-4323-909e-a07c89fb1650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:21.929355 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a020a1ce-1035-498a-b9fc-e29ba69f502d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:21.999022 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-32cb7c73-4b7b-4a66-be6b-67f6e02b9f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a104f984-4ae3-47c0-b6cf-00f5b6d49e45', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1067944925-router', 'tenant_id': '4d23be95bdd44ad89cdfc62831bfd280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '3020e5fc-9be6-4517-8b62-30c0e87f9849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:23:58Z', 'updated_at': '2022-05-28T06:24:14Z', 'revision_number': 4, 'project_id': '4d23be95bdd44ad89cdfc62831bfd280', 'gw_port': {'id': '3020e5fc-9be6-4517-8b62-30c0e87f9849', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c4:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a104f984-4ae3-47c0-b6cf-00f5b6d49e45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:24:01Z', 'updated_at': '2022-05-28T06:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '1e5ac842-5591-46eb-bd2c-808c2756fffc', 'name': '', 'network_id': 'a5b77b35-e966-4b1c-b0b7-d5b00017012c', 'tenant_id': '4d23be95bdd44ad89cdfc62831bfd280', 'mac_address': 'fa:16:3e:c0:3b:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a104f984-4ae3-47c0-b6cf-00f5b6d49e45', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'eac77076-e72f-462e-bd1c-c6abbd345814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:24:08Z', 'updated_at': '2022-05-28T06:24:19Z', 'revision_number': 4, 'project_id': '4d23be95bdd44ad89cdfc62831bfd280', 'subnets': [{'id': 'eac77076-e72f-462e-bd1c-c6abbd345814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:24:22.019476 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32cb7c73-4b7b-4a66-be6b-67f6e02b9f27 None None] The sync data for ids ['a104f984-4ae3-47c0-b6cf-00f5b6d49e45'] in n-d-843702-1 is: [{'id': 'a104f984-4ae3-47c0-b6cf-00f5b6d49e45', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1067944925-router', 'tenant_id': '4d23be95bdd44ad89cdfc62831bfd280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '3020e5fc-9be6-4517-8b62-30c0e87f9849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:23:58Z', 'updated_at': '2022-05-28T06:24:14Z', 'revision_number': 4, 'project_id': '4d23be95bdd44ad89cdfc62831bfd280', 'gw_port': {'id': '3020e5fc-9be6-4517-8b62-30c0e87f9849', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c4:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a104f984-4ae3-47c0-b6cf-00f5b6d49e45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:24:01Z', 'updated_at': '2022-05-28T06:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '1e5ac842-5591-46eb-bd2c-808c2756fffc', 'name': '', 'network_id': 'a5b77b35-e966-4b1c-b0b7-d5b00017012c', 'tenant_id': '4d23be95bdd44ad89cdfc62831bfd280', 'mac_address': 'fa:16:3e:c0:3b:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a104f984-4ae3-47c0-b6cf-00f5b6d49e45', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'eac77076-e72f-462e-bd1c-c6abbd345814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:24:08Z', 'updated_at': '2022-05-28T06:24:19Z', 'revision_number': 4, 'project_id': '4d23be95bdd44ad89cdfc62831bfd280', 'subnets': [{'id': 'eac77076-e72f-462e-bd1c-c6abbd345814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:24:22.029952 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ffad9f-2326-4c24-9020-d32d6c53964e req-b0adaeec-5d52-4638-99c7-2cd559768406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:22.037756 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f8ffad9f-2326-4c24-9020-d32d6c53964e req-b0adaeec-5d52-4638-99c7-2cd559768406 service neutron] 10.222.0.71 "GET /v2.0/networks?id=bb90c162-fdb0-406b-af2b-5eef830db7a9 HTTP/1.1" status: 200 len: 870 time: 0.7313442 May 28 06:24:22.067533 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-799742a2-4ffc-4bf6-a629-ecb79e6d6732 None None] For port 291c657a-ad4a-4786-bfbe-325df55175ed, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=291c657a-ad4a-4786-bfbe-325df55175ed,segment=NetworkSegment(6b449c93-ca11-40b5-aabf-53fdd2e497ee),segment_id=6b449c93-ca11-40b5-aabf-53fdd2e497ee)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:24:22.067533 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-799742a2-4ffc-4bf6-a629-ecb79e6d6732 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:22.099636 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a020a1ce-1035-498a-b9fc-e29ba69f502d admin admin] No DVR routers for this DVR port 291c657a-ad4a-4786-bfbe-325df55175ed on host n-d-843702-1 {{(pid=89109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:24:22.154506 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a020a1ce-1035-498a-b9fc-e29ba69f502d admin admin] Pushing event deleted for resources: {'Port': ['ID=291c657a-ad4a-4786-bfbe-325df55175ed,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:24:22.304440 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-799742a2-4ffc-4bf6-a629-ecb79e6d6732 None None] Calling delete_port for 291c657a-ad4a-4786-bfbe-325df55175ed owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:24:22.310692 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a020a1ce-1035-498a-b9fc-e29ba69f502d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:22.348395 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-a020a1ce-1035-498a-b9fc-e29ba69f502d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0419c03-15f8-4112-a44b-c0a5352f5d82']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:24:22.374497 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-a020a1ce-1035-498a-b9fc-e29ba69f502d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b449c93-ca11-40b5-aabf-53fdd2e497ee') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:24:22.377929 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-a020a1ce-1035-498a-b9fc-e29ba69f502d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b449c93-ca11-40b5-aabf-53fdd2e497ee') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:24:22.388296 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a020a1ce-1035-498a-b9fc-e29ba69f502d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:22.399349 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.db.api [None req-799742a2-4ffc-4bf6-a629-ecb79e6d6732 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89111) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:24:22.399913 n-d-843702-1 neutron-server[89111]: DEBUG oslo_db.api [None req-799742a2-4ffc-4bf6-a629-ecb79e6d6732 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:24:22.413248 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a020a1ce-1035-498a-b9fc-e29ba69f502d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:22.432095 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a020a1ce-1035-498a-b9fc-e29ba69f502d admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:24:22.433264 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a020a1ce-1035-498a-b9fc-e29ba69f502d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:22.460793 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-b4bc2939-1490-4323-909e-a07c89fb1650 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a4eabd62f52a4f5d9248c363663dfc99&name=default HTTP/1.1" status: 200 len: 2979 time: 2.8211682 May 28 06:24:22.486188 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f8ffad9f-2326-4c24-9020-d32d6c53964e req-5e199654-007b-4c07-b7d0-c63f5f04b76d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=e650b946-83ef-48df-9fe0-03e0c667426c HTTP/1.1" status: 200 len: 217 time: 0.2961380 May 28 06:24:22.548160 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 49752) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:24:22.589271 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 6b449c93-ca11-40b5-aabf-53fdd2e497ee resource provider aggregate not found May 28 06:24:22.632826 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bc2939-1490-4323-909e-a07c89fb1650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b14b8100-66f2-4a68-b5ce-1c100173cfd7,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:24:22.650821 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 6b449c93-ca11-40b5-aabf-53fdd2e497ee resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6b449c93-ca11-40b5-aabf-53fdd2e497ee found for delete ", "request_id": "req-f09b1af9-1f59-4e3e-98d6-5a5f71ae094a"}]} May 28 06:24:22.669345 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a020a1ce-1035-498a-b9fc-e29ba69f502d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:22.698668 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a020a1ce-1035-498a-b9fc-e29ba69f502d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:22.720372 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a020a1ce-1035-498a-b9fc-e29ba69f502d admin admin] Pushing event deleted for resources: {'Network': ['ID=e0419c03-15f8-4112-a44b-c0a5352f5d82,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:24:22.720689 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ffad9f-2326-4c24-9020-d32d6c53964e req-c966ec2a-5b88-4e69-a871-46c504fabe2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:22.722402 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f8ffad9f-2326-4c24-9020-d32d6c53964e req-c966ec2a-5b88-4e69-a871-46c504fabe2a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e72d0ca5-04cb-4b36-82b1-c75214c9eb05 HTTP/1.1" status: 200 len: 843 time: 0.2350547 May 28 06:24:22.734417 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-a020a1ce-1035-498a-b9fc-e29ba69f502d admin admin] 10.222.0.55 "DELETE /v2.0/networks/e0419c03-15f8-4112-a44b-c0a5352f5d82 HTTP/1.1" status: 204 len: 168 time: 1.7982256 May 28 06:24:22.863445 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 1e5ac842-5591-46eb-bd2c-808c2756fffc up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:24:22.934796 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-799742a2-4ffc-4bf6-a629-ecb79e6d6732 None None] Deleting port 291c657a-ad4a-4786-bfbe-325df55175ed {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:24:22.935544 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-799742a2-4ffc-4bf6-a629-ecb79e6d6732 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:22.946929 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9bedfa4d-2324-4e85-8f53-1e4435d0fefe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:23.145628 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-799742a2-4ffc-4bf6-a629-ecb79e6d6732 None None] The port '291c657a-ad4a-4786-bfbe-325df55175ed' was deleted {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 06:24:23.151553 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 18b401ca-d7c0-40ad-b882-78d6a798c46b details requested by agent hyperv_n-h2-843702-1 with host n-h2-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:24:23.329255 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 49768) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:24:23.361744 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 18b401ca-d7c0-40ad-b882-78d6a798c46b, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=18b401ca-d7c0-40ad-b882-78d6a798c46b,segment=NetworkSegment(da68ba47-25e5-4637-a83a-51088b9800dc),segment_id=da68ba47-25e5-4637-a83a-51088b9800dc)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:24:23.392111 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Returning: {'device': '18b401ca-d7c0-40ad-b882-78d6a798c46b', 'network_id': '878a453b-7058-4dfc-b9e2-17503c679278', 'port_id': '18b401ca-d7c0-40ad-b882-78d6a798c46b', 'mac_address': 'fa:16:3e:15:6e:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdd32cdd-4510-40e6-8d87-2fb486891cf4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:24:23.437325 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-b2dc6a62-da72-4207-98e3-f1fc6aa9652a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8d511f8938f3446b9ed8484c7e88d332&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1064811 May 28 06:24:23.440724 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 49772) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:24:23.445227 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b73222b-426d-409b-a4f5-4a5d1ec0cb3f req-16f7da24-029a-4cd0-9cbe-a2b9bc8a9887 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:23.446433 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 1e5ac842-5591-46eb-bd2c-808c2756fffc completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:24:23.454741 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2b73222b-426d-409b-a4f5-4a5d1ec0cb3f req-16f7da24-029a-4cd0-9cbe-a2b9bc8a9887 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=7abe23a3-6f8b-4542-bc0d-9d92227b9bcb HTTP/1.1" status: 200 len: 951 time: 1.2859907 May 28 06:24:23.481158 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 1e5ac842-5591-46eb-bd2c-808c2756fffc triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:24:23.487889 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:23.557157 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-551211ff-f071-4ce0-8c32-6e5fd88dad57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:23.592969 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9bedfa4d-2324-4e85-8f53-1e4435d0fefe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:23.622378 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-551211ff-f071-4ce0-8c32-6e5fd88dad57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:23.747216 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 1e5ac842-5591-46eb-bd2c-808c2756fffc is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:24:23.747812 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:23.764632 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ffad9f-2326-4c24-9020-d32d6c53964e req-d3b245bf-5275-45af-a493-c03d3e965952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:23.767408 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f8ffad9f-2326-4c24-9020-d32d6c53964e req-d3b245bf-5275-45af-a493-c03d3e965952 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=bb90c162-fdb0-406b-af2b-5eef830db7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.0021789 May 28 06:24:23.770545 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 18b401ca-d7c0-40ad-b882-78d6a798c46b is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:24:23.770918 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:23.810756 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port 1e5ac842-5591-46eb-bd2c-808c2756fffc, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=1e5ac842-5591-46eb-bd2c-808c2756fffc,segment=NetworkSegment(27f57aab-4657-4a93-8cae-45e046a64dcd),segment_id=27f57aab-4657-4a93-8cae-45e046a64dcd)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:24:23.812732 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18b401ca-d7c0-40ad-b882-78d6a798c46b {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:24:23.814823 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9bedfa4d-2324-4e85-8f53-1e4435d0fefe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:23.826112 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-551211ff-f071-4ce0-8c32-6e5fd88dad57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:23.857249 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 18b401ca-d7c0-40ad-b882-78d6a798c46b, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=18b401ca-d7c0-40ad-b882-78d6a798c46b,segment=NetworkSegment(da68ba47-25e5-4637-a83a-51088b9800dc),segment_id=da68ba47-25e5-4637-a83a-51088b9800dc)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:24:23.857467 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2b73222b-426d-409b-a4f5-4a5d1ec0cb3f req-3bd95b16-5fe8-49c6-8124-d86e586be750 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4017332 May 28 06:24:23.859245 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551211ff-f071-4ce0-8c32-6e5fd88dad57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ee69a2d-8c81-42ab-86d1-e6875500638e,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:24:23.860692 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-d4478c82-b976-43fa-a1b6-77186ff682e7 admin admin] Deleting port 1e5ac842-5591-46eb-bd2c-808c2756fffc {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:24:23.868931 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-551211ff-f071-4ce0-8c32-6e5fd88dad57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:23.873119 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:23.878521 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d4478c82-b976-43fa-a1b6-77186ff682e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:23.886225 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-551211ff-f071-4ce0-8c32-6e5fd88dad57 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1ee69a2d-8c81-42ab-86d1-e6875500638e HTTP/1.1" status: 204 len: 168 time: 0.4277825 May 28 06:24:24.060448 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=1e5ac842-5591-46eb-bd2c-808c2756fffc,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:24:24.071339 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 291c657a-ad4a-4786-bfbe-325df55175ed no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:24:24.107238 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:24.165748 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 291c657a-ad4a-4786-bfbe-325df55175ed {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:24:24.167055 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 291c657a-ad4a-4786-bfbe-325df55175ed not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:24:24.168611 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5695a56e-af05-4c34-b9ea-837ab6665769 req-21d443a7-f5db-44b8-81b3-3ec12b335360 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:24.180768 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5695a56e-af05-4c34-b9ea-837ab6665769 req-21d443a7-f5db-44b8-81b3-3ec12b335360 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/ports?device_id=44f54f0b-ef0b-486e-9295-4773273028a5 HTTP/1.1" status: 200 len: 945 time: 1.2211735 May 28 06:24:24.208102 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=18b401ca-d7c0-40ad-b882-78d6a798c46b,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:24:24.233251 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bedfa4d-2324-4e85-8f53-1e4435d0fefe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b14b8100-66f2-4a68-b5ce-1c100173cfd7,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:24:24.299417 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f8ffad9f-2326-4c24-9020-d32d6c53964e req-76d7872c-a054-4ae0-8052-6174897ee093 service neutron] 10.222.0.71 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5202012 May 28 06:24:24.342493 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9bedfa4d-2324-4e85-8f53-1e4435d0fefe admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:24.343902 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-9bedfa4d-2324-4e85-8f53-1e4435d0fefe admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b14b8100-66f2-4a68-b5ce-1c100173cfd7 HTTP/1.1" status: 204 len: 168 time: 1.7892663 May 28 06:24:24.379570 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacf8332-4b9e-4cf0-a11f-6b5c96a1b6fb req-37b499a0-02c6-433e-afe3-3db0fc0e4b0e tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:24.381018 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bacf8332-4b9e-4cf0-a11f-6b5c96a1b6fb req-37b499a0-02c6-433e-afe3-3db0fc0e4b0e tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.71 "GET /v2.0/ports?device_id=44f54f0b-ef0b-486e-9295-4773273028a5 HTTP/1.1" status: 200 len: 945 time: 0.9172707 May 28 06:24:24.481806 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 1e5ac842-5591-46eb-bd2c-808c2756fffc up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:24:24.579567 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['18b401ca-d7c0-40ad-b882-78d6a798c46b'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:24:24.672660 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 1e5ac842-5591-46eb-bd2c-808c2756fffc triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:24:24.673331 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:24.743887 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5695a56e-af05-4c34-b9ea-837ab6665769 req-043c3ad9-fe4d-490c-89c2-cd6e1cae0cc6 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/security-groups?id=51e8ab45-fc50-4bca-a4a6-55c0639ed93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5621140 May 28 06:24:24.877326 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-bacf8332-4b9e-4cf0-a11f-6b5c96a1b6fb req-e9aebb87-917d-470b-aebd-bf3915e1db00 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Deleting port f0ef1dfc-0eee-4ce6-baa8-54c39afb9beb {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:24:24.877326 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-bacf8332-4b9e-4cf0-a11f-6b5c96a1b6fb req-e9aebb87-917d-470b-aebd-bf3915e1db00 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:24.913860 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 1e5ac842-5591-46eb-bd2c-808c2756fffc is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:24:25.071438 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [None req-d4478c82-b976-43fa-a1b6-77186ff682e7 admin admin] For port 1e5ac842-5591-46eb-bd2c-808c2756fffc, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=1e5ac842-5591-46eb-bd2c-808c2756fffc,segment=NetworkSegment(27f57aab-4657-4a93-8cae-45e046a64dcd),segment_id=27f57aab-4657-4a93-8cae-45e046a64dcd)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:24:25.071438 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d4478c82-b976-43fa-a1b6-77186ff682e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:25.077953 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 49796) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:24:25.124567 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device f0ef1dfc-0eee-4ce6-baa8-54c39afb9beb no longer exists at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:24:25.135896 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f8ffad9f-2326-4c24-9020-d32d6c53964e req-901a4800-ab0c-453f-90b5-686054fe7173 service neutron] 10.222.0.71 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8213911 May 28 06:24:25.169671 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-181709d2-7987-4baf-bc04-38c3f924ddb8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=02dc04477c7f48c18d31f82b52ee6869&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0901964 May 28 06:24:25.170339 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 49800) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:24:25.246646 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c1174178-b4d0-4e87-bed0-9d890ffb8d2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:25.272852 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port f0ef1dfc-0eee-4ce6-baa8-54c39afb9beb is: DOWN; New status is: DOWN {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:24:25.287186 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c1174178-b4d0-4e87-bed0-9d890ffb8d2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:25.300506 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12c5dd1-a168-4189-8436-0c8e24dcfe78 req-1420fe06-f0ba-4af9-b496-d9de7e9b6a51 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:25.302137 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b12c5dd1-a168-4189-8436-0c8e24dcfe78 req-1420fe06-f0ba-4af9-b496-d9de7e9b6a51 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/ports?device_id=46ed3dcc-c892-44cc-ac8a-301e8d3dc92c HTTP/1.1" status: 200 len: 944 time: 1.1042352 May 28 06:24:25.320588 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-d4478c82-b976-43fa-a1b6-77186ff682e7 admin admin] Calling delete_port for 1e5ac842-5591-46eb-bd2c-808c2756fffc owned by network:router_interface {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:24:25.532579 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b12c5dd1-a168-4189-8436-0c8e24dcfe78 req-c6d682c1-d76b-4779-bbca-a00efdb1c481 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a90b51ea-4be8-4511-8d71-0b0b776de2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800053 May 28 06:24:25.751954 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c1174178-b4d0-4e87-bed0-9d890ffb8d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:25.768346 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1174178-b4d0-4e87-bed0-9d890ffb8d2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8efe0163-4828-422a-9e70-08874bd9e6fa,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:24:25.772691 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c1174178-b4d0-4e87-bed0-9d890ffb8d2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:25.773857 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-c1174178-b4d0-4e87-bed0-9d890ffb8d2d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8efe0163-4828-422a-9e70-08874bd9e6fa HTTP/1.1" status: 204 len: 168 time: 0.5917447 May 28 06:24:25.921919 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c552c8ef-608c-47f7-b140-6b3ff23573d3 req-233399ee-065a-4c49-94fa-6ce7ad5c7e68 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:25.928210 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c552c8ef-608c-47f7-b140-6b3ff23573d3 req-233399ee-065a-4c49-94fa-6ce7ad5c7e68 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=7abe23a3-6f8b-4542-bc0d-9d92227b9bcb HTTP/1.1" status: 200 len: 951 time: 0.8608713 May 28 06:24:25.950325 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-bacf8332-4b9e-4cf0-a11f-6b5c96a1b6fb req-e9aebb87-917d-470b-aebd-bf3915e1db00 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] For port f0ef1dfc-0eee-4ce6-baa8-54c39afb9beb, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=f0ef1dfc-0eee-4ce6-baa8-54c39afb9beb,segment=NetworkSegment(2466b369-b4d4-4fbf-9dbd-05fe75562f7f),segment_id=2466b369-b4d4-4fbf-9dbd-05fe75562f7f)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:24:25.951555 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-bacf8332-4b9e-4cf0-a11f-6b5c96a1b6fb req-e9aebb87-917d-470b-aebd-bf3915e1db00 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:26.029945 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 49814) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:24:26.051974 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1e8cc7d2-a152-42f1-a86f-2b6f6f9dafe2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:26.071524 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-1e8cc7d2-a152-42f1-a86f-2b6f6f9dafe2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:24:26.080250 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-1e8cc7d2-a152-42f1-a86f-2b6f6f9dafe2 admin admin] Usage tracker for resource:security_group_rule and tenant:d3712c68e46a4545a48974f4b8c7d79f is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:24:26.086009 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-1e8cc7d2-a152-42f1-a86f-2b6f6f9dafe2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:24:26.096674 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-1e8cc7d2-a152-42f1-a86f-2b6f6f9dafe2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:24:26.138620 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-bacf8332-4b9e-4cf0-a11f-6b5c96a1b6fb req-e9aebb87-917d-470b-aebd-bf3915e1db00 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Calling delete_port for f0ef1dfc-0eee-4ce6-baa8-54c39afb9beb owned by compute:nova {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:24:26.223353 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1e8cc7d2-a152-42f1-a86f-2b6f6f9dafe2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:26.227512 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c552c8ef-608c-47f7-b140-6b3ff23573d3 req-eee32abf-44ca-4a61-b730-5fbd7582479c tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2890556 May 28 06:24:26.277601 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358c980b-8c42-46d9-bf21-b68fd91c9f01 req-773cd4df-c3dc-410a-aba3-0c301ee64bd8 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:26.280023 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-358c980b-8c42-46d9-bf21-b68fd91c9f01 req-773cd4df-c3dc-410a-aba3-0c301ee64bd8 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/ports?device_id=44f54f0b-ef0b-486e-9295-4773273028a5 HTTP/1.1" status: 200 len: 945 time: 0.4039838 May 28 06:24:26.346057 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1e8cc7d2-a152-42f1-a86f-2b6f6f9dafe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:26.421135 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-cc46dbfa-9d30-4449-a5ae-8a81bad77597 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:26.511579 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-1e8cc7d2-a152-42f1-a86f-2b6f6f9dafe2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d3712c68e46a4545a48974f4b8c7d79f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4849758 May 28 06:24:26.512740 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8cc7d2-a152-42f1-a86f-2b6f6f9dafe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1150aa29-7d48-4fbf-8c3c-f75480d20799,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:24:26.518137 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 49830) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:24:26.609781 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-358c980b-8c42-46d9-bf21-b68fd91c9f01 req-3e6c0b7e-d775-455e-af30-ad8396d58f6d tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/security-groups?id=51e8ab45-fc50-4bca-a4a6-55c0639ed93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522337 May 28 06:24:26.671734 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-005ac5cc-e15d-49ec-b467-88f8e414bc6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:26.694252 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d4478c82-b976-43fa-a1b6-77186ff682e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:26.799156 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-bacf8332-4b9e-4cf0-a11f-6b5c96a1b6fb req-e9aebb87-917d-470b-aebd-bf3915e1db00 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:26.850665 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['c0cadd07-8199-4b53-899d-d5325c812cfc'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:24:26.866389 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4478c82-b976-43fa-a1b6-77186ff682e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e5ac842-5591-46eb-bd2c-808c2756fffc,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:24:26.880083 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-005ac5cc-e15d-49ec-b467-88f8e414bc6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:27.113335 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aebb87-917d-470b-aebd-bf3915e1db00 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Pushing event deleted for resources: {'Port': ['ID=f0ef1dfc-0eee-4ce6-baa8-54c39afb9beb,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:24:27.149266 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 18b401ca-d7c0-40ad-b882-78d6a798c46b up at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:24:27.397772 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-005ac5cc-e15d-49ec-b467-88f8e414bc6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:27.437325 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-bacf8332-4b9e-4cf0-a11f-6b5c96a1b6fb req-e9aebb87-917d-470b-aebd-bf3915e1db00 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] No DVR routers for this DVR port f0ef1dfc-0eee-4ce6-baa8-54c39afb9beb on host n-h2-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:24:27.442631 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005ac5cc-e15d-49ec-b467-88f8e414bc6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1150aa29-7d48-4fbf-8c3c-f75480d20799,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:24:27.445220 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-bacf8332-4b9e-4cf0-a11f-6b5c96a1b6fb req-e9aebb87-917d-470b-aebd-bf3915e1db00 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:27.446037 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-005ac5cc-e15d-49ec-b467-88f8e414bc6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:27.452730 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44f54f0b-ef0b-486e-9295-4773273028a5', 'name': 'network-vif-deleted', 'tag': 'f0ef1dfc-0eee-4ce6-baa8-54c39afb9beb'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:24:27.468978 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-005ac5cc-e15d-49ec-b467-88f8e414bc6d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1150aa29-7d48-4fbf-8c3c-f75480d20799 HTTP/1.1" status: 204 len: 168 time: 0.9369111 May 28 06:24:27.486544 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:27.513997 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning for port 18b401ca-d7c0-40ad-b882-78d6a798c46b completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:24:27.531982 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning complete for port 18b401ca-d7c0-40ad-b882-78d6a798c46b triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:24:27.531982 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:27.710022 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa112de-dc01-4434-8a57-a064f93ae3f1 req-70fed5d9-cf98-4b9f-9ba6-5313126a729e tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:27.711552 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9fa112de-dc01-4434-8a57-a064f93ae3f1 req-70fed5d9-cf98-4b9f-9ba6-5313126a729e tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/ports?device_id=46ed3dcc-c892-44cc-ac8a-301e8d3dc92c HTTP/1.1" status: 200 len: 944 time: 0.9236362 May 28 06:24:27.779923 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 18b401ca-d7c0-40ad-b882-78d6a798c46b is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:24:27.780308 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:27.803149 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bacf8332-4b9e-4cf0-a11f-6b5c96a1b6fb req-e9aebb87-917d-470b-aebd-bf3915e1db00 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.71 "DELETE /v2.0/ports/f0ef1dfc-0eee-4ce6-baa8-54c39afb9beb HTTP/1.1" status: 204 len: 173 time: 3.3076935 May 28 06:24:27.834199 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46ed3dcc-c892-44cc-ac8a-301e8d3dc92c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18b401ca-d7c0-40ad-b882-78d6a798c46b'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:24:27.862318 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 18b401ca-d7c0-40ad-b882-78d6a798c46b, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=18b401ca-d7c0-40ad-b882-78d6a798c46b,segment=NetworkSegment(da68ba47-25e5-4637-a83a-51088b9800dc),segment_id=da68ba47-25e5-4637-a83a-51088b9800dc)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:24:27.878879 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d4478c82-b976-43fa-a1b6-77186ff682e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700472'] for router_interface, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:27.923026 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9fa112de-dc01-4434-8a57-a064f93ae3f1 req-026e3fcb-3ec4-4357-9da7-4b4a3bcde821 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a90b51ea-4be8-4511-8d71-0b0b776de2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582308 May 28 06:24:27.963605 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:28.021736 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06e5df2-9a4d-4bd6-af06-2dfd15589701 req-36a2228e-5c28-43f0-a443-28b7b7e9b04b tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:28.040935 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c06e5df2-9a4d-4bd6-af06-2dfd15589701 req-36a2228e-5c28-43f0-a443-28b7b7e9b04b tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=7abe23a3-6f8b-4542-bc0d-9d92227b9bcb HTTP/1.1" status: 200 len: 951 time: 0.4406977 May 28 06:24:28.074784 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=18b401ca-d7c0-40ad-b882-78d6a798c46b,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:24:28.292707 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:24:28.300204 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d891a97-a9d9-4252-a777-6ca41c385a05'] response: {'server_uuid': '44f54f0b-ef0b-486e-9295-4773273028a5', 'name': 'network-vif-deleted', 'tag': 'f0ef1dfc-0eee-4ce6-baa8-54c39afb9beb', 'status': 'completed', 'code': 200} May 28 06:24:28.321700 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c06e5df2-9a4d-4bd6-af06-2dfd15589701 req-bd7efaa2-a28b-4705-ae8e-80c2c25c76b4 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829487 May 28 06:24:28.639309 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-454616a4-b5a1-4720-875f-54b7d79bb794 req-7bd2eecc-b817-4fa2-a6d6-07ad6e19d393 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Synchronizing usage tracker for tenant:7b2fe75d343f4ee29013f21d2442bc34 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:24:28.924900 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-5c2679a1-b606-40ef-8bd9-29d4a6b2413e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:28.927190 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ffad9f-2326-4c24-9020-d32d6c53964e req-bb737144-bc4e-46c6-81af-c26b05ce9037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:28.931882 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f8ffad9f-2326-4c24-9020-d32d6c53964e req-bb737144-bc4e-46c6-81af-c26b05ce9037 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7abe23a3-6f8b-4542-bc0d-9d92227b9bcb&tenant_id=fa535ce8a329409da109cb227c3a70b1 HTTP/1.1" status: 200 len: 1102 time: 0.1858613 May 28 06:24:28.953290 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-f8ffad9f-2326-4c24-9020-d32d6c53964e req-58c8d683-b872-469e-a73d-5d72ca25a4ca service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843702-1', 'device_owner': 'compute:nova'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:24:29.010786 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-454616a4-b5a1-4720-875f-54b7d79bb794 req-7bd2eecc-b817-4fa2-a6d6-07ad6e19d393 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Unset dirty status for tenant:7b2fe75d343f4ee29013f21d2442bc34 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:24:29.011806 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-454616a4-b5a1-4720-875f-54b7d79bb794 req-7bd2eecc-b817-4fa2-a6d6-07ad6e19d393 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/ports?device_id=44f54f0b-ef0b-486e-9295-4773273028a5 HTTP/1.1" status: 200 len: 210 time: 0.5438731 May 28 06:24:29.048549 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4478c82-b976-43fa-a1b6-77186ff682e7 admin admin] Router a104f984-4ae3-47c0-b6cf-00f5b6d49e45 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:24:29.210381 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2c89e9a-8068-4cbe-b74b-bf9f37210579'] response: {'server_uuid': '46ed3dcc-c892-44cc-ac8a-301e8d3dc92c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18b401ca-d7c0-40ad-b882-78d6a798c46b', 'code': 200} May 28 06:24:29.367056 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-f8ffad9f-2326-4c24-9020-d32d6c53964e req-58c8d683-b872-469e-a73d-5d72ca25a4ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:29.737058 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:29.874615 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4478c82-b976-43fa-a1b6-77186ff682e7 admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:24:29.890454 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1febf210-fadb-49cb-a178-6478ff60dada None None] Sync routers for ids ['a104f984-4ae3-47c0-b6cf-00f5b6d49e45'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:24:29.903160 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1febf210-fadb-49cb-a178-6478ff60dada None None] Routers {'a104f984-4ae3-47c0-b6cf-00f5b6d49e45'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:24:29.904212 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-1febf210-fadb-49cb-a178-6478ff60dada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:24:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['a104f984-4ae3-47c0-b6cf-00f5b6d49e45'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:24:29.959156 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:30.009344 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-d4478c82-b976-43fa-a1b6-77186ff682e7 admin admin] 10.222.0.55 "PUT /v2.0/routers/a104f984-4ae3-47c0-b6cf-00f5b6d49e45/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5663476 May 28 06:24:30.009761 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 49922) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:24:30.225706 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-1febf210-fadb-49cb-a178-6478ff60dada None None] Set router a104f984-4ae3-47c0-b6cf-00f5b6d49e45 gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:24:30.442288 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2bc07492-5d3e-4c25-b251-5e8259463ff2 admin admin] Notify callbacks [] for router, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:30.459070 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0405426b-8adc-41d1-ba3c-2dfb94badb3c req-192d0106-e705-42b3-98bf-75d8f957ff33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:30.460579 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0405426b-8adc-41d1-ba3c-2dfb94badb3c req-192d0106-e705-42b3-98bf-75d8f957ff33 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=46ed3dcc-c892-44cc-ac8a-301e8d3dc92c HTTP/1.1" status: 200 len: 1096 time: 1.0280735 May 28 06:24:30.484415 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea81f513-8ab7-40b6-9685-e453af01e261 req-63bbd462-f401-4434-9c7d-c702bc910582 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:30.486740 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ea81f513-8ab7-40b6-9685-e453af01e261 req-63bbd462-f401-4434-9c7d-c702bc910582 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=7abe23a3-6f8b-4542-bc0d-9d92227b9bcb HTTP/1.1" status: 200 len: 951 time: 0.8082681 May 28 06:24:30.557010 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-f8ffad9f-2326-4c24-9020-d32d6c53964e req-58c8d683-b872-469e-a73d-5d72ca25a4ca service neutron] For port e650b946-83ef-48df-9fe0-03e0c667426c, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=e650b946-83ef-48df-9fe0-03e0c667426c,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:24:30.646822 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-f8ffad9f-2326-4c24-9020-d32d6c53964e req-58c8d683-b872-469e-a73d-5d72ca25a4ca service neutron] For port e650b946-83ef-48df-9fe0-03e0c667426c, host n-h2-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:24:30.707337 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4521d13-1faa-43d5-a737-2735751741c6 req-25acd22e-68aa-4d83-ba95-c50fc4b0fa11 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:30.714619 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e4521d13-1faa-43d5-a737-2735751741c6 req-25acd22e-68aa-4d83-ba95-c50fc4b0fa11 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/ports?device_id=46ed3dcc-c892-44cc-ac8a-301e8d3dc92c HTTP/1.1" status: 200 len: 945 time: 1.2773728 May 28 06:24:30.765720 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ea81f513-8ab7-40b6-9685-e453af01e261 req-208d76c0-7681-407b-9c80-cb7f6d6e0922 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607394 May 28 06:24:30.778879 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0405426b-8adc-41d1-ba3c-2dfb94badb3c req-25e88d64-1e40-418c-9f6d-1af3aa328df4 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=a90b51ea-4be8-4511-8d71-0b0b776de2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910063 May 28 06:24:30.811593 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7abe23a3-6f8b-4542-bc0d-9d92227b9bcb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e650b946-83ef-48df-9fe0-03e0c667426c'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:24:30.833723 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-f8ffad9f-2326-4c24-9020-d32d6c53964e req-58c8d683-b872-469e-a73d-5d72ca25a4ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:30.900063 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-f8ffad9f-2326-4c24-9020-d32d6c53964e req-58c8d683-b872-469e-a73d-5d72ca25a4ca service neutron] Transition to ACTIVE for port object e650b946-83ef-48df-9fe0-03e0c667426c will not be triggered until provisioned by entity L2. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:24:30.974922 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2bc07492-5d3e-4c25-b251-5e8259463ff2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:30.984290 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-f8ffad9f-2326-4c24-9020-d32d6c53964e req-58c8d683-b872-469e-a73d-5d72ca25a4ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:31.070639 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-1febf210-fadb-49cb-a178-6478ff60dada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a104f984-4ae3-47c0-b6cf-00f5b6d49e45', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1067944925-router', 'tenant_id': '4d23be95bdd44ad89cdfc62831bfd280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '3020e5fc-9be6-4517-8b62-30c0e87f9849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:23:58Z', 'updated_at': '2022-05-28T06:24:26Z', 'revision_number': 5, 'project_id': '4d23be95bdd44ad89cdfc62831bfd280', 'gw_port': {'id': '3020e5fc-9be6-4517-8b62-30c0e87f9849', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c4:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a104f984-4ae3-47c0-b6cf-00f5b6d49e45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:24:01Z', 'updated_at': '2022-05-28T06:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:24:31.080869 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1febf210-fadb-49cb-a178-6478ff60dada None None] Checking router: a104f984-4ae3-47c0-b6cf-00f5b6d49e45 for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:24:31.097539 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1febf210-fadb-49cb-a178-6478ff60dada None None] Routers {'a104f984-4ae3-47c0-b6cf-00f5b6d49e45'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:24:31.103068 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-1febf210-fadb-49cb-a178-6478ff60dada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:24:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['a104f984-4ae3-47c0-b6cf-00f5b6d49e45'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:24:31.106536 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-2bc07492-5d3e-4c25-b251-5e8259463ff2 admin admin] Deleting port 3020e5fc-9be6-4517-8b62-30c0e87f9849 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:24:31.107057 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2bc07492-5d3e-4c25-b251-5e8259463ff2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:31.156255 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device e650b946-83ef-48df-9fe0-03e0c667426c no longer exists at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:24:31.400829 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device e650b946-83ef-48df-9fe0-03e0c667426c not bound to the agent host n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:24:31.529175 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c8d683-b872-469e-a73d-5d72ca25a4ca service neutron] Pushing event updated for resources: {'Port': ['ID=e650b946-83ef-48df-9fe0-03e0c667426c,revision_number=11']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:24:31.558065 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-344741b1-7f70-43f5-8339-50811f074b16'] response: {'server_uuid': '7abe23a3-6f8b-4542-bc0d-9d92227b9bcb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e650b946-83ef-48df-9fe0-03e0c667426c', 'code': 200} May 28 06:24:31.687071 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-1febf210-fadb-49cb-a178-6478ff60dada None None] Set router a104f984-4ae3-47c0-b6cf-00f5b6d49e45 gateway port host: None {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:24:31.830574 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:31.871091 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8ffad9f-2326-4c24-9020-d32d6c53964e req-58c8d683-b872-469e-a73d-5d72ca25a4ca service neutron] No DVR routers for this DVR port e650b946-83ef-48df-9fe0-03e0c667426c on host n-h2-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:24:31.921172 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-1febf210-fadb-49cb-a178-6478ff60dada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a104f984-4ae3-47c0-b6cf-00f5b6d49e45', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1067944925-router', 'tenant_id': '4d23be95bdd44ad89cdfc62831bfd280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:23:58Z', 'updated_at': '2022-05-28T06:24:30Z', 'revision_number': 6, 'project_id': '4d23be95bdd44ad89cdfc62831bfd280', 'gw_port_host': None}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:24:31.927331 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-2bc07492-5d3e-4c25-b251-5e8259463ff2 admin admin] For port 3020e5fc-9be6-4517-8b62-30c0e87f9849, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=3020e5fc-9be6-4517-8b62-30c0e87f9849,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:24:31.927709 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2bc07492-5d3e-4c25-b251-5e8259463ff2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:31.931171 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1febf210-fadb-49cb-a178-6478ff60dada None None] The sync data for ids ['a104f984-4ae3-47c0-b6cf-00f5b6d49e45'] in n-d-843702-1 is: [{'id': 'a104f984-4ae3-47c0-b6cf-00f5b6d49e45', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1067944925-router', 'tenant_id': '4d23be95bdd44ad89cdfc62831bfd280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:23:58Z', 'updated_at': '2022-05-28T06:24:30Z', 'revision_number': 6, 'project_id': '4d23be95bdd44ad89cdfc62831bfd280', 'gw_port_host': None}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:24:31.980052 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e4521d13-1faa-43d5-a737-2735751741c6 req-42af224f-952c-4748-a0a3-0e27854601d9 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a90b51ea-4be8-4511-8d71-0b0b776de2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2640686 May 28 06:24:32.013632 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-f8ffad9f-2326-4c24-9020-d32d6c53964e req-58c8d683-b872-469e-a73d-5d72ca25a4ca service neutron] Attempting to bind port e650b946-83ef-48df-9fe0-03e0c667426c on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:24:32.013632 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-f8ffad9f-2326-4c24-9020-d32d6c53964e req-58c8d683-b872-469e-a73d-5d72ca25a4ca service neutron] Attempting to bind port e650b946-83ef-48df-9fe0-03e0c667426c by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:24:32.013632 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ffad9f-2326-4c24-9020-d32d6c53964e req-58c8d683-b872-469e-a73d-5d72ca25a4ca service neutron] Attempting to bind port e650b946-83ef-48df-9fe0-03e0c667426c on network bb90c162-fdb0-406b-af2b-5eef830db7a9 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:24:32.013632 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ffad9f-2326-4c24-9020-d32d6c53964e req-58c8d683-b872-469e-a73d-5d72ca25a4ca service neutron] Port e650b946-83ef-48df-9fe0-03e0c667426c on network bb90c162-fdb0-406b-af2b-5eef830db7a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:24:32.013632 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ffad9f-2326-4c24-9020-d32d6c53964e req-58c8d683-b872-469e-a73d-5d72ca25a4ca service neutron] Attempting to bind port e650b946-83ef-48df-9fe0-03e0c667426c on network bb90c162-fdb0-406b-af2b-5eef830db7a9 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:24:32.013632 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ffad9f-2326-4c24-9020-d32d6c53964e req-58c8d683-b872-469e-a73d-5d72ca25a4ca service neutron] Checking agent: {'id': '69f492a0-c00d-46d0-9bec-fcd8161ce206', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:24:32.013632 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ffad9f-2326-4c24-9020-d32d6c53964e req-58c8d683-b872-469e-a73d-5d72ca25a4ca service neutron] Checking segment: {'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:24:32.013632 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ffad9f-2326-4c24-9020-d32d6c53964e req-58c8d683-b872-469e-a73d-5d72ca25a4ca service neutron] Bound using segment: {'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:24:32.013632 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-f8ffad9f-2326-4c24-9020-d32d6c53964e req-58c8d683-b872-469e-a73d-5d72ca25a4ca service neutron] Bound port: e650b946-83ef-48df-9fe0-03e0c667426c, host: n-h1-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'}}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:24:32.013632 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-f8ffad9f-2326-4c24-9020-d32d6c53964e req-58c8d683-b872-469e-a73d-5d72ca25a4ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:32.167373 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-2bc07492-5d3e-4c25-b251-5e8259463ff2 admin admin] Calling delete_port for 3020e5fc-9be6-4517-8b62-30c0e87f9849 owned by network:router_gateway {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:24:32.243777 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-f8ffad9f-2326-4c24-9020-d32d6c53964e req-58c8d683-b872-469e-a73d-5d72ca25a4ca service neutron] For port e650b946-83ef-48df-9fe0-03e0c667426c, host n-h1-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:24:32.247256 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-f8ffad9f-2326-4c24-9020-d32d6c53964e req-58c8d683-b872-469e-a73d-5d72ca25a4ca service neutron] For port e650b946-83ef-48df-9fe0-03e0c667426c, host n-h1-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=e650b946-83ef-48df-9fe0-03e0c667426c,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:24:32.387682 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef71d71-44e6-4d06-a5af-d70ef93ef8a9 req-72a08675-3058-4868-9bc0-53071a38005b tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:32.395551 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7ef71d71-44e6-4d06-a5af-d70ef93ef8a9 req-72a08675-3058-4868-9bc0-53071a38005b tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=7abe23a3-6f8b-4542-bc0d-9d92227b9bcb HTTP/1.1" status: 200 len: 949 time: 0.1466453 May 28 06:24:32.440816 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7ef71d71-44e6-4d06-a5af-d70ef93ef8a9 req-d60b7721-b3e0-499e-b793-b3e9a57a4928 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443957 May 28 06:24:32.563946 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:32.647158 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 3020e5fc-9be6-4517-8b62-30c0e87f9849 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:24:32.666763 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-f8ffad9f-2326-4c24-9020-d32d6c53964e req-58c8d683-b872-469e-a73d-5d72ca25a4ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:32.667677 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2bc07492-5d3e-4c25-b251-5e8259463ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:32.733803 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc07492-5d3e-4c25-b251-5e8259463ff2 admin admin] Pushing event deleted for resources: {'Port': ['ID=3020e5fc-9be6-4517-8b62-30c0e87f9849,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:24:32.843227 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 3020e5fc-9be6-4517-8b62-30c0e87f9849 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:24:32.843564 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 3020e5fc-9be6-4517-8b62-30c0e87f9849 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:24:32.843986 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 1e5ac842-5591-46eb-bd2c-808c2756fffc no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:24:32.874089 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ffad9f-2326-4c24-9020-d32d6c53964e req-58c8d683-b872-469e-a73d-5d72ca25a4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:32.874697 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-f8ffad9f-2326-4c24-9020-d32d6c53964e req-58c8d683-b872-469e-a73d-5d72ca25a4ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:32.876597 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f8ffad9f-2326-4c24-9020-d32d6c53964e req-58c8d683-b872-469e-a73d-5d72ca25a4ca service neutron] 10.222.0.69 "PUT /v2.0/ports/e650b946-83ef-48df-9fe0-03e0c667426c HTTP/1.1" status: 200 len: 1097 time: 3.9341795 May 28 06:24:32.920601 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 1e5ac842-5591-46eb-bd2c-808c2756fffc {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:24:32.921979 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 1e5ac842-5591-46eb-bd2c-808c2756fffc not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:24:32.960907 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2bc07492-5d3e-4c25-b251-5e8259463ff2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691105'] for router_gateway, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:33.034046 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c8d683-b872-469e-a73d-5d72ca25a4ca service neutron] Pushing event updated for resources: {'Port': ['ID=e650b946-83ef-48df-9fe0-03e0c667426c,revision_number=12']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:24:33.099621 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ffad9f-2326-4c24-9020-d32d6c53964e req-3d43ab4e-1267-4413-a7da-29f4c7833f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:33.116204 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f8ffad9f-2326-4c24-9020-d32d6c53964e req-3d43ab4e-1267-4413-a7da-29f4c7833f4c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fa535ce8a329409da109cb227c3a70b1&device_id=7abe23a3-6f8b-4542-bc0d-9d92227b9bcb HTTP/1.1" status: 200 len: 1100 time: 0.2156265 May 28 06:24:33.304222 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 50020) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:24:33.423639 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2bc07492-5d3e-4c25-b251-5e8259463ff2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59018'] for router, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:33.427295 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2bc07492-5d3e-4c25-b251-5e8259463ff2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:33.433034 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ffad9f-2326-4c24-9020-d32d6c53964e req-9e63b3d0-cd51-4174-8363-dd157f4d0c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:33.436034 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f8ffad9f-2326-4c24-9020-d32d6c53964e req-9e63b3d0-cd51-4174-8363-dd157f4d0c87 service neutron] 10.222.0.69 "GET /v2.0/networks?id=bb90c162-fdb0-406b-af2b-5eef830db7a9 HTTP/1.1" status: 200 len: 870 time: 0.3091645 May 28 06:24:33.453392 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c92aa6d-b6a3-4edf-be8e-657d57823184 req-d29c7e3d-fc28-448e-912f-7bfa861389f2 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:33.466311 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9c92aa6d-b6a3-4edf-be8e-657d57823184 req-d29c7e3d-fc28-448e-912f-7bfa861389f2 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/ports?device_id=46ed3dcc-c892-44cc-ac8a-301e8d3dc92c HTTP/1.1" status: 200 len: 945 time: 0.2598555 May 28 06:24:33.582781 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7abe23a3-6f8b-4542-bc0d-9d92227b9bcb', 'tag': 'e650b946-83ef-48df-9fe0-03e0c667426c'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:24:33.588779 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f8ffad9f-2326-4c24-9020-d32d6c53964e req-a5287d39-4914-4460-b58a-ad273d9229d2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=e650b946-83ef-48df-9fe0-03e0c667426c HTTP/1.1" status: 200 len: 217 time: 0.1435585 May 28 06:24:33.627763 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2bc07492-5d3e-4c25-b251-5e8259463ff2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-703817'] for router, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:33.627763 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bc07492-5d3e-4c25-b251-5e8259463ff2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a104f984-4ae3-47c0-b6cf-00f5b6d49e45 {{(pid=89109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 06:24:33.649325 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b3e185dd-8235-4a9a-832c-196675375021 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:33.714067 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-b3e185dd-8235-4a9a-832c-196675375021 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:24:33.727011 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-b3e185dd-8235-4a9a-832c-196675375021 admin admin] Usage tracker for resource:security_group_rule and tenant:5a0b22dfaef5462b8fbf916ffcbeefb6 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:24:33.734416 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-b3e185dd-8235-4a9a-832c-196675375021 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:24:33.752430 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-b3e185dd-8235-4a9a-832c-196675375021 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:24:33.962892 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9c92aa6d-b6a3-4edf-be8e-657d57823184 req-1a76a125-9254-41ca-97c7-68f381bf23c0 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a90b51ea-4be8-4511-8d71-0b0b776de2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3716071 May 28 06:24:34.017003 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b3e185dd-8235-4a9a-832c-196675375021 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:34.018942 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2bc07492-5d3e-4c25-b251-5e8259463ff2 admin admin] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:34.020085 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-2bc07492-5d3e-4c25-b251-5e8259463ff2 admin admin] 10.222.0.55 "DELETE /v2.0/routers/a104f984-4ae3-47c0-b6cf-00f5b6d49e45 HTTP/1.1" status: 204 len: 168 time: 4.0087917 May 28 06:24:34.035750 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 50048) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:24:34.104540 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ffad9f-2326-4c24-9020-d32d6c53964e req-b6cc902a-7408-41e4-abe0-353c2f286c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:34.106584 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f8ffad9f-2326-4c24-9020-d32d6c53964e req-b6cc902a-7408-41e4-abe0-353c2f286c90 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e72d0ca5-04cb-4b36-82b1-c75214c9eb05 HTTP/1.1" status: 200 len: 843 time: 0.4601181 May 28 06:24:34.197341 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1ab288b-8d33-4900-811d-394bafaf2d39'] response: {'name': 'network-changed', 'server_uuid': '7abe23a3-6f8b-4542-bc0d-9d92227b9bcb', 'tag': 'e650b946-83ef-48df-9fe0-03e0c667426c', 'status': 'completed', 'code': 200} May 28 06:24:34.238131 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b3e185dd-8235-4a9a-832c-196675375021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:34.341629 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d6d4a0-36f6-4aca-a8c2-ab1f18375c57 req-247bcfbb-2de8-4a43-8eaa-15c077380b84 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:34.343414 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b5d6d4a0-36f6-4aca-a8c2-ab1f18375c57 req-247bcfbb-2de8-4a43-8eaa-15c077380b84 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=7abe23a3-6f8b-4542-bc0d-9d92227b9bcb HTTP/1.1" status: 200 len: 949 time: 0.4028063 May 28 06:24:34.345684 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ffad9f-2326-4c24-9020-d32d6c53964e req-ab79d33a-a7b3-4d6c-85b6-7b2241d01de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:34.347328 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f8ffad9f-2326-4c24-9020-d32d6c53964e req-ab79d33a-a7b3-4d6c-85b6-7b2241d01de6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bb90c162-fdb0-406b-af2b-5eef830db7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2288361 May 28 06:24:34.385857 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e185dd-8235-4a9a-832c-196675375021 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b496d51b-6c6d-49a0-ad8b-000a9e0681be,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:24:34.408030 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-b3e185dd-8235-4a9a-832c-196675375021 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5a0b22dfaef5462b8fbf916ffcbeefb6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1027138 May 28 06:24:34.420333 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 50054) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:24:34.424698 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b3f01cb-8bc8-45e2-a758-b0c2c5bd9f8a admin admin] Deleting subnet eac77076-e72f-462e-bd1c-c6abbd345814 {{(pid=89109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:24:34.441838 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6b3f01cb-8bc8-45e2-a758-b0c2c5bd9f8a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:34.524454 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41efc530-5d5e-42a3-8e01-065bc4bccdab req-f3e85465-bd4c-474e-84f1-7960d6859428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:34.586701 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-41efc530-5d5e-42a3-8e01-065bc4bccdab req-f3e85465-bd4c-474e-84f1-7960d6859428 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fa535ce8a329409da109cb227c3a70b1&device_id=7abe23a3-6f8b-4542-bc0d-9d92227b9bcb HTTP/1.1" status: 200 len: 1100 time: 0.3714237 May 28 06:24:34.596123 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6b3f01cb-8bc8-45e2-a758-b0c2c5bd9f8a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3964070'] for subnet, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:34.685767 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b5d6d4a0-36f6-4aca-a8c2-ab1f18375c57 req-7bf9a0d2-94eb-4d58-954f-f4c1e5721b5e tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3340135 May 28 06:24:34.689011 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c0689749-61da-4c5b-b742-585d0e3a7d3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:34.730331 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c0689749-61da-4c5b-b742-585d0e3a7d3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:34.756267 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6b3f01cb-8bc8-45e2-a758-b0c2c5bd9f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:34.860160 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41efc530-5d5e-42a3-8e01-065bc4bccdab req-1dc08783-103d-409a-bc9c-5b9d135ebb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:34.861854 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-41efc530-5d5e-42a3-8e01-065bc4bccdab req-1dc08783-103d-409a-bc9c-5b9d135ebb00 service neutron] 10.222.0.71 "GET /v2.0/networks?id=bb90c162-fdb0-406b-af2b-5eef830db7a9 HTTP/1.1" status: 200 len: 870 time: 0.2722268 May 28 06:24:34.980509 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c0689749-61da-4c5b-b742-585d0e3a7d3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:35.006549 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0689749-61da-4c5b-b742-585d0e3a7d3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b496d51b-6c6d-49a0-ad8b-000a9e0681be,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:24:35.015899 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-41efc530-5d5e-42a3-8e01-065bc4bccdab req-80ed40e9-65d7-459b-b152-33feeb4eaeee service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=e650b946-83ef-48df-9fe0-03e0c667426c HTTP/1.1" status: 200 len: 217 time: 0.1439903 May 28 06:24:35.029574 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6b3f01cb-8bc8-45e2-a758-b0c2c5bd9f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9555650'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:35.039747 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010491ec-f990-4067-87ac-bd9af91b481b req-090d6ed2-791f-43aa-8e60-d34b57cbc4cd tempest-LiveAutoBlockMigrationV225Test-2091885666 tempest-LiveAutoBlockMigrationV225Test-2091885666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:35.047049 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-010491ec-f990-4067-87ac-bd9af91b481b req-090d6ed2-791f-43aa-8e60-d34b57cbc4cd tempest-LiveAutoBlockMigrationV225Test-2091885666 tempest-LiveAutoBlockMigrationV225Test-2091885666-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=46ed3dcc-c892-44cc-ac8a-301e8d3dc92c HTTP/1.1" status: 200 len: 1096 time: 0.6985061 May 28 06:24:35.086027 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c0689749-61da-4c5b-b742-585d0e3a7d3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:35.088103 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-c0689749-61da-4c5b-b742-585d0e3a7d3c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b496d51b-6c6d-49a0-ad8b-000a9e0681be HTTP/1.1" status: 204 len: 168 time: 0.6598549 May 28 06:24:35.100542 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36acedda-4e02-4f9b-ad19-0b1a603a2e41 None None] Network a5b77b35-e966-4b1c-b0b7-d5b00017012c requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:24:35.113992 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6b3f01cb-8bc8-45e2-a758-b0c2c5bd9f8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:35.122480 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-6b3f01cb-8bc8-45e2-a758-b0c2c5bd9f8a admin admin] 10.222.0.55 "DELETE /v2.0/subnets/eac77076-e72f-462e-bd1c-c6abbd345814 HTTP/1.1" status: 204 len: 168 time: 1.0882263 May 28 06:24:35.123835 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3f01cb-8bc8-45e2-a758-b0c2c5bd9f8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eac77076-e72f-462e-bd1c-c6abbd345814,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:24:35.127453 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 50090) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:24:35.130604 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f8ffad9f-2326-4c24-9020-d32d6c53964e req-db4342e7-d6a8-4f1d-9a4e-0a0f3db766bb service neutron] 10.222.0.69 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7350779 May 28 06:24:35.435739 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-25ec6688-65e3-40fe-9837-fa6fb5365d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:35.463440 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-25ec6688-65e3-40fe-9837-fa6fb5365d5e admin admin] Deleting port b324733a-344d-4a3f-bddc-87a44b73c9b0 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:24:35.465055 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-25ec6688-65e3-40fe-9837-fa6fb5365d5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:35.481052 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f8ffad9f-2326-4c24-9020-d32d6c53964e req-227507b7-6a92-401b-8f0c-fc346855bdae service neutron] 10.222.0.69 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3208115 May 28 06:24:35.545177 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-010491ec-f990-4067-87ac-bd9af91b481b req-16e69abc-b1a3-49e1-9a53-ba48779f4f95 tempest-LiveAutoBlockMigrationV225Test-2091885666 tempest-LiveAutoBlockMigrationV225Test-2091885666-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=a90b51ea-4be8-4511-8d71-0b0b776de2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4955590 May 28 06:24:35.629664 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b173170-b0db-4f0b-8ec7-d828fe705dd7 None None] DHCP port deletion for a5b77b35-e966-4b1c-b0b7-d5b00017012c request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:24:35.634990 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-5b173170-b0db-4f0b-8ec7-d828fe705dd7 None None] Deleting port b324733a-344d-4a3f-bddc-87a44b73c9b0 {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:24:35.635345 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 50100) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:24:35.636090 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-5b173170-b0db-4f0b-8ec7-d828fe705dd7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:35.644022 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41efc530-5d5e-42a3-8e01-065bc4bccdab req-7ea29ab0-91ff-4c65-a055-64dc92918634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:35.645162 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-41efc530-5d5e-42a3-8e01-065bc4bccdab req-7ea29ab0-91ff-4c65-a055-64dc92918634 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e72d0ca5-04cb-4b36-82b1-c75214c9eb05 HTTP/1.1" status: 200 len: 843 time: 0.6101427 May 28 06:24:35.922093 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41efc530-5d5e-42a3-8e01-065bc4bccdab req-85ac4b55-f7d2-4c56-96d2-dcce946da398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:35.924260 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-41efc530-5d5e-42a3-8e01-065bc4bccdab req-85ac4b55-f7d2-4c56-96d2-dcce946da398 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fa535ce8a329409da109cb227c3a70b1&device_id=7abe23a3-6f8b-4542-bc0d-9d92227b9bcb HTTP/1.1" status: 200 len: 1100 time: 0.3762462 May 28 06:24:35.957465 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-25ec6688-65e3-40fe-9837-fa6fb5365d5e admin admin] For port b324733a-344d-4a3f-bddc-87a44b73c9b0, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=b324733a-344d-4a3f-bddc-87a44b73c9b0,segment=NetworkSegment(27f57aab-4657-4a93-8cae-45e046a64dcd),segment_id=27f57aab-4657-4a93-8cae-45e046a64dcd)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:24:35.958421 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-25ec6688-65e3-40fe-9837-fa6fb5365d5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:36.092196 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-5b173170-b0db-4f0b-8ec7-d828fe705dd7 None None] For port b324733a-344d-4a3f-bddc-87a44b73c9b0, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=b324733a-344d-4a3f-bddc-87a44b73c9b0,segment=NetworkSegment(27f57aab-4657-4a93-8cae-45e046a64dcd),segment_id=27f57aab-4657-4a93-8cae-45e046a64dcd)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:24:36.092912 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-5b173170-b0db-4f0b-8ec7-d828fe705dd7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:36.174477 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ae0cdba5-8b18-4079-a1a6-8845f92d7242 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:36.202593 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41efc530-5d5e-42a3-8e01-065bc4bccdab req-adc88b01-3510-4c1d-9c7a-9bc63abb50ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:36.204892 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-41efc530-5d5e-42a3-8e01-065bc4bccdab req-adc88b01-3510-4c1d-9c7a-9bc63abb50ff service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=bb90c162-fdb0-406b-af2b-5eef830db7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5514584 May 28 06:24:36.205868 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41efc530-5d5e-42a3-8e01-065bc4bccdab req-e196cf11-46d1-4e20-9c5b-f2e05770dfee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:36.207208 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-41efc530-5d5e-42a3-8e01-065bc4bccdab req-e196cf11-46d1-4e20-9c5b-f2e05770dfee service neutron] 10.222.0.69 "GET /v2.0/networks?id=bb90c162-fdb0-406b-af2b-5eef830db7a9 HTTP/1.1" status: 200 len: 870 time: 0.2589221 May 28 06:24:36.209392 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-25ec6688-65e3-40fe-9837-fa6fb5365d5e admin admin] Calling delete_port for b324733a-344d-4a3f-bddc-87a44b73c9b0 owned by network:dhcp {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:24:36.220473 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-ae0cdba5-8b18-4079-a1a6-8845f92d7242 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:24:36.235101 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-5b173170-b0db-4f0b-8ec7-d828fe705dd7 None None] Calling delete_port for b324733a-344d-4a3f-bddc-87a44b73c9b0 owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:24:36.311242 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-ae0cdba5-8b18-4079-a1a6-8845f92d7242 admin admin] Usage tracker for resource:security_group_rule and tenant:5311bcc70871483d92401d46a1e79d1d is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:24:36.315909 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-ae0cdba5-8b18-4079-a1a6-8845f92d7242 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:24:36.388501 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-41efc530-5d5e-42a3-8e01-065bc4bccdab req-dfd9f77e-85ea-4928-b9b1-cb6e2ef0df4f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=e650b946-83ef-48df-9fe0-03e0c667426c HTTP/1.1" status: 200 len: 217 time: 0.1651597 May 28 06:24:36.388501 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-ae0cdba5-8b18-4079-a1a6-8845f92d7242 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:24:36.410150 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-5b173170-b0db-4f0b-8ec7-d828fe705dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879'] for port, after_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:36.425209 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.db.api [None req-25ec6688-65e3-40fe-9837-fa6fb5365d5e admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:24:36.425534 n-d-843702-1 neutron-server[89109]: DEBUG oslo_db.api [None req-25ec6688-65e3-40fe-9837-fa6fb5365d5e admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:24:36.460355 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device b324733a-344d-4a3f-bddc-87a44b73c9b0 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:24:36.508341 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: b324733a-344d-4a3f-bddc-87a44b73c9b0 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:24:36.508875 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device b324733a-344d-4a3f-bddc-87a44b73c9b0 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:24:36.512609 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b173170-b0db-4f0b-8ec7-d828fe705dd7 None None] Pushing event deleted for resources: {'Port': ['ID=b324733a-344d-4a3f-bddc-87a44b73c9b0,revision_number=None']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:24:36.517907 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b173170-b0db-4f0b-8ec7-d828fe705dd7 None None] No DVR routers for this DVR port b324733a-344d-4a3f-bddc-87a44b73c9b0 on host n-d-843702-1 {{(pid=89111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:24:36.594336 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4333701a-5484-43c8-ac3d-6b1aa1991663 req-2bc18b41-e56c-4c6f-9e21-ebe646f65c8a tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:36.597268 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4333701a-5484-43c8-ac3d-6b1aa1991663 req-2bc18b41-e56c-4c6f-9e21-ebe646f65c8a tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=7abe23a3-6f8b-4542-bc0d-9d92227b9bcb HTTP/1.1" status: 200 len: 949 time: 0.6475577 May 28 06:24:36.599403 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c78d1e-b6ee-49de-b845-d7b366503227 req-31bcd5d0-43c1-4da4-8da5-d9fe5d2cbcd7 tempest-LiveAutoBlockMigrationV225Test-2091885666 tempest-LiveAutoBlockMigrationV225Test-2091885666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:36.608623 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-10c78d1e-b6ee-49de-b845-d7b366503227 req-31bcd5d0-43c1-4da4-8da5-d9fe5d2cbcd7 tempest-LiveAutoBlockMigrationV225Test-2091885666 tempest-LiveAutoBlockMigrationV225Test-2091885666-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=46ed3dcc-c892-44cc-ac8a-301e8d3dc92c HTTP/1.1" status: 200 len: 1096 time: 0.7875714 May 28 06:24:36.626018 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-41efc530-5d5e-42a3-8e01-065bc4bccdab req-6a4988d0-c26e-4967-817c-2a5236ca1082 service neutron] 10.222.0.71 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4123764 May 28 06:24:36.631388 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41efc530-5d5e-42a3-8e01-065bc4bccdab req-e800e2be-55ec-4650-bd57-3a0e14fc6552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:36.632816 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-41efc530-5d5e-42a3-8e01-065bc4bccdab req-e800e2be-55ec-4650-bd57-3a0e14fc6552 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e72d0ca5-04cb-4b36-82b1-c75214c9eb05 HTTP/1.1" status: 200 len: 843 time: 0.2365000 May 28 06:24:36.871683 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4333701a-5484-43c8-ac3d-6b1aa1991663 req-2a96039e-7598-479d-98e5-e27b6dd562f2 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591586 May 28 06:24:36.873120 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-10c78d1e-b6ee-49de-b845-d7b366503227 req-98821069-e448-4530-b606-942fc997d620 tempest-LiveAutoBlockMigrationV225Test-2091885666 tempest-LiveAutoBlockMigrationV225Test-2091885666-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=a90b51ea-4be8-4511-8d71-0b0b776de2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434564 May 28 06:24:36.895834 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 50134) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:24:36.926724 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-25ec6688-65e3-40fe-9837-fa6fb5365d5e admin admin] Deleting port b324733a-344d-4a3f-bddc-87a44b73c9b0 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:24:36.927284 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-25ec6688-65e3-40fe-9837-fa6fb5365d5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:36.964737 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-41efc530-5d5e-42a3-8e01-065bc4bccdab req-77398280-6764-4337-adba-7eb8be465dc4 service neutron] 10.222.0.71 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3305581 May 28 06:24:36.972551 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41efc530-5d5e-42a3-8e01-065bc4bccdab req-d16f0cc4-f86c-4b01-81b2-b114eaa28bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:36.974132 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-41efc530-5d5e-42a3-8e01-065bc4bccdab req-d16f0cc4-f86c-4b01-81b2-b114eaa28bad service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bb90c162-fdb0-406b-af2b-5eef830db7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3229024 May 28 06:24:36.975820 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ae0cdba5-8b18-4079-a1a6-8845f92d7242 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:37.078424 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-25ec6688-65e3-40fe-9837-fa6fb5365d5e admin admin] The port 'b324733a-344d-4a3f-bddc-87a44b73c9b0' was deleted {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 06:24:37.277970 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-fe7017a4-4b10-44e5-b3ff-f7e7e61ff078 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1099300189-network', 'tenant_id': '16fae7f21e73441b8f27011aec16439a'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:24:37.283083 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ae0cdba5-8b18-4079-a1a6-8845f92d7242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:37.295647 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-41efc530-5d5e-42a3-8e01-065bc4bccdab req-59454a32-e54e-4b88-8e0e-f6e138892d49 service neutron] 10.222.0.69 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3126082 May 28 06:24:37.385642 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-fe7017a4-4b10-44e5-b3ff-f7e7e61ff078 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:24:37.418308 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-fe7017a4-4b10-44e5-b3ff-f7e7e61ff078 admin admin] Usage tracker for resource:network and tenant:16fae7f21e73441b8f27011aec16439a is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:24:37.433102 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-fe7017a4-4b10-44e5-b3ff-f7e7e61ff078 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:24:37.434437 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-ae0cdba5-8b18-4079-a1a6-8845f92d7242 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5311bcc70871483d92401d46a1e79d1d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7878530 May 28 06:24:37.439007 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0cdba5-8b18-4079-a1a6-8845f92d7242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5a33e41-4cd8-4736-9aa5-5ea831f7d4fd,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:24:37.443555 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 50170) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:24:37.460060 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-fe7017a4-4b10-44e5-b3ff-f7e7e61ff078 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:24:37.462864 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-25ec6688-65e3-40fe-9837-fa6fb5365d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:37.545532 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-25ec6688-65e3-40fe-9837-fa6fb5365d5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5b77b35-e966-4b1c-b0b7-d5b00017012c']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:24:37.572426 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-25ec6688-65e3-40fe-9837-fa6fb5365d5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27f57aab-4657-4a93-8cae-45e046a64dcd') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:24:37.572807 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-25ec6688-65e3-40fe-9837-fa6fb5365d5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27f57aab-4657-4a93-8cae-45e046a64dcd') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:24:37.590103 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-25ec6688-65e3-40fe-9837-fa6fb5365d5e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:37.614255 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe7017a4-4b10-44e5-b3ff-f7e7e61ff078 admin admin] Made reservation on behalf of 16fae7f21e73441b8f27011aec16439a for: {'network': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:24:37.617551 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fe7017a4-4b10-44e5-b3ff-f7e7e61ff078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:37.634769 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-25ec6688-65e3-40fe-9837-fa6fb5365d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:37.637586 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fe7017a4-4b10-44e5-b3ff-f7e7e61ff078 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:37.646093 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f410b24d-3f3b-4fe0-b248-ae54d746c220 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:37.666946 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-41efc530-5d5e-42a3-8e01-065bc4bccdab req-1762a735-dfc0-4dc3-ab07-f74e694c15d3 service neutron] 10.222.0.69 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3605561 May 28 06:24:37.678179 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25ec6688-65e3-40fe-9837-fa6fb5365d5e admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:24:37.678982 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-25ec6688-65e3-40fe-9837-fa6fb5365d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:37.707441 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76487b23-4d38-4d7c-b959-ec7f20754e7d req-82c411aa-3d2e-4e5a-b333-9ebf5b308fc0 tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:37.708830 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f410b24d-3f3b-4fe0-b248-ae54d746c220 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:37.714952 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-76487b23-4d38-4d7c-b959-ec7f20754e7d req-82c411aa-3d2e-4e5a-b333-9ebf5b308fc0 tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5d298d2-7059-491b-88a0-406c470b4ae8 HTTP/1.1" status: 200 len: 951 time: 0.2835979 May 28 06:24:37.756116 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-76487b23-4d38-4d7c-b959-ec7f20754e7d req-21ebb089-4888-4fd5-8c80-fd24f322fc8c tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] 10.222.0.55 "GET /v2.0/security-groups?id=e1f43c48-05bd-49a7-8820-e89d2a162415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402400 May 28 06:24:37.768247 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 27f57aab-4657-4a93-8cae-45e046a64dcd resource provider aggregate not found May 28 06:24:37.807901 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 27f57aab-4657-4a93-8cae-45e046a64dcd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 27f57aab-4657-4a93-8cae-45e046a64dcd found for delete ", "request_id": "req-cd32f558-0146-4d87-9ee4-53702393211a"}]} May 28 06:24:37.813947 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-fe7017a4-4b10-44e5-b3ff-f7e7e61ff078 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:24:37.816976 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-fe7017a4-4b10-44e5-b3ff-f7e7e61ff078 admin admin] Usage tracker for resource:security_group_rule and tenant:16fae7f21e73441b8f27011aec16439a is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:24:37.820370 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-fe7017a4-4b10-44e5-b3ff-f7e7e61ff078 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:24:37.838005 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-fe7017a4-4b10-44e5-b3ff-f7e7e61ff078 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:24:37.886716 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device e650b946-83ef-48df-9fe0-03e0c667426c details requested by agent hyperv_n-h1-843702-1 with host n-h1-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:24:37.949025 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-88f3789d-596a-467d-856f-37ee1b6450c8 req-8b77eacb-8b3c-447e-a280-25276686fdb4 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9bef656a-6216-41b1-97ef-01974e054907&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0926776 May 28 06:24:37.951671 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fe7017a4-4b10-44e5-b3ff-f7e7e61ff078 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:38.031985 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port e650b946-83ef-48df-9fe0-03e0c667426c, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=e650b946-83ef-48df-9fe0-03e0c667426c,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:24:38.042588 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-25ec6688-65e3-40fe-9837-fa6fb5365d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:38.048762 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Returning: {'device': 'e650b946-83ef-48df-9fe0-03e0c667426c', 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9', 'port_id': 'e650b946-83ef-48df-9fe0-03e0c667426c', 'mac_address': 'fa:16:3e:56:f7:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e72d0ca5-04cb-4b36-82b1-c75214c9eb05', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:24:38.054312 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f3789d-596a-467d-856f-37ee1b6450c8 req-6f0493b9-3957-4e86-909a-c50d1c675e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:38.055814 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-88f3789d-596a-467d-856f-37ee1b6450c8 req-6f0493b9-3957-4e86-909a-c50d1c675e05 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fa535ce8a329409da109cb227c3a70b1&device_id=9bef656a-6216-41b1-97ef-01974e054907 HTTP/1.1" status: 200 len: 1101 time: 0.0781407 May 28 06:24:38.065026 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-25ec6688-65e3-40fe-9837-fa6fb5365d5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:38.073904 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ec6688-65e3-40fe-9837-fa6fb5365d5e admin admin] Pushing event deleted for resources: {'Network': ['ID=a5b77b35-e966-4b1c-b0b7-d5b00017012c,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:24:38.085986 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ec6688-65e3-40fe-9837-fa6fb5365d5e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:24:38.086739 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ec6688-65e3-40fe-9837-fa6fb5365d5e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:24:38.086739 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ec6688-65e3-40fe-9837-fa6fb5365d5e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:24:38.087097 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ec6688-65e3-40fe-9837-fa6fb5365d5e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:24:38.087297 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ec6688-65e3-40fe-9837-fa6fb5365d5e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:24:38.087625 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ec6688-65e3-40fe-9837-fa6fb5365d5e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:24:38.087948 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ec6688-65e3-40fe-9837-fa6fb5365d5e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:24:38.088269 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ec6688-65e3-40fe-9837-fa6fb5365d5e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:24:38.088589 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ec6688-65e3-40fe-9837-fa6fb5365d5e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:24:38.088908 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ec6688-65e3-40fe-9837-fa6fb5365d5e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:24:38.089227 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ec6688-65e3-40fe-9837-fa6fb5365d5e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:24:38.089573 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ec6688-65e3-40fe-9837-fa6fb5365d5e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:24:38.109249 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-25ec6688-65e3-40fe-9837-fa6fb5365d5e admin admin] 10.222.0.55 "DELETE /v2.0/networks/a5b77b35-e966-4b1c-b0b7-d5b00017012c HTTP/1.1" status: 204 len: 168 time: 2.9682212 May 28 06:24:38.109347 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port e650b946-83ef-48df-9fe0-03e0c667426c is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:24:38.109347 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:38.127147 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e650b946-83ef-48df-9fe0-03e0c667426c {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:24:38.142939 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port e650b946-83ef-48df-9fe0-03e0c667426c, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=e650b946-83ef-48df-9fe0-03e0c667426c,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:24:38.157925 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f410b24d-3f3b-4fe0-b248-ae54d746c220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:38.160520 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f410b24d-3f3b-4fe0-b248-ae54d746c220 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:38.161694 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-f410b24d-3f3b-4fe0-b248-ae54d746c220 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b5a33e41-4cd8-4736-9aa5-5ea831f7d4fd HTTP/1.1" status: 204 len: 168 time: 0.7170372 May 28 06:24:38.176694 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410b24d-3f3b-4fe0-b248-ae54d746c220 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5a33e41-4cd8-4736-9aa5-5ea831f7d4fd,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:24:38.206482 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fe7017a4-4b10-44e5-b3ff-f7e7e61ff078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:38.238218 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f3789d-596a-467d-856f-37ee1b6450c8 req-acdecf93-9c81-437a-bc38-3e7c9dd75431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:38.239770 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-88f3789d-596a-467d-856f-37ee1b6450c8 req-acdecf93-9c81-437a-bc38-3e7c9dd75431 service neutron] 10.222.0.69 "GET /v2.0/networks?id=bb90c162-fdb0-406b-af2b-5eef830db7a9 HTTP/1.1" status: 200 len: 870 time: 0.1657329 May 28 06:24:38.247005 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe7017a4-4b10-44e5-b3ff-f7e7e61ff078 admin admin] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=89109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:24:38.255665 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7017a4-4b10-44e5-b3ff-f7e7e61ff078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23fff79d-6911-4949-90e1-061adc265852,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:24:38.264521 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fe7017a4-4b10-44e5-b3ff-f7e7e61ff078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:38.265493 n-d-843702-1 neutron-server[89109]: INFO neutron.db.segments_db [None req-fe7017a4-4b10-44e5-b3ff-f7e7e61ff078 admin admin] Added segment b938b3fe-4e87-4c2f-aa8d-5e499b733858 of type vlan for network 57335d58-5b4b-44c7-91c4-7ad19fc594ec May 28 06:24:38.302820 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fe7017a4-4b10-44e5-b3ff-f7e7e61ff078 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:38.309006 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-88f3789d-596a-467d-856f-37ee1b6450c8 req-efbb369c-c5d9-4611-9d2d-1e51364e2136 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=5ade8c86-99e0-4811-878c-8667ec11046f HTTP/1.1" status: 200 len: 217 time: 0.0631342 May 28 06:24:38.385453 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:38.385837 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f3789d-596a-467d-856f-37ee1b6450c8 req-64dfa220-4c3e-46cb-b083-604fed94ec57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:38.385837 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-88f3789d-596a-467d-856f-37ee1b6450c8 req-64dfa220-4c3e-46cb-b083-604fed94ec57 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e72d0ca5-04cb-4b36-82b1-c75214c9eb05 HTTP/1.1" status: 200 len: 843 time: 0.0684690 May 28 06:24:38.454390 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=e650b946-83ef-48df-9fe0-03e0c667426c,revision_number=13']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:24:38.465210 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f3789d-596a-467d-856f-37ee1b6450c8 req-33e59fdd-0866-4088-b26d-902206988d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:38.466746 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-88f3789d-596a-467d-856f-37ee1b6450c8 req-33e59fdd-0866-4088-b26d-902206988d6f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bb90c162-fdb0-406b-af2b-5eef830db7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0762875 May 28 06:24:38.586506 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fe7017a4-4b10-44e5-b3ff-f7e7e61ff078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:38.590669 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7017a4-4b10-44e5-b3ff-f7e7e61ff078 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:38.590669 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fe7017a4-4b10-44e5-b3ff-f7e7e61ff078 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:38.619501 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-88f3789d-596a-467d-856f-37ee1b6450c8 req-c418cfbd-07bc-47c9-ba44-5eb4dfc89ccb service neutron] 10.222.0.69 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462579 May 28 06:24:38.634284 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['e650b946-83ef-48df-9fe0-03e0c667426c'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:24:38.709262 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 50190) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:24:38.766947 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7017a4-4b10-44e5-b3ff-f7e7e61ff078 admin admin] Pushing event updated for resources: {'Network': ['ID=57335d58-5b4b-44c7-91c4-7ad19fc594ec,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:24:38.808747 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 57335d58-5b4b-44c7-91c4-7ad19fc594ec details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:24:38.819542 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-3f5ee7c1-d7e0-40d2-87f6-9053df1cf074 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4d23be95bdd44ad89cdfc62831bfd280&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1092260 May 28 06:24:38.822034 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-fe7017a4-4b10-44e5-b3ff-f7e7e61ff078 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.9248431 May 28 06:24:38.827625 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 50206) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:24:38.827982 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 50208) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:24:38.891531 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-4169cd8c-798c-46cb-bd67-27d6c598d1a1 admin admin] Request body: {'subnet': {'network_id': '57335d58-5b4b-44c7-91c4-7ad19fc594ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1099300189-subnet', 'tenant_id': '16fae7f21e73441b8f27011aec16439a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:24:38.896441 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-4169cd8c-798c-46cb-bd67-27d6c598d1a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:24:38.908666 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-4169cd8c-798c-46cb-bd67-27d6c598d1a1 admin admin] Usage tracker for resource:subnet and tenant:16fae7f21e73441b8f27011aec16439a is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:24:38.911651 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-4169cd8c-798c-46cb-bd67-27d6c598d1a1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:24:38.913190 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4b9d8851-d9d4-4243-800e-0fcb3423c3c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:38.922096 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-4169cd8c-798c-46cb-bd67-27d6c598d1a1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:24:38.945698 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4b9d8851-d9d4-4243-800e-0fcb3423c3c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:38.949357 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-88f3789d-596a-467d-856f-37ee1b6450c8 req-ff5ed042-9d28-44e7-a6c2-58c9d70ddf74 service neutron] 10.222.0.69 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3233283 May 28 06:24:39.061150 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4169cd8c-798c-46cb-bd67-27d6c598d1a1 admin admin] Made reservation on behalf of 16fae7f21e73441b8f27011aec16439a for: {'subnet': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:24:39.067117 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-4169cd8c-798c-46cb-bd67-27d6c598d1a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3171998'] for subnet, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:39.134890 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4b9d8851-d9d4-4243-800e-0fcb3423c3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:39.156278 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9d8851-d9d4-4243-800e-0fcb3423c3c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d5f2bee-6eaa-4480-a929-32b275ea80e7,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:24:39.175304 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4b9d8851-d9d4-4243-800e-0fcb3423c3c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:39.176801 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-4b9d8851-d9d4-4243-800e-0fcb3423c3c8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0d5f2bee-6eaa-4480-a929-32b275ea80e7 HTTP/1.1" status: 204 len: 168 time: 0.3448429 May 28 06:24:39.229614 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac964f8-5ed6-4144-a505-070e21c4c4fa req-85a81047-3e07-49f5-982c-e56655669ba6 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:39.231133 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fac964f8-5ed6-4144-a505-070e21c4c4fa req-85a81047-3e07-49f5-982c-e56655669ba6 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=7abe23a3-6f8b-4542-bc0d-9d92227b9bcb HTTP/1.1" status: 200 len: 950 time: 0.2079213 May 28 06:24:39.328288 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fac964f8-5ed6-4144-a505-070e21c4c4fa req-591daa4f-21c5-44b8-bce4-2eb3102b2fec tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835063 May 28 06:24:39.505081 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-4169cd8c-798c-46cb-bd67-27d6c598d1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3115906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3172012'] for subnet, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:39.614669 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4169cd8c-798c-46cb-bd67-27d6c598d1a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fe916e2-3f26-4799-a7be-cc46b10e4922,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:24:39.641923 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b230a873-c278-4c1a-b44f-e278a447e5ae req-bba80588-9995-44d5-90f5-e27fe51b3db2 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:39.643484 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b230a873-c278-4c1a-b44f-e278a447e5ae req-bba80588-9995-44d5-90f5-e27fe51b3db2 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.71 "GET /v2.0/ports?device_id=f06c429e-200a-4060-82ce-3c50d0c62b77 HTTP/1.1" status: 200 len: 944 time: 0.2375567 May 28 06:24:39.646088 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4169cd8c-798c-46cb-bd67-27d6c598d1a1 admin admin] Checking segment: {'id': 'b938b3fe-4e87-4c2f-aa8d-5e499b733858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '57335d58-5b4b-44c7-91c4-7ad19fc594ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:24:39.646445 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4169cd8c-798c-46cb-bd67-27d6c598d1a1 admin admin] Network hostable DHCP agents. Network: 57335d58-5b4b-44c7-91c4-7ad19fc594ec, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89110) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:24:39.658881 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 50238) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:24:39.677647 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5565838f-303d-4cfa-8eb2-7b41c1cee759 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:39.697651 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-5565838f-303d-4cfa-8eb2-7b41c1cee759 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:24:39.703102 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-5565838f-303d-4cfa-8eb2-7b41c1cee759 admin admin] Usage tracker for resource:security_group_rule and tenant:dce4271f23814bc388c3747c88a81739 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:24:39.707956 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-5565838f-303d-4cfa-8eb2-7b41c1cee759 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:24:39.714884 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-5565838f-303d-4cfa-8eb2-7b41c1cee759 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:24:39.718999 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675b6a4c-2aba-46b1-a2fc-891765b43499 req-d60f6284-7e01-49c3-b96d-517f4ef14066 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:39.720137 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-675b6a4c-2aba-46b1-a2fc-891765b43499 req-d60f6284-7e01-49c3-b96d-517f4ef14066 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/ports?device_id=f06c429e-200a-4060-82ce-3c50d0c62b77 HTTP/1.1" status: 200 len: 944 time: 0.2675002 May 28 06:24:39.755871 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-b230a873-c278-4c1a-b44f-e278a447e5ae req-002623a2-c79f-4f30-aba7-e2e2f1752db9 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Deleting port c0cadd07-8199-4b53-899d-d5325c812cfc {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:24:39.756555 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-b230a873-c278-4c1a-b44f-e278a447e5ae req-002623a2-c79f-4f30-aba7-e2e2f1752db9 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:39.834429 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-675b6a4c-2aba-46b1-a2fc-891765b43499 req-df8dbf47-56f8-4860-b436-5f1778762d9b tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/security-groups?id=51e8ab45-fc50-4bca-a4a6-55c0639ed93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026409 May 28 06:24:39.837535 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4169cd8c-798c-46cb-bd67-27d6c598d1a1 admin admin] Network 57335d58-5b4b-44c7-91c4-7ad19fc594ec is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89110) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:24:39.863863 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5565838f-303d-4cfa-8eb2-7b41c1cee759 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:39.904643 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device e650b946-83ef-48df-9fe0-03e0c667426c up at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:24:39.997378 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5565838f-303d-4cfa-8eb2-7b41c1cee759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:40.058553 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5565838f-303d-4cfa-8eb2-7b41c1cee759 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9929cef-a5c6-4ed2-9f1d-20d5d4c89484,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:24:40.069931 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-5565838f-303d-4cfa-8eb2-7b41c1cee759 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=dce4271f23814bc388c3747c88a81739&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4100697 May 28 06:24:40.069931 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 50262) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:24:40.108041 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-4169cd8c-798c-46cb-bd67-27d6c598d1a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, 57335d58-5b4b-44c7-91c4-7ad19fc594ec) {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:24:40.123230 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning for port e650b946-83ef-48df-9fe0-03e0c667426c completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:24:40.124775 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4169cd8c-798c-46cb-bd67-27d6c598d1a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:40.127482 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-4169cd8c-798c-46cb-bd67-27d6c598d1a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:40.131787 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-278f87cf-c192-4cab-a47e-ab1e248d660c None None] Network 57335d58-5b4b-44c7-91c4-7ad19fc594ec requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:24:40.154600 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning complete for port e650b946-83ef-48df-9fe0-03e0c667426c triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:24:40.154966 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:40.172796 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ff1bafac-2d3c-456d-b04c-98809fa4f1f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:40.216738 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-b230a873-c278-4c1a-b44f-e278a447e5ae req-002623a2-c79f-4f30-aba7-e2e2f1752db9 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] For port c0cadd07-8199-4b53-899d-d5325c812cfc, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=c0cadd07-8199-4b53-899d-d5325c812cfc,segment=NetworkSegment(2466b369-b4d4-4fbf-9dbd-05fe75562f7f),segment_id=2466b369-b4d4-4fbf-9dbd-05fe75562f7f)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:24:40.217103 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-b230a873-c278-4c1a-b44f-e278a447e5ae req-002623a2-c79f-4f30-aba7-e2e2f1752db9 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:40.244853 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ff1bafac-2d3c-456d-b04c-98809fa4f1f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:40.377881 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-b230a873-c278-4c1a-b44f-e278a447e5ae req-002623a2-c79f-4f30-aba7-e2e2f1752db9 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Calling delete_port for c0cadd07-8199-4b53-899d-d5325c812cfc owned by compute:nova {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:24:40.495151 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ff1bafac-2d3c-456d-b04c-98809fa4f1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:40.527048 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889809a9-f49f-46a4-be10-4219db0273bc req-434b7827-f1c3-4760-aec7-a5858cda0d8e tempest-MigrationsAdminTest-1869502822 tempest-MigrationsAdminTest-1869502822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:40.535104 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-889809a9-f49f-46a4-be10-4219db0273bc req-434b7827-f1c3-4760-aec7-a5858cda0d8e tempest-MigrationsAdminTest-1869502822 tempest-MigrationsAdminTest-1869502822-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=7abe23a3-6f8b-4542-bc0d-9d92227b9bcb HTTP/1.1" status: 200 len: 1101 time: 0.1677008 May 28 06:24:40.566024 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port e650b946-83ef-48df-9fe0-03e0c667426c is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:24:40.566441 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:40.573085 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1bafac-2d3c-456d-b04c-98809fa4f1f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9929cef-a5c6-4ed2-9f1d-20d5d4c89484,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:24:40.606516 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ff1bafac-2d3c-456d-b04c-98809fa4f1f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:40.610386 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-ff1bafac-2d3c-456d-b04c-98809fa4f1f7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b9929cef-a5c6-4ed2-9f1d-20d5d4c89484 HTTP/1.1" status: 204 len: 168 time: 0.5367522 May 28 06:24:40.610569 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-4169cd8c-798c-46cb-bd67-27d6c598d1a1 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.7737498 May 28 06:24:40.660440 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-889809a9-f49f-46a4-be10-4219db0273bc req-1b922e65-9ebe-4614-970a-9e12c25b6f16 tempest-MigrationsAdminTest-1869502822 tempest-MigrationsAdminTest-1869502822-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241691 May 28 06:24:40.681799 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7abe23a3-6f8b-4542-bc0d-9d92227b9bcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e650b946-83ef-48df-9fe0-03e0c667426c'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:24:40.688393 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port e650b946-83ef-48df-9fe0-03e0c667426c, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=e650b946-83ef-48df-9fe0-03e0c667426c,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:24:40.701554 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6164946-5992-486c-8989-e3da2c71b46d None None] Network 57335d58-5b4b-44c7-91c4-7ad19fc594ec requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:24:40.740307 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-b230a873-c278-4c1a-b44f-e278a447e5ae req-002623a2-c79f-4f30-aba7-e2e2f1752db9 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:40.785129 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['c0cadd07-8199-4b53-899d-d5325c812cfc'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:24:40.795409 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002623a2-c79f-4f30-aba7-e2e2f1752db9 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Pushing event deleted for resources: {'Port': ['ID=c0cadd07-8199-4b53-899d-d5325c812cfc,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:24:40.813877 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:40.813877 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 102a70ac-764d-4fd3-8200-15482425c410 no longer exists at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:24:40.869859 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47321341-1ceb-4b55-bfa3-73dd7733e6ea'] response: {'server_uuid': '7abe23a3-6f8b-4542-bc0d-9d92227b9bcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e650b946-83ef-48df-9fe0-03e0c667426c', 'code': 200} May 28 06:24:40.977042 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-b230a873-c278-4c1a-b44f-e278a447e5ae req-002623a2-c79f-4f30-aba7-e2e2f1752db9 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] No DVR routers for this DVR port c0cadd07-8199-4b53-899d-d5325c812cfc on host n-h2-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:24:40.980481 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-b230a873-c278-4c1a-b44f-e278a447e5ae req-002623a2-c79f-4f30-aba7-e2e2f1752db9 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:40.987953 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f06c429e-200a-4060-82ce-3c50d0c62b77', 'name': 'network-vif-deleted', 'tag': 'c0cadd07-8199-4b53-899d-d5325c812cfc'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:24:41.053929 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 102a70ac-764d-4fd3-8200-15482425c410 is: ACTIVE; New status is: DOWN {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:24:41.054987 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:41.068244 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=e650b946-83ef-48df-9fe0-03e0c667426c,revision_number=14']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:24:41.138448 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b230a873-c278-4c1a-b44f-e278a447e5ae req-002623a2-c79f-4f30-aba7-e2e2f1752db9 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.71 "DELETE /v2.0/ports/c0cadd07-8199-4b53-899d-d5325c812cfc HTTP/1.1" status: 204 len: 173 time: 1.4870541 May 28 06:24:41.159917 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 102a70ac-764d-4fd3-8200-15482425c410, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=102a70ac-764d-4fd3-8200-15482425c410,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:24:41.202587 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b0c5f9cb-13b6-42c5-83e5-56b9be701129 req-7ff61c7a-ff79-4fc5-85cf-b763e2bd1817 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=df55b3a0-0685-44ad-8bdb-1b874bab3160&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1208425 May 28 06:24:41.214005 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 50306) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:24:41.307976 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c5f9cb-13b6-42c5-83e5-56b9be701129 req-77da3fbc-380b-4f18-82c4-b42e68878376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:41.310028 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b0c5f9cb-13b6-42c5-83e5-56b9be701129 req-77da3fbc-380b-4f18-82c4-b42e68878376 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1ab1ed0d304345a0a07278c26e7745d6&device_id=df55b3a0-0685-44ad-8bdb-1b874bab3160 HTTP/1.1" status: 200 len: 1095 time: 0.0781701 May 28 06:24:41.330144 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [req-19a5eb4c-eea8-42a8-97ae-143c762acb86 req-709d8a04-f005-455a-b094-fbdf3effd835 tempest-LiveAutoBlockMigrationV225Test-2091885666 tempest-LiveAutoBlockMigrationV225Test-2091885666-project-admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=89109) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:24:41.331142 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-19a5eb4c-eea8-42a8-97ae-143c762acb86 req-709d8a04-f005-455a-b094-fbdf3effd835 tempest-LiveAutoBlockMigrationV225Test-2091885666 tempest-LiveAutoBlockMigrationV225Test-2091885666-project-admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4825816 May 28 06:24:41.347639 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:41.368118 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-2a7ef57d-2edc-44e3-ab9e-21b444b71850 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1074299981-network', 'tenant_id': '5a27568d2aff479086cfcad7501ab2c8'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:24:41.373707 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-2a7ef57d-2edc-44e3-ab9e-21b444b71850 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:24:41.377714 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-2a7ef57d-2edc-44e3-ab9e-21b444b71850 admin admin] Usage tracker for resource:network and tenant:5a27568d2aff479086cfcad7501ab2c8 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:24:41.380601 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-2a7ef57d-2edc-44e3-ab9e-21b444b71850 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:24:41.392087 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-2a7ef57d-2edc-44e3-ab9e-21b444b71850 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:24:41.427778 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-19a5eb4c-eea8-42a8-97ae-143c762acb86 req-00fcb214-3766-410e-90c6-631b1b409627 service neutron] Request body: {'binding': {'host': 'n-h1-843702-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:24:41.427778 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-19a5eb4c-eea8-42a8-97ae-143c762acb86 req-00fcb214-3766-410e-90c6-631b1b409627 service neutron] Unknown quota resources ['binding']. {{(pid=89109) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 28 06:24:41.466302 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=102a70ac-764d-4fd3-8200-15482425c410,revision_number=11']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:24:41.495622 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c5f9cb-13b6-42c5-83e5-56b9be701129 req-04a23b04-991d-4afe-aae5-ab4434ca6550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:41.515669 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b0c5f9cb-13b6-42c5-83e5-56b9be701129 req-04a23b04-991d-4afe-aae5-ab4434ca6550 service neutron] 10.222.0.71 "GET /v2.0/networks?id=878a453b-7058-4dfc-b9e2-17503c679278 HTTP/1.1" status: 200 len: 922 time: 0.1616409 May 28 06:24:41.569798 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b0c5f9cb-13b6-42c5-83e5-56b9be701129 req-96065122-76b3-4870-b44d-c28ae482bccd service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ff8f897-32e3-43f6-b211-8363395ab749 HTTP/1.1" status: 200 len: 217 time: 0.0654285 May 28 06:24:41.638973 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c5f9cb-13b6-42c5-83e5-56b9be701129 req-59995ce1-be3e-450d-9a4b-6f14031c6037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:41.641972 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b0c5f9cb-13b6-42c5-83e5-56b9be701129 req-59995ce1-be3e-450d-9a4b-6f14031c6037 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=cdd32cdd-4510-40e6-8d87-2fb486891cf4 HTTP/1.1" status: 200 len: 861 time: 0.0649123 May 28 06:24:41.656210 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a7ef57d-2edc-44e3-ab9e-21b444b71850 admin admin] Made reservation on behalf of 5a27568d2aff479086cfcad7501ab2c8 for: {'network': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:24:41.656210 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2a7ef57d-2edc-44e3-ab9e-21b444b71850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:41.700116 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2a7ef57d-2edc-44e3-ab9e-21b444b71850 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:41.717329 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b0c5f9cb-13b6-42c5-83e5-56b9be701129 req-b114ee63-500c-4489-8d67-37317cd2beea service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=878a453b-7058-4dfc-b9e2-17503c679278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561132 May 28 06:24:41.722899 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-2a7ef57d-2edc-44e3-ab9e-21b444b71850 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:24:41.727559 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-19a5eb4c-eea8-42a8-97ae-143c762acb86 req-00fcb214-3766-410e-90c6-631b1b409627 service neutron] Attempting to bind port 18b401ca-d7c0-40ad-b882-78d6a798c46b on host n-h1-843702-1 for vnic_type normal with profile None {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:24:41.727896 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-19a5eb4c-eea8-42a8-97ae-143c762acb86 req-00fcb214-3766-410e-90c6-631b1b409627 service neutron] Attempting to bind port 18b401ca-d7c0-40ad-b882-78d6a798c46b by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': 'da68ba47-25e5-4637-a83a-51088b9800dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '878a453b-7058-4dfc-b9e2-17503c679278'}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:24:41.728210 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a5eb4c-eea8-42a8-97ae-143c762acb86 req-00fcb214-3766-410e-90c6-631b1b409627 service neutron] Attempting to bind port 18b401ca-d7c0-40ad-b882-78d6a798c46b on network 878a453b-7058-4dfc-b9e2-17503c679278 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:24:41.730557 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-2a7ef57d-2edc-44e3-ab9e-21b444b71850 admin admin] Usage tracker for resource:security_group_rule and tenant:5a27568d2aff479086cfcad7501ab2c8 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:24:41.734440 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-2a7ef57d-2edc-44e3-ab9e-21b444b71850 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:24:41.741207 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a5eb4c-eea8-42a8-97ae-143c762acb86 req-00fcb214-3766-410e-90c6-631b1b409627 service neutron] Port 18b401ca-d7c0-40ad-b882-78d6a798c46b on network 878a453b-7058-4dfc-b9e2-17503c679278 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:24:41.741551 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a5eb4c-eea8-42a8-97ae-143c762acb86 req-00fcb214-3766-410e-90c6-631b1b409627 service neutron] Attempting to bind port 18b401ca-d7c0-40ad-b882-78d6a798c46b on network 878a453b-7058-4dfc-b9e2-17503c679278 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:24:41.743703 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-2a7ef57d-2edc-44e3-ab9e-21b444b71850 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:24:41.765464 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a5eb4c-eea8-42a8-97ae-143c762acb86 req-00fcb214-3766-410e-90c6-631b1b409627 service neutron] Checking agent: {'id': '69f492a0-c00d-46d0-9bec-fcd8161ce206', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:24:41.765464 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a5eb4c-eea8-42a8-97ae-143c762acb86 req-00fcb214-3766-410e-90c6-631b1b409627 service neutron] Checking segment: {'id': 'da68ba47-25e5-4637-a83a-51088b9800dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '878a453b-7058-4dfc-b9e2-17503c679278'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:24:41.765464 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a5eb4c-eea8-42a8-97ae-143c762acb86 req-00fcb214-3766-410e-90c6-631b1b409627 service neutron] Bound using segment: {'id': 'da68ba47-25e5-4637-a83a-51088b9800dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '878a453b-7058-4dfc-b9e2-17503c679278'} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:24:41.765464 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-19a5eb4c-eea8-42a8-97ae-143c762acb86 req-00fcb214-3766-410e-90c6-631b1b409627 service neutron] Bound port: 18b401ca-d7c0-40ad-b882-78d6a798c46b, host: n-h1-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da68ba47-25e5-4637-a83a-51088b9800dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '878a453b-7058-4dfc-b9e2-17503c679278'}}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:24:41.857193 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-19a5eb4c-eea8-42a8-97ae-143c762acb86 req-00fcb214-3766-410e-90c6-631b1b409627 service neutron] For port 18b401ca-d7c0-40ad-b882-78d6a798c46b, host n-h1-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=18b401ca-d7c0-40ad-b882-78d6a798c46b,segment=NetworkSegment(da68ba47-25e5-4637-a83a-51088b9800dc),segment_id=da68ba47-25e5-4637-a83a-51088b9800dc)] {{(pid=89109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:24:41.858001 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b0c5f9cb-13b6-42c5-83e5-56b9be701129 req-ceba864b-830c-4d56-b7cf-a49fafdf4a84 service neutron] 10.222.0.71 "GET /v2.0/networks/878a453b-7058-4dfc-b9e2-17503c679278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360135 May 28 06:24:41.859074 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2a7ef57d-2edc-44e3-ab9e-21b444b71850 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:41.984197 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2a7ef57d-2edc-44e3-ab9e-21b444b71850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:42.007234 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-19a5eb4c-eea8-42a8-97ae-143c762acb86 req-00fcb214-3766-410e-90c6-631b1b409627 service neutron] Notify callbacks [] for binding, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:42.011958 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-19a5eb4c-eea8-42a8-97ae-143c762acb86 req-00fcb214-3766-410e-90c6-631b1b409627 service neutron] 10.222.0.55 "POST /v2.0/ports/18b401ca-d7c0-40ad-b882-78d6a798c46b/bindings HTTP/1.1" status: 201 len: 389 time: 0.6716390 May 28 06:24:42.023372 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b0c5f9cb-13b6-42c5-83e5-56b9be701129 req-28f027e8-a3a1-46a6-93de-052eaff95903 service neutron] 10.222.0.71 "GET /v2.0/networks/878a453b-7058-4dfc-b9e2-17503c679278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581562 May 28 06:24:42.028266 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a7ef57d-2edc-44e3-ab9e-21b444b71850 admin admin] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=89109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:24:42.045793 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7ef57d-2edc-44e3-ab9e-21b444b71850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dee936ce-b9e4-4668-898c-fea71a001642,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:24:42.067940 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2a7ef57d-2edc-44e3-ab9e-21b444b71850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:42.067940 n-d-843702-1 neutron-server[89109]: INFO neutron.db.segments_db [None req-2a7ef57d-2edc-44e3-ab9e-21b444b71850 admin admin] Added segment befc39fc-1243-42e3-acd6-540a4860f994 of type vlan for network 9b9370ac-f402-419d-a185-61eac57b38a9 May 28 06:24:42.109952 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2a7ef57d-2edc-44e3-ab9e-21b444b71850 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:42.215704 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2a7ef57d-2edc-44e3-ab9e-21b444b71850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:42.216880 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7ef57d-2edc-44e3-ab9e-21b444b71850 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:42.217750 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2a7ef57d-2edc-44e3-ab9e-21b444b71850 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:42.286733 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-b67c1c32-05d0-4677-8138-2d90eb07e6b6 req-750658b9-5f21-40ac-8460-e010d4f62ad0 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Synchronizing usage tracker for tenant:7b2fe75d343f4ee29013f21d2442bc34 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:24:42.310023 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4db63261-47af-48fe-8836-423f0355ac7a'] response: {'server_uuid': 'f06c429e-200a-4060-82ce-3c50d0c62b77', 'name': 'network-vif-deleted', 'tag': 'c0cadd07-8199-4b53-899d-d5325c812cfc', 'status': 'completed', 'code': 200} May 28 06:24:42.362145 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7ef57d-2edc-44e3-ab9e-21b444b71850 admin admin] Pushing event updated for resources: {'Network': ['ID=9b9370ac-f402-419d-a185-61eac57b38a9,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:24:42.372949 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 9b9370ac-f402-419d-a185-61eac57b38a9 details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:24:42.486937 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-b67c1c32-05d0-4677-8138-2d90eb07e6b6 req-750658b9-5f21-40ac-8460-e010d4f62ad0 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Unset dirty status for tenant:7b2fe75d343f4ee29013f21d2442bc34 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:24:42.486937 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b67c1c32-05d0-4677-8138-2d90eb07e6b6 req-750658b9-5f21-40ac-8460-e010d4f62ad0 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/ports?device_id=f06c429e-200a-4060-82ce-3c50d0c62b77 HTTP/1.1" status: 200 len: 210 time: 0.2453284 May 28 06:24:42.535632 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-2a7ef57d-2edc-44e3-ab9e-21b444b71850 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3205366 May 28 06:24:42.540990 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 50352) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:24:42.549352 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-9756bb5d-cc3b-4237-9a0d-55ff44452b15 admin admin] Request body: {'subnet': {'network_id': '9b9370ac-f402-419d-a185-61eac57b38a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1074299981-subnet', 'tenant_id': '5a27568d2aff479086cfcad7501ab2c8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:24:42.572267 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-9756bb5d-cc3b-4237-9a0d-55ff44452b15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:24:42.596120 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-9756bb5d-cc3b-4237-9a0d-55ff44452b15 admin admin] Usage tracker for resource:subnet and tenant:5a27568d2aff479086cfcad7501ab2c8 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:24:42.605991 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-9756bb5d-cc3b-4237-9a0d-55ff44452b15 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:24:42.620712 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-9756bb5d-cc3b-4237-9a0d-55ff44452b15 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:24:42.718438 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c2b8bd-f24c-49a1-9912-4f266f18f54a req-26ca4efe-744e-46bd-b973-17ca879552af tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:42.721774 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9756bb5d-cc3b-4237-9a0d-55ff44452b15 admin admin] Made reservation on behalf of 5a27568d2aff479086cfcad7501ab2c8 for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:24:42.724443 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9756bb5d-cc3b-4237-9a0d-55ff44452b15 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:42.727141 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c5c2b8bd-f24c-49a1-9912-4f266f18f54a req-26ca4efe-744e-46bd-b973-17ca879552af tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=7abe23a3-6f8b-4542-bc0d-9d92227b9bcb HTTP/1.1" status: 200 len: 951 time: 0.1086535 May 28 06:24:42.872448 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5d298d2-7059-491b-88a0-406c470b4ae8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '102a70ac-764d-4fd3-8200-15482425c410'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:24:43.011330 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c5c2b8bd-f24c-49a1-9912-4f266f18f54a req-dcebc490-3cc6-4a6f-9044-686d4c4c2ac1 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2831850 May 28 06:24:43.071803 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9756bb5d-cc3b-4237-9a0d-55ff44452b15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:43.148960 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10869c4-1165-4755-a9b2-92689d82ce22 req-518ba143-4811-4dc1-af29-5e57d3610ebf tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:43.153904 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c10869c4-1165-4755-a9b2-92689d82ce22 req-518ba143-4811-4dc1-af29-5e57d3610ebf tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] 10.222.0.55 "GET /v2.0/networks?id=57335d58-5b4b-44c7-91c4-7ad19fc594ec HTTP/1.1" status: 200 len: 822 time: 0.4090195 May 28 06:24:43.158709 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a5eb4c-eea8-42a8-97ae-143c762acb86 req-4c843c93-acc2-4bd4-9df1-8a7005d92bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:43.160586 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-19a5eb4c-eea8-42a8-97ae-143c762acb86 req-4c843c93-acc2-4bd4-9df1-8a7005d92bec service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1ab1ed0d304345a0a07278c26e7745d6&device_id=46ed3dcc-c892-44cc-ac8a-301e8d3dc92c HTTP/1.1" status: 200 len: 1096 time: 0.2638924 May 28 06:24:43.199839 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device c0cadd07-8199-4b53-899d-d5325c812cfc no longer exists at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:24:43.215590 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9756bb5d-cc3b-4237-9a0d-55ff44452b15 admin admin] Checking segment: {'id': 'befc39fc-1243-42e3-acd6-540a4860f994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '9b9370ac-f402-419d-a185-61eac57b38a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:24:43.216208 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9756bb5d-cc3b-4237-9a0d-55ff44452b15 admin admin] Network hostable DHCP agents. Network: 9b9370ac-f402-419d-a185-61eac57b38a9, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:24:43.234017 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9756bb5d-cc3b-4237-9a0d-55ff44452b15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c103158a-2ac5-46a3-b8d0-bd8c5ed32dd7,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:24:43.259787 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] No Port match for: c0cadd07-8199-4b53-899d-d5325c812cfc {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:24:43.260808 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device c0cadd07-8199-4b53-899d-d5325c812cfc not bound to the agent host n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:24:43.316267 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c10869c4-1165-4755-a9b2-92689d82ce22 req-6da89dba-0c6d-4ecc-9198-0e918caa14dd tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] 10.222.0.55 "GET /v2.0/quotas/16fae7f21e73441b8f27011aec16439a HTTP/1.1" status: 200 len: 375 time: 0.1539097 May 28 06:24:43.406233 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9756bb5d-cc3b-4237-9a0d-55ff44452b15 admin admin] Network 9b9370ac-f402-419d-a185-61eac57b38a9 is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:24:43.427700 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a07bd57-5ac1-4e72-9c39-f2c81f31e804 req-d66550b0-bdfd-45b5-ab24-46dbc3978582 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:43.429433 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c10869c4-1165-4755-a9b2-92689d82ce22 req-dd152ff6-98df-4d70-9e1d-ccc01a6de6a6 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=16fae7f21e73441b8f27011aec16439a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0768239 May 28 06:24:43.429586 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-2a07bd57-5ac1-4e72-9c39-f2c81f31e804 req-d66550b0-bdfd-45b5-ab24-46dbc3978582 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.69 "GET /v2.0/ports?device_id=7abe23a3-6f8b-4542-bc0d-9d92227b9bcb HTTP/1.1" status: 200 len: 951 time: 0.1142776 May 28 06:24:43.479084 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a5eb4c-eea8-42a8-97ae-143c762acb86 req-ca1b6505-37a4-4ff4-8a68-9c493093490d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:43.480565 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-19a5eb4c-eea8-42a8-97ae-143c762acb86 req-ca1b6505-37a4-4ff4-8a68-9c493093490d service neutron] 10.222.0.69 "GET /v2.0/networks?id=878a453b-7058-4dfc-b9e2-17503c679278 HTTP/1.1" status: 200 len: 922 time: 0.3007011 May 28 06:24:43.525453 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-9756bb5d-cc3b-4237-9a0d-55ff44452b15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, 9b9370ac-f402-419d-a185-61eac57b38a9) {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:24:43.536458 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9756bb5d-cc3b-4237-9a0d-55ff44452b15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:43.537056 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9756bb5d-cc3b-4237-9a0d-55ff44452b15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:43.541359 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21877ce2-f187-418a-8974-b43e89e4641f None None] Network 9b9370ac-f402-419d-a185-61eac57b38a9 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:24:43.581128 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-19a5eb4c-eea8-42a8-97ae-143c762acb86 req-4aa63d12-2d50-4a8f-bb0a-6574d1d0e75e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=18b401ca-d7c0-40ad-b882-78d6a798c46b HTTP/1.1" status: 200 len: 217 time: 0.0892925 May 28 06:24:43.586628 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [req-2a07bd57-5ac1-4e72-9c39-f2c81f31e804 req-ca0c0694-52f1-46f5-abe0-e05190f0cc54 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Deleting port e650b946-83ef-48df-9fe0-03e0c667426c {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:24:43.587235 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-2a07bd57-5ac1-4e72-9c39-f2c81f31e804 req-ca0c0694-52f1-46f5-abe0-e05190f0cc54 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:43.708454 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689b8145-d224-48e6-ba9a-4ea3510f7241 req-e8599c5e-5d51-405d-8e09-7a53a4ba34c0 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:43.710060 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-689b8145-d224-48e6-ba9a-4ea3510f7241 req-e8599c5e-5d51-405d-8e09-7a53a4ba34c0 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/ports?device_id=46ed3dcc-c892-44cc-ac8a-301e8d3dc92c HTTP/1.1" status: 200 len: 945 time: 0.3954911 May 28 06:24:43.747579 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-9756bb5d-cc3b-4237-9a0d-55ff44452b15 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2054944 May 28 06:24:43.754444 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 50394) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:24:43.758305 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-ce0710c9-a4a8-420a-b714-6eb253123c98 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1074299981-router', 'tenant_id': '5a27568d2aff479086cfcad7501ab2c8', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:24:43.811364 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a5eb4c-eea8-42a8-97ae-143c762acb86 req-8174c58b-20da-4834-9ecb-208190a470e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:43.813389 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-19a5eb4c-eea8-42a8-97ae-143c762acb86 req-8174c58b-20da-4834-9ecb-208190a470e8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cdd32cdd-4510-40e6-8d87-2fb486891cf4 HTTP/1.1" status: 200 len: 861 time: 0.2185616 May 28 06:24:43.823991 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-ce0710c9-a4a8-420a-b714-6eb253123c98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:24:43.873261 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-ce0710c9-a4a8-420a-b714-6eb253123c98 admin admin] Usage tracker for resource:router and tenant:5a27568d2aff479086cfcad7501ab2c8 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:24:43.873261 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-ce0710c9-a4a8-420a-b714-6eb253123c98 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:24:43.873261 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-ce0710c9-a4a8-420a-b714-6eb253123c98 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:24:43.886534 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-900bd763-fa13-44b2-8b05-714b36326989 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-9b9370ac-f402-419d-a185-61eac57b38a9', 'network_id': '9b9370ac-f402-419d-a185-61eac57b38a9', 'tenant_id': '5a27568d2aff479086cfcad7501ab2c8', 'fixed_ips': [{'subnet_id': 'c103158a-2ac5-46a3-b8d0-bd8c5ed32dd7'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:24:43.887379 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-900bd763-fa13-44b2-8b05-714b36326989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:43.906776 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-689b8145-d224-48e6-ba9a-4ea3510f7241 req-b50cb475-1b13-45c4-b93e-55438f1fa207 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a90b51ea-4be8-4511-8d71-0b0b776de2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371017 May 28 06:24:43.909324 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-19a5eb4c-eea8-42a8-97ae-143c762acb86 req-e254a7bf-764d-413a-a13b-a4b5a8bc1fcb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=878a453b-7058-4dfc-b9e2-17503c679278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0832789 May 28 06:24:43.928843 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-2a07bd57-5ac1-4e72-9c39-f2c81f31e804 req-ca0c0694-52f1-46f5-abe0-e05190f0cc54 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] For port e650b946-83ef-48df-9fe0-03e0c667426c, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=e650b946-83ef-48df-9fe0-03e0c667426c,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:24:43.929488 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-2a07bd57-5ac1-4e72-9c39-f2c81f31e804 req-ca0c0694-52f1-46f5-abe0-e05190f0cc54 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:44.004506 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bea35684-7357-4bd4-b414-7826eec830cd'] response: {'server_uuid': 'b5d298d2-7059-491b-88a0-406c470b4ae8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '102a70ac-764d-4fd3-8200-15482425c410', 'code': 200} May 28 06:24:44.011261 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c10869c4-1165-4755-a9b2-92689d82ce22 req-76397fa8-4180-4133-b1df-523387c21ac4 service neutron] 10.222.0.55 "GET /v2.0/networks/57335d58-5b4b-44c7-91c4-7ad19fc594ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5674984 May 28 06:24:44.188795 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-900bd763-fa13-44b2-8b05-714b36326989 None None] Allocated IP 172.20.0.2 (9b9370ac-f402-419d-a185-61eac57b38a9/c103158a-2ac5-46a3-b8d0-bd8c5ed32dd7/b862348f-bc29-49c7-b321-40a10a5e185f) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:24:44.255047 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ce0710c9-a4a8-420a-b714-6eb253123c98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59128'] for router, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:44.255047 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ce0710c9-a4a8-420a-b714-6eb253123c98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59009'] for router, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:44.262042 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-19a5eb4c-eea8-42a8-97ae-143c762acb86 req-acc6aa77-676d-4f39-ada5-1bd29c0ce115 service neutron] 10.222.0.69 "GET /v2.0/networks/878a453b-7058-4dfc-b9e2-17503c679278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3179104 May 28 06:24:44.269604 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [req-2a07bd57-5ac1-4e72-9c39-f2c81f31e804 req-ca0c0694-52f1-46f5-abe0-e05190f0cc54 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Calling delete_port for e650b946-83ef-48df-9fe0-03e0c667426c owned by compute:nova {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:24:44.332513 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ce0710c9-a4a8-420a-b714-6eb253123c98 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:44.517322 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-900bd763-fa13-44b2-8b05-714b36326989 None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:44.537502 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c10869c4-1165-4755-a9b2-92689d82ce22 req-9bc93dfd-3e75-43d6-a827-f2ca94354571 service neutron] 10.222.0.55 "GET /v2.0/networks/57335d58-5b4b-44c7-91c4-7ad19fc594ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5253265 May 28 06:24:44.593682 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-19a5eb4c-eea8-42a8-97ae-143c762acb86 req-7694cdbb-7374-4180-bb79-14511992821d service neutron] 10.222.0.69 "GET /v2.0/networks/878a453b-7058-4dfc-b9e2-17503c679278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431417 May 28 06:24:44.643326 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87efdf6-c9b0-466e-ab1d-f3f3f1184bc5 req-f499d55e-ca28-47b3-9b0a-9c3d04b7df11 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:44.644711 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d87efdf6-c9b0-466e-ab1d-f3f3f1184bc5 req-f499d55e-ca28-47b3-9b0a-9c3d04b7df11 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=7abe23a3-6f8b-4542-bc0d-9d92227b9bcb HTTP/1.1" status: 200 len: 951 time: 0.0881338 May 28 06:24:44.690736 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d87efdf6-c9b0-466e-ab1d-f3f3f1184bc5 req-24853d5f-a68e-4981-a40b-db42ab39dea2 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391693 May 28 06:24:44.740162 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-2a07bd57-5ac1-4e72-9c39-f2c81f31e804 req-ca0c0694-52f1-46f5-abe0-e05190f0cc54 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:44.740373 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-900bd763-fa13-44b2-8b05-714b36326989 None None] Transition to ACTIVE for port object b862348f-bc29-49c7-b321-40a10a5e185f will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:24:44.756529 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['46a4ea42-1089-420c-a96f-d7cd594a80c1', '5ade8c86-99e0-4811-878c-8667ec11046f', 'e650b946-83ef-48df-9fe0-03e0c667426c'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:24:44.835546 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['348e0f92-f18f-4d76-8c5a-7722d2125db2'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:24:44.865781 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0c0694-52f1-46f5-abe0-e05190f0cc54 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Pushing event deleted for resources: {'Port': ['ID=e650b946-83ef-48df-9fe0-03e0c667426c,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:24:44.944610 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-900bd763-fa13-44b2-8b05-714b36326989 None None] Transition to ACTIVE for port object b862348f-bc29-49c7-b321-40a10a5e185f will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:24:45.076591 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-900bd763-fa13-44b2-8b05-714b36326989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:45.162031 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a07bd57-5ac1-4e72-9c39-f2c81f31e804 req-ca0c0694-52f1-46f5-abe0-e05190f0cc54 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] No DVR routers for this DVR port e650b946-83ef-48df-9fe0-03e0c667426c on host n-h1-843702-1 {{(pid=89109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:24:45.174497 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-2a07bd57-5ac1-4e72-9c39-f2c81f31e804 req-ca0c0694-52f1-46f5-abe0-e05190f0cc54 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:45.176770 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7abe23a3-6f8b-4542-bc0d-9d92227b9bcb', 'name': 'network-vif-deleted', 'tag': 'e650b946-83ef-48df-9fe0-03e0c667426c'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:24:45.194952 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ce0710c9-a4a8-420a-b714-6eb253123c98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59027'] for router, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:45.295001 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900bd763-fa13-44b2-8b05-714b36326989 None None] Network 9b9370ac-f402-419d-a185-61eac57b38a9 is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:24:45.307286 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-900bd763-fa13-44b2-8b05-714b36326989 None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:24:45.324205 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900bd763-fa13-44b2-8b05-714b36326989 None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:24:45.332494 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900bd763-fa13-44b2-8b05-714b36326989 None None] Pushing event updated for resources: {'Port': ['ID=b862348f-bc29-49c7-b321-40a10a5e185f,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:24:45.428020 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-2a07bd57-5ac1-4e72-9c39-f2c81f31e804 req-ca0c0694-52f1-46f5-abe0-e05190f0cc54 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.69 "DELETE /v2.0/ports/e650b946-83ef-48df-9fe0-03e0c667426c HTTP/1.1" status: 204 len: 173 time: 1.9874935 May 28 06:24:45.507904 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-900bd763-fa13-44b2-8b05-714b36326989 None None] Attempting to bind port b862348f-bc29-49c7-b321-40a10a5e185f on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:24:45.507904 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-900bd763-fa13-44b2-8b05-714b36326989 None None] Attempting to bind port b862348f-bc29-49c7-b321-40a10a5e185f by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'befc39fc-1243-42e3-acd6-540a4860f994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '9b9370ac-f402-419d-a185-61eac57b38a9'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:24:45.507904 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900bd763-fa13-44b2-8b05-714b36326989 None None] Attempting to bind port b862348f-bc29-49c7-b321-40a10a5e185f on network 9b9370ac-f402-419d-a185-61eac57b38a9 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:24:45.560982 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900bd763-fa13-44b2-8b05-714b36326989 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:24:45.561349 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900bd763-fa13-44b2-8b05-714b36326989 None None] Checking segment: {'id': 'befc39fc-1243-42e3-acd6-540a4860f994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '9b9370ac-f402-419d-a185-61eac57b38a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:24:45.561787 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-900bd763-fa13-44b2-8b05-714b36326989 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:45.562219 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900bd763-fa13-44b2-8b05-714b36326989 None None] Bound using segment: {'id': 'befc39fc-1243-42e3-acd6-540a4860f994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '9b9370ac-f402-419d-a185-61eac57b38a9'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:24:45.562709 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-900bd763-fa13-44b2-8b05-714b36326989 None None] Bound port: b862348f-bc29-49c7-b321-40a10a5e185f, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'befc39fc-1243-42e3-acd6-540a4860f994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '9b9370ac-f402-419d-a185-61eac57b38a9'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:24:45.563143 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-900bd763-fa13-44b2-8b05-714b36326989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:45.663922 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71acfb80-5abb-4d2b-948e-dcdbd8a554c6 req-5bc0080d-7654-4527-aab8-103874cf84c0 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:45.678305 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-71acfb80-5abb-4d2b-948e-dcdbd8a554c6 req-5bc0080d-7654-4527-aab8-103874cf84c0 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/ports?device_id=46ed3dcc-c892-44cc-ac8a-301e8d3dc92c HTTP/1.1" status: 200 len: 945 time: 0.2520125 May 28 06:24:45.764378 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-71acfb80-5abb-4d2b-948e-dcdbd8a554c6 req-b0da481f-8d9b-4b87-b81a-26ddb5ce3ede tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a90b51ea-4be8-4511-8d71-0b0b776de2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849552 May 28 06:24:45.981046 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-900bd763-fa13-44b2-8b05-714b36326989 None None] For port b862348f-bc29-49c7-b321-40a10a5e185f, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:24:45.999432 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d253a234-7db8-4677-a69d-841a05681a9a req-a764bbde-a7c0-4255-9488-6eed5e9dc36b tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] 10.222.0.55 "GET /v2.0/ports?device_id=09caadb6-2643-49d1-a9e8-799c6b43a127 HTTP/1.1" status: 200 len: 210 time: 0.1219108 May 28 06:24:46.003595 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c76ca47c-7895-4bd3-a273-e9ee11b28de6'] response: {'server_uuid': '7abe23a3-6f8b-4542-bc0d-9d92227b9bcb', 'name': 'network-vif-deleted', 'tag': 'e650b946-83ef-48df-9fe0-03e0c667426c', 'status': 'completed', 'code': 200} May 28 06:24:46.040360 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-900bd763-fa13-44b2-8b05-714b36326989 None None] For port b862348f-bc29-49c7-b321-40a10a5e185f, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=b862348f-bc29-49c7-b321-40a10a5e185f,segment=NetworkSegment(befc39fc-1243-42e3-acd6-540a4860f994),segment_id=befc39fc-1243-42e3-acd6-540a4860f994)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:24:46.099962 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ce0710c9-a4a8-420a-b714-6eb253123c98 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:46.138132 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-900bd763-fa13-44b2-8b05-714b36326989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:46.156748 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ce0710c9-a4a8-420a-b714-6eb253123c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:46.192120 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 50466) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:24:46.357349 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900bd763-fa13-44b2-8b05-714b36326989 None None] Pushing event updated for resources: {'Port': ['ID=b862348f-bc29-49c7-b321-40a10a5e185f,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:24:46.403575 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-ce0710c9-a4a8-420a-b714-6eb253123c98 admin admin] Allocated IP 172.25.5.176 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/d4b35cd7-b30f-4dfe-9d66-ec5633b31dfd) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:24:46.753470 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3340d500-f457-423b-90d5-cdb152da9dff admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:46.756869 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ce0710c9-a4a8-420a-b714-6eb253123c98 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:46.782323 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dd907e4e-e2a2-4122-a12b-27de4778ace9 req-37b67559-d4d1-4dbf-9f02-352d23715ddd tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=7abe23a3-6f8b-4542-bc0d-9d92227b9bcb HTTP/1.1" status: 200 len: 210 time: 0.1277757 May 28 06:24:46.803919 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-3340d500-f457-423b-90d5-cdb152da9dff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:24:46.810823 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-3340d500-f457-423b-90d5-cdb152da9dff admin admin] Usage tracker for resource:security_group_rule and tenant:7d271f121f0e4f23adbb9926809fefcd is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:24:46.816731 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-3340d500-f457-423b-90d5-cdb152da9dff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:24:46.846958 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-3340d500-f457-423b-90d5-cdb152da9dff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:24:46.918355 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ce0710c9-a4a8-420a-b714-6eb253123c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:46.959239 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33a44d2-387e-478e-afad-30a30f9a0afa req-3d2a5f40-9db2-4003-b13a-dfc8f50ad3dd tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:46.959239 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b33a44d2-387e-478e-afad-30a30f9a0afa req-3d2a5f40-9db2-4003-b13a-dfc8f50ad3dd tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.71 "GET /v2.0/ports?device_id=e7550758-2300-49b6-a09e-22d45df05a91 HTTP/1.1" status: 200 len: 945 time: 0.3565779 May 28 06:24:46.969576 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884e8d38-65b3-412e-85c6-d11b28140110 req-738b2698-b42c-48e6-84ef-85fd324d9ae0 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:46.971807 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-884e8d38-65b3-412e-85c6-d11b28140110 req-738b2698-b42c-48e6-84ef-85fd324d9ae0 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7550758-2300-49b6-a09e-22d45df05a91 HTTP/1.1" status: 200 len: 945 time: 0.6276600 May 28 06:24:47.139085 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce0710c9-a4a8-420a-b714-6eb253123c98 admin admin] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:24:47.142240 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-ce0710c9-a4a8-420a-b714-6eb253123c98 admin admin] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:24:47.150354 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-884e8d38-65b3-412e-85c6-d11b28140110 req-ba817e14-4bca-41c0-8121-a824bf2d9914 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/security-groups?id=51e8ab45-fc50-4bca-a4a6-55c0639ed93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284864 May 28 06:24:47.164446 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0710c9-a4a8-420a-b714-6eb253123c98 admin admin] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:24:47.169861 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-b33a44d2-387e-478e-afad-30a30f9a0afa req-4b6a3d35-5ac9-4d73-98bd-784a4b4c8355 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Deleting port 138e37fd-587c-413c-8bdd-4325f6d90825 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:24:47.169861 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-b33a44d2-387e-478e-afad-30a30f9a0afa req-4b6a3d35-5ac9-4d73-98bd-784a4b4c8355 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:47.249958 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0710c9-a4a8-420a-b714-6eb253123c98 admin admin] Pushing event updated for resources: {'Port': ['ID=d4b35cd7-b30f-4dfe-9d66-ec5633b31dfd,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:24:47.288040 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3340d500-f457-423b-90d5-cdb152da9dff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:47.369644 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37129b0c-4eb7-4cff-be1c-7c038815db62 req-e29f578f-9272-491a-8669-41357ed1f458 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:47.380639 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-37129b0c-4eb7-4cff-be1c-7c038815db62 req-e29f578f-9272-491a-8669-41357ed1f458 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/ports?device_id=46ed3dcc-c892-44cc-ac8a-301e8d3dc92c HTTP/1.1" status: 200 len: 945 time: 0.3044412 May 28 06:24:47.392124 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3340d500-f457-423b-90d5-cdb152da9dff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:47.613263 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3340d500-f457-423b-90d5-cdb152da9dff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2f7f997-650a-4e32-a0a9-3c1c62f96228,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:24:47.647420 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-357773fa-a08c-49b4-9c6a-9cc9a2bfdd97 req-350ef7de-402a-43e5-95ef-3eab08af6720 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] 10.222.0.55 "GET /v2.0/ports?device_id=09caadb6-2643-49d1-a9e8-799c6b43a127 HTTP/1.1" status: 200 len: 210 time: 0.0914612 May 28 06:24:47.650296 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-37129b0c-4eb7-4cff-be1c-7c038815db62 req-31c90ddc-e54c-4bb8-b195-c59da3c55556 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a90b51ea-4be8-4511-8d71-0b0b776de2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2699118 May 28 06:24:47.655419 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-3340d500-f457-423b-90d5-cdb152da9dff admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7d271f121f0e4f23adbb9926809fefcd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4652870 May 28 06:24:47.658506 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 50498) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:24:47.720255 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-b33a44d2-387e-478e-afad-30a30f9a0afa req-4b6a3d35-5ac9-4d73-98bd-784a4b4c8355 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] For port 138e37fd-587c-413c-8bdd-4325f6d90825, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=138e37fd-587c-413c-8bdd-4325f6d90825,segment=NetworkSegment(2466b369-b4d4-4fbf-9dbd-05fe75562f7f),segment_id=2466b369-b4d4-4fbf-9dbd-05fe75562f7f)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:24:47.720741 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-b33a44d2-387e-478e-afad-30a30f9a0afa req-4b6a3d35-5ac9-4d73-98bd-784a4b4c8355 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:47.747176 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e81c3d46-08bf-4c71-a994-8329ffd3d858 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:47.787738 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e81c3d46-08bf-4c71-a994-8329ffd3d858 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:47.916059 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-b33a44d2-387e-478e-afad-30a30f9a0afa req-4b6a3d35-5ac9-4d73-98bd-784a4b4c8355 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Calling delete_port for 138e37fd-587c-413c-8bdd-4325f6d90825 owned by compute:nova {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:24:47.926232 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device e650b946-83ef-48df-9fe0-03e0c667426c no longer exists at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:24:48.027659 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0765dcb6-1001-4452-9d73-5c183bbc3e2d None None] Network 9b9370ac-f402-419d-a185-61eac57b38a9 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:24:48.099364 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] No Port match for: e650b946-83ef-48df-9fe0-03e0c667426c {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:24:48.105720 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device e650b946-83ef-48df-9fe0-03e0c667426c not bound to the agent host n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:24:48.158301 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ce0710c9-a4a8-420a-b714-6eb253123c98 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:48.288888 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e81c3d46-08bf-4c71-a994-8329ffd3d858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:48.339390 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-27be4bb8-d3d5-429f-89ed-e4c4a37222df None None] Provisioning for port b862348f-bc29-49c7-b321-40a10a5e185f completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:24:48.393547 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81c3d46-08bf-4c71-a994-8329ffd3d858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2f7f997-650a-4e32-a0a9-3c1c62f96228,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:24:48.423323 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e81c3d46-08bf-4c71-a994-8329ffd3d858 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:48.430179 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-e81c3d46-08bf-4c71-a994-8329ffd3d858 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f2f7f997-650a-4e32-a0a9-3c1c62f96228 HTTP/1.1" status: 204 len: 168 time: 0.7681026 May 28 06:24:48.473884 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-b33a44d2-387e-478e-afad-30a30f9a0afa req-4b6a3d35-5ac9-4d73-98bd-784a4b4c8355 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:48.546287 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device b862348f-bc29-49c7-b321-40a10a5e185f up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:24:48.567003 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6a3d35-5ac9-4d73-98bd-784a4b4c8355 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Pushing event deleted for resources: {'Port': ['ID=138e37fd-587c-413c-8bdd-4325f6d90825,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:24:48.696157 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-b33a44d2-387e-478e-afad-30a30f9a0afa req-4b6a3d35-5ac9-4d73-98bd-784a4b4c8355 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] No DVR routers for this DVR port 138e37fd-587c-413c-8bdd-4325f6d90825 on host n-h2-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:24:48.696157 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-b33a44d2-387e-478e-afad-30a30f9a0afa req-4b6a3d35-5ac9-4d73-98bd-784a4b4c8355 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:48.696157 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7550758-2300-49b6-a09e-22d45df05a91', 'name': 'network-vif-deleted', 'tag': '138e37fd-587c-413c-8bdd-4325f6d90825'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:24:48.721910 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb61173-b31e-49dd-a40b-e9f17a950baa req-1199daa9-aedb-416a-ac5c-332df4f992c2 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:48.721910 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-efb61173-b31e-49dd-a40b-e9f17a950baa req-1199daa9-aedb-416a-ac5c-332df4f992c2 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Synchronizing usage tracker for tenant:7b2fe75d343f4ee29013f21d2442bc34 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:24:48.740695 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ce0710c9-a4a8-420a-b714-6eb253123c98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690761'] for router, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:49.317891 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port b862348f-bc29-49c7-b321-40a10a5e185f completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:24:49.318842 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b33a44d2-387e-478e-afad-30a30f9a0afa req-4b6a3d35-5ac9-4d73-98bd-784a4b4c8355 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.71 "DELETE /v2.0/ports/138e37fd-587c-413c-8bdd-4325f6d90825 HTTP/1.1" status: 204 len: 173 time: 2.3415649 May 28 06:24:49.319699 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce0710c9-a4a8-420a-b714-6eb253123c98 admin admin] Router d857aec3-5263-4f45-9b98-fac1260651c2 is scheduled to L3 agent 42958940-9562-4f71-972f-15a8af9d3963 with binding_index 1 {{(pid=89109) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 06:24:49.323096 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port b862348f-bc29-49c7-b321-40a10a5e185f triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:24:49.323467 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:49.397020 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-efb61173-b31e-49dd-a40b-e9f17a950baa req-1199daa9-aedb-416a-ac5c-332df4f992c2 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Unset dirty status for tenant:7b2fe75d343f4ee29013f21d2442bc34 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:24:49.398457 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-efb61173-b31e-49dd-a40b-e9f17a950baa req-1199daa9-aedb-416a-ac5c-332df4f992c2 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7550758-2300-49b6-a09e-22d45df05a91 HTTP/1.1" status: 200 len: 866 time: 1.0214062 May 28 06:24:49.469385 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-efb61173-b31e-49dd-a40b-e9f17a950baa req-5f2bea05-669e-4c46-991c-4a87ad8e5bf8 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/security-groups?id=51e8ab45-fc50-4bca-a4a6-55c0639ed93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620697 May 28 06:24:49.481019 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port b862348f-bc29-49c7-b321-40a10a5e185f is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:24:49.490482 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:49.540273 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port b862348f-bc29-49c7-b321-40a10a5e185f, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=b862348f-bc29-49c7-b321-40a10a5e185f,segment=NetworkSegment(befc39fc-1243-42e3-acd6-540a4860f994),segment_id=befc39fc-1243-42e3-acd6-540a4860f994)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:24:49.594206 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a906c4f5-d7c6-44b4-8954-f877a0d89cfa'] response: {'server_uuid': 'e7550758-2300-49b6-a09e-22d45df05a91', 'name': 'network-vif-deleted', 'tag': '138e37fd-587c-413c-8bdd-4325f6d90825', 'status': 'completed', 'code': 200} May 28 06:24:49.639247 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:49.713123 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7a940a81-ccc3-46b9-82d9-c5fadaeb6260 req-af20cea8-3fd3-460e-911e-45068749b3dc tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] 10.222.0.55 "GET /v2.0/ports?device_id=09caadb6-2643-49d1-a9e8-799c6b43a127 HTTP/1.1" status: 200 len: 210 time: 0.0536923 May 28 06:24:49.745372 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=b862348f-bc29-49c7-b321-40a10a5e185f,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:24:49.869106 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce0710c9-a4a8-420a-b714-6eb253123c98 admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:24:49.878875 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0094c3-bce3-4dda-9cfb-d298e36b5bf0 req-fbca9703-d657-4f01-9e6d-d0c7de57f55e tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:49.882515 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22099634-68fd-43ce-a78b-e597f393c344 None None] Sync routers for ids ['d857aec3-5263-4f45-9b98-fac1260651c2'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:24:49.888740 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fa0094c3-bce3-4dda-9cfb-d298e36b5bf0 req-fbca9703-d657-4f01-9e6d-d0c7de57f55e tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/ports?device_id=46ed3dcc-c892-44cc-ac8a-301e8d3dc92c HTTP/1.1" status: 200 len: 945 time: 0.1314387 May 28 06:24:49.895885 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22099634-68fd-43ce-a78b-e597f393c344 None None] Routers {'d857aec3-5263-4f45-9b98-fac1260651c2'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:24:49.899474 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-22099634-68fd-43ce-a78b-e597f393c344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:24:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['d857aec3-5263-4f45-9b98-fac1260651c2'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:24:49.934628 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10869c4-1165-4755-a9b2-92689d82ce22 req-e64d160f-2a67-47df-8f66-5f5be68fe4a6 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:49.935325 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-c10869c4-1165-4755-a9b2-92689d82ce22 req-e64d160f-2a67-47df-8f66-5f5be68fe4a6 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Synchronizing usage tracker for tenant:16fae7f21e73441b8f27011aec16439a on resource:network {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:24:49.960008 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fa0094c3-bce3-4dda-9cfb-d298e36b5bf0 req-2278f481-34ca-4245-ba40-b86674688e9d tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a90b51ea-4be8-4511-8d71-0b0b776de2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670393 May 28 06:24:49.979854 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ce0710c9-a4a8-420a-b714-6eb253123c98 admin admin] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:49.984048 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-ce0710c9-a4a8-420a-b714-6eb253123c98 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.2274523 May 28 06:24:49.986474 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 50560) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:24:49.987759 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ecf232-a73d-4473-8fee-033903205902 req-f38e1163-3619-4539-8a28-7990d9571b8a tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:49.990614 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c5ecf232-a73d-4473-8fee-033903205902 req-f38e1163-3619-4539-8a28-7990d9571b8a tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=23c73e19-816a-46df-80fa-748f799ce37d HTTP/1.1" status: 200 len: 951 time: 0.1536133 May 28 06:24:50.053475 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c5ecf232-a73d-4473-8fee-033903205902 req-e9656bfb-cf61-4f51-85ca-e29c1acbacb9 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535858 May 28 06:24:50.113578 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-22099634-68fd-43ce-a78b-e597f393c344 None None] Set router d857aec3-5263-4f45-9b98-fac1260651c2 gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:24:50.120488 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 50572) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:24:50.165173 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0f803285-75ac-4662-bb8a-a5378d64f1c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:50.190017 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-0f803285-75ac-4662-bb8a-a5378d64f1c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:24:50.194458 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-0f803285-75ac-4662-bb8a-a5378d64f1c1 admin admin] Usage tracker for resource:security_group_rule and tenant:7de0820a919c448eb0dcf5ce17c7e0da is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:24:50.197397 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-0f803285-75ac-4662-bb8a-a5378d64f1c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:24:50.205541 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-0f803285-75ac-4662-bb8a-a5378d64f1c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:24:50.362265 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-c10869c4-1165-4755-a9b2-92689d82ce22 req-e64d160f-2a67-47df-8f66-5f5be68fe4a6 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Unset dirty status for tenant:16fae7f21e73441b8f27011aec16439a on resource:network {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:24:50.364093 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-c10869c4-1165-4755-a9b2-92689d82ce22 req-e64d160f-2a67-47df-8f66-5f5be68fe4a6 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] 10.222.0.69 "GET /v2.0/networks?id=57335d58-5b4b-44c7-91c4-7ad19fc594ec HTTP/1.1" status: 200 len: 822 time: 0.8072577 May 28 06:24:50.434548 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-c10869c4-1165-4755-a9b2-92689d82ce22 req-3f53216d-e4c1-4f28-a985-838aedb7c945 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Request body: {'port': {'device_id': '09caadb6-2643-49d1-a9e8-799c6b43a127', 'network_id': '57335d58-5b4b-44c7-91c4-7ad19fc594ec', 'admin_state_up': True, 'tenant_id': '16fae7f21e73441b8f27011aec16439a'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:24:50.473369 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0f803285-75ac-4662-bb8a-a5378d64f1c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:50.493866 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-22099634-68fd-43ce-a78b-e597f393c344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd857aec3-5263-4f45-9b98-fac1260651c2', 'name': 'tempest-TaggedBootDevicesTest_v242-1074299981-router', 'tenant_id': '5a27568d2aff479086cfcad7501ab2c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': 'd4b35cd7-b30f-4dfe-9d66-ec5633b31dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:24:44Z', 'updated_at': '2022-05-28T06:24:47Z', 'revision_number': 3, 'project_id': '5a27568d2aff479086cfcad7501ab2c8', 'gw_port': {'id': 'd4b35cd7-b30f-4dfe-9d66-ec5633b31dfd', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:50:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd857aec3-5263-4f45-9b98-fac1260651c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:24:46Z', 'updated_at': '2022-05-28T06:24:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:24:50.505545 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22099634-68fd-43ce-a78b-e597f393c344 None None] Checking router: d857aec3-5263-4f45-9b98-fac1260651c2 for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:24:50.506079 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22099634-68fd-43ce-a78b-e597f393c344 None None] Updating router d857aec3-5263-4f45-9b98-fac1260651c2 port d4b35cd7-b30f-4dfe-9d66-ec5633b31dfd binding host n-d-843702-1 {{(pid=89111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:24:50.563727 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device b862348f-bc29-49c7-b321-40a10a5e185f up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:24:50.585574 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0f803285-75ac-4662-bb8a-a5378d64f1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:50.652953 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-0f803285-75ac-4662-bb8a-a5378d64f1c1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7de0820a919c448eb0dcf5ce17c7e0da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5293067 May 28 06:24:50.657649 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 50590) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:24:50.694376 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-22099634-68fd-43ce-a78b-e597f393c344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:50.727404 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port b862348f-bc29-49c7-b321-40a10a5e185f triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:24:50.727404 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:50.764365 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f803285-75ac-4662-bb8a-a5378d64f1c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd9841c4-6415-4637-be66-d2e4b5ad08ff,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:24:50.776680 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-59cac3d1-d4fd-4801-a870-7e18cf8a9877 req-3f74169b-bddf-4efa-854e-8e22a69910a9 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7550758-2300-49b6-a09e-22d45df05a91 HTTP/1.1" status: 200 len: 210 time: 0.0864291 May 28 06:24:50.816077 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [req-c10869c4-1165-4755-a9b2-92689d82ce22 req-3f53216d-e4c1-4f28-a985-838aedb7c945 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:24:50.838617 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-c10869c4-1165-4755-a9b2-92689d82ce22 req-3f53216d-e4c1-4f28-a985-838aedb7c945 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Usage tracker for resource:port and tenant:16fae7f21e73441b8f27011aec16439a is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:24:50.844612 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-c10869c4-1165-4755-a9b2-92689d82ce22 req-3f53216d-e4c1-4f28-a985-838aedb7c945 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:24:50.846856 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-fae28a2a-7b2d-44b7-a744-7871b203064b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:50.874325 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [req-c10869c4-1165-4755-a9b2-92689d82ce22 req-3f53216d-e4c1-4f28-a985-838aedb7c945 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:24:50.890247 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-fae28a2a-7b2d-44b7-a744-7871b203064b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:50.956407 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-92ace64b-a254-462a-8304-58860f82ef33 req-9170f6af-6657-4b82-9188-0de9851933e0 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] 10.222.0.55 "GET /v2.0/ports?device_id=09caadb6-2643-49d1-a9e8-799c6b43a127 HTTP/1.1" status: 200 len: 210 time: 0.0550060 May 28 06:24:50.992166 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port b862348f-bc29-49c7-b321-40a10a5e185f is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:24:51.139814 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2fcdb85c-885f-4835-8234-5c99ab56e0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:51.171703 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea8ebda-04a9-4593-9466-79e62a09a854 req-cb1666c0-df8e-49a8-8917-9706a0b7f85f tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:51.173782 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4ea8ebda-04a9-4593-9466-79e62a09a854 req-cb1666c0-df8e-49a8-8917-9706a0b7f85f tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/ports?device_id=46ed3dcc-c892-44cc-ac8a-301e8d3dc92c HTTP/1.1" status: 200 len: 945 time: 0.0856917 May 28 06:24:51.208359 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c10869c4-1165-4755-a9b2-92689d82ce22 req-3f53216d-e4c1-4f28-a985-838aedb7c945 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Made reservation on behalf of 16fae7f21e73441b8f27011aec16439a for: {'port': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:24:51.211908 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-c10869c4-1165-4755-a9b2-92689d82ce22 req-3f53216d-e4c1-4f28-a985-838aedb7c945 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:51.222919 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-22099634-68fd-43ce-a78b-e597f393c344 None None] Notify callbacks [] for port, precommit_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:51.235642 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 138e37fd-587c-413c-8bdd-4325f6d90825 no longer exists at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:24:51.274563 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4ea8ebda-04a9-4593-9466-79e62a09a854 req-5769243c-22ca-4f2b-80e2-b9203964263b tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a90b51ea-4be8-4511-8d71-0b0b776de2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939081 May 28 06:24:51.278969 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] No Port match for: 138e37fd-587c-413c-8bdd-4325f6d90825 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:24:51.279311 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 138e37fd-587c-413c-8bdd-4325f6d90825 not bound to the agent host n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:24:51.316965 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fc11ce-b661-4cc2-a812-55b0f96fb0ad req-c648f751-a308-4b19-ae4a-5f0a5b768ec8 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:51.318445 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e5fc11ce-b661-4cc2-a812-55b0f96fb0ad req-c648f751-a308-4b19-ae4a-5f0a5b768ec8 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.71 "GET /v2.0/ports?device_id=23c73e19-816a-46df-80fa-748f799ce37d HTTP/1.1" status: 200 len: 951 time: 0.1170228 May 28 06:24:51.385951 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-22099634-68fd-43ce-a78b-e597f393c344 None None] Transition to ACTIVE for port object d4b35cd7-b30f-4dfe-9d66-ec5633b31dfd will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:24:51.394211 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-fae28a2a-7b2d-44b7-a744-7871b203064b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:51.445073 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-e5fc11ce-b661-4cc2-a812-55b0f96fb0ad req-762f033f-f80a-4136-b765-03275e33354c tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Deleting port 348e0f92-f18f-4d76-8c5a-7722d2125db2 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:24:51.445427 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-e5fc11ce-b661-4cc2-a812-55b0f96fb0ad req-762f033f-f80a-4136-b765-03275e33354c tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:51.497692 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae28a2a-7b2d-44b7-a744-7871b203064b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd9841c4-6415-4637-be66-d2e4b5ad08ff,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:24:51.512164 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-fae28a2a-7b2d-44b7-a744-7871b203064b admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:51.512980 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-fae28a2a-7b2d-44b7-a744-7871b203064b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/dd9841c4-6415-4637-be66-d2e4b5ad08ff HTTP/1.1" status: 204 len: 168 time: 0.8503616 May 28 06:24:51.541835 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-22099634-68fd-43ce-a78b-e597f393c344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:51.620417 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [req-c10869c4-1165-4755-a9b2-92689d82ce22 req-3f53216d-e4c1-4f28-a985-838aedb7c945 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Allocated IP 172.20.0.8 (57335d58-5b4b-44c7-91c4-7ad19fc594ec/3fe916e2-3f26-4799-a7be-cc46b10e4922/e6f6492d-1d09-464e-8f39-65ebd8c86acb) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:24:51.644980 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91fbe87-9402-4b4c-9561-fd89e528cb5e None None] Pushing event updated for resources: {'Port': ['ID=d4b35cd7-b30f-4dfe-9d66-ec5633b31dfd,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:24:51.669645 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-2fcdb85c-885f-4835-8234-5c99ab56e0b5 admin admin] Allocated IP 172.20.0.1 (9b9370ac-f402-419d-a185-61eac57b38a9/c103158a-2ac5-46a3-b8d0-bd8c5ed32dd7/f176d8d6-3ae7-4ca6-a849-580d2e96b345) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:24:51.697179 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-22099634-68fd-43ce-a78b-e597f393c344 None None] Attempting to bind port d4b35cd7-b30f-4dfe-9d66-ec5633b31dfd on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:24:51.697605 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-22099634-68fd-43ce-a78b-e597f393c344 None None] Attempting to bind port d4b35cd7-b30f-4dfe-9d66-ec5633b31dfd by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:24:51.698190 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22099634-68fd-43ce-a78b-e597f393c344 None None] Attempting to bind port d4b35cd7-b30f-4dfe-9d66-ec5633b31dfd on network 68df399e-e75e-4871-9364-5d05730b50f0 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:24:51.711803 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22099634-68fd-43ce-a78b-e597f393c344 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:24:51.712915 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22099634-68fd-43ce-a78b-e597f393c344 None None] Checking segment: {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:24:51.714597 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-22099634-68fd-43ce-a78b-e597f393c344 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:51.716161 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22099634-68fd-43ce-a78b-e597f393c344 None None] Bound using segment: {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:24:51.719920 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-22099634-68fd-43ce-a78b-e597f393c344 None None] Bound port: d4b35cd7-b30f-4dfe-9d66-ec5633b31dfd, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:24:51.720344 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-22099634-68fd-43ce-a78b-e597f393c344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:51.776954 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33be790a-2065-45ed-a03f-e1cea1381627 req-68e69dbd-8499-4308-9c0e-deacf206ca55 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:51.784923 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-33be790a-2065-45ed-a03f-e1cea1381627 req-68e69dbd-8499-4308-9c0e-deacf206ca55 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=23c73e19-816a-46df-80fa-748f799ce37d HTTP/1.1" status: 200 len: 951 time: 0.3859789 May 28 06:24:51.822583 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-22099634-68fd-43ce-a78b-e597f393c344 None None] For port d4b35cd7-b30f-4dfe-9d66-ec5633b31dfd, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:24:51.824363 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-22099634-68fd-43ce-a78b-e597f393c344 None None] For port d4b35cd7-b30f-4dfe-9d66-ec5633b31dfd, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=d4b35cd7-b30f-4dfe-9d66-ec5633b31dfd,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:24:51.881875 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-33be790a-2065-45ed-a03f-e1cea1381627 req-d65d9e70-0006-413e-a5b8-d1e98d6f2656 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894115 May 28 06:24:51.894705 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-e5fc11ce-b661-4cc2-a812-55b0f96fb0ad req-762f033f-f80a-4136-b765-03275e33354c tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] For port 348e0f92-f18f-4d76-8c5a-7722d2125db2, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=348e0f92-f18f-4d76-8c5a-7722d2125db2,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:24:51.894705 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-e5fc11ce-b661-4cc2-a812-55b0f96fb0ad req-762f033f-f80a-4136-b765-03275e33354c tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:51.980403 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-22099634-68fd-43ce-a78b-e597f393c344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:52.067602 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-e5fc11ce-b661-4cc2-a812-55b0f96fb0ad req-762f033f-f80a-4136-b765-03275e33354c tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Calling delete_port for 348e0f92-f18f-4d76-8c5a-7722d2125db2 owned by compute:nova {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:24:52.124872 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-c10869c4-1165-4755-a9b2-92689d82ce22 req-3f53216d-e4c1-4f28-a985-838aedb7c945 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:52.149022 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2fcdb85c-885f-4835-8234-5c99ab56e0b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:52.171842 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22099634-68fd-43ce-a78b-e597f393c344 None None] Routers {'d857aec3-5263-4f45-9b98-fac1260651c2'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:24:52.175503 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-22099634-68fd-43ce-a78b-e597f393c344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:24:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['d857aec3-5263-4f45-9b98-fac1260651c2'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:24:52.183563 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [None req-2fcdb85c-885f-4835-8234-5c99ab56e0b5 admin admin] Transition to ACTIVE for port object f176d8d6-3ae7-4ca6-a849-580d2e96b345 will not be triggered until provisioned by entity DHCP. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:24:52.205204 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bc50b30e-742f-459d-98eb-1dbe2bd92c73 req-d50a6356-3ab1-45cf-a1e8-d98786649999 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] 10.222.0.55 "GET /v2.0/ports?device_id=09caadb6-2643-49d1-a9e8-799c6b43a127 HTTP/1.1" status: 200 len: 210 time: 0.0775032 May 28 06:24:52.285781 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91fbe87-9402-4b4c-9561-fd89e528cb5e None None] Pushing event updated for resources: {'Port': ['ID=d4b35cd7-b30f-4dfe-9d66-ec5633b31dfd,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:24:52.369154 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-c10869c4-1165-4755-a9b2-92689d82ce22 req-3f53216d-e4c1-4f28-a985-838aedb7c945 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:52.396811 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2fcdb85c-885f-4835-8234-5c99ab56e0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:52.440210 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-22099634-68fd-43ce-a78b-e597f393c344 None None] Set router d857aec3-5263-4f45-9b98-fac1260651c2 gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:24:52.467992 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c10869c4-1165-4755-a9b2-92689d82ce22 req-3f53216d-e4c1-4f28-a985-838aedb7c945 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Network 57335d58-5b4b-44c7-91c4-7ad19fc594ec is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:24:52.467992 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fcdb85c-885f-4835-8234-5c99ab56e0b5 admin admin] Network 9b9370ac-f402-419d-a185-61eac57b38a9 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:24:52.467992 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [req-c10869c4-1165-4755-a9b2-92689d82ce22 req-3f53216d-e4c1-4f28-a985-838aedb7c945 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:24:52.468263 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-2fcdb85c-885f-4835-8234-5c99ab56e0b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:24:52.472450 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [req-c10869c4-1165-4755-a9b2-92689d82ce22 req-3f53216d-e4c1-4f28-a985-838aedb7c945 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:24:52.506100 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcdb85c-885f-4835-8234-5c99ab56e0b5 admin admin] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:24:52.562229 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-e5fc11ce-b661-4cc2-a812-55b0f96fb0ad req-762f033f-f80a-4136-b765-03275e33354c tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:52.573669 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcdb85c-885f-4835-8234-5c99ab56e0b5 admin admin] Pushing event updated for resources: {'Port': ['ID=f176d8d6-3ae7-4ca6-a849-580d2e96b345,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:24:52.579069 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['46a4ea42-1089-420c-a96f-d7cd594a80c1', '5ade8c86-99e0-4811-878c-8667ec11046f'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:24:52.629527 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['348e0f92-f18f-4d76-8c5a-7722d2125db2'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:24:52.691644 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f53216d-e4c1-4f28-a985-838aedb7c945 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Pushing event updated for resources: {'Port': ['ID=e6f6492d-1d09-464e-8f39-65ebd8c86acb,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:24:52.701722 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2fcdb85c-885f-4835-8234-5c99ab56e0b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690947'] for router_interface, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:52.834896 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762f033f-f80a-4136-b765-03275e33354c tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Pushing event deleted for resources: {'Port': ['ID=348e0f92-f18f-4d76-8c5a-7722d2125db2,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:24:52.859144 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5fc11ce-b661-4cc2-a812-55b0f96fb0ad req-762f033f-f80a-4136-b765-03275e33354c tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] No DVR routers for this DVR port 348e0f92-f18f-4d76-8c5a-7722d2125db2 on host n-h2-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:24:52.862058 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-e5fc11ce-b661-4cc2-a812-55b0f96fb0ad req-762f033f-f80a-4136-b765-03275e33354c tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:52.865383 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10869c4-1165-4755-a9b2-92689d82ce22 req-3f53216d-e4c1-4f28-a985-838aedb7c945 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:52.866018 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-c10869c4-1165-4755-a9b2-92689d82ce22 req-3f53216d-e4c1-4f28-a985-838aedb7c945 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:52.872851 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23c73e19-816a-46df-80fa-748f799ce37d', 'name': 'network-vif-deleted', 'tag': '348e0f92-f18f-4d76-8c5a-7722d2125db2'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:24:52.879096 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e5fc11ce-b661-4cc2-a812-55b0f96fb0ad req-762f033f-f80a-4136-b765-03275e33354c tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.71 "DELETE /v2.0/ports/348e0f92-f18f-4d76-8c5a-7722d2125db2 HTTP/1.1" status: 204 len: 173 time: 1.5554650 May 28 06:24:52.941928 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5193582c-a721-4dcd-be35-8acd46282dfb req-2f114aa6-feca-40c9-bebe-326d4402a509 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:52.943747 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5193582c-a721-4dcd-be35-8acd46282dfb req-2f114aa6-feca-40c9-bebe-326d4402a509 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/ports?device_id=46ed3dcc-c892-44cc-ac8a-301e8d3dc92c HTTP/1.1" status: 200 len: 945 time: 0.3480320 May 28 06:24:52.996770 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5193582c-a721-4dcd-be35-8acd46282dfb req-a69dae21-b0f7-4e8a-8170-2e405cfbaaf4 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a90b51ea-4be8-4511-8d71-0b0b776de2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473769 May 28 06:24:53.102194 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-c10869c4-1165-4755-a9b2-92689d82ce22 req-3f53216d-e4c1-4f28-a985-838aedb7c945 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6744156 May 28 06:24:53.113186 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-c10869c4-1165-4755-a9b2-92689d82ce22 req-2e44ad0a-ba26-4f49-bbc2-f6a318b47123 service neutron] Request body: {'port': {'device_id': '09caadb6-2643-49d1-a9e8-799c6b43a127', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843702-1'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:24:53.158306 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b637ab58-0e51-4da1-ad87-84b27e147703'] response: {'server_uuid': '23c73e19-816a-46df-80fa-748f799ce37d', 'name': 'network-vif-deleted', 'tag': '348e0f92-f18f-4d76-8c5a-7722d2125db2', 'status': 'completed', 'code': 200} May 28 06:24:53.171291 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-1e96c33d-787d-4a56-9166-4b5394b151ac None None] Provisioning for port f176d8d6-3ae7-4ca6-a849-580d2e96b345 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:24:53.193696 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-1e96c33d-787d-4a56-9166-4b5394b151ac None None] Provisioning complete for port f176d8d6-3ae7-4ca6-a849-580d2e96b345 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:24:53.194072 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-1e96c33d-787d-4a56-9166-4b5394b151ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:53.304274 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-1e96c33d-787d-4a56-9166-4b5394b151ac None None] Port f176d8d6-3ae7-4ca6-a849-580d2e96b345 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:24:53.328071 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2fcdb85c-885f-4835-8234-5c99ab56e0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:53.329114 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-22099634-68fd-43ce-a78b-e597f393c344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd857aec3-5263-4f45-9b98-fac1260651c2', 'name': 'tempest-TaggedBootDevicesTest_v242-1074299981-router', 'tenant_id': '5a27568d2aff479086cfcad7501ab2c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': 'd4b35cd7-b30f-4dfe-9d66-ec5633b31dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:24:44Z', 'updated_at': '2022-05-28T06:24:47Z', 'revision_number': 3, 'project_id': '5a27568d2aff479086cfcad7501ab2c8', 'gw_port': {'id': 'd4b35cd7-b30f-4dfe-9d66-ec5633b31dfd', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:50:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd857aec3-5263-4f45-9b98-fac1260651c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:24:46Z', 'updated_at': '2022-05-28T06:24:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:24:53.332207 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22099634-68fd-43ce-a78b-e597f393c344 None None] The sync data for ids ['d857aec3-5263-4f45-9b98-fac1260651c2'] in n-d-843702-1 is: [{'id': 'd857aec3-5263-4f45-9b98-fac1260651c2', 'name': 'tempest-TaggedBootDevicesTest_v242-1074299981-router', 'tenant_id': '5a27568d2aff479086cfcad7501ab2c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': 'd4b35cd7-b30f-4dfe-9d66-ec5633b31dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:24:44Z', 'updated_at': '2022-05-28T06:24:47Z', 'revision_number': 3, 'project_id': '5a27568d2aff479086cfcad7501ab2c8', 'gw_port': {'id': 'd4b35cd7-b30f-4dfe-9d66-ec5633b31dfd', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:50:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd857aec3-5263-4f45-9b98-fac1260651c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:24:46Z', 'updated_at': '2022-05-28T06:24:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:24:53.530740 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-15a032ed-33e3-4441-b60d-869a8fc3d449 req-5acccf02-67a2-484b-a4c7-aaedac46a3e0 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Synchronizing usage tracker for tenant:fa535ce8a329409da109cb227c3a70b1 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:24:53.699320 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-c10869c4-1165-4755-a9b2-92689d82ce22 req-2e44ad0a-ba26-4f49-bbc2-f6a318b47123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:53.723251 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e886048b-578c-4263-bce8-048a73be3ca9 req-9f1213e3-c0ff-4c79-a524-d67dc183f455 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:53.725723 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e886048b-578c-4263-bce8-048a73be3ca9 req-9f1213e3-c0ff-4c79-a524-d67dc183f455 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.71 "GET /v2.0/ports?device_id=e51a0de3-402f-460c-9493-bd8633593828 HTTP/1.1" status: 200 len: 964 time: 0.1127679 May 28 06:24:53.728051 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-15a032ed-33e3-4441-b60d-869a8fc3d449 req-5acccf02-67a2-484b-a4c7-aaedac46a3e0 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Unset dirty status for tenant:fa535ce8a329409da109cb227c3a70b1 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:24:53.736975 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-15a032ed-33e3-4441-b60d-869a8fc3d449 req-5acccf02-67a2-484b-a4c7-aaedac46a3e0 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=23c73e19-816a-46df-80fa-748f799ce37d HTTP/1.1" status: 200 len: 210 time: 0.3555257 May 28 06:24:53.840283 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2fcdb85c-885f-4835-8234-5c99ab56e0b5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:53.945563 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2fcdb85c-885f-4835-8234-5c99ab56e0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:54.068856 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-e886048b-578c-4263-bce8-048a73be3ca9 req-25a00c4f-5b38-4160-b618-b405d8473f9c tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Deleting port 8e85634d-9446-4e69-b543-1903a9307147 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:24:54.069109 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-e886048b-578c-4263-bce8-048a73be3ca9 req-25a00c4f-5b38-4160-b618-b405d8473f9c tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:54.098713 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcdb85c-885f-4835-8234-5c99ab56e0b5 admin admin] Pushing event updated for resources: {'Port': ['ID=f176d8d6-3ae7-4ca6-a849-580d2e96b345,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:24:54.161521 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2fcdb85c-885f-4835-8234-5c99ab56e0b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700602'] for router_interface, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:54.208364 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626c6299-85f4-4f8d-8090-74f6caa79613 req-4310208f-e30e-4d9a-88ef-689be6195c62 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:54.215503 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-626c6299-85f4-4f8d-8090-74f6caa79613 req-4310208f-e30e-4d9a-88ef-689be6195c62 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/ports?device_id=e51a0de3-402f-460c-9493-bd8633593828 HTTP/1.1" status: 200 len: 964 time: 0.2154901 May 28 06:24:54.371252 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-626c6299-85f4-4f8d-8090-74f6caa79613 req-464bf382-1fb6-4666-af3f-1e0f261be993 tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/security-groups?id=51e8ab45-fc50-4bca-a4a6-55c0639ed93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548500 May 28 06:24:54.554498 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fcdb85c-885f-4835-8234-5c99ab56e0b5 admin admin] Network 9b9370ac-f402-419d-a185-61eac57b38a9 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:24:54.556554 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-2fcdb85c-885f-4835-8234-5c99ab56e0b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:24:54.570946 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-e886048b-578c-4263-bce8-048a73be3ca9 req-25a00c4f-5b38-4160-b618-b405d8473f9c tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] For port 8e85634d-9446-4e69-b543-1903a9307147, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=8e85634d-9446-4e69-b543-1903a9307147,segment=NetworkSegment(2466b369-b4d4-4fbf-9dbd-05fe75562f7f),segment_id=2466b369-b4d4-4fbf-9dbd-05fe75562f7f)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:24:54.571441 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-e886048b-578c-4263-bce8-048a73be3ca9 req-25a00c4f-5b38-4160-b618-b405d8473f9c tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:54.618125 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device d4b35cd7-b30f-4dfe-9d66-ec5633b31dfd up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:24:54.733612 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.db.resource_extend [req-c10869c4-1165-4755-a9b2-92689d82ce22 req-2e44ad0a-ba26-4f49-bbc2-f6a318b47123 service neutron] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 06:24:54.942648 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-040b13fb-2a95-4b4d-ad71-ebeb2e5463b7 None None] Provisioning complete for port f176d8d6-3ae7-4ca6-a849-580d2e96b345 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:24:54.945895 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-040b13fb-2a95-4b4d-ad71-ebeb2e5463b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:54.988165 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [req-c10869c4-1165-4755-a9b2-92689d82ce22 req-2e44ad0a-ba26-4f49-bbc2-f6a318b47123 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6f6492d-1d09-464e-8f39-65ebd8c86acb {{(pid=89109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:24:55.013861 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-c10869c4-1165-4755-a9b2-92689d82ce22 req-2e44ad0a-ba26-4f49-bbc2-f6a318b47123 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:55.061220 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [req-c10869c4-1165-4755-a9b2-92689d82ce22 req-2e44ad0a-ba26-4f49-bbc2-f6a318b47123 service neutron] Transition to ACTIVE for port object e6f6492d-1d09-464e-8f39-65ebd8c86acb will not be triggered until provisioned by entity L2. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:24:55.084664 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-e886048b-578c-4263-bce8-048a73be3ca9 req-25a00c4f-5b38-4160-b618-b405d8473f9c tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Calling delete_port for 8e85634d-9446-4e69-b543-1903a9307147 owned by compute:tempest-test_az-48721647 {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:24:55.088518 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-040b13fb-2a95-4b4d-ad71-ebeb2e5463b7 None None] Port f176d8d6-3ae7-4ca6-a849-580d2e96b345 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:24:55.100726 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fcdb85c-885f-4835-8234-5c99ab56e0b5 admin admin] Router d857aec3-5263-4f45-9b98-fac1260651c2 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:24:55.116996 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port d4b35cd7-b30f-4dfe-9d66-ec5633b31dfd completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:24:55.125975 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port d4b35cd7-b30f-4dfe-9d66-ec5633b31dfd triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:24:55.125975 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:55.174398 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a5eb4c-eea8-42a8-97ae-143c762acb86 req-92ccbdcf-4c57-4ede-8c6c-1a3c21307217 tempest-LiveAutoBlockMigrationV225Test-2091885666 tempest-LiveAutoBlockMigrationV225Test-2091885666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:55.175880 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-19a5eb4c-eea8-42a8-97ae-143c762acb86 req-92ccbdcf-4c57-4ede-8c6c-1a3c21307217 tempest-LiveAutoBlockMigrationV225Test-2091885666 tempest-LiveAutoBlockMigrationV225Test-2091885666-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=46ed3dcc-c892-44cc-ac8a-301e8d3dc92c&tenant_id=1ab1ed0d304345a0a07278c26e7745d6&binding%3Ahost_id=n-h2-843702-1 HTTP/1.1" status: 200 len: 1096 time: 0.5472381 May 28 06:24:55.186726 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1bafe9-5784-4fa9-bf5f-f5b7b5560a7b req-7f380334-7c71-4e69-8a5c-660b3aae1652 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:55.195217 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7e1bafe9-5784-4fa9-bf5f-f5b7b5560a7b req-7f380334-7c71-4e69-8a5c-660b3aae1652 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] 10.222.0.55 "GET /v2.0/ports?device_id=09caadb6-2643-49d1-a9e8-799c6b43a127 HTTP/1.1" status: 200 len: 931 time: 0.4034071 May 28 06:24:55.232612 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-19a5eb4c-eea8-42a8-97ae-143c762acb86 req-f0c2b964-1e39-4b69-a4e7-dbb4dec20f6b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-843702-1'}}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:24:55.251104 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 348e0f92-f18f-4d76-8c5a-7722d2125db2 no longer exists at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:24:55.296931 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] No Port match for: 348e0f92-f18f-4d76-8c5a-7722d2125db2 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:24:55.296931 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 348e0f92-f18f-4d76-8c5a-7722d2125db2 not bound to the agent host n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:24:55.304948 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port d4b35cd7-b30f-4dfe-9d66-ec5633b31dfd is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:24:55.304948 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:55.321242 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-c10869c4-1165-4755-a9b2-92689d82ce22 req-2e44ad0a-ba26-4f49-bbc2-f6a318b47123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:55.321698 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port d4b35cd7-b30f-4dfe-9d66-ec5633b31dfd, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=d4b35cd7-b30f-4dfe-9d66-ec5633b31dfd,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:24:55.355999 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fcdb85c-885f-4835-8234-5c99ab56e0b5 admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:24:55.366228 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-2fcdb85c-885f-4835-8234-5c99ab56e0b5 admin admin] 10.222.0.55 "PUT /v2.0/routers/d857aec3-5263-4f45-9b98-fac1260651c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3785236 May 28 06:24:55.398046 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e44ad0a-ba26-4f49-bbc2-f6a318b47123 service neutron] Pushing event updated for resources: {'Port': ['ID=e6f6492d-1d09-464e-8f39-65ebd8c86acb,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:24:55.436891 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:55.460683 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7e1bafe9-5784-4fa9-bf5f-f5b7b5560a7b req-33a00bd4-8234-4ad3-b49d-0d240d5f8af3 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] 10.222.0.55 "GET /v2.0/security-groups?id=23fff79d-6911-4949-90e1-061adc265852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2642853 May 28 06:24:55.499043 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-19a5eb4c-eea8-42a8-97ae-143c762acb86 req-f0c2b964-1e39-4b69-a4e7-dbb4dec20f6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:55.518649 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=d4b35cd7-b30f-4dfe-9d66-ec5633b31dfd,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:24:55.575247 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-e886048b-578c-4263-bce8-048a73be3ca9 req-25a00c4f-5b38-4160-b618-b405d8473f9c tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:55.674882 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a00c4f-5b38-4160-b618-b405d8473f9c tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Pushing event deleted for resources: {'Port': ['ID=8e85634d-9446-4e69-b543-1903a9307147,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:24:55.759080 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-c10869c4-1165-4755-a9b2-92689d82ce22 req-2e44ad0a-ba26-4f49-bbc2-f6a318b47123 service neutron] Attempting to bind port e6f6492d-1d09-464e-8f39-65ebd8c86acb on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:24:55.759562 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-c10869c4-1165-4755-a9b2-92689d82ce22 req-2e44ad0a-ba26-4f49-bbc2-f6a318b47123 service neutron] Attempting to bind port e6f6492d-1d09-464e-8f39-65ebd8c86acb by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': 'b938b3fe-4e87-4c2f-aa8d-5e499b733858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '57335d58-5b4b-44c7-91c4-7ad19fc594ec'}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:24:55.759735 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10869c4-1165-4755-a9b2-92689d82ce22 req-2e44ad0a-ba26-4f49-bbc2-f6a318b47123 service neutron] Attempting to bind port e6f6492d-1d09-464e-8f39-65ebd8c86acb on network 57335d58-5b4b-44c7-91c4-7ad19fc594ec {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:24:55.766790 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10869c4-1165-4755-a9b2-92689d82ce22 req-2e44ad0a-ba26-4f49-bbc2-f6a318b47123 service neutron] Port e6f6492d-1d09-464e-8f39-65ebd8c86acb on network 57335d58-5b4b-44c7-91c4-7ad19fc594ec not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:24:55.767120 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10869c4-1165-4755-a9b2-92689d82ce22 req-2e44ad0a-ba26-4f49-bbc2-f6a318b47123 service neutron] Attempting to bind port e6f6492d-1d09-464e-8f39-65ebd8c86acb on network 57335d58-5b4b-44c7-91c4-7ad19fc594ec {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:24:55.779714 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10869c4-1165-4755-a9b2-92689d82ce22 req-2e44ad0a-ba26-4f49-bbc2-f6a318b47123 service neutron] Checking agent: {'id': '69f492a0-c00d-46d0-9bec-fcd8161ce206', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:24:55.779714 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10869c4-1165-4755-a9b2-92689d82ce22 req-2e44ad0a-ba26-4f49-bbc2-f6a318b47123 service neutron] Checking segment: {'id': 'b938b3fe-4e87-4c2f-aa8d-5e499b733858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '57335d58-5b4b-44c7-91c4-7ad19fc594ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:24:55.779714 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10869c4-1165-4755-a9b2-92689d82ce22 req-2e44ad0a-ba26-4f49-bbc2-f6a318b47123 service neutron] Bound using segment: {'id': 'b938b3fe-4e87-4c2f-aa8d-5e499b733858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '57335d58-5b4b-44c7-91c4-7ad19fc594ec'} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:24:55.779714 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-c10869c4-1165-4755-a9b2-92689d82ce22 req-2e44ad0a-ba26-4f49-bbc2-f6a318b47123 service neutron] Bound port: e6f6492d-1d09-464e-8f39-65ebd8c86acb, host: n-h1-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b938b3fe-4e87-4c2f-aa8d-5e499b733858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '57335d58-5b4b-44c7-91c4-7ad19fc594ec'}}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:24:55.779714 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-c10869c4-1165-4755-a9b2-92689d82ce22 req-2e44ad0a-ba26-4f49-bbc2-f6a318b47123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:55.906801 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-c10869c4-1165-4755-a9b2-92689d82ce22 req-2e44ad0a-ba26-4f49-bbc2-f6a318b47123 service neutron] For port e6f6492d-1d09-464e-8f39-65ebd8c86acb, host n-h1-843702-1, cleared binding levels {{(pid=89109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:24:55.910320 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-c10869c4-1165-4755-a9b2-92689d82ce22 req-2e44ad0a-ba26-4f49-bbc2-f6a318b47123 service neutron] For port e6f6492d-1d09-464e-8f39-65ebd8c86acb, host n-h1-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=e6f6492d-1d09-464e-8f39-65ebd8c86acb,segment=NetworkSegment(b938b3fe-4e87-4c2f-aa8d-5e499b733858),segment_id=b938b3fe-4e87-4c2f-aa8d-5e499b733858)] {{(pid=89109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:24:55.934724 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-e886048b-578c-4263-bce8-048a73be3ca9 req-25a00c4f-5b38-4160-b618-b405d8473f9c tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] No DVR routers for this DVR port 8e85634d-9446-4e69-b543-1903a9307147 on host n-h2-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:24:55.938991 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-e886048b-578c-4263-bce8-048a73be3ca9 req-25a00c4f-5b38-4160-b618-b405d8473f9c tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:55.939764 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 18b401ca-d7c0-40ad-b882-78d6a798c46b details requested by agent hyperv_n-h1-843702-1 with host n-h1-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:24:55.950927 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e51a0de3-402f-460c-9493-bd8633593828', 'name': 'network-vif-deleted', 'tag': '8e85634d-9446-4e69-b543-1903a9307147'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:24:55.958422 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e886048b-578c-4263-bce8-048a73be3ca9 req-25a00c4f-5b38-4160-b618-b405d8473f9c tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.71 "DELETE /v2.0/ports/8e85634d-9446-4e69-b543-1903a9307147 HTTP/1.1" status: 204 len: 173 time: 2.1992993 May 28 06:24:56.017811 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91afcc96-5899-42a3-a8e4-ad854e68a54c req-977b0274-6f14-42ea-97cf-8b27c2847534 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:56.018692 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-91afcc96-5899-42a3-a8e4-ad854e68a54c req-977b0274-6f14-42ea-97cf-8b27c2847534 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/ports?device_id=46ed3dcc-c892-44cc-ac8a-301e8d3dc92c HTTP/1.1" status: 200 len: 945 time: 0.3396235 May 28 06:24:56.047693 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406911b7-8a8f-472f-acd0-ea7b0616f51a None None] Sync routers for ids ['d857aec3-5263-4f45-9b98-fac1260651c2'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:24:56.055910 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-c10869c4-1165-4755-a9b2-92689d82ce22 req-2e44ad0a-ba26-4f49-bbc2-f6a318b47123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:56.060406 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-19a5eb4c-eea8-42a8-97ae-143c762acb86 req-f0c2b964-1e39-4b69-a4e7-dbb4dec20f6b service neutron] For port 18b401ca-d7c0-40ad-b882-78d6a798c46b, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=18b401ca-d7c0-40ad-b882-78d6a798c46b,segment=NetworkSegment(da68ba47-25e5-4637-a83a-51088b9800dc),segment_id=da68ba47-25e5-4637-a83a-51088b9800dc)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:24:56.062904 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406911b7-8a8f-472f-acd0-ea7b0616f51a None None] Routers {'d857aec3-5263-4f45-9b98-fac1260651c2'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:24:56.063627 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-406911b7-8a8f-472f-acd0-ea7b0616f51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:24:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['d857aec3-5263-4f45-9b98-fac1260651c2'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:24:56.114175 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-91afcc96-5899-42a3-a8e4-ad854e68a54c req-63ae859c-1b75-4b10-9ed8-9307df7f8273 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a90b51ea-4be8-4511-8d71-0b0b776de2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865810 May 28 06:24:56.170325 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-19a5eb4c-eea8-42a8-97ae-143c762acb86 req-f0c2b964-1e39-4b69-a4e7-dbb4dec20f6b service neutron] For port 18b401ca-d7c0-40ad-b882-78d6a798c46b, host n-h2-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:24:56.185793 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e44ad0a-ba26-4f49-bbc2-f6a318b47123 service neutron] Pushing event updated for resources: {'Port': ['ID=e6f6492d-1d09-464e-8f39-65ebd8c86acb,revision_number=3']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:24:56.195526 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 18b401ca-d7c0-40ad-b882-78d6a798c46b, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=18b401ca-d7c0-40ad-b882-78d6a798c46b,segment=NetworkSegment(da68ba47-25e5-4637-a83a-51088b9800dc),segment_id=da68ba47-25e5-4637-a83a-51088b9800dc)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:24:56.211160 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10869c4-1165-4755-a9b2-92689d82ce22 req-2e44ad0a-ba26-4f49-bbc2-f6a318b47123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:56.211803 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-c10869c4-1165-4755-a9b2-92689d82ce22 req-2e44ad0a-ba26-4f49-bbc2-f6a318b47123 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:56.219547 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-c10869c4-1165-4755-a9b2-92689d82ce22 req-2e44ad0a-ba26-4f49-bbc2-f6a318b47123 service neutron] 10.222.0.69 "PUT /v2.0/ports/e6f6492d-1d09-464e-8f39-65ebd8c86acb HTTP/1.1" status: 200 len: 1091 time: 3.1106515 May 28 06:24:56.220041 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09caadb6-2643-49d1-a9e8-799c6b43a127', 'tag': 'e6f6492d-1d09-464e-8f39-65ebd8c86acb'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:24:56.229543 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 18b401ca-d7c0-40ad-b882-78d6a798c46b has no active binding in host n-h1-843702-1 {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 28 06:24:56.317107 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-6e5ba4ea-fe6f-4a6b-be71-6c33edca49c9 req-8395ae92-9de0-4d21-9666-25198ecaf6fe tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Synchronizing usage tracker for tenant:7b2fe75d343f4ee29013f21d2442bc34 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:24:56.343842 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-19a5eb4c-eea8-42a8-97ae-143c762acb86 req-f0c2b964-1e39-4b69-a4e7-dbb4dec20f6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:56.357661 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-406911b7-8a8f-472f-acd0-ea7b0616f51a None None] Set router d857aec3-5263-4f45-9b98-fac1260651c2 gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:24:56.487909 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device d4b35cd7-b30f-4dfe-9d66-ec5633b31dfd up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:24:56.551428 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10869c4-1165-4755-a9b2-92689d82ce22 req-a00c29da-d579-4b6f-b9a3-e3bd473bc471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:56.553114 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-c10869c4-1165-4755-a9b2-92689d82ce22 req-a00c29da-d579-4b6f-b9a3-e3bd473bc471 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=16fae7f21e73441b8f27011aec16439a&device_id=09caadb6-2643-49d1-a9e8-799c6b43a127 HTTP/1.1" status: 200 len: 1094 time: 0.1294184 May 28 06:24:56.557586 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-6e5ba4ea-fe6f-4a6b-be71-6c33edca49c9 req-8395ae92-9de0-4d21-9666-25198ecaf6fe tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] Unset dirty status for tenant:7b2fe75d343f4ee29013f21d2442bc34 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:24:56.558962 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6e5ba4ea-fe6f-4a6b-be71-6c33edca49c9 req-8395ae92-9de0-4d21-9666-25198ecaf6fe tempest-LiveMigrationTest-69890789 tempest-LiveMigrationTest-69890789-project] 10.222.0.55 "GET /v2.0/ports?device_id=e51a0de3-402f-460c-9493-bd8633593828 HTTP/1.1" status: 200 len: 210 time: 0.2978539 May 28 06:24:56.564041 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-19a5eb4c-eea8-42a8-97ae-143c762acb86 req-f0c2b964-1e39-4b69-a4e7-dbb4dec20f6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:56.582016 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-810538d8-b11f-4269-a028-7d0a368ced53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:56.688393 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port d4b35cd7-b30f-4dfe-9d66-ec5633b31dfd triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:24:56.688393 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:56.799369 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-c10869c4-1165-4755-a9b2-92689d82ce22 req-f8d03e5b-c6b4-4f0f-bfa2-9adfec3bd596 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e6f6492d-1d09-464e-8f39-65ebd8c86acb HTTP/1.1" status: 200 len: 217 time: 0.2311153 May 28 06:24:56.927069 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10869c4-1165-4755-a9b2-92689d82ce22 req-eeed57cb-2d6e-4de4-8894-36cc54ad983d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:56.927069 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-c10869c4-1165-4755-a9b2-92689d82ce22 req-eeed57cb-2d6e-4de4-8894-36cc54ad983d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3fe916e2-3f26-4799-a7be-cc46b10e4922 HTTP/1.1" status: 200 len: 862 time: 0.1204748 May 28 06:24:56.984764 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port d4b35cd7-b30f-4dfe-9d66-ec5633b31dfd is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:24:56.994365 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c2b964-1e39-4b69-a4e7-dbb4dec20f6b service neutron] Pushing event updated for resources: {'Port': ['ID=18b401ca-d7c0-40ad-b882-78d6a798c46b,revision_number=7']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:24:57.007720 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-c10869c4-1165-4755-a9b2-92689d82ce22 req-9bba7cc5-ed91-4dc7-8a1f-e2d1a84dcc30 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=57335d58-5b4b-44c7-91c4-7ad19fc594ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0728121 May 28 06:24:57.012210 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-406911b7-8a8f-472f-acd0-ea7b0616f51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd857aec3-5263-4f45-9b98-fac1260651c2', 'name': 'tempest-TaggedBootDevicesTest_v242-1074299981-router', 'tenant_id': '5a27568d2aff479086cfcad7501ab2c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': 'd4b35cd7-b30f-4dfe-9d66-ec5633b31dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:24:44Z', 'updated_at': '2022-05-28T06:24:52Z', 'revision_number': 4, 'project_id': '5a27568d2aff479086cfcad7501ab2c8', 'gw_port': {'id': 'd4b35cd7-b30f-4dfe-9d66-ec5633b31dfd', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:50:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd857aec3-5263-4f45-9b98-fac1260651c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:24:46Z', 'updated_at': '2022-05-28T06:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'f176d8d6-3ae7-4ca6-a849-580d2e96b345', 'name': '', 'network_id': '9b9370ac-f402-419d-a185-61eac57b38a9', 'tenant_id': '5a27568d2aff479086cfcad7501ab2c8', 'mac_address': 'fa:16:3e:dc:34:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd857aec3-5263-4f45-9b98-fac1260651c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'c103158a-2ac5-46a3-b8d0-bd8c5ed32dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:24:51Z', 'updated_at': '2022-05-28T06:24:53Z', 'revision_number': 2, 'project_id': '5a27568d2aff479086cfcad7501ab2c8', 'subnets': [{'id': 'c103158a-2ac5-46a3-b8d0-bd8c5ed32dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:24:57.025514 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406911b7-8a8f-472f-acd0-ea7b0616f51a None None] Checking router: d857aec3-5263-4f45-9b98-fac1260651c2 for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:24:57.026005 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406911b7-8a8f-472f-acd0-ea7b0616f51a None None] Updating router d857aec3-5263-4f45-9b98-fac1260651c2 port f176d8d6-3ae7-4ca6-a849-580d2e96b345 binding host n-d-843702-1 {{(pid=89112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:24:57.053940 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 50762) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:24:57.111084 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-406911b7-8a8f-472f-acd0-ea7b0616f51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:57.158573 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-19a5eb4c-eea8-42a8-97ae-143c762acb86 req-f0c2b964-1e39-4b69-a4e7-dbb4dec20f6b service neutron] Attempting to bind port 18b401ca-d7c0-40ad-b882-78d6a798c46b on host n-h2-843702-1 for vnic_type normal with profile {"migrating_to": "n-h1-843702-1"} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:24:57.158573 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-19a5eb4c-eea8-42a8-97ae-143c762acb86 req-f0c2b964-1e39-4b69-a4e7-dbb4dec20f6b service neutron] Attempting to bind port 18b401ca-d7c0-40ad-b882-78d6a798c46b by drivers openvswitch,hyperv on host n-h2-843702-1 at level 0 using segments [{'id': 'da68ba47-25e5-4637-a83a-51088b9800dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '878a453b-7058-4dfc-b9e2-17503c679278'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:24:57.158573 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a5eb4c-eea8-42a8-97ae-143c762acb86 req-f0c2b964-1e39-4b69-a4e7-dbb4dec20f6b service neutron] Attempting to bind port 18b401ca-d7c0-40ad-b882-78d6a798c46b on network 878a453b-7058-4dfc-b9e2-17503c679278 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:24:57.158573 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a5eb4c-eea8-42a8-97ae-143c762acb86 req-f0c2b964-1e39-4b69-a4e7-dbb4dec20f6b service neutron] Port 18b401ca-d7c0-40ad-b882-78d6a798c46b on network 878a453b-7058-4dfc-b9e2-17503c679278 not bound, no agent of type Open vSwitch agent registered on host n-h2-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:24:57.158573 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a5eb4c-eea8-42a8-97ae-143c762acb86 req-f0c2b964-1e39-4b69-a4e7-dbb4dec20f6b service neutron] Attempting to bind port 18b401ca-d7c0-40ad-b882-78d6a798c46b on network 878a453b-7058-4dfc-b9e2-17503c679278 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:24:57.165801 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a5eb4c-eea8-42a8-97ae-143c762acb86 req-f0c2b964-1e39-4b69-a4e7-dbb4dec20f6b service neutron] Checking agent: {'id': 'f1a3973b-d2b3-4558-88e7-2ac50857d302', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:24:57.165801 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a5eb4c-eea8-42a8-97ae-143c762acb86 req-f0c2b964-1e39-4b69-a4e7-dbb4dec20f6b service neutron] Checking segment: {'id': 'da68ba47-25e5-4637-a83a-51088b9800dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '878a453b-7058-4dfc-b9e2-17503c679278'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:24:57.165801 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a5eb4c-eea8-42a8-97ae-143c762acb86 req-f0c2b964-1e39-4b69-a4e7-dbb4dec20f6b service neutron] Bound using segment: {'id': 'da68ba47-25e5-4637-a83a-51088b9800dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '878a453b-7058-4dfc-b9e2-17503c679278'} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:24:57.165801 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-19a5eb4c-eea8-42a8-97ae-143c762acb86 req-f0c2b964-1e39-4b69-a4e7-dbb4dec20f6b service neutron] Bound port: 18b401ca-d7c0-40ad-b882-78d6a798c46b, host: n-h2-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da68ba47-25e5-4637-a83a-51088b9800dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '878a453b-7058-4dfc-b9e2-17503c679278'}}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:24:57.165801 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-19a5eb4c-eea8-42a8-97ae-143c762acb86 req-f0c2b964-1e39-4b69-a4e7-dbb4dec20f6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:57.253847 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 8e85634d-9446-4e69-b543-1903a9307147 no longer exists at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:24:57.292343 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-4f694856-727b-421f-a737-c57682416cb2 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-314623832-network', 'tenant_id': '8e4074ed5c8c49c2aec45f4e2cdfeee5'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:24:57.316627 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-19a5eb4c-eea8-42a8-97ae-143c762acb86 req-f0c2b964-1e39-4b69-a4e7-dbb4dec20f6b service neutron] For port 18b401ca-d7c0-40ad-b882-78d6a798c46b, host n-h2-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:24:57.320601 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] No Port match for: 8e85634d-9446-4e69-b543-1903a9307147 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:24:57.320943 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 8e85634d-9446-4e69-b543-1903a9307147 not bound to the agent host n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:24:57.323521 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-19a5eb4c-eea8-42a8-97ae-143c762acb86 req-f0c2b964-1e39-4b69-a4e7-dbb4dec20f6b service neutron] For port 18b401ca-d7c0-40ad-b882-78d6a798c46b, host n-h2-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=18b401ca-d7c0-40ad-b882-78d6a798c46b,segment=NetworkSegment(da68ba47-25e5-4637-a83a-51088b9800dc),segment_id=da68ba47-25e5-4637-a83a-51088b9800dc)] {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:24:57.336689 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-4f694856-727b-421f-a737-c57682416cb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:24:57.353746 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-4f694856-727b-421f-a737-c57682416cb2 admin admin] Usage tracker for resource:network and tenant:8e4074ed5c8c49c2aec45f4e2cdfeee5 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:24:57.353746 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-4f694856-727b-421f-a737-c57682416cb2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:24:57.353746 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-4f694856-727b-421f-a737-c57682416cb2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:24:57.406081 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-c10869c4-1165-4755-a9b2-92689d82ce22 req-71456a38-1fed-4000-b400-3ce7955a1d4c service neutron] 10.222.0.69 "GET /v2.0/networks/57335d58-5b4b-44c7-91c4-7ad19fc594ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3926401 May 28 06:24:57.457456 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82db9cf2-64e0-4d24-8b37-62df9b4daf43'] response: {'server_uuid': 'e51a0de3-402f-460c-9493-bd8633593828', 'name': 'network-vif-deleted', 'tag': '8e85634d-9446-4e69-b543-1903a9307147', 'status': 'completed', 'code': 200} May 28 06:24:57.509280 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a96a729-b337-49aa-a5f2-7933ec32fedd'] response: {'name': 'network-changed', 'server_uuid': '09caadb6-2643-49d1-a9e8-799c6b43a127', 'tag': 'e6f6492d-1d09-464e-8f39-65ebd8c86acb', 'status': 'completed', 'code': 200} May 28 06:24:57.540234 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:57.544529 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-19a5eb4c-eea8-42a8-97ae-143c762acb86 req-f0c2b964-1e39-4b69-a4e7-dbb4dec20f6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:57.576166 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f694856-727b-421f-a737-c57682416cb2 admin admin] Made reservation on behalf of 8e4074ed5c8c49c2aec45f4e2cdfeee5 for: {'network': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:24:57.580445 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4f694856-727b-421f-a737-c57682416cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:57.634702 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4f694856-727b-421f-a737-c57682416cb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:57.788645 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-c10869c4-1165-4755-a9b2-92689d82ce22 req-51d0c7ed-4f2b-4db3-b24e-c9b6f3448224 service neutron] 10.222.0.69 "GET /v2.0/networks/57335d58-5b4b-44c7-91c4-7ad19fc594ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3661628 May 28 06:24:57.793374 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-406911b7-8a8f-472f-acd0-ea7b0616f51a None None] Notify callbacks [] for port, precommit_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:57.799962 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-4f694856-727b-421f-a737-c57682416cb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:24:57.799962 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-4f694856-727b-421f-a737-c57682416cb2 admin admin] Usage tracker for resource:security_group_rule and tenant:8e4074ed5c8c49c2aec45f4e2cdfeee5 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:24:57.799962 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-4f694856-727b-421f-a737-c57682416cb2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:24:57.816144 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-4f694856-727b-421f-a737-c57682416cb2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:24:57.826025 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.provisioning_blocks [None req-406911b7-8a8f-472f-acd0-ea7b0616f51a None None] Transition to ACTIVE for port object f176d8d6-3ae7-4ca6-a849-580d2e96b345 will not be triggered until provisioned by entity L2. {{(pid=89112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:24:57.846751 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a5eb4c-eea8-42a8-97ae-143c762acb86 req-f0c2b964-1e39-4b69-a4e7-dbb4dec20f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:57.863688 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-19a5eb4c-eea8-42a8-97ae-143c762acb86 req-f0c2b964-1e39-4b69-a4e7-dbb4dec20f6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:57.871874 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-19a5eb4c-eea8-42a8-97ae-143c762acb86 req-f0c2b964-1e39-4b69-a4e7-dbb4dec20f6b service neutron] 10.222.0.69 "PUT /v2.0/ports/18b401ca-d7c0-40ad-b882-78d6a798c46b HTTP/1.1" status: 200 len: 1121 time: 2.6530511 May 28 06:24:57.871874 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c2b964-1e39-4b69-a4e7-dbb4dec20f6b service neutron] Pushing event updated for resources: {'Port': ['ID=18b401ca-d7c0-40ad-b882-78d6a798c46b,revision_number=8']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:24:57.940647 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4f694856-727b-421f-a737-c57682416cb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:57.945959 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['18b401ca-d7c0-40ad-b882-78d6a798c46b'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:24:57.959669 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-406911b7-8a8f-472f-acd0-ea7b0616f51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:58.008352 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['18b401ca-d7c0-40ad-b882-78d6a798c46b'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:24:58.048225 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cdb9eb-5786-4b7f-bc36-94b12a61c513 None None] Pushing event updated for resources: {'Port': ['ID=f176d8d6-3ae7-4ca6-a849-580d2e96b345,revision_number=3']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:24:58.059359 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cdb9eb-5786-4b7f-bc36-94b12a61c513 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:24:58.059849 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cdb9eb-5786-4b7f-bc36-94b12a61c513 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:24:58.060186 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cdb9eb-5786-4b7f-bc36-94b12a61c513 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:24:58.060514 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cdb9eb-5786-4b7f-bc36-94b12a61c513 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:24:58.060833 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cdb9eb-5786-4b7f-bc36-94b12a61c513 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:24:58.061145 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cdb9eb-5786-4b7f-bc36-94b12a61c513 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:24:58.061483 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cdb9eb-5786-4b7f-bc36-94b12a61c513 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:24:58.061793 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cdb9eb-5786-4b7f-bc36-94b12a61c513 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:24:58.062102 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cdb9eb-5786-4b7f-bc36-94b12a61c513 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:24:58.062981 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cdb9eb-5786-4b7f-bc36-94b12a61c513 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:24:58.063295 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cdb9eb-5786-4b7f-bc36-94b12a61c513 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:24:58.063600 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cdb9eb-5786-4b7f-bc36-94b12a61c513 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:24:58.089172 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4f694856-727b-421f-a737-c57682416cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:58.094813 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f694856-727b-421f-a737-c57682416cb2 admin admin] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=89109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:24:58.119034 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4f694856-727b-421f-a737-c57682416cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:58.119378 n-d-843702-1 neutron-server[89109]: INFO neutron.db.segments_db [None req-4f694856-727b-421f-a737-c57682416cb2 admin admin] Added segment fe081944-75bd-4360-93ae-f24bcf718c19 of type vlan for network 7751daa0-d3b3-45dd-917f-469198f7fdfe May 28 06:24:58.171735 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4f694856-727b-421f-a737-c57682416cb2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:58.222685 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34306acc-f0d2-441f-a252-38e28d6922f9 req-1b6597d6-11e2-444f-978c-2adc6899ae95 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:58.249099 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-34306acc-f0d2-441f-a252-38e28d6922f9 req-1b6597d6-11e2-444f-978c-2adc6899ae95 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] 10.222.0.55 "GET /v2.0/ports?device_id=09caadb6-2643-49d1-a9e8-799c6b43a127 HTTP/1.1" status: 200 len: 943 time: 0.1869771 May 28 06:24:58.266700 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f694856-727b-421f-a737-c57682416cb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26ffcf1d-fdca-4f6f-adb0-2cc4b8bb2e8d,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:24:58.365049 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4f694856-727b-421f-a737-c57682416cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:58.365049 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f694856-727b-421f-a737-c57682416cb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:58.365049 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4f694856-727b-421f-a737-c57682416cb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:58.371179 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214fc8a9-1ead-4903-8403-0b40d91b3816 req-9918dae4-9865-4da4-9ddb-0eff4137cb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:58.371179 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-214fc8a9-1ead-4903-8403-0b40d91b3816 req-9918dae4-9865-4da4-9ddb-0eff4137cb64 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=16fae7f21e73441b8f27011aec16439a&device_id=09caadb6-2643-49d1-a9e8-799c6b43a127 HTTP/1.1" status: 200 len: 1094 time: 0.3991556 May 28 06:24:58.418666 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-34306acc-f0d2-441f-a252-38e28d6922f9 req-8ead143d-be1c-44fb-b9bb-12386e18aa29 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] 10.222.0.55 "GET /v2.0/security-groups?id=23fff79d-6911-4949-90e1-061adc265852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582716 May 28 06:24:58.510766 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-406911b7-8a8f-472f-acd0-ea7b0616f51a None None] Attempting to bind port f176d8d6-3ae7-4ca6-a849-580d2e96b345 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:24:58.520642 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-406911b7-8a8f-472f-acd0-ea7b0616f51a None None] Attempting to bind port f176d8d6-3ae7-4ca6-a849-580d2e96b345 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'befc39fc-1243-42e3-acd6-540a4860f994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '9b9370ac-f402-419d-a185-61eac57b38a9'}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:24:58.520642 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406911b7-8a8f-472f-acd0-ea7b0616f51a None None] Attempting to bind port f176d8d6-3ae7-4ca6-a849-580d2e96b345 on network 9b9370ac-f402-419d-a185-61eac57b38a9 {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:24:58.529645 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406911b7-8a8f-472f-acd0-ea7b0616f51a None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:24:58.529645 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406911b7-8a8f-472f-acd0-ea7b0616f51a None None] Checking segment: {'id': 'befc39fc-1243-42e3-acd6-540a4860f994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '9b9370ac-f402-419d-a185-61eac57b38a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:24:58.529645 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-406911b7-8a8f-472f-acd0-ea7b0616f51a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:58.529645 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406911b7-8a8f-472f-acd0-ea7b0616f51a None None] Bound using segment: {'id': 'befc39fc-1243-42e3-acd6-540a4860f994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '9b9370ac-f402-419d-a185-61eac57b38a9'} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:24:58.529645 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-406911b7-8a8f-472f-acd0-ea7b0616f51a None None] Bound port: f176d8d6-3ae7-4ca6-a849-580d2e96b345, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'befc39fc-1243-42e3-acd6-540a4860f994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '9b9370ac-f402-419d-a185-61eac57b38a9'}}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:24:58.529645 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-406911b7-8a8f-472f-acd0-ea7b0616f51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:58.641623 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f694856-727b-421f-a737-c57682416cb2 admin admin] Pushing event updated for resources: {'Network': ['ID=7751daa0-d3b3-45dd-917f-469198f7fdfe,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:24:58.658600 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 7751daa0-d3b3-45dd-917f-469198f7fdfe details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:24:58.700884 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214fc8a9-1ead-4903-8403-0b40d91b3816 req-eea20702-c5df-44dc-998d-990661a9acff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:58.702512 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-214fc8a9-1ead-4903-8403-0b40d91b3816 req-eea20702-c5df-44dc-998d-990661a9acff service neutron] 10.222.0.69 "GET /v2.0/networks?id=57335d58-5b4b-44c7-91c4-7ad19fc594ec HTTP/1.1" status: 200 len: 923 time: 0.3112242 May 28 06:24:58.751916 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-4f694856-727b-421f-a737-c57682416cb2 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6930625 May 28 06:24:58.753056 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 50802) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:24:58.771186 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-75fd0dc3-7a4d-48d0-b030-f00890be6fd6 admin admin] Request body: {'subnet': {'network_id': '7751daa0-d3b3-45dd-917f-469198f7fdfe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-314623832-subnet', 'tenant_id': '8e4074ed5c8c49c2aec45f4e2cdfeee5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:24:58.778232 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-406911b7-8a8f-472f-acd0-ea7b0616f51a None None] For port f176d8d6-3ae7-4ca6-a849-580d2e96b345, host n-d-843702-1, cleared binding levels {{(pid=89112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:24:58.781371 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-75fd0dc3-7a4d-48d0-b030-f00890be6fd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:24:58.785277 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-406911b7-8a8f-472f-acd0-ea7b0616f51a None None] For port f176d8d6-3ae7-4ca6-a849-580d2e96b345, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=f176d8d6-3ae7-4ca6-a849-580d2e96b345,segment=NetworkSegment(befc39fc-1243-42e3-acd6-540a4860f994),segment_id=befc39fc-1243-42e3-acd6-540a4860f994)] {{(pid=89112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:24:58.787683 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-75fd0dc3-7a4d-48d0-b030-f00890be6fd6 admin admin] Usage tracker for resource:subnet and tenant:8e4074ed5c8c49c2aec45f4e2cdfeee5 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:24:58.793162 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-75fd0dc3-7a4d-48d0-b030-f00890be6fd6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:24:58.802962 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-75fd0dc3-7a4d-48d0-b030-f00890be6fd6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:24:58.833762 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6ce1fd-b757-4798-9386-01382762bf21 req-5ac906df-b377-4ceb-b55b-6563b1905a8f tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:58.834454 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-ec6ce1fd-b757-4798-9386-01382762bf21 req-5ac906df-b377-4ceb-b55b-6563b1905a8f tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Synchronizing usage tracker for tenant:fa535ce8a329409da109cb227c3a70b1 on resource:port {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:24:58.855366 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-214fc8a9-1ead-4903-8403-0b40d91b3816 req-8dcda1b6-efdc-441a-b9a6-7a28eff9f790 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e6f6492d-1d09-464e-8f39-65ebd8c86acb HTTP/1.1" status: 200 len: 217 time: 0.0756390 May 28 06:24:58.855498 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-ec6ce1fd-b757-4798-9386-01382762bf21 req-5ac906df-b377-4ceb-b55b-6563b1905a8f tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Unset dirty status for tenant:fa535ce8a329409da109cb227c3a70b1 on resource:port {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:24:58.856343 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-ec6ce1fd-b757-4798-9386-01382762bf21 req-5ac906df-b377-4ceb-b55b-6563b1905a8f tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.69 "GET /v2.0/ports?device_id=9bef656a-6216-41b1-97ef-01974e054907 HTTP/1.1" status: 200 len: 950 time: 0.1848817 May 28 06:24:58.930184 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-406911b7-8a8f-472f-acd0-ea7b0616f51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:58.943762 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e01890e-f5a7-4135-b9bc-8dc2809cf8fb req-57ccb99f-b539-46cc-93c6-8d39d3859779 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:58.944371 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [req-ec6ce1fd-b757-4798-9386-01382762bf21 req-1b6b0a1b-510f-49c6-ad08-a8aa4e94a8d2 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Deleting port 5ade8c86-99e0-4811-878c-8667ec11046f {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:24:58.944826 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-ec6ce1fd-b757-4798-9386-01382762bf21 req-1b6b0a1b-510f-49c6-ad08-a8aa4e94a8d2 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:58.945326 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9e01890e-f5a7-4135-b9bc-8dc2809cf8fb req-57ccb99f-b539-46cc-93c6-8d39d3859779 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/ports?device_id=46ed3dcc-c892-44cc-ac8a-301e8d3dc92c HTTP/1.1" status: 200 len: 943 time: 0.2418864 May 28 06:24:58.949257 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214fc8a9-1ead-4903-8403-0b40d91b3816 req-030d3a1e-d5cd-4e61-9d4e-c09449eebaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:58.950676 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-214fc8a9-1ead-4903-8403-0b40d91b3816 req-030d3a1e-d5cd-4e61-9d4e-c09449eebaa3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3fe916e2-3f26-4799-a7be-cc46b10e4922 HTTP/1.1" status: 200 len: 862 time: 0.0845420 May 28 06:24:58.986554 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-6f146354-fa7f-4da7-881c-0b463cfe9553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:59.006387 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75fd0dc3-7a4d-48d0-b030-f00890be6fd6 admin admin] Made reservation on behalf of 8e4074ed5c8c49c2aec45f4e2cdfeee5 for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:24:59.009822 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406911b7-8a8f-472f-acd0-ea7b0616f51a None None] Routers {'d857aec3-5263-4f45-9b98-fac1260651c2'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:24:59.010017 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-75fd0dc3-7a4d-48d0-b030-f00890be6fd6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:59.010442 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-406911b7-8a8f-472f-acd0-ea7b0616f51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:24:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['d857aec3-5263-4f45-9b98-fac1260651c2'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:24:59.022800 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-214fc8a9-1ead-4903-8403-0b40d91b3816 req-2c9b52a1-f1e9-46df-aead-241ae92ad00d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=57335d58-5b4b-44c7-91c4-7ad19fc594ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462110 May 28 06:24:59.156213 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9e01890e-f5a7-4135-b9bc-8dc2809cf8fb req-97aa6961-103f-4dff-817f-66a829bb82d6 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a90b51ea-4be8-4511-8d71-0b0b776de2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001917 May 28 06:24:59.236099 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-406911b7-8a8f-472f-acd0-ea7b0616f51a None None] Set router d857aec3-5263-4f45-9b98-fac1260651c2 gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:24:59.293868 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-214fc8a9-1ead-4903-8403-0b40d91b3816 req-ee44d8d1-d0ed-435a-8408-44682608c006 service neutron] 10.222.0.69 "GET /v2.0/networks/57335d58-5b4b-44c7-91c4-7ad19fc594ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598066 May 28 06:24:59.392212 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-75fd0dc3-7a4d-48d0-b030-f00890be6fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:59.444637 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 50810) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:24:59.463042 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46ed3dcc-c892-44cc-ac8a-301e8d3dc92c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18b401ca-d7c0-40ad-b882-78d6a798c46b'}, {'name': 'network-changed', 'server_uuid': '46ed3dcc-c892-44cc-ac8a-301e8d3dc92c', 'tag': '18b401ca-d7c0-40ad-b882-78d6a798c46b'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:24:59.482996 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fd0dc3-7a4d-48d0-b030-f00890be6fd6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0f5a5e9-40bd-4abd-ac19-7a670f1490ef,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:24:59.580241 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cdb9eb-5786-4b7f-bc36-94b12a61c513 None None] Pushing event updated for resources: {'Port': ['ID=f176d8d6-3ae7-4ca6-a849-580d2e96b345,revision_number=4']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:24:59.624131 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-214fc8a9-1ead-4903-8403-0b40d91b3816 req-431eeb82-8a58-40c3-973a-9a78e473f24a service neutron] 10.222.0.69 "GET /v2.0/networks/57335d58-5b4b-44c7-91c4-7ad19fc594ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3240216 May 28 06:24:59.678039 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2ad5cb-4143-4c3d-85b3-c9fe2932e125 req-29befaae-c2be-43e2-aa43-6a3fd5ffd4f4 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:59.689749 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2d2ad5cb-4143-4c3d-85b3-c9fe2932e125 req-29befaae-c2be-43e2-aa43-6a3fd5ffd4f4 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bef656a-6216-41b1-97ef-01974e054907 HTTP/1.1" status: 200 len: 950 time: 0.2895210 May 28 06:24:59.738407 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-ec6ce1fd-b757-4798-9386-01382762bf21 req-1b6b0a1b-510f-49c6-ad08-a8aa4e94a8d2 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] For port 5ade8c86-99e0-4811-878c-8667ec11046f, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=5ade8c86-99e0-4811-878c-8667ec11046f,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:24:59.738758 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-ec6ce1fd-b757-4798-9386-01382762bf21 req-1b6b0a1b-510f-49c6-ad08-a8aa4e94a8d2 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:59.773681 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-406911b7-8a8f-472f-acd0-ea7b0616f51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd857aec3-5263-4f45-9b98-fac1260651c2', 'name': 'tempest-TaggedBootDevicesTest_v242-1074299981-router', 'tenant_id': '5a27568d2aff479086cfcad7501ab2c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': 'd4b35cd7-b30f-4dfe-9d66-ec5633b31dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:24:44Z', 'updated_at': '2022-05-28T06:24:52Z', 'revision_number': 4, 'project_id': '5a27568d2aff479086cfcad7501ab2c8', 'gw_port': {'id': 'd4b35cd7-b30f-4dfe-9d66-ec5633b31dfd', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:50:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd857aec3-5263-4f45-9b98-fac1260651c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:24:46Z', 'updated_at': '2022-05-28T06:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'f176d8d6-3ae7-4ca6-a849-580d2e96b345', 'name': '', 'network_id': '9b9370ac-f402-419d-a185-61eac57b38a9', 'tenant_id': '5a27568d2aff479086cfcad7501ab2c8', 'mac_address': 'fa:16:3e:dc:34:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd857aec3-5263-4f45-9b98-fac1260651c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'c103158a-2ac5-46a3-b8d0-bd8c5ed32dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:24:51Z', 'updated_at': '2022-05-28T06:24:58Z', 'revision_number': 4, 'project_id': '5a27568d2aff479086cfcad7501ab2c8', 'subnets': [{'id': 'c103158a-2ac5-46a3-b8d0-bd8c5ed32dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:24:59.778464 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406911b7-8a8f-472f-acd0-ea7b0616f51a None None] The sync data for ids ['d857aec3-5263-4f45-9b98-fac1260651c2'] in n-d-843702-1 is: [{'id': 'd857aec3-5263-4f45-9b98-fac1260651c2', 'name': 'tempest-TaggedBootDevicesTest_v242-1074299981-router', 'tenant_id': '5a27568d2aff479086cfcad7501ab2c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': 'd4b35cd7-b30f-4dfe-9d66-ec5633b31dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:24:44Z', 'updated_at': '2022-05-28T06:24:52Z', 'revision_number': 4, 'project_id': '5a27568d2aff479086cfcad7501ab2c8', 'gw_port': {'id': 'd4b35cd7-b30f-4dfe-9d66-ec5633b31dfd', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:50:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd857aec3-5263-4f45-9b98-fac1260651c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:24:46Z', 'updated_at': '2022-05-28T06:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'f176d8d6-3ae7-4ca6-a849-580d2e96b345', 'name': '', 'network_id': '9b9370ac-f402-419d-a185-61eac57b38a9', 'tenant_id': '5a27568d2aff479086cfcad7501ab2c8', 'mac_address': 'fa:16:3e:dc:34:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd857aec3-5263-4f45-9b98-fac1260651c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'c103158a-2ac5-46a3-b8d0-bd8c5ed32dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:24:51Z', 'updated_at': '2022-05-28T06:24:58Z', 'revision_number': 4, 'project_id': '5a27568d2aff479086cfcad7501ab2c8', 'subnets': [{'id': 'c103158a-2ac5-46a3-b8d0-bd8c5ed32dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:24:59.779094 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2d2ad5cb-4143-4c3d-85b3-c9fe2932e125 req-acb9c154-8c9c-4168-a68e-60be598727a9 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885630 May 28 06:24:59.837504 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:59.910498 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d04202b-3fbd-4e56-8d24-62fdec5a7842 admin admin] Deleting subnet eed62182-5ff7-4e12-84bb-4e23f47bba04 {{(pid=89110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:24:59.913942 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6d04202b-3fbd-4e56-8d24-62fdec5a7842 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:59.917732 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [req-ec6ce1fd-b757-4798-9386-01382762bf21 req-1b6b0a1b-510f-49c6-ad08-a8aa4e94a8d2 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Calling delete_port for 5ade8c86-99e0-4811-878c-8667ec11046f owned by compute:nova {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:24:59.951507 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75fd0dc3-7a4d-48d0-b030-f00890be6fd6 admin admin] Checking segment: {'id': 'fe081944-75bd-4360-93ae-f24bcf718c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '7751daa0-d3b3-45dd-917f-469198f7fdfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:24:59.951871 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75fd0dc3-7a4d-48d0-b030-f00890be6fd6 admin admin] Network hostable DHCP agents. Network: 7751daa0-d3b3-45dd-917f-469198f7fdfe, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:24:59.970263 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device e6f6492d-1d09-464e-8f39-65ebd8c86acb details requested by agent hyperv_n-h1-843702-1 with host n-h1-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:25:00.034091 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:00.146547 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75fd0dc3-7a4d-48d0-b030-f00890be6fd6 admin admin] Network 7751daa0-d3b3-45dd-917f-469198f7fdfe is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:25:00.192390 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6d04202b-3fbd-4e56-8d24-62fdec5a7842 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4150765'] for subnet, precommit_delete_associations {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:00.241836 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port e6f6492d-1d09-464e-8f39-65ebd8c86acb, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=e6f6492d-1d09-464e-8f39-65ebd8c86acb,segment=NetworkSegment(b938b3fe-4e87-4c2f-aa8d-5e499b733858),segment_id=b938b3fe-4e87-4c2f-aa8d-5e499b733858)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:25:00.259006 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Returning: {'device': 'e6f6492d-1d09-464e-8f39-65ebd8c86acb', 'network_id': '57335d58-5b4b-44c7-91c4-7ad19fc594ec', 'port_id': 'e6f6492d-1d09-464e-8f39-65ebd8c86acb', 'mac_address': 'fa:16:3e:17:1d:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fe916e2-3f26-4799-a7be-cc46b10e4922', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:25:00.266217 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6d04202b-3fbd-4e56-8d24-62fdec5a7842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:00.311429 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-ec6ce1fd-b757-4798-9386-01382762bf21 req-1b6b0a1b-510f-49c6-ad08-a8aa4e94a8d2 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:00.325711 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['46a4ea42-1089-420c-a96f-d7cd594a80c1', '5ade8c86-99e0-4811-878c-8667ec11046f'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:25:00.335124 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030673a1-d584-4f32-875d-b70d3570f46a req-6bf76fa9-4f05-4e65-a9ae-dab1ce47dff8 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:00.346066 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-030673a1-d584-4f32-875d-b70d3570f46a req-6bf76fa9-4f05-4e65-a9ae-dab1ce47dff8 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] 10.222.0.55 "GET /v2.0/ports?device_id=09caadb6-2643-49d1-a9e8-799c6b43a127 HTTP/1.1" status: 200 len: 943 time: 0.2096615 May 28 06:25:00.414366 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port e6f6492d-1d09-464e-8f39-65ebd8c86acb is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:25:00.414750 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:00.464648 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-030673a1-d584-4f32-875d-b70d3570f46a req-a3a9bddd-4230-412f-80b9-36ac15675aa2 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] 10.222.0.55 "GET /v2.0/security-groups?id=23fff79d-6911-4949-90e1-061adc265852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175714 May 28 06:25:00.470433 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6f6492d-1d09-464e-8f39-65ebd8c86acb {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:25:00.498153 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port e6f6492d-1d09-464e-8f39-65ebd8c86acb, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=e6f6492d-1d09-464e-8f39-65ebd8c86acb,segment=NetworkSegment(b938b3fe-4e87-4c2f-aa8d-5e499b733858),segment_id=b938b3fe-4e87-4c2f-aa8d-5e499b733858)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:25:00.506225 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-75fd0dc3-7a4d-48d0-b030-f00890be6fd6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, 7751daa0-d3b3-45dd-917f-469198f7fdfe) {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:25:00.508039 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75fd0dc3-7a4d-48d0-b030-f00890be6fd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:00.510159 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-75fd0dc3-7a4d-48d0-b030-f00890be6fd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:00.517810 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba120726-c531-445e-babd-cb1b2a085a27 None None] Network 7751daa0-d3b3-45dd-917f-469198f7fdfe requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:25:00.546516 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6b0a1b-510f-49c6-ad08-a8aa4e94a8d2 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Pushing event deleted for resources: {'Port': ['ID=5ade8c86-99e0-4811-878c-8667ec11046f,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:25:00.549053 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec6ce1fd-b757-4798-9386-01382762bf21 req-1b6b0a1b-510f-49c6-ad08-a8aa4e94a8d2 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] No DVR routers for this DVR port 5ade8c86-99e0-4811-878c-8667ec11046f on host n-h1-843702-1 {{(pid=89109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:25:00.553347 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-ec6ce1fd-b757-4798-9386-01382762bf21 req-1b6b0a1b-510f-49c6-ad08-a8aa4e94a8d2 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:00.556432 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bef656a-6216-41b1-97ef-01974e054907', 'name': 'network-vif-deleted', 'tag': '5ade8c86-99e0-4811-878c-8667ec11046f'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:25:00.643781 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-081ead10-d63f-4473-ab05-9340fd602e7b'] response: {'server_uuid': '46ed3dcc-c892-44cc-ac8a-301e8d3dc92c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18b401ca-d7c0-40ad-b882-78d6a798c46b', 'code': 200} May 28 06:25:00.643781 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-081ead10-d63f-4473-ab05-9340fd602e7b'] response: {'name': 'network-changed', 'server_uuid': '46ed3dcc-c892-44cc-ac8a-301e8d3dc92c', 'tag': '18b401ca-d7c0-40ad-b882-78d6a798c46b', 'status': 'completed', 'code': 200} May 28 06:25:00.657660 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6d04202b-3fbd-4e56-8d24-62fdec5a7842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3115981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3172005'] for subnet, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:00.692828 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device f176d8d6-3ae7-4ca6-a849-580d2e96b345 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:25:00.713020 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-ec6ce1fd-b757-4798-9386-01382762bf21 req-1b6b0a1b-510f-49c6-ad08-a8aa4e94a8d2 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.69 "DELETE /v2.0/ports/5ade8c86-99e0-4811-878c-8667ec11046f HTTP/1.1" status: 204 len: 173 time: 1.8462391 May 28 06:25:00.786609 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-75fd0dc3-7a4d-48d0-b030-f00890be6fd6 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.0316710 May 28 06:25:00.792987 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 50830) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:25:00.800310 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-44953204-0659-464c-a1ab-11878826a970 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-314623832-router', 'tenant_id': '8e4074ed5c8c49c2aec45f4e2cdfeee5', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:25:00.808029 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-44953204-0659-464c-a1ab-11878826a970 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:25:00.816734 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:00.817536 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d04202b-3fbd-4e56-8d24-62fdec5a7842 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eed62182-5ff7-4e12-84bb-4e23f47bba04,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:25:00.823885 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-44953204-0659-464c-a1ab-11878826a970 admin admin] Usage tracker for resource:router and tenant:8e4074ed5c8c49c2aec45f4e2cdfeee5 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:25:00.831776 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-44953204-0659-464c-a1ab-11878826a970 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:25:00.834426 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6d04202b-3fbd-4e56-8d24-62fdec5a7842 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:00.841332 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-44953204-0659-464c-a1ab-11878826a970 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:25:00.934515 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-6d04202b-3fbd-4e56-8d24-62fdec5a7842 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/eed62182-5ff7-4e12-84bb-4e23f47bba04 HTTP/1.1" status: 204 len: 168 time: 1.4727275 May 28 06:25:00.938657 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 50836) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:25:01.087815 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e58f73-9dd9-4f30-bcba-47970e35689a req-b85cc977-8151-47c4-a7ea-cd96eb4d74af tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:01.089672 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-18e58f73-9dd9-4f30-bcba-47970e35689a req-b85cc977-8151-47c4-a7ea-cd96eb4d74af tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] 10.222.0.55 "GET /v2.0/ports?device_id=52aa8738-6b1d-4ace-ad71-d39ef5f56b61 HTTP/1.1" status: 200 len: 948 time: 0.2638221 May 28 06:25:01.102288 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=e6f6492d-1d09-464e-8f39-65ebd8c86acb,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:25:01.116218 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22b8f50-2ea7-4975-b7d1-0ce7e80fab98 req-beeb9dde-5322-49df-8b91-e80583a5243d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:01.118199 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b22b8f50-2ea7-4975-b7d1-0ce7e80fab98 req-beeb9dde-5322-49df-8b91-e80583a5243d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1ab1ed0d304345a0a07278c26e7745d6&device_id=46ed3dcc-c892-44cc-ac8a-301e8d3dc92c HTTP/1.1" status: 200 len: 1124 time: 0.3656616 May 28 06:25:01.121390 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port f176d8d6-3ae7-4ca6-a849-580d2e96b345 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:25:01.130085 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port f176d8d6-3ae7-4ca6-a849-580d2e96b345 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:25:01.130453 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:01.133353 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-27fd8def-cfdd-47bb-ac8e-906a817761fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:01.137221 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-44953204-0659-464c-a1ab-11878826a970 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59128'] for router, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:01.138395 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-44953204-0659-464c-a1ab-11878826a970 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59009'] for router, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:01.142151 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84323b33-6103-4ecc-a7c0-dc3ac141a671 req-4d81eb7c-c3fb-4c3b-83c6-b2f24d742fcb tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:01.143953 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-84323b33-6103-4ecc-a7c0-dc3ac141a671 req-4d81eb7c-c3fb-4c3b-83c6-b2f24d742fcb tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/ports?device_id=46ed3dcc-c892-44cc-ac8a-301e8d3dc92c HTTP/1.1" status: 200 len: 943 time: 0.3170309 May 28 06:25:01.194269 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-44953204-0659-464c-a1ab-11878826a970 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:01.197229 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['e6f6492d-1d09-464e-8f39-65ebd8c86acb'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:25:01.331314 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22b8f50-2ea7-4975-b7d1-0ce7e80fab98 req-90dc6cd2-1566-404c-b4b1-77f6258c644c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:01.332977 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b22b8f50-2ea7-4975-b7d1-0ce7e80fab98 req-90dc6cd2-1566-404c-b4b1-77f6258c644c service neutron] 10.222.0.71 "GET /v2.0/networks?id=878a453b-7058-4dfc-b9e2-17503c679278 HTTP/1.1" status: 200 len: 922 time: 0.1856432 May 28 06:25:01.420384 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60888061-8bd2-4678-85dc-ebf2053965b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-7751daa0-d3b3-45dd-917f-469198f7fdfe', 'network_id': '7751daa0-d3b3-45dd-917f-469198f7fdfe', 'tenant_id': '8e4074ed5c8c49c2aec45f4e2cdfeee5', 'fixed_ips': [{'subnet_id': 'a0f5a5e9-40bd-4abd-ac19-7a670f1490ef'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:25:01.421471 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-60888061-8bd2-4678-85dc-ebf2053965b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:01.446560 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-27fd8def-cfdd-47bb-ac8e-906a817761fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:01.457287 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b22b8f50-2ea7-4975-b7d1-0ce7e80fab98 req-10c81964-5aa4-4553-a20d-c497c1553386 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=18b401ca-d7c0-40ad-b882-78d6a798c46b HTTP/1.1" status: 200 len: 217 time: 0.0923994 May 28 06:25:01.461405 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-18e58f73-9dd9-4f30-bcba-47970e35689a req-47e522ec-1241-4d86-99e6-502f06f50e53 tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] 10.222.0.55 "GET /v2.0/security-groups?id=e1f43c48-05bd-49a7-8820-e89d2a162415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3580627 May 28 06:25:01.527718 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-27fd8def-cfdd-47bb-ac8e-906a817761fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae685707-2f9d-409f-9237-8deef87c8163']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:25:01.541753 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-84323b33-6103-4ecc-a7c0-dc3ac141a671 req-351cbe70-d89b-4993-8fcd-396983fbf577 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a90b51ea-4be8-4511-8d71-0b0b776de2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139761 May 28 06:25:01.569834 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b0d599f-2968-47f2-a085-408f2f87eb16'] response: {'server_uuid': '9bef656a-6216-41b1-97ef-01974e054907', 'name': 'network-vif-deleted', 'tag': '5ade8c86-99e0-4811-878c-8667ec11046f', 'status': 'completed', 'code': 200} May 28 06:25:01.572286 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22b8f50-2ea7-4975-b7d1-0ce7e80fab98 req-75b08994-fbed-4666-8392-c56cbcaa712e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:01.573470 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-27fd8def-cfdd-47bb-ac8e-906a817761fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2466b369-b4d4-4fbf-9dbd-05fe75562f7f') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:25:01.573784 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-27fd8def-cfdd-47bb-ac8e-906a817761fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2466b369-b4d4-4fbf-9dbd-05fe75562f7f') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:25:01.576353 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b22b8f50-2ea7-4975-b7d1-0ce7e80fab98 req-75b08994-fbed-4666-8392-c56cbcaa712e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=cdd32cdd-4510-40e6-8d87-2fb486891cf4 HTTP/1.1" status: 200 len: 861 time: 0.1068766 May 28 06:25:01.600554 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-27fd8def-cfdd-47bb-ac8e-906a817761fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:01.638228 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-27fd8def-cfdd-47bb-ac8e-906a817761fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:01.652058 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27fd8def-cfdd-47bb-ac8e-906a817761fb admin admin] Releasing vlan 383 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:25:01.652848 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-27fd8def-cfdd-47bb-ac8e-906a817761fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:01.673866 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b22b8f50-2ea7-4975-b7d1-0ce7e80fab98 req-5ba8cbd5-ada8-4c4f-8018-c0ff337c9788 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=878a453b-7058-4dfc-b9e2-17503c679278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0865815 May 28 06:25:01.834072 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port f176d8d6-3ae7-4ca6-a849-580d2e96b345 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:25:01.834454 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:01.906913 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-27fd8def-cfdd-47bb-ac8e-906a817761fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:01.940290 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-27fd8def-cfdd-47bb-ac8e-906a817761fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:01.940980 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:01.948134 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fd8def-cfdd-47bb-ac8e-906a817761fb admin admin] Pushing event deleted for resources: {'Network': ['ID=ae685707-2f9d-409f-9237-8deef87c8163,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:25:01.963440 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port f176d8d6-3ae7-4ca6-a849-580d2e96b345, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=f176d8d6-3ae7-4ca6-a849-580d2e96b345,segment=NetworkSegment(befc39fc-1243-42e3-acd6-540a4860f994),segment_id=befc39fc-1243-42e3-acd6-540a4860f994)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:25:01.963716 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1897a09c-8654-4d11-adc0-5b19036ef7d4 req-17a34870-9b97-4476-906e-37ccd047a47d tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bef656a-6216-41b1-97ef-01974e054907 HTTP/1.1" status: 200 len: 210 time: 0.0820017 May 28 06:25:02.049038 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 5ade8c86-99e0-4811-878c-8667ec11046f no longer exists at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:25:02.052502 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b22b8f50-2ea7-4975-b7d1-0ce7e80fab98 req-eee9cfa2-844a-43eb-971e-f149cf015f32 service neutron] 10.222.0.71 "GET /v2.0/networks/878a453b-7058-4dfc-b9e2-17503c679278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3721979 May 28 06:25:02.065478 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 2466b369-b4d4-4fbf-9dbd-05fe75562f7f resource provider aggregate not found May 28 06:25:02.077712 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-27fd8def-cfdd-47bb-ac8e-906a817761fb admin admin] 10.222.0.55 "DELETE /v2.0/networks/ae685707-2f9d-409f-9237-8deef87c8163 HTTP/1.1" status: 204 len: 168 time: 1.1338005 May 28 06:25:02.088248 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 50850) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:25:02.110541 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca44e8fe-16c5-42c8-87a0-d4753464e5e9 req-e01c4a70-5d43-4649-8f52-58f6fbe3559e tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:02.124258 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ca44e8fe-16c5-42c8-87a0-d4753464e5e9 req-e01c4a70-5d43-4649-8f52-58f6fbe3559e tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] 10.222.0.55 "GET /v2.0/ports?device_id=09caadb6-2643-49d1-a9e8-799c6b43a127 HTTP/1.1" status: 200 len: 944 time: 0.4053864 May 28 06:25:02.180683 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:02.182968 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 2466b369-b4d4-4fbf-9dbd-05fe75562f7f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2466b369-b4d4-4fbf-9dbd-05fe75562f7f found for delete ", "request_id": "req-da220573-2ab1-44de-8073-aba6b0802124"}]} May 28 06:25:02.185157 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] No Port match for: 5ade8c86-99e0-4811-878c-8667ec11046f {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:25:02.185567 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 5ade8c86-99e0-4811-878c-8667ec11046f not bound to the agent host n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:25:02.296570 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ca44e8fe-16c5-42c8-87a0-d4753464e5e9 req-2908612a-770b-441c-bbac-6133fff0a4e7 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] 10.222.0.55 "GET /v2.0/security-groups?id=23fff79d-6911-4949-90e1-061adc265852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688595 May 28 06:25:02.320825 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:02.320825 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-60888061-8bd2-4678-85dc-ebf2053965b1 None None] Allocated IP 172.20.0.2 (7751daa0-d3b3-45dd-917f-469198f7fdfe/a0f5a5e9-40bd-4abd-ac19-7a670f1490ef/5c490406-cc5c-4be1-9b07-ea3236a4b48e) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:25:02.377096 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=f176d8d6-3ae7-4ca6-a849-580d2e96b345,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:25:02.412643 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b22b8f50-2ea7-4975-b7d1-0ce7e80fab98 req-aa3dbf19-5e02-46c7-98d2-a356205edf91 service neutron] 10.222.0.71 "GET /v2.0/networks/878a453b-7058-4dfc-b9e2-17503c679278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3436313 May 28 06:25:02.415468 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-44953204-0659-464c-a1ab-11878826a970 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59027'] for router, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:02.460948 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_v2 [None req-84a34218-dc68-41b6-b3de-32b0a020a2e4 admin admin] Deleting subnet cd093196-7757-463f-a042-3799f030f2b9 {{(pid=89109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:25:02.478665 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-84a34218-dc68-41b6-b3de-32b0a020a2e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:02.599161 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device f176d8d6-3ae7-4ca6-a849-580d2e96b345 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:25:02.604601 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-84a34218-dc68-41b6-b3de-32b0a020a2e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3964070'] for subnet, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:02.678922 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46da6765-4140-48b2-8c60-217912a308eb req-997b45d6-8472-4813-95e0-ef58fdf0c9ce tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:02.679101 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-46da6765-4140-48b2-8c60-217912a308eb req-997b45d6-8472-4813-95e0-ef58fdf0c9ce tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] 10.222.0.69 "GET /v2.0/ports?device_id=52aa8738-6b1d-4ace-ad71-d39ef5f56b61 HTTP/1.1" status: 200 len: 948 time: 0.3578389 May 28 06:25:02.788392 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-84a34218-dc68-41b6-b3de-32b0a020a2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:02.822394 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-60888061-8bd2-4678-85dc-ebf2053965b1 None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:02.828881 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port f176d8d6-3ae7-4ca6-a849-580d2e96b345 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:25:02.829469 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:02.893063 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [req-46da6765-4140-48b2-8c60-217912a308eb req-09b432e9-0ba6-4b9e-979c-464a7c073346 tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] Deleting port 30d9587d-4994-4d8d-b556-5a3361d0673b {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:25:02.893405 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-46da6765-4140-48b2-8c60-217912a308eb req-09b432e9-0ba6-4b9e-979c-464a7c073346 tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:02.920423 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-60888061-8bd2-4678-85dc-ebf2053965b1 None None] Transition to ACTIVE for port object 5c490406-cc5c-4be1-9b07-ea3236a4b48e will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:25:02.958690 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-60888061-8bd2-4678-85dc-ebf2053965b1 None None] Transition to ACTIVE for port object 5c490406-cc5c-4be1-9b07-ea3236a4b48e will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:25:03.020134 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93703b05-aefc-4e57-923e-fca541340438 req-9790ce23-dbb1-4e02-a7a7-05f7adbd6d15 tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:03.021631 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-93703b05-aefc-4e57-923e-fca541340438 req-9790ce23-dbb1-4e02-a7a7-05f7adbd6d15 tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] 10.222.0.55 "GET /v2.0/ports?device_id=52aa8738-6b1d-4ace-ad71-d39ef5f56b61 HTTP/1.1" status: 200 len: 948 time: 0.3551340 May 28 06:25:03.032653 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-19a5eb4c-eea8-42a8-97ae-143c762acb86 req-ba446603-3848-4d78-aa53-6dbedb11d278 service neutron] 10.222.0.71 "GET /v2.0/ports/18b401ca-d7c0-40ad-b882-78d6a798c46b/bindings/n-h1-843702-1 HTTP/1.1" status: 200 len: 384 time: 0.2482178 May 28 06:25:03.064179 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port f176d8d6-3ae7-4ca6-a849-580d2e96b345 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:25:03.105967 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-60888061-8bd2-4678-85dc-ebf2053965b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:03.146720 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8201c17c-cad7-46bb-ae5c-5d93d3f85973 req-68d9f5ad-9e69-40ae-a6db-c2a96262caf5 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:03.153912 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8201c17c-cad7-46bb-ae5c-5d93d3f85973 req-68d9f5ad-9e69-40ae-a6db-c2a96262caf5 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/ports?device_id=46ed3dcc-c892-44cc-ac8a-301e8d3dc92c HTTP/1.1" status: 200 len: 943 time: 0.4268289 May 28 06:25:03.170665 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-84a34218-dc68-41b6-b3de-32b0a020a2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9555650'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:03.186424 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-93703b05-aefc-4e57-923e-fca541340438 req-a291a3ae-14d1-49df-a00e-f8b4d5995368 tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] 10.222.0.55 "GET /v2.0/security-groups?id=e1f43c48-05bd-49a7-8820-e89d2a162415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130710 May 28 06:25:03.207754 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60888061-8bd2-4678-85dc-ebf2053965b1 None None] Network 7751daa0-d3b3-45dd-917f-469198f7fdfe is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:25:03.211104 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-60888061-8bd2-4678-85dc-ebf2053965b1 None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:25:03.215036 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60888061-8bd2-4678-85dc-ebf2053965b1 None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:25:03.267068 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60888061-8bd2-4678-85dc-ebf2053965b1 None None] Pushing event updated for resources: {'Port': ['ID=5c490406-cc5c-4be1-9b07-ea3236a4b48e,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:25:03.299076 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-46da6765-4140-48b2-8c60-217912a308eb req-09b432e9-0ba6-4b9e-979c-464a7c073346 tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] For port 30d9587d-4994-4d8d-b556-5a3361d0673b, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=30d9587d-4994-4d8d-b556-5a3361d0673b,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:25:03.299344 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-46da6765-4140-48b2-8c60-217912a308eb req-09b432e9-0ba6-4b9e-979c-464a7c073346 tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:03.318827 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8201c17c-cad7-46bb-ae5c-5d93d3f85973 req-2bb4ac7f-e3b0-4963-876a-e1c1929fdffa tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a90b51ea-4be8-4511-8d71-0b0b776de2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635134 May 28 06:25:03.321563 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-60888061-8bd2-4678-85dc-ebf2053965b1 None None] Attempting to bind port 5c490406-cc5c-4be1-9b07-ea3236a4b48e on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:25:03.323755 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-60888061-8bd2-4678-85dc-ebf2053965b1 None None] Attempting to bind port 5c490406-cc5c-4be1-9b07-ea3236a4b48e by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'fe081944-75bd-4360-93ae-f24bcf718c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '7751daa0-d3b3-45dd-917f-469198f7fdfe'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:25:03.324115 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60888061-8bd2-4678-85dc-ebf2053965b1 None None] Attempting to bind port 5c490406-cc5c-4be1-9b07-ea3236a4b48e on network 7751daa0-d3b3-45dd-917f-469198f7fdfe {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:25:03.329871 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60888061-8bd2-4678-85dc-ebf2053965b1 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:25:03.330081 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 50870) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:25:03.330594 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60888061-8bd2-4678-85dc-ebf2053965b1 None None] Checking segment: {'id': 'fe081944-75bd-4360-93ae-f24bcf718c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '7751daa0-d3b3-45dd-917f-469198f7fdfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:25:03.331149 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-60888061-8bd2-4678-85dc-ebf2053965b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:03.331695 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60888061-8bd2-4678-85dc-ebf2053965b1 None None] Bound using segment: {'id': 'fe081944-75bd-4360-93ae-f24bcf718c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '7751daa0-d3b3-45dd-917f-469198f7fdfe'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:25:03.332522 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-60888061-8bd2-4678-85dc-ebf2053965b1 None None] Bound port: 5c490406-cc5c-4be1-9b07-ea3236a4b48e, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe081944-75bd-4360-93ae-f24bcf718c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '7751daa0-d3b3-45dd-917f-469198f7fdfe'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:25:03.333114 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-60888061-8bd2-4678-85dc-ebf2053965b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:03.385121 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a34218-dc68-41b6-b3de-32b0a020a2e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd093196-7757-463f-a042-3799f030f2b9,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:25:03.644318 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-60888061-8bd2-4678-85dc-ebf2053965b1 None None] For port 5c490406-cc5c-4be1-9b07-ea3236a4b48e, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:25:03.644318 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-60888061-8bd2-4678-85dc-ebf2053965b1 None None] For port 5c490406-cc5c-4be1-9b07-ea3236a4b48e, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=5c490406-cc5c-4be1-9b07-ea3236a4b48e,segment=NetworkSegment(fe081944-75bd-4360-93ae-f24bcf718c19),segment_id=fe081944-75bd-4360-93ae-f24bcf718c19)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:25:03.667592 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [req-46da6765-4140-48b2-8c60-217912a308eb req-09b432e9-0ba6-4b9e-979c-464a7c073346 tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] Calling delete_port for 30d9587d-4994-4d8d-b556-5a3361d0673b owned by compute:nova {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:25:03.674525 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1a20d8e8-6e1a-4f65-865d-8cdc76b70455 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:03.707727 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-1a20d8e8-6e1a-4f65-865d-8cdc76b70455 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:25:03.709183 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-84a34218-dc68-41b6-b3de-32b0a020a2e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:03.710917 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-19a5eb4c-eea8-42a8-97ae-143c762acb86 req-f421182f-0d84-45b4-9dab-438d28be2782 service neutron] For port 18b401ca-d7c0-40ad-b882-78d6a798c46b, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=18b401ca-d7c0-40ad-b882-78d6a798c46b,segment=NetworkSegment(da68ba47-25e5-4637-a83a-51088b9800dc),segment_id=da68ba47-25e5-4637-a83a-51088b9800dc)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:25:03.732774 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-84a34218-dc68-41b6-b3de-32b0a020a2e4 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/cd093196-7757-463f-a042-3799f030f2b9 HTTP/1.1" status: 204 len: 168 time: 1.6351843 May 28 06:25:03.745103 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 50878) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:25:03.745103 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-1a20d8e8-6e1a-4f65-865d-8cdc76b70455 admin admin] Usage tracker for resource:security_group_rule and tenant:8fd50b7520264b46b43c0b933fe27176 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:25:03.785914 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-1a20d8e8-6e1a-4f65-865d-8cdc76b70455 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:25:03.791717 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-60888061-8bd2-4678-85dc-ebf2053965b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:03.839557 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-1a20d8e8-6e1a-4f65-865d-8cdc76b70455 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:25:03.860016 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-19a5eb4c-eea8-42a8-97ae-143c762acb86 req-f421182f-0d84-45b4-9dab-438d28be2782 service neutron] For port 18b401ca-d7c0-40ad-b882-78d6a798c46b, host n-h2-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:25:03.863341 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60888061-8bd2-4678-85dc-ebf2053965b1 None None] Pushing event updated for resources: {'Port': ['ID=5c490406-cc5c-4be1-9b07-ea3236a4b48e,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:25:03.962250 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f28040-c9c2-499e-bc33-24e93af771cd req-ea9aa746-3240-4558-82e6-70b50278ffa7 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:03.962250 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-31f28040-c9c2-499e-bc33-24e93af771cd req-ea9aa746-3240-4558-82e6-70b50278ffa7 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] 10.222.0.55 "GET /v2.0/ports?device_id=09caadb6-2643-49d1-a9e8-799c6b43a127 HTTP/1.1" status: 200 len: 944 time: 0.3684218 May 28 06:25:03.971460 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-46186f54-07bf-4b9a-8007-ff34e4e7437a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:03.996700 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device e6f6492d-1d09-464e-8f39-65ebd8c86acb up at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:25:04.006893 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [req-19a5eb4c-eea8-42a8-97ae-143c762acb86 req-f421182f-0d84-45b4-9dab-438d28be2782 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18b401ca-d7c0-40ad-b882-78d6a798c46b {{(pid=89110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:25:04.032025 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-44953204-0659-464c-a1ab-11878826a970 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:04.033732 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-19a5eb4c-eea8-42a8-97ae-143c762acb86 req-f421182f-0d84-45b4-9dab-438d28be2782 service neutron] For port 18b401ca-d7c0-40ad-b882-78d6a798c46b, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=18b401ca-d7c0-40ad-b882-78d6a798c46b,segment=NetworkSegment(da68ba47-25e5-4637-a83a-51088b9800dc),segment_id=da68ba47-25e5-4637-a83a-51088b9800dc)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:25:04.083008 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-44953204-0659-464c-a1ab-11878826a970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:04.194335 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-31f28040-c9c2-499e-bc33-24e93af771cd req-2d12e087-404e-4eba-af5e-92ffdda10023 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] 10.222.0.55 "GET /v2.0/security-groups?id=23fff79d-6911-4949-90e1-061adc265852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083769 May 28 06:25:04.237001 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning for port e6f6492d-1d09-464e-8f39-65ebd8c86acb completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:25:04.244556 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning complete for port e6f6492d-1d09-464e-8f39-65ebd8c86acb triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:25:04.244935 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:04.285012 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-19a5eb4c-eea8-42a8-97ae-143c762acb86 req-f421182f-0d84-45b4-9dab-438d28be2782 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:04.344836 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-46da6765-4140-48b2-8c60-217912a308eb req-09b432e9-0ba6-4b9e-979c-464a7c073346 tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:04.460356 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-44953204-0659-464c-a1ab-11878826a970 admin admin] Allocated IP 172.25.5.45 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/239d387c-2d96-4d65-8e5e-a5cf3c0cdbed) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:25:04.511469 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port e6f6492d-1d09-464e-8f39-65ebd8c86acb is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:25:04.512178 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:04.607668 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port e6f6492d-1d09-464e-8f39-65ebd8c86acb, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=e6f6492d-1d09-464e-8f39-65ebd8c86acb,segment=NetworkSegment(b938b3fe-4e87-4c2f-aa8d-5e499b733858),segment_id=b938b3fe-4e87-4c2f-aa8d-5e499b733858)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:25:04.610783 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09caadb6-2643-49d1-a9e8-799c6b43a127', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6f6492d-1d09-464e-8f39-65ebd8c86acb'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:25:04.615629 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 5c490406-cc5c-4be1-9b07-ea3236a4b48e up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:25:04.684003 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-44953204-0659-464c-a1ab-11878826a970 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:04.693115 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-46186f54-07bf-4b9a-8007-ff34e4e7437a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:04.693115 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c67d6861-9dd6-45c6-9c58-5b8f455c10e4 req-9823a52f-08da-4c11-bdb9-b33e419ed55b tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] 10.222.0.55 "GET /v2.0/ports?device_id=52aa8738-6b1d-4ace-ad71-d39ef5f56b61 HTTP/1.1" status: 200 len: 210 time: 0.2307172 May 28 06:25:04.715571 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:04.715571 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 30d9587d-4994-4d8d-b556-5a3361d0673b no longer exists at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:25:04.730904 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b432e9-0ba6-4b9e-979c-464a7c073346 tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] Pushing event deleted for resources: {'Port': ['ID=30d9587d-4994-4d8d-b556-5a3361d0673b,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:25:04.768175 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-46186f54-07bf-4b9a-8007-ff34e4e7437a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08b19593-f37a-4cd3-b974-44b049ffb173']}} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:25:04.807208 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-19a5eb4c-eea8-42a8-97ae-143c762acb86 req-f421182f-0d84-45b4-9dab-438d28be2782 service neutron] Transition to ACTIVE for port object 18b401ca-d7c0-40ad-b882-78d6a798c46b will not be triggered until provisioned by entity L2. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:25:04.815733 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1a20d8e8-6e1a-4f65-865d-8cdc76b70455 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:04.821048 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [req-46da6765-4140-48b2-8c60-217912a308eb req-09b432e9-0ba6-4b9e-979c-464a7c073346 tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] No DVR routers for this DVR port 30d9587d-4994-4d8d-b556-5a3361d0673b on host n-h1-843702-1 {{(pid=89109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:25:04.821175 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-46186f54-07bf-4b9a-8007-ff34e4e7437a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31e3bc56-4bc2-456b-8a21-378c654efd0f') {'for_net_delete': True} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:25:04.821175 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-46186f54-07bf-4b9a-8007-ff34e4e7437a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31e3bc56-4bc2-456b-8a21-378c654efd0f') {} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:25:04.821335 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-46da6765-4140-48b2-8c60-217912a308eb req-09b432e9-0ba6-4b9e-979c-464a7c073346 tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:04.822235 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52aa8738-6b1d-4ace-ad71-d39ef5f56b61', 'name': 'network-vif-deleted', 'tag': '30d9587d-4994-4d8d-b556-5a3361d0673b'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:25:04.846213 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-46186f54-07bf-4b9a-8007-ff34e4e7437a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4150778'] for segment, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:04.855573 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] No Port match for: 30d9587d-4994-4d8d-b556-5a3361d0673b {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:25:04.855913 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 30d9587d-4994-4d8d-b556-5a3361d0673b not bound to the agent host n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:25:04.915439 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=e6f6492d-1d09-464e-8f39-65ebd8c86acb,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:25:04.939838 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-46186f54-07bf-4b9a-8007-ff34e4e7437a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:04.956193 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1a20d8e8-6e1a-4f65-865d-8cdc76b70455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:04.963637 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-19a5eb4c-eea8-42a8-97ae-143c762acb86 req-f421182f-0d84-45b4-9dab-438d28be2782 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:04.998140 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-46da6765-4140-48b2-8c60-217912a308eb req-09b432e9-0ba6-4b9e-979c-464a7c073346 tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] 10.222.0.69 "DELETE /v2.0/ports/30d9587d-4994-4d8d-b556-5a3361d0673b HTTP/1.1" status: 204 len: 173 time: 2.3124826 May 28 06:25:04.999266 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-44953204-0659-464c-a1ab-11878826a970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:05.011282 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46186f54-07bf-4b9a-8007-ff34e4e7437a admin admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=89110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:25:05.011693 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-46186f54-07bf-4b9a-8007-ff34e4e7437a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3143023'] for segment, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:05.026779 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 5c490406-cc5c-4be1-9b07-ea3236a4b48e completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:25:05.069100 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8485c61d-fd16-4494-b6e1-41dce821d999 req-e7c31ef5-9d84-4111-8d0d-368cea00886c tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:05.074694 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8485c61d-fd16-4494-b6e1-41dce821d999 req-e7c31ef5-9d84-4111-8d0d-368cea00886c tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.69 "GET /v2.0/ports?device_id=b9547fb1-3181-45ef-bf13-193d90ccfbd0 HTTP/1.1" status: 200 len: 949 time: 0.5019345 May 28 06:25:05.095438 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44953204-0659-464c-a1ab-11878826a970 admin admin] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:25:05.120851 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-44953204-0659-464c-a1ab-11878826a970 admin admin] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:25:05.123959 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44953204-0659-464c-a1ab-11878826a970 admin admin] Pushing event updated for resources: {'Port': ['ID=239d387c-2d96-4d65-8e5e-a5cf3c0cdbed,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:25:05.132469 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44953204-0659-464c-a1ab-11878826a970 admin admin] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:25:05.252991 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fcb4cf-41d4-464f-849a-b8971e031860 req-19a5a410-fb2b-44b2-8850-4201d6e8303c tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:05.254730 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c9fcb4cf-41d4-464f-849a-b8971e031860 req-19a5a410-fb2b-44b2-8850-4201d6e8303c tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9547fb1-3181-45ef-bf13-193d90ccfbd0 HTTP/1.1" status: 200 len: 949 time: 0.8079362 May 28 06:25:05.295770 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:25:05.308330 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 18b401ca-d7c0-40ad-b882-78d6a798c46b no longer exists at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:25:05.355118 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db078f2e-ad35-40d1-ae3d-c639878420a3 None None] Network 7751daa0-d3b3-45dd-917f-469198f7fdfe requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:25:05.528549 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 18b401ca-d7c0-40ad-b882-78d6a798c46b not bound to the agent host n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:25:05.539999 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment 31e3bc56-4bc2-456b-8a21-378c654efd0f resource provider aggregate not found May 28 06:25:05.560974 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-19a5eb4c-eea8-42a8-97ae-143c762acb86 req-f421182f-0d84-45b4-9dab-438d28be2782 service neutron] No DVR routers for this DVR port 18b401ca-d7c0-40ad-b882-78d6a798c46b on host n-h2-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:25:05.568174 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-1a20d8e8-6e1a-4f65-865d-8cdc76b70455 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8fd50b7520264b46b43c0b933fe27176&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2331870 May 28 06:25:05.568565 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 50902) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:25:05.611779 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a20d8e8-6e1a-4f65-865d-8cdc76b70455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7344fdd4-552c-4da4-85d8-8396646f10dc,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:25:05.632658 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment 31e3bc56-4bc2-456b-8a21-378c654efd0f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 31e3bc56-4bc2-456b-8a21-378c654efd0f found for delete ", "request_id": "req-fa2990b5-f593-40c7-894f-c8fbc296ccb7"}]} May 28 06:25:05.732457 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ee7438-a3a6-4ca4-ac06-5c96f990137e req-b4446e4f-327d-4c78-a4b3-810bf3b7e69a tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:05.732457 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f0ee7438-a3a6-4ca4-ac06-5c96f990137e req-b4446e4f-327d-4c78-a4b3-810bf3b7e69a tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/ports?device_id=46ed3dcc-c892-44cc-ac8a-301e8d3dc92c HTTP/1.1" status: 200 len: 944 time: 0.8369191 May 28 06:25:05.744083 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-5e9555be-55b5-4fb6-bef6-3266579eb241 None None] Provisioning for port 5c490406-cc5c-4be1-9b07-ea3236a4b48e completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:25:05.748377 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-964bc927-9290-47ee-88d8-2db6c695f14c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:05.752751 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-8485c61d-fd16-4494-b6e1-41dce821d999 req-f3c8a2e6-11b2-466f-80cb-fe86c884de93 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Deleting port 46a4ea42-1089-420c-a96f-d7cd594a80c1 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:25:05.753111 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-8485c61d-fd16-4494-b6e1-41dce821d999 req-f3c8a2e6-11b2-466f-80cb-fe86c884de93 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:05.773900 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-5e9555be-55b5-4fb6-bef6-3266579eb241 None None] Provisioning complete for port 5c490406-cc5c-4be1-9b07-ea3236a4b48e triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:25:05.773900 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-5e9555be-55b5-4fb6-bef6-3266579eb241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:05.785006 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c9fcb4cf-41d4-464f-849a-b8971e031860 req-9c1a2145-771c-4bd7-840c-b24a4f42b781 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544558 May 28 06:25:05.823756 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-46186f54-07bf-4b9a-8007-ff34e4e7437a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:05.866968 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-964bc927-9290-47ee-88d8-2db6c695f14c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:05.886408 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-46186f54-07bf-4b9a-8007-ff34e4e7437a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:05.911251 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b85bfb5-396e-45cc-b716-f3b2d25c653d'] response: {'server_uuid': '09caadb6-2643-49d1-a9e8-799c6b43a127', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6f6492d-1d09-464e-8f39-65ebd8c86acb', 'code': 200} May 28 06:25:05.921889 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f421182f-0d84-45b4-9dab-438d28be2782 service neutron] Pushing event updated for resources: {'Port': ['ID=18b401ca-d7c0-40ad-b882-78d6a798c46b,revision_number=10']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:25:05.931554 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-19a5eb4c-eea8-42a8-97ae-143c762acb86 req-f421182f-0d84-45b4-9dab-438d28be2782 service neutron] 10.222.0.71 "PUT /v2.0/ports/18b401ca-d7c0-40ad-b882-78d6a798c46b/bindings/n-h1-843702-1/activate HTTP/1.1" status: 200 len: 369 time: 2.8923209 May 28 06:25:05.934785 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46186f54-07bf-4b9a-8007-ff34e4e7437a admin admin] Pushing event deleted for resources: {'Network': ['ID=08b19593-f37a-4cd3-b974-44b049ffb173,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:25:05.952098 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-46186f54-07bf-4b9a-8007-ff34e4e7437a admin admin] 10.222.0.55 "DELETE /v2.0/networks/08b19593-f37a-4cd3-b974-44b049ffb173 HTTP/1.1" status: 204 len: 168 time: 2.2189903 May 28 06:25:05.961018 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-44953204-0659-464c-a1ab-11878826a970 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:05.993278 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f0ee7438-a3a6-4ca4-ac06-5c96f990137e req-f1e8a1ee-fd90-4533-8952-a2ef09e3c5cf tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a90b51ea-4be8-4511-8d71-0b0b776de2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476745 May 28 06:25:06.161002 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-5e9555be-55b5-4fb6-bef6-3266579eb241 None None] Current status of the port 5c490406-cc5c-4be1-9b07-ea3236a4b48e is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:25:06.161797 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-5e9555be-55b5-4fb6-bef6-3266579eb241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:06.223283 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-5e9555be-55b5-4fb6-bef6-3266579eb241 None None] For port 5c490406-cc5c-4be1-9b07-ea3236a4b48e, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=5c490406-cc5c-4be1-9b07-ea3236a4b48e,segment=NetworkSegment(fe081944-75bd-4360-93ae-f24bcf718c19),segment_id=fe081944-75bd-4360-93ae-f24bcf718c19)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:25:06.386128 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6eea582d-82f4-432c-b024-6bc5235cddcf'] response: {'server_uuid': '52aa8738-6b1d-4ace-ad71-d39ef5f56b61', 'name': 'network-vif-deleted', 'tag': '30d9587d-4994-4d8d-b556-5a3361d0673b', 'status': 'completed', 'code': 200} May 28 06:25:06.399593 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-5e9555be-55b5-4fb6-bef6-3266579eb241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:06.567271 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c33d01ae-1efe-4a7d-bf3e-54ed2e61a88b req-037d39bb-6103-410a-94f7-37c4d9a3d42c tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] 10.222.0.55 "GET /v2.0/ports?device_id=52aa8738-6b1d-4ace-ad71-d39ef5f56b61 HTTP/1.1" status: 200 len: 210 time: 0.2796309 May 28 06:25:06.605670 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cc58cb-9e3a-4ca9-9cdb-ce6d5a0d17a1 req-6d94b6cd-6263-4f1b-9c13-c7788334dd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:06.635370 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-24cc58cb-9e3a-4ca9-9cdb-ce6d5a0d17a1 req-6d94b6cd-6263-4f1b-9c13-c7788334dd03 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=09caadb6-2643-49d1-a9e8-799c6b43a127 HTTP/1.1" status: 200 len: 1096 time: 0.2233026 May 28 06:25:06.641559 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-32cdcaab-89c2-44e3-b63e-9b06d81c3dce None None] Provisioning complete for port 5c490406-cc5c-4be1-9b07-ea3236a4b48e triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:25:06.642049 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-32cdcaab-89c2-44e3-b63e-9b06d81c3dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:06.660849 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a5eb4c-eea8-42a8-97ae-143c762acb86 req-5d76d175-ef4a-4d4b-aaa8-3b3d7e993433 tempest-LiveAutoBlockMigrationV225Test-2091885666 tempest-LiveAutoBlockMigrationV225Test-2091885666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:06.662523 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-19a5eb4c-eea8-42a8-97ae-143c762acb86 req-5d76d175-ef4a-4d4b-aaa8-3b3d7e993433 tempest-LiveAutoBlockMigrationV225Test-2091885666 tempest-LiveAutoBlockMigrationV225Test-2091885666-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=46ed3dcc-c892-44cc-ac8a-301e8d3dc92c&tenant_id=1ab1ed0d304345a0a07278c26e7745d6&binding%3Ahost_id=n-h2-843702-1 HTTP/1.1" status: 200 len: 1095 time: 0.5175982 May 28 06:25:06.664920 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-8485c61d-fd16-4494-b6e1-41dce821d999 req-f3c8a2e6-11b2-466f-80cb-fe86c884de93 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] For port 46a4ea42-1089-420c-a96f-d7cd594a80c1, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=46a4ea42-1089-420c-a96f-d7cd594a80c1,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:25:06.665291 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-8485c61d-fd16-4494-b6e1-41dce821d999 req-f3c8a2e6-11b2-466f-80cb-fe86c884de93 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:06.677586 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9555be-55b5-4fb6-bef6-3266579eb241 None None] Pushing event updated for resources: {'Port': ['ID=5c490406-cc5c-4be1-9b07-ea3236a4b48e,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:25:06.688107 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6499a03-2bed-40e3-8522-9e34e40a5fe6 req-f5d69c82-3ae7-4955-b679-ac211164b265 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:06.694686 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b6499a03-2bed-40e3-8522-9e34e40a5fe6 req-f5d69c82-3ae7-4955-b679-ac211164b265 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] 10.222.0.55 "GET /v2.0/ports?device_id=09caadb6-2643-49d1-a9e8-799c6b43a127 HTTP/1.1" status: 200 len: 945 time: 0.4243257 May 28 06:25:06.796699 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-32cdcaab-89c2-44e3-b63e-9b06d81c3dce None None] Current status of the port 5c490406-cc5c-4be1-9b07-ea3236a4b48e is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:25:06.799721 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-964bc927-9290-47ee-88d8-2db6c695f14c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:06.830616 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-24cc58cb-9e3a-4ca9-9cdb-ce6d5a0d17a1 req-fc57a175-8504-483b-8fcc-5f3c5f15cb9d service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=23fff79d-6911-4949-90e1-061adc265852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276636 May 28 06:25:06.833230 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964bc927-9290-47ee-88d8-2db6c695f14c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7344fdd4-552c-4da4-85d8-8396646f10dc,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:25:06.847324 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-964bc927-9290-47ee-88d8-2db6c695f14c admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:06.848340 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-964bc927-9290-47ee-88d8-2db6c695f14c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7344fdd4-552c-4da4-85d8-8396646f10dc HTTP/1.1" status: 204 len: 168 time: 1.2778099 May 28 06:25:06.856214 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-44953204-0659-464c-a1ab-11878826a970 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690761'] for router, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:06.889929 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-8485c61d-fd16-4494-b6e1-41dce821d999 req-f3c8a2e6-11b2-466f-80cb-fe86c884de93 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Calling delete_port for 46a4ea42-1089-420c-a96f-d7cd594a80c1 owned by compute:nova {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:25:06.947606 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 50916) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:25:06.986880 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b6499a03-2bed-40e3-8522-9e34e40a5fe6 req-b7948826-f06b-4b71-8df8-dabce300ec5f tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] 10.222.0.55 "GET /v2.0/security-groups?id=23fff79d-6911-4949-90e1-061adc265852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2913332 May 28 06:25:07.060506 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a5eb4c-eea8-42a8-97ae-143c762acb86 req-278e2ae9-f227-419a-854d-a3621fb9c4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:07.061868 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-19a5eb4c-eea8-42a8-97ae-143c762acb86 req-278e2ae9-f227-419a-854d-a3621fb9c4dd service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=46ed3dcc-c892-44cc-ac8a-301e8d3dc92c&tenant_id=1ab1ed0d304345a0a07278c26e7745d6 HTTP/1.1" status: 200 len: 1095 time: 0.3652053 May 28 06:25:07.090433 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-766b8245-a6d1-4ad7-b5bf-9b1e65c0517f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7b2fe75d343f4ee29013f21d2442bc34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1415143 May 28 06:25:07.094568 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 50922) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:25:07.186286 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1894f447-d8dd-4d95-960c-215137ef24c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:07.218941 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1894f447-d8dd-4d95-960c-215137ef24c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:07.285159 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44953204-0659-464c-a1ab-11878826a970 admin admin] Router e80ec520-4f68-4f62-8eca-a8bc6fd3c7d9 is scheduled to L3 agent 42958940-9562-4f71-972f-15a8af9d3963 with binding_index 1 {{(pid=89109) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 06:25:07.293009 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d6251d-50a1-4362-8c2e-435138bbe8ed req-59ab7136-f538-42e4-8896-0b4729514f04 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:07.293009 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a5d6251d-50a1-4362-8c2e-435138bbe8ed req-59ab7136-f538-42e4-8896-0b4729514f04 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9547fb1-3181-45ef-bf13-193d90ccfbd0 HTTP/1.1" status: 200 len: 949 time: 0.2806783 May 28 06:25:07.338536 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a5eb4c-eea8-42a8-97ae-143c762acb86 req-1b04fb92-1163-4bbf-a494-47c58e373d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:07.339983 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-19a5eb4c-eea8-42a8-97ae-143c762acb86 req-1b04fb92-1163-4bbf-a494-47c58e373d58 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1ab1ed0d304345a0a07278c26e7745d6&device_id=46ed3dcc-c892-44cc-ac8a-301e8d3dc92c HTTP/1.1" status: 200 len: 1095 time: 0.2220023 May 28 06:25:07.350298 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67a8cbe-5908-491b-8722-705c8cf824e1 req-8ea786fa-86c2-4865-8fa6-3382030b21c0 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:07.353183 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a67a8cbe-5908-491b-8722-705c8cf824e1 req-8ea786fa-86c2-4865-8fa6-3382030b21c0 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/ports?device_id=46ed3dcc-c892-44cc-ac8a-301e8d3dc92c HTTP/1.1" status: 200 len: 944 time: 0.1881263 May 28 06:25:07.403979 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-8485c61d-fd16-4494-b6e1-41dce821d999 req-f3c8a2e6-11b2-466f-80cb-fe86c884de93 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:07.414578 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a5d6251d-50a1-4362-8c2e-435138bbe8ed req-dbc15399-7493-40fe-b5e0-7f8cda06ebc6 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c801b37d-3704-4734-8061-c5e7a6a91910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109672 May 28 06:25:07.475354 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1894f447-d8dd-4d95-960c-215137ef24c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:07.497406 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1894f447-d8dd-4d95-960c-215137ef24c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51e8ab45-fc50-4bca-a4a6-55c0639ed93f,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:25:07.511379 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1894f447-d8dd-4d95-960c-215137ef24c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:07.527667 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-1894f447-d8dd-4d95-960c-215137ef24c4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/51e8ab45-fc50-4bca-a4a6-55c0639ed93f HTTP/1.1" status: 204 len: 168 time: 0.4265153 May 28 06:25:07.538354 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c8a2e6-11b2-466f-80cb-fe86c884de93 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Pushing event deleted for resources: {'Port': ['ID=46a4ea42-1089-420c-a96f-d7cd594a80c1,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:25:07.542770 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44953204-0659-464c-a1ab-11878826a970 admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:25:07.569838 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6464535f-f6a4-460e-b4fa-ff5dc038341c None None] Sync routers for ids ['e80ec520-4f68-4f62-8eca-a8bc6fd3c7d9'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:25:07.607161 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a67a8cbe-5908-491b-8722-705c8cf824e1 req-0d6730df-e919-476c-9e3f-649d08f3f1f7 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a90b51ea-4be8-4511-8d71-0b0b776de2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434275 May 28 06:25:07.616503 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6464535f-f6a4-460e-b4fa-ff5dc038341c None None] Routers {'e80ec520-4f68-4f62-8eca-a8bc6fd3c7d9'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:25:07.618192 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-6464535f-f6a4-460e-b4fa-ff5dc038341c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:24:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['e80ec520-4f68-4f62-8eca-a8bc6fd3c7d9'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:25:07.728084 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-44953204-0659-464c-a1ab-11878826a970 admin admin] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:07.733405 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-44953204-0659-464c-a1ab-11878826a970 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.9402382 May 28 06:25:07.734623 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 50934) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:25:07.780635 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-8485c61d-fd16-4494-b6e1-41dce821d999 req-f3c8a2e6-11b2-466f-80cb-fe86c884de93 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] No DVR routers for this DVR port 46a4ea42-1089-420c-a96f-d7cd594a80c1 on host n-h1-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:25:07.785583 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-8485c61d-fd16-4494-b6e1-41dce821d999 req-f3c8a2e6-11b2-466f-80cb-fe86c884de93 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:07.788079 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9547fb1-3181-45ef-bf13-193d90ccfbd0', 'name': 'network-vif-deleted', 'tag': '46a4ea42-1089-420c-a96f-d7cd594a80c1'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:25:07.814399 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8485c61d-fd16-4494-b6e1-41dce821d999 req-f3c8a2e6-11b2-466f-80cb-fe86c884de93 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.69 "DELETE /v2.0/ports/46a4ea42-1089-420c-a96f-d7cd594a80c1 HTTP/1.1" status: 204 len: 173 time: 2.5576661 May 28 06:25:07.821498 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a5eb4c-eea8-42a8-97ae-143c762acb86 req-b2f291e0-4edf-43f3-8988-ebe131217bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:07.822915 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-19a5eb4c-eea8-42a8-97ae-143c762acb86 req-b2f291e0-4edf-43f3-8988-ebe131217bf9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=878a453b-7058-4dfc-b9e2-17503c679278 HTTP/1.1" status: 200 len: 922 time: 0.4626386 May 28 06:25:07.885751 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 50940) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:25:07.921107 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1b0673d-d870-4c90-99ad-02356dfd1306'] response: {'server_uuid': 'b9547fb1-3181-45ef-bf13-193d90ccfbd0', 'name': 'network-vif-deleted', 'tag': '46a4ea42-1089-420c-a96f-d7cd594a80c1', 'status': 'completed', 'code': 200} May 28 06:25:07.954779 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-19a5eb4c-eea8-42a8-97ae-143c762acb86 req-725a44af-5c1a-46a8-b540-04ab1de4c3d5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=18b401ca-d7c0-40ad-b882-78d6a798c46b HTTP/1.1" status: 200 len: 217 time: 0.1233976 May 28 06:25:07.964743 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-83d8eb5a-1e02-4e78-acce-75550ad30c91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:08.106913 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-6464535f-f6a4-460e-b4fa-ff5dc038341c None None] Set router e80ec520-4f68-4f62-8eca-a8bc6fd3c7d9 gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:25:08.111256 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a5eb4c-eea8-42a8-97ae-143c762acb86 req-c73f5edd-842f-4ebe-93d3-9c3c75f1aa77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:08.113023 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-19a5eb4c-eea8-42a8-97ae-143c762acb86 req-c73f5edd-842f-4ebe-93d3-9c3c75f1aa77 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cdd32cdd-4510-40e6-8d87-2fb486891cf4 HTTP/1.1" status: 200 len: 861 time: 0.1525116 May 28 06:25:08.194750 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-19a5eb4c-eea8-42a8-97ae-143c762acb86 req-49eb9263-57be-48cd-a14c-6ba6a1c7f656 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=878a453b-7058-4dfc-b9e2-17503c679278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733228 May 28 06:25:08.195611 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 46a4ea42-1089-420c-a96f-d7cd594a80c1 no longer exists at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:25:08.304173 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] No Port match for: 46a4ea42-1089-420c-a96f-d7cd594a80c1 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:25:08.304866 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 46a4ea42-1089-420c-a96f-d7cd594a80c1 not bound to the agent host n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:25:08.319705 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-83d8eb5a-1e02-4e78-acce-75550ad30c91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:25:08.334092 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-83d8eb5a-1e02-4e78-acce-75550ad30c91 admin admin] Usage tracker for resource:security_group_rule and tenant:6a2f4fcdf91641778ac711d235e6af63 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:25:08.339600 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-83d8eb5a-1e02-4e78-acce-75550ad30c91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:25:08.348380 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-83d8eb5a-1e02-4e78-acce-75550ad30c91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:25:08.467513 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0283d96-74e9-4114-a89d-5bc02cd8828d req-967faeec-42f2-4ac7-afb1-8a9eab65fea0 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:08.470177 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f0283d96-74e9-4114-a89d-5bc02cd8828d req-967faeec-42f2-4ac7-afb1-8a9eab65fea0 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] 10.222.0.55 "GET /v2.0/ports?device_id=09caadb6-2643-49d1-a9e8-799c6b43a127 HTTP/1.1" status: 200 len: 945 time: 0.2192447 May 28 06:25:08.472060 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-19a5eb4c-eea8-42a8-97ae-143c762acb86 req-327b7390-d37a-4836-9591-16b561e54286 service neutron] 10.222.0.69 "GET /v2.0/networks/878a453b-7058-4dfc-b9e2-17503c679278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2724581 May 28 06:25:08.588836 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 5c490406-cc5c-4be1-9b07-ea3236a4b48e up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:25:08.718819 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 5c490406-cc5c-4be1-9b07-ea3236a4b48e triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:25:08.719198 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:08.727180 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 50954) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:25:08.761869 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f0283d96-74e9-4114-a89d-5bc02cd8828d req-03ab6f37-4d64-4494-94af-1bdf7c824679 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] 10.222.0.55 "GET /v2.0/security-groups?id=23fff79d-6911-4949-90e1-061adc265852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2738149 May 28 06:25:08.767254 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-6464535f-f6a4-460e-b4fa-ff5dc038341c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e80ec520-4f68-4f62-8eca-a8bc6fd3c7d9', 'name': 'tempest-TaggedBootDevicesTest_v242-314623832-router', 'tenant_id': '8e4074ed5c8c49c2aec45f4e2cdfeee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '239d387c-2d96-4d65-8e5e-a5cf3c0cdbed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:25:01Z', 'updated_at': '2022-05-28T06:25:05Z', 'revision_number': 3, 'project_id': '8e4074ed5c8c49c2aec45f4e2cdfeee5', 'gw_port': {'id': '239d387c-2d96-4d65-8e5e-a5cf3c0cdbed', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c8:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e80ec520-4f68-4f62-8eca-a8bc6fd3c7d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:25:04Z', 'updated_at': '2022-05-28T06:25:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:25:08.776244 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6464535f-f6a4-460e-b4fa-ff5dc038341c None None] Checking router: e80ec520-4f68-4f62-8eca-a8bc6fd3c7d9 for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:25:08.776584 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6464535f-f6a4-460e-b4fa-ff5dc038341c None None] Updating router e80ec520-4f68-4f62-8eca-a8bc6fd3c7d9 port 239d387c-2d96-4d65-8e5e-a5cf3c0cdbed binding host n-d-843702-1 {{(pid=89111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:25:08.854773 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-f79955d8-cb77-4298-a472-cc4da5fdea4c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a847fb7f8aed4b1a9182d6b780f42c12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1220293 May 28 06:25:08.856774 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-19a5eb4c-eea8-42a8-97ae-143c762acb86 req-bb8f9aeb-de0a-44b5-b762-55fe354161e0 service neutron] 10.222.0.69 "GET /v2.0/networks/878a453b-7058-4dfc-b9e2-17503c679278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3702888 May 28 06:25:08.857230 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 50958) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:25:08.864067 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-6464535f-f6a4-460e-b4fa-ff5dc038341c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:08.940260 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7740c718-f335-41be-83a7-5a078471abdf req-5f6aef02-6892-4103-9150-f8d9c3fcac1b tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:08.947703 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7740c718-f335-41be-83a7-5a078471abdf req-5f6aef02-6892-4103-9150-f8d9c3fcac1b tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5d298d2-7059-491b-88a0-406c470b4ae8 HTTP/1.1" status: 200 len: 949 time: 0.3740325 May 28 06:25:08.999369 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-83d8eb5a-1e02-4e78-acce-75550ad30c91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:09.042325 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 5c490406-cc5c-4be1-9b07-ea3236a4b48e is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:25:09.088451 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-f96cb82d-d945-4595-ba51-71b8f6e11c63 req-73d3be0d-452e-4961-8fcb-d5cfd2ad9cd9 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Synchronizing usage tracker for tenant:fa535ce8a329409da109cb227c3a70b1 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:25:09.115831 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7740c718-f335-41be-83a7-5a078471abdf req-05da5022-3721-4144-b30c-13a598cb4370 tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] 10.222.0.55 "GET /v2.0/security-groups?id=e1f43c48-05bd-49a7-8820-e89d2a162415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671836 May 28 06:25:09.127325 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6b93311c-0675-401f-bc66-a4ea4412ccdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:09.147692 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-83d8eb5a-1e02-4e78-acce-75550ad30c91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:09.166577 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6b93311c-0675-401f-bc66-a4ea4412ccdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:09.259153 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-f96cb82d-d945-4595-ba51-71b8f6e11c63 req-73d3be0d-452e-4961-8fcb-d5cfd2ad9cd9 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] Unset dirty status for tenant:fa535ce8a329409da109cb227c3a70b1 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:25:09.260396 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f96cb82d-d945-4595-ba51-71b8f6e11c63 req-73d3be0d-452e-4961-8fcb-d5cfd2ad9cd9 tempest-MigrationsAdminTest-148783079 tempest-MigrationsAdminTest-148783079-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9547fb1-3181-45ef-bf13-193d90ccfbd0 HTTP/1.1" status: 200 len: 210 time: 0.2588406 May 28 06:25:09.293155 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-83d8eb5a-1e02-4e78-acce-75550ad30c91 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6a2f4fcdf91641778ac711d235e6af63&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4034457 May 28 06:25:09.295126 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b81122d0-f19e-4c70-b628-a0b3bea8a011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:09.316364 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 50962) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:25:09.363389 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-6464535f-f6a4-460e-b4fa-ff5dc038341c None None] Notify callbacks [] for port, precommit_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:09.370099 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cfdcd4-4ce5-4155-b80c-df326d8c3300 req-0865dd5b-9e7a-4294-a52c-d40e74c48186 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:09.371505 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-47cfdcd4-4ce5-4155-b80c-df326d8c3300 req-0865dd5b-9e7a-4294-a52c-d40e74c48186 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/ports?device_id=46ed3dcc-c892-44cc-ac8a-301e8d3dc92c HTTP/1.1" status: 200 len: 944 time: 0.0987597 May 28 06:25:09.373742 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6b93311c-0675-401f-bc66-a4ea4412ccdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:09.391973 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-6464535f-f6a4-460e-b4fa-ff5dc038341c None None] Transition to ACTIVE for port object 239d387c-2d96-4d65-8e5e-a5cf3c0cdbed will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:25:09.416337 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b93311c-0675-401f-bc66-a4ea4412ccdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c77a72f8-9c83-4153-ac4b-fa593d9be8b1,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:25:09.419363 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d8eb5a-1e02-4e78-acce-75550ad30c91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd001da8-79e4-4b10-ae4e-07d35d709a4b,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:25:09.426849 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6b93311c-0675-401f-bc66-a4ea4412ccdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:09.428039 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-6b93311c-0675-401f-bc66-a4ea4412ccdc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c77a72f8-9c83-4153-ac4b-fa593d9be8b1 HTTP/1.1" status: 204 len: 168 time: 0.5675797 May 28 06:25:09.447761 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b93311c-0675-401f-bc66-a4ea4412ccdc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:25:09.447761 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b93311c-0675-401f-bc66-a4ea4412ccdc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:25:09.447761 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b93311c-0675-401f-bc66-a4ea4412ccdc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:25:09.447761 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b93311c-0675-401f-bc66-a4ea4412ccdc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:25:09.447761 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b93311c-0675-401f-bc66-a4ea4412ccdc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:25:09.447761 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b93311c-0675-401f-bc66-a4ea4412ccdc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:25:09.447761 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b93311c-0675-401f-bc66-a4ea4412ccdc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:25:09.447761 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b93311c-0675-401f-bc66-a4ea4412ccdc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:25:09.447761 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b93311c-0675-401f-bc66-a4ea4412ccdc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:25:09.447761 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b93311c-0675-401f-bc66-a4ea4412ccdc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:25:09.447761 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b93311c-0675-401f-bc66-a4ea4412ccdc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:25:09.447761 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b93311c-0675-401f-bc66-a4ea4412ccdc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:25:09.472390 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-47cfdcd4-4ce5-4155-b80c-df326d8c3300 req-fd8c2150-b723-408f-be49-947f601c6d5e tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a90b51ea-4be8-4511-8d71-0b0b776de2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732634 May 28 06:25:09.528548 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-6464535f-f6a4-460e-b4fa-ff5dc038341c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:09.585700 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b5f7c550-9ef5-4127-85fa-3753fc6e264d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:09.639689 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b5f7c550-9ef5-4127-85fa-3753fc6e264d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:09.665115 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-6464535f-f6a4-460e-b4fa-ff5dc038341c None None] Attempting to bind port 239d387c-2d96-4d65-8e5e-a5cf3c0cdbed on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:25:09.666093 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-6464535f-f6a4-460e-b4fa-ff5dc038341c None None] Attempting to bind port 239d387c-2d96-4d65-8e5e-a5cf3c0cdbed by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:25:09.666649 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6464535f-f6a4-460e-b4fa-ff5dc038341c None None] Attempting to bind port 239d387c-2d96-4d65-8e5e-a5cf3c0cdbed on network 68df399e-e75e-4871-9364-5d05730b50f0 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:25:09.683700 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a5eb4c-eea8-42a8-97ae-143c762acb86 req-514a69f8-63e8-46db-a99a-c62ab6b78019 tempest-LiveAutoBlockMigrationV225Test-2091885666 tempest-LiveAutoBlockMigrationV225Test-2091885666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:09.683856 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6464535f-f6a4-460e-b4fa-ff5dc038341c None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:25:09.683856 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6464535f-f6a4-460e-b4fa-ff5dc038341c None None] Checking segment: {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:25:09.683856 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-6464535f-f6a4-460e-b4fa-ff5dc038341c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:09.683856 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6464535f-f6a4-460e-b4fa-ff5dc038341c None None] Bound using segment: {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:25:09.684327 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-19a5eb4c-eea8-42a8-97ae-143c762acb86 req-514a69f8-63e8-46db-a99a-c62ab6b78019 tempest-LiveAutoBlockMigrationV225Test-2091885666 tempest-LiveAutoBlockMigrationV225Test-2091885666-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=46ed3dcc-c892-44cc-ac8a-301e8d3dc92c&tenant_id=1ab1ed0d304345a0a07278c26e7745d6&binding%3Ahost_id=n-h1-843702-1 HTTP/1.1" status: 200 len: 1095 time: 0.1196308 May 28 06:25:09.684438 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-6464535f-f6a4-460e-b4fa-ff5dc038341c None None] Bound port: 239d387c-2d96-4d65-8e5e-a5cf3c0cdbed, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:25:09.684549 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-6464535f-f6a4-460e-b4fa-ff5dc038341c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:09.752787 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-b81122d0-f19e-4c70-b628-a0b3bea8a011 admin admin] Allocated IP 172.20.0.1 (7751daa0-d3b3-45dd-917f-469198f7fdfe/a0f5a5e9-40bd-4abd-ac19-7a670f1490ef/10a92fcb-32d2-4d7d-9adc-3f95ed5360c4) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:25:09.777453 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-6464535f-f6a4-460e-b4fa-ff5dc038341c None None] For port 239d387c-2d96-4d65-8e5e-a5cf3c0cdbed, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:25:09.781089 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-6464535f-f6a4-460e-b4fa-ff5dc038341c None None] For port 239d387c-2d96-4d65-8e5e-a5cf3c0cdbed, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=239d387c-2d96-4d65-8e5e-a5cf3c0cdbed,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:25:09.783430 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51dc230-ffda-49ae-a8b8-fc1325d8aea1 None None] Pushing event updated for resources: {'Port': ['ID=239d387c-2d96-4d65-8e5e-a5cf3c0cdbed,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:25:09.905382 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-6464535f-f6a4-460e-b4fa-ff5dc038341c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:09.943631 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b81122d0-f19e-4c70-b628-a0b3bea8a011 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:09.969319 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [None req-b81122d0-f19e-4c70-b628-a0b3bea8a011 admin admin] Transition to ACTIVE for port object 10a92fcb-32d2-4d7d-9adc-3f95ed5360c4 will not be triggered until provisioned by entity DHCP. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:25:09.970927 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b5f7c550-9ef5-4127-85fa-3753fc6e264d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:09.976202 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-19a5eb4c-eea8-42a8-97ae-143c762acb86 req-1033ab91-8055-4b94-b120-c21ee84f9146 service neutron] For port 18b401ca-d7c0-40ad-b882-78d6a798c46b, host n-h2-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:25:09.981376 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-19a5eb4c-eea8-42a8-97ae-143c762acb86 req-1033ab91-8055-4b94-b120-c21ee84f9146 service neutron] Notify callbacks [] for binding, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:09.982534 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-19a5eb4c-eea8-42a8-97ae-143c762acb86 req-1033ab91-8055-4b94-b120-c21ee84f9146 service neutron] 10.222.0.69 "DELETE /v2.0/ports/18b401ca-d7c0-40ad-b882-78d6a798c46b/bindings/n-h2-843702-1 HTTP/1.1" status: 204 len: 173 time: 0.2933071 May 28 06:25:09.996166 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a21502-53a4-4ed7-8a51-935c5192bded req-24ec0ed2-e442-40b6-885a-79c935cda7c6 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:09.997772 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-24a21502-53a4-4ed7-8a51-935c5192bded req-24ec0ed2-e442-40b6-885a-79c935cda7c6 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] 10.222.0.55 "GET /v2.0/ports?device_id=09caadb6-2643-49d1-a9e8-799c6b43a127 HTTP/1.1" status: 200 len: 945 time: 0.1013510 May 28 06:25:10.004114 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f7c550-9ef5-4127-85fa-3753fc6e264d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd001da8-79e4-4b10-ae4e-07d35d709a4b,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:25:10.041473 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b5f7c550-9ef5-4127-85fa-3753fc6e264d admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:10.041473 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-b5f7c550-9ef5-4127-85fa-3753fc6e264d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bd001da8-79e4-4b10-ae4e-07d35d709a4b HTTP/1.1" status: 204 len: 168 time: 0.7170939 May 28 06:25:10.056895 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6464535f-f6a4-460e-b4fa-ff5dc038341c None None] Routers {'e80ec520-4f68-4f62-8eca-a8bc6fd3c7d9'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:25:10.057595 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-6464535f-f6a4-460e-b4fa-ff5dc038341c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:24:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['e80ec520-4f68-4f62-8eca-a8bc6fd3c7d9'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:25:10.069511 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-24a21502-53a4-4ed7-8a51-935c5192bded req-dbd9262e-752a-4c90-8c28-1e2edb3b1e3d tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] 10.222.0.55 "GET /v2.0/security-groups?id=23fff79d-6911-4949-90e1-061adc265852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627596 May 28 06:25:10.219783 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b81122d0-f19e-4c70-b628-a0b3bea8a011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:10.290466 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51dc230-ffda-49ae-a8b8-fc1325d8aea1 None None] Pushing event updated for resources: {'Port': ['ID=239d387c-2d96-4d65-8e5e-a5cf3c0cdbed,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:25:10.343832 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b81122d0-f19e-4c70-b628-a0b3bea8a011 admin admin] Network 7751daa0-d3b3-45dd-917f-469198f7fdfe is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:25:10.346761 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-b81122d0-f19e-4c70-b628-a0b3bea8a011 admin admin] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:25:10.349463 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81122d0-f19e-4c70-b628-a0b3bea8a011 admin admin] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:25:10.356277 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-6464535f-f6a4-460e-b4fa-ff5dc038341c None None] Set router e80ec520-4f68-4f62-8eca-a8bc6fd3c7d9 gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:25:10.408582 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81122d0-f19e-4c70-b628-a0b3bea8a011 admin admin] Pushing event updated for resources: {'Port': ['ID=10a92fcb-32d2-4d7d-9adc-3f95ed5360c4,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:25:10.428571 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b81122d0-f19e-4c70-b628-a0b3bea8a011 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690947'] for router_interface, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:10.549548 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2589f5e8-7aa1-406d-84c8-5f50cf3a5291 req-6ac5af4b-98be-44fb-928b-e2f8feb21538 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:10.552671 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2589f5e8-7aa1-406d-84c8-5f50cf3a5291 req-6ac5af4b-98be-44fb-928b-e2f8feb21538 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] 10.222.0.55 "GET /v2.0/ports?device_id=09caadb6-2643-49d1-a9e8-799c6b43a127 HTTP/1.1" status: 200 len: 945 time: 0.3376474 May 28 06:25:10.681235 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2589f5e8-7aa1-406d-84c8-5f50cf3a5291 req-a88763c5-f79c-4a68-984f-4df22f4de1ad tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] 10.222.0.55 "GET /v2.0/security-groups?id=23fff79d-6911-4949-90e1-061adc265852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205518 May 28 06:25:10.691396 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c11b46-db9e-4530-b5cd-83653e52b06d req-aa6937fa-e2f2-4137-bcfc-da710ff556f2 tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:10.699217 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b5c11b46-db9e-4530-b5cd-83653e52b06d req-aa6937fa-e2f2-4137-bcfc-da710ff556f2 tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5d298d2-7059-491b-88a0-406c470b4ae8 HTTP/1.1" status: 200 len: 949 time: 0.4360170 May 28 06:25:10.710923 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8780dd8c-056b-4866-b228-37bd6b0517bc req-1cbb5185-8932-490c-8b72-a0f1abe8814d tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:10.713561 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8780dd8c-056b-4866-b228-37bd6b0517bc req-1cbb5185-8932-490c-8b72-a0f1abe8814d tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] 10.222.0.69 "GET /v2.0/ports?device_id=b5d298d2-7059-491b-88a0-406c470b4ae8 HTTP/1.1" status: 200 len: 949 time: 0.4494252 May 28 06:25:10.802189 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b81122d0-f19e-4c70-b628-a0b3bea8a011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:10.891160 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-6464535f-f6a4-460e-b4fa-ff5dc038341c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e80ec520-4f68-4f62-8eca-a8bc6fd3c7d9', 'name': 'tempest-TaggedBootDevicesTest_v242-314623832-router', 'tenant_id': '8e4074ed5c8c49c2aec45f4e2cdfeee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '239d387c-2d96-4d65-8e5e-a5cf3c0cdbed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:25:01Z', 'updated_at': '2022-05-28T06:25:05Z', 'revision_number': 3, 'project_id': '8e4074ed5c8c49c2aec45f4e2cdfeee5', 'gw_port': {'id': '239d387c-2d96-4d65-8e5e-a5cf3c0cdbed', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c8:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e80ec520-4f68-4f62-8eca-a8bc6fd3c7d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:25:04Z', 'updated_at': '2022-05-28T06:25:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:25:10.898890 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6464535f-f6a4-460e-b4fa-ff5dc038341c None None] The sync data for ids ['e80ec520-4f68-4f62-8eca-a8bc6fd3c7d9'] in n-d-843702-1 is: [{'id': 'e80ec520-4f68-4f62-8eca-a8bc6fd3c7d9', 'name': 'tempest-TaggedBootDevicesTest_v242-314623832-router', 'tenant_id': '8e4074ed5c8c49c2aec45f4e2cdfeee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '239d387c-2d96-4d65-8e5e-a5cf3c0cdbed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:25:01Z', 'updated_at': '2022-05-28T06:25:05Z', 'revision_number': 3, 'project_id': '8e4074ed5c8c49c2aec45f4e2cdfeee5', 'gw_port': {'id': '239d387c-2d96-4d65-8e5e-a5cf3c0cdbed', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c8:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e80ec520-4f68-4f62-8eca-a8bc6fd3c7d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:25:04Z', 'updated_at': '2022-05-28T06:25:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:25:10.949462 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-818029f6-099c-4819-b25f-184b65430e2b None None] Provisioning for port 10a92fcb-32d2-4d7d-9adc-3f95ed5360c4 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:25:10.951190 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-818029f6-099c-4819-b25f-184b65430e2b None None] Provisioning complete for port 10a92fcb-32d2-4d7d-9adc-3f95ed5360c4 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:25:10.951569 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-818029f6-099c-4819-b25f-184b65430e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:11.090478 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-818029f6-099c-4819-b25f-184b65430e2b None None] Port 10a92fcb-32d2-4d7d-9adc-3f95ed5360c4 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:25:11.240116 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b81122d0-f19e-4c70-b628-a0b3bea8a011 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:11.248248 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b5c11b46-db9e-4530-b5cd-83653e52b06d req-0d7c7355-b6e5-4038-b86a-9133ad42f1b4 tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] 10.222.0.55 "GET /v2.0/security-groups?id=e1f43c48-05bd-49a7-8820-e89d2a162415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5480111 May 28 06:25:11.317992 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-8780dd8c-056b-4866-b228-37bd6b0517bc req-a0822fb3-045b-4922-aa0c-84f7924b3c87 tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] Deleting port 102a70ac-764d-4fd3-8200-15482425c410 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:25:11.318726 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-8780dd8c-056b-4866-b228-37bd6b0517bc req-a0822fb3-045b-4922-aa0c-84f7924b3c87 tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:11.404956 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b81122d0-f19e-4c70-b628-a0b3bea8a011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:11.435073 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45317cb-3eae-49a9-bd4f-517732fecba9 req-9c2a61db-cdd2-4621-8927-36e1eb8159da tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:11.435073 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a45317cb-3eae-49a9-bd4f-517732fecba9 req-9c2a61db-cdd2-4621-8927-36e1eb8159da tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/ports?device_id=46ed3dcc-c892-44cc-ac8a-301e8d3dc92c HTTP/1.1" status: 200 len: 944 time: 0.4548888 May 28 06:25:11.541332 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b81122d0-f19e-4c70-b628-a0b3bea8a011 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700602'] for router_interface, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:11.548385 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81122d0-f19e-4c70-b628-a0b3bea8a011 admin admin] Pushing event updated for resources: {'Port': ['ID=10a92fcb-32d2-4d7d-9adc-3f95ed5360c4,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:25:11.695266 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b81122d0-f19e-4c70-b628-a0b3bea8a011 admin admin] Network 7751daa0-d3b3-45dd-917f-469198f7fdfe is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:25:11.696653 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-b81122d0-f19e-4c70-b628-a0b3bea8a011 admin admin] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:25:11.970411 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-8780dd8c-056b-4866-b228-37bd6b0517bc req-a0822fb3-045b-4922-aa0c-84f7924b3c87 tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] For port 102a70ac-764d-4fd3-8200-15482425c410, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=102a70ac-764d-4fd3-8200-15482425c410,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:25:11.971147 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-8780dd8c-056b-4866-b228-37bd6b0517bc req-a0822fb3-045b-4922-aa0c-84f7924b3c87 tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:12.100103 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 51014) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:25:12.130661 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-88c9413b-92ba-441d-9623-62a93df79e63 None None] Provisioning complete for port 10a92fcb-32d2-4d7d-9adc-3f95ed5360c4 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:25:12.131688 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-88c9413b-92ba-441d-9623-62a93df79e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:12.207832 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b81122d0-f19e-4c70-b628-a0b3bea8a011 admin admin] Router e80ec520-4f68-4f62-8eca-a8bc6fd3c7d9 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:25:12.209813 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a45317cb-3eae-49a9-bd4f-517732fecba9 req-5fd00625-3cf3-4331-be5b-1b3e204b1977 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a90b51ea-4be8-4511-8d71-0b0b776de2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6419945 May 28 06:25:12.222093 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-8780dd8c-056b-4866-b228-37bd6b0517bc req-a0822fb3-045b-4922-aa0c-84f7924b3c87 tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] Calling delete_port for 102a70ac-764d-4fd3-8200-15482425c410 owned by compute:nova {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:25:12.230356 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-88c9413b-92ba-441d-9623-62a93df79e63 None None] Port 10a92fcb-32d2-4d7d-9adc-3f95ed5360c4 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:25:12.443698 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5bd877-894b-4152-8515-767146af93d7 req-318179f9-7985-4a4e-b2d5-f10f0ab1c612 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:12.445278 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-db5bd877-894b-4152-8515-767146af93d7 req-318179f9-7985-4a4e-b2d5-f10f0ab1c612 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] 10.222.0.55 "GET /v2.0/ports?device_id=09caadb6-2643-49d1-a9e8-799c6b43a127 HTTP/1.1" status: 200 len: 945 time: 1.0152137 May 28 06:25:12.517218 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-db5bd877-894b-4152-8515-767146af93d7 req-d419de1c-e60f-4bca-ad67-7badf2be3869 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] 10.222.0.55 "GET /v2.0/security-groups?id=23fff79d-6911-4949-90e1-061adc265852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637090 May 28 06:25:12.518565 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-8780dd8c-056b-4866-b228-37bd6b0517bc req-a0822fb3-045b-4922-aa0c-84f7924b3c87 tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:12.526809 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b81122d0-f19e-4c70-b628-a0b3bea8a011 admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:25:12.560627 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-b81122d0-f19e-4c70-b628-a0b3bea8a011 admin admin] 10.222.0.55 "PUT /v2.0/routers/e80ec520-4f68-4f62-8eca-a8bc6fd3c7d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8245142 May 28 06:25:12.582736 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 239d387c-2d96-4d65-8e5e-a5cf3c0cdbed up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:25:12.727597 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-40a83cbc-8d1b-4953-a749-9fc26138fa6c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fa535ce8a329409da109cb227c3a70b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6197162 May 28 06:25:12.727597 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 51040) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:25:12.789260 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0822fb3-045b-4922-aa0c-84f7924b3c87 tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] Pushing event deleted for resources: {'Port': ['ID=102a70ac-764d-4fd3-8200-15482425c410,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:25:12.802487 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-af8ee224-312f-40c7-b11f-c3d0ee78fde1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:12.842918 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 239d387c-2d96-4d65-8e5e-a5cf3c0cdbed completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:25:12.849914 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 239d387c-2d96-4d65-8e5e-a5cf3c0cdbed triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:25:12.849914 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:12.852686 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-af8ee224-312f-40c7-b11f-c3d0ee78fde1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:12.864659 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4652a24d-0336-439d-9c92-3fc28ffce325 req-a81a0ade-d767-4412-8a22-cf7ce5ff5178 tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5d298d2-7059-491b-88a0-406c470b4ae8 HTTP/1.1" status: 200 len: 210 time: 0.2557170 May 28 06:25:12.888359 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-8780dd8c-056b-4866-b228-37bd6b0517bc req-a0822fb3-045b-4922-aa0c-84f7924b3c87 tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] No DVR routers for this DVR port 102a70ac-764d-4fd3-8200-15482425c410 on host n-h1-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:25:12.912748 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-8780dd8c-056b-4866-b228-37bd6b0517bc req-a0822fb3-045b-4922-aa0c-84f7924b3c87 tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:12.917011 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5d298d2-7059-491b-88a0-406c470b4ae8', 'name': 'network-vif-deleted', 'tag': '102a70ac-764d-4fd3-8200-15482425c410'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:25:12.965773 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8780dd8c-056b-4866-b228-37bd6b0517bc req-a0822fb3-045b-4922-aa0c-84f7924b3c87 tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] 10.222.0.69 "DELETE /v2.0/ports/102a70ac-764d-4fd3-8200-15482425c410 HTTP/1.1" status: 204 len: 173 time: 2.1571136 May 28 06:25:13.000064 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6809e4b0-1bca-4ccc-b768-39732cf32c89 req-3e17400c-c3b9-4d48-a250-3b70133b28e5 tempest-LiveAutoBlockMigrationV225Test-2091885666 tempest-LiveAutoBlockMigrationV225Test-2091885666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:13.008103 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6809e4b0-1bca-4ccc-b768-39732cf32c89 req-3e17400c-c3b9-4d48-a250-3b70133b28e5 tempest-LiveAutoBlockMigrationV225Test-2091885666 tempest-LiveAutoBlockMigrationV225Test-2091885666-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=46ed3dcc-c892-44cc-ac8a-301e8d3dc92c HTTP/1.1" status: 200 len: 1095 time: 0.2801147 May 28 06:25:13.059795 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-af8ee224-312f-40c7-b11f-c3d0ee78fde1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:13.088290 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8ee224-312f-40c7-b11f-c3d0ee78fde1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c801b37d-3704-4734-8061-c5e7a6a91910,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:25:13.108262 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 239d387c-2d96-4d65-8e5e-a5cf3c0cdbed is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:25:13.108734 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:13.139927 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port 239d387c-2d96-4d65-8e5e-a5cf3c0cdbed, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=239d387c-2d96-4d65-8e5e-a5cf3c0cdbed,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:25:13.144175 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6809e4b0-1bca-4ccc-b768-39732cf32c89 req-865c8c9b-10a5-4989-b02f-e9ca68d8e17c tempest-LiveAutoBlockMigrationV225Test-2091885666 tempest-LiveAutoBlockMigrationV225Test-2091885666-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=a90b51ea-4be8-4511-8d71-0b0b776de2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330209 May 28 06:25:13.210973 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de9e46d-16eb-4dbf-8b3b-fa8125d45b1a req-03681799-2607-453b-a9bd-8d7d0939a687 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:13.213053 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7de9e46d-16eb-4dbf-8b3b-fa8125d45b1a req-03681799-2607-453b-a9bd-8d7d0939a687 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] 10.222.0.55 "GET /v2.0/ports?device_id=09caadb6-2643-49d1-a9e8-799c6b43a127 HTTP/1.1" status: 200 len: 945 time: 0.1433408 May 28 06:25:13.255987 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-af8ee224-312f-40c7-b11f-c3d0ee78fde1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:13.257392 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-af8ee224-312f-40c7-b11f-c3d0ee78fde1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c801b37d-3704-4734-8061-c5e7a6a91910 HTTP/1.1" status: 204 len: 168 time: 0.5295975 May 28 06:25:13.334605 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7de9e46d-16eb-4dbf-8b3b-fa8125d45b1a req-432d500c-99c0-4eec-b4c4-920374f11199 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] 10.222.0.55 "GET /v2.0/security-groups?id=23fff79d-6911-4949-90e1-061adc265852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150236 May 28 06:25:13.358778 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b5484ec-4f66-4e38-a6c3-de65f683ba82'] response: {'server_uuid': 'b5d298d2-7059-491b-88a0-406c470b4ae8', 'name': 'network-vif-deleted', 'tag': '102a70ac-764d-4fd3-8200-15482425c410', 'status': 'completed', 'code': 200} May 28 06:25:13.379028 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:13.499783 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=239d387c-2d96-4d65-8e5e-a5cf3c0cdbed,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:25:13.517664 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956c6288-dc2b-476c-afb9-21b515db09b7 None None] Sync routers for ids ['e80ec520-4f68-4f62-8eca-a8bc6fd3c7d9'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:25:13.523613 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956c6288-dc2b-476c-afb9-21b515db09b7 None None] Routers {'e80ec520-4f68-4f62-8eca-a8bc6fd3c7d9'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:25:13.523613 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-956c6288-dc2b-476c-afb9-21b515db09b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:24:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['e80ec520-4f68-4f62-8eca-a8bc6fd3c7d9'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:25:13.706196 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da5dd7a-5c3d-4e6e-b734-1a99ec590fd0 req-6dbbb605-780b-482e-bbf1-a00a9ac398c0 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:13.716224 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3da5dd7a-5c3d-4e6e-b734-1a99ec590fd0 req-6dbbb605-780b-482e-bbf1-a00a9ac398c0 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] 10.222.0.55 "GET /v2.0/ports?device_id=09caadb6-2643-49d1-a9e8-799c6b43a127 HTTP/1.1" status: 200 len: 945 time: 0.1359255 May 28 06:25:13.745799 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-956c6288-dc2b-476c-afb9-21b515db09b7 None None] Set router e80ec520-4f68-4f62-8eca-a8bc6fd3c7d9 gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:25:13.760502 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3da5dd7a-5c3d-4e6e-b734-1a99ec590fd0 req-4ce87d1e-fd9b-4737-bb0c-f5b2d893c4f7 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] 10.222.0.55 "GET /v2.0/security-groups?id=23fff79d-6911-4949-90e1-061adc265852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432312 May 28 06:25:14.030445 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 102a70ac-764d-4fd3-8200-15482425c410 no longer exists at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:25:14.104716 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f639fb9b-9a2a-424c-976c-0b423d14a4dd req-c4bafcfe-95d7-4432-bac9-a52cc1c36b64 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:14.106717 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f639fb9b-9a2a-424c-976c-0b423d14a4dd req-c4bafcfe-95d7-4432-bac9-a52cc1c36b64 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] 10.222.0.55 "GET /v2.0/ports?device_id=09caadb6-2643-49d1-a9e8-799c6b43a127 HTTP/1.1" status: 200 len: 945 time: 0.1584632 May 28 06:25:14.112050 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] No Port match for: 102a70ac-764d-4fd3-8200-15482425c410 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:25:14.112712 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 102a70ac-764d-4fd3-8200-15482425c410 not bound to the agent host n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:25:14.177377 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f639fb9b-9a2a-424c-976c-0b423d14a4dd req-d6266094-cc21-4604-a5dc-34915e2f1181 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] 10.222.0.55 "GET /v2.0/security-groups?id=23fff79d-6911-4949-90e1-061adc265852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589662 May 28 06:25:14.178321 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-956c6288-dc2b-476c-afb9-21b515db09b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e80ec520-4f68-4f62-8eca-a8bc6fd3c7d9', 'name': 'tempest-TaggedBootDevicesTest_v242-314623832-router', 'tenant_id': '8e4074ed5c8c49c2aec45f4e2cdfeee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '239d387c-2d96-4d65-8e5e-a5cf3c0cdbed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:25:01Z', 'updated_at': '2022-05-28T06:25:10Z', 'revision_number': 4, 'project_id': '8e4074ed5c8c49c2aec45f4e2cdfeee5', 'gw_port': {'id': '239d387c-2d96-4d65-8e5e-a5cf3c0cdbed', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80ec520-4f68-4f62-8eca-a8bc6fd3c7d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:25:04Z', 'updated_at': '2022-05-28T06:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '10a92fcb-32d2-4d7d-9adc-3f95ed5360c4', 'name': '', 'network_id': '7751daa0-d3b3-45dd-917f-469198f7fdfe', 'tenant_id': '8e4074ed5c8c49c2aec45f4e2cdfeee5', 'mac_address': 'fa:16:3e:0c:f2:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e80ec520-4f68-4f62-8eca-a8bc6fd3c7d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'a0f5a5e9-40bd-4abd-ac19-7a670f1490ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:25:09Z', 'updated_at': '2022-05-28T06:25:11Z', 'revision_number': 2, 'project_id': '8e4074ed5c8c49c2aec45f4e2cdfeee5', 'subnets': [{'id': 'a0f5a5e9-40bd-4abd-ac19-7a670f1490ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:25:14.184604 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956c6288-dc2b-476c-afb9-21b515db09b7 None None] Checking router: e80ec520-4f68-4f62-8eca-a8bc6fd3c7d9 for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:25:14.185100 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956c6288-dc2b-476c-afb9-21b515db09b7 None None] Updating router e80ec520-4f68-4f62-8eca-a8bc6fd3c7d9 port 10a92fcb-32d2-4d7d-9adc-3f95ed5360c4 binding host n-d-843702-1 {{(pid=89112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:25:14.264387 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-956c6288-dc2b-476c-afb9-21b515db09b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:14.377013 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-aa66b6fe-b930-46f1-b2b8-929b7372038f req-6d74c53d-fd5d-4431-90c8-0fab69b8988d tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] Synchronizing usage tracker for tenant:e5c517efa2b64dd099939a98d2a0d5e8 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:25:14.500520 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-aa66b6fe-b930-46f1-b2b8-929b7372038f req-6d74c53d-fd5d-4431-90c8-0fab69b8988d tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] Unset dirty status for tenant:e5c517efa2b64dd099939a98d2a0d5e8 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:25:14.505702 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-aa66b6fe-b930-46f1-b2b8-929b7372038f req-6d74c53d-fd5d-4431-90c8-0fab69b8988d tempest-ListImageFiltersTestJSON-26732898 tempest-ListImageFiltersTestJSON-26732898-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5d298d2-7059-491b-88a0-406c470b4ae8 HTTP/1.1" status: 200 len: 210 time: 0.2211094 May 28 06:25:14.532393 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329f7e08-effa-471e-952f-7cabed41758d req-d0d00a47-1bc6-4e2d-bae7-c7db9b043804 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:14.542220 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-329f7e08-effa-471e-952f-7cabed41758d req-d0d00a47-1bc6-4e2d-bae7-c7db9b043804 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/ports?device_id=46ed3dcc-c892-44cc-ac8a-301e8d3dc92c HTTP/1.1" status: 200 len: 944 time: 0.1532145 May 28 06:25:14.600276 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 239d387c-2d96-4d65-8e5e-a5cf3c0cdbed up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:25:14.649184 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-329f7e08-effa-471e-952f-7cabed41758d req-cddd0a09-ba41-4a7f-87f7-4b8601bf6db2 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a90b51ea-4be8-4511-8d71-0b0b776de2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039336 May 28 06:25:14.731466 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 239d387c-2d96-4d65-8e5e-a5cf3c0cdbed triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:25:14.731838 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:14.767958 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-956c6288-dc2b-476c-afb9-21b515db09b7 None None] Notify callbacks [] for port, precommit_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:14.781897 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.provisioning_blocks [None req-956c6288-dc2b-476c-afb9-21b515db09b7 None None] Transition to ACTIVE for port object 10a92fcb-32d2-4d7d-9adc-3f95ed5360c4 will not be triggered until provisioned by entity L2. {{(pid=89112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:25:14.820207 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c902c6a-1627-495c-8dac-dd46dfa39ae7 req-1fd1b78f-43f3-425b-a43f-7abcf69c2e73 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:14.821954 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2c902c6a-1627-495c-8dac-dd46dfa39ae7 req-1fd1b78f-43f3-425b-a43f-7abcf69c2e73 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] 10.222.0.55 "GET /v2.0/ports?device_id=09caadb6-2643-49d1-a9e8-799c6b43a127 HTTP/1.1" status: 200 len: 945 time: 0.1117852 May 28 06:25:14.922540 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 239d387c-2d96-4d65-8e5e-a5cf3c0cdbed is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:25:14.990578 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-956c6288-dc2b-476c-afb9-21b515db09b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:15.049116 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2c902c6a-1627-495c-8dac-dd46dfa39ae7 req-7427759a-98e2-4d0a-9996-3cde4a817158 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] 10.222.0.55 "GET /v2.0/security-groups?id=23fff79d-6911-4949-90e1-061adc265852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175808 May 28 06:25:15.089005 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb48b914-4fc9-42dd-8808-0cf5e65c0b9f req-b1947faa-0f2f-4cd5-a8f6-3237daf6dcc2 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:15.090775 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bb48b914-4fc9-42dd-8808-0cf5e65c0b9f req-b1947faa-0f2f-4cd5-a8f6-3237daf6dcc2 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.69 "GET /v2.0/ports?device_id=46ed3dcc-c892-44cc-ac8a-301e8d3dc92c HTTP/1.1" status: 200 len: 944 time: 0.2296336 May 28 06:25:15.137990 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 51134) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:25:15.142319 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189e7b1b-6f87-420f-80e4-a049ee9f6995 None None] Pushing event updated for resources: {'Port': ['ID=10a92fcb-32d2-4d7d-9adc-3f95ed5360c4,revision_number=3']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:25:15.218413 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-bb48b914-4fc9-42dd-8808-0cf5e65c0b9f req-85627afd-9a45-42be-b7ce-aed0dfb57054 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Deleting port 18b401ca-d7c0-40ad-b882-78d6a798c46b {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:25:15.219135 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-bb48b914-4fc9-42dd-8808-0cf5e65c0b9f req-85627afd-9a45-42be-b7ce-aed0dfb57054 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:15.269338 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-9a2d1dd5-cf93-4780-8c98-5e2625605780 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=651dc14a2ffb4ef7bbcecf70519c323a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1300099 May 28 06:25:15.293609 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 51140) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:25:15.298600 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-956c6288-dc2b-476c-afb9-21b515db09b7 None None] Attempting to bind port 10a92fcb-32d2-4d7d-9adc-3f95ed5360c4 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:25:15.299818 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-956c6288-dc2b-476c-afb9-21b515db09b7 None None] Attempting to bind port 10a92fcb-32d2-4d7d-9adc-3f95ed5360c4 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'fe081944-75bd-4360-93ae-f24bcf718c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '7751daa0-d3b3-45dd-917f-469198f7fdfe'}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:25:15.300338 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956c6288-dc2b-476c-afb9-21b515db09b7 None None] Attempting to bind port 10a92fcb-32d2-4d7d-9adc-3f95ed5360c4 on network 7751daa0-d3b3-45dd-917f-469198f7fdfe {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:25:15.310070 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956c6288-dc2b-476c-afb9-21b515db09b7 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:25:15.310442 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956c6288-dc2b-476c-afb9-21b515db09b7 None None] Checking segment: {'id': 'fe081944-75bd-4360-93ae-f24bcf718c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '7751daa0-d3b3-45dd-917f-469198f7fdfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:25:15.312969 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-956c6288-dc2b-476c-afb9-21b515db09b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:15.313380 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956c6288-dc2b-476c-afb9-21b515db09b7 None None] Bound using segment: {'id': 'fe081944-75bd-4360-93ae-f24bcf718c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '7751daa0-d3b3-45dd-917f-469198f7fdfe'} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:25:15.313886 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-956c6288-dc2b-476c-afb9-21b515db09b7 None None] Bound port: 10a92fcb-32d2-4d7d-9adc-3f95ed5360c4, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe081944-75bd-4360-93ae-f24bcf718c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '7751daa0-d3b3-45dd-917f-469198f7fdfe'}}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:25:15.314263 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-956c6288-dc2b-476c-afb9-21b515db09b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:15.473386 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b7ee5099-8617-445a-81df-3818f376ab5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:15.529916 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b7ee5099-8617-445a-81df-3818f376ab5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:15.543249 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-956c6288-dc2b-476c-afb9-21b515db09b7 None None] For port 10a92fcb-32d2-4d7d-9adc-3f95ed5360c4, host n-d-843702-1, cleared binding levels {{(pid=89112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:25:15.547222 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-956c6288-dc2b-476c-afb9-21b515db09b7 None None] For port 10a92fcb-32d2-4d7d-9adc-3f95ed5360c4, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=10a92fcb-32d2-4d7d-9adc-3f95ed5360c4,segment=NetworkSegment(fe081944-75bd-4360-93ae-f24bcf718c19),segment_id=fe081944-75bd-4360-93ae-f24bcf718c19)] {{(pid=89112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:25:15.667570 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d358749-87db-4a90-b3ba-27295acafdb0 req-c2a94e95-e345-4ac8-a0af-e7ec014db141 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:15.669127 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9d358749-87db-4a90-b3ba-27295acafdb0 req-c2a94e95-e345-4ac8-a0af-e7ec014db141 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] 10.222.0.55 "GET /v2.0/ports?device_id=09caadb6-2643-49d1-a9e8-799c6b43a127 HTTP/1.1" status: 200 len: 945 time: 0.3954210 May 28 06:25:15.745023 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b7ee5099-8617-445a-81df-3818f376ab5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:15.748118 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-956c6288-dc2b-476c-afb9-21b515db09b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:15.764730 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cd4b5d0e-f892-4a76-99ed-401079b2f2da req-60c3154a-1d3d-4fd1-8ad0-d6363fd7984a tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=6d26c0ce17484ee58a8a7b1583fbfb9f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0564079 May 28 06:25:15.769105 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-bb48b914-4fc9-42dd-8808-0cf5e65c0b9f req-85627afd-9a45-42be-b7ce-aed0dfb57054 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] For port 18b401ca-d7c0-40ad-b882-78d6a798c46b, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=18b401ca-d7c0-40ad-b882-78d6a798c46b,segment=NetworkSegment(da68ba47-25e5-4637-a83a-51088b9800dc),segment_id=da68ba47-25e5-4637-a83a-51088b9800dc)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:25:15.769265 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ee5099-8617-445a-81df-3818f376ab5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76debfe6-ca65-4441-a5e9-f2d6eb8bd959,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:25:15.769668 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-bb48b914-4fc9-42dd-8808-0cf5e65c0b9f req-85627afd-9a45-42be-b7ce-aed0dfb57054 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:15.841105 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956c6288-dc2b-476c-afb9-21b515db09b7 None None] Routers {'e80ec520-4f68-4f62-8eca-a8bc6fd3c7d9'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:25:15.841745 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-956c6288-dc2b-476c-afb9-21b515db09b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:24:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['e80ec520-4f68-4f62-8eca-a8bc6fd3c7d9'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:25:15.898239 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b7ee5099-8617-445a-81df-3818f376ab5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:15.899670 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-b7ee5099-8617-445a-81df-3818f376ab5c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/76debfe6-ca65-4441-a5e9-f2d6eb8bd959 HTTP/1.1" status: 204 len: 168 time: 0.6048470 May 28 06:25:15.959143 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189e7b1b-6f87-420f-80e4-a049ee9f6995 None None] Pushing event updated for resources: {'Port': ['ID=10a92fcb-32d2-4d7d-9adc-3f95ed5360c4,revision_number=4']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:25:16.029497 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-bb48b914-4fc9-42dd-8808-0cf5e65c0b9f req-85627afd-9a45-42be-b7ce-aed0dfb57054 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Calling delete_port for 18b401ca-d7c0-40ad-b882-78d6a798c46b owned by compute:nova {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:25:16.084435 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9d358749-87db-4a90-b3ba-27295acafdb0 req-807d459f-46c0-4ab4-8c56-55c01beeec4a tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] 10.222.0.55 "GET /v2.0/security-groups?id=23fff79d-6911-4949-90e1-061adc265852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3895707 May 28 06:25:16.174438 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-956c6288-dc2b-476c-afb9-21b515db09b7 None None] Set router e80ec520-4f68-4f62-8eca-a8bc6fd3c7d9 gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:25:16.204852 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4b5d0e-f892-4a76-99ed-401079b2f2da req-0569b916-e592-4234-9719-3325df28740e tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:16.219784 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cd4b5d0e-f892-4a76-99ed-401079b2f2da req-0569b916-e592-4234-9719-3325df28740e tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4297471 May 28 06:25:16.238932 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cd4b5d0e-f892-4a76-99ed-401079b2f2da req-8c3c3f1d-a7ba-4e8e-b83d-23aff5922031 tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] 10.222.0.55 "GET /v2.0/quotas/6d26c0ce17484ee58a8a7b1583fbfb9f HTTP/1.1" status: 200 len: 375 time: 0.0180454 May 28 06:25:16.378050 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cd4b5d0e-f892-4a76-99ed-401079b2f2da req-074d6bfe-0da8-4db8-aebd-dabda687a8c3 tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=6d26c0ce17484ee58a8a7b1583fbfb9f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1380682 May 28 06:25:16.471339 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fa43e0-d4b7-420a-af9e-952898ba91e2 req-e0401513-9a6d-4168-b6e7-52b71b2f780c tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:16.473012 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-69fa43e0-d4b7-420a-af9e-952898ba91e2 req-e0401513-9a6d-4168-b6e7-52b71b2f780c tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/ports?device_id=46ed3dcc-c892-44cc-ac8a-301e8d3dc92c HTTP/1.1" status: 200 len: 944 time: 0.1509051 May 28 06:25:16.557594 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-69fa43e0-d4b7-420a-af9e-952898ba91e2 req-4e9eef1c-f60d-42a2-b0f0-75f27332ad69 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a90b51ea-4be8-4511-8d71-0b0b776de2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777948 May 28 06:25:16.626825 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-bb48b914-4fc9-42dd-8808-0cf5e65c0b9f req-85627afd-9a45-42be-b7ce-aed0dfb57054 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:16.661786 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['eb131f8e-2a83-469e-9e2c-31f0cbab941d'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:25:16.704764 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-956c6288-dc2b-476c-afb9-21b515db09b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e80ec520-4f68-4f62-8eca-a8bc6fd3c7d9', 'name': 'tempest-TaggedBootDevicesTest_v242-314623832-router', 'tenant_id': '8e4074ed5c8c49c2aec45f4e2cdfeee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '239d387c-2d96-4d65-8e5e-a5cf3c0cdbed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:25:01Z', 'updated_at': '2022-05-28T06:25:10Z', 'revision_number': 4, 'project_id': '8e4074ed5c8c49c2aec45f4e2cdfeee5', 'gw_port': {'id': '239d387c-2d96-4d65-8e5e-a5cf3c0cdbed', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80ec520-4f68-4f62-8eca-a8bc6fd3c7d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:25:04Z', 'updated_at': '2022-05-28T06:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '10a92fcb-32d2-4d7d-9adc-3f95ed5360c4', 'name': '', 'network_id': '7751daa0-d3b3-45dd-917f-469198f7fdfe', 'tenant_id': '8e4074ed5c8c49c2aec45f4e2cdfeee5', 'mac_address': 'fa:16:3e:0c:f2:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e80ec520-4f68-4f62-8eca-a8bc6fd3c7d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'a0f5a5e9-40bd-4abd-ac19-7a670f1490ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:25:09Z', 'updated_at': '2022-05-28T06:25:15Z', 'revision_number': 4, 'project_id': '8e4074ed5c8c49c2aec45f4e2cdfeee5', 'subnets': [{'id': 'a0f5a5e9-40bd-4abd-ac19-7a670f1490ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:25:16.715953 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956c6288-dc2b-476c-afb9-21b515db09b7 None None] The sync data for ids ['e80ec520-4f68-4f62-8eca-a8bc6fd3c7d9'] in n-d-843702-1 is: [{'id': 'e80ec520-4f68-4f62-8eca-a8bc6fd3c7d9', 'name': 'tempest-TaggedBootDevicesTest_v242-314623832-router', 'tenant_id': '8e4074ed5c8c49c2aec45f4e2cdfeee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '239d387c-2d96-4d65-8e5e-a5cf3c0cdbed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:25:01Z', 'updated_at': '2022-05-28T06:25:10Z', 'revision_number': 4, 'project_id': '8e4074ed5c8c49c2aec45f4e2cdfeee5', 'gw_port': {'id': '239d387c-2d96-4d65-8e5e-a5cf3c0cdbed', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80ec520-4f68-4f62-8eca-a8bc6fd3c7d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:25:04Z', 'updated_at': '2022-05-28T06:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '10a92fcb-32d2-4d7d-9adc-3f95ed5360c4', 'name': '', 'network_id': '7751daa0-d3b3-45dd-917f-469198f7fdfe', 'tenant_id': '8e4074ed5c8c49c2aec45f4e2cdfeee5', 'mac_address': 'fa:16:3e:0c:f2:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e80ec520-4f68-4f62-8eca-a8bc6fd3c7d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'a0f5a5e9-40bd-4abd-ac19-7a670f1490ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:25:09Z', 'updated_at': '2022-05-28T06:25:15Z', 'revision_number': 4, 'project_id': '8e4074ed5c8c49c2aec45f4e2cdfeee5', 'subnets': [{'id': 'a0f5a5e9-40bd-4abd-ac19-7a670f1490ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:25:16.773600 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85627afd-9a45-42be-b7ce-aed0dfb57054 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Pushing event deleted for resources: {'Port': ['ID=18b401ca-d7c0-40ad-b882-78d6a798c46b,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:25:16.957075 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb48b914-4fc9-42dd-8808-0cf5e65c0b9f req-85627afd-9a45-42be-b7ce-aed0dfb57054 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] No DVR routers for this DVR port 18b401ca-d7c0-40ad-b882-78d6a798c46b on host n-h1-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:25:16.964834 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-bb48b914-4fc9-42dd-8808-0cf5e65c0b9f req-85627afd-9a45-42be-b7ce-aed0dfb57054 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:16.994129 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46ed3dcc-c892-44cc-ac8a-301e8d3dc92c', 'name': 'network-vif-deleted', 'tag': '18b401ca-d7c0-40ad-b882-78d6a798c46b'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:25:17.117333 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bb48b914-4fc9-42dd-8808-0cf5e65c0b9f req-85627afd-9a45-42be-b7ce-aed0dfb57054 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.69 "DELETE /v2.0/ports/18b401ca-d7c0-40ad-b882-78d6a798c46b HTTP/1.1" status: 204 len: 173 time: 2.0207930 May 28 06:25:18.005391 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a05282a7-3181-4b92-bf7d-0b4c281b83e8 req-bf97c868-015f-4b03-aafa-aa14229b816a tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] 10.222.0.55 "GET /v2.0/ports?device_id=370926b9-1df6-45d0-b44d-ab0df2e9cfd7 HTTP/1.1" status: 200 len: 210 time: 0.1300538 May 28 06:25:18.057386 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 18b401ca-d7c0-40ad-b882-78d6a798c46b no longer exists at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:25:18.176172 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] No Port match for: 18b401ca-d7c0-40ad-b882-78d6a798c46b {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:25:18.176527 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 18b401ca-d7c0-40ad-b882-78d6a798c46b not bound to the agent host n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:25:18.182245 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e7d83be-0207-48d5-b5d1-b5695d8e42c2'] response: {'server_uuid': '46ed3dcc-c892-44cc-ac8a-301e8d3dc92c', 'name': 'network-vif-deleted', 'tag': '18b401ca-d7c0-40ad-b882-78d6a798c46b', 'status': 'completed', 'code': 200} May 28 06:25:18.550104 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 10a92fcb-32d2-4d7d-9adc-3f95ed5360c4 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:25:18.785781 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 10a92fcb-32d2-4d7d-9adc-3f95ed5360c4 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:25:18.790580 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 10a92fcb-32d2-4d7d-9adc-3f95ed5360c4 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:25:18.790938 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:18.814178 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-0c441974-3983-4b72-9e34-5b643639f6f9 req-8a6ed173-5647-44d9-bdcc-ec65b7088ebe tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Synchronizing usage tracker for tenant:1ab1ed0d304345a0a07278c26e7745d6 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:25:18.939806 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-0c441974-3983-4b72-9e34-5b643639f6f9 req-8a6ed173-5647-44d9-bdcc-ec65b7088ebe tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Unset dirty status for tenant:1ab1ed0d304345a0a07278c26e7745d6 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:25:18.941164 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0c441974-3983-4b72-9e34-5b643639f6f9 req-8a6ed173-5647-44d9-bdcc-ec65b7088ebe tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/ports?device_id=46ed3dcc-c892-44cc-ac8a-301e8d3dc92c HTTP/1.1" status: 200 len: 210 time: 0.1772816 May 28 06:25:18.993038 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 10a92fcb-32d2-4d7d-9adc-3f95ed5360c4 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:25:18.993558 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:19.122983 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port 10a92fcb-32d2-4d7d-9adc-3f95ed5360c4, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=10a92fcb-32d2-4d7d-9adc-3f95ed5360c4,segment=NetworkSegment(fe081944-75bd-4360-93ae-f24bcf718c19),segment_id=fe081944-75bd-4360-93ae-f24bcf718c19)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:25:19.264039 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:19.455726 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5dcf46d4-c37a-4d2b-9806-1d939b9acc03 req-8684a7dc-8674-467e-b2b1-346f9b5a1086 tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] 10.222.0.55 "GET /v2.0/ports?device_id=370926b9-1df6-45d0-b44d-ab0df2e9cfd7 HTTP/1.1" status: 200 len: 210 time: 0.1354649 May 28 06:25:19.512480 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=10a92fcb-32d2-4d7d-9adc-3f95ed5360c4,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:25:19.534063 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:25:19.534412 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:25:19.534755 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:25:19.535088 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:25:19.535418 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:25:19.535747 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:25:19.536496 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:25:19.536496 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:25:19.536690 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:25:19.561114 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:25:19.561746 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:25:19.562610 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:25:20.067353 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device e6f6492d-1d09-464e-8f39-65ebd8c86acb details requested by agent hyperv_n-h1-843702-1 with host n-h1-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:25:20.215344 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port e6f6492d-1d09-464e-8f39-65ebd8c86acb, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=e6f6492d-1d09-464e-8f39-65ebd8c86acb,segment=NetworkSegment(b938b3fe-4e87-4c2f-aa8d-5e499b733858),segment_id=b938b3fe-4e87-4c2f-aa8d-5e499b733858)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:25:20.229960 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Returning: {'device': 'e6f6492d-1d09-464e-8f39-65ebd8c86acb', 'network_id': '57335d58-5b4b-44c7-91c4-7ad19fc594ec', 'port_id': 'e6f6492d-1d09-464e-8f39-65ebd8c86acb', 'mac_address': 'fa:16:3e:17:1d:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fe916e2-3f26-4799-a7be-cc46b10e4922', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:25:20.297126 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port e6f6492d-1d09-464e-8f39-65ebd8c86acb is: ACTIVE; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:25:20.297126 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:20.317279 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e6f6492d-1d09-464e-8f39-65ebd8c86acb {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:25:20.337267 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port e6f6492d-1d09-464e-8f39-65ebd8c86acb, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=e6f6492d-1d09-464e-8f39-65ebd8c86acb,segment=NetworkSegment(b938b3fe-4e87-4c2f-aa8d-5e499b733858),segment_id=b938b3fe-4e87-4c2f-aa8d-5e499b733858)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:25:20.467000 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 10a92fcb-32d2-4d7d-9adc-3f95ed5360c4 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:25:20.512023 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:20.643913 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['e6f6492d-1d09-464e-8f39-65ebd8c86acb'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:25:20.709800 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=e6f6492d-1d09-464e-8f39-65ebd8c86acb,revision_number=6']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:25:20.717963 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 10a92fcb-32d2-4d7d-9adc-3f95ed5360c4 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:25:20.718488 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:20.754444 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cd4b5d0e-f892-4a76-99ed-401079b2f2da req-6d45dd01-610e-4a27-bcc4-74034af18d0e tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=6d26c0ce17484ee58a8a7b1583fbfb9f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0447447 May 28 06:25:20.939125 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 10a92fcb-32d2-4d7d-9adc-3f95ed5360c4 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:25:21.007889 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4b5d0e-f892-4a76-99ed-401079b2f2da req-2b5fd15a-3f31-4a35-a309-9af8bda70925 tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:21.009456 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cd4b5d0e-f892-4a76-99ed-401079b2f2da req-2b5fd15a-3f31-4a35-a309-9af8bda70925 tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2500570 May 28 06:25:21.031890 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-cd4b5d0e-f892-4a76-99ed-401079b2f2da req-e0f18545-9f65-4ba9-b461-d1cd0f887fea tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] Request body: {'port': {'device_id': '370926b9-1df6-45d0-b44d-ab0df2e9cfd7', 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9', 'admin_state_up': True, 'tenant_id': '6d26c0ce17484ee58a8a7b1583fbfb9f'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:25:21.381619 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-cd4b5d0e-f892-4a76-99ed-401079b2f2da req-e0f18545-9f65-4ba9-b461-d1cd0f887fea tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:25:21.388017 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-cd4b5d0e-f892-4a76-99ed-401079b2f2da req-e0f18545-9f65-4ba9-b461-d1cd0f887fea tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] Usage tracker for resource:port and tenant:6d26c0ce17484ee58a8a7b1583fbfb9f is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:25:21.394806 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-cd4b5d0e-f892-4a76-99ed-401079b2f2da req-e0f18545-9f65-4ba9-b461-d1cd0f887fea tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:25:21.403105 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-cd4b5d0e-f892-4a76-99ed-401079b2f2da req-e0f18545-9f65-4ba9-b461-d1cd0f887fea tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:25:21.539538 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd4b5d0e-f892-4a76-99ed-401079b2f2da req-e0f18545-9f65-4ba9-b461-d1cd0f887fea tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] Made reservation on behalf of 6d26c0ce17484ee58a8a7b1583fbfb9f for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:25:21.543062 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-cd4b5d0e-f892-4a76-99ed-401079b2f2da req-e0f18545-9f65-4ba9-b461-d1cd0f887fea tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:21.587436 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-cd4b5d0e-f892-4a76-99ed-401079b2f2da req-e0f18545-9f65-4ba9-b461-d1cd0f887fea tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:21.612571 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-cd4b5d0e-f892-4a76-99ed-401079b2f2da req-e0f18545-9f65-4ba9-b461-d1cd0f887fea tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:25:21.617196 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-cd4b5d0e-f892-4a76-99ed-401079b2f2da req-e0f18545-9f65-4ba9-b461-d1cd0f887fea tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] Usage tracker for resource:security_group_rule and tenant:6d26c0ce17484ee58a8a7b1583fbfb9f is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:25:21.621458 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-cd4b5d0e-f892-4a76-99ed-401079b2f2da req-e0f18545-9f65-4ba9-b461-d1cd0f887fea tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:25:21.665338 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-cd4b5d0e-f892-4a76-99ed-401079b2f2da req-e0f18545-9f65-4ba9-b461-d1cd0f887fea tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:25:21.691791 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0e14a334-924b-4992-970a-e9aaed06687b req-3123a9f6-01f6-4670-8a2b-b831028ec0e2 tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] 10.222.0.55 "GET /v2.0/ports?device_id=370926b9-1df6-45d0-b44d-ab0df2e9cfd7 HTTP/1.1" status: 200 len: 210 time: 0.0630219 May 28 06:25:21.752336 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96830e0-80b8-4305-bb47-76bd7174395c req-ea51b39b-75e7-4cdb-b720-5bc7a27ea6b5 tempest-NetworksTest-1180669065 tempest-NetworksTest-1180669065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:21.754212 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96830e0-80b8-4305-bb47-76bd7174395c req-ea51b39b-75e7-4cdb-b720-5bc7a27ea6b5 tempest-NetworksTest-1180669065 tempest-NetworksTest-1180669065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:21.754212 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96830e0-80b8-4305-bb47-76bd7174395c req-ea51b39b-75e7-4cdb-b720-5bc7a27ea6b5 tempest-NetworksTest-1180669065 tempest-NetworksTest-1180669065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:21.754212 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96830e0-80b8-4305-bb47-76bd7174395c req-ea51b39b-75e7-4cdb-b720-5bc7a27ea6b5 tempest-NetworksTest-1180669065 tempest-NetworksTest-1180669065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:21.754735 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96830e0-80b8-4305-bb47-76bd7174395c req-ea51b39b-75e7-4cdb-b720-5bc7a27ea6b5 tempest-NetworksTest-1180669065 tempest-NetworksTest-1180669065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:21.755808 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96830e0-80b8-4305-bb47-76bd7174395c req-ea51b39b-75e7-4cdb-b720-5bc7a27ea6b5 tempest-NetworksTest-1180669065 tempest-NetworksTest-1180669065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:21.756427 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96830e0-80b8-4305-bb47-76bd7174395c req-ea51b39b-75e7-4cdb-b720-5bc7a27ea6b5 tempest-NetworksTest-1180669065 tempest-NetworksTest-1180669065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:21.757060 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96830e0-80b8-4305-bb47-76bd7174395c req-ea51b39b-75e7-4cdb-b720-5bc7a27ea6b5 tempest-NetworksTest-1180669065 tempest-NetworksTest-1180669065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:21.757698 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96830e0-80b8-4305-bb47-76bd7174395c req-ea51b39b-75e7-4cdb-b720-5bc7a27ea6b5 tempest-NetworksTest-1180669065 tempest-NetworksTest-1180669065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:21.771867 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f96830e0-80b8-4305-bb47-76bd7174395c req-ea51b39b-75e7-4cdb-b720-5bc7a27ea6b5 tempest-NetworksTest-1180669065 tempest-NetworksTest-1180669065-project-admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6446 time: 0.3405514 May 28 06:25:21.881347 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-cd4b5d0e-f892-4a76-99ed-401079b2f2da req-e0f18545-9f65-4ba9-b461-d1cd0f887fea tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:21.948629 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-cd4b5d0e-f892-4a76-99ed-401079b2f2da req-e0f18545-9f65-4ba9-b461-d1cd0f887fea tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:22.068970 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f18545-9f65-4ba9-b461-d1cd0f887fea tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd4f772a-3605-4ce2-bce7-8f5466d1255d,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:25:22.081572 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device e6f6492d-1d09-464e-8f39-65ebd8c86acb up at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:25:22.227661 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85ddd41-e4a3-428c-9d3d-bcb8fda3fac4 req-9378ba23-a31d-4a7e-bb05-28be432e098a tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:22.229868 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e85ddd41-e4a3-428c-9d3d-bcb8fda3fac4 req-9378ba23-a31d-4a7e-bb05-28be432e098a tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] 10.222.0.55 "GET /v2.0/ports?device_id=09caadb6-2643-49d1-a9e8-799c6b43a127 HTTP/1.1" status: 200 len: 944 time: 0.3391411 May 28 06:25:22.242417 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning complete for port e6f6492d-1d09-464e-8f39-65ebd8c86acb triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:25:22.243101 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:22.324189 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e85ddd41-e4a3-428c-9d3d-bcb8fda3fac4 req-4163dbf7-f42a-4b24-b1bf-bd50db8c69e1 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] 10.222.0.55 "GET /v2.0/security-groups?id=23fff79d-6911-4949-90e1-061adc265852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868216 May 28 06:25:22.331331 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [req-cd4b5d0e-f892-4a76-99ed-401079b2f2da req-e0f18545-9f65-4ba9-b461-d1cd0f887fea tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] Allocated IP 192.168.233.176 (bb90c162-fdb0-406b-af2b-5eef830db7a9/e72d0ca5-04cb-4b36-82b1-c75214c9eb05/0776ea56-585e-48a6-96e3-e63192027301) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:25:22.456117 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port e6f6492d-1d09-464e-8f39-65ebd8c86acb is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:25:22.456839 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:22.517222 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09caadb6-2643-49d1-a9e8-799c6b43a127', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6f6492d-1d09-464e-8f39-65ebd8c86acb'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:25:22.545785 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port e6f6492d-1d09-464e-8f39-65ebd8c86acb, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=e6f6492d-1d09-464e-8f39-65ebd8c86acb,segment=NetworkSegment(b938b3fe-4e87-4c2f-aa8d-5e499b733858),segment_id=b938b3fe-4e87-4c2f-aa8d-5e499b733858)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:25:22.682381 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:22.869693 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=e6f6492d-1d09-464e-8f39-65ebd8c86acb,revision_number=7']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:25:22.942561 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-cd4b5d0e-f892-4a76-99ed-401079b2f2da req-e0f18545-9f65-4ba9-b461-d1cd0f887fea tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:22.971658 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c54abb8d-6b6b-4a8f-b489-e9b7d9e03c56'] response: {'server_uuid': '09caadb6-2643-49d1-a9e8-799c6b43a127', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6f6492d-1d09-464e-8f39-65ebd8c86acb', 'code': 200} May 28 06:25:23.096159 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-cd4b5d0e-f892-4a76-99ed-401079b2f2da req-e0f18545-9f65-4ba9-b461-d1cd0f887fea tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] Transition to ACTIVE for port object 0776ea56-585e-48a6-96e3-e63192027301 will not be triggered until provisioned by entity DHCP. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:25:23.196059 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c198bf4-652e-4348-be10-15ae41f0a2f2 req-dc8ca208-85b0-4415-90a9-a14f5d6790df tempest-NetworksTest-1180669065 tempest-NetworksTest-1180669065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:23.197835 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3c198bf4-652e-4348-be10-15ae41f0a2f2 req-dc8ca208-85b0-4415-90a9-a14f5d6790df tempest-NetworksTest-1180669065 tempest-NetworksTest-1180669065-project-admin] 10.222.0.55 "GET /v2.0/networks/68df399e-e75e-4871-9364-5d05730b50f0 HTTP/1.1" status: 200 len: 886 time: 0.3399167 May 28 06:25:23.306565 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-59a03694-2bb2-47f7-8d33-469351420563 req-31f4454f-d3f2-45fa-846b-7b82985597e5 tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] 10.222.0.55 "GET /v2.0/ports?device_id=370926b9-1df6-45d0-b44d-ab0df2e9cfd7 HTTP/1.1" status: 200 len: 210 time: 0.0999708 May 28 06:25:23.497787 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-cd4b5d0e-f892-4a76-99ed-401079b2f2da req-e0f18545-9f65-4ba9-b461-d1cd0f887fea tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:23.694563 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822d16f8-2940-439a-8039-349f93f3cc8a req-205d61ff-370a-4b3f-88f5-4cfb14edb803 tempest-NetworksTest-1180669065 tempest-NetworksTest-1180669065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:23.695034 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822d16f8-2940-439a-8039-349f93f3cc8a req-205d61ff-370a-4b3f-88f5-4cfb14edb803 tempest-NetworksTest-1180669065 tempest-NetworksTest-1180669065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:23.695492 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822d16f8-2940-439a-8039-349f93f3cc8a req-205d61ff-370a-4b3f-88f5-4cfb14edb803 tempest-NetworksTest-1180669065 tempest-NetworksTest-1180669065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:23.695944 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822d16f8-2940-439a-8039-349f93f3cc8a req-205d61ff-370a-4b3f-88f5-4cfb14edb803 tempest-NetworksTest-1180669065 tempest-NetworksTest-1180669065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:23.696393 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822d16f8-2940-439a-8039-349f93f3cc8a req-205d61ff-370a-4b3f-88f5-4cfb14edb803 tempest-NetworksTest-1180669065 tempest-NetworksTest-1180669065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:23.696839 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822d16f8-2940-439a-8039-349f93f3cc8a req-205d61ff-370a-4b3f-88f5-4cfb14edb803 tempest-NetworksTest-1180669065 tempest-NetworksTest-1180669065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:23.697441 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822d16f8-2940-439a-8039-349f93f3cc8a req-205d61ff-370a-4b3f-88f5-4cfb14edb803 tempest-NetworksTest-1180669065 tempest-NetworksTest-1180669065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:23.697752 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822d16f8-2940-439a-8039-349f93f3cc8a req-205d61ff-370a-4b3f-88f5-4cfb14edb803 tempest-NetworksTest-1180669065 tempest-NetworksTest-1180669065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:23.698200 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822d16f8-2940-439a-8039-349f93f3cc8a req-205d61ff-370a-4b3f-88f5-4cfb14edb803 tempest-NetworksTest-1180669065 tempest-NetworksTest-1180669065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:23.700796 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-822d16f8-2940-439a-8039-349f93f3cc8a req-205d61ff-370a-4b3f-88f5-4cfb14edb803 tempest-NetworksTest-1180669065 tempest-NetworksTest-1180669065-project-admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6446 time: 0.4596114 May 28 06:25:23.723775 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 51412) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:25:23.742537 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd4b5d0e-f892-4a76-99ed-401079b2f2da req-e0f18545-9f65-4ba9-b461-d1cd0f887fea tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] Network bb90c162-fdb0-406b-af2b-5eef830db7a9 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:25:23.753961 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [req-cd4b5d0e-f892-4a76-99ed-401079b2f2da req-e0f18545-9f65-4ba9-b461-d1cd0f887fea tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:25:23.767028 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd4b5d0e-f892-4a76-99ed-401079b2f2da req-e0f18545-9f65-4ba9-b461-d1cd0f887fea tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:25:23.844066 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f18545-9f65-4ba9-b461-d1cd0f887fea tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] Pushing event updated for resources: {'Port': ['ID=0776ea56-585e-48a6-96e3-e63192027301,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:25:23.879872 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e2e38a-5ee5-4b9b-93cd-8e83f01452dd req-753a23c1-58fd-475f-8005-a3bdbcfebbd4 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:23.881941 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d5e2e38a-5ee5-4b9b-93cd-8e83f01452dd req-753a23c1-58fd-475f-8005-a3bdbcfebbd4 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] 10.222.0.55 "GET /v2.0/ports?device_id=09caadb6-2643-49d1-a9e8-799c6b43a127 HTTP/1.1" status: 200 len: 945 time: 0.3592718 May 28 06:25:23.891972 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4b5d0e-f892-4a76-99ed-401079b2f2da req-e0f18545-9f65-4ba9-b461-d1cd0f887fea tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:23.893182 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-cd4b5d0e-f892-4a76-99ed-401079b2f2da req-e0f18545-9f65-4ba9-b461-d1cd0f887fea tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:23.973614 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d5e2e38a-5ee5-4b9b-93cd-8e83f01452dd req-dc05c8ae-a86f-46aa-8342-aec02b80e077 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] 10.222.0.55 "GET /v2.0/security-groups?id=23fff79d-6911-4949-90e1-061adc265852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544977 May 28 06:25:24.031346 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-1c867782-c24c-40ce-a788-e4f27d8243fc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e5c517efa2b64dd099939a98d2a0d5e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3044245 May 28 06:25:24.034063 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 51424) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:25:24.066409 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cd4b5d0e-f892-4a76-99ed-401079b2f2da req-e0f18545-9f65-4ba9-b461-d1cd0f887fea tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0408499 May 28 06:25:24.107548 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-cd4b5d0e-f892-4a76-99ed-401079b2f2da req-fbd6b2f1-9165-4c1e-9ec6-4955f2e79b4a service neutron] Request body: {'port': {'device_id': '370926b9-1df6-45d0-b44d-ab0df2e9cfd7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843702-1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:25:24.270671 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-a21f7769-cf1d-4fcc-bc19-a8977258cddb None None] Provisioning for port 0776ea56-585e-48a6-96e3-e63192027301 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:25:24.277194 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-a21f7769-cf1d-4fcc-bc19-a8977258cddb None None] Provisioning complete for port 0776ea56-585e-48a6-96e3-e63192027301 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:25:24.277948 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-a21f7769-cf1d-4fcc-bc19-a8977258cddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:24.329822 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-cd4b5d0e-f892-4a76-99ed-401079b2f2da req-fbd6b2f1-9165-4c1e-9ec6-4955f2e79b4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:24.455063 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e24c15df-831f-4698-aba7-9975def73080 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:24.463058 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-a21f7769-cf1d-4fcc-bc19-a8977258cddb None None] Port 0776ea56-585e-48a6-96e3-e63192027301 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:25:24.490089 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 51434) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:25:24.628302 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e24c15df-831f-4698-aba7-9975def73080 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:24.733218 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-88765d86-dc01-46d3-99ac-12bb4099dcba admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:24.760077 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-88765d86-dc01-46d3-99ac-12bb4099dcba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:25:24.766208 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-88765d86-dc01-46d3-99ac-12bb4099dcba admin admin] Usage tracker for resource:security_group_rule and tenant:63dfb373dd4b4ce2bb115de5d6ab8847 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:25:24.770248 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-88765d86-dc01-46d3-99ac-12bb4099dcba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:25:24.776117 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-88765d86-dc01-46d3-99ac-12bb4099dcba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:25:24.914181 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-88765d86-dc01-46d3-99ac-12bb4099dcba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:24.959334 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544dcbd8-bd62-49e5-9b8d-65be866fc771 req-0facf5dc-2e9e-4c25-bbbf-1bd739ba4a8e tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:24.960048 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-544dcbd8-bd62-49e5-9b8d-65be866fc771 req-0facf5dc-2e9e-4c25-bbbf-1bd739ba4a8e tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] Synchronizing usage tracker for tenant:6d26c0ce17484ee58a8a7b1583fbfb9f on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:25:24.967923 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e24c15df-831f-4698-aba7-9975def73080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:25.008450 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24c15df-831f-4698-aba7-9975def73080 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1f43c48-05bd-49a7-8820-e89d2a162415,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:25:25.065077 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-88765d86-dc01-46d3-99ac-12bb4099dcba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:25.102755 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-88765d86-dc01-46d3-99ac-12bb4099dcba admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=63dfb373dd4b4ce2bb115de5d6ab8847&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6109264 May 28 06:25:25.107692 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 51454) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:25:25.117304 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e24c15df-831f-4698-aba7-9975def73080 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:25.118576 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-e24c15df-831f-4698-aba7-9975def73080 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e1f43c48-05bd-49a7-8820-e89d2a162415 HTTP/1.1" status: 204 len: 168 time: 1.0826921 May 28 06:25:25.127324 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-544dcbd8-bd62-49e5-9b8d-65be866fc771 req-0facf5dc-2e9e-4c25-bbbf-1bd739ba4a8e tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] Unset dirty status for tenant:6d26c0ce17484ee58a8a7b1583fbfb9f on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:25:25.128522 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-544dcbd8-bd62-49e5-9b8d-65be866fc771 req-0facf5dc-2e9e-4c25-bbbf-1bd739ba4a8e tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] 10.222.0.55 "GET /v2.0/ports?device_id=370926b9-1df6-45d0-b44d-ab0df2e9cfd7 HTTP/1.1" status: 200 len: 936 time: 0.3824413 May 28 06:25:25.136851 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [req-cd4b5d0e-f892-4a76-99ed-401079b2f2da req-fbd6b2f1-9165-4c1e-9ec6-4955f2e79b4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0776ea56-585e-48a6-96e3-e63192027301 {{(pid=89110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:25:25.172458 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-cd4b5d0e-f892-4a76-99ed-401079b2f2da req-fbd6b2f1-9165-4c1e-9ec6-4955f2e79b4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:25.203532 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-19790e08-5b10-4b7a-a0ab-3d6856b98939 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:25.203706 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-544dcbd8-bd62-49e5-9b8d-65be866fc771 req-18f18e11-e49b-4d22-981e-bc320b6235b8 tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] Synchronizing usage tracker for tenant:6d26c0ce17484ee58a8a7b1583fbfb9f on resource:security_group {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:25:25.203805 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88765d86-dc01-46d3-99ac-12bb4099dcba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08ab103d-9512-46ce-9257-4a919acdcc31,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:25:25.206980 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-cd4b5d0e-f892-4a76-99ed-401079b2f2da req-fbd6b2f1-9165-4c1e-9ec6-4955f2e79b4a service neutron] Transition to ACTIVE for port object 0776ea56-585e-48a6-96e3-e63192027301 will not be triggered until provisioned by entity L2. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:25:25.232932 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-19790e08-5b10-4b7a-a0ab-3d6856b98939 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:25.301807 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0e81ba-3982-4d50-bae6-7512787f3c62 req-1711a3ab-dabc-4060-aadd-90f7a3f81ee2 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:25.303475 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4a0e81ba-3982-4d50-bae6-7512787f3c62 req-1711a3ab-dabc-4060-aadd-90f7a3f81ee2 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] 10.222.0.55 "GET /v2.0/ports?device_id=09caadb6-2643-49d1-a9e8-799c6b43a127 HTTP/1.1" status: 200 len: 945 time: 0.1051874 May 28 06:25:25.354229 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4a0e81ba-3982-4d50-bae6-7512787f3c62 req-2025b0b7-3744-4a98-b850-32b84cf2f185 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] 10.222.0.55 "GET /v2.0/security-groups?id=23fff79d-6911-4949-90e1-061adc265852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448256 May 28 06:25:25.402698 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-cd4b5d0e-f892-4a76-99ed-401079b2f2da req-fbd6b2f1-9165-4c1e-9ec6-4955f2e79b4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:25.498832 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-19790e08-5b10-4b7a-a0ab-3d6856b98939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:25.556564 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-544dcbd8-bd62-49e5-9b8d-65be866fc771 req-18f18e11-e49b-4d22-981e-bc320b6235b8 tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] Unset dirty status for tenant:6d26c0ce17484ee58a8a7b1583fbfb9f on resource:security_group {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:25:25.563948 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19790e08-5b10-4b7a-a0ab-3d6856b98939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08ab103d-9512-46ce-9257-4a919acdcc31,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:25:25.564686 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-544dcbd8-bd62-49e5-9b8d-65be866fc771 req-18f18e11-e49b-4d22-981e-bc320b6235b8 tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] 10.222.0.55 "GET /v2.0/security-groups?id=cd4f772a-3605-4ce2-bce7-8f5466d1255d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4291515 May 28 06:25:25.592842 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-19790e08-5b10-4b7a-a0ab-3d6856b98939 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:25.594175 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-19790e08-5b10-4b7a-a0ab-3d6856b98939 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/08ab103d-9512-46ce-9257-4a919acdcc31 HTTP/1.1" status: 204 len: 168 time: 0.4853528 May 28 06:25:25.705438 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd6b2f1-9165-4c1e-9ec6-4955f2e79b4a service neutron] Pushing event updated for resources: {'Port': ['ID=0776ea56-585e-48a6-96e3-e63192027301,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:25:25.935826 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-cd4b5d0e-f892-4a76-99ed-401079b2f2da req-fbd6b2f1-9165-4c1e-9ec6-4955f2e79b4a service neutron] Attempting to bind port 0776ea56-585e-48a6-96e3-e63192027301 on host n-h2-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:25:25.937854 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-cd4b5d0e-f892-4a76-99ed-401079b2f2da req-fbd6b2f1-9165-4c1e-9ec6-4955f2e79b4a service neutron] Attempting to bind port 0776ea56-585e-48a6-96e3-e63192027301 by drivers openvswitch,hyperv on host n-h2-843702-1 at level 0 using segments [{'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:25:25.938966 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4b5d0e-f892-4a76-99ed-401079b2f2da req-fbd6b2f1-9165-4c1e-9ec6-4955f2e79b4a service neutron] Attempting to bind port 0776ea56-585e-48a6-96e3-e63192027301 on network bb90c162-fdb0-406b-af2b-5eef830db7a9 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:25:25.957857 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4b5d0e-f892-4a76-99ed-401079b2f2da req-fbd6b2f1-9165-4c1e-9ec6-4955f2e79b4a service neutron] Port 0776ea56-585e-48a6-96e3-e63192027301 on network bb90c162-fdb0-406b-af2b-5eef830db7a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:25:25.958550 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4b5d0e-f892-4a76-99ed-401079b2f2da req-fbd6b2f1-9165-4c1e-9ec6-4955f2e79b4a service neutron] Attempting to bind port 0776ea56-585e-48a6-96e3-e63192027301 on network bb90c162-fdb0-406b-af2b-5eef830db7a9 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:25:25.974473 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4b5d0e-f892-4a76-99ed-401079b2f2da req-fbd6b2f1-9165-4c1e-9ec6-4955f2e79b4a service neutron] Checking agent: {'id': 'f1a3973b-d2b3-4558-88e7-2ac50857d302', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:25:25.974815 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4b5d0e-f892-4a76-99ed-401079b2f2da req-fbd6b2f1-9165-4c1e-9ec6-4955f2e79b4a service neutron] Checking segment: {'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:25:25.978162 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4b5d0e-f892-4a76-99ed-401079b2f2da req-fbd6b2f1-9165-4c1e-9ec6-4955f2e79b4a service neutron] Bound using segment: {'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:25:25.978834 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-cd4b5d0e-f892-4a76-99ed-401079b2f2da req-fbd6b2f1-9165-4c1e-9ec6-4955f2e79b4a service neutron] Bound port: 0776ea56-585e-48a6-96e3-e63192027301, host: n-h2-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'}}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:25:25.979600 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-cd4b5d0e-f892-4a76-99ed-401079b2f2da req-fbd6b2f1-9165-4c1e-9ec6-4955f2e79b4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:26.115124 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device e6f6492d-1d09-464e-8f39-65ebd8c86acb no longer exists at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:25:26.141214 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-cd4b5d0e-f892-4a76-99ed-401079b2f2da req-fbd6b2f1-9165-4c1e-9ec6-4955f2e79b4a service neutron] For port 0776ea56-585e-48a6-96e3-e63192027301, host n-h2-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:25:26.141214 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-cd4b5d0e-f892-4a76-99ed-401079b2f2da req-fbd6b2f1-9165-4c1e-9ec6-4955f2e79b4a service neutron] For port 0776ea56-585e-48a6-96e3-e63192027301, host n-h2-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=0776ea56-585e-48a6-96e3-e63192027301,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:25:26.268289 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port e6f6492d-1d09-464e-8f39-65ebd8c86acb is: ACTIVE; New status is: DOWN {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:25:26.268673 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:26.300988 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09caadb6-2643-49d1-a9e8-799c6b43a127', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6f6492d-1d09-464e-8f39-65ebd8c86acb'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:25:26.311292 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-cd4b5d0e-f892-4a76-99ed-401079b2f2da req-fbd6b2f1-9165-4c1e-9ec6-4955f2e79b4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:26.339356 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port e6f6492d-1d09-464e-8f39-65ebd8c86acb, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=e6f6492d-1d09-464e-8f39-65ebd8c86acb,segment=NetworkSegment(b938b3fe-4e87-4c2f-aa8d-5e499b733858),segment_id=b938b3fe-4e87-4c2f-aa8d-5e499b733858)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:25:26.440014 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4b5d0e-f892-4a76-99ed-401079b2f2da req-fbd6b2f1-9165-4c1e-9ec6-4955f2e79b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:26.441777 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-cd4b5d0e-f892-4a76-99ed-401079b2f2da req-fbd6b2f1-9165-4c1e-9ec6-4955f2e79b4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:26.446966 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cd4b5d0e-f892-4a76-99ed-401079b2f2da req-fbd6b2f1-9165-4c1e-9ec6-4955f2e79b4a service neutron] 10.222.0.71 "PUT /v2.0/ports/0776ea56-585e-48a6-96e3-e63192027301 HTTP/1.1" status: 200 len: 1096 time: 2.3484747 May 28 06:25:26.446966 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '370926b9-1df6-45d0-b44d-ab0df2e9cfd7', 'tag': '0776ea56-585e-48a6-96e3-e63192027301'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:25:26.466298 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-57a06d83-ccf1-4291-b396-74bbccfcf185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:26.469999 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:26.518412 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd6b2f1-9165-4c1e-9ec6-4955f2e79b4a service neutron] Pushing event updated for resources: {'Port': ['ID=0776ea56-585e-48a6-96e3-e63192027301,revision_number=3']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:25:26.573167 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53042144-a864-4c71-a629-ac4ad5eeb32b req-2b9ef37b-e038-4834-b2f4-0142df72437f tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:26.578180 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-53042144-a864-4c71-a629-ac4ad5eeb32b req-2b9ef37b-e038-4834-b2f4-0142df72437f tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] 10.222.0.69 "GET /v2.0/ports?device_id=09caadb6-2643-49d1-a9e8-799c6b43a127 HTTP/1.1" status: 200 len: 945 time: 0.1899953 May 28 06:25:26.683040 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=e6f6492d-1d09-464e-8f39-65ebd8c86acb,revision_number=8']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:25:26.689244 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c10bb48-c0b7-4061-aebc-5ea8379daad9'] response: {'server_uuid': '09caadb6-2643-49d1-a9e8-799c6b43a127', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6f6492d-1d09-464e-8f39-65ebd8c86acb', 'code': 200} May 28 06:25:26.791277 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-53042144-a864-4c71-a629-ac4ad5eeb32b req-9415c9fc-fe12-4143-b164-a10d323afd26 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Deleting port e6f6492d-1d09-464e-8f39-65ebd8c86acb {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:25:26.791624 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-53042144-a864-4c71-a629-ac4ad5eeb32b req-9415c9fc-fe12-4143-b164-a10d323afd26 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:26.882071 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 51506) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:25:26.908673 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf14d26c-f23d-4ccd-b488-2c05b0662a86'] response: {'name': 'network-changed', 'server_uuid': '370926b9-1df6-45d0-b44d-ab0df2e9cfd7', 'tag': '0776ea56-585e-48a6-96e3-e63192027301', 'status': 'completed', 'code': 200} May 28 06:25:26.937647 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8bc733d0-b945-4ad3-a8d9-6e7d5037ebb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:26.973775 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-8bc733d0-b945-4ad3-a8d9-6e7d5037ebb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:25:26.982141 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-8bc733d0-b945-4ad3-a8d9-6e7d5037ebb3 admin admin] Usage tracker for resource:security_group_rule and tenant:4ee1a9f8e881455f9889ed503a20dc4f is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:25:26.992798 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-8bc733d0-b945-4ad3-a8d9-6e7d5037ebb3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:25:27.004455 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4b5d0e-f892-4a76-99ed-401079b2f2da req-27615329-5a88-4810-86b0-2d7c2dfab6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:27.006356 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cd4b5d0e-f892-4a76-99ed-401079b2f2da req-27615329-5a88-4810-86b0-2d7c2dfab6ca service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=6d26c0ce17484ee58a8a7b1583fbfb9f&device_id=370926b9-1df6-45d0-b44d-ab0df2e9cfd7 HTTP/1.1" status: 200 len: 1099 time: 0.2980199 May 28 06:25:27.025125 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-8bc733d0-b945-4ad3-a8d9-6e7d5037ebb3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:25:27.166771 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cd4b5d0e-f892-4a76-99ed-401079b2f2da req-cd3fd69b-4e79-4d39-8d83-c781d5891d00 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=0776ea56-585e-48a6-96e3-e63192027301 HTTP/1.1" status: 200 len: 217 time: 0.1196673 May 28 06:25:27.254067 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8bc733d0-b945-4ad3-a8d9-6e7d5037ebb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:27.355306 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8bc733d0-b945-4ad3-a8d9-6e7d5037ebb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:27.402712 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:27.459648 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-8bc733d0-b945-4ad3-a8d9-6e7d5037ebb3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4ee1a9f8e881455f9889ed503a20dc4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5761261 May 28 06:25:27.460527 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 51518) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:25:27.488192 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc733d0-b945-4ad3-a8d9-6e7d5037ebb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e70aa781-0e9b-4470-a10c-3940ad03ae2a,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:25:27.558394 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-dd314cc5-5b36-4d1e-9c7a-f2c8e9606858 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:27.558883 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f998ab-5bbd-434b-aab9-582ae724cc80 req-636213ab-51cc-4f5b-baac-dce11b84e58c tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:27.566267 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-10f998ab-5bbd-434b-aab9-582ae724cc80 req-636213ab-51cc-4f5b-baac-dce11b84e58c tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] 10.222.0.55 "GET /v2.0/ports?device_id=09caadb6-2643-49d1-a9e8-799c6b43a127 HTTP/1.1" status: 200 len: 943 time: 0.7284205 May 28 06:25:27.604039 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-dd314cc5-5b36-4d1e-9c7a-f2c8e9606858 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:27.664666 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4b5d0e-f892-4a76-99ed-401079b2f2da req-4e4043da-5fbf-41cb-a899-baaecc1f7cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:27.670433 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cd4b5d0e-f892-4a76-99ed-401079b2f2da req-4e4043da-5fbf-41cb-a899-baaecc1f7cdc service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e72d0ca5-04cb-4b36-82b1-c75214c9eb05 HTTP/1.1" status: 200 len: 843 time: 0.4156797 May 28 06:25:27.756347 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-10f998ab-5bbd-434b-aab9-582ae724cc80 req-d6fc1f97-a467-484b-bf4c-fe352e81d4cd tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] 10.222.0.55 "GET /v2.0/security-groups?id=23fff79d-6911-4949-90e1-061adc265852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852005 May 28 06:25:27.811048 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-53042144-a864-4c71-a629-ac4ad5eeb32b req-9415c9fc-fe12-4143-b164-a10d323afd26 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] For port e6f6492d-1d09-464e-8f39-65ebd8c86acb, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=e6f6492d-1d09-464e-8f39-65ebd8c86acb,segment=NetworkSegment(b938b3fe-4e87-4c2f-aa8d-5e499b733858),segment_id=b938b3fe-4e87-4c2f-aa8d-5e499b733858)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:25:27.811222 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-53042144-a864-4c71-a629-ac4ad5eeb32b req-9415c9fc-fe12-4143-b164-a10d323afd26 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:27.812316 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-dd314cc5-5b36-4d1e-9c7a-f2c8e9606858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:27.843422 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd314cc5-5b36-4d1e-9c7a-f2c8e9606858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e70aa781-0e9b-4470-a10c-3940ad03ae2a,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:25:27.852085 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-dd314cc5-5b36-4d1e-9c7a-f2c8e9606858 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:27.856242 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-dd314cc5-5b36-4d1e-9c7a-f2c8e9606858 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e70aa781-0e9b-4470-a10c-3940ad03ae2a HTTP/1.1" status: 204 len: 168 time: 0.3831694 May 28 06:25:28.004026 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1402d800-62e6-401c-a2d6-cbb7d538accf req-7cf99e3d-35c3-4c20-a03e-497af335fc89 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:28.005519 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1402d800-62e6-401c-a2d6-cbb7d538accf req-7cf99e3d-35c3-4c20-a03e-497af335fc89 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d12f016-9857-485d-b48d-8f3217d4ed50 HTTP/1.1" status: 200 len: 945 time: 0.8616152 May 28 06:25:28.014385 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-53042144-a864-4c71-a629-ac4ad5eeb32b req-9415c9fc-fe12-4143-b164-a10d323afd26 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Calling delete_port for e6f6492d-1d09-464e-8f39-65ebd8c86acb owned by compute:nova {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:25:28.137070 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d33e38-da97-4120-a599-5e86a64f93ce req-e994a9fc-ec1c-4085-9369-7eacbc43ab00 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:28.138558 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-53d33e38-da97-4120-a599-5e86a64f93ce req-e994a9fc-ec1c-4085-9369-7eacbc43ab00 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.71 "GET /v2.0/ports?device_id=3d12f016-9857-485d-b48d-8f3217d4ed50 HTTP/1.1" status: 200 len: 945 time: 0.6829090 May 28 06:25:28.280472 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4b5d0e-f892-4a76-99ed-401079b2f2da req-7028e056-b390-4d6d-8ee7-29d05f1a90a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:28.282454 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cd4b5d0e-f892-4a76-99ed-401079b2f2da req-7028e056-b390-4d6d-8ee7-29d05f1a90a3 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=bb90c162-fdb0-406b-af2b-5eef830db7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5952191 May 28 06:25:28.304656 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1402d800-62e6-401c-a2d6-cbb7d538accf req-81efe8c6-372c-4eaa-a31c-62dd2e36bac2 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a90b51ea-4be8-4511-8d71-0b0b776de2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534473 May 28 06:25:28.305883 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-53d33e38-da97-4120-a599-5e86a64f93ce req-2ac4c64d-2dea-44b3-8d12-d7d023b5be1f tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Deleting port eb131f8e-2a83-469e-9e2c-31f0cbab941d {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:25:28.306294 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-53d33e38-da97-4120-a599-5e86a64f93ce req-2ac4c64d-2dea-44b3-8d12-d7d023b5be1f tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:28.620538 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2c17a6-8266-4350-853b-7253a16aa59a req-5869f271-0078-4f0b-ad80-ec5d4d0a52c1 tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:28.628819 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-df2c17a6-8266-4350-853b-7253a16aa59a req-5869f271-0078-4f0b-ad80-ec5d4d0a52c1 tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] 10.222.0.55 "GET /v2.0/ports?device_id=370926b9-1df6-45d0-b44d-ab0df2e9cfd7 HTTP/1.1" status: 200 len: 948 time: 0.6223040 May 28 06:25:28.682816 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-53042144-a864-4c71-a629-ac4ad5eeb32b req-9415c9fc-fe12-4143-b164-a10d323afd26 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:28.824479 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cd4b5d0e-f892-4a76-99ed-401079b2f2da req-cd68e47f-f09c-416e-a7a1-3e085d83642f service neutron] 10.222.0.71 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5253654 May 28 06:25:28.831448 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9415c9fc-fe12-4143-b164-a10d323afd26 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Pushing event deleted for resources: {'Port': ['ID=e6f6492d-1d09-464e-8f39-65ebd8c86acb,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:25:28.900868 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-df2c17a6-8266-4350-853b-7253a16aa59a req-b32ebd2f-5ca8-46cd-ae37-663c1212b65a tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] 10.222.0.55 "GET /v2.0/security-groups?id=cd4f772a-3605-4ce2-bce7-8f5466d1255d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709754 May 28 06:25:28.940201 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-baa44c43-e97a-4bdf-ae1d-b9dc84247eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:29.028044 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-53042144-a864-4c71-a629-ac4ad5eeb32b req-9415c9fc-fe12-4143-b164-a10d323afd26 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] No DVR routers for this DVR port e6f6492d-1d09-464e-8f39-65ebd8c86acb on host n-h1-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:25:29.047950 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-53042144-a864-4c71-a629-ac4ad5eeb32b req-9415c9fc-fe12-4143-b164-a10d323afd26 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:29.050681 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09caadb6-2643-49d1-a9e8-799c6b43a127', 'name': 'network-vif-deleted', 'tag': 'e6f6492d-1d09-464e-8f39-65ebd8c86acb'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:25:29.129246 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-53042144-a864-4c71-a629-ac4ad5eeb32b req-9415c9fc-fe12-4143-b164-a10d323afd26 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] 10.222.0.69 "DELETE /v2.0/ports/e6f6492d-1d09-464e-8f39-65ebd8c86acb HTTP/1.1" status: 204 len: 173 time: 2.5429342 May 28 06:25:29.143013 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-f3e2fd30-fd31-4560-b2ec-cf4fa52fccc5 req-56262df1-1f6b-4fe1-9cfe-38ac52687f53 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Synchronizing usage tracker for tenant:16fae7f21e73441b8f27011aec16439a on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:25:29.151546 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-53d33e38-da97-4120-a599-5e86a64f93ce req-2ac4c64d-2dea-44b3-8d12-d7d023b5be1f tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] For port eb131f8e-2a83-469e-9e2c-31f0cbab941d, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=eb131f8e-2a83-469e-9e2c-31f0cbab941d,segment=NetworkSegment(da68ba47-25e5-4637-a83a-51088b9800dc),segment_id=da68ba47-25e5-4637-a83a-51088b9800dc)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:25:29.151546 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-53d33e38-da97-4120-a599-5e86a64f93ce req-2ac4c64d-2dea-44b3-8d12-d7d023b5be1f tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:29.446727 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2599d6f-b3cf-4a0c-b49d-01c78f1bf9b4'] response: {'server_uuid': '09caadb6-2643-49d1-a9e8-799c6b43a127', 'name': 'network-vif-deleted', 'tag': 'e6f6492d-1d09-464e-8f39-65ebd8c86acb', 'status': 'completed', 'code': 200} May 28 06:25:29.460086 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-53d33e38-da97-4120-a599-5e86a64f93ce req-2ac4c64d-2dea-44b3-8d12-d7d023b5be1f tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Calling delete_port for eb131f8e-2a83-469e-9e2c-31f0cbab941d owned by compute:nova {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:25:29.510228 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cd4b5d0e-f892-4a76-99ed-401079b2f2da req-6df5ad82-19c4-42c1-a821-01cc170f5a95 service neutron] 10.222.0.71 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6760862 May 28 06:25:29.580047 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-f3e2fd30-fd31-4560-b2ec-cf4fa52fccc5 req-56262df1-1f6b-4fe1-9cfe-38ac52687f53 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Unset dirty status for tenant:16fae7f21e73441b8f27011aec16439a on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:25:29.591967 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f3e2fd30-fd31-4560-b2ec-cf4fa52fccc5 req-56262df1-1f6b-4fe1-9cfe-38ac52687f53 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] 10.222.0.55 "GET /v2.0/ports?device_id=09caadb6-2643-49d1-a9e8-799c6b43a127 HTTP/1.1" status: 200 len: 210 time: 0.5480299 May 28 06:25:29.797837 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:29.830754 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada68cc8-839f-4229-8f86-1c7744bea6bd req-25165ca1-5224-460f-bc52-a22bba982ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:29.831629 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ada68cc8-839f-4229-8f86-1c7744bea6bd req-25165ca1-5224-460f-bc52-a22bba982ffe service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=6d26c0ce17484ee58a8a7b1583fbfb9f&device_id=370926b9-1df6-45d0-b44d-ab0df2e9cfd7 HTTP/1.1" status: 200 len: 1099 time: 0.1479414 May 28 06:25:29.933205 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-53d33e38-da97-4120-a599-5e86a64f93ce req-2ac4c64d-2dea-44b3-8d12-d7d023b5be1f tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:29.970587 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:29.989461 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f1f960b4-2f17-48cb-85d7-be272b27fb49 req-d575a53d-b4cf-4362-be90-f7e9ed2cd7aa tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d12f016-9857-485d-b48d-8f3217d4ed50 HTTP/1.1" status: 200 len: 210 time: 0.0624595 May 28 06:25:30.055768 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac4c64d-2dea-44b3-8d12-d7d023b5be1f tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Pushing event deleted for resources: {'Port': ['ID=eb131f8e-2a83-469e-9e2c-31f0cbab941d,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:25:30.128605 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device e6f6492d-1d09-464e-8f39-65ebd8c86acb no longer exists at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:25:30.194889 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-53d33e38-da97-4120-a599-5e86a64f93ce req-2ac4c64d-2dea-44b3-8d12-d7d023b5be1f tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] No DVR routers for this DVR port eb131f8e-2a83-469e-9e2c-31f0cbab941d on host n-h2-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:25:30.199569 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-53d33e38-da97-4120-a599-5e86a64f93ce req-2ac4c64d-2dea-44b3-8d12-d7d023b5be1f tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:30.204787 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] No Port match for: e6f6492d-1d09-464e-8f39-65ebd8c86acb {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:25:30.211212 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device e6f6492d-1d09-464e-8f39-65ebd8c86acb not bound to the agent host n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:25:30.212113 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada68cc8-839f-4229-8f86-1c7744bea6bd req-5d516326-2b8e-428b-b7e8-696bb6b87bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:30.213577 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ada68cc8-839f-4229-8f86-1c7744bea6bd req-5d516326-2b8e-428b-b7e8-696bb6b87bd6 service neutron] 10.222.0.71 "GET /v2.0/networks?id=bb90c162-fdb0-406b-af2b-5eef830db7a9 HTTP/1.1" status: 200 len: 870 time: 0.3746903 May 28 06:25:30.282352 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ada68cc8-839f-4229-8f86-1c7744bea6bd req-e4f85627-ea28-4af6-b1c0-b3d451b3eb77 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=0776ea56-585e-48a6-96e3-e63192027301 HTTP/1.1" status: 200 len: 217 time: 0.0622933 May 28 06:25:30.352470 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada68cc8-839f-4229-8f86-1c7744bea6bd req-7baf2596-82fc-41ec-96b6-c1b3d6a24dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:30.353938 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ada68cc8-839f-4229-8f86-1c7744bea6bd req-7baf2596-82fc-41ec-96b6-c1b3d6a24dcb service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e72d0ca5-04cb-4b36-82b1-c75214c9eb05 HTTP/1.1" status: 200 len: 843 time: 0.0657766 May 28 06:25:30.398282 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-53d33e38-da97-4120-a599-5e86a64f93ce req-2ac4c64d-2dea-44b3-8d12-d7d023b5be1f tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.71 "DELETE /v2.0/ports/eb131f8e-2a83-469e-9e2c-31f0cbab941d HTTP/1.1" status: 204 len: 173 time: 2.2499185 May 28 06:25:30.449825 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada68cc8-839f-4229-8f86-1c7744bea6bd req-6eb5d960-1317-4f6d-8b15-0380173b1e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:30.452451 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ada68cc8-839f-4229-8f86-1c7744bea6bd req-6eb5d960-1317-4f6d-8b15-0380173b1e9e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=bb90c162-fdb0-406b-af2b-5eef830db7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0914338 May 28 06:25:30.698595 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ada68cc8-839f-4229-8f86-1c7744bea6bd req-cfc22c83-60f0-45b8-9c98-9a3a0b207ba3 service neutron] 10.222.0.71 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286258 May 28 06:25:30.736953 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71156b48-0783-4c33-9014-f309fc35a65c req-470152a2-ab07-43af-adb6-146d2626b133 tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:30.738776 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-71156b48-0783-4c33-9014-f309fc35a65c req-470152a2-ab07-43af-adb6-146d2626b133 tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] 10.222.0.55 "GET /v2.0/ports?device_id=370926b9-1df6-45d0-b44d-ab0df2e9cfd7 HTTP/1.1" status: 200 len: 948 time: 0.1680036 May 28 06:25:30.867686 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-71156b48-0783-4c33-9014-f309fc35a65c req-ddf4cec6-5913-4418-a033-8ed5ec07e92b tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] 10.222.0.55 "GET /v2.0/security-groups?id=cd4f772a-3605-4ce2-bce7-8f5466d1255d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779295 May 28 06:25:30.899104 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ada68cc8-839f-4229-8f86-1c7744bea6bd req-fc265155-3fb4-48a7-ba6a-5ec60fbde6eb service neutron] 10.222.0.71 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930504 May 28 06:25:31.254838 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-98aeda00-346e-4563-a29b-d5bacb789d36 req-8812c0a7-a639-4026-b5af-3a5304863a5f tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=939489430c7749c59f0791a254a21615&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293331 May 28 06:25:31.436400 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device eb131f8e-2a83-469e-9e2c-31f0cbab941d no longer exists at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:25:31.437284 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aeda00-346e-4563-a29b-d5bacb789d36 req-feb8b642-832a-4a02-bea5-8e0b23caa480 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:31.437284 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-98aeda00-346e-4563-a29b-d5bacb789d36 req-feb8b642-832a-4a02-bea5-8e0b23caa480 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1673286 May 28 06:25:31.440505 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d12f016-9857-485d-b48d-8f3217d4ed50', 'name': 'network-vif-deleted', 'tag': 'eb131f8e-2a83-469e-9e2c-31f0cbab941d'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:25:31.449605 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-98aeda00-346e-4563-a29b-d5bacb789d36 req-5971a82f-2819-45ec-89d5-8ea1fe997ea0 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.55 "GET /v2.0/quotas/939489430c7749c59f0791a254a21615 HTTP/1.1" status: 200 len: 375 time: 0.0165648 May 28 06:25:31.494608 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] No Port match for: eb131f8e-2a83-469e-9e2c-31f0cbab941d {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:25:31.495241 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device eb131f8e-2a83-469e-9e2c-31f0cbab941d not bound to the agent host n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:25:31.517333 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-98aeda00-346e-4563-a29b-d5bacb789d36 req-efb5b931-015a-4a1f-a884-43faeb25bdd6 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=939489430c7749c59f0791a254a21615&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0598094 May 28 06:25:31.601857 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:31.814722 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 51632) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:25:31.824694 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-7097dabd-0a87-4b22-9aaf-f546b34612ce tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1583086191', 'description': 'tempest-description--1875961333'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:25:31.831909 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-7097dabd-0a87-4b22-9aaf-f546b34612ce tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:25:31.839703 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-7097dabd-0a87-4b22-9aaf-f546b34612ce tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Usage tracker for resource:security_group and tenant:16fae7f21e73441b8f27011aec16439a is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:25:31.845766 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-7097dabd-0a87-4b22-9aaf-f546b34612ce tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:25:31.851565 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-7097dabd-0a87-4b22-9aaf-f546b34612ce tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:25:31.928735 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7097dabd-0a87-4b22-9aaf-f546b34612ce tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:31.954814 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7256c65c-1908-4745-9900-d48989c9dd21'] response: {'server_uuid': '3d12f016-9857-485d-b48d-8f3217d4ed50', 'name': 'network-vif-deleted', 'tag': 'eb131f8e-2a83-469e-9e2c-31f0cbab941d', 'status': 'completed', 'code': 200} May 28 06:25:31.962023 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-7097dabd-0a87-4b22-9aaf-f546b34612ce tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:25:31.974485 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-7097dabd-0a87-4b22-9aaf-f546b34612ce tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Usage tracker for resource:security_group_rule and tenant:16fae7f21e73441b8f27011aec16439a is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:25:31.974485 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-7097dabd-0a87-4b22-9aaf-f546b34612ce tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:25:31.975925 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-7097dabd-0a87-4b22-9aaf-f546b34612ce tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:25:32.014885 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:32.080133 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7097dabd-0a87-4b22-9aaf-f546b34612ce tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:32.173774 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7097dabd-0a87-4b22-9aaf-f546b34612ce tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:32.191342 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-afd97bb5-3df4-499d-b8b8-aba76acd541d req-bbd70377-2f50-4118-b189-6e63dea3bc53 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=939489430c7749c59f0791a254a21615&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0331299 May 28 06:25:32.218264 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7097dabd-0a87-4b22-9aaf-f546b34612ce tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a260b1c-1d1d-4783-b037-ad10ed4b7209,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:25:32.362582 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7097dabd-0a87-4b22-9aaf-f546b34612ce tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:32.363653 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-7097dabd-0a87-4b22-9aaf-f546b34612ce tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5481215 May 28 06:25:32.366775 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 51660) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:25:32.378693 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-9266fc03-30ab-4156-9e76-a9b0419cc8ed tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Request body: {'security_group_rule': {'security_group_id': '1a260b1c-1d1d-4783-b037-ad10ed4b7209', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:25:32.378693 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-9266fc03-30ab-4156-9e76-a9b0419cc8ed tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:25:32.382498 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-9266fc03-30ab-4156-9e76-a9b0419cc8ed tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Usage tracker for resource:security_group_rule and tenant:16fae7f21e73441b8f27011aec16439a is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:25:32.386033 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-9266fc03-30ab-4156-9e76-a9b0419cc8ed tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:25:32.394233 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-9266fc03-30ab-4156-9e76-a9b0419cc8ed tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:25:32.466979 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd97bb5-3df4-499d-b8b8-aba76acd541d req-c9b27d37-dc0b-4756-ad60-e18c6a662254 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:32.469015 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-afd97bb5-3df4-499d-b8b8-aba76acd541d req-c9b27d37-dc0b-4756-ad60-e18c6a662254 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2715907 May 28 06:25:32.504885 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-afd97bb5-3df4-499d-b8b8-aba76acd541d req-26ee1843-71a1-4130-8eb0-40834dc1969c tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.55 "GET /v2.0/quotas/939489430c7749c59f0791a254a21615 HTTP/1.1" status: 200 len: 375 time: 0.0232713 May 28 06:25:32.510914 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9266fc03-30ab-4156-9e76-a9b0419cc8ed tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:32.566829 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-afd97bb5-3df4-499d-b8b8-aba76acd541d req-9d950403-183e-4eef-8cc7-6c06f395540e tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=939489430c7749c59f0791a254a21615&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0598581 May 28 06:25:32.605544 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9266fc03-30ab-4156-9e76-a9b0419cc8ed tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:32.731027 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9266fc03-30ab-4156-9e76-a9b0419cc8ed tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:32.753528 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9266fc03-30ab-4156-9e76-a9b0419cc8ed tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d70c16b-a58a-4844-8ae6-af2ff5fad440,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:25:32.872194 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9266fc03-30ab-4156-9e76-a9b0419cc8ed tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:32.872194 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-9266fc03-30ab-4156-9e76-a9b0419cc8ed tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4992929 May 28 06:25:32.872194 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 51670) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:25:32.877718 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-3e40190c-9269-419a-b026-3d065d4c3a68 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Request body: {'security_group_rule': {'security_group_id': '1a260b1c-1d1d-4783-b037-ad10ed4b7209', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:25:32.884106 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-3e40190c-9269-419a-b026-3d065d4c3a68 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:25:32.892971 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-3e40190c-9269-419a-b026-3d065d4c3a68 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Usage tracker for resource:security_group_rule and tenant:16fae7f21e73441b8f27011aec16439a is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:25:32.896380 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-3e40190c-9269-419a-b026-3d065d4c3a68 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:25:32.904248 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-3e40190c-9269-419a-b026-3d065d4c3a68 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:25:32.986491 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d4efb5-d922-4356-abad-f1bc8cb2e470 req-251ef741-687b-4bb1-880f-7d7ea2d56881 tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:32.993583 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-12d4efb5-d922-4356-abad-f1bc8cb2e470 req-251ef741-687b-4bb1-880f-7d7ea2d56881 tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] 10.222.0.55 "GET /v2.0/ports?device_id=370926b9-1df6-45d0-b44d-ab0df2e9cfd7 HTTP/1.1" status: 200 len: 948 time: 0.1017902 May 28 06:25:33.026393 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3e40190c-9269-419a-b026-3d065d4c3a68 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:33.035829 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-12d4efb5-d922-4356-abad-f1bc8cb2e470 req-4e20455c-2c22-42e4-901e-67b60bce4653 tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] 10.222.0.55 "GET /v2.0/security-groups?id=cd4f772a-3605-4ce2-bce7-8f5466d1255d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413983 May 28 06:25:33.107153 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3e40190c-9269-419a-b026-3d065d4c3a68 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:33.219857 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3e40190c-9269-419a-b026-3d065d4c3a68 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:33.245016 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e40190c-9269-419a-b026-3d065d4c3a68 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c1aa327-7eb7-4349-aaf5-70cce38b1af3,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:25:33.393985 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3e40190c-9269-419a-b026-3d065d4c3a68 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:33.393985 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-3e40190c-9269-419a-b026-3d065d4c3a68 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5224757 May 28 06:25:33.396377 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 51680) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:25:33.403977 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-ee4b895b-f1db-43e0-95d7-ae6029421fff tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Request body: {'floatingip': {'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:25:33.411312 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-ee4b895b-f1db-43e0-95d7-ae6029421fff tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:25:33.419818 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-ee4b895b-f1db-43e0-95d7-ae6029421fff tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Usage tracker for resource:floatingip and tenant:16fae7f21e73441b8f27011aec16439a is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:25:33.423370 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-ee4b895b-f1db-43e0-95d7-ae6029421fff tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:25:33.429098 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-ee4b895b-f1db-43e0-95d7-ae6029421fff tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:25:33.432071 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 0776ea56-585e-48a6-96e3-e63192027301 details requested by agent hyperv_n-h2-843702-1 with host n-h2-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:25:33.578267 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 0776ea56-585e-48a6-96e3-e63192027301, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=0776ea56-585e-48a6-96e3-e63192027301,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:25:33.592132 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Returning: {'device': '0776ea56-585e-48a6-96e3-e63192027301', 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9', 'port_id': '0776ea56-585e-48a6-96e3-e63192027301', 'mac_address': 'fa:16:3e:59:bd:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e72d0ca5-04cb-4b36-82b1-c75214c9eb05', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:25:33.658455 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 0776ea56-585e-48a6-96e3-e63192027301 is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:25:33.658455 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:33.661763 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ee4b895b-f1db-43e0-95d7-ae6029421fff tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Notify callbacks [] for floatingip, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:33.756358 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0776ea56-585e-48a6-96e3-e63192027301 {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:25:33.775539 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 0776ea56-585e-48a6-96e3-e63192027301, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=0776ea56-585e-48a6-96e3-e63192027301,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:25:33.845325 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ee4b895b-f1db-43e0-95d7-ae6029421fff tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:33.991780 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-ee4b895b-f1db-43e0-95d7-ae6029421fff tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Allocated IP 172.25.5.111 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/f7f9346b-22d1-47ae-bcf1-a0870ce31704) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:25:34.110893 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:34.194318 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ee4b895b-f1db-43e0-95d7-ae6029421fff tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:34.195501 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=0776ea56-585e-48a6-96e3-e63192027301,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:25:34.367947 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ee4b895b-f1db-43e0-95d7-ae6029421fff tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:34.431755 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2c7c2c34-8a34-41ce-9c24-85ef90b60851 req-b7bdf2a1-fe1d-4070-aa31-58cfff76683e tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea2d70f8-cc72-4c4e-b486-20aa5f467066 HTTP/1.1" status: 200 len: 210 time: 0.0679660 May 28 06:25:34.464088 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['0776ea56-585e-48a6-96e3-e63192027301'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:25:34.482915 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4b895b-f1db-43e0-95d7-ae6029421fff tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Pushing event updated for resources: {'Port': ['ID=f7f9346b-22d1-47ae-bcf1-a0870ce31704,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:25:34.490928 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4b895b-f1db-43e0-95d7-ae6029421fff tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:25:34.492115 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-ee4b895b-f1db-43e0-95d7-ae6029421fff tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:25:34.494743 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4b895b-f1db-43e0-95d7-ae6029421fff tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:25:34.736733 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ee4b895b-f1db-43e0-95d7-ae6029421fff tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:34.763313 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a3ecc7-1ccc-4d19-859a-4c6b9237f303 req-505d6f25-34bc-4401-84b1-5304d5fe331e tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:34.764852 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-91a3ecc7-1ccc-4d19-859a-4c6b9237f303 req-505d6f25-34bc-4401-84b1-5304d5fe331e tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] 10.222.0.55 "GET /v2.0/ports?device_id=370926b9-1df6-45d0-b44d-ab0df2e9cfd7 HTTP/1.1" status: 200 len: 949 time: 0.1984470 May 28 06:25:34.831781 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-91a3ecc7-1ccc-4d19-859a-4c6b9237f303 req-fb44b6c1-ba58-40a7-ba72-3fb24f12a007 tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] 10.222.0.55 "GET /v2.0/security-groups?id=cd4f772a-3605-4ce2-bce7-8f5466d1255d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556748 May 28 06:25:34.847414 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f55cd2-9833-46f6-b8e4-88e567d47b5b req-beb5e16c-0a03-4bf3-9b57-0ccb2c0a9dd5 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:34.848885 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-92f55cd2-9833-46f6-b8e4-88e567d47b5b req-beb5e16c-0a03-4bf3-9b57-0ccb2c0a9dd5 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Synchronizing usage tracker for tenant:1ab1ed0d304345a0a07278c26e7745d6 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:25:34.951581 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ee4b895b-f1db-43e0-95d7-ae6029421fff tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:35.048429 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db55599c-8dd2-49af-8e13-be1a625b3525 req-fe3144a6-7b77-44ca-86b6-75e066484b53 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:35.049137 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-db55599c-8dd2-49af-8e13-be1a625b3525 req-fe3144a6-7b77-44ca-86b6-75e066484b53 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Synchronizing usage tracker for tenant:1ab1ed0d304345a0a07278c26e7745d6 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:25:35.054095 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-92f55cd2-9833-46f6-b8e4-88e567d47b5b req-beb5e16c-0a03-4bf3-9b57-0ccb2c0a9dd5 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Unset dirty status for tenant:1ab1ed0d304345a0a07278c26e7745d6 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:25:35.055227 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-92f55cd2-9833-46f6-b8e4-88e567d47b5b req-beb5e16c-0a03-4bf3-9b57-0ccb2c0a9dd5 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.71 "GET /v2.0/ports?device_id=df55b3a0-0685-44ad-8bdb-1b874bab3160 HTTP/1.1" status: 200 len: 944 time: 0.3812971 May 28 06:25:35.101642 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-db55599c-8dd2-49af-8e13-be1a625b3525 req-fe3144a6-7b77-44ca-86b6-75e066484b53 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Unset dirty status for tenant:1ab1ed0d304345a0a07278c26e7745d6 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:25:35.103111 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-db55599c-8dd2-49af-8e13-be1a625b3525 req-fe3144a6-7b77-44ca-86b6-75e066484b53 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/ports?device_id=df55b3a0-0685-44ad-8bdb-1b874bab3160 HTTP/1.1" status: 200 len: 944 time: 0.1536300 May 28 06:25:35.185256 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-92f55cd2-9833-46f6-b8e4-88e567d47b5b req-be6e923c-154e-486c-82b9-a008ec8437c5 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Deleting port 4ff8f897-32e3-43f6-b211-8363395ab749 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:25:35.185657 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-92f55cd2-9833-46f6-b8e4-88e567d47b5b req-be6e923c-154e-486c-82b9-a008ec8437c5 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:35.242840 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ee4b895b-f1db-43e0-95d7-ae6029421fff tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:35.255741 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-db55599c-8dd2-49af-8e13-be1a625b3525 req-ed6b2da0-d2cd-4925-b9ab-93a3f5244d0e tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a90b51ea-4be8-4511-8d71-0b0b776de2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403556 May 28 06:25:35.333256 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ee4b895b-f1db-43e0-95d7-ae6029421fff tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:35.454551 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 0776ea56-585e-48a6-96e3-e63192027301 up at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:25:35.488477 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4b895b-f1db-43e0-95d7-ae6029421fff tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Pushing event updated for resources: {'Port': ['ID=f7f9346b-22d1-47ae-bcf1-a0870ce31704,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:25:35.506565 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ee4b895b-f1db-43e0-95d7-ae6029421fff tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691094'] for floatingip, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:35.551046 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-98aeda00-346e-4563-a29b-d5bacb789d36 req-08716a63-529f-43d4-a304-71ca97dbb3c6 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=939489430c7749c59f0791a254a21615&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1326296 May 28 06:25:35.817113 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f1e8144c-3e8b-434a-b36c-e97d7bd6a64c req-432e8e71-a737-457e-8a05-4cc7b1589522 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea2d70f8-cc72-4c4e-b486-20aa5f467066 HTTP/1.1" status: 200 len: 210 time: 0.0942082 May 28 06:25:35.817113 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-92f55cd2-9833-46f6-b8e4-88e567d47b5b req-be6e923c-154e-486c-82b9-a008ec8437c5 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] For port 4ff8f897-32e3-43f6-b211-8363395ab749, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=4ff8f897-32e3-43f6-b211-8363395ab749,segment=NetworkSegment(da68ba47-25e5-4637-a83a-51088b9800dc),segment_id=da68ba47-25e5-4637-a83a-51088b9800dc)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:25:35.817113 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-92f55cd2-9833-46f6-b8e4-88e567d47b5b req-be6e923c-154e-486c-82b9-a008ec8437c5 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:35.960426 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-92f55cd2-9833-46f6-b8e4-88e567d47b5b req-be6e923c-154e-486c-82b9-a008ec8437c5 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Calling delete_port for 4ff8f897-32e3-43f6-b211-8363395ab749 owned by compute:nova {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:25:36.128843 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aeda00-346e-4563-a29b-d5bacb789d36 req-320ff25b-2bed-44f6-9ed4-b37d90fbf1db tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:36.128843 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-98aeda00-346e-4563-a29b-d5bacb789d36 req-320ff25b-2bed-44f6-9ed4-b37d90fbf1db tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5279264 May 28 06:25:36.128843 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-98aeda00-346e-4563-a29b-d5bacb789d36 req-c1f43dc5-e8ea-4ee6-b80d-9513e078a156 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Request body: {'port': {'device_id': 'b2cac498-5681-4d00-a219-f4b4fe770ade', 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9', 'admin_state_up': True, 'tenant_id': '939489430c7749c59f0791a254a21615'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:25:36.336356 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d2dcbf-278f-455f-a7a0-ca240440732d req-9351021d-7239-4087-b7ef-7ee5cb345463 tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:36.338108 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d6d2dcbf-278f-455f-a7a0-ca240440732d req-9351021d-7239-4087-b7ef-7ee5cb345463 tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] 10.222.0.55 "GET /v2.0/ports?device_id=370926b9-1df6-45d0-b44d-ab0df2e9cfd7 HTTP/1.1" status: 200 len: 949 time: 0.3890390 May 28 06:25:36.392690 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-98aeda00-346e-4563-a29b-d5bacb789d36 req-c1f43dc5-e8ea-4ee6-b80d-9513e078a156 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:25:36.404491 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-98aeda00-346e-4563-a29b-d5bacb789d36 req-c1f43dc5-e8ea-4ee6-b80d-9513e078a156 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Usage tracker for resource:port and tenant:939489430c7749c59f0791a254a21615 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:25:36.409602 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-98aeda00-346e-4563-a29b-d5bacb789d36 req-c1f43dc5-e8ea-4ee6-b80d-9513e078a156 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:25:36.424298 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-98aeda00-346e-4563-a29b-d5bacb789d36 req-c1f43dc5-e8ea-4ee6-b80d-9513e078a156 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:25:36.432596 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d6d2dcbf-278f-455f-a7a0-ca240440732d req-221bc762-0608-4760-872a-4d4b5d00a430 tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] 10.222.0.55 "GET /v2.0/security-groups?id=cd4f772a-3605-4ce2-bce7-8f5466d1255d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797076 May 28 06:25:36.664966 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ee4b895b-f1db-43e0-95d7-ae6029421fff tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:36.676136 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-ee4b895b-f1db-43e0-95d7-ae6029421fff tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2685764 May 28 06:25:36.711657 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning for port 0776ea56-585e-48a6-96e3-e63192027301 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:25:36.721717 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning complete for port 0776ea56-585e-48a6-96e3-e63192027301 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:25:36.723260 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:36.729914 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-92f55cd2-9833-46f6-b8e4-88e567d47b5b req-be6e923c-154e-486c-82b9-a008ec8437c5 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:36.850421 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98aeda00-346e-4563-a29b-d5bacb789d36 req-c1f43dc5-e8ea-4ee6-b80d-9513e078a156 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Made reservation on behalf of 939489430c7749c59f0791a254a21615 for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:25:36.853859 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-98aeda00-346e-4563-a29b-d5bacb789d36 req-c1f43dc5-e8ea-4ee6-b80d-9513e078a156 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:36.873586 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6e923c-154e-486c-82b9-a008ec8437c5 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Pushing event deleted for resources: {'Port': ['ID=4ff8f897-32e3-43f6-b211-8363395ab749,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:25:36.882586 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-98aeda00-346e-4563-a29b-d5bacb789d36 req-c1f43dc5-e8ea-4ee6-b80d-9513e078a156 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:36.919241 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 0776ea56-585e-48a6-96e3-e63192027301 is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:25:36.919738 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:36.944661 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bd770b-8823-4fa2-92f8-0a71c044f5ae req-63875178-e950-441d-b2b1-b1bdbdc612a9 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:36.946190 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a2bd770b-8823-4fa2-92f8-0a71c044f5ae req-63875178-e950-441d-b2b1-b1bdbdc612a9 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/ports?device_id=df55b3a0-0685-44ad-8bdb-1b874bab3160 HTTP/1.1" status: 200 len: 944 time: 0.4054470 May 28 06:25:36.975776 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '370926b9-1df6-45d0-b44d-ab0df2e9cfd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0776ea56-585e-48a6-96e3-e63192027301'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:25:36.983086 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-98aeda00-346e-4563-a29b-d5bacb789d36 req-c1f43dc5-e8ea-4ee6-b80d-9513e078a156 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:25:36.986635 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 0776ea56-585e-48a6-96e3-e63192027301, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=0776ea56-585e-48a6-96e3-e63192027301,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:25:37.013814 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-98aeda00-346e-4563-a29b-d5bacb789d36 req-c1f43dc5-e8ea-4ee6-b80d-9513e078a156 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Usage tracker for resource:security_group_rule and tenant:939489430c7749c59f0791a254a21615 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:25:37.024133 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-92f55cd2-9833-46f6-b8e4-88e567d47b5b req-be6e923c-154e-486c-82b9-a008ec8437c5 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] No DVR routers for this DVR port 4ff8f897-32e3-43f6-b211-8363395ab749 on host n-h2-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:25:37.025117 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-98aeda00-346e-4563-a29b-d5bacb789d36 req-c1f43dc5-e8ea-4ee6-b80d-9513e078a156 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:25:37.028302 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-92f55cd2-9833-46f6-b8e4-88e567d47b5b req-be6e923c-154e-486c-82b9-a008ec8437c5 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:37.033198 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df55b3a0-0685-44ad-8bdb-1b874bab3160', 'name': 'network-vif-deleted', 'tag': '4ff8f897-32e3-43f6-b211-8363395ab749'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:25:37.054877 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-98aeda00-346e-4563-a29b-d5bacb789d36 req-c1f43dc5-e8ea-4ee6-b80d-9513e078a156 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:25:37.119961 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f4600a3a-7f0c-4440-a824-ae6ccb70075e req-32e568bd-939b-4a3b-a0b1-0503cd8628bc tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea2d70f8-cc72-4c4e-b486-20aa5f467066 HTTP/1.1" status: 200 len: 210 time: 0.0669599 May 28 06:25:37.122945 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a2bd770b-8823-4fa2-92f8-0a71c044f5ae req-b5fdff7f-397a-4f2b-ba27-48f16fa36489 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a90b51ea-4be8-4511-8d71-0b0b776de2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679826 May 28 06:25:37.150758 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:37.198649 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-92f55cd2-9833-46f6-b8e4-88e567d47b5b req-be6e923c-154e-486c-82b9-a008ec8437c5 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.71 "DELETE /v2.0/ports/4ff8f897-32e3-43f6-b211-8363395ab749 HTTP/1.1" status: 204 len: 173 time: 2.1352735 May 28 06:25:37.248252 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-98aeda00-346e-4563-a29b-d5bacb789d36 req-c1f43dc5-e8ea-4ee6-b80d-9513e078a156 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:37.250377 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 51750) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:25:37.332903 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=0776ea56-585e-48a6-96e3-e63192027301,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:25:37.356461 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-98aeda00-346e-4563-a29b-d5bacb789d36 req-c1f43dc5-e8ea-4ee6-b80d-9513e078a156 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:37.443279 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fd10c4f-df3c-454e-bb5e-9058a73543fc'] response: {'server_uuid': '370926b9-1df6-45d0-b44d-ab0df2e9cfd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0776ea56-585e-48a6-96e3-e63192027301', 'code': 200} May 28 06:25:37.467191 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a1d2273e-11e9-43f9-b4ff-ed6824de6d10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:37.481333 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 4ff8f897-32e3-43f6-b211-8363395ab749 no longer exists at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:25:37.485953 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-a1d2273e-11e9-43f9-b4ff-ed6824de6d10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:25:37.490586 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-a1d2273e-11e9-43f9-b4ff-ed6824de6d10 admin admin] Usage tracker for resource:security_group_rule and tenant:1dc5aa39700748e2941dc972c23f6f74 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:25:37.495279 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-a1d2273e-11e9-43f9-b4ff-ed6824de6d10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:25:37.504161 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-a1d2273e-11e9-43f9-b4ff-ed6824de6d10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:25:37.547688 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-afd97bb5-3df4-499d-b8b8-aba76acd541d req-9b1f6bd4-f759-41d7-a942-128dd7dd949e tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=939489430c7749c59f0791a254a21615&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0488949 May 28 06:25:37.568956 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] No Port match for: 4ff8f897-32e3-43f6-b211-8363395ab749 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:25:37.571927 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 4ff8f897-32e3-43f6-b211-8363395ab749 not bound to the agent host n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:25:37.649945 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c728f37f-31c1-4a95-bd88-41e19553de94'] response: {'server_uuid': 'df55b3a0-0685-44ad-8bdb-1b874bab3160', 'name': 'network-vif-deleted', 'tag': '4ff8f897-32e3-43f6-b211-8363395ab749', 'status': 'completed', 'code': 200} May 28 06:25:37.675485 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a1d2273e-11e9-43f9-b4ff-ed6824de6d10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:37.745435 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f43dc5-e8ea-4ee6-b80d-9513e078a156 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=003cca32-7671-4721-8c5a-98dfd2100d81,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:25:37.814055 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a1d2273e-11e9-43f9-b4ff-ed6824de6d10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:37.898499 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-a1d2273e-11e9-43f9-b4ff-ed6824de6d10 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1dc5aa39700748e2941dc972c23f6f74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6439126 May 28 06:25:37.902037 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 51766) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:25:37.902982 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d2273e-11e9-43f9-b4ff-ed6824de6d10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1cb05ec-ee7a-4c9f-aa45-ab35a536bc03,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:25:37.982836 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff68a808-3ea8-4a67-96a0-ba9bf05e8a7f req-fcb6c686-7629-4fed-8b29-dae47f953e39 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:37.991206 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ff68a808-3ea8-4a67-96a0-ba9bf05e8a7f req-fcb6c686-7629-4fed-8b29-dae47f953e39 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] 10.222.0.55 "GET /v2.0/networks?id=57335d58-5b4b-44c7-91c4-7ad19fc594ec HTTP/1.1" status: 200 len: 822 time: 0.6699526 May 28 06:25:38.006315 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1567736d-6060-47c0-9aaa-23e71737ad76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:38.038464 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1567736d-6060-47c0-9aaa-23e71737ad76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:38.078509 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ff68a808-3ea8-4a67-96a0-ba9bf05e8a7f req-6683bab8-976b-4937-b393-2504f68b5a70 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] 10.222.0.55 "GET /v2.0/quotas/16fae7f21e73441b8f27011aec16439a HTTP/1.1" status: 200 len: 375 time: 0.0817940 May 28 06:25:38.157151 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [req-98aeda00-346e-4563-a29b-d5bacb789d36 req-c1f43dc5-e8ea-4ee6-b80d-9513e078a156 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Allocated IP 192.168.233.33 (bb90c162-fdb0-406b-af2b-5eef830db7a9/e72d0ca5-04cb-4b36-82b1-c75214c9eb05/a699bdd8-4938-4757-b19e-675730d9996a) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:25:38.162523 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7547d486-4e4b-4b4d-990e-805f5e45d405 req-b279586b-7489-4241-8b1e-cdac09992a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:38.163977 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7547d486-4e4b-4b4d-990e-805f5e45d405 req-b279586b-7489-4241-8b1e-cdac09992a73 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=370926b9-1df6-45d0-b44d-ab0df2e9cfd7 HTTP/1.1" status: 200 len: 1101 time: 0.5992191 May 28 06:25:38.175370 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd97bb5-3df4-499d-b8b8-aba76acd541d req-a33603eb-3b4a-4fae-a2ac-ecc242836519 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:38.176783 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-afd97bb5-3df4-499d-b8b8-aba76acd541d req-a33603eb-3b4a-4fae-a2ac-ecc242836519 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6013672 May 28 06:25:38.217584 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-afd97bb5-3df4-499d-b8b8-aba76acd541d req-f5ed42b3-59b8-4707-87a1-6f3c6ef31599 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Request body: {'port': {'device_id': 'ea2d70f8-cc72-4c4e-b486-20aa5f467066', 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9', 'admin_state_up': True, 'tenant_id': '939489430c7749c59f0791a254a21615'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:25:38.221253 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1567736d-6060-47c0-9aaa-23e71737ad76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:38.246794 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1567736d-6060-47c0-9aaa-23e71737ad76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1cb05ec-ee7a-4c9f-aa45-ab35a536bc03,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:25:38.247919 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1567736d-6060-47c0-9aaa-23e71737ad76 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:25:38.248366 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1567736d-6060-47c0-9aaa-23e71737ad76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:25:38.248806 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1567736d-6060-47c0-9aaa-23e71737ad76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:25:38.249323 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1567736d-6060-47c0-9aaa-23e71737ad76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:25:38.249990 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1567736d-6060-47c0-9aaa-23e71737ad76 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:25:38.250550 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1567736d-6060-47c0-9aaa-23e71737ad76 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:25:38.251097 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1567736d-6060-47c0-9aaa-23e71737ad76 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:25:38.251498 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1567736d-6060-47c0-9aaa-23e71737ad76 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:25:38.251922 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1567736d-6060-47c0-9aaa-23e71737ad76 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:25:38.252535 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1567736d-6060-47c0-9aaa-23e71737ad76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:25:38.253088 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1567736d-6060-47c0-9aaa-23e71737ad76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:25:38.253653 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1567736d-6060-47c0-9aaa-23e71737ad76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:25:38.260833 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1567736d-6060-47c0-9aaa-23e71737ad76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:38.262231 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-1567736d-6060-47c0-9aaa-23e71737ad76 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c1cb05ec-ee7a-4c9f-aa45-ab35a536bc03 HTTP/1.1" status: 204 len: 168 time: 0.3551941 May 28 06:25:38.312790 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 51780) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:25:38.329729 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157338bc-35da-4ded-bf3d-ebef9f1a57da req-cb68cc7b-93b7-44f5-a04e-4a2a2578b753 tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:38.332174 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-157338bc-35da-4ded-bf3d-ebef9f1a57da req-cb68cc7b-93b7-44f5-a04e-4a2a2578b753 tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] 10.222.0.55 "GET /v2.0/ports?device_id=370926b9-1df6-45d0-b44d-ab0df2e9cfd7 HTTP/1.1" status: 200 len: 950 time: 0.4822958 May 28 06:25:38.403976 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7547d486-4e4b-4b4d-990e-805f5e45d405 req-f4ec4a69-b57e-4efb-ae9f-03fa698768e9 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=cd4f772a-3605-4ce2-bce7-8f5466d1255d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187541 May 28 06:25:38.518165 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-73d2dc88-1dd1-4727-abe7-45eb66744b7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:38.544465 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-73d2dc88-1dd1-4727-abe7-45eb66744b7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:25:38.549813 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-73d2dc88-1dd1-4727-abe7-45eb66744b7c admin admin] Usage tracker for resource:security_group_rule and tenant:ebfbb59f709341638531afe13a9ee4b8 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:25:38.555659 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-73d2dc88-1dd1-4727-abe7-45eb66744b7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:25:38.566398 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-73d2dc88-1dd1-4727-abe7-45eb66744b7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:25:38.641110 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-157338bc-35da-4ded-bf3d-ebef9f1a57da req-0111ce2b-6d2e-40fc-8cda-e2a3fe1da039 tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] 10.222.0.55 "GET /v2.0/security-groups?id=cd4f772a-3605-4ce2-bce7-8f5466d1255d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2916543 May 28 06:25:38.646367 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-afd97bb5-3df4-499d-b8b8-aba76acd541d req-f5ed42b3-59b8-4707-87a1-6f3c6ef31599 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:25:38.664093 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ff68a808-3ea8-4a67-96a0-ba9bf05e8a7f req-a7766ac5-f16a-4838-a5ef-1cb1ba657e93 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=16fae7f21e73441b8f27011aec16439a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5900302 May 28 06:25:38.694210 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-afd97bb5-3df4-499d-b8b8-aba76acd541d req-f5ed42b3-59b8-4707-87a1-6f3c6ef31599 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Usage tracker for resource:port and tenant:939489430c7749c59f0791a254a21615 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:25:38.708504 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-73d2dc88-1dd1-4727-abe7-45eb66744b7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:38.717320 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-afd97bb5-3df4-499d-b8b8-aba76acd541d req-f5ed42b3-59b8-4707-87a1-6f3c6ef31599 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:25:38.779192 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-afd97bb5-3df4-499d-b8b8-aba76acd541d req-f5ed42b3-59b8-4707-87a1-6f3c6ef31599 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:25:38.819479 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-73d2dc88-1dd1-4727-abe7-45eb66744b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:38.836488 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-98aeda00-346e-4563-a29b-d5bacb789d36 req-c1f43dc5-e8ea-4ee6-b80d-9513e078a156 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:38.968518 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-73d2dc88-1dd1-4727-abe7-45eb66744b7c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ebfbb59f709341638531afe13a9ee4b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6519799 May 28 06:25:38.968518 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d2dc88-1dd1-4727-abe7-45eb66744b7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f090a38-daca-424c-8921-fd9e10d154c3,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:25:38.975705 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 51790) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:25:39.047803 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-98aeda00-346e-4563-a29b-d5bacb789d36 req-c1f43dc5-e8ea-4ee6-b80d-9513e078a156 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Transition to ACTIVE for port object a699bdd8-4938-4757-b19e-675730d9996a will not be triggered until provisioned by entity DHCP. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:25:39.059161 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ff68a808-3ea8-4a67-96a0-ba9bf05e8a7f req-428bb23a-aaa9-4d08-9ca7-ca3ded91eb45 service neutron] 10.222.0.55 "GET /v2.0/networks/57335d58-5b4b-44c7-91c4-7ad19fc594ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3938100 May 28 06:25:39.110085 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7de42600-2305-487e-8dfa-346981e94ca4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:39.144287 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7de42600-2305-487e-8dfa-346981e94ca4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:39.228643 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ff68a808-3ea8-4a67-96a0-ba9bf05e8a7f req-39111a2a-a6de-46e3-9e15-7f5d08299bad service neutron] 10.222.0.55 "GET /v2.0/networks/57335d58-5b4b-44c7-91c4-7ad19fc594ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622012 May 28 06:25:39.321963 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3676c4d3-410e-4a0b-b3fa-f6380b0b7285 req-b946bbf8-50ef-4aad-811d-04730ef6e888 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea2d70f8-cc72-4c4e-b486-20aa5f467066 HTTP/1.1" status: 200 len: 210 time: 0.0453839 May 28 06:25:39.390464 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afd97bb5-3df4-499d-b8b8-aba76acd541d req-f5ed42b3-59b8-4707-87a1-6f3c6ef31599 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Made reservation on behalf of 939489430c7749c59f0791a254a21615 for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:25:39.394227 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-afd97bb5-3df4-499d-b8b8-aba76acd541d req-f5ed42b3-59b8-4707-87a1-6f3c6ef31599 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:39.512941 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-cf617a56-6788-463a-9aca-6a00aeedb2c7 req-087d5374-7599-4e0d-b2bf-5f9a95cf3ca1 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Synchronizing usage tracker for tenant:1ab1ed0d304345a0a07278c26e7745d6 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:25:39.516774 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7de42600-2305-487e-8dfa-346981e94ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:39.519962 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-98aeda00-346e-4563-a29b-d5bacb789d36 req-c1f43dc5-e8ea-4ee6-b80d-9513e078a156 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:39.553300 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de42600-2305-487e-8dfa-346981e94ca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f090a38-daca-424c-8921-fd9e10d154c3,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:25:39.559149 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7de42600-2305-487e-8dfa-346981e94ca4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:39.560836 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-7de42600-2305-487e-8dfa-346981e94ca4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5f090a38-daca-424c-8921-fd9e10d154c3 HTTP/1.1" status: 204 len: 168 time: 0.5828240 May 28 06:25:39.807603 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98aeda00-346e-4563-a29b-d5bacb789d36 req-c1f43dc5-e8ea-4ee6-b80d-9513e078a156 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Network bb90c162-fdb0-406b-af2b-5eef830db7a9 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:25:39.817636 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [req-98aeda00-346e-4563-a29b-d5bacb789d36 req-c1f43dc5-e8ea-4ee6-b80d-9513e078a156 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:25:39.833278 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-98aeda00-346e-4563-a29b-d5bacb789d36 req-c1f43dc5-e8ea-4ee6-b80d-9513e078a156 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:25:39.886955 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 51814) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:25:39.929247 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f43dc5-e8ea-4ee6-b80d-9513e078a156 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Pushing event updated for resources: {'Port': ['ID=a699bdd8-4938-4757-b19e-675730d9996a,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:25:39.930483 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-80cda552-aab3-4b9c-8ba5-f96e6b080c65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:39.963438 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-80cda552-aab3-4b9c-8ba5-f96e6b080c65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:25:39.968365 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-80cda552-aab3-4b9c-8ba5-f96e6b080c65 admin admin] Usage tracker for resource:security_group_rule and tenant:c027860f5c3047719e9c7a7e496f6373 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:25:39.972491 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-cf617a56-6788-463a-9aca-6a00aeedb2c7 req-087d5374-7599-4e0d-b2bf-5f9a95cf3ca1 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Unset dirty status for tenant:1ab1ed0d304345a0a07278c26e7745d6 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:25:39.973670 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cf617a56-6788-463a-9aca-6a00aeedb2c7 req-087d5374-7599-4e0d-b2bf-5f9a95cf3ca1 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/ports?device_id=df55b3a0-0685-44ad-8bdb-1b874bab3160 HTTP/1.1" status: 200 len: 210 time: 0.5228016 May 28 06:25:39.974710 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-80cda552-aab3-4b9c-8ba5-f96e6b080c65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:25:40.003752 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-80cda552-aab3-4b9c-8ba5-f96e6b080c65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:25:40.156647 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-80cda552-aab3-4b9c-8ba5-f96e6b080c65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:40.202844 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aeda00-346e-4563-a29b-d5bacb789d36 req-c1f43dc5-e8ea-4ee6-b80d-9513e078a156 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:40.207964 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-98aeda00-346e-4563-a29b-d5bacb789d36 req-c1f43dc5-e8ea-4ee6-b80d-9513e078a156 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:40.225799 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f640224a-678c-4b79-99c9-d3b46b7372f0 req-ca0b6c2f-fd93-4cb9-957f-0b0e10c66b4d tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] 10.222.0.55 "GET /v2.0/ports?device_id=acc4fdba-1d14-4425-a8c7-34964f62b0ae HTTP/1.1" status: 200 len: 210 time: 0.1490452 May 28 06:25:40.313817 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [req-afd97bb5-3df4-499d-b8b8-aba76acd541d req-f5ed42b3-59b8-4707-87a1-6f3c6ef31599 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Allocated IP 192.168.233.220 (bb90c162-fdb0-406b-af2b-5eef830db7a9/e72d0ca5-04cb-4b36-82b1-c75214c9eb05/c205e4a9-2963-4f27-a3fd-884fa02390ef) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:25:40.337923 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-a671d1d3-0919-48f9-9e15-e82c8f38cad5 None None] Provisioning for port a699bdd8-4938-4757-b19e-675730d9996a completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:25:40.338490 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-80cda552-aab3-4b9c-8ba5-f96e6b080c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:40.338587 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-a671d1d3-0919-48f9-9e15-e82c8f38cad5 None None] Provisioning complete for port a699bdd8-4938-4757-b19e-675730d9996a triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:25:40.338934 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-a671d1d3-0919-48f9-9e15-e82c8f38cad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:40.453185 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-98aeda00-346e-4563-a29b-d5bacb789d36 req-c1f43dc5-e8ea-4ee6-b80d-9513e078a156 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.3206246 May 28 06:25:40.453185 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-98aeda00-346e-4563-a29b-d5bacb789d36 req-7420bf23-212b-4bbb-b357-1e9a73ef5aaf service neutron] Request body: {'port': {'device_id': 'b2cac498-5681-4d00-a219-f4b4fe770ade', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843702-1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:25:40.455979 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-a671d1d3-0919-48f9-9e15-e82c8f38cad5 None None] Port a699bdd8-4938-4757-b19e-675730d9996a cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:25:40.474907 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-80cda552-aab3-4b9c-8ba5-f96e6b080c65 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c027860f5c3047719e9c7a7e496f6373&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5868027 May 28 06:25:40.477342 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 51832) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:25:40.480682 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cda552-aab3-4b9c-8ba5-f96e6b080c65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a874bdd-cd5f-4ea4-84eb-6eed449b7b6e,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:25:40.502895 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad3f0c3-95b4-48f5-ba10-5296d9f08640 req-f2ee0067-d79a-4f90-bd8e-95cec9c30269 tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:40.504553 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8ad3f0c3-95b4-48f5-ba10-5296d9f08640 req-f2ee0067-d79a-4f90-bd8e-95cec9c30269 tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] 10.222.0.55 "GET /v2.0/ports?device_id=00258d54-e8f5-4706-a2ef-e3422c72aa3e HTTP/1.1" status: 200 len: 945 time: 0.2917876 May 28 06:25:40.572761 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f24e13dc-c232-4c2f-bb05-1173aa3d107d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:40.602716 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f24e13dc-c232-4c2f-bb05-1173aa3d107d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:40.818589 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-98aeda00-346e-4563-a29b-d5bacb789d36 req-7420bf23-212b-4bbb-b357-1e9a73ef5aaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:40.835175 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8ad3f0c3-95b4-48f5-ba10-5296d9f08640 req-4d3d6355-b1fb-4fc5-96d6-299b64403f8f tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea7c2c73-e049-49b4-bb75-f1976d073ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2921245 May 28 06:25:40.876189 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f24e13dc-c232-4c2f-bb05-1173aa3d107d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:40.902949 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24e13dc-c232-4c2f-bb05-1173aa3d107d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a874bdd-cd5f-4ea4-84eb-6eed449b7b6e,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:25:40.929617 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f24e13dc-c232-4c2f-bb05-1173aa3d107d admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:40.930717 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-f24e13dc-c232-4c2f-bb05-1173aa3d107d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7a874bdd-cd5f-4ea4-84eb-6eed449b7b6e HTTP/1.1" status: 204 len: 168 time: 0.4524307 May 28 06:25:40.958584 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-afd97bb5-3df4-499d-b8b8-aba76acd541d req-f5ed42b3-59b8-4707-87a1-6f3c6ef31599 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:40.990632 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0a17ca-ab0b-425d-b311-9d5339a689f5 req-965ea72e-c690-4acc-adc5-eae55998bfe1 tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:41.000305 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ad0a17ca-ab0b-425d-b311-9d5339a689f5 req-965ea72e-c690-4acc-adc5-eae55998bfe1 tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] 10.222.0.55 "GET /v2.0/ports?device_id=370926b9-1df6-45d0-b44d-ab0df2e9cfd7 HTTP/1.1" status: 200 len: 950 time: 0.4701080 May 28 06:25:41.022509 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-afd97bb5-3df4-499d-b8b8-aba76acd541d req-f5ed42b3-59b8-4707-87a1-6f3c6ef31599 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Transition to ACTIVE for port object c205e4a9-2963-4f27-a3fd-884fa02390ef will not be triggered until provisioned by entity DHCP. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:25:41.133313 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-18410dcd-d6fb-46a5-a093-0646d12094d5 req-1805b467-0804-47e4-9a9f-eb263382a118 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Synchronizing usage tracker for tenant:939489430c7749c59f0791a254a21615 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:25:41.173833 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ad0a17ca-ab0b-425d-b311-9d5339a689f5 req-850f0691-5d64-456e-a4bc-988801c0f7c8 tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] 10.222.0.55 "GET /v2.0/security-groups?id=cd4f772a-3605-4ce2-bce7-8f5466d1255d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724908 May 28 06:25:41.404981 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 51866) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:25:41.422073 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-18410dcd-d6fb-46a5-a093-0646d12094d5 req-1805b467-0804-47e4-9a9f-eb263382a118 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Unset dirty status for tenant:939489430c7749c59f0791a254a21615 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:25:41.423309 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-18410dcd-d6fb-46a5-a093-0646d12094d5 req-1805b467-0804-47e4-9a9f-eb263382a118 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea2d70f8-cc72-4c4e-b486-20aa5f467066 HTTP/1.1" status: 200 len: 210 time: 0.4208055 May 28 06:25:41.433250 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-afd97bb5-3df4-499d-b8b8-aba76acd541d req-f5ed42b3-59b8-4707-87a1-6f3c6ef31599 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:41.613203 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afd97bb5-3df4-499d-b8b8-aba76acd541d req-f5ed42b3-59b8-4707-87a1-6f3c6ef31599 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Network bb90c162-fdb0-406b-af2b-5eef830db7a9 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:25:41.637456 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [req-afd97bb5-3df4-499d-b8b8-aba76acd541d req-f5ed42b3-59b8-4707-87a1-6f3c6ef31599 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:25:41.675548 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-afd97bb5-3df4-499d-b8b8-aba76acd541d req-f5ed42b3-59b8-4707-87a1-6f3c6ef31599 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:25:41.707202 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ed42b3-59b8-4707-87a1-6f3c6ef31599 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Pushing event updated for resources: {'Port': ['ID=c205e4a9-2963-4f27-a3fd-884fa02390ef,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:25:41.748446 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-30398a5f-26ae-4d42-9103-e434bf6f6c13 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-50107479-network', 'tenant_id': '288fd312b52b4dd39bd9eae35b8218d6'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:25:41.778114 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-30398a5f-26ae-4d42-9103-e434bf6f6c13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:25:41.787984 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-30398a5f-26ae-4d42-9103-e434bf6f6c13 admin admin] Usage tracker for resource:network and tenant:288fd312b52b4dd39bd9eae35b8218d6 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:25:41.797715 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-30398a5f-26ae-4d42-9103-e434bf6f6c13 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:25:41.821967 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-30398a5f-26ae-4d42-9103-e434bf6f6c13 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:25:41.994251 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30398a5f-26ae-4d42-9103-e434bf6f6c13 admin admin] Made reservation on behalf of 288fd312b52b4dd39bd9eae35b8218d6 for: {'network': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:25:41.994251 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-30398a5f-26ae-4d42-9103-e434bf6f6c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:42.007270 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-30398a5f-26ae-4d42-9103-e434bf6f6c13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:42.026373 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-30398a5f-26ae-4d42-9103-e434bf6f6c13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:25:42.029673 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3903745a-45fb-4d59-a71a-552f0df1ee58 req-044a7d6f-d5a2-4193-8df8-76ccd576515b tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] 10.222.0.55 "GET /v2.0/ports?device_id=acc4fdba-1d14-4425-a8c7-34964f62b0ae HTTP/1.1" status: 200 len: 210 time: 0.3720543 May 28 06:25:42.042881 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-30398a5f-26ae-4d42-9103-e434bf6f6c13 admin admin] Usage tracker for resource:security_group_rule and tenant:288fd312b52b4dd39bd9eae35b8218d6 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:25:42.048812 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-30398a5f-26ae-4d42-9103-e434bf6f6c13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:25:42.065931 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-30398a5f-26ae-4d42-9103-e434bf6f6c13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:25:42.159993 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd97bb5-3df4-499d-b8b8-aba76acd541d req-f5ed42b3-59b8-4707-87a1-6f3c6ef31599 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:42.164515 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-afd97bb5-3df4-499d-b8b8-aba76acd541d req-f5ed42b3-59b8-4707-87a1-6f3c6ef31599 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:42.185715 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-25aa4757-cc75-4d78-bae6-646e1eb7fdde None None] Provisioning for port c205e4a9-2963-4f27-a3fd-884fa02390ef completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:25:42.192943 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-25aa4757-cc75-4d78-bae6-646e1eb7fdde None None] Provisioning complete for port c205e4a9-2963-4f27-a3fd-884fa02390ef triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:25:42.193543 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-25aa4757-cc75-4d78-bae6-646e1eb7fdde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:42.194043 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-30398a5f-26ae-4d42-9103-e434bf6f6c13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:42.211002 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d64a3110-1ebd-48dc-a4c3-caeb070babc1 req-94dd07c3-e645-44c5-8dc2-39fa2ae15567 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=b80e5708-1efb-4794-bb57-4a346255af9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1894636 May 28 06:25:42.294502 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:25:42.313945 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-25aa4757-cc75-4d78-bae6-646e1eb7fdde None None] Port c205e4a9-2963-4f27-a3fd-884fa02390ef cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:25:42.341262 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [req-98aeda00-346e-4563-a29b-d5bacb789d36 req-7420bf23-212b-4bbb-b357-1e9a73ef5aaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a699bdd8-4938-4757-b19e-675730d9996a {{(pid=89110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:25:42.353234 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-98aeda00-346e-4563-a29b-d5bacb789d36 req-7420bf23-212b-4bbb-b357-1e9a73ef5aaf service neutron] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:42.390981 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-30398a5f-26ae-4d42-9103-e434bf6f6c13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:42.405039 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-98aeda00-346e-4563-a29b-d5bacb789d36 req-7420bf23-212b-4bbb-b357-1e9a73ef5aaf service neutron] Transition to ACTIVE for port object a699bdd8-4938-4757-b19e-675730d9996a will not be triggered until provisioned by entity L2. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:25:42.426039 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30398a5f-26ae-4d42-9103-e434bf6f6c13 admin admin] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=89109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:25:42.434689 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30398a5f-26ae-4d42-9103-e434bf6f6c13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16bc868a-3a33-4cae-9255-189105700523,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:25:42.445171 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64a3110-1ebd-48dc-a4c3-caeb070babc1 req-c65eef2e-1403-41af-9afc-e29890310004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:42.445171 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d64a3110-1ebd-48dc-a4c3-caeb070babc1 req-c65eef2e-1403-41af-9afc-e29890310004 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1ab1ed0d304345a0a07278c26e7745d6&device_id=b80e5708-1efb-4794-bb57-4a346255af9f HTTP/1.1" status: 200 len: 1095 time: 0.0776398 May 28 06:25:42.445803 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-30398a5f-26ae-4d42-9103-e434bf6f6c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:42.445803 n-d-843702-1 neutron-server[89109]: INFO neutron.db.segments_db [None req-30398a5f-26ae-4d42-9103-e434bf6f6c13 admin admin] Added segment 1e97b92a-a89d-4529-a2b5-c75e6248b5ac of type vlan for network f146cbcc-bc2f-4dd0-9e7c-cae1ca964e06 May 28 06:25:42.449605 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-afd97bb5-3df4-499d-b8b8-aba76acd541d req-f5ed42b3-59b8-4707-87a1-6f3c6ef31599 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2544141 May 28 06:25:42.463666 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-afd97bb5-3df4-499d-b8b8-aba76acd541d req-8970b8c9-7ce7-476d-9b88-8755e56300d5 service neutron] Request body: {'port': {'device_id': 'ea2d70f8-cc72-4c4e-b486-20aa5f467066', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843702-1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:25:42.476588 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-30398a5f-26ae-4d42-9103-e434bf6f6c13 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:42.684648 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-afd97bb5-3df4-499d-b8b8-aba76acd541d req-8970b8c9-7ce7-476d-9b88-8755e56300d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:42.693102 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-30398a5f-26ae-4d42-9103-e434bf6f6c13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:42.695543 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30398a5f-26ae-4d42-9103-e434bf6f6c13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:42.696500 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-30398a5f-26ae-4d42-9103-e434bf6f6c13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:42.707635 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-98aeda00-346e-4563-a29b-d5bacb789d36 req-7420bf23-212b-4bbb-b357-1e9a73ef5aaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:42.826715 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30398a5f-26ae-4d42-9103-e434bf6f6c13 admin admin] Pushing event updated for resources: {'Network': ['ID=f146cbcc-bc2f-4dd0-9e7c-cae1ca964e06,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:25:42.838225 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network f146cbcc-bc2f-4dd0-9e7c-cae1ca964e06 details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:25:42.881831 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64a3110-1ebd-48dc-a4c3-caeb070babc1 req-eabed2b3-7a11-43f9-94e8-c8b40a35a0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:42.883643 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d64a3110-1ebd-48dc-a4c3-caeb070babc1 req-eabed2b3-7a11-43f9-94e8-c8b40a35a0d5 service neutron] 10.222.0.71 "GET /v2.0/networks?id=878a453b-7058-4dfc-b9e2-17503c679278 HTTP/1.1" status: 200 len: 922 time: 0.3894744 May 28 06:25:43.011075 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d64a3110-1ebd-48dc-a4c3-caeb070babc1 req-8c839cfc-e57f-4413-83b6-062fa373e087 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b07f2ba7-0d3b-45c8-a200-bab48437340e HTTP/1.1" status: 200 len: 217 time: 0.1058931 May 28 06:25:43.014097 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-30398a5f-26ae-4d42-9103-e434bf6f6c13 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.6071579 May 28 06:25:43.017848 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 51900) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:25:43.023344 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-9c2b4d91-0c8b-42de-91b8-34e7792997e2 admin admin] Request body: {'subnet': {'network_id': 'f146cbcc-bc2f-4dd0-9e7c-cae1ca964e06', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-50107479-subnet', 'tenant_id': '288fd312b52b4dd39bd9eae35b8218d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:25:43.034193 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-9c2b4d91-0c8b-42de-91b8-34e7792997e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:25:43.045645 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-9c2b4d91-0c8b-42de-91b8-34e7792997e2 admin admin] Usage tracker for resource:subnet and tenant:288fd312b52b4dd39bd9eae35b8218d6 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:25:43.050764 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-9c2b4d91-0c8b-42de-91b8-34e7792997e2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:25:43.071234 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-9c2b4d91-0c8b-42de-91b8-34e7792997e2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:25:43.101611 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7420bf23-212b-4bbb-b357-1e9a73ef5aaf service neutron] Pushing event updated for resources: {'Port': ['ID=a699bdd8-4938-4757-b19e-675730d9996a,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:25:43.213088 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c2b4d91-0c8b-42de-91b8-34e7792997e2 admin admin] Made reservation on behalf of 288fd312b52b4dd39bd9eae35b8218d6 for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:25:43.215690 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9c2b4d91-0c8b-42de-91b8-34e7792997e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:43.571558 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64a3110-1ebd-48dc-a4c3-caeb070babc1 req-76cf383b-e7b6-4ec3-8316-3cdac9fbbb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:43.573533 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d64a3110-1ebd-48dc-a4c3-caeb070babc1 req-76cf383b-e7b6-4ec3-8316-3cdac9fbbb37 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=cdd32cdd-4510-40e6-8d87-2fb486891cf4 HTTP/1.1" status: 200 len: 861 time: 0.5078373 May 28 06:25:43.608896 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-98aeda00-346e-4563-a29b-d5bacb789d36 req-7420bf23-212b-4bbb-b357-1e9a73ef5aaf service neutron] Attempting to bind port a699bdd8-4938-4757-b19e-675730d9996a on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:25:43.609310 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-98aeda00-346e-4563-a29b-d5bacb789d36 req-7420bf23-212b-4bbb-b357-1e9a73ef5aaf service neutron] Attempting to bind port a699bdd8-4938-4757-b19e-675730d9996a by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:25:43.609693 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98aeda00-346e-4563-a29b-d5bacb789d36 req-7420bf23-212b-4bbb-b357-1e9a73ef5aaf service neutron] Attempting to bind port a699bdd8-4938-4757-b19e-675730d9996a on network bb90c162-fdb0-406b-af2b-5eef830db7a9 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:25:43.636440 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9c2b4d91-0c8b-42de-91b8-34e7792997e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:43.787398 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2b4d91-0c8b-42de-91b8-34e7792997e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5179f7ab-83b8-4270-9d84-145a59d29516,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:25:43.807958 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98aeda00-346e-4563-a29b-d5bacb789d36 req-7420bf23-212b-4bbb-b357-1e9a73ef5aaf service neutron] Port a699bdd8-4938-4757-b19e-675730d9996a on network bb90c162-fdb0-406b-af2b-5eef830db7a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:25:43.808277 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98aeda00-346e-4563-a29b-d5bacb789d36 req-7420bf23-212b-4bbb-b357-1e9a73ef5aaf service neutron] Attempting to bind port a699bdd8-4938-4757-b19e-675730d9996a on network bb90c162-fdb0-406b-af2b-5eef830db7a9 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:25:43.816801 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2b4d91-0c8b-42de-91b8-34e7792997e2 admin admin] Checking segment: {'id': '1e97b92a-a89d-4529-a2b5-c75e6248b5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'f146cbcc-bc2f-4dd0-9e7c-cae1ca964e06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:25:43.823107 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2b4d91-0c8b-42de-91b8-34e7792997e2 admin admin] Network hostable DHCP agents. Network: f146cbcc-bc2f-4dd0-9e7c-cae1ca964e06, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:25:43.855056 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d64a3110-1ebd-48dc-a4c3-caeb070babc1 req-201fbc94-ecb2-421f-9ac1-0045237d9887 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=878a453b-7058-4dfc-b9e2-17503c679278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1486254 May 28 06:25:43.855692 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98aeda00-346e-4563-a29b-d5bacb789d36 req-7420bf23-212b-4bbb-b357-1e9a73ef5aaf service neutron] Checking agent: {'id': '69f492a0-c00d-46d0-9bec-fcd8161ce206', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:25:43.856020 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98aeda00-346e-4563-a29b-d5bacb789d36 req-7420bf23-212b-4bbb-b357-1e9a73ef5aaf service neutron] Checking segment: {'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:25:43.856405 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98aeda00-346e-4563-a29b-d5bacb789d36 req-7420bf23-212b-4bbb-b357-1e9a73ef5aaf service neutron] Bound using segment: {'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:25:43.856902 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-98aeda00-346e-4563-a29b-d5bacb789d36 req-7420bf23-212b-4bbb-b357-1e9a73ef5aaf service neutron] Bound port: a699bdd8-4938-4757-b19e-675730d9996a, host: n-h1-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'}}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:25:43.857224 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-98aeda00-346e-4563-a29b-d5bacb789d36 req-7420bf23-212b-4bbb-b357-1e9a73ef5aaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:44.020108 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2b4d91-0c8b-42de-91b8-34e7792997e2 admin admin] Network f146cbcc-bc2f-4dd0-9e7c-cae1ca964e06 is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:25:44.158652 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eda03d6-c809-456e-8474-b7e36d9168e4 req-28a8e91e-50b4-4d23-b79b-d1f27aad40d9 tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:44.169792 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2eda03d6-c809-456e-8474-b7e36d9168e4 req-28a8e91e-50b4-4d23-b79b-d1f27aad40d9 tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] 10.222.0.55 "GET /v2.0/ports?device_id=370926b9-1df6-45d0-b44d-ab0df2e9cfd7 HTTP/1.1" status: 200 len: 950 time: 1.0134873 May 28 06:25:44.223288 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-9c2b4d91-0c8b-42de-91b8-34e7792997e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, f146cbcc-bc2f-4dd0-9e7c-cae1ca964e06) {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:25:44.232488 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2b4d91-0c8b-42de-91b8-34e7792997e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:44.232488 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9c2b4d91-0c8b-42de-91b8-34e7792997e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:44.238219 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58eb8ce6-bbb0-41b0-8d54-015c18fb5a71 None None] Network f146cbcc-bc2f-4dd0-9e7c-cae1ca964e06 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:25:44.283586 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff68a808-3ea8-4a67-96a0-ba9bf05e8a7f req-4409d9f1-32df-47b9-bf74-624771facad7 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:44.285395 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-ff68a808-3ea8-4a67-96a0-ba9bf05e8a7f req-4409d9f1-32df-47b9-bf74-624771facad7 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] 10.222.0.71 "GET /v2.0/networks?id=57335d58-5b4b-44c7-91c4-7ad19fc594ec HTTP/1.1" status: 200 len: 822 time: 0.3736880 May 28 06:25:44.307474 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b1efa2-eedf-4d24-b00a-c61c5bb09bcf req-36279778-07ec-4ec0-9c15-b32b31dcf7fc tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:44.315366 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-46b1efa2-eedf-4d24-b00a-c61c5bb09bcf req-36279778-07ec-4ec0-9c15-b32b31dcf7fc tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea2d70f8-cc72-4c4e-b486-20aa5f467066 HTTP/1.1" status: 200 len: 936 time: 0.9884243 May 28 06:25:44.316011 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-ff68a808-3ea8-4a67-96a0-ba9bf05e8a7f req-8d9dbbd1-91aa-44c3-b321-798e9a608b2f tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Request body: {'port': {'device_id': 'acc4fdba-1d14-4425-a8c7-34964f62b0ae', 'network_id': '57335d58-5b4b-44c7-91c4-7ad19fc594ec', 'admin_state_up': True, 'tenant_id': '16fae7f21e73441b8f27011aec16439a'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:25:44.434670 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-98aeda00-346e-4563-a29b-d5bacb789d36 req-7420bf23-212b-4bbb-b357-1e9a73ef5aaf service neutron] For port a699bdd8-4938-4757-b19e-675730d9996a, host n-h1-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:25:44.435345 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-9c2b4d91-0c8b-42de-91b8-34e7792997e2 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.4161417 May 28 06:25:44.477392 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2eda03d6-c809-456e-8474-b7e36d9168e4 req-bc3db736-49ad-4011-9b7d-6d689111a9c1 tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] 10.222.0.55 "GET /v2.0/security-groups?id=cd4f772a-3605-4ce2-bce7-8f5466d1255d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3063760 May 28 06:25:44.528674 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [req-ff68a808-3ea8-4a67-96a0-ba9bf05e8a7f req-8d9dbbd1-91aa-44c3-b321-798e9a608b2f tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:25:44.545900 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [req-ff68a808-3ea8-4a67-96a0-ba9bf05e8a7f req-8d9dbbd1-91aa-44c3-b321-798e9a608b2f tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:25:44.618045 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0053f353-73e9-4252-a228-cf37969b9fe2 req-8e1439c7-585b-4434-9955-02c9e03e373f tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:44.622747 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0053f353-73e9-4252-a228-cf37969b9fe2 req-8e1439c7-585b-4434-9955-02c9e03e373f tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.71 "GET /v2.0/ports?device_id=b80e5708-1efb-4794-bb57-4a346255af9f HTTP/1.1" status: 200 len: 944 time: 0.9149094 May 28 06:25:44.632462 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52989f71-4454-4e96-b1bb-57b999ec611c None None] Network f146cbcc-bc2f-4dd0-9e7c-cae1ca964e06 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:25:44.663467 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-98aeda00-346e-4563-a29b-d5bacb789d36 req-7420bf23-212b-4bbb-b357-1e9a73ef5aaf service neutron] For port a699bdd8-4938-4757-b19e-675730d9996a, host n-h1-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=a699bdd8-4938-4757-b19e-675730d9996a,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:25:44.667018 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.db.resource_extend [req-afd97bb5-3df4-499d-b8b8-aba76acd541d req-8970b8c9-7ce7-476d-9b88-8755e56300d5 service neutron] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 06:25:44.693359 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff68a808-3ea8-4a67-96a0-ba9bf05e8a7f req-8d9dbbd1-91aa-44c3-b321-798e9a608b2f tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Made reservation on behalf of 16fae7f21e73441b8f27011aec16439a for: {'port': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:25:44.698830 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-ff68a808-3ea8-4a67-96a0-ba9bf05e8a7f req-8d9dbbd1-91aa-44c3-b321-798e9a608b2f tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:44.766755 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-46b1efa2-eedf-4d24-b00a-c61c5bb09bcf req-31f689b9-f6c3-40a2-9f16-acf5b7608a0b tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Synchronizing usage tracker for tenant:939489430c7749c59f0791a254a21615 on resource:security_group {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:25:44.874293 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-98aeda00-346e-4563-a29b-d5bacb789d36 req-7420bf23-212b-4bbb-b357-1e9a73ef5aaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:44.879538 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d64a3110-1ebd-48dc-a4c3-caeb070babc1 req-9b574d57-a197-442f-91d5-a64e9dbfc5d7 service neutron] 10.222.0.71 "GET /v2.0/networks/878a453b-7058-4dfc-b9e2-17503c679278?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0027938 May 28 06:25:45.020434 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aeda00-346e-4563-a29b-d5bacb789d36 req-7420bf23-212b-4bbb-b357-1e9a73ef5aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:45.021032 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-98aeda00-346e-4563-a29b-d5bacb789d36 req-7420bf23-212b-4bbb-b357-1e9a73ef5aaf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:45.022733 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-98aeda00-346e-4563-a29b-d5bacb789d36 req-7420bf23-212b-4bbb-b357-1e9a73ef5aaf service neutron] 10.222.0.69 "PUT /v2.0/ports/a699bdd8-4938-4757-b19e-675730d9996a HTTP/1.1" status: 200 len: 1095 time: 4.5837028 May 28 06:25:45.023301 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2cac498-5681-4d00-a219-f4b4fe770ade', 'tag': 'a699bdd8-4938-4757-b19e-675730d9996a'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:25:45.047126 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [req-ff68a808-3ea8-4a67-96a0-ba9bf05e8a7f req-8d9dbbd1-91aa-44c3-b321-798e9a608b2f tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Allocated IP 172.20.0.14 (57335d58-5b4b-44c7-91c4-7ad19fc594ec/3fe916e2-3f26-4799-a7be-cc46b10e4922/2fa041f2-66fc-4770-92a9-f297fff7bd5a) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:25:45.140098 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [req-afd97bb5-3df4-499d-b8b8-aba76acd541d req-8970b8c9-7ce7-476d-9b88-8755e56300d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c205e4a9-2963-4f27-a3fd-884fa02390ef {{(pid=89110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:25:45.153180 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.71', 55035) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:25:45.159350 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-0053f353-73e9-4252-a228-cf37969b9fe2 req-c2b7256e-5d9b-47ea-b749-7bc28e899543 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Deleting port b07f2ba7-0d3b-45c8-a200-bab48437340e {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:25:45.159350 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-0053f353-73e9-4252-a228-cf37969b9fe2 req-c2b7256e-5d9b-47ea-b749-7bc28e899543 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:45.266716 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-afd97bb5-3df4-499d-b8b8-aba76acd541d req-8970b8c9-7ce7-476d-9b88-8755e56300d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:45.337948 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d64a3110-1ebd-48dc-a4c3-caeb070babc1 req-2208fea0-191b-4e34-9b14-5c63b10bd5cf service neutron] 10.222.0.71 "GET /v2.0/networks/878a453b-7058-4dfc-b9e2-17503c679278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4014282 May 28 06:25:45.355295 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-46b1efa2-eedf-4d24-b00a-c61c5bb09bcf req-31f689b9-f6c3-40a2-9f16-acf5b7608a0b tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Unset dirty status for tenant:939489430c7749c59f0791a254a21615 on resource:security_group {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:25:45.356543 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-46b1efa2-eedf-4d24-b00a-c61c5bb09bcf req-31f689b9-f6c3-40a2-9f16-acf5b7608a0b tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.55 "GET /v2.0/security-groups?id=003cca32-7671-4721-8c5a-98dfd2100d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0400231 May 28 06:25:45.364680 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7420bf23-212b-4bbb-b357-1e9a73ef5aaf service neutron] Pushing event updated for resources: {'Port': ['ID=a699bdd8-4938-4757-b19e-675730d9996a,revision_number=3']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:25:45.369923 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-afd97bb5-3df4-499d-b8b8-aba76acd541d req-8970b8c9-7ce7-476d-9b88-8755e56300d5 service neutron] Transition to ACTIVE for port object c205e4a9-2963-4f27-a3fd-884fa02390ef will not be triggered until provisioned by entity L2. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:25:45.385969 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1879b1c8-7eb2-4300-a868-f6722559bf79 req-74cc0737-ed12-4437-b389-c3fdb8c68a70 tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:45.387135 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-1879b1c8-7eb2-4300-a868-f6722559bf79 req-74cc0737-ed12-4437-b389-c3fdb8c68a70 tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] Synchronizing usage tracker for tenant:e313c89cfc3c4d8fb17072c426d13160 on resource:port {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:25:45.469805 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a74c848-f98f-4dd2-a334-d247c8389f00 req-9b555ea6-dd9d-46fc-9c77-e27fde52ecb8 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:45.475850 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1a74c848-f98f-4dd2-a334-d247c8389f00 req-9b555ea6-dd9d-46fc-9c77-e27fde52ecb8 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/ports?device_id=b80e5708-1efb-4794-bb57-4a346255af9f HTTP/1.1" status: 200 len: 944 time: 0.7251582 May 28 06:25:45.495080 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-ff68a808-3ea8-4a67-96a0-ba9bf05e8a7f req-8d9dbbd1-91aa-44c3-b321-798e9a608b2f tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:45.556083 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-1879b1c8-7eb2-4300-a868-f6722559bf79 req-74cc0737-ed12-4437-b389-c3fdb8c68a70 tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] Unset dirty status for tenant:e313c89cfc3c4d8fb17072c426d13160 on resource:port {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:25:45.557785 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-1879b1c8-7eb2-4300-a868-f6722559bf79 req-74cc0737-ed12-4437-b389-c3fdb8c68a70 tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] 10.222.0.71 "GET /v2.0/ports?device_id=00258d54-e8f5-4706-a2ef-e3422c72aa3e HTTP/1.1" status: 200 len: 945 time: 0.4036050 May 28 06:25:45.627270 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-afd97bb5-3df4-499d-b8b8-aba76acd541d req-8970b8c9-7ce7-476d-9b88-8755e56300d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:45.678884 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [req-1879b1c8-7eb2-4300-a868-f6722559bf79 req-a9953fa0-61cb-466d-93e8-dda472f3f91f tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] Deleting port ba8def88-fe56-451e-927b-7b0720ad1c21 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:25:45.679308 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-1879b1c8-7eb2-4300-a868-f6722559bf79 req-a9953fa0-61cb-466d-93e8-dda472f3f91f tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:45.683268 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-893efd7c-8547-4fd9-bbf9-7d758e1445d0 req-b3a0013e-a0eb-47c9-962d-95756554720b tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] 10.222.0.55 "GET /v2.0/ports?device_id=acc4fdba-1d14-4425-a8c7-34964f62b0ae HTTP/1.1" status: 200 len: 210 time: 0.1928704 May 28 06:25:45.720015 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aeda00-346e-4563-a29b-d5bacb789d36 req-0cc5f004-e95c-4fa3-b1ba-556ccb6fe43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:45.721407 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-98aeda00-346e-4563-a29b-d5bacb789d36 req-0cc5f004-e95c-4fa3-b1ba-556ccb6fe43e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=939489430c7749c59f0791a254a21615&device_id=b2cac498-5681-4d00-a219-f4b4fe770ade HTTP/1.1" status: 200 len: 1098 time: 0.5214584 May 28 06:25:45.723605 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-ff68a808-3ea8-4a67-96a0-ba9bf05e8a7f req-8d9dbbd1-91aa-44c3-b321-798e9a608b2f tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:45.813311 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff68a808-3ea8-4a67-96a0-ba9bf05e8a7f req-8d9dbbd1-91aa-44c3-b321-798e9a608b2f tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Network 57335d58-5b4b-44c7-91c4-7ad19fc594ec is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:25:45.823878 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [req-ff68a808-3ea8-4a67-96a0-ba9bf05e8a7f req-8d9dbbd1-91aa-44c3-b321-798e9a608b2f tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:25:45.837015 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff68a808-3ea8-4a67-96a0-ba9bf05e8a7f req-8d9dbbd1-91aa-44c3-b321-798e9a608b2f tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:25:45.870903 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1a74c848-f98f-4dd2-a334-d247c8389f00 req-20d40407-a6a9-4123-8e39-f92178d391dd tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a90b51ea-4be8-4511-8d71-0b0b776de2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3941877 May 28 06:25:45.998558 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8970b8c9-7ce7-476d-9b88-8755e56300d5 service neutron] Pushing event updated for resources: {'Port': ['ID=c205e4a9-2963-4f27-a3fd-884fa02390ef,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:25:46.001784 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-98aeda00-346e-4563-a29b-d5bacb789d36 req-83c27144-43ea-491c-ab08-69ee8dcdff79 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=a699bdd8-4938-4757-b19e-675730d9996a HTTP/1.1" status: 200 len: 217 time: 0.2716086 May 28 06:25:46.044813 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9dbbd1-91aa-44c3-b321-798e9a608b2f tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Pushing event updated for resources: {'Port': ['ID=2fa041f2-66fc-4770-92a9-f297fff7bd5a,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:25:46.131359 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff68a808-3ea8-4a67-96a0-ba9bf05e8a7f req-8d9dbbd1-91aa-44c3-b321-798e9a608b2f tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:46.132084 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-ff68a808-3ea8-4a67-96a0-ba9bf05e8a7f req-8d9dbbd1-91aa-44c3-b321-798e9a608b2f tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:46.176058 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-0053f353-73e9-4252-a228-cf37969b9fe2 req-c2b7256e-5d9b-47ea-b749-7bc28e899543 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] For port b07f2ba7-0d3b-45c8-a200-bab48437340e, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=b07f2ba7-0d3b-45c8-a200-bab48437340e,segment=NetworkSegment(da68ba47-25e5-4637-a83a-51088b9800dc),segment_id=da68ba47-25e5-4637-a83a-51088b9800dc)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:25:46.176647 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-0053f353-73e9-4252-a228-cf37969b9fe2 req-c2b7256e-5d9b-47ea-b749-7bc28e899543 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:46.185084 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b7422788-0c5c-469f-8c83-d74388d8ae36 req-8990cda6-fd09-4f59-9f6d-d05852b74068 tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=6d26c0ce17484ee58a8a7b1583fbfb9f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0942855 May 28 06:25:46.226437 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-1879b1c8-7eb2-4300-a868-f6722559bf79 req-a9953fa0-61cb-466d-93e8-dda472f3f91f tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] For port ba8def88-fe56-451e-927b-7b0720ad1c21, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=ba8def88-fe56-451e-927b-7b0720ad1c21,segment=NetworkSegment(e1db8248-a156-442d-a5cb-9a8435e3feea),segment_id=e1db8248-a156-442d-a5cb-9a8435e3feea)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:25:46.227182 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-1879b1c8-7eb2-4300-a868-f6722559bf79 req-a9953fa0-61cb-466d-93e8-dda472f3f91f tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:46.437088 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-ff68a808-3ea8-4a67-96a0-ba9bf05e8a7f req-8d9dbbd1-91aa-44c3-b321-798e9a608b2f tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1285937 May 28 06:25:46.446252 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-0053f353-73e9-4252-a228-cf37969b9fe2 req-c2b7256e-5d9b-47ea-b749-7bc28e899543 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Calling delete_port for b07f2ba7-0d3b-45c8-a200-bab48437340e owned by compute:nova {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:25:46.462929 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-ff68a808-3ea8-4a67-96a0-ba9bf05e8a7f req-5b17daa4-a27d-4ac2-ac57-424278b86aef service neutron] Request body: {'port': {'device_id': 'acc4fdba-1d14-4425-a8c7-34964f62b0ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843702-1'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:25:46.511729 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aeda00-346e-4563-a29b-d5bacb789d36 req-da171615-0ab9-46ca-bf3c-326f88a64913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:46.513131 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-98aeda00-346e-4563-a29b-d5bacb789d36 req-da171615-0ab9-46ca-bf3c-326f88a64913 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e72d0ca5-04cb-4b36-82b1-c75214c9eb05 HTTP/1.1" status: 200 len: 843 time: 0.4928787 May 28 06:25:46.644308 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-afd97bb5-3df4-499d-b8b8-aba76acd541d req-8970b8c9-7ce7-476d-9b88-8755e56300d5 service neutron] Attempting to bind port c205e4a9-2963-4f27-a3fd-884fa02390ef on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:25:46.644634 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-afd97bb5-3df4-499d-b8b8-aba76acd541d req-8970b8c9-7ce7-476d-9b88-8755e56300d5 service neutron] Attempting to bind port c205e4a9-2963-4f27-a3fd-884fa02390ef by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:25:46.644956 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd97bb5-3df4-499d-b8b8-aba76acd541d req-8970b8c9-7ce7-476d-9b88-8755e56300d5 service neutron] Attempting to bind port c205e4a9-2963-4f27-a3fd-884fa02390ef on network bb90c162-fdb0-406b-af2b-5eef830db7a9 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:25:46.667907 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd97bb5-3df4-499d-b8b8-aba76acd541d req-8970b8c9-7ce7-476d-9b88-8755e56300d5 service neutron] Port c205e4a9-2963-4f27-a3fd-884fa02390ef on network bb90c162-fdb0-406b-af2b-5eef830db7a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:25:46.678593 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd97bb5-3df4-499d-b8b8-aba76acd541d req-8970b8c9-7ce7-476d-9b88-8755e56300d5 service neutron] Attempting to bind port c205e4a9-2963-4f27-a3fd-884fa02390ef on network bb90c162-fdb0-406b-af2b-5eef830db7a9 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:25:46.684291 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-1879b1c8-7eb2-4300-a868-f6722559bf79 req-a9953fa0-61cb-466d-93e8-dda472f3f91f tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:46.684660 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-1879b1c8-7eb2-4300-a868-f6722559bf79 req-a9953fa0-61cb-466d-93e8-dda472f3f91f tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691094'] for floatingip, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:46.684966 n-d-843702-1 neutron-server[89109]: INFO neutron.db.l3_db [req-1879b1c8-7eb2-4300-a868-f6722559bf79 req-a9953fa0-61cb-466d-93e8-dda472f3f91f tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] Floating IP c1a5b868-b233-48bd-9316-f0412da460d4 disassociated. External IP: 172.25.5.121, port: ba8def88-fe56-451e-927b-7b0720ad1c21. May 28 06:25:46.685386 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [req-1879b1c8-7eb2-4300-a868-f6722559bf79 req-a9953fa0-61cb-466d-93e8-dda472f3f91f tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] Calling delete_port for ba8def88-fe56-451e-927b-7b0720ad1c21 owned by compute:nova {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:25:46.702163 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd97bb5-3df4-499d-b8b8-aba76acd541d req-8970b8c9-7ce7-476d-9b88-8755e56300d5 service neutron] Checking agent: {'id': '69f492a0-c00d-46d0-9bec-fcd8161ce206', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:25:46.702677 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd97bb5-3df4-499d-b8b8-aba76acd541d req-8970b8c9-7ce7-476d-9b88-8755e56300d5 service neutron] Checking segment: {'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:25:46.703156 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd97bb5-3df4-499d-b8b8-aba76acd541d req-8970b8c9-7ce7-476d-9b88-8755e56300d5 service neutron] Bound using segment: {'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:25:46.703583 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-afd97bb5-3df4-499d-b8b8-aba76acd541d req-8970b8c9-7ce7-476d-9b88-8755e56300d5 service neutron] Bound port: c205e4a9-2963-4f27-a3fd-884fa02390ef, host: n-h1-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'}}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:25:46.703924 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-afd97bb5-3df4-499d-b8b8-aba76acd541d req-8970b8c9-7ce7-476d-9b88-8755e56300d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:46.746733 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-ff68a808-3ea8-4a67-96a0-ba9bf05e8a7f req-5b17daa4-a27d-4ac2-ac57-424278b86aef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:46.754833 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430f5a48-8eea-45d4-9ed6-a859a54a1f96 req-8c6adad0-15e3-44bb-822d-acc3ea509d3b tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:46.756305 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-430f5a48-8eea-45d4-9ed6-a859a54a1f96 req-8c6adad0-15e3-44bb-822d-acc3ea509d3b tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] 10.222.0.55 "GET /v2.0/ports?device_id=00258d54-e8f5-4706-a2ef-e3422c72aa3e HTTP/1.1" status: 200 len: 945 time: 0.8728218 May 28 06:25:46.883714 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7422788-0c5c-469f-8c83-d74388d8ae36 req-e301c0ab-c01d-451c-ba26-3448ceefb087 tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:46.885013 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b7422788-0c5c-469f-8c83-d74388d8ae36 req-e301c0ab-c01d-451c-ba26-3448ceefb087 tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4464538 May 28 06:25:46.952223 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b7422788-0c5c-469f-8c83-d74388d8ae36 req-c78c3cc0-6b02-4d3c-8468-2af529a8f3b0 tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] 10.222.0.55 "GET /v2.0/quotas/6d26c0ce17484ee58a8a7b1583fbfb9f HTTP/1.1" status: 200 len: 375 time: 0.0578222 May 28 06:25:46.960100 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aeda00-346e-4563-a29b-d5bacb789d36 req-f686d394-46b0-425c-bb3a-61967dd95f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:46.961577 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-98aeda00-346e-4563-a29b-d5bacb789d36 req-f686d394-46b0-425c-bb3a-61967dd95f3e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bb90c162-fdb0-406b-af2b-5eef830db7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4344831 May 28 06:25:46.995495 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-430f5a48-8eea-45d4-9ed6-a859a54a1f96 req-fa1cfb6a-d198-4372-b701-d50a453d464c tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea7c2c73-e049-49b4-bb75-f1976d073ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2000461 May 28 06:25:47.043428 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-afd97bb5-3df4-499d-b8b8-aba76acd541d req-8970b8c9-7ce7-476d-9b88-8755e56300d5 service neutron] For port c205e4a9-2963-4f27-a3fd-884fa02390ef, host n-h1-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:25:47.113591 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-0053f353-73e9-4252-a228-cf37969b9fe2 req-c2b7256e-5d9b-47ea-b749-7bc28e899543 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:47.175495 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b7256e-5d9b-47ea-b749-7bc28e899543 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Pushing event deleted for resources: {'Port': ['ID=b07f2ba7-0d3b-45c8-a200-bab48437340e,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:25:47.213882 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-1879b1c8-7eb2-4300-a868-f6722559bf79 req-a9953fa0-61cb-466d-93e8-dda472f3f91f tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:47.263694 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-afd97bb5-3df4-499d-b8b8-aba76acd541d req-8970b8c9-7ce7-476d-9b88-8755e56300d5 service neutron] For port c205e4a9-2963-4f27-a3fd-884fa02390ef, host n-h1-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=c205e4a9-2963-4f27-a3fd-884fa02390ef,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:25:47.279585 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-0053f353-73e9-4252-a228-cf37969b9fe2 req-c2b7256e-5d9b-47ea-b749-7bc28e899543 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] No DVR routers for this DVR port b07f2ba7-0d3b-45c8-a200-bab48437340e on host n-h2-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:25:47.296211 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-0053f353-73e9-4252-a228-cf37969b9fe2 req-c2b7256e-5d9b-47ea-b749-7bc28e899543 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:47.301606 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-96bda759-b585-4cbf-9922-a308366f890a req-19f4d0d0-29b3-4455-8854-eb7a55f80fea tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1768403839', 'description': 'tempest-description-815666717'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:25:47.310322 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9953fa0-61cb-466d-93e8-dda472f3f91f tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] Pushing event deleted for resources: {'Port': ['ID=ba8def88-fe56-451e-927b-7b0720ad1c21,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:25:47.316774 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-96bda759-b585-4cbf-9922-a308366f890a req-19f4d0d0-29b3-4455-8854-eb7a55f80fea tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:25:47.323291 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-98aeda00-346e-4563-a29b-d5bacb789d36 req-54ba3fd5-0356-4446-9317-a02ba594cd96 service neutron] 10.222.0.69 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3519821 May 28 06:25:47.324164 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-96bda759-b585-4cbf-9922-a308366f890a req-19f4d0d0-29b3-4455-8854-eb7a55f80fea tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] Usage tracker for resource:security_group and tenant:288fd312b52b4dd39bd9eae35b8218d6 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:25:47.330193 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-96bda759-b585-4cbf-9922-a308366f890a req-19f4d0d0-29b3-4455-8854-eb7a55f80fea tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:25:47.357119 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-96bda759-b585-4cbf-9922-a308366f890a req-19f4d0d0-29b3-4455-8854-eb7a55f80fea tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:25:47.362894 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b7422788-0c5c-469f-8c83-d74388d8ae36 req-875fc7ab-0b20-4f86-91c7-1cb5f65da0f1 tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=6d26c0ce17484ee58a8a7b1583fbfb9f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3904328 May 28 06:25:47.447397 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-afd97bb5-3df4-499d-b8b8-aba76acd541d req-8970b8c9-7ce7-476d-9b88-8755e56300d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:47.520227 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0053f353-73e9-4252-a228-cf37969b9fe2 req-c2b7256e-5d9b-47ea-b749-7bc28e899543 tempest-LiveAutoBlockMigrationV225Test-557372784 tempest-LiveAutoBlockMigrationV225Test-557372784-project] 10.222.0.71 "DELETE /v2.0/ports/b07f2ba7-0d3b-45c8-a200-bab48437340e HTTP/1.1" status: 204 len: 173 time: 2.8368998 May 28 06:25:47.527230 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device ba8def88-fe56-451e-927b-7b0720ad1c21 no longer exists at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:25:47.541855 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd97bb5-3df4-499d-b8b8-aba76acd541d req-8970b8c9-7ce7-476d-9b88-8755e56300d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:47.542697 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-afd97bb5-3df4-499d-b8b8-aba76acd541d req-8970b8c9-7ce7-476d-9b88-8755e56300d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:47.544490 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-afd97bb5-3df4-499d-b8b8-aba76acd541d req-8970b8c9-7ce7-476d-9b88-8755e56300d5 service neutron] 10.222.0.69 "PUT /v2.0/ports/c205e4a9-2963-4f27-a3fd-884fa02390ef HTTP/1.1" status: 200 len: 1096 time: 5.0857677 May 28 06:25:47.572271 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-96bda759-b585-4cbf-9922-a308366f890a req-19f4d0d0-29b3-4455-8854-eb7a55f80fea tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:47.596374 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] No Port match for: ba8def88-fe56-451e-927b-7b0720ad1c21 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:25:47.596928 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device ba8def88-fe56-451e-927b-7b0720ad1c21 not bound to the agent host n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:25:47.597878 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device b07f2ba7-0d3b-45c8-a200-bab48437340e no longer exists at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:25:47.613337 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8970b8c9-7ce7-476d-9b88-8755e56300d5 service neutron] Pushing event updated for resources: {'Port': ['ID=c205e4a9-2963-4f27-a3fd-884fa02390ef,revision_number=3']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:25:47.636912 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-98aeda00-346e-4563-a29b-d5bacb789d36 req-c69c9e2d-24ba-4823-a5e6-f6d5137734b5 service neutron] 10.222.0.69 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3013949 May 28 06:25:47.636912 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-96bda759-b585-4cbf-9922-a308366f890a req-19f4d0d0-29b3-4455-8854-eb7a55f80fea tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:25:47.640551 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-96bda759-b585-4cbf-9922-a308366f890a req-19f4d0d0-29b3-4455-8854-eb7a55f80fea tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] Usage tracker for resource:security_group_rule and tenant:288fd312b52b4dd39bd9eae35b8218d6 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:25:47.644568 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-96bda759-b585-4cbf-9922-a308366f890a req-19f4d0d0-29b3-4455-8854-eb7a55f80fea tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:25:47.653570 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-96bda759-b585-4cbf-9922-a308366f890a req-19f4d0d0-29b3-4455-8854-eb7a55f80fea tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:25:47.659479 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1879b1c8-7eb2-4300-a868-f6722559bf79 req-a9953fa0-61cb-466d-93e8-dda472f3f91f tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] Router f7344360-2d8f-4ca1-98bb-bddc7ba0d019 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:25:47.667023 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] No Port match for: b07f2ba7-0d3b-45c8-a200-bab48437340e {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:25:47.678826 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [req-ff68a808-3ea8-4a67-96a0-ba9bf05e8a7f req-5b17daa4-a27d-4ac2-ac57-424278b86aef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fa041f2-66fc-4770-92a9-f297fff7bd5a {{(pid=89109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:25:47.679554 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device b07f2ba7-0d3b-45c8-a200-bab48437340e not bound to the agent host n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:25:47.746638 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba98e4b6-e523-4a95-811b-389b47deba6f'] response: {'name': 'network-changed', 'server_uuid': 'b2cac498-5681-4d00-a219-f4b4fe770ade', 'tag': 'a699bdd8-4938-4757-b19e-675730d9996a', 'status': 'completed', 'code': 200} May 28 06:25:47.757493 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-ff68a808-3ea8-4a67-96a0-ba9bf05e8a7f req-5b17daa4-a27d-4ac2-ac57-424278b86aef service neutron] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:47.825472 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [req-ff68a808-3ea8-4a67-96a0-ba9bf05e8a7f req-5b17daa4-a27d-4ac2-ac57-424278b86aef service neutron] Transition to ACTIVE for port object 2fa041f2-66fc-4770-92a9-f297fff7bd5a will not be triggered until provisioned by entity L2. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:25:47.848350 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-96bda759-b585-4cbf-9922-a308366f890a req-19f4d0d0-29b3-4455-8854-eb7a55f80fea tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:48.021486 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1879b1c8-7eb2-4300-a868-f6722559bf79 req-a9953fa0-61cb-466d-93e8-dda472f3f91f tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:25:48.034738 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92454797-9a9f-463c-937d-f9b89b9115ae None None] Sync routers for ids ['f7344360-2d8f-4ca1-98bb-bddc7ba0d019'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:25:48.052920 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92454797-9a9f-463c-937d-f9b89b9115ae None None] Routers {'f7344360-2d8f-4ca1-98bb-bddc7ba0d019'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:25:48.053579 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-92454797-9a9f-463c-937d-f9b89b9115ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:25:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['f7344360-2d8f-4ca1-98bb-bddc7ba0d019'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:25:48.055866 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1d8d12c9-0d11-4e01-8293-c0eccdb3b09a req-d503a778-6d6a-4dfa-9643-f1bfbf1d4996 tempest-ServerDiagnosticsNegativeTest-102089225 tempest-ServerDiagnosticsNegativeTest-102089225-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=7e5cacf8c7e5405abc6550e3e5fb01a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0402112 May 28 06:25:48.117443 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [req-1879b1c8-7eb2-4300-a868-f6722559bf79 req-a9953fa0-61cb-466d-93e8-dda472f3f91f tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] No DVR routers for this DVR port ba8def88-fe56-451e-927b-7b0720ad1c21 on host n-h2-843702-1 {{(pid=89109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:25:48.120349 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-1879b1c8-7eb2-4300-a868-f6722559bf79 req-a9953fa0-61cb-466d-93e8-dda472f3f91f tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:48.126845 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00258d54-e8f5-4706-a2ef-e3422c72aa3e', 'name': 'network-vif-deleted', 'tag': 'ba8def88-fe56-451e-927b-7b0720ad1c21'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:25:48.157879 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cf48ad-b19a-47c7-82f5-6aa9e6cb62bc req-e4d72d99-2bd1-42ff-9785-d5a745fadd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:48.159326 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d2cf48ad-b19a-47c7-82f5-6aa9e6cb62bc req-e4d72d99-2bd1-42ff-9785-d5a745fadd48 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=939489430c7749c59f0791a254a21615&device_id=b2cac498-5681-4d00-a219-f4b4fe770ade HTTP/1.1" status: 200 len: 1098 time: 0.2628338 May 28 06:25:48.161535 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-ff68a808-3ea8-4a67-96a0-ba9bf05e8a7f req-5b17daa4-a27d-4ac2-ac57-424278b86aef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:48.199315 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd97bb5-3df4-499d-b8b8-aba76acd541d req-3758c241-1981-4911-a018-474a380e1832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:48.200760 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-afd97bb5-3df4-499d-b8b8-aba76acd541d req-3758c241-1981-4911-a018-474a380e1832 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=939489430c7749c59f0791a254a21615&device_id=ea2d70f8-cc72-4c4e-b486-20aa5f467066 HTTP/1.1" status: 200 len: 1099 time: 0.3505492 May 28 06:25:48.295185 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-92454797-9a9f-463c-937d-f9b89b9115ae None None] Set router f7344360-2d8f-4ca1-98bb-bddc7ba0d019 gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:25:48.321139 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b17daa4-a27d-4ac2-ac57-424278b86aef service neutron] Pushing event updated for resources: {'Port': ['ID=2fa041f2-66fc-4770-92a9-f297fff7bd5a,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:25:48.331373 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-1879b1c8-7eb2-4300-a868-f6722559bf79 req-a9953fa0-61cb-466d-93e8-dda472f3f91f tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] 10.222.0.71 "DELETE /v2.0/ports/ba8def88-fe56-451e-927b-7b0720ad1c21 HTTP/1.1" status: 204 len: 173 time: 2.7670166 May 28 06:25:48.418305 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-ff68a808-3ea8-4a67-96a0-ba9bf05e8a7f req-5b17daa4-a27d-4ac2-ac57-424278b86aef service neutron] Attempting to bind port 2fa041f2-66fc-4770-92a9-f297fff7bd5a on host n-h2-843702-1 for vnic_type normal with profile {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:25:48.418940 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-ff68a808-3ea8-4a67-96a0-ba9bf05e8a7f req-5b17daa4-a27d-4ac2-ac57-424278b86aef service neutron] Attempting to bind port 2fa041f2-66fc-4770-92a9-f297fff7bd5a by drivers openvswitch,hyperv on host n-h2-843702-1 at level 0 using segments [{'id': 'b938b3fe-4e87-4c2f-aa8d-5e499b733858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '57335d58-5b4b-44c7-91c4-7ad19fc594ec'}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:25:48.419465 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff68a808-3ea8-4a67-96a0-ba9bf05e8a7f req-5b17daa4-a27d-4ac2-ac57-424278b86aef service neutron] Attempting to bind port 2fa041f2-66fc-4770-92a9-f297fff7bd5a on network 57335d58-5b4b-44c7-91c4-7ad19fc594ec {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:25:48.435123 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff68a808-3ea8-4a67-96a0-ba9bf05e8a7f req-5b17daa4-a27d-4ac2-ac57-424278b86aef service neutron] Port 2fa041f2-66fc-4770-92a9-f297fff7bd5a on network 57335d58-5b4b-44c7-91c4-7ad19fc594ec not bound, no agent of type Open vSwitch agent registered on host n-h2-843702-1 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:25:48.435555 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff68a808-3ea8-4a67-96a0-ba9bf05e8a7f req-5b17daa4-a27d-4ac2-ac57-424278b86aef service neutron] Attempting to bind port 2fa041f2-66fc-4770-92a9-f297fff7bd5a on network 57335d58-5b4b-44c7-91c4-7ad19fc594ec {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:25:48.442064 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff68a808-3ea8-4a67-96a0-ba9bf05e8a7f req-5b17daa4-a27d-4ac2-ac57-424278b86aef service neutron] Checking agent: {'id': 'f1a3973b-d2b3-4558-88e7-2ac50857d302', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:25:48.443042 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff68a808-3ea8-4a67-96a0-ba9bf05e8a7f req-5b17daa4-a27d-4ac2-ac57-424278b86aef service neutron] Checking segment: {'id': 'b938b3fe-4e87-4c2f-aa8d-5e499b733858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '57335d58-5b4b-44c7-91c4-7ad19fc594ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:25:48.443042 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff68a808-3ea8-4a67-96a0-ba9bf05e8a7f req-5b17daa4-a27d-4ac2-ac57-424278b86aef service neutron] Bound using segment: {'id': 'b938b3fe-4e87-4c2f-aa8d-5e499b733858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '57335d58-5b4b-44c7-91c4-7ad19fc594ec'} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:25:48.443668 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-ff68a808-3ea8-4a67-96a0-ba9bf05e8a7f req-5b17daa4-a27d-4ac2-ac57-424278b86aef service neutron] Bound port: 2fa041f2-66fc-4770-92a9-f297fff7bd5a, host: n-h2-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b938b3fe-4e87-4c2f-aa8d-5e499b733858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '57335d58-5b4b-44c7-91c4-7ad19fc594ec'}}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:25:48.444206 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-ff68a808-3ea8-4a67-96a0-ba9bf05e8a7f req-5b17daa4-a27d-4ac2-ac57-424278b86aef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:48.480736 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-afd97bb5-3df4-499d-b8b8-aba76acd541d req-5902f496-3910-461d-ac26-a972ec1d1293 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=c205e4a9-2963-4f27-a3fd-884fa02390ef HTTP/1.1" status: 200 len: 217 time: 0.2304916 May 28 06:25:48.481971 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-96bda759-b585-4cbf-9922-a308366f890a req-19f4d0d0-29b3-4455-8854-eb7a55f80fea tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:48.534943 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f4d0d0-29b3-4455-8854-eb7a55f80fea tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4ee5f37-150d-483c-96fa-96e8fb7fcb13,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:25:48.582874 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-ff68a808-3ea8-4a67-96a0-ba9bf05e8a7f req-5b17daa4-a27d-4ac2-ac57-424278b86aef service neutron] For port 2fa041f2-66fc-4770-92a9-f297fff7bd5a, host n-h2-843702-1, cleared binding levels {{(pid=89109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:25:48.587533 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-ff68a808-3ea8-4a67-96a0-ba9bf05e8a7f req-5b17daa4-a27d-4ac2-ac57-424278b86aef service neutron] For port 2fa041f2-66fc-4770-92a9-f297fff7bd5a, host n-h2-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=2fa041f2-66fc-4770-92a9-f297fff7bd5a,segment=NetworkSegment(b938b3fe-4e87-4c2f-aa8d-5e499b733858),segment_id=b938b3fe-4e87-4c2f-aa8d-5e499b733858)] {{(pid=89109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:25:48.680089 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-92454797-9a9f-463c-937d-f9b89b9115ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7344360-2d8f-4ca1-98bb-bddc7ba0d019', 'name': 'tempest-ServersTestBootFromVolume-686099928-router', 'tenant_id': 'e313c89cfc3c4d8fb17072c426d13160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': '4efbedb8-5c03-46b4-b155-ec0490507b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:21:19Z', 'updated_at': '2022-05-28T06:21:38Z', 'revision_number': 4, 'project_id': 'e313c89cfc3c4d8fb17072c426d13160', 'gw_port': {'id': '4efbedb8-5c03-46b4-b155-ec0490507b8c', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:9a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7344360-2d8f-4ca1-98bb-bddc7ba0d019', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:21:21Z', 'updated_at': '2022-05-28T06:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'fcbb62df-ba5e-47f9-881a-c585cb50180d', 'name': '', 'network_id': 'de808633-063b-43ca-834f-7f7224235e76', 'tenant_id': 'e313c89cfc3c4d8fb17072c426d13160', 'mac_address': 'fa:16:3e:2e:f7:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7344360-2d8f-4ca1-98bb-bddc7ba0d019', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'd0d4ee4a-571d-4ecd-bcb9-60ece6662c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:21:33Z', 'updated_at': '2022-05-28T06:21:49Z', 'revision_number': 5, 'project_id': 'e313c89cfc3c4d8fb17072c426d13160', 'subnets': [{'id': 'd0d4ee4a-571d-4ecd-bcb9-60ece6662c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:25:48.682253 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8d12c9-0d11-4e01-8293-c0eccdb3b09a req-a833c15f-e194-4133-a8f2-f56b88f53789 tempest-ServerDiagnosticsNegativeTest-102089225 tempest-ServerDiagnosticsNegativeTest-102089225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:48.685951 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1d8d12c9-0d11-4e01-8293-c0eccdb3b09a req-a833c15f-e194-4133-a8f2-f56b88f53789 tempest-ServerDiagnosticsNegativeTest-102089225 tempest-ServerDiagnosticsNegativeTest-102089225-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6180649 May 28 06:25:48.692957 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92454797-9a9f-463c-937d-f9b89b9115ae None None] Checking router: f7344360-2d8f-4ca1-98bb-bddc7ba0d019 for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:25:48.702644 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92454797-9a9f-463c-937d-f9b89b9115ae None None] Routers {'f7344360-2d8f-4ca1-98bb-bddc7ba0d019'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:25:48.703361 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-92454797-9a9f-463c-937d-f9b89b9115ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:25:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['f7344360-2d8f-4ca1-98bb-bddc7ba0d019'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:25:48.705328 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd97bb5-3df4-499d-b8b8-aba76acd541d req-5ab57467-4333-4157-812e-8dc5addcbe75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:48.706727 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-afd97bb5-3df4-499d-b8b8-aba76acd541d req-5ab57467-4333-4157-812e-8dc5addcbe75 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e72d0ca5-04cb-4b36-82b1-c75214c9eb05 HTTP/1.1" status: 200 len: 843 time: 0.1779113 May 28 06:25:48.708824 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cf48ad-b19a-47c7-82f5-6aa9e6cb62bc req-3b0a7961-f381-47e9-b3e0-7cfd32468efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:48.710143 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d2cf48ad-b19a-47c7-82f5-6aa9e6cb62bc req-3b0a7961-f381-47e9-b3e0-7cfd32468efe service neutron] 10.222.0.69 "GET /v2.0/networks?id=bb90c162-fdb0-406b-af2b-5eef830db7a9 HTTP/1.1" status: 200 len: 870 time: 0.5438907 May 28 06:25:48.712305 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1d8d12c9-0d11-4e01-8293-c0eccdb3b09a req-a1d1f973-f652-4ae8-aefb-0c5cd7c8a8ce tempest-ServerDiagnosticsNegativeTest-102089225 tempest-ServerDiagnosticsNegativeTest-102089225-project] 10.222.0.55 "GET /v2.0/quotas/7e5cacf8c7e5405abc6550e3e5fb01a4 HTTP/1.1" status: 200 len: 375 time: 0.0191689 May 28 06:25:48.779076 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-ff68a808-3ea8-4a67-96a0-ba9bf05e8a7f req-5b17daa4-a27d-4ac2-ac57-424278b86aef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:48.819721 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-96bda759-b585-4cbf-9922-a308366f890a req-19f4d0d0-29b3-4455-8854-eb7a55f80fea tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:48.820897 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-96bda759-b585-4cbf-9922-a308366f890a req-19f4d0d0-29b3-4455-8854-eb7a55f80fea tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 1.5299819 May 28 06:25:48.857992 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d2cf48ad-b19a-47c7-82f5-6aa9e6cb62bc req-2e0839b4-3e08-4d12-bb9e-1416cdf78445 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=a699bdd8-4938-4757-b19e-675730d9996a HTTP/1.1" status: 200 len: 217 time: 0.1400812 May 28 06:25:48.909208 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff68a808-3ea8-4a67-96a0-ba9bf05e8a7f req-5b17daa4-a27d-4ac2-ac57-424278b86aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:48.909878 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-ff68a808-3ea8-4a67-96a0-ba9bf05e8a7f req-5b17daa4-a27d-4ac2-ac57-424278b86aef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:48.911332 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-ff68a808-3ea8-4a67-96a0-ba9bf05e8a7f req-5b17daa4-a27d-4ac2-ac57-424278b86aef service neutron] 10.222.0.71 "PUT /v2.0/ports/2fa041f2-66fc-4770-92a9-f297fff7bd5a HTTP/1.1" status: 200 len: 1092 time: 2.4528265 May 28 06:25:48.923456 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1d8d12c9-0d11-4e01-8293-c0eccdb3b09a req-cc7aa4f3-85a4-4cd2-9f7e-5bd8ecb94f85 tempest-ServerDiagnosticsNegativeTest-102089225 tempest-ServerDiagnosticsNegativeTest-102089225-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=7e5cacf8c7e5405abc6550e3e5fb01a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1178081 May 28 06:25:48.930336 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b17daa4-a27d-4ac2-ac57-424278b86aef service neutron] Pushing event updated for resources: {'Port': ['ID=2fa041f2-66fc-4770-92a9-f297fff7bd5a,revision_number=3']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:25:48.935500 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-92454797-9a9f-463c-937d-f9b89b9115ae None None] Set router f7344360-2d8f-4ca1-98bb-bddc7ba0d019 gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:25:49.061989 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cf48ad-b19a-47c7-82f5-6aa9e6cb62bc req-bc45cd68-bb91-47bf-9c5e-4b139819bd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:49.063615 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d2cf48ad-b19a-47c7-82f5-6aa9e6cb62bc req-bc45cd68-bb91-47bf-9c5e-4b139819bd88 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e72d0ca5-04cb-4b36-82b1-c75214c9eb05 HTTP/1.1" status: 200 len: 843 time: 0.1988754 May 28 06:25:49.124490 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd97bb5-3df4-499d-b8b8-aba76acd541d req-70aa65a3-3f79-4cb7-8f00-dbe811a8c355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:49.126123 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-afd97bb5-3df4-499d-b8b8-aba76acd541d req-70aa65a3-3f79-4cb7-8f00-dbe811a8c355 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bb90c162-fdb0-406b-af2b-5eef830db7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4094911 May 28 06:25:49.189108 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff68a808-3ea8-4a67-96a0-ba9bf05e8a7f req-24e6d05f-dcf5-4f47-848d-9d4287115d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:49.190684 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-ff68a808-3ea8-4a67-96a0-ba9bf05e8a7f req-24e6d05f-dcf5-4f47-848d-9d4287115d4b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=16fae7f21e73441b8f27011aec16439a&device_id=acc4fdba-1d14-4425-a8c7-34964f62b0ae HTTP/1.1" status: 200 len: 1095 time: 0.1091359 May 28 06:25:49.286630 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-ff68a808-3ea8-4a67-96a0-ba9bf05e8a7f req-1a45d0dc-6c54-41a5-b6cd-2df55c2e2698 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2fa041f2-66fc-4770-92a9-f297fff7bd5a HTTP/1.1" status: 200 len: 217 time: 0.0816185 May 28 06:25:49.320272 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7e2261-707b-431a-8b02-f7235d61912e req-e47051d7-0dd5-4c07-a71b-601118747e76 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:49.322296 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7b7e2261-707b-431a-8b02-f7235d61912e req-e47051d7-0dd5-4c07-a71b-601118747e76 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea2d70f8-cc72-4c4e-b486-20aa5f467066 HTTP/1.1" status: 200 len: 948 time: 0.3137786 May 28 06:25:49.529641 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cf48ad-b19a-47c7-82f5-6aa9e6cb62bc req-e8eecf0b-c99f-4f48-98d5-7640e7b19195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:49.532350 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d2cf48ad-b19a-47c7-82f5-6aa9e6cb62bc req-e8eecf0b-c99f-4f48-98d5-7640e7b19195 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bb90c162-fdb0-406b-af2b-5eef830db7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4594386 May 28 06:25:49.668962 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-92454797-9a9f-463c-937d-f9b89b9115ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7344360-2d8f-4ca1-98bb-bddc7ba0d019', 'name': 'tempest-ServersTestBootFromVolume-686099928-router', 'tenant_id': 'e313c89cfc3c4d8fb17072c426d13160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': '4efbedb8-5c03-46b4-b155-ec0490507b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:21:19Z', 'updated_at': '2022-05-28T06:21:38Z', 'revision_number': 4, 'project_id': 'e313c89cfc3c4d8fb17072c426d13160', 'gw_port': {'id': '4efbedb8-5c03-46b4-b155-ec0490507b8c', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:9a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7344360-2d8f-4ca1-98bb-bddc7ba0d019', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:21:21Z', 'updated_at': '2022-05-28T06:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'fcbb62df-ba5e-47f9-881a-c585cb50180d', 'name': '', 'network_id': 'de808633-063b-43ca-834f-7f7224235e76', 'tenant_id': 'e313c89cfc3c4d8fb17072c426d13160', 'mac_address': 'fa:16:3e:2e:f7:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7344360-2d8f-4ca1-98bb-bddc7ba0d019', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'd0d4ee4a-571d-4ecd-bcb9-60ece6662c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:21:33Z', 'updated_at': '2022-05-28T06:21:49Z', 'revision_number': 5, 'project_id': 'e313c89cfc3c4d8fb17072c426d13160', 'subnets': [{'id': 'd0d4ee4a-571d-4ecd-bcb9-60ece6662c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:25:49.679068 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92454797-9a9f-463c-937d-f9b89b9115ae None None] The sync data for ids ['f7344360-2d8f-4ca1-98bb-bddc7ba0d019'] in n-d-843702-1 is: [{'id': 'f7344360-2d8f-4ca1-98bb-bddc7ba0d019', 'name': 'tempest-ServersTestBootFromVolume-686099928-router', 'tenant_id': 'e313c89cfc3c4d8fb17072c426d13160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': '4efbedb8-5c03-46b4-b155-ec0490507b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:21:19Z', 'updated_at': '2022-05-28T06:21:38Z', 'revision_number': 4, 'project_id': 'e313c89cfc3c4d8fb17072c426d13160', 'gw_port': {'id': '4efbedb8-5c03-46b4-b155-ec0490507b8c', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:9a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7344360-2d8f-4ca1-98bb-bddc7ba0d019', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:21:21Z', 'updated_at': '2022-05-28T06:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'fcbb62df-ba5e-47f9-881a-c585cb50180d', 'name': '', 'network_id': 'de808633-063b-43ca-834f-7f7224235e76', 'tenant_id': 'e313c89cfc3c4d8fb17072c426d13160', 'mac_address': 'fa:16:3e:2e:f7:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7344360-2d8f-4ca1-98bb-bddc7ba0d019', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'd0d4ee4a-571d-4ecd-bcb9-60ece6662c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:21:33Z', 'updated_at': '2022-05-28T06:21:49Z', 'revision_number': 5, 'project_id': 'e313c89cfc3c4d8fb17072c426d13160', 'subnets': [{'id': 'd0d4ee4a-571d-4ecd-bcb9-60ece6662c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:25:49.710690 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-afd97bb5-3df4-499d-b8b8-aba76acd541d req-b1361f08-f355-4e40-b4df-80ae34efcaed service neutron] 10.222.0.69 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5773251 May 28 06:25:49.712558 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff68a808-3ea8-4a67-96a0-ba9bf05e8a7f req-63f6fe34-9b1d-49de-9a54-451888d9c13a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:49.714105 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-ff68a808-3ea8-4a67-96a0-ba9bf05e8a7f req-63f6fe34-9b1d-49de-9a54-451888d9c13a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3fe916e2-3f26-4799-a7be-cc46b10e4922 HTTP/1.1" status: 200 len: 862 time: 0.4219224 May 28 06:25:49.742477 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7b7e2261-707b-431a-8b02-f7235d61912e req-67918119-8c19-4ade-ba87-b66337018cad tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.55 "GET /v2.0/security-groups?id=003cca32-7671-4721-8c5a-98dfd2100d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3610766 May 28 06:25:49.795089 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-ff68a808-3ea8-4a67-96a0-ba9bf05e8a7f req-d7050741-66f3-4d48-be79-3dd18d7616de service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=57335d58-5b4b-44c7-91c4-7ad19fc594ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683236 May 28 06:25:49.795287 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b80e5708-1efb-4794-bb57-4a346255af9f', 'name': 'network-vif-deleted', 'tag': 'b07f2ba7-0d3b-45c8-a200-bab48437340e'}, {'name': 'network-changed', 'server_uuid': 'ea2d70f8-cc72-4c4e-b486-20aa5f467066', 'tag': 'c205e4a9-2963-4f27-a3fd-884fa02390ef'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:25:49.878760 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 52006) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:25:49.997881 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cde7bde-96e6-4703-a4a8-ba842a7b2116 req-5fd98965-ab24-46df-95e5-0d54dccd0f58 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:50.005533 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6cde7bde-96e6-4703-a4a8-ba842a7b2116 req-5fd98965-ab24-46df-95e5-0d54dccd0f58 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] 10.222.0.55 "GET /v2.0/ports?device_id=acc4fdba-1d14-4425-a8c7-34964f62b0ae HTTP/1.1" status: 200 len: 944 time: 0.6229324 May 28 06:25:50.054436 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d2cf48ad-b19a-47c7-82f5-6aa9e6cb62bc req-a72757e3-a0d2-4896-b757-2791dcf82038 service neutron] 10.222.0.69 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5118804 May 28 06:25:50.098084 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-afd97bb5-3df4-499d-b8b8-aba76acd541d req-7bc864d3-f4f2-4e33-9c8b-ef3e53d4cfa1 service neutron] 10.222.0.69 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3795397 May 28 06:25:50.102723 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-ff68a808-3ea8-4a67-96a0-ba9bf05e8a7f req-f27d52a3-b71a-456d-b3bf-4f0175e49dff service neutron] 10.222.0.71 "GET /v2.0/networks/57335d58-5b4b-44c7-91c4-7ad19fc594ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2923262 May 28 06:25:50.152480 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97446ffd-8be5-4ebc-9de3-5646eba4129b None None] New status for floating IP c1a5b868-b233-48bd-9316-f0412da460d4: DOWN {{(pid=89112) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 06:25:50.205988 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device a699bdd8-4938-4757-b19e-675730d9996a details requested by agent hyperv_n-h1-843702-1 with host n-h1-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:25:50.226057 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-39f2c18f-d3b6-4bfe-99ab-7c13cde67f2f req-ef5d0d11-878e-4af3-8c26-8a94c1f6e052 tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b45eee7-bda2-4c79-bc7f-9f279a1bec7a HTTP/1.1" status: 200 len: 210 time: 0.1579216 May 28 06:25:50.314551 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-ff68a808-3ea8-4a67-96a0-ba9bf05e8a7f req-98d65c6a-e71d-402a-ad67-b8ef59df491d service neutron] 10.222.0.71 "GET /v2.0/networks/57335d58-5b4b-44c7-91c4-7ad19fc594ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919944 May 28 06:25:50.341355 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6cde7bde-96e6-4703-a4a8-ba842a7b2116 req-8a311d50-8cea-4321-9641-4a6834091df9 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] 10.222.0.55 "GET /v2.0/security-groups?id=23fff79d-6911-4949-90e1-061adc265852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3307705 May 28 06:25:50.465142 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32e786d4-0b6f-4190-a6c8-9f8e79987a5e'] response: {'server_uuid': '00258d54-e8f5-4706-a2ef-e3422c72aa3e', 'name': 'network-vif-deleted', 'tag': 'ba8def88-fe56-451e-927b-7b0720ad1c21', 'status': 'completed', 'code': 200} May 28 06:25:50.545093 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-23b1bdfd-f23e-4ea2-8f45-ac4c4810ea48 req-74118e8f-b16c-48ba-bb62-fe8caa646424 tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] 10.222.0.55 "GET /v2.0/ports?device_id=00258d54-e8f5-4706-a2ef-e3422c72aa3e HTTP/1.1" status: 200 len: 210 time: 0.1278653 May 28 06:25:50.551269 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7d4ef84-817a-4b7e-a47f-588602f020e0 admin admin] Deleting subnet cdd32cdd-4510-40e6-8d87-2fb486891cf4 {{(pid=89110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:25:50.558777 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port a699bdd8-4938-4757-b19e-675730d9996a, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=a699bdd8-4938-4757-b19e-675730d9996a,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:25:50.574953 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d7d4ef84-817a-4b7e-a47f-588602f020e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:50.602539 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Returning: {'device': 'a699bdd8-4938-4757-b19e-675730d9996a', 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9', 'port_id': 'a699bdd8-4938-4757-b19e-675730d9996a', 'mac_address': 'fa:16:3e:ed:be:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e72d0ca5-04cb-4b36-82b1-c75214c9eb05', 'ip_address': '192.168.233.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:25:50.675466 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port a699bdd8-4938-4757-b19e-675730d9996a is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:25:50.675851 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:50.695808 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a699bdd8-4938-4757-b19e-675730d9996a {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:25:50.719076 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port a699bdd8-4938-4757-b19e-675730d9996a, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=a699bdd8-4938-4757-b19e-675730d9996a,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:25:50.826056 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d2cf48ad-b19a-47c7-82f5-6aa9e6cb62bc req-5dd28726-68ef-4ec0-befb-af4522974609 service neutron] 10.222.0.69 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7628853 May 28 06:25:50.837967 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d7d4ef84-817a-4b7e-a47f-588602f020e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4150765'] for subnet, precommit_delete_associations {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:50.869983 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:50.890007 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-59bdb467-06fc-4d70-9c40-b792064f49f3 req-250d39f3-2631-4bf3-a4bb-6191c9a3227c tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] 10.222.0.55 "GET /v2.0/security-groups/c4ee5f37-150d-483c-96fa-96e8fb7fcb13 HTTP/1.1" status: 200 len: 1812 time: 0.3867126 May 28 06:25:50.903881 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7970ee37-37e3-4095-a965-aa53a699c3a1 req-bc9ca477-b791-47b3-b8ec-5f0ae3d4693b tempest-ServerDiagnosticsNegativeTest-102089225 tempest-ServerDiagnosticsNegativeTest-102089225-project] 10.222.0.55 "GET /v2.0/ports?device_id=89098ba2-b4ea-43ec-a45e-28c648cfcb10 HTTP/1.1" status: 200 len: 210 time: 0.2716088 May 28 06:25:50.910987 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-59bdb467-06fc-4d70-9c40-b792064f49f3 req-7ee1022a-b2b4-4d6c-84cc-d25a8729f2ae tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c4ee5f37-150d-483c-96fa-96e8fb7fcb13', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:25:50.911368 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-59bdb467-06fc-4d70-9c40-b792064f49f3 req-7ee1022a-b2b4-4d6c-84cc-d25a8729f2ae tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c4ee5f37-150d-483c-96fa-96e8fb7fcb13', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:25:50.921015 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-59bdb467-06fc-4d70-9c40-b792064f49f3 req-7ee1022a-b2b4-4d6c-84cc-d25a8729f2ae tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:25:50.942879 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=a699bdd8-4938-4757-b19e-675730d9996a,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:25:50.955571 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-59bdb467-06fc-4d70-9c40-b792064f49f3 req-7ee1022a-b2b4-4d6c-84cc-d25a8729f2ae tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] Usage tracker for resource:security_group_rule and tenant:288fd312b52b4dd39bd9eae35b8218d6 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:25:50.959473 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-59bdb467-06fc-4d70-9c40-b792064f49f3 req-7ee1022a-b2b4-4d6c-84cc-d25a8729f2ae tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:25:50.967261 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-59bdb467-06fc-4d70-9c40-b792064f49f3 req-7ee1022a-b2b4-4d6c-84cc-d25a8729f2ae tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:25:50.989323 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d7d4ef84-817a-4b7e-a47f-588602f020e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:51.023045 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e090fb2-676f-4f4e-b169-f62884ec5bb2'] response: {'server_uuid': 'b80e5708-1efb-4794-bb57-4a346255af9f', 'name': 'network-vif-deleted', 'tag': 'b07f2ba7-0d3b-45c8-a200-bab48437340e', 'status': 'completed', 'code': 200} May 28 06:25:51.024552 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e090fb2-676f-4f4e-b169-f62884ec5bb2'] response: {'name': 'network-changed', 'server_uuid': 'ea2d70f8-cc72-4c4e-b486-20aa5f467066', 'tag': 'c205e4a9-2963-4f27-a3fd-884fa02390ef', 'status': 'completed', 'code': 200} May 28 06:25:51.125207 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['a699bdd8-4938-4757-b19e-675730d9996a'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:25:51.245670 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca6b0f2-f08e-4486-98fd-9bc0d0ef28f8 req-b4344095-1dcf-4c63-b6d9-0c1b5f6e926d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:51.247191 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5ca6b0f2-f08e-4486-98fd-9bc0d0ef28f8 req-b4344095-1dcf-4c63-b6d9-0c1b5f6e926d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=939489430c7749c59f0791a254a21615&device_id=ea2d70f8-cc72-4c4e-b486-20aa5f467066 HTTP/1.1" status: 200 len: 1099 time: 0.2261758 May 28 06:25:51.253680 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-59bdb467-06fc-4d70-9c40-b792064f49f3 req-7ee1022a-b2b4-4d6c-84cc-d25a8729f2ae tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:51.369685 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d7d4ef84-817a-4b7e-a47f-588602f020e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3115981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3172005'] for subnet, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:51.409427 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868cf352-454b-49f5-badd-28ba03733776 req-74dbefef-119f-4601-84d3-5072ae73c226 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:51.410989 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-868cf352-454b-49f5-badd-28ba03733776 req-74dbefef-119f-4601-84d3-5072ae73c226 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea2d70f8-cc72-4c4e-b486-20aa5f467066 HTTP/1.1" status: 200 len: 948 time: 0.3168542 May 28 06:25:51.437394 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d4ef84-817a-4b7e-a47f-588602f020e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cdd32cdd-4510-40e6-8d87-2fb486891cf4,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:25:51.442783 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-59bdb467-06fc-4d70-9c40-b792064f49f3 req-7ee1022a-b2b4-4d6c-84cc-d25a8729f2ae tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:51.462505 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d7d4ef84-817a-4b7e-a47f-588602f020e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:51.506422 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-d7d4ef84-817a-4b7e-a47f-588602f020e0 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/cdd32cdd-4510-40e6-8d87-2fb486891cf4 HTTP/1.1" status: 204 len: 168 time: 1.6196704 May 28 06:25:51.508979 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 52026) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:25:51.541300 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca6b0f2-f08e-4486-98fd-9bc0d0ef28f8 req-e9b9d700-c189-4c18-967d-2c3c3ed43fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:51.543366 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5ca6b0f2-f08e-4486-98fd-9bc0d0ef28f8 req-e9b9d700-c189-4c18-967d-2c3c3ed43fb5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=bb90c162-fdb0-406b-af2b-5eef830db7a9 HTTP/1.1" status: 200 len: 870 time: 0.2811143 May 28 06:25:51.547563 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-868cf352-454b-49f5-badd-28ba03733776 req-9f735379-5bc0-40b7-beb8-4907ef519c60 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.55 "GET /v2.0/security-groups?id=003cca32-7671-4721-8c5a-98dfd2100d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214395 May 28 06:25:51.654213 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-be95c8c9-76cf-47cc-992d-7b64b95cedfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:51.654697 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5ca6b0f2-f08e-4486-98fd-9bc0d0ef28f8 req-5a18363d-2584-4c88-8a8d-de1c573e7d71 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=c205e4a9-2963-4f27-a3fd-884fa02390ef HTTP/1.1" status: 200 len: 217 time: 0.1038060 May 28 06:25:51.746169 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-59bdb467-06fc-4d70-9c40-b792064f49f3 req-7ee1022a-b2b4-4d6c-84cc-d25a8729f2ae tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:51.793975 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-df8a2dbf-3835-467b-be65-302172422522 req-297b068c-a858-4adf-8aa2-f0dfc142f1a3 tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b45eee7-bda2-4c79-bc7f-9f279a1bec7a HTTP/1.1" status: 200 len: 210 time: 0.1320131 May 28 06:25:51.809934 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-be95c8c9-76cf-47cc-992d-7b64b95cedfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:51.829768 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee1022a-b2b4-4d6c-84cc-d25a8729f2ae tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08a7ab18-f3c5-4179-8c95-1fafc3659f02,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:25:51.848958 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b7422788-0c5c-469f-8c83-d74388d8ae36 req-67a5c1bf-2fb4-4ee1-87fd-51a6eb275318 tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=6d26c0ce17484ee58a8a7b1583fbfb9f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1120174 May 28 06:25:51.851941 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca6b0f2-f08e-4486-98fd-9bc0d0ef28f8 req-48126899-ee0d-4644-83ea-95fa76b55e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:51.853602 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5ca6b0f2-f08e-4486-98fd-9bc0d0ef28f8 req-48126899-ee0d-4644-83ea-95fa76b55e1a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e72d0ca5-04cb-4b36-82b1-c75214c9eb05 HTTP/1.1" status: 200 len: 843 time: 0.1905236 May 28 06:25:51.867506 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-be95c8c9-76cf-47cc-992d-7b64b95cedfd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['878a453b-7058-4dfc-b9e2-17503c679278']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:25:51.928599 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-be95c8c9-76cf-47cc-992d-7b64b95cedfd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da68ba47-25e5-4637-a83a-51088b9800dc') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:25:51.928887 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-be95c8c9-76cf-47cc-992d-7b64b95cedfd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da68ba47-25e5-4637-a83a-51088b9800dc') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:25:51.965600 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-be95c8c9-76cf-47cc-992d-7b64b95cedfd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:52.005806 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-be95c8c9-76cf-47cc-992d-7b64b95cedfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:52.013974 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be95c8c9-76cf-47cc-992d-7b64b95cedfd admin admin] Releasing vlan 376 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:25:52.015857 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-be95c8c9-76cf-47cc-992d-7b64b95cedfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:52.069750 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-59bdb467-06fc-4d70-9c40-b792064f49f3 req-7ee1022a-b2b4-4d6c-84cc-d25a8729f2ae tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:52.070907 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-59bdb467-06fc-4d70-9c40-b792064f49f3 req-7ee1022a-b2b4-4d6c-84cc-d25a8729f2ae tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.1699121 May 28 06:25:52.102903 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment da68ba47-25e5-4637-a83a-51088b9800dc resource provider aggregate not found May 28 06:25:52.131523 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment da68ba47-25e5-4637-a83a-51088b9800dc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid da68ba47-25e5-4637-a83a-51088b9800dc found for delete ", "request_id": "req-bf25467d-b064-4271-851b-cb8ca3a89575"}]} May 28 06:25:52.191137 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca6b0f2-f08e-4486-98fd-9bc0d0ef28f8 req-1304ae8a-63d2-411e-9c43-f843bb9f485d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:52.192628 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5ca6b0f2-f08e-4486-98fd-9bc0d0ef28f8 req-1304ae8a-63d2-411e-9c43-f843bb9f485d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bb90c162-fdb0-406b-af2b-5eef830db7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2319012 May 28 06:25:52.200253 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7422788-0c5c-469f-8c83-d74388d8ae36 req-a5848430-4774-43af-9621-c05082bbcc5c tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:52.201641 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b7422788-0c5c-469f-8c83-d74388d8ae36 req-a5848430-4774-43af-9621-c05082bbcc5c tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3465164 May 28 06:25:52.230372 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device c205e4a9-2963-4f27-a3fd-884fa02390ef details requested by agent hyperv_n-h1-843702-1 with host n-h1-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:25:52.237072 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-b7422788-0c5c-469f-8c83-d74388d8ae36 req-6d040498-c506-42d0-ad73-92665dbe5af1 tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] Request body: {'port': {'device_id': '6b45eee7-bda2-4c79-bc7f-9f279a1bec7a', 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9', 'admin_state_up': True, 'tenant_id': '6d26c0ce17484ee58a8a7b1583fbfb9f'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:25:52.259434 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-be95c8c9-76cf-47cc-992d-7b64b95cedfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:52.273339 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device a699bdd8-4938-4757-b19e-675730d9996a up at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:25:52.277617 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a11b22-e746-43a5-a691-0608acb0ce36 req-98e8c9e9-fb5f-4997-a020-f6c8c9512bb8 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:52.277617 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-41a11b22-e746-43a5-a691-0608acb0ce36 req-98e8c9e9-fb5f-4997-a020-f6c8c9512bb8 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] 10.222.0.55 "GET /v2.0/ports?device_id=acc4fdba-1d14-4425-a8c7-34964f62b0ae HTTP/1.1" status: 200 len: 944 time: 0.3156517 May 28 06:25:52.287154 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-be95c8c9-76cf-47cc-992d-7b64b95cedfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:52.293172 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be95c8c9-76cf-47cc-992d-7b64b95cedfd admin admin] Pushing event deleted for resources: {'Network': ['ID=878a453b-7058-4dfc-b9e2-17503c679278,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:25:52.449661 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port c205e4a9-2963-4f27-a3fd-884fa02390ef, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=c205e4a9-2963-4f27-a3fd-884fa02390ef,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:25:52.465956 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acc4fdba-1d14-4425-a8c7-34964f62b0ae', 'tag': '2fa041f2-66fc-4770-92a9-f297fff7bd5a'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:25:52.475534 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Returning: {'device': 'c205e4a9-2963-4f27-a3fd-884fa02390ef', 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9', 'port_id': 'c205e4a9-2963-4f27-a3fd-884fa02390ef', 'mac_address': 'fa:16:3e:c6:cf:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e72d0ca5-04cb-4b36-82b1-c75214c9eb05', 'ip_address': '192.168.233.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:25:52.502204 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-be95c8c9-76cf-47cc-992d-7b64b95cedfd admin admin] 10.222.0.55 "DELETE /v2.0/networks/878a453b-7058-4dfc-b9e2-17503c679278 HTTP/1.1" status: 204 len: 168 time: 0.9920893 May 28 06:25:52.508819 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 52046) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:25:52.547553 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-41a11b22-e746-43a5-a691-0608acb0ce36 req-03288662-001a-46c6-95e0-121e83c7b694 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] 10.222.0.55 "GET /v2.0/security-groups?id=23fff79d-6911-4949-90e1-061adc265852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628881 May 28 06:25:52.554917 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2c9560a4-9861-47f9-9da5-aa4f983e0579 req-edc91f1c-b9b1-47ca-964b-552a70628a80 tempest-ServerDiagnosticsNegativeTest-102089225 tempest-ServerDiagnosticsNegativeTest-102089225-project] 10.222.0.55 "GET /v2.0/ports?device_id=89098ba2-b4ea-43ec-a45e-28c648cfcb10 HTTP/1.1" status: 200 len: 210 time: 0.1693983 May 28 06:25:52.621511 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port c205e4a9-2963-4f27-a3fd-884fa02390ef is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:25:52.621891 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:52.643782 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning for port a699bdd8-4938-4757-b19e-675730d9996a completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:25:52.649728 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c205e4a9-2963-4f27-a3fd-884fa02390ef {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:25:52.663668 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bd10433-78d8-4939-8ff5-100360797e27 admin admin] Deleting subnet dee49c6c-0a09-4351-90e2-72217b2f737b {{(pid=89109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:25:52.672107 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1bd10433-78d8-4939-8ff5-100360797e27 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:52.672262 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port c205e4a9-2963-4f27-a3fd-884fa02390ef, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=c205e4a9-2963-4f27-a3fd-884fa02390ef,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:25:52.672262 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning complete for port a699bdd8-4938-4757-b19e-675730d9996a triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:25:52.672262 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:52.688441 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-be2f0375-7e84-4549-93a9-c89ad7f50eb1 req-4e9466dc-c787-421a-9510-7b7da6d24eeb tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] 10.222.0.55 "GET /v2.0/security-groups/c4ee5f37-150d-483c-96fa-96e8fb7fcb13 HTTP/1.1" status: 200 len: 2405 time: 0.0667226 May 28 06:25:52.699480 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5ca6b0f2-f08e-4486-98fd-9bc0d0ef28f8 req-ec452fea-1980-4bcf-89ad-fe8c50477224 service neutron] 10.222.0.69 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4955194 May 28 06:25:52.706500 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-b7422788-0c5c-469f-8c83-d74388d8ae36 req-6d040498-c506-42d0-ad73-92665dbe5af1 tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:25:52.719050 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-b7422788-0c5c-469f-8c83-d74388d8ae36 req-6d040498-c506-42d0-ad73-92665dbe5af1 tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:25:52.742060 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1bd10433-78d8-4939-8ff5-100360797e27 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3964070'] for subnet, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:52.813285 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1bd10433-78d8-4939-8ff5-100360797e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:52.825090 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port a699bdd8-4938-4757-b19e-675730d9996a is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:25:52.825669 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:52.870114 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2cac498-5681-4d00-a219-f4b4fe770ade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a699bdd8-4938-4757-b19e-675730d9996a'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:25:52.870487 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fcde383-0cbc-4e7b-a393-0146eee38a81'] response: {'name': 'network-changed', 'server_uuid': 'acc4fdba-1d14-4425-a8c7-34964f62b0ae', 'tag': '2fa041f2-66fc-4770-92a9-f297fff7bd5a', 'status': 'completed', 'code': 200} May 28 06:25:52.880466 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port a699bdd8-4938-4757-b19e-675730d9996a, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=a699bdd8-4938-4757-b19e-675730d9996a,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:25:52.927291 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:52.958129 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 52058) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:25:52.993588 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7422788-0c5c-469f-8c83-d74388d8ae36 req-6d040498-c506-42d0-ad73-92665dbe5af1 tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] Made reservation on behalf of 6d26c0ce17484ee58a8a7b1583fbfb9f for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:25:52.997148 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-b7422788-0c5c-469f-8c83-d74388d8ae36 req-6d040498-c506-42d0-ad73-92665dbe5af1 tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:53.023192 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:53.029851 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=c205e4a9-2963-4f27-a3fd-884fa02390ef,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:25:53.071776 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-71289180-a85a-48c0-9748-b94ba252627a req-c17e58de-1b77-4b32-bc70-9f49cadacfc3 tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] 10.222.0.55 "GET /v2.0/security-group-rules/08a7ab18-f3c5-4179-8c95-1fafc3659f02 HTTP/1.1" status: 200 len: 778 time: 0.0840476 May 28 06:25:53.089177 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9df4b8f3-55b8-42b2-b567-b3cfe0932050 tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:53.106324 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0580a54d-61ad-4369-8e82-9cd2feadc41e req-6a7d43d5-19b2-4bc2-b50f-5b5af49dd1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:53.107811 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-0580a54d-61ad-4369-8e82-9cd2feadc41e req-6a7d43d5-19b2-4bc2-b50f-5b5af49dd1f4 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=16fae7f21e73441b8f27011aec16439a&device_id=acc4fdba-1d14-4425-a8c7-34964f62b0ae HTTP/1.1" status: 200 len: 1095 time: 0.2392576 May 28 06:25:53.117485 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=a699bdd8-4938-4757-b19e-675730d9996a,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:25:53.154776 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9df4b8f3-55b8-42b2-b567-b3cfe0932050 tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:53.197346 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['c205e4a9-2963-4f27-a3fd-884fa02390ef'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:25:53.213030 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5ca6b0f2-f08e-4486-98fd-9bc0d0ef28f8 req-148fd703-8361-41e7-b329-93b39ed5317e service neutron] 10.222.0.69 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4873536 May 28 06:25:53.237150 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1bd10433-78d8-4939-8ff5-100360797e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9555650'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:53.254689 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-71289180-a85a-48c0-9748-b94ba252627a req-be6f167d-9338-445f-ac46-79647ba908c2 tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] 10.222.0.55 "GET /v2.0/security-groups/c4ee5f37-150d-483c-96fa-96e8fb7fcb13 HTTP/1.1" status: 200 len: 2405 time: 0.1820664 May 28 06:25:53.262888 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4038e5ed-f4cf-47c5-8ad7-ec0cf80575b8 req-04b52441-5856-4e32-8be2-c26f2dd103b9 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:53.264602 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4038e5ed-f4cf-47c5-8ad7-ec0cf80575b8 req-04b52441-5856-4e32-8be2-c26f2dd103b9 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea2d70f8-cc72-4c4e-b486-20aa5f467066 HTTP/1.1" status: 200 len: 949 time: 0.3419974 May 28 06:25:53.309013 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd10433-78d8-4939-8ff5-100360797e27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dee49c6c-0a09-4351-90e2-72217b2f737b,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:25:53.311758 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1bd10433-78d8-4939-8ff5-100360797e27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:53.323658 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-1bd10433-78d8-4939-8ff5-100360797e27 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/dee49c6c-0a09-4351-90e2-72217b2f737b HTTP/1.1" status: 204 len: 168 time: 0.8169093 May 28 06:25:53.332368 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 52064) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:25:53.364322 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0580a54d-61ad-4369-8e82-9cd2feadc41e req-ced48635-e3c3-4b62-ac21-386a9c150578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:53.365875 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-0580a54d-61ad-4369-8e82-9cd2feadc41e req-ced48635-e3c3-4b62-ac21-386a9c150578 service neutron] 10.222.0.71 "GET /v2.0/networks?id=57335d58-5b4b-44c7-91c4-7ad19fc594ec HTTP/1.1" status: 200 len: 923 time: 0.2508399 May 28 06:25:53.470886 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-0580a54d-61ad-4369-8e82-9cd2feadc41e req-fef75dcb-64cc-4728-a429-7ca58621d319 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2fa041f2-66fc-4770-92a9-f297fff7bd5a HTTP/1.1" status: 200 len: 217 time: 0.0955477 May 28 06:25:53.502065 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-71289180-a85a-48c0-9748-b94ba252627a req-0a11810a-d872-42ba-b4b0-13d5edf1adaa tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:53.540759 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-dcaa6313-67c3-4654-82f6-3ac38c6e0925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:53.545032 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [req-b7422788-0c5c-469f-8c83-d74388d8ae36 req-6d040498-c506-42d0-ad73-92665dbe5af1 tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] Allocated IP 192.168.233.169 (bb90c162-fdb0-406b-af2b-5eef830db7a9/e72d0ca5-04cb-4b36-82b1-c75214c9eb05/017c5838-9235-4128-a9e5-a9f121d9cf35) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:25:53.548313 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9df4b8f3-55b8-42b2-b567-b3cfe0932050 tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:53.548856 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-71289180-a85a-48c0-9748-b94ba252627a req-0a11810a-d872-42ba-b4b0-13d5edf1adaa tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:53.558882 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 2fa041f2-66fc-4770-92a9-f297fff7bd5a details requested by agent hyperv_n-h2-843702-1 with host n-h2-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:25:53.567475 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4038e5ed-f4cf-47c5-8ad7-ec0cf80575b8 req-3a854e6b-61c6-4596-a82d-07c623819f79 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.55 "GET /v2.0/security-groups?id=003cca32-7671-4721-8c5a-98dfd2100d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438688 May 28 06:25:53.576469 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df4b8f3-55b8-42b2-b567-b3cfe0932050 tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea7c2c73-e049-49b4-bb75-f1976d073ec8,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:25:53.616954 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0580a54d-61ad-4369-8e82-9cd2feadc41e req-b7bc4e79-443d-423d-a159-cbf14114675b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:53.621874 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-0580a54d-61ad-4369-8e82-9cd2feadc41e req-b7bc4e79-443d-423d-a159-cbf14114675b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3fe916e2-3f26-4799-a7be-cc46b10e4922 HTTP/1.1" status: 200 len: 862 time: 0.1426888 May 28 06:25:53.685018 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-0580a54d-61ad-4369-8e82-9cd2feadc41e req-f8e6fb51-34d5-41d3-9a10-ebe504822d52 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=57335d58-5b4b-44c7-91c4-7ad19fc594ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553553 May 28 06:25:53.783860 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1d8d12c9-0d11-4e01-8293-c0eccdb3b09a req-4a039c7e-e20a-486a-b453-38b2290f9cd6 tempest-ServerDiagnosticsNegativeTest-102089225 tempest-ServerDiagnosticsNegativeTest-102089225-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=7e5cacf8c7e5405abc6550e3e5fb01a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1431530 May 28 06:25:53.790322 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 2fa041f2-66fc-4770-92a9-f297fff7bd5a, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=2fa041f2-66fc-4770-92a9-f297fff7bd5a,segment=NetworkSegment(b938b3fe-4e87-4c2f-aa8d-5e499b733858),segment_id=b938b3fe-4e87-4c2f-aa8d-5e499b733858)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:25:53.806164 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f703b780-2cde-43a7-a103-0c3914c8f2c3 req-b3cb742b-325d-4cc4-93cf-4f74f931beb8 tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b45eee7-bda2-4c79-bc7f-9f279a1bec7a HTTP/1.1" status: 200 len: 210 time: 0.1073551 May 28 06:25:53.807887 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Returning: {'device': '2fa041f2-66fc-4770-92a9-f297fff7bd5a', 'network_id': '57335d58-5b4b-44c7-91c4-7ad19fc594ec', 'port_id': '2fa041f2-66fc-4770-92a9-f297fff7bd5a', 'mac_address': 'fa:16:3e:78:1b:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fe916e2-3f26-4799-a7be-cc46b10e4922', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:25:53.908375 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31129f0a-1038-4ff4-b687-feb88918a00c'] response: {'server_uuid': 'b2cac498-5681-4d00-a219-f4b4fe770ade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a699bdd8-4938-4757-b19e-675730d9996a', 'code': 200} May 28 06:25:53.953527 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 2fa041f2-66fc-4770-92a9-f297fff7bd5a is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:25:53.953906 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:53.968311 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9df4b8f3-55b8-42b2-b567-b3cfe0932050 tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:53.971153 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-9df4b8f3-55b8-42b2-b567-b3cfe0932050 tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] 10.222.0.55 "DELETE /v2.0/security-groups/ea7c2c73-e049-49b4-bb75-f1976d073ec8 HTTP/1.1" status: 204 len: 168 time: 1.0094247 May 28 06:25:53.974539 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 52072) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:25:54.006581 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fa041f2-66fc-4770-92a9-f297fff7bd5a {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:25:54.008462 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-71289180-a85a-48c0-9748-b94ba252627a req-0a11810a-d872-42ba-b4b0-13d5edf1adaa tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:54.032034 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 2fa041f2-66fc-4770-92a9-f297fff7bd5a, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=2fa041f2-66fc-4770-92a9-f297fff7bd5a,segment=NetworkSegment(b938b3fe-4e87-4c2f-aa8d-5e499b733858),segment_id=b938b3fe-4e87-4c2f-aa8d-5e499b733858)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:25:54.100240 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-0580a54d-61ad-4369-8e82-9cd2feadc41e req-d530134a-843c-425b-976f-7b6b9e84d069 service neutron] 10.222.0.71 "GET /v2.0/networks/57335d58-5b4b-44c7-91c4-7ad19fc594ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4071493 May 28 06:25:54.117189 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-dcaa6313-67c3-4654-82f6-3ac38c6e0925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:54.153855 n-d-843702-1 neutron-server[89110]: INFO neutron.api.v2.resource [None req-d5b5586c-f39d-45c5-b8e6-fd6b972ab985 tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] show failed (client error): The resource could not be found. May 28 06:25:54.155655 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-d5b5586c-f39d-45c5-b8e6-fd6b972ab985 tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] 10.222.0.55 "GET /v2.0/security-groups/ea7c2c73-e049-49b4-bb75-f1976d073ec8 HTTP/1.1" status: 404 len: 347 time: 0.1673501 May 28 06:25:54.158371 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a11810a-d872-42ba-b4b0-13d5edf1adaa tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=08a7ab18-f3c5-4179-8c95-1fafc3659f02,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:25:54.166911 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:54.184138 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 52078) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:25:54.262569 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b9cb0c-ef63-4582-876d-25afd8b3e25d req-fe6e1f16-044a-4bad-9fc5-e59e960d427e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:54.263524 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-58b9cb0c-ef63-4582-876d-25afd8b3e25d req-fe6e1f16-044a-4bad-9fc5-e59e960d427e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b2cac498-5681-4d00-a219-f4b4fe770ade HTTP/1.1" status: 200 len: 1100 time: 0.2751935 May 28 06:25:54.283512 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=2fa041f2-66fc-4770-92a9-f297fff7bd5a,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:25:54.296356 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device c205e4a9-2963-4f27-a3fd-884fa02390ef up at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:25:54.368971 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-dcaa6313-67c3-4654-82f6-3ac38c6e0925 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5810943-ece0-4e3f-86d7-6af6da967c5a']}} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:25:54.384096 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-71289180-a85a-48c0-9748-b94ba252627a req-0a11810a-d872-42ba-b4b0-13d5edf1adaa tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:54.385455 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-71289180-a85a-48c0-9748-b94ba252627a req-0a11810a-d872-42ba-b4b0-13d5edf1adaa tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/08a7ab18-f3c5-4179-8c95-1fafc3659f02 HTTP/1.1" status: 204 len: 173 time: 1.1163790 May 28 06:25:54.409685 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-dcaa6313-67c3-4654-82f6-3ac38c6e0925 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f082272f-a75f-43e5-9fda-b245f77160bd') {'for_net_delete': True} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:25:54.409985 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-dcaa6313-67c3-4654-82f6-3ac38c6e0925 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f082272f-a75f-43e5-9fda-b245f77160bd') {} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:25:54.423730 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-58b9cb0c-ef63-4582-876d-25afd8b3e25d req-e06d5d34-6b3a-4263-b51d-a408ea617416 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=003cca32-7671-4721-8c5a-98dfd2100d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462772 May 28 06:25:54.440475 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-dcaa6313-67c3-4654-82f6-3ac38c6e0925 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4150778'] for segment, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:54.450556 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-4680c5c1-368f-4a44-b221-5829cb5e7484 tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] Deleting port 160e97bf-6f32-4f83-9de4-b5adf292debe {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:25:54.451027 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4680c5c1-368f-4a44-b221-5829cb5e7484 tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:54.470100 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8d12c9-0d11-4e01-8293-c0eccdb3b09a req-ed2b4c2c-56e0-42b7-85ae-dfbe905a8700 tempest-ServerDiagnosticsNegativeTest-102089225 tempest-ServerDiagnosticsNegativeTest-102089225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:54.471540 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1d8d12c9-0d11-4e01-8293-c0eccdb3b09a req-ed2b4c2c-56e0-42b7-85ae-dfbe905a8700 tempest-ServerDiagnosticsNegativeTest-102089225 tempest-ServerDiagnosticsNegativeTest-102089225-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6684787 May 28 06:25:54.477951 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['2fa041f2-66fc-4770-92a9-f297fff7bd5a'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:25:54.492179 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-dcaa6313-67c3-4654-82f6-3ac38c6e0925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:54.520196 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcaa6313-67c3-4654-82f6-3ac38c6e0925 admin admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=89110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:25:54.520620 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-dcaa6313-67c3-4654-82f6-3ac38c6e0925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3143023'] for segment, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:54.623550 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment f082272f-a75f-43e5-9fda-b245f77160bd resource provider aggregate not found May 28 06:25:54.677018 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-0580a54d-61ad-4369-8e82-9cd2feadc41e req-9d7e8004-1d5a-4fab-8f2b-2c510e7a5276 service neutron] 10.222.0.71 "GET /v2.0/networks/57335d58-5b4b-44c7-91c4-7ad19fc594ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5686400 May 28 06:25:54.686674 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-b7422788-0c5c-469f-8c83-d74388d8ae36 req-6d040498-c506-42d0-ad73-92665dbe5af1 tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:54.695187 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-1d8d12c9-0d11-4e01-8293-c0eccdb3b09a req-21d4215e-685d-4ad2-aab8-c2e51e81cbb6 tempest-ServerDiagnosticsNegativeTest-102089225 tempest-ServerDiagnosticsNegativeTest-102089225-project] Request body: {'port': {'device_id': '89098ba2-b4ea-43ec-a45e-28c648cfcb10', 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9', 'admin_state_up': True, 'tenant_id': '7e5cacf8c7e5405abc6550e3e5fb01a4'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:25:54.698658 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning for port c205e4a9-2963-4f27-a3fd-884fa02390ef completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:25:54.718274 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4680c5c1-368f-4a44-b221-5829cb5e7484 tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:54.719106 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4680c5c1-368f-4a44-b221-5829cb5e7484 tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:54.733082 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning complete for port c205e4a9-2963-4f27-a3fd-884fa02390ef triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:25:54.733748 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:54.752883 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891a9cfb-17d4-45ff-a885-1b7841b8b767 req-e4b43bd9-62aa-45cd-b20d-1e29f09cd00d tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:54.754542 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-891a9cfb-17d4-45ff-a885-1b7841b8b767 req-e4b43bd9-62aa-45cd-b20d-1e29f09cd00d tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] 10.222.0.55 "GET /v2.0/ports?device_id=acc4fdba-1d14-4425-a8c7-34964f62b0ae HTTP/1.1" status: 200 len: 944 time: 0.7000787 May 28 06:25:54.779308 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment f082272f-a75f-43e5-9fda-b245f77160bd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f082272f-a75f-43e5-9fda-b245f77160bd found for delete ", "request_id": "req-61c6c8ec-e82c-49f0-85ce-6d6f8a024daf"}]} May 28 06:25:54.835736 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fe8e901c-7c76-4b97-adaa-a994b1fec59c req-94f5d995-7118-4a2a-a0d4-dc08390e20f7 tempest-ServerDiagnosticsNegativeTest-102089225 tempest-ServerDiagnosticsNegativeTest-102089225-project] 10.222.0.55 "GET /v2.0/ports?device_id=89098ba2-b4ea-43ec-a45e-28c648cfcb10 HTTP/1.1" status: 200 len: 210 time: 0.2082982 May 28 06:25:54.857532 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-4680c5c1-368f-4a44-b221-5829cb5e7484 tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] Calling delete_port for 160e97bf-6f32-4f83-9de4-b5adf292debe owned by network:floatingip {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:25:54.897322 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port c205e4a9-2963-4f27-a3fd-884fa02390ef is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:25:54.897823 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:54.933861 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port c205e4a9-2963-4f27-a3fd-884fa02390ef, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=c205e4a9-2963-4f27-a3fd-884fa02390ef,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:25:55.018905 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-b7422788-0c5c-469f-8c83-d74388d8ae36 req-6d040498-c506-42d0-ad73-92665dbe5af1 tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] Transition to ACTIVE for port object 017c5838-9235-4128-a9e5-a9f121d9cf35 will not be triggered until provisioned by entity DHCP. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:25:55.029191 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-fb76966c-1025-4989-b11b-9a6cf8578066 req-339c9978-175f-4891-b986-4f248e1b2549 tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1914324744', 'description': 'tempest-description-1278986587'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:25:55.047379 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-fb76966c-1025-4989-b11b-9a6cf8578066 req-339c9978-175f-4891-b986-4f248e1b2549 tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:25:55.064234 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-891a9cfb-17d4-45ff-a885-1b7841b8b767 req-93f152b8-6caf-447c-b67e-2ac41b2b8016 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] 10.222.0.55 "GET /v2.0/security-groups?id=23fff79d-6911-4949-90e1-061adc265852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332096 May 28 06:25:55.065161 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-fb76966c-1025-4989-b11b-9a6cf8578066 req-339c9978-175f-4891-b986-4f248e1b2549 tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] Usage tracker for resource:security_group and tenant:288fd312b52b4dd39bd9eae35b8218d6 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:25:55.080488 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-fb76966c-1025-4989-b11b-9a6cf8578066 req-339c9978-175f-4891-b986-4f248e1b2549 tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:25:55.103506 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-fb76966c-1025-4989-b11b-9a6cf8578066 req-339c9978-175f-4891-b986-4f248e1b2549 tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:25:55.110308 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:55.137458 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-1d8d12c9-0d11-4e01-8293-c0eccdb3b09a req-21d4215e-685d-4ad2-aab8-c2e51e81cbb6 tempest-ServerDiagnosticsNegativeTest-102089225 tempest-ServerDiagnosticsNegativeTest-102089225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:25:55.137458 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-1d8d12c9-0d11-4e01-8293-c0eccdb3b09a req-21d4215e-685d-4ad2-aab8-c2e51e81cbb6 tempest-ServerDiagnosticsNegativeTest-102089225 tempest-ServerDiagnosticsNegativeTest-102089225-project] Usage tracker for resource:port and tenant:7e5cacf8c7e5405abc6550e3e5fb01a4 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:25:55.137458 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-1d8d12c9-0d11-4e01-8293-c0eccdb3b09a req-21d4215e-685d-4ad2-aab8-c2e51e81cbb6 tempest-ServerDiagnosticsNegativeTest-102089225 tempest-ServerDiagnosticsNegativeTest-102089225-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:25:55.139993 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-1d8d12c9-0d11-4e01-8293-c0eccdb3b09a req-21d4215e-685d-4ad2-aab8-c2e51e81cbb6 tempest-ServerDiagnosticsNegativeTest-102089225 tempest-ServerDiagnosticsNegativeTest-102089225-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:25:55.162104 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4680c5c1-368f-4a44-b221-5829cb5e7484 tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:55.184767 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=c205e4a9-2963-4f27-a3fd-884fa02390ef,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:25:55.192842 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-dcaa6313-67c3-4654-82f6-3ac38c6e0925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:55.217402 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4680c5c1-368f-4a44-b221-5829cb5e7484 tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] Pushing event deleted for resources: {'Port': ['ID=160e97bf-6f32-4f83-9de4-b5adf292debe,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:25:55.219634 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-dcaa6313-67c3-4654-82f6-3ac38c6e0925 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:55.228080 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaa6313-67c3-4654-82f6-3ac38c6e0925 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5810943-ece0-4e3f-86d7-6af6da967c5a,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:25:55.238811 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-dcaa6313-67c3-4654-82f6-3ac38c6e0925 admin admin] 10.222.0.55 "DELETE /v2.0/networks/c5810943-ece0-4e3f-86d7-6af6da967c5a HTTP/1.1" status: 204 len: 168 time: 1.9047248 May 28 06:25:55.272064 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7de79a-a077-40f1-b8de-79612763d938 req-1a7e5b43-bf16-44e3-a64b-71d7e0ea2e89 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:55.273815 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-de7de79a-a077-40f1-b8de-79612763d938 req-1a7e5b43-bf16-44e3-a64b-71d7e0ea2e89 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea2d70f8-cc72-4c4e-b486-20aa5f467066 HTTP/1.1" status: 200 len: 950 time: 0.1137116 May 28 06:25:55.302409 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-fb76966c-1025-4989-b11b-9a6cf8578066 req-339c9978-175f-4891-b986-4f248e1b2549 tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:55.319106 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4680c5c1-368f-4a44-b221-5829cb5e7484 tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] Notify callbacks [] for floatingip, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:55.335186 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-b7422788-0c5c-469f-8c83-d74388d8ae36 req-6d040498-c506-42d0-ad73-92665dbe5af1 tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:55.338271 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d8d12c9-0d11-4e01-8293-c0eccdb3b09a req-21d4215e-685d-4ad2-aab8-c2e51e81cbb6 tempest-ServerDiagnosticsNegativeTest-102089225 tempest-ServerDiagnosticsNegativeTest-102089225-project] Made reservation on behalf of 7e5cacf8c7e5405abc6550e3e5fb01a4 for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:25:55.338385 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4680c5c1-368f-4a44-b221-5829cb5e7484 tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:55.339009 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-4680c5c1-368f-4a44-b221-5829cb5e7484 tempest-ServersTestBootFromVolume-1704606079 tempest-ServersTestBootFromVolume-1704606079-project] 10.222.0.55 "DELETE /v2.0/floatingips/c1a5b868-b233-48bd-9316-f0412da460d4 HTTP/1.1" status: 204 len: 168 time: 1.1539252 May 28 06:25:55.341983 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 52096) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:25:55.347545 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-1d8d12c9-0d11-4e01-8293-c0eccdb3b09a req-21d4215e-685d-4ad2-aab8-c2e51e81cbb6 tempest-ServerDiagnosticsNegativeTest-102089225 tempest-ServerDiagnosticsNegativeTest-102089225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:55.380073 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['0776ea56-585e-48a6-96e3-e63192027301'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:25:55.413104 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-fb76966c-1025-4989-b11b-9a6cf8578066 req-339c9978-175f-4891-b986-4f248e1b2549 tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:25:55.426610 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-de7de79a-a077-40f1-b8de-79612763d938 req-70747f39-884e-4683-9122-8ff4f0d049a4 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.55 "GET /v2.0/security-groups?id=003cca32-7671-4721-8c5a-98dfd2100d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466115 May 28 06:25:55.427301 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-1d8d12c9-0d11-4e01-8293-c0eccdb3b09a req-21d4215e-685d-4ad2-aab8-c2e51e81cbb6 tempest-ServerDiagnosticsNegativeTest-102089225 tempest-ServerDiagnosticsNegativeTest-102089225-project] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:55.459616 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-fb76966c-1025-4989-b11b-9a6cf8578066 req-339c9978-175f-4891-b986-4f248e1b2549 tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] Usage tracker for resource:security_group_rule and tenant:288fd312b52b4dd39bd9eae35b8218d6 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:25:55.464327 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-fb76966c-1025-4989-b11b-9a6cf8578066 req-339c9978-175f-4891-b986-4f248e1b2549 tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:25:55.497444 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-fb76966c-1025-4989-b11b-9a6cf8578066 req-339c9978-175f-4891-b986-4f248e1b2549 tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:25:55.512402 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-1d8d12c9-0d11-4e01-8293-c0eccdb3b09a req-21d4215e-685d-4ad2-aab8-c2e51e81cbb6 tempest-ServerDiagnosticsNegativeTest-102089225 tempest-ServerDiagnosticsNegativeTest-102089225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:25:55.530281 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-1d8d12c9-0d11-4e01-8293-c0eccdb3b09a req-21d4215e-685d-4ad2-aab8-c2e51e81cbb6 tempest-ServerDiagnosticsNegativeTest-102089225 tempest-ServerDiagnosticsNegativeTest-102089225-project] Usage tracker for resource:security_group_rule and tenant:7e5cacf8c7e5405abc6550e3e5fb01a4 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:25:55.534056 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-1d8d12c9-0d11-4e01-8293-c0eccdb3b09a req-21d4215e-685d-4ad2-aab8-c2e51e81cbb6 tempest-ServerDiagnosticsNegativeTest-102089225 tempest-ServerDiagnosticsNegativeTest-102089225-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:25:55.540126 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-1d8d12c9-0d11-4e01-8293-c0eccdb3b09a req-21d4215e-685d-4ad2-aab8-c2e51e81cbb6 tempest-ServerDiagnosticsNegativeTest-102089225 tempest-ServerDiagnosticsNegativeTest-102089225-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:25:55.564732 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7422788-0c5c-469f-8c83-d74388d8ae36 req-6d040498-c506-42d0-ad73-92665dbe5af1 tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] Network bb90c162-fdb0-406b-af2b-5eef830db7a9 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:25:55.566208 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d040498-c506-42d0-ad73-92665dbe5af1 tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] Pushing event updated for resources: {'Port': ['ID=017c5838-9235-4128-a9e5-a9f121d9cf35,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:25:55.569060 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [req-b7422788-0c5c-469f-8c83-d74388d8ae36 req-6d040498-c506-42d0-ad73-92665dbe5af1 tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:25:55.578781 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7422788-0c5c-469f-8c83-d74388d8ae36 req-6d040498-c506-42d0-ad73-92665dbe5af1 tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:25:55.637032 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 2fa041f2-66fc-4770-92a9-f297fff7bd5a up at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:25:55.774761 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7422788-0c5c-469f-8c83-d74388d8ae36 req-6d040498-c506-42d0-ad73-92665dbe5af1 tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:55.775962 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-b7422788-0c5c-469f-8c83-d74388d8ae36 req-6d040498-c506-42d0-ad73-92665dbe5af1 tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:55.821654 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 52100) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:25:55.909309 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea2d70f8-cc72-4c4e-b486-20aa5f467066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c205e4a9-2963-4f27-a3fd-884fa02390ef'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:25:55.938765 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning for port 2fa041f2-66fc-4770-92a9-f297fff7bd5a completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:25:55.949032 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning complete for port 2fa041f2-66fc-4770-92a9-f297fff7bd5a triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:25:55.950325 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:55.960706 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df39aab2-d779-4337-ac66-8e60d14ae76c req-8af572ef-c385-456d-900e-aa636ab6b34c tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:55.961635 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-df39aab2-d779-4337-ac66-8e60d14ae76c req-8af572ef-c385-456d-900e-aa636ab6b34c tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] Synchronizing usage tracker for tenant:6d26c0ce17484ee58a8a7b1583fbfb9f on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:25:55.995897 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-1d8d12c9-0d11-4e01-8293-c0eccdb3b09a req-21d4215e-685d-4ad2-aab8-c2e51e81cbb6 tempest-ServerDiagnosticsNegativeTest-102089225 tempest-ServerDiagnosticsNegativeTest-102089225-project] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:56.002963 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-fb76966c-1025-4989-b11b-9a6cf8578066 req-339c9978-175f-4891-b986-4f248e1b2549 tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:56.004846 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b7422788-0c5c-469f-8c83-d74388d8ae36 req-6d040498-c506-42d0-ad73-92665dbe5af1 tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7757950 May 28 06:25:56.022048 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-b7422788-0c5c-469f-8c83-d74388d8ae36 req-f10715eb-edb2-4b87-882e-b6fd2fe1a821 service neutron] Request body: {'port': {'device_id': '6b45eee7-bda2-4c79-bc7f-9f279a1bec7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843702-1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:25:56.052823 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-428b5bf9-24f9-4e29-9895-a88bb87caca4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1ab1ed0d304345a0a07278c26e7745d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2246325 May 28 06:25:56.053456 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 52108) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:25:56.055820 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-45d41cd9-6a6d-4165-8d98-7a4f8109cfea None None] Provisioning for port 017c5838-9235-4128-a9e5-a9f121d9cf35 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:25:56.074214 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-45d41cd9-6a6d-4165-8d98-7a4f8109cfea None None] Provisioning complete for port 017c5838-9235-4128-a9e5-a9f121d9cf35 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:25:56.074956 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-45d41cd9-6a6d-4165-8d98-7a4f8109cfea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:56.130144 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-1d8d12c9-0d11-4e01-8293-c0eccdb3b09a req-21d4215e-685d-4ad2-aab8-c2e51e81cbb6 tempest-ServerDiagnosticsNegativeTest-102089225 tempest-ServerDiagnosticsNegativeTest-102089225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:56.137079 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 2fa041f2-66fc-4770-92a9-f297fff7bd5a is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:25:56.143488 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:56.160893 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-45d41cd9-6a6d-4165-8d98-7a4f8109cfea None None] Port 017c5838-9235-4128-a9e5-a9f121d9cf35 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:25:56.180607 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 2fa041f2-66fc-4770-92a9-f297fff7bd5a, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=2fa041f2-66fc-4770-92a9-f297fff7bd5a,segment=NetworkSegment(b938b3fe-4e87-4c2f-aa8d-5e499b733858),segment_id=b938b3fe-4e87-4c2f-aa8d-5e499b733858)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:25:56.182424 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9c8d4bd8-5848-4d15-923c-b06bfb8bea4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:56.199362 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-fb76966c-1025-4989-b11b-9a6cf8578066 req-339c9978-175f-4891-b986-4f248e1b2549 tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:56.203646 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-df39aab2-d779-4337-ac66-8e60d14ae76c req-8af572ef-c385-456d-900e-aa636ab6b34c tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] Unset dirty status for tenant:6d26c0ce17484ee58a8a7b1583fbfb9f on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:25:56.204968 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-df39aab2-d779-4337-ac66-8e60d14ae76c req-8af572ef-c385-456d-900e-aa636ab6b34c tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b45eee7-bda2-4c79-bc7f-9f279a1bec7a HTTP/1.1" status: 200 len: 936 time: 0.5873215 May 28 06:25:56.216347 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9c8d4bd8-5848-4d15-923c-b06bfb8bea4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:56.270000 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:56.295530 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d4215e-685d-4ad2-aab8-c2e51e81cbb6 tempest-ServerDiagnosticsNegativeTest-102089225 tempest-ServerDiagnosticsNegativeTest-102089225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1dd26868-3405-4f7d-a71c-4471aecc7f68,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:25:56.299191 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-b7422788-0c5c-469f-8c83-d74388d8ae36 req-f10715eb-edb2-4b87-882e-b6fd2fe1a821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:56.350754 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-85e997a1-330a-471e-a695-f480fd85bc09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700548'] for router_interface, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:56.371969 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=2fa041f2-66fc-4770-92a9-f297fff7bd5a,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:25:56.423225 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9c8d4bd8-5848-4d15-923c-b06bfb8bea4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:56.461425 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8d4bd8-5848-4d15-923c-b06bfb8bea4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a90b51ea-4be8-4511-8d71-0b0b776de2ab,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:25:56.463981 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-dc346621-9f4f-4e76-97aa-a2eca26e0889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:56.470747 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-df39aab2-d779-4337-ac66-8e60d14ae76c req-d93fa57b-48ad-42d5-aa1f-f155d76c3325 tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] 10.222.0.55 "GET /v2.0/security-groups?id=cd4f772a-3605-4ce2-bce7-8f5466d1255d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405765 May 28 06:25:56.523084 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339c9978-175f-4891-b986-4f248e1b2549 tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d06ca410-7a37-4609-b724-0c2f0d6890b4,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:25:56.535219 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-fb76966c-1025-4989-b11b-9a6cf8578066 req-339c9978-175f-4891-b986-4f248e1b2549 tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:56.539236 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fb76966c-1025-4989-b11b-9a6cf8578066 req-339c9978-175f-4891-b986-4f248e1b2549 tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 1.5267246 May 28 06:25:56.648907 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-119c31b8-69f6-43c9-8695-a70b256585e4'] response: {'server_uuid': 'ea2d70f8-cc72-4c4e-b486-20aa5f467066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c205e4a9-2963-4f27-a3fd-884fa02390ef', 'code': 200} May 28 06:25:56.746854 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-631e077a-fe89-41bb-b873-be58b23d3d02 req-4ebd9b04-2d45-44b6-992a-b5e16cb8f48d tempest-ServerDiagnosticsNegativeTest-102089225 tempest-ServerDiagnosticsNegativeTest-102089225-project] Synchronizing usage tracker for tenant:7e5cacf8c7e5405abc6550e3e5fb01a4 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:25:56.762843 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9c8d4bd8-5848-4d15-923c-b06bfb8bea4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:56.767289 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-9c8d4bd8-5848-4d15-923c-b06bfb8bea4c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a90b51ea-4be8-4511-8d71-0b0b776de2ab HTTP/1.1" status: 204 len: 168 time: 0.7101314 May 28 06:25:56.833668 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [req-1d8d12c9-0d11-4e01-8293-c0eccdb3b09a req-21d4215e-685d-4ad2-aab8-c2e51e81cbb6 tempest-ServerDiagnosticsNegativeTest-102089225 tempest-ServerDiagnosticsNegativeTest-102089225-project] Allocated IP 192.168.233.209 (bb90c162-fdb0-406b-af2b-5eef830db7a9/e72d0ca5-04cb-4b36-82b1-c75214c9eb05/9ae9b9a0-cee7-4d31-8499-86a0c37eedab) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:25:56.924304 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2ac6bf-2b17-404d-adf9-6c39f3c989b3 req-fe1ec8a7-555d-4554-937d-69328c4ce669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:56.926134 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-6c2ac6bf-2b17-404d-adf9-6c39f3c989b3 req-fe1ec8a7-555d-4554-937d-69328c4ce669 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ea2d70f8-cc72-4c4e-b486-20aa5f467066 HTTP/1.1" status: 200 len: 1101 time: 0.1714489 May 28 06:25:56.985450 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-631e077a-fe89-41bb-b873-be58b23d3d02 req-4ebd9b04-2d45-44b6-992a-b5e16cb8f48d tempest-ServerDiagnosticsNegativeTest-102089225 tempest-ServerDiagnosticsNegativeTest-102089225-project] Unset dirty status for tenant:7e5cacf8c7e5405abc6550e3e5fb01a4 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:25:56.986297 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-631e077a-fe89-41bb-b873-be58b23d3d02 req-4ebd9b04-2d45-44b6-992a-b5e16cb8f48d tempest-ServerDiagnosticsNegativeTest-102089225 tempest-ServerDiagnosticsNegativeTest-102089225-project] 10.222.0.55 "GET /v2.0/ports?device_id=89098ba2-b4ea-43ec-a45e-28c648cfcb10 HTTP/1.1" status: 200 len: 210 time: 0.3067136 May 28 06:25:57.052294 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a3ab0f-31d5-498e-b960-3b3843208b11 req-e0eed482-5627-4e11-a9fe-cbf478fac33b tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:57.052575 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-85e997a1-330a-471e-a695-f480fd85bc09 admin admin] Deleting port fcbb62df-ba5e-47f9-881a-c585cb50180d {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:25:57.053331 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-85e997a1-330a-471e-a695-f480fd85bc09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:57.053961 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-33a3ab0f-31d5-498e-b960-3b3843208b11 req-e0eed482-5627-4e11-a9fe-cbf478fac33b tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] 10.222.0.55 "GET /v2.0/ports?device_id=acc4fdba-1d14-4425-a8c7-34964f62b0ae HTTP/1.1" status: 200 len: 946 time: 0.2826140 May 28 06:25:57.106790 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-6c2ac6bf-2b17-404d-adf9-6c39f3c989b3 req-a69480f0-4422-48aa-8d0c-bcf577f397cb service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=003cca32-7671-4721-8c5a-98dfd2100d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727545 May 28 06:25:57.163381 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-1d8d12c9-0d11-4e01-8293-c0eccdb3b09a req-21d4215e-685d-4ad2-aab8-c2e51e81cbb6 tempest-ServerDiagnosticsNegativeTest-102089225 tempest-ServerDiagnosticsNegativeTest-102089225-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:57.204024 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-33a3ab0f-31d5-498e-b960-3b3843208b11 req-2853e0d5-7a03-4bce-b6c1-baed61d2ea0e tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] 10.222.0.55 "GET /v2.0/security-groups?id=23fff79d-6911-4949-90e1-061adc265852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436012 May 28 06:25:57.207783 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-1d8d12c9-0d11-4e01-8293-c0eccdb3b09a req-21d4215e-685d-4ad2-aab8-c2e51e81cbb6 tempest-ServerDiagnosticsNegativeTest-102089225 tempest-ServerDiagnosticsNegativeTest-102089225-project] Transition to ACTIVE for port object 9ae9b9a0-cee7-4d31-8499-86a0c37eedab will not be triggered until provisioned by entity DHCP. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:25:57.278307 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c69ea1-3d22-428c-a264-de23f7d257a1 req-27b75cd1-7363-4ca8-8f2a-5b93509786e6 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:57.280039 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-16c69ea1-3d22-428c-a264-de23f7d257a1 req-27b75cd1-7363-4ca8-8f2a-5b93509786e6 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea2d70f8-cc72-4c4e-b486-20aa5f467066 HTTP/1.1" status: 200 len: 950 time: 0.1575518 May 28 06:25:57.304047 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-85e997a1-330a-471e-a695-f480fd85bc09 admin admin] For port fcbb62df-ba5e-47f9-881a-c585cb50180d, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=fcbb62df-ba5e-47f9-881a-c585cb50180d,segment=NetworkSegment(e1db8248-a156-442d-a5cb-9a8435e3feea),segment_id=e1db8248-a156-442d-a5cb-9a8435e3feea)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:25:57.308082 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-85e997a1-330a-471e-a695-f480fd85bc09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:57.367666 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9aaafde8-af74-45ff-8915-e2bc51a0bf50 req-2067584f-b369-49f5-909c-9c205cbef5df tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] 10.222.0.55 "GET /v2.0/security-groups/d06ca410-7a37-4609-b724-0c2f0d6890b4 HTTP/1.1" status: 200 len: 1813 time: 0.1104822 May 28 06:25:57.371806 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-1d8d12c9-0d11-4e01-8293-c0eccdb3b09a req-21d4215e-685d-4ad2-aab8-c2e51e81cbb6 tempest-ServerDiagnosticsNegativeTest-102089225 tempest-ServerDiagnosticsNegativeTest-102089225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:57.377342 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-16c69ea1-3d22-428c-a264-de23f7d257a1 req-1991aa0c-2dbb-42bf-8ee6-7f008d734c1b tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.55 "GET /v2.0/security-groups?id=003cca32-7671-4721-8c5a-98dfd2100d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799801 May 28 06:25:57.437325 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-85e997a1-330a-471e-a695-f480fd85bc09 admin admin] Calling delete_port for fcbb62df-ba5e-47f9-881a-c585cb50180d owned by network:router_interface {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:25:57.461363 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:57.533875 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-644c20c0-598e-4a11-bddd-6ed1194eb25c req-63fd4b2b-668b-4f89-8445-8fcfc55a9f4a tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1284947497', 'description': 'tempest-description-1321238608'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:25:57.539942 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-644c20c0-598e-4a11-bddd-6ed1194eb25c req-63fd4b2b-668b-4f89-8445-8fcfc55a9f4a tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:25:57.543977 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d4215e-685d-4ad2-aab8-c2e51e81cbb6 tempest-ServerDiagnosticsNegativeTest-102089225 tempest-ServerDiagnosticsNegativeTest-102089225-project] Pushing event updated for resources: {'Port': ['ID=9ae9b9a0-cee7-4d31-8499-86a0c37eedab,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:25:57.561926 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d8d12c9-0d11-4e01-8293-c0eccdb3b09a req-21d4215e-685d-4ad2-aab8-c2e51e81cbb6 tempest-ServerDiagnosticsNegativeTest-102089225 tempest-ServerDiagnosticsNegativeTest-102089225-project] Network bb90c162-fdb0-406b-af2b-5eef830db7a9 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:25:57.564916 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-644c20c0-598e-4a11-bddd-6ed1194eb25c req-63fd4b2b-668b-4f89-8445-8fcfc55a9f4a tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] Usage tracker for resource:security_group and tenant:288fd312b52b4dd39bd9eae35b8218d6 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:25:57.567726 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [req-1d8d12c9-0d11-4e01-8293-c0eccdb3b09a req-21d4215e-685d-4ad2-aab8-c2e51e81cbb6 tempest-ServerDiagnosticsNegativeTest-102089225 tempest-ServerDiagnosticsNegativeTest-102089225-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:25:57.569740 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-644c20c0-598e-4a11-bddd-6ed1194eb25c req-63fd4b2b-668b-4f89-8445-8fcfc55a9f4a tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:25:57.573926 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d8d12c9-0d11-4e01-8293-c0eccdb3b09a req-21d4215e-685d-4ad2-aab8-c2e51e81cbb6 tempest-ServerDiagnosticsNegativeTest-102089225 tempest-ServerDiagnosticsNegativeTest-102089225-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:25:57.771223 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 52132) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:25:57.776767 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8d12c9-0d11-4e01-8293-c0eccdb3b09a req-21d4215e-685d-4ad2-aab8-c2e51e81cbb6 tempest-ServerDiagnosticsNegativeTest-102089225 tempest-ServerDiagnosticsNegativeTest-102089225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:57.779578 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-1d8d12c9-0d11-4e01-8293-c0eccdb3b09a req-21d4215e-685d-4ad2-aab8-c2e51e81cbb6 tempest-ServerDiagnosticsNegativeTest-102089225 tempest-ServerDiagnosticsNegativeTest-102089225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:57.788507 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-644c20c0-598e-4a11-bddd-6ed1194eb25c req-63fd4b2b-668b-4f89-8445-8fcfc55a9f4a tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:25:57.825054 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-0d862840-b65f-450c-8639-8a8c9ee4237c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d6425f1b57874baf9c7d75dcfc467754&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0525978 May 28 06:25:57.828761 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 52136) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:25:57.859542 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-85e997a1-330a-471e-a695-f480fd85bc09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:57.922962 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1d8d12c9-0d11-4e01-8293-c0eccdb3b09a req-21d4215e-685d-4ad2-aab8-c2e51e81cbb6 tempest-ServerDiagnosticsNegativeTest-102089225 tempest-ServerDiagnosticsNegativeTest-102089225-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2426755 May 28 06:25:57.923579 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e997a1-330a-471e-a695-f480fd85bc09 admin admin] Pushing event deleted for resources: {'Port': ['ID=fcbb62df-ba5e-47f9-881a-c585cb50180d,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:25:57.923713 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-644c20c0-598e-4a11-bddd-6ed1194eb25c req-63fd4b2b-668b-4f89-8445-8fcfc55a9f4a tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:57.946089 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-1d8d12c9-0d11-4e01-8293-c0eccdb3b09a req-cda17e03-876a-420e-95e1-450324025b5c service neutron] Request body: {'port': {'device_id': '89098ba2-b4ea-43ec-a45e-28c648cfcb10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843702-1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:25:57.995498 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-6881efa9-881d-47f6-9b43-ec4ac44c0421 None None] Provisioning for port 9ae9b9a0-cee7-4d31-8499-86a0c37eedab completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:25:58.005349 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-6881efa9-881d-47f6-9b43-ec4ac44c0421 None None] Provisioning complete for port 9ae9b9a0-cee7-4d31-8499-86a0c37eedab triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:25:58.005349 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-6881efa9-881d-47f6-9b43-ec4ac44c0421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:58.063008 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820ce87e-ff2b-46d8-834e-44099747b107 req-5e603862-21d9-4f71-8a41-eec7df2da367 tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:58.064635 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-820ce87e-ff2b-46d8-834e-44099747b107 req-5e603862-21d9-4f71-8a41-eec7df2da367 tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b45eee7-bda2-4c79-bc7f-9f279a1bec7a HTTP/1.1" status: 200 len: 936 time: 0.2809253 May 28 06:25:58.065817 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-644c20c0-598e-4a11-bddd-6ed1194eb25c req-63fd4b2b-668b-4f89-8445-8fcfc55a9f4a tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:25:58.077645 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-644c20c0-598e-4a11-bddd-6ed1194eb25c req-63fd4b2b-668b-4f89-8445-8fcfc55a9f4a tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] Usage tracker for resource:security_group_rule and tenant:288fd312b52b4dd39bd9eae35b8218d6 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:25:58.082217 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-644c20c0-598e-4a11-bddd-6ed1194eb25c req-63fd4b2b-668b-4f89-8445-8fcfc55a9f4a tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:25:58.105935 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-644c20c0-598e-4a11-bddd-6ed1194eb25c req-63fd4b2b-668b-4f89-8445-8fcfc55a9f4a tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:25:58.118339 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [req-b7422788-0c5c-469f-8c83-d74388d8ae36 req-f10715eb-edb2-4b87-882e-b6fd2fe1a821 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 017c5838-9235-4128-a9e5-a9f121d9cf35 {{(pid=89110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:25:58.163871 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-6881efa9-881d-47f6-9b43-ec4ac44c0421 None None] Port 9ae9b9a0-cee7-4d31-8499-86a0c37eedab cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:25:58.169064 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-b7422788-0c5c-469f-8c83-d74388d8ae36 req-f10715eb-edb2-4b87-882e-b6fd2fe1a821 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:58.204380 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-820ce87e-ff2b-46d8-834e-44099747b107 req-981a9cbd-9937-41aa-852d-d59f26d70db3 tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] 10.222.0.55 "GET /v2.0/security-groups?id=cd4f772a-3605-4ce2-bce7-8f5466d1255d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322188 May 28 06:25:58.209697 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c0e713a1-ce65-4165-8cf5-ea2c5fd7e044 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:58.217994 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-b7422788-0c5c-469f-8c83-d74388d8ae36 req-f10715eb-edb2-4b87-882e-b6fd2fe1a821 service neutron] Transition to ACTIVE for port object 017c5838-9235-4128-a9e5-a9f121d9cf35 will not be triggered until provisioned by entity L2. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:25:58.228896 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-1d8d12c9-0d11-4e01-8293-c0eccdb3b09a req-cda17e03-876a-420e-95e1-450324025b5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:58.245735 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c0e713a1-ce65-4165-8cf5-ea2c5fd7e044 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:58.374558 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-b7422788-0c5c-469f-8c83-d74388d8ae36 req-f10715eb-edb2-4b87-882e-b6fd2fe1a821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:58.454303 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-85e997a1-330a-471e-a695-f480fd85bc09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700472'] for router_interface, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:58.548746 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c0e713a1-ce65-4165-8cf5-ea2c5fd7e044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:58.591008 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e713a1-ce65-4165-8cf5-ea2c5fd7e044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=875ffb4d-d10e-478b-b52a-54fcb34acf7a,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:25:58.649794 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acc4fdba-1d14-4425-a8c7-34964f62b0ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fa041f2-66fc-4770-92a9-f297fff7bd5a'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:25:58.687109 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10715eb-edb2-4b87-882e-b6fd2fe1a821 service neutron] Pushing event updated for resources: {'Port': ['ID=017c5838-9235-4128-a9e5-a9f121d9cf35,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:25:58.789391 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c0e713a1-ce65-4165-8cf5-ea2c5fd7e044 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:58.792716 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-c0e713a1-ce65-4165-8cf5-ea2c5fd7e044 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/875ffb4d-d10e-478b-b52a-54fcb34acf7a HTTP/1.1" status: 204 len: 168 time: 0.9606462 May 28 06:25:58.873351 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-644c20c0-598e-4a11-bddd-6ed1194eb25c req-63fd4b2b-668b-4f89-8445-8fcfc55a9f4a tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:58.899070 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-f6685881-daab-4b1d-a6c8-66b919219022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:58.915304 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85e997a1-330a-471e-a695-f480fd85bc09 admin admin] Router f7344360-2d8f-4ca1-98bb-bddc7ba0d019 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:25:58.920927 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be1fcef-231d-4c70-a2bb-5573552766c8 req-bd042a3b-11d5-422f-9589-a3dc49c8febc tempest-ServerDiagnosticsNegativeTest-102089225 tempest-ServerDiagnosticsNegativeTest-102089225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:58.928931 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6be1fcef-231d-4c70-a2bb-5573552766c8 req-bd042a3b-11d5-422f-9589-a3dc49c8febc tempest-ServerDiagnosticsNegativeTest-102089225 tempest-ServerDiagnosticsNegativeTest-102089225-project] 10.222.0.55 "GET /v2.0/ports?device_id=89098ba2-b4ea-43ec-a45e-28c648cfcb10 HTTP/1.1" status: 200 len: 936 time: 0.6116588 May 28 06:25:58.953693 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-b7422788-0c5c-469f-8c83-d74388d8ae36 req-f10715eb-edb2-4b87-882e-b6fd2fe1a821 service neutron] Attempting to bind port 017c5838-9235-4128-a9e5-a9f121d9cf35 on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:25:58.954178 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-b7422788-0c5c-469f-8c83-d74388d8ae36 req-f10715eb-edb2-4b87-882e-b6fd2fe1a821 service neutron] Attempting to bind port 017c5838-9235-4128-a9e5-a9f121d9cf35 by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:25:58.954509 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7422788-0c5c-469f-8c83-d74388d8ae36 req-f10715eb-edb2-4b87-882e-b6fd2fe1a821 service neutron] Attempting to bind port 017c5838-9235-4128-a9e5-a9f121d9cf35 on network bb90c162-fdb0-406b-af2b-5eef830db7a9 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:25:58.976064 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-644c20c0-598e-4a11-bddd-6ed1194eb25c req-63fd4b2b-668b-4f89-8445-8fcfc55a9f4a tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:58.992810 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7422788-0c5c-469f-8c83-d74388d8ae36 req-f10715eb-edb2-4b87-882e-b6fd2fe1a821 service neutron] Port 017c5838-9235-4128-a9e5-a9f121d9cf35 on network bb90c162-fdb0-406b-af2b-5eef830db7a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:25:58.993045 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7422788-0c5c-469f-8c83-d74388d8ae36 req-f10715eb-edb2-4b87-882e-b6fd2fe1a821 service neutron] Attempting to bind port 017c5838-9235-4128-a9e5-a9f121d9cf35 on network bb90c162-fdb0-406b-af2b-5eef830db7a9 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:25:59.033670 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7422788-0c5c-469f-8c83-d74388d8ae36 req-f10715eb-edb2-4b87-882e-b6fd2fe1a821 service neutron] Checking agent: {'id': '69f492a0-c00d-46d0-9bec-fcd8161ce206', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:25:59.034042 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7422788-0c5c-469f-8c83-d74388d8ae36 req-f10715eb-edb2-4b87-882e-b6fd2fe1a821 service neutron] Checking segment: {'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:25:59.034431 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7422788-0c5c-469f-8c83-d74388d8ae36 req-f10715eb-edb2-4b87-882e-b6fd2fe1a821 service neutron] Bound using segment: {'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:25:59.034872 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-b7422788-0c5c-469f-8c83-d74388d8ae36 req-f10715eb-edb2-4b87-882e-b6fd2fe1a821 service neutron] Bound port: 017c5838-9235-4128-a9e5-a9f121d9cf35, host: n-h1-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'}}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:25:59.035215 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-b7422788-0c5c-469f-8c83-d74388d8ae36 req-f10715eb-edb2-4b87-882e-b6fd2fe1a821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:59.082636 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fd4b2b-668b-4f89-8445-8fcfc55a9f4a tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b92721de-d8d1-496b-bad2-efbbd7ac66ae,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:25:59.089707 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-6be1fcef-231d-4c70-a2bb-5573552766c8 req-b45f5132-b881-4e22-908c-41a4c307c3cf tempest-ServerDiagnosticsNegativeTest-102089225 tempest-ServerDiagnosticsNegativeTest-102089225-project] Synchronizing usage tracker for tenant:7e5cacf8c7e5405abc6550e3e5fb01a4 on resource:security_group {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:25:59.122560 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85e997a1-330a-471e-a695-f480fd85bc09 admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:25:59.131919 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-85e997a1-330a-471e-a695-f480fd85bc09 admin admin] 10.222.0.55 "PUT /v2.0/routers/f7344360-2d8f-4ca1-98bb-bddc7ba0d019/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7844150 May 28 06:25:59.131919 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 52154) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:25:59.134962 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17b80b3-6227-42d4-8d44-56f4b9aa0203 None None] Sync routers for ids ['f7344360-2d8f-4ca1-98bb-bddc7ba0d019'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:25:59.146392 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17b80b3-6227-42d4-8d44-56f4b9aa0203 None None] Routers {'f7344360-2d8f-4ca1-98bb-bddc7ba0d019'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:25:59.147178 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-b17b80b3-6227-42d4-8d44-56f4b9aa0203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:25:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['f7344360-2d8f-4ca1-98bb-bddc7ba0d019'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:25:59.151175 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-644c20c0-598e-4a11-bddd-6ed1194eb25c req-63fd4b2b-668b-4f89-8445-8fcfc55a9f4a tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:59.152610 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-644c20c0-598e-4a11-bddd-6ed1194eb25c req-63fd4b2b-668b-4f89-8445-8fcfc55a9f4a tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 1.6376052 May 28 06:25:59.257503 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [req-1d8d12c9-0d11-4e01-8293-c0eccdb3b09a req-cda17e03-876a-420e-95e1-450324025b5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ae9b9a0-cee7-4d31-8499-86a0c37eedab {{(pid=89110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:25:59.274946 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-b7422788-0c5c-469f-8c83-d74388d8ae36 req-f10715eb-edb2-4b87-882e-b6fd2fe1a821 service neutron] For port 017c5838-9235-4128-a9e5-a9f121d9cf35, host n-h1-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:25:59.274946 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-1d8d12c9-0d11-4e01-8293-c0eccdb3b09a req-cda17e03-876a-420e-95e1-450324025b5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:59.274946 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-b7422788-0c5c-469f-8c83-d74388d8ae36 req-f10715eb-edb2-4b87-882e-b6fd2fe1a821 service neutron] For port 017c5838-9235-4128-a9e5-a9f121d9cf35, host n-h1-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=017c5838-9235-4128-a9e5-a9f121d9cf35,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:25:59.284237 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-6be1fcef-231d-4c70-a2bb-5573552766c8 req-b45f5132-b881-4e22-908c-41a4c307c3cf tempest-ServerDiagnosticsNegativeTest-102089225 tempest-ServerDiagnosticsNegativeTest-102089225-project] Unset dirty status for tenant:7e5cacf8c7e5405abc6550e3e5fb01a4 on resource:security_group {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:25:59.297299 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6be1fcef-231d-4c70-a2bb-5573552766c8 req-b45f5132-b881-4e22-908c-41a4c307c3cf tempest-ServerDiagnosticsNegativeTest-102089225 tempest-ServerDiagnosticsNegativeTest-102089225-project] 10.222.0.55 "GET /v2.0/security-groups?id=1dd26868-3405-4f7d-a71c-4471aecc7f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3672850 May 28 06:25:59.370278 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-1d8d12c9-0d11-4e01-8293-c0eccdb3b09a req-cda17e03-876a-420e-95e1-450324025b5c service neutron] Transition to ACTIVE for port object 9ae9b9a0-cee7-4d31-8499-86a0c37eedab will not be triggered until provisioned by entity L2. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:25:59.370968 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c5c4a607-7834-4ebd-81f5-18d3a3db23b3 admin admin] Notify callbacks [] for router, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:59.383445 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-b7422788-0c5c-469f-8c83-d74388d8ae36 req-f10715eb-edb2-4b87-882e-b6fd2fe1a821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:59.493262 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-b17b80b3-6227-42d4-8d44-56f4b9aa0203 None None] Set router f7344360-2d8f-4ca1-98bb-bddc7ba0d019 gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:25:59.592070 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-1d8d12c9-0d11-4e01-8293-c0eccdb3b09a req-cda17e03-876a-420e-95e1-450324025b5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:59.620363 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10715eb-edb2-4b87-882e-b6fd2fe1a821 service neutron] Pushing event updated for resources: {'Port': ['ID=017c5838-9235-4128-a9e5-a9f121d9cf35,revision_number=3']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:25:59.628911 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c5c4a607-7834-4ebd-81f5-18d3a3db23b3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:59.660968 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7422788-0c5c-469f-8c83-d74388d8ae36 req-f10715eb-edb2-4b87-882e-b6fd2fe1a821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:59.661181 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-b7422788-0c5c-469f-8c83-d74388d8ae36 req-f10715eb-edb2-4b87-882e-b6fd2fe1a821 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:59.663060 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b7422788-0c5c-469f-8c83-d74388d8ae36 req-f10715eb-edb2-4b87-882e-b6fd2fe1a821 service neutron] 10.222.0.69 "PUT /v2.0/ports/017c5838-9235-4128-a9e5-a9f121d9cf35 HTTP/1.1" status: 200 len: 1096 time: 3.6485879 May 28 06:25:59.715438 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-c5c4a607-7834-4ebd-81f5-18d3a3db23b3 admin admin] Deleting port 4efbedb8-5c03-46b4-b155-ec0490507b8c {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:25:59.715789 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c5c4a607-7834-4ebd-81f5-18d3a3db23b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:59.805557 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:59.963528 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-b17b80b3-6227-42d4-8d44-56f4b9aa0203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7344360-2d8f-4ca1-98bb-bddc7ba0d019', 'name': 'tempest-ServersTestBootFromVolume-686099928-router', 'tenant_id': 'e313c89cfc3c4d8fb17072c426d13160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': '4efbedb8-5c03-46b4-b155-ec0490507b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:21:19Z', 'updated_at': '2022-05-28T06:25:57Z', 'revision_number': 5, 'project_id': 'e313c89cfc3c4d8fb17072c426d13160', 'gw_port': {'id': '4efbedb8-5c03-46b4-b155-ec0490507b8c', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:9a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7344360-2d8f-4ca1-98bb-bddc7ba0d019', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:21:21Z', 'updated_at': '2022-05-28T06:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:25:59.972226 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b45eee7-bda2-4c79-bc7f-9f279a1bec7a', 'tag': '017c5838-9235-4128-a9e5-a9f121d9cf35'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:25:59.976524 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17b80b3-6227-42d4-8d44-56f4b9aa0203 None None] Checking router: f7344360-2d8f-4ca1-98bb-bddc7ba0d019 for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:26:00.002504 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17b80b3-6227-42d4-8d44-56f4b9aa0203 None None] Routers {'f7344360-2d8f-4ca1-98bb-bddc7ba0d019'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:26:00.003400 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-b17b80b3-6227-42d4-8d44-56f4b9aa0203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:25:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['f7344360-2d8f-4ca1-98bb-bddc7ba0d019'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:26:00.075931 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:00.081899 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64028d6-8d58-49f6-8453-9f6f47ff5a59 req-0dbfad3a-5068-4506-abdb-c6cffb84ff0a tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:00.083405 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c64028d6-8d58-49f6-8453-9f6f47ff5a59 req-0dbfad3a-5068-4506-abdb-c6cffb84ff0a tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] 10.222.0.55 "GET /v2.0/ports?device_id=acc4fdba-1d14-4425-a8c7-34964f62b0ae HTTP/1.1" status: 200 len: 946 time: 0.7847476 May 28 06:26:00.153713 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-c5c4a607-7834-4ebd-81f5-18d3a3db23b3 admin admin] For port 4efbedb8-5c03-46b4-b155-ec0490507b8c, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=4efbedb8-5c03-46b4-b155-ec0490507b8c,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:26:00.153713 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c5c4a607-7834-4ebd-81f5-18d3a3db23b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:00.154073 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda17e03-876a-420e-95e1-450324025b5c service neutron] Pushing event updated for resources: {'Port': ['ID=9ae9b9a0-cee7-4d31-8499-86a0c37eedab,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:00.235482 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1103db47-ea36-4848-bf02-a96a9d9d8a7c req-6a929442-dad6-450e-a9c5-9a765d74c94c tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:00.247349 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1103db47-ea36-4848-bf02-a96a9d9d8a7c req-6a929442-dad6-450e-a9c5-9a765d74c94c tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea2d70f8-cc72-4c4e-b486-20aa5f467066 HTTP/1.1" status: 200 len: 950 time: 0.7859373 May 28 06:26:00.281992 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c64028d6-8d58-49f6-8453-9f6f47ff5a59 req-576ce55e-ef8b-40f3-92ef-6fe93c962183 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] 10.222.0.55 "GET /v2.0/security-groups?id=23fff79d-6911-4949-90e1-061adc265852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430779 May 28 06:26:00.348845 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-b17b80b3-6227-42d4-8d44-56f4b9aa0203 None None] Set router f7344360-2d8f-4ca1-98bb-bddc7ba0d019 gateway port host: None {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:26:00.364555 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-1d8d12c9-0d11-4e01-8293-c0eccdb3b09a req-cda17e03-876a-420e-95e1-450324025b5c service neutron] Attempting to bind port 9ae9b9a0-cee7-4d31-8499-86a0c37eedab on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:26:00.364887 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-1d8d12c9-0d11-4e01-8293-c0eccdb3b09a req-cda17e03-876a-420e-95e1-450324025b5c service neutron] Attempting to bind port 9ae9b9a0-cee7-4d31-8499-86a0c37eedab by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:26:00.365814 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8d12c9-0d11-4e01-8293-c0eccdb3b09a req-cda17e03-876a-420e-95e1-450324025b5c service neutron] Attempting to bind port 9ae9b9a0-cee7-4d31-8499-86a0c37eedab on network bb90c162-fdb0-406b-af2b-5eef830db7a9 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:26:00.370401 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1103db47-ea36-4848-bf02-a96a9d9d8a7c req-e8062921-e349-451e-88c0-f795a9059feb tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.55 "GET /v2.0/security-groups?id=003cca32-7671-4721-8c5a-98dfd2100d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943861 May 28 06:26:00.375984 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-c5c4a607-7834-4ebd-81f5-18d3a3db23b3 admin admin] Calling delete_port for 4efbedb8-5c03-46b4-b155-ec0490507b8c owned by network:router_gateway {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:26:00.376381 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8d12c9-0d11-4e01-8293-c0eccdb3b09a req-cda17e03-876a-420e-95e1-450324025b5c service neutron] Port 9ae9b9a0-cee7-4d31-8499-86a0c37eedab on network bb90c162-fdb0-406b-af2b-5eef830db7a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:26:00.376670 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8d12c9-0d11-4e01-8293-c0eccdb3b09a req-cda17e03-876a-420e-95e1-450324025b5c service neutron] Attempting to bind port 9ae9b9a0-cee7-4d31-8499-86a0c37eedab on network bb90c162-fdb0-406b-af2b-5eef830db7a9 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:26:00.380726 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7422788-0c5c-469f-8c83-d74388d8ae36 req-b36c9d27-4eba-4bc6-80ea-1424e8a7b5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:00.382377 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b7422788-0c5c-469f-8c83-d74388d8ae36 req-b36c9d27-4eba-4bc6-80ea-1424e8a7b5de service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6d26c0ce17484ee58a8a7b1583fbfb9f&device_id=6b45eee7-bda2-4c79-bc7f-9f279a1bec7a HTTP/1.1" status: 200 len: 1099 time: 0.4042971 May 28 06:26:00.386513 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8d12c9-0d11-4e01-8293-c0eccdb3b09a req-cda17e03-876a-420e-95e1-450324025b5c service neutron] Checking agent: {'id': '69f492a0-c00d-46d0-9bec-fcd8161ce206', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:26:00.386843 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8d12c9-0d11-4e01-8293-c0eccdb3b09a req-cda17e03-876a-420e-95e1-450324025b5c service neutron] Checking segment: {'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:26:00.387219 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8d12c9-0d11-4e01-8293-c0eccdb3b09a req-cda17e03-876a-420e-95e1-450324025b5c service neutron] Bound using segment: {'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:26:00.387641 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-1d8d12c9-0d11-4e01-8293-c0eccdb3b09a req-cda17e03-876a-420e-95e1-450324025b5c service neutron] Bound port: 9ae9b9a0-cee7-4d31-8499-86a0c37eedab, host: n-h1-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'}}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:26:00.387978 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-1d8d12c9-0d11-4e01-8293-c0eccdb3b09a req-cda17e03-876a-420e-95e1-450324025b5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:00.476124 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a83985c2-bef5-4811-b522-5919e00b9d6f'] response: {'server_uuid': 'acc4fdba-1d14-4425-a8c7-34964f62b0ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fa041f2-66fc-4770-92a9-f297fff7bd5a', 'code': 200} May 28 06:26:00.612757 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b7422788-0c5c-469f-8c83-d74388d8ae36 req-062af5d3-ff8d-4a9e-96b5-4cc81d37ba42 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=017c5838-9235-4128-a9e5-a9f121d9cf35 HTTP/1.1" status: 200 len: 217 time: 0.1599770 May 28 06:26:00.630009 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-b17b80b3-6227-42d4-8d44-56f4b9aa0203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7344360-2d8f-4ca1-98bb-bddc7ba0d019', 'name': 'tempest-ServersTestBootFromVolume-686099928-router', 'tenant_id': 'e313c89cfc3c4d8fb17072c426d13160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:21:19Z', 'updated_at': '2022-05-28T06:25:59Z', 'revision_number': 6, 'project_id': 'e313c89cfc3c4d8fb17072c426d13160', 'gw_port_host': None}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:26:00.637311 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17b80b3-6227-42d4-8d44-56f4b9aa0203 None None] The sync data for ids ['f7344360-2d8f-4ca1-98bb-bddc7ba0d019'] in n-d-843702-1 is: [{'id': 'f7344360-2d8f-4ca1-98bb-bddc7ba0d019', 'name': 'tempest-ServersTestBootFromVolume-686099928-router', 'tenant_id': 'e313c89cfc3c4d8fb17072c426d13160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:21:19Z', 'updated_at': '2022-05-28T06:25:59Z', 'revision_number': 6, 'project_id': 'e313c89cfc3c4d8fb17072c426d13160', 'gw_port_host': None}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:26:00.738400 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ded15c7-fd91-49e8-b2ec-c8ec485059cd req-18de82ee-9819-4ae1-b73d-2b6ba289da69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:00.740074 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-5ded15c7-fd91-49e8-b2ec-c8ec485059cd req-18de82ee-9819-4ae1-b73d-2b6ba289da69 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=acc4fdba-1d14-4425-a8c7-34964f62b0ae HTTP/1.1" status: 200 len: 1097 time: 0.1657388 May 28 06:26:00.831667 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8d709f05-021e-46e9-9d95-2aae1b7be599 req-b6fda97f-b770-446b-90c2-9d8fbe5396ca tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] 10.222.0.55 "GET /v2.0/security-groups/b92721de-d8d1-496b-bad2-efbbd7ac66ae HTTP/1.1" status: 200 len: 1813 time: 0.4094419 May 28 06:26:00.832618 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-5ded15c7-fd91-49e8-b2ec-c8ec485059cd req-618c12c7-6395-4b12-8dba-29c2bc2187cd service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=23fff79d-6911-4949-90e1-061adc265852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845687 May 28 06:26:00.835292 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7422788-0c5c-469f-8c83-d74388d8ae36 req-32bd0637-c82c-4a01-87dd-c70946be009d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:00.837048 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b7422788-0c5c-469f-8c83-d74388d8ae36 req-32bd0637-c82c-4a01-87dd-c70946be009d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e72d0ca5-04cb-4b36-82b1-c75214c9eb05 HTTP/1.1" status: 200 len: 843 time: 0.2230430 May 28 06:26:00.891902 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ddc9508-f195-4704-8f5e-07834dac3d47'] response: {'name': 'network-changed', 'server_uuid': '6b45eee7-bda2-4c79-bc7f-9f279a1bec7a', 'tag': '017c5838-9235-4128-a9e5-a9f121d9cf35', 'status': 'completed', 'code': 200} May 28 06:26:00.921139 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c5c4a607-7834-4ebd-81f5-18d3a3db23b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:00.934417 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-1d8d12c9-0d11-4e01-8293-c0eccdb3b09a req-cda17e03-876a-420e-95e1-450324025b5c service neutron] For port 9ae9b9a0-cee7-4d31-8499-86a0c37eedab, host n-h1-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:26:00.957674 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-1d8d12c9-0d11-4e01-8293-c0eccdb3b09a req-cda17e03-876a-420e-95e1-450324025b5c service neutron] For port 9ae9b9a0-cee7-4d31-8499-86a0c37eedab, host n-h1-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=9ae9b9a0-cee7-4d31-8499-86a0c37eedab,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:26:01.000084 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d48297-5f3f-4389-ad02-f33c01a0d230 req-b2f5a1ef-0a63-4e27-805e-67b8f18f6ebf tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:01.002175 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-71d48297-5f3f-4389-ad02-f33c01a0d230 req-b2f5a1ef-0a63-4e27-805e-67b8f18f6ebf tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b45eee7-bda2-4c79-bc7f-9f279a1bec7a HTTP/1.1" status: 200 len: 948 time: 0.3827147 May 28 06:26:01.054505 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c4a607-7834-4ebd-81f5-18d3a3db23b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=4efbedb8-5c03-46b4-b155-ec0490507b8c,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:01.093972 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-1d8d12c9-0d11-4e01-8293-c0eccdb3b09a req-cda17e03-876a-420e-95e1-450324025b5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:01.208298 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c5c4a607-7834-4ebd-81f5-18d3a3db23b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691105'] for router_gateway, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:01.208540 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8d12c9-0d11-4e01-8293-c0eccdb3b09a req-cda17e03-876a-420e-95e1-450324025b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:01.208911 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-1d8d12c9-0d11-4e01-8293-c0eccdb3b09a req-cda17e03-876a-420e-95e1-450324025b5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:01.210381 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1d8d12c9-0d11-4e01-8293-c0eccdb3b09a req-cda17e03-876a-420e-95e1-450324025b5c service neutron] 10.222.0.69 "PUT /v2.0/ports/9ae9b9a0-cee7-4d31-8499-86a0c37eedab HTTP/1.1" status: 200 len: 1096 time: 3.2731981 May 28 06:26:01.266227 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-71d48297-5f3f-4389-ad02-f33c01a0d230 req-f691d18d-8f80-4018-b29b-4726d7039df4 tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] 10.222.0.55 "GET /v2.0/security-groups?id=cd4f772a-3605-4ce2-bce7-8f5466d1255d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126932 May 28 06:26:01.303651 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7422788-0c5c-469f-8c83-d74388d8ae36 req-0c563f05-287b-4525-80e4-42ee992018fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:01.306737 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b7422788-0c5c-469f-8c83-d74388d8ae36 req-0c563f05-287b-4525-80e4-42ee992018fd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bb90c162-fdb0-406b-af2b-5eef830db7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4543948 May 28 06:26:01.308252 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda17e03-876a-420e-95e1-450324025b5c service neutron] Pushing event updated for resources: {'Port': ['ID=9ae9b9a0-cee7-4d31-8499-86a0c37eedab,revision_number=3']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:01.456410 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c5c4a607-7834-4ebd-81f5-18d3a3db23b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59018'] for router, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:01.458967 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c5c4a607-7834-4ebd-81f5-18d3a3db23b3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:01.523766 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3715ad50-7b81-47ee-a25f-bb304b825acd req-1d98e95d-4107-4243-b3e8-ff81d724e6b1 tempest-ServerDiagnosticsNegativeTest-102089225 tempest-ServerDiagnosticsNegativeTest-102089225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:01.525346 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3715ad50-7b81-47ee-a25f-bb304b825acd req-1d98e95d-4107-4243-b3e8-ff81d724e6b1 tempest-ServerDiagnosticsNegativeTest-102089225 tempest-ServerDiagnosticsNegativeTest-102089225-project] 10.222.0.55 "GET /v2.0/ports?device_id=89098ba2-b4ea-43ec-a45e-28c648cfcb10 HTTP/1.1" status: 200 len: 948 time: 0.5221779 May 28 06:26:01.589995 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c5c4a607-7834-4ebd-81f5-18d3a3db23b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-703817'] for router, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:01.590541 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5c4a607-7834-4ebd-81f5-18d3a3db23b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7344360-2d8f-4ca1-98bb-bddc7ba0d019 {{(pid=89109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 06:26:01.609180 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c5c4a607-7834-4ebd-81f5-18d3a3db23b3 admin admin] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:01.611385 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-c5c4a607-7834-4ebd-81f5-18d3a3db23b3 admin admin] 10.222.0.55 "DELETE /v2.0/routers/f7344360-2d8f-4ca1-98bb-bddc7ba0d019 HTTP/1.1" status: 204 len: 168 time: 2.4798138 May 28 06:26:01.614038 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 52212) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:26:01.652852 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:01.678422 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3715ad50-7b81-47ee-a25f-bb304b825acd req-257c3e0b-a88c-462f-88e7-b7ce2edc73e6 tempest-ServerDiagnosticsNegativeTest-102089225 tempest-ServerDiagnosticsNegativeTest-102089225-project] 10.222.0.55 "GET /v2.0/security-groups?id=1dd26868-3405-4f7d-a71c-4471aecc7f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422915 May 28 06:26:01.682626 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d41315f-6bc0-43b9-a713-92ff97d80360 admin admin] Deleting subnet d0d4ee4a-571d-4ecd-bcb9-60ece6662c27 {{(pid=89109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:26:01.687267 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3d41315f-6bc0-43b9-a713-92ff97d80360 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:01.703504 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8d12c9-0d11-4e01-8293-c0eccdb3b09a req-d10829cf-fc64-4534-aff6-f17d26328e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:01.705010 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1d8d12c9-0d11-4e01-8293-c0eccdb3b09a req-d10829cf-fc64-4534-aff6-f17d26328e6f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7e5cacf8c7e5405abc6550e3e5fb01a4&device_id=89098ba2-b4ea-43ec-a45e-28c648cfcb10 HTTP/1.1" status: 200 len: 1099 time: 0.3531089 May 28 06:26:01.709409 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b7422788-0c5c-469f-8c83-d74388d8ae36 req-f8367b92-e93b-4ffa-9e43-152fab05820c service neutron] 10.222.0.69 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3929672 May 28 06:26:01.717296 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6de7a14-991a-42d5-abed-8e8f9e961efa req-bd98db3e-6280-4f6d-942e-b2f2d76958ad tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:01.719207 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e6de7a14-991a-42d5-abed-8e8f9e961efa req-bd98db3e-6280-4f6d-942e-b2f2d76958ad tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.55 "GET /v2.0/ports?device_id=b2cac498-5681-4d00-a219-f4b4fe770ade HTTP/1.1" status: 200 len: 949 time: 0.2538745 May 28 06:26:01.751953 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3d41315f-6bc0-43b9-a713-92ff97d80360 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3964070'] for subnet, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:01.846337 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3d41315f-6bc0-43b9-a713-92ff97d80360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:01.864469 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-a96b0020-3955-490d-99ad-875d8619f8cb req-3ea8064d-f940-43af-869b-60193bff4b33 tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1741865869', 'description': 'tempest-description-1486906173'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:26:01.890213 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-a96b0020-3955-490d-99ad-875d8619f8cb req-3ea8064d-f940-43af-869b-60193bff4b33 tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:26:01.900931 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1d8d12c9-0d11-4e01-8293-c0eccdb3b09a req-f1c5a616-b127-4220-ae8f-58ee7838e905 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=9ae9b9a0-cee7-4d31-8499-86a0c37eedab HTTP/1.1" status: 200 len: 217 time: 0.1806679 May 28 06:26:01.917954 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-a96b0020-3955-490d-99ad-875d8619f8cb req-3ea8064d-f940-43af-869b-60193bff4b33 tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] Usage tracker for resource:security_group and tenant:288fd312b52b4dd39bd9eae35b8218d6 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:26:01.957523 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-a96b0020-3955-490d-99ad-875d8619f8cb req-3ea8064d-f940-43af-869b-60193bff4b33 tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:26:01.980443 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-a96b0020-3955-490d-99ad-875d8619f8cb req-3ea8064d-f940-43af-869b-60193bff4b33 tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:26:01.985238 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3d41315f-6bc0-43b9-a713-92ff97d80360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9555650'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:01.995835 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e6de7a14-991a-42d5-abed-8e8f9e961efa req-dc163946-f65e-4ded-a334-c12f19773581 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.55 "GET /v2.0/security-groups?id=003cca32-7671-4721-8c5a-98dfd2100d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503223 May 28 06:26:02.019483 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8d12c9-0d11-4e01-8293-c0eccdb3b09a req-7c7001f9-7e1d-406b-8ef7-c2a93cb8813a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:02.021008 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1d8d12c9-0d11-4e01-8293-c0eccdb3b09a req-7c7001f9-7e1d-406b-8ef7-c2a93cb8813a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e72d0ca5-04cb-4b36-82b1-c75214c9eb05 HTTP/1.1" status: 200 len: 843 time: 0.1078150 May 28 06:26:02.042973 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:02.061152 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3d41315f-6bc0-43b9-a713-92ff97d80360 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:02.065203 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e3e5c95-e108-4db5-9e76-175fe78f1f36 None None] Network de808633-063b-43ca-834f-7f7224235e76 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:26:02.077204 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d41315f-6bc0-43b9-a713-92ff97d80360 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0d4ee4a-571d-4ecd-bcb9-60ece6662c27,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:02.084071 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-3d41315f-6bc0-43b9-a713-92ff97d80360 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/d0d4ee4a-571d-4ecd-bcb9-60ece6662c27 HTTP/1.1" status: 204 len: 168 time: 0.4689326 May 28 06:26:02.086652 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 52228) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:26:02.164202 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-a96b0020-3955-490d-99ad-875d8619f8cb req-3ea8064d-f940-43af-869b-60193bff4b33 tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:02.347816 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fc1d28be-3c68-45b3-a3cf-635c23f3ed55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:02.360667 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-fc1d28be-3c68-45b3-a3cf-635c23f3ed55 admin admin] Deleting port b7e3e169-6034-4a18-87a8-147e97b32d0b {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:26:02.361092 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fc1d28be-3c68-45b3-a3cf-635c23f3ed55 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:02.402944 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b7422788-0c5c-469f-8c83-d74388d8ae36 req-69d3bfa9-0935-4709-8deb-7d5eb984436b service neutron] 10.222.0.69 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6815453 May 28 06:26:02.404339 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-a96b0020-3955-490d-99ad-875d8619f8cb req-3ea8064d-f940-43af-869b-60193bff4b33 tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:26:02.414721 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-a96b0020-3955-490d-99ad-875d8619f8cb req-3ea8064d-f940-43af-869b-60193bff4b33 tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] Usage tracker for resource:security_group_rule and tenant:288fd312b52b4dd39bd9eae35b8218d6 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:26:02.419259 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-a96b0020-3955-490d-99ad-875d8619f8cb req-3ea8064d-f940-43af-869b-60193bff4b33 tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:26:02.446609 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-a96b0020-3955-490d-99ad-875d8619f8cb req-3ea8064d-f940-43af-869b-60193bff4b33 tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:26:02.473149 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8d12c9-0d11-4e01-8293-c0eccdb3b09a req-e901bf10-b03f-414c-b43d-603bbe186fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:02.474715 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1d8d12c9-0d11-4e01-8293-c0eccdb3b09a req-e901bf10-b03f-414c-b43d-603bbe186fe3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bb90c162-fdb0-406b-af2b-5eef830db7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4472599 May 28 06:26:02.531418 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc8713e-9840-4ee5-b550-5dd3a804ae84 None None] DHCP port deletion for de808633-063b-43ca-834f-7f7224235e76 request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:26:02.536992 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-fdc8713e-9840-4ee5-b550-5dd3a804ae84 None None] Deleting port b7e3e169-6034-4a18-87a8-147e97b32d0b {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:26:02.537655 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-fdc8713e-9840-4ee5-b550-5dd3a804ae84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:02.603125 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 4efbedb8-5c03-46b4-b155-ec0490507b8c no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:26:02.651984 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 4efbedb8-5c03-46b4-b155-ec0490507b8c {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:26:02.652392 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 4efbedb8-5c03-46b4-b155-ec0490507b8c not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:26:02.652888 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device fcbb62df-ba5e-47f9-881a-c585cb50180d no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:26:02.692978 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: fcbb62df-ba5e-47f9-881a-c585cb50180d {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:26:02.693811 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device fcbb62df-ba5e-47f9-881a-c585cb50180d not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:26:02.730112 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fe4948-b8f6-4137-af09-303230b92f18 req-1213970b-4010-41a6-b0a5-62685b82698f tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:02.732449 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-44fe4948-b8f6-4137-af09-303230b92f18 req-1213970b-4010-41a6-b0a5-62685b82698f tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] 10.222.0.55 "GET /v2.0/ports?device_id=acc4fdba-1d14-4425-a8c7-34964f62b0ae HTTP/1.1" status: 200 len: 946 time: 0.3864760 May 28 06:26:02.763214 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-fc1d28be-3c68-45b3-a3cf-635c23f3ed55 admin admin] For port b7e3e169-6034-4a18-87a8-147e97b32d0b, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=b7e3e169-6034-4a18-87a8-147e97b32d0b,segment=NetworkSegment(e1db8248-a156-442d-a5cb-9a8435e3feea),segment_id=e1db8248-a156-442d-a5cb-9a8435e3feea)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:26:02.763852 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fc1d28be-3c68-45b3-a3cf-635c23f3ed55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:02.806385 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-a96b0020-3955-490d-99ad-875d8619f8cb req-3ea8064d-f940-43af-869b-60193bff4b33 tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:02.837053 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1d8d12c9-0d11-4e01-8293-c0eccdb3b09a req-37e57f3b-c231-49cc-8e5e-e3e2d03264a4 service neutron] 10.222.0.69 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3520725 May 28 06:26:02.841034 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-44fe4948-b8f6-4137-af09-303230b92f18 req-288c0c6b-c127-4e01-a01e-9540bd0bae0d tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] 10.222.0.55 "GET /v2.0/security-groups?id=23fff79d-6911-4949-90e1-061adc265852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941627 May 28 06:26:02.867571 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8507296f-d7f3-4826-84ed-d79df2c75658 req-de27146a-74d9-4e77-8ead-f4cda5b4af53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:02.869263 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8507296f-d7f3-4826-84ed-d79df2c75658 req-de27146a-74d9-4e77-8ead-f4cda5b4af53 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6d26c0ce17484ee58a8a7b1583fbfb9f&device_id=6b45eee7-bda2-4c79-bc7f-9f279a1bec7a HTTP/1.1" status: 200 len: 1099 time: 0.2598522 May 28 06:26:02.912204 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-fc1d28be-3c68-45b3-a3cf-635c23f3ed55 admin admin] Calling delete_port for b7e3e169-6034-4a18-87a8-147e97b32d0b owned by network:dhcp {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:26:02.923014 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89098ba2-b4ea-43ec-a45e-28c648cfcb10', 'tag': '9ae9b9a0-cee7-4d31-8499-86a0c37eedab'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:26:02.959919 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-a96b0020-3955-490d-99ad-875d8619f8cb req-3ea8064d-f940-43af-869b-60193bff4b33 tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:02.967104 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-fdc8713e-9840-4ee5-b550-5dd3a804ae84 None None] For port b7e3e169-6034-4a18-87a8-147e97b32d0b, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=b7e3e169-6034-4a18-87a8-147e97b32d0b,segment=NetworkSegment(e1db8248-a156-442d-a5cb-9a8435e3feea),segment_id=e1db8248-a156-442d-a5cb-9a8435e3feea)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:26:02.968295 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-fdc8713e-9840-4ee5-b550-5dd3a804ae84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:03.091714 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7630424f-f146-4b34-b79c-7c4fd31a29bd req-417c5686-c733-457f-b90b-357c17404b23 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=939489430c7749c59f0791a254a21615&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0514276 May 28 06:26:03.106884 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-fdc8713e-9840-4ee5-b550-5dd3a804ae84 None None] Calling delete_port for b7e3e169-6034-4a18-87a8-147e97b32d0b owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:26:03.110305 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fc1d28be-3c68-45b3-a3cf-635c23f3ed55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:03.111162 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea8064d-f940-43af-869b-60193bff4b33 tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e460a6aa-f2bc-47c3-bcd9-8cf4d7590cc5,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:03.191233 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1d28be-3c68-45b3-a3cf-635c23f3ed55 admin admin] No DVR routers for this DVR port b7e3e169-6034-4a18-87a8-147e97b32d0b on host n-d-843702-1 {{(pid=89109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:26:03.194988 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.db.api [None req-fdc8713e-9840-4ee5-b550-5dd3a804ae84 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89111) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:26:03.195575 n-d-843702-1 neutron-server[89111]: DEBUG oslo_db.api [None req-fdc8713e-9840-4ee5-b550-5dd3a804ae84 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:26:03.224605 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1d28be-3c68-45b3-a3cf-635c23f3ed55 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7e3e169-6034-4a18-87a8-147e97b32d0b,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:03.233968 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-a96b0020-3955-490d-99ad-875d8619f8cb req-3ea8064d-f940-43af-869b-60193bff4b33 tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:03.245929 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a96b0020-3955-490d-99ad-875d8619f8cb req-3ea8064d-f940-43af-869b-60193bff4b33 tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 1.4867852 May 28 06:26:03.284335 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1d8d12c9-0d11-4e01-8293-c0eccdb3b09a req-31913784-fd77-42da-a012-5ffeca7ef7e3 service neutron] 10.222.0.69 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4396088 May 28 06:26:03.298590 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8507296f-d7f3-4826-84ed-d79df2c75658 req-4775e55a-9434-47d9-8fdb-f1a449b2006b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:03.300385 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8507296f-d7f3-4826-84ed-d79df2c75658 req-4775e55a-9434-47d9-8fdb-f1a449b2006b service neutron] 10.222.0.69 "GET /v2.0/networks?id=bb90c162-fdb0-406b-af2b-5eef830db7a9 HTTP/1.1" status: 200 len: 870 time: 0.3679023 May 28 06:26:03.325836 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fc1d28be-3c68-45b3-a3cf-635c23f3ed55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:03.357340 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-fc1d28be-3c68-45b3-a3cf-635c23f3ed55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de808633-063b-43ca-834f-7f7224235e76']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:26:03.370586 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-fc1d28be-3c68-45b3-a3cf-635c23f3ed55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1db8248-a156-442d-a5cb-9a8435e3feea') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:26:03.370876 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-fc1d28be-3c68-45b3-a3cf-635c23f3ed55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1db8248-a156-442d-a5cb-9a8435e3feea') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:26:03.383064 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fc1d28be-3c68-45b3-a3cf-635c23f3ed55 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:03.400112 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fc1d28be-3c68-45b3-a3cf-635c23f3ed55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:03.406623 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc1d28be-3c68-45b3-a3cf-635c23f3ed55 admin admin] Releasing vlan 399 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:26:03.407028 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fc1d28be-3c68-45b3-a3cf-635c23f3ed55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:03.414939 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8507296f-d7f3-4826-84ed-d79df2c75658 req-f5266376-3ae6-4108-ad4e-4ed9aed9c117 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=017c5838-9235-4128-a9e5-a9f121d9cf35 HTTP/1.1" status: 200 len: 217 time: 0.0980573 May 28 06:26:03.470931 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment e1db8248-a156-442d-a5cb-9a8435e3feea resource provider aggregate not found May 28 06:26:03.490682 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7630424f-f146-4b34-b79c-7c4fd31a29bd req-80a60a2a-a709-47da-b974-4af7cf25602d tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:03.497347 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7630424f-f146-4b34-b79c-7c4fd31a29bd req-80a60a2a-a709-47da-b974-4af7cf25602d tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3926864 May 28 06:26:03.507140 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment e1db8248-a156-442d-a5cb-9a8435e3feea resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e1db8248-a156-442d-a5cb-9a8435e3feea found for delete ", "request_id": "req-b5e16558-ceac-465d-b297-9ba0e7dd4516"}]} May 28 06:26:03.534002 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7630424f-f146-4b34-b79c-7c4fd31a29bd req-8eeeb520-5f29-473d-9bb7-5d872c37ba9d tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.55 "GET /v2.0/quotas/939489430c7749c59f0791a254a21615 HTTP/1.1" status: 200 len: 375 time: 0.0357385 May 28 06:26:03.584539 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8507296f-d7f3-4826-84ed-d79df2c75658 req-8525501a-ec29-44cb-9e8b-43f8096f937d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:03.586041 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8507296f-d7f3-4826-84ed-d79df2c75658 req-8525501a-ec29-44cb-9e8b-43f8096f937d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e72d0ca5-04cb-4b36-82b1-c75214c9eb05 HTTP/1.1" status: 200 len: 843 time: 0.1521766 May 28 06:26:03.606931 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fc1d28be-3c68-45b3-a3cf-635c23f3ed55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:03.613203 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fc1d28be-3c68-45b3-a3cf-635c23f3ed55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:03.641521 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1d28be-3c68-45b3-a3cf-635c23f3ed55 admin admin] Pushing event deleted for resources: {'Network': ['ID=de808633-063b-43ca-834f-7f7224235e76,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:03.680346 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd25dc20-ee45-40a0-be3c-5a368019bda0 req-9180db08-ecd9-462b-b663-d5b01bcb439e tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:03.681874 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dd25dc20-ee45-40a0-be3c-5a368019bda0 req-9180db08-ecd9-462b-b663-d5b01bcb439e tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b45eee7-bda2-4c79-bc7f-9f279a1bec7a HTTP/1.1" status: 200 len: 948 time: 0.3099837 May 28 06:26:03.697211 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-fdc8713e-9840-4ee5-b550-5dd3a804ae84 None None] Deleting port b7e3e169-6034-4a18-87a8-147e97b32d0b {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:26:03.698233 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-fdc8713e-9840-4ee5-b550-5dd3a804ae84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:03.746167 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7630424f-f146-4b34-b79c-7c4fd31a29bd req-531e7d62-e6b7-4377-a063-93624794c1d2 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=939489430c7749c59f0791a254a21615&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2109678 May 28 06:26:03.756024 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dd25dc20-ee45-40a0-be3c-5a368019bda0 req-4855f36e-63fa-44cf-b71a-75924da5ef5b tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] 10.222.0.55 "GET /v2.0/security-groups?id=cd4f772a-3605-4ce2-bce7-8f5466d1255d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660431 May 28 06:26:03.758805 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8507296f-d7f3-4826-84ed-d79df2c75658 req-1291f16f-bc4c-483f-93e4-044003e8ad50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:03.760314 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8507296f-d7f3-4826-84ed-d79df2c75658 req-1291f16f-bc4c-483f-93e4-044003e8ad50 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bb90c162-fdb0-406b-af2b-5eef830db7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1632416 May 28 06:26:03.762074 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-fc1d28be-3c68-45b3-a3cf-635c23f3ed55 admin admin] 10.222.0.55 "DELETE /v2.0/networks/de808633-063b-43ca-834f-7f7224235e76 HTTP/1.1" status: 204 len: 168 time: 1.6741283 May 28 06:26:03.810562 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-fdc8713e-9840-4ee5-b550-5dd3a804ae84 None None] The port 'b7e3e169-6034-4a18-87a8-147e97b32d0b' was deleted {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 06:26:03.984710 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8507296f-d7f3-4826-84ed-d79df2c75658 req-03f27173-a78f-453b-abfa-b29cdee6c9d7 service neutron] 10.222.0.69 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055342 May 28 06:26:04.286994 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 017c5838-9235-4128-a9e5-a9f121d9cf35 details requested by agent hyperv_n-h1-843702-1 with host n-h1-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:26:04.361354 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71d884ab-49ca-48f9-bb54-7a71b22f2fd2'] response: {'name': 'network-changed', 'server_uuid': '89098ba2-b4ea-43ec-a45e-28c648cfcb10', 'tag': '9ae9b9a0-cee7-4d31-8499-86a0c37eedab', 'status': 'completed', 'code': 200} May 28 06:26:04.432907 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 017c5838-9235-4128-a9e5-a9f121d9cf35, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=017c5838-9235-4128-a9e5-a9f121d9cf35,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:26:04.470011 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Returning: {'device': '017c5838-9235-4128-a9e5-a9f121d9cf35', 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9', 'port_id': '017c5838-9235-4128-a9e5-a9f121d9cf35', 'mac_address': 'fa:16:3e:a8:57:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e72d0ca5-04cb-4b36-82b1-c75214c9eb05', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:26:04.470498 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd30eb46-ed30-4fc7-a9a8-54ae94b3c7af req-952e0532-c078-4cfc-b9c0-ca15219577c4 tempest-ServerDiagnosticsNegativeTest-102089225 tempest-ServerDiagnosticsNegativeTest-102089225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:04.475975 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dd30eb46-ed30-4fc7-a9a8-54ae94b3c7af req-952e0532-c078-4cfc-b9c0-ca15219577c4 tempest-ServerDiagnosticsNegativeTest-102089225 tempest-ServerDiagnosticsNegativeTest-102089225-project] 10.222.0.55 "GET /v2.0/ports?device_id=89098ba2-b4ea-43ec-a45e-28c648cfcb10 HTTP/1.1" status: 200 len: 948 time: 0.3503761 May 28 06:26:04.496303 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8507296f-d7f3-4826-84ed-d79df2c75658 req-0a394c23-bac8-4225-a503-1b0448f82e6b service neutron] 10.222.0.69 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5054750 May 28 06:26:04.509502 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 017c5838-9235-4128-a9e5-a9f121d9cf35 is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:26:04.509502 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:04.521924 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device b7e3e169-6034-4a18-87a8-147e97b32d0b no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:26:04.541182 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f4dcc4c7-69ac-47d4-83d0-ab0480ccebfc req-d5ffa1da-f4b2-488f-a450-d7368cd0cf23 tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] 10.222.0.55 "GET /v2.0/security-groups/e460a6aa-f2bc-47c3-bcd9-8cf4d7590cc5 HTTP/1.1" status: 200 len: 1813 time: 0.1817222 May 28 06:26:04.568935 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 52288) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:26:04.570745 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dd30eb46-ed30-4fc7-a9a8-54ae94b3c7af req-caf491a3-679f-40c8-9879-dbc59a73e256 tempest-ServerDiagnosticsNegativeTest-102089225 tempest-ServerDiagnosticsNegativeTest-102089225-project] 10.222.0.55 "GET /v2.0/security-groups?id=1dd26868-3405-4f7d-a71c-4471aecc7f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938563 May 28 06:26:04.602593 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cc40eb-1784-4c15-b883-fbe1192bbdf6 req-7192bebb-ac5b-4173-a54d-5d5c3e3d9bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:04.605047 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-90cc40eb-1784-4c15-b883-fbe1192bbdf6 req-7192bebb-ac5b-4173-a54d-5d5c3e3d9bea service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7e5cacf8c7e5405abc6550e3e5fb01a4&device_id=89098ba2-b4ea-43ec-a45e-28c648cfcb10 HTTP/1.1" status: 200 len: 1099 time: 0.2415681 May 28 06:26:04.606054 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: b7e3e169-6034-4a18-87a8-147e97b32d0b {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:26:04.606618 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device b7e3e169-6034-4a18-87a8-147e97b32d0b not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:26:04.613165 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 017c5838-9235-4128-a9e5-a9f121d9cf35 {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:26:04.643689 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 017c5838-9235-4128-a9e5-a9f121d9cf35, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=017c5838-9235-4128-a9e5-a9f121d9cf35,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:26:04.655955 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-84b8c283-dc2a-4fe3-903a-d8d51c896acb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e313c89cfc3c4d8fb17072c426d13160&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0828366 May 28 06:26:04.658378 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 52292) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:26:04.744779 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fd02f59e-d16e-448e-9f5a-387a591c9fe6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:04.770585 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fd02f59e-d16e-448e-9f5a-387a591c9fe6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:04.778625 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:04.783962 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6502fbe4-9efd-4c41-a7e6-02b79005fcc3 req-7e6c2cd2-37e6-4c53-ab7d-2d8ae40c2d97 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.55 "GET /v2.0/ports?device_id=da805ebe-5239-466e-84b8-d19ecc28b68f HTTP/1.1" status: 200 len: 210 time: 0.1449463 May 28 06:26:04.867248 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cc40eb-1784-4c15-b883-fbe1192bbdf6 req-c01f77e6-d683-4329-a2db-2b1b24e21f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:04.867916 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=017c5838-9235-4128-a9e5-a9f121d9cf35,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:04.868657 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-90cc40eb-1784-4c15-b883-fbe1192bbdf6 req-c01f77e6-d683-4329-a2db-2b1b24e21f23 service neutron] 10.222.0.69 "GET /v2.0/networks?id=bb90c162-fdb0-406b-af2b-5eef830db7a9 HTTP/1.1" status: 200 len: 870 time: 0.2573593 May 28 06:26:04.938190 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fd02f59e-d16e-448e-9f5a-387a591c9fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:04.953275 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-90cc40eb-1784-4c15-b883-fbe1192bbdf6 req-38a67b4f-4a68-4976-aa4f-b2457e04bed3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=9ae9b9a0-cee7-4d31-8499-86a0c37eedab HTTP/1.1" status: 200 len: 217 time: 0.0755763 May 28 06:26:04.957100 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd02f59e-d16e-448e-9f5a-387a591c9fe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c1c9105-3090-4be8-862e-350d55ef6cae,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:04.963845 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fd02f59e-d16e-448e-9f5a-387a591c9fe6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:04.964775 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-fd02f59e-d16e-448e-9f5a-387a591c9fe6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7c1c9105-3090-4be8-862e-350d55ef6cae HTTP/1.1" status: 204 len: 168 time: 0.3054328 May 28 06:26:05.012787 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701b4dcd-664d-4d9e-b5f1-a53f48395136 req-575f7e66-2bd9-483e-9ccb-4e4e4bdfb909 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:05.021156 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-701b4dcd-664d-4d9e-b5f1-a53f48395136 req-575f7e66-2bd9-483e-9ccb-4e4e4bdfb909 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] 10.222.0.55 "GET /v2.0/ports?device_id=acc4fdba-1d14-4425-a8c7-34964f62b0ae HTTP/1.1" status: 200 len: 946 time: 0.3425488 May 28 06:26:05.027305 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['017c5838-9235-4128-a9e5-a9f121d9cf35'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:26:05.090061 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-701b4dcd-664d-4d9e-b5f1-a53f48395136 req-64692e30-4e36-4827-9726-d5bf3d9c32cc tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] 10.222.0.55 "GET /v2.0/security-groups?id=23fff79d-6911-4949-90e1-061adc265852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679328 May 28 06:26:05.122653 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cc40eb-1784-4c15-b883-fbe1192bbdf6 req-6e242bf4-1754-4f40-8a78-39ff3ccf9356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:05.127666 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-90cc40eb-1784-4c15-b883-fbe1192bbdf6 req-6e242bf4-1754-4f40-8a78-39ff3ccf9356 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e72d0ca5-04cb-4b36-82b1-c75214c9eb05 HTTP/1.1" status: 200 len: 843 time: 0.1681862 May 28 06:26:05.198788 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-46722c42-0a1b-4a90-ba82-2d5116168964 req-59369926-08ca-4586-bf70-7099cd4a57fc tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1704304303', 'description': 'tempest-description-850580593'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:26:05.209897 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-46722c42-0a1b-4a90-ba82-2d5116168964 req-59369926-08ca-4586-bf70-7099cd4a57fc tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:26:05.259074 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-46722c42-0a1b-4a90-ba82-2d5116168964 req-59369926-08ca-4586-bf70-7099cd4a57fc tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] Usage tracker for resource:security_group and tenant:288fd312b52b4dd39bd9eae35b8218d6 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:26:05.267132 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-46722c42-0a1b-4a90-ba82-2d5116168964 req-59369926-08ca-4586-bf70-7099cd4a57fc tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:26:05.277113 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-46722c42-0a1b-4a90-ba82-2d5116168964 req-59369926-08ca-4586-bf70-7099cd4a57fc tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:26:05.319863 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cc40eb-1784-4c15-b883-fbe1192bbdf6 req-e654021c-1088-49c5-b21f-b8beaad52529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:05.321355 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-90cc40eb-1784-4c15-b883-fbe1192bbdf6 req-e654021c-1088-49c5-b21f-b8beaad52529 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bb90c162-fdb0-406b-af2b-5eef830db7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1866839 May 28 06:26:05.334700 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b32084-77fe-415d-ad60-cf2720cb1c83 req-bfa43d99-d47d-4c4a-a0f7-7bef60b23d6f tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:05.336161 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-42b32084-77fe-415d-ad60-cf2720cb1c83 req-bfa43d99-d47d-4c4a-a0f7-7bef60b23d6f tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b45eee7-bda2-4c79-bc7f-9f279a1bec7a HTTP/1.1" status: 200 len: 949 time: 0.1302319 May 28 06:26:05.341050 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 52314) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:26:05.346754 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-9393032e-dd24-49ea-8925-c33647e8f370 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1772542432'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:26:05.351837 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-9393032e-dd24-49ea-8925-c33647e8f370 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:26:05.355850 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-9393032e-dd24-49ea-8925-c33647e8f370 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Usage tracker for resource:network and tenant:5a27568d2aff479086cfcad7501ab2c8 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:26:05.359476 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-9393032e-dd24-49ea-8925-c33647e8f370 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:26:05.365366 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-9393032e-dd24-49ea-8925-c33647e8f370 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:26:05.442592 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-46722c42-0a1b-4a90-ba82-2d5116168964 req-59369926-08ca-4586-bf70-7099cd4a57fc tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:05.458579 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9393032e-dd24-49ea-8925-c33647e8f370 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Made reservation on behalf of 5a27568d2aff479086cfcad7501ab2c8 for: {'network': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:26:05.462112 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9393032e-dd24-49ea-8925-c33647e8f370 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:05.493924 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-42b32084-77fe-415d-ad60-cf2720cb1c83 req-1bcdc632-c90e-41d9-b72e-c2bba1b5434b tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] 10.222.0.55 "GET /v2.0/security-groups?id=cd4f772a-3605-4ce2-bce7-8f5466d1255d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371288 May 28 06:26:05.506914 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-46722c42-0a1b-4a90-ba82-2d5116168964 req-59369926-08ca-4586-bf70-7099cd4a57fc tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:26:05.515585 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-46722c42-0a1b-4a90-ba82-2d5116168964 req-59369926-08ca-4586-bf70-7099cd4a57fc tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] Usage tracker for resource:security_group_rule and tenant:288fd312b52b4dd39bd9eae35b8218d6 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:26:05.525493 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-46722c42-0a1b-4a90-ba82-2d5116168964 req-59369926-08ca-4586-bf70-7099cd4a57fc tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:26:05.537438 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-46722c42-0a1b-4a90-ba82-2d5116168964 req-59369926-08ca-4586-bf70-7099cd4a57fc tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:26:05.546170 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-90cc40eb-1784-4c15-b883-fbe1192bbdf6 req-26d9778f-57b3-4f75-aaf8-f29d67b75ab6 service neutron] 10.222.0.69 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090812 May 28 06:26:05.549214 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9393032e-dd24-49ea-8925-c33647e8f370 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=89109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:26:05.576687 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9393032e-dd24-49ea-8925-c33647e8f370 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:05.577972 n-d-843702-1 neutron-server[89109]: INFO neutron.db.segments_db [None req-9393032e-dd24-49ea-8925-c33647e8f370 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Added segment 91926a5e-954e-4773-b0d0-2c49874bbb2a of type vlan for network a9ffdff9-c2bf-42e5-aa28-4268d54cc9bc May 28 06:26:05.616274 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9393032e-dd24-49ea-8925-c33647e8f370 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:05.727174 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9393032e-dd24-49ea-8925-c33647e8f370 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:05.733587 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9393032e-dd24-49ea-8925-c33647e8f370 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:05.740715 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9393032e-dd24-49ea-8925-c33647e8f370 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:05.811788 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-90cc40eb-1784-4c15-b883-fbe1192bbdf6 req-b703870d-0ba9-4782-8a8a-031c3fd03dcc service neutron] 10.222.0.69 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2588525 May 28 06:26:05.813978 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-46722c42-0a1b-4a90-ba82-2d5116168964 req-59369926-08ca-4586-bf70-7099cd4a57fc tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:05.837523 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf6eac6-0d4e-4151-b570-f588d95a187c req-0e231d13-1954-4df3-8252-b673bd2d6696 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:05.838964 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dcf6eac6-0d4e-4151-b570-f588d95a187c req-0e231d13-1954-4df3-8252-b673bd2d6696 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] 10.222.0.55 "GET /v2.0/ports?device_id=acc4fdba-1d14-4425-a8c7-34964f62b0ae HTTP/1.1" status: 200 len: 946 time: 0.1675494 May 28 06:26:05.854500 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9393032e-dd24-49ea-8925-c33647e8f370 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Pushing event updated for resources: {'Network': ['ID=a9ffdff9-c2bf-42e5-aa28-4268d54cc9bc,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:05.866331 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network a9ffdff9-c2bf-42e5-aa28-4268d54cc9bc details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:26:05.878804 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-46722c42-0a1b-4a90-ba82-2d5116168964 req-59369926-08ca-4586-bf70-7099cd4a57fc tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:05.916120 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dcf6eac6-0d4e-4151-b570-f588d95a187c req-bb30fcc4-17c8-46a3-a718-f429015cabd2 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] 10.222.0.55 "GET /v2.0/security-groups?id=23fff79d-6911-4949-90e1-061adc265852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702748 May 28 06:26:05.930590 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-9393032e-dd24-49ea-8925-c33647e8f370 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5884085 May 28 06:26:05.931195 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 52336) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:26:05.936865 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-20e92e18-b26b-405a-8bad-e58820f53abf tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-273224354'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:26:05.960099 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-20e92e18-b26b-405a-8bad-e58820f53abf tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:26:05.964309 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-20e92e18-b26b-405a-8bad-e58820f53abf tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Usage tracker for resource:network and tenant:5a27568d2aff479086cfcad7501ab2c8 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:26:05.967220 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59369926-08ca-4586-bf70-7099cd4a57fc tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a591d0c-f798-4beb-9985-28a3e4b378f0,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:05.967969 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-20e92e18-b26b-405a-8bad-e58820f53abf tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:26:05.974106 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-20e92e18-b26b-405a-8bad-e58820f53abf tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:26:06.028454 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-46722c42-0a1b-4a90-ba82-2d5116168964 req-59369926-08ca-4586-bf70-7099cd4a57fc tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:06.031839 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-46722c42-0a1b-4a90-ba82-2d5116168964 req-59369926-08ca-4586-bf70-7099cd4a57fc tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.8420448 May 28 06:26:06.126913 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20e92e18-b26b-405a-8bad-e58820f53abf tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Made reservation on behalf of 5a27568d2aff479086cfcad7501ab2c8 for: {'network': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:26:06.130725 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-20e92e18-b26b-405a-8bad-e58820f53abf tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:06.161457 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20e92e18-b26b-405a-8bad-e58820f53abf tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=89109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:26:06.171042 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-20e92e18-b26b-405a-8bad-e58820f53abf tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:06.171405 n-d-843702-1 neutron-server[89109]: INFO neutron.db.segments_db [None req-20e92e18-b26b-405a-8bad-e58820f53abf tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Added segment ef1082b7-1e82-4682-8ff4-108a397ad07a of type vlan for network e169afd5-829f-4c55-b1b4-034fdabca79b May 28 06:26:06.212758 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13ba594-b460-4323-8da3-5f6cf0cc8321 req-5b00d7fd-f878-4651-913a-1b01432479a8 tempest-ServerDiagnosticsNegativeTest-102089225 tempest-ServerDiagnosticsNegativeTest-102089225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:06.214269 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c13ba594-b460-4323-8da3-5f6cf0cc8321 req-5b00d7fd-f878-4651-913a-1b01432479a8 tempest-ServerDiagnosticsNegativeTest-102089225 tempest-ServerDiagnosticsNegativeTest-102089225-project] 10.222.0.55 "GET /v2.0/ports?device_id=89098ba2-b4ea-43ec-a45e-28c648cfcb10 HTTP/1.1" status: 200 len: 948 time: 0.0941916 May 28 06:26:06.231810 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-20e92e18-b26b-405a-8bad-e58820f53abf tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:06.267256 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c13ba594-b460-4323-8da3-5f6cf0cc8321 req-7ae59dd3-e7b8-437b-99a9-5bba0a77e14c tempest-ServerDiagnosticsNegativeTest-102089225 tempest-ServerDiagnosticsNegativeTest-102089225-project] 10.222.0.55 "GET /v2.0/security-groups?id=1dd26868-3405-4f7d-a71c-4471aecc7f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454950 May 28 06:26:06.295076 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 9ae9b9a0-cee7-4d31-8499-86a0c37eedab details requested by agent hyperv_n-h1-843702-1 with host n-h1-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:26:06.308695 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 017c5838-9235-4128-a9e5-a9f121d9cf35 up at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:26:06.378598 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-20e92e18-b26b-405a-8bad-e58820f53abf tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:06.384687 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e92e18-b26b-405a-8bad-e58820f53abf tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:06.385308 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-20e92e18-b26b-405a-8bad-e58820f53abf tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:06.415905 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b4b20656-a3f5-4b2d-88a0-6992a47c3806 req-03d3f962-8eae-4eb2-89b4-2d0b9cf441aa tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.55 "GET /v2.0/ports?device_id=da805ebe-5239-466e-84b8-d19ecc28b68f HTTP/1.1" status: 200 len: 210 time: 0.0467267 May 28 06:26:06.534230 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 9ae9b9a0-cee7-4d31-8499-86a0c37eedab, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=9ae9b9a0-cee7-4d31-8499-86a0c37eedab,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:26:06.556164 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Returning: {'device': '9ae9b9a0-cee7-4d31-8499-86a0c37eedab', 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9', 'port_id': '9ae9b9a0-cee7-4d31-8499-86a0c37eedab', 'mac_address': 'fa:16:3e:a0:f9:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e72d0ca5-04cb-4b36-82b1-c75214c9eb05', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:26:06.601312 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-716a9391-c18f-4e4d-8693-1afe9ddb1a70 req-b3cd775a-ea03-4330-8b80-7c64753175d2 tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] 10.222.0.55 "GET /v2.0/security-groups/1a591d0c-f798-4beb-9985-28a3e4b378f0 HTTP/1.1" status: 200 len: 1812 time: 0.0773845 May 28 06:26:06.617515 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e92e18-b26b-405a-8bad-e58820f53abf tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Pushing event updated for resources: {'Network': ['ID=e169afd5-829f-4c55-b1b4-034fdabca79b,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:06.652983 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network e169afd5-829f-4c55-b1b4-034fdabca79b details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:26:06.675180 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 52370) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:26:06.694987 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 52376) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:26:06.698015 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-20e92e18-b26b-405a-8bad-e58820f53abf tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7648895 May 28 06:26:06.702581 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-3374472e-7922-4a20-bd81-e2946c9c2e2f tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Request body: {'subnet': {'network_id': 'a9ffdff9-c2bf-42e5-aa28-4268d54cc9bc', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:26:06.718838 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning for port 017c5838-9235-4128-a9e5-a9f121d9cf35 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:26:06.732437 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 9ae9b9a0-cee7-4d31-8499-86a0c37eedab is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:26:06.734790 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:06.766294 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning complete for port 017c5838-9235-4128-a9e5-a9f121d9cf35 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:26:06.766700 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:06.829083 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-1b06a06a-9a44-4e0b-a19b-6f41f2550c9a admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1589757023-network', 'tenant_id': 'd91f6eb4c7e44824b2ce0b8006557321'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:26:06.841956 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-1b06a06a-9a44-4e0b-a19b-6f41f2550c9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:26:06.861658 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-1b06a06a-9a44-4e0b-a19b-6f41f2550c9a admin admin] Usage tracker for resource:network and tenant:d91f6eb4c7e44824b2ce0b8006557321 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:26:06.865332 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-1b06a06a-9a44-4e0b-a19b-6f41f2550c9a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:26:06.872234 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-1b06a06a-9a44-4e0b-a19b-6f41f2550c9a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:26:06.885834 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7630424f-f146-4b34-b79c-7c4fd31a29bd req-1f626567-c9a4-45ea-807a-0db6e9213de2 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=939489430c7749c59f0791a254a21615&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313776 May 28 06:26:06.912734 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ae9b9a0-cee7-4d31-8499-86a0c37eedab {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:26:06.919219 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-3374472e-7922-4a20-bd81-e2946c9c2e2f tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:26:06.931446 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-3374472e-7922-4a20-bd81-e2946c9c2e2f tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Usage tracker for resource:subnet and tenant:5a27568d2aff479086cfcad7501ab2c8 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:26:06.967573 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b06a06a-9a44-4e0b-a19b-6f41f2550c9a admin admin] Made reservation on behalf of d91f6eb4c7e44824b2ce0b8006557321 for: {'network': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:26:06.971956 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1b06a06a-9a44-4e0b-a19b-6f41f2550c9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:06.996444 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1b06a06a-9a44-4e0b-a19b-6f41f2550c9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:07.006896 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 9ae9b9a0-cee7-4d31-8499-86a0c37eedab, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=9ae9b9a0-cee7-4d31-8499-86a0c37eedab,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:26:07.040640 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-1b06a06a-9a44-4e0b-a19b-6f41f2550c9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:26:07.048245 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 017c5838-9235-4128-a9e5-a9f121d9cf35 is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:26:07.048634 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:07.052804 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-1b06a06a-9a44-4e0b-a19b-6f41f2550c9a admin admin] Usage tracker for resource:security_group_rule and tenant:d91f6eb4c7e44824b2ce0b8006557321 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:26:07.061075 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-1b06a06a-9a44-4e0b-a19b-6f41f2550c9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:26:07.072986 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-1b06a06a-9a44-4e0b-a19b-6f41f2550c9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:26:07.121866 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b45eee7-bda2-4c79-bc7f-9f279a1bec7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '017c5838-9235-4128-a9e5-a9f121d9cf35'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:26:07.129968 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:07.132688 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 017c5838-9235-4128-a9e5-a9f121d9cf35, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=017c5838-9235-4128-a9e5-a9f121d9cf35,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:26:07.149922 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-3374472e-7922-4a20-bd81-e2946c9c2e2f tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:26:07.173469 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-3374472e-7922-4a20-bd81-e2946c9c2e2f tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:26:07.199324 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1b06a06a-9a44-4e0b-a19b-6f41f2550c9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:07.252632 n-d-843702-1 neutron-server[89110]: INFO neutron.api.v2.resource [req-2ce2162f-8450-4d9e-a64a-9afd479e0021 req-7dd685d5-ef36-42b4-9a5c-6bbec5deff61 tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] show failed (client error): The resource could not be found. May 28 06:26:07.253652 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2ce2162f-8450-4d9e-a64a-9afd479e0021 req-7dd685d5-ef36-42b4-9a5c-6bbec5deff61 tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] 10.222.0.55 "GET /v2.0/security-groups/7b4a7a0d-c671-4766-bf83-31767fef032c HTTP/1.1" status: 404 len: 352 time: 0.0721707 May 28 06:26:07.254842 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=9ae9b9a0-cee7-4d31-8499-86a0c37eedab,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:07.308201 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a15b0ed4-81a3-4407-97d1-970097faf29a'] response: {'server_uuid': '6b45eee7-bda2-4c79-bc7f-9f279a1bec7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '017c5838-9235-4128-a9e5-a9f121d9cf35', 'code': 200} May 28 06:26:07.315554 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:07.315926 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1b06a06a-9a44-4e0b-a19b-6f41f2550c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:07.331557 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7630424f-f146-4b34-b79c-7c4fd31a29bd req-388ff08a-e77e-4c9b-9ac9-04bb60d6cc0d tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:07.333548 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7630424f-f146-4b34-b79c-7c4fd31a29bd req-388ff08a-e77e-4c9b-9ac9-04bb60d6cc0d tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4412539 May 28 06:26:07.356268 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-7630424f-f146-4b34-b79c-7c4fd31a29bd req-e205cdfa-1e8a-491b-b68c-365c9c6b11bb tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Request body: {'port': {'device_id': 'da805ebe-5239-466e-84b8-d19ecc28b68f', 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9', 'admin_state_up': True, 'tenant_id': '939489430c7749c59f0791a254a21615'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:26:07.395048 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['9ae9b9a0-cee7-4d31-8499-86a0c37eedab'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:26:07.434399 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b06a06a-9a44-4e0b-a19b-6f41f2550c9a admin admin] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=89109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:26:07.437232 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b06a06a-9a44-4e0b-a19b-6f41f2550c9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38adbfbb-089a-490f-8c1d-dd405506954b,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:07.454409 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1b06a06a-9a44-4e0b-a19b-6f41f2550c9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:07.454409 n-d-843702-1 neutron-server[89109]: INFO neutron.db.segments_db [None req-1b06a06a-9a44-4e0b-a19b-6f41f2550c9a admin admin] Added segment 07d9f160-fff2-4ac7-81a2-60f8deeef159 of type vlan for network d78b7af4-098f-4263-8522-732b24d86d73 May 28 06:26:07.478705 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=017c5838-9235-4128-a9e5-a9f121d9cf35,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:07.480942 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5febfc47-3c9e-4372-8ab0-925c7c6db04a req-0731f7d1-783d-4908-8e51-f9149079621b tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:07.481366 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1b06a06a-9a44-4e0b-a19b-6f41f2550c9a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:07.492011 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5febfc47-3c9e-4372-8ab0-925c7c6db04a req-0731f7d1-783d-4908-8e51-f9149079621b tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b45eee7-bda2-4c79-bc7f-9f279a1bec7a HTTP/1.1" status: 200 len: 949 time: 0.3162491 May 28 06:26:07.500242 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3374472e-7922-4a20-bd81-e2946c9c2e2f tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Made reservation on behalf of 5a27568d2aff479086cfcad7501ab2c8 for: {'subnet': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:26:07.504015 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3374472e-7922-4a20-bd81-e2946c9c2e2f tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3171998'] for subnet, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:07.601323 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1b06a06a-9a44-4e0b-a19b-6f41f2550c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:07.602554 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b06a06a-9a44-4e0b-a19b-6f41f2550c9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:07.603244 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1b06a06a-9a44-4e0b-a19b-6f41f2550c9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:07.723986 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-1b06a06a-9a44-4e0b-a19b-6f41f2550c9a admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.0436950 May 28 06:26:07.724636 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 52404) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:26:07.731529 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-b2e3b280-f8e6-4aef-bc26-28a99ca02d10 admin admin] Request body: {'subnet': {'network_id': 'd78b7af4-098f-4263-8522-732b24d86d73', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1589757023-subnet', 'tenant_id': 'd91f6eb4c7e44824b2ce0b8006557321', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:26:07.740873 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-b2e3b280-f8e6-4aef-bc26-28a99ca02d10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:26:07.743159 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b06a06a-9a44-4e0b-a19b-6f41f2550c9a admin admin] Pushing event updated for resources: {'Network': ['ID=d78b7af4-098f-4263-8522-732b24d86d73,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:07.747059 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-b2e3b280-f8e6-4aef-bc26-28a99ca02d10 admin admin] Usage tracker for resource:subnet and tenant:d91f6eb4c7e44824b2ce0b8006557321 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:26:07.750835 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-b2e3b280-f8e6-4aef-bc26-28a99ca02d10 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:26:07.755968 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network d78b7af4-098f-4263-8522-732b24d86d73 details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:26:07.761554 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-b2e3b280-f8e6-4aef-bc26-28a99ca02d10 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:26:07.765639 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5febfc47-3c9e-4372-8ab0-925c7c6db04a req-e9f89f2a-918f-46a4-a305-18ea45c0d238 tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] 10.222.0.55 "GET /v2.0/security-groups?id=cd4f772a-3605-4ce2-bce7-8f5466d1255d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326565 May 28 06:26:07.776829 n-d-843702-1 neutron-server[89110]: INFO neutron.api.v2.resource [req-e38d1658-75c1-4176-9d0c-ed1f28bdf6eb req-fc46ffa5-39df-41c2-a06b-5bbbcfe5ac3e tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] show failed (client error): The resource could not be found. May 28 06:26:07.799330 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e38d1658-75c1-4176-9d0c-ed1f28bdf6eb req-fc46ffa5-39df-41c2-a06b-5bbbcfe5ac3e tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] 10.222.0.55 "GET /v2.0/security-group-rules/bf962f7c-c1bb-46dc-985a-92354a23579c HTTP/1.1" status: 404 len: 361 time: 0.0871091 May 28 06:26:07.841044 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2e3b280-f8e6-4aef-bc26-28a99ca02d10 admin admin] Made reservation on behalf of d91f6eb4c7e44824b2ce0b8006557321 for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:26:07.842562 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-7630424f-f146-4b34-b79c-7c4fd31a29bd req-e205cdfa-1e8a-491b-b68c-365c9c6b11bb tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:26:07.846664 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b2e3b280-f8e6-4aef-bc26-28a99ca02d10 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:07.874661 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-7630424f-f146-4b34-b79c-7c4fd31a29bd req-e205cdfa-1e8a-491b-b68c-365c9c6b11bb tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:26:07.883215 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ce302b-16b7-4b24-a3a6-e29592e1d214 req-9356125c-21a2-4d26-90df-a8214136d49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:07.884707 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-32ce302b-16b7-4b24-a3a6-e29592e1d214 req-9356125c-21a2-4d26-90df-a8214136d49b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6b45eee7-bda2-4c79-bc7f-9f279a1bec7a HTTP/1.1" status: 200 len: 1101 time: 0.2576168 May 28 06:26:08.043594 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7630424f-f146-4b34-b79c-7c4fd31a29bd req-e205cdfa-1e8a-491b-b68c-365c9c6b11bb tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Made reservation on behalf of 939489430c7749c59f0791a254a21615 for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:26:08.049005 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-7630424f-f146-4b34-b79c-7c4fd31a29bd req-e205cdfa-1e8a-491b-b68c-365c9c6b11bb tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:08.085883 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ac62deae-3758-4ecf-82d2-7b8f62ba230f req-c47193eb-2f2c-4613-a73b-68b6e275fe83 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.55 "GET /v2.0/ports?device_id=da805ebe-5239-466e-84b8-d19ecc28b68f HTTP/1.1" status: 200 len: 210 time: 0.0923855 May 28 06:26:08.154007 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-32ce302b-16b7-4b24-a3a6-e29592e1d214 req-8abd3336-24a8-47fa-8430-424dfa6c9141 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=cd4f772a-3605-4ce2-bce7-8f5466d1255d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338445 May 28 06:26:08.189395 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b2e3b280-f8e6-4aef-bc26-28a99ca02d10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:08.267707 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e3b280-f8e6-4aef-bc26-28a99ca02d10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c4f9492-bb3a-4b06-9439-952a7bc7785e,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:08.273691 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ffdaf9d7-6195-4ed6-abf9-79429c4e0617 req-7e6c2d10-51d0-45de-9963-9a1228558613 tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] 10.222.0.55 "GET /v2.0/security-groups/1a591d0c-f798-4beb-9985-28a3e4b378f0 HTTP/1.1" status: 200 len: 1812 time: 0.1186349 May 28 06:26:08.277394 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e3b280-f8e6-4aef-bc26-28a99ca02d10 admin admin] Checking segment: {'id': '07d9f160-fff2-4ac7-81a2-60f8deeef159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'd78b7af4-098f-4263-8522-732b24d86d73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:26:08.277793 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e3b280-f8e6-4aef-bc26-28a99ca02d10 admin admin] Network hostable DHCP agents. Network: d78b7af4-098f-4263-8522-732b24d86d73, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:26:08.285408 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3374472e-7922-4a20-bd81-e2946c9c2e2f tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3115906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3172012'] for subnet, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:08.296114 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841d0b1f-5f9b-401a-ba66-6cdc2037b8c6 req-ecbb128c-5c37-40be-8b30-a96c22c1f468 tempest-ServerDiagnosticsNegativeTest-102089225 tempest-ServerDiagnosticsNegativeTest-102089225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:08.297654 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-841d0b1f-5f9b-401a-ba66-6cdc2037b8c6 req-ecbb128c-5c37-40be-8b30-a96c22c1f468 tempest-ServerDiagnosticsNegativeTest-102089225 tempest-ServerDiagnosticsNegativeTest-102089225-project] 10.222.0.55 "GET /v2.0/ports?device_id=89098ba2-b4ea-43ec-a45e-28c648cfcb10 HTTP/1.1" status: 200 len: 949 time: 0.3585870 May 28 06:26:08.305054 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 9ae9b9a0-cee7-4d31-8499-86a0c37eedab up at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:26:08.373241 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e3b280-f8e6-4aef-bc26-28a99ca02d10 admin admin] Network d78b7af4-098f-4263-8522-732b24d86d73 is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:26:08.463868 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning for port 9ae9b9a0-cee7-4d31-8499-86a0c37eedab completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:26:08.469251 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning complete for port 9ae9b9a0-cee7-4d31-8499-86a0c37eedab triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:26:08.469808 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:08.484912 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3374472e-7922-4a20-bd81-e2946c9c2e2f tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Pushing event updated for resources: {'Subnet': ['ID=486c83aa-9cd6-4997-a0c5-177cd007dece,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:08.530300 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [req-7630424f-f146-4b34-b79c-7c4fd31a29bd req-e205cdfa-1e8a-491b-b68c-365c9c6b11bb tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Allocated IP 192.168.233.17 (bb90c162-fdb0-406b-af2b-5eef830db7a9/e72d0ca5-04cb-4b36-82b1-c75214c9eb05/4d52e0c6-c050-4a68-aefc-40a2cad374f3) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:26:08.540682 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3374472e-7922-4a20-bd81-e2946c9c2e2f tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Checking segment: {'id': '91926a5e-954e-4773-b0d0-2c49874bbb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a9ffdff9-c2bf-42e5-aa28-4268d54cc9bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:26:08.541068 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3374472e-7922-4a20-bd81-e2946c9c2e2f tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Network hostable DHCP agents. Network: a9ffdff9-c2bf-42e5-aa28-4268d54cc9bc, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89110) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:26:08.548988 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-841d0b1f-5f9b-401a-ba66-6cdc2037b8c6 req-a4be740a-1f84-491e-94be-166a14758cf5 tempest-ServerDiagnosticsNegativeTest-102089225 tempest-ServerDiagnosticsNegativeTest-102089225-project] 10.222.0.55 "GET /v2.0/security-groups?id=1dd26868-3405-4f7d-a71c-4471aecc7f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162440 May 28 06:26:08.561280 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-b2e3b280-f8e6-4aef-bc26-28a99ca02d10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, d78b7af4-098f-4263-8522-732b24d86d73) {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:26:08.567317 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-ffdaf9d7-6195-4ed6-abf9-79429c4e0617 req-80f55ceb-8d29-4f9e-9a91-6a71995b9ab2 tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:08.570682 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e3b280-f8e6-4aef-bc26-28a99ca02d10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:08.573296 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b2e3b280-f8e6-4aef-bc26-28a99ca02d10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:08.602892 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-603308b3-d7e9-4f69-bdd4-50dcce1e30e1 None None] Network d78b7af4-098f-4263-8522-732b24d86d73 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:26:08.640813 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-ffdaf9d7-6195-4ed6-abf9-79429c4e0617 req-80f55ceb-8d29-4f9e-9a91-6a71995b9ab2 tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:08.691387 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 9ae9b9a0-cee7-4d31-8499-86a0c37eedab is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:26:08.691767 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:08.716236 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-b2e3b280-f8e6-4aef-bc26-28a99ca02d10 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.9910381 May 28 06:26:08.719258 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 52420) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:26:08.726214 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-f964dbad-44fb-4022-9fed-51ecaf758af6 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1589757023-router', 'tenant_id': 'd91f6eb4c7e44824b2ce0b8006557321', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:26:08.731095 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-f964dbad-44fb-4022-9fed-51ecaf758af6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:26:08.737488 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-f964dbad-44fb-4022-9fed-51ecaf758af6 admin admin] Usage tracker for resource:router and tenant:d91f6eb4c7e44824b2ce0b8006557321 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:26:08.741349 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-f964dbad-44fb-4022-9fed-51ecaf758af6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:26:08.742964 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 9ae9b9a0-cee7-4d31-8499-86a0c37eedab, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=9ae9b9a0-cee7-4d31-8499-86a0c37eedab,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:26:08.748115 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-f964dbad-44fb-4022-9fed-51ecaf758af6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:26:08.783770 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 52424) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:26:08.798480 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3374472e-7922-4a20-bd81-e2946c9c2e2f tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Network a9ffdff9-c2bf-42e5-aa28-4268d54cc9bc is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89110) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:26:08.827061 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-3374472e-7922-4a20-bd81-e2946c9c2e2f tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, a9ffdff9-c2bf-42e5-aa28-4268d54cc9bc) {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:26:08.833597 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:08.840330 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3374472e-7922-4a20-bd81-e2946c9c2e2f tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:08.840906 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3374472e-7922-4a20-bd81-e2946c9c2e2f tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:08.859240 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f964dbad-44fb-4022-9fed-51ecaf758af6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59128'] for router, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:08.860284 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f964dbad-44fb-4022-9fed-51ecaf758af6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59009'] for router, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:08.881443 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda2b49f-f904-4360-adff-576cb695503c None None] Network a9ffdff9-c2bf-42e5-aa28-4268d54cc9bc requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:26:08.928148 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-ffdaf9d7-6195-4ed6-abf9-79429c4e0617 req-80f55ceb-8d29-4f9e-9a91-6a71995b9ab2 tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:08.930618 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-ffdaf9d7-6195-4ed6-abf9-79429c4e0617 req-80f55ceb-8d29-4f9e-9a91-6a71995b9ab2 tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:08.932054 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f964dbad-44fb-4022-9fed-51ecaf758af6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:08.935692 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ffdaf9d7-6195-4ed6-abf9-79429c4e0617 req-80f55ceb-8d29-4f9e-9a91-6a71995b9ab2 tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] 10.222.0.55 "DELETE /v2.0/security-groups/1a591d0c-f798-4beb-9985-28a3e4b378f0 HTTP/1.1" status: 204 len: 173 time: 0.6370568 May 28 06:26:08.956288 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-7630424f-f146-4b34-b79c-7c4fd31a29bd req-e205cdfa-1e8a-491b-b68c-365c9c6b11bb tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:08.984455 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-40ebdd77-5ac3-4200-8dda-72e193713382 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:08.985102 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-7630424f-f146-4b34-b79c-7c4fd31a29bd req-e205cdfa-1e8a-491b-b68c-365c9c6b11bb tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Transition to ACTIVE for port object 4d52e0c6-c050-4a68-aefc-40a2cad374f3 will not be triggered until provisioned by entity DHCP. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:26:09.002618 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-40ebdd77-5ac3-4200-8dda-72e193713382 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:26:09.006796 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-40ebdd77-5ac3-4200-8dda-72e193713382 admin admin] Usage tracker for resource:security_group_rule and tenant:afc7a4ad7be845718c870d0818f0a455 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:26:09.009943 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-40ebdd77-5ac3-4200-8dda-72e193713382 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:26:09.017625 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-40ebdd77-5ac3-4200-8dda-72e193713382 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:26:09.028000 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ef67b6-ca1c-4a15-aff7-3a174660f31a req-5a22a2d0-752f-4cb4-9e1f-8f114a50f00b tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:09.034671 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-30ef67b6-ca1c-4a15-aff7-3a174660f31a req-5a22a2d0-752f-4cb4-9e1f-8f114a50f00b tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] 10.222.0.55 "GET /v2.0/ports?device_id=acc4fdba-1d14-4425-a8c7-34964f62b0ae HTTP/1.1" status: 200 len: 946 time: 0.3004320 May 28 06:26:09.037011 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f55ceb-8d29-4f9e-9a91-6a71995b9ab2 tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a591d0c-f798-4beb-9985-28a3e4b378f0,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:09.042924 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-3374472e-7922-4a20-bd81-e2946c9c2e2f tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.3466022 May 28 06:26:09.045746 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 52434) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:26:09.058134 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-6e96d062-b4d6-4489-883b-1e79e6555b2f tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Request body: {'subnet': {'network_id': 'e169afd5-829f-4c55-b1b4-034fdabca79b', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:26:09.068311 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c658b724-b04b-4a5a-a7b8-6f7da6089d30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-d78b7af4-098f-4263-8522-732b24d86d73', 'network_id': 'd78b7af4-098f-4263-8522-732b24d86d73', 'tenant_id': 'd91f6eb4c7e44824b2ce0b8006557321', 'fixed_ips': [{'subnet_id': '9c4f9492-bb3a-4b06-9439-952a7bc7785e'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:26:09.073494 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c658b724-b04b-4a5a-a7b8-6f7da6089d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:09.109781 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=9ae9b9a0-cee7-4d31-8499-86a0c37eedab,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:09.146093 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-30ef67b6-ca1c-4a15-aff7-3a174660f31a req-a56a638a-8bfc-4bf8-afc6-a30a26b8ba62 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] 10.222.0.55 "GET /v2.0/security-groups?id=23fff79d-6911-4949-90e1-061adc265852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673518 May 28 06:26:09.171583 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-7630424f-f146-4b34-b79c-7c4fd31a29bd req-e205cdfa-1e8a-491b-b68c-365c9c6b11bb tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:09.185114 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9836eaa7-00cf-4df0-aa27-b63206d983ec req-3ce8e06c-917c-4337-9071-f04e519d7bab tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:09.188312 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9836eaa7-00cf-4df0-aa27-b63206d983ec req-3ce8e06c-917c-4337-9071-f04e519d7bab tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b45eee7-bda2-4c79-bc7f-9f279a1bec7a HTTP/1.1" status: 200 len: 950 time: 0.1465108 May 28 06:26:09.189952 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['a699bdd8-4938-4757-b19e-675730d9996a', 'c205e4a9-2963-4f27-a3fd-884fa02390ef'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:26:09.311544 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89098ba2-b4ea-43ec-a45e-28c648cfcb10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ae9b9a0-cee7-4d31-8499-86a0c37eedab'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:26:09.421564 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00bc9fa-f89f-4b8c-9d2b-102e4c22efd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-a9ffdff9-c2bf-42e5-aa28-4268d54cc9bc', 'network_id': 'a9ffdff9-c2bf-42e5-aa28-4268d54cc9bc', 'tenant_id': '5a27568d2aff479086cfcad7501ab2c8', 'fixed_ips': [{'subnet_id': '486c83aa-9cd6-4997-a0c5-177cd007dece'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:26:09.422821 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-a00bc9fa-f89f-4b8c-9d2b-102e4c22efd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:09.449964 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7630424f-f146-4b34-b79c-7c4fd31a29bd req-e205cdfa-1e8a-491b-b68c-365c9c6b11bb tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Network bb90c162-fdb0-406b-af2b-5eef830db7a9 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:26:09.477439 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [req-7630424f-f146-4b34-b79c-7c4fd31a29bd req-e205cdfa-1e8a-491b-b68c-365c9c6b11bb tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:26:09.501565 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-7630424f-f146-4b34-b79c-7c4fd31a29bd req-e205cdfa-1e8a-491b-b68c-365c9c6b11bb tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:26:09.561081 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-c658b724-b04b-4a5a-a7b8-6f7da6089d30 None None] Allocated IP 172.20.0.2 (d78b7af4-098f-4263-8522-732b24d86d73/9c4f9492-bb3a-4b06-9439-952a7bc7785e/fc6757bd-28e3-4f12-a878-27bbcd8b8144) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:26:09.591780 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7630424f-f146-4b34-b79c-7c4fd31a29bd req-e205cdfa-1e8a-491b-b68c-365c9c6b11bb tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:09.592951 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-7630424f-f146-4b34-b79c-7c4fd31a29bd req-e205cdfa-1e8a-491b-b68c-365c9c6b11bb tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:09.617926 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9836eaa7-00cf-4df0-aa27-b63206d983ec req-cb310f3b-1cc7-46ca-ad5c-e8e22790399a tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] 10.222.0.55 "GET /v2.0/security-groups?id=cd4f772a-3605-4ce2-bce7-8f5466d1255d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628553 May 28 06:26:09.639398 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f964dbad-44fb-4022-9fed-51ecaf758af6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59027'] for router, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:09.649138 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-6e96d062-b4d6-4489-883b-1e79e6555b2f tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:26:09.652881 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cdd0c980-6e43-4a53-9f14-f80638bc4de9 req-c71268da-eff0-4d6c-8c31-aba42c71b3e0 tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] 10.222.0.55 "GET /v2.0/security-groups/e460a6aa-f2bc-47c3-bcd9-8cf4d7590cc5 HTTP/1.1" status: 200 len: 1813 time: 0.4557364 May 28 06:26:09.654403 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e205cdfa-1e8a-491b-b68c-365c9c6b11bb tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Pushing event updated for resources: {'Port': ['ID=4d52e0c6-c050-4a68-aefc-40a2cad374f3,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:09.665640 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-6e96d062-b4d6-4489-883b-1e79e6555b2f tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Usage tracker for resource:subnet and tenant:5a27568d2aff479086cfcad7501ab2c8 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:26:09.674458 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-6e96d062-b4d6-4489-883b-1e79e6555b2f tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:26:09.679324 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e205cdfa-1e8a-491b-b68c-365c9c6b11bb tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:26:09.679691 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e205cdfa-1e8a-491b-b68c-365c9c6b11bb tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:26:09.680034 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e205cdfa-1e8a-491b-b68c-365c9c6b11bb tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:26:09.680367 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e205cdfa-1e8a-491b-b68c-365c9c6b11bb tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:26:09.680725 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e205cdfa-1e8a-491b-b68c-365c9c6b11bb tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:26:09.681054 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e205cdfa-1e8a-491b-b68c-365c9c6b11bb tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:26:09.681393 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e205cdfa-1e8a-491b-b68c-365c9c6b11bb tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:26:09.681722 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e205cdfa-1e8a-491b-b68c-365c9c6b11bb tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:26:09.682785 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e205cdfa-1e8a-491b-b68c-365c9c6b11bb tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:26:09.682785 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e205cdfa-1e8a-491b-b68c-365c9c6b11bb tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:26:09.682785 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e205cdfa-1e8a-491b-b68c-365c9c6b11bb tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:26:09.683049 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e205cdfa-1e8a-491b-b68c-365c9c6b11bb tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:26:09.687669 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-6e96d062-b4d6-4489-883b-1e79e6555b2f tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:26:09.717430 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-40ebdd77-5ac3-4200-8dda-72e193713382 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:09.802803 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7630424f-f146-4b34-b79c-7c4fd31a29bd req-e205cdfa-1e8a-491b-b68c-365c9c6b11bb tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4536362 May 28 06:26:09.822167 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-40ebdd77-5ac3-4200-8dda-72e193713382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:09.834979 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-7630424f-f146-4b34-b79c-7c4fd31a29bd req-6c13ff9f-75e0-4a35-97ba-ab8b0f97f223 service neutron] Request body: {'port': {'device_id': 'da805ebe-5239-466e-84b8-d19ecc28b68f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843702-1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:26:09.875856 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-40ebdd77-5ac3-4200-8dda-72e193713382 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=afc7a4ad7be845718c870d0818f0a455&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0909603 May 28 06:26:09.880484 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 52446) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:26:09.896219 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ebdd77-5ac3-4200-8dda-72e193713382 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=778517bc-9c98-4ab0-afa2-e20555f90a9c,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:09.915882 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-cdd0c980-6e43-4a53-9f14-f80638bc4de9 req-ea1dda2a-7f1e-45ad-8f56-6a06d1b09fd9 tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:09.971093 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-eb6e201f-3023-4a60-a2ee-86dfd7c61812 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:09.974688 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-cdd0c980-6e43-4a53-9f14-f80638bc4de9 req-ea1dda2a-7f1e-45ad-8f56-6a06d1b09fd9 tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:10.043546 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-a00bc9fa-f89f-4b8c-9d2b-102e4c22efd8 None None] Allocated IP 10.1.1.2 (a9ffdff9-c2bf-42e5-aa28-4268d54cc9bc/486c83aa-9cd6-4997-a0c5-177cd007dece/ea774df1-502d-47cc-95fd-dfbe08871ab5) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:26:10.121334 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaf57bb-6a97-4c39-a2c6-4e756a029b7a req-ff8c88a2-beab-4bb1-b10a-19602f4383e4 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:10.122229 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-feaf57bb-6a97-4c39-a2c6-4e756a029b7a req-ff8c88a2-beab-4bb1-b10a-19602f4383e4 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Synchronizing usage tracker for tenant:939489430c7749c59f0791a254a21615 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:26:10.122724 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-eb6e201f-3023-4a60-a2ee-86dfd7c61812 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:10.132784 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-7630424f-f146-4b34-b79c-7c4fd31a29bd req-6c13ff9f-75e0-4a35-97ba-ab8b0f97f223 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:10.211110 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f964dbad-44fb-4022-9fed-51ecaf758af6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:10.241787 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e96d062-b4d6-4489-883b-1e79e6555b2f tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Made reservation on behalf of 5a27568d2aff479086cfcad7501ab2c8 for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:26:10.245175 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6e96d062-b4d6-4489-883b-1e79e6555b2f tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:10.262221 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f964dbad-44fb-4022-9fed-51ecaf758af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:10.289646 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c658b724-b04b-4a5a-a7b8-6f7da6089d30 None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:10.356060 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-cd77adcb-6560-4e09-9a36-ef459f16a36a None None] Provisioning for port 4d52e0c6-c050-4a68-aefc-40a2cad374f3 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:26:10.375954 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-feaf57bb-6a97-4c39-a2c6-4e756a029b7a req-ff8c88a2-beab-4bb1-b10a-19602f4383e4 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Unset dirty status for tenant:939489430c7749c59f0791a254a21615 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:26:10.377251 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-feaf57bb-6a97-4c39-a2c6-4e756a029b7a req-ff8c88a2-beab-4bb1-b10a-19602f4383e4 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.55 "GET /v2.0/ports?device_id=da805ebe-5239-466e-84b8-d19ecc28b68f HTTP/1.1" status: 200 len: 935 time: 0.5507739 May 28 06:26:10.377932 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-cdd0c980-6e43-4a53-9f14-f80638bc4de9 req-ea1dda2a-7f1e-45ad-8f56-6a06d1b09fd9 tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:10.392308 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-cd77adcb-6560-4e09-9a36-ef459f16a36a None None] Provisioning complete for port 4d52e0c6-c050-4a68-aefc-40a2cad374f3 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:26:10.392659 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-cd77adcb-6560-4e09-9a36-ef459f16a36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:10.422233 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1dda2a-7f1e-45ad-8f56-6a06d1b09fd9 tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e460a6aa-f2bc-47c3-bcd9-8cf4d7590cc5,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:10.427500 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-cdd0c980-6e43-4a53-9f14-f80638bc4de9 req-ea1dda2a-7f1e-45ad-8f56-6a06d1b09fd9 tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:10.428818 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cdd0c980-6e43-4a53-9f14-f80638bc4de9 req-ea1dda2a-7f1e-45ad-8f56-6a06d1b09fd9 tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] 10.222.0.55 "DELETE /v2.0/security-groups/e460a6aa-f2bc-47c3-bcd9-8cf4d7590cc5 HTTP/1.1" status: 204 len: 173 time: 0.7755301 May 28 06:26:10.463104 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-c658b724-b04b-4a5a-a7b8-6f7da6089d30 None None] Transition to ACTIVE for port object fc6757bd-28e3-4f12-a878-27bbcd8b8144 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:26:10.466881 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-eb6e201f-3023-4a60-a2ee-86dfd7c61812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:10.476503 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-feaf57bb-6a97-4c39-a2c6-4e756a029b7a req-4860a3a6-9f25-43b2-b10b-128ab6643cfb tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.55 "GET /v2.0/security-groups?id=003cca32-7671-4721-8c5a-98dfd2100d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753791 May 28 06:26:10.517734 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-c658b724-b04b-4a5a-a7b8-6f7da6089d30 None None] Transition to ACTIVE for port object fc6757bd-28e3-4f12-a878-27bbcd8b8144 will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:26:10.519025 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-cd77adcb-6560-4e09-9a36-ef459f16a36a None None] Port 4d52e0c6-c050-4a68-aefc-40a2cad374f3 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:26:10.533279 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-a00bc9fa-f89f-4b8c-9d2b-102e4c22efd8 None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:10.539086 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-a00bc9fa-f89f-4b8c-9d2b-102e4c22efd8 None None] Transition to ACTIVE for port object ea774df1-502d-47cc-95fd-dfbe08871ab5 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:26:10.550851 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b94add10-5094-42f3-999b-7683d13240f1'] response: {'server_uuid': '89098ba2-b4ea-43ec-a45e-28c648cfcb10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ae9b9a0-cee7-4d31-8499-86a0c37eedab', 'code': 200} May 28 06:26:10.567639 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-a00bc9fa-f89f-4b8c-9d2b-102e4c22efd8 None None] Transition to ACTIVE for port object ea774df1-502d-47cc-95fd-dfbe08871ab5 will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:26:10.594883 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6e201f-3023-4a60-a2ee-86dfd7c61812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=778517bc-9c98-4ab0-afa2-e20555f90a9c,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:10.615980 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [req-7630424f-f146-4b34-b79c-7c4fd31a29bd req-6c13ff9f-75e0-4a35-97ba-ab8b0f97f223 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d52e0c6-c050-4a68-aefc-40a2cad374f3 {{(pid=89110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:26:10.624951 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c658b724-b04b-4a5a-a7b8-6f7da6089d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:10.634412 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-7630424f-f146-4b34-b79c-7c4fd31a29bd req-6c13ff9f-75e0-4a35-97ba-ab8b0f97f223 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:10.683884 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-a00bc9fa-f89f-4b8c-9d2b-102e4c22efd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:10.716404 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c658b724-b04b-4a5a-a7b8-6f7da6089d30 None None] Network d78b7af4-098f-4263-8522-732b24d86d73 is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:26:10.724632 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-c658b724-b04b-4a5a-a7b8-6f7da6089d30 None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:26:10.729232 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c658b724-b04b-4a5a-a7b8-6f7da6089d30 None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:26:10.742970 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00bc9fa-f89f-4b8c-9d2b-102e4c22efd8 None None] Network a9ffdff9-c2bf-42e5-aa28-4268d54cc9bc is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:26:10.771868 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c658b724-b04b-4a5a-a7b8-6f7da6089d30 None None] Pushing event updated for resources: {'Port': ['ID=fc6757bd-28e3-4f12-a878-27bbcd8b8144,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:10.779856 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-a00bc9fa-f89f-4b8c-9d2b-102e4c22efd8 None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:26:10.787632 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-7630424f-f146-4b34-b79c-7c4fd31a29bd req-6c13ff9f-75e0-4a35-97ba-ab8b0f97f223 service neutron] Transition to ACTIVE for port object 4d52e0c6-c050-4a68-aefc-40a2cad374f3 will not be triggered until provisioned by entity L2. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:26:10.803219 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-eb6e201f-3023-4a60-a2ee-86dfd7c61812 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:10.806917 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-eb6e201f-3023-4a60-a2ee-86dfd7c61812 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/778517bc-9c98-4ab0-afa2-e20555f90a9c HTTP/1.1" status: 204 len: 168 time: 0.9229965 May 28 06:26:10.808943 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00bc9fa-f89f-4b8c-9d2b-102e4c22efd8 None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:26:10.818609 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-f964dbad-44fb-4022-9fed-51ecaf758af6 admin admin] Allocated IP 172.25.5.62 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/af88013d-1f04-41a4-a9d3-47f6a8bb62d0) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:26:10.874583 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09db2d3-bbae-4e3c-8a06-a2426dc90b83 req-d4f9898a-8a8d-4997-9a45-b543f52c5672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:10.876164 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c09db2d3-bbae-4e3c-8a06-a2426dc90b83 req-d4f9898a-8a8d-4997-9a45-b543f52c5672 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=89098ba2-b4ea-43ec-a45e-28c648cfcb10 HTTP/1.1" status: 200 len: 1101 time: 0.2223325 May 28 06:26:10.886365 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-7630424f-f146-4b34-b79c-7c4fd31a29bd req-6c13ff9f-75e0-4a35-97ba-ab8b0f97f223 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:10.939646 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5560b2a2-a9d2-4295-8f24-b7846cac1f5b req-d26e8059-4664-4ecb-a564-5b58c92f39a7 tempest-ServerDiagnosticsNegativeTest-102089225 tempest-ServerDiagnosticsNegativeTest-102089225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:10.941027 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5560b2a2-a9d2-4295-8f24-b7846cac1f5b req-d26e8059-4664-4ecb-a564-5b58c92f39a7 tempest-ServerDiagnosticsNegativeTest-102089225 tempest-ServerDiagnosticsNegativeTest-102089225-project] 10.222.0.55 "GET /v2.0/ports?device_id=89098ba2-b4ea-43ec-a45e-28c648cfcb10 HTTP/1.1" status: 200 len: 950 time: 0.2858448 May 28 06:26:10.955742 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6e96d062-b4d6-4489-883b-1e79e6555b2f tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:10.966220 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14b0d06-73c6-496c-969a-4e786cb15037 req-7ff26517-5279-45c6-9c11-4ae2ad8d0233 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:10.967784 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d14b0d06-73c6-496c-969a-4e786cb15037 req-7ff26517-5279-45c6-9c11-4ae2ad8d0233 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] 10.222.0.55 "GET /v2.0/ports?device_id=acc4fdba-1d14-4425-a8c7-34964f62b0ae HTTP/1.1" status: 200 len: 946 time: 0.2210555 May 28 06:26:10.976720 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00bc9fa-f89f-4b8c-9d2b-102e4c22efd8 None None] Pushing event updated for resources: {'Port': ['ID=ea774df1-502d-47cc-95fd-dfbe08871ab5,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:10.981805 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-c658b724-b04b-4a5a-a7b8-6f7da6089d30 None None] Attempting to bind port fc6757bd-28e3-4f12-a878-27bbcd8b8144 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:26:10.982172 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-c658b724-b04b-4a5a-a7b8-6f7da6089d30 None None] Attempting to bind port fc6757bd-28e3-4f12-a878-27bbcd8b8144 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': '07d9f160-fff2-4ac7-81a2-60f8deeef159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'd78b7af4-098f-4263-8522-732b24d86d73'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:26:10.983266 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c658b724-b04b-4a5a-a7b8-6f7da6089d30 None None] Attempting to bind port fc6757bd-28e3-4f12-a878-27bbcd8b8144 on network d78b7af4-098f-4263-8522-732b24d86d73 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:26:10.991858 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-a00bc9fa-f89f-4b8c-9d2b-102e4c22efd8 None None] Attempting to bind port ea774df1-502d-47cc-95fd-dfbe08871ab5 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:26:10.992505 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-a00bc9fa-f89f-4b8c-9d2b-102e4c22efd8 None None] Attempting to bind port ea774df1-502d-47cc-95fd-dfbe08871ab5 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': '91926a5e-954e-4773-b0d0-2c49874bbb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a9ffdff9-c2bf-42e5-aa28-4268d54cc9bc'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:26:10.993635 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00bc9fa-f89f-4b8c-9d2b-102e4c22efd8 None None] Attempting to bind port ea774df1-502d-47cc-95fd-dfbe08871ab5 on network a9ffdff9-c2bf-42e5-aa28-4268d54cc9bc {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:26:11.001592 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c658b724-b04b-4a5a-a7b8-6f7da6089d30 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:26:11.002274 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c658b724-b04b-4a5a-a7b8-6f7da6089d30 None None] Checking segment: {'id': '07d9f160-fff2-4ac7-81a2-60f8deeef159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'd78b7af4-098f-4263-8522-732b24d86d73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:26:11.002846 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c658b724-b04b-4a5a-a7b8-6f7da6089d30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:11.003409 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c658b724-b04b-4a5a-a7b8-6f7da6089d30 None None] Bound using segment: {'id': '07d9f160-fff2-4ac7-81a2-60f8deeef159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'd78b7af4-098f-4263-8522-732b24d86d73'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:26:11.004064 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-c658b724-b04b-4a5a-a7b8-6f7da6089d30 None None] Bound port: fc6757bd-28e3-4f12-a878-27bbcd8b8144, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07d9f160-fff2-4ac7-81a2-60f8deeef159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'd78b7af4-098f-4263-8522-732b24d86d73'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:26:11.004612 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c658b724-b04b-4a5a-a7b8-6f7da6089d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:11.037627 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00bc9fa-f89f-4b8c-9d2b-102e4c22efd8 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:26:11.043253 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00bc9fa-f89f-4b8c-9d2b-102e4c22efd8 None None] Checking segment: {'id': '91926a5e-954e-4773-b0d0-2c49874bbb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a9ffdff9-c2bf-42e5-aa28-4268d54cc9bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:26:11.043253 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-a00bc9fa-f89f-4b8c-9d2b-102e4c22efd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:11.043253 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00bc9fa-f89f-4b8c-9d2b-102e4c22efd8 None None] Bound using segment: {'id': '91926a5e-954e-4773-b0d0-2c49874bbb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a9ffdff9-c2bf-42e5-aa28-4268d54cc9bc'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:26:11.043253 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-a00bc9fa-f89f-4b8c-9d2b-102e4c22efd8 None None] Bound port: ea774df1-502d-47cc-95fd-dfbe08871ab5, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91926a5e-954e-4773-b0d0-2c49874bbb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a9ffdff9-c2bf-42e5-aa28-4268d54cc9bc'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:26:11.043253 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-a00bc9fa-f89f-4b8c-9d2b-102e4c22efd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:11.130421 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e96d062-b4d6-4489-883b-1e79e6555b2f tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Pushing event updated for resources: {'Subnet': ['ID=6836d020-a745-4e71-882d-9073aeb06be4,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:11.158059 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5560b2a2-a9d2-4295-8f24-b7846cac1f5b req-4f7a4d12-d010-45c8-98d2-ea02f825edfa tempest-ServerDiagnosticsNegativeTest-102089225 tempest-ServerDiagnosticsNegativeTest-102089225-project] 10.222.0.55 "GET /v2.0/security-groups?id=1dd26868-3405-4f7d-a71c-4471aecc7f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864507 May 28 06:26:11.161273 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c13ff9f-75e0-4a35-97ba-ab8b0f97f223 service neutron] Pushing event updated for resources: {'Port': ['ID=4d52e0c6-c050-4a68-aefc-40a2cad374f3,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:11.164780 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f964dbad-44fb-4022-9fed-51ecaf758af6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:11.168386 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e96d062-b4d6-4489-883b-1e79e6555b2f tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Checking segment: {'id': 'ef1082b7-1e82-4682-8ff4-108a397ad07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e169afd5-829f-4c55-b1b4-034fdabca79b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:26:11.168870 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e96d062-b4d6-4489-883b-1e79e6555b2f tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Network hostable DHCP agents. Network: e169afd5-829f-4c55-b1b4-034fdabca79b, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:26:11.287247 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c09db2d3-bbae-4e3c-8a06-a2426dc90b83 req-2557e168-4324-45a1-8a1b-6f1855154e71 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=1dd26868-3405-4f7d-a71c-4471aecc7f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4018271 May 28 06:26:11.305705 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-a00bc9fa-f89f-4b8c-9d2b-102e4c22efd8 None None] For port ea774df1-502d-47cc-95fd-dfbe08871ab5, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:26:11.310154 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-a00bc9fa-f89f-4b8c-9d2b-102e4c22efd8 None None] For port ea774df1-502d-47cc-95fd-dfbe08871ab5, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=ea774df1-502d-47cc-95fd-dfbe08871ab5,segment=NetworkSegment(91926a5e-954e-4773-b0d0-2c49874bbb2a),segment_id=91926a5e-954e-4773-b0d0-2c49874bbb2a)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:26:11.310458 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e96d062-b4d6-4489-883b-1e79e6555b2f tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Network e169afd5-829f-4c55-b1b4-034fdabca79b is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:26:11.317231 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-c658b724-b04b-4a5a-a7b8-6f7da6089d30 None None] For port fc6757bd-28e3-4f12-a878-27bbcd8b8144, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:26:11.325816 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-c658b724-b04b-4a5a-a7b8-6f7da6089d30 None None] For port fc6757bd-28e3-4f12-a878-27bbcd8b8144, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=fc6757bd-28e3-4f12-a878-27bbcd8b8144,segment=NetworkSegment(07d9f160-fff2-4ac7-81a2-60f8deeef159),segment_id=07d9f160-fff2-4ac7-81a2-60f8deeef159)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:26:11.332767 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f964dbad-44fb-4022-9fed-51ecaf758af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:11.336807 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d14b0d06-73c6-496c-969a-4e786cb15037 req-4248293b-803b-4802-b0df-c188046145d5 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] 10.222.0.55 "GET /v2.0/security-groups?id=23fff79d-6911-4949-90e1-061adc265852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3475239 May 28 06:26:11.391928 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bde96faf-486e-4938-966f-d6cd9bd326bf req-fb7f19ed-a0c2-4464-924d-94671711657f tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] 10.222.0.55 "GET /v2.0/security-groups/b92721de-d8d1-496b-bad2-efbbd7ac66ae HTTP/1.1" status: 200 len: 1813 time: 0.1603680 May 28 06:26:11.395127 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-7630424f-f146-4b34-b79c-7c4fd31a29bd req-6c13ff9f-75e0-4a35-97ba-ab8b0f97f223 service neutron] Attempting to bind port 4d52e0c6-c050-4a68-aefc-40a2cad374f3 on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:26:11.395594 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-7630424f-f146-4b34-b79c-7c4fd31a29bd req-6c13ff9f-75e0-4a35-97ba-ab8b0f97f223 service neutron] Attempting to bind port 4d52e0c6-c050-4a68-aefc-40a2cad374f3 by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:26:11.396095 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7630424f-f146-4b34-b79c-7c4fd31a29bd req-6c13ff9f-75e0-4a35-97ba-ab8b0f97f223 service neutron] Attempting to bind port 4d52e0c6-c050-4a68-aefc-40a2cad374f3 on network bb90c162-fdb0-406b-af2b-5eef830db7a9 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:26:11.408377 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-a00bc9fa-f89f-4b8c-9d2b-102e4c22efd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:11.415859 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7630424f-f146-4b34-b79c-7c4fd31a29bd req-6c13ff9f-75e0-4a35-97ba-ab8b0f97f223 service neutron] Port 4d52e0c6-c050-4a68-aefc-40a2cad374f3 on network bb90c162-fdb0-406b-af2b-5eef830db7a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:26:11.420386 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7630424f-f146-4b34-b79c-7c4fd31a29bd req-6c13ff9f-75e0-4a35-97ba-ab8b0f97f223 service neutron] Attempting to bind port 4d52e0c6-c050-4a68-aefc-40a2cad374f3 on network bb90c162-fdb0-406b-af2b-5eef830db7a9 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:26:11.430069 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7630424f-f146-4b34-b79c-7c4fd31a29bd req-6c13ff9f-75e0-4a35-97ba-ab8b0f97f223 service neutron] Checking agent: {'id': '69f492a0-c00d-46d0-9bec-fcd8161ce206', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:26:11.430601 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7630424f-f146-4b34-b79c-7c4fd31a29bd req-6c13ff9f-75e0-4a35-97ba-ab8b0f97f223 service neutron] Checking segment: {'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:26:11.431118 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7630424f-f146-4b34-b79c-7c4fd31a29bd req-6c13ff9f-75e0-4a35-97ba-ab8b0f97f223 service neutron] Bound using segment: {'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:26:11.431662 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-7630424f-f146-4b34-b79c-7c4fd31a29bd req-6c13ff9f-75e0-4a35-97ba-ab8b0f97f223 service neutron] Bound port: 4d52e0c6-c050-4a68-aefc-40a2cad374f3, host: n-h1-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'}}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:26:11.432109 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-7630424f-f146-4b34-b79c-7c4fd31a29bd req-6c13ff9f-75e0-4a35-97ba-ab8b0f97f223 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:11.493372 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c658b724-b04b-4a5a-a7b8-6f7da6089d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:11.558074 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-6e96d062-b4d6-4489-883b-1e79e6555b2f tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, e169afd5-829f-4c55-b1b4-034fdabca79b) {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:26:11.570883 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f964dbad-44fb-4022-9fed-51ecaf758af6 admin admin] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:26:11.574298 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e96d062-b4d6-4489-883b-1e79e6555b2f tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:11.574884 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6e96d062-b4d6-4489-883b-1e79e6555b2f tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:11.579931 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-f964dbad-44fb-4022-9fed-51ecaf758af6 admin admin] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:26:11.587924 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f964dbad-44fb-4022-9fed-51ecaf758af6 admin admin] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:26:11.628352 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f964dbad-44fb-4022-9fed-51ecaf758af6 admin admin] Pushing event updated for resources: {'Port': ['ID=af88013d-1f04-41a4-a9d3-47f6a8bb62d0,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:11.637243 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398906d9-d700-4ff9-98ee-cddffa108bc8 None None] Network e169afd5-829f-4c55-b1b4-034fdabca79b requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:26:11.658655 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 2fa041f2-66fc-4770-92a9-f297fff7bd5a details requested by agent hyperv_n-h2-843702-1 with host n-h2-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:26:11.786105 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 52464) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:26:11.791963 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00bc9fa-f89f-4b8c-9d2b-102e4c22efd8 None None] Pushing event updated for resources: {'Port': ['ID=ea774df1-502d-47cc-95fd-dfbe08871ab5,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:11.820295 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-bde96faf-486e-4938-966f-d6cd9bd326bf req-86c59b34-6bd1-4652-b198-eeb25bcf390c tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:11.852450 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-6e96d062-b4d6-4489-883b-1e79e6555b2f tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.8036878 May 28 06:26:11.866308 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-385279fd-4e30-4619-bafa-f1238cac3254 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:11.866308 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 52468) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:26:11.868493 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-7630424f-f146-4b34-b79c-7c4fd31a29bd req-6c13ff9f-75e0-4a35-97ba-ab8b0f97f223 service neutron] For port 4d52e0c6-c050-4a68-aefc-40a2cad374f3, host n-h1-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:26:11.886570 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c658b724-b04b-4a5a-a7b8-6f7da6089d30 None None] Pushing event updated for resources: {'Port': ['ID=fc6757bd-28e3-4f12-a878-27bbcd8b8144,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:11.898849 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-ef80ab96-2c4d-4442-8400-4fd721bddcf4 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Request body: {'port': {'network_id': 'a9ffdff9-c2bf-42e5-aa28-4268d54cc9bc', 'name': 'tempest-TaggedBootDevicesTest_v242-1213875691', 'fixed_ips': [{'subnet_id': '486c83aa-9cd6-4997-a0c5-177cd007dece'}]}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:26:11.918969 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.db.resource_extend [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 06:26:11.968421 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-bde96faf-486e-4938-966f-d6cd9bd326bf req-86c59b34-6bd1-4652-b198-eeb25bcf390c tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:11.980659 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-7630424f-f146-4b34-b79c-7c4fd31a29bd req-6c13ff9f-75e0-4a35-97ba-ab8b0f97f223 service neutron] For port 4d52e0c6-c050-4a68-aefc-40a2cad374f3, host n-h1-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=4d52e0c6-c050-4a68-aefc-40a2cad374f3,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:26:12.063756 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-385279fd-4e30-4619-bafa-f1238cac3254 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:26:12.107152 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-385279fd-4e30-4619-bafa-f1238cac3254 admin admin] Usage tracker for resource:security_group_rule and tenant:003280ff8ee94cc198e85d86cd637bb0 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:26:12.113642 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-7630424f-f146-4b34-b79c-7c4fd31a29bd req-6c13ff9f-75e0-4a35-97ba-ab8b0f97f223 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:12.123104 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-385279fd-4e30-4619-bafa-f1238cac3254 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:26:12.196953 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-385279fd-4e30-4619-bafa-f1238cac3254 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:26:12.270704 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7630424f-f146-4b34-b79c-7c4fd31a29bd req-6c13ff9f-75e0-4a35-97ba-ab8b0f97f223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:12.271313 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-7630424f-f146-4b34-b79c-7c4fd31a29bd req-6c13ff9f-75e0-4a35-97ba-ab8b0f97f223 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:12.272708 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7630424f-f146-4b34-b79c-7c4fd31a29bd req-6c13ff9f-75e0-4a35-97ba-ab8b0f97f223 service neutron] 10.222.0.69 "PUT /v2.0/ports/4d52e0c6-c050-4a68-aefc-40a2cad374f3 HTTP/1.1" status: 200 len: 1095 time: 2.4449959 May 28 06:26:12.273158 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da805ebe-5239-466e-84b8-d19ecc28b68f', 'tag': '4d52e0c6-c050-4a68-aefc-40a2cad374f3'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:26:12.311509 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4216aa-14d1-4642-8dec-921a0ab752df req-2b1170d9-56d8-4e26-8217-fff02146b3c1 tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:12.311811 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ec4216aa-14d1-4642-8dec-921a0ab752df req-2b1170d9-56d8-4e26-8217-fff02146b3c1 tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b45eee7-bda2-4c79-bc7f-9f279a1bec7a HTTP/1.1" status: 200 len: 950 time: 0.7712820 May 28 06:26:12.325844 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 2fa041f2-66fc-4770-92a9-f297fff7bd5a, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=2fa041f2-66fc-4770-92a9-f297fff7bd5a,segment=NetworkSegment(b938b3fe-4e87-4c2f-aa8d-5e499b733858),segment_id=b938b3fe-4e87-4c2f-aa8d-5e499b733858)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:26:12.342468 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Returning: {'device': '2fa041f2-66fc-4770-92a9-f297fff7bd5a', 'network_id': '57335d58-5b4b-44c7-91c4-7ad19fc594ec', 'port_id': '2fa041f2-66fc-4770-92a9-f297fff7bd5a', 'mac_address': 'fa:16:3e:78:1b:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fe916e2-3f26-4799-a7be-cc46b10e4922', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:26:12.346071 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf7044a-ccf8-456b-962c-a806b3ad51af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-e169afd5-829f-4c55-b1b4-034fdabca79b', 'network_id': 'e169afd5-829f-4c55-b1b4-034fdabca79b', 'tenant_id': '5a27568d2aff479086cfcad7501ab2c8', 'fixed_ips': [{'subnet_id': '6836d020-a745-4e71-882d-9073aeb06be4'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:26:12.347259 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-caf7044a-ccf8-456b-962c-a806b3ad51af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:12.347505 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f964dbad-44fb-4022-9fed-51ecaf758af6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:12.397901 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c13ff9f-75e0-4a35-97ba-ab8b0f97f223 service neutron] Pushing event updated for resources: {'Port': ['ID=4d52e0c6-c050-4a68-aefc-40a2cad374f3,revision_number=3']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:12.438574 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 2fa041f2-66fc-4770-92a9-f297fff7bd5a is: ACTIVE; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:26:12.439537 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:12.520997 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2fa041f2-66fc-4770-92a9-f297fff7bd5a {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:26:12.539017 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-bde96faf-486e-4938-966f-d6cd9bd326bf req-86c59b34-6bd1-4652-b198-eeb25bcf390c tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:12.553344 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 2fa041f2-66fc-4770-92a9-f297fff7bd5a, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=2fa041f2-66fc-4770-92a9-f297fff7bd5a,segment=NetworkSegment(b938b3fe-4e87-4c2f-aa8d-5e499b733858),segment_id=b938b3fe-4e87-4c2f-aa8d-5e499b733858)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:26:12.613502 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-ef80ab96-2c4d-4442-8400-4fd721bddcf4 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:26:12.708121 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-ef80ab96-2c4d-4442-8400-4fd721bddcf4 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Usage tracker for resource:port and tenant:5a27568d2aff479086cfcad7501ab2c8 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:26:12.711310 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-ef80ab96-2c4d-4442-8400-4fd721bddcf4 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:26:12.719136 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-ef80ab96-2c4d-4442-8400-4fd721bddcf4 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:26:12.739332 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:12.764700 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ec4216aa-14d1-4642-8dec-921a0ab752df req-b2b56679-8f6b-41d7-9aaf-5bd10722b3e3 tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] 10.222.0.55 "GET /v2.0/security-groups?id=cd4f772a-3605-4ce2-bce7-8f5466d1255d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4232597 May 28 06:26:12.765505 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c59b34-6bd1-4652-b198-eeb25bcf390c tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b92721de-d8d1-496b-bad2-efbbd7ac66ae,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:12.785307 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-bde96faf-486e-4938-966f-d6cd9bd326bf req-86c59b34-6bd1-4652-b198-eeb25bcf390c tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:12.797803 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bde96faf-486e-4938-966f-d6cd9bd326bf req-86c59b34-6bd1-4652-b198-eeb25bcf390c tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] 10.222.0.55 "DELETE /v2.0/security-groups/b92721de-d8d1-496b-bad2-efbbd7ac66ae HTTP/1.1" status: 204 len: 173 time: 1.3947332 May 28 06:26:12.844290 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=2fa041f2-66fc-4770-92a9-f297fff7bd5a,revision_number=6']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:12.847076 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device fc6757bd-28e3-4f12-a878-27bbcd8b8144 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:26:12.852783 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef80ab96-2c4d-4442-8400-4fd721bddcf4 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Made reservation on behalf of 5a27568d2aff479086cfcad7501ab2c8 for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:26:12.973749 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['2fa041f2-66fc-4770-92a9-f297fff7bd5a'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:26:13.000623 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f964dbad-44fb-4022-9fed-51ecaf758af6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690761'] for router, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:13.020973 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-caf7044a-ccf8-456b-962c-a806b3ad51af None None] Allocated IP 10.2.2.2 (e169afd5-829f-4c55-b1b4-034fdabca79b/6836d020-a745-4e71-882d-9073aeb06be4/d80164b4-a5d3-426a-8be1-5d7ce6faf396) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:26:13.035505 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-385279fd-4e30-4619-bafa-f1238cac3254 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:13.046239 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ef80ab96-2c4d-4442-8400-4fd721bddcf4 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:13.156250 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-385279fd-4e30-4619-bafa-f1238cac3254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:13.178255 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port fc6757bd-28e3-4f12-a878-27bbcd8b8144 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:26:13.184201 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7630424f-f146-4b34-b79c-7c4fd31a29bd req-37df9d80-8ab4-4ce1-b3f3-c9f957e16f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:13.186881 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7630424f-f146-4b34-b79c-7c4fd31a29bd req-37df9d80-8ab4-4ce1-b3f3-c9f957e16f48 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=939489430c7749c59f0791a254a21615&device_id=da805ebe-5239-466e-84b8-d19ecc28b68f HTTP/1.1" status: 200 len: 1098 time: 0.6526077 May 28 06:26:13.206316 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device ea774df1-502d-47cc-95fd-dfbe08871ab5 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:26:13.306121 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [None req-ef80ab96-2c4d-4442-8400-4fd721bddcf4 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] device_id is not set on port ae1da9c2-607a-48e7-af04-679c67639107 yet. {{(pid=89110) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:26:13.332956 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f964dbad-44fb-4022-9fed-51ecaf758af6 admin admin] Router 0e9a75c8-48eb-4b30-9b70-87806493477c is scheduled to L3 agent 42958940-9562-4f71-972f-15a8af9d3963 with binding_index 1 {{(pid=89109) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 06:26:13.380415 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7630424f-f146-4b34-b79c-7c4fd31a29bd req-e856881d-4da2-46f8-8f7d-9d1e63537041 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=4d52e0c6-c050-4a68-aefc-40a2cad374f3 HTTP/1.1" status: 200 len: 217 time: 0.1613111 May 28 06:26:13.455042 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-385279fd-4e30-4619-bafa-f1238cac3254 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=003280ff8ee94cc198e85d86cd637bb0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6678824 May 28 06:26:13.465581 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385279fd-4e30-4619-bafa-f1238cac3254 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40e3de95-6b8a-4be5-84b3-5ba5431f50d5,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:13.469300 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 52482) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:26:13.511312 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56aa7948-9bb1-479e-8e26-75165b627519 None None] Network d78b7af4-098f-4263-8522-732b24d86d73 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:26:13.530387 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23721203-c2f7-4736-be5b-1fcede52fc36 req-713de09d-2ca9-463d-a3cf-b519e2ca03cc tempest-ServerDiagnosticsNegativeTest-102089225 tempest-ServerDiagnosticsNegativeTest-102089225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:13.531893 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-23721203-c2f7-4736-be5b-1fcede52fc36 req-713de09d-2ca9-463d-a3cf-b519e2ca03cc tempest-ServerDiagnosticsNegativeTest-102089225 tempest-ServerDiagnosticsNegativeTest-102089225-project] 10.222.0.55 "GET /v2.0/ports?device_id=89098ba2-b4ea-43ec-a45e-28c648cfcb10 HTTP/1.1" status: 200 len: 950 time: 0.4927166 May 28 06:26:13.638614 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f964dbad-44fb-4022-9fed-51ecaf758af6 admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:26:13.639542 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7630424f-f146-4b34-b79c-7c4fd31a29bd req-ffb83dbb-6ac1-4122-83be-8e8edadf450f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:13.641162 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7630424f-f146-4b34-b79c-7c4fd31a29bd req-ffb83dbb-6ac1-4122-83be-8e8edadf450f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e72d0ca5-04cb-4b36-82b1-c75214c9eb05 HTTP/1.1" status: 200 len: 843 time: 0.2347255 May 28 06:26:13.649691 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port ea774df1-502d-47cc-95fd-dfbe08871ab5 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:26:13.656300 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2028409b-6d46-4477-a804-1125afb9c59e None None] Sync routers for ids ['0e9a75c8-48eb-4b30-9b70-87806493477c'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:26:13.661203 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2028409b-6d46-4477-a804-1125afb9c59e None None] Routers {'0e9a75c8-48eb-4b30-9b70-87806493477c'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:26:13.662792 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-2028409b-6d46-4477-a804-1125afb9c59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:25:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['0e9a75c8-48eb-4b30-9b70-87806493477c'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:26:13.696756 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-caf7044a-ccf8-456b-962c-a806b3ad51af None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:13.698747 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-23721203-c2f7-4736-be5b-1fcede52fc36 req-9f7e4a80-3ca3-4445-b1a9-219b1b98912c tempest-ServerDiagnosticsNegativeTest-102089225 tempest-ServerDiagnosticsNegativeTest-102089225-project] 10.222.0.55 "GET /v2.0/security-groups?id=1dd26868-3405-4f7d-a71c-4471aecc7f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242144 May 28 06:26:13.743801 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f964dbad-44fb-4022-9fed-51ecaf758af6 admin admin] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:13.745149 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-f964dbad-44fb-4022-9fed-51ecaf758af6 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 5.0247219 May 28 06:26:13.747354 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-caf7044a-ccf8-456b-962c-a806b3ad51af None None] Transition to ACTIVE for port object d80164b4-a5d3-426a-8be1-5d7ce6faf396 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:26:13.753711 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 52488) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:26:13.776755 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769de003-913a-4c9e-9659-2f27a13baa23 req-2efaf47a-246f-4c7d-b390-ab8bc814cd78 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:13.778410 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-769de003-913a-4c9e-9659-2f27a13baa23 req-2efaf47a-246f-4c7d-b390-ab8bc814cd78 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.55 "GET /v2.0/ports?device_id=da805ebe-5239-466e-84b8-d19ecc28b68f HTTP/1.1" status: 200 len: 947 time: 0.7413402 May 28 06:26:13.788959 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-7a1b7048-b750-404c-9a1a-f08b9a2cd145 None None] Provisioning for port fc6757bd-28e3-4f12-a878-27bbcd8b8144 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:26:13.800753 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-7a1b7048-b750-404c-9a1a-f08b9a2cd145 None None] Provisioning complete for port fc6757bd-28e3-4f12-a878-27bbcd8b8144 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:26:13.801231 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-7a1b7048-b750-404c-9a1a-f08b9a2cd145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:13.819690 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc478a04-8be7-42f8-a9b7-71202ddfbf51'] response: {'name': 'network-changed', 'server_uuid': 'da805ebe-5239-466e-84b8-d19ecc28b68f', 'tag': '4d52e0c6-c050-4a68-aefc-40a2cad374f3', 'status': 'completed', 'code': 200} May 28 06:26:13.838135 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74f0355-5379-475d-867a-e19e86763485 None None] Network a9ffdff9-c2bf-42e5-aa28-4268d54cc9bc requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:26:13.894496 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-2028409b-6d46-4477-a804-1125afb9c59e None None] Set router 0e9a75c8-48eb-4b30-9b70-87806493477c gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:26:13.983420 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b6d258d2-ee67-4d2d-9deb-146f3686228a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:13.996597 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-caf7044a-ccf8-456b-962c-a806b3ad51af None None] Transition to ACTIVE for port object d80164b4-a5d3-426a-8be1-5d7ce6faf396 will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:26:14.032963 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [None req-ef80ab96-2c4d-4442-8400-4fd721bddcf4 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Allocated IP 10.1.1.202 (a9ffdff9-c2bf-42e5-aa28-4268d54cc9bc/486c83aa-9cd6-4997-a0c5-177cd007dece/ae1da9c2-607a-48e7-af04-679c67639107) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:26:14.050193 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-769de003-913a-4c9e-9659-2f27a13baa23 req-f92f1cd2-3362-4293-9383-6bbacd9578d3 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.55 "GET /v2.0/security-groups?id=003cca32-7671-4721-8c5a-98dfd2100d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322204 May 28 06:26:14.101689 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-caf7044a-ccf8-456b-962c-a806b3ad51af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:14.134840 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b6d258d2-ee67-4d2d-9deb-146f3686228a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:14.181144 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7630424f-f146-4b34-b79c-7c4fd31a29bd req-79c190f3-90d6-49f4-a841-a9082cacb9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:14.182761 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7630424f-f146-4b34-b79c-7c4fd31a29bd req-79c190f3-90d6-49f4-a841-a9082cacb9bf service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bb90c162-fdb0-406b-af2b-5eef830db7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4903641 May 28 06:26:14.263320 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf7044a-ccf8-456b-962c-a806b3ad51af None None] Pushing event updated for resources: {'Port': ['ID=d80164b4-a5d3-426a-8be1-5d7ce6faf396,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:14.276990 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf7044a-ccf8-456b-962c-a806b3ad51af None None] Network e169afd5-829f-4c55-b1b4-034fdabca79b is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:26:14.287189 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-caf7044a-ccf8-456b-962c-a806b3ad51af None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:26:14.305445 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf7044a-ccf8-456b-962c-a806b3ad51af None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:26:14.476538 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-2028409b-6d46-4477-a804-1125afb9c59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9a75c8-48eb-4b30-9b70-87806493477c', 'name': 'tempest-ServersTestJSON-1589757023-router', 'tenant_id': 'd91f6eb4c7e44824b2ce0b8006557321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.62'}], 'enable_snat': True}, 'gw_port_id': 'af88013d-1f04-41a4-a9d3-47f6a8bb62d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:26:08Z', 'updated_at': '2022-05-28T06:26:11Z', 'revision_number': 3, 'project_id': 'd91f6eb4c7e44824b2ce0b8006557321', 'gw_port': {'id': 'af88013d-1f04-41a4-a9d3-47f6a8bb62d0', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:28:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e9a75c8-48eb-4b30-9b70-87806493477c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:26:10Z', 'updated_at': '2022-05-28T06:26:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:26:14.482178 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2028409b-6d46-4477-a804-1125afb9c59e None None] Checking router: 0e9a75c8-48eb-4b30-9b70-87806493477c for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:26:14.484061 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2028409b-6d46-4477-a804-1125afb9c59e None None] Updating router 0e9a75c8-48eb-4b30-9b70-87806493477c port af88013d-1f04-41a4-a9d3-47f6a8bb62d0 binding host n-d-843702-1 {{(pid=89112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:26:14.539048 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-caf7044a-ccf8-456b-962c-a806b3ad51af None None] Attempting to bind port d80164b4-a5d3-426a-8be1-5d7ce6faf396 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:26:14.539664 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-caf7044a-ccf8-456b-962c-a806b3ad51af None None] Attempting to bind port d80164b4-a5d3-426a-8be1-5d7ce6faf396 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'ef1082b7-1e82-4682-8ff4-108a397ad07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e169afd5-829f-4c55-b1b4-034fdabca79b'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:26:14.539774 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf7044a-ccf8-456b-962c-a806b3ad51af None None] Attempting to bind port d80164b4-a5d3-426a-8be1-5d7ce6faf396 on network e169afd5-829f-4c55-b1b4-034fdabca79b {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:26:14.546522 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-7a1b7048-b750-404c-9a1a-f08b9a2cd145 None None] Current status of the port fc6757bd-28e3-4f12-a878-27bbcd8b8144 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:26:14.546899 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-7a1b7048-b750-404c-9a1a-f08b9a2cd145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:14.557392 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-2028409b-6d46-4477-a804-1125afb9c59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:14.564367 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf7044a-ccf8-456b-962c-a806b3ad51af None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:26:14.570617 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf7044a-ccf8-456b-962c-a806b3ad51af None None] Checking segment: {'id': 'ef1082b7-1e82-4682-8ff4-108a397ad07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e169afd5-829f-4c55-b1b4-034fdabca79b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:26:14.570617 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-caf7044a-ccf8-456b-962c-a806b3ad51af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:14.570617 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf7044a-ccf8-456b-962c-a806b3ad51af None None] Bound using segment: {'id': 'ef1082b7-1e82-4682-8ff4-108a397ad07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e169afd5-829f-4c55-b1b4-034fdabca79b'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:26:14.570617 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-caf7044a-ccf8-456b-962c-a806b3ad51af None None] Bound port: d80164b4-a5d3-426a-8be1-5d7ce6faf396, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef1082b7-1e82-4682-8ff4-108a397ad07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e169afd5-829f-4c55-b1b4-034fdabca79b'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:26:14.570617 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-caf7044a-ccf8-456b-962c-a806b3ad51af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:14.649219 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b6d258d2-ee67-4d2d-9deb-146f3686228a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:14.746168 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d258d2-ee67-4d2d-9deb-146f3686228a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40e3de95-6b8a-4be5-84b3-5ba5431f50d5,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:14.864252 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-7a1b7048-b750-404c-9a1a-f08b9a2cd145 None None] For port fc6757bd-28e3-4f12-a878-27bbcd8b8144, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=fc6757bd-28e3-4f12-a878-27bbcd8b8144,segment=NetworkSegment(07d9f160-fff2-4ac7-81a2-60f8deeef159),segment_id=07d9f160-fff2-4ac7-81a2-60f8deeef159)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:26:14.874140 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b6d258d2-ee67-4d2d-9deb-146f3686228a admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:14.889367 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-b6d258d2-ee67-4d2d-9deb-146f3686228a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/40e3de95-6b8a-4be5-84b3-5ba5431f50d5 HTTP/1.1" status: 204 len: 168 time: 1.4077687 May 28 06:26:14.897519 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7630424f-f146-4b34-b79c-7c4fd31a29bd req-baf1c0eb-ca7c-4656-b339-ebd3b3ed7ef0 service neutron] 10.222.0.69 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6974111 May 28 06:26:14.912078 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-caf7044a-ccf8-456b-962c-a806b3ad51af None None] For port d80164b4-a5d3-426a-8be1-5d7ce6faf396, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:26:14.917570 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-caf7044a-ccf8-456b-962c-a806b3ad51af None None] For port d80164b4-a5d3-426a-8be1-5d7ce6faf396, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=d80164b4-a5d3-426a-8be1-5d7ce6faf396,segment=NetworkSegment(ef1082b7-1e82-4682-8ff4-108a397ad07a),segment_id=ef1082b7-1e82-4682-8ff4-108a397ad07a)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:26:14.949674 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-7a1b7048-b750-404c-9a1a-f08b9a2cd145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:15.042632 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-caf7044a-ccf8-456b-962c-a806b3ad51af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:15.074591 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4ed20a07-795c-4b72-bef3-3b637357acc8 req-93547919-c86f-4c1c-ab44-9570cb5efd4c tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] 10.222.0.55 "GET /v2.0/security-groups/d06ca410-7a37-4609-b724-0c2f0d6890b4 HTTP/1.1" status: 200 len: 1813 time: 0.3260975 May 28 06:26:15.080763 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ef80ab96-2c4d-4442-8400-4fd721bddcf4 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:15.096462 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0bd2d9-67a9-49f6-9ce4-0c1623c0263f req-6a36821e-5871-4fa6-893f-e8b149fa92c8 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:15.105754 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9e0bd2d9-67a9-49f6-9ce4-0c1623c0263f req-6a36821e-5871-4fa6-893f-e8b149fa92c8 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] 10.222.0.55 "GET /v2.0/ports?device_id=acc4fdba-1d14-4425-a8c7-34964f62b0ae HTTP/1.1" status: 200 len: 945 time: 0.7678659 May 28 06:26:15.127754 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1b7048-b750-404c-9a1a-f08b9a2cd145 None None] Pushing event updated for resources: {'Port': ['ID=fc6757bd-28e3-4f12-a878-27bbcd8b8144,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:15.211627 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [None req-ef80ab96-2c4d-4442-8400-4fd721bddcf4 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Transition to ACTIVE for port object ae1da9c2-607a-48e7-af04-679c67639107 will not be triggered until provisioned by entity DHCP. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:26:15.240809 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-2028409b-6d46-4477-a804-1125afb9c59e None None] Notify callbacks [] for port, precommit_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:15.255625 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf7044a-ccf8-456b-962c-a806b3ad51af None None] Pushing event updated for resources: {'Port': ['ID=d80164b4-a5d3-426a-8be1-5d7ce6faf396,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:15.261337 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.provisioning_blocks [None req-2028409b-6d46-4477-a804-1125afb9c59e None None] Transition to ACTIVE for port object af88013d-1f04-41a4-a9d3-47f6a8bb62d0 will not be triggered until provisioned by entity L2. {{(pid=89112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:26:15.300819 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9e0bd2d9-67a9-49f6-9ce4-0c1623c0263f req-22c443fd-cf3b-4a0e-9de7-d8187221a8ac tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] 10.222.0.55 "GET /v2.0/security-groups?id=23fff79d-6911-4949-90e1-061adc265852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939931 May 28 06:26:15.301329 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d4cec884-504f-4d40-9ef4-ef3a0d3da1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:15.302981 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7630424f-f146-4b34-b79c-7c4fd31a29bd req-996c8ff2-fb54-4084-bb1f-98d007e52858 service neutron] 10.222.0.69 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3957741 May 28 06:26:15.333673 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-7bbf852e-302a-4666-9a55-23d9cefdba84 None None] Provisioning for port ea774df1-502d-47cc-95fd-dfbe08871ab5 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:26:15.341504 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-7bbf852e-302a-4666-9a55-23d9cefdba84 None None] Provisioning complete for port ea774df1-502d-47cc-95fd-dfbe08871ab5 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:26:15.341840 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-7bbf852e-302a-4666-9a55-23d9cefdba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:15.350562 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-4ed20a07-795c-4b72-bef3-3b637357acc8 req-644692c7-f126-48ef-b7f3-72ed29f820d1 tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:15.384506 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-2028409b-6d46-4477-a804-1125afb9c59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:15.407124 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-4ed20a07-795c-4b72-bef3-3b637357acc8 req-644692c7-f126-48ef-b7f3-72ed29f820d1 tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:15.461786 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ef80ab96-2c4d-4442-8400-4fd721bddcf4 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:15.536651 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f88d2f-826d-4eb4-80bc-096c5a91c935 None None] Pushing event updated for resources: {'Port': ['ID=af88013d-1f04-41a4-a9d3-47f6a8bb62d0,revision_number=2']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:15.583522 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f88d2f-826d-4eb4-80bc-096c5a91c935 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:26:15.583835 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f88d2f-826d-4eb4-80bc-096c5a91c935 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:26:15.584155 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f88d2f-826d-4eb4-80bc-096c5a91c935 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:26:15.584475 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f88d2f-826d-4eb4-80bc-096c5a91c935 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:26:15.584825 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f88d2f-826d-4eb4-80bc-096c5a91c935 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:26:15.585147 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f88d2f-826d-4eb4-80bc-096c5a91c935 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:26:15.585544 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f88d2f-826d-4eb4-80bc-096c5a91c935 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:26:15.585788 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f88d2f-826d-4eb4-80bc-096c5a91c935 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:26:15.586096 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f88d2f-826d-4eb4-80bc-096c5a91c935 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:26:15.587205 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f88d2f-826d-4eb4-80bc-096c5a91c935 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:26:15.587530 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f88d2f-826d-4eb4-80bc-096c5a91c935 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:26:15.587844 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f88d2f-826d-4eb4-80bc-096c5a91c935 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:26:15.593071 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-2028409b-6d46-4477-a804-1125afb9c59e None None] Attempting to bind port af88013d-1f04-41a4-a9d3-47f6a8bb62d0 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:26:15.593452 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-2028409b-6d46-4477-a804-1125afb9c59e None None] Attempting to bind port af88013d-1f04-41a4-a9d3-47f6a8bb62d0 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:26:15.593791 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2028409b-6d46-4477-a804-1125afb9c59e None None] Attempting to bind port af88013d-1f04-41a4-a9d3-47f6a8bb62d0 on network 68df399e-e75e-4871-9364-5d05730b50f0 {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:26:15.600443 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2028409b-6d46-4477-a804-1125afb9c59e None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:26:15.600811 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2028409b-6d46-4477-a804-1125afb9c59e None None] Checking segment: {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:26:15.601195 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-2028409b-6d46-4477-a804-1125afb9c59e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:15.601611 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2028409b-6d46-4477-a804-1125afb9c59e None None] Bound using segment: {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:26:15.602065 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-2028409b-6d46-4477-a804-1125afb9c59e None None] Bound port: af88013d-1f04-41a4-a9d3-47f6a8bb62d0, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:26:15.602439 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-2028409b-6d46-4477-a804-1125afb9c59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:15.656887 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 2fa041f2-66fc-4770-92a9-f297fff7bd5a up at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:26:15.741815 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-2028409b-6d46-4477-a804-1125afb9c59e None None] For port af88013d-1f04-41a4-a9d3-47f6a8bb62d0, host n-d-843702-1, cleared binding levels {{(pid=89112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:26:15.747187 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-2028409b-6d46-4477-a804-1125afb9c59e None None] For port af88013d-1f04-41a4-a9d3-47f6a8bb62d0, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=af88013d-1f04-41a4-a9d3-47f6a8bb62d0,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:26:15.796077 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-7bbf852e-302a-4666-9a55-23d9cefdba84 None None] Current status of the port ea774df1-502d-47cc-95fd-dfbe08871ab5 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:26:15.796077 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-7bbf852e-302a-4666-9a55-23d9cefdba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:15.834507 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-d4cec884-504f-4d40-9ef4-ef3a0d3da1a2 admin admin] Allocated IP 172.20.0.1 (d78b7af4-098f-4263-8522-732b24d86d73/9c4f9492-bb3a-4b06-9439-952a7bc7785e/528b9657-4123-48cf-81bd-7f3ee47d922b) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:26:15.853862 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-2028409b-6d46-4477-a804-1125afb9c59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:15.900524 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef80ab96-2c4d-4442-8400-4fd721bddcf4 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Network a9ffdff9-c2bf-42e5-aa28-4268d54cc9bc is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:26:15.911663 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-ef80ab96-2c4d-4442-8400-4fd721bddcf4 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:26:15.931989 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef80ab96-2c4d-4442-8400-4fd721bddcf4 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:26:15.934622 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-7bbf852e-302a-4666-9a55-23d9cefdba84 None None] For port ea774df1-502d-47cc-95fd-dfbe08871ab5, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=ea774df1-502d-47cc-95fd-dfbe08871ab5,segment=NetworkSegment(91926a5e-954e-4773-b0d0-2c49874bbb2a),segment_id=91926a5e-954e-4773-b0d0-2c49874bbb2a)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:26:16.247770 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning complete for port 2fa041f2-66fc-4770-92a9-f297fff7bd5a triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:26:16.247770 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:16.249164 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef80ab96-2c4d-4442-8400-4fd721bddcf4 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Pushing event updated for resources: {'Port': ['ID=ae1da9c2-607a-48e7-af04-679c67639107,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:16.250426 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-7bbf852e-302a-4666-9a55-23d9cefdba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:16.250604 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f88d2f-826d-4eb4-80bc-096c5a91c935 None None] Pushing event updated for resources: {'Port': ['ID=af88013d-1f04-41a4-a9d3-47f6a8bb62d0,revision_number=3']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:16.251102 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef80ab96-2c4d-4442-8400-4fd721bddcf4 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:16.251102 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ef80ab96-2c4d-4442-8400-4fd721bddcf4 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:16.251102 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f036222-e747-4c28-82ec-4659c2cb7e17 req-def8331e-b6c1-4a93-97dc-7db1754da876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:16.251102 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8f036222-e747-4c28-82ec-4659c2cb7e17 req-def8331e-b6c1-4a93-97dc-7db1754da876 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=939489430c7749c59f0791a254a21615&device_id=da805ebe-5239-466e-84b8-d19ecc28b68f HTTP/1.1" status: 200 len: 1098 time: 0.6349366 May 28 06:26:16.251402 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2028409b-6d46-4477-a804-1125afb9c59e None None] Routers {'0e9a75c8-48eb-4b30-9b70-87806493477c'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:26:16.251402 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-2028409b-6d46-4477-a804-1125afb9c59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:25:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['0e9a75c8-48eb-4b30-9b70-87806493477c'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:26:16.251664 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-7bbf852e-302a-4666-9a55-23d9cefdba84 None None] Provisioning complete for port fc6757bd-28e3-4f12-a878-27bbcd8b8144 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:26:16.251664 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-7bbf852e-302a-4666-9a55-23d9cefdba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:16.251776 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d4cec884-504f-4d40-9ef4-ef3a0d3da1a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:16.251776 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [None req-d4cec884-504f-4d40-9ef4-ef3a0d3da1a2 admin admin] Transition to ACTIVE for port object 528b9657-4123-48cf-81bd-7f3ee47d922b will not be triggered until provisioned by entity DHCP. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:26:16.333945 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f036222-e747-4c28-82ec-4659c2cb7e17 req-43d6348b-5d84-4a57-bc08-2bf2d5a3b17c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:16.335369 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8f036222-e747-4c28-82ec-4659c2cb7e17 req-43d6348b-5d84-4a57-bc08-2bf2d5a3b17c service neutron] 10.222.0.69 "GET /v2.0/networks?id=bb90c162-fdb0-406b-af2b-5eef830db7a9 HTTP/1.1" status: 200 len: 870 time: 0.2237792 May 28 06:26:16.347569 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a02be0-31f7-40eb-bdde-13a0f6058e67 req-fa3fe622-95bf-45ca-aed6-91500b986ee9 tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:16.354583 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-44a02be0-31f7-40eb-bdde-13a0f6058e67 req-fa3fe622-95bf-45ca-aed6-91500b986ee9 tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b45eee7-bda2-4c79-bc7f-9f279a1bec7a HTTP/1.1" status: 200 len: 950 time: 0.5417433 May 28 06:26:16.358247 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-4ed20a07-795c-4b72-bef3-3b637357acc8 req-644692c7-f126-48ef-b7f3-72ed29f820d1 tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:16.360692 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-4ed20a07-795c-4b72-bef3-3b637357acc8 req-644692c7-f126-48ef-b7f3-72ed29f820d1 tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:16.366017 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4ed20a07-795c-4b72-bef3-3b637357acc8 req-644692c7-f126-48ef-b7f3-72ed29f820d1 tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] 10.222.0.55 "DELETE /v2.0/security-groups/d06ca410-7a37-4609-b724-0c2f0d6890b4 HTTP/1.1" status: 204 len: 173 time: 1.2814107 May 28 06:26:16.367683 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 2fa041f2-66fc-4770-92a9-f297fff7bd5a is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:26:16.367792 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:16.391418 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-2028409b-6d46-4477-a804-1125afb9c59e None None] Set router 0e9a75c8-48eb-4b30-9b70-87806493477c gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:26:16.417289 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d4cec884-504f-4d40-9ef4-ef3a0d3da1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:16.417777 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbf852e-302a-4666-9a55-23d9cefdba84 None None] Pushing event updated for resources: {'Port': ['ID=ea774df1-502d-47cc-95fd-dfbe08871ab5,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:16.431045 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acc4fdba-1d14-4425-a8c7-34964f62b0ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fa041f2-66fc-4770-92a9-f297fff7bd5a'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:26:16.445724 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 2fa041f2-66fc-4770-92a9-f297fff7bd5a, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=2fa041f2-66fc-4770-92a9-f297fff7bd5a,segment=NetworkSegment(b938b3fe-4e87-4c2f-aa8d-5e499b733858),segment_id=b938b3fe-4e87-4c2f-aa8d-5e499b733858)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:26:16.577918 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-7bbf852e-302a-4666-9a55-23d9cefdba84 None None] Current status of the port fc6757bd-28e3-4f12-a878-27bbcd8b8144 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:26:16.606924 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:16.621127 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4cec884-504f-4d40-9ef4-ef3a0d3da1a2 admin admin] Network d78b7af4-098f-4263-8522-732b24d86d73 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:26:16.621127 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cec884-504f-4d40-9ef4-ef3a0d3da1a2 admin admin] Pushing event updated for resources: {'Port': ['ID=528b9657-4123-48cf-81bd-7f3ee47d922b,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:16.621127 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-d4cec884-504f-4d40-9ef4-ef3a0d3da1a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:26:16.621127 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4cec884-504f-4d40-9ef4-ef3a0d3da1a2 admin admin] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:26:16.651472 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-44a02be0-31f7-40eb-bdde-13a0f6058e67 req-a31f00d4-69de-4fed-af25-8eca4fb1ac52 tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] 10.222.0.55 "GET /v2.0/security-groups?id=cd4f772a-3605-4ce2-bce7-8f5466d1255d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2957666 May 28 06:26:16.722081 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-ef80ab96-2c4d-4442-8400-4fd721bddcf4 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.8496709 May 28 06:26:16.724821 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 52522) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:26:16.726813 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8f036222-e747-4c28-82ec-4659c2cb7e17 req-11da50ec-feff-4949-b905-37cee2363aac service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=4d52e0c6-c050-4a68-aefc-40a2cad374f3 HTTP/1.1" status: 200 len: 217 time: 0.3693376 May 28 06:26:16.727675 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644692c7-f126-48ef-b7f3-72ed29f820d1 tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d06ca410-7a37-4609-b724-0c2f0d6890b4,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:16.738232 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-93f50a7b-55e6-40fe-9588-266868e34192 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Request body: {'port': {'network_id': 'a9ffdff9-c2bf-42e5-aa28-4268d54cc9bc', 'name': 'tempest-TaggedBootDevicesTest_v242-20978265', 'fixed_ips': [{'subnet_id': '486c83aa-9cd6-4997-a0c5-177cd007dece'}]}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:26:16.768706 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d4cec884-504f-4d40-9ef4-ef3a0d3da1a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690947'] for router_interface, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:16.873814 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device d80164b4-a5d3-426a-8be1-5d7ce6faf396 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:26:16.962240 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f036222-e747-4c28-82ec-4659c2cb7e17 req-9144fb90-eef4-4d5b-9901-e85560ad1dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:16.965252 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8f036222-e747-4c28-82ec-4659c2cb7e17 req-9144fb90-eef4-4d5b-9901-e85560ad1dec service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e72d0ca5-04cb-4b36-82b1-c75214c9eb05 HTTP/1.1" status: 200 len: 843 time: 0.0920153 May 28 06:26:17.014716 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-3188f438-de6f-4d5f-aae7-264376c3921f None None] Provisioning complete for port ea774df1-502d-47cc-95fd-dfbe08871ab5 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:26:17.015374 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-3188f438-de6f-4d5f-aae7-264376c3921f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:17.069141 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4142a72-d0fa-47a5-9c1e-163deeb43d2f None None] Network e169afd5-829f-4c55-b1b4-034fdabca79b requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:26:17.072783 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-2028409b-6d46-4477-a804-1125afb9c59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9a75c8-48eb-4b30-9b70-87806493477c', 'name': 'tempest-ServersTestJSON-1589757023-router', 'tenant_id': 'd91f6eb4c7e44824b2ce0b8006557321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.62'}], 'enable_snat': True}, 'gw_port_id': 'af88013d-1f04-41a4-a9d3-47f6a8bb62d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:26:08Z', 'updated_at': '2022-05-28T06:26:11Z', 'revision_number': 3, 'project_id': 'd91f6eb4c7e44824b2ce0b8006557321', 'gw_port': {'id': 'af88013d-1f04-41a4-a9d3-47f6a8bb62d0', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:28:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e9a75c8-48eb-4b30-9b70-87806493477c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:26:10Z', 'updated_at': '2022-05-28T06:26:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:26:17.078381 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2028409b-6d46-4477-a804-1125afb9c59e None None] The sync data for ids ['0e9a75c8-48eb-4b30-9b70-87806493477c'] in n-d-843702-1 is: [{'id': '0e9a75c8-48eb-4b30-9b70-87806493477c', 'name': 'tempest-ServersTestJSON-1589757023-router', 'tenant_id': 'd91f6eb4c7e44824b2ce0b8006557321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.62'}], 'enable_snat': True}, 'gw_port_id': 'af88013d-1f04-41a4-a9d3-47f6a8bb62d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:26:08Z', 'updated_at': '2022-05-28T06:26:11Z', 'revision_number': 3, 'project_id': 'd91f6eb4c7e44824b2ce0b8006557321', 'gw_port': {'id': 'af88013d-1f04-41a4-a9d3-47f6a8bb62d0', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:28:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e9a75c8-48eb-4b30-9b70-87806493477c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:26:10Z', 'updated_at': '2022-05-28T06:26:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:26:17.098321 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=2fa041f2-66fc-4770-92a9-f297fff7bd5a,revision_number=7']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:17.297278 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-93f50a7b-55e6-40fe-9588-266868e34192 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:26:17.306719 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2391476f-9832-4598-a3c9-129dc2fbc022 req-f9cf8845-6f18-4ad5-8c3b-eafa075216ec tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:17.308307 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2391476f-9832-4598-a3c9-129dc2fbc022 req-f9cf8845-6f18-4ad5-8c3b-eafa075216ec tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.55 "GET /v2.0/ports?device_id=da805ebe-5239-466e-84b8-d19ecc28b68f HTTP/1.1" status: 200 len: 947 time: 0.5936100 May 28 06:26:17.312400 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-93f50a7b-55e6-40fe-9588-266868e34192 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Usage tracker for resource:port and tenant:5a27568d2aff479086cfcad7501ab2c8 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:26:17.318620 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-93f50a7b-55e6-40fe-9588-266868e34192 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Quota usage for port was recalculated. Used quota:5. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:26:17.338726 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-93f50a7b-55e6-40fe-9588-266868e34192 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:26:17.354852 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f036222-e747-4c28-82ec-4659c2cb7e17 req-450303e6-b6c3-4155-8974-0a041047decc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:17.356410 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8f036222-e747-4c28-82ec-4659c2cb7e17 req-450303e6-b6c3-4155-8974-0a041047decc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bb90c162-fdb0-406b-af2b-5eef830db7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3693945 May 28 06:26:17.403352 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2391476f-9832-4598-a3c9-129dc2fbc022 req-2640510d-8e02-4925-a244-82ef9f6e28f3 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.55 "GET /v2.0/security-groups?id=003cca32-7671-4721-8c5a-98dfd2100d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865614 May 28 06:26:17.407228 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-3188f438-de6f-4d5f-aae7-264376c3921f None None] Current status of the port ea774df1-502d-47cc-95fd-dfbe08871ab5 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:26:17.519286 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port d80164b4-a5d3-426a-8be1-5d7ce6faf396 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:26:17.527052 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device ea774df1-502d-47cc-95fd-dfbe08871ab5 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:26:17.569398 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8f036222-e747-4c28-82ec-4659c2cb7e17 req-ac2bedf3-d406-4102-8fcf-fee84135ce85 service neutron] 10.222.0.69 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007489 May 28 06:26:17.614045 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port ea774df1-502d-47cc-95fd-dfbe08871ab5 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:26:17.614414 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:17.647605 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d4cec884-504f-4d40-9ef4-ef3a0d3da1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:17.672911 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-3188f438-de6f-4d5f-aae7-264376c3921f None None] Provisioning for port ae1da9c2-607a-48e7-af04-679c67639107 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:26:17.715424 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-3188f438-de6f-4d5f-aae7-264376c3921f None None] Provisioning complete for port ae1da9c2-607a-48e7-af04-679c67639107 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:26:17.715788 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-3188f438-de6f-4d5f-aae7-264376c3921f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:17.902125 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-3188f438-de6f-4d5f-aae7-264376c3921f None None] Port ae1da9c2-607a-48e7-af04-679c67639107 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:26:17.996086 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93f50a7b-55e6-40fe-9588-266868e34192 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Made reservation on behalf of 5a27568d2aff479086cfcad7501ab2c8 for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:26:18.004470 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-93f50a7b-55e6-40fe-9588-266868e34192 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:18.004947 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port ea774df1-502d-47cc-95fd-dfbe08871ab5 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:26:18.009552 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device fc6757bd-28e3-4f12-a878-27bbcd8b8144 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:26:18.111295 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port fc6757bd-28e3-4f12-a878-27bbcd8b8144 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:26:18.112408 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:18.115642 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [None req-93f50a7b-55e6-40fe-9588-266868e34192 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] device_id is not set on port a1068a4a-45d8-45f1-b5a5-6186eb8d7d2d yet. {{(pid=89110) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:26:18.163877 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-a7294c6f-7dd4-4aaa-b381-a4ba1eebc035 None None] Provisioning for port 528b9657-4123-48cf-81bd-7f3ee47d922b completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:26:18.187463 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d4cec884-504f-4d40-9ef4-ef3a0d3da1a2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:18.196054 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-a7294c6f-7dd4-4aaa-b381-a4ba1eebc035 None None] Provisioning complete for port 528b9657-4123-48cf-81bd-7f3ee47d922b triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:26:18.196408 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-a7294c6f-7dd4-4aaa-b381-a4ba1eebc035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:18.249245 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d4cec884-504f-4d40-9ef4-ef3a0d3da1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:18.255267 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8f036222-e747-4c28-82ec-4659c2cb7e17 req-94fe5d6b-9133-4678-8c8d-7b069ace7e64 service neutron] 10.222.0.69 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6791036 May 28 06:26:18.261382 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6403f1b5-7f84-494c-8983-e6b72989bda1 req-8d7267f3-7daf-4199-b6aa-d867eb0536c8 tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] 10.222.0.55 "GET /v2.0/security-groups/c4ee5f37-150d-483c-96fa-96e8fb7fcb13 HTTP/1.1" status: 200 len: 1812 time: 0.2667077 May 28 06:26:18.349323 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdd2fc9f-1389-47aa-90ed-c86ffc2dc635'] response: {'server_uuid': 'acc4fdba-1d14-4425-a8c7-34964f62b0ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fa041f2-66fc-4770-92a9-f297fff7bd5a', 'code': 200} May 28 06:26:18.350009 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-a7294c6f-7dd4-4aaa-b381-a4ba1eebc035 None None] Port 528b9657-4123-48cf-81bd-7f3ee47d922b cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:26:18.434043 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d4cec884-504f-4d40-9ef4-ef3a0d3da1a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700602'] for router_interface, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:18.488265 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 4d52e0c6-c050-4a68-aefc-40a2cad374f3 details requested by agent hyperv_n-h1-843702-1 with host n-h1-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:26:18.492784 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cec884-504f-4d40-9ef4-ef3a0d3da1a2 admin admin] Pushing event updated for resources: {'Port': ['ID=528b9657-4123-48cf-81bd-7f3ee47d922b,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:18.645196 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-6403f1b5-7f84-494c-8983-e6b72989bda1 req-68dd1415-1a39-4883-ae5a-de378f14db5a tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:18.665804 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port fc6757bd-28e3-4f12-a878-27bbcd8b8144 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:26:18.679268 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4cec884-504f-4d40-9ef4-ef3a0d3da1a2 admin admin] Network d78b7af4-098f-4263-8522-732b24d86d73 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:26:18.681312 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-d4cec884-504f-4d40-9ef4-ef3a0d3da1a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:26:18.687682 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 4d52e0c6-c050-4a68-aefc-40a2cad374f3, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=4d52e0c6-c050-4a68-aefc-40a2cad374f3,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:26:18.704250 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-6403f1b5-7f84-494c-8983-e6b72989bda1 req-68dd1415-1a39-4883-ae5a-de378f14db5a tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:18.713505 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [None req-93f50a7b-55e6-40fe-9588-266868e34192 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Allocated IP 10.1.1.184 (a9ffdff9-c2bf-42e5-aa28-4268d54cc9bc/486c83aa-9cd6-4997-a0c5-177cd007dece/a1068a4a-45d8-45f1-b5a5-6186eb8d7d2d) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:26:18.713669 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Returning: {'device': '4d52e0c6-c050-4a68-aefc-40a2cad374f3', 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9', 'port_id': '4d52e0c6-c050-4a68-aefc-40a2cad374f3', 'mac_address': 'fa:16:3e:34:b6:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e72d0ca5-04cb-4b36-82b1-c75214c9eb05', 'ip_address': '192.168.233.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:26:18.728925 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda0f214-ae2b-49b1-afd7-c47f28da64b1 req-1707ffb8-78e0-47eb-803e-5b2212a0d6fd tempest-LiveMigrationNegativeTest-180379002 tempest-LiveMigrationNegativeTest-180379002-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:18.730487 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bda0f214-ae2b-49b1-afd7-c47f28da64b1 req-1707ffb8-78e0-47eb-803e-5b2212a0d6fd tempest-LiveMigrationNegativeTest-180379002 tempest-LiveMigrationNegativeTest-180379002-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=6b45eee7-bda2-4c79-bc7f-9f279a1bec7a HTTP/1.1" status: 200 len: 1101 time: 0.3072836 May 28 06:26:18.774511 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-a7294c6f-7dd4-4aaa-b381-a4ba1eebc035 None None] Provisioning for port d80164b4-a5d3-426a-8be1-5d7ce6faf396 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:26:18.806299 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-a7294c6f-7dd4-4aaa-b381-a4ba1eebc035 None None] Provisioning complete for port d80164b4-a5d3-426a-8be1-5d7ce6faf396 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:26:18.806585 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-a7294c6f-7dd4-4aaa-b381-a4ba1eebc035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:18.831811 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-bda0f214-ae2b-49b1-afd7-c47f28da64b1 req-a34bee8b-39a2-4467-8746-07cfc63ed6fd tempest-LiveMigrationNegativeTest-180379002 tempest-LiveMigrationNegativeTest-180379002-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:18.864630 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device af88013d-1f04-41a4-a9d3-47f6a8bb62d0 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:26:18.871443 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-bda0f214-ae2b-49b1-afd7-c47f28da64b1 req-a34bee8b-39a2-4467-8746-07cfc63ed6fd tempest-LiveMigrationNegativeTest-180379002 tempest-LiveMigrationNegativeTest-180379002-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:26:18.876418 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-bda0f214-ae2b-49b1-afd7-c47f28da64b1 req-a34bee8b-39a2-4467-8746-07cfc63ed6fd tempest-LiveMigrationNegativeTest-180379002 tempest-LiveMigrationNegativeTest-180379002-project-admin] Usage tracker for resource:security_group_rule and tenant:6b40a74a903b44d0a48606725628d598 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:26:18.880067 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-bda0f214-ae2b-49b1-afd7-c47f28da64b1 req-a34bee8b-39a2-4467-8746-07cfc63ed6fd tempest-LiveMigrationNegativeTest-180379002 tempest-LiveMigrationNegativeTest-180379002-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:26:18.886319 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-bda0f214-ae2b-49b1-afd7-c47f28da64b1 req-a34bee8b-39a2-4467-8746-07cfc63ed6fd tempest-LiveMigrationNegativeTest-180379002 tempest-LiveMigrationNegativeTest-180379002-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:26:18.910291 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4cec884-504f-4d40-9ef4-ef3a0d3da1a2 admin admin] Router 0e9a75c8-48eb-4b30-9b70-87806493477c has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:26:18.967680 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 4d52e0c6-c050-4a68-aefc-40a2cad374f3 is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:26:18.968818 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:18.983575 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-bda0f214-ae2b-49b1-afd7-c47f28da64b1 req-a34bee8b-39a2-4467-8746-07cfc63ed6fd tempest-LiveMigrationNegativeTest-180379002 tempest-LiveMigrationNegativeTest-180379002-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:18.999412 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d52e0c6-c050-4a68-aefc-40a2cad374f3 {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:26:19.054368 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 4d52e0c6-c050-4a68-aefc-40a2cad374f3, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=4d52e0c6-c050-4a68-aefc-40a2cad374f3,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:26:19.068462 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-bda0f214-ae2b-49b1-afd7-c47f28da64b1 req-a34bee8b-39a2-4467-8746-07cfc63ed6fd tempest-LiveMigrationNegativeTest-180379002 tempest-LiveMigrationNegativeTest-180379002-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:19.080592 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-a7294c6f-7dd4-4aaa-b381-a4ba1eebc035 None None] Current status of the port d80164b4-a5d3-426a-8be1-5d7ce6faf396 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:26:19.081008 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-a7294c6f-7dd4-4aaa-b381-a4ba1eebc035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:19.094959 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port af88013d-1f04-41a4-a9d3-47f6a8bb62d0 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:26:19.103137 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-6403f1b5-7f84-494c-8983-e6b72989bda1 req-68dd1415-1a39-4883-ae5a-de378f14db5a tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:19.103277 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port af88013d-1f04-41a4-a9d3-47f6a8bb62d0 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:26:19.103277 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:19.106622 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4cec884-504f-4d40-9ef4-ef3a0d3da1a2 admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:26:19.121791 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-d4cec884-504f-4d40-9ef4-ef3a0d3da1a2 admin admin] 10.222.0.55 "PUT /v2.0/routers/0e9a75c8-48eb-4b30-9b70-87806493477c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3621013 May 28 06:26:19.122504 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bda0f214-ae2b-49b1-afd7-c47f28da64b1 req-a34bee8b-39a2-4467-8746-07cfc63ed6fd tempest-LiveMigrationNegativeTest-180379002 tempest-LiveMigrationNegativeTest-180379002-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=cd4f772a-3605-4ce2-bce7-8f5466d1255d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3830631 May 28 06:26:19.151356 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:19.178840 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34bee8b-39a2-4467-8746-07cfc63ed6fd tempest-LiveMigrationNegativeTest-180379002 tempest-LiveMigrationNegativeTest-180379002-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2654d541-248c-4bbe-9b12-f581202b904f,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:19.219257 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dd1415-1a39-4883-ae5a-de378f14db5a tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4ee5f37-150d-483c-96fa-96e8fb7fcb13,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:19.231074 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-6403f1b5-7f84-494c-8983-e6b72989bda1 req-68dd1415-1a39-4883-ae5a-de378f14db5a tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:19.239327 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 52556) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:26:19.247176 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6403f1b5-7f84-494c-8983-e6b72989bda1 req-68dd1415-1a39-4883-ae5a-de378f14db5a tempest-SecurityGroupRulesNegativeTestJSON-1825130769 tempest-SecurityGroupRulesNegativeTestJSON-1825130769-project] 10.222.0.55 "DELETE /v2.0/security-groups/c4ee5f37-150d-483c-96fa-96e8fb7fcb13 HTTP/1.1" status: 204 len: 173 time: 0.9723403 May 28 06:26:19.272367 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-a7294c6f-7dd4-4aaa-b381-a4ba1eebc035 None None] For port d80164b4-a5d3-426a-8be1-5d7ce6faf396, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=d80164b4-a5d3-426a-8be1-5d7ce6faf396,segment=NetworkSegment(ef1082b7-1e82-4682-8ff4-108a397ad07a),segment_id=ef1082b7-1e82-4682-8ff4-108a397ad07a)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:26:19.284557 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-93f50a7b-55e6-40fe-9588-266868e34192 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:19.301583 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:26:19.328838 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=4d52e0c6-c050-4a68-aefc-40a2cad374f3,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:19.329136 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [None req-93f50a7b-55e6-40fe-9588-266868e34192 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Transition to ACTIVE for port object a1068a4a-45d8-45f1-b5a5-6186eb8d7d2d will not be triggered until provisioned by entity DHCP. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:26:19.361007 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_v2 [None req-0eec17ae-9a83-4d16-9858-63d178a4c2b2 admin admin] Deleting subnet 5179f7ab-83b8-4270-9d84-145a59d29516 {{(pid=89109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:26:19.366613 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0eec17ae-9a83-4d16-9858-63d178a4c2b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:19.415990 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-a7294c6f-7dd4-4aaa-b381-a4ba1eebc035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:19.422877 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0eec17ae-9a83-4d16-9858-63d178a4c2b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3964070'] for subnet, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:19.476349 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['4d52e0c6-c050-4a68-aefc-40a2cad374f3'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:26:19.485427 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0eec17ae-9a83-4d16-9858-63d178a4c2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:19.552423 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-93f50a7b-55e6-40fe-9588-266868e34192 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:19.595900 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port af88013d-1f04-41a4-a9d3-47f6a8bb62d0 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:26:19.596206 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:19.617916 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e35f2e-7d99-4b58-ae45-5ac1e6b2aa6f req-2fd42262-c2c5-4976-b2ab-d267feb4851d tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:19.619397 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-60e35f2e-7d99-4b58-ae45-5ac1e6b2aa6f req-2fd42262-c2c5-4976-b2ab-d267feb4851d tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] 10.222.0.55 "GET /v2.0/ports?device_id=acc4fdba-1d14-4425-a8c7-34964f62b0ae HTTP/1.1" status: 200 len: 946 time: 0.2588971 May 28 06:26:19.630388 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0eec17ae-9a83-4d16-9858-63d178a4c2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9555650'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:19.652916 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port af88013d-1f04-41a4-a9d3-47f6a8bb62d0, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=af88013d-1f04-41a4-a9d3-47f6a8bb62d0,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:26:19.654003 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7294c6f-7dd4-4aaa-b381-a4ba1eebc035 None None] Pushing event updated for resources: {'Port': ['ID=d80164b4-a5d3-426a-8be1-5d7ce6faf396,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:19.662537 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d09970-e40b-4375-91b2-4d0026edb5be None None] Sync routers for ids ['0e9a75c8-48eb-4b30-9b70-87806493477c'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:26:19.676307 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-f727a61a-8e78-4c3a-8b00-5d8e833ce0c5 None None] Provisioning complete for port 528b9657-4123-48cf-81bd-7f3ee47d922b triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:26:19.676673 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-f727a61a-8e78-4c3a-8b00-5d8e833ce0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:19.678270 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eec17ae-9a83-4d16-9858-63d178a4c2b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5179f7ab-83b8-4270-9d84-145a59d29516,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:19.683393 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0eec17ae-9a83-4d16-9858-63d178a4c2b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:19.690325 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-0eec17ae-9a83-4d16-9858-63d178a4c2b2 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/5179f7ab-83b8-4270-9d84-145a59d29516 HTTP/1.1" status: 204 len: 168 time: 0.4498901 May 28 06:26:19.692796 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 52562) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:26:19.695337 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f50a7b-55e6-40fe-9588-266868e34192 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Pushing event updated for resources: {'Port': ['ID=a1068a4a-45d8-45f1-b5a5-6186eb8d7d2d,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:19.709728 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7294c6f-7dd4-4aaa-b381-a4ba1eebc035 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:26:19.710012 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7294c6f-7dd4-4aaa-b381-a4ba1eebc035 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:26:19.710347 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7294c6f-7dd4-4aaa-b381-a4ba1eebc035 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:26:19.710680 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7294c6f-7dd4-4aaa-b381-a4ba1eebc035 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:26:19.711007 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7294c6f-7dd4-4aaa-b381-a4ba1eebc035 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:26:19.711335 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7294c6f-7dd4-4aaa-b381-a4ba1eebc035 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:26:19.711558 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f50a7b-55e6-40fe-9588-266868e34192 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Network a9ffdff9-c2bf-42e5-aa28-4268d54cc9bc is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:26:19.711645 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7294c6f-7dd4-4aaa-b381-a4ba1eebc035 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:26:19.711967 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7294c6f-7dd4-4aaa-b381-a4ba1eebc035 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:26:19.712284 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7294c6f-7dd4-4aaa-b381-a4ba1eebc035 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:26:19.712600 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7294c6f-7dd4-4aaa-b381-a4ba1eebc035 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:26:19.713104 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7294c6f-7dd4-4aaa-b381-a4ba1eebc035 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:26:19.713275 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7294c6f-7dd4-4aaa-b381-a4ba1eebc035 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:26:19.744881 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-93f50a7b-55e6-40fe-9588-266868e34192 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:26:19.750377 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d09970-e40b-4375-91b2-4d0026edb5be None None] Routers {'0e9a75c8-48eb-4b30-9b70-87806493477c'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:26:19.751008 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-68d09970-e40b-4375-91b2-4d0026edb5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:25:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['0e9a75c8-48eb-4b30-9b70-87806493477c'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:26:19.754927 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6559a0f7-3fd4-4c1b-afe2-ec908bb3120b req-feba2199-88ea-4eab-9721-93bd88d286f9 tempest-ServerDiagnosticsNegativeTest-102089225 tempest-ServerDiagnosticsNegativeTest-102089225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:19.761853 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6559a0f7-3fd4-4c1b-afe2-ec908bb3120b req-feba2199-88ea-4eab-9721-93bd88d286f9 tempest-ServerDiagnosticsNegativeTest-102089225 tempest-ServerDiagnosticsNegativeTest-102089225-project] 10.222.0.55 "GET /v2.0/ports?device_id=89098ba2-b4ea-43ec-a45e-28c648cfcb10 HTTP/1.1" status: 200 len: 950 time: 0.3427627 May 28 06:26:19.769956 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f50a7b-55e6-40fe-9588-266868e34192 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:26:19.813195 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fdbace91-7634-4f4a-ba93-88195011e211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:19.838493 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:19.856862 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-60e35f2e-7d99-4b58-ae45-5ac1e6b2aa6f req-aa8839db-ed53-4011-aa17-457d0a48313e tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] 10.222.0.55 "GET /v2.0/security-groups?id=23fff79d-6911-4949-90e1-061adc265852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200677 May 28 06:26:19.918503 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f50a7b-55e6-40fe-9588-266868e34192 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:19.919150 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-93f50a7b-55e6-40fe-9588-266868e34192 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:19.934202 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6559a0f7-3fd4-4c1b-afe2-ec908bb3120b req-c74c6642-b2a6-45a6-9ac3-c051f2658188 tempest-ServerDiagnosticsNegativeTest-102089225 tempest-ServerDiagnosticsNegativeTest-102089225-project] 10.222.0.55 "GET /v2.0/security-groups?id=1dd26868-3405-4f7d-a71c-4471aecc7f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714334 May 28 06:26:19.969654 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-f727a61a-8e78-4c3a-8b00-5d8e833ce0c5 None None] Port 528b9657-4123-48cf-81bd-7f3ee47d922b cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:26:19.994506 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b19abcb-11d4-4087-9b31-2e2da020b3a6 req-2a363a76-9abd-4c30-ba79-95a8b4177342 tempest-ServerDiagnosticsNegativeTest-102089225 tempest-ServerDiagnosticsNegativeTest-102089225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:19.997907 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9b19abcb-11d4-4087-9b31-2e2da020b3a6 req-2a363a76-9abd-4c30-ba79-95a8b4177342 tempest-ServerDiagnosticsNegativeTest-102089225 tempest-ServerDiagnosticsNegativeTest-102089225-project] 10.222.0.69 "GET /v2.0/ports?device_id=89098ba2-b4ea-43ec-a45e-28c648cfcb10 HTTP/1.1" status: 200 len: 950 time: 0.2872610 May 28 06:26:20.023850 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=af88013d-1f04-41a4-a9d3-47f6a8bb62d0,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:20.057222 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-93f50a7b-55e6-40fe-9588-266868e34192 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.3187709 May 28 06:26:20.095508 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fdbace91-7634-4f4a-ba93-88195011e211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:20.126425 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-fdbace91-7634-4f4a-ba93-88195011e211 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f146cbcc-bc2f-4dd0-9e7c-cae1ca964e06']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:26:20.141685 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-fdbace91-7634-4f4a-ba93-88195011e211 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e97b92a-a89d-4529-a2b5-c75e6248b5ac') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:26:20.142091 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-fdbace91-7634-4f4a-ba93-88195011e211 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e97b92a-a89d-4529-a2b5-c75e6248b5ac') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:26:20.146148 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-9b19abcb-11d4-4087-9b31-2e2da020b3a6 req-6eee7206-482f-4f72-8859-cf5f55b4247b tempest-ServerDiagnosticsNegativeTest-102089225 tempest-ServerDiagnosticsNegativeTest-102089225-project] Deleting port 9ae9b9a0-cee7-4d31-8499-86a0c37eedab {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:26:20.146490 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-9b19abcb-11d4-4087-9b31-2e2da020b3a6 req-6eee7206-482f-4f72-8859-cf5f55b4247b tempest-ServerDiagnosticsNegativeTest-102089225 tempest-ServerDiagnosticsNegativeTest-102089225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:20.161040 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb22440-e675-4d17-90c0-730a5d544474 req-a39c79c0-d9d9-4a60-a0f3-47281a13ac1c tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:20.161968 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-8eb22440-e675-4d17-90c0-730a5d544474 req-a39c79c0-d9d9-4a60-a0f3-47281a13ac1c tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Synchronizing usage tracker for tenant:16fae7f21e73441b8f27011aec16439a on resource:port {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:26:20.178744 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fdbace91-7634-4f4a-ba93-88195011e211 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:20.205196 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fdbace91-7634-4f4a-ba93-88195011e211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:20.212472 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdbace91-7634-4f4a-ba93-88195011e211 admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:26:20.213246 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fdbace91-7634-4f4a-ba93-88195011e211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:20.254489 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90e8d17-eaf9-4b58-8778-e1f150c1d497 req-9fb2cd34-8589-4aef-ac7f-316254aca2fe tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:20.261506 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b90e8d17-eaf9-4b58-8778-e1f150c1d497 req-9fb2cd34-8589-4aef-ac7f-316254aca2fe tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.55 "GET /v2.0/ports?device_id=da805ebe-5239-466e-84b8-d19ecc28b68f HTTP/1.1" status: 200 len: 948 time: 0.2181120 May 28 06:26:20.261685 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-68d09970-e40b-4375-91b2-4d0026edb5be None None] Set router 0e9a75c8-48eb-4b30-9b70-87806493477c gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:26:20.427274 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-5ca1b658-58b2-4fea-b175-596fee4bee73 None None] Provisioning for port a1068a4a-45d8-45f1-b5a5-6186eb8d7d2d completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:26:20.449030 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 1e97b92a-a89d-4529-a2b5-c75e6248b5ac resource provider aggregate not found May 28 06:26:20.451391 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-5ca1b658-58b2-4fea-b175-596fee4bee73 None None] Provisioning complete for port a1068a4a-45d8-45f1-b5a5-6186eb8d7d2d triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:26:20.451759 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-5ca1b658-58b2-4fea-b175-596fee4bee73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:20.453545 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-8eb22440-e675-4d17-90c0-730a5d544474 req-a39c79c0-d9d9-4a60-a0f3-47281a13ac1c tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Unset dirty status for tenant:16fae7f21e73441b8f27011aec16439a on resource:port {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:26:20.454786 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-8eb22440-e675-4d17-90c0-730a5d544474 req-a39c79c0-d9d9-4a60-a0f3-47281a13ac1c tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] 10.222.0.71 "GET /v2.0/ports?device_id=acc4fdba-1d14-4425-a8c7-34964f62b0ae HTTP/1.1" status: 200 len: 946 time: 0.6312692 May 28 06:26:20.507857 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b90e8d17-eaf9-4b58-8778-e1f150c1d497 req-0551caca-140f-4f93-b102-3fdd2dc5bbe5 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.55 "GET /v2.0/security-groups?id=003cca32-7671-4721-8c5a-98dfd2100d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454553 May 28 06:26:20.519262 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-9b19abcb-11d4-4087-9b31-2e2da020b3a6 req-6eee7206-482f-4f72-8859-cf5f55b4247b tempest-ServerDiagnosticsNegativeTest-102089225 tempest-ServerDiagnosticsNegativeTest-102089225-project] For port 9ae9b9a0-cee7-4d31-8499-86a0c37eedab, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=9ae9b9a0-cee7-4d31-8499-86a0c37eedab,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:26:20.519897 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-9b19abcb-11d4-4087-9b31-2e2da020b3a6 req-6eee7206-482f-4f72-8859-cf5f55b4247b tempest-ServerDiagnosticsNegativeTest-102089225 tempest-ServerDiagnosticsNegativeTest-102089225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:20.529023 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 52586) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:26:20.533743 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 1e97b92a-a89d-4529-a2b5-c75e6248b5ac resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1e97b92a-a89d-4529-a2b5-c75e6248b5ac found for delete ", "request_id": "req-f17e527c-36c7-4092-9c92-7cbedd0fc04b"}]} May 28 06:26:20.544318 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-302e64c8-2027-42fe-86d8-8055097ee9b9 tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1157277097', 'description': 'tempest-description--1916416049'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:26:20.558550 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-302e64c8-2027-42fe-86d8-8055097ee9b9 tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:26:20.603685 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [req-8eb22440-e675-4d17-90c0-730a5d544474 req-d2fd6ab4-64ec-407d-9b71-55d04d8f89f5 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Deleting port 2fa041f2-66fc-4770-92a9-f297fff7bd5a {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:26:20.604025 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-8eb22440-e675-4d17-90c0-730a5d544474 req-d2fd6ab4-64ec-407d-9b71-55d04d8f89f5 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:20.654616 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fdbace91-7634-4f4a-ba93-88195011e211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:20.681705 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-5ca1b658-58b2-4fea-b175-596fee4bee73 None None] Port a1068a4a-45d8-45f1-b5a5-6186eb8d7d2d cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:26:20.715866 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fdbace91-7634-4f4a-ba93-88195011e211 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:20.738749 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbace91-7634-4f4a-ba93-88195011e211 admin admin] Pushing event deleted for resources: {'Network': ['ID=f146cbcc-bc2f-4dd0-9e7c-cae1ca964e06,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:20.744451 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 52594) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:26:20.749448 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-a28f4bd3-6fd8-4377-beca-5215ea5bdb21 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1493142979', 'description': 'tempest-description--710697110'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:26:20.759396 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-fdbace91-7634-4f4a-ba93-88195011e211 admin admin] 10.222.0.55 "DELETE /v2.0/networks/f146cbcc-bc2f-4dd0-9e7c-cae1ca964e06 HTTP/1.1" status: 204 len: 168 time: 1.0648098 May 28 06:26:20.763015 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-a28f4bd3-6fd8-4377-beca-5215ea5bdb21 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:26:20.771467 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-a28f4bd3-6fd8-4377-beca-5215ea5bdb21 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Usage tracker for resource:security_group and tenant:5a27568d2aff479086cfcad7501ab2c8 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:26:20.830379 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-a28f4bd3-6fd8-4377-beca-5215ea5bdb21 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:26:20.839807 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device d80164b4-a5d3-426a-8be1-5d7ce6faf396 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:26:20.857253 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-a28f4bd3-6fd8-4377-beca-5215ea5bdb21 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:26:20.919249 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-302e64c8-2027-42fe-86d8-8055097ee9b9 tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Usage tracker for resource:security_group and tenant:d91f6eb4c7e44824b2ce0b8006557321 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:26:20.922413 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-302e64c8-2027-42fe-86d8-8055097ee9b9 tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:26:20.928922 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-302e64c8-2027-42fe-86d8-8055097ee9b9 tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:26:20.935453 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-68d09970-e40b-4375-91b2-4d0026edb5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9a75c8-48eb-4b30-9b70-87806493477c', 'name': 'tempest-ServersTestJSON-1589757023-router', 'tenant_id': 'd91f6eb4c7e44824b2ce0b8006557321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.62'}], 'enable_snat': True}, 'gw_port_id': 'af88013d-1f04-41a4-a9d3-47f6a8bb62d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:26:08Z', 'updated_at': '2022-05-28T06:26:17Z', 'revision_number': 4, 'project_id': 'd91f6eb4c7e44824b2ce0b8006557321', 'gw_port': {'id': 'af88013d-1f04-41a4-a9d3-47f6a8bb62d0', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:28:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9a75c8-48eb-4b30-9b70-87806493477c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:26:10Z', 'updated_at': '2022-05-28T06:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '528b9657-4123-48cf-81bd-7f3ee47d922b', 'name': '', 'network_id': 'd78b7af4-098f-4263-8522-732b24d86d73', 'tenant_id': 'd91f6eb4c7e44824b2ce0b8006557321', 'mac_address': 'fa:16:3e:af:1c:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e9a75c8-48eb-4b30-9b70-87806493477c', 'device_owner': 'network:router_interface', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '9c4f9492-bb3a-4b06-9439-952a7bc7785e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:26:15Z', 'updated_at': '2022-05-28T06:26:17Z', 'revision_number': 2, 'project_id': 'd91f6eb4c7e44824b2ce0b8006557321', 'subnets': [{'id': '9c4f9492-bb3a-4b06-9439-952a7bc7785e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:26:20.943809 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d09970-e40b-4375-91b2-4d0026edb5be None None] Checking router: 0e9a75c8-48eb-4b30-9b70-87806493477c for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:26:20.944082 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d09970-e40b-4375-91b2-4d0026edb5be None None] Updating router 0e9a75c8-48eb-4b30-9b70-87806493477c port 528b9657-4123-48cf-81bd-7f3ee47d922b binding host n-d-843702-1 {{(pid=89111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:26:20.944210 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-9b19abcb-11d4-4087-9b31-2e2da020b3a6 req-6eee7206-482f-4f72-8859-cf5f55b4247b tempest-ServerDiagnosticsNegativeTest-102089225 tempest-ServerDiagnosticsNegativeTest-102089225-project] Calling delete_port for 9ae9b9a0-cee7-4d31-8499-86a0c37eedab owned by compute:nova {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:26:21.000370 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-302e64c8-2027-42fe-86d8-8055097ee9b9 tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:21.006839 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a28f4bd3-6fd8-4377-beca-5215ea5bdb21 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:21.042777 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port d80164b4-a5d3-426a-8be1-5d7ce6faf396 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:26:21.044391 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-302e64c8-2027-42fe-86d8-8055097ee9b9 tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:26:21.048363 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:21.064068 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-302e64c8-2027-42fe-86d8-8055097ee9b9 tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Usage tracker for resource:security_group_rule and tenant:d91f6eb4c7e44824b2ce0b8006557321 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:26:21.069279 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-302e64c8-2027-42fe-86d8-8055097ee9b9 tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:26:21.094016 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-a28f4bd3-6fd8-4377-beca-5215ea5bdb21 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:26:21.103324 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-a28f4bd3-6fd8-4377-beca-5215ea5bdb21 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Usage tracker for resource:security_group_rule and tenant:5a27568d2aff479086cfcad7501ab2c8 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:26:21.109561 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-a28f4bd3-6fd8-4377-beca-5215ea5bdb21 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:26:21.129176 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-a28f4bd3-6fd8-4377-beca-5215ea5bdb21 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:26:21.160330 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-68d09970-e40b-4375-91b2-4d0026edb5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:21.174597 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-8eb22440-e675-4d17-90c0-730a5d544474 req-d2fd6ab4-64ec-407d-9b71-55d04d8f89f5 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] For port 2fa041f2-66fc-4770-92a9-f297fff7bd5a, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=2fa041f2-66fc-4770-92a9-f297fff7bd5a,segment=NetworkSegment(b938b3fe-4e87-4c2f-aa8d-5e499b733858),segment_id=b938b3fe-4e87-4c2f-aa8d-5e499b733858)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:26:21.175082 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-8eb22440-e675-4d17-90c0-730a5d544474 req-d2fd6ab4-64ec-407d-9b71-55d04d8f89f5 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:21.210498 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-302e64c8-2027-42fe-86d8-8055097ee9b9 tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:26:21.323448 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [req-8eb22440-e675-4d17-90c0-730a5d544474 req-d2fd6ab4-64ec-407d-9b71-55d04d8f89f5 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Calling delete_port for 2fa041f2-66fc-4770-92a9-f297fff7bd5a owned by compute:nova {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:26:21.349141 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-302e64c8-2027-42fe-86d8-8055097ee9b9 tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:21.379681 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port d80164b4-a5d3-426a-8be1-5d7ce6faf396 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:26:21.380762 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device af88013d-1f04-41a4-a9d3-47f6a8bb62d0 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:26:21.396564 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a361ca9-9c23-4a40-b498-269b7b417f9a req-d51cacb7-0e2f-4d13-9373-b4f60d252fa3 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:21.403823 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4a361ca9-9c23-4a40-b498-269b7b417f9a req-d51cacb7-0e2f-4d13-9373-b4f60d252fa3 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] 10.222.0.55 "GET /v2.0/ports?device_id=acc4fdba-1d14-4425-a8c7-34964f62b0ae HTTP/1.1" status: 200 len: 946 time: 0.3274102 May 28 06:26:21.420892 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-9b19abcb-11d4-4087-9b31-2e2da020b3a6 req-6eee7206-482f-4f72-8859-cf5f55b4247b tempest-ServerDiagnosticsNegativeTest-102089225 tempest-ServerDiagnosticsNegativeTest-102089225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:21.440268 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a28f4bd3-6fd8-4377-beca-5215ea5bdb21 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:21.487093 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-302e64c8-2027-42fe-86d8-8055097ee9b9 tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:21.490817 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 52610) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:26:21.503992 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a28f4bd3-6fd8-4377-beca-5215ea5bdb21 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:21.506338 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f75f27e-bc84-46d0-bc7c-eed5f77b35ea req-8ac63b64-4cce-4b7b-8401-75c6747e9a8c tempest-ServerDiagnosticsNegativeTest-102089225 tempest-ServerDiagnosticsNegativeTest-102089225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:21.507891 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5f75f27e-bc84-46d0-bc7c-eed5f77b35ea req-8ac63b64-4cce-4b7b-8401-75c6747e9a8c tempest-ServerDiagnosticsNegativeTest-102089225 tempest-ServerDiagnosticsNegativeTest-102089225-project] 10.222.0.55 "GET /v2.0/ports?device_id=89098ba2-b4ea-43ec-a45e-28c648cfcb10 HTTP/1.1" status: 200 len: 950 time: 0.2369599 May 28 06:26:21.511551 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eee7206-482f-4f72-8859-cf5f55b4247b tempest-ServerDiagnosticsNegativeTest-102089225 tempest-ServerDiagnosticsNegativeTest-102089225-project] Pushing event deleted for resources: {'Port': ['ID=9ae9b9a0-cee7-4d31-8499-86a0c37eedab,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:21.568081 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28f4bd3-6fd8-4377-beca-5215ea5bdb21 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=330866ba-92b0-424f-b7e1-e6c41912745c,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:21.623249 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port af88013d-1f04-41a4-a9d3-47f6a8bb62d0 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:26:21.623249 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:21.627424 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a28f4bd3-6fd8-4377-beca-5215ea5bdb21 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:21.630393 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-a28f4bd3-6fd8-4377-beca-5215ea5bdb21 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.8852680 May 28 06:26:21.633519 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 52616) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:26:21.644756 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-df9d84cd-9a87-48aa-b306-f1f5a170faef tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Request body: {'security_group_rule': {'security_group_id': '330866ba-92b0-424f-b7e1-e6c41912745c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:26:21.651561 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-df9d84cd-9a87-48aa-b306-f1f5a170faef tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:26:21.661600 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-df9d84cd-9a87-48aa-b306-f1f5a170faef tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Usage tracker for resource:security_group_rule and tenant:5a27568d2aff479086cfcad7501ab2c8 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:26:21.665025 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-df9d84cd-9a87-48aa-b306-f1f5a170faef tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:26:21.682676 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-df9d84cd-9a87-48aa-b306-f1f5a170faef tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:26:21.715441 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-8eb22440-e675-4d17-90c0-730a5d544474 req-d2fd6ab4-64ec-407d-9b71-55d04d8f89f5 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:21.719586 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4a361ca9-9c23-4a40-b498-269b7b417f9a req-7f0eeefd-b0bb-4f3a-b08b-93bb289b9c3c tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] 10.222.0.55 "GET /v2.0/security-groups?id=23fff79d-6911-4949-90e1-061adc265852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3146656 May 28 06:26:21.729135 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b19abcb-11d4-4087-9b31-2e2da020b3a6 req-6eee7206-482f-4f72-8859-cf5f55b4247b tempest-ServerDiagnosticsNegativeTest-102089225 tempest-ServerDiagnosticsNegativeTest-102089225-project] No DVR routers for this DVR port 9ae9b9a0-cee7-4d31-8499-86a0c37eedab on host n-h1-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:26:21.738918 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-9b19abcb-11d4-4087-9b31-2e2da020b3a6 req-6eee7206-482f-4f72-8859-cf5f55b4247b tempest-ServerDiagnosticsNegativeTest-102089225 tempest-ServerDiagnosticsNegativeTest-102089225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:21.765160 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89098ba2-b4ea-43ec-a45e-28c648cfcb10', 'name': 'network-vif-deleted', 'tag': '9ae9b9a0-cee7-4d31-8499-86a0c37eedab'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:26:21.771155 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9b19abcb-11d4-4087-9b31-2e2da020b3a6 req-6eee7206-482f-4f72-8859-cf5f55b4247b tempest-ServerDiagnosticsNegativeTest-102089225 tempest-ServerDiagnosticsNegativeTest-102089225-project] 10.222.0.69 "DELETE /v2.0/ports/9ae9b9a0-cee7-4d31-8499-86a0c37eedab HTTP/1.1" status: 204 len: 173 time: 1.7689939 May 28 06:26:21.797753 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fd6ab4-64ec-407d-9b71-55d04d8f89f5 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Pushing event deleted for resources: {'Port': ['ID=2fa041f2-66fc-4770-92a9-f297fff7bd5a,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:21.803901 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5f75f27e-bc84-46d0-bc7c-eed5f77b35ea req-0aa832c3-a3c3-4367-9639-f34bfb545867 tempest-ServerDiagnosticsNegativeTest-102089225 tempest-ServerDiagnosticsNegativeTest-102089225-project] 10.222.0.55 "GET /v2.0/security-groups?id=1dd26868-3405-4f7d-a71c-4471aecc7f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472298 May 28 06:26:21.804621 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302e64c8-2027-42fe-86d8-8055097ee9b9 tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e208dcc-a1fa-4f82-a32c-c10affe88f76,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:21.816056 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-df9d84cd-9a87-48aa-b306-f1f5a170faef tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:21.825018 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['2fa041f2-66fc-4770-92a9-f297fff7bd5a'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:26:21.839901 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-f734fb00-6052-4f9b-8750-8c6c9833376d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=288fd312b52b4dd39bd9eae35b8218d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3308690 May 28 06:26:21.843267 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 52624) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:26:21.890183 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-302e64c8-2027-42fe-86d8-8055097ee9b9 tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:21.892024 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-302e64c8-2027-42fe-86d8-8055097ee9b9 tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.3606133 May 28 06:26:21.895886 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 52628) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:26:21.907911 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-560ac347-d2a4-4cd8-84de-90342db1bc28 tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Request body: {'security_group_rule': {'security_group_id': '6e208dcc-a1fa-4f82-a32c-c10affe88f76', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:26:21.939032 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-560ac347-d2a4-4cd8-84de-90342db1bc28 tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:26:21.942767 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9541362b-bc20-4f63-a723-b578972cd163 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:21.947354 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-560ac347-d2a4-4cd8-84de-90342db1bc28 tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Usage tracker for resource:security_group_rule and tenant:d91f6eb4c7e44824b2ce0b8006557321 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:26:21.958327 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-560ac347-d2a4-4cd8-84de-90342db1bc28 tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:26:21.969886 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-560ac347-d2a4-4cd8-84de-90342db1bc28 tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:26:21.994910 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9541362b-bc20-4f63-a723-b578972cd163 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:22.004042 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-68d09970-e40b-4375-91b2-4d0026edb5be None None] Notify callbacks [] for port, precommit_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:22.030255 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port af88013d-1f04-41a4-a9d3-47f6a8bb62d0 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:26:22.056553 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-68d09970-e40b-4375-91b2-4d0026edb5be None None] Transition to ACTIVE for port object 528b9657-4123-48cf-81bd-7f3ee47d922b will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:26:22.070414 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eb22440-e675-4d17-90c0-730a5d544474 req-d2fd6ab4-64ec-407d-9b71-55d04d8f89f5 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] No DVR routers for this DVR port 2fa041f2-66fc-4770-92a9-f297fff7bd5a on host n-h2-843702-1 {{(pid=89109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:26:22.074260 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-8eb22440-e675-4d17-90c0-730a5d544474 req-d2fd6ab4-64ec-407d-9b71-55d04d8f89f5 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:22.076833 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-8eb22440-e675-4d17-90c0-730a5d544474 req-d2fd6ab4-64ec-407d-9b71-55d04d8f89f5 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] 10.222.0.71 "DELETE /v2.0/ports/2fa041f2-66fc-4770-92a9-f297fff7bd5a HTTP/1.1" status: 204 len: 173 time: 1.6098547 May 28 06:26:22.077780 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acc4fdba-1d14-4425-a8c7-34964f62b0ae', 'name': 'network-vif-deleted', 'tag': '2fa041f2-66fc-4770-92a9-f297fff7bd5a'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:26:22.108636 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-df9d84cd-9a87-48aa-b306-f1f5a170faef tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:22.126263 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-692ea7c6-ed07-4fbd-97f7-8396457e1361 req-f61a65b3-5468-44a0-bd6e-9d507560f351 tempest-QuotasAdminNegativeTest-1481805315 tempest-QuotasAdminNegativeTest-1481805315-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=6e64e3b9e41d4d4a9606d30e82110f7e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0328782 May 28 06:26:22.127419 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-560ac347-d2a4-4cd8-84de-90342db1bc28 tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:22.138409 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-68d09970-e40b-4375-91b2-4d0026edb5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:22.163766 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9541362b-bc20-4f63-a723-b578972cd163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:22.219023 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-df9d84cd-9a87-48aa-b306-f1f5a170faef tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:22.249003 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9541362b-bc20-4f63-a723-b578972cd163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16bc868a-3a33-4cae-9255-189105700523,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:22.281221 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9541362b-bc20-4f63-a723-b578972cd163 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:22.284355 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-9541362b-bc20-4f63-a723-b578972cd163 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/16bc868a-3a33-4cae-9255-189105700523 HTTP/1.1" status: 204 len: 168 time: 0.4399211 May 28 06:26:22.290291 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9d84cd-9a87-48aa-b306-f1f5a170faef tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e68deeac-47f5-4d16-a4d6-3628fcad91b1,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:22.334072 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-560ac347-d2a4-4cd8-84de-90342db1bc28 tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:22.362727 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692ea7c6-ed07-4fbd-97f7-8396457e1361 req-cac1e26f-4009-4933-93cd-28ac6587d21e tempest-QuotasAdminNegativeTest-1481805315 tempest-QuotasAdminNegativeTest-1481805315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:22.364362 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-692ea7c6-ed07-4fbd-97f7-8396457e1361 req-cac1e26f-4009-4933-93cd-28ac6587d21e tempest-QuotasAdminNegativeTest-1481805315 tempest-QuotasAdminNegativeTest-1481805315-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2288456 May 28 06:26:22.389517 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-692ea7c6-ed07-4fbd-97f7-8396457e1361 req-a52c8881-dfb7-4916-98e3-b8dfe22ddd9a tempest-QuotasAdminNegativeTest-1481805315 tempest-QuotasAdminNegativeTest-1481805315-project] 10.222.0.55 "GET /v2.0/quotas/6e64e3b9e41d4d4a9606d30e82110f7e HTTP/1.1" status: 200 len: 375 time: 0.0171797 May 28 06:26:22.395648 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a77fe20-b655-4dce-afcb-73c98fe4c36c None None] Pushing event updated for resources: {'Port': ['ID=528b9657-4123-48cf-81bd-7f3ee47d922b,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:22.402551 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 4d52e0c6-c050-4a68-aefc-40a2cad374f3 up at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:26:22.440858 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-df9d84cd-9a87-48aa-b306-f1f5a170faef tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:22.445174 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-df9d84cd-9a87-48aa-b306-f1f5a170faef tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8105667 May 28 06:26:22.446010 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 52646) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:26:22.451982 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-abf9bf52-8b53-4aa0-97f6-06afda074630 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Request body: {'security_group_rule': {'security_group_id': '330866ba-92b0-424f-b7e1-e6c41912745c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:26:22.465761 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-abf9bf52-8b53-4aa0-97f6-06afda074630 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:26:22.478167 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-abf9bf52-8b53-4aa0-97f6-06afda074630 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Usage tracker for resource:security_group_rule and tenant:5a27568d2aff479086cfcad7501ab2c8 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:26:22.481940 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-abf9bf52-8b53-4aa0-97f6-06afda074630 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:26:22.489611 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-68d09970-e40b-4375-91b2-4d0026edb5be None None] Attempting to bind port 528b9657-4123-48cf-81bd-7f3ee47d922b on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:26:22.490218 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-68d09970-e40b-4375-91b2-4d0026edb5be None None] Attempting to bind port 528b9657-4123-48cf-81bd-7f3ee47d922b by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': '07d9f160-fff2-4ac7-81a2-60f8deeef159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'd78b7af4-098f-4263-8522-732b24d86d73'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:26:22.490837 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d09970-e40b-4375-91b2-4d0026edb5be None None] Attempting to bind port 528b9657-4123-48cf-81bd-7f3ee47d922b on network d78b7af4-098f-4263-8522-732b24d86d73 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:26:22.497727 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-abf9bf52-8b53-4aa0-97f6-06afda074630 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:26:22.508655 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d09970-e40b-4375-91b2-4d0026edb5be None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:26:22.509738 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d09970-e40b-4375-91b2-4d0026edb5be None None] Checking segment: {'id': '07d9f160-fff2-4ac7-81a2-60f8deeef159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'd78b7af4-098f-4263-8522-732b24d86d73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:26:22.510307 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-68d09970-e40b-4375-91b2-4d0026edb5be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:22.514427 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d09970-e40b-4375-91b2-4d0026edb5be None None] Bound using segment: {'id': '07d9f160-fff2-4ac7-81a2-60f8deeef159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'd78b7af4-098f-4263-8522-732b24d86d73'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:26:22.514427 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-68d09970-e40b-4375-91b2-4d0026edb5be None None] Bound port: 528b9657-4123-48cf-81bd-7f3ee47d922b, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07d9f160-fff2-4ac7-81a2-60f8deeef159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'd78b7af4-098f-4263-8522-732b24d86d73'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:26:22.514427 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-68d09970-e40b-4375-91b2-4d0026edb5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:22.539864 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-692ea7c6-ed07-4fbd-97f7-8396457e1361 req-375bae3f-dbe0-454d-878e-0ec71d2e8c2c tempest-QuotasAdminNegativeTest-1481805315 tempest-QuotasAdminNegativeTest-1481805315-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=6e64e3b9e41d4d4a9606d30e82110f7e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1351125 May 28 06:26:22.542056 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-560ac347-d2a4-4cd8-84de-90342db1bc28 tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:22.575496 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560ac347-d2a4-4cd8-84de-90342db1bc28 tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c190340-82fa-4c7a-a808-f5450308efa4,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:22.616761 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-abf9bf52-8b53-4aa0-97f6-06afda074630 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:22.733892 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac28cfb-dea4-41ad-bbab-27605b770681 req-6f1c3bc2-cce9-44ec-925a-c08443ec437c tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:22.735448 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cac28cfb-dea4-41ad-bbab-27605b770681 req-6f1c3bc2-cce9-44ec-925a-c08443ec437c tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.55 "GET /v2.0/ports?device_id=da805ebe-5239-466e-84b8-d19ecc28b68f HTTP/1.1" status: 200 len: 948 time: 0.1502948 May 28 06:26:22.737967 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32f668ea-fd47-45fc-b0cf-bd5904ea257e'] response: {'server_uuid': '89098ba2-b4ea-43ec-a45e-28c648cfcb10', 'name': 'network-vif-deleted', 'tag': '9ae9b9a0-cee7-4d31-8499-86a0c37eedab', 'status': 'completed', 'code': 200} May 28 06:26:22.758938 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-abf9bf52-8b53-4aa0-97f6-06afda074630 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:22.781515 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-560ac347-d2a4-4cd8-84de-90342db1bc28 tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:22.785715 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 52656) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:26:22.786520 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-560ac347-d2a4-4cd8-84de-90342db1bc28 tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8892694 May 28 06:26:22.793130 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-41aebc6f-bfde-446a-9e96-019ea142da6d tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Request body: {'security_group_rule': {'security_group_id': '6e208dcc-a1fa-4f82-a32c-c10affe88f76', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:26:22.797460 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-68d09970-e40b-4375-91b2-4d0026edb5be None None] For port 528b9657-4123-48cf-81bd-7f3ee47d922b, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:26:22.807423 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-68d09970-e40b-4375-91b2-4d0026edb5be None None] For port 528b9657-4123-48cf-81bd-7f3ee47d922b, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=528b9657-4123-48cf-81bd-7f3ee47d922b,segment=NetworkSegment(07d9f160-fff2-4ac7-81a2-60f8deeef159),segment_id=07d9f160-fff2-4ac7-81a2-60f8deeef159)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:26:22.809790 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-41aebc6f-bfde-446a-9e96-019ea142da6d tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:26:22.814459 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03bfe7a0-5a14-458c-9689-d6dfc63ff69e'] response: {'server_uuid': 'acc4fdba-1d14-4425-a8c7-34964f62b0ae', 'name': 'network-vif-deleted', 'tag': '2fa041f2-66fc-4770-92a9-f297fff7bd5a', 'status': 'completed', 'code': 200} May 28 06:26:22.818438 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-41aebc6f-bfde-446a-9e96-019ea142da6d tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Usage tracker for resource:security_group_rule and tenant:d91f6eb4c7e44824b2ce0b8006557321 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:26:22.822128 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-41aebc6f-bfde-446a-9e96-019ea142da6d tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:26:22.831320 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-41aebc6f-bfde-446a-9e96-019ea142da6d tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:26:22.837564 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-abf9bf52-8b53-4aa0-97f6-06afda074630 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:22.862804 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cac28cfb-dea4-41ad-bbab-27605b770681 req-9f3ffe1f-bc72-4391-b087-59d135acd4e6 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.55 "GET /v2.0/security-groups?id=003cca32-7671-4721-8c5a-98dfd2100d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180589 May 28 06:26:22.869371 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf9bf52-8b53-4aa0-97f6-06afda074630 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa2ec6a9-cc49-4798-89ef-7312e9ac93f8,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:22.886723 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning for port 4d52e0c6-c050-4a68-aefc-40a2cad374f3 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:26:22.899517 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning complete for port 4d52e0c6-c050-4a68-aefc-40a2cad374f3 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:26:22.901618 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:22.919754 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-41aebc6f-bfde-446a-9e96-019ea142da6d tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:23.006497 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-68d09970-e40b-4375-91b2-4d0026edb5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:23.060564 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-41aebc6f-bfde-446a-9e96-019ea142da6d tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:23.062632 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-abf9bf52-8b53-4aa0-97f6-06afda074630 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:23.067029 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-abf9bf52-8b53-4aa0-97f6-06afda074630 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6199665 May 28 06:26:23.070423 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 52668) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:26:23.078890 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37bb3ef-64dc-4c0e-9c40-863e3b1b778b req-5741b23c-346f-4826-855d-14d6beb2ce6b tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:23.088692 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a37bb3ef-64dc-4c0e-9c40-863e3b1b778b req-5741b23c-346f-4826-855d-14d6beb2ce6b tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b45eee7-bda2-4c79-bc7f-9f279a1bec7a HTTP/1.1" status: 200 len: 950 time: 0.1355412 May 28 06:26:23.092266 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-147e7418-32c2-438d-85e0-889551ab33fa tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Request body: {'floatingip': {'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:26:23.118418 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-147e7418-32c2-438d-85e0-889551ab33fa tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:26:23.145897 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-147e7418-32c2-438d-85e0-889551ab33fa tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Usage tracker for resource:floatingip and tenant:5a27568d2aff479086cfcad7501ab2c8 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:26:23.150882 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a37bb3ef-64dc-4c0e-9c40-863e3b1b778b req-da39cd56-51e5-4cd6-927e-ff0cd2c9efac tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] 10.222.0.55 "GET /v2.0/security-groups?id=cd4f772a-3605-4ce2-bce7-8f5466d1255d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600183 May 28 06:26:23.153481 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-147e7418-32c2-438d-85e0-889551ab33fa tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:26:23.174466 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 4d52e0c6-c050-4a68-aefc-40a2cad374f3 is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:26:23.174466 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:23.183791 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-147e7418-32c2-438d-85e0-889551ab33fa tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:26:23.192712 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-41aebc6f-bfde-446a-9e96-019ea142da6d tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:23.314631 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aebc6f-bfde-446a-9e96-019ea142da6d tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38ec6016-4ed9-4dfa-a610-8a74e8b031e8,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:23.359355 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da805ebe-5239-466e-84b8-d19ecc28b68f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d52e0c6-c050-4a68-aefc-40a2cad374f3'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:26:23.372200 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d09970-e40b-4375-91b2-4d0026edb5be None None] Routers {'0e9a75c8-48eb-4b30-9b70-87806493477c'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:26:23.372671 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-68d09970-e40b-4375-91b2-4d0026edb5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:25:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['0e9a75c8-48eb-4b30-9b70-87806493477c'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:26:23.399094 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-147e7418-32c2-438d-85e0-889551ab33fa tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks [] for floatingip, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:23.424694 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5400feec-23a5-461c-9ffa-05cf3bf7ee95 req-92b0450a-0ea7-41c2-9bfa-05e83e2a9f06 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] 10.222.0.55 "GET /v2.0/ports?device_id=acc4fdba-1d14-4425-a8c7-34964f62b0ae HTTP/1.1" status: 200 len: 210 time: 0.0748203 May 28 06:26:23.448934 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-41aebc6f-bfde-446a-9e96-019ea142da6d tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:23.450446 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-41aebc6f-bfde-446a-9e96-019ea142da6d tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6632495 May 28 06:26:23.454313 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 52680) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:26:23.462334 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-812891e5-df62-4480-ae40-56cfe4a6fddb tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Request body: {'floatingip': {'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:26:23.464851 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 4d52e0c6-c050-4a68-aefc-40a2cad374f3, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=4d52e0c6-c050-4a68-aefc-40a2cad374f3,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:26:23.469138 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a77fe20-b655-4dce-afcb-73c98fe4c36c None None] Pushing event updated for resources: {'Port': ['ID=528b9657-4123-48cf-81bd-7f3ee47d922b,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:23.470478 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-812891e5-df62-4480-ae40-56cfe4a6fddb tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:26:23.475288 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-812891e5-df62-4480-ae40-56cfe4a6fddb tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Usage tracker for resource:floatingip and tenant:d91f6eb4c7e44824b2ce0b8006557321 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:26:23.478822 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-812891e5-df62-4480-ae40-56cfe4a6fddb tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:26:23.497353 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-812891e5-df62-4480-ae40-56cfe4a6fddb tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:26:23.595164 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-812891e5-df62-4480-ae40-56cfe4a6fddb tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Notify callbacks [] for floatingip, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:23.645841 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:23.646628 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 9ae9b9a0-cee7-4d31-8499-86a0c37eedab no longer exists at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:26:23.735457 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-147e7418-32c2-438d-85e0-889551ab33fa tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:23.770894 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-812891e5-df62-4480-ae40-56cfe4a6fddb tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:23.806777 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6286d519-1c1d-4b13-a6bb-b5f5b88b5de4'] response: {'server_uuid': 'da805ebe-5239-466e-84b8-d19ecc28b68f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d52e0c6-c050-4a68-aefc-40a2cad374f3', 'code': 200} May 28 06:26:23.874408 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 2fa041f2-66fc-4770-92a9-f297fff7bd5a no longer exists at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:26:23.945169 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be19dc8-e745-43f9-9886-7d9101d68d48 req-bf9cf14a-6c92-4add-b72f-303ef6147dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:23.946698 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1be19dc8-e745-43f9-9886-7d9101d68d48 req-bf9cf14a-6c92-4add-b72f-303ef6147dc1 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=da805ebe-5239-466e-84b8-d19ecc28b68f HTTP/1.1" status: 200 len: 1100 time: 0.1113801 May 28 06:26:23.961353 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-147e7418-32c2-438d-85e0-889551ab33fa tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Allocated IP 172.25.5.5 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/9f61c6e0-1d89-4925-8164-fd156e540705) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:26:24.024627 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] No Port match for: 9ae9b9a0-cee7-4d31-8499-86a0c37eedab {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:26:24.024627 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 9ae9b9a0-cee7-4d31-8499-86a0c37eedab not bound to the agent host n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:26:24.081664 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] No Port match for: 2fa041f2-66fc-4770-92a9-f297fff7bd5a {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:26:24.082002 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 2fa041f2-66fc-4770-92a9-f297fff7bd5a not bound to the agent host n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:26:24.145754 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-147e7418-32c2-438d-85e0-889551ab33fa tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:24.149525 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=4d52e0c6-c050-4a68-aefc-40a2cad374f3,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:24.158135 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-68d09970-e40b-4375-91b2-4d0026edb5be None None] Set router 0e9a75c8-48eb-4b30-9b70-87806493477c gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:26:24.263276 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1be19dc8-e745-43f9-9886-7d9101d68d48 req-a05eced7-d5e0-47db-bcae-d4979cfe7510 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=003cca32-7671-4721-8c5a-98dfd2100d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3101940 May 28 06:26:24.305185 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773e590a-2171-44d5-bf4b-b684e2289a7f req-05dc760c-32de-4e1f-bde1-541f7062f81e tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:24.306762 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-773e590a-2171-44d5-bf4b-b684e2289a7f req-05dc760c-32de-4e1f-bde1-541f7062f81e tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] 10.222.0.69 "GET /v2.0/ports?device_id=6b45eee7-bda2-4c79-bc7f-9f279a1bec7a HTTP/1.1" status: 200 len: 950 time: 0.3163280 May 28 06:26:24.310537 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-147e7418-32c2-438d-85e0-889551ab33fa tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:24.315086 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d58844-4d90-4f9a-9f2a-efd16e2f5685 req-606cfd41-d8b8-4bfb-a69c-31eef2d2019e tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:24.322234 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-49d58844-4d90-4f9a-9f2a-efd16e2f5685 req-606cfd41-d8b8-4bfb-a69c-31eef2d2019e tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.55 "GET /v2.0/ports?device_id=da805ebe-5239-466e-84b8-d19ecc28b68f HTTP/1.1" status: 200 len: 949 time: 0.1670394 May 28 06:26:24.432551 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-49d58844-4d90-4f9a-9f2a-efd16e2f5685 req-90066468-aa13-4bdc-8f44-db1d66044d2b tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.55 "GET /v2.0/security-groups?id=003cca32-7671-4721-8c5a-98dfd2100d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093709 May 28 06:26:24.440675 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 52706) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:26:24.491876 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [None req-812891e5-df62-4480-ae40-56cfe4a6fddb tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Allocated IP 172.25.5.235 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/cdc14509-6868-4ef1-91a2-004e08d678ee) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:26:24.585030 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-68d09970-e40b-4375-91b2-4d0026edb5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9a75c8-48eb-4b30-9b70-87806493477c', 'name': 'tempest-ServersTestJSON-1589757023-router', 'tenant_id': 'd91f6eb4c7e44824b2ce0b8006557321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.62'}], 'enable_snat': True}, 'gw_port_id': 'af88013d-1f04-41a4-a9d3-47f6a8bb62d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:26:08Z', 'updated_at': '2022-05-28T06:26:17Z', 'revision_number': 4, 'project_id': 'd91f6eb4c7e44824b2ce0b8006557321', 'gw_port': {'id': 'af88013d-1f04-41a4-a9d3-47f6a8bb62d0', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:28:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9a75c8-48eb-4b30-9b70-87806493477c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:26:10Z', 'updated_at': '2022-05-28T06:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '528b9657-4123-48cf-81bd-7f3ee47d922b', 'name': '', 'network_id': 'd78b7af4-098f-4263-8522-732b24d86d73', 'tenant_id': 'd91f6eb4c7e44824b2ce0b8006557321', 'mac_address': 'fa:16:3e:af:1c:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e9a75c8-48eb-4b30-9b70-87806493477c', 'device_owner': 'network:router_interface', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '9c4f9492-bb3a-4b06-9439-952a7bc7785e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:26:15Z', 'updated_at': '2022-05-28T06:26:22Z', 'revision_number': 4, 'project_id': 'd91f6eb4c7e44824b2ce0b8006557321', 'subnets': [{'id': '9c4f9492-bb3a-4b06-9439-952a7bc7785e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:26:24.591038 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d09970-e40b-4375-91b2-4d0026edb5be None None] The sync data for ids ['0e9a75c8-48eb-4b30-9b70-87806493477c'] in n-d-843702-1 is: [{'id': '0e9a75c8-48eb-4b30-9b70-87806493477c', 'name': 'tempest-ServersTestJSON-1589757023-router', 'tenant_id': 'd91f6eb4c7e44824b2ce0b8006557321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.62'}], 'enable_snat': True}, 'gw_port_id': 'af88013d-1f04-41a4-a9d3-47f6a8bb62d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:26:08Z', 'updated_at': '2022-05-28T06:26:17Z', 'revision_number': 4, 'project_id': 'd91f6eb4c7e44824b2ce0b8006557321', 'gw_port': {'id': 'af88013d-1f04-41a4-a9d3-47f6a8bb62d0', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:28:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9a75c8-48eb-4b30-9b70-87806493477c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:26:10Z', 'updated_at': '2022-05-28T06:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '528b9657-4123-48cf-81bd-7f3ee47d922b', 'name': '', 'network_id': 'd78b7af4-098f-4263-8522-732b24d86d73', 'tenant_id': 'd91f6eb4c7e44824b2ce0b8006557321', 'mac_address': 'fa:16:3e:af:1c:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e9a75c8-48eb-4b30-9b70-87806493477c', 'device_owner': 'network:router_interface', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '9c4f9492-bb3a-4b06-9439-952a7bc7785e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:26:15Z', 'updated_at': '2022-05-28T06:26:22Z', 'revision_number': 4, 'project_id': 'd91f6eb4c7e44824b2ce0b8006557321', 'subnets': [{'id': '9c4f9492-bb3a-4b06-9439-952a7bc7785e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:26:24.700187 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147e7418-32c2-438d-85e0-889551ab33fa tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:26:24.704904 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-147e7418-32c2-438d-85e0-889551ab33fa tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:26:24.714278 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147e7418-32c2-438d-85e0-889551ab33fa tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:26:24.771063 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-773e590a-2171-44d5-bf4b-b684e2289a7f req-6ea9f279-2e10-4bb2-8488-9783a262366b tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] Deleting port 017c5838-9235-4128-a9e5-a9f121d9cf35 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:26:24.771409 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-773e590a-2171-44d5-bf4b-b684e2289a7f req-6ea9f279-2e10-4bb2-8488-9783a262366b tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:24.791880 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147e7418-32c2-438d-85e0-889551ab33fa tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Pushing event updated for resources: {'Port': ['ID=9f61c6e0-1d89-4925-8164-fd156e540705,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:24.851861 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 528b9657-4123-48cf-81bd-7f3ee47d922b up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:26:24.877668 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-147e7418-32c2-438d-85e0-889551ab33fa tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:24.887473 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 52722) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:26:25.057265 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-147e7418-32c2-438d-85e0-889551ab33fa tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:25.100550 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-dd061722-b7d6-4665-9730-30069dde3940 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-898079596-network', 'tenant_id': '890915c53ed24c77a45a90ca16e50806'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:26:25.103524 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 528b9657-4123-48cf-81bd-7f3ee47d922b completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:26:25.111324 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-dd061722-b7d6-4665-9730-30069dde3940 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:26:25.114996 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 528b9657-4123-48cf-81bd-7f3ee47d922b triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:26:25.114996 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:25.125619 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-dd061722-b7d6-4665-9730-30069dde3940 admin admin] Usage tracker for resource:network and tenant:890915c53ed24c77a45a90ca16e50806 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:26:25.130267 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-dd061722-b7d6-4665-9730-30069dde3940 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:26:25.139753 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-dd061722-b7d6-4665-9730-30069dde3940 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:26:25.182412 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-33532fa4-aba0-4ab9-a3e9-6fdfa7e97165 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7e5cacf8c7e5405abc6550e3e5fb01a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7393460 May 28 06:26:25.194549 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 52732) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:26:25.242273 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-812891e5-df62-4480-ae40-56cfe4a6fddb tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:25.279315 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd061722-b7d6-4665-9730-30069dde3940 admin admin] Made reservation on behalf of 890915c53ed24c77a45a90ca16e50806 for: {'network': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:26:25.281646 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-dd061722-b7d6-4665-9730-30069dde3940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:25.309220 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 528b9657-4123-48cf-81bd-7f3ee47d922b is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:26:25.309994 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:25.353018 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-dd061722-b7d6-4665-9730-30069dde3940 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:25.371800 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port 528b9657-4123-48cf-81bd-7f3ee47d922b, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=528b9657-4123-48cf-81bd-7f3ee47d922b,segment=NetworkSegment(07d9f160-fff2-4ac7-81a2-60f8deeef159),segment_id=07d9f160-fff2-4ac7-81a2-60f8deeef159)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:26:25.382986 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a977edd2-9b27-4d56-8b7c-1b7783f5cd3a req-e51e2da5-0a3a-4a01-bc09-2c26e62b1607 tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:25.387758 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a977edd2-9b27-4d56-8b7c-1b7783f5cd3a req-e51e2da5-0a3a-4a01-bc09-2c26e62b1607 tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b45eee7-bda2-4c79-bc7f-9f279a1bec7a HTTP/1.1" status: 200 len: 950 time: 0.7508762 May 28 06:26:25.401536 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-dd061722-b7d6-4665-9730-30069dde3940 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:26:25.409337 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-dd061722-b7d6-4665-9730-30069dde3940 admin admin] Usage tracker for resource:security_group_rule and tenant:890915c53ed24c77a45a90ca16e50806 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:26:25.414877 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-dd061722-b7d6-4665-9730-30069dde3940 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:26:25.433562 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-dd061722-b7d6-4665-9730-30069dde3940 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:26:25.464076 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:25.534447 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a977edd2-9b27-4d56-8b7c-1b7783f5cd3a req-e9a5a43f-bfb7-4ed3-9f05-70ed05d74649 tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] 10.222.0.55 "GET /v2.0/security-groups?id=cd4f772a-3605-4ce2-bce7-8f5466d1255d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457021 May 28 06:26:25.548218 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-147e7418-32c2-438d-85e0-889551ab33fa tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:25.580197 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2fa9a293-652c-4aba-922d-633e3f3eb676 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:25.589382 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-773e590a-2171-44d5-bf4b-b684e2289a7f req-6ea9f279-2e10-4bb2-8488-9783a262366b tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] For port 017c5838-9235-4128-a9e5-a9f121d9cf35, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=017c5838-9235-4128-a9e5-a9f121d9cf35,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:26:25.589758 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-773e590a-2171-44d5-bf4b-b684e2289a7f req-6ea9f279-2e10-4bb2-8488-9783a262366b tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:25.690210 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-147e7418-32c2-438d-85e0-889551ab33fa tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:25.720443 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=528b9657-4123-48cf-81bd-7f3ee47d922b,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:25.779367 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-dd061722-b7d6-4665-9730-30069dde3940 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:25.837130 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-773e590a-2171-44d5-bf4b-b684e2289a7f req-6ea9f279-2e10-4bb2-8488-9783a262366b tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] Calling delete_port for 017c5838-9235-4128-a9e5-a9f121d9cf35 owned by compute:nova {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:26:25.852376 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147e7418-32c2-438d-85e0-889551ab33fa tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Pushing event updated for resources: {'Port': ['ID=9f61c6e0-1d89-4925-8164-fd156e540705,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:25.859329 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-147e7418-32c2-438d-85e0-889551ab33fa tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691094'] for floatingip, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:25.879329 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-dd061722-b7d6-4665-9730-30069dde3940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:25.892893 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd061722-b7d6-4665-9730-30069dde3940 admin admin] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=89109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:26:25.913670 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-dd061722-b7d6-4665-9730-30069dde3940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:25.914010 n-d-843702-1 neutron-server[89109]: INFO neutron.db.segments_db [None req-dd061722-b7d6-4665-9730-30069dde3940 admin admin] Added segment 3653b7d6-813d-42ee-9bd7-f6c8efa7bdc2 of type vlan for network 797248d2-2519-477b-982c-f2c5aa63e418 May 28 06:26:25.955546 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd061722-b7d6-4665-9730-30069dde3940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffa2ce3e-9ed5-444d-8e63-989d1b8e9c33,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:25.960605 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-dd061722-b7d6-4665-9730-30069dde3940 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:26.005021 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2fa9a293-652c-4aba-922d-633e3f3eb676 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:26.023792 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-147e7418-32c2-438d-85e0-889551ab33fa tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:26.027064 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-147e7418-32c2-438d-85e0-889551ab33fa tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.9536362 May 28 06:26:26.027194 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-812891e5-df62-4480-ae40-56cfe4a6fddb tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:26.103338 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-dd061722-b7d6-4665-9730-30069dde3940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:26.105269 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd061722-b7d6-4665-9730-30069dde3940 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:26.106012 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-dd061722-b7d6-4665-9730-30069dde3940 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:26.191865 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-812891e5-df62-4480-ae40-56cfe4a6fddb tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:26:26.210047 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-812891e5-df62-4480-ae40-56cfe4a6fddb tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:26:26.218210 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812891e5-df62-4480-ae40-56cfe4a6fddb tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:26:26.246502 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd061722-b7d6-4665-9730-30069dde3940 admin admin] Pushing event updated for resources: {'Network': ['ID=797248d2-2519-477b-982c-f2c5aa63e418,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:26.259120 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812891e5-df62-4480-ae40-56cfe4a6fddb tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Pushing event updated for resources: {'Port': ['ID=cdc14509-6868-4ef1-91a2-004e08d678ee,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:26.259282 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 797248d2-2519-477b-982c-f2c5aa63e418 details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:26:26.299049 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-dd061722-b7d6-4665-9730-30069dde3940 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.4101956 May 28 06:26:26.302121 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 52758) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:26:26.308209 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-37ad28f1-f7ad-4bde-b5b0-d5c8aba4ce72 admin admin] Request body: {'subnet': {'network_id': '797248d2-2519-477b-982c-f2c5aa63e418', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-898079596-subnet', 'tenant_id': '890915c53ed24c77a45a90ca16e50806', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:26:26.315415 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-37ad28f1-f7ad-4bde-b5b0-d5c8aba4ce72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:26:26.319658 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-37ad28f1-f7ad-4bde-b5b0-d5c8aba4ce72 admin admin] Usage tracker for resource:subnet and tenant:890915c53ed24c77a45a90ca16e50806 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:26:26.322847 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-37ad28f1-f7ad-4bde-b5b0-d5c8aba4ce72 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:26:26.337028 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-37ad28f1-f7ad-4bde-b5b0-d5c8aba4ce72 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:26:26.359519 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cace28-5a51-4eac-9fd9-c57138c6836b req-6b7b2494-d9c1-4fcb-b3ac-721a61aa1575 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:26.361067 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-83cace28-5a51-4eac-9fd9-c57138c6836b req-6b7b2494-d9c1-4fcb-b3ac-721a61aa1575 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] 10.222.0.55 "GET /v2.0/networks?id=57335d58-5b4b-44c7-91c4-7ad19fc594ec HTTP/1.1" status: 200 len: 822 time: 0.5365260 May 28 06:26:26.440888 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37ad28f1-f7ad-4bde-b5b0-d5c8aba4ce72 admin admin] Made reservation on behalf of 890915c53ed24c77a45a90ca16e50806 for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:26:26.443248 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-37ad28f1-f7ad-4bde-b5b0-d5c8aba4ce72 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:26.478736 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-bf22fc53-e144-443d-a225-164d9755f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:26.506335 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164009b1-fbc8-470d-8749-ef9c09178bc0 req-6bea318f-ab69-4b94-8422-7e25dc8fbd56 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:26.507874 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-164009b1-fbc8-470d-8749-ef9c09178bc0 req-6bea318f-ab69-4b94-8422-7e25dc8fbd56 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.55 "GET /v2.0/ports?device_id=da805ebe-5239-466e-84b8-d19ecc28b68f HTTP/1.1" status: 200 len: 949 time: 0.6799467 May 28 06:26:26.512905 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2fa9a293-652c-4aba-922d-633e3f3eb676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:26.526306 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-83cace28-5a51-4eac-9fd9-c57138c6836b req-9e7475b2-c230-4787-aeb2-2105b1fa8efa tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] 10.222.0.55 "GET /v2.0/quotas/16fae7f21e73441b8f27011aec16439a HTTP/1.1" status: 200 len: 375 time: 0.1538863 May 28 06:26:26.561640 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa9a293-652c-4aba-922d-633e3f3eb676 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dd26868-3405-4f7d-a71c-4471aecc7f68,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:26.652474 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-164009b1-fbc8-470d-8749-ef9c09178bc0 req-6518aee1-9c05-4f2d-96d7-1d0ae6d0f282 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.55 "GET /v2.0/security-groups?id=003cca32-7671-4721-8c5a-98dfd2100d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239512 May 28 06:26:26.657271 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-812891e5-df62-4480-ae40-56cfe4a6fddb tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:26.687152 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-773e590a-2171-44d5-bf4b-b684e2289a7f req-6ea9f279-2e10-4bb2-8488-9783a262366b tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:26.721024 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['0776ea56-585e-48a6-96e3-e63192027301'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:26:26.752891 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea9f279-2e10-4bb2-8488-9783a262366b tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] Pushing event deleted for resources: {'Port': ['ID=017c5838-9235-4128-a9e5-a9f121d9cf35,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:26.755396 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-37ad28f1-f7ad-4bde-b5b0-d5c8aba4ce72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:26.768657 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-83cace28-5a51-4eac-9fd9-c57138c6836b req-d1c2be9d-c8c5-4ae8-bc33-a411a578b6c5 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=16fae7f21e73441b8f27011aec16439a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2244935 May 28 06:26:26.821824 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 528b9657-4123-48cf-81bd-7f3ee47d922b up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:26:26.871167 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ad28f1-f7ad-4bde-b5b0-d5c8aba4ce72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8092481-d526-47cd-9e92-0657c7feccd4,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:26.891389 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ad28f1-f7ad-4bde-b5b0-d5c8aba4ce72 admin admin] Checking segment: {'id': '3653b7d6-813d-42ee-9bd7-f6c8efa7bdc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '797248d2-2519-477b-982c-f2c5aa63e418'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:26:26.891797 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ad28f1-f7ad-4bde-b5b0-d5c8aba4ce72 admin admin] Network hostable DHCP agents. Network: 797248d2-2519-477b-982c-f2c5aa63e418, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:26:26.966218 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 528b9657-4123-48cf-81bd-7f3ee47d922b triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:26:26.966742 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:26.973347 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ad28f1-f7ad-4bde-b5b0-d5c8aba4ce72 admin admin] Network 797248d2-2519-477b-982c-f2c5aa63e418 is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:26:27.016384 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-48631702-1cf8-480a-826d-9b770c679a42 req-a32bc6ef-8d44-4418-8aaf-ee364018f54d tempest-QuotasAdminNegativeTest-1481805315 tempest-QuotasAdminNegativeTest-1481805315-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=6e64e3b9e41d4d4a9606d30e82110f7e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2449358 May 28 06:26:27.028676 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2fa9a293-652c-4aba-922d-633e3f3eb676 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:27.030714 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-2fa9a293-652c-4aba-922d-633e3f3eb676 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1dd26868-3405-4f7d-a71c-4471aecc7f68 HTTP/1.1" status: 204 len: 168 time: 1.8316078 May 28 06:26:27.046979 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-773e590a-2171-44d5-bf4b-b684e2289a7f req-6ea9f279-2e10-4bb2-8488-9783a262366b tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] No DVR routers for this DVR port 017c5838-9235-4128-a9e5-a9f121d9cf35 on host n-h1-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:26:27.057586 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-37ad28f1-f7ad-4bde-b5b0-d5c8aba4ce72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, 797248d2-2519-477b-982c-f2c5aa63e418) {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:26:27.062120 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ad28f1-f7ad-4bde-b5b0-d5c8aba4ce72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:27.062942 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-37ad28f1-f7ad-4bde-b5b0-d5c8aba4ce72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:27.075500 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-733d1880-d5ca-4341-932a-c07c298a6854 None None] Network 797248d2-2519-477b-982c-f2c5aa63e418 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:26:27.076068 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-812891e5-df62-4480-ae40-56cfe4a6fddb tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:27.110465 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-773e590a-2171-44d5-bf4b-b684e2289a7f req-6ea9f279-2e10-4bb2-8488-9783a262366b tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:27.112383 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-773e590a-2171-44d5-bf4b-b684e2289a7f req-6ea9f279-2e10-4bb2-8488-9783a262366b tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] 10.222.0.69 "DELETE /v2.0/ports/017c5838-9235-4128-a9e5-a9f121d9cf35 HTTP/1.1" status: 204 len: 173 time: 2.6225019 May 28 06:26:27.115438 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b45eee7-bda2-4c79-bc7f-9f279a1bec7a', 'name': 'network-vif-deleted', 'tag': '017c5838-9235-4128-a9e5-a9f121d9cf35'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:26:27.144544 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-37ad28f1-f7ad-4bde-b5b0-d5c8aba4ce72 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8411391 May 28 06:26:27.238047 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-83cace28-5a51-4eac-9fd9-c57138c6836b req-c79d4d77-0d4e-419e-998e-7705e9b0302d service neutron] 10.222.0.55 "GET /v2.0/networks/57335d58-5b4b-44c7-91c4-7ad19fc594ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4331439 May 28 06:26:27.317660 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 528b9657-4123-48cf-81bd-7f3ee47d922b is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:26:27.429147 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:27.434809 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472d7f60-18db-4447-b4c5-9141f7f36f8f None None] Network 797248d2-2519-477b-982c-f2c5aa63e418 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:26:27.460167 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48631702-1cf8-480a-826d-9b770c679a42 req-b8e823f1-7318-40d8-908c-b8aefb382fd9 tempest-QuotasAdminNegativeTest-1481805315 tempest-QuotasAdminNegativeTest-1481805315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:27.461632 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-48631702-1cf8-480a-826d-9b770c679a42 req-b8e823f1-7318-40d8-908c-b8aefb382fd9 tempest-QuotasAdminNegativeTest-1481805315 tempest-QuotasAdminNegativeTest-1481805315-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4220128 May 28 06:26:27.526245 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-48631702-1cf8-480a-826d-9b770c679a42 req-c227ed18-bc3a-4ae0-b012-50ad644f5513 tempest-QuotasAdminNegativeTest-1481805315 tempest-QuotasAdminNegativeTest-1481805315-project] 10.222.0.55 "GET /v2.0/quotas/6e64e3b9e41d4d4a9606d30e82110f7e HTTP/1.1" status: 200 len: 375 time: 0.0482128 May 28 06:26:27.545275 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-83cace28-5a51-4eac-9fd9-c57138c6836b req-07bb509f-ddef-4d1d-aee2-f957081290a2 service neutron] 10.222.0.55 "GET /v2.0/networks/57335d58-5b4b-44c7-91c4-7ad19fc594ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2972121 May 28 06:26:27.598581 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-48631702-1cf8-480a-826d-9b770c679a42 req-c5c60309-3dd3-46ac-8afe-5ea704fce45a tempest-QuotasAdminNegativeTest-1481805315 tempest-QuotasAdminNegativeTest-1481805315-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=6e64e3b9e41d4d4a9606d30e82110f7e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0639396 May 28 06:26:27.681377 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-812891e5-df62-4480-ae40-56cfe4a6fddb tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:27.767064 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-812891e5-df62-4480-ae40-56cfe4a6fddb tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:27.949641 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812891e5-df62-4480-ae40-56cfe4a6fddb tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Pushing event updated for resources: {'Port': ['ID=cdc14509-6868-4ef1-91a2-004e08d678ee,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:27.972196 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-aa5aaee4-3c43-4dea-a31b-f06d69b2f4dc tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1493142979&fields=id&tenant_id=5a27568d2aff479086cfcad7501ab2c8 HTTP/1.1" status: 200 len: 267 time: 0.1534617 May 28 06:26:27.974970 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-812891e5-df62-4480-ae40-56cfe4a6fddb tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691094'] for floatingip, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:28.100651 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-28887e89-5633-45b5-a499-46777ffa1125 req-9d9ea8a7-3aac-49d3-89cd-f5ceb4e53866 tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] Synchronizing usage tracker for tenant:6d26c0ce17484ee58a8a7b1583fbfb9f on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:26:28.124367 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 52802) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:26:28.125734 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-1ffedde3-90a4-44ff-ba39-e51041181c1a tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:28.126315 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-1ffedde3-90a4-44ff-ba39-e51041181c1a tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Synchronizing usage tracker for tenant:5a27568d2aff479086cfcad7501ab2c8 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:26:28.132131 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-812891e5-df62-4480-ae40-56cfe4a6fddb tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:28.133381 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-812891e5-df62-4480-ae40-56cfe4a6fddb tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6778877 May 28 06:26:28.144381 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-442f4b3e-81d6-459e-9fd5-714062a4363a admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:28.161032 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-442f4b3e-81d6-459e-9fd5-714062a4363a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:26:28.165395 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-442f4b3e-81d6-459e-9fd5-714062a4363a admin admin] Usage tracker for resource:security_group_rule and tenant:060efe152a1e40fc84fa4383cffaddea is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:26:28.168587 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-442f4b3e-81d6-459e-9fd5-714062a4363a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:26:28.176611 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-442f4b3e-81d6-459e-9fd5-714062a4363a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:26:28.189242 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-28887e89-5633-45b5-a499-46777ffa1125 req-9d9ea8a7-3aac-49d3-89cd-f5ceb4e53866 tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] Unset dirty status for tenant:6d26c0ce17484ee58a8a7b1583fbfb9f on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:26:28.190882 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-28887e89-5633-45b5-a499-46777ffa1125 req-9d9ea8a7-3aac-49d3-89cd-f5ceb4e53866 tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b45eee7-bda2-4c79-bc7f-9f279a1bec7a HTTP/1.1" status: 200 len: 210 time: 0.1540616 May 28 06:26:28.218939 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-1ffedde3-90a4-44ff-ba39-e51041181c1a tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Unset dirty status for tenant:5a27568d2aff479086cfcad7501ab2c8 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:26:28.230217 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-1ffedde3-90a4-44ff-ba39-e51041181c1a tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.55 "GET /v2.0/ports/ae1da9c2-607a-48e7-af04-679c67639107 HTTP/1.1" status: 200 len: 937 time: 0.2481248 May 28 06:26:28.294517 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-442f4b3e-81d6-459e-9fd5-714062a4363a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:28.300960 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ba7a4d8-5685-447c-8543-f41ca3255be0'] response: {'server_uuid': '6b45eee7-bda2-4c79-bc7f-9f279a1bec7a', 'name': 'network-vif-deleted', 'tag': '017c5838-9235-4128-a9e5-a9f121d9cf35', 'status': 'completed', 'code': 200} May 28 06:26:28.329536 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-f5a32598-3ccb-4301-92b2-7a67fdcd52da tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:28.338690 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-f5a32598-3ccb-4301-92b2-7a67fdcd52da tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.55 "GET /v2.0/ports/a1068a4a-45d8-45f1-b5a5-6186eb8d7d2d HTTP/1.1" status: 200 len: 935 time: 0.1049731 May 28 06:26:28.401060 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-442f4b3e-81d6-459e-9fd5-714062a4363a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:28.404823 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-f56cfdff-0761-4ace-9e99-4be20d873dd7 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.55 "GET /v2.0/ports?network_id=e169afd5-829f-4c55-b1b4-034fdabca79b&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0645559 May 28 06:26:28.416040 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 017c5838-9235-4128-a9e5-a9f121d9cf35 no longer exists at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:26:28.454495 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-442f4b3e-81d6-459e-9fd5-714062a4363a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=060efe152a1e40fc84fa4383cffaddea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3289340 May 28 06:26:28.456149 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442f4b3e-81d6-459e-9fd5-714062a4363a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c395049-202c-418a-b86e-7da044cfe7fe,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:28.458532 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 52812) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:26:28.498384 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-e42eb14c-87bb-4481-9938-e29ee567c30e tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.55 "GET /v2.0/ports?network_id=e169afd5-829f-4c55-b1b4-034fdabca79b&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0841272 May 28 06:26:28.505917 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] No Port match for: 017c5838-9235-4128-a9e5-a9f121d9cf35 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:26:28.506451 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 017c5838-9235-4128-a9e5-a9f121d9cf35 not bound to the agent host n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:26:28.520387 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a31fb51e-cd3b-4922-9584-173ef80d45dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:28.551509 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a31fb51e-cd3b-4922-9584-173ef80d45dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:28.680990 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a31fb51e-cd3b-4922-9584-173ef80d45dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:28.700047 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31fb51e-cd3b-4922-9584-173ef80d45dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c395049-202c-418a-b86e-7da044cfe7fe,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:28.705177 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a31fb51e-cd3b-4922-9584-173ef80d45dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:28.708831 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-a31fb51e-cd3b-4922-9584-173ef80d45dc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2c395049-202c-418a-b86e-7da044cfe7fe HTTP/1.1" status: 204 len: 168 time: 0.2468288 May 28 06:26:28.731527 n-d-843702-1 neutron-server[89110]: INFO neutron.api.v2.resource [req-1052c82f-2922-4e36-9a4d-7e7719d706d1 req-68116252-c847-476b-b020-6b3a97401890 tempest-SecurityGroupsNegativeTestJSON-60794755 tempest-SecurityGroupsNegativeTestJSON-60794755-project] show failed (client error): The resource could not be found. May 28 06:26:28.732606 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1052c82f-2922-4e36-9a4d-7e7719d706d1 req-68116252-c847-476b-b020-6b3a97401890 tempest-SecurityGroupsNegativeTestJSON-60794755 tempest-SecurityGroupsNegativeTestJSON-60794755-project] 10.222.0.55 "GET /v2.0/security-groups/88360c71-1e74-485a-b223-ff5b86fa1cff HTTP/1.1" status: 404 len: 352 time: 0.2114697 May 28 06:26:28.799705 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-243f5230-3c0e-4957-a64b-c507e61def2e tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:28.805765 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-243f5230-3c0e-4957-a64b-c507e61def2e tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:28.812568 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-243f5230-3c0e-4957-a64b-c507e61def2e tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:28.818214 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-243f5230-3c0e-4957-a64b-c507e61def2e tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.55 "GET /v2.0/networks?id=9b9370ac-f402-419d-a185-61eac57b38a9&id=a9ffdff9-c2bf-42e5-aa28-4268d54cc9bc&id=a9ffdff9-c2bf-42e5-aa28-4268d54cc9bc&id=e169afd5-829f-4c55-b1b4-034fdabca79b&id=e169afd5-829f-4c55-b1b4-034fdabca79b HTTP/1.1" status: 200 len: 1995 time: 0.3189151 May 28 06:26:28.828929 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-22055ff0-bca5-4cd2-a8f2-eb9fd3abdaad tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.55 "GET /v2.0/quotas/5a27568d2aff479086cfcad7501ab2c8 HTTP/1.1" status: 200 len: 375 time: 0.0092449 May 28 06:26:28.937775 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-24344428-dc23-4bb6-995e-a88473e5ca84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:28.985626 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-80ac76da-8f42-4c43-b3c6-c0297acff146 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=5a27568d2aff479086cfcad7501ab2c8&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1505373 May 28 06:26:28.997606 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3fa064-cf28-4024-bcf2-fadca142f06d req-4caf0704-a1b2-4406-8cc3-3b80c50706f6 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:28.999371 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4d3fa064-cf28-4024-bcf2-fadca142f06d req-4caf0704-a1b2-4406-8cc3-3b80c50706f6 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.55 "GET /v2.0/ports?device_id=da805ebe-5239-466e-84b8-d19ecc28b68f HTTP/1.1" status: 200 len: 949 time: 0.1324394 May 28 06:26:29.120633 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4d3fa064-cf28-4024-bcf2-fadca142f06d req-d3a12503-8b7f-4f0d-b646-5a74fb6bd1f7 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.55 "GET /v2.0/security-groups?id=003cca32-7671-4721-8c5a-98dfd2100d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008394 May 28 06:26:29.172452 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-efc9b62a-c82e-478a-b138-13f6e8bec70c service neutron] 10.222.0.55 "GET /v2.0/networks/9b9370ac-f402-419d-a185-61eac57b38a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723661 May 28 06:26:29.316456 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-ecf85279-e99f-4069-b339-46c20804919d service neutron] 10.222.0.55 "GET /v2.0/networks/9b9370ac-f402-419d-a185-61eac57b38a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382043 May 28 06:26:29.387525 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-91280934-e544-4698-9060-f68d895f31ac service neutron] 10.222.0.55 "GET /v2.0/ports/ae1da9c2-607a-48e7-af04-679c67639107?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0650971 May 28 06:26:29.532698 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-d78b2106-e534-473b-8dec-c8184b388f1a service neutron] 10.222.0.55 "GET /v2.0/networks/a9ffdff9-c2bf-42e5-aa28-4268d54cc9bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386847 May 28 06:26:29.745110 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b3b3a3fd-6643-414a-bed7-a29bbf6ccfd6 req-44824ca5-8cfb-4636-9ad4-669c66aae600 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] 10.222.0.55 "GET /v2.0/ports?device_id=74fbbb23-4b39-4219-9314-c6160343c681 HTTP/1.1" status: 200 len: 210 time: 0.0612805 May 28 06:26:29.749545 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-d06dee26-319c-4ccc-a229-140d5680b59f service neutron] 10.222.0.55 "GET /v2.0/networks/a9ffdff9-c2bf-42e5-aa28-4268d54cc9bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105606 May 28 06:26:29.772083 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:29.823179 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-1fcbb926-d8d9-4ace-a351-df72782164a6 service neutron] 10.222.0.55 "GET /v2.0/ports/a1068a4a-45d8-45f1-b5a5-6186eb8d7d2d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0670829 May 28 06:26:29.952617 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-d552927d-2c85-483c-9d38-e90ed0123acf req-20610319-40ad-4ff9-b772-5518cf46dfce tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Synchronizing usage tracker for tenant:d91f6eb4c7e44824b2ce0b8006557321 on resource:security_group {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:26:29.972207 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:30.002656 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-248e56eb-9541-4416-8e61-dff545977cf9 service neutron] 10.222.0.55 "GET /v2.0/networks/a9ffdff9-c2bf-42e5-aa28-4268d54cc9bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733820 May 28 06:26:30.080886 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-d552927d-2c85-483c-9d38-e90ed0123acf req-20610319-40ad-4ff9-b772-5518cf46dfce tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Unset dirty status for tenant:d91f6eb4c7e44824b2ce0b8006557321 on resource:security_group {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:26:30.082044 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d552927d-2c85-483c-9d38-e90ed0123acf req-20610319-40ad-4ff9-b772-5518cf46dfce tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1157277097&fields=id&tenant_id=d91f6eb4c7e44824b2ce0b8006557321 HTTP/1.1" status: 200 len: 267 time: 0.2351742 May 28 06:26:30.247525 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-39d26f5a-461f-4817-b937-8414dc121861 service neutron] 10.222.0.55 "GET /v2.0/networks/a9ffdff9-c2bf-42e5-aa28-4268d54cc9bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386258 May 28 06:26:30.470631 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d552927d-2c85-483c-9d38-e90ed0123acf req-ca392368-0586-46a1-9ad4-0c1d225650d3 tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:30.477881 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d552927d-2c85-483c-9d38-e90ed0123acf req-ca392368-0586-46a1-9ad4-0c1d225650d3 tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] 10.222.0.55 "GET /v2.0/networks?id=d78b7af4-098f-4263-8522-732b24d86d73 HTTP/1.1" status: 200 len: 806 time: 0.3831882 May 28 06:26:30.506441 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d552927d-2c85-483c-9d38-e90ed0123acf req-b894c8c5-f185-463b-8776-025f0fee2809 tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] 10.222.0.55 "GET /v2.0/quotas/d91f6eb4c7e44824b2ce0b8006557321 HTTP/1.1" status: 200 len: 375 time: 0.0274138 May 28 06:26:30.564230 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cace28-5a51-4eac-9fd9-c57138c6836b req-726418b0-8ec8-4ddb-9239-f007d2e4b662 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:30.565848 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-83cace28-5a51-4eac-9fd9-c57138c6836b req-726418b0-8ec8-4ddb-9239-f007d2e4b662 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] 10.222.0.71 "GET /v2.0/networks?id=57335d58-5b4b-44c7-91c4-7ad19fc594ec HTTP/1.1" status: 200 len: 822 time: 0.2139421 May 28 06:26:30.584797 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-83cace28-5a51-4eac-9fd9-c57138c6836b req-88e01f1a-cafb-4cb7-9695-1bbeb1568cdd tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Request body: {'port': {'device_id': '74fbbb23-4b39-4219-9314-c6160343c681', 'network_id': '57335d58-5b4b-44c7-91c4-7ad19fc594ec', 'admin_state_up': True, 'tenant_id': '16fae7f21e73441b8f27011aec16439a'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:26:30.609714 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-2ba07018-2ae3-464e-8da4-bd76085cba6a service neutron] 10.222.0.55 "GET /v2.0/networks/a9ffdff9-c2bf-42e5-aa28-4268d54cc9bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3512325 May 28 06:26:30.649073 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d552927d-2c85-483c-9d38-e90ed0123acf req-4ab84e66-b08c-406f-92e2-abc6f46eeecc tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=d91f6eb4c7e44824b2ce0b8006557321&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1417174 May 28 06:26:30.759124 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [req-83cace28-5a51-4eac-9fd9-c57138c6836b req-88e01f1a-cafb-4cb7-9695-1bbeb1568cdd tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:26:30.782368 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [req-83cace28-5a51-4eac-9fd9-c57138c6836b req-88e01f1a-cafb-4cb7-9695-1bbeb1568cdd tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:26:30.846557 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83cace28-5a51-4eac-9fd9-c57138c6836b req-88e01f1a-cafb-4cb7-9695-1bbeb1568cdd tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Made reservation on behalf of 16fae7f21e73441b8f27011aec16439a for: {'port': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:26:30.850813 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-83cace28-5a51-4eac-9fd9-c57138c6836b req-88e01f1a-cafb-4cb7-9695-1bbeb1568cdd tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:30.877310 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-538bb2d3-93b7-4a90-a404-602350991dcc service neutron] 10.222.0.55 "GET /v2.0/networks/a9ffdff9-c2bf-42e5-aa28-4268d54cc9bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2596235 May 28 06:26:30.956653 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d552927d-2c85-483c-9d38-e90ed0123acf req-10de8ec2-21d9-4c9c-bb4f-f9be6b2d6293 service neutron] 10.222.0.55 "GET /v2.0/networks/d78b7af4-098f-4263-8522-732b24d86d73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392845 May 28 06:26:31.033961 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [req-83cace28-5a51-4eac-9fd9-c57138c6836b req-88e01f1a-cafb-4cb7-9695-1bbeb1568cdd tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Allocated IP 172.20.0.3 (57335d58-5b4b-44c7-91c4-7ad19fc594ec/3fe916e2-3f26-4799-a7be-cc46b10e4922/214def3a-6de4-41d2-9104-0d8b3c0002fa) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:26:31.121851 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-5b682122-46ae-4752-87c3-69edd6adf77a service neutron] 10.222.0.55 "GET /v2.0/networks/a9ffdff9-c2bf-42e5-aa28-4268d54cc9bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359078 May 28 06:26:31.162205 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d552927d-2c85-483c-9d38-e90ed0123acf req-4db00520-8e5a-4a5a-b773-b5a26c376d92 service neutron] 10.222.0.55 "GET /v2.0/networks/d78b7af4-098f-4263-8522-732b24d86d73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878359 May 28 06:26:31.255994 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-83cace28-5a51-4eac-9fd9-c57138c6836b req-88e01f1a-cafb-4cb7-9695-1bbeb1568cdd tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:31.275627 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-2c8a931c-c536-45d4-b44a-f072eb256477 service neutron] 10.222.0.55 "GET /v2.0/networks/a9ffdff9-c2bf-42e5-aa28-4268d54cc9bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433737 May 28 06:26:31.417833 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-83cace28-5a51-4eac-9fd9-c57138c6836b req-88e01f1a-cafb-4cb7-9695-1bbeb1568cdd tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:31.422149 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-3a7c1e69-8137-47d2-8b67-36d771cec748 service neutron] 10.222.0.55 "GET /v2.0/networks/e169afd5-829f-4c55-b1b4-034fdabca79b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397934 May 28 06:26:31.521023 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e01f1a-cafb-4cb7-9695-1bbeb1568cdd tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Pushing event updated for resources: {'Port': ['ID=214def3a-6de4-41d2-9104-0d8b3c0002fa,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:31.538792 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83cace28-5a51-4eac-9fd9-c57138c6836b req-88e01f1a-cafb-4cb7-9695-1bbeb1568cdd tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Network 57335d58-5b4b-44c7-91c4-7ad19fc594ec is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:26:31.540153 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [req-83cace28-5a51-4eac-9fd9-c57138c6836b req-88e01f1a-cafb-4cb7-9695-1bbeb1568cdd tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:26:31.547690 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [req-83cace28-5a51-4eac-9fd9-c57138c6836b req-88e01f1a-cafb-4cb7-9695-1bbeb1568cdd tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:26:31.566685 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:31.611685 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-b63fcc6b-bee4-4859-84d5-f7ee9b9bc6b5 service neutron] 10.222.0.55 "GET /v2.0/networks/e169afd5-829f-4c55-b1b4-034fdabca79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826043 May 28 06:26:31.619869 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cace28-5a51-4eac-9fd9-c57138c6836b req-88e01f1a-cafb-4cb7-9695-1bbeb1568cdd tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:31.620614 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-83cace28-5a51-4eac-9fd9-c57138c6836b req-88e01f1a-cafb-4cb7-9695-1bbeb1568cdd tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:31.721715 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-83cace28-5a51-4eac-9fd9-c57138c6836b req-88e01f1a-cafb-4cb7-9695-1bbeb1568cdd tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1408963 May 28 06:26:31.739443 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-83cace28-5a51-4eac-9fd9-c57138c6836b req-76d249ac-44be-46c8-880c-57204199b5d9 service neutron] Request body: {'port': {'device_id': '74fbbb23-4b39-4219-9314-c6160343c681', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843702-1'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:26:31.766056 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-0cc0c2f6-8a39-4edb-8060-46ca39f810aa service neutron] 10.222.0.55 "GET /v2.0/networks/e169afd5-829f-4c55-b1b4-034fdabca79b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487885 May 28 06:26:31.856972 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-83cace28-5a51-4eac-9fd9-c57138c6836b req-76d249ac-44be-46c8-880c-57204199b5d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:31.914609 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-cb03e2b6-104d-40e1-8e2b-c03da7a57713 service neutron] 10.222.0.55 "GET /v2.0/networks/e169afd5-829f-4c55-b1b4-034fdabca79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459522 May 28 06:26:32.023329 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:32.241458 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99675af7-885f-4f6d-86bc-ef0bc3e66a32 req-d9873c0c-69f3-422c-bb1d-67b7d2a4f025 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:32.242895 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-99675af7-885f-4f6d-86bc-ef0bc3e66a32 req-d9873c0c-69f3-422c-bb1d-67b7d2a4f025 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] 10.222.0.55 "GET /v2.0/ports?device_id=74fbbb23-4b39-4219-9314-c6160343c681 HTTP/1.1" status: 200 len: 931 time: 0.0966756 May 28 06:26:32.296556 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-99675af7-885f-4f6d-86bc-ef0bc3e66a32 req-97b50b05-b3e2-494e-bde5-ec2cb9cd8357 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] 10.222.0.55 "GET /v2.0/security-groups?id=23fff79d-6911-4949-90e1-061adc265852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464325 May 28 06:26:32.369524 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [req-83cace28-5a51-4eac-9fd9-c57138c6836b req-76d249ac-44be-46c8-880c-57204199b5d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 214def3a-6de4-41d2-9104-0d8b3c0002fa {{(pid=89109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:26:32.378040 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-83cace28-5a51-4eac-9fd9-c57138c6836b req-76d249ac-44be-46c8-880c-57204199b5d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:32.395489 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [req-83cace28-5a51-4eac-9fd9-c57138c6836b req-76d249ac-44be-46c8-880c-57204199b5d9 service neutron] Transition to ACTIVE for port object 214def3a-6de4-41d2-9104-0d8b3c0002fa will not be triggered until provisioned by entity L2. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:26:32.469017 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-83cace28-5a51-4eac-9fd9-c57138c6836b req-76d249ac-44be-46c8-880c-57204199b5d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:32.595214 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1c338d8d-79ec-4e44-a316-804fd7c58f98 req-a0fca498-7b43-4c76-a92d-e0745b290a60 tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] 10.222.0.55 "GET /v2.0/ports?device_id=4ead97b6-ff7a-417e-b55d-6248b889924d HTTP/1.1" status: 200 len: 210 time: 0.1800995 May 28 06:26:32.670508 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c442caae-f3fa-45da-b700-d9c18a8c8e9c req-0ec8bfae-570c-4b4a-ae77-354026dde2ca tempest-SecurityGroupsNegativeTestJSON-60794755 tempest-SecurityGroupsNegativeTestJSON-60794755-project] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=890915c53ed24c77a45a90ca16e50806 HTTP/1.1" status: 200 len: 2984 time: 0.0523293 May 28 06:26:32.673274 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d249ac-44be-46c8-880c-57204199b5d9 service neutron] Pushing event updated for resources: {'Port': ['ID=214def3a-6de4-41d2-9104-0d8b3c0002fa,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:32.721584 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-83cace28-5a51-4eac-9fd9-c57138c6836b req-76d249ac-44be-46c8-880c-57204199b5d9 service neutron] Attempting to bind port 214def3a-6de4-41d2-9104-0d8b3c0002fa on host n-h2-843702-1 for vnic_type normal with profile {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:26:32.721912 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-83cace28-5a51-4eac-9fd9-c57138c6836b req-76d249ac-44be-46c8-880c-57204199b5d9 service neutron] Attempting to bind port 214def3a-6de4-41d2-9104-0d8b3c0002fa by drivers openvswitch,hyperv on host n-h2-843702-1 at level 0 using segments [{'id': 'b938b3fe-4e87-4c2f-aa8d-5e499b733858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '57335d58-5b4b-44c7-91c4-7ad19fc594ec'}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:26:32.722234 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83cace28-5a51-4eac-9fd9-c57138c6836b req-76d249ac-44be-46c8-880c-57204199b5d9 service neutron] Attempting to bind port 214def3a-6de4-41d2-9104-0d8b3c0002fa on network 57335d58-5b4b-44c7-91c4-7ad19fc594ec {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:26:32.726897 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83cace28-5a51-4eac-9fd9-c57138c6836b req-76d249ac-44be-46c8-880c-57204199b5d9 service neutron] Port 214def3a-6de4-41d2-9104-0d8b3c0002fa on network 57335d58-5b4b-44c7-91c4-7ad19fc594ec not bound, no agent of type Open vSwitch agent registered on host n-h2-843702-1 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:26:32.727207 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83cace28-5a51-4eac-9fd9-c57138c6836b req-76d249ac-44be-46c8-880c-57204199b5d9 service neutron] Attempting to bind port 214def3a-6de4-41d2-9104-0d8b3c0002fa on network 57335d58-5b4b-44c7-91c4-7ad19fc594ec {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:26:32.733015 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83cace28-5a51-4eac-9fd9-c57138c6836b req-76d249ac-44be-46c8-880c-57204199b5d9 service neutron] Checking agent: {'id': 'f1a3973b-d2b3-4558-88e7-2ac50857d302', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:26:32.733594 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83cace28-5a51-4eac-9fd9-c57138c6836b req-76d249ac-44be-46c8-880c-57204199b5d9 service neutron] Checking segment: {'id': 'b938b3fe-4e87-4c2f-aa8d-5e499b733858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '57335d58-5b4b-44c7-91c4-7ad19fc594ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:26:32.734002 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83cace28-5a51-4eac-9fd9-c57138c6836b req-76d249ac-44be-46c8-880c-57204199b5d9 service neutron] Bound using segment: {'id': 'b938b3fe-4e87-4c2f-aa8d-5e499b733858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '57335d58-5b4b-44c7-91c4-7ad19fc594ec'} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:26:32.734832 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-83cace28-5a51-4eac-9fd9-c57138c6836b req-76d249ac-44be-46c8-880c-57204199b5d9 service neutron] Bound port: 214def3a-6de4-41d2-9104-0d8b3c0002fa, host: n-h2-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b938b3fe-4e87-4c2f-aa8d-5e499b733858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '57335d58-5b4b-44c7-91c4-7ad19fc594ec'}}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:26:32.734832 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-83cace28-5a51-4eac-9fd9-c57138c6836b req-76d249ac-44be-46c8-880c-57204199b5d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:32.743128 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c442caae-f3fa-45da-b700-d9c18a8c8e9c req-e8ed5d3d-dbfc-4241-81e6-4ea2733205bf tempest-SecurityGroupsNegativeTestJSON-60794755 tempest-SecurityGroupsNegativeTestJSON-60794755-project] 10.222.0.55 "GET /v2.0/security-groups/ffa2ce3e-9ed5-444d-8e63-989d1b8e9c33 HTTP/1.1" status: 200 len: 2981 time: 0.0651236 May 28 06:26:32.803444 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c442caae-f3fa-45da-b700-d9c18a8c8e9c req-4ffbf369-cc3c-4437-b164-0f853d36b7ad tempest-SecurityGroupsNegativeTestJSON-60794755 tempest-SecurityGroupsNegativeTestJSON-60794755-project] 10.222.0.55 "GET /v2.0/security-groups/ffa2ce3e-9ed5-444d-8e63-989d1b8e9c33 HTTP/1.1" status: 200 len: 2981 time: 0.0489392 May 28 06:26:32.836811 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-83cace28-5a51-4eac-9fd9-c57138c6836b req-76d249ac-44be-46c8-880c-57204199b5d9 service neutron] For port 214def3a-6de4-41d2-9104-0d8b3c0002fa, host n-h2-843702-1, cleared binding levels {{(pid=89109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:26:32.839815 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-83cace28-5a51-4eac-9fd9-c57138c6836b req-76d249ac-44be-46c8-880c-57204199b5d9 service neutron] For port 214def3a-6de4-41d2-9104-0d8b3c0002fa, host n-h2-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=214def3a-6de4-41d2-9104-0d8b3c0002fa,segment=NetworkSegment(b938b3fe-4e87-4c2f-aa8d-5e499b733858),segment_id=b938b3fe-4e87-4c2f-aa8d-5e499b733858)] {{(pid=89109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:26:32.899336 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-83cace28-5a51-4eac-9fd9-c57138c6836b req-76d249ac-44be-46c8-880c-57204199b5d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:32.976515 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cace28-5a51-4eac-9fd9-c57138c6836b req-76d249ac-44be-46c8-880c-57204199b5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:32.977330 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-83cace28-5a51-4eac-9fd9-c57138c6836b req-76d249ac-44be-46c8-880c-57204199b5d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:32.979079 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-83cace28-5a51-4eac-9fd9-c57138c6836b req-76d249ac-44be-46c8-880c-57204199b5d9 service neutron] 10.222.0.71 "PUT /v2.0/ports/214def3a-6de4-41d2-9104-0d8b3c0002fa HTTP/1.1" status: 200 len: 1091 time: 1.2444236 May 28 06:26:32.981510 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74fbbb23-4b39-4219-9314-c6160343c681', 'tag': '214def3a-6de4-41d2-9104-0d8b3c0002fa'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:26:33.002503 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d249ac-44be-46c8-880c-57204199b5d9 service neutron] Pushing event updated for resources: {'Port': ['ID=214def3a-6de4-41d2-9104-0d8b3c0002fa,revision_number=3']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:33.165067 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64cda85-2588-4f1d-ab07-9dd6a1b6870b req-287dc58f-80b8-4beb-af22-996fb88d94aa tempest-ServersAdminTestJSON-1164307170 tempest-ServersAdminTestJSON-1164307170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:33.165662 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64cda85-2588-4f1d-ab07-9dd6a1b6870b req-287dc58f-80b8-4beb-af22-996fb88d94aa tempest-ServersAdminTestJSON-1164307170 tempest-ServersAdminTestJSON-1164307170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:33.166057 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64cda85-2588-4f1d-ab07-9dd6a1b6870b req-287dc58f-80b8-4beb-af22-996fb88d94aa tempest-ServersAdminTestJSON-1164307170 tempest-ServersAdminTestJSON-1164307170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:33.166527 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64cda85-2588-4f1d-ab07-9dd6a1b6870b req-287dc58f-80b8-4beb-af22-996fb88d94aa tempest-ServersAdminTestJSON-1164307170 tempest-ServersAdminTestJSON-1164307170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:33.167005 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64cda85-2588-4f1d-ab07-9dd6a1b6870b req-287dc58f-80b8-4beb-af22-996fb88d94aa tempest-ServersAdminTestJSON-1164307170 tempest-ServersAdminTestJSON-1164307170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:33.169236 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a64cda85-2588-4f1d-ab07-9dd6a1b6870b req-287dc58f-80b8-4beb-af22-996fb88d94aa tempest-ServersAdminTestJSON-1164307170 tempest-ServersAdminTestJSON-1164307170-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=4ead97b6-ff7a-417e-b55d-6248b889924d&device_id=74fbbb23-4b39-4219-9314-c6160343c681&device_id=da805ebe-5239-466e-84b8-d19ecc28b68f&device_id=ea2d70f8-cc72-4c4e-b486-20aa5f467066&device_id=b2cac498-5681-4d00-a219-f4b4fe770ade&device_id=370926b9-1df6-45d0-b44d-ab0df2e9cfd7 HTTP/1.1" status: 200 len: 4657 time: 0.0879858 May 28 06:26:33.195586 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-a64cda85-2588-4f1d-ab07-9dd6a1b6870b req-da7d1ddd-788a-474e-aa34-8de0951f5ce1 tempest-ServersAdminTestJSON-1164307170 tempest-ServersAdminTestJSON-1164307170-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:33.205948 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cace28-5a51-4eac-9fd9-c57138c6836b req-e52c24e7-2a5e-4182-9577-477acf6f16e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:33.207454 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-83cace28-5a51-4eac-9fd9-c57138c6836b req-e52c24e7-2a5e-4182-9577-477acf6f16e0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=16fae7f21e73441b8f27011aec16439a&device_id=74fbbb23-4b39-4219-9314-c6160343c681 HTTP/1.1" status: 200 len: 1094 time: 0.0818217 May 28 06:26:33.210957 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-a64cda85-2588-4f1d-ab07-9dd6a1b6870b req-da7d1ddd-788a-474e-aa34-8de0951f5ce1 tempest-ServersAdminTestJSON-1164307170 tempest-ServersAdminTestJSON-1164307170-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:26:33.215008 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-a64cda85-2588-4f1d-ab07-9dd6a1b6870b req-da7d1ddd-788a-474e-aa34-8de0951f5ce1 tempest-ServersAdminTestJSON-1164307170 tempest-ServersAdminTestJSON-1164307170-project-admin] Usage tracker for resource:security_group_rule and tenant:9682735f02fa46a194c9494d45f1c854 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:26:33.217998 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-a64cda85-2588-4f1d-ab07-9dd6a1b6870b req-da7d1ddd-788a-474e-aa34-8de0951f5ce1 tempest-ServersAdminTestJSON-1164307170 tempest-ServersAdminTestJSON-1164307170-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:26:33.223633 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-a64cda85-2588-4f1d-ab07-9dd6a1b6870b req-da7d1ddd-788a-474e-aa34-8de0951f5ce1 tempest-ServersAdminTestJSON-1164307170 tempest-ServersAdminTestJSON-1164307170-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:26:33.309777 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-a64cda85-2588-4f1d-ab07-9dd6a1b6870b req-da7d1ddd-788a-474e-aa34-8de0951f5ce1 tempest-ServersAdminTestJSON-1164307170 tempest-ServersAdminTestJSON-1164307170-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:33.346157 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-83cace28-5a51-4eac-9fd9-c57138c6836b req-0371d4c7-4ced-41df-afac-1239671ced1c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=214def3a-6de4-41d2-9104-0d8b3c0002fa HTTP/1.1" status: 200 len: 217 time: 0.0940707 May 28 06:26:33.409170 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cace28-5a51-4eac-9fd9-c57138c6836b req-6c29623b-2c8c-4f6d-a39a-e4baaee44e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:33.410639 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-83cace28-5a51-4eac-9fd9-c57138c6836b req-6c29623b-2c8c-4f6d-a39a-e4baaee44e18 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3fe916e2-3f26-4799-a7be-cc46b10e4922 HTTP/1.1" status: 200 len: 862 time: 0.0580606 May 28 06:26:33.417700 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-a64cda85-2588-4f1d-ab07-9dd6a1b6870b req-da7d1ddd-788a-474e-aa34-8de0951f5ce1 tempest-ServersAdminTestJSON-1164307170 tempest-ServersAdminTestJSON-1164307170-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:33.448791 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a64cda85-2588-4f1d-ab07-9dd6a1b6870b req-da7d1ddd-788a-474e-aa34-8de0951f5ce1 tempest-ServersAdminTestJSON-1164307170 tempest-ServersAdminTestJSON-1164307170-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=003cca32-7671-4721-8c5a-98dfd2100d81&id=23fff79d-6911-4949-90e1-061adc265852&id=cd4f772a-3605-4ce2-bce7-8f5466d1255d&fields=id&fields=name HTTP/1.1" status: 200 len: 421 time: 0.2726460 May 28 06:26:33.464187 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-83cace28-5a51-4eac-9fd9-c57138c6836b req-ea9c063b-3e86-44cf-ad25-de7d2867d839 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=57335d58-5b4b-44c7-91c4-7ad19fc594ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476289 May 28 06:26:33.474264 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7d1ddd-788a-474e-aa34-8de0951f5ce1 tempest-ServersAdminTestJSON-1164307170 tempest-ServersAdminTestJSON-1164307170-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ec8b2a5-d8f9-422c-9b86-bd43ba5877eb,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:33.649285 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-83cace28-5a51-4eac-9fd9-c57138c6836b req-a777d639-36a7-4070-9165-4f5f347ef816 service neutron] 10.222.0.71 "GET /v2.0/networks/57335d58-5b4b-44c7-91c4-7ad19fc594ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789582 May 28 06:26:33.798148 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ded95d7e-8282-4121-a785-adb6d35baf58 req-6838bbc3-6738-4790-b0ba-a446c5198712 tempest-SecurityGroupsNegativeTestJSON-60794755 tempest-SecurityGroupsNegativeTestJSON-60794755-project] 10.222.0.55 "GET /v2.0/security-groups/ffa2ce3e-9ed5-444d-8e63-989d1b8e9c33 HTTP/1.1" status: 200 len: 2981 time: 0.0583436 May 28 06:26:33.799602 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-83cace28-5a51-4eac-9fd9-c57138c6836b req-015dd340-3deb-4fb3-9226-cf6a53ebdcb1 service neutron] 10.222.0.71 "GET /v2.0/networks/57335d58-5b4b-44c7-91c4-7ad19fc594ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443017 May 28 06:26:33.872163 n-d-843702-1 neutron-server[89110]: INFO neutron.api.v2.resource [req-ded95d7e-8282-4121-a785-adb6d35baf58 req-e8fb7cd7-8a62-4fa9-b031-3e650ca31461 tempest-SecurityGroupsNegativeTestJSON-60794755 tempest-SecurityGroupsNegativeTestJSON-60794755-project] delete failed (client error): There was a conflict when trying to complete your request. May 28 06:26:33.873390 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ded95d7e-8282-4121-a785-adb6d35baf58 req-e8fb7cd7-8a62-4fa9-b031-3e650ca31461 tempest-SecurityGroupsNegativeTestJSON-60794755 tempest-SecurityGroupsNegativeTestJSON-60794755-project] 10.222.0.55 "DELETE /v2.0/security-groups/ffa2ce3e-9ed5-444d-8e63-989d1b8e9c33 HTTP/1.1" status: 409 len: 352 time: 0.0669487 May 28 06:26:33.916836 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b33414f1-cf27-4a72-9d69-93124a6926f3'] response: {'name': 'network-changed', 'server_uuid': '74fbbb23-4b39-4219-9314-c6160343c681', 'tag': '214def3a-6de4-41d2-9104-0d8b3c0002fa', 'status': 'completed', 'code': 200} May 28 06:26:34.080853 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93c0b6a-286c-4c23-bf2c-86da13de97a7 req-40485e27-96d0-440b-bdd5-c53552735056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:34.082473 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-e93c0b6a-286c-4c23-bf2c-86da13de97a7 req-40485e27-96d0-440b-bdd5-c53552735056 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=16fae7f21e73441b8f27011aec16439a&device_id=74fbbb23-4b39-4219-9314-c6160343c681 HTTP/1.1" status: 200 len: 1094 time: 0.0840352 May 28 06:26:34.104260 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30aacff-8977-42dd-afc6-fc9e4212a901 req-25d29753-9c36-49a5-b8a0-cc55d53c7965 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:34.105780 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a30aacff-8977-42dd-afc6-fc9e4212a901 req-25d29753-9c36-49a5-b8a0-cc55d53c7965 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] 10.222.0.55 "GET /v2.0/ports?device_id=74fbbb23-4b39-4219-9314-c6160343c681 HTTP/1.1" status: 200 len: 943 time: 0.0965021 May 28 06:26:34.157233 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a30aacff-8977-42dd-afc6-fc9e4212a901 req-81d92983-1d6d-4baf-b3c7-d8dfbb5c5c8d tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] 10.222.0.55 "GET /v2.0/security-groups?id=23fff79d-6911-4949-90e1-061adc265852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452740 May 28 06:26:34.265702 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-798357b2-a77f-498e-9107-cd98be614c69 req-df7632a8-bd15-4e80-b775-7fe0652af8cd tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc8afbe2-63ab-495f-b953-08528fec512c HTTP/1.1" status: 200 len: 210 time: 0.0582228 May 28 06:26:34.383649 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93c0b6a-286c-4c23-bf2c-86da13de97a7 req-7cf94bfa-c136-43f6-aeb0-6fb6e0bc6906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:34.385432 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-e93c0b6a-286c-4c23-bf2c-86da13de97a7 req-7cf94bfa-c136-43f6-aeb0-6fb6e0bc6906 service neutron] 10.222.0.71 "GET /v2.0/networks?id=57335d58-5b4b-44c7-91c4-7ad19fc594ec HTTP/1.1" status: 200 len: 923 time: 0.2727966 May 28 06:26:34.389115 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7a57a165-e7fc-410e-96a6-44d691bee275 req-1e55b8e4-4ff4-4f30-ad99-77ee3ff4e5dc tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] 10.222.0.55 "GET /v2.0/ports?device_id=4ead97b6-ff7a-417e-b55d-6248b889924d HTTP/1.1" status: 200 len: 210 time: 0.0438094 May 28 06:26:34.392952 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d552927d-2c85-483c-9d38-e90ed0123acf req-525e7ee9-39be-4cb9-ac65-79b0bc79eea5 tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:34.393727 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-d552927d-2c85-483c-9d38-e90ed0123acf req-525e7ee9-39be-4cb9-ac65-79b0bc79eea5 tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Synchronizing usage tracker for tenant:d91f6eb4c7e44824b2ce0b8006557321 on resource:network {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:26:34.573397 n-d-843702-1 neutron-server[89110]: INFO neutron.api.v2.resource [req-904c2003-c8f8-48c2-9496-e9e50dd2fa18 req-636a34eb-9ca1-44d6-87b5-3bf34a58be68 tempest-SecurityGroupsNegativeTestJSON-60794755 tempest-SecurityGroupsNegativeTestJSON-60794755-project] show failed (client error): The resource could not be found. May 28 06:26:34.574636 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-904c2003-c8f8-48c2-9496-e9e50dd2fa18 req-636a34eb-9ca1-44d6-87b5-3bf34a58be68 tempest-SecurityGroupsNegativeTestJSON-60794755 tempest-SecurityGroupsNegativeTestJSON-60794755-project] 10.222.0.55 "GET /v2.0/security-groups/8e16506c-451d-4cd3-b2f1-90984b5d3646 HTTP/1.1" status: 404 len: 352 time: 0.1023176 May 28 06:26:34.594473 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c8e69db3-c556-40f2-a5d3-ee3de16c3c17 req-fd6865fb-b683-4f0d-bc14-3a8b5ac4e389 tempest-QuotasAdminNegativeTest-1481805315 tempest-QuotasAdminNegativeTest-1481805315-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=6e64e3b9e41d4d4a9606d30e82110f7e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0808871 May 28 06:26:34.627962 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-e93c0b6a-286c-4c23-bf2c-86da13de97a7 req-9f0ec221-c595-45fe-ade1-c5ccabee3b45 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=214def3a-6de4-41d2-9104-0d8b3c0002fa HTTP/1.1" status: 200 len: 217 time: 0.2310619 May 28 06:26:34.705618 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93c0b6a-286c-4c23-bf2c-86da13de97a7 req-82ce346e-4fa0-47d4-9fcc-719823666bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:34.705618 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-e93c0b6a-286c-4c23-bf2c-86da13de97a7 req-82ce346e-4fa0-47d4-9fcc-719823666bfd service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3fe916e2-3f26-4799-a7be-cc46b10e4922 HTTP/1.1" status: 200 len: 862 time: 0.0657618 May 28 06:26:34.756827 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-e93c0b6a-286c-4c23-bf2c-86da13de97a7 req-8f650360-a94c-44a1-a9f3-c7fd192009e9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=57335d58-5b4b-44c7-91c4-7ad19fc594ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411003 May 28 06:26:34.759903 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-d552927d-2c85-483c-9d38-e90ed0123acf req-525e7ee9-39be-4cb9-ac65-79b0bc79eea5 tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Unset dirty status for tenant:d91f6eb4c7e44824b2ce0b8006557321 on resource:network {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:26:34.760943 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-d552927d-2c85-483c-9d38-e90ed0123acf req-525e7ee9-39be-4cb9-ac65-79b0bc79eea5 tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] 10.222.0.71 "GET /v2.0/networks?id=d78b7af4-098f-4263-8522-732b24d86d73 HTTP/1.1" status: 200 len: 806 time: 0.6297672 May 28 06:26:34.832141 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e69db3-c556-40f2-a5d3-ee3de16c3c17 req-92664b7c-e6c7-4756-90ef-4b636440d0db tempest-QuotasAdminNegativeTest-1481805315 tempest-QuotasAdminNegativeTest-1481805315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:34.833598 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c8e69db3-c556-40f2-a5d3-ee3de16c3c17 req-92664b7c-e6c7-4756-90ef-4b636440d0db tempest-QuotasAdminNegativeTest-1481805315 tempest-QuotasAdminNegativeTest-1481805315-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2382059 May 28 06:26:34.842152 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d34798b-42d2-408d-a8d0-3ab6152ddcbc req-a94941dd-e232-4905-ad54-eaf84d941e7b tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:34.846008 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1d34798b-42d2-408d-a8d0-3ab6152ddcbc req-a94941dd-e232-4905-ad54-eaf84d941e7b tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] 10.222.0.55 "GET /v2.0/ports?device_id=370926b9-1df6-45d0-b44d-ab0df2e9cfd7 HTTP/1.1" status: 200 len: 950 time: 0.1557326 May 28 06:26:34.876060 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c8e69db3-c556-40f2-a5d3-ee3de16c3c17 req-98b8a42c-e7eb-482a-b69f-762ed0909f73 tempest-QuotasAdminNegativeTest-1481805315 tempest-QuotasAdminNegativeTest-1481805315-project] 10.222.0.55 "GET /v2.0/quotas/6e64e3b9e41d4d4a9606d30e82110f7e HTTP/1.1" status: 200 len: 375 time: 0.0286412 May 28 06:26:34.902337 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-d552927d-2c85-483c-9d38-e90ed0123acf req-15ef787a-7976-4a37-badc-689820d9dce1 tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Synchronizing usage tracker for tenant:d91f6eb4c7e44824b2ce0b8006557321 on resource:security_group {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:26:34.930013 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-d552927d-2c85-483c-9d38-e90ed0123acf req-15ef787a-7976-4a37-badc-689820d9dce1 tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Unset dirty status for tenant:d91f6eb4c7e44824b2ce0b8006557321 on resource:security_group {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:26:34.931647 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-d552927d-2c85-483c-9d38-e90ed0123acf req-15ef787a-7976-4a37-badc-689820d9dce1 tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d91f6eb4c7e44824b2ce0b8006557321 HTTP/1.1" status: 200 len: 380 time: 0.1343052 May 28 06:26:34.942562 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1d34798b-42d2-408d-a8d0-3ab6152ddcbc req-33f0b0d7-9285-4eaa-980e-2ae40dbcfdf7 tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] 10.222.0.55 "GET /v2.0/security-groups?id=cd4f772a-3605-4ce2-bce7-8f5466d1255d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878859 May 28 06:26:34.946755 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c8e69db3-c556-40f2-a5d3-ee3de16c3c17 req-a2f4f210-78bc-453c-83d4-80c2d0b3592b tempest-QuotasAdminNegativeTest-1481805315 tempest-QuotasAdminNegativeTest-1481805315-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=6e64e3b9e41d4d4a9606d30e82110f7e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0570338 May 28 06:26:34.954371 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-d552927d-2c85-483c-9d38-e90ed0123acf req-55a5dab2-7b5d-4c71-8c5a-51c986251bf7 tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Request body: {'port': {'device_id': '4ead97b6-ff7a-417e-b55d-6248b889924d', 'network_id': 'd78b7af4-098f-4263-8522-732b24d86d73', 'admin_state_up': True, 'tenant_id': 'd91f6eb4c7e44824b2ce0b8006557321', 'security_groups': ['6e208dcc-a1fa-4f82-a32c-c10affe88f76']}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:26:35.058113 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-e93c0b6a-286c-4c23-bf2c-86da13de97a7 req-99c2d880-cd8a-4c95-9989-75d8493ee8db service neutron] 10.222.0.71 "GET /v2.0/networks/57335d58-5b4b-44c7-91c4-7ad19fc594ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2796221 May 28 06:26:35.063776 n-d-843702-1 neutron-server[89110]: INFO neutron.api.v2.resource [req-1d7a35d8-1c4f-44d0-b271-c69721d3db2c req-812a5b4a-55db-4fcb-8d95-19dc76589d18 tempest-SecurityGroupsNegativeTestJSON-60794755 tempest-SecurityGroupsNegativeTestJSON-60794755-project] show failed (client error): The resource could not be found. May 28 06:26:35.065012 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1d7a35d8-1c4f-44d0-b271-c69721d3db2c req-812a5b4a-55db-4fcb-8d95-19dc76589d18 tempest-SecurityGroupsNegativeTestJSON-60794755 tempest-SecurityGroupsNegativeTestJSON-60794755-project] 10.222.0.55 "GET /v2.0/security-groups/d97c7a50-f8fc-4177-b734-8e441e86737e HTTP/1.1" status: 404 len: 352 time: 0.0221515 May 28 06:26:35.075078 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 52976) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:26:35.124093 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 52980) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:26:35.191703 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_v2 [None req-874d1bcf-a438-484b-8b20-136b13a65967 admin admin] Deleting subnet e8092481-d526-47cd-9e92-0657c7feccd4 {{(pid=89110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:26:35.200043 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-874d1bcf-a438-484b-8b20-136b13a65967 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:35.280932 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [req-d552927d-2c85-483c-9d38-e90ed0123acf req-55a5dab2-7b5d-4c71-8c5a-51c986251bf7 tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:26:35.287511 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-d552927d-2c85-483c-9d38-e90ed0123acf req-55a5dab2-7b5d-4c71-8c5a-51c986251bf7 tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Usage tracker for resource:port and tenant:d91f6eb4c7e44824b2ce0b8006557321 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:26:35.293335 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-e93c0b6a-286c-4c23-bf2c-86da13de97a7 req-4413897e-c222-4ce8-ba5f-dabb5220403e service neutron] 10.222.0.71 "GET /v2.0/networks/57335d58-5b4b-44c7-91c4-7ad19fc594ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211618 May 28 06:26:35.294188 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-d552927d-2c85-483c-9d38-e90ed0123acf req-55a5dab2-7b5d-4c71-8c5a-51c986251bf7 tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:26:35.300641 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [req-d552927d-2c85-483c-9d38-e90ed0123acf req-55a5dab2-7b5d-4c71-8c5a-51c986251bf7 tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:26:35.316959 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-874d1bcf-a438-484b-8b20-136b13a65967 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4150765'] for subnet, precommit_delete_associations {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:35.389681 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d552927d-2c85-483c-9d38-e90ed0123acf req-55a5dab2-7b5d-4c71-8c5a-51c986251bf7 tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Made reservation on behalf of d91f6eb4c7e44824b2ce0b8006557321 for: {'port': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:26:35.395706 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-d552927d-2c85-483c-9d38-e90ed0123acf req-55a5dab2-7b5d-4c71-8c5a-51c986251bf7 tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:35.412166 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-147cbdd1-57c7-437b-8b34-86d905c07ce4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:35.445908 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-147cbdd1-57c7-437b-8b34-86d905c07ce4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:26:35.456411 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-874d1bcf-a438-484b-8b20-136b13a65967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:35.489151 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-147cbdd1-57c7-437b-8b34-86d905c07ce4 admin admin] Usage tracker for resource:security_group_rule and tenant:aced55623ed9432c82b7d1c91e1395d4 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:26:35.501992 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-147cbdd1-57c7-437b-8b34-86d905c07ce4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:26:35.515139 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-147cbdd1-57c7-437b-8b34-86d905c07ce4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:26:35.571631 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aebc400-475d-470a-a7b7-77e0b2f71c4c req-ba74b821-4722-4cac-9c86-bee931f5ffcd tempest-ServersAdminTestJSON-1164307170 tempest-ServersAdminTestJSON-1164307170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:35.572131 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aebc400-475d-470a-a7b7-77e0b2f71c4c req-ba74b821-4722-4cac-9c86-bee931f5ffcd tempest-ServersAdminTestJSON-1164307170 tempest-ServersAdminTestJSON-1164307170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:35.572592 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aebc400-475d-470a-a7b7-77e0b2f71c4c req-ba74b821-4722-4cac-9c86-bee931f5ffcd tempest-ServersAdminTestJSON-1164307170 tempest-ServersAdminTestJSON-1164307170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:35.574293 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1aebc400-475d-470a-a7b7-77e0b2f71c4c req-ba74b821-4722-4cac-9c86-bee931f5ffcd tempest-ServersAdminTestJSON-1164307170 tempest-ServersAdminTestJSON-1164307170-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=da805ebe-5239-466e-84b8-d19ecc28b68f&device_id=ea2d70f8-cc72-4c4e-b486-20aa5f467066&device_id=b2cac498-5681-4d00-a219-f4b4fe770ade HTTP/1.1" status: 200 len: 2882 time: 0.2217319 May 28 06:26:35.644802 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1aebc400-475d-470a-a7b7-77e0b2f71c4c req-0787695c-3b51-4697-8d4f-be046876f639 tempest-ServersAdminTestJSON-1164307170 tempest-ServersAdminTestJSON-1164307170-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=003cca32-7671-4721-8c5a-98dfd2100d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622053 May 28 06:26:35.681432 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [req-d552927d-2c85-483c-9d38-e90ed0123acf req-55a5dab2-7b5d-4c71-8c5a-51c986251bf7 tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Allocated IP 172.20.0.6 (d78b7af4-098f-4263-8522-732b24d86d73/9c4f9492-bb3a-4b06-9439-952a7bc7785e/883749f6-a2bc-4e52-a228-a471598e90cb) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:26:35.730653 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-874d1bcf-a438-484b-8b20-136b13a65967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3115981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3172005'] for subnet, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:35.777938 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 214def3a-6de4-41d2-9104-0d8b3c0002fa details requested by agent hyperv_n-h2-843702-1 with host n-h2-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:26:35.790880 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-147cbdd1-57c7-437b-8b34-86d905c07ce4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:35.822687 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874d1bcf-a438-484b-8b20-136b13a65967 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8092481-d526-47cd-9e92-0657c7feccd4,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:35.837478 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-874d1bcf-a438-484b-8b20-136b13a65967 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:35.842779 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-554c38d5-88a7-4ab9-a14b-37af65f58987 req-641e6bd5-78f9-47ef-bf2d-733a0b8c069f tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc8afbe2-63ab-495f-b953-08528fec512c HTTP/1.1" status: 200 len: 210 time: 0.0630128 May 28 06:26:35.866725 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-874d1bcf-a438-484b-8b20-136b13a65967 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/e8092481-d526-47cd-9e92-0657c7feccd4 HTTP/1.1" status: 204 len: 168 time: 0.7898312 May 28 06:26:35.869793 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 53000) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:26:35.901669 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1058b58c-a336-4fd5-a688-f78f7c0c2fa1 req-0716e6a7-11c1-492a-879c-c4b352984cf4 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:35.903312 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1058b58c-a336-4fd5-a688-f78f7c0c2fa1 req-0716e6a7-11c1-492a-879c-c4b352984cf4 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] 10.222.0.55 "GET /v2.0/ports?device_id=74fbbb23-4b39-4219-9314-c6160343c681 HTTP/1.1" status: 200 len: 943 time: 0.2197304 May 28 06:26:35.907798 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-147cbdd1-57c7-437b-8b34-86d905c07ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:35.936925 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 214def3a-6de4-41d2-9104-0d8b3c0002fa, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=214def3a-6de4-41d2-9104-0d8b3c0002fa,segment=NetworkSegment(b938b3fe-4e87-4c2f-aa8d-5e499b733858),segment_id=b938b3fe-4e87-4c2f-aa8d-5e499b733858)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:26:35.949129 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc7b037-e24f-4ebd-b2ec-4edcd542b0b4 req-ff6f3cb3-f927-493d-8d1d-dca2c7fe0747 tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:35.951638 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-6dc7b037-e24f-4ebd-b2ec-4edcd542b0b4 req-ff6f3cb3-f927-493d-8d1d-dca2c7fe0747 tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] 10.222.0.71 "GET /v2.0/ports?device_id=370926b9-1df6-45d0-b44d-ab0df2e9cfd7 HTTP/1.1" status: 200 len: 950 time: 0.2028310 May 28 06:26:35.952792 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Returning: {'device': '214def3a-6de4-41d2-9104-0d8b3c0002fa', 'network_id': '57335d58-5b4b-44c7-91c4-7ad19fc594ec', 'port_id': '214def3a-6de4-41d2-9104-0d8b3c0002fa', 'mac_address': 'fa:16:3e:cd:b9:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fe916e2-3f26-4799-a7be-cc46b10e4922', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:26:36.018016 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 214def3a-6de4-41d2-9104-0d8b3c0002fa is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:26:36.018730 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:36.032099 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-d552927d-2c85-483c-9d38-e90ed0123acf req-55a5dab2-7b5d-4c71-8c5a-51c986251bf7 tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:36.038351 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 214def3a-6de4-41d2-9104-0d8b3c0002fa {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:26:36.056563 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 214def3a-6de4-41d2-9104-0d8b3c0002fa, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=214def3a-6de4-41d2-9104-0d8b3c0002fa,segment=NetworkSegment(b938b3fe-4e87-4c2f-aa8d-5e499b733858),segment_id=b938b3fe-4e87-4c2f-aa8d-5e499b733858)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:26:36.061273 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [req-6dc7b037-e24f-4ebd-b2ec-4edcd542b0b4 req-60e299e8-b2d4-4ad5-8615-a7fbfaf81b2f tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] Deleting port 0776ea56-585e-48a6-96e3-e63192027301 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:26:36.061784 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-6dc7b037-e24f-4ebd-b2ec-4edcd542b0b4 req-60e299e8-b2d4-4ad5-8615-a7fbfaf81b2f tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:36.104618 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [req-d552927d-2c85-483c-9d38-e90ed0123acf req-55a5dab2-7b5d-4c71-8c5a-51c986251bf7 tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Transition to ACTIVE for port object 883749f6-a2bc-4e52-a228-a471598e90cb will not be triggered until provisioned by entity DHCP. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:26:36.139143 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:36.165944 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1058b58c-a336-4fd5-a688-f78f7c0c2fa1 req-b1d66c83-cb7f-496d-af31-1eaa66a269a2 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] 10.222.0.55 "GET /v2.0/security-groups?id=23fff79d-6911-4949-90e1-061adc265852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503061 May 28 06:26:36.214673 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-147cbdd1-57c7-437b-8b34-86d905c07ce4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=aced55623ed9432c82b7d1c91e1395d4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0867577 May 28 06:26:36.227208 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 53006) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:26:36.227669 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=214def3a-6de4-41d2-9104-0d8b3c0002fa,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:36.236603 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147cbdd1-57c7-437b-8b34-86d905c07ce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2968f3e3-dd17-4325-8625-ac7119ad68d6,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:36.243213 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ebf6d90f-cd35-442e-acbf-a48a61b8cfca req-b690624c-9021-495d-bc76-fbf61fd23bd8 tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] 10.222.0.55 "GET /v2.0/ports?device_id=4ead97b6-ff7a-417e-b55d-6248b889924d HTTP/1.1" status: 200 len: 210 time: 0.0904047 May 28 06:26:36.258540 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8f601723-b805-45a0-86f0-8edd40e8c0ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:36.333002 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-d552927d-2c85-483c-9d38-e90ed0123acf req-55a5dab2-7b5d-4c71-8c5a-51c986251bf7 tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:36.441660 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['214def3a-6de4-41d2-9104-0d8b3c0002fa'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:26:36.500632 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d552927d-2c85-483c-9d38-e90ed0123acf req-55a5dab2-7b5d-4c71-8c5a-51c986251bf7 tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Network d78b7af4-098f-4263-8522-732b24d86d73 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:26:36.540178 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [req-d552927d-2c85-483c-9d38-e90ed0123acf req-55a5dab2-7b5d-4c71-8c5a-51c986251bf7 tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:26:36.551620 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [req-d552927d-2c85-483c-9d38-e90ed0123acf req-55a5dab2-7b5d-4c71-8c5a-51c986251bf7 tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:26:36.554569 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8554b574-f659-457f-bdb4-a34db4a86ef2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:36.558211 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8f601723-b805-45a0-86f0-8edd40e8c0ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:36.636633 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a5dab2-7b5d-4c71-8c5a-51c986251bf7 tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Pushing event updated for resources: {'Port': ['ID=883749f6-a2bc-4e52-a228-a471598e90cb,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:36.680753 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-6dc7b037-e24f-4ebd-b2ec-4edcd542b0b4 req-60e299e8-b2d4-4ad5-8615-a7fbfaf81b2f tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] For port 0776ea56-585e-48a6-96e3-e63192027301, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=0776ea56-585e-48a6-96e3-e63192027301,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:26:36.681364 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-6dc7b037-e24f-4ebd-b2ec-4edcd542b0b4 req-60e299e8-b2d4-4ad5-8615-a7fbfaf81b2f tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:36.710799 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-8f601723-b805-45a0-86f0-8edd40e8c0ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['797248d2-2519-477b-982c-f2c5aa63e418']}} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:26:36.750747 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8554b574-f659-457f-bdb4-a34db4a86ef2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:36.818628 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-8f601723-b805-45a0-86f0-8edd40e8c0ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3653b7d6-813d-42ee-9bd7-f6c8efa7bdc2') {'for_net_delete': True} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:26:36.819150 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-8f601723-b805-45a0-86f0-8edd40e8c0ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3653b7d6-813d-42ee-9bd7-f6c8efa7bdc2') {} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:26:36.841101 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 53018) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:26:36.859311 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8f601723-b805-45a0-86f0-8edd40e8c0ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4150778'] for segment, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:36.860350 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d552927d-2c85-483c-9d38-e90ed0123acf req-55a5dab2-7b5d-4c71-8c5a-51c986251bf7 tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:36.860961 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-d552927d-2c85-483c-9d38-e90ed0123acf req-55a5dab2-7b5d-4c71-8c5a-51c986251bf7 tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:36.882796 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-ea9d163f-ba95-4de0-9e80-954094c2f352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:36.884251 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-ea9d163f-ba95-4de0-9e80-954094c2f352 service neutron] 10.222.0.71 "GET /v2.0/ports/ae1da9c2-607a-48e7-af04-679c67639107 HTTP/1.1" status: 200 len: 1033 time: 0.2526200 May 28 06:26:36.900243 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e44081-a4c6-4ac8-8781-477ba2e209dc req-2fd66fb1-8fc2-4044-b1e2-e7f80172215c tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:36.909336 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-44e44081-a4c6-4ac8-8781-477ba2e209dc req-2fd66fb1-8fc2-4044-b1e2-e7f80172215c tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] 10.222.0.55 "GET /v2.0/ports?device_id=370926b9-1df6-45d0-b44d-ab0df2e9cfd7 HTTP/1.1" status: 200 len: 950 time: 0.4584942 May 28 06:26:36.955525 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-68aea0db-2ac2-497b-9eee-a2e5c1a08013 None None] Provisioning for port 883749f6-a2bc-4e52-a228-a471598e90cb completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:26:36.963813 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8f601723-b805-45a0-86f0-8edd40e8c0ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:36.964455 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-68aea0db-2ac2-497b-9eee-a2e5c1a08013 None None] Provisioning complete for port 883749f6-a2bc-4e52-a228-a471598e90cb triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:26:36.965103 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-68aea0db-2ac2-497b-9eee-a2e5c1a08013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:37.009497 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [req-6dc7b037-e24f-4ebd-b2ec-4edcd542b0b4 req-60e299e8-b2d4-4ad5-8615-a7fbfaf81b2f tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] Calling delete_port for 0776ea56-585e-48a6-96e3-e63192027301 owned by compute:nova {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:26:37.009983 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f601723-b805-45a0-86f0-8edd40e8c0ae admin admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=89110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:26:37.010702 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8f601723-b805-45a0-86f0-8edd40e8c0ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3143023'] for segment, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:37.043473 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-68aea0db-2ac2-497b-9eee-a2e5c1a08013 None None] Port 883749f6-a2bc-4e52-a228-a471598e90cb cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:26:37.124116 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment 3653b7d6-813d-42ee-9bd7-f6c8efa7bdc2 resource provider aggregate not found May 28 06:26:37.149458 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-bc95a614-9d7a-4f7f-a7a4-b4f068c783b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:37.161196 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment 3653b7d6-813d-42ee-9bd7-f6c8efa7bdc2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3653b7d6-813d-42ee-9bd7-f6c8efa7bdc2 found for delete ", "request_id": "req-ffc2cc06-8275-4af3-9bee-59e4f5d74d78"}]} May 28 06:26:37.210463 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-44e44081-a4c6-4ac8-8781-477ba2e209dc req-ed666c84-c5e3-4da2-acda-75ee4919616b tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] 10.222.0.55 "GET /v2.0/security-groups?id=cd4f772a-3605-4ce2-bce7-8f5466d1255d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2997303 May 28 06:26:37.225943 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-40602f27-2645-4367-9dd5-9bc77b75e0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:37.227260 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-40602f27-2645-4367-9dd5-9bc77b75e0eb service neutron] 10.222.0.71 "GET /v2.0/ports/a1068a4a-45d8-45f1-b5a5-6186eb8d7d2d HTTP/1.1" status: 200 len: 1031 time: 0.2948039 May 28 06:26:37.228283 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-bc95a614-9d7a-4f7f-a7a4-b4f068c783b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:26:37.230717 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-d552927d-2c85-483c-9d38-e90ed0123acf req-55a5dab2-7b5d-4c71-8c5a-51c986251bf7 tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2904601 May 28 06:26:37.232670 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-928b5cbb-c682-4de3-8385-0bc1da4cfbaa req-6cdd1613-d2e8-4f82-afe8-e6698d6b0bd6 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc8afbe2-63ab-495f-b953-08528fec512c HTTP/1.1" status: 200 len: 210 time: 0.0746312 May 28 06:26:37.235262 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-bc95a614-9d7a-4f7f-a7a4-b4f068c783b7 admin admin] Usage tracker for resource:security_group_rule and tenant:6e64e3b9e41d4d4a9606d30e82110f7e is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:26:37.238463 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-bc95a614-9d7a-4f7f-a7a4-b4f068c783b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:26:37.244211 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-bc95a614-9d7a-4f7f-a7a4-b4f068c783b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:26:37.252514 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-d552927d-2c85-483c-9d38-e90ed0123acf req-a48f0519-0164-4a81-9ef2-a450abb34ef8 service neutron] Request body: {'port': {'device_id': '4ead97b6-ff7a-417e-b55d-6248b889924d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843702-1'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:26:37.295303 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-6dc7b037-e24f-4ebd-b2ec-4edcd542b0b4 req-60e299e8-b2d4-4ad5-8615-a7fbfaf81b2f tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:37.332173 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['0776ea56-585e-48a6-96e3-e63192027301'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:26:37.336320 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8554b574-f659-457f-bdb4-a34db4a86ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:37.382292 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e299e8-b2d4-4ad5-8615-a7fbfaf81b2f tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] Pushing event deleted for resources: {'Port': ['ID=0776ea56-585e-48a6-96e3-e63192027301,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:37.428066 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8554b574-f659-457f-bdb4-a34db4a86ef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2968f3e3-dd17-4325-8625-ac7119ad68d6,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:37.441879 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8f601723-b805-45a0-86f0-8edd40e8c0ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:37.519952 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8f601723-b805-45a0-86f0-8edd40e8c0ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:37.551730 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dc7b037-e24f-4ebd-b2ec-4edcd542b0b4 req-60e299e8-b2d4-4ad5-8615-a7fbfaf81b2f tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] No DVR routers for this DVR port 0776ea56-585e-48a6-96e3-e63192027301 on host n-h2-843702-1 {{(pid=89109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:26:37.555374 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-6dc7b037-e24f-4ebd-b2ec-4edcd542b0b4 req-60e299e8-b2d4-4ad5-8615-a7fbfaf81b2f tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:37.563177 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '370926b9-1df6-45d0-b44d-ab0df2e9cfd7', 'name': 'network-vif-deleted', 'tag': '0776ea56-585e-48a6-96e3-e63192027301'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:26:37.580067 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-d552927d-2c85-483c-9d38-e90ed0123acf req-a48f0519-0164-4a81-9ef2-a450abb34ef8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:37.594989 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f601723-b805-45a0-86f0-8edd40e8c0ae admin admin] Pushing event deleted for resources: {'Network': ['ID=797248d2-2519-477b-982c-f2c5aa63e418,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:37.635295 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-8943448b-b172-4c23-b76e-23e7172ede4f tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:37.641333 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-8943448b-b172-4c23-b76e-23e7172ede4f tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:37.647031 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-8943448b-b172-4c23-b76e-23e7172ede4f tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:37.648654 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-8943448b-b172-4c23-b76e-23e7172ede4f tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.71 "GET /v2.0/networks?id=9b9370ac-f402-419d-a185-61eac57b38a9&id=a9ffdff9-c2bf-42e5-aa28-4268d54cc9bc&id=a9ffdff9-c2bf-42e5-aa28-4268d54cc9bc&id=a9ffdff9-c2bf-42e5-aa28-4268d54cc9bc&id=a9ffdff9-c2bf-42e5-aa28-4268d54cc9bc&id=e169afd5-829f-4c55-b1b4-034fdabca79b&id=e169afd5-829f-4c55-b1b4-034fdabca79b HTTP/1.1" status: 200 len: 1995 time: 0.4022129 May 28 06:26:37.658587 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8554b574-f659-457f-bdb4-a34db4a86ef2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:37.661473 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-8554b574-f659-457f-bdb4-a34db4a86ef2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2968f3e3-dd17-4325-8625-ac7119ad68d6 HTTP/1.1" status: 204 len: 168 time: 1.4244332 May 28 06:26:37.724268 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-bc95a614-9d7a-4f7f-a7a4-b4f068c783b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:37.738041 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-6dc7b037-e24f-4ebd-b2ec-4edcd542b0b4 req-60e299e8-b2d4-4ad5-8615-a7fbfaf81b2f tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] 10.222.0.71 "DELETE /v2.0/ports/0776ea56-585e-48a6-96e3-e63192027301 HTTP/1.1" status: 204 len: 173 time: 1.7803888 May 28 06:26:37.763772 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-8f601723-b805-45a0-86f0-8edd40e8c0ae admin admin] 10.222.0.55 "DELETE /v2.0/networks/797248d2-2519-477b-982c-f2c5aa63e418 HTTP/1.1" status: 204 len: 168 time: 1.8927481 May 28 06:26:37.822160 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-bc95a614-9d7a-4f7f-a7a4-b4f068c783b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:37.825639 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 214def3a-6de4-41d2-9104-0d8b3c0002fa up at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:26:37.920226 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-bc95a614-9d7a-4f7f-a7a4-b4f068c783b7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6e64e3b9e41d4d4a9606d30e82110f7e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0769880 May 28 06:26:37.921045 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 53044) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:26:37.982901 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13705fc0-97cc-4c3c-b856-9c76876350a0 req-658669de-c6f4-4238-b3a4-e5b4cd5ec22d tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:37.984702 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-13705fc0-97cc-4c3c-b856-9c76876350a0 req-658669de-c6f4-4238-b3a4-e5b4cd5ec22d tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] 10.222.0.55 "GET /v2.0/ports?device_id=74fbbb23-4b39-4219-9314-c6160343c681 HTTP/1.1" status: 200 len: 944 time: 0.6147308 May 28 06:26:37.989524 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc95a614-9d7a-4f7f-a7a4-b4f068c783b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f87a3064-5081-4565-9775-3b9997f193ff,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:37.999974 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-d7fce86b-4d0c-4ce0-897c-da6cffebbca4 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a27568d2aff479086cfcad7501ab2c8 HTTP/1.1" status: 200 len: 380 time: 0.2156527 May 28 06:26:38.022284 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-f067b360-4b38-4365-bf49-05883cecb693 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Request body: {'port': {'device_id': 'fc8afbe2-63ab-495f-b953-08528fec512c', 'network_id': '9b9370ac-f402-419d-a185-61eac57b38a9', 'admin_state_up': True, 'tenant_id': '5a27568d2aff479086cfcad7501ab2c8', 'security_groups': ['330866ba-92b0-424f-b7e1-e6c41912745c']}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:26:38.068922 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning for port 214def3a-6de4-41d2-9104-0d8b3c0002fa completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:26:38.075613 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning complete for port 214def3a-6de4-41d2-9104-0d8b3c0002fa triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:26:38.076624 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:38.104511 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [req-d552927d-2c85-483c-9d38-e90ed0123acf req-a48f0519-0164-4a81-9ef2-a450abb34ef8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 883749f6-a2bc-4e52-a228-a471598e90cb {{(pid=89109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:26:38.114989 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-d552927d-2c85-483c-9d38-e90ed0123acf req-a48f0519-0164-4a81-9ef2-a450abb34ef8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:38.131224 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [req-d552927d-2c85-483c-9d38-e90ed0123acf req-a48f0519-0164-4a81-9ef2-a450abb34ef8 service neutron] Transition to ACTIVE for port object 883749f6-a2bc-4e52-a228-a471598e90cb will not be triggered until provisioned by entity L2. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:26:38.205211 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-751df190-1a33-472f-a33e-ead499d2dd4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:38.206811 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-13705fc0-97cc-4c3c-b856-9c76876350a0 req-21b412aa-b461-44dc-98d4-38f154ceb423 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] 10.222.0.55 "GET /v2.0/security-groups?id=23fff79d-6911-4949-90e1-061adc265852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030315 May 28 06:26:38.214628 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37f530d-f4fc-469f-bda5-07cab04d9c34 req-00ec5fa5-b7b0-4fd2-a86c-5a24e3b9aef1 tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:38.231662 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c37f530d-f4fc-469f-bda5-07cab04d9c34 req-00ec5fa5-b7b0-4fd2-a86c-5a24e3b9aef1 tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] 10.222.0.55 "GET /v2.0/ports?device_id=4ead97b6-ff7a-417e-b55d-6248b889924d HTTP/1.1" status: 200 len: 931 time: 0.5792456 May 28 06:26:38.243935 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-751df190-1a33-472f-a33e-ead499d2dd4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:38.291093 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-f067b360-4b38-4365-bf49-05883cecb693 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:26:38.298550 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-d552927d-2c85-483c-9d38-e90ed0123acf req-a48f0519-0164-4a81-9ef2-a450abb34ef8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:38.311885 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 53054) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:26:38.344413 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-f067b360-4b38-4365-bf49-05883cecb693 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:26:38.393794 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 214def3a-6de4-41d2-9104-0d8b3c0002fa is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:26:38.394090 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:38.404567 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c37f530d-f4fc-469f-bda5-07cab04d9c34 req-18c8041b-56b0-47ad-806c-425044918747 tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] 10.222.0.55 "GET /v2.0/security-groups?id=6e208dcc-a1fa-4f82-a32c-c10affe88f76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1712954 May 28 06:26:38.442547 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74fbbb23-4b39-4219-9314-c6160343c681', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '214def3a-6de4-41d2-9104-0d8b3c0002fa'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:26:38.457429 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 214def3a-6de4-41d2-9104-0d8b3c0002fa, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=214def3a-6de4-41d2-9104-0d8b3c0002fa,segment=NetworkSegment(b938b3fe-4e87-4c2f-aa8d-5e499b733858),segment_id=b938b3fe-4e87-4c2f-aa8d-5e499b733858)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:26:38.467195 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-751df190-1a33-472f-a33e-ead499d2dd4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:38.493995 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9debf6e5-db0f-4303-bfaa-65c71dfba7e0'] response: {'server_uuid': '370926b9-1df6-45d0-b44d-ab0df2e9cfd7', 'name': 'network-vif-deleted', 'tag': '0776ea56-585e-48a6-96e3-e63192027301', 'status': 'completed', 'code': 200} May 28 06:26:38.516014 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-4bf03c53-e7df-43f7-bfcd-9133f31bfe48 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=890915c53ed24c77a45a90ca16e50806&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1793287 May 28 06:26:38.519702 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 53060) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:26:38.521832 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48f0519-0164-4a81-9ef2-a450abb34ef8 service neutron] Pushing event updated for resources: {'Port': ['ID=883749f6-a2bc-4e52-a228-a471598e90cb,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:38.532833 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-f067b360-4b38-4365-bf49-05883cecb693 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Made reservation on behalf of 5a27568d2aff479086cfcad7501ab2c8 for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:26:38.541594 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-f067b360-4b38-4365-bf49-05883cecb693 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:38.543459 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48f0519-0164-4a81-9ef2-a450abb34ef8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:26:38.544151 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48f0519-0164-4a81-9ef2-a450abb34ef8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:26:38.545497 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48f0519-0164-4a81-9ef2-a450abb34ef8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:26:38.546038 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48f0519-0164-4a81-9ef2-a450abb34ef8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:26:38.546585 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48f0519-0164-4a81-9ef2-a450abb34ef8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:26:38.547114 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48f0519-0164-4a81-9ef2-a450abb34ef8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:26:38.549727 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48f0519-0164-4a81-9ef2-a450abb34ef8 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:26:38.550413 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48f0519-0164-4a81-9ef2-a450abb34ef8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:26:38.551075 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48f0519-0164-4a81-9ef2-a450abb34ef8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:26:38.551815 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48f0519-0164-4a81-9ef2-a450abb34ef8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:26:38.552314 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48f0519-0164-4a81-9ef2-a450abb34ef8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:26:38.558026 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48f0519-0164-4a81-9ef2-a450abb34ef8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:26:38.560648 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751df190-1a33-472f-a33e-ead499d2dd4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f87a3064-5081-4565-9775-3b9997f193ff,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:38.598497 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-751df190-1a33-472f-a33e-ead499d2dd4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:38.615608 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-751df190-1a33-472f-a33e-ead499d2dd4f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f87a3064-5081-4565-9775-3b9997f193ff HTTP/1.1" status: 204 len: 168 time: 0.6808355 May 28 06:26:38.623402 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:38.717317 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 53066) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:26:38.836317 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-609d944b-e951-4edd-b5a0-bfc06725470a admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:38.859661 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-609d944b-e951-4edd-b5a0-bfc06725470a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:26:38.862484 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-f067b360-4b38-4365-bf49-05883cecb693 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Allocated IP 172.20.0.13 (9b9370ac-f402-419d-a185-61eac57b38a9/c103158a-2ac5-46a3-b8d0-bd8c5ed32dd7/3fb3ec73-12a3-4479-8d11-63f64b53e873) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:26:38.867736 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-609d944b-e951-4edd-b5a0-bfc06725470a admin admin] Usage tracker for resource:security_group_rule and tenant:5c78ca9041354f37b458ce7ee8570900 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:26:38.873564 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=214def3a-6de4-41d2-9104-0d8b3c0002fa,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:38.877562 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-609d944b-e951-4edd-b5a0-bfc06725470a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:26:38.887997 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-609d944b-e951-4edd-b5a0-bfc06725470a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:26:38.898632 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-d552927d-2c85-483c-9d38-e90ed0123acf req-a48f0519-0164-4a81-9ef2-a450abb34ef8 service neutron] Attempting to bind port 883749f6-a2bc-4e52-a228-a471598e90cb on host n-h2-843702-1 for vnic_type normal with profile {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:26:38.898632 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-d552927d-2c85-483c-9d38-e90ed0123acf req-a48f0519-0164-4a81-9ef2-a450abb34ef8 service neutron] Attempting to bind port 883749f6-a2bc-4e52-a228-a471598e90cb by drivers openvswitch,hyperv on host n-h2-843702-1 at level 0 using segments [{'id': '07d9f160-fff2-4ac7-81a2-60f8deeef159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'd78b7af4-098f-4263-8522-732b24d86d73'}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:26:38.898632 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d552927d-2c85-483c-9d38-e90ed0123acf req-a48f0519-0164-4a81-9ef2-a450abb34ef8 service neutron] Attempting to bind port 883749f6-a2bc-4e52-a228-a471598e90cb on network d78b7af4-098f-4263-8522-732b24d86d73 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:26:38.906867 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d552927d-2c85-483c-9d38-e90ed0123acf req-a48f0519-0164-4a81-9ef2-a450abb34ef8 service neutron] Port 883749f6-a2bc-4e52-a228-a471598e90cb on network d78b7af4-098f-4263-8522-732b24d86d73 not bound, no agent of type Open vSwitch agent registered on host n-h2-843702-1 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:26:38.907192 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d552927d-2c85-483c-9d38-e90ed0123acf req-a48f0519-0164-4a81-9ef2-a450abb34ef8 service neutron] Attempting to bind port 883749f6-a2bc-4e52-a228-a471598e90cb on network d78b7af4-098f-4263-8522-732b24d86d73 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:26:38.920376 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d552927d-2c85-483c-9d38-e90ed0123acf req-a48f0519-0164-4a81-9ef2-a450abb34ef8 service neutron] Checking agent: {'id': 'f1a3973b-d2b3-4558-88e7-2ac50857d302', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:26:38.920756 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d552927d-2c85-483c-9d38-e90ed0123acf req-a48f0519-0164-4a81-9ef2-a450abb34ef8 service neutron] Checking segment: {'id': '07d9f160-fff2-4ac7-81a2-60f8deeef159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'd78b7af4-098f-4263-8522-732b24d86d73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:26:38.921061 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d552927d-2c85-483c-9d38-e90ed0123acf req-a48f0519-0164-4a81-9ef2-a450abb34ef8 service neutron] Bound using segment: {'id': '07d9f160-fff2-4ac7-81a2-60f8deeef159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'd78b7af4-098f-4263-8522-732b24d86d73'} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:26:38.921542 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-d552927d-2c85-483c-9d38-e90ed0123acf req-a48f0519-0164-4a81-9ef2-a450abb34ef8 service neutron] Bound port: 883749f6-a2bc-4e52-a228-a471598e90cb, host: n-h2-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07d9f160-fff2-4ac7-81a2-60f8deeef159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'd78b7af4-098f-4263-8522-732b24d86d73'}}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:26:38.921883 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-d552927d-2c85-483c-9d38-e90ed0123acf req-a48f0519-0164-4a81-9ef2-a450abb34ef8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:39.069148 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-d552927d-2c85-483c-9d38-e90ed0123acf req-a48f0519-0164-4a81-9ef2-a450abb34ef8 service neutron] For port 883749f6-a2bc-4e52-a228-a471598e90cb, host n-h2-843702-1, cleared binding levels {{(pid=89109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:26:39.087527 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-d552927d-2c85-483c-9d38-e90ed0123acf req-a48f0519-0164-4a81-9ef2-a450abb34ef8 service neutron] For port 883749f6-a2bc-4e52-a228-a471598e90cb, host n-h2-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=883749f6-a2bc-4e52-a228-a471598e90cb,segment=NetworkSegment(07d9f160-fff2-4ac7-81a2-60f8deeef159),segment_id=07d9f160-fff2-4ac7-81a2-60f8deeef159)] {{(pid=89109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:26:39.092030 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-609d944b-e951-4edd-b5a0-bfc06725470a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:39.161659 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-d552927d-2c85-483c-9d38-e90ed0123acf req-a48f0519-0164-4a81-9ef2-a450abb34ef8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:39.178210 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-03f0dbdf-c2b1-466f-bb05-cf2a73bab4d9 req-53dba193-903f-4591-8aad-2ee67e557d74 tempest-LiveMigrationNegativeTest-710515292 tempest-LiveMigrationNegativeTest-710515292-project] 10.222.0.55 "GET /v2.0/ports?device_id=370926b9-1df6-45d0-b44d-ab0df2e9cfd7 HTTP/1.1" status: 200 len: 210 time: 0.3007643 May 28 06:26:39.211601 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-609d944b-e951-4edd-b5a0-bfc06725470a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:39.235162 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2e7c590c-eda8-487a-b0ae-7c48ced22c60 req-edf7cfa6-ea51-4fc5-9d55-000301ebaa6a tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc8afbe2-63ab-495f-b953-08528fec512c HTTP/1.1" status: 200 len: 210 time: 0.1356492 May 28 06:26:39.262970 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab913b9e-e1ac-4827-a401-466f21a0a124'] response: {'server_uuid': '74fbbb23-4b39-4219-9314-c6160343c681', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '214def3a-6de4-41d2-9104-0d8b3c0002fa', 'code': 200} May 28 06:26:39.292254 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48f0519-0164-4a81-9ef2-a450abb34ef8 service neutron] Pushing event updated for resources: {'Port': ['ID=883749f6-a2bc-4e52-a228-a471598e90cb,revision_number=3']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:39.305559 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-609d944b-e951-4edd-b5a0-bfc06725470a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5c78ca9041354f37b458ce7ee8570900&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5697525 May 28 06:26:39.330563 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 53076) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:26:39.355222 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d552927d-2c85-483c-9d38-e90ed0123acf req-a48f0519-0164-4a81-9ef2-a450abb34ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:39.356292 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-d552927d-2c85-483c-9d38-e90ed0123acf req-a48f0519-0164-4a81-9ef2-a450abb34ef8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:39.361486 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-d552927d-2c85-483c-9d38-e90ed0123acf req-a48f0519-0164-4a81-9ef2-a450abb34ef8 service neutron] 10.222.0.71 "PUT /v2.0/ports/883749f6-a2bc-4e52-a228-a471598e90cb HTTP/1.1" status: 200 len: 1091 time: 2.1155894 May 28 06:26:39.368089 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609d944b-e951-4edd-b5a0-bfc06725470a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b103e0a4-daa9-4934-9fdd-50af4d152392,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:39.528587 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e1bef626-8aa9-4245-a8eb-9e375a68cfed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:39.566915 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e1bef626-8aa9-4245-a8eb-9e375a68cfed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:39.628320 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a6dbb8b7-ee9d-44d5-a7d8-346cbf403020 req-2ec2f72d-a94d-463e-ab3a-ee80fe7b0dcd service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b2cac498-5681-4d00-a219-f4b4fe770ade&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7493505 May 28 06:26:39.693320 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b79b9ceb-ff66-4673-8655-972933408741 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:39.704783 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e1bef626-8aa9-4245-a8eb-9e375a68cfed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:39.729985 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bef626-8aa9-4245-a8eb-9e375a68cfed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b103e0a4-daa9-4934-9fdd-50af4d152392,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:39.738729 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e1bef626-8aa9-4245-a8eb-9e375a68cfed admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:39.739526 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-e1bef626-8aa9-4245-a8eb-9e375a68cfed admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b103e0a4-daa9-4934-9fdd-50af4d152392 HTTP/1.1" status: 204 len: 168 time: 0.4076076 May 28 06:26:39.743363 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a783e97-e5e9-4e1a-8c4b-2948ee774bfb req-e815a4bf-3553-4b17-9a66-59d3c69733c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:39.744937 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-9a783e97-e5e9-4e1a-8c4b-2948ee774bfb req-e815a4bf-3553-4b17-9a66-59d3c69733c0 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=74fbbb23-4b39-4219-9314-c6160343c681 HTTP/1.1" status: 200 len: 1096 time: 0.3503718 May 28 06:26:39.810919 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 53084) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:26:39.812382 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-9a783e97-e5e9-4e1a-8c4b-2948ee774bfb req-ec570e1c-0aa3-4b4e-8727-4d73e1e90bbd service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=23fff79d-6911-4949-90e1-061adc265852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598123 May 28 06:26:39.814327 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d552927d-2c85-483c-9d38-e90ed0123acf req-ec778ff8-e7ad-42e8-8271-3419d8e170a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:39.815024 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b79b9ceb-ff66-4673-8655-972933408741 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:39.815769 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-d552927d-2c85-483c-9d38-e90ed0123acf req-ec778ff8-e7ad-42e8-8271-3419d8e170a1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d91f6eb4c7e44824b2ce0b8006557321&device_id=4ead97b6-ff7a-417e-b55d-6248b889924d HTTP/1.1" status: 200 len: 1094 time: 0.2897754 May 28 06:26:39.833875 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-030f8d59-f12f-420a-873e-09cf1e6f781f admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:39.834606 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 0776ea56-585e-48a6-96e3-e63192027301 no longer exists at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:26:39.853890 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-030f8d59-f12f-420a-873e-09cf1e6f781f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:26:39.859851 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-030f8d59-f12f-420a-873e-09cf1e6f781f admin admin] Usage tracker for resource:security_group_rule and tenant:d12487af69e8485fb31c2a26167042a3 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:26:39.863098 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-030f8d59-f12f-420a-873e-09cf1e6f781f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:26:39.868744 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-030f8d59-f12f-420a-873e-09cf1e6f781f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:26:39.886955 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] No Port match for: 0776ea56-585e-48a6-96e3-e63192027301 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:26:39.887967 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 0776ea56-585e-48a6-96e3-e63192027301 not bound to the agent host n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:26:39.905116 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df71e73-5704-4a70-8467-9c30207913d4 req-f24c9a58-99ee-49dd-91e1-4efe8d8e251f tempest-ServersAdminTestJSON-1164307170 tempest-ServersAdminTestJSON-1164307170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:39.906669 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8df71e73-5704-4a70-8467-9c30207913d4 req-f24c9a58-99ee-49dd-91e1-4efe8d8e251f tempest-ServersAdminTestJSON-1164307170 tempest-ServersAdminTestJSON-1164307170-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=b2cac498-5681-4d00-a219-f4b4fe770ade HTTP/1.1" status: 200 len: 1100 time: 0.3911602 May 28 06:26:39.928900 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-f067b360-4b38-4365-bf49-05883cecb693 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:39.960449 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a72515-07ed-4e93-8f7a-2bab806be514 req-83bd27fe-42ab-4818-890e-fccd16845232 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:39.963027 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-030f8d59-f12f-420a-873e-09cf1e6f781f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:39.965906 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-29a72515-07ed-4e93-8f7a-2bab806be514 req-83bd27fe-42ab-4818-890e-fccd16845232 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] 10.222.0.55 "GET /v2.0/ports?device_id=74fbbb23-4b39-4219-9314-c6160343c681 HTTP/1.1" status: 200 len: 945 time: 0.4515834 May 28 06:26:40.006170 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-f067b360-4b38-4365-bf49-05883cecb693 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Transition to ACTIVE for port object 3fb3ec73-12a3-4479-8d11-63f64b53e873 will not be triggered until provisioned by entity DHCP. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:26:40.036783 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-8df71e73-5704-4a70-8467-9c30207913d4 req-5a192d2c-af53-40ef-8434-d8d88d30481e tempest-ServersAdminTestJSON-1164307170 tempest-ServersAdminTestJSON-1164307170-project-admin] Synchronizing usage tracker for tenant:9682735f02fa46a194c9494d45f1c854 on resource:security_group {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:26:40.057932 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-29a72515-07ed-4e93-8f7a-2bab806be514 req-1eea5e75-0bcc-4eaa-a9f4-8abbc0b85e2f tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] 10.222.0.55 "GET /v2.0/security-groups?id=23fff79d-6911-4949-90e1-061adc265852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787933 May 28 06:26:40.063275 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-030f8d59-f12f-420a-873e-09cf1e6f781f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:40.073792 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dbb8b7-ee9d-44d5-a7d8-346cbf403020 req-5919424d-580e-48d1-93a0-8874bd1a2e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:40.075429 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a6dbb8b7-ee9d-44d5-a7d8-346cbf403020 req-5919424d-580e-48d1-93a0-8874bd1a2e29 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=939489430c7749c59f0791a254a21615&device_id=b2cac498-5681-4d00-a219-f4b4fe770ade HTTP/1.1" status: 200 len: 1100 time: 0.3222187 May 28 06:26:40.119449 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b79b9ceb-ff66-4673-8655-972933408741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:40.199298 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-f067b360-4b38-4365-bf49-05883cecb693 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:40.206938 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79b9ceb-ff66-4673-8655-972933408741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffa2ce3e-9ed5-444d-8e63-989d1b8e9c33,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:40.255820 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-8df71e73-5704-4a70-8467-9c30207913d4 req-5a192d2c-af53-40ef-8434-d8d88d30481e tempest-ServersAdminTestJSON-1164307170 tempest-ServersAdminTestJSON-1164307170-project-admin] Unset dirty status for tenant:9682735f02fa46a194c9494d45f1c854 on resource:security_group {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:26:40.257097 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8df71e73-5704-4a70-8467-9c30207913d4 req-5a192d2c-af53-40ef-8434-d8d88d30481e tempest-ServersAdminTestJSON-1164307170 tempest-ServersAdminTestJSON-1164307170-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=003cca32-7671-4721-8c5a-98dfd2100d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3327725 May 28 06:26:40.286727 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-d552927d-2c85-483c-9d38-e90ed0123acf req-00398f9e-ef96-4044-817c-68e03c9dd800 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=883749f6-a2bc-4e52-a228-a471598e90cb HTTP/1.1" status: 200 len: 217 time: 0.0669079 May 28 06:26:40.293271 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-030f8d59-f12f-420a-873e-09cf1e6f781f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d12487af69e8485fb31c2a26167042a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4742610 May 28 06:26:40.293271 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030f8d59-f12f-420a-873e-09cf1e6f781f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24e73639-8c3c-4ab4-a9f1-babae22c1c66,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:40.294294 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 53096) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:26:40.363473 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-f067b360-4b38-4365-bf49-05883cecb693 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Network 9b9370ac-f402-419d-a185-61eac57b38a9 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:26:40.371111 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-f067b360-4b38-4365-bf49-05883cecb693 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:26:40.385337 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-f067b360-4b38-4365-bf49-05883cecb693 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:26:40.448474 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d552927d-2c85-483c-9d38-e90ed0123acf req-68a5b13b-c87f-466c-8c57-2d0cabeb6113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:40.457141 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-d552927d-2c85-483c-9d38-e90ed0123acf req-68a5b13b-c87f-466c-8c57-2d0cabeb6113 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9c4f9492-bb3a-4b06-9439-952a7bc7785e HTTP/1.1" status: 200 len: 845 time: 0.1545229 May 28 06:26:40.458496 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f067b360-4b38-4365-bf49-05883cecb693 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Pushing event updated for resources: {'Port': ['ID=3fb3ec73-12a3-4479-8d11-63f64b53e873,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:40.511962 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b79b9ceb-ff66-4673-8655-972933408741 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:40.516697 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-b79b9ceb-ff66-4673-8655-972933408741 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ffa2ce3e-9ed5-444d-8e63-989d1b8e9c33 HTTP/1.1" status: 204 len: 168 time: 1.9945719 May 28 06:26:40.533517 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dbb8b7-ee9d-44d5-a7d8-346cbf403020 req-216b1349-9ebe-47ef-8734-c3c91a5e97f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:40.535170 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a6dbb8b7-ee9d-44d5-a7d8-346cbf403020 req-216b1349-9ebe-47ef-8734-c3c91a5e97f3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=bb90c162-fdb0-406b-af2b-5eef830db7a9 HTTP/1.1" status: 200 len: 870 time: 0.4380698 May 28 06:26:40.537356 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ead97b6-ff7a-417e-b55d-6248b889924d', 'tag': '883749f6-a2bc-4e52-a228-a471598e90cb'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:26:40.550751 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-f067b360-4b38-4365-bf49-05883cecb693 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:40.551726 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-f067b360-4b38-4365-bf49-05883cecb693 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:40.584339 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-faf90dcd-5f83-47db-b839-90fb7966ef51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:40.644589 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-faf90dcd-5f83-47db-b839-90fb7966ef51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:40.689370 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a6dbb8b7-ee9d-44d5-a7d8-346cbf403020 req-ce09c3af-aac0-48cd-a78d-f2ddfe045610 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=a699bdd8-4938-4757-b19e-675730d9996a HTTP/1.1" status: 200 len: 217 time: 0.1454723 May 28 06:26:40.727333 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d552927d-2c85-483c-9d38-e90ed0123acf req-54324e4e-d440-475b-a0e1-913b7316b485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:40.728842 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-d552927d-2c85-483c-9d38-e90ed0123acf req-54324e4e-d440-475b-a0e1-913b7316b485 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d78b7af4-098f-4263-8522-732b24d86d73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2641649 May 28 06:26:40.775183 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0275e91-ce58-43c6-bc82-b7411a43f552 req-8e9c7b0c-d55e-4ef9-847d-c82856834639 tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:40.776896 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b0275e91-ce58-43c6-bc82-b7411a43f552 req-8e9c7b0c-d55e-4ef9-847d-c82856834639 tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] 10.222.0.55 "GET /v2.0/ports?device_id=4ead97b6-ff7a-417e-b55d-6248b889924d HTTP/1.1" status: 200 len: 943 time: 0.5090895 May 28 06:26:40.802735 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-f067b360-4b38-4365-bf49-05883cecb693 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7966869 May 28 06:26:40.813068 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dbb8b7-ee9d-44d5-a7d8-346cbf403020 req-bbb25a50-9e4e-466e-b04e-9beb2e4e186a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:40.814565 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a6dbb8b7-ee9d-44d5-a7d8-346cbf403020 req-bbb25a50-9e4e-466e-b04e-9beb2e4e186a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e72d0ca5-04cb-4b36-82b1-c75214c9eb05 HTTP/1.1" status: 200 len: 843 time: 0.1162598 May 28 06:26:40.928304 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-d552927d-2c85-483c-9d38-e90ed0123acf req-4a90e318-2451-4156-804d-ad90f8288271 service neutron] 10.222.0.71 "GET /v2.0/networks/d78b7af4-098f-4263-8522-732b24d86d73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910040 May 28 06:26:40.929370 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-faf90dcd-5f83-47db-b839-90fb7966ef51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:40.930680 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-7e12af09-e1fa-4849-87c4-5876ae98c01d tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Request body: {'port': {'device_id': 'fc8afbe2-63ab-495f-b953-08528fec512c', 'network_id': 'a9ffdff9-c2bf-42e5-aa28-4268d54cc9bc', 'admin_state_up': True, 'tenant_id': '5a27568d2aff479086cfcad7501ab2c8', 'security_groups': ['330866ba-92b0-424f-b7e1-e6c41912745c']}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:26:40.949187 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-9eefc49f-1a24-411c-b7b0-7dc96364e826 None None] Provisioning for port 3fb3ec73-12a3-4479-8d11-63f64b53e873 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:26:40.956326 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-9eefc49f-1a24-411c-b7b0-7dc96364e826 None None] Provisioning complete for port 3fb3ec73-12a3-4479-8d11-63f64b53e873 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:26:40.956699 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-9eefc49f-1a24-411c-b7b0-7dc96364e826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:40.965310 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b0275e91-ce58-43c6-bc82-b7411a43f552 req-c0971577-da58-4252-bff2-c6774b77ce20 tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] 10.222.0.55 "GET /v2.0/security-groups?id=6e208dcc-a1fa-4f82-a32c-c10affe88f76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1819286 May 28 06:26:40.986807 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf90dcd-5f83-47db-b839-90fb7966ef51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24e73639-8c3c-4ab4-a9f1-babae22c1c66,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:41.083843 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8881ed3-9183-4c6e-8016-9747b8b06dfc req-2876e577-6346-46ec-8858-474f389aca5c tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:41.084874 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-f8881ed3-9183-4c6e-8016-9747b8b06dfc req-2876e577-6346-46ec-8858-474f389aca5c tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Synchronizing usage tracker for tenant:5a27568d2aff479086cfcad7501ab2c8 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:26:41.086211 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-faf90dcd-5f83-47db-b839-90fb7966ef51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:41.089874 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-faf90dcd-5f83-47db-b839-90fb7966ef51 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/24e73639-8c3c-4ab4-a9f1-babae22c1c66 HTTP/1.1" status: 204 len: 168 time: 0.7903919 May 28 06:26:41.125647 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-9eefc49f-1a24-411c-b7b0-7dc96364e826 None None] Port 3fb3ec73-12a3-4479-8d11-63f64b53e873 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:26:41.182081 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-d552927d-2c85-483c-9d38-e90ed0123acf req-a10ce9fe-69c5-4cfc-a014-758b4a7c6bd5 service neutron] 10.222.0.71 "GET /v2.0/networks/d78b7af4-098f-4263-8522-732b24d86d73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391427 May 28 06:26:41.236483 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-f8881ed3-9183-4c6e-8016-9747b8b06dfc req-2876e577-6346-46ec-8858-474f389aca5c tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Unset dirty status for tenant:5a27568d2aff479086cfcad7501ab2c8 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:26:41.241994 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f8881ed3-9183-4c6e-8016-9747b8b06dfc req-2876e577-6346-46ec-8858-474f389aca5c tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc8afbe2-63ab-495f-b953-08528fec512c HTTP/1.1" status: 200 len: 932 time: 0.6248524 May 28 06:26:41.260154 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 53122) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:26:41.278362 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-7e12af09-e1fa-4849-87c4-5876ae98c01d tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:26:41.284821 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dbb8b7-ee9d-44d5-a7d8-346cbf403020 req-13e9a95a-d9a2-4a50-87cc-6e6d861fbc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:41.286283 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a6dbb8b7-ee9d-44d5-a7d8-346cbf403020 req-13e9a95a-d9a2-4a50-87cc-6e6d861fbc8b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bb90c162-fdb0-406b-af2b-5eef830db7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4634237 May 28 06:26:41.354963 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f8881ed3-9183-4c6e-8016-9747b8b06dfc req-fd1a3ad6-cd44-4a1b-b55e-6a192751a7cc tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.55 "GET /v2.0/security-groups?id=330866ba-92b0-424f-b7e1-e6c41912745c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075079 May 28 06:26:41.358684 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-7e12af09-e1fa-4849-87c4-5876ae98c01d tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:26:41.418356 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc333468-31c7-4d04-8903-e87bfe4c4892'] response: {'name': 'network-changed', 'server_uuid': '4ead97b6-ff7a-417e-b55d-6248b889924d', 'tag': '883749f6-a2bc-4e52-a228-a471598e90cb', 'status': 'completed', 'code': 200} May 28 06:26:41.625459 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf13eb2-0e09-4e71-b43c-0d419793af47 req-04a86638-0204-4219-bdfb-ef3bccb40384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:41.627577 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbff5e97-1408-4d06-aa77-dfdc03072e95 req-c92675bf-2b1a-4a38-9dee-80bd39364dc4 tempest-ServersAdminTestJSON-1164307170 tempest-ServersAdminTestJSON-1164307170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:41.630516 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-ccf13eb2-0e09-4e71-b43c-0d419793af47 req-04a86638-0204-4219-bdfb-ef3bccb40384 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d91f6eb4c7e44824b2ce0b8006557321&device_id=4ead97b6-ff7a-417e-b55d-6248b889924d HTTP/1.1" status: 200 len: 1094 time: 0.1306272 May 28 06:26:41.640131 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cbff5e97-1408-4d06-aa77-dfdc03072e95 req-c92675bf-2b1a-4a38-9dee-80bd39364dc4 tempest-ServersAdminTestJSON-1164307170 tempest-ServersAdminTestJSON-1164307170-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=b2cac498-5681-4d00-a219-f4b4fe770ade HTTP/1.1" status: 200 len: 1100 time: 0.4895127 May 28 06:26:41.675371 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-7e12af09-e1fa-4849-87c4-5876ae98c01d tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Made reservation on behalf of 5a27568d2aff479086cfcad7501ab2c8 for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:26:41.678986 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-7e12af09-e1fa-4849-87c4-5876ae98c01d tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:41.752502 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cbff5e97-1408-4d06-aa77-dfdc03072e95 req-cb67fd74-a986-4c12-855e-01fafd14c41d tempest-ServersAdminTestJSON-1164307170 tempest-ServersAdminTestJSON-1164307170-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=003cca32-7671-4721-8c5a-98dfd2100d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114414 May 28 06:26:41.761543 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a6dbb8b7-ee9d-44d5-a7d8-346cbf403020 req-870a2d7b-1c00-4e77-b06a-2ace28291d38 service neutron] 10.222.0.69 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4676142 May 28 06:26:41.941655 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf13eb2-0e09-4e71-b43c-0d419793af47 req-7ff508f9-c22d-43db-a069-61452473c215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:41.943867 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-ccf13eb2-0e09-4e71-b43c-0d419793af47 req-7ff508f9-c22d-43db-a069-61452473c215 service neutron] 10.222.0.71 "GET /v2.0/networks?id=d78b7af4-098f-4263-8522-732b24d86d73 HTTP/1.1" status: 200 len: 907 time: 0.3054404 May 28 06:26:42.038458 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-ccf13eb2-0e09-4e71-b43c-0d419793af47 req-14bd5c8e-7d06-4d6d-bb9c-9acb1416ddba service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=883749f6-a2bc-4e52-a228-a471598e90cb HTTP/1.1" status: 200 len: 217 time: 0.0883238 May 28 06:26:42.045370 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-7cdda697-0f33-4515-af72-4b7d0495a6ba admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6d26c0ce17484ee58a8a7b1583fbfb9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7840474 May 28 06:26:42.049601 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 53150) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:26:42.178564 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b678a8e-1a1b-4cca-a840-367616c1d818 req-3d1bfb53-f15b-4761-8443-6caf5aeb278f tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:42.184349 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1b678a8e-1a1b-4cca-a840-367616c1d818 req-3d1bfb53-f15b-4761-8443-6caf5aeb278f tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] 10.222.0.55 "GET /v2.0/ports?device_id=74fbbb23-4b39-4219-9314-c6160343c681 HTTP/1.1" status: 200 len: 945 time: 0.6569123 May 28 06:26:42.206048 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-7e12af09-e1fa-4849-87c4-5876ae98c01d tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Allocated IP 10.1.1.10 (a9ffdff9-c2bf-42e5-aa28-4268d54cc9bc/486c83aa-9cd6-4997-a0c5-177cd007dece/7f054f0f-9345-49d9-a79c-80f8a2c35139) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:26:42.212267 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f88fef26-5b64-4ed2-abf3-dcbfb90a557a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:42.281181 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f88fef26-5b64-4ed2-abf3-dcbfb90a557a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:42.295207 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf13eb2-0e09-4e71-b43c-0d419793af47 req-92ebb9ea-1fb5-4a1a-94ac-ed68f511287b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:42.296978 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-ccf13eb2-0e09-4e71-b43c-0d419793af47 req-92ebb9ea-1fb5-4a1a-94ac-ed68f511287b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9c4f9492-bb3a-4b06-9439-952a7bc7785e HTTP/1.1" status: 200 len: 845 time: 0.2438574 May 28 06:26:42.376288 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1b678a8e-1a1b-4cca-a840-367616c1d818 req-a817d73c-a7dc-41ff-a32f-c58d06ee5e5e tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] 10.222.0.55 "GET /v2.0/security-groups?id=23fff79d-6911-4949-90e1-061adc265852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672671 May 28 06:26:42.437072 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a6dbb8b7-ee9d-44d5-a7d8-346cbf403020 req-36e99135-0655-46ab-87dd-f688511404aa service neutron] 10.222.0.69 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6666641 May 28 06:26:42.438288 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf13eb2-0e09-4e71-b43c-0d419793af47 req-b4201f51-c1a1-4e19-bce1-96d9680a83f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:42.439874 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-ccf13eb2-0e09-4e71-b43c-0d419793af47 req-b4201f51-c1a1-4e19-bce1-96d9680a83f7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d78b7af4-098f-4263-8522-732b24d86d73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1362653 May 28 06:26:42.582901 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3737bf5-deaf-4a58-aeee-d93eb24bcc4c req-f76f5a12-c126-4836-ad81-25854a6d4608 tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:42.590078 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d3737bf5-deaf-4a58-aeee-d93eb24bcc4c req-f76f5a12-c126-4836-ad81-25854a6d4608 tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] 10.222.0.55 "GET /v2.0/ports?device_id=4ead97b6-ff7a-417e-b55d-6248b889924d HTTP/1.1" status: 200 len: 943 time: 0.3553400 May 28 06:26:42.672790 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d3737bf5-deaf-4a58-aeee-d93eb24bcc4c req-c19ce181-59b6-4b5a-a81d-d38118b03a06 tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] 10.222.0.55 "GET /v2.0/security-groups?id=6e208dcc-a1fa-4f82-a32c-c10affe88f76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817358 May 28 06:26:42.677088 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-ccf13eb2-0e09-4e71-b43c-0d419793af47 req-6c16451b-4a3b-4ad5-a6a6-36d8dd5a62fb service neutron] 10.222.0.71 "GET /v2.0/networks/d78b7af4-098f-4263-8522-732b24d86d73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267375 May 28 06:26:42.686864 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f88fef26-5b64-4ed2-abf3-dcbfb90a557a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:42.746021 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88fef26-5b64-4ed2-abf3-dcbfb90a557a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd4f772a-3605-4ce2-bce7-8f5466d1255d,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:42.842420 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-7e12af09-e1fa-4849-87c4-5876ae98c01d tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:42.886969 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f88fef26-5b64-4ed2-abf3-dcbfb90a557a admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:42.888246 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-f88fef26-5b64-4ed2-abf3-dcbfb90a557a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cd4f772a-3605-4ce2-bce7-8f5466d1255d HTTP/1.1" status: 204 len: 168 time: 0.8373582 May 28 06:26:42.903948 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-7e12af09-e1fa-4849-87c4-5876ae98c01d tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Transition to ACTIVE for port object 7f054f0f-9345-49d9-a79c-80f8a2c35139 will not be triggered until provisioned by entity DHCP. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:26:42.968041 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da23211-7506-46d7-8159-f63731375611 req-96b3c2cd-9a8d-490c-8b20-8798223ed91b tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:42.968967 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-ccf13eb2-0e09-4e71-b43c-0d419793af47 req-8cb15561-1b2e-49df-a1d9-d41d4be0c125 service neutron] 10.222.0.71 "GET /v2.0/networks/d78b7af4-098f-4263-8522-732b24d86d73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2596953 May 28 06:26:42.969879 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3da23211-7506-46d7-8159-f63731375611 req-96b3c2cd-9a8d-490c-8b20-8798223ed91b tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc8afbe2-63ab-495f-b953-08528fec512c HTTP/1.1" status: 200 len: 932 time: 0.2282674 May 28 06:26:43.042322 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3da23211-7506-46d7-8159-f63731375611 req-c26abb06-6b09-4f40-9eae-fe81f40bfd07 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.55 "GET /v2.0/security-groups?id=330866ba-92b0-424f-b7e1-e6c41912745c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634711 May 28 06:26:43.099599 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-7e12af09-e1fa-4849-87c4-5876ae98c01d tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:43.187232 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-7e12af09-e1fa-4849-87c4-5876ae98c01d tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Network a9ffdff9-c2bf-42e5-aa28-4268d54cc9bc is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:26:43.189785 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-7e12af09-e1fa-4849-87c4-5876ae98c01d tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:26:43.194189 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-7e12af09-e1fa-4849-87c4-5876ae98c01d tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:26:43.292245 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-7e12af09-e1fa-4849-87c4-5876ae98c01d tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:43.292868 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-7e12af09-e1fa-4849-87c4-5876ae98c01d tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:43.304779 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e12af09-e1fa-4849-87c4-5876ae98c01d tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Pushing event updated for resources: {'Port': ['ID=7f054f0f-9345-49d9-a79c-80f8a2c35139,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:43.424236 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-7e12af09-e1fa-4849-87c4-5876ae98c01d tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.5250568 May 28 06:26:43.454398 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-9810a931-1d9d-40b1-b965-ef3d663df29c tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Request body: {'port': {'device_id': 'fc8afbe2-63ab-495f-b953-08528fec512c', 'network_id': 'a9ffdff9-c2bf-42e5-aa28-4268d54cc9bc', 'admin_state_up': True, 'tenant_id': '5a27568d2aff479086cfcad7501ab2c8', 'security_groups': ['330866ba-92b0-424f-b7e1-e6c41912745c']}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:26:43.643968 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-9810a931-1d9d-40b1-b965-ef3d663df29c tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:26:43.649382 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-9810a931-1d9d-40b1-b965-ef3d663df29c tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Usage tracker for resource:port and tenant:5a27568d2aff479086cfcad7501ab2c8 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:26:43.652907 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-9810a931-1d9d-40b1-b965-ef3d663df29c tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Quota usage for port was recalculated. Used quota:9. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:26:43.660599 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-9810a931-1d9d-40b1-b965-ef3d663df29c tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:26:43.693663 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-b5b492f7-4ca6-4625-b89a-abc72be027f9 None None] Provisioning for port 7f054f0f-9345-49d9-a79c-80f8a2c35139 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:26:43.702203 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-b5b492f7-4ca6-4625-b89a-abc72be027f9 None None] Provisioning complete for port 7f054f0f-9345-49d9-a79c-80f8a2c35139 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:26:43.702713 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b5b492f7-4ca6-4625-b89a-abc72be027f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:43.848203 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 883749f6-a2bc-4e52-a228-a471598e90cb details requested by agent hyperv_n-h2-843702-1 with host n-h2-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:26:43.859990 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-b5b492f7-4ca6-4625-b89a-abc72be027f9 None None] Port 7f054f0f-9345-49d9-a79c-80f8a2c35139 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:26:43.885830 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 53204) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:26:43.916689 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-9810a931-1d9d-40b1-b965-ef3d663df29c tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Made reservation on behalf of 5a27568d2aff479086cfcad7501ab2c8 for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:26:43.923081 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 53214) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:26:43.926974 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-9810a931-1d9d-40b1-b965-ef3d663df29c tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:44.121753 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-9ae76576-d0c0-4700-bd3d-325d24dc52ec admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6b40a74a903b44d0a48606725628d598&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1970587 May 28 06:26:44.124819 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 53220) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:26:44.225252 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca952aa8-b994-470f-9496-c3ba8bdaed14 req-8a2a9290-cabe-4b09-9873-d0a9eeeb4946 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:44.245197 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ca952aa8-b994-470f-9496-c3ba8bdaed14 req-8a2a9290-cabe-4b09-9873-d0a9eeeb4946 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] 10.222.0.55 "GET /v2.0/ports?device_id=74fbbb23-4b39-4219-9314-c6160343c681 HTTP/1.1" status: 200 len: 945 time: 0.4263563 May 28 06:26:44.291526 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a981d071-c554-4f30-822a-6fc34f2febed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:44.342229 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 883749f6-a2bc-4e52-a228-a471598e90cb, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=883749f6-a2bc-4e52-a228-a471598e90cb,segment=NetworkSegment(07d9f160-fff2-4ac7-81a2-60f8deeef159),segment_id=07d9f160-fff2-4ac7-81a2-60f8deeef159)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:26:44.368307 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a981d071-c554-4f30-822a-6fc34f2febed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:44.373589 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Returning: {'device': '883749f6-a2bc-4e52-a228-a471598e90cb', 'network_id': 'd78b7af4-098f-4263-8522-732b24d86d73', 'port_id': '883749f6-a2bc-4e52-a228-a471598e90cb', 'mac_address': 'fa:16:3e:7b:bb:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c4f9492-bb3a-4b06-9439-952a7bc7785e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:26:44.407806 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ca952aa8-b994-470f-9496-c3ba8bdaed14 req-32aecb9c-a68c-4bd3-af2f-5176700ec7f5 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] 10.222.0.55 "GET /v2.0/security-groups?id=23fff79d-6911-4949-90e1-061adc265852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613929 May 28 06:26:44.470373 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-eb23d2c6-f5b5-4728-a970-6f12938b2b3a admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-592983147-network', 'tenant_id': '74efa5df31b04bb3906662ad8170d0a0'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:26:44.476222 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-eb23d2c6-f5b5-4728-a970-6f12938b2b3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:26:44.483917 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-eb23d2c6-f5b5-4728-a970-6f12938b2b3a admin admin] Usage tracker for resource:network and tenant:74efa5df31b04bb3906662ad8170d0a0 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:26:44.489348 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-eb23d2c6-f5b5-4728-a970-6f12938b2b3a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:26:44.496273 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-eb23d2c6-f5b5-4728-a970-6f12938b2b3a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:26:44.516533 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 883749f6-a2bc-4e52-a228-a471598e90cb is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:26:44.516969 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:44.529166 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-9810a931-1d9d-40b1-b965-ef3d663df29c tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Allocated IP 10.1.1.47 (a9ffdff9-c2bf-42e5-aa28-4268d54cc9bc/486c83aa-9cd6-4997-a0c5-177cd007dece/ecbf4d7c-46a2-4775-9309-6c6a862cec86) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:26:44.538971 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 883749f6-a2bc-4e52-a228-a471598e90cb {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:26:44.561193 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 883749f6-a2bc-4e52-a228-a471598e90cb, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=883749f6-a2bc-4e52-a228-a471598e90cb,segment=NetworkSegment(07d9f160-fff2-4ac7-81a2-60f8deeef159),segment_id=07d9f160-fff2-4ac7-81a2-60f8deeef159)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:26:44.572469 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a981d071-c554-4f30-822a-6fc34f2febed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:44.597328 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a981d071-c554-4f30-822a-6fc34f2febed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2654d541-248c-4bbe-9b12-f581202b904f,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:44.614984 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a981d071-c554-4f30-822a-6fc34f2febed admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:44.621281 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-a981d071-c554-4f30-822a-6fc34f2febed admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2654d541-248c-4bbe-9b12-f581202b904f HTTP/1.1" status: 204 len: 168 time: 0.4905529 May 28 06:26:44.621281 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb23d2c6-f5b5-4728-a970-6f12938b2b3a admin admin] Made reservation on behalf of 74efa5df31b04bb3906662ad8170d0a0 for: {'network': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:26:44.621281 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-eb23d2c6-f5b5-4728-a970-6f12938b2b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:44.643209 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-eb23d2c6-f5b5-4728-a970-6f12938b2b3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:44.709228 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:44.825468 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=883749f6-a2bc-4e52-a228-a471598e90cb,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:44.947731 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-eb23d2c6-f5b5-4728-a970-6f12938b2b3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:26:44.959181 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71e12a7-9e69-46e5-8215-7675d8bec7b0 req-4e46c562-55c7-41db-a335-18be35d151a8 tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:44.960743 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a71e12a7-9e69-46e5-8215-7675d8bec7b0 req-4e46c562-55c7-41db-a335-18be35d151a8 tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] 10.222.0.55 "GET /v2.0/ports?device_id=4ead97b6-ff7a-417e-b55d-6248b889924d HTTP/1.1" status: 200 len: 944 time: 0.3311069 May 28 06:26:44.969654 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-eb23d2c6-f5b5-4728-a970-6f12938b2b3a admin admin] Usage tracker for resource:security_group_rule and tenant:74efa5df31b04bb3906662ad8170d0a0 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:26:44.976510 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-eb23d2c6-f5b5-4728-a970-6f12938b2b3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:26:44.991027 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-eb23d2c6-f5b5-4728-a970-6f12938b2b3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:26:45.009573 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['883749f6-a2bc-4e52-a228-a471598e90cb'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:26:45.049574 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a71e12a7-9e69-46e5-8215-7675d8bec7b0 req-5bdfa3c7-7d04-4e92-8368-891f5f0f7113 tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] 10.222.0.55 "GET /v2.0/security-groups?id=6e208dcc-a1fa-4f82-a32c-c10affe88f76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629988 May 28 06:26:45.052695 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-9810a931-1d9d-40b1-b965-ef3d663df29c tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:45.092019 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-9810a931-1d9d-40b1-b965-ef3d663df29c tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Transition to ACTIVE for port object ecbf4d7c-46a2-4775-9309-6c6a862cec86 will not be triggered until provisioned by entity DHCP. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:26:45.107339 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185a6962-dc87-4d46-8d1d-491af0616f8c req-35fd8823-b56f-4f38-982f-8ea458a025d1 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:45.123743 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-185a6962-dc87-4d46-8d1d-491af0616f8c req-35fd8823-b56f-4f38-982f-8ea458a025d1 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Synchronizing usage tracker for tenant:16fae7f21e73441b8f27011aec16439a on resource:port {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:26:45.307055 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-eb23d2c6-f5b5-4728-a970-6f12938b2b3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:45.329311 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-9810a931-1d9d-40b1-b965-ef3d663df29c tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:45.355051 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-185a6962-dc87-4d46-8d1d-491af0616f8c req-35fd8823-b56f-4f38-982f-8ea458a025d1 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Unset dirty status for tenant:16fae7f21e73441b8f27011aec16439a on resource:port {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:26:45.356304 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-185a6962-dc87-4d46-8d1d-491af0616f8c req-35fd8823-b56f-4f38-982f-8ea458a025d1 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] 10.222.0.71 "GET /v2.0/ports?device_id=74fbbb23-4b39-4219-9314-c6160343c681 HTTP/1.1" status: 200 len: 945 time: 0.4609933 May 28 06:26:45.458797 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-eb23d2c6-f5b5-4728-a970-6f12938b2b3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:45.482475 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-9810a931-1d9d-40b1-b965-ef3d663df29c tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Network a9ffdff9-c2bf-42e5-aa28-4268d54cc9bc is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:26:45.490448 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-9810a931-1d9d-40b1-b965-ef3d663df29c tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:26:45.493019 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-9810a931-1d9d-40b1-b965-ef3d663df29c tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:26:45.543312 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb23d2c6-f5b5-4728-a970-6f12938b2b3a admin admin] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=89109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:26:45.620990 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [req-185a6962-dc87-4d46-8d1d-491af0616f8c req-cde30d58-a2e0-4603-a2eb-0b2e88c6df08 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Deleting port 214def3a-6de4-41d2-9104-0d8b3c0002fa {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:26:45.621476 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-185a6962-dc87-4d46-8d1d-491af0616f8c req-cde30d58-a2e0-4603-a2eb-0b2e88c6df08 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:45.660743 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-9810a931-1d9d-40b1-b965-ef3d663df29c tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:45.661407 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-9810a931-1d9d-40b1-b965-ef3d663df29c tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:45.745306 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6b118d-ba85-4678-8528-0f2da7325381 req-1365dc9b-d171-464e-bf0e-45d9f26d5c5e tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:45.751494 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6b118d-ba85-4678-8528-0f2da7325381 req-1365dc9b-d171-464e-bf0e-45d9f26d5c5e tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:45.752116 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-5a6b118d-ba85-4678-8528-0f2da7325381 req-1365dc9b-d171-464e-bf0e-45d9f26d5c5e tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Synchronizing usage tracker for tenant:5a27568d2aff479086cfcad7501ab2c8 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:26:45.755368 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9810a931-1d9d-40b1-b965-ef3d663df29c tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Pushing event updated for resources: {'Port': ['ID=ecbf4d7c-46a2-4775-9309-6c6a862cec86,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:45.777047 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-eb23d2c6-f5b5-4728-a970-6f12938b2b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:45.777739 n-d-843702-1 neutron-server[89109]: INFO neutron.db.segments_db [None req-eb23d2c6-f5b5-4728-a970-6f12938b2b3a admin admin] Added segment a4c3f4ec-3c33-4362-bb48-7e64bee770a9 of type vlan for network 288346a5-f33c-49f7-9d6b-a77223fb06e0 May 28 06:26:45.784281 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128686c7-0453-49a8-ba01-3fd99cbc007b req-98ea7b31-b1cb-45a2-a956-243d8723dea9 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:45.791393 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-128686c7-0453-49a8-ba01-3fd99cbc007b req-98ea7b31-b1cb-45a2-a956-243d8723dea9 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.55 "GET /v2.0/ports?device_id=b2cac498-5681-4d00-a219-f4b4fe770ade HTTP/1.1" status: 200 len: 949 time: 0.5712988 May 28 06:26:45.815120 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-eb23d2c6-f5b5-4728-a970-6f12938b2b3a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:45.821993 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-9810a931-1d9d-40b1-b965-ef3d663df29c tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.3729773 May 28 06:26:45.843934 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-74a5e260-d319-42cb-8b33-cf96835c8347 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Request body: {'port': {'device_id': 'fc8afbe2-63ab-495f-b953-08528fec512c', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'e169afd5-829f-4c55-b1b4-034fdabca79b', 'admin_state_up': True, 'tenant_id': '5a27568d2aff479086cfcad7501ab2c8', 'security_groups': ['330866ba-92b0-424f-b7e1-e6c41912745c']}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:26:45.869953 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 883749f6-a2bc-4e52-a228-a471598e90cb up at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:26:45.903448 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb23d2c6-f5b5-4728-a970-6f12938b2b3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2531cb50-9f3d-45b0-9bd5-40036828fa7b,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:45.926297 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-128686c7-0453-49a8-ba01-3fd99cbc007b req-ecc1059a-f774-4444-9fb5-1309da38ef97 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.55 "GET /v2.0/security-groups?id=003cca32-7671-4721-8c5a-98dfd2100d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341782 May 28 06:26:45.963587 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-eb23d2c6-f5b5-4728-a970-6f12938b2b3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:45.968249 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb23d2c6-f5b5-4728-a970-6f12938b2b3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:45.970277 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-eb23d2c6-f5b5-4728-a970-6f12938b2b3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:45.999000 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-5a6b118d-ba85-4678-8528-0f2da7325381 req-1365dc9b-d171-464e-bf0e-45d9f26d5c5e tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Unset dirty status for tenant:5a27568d2aff479086cfcad7501ab2c8 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:26:46.000772 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5a6b118d-ba85-4678-8528-0f2da7325381 req-1365dc9b-d171-464e-bf0e-45d9f26d5c5e tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc8afbe2-63ab-495f-b953-08528fec512c HTTP/1.1" status: 200 len: 1653 time: 0.7317977 May 28 06:26:46.150033 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-7c41df2c-c083-4f60-9ca1-cf5a95f8c7aa None None] Provisioning for port ecbf4d7c-46a2-4775-9309-6c6a862cec86 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:26:46.154332 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5a6b118d-ba85-4678-8528-0f2da7325381 req-a35b795e-bf34-444e-ac6d-ef4b88da6880 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.55 "GET /v2.0/security-groups?id=330866ba-92b0-424f-b7e1-e6c41912745c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1454935 May 28 06:26:46.156975 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-7c41df2c-c083-4f60-9ca1-cf5a95f8c7aa None None] Provisioning complete for port ecbf4d7c-46a2-4775-9309-6c6a862cec86 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:26:46.157623 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-7c41df2c-c083-4f60-9ca1-cf5a95f8c7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:46.202881 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb23d2c6-f5b5-4728-a970-6f12938b2b3a admin admin] Pushing event updated for resources: {'Network': ['ID=288346a5-f33c-49f7-9d6b-a77223fb06e0,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:46.238093 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 288346a5-f33c-49f7-9d6b-a77223fb06e0 details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:26:46.303536 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-74a5e260-d319-42cb-8b33-cf96835c8347 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:26:46.336775 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf9e662-4d27-4870-a79a-573c7fc6b223 req-0fceb81a-f8af-4674-b9e7-462795f21c92 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:46.344336 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bdf9e662-4d27-4870-a79a-573c7fc6b223 req-0fceb81a-f8af-4674-b9e7-462795f21c92 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] 10.222.0.55 "GET /v2.0/ports?device_id=74fbbb23-4b39-4219-9314-c6160343c681 HTTP/1.1" status: 200 len: 945 time: 0.2716343 May 28 06:26:46.346574 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-74a5e260-d319-42cb-8b33-cf96835c8347 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:26:46.379692 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-eb23d2c6-f5b5-4728-a970-6f12938b2b3a admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.4928880 May 28 06:26:46.384198 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 53300) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:26:46.394942 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-276f4bc3-3d3f-4fca-af00-c6c112c0970a admin admin] Request body: {'subnet': {'network_id': '288346a5-f33c-49f7-9d6b-a77223fb06e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-592983147-subnet', 'tenant_id': '74efa5df31b04bb3906662ad8170d0a0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:26:46.407057 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-276f4bc3-3d3f-4fca-af00-c6c112c0970a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:26:46.433829 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-276f4bc3-3d3f-4fca-af00-c6c112c0970a admin admin] Usage tracker for resource:subnet and tenant:74efa5df31b04bb3906662ad8170d0a0 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:26:46.449547 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-276f4bc3-3d3f-4fca-af00-c6c112c0970a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:26:46.477239 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-276f4bc3-3d3f-4fca-af00-c6c112c0970a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:26:46.485451 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning for port 883749f6-a2bc-4e52-a228-a471598e90cb completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:26:46.501821 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-255ffab1-730d-412b-80be-a58b3e017102 req-2ade97d5-ffd1-4869-8fea-fd5bf68cfa64 tempest-FlavorsV2NegativeTest-1747997082 tempest-FlavorsV2NegativeTest-1747997082-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=a3f7ea31f9d94cf9babd9e12cdedba84&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1069517 May 28 06:26:46.508501 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning complete for port 883749f6-a2bc-4e52-a228-a471598e90cb triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:26:46.511922 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:46.522810 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-185a6962-dc87-4d46-8d1d-491af0616f8c req-cde30d58-a2e0-4603-a2eb-0b2e88c6df08 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] For port 214def3a-6de4-41d2-9104-0d8b3c0002fa, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=214def3a-6de4-41d2-9104-0d8b3c0002fa,segment=NetworkSegment(b938b3fe-4e87-4c2f-aa8d-5e499b733858),segment_id=b938b3fe-4e87-4c2f-aa8d-5e499b733858)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:26:46.523394 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-185a6962-dc87-4d46-8d1d-491af0616f8c req-cde30d58-a2e0-4603-a2eb-0b2e88c6df08 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:46.605670 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-7c41df2c-c083-4f60-9ca1-cf5a95f8c7aa None None] Port ecbf4d7c-46a2-4775-9309-6c6a862cec86 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:26:46.661052 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-276f4bc3-3d3f-4fca-af00-c6c112c0970a admin admin] Made reservation on behalf of 74efa5df31b04bb3906662ad8170d0a0 for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:26:46.667367 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-276f4bc3-3d3f-4fca-af00-c6c112c0970a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:46.717394 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-74a5e260-d319-42cb-8b33-cf96835c8347 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Made reservation on behalf of 5a27568d2aff479086cfcad7501ab2c8 for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:26:46.755231 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bdf9e662-4d27-4870-a79a-573c7fc6b223 req-9775a114-0fb6-47ce-912b-7430e3570bd1 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] 10.222.0.55 "GET /v2.0/security-groups?id=23fff79d-6911-4949-90e1-061adc265852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4098506 May 28 06:26:46.768508 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [req-185a6962-dc87-4d46-8d1d-491af0616f8c req-cde30d58-a2e0-4603-a2eb-0b2e88c6df08 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Calling delete_port for 214def3a-6de4-41d2-9104-0d8b3c0002fa owned by compute:nova {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:26:46.806307 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 883749f6-a2bc-4e52-a228-a471598e90cb is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:26:46.807876 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:46.879178 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 883749f6-a2bc-4e52-a228-a471598e90cb, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=883749f6-a2bc-4e52-a228-a471598e90cb,segment=NetworkSegment(07d9f160-fff2-4ac7-81a2-60f8deeef159),segment_id=07d9f160-fff2-4ac7-81a2-60f8deeef159)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:26:46.882234 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ead97b6-ff7a-417e-b55d-6248b889924d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '883749f6-a2bc-4e52-a228-a471598e90cb'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:26:46.912862 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255ffab1-730d-412b-80be-a58b3e017102 req-1936523c-9bff-4473-a44d-961f8bed39c9 tempest-FlavorsV2NegativeTest-1747997082 tempest-FlavorsV2NegativeTest-1747997082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:46.921460 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-255ffab1-730d-412b-80be-a58b3e017102 req-1936523c-9bff-4473-a44d-961f8bed39c9 tempest-FlavorsV2NegativeTest-1747997082 tempest-FlavorsV2NegativeTest-1747997082-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4020090 May 28 06:26:46.956272 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-255ffab1-730d-412b-80be-a58b3e017102 req-7bab21cc-f59f-4f73-8d67-26049af2d411 tempest-FlavorsV2NegativeTest-1747997082 tempest-FlavorsV2NegativeTest-1747997082-project] 10.222.0.55 "GET /v2.0/quotas/a3f7ea31f9d94cf9babd9e12cdedba84 HTTP/1.1" status: 200 len: 375 time: 0.0338392 May 28 06:26:46.988817 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:47.099076 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-255ffab1-730d-412b-80be-a58b3e017102 req-21c41cea-beab-49c6-8662-51fcde8b6bd2 tempest-FlavorsV2NegativeTest-1747997082 tempest-FlavorsV2NegativeTest-1747997082-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=a3f7ea31f9d94cf9babd9e12cdedba84&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1419520 May 28 06:26:47.117381 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=883749f6-a2bc-4e52-a228-a471598e90cb,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:47.173624 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-74a5e260-d319-42cb-8b33-cf96835c8347 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:47.189141 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-185a6962-dc87-4d46-8d1d-491af0616f8c req-cde30d58-a2e0-4603-a2eb-0b2e88c6df08 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:47.232577 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc7488c8-9e11-491e-b665-84859ceedc25'] response: {'server_uuid': '4ead97b6-ff7a-417e-b55d-6248b889924d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '883749f6-a2bc-4e52-a228-a471598e90cb', 'code': 200} May 28 06:26:47.325278 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde30d58-a2e0-4603-a2eb-0b2e88c6df08 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Pushing event deleted for resources: {'Port': ['ID=214def3a-6de4-41d2-9104-0d8b3c0002fa,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:47.351843 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabe9e2f-980e-4987-a57c-465b324d045b req-a38ccc16-b8d6-4154-a2c6-426d345d3ed0 tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:47.353314 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fabe9e2f-980e-4987-a57c-465b324d045b req-a38ccc16-b8d6-4154-a2c6-426d345d3ed0 tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] 10.222.0.55 "GET /v2.0/ports?device_id=4ead97b6-ff7a-417e-b55d-6248b889924d HTTP/1.1" status: 200 len: 945 time: 0.3483744 May 28 06:26:47.513753 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [req-185a6962-dc87-4d46-8d1d-491af0616f8c req-cde30d58-a2e0-4603-a2eb-0b2e88c6df08 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] No DVR routers for this DVR port 214def3a-6de4-41d2-9104-0d8b3c0002fa on host n-h2-843702-1 {{(pid=89109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:26:47.517810 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-185a6962-dc87-4d46-8d1d-491af0616f8c req-cde30d58-a2e0-4603-a2eb-0b2e88c6df08 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:47.526389 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74fbbb23-4b39-4219-9314-c6160343c681', 'name': 'network-vif-deleted', 'tag': '214def3a-6de4-41d2-9104-0d8b3c0002fa'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:26:47.584401 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fabe9e2f-980e-4987-a57c-465b324d045b req-e6d5d0db-11be-4a99-bdf4-dc4f22bcdee5 tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] 10.222.0.55 "GET /v2.0/security-groups?id=6e208dcc-a1fa-4f82-a32c-c10affe88f76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2240329 May 28 06:26:47.599394 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-74a5e260-d319-42cb-8b33-cf96835c8347 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Allocated IP 10.2.2.100 (e169afd5-829f-4c55-b1b4-034fdabca79b/6836d020-a745-4e71-882d-9073aeb06be4/0c28e25a-811d-49fe-9df5-688bb3849093) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:26:47.616898 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 53340) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:26:47.659226 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74bc310-b3e3-4ffb-b874-1023d70bfdd4 req-564fdad6-fb0c-42df-b7fc-d84bb55daa66 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:47.660738 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a74bc310-b3e3-4ffb-b874-1023d70bfdd4 req-564fdad6-fb0c-42df-b7fc-d84bb55daa66 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.55 "GET /v2.0/ports?device_id=b2cac498-5681-4d00-a219-f4b4fe770ade HTTP/1.1" status: 200 len: 949 time: 0.2470012 May 28 06:26:47.745306 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-185a6962-dc87-4d46-8d1d-491af0616f8c req-cde30d58-a2e0-4603-a2eb-0b2e88c6df08 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] 10.222.0.71 "DELETE /v2.0/ports/214def3a-6de4-41d2-9104-0d8b3c0002fa HTTP/1.1" status: 204 len: 173 time: 2.3826184 May 28 06:26:47.760596 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e35373-9b00-44fe-bad4-6e502c2456ee req-545b86ee-4ae4-4ba8-972a-c6e76e2dc0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:47.762124 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-b8e35373-9b00-44fe-bad4-6e502c2456ee req-545b86ee-4ae4-4ba8-972a-c6e76e2dc0a5 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=4ead97b6-ff7a-417e-b55d-6248b889924d HTTP/1.1" status: 200 len: 1096 time: 0.4286344 May 28 06:26:47.851892 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 214def3a-6de4-41d2-9104-0d8b3c0002fa no longer exists at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:26:47.854928 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-b8e35373-9b00-44fe-bad4-6e502c2456ee req-c8864466-6037-4634-851d-d2fa5f020054 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=6e208dcc-a1fa-4f82-a32c-c10affe88f76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671990 May 28 06:26:47.914193 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] No Port match for: 214def3a-6de4-41d2-9104-0d8b3c0002fa {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:26:47.914802 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-276f4bc3-3d3f-4fca-af00-c6c112c0970a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:47.917872 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 214def3a-6de4-41d2-9104-0d8b3c0002fa not bound to the agent host n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:26:47.969299 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a74bc310-b3e3-4ffb-b874-1023d70bfdd4 req-49a0df0a-8809-41b1-9c9f-631279a433f4 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.55 "GET /v2.0/security-groups?id=003cca32-7671-4721-8c5a-98dfd2100d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2977955 May 28 06:26:48.064342 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-74a5e260-d319-42cb-8b33-cf96835c8347 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:48.071544 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276f4bc3-3d3f-4fca-af00-c6c112c0970a admin admin] Pushing event updated for resources: {'Subnet': ['ID=080ebc12-6820-4737-a7d7-c00458c09bac,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:48.078872 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3185d5a-7950-47e6-b062-9f2960b8432c'] response: {'server_uuid': '74fbbb23-4b39-4219-9314-c6160343c681', 'name': 'network-vif-deleted', 'tag': '214def3a-6de4-41d2-9104-0d8b3c0002fa', 'status': 'completed', 'code': 200} May 28 06:26:48.083943 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b574ee2a-fd07-4dfd-abf4-7724a831c5b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:48.091206 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb644c5-228b-43d8-bb52-d033aa2beb8b req-c1f9252d-f8a4-40a1-8840-d07c5c761f28 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:48.097040 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb644c5-228b-43d8-bb52-d033aa2beb8b req-c1f9252d-f8a4-40a1-8840-d07c5c761f28 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:48.105939 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb644c5-228b-43d8-bb52-d033aa2beb8b req-c1f9252d-f8a4-40a1-8840-d07c5c761f28 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:48.107397 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7cb644c5-228b-43d8-bb52-d033aa2beb8b req-c1f9252d-f8a4-40a1-8840-d07c5c761f28 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc8afbe2-63ab-495f-b953-08528fec512c HTTP/1.1" status: 200 len: 2373 time: 0.3029382 May 28 06:26:48.110148 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-74a5e260-d319-42cb-8b33-cf96835c8347 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Transition to ACTIVE for port object 0c28e25a-811d-49fe-9df5-688bb3849093 will not be triggered until provisioned by entity DHCP. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:26:48.115399 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-b574ee2a-fd07-4dfd-abf4-7724a831c5b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:26:48.120183 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-b574ee2a-fd07-4dfd-abf4-7724a831c5b3 admin admin] Usage tracker for resource:security_group_rule and tenant:e5f9e1970bd148d5a41b821048222ef9 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:26:48.125640 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-b574ee2a-fd07-4dfd-abf4-7724a831c5b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:26:48.133128 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-b574ee2a-fd07-4dfd-abf4-7724a831c5b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:26:48.163429 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7cb644c5-228b-43d8-bb52-d033aa2beb8b req-97f6fa3b-cc34-4170-a2b6-a422853db6cd tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.55 "GET /v2.0/security-groups?id=330866ba-92b0-424f-b7e1-e6c41912745c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477195 May 28 06:26:48.171459 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276f4bc3-3d3f-4fca-af00-c6c112c0970a admin admin] Checking segment: {'id': 'a4c3f4ec-3c33-4362-bb48-7e64bee770a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '288346a5-f33c-49f7-9d6b-a77223fb06e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:26:48.171838 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276f4bc3-3d3f-4fca-af00-c6c112c0970a admin admin] Network hostable DHCP agents. Network: 288346a5-f33c-49f7-9d6b-a77223fb06e0, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:26:48.223905 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e645b8dd-87d0-40b4-9208-3c6708604607 req-5dbe959c-2073-4781-9723-f90a261d4d5c tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] 10.222.0.55 "GET /v2.0/ports?device_id=74fbbb23-4b39-4219-9314-c6160343c681 HTTP/1.1" status: 200 len: 210 time: 0.0536456 May 28 06:26:48.246071 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-74a5e260-d319-42cb-8b33-cf96835c8347 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:48.287443 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b574ee2a-fd07-4dfd-abf4-7724a831c5b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:48.315189 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276f4bc3-3d3f-4fca-af00-c6c112c0970a admin admin] Network 288346a5-f33c-49f7-9d6b-a77223fb06e0 is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:26:48.331180 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-74a5e260-d319-42cb-8b33-cf96835c8347 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Network e169afd5-829f-4c55-b1b4-034fdabca79b is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:26:48.335321 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-74a5e260-d319-42cb-8b33-cf96835c8347 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:26:48.340128 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-74a5e260-d319-42cb-8b33-cf96835c8347 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:26:48.397273 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a5e260-d319-42cb-8b33-cf96835c8347 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Pushing event updated for resources: {'Port': ['ID=0c28e25a-811d-49fe-9df5-688bb3849093,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:48.425769 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-74a5e260-d319-42cb-8b33-cf96835c8347 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:48.426410 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-74a5e260-d319-42cb-8b33-cf96835c8347 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:48.463372 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b574ee2a-fd07-4dfd-abf4-7724a831c5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:48.531069 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b574ee2a-fd07-4dfd-abf4-7724a831c5b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67583f1d-f3f7-4300-8105-fdad7ea95deb,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:48.559568 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-276f4bc3-3d3f-4fca-af00-c6c112c0970a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, 288346a5-f33c-49f7-9d6b-a77223fb06e0) {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:26:48.570001 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc5438f4-1921-47ba-a90a-d315ff7584ec None None] Network 288346a5-f33c-49f7-9d6b-a77223fb06e0 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:26:48.580537 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276f4bc3-3d3f-4fca-af00-c6c112c0970a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:48.581802 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-276f4bc3-3d3f-4fca-af00-c6c112c0970a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:48.608198 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 53370) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:26:48.622199 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-b574ee2a-fd07-4dfd-abf4-7724a831c5b3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e5f9e1970bd148d5a41b821048222ef9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9985123 May 28 06:26:48.721603 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-54cef25a-1077-4e5a-badb-232e9b37e974 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:48.724805 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-54cef25a-1077-4e5a-badb-232e9b37e974 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:48.825286 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-74a5e260-d319-42cb-8b33-cf96835c8347 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9892063 May 28 06:26:48.853993 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c016f967-c9d8-49be-8299-f24f66d7f8df req-03346318-1a72-4a54-9267-ef6a66d2efc1 tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:48.855373 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c016f967-c9d8-49be-8299-f24f66d7f8df req-03346318-1a72-4a54-9267-ef6a66d2efc1 tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] 10.222.0.55 "GET /v2.0/ports?device_id=4ead97b6-ff7a-417e-b55d-6248b889924d HTTP/1.1" status: 200 len: 945 time: 0.0877593 May 28 06:26:48.864616 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-51d9f284-da6a-4e1a-b110-42640164eac4 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Request body: {'port': {'device_id': 'fc8afbe2-63ab-495f-b953-08528fec512c', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'e169afd5-829f-4c55-b1b4-034fdabca79b', 'admin_state_up': True, 'tenant_id': '5a27568d2aff479086cfcad7501ab2c8', 'security_groups': ['330866ba-92b0-424f-b7e1-e6c41912745c']}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:26:48.889341 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-276f4bc3-3d3f-4fca-af00-c6c112c0970a admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.5012734 May 28 06:26:48.889773 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 53376) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:26:48.895072 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-0e71d4c3-51f5-46cf-8a4c-f466188fe17d admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-592983147-router', 'tenant_id': '74efa5df31b04bb3906662ad8170d0a0', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:26:48.899120 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60cc7e56-3d3f-4793-9076-a4b0844fd5ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-288346a5-f33c-49f7-9d6b-a77223fb06e0', 'network_id': '288346a5-f33c-49f7-9d6b-a77223fb06e0', 'tenant_id': '74efa5df31b04bb3906662ad8170d0a0', 'fixed_ips': [{'subnet_id': '080ebc12-6820-4737-a7d7-c00458c09bac'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:26:48.900091 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-0e71d4c3-51f5-46cf-8a4c-f466188fe17d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:26:48.900418 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-60cc7e56-3d3f-4793-9076-a4b0844fd5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:48.905790 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-0e71d4c3-51f5-46cf-8a4c-f466188fe17d admin admin] Usage tracker for resource:router and tenant:74efa5df31b04bb3906662ad8170d0a0 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:26:48.909033 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-0e71d4c3-51f5-46cf-8a4c-f466188fe17d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:26:48.916813 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-0e71d4c3-51f5-46cf-8a4c-f466188fe17d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:26:48.930384 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-4c47dd37-2220-42f4-8833-96a575abcb88 None None] Provisioning for port 0c28e25a-811d-49fe-9df5-688bb3849093 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:26:48.944332 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-4c47dd37-2220-42f4-8833-96a575abcb88 None None] Provisioning complete for port 0c28e25a-811d-49fe-9df5-688bb3849093 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:26:48.944890 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-4c47dd37-2220-42f4-8833-96a575abcb88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:48.968258 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-54cef25a-1077-4e5a-badb-232e9b37e974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:49.007939 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cef25a-1077-4e5a-badb-232e9b37e974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67583f1d-f3f7-4300-8105-fdad7ea95deb,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:49.042954 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-54cef25a-1077-4e5a-badb-232e9b37e974 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:49.044077 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-54cef25a-1077-4e5a-badb-232e9b37e974 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/67583f1d-f3f7-4300-8105-fdad7ea95deb HTTP/1.1" status: 204 len: 168 time: 0.4349022 May 28 06:26:49.052308 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0e71d4c3-51f5-46cf-8a4c-f466188fe17d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59128'] for router, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:49.053770 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0e71d4c3-51f5-46cf-8a4c-f466188fe17d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59009'] for router, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:49.061002 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c016f967-c9d8-49be-8299-f24f66d7f8df req-87cb4ef2-f588-40c7-b247-e1b436f906fd tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] 10.222.0.55 "GET /v2.0/security-groups?id=6e208dcc-a1fa-4f82-a32c-c10affe88f76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1792371 May 28 06:26:49.085799 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0e71d4c3-51f5-46cf-8a4c-f466188fe17d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:49.114514 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-4c47dd37-2220-42f4-8833-96a575abcb88 None None] Port 0c28e25a-811d-49fe-9df5-688bb3849093 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:26:49.132954 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-51d9f284-da6a-4e1a-b110-42640164eac4 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:26:49.140814 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-51d9f284-da6a-4e1a-b110-42640164eac4 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Usage tracker for resource:port and tenant:5a27568d2aff479086cfcad7501ab2c8 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:26:49.151454 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-51d9f284-da6a-4e1a-b110-42640164eac4 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Quota usage for port was recalculated. Used quota:11. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:26:49.167717 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-51d9f284-da6a-4e1a-b110-42640164eac4 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attempting to reserve 1 items for resource port. Total usage: 11; quota limit: 500; headroom:489 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:26:49.257896 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-60cc7e56-3d3f-4793-9076-a4b0844fd5ae None None] Allocated IP 172.20.0.2 (288346a5-f33c-49f7-9d6b-a77223fb06e0/080ebc12-6820-4737-a7d7-c00458c09bac/91f08ac2-4df3-44d6-9788-dde979d5d4e2) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:26:49.303286 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-51d9f284-da6a-4e1a-b110-42640164eac4 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Made reservation on behalf of 5a27568d2aff479086cfcad7501ab2c8 for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:26:49.317868 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-51d9f284-da6a-4e1a-b110-42640164eac4 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:49.539516 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 53398) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:26:49.656053 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a628ce-fd69-4787-a575-9b7f941118bd req-46e017ef-e89b-42e3-a19b-7d53eec9cce9 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:49.658371 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a1a628ce-fd69-4787-a575-9b7f941118bd req-46e017ef-e89b-42e3-a19b-7d53eec9cce9 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.55 "GET /v2.0/ports?device_id=b2cac498-5681-4d00-a219-f4b4fe770ade HTTP/1.1" status: 200 len: 949 time: 0.4057679 May 28 06:26:49.754829 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-60cc7e56-3d3f-4793-9076-a4b0844fd5ae None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:49.789907 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-60cc7e56-3d3f-4793-9076-a4b0844fd5ae None None] Transition to ACTIVE for port object 91f08ac2-4df3-44d6-9788-dde979d5d4e2 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:26:49.790736 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0e71d4c3-51f5-46cf-8a4c-f466188fe17d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59027'] for router, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:49.814220 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a1a628ce-fd69-4787-a575-9b7f941118bd req-f09f53c5-d065-448c-be9a-62db6ffc6c4d tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.55 "GET /v2.0/security-groups?id=003cca32-7671-4721-8c5a-98dfd2100d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372557 May 28 06:26:49.849924 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-60cc7e56-3d3f-4793-9076-a4b0844fd5ae None None] Transition to ACTIVE for port object 91f08ac2-4df3-44d6-9788-dde979d5d4e2 will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:26:49.892410 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-51d9f284-da6a-4e1a-b110-42640164eac4 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Allocated IP 10.2.2.200 (e169afd5-829f-4c55-b1b4-034fdabca79b/6836d020-a745-4e71-882d-9073aeb06be4/e47a9f12-379b-4fc5-a552-153619f20833) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:26:49.955123 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-60cc7e56-3d3f-4793-9076-a4b0844fd5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:50.060749 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60cc7e56-3d3f-4793-9076-a4b0844fd5ae None None] Network 288346a5-f33c-49f7-9d6b-a77223fb06e0 is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:26:50.069359 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-60cc7e56-3d3f-4793-9076-a4b0844fd5ae None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:26:50.074892 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60cc7e56-3d3f-4793-9076-a4b0844fd5ae None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:26:50.094656 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9a73cc1b-e32e-4101-89c1-00f224f7ea53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:50.204176 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc7e56-3d3f-4793-9076-a4b0844fd5ae None None] Pushing event updated for resources: {'Port': ['ID=91f08ac2-4df3-44d6-9788-dde979d5d4e2,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:50.207232 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-9a73cc1b-e32e-4101-89c1-00f224f7ea53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:26:50.218026 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-9a73cc1b-e32e-4101-89c1-00f224f7ea53 admin admin] Usage tracker for resource:security_group_rule and tenant:a3f7ea31f9d94cf9babd9e12cdedba84 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:26:50.222085 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-9a73cc1b-e32e-4101-89c1-00f224f7ea53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:26:50.226627 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-60cc7e56-3d3f-4793-9076-a4b0844fd5ae None None] Attempting to bind port 91f08ac2-4df3-44d6-9788-dde979d5d4e2 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:26:50.227183 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-60cc7e56-3d3f-4793-9076-a4b0844fd5ae None None] Attempting to bind port 91f08ac2-4df3-44d6-9788-dde979d5d4e2 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'a4c3f4ec-3c33-4362-bb48-7e64bee770a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '288346a5-f33c-49f7-9d6b-a77223fb06e0'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:26:50.227323 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60cc7e56-3d3f-4793-9076-a4b0844fd5ae None None] Attempting to bind port 91f08ac2-4df3-44d6-9788-dde979d5d4e2 on network 288346a5-f33c-49f7-9d6b-a77223fb06e0 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:26:50.233754 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60cc7e56-3d3f-4793-9076-a4b0844fd5ae None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:26:50.234133 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60cc7e56-3d3f-4793-9076-a4b0844fd5ae None None] Checking segment: {'id': 'a4c3f4ec-3c33-4362-bb48-7e64bee770a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '288346a5-f33c-49f7-9d6b-a77223fb06e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:26:50.234533 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-60cc7e56-3d3f-4793-9076-a4b0844fd5ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:50.234923 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60cc7e56-3d3f-4793-9076-a4b0844fd5ae None None] Bound using segment: {'id': 'a4c3f4ec-3c33-4362-bb48-7e64bee770a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '288346a5-f33c-49f7-9d6b-a77223fb06e0'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:26:50.235383 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-60cc7e56-3d3f-4793-9076-a4b0844fd5ae None None] Bound port: 91f08ac2-4df3-44d6-9788-dde979d5d4e2, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4c3f4ec-3c33-4362-bb48-7e64bee770a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '288346a5-f33c-49f7-9d6b-a77223fb06e0'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:26:50.235625 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-9a73cc1b-e32e-4101-89c1-00f224f7ea53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:26:50.235983 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-60cc7e56-3d3f-4793-9076-a4b0844fd5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:50.333189 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2766af-a43d-482b-b8be-a6951db63659 req-771aaa54-89fd-44d2-bf36-492a61d127f8 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:50.340331 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2766af-a43d-482b-b8be-a6951db63659 req-771aaa54-89fd-44d2-bf36-492a61d127f8 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:50.347641 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2766af-a43d-482b-b8be-a6951db63659 req-771aaa54-89fd-44d2-bf36-492a61d127f8 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:50.353894 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2766af-a43d-482b-b8be-a6951db63659 req-771aaa54-89fd-44d2-bf36-492a61d127f8 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:50.354951 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-dc2766af-a43d-482b-b8be-a6951db63659 req-771aaa54-89fd-44d2-bf36-492a61d127f8 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Synchronizing usage tracker for tenant:5a27568d2aff479086cfcad7501ab2c8 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:26:50.376253 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-60cc7e56-3d3f-4793-9076-a4b0844fd5ae None None] For port 91f08ac2-4df3-44d6-9788-dde979d5d4e2, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:26:50.383104 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-60cc7e56-3d3f-4793-9076-a4b0844fd5ae None None] For port 91f08ac2-4df3-44d6-9788-dde979d5d4e2, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=91f08ac2-4df3-44d6-9788-dde979d5d4e2,segment=NetworkSegment(a4c3f4ec-3c33-4362-bb48-7e64bee770a9),segment_id=a4c3f4ec-3c33-4362-bb48-7e64bee770a9)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:26:50.428477 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-51d9f284-da6a-4e1a-b110-42640164eac4 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:50.449034 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0e71d4c3-51f5-46cf-8a4c-f466188fe17d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:50.460360 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-51d9f284-da6a-4e1a-b110-42640164eac4 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Transition to ACTIVE for port object e47a9f12-379b-4fc5-a552-153619f20833 will not be triggered until provisioned by entity DHCP. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:26:50.482260 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 53428) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:26:50.486098 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-60cc7e56-3d3f-4793-9076-a4b0844fd5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:50.504084 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0e71d4c3-51f5-46cf-8a4c-f466188fe17d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:50.531790 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-dc2766af-a43d-482b-b8be-a6951db63659 req-771aaa54-89fd-44d2-bf36-492a61d127f8 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Unset dirty status for tenant:5a27568d2aff479086cfcad7501ab2c8 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:26:50.538660 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dc2766af-a43d-482b-b8be-a6951db63659 req-771aaa54-89fd-44d2-bf36-492a61d127f8 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc8afbe2-63ab-495f-b953-08528fec512c HTTP/1.1" status: 200 len: 3094 time: 0.5992184 May 28 06:26:50.575629 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3b1398c1-525f-402b-9d96-96276600a04f admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:50.598359 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc7e56-3d3f-4793-9076-a4b0844fd5ae None None] Pushing event updated for resources: {'Port': ['ID=91f08ac2-4df3-44d6-9788-dde979d5d4e2,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:50.624000 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-3b1398c1-525f-402b-9d96-96276600a04f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:26:50.633370 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-3b1398c1-525f-402b-9d96-96276600a04f admin admin] Usage tracker for resource:security_group_rule and tenant:873eed75a5fb453fa524b93dffa33426 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:26:50.640016 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-3b1398c1-525f-402b-9d96-96276600a04f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:26:50.651714 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-3b1398c1-525f-402b-9d96-96276600a04f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:26:50.657380 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dc2766af-a43d-482b-b8be-a6951db63659 req-179fe4a1-96b5-4598-bbcd-a18bc55bef79 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.55 "GET /v2.0/security-groups?id=330866ba-92b0-424f-b7e1-e6c41912745c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177485 May 28 06:26:50.693559 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9a73cc1b-e32e-4101-89c1-00f224f7ea53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:50.699912 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-51d9f284-da6a-4e1a-b110-42640164eac4 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:50.736236 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-0e71d4c3-51f5-46cf-8a4c-f466188fe17d admin admin] Allocated IP 172.25.5.159 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/23c8b49f-c8cb-45e4-9477-29a11af387b9) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:26:50.764092 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9a73cc1b-e32e-4101-89c1-00f224f7ea53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:50.812800 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7518d2e2-f169-460b-8e00-ece8b90c0cd3 req-3d97958a-2894-455b-921a-562e05576cef tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:50.814382 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7518d2e2-f169-460b-8e00-ece8b90c0cd3 req-3d97958a-2894-455b-921a-562e05576cef tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] 10.222.0.55 "GET /v2.0/ports?device_id=4ead97b6-ff7a-417e-b55d-6248b889924d HTTP/1.1" status: 200 len: 945 time: 0.3333187 May 28 06:26:50.816440 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-51d9f284-da6a-4e1a-b110-42640164eac4 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Network e169afd5-829f-4c55-b1b4-034fdabca79b is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:26:50.834273 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-51d9f284-da6a-4e1a-b110-42640164eac4 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:26:50.877048 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-51d9f284-da6a-4e1a-b110-42640164eac4 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:26:50.913312 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-9a73cc1b-e32e-4101-89c1-00f224f7ea53 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a3f7ea31f9d94cf9babd9e12cdedba84&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3649509 May 28 06:26:50.924683 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a73cc1b-e32e-4101-89c1-00f224f7ea53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcdc8df5-3f6b-4414-9a12-8008531e75be,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:50.925560 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 53444) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:26:50.935252 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d9f284-da6a-4e1a-b110-42640164eac4 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Pushing event updated for resources: {'Port': ['ID=e47a9f12-379b-4fc5-a552-153619f20833,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:51.002027 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-51d9f284-da6a-4e1a-b110-42640164eac4 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:51.002688 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-51d9f284-da6a-4e1a-b110-42640164eac4 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:51.026825 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7518d2e2-f169-460b-8e00-ece8b90c0cd3 req-4a33c6d8-9a70-427a-adcf-456d11214913 tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] 10.222.0.55 "GET /v2.0/security-groups?id=6e208dcc-a1fa-4f82-a32c-c10affe88f76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1932769 May 28 06:26:51.061590 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0e71d4c3-51f5-46cf-8a4c-f466188fe17d admin admin] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:51.080892 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3b1398c1-525f-402b-9d96-96276600a04f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:51.118039 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-700baf4b-c90c-44d5-9e5f-0d33fa4dcf7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:51.160950 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-51d9f284-da6a-4e1a-b110-42640164eac4 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2998791 May 28 06:26:51.396974 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-700baf4b-c90c-44d5-9e5f-0d33fa4dcf7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:51.397286 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-84908121-e19b-46f5-9c9d-4e5a8dcfb864 service neutron] Request body: {'port': {'device_id': 'fc8afbe2-63ab-495f-b953-08528fec512c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843702-1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:26:51.406233 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3b1398c1-525f-402b-9d96-96276600a04f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:51.455757 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-3b1398c1-525f-402b-9d96-96276600a04f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=873eed75a5fb453fa524b93dffa33426&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9720607 May 28 06:26:51.467924 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1398c1-525f-402b-9d96-96276600a04f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3c973b2-b06c-4c0f-acdf-7c077fb114c3,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:51.470299 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 53452) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:26:51.514091 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-84908121-e19b-46f5-9c9d-4e5a8dcfb864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:51.586351 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43227fe-6735-4f48-b7ba-8fd0e17adc19 req-f103f5ab-f39a-45bc-be53-0d836682a6b6 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:51.587843 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d43227fe-6735-4f48-b7ba-8fd0e17adc19 req-f103f5ab-f39a-45bc-be53-0d836682a6b6 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.55 "GET /v2.0/ports?device_id=b2cac498-5681-4d00-a219-f4b4fe770ade HTTP/1.1" status: 200 len: 949 time: 0.3373959 May 28 06:26:51.629634 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0e71d4c3-51f5-46cf-8a4c-f466188fe17d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:51.644956 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-08aa9a2b-4d27-4f9e-b382-046266bf26aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:51.657216 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-d80f8cd6-9571-47cc-99cd-b0ce018305ef None None] Provisioning for port e47a9f12-379b-4fc5-a552-153619f20833 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:26:51.663321 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-d80f8cd6-9571-47cc-99cd-b0ce018305ef None None] Provisioning complete for port e47a9f12-379b-4fc5-a552-153619f20833 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:26:51.671588 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d80f8cd6-9571-47cc-99cd-b0ce018305ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:51.671722 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-700baf4b-c90c-44d5-9e5f-0d33fa4dcf7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:51.716405 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e71d4c3-51f5-46cf-8a4c-f466188fe17d admin admin] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:26:51.720516 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700baf4b-c90c-44d5-9e5f-0d33fa4dcf7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcdc8df5-3f6b-4414-9a12-8008531e75be,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:51.727471 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-d80f8cd6-9571-47cc-99cd-b0ce018305ef None None] Port e47a9f12-379b-4fc5-a552-153619f20833 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:26:51.727821 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-0e71d4c3-51f5-46cf-8a4c-f466188fe17d admin admin] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:26:51.738793 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e71d4c3-51f5-46cf-8a4c-f466188fe17d admin admin] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:26:51.771170 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d43227fe-6735-4f48-b7ba-8fd0e17adc19 req-0cc652ac-9711-4410-961d-01f0e3a5f18b tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.55 "GET /v2.0/security-groups?id=003cca32-7671-4721-8c5a-98dfd2100d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751606 May 28 06:26:51.816467 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-08aa9a2b-4d27-4f9e-b382-046266bf26aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:51.854752 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e71d4c3-51f5-46cf-8a4c-f466188fe17d admin admin] Pushing event updated for resources: {'Port': ['ID=23c8b49f-c8cb-45e4-9477-29a11af387b9,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:51.930913 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 53460) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:26:51.982294 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c5c939-267f-4445-8cbd-ff6971ddc65b req-5313def1-5187-4fa7-818a-4994de613785 tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:51.996561 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-50c5c939-267f-4445-8cbd-ff6971ddc65b req-5313def1-5187-4fa7-818a-4994de613785 tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] 10.222.0.55 "GET /v2.0/ports?device_id=4ead97b6-ff7a-417e-b55d-6248b889924d HTTP/1.1" status: 200 len: 945 time: 0.3560696 May 28 06:26:51.999975 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 53468) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:26:52.020718 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-8f97c582-beba-4a0a-b1a9-70529d973735 tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Request body: {'floatingip': {'port_id': '883749f6-a2bc-4e52-a228-a471598e90cb'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:26:52.153369 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-700baf4b-c90c-44d5-9e5f-0d33fa4dcf7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:52.155634 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-700baf4b-c90c-44d5-9e5f-0d33fa4dcf7e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bcdc8df5-3f6b-4414-9a12-8008531e75be HTTP/1.1" status: 204 len: 168 time: 1.2272649 May 28 06:26:52.224255 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8f97c582-beba-4a0a-b1a9-70529d973735 tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Notify callbacks [] for floatingip, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:52.227538 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68842612-4068-4239-81ca-3e3cf0d3e9df None None] Network 288346a5-f33c-49f7-9d6b-a77223fb06e0 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:26:52.235246 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e181eb4b-7d4c-43db-897a-80edbcf78bc2 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:52.270127 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e181eb4b-7d4c-43db-897a-80edbcf78bc2 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:52.352989 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-08aa9a2b-4d27-4f9e-b382-046266bf26aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:52.396268 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aa9a2b-4d27-4f9e-b382-046266bf26aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3c973b2-b06c-4c0f-acdf-7c077fb114c3,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:52.457683 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-bbd9a80c-2da7-4c5b-9d3d-ab5974695eca None None] Provisioning for port 91f08ac2-4df3-44d6-9788-dde979d5d4e2 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:26:52.461314 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-08aa9a2b-4d27-4f9e-b382-046266bf26aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:52.462575 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-08aa9a2b-4d27-4f9e-b382-046266bf26aa admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a3c973b2-b06c-4c0f-acdf-7c077fb114c3 HTTP/1.1" status: 204 len: 168 time: 0.9909232 May 28 06:26:52.522161 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e181eb4b-7d4c-43db-897a-80edbcf78bc2 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:52.572322 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e181eb4b-7d4c-43db-897a-80edbcf78bc2 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:52.573528 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-e181eb4b-7d4c-43db-897a-80edbcf78bc2 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] 10.222.0.55 "DELETE /v2.0/security-groups/1a260b1c-1d1d-4783-b037-ad10ed4b7209 HTTP/1.1" status: 204 len: 168 time: 0.6332290 May 28 06:26:52.574471 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e181eb4b-7d4c-43db-897a-80edbcf78bc2 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a260b1c-1d1d-4783-b037-ad10ed4b7209,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:52.584116 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 53480) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:26:52.649221 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b181098-d644-4de8-ac06-154a2faccd21 req-31c12260-5cef-442d-a040-181fa9ea047b tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:52.656516 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b181098-d644-4de8-ac06-154a2faccd21 req-31c12260-5cef-442d-a040-181fa9ea047b tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:52.662559 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b181098-d644-4de8-ac06-154a2faccd21 req-31c12260-5cef-442d-a040-181fa9ea047b tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:52.668320 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b181098-d644-4de8-ac06-154a2faccd21 req-31c12260-5cef-442d-a040-181fa9ea047b tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:52.679471 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b181098-d644-4de8-ac06-154a2faccd21 req-31c12260-5cef-442d-a040-181fa9ea047b tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:52.688014 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2b181098-d644-4de8-ac06-154a2faccd21 req-31c12260-5cef-442d-a040-181fa9ea047b tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc8afbe2-63ab-495f-b953-08528fec512c HTTP/1.1" status: 200 len: 3815 time: 0.5496812 May 28 06:26:52.745501 n-d-843702-1 neutron-server[89110]: INFO neutron.api.v2.resource [None req-0415b3a5-f6b2-4b49-bf79-3d2c76caadb5 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] show failed (client error): The resource could not be found. May 28 06:26:52.745501 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-0415b3a5-f6b2-4b49-bf79-3d2c76caadb5 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] 10.222.0.55 "GET /v2.0/security-groups/1a260b1c-1d1d-4783-b037-ad10ed4b7209 HTTP/1.1" status: 404 len: 347 time: 0.1601717 May 28 06:26:52.749880 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 53486) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:26:52.848680 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-84908121-e19b-46f5-9c9d-4e5a8dcfb864 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fb3ec73-12a3-4479-8d11-63f64b53e873 {{(pid=89110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:26:52.851606 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 91f08ac2-4df3-44d6-9788-dde979d5d4e2 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:26:52.903865 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-84908121-e19b-46f5-9c9d-4e5a8dcfb864 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:52.933208 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2b181098-d644-4de8-ac06-154a2faccd21 req-81e59ac2-d663-42f3-9f4a-377d362e405c tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.55 "GET /v2.0/security-groups?id=330866ba-92b0-424f-b7e1-e6c41912745c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2441852 May 28 06:26:52.999680 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-5cc8c621-bb6e-4e6c-a97a-dbfc3ea9a374 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Deleting port f7f9346b-22d1-47ae-bcf1-a0870ce31704 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:26:53.000279 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5cc8c621-bb6e-4e6c-a97a-dbfc3ea9a374 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:53.029740 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0e71d4c3-51f5-46cf-8a4c-f466188fe17d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:53.043690 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-84908121-e19b-46f5-9c9d-4e5a8dcfb864 service neutron] Transition to ACTIVE for port object 3fb3ec73-12a3-4479-8d11-63f64b53e873 will not be triggered until provisioned by entity L2. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:26:53.115341 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 91f08ac2-4df3-44d6-9788-dde979d5d4e2 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:26:53.123585 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 91f08ac2-4df3-44d6-9788-dde979d5d4e2 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:26:53.124566 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:53.228059 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093b5aa5-87f2-4b5b-83f6-d4a3b0525959 req-9b4fb080-9dcc-4e36-a371-2cb829cd4d13 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:53.228059 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-093b5aa5-87f2-4b5b-83f6-d4a3b0525959 req-9b4fb080-9dcc-4e36-a371-2cb829cd4d13 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.55 "GET /v2.0/ports?device_id=b2cac498-5681-4d00-a219-f4b4fe770ade HTTP/1.1" status: 200 len: 949 time: 0.2108490 May 28 06:26:53.228059 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-84908121-e19b-46f5-9c9d-4e5a8dcfb864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:53.316346 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 91f08ac2-4df3-44d6-9788-dde979d5d4e2 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:26:53.316979 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:53.370500 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port 91f08ac2-4df3-44d6-9788-dde979d5d4e2, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=91f08ac2-4df3-44d6-9788-dde979d5d4e2,segment=NetworkSegment(a4c3f4ec-3c33-4362-bb48-7e64bee770a9),segment_id=a4c3f4ec-3c33-4362-bb48-7e64bee770a9)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:26:53.485481 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:53.534425 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5cc8c621-bb6e-4e6c-a97a-dbfc3ea9a374 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:53.535045 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5cc8c621-bb6e-4e6c-a97a-dbfc3ea9a374 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:53.589949 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-093b5aa5-87f2-4b5b-83f6-d4a3b0525959 req-4e651a4c-8611-471d-a174-483085d5402b tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.55 "GET /v2.0/security-groups?id=003cca32-7671-4721-8c5a-98dfd2100d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088850 May 28 06:26:53.597534 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84908121-e19b-46f5-9c9d-4e5a8dcfb864 service neutron] Pushing event updated for resources: {'Port': ['ID=3fb3ec73-12a3-4479-8d11-63f64b53e873,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:53.656313 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=91f08ac2-4df3-44d6-9788-dde979d5d4e2,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:53.786444 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-5cc8c621-bb6e-4e6c-a97a-dbfc3ea9a374 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Calling delete_port for f7f9346b-22d1-47ae-bcf1-a0870ce31704 owned by network:floatingip {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:26:53.799006 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-84908121-e19b-46f5-9c9d-4e5a8dcfb864 service neutron] Attempting to bind port 3fb3ec73-12a3-4479-8d11-63f64b53e873 on host n-h2-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:26:53.799329 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-84908121-e19b-46f5-9c9d-4e5a8dcfb864 service neutron] Attempting to bind port 3fb3ec73-12a3-4479-8d11-63f64b53e873 by drivers openvswitch,hyperv on host n-h2-843702-1 at level 0 using segments [{'id': 'befc39fc-1243-42e3-acd6-540a4860f994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '9b9370ac-f402-419d-a185-61eac57b38a9'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:26:53.799652 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-84908121-e19b-46f5-9c9d-4e5a8dcfb864 service neutron] Attempting to bind port 3fb3ec73-12a3-4479-8d11-63f64b53e873 on network 9b9370ac-f402-419d-a185-61eac57b38a9 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:26:53.809509 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-84908121-e19b-46f5-9c9d-4e5a8dcfb864 service neutron] Port 3fb3ec73-12a3-4479-8d11-63f64b53e873 on network 9b9370ac-f402-419d-a185-61eac57b38a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:26:53.809877 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-84908121-e19b-46f5-9c9d-4e5a8dcfb864 service neutron] Attempting to bind port 3fb3ec73-12a3-4479-8d11-63f64b53e873 on network 9b9370ac-f402-419d-a185-61eac57b38a9 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:26:53.818321 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8f97c582-beba-4a0a-b1a9-70529d973735 tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:53.819401 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-84908121-e19b-46f5-9c9d-4e5a8dcfb864 service neutron] Checking agent: {'id': 'f1a3973b-d2b3-4558-88e7-2ac50857d302', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:26:53.819747 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-84908121-e19b-46f5-9c9d-4e5a8dcfb864 service neutron] Checking segment: {'id': 'befc39fc-1243-42e3-acd6-540a4860f994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '9b9370ac-f402-419d-a185-61eac57b38a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:26:53.820804 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-84908121-e19b-46f5-9c9d-4e5a8dcfb864 service neutron] Bound using segment: {'id': 'befc39fc-1243-42e3-acd6-540a4860f994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '9b9370ac-f402-419d-a185-61eac57b38a9'} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:26:53.821213 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-84908121-e19b-46f5-9c9d-4e5a8dcfb864 service neutron] Bound port: 3fb3ec73-12a3-4479-8d11-63f64b53e873, host: n-h2-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'befc39fc-1243-42e3-acd6-540a4860f994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '9b9370ac-f402-419d-a185-61eac57b38a9'}}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:26:53.821593 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-84908121-e19b-46f5-9c9d-4e5a8dcfb864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:53.885367 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0e71d4c3-51f5-46cf-8a4c-f466188fe17d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690761'] for router, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:53.890284 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8f97c582-beba-4a0a-b1a9-70529d973735 tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691094'] for floatingip, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:53.958695 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 53512) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:26:54.208042 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e1d4c86e-cb46-4caf-a909-93a9ecff0802 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:54.227717 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-84908121-e19b-46f5-9c9d-4e5a8dcfb864 service neutron] For port 3fb3ec73-12a3-4479-8d11-63f64b53e873, host n-h2-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:26:54.251006 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-e1d4c86e-cb46-4caf-a909-93a9ecff0802 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:26:54.254277 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-84908121-e19b-46f5-9c9d-4e5a8dcfb864 service neutron] For port 3fb3ec73-12a3-4479-8d11-63f64b53e873, host n-h2-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=3fb3ec73-12a3-4479-8d11-63f64b53e873,segment=NetworkSegment(befc39fc-1243-42e3-acd6-540a4860f994),segment_id=befc39fc-1243-42e3-acd6-540a4860f994)] {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:26:54.257380 n-d-843702-1 neutron-server[89110]: INFO neutron.db.l3_db [None req-8f97c582-beba-4a0a-b1a9-70529d973735 tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Floating IP 20fb2381-5723-49ea-9520-8adfbce7410e associated. External IP: 172.25.5.235, port: 883749f6-a2bc-4e52-a228-a471598e90cb. May 28 06:26:54.333142 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-e1d4c86e-cb46-4caf-a909-93a9ecff0802 admin admin] Usage tracker for resource:security_group_rule and tenant:8cf538ad636b4e57997a6f7610177c25 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:26:54.346176 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-e1d4c86e-cb46-4caf-a909-93a9ecff0802 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:26:54.358168 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-84908121-e19b-46f5-9c9d-4e5a8dcfb864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:54.362581 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-e1d4c86e-cb46-4caf-a909-93a9ecff0802 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:26:54.394611 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e71d4c3-51f5-46cf-8a4c-f466188fe17d admin admin] Router bc071cc7-7463-4354-906f-270941205e04 is scheduled to L3 agent 42958940-9562-4f71-972f-15a8af9d3963 with binding_index 1 {{(pid=89109) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 06:26:54.396647 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5cc8c621-bb6e-4e6c-a97a-dbfc3ea9a374 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:54.414363 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2639af9e-d6e0-4028-b0fc-0f9c65bdeb98 req-7e90708e-c801-4423-8c01-ebb2015cbb7c tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:54.421156 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2639af9e-d6e0-4028-b0fc-0f9c65bdeb98 req-7e90708e-c801-4423-8c01-ebb2015cbb7c tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:54.427063 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2639af9e-d6e0-4028-b0fc-0f9c65bdeb98 req-7e90708e-c801-4423-8c01-ebb2015cbb7c tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:54.432938 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2639af9e-d6e0-4028-b0fc-0f9c65bdeb98 req-7e90708e-c801-4423-8c01-ebb2015cbb7c tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:54.439930 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2639af9e-d6e0-4028-b0fc-0f9c65bdeb98 req-7e90708e-c801-4423-8c01-ebb2015cbb7c tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:54.443902 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2639af9e-d6e0-4028-b0fc-0f9c65bdeb98 req-7e90708e-c801-4423-8c01-ebb2015cbb7c tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc8afbe2-63ab-495f-b953-08528fec512c HTTP/1.1" status: 200 len: 3827 time: 0.3633890 May 28 06:26:54.454316 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc8c621-bb6e-4e6c-a97a-dbfc3ea9a374 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Pushing event deleted for resources: {'Port': ['ID=f7f9346b-22d1-47ae-bcf1-a0870ce31704,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:54.573011 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-84908121-e19b-46f5-9c9d-4e5a8dcfb864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:54.579951 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-84908121-e19b-46f5-9c9d-4e5a8dcfb864 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:54.581320 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-84908121-e19b-46f5-9c9d-4e5a8dcfb864 service neutron] 10.222.0.71 "PUT /v2.0/ports/3fb3ec73-12a3-4479-8d11-63f64b53e873 HTTP/1.1" status: 200 len: 1092 time: 3.4043293 May 28 06:26:54.594653 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc8afbe2-63ab-495f-b953-08528fec512c', 'tag': '3fb3ec73-12a3-4479-8d11-63f64b53e873'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:26:54.717356 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2346662-1eeb-4181-b306-41a1a1b5a407'] response: {'name': 'network-changed', 'server_uuid': 'fc8afbe2-63ab-495f-b953-08528fec512c', 'tag': '3fb3ec73-12a3-4479-8d11-63f64b53e873', 'status': 'completed', 'code': 200} May 28 06:26:54.747983 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-7cad130b-789d-403a-b56e-c69ff873a73a service neutron] Request body: {'port': {'device_id': 'fc8afbe2-63ab-495f-b953-08528fec512c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843702-1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:26:54.829877 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 91f08ac2-4df3-44d6-9788-dde979d5d4e2 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:26:54.833278 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2639af9e-d6e0-4028-b0fc-0f9c65bdeb98 req-a15a64f7-b407-4a83-a754-a31c96a24fb1 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.55 "GET /v2.0/security-groups?id=330866ba-92b0-424f-b7e1-e6c41912745c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3687894 May 28 06:26:54.904663 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5cc8c621-bb6e-4e6c-a97a-dbfc3ea9a374 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Notify callbacks [] for floatingip, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:54.914671 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84908121-e19b-46f5-9c9d-4e5a8dcfb864 service neutron] Pushing event updated for resources: {'Port': ['ID=3fb3ec73-12a3-4479-8d11-63f64b53e873,revision_number=3']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:54.932143 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e71d4c3-51f5-46cf-8a4c-f466188fe17d admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:26:54.944265 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d214ca-0ef4-4f37-a8f8-68baf8431680 None None] Sync routers for ids ['bc071cc7-7463-4354-906f-270941205e04'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:26:54.962632 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d214ca-0ef4-4f37-a8f8-68baf8431680 None None] Routers {'bc071cc7-7463-4354-906f-270941205e04'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:26:54.963259 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-20d214ca-0ef4-4f37-a8f8-68baf8431680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:26:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['bc071cc7-7463-4354-906f-270941205e04'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:26:54.970727 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5cc8c621-bb6e-4e6c-a97a-dbfc3ea9a374 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:54.972004 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-5cc8c621-bb6e-4e6c-a97a-dbfc3ea9a374 tempest-ImagesOneServerNegativeTestJSON-169612904 tempest-ImagesOneServerNegativeTestJSON-169612904-project] 10.222.0.55 "DELETE /v2.0/floatingips/2e2a4bdd-c840-49f9-a811-b52711437f1f HTTP/1.1" status: 204 len: 168 time: 2.2211251 May 28 06:26:55.023148 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7291a5-9a19-4443-9578-5d128947c568 req-41296845-1b65-4d2c-abb0-9496926d8b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:55.023630 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7291a5-9a19-4443-9578-5d128947c568 req-41296845-1b65-4d2c-abb0-9496926d8b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:55.024102 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7291a5-9a19-4443-9578-5d128947c568 req-41296845-1b65-4d2c-abb0-9496926d8b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:55.024681 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7291a5-9a19-4443-9578-5d128947c568 req-41296845-1b65-4d2c-abb0-9496926d8b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:55.025024 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7291a5-9a19-4443-9578-5d128947c568 req-41296845-1b65-4d2c-abb0-9496926d8b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:55.037843 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-3e7291a5-9a19-4443-9578-5d128947c568 req-41296845-1b65-4d2c-abb0-9496926d8b04 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5a27568d2aff479086cfcad7501ab2c8&device_id=fc8afbe2-63ab-495f-b953-08528fec512c HTTP/1.1" status: 200 len: 4362 time: 0.2411952 May 28 06:26:55.091497 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 91f08ac2-4df3-44d6-9788-dde979d5d4e2 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:26:55.092780 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:55.108120 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0e71d4c3-51f5-46cf-8a4c-f466188fe17d admin admin] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:55.109354 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-0e71d4c3-51f5-46cf-8a4c-f466188fe17d admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.2188666 May 28 06:26:55.114465 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 53550) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:26:55.326616 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 91f08ac2-4df3-44d6-9788-dde979d5d4e2 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:26:55.334701 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-20d214ca-0ef4-4f37-a8f8-68baf8431680 None None] Set router bc071cc7-7463-4354-906f-270941205e04 gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:26:55.350010 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7291a5-9a19-4443-9578-5d128947c568 req-4e2c917d-8b45-4406-a76e-4906d676c319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:55.350611 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7291a5-9a19-4443-9578-5d128947c568 req-4e2c917d-8b45-4406-a76e-4906d676c319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:55.351268 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7291a5-9a19-4443-9578-5d128947c568 req-4e2c917d-8b45-4406-a76e-4906d676c319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:55.353667 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-3e7291a5-9a19-4443-9578-5d128947c568 req-4e2c917d-8b45-4406-a76e-4906d676c319 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=5a27568d2aff479086cfcad7501ab2c8&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3015082 May 28 06:26:55.585623 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7291a5-9a19-4443-9578-5d128947c568 req-0c19971c-5c8a-40be-9470-64b1ebf563db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:55.588581 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-3e7291a5-9a19-4443-9578-5d128947c568 req-0c19971c-5c8a-40be-9470-64b1ebf563db service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2263227 May 28 06:26:55.607298 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 53570) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:26:55.607458 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-7cad130b-789d-403a-b56e-c69ff873a73a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:55.622114 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-20d214ca-0ef4-4f37-a8f8-68baf8431680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc071cc7-7463-4354-906f-270941205e04', 'name': 'tempest-ServersTestManualDisk-592983147-router', 'tenant_id': '74efa5df31b04bb3906662ad8170d0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '23c8b49f-c8cb-45e4-9477-29a11af387b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:26:49Z', 'updated_at': '2022-05-28T06:26:52Z', 'revision_number': 3, 'project_id': '74efa5df31b04bb3906662ad8170d0a0', 'gw_port': {'id': '23c8b49f-c8cb-45e4-9477-29a11af387b9', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c3:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc071cc7-7463-4354-906f-270941205e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:26:50Z', 'updated_at': '2022-05-28T06:26:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:26:55.627166 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d214ca-0ef4-4f37-a8f8-68baf8431680 None None] Checking router: bc071cc7-7463-4354-906f-270941205e04 for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:26:55.634173 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d214ca-0ef4-4f37-a8f8-68baf8431680 None None] Updating router bc071cc7-7463-4354-906f-270941205e04 port 23c8b49f-c8cb-45e4-9477-29a11af387b9 binding host n-d-843702-1 {{(pid=89112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:26:55.686522 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-20d214ca-0ef4-4f37-a8f8-68baf8431680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:55.700091 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_v2 [None req-e05602a2-71a9-4677-bc22-cfa8eb476c39 admin admin] Deleting subnet 3fe916e2-3f26-4799-a7be-cc46b10e4922 {{(pid=89109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:26:55.705122 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e05602a2-71a9-4677-bc22-cfa8eb476c39 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:55.777715 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e05602a2-71a9-4677-bc22-cfa8eb476c39 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3964070'] for subnet, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:55.800719 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e1d4c86e-cb46-4caf-a909-93a9ecff0802 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:55.863033 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e05602a2-71a9-4677-bc22-cfa8eb476c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:55.874234 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 53580) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:26:55.883749 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84385958-30f5-4ffe-be36-fd62365acdec req-fc3fcf14-3a80-4ee0-883f-18f0812310f5 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:55.891622 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-84385958-30f5-4ffe-be36-fd62365acdec req-fc3fcf14-3a80-4ee0-883f-18f0812310f5 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.55 "GET /v2.0/ports?device_id=b2cac498-5681-4d00-a219-f4b4fe770ade HTTP/1.1" status: 200 len: 949 time: 1.0402477 May 28 06:26:55.933966 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e1d4c86e-cb46-4caf-a909-93a9ecff0802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:55.942337 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f97c582-beba-4a0a-b1a9-70529d973735 tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Router 0e9a75c8-48eb-4b30-9b70-87806493477c has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:26:56.040752 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e05602a2-71a9-4677-bc22-cfa8eb476c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9555650'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:56.044327 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-20d214ca-0ef4-4f37-a8f8-68baf8431680 None None] Notify callbacks [] for port, precommit_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:56.056178 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.provisioning_blocks [None req-20d214ca-0ef4-4f37-a8f8-68baf8431680 None None] Transition to ACTIVE for port object 23c8b49f-c8cb-45e4-9477-29a11af387b9 will not be triggered until provisioned by entity L2. {{(pid=89112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:26:56.098470 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e05602a2-71a9-4677-bc22-cfa8eb476c39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:56.103064 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05602a2-71a9-4677-bc22-cfa8eb476c39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fe916e2-3f26-4799-a7be-cc46b10e4922,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:56.112444 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-e05602a2-71a9-4677-bc22-cfa8eb476c39 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/3fe916e2-3f26-4799-a7be-cc46b10e4922 HTTP/1.1" status: 204 len: 168 time: 0.5111349 May 28 06:26:56.112444 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 53590) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:26:56.131314 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-20d214ca-0ef4-4f37-a8f8-68baf8431680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:56.191075 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d4c86e-cb46-4caf-a909-93a9ecff0802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0437288d-9da5-4690-9976-d44b596bbe68,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:56.195469 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-e1d4c86e-cb46-4caf-a909-93a9ecff0802 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8cf538ad636b4e57997a6f7610177c25&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2357879 May 28 06:26:56.226221 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-84385958-30f5-4ffe-be36-fd62365acdec req-d48bc626-bad4-4eda-ab6c-8c90ae6efe36 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.55 "GET /v2.0/security-groups?id=003cca32-7671-4721-8c5a-98dfd2100d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3336880 May 28 06:26:56.228133 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 53596) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:26:56.236581 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2a36d261-7ef8-48b2-ac6c-dfdc137de417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:56.261518 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2cc8b7-f7e2-48dc-a851-8b5a3b174b7c None None] Pushing event updated for resources: {'Port': ['ID=23c8b49f-c8cb-45e4-9477-29a11af387b9,revision_number=2']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:56.290445 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:26:56.291208 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-20d214ca-0ef4-4f37-a8f8-68baf8431680 None None] Attempting to bind port 23c8b49f-c8cb-45e4-9477-29a11af387b9 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:26:56.291720 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-20d214ca-0ef4-4f37-a8f8-68baf8431680 None None] Attempting to bind port 23c8b49f-c8cb-45e4-9477-29a11af387b9 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:26:56.292109 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d214ca-0ef4-4f37-a8f8-68baf8431680 None None] Attempting to bind port 23c8b49f-c8cb-45e4-9477-29a11af387b9 on network 68df399e-e75e-4871-9364-5d05730b50f0 {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:26:56.297787 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d214ca-0ef4-4f37-a8f8-68baf8431680 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:26:56.298149 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d214ca-0ef4-4f37-a8f8-68baf8431680 None None] Checking segment: {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:26:56.298536 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-20d214ca-0ef4-4f37-a8f8-68baf8431680 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:56.298918 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d214ca-0ef4-4f37-a8f8-68baf8431680 None None] Bound using segment: {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:26:56.299368 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-20d214ca-0ef4-4f37-a8f8-68baf8431680 None None] Bound port: 23c8b49f-c8cb-45e4-9477-29a11af387b9, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:26:56.299857 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-20d214ca-0ef4-4f37-a8f8-68baf8431680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:56.387552 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-20d214ca-0ef4-4f37-a8f8-68baf8431680 None None] For port 23c8b49f-c8cb-45e4-9477-29a11af387b9, host n-d-843702-1, cleared binding levels {{(pid=89112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:26:56.393201 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-20d214ca-0ef4-4f37-a8f8-68baf8431680 None None] For port 23c8b49f-c8cb-45e4-9477-29a11af387b9, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=23c8b49f-c8cb-45e4-9477-29a11af387b9,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:26:56.422984 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-adef19bd-fd47-43b6-b9c0-011ef79d085e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:56.428866 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ffdf246a-fbf0-45eb-b15e-6296c7e7948f admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:56.520691 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-20d214ca-0ef4-4f37-a8f8-68baf8431680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:56.531827 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2a36d261-7ef8-48b2-ac6c-dfdc137de417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:56.574779 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-2a36d261-7ef8-48b2-ac6c-dfdc137de417 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57335d58-5b4b-44c7-91c4-7ad19fc594ec']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:26:56.590562 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-2a36d261-7ef8-48b2-ac6c-dfdc137de417 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b938b3fe-4e87-4c2f-aa8d-5e499b733858') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:26:56.592434 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-2a36d261-7ef8-48b2-ac6c-dfdc137de417 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b938b3fe-4e87-4c2f-aa8d-5e499b733858') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:26:56.620623 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2a36d261-7ef8-48b2-ac6c-dfdc137de417 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:56.625273 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2cc8b7-f7e2-48dc-a851-8b5a3b174b7c None None] Pushing event updated for resources: {'Port': ['ID=23c8b49f-c8cb-45e4-9477-29a11af387b9,revision_number=3']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:56.633212 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d214ca-0ef4-4f37-a8f8-68baf8431680 None None] Routers {'bc071cc7-7463-4354-906f-270941205e04'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:26:56.634175 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-20d214ca-0ef4-4f37-a8f8-68baf8431680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:26:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['bc071cc7-7463-4354-906f-270941205e04'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:26:56.645245 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2a36d261-7ef8-48b2-ac6c-dfdc137de417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:56.652730 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a36d261-7ef8-48b2-ac6c-dfdc137de417 admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:26:56.653780 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2a36d261-7ef8-48b2-ac6c-dfdc137de417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:56.736603 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment b938b3fe-4e87-4c2f-aa8d-5e499b733858 resource provider aggregate not found May 28 06:26:56.768271 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment b938b3fe-4e87-4c2f-aa8d-5e499b733858 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b938b3fe-4e87-4c2f-aa8d-5e499b733858 found for delete ", "request_id": "req-3f2e80c7-81e2-42f0-99d0-a96393d801f3"}]} May 28 06:26:56.788689 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-ffdf246a-fbf0-45eb-b15e-6296c7e7948f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:26:56.820025 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-ffdf246a-fbf0-45eb-b15e-6296c7e7948f admin admin] Usage tracker for resource:security_group_rule and tenant:a06f6bb5616145629c42193994c29f9a is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:26:56.833794 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-ffdf246a-fbf0-45eb-b15e-6296c7e7948f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:26:56.846048 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2a36d261-7ef8-48b2-ac6c-dfdc137de417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:56.848838 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-20d214ca-0ef4-4f37-a8f8-68baf8431680 None None] Set router bc071cc7-7463-4354-906f-270941205e04 gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:26:56.864046 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-ffdf246a-fbf0-45eb-b15e-6296c7e7948f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:26:56.866402 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2a36d261-7ef8-48b2-ac6c-dfdc137de417 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:56.875843 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a36d261-7ef8-48b2-ac6c-dfdc137de417 admin admin] Pushing event deleted for resources: {'Network': ['ID=57335d58-5b4b-44c7-91c4-7ad19fc594ec,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:56.898100 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a1a09473-7089-4df5-8a7c-0df63ee9a27f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:56.945620 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c0c3483b-8600-490d-a3fc-a1f7c742d055 req-f25f078e-c2c5-47ea-be7d-c90aac34cb65 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=c3068efc66a349e9b92ab9365fc877d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0976651 May 28 06:26:56.946701 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f97c582-beba-4a0a-b1a9-70529d973735 tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:26:56.956564 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0839b544-3da9-4e26-ae26-79158879292c None None] Sync routers for ids ['0e9a75c8-48eb-4b30-9b70-87806493477c'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:26:56.964852 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-2a36d261-7ef8-48b2-ac6c-dfdc137de417 admin admin] 10.222.0.55 "DELETE /v2.0/networks/57335d58-5b4b-44c7-91c4-7ad19fc594ec HTTP/1.1" status: 204 len: 168 time: 0.8525293 May 28 06:26:56.969326 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0839b544-3da9-4e26-ae26-79158879292c None None] Routers {'0e9a75c8-48eb-4b30-9b70-87806493477c'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:26:56.970029 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-0839b544-3da9-4e26-ae26-79158879292c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:26:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['0e9a75c8-48eb-4b30-9b70-87806493477c'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:26:57.077551 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a1a09473-7089-4df5-8a7c-0df63ee9a27f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:57.099653 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058924c0-d3a2-4bd9-85ef-23eb33a4c2a4 req-7de65d7f-cbe7-4428-b32a-d7505905c5c6 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:57.105783 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058924c0-d3a2-4bd9-85ef-23eb33a4c2a4 req-7de65d7f-cbe7-4428-b32a-d7505905c5c6 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:57.111899 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058924c0-d3a2-4bd9-85ef-23eb33a4c2a4 req-7de65d7f-cbe7-4428-b32a-d7505905c5c6 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:57.117856 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058924c0-d3a2-4bd9-85ef-23eb33a4c2a4 req-7de65d7f-cbe7-4428-b32a-d7505905c5c6 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:57.124847 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058924c0-d3a2-4bd9-85ef-23eb33a4c2a4 req-7de65d7f-cbe7-4428-b32a-d7505905c5c6 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:57.132188 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-058924c0-d3a2-4bd9-85ef-23eb33a4c2a4 req-7de65d7f-cbe7-4428-b32a-d7505905c5c6 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc8afbe2-63ab-495f-b953-08528fec512c HTTP/1.1" status: 200 len: 3827 time: 1.1366587 May 28 06:26:57.156040 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-0839b544-3da9-4e26-ae26-79158879292c None None] Set router 0e9a75c8-48eb-4b30-9b70-87806493477c gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:26:57.160452 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-20d214ca-0ef4-4f37-a8f8-68baf8431680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc071cc7-7463-4354-906f-270941205e04', 'name': 'tempest-ServersTestManualDisk-592983147-router', 'tenant_id': '74efa5df31b04bb3906662ad8170d0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '23c8b49f-c8cb-45e4-9477-29a11af387b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:26:49Z', 'updated_at': '2022-05-28T06:26:52Z', 'revision_number': 3, 'project_id': '74efa5df31b04bb3906662ad8170d0a0', 'gw_port': {'id': '23c8b49f-c8cb-45e4-9477-29a11af387b9', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c3:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc071cc7-7463-4354-906f-270941205e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:26:50Z', 'updated_at': '2022-05-28T06:26:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:26:57.166782 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d214ca-0ef4-4f37-a8f8-68baf8431680 None None] The sync data for ids ['bc071cc7-7463-4354-906f-270941205e04'] in n-d-843702-1 is: [{'id': 'bc071cc7-7463-4354-906f-270941205e04', 'name': 'tempest-ServersTestManualDisk-592983147-router', 'tenant_id': '74efa5df31b04bb3906662ad8170d0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '23c8b49f-c8cb-45e4-9477-29a11af387b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:26:49Z', 'updated_at': '2022-05-28T06:26:52Z', 'revision_number': 3, 'project_id': '74efa5df31b04bb3906662ad8170d0a0', 'gw_port': {'id': '23c8b49f-c8cb-45e4-9477-29a11af387b9', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c3:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc071cc7-7463-4354-906f-270941205e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:26:50Z', 'updated_at': '2022-05-28T06:26:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:26:57.415426 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8f97c582-beba-4a0a-b1a9-70529d973735 tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:57.469120 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:57.492884 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 53626) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:26:57.505294 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.db.resource_extend [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-7cad130b-789d-403a-b56e-c69ff873a73a service neutron] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 06:26:57.549767 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-53785975-dd4b-4365-9914-d473df935e95 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=16fae7f21e73441b8f27011aec16439a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0553124 May 28 06:26:57.552038 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 53630) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:26:57.589755 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-058924c0-d3a2-4bd9-85ef-23eb33a4c2a4 req-06927e71-8523-4674-a18c-5f735837e7c4 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.55 "GET /v2.0/security-groups?id=330866ba-92b0-424f-b7e1-e6c41912745c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4547064 May 28 06:26:57.661000 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-588f70d7-3d00-4b16-a2a3-c610863fcce5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:57.663161 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-0839b544-3da9-4e26-ae26-79158879292c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9a75c8-48eb-4b30-9b70-87806493477c', 'name': 'tempest-ServersTestJSON-1589757023-router', 'tenant_id': 'd91f6eb4c7e44824b2ce0b8006557321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.62'}], 'enable_snat': True}, 'gw_port_id': 'af88013d-1f04-41a4-a9d3-47f6a8bb62d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:26:08Z', 'updated_at': '2022-05-28T06:26:17Z', 'revision_number': 4, 'project_id': 'd91f6eb4c7e44824b2ce0b8006557321', 'gw_port': {'id': 'af88013d-1f04-41a4-a9d3-47f6a8bb62d0', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:28:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9a75c8-48eb-4b30-9b70-87806493477c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:26:10Z', 'updated_at': '2022-05-28T06:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': '20fb2381-5723-49ea-9520-8adfbce7410e', 'tenant_id': 'd91f6eb4c7e44824b2ce0b8006557321', 'floating_ip_address': '172.25.5.235', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': '0e9a75c8-48eb-4b30-9b70-87806493477c', 'port_id': '883749f6-a2bc-4e52-a228-a471598e90cb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 822, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd78b7af4-098f-4263-8522-732b24d86d73', 'mac_address': 'fa:16:3e:7b:bb:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ead97b6-ff7a-417e-b55d-6248b889924d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:26:26Z', 'updated_at': '2022-05-28T06:26:53Z', 'revision_number': 1, 'project_id': 'd91f6eb4c7e44824b2ce0b8006557321', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '528b9657-4123-48cf-81bd-7f3ee47d922b', 'name': '', 'network_id': 'd78b7af4-098f-4263-8522-732b24d86d73', 'tenant_id': 'd91f6eb4c7e44824b2ce0b8006557321', 'mac_address': 'fa:16:3e:af:1c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9a75c8-48eb-4b30-9b70-87806493477c', 'device_owner': 'network:router_interface', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '9c4f9492-bb3a-4b06-9439-952a7bc7785e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:26:15Z', 'updated_at': '2022-05-28T06:26:25Z', 'revision_number': 5, 'project_id': 'd91f6eb4c7e44824b2ce0b8006557321', 'subnets': [{'id': '9c4f9492-bb3a-4b06-9439-952a7bc7785e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:26:57.667479 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0839b544-3da9-4e26-ae26-79158879292c None None] Checking router: 0e9a75c8-48eb-4b30-9b70-87806493477c for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:26:57.676817 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0839b544-3da9-4e26-ae26-79158879292c None None] Routers {'0e9a75c8-48eb-4b30-9b70-87806493477c'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:26:57.677744 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-0839b544-3da9-4e26-ae26-79158879292c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:26:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['0e9a75c8-48eb-4b30-9b70-87806493477c'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:26:57.691229 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-588f70d7-3d00-4b16-a2a3-c610863fcce5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:57.834196 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-588f70d7-3d00-4b16-a2a3-c610863fcce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:57.851488 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588f70d7-3d00-4b16-a2a3-c610863fcce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23fff79d-6911-4949-90e1-061adc265852,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:57.860854 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-588f70d7-3d00-4b16-a2a3-c610863fcce5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:57.865859 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-588f70d7-3d00-4b16-a2a3-c610863fcce5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/23fff79d-6911-4949-90e1-061adc265852 HTTP/1.1" status: 204 len: 168 time: 0.3105001 May 28 06:26:57.929449 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-0839b544-3da9-4e26-ae26-79158879292c None None] Set router 0e9a75c8-48eb-4b30-9b70-87806493477c gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:26:57.947561 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-8f97c582-beba-4a0a-b1a9-70529d973735 tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] 10.222.0.55 "PUT /v2.0/floatingips/20fb2381-5723-49ea-9520-8adfbce7410e HTTP/1.1" status: 200 len: 991 time: 5.9425159 May 28 06:26:57.966815 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ead97b6-ff7a-417e-b55d-6248b889924d', 'tag': '883749f6-a2bc-4e52-a228-a471598e90cb'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:26:57.979095 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ffdf246a-fbf0-45eb-b15e-6296c7e7948f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:57.996868 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-7cad130b-789d-403a-b56e-c69ff873a73a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae1da9c2-607a-48e7-af04-679c67639107 {{(pid=89110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:26:58.018806 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-7cad130b-789d-403a-b56e-c69ff873a73a service neutron] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:58.078013 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c3483b-8600-490d-a3fc-a1f7c742d055 req-48031632-a9d1-45c2-8343-05c412fdb8a4 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:58.079553 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c0c3483b-8600-490d-a3fc-a1f7c742d055 req-48031632-a9d1-45c2-8343-05c412fdb8a4 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1045496 May 28 06:26:58.096901 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-7cad130b-789d-403a-b56e-c69ff873a73a service neutron] Transition to ACTIVE for port object ae1da9c2-607a-48e7-af04-679c67639107 will not be triggered until provisioned by entity L2. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:26:58.102683 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ffdf246a-fbf0-45eb-b15e-6296c7e7948f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:58.106440 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a1a09473-7089-4df5-8a7c-0df63ee9a27f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:58.154234 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c0c3483b-8600-490d-a3fc-a1f7c742d055 req-d0708f0d-52f3-4bc9-aa81-221e32c6e9db tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/quotas/c3068efc66a349e9b92ab9365fc877d9 HTTP/1.1" status: 200 len: 375 time: 0.0619655 May 28 06:26:58.263656 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdf246a-fbf0-45eb-b15e-6296c7e7948f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46535840-562d-462a-a247-c283a56443ea,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:58.271968 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-ffdf246a-fbf0-45eb-b15e-6296c7e7948f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a06f6bb5616145629c42193994c29f9a&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3782964 May 28 06:26:58.272664 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 53640) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:26:58.290731 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-7cad130b-789d-403a-b56e-c69ff873a73a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:58.330222 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-0839b544-3da9-4e26-ae26-79158879292c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9a75c8-48eb-4b30-9b70-87806493477c', 'name': 'tempest-ServersTestJSON-1589757023-router', 'tenant_id': 'd91f6eb4c7e44824b2ce0b8006557321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.62'}], 'enable_snat': True}, 'gw_port_id': 'af88013d-1f04-41a4-a9d3-47f6a8bb62d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:26:08Z', 'updated_at': '2022-05-28T06:26:17Z', 'revision_number': 4, 'project_id': 'd91f6eb4c7e44824b2ce0b8006557321', 'gw_port': {'id': 'af88013d-1f04-41a4-a9d3-47f6a8bb62d0', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:28:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9a75c8-48eb-4b30-9b70-87806493477c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:26:10Z', 'updated_at': '2022-05-28T06:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': '20fb2381-5723-49ea-9520-8adfbce7410e', 'tenant_id': 'd91f6eb4c7e44824b2ce0b8006557321', 'floating_ip_address': '172.25.5.235', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': '0e9a75c8-48eb-4b30-9b70-87806493477c', 'port_id': '883749f6-a2bc-4e52-a228-a471598e90cb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 822, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd78b7af4-098f-4263-8522-732b24d86d73', 'mac_address': 'fa:16:3e:7b:bb:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ead97b6-ff7a-417e-b55d-6248b889924d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:26:26Z', 'updated_at': '2022-05-28T06:26:53Z', 'revision_number': 1, 'project_id': 'd91f6eb4c7e44824b2ce0b8006557321', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '528b9657-4123-48cf-81bd-7f3ee47d922b', 'name': '', 'network_id': 'd78b7af4-098f-4263-8522-732b24d86d73', 'tenant_id': 'd91f6eb4c7e44824b2ce0b8006557321', 'mac_address': 'fa:16:3e:af:1c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9a75c8-48eb-4b30-9b70-87806493477c', 'device_owner': 'network:router_interface', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '9c4f9492-bb3a-4b06-9439-952a7bc7785e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:26:15Z', 'updated_at': '2022-05-28T06:26:25Z', 'revision_number': 5, 'project_id': 'd91f6eb4c7e44824b2ce0b8006557321', 'subnets': [{'id': '9c4f9492-bb3a-4b06-9439-952a7bc7785e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:26:58.332205 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c0c3483b-8600-490d-a3fc-a1f7c742d055 req-e1601792-c2f6-43bc-a277-d6c844edeb6f tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=c3068efc66a349e9b92ab9365fc877d9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1525540 May 28 06:26:58.337768 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a1a09473-7089-4df5-8a7c-0df63ee9a27f admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:58.337768 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-a1a09473-7089-4df5-8a7c-0df63ee9a27f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0437288d-9da5-4690-9976-d44b596bbe68 HTTP/1.1" status: 204 len: 168 time: 2.0956681 May 28 06:26:58.356381 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0839b544-3da9-4e26-ae26-79158879292c None None] The sync data for ids ['0e9a75c8-48eb-4b30-9b70-87806493477c'] in n-d-843702-1 is: [{'id': '0e9a75c8-48eb-4b30-9b70-87806493477c', 'name': 'tempest-ServersTestJSON-1589757023-router', 'tenant_id': 'd91f6eb4c7e44824b2ce0b8006557321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.62'}], 'enable_snat': True}, 'gw_port_id': 'af88013d-1f04-41a4-a9d3-47f6a8bb62d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:26:08Z', 'updated_at': '2022-05-28T06:26:17Z', 'revision_number': 4, 'project_id': 'd91f6eb4c7e44824b2ce0b8006557321', 'gw_port': {'id': 'af88013d-1f04-41a4-a9d3-47f6a8bb62d0', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:28:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9a75c8-48eb-4b30-9b70-87806493477c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:26:10Z', 'updated_at': '2022-05-28T06:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': '20fb2381-5723-49ea-9520-8adfbce7410e', 'tenant_id': 'd91f6eb4c7e44824b2ce0b8006557321', 'floating_ip_address': '172.25.5.235', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': '0e9a75c8-48eb-4b30-9b70-87806493477c', 'port_id': '883749f6-a2bc-4e52-a228-a471598e90cb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 822, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd78b7af4-098f-4263-8522-732b24d86d73', 'mac_address': 'fa:16:3e:7b:bb:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ead97b6-ff7a-417e-b55d-6248b889924d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:26:26Z', 'updated_at': '2022-05-28T06:26:53Z', 'revision_number': 1, 'project_id': 'd91f6eb4c7e44824b2ce0b8006557321', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '528b9657-4123-48cf-81bd-7f3ee47d922b', 'name': '', 'network_id': 'd78b7af4-098f-4263-8522-732b24d86d73', 'tenant_id': 'd91f6eb4c7e44824b2ce0b8006557321', 'mac_address': 'fa:16:3e:af:1c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9a75c8-48eb-4b30-9b70-87806493477c', 'device_owner': 'network:router_interface', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '9c4f9492-bb3a-4b06-9439-952a7bc7785e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:26:15Z', 'updated_at': '2022-05-28T06:26:25Z', 'revision_number': 5, 'project_id': 'd91f6eb4c7e44824b2ce0b8006557321', 'subnets': [{'id': '9c4f9492-bb3a-4b06-9439-952a7bc7785e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:26:58.383726 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a09473-7089-4df5-8a7c-0df63ee9a27f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0437288d-9da5-4690-9976-d44b596bbe68,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:58.429521 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e33ace5b-cb6d-4d60-aaec-10c9f453a34d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:58.436404 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fa48ca-56b2-4413-a4ed-8959aee213a8 req-9753c4a2-f172-44e0-b700-73b5bbfcdc95 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:58.455255 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-78fa48ca-56b2-4413-a4ed-8959aee213a8 req-9753c4a2-f172-44e0-b700-73b5bbfcdc95 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.55 "GET /v2.0/ports?device_id=b2cac498-5681-4d00-a219-f4b4fe770ade HTTP/1.1" status: 200 len: 949 time: 0.5980566 May 28 06:26:58.462831 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e33ace5b-cb6d-4d60-aaec-10c9f453a34d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:58.618769 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cad130b-789d-403a-b56e-c69ff873a73a service neutron] Pushing event updated for resources: {'Port': ['ID=ae1da9c2-607a-48e7-af04-679c67639107,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:58.624028 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e33ace5b-cb6d-4d60-aaec-10c9f453a34d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:58.642781 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-851e73f7-7781-4717-bd4d-71d5c86c849b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:58.744223 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33ace5b-cb6d-4d60-aaec-10c9f453a34d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46535840-562d-462a-a247-c283a56443ea,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:58.780006 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e33ace5b-cb6d-4d60-aaec-10c9f453a34d admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:58.783187 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-e33ace5b-cb6d-4d60-aaec-10c9f453a34d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/46535840-562d-462a-a247-c283a56443ea HTTP/1.1" status: 204 len: 168 time: 0.5091188 May 28 06:26:58.879642 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff83fd8-a387-41e4-a9e5-d2ae3f6a6bdd None None] New status for floating IP 20fb2381-5723-49ea-9520-8adfbce7410e: ACTIVE {{(pid=89112) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 06:26:58.925778 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 23c8b49f-c8cb-45e4-9477-29a11af387b9 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:26:58.948625 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-78fa48ca-56b2-4413-a4ed-8959aee213a8 req-1161a37a-81a6-4ab6-9dbc-ab6cb22aa117 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.55 "GET /v2.0/security-groups?id=003cca32-7671-4721-8c5a-98dfd2100d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4924061 May 28 06:26:59.081332 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-ba897663-5675-4638-9c23-af6ad6114074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:59.098441 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d62d4e4-fd3b-4844-9b6b-990341819b63'] response: {'name': 'network-changed', 'server_uuid': '4ead97b6-ff7a-417e-b55d-6248b889924d', 'tag': '883749f6-a2bc-4e52-a228-a471598e90cb', 'status': 'completed', 'code': 200} May 28 06:26:59.234911 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 23c8b49f-c8cb-45e4-9477-29a11af387b9 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:26:59.241026 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-7cad130b-789d-403a-b56e-c69ff873a73a service neutron] Attempting to bind port ae1da9c2-607a-48e7-af04-679c67639107 on host n-h2-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:26:59.244161 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-7cad130b-789d-403a-b56e-c69ff873a73a service neutron] Attempting to bind port ae1da9c2-607a-48e7-af04-679c67639107 by drivers openvswitch,hyperv on host n-h2-843702-1 at level 0 using segments [{'id': '91926a5e-954e-4773-b0d0-2c49874bbb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a9ffdff9-c2bf-42e5-aa28-4268d54cc9bc'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:26:59.246328 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-7cad130b-789d-403a-b56e-c69ff873a73a service neutron] Attempting to bind port ae1da9c2-607a-48e7-af04-679c67639107 on network a9ffdff9-c2bf-42e5-aa28-4268d54cc9bc {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:26:59.252669 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 23c8b49f-c8cb-45e4-9477-29a11af387b9 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:26:59.253111 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:59.264360 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-7cad130b-789d-403a-b56e-c69ff873a73a service neutron] Port ae1da9c2-607a-48e7-af04-679c67639107 on network a9ffdff9-c2bf-42e5-aa28-4268d54cc9bc not bound, no agent of type Open vSwitch agent registered on host n-h2-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:26:59.271886 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5f353b-95ee-40f3-9118-3b15220678a2 req-a17b048b-1d3a-45e3-a706-27ca5a0f8dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:59.272473 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-7cad130b-789d-403a-b56e-c69ff873a73a service neutron] Attempting to bind port ae1da9c2-607a-48e7-af04-679c67639107 on network a9ffdff9-c2bf-42e5-aa28-4268d54cc9bc {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:26:59.277201 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-ec5f353b-95ee-40f3-9118-3b15220678a2 req-a17b048b-1d3a-45e3-a706-27ca5a0f8dc2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d91f6eb4c7e44824b2ce0b8006557321&device_id=4ead97b6-ff7a-417e-b55d-6248b889924d HTTP/1.1" status: 200 len: 1096 time: 0.1552861 May 28 06:26:59.392140 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-7cad130b-789d-403a-b56e-c69ff873a73a service neutron] Checking agent: {'id': 'f1a3973b-d2b3-4558-88e7-2ac50857d302', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:26:59.392371 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-7cad130b-789d-403a-b56e-c69ff873a73a service neutron] Checking segment: {'id': '91926a5e-954e-4773-b0d0-2c49874bbb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a9ffdff9-c2bf-42e5-aa28-4268d54cc9bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:26:59.392742 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-7cad130b-789d-403a-b56e-c69ff873a73a service neutron] Bound using segment: {'id': '91926a5e-954e-4773-b0d0-2c49874bbb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a9ffdff9-c2bf-42e5-aa28-4268d54cc9bc'} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:26:59.393192 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-7cad130b-789d-403a-b56e-c69ff873a73a service neutron] Bound port: ae1da9c2-607a-48e7-af04-679c67639107, host: n-h2-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91926a5e-954e-4773-b0d0-2c49874bbb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a9ffdff9-c2bf-42e5-aa28-4268d54cc9bc'}}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:26:59.393598 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-7cad130b-789d-403a-b56e-c69ff873a73a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:59.447104 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 23c8b49f-c8cb-45e4-9477-29a11af387b9 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:26:59.447845 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:59.469151 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5f353b-95ee-40f3-9118-3b15220678a2 req-8940d67c-bf40-4a2c-8870-d3d572e7afb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:59.470645 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-ec5f353b-95ee-40f3-9118-3b15220678a2 req-8940d67c-bf40-4a2c-8870-d3d572e7afb3 service neutron] 10.222.0.71 "GET /v2.0/networks?id=d78b7af4-098f-4263-8522-732b24d86d73 HTTP/1.1" status: 200 len: 907 time: 0.1837127 May 28 06:26:59.471114 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port 23c8b49f-c8cb-45e4-9477-29a11af387b9, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=23c8b49f-c8cb-45e4-9477-29a11af387b9,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:26:59.599812 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:59.615669 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-ec5f353b-95ee-40f3-9118-3b15220678a2 req-d8fe0d61-f559-4d7f-8c73-05eb8c50c936 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=883749f6-a2bc-4e52-a228-a471598e90cb HTTP/1.1" status: 200 len: 1001 time: 0.1386712 May 28 06:26:59.635216 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec7931e-a0c4-43ba-873d-11d4024f2f6a req-b0fd21b9-dc79-4a4d-b305-d758ab6cb8d3 tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:59.638751 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dec7931e-a0c4-43ba-873d-11d4024f2f6a req-b0fd21b9-dc79-4a4d-b305-d758ab6cb8d3 tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] 10.222.0.55 "GET /v2.0/ports?device_id=4ead97b6-ff7a-417e-b55d-6248b889924d HTTP/1.1" status: 200 len: 945 time: 0.7834039 May 28 06:26:59.716398 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-7cad130b-789d-403a-b56e-c69ff873a73a service neutron] For port ae1da9c2-607a-48e7-af04-679c67639107, host n-h2-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:26:59.723638 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5f353b-95ee-40f3-9118-3b15220678a2 req-8679fd5c-39f4-47e4-8996-04fd05b68939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:59.726191 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-ec5f353b-95ee-40f3-9118-3b15220678a2 req-8679fd5c-39f4-47e4-8996-04fd05b68939 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9c4f9492-bb3a-4b06-9439-952a7bc7785e HTTP/1.1" status: 200 len: 845 time: 0.1043849 May 28 06:26:59.727455 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=23c8b49f-c8cb-45e4-9477-29a11af387b9,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:59.764561 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-7cad130b-789d-403a-b56e-c69ff873a73a service neutron] For port ae1da9c2-607a-48e7-af04-679c67639107, host n-h2-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=ae1da9c2-607a-48e7-af04-679c67639107,segment=NetworkSegment(91926a5e-954e-4773-b0d0-2c49874bbb2a),segment_id=91926a5e-954e-4773-b0d0-2c49874bbb2a)] {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:26:59.775941 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192fb884-d159-4b4f-b77c-f5f284bbd0c9 req-cf6b40f8-5c39-41f7-8a42-a3844b96f245 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:59.783421 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192fb884-d159-4b4f-b77c-f5f284bbd0c9 req-cf6b40f8-5c39-41f7-8a42-a3844b96f245 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:59.790391 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192fb884-d159-4b4f-b77c-f5f284bbd0c9 req-cf6b40f8-5c39-41f7-8a42-a3844b96f245 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:59.803620 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192fb884-d159-4b4f-b77c-f5f284bbd0c9 req-cf6b40f8-5c39-41f7-8a42-a3844b96f245 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:59.803727 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:59.806672 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192fb884-d159-4b4f-b77c-f5f284bbd0c9 req-cf6b40f8-5c39-41f7-8a42-a3844b96f245 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:59.809304 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 53674) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:26:59.813581 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192fb884-d159-4b4f-b77c-f5f284bbd0c9 req-cf6b40f8-5c39-41f7-8a42-a3844b96f245 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:59.816268 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-192fb884-d159-4b4f-b77c-f5f284bbd0c9 req-cf6b40f8-5c39-41f7-8a42-a3844b96f245 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc8afbe2-63ab-495f-b953-08528fec512c HTTP/1.1" status: 200 len: 4605 time: 0.5562844 May 28 06:26:59.820949 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [None req-851e73f7-7781-4717-bd4d-71d5c86c849b admin admin] Allocated IP 172.20.0.1 (288346a5-f33c-49f7-9d6b-a77223fb06e0/080ebc12-6820-4737-a7d7-c00458c09bac/06576159-836b-4c4a-901b-c7db61dd6895) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:26:59.827143 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dec7931e-a0c4-43ba-873d-11d4024f2f6a req-13497a9b-72a6-4280-867b-30ae32b4f8e8 tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] 10.222.0.55 "GET /v2.0/security-groups?id=6e208dcc-a1fa-4f82-a32c-c10affe88f76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1453781 May 28 06:26:59.831077 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-7cad130b-789d-403a-b56e-c69ff873a73a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:59.862282 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4fe729ac-d4e9-461f-8308-bd4a4dcfafa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:59.891403 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-4fe729ac-d4e9-461f-8308-bd4a4dcfafa6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:26:59.895206 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5f353b-95ee-40f3-9118-3b15220678a2 req-67831cc7-fc01-4934-bcdf-6351afb417cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:59.896747 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-ec5f353b-95ee-40f3-9118-3b15220678a2 req-67831cc7-fc01-4934-bcdf-6351afb417cf service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d78b7af4-098f-4263-8522-732b24d86d73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1635487 May 28 06:26:59.900645 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-4fe729ac-d4e9-461f-8308-bd4a4dcfafa6 admin admin] Usage tracker for resource:security_group_rule and tenant:15464d4c22be460f9d9e2a2736ae0634 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:26:59.905147 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-4fe729ac-d4e9-461f-8308-bd4a4dcfafa6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:26:59.976981 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:59.999186 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-4fe729ac-d4e9-461f-8308-bd4a4dcfafa6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:27:00.190446 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-ec5f353b-95ee-40f3-9118-3b15220678a2 req-5c2a26a9-7b91-4609-94c8-25122f8aef4f service neutron] 10.222.0.71 "GET /v2.0/networks/d78b7af4-098f-4263-8522-732b24d86d73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2669108 May 28 06:27:00.219356 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3a1dee73-8af5-4fc8-a3ab-e645ae196ec5 req-b0c74e7e-80b7-432d-8746-f0b94388534e tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/ports?device_id=282131d1-14ee-420e-862f-051d68fe0765 HTTP/1.1" status: 200 len: 210 time: 0.3291037 May 28 06:27:00.280799 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-7cad130b-789d-403a-b56e-c69ff873a73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:00.281657 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-7cad130b-789d-403a-b56e-c69ff873a73a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:00.283180 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-7cad130b-789d-403a-b56e-c69ff873a73a service neutron] 10.222.0.71 "PUT /v2.0/ports/ae1da9c2-607a-48e7-af04-679c67639107 HTTP/1.1" status: 200 len: 1136 time: 5.5421154 May 28 06:27:00.328612 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-192fb884-d159-4b4f-b77c-f5f284bbd0c9 req-e310b805-15ea-45e7-96ef-19896d7eb02c tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.55 "GET /v2.0/security-groups?id=330866ba-92b0-424f-b7e1-e6c41912745c&id=dee936ce-b9e4-4668-898c-fea71a001642&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5052376 May 28 06:27:00.336562 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cad130b-789d-403a-b56e-c69ff873a73a service neutron] Pushing event updated for resources: {'Port': ['ID=ae1da9c2-607a-48e7-af04-679c67639107,revision_number=3']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:00.413662 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4fe729ac-d4e9-461f-8308-bd4a4dcfafa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:00.437691 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-ec5f353b-95ee-40f3-9118-3b15220678a2 req-251ddb26-fef8-49cf-a52b-0fa44f40dcf6 service neutron] 10.222.0.71 "GET /v2.0/networks/d78b7af4-098f-4263-8522-732b24d86d73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407596 May 28 06:27:00.470986 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-c6b8dcb6-a030-4ce9-9cc1-0b8a199f5555 service neutron] Request body: {'port': {'device_id': 'fc8afbe2-63ab-495f-b953-08528fec512c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843702-1'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:27:00.516316 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-851e73f7-7781-4717-bd4d-71d5c86c849b admin admin] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:00.547622 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [None req-851e73f7-7781-4717-bd4d-71d5c86c849b admin admin] Transition to ACTIVE for port object 06576159-836b-4c4a-901b-c7db61dd6895 will not be triggered until provisioned by entity DHCP. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:27:00.556407 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5d1de1-33b1-4d6b-bf33-eecec4917490 req-34d3cbf0-32b6-4900-b6d3-4c79f47b2303 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:00.564621 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5b5d1de1-33b1-4d6b-bf33-eecec4917490 req-34d3cbf0-32b6-4900-b6d3-4c79f47b2303 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.55 "GET /v2.0/ports?device_id=b2cac498-5681-4d00-a219-f4b4fe770ade HTTP/1.1" status: 200 len: 949 time: 0.1777449 May 28 06:27:00.585164 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4fe729ac-d4e9-461f-8308-bd4a4dcfafa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:00.616445 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5b5d1de1-33b1-4d6b-bf33-eecec4917490 req-0ea8f364-ce07-4d50-b357-98d51395e44f tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.55 "GET /v2.0/security-groups?id=003cca32-7671-4721-8c5a-98dfd2100d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509520 May 28 06:27:00.664988 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-c6b8dcb6-a030-4ce9-9cc1-0b8a199f5555 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:00.692995 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe729ac-d4e9-461f-8308-bd4a4dcfafa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b217b7ef-1110-4f03-8ca0-fafd3caa6ccd,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:00.692995 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-4fe729ac-d4e9-461f-8308-bd4a4dcfafa6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=15464d4c22be460f9d9e2a2736ae0634&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8666253 May 28 06:27:00.692995 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 53706) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:27:00.759445 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-851e73f7-7781-4717-bd4d-71d5c86c849b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:00.798475 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 23c8b49f-c8cb-45e4-9477-29a11af387b9 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:27:00.853313 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851e73f7-7781-4717-bd4d-71d5c86c849b admin admin] Network 288346a5-f33c-49f7-9d6b-a77223fb06e0 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:27:00.860893 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-851e73f7-7781-4717-bd4d-71d5c86c849b admin admin] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:27:00.870438 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851e73f7-7781-4717-bd4d-71d5c86c849b admin admin] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:27:00.940236 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 23c8b49f-c8cb-45e4-9477-29a11af387b9 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:27:00.940611 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:00.948839 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-851e73f7-7781-4717-bd4d-71d5c86c849b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690947'] for router_interface, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:01.090465 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 23c8b49f-c8cb-45e4-9477-29a11af387b9 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:27:01.223418 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc8afbe2-63ab-495f-b953-08528fec512c', 'tag': 'ae1da9c2-607a-48e7-af04-679c67639107'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:27:01.269657 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851e73f7-7781-4717-bd4d-71d5c86c849b admin admin] Pushing event updated for resources: {'Port': ['ID=06576159-836b-4c4a-901b-c7db61dd6895,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:01.286123 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 53750) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:27:01.309439 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a2e8b792-7647-450a-a305-7116aaee1e4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:01.337996 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c14d32b-04c3-4aa3-8864-060cefc00459'] response: {'name': 'network-changed', 'server_uuid': 'fc8afbe2-63ab-495f-b953-08528fec512c', 'tag': 'ae1da9c2-607a-48e7-af04-679c67639107', 'status': 'completed', 'code': 200} May 28 06:27:01.359114 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a2e8b792-7647-450a-a305-7116aaee1e4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:01.512527 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-a93fffeb-85ed-4b5a-aec7-e3a79d858c3f admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1219763929-network', 'tenant_id': '18bdbb4b3da540e1a46c1587a7a5a874'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:27:01.531954 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-8087535c-296b-44d8-a308-b0557bd7b09b None None] Provisioning for port 06576159-836b-4c4a-901b-c7db61dd6895 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:27:01.538484 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-8087535c-296b-44d8-a308-b0557bd7b09b None None] Provisioning complete for port 06576159-836b-4c4a-901b-c7db61dd6895 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:27:01.538860 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-8087535c-296b-44d8-a308-b0557bd7b09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:01.552037 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-c6b8dcb6-a030-4ce9-9cc1-0b8a199f5555 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1068a4a-45d8-45f1-b5a5-6186eb8d7d2d {{(pid=89109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:27:01.561397 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-c6b8dcb6-a030-4ce9-9cc1-0b8a199f5555 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:01.579795 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:01.585818 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a2e8b792-7647-450a-a305-7116aaee1e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:01.594666 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-a93fffeb-85ed-4b5a-aec7-e3a79d858c3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:27:01.605045 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b982fb13-4972-4b15-9aae-7eb79f3cd1f5 req-d94a742f-2c60-48a3-9834-6b222433935a tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/ports?device_id=282131d1-14ee-420e-862f-051d68fe0765 HTTP/1.1" status: 200 len: 210 time: 0.1121976 May 28 06:27:01.613632 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-8087535c-296b-44d8-a308-b0557bd7b09b None None] Port 06576159-836b-4c4a-901b-c7db61dd6895 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:27:01.621074 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e8b792-7647-450a-a305-7116aaee1e4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b217b7ef-1110-4f03-8ca0-fafd3caa6ccd,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:01.624099 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-c6b8dcb6-a030-4ce9-9cc1-0b8a199f5555 service neutron] Transition to ACTIVE for port object a1068a4a-45d8-45f1-b5a5-6186eb8d7d2d will not be triggered until provisioned by entity L2. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:27:01.625506 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a2e8b792-7647-450a-a305-7116aaee1e4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:01.629028 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-a2e8b792-7647-450a-a305-7116aaee1e4a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b217b7ef-1110-4f03-8ca0-fafd3caa6ccd HTTP/1.1" status: 204 len: 168 time: 0.9333482 May 28 06:27:01.630877 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-a93fffeb-85ed-4b5a-aec7-e3a79d858c3f admin admin] Usage tracker for resource:network and tenant:18bdbb4b3da540e1a46c1587a7a5a874 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:27:01.663257 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-a93fffeb-85ed-4b5a-aec7-e3a79d858c3f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:27:01.701511 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-a93fffeb-85ed-4b5a-aec7-e3a79d858c3f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:27:01.725633 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-c6b8dcb6-a030-4ce9-9cc1-0b8a199f5555 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:01.732562 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-851e73f7-7781-4717-bd4d-71d5c86c849b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:01.757507 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df87dc3-2f0c-4651-adef-240c901d81ce req-560d34f6-96a1-43ff-a7e8-2982fd13b82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:01.757507 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df87dc3-2f0c-4651-adef-240c901d81ce req-560d34f6-96a1-43ff-a7e8-2982fd13b82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:01.757507 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df87dc3-2f0c-4651-adef-240c901d81ce req-560d34f6-96a1-43ff-a7e8-2982fd13b82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:01.757507 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df87dc3-2f0c-4651-adef-240c901d81ce req-560d34f6-96a1-43ff-a7e8-2982fd13b82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:01.757507 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df87dc3-2f0c-4651-adef-240c901d81ce req-560d34f6-96a1-43ff-a7e8-2982fd13b82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:01.757925 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df87dc3-2f0c-4651-adef-240c901d81ce req-560d34f6-96a1-43ff-a7e8-2982fd13b82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:01.759749 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6df87dc3-2f0c-4651-adef-240c901d81ce req-560d34f6-96a1-43ff-a7e8-2982fd13b82b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5a27568d2aff479086cfcad7501ab2c8&device_id=fc8afbe2-63ab-495f-b953-08528fec512c HTTP/1.1" status: 200 len: 5291 time: 0.3315938 May 28 06:27:01.858133 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a93fffeb-85ed-4b5a-aec7-e3a79d858c3f admin admin] Made reservation on behalf of 18bdbb4b3da540e1a46c1587a7a5a874 for: {'network': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:27:01.860740 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a93fffeb-85ed-4b5a-aec7-e3a79d858c3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:01.905076 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 53766) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:27:01.907596 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b8dcb6-a030-4ce9-9cc1-0b8a199f5555 service neutron] Pushing event updated for resources: {'Port': ['ID=a1068a4a-45d8-45f1-b5a5-6186eb8d7d2d,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:01.956780 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a93fffeb-85ed-4b5a-aec7-e3a79d858c3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:02.019721 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-c6b8dcb6-a030-4ce9-9cc1-0b8a199f5555 service neutron] Attempting to bind port a1068a4a-45d8-45f1-b5a5-6186eb8d7d2d on host n-h2-843702-1 for vnic_type normal with profile {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:27:02.020112 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-c6b8dcb6-a030-4ce9-9cc1-0b8a199f5555 service neutron] Attempting to bind port a1068a4a-45d8-45f1-b5a5-6186eb8d7d2d by drivers openvswitch,hyperv on host n-h2-843702-1 at level 0 using segments [{'id': '91926a5e-954e-4773-b0d0-2c49874bbb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a9ffdff9-c2bf-42e5-aa28-4268d54cc9bc'}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:27:02.020436 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-c6b8dcb6-a030-4ce9-9cc1-0b8a199f5555 service neutron] Attempting to bind port a1068a4a-45d8-45f1-b5a5-6186eb8d7d2d on network a9ffdff9-c2bf-42e5-aa28-4268d54cc9bc {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:27:02.024242 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f6874e-0831-426d-ac7d-3dce7ac48cb0 req-59788c9f-fa99-4674-b9fa-a821f4be2853 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:02.025261 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-c6b8dcb6-a030-4ce9-9cc1-0b8a199f5555 service neutron] Port a1068a4a-45d8-45f1-b5a5-6186eb8d7d2d on network a9ffdff9-c2bf-42e5-aa28-4268d54cc9bc not bound, no agent of type Open vSwitch agent registered on host n-h2-843702-1 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:27:02.025882 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-c6b8dcb6-a030-4ce9-9cc1-0b8a199f5555 service neutron] Attempting to bind port a1068a4a-45d8-45f1-b5a5-6186eb8d7d2d on network a9ffdff9-c2bf-42e5-aa28-4268d54cc9bc {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:27:02.030941 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f6874e-0831-426d-ac7d-3dce7ac48cb0 req-59788c9f-fa99-4674-b9fa-a821f4be2853 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:02.031302 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-c6b8dcb6-a030-4ce9-9cc1-0b8a199f5555 service neutron] Checking agent: {'id': 'f1a3973b-d2b3-4558-88e7-2ac50857d302', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:27:02.031636 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-c6b8dcb6-a030-4ce9-9cc1-0b8a199f5555 service neutron] Checking segment: {'id': '91926a5e-954e-4773-b0d0-2c49874bbb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a9ffdff9-c2bf-42e5-aa28-4268d54cc9bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:27:02.032015 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-c6b8dcb6-a030-4ce9-9cc1-0b8a199f5555 service neutron] Bound using segment: {'id': '91926a5e-954e-4773-b0d0-2c49874bbb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a9ffdff9-c2bf-42e5-aa28-4268d54cc9bc'} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:27:02.032425 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-c6b8dcb6-a030-4ce9-9cc1-0b8a199f5555 service neutron] Bound port: a1068a4a-45d8-45f1-b5a5-6186eb8d7d2d, host: n-h2-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91926a5e-954e-4773-b0d0-2c49874bbb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a9ffdff9-c2bf-42e5-aa28-4268d54cc9bc'}}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:27:02.033004 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-c6b8dcb6-a030-4ce9-9cc1-0b8a199f5555 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:02.036972 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f6874e-0831-426d-ac7d-3dce7ac48cb0 req-59788c9f-fa99-4674-b9fa-a821f4be2853 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:02.039843 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:02.043151 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f6874e-0831-426d-ac7d-3dce7ac48cb0 req-59788c9f-fa99-4674-b9fa-a821f4be2853 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:02.049082 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f6874e-0831-426d-ac7d-3dce7ac48cb0 req-59788c9f-fa99-4674-b9fa-a821f4be2853 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:02.054975 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f6874e-0831-426d-ac7d-3dce7ac48cb0 req-59788c9f-fa99-4674-b9fa-a821f4be2853 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:02.068167 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-25f6874e-0831-426d-ac7d-3dce7ac48cb0 req-59788c9f-fa99-4674-b9fa-a821f4be2853 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc8afbe2-63ab-495f-b953-08528fec512c HTTP/1.1" status: 200 len: 4605 time: 0.5120659 May 28 06:27:02.108897 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-a93fffeb-85ed-4b5a-aec7-e3a79d858c3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:27:02.147117 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-c6b8dcb6-a030-4ce9-9cc1-0b8a199f5555 service neutron] For port a1068a4a-45d8-45f1-b5a5-6186eb8d7d2d, host n-h2-843702-1, cleared binding levels {{(pid=89109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:27:02.149473 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-a93fffeb-85ed-4b5a-aec7-e3a79d858c3f admin admin] Usage tracker for resource:security_group_rule and tenant:18bdbb4b3da540e1a46c1587a7a5a874 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:27:02.151475 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-c6b8dcb6-a030-4ce9-9cc1-0b8a199f5555 service neutron] For port a1068a4a-45d8-45f1-b5a5-6186eb8d7d2d, host n-h2-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=a1068a4a-45d8-45f1-b5a5-6186eb8d7d2d,segment=NetworkSegment(91926a5e-954e-4773-b0d0-2c49874bbb2a),segment_id=91926a5e-954e-4773-b0d0-2c49874bbb2a)] {{(pid=89109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:27:02.169481 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-a93fffeb-85ed-4b5a-aec7-e3a79d858c3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:27:02.195653 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-a93fffeb-85ed-4b5a-aec7-e3a79d858c3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:27:02.241984 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-72a15141-8be9-4a07-bdde-081f9cbf901c admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:02.267435 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-72a15141-8be9-4a07-bdde-081f9cbf901c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:27:02.271561 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-72a15141-8be9-4a07-bdde-081f9cbf901c admin admin] Usage tracker for resource:security_group_rule and tenant:f4b28acd7a6e453bb13fc3400b2baa63 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:27:02.275801 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-c6b8dcb6-a030-4ce9-9cc1-0b8a199f5555 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:02.281323 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-72a15141-8be9-4a07-bdde-081f9cbf901c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:27:02.303263 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-25f6874e-0831-426d-ac7d-3dce7ac48cb0 req-e746165c-3c23-4c94-a45e-4a03551719aa tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.55 "GET /v2.0/security-groups?id=330866ba-92b0-424f-b7e1-e6c41912745c&id=dee936ce-b9e4-4668-898c-fea71a001642&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2342391 May 28 06:27:02.327515 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df87dc3-2f0c-4651-adef-240c901d81ce req-3be81d27-4dcc-4f0c-9800-972ce9982777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:02.328175 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df87dc3-2f0c-4651-adef-240c901d81ce req-3be81d27-4dcc-4f0c-9800-972ce9982777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:02.328822 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df87dc3-2f0c-4651-adef-240c901d81ce req-3be81d27-4dcc-4f0c-9800-972ce9982777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:02.330401 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6df87dc3-2f0c-4651-adef-240c901d81ce req-3be81d27-4dcc-4f0c-9800-972ce9982777 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=5a27568d2aff479086cfcad7501ab2c8&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5282586 May 28 06:27:02.335809 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-72a15141-8be9-4a07-bdde-081f9cbf901c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:27:02.344487 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-c6b8dcb6-a030-4ce9-9cc1-0b8a199f5555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:02.345099 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-c6b8dcb6-a030-4ce9-9cc1-0b8a199f5555 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:02.346468 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-c6b8dcb6-a030-4ce9-9cc1-0b8a199f5555 service neutron] 10.222.0.71 "PUT /v2.0/ports/a1068a4a-45d8-45f1-b5a5-6186eb8d7d2d HTTP/1.1" status: 200 len: 1134 time: 1.8850498 May 28 06:27:02.357642 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc8afbe2-63ab-495f-b953-08528fec512c', 'tag': 'a1068a4a-45d8-45f1-b5a5-6186eb8d7d2d'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:27:02.377349 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531cb07f-a2e1-40eb-8707-848c86948a44 req-993a4cdd-2ae3-4aee-8e87-803fa70c9ab0 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:02.381122 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-531cb07f-a2e1-40eb-8707-848c86948a44 req-993a4cdd-2ae3-4aee-8e87-803fa70c9ab0 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.55 "GET /v2.0/ports?device_id=b2cac498-5681-4d00-a219-f4b4fe770ade HTTP/1.1" status: 200 len: 949 time: 0.6342831 May 28 06:27:02.406629 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b8dcb6-a030-4ce9-9cc1-0b8a199f5555 service neutron] Pushing event updated for resources: {'Port': ['ID=a1068a4a-45d8-45f1-b5a5-6186eb8d7d2d,revision_number=3']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:02.564633 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0643e486-38ae-4f21-a5bb-651a2649dfc3'] response: {'name': 'network-changed', 'server_uuid': 'fc8afbe2-63ab-495f-b953-08528fec512c', 'tag': 'a1068a4a-45d8-45f1-b5a5-6186eb8d7d2d', 'status': 'completed', 'code': 200} May 28 06:27:02.575184 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-6f5d0acf-ca85-4aba-b31b-57d226f049c7 service neutron] Request body: {'port': {'device_id': 'fc8afbe2-63ab-495f-b953-08528fec512c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843702-1'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:27:02.651941 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-c0c3483b-8600-490d-a3fc-a1f7c742d055 req-36b294cf-6fff-4d5d-b82a-42b194e4d60a tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=c3068efc66a349e9b92ab9365fc877d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0960307 May 28 06:27:02.689540 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-72a15141-8be9-4a07-bdde-081f9cbf901c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:02.740183 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-531cb07f-a2e1-40eb-8707-848c86948a44 req-bc27acb1-9ceb-4798-b114-67fa186d780e tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.55 "GET /v2.0/security-groups?id=003cca32-7671-4721-8c5a-98dfd2100d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3578739 May 28 06:27:02.842659 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-851e73f7-7781-4717-bd4d-71d5c86c849b admin admin] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:02.858196 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-72a15141-8be9-4a07-bdde-081f9cbf901c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:02.875866 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c7dd31e0-f188-4aca-8b45-5acdae330b4f req-057e733d-27ef-4d7b-9f4a-46c68a7493c1 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/ports?device_id=282131d1-14ee-420e-862f-051d68fe0765 HTTP/1.1" status: 200 len: 210 time: 0.0867686 May 28 06:27:02.876191 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df87dc3-2f0c-4651-adef-240c901d81ce req-907a4141-74ff-42f6-98a0-f11b74e2190b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:02.877371 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6df87dc3-2f0c-4651-adef-240c901d81ce req-907a4141-74ff-42f6-98a0-f11b74e2190b service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5363400 May 28 06:27:02.884776 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a93fffeb-85ed-4b5a-aec7-e3a79d858c3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:02.921204 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-851e73f7-7781-4717-bd4d-71d5c86c849b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:02.941492 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-72a15141-8be9-4a07-bdde-081f9cbf901c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f4b28acd7a6e453bb13fc3400b2baa63&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0324714 May 28 06:27:02.947828 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 53792) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:27:03.000052 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a93fffeb-85ed-4b5a-aec7-e3a79d858c3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:03.002615 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-6f5d0acf-ca85-4aba-b31b-57d226f049c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:03.019523 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a15141-8be9-4a07-bdde-081f9cbf901c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acd43bfe-6a90-4339-b1d8-baf22b6d82ce,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:03.039385 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c3483b-8600-490d-a3fc-a1f7c742d055 req-409e4f5f-8246-413b-a1fb-b084e8028619 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:03.041032 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-c0c3483b-8600-490d-a3fc-a1f7c742d055 req-409e4f5f-8246-413b-a1fb-b084e8028619 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3444488 May 28 06:27:03.077462 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-c0c3483b-8600-490d-a3fc-a1f7c742d055 req-2c4f7a31-38b2-4b87-91af-70ebfe11a3ec tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Request body: {'port': {'device_id': '282131d1-14ee-420e-862f-051d68fe0765', 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9', 'admin_state_up': True, 'tenant_id': 'c3068efc66a349e9b92ab9365fc877d9'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:27:03.156989 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a93fffeb-85ed-4b5a-aec7-e3a79d858c3f admin admin] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=89110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:27:03.182850 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-851e73f7-7781-4717-bd4d-71d5c86c849b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700602'] for router_interface, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:03.187836 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93fffeb-85ed-4b5a-aec7-e3a79d858c3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1f2665e-3da7-48ed-81e2-2e1a2c2aa87f,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:03.229733 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851e73f7-7781-4717-bd4d-71d5c86c849b admin admin] Pushing event updated for resources: {'Port': ['ID=06576159-836b-4c4a-901b-c7db61dd6895,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:03.239937 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a93fffeb-85ed-4b5a-aec7-e3a79d858c3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:03.240278 n-d-843702-1 neutron-server[89110]: INFO neutron.db.segments_db [None req-a93fffeb-85ed-4b5a-aec7-e3a79d858c3f admin admin] Added segment f3fe8768-4901-45db-98f9-c002bfaafaf6 of type vlan for network 88ca61f2-32f3-4379-a273-6f5a14cd7fea May 28 06:27:03.316772 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [req-c0c3483b-8600-490d-a3fc-a1f7c742d055 req-2c4f7a31-38b2-4b87-91af-70ebfe11a3ec tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:27:03.320658 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-c0c3483b-8600-490d-a3fc-a1f7c742d055 req-2c4f7a31-38b2-4b87-91af-70ebfe11a3ec tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Usage tracker for resource:port and tenant:c3068efc66a349e9b92ab9365fc877d9 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:27:03.323882 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-c0c3483b-8600-490d-a3fc-a1f7c742d055 req-2c4f7a31-38b2-4b87-91af-70ebfe11a3ec tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:27:03.330336 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [req-c0c3483b-8600-490d-a3fc-a1f7c742d055 req-2c4f7a31-38b2-4b87-91af-70ebfe11a3ec tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:27:03.347982 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d3d83246-2c72-4808-9511-edf5247ceaf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:03.411147 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a93fffeb-85ed-4b5a-aec7-e3a79d858c3f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:03.418360 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0c3483b-8600-490d-a3fc-a1f7c742d055 req-2c4f7a31-38b2-4b87-91af-70ebfe11a3ec tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Made reservation on behalf of c3068efc66a349e9b92ab9365fc877d9 for: {'port': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:27:03.421949 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b564d111-25cc-4095-9c31-6411037da97e req-d41589d0-82d2-4598-97df-e4a52adf17fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:03.422477 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-c0c3483b-8600-490d-a3fc-a1f7c742d055 req-2c4f7a31-38b2-4b87-91af-70ebfe11a3ec tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:03.422590 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b564d111-25cc-4095-9c31-6411037da97e req-d41589d0-82d2-4598-97df-e4a52adf17fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:03.423004 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b564d111-25cc-4095-9c31-6411037da97e req-d41589d0-82d2-4598-97df-e4a52adf17fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:03.423481 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b564d111-25cc-4095-9c31-6411037da97e req-d41589d0-82d2-4598-97df-e4a52adf17fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:03.423942 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b564d111-25cc-4095-9c31-6411037da97e req-d41589d0-82d2-4598-97df-e4a52adf17fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:03.424405 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b564d111-25cc-4095-9c31-6411037da97e req-d41589d0-82d2-4598-97df-e4a52adf17fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:03.424878 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b564d111-25cc-4095-9c31-6411037da97e req-d41589d0-82d2-4598-97df-e4a52adf17fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:03.426899 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b564d111-25cc-4095-9c31-6411037da97e req-d41589d0-82d2-4598-97df-e4a52adf17fa service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5a27568d2aff479086cfcad7501ab2c8&device_id=fc8afbe2-63ab-495f-b953-08528fec512c HTTP/1.1" status: 200 len: 6218 time: 0.4283009 May 28 06:27:03.438828 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-c0c3483b-8600-490d-a3fc-a1f7c742d055 req-2c4f7a31-38b2-4b87-91af-70ebfe11a3ec tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:03.459943 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [req-c0c3483b-8600-490d-a3fc-a1f7c742d055 req-2c4f7a31-38b2-4b87-91af-70ebfe11a3ec tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:27:03.460914 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d3d83246-2c72-4808-9511-edf5247ceaf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:03.467892 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-c0c3483b-8600-490d-a3fc-a1f7c742d055 req-2c4f7a31-38b2-4b87-91af-70ebfe11a3ec tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Usage tracker for resource:security_group_rule and tenant:c3068efc66a349e9b92ab9365fc877d9 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:27:03.480699 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-c0c3483b-8600-490d-a3fc-a1f7c742d055 req-2c4f7a31-38b2-4b87-91af-70ebfe11a3ec tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:27:03.491541 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [req-c0c3483b-8600-490d-a3fc-a1f7c742d055 req-2c4f7a31-38b2-4b87-91af-70ebfe11a3ec tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:27:03.626745 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851e73f7-7781-4717-bd4d-71d5c86c849b admin admin] Network 288346a5-f33c-49f7-9d6b-a77223fb06e0 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:27:03.634775 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-851e73f7-7781-4717-bd4d-71d5c86c849b admin admin] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:27:03.642134 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.db.resource_extend [None req-a93fffeb-85ed-4b5a-aec7-e3a79d858c3f admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 06:27:03.775158 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-6f5d0acf-ca85-4aba-b31b-57d226f049c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f054f0f-9345-49d9-a79c-80f8a2c35139 {{(pid=89109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:27:03.790406 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-6f5d0acf-ca85-4aba-b31b-57d226f049c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:03.810310 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a93fffeb-85ed-4b5a-aec7-e3a79d858c3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:03.811279 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93fffeb-85ed-4b5a-aec7-e3a79d858c3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:03.811888 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a93fffeb-85ed-4b5a-aec7-e3a79d858c3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:03.825371 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-6f5d0acf-ca85-4aba-b31b-57d226f049c7 service neutron] Transition to ACTIVE for port object 7f054f0f-9345-49d9-a79c-80f8a2c35139 will not be triggered until provisioned by entity L2. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:27:03.830224 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-c0c3483b-8600-490d-a3fc-a1f7c742d055 req-2c4f7a31-38b2-4b87-91af-70ebfe11a3ec tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:03.891318 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-c0c3483b-8600-490d-a3fc-a1f7c742d055 req-2c4f7a31-38b2-4b87-91af-70ebfe11a3ec tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:03.907293 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-6f5d0acf-ca85-4aba-b31b-57d226f049c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:03.947983 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b564d111-25cc-4095-9c31-6411037da97e req-187b7b1c-1cf0-4298-8aff-ad4a8f30f487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:03.948454 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b564d111-25cc-4095-9c31-6411037da97e req-187b7b1c-1cf0-4298-8aff-ad4a8f30f487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:03.948915 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b564d111-25cc-4095-9c31-6411037da97e req-187b7b1c-1cf0-4298-8aff-ad4a8f30f487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:03.949496 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-3da9254a-2433-459d-a67a-2b86a732813c None None] Provisioning complete for port 06576159-836b-4c4a-901b-c7db61dd6895 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:27:03.950007 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-3da9254a-2433-459d-a67a-2b86a732813c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:03.950577 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b564d111-25cc-4095-9c31-6411037da97e req-187b7b1c-1cf0-4298-8aff-ad4a8f30f487 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=5a27568d2aff479086cfcad7501ab2c8&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4919338 May 28 06:27:04.019406 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-3da9254a-2433-459d-a67a-2b86a732813c None None] Port 06576159-836b-4c4a-901b-c7db61dd6895 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:27:04.108584 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4f7a31-38b2-4b87-91af-70ebfe11a3ec tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc42bff8-ec73-4f47-a19d-2b56e52b6e30,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:04.179969 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93fffeb-85ed-4b5a-aec7-e3a79d858c3f admin admin] Pushing event updated for resources: {'Network': ['ID=88ca61f2-32f3-4379-a273-6f5a14cd7fea,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:04.186474 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5d0acf-ca85-4aba-b31b-57d226f049c7 service neutron] Pushing event updated for resources: {'Port': ['ID=7f054f0f-9345-49d9-a79c-80f8a2c35139,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:04.199036 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 88ca61f2-32f3-4379-a273-6f5a14cd7fea details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:27:04.206905 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d3d83246-2c72-4808-9511-edf5247ceaf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:04.209394 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d3d83246-2c72-4808-9511-edf5247ceaf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:04.210537 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-d3d83246-2c72-4808-9511-edf5247ceaf4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/acd43bfe-6a90-4339-b1d8-baf22b6d82ce HTTP/1.1" status: 204 len: 168 time: 1.2282221 May 28 06:27:04.236564 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151b67af-048b-48ab-975b-227e4751e930 req-c3fed012-9ac2-4e15-9d82-28b3903f3c35 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:04.242382 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151b67af-048b-48ab-975b-227e4751e930 req-c3fed012-9ac2-4e15-9d82-28b3903f3c35 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:04.248744 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151b67af-048b-48ab-975b-227e4751e930 req-c3fed012-9ac2-4e15-9d82-28b3903f3c35 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:04.254570 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151b67af-048b-48ab-975b-227e4751e930 req-c3fed012-9ac2-4e15-9d82-28b3903f3c35 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:04.260367 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151b67af-048b-48ab-975b-227e4751e930 req-c3fed012-9ac2-4e15-9d82-28b3903f3c35 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:04.266439 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151b67af-048b-48ab-975b-227e4751e930 req-c3fed012-9ac2-4e15-9d82-28b3903f3c35 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:04.272155 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151b67af-048b-48ab-975b-227e4751e930 req-c3fed012-9ac2-4e15-9d82-28b3903f3c35 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:04.279956 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-151b67af-048b-48ab-975b-227e4751e930 req-c3fed012-9ac2-4e15-9d82-28b3903f3c35 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc8afbe2-63ab-495f-b953-08528fec512c HTTP/1.1" status: 200 len: 5381 time: 0.8086312 May 28 06:27:04.308218 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-6f5d0acf-ca85-4aba-b31b-57d226f049c7 service neutron] Attempting to bind port 7f054f0f-9345-49d9-a79c-80f8a2c35139 on host n-h2-843702-1 for vnic_type normal with profile {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:27:04.308405 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-6f5d0acf-ca85-4aba-b31b-57d226f049c7 service neutron] Attempting to bind port 7f054f0f-9345-49d9-a79c-80f8a2c35139 by drivers openvswitch,hyperv on host n-h2-843702-1 at level 0 using segments [{'id': '91926a5e-954e-4773-b0d0-2c49874bbb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a9ffdff9-c2bf-42e5-aa28-4268d54cc9bc'}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:27:04.308620 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-6f5d0acf-ca85-4aba-b31b-57d226f049c7 service neutron] Attempting to bind port 7f054f0f-9345-49d9-a79c-80f8a2c35139 on network a9ffdff9-c2bf-42e5-aa28-4268d54cc9bc {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:27:04.317474 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-a93fffeb-85ed-4b5a-aec7-e3a79d858c3f admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 3.0254555 May 28 06:27:04.320219 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 53818) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:27:04.323992 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d83246-2c72-4808-9511-edf5247ceaf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acd43bfe-6a90-4339-b1d8-baf22b6d82ce,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:04.326155 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-6f5d0acf-ca85-4aba-b31b-57d226f049c7 service neutron] Port 7f054f0f-9345-49d9-a79c-80f8a2c35139 on network a9ffdff9-c2bf-42e5-aa28-4268d54cc9bc not bound, no agent of type Open vSwitch agent registered on host n-h2-843702-1 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:27:04.326481 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-6f5d0acf-ca85-4aba-b31b-57d226f049c7 service neutron] Attempting to bind port 7f054f0f-9345-49d9-a79c-80f8a2c35139 on network a9ffdff9-c2bf-42e5-aa28-4268d54cc9bc {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:27:04.336117 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-2c90d8c2-8ada-49e2-a2d1-6cbf1b57eafb admin admin] Request body: {'subnet': {'network_id': '88ca61f2-32f3-4379-a273-6f5a14cd7fea', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1219763929-subnet', 'tenant_id': '18bdbb4b3da540e1a46c1587a7a5a874', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:27:04.345087 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-2c90d8c2-8ada-49e2-a2d1-6cbf1b57eafb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:27:04.347588 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-6f5d0acf-ca85-4aba-b31b-57d226f049c7 service neutron] Checking agent: {'id': 'f1a3973b-d2b3-4558-88e7-2ac50857d302', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:27:04.347924 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-6f5d0acf-ca85-4aba-b31b-57d226f049c7 service neutron] Checking segment: {'id': '91926a5e-954e-4773-b0d0-2c49874bbb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a9ffdff9-c2bf-42e5-aa28-4268d54cc9bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:27:04.348304 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-6f5d0acf-ca85-4aba-b31b-57d226f049c7 service neutron] Bound using segment: {'id': '91926a5e-954e-4773-b0d0-2c49874bbb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a9ffdff9-c2bf-42e5-aa28-4268d54cc9bc'} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:27:04.348741 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-6f5d0acf-ca85-4aba-b31b-57d226f049c7 service neutron] Bound port: 7f054f0f-9345-49d9-a79c-80f8a2c35139, host: n-h2-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91926a5e-954e-4773-b0d0-2c49874bbb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a9ffdff9-c2bf-42e5-aa28-4268d54cc9bc'}}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:27:04.349079 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-6f5d0acf-ca85-4aba-b31b-57d226f049c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:04.365637 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-2c90d8c2-8ada-49e2-a2d1-6cbf1b57eafb admin admin] Usage tracker for resource:subnet and tenant:18bdbb4b3da540e1a46c1587a7a5a874 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:27:04.372120 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-2c90d8c2-8ada-49e2-a2d1-6cbf1b57eafb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:27:04.386055 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-2c90d8c2-8ada-49e2-a2d1-6cbf1b57eafb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:27:04.392856 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-851e73f7-7781-4717-bd4d-71d5c86c849b admin admin] Router bc071cc7-7463-4354-906f-270941205e04 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:27:04.404454 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-151b67af-048b-48ab-975b-227e4751e930 req-dd605584-ff85-4a89-8a01-b4bc4b581b49 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.55 "GET /v2.0/security-groups?id=330866ba-92b0-424f-b7e1-e6c41912745c&id=dee936ce-b9e4-4668-898c-fea71a001642&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1232355 May 28 06:27:04.420134 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [req-c0c3483b-8600-490d-a3fc-a1f7c742d055 req-2c4f7a31-38b2-4b87-91af-70ebfe11a3ec tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Allocated IP 192.168.233.107 (bb90c162-fdb0-406b-af2b-5eef830db7a9/e72d0ca5-04cb-4b36-82b1-c75214c9eb05/34d5a857-5950-4308-8e9f-761b2183974d) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:27:04.422319 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b564d111-25cc-4095-9c31-6411037da97e req-061de114-38ce-450a-b531-51abdef8b39e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:04.424468 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b564d111-25cc-4095-9c31-6411037da97e req-061de114-38ce-450a-b531-51abdef8b39e service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4630551 May 28 06:27:04.548215 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-6f5d0acf-ca85-4aba-b31b-57d226f049c7 service neutron] For port 7f054f0f-9345-49d9-a79c-80f8a2c35139, host n-h2-843702-1, cleared binding levels {{(pid=89109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:27:04.609377 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c90d8c2-8ada-49e2-a2d1-6cbf1b57eafb admin admin] Made reservation on behalf of 18bdbb4b3da540e1a46c1587a7a5a874 for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:27:04.611782 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2c90d8c2-8ada-49e2-a2d1-6cbf1b57eafb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:04.630046 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-6f5d0acf-ca85-4aba-b31b-57d226f049c7 service neutron] For port 7f054f0f-9345-49d9-a79c-80f8a2c35139, host n-h2-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=7f054f0f-9345-49d9-a79c-80f8a2c35139,segment=NetworkSegment(91926a5e-954e-4773-b0d0-2c49874bbb2a),segment_id=91926a5e-954e-4773-b0d0-2c49874bbb2a)] {{(pid=89109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:27:04.644096 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58836746-7897-4e28-8837-19197ba00a46 req-797660a4-c973-4c13-aa33-1c75ad5cc006 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:04.645556 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-58836746-7897-4e28-8837-19197ba00a46 req-797660a4-c973-4c13-aa33-1c75ad5cc006 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.55 "GET /v2.0/ports?device_id=b2cac498-5681-4d00-a219-f4b4fe770ade HTTP/1.1" status: 200 len: 949 time: 0.6426680 May 28 06:27:04.719604 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-6f5d0acf-ca85-4aba-b31b-57d226f049c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:04.797779 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-39545f64-dc21-4693-af15-c31b32ceb86a req-877d8abe-c34f-455c-bd72-08c9458b0c24 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/ports?device_id=282131d1-14ee-420e-862f-051d68fe0765 HTTP/1.1" status: 200 len: 210 time: 0.1193562 May 28 06:27:04.834084 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-6f5d0acf-ca85-4aba-b31b-57d226f049c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:04.835101 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-6f5d0acf-ca85-4aba-b31b-57d226f049c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:04.836541 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-6f5d0acf-ca85-4aba-b31b-57d226f049c7 service neutron] 10.222.0.71 "PUT /v2.0/ports/7f054f0f-9345-49d9-a79c-80f8a2c35139 HTTP/1.1" status: 200 len: 1090 time: 2.2795846 May 28 06:27:04.837051 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc8afbe2-63ab-495f-b953-08528fec512c', 'tag': '7f054f0f-9345-49d9-a79c-80f8a2c35139'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:27:04.857235 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-58836746-7897-4e28-8837-19197ba00a46 req-5f7cd228-46df-4fca-b04e-5211e98d2735 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.55 "GET /v2.0/security-groups?id=003cca32-7671-4721-8c5a-98dfd2100d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988997 May 28 06:27:04.916940 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-c0c3483b-8600-490d-a3fc-a1f7c742d055 req-2c4f7a31-38b2-4b87-91af-70ebfe11a3ec tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:04.924652 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-851e73f7-7781-4717-bd4d-71d5c86c849b admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:27:04.930235 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-851e73f7-7781-4717-bd4d-71d5c86c849b admin admin] 10.222.0.55 "PUT /v2.0/routers/bc071cc7-7463-4354-906f-270941205e04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8132567 May 28 06:27:04.944311 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1592c1-e914-4dac-8b03-c3d8880b4906 None None] Sync routers for ids ['bc071cc7-7463-4354-906f-270941205e04'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:27:04.963712 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [req-c0c3483b-8600-490d-a3fc-a1f7c742d055 req-2c4f7a31-38b2-4b87-91af-70ebfe11a3ec tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Transition to ACTIVE for port object 34d5a857-5950-4308-8e9f-761b2183974d will not be triggered until provisioned by entity DHCP. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:27:04.967380 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1592c1-e914-4dac-8b03-c3d8880b4906 None None] Routers {'bc071cc7-7463-4354-906f-270941205e04'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:27:04.968009 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-be1592c1-e914-4dac-8b03-c3d8880b4906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:26:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['bc071cc7-7463-4354-906f-270941205e04'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:27:04.974340 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-d2364a3c-bc44-49b7-b9a4-04d0eb6c0c24 service neutron] Request body: {'port': {'device_id': 'fc8afbe2-63ab-495f-b953-08528fec512c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843702-1'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:27:05.009999 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc99ef8c-abca-4a50-9680-86fa9667a115'] response: {'name': 'network-changed', 'server_uuid': 'fc8afbe2-63ab-495f-b953-08528fec512c', 'tag': '7f054f0f-9345-49d9-a79c-80f8a2c35139', 'status': 'completed', 'code': 200} May 28 06:27:05.054361 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5d0acf-ca85-4aba-b31b-57d226f049c7 service neutron] Pushing event updated for resources: {'Port': ['ID=7f054f0f-9345-49d9-a79c-80f8a2c35139,revision_number=3']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:05.230339 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-d2364a3c-bc44-49b7-b9a4-04d0eb6c0c24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:05.335351 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86745a0e-6145-4e45-b9a4-b1e35155ef2c req-b9ee60fc-f466-4190-8b84-c9482853095b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:05.336046 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86745a0e-6145-4e45-b9a4-b1e35155ef2c req-b9ee60fc-f466-4190-8b84-c9482853095b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:05.336533 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86745a0e-6145-4e45-b9a4-b1e35155ef2c req-b9ee60fc-f466-4190-8b84-c9482853095b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:05.337208 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86745a0e-6145-4e45-b9a4-b1e35155ef2c req-b9ee60fc-f466-4190-8b84-c9482853095b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:05.337783 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86745a0e-6145-4e45-b9a4-b1e35155ef2c req-b9ee60fc-f466-4190-8b84-c9482853095b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:05.338390 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86745a0e-6145-4e45-b9a4-b1e35155ef2c req-b9ee60fc-f466-4190-8b84-c9482853095b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:05.342497 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86745a0e-6145-4e45-b9a4-b1e35155ef2c req-b9ee60fc-f466-4190-8b84-c9482853095b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:05.344720 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-86745a0e-6145-4e45-b9a4-b1e35155ef2c req-b9ee60fc-f466-4190-8b84-c9482853095b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5a27568d2aff479086cfcad7501ab2c8&device_id=fc8afbe2-63ab-495f-b953-08528fec512c HTTP/1.1" status: 200 len: 6285 time: 0.3293989 May 28 06:27:05.353045 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-c0c3483b-8600-490d-a3fc-a1f7c742d055 req-2c4f7a31-38b2-4b87-91af-70ebfe11a3ec tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:05.353997 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd95b2e-8e26-4044-94ce-5dac993287e2 req-55827811-3d44-4776-ad73-75c406ebd2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:05.355664 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9fd95b2e-8e26-4044-94ce-5dac993287e2 req-55827811-3d44-4776-ad73-75c406ebd2c1 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b2cac498-5681-4d00-a219-f4b4fe770ade HTTP/1.1" status: 200 len: 1100 time: 0.2456696 May 28 06:27:05.408399 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-be1592c1-e914-4dac-8b03-c3d8880b4906 None None] Set router bc071cc7-7463-4354-906f-270941205e04 gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:27:05.451395 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0c3483b-8600-490d-a3fc-a1f7c742d055 req-2c4f7a31-38b2-4b87-91af-70ebfe11a3ec tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Network bb90c162-fdb0-406b-af2b-5eef830db7a9 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:27:05.456902 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [req-c0c3483b-8600-490d-a3fc-a1f7c742d055 req-2c4f7a31-38b2-4b87-91af-70ebfe11a3ec tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:27:05.471020 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0c3483b-8600-490d-a3fc-a1f7c742d055 req-2c4f7a31-38b2-4b87-91af-70ebfe11a3ec tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:27:05.516001 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2c90d8c2-8ada-49e2-a2d1-6cbf1b57eafb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:05.549245 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9fd95b2e-8e26-4044-94ce-5dac993287e2 req-99290b7d-f1c6-428e-9899-2d665496ab20 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=003cca32-7671-4721-8c5a-98dfd2100d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875882 May 28 06:27:05.724218 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4f7a31-38b2-4b87-91af-70ebfe11a3ec tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Pushing event updated for resources: {'Port': ['ID=34d5a857-5950-4308-8e9f-761b2183974d,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:05.773380 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86745a0e-6145-4e45-b9a4-b1e35155ef2c req-709f4c57-724d-4a6c-888a-c4f5f47761bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:05.773380 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86745a0e-6145-4e45-b9a4-b1e35155ef2c req-709f4c57-724d-4a6c-888a-c4f5f47761bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:05.773380 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86745a0e-6145-4e45-b9a4-b1e35155ef2c req-709f4c57-724d-4a6c-888a-c4f5f47761bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:05.773380 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-86745a0e-6145-4e45-b9a4-b1e35155ef2c req-709f4c57-724d-4a6c-888a-c4f5f47761bd service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=5a27568d2aff479086cfcad7501ab2c8&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3812592 May 28 06:27:05.792863 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c3483b-8600-490d-a3fc-a1f7c742d055 req-2c4f7a31-38b2-4b87-91af-70ebfe11a3ec tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:05.793666 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-c0c3483b-8600-490d-a3fc-a1f7c742d055 req-2c4f7a31-38b2-4b87-91af-70ebfe11a3ec tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:05.842768 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c90d8c2-8ada-49e2-a2d1-6cbf1b57eafb admin admin] Pushing event updated for resources: {'Subnet': ['ID=38865ee9-d0f8-463b-9a7f-a298729a2269,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:05.930720 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 53862) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:27:05.938585 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-9f889171-3936-4308-8119-1762f59bcf06 tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] Request body: {'security_group': {'name': 'tempest-securitygroup--937321210', 'description': 'tempest-description--1321148977'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:27:05.947505 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86745a0e-6145-4e45-b9a4-b1e35155ef2c req-78fd8824-2cec-4bca-9782-ac6e993b082f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:05.948966 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-86745a0e-6145-4e45-b9a4-b1e35155ef2c req-78fd8824-2cec-4bca-9782-ac6e993b082f service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1785259 May 28 06:27:05.954459 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-9f889171-3936-4308-8119-1762f59bcf06 tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:27:05.968360 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09346815-f8bd-40b6-8ce4-b562feb4bdf0 req-f6fdec00-8dcb-4512-8d68-23d0bcbf74d6 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:05.974291 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09346815-f8bd-40b6-8ce4-b562feb4bdf0 req-f6fdec00-8dcb-4512-8d68-23d0bcbf74d6 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:05.980129 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09346815-f8bd-40b6-8ce4-b562feb4bdf0 req-f6fdec00-8dcb-4512-8d68-23d0bcbf74d6 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:05.986525 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09346815-f8bd-40b6-8ce4-b562feb4bdf0 req-f6fdec00-8dcb-4512-8d68-23d0bcbf74d6 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:05.992307 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09346815-f8bd-40b6-8ce4-b562feb4bdf0 req-f6fdec00-8dcb-4512-8d68-23d0bcbf74d6 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:05.998763 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09346815-f8bd-40b6-8ce4-b562feb4bdf0 req-f6fdec00-8dcb-4512-8d68-23d0bcbf74d6 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:06.004445 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09346815-f8bd-40b6-8ce4-b562feb4bdf0 req-f6fdec00-8dcb-4512-8d68-23d0bcbf74d6 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:06.006388 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-09346815-f8bd-40b6-8ce4-b562feb4bdf0 req-f6fdec00-8dcb-4512-8d68-23d0bcbf74d6 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc8afbe2-63ab-495f-b953-08528fec512c HTTP/1.1" status: 200 len: 5393 time: 0.3061297 May 28 06:27:06.010181 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-9f889171-3936-4308-8119-1762f59bcf06 tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] Usage tracker for resource:security_group and tenant:74efa5df31b04bb3906662ad8170d0a0 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:27:06.014090 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-9f889171-3936-4308-8119-1762f59bcf06 tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:27:06.033937 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-9f889171-3936-4308-8119-1762f59bcf06 tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:27:06.036557 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c90d8c2-8ada-49e2-a2d1-6cbf1b57eafb admin admin] Checking segment: {'id': 'f3fe8768-4901-45db-98f9-c002bfaafaf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '88ca61f2-32f3-4379-a273-6f5a14cd7fea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:27:06.037215 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c90d8c2-8ada-49e2-a2d1-6cbf1b57eafb admin admin] Network hostable DHCP agents. Network: 88ca61f2-32f3-4379-a273-6f5a14cd7fea, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:27:06.071748 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-09346815-f8bd-40b6-8ce4-b562feb4bdf0 req-5bb601c1-9e77-4baa-8afb-62a0c3f6e53b tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.55 "GET /v2.0/security-groups?id=330866ba-92b0-424f-b7e1-e6c41912745c&id=dee936ce-b9e4-4668-898c-fea71a001642&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0541341 May 28 06:27:06.093104 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 53868) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:27:06.109597 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-6a507f29-b1a5-4344-8fcf-78d81eb09700 None None] Provisioning for port 34d5a857-5950-4308-8e9f-761b2183974d completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:27:06.132108 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-6a507f29-b1a5-4344-8fcf-78d81eb09700 None None] Provisioning complete for port 34d5a857-5950-4308-8e9f-761b2183974d triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:27:06.132477 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-6a507f29-b1a5-4344-8fcf-78d81eb09700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:06.249102 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-95c16201-2801-41e2-8431-07676df077de admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-540530677-network', 'tenant_id': 'f3958891eac44c76810006defcff5dde'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:27:06.268237 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-95c16201-2801-41e2-8431-07676df077de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:27:06.270009 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-6a507f29-b1a5-4344-8fcf-78d81eb09700 None None] Port 34d5a857-5950-4308-8e9f-761b2183974d cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:27:06.278096 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-95c16201-2801-41e2-8431-07676df077de admin admin] Usage tracker for resource:network and tenant:f3958891eac44c76810006defcff5dde is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:27:06.292257 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-95c16201-2801-41e2-8431-07676df077de admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:27:06.303096 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-be1592c1-e914-4dac-8b03-c3d8880b4906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc071cc7-7463-4354-906f-270941205e04', 'name': 'tempest-ServersTestManualDisk-592983147-router', 'tenant_id': '74efa5df31b04bb3906662ad8170d0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '23c8b49f-c8cb-45e4-9477-29a11af387b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:26:49Z', 'updated_at': '2022-05-28T06:27:01Z', 'revision_number': 4, 'project_id': '74efa5df31b04bb3906662ad8170d0a0', 'gw_port': {'id': '23c8b49f-c8cb-45e4-9477-29a11af387b9', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc071cc7-7463-4354-906f-270941205e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:26:50Z', 'updated_at': '2022-05-28T06:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '06576159-836b-4c4a-901b-c7db61dd6895', 'name': '', 'network_id': '288346a5-f33c-49f7-9d6b-a77223fb06e0', 'tenant_id': '74efa5df31b04bb3906662ad8170d0a0', 'mac_address': 'fa:16:3e:e5:1a:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc071cc7-7463-4354-906f-270941205e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '080ebc12-6820-4737-a7d7-c00458c09bac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:26:58Z', 'updated_at': '2022-05-28T06:27:02Z', 'revision_number': 2, 'project_id': '74efa5df31b04bb3906662ad8170d0a0', 'subnets': [{'id': '080ebc12-6820-4737-a7d7-c00458c09bac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:27:06.307606 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c90d8c2-8ada-49e2-a2d1-6cbf1b57eafb admin admin] Network 88ca61f2-32f3-4379-a273-6f5a14cd7fea is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:27:06.310929 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1592c1-e914-4dac-8b03-c3d8880b4906 None None] Checking router: bc071cc7-7463-4354-906f-270941205e04 for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:27:06.311268 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1592c1-e914-4dac-8b03-c3d8880b4906 None None] Updating router bc071cc7-7463-4354-906f-270941205e04 port 06576159-836b-4c4a-901b-c7db61dd6895 binding host n-d-843702-1 {{(pid=89111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:27:06.311451 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-c0c3483b-8600-490d-a3fc-a1f7c742d055 req-2c4f7a31-38b2-4b87-91af-70ebfe11a3ec tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2435296 May 28 06:27:06.335650 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-95c16201-2801-41e2-8431-07676df077de admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:27:06.355500 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-c0c3483b-8600-490d-a3fc-a1f7c742d055 req-9f93cb1c-b95e-46ce-a0e9-078d81e0a275 service neutron] Request body: {'port': {'device_id': '282131d1-14ee-420e-862f-051d68fe0765', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843702-1'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:27:06.373976 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9f889171-3936-4308-8119-1762f59bcf06 tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:06.379328 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-be1592c1-e914-4dac-8b03-c3d8880b4906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:06.407592 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ee22f1-5adb-4a8c-a34b-8ef382b10216 req-08426973-d32f-48ab-94ca-31d32249c722 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:06.409111 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f6ee22f1-5adb-4a8c-a34b-8ef382b10216 req-08426973-d32f-48ab-94ca-31d32249c722 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.55 "GET /v2.0/ports?device_id=b2cac498-5681-4d00-a219-f4b4fe770ade HTTP/1.1" status: 200 len: 949 time: 0.2004075 May 28 06:27:06.414995 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-9f889171-3936-4308-8119-1762f59bcf06 tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:27:06.420878 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-9f889171-3936-4308-8119-1762f59bcf06 tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] Usage tracker for resource:security_group_rule and tenant:74efa5df31b04bb3906662ad8170d0a0 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:27:06.425926 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-9f889171-3936-4308-8119-1762f59bcf06 tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:27:06.446309 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-9f889171-3936-4308-8119-1762f59bcf06 tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:27:06.458789 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483fc9aa-f92d-4ede-ac9b-d90b25f93701 req-b26167ff-5503-4f01-8d56-2b7c710c8992 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:06.460251 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-483fc9aa-f92d-4ede-ac9b-d90b25f93701 req-b26167ff-5503-4f01-8d56-2b7c710c8992 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/ports?device_id=282131d1-14ee-420e-862f-051d68fe0765 HTTP/1.1" status: 200 len: 936 time: 0.1852994 May 28 06:27:06.518366 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95c16201-2801-41e2-8431-07676df077de admin admin] Made reservation on behalf of f3958891eac44c76810006defcff5dde for: {'network': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:27:06.521215 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-95c16201-2801-41e2-8431-07676df077de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:06.552271 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f6ee22f1-5adb-4a8c-a34b-8ef382b10216 req-2500a8aa-7d6a-4995-8df3-805b03c6647f tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.55 "GET /v2.0/security-groups?id=003cca32-7671-4721-8c5a-98dfd2100d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281817 May 28 06:27:06.572541 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-d2364a3c-bc44-49b7-b9a4-04d0eb6c0c24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecbf4d7c-46a2-4775-9309-6c6a862cec86 {{(pid=89109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:27:06.588696 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-d2364a3c-bc44-49b7-b9a4-04d0eb6c0c24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:06.591917 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-95c16201-2801-41e2-8431-07676df077de admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:06.607587 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-d2364a3c-bc44-49b7-b9a4-04d0eb6c0c24 service neutron] Transition to ACTIVE for port object ecbf4d7c-46a2-4775-9309-6c6a862cec86 will not be triggered until provisioned by entity L2. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:27:06.609120 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-2c90d8c2-8ada-49e2-a2d1-6cbf1b57eafb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, 88ca61f2-32f3-4379-a273-6f5a14cd7fea) {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:27:06.620358 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c90d8c2-8ada-49e2-a2d1-6cbf1b57eafb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:06.622543 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2c90d8c2-8ada-49e2-a2d1-6cbf1b57eafb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:06.651440 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-483fc9aa-f92d-4ede-ac9b-d90b25f93701 req-29a843df-4df4-46d1-9e3d-4acea9b0ae93 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/security-groups?id=cc42bff8-ec73-4f47-a19d-2b56e52b6e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746182 May 28 06:27:06.656656 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-95c16201-2801-41e2-8431-07676df077de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:27:06.669083 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-95c16201-2801-41e2-8431-07676df077de admin admin] Usage tracker for resource:security_group_rule and tenant:f3958891eac44c76810006defcff5dde is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:27:06.673800 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-95c16201-2801-41e2-8431-07676df077de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:27:06.675002 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device a699bdd8-4938-4757-b19e-675730d9996a details requested by agent hyperv_n-h1-843702-1 with host n-h1-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:27:06.677174 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device a699bdd8-4938-4757-b19e-675730d9996a no longer exists at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:27:06.688196 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-c0c3483b-8600-490d-a3fc-a1f7c742d055 req-9f93cb1c-b95e-46ce-a0e9-078d81e0a275 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:06.688441 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-95c16201-2801-41e2-8431-07676df077de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:27:06.710558 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70580cdd-9cf1-4c4f-9f94-da2d1da8e990 None None] Network 88ca61f2-32f3-4379-a273-6f5a14cd7fea requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:27:06.717598 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9f889171-3936-4308-8119-1762f59bcf06 tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:06.773618 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-d2364a3c-bc44-49b7-b9a4-04d0eb6c0c24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:06.799724 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-95c16201-2801-41e2-8431-07676df077de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:06.811402 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.db.resource_extend [None req-be1592c1-e914-4dac-8b03-c3d8880b4906 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 06:27:06.922696 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9f889171-3936-4308-8119-1762f59bcf06 tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:06.944433 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-95c16201-2801-41e2-8431-07676df077de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:06.968449 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-2c90d8c2-8ada-49e2-a2d1-6cbf1b57eafb admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.6379242 May 28 06:27:07.048239 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f889171-3936-4308-8119-1762f59bcf06 tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f271997b-8441-4de1-8268-d4b2c15a9cb1,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:07.080637 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2364a3c-bc44-49b7-b9a4-04d0eb6c0c24 service neutron] Pushing event updated for resources: {'Port': ['ID=ecbf4d7c-46a2-4775-9309-6c6a862cec86,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:07.091919 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-be1592c1-e914-4dac-8b03-c3d8880b4906 None None] Notify callbacks [] for port, precommit_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:07.100667 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95c16201-2801-41e2-8431-07676df077de admin admin] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=89110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:27:07.158479 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-95c16201-2801-41e2-8431-07676df077de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:07.158831 n-d-843702-1 neutron-server[89110]: INFO neutron.db.segments_db [None req-95c16201-2801-41e2-8431-07676df077de admin admin] Added segment 19dbd857-d13f-4a6d-bcbd-ec9bd33234b5 of type vlan for network b0d3210f-6f0b-4832-90fb-f0b2f3ebb660 May 28 06:27:07.171241 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c16201-2801-41e2-8431-07676df077de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46eeeb0c-b6a3-4a12-ace3-318551136dd9,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:07.206352 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-95c16201-2801-41e2-8431-07676df077de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:07.239234 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9f889171-3936-4308-8119-1762f59bcf06 tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:07.240593 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-9f889171-3936-4308-8119-1762f59bcf06 tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.3089657 May 28 06:27:07.241720 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-d2364a3c-bc44-49b7-b9a4-04d0eb6c0c24 service neutron] Attempting to bind port ecbf4d7c-46a2-4775-9309-6c6a862cec86 on host n-h2-843702-1 for vnic_type normal with profile {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:27:07.242122 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-d2364a3c-bc44-49b7-b9a4-04d0eb6c0c24 service neutron] Attempting to bind port ecbf4d7c-46a2-4775-9309-6c6a862cec86 by drivers openvswitch,hyperv on host n-h2-843702-1 at level 0 using segments [{'id': '91926a5e-954e-4773-b0d0-2c49874bbb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a9ffdff9-c2bf-42e5-aa28-4268d54cc9bc'}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:27:07.242457 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-d2364a3c-bc44-49b7-b9a4-04d0eb6c0c24 service neutron] Attempting to bind port ecbf4d7c-46a2-4775-9309-6c6a862cec86 on network a9ffdff9-c2bf-42e5-aa28-4268d54cc9bc {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:27:07.243470 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 53888) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:27:07.253136 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-6a916cc2-3fcb-4b4c-8eec-e0adfba3947f tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] Request body: {'security_group_rule': {'security_group_id': 'f271997b-8441-4de1-8268-d4b2c15a9cb1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:27:07.270323 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-6a916cc2-3fcb-4b4c-8eec-e0adfba3947f tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:27:07.280763 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-6a916cc2-3fcb-4b4c-8eec-e0adfba3947f tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] Usage tracker for resource:security_group_rule and tenant:74efa5df31b04bb3906662ad8170d0a0 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:27:07.293637 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-6a916cc2-3fcb-4b4c-8eec-e0adfba3947f tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:27:07.324768 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-d2364a3c-bc44-49b7-b9a4-04d0eb6c0c24 service neutron] Port ecbf4d7c-46a2-4775-9309-6c6a862cec86 on network a9ffdff9-c2bf-42e5-aa28-4268d54cc9bc not bound, no agent of type Open vSwitch agent registered on host n-h2-843702-1 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:27:07.325615 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-d2364a3c-bc44-49b7-b9a4-04d0eb6c0c24 service neutron] Attempting to bind port ecbf4d7c-46a2-4775-9309-6c6a862cec86 on network a9ffdff9-c2bf-42e5-aa28-4268d54cc9bc {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:27:07.333025 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-6a916cc2-3fcb-4b4c-8eec-e0adfba3947f tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:27:07.343497 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-be1592c1-e914-4dac-8b03-c3d8880b4906 None None] Transition to ACTIVE for port object 06576159-836b-4c4a-901b-c7db61dd6895 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:27:07.346455 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-d2364a3c-bc44-49b7-b9a4-04d0eb6c0c24 service neutron] Checking agent: {'id': 'f1a3973b-d2b3-4558-88e7-2ac50857d302', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:27:07.346799 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-d2364a3c-bc44-49b7-b9a4-04d0eb6c0c24 service neutron] Checking segment: {'id': '91926a5e-954e-4773-b0d0-2c49874bbb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a9ffdff9-c2bf-42e5-aa28-4268d54cc9bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:27:07.347174 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-d2364a3c-bc44-49b7-b9a4-04d0eb6c0c24 service neutron] Bound using segment: {'id': '91926a5e-954e-4773-b0d0-2c49874bbb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a9ffdff9-c2bf-42e5-aa28-4268d54cc9bc'} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:27:07.347613 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-d2364a3c-bc44-49b7-b9a4-04d0eb6c0c24 service neutron] Bound port: ecbf4d7c-46a2-4775-9309-6c6a862cec86, host: n-h2-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91926a5e-954e-4773-b0d0-2c49874bbb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a9ffdff9-c2bf-42e5-aa28-4268d54cc9bc'}}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:27:07.347955 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-d2364a3c-bc44-49b7-b9a4-04d0eb6c0c24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:07.392180 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-95c16201-2801-41e2-8431-07676df077de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:07.393640 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c16201-2801-41e2-8431-07676df077de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:07.394458 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-95c16201-2801-41e2-8431-07676df077de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:07.445781 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-d2364a3c-bc44-49b7-b9a4-04d0eb6c0c24 service neutron] For port ecbf4d7c-46a2-4775-9309-6c6a862cec86, host n-h2-843702-1, cleared binding levels {{(pid=89109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:27:07.448866 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-d2364a3c-bc44-49b7-b9a4-04d0eb6c0c24 service neutron] For port ecbf4d7c-46a2-4775-9309-6c6a862cec86, host n-h2-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=ecbf4d7c-46a2-4775-9309-6c6a862cec86,segment=NetworkSegment(91926a5e-954e-4773-b0d0-2c49874bbb2a),segment_id=91926a5e-954e-4773-b0d0-2c49874bbb2a)] {{(pid=89109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:27:07.460231 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port a699bdd8-4938-4757-b19e-675730d9996a, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=a699bdd8-4938-4757-b19e-675730d9996a,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:27:07.470619 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port a699bdd8-4938-4757-b19e-675730d9996a is: ACTIVE; New status is: DOWN {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:27:07.470992 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:07.498098 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-be1592c1-e914-4dac-8b03-c3d8880b4906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:07.565096 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port a699bdd8-4938-4757-b19e-675730d9996a, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=a699bdd8-4938-4757-b19e-675730d9996a,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:27:07.569329 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe57de-56d8-4742-9316-3d39721159a3 req-6a2283b9-ce4a-4710-9bb4-958d54386d64 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:07.576382 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe57de-56d8-4742-9316-3d39721159a3 req-6a2283b9-ce4a-4710-9bb4-958d54386d64 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:07.582584 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe57de-56d8-4742-9316-3d39721159a3 req-6a2283b9-ce4a-4710-9bb4-958d54386d64 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:07.592336 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Returning: {'device': 'a699bdd8-4938-4757-b19e-675730d9996a', 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9', 'port_id': 'a699bdd8-4938-4757-b19e-675730d9996a', 'mac_address': 'fa:16:3e:ed:be:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e72d0ca5-04cb-4b36-82b1-c75214c9eb05', 'ip_address': '192.168.233.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:27:07.593826 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe57de-56d8-4742-9316-3d39721159a3 req-6a2283b9-ce4a-4710-9bb4-958d54386d64 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:07.599898 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe57de-56d8-4742-9316-3d39721159a3 req-6a2283b9-ce4a-4710-9bb4-958d54386d64 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:07.605745 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2cac498-5681-4d00-a219-f4b4fe770ade', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a699bdd8-4938-4757-b19e-675730d9996a'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:27:07.606659 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe57de-56d8-4742-9316-3d39721159a3 req-6a2283b9-ce4a-4710-9bb4-958d54386d64 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:07.612761 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe57de-56d8-4742-9316-3d39721159a3 req-6a2283b9-ce4a-4710-9bb4-958d54386d64 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:07.621139 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ecfe57de-56d8-4742-9316-3d39721159a3 req-6a2283b9-ce4a-4710-9bb4-958d54386d64 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc8afbe2-63ab-495f-b953-08528fec512c HTTP/1.1" status: 200 len: 5405 time: 0.3370163 May 28 06:27:07.625618 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-d2364a3c-bc44-49b7-b9a4-04d0eb6c0c24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:07.628032 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6a916cc2-3fcb-4b4c-8eec-e0adfba3947f tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:07.645808 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [req-c0c3483b-8600-490d-a3fc-a1f7c742d055 req-9f93cb1c-b95e-46ce-a0e9-078d81e0a275 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34d5a857-5950-4308-8e9f-761b2183974d {{(pid=89109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:27:07.659734 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-284082a9-de94-4669-84d0-412b80a84ad5 req-d58a0c4d-caae-4bb0-b4fa-8a1134d3694b tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-732532850', 'description': 'tempest-description-1253433461'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:27:07.671220 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c16201-2801-41e2-8431-07676df077de admin admin] Pushing event updated for resources: {'Network': ['ID=b0d3210f-6f0b-4832-90fb-f0b2f3ebb660,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:07.677876 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-95c16201-2801-41e2-8431-07676df077de admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5836968 May 28 06:27:07.683043 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 53902) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:27:07.683955 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-284082a9-de94-4669-84d0-412b80a84ad5 req-d58a0c4d-caae-4bb0-b4fa-8a1134d3694b tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:27:07.694647 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-35835ea2-45aa-42e1-a9dd-7f6f49bc7fe5 admin admin] Request body: {'subnet': {'network_id': 'b0d3210f-6f0b-4832-90fb-f0b2f3ebb660', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-540530677-subnet', 'tenant_id': 'f3958891eac44c76810006defcff5dde', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:27:07.706029 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-284082a9-de94-4669-84d0-412b80a84ad5 req-d58a0c4d-caae-4bb0-b4fa-8a1134d3694b tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Usage tracker for resource:security_group and tenant:18bdbb4b3da540e1a46c1587a7a5a874 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:27:07.728525 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-284082a9-de94-4669-84d0-412b80a84ad5 req-d58a0c4d-caae-4bb0-b4fa-8a1134d3694b tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:27:07.733394 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-c0c3483b-8600-490d-a3fc-a1f7c742d055 req-9f93cb1c-b95e-46ce-a0e9-078d81e0a275 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:07.734657 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-35835ea2-45aa-42e1-a9dd-7f6f49bc7fe5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:27:07.740360 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-d2364a3c-bc44-49b7-b9a4-04d0eb6c0c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:07.741708 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-d2364a3c-bc44-49b7-b9a4-04d0eb6c0c24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:07.743122 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-d2364a3c-bc44-49b7-b9a4-04d0eb6c0c24 service neutron] 10.222.0.71 "PUT /v2.0/ports/ecbf4d7c-46a2-4775-9309-6c6a862cec86 HTTP/1.1" status: 200 len: 1090 time: 2.7732575 May 28 06:27:07.749534 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc8afbe2-63ab-495f-b953-08528fec512c', 'tag': 'ecbf4d7c-46a2-4775-9309-6c6a862cec86'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:27:07.750688 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ecfe57de-56d8-4742-9316-3d39721159a3 req-3064b43b-891c-4b9e-9307-27441a2bed18 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.55 "GET /v2.0/security-groups?id=330866ba-92b0-424f-b7e1-e6c41912745c&id=dee936ce-b9e4-4668-898c-fea71a001642&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1262589 May 28 06:27:07.757895 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c20d1e-74c5-4538-978e-0b691698a7a5 None None] Network 88ca61f2-32f3-4379-a273-6f5a14cd7fea requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:27:07.766056 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-35835ea2-45aa-42e1-a9dd-7f6f49bc7fe5 admin admin] Usage tracker for resource:subnet and tenant:f3958891eac44c76810006defcff5dde is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:27:07.787900 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [req-c0c3483b-8600-490d-a3fc-a1f7c742d055 req-9f93cb1c-b95e-46ce-a0e9-078d81e0a275 service neutron] Transition to ACTIVE for port object 34d5a857-5950-4308-8e9f-761b2183974d will not be triggered until provisioned by entity L2. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:27:07.795585 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-35835ea2-45aa-42e1-a9dd-7f6f49bc7fe5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:27:07.797739 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2364a3c-bc44-49b7-b9a4-04d0eb6c0c24 service neutron] Pushing event updated for resources: {'Port': ['ID=ecbf4d7c-46a2-4775-9309-6c6a862cec86,revision_number=3']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:07.805089 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-284082a9-de94-4669-84d0-412b80a84ad5 req-d58a0c4d-caae-4bb0-b4fa-8a1134d3694b tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:27:07.819799 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-35835ea2-45aa-42e1-a9dd-7f6f49bc7fe5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:27:07.862383 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-0f30c8f8-5ef5-4f9b-a39c-b7b24f2eb847 service neutron] Request body: {'port': {'device_id': 'fc8afbe2-63ab-495f-b953-08528fec512c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843702-1'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:27:07.866380 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6a916cc2-3fcb-4b4c-8eec-e0adfba3947f tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:07.867086 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network b0d3210f-6f0b-4832-90fb-f0b2f3ebb660 details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:27:07.913851 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-c0c3483b-8600-490d-a3fc-a1f7c742d055 req-9f93cb1c-b95e-46ce-a0e9-078d81e0a275 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:07.936959 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35835ea2-45aa-42e1-a9dd-7f6f49bc7fe5 admin admin] Made reservation on behalf of f3958891eac44c76810006defcff5dde for: {'subnet': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:27:07.939464 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-35835ea2-45aa-42e1-a9dd-7f6f49bc7fe5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3171998'] for subnet, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:07.994922 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:08.070861 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-284082a9-de94-4669-84d0-412b80a84ad5 req-d58a0c4d-caae-4bb0-b4fa-8a1134d3694b tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:08.099726 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f93cb1c-b95e-46ce-a0e9-078d81e0a275 service neutron] Pushing event updated for resources: {'Port': ['ID=34d5a857-5950-4308-8e9f-761b2183974d,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:08.101359 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-284082a9-de94-4669-84d0-412b80a84ad5 req-d58a0c4d-caae-4bb0-b4fa-8a1134d3694b tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:27:08.112010 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-284082a9-de94-4669-84d0-412b80a84ad5 req-d58a0c4d-caae-4bb0-b4fa-8a1134d3694b tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Usage tracker for resource:security_group_rule and tenant:18bdbb4b3da540e1a46c1587a7a5a874 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:27:08.115214 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-284082a9-de94-4669-84d0-412b80a84ad5 req-d58a0c4d-caae-4bb0-b4fa-8a1134d3694b tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:27:08.127983 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-284082a9-de94-4669-84d0-412b80a84ad5 req-d58a0c4d-caae-4bb0-b4fa-8a1134d3694b tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:27:08.197635 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ec0e2e-5f77-4af5-a4f8-97b32124f348 None None] Pushing event updated for resources: {'Port': ['ID=06576159-836b-4c4a-901b-c7db61dd6895,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:08.230415 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-284082a9-de94-4669-84d0-412b80a84ad5 req-d58a0c4d-caae-4bb0-b4fa-8a1134d3694b tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:08.232762 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6a916cc2-3fcb-4b4c-8eec-e0adfba3947f tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:08.256097 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-0f30c8f8-5ef5-4f9b-a39c-b7b24f2eb847 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:08.348073 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-c0c3483b-8600-490d-a3fc-a1f7c742d055 req-9f93cb1c-b95e-46ce-a0e9-078d81e0a275 service neutron] Attempting to bind port 34d5a857-5950-4308-8e9f-761b2183974d on host n-h2-843702-1 for vnic_type normal with profile {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:27:08.348073 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-c0c3483b-8600-490d-a3fc-a1f7c742d055 req-9f93cb1c-b95e-46ce-a0e9-078d81e0a275 service neutron] Attempting to bind port 34d5a857-5950-4308-8e9f-761b2183974d by drivers openvswitch,hyperv on host n-h2-843702-1 at level 0 using segments [{'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:27:08.349246 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c3483b-8600-490d-a3fc-a1f7c742d055 req-9f93cb1c-b95e-46ce-a0e9-078d81e0a275 service neutron] Attempting to bind port 34d5a857-5950-4308-8e9f-761b2183974d on network bb90c162-fdb0-406b-af2b-5eef830db7a9 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:27:08.362640 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c3483b-8600-490d-a3fc-a1f7c742d055 req-9f93cb1c-b95e-46ce-a0e9-078d81e0a275 service neutron] Port 34d5a857-5950-4308-8e9f-761b2183974d on network bb90c162-fdb0-406b-af2b-5eef830db7a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-843702-1 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:27:08.362987 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c3483b-8600-490d-a3fc-a1f7c742d055 req-9f93cb1c-b95e-46ce-a0e9-078d81e0a275 service neutron] Attempting to bind port 34d5a857-5950-4308-8e9f-761b2183974d on network bb90c162-fdb0-406b-af2b-5eef830db7a9 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:27:08.381477 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port a699bdd8-4938-4757-b19e-675730d9996a is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:27:08.382222 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:08.420823 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=a699bdd8-4938-4757-b19e-675730d9996a,revision_number=6']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:08.422349 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-284082a9-de94-4669-84d0-412b80a84ad5 req-d58a0c4d-caae-4bb0-b4fa-8a1134d3694b tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:08.422644 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c3483b-8600-490d-a3fc-a1f7c742d055 req-9f93cb1c-b95e-46ce-a0e9-078d81e0a275 service neutron] Checking agent: {'id': 'f1a3973b-d2b3-4558-88e7-2ac50857d302', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:27:08.422991 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c3483b-8600-490d-a3fc-a1f7c742d055 req-9f93cb1c-b95e-46ce-a0e9-078d81e0a275 service neutron] Checking segment: {'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:27:08.423862 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-be1592c1-e914-4dac-8b03-c3d8880b4906 None None] Attempting to bind port 06576159-836b-4c4a-901b-c7db61dd6895 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:27:08.423994 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c3483b-8600-490d-a3fc-a1f7c742d055 req-9f93cb1c-b95e-46ce-a0e9-078d81e0a275 service neutron] Bound using segment: {'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:27:08.424407 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-be1592c1-e914-4dac-8b03-c3d8880b4906 None None] Attempting to bind port 06576159-836b-4c4a-901b-c7db61dd6895 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'a4c3f4ec-3c33-4362-bb48-7e64bee770a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '288346a5-f33c-49f7-9d6b-a77223fb06e0'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:27:08.424547 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-c0c3483b-8600-490d-a3fc-a1f7c742d055 req-9f93cb1c-b95e-46ce-a0e9-078d81e0a275 service neutron] Bound port: 34d5a857-5950-4308-8e9f-761b2183974d, host: n-h2-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'}}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:27:08.424762 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-c0c3483b-8600-490d-a3fc-a1f7c742d055 req-9f93cb1c-b95e-46ce-a0e9-078d81e0a275 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:08.425052 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1592c1-e914-4dac-8b03-c3d8880b4906 None None] Attempting to bind port 06576159-836b-4c4a-901b-c7db61dd6895 on network 288346a5-f33c-49f7-9d6b-a77223fb06e0 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:27:08.467846 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a699bdd8-4938-4757-b19e-675730d9996a {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:27:08.478925 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1592c1-e914-4dac-8b03-c3d8880b4906 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:27:08.479439 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1592c1-e914-4dac-8b03-c3d8880b4906 None None] Checking segment: {'id': 'a4c3f4ec-3c33-4362-bb48-7e64bee770a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '288346a5-f33c-49f7-9d6b-a77223fb06e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:27:08.479943 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-be1592c1-e914-4dac-8b03-c3d8880b4906 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:08.480431 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1592c1-e914-4dac-8b03-c3d8880b4906 None None] Bound using segment: {'id': 'a4c3f4ec-3c33-4362-bb48-7e64bee770a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '288346a5-f33c-49f7-9d6b-a77223fb06e0'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:27:08.481009 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-be1592c1-e914-4dac-8b03-c3d8880b4906 None None] Bound port: 06576159-836b-4c4a-901b-c7db61dd6895, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4c3f4ec-3c33-4362-bb48-7e64bee770a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '288346a5-f33c-49f7-9d6b-a77223fb06e0'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:27:08.482099 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-be1592c1-e914-4dac-8b03-c3d8880b4906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:08.493346 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a916cc2-3fcb-4b4c-8eec-e0adfba3947f tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d53afd5-9930-4212-979d-9a7c0e0fe6fe,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:08.534427 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port a699bdd8-4938-4757-b19e-675730d9996a, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=a699bdd8-4938-4757-b19e-675730d9996a,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:27:08.536024 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58a0c4d-caae-4bb0-b4fa-8a1134d3694b tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ca19af2-3a22-4fc0-a8de-12ebb1727b1c,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:08.569181 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ee8b25-f0c5-4eb5-86d4-6ff8bad10def req-335d48fc-6702-46a3-8348-c0ceb4b631c1 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:08.570773 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-44ee8b25-f0c5-4eb5-86d4-6ff8bad10def req-335d48fc-6702-46a3-8348-c0ceb4b631c1 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.55 "GET /v2.0/ports?device_id=b2cac498-5681-4d00-a219-f4b4fe770ade HTTP/1.1" status: 200 len: 947 time: 0.3357658 May 28 06:27:08.594065 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-be1592c1-e914-4dac-8b03-c3d8880b4906 None None] For port 06576159-836b-4c4a-901b-c7db61dd6895, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:27:08.600927 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-be1592c1-e914-4dac-8b03-c3d8880b4906 None None] For port 06576159-836b-4c4a-901b-c7db61dd6895, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=06576159-836b-4c4a-901b-c7db61dd6895,segment=NetworkSegment(a4c3f4ec-3c33-4362-bb48-7e64bee770a9),segment_id=a4c3f4ec-3c33-4362-bb48-7e64bee770a9)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:27:08.617355 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:08.651653 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-284082a9-de94-4669-84d0-412b80a84ad5 req-d58a0c4d-caae-4bb0-b4fa-8a1134d3694b tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:08.652847 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-284082a9-de94-4669-84d0-412b80a84ad5 req-d58a0c4d-caae-4bb0-b4fa-8a1134d3694b tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.0258780 May 28 06:27:08.654055 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6a916cc2-3fcb-4b4c-8eec-e0adfba3947f tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:08.658680 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-6a916cc2-3fcb-4b4c-8eec-e0adfba3947f tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4141703 May 28 06:27:08.663281 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 53912) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:27:08.673517 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-5597bb99-8f84-47ec-a279-6c249aa1e53e tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] Request body: {'security_group_rule': {'security_group_id': 'f271997b-8441-4de1-8268-d4b2c15a9cb1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:27:08.682319 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-5597bb99-8f84-47ec-a279-6c249aa1e53e tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:27:08.695406 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-5597bb99-8f84-47ec-a279-6c249aa1e53e tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] Usage tracker for resource:security_group_rule and tenant:74efa5df31b04bb3906662ad8170d0a0 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:27:08.699459 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=a699bdd8-4938-4757-b19e-675730d9996a,revision_number=7']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:08.704936 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-5597bb99-8f84-47ec-a279-6c249aa1e53e tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:27:08.712240 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-be1592c1-e914-4dac-8b03-c3d8880b4906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:08.732580 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-5597bb99-8f84-47ec-a279-6c249aa1e53e tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:27:08.751358 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-44ee8b25-f0c5-4eb5-86d4-6ff8bad10def req-ad756649-db5f-4f0b-aa6c-945d16d013dd tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.55 "GET /v2.0/security-groups?id=003cca32-7671-4721-8c5a-98dfd2100d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178708 May 28 06:27:08.784869 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb2785ec-f831-443e-b063-3477010a3e38'] response: {'server_uuid': 'b2cac498-5681-4d00-a219-f4b4fe770ade', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a699bdd8-4938-4757-b19e-675730d9996a', 'code': 200} May 28 06:27:08.797182 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-c0c3483b-8600-490d-a3fc-a1f7c742d055 req-9f93cb1c-b95e-46ce-a0e9-078d81e0a275 service neutron] For port 34d5a857-5950-4308-8e9f-761b2183974d, host n-h2-843702-1, cleared binding levels {{(pid=89109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:27:08.817779 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-c0c3483b-8600-490d-a3fc-a1f7c742d055 req-9f93cb1c-b95e-46ce-a0e9-078d81e0a275 service neutron] For port 34d5a857-5950-4308-8e9f-761b2183974d, host n-h2-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=34d5a857-5950-4308-8e9f-761b2183974d,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:27:08.830306 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b24c867-9088-4921-a07f-110a4eac4951'] response: {'name': 'network-changed', 'server_uuid': 'fc8afbe2-63ab-495f-b953-08528fec512c', 'tag': 'ecbf4d7c-46a2-4775-9309-6c6a862cec86', 'status': 'completed', 'code': 200} May 28 06:27:08.852244 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1592c1-e914-4dac-8b03-c3d8880b4906 None None] Routers {'bc071cc7-7463-4354-906f-270941205e04'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:27:08.853132 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-be1592c1-e914-4dac-8b03-c3d8880b4906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:26:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['bc071cc7-7463-4354-906f-270941205e04'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:27:08.921123 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-c0c3483b-8600-490d-a3fc-a1f7c742d055 req-9f93cb1c-b95e-46ce-a0e9-078d81e0a275 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:08.934486 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['a699bdd8-4938-4757-b19e-675730d9996a'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:27:08.974920 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-35835ea2-45aa-42e1-a9dd-7f6f49bc7fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3115906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3172012'] for subnet, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:08.978601 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5597bb99-8f84-47ec-a279-6c249aa1e53e tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:09.005469 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-0f30c8f8-5ef5-4f9b-a39c-b7b24f2eb847 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c28e25a-811d-49fe-9df5-688bb3849093 {{(pid=89109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:27:09.012696 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c3483b-8600-490d-a3fc-a1f7c742d055 req-9f93cb1c-b95e-46ce-a0e9-078d81e0a275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:09.013358 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-c0c3483b-8600-490d-a3fc-a1f7c742d055 req-9f93cb1c-b95e-46ce-a0e9-078d81e0a275 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:09.018547 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-c0c3483b-8600-490d-a3fc-a1f7c742d055 req-9f93cb1c-b95e-46ce-a0e9-078d81e0a275 service neutron] 10.222.0.71 "PUT /v2.0/ports/34d5a857-5950-4308-8e9f-761b2183974d HTTP/1.1" status: 200 len: 1096 time: 2.6715388 May 28 06:27:09.026931 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-0f30c8f8-5ef5-4f9b-a39c-b7b24f2eb847 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:09.033040 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ec0e2e-5f77-4af5-a4f8-97b32124f348 None None] Pushing event updated for resources: {'Port': ['ID=06576159-836b-4c4a-901b-c7db61dd6895,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:09.063948 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-0f30c8f8-5ef5-4f9b-a39c-b7b24f2eb847 service neutron] Transition to ACTIVE for port object 0c28e25a-811d-49fe-9df5-688bb3849093 will not be triggered until provisioned by entity L2. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:27:09.082149 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f93cb1c-b95e-46ce-a0e9-078d81e0a275 service neutron] Pushing event updated for resources: {'Port': ['ID=34d5a857-5950-4308-8e9f-761b2183974d,revision_number=3']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:09.158179 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4a0fdd71-bc72-46e2-b6b0-728020a1d30d req-7650fd3d-a232-4980-92c5-ee57779f1def tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] 10.222.0.55 "GET /v2.0/security-groups/9ca19af2-3a22-4fc0-a8de-12ebb1727b1c HTTP/1.1" status: 200 len: 1804 time: 0.2937353 May 28 06:27:09.177304 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35835ea2-45aa-42e1-a9dd-7f6f49bc7fe5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb3ffca3-469c-42ac-a3c6-07667d22277f,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:09.184104 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-4a0fdd71-bc72-46e2-b6b0-728020a1d30d req-6cc5c59c-0bc3-4acc-97d1-2ad3f4610b84 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9ca19af2-3a22-4fc0-a8de-12ebb1727b1c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:27:09.184202 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-4a0fdd71-bc72-46e2-b6b0-728020a1d30d req-6cc5c59c-0bc3-4acc-97d1-2ad3f4610b84 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9ca19af2-3a22-4fc0-a8de-12ebb1727b1c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:27:09.210145 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-4a0fdd71-bc72-46e2-b6b0-728020a1d30d req-6cc5c59c-0bc3-4acc-97d1-2ad3f4610b84 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:27:09.224666 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-4a0fdd71-bc72-46e2-b6b0-728020a1d30d req-6cc5c59c-0bc3-4acc-97d1-2ad3f4610b84 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Usage tracker for resource:security_group_rule and tenant:18bdbb4b3da540e1a46c1587a7a5a874 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:27:09.229840 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-4a0fdd71-bc72-46e2-b6b0-728020a1d30d req-6cc5c59c-0bc3-4acc-97d1-2ad3f4610b84 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:27:09.230658 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-0f30c8f8-5ef5-4f9b-a39c-b7b24f2eb847 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:09.233025 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35835ea2-45aa-42e1-a9dd-7f6f49bc7fe5 admin admin] Checking segment: {'id': '19dbd857-d13f-4a6d-bcbd-ec9bd33234b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'b0d3210f-6f0b-4832-90fb-f0b2f3ebb660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:27:09.233388 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35835ea2-45aa-42e1-a9dd-7f6f49bc7fe5 admin admin] Network hostable DHCP agents. Network: b0d3210f-6f0b-4832-90fb-f0b2f3ebb660, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89110) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:27:09.252779 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-be1592c1-e914-4dac-8b03-c3d8880b4906 None None] Set router bc071cc7-7463-4354-906f-270941205e04 gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:27:09.259049 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-4a0fdd71-bc72-46e2-b6b0-728020a1d30d req-6cc5c59c-0bc3-4acc-97d1-2ad3f4610b84 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:27:09.263642 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5597bb99-8f84-47ec-a279-6c249aa1e53e tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:09.290979 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3433d9e1-ac37-4cf4-a625-a5320f9890a4 req-2c49b6fe-fc29-4ca7-ac33-8f3c2e02047e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:09.291391 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3433d9e1-ac37-4cf4-a625-a5320f9890a4 req-2c49b6fe-fc29-4ca7-ac33-8f3c2e02047e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:09.291839 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3433d9e1-ac37-4cf4-a625-a5320f9890a4 req-2c49b6fe-fc29-4ca7-ac33-8f3c2e02047e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:09.292306 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3433d9e1-ac37-4cf4-a625-a5320f9890a4 req-2c49b6fe-fc29-4ca7-ac33-8f3c2e02047e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:09.292787 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3433d9e1-ac37-4cf4-a625-a5320f9890a4 req-2c49b6fe-fc29-4ca7-ac33-8f3c2e02047e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:09.293295 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3433d9e1-ac37-4cf4-a625-a5320f9890a4 req-2c49b6fe-fc29-4ca7-ac33-8f3c2e02047e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:09.294447 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3433d9e1-ac37-4cf4-a625-a5320f9890a4 req-2c49b6fe-fc29-4ca7-ac33-8f3c2e02047e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:09.296634 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3433d9e1-ac37-4cf4-a625-a5320f9890a4 req-2c49b6fe-fc29-4ca7-ac33-8f3c2e02047e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5a27568d2aff479086cfcad7501ab2c8&device_id=fc8afbe2-63ab-495f-b953-08528fec512c HTTP/1.1" status: 200 len: 6352 time: 0.4183965 May 28 06:27:09.312435 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaf7345-9690-4548-8386-fffb3c8561e9 req-7c3bb8bd-f484-4947-a473-9e23a77ccfcc tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:09.314027 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2eaf7345-9690-4548-8386-fffb3c8561e9 req-7c3bb8bd-f484-4947-a473-9e23a77ccfcc tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/ports?device_id=282131d1-14ee-420e-862f-051d68fe0765 HTTP/1.1" status: 200 len: 948 time: 0.3865819 May 28 06:27:09.357695 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5597bb99-8f84-47ec-a279-6c249aa1e53e tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:09.420081 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f30c8f8-5ef5-4f9b-a39c-b7b24f2eb847 service neutron] Pushing event updated for resources: {'Port': ['ID=0c28e25a-811d-49fe-9df5-688bb3849093,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:09.440681 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35835ea2-45aa-42e1-a9dd-7f6f49bc7fe5 admin admin] Network b0d3210f-6f0b-4832-90fb-f0b2f3ebb660 is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89110) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:27:09.477722 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5597bb99-8f84-47ec-a279-6c249aa1e53e tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce9743f4-c856-4916-96eb-297eda1b8fe0,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:09.523244 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2eaf7345-9690-4548-8386-fffb3c8561e9 req-a22c1519-ae87-4de8-b8c0-254bdc8c56d5 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/security-groups?id=cc42bff8-ec73-4f47-a19d-2b56e52b6e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878140 May 28 06:27:09.547601 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c3483b-8600-490d-a3fc-a1f7c742d055 req-dbc94bac-f345-4e43-8e4e-0a5106eebf0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:09.549243 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-c0c3483b-8600-490d-a3fc-a1f7c742d055 req-dbc94bac-f345-4e43-8e4e-0a5106eebf0b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c3068efc66a349e9b92ab9365fc877d9&device_id=282131d1-14ee-420e-862f-051d68fe0765 HTTP/1.1" status: 200 len: 1099 time: 0.3773987 May 28 06:27:09.596587 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-4a0fdd71-bc72-46e2-b6b0-728020a1d30d req-6cc5c59c-0bc3-4acc-97d1-2ad3f4610b84 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:09.612525 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-35835ea2-45aa-42e1-a9dd-7f6f49bc7fe5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, b0d3210f-6f0b-4832-90fb-f0b2f3ebb660) {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:27:09.623172 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35835ea2-45aa-42e1-a9dd-7f6f49bc7fe5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:09.626153 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-35835ea2-45aa-42e1-a9dd-7f6f49bc7fe5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:09.630000 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3433d9e1-ac37-4cf4-a625-a5320f9890a4 req-07fe57b8-a2ff-4728-a733-71e1d12faae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:09.630477 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3433d9e1-ac37-4cf4-a625-a5320f9890a4 req-07fe57b8-a2ff-4728-a733-71e1d12faae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:09.630930 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3433d9e1-ac37-4cf4-a625-a5320f9890a4 req-07fe57b8-a2ff-4728-a733-71e1d12faae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:09.632468 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3433d9e1-ac37-4cf4-a625-a5320f9890a4 req-07fe57b8-a2ff-4728-a733-71e1d12faae9 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=5a27568d2aff479086cfcad7501ab2c8&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3175652 May 28 06:27:09.660808 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-c0c3483b-8600-490d-a3fc-a1f7c742d055 req-32c79b93-b2d5-458b-9831-b553cbc4e02e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=34d5a857-5950-4308-8e9f-761b2183974d HTTP/1.1" status: 200 len: 217 time: 0.0902622 May 28 06:27:09.661679 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-0f30c8f8-5ef5-4f9b-a39c-b7b24f2eb847 service neutron] Attempting to bind port 0c28e25a-811d-49fe-9df5-688bb3849093 on host n-h2-843702-1 for vnic_type normal with profile {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:27:09.662094 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-0f30c8f8-5ef5-4f9b-a39c-b7b24f2eb847 service neutron] Attempting to bind port 0c28e25a-811d-49fe-9df5-688bb3849093 by drivers openvswitch,hyperv on host n-h2-843702-1 at level 0 using segments [{'id': 'ef1082b7-1e82-4682-8ff4-108a397ad07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e169afd5-829f-4c55-b1b4-034fdabca79b'}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:27:09.662509 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-0f30c8f8-5ef5-4f9b-a39c-b7b24f2eb847 service neutron] Attempting to bind port 0c28e25a-811d-49fe-9df5-688bb3849093 on network e169afd5-829f-4c55-b1b4-034fdabca79b {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:27:09.677774 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-4a0fdd71-bc72-46e2-b6b0-728020a1d30d req-6cc5c59c-0bc3-4acc-97d1-2ad3f4610b84 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:09.685437 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5597bb99-8f84-47ec-a279-6c249aa1e53e tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:09.687016 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-5597bb99-8f84-47ec-a279-6c249aa1e53e tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0212638 May 28 06:27:09.708954 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7fb217-132c-4c13-8e18-e05605a60056 None None] Network b0d3210f-6f0b-4832-90fb-f0b2f3ebb660 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:27:09.709442 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-0f30c8f8-5ef5-4f9b-a39c-b7b24f2eb847 service neutron] Port 0c28e25a-811d-49fe-9df5-688bb3849093 on network e169afd5-829f-4c55-b1b4-034fdabca79b not bound, no agent of type Open vSwitch agent registered on host n-h2-843702-1 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:27:09.709442 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-0f30c8f8-5ef5-4f9b-a39c-b7b24f2eb847 service neutron] Attempting to bind port 0c28e25a-811d-49fe-9df5-688bb3849093 on network e169afd5-829f-4c55-b1b4-034fdabca79b {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:27:09.712986 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 53924) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:27:09.722954 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-1fbc6e60-d570-4d59-b8e9-9c14f70b8f07 tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] Request body: {'floatingip': {'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:27:09.736655 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-0f30c8f8-5ef5-4f9b-a39c-b7b24f2eb847 service neutron] Checking agent: {'id': 'f1a3973b-d2b3-4558-88e7-2ac50857d302', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:27:09.737123 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-0f30c8f8-5ef5-4f9b-a39c-b7b24f2eb847 service neutron] Checking segment: {'id': 'ef1082b7-1e82-4682-8ff4-108a397ad07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e169afd5-829f-4c55-b1b4-034fdabca79b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:27:09.737540 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-0f30c8f8-5ef5-4f9b-a39c-b7b24f2eb847 service neutron] Bound using segment: {'id': 'ef1082b7-1e82-4682-8ff4-108a397ad07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e169afd5-829f-4c55-b1b4-034fdabca79b'} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:27:09.738073 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-0f30c8f8-5ef5-4f9b-a39c-b7b24f2eb847 service neutron] Bound port: 0c28e25a-811d-49fe-9df5-688bb3849093, host: n-h2-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef1082b7-1e82-4682-8ff4-108a397ad07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e169afd5-829f-4c55-b1b4-034fdabca79b'}}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:27:09.738421 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-0f30c8f8-5ef5-4f9b-a39c-b7b24f2eb847 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:09.750749 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-1fbc6e60-d570-4d59-b8e9-9c14f70b8f07 tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:27:09.767378 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-1fbc6e60-d570-4d59-b8e9-9c14f70b8f07 tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] Usage tracker for resource:floatingip and tenant:74efa5df31b04bb3906662ad8170d0a0 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:27:09.773518 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-1fbc6e60-d570-4d59-b8e9-9c14f70b8f07 tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:27:09.788532 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-4a0fdd71-bc72-46e2-b6b0-728020a1d30d req-6cc5c59c-0bc3-4acc-97d1-2ad3f4610b84 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:09.815365 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-1fbc6e60-d570-4d59-b8e9-9c14f70b8f07 tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:27:09.820828 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-35835ea2-45aa-42e1-a9dd-7f6f49bc7fe5 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1296718 May 28 06:27:09.833258 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 53928) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:27:09.835821 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc5c59c-0bc3-4acc-97d1-2ad3f4610b84 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc61b73b-1979-401a-84a7-8ede11c8ebb2,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:09.848481 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c3483b-8600-490d-a3fc-a1f7c742d055 req-bc6e4037-0cbb-405a-9c3c-e7d4ff5554aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:09.850009 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-c0c3483b-8600-490d-a3fc-a1f7c742d055 req-bc6e4037-0cbb-405a-9c3c-e7d4ff5554aa service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e72d0ca5-04cb-4b36-82b1-c75214c9eb05 HTTP/1.1" status: 200 len: 843 time: 0.1819594 May 28 06:27:09.852301 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-a4035b9c-049e-462a-bd3b-220ce6ffd8db admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-540530677-router', 'tenant_id': 'f3958891eac44c76810006defcff5dde', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:27:09.860907 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc5c59c-0bc3-4acc-97d1-2ad3f4610b84 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:27:09.861249 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc5c59c-0bc3-4acc-97d1-2ad3f4610b84 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:27:09.861935 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc5c59c-0bc3-4acc-97d1-2ad3f4610b84 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:27:09.861935 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc5c59c-0bc3-4acc-97d1-2ad3f4610b84 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:27:09.862244 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc5c59c-0bc3-4acc-97d1-2ad3f4610b84 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:27:09.862563 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc5c59c-0bc3-4acc-97d1-2ad3f4610b84 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:27:09.863840 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc5c59c-0bc3-4acc-97d1-2ad3f4610b84 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:27:09.863840 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc5c59c-0bc3-4acc-97d1-2ad3f4610b84 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:27:09.863840 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc5c59c-0bc3-4acc-97d1-2ad3f4610b84 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:27:09.863840 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc5c59c-0bc3-4acc-97d1-2ad3f4610b84 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:27:09.864132 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc5c59c-0bc3-4acc-97d1-2ad3f4610b84 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:27:09.864401 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc5c59c-0bc3-4acc-97d1-2ad3f4610b84 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:27:09.871712 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-a4035b9c-049e-462a-bd3b-220ce6ffd8db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:27:09.894252 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-a4035b9c-049e-462a-bd3b-220ce6ffd8db admin admin] Usage tracker for resource:router and tenant:f3958891eac44c76810006defcff5dde is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:27:09.908004 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-a4035b9c-049e-462a-bd3b-220ce6ffd8db admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:27:09.920010 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-a4035b9c-049e-462a-bd3b-220ce6ffd8db admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:27:09.926002 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3433d9e1-ac37-4cf4-a625-a5320f9890a4 req-3a6fc213-bbb6-4523-9f44-c90e7b0029c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:09.927908 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3433d9e1-ac37-4cf4-a625-a5320f9890a4 req-3a6fc213-bbb6-4523-9f44-c90e7b0029c4 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2798686 May 28 06:27:09.931752 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-0f30c8f8-5ef5-4f9b-a39c-b7b24f2eb847 service neutron] For port 0c28e25a-811d-49fe-9df5-688bb3849093, host n-h2-843702-1, cleared binding levels {{(pid=89109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:27:09.944660 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-0f30c8f8-5ef5-4f9b-a39c-b7b24f2eb847 service neutron] For port 0c28e25a-811d-49fe-9df5-688bb3849093, host n-h2-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=0c28e25a-811d-49fe-9df5-688bb3849093,segment=NetworkSegment(ef1082b7-1e82-4682-8ff4-108a397ad07a),segment_id=ef1082b7-1e82-4682-8ff4-108a397ad07a)] {{(pid=89109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:27:09.946386 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0c747b-1da9-4712-9450-db276d2511fb req-bddb3a13-59cd-4ee4-9722-226399742a2f tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:09.948063 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dd0c747b-1da9-4712-9450-db276d2511fb req-bddb3a13-59cd-4ee4-9722-226399742a2f tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.55 "GET /v2.0/ports?device_id=b2cac498-5681-4d00-a219-f4b4fe770ade HTTP/1.1" status: 200 len: 948 time: 0.2114270 May 28 06:27:09.961014 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c3483b-8600-490d-a3fc-a1f7c742d055 req-28dd3945-6fe2-4bf7-891f-c090f37558bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:09.962543 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-c0c3483b-8600-490d-a3fc-a1f7c742d055 req-28dd3945-6fe2-4bf7-891f-c090f37558bf service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=bb90c162-fdb0-406b-af2b-5eef830db7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0983534 May 28 06:27:09.963474 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1fbc6e60-d570-4d59-b8e9-9c14f70b8f07 tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] Notify callbacks [] for floatingip, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:10.006203 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dd0c747b-1da9-4712-9450-db276d2511fb req-7d80888e-399c-4723-aab7-bfe8aa714d44 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.55 "GET /v2.0/security-groups?id=003cca32-7671-4721-8c5a-98dfd2100d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457664 May 28 06:27:10.024386 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-4a0fdd71-bc72-46e2-b6b0-728020a1d30d req-6cc5c59c-0bc3-4acc-97d1-2ad3f4610b84 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:10.033829 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4a0fdd71-bc72-46e2-b6b0-728020a1d30d req-6cc5c59c-0bc3-4acc-97d1-2ad3f4610b84 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8567731 May 28 06:27:10.074518 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-be1592c1-e914-4dac-8b03-c3d8880b4906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc071cc7-7463-4354-906f-270941205e04', 'name': 'tempest-ServersTestManualDisk-592983147-router', 'tenant_id': '74efa5df31b04bb3906662ad8170d0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '23c8b49f-c8cb-45e4-9477-29a11af387b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:26:49Z', 'updated_at': '2022-05-28T06:27:01Z', 'revision_number': 4, 'project_id': '74efa5df31b04bb3906662ad8170d0a0', 'gw_port': {'id': '23c8b49f-c8cb-45e4-9477-29a11af387b9', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc071cc7-7463-4354-906f-270941205e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:26:50Z', 'updated_at': '2022-05-28T06:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '06576159-836b-4c4a-901b-c7db61dd6895', 'name': '', 'network_id': '288346a5-f33c-49f7-9d6b-a77223fb06e0', 'tenant_id': '74efa5df31b04bb3906662ad8170d0a0', 'mac_address': 'fa:16:3e:e5:1a:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc071cc7-7463-4354-906f-270941205e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '080ebc12-6820-4737-a7d7-c00458c09bac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:26:58Z', 'updated_at': '2022-05-28T06:27:08Z', 'revision_number': 4, 'project_id': '74efa5df31b04bb3906662ad8170d0a0', 'subnets': [{'id': '080ebc12-6820-4737-a7d7-c00458c09bac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:27:10.093640 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5beb85-7fdb-4a38-a209-6b0aed44c6f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-b0d3210f-6f0b-4832-90fb-f0b2f3ebb660', 'network_id': 'b0d3210f-6f0b-4832-90fb-f0b2f3ebb660', 'tenant_id': 'f3958891eac44c76810006defcff5dde', 'fixed_ips': [{'subnet_id': 'bb3ffca3-469c-42ac-a3c6-07667d22277f'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:27:10.094469 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-4a5beb85-7fdb-4a38-a209-6b0aed44c6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:10.105945 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1592c1-e914-4dac-8b03-c3d8880b4906 None None] The sync data for ids ['bc071cc7-7463-4354-906f-270941205e04'] in n-d-843702-1 is: [{'id': 'bc071cc7-7463-4354-906f-270941205e04', 'name': 'tempest-ServersTestManualDisk-592983147-router', 'tenant_id': '74efa5df31b04bb3906662ad8170d0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '23c8b49f-c8cb-45e4-9477-29a11af387b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:26:49Z', 'updated_at': '2022-05-28T06:27:01Z', 'revision_number': 4, 'project_id': '74efa5df31b04bb3906662ad8170d0a0', 'gw_port': {'id': '23c8b49f-c8cb-45e4-9477-29a11af387b9', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc071cc7-7463-4354-906f-270941205e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:26:50Z', 'updated_at': '2022-05-28T06:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '06576159-836b-4c4a-901b-c7db61dd6895', 'name': '', 'network_id': '288346a5-f33c-49f7-9d6b-a77223fb06e0', 'tenant_id': '74efa5df31b04bb3906662ad8170d0a0', 'mac_address': 'fa:16:3e:e5:1a:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc071cc7-7463-4354-906f-270941205e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '080ebc12-6820-4737-a7d7-c00458c09bac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:26:58Z', 'updated_at': '2022-05-28T06:27:08Z', 'revision_number': 4, 'project_id': '74efa5df31b04bb3906662ad8170d0a0', 'subnets': [{'id': '080ebc12-6820-4737-a7d7-c00458c09bac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:27:10.118176 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-0f30c8f8-5ef5-4f9b-a39c-b7b24f2eb847 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:10.131247 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a4035b9c-049e-462a-bd3b-220ce6ffd8db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59128'] for router, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:10.132464 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a4035b9c-049e-462a-bd3b-220ce6ffd8db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59009'] for router, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:10.157967 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a4035b9c-049e-462a-bd3b-220ce6ffd8db admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:10.235058 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-0f30c8f8-5ef5-4f9b-a39c-b7b24f2eb847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:10.235654 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-0f30c8f8-5ef5-4f9b-a39c-b7b24f2eb847 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:10.237122 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-0f30c8f8-5ef5-4f9b-a39c-b7b24f2eb847 service neutron] 10.222.0.71 "PUT /v2.0/ports/0c28e25a-811d-49fe-9df5-688bb3849093 HTTP/1.1" status: 200 len: 1091 time: 2.3881555 May 28 06:27:10.298544 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-c0c3483b-8600-490d-a3fc-a1f7c742d055 req-8cf4842a-0f12-4619-9951-c16579c9ac72 service neutron] 10.222.0.71 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3194900 May 28 06:27:10.302434 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f30c8f8-5ef5-4f9b-a39c-b7b24f2eb847 service neutron] Pushing event updated for resources: {'Port': ['ID=0c28e25a-811d-49fe-9df5-688bb3849093,revision_number=3']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:10.364952 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f307cbd-7154-4f9c-915f-f6f4e9204430 req-05b5cfab-4713-4cdd-8d92-ae59c1323228 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:10.378652 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f307cbd-7154-4f9c-915f-f6f4e9204430 req-05b5cfab-4713-4cdd-8d92-ae59c1323228 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:10.394545 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f307cbd-7154-4f9c-915f-f6f4e9204430 req-05b5cfab-4713-4cdd-8d92-ae59c1323228 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:10.407687 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f307cbd-7154-4f9c-915f-f6f4e9204430 req-05b5cfab-4713-4cdd-8d92-ae59c1323228 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:10.410869 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-4a5beb85-7fdb-4a38-a209-6b0aed44c6f6 None None] Allocated IP 172.20.0.2 (b0d3210f-6f0b-4832-90fb-f0b2f3ebb660/bb3ffca3-469c-42ac-a3c6-07667d22277f/39adb35e-6b18-4e87-b53d-d319a737bbef) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:27:10.414683 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f307cbd-7154-4f9c-915f-f6f4e9204430 req-05b5cfab-4713-4cdd-8d92-ae59c1323228 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:10.431824 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f307cbd-7154-4f9c-915f-f6f4e9204430 req-05b5cfab-4713-4cdd-8d92-ae59c1323228 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:10.438344 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f307cbd-7154-4f9c-915f-f6f4e9204430 req-05b5cfab-4713-4cdd-8d92-ae59c1323228 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:10.440440 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6f307cbd-7154-4f9c-915f-f6f4e9204430 req-05b5cfab-4713-4cdd-8d92-ae59c1323228 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc8afbe2-63ab-495f-b953-08528fec512c HTTP/1.1" status: 200 len: 5417 time: 0.2768893 May 28 06:27:10.466416 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-85e097fc-0de9-4c65-b3e0-85a1715872f6 service neutron] Request body: {'port': {'device_id': 'fc8afbe2-63ab-495f-b953-08528fec512c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843702-1'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:27:10.624357 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device a699bdd8-4938-4757-b19e-675730d9996a up at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:27:10.729868 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-c0c3483b-8600-490d-a3fc-a1f7c742d055 req-fe9c7cef-892c-457a-bb5c-bb5b0c6c32a9 service neutron] 10.222.0.71 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4224250 May 28 06:27:10.755808 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1fbc6e60-d570-4d59-b8e9-9c14f70b8f07 tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:10.840578 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '282131d1-14ee-420e-862f-051d68fe0765', 'tag': '34d5a857-5950-4308-8e9f-761b2183974d'}, {'name': 'network-changed', 'server_uuid': 'fc8afbe2-63ab-495f-b953-08528fec512c', 'tag': '0c28e25a-811d-49fe-9df5-688bb3849093'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:27:10.888387 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-85e097fc-0de9-4c65-b3e0-85a1715872f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:10.896140 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-4a5beb85-7fdb-4a38-a209-6b0aed44c6f6 None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:10.900120 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6f307cbd-7154-4f9c-915f-f6f4e9204430 req-dba795f7-7951-48e1-817c-5793a0535a1e tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.55 "GET /v2.0/security-groups?id=330866ba-92b0-424f-b7e1-e6c41912745c&id=dee936ce-b9e4-4668-898c-fea71a001642&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3738556 May 28 06:27:10.912517 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 06576159-836b-4c4a-901b-c7db61dd6895 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:27:10.924952 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a4035b9c-049e-462a-bd3b-220ce6ffd8db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59027'] for router, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:10.988366 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-929d49fd-6246-42d5-bb4e-c35c1a3fd6ab req-879a1276-1c45-4364-9298-ae7372ca7e72 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-113648410', 'description': 'tempest-description-362374282'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:27:10.995549 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-929d49fd-6246-42d5-bb4e-c35c1a3fd6ab req-879a1276-1c45-4364-9298-ae7372ca7e72 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:27:11.005811 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-929d49fd-6246-42d5-bb4e-c35c1a3fd6ab req-879a1276-1c45-4364-9298-ae7372ca7e72 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Usage tracker for resource:security_group and tenant:18bdbb4b3da540e1a46c1587a7a5a874 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:27:11.009458 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-4a5beb85-7fdb-4a38-a209-6b0aed44c6f6 None None] Transition to ACTIVE for port object 39adb35e-6b18-4e87-b53d-d319a737bbef will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:27:11.010575 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-929d49fd-6246-42d5-bb4e-c35c1a3fd6ab req-879a1276-1c45-4364-9298-ae7372ca7e72 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:27:11.022386 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-929d49fd-6246-42d5-bb4e-c35c1a3fd6ab req-879a1276-1c45-4364-9298-ae7372ca7e72 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:27:11.062439 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-4a5beb85-7fdb-4a38-a209-6b0aed44c6f6 None None] Transition to ACTIVE for port object 39adb35e-6b18-4e87-b53d-d319a737bbef will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:27:11.065008 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning complete for port a699bdd8-4938-4757-b19e-675730d9996a triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:27:11.065574 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:11.274856 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-929d49fd-6246-42d5-bb4e-c35c1a3fd6ab req-879a1276-1c45-4364-9298-ae7372ca7e72 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:11.289962 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port a699bdd8-4938-4757-b19e-675730d9996a is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:27:11.290513 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:11.300864 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-4a5beb85-7fdb-4a38-a209-6b0aed44c6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:11.363657 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-1fbc6e60-d570-4d59-b8e9-9c14f70b8f07 tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] Allocated IP 172.25.5.219 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/22c570b9-3dc0-4933-b164-4f9357a629f9) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:27:11.394980 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 06576159-836b-4c4a-901b-c7db61dd6895 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:27:11.406477 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5beb85-7fdb-4a38-a209-6b0aed44c6f6 None None] Pushing event updated for resources: {'Port': ['ID=39adb35e-6b18-4e87-b53d-d319a737bbef,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:11.409996 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 06576159-836b-4c4a-901b-c7db61dd6895 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:27:11.410369 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:11.417237 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-929d49fd-6246-42d5-bb4e-c35c1a3fd6ab req-879a1276-1c45-4364-9298-ae7372ca7e72 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:27:11.424498 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-929d49fd-6246-42d5-bb4e-c35c1a3fd6ab req-879a1276-1c45-4364-9298-ae7372ca7e72 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Usage tracker for resource:security_group_rule and tenant:18bdbb4b3da540e1a46c1587a7a5a874 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:27:11.435297 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-929d49fd-6246-42d5-bb4e-c35c1a3fd6ab req-879a1276-1c45-4364-9298-ae7372ca7e72 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:27:11.455527 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-929d49fd-6246-42d5-bb4e-c35c1a3fd6ab req-879a1276-1c45-4364-9298-ae7372ca7e72 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:27:11.568245 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-929d49fd-6246-42d5-bb4e-c35c1a3fd6ab req-879a1276-1c45-4364-9298-ae7372ca7e72 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:11.571549 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5beb85-7fdb-4a38-a209-6b0aed44c6f6 None None] Network b0d3210f-6f0b-4832-90fb-f0b2f3ebb660 is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:27:11.594029 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port a699bdd8-4938-4757-b19e-675730d9996a, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=a699bdd8-4938-4757-b19e-675730d9996a,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:27:11.608648 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0af3272-433e-4203-aba8-a4f7126c10a2 req-a45897a1-05d4-4c5c-ba13-ea269bed9030 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:11.610711 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b0af3272-433e-4203-aba8-a4f7126c10a2 req-a45897a1-05d4-4c5c-ba13-ea269bed9030 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/ports?device_id=282131d1-14ee-420e-862f-051d68fe0765 HTTP/1.1" status: 200 len: 948 time: 0.3405552 May 28 06:27:11.635730 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-4a5beb85-7fdb-4a38-a209-6b0aed44c6f6 None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:27:11.637534 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2cac498-5681-4d00-a219-f4b4fe770ade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a699bdd8-4938-4757-b19e-675730d9996a'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:27:11.648404 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5beb85-7fdb-4a38-a209-6b0aed44c6f6 None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:27:11.671209 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b0af3272-433e-4203-aba8-a4f7126c10a2 req-c030ccf6-824c-4dde-8551-9b88e59f135b tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/security-groups?id=cc42bff8-ec73-4f47-a19d-2b56e52b6e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520847 May 28 06:27:11.674181 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-929d49fd-6246-42d5-bb4e-c35c1a3fd6ab req-879a1276-1c45-4364-9298-ae7372ca7e72 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:11.692903 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1fbc6e60-d570-4d59-b8e9-9c14f70b8f07 tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:11.731073 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879a1276-1c45-4364-9298-ae7372ca7e72 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a89389f-f839-4e1b-86a7-8955600d2350,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:11.774241 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 06576159-836b-4c4a-901b-c7db61dd6895 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:27:11.776852 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:11.785343 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e69c18e1-b3f3-4e53-8504-f6d3c46a5344'] response: {'name': 'network-changed', 'server_uuid': '282131d1-14ee-420e-862f-051d68fe0765', 'tag': '34d5a857-5950-4308-8e9f-761b2183974d', 'status': 'completed', 'code': 200} May 28 06:27:11.785742 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e69c18e1-b3f3-4e53-8504-f6d3c46a5344'] response: {'name': 'network-changed', 'server_uuid': 'fc8afbe2-63ab-495f-b953-08528fec512c', 'tag': '0c28e25a-811d-49fe-9df5-688bb3849093', 'status': 'completed', 'code': 200} May 28 06:27:11.795732 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-85e097fc-0de9-4c65-b3e0-85a1715872f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e47a9f12-379b-4fc5-a552-153619f20833 {{(pid=89109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:27:11.798650 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:11.805717 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-85e097fc-0de9-4c65-b3e0-85a1715872f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:11.858934 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-85e097fc-0de9-4c65-b3e0-85a1715872f6 service neutron] Transition to ACTIVE for port object e47a9f12-379b-4fc5-a552-153619f20833 will not be triggered until provisioned by entity L2. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:27:11.941010 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-85e097fc-0de9-4c65-b3e0-85a1715872f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:11.952437 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-929d49fd-6246-42d5-bb4e-c35c1a3fd6ab req-879a1276-1c45-4364-9298-ae7372ca7e72 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:11.953747 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-929d49fd-6246-42d5-bb4e-c35c1a3fd6ab req-879a1276-1c45-4364-9298-ae7372ca7e72 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.9694703 May 28 06:27:12.067295 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-4a5beb85-7fdb-4a38-a209-6b0aed44c6f6 None None] Attempting to bind port 39adb35e-6b18-4e87-b53d-d319a737bbef on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:27:12.067838 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-4a5beb85-7fdb-4a38-a209-6b0aed44c6f6 None None] Attempting to bind port 39adb35e-6b18-4e87-b53d-d319a737bbef by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': '19dbd857-d13f-4a6d-bcbd-ec9bd33234b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'b0d3210f-6f0b-4832-90fb-f0b2f3ebb660'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:27:12.068044 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5beb85-7fdb-4a38-a209-6b0aed44c6f6 None None] Attempting to bind port 39adb35e-6b18-4e87-b53d-d319a737bbef on network b0d3210f-6f0b-4832-90fb-f0b2f3ebb660 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:27:12.077746 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a4035b9c-049e-462a-bd3b-220ce6ffd8db admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:12.079637 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port 06576159-836b-4c4a-901b-c7db61dd6895, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=06576159-836b-4c4a-901b-c7db61dd6895,segment=NetworkSegment(a4c3f4ec-3c33-4362-bb48-7e64bee770a9),segment_id=a4c3f4ec-3c33-4362-bb48-7e64bee770a9)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:27:12.082621 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5beb85-7fdb-4a38-a209-6b0aed44c6f6 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:27:12.082991 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5beb85-7fdb-4a38-a209-6b0aed44c6f6 None None] Checking segment: {'id': '19dbd857-d13f-4a6d-bcbd-ec9bd33234b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'b0d3210f-6f0b-4832-90fb-f0b2f3ebb660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:27:12.083386 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-4a5beb85-7fdb-4a38-a209-6b0aed44c6f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:12.085221 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5beb85-7fdb-4a38-a209-6b0aed44c6f6 None None] Bound using segment: {'id': '19dbd857-d13f-4a6d-bcbd-ec9bd33234b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'b0d3210f-6f0b-4832-90fb-f0b2f3ebb660'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:27:12.085751 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-4a5beb85-7fdb-4a38-a209-6b0aed44c6f6 None None] Bound port: 39adb35e-6b18-4e87-b53d-d319a737bbef, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19dbd857-d13f-4a6d-bcbd-ec9bd33234b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'b0d3210f-6f0b-4832-90fb-f0b2f3ebb660'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:27:12.086128 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-4a5beb85-7fdb-4a38-a209-6b0aed44c6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:12.114179 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a4035b9c-049e-462a-bd3b-220ce6ffd8db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:12.116602 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=a699bdd8-4938-4757-b19e-675730d9996a,revision_number=8']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:12.122838 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1fbc6e60-d570-4d59-b8e9-9c14f70b8f07 tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:12.196087 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3776eee2-cdc9-4a04-ba0a-15ec495646e7 req-a3689c6b-b76e-4b67-b425-406551fb6997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:12.201459 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-3776eee2-cdc9-4a04-ba0a-15ec495646e7 req-a3689c6b-b76e-4b67-b425-406551fb6997 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c3068efc66a349e9b92ab9365fc877d9&device_id=282131d1-14ee-420e-862f-051d68fe0765 HTTP/1.1" status: 200 len: 1099 time: 0.3746848 May 28 06:27:12.202430 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcdda8b-6e33-4cf4-8b5d-bd828abb25d7 req-2f9f3d8d-d761-4ed2-8b4b-797948a577b5 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:12.203985 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4bcdda8b-6e33-4cf4-8b5d-bd828abb25d7 req-2f9f3d8d-d761-4ed2-8b4b-797948a577b5 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.55 "GET /v2.0/ports?device_id=b2cac498-5681-4d00-a219-f4b4fe770ade HTTP/1.1" status: 200 len: 949 time: 0.2420690 May 28 06:27:12.235430 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:12.320335 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fbc6e60-d570-4d59-b8e9-9c14f70b8f07 tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:27:12.333632 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-4a5beb85-7fdb-4a38-a209-6b0aed44c6f6 None None] For port 39adb35e-6b18-4e87-b53d-d319a737bbef, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:27:12.336746 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4bcdda8b-6e33-4cf4-8b5d-bd828abb25d7 req-2a80574a-9a1e-4b59-9868-974db76e15c2 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.55 "GET /v2.0/security-groups?id=003cca32-7671-4721-8c5a-98dfd2100d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178896 May 28 06:27:12.356639 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-4a5beb85-7fdb-4a38-a209-6b0aed44c6f6 None None] For port 39adb35e-6b18-4e87-b53d-d319a737bbef, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=39adb35e-6b18-4e87-b53d-d319a737bbef,segment=NetworkSegment(19dbd857-d13f-4a6d-bcbd-ec9bd33234b5),segment_id=19dbd857-d13f-4a6d-bcbd-ec9bd33234b5)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:27:12.375000 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=06576159-836b-4c4a-901b-c7db61dd6895,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:12.403881 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [None req-a4035b9c-049e-462a-bd3b-220ce6ffd8db admin admin] Allocated IP 172.25.5.8 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/5c44a41a-4ed4-4c07-bf2b-46b7636c0a4b) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:27:12.411755 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e097fc-0de9-4c65-b3e0-85a1715872f6 service neutron] Pushing event updated for resources: {'Port': ['ID=e47a9f12-379b-4fc5-a552-153619f20833,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:12.414523 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-1fbc6e60-d570-4d59-b8e9-9c14f70b8f07 tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:27:12.431288 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fd97bde-c866-4e90-82ae-0d7c298dbf68'] response: {'server_uuid': 'b2cac498-5681-4d00-a219-f4b4fe770ade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a699bdd8-4938-4757-b19e-675730d9996a', 'code': 200} May 28 06:27:12.457449 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbc6e60-d570-4d59-b8e9-9c14f70b8f07 tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:27:12.493143 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-4a5beb85-7fdb-4a38-a209-6b0aed44c6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:12.590315 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-85e097fc-0de9-4c65-b3e0-85a1715872f6 service neutron] Attempting to bind port e47a9f12-379b-4fc5-a552-153619f20833 on host n-h2-843702-1 for vnic_type normal with profile {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:27:12.591363 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-85e097fc-0de9-4c65-b3e0-85a1715872f6 service neutron] Attempting to bind port e47a9f12-379b-4fc5-a552-153619f20833 by drivers openvswitch,hyperv on host n-h2-843702-1 at level 0 using segments [{'id': 'ef1082b7-1e82-4682-8ff4-108a397ad07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e169afd5-829f-4c55-b1b4-034fdabca79b'}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:27:12.591958 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-85e097fc-0de9-4c65-b3e0-85a1715872f6 service neutron] Attempting to bind port e47a9f12-379b-4fc5-a552-153619f20833 on network e169afd5-829f-4c55-b1b4-034fdabca79b {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:27:12.608992 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc6e60-d570-4d59-b8e9-9c14f70b8f07 tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] Pushing event updated for resources: {'Port': ['ID=22c570b9-3dc0-4933-b164-4f9357a629f9,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:12.649098 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5beb85-7fdb-4a38-a209-6b0aed44c6f6 None None] Pushing event updated for resources: {'Port': ['ID=39adb35e-6b18-4e87-b53d-d319a737bbef,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:12.650064 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-85e097fc-0de9-4c65-b3e0-85a1715872f6 service neutron] Port e47a9f12-379b-4fc5-a552-153619f20833 on network e169afd5-829f-4c55-b1b4-034fdabca79b not bound, no agent of type Open vSwitch agent registered on host n-h2-843702-1 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:27:12.650694 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-85e097fc-0de9-4c65-b3e0-85a1715872f6 service neutron] Attempting to bind port e47a9f12-379b-4fc5-a552-153619f20833 on network e169afd5-829f-4c55-b1b4-034fdabca79b {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:27:12.650798 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a4035b9c-049e-462a-bd3b-220ce6ffd8db admin admin] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:12.663784 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-85e097fc-0de9-4c65-b3e0-85a1715872f6 service neutron] Checking agent: {'id': 'f1a3973b-d2b3-4558-88e7-2ac50857d302', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:27:12.664275 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-85e097fc-0de9-4c65-b3e0-85a1715872f6 service neutron] Checking segment: {'id': 'ef1082b7-1e82-4682-8ff4-108a397ad07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e169afd5-829f-4c55-b1b4-034fdabca79b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:27:12.664514 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-85e097fc-0de9-4c65-b3e0-85a1715872f6 service neutron] Bound using segment: {'id': 'ef1082b7-1e82-4682-8ff4-108a397ad07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e169afd5-829f-4c55-b1b4-034fdabca79b'} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:27:12.664919 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-85e097fc-0de9-4c65-b3e0-85a1715872f6 service neutron] Bound port: e47a9f12-379b-4fc5-a552-153619f20833, host: n-h2-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef1082b7-1e82-4682-8ff4-108a397ad07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e169afd5-829f-4c55-b1b4-034fdabca79b'}}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:27:12.665258 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-85e097fc-0de9-4c65-b3e0-85a1715872f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:12.676885 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9558dc-1182-4bcd-99a0-5e530d7fefd8 req-1bc41d4c-19d6-41d3-86c2-a634bbc53021 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:12.682276 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9558dc-1182-4bcd-99a0-5e530d7fefd8 req-1bc41d4c-19d6-41d3-86c2-a634bbc53021 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:12.688214 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9558dc-1182-4bcd-99a0-5e530d7fefd8 req-1bc41d4c-19d6-41d3-86c2-a634bbc53021 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:12.696122 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9558dc-1182-4bcd-99a0-5e530d7fefd8 req-1bc41d4c-19d6-41d3-86c2-a634bbc53021 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:12.698967 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3776eee2-cdc9-4a04-ba0a-15ec495646e7 req-e981670d-febc-46d8-82a9-853a6a21f814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:12.701028 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-3776eee2-cdc9-4a04-ba0a-15ec495646e7 req-e981670d-febc-46d8-82a9-853a6a21f814 service neutron] 10.222.0.71 "GET /v2.0/networks?id=bb90c162-fdb0-406b-af2b-5eef830db7a9 HTTP/1.1" status: 200 len: 870 time: 0.4584334 May 28 06:27:12.702918 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9558dc-1182-4bcd-99a0-5e530d7fefd8 req-1bc41d4c-19d6-41d3-86c2-a634bbc53021 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:12.708865 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9558dc-1182-4bcd-99a0-5e530d7fefd8 req-1bc41d4c-19d6-41d3-86c2-a634bbc53021 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:12.714886 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9558dc-1182-4bcd-99a0-5e530d7fefd8 req-1bc41d4c-19d6-41d3-86c2-a634bbc53021 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:12.717097 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fc9558dc-1182-4bcd-99a0-5e530d7fefd8 req-1bc41d4c-19d6-41d3-86c2-a634bbc53021 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc8afbe2-63ab-495f-b953-08528fec512c HTTP/1.1" status: 200 len: 5429 time: 0.1781690 May 28 06:27:12.784099 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1fbc6e60-d570-4d59-b8e9-9c14f70b8f07 tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:12.804240 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 06576159-836b-4c4a-901b-c7db61dd6895 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:27:12.817522 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-df78691f-5f1d-4fc9-9bba-77720bf14763 req-a6b6e771-7112-410a-a4fd-18029bb81b7a tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] 10.222.0.55 "GET /v2.0/security-groups/4a89389f-f839-4e1b-86a7-8955600d2350 HTTP/1.1" status: 200 len: 1803 time: 0.0993431 May 28 06:27:12.819691 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-3776eee2-cdc9-4a04-ba0a-15ec495646e7 req-37ac8d97-3ca9-4129-9efb-87e786fd2eed service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=34d5a857-5950-4308-8e9f-761b2183974d HTTP/1.1" status: 200 len: 217 time: 0.0874767 May 28 06:27:12.842387 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fc9558dc-1182-4bcd-99a0-5e530d7fefd8 req-440c98e2-cd8e-45e9-9a56-315d02d794b2 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.55 "GET /v2.0/security-groups?id=330866ba-92b0-424f-b7e1-e6c41912745c&id=dee936ce-b9e4-4668-898c-fea71a001642&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1111605 May 28 06:27:12.846503 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-df78691f-5f1d-4fc9-9bba-77720bf14763 req-47336cc8-4b55-4825-bee5-7061c33a40c2 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '4a89389f-f839-4e1b-86a7-8955600d2350', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:27:12.846857 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-df78691f-5f1d-4fc9-9bba-77720bf14763 req-47336cc8-4b55-4825-bee5-7061c33a40c2 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '4a89389f-f839-4e1b-86a7-8955600d2350', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:27:12.853676 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-df78691f-5f1d-4fc9-9bba-77720bf14763 req-47336cc8-4b55-4825-bee5-7061c33a40c2 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:27:12.859974 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-df78691f-5f1d-4fc9-9bba-77720bf14763 req-47336cc8-4b55-4825-bee5-7061c33a40c2 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Usage tracker for resource:security_group_rule and tenant:18bdbb4b3da540e1a46c1587a7a5a874 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:27:12.875978 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-df78691f-5f1d-4fc9-9bba-77720bf14763 req-47336cc8-4b55-4825-bee5-7061c33a40c2 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:27:12.881713 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-df78691f-5f1d-4fc9-9bba-77720bf14763 req-47336cc8-4b55-4825-bee5-7061c33a40c2 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:27:12.919703 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 06576159-836b-4c4a-901b-c7db61dd6895 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:27:12.920159 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:12.981863 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-85e097fc-0de9-4c65-b3e0-85a1715872f6 service neutron] For port e47a9f12-379b-4fc5-a552-153619f20833, host n-h2-843702-1, cleared binding levels {{(pid=89109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:27:12.987061 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3776eee2-cdc9-4a04-ba0a-15ec495646e7 req-1b4108f4-442f-4626-acef-e1e79bb08a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:12.988541 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-3776eee2-cdc9-4a04-ba0a-15ec495646e7 req-1b4108f4-442f-4626-acef-e1e79bb08a73 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e72d0ca5-04cb-4b36-82b1-c75214c9eb05 HTTP/1.1" status: 200 len: 843 time: 0.1616755 May 28 06:27:12.993980 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1fbc6e60-d570-4d59-b8e9-9c14f70b8f07 tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:13.006536 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a4035b9c-049e-462a-bd3b-220ce6ffd8db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:13.081399 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 06576159-836b-4c4a-901b-c7db61dd6895 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:27:13.189238 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4035b9c-049e-462a-bd3b-220ce6ffd8db admin admin] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:27:13.198792 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-a4035b9c-049e-462a-bd3b-220ce6ffd8db admin admin] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:27:13.208283 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-85e097fc-0de9-4c65-b3e0-85a1715872f6 service neutron] For port e47a9f12-379b-4fc5-a552-153619f20833, host n-h2-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=e47a9f12-379b-4fc5-a552-153619f20833,segment=NetworkSegment(ef1082b7-1e82-4682-8ff4-108a397ad07a),segment_id=ef1082b7-1e82-4682-8ff4-108a397ad07a)] {{(pid=89109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:27:13.212300 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4035b9c-049e-462a-bd3b-220ce6ffd8db admin admin] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:27:13.237127 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4035b9c-049e-462a-bd3b-220ce6ffd8db admin admin] Pushing event updated for resources: {'Port': ['ID=5c44a41a-4ed4-4c07-bf2b-46b7636c0a4b,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:13.267112 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-df78691f-5f1d-4fc9-9bba-77720bf14763 req-47336cc8-4b55-4825-bee5-7061c33a40c2 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:13.337386 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-85e097fc-0de9-4c65-b3e0-85a1715872f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:13.441665 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-85e097fc-0de9-4c65-b3e0-85a1715872f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:13.442285 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-85e097fc-0de9-4c65-b3e0-85a1715872f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:13.443726 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-85e097fc-0de9-4c65-b3e0-85a1715872f6 service neutron] 10.222.0.71 "PUT /v2.0/ports/e47a9f12-379b-4fc5-a552-153619f20833 HTTP/1.1" status: 200 len: 1091 time: 2.9823658 May 28 06:27:13.452480 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3776eee2-cdc9-4a04-ba0a-15ec495646e7 req-dba29e7a-9ad0-4b80-ba3e-bb5b5946cb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:13.454000 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-3776eee2-cdc9-4a04-ba0a-15ec495646e7 req-dba29e7a-9ad0-4b80-ba3e-bb5b5946cb80 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=bb90c162-fdb0-406b-af2b-5eef830db7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4195740 May 28 06:27:13.580120 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438cf9a3-db88-4bc4-8f73-bed3b9b916d3 req-e002fc1a-5c13-437c-88ec-04f7e78b7b2a tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:13.582129 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-438cf9a3-db88-4bc4-8f73-bed3b9b916d3 req-e002fc1a-5c13-437c-88ec-04f7e78b7b2a tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/ports?device_id=282131d1-14ee-420e-862f-051d68fe0765 HTTP/1.1" status: 200 len: 948 time: 0.5649014 May 28 06:27:13.591187 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e097fc-0de9-4c65-b3e0-85a1715872f6 service neutron] Pushing event updated for resources: {'Port': ['ID=e47a9f12-379b-4fc5-a552-153619f20833,revision_number=3']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:13.602030 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-df78691f-5f1d-4fc9-9bba-77720bf14763 req-47336cc8-4b55-4825-bee5-7061c33a40c2 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:13.692648 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-df78691f-5f1d-4fc9-9bba-77720bf14763 req-47336cc8-4b55-4825-bee5-7061c33a40c2 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:13.707436 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.db.resource_extend [None req-1fbc6e60-d570-4d59-b8e9-9c14f70b8f07 tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 06:27:13.738046 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-438cf9a3-db88-4bc4-8f73-bed3b9b916d3 req-2bebb7b7-f3ee-45e2-b3a1-03d73dc4e0b8 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/security-groups?id=cc42bff8-ec73-4f47-a19d-2b56e52b6e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346159 May 28 06:27:13.740184 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47336cc8-4b55-4825-bee5-7061c33a40c2 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12e15729-0de3-4b98-9274-7c177a908f61,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:13.752080 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1fbc6e60-d570-4d59-b8e9-9c14f70b8f07 tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:13.787854 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc8afbe2-63ab-495f-b953-08528fec512c', 'tag': 'e47a9f12-379b-4fc5-a552-153619f20833'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:27:13.798465 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-3776eee2-cdc9-4a04-ba0a-15ec495646e7 req-b7e48678-42a5-4573-b63b-d7d84891b06c service neutron] 10.222.0.71 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3295112 May 28 06:27:13.807797 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-cb16720f-9222-48fd-af35-2193a5272e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:13.808299 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-cb16720f-9222-48fd-af35-2193a5272e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:13.808763 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-cb16720f-9222-48fd-af35-2193a5272e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:13.809229 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-cb16720f-9222-48fd-af35-2193a5272e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:13.810658 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-cb16720f-9222-48fd-af35-2193a5272e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:13.811119 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-cb16720f-9222-48fd-af35-2193a5272e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:13.811574 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-cb16720f-9222-48fd-af35-2193a5272e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:13.813555 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-cb16720f-9222-48fd-af35-2193a5272e6a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5a27568d2aff479086cfcad7501ab2c8&device_id=fc8afbe2-63ab-495f-b953-08528fec512c HTTP/1.1" status: 200 len: 6486 time: 0.2000484 May 28 06:27:13.941831 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-df78691f-5f1d-4fc9-9bba-77720bf14763 req-47336cc8-4b55-4825-bee5-7061c33a40c2 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:13.943080 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-df78691f-5f1d-4fc9-9bba-77720bf14763 req-47336cc8-4b55-4825-bee5-7061c33a40c2 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 1.1082206 May 28 06:27:13.948511 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1fbc6e60-d570-4d59-b8e9-9c14f70b8f07 tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:13.988434 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd37365e-e1a8-4a59-9ff6-dd3c182e465e None None] Network b0d3210f-6f0b-4832-90fb-f0b2f3ebb660 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:27:14.011245 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 34d5a857-5950-4308-8e9f-761b2183974d details requested by agent hyperv_n-h2-843702-1 with host n-h2-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:27:14.020350 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-0050901d-5774-47f7-a95d-280e41450170 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3fb3ec73-12a3-4479-8d11-63f64b53e873 HTTP/1.1" status: 200 len: 217 time: 0.1834624 May 28 06:27:14.098310 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238b35a7-aac0-4a8d-af79-3c8cba878a09 req-57dd3c8a-04f9-4b23-b533-ba701c40a43c tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:14.099780 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-238b35a7-aac0-4a8d-af79-3c8cba878a09 req-57dd3c8a-04f9-4b23-b533-ba701c40a43c tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.55 "GET /v2.0/ports?device_id=b2cac498-5681-4d00-a219-f4b4fe770ade HTTP/1.1" status: 200 len: 949 time: 0.1994734 May 28 06:27:14.102536 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a4035b9c-049e-462a-bd3b-220ce6ffd8db admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:14.128798 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f1bd37a-6486-4122-92f5-2b97038e469d'] response: {'name': 'network-changed', 'server_uuid': 'fc8afbe2-63ab-495f-b953-08528fec512c', 'tag': 'e47a9f12-379b-4fc5-a552-153619f20833', 'status': 'completed', 'code': 200} May 28 06:27:14.201598 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc6e60-d570-4d59-b8e9-9c14f70b8f07 tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] Pushing event updated for resources: {'Port': ['ID=22c570b9-3dc0-4933-b164-4f9357a629f9,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:14.215038 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.db.resource_extend [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 06:27:14.242551 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-8190abd6-edce-48a2-93b1-a42eef450701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:14.243990 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-8190abd6-edce-48a2-93b1-a42eef450701 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c103158a-2ac5-46a3-b8d0-bd8c5ed32dd7 HTTP/1.1" status: 200 len: 856 time: 0.2059114 May 28 06:27:14.254327 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1fbc6e60-d570-4d59-b8e9-9c14f70b8f07 tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691094'] for floatingip, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:14.291441 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-129144a2-6aa7-4b84-93fd-b1caa2224741 None None] Provisioning for port 39adb35e-6b18-4e87-b53d-d319a737bbef completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:27:14.322683 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-238b35a7-aac0-4a8d-af79-3c8cba878a09 req-e563357e-8b6b-49d1-9ef6-148c1a97f47e tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.55 "GET /v2.0/security-groups?id=003cca32-7671-4721-8c5a-98dfd2100d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610610 May 28 06:27:14.331044 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-3776eee2-cdc9-4a04-ba0a-15ec495646e7 req-3292872f-0c7b-4800-ac1c-60637d2d10d7 service neutron] 10.222.0.71 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5157328 May 28 06:27:14.376270 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1fbc6e60-d570-4d59-b8e9-9c14f70b8f07 tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:14.378555 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-1fbc6e60-d570-4d59-b8e9-9c14f70b8f07 tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6608264 May 28 06:27:14.400804 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-39da50d8-f766-4c79-80a3-447774aba4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:14.402922 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-39da50d8-f766-4c79-80a3-447774aba4a0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9b9370ac-f402-419d-a185-61eac57b38a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1497695 May 28 06:27:14.414017 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 34d5a857-5950-4308-8e9f-761b2183974d, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=34d5a857-5950-4308-8e9f-761b2183974d,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:27:14.435133 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Returning: {'device': '34d5a857-5950-4308-8e9f-761b2183974d', 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9', 'port_id': '34d5a857-5950-4308-8e9f-761b2183974d', 'mac_address': 'fa:16:3e:bd:f4:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e72d0ca5-04cb-4b36-82b1-c75214c9eb05', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:27:14.440851 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-5ba8908e-1e7e-48cf-b604-6b7d3980097a req-15dda5a3-7477-4883-8cf4-44321ab83d6d tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-483528712', 'description': 'tempest-description-1026134299'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:27:14.456694 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-5ba8908e-1e7e-48cf-b604-6b7d3980097a req-15dda5a3-7477-4883-8cf4-44321ab83d6d tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:27:14.472601 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-5ba8908e-1e7e-48cf-b604-6b7d3980097a req-15dda5a3-7477-4883-8cf4-44321ab83d6d tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Usage tracker for resource:security_group and tenant:18bdbb4b3da540e1a46c1587a7a5a874 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:27:14.477684 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-5ba8908e-1e7e-48cf-b604-6b7d3980097a req-15dda5a3-7477-4883-8cf4-44321ab83d6d tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:27:14.491748 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef91a61-5bde-4e31-858d-579dfc40cebc req-4b8449fa-b25f-4361-a4a8-cb7fb546ee53 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:14.498948 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef91a61-5bde-4e31-858d-579dfc40cebc req-4b8449fa-b25f-4361-a4a8-cb7fb546ee53 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:14.505445 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef91a61-5bde-4e31-858d-579dfc40cebc req-4b8449fa-b25f-4361-a4a8-cb7fb546ee53 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:14.511453 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef91a61-5bde-4e31-858d-579dfc40cebc req-4b8449fa-b25f-4361-a4a8-cb7fb546ee53 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:14.513553 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 34d5a857-5950-4308-8e9f-761b2183974d is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:27:14.514251 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:14.526032 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef91a61-5bde-4e31-858d-579dfc40cebc req-4b8449fa-b25f-4361-a4a8-cb7fb546ee53 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:14.536431 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef91a61-5bde-4e31-858d-579dfc40cebc req-4b8449fa-b25f-4361-a4a8-cb7fb546ee53 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:14.538044 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34d5a857-5950-4308-8e9f-761b2183974d {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:27:14.542153 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef91a61-5bde-4e31-858d-579dfc40cebc req-4b8449fa-b25f-4361-a4a8-cb7fb546ee53 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:14.544146 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-aef91a61-5bde-4e31-858d-579dfc40cebc req-4b8449fa-b25f-4361-a4a8-cb7fb546ee53 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc8afbe2-63ab-495f-b953-08528fec512c HTTP/1.1" status: 200 len: 5429 time: 0.3685424 May 28 06:27:14.549842 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-5ba8908e-1e7e-48cf-b604-6b7d3980097a req-15dda5a3-7477-4883-8cf4-44321ab83d6d tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:27:14.578361 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 34d5a857-5950-4308-8e9f-761b2183974d, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=34d5a857-5950-4308-8e9f-761b2183974d,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:27:14.625910 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-f025040d-ce58-4e1b-a159-25b1657d3c6d service neutron] 10.222.0.71 "GET /v2.0/networks/9b9370ac-f402-419d-a185-61eac57b38a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154317 May 28 06:27:14.651417 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:14.699193 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-aef91a61-5bde-4e31-858d-579dfc40cebc req-4ec12bcf-c0f9-47e9-ac22-c0faddfb67bb tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.55 "GET /v2.0/security-groups?id=330866ba-92b0-424f-b7e1-e6c41912745c&id=dee936ce-b9e4-4668-898c-fea71a001642&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1451013 May 28 06:27:14.705122 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a4035b9c-049e-462a-bd3b-220ce6ffd8db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690761'] for router, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:14.748931 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=34d5a857-5950-4308-8e9f-761b2183974d,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:14.796234 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-5ba8908e-1e7e-48cf-b604-6b7d3980097a req-15dda5a3-7477-4883-8cf4-44321ab83d6d tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:14.800647 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-e2112259-1340-4284-937f-6ea00ec40a9e service neutron] 10.222.0.71 "GET /v2.0/networks/9b9370ac-f402-419d-a185-61eac57b38a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679201 May 28 06:27:14.875411 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 39adb35e-6b18-4e87-b53d-d319a737bbef up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:27:14.889012 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-30d7195e-3ad3-45aa-b7ed-d76088eaac44 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.202&port_id=ae1da9c2-607a-48e7-af04-679c67639107 HTTP/1.1" status: 200 len: 217 time: 0.0805235 May 28 06:27:14.902146 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-5ba8908e-1e7e-48cf-b604-6b7d3980097a req-15dda5a3-7477-4883-8cf4-44321ab83d6d tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:27:14.918521 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-5ba8908e-1e7e-48cf-b604-6b7d3980097a req-15dda5a3-7477-4883-8cf4-44321ab83d6d tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Usage tracker for resource:security_group_rule and tenant:18bdbb4b3da540e1a46c1587a7a5a874 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:27:14.923551 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-5ba8908e-1e7e-48cf-b604-6b7d3980097a req-15dda5a3-7477-4883-8cf4-44321ab83d6d tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:27:14.932559 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-5ba8908e-1e7e-48cf-b604-6b7d3980097a req-15dda5a3-7477-4883-8cf4-44321ab83d6d tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:27:14.943953 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['34d5a857-5950-4308-8e9f-761b2183974d'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:27:15.001507 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-305a30dd-847f-452f-b3a4-90235bc8774e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:15.006472 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-305a30dd-847f-452f-b3a4-90235bc8774e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=486c83aa-9cd6-4997-a0c5-177cd007dece HTTP/1.1" status: 200 len: 797 time: 0.1086702 May 28 06:27:15.087070 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-c87edf8f-01ab-4303-9e32-4fca0440e3aa req-fd3600a5-b708-42a6-b418-30fc1db0f671 tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] Synchronizing usage tracker for tenant:74efa5df31b04bb3906662ad8170d0a0 on resource:security_group {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:27:15.089387 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-2f628798-53d9-4119-8497-6e9dc1485742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:15.091681 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-2f628798-53d9-4119-8497-6e9dc1485742 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a9ffdff9-c2bf-42e5-aa28-4268d54cc9bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0773833 May 28 06:27:15.092559 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-5ba8908e-1e7e-48cf-b604-6b7d3980097a req-15dda5a3-7477-4883-8cf4-44321ab83d6d tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:15.136462 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4035b9c-049e-462a-bd3b-220ce6ffd8db admin admin] Router 541a56fb-edac-48d9-9308-803c85553640 is scheduled to L3 agent 42958940-9562-4f71-972f-15a8af9d3963 with binding_index 1 {{(pid=89110) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 06:27:15.200272 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 39adb35e-6b18-4e87-b53d-d319a737bbef completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:27:15.206866 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 39adb35e-6b18-4e87-b53d-d319a737bbef triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:27:15.207738 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:15.236892 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-c87edf8f-01ab-4303-9e32-4fca0440e3aa req-fd3600a5-b708-42a6-b418-30fc1db0f671 tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] Unset dirty status for tenant:74efa5df31b04bb3906662ad8170d0a0 on resource:security_group {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:27:15.238012 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c87edf8f-01ab-4303-9e32-4fca0440e3aa req-fd3600a5-b708-42a6-b418-30fc1db0f671 tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--937321210&fields=id&tenant_id=74efa5df31b04bb3906662ad8170d0a0 HTTP/1.1" status: 200 len: 267 time: 0.2454312 May 28 06:27:15.242723 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-5ba8908e-1e7e-48cf-b604-6b7d3980097a req-15dda5a3-7477-4883-8cf4-44321ab83d6d tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:15.340532 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 39adb35e-6b18-4e87-b53d-d319a737bbef is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:27:15.341630 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:15.383173 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port 39adb35e-6b18-4e87-b53d-d319a737bbef, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=39adb35e-6b18-4e87-b53d-d319a737bbef,segment=NetworkSegment(19dbd857-d13f-4a6d-bcbd-ec9bd33234b5),segment_id=19dbd857-d13f-4a6d-bcbd-ec9bd33234b5)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:27:15.392031 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-619c3a95-118b-4316-bc9b-8f56e11fc787 service neutron] 10.222.0.71 "GET /v2.0/networks/a9ffdff9-c2bf-42e5-aa28-4268d54cc9bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2937903 May 28 06:27:15.488396 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 54004) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:27:15.490678 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:15.577257 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-4ff04b58-b981-460e-8e2d-38be7003513d service neutron] 10.222.0.71 "GET /v2.0/networks/a9ffdff9-c2bf-42e5-aa28-4268d54cc9bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758881 May 28 06:27:15.587811 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dda5a3-7477-4883-8cf4-44321ab83d6d tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f00cab06-abb6-4aec-ac32-df37d6547b98,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:15.597076 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=39adb35e-6b18-4e87-b53d-d319a737bbef,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:15.629701 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4035b9c-049e-462a-bd3b-220ce6ffd8db admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:27:15.634250 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-5ba8908e-1e7e-48cf-b604-6b7d3980097a req-15dda5a3-7477-4883-8cf4-44321ab83d6d tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:15.640464 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b522c9-51e1-4c28-9a45-549f639b9919 None None] Sync routers for ids ['541a56fb-edac-48d9-9308-803c85553640'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:27:15.653355 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5ba8908e-1e7e-48cf-b604-6b7d3980097a req-15dda5a3-7477-4883-8cf4-44321ab83d6d tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.2748287 May 28 06:27:15.657712 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b522c9-51e1-4c28-9a45-549f639b9919 None None] Routers {'541a56fb-edac-48d9-9308-803c85553640'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:27:15.658358 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-00b522c9-51e1-4c28-9a45-549f639b9919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:26:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['541a56fb-edac-48d9-9308-803c85553640'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:27:15.696298 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87edf8f-01ab-4303-9e32-4fca0440e3aa req-a9a60d50-ced8-44ae-b7db-76dfc380d96a tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:15.704758 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c87edf8f-01ab-4303-9e32-4fca0440e3aa req-a9a60d50-ced8-44ae-b7db-76dfc380d96a tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] 10.222.0.55 "GET /v2.0/networks?id=288346a5-f33c-49f7-9d6b-a77223fb06e0 HTTP/1.1" status: 200 len: 811 time: 0.4527276 May 28 06:27:15.732746 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c87edf8f-01ab-4303-9e32-4fca0440e3aa req-d0c29c8e-0a24-407e-bbfa-8f10361e88b5 tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] 10.222.0.55 "GET /v2.0/quotas/74efa5df31b04bb3906662ad8170d0a0 HTTP/1.1" status: 200 len: 375 time: 0.0268202 May 28 06:27:15.764393 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-86f0a7ff-c140-4a4c-a7fc-b031703ad9a9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.184&port_id=a1068a4a-45d8-45f1-b5a5-6186eb8d7d2d HTTP/1.1" status: 200 len: 217 time: 0.1792471 May 28 06:27:15.765225 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-568557db-d07b-4df1-a29d-ac86361e5c87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:15.838144 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-568557db-d07b-4df1-a29d-ac86361e5c87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:27:15.851722 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-568557db-d07b-4df1-a29d-ac86361e5c87 admin admin] Usage tracker for resource:security_group_rule and tenant:cffbdf6659854dc9a24aa232e5b8d2fc is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:27:15.854434 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a4035b9c-049e-462a-bd3b-220ce6ffd8db admin admin] Notify callbacks [] for router, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:15.855781 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-a4035b9c-049e-462a-bd3b-220ce6ffd8db admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.0173919 May 28 06:27:15.856190 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-568557db-d07b-4df1-a29d-ac86361e5c87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:27:15.858756 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 54014) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:27:15.865058 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-568557db-d07b-4df1-a29d-ac86361e5c87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:27:15.879965 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-575ffbf8-42b6-4f09-84c7-c2cf1d6ad792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:15.881440 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-575ffbf8-42b6-4f09-84c7-c2cf1d6ad792 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=486c83aa-9cd6-4997-a0c5-177cd007dece HTTP/1.1" status: 200 len: 797 time: 0.0962126 May 28 06:27:15.919434 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-00b522c9-51e1-4c28-9a45-549f639b9919 None None] Set router 541a56fb-edac-48d9-9308-803c85553640 gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:27:15.985717 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-7c0cae59-9d0b-4c4a-a7e0-40f47418c5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:15.987215 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-7c0cae59-9d0b-4c4a-a7e0-40f47418c5bc service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a9ffdff9-c2bf-42e5-aa28-4268d54cc9bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0967958 May 28 06:27:16.009323 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 34d5a857-5950-4308-8e9f-761b2183974d up at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:27:16.028538 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-c87edf8f-01ab-4303-9e32-4fca0440e3aa req-d9343d21-4632-49da-935f-f29ff229626e tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] Synchronizing usage tracker for tenant:74efa5df31b04bb3906662ad8170d0a0 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:27:16.066675 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1c1041-d04e-4777-823d-7cfb7cb20550 req-7dac2acb-f154-44a5-86bd-85d171a86c39 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:16.068522 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bf1c1041-d04e-4777-823d-7cfb7cb20550 req-7dac2acb-f154-44a5-86bd-85d171a86c39 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/ports?device_id=282131d1-14ee-420e-862f-051d68fe0765 HTTP/1.1" status: 200 len: 949 time: 0.2869370 May 28 06:27:16.116349 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-568557db-d07b-4df1-a29d-ac86361e5c87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:16.165078 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-1d2dba41-d461-4ac1-a82d-3c1b97dfecc8 service neutron] 10.222.0.71 "GET /v2.0/networks/a9ffdff9-c2bf-42e5-aa28-4268d54cc9bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665416 May 28 06:27:16.214616 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bf1c1041-d04e-4777-823d-7cfb7cb20550 req-63eab27e-a321-4367-b9dd-43e584f7245d tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/security-groups?id=cc42bff8-ec73-4f47-a19d-2b56e52b6e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326878 May 28 06:27:16.223642 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-00b522c9-51e1-4c28-9a45-549f639b9919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '541a56fb-edac-48d9-9308-803c85553640', 'name': 'tempest-TaggedBootDevicesTest-540530677-router', 'tenant_id': 'f3958891eac44c76810006defcff5dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '5c44a41a-4ed4-4c07-bf2b-46b7636c0a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:27:10Z', 'updated_at': '2022-05-28T06:27:13Z', 'revision_number': 3, 'project_id': 'f3958891eac44c76810006defcff5dde', 'gw_port': {'id': '5c44a41a-4ed4-4c07-bf2b-46b7636c0a4b', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ca:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '541a56fb-edac-48d9-9308-803c85553640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:27:12Z', 'updated_at': '2022-05-28T06:27:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:27:16.227847 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b522c9-51e1-4c28-9a45-549f639b9919 None None] Checking router: 541a56fb-edac-48d9-9308-803c85553640 for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:27:16.228358 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b522c9-51e1-4c28-9a45-549f639b9919 None None] Updating router 541a56fb-edac-48d9-9308-803c85553640 port 5c44a41a-4ed4-4c07-bf2b-46b7636c0a4b binding host n-d-843702-1 {{(pid=89112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:27:16.257893 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning for port 34d5a857-5950-4308-8e9f-761b2183974d completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:27:16.265095 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning complete for port 34d5a857-5950-4308-8e9f-761b2183974d triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:27:16.265619 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:16.267851 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-568557db-d07b-4df1-a29d-ac86361e5c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:16.277299 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-c87edf8f-01ab-4303-9e32-4fca0440e3aa req-d9343d21-4632-49da-935f-f29ff229626e tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] Unset dirty status for tenant:74efa5df31b04bb3906662ad8170d0a0 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:27:16.288065 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-00b522c9-51e1-4c28-9a45-549f639b9919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:16.290408 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c87edf8f-01ab-4303-9e32-4fca0440e3aa req-d9343d21-4632-49da-935f-f29ff229626e tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=74efa5df31b04bb3906662ad8170d0a0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5501258 May 28 06:27:16.305149 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-568557db-d07b-4df1-a29d-ac86361e5c87 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cffbdf6659854dc9a24aa232e5b8d2fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8159084 May 28 06:27:16.309527 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 54020) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:27:16.379658 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568557db-d07b-4df1-a29d-ac86361e5c87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a23c557-c478-4b73-9828-a97a38fee20a,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:16.448904 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-d477210a-cd7f-4391-9873-90b0e20b60ae service neutron] 10.222.0.71 "GET /v2.0/networks/a9ffdff9-c2bf-42e5-aa28-4268d54cc9bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2770686 May 28 06:27:16.451922 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a6da0d76-76da-44da-a41a-922d8a5a3289 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:16.505664 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 34d5a857-5950-4308-8e9f-761b2183974d is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:27:16.506900 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:16.558211 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 34d5a857-5950-4308-8e9f-761b2183974d, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=34d5a857-5950-4308-8e9f-761b2183974d,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:27:16.560026 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '282131d1-14ee-420e-862f-051d68fe0765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34d5a857-5950-4308-8e9f-761b2183974d'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:27:16.604780 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-3149f419-69d9-4878-824a-b58e4cdd12d3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.10&port_id=7f054f0f-9345-49d9-a79c-80f8a2c35139 HTTP/1.1" status: 200 len: 217 time: 0.1436262 May 28 06:27:16.650908 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:16.652407 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a6da0d76-76da-44da-a41a-922d8a5a3289 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:16.684054 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c87edf8f-01ab-4303-9e32-4fca0440e3aa req-50c27ec3-48ae-402b-86a4-dfb595951aa0 service neutron] 10.222.0.55 "GET /v2.0/networks/288346a5-f33c-49f7-9d6b-a77223fb06e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3798871 May 28 06:27:16.708172 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-00b522c9-51e1-4c28-9a45-549f639b9919 None None] Notify callbacks [] for port, precommit_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:16.726160 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.provisioning_blocks [None req-00b522c9-51e1-4c28-9a45-549f639b9919 None None] Transition to ACTIVE for port object 5c44a41a-4ed4-4c07-bf2b-46b7636c0a4b will not be triggered until provisioned by entity L2. {{(pid=89112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:27:16.744102 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-c6212f25-3f70-4096-8844-79635547fc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:16.744842 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=34d5a857-5950-4308-8e9f-761b2183974d,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:16.745649 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-c6212f25-3f70-4096-8844-79635547fc69 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=486c83aa-9cd6-4997-a0c5-177cd007dece HTTP/1.1" status: 200 len: 797 time: 0.1325033 May 28 06:27:16.806937 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 39adb35e-6b18-4e87-b53d-d319a737bbef up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:27:16.833756 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-00b522c9-51e1-4c28-9a45-549f639b9919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:16.838752 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-70c8abe4-3bf5-4ecd-aefc-ca76ca5ce8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:16.840397 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-70c8abe4-3bf5-4ecd-aefc-ca76ca5ce8c4 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a9ffdff9-c2bf-42e5-aa28-4268d54cc9bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0878005 May 28 06:27:16.858396 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c615a42-7d33-4f8d-8572-a097cb298dc0 req-77ed4086-a0da-4e28-9737-e8eee98c84c8 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:16.860059 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2c615a42-7d33-4f8d-8572-a097cb298dc0 req-77ed4086-a0da-4e28-9737-e8eee98c84c8 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.55 "GET /v2.0/ports?device_id=b2cac498-5681-4d00-a219-f4b4fe770ade HTTP/1.1" status: 200 len: 949 time: 0.3763309 May 28 06:27:16.935983 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-00b522c9-51e1-4c28-9a45-549f639b9919 None None] Attempting to bind port 5c44a41a-4ed4-4c07-bf2b-46b7636c0a4b on host n-d-843702-1 for vnic_type normal with profile {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:27:16.936440 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-00b522c9-51e1-4c28-9a45-549f639b9919 None None] Attempting to bind port 5c44a41a-4ed4-4c07-bf2b-46b7636c0a4b by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:27:16.936863 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b522c9-51e1-4c28-9a45-549f639b9919 None None] Attempting to bind port 5c44a41a-4ed4-4c07-bf2b-46b7636c0a4b on network 68df399e-e75e-4871-9364-5d05730b50f0 {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:27:16.940902 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 39adb35e-6b18-4e87-b53d-d319a737bbef triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:27:16.941488 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:16.944960 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b522c9-51e1-4c28-9a45-549f639b9919 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:27:16.945447 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b522c9-51e1-4c28-9a45-549f639b9919 None None] Checking segment: {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:27:16.945913 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-00b522c9-51e1-4c28-9a45-549f639b9919 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:16.946382 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b522c9-51e1-4c28-9a45-549f639b9919 None None] Bound using segment: {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:27:16.947193 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-00b522c9-51e1-4c28-9a45-549f639b9919 None None] Bound port: 5c44a41a-4ed4-4c07-bf2b-46b7636c0a4b, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:27:16.947702 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-00b522c9-51e1-4c28-9a45-549f639b9919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:16.989850 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570bf56c-9510-45e4-9c58-38b210aed309 None None] Pushing event updated for resources: {'Port': ['ID=5c44a41a-4ed4-4c07-bf2b-46b7636c0a4b,revision_number=2']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:17.000871 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c87edf8f-01ab-4303-9e32-4fca0440e3aa req-208e53ff-c97e-4417-af7a-b41c3b5c10d1 service neutron] 10.222.0.55 "GET /v2.0/networks/288346a5-f33c-49f7-9d6b-a77223fb06e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3115005 May 28 06:27:17.007594 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2c615a42-7d33-4f8d-8572-a097cb298dc0 req-e88bb9f1-d1d4-4550-a523-b0b10429fd3d tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.55 "GET /v2.0/security-groups?id=003cca32-7671-4721-8c5a-98dfd2100d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372466 May 28 06:27:17.007854 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570bf56c-9510-45e4-9c58-38b210aed309 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:27:17.008334 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570bf56c-9510-45e4-9c58-38b210aed309 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:27:17.008735 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570bf56c-9510-45e4-9c58-38b210aed309 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:27:17.009135 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570bf56c-9510-45e4-9c58-38b210aed309 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:27:17.010175 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570bf56c-9510-45e4-9c58-38b210aed309 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:27:17.011133 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570bf56c-9510-45e4-9c58-38b210aed309 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:27:17.011133 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570bf56c-9510-45e4-9c58-38b210aed309 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:27:17.011475 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570bf56c-9510-45e4-9c58-38b210aed309 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:27:17.012028 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570bf56c-9510-45e4-9c58-38b210aed309 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:27:17.012313 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570bf56c-9510-45e4-9c58-38b210aed309 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:27:17.012686 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570bf56c-9510-45e4-9c58-38b210aed309 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:27:17.013390 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570bf56c-9510-45e4-9c58-38b210aed309 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:27:17.054527 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-b585b10c-d0a7-4ff4-b4f8-b896eee6d69f service neutron] 10.222.0.71 "GET /v2.0/networks/a9ffdff9-c2bf-42e5-aa28-4268d54cc9bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067590 May 28 06:27:17.055164 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a6da0d76-76da-44da-a41a-922d8a5a3289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:17.061023 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-00b522c9-51e1-4c28-9a45-549f639b9919 None None] For port 5c44a41a-4ed4-4c07-bf2b-46b7636c0a4b, host n-d-843702-1, cleared binding levels {{(pid=89112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:27:17.065033 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-00b522c9-51e1-4c28-9a45-549f639b9919 None None] For port 5c44a41a-4ed4-4c07-bf2b-46b7636c0a4b, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=5c44a41a-4ed4-4c07-bf2b-46b7636c0a4b,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:27:17.090875 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-e8ed4c3c-7fef-4961-8d7b-21d5007fa6a4 req-824ebda0-0cea-4b3b-9ad6-11ed55018999 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-120250387', 'description': 'tempest-description-451601121'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:27:17.092652 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 39adb35e-6b18-4e87-b53d-d319a737bbef is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:27:17.109513 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-e8ed4c3c-7fef-4961-8d7b-21d5007fa6a4 req-824ebda0-0cea-4b3b-9ad6-11ed55018999 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:27:17.117199 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-e8ed4c3c-7fef-4961-8d7b-21d5007fa6a4 req-824ebda0-0cea-4b3b-9ad6-11ed55018999 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Usage tracker for resource:security_group and tenant:18bdbb4b3da540e1a46c1587a7a5a874 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:27:17.121563 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-e8ed4c3c-7fef-4961-8d7b-21d5007fa6a4 req-824ebda0-0cea-4b3b-9ad6-11ed55018999 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:27:17.129916 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-e8ed4c3c-7fef-4961-8d7b-21d5007fa6a4 req-824ebda0-0cea-4b3b-9ad6-11ed55018999 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:27:17.135840 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d9c57678-050b-4502-8ad2-8e2892fe5700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:17.161310 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6da0d76-76da-44da-a41a-922d8a5a3289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a23c557-c478-4b73-9828-a97a38fee20a,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:17.165242 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a6da0d76-76da-44da-a41a-922d8a5a3289 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:17.175898 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-a6da0d76-76da-44da-a41a-922d8a5a3289 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5a23c557-c478-4b73-9828-a97a38fee20a HTTP/1.1" status: 204 len: 168 time: 0.8539317 May 28 06:27:17.220785 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-f593fcb4-76b7-4a3c-b147-bd2bb34a858c service neutron] 10.222.0.71 "GET /v2.0/networks/a9ffdff9-c2bf-42e5-aa28-4268d54cc9bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579518 May 28 06:27:17.286162 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-00b522c9-51e1-4c28-9a45-549f639b9919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:17.295080 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-65b6dde9-6de8-43cb-9d66-aa192bceecf6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.47&port_id=ecbf4d7c-46a2-4775-9309-6c6a862cec86 HTTP/1.1" status: 200 len: 217 time: 0.0680182 May 28 06:27:17.358427 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-e8ed4c3c-7fef-4961-8d7b-21d5007fa6a4 req-824ebda0-0cea-4b3b-9ad6-11ed55018999 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:17.370792 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b522c9-51e1-4c28-9a45-549f639b9919 None None] Routers {'541a56fb-edac-48d9-9308-803c85553640'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:27:17.371413 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-00b522c9-51e1-4c28-9a45-549f639b9919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:26:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['541a56fb-edac-48d9-9308-803c85553640'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:27:17.389365 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-e8ed4c3c-7fef-4961-8d7b-21d5007fa6a4 req-824ebda0-0cea-4b3b-9ad6-11ed55018999 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:27:17.398143 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-e8ed4c3c-7fef-4961-8d7b-21d5007fa6a4 req-824ebda0-0cea-4b3b-9ad6-11ed55018999 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Usage tracker for resource:security_group_rule and tenant:18bdbb4b3da540e1a46c1587a7a5a874 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:27:17.415825 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-e8ed4c3c-7fef-4961-8d7b-21d5007fa6a4 req-824ebda0-0cea-4b3b-9ad6-11ed55018999 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:27:17.456848 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570bf56c-9510-45e4-9c58-38b210aed309 None None] Pushing event updated for resources: {'Port': ['ID=5c44a41a-4ed4-4c07-bf2b-46b7636c0a4b,revision_number=3']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:17.461451 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-e8ed4c3c-7fef-4961-8d7b-21d5007fa6a4 req-824ebda0-0cea-4b3b-9ad6-11ed55018999 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:27:17.571848 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-6a70c860-15cf-430b-9e80-f992334a6d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:17.574677 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-6a70c860-15cf-430b-9e80-f992334a6d15 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=486c83aa-9cd6-4997-a0c5-177cd007dece HTTP/1.1" status: 200 len: 797 time: 0.2717865 May 28 06:27:17.619156 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [None req-d9c57678-050b-4502-8ad2-8e2892fe5700 admin admin] Allocated IP 172.20.0.1 (b0d3210f-6f0b-4832-90fb-f0b2f3ebb660/bb3ffca3-469c-42ac-a3c6-07667d22277f/b25a7c08-e5ef-4a1d-8867-665f08d7022b) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:27:17.694936 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-4ad9f83b-c0d1-4f82-8bd7-19a097886e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:17.699244 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-4ad9f83b-c0d1-4f82-8bd7-19a097886e65 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a9ffdff9-c2bf-42e5-aa28-4268d54cc9bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1180546 May 28 06:27:17.736370 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-00b522c9-51e1-4c28-9a45-549f639b9919 None None] Set router 541a56fb-edac-48d9-9308-803c85553640 gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:27:17.839587 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-e8ed4c3c-7fef-4961-8d7b-21d5007fa6a4 req-824ebda0-0cea-4b3b-9ad6-11ed55018999 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:17.859972 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-c8be4906-6acb-4015-85f8-14171c32dd28 service neutron] 10.222.0.71 "GET /v2.0/networks/a9ffdff9-c2bf-42e5-aa28-4268d54cc9bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466401 May 28 06:27:17.880759 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf009c6-c83c-4f4c-9980-8f4821f98805 req-4acf6248-cbdb-4250-a275-63871aa9ea9d tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:17.886600 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf009c6-c83c-4f4c-9980-8f4821f98805 req-4acf6248-cbdb-4250-a275-63871aa9ea9d tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:17.894667 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf009c6-c83c-4f4c-9980-8f4821f98805 req-4acf6248-cbdb-4250-a275-63871aa9ea9d tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:17.902270 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf009c6-c83c-4f4c-9980-8f4821f98805 req-4acf6248-cbdb-4250-a275-63871aa9ea9d tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:17.907413 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf009c6-c83c-4f4c-9980-8f4821f98805 req-4acf6248-cbdb-4250-a275-63871aa9ea9d tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:17.913310 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf009c6-c83c-4f4c-9980-8f4821f98805 req-4acf6248-cbdb-4250-a275-63871aa9ea9d tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:17.924704 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf009c6-c83c-4f4c-9980-8f4821f98805 req-4acf6248-cbdb-4250-a275-63871aa9ea9d tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:17.928253 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cbf009c6-c83c-4f4c-9980-8f4821f98805 req-4acf6248-cbdb-4250-a275-63871aa9ea9d tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc8afbe2-63ab-495f-b953-08528fec512c HTTP/1.1" status: 200 len: 5429 time: 0.3118868 May 28 06:27:17.931582 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-e8ed4c3c-7fef-4961-8d7b-21d5007fa6a4 req-824ebda0-0cea-4b3b-9ad6-11ed55018999 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:18.029619 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824ebda0-0cea-4b3b-9ad6-11ed55018999 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8d3f161-d2f4-4bf7-ac29-143baf1b1bc4,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:18.042547 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d9c57678-050b-4502-8ad2-8e2892fe5700 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:18.052118 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-e00aba3e-0a39-47fc-a677-17dc0109fdb5 service neutron] 10.222.0.71 "GET /v2.0/networks/a9ffdff9-c2bf-42e5-aa28-4268d54cc9bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913533 May 28 06:27:18.086846 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cbf009c6-c83c-4f4c-9980-8f4821f98805 req-396b404a-7290-4b2f-8490-b90223a386de tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.55 "GET /v2.0/security-groups?id=330866ba-92b0-424f-b7e1-e6c41912745c&id=dee936ce-b9e4-4668-898c-fea71a001642&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1492648 May 28 06:27:18.088217 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [None req-d9c57678-050b-4502-8ad2-8e2892fe5700 admin admin] Transition to ACTIVE for port object b25a7c08-e5ef-4a1d-8867-665f08d7022b will not be triggered until provisioned by entity DHCP. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:27:18.155468 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-82cfa29c-ca4a-4801-894e-62a5c8f2989e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0c28e25a-811d-49fe-9df5-688bb3849093 HTTP/1.1" status: 200 len: 217 time: 0.0970085 May 28 06:27:18.159570 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-e8ed4c3c-7fef-4961-8d7b-21d5007fa6a4 req-824ebda0-0cea-4b3b-9ad6-11ed55018999 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:18.160797 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e8ed4c3c-7fef-4961-8d7b-21d5007fa6a4 req-824ebda0-0cea-4b3b-9ad6-11ed55018999 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.0802255 May 28 06:27:18.172670 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-00b522c9-51e1-4c28-9a45-549f639b9919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '541a56fb-edac-48d9-9308-803c85553640', 'name': 'tempest-TaggedBootDevicesTest-540530677-router', 'tenant_id': 'f3958891eac44c76810006defcff5dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '5c44a41a-4ed4-4c07-bf2b-46b7636c0a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:27:10Z', 'updated_at': '2022-05-28T06:27:13Z', 'revision_number': 3, 'project_id': 'f3958891eac44c76810006defcff5dde', 'gw_port': {'id': '5c44a41a-4ed4-4c07-bf2b-46b7636c0a4b', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ca:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '541a56fb-edac-48d9-9308-803c85553640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:27:12Z', 'updated_at': '2022-05-28T06:27:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:27:18.174710 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b522c9-51e1-4c28-9a45-549f639b9919 None None] The sync data for ids ['541a56fb-edac-48d9-9308-803c85553640'] in n-d-843702-1 is: [{'id': '541a56fb-edac-48d9-9308-803c85553640', 'name': 'tempest-TaggedBootDevicesTest-540530677-router', 'tenant_id': 'f3958891eac44c76810006defcff5dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '5c44a41a-4ed4-4c07-bf2b-46b7636c0a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:27:10Z', 'updated_at': '2022-05-28T06:27:13Z', 'revision_number': 3, 'project_id': 'f3958891eac44c76810006defcff5dde', 'gw_port': {'id': '5c44a41a-4ed4-4c07-bf2b-46b7636c0a4b', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ca:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '541a56fb-edac-48d9-9308-803c85553640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:27:12Z', 'updated_at': '2022-05-28T06:27:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:27:18.183238 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e880615-ca31-414d-b378-fd0b2b65d9c0'] response: {'server_uuid': '282131d1-14ee-420e-862f-051d68fe0765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34d5a857-5950-4308-8e9f-761b2183974d', 'code': 200} May 28 06:27:18.241486 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d9c57678-050b-4502-8ad2-8e2892fe5700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:18.254001 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-499b2068-ebff-4b3e-93ff-1eda26b9787b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:18.255434 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-499b2068-ebff-4b3e-93ff-1eda26b9787b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6836d020-a745-4e71-882d-9073aeb06be4 HTTP/1.1" status: 200 len: 797 time: 0.0942292 May 28 06:27:18.365611 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b1511bc2-87a9-4806-bf2e-77bf462b5149 req-68368ab2-4715-4703-8400-d52a239bbaa5 tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] 10.222.0.55 "GET /v2.0/ports?device_id=fcc6074d-4948-4fec-b5ad-05cb18cb9e5f HTTP/1.1" status: 200 len: 210 time: 0.1269524 May 28 06:27:18.426744 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-4e005335-9299-4a43-a014-6b675efa5caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:18.428640 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-4e005335-9299-4a43-a014-6b675efa5caf service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e169afd5-829f-4c55-b1b4-034fdabca79b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1643434 May 28 06:27:18.433894 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c57678-050b-4502-8ad2-8e2892fe5700 admin admin] Network b0d3210f-6f0b-4832-90fb-f0b2f3ebb660 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:27:18.434201 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022df75a-e8f8-41f5-a356-0a8fb6e622db req-25897e2d-40f4-4790-b0c9-6d60f61b5d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:18.438428 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-d9c57678-050b-4502-8ad2-8e2892fe5700 admin admin] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:27:18.440859 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c57678-050b-4502-8ad2-8e2892fe5700 admin admin] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:27:18.444285 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-022df75a-e8f8-41f5-a356-0a8fb6e622db req-25897e2d-40f4-4790-b0c9-6d60f61b5d5a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=282131d1-14ee-420e-862f-051d68fe0765 HTTP/1.1" status: 200 len: 1101 time: 0.1146963 May 28 06:27:18.526448 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c57678-050b-4502-8ad2-8e2892fe5700 admin admin] Pushing event updated for resources: {'Port': ['ID=b25a7c08-e5ef-4a1d-8867-665f08d7022b,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:18.582065 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d9c57678-050b-4502-8ad2-8e2892fe5700 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690947'] for router_interface, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:18.681964 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac67c824-4b09-4e86-805c-6478215b11e3 req-ce101e9b-19d4-4795-af59-ca68738947f2 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:18.683693 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ac67c824-4b09-4e86-805c-6478215b11e3 req-ce101e9b-19d4-4795-af59-ca68738947f2 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/ports?device_id=282131d1-14ee-420e-862f-051d68fe0765 HTTP/1.1" status: 200 len: 950 time: 0.3306129 May 28 06:27:18.777565 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ac67c824-4b09-4e86-805c-6478215b11e3 req-9bbb68b6-4799-41b5-8fc5-3bb9f73fdaf8 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/security-groups?id=cc42bff8-ec73-4f47-a19d-2b56e52b6e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811045 May 28 06:27:18.792561 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e99c5f-4b1b-46a7-a302-a800bd3ef5c6 req-3614e8bd-9321-43ae-8c7e-1f6f7c60111e tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:18.794260 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-51e99c5f-4b1b-46a7-a302-a800bd3ef5c6 req-3614e8bd-9321-43ae-8c7e-1f6f7c60111e tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.55 "GET /v2.0/ports?device_id=b2cac498-5681-4d00-a219-f4b4fe770ade HTTP/1.1" status: 200 len: 949 time: 0.1894083 May 28 06:27:18.801242 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-022df75a-e8f8-41f5-a356-0a8fb6e622db req-5af76620-7b08-4fbd-8041-eb266f38e506 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=cc42bff8-ec73-4f47-a19d-2b56e52b6e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343117 May 28 06:27:18.853103 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-51e99c5f-4b1b-46a7-a302-a800bd3ef5c6 req-20656023-0a2b-4719-809f-578cc6e04ed2 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.55 "GET /v2.0/security-groups?id=003cca32-7671-4721-8c5a-98dfd2100d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517852 May 28 06:27:18.887140 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-99837241-870b-4940-9c59-f1c4702951e0 service neutron] 10.222.0.71 "GET /v2.0/networks/e169afd5-829f-4c55-b1b4-034fdabca79b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4415584 May 28 06:27:18.914377 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-038b825e-93bb-4c5d-8159-08c89aaffbdb req-0536eadf-8f50-4a34-9940-b9745b903ea8 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] 10.222.0.55 "GET /v2.0/security-groups/f00cab06-abb6-4aec-ac32-df37d6547b98 HTTP/1.1" status: 200 len: 1804 time: 0.0602689 May 28 06:27:18.940260 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 5c44a41a-4ed4-4c07-bf2b-46b7636c0a4b up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:27:19.014945 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d9c57678-050b-4502-8ad2-8e2892fe5700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:19.028865 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-c4f8ea38-78ba-4b60-b877-d68eb0ab139a None None] Provisioning for port b25a7c08-e5ef-4a1d-8867-665f08d7022b completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:27:19.038676 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-c4f8ea38-78ba-4b60-b877-d68eb0ab139a None None] Provisioning complete for port b25a7c08-e5ef-4a1d-8867-665f08d7022b triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:27:19.038676 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c4f8ea38-78ba-4b60-b877-d68eb0ab139a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:19.038882 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-038b825e-93bb-4c5d-8159-08c89aaffbdb req-0bc39177-fdf1-4643-8eba-a07ed42b8626 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] 10.222.0.55 "GET /v2.0/security-groups/e8d3f161-d2f4-4bf7-ac29-143baf1b1bc4 HTTP/1.1" status: 200 len: 1803 time: 0.0946534 May 28 06:27:19.072449 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-038b825e-93bb-4c5d-8159-08c89aaffbdb req-1248bfa0-9d3d-4aac-b499-9c56e04add1b tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'f00cab06-abb6-4aec-ac32-df37d6547b98', 'remote_group_id': 'e8d3f161-d2f4-4bf7-ac29-143baf1b1bc4', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:27:19.072764 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-038b825e-93bb-4c5d-8159-08c89aaffbdb req-1248bfa0-9d3d-4aac-b499-9c56e04add1b tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'f00cab06-abb6-4aec-ac32-df37d6547b98', 'remote_group_id': 'e8d3f161-d2f4-4bf7-ac29-143baf1b1bc4', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:27:19.107053 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-038b825e-93bb-4c5d-8159-08c89aaffbdb req-1248bfa0-9d3d-4aac-b499-9c56e04add1b tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:27:19.115606 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-038b825e-93bb-4c5d-8159-08c89aaffbdb req-1248bfa0-9d3d-4aac-b499-9c56e04add1b tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Usage tracker for resource:security_group_rule and tenant:18bdbb4b3da540e1a46c1587a7a5a874 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:27:19.120891 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-038b825e-93bb-4c5d-8159-08c89aaffbdb req-1248bfa0-9d3d-4aac-b499-9c56e04add1b tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:27:19.128594 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-c4f8ea38-78ba-4b60-b877-d68eb0ab139a None None] Port b25a7c08-e5ef-4a1d-8867-665f08d7022b cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:27:19.132846 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-038b825e-93bb-4c5d-8159-08c89aaffbdb req-1248bfa0-9d3d-4aac-b499-9c56e04add1b tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:27:19.136861 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 5c44a41a-4ed4-4c07-bf2b-46b7636c0a4b completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:27:19.159189 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 5c44a41a-4ed4-4c07-bf2b-46b7636c0a4b triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:27:19.159511 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:19.323789 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 5c44a41a-4ed4-4c07-bf2b-46b7636c0a4b is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:27:19.324467 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:19.346318 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port 5c44a41a-4ed4-4c07-bf2b-46b7636c0a4b, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=5c44a41a-4ed4-4c07-bf2b-46b7636c0a4b,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:27:19.349369 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-f415d4b4-7f6f-4821-ba3f-48e7e93f1b17 service neutron] 10.222.0.71 "GET /v2.0/networks/e169afd5-829f-4c55-b1b4-034fdabca79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2724445 May 28 06:27:19.443782 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-cc471161-e551-400f-a2eb-390a95bd9fac service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e47a9f12-379b-4fc5-a552-153619f20833 HTTP/1.1" status: 200 len: 217 time: 0.0840960 May 28 06:27:19.477905 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:19.518087 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-93150000-6491-48dd-9bec-29c26c286610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:19.519567 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-93150000-6491-48dd-9bec-29c26c286610 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6836d020-a745-4e71-882d-9073aeb06be4 HTTP/1.1" status: 200 len: 797 time: 0.0678380 May 28 06:27:19.539073 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d9c57678-050b-4502-8ad2-8e2892fe5700 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:19.541770 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-038b825e-93bb-4c5d-8159-08c89aaffbdb req-1248bfa0-9d3d-4aac-b499-9c56e04add1b tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:19.566798 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=5c44a41a-4ed4-4c07-bf2b-46b7636c0a4b,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:19.603329 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-038b825e-93bb-4c5d-8159-08c89aaffbdb req-1248bfa0-9d3d-4aac-b499-9c56e04add1b tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:19.617951 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-e78c30cb-6bcf-4d60-bfc2-e5346af07ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:19.619698 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-e78c30cb-6bcf-4d60-bfc2-e5346af07ecc service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e169afd5-829f-4c55-b1b4-034fdabca79b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0909939 May 28 06:27:19.635339 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ce71ec-f4dd-4eb4-ad95-ff4248e4f933 req-9ee656e1-ead5-4cbf-9036-adea7496d470 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:19.641504 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ce71ec-f4dd-4eb4-ad95-ff4248e4f933 req-9ee656e1-ead5-4cbf-9036-adea7496d470 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:19.647244 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ce71ec-f4dd-4eb4-ad95-ff4248e4f933 req-9ee656e1-ead5-4cbf-9036-adea7496d470 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:19.655135 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ce71ec-f4dd-4eb4-ad95-ff4248e4f933 req-9ee656e1-ead5-4cbf-9036-adea7496d470 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:19.661004 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ce71ec-f4dd-4eb4-ad95-ff4248e4f933 req-9ee656e1-ead5-4cbf-9036-adea7496d470 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:19.666733 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ce71ec-f4dd-4eb4-ad95-ff4248e4f933 req-9ee656e1-ead5-4cbf-9036-adea7496d470 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:19.672988 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ce71ec-f4dd-4eb4-ad95-ff4248e4f933 req-9ee656e1-ead5-4cbf-9036-adea7496d470 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:19.680690 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-01ce71ec-f4dd-4eb4-ad95-ff4248e4f933 req-9ee656e1-ead5-4cbf-9036-adea7496d470 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc8afbe2-63ab-495f-b953-08528fec512c HTTP/1.1" status: 200 len: 5429 time: 0.2537274 May 28 06:27:19.712711 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d9c57678-050b-4502-8ad2-8e2892fe5700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:19.782041 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-265ffdb5-3307-48a3-9972-e410123c420b service neutron] 10.222.0.71 "GET /v2.0/networks/e169afd5-829f-4c55-b1b4-034fdabca79b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466472 May 28 06:27:19.799773 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-038b825e-93bb-4c5d-8159-08c89aaffbdb req-1248bfa0-9d3d-4aac-b499-9c56e04add1b tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:19.842257 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-01ce71ec-f4dd-4eb4-ad95-ff4248e4f933 req-2dcdd022-e9ef-4ef7-a284-db334b2665b0 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.55 "GET /v2.0/security-groups?id=330866ba-92b0-424f-b7e1-e6c41912745c&id=dee936ce-b9e4-4668-898c-fea71a001642&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1606209 May 28 06:27:19.873562 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1248bfa0-9d3d-4aac-b499-9c56e04add1b tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecd3061d-6896-4eb2-8be1-3196fe9b4c56,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:19.894555 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d9c57678-050b-4502-8ad2-8e2892fe5700 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700602'] for router_interface, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:19.904172 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c57678-050b-4502-8ad2-8e2892fe5700 admin admin] Pushing event updated for resources: {'Port': ['ID=b25a7c08-e5ef-4a1d-8867-665f08d7022b,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:19.983063 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-15ea7f86-4d0c-4b68-9395-15edf6d8466a req-99641559-6b47-43ac-88a5-4284f679008f service neutron] 10.222.0.71 "GET /v2.0/networks/e169afd5-829f-4c55-b1b4-034fdabca79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882560 May 28 06:27:20.067794 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 54080) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:27:20.121649 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-038b825e-93bb-4c5d-8159-08c89aaffbdb req-1248bfa0-9d3d-4aac-b499-9c56e04add1b tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:20.128093 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-038b825e-93bb-4c5d-8159-08c89aaffbdb req-1248bfa0-9d3d-4aac-b499-9c56e04add1b tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 1.0647221 May 28 06:27:20.188718 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c0449b1d-f706-4fe2-b65d-8f66007c43cc req-9bb17344-5768-41b2-9ac8-f85d2b983d34 tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] 10.222.0.55 "GET /v2.0/ports?device_id=fcc6074d-4948-4fec-b5ad-05cb18cb9e5f HTTP/1.1" status: 200 len: 210 time: 0.0732543 May 28 06:27:20.252197 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-34b84f82-c2cc-46f1-99bd-144778525a25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:20.269005 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-34b84f82-c2cc-46f1-99bd-144778525a25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:27:20.273080 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-34b84f82-c2cc-46f1-99bd-144778525a25 admin admin] Usage tracker for resource:security_group_rule and tenant:5822b42868e64db7939a302c53f4b432 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:27:20.276261 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-34b84f82-c2cc-46f1-99bd-144778525a25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:27:20.282884 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-34b84f82-c2cc-46f1-99bd-144778525a25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:27:20.307989 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c57678-050b-4502-8ad2-8e2892fe5700 admin admin] Network b0d3210f-6f0b-4832-90fb-f0b2f3ebb660 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:27:20.314668 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-d9c57678-050b-4502-8ad2-8e2892fe5700 admin admin] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:27:20.397998 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-34b84f82-c2cc-46f1-99bd-144778525a25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:20.563360 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-34b84f82-c2cc-46f1-99bd-144778525a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:20.613346 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b84f82-c2cc-46f1-99bd-144778525a25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72dd2afa-55f3-4b92-b26f-36aee3f57985,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:20.615799 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b578fa84-2262-4cea-8564-722f8e9d6d3a req-d091c86c-d9fd-491c-aa44-ef45d98f1e6b tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:20.617217 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b578fa84-2262-4cea-8564-722f8e9d6d3a req-d091c86c-d9fd-491c-aa44-ef45d98f1e6b tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/ports?device_id=282131d1-14ee-420e-862f-051d68fe0765 HTTP/1.1" status: 200 len: 950 time: 0.3535249 May 28 06:27:20.659923 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-34b84f82-c2cc-46f1-99bd-144778525a25 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5822b42868e64db7939a302c53f4b432&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5899806 May 28 06:27:20.662427 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b90673-fa84-41ce-8c4a-e5f045f1d789 req-ffb80806-1d51-49f1-b1ab-1dcf0a3b7606 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:20.663173 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 54088) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:27:20.665120 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-09b90673-fa84-41ce-8c4a-e5f045f1d789 req-ffb80806-1d51-49f1-b1ab-1dcf0a3b7606 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.55 "GET /v2.0/ports?device_id=b2cac498-5681-4d00-a219-f4b4fe770ade HTTP/1.1" status: 200 len: 949 time: 0.3421454 May 28 06:27:20.669603 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-2b542ca4-0686-4791-ba4e-40c3f22fc3f2 None None] Provisioning complete for port b25a7c08-e5ef-4a1d-8867-665f08d7022b triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:27:20.670539 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-2b542ca4-0686-4791-ba4e-40c3f22fc3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:20.722689 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9c57678-050b-4502-8ad2-8e2892fe5700 admin admin] Router 541a56fb-edac-48d9-9308-803c85553640 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:27:20.738210 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7dabac-2402-4f19-992e-18a27e3e1521 req-3713085b-966b-4d28-96e8-261d6245b5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:20.738210 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7dabac-2402-4f19-992e-18a27e3e1521 req-3713085b-966b-4d28-96e8-261d6245b5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:20.738210 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7dabac-2402-4f19-992e-18a27e3e1521 req-3713085b-966b-4d28-96e8-261d6245b5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:20.738210 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7dabac-2402-4f19-992e-18a27e3e1521 req-3713085b-966b-4d28-96e8-261d6245b5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:20.738658 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-2b542ca4-0686-4791-ba4e-40c3f22fc3f2 None None] Port b25a7c08-e5ef-4a1d-8867-665f08d7022b cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:27:20.738758 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7dabac-2402-4f19-992e-18a27e3e1521 req-3713085b-966b-4d28-96e8-261d6245b5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:20.738758 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7dabac-2402-4f19-992e-18a27e3e1521 req-3713085b-966b-4d28-96e8-261d6245b5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:20.738758 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7dabac-2402-4f19-992e-18a27e3e1521 req-3713085b-966b-4d28-96e8-261d6245b5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:20.739217 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-2a7dabac-2402-4f19-992e-18a27e3e1521 req-3713085b-966b-4d28-96e8-261d6245b5e3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5a27568d2aff479086cfcad7501ab2c8&device_id=fc8afbe2-63ab-495f-b953-08528fec512c HTTP/1.1" status: 200 len: 6486 time: 0.3395536 May 28 06:27:20.818411 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 5c44a41a-4ed4-4c07-bf2b-46b7636c0a4b up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:27:20.833964 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3e15889b-e3d2-4e22-af47-295573a115bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:20.848945 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b578fa84-2262-4cea-8564-722f8e9d6d3a req-545e0b35-7cb8-4a49-8e03-00f94db25435 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/security-groups?id=cc42bff8-ec73-4f47-a19d-2b56e52b6e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088840 May 28 06:27:20.882569 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-d180f2a8-34bf-4ff9-a1d2-20cabb30b903 req-66b79b58-1063-42d0-ac29-2abd62a0f84d tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-393189808', 'description': 'tempest-description-481363449'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:27:20.902133 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3e15889b-e3d2-4e22-af47-295573a115bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:20.907586 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 5c44a41a-4ed4-4c07-bf2b-46b7636c0a4b triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:27:20.908107 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:20.956146 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-d180f2a8-34bf-4ff9-a1d2-20cabb30b903 req-66b79b58-1063-42d0-ac29-2abd62a0f84d tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:27:20.961398 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7dabac-2402-4f19-992e-18a27e3e1521 req-4458999c-c0a1-402b-bdf8-42e3bb10f5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:20.962853 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-2a7dabac-2402-4f19-992e-18a27e3e1521 req-4458999c-c0a1-402b-bdf8-42e3bb10f5d6 service neutron] 10.222.0.71 "GET /v2.0/networks?id=e169afd5-829f-4c55-b1b4-034fdabca79b HTTP/1.1" status: 200 len: 902 time: 0.2149317 May 28 06:27:20.983511 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-d180f2a8-34bf-4ff9-a1d2-20cabb30b903 req-66b79b58-1063-42d0-ac29-2abd62a0f84d tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Usage tracker for resource:security_group and tenant:18bdbb4b3da540e1a46c1587a7a5a874 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:27:20.990303 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-d180f2a8-34bf-4ff9-a1d2-20cabb30b903 req-66b79b58-1063-42d0-ac29-2abd62a0f84d tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:27:21.008052 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-09b90673-fa84-41ce-8c4a-e5f045f1d789 req-0a8fb905-3001-46ce-9911-1cc62292c19f tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.55 "GET /v2.0/security-groups?id=003cca32-7671-4721-8c5a-98dfd2100d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3343163 May 28 06:27:21.008974 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-d180f2a8-34bf-4ff9-a1d2-20cabb30b903 req-66b79b58-1063-42d0-ac29-2abd62a0f84d tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:27:21.050389 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-2a7dabac-2402-4f19-992e-18a27e3e1521 req-ce6310ea-9bbc-4428-818b-a7fb20ce8ff9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e47a9f12-379b-4fc5-a552-153619f20833 HTTP/1.1" status: 200 len: 217 time: 0.0794964 May 28 06:27:21.084322 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 5c44a41a-4ed4-4c07-bf2b-46b7636c0a4b is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:27:21.119518 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3e15889b-e3d2-4e22-af47-295573a115bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:21.144397 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87edf8f-01ab-4303-9e32-4fca0440e3aa req-e5e663b0-b464-406c-a739-e2497efabfcf tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:21.145878 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c87edf8f-01ab-4303-9e32-4fca0440e3aa req-e5e663b0-b464-406c-a739-e2497efabfcf tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] 10.222.0.69 "GET /v2.0/networks?id=288346a5-f33c-49f7-9d6b-a77223fb06e0 HTTP/1.1" status: 200 len: 811 time: 0.4733007 May 28 06:27:21.149130 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-d180f2a8-34bf-4ff9-a1d2-20cabb30b903 req-66b79b58-1063-42d0-ac29-2abd62a0f84d tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:21.150679 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3e15889b-e3d2-4e22-af47-295573a115bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:21.155320 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-3e15889b-e3d2-4e22-af47-295573a115bf admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/72dd2afa-55f3-4b92-b26f-36aee3f57985 HTTP/1.1" status: 204 len: 168 time: 0.4796741 May 28 06:27:21.155320 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e15889b-e3d2-4e22-af47-295573a115bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72dd2afa-55f3-4b92-b26f-36aee3f57985,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:21.163984 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7dabac-2402-4f19-992e-18a27e3e1521 req-0a6f53c2-3e6a-422a-a241-4a13e57fe691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:21.165627 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-2a7dabac-2402-4f19-992e-18a27e3e1521 req-0a6f53c2-3e6a-422a-a241-4a13e57fe691 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6836d020-a745-4e71-882d-9073aeb06be4 HTTP/1.1" status: 200 len: 797 time: 0.1101103 May 28 06:27:21.259276 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-d180f2a8-34bf-4ff9-a1d2-20cabb30b903 req-66b79b58-1063-42d0-ac29-2abd62a0f84d tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:27:21.265924 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7dabac-2402-4f19-992e-18a27e3e1521 req-daf7d081-57e9-46af-864c-e7151d83ef26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:21.267635 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-2a7dabac-2402-4f19-992e-18a27e3e1521 req-daf7d081-57e9-46af-864c-e7151d83ef26 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e169afd5-829f-4c55-b1b4-034fdabca79b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0916748 May 28 06:27:21.275873 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9c57678-050b-4502-8ad2-8e2892fe5700 admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:27:21.289713 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-d9c57678-050b-4502-8ad2-8e2892fe5700 admin admin] 10.222.0.55 "PUT /v2.0/routers/541a56fb-edac-48d9-9308-803c85553640/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4224586 May 28 06:27:21.289713 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-d180f2a8-34bf-4ff9-a1d2-20cabb30b903 req-66b79b58-1063-42d0-ac29-2abd62a0f84d tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Usage tracker for resource:security_group_rule and tenant:18bdbb4b3da540e1a46c1587a7a5a874 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:27:21.291843 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-d180f2a8-34bf-4ff9-a1d2-20cabb30b903 req-66b79b58-1063-42d0-ac29-2abd62a0f84d tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:27:21.294978 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70388a01-13d4-45a9-8f0a-a6f7f02ee3e2 None None] Sync routers for ids ['541a56fb-edac-48d9-9308-803c85553640'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:27:21.304870 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70388a01-13d4-45a9-8f0a-a6f7f02ee3e2 None None] Routers {'541a56fb-edac-48d9-9308-803c85553640'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:27:21.305791 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-70388a01-13d4-45a9-8f0a-a6f7f02ee3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:26:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['541a56fb-edac-48d9-9308-803c85553640'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:27:21.315554 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c87edf8f-01ab-4303-9e32-4fca0440e3aa req-3cb2139d-99c9-44a7-98e4-668fa07bfe65 tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=74efa5df31b04bb3906662ad8170d0a0 HTTP/1.1" status: 200 len: 379 time: 0.1464002 May 28 06:27:21.316542 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-d180f2a8-34bf-4ff9-a1d2-20cabb30b903 req-66b79b58-1063-42d0-ac29-2abd62a0f84d tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:27:21.333943 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-c87edf8f-01ab-4303-9e32-4fca0440e3aa req-49fb1fa0-79dd-464d-927f-3f0a6e6c7f97 tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] Request body: {'port': {'device_id': 'fcc6074d-4948-4fec-b5ad-05cb18cb9e5f', 'network_id': '288346a5-f33c-49f7-9d6b-a77223fb06e0', 'admin_state_up': True, 'tenant_id': '74efa5df31b04bb3906662ad8170d0a0', 'security_groups': ['f271997b-8441-4de1-8268-d4b2c15a9cb1']}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:27:21.430184 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-2a7dabac-2402-4f19-992e-18a27e3e1521 req-68c48904-8e60-487c-9577-2f85bc7bd8bc service neutron] 10.222.0.71 "GET /v2.0/networks/e169afd5-829f-4c55-b1b4-034fdabca79b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555173 May 28 06:27:21.496272 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-70388a01-13d4-45a9-8f0a-a6f7f02ee3e2 None None] Set router 541a56fb-edac-48d9-9308-803c85553640 gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:27:21.562040 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d88e7d-e8ed-4bdf-810a-742de82c0fcf req-e88ca0e9-bb42-447e-8392-a49a8ef66c89 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:21.576935 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d88e7d-e8ed-4bdf-810a-742de82c0fcf req-e88ca0e9-bb42-447e-8392-a49a8ef66c89 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:21.583031 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d88e7d-e8ed-4bdf-810a-742de82c0fcf req-e88ca0e9-bb42-447e-8392-a49a8ef66c89 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:21.589018 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d88e7d-e8ed-4bdf-810a-742de82c0fcf req-e88ca0e9-bb42-447e-8392-a49a8ef66c89 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:21.596033 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d88e7d-e8ed-4bdf-810a-742de82c0fcf req-e88ca0e9-bb42-447e-8392-a49a8ef66c89 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:21.601991 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d88e7d-e8ed-4bdf-810a-742de82c0fcf req-e88ca0e9-bb42-447e-8392-a49a8ef66c89 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:21.609225 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d88e7d-e8ed-4bdf-810a-742de82c0fcf req-e88ca0e9-bb42-447e-8392-a49a8ef66c89 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:21.617911 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-48d88e7d-e8ed-4bdf-810a-742de82c0fcf req-e88ca0e9-bb42-447e-8392-a49a8ef66c89 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc8afbe2-63ab-495f-b953-08528fec512c HTTP/1.1" status: 200 len: 5429 time: 0.4182217 May 28 06:27:21.646344 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-2a7dabac-2402-4f19-992e-18a27e3e1521 req-e48fc712-2e5c-4226-9fa3-ae29b7da93e0 service neutron] 10.222.0.71 "GET /v2.0/networks/e169afd5-829f-4c55-b1b4-034fdabca79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102039 May 28 06:27:21.715790 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-c87edf8f-01ab-4303-9e32-4fca0440e3aa req-49fb1fa0-79dd-464d-927f-3f0a6e6c7f97 tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:27:21.719734 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-d180f2a8-34bf-4ff9-a1d2-20cabb30b903 req-66b79b58-1063-42d0-ac29-2abd62a0f84d tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:21.734004 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-48d88e7d-e8ed-4bdf-810a-742de82c0fcf req-3d4be8a4-f570-4322-8b8b-aa04a8c0c68e tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.55 "GET /v2.0/security-groups?id=330866ba-92b0-424f-b7e1-e6c41912745c&id=dee936ce-b9e4-4668-898c-fea71a001642&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1154888 May 28 06:27:21.741866 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-c87edf8f-01ab-4303-9e32-4fca0440e3aa req-49fb1fa0-79dd-464d-927f-3f0a6e6c7f97 tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:27:21.817189 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-d180f2a8-34bf-4ff9-a1d2-20cabb30b903 req-66b79b58-1063-42d0-ac29-2abd62a0f84d tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:21.848539 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3776eee2-cdc9-4a04-ba0a-15ec495646e7 req-507a50d7-b4d5-409d-8eff-4abd7fd4cf93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:21.849173 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3776eee2-cdc9-4a04-ba0a-15ec495646e7 req-507a50d7-b4d5-409d-8eff-4abd7fd4cf93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:21.849775 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3776eee2-cdc9-4a04-ba0a-15ec495646e7 req-507a50d7-b4d5-409d-8eff-4abd7fd4cf93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:21.852006 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3776eee2-cdc9-4a04-ba0a-15ec495646e7 req-507a50d7-b4d5-409d-8eff-4abd7fd4cf93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:21.852006 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3776eee2-cdc9-4a04-ba0a-15ec495646e7 req-507a50d7-b4d5-409d-8eff-4abd7fd4cf93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:21.852006 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3776eee2-cdc9-4a04-ba0a-15ec495646e7 req-507a50d7-b4d5-409d-8eff-4abd7fd4cf93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:21.852421 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3776eee2-cdc9-4a04-ba0a-15ec495646e7 req-507a50d7-b4d5-409d-8eff-4abd7fd4cf93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:21.855194 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-3776eee2-cdc9-4a04-ba0a-15ec495646e7 req-507a50d7-b4d5-409d-8eff-4abd7fd4cf93 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5a27568d2aff479086cfcad7501ab2c8&device_id=fc8afbe2-63ab-495f-b953-08528fec512c HTTP/1.1" status: 200 len: 6486 time: 0.1137202 May 28 06:27:21.914864 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c87edf8f-01ab-4303-9e32-4fca0440e3aa req-49fb1fa0-79dd-464d-927f-3f0a6e6c7f97 tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] Made reservation on behalf of 74efa5df31b04bb3906662ad8170d0a0 for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:27:21.921324 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-c87edf8f-01ab-4303-9e32-4fca0440e3aa req-49fb1fa0-79dd-464d-927f-3f0a6e6c7f97 tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:21.938881 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-70388a01-13d4-45a9-8f0a-a6f7f02ee3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '541a56fb-edac-48d9-9308-803c85553640', 'name': 'tempest-TaggedBootDevicesTest-540530677-router', 'tenant_id': 'f3958891eac44c76810006defcff5dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '5c44a41a-4ed4-4c07-bf2b-46b7636c0a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:27:10Z', 'updated_at': '2022-05-28T06:27:18Z', 'revision_number': 4, 'project_id': 'f3958891eac44c76810006defcff5dde', 'gw_port': {'id': '5c44a41a-4ed4-4c07-bf2b-46b7636c0a4b', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ca:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541a56fb-edac-48d9-9308-803c85553640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:27:12Z', 'updated_at': '2022-05-28T06:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'b25a7c08-e5ef-4a1d-8867-665f08d7022b', 'name': '', 'network_id': 'b0d3210f-6f0b-4832-90fb-f0b2f3ebb660', 'tenant_id': 'f3958891eac44c76810006defcff5dde', 'mac_address': 'fa:16:3e:59:54:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '541a56fb-edac-48d9-9308-803c85553640', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'bb3ffca3-469c-42ac-a3c6-07667d22277f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:27:17Z', 'updated_at': '2022-05-28T06:27:19Z', 'revision_number': 2, 'project_id': 'f3958891eac44c76810006defcff5dde', 'subnets': [{'id': 'bb3ffca3-469c-42ac-a3c6-07667d22277f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:27:21.940534 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b79b58-1063-42d0-ac29-2abd62a0f84d tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21fa5f12-a39f-4016-9093-bd19b047de6a,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:21.943037 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70388a01-13d4-45a9-8f0a-a6f7f02ee3e2 None None] Checking router: 541a56fb-edac-48d9-9308-803c85553640 for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:27:21.943390 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70388a01-13d4-45a9-8f0a-a6f7f02ee3e2 None None] Updating router 541a56fb-edac-48d9-9308-803c85553640 port b25a7c08-e5ef-4a1d-8867-665f08d7022b binding host n-d-843702-1 {{(pid=89111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:27:21.946267 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-22a5110c-68a6-4bae-9719-8a8ae850f7c6 req-5153e0da-bb2e-4d14-807e-59bad1a95811 tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] 10.222.0.55 "GET /v2.0/ports?device_id=fcc6074d-4948-4fec-b5ad-05cb18cb9e5f HTTP/1.1" status: 200 len: 210 time: 0.0791802 May 28 06:27:22.000097 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-d180f2a8-34bf-4ff9-a1d2-20cabb30b903 req-66b79b58-1063-42d0-ac29-2abd62a0f84d tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:22.001308 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d180f2a8-34bf-4ff9-a1d2-20cabb30b903 req-66b79b58-1063-42d0-ac29-2abd62a0f84d tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.1358898 May 28 06:27:22.051681 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-9c0adb4e-4029-4bdd-a087-4bdca145d8f2 req-8f647acb-faa0-404b-a9ba-ab0f4066695d tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-516711731', 'description': 'tempest-description-763352875'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:27:22.063411 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-9c0adb4e-4029-4bdd-a087-4bdca145d8f2 req-8f647acb-faa0-404b-a9ba-ab0f4066695d tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:27:22.068158 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-9c0adb4e-4029-4bdd-a087-4bdca145d8f2 req-8f647acb-faa0-404b-a9ba-ab0f4066695d tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Usage tracker for resource:security_group and tenant:18bdbb4b3da540e1a46c1587a7a5a874 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:27:22.071938 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-9c0adb4e-4029-4bdd-a087-4bdca145d8f2 req-8f647acb-faa0-404b-a9ba-ab0f4066695d tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:27:22.074302 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-70388a01-13d4-45a9-8f0a-a6f7f02ee3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:22.079553 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-9c0adb4e-4029-4bdd-a087-4bdca145d8f2 req-8f647acb-faa0-404b-a9ba-ab0f4066695d tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:27:22.084946 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3776eee2-cdc9-4a04-ba0a-15ec495646e7 req-cf34a098-e80a-4129-9397-d34cc944e76d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:22.087683 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-3776eee2-cdc9-4a04-ba0a-15ec495646e7 req-cf34a098-e80a-4129-9397-d34cc944e76d service neutron] 10.222.0.71 "GET /v2.0/networks?id=e169afd5-829f-4c55-b1b4-034fdabca79b HTTP/1.1" status: 200 len: 902 time: 0.2256010 May 28 06:27:22.165830 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-9c0adb4e-4029-4bdd-a087-4bdca145d8f2 req-8f647acb-faa0-404b-a9ba-ab0f4066695d tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:22.183333 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-3776eee2-cdc9-4a04-ba0a-15ec495646e7 req-516ffd07-ff3f-4c58-a49d-ea2be700e4f6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0c28e25a-811d-49fe-9df5-688bb3849093 HTTP/1.1" status: 200 len: 217 time: 0.0803881 May 28 06:27:22.258975 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3776eee2-cdc9-4a04-ba0a-15ec495646e7 req-e7e16bd7-0b51-4ff4-876f-1b1e98b86db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:22.260337 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-3776eee2-cdc9-4a04-ba0a-15ec495646e7 req-e7e16bd7-0b51-4ff4-876f-1b1e98b86db2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6836d020-a745-4e71-882d-9073aeb06be4 HTTP/1.1" status: 200 len: 797 time: 0.0693960 May 28 06:27:22.379580 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3776eee2-cdc9-4a04-ba0a-15ec495646e7 req-85329528-f2cc-4fad-8f47-892b5489acde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:22.381478 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-3776eee2-cdc9-4a04-ba0a-15ec495646e7 req-85329528-f2cc-4fad-8f47-892b5489acde service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e169afd5-829f-4c55-b1b4-034fdabca79b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1117406 May 28 06:27:22.407900 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-9c0adb4e-4029-4bdd-a087-4bdca145d8f2 req-8f647acb-faa0-404b-a9ba-ab0f4066695d tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:27:22.407900 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-9c0adb4e-4029-4bdd-a087-4bdca145d8f2 req-8f647acb-faa0-404b-a9ba-ab0f4066695d tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Usage tracker for resource:security_group_rule and tenant:18bdbb4b3da540e1a46c1587a7a5a874 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:27:22.409584 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-9c0adb4e-4029-4bdd-a087-4bdca145d8f2 req-8f647acb-faa0-404b-a9ba-ab0f4066695d tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:27:22.427824 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [req-c87edf8f-01ab-4303-9e32-4fca0440e3aa req-49fb1fa0-79dd-464d-927f-3f0a6e6c7f97 tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] Allocated IP 172.20.0.4 (288346a5-f33c-49f7-9d6b-a77223fb06e0/080ebc12-6820-4737-a7d7-c00458c09bac/b122da9f-ce01-4038-a1ff-c79da289b95c) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:27:22.430602 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-9c0adb4e-4029-4bdd-a087-4bdca145d8f2 req-8f647acb-faa0-404b-a9ba-ab0f4066695d tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:27:22.745676 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-3776eee2-cdc9-4a04-ba0a-15ec495646e7 req-29baadd8-1990-4497-ba7e-f62f21883691 service neutron] 10.222.0.71 "GET /v2.0/networks/e169afd5-829f-4c55-b1b4-034fdabca79b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590106 May 28 06:27:22.748194 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-70388a01-13d4-45a9-8f0a-a6f7f02ee3e2 None None] Notify callbacks [] for port, precommit_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:22.748194 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-70388a01-13d4-45a9-8f0a-a6f7f02ee3e2 None None] Transition to ACTIVE for port object b25a7c08-e5ef-4a1d-8867-665f08d7022b will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:27:22.748870 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cec2bf-942a-46ce-a056-ae1598f2e54a req-810d6d96-9161-4926-82bc-f07a952c046b tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:22.748870 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a3cec2bf-942a-46ce-a056-ae1598f2e54a req-810d6d96-9161-4926-82bc-f07a952c046b tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/ports?device_id=282131d1-14ee-420e-862f-051d68fe0765 HTTP/1.1" status: 200 len: 950 time: 0.5053432 May 28 06:27:22.759164 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-9c0adb4e-4029-4bdd-a087-4bdca145d8f2 req-8f647acb-faa0-404b-a9ba-ab0f4066695d tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:22.798108 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a3cec2bf-942a-46ce-a056-ae1598f2e54a req-957c5963-e4aa-42da-aaf9-f24de23cac8c tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/security-groups?id=cc42bff8-ec73-4f47-a19d-2b56e52b6e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101561 May 28 06:27:22.805790 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 54138) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:27:22.819228 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-3776eee2-cdc9-4a04-ba0a-15ec495646e7 req-390dbf24-230b-45b7-8d67-53b254dc587a service neutron] 10.222.0.71 "GET /v2.0/networks/e169afd5-829f-4c55-b1b4-034fdabca79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2573395 May 28 06:27:22.819228 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-10b0ddaa-0d6f-429f-a7a6-46c9ac9ca4cf admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1788534562-network', 'tenant_id': 'a8da032a2e5648ce9d0fc6452d22b4cb'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:27:22.830834 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-10b0ddaa-0d6f-429f-a7a6-46c9ac9ca4cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:27:22.838540 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-10b0ddaa-0d6f-429f-a7a6-46c9ac9ca4cf admin admin] Usage tracker for resource:network and tenant:a8da032a2e5648ce9d0fc6452d22b4cb is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:27:22.843420 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-10b0ddaa-0d6f-429f-a7a6-46c9ac9ca4cf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:27:22.851973 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-10b0ddaa-0d6f-429f-a7a6-46c9ac9ca4cf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:27:22.854564 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-c87edf8f-01ab-4303-9e32-4fca0440e3aa req-49fb1fa0-79dd-464d-927f-3f0a6e6c7f97 tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:22.868159 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-70388a01-13d4-45a9-8f0a-a6f7f02ee3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:22.885594 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-c87edf8f-01ab-4303-9e32-4fca0440e3aa req-49fb1fa0-79dd-464d-927f-3f0a6e6c7f97 tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] Transition to ACTIVE for port object b122da9f-ce01-4038-a1ff-c79da289b95c will not be triggered until provisioned by entity DHCP. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:27:22.905316 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-9c0adb4e-4029-4bdd-a087-4bdca145d8f2 req-8f647acb-faa0-404b-a9ba-ab0f4066695d tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:22.970682 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10b0ddaa-0d6f-429f-a7a6-46c9ac9ca4cf admin admin] Made reservation on behalf of a8da032a2e5648ce9d0fc6452d22b4cb for: {'network': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:27:22.974448 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-10b0ddaa-0d6f-429f-a7a6-46c9ac9ca4cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:22.996704 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-10b0ddaa-0d6f-429f-a7a6-46c9ac9ca4cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:23.017132 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-10b0ddaa-0d6f-429f-a7a6-46c9ac9ca4cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:27:23.022082 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-10b0ddaa-0d6f-429f-a7a6-46c9ac9ca4cf admin admin] Usage tracker for resource:security_group_rule and tenant:a8da032a2e5648ce9d0fc6452d22b4cb is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:27:23.025898 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-10b0ddaa-0d6f-429f-a7a6-46c9ac9ca4cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:27:23.030150 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f647acb-faa0-404b-a9ba-ab0f4066695d tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad40fdef-ba2c-4eb9-8eb7-d578a03ecfb6,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:23.034816 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-10b0ddaa-0d6f-429f-a7a6-46c9ac9ca4cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:27:23.057709 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-9c0adb4e-4029-4bdd-a087-4bdca145d8f2 req-8f647acb-faa0-404b-a9ba-ab0f4066695d tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:23.059294 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9c0adb4e-4029-4bdd-a087-4bdca145d8f2 req-8f647acb-faa0-404b-a9ba-ab0f4066695d tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.0202293 May 28 06:27:23.095072 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973a8280-888b-400f-9b1d-38fa258d173b None None] Pushing event updated for resources: {'Port': ['ID=b25a7c08-e5ef-4a1d-8867-665f08d7022b,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:23.100319 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c032c6-fad9-4b58-bc31-1a65465e64d3 req-52bbce1c-521a-4f6d-a2e2-278fa1342933 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:23.101881 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-78c032c6-fad9-4b58-bc31-1a65465e64d3 req-52bbce1c-521a-4f6d-a2e2-278fa1342933 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.55 "GET /v2.0/ports?device_id=b2cac498-5681-4d00-a219-f4b4fe770ade HTTP/1.1" status: 200 len: 949 time: 0.1551049 May 28 06:27:23.151729 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-c87edf8f-01ab-4303-9e32-4fca0440e3aa req-49fb1fa0-79dd-464d-927f-3f0a6e6c7f97 tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:23.165152 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-10b0ddaa-0d6f-429f-a7a6-46c9ac9ca4cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:23.170781 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973a8280-888b-400f-9b1d-38fa258d173b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:27:23.171135 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973a8280-888b-400f-9b1d-38fa258d173b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:27:23.171479 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973a8280-888b-400f-9b1d-38fa258d173b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:27:23.171811 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973a8280-888b-400f-9b1d-38fa258d173b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:27:23.172139 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973a8280-888b-400f-9b1d-38fa258d173b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:27:23.172651 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973a8280-888b-400f-9b1d-38fa258d173b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:27:23.172986 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973a8280-888b-400f-9b1d-38fa258d173b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:27:23.173319 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973a8280-888b-400f-9b1d-38fa258d173b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:27:23.173667 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973a8280-888b-400f-9b1d-38fa258d173b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:27:23.173994 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973a8280-888b-400f-9b1d-38fa258d173b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:27:23.174369 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973a8280-888b-400f-9b1d-38fa258d173b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:27:23.174871 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973a8280-888b-400f-9b1d-38fa258d173b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:27:23.199516 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-70388a01-13d4-45a9-8f0a-a6f7f02ee3e2 None None] Attempting to bind port b25a7c08-e5ef-4a1d-8867-665f08d7022b on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:27:23.199516 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-70388a01-13d4-45a9-8f0a-a6f7f02ee3e2 None None] Attempting to bind port b25a7c08-e5ef-4a1d-8867-665f08d7022b by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': '19dbd857-d13f-4a6d-bcbd-ec9bd33234b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'b0d3210f-6f0b-4832-90fb-f0b2f3ebb660'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:27:23.199516 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70388a01-13d4-45a9-8f0a-a6f7f02ee3e2 None None] Attempting to bind port b25a7c08-e5ef-4a1d-8867-665f08d7022b on network b0d3210f-6f0b-4832-90fb-f0b2f3ebb660 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:27:23.199516 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70388a01-13d4-45a9-8f0a-a6f7f02ee3e2 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:27:23.199516 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70388a01-13d4-45a9-8f0a-a6f7f02ee3e2 None None] Checking segment: {'id': '19dbd857-d13f-4a6d-bcbd-ec9bd33234b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'b0d3210f-6f0b-4832-90fb-f0b2f3ebb660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:27:23.199516 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-70388a01-13d4-45a9-8f0a-a6f7f02ee3e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:23.199516 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70388a01-13d4-45a9-8f0a-a6f7f02ee3e2 None None] Bound using segment: {'id': '19dbd857-d13f-4a6d-bcbd-ec9bd33234b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'b0d3210f-6f0b-4832-90fb-f0b2f3ebb660'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:27:23.199516 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-70388a01-13d4-45a9-8f0a-a6f7f02ee3e2 None None] Bound port: b25a7c08-e5ef-4a1d-8867-665f08d7022b, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19dbd857-d13f-4a6d-bcbd-ec9bd33234b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'b0d3210f-6f0b-4832-90fb-f0b2f3ebb660'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:27:23.199516 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-70388a01-13d4-45a9-8f0a-a6f7f02ee3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:23.264529 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-10b0ddaa-0d6f-429f-a7a6-46c9ac9ca4cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:23.287795 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-78c032c6-fad9-4b58-bc31-1a65465e64d3 req-863468ac-84a8-4e66-b329-07673a8011a6 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.55 "GET /v2.0/security-groups?id=003cca32-7671-4721-8c5a-98dfd2100d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738939 May 28 06:27:23.297851 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10b0ddaa-0d6f-429f-a7a6-46c9ac9ca4cf admin admin] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=89109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:27:23.306677 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-70388a01-13d4-45a9-8f0a-a6f7f02ee3e2 None None] For port b25a7c08-e5ef-4a1d-8867-665f08d7022b, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:27:23.310027 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-70388a01-13d4-45a9-8f0a-a6f7f02ee3e2 None None] For port b25a7c08-e5ef-4a1d-8867-665f08d7022b, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=b25a7c08-e5ef-4a1d-8867-665f08d7022b,segment=NetworkSegment(19dbd857-d13f-4a6d-bcbd-ec9bd33234b5),segment_id=19dbd857-d13f-4a6d-bcbd-ec9bd33234b5)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:27:23.317279 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b0ddaa-0d6f-429f-a7a6-46c9ac9ca4cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ab15c24-5a31-490b-bc4f-c6420aacdcc8,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:23.322744 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-10b0ddaa-0d6f-429f-a7a6-46c9ac9ca4cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:23.323237 n-d-843702-1 neutron-server[89109]: INFO neutron.db.segments_db [None req-10b0ddaa-0d6f-429f-a7a6-46c9ac9ca4cf admin admin] Added segment 7376c345-a8a3-45d3-97eb-4cf0b3443c75 of type vlan for network 369ddc20-8d22-4294-8f0c-e8528901ab45 May 28 06:27:23.336531 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c87edf8f-01ab-4303-9e32-4fca0440e3aa req-49fb1fa0-79dd-464d-927f-3f0a6e6c7f97 tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] Network 288346a5-f33c-49f7-9d6b-a77223fb06e0 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:27:23.341556 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [req-c87edf8f-01ab-4303-9e32-4fca0440e3aa req-49fb1fa0-79dd-464d-927f-3f0a6e6c7f97 tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:27:23.345485 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fb1fa0-79dd-464d-927f-3f0a6e6c7f97 tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] Pushing event updated for resources: {'Port': ['ID=b122da9f-ce01-4038-a1ff-c79da289b95c,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:23.349028 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-c87edf8f-01ab-4303-9e32-4fca0440e3aa req-49fb1fa0-79dd-464d-927f-3f0a6e6c7f97 tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:27:23.362315 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-10b0ddaa-0d6f-429f-a7a6-46c9ac9ca4cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:23.389822 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-70388a01-13d4-45a9-8f0a-a6f7f02ee3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:23.426648 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87edf8f-01ab-4303-9e32-4fca0440e3aa req-49fb1fa0-79dd-464d-927f-3f0a6e6c7f97 tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:23.427291 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-c87edf8f-01ab-4303-9e32-4fca0440e3aa req-49fb1fa0-79dd-464d-927f-3f0a6e6c7f97 tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:23.475868 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b114948-ea43-4dfd-b220-470fba7ea6ed req-63d5aa6d-90e7-4616-9cc3-10ee801fa9a4 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:23.482512 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b114948-ea43-4dfd-b220-470fba7ea6ed req-63d5aa6d-90e7-4616-9cc3-10ee801fa9a4 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:23.484700 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70388a01-13d4-45a9-8f0a-a6f7f02ee3e2 None None] Routers {'541a56fb-edac-48d9-9308-803c85553640'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:27:23.485515 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-70388a01-13d4-45a9-8f0a-a6f7f02ee3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:26:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['541a56fb-edac-48d9-9308-803c85553640'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:27:23.493112 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-10b0ddaa-0d6f-429f-a7a6-46c9ac9ca4cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:23.493299 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b114948-ea43-4dfd-b220-470fba7ea6ed req-63d5aa6d-90e7-4616-9cc3-10ee801fa9a4 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:23.495110 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b0ddaa-0d6f-429f-a7a6-46c9ac9ca4cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:23.495714 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-10b0ddaa-0d6f-429f-a7a6-46c9ac9ca4cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:23.499472 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b114948-ea43-4dfd-b220-470fba7ea6ed req-63d5aa6d-90e7-4616-9cc3-10ee801fa9a4 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:23.505297 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b114948-ea43-4dfd-b220-470fba7ea6ed req-63d5aa6d-90e7-4616-9cc3-10ee801fa9a4 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:23.520752 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b114948-ea43-4dfd-b220-470fba7ea6ed req-63d5aa6d-90e7-4616-9cc3-10ee801fa9a4 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:23.534697 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b114948-ea43-4dfd-b220-470fba7ea6ed req-63d5aa6d-90e7-4616-9cc3-10ee801fa9a4 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:23.542676 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5b114948-ea43-4dfd-b220-470fba7ea6ed req-63d5aa6d-90e7-4616-9cc3-10ee801fa9a4 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc8afbe2-63ab-495f-b953-08528fec512c HTTP/1.1" status: 200 len: 5429 time: 0.3133047 May 28 06:27:23.578512 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973a8280-888b-400f-9b1d-38fa258d173b None None] Pushing event updated for resources: {'Port': ['ID=b25a7c08-e5ef-4a1d-8867-665f08d7022b,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:23.613642 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c87edf8f-01ab-4303-9e32-4fca0440e3aa req-49fb1fa0-79dd-464d-927f-3f0a6e6c7f97 tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2860994 May 28 06:27:23.635885 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5b114948-ea43-4dfd-b220-470fba7ea6ed req-d6a93026-20ac-47d8-94ef-dee5cb3cbc0c tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.55 "GET /v2.0/security-groups?id=330866ba-92b0-424f-b7e1-e6c41912745c&id=dee936ce-b9e4-4668-898c-fea71a001642&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0923202 May 28 06:27:23.642208 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-c87edf8f-01ab-4303-9e32-4fca0440e3aa req-ed1704e8-2c69-412f-acee-1d20afdab00a service neutron] Request body: {'port': {'device_id': 'fcc6074d-4948-4fec-b5ad-05cb18cb9e5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843702-1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:27:23.728215 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b0ddaa-0d6f-429f-a7a6-46c9ac9ca4cf admin admin] Pushing event updated for resources: {'Network': ['ID=369ddc20-8d22-4294-8f0c-e8528901ab45,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:23.781536 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 369ddc20-8d22-4294-8f0c-e8528901ab45 details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:27:23.868910 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-10b0ddaa-0d6f-429f-a7a6-46c9ac9ca4cf admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0607512 May 28 06:27:23.872423 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 54152) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:27:23.879286 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-6bb94ec4-be16-42ff-a7aa-acb091f29452 admin admin] Request body: {'subnet': {'network_id': '369ddc20-8d22-4294-8f0c-e8528901ab45', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1788534562-subnet', 'tenant_id': 'a8da032a2e5648ce9d0fc6452d22b4cb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:27:23.882083 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-c87edf8f-01ab-4303-9e32-4fca0440e3aa req-ed1704e8-2c69-412f-acee-1d20afdab00a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:23.888004 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-6bb94ec4-be16-42ff-a7aa-acb091f29452 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:27:23.891161 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-6bb94ec4-be16-42ff-a7aa-acb091f29452 admin admin] Usage tracker for resource:subnet and tenant:a8da032a2e5648ce9d0fc6452d22b4cb is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:27:23.895428 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-6bb94ec4-be16-42ff-a7aa-acb091f29452 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:27:23.903402 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-6bb94ec4-be16-42ff-a7aa-acb091f29452 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:27:23.968019 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-70388a01-13d4-45a9-8f0a-a6f7f02ee3e2 None None] Set router 541a56fb-edac-48d9-9308-803c85553640 gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:27:23.999068 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bb94ec4-be16-42ff-a7aa-acb091f29452 admin admin] Made reservation on behalf of a8da032a2e5648ce9d0fc6452d22b4cb for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:27:24.001627 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6bb94ec4-be16-42ff-a7aa-acb091f29452 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:24.024307 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce0c3ae-5688-4779-8988-32ecf6a1abea req-2fa6d4d1-9a9e-49db-8f02-777c6c070489 tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:24.025252 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-0ce0c3ae-5688-4779-8988-32ecf6a1abea req-2fa6d4d1-9a9e-49db-8f02-777c6c070489 tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] Synchronizing usage tracker for tenant:74efa5df31b04bb3906662ad8170d0a0 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:27:24.095640 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-efedeab8-2ad0-43f5-89ab-73f57b367e48 None None] Provisioning for port b122da9f-ce01-4038-a1ff-c79da289b95c completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:27:24.122606 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-efedeab8-2ad0-43f5-89ab-73f57b367e48 None None] Provisioning complete for port b122da9f-ce01-4038-a1ff-c79da289b95c triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:27:24.122967 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-efedeab8-2ad0-43f5-89ab-73f57b367e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:24.215824 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-0ce0c3ae-5688-4779-8988-32ecf6a1abea req-2fa6d4d1-9a9e-49db-8f02-777c6c070489 tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] Unset dirty status for tenant:74efa5df31b04bb3906662ad8170d0a0 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:27:24.217480 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0ce0c3ae-5688-4779-8988-32ecf6a1abea req-2fa6d4d1-9a9e-49db-8f02-777c6c070489 tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] 10.222.0.55 "GET /v2.0/ports?device_id=fcc6074d-4948-4fec-b5ad-05cb18cb9e5f HTTP/1.1" status: 200 len: 931 time: 0.3893127 May 28 06:27:24.222856 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7378c3d7-f32b-4864-9876-8e79fd00d25d req-5a6b1e89-6ac0-4951-8d3d-305dfae37814 tempest-ServersOnMultiNodesTest-1111834029 tempest-ServersOnMultiNodesTest-1111834029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:24.224315 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7378c3d7-f32b-4864-9876-8e79fd00d25d req-5a6b1e89-6ac0-4951-8d3d-305dfae37814 tempest-ServersOnMultiNodesTest-1111834029 tempest-ServersOnMultiNodesTest-1111834029-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=282131d1-14ee-420e-862f-051d68fe0765 HTTP/1.1" status: 200 len: 1101 time: 0.2460582 May 28 06:27:24.244445 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-efedeab8-2ad0-43f5-89ab-73f57b367e48 None None] Port b122da9f-ce01-4038-a1ff-c79da289b95c cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:27:24.285730 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-7378c3d7-f32b-4864-9876-8e79fd00d25d req-87cd4d9f-be37-4853-8364-ff3cddf922d5 tempest-ServersOnMultiNodesTest-1111834029 tempest-ServersOnMultiNodesTest-1111834029-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:24.318892 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-7378c3d7-f32b-4864-9876-8e79fd00d25d req-87cd4d9f-be37-4853-8364-ff3cddf922d5 tempest-ServersOnMultiNodesTest-1111834029 tempest-ServersOnMultiNodesTest-1111834029-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:27:24.329003 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-7378c3d7-f32b-4864-9876-8e79fd00d25d req-87cd4d9f-be37-4853-8364-ff3cddf922d5 tempest-ServersOnMultiNodesTest-1111834029 tempest-ServersOnMultiNodesTest-1111834029-project-admin] Usage tracker for resource:security_group_rule and tenant:8f403800aaca4373a97d0125c668c0cd is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:27:24.333864 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0ce0c3ae-5688-4779-8988-32ecf6a1abea req-94335ba7-28e1-4ea5-8555-ab4d17c1db4f tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] 10.222.0.55 "GET /v2.0/security-groups?id=f271997b-8441-4de1-8268-d4b2c15a9cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989971 May 28 06:27:24.337174 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6bb94ec4-be16-42ff-a7aa-acb091f29452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:24.342829 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-7378c3d7-f32b-4864-9876-8e79fd00d25d req-87cd4d9f-be37-4853-8364-ff3cddf922d5 tempest-ServersOnMultiNodesTest-1111834029 tempest-ServersOnMultiNodesTest-1111834029-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:27:24.364417 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-7378c3d7-f32b-4864-9876-8e79fd00d25d req-87cd4d9f-be37-4853-8364-ff3cddf922d5 tempest-ServersOnMultiNodesTest-1111834029 tempest-ServersOnMultiNodesTest-1111834029-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:27:24.373362 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-70388a01-13d4-45a9-8f0a-a6f7f02ee3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '541a56fb-edac-48d9-9308-803c85553640', 'name': 'tempest-TaggedBootDevicesTest-540530677-router', 'tenant_id': 'f3958891eac44c76810006defcff5dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '5c44a41a-4ed4-4c07-bf2b-46b7636c0a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:27:10Z', 'updated_at': '2022-05-28T06:27:18Z', 'revision_number': 4, 'project_id': 'f3958891eac44c76810006defcff5dde', 'gw_port': {'id': '5c44a41a-4ed4-4c07-bf2b-46b7636c0a4b', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ca:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541a56fb-edac-48d9-9308-803c85553640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:27:12Z', 'updated_at': '2022-05-28T06:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'b25a7c08-e5ef-4a1d-8867-665f08d7022b', 'name': '', 'network_id': 'b0d3210f-6f0b-4832-90fb-f0b2f3ebb660', 'tenant_id': 'f3958891eac44c76810006defcff5dde', 'mac_address': 'fa:16:3e:59:54:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '541a56fb-edac-48d9-9308-803c85553640', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'bb3ffca3-469c-42ac-a3c6-07667d22277f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:27:17Z', 'updated_at': '2022-05-28T06:27:23Z', 'revision_number': 4, 'project_id': 'f3958891eac44c76810006defcff5dde', 'subnets': [{'id': 'bb3ffca3-469c-42ac-a3c6-07667d22277f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:27:24.396445 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70388a01-13d4-45a9-8f0a-a6f7f02ee3e2 None None] The sync data for ids ['541a56fb-edac-48d9-9308-803c85553640'] in n-d-843702-1 is: [{'id': '541a56fb-edac-48d9-9308-803c85553640', 'name': 'tempest-TaggedBootDevicesTest-540530677-router', 'tenant_id': 'f3958891eac44c76810006defcff5dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '5c44a41a-4ed4-4c07-bf2b-46b7636c0a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:27:10Z', 'updated_at': '2022-05-28T06:27:18Z', 'revision_number': 4, 'project_id': 'f3958891eac44c76810006defcff5dde', 'gw_port': {'id': '5c44a41a-4ed4-4c07-bf2b-46b7636c0a4b', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ca:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541a56fb-edac-48d9-9308-803c85553640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:27:12Z', 'updated_at': '2022-05-28T06:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'b25a7c08-e5ef-4a1d-8867-665f08d7022b', 'name': '', 'network_id': 'b0d3210f-6f0b-4832-90fb-f0b2f3ebb660', 'tenant_id': 'f3958891eac44c76810006defcff5dde', 'mac_address': 'fa:16:3e:59:54:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '541a56fb-edac-48d9-9308-803c85553640', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'bb3ffca3-469c-42ac-a3c6-07667d22277f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:27:17Z', 'updated_at': '2022-05-28T06:27:23Z', 'revision_number': 4, 'project_id': 'f3958891eac44c76810006defcff5dde', 'subnets': [{'id': 'bb3ffca3-469c-42ac-a3c6-07667d22277f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:27:24.438342 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [req-c87edf8f-01ab-4303-9e32-4fca0440e3aa req-ed1704e8-2c69-412f-acee-1d20afdab00a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b122da9f-ce01-4038-a1ff-c79da289b95c {{(pid=89110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:27:24.443202 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb94ec4-be16-42ff-a7aa-acb091f29452 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84a0b5e9-06b6-47b5-9fc8-28100b6ce7b2,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:24.449309 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-c87edf8f-01ab-4303-9e32-4fca0440e3aa req-ed1704e8-2c69-412f-acee-1d20afdab00a service neutron] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:24.456507 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb94ec4-be16-42ff-a7aa-acb091f29452 admin admin] Checking segment: {'id': '7376c345-a8a3-45d3-97eb-4cf0b3443c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '369ddc20-8d22-4294-8f0c-e8528901ab45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:27:24.469754 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb94ec4-be16-42ff-a7aa-acb091f29452 admin admin] Network hostable DHCP agents. Network: 369ddc20-8d22-4294-8f0c-e8528901ab45, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:27:24.491520 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-c87edf8f-01ab-4303-9e32-4fca0440e3aa req-ed1704e8-2c69-412f-acee-1d20afdab00a service neutron] Transition to ACTIVE for port object b122da9f-ce01-4038-a1ff-c79da289b95c will not be triggered until provisioned by entity L2. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:27:24.592107 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-c87edf8f-01ab-4303-9e32-4fca0440e3aa req-ed1704e8-2c69-412f-acee-1d20afdab00a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:24.605082 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb94ec4-be16-42ff-a7aa-acb091f29452 admin admin] Network 369ddc20-8d22-4294-8f0c-e8528901ab45 is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:27:24.669612 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-7378c3d7-f32b-4864-9876-8e79fd00d25d req-87cd4d9f-be37-4853-8364-ff3cddf922d5 tempest-ServersOnMultiNodesTest-1111834029 tempest-ServersOnMultiNodesTest-1111834029-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:24.719326 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-6bb94ec4-be16-42ff-a7aa-acb091f29452 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, 369ddc20-8d22-4294-8f0c-e8528901ab45) {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:27:24.723928 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb94ec4-be16-42ff-a7aa-acb091f29452 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:24.730683 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6bb94ec4-be16-42ff-a7aa-acb091f29452 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:24.738440 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c90ed3-5eac-4e24-b676-918b58eb63da None None] Network 369ddc20-8d22-4294-8f0c-e8528901ab45 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:27:24.814722 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6f3d575c-561e-4bc4-8a74-369a21bd6d80 req-9a585d9c-2020-45cd-9107-ca3c88244a17 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] 10.222.0.55 "GET /v2.0/security-groups/21fa5f12-a39f-4016-9093-bd19b047de6a HTTP/1.1" status: 200 len: 1803 time: 0.2537365 May 28 06:27:24.823726 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1704e8-2c69-412f-acee-1d20afdab00a service neutron] Pushing event updated for resources: {'Port': ['ID=b122da9f-ce01-4038-a1ff-c79da289b95c,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:24.880401 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-6bb94ec4-be16-42ff-a7aa-acb091f29452 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0067060 May 28 06:27:24.883055 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 54166) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:27:24.889966 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-6e7bf8a9-cdc5-4bb3-b1f2-c8c57c462d91 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1788534562-router', 'tenant_id': 'a8da032a2e5648ce9d0fc6452d22b4cb', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:27:24.911317 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-6e7bf8a9-cdc5-4bb3-b1f2-c8c57c462d91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:27:24.923452 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-7378c3d7-f32b-4864-9876-8e79fd00d25d req-87cd4d9f-be37-4853-8364-ff3cddf922d5 tempest-ServersOnMultiNodesTest-1111834029 tempest-ServersOnMultiNodesTest-1111834029-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:24.924046 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-6e7bf8a9-cdc5-4bb3-b1f2-c8c57c462d91 admin admin] Usage tracker for resource:router and tenant:a8da032a2e5648ce9d0fc6452d22b4cb is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:27:24.927750 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-6e7bf8a9-cdc5-4bb3-b1f2-c8c57c462d91 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:27:24.929552 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device b25a7c08-e5ef-4a1d-8867-665f08d7022b up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:27:24.939074 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-6e7bf8a9-cdc5-4bb3-b1f2-c8c57c462d91 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:27:25.051639 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6e7bf8a9-cdc5-4bb3-b1f2-c8c57c462d91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59128'] for router, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:25.054000 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6e7bf8a9-cdc5-4bb3-b1f2-c8c57c462d91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59009'] for router, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:25.081045 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6e7bf8a9-cdc5-4bb3-b1f2-c8c57c462d91 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:25.277291 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 54174) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:27:25.278836 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7378c3d7-f32b-4864-9876-8e79fd00d25d req-87cd4d9f-be37-4853-8364-ff3cddf922d5 tempest-ServersOnMultiNodesTest-1111834029 tempest-ServersOnMultiNodesTest-1111834029-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=cc42bff8-ec73-4f47-a19d-2b56e52b6e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0356081 May 28 06:27:25.289961 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6f3d575c-561e-4bc4-8a74-369a21bd6d80 req-22ad0251-11ab-4545-b87a-81460df2bae4 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] 10.222.0.55 "GET /v2.0/security-groups/ad40fdef-ba2c-4eb9-8eb7-d578a03ecfb6 HTTP/1.1" status: 200 len: 1803 time: 0.4702785 May 28 06:27:25.292149 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cd4d9f-be37-4853-8364-ff3cddf922d5 tempest-ServersOnMultiNodesTest-1111834029 tempest-ServersOnMultiNodesTest-1111834029-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85cfa868-3d8d-442f-b9bb-497dc91d8701,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:25.302198 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port b25a7c08-e5ef-4a1d-8867-665f08d7022b completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:27:25.304549 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-c87edf8f-01ab-4303-9e32-4fca0440e3aa req-ed1704e8-2c69-412f-acee-1d20afdab00a service neutron] Attempting to bind port b122da9f-ce01-4038-a1ff-c79da289b95c on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:27:25.305094 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-c87edf8f-01ab-4303-9e32-4fca0440e3aa req-ed1704e8-2c69-412f-acee-1d20afdab00a service neutron] Attempting to bind port b122da9f-ce01-4038-a1ff-c79da289b95c by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': 'a4c3f4ec-3c33-4362-bb48-7e64bee770a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '288346a5-f33c-49f7-9d6b-a77223fb06e0'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:27:25.306690 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87edf8f-01ab-4303-9e32-4fca0440e3aa req-ed1704e8-2c69-412f-acee-1d20afdab00a service neutron] Attempting to bind port b122da9f-ce01-4038-a1ff-c79da289b95c on network 288346a5-f33c-49f7-9d6b-a77223fb06e0 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:27:25.326525 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-6f3d575c-561e-4bc4-8a74-369a21bd6d80 req-087b1feb-7487-4d2a-891e-7533479bbf4c tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '21fa5f12-a39f-4016-9093-bd19b047de6a', 'remote_group_id': 'ad40fdef-ba2c-4eb9-8eb7-d578a03ecfb6', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:27:25.327012 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-6f3d575c-561e-4bc4-8a74-369a21bd6d80 req-087b1feb-7487-4d2a-891e-7533479bbf4c tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '21fa5f12-a39f-4016-9093-bd19b047de6a', 'remote_group_id': 'ad40fdef-ba2c-4eb9-8eb7-d578a03ecfb6', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:27:25.329344 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port b25a7c08-e5ef-4a1d-8867-665f08d7022b triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:27:25.331962 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:25.332502 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87edf8f-01ab-4303-9e32-4fca0440e3aa req-ed1704e8-2c69-412f-acee-1d20afdab00a service neutron] Port b122da9f-ce01-4038-a1ff-c79da289b95c on network 288346a5-f33c-49f7-9d6b-a77223fb06e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:27:25.333064 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87edf8f-01ab-4303-9e32-4fca0440e3aa req-ed1704e8-2c69-412f-acee-1d20afdab00a service neutron] Attempting to bind port b122da9f-ce01-4038-a1ff-c79da289b95c on network 288346a5-f33c-49f7-9d6b-a77223fb06e0 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:27:25.339617 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-6f3d575c-561e-4bc4-8a74-369a21bd6d80 req-087b1feb-7487-4d2a-891e-7533479bbf4c tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:27:25.347416 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-6f3d575c-561e-4bc4-8a74-369a21bd6d80 req-087b1feb-7487-4d2a-891e-7533479bbf4c tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Usage tracker for resource:security_group_rule and tenant:18bdbb4b3da540e1a46c1587a7a5a874 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:27:25.350532 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87edf8f-01ab-4303-9e32-4fca0440e3aa req-ed1704e8-2c69-412f-acee-1d20afdab00a service neutron] Checking agent: {'id': '69f492a0-c00d-46d0-9bec-fcd8161ce206', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:27:25.350979 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87edf8f-01ab-4303-9e32-4fca0440e3aa req-ed1704e8-2c69-412f-acee-1d20afdab00a service neutron] Checking segment: {'id': 'a4c3f4ec-3c33-4362-bb48-7e64bee770a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '288346a5-f33c-49f7-9d6b-a77223fb06e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:27:25.351456 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87edf8f-01ab-4303-9e32-4fca0440e3aa req-ed1704e8-2c69-412f-acee-1d20afdab00a service neutron] Bound using segment: {'id': 'a4c3f4ec-3c33-4362-bb48-7e64bee770a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '288346a5-f33c-49f7-9d6b-a77223fb06e0'} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:27:25.352005 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-c87edf8f-01ab-4303-9e32-4fca0440e3aa req-ed1704e8-2c69-412f-acee-1d20afdab00a service neutron] Bound port: b122da9f-ce01-4038-a1ff-c79da289b95c, host: n-h1-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4c3f4ec-3c33-4362-bb48-7e64bee770a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '288346a5-f33c-49f7-9d6b-a77223fb06e0'}}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:27:25.352813 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-c87edf8f-01ab-4303-9e32-4fca0440e3aa req-ed1704e8-2c69-412f-acee-1d20afdab00a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:25.365961 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-6f3d575c-561e-4bc4-8a74-369a21bd6d80 req-087b1feb-7487-4d2a-891e-7533479bbf4c tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:27:25.380065 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-6f3d575c-561e-4bc4-8a74-369a21bd6d80 req-087b1feb-7487-4d2a-891e-7533479bbf4c tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:27:25.384286 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f4f22c-5015-4c9b-a86d-2afb2fc98781 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-369ddc20-8d22-4294-8f0c-e8528901ab45', 'network_id': '369ddc20-8d22-4294-8f0c-e8528901ab45', 'tenant_id': 'a8da032a2e5648ce9d0fc6452d22b4cb', 'fixed_ips': [{'subnet_id': '84a0b5e9-06b6-47b5-9fc8-28100b6ce7b2'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:27:25.385729 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c5f4f22c-5015-4c9b-a86d-2afb2fc98781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:25.619861 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6e7bf8a9-cdc5-4bb3-b1f2-c8c57c462d91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59027'] for router, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:25.625173 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port b25a7c08-e5ef-4a1d-8867-665f08d7022b is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:27:25.625872 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:25.666358 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-c87edf8f-01ab-4303-9e32-4fca0440e3aa req-ed1704e8-2c69-412f-acee-1d20afdab00a service neutron] For port b122da9f-ce01-4038-a1ff-c79da289b95c, host n-h1-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:27:25.666648 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-c5f4f22c-5015-4c9b-a86d-2afb2fc98781 None None] Allocated IP 172.20.0.2 (369ddc20-8d22-4294-8f0c-e8528901ab45/84a0b5e9-06b6-47b5-9fc8-28100b6ce7b2/b2728c3d-db83-49c8-85cb-59fe81f50650) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:27:25.669592 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-c87edf8f-01ab-4303-9e32-4fca0440e3aa req-ed1704e8-2c69-412f-acee-1d20afdab00a service neutron] For port b122da9f-ce01-4038-a1ff-c79da289b95c, host n-h1-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=b122da9f-ce01-4038-a1ff-c79da289b95c,segment=NetworkSegment(a4c3f4ec-3c33-4362-bb48-7e64bee770a9),segment_id=a4c3f4ec-3c33-4362-bb48-7e64bee770a9)] {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:27:25.680462 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port b25a7c08-e5ef-4a1d-8867-665f08d7022b, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=b25a7c08-e5ef-4a1d-8867-665f08d7022b,segment=NetworkSegment(19dbd857-d13f-4a6d-bcbd-ec9bd33234b5),segment_id=19dbd857-d13f-4a6d-bcbd-ec9bd33234b5)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:27:25.705587 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6ed5cdf4-8cc0-4418-b71a-87b3278f5207 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:25.725655 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b3644c-9fb9-4bfd-9084-23cb0494ad3f req-850a9d51-c903-4fcc-9bac-d14b6a9fbd66 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:25.726253 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-6ed5cdf4-8cc0-4418-b71a-87b3278f5207 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:27:25.727200 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a7b3644c-9fb9-4bfd-9084-23cb0494ad3f req-850a9d51-c903-4fcc-9bac-d14b6a9fbd66 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.55 "GET /v2.0/ports?device_id=b2cac498-5681-4d00-a219-f4b4fe770ade HTTP/1.1" status: 200 len: 949 time: 0.2117136 May 28 06:27:25.730547 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-6ed5cdf4-8cc0-4418-b71a-87b3278f5207 admin admin] Usage tracker for resource:security_group_rule and tenant:e74930ae67e04d8d9f760d2e564b7fb9 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:27:25.734596 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-6ed5cdf4-8cc0-4418-b71a-87b3278f5207 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:27:25.747581 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-6ed5cdf4-8cc0-4418-b71a-87b3278f5207 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:27:25.782191 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a7b3644c-9fb9-4bfd-9084-23cb0494ad3f req-e4ecfe5b-0edc-4285-84cc-67fe5f0ee52a tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.55 "GET /v2.0/security-groups?id=003cca32-7671-4721-8c5a-98dfd2100d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467134 May 28 06:27:25.800983 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-c87edf8f-01ab-4303-9e32-4fca0440e3aa req-ed1704e8-2c69-412f-acee-1d20afdab00a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:25.812476 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:25.920365 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1704e8-2c69-412f-acee-1d20afdab00a service neutron] Pushing event updated for resources: {'Port': ['ID=b122da9f-ce01-4038-a1ff-c79da289b95c,revision_number=3']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:25.995142 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87edf8f-01ab-4303-9e32-4fca0440e3aa req-ed1704e8-2c69-412f-acee-1d20afdab00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:25.995907 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-c87edf8f-01ab-4303-9e32-4fca0440e3aa req-ed1704e8-2c69-412f-acee-1d20afdab00a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:25.998509 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c87edf8f-01ab-4303-9e32-4fca0440e3aa req-ed1704e8-2c69-412f-acee-1d20afdab00a service neutron] 10.222.0.69 "PUT /v2.0/ports/b122da9f-ce01-4038-a1ff-c79da289b95c HTTP/1.1" status: 200 len: 1091 time: 2.3758142 May 28 06:27:25.999682 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcc6074d-4948-4fec-b5ad-05cb18cb9e5f', 'tag': 'b122da9f-ce01-4038-a1ff-c79da289b95c'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:27:26.015544 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6ed5cdf4-8cc0-4418-b71a-87b3278f5207 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:26.030250 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=b25a7c08-e5ef-4a1d-8867-665f08d7022b,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:26.057311 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c5f4f22c-5015-4c9b-a86d-2afb2fc98781 None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:26.070210 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-c5f4f22c-5015-4c9b-a86d-2afb2fc98781 None None] Transition to ACTIVE for port object b2728c3d-db83-49c8-85cb-59fe81f50650 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:27:26.080209 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-6f3d575c-561e-4bc4-8a74-369a21bd6d80 req-087b1feb-7487-4d2a-891e-7533479bbf4c tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:26.100533 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-c5f4f22c-5015-4c9b-a86d-2afb2fc98781 None None] Transition to ACTIVE for port object b2728c3d-db83-49c8-85cb-59fe81f50650 will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:27:26.143064 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-6f3d575c-561e-4bc4-8a74-369a21bd6d80 req-087b1feb-7487-4d2a-891e-7533479bbf4c tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:26.160262 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6ed5cdf4-8cc0-4418-b71a-87b3278f5207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:26.182753 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c5f4f22c-5015-4c9b-a86d-2afb2fc98781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:26.223575 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c48e7e1-b1ab-4e67-903f-5cc1ab15d3a3 req-042b6524-0b32-4ac5-a574-c6f142481046 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:26.232138 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c48e7e1-b1ab-4e67-903f-5cc1ab15d3a3 req-042b6524-0b32-4ac5-a574-c6f142481046 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:26.237710 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c48e7e1-b1ab-4e67-903f-5cc1ab15d3a3 req-042b6524-0b32-4ac5-a574-c6f142481046 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:26.244731 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c48e7e1-b1ab-4e67-903f-5cc1ab15d3a3 req-042b6524-0b32-4ac5-a574-c6f142481046 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:26.251225 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c48e7e1-b1ab-4e67-903f-5cc1ab15d3a3 req-042b6524-0b32-4ac5-a574-c6f142481046 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:26.257222 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c48e7e1-b1ab-4e67-903f-5cc1ab15d3a3 req-042b6524-0b32-4ac5-a574-c6f142481046 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:26.263883 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c48e7e1-b1ab-4e67-903f-5cc1ab15d3a3 req-042b6524-0b32-4ac5-a574-c6f142481046 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:26.265893 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1c48e7e1-b1ab-4e67-903f-5cc1ab15d3a3 req-042b6524-0b32-4ac5-a574-c6f142481046 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc8afbe2-63ab-495f-b953-08528fec512c HTTP/1.1" status: 200 len: 5429 time: 0.2675695 May 28 06:27:26.274433 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-6f3d575c-561e-4bc4-8a74-369a21bd6d80 req-087b1feb-7487-4d2a-891e-7533479bbf4c tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:26.275730 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-6ed5cdf4-8cc0-4418-b71a-87b3278f5207 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e74930ae67e04d8d9f760d2e564b7fb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9965215 May 28 06:27:26.276248 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 54190) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:27:26.289568 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed5cdf4-8cc0-4418-b71a-87b3278f5207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e224bd40-d2be-4086-9c07-f9cd9187103b,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:26.294378 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f4f22c-5015-4c9b-a86d-2afb2fc98781 None None] Network 369ddc20-8d22-4294-8f0c-e8528901ab45 is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:27:26.310369 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6e7bf8a9-cdc5-4bb3-b1f2-c8c57c462d91 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:26.313626 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-c5f4f22c-5015-4c9b-a86d-2afb2fc98781 None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:27:26.320345 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f4f22c-5015-4c9b-a86d-2afb2fc98781 None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:27:26.346179 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087b1feb-7487-4d2a-891e-7533479bbf4c tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e09516c1-2545-4339-be0e-85bc31cc8dd2,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:26.346422 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6e7bf8a9-cdc5-4bb3-b1f2-c8c57c462d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:26.420405 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1c48e7e1-b1ab-4e67-903f-5cc1ab15d3a3 req-e78a3949-7d02-4970-98af-56ddc7704e2c tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.55 "GET /v2.0/security-groups?id=330866ba-92b0-424f-b7e1-e6c41912745c&id=dee936ce-b9e4-4668-898c-fea71a001642&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1372800 May 28 06:27:26.426108 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-6f3d575c-561e-4bc4-8a74-369a21bd6d80 req-087b1feb-7487-4d2a-891e-7533479bbf4c tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:26.427430 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6f3d575c-561e-4bc4-8a74-369a21bd6d80 req-087b1feb-7487-4d2a-891e-7533479bbf4c tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 1.1142116 May 28 06:27:26.436055 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b580a4c4-0a6d-4caa-8857-2099169233e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:26.437227 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f4f22c-5015-4c9b-a86d-2afb2fc98781 None None] Pushing event updated for resources: {'Port': ['ID=b2728c3d-db83-49c8-85cb-59fe81f50650,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:26.439233 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87edf8f-01ab-4303-9e32-4fca0440e3aa req-e0558a13-9917-4e5a-81ef-81720d6fa8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:26.444182 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c87edf8f-01ab-4303-9e32-4fca0440e3aa req-e0558a13-9917-4e5a-81ef-81720d6fa8ae service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=74efa5df31b04bb3906662ad8170d0a0&device_id=fcc6074d-4948-4fec-b5ad-05cb18cb9e5f HTTP/1.1" status: 200 len: 1094 time: 0.2967265 May 28 06:27:26.461439 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-c5f4f22c-5015-4c9b-a86d-2afb2fc98781 None None] Attempting to bind port b2728c3d-db83-49c8-85cb-59fe81f50650 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:27:26.461817 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-c5f4f22c-5015-4c9b-a86d-2afb2fc98781 None None] Attempting to bind port b2728c3d-db83-49c8-85cb-59fe81f50650 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': '7376c345-a8a3-45d3-97eb-4cf0b3443c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '369ddc20-8d22-4294-8f0c-e8528901ab45'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:27:26.462178 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f4f22c-5015-4c9b-a86d-2afb2fc98781 None None] Attempting to bind port b2728c3d-db83-49c8-85cb-59fe81f50650 on network 369ddc20-8d22-4294-8f0c-e8528901ab45 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:27:26.470896 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f4f22c-5015-4c9b-a86d-2afb2fc98781 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:27:26.471282 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f4f22c-5015-4c9b-a86d-2afb2fc98781 None None] Checking segment: {'id': '7376c345-a8a3-45d3-97eb-4cf0b3443c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '369ddc20-8d22-4294-8f0c-e8528901ab45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:27:26.475770 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c5f4f22c-5015-4c9b-a86d-2afb2fc98781 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:26.475770 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f4f22c-5015-4c9b-a86d-2afb2fc98781 None None] Bound using segment: {'id': '7376c345-a8a3-45d3-97eb-4cf0b3443c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '369ddc20-8d22-4294-8f0c-e8528901ab45'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:27:26.475770 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-c5f4f22c-5015-4c9b-a86d-2afb2fc98781 None None] Bound port: b2728c3d-db83-49c8-85cb-59fe81f50650, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7376c345-a8a3-45d3-97eb-4cf0b3443c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '369ddc20-8d22-4294-8f0c-e8528901ab45'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:27:26.475770 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c5f4f22c-5015-4c9b-a86d-2afb2fc98781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:26.568313 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-a66f8bd5-417a-4d9c-b433-4609948270a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:26.610957 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-c5f4f22c-5015-4c9b-a86d-2afb2fc98781 None None] For port b2728c3d-db83-49c8-85cb-59fe81f50650, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:27:26.615768 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-c5f4f22c-5015-4c9b-a86d-2afb2fc98781 None None] For port b2728c3d-db83-49c8-85cb-59fe81f50650, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=b2728c3d-db83-49c8-85cb-59fe81f50650,segment=NetworkSegment(7376c345-a8a3-45d3-97eb-4cf0b3443c75),segment_id=7376c345-a8a3-45d3-97eb-4cf0b3443c75)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:27:26.620742 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c87edf8f-01ab-4303-9e32-4fca0440e3aa req-aad402a8-b4be-48f2-b372-ac1a40f9d21c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b122da9f-ce01-4038-a1ff-c79da289b95c HTTP/1.1" status: 200 len: 217 time: 0.1490371 May 28 06:27:26.697324 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c5f4f22c-5015-4c9b-a86d-2afb2fc98781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:26.710009 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-6e7bf8a9-cdc5-4bb3-b1f2-c8c57c462d91 admin admin] Allocated IP 172.25.5.129 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/f690ba5c-722e-48ed-aab4-f586dfc67439) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:27:26.740131 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b580a4c4-0a6d-4caa-8857-2099169233e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:26.853040 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device b25a7c08-e5ef-4a1d-8867-665f08d7022b up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:27:26.863497 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87edf8f-01ab-4303-9e32-4fca0440e3aa req-02cbb721-2da9-404c-a046-4d4f2a858d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:26.864956 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c87edf8f-01ab-4303-9e32-4fca0440e3aa req-02cbb721-2da9-404c-a046-4d4f2a858d9e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=080ebc12-6820-4737-a7d7-c00458c09bac HTTP/1.1" status: 200 len: 850 time: 0.2340429 May 28 06:27:26.925497 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6e7bf8a9-cdc5-4bb3-b1f2-c8c57c462d91 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:26.927259 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f4f22c-5015-4c9b-a86d-2afb2fc98781 None None] Pushing event updated for resources: {'Port': ['ID=b2728c3d-db83-49c8-85cb-59fe81f50650,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:26.951567 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c26f26e-1bee-4ee9-b4a0-3e96233f67b6 req-d78e62f7-7198-434e-bfa8-7d8f5371d5ab tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:26.959917 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9c26f26e-1bee-4ee9-b4a0-3e96233f67b6 req-d78e62f7-7198-434e-bfa8-7d8f5371d5ab tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] 10.222.0.55 "GET /v2.0/ports?device_id=fcc6074d-4948-4fec-b5ad-05cb18cb9e5f HTTP/1.1" status: 200 len: 943 time: 0.3300960 May 28 06:27:26.968858 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port b25a7c08-e5ef-4a1d-8867-665f08d7022b triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:27:26.969388 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:27.036197 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9c26f26e-1bee-4ee9-b4a0-3e96233f67b6 req-7e11e7ea-3a5d-4b6d-a731-3b4875b47d7d tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] 10.222.0.55 "GET /v2.0/security-groups?id=f271997b-8441-4de1-8268-d4b2c15a9cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738800 May 28 06:27:27.063482 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6e7bf8a9-cdc5-4bb3-b1f2-c8c57c462d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:27.067980 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87edf8f-01ab-4303-9e32-4fca0440e3aa req-adbd29fe-1ed2-4730-ab1e-d5a0afad746b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:27.069533 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c87edf8f-01ab-4303-9e32-4fca0440e3aa req-adbd29fe-1ed2-4730-ab1e-d5a0afad746b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=288346a5-f33c-49f7-9d6b-a77223fb06e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1927557 May 28 06:27:27.070404 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b580a4c4-0a6d-4caa-8857-2099169233e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:27.124986 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b580a4c4-0a6d-4caa-8857-2099169233e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e224bd40-d2be-4086-9c07-f9cd9187103b,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:27.138035 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port b25a7c08-e5ef-4a1d-8867-665f08d7022b is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:27:27.207967 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7bf8a9-cdc5-4bb3-b1f2-c8c57c462d91 admin admin] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:27:27.214108 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-6e7bf8a9-cdc5-4bb3-b1f2-c8c57c462d91 admin admin] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:27:27.214661 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b580a4c4-0a6d-4caa-8857-2099169233e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:27.217764 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-b580a4c4-0a6d-4caa-8857-2099169233e0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e224bd40-d2be-4086-9c07-f9cd9187103b HTTP/1.1" status: 204 len: 168 time: 0.9261744 May 28 06:27:27.223838 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7bf8a9-cdc5-4bb3-b1f2-c8c57c462d91 admin admin] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:27:27.293783 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cd6aec56-c64c-4880-bf93-01aedc8c0f8d req-56c841b3-088c-46df-84b5-3fe18986fa66 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] 10.222.0.55 "GET /v2.0/security-groups/ad40fdef-ba2c-4eb9-8eb7-d578a03ecfb6 HTTP/1.1" status: 200 len: 1803 time: 0.1773987 May 28 06:27:27.307791 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7bf8a9-cdc5-4bb3-b1f2-c8c57c462d91 admin admin] Pushing event updated for resources: {'Port': ['ID=f690ba5c-722e-48ed-aab4-f586dfc67439,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:27.338296 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cab481ed-2dab-42d6-a472-fd1f00d14365'] response: {'name': 'network-changed', 'server_uuid': 'fcc6074d-4948-4fec-b5ad-05cb18cb9e5f', 'tag': 'b122da9f-ce01-4038-a1ff-c79da289b95c', 'status': 'completed', 'code': 200} May 28 06:27:27.344869 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c87edf8f-01ab-4303-9e32-4fca0440e3aa req-3ada1b55-6acf-4298-a2f7-b0e1bfa570c0 service neutron] 10.222.0.69 "GET /v2.0/networks/288346a5-f33c-49f7-9d6b-a77223fb06e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603216 May 28 06:27:27.389041 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:27.548811 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-cd6aec56-c64c-4880-bf93-01aedc8c0f8d req-bc1c6fcc-4e53-49c6-8434-1083bc1353e1 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:27.611179 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-cd6aec56-c64c-4880-bf93-01aedc8c0f8d req-bc1c6fcc-4e53-49c6-8434-1083bc1353e1 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:27.629087 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c87edf8f-01ab-4303-9e32-4fca0440e3aa req-e364f3b1-e358-4772-9cb5-34ccea0ec60f service neutron] 10.222.0.69 "GET /v2.0/networks/288346a5-f33c-49f7-9d6b-a77223fb06e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2739553 May 28 06:27:27.652599 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d97413-d4b9-47ec-b61b-6040f25434d9 req-f3e14a24-a035-4542-bb8c-7b25160310d2 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:27.654801 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-11d97413-d4b9-47ec-b61b-6040f25434d9 req-f3e14a24-a035-4542-bb8c-7b25160310d2 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.55 "GET /v2.0/ports?device_id=b2cac498-5681-4d00-a219-f4b4fe770ade HTTP/1.1" status: 200 len: 949 time: 0.2121544 May 28 06:27:27.712606 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-11d97413-d4b9-47ec-b61b-6040f25434d9 req-be2a9fd5-b7a1-440b-8089-c05ac4941968 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.55 "GET /v2.0/security-groups?id=003cca32-7671-4721-8c5a-98dfd2100d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460815 May 28 06:27:27.803259 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-cd6aec56-c64c-4880-bf93-01aedc8c0f8d req-bc1c6fcc-4e53-49c6-8434-1083bc1353e1 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:27.837438 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1c6fcc-4e53-49c6-8434-1083bc1353e1 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad40fdef-ba2c-4eb9-8eb7-d578a03ecfb6,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:27.838774 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6e7bf8a9-cdc5-4bb3-b1f2-c8c57c462d91 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:27.914933 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-cd6aec56-c64c-4880-bf93-01aedc8c0f8d req-bc1c6fcc-4e53-49c6-8434-1083bc1353e1 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:27.916060 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cd6aec56-c64c-4880-bf93-01aedc8c0f8d req-bc1c6fcc-4e53-49c6-8434-1083bc1353e1 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] 10.222.0.55 "DELETE /v2.0/security-groups/ad40fdef-ba2c-4eb9-8eb7-d578a03ecfb6 HTTP/1.1" status: 204 len: 173 time: 0.6019061 May 28 06:27:27.922610 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7f12849a-029f-4873-9eec-89d3d3d25219 req-1f8fafbf-ed1f-4a59-9103-c9d6573913f8 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=c3068efc66a349e9b92ab9365fc877d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0526156 May 28 06:27:28.335507 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d779f723-8d93-4eb9-8f27-db0fd3f74301 None None] Network 369ddc20-8d22-4294-8f0c-e8528901ab45 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:27:28.349195 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cf2d09-f724-49c4-b7e1-2411595cf592 req-e0bb53e1-0ab0-486d-ba09-8cd11b421e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:28.350824 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-61cf2d09-f724-49c4-b7e1-2411595cf592 req-e0bb53e1-0ab0-486d-ba09-8cd11b421e2a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=74efa5df31b04bb3906662ad8170d0a0&device_id=fcc6074d-4948-4fec-b5ad-05cb18cb9e5f HTTP/1.1" status: 200 len: 1094 time: 0.6017079 May 28 06:27:28.432837 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6e7bf8a9-cdc5-4bb3-b1f2-c8c57c462d91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690761'] for router, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:28.538858 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f12849a-029f-4873-9eec-89d3d3d25219 req-0fcdb97f-3cd5-4c71-8e1f-f0c5a86a6b2f tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:28.547813 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7f12849a-029f-4873-9eec-89d3d3d25219 req-0fcdb97f-3cd5-4c71-8e1f-f0c5a86a6b2f tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6195452 May 28 06:27:28.578344 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7f12849a-029f-4873-9eec-89d3d3d25219 req-cbd067b6-b08f-42a6-993f-4763bf76ff0e tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/quotas/c3068efc66a349e9b92ab9365fc877d9 HTTP/1.1" status: 200 len: 375 time: 0.0295930 May 28 06:27:28.646577 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cf2d09-f724-49c4-b7e1-2411595cf592 req-d5388b23-2ba7-4b1d-8821-a117a1d9c8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:28.648035 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-61cf2d09-f724-49c4-b7e1-2411595cf592 req-d5388b23-2ba7-4b1d-8821-a117a1d9c8e1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=288346a5-f33c-49f7-9d6b-a77223fb06e0 HTTP/1.1" status: 200 len: 912 time: 0.2716959 May 28 06:27:28.657302 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-5cfc2cb8-1f3c-4fa7-80a6-38ab01c68538 None None] Provisioning for port b2728c3d-db83-49c8-85cb-59fe81f50650 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:27:28.658847 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710b8250-86a3-4dc6-8625-8ab9ba8ba772 req-a5aa521b-f4a4-4e5a-831d-b368f5e14878 tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:28.660491 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-710b8250-86a3-4dc6-8625-8ab9ba8ba772 req-a5aa521b-f4a4-4e5a-831d-b368f5e14878 tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] 10.222.0.55 "GET /v2.0/ports?device_id=4ead97b6-ff7a-417e-b55d-6248b889924d HTTP/1.1" status: 200 len: 945 time: 0.3873601 May 28 06:27:28.686151 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device b122da9f-ce01-4038-a1ff-c79da289b95c details requested by agent hyperv_n-h1-843702-1 with host n-h1-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:27:28.770244 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-61cf2d09-f724-49c4-b7e1-2411595cf592 req-42276bd5-c0cb-4ba5-b1bf-c91436de01d9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b122da9f-ce01-4038-a1ff-c79da289b95c HTTP/1.1" status: 200 len: 217 time: 0.1037841 May 28 06:27:28.788801 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e7bf8a9-cdc5-4bb3-b1f2-c8c57c462d91 admin admin] Router 57364e28-de43-4e8a-b381-1660c5c80b0c is scheduled to L3 agent 42958940-9562-4f71-972f-15a8af9d3963 with binding_index 1 {{(pid=89109) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 06:27:28.897386 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-710b8250-86a3-4dc6-8625-8ab9ba8ba772 req-b0d0e71e-d198-42b5-9a95-352289b8f519 tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] 10.222.0.55 "GET /v2.0/security-groups?id=6e208dcc-a1fa-4f82-a32c-c10affe88f76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1800714 May 28 06:27:28.938608 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device b2728c3d-db83-49c8-85cb-59fe81f50650 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:27:28.952835 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7f12849a-029f-4873-9eec-89d3d3d25219 req-59ee2e05-c23e-4e6a-8559-32b8da1255dd tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=c3068efc66a349e9b92ab9365fc877d9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3645012 May 28 06:27:28.976172 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cf2d09-f724-49c4-b7e1-2411595cf592 req-38a9b562-3e76-47c8-adfc-540912f253d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:28.977747 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-61cf2d09-f724-49c4-b7e1-2411595cf592 req-38a9b562-3e76-47c8-adfc-540912f253d7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=080ebc12-6820-4737-a7d7-c00458c09bac HTTP/1.1" status: 200 len: 850 time: 0.1904306 May 28 06:27:29.033140 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-10b8b34a-5a87-4c08-ba36-19fe6abf0e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:29.123355 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port b122da9f-ce01-4038-a1ff-c79da289b95c, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=b122da9f-ce01-4038-a1ff-c79da289b95c,segment=NetworkSegment(a4c3f4ec-3c33-4362-bb48-7e64bee770a9),segment_id=a4c3f4ec-3c33-4362-bb48-7e64bee770a9)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:27:29.145462 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Returning: {'device': 'b122da9f-ce01-4038-a1ff-c79da289b95c', 'network_id': '288346a5-f33c-49f7-9d6b-a77223fb06e0', 'port_id': 'b122da9f-ce01-4038-a1ff-c79da289b95c', 'mac_address': 'fa:16:3e:d9:e6:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '080ebc12-6820-4737-a7d7-c00458c09bac', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:27:29.180546 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cf2d09-f724-49c4-b7e1-2411595cf592 req-c0e9c24c-8197-4d8f-ad40-c3dd301ffcac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:29.182105 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-61cf2d09-f724-49c4-b7e1-2411595cf592 req-c0e9c24c-8197-4d8f-ad40-c3dd301ffcac service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=288346a5-f33c-49f7-9d6b-a77223fb06e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1911373 May 28 06:27:29.210146 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port b122da9f-ce01-4038-a1ff-c79da289b95c is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:27:29.211732 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:29.232088 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port b2728c3d-db83-49c8-85cb-59fe81f50650 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:27:29.239567 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b122da9f-ce01-4038-a1ff-c79da289b95c {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:27:29.242722 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e7bf8a9-cdc5-4bb3-b1f2-c8c57c462d91 admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:27:29.247337 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port b2728c3d-db83-49c8-85cb-59fe81f50650 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:27:29.247828 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:29.255429 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0f1ad4-cecb-4b8c-8f3e-0d25b046d1e5 None None] Sync routers for ids ['57364e28-de43-4e8a-b381-1660c5c80b0c'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:27:29.267803 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0f1ad4-cecb-4b8c-8f3e-0d25b046d1e5 None None] Routers {'57364e28-de43-4e8a-b381-1660c5c80b0c'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:27:29.268731 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-fb0f1ad4-cecb-4b8c-8f3e-0d25b046d1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:27:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['57364e28-de43-4e8a-b381-1660c5c80b0c'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:27:29.301003 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81f6d5f-afed-4141-a719-a4a1f45e1139 req-e7e2123d-1451-49eb-b76c-644d1cab7b4a tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:29.306889 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81f6d5f-afed-4141-a719-a4a1f45e1139 req-e7e2123d-1451-49eb-b76c-644d1cab7b4a tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:29.310754 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port b122da9f-ce01-4038-a1ff-c79da289b95c, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=b122da9f-ce01-4038-a1ff-c79da289b95c,segment=NetworkSegment(a4c3f4ec-3c33-4362-bb48-7e64bee770a9),segment_id=a4c3f4ec-3c33-4362-bb48-7e64bee770a9)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:27:29.313563 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81f6d5f-afed-4141-a719-a4a1f45e1139 req-e7e2123d-1451-49eb-b76c-644d1cab7b4a tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:29.319478 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81f6d5f-afed-4141-a719-a4a1f45e1139 req-e7e2123d-1451-49eb-b76c-644d1cab7b4a tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:29.326321 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81f6d5f-afed-4141-a719-a4a1f45e1139 req-e7e2123d-1451-49eb-b76c-644d1cab7b4a tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:29.332106 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81f6d5f-afed-4141-a719-a4a1f45e1139 req-e7e2123d-1451-49eb-b76c-644d1cab7b4a tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:29.338153 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81f6d5f-afed-4141-a719-a4a1f45e1139 req-e7e2123d-1451-49eb-b76c-644d1cab7b4a tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:29.340036 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f81f6d5f-afed-4141-a719-a4a1f45e1139 req-e7e2123d-1451-49eb-b76c-644d1cab7b4a tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc8afbe2-63ab-495f-b953-08528fec512c HTTP/1.1" status: 200 len: 5429 time: 0.2520626 May 28 06:27:29.388592 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port b2728c3d-db83-49c8-85cb-59fe81f50650 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:27:29.388971 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:29.389776 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6e7bf8a9-cdc5-4bb3-b1f2-c8c57c462d91 admin admin] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:29.392677 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-6e7bf8a9-cdc5-4bb3-b1f2-c8c57c462d91 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.5077775 May 28 06:27:29.395273 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 54246) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:27:29.422812 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f81f6d5f-afed-4141-a719-a4a1f45e1139 req-d825cc19-dad9-4095-8aee-79b89a9c4e75 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.55 "GET /v2.0/security-groups?id=330866ba-92b0-424f-b7e1-e6c41912745c&id=dee936ce-b9e4-4668-898c-fea71a001642&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0755219 May 28 06:27:29.428261 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-61cf2d09-f724-49c4-b7e1-2411595cf592 req-e88ed229-d187-4824-9690-f84e7095927c service neutron] 10.222.0.69 "GET /v2.0/networks/288346a5-f33c-49f7-9d6b-a77223fb06e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394726 May 28 06:27:29.434737 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port b2728c3d-db83-49c8-85cb-59fe81f50650, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=b2728c3d-db83-49c8-85cb-59fe81f50650,segment=NetworkSegment(7376c345-a8a3-45d3-97eb-4cf0b3443c75),segment_id=7376c345-a8a3-45d3-97eb-4cf0b3443c75)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:27:29.434737 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:29.514115 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-fb0f1ad4-cecb-4b8c-8f3e-0d25b046d1e5 None None] Set router 57364e28-de43-4e8a-b381-1660c5c80b0c gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:27:29.515675 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=b122da9f-ce01-4038-a1ff-c79da289b95c,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:29.518712 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:29.664589 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c8d8a235-b89e-47e1-a00e-c0321cac7f9f req-e1c78eed-788d-4cfc-9a7f-6b21372b13aa tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] 10.222.0.55 "GET /v2.0/security-groups/21fa5f12-a39f-4016-9093-bd19b047de6a HTTP/1.1" status: 200 len: 1803 time: 0.1617434 May 28 06:27:29.693908 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=b2728c3d-db83-49c8-85cb-59fe81f50650,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:29.738297 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-61cf2d09-f724-49c4-b7e1-2411595cf592 req-156173a9-12b6-4717-a38a-daf5603670c1 service neutron] 10.222.0.69 "GET /v2.0/networks/288346a5-f33c-49f7-9d6b-a77223fb06e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3016934 May 28 06:27:29.767024 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['b122da9f-ce01-4038-a1ff-c79da289b95c'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:27:29.806540 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:29.877261 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342f001b-f105-4694-9cfa-d342cecc13ba req-9650cfcc-d1f6-48b7-8da4-53d3d20794e3 tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:29.879030 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-342f001b-f105-4694-9cfa-d342cecc13ba req-9650cfcc-d1f6-48b7-8da4-53d3d20794e3 tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] 10.222.0.55 "GET /v2.0/ports?device_id=fcc6074d-4948-4fec-b5ad-05cb18cb9e5f HTTP/1.1" status: 200 len: 944 time: 0.0982175 May 28 06:27:29.893405 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-fb0f1ad4-cecb-4b8c-8f3e-0d25b046d1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57364e28-de43-4e8a-b381-1660c5c80b0c', 'name': 'tempest-TaggedBootDevicesTest-1788534562-router', 'tenant_id': 'a8da032a2e5648ce9d0fc6452d22b4cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': 'f690ba5c-722e-48ed-aab4-f586dfc67439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:27:25Z', 'updated_at': '2022-05-28T06:27:27Z', 'revision_number': 3, 'project_id': 'a8da032a2e5648ce9d0fc6452d22b4cb', 'gw_port': {'id': 'f690ba5c-722e-48ed-aab4-f586dfc67439', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:06:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57364e28-de43-4e8a-b381-1660c5c80b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:27:26Z', 'updated_at': '2022-05-28T06:27:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:27:29.897910 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0f1ad4-cecb-4b8c-8f3e-0d25b046d1e5 None None] Checking router: 57364e28-de43-4e8a-b381-1660c5c80b0c for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:27:29.898255 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0f1ad4-cecb-4b8c-8f3e-0d25b046d1e5 None None] Updating router 57364e28-de43-4e8a-b381-1660c5c80b0c port f690ba5c-722e-48ed-aab4-f586dfc67439 binding host n-d-843702-1 {{(pid=89112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:27:29.965846 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-fb0f1ad4-cecb-4b8c-8f3e-0d25b046d1e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:29.989885 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-342f001b-f105-4694-9cfa-d342cecc13ba req-49b0ff3f-3bf3-48d1-ac5c-17f8113b4915 tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] 10.222.0.55 "GET /v2.0/security-groups?id=f271997b-8441-4de1-8268-d4b2c15a9cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001439 May 28 06:27:30.015546 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:30.293356 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11add7b3-5d23-4d85-9671-115e7f2166ab req-5c758682-db2e-47a8-9ec4-43c653593ca6 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:30.301559 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-11add7b3-5d23-4d85-9671-115e7f2166ab req-5c758682-db2e-47a8-9ec4-43c653593ca6 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.55 "GET /v2.0/ports?device_id=b2cac498-5681-4d00-a219-f4b4fe770ade HTTP/1.1" status: 200 len: 949 time: 0.1186211 May 28 06:27:30.350027 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-c55d6d00-31ab-4c86-84bf-8e55b769e3a5 req-ba28631f-28da-4a51-90c5-0b6aad2cf4d9 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1437084289', 'description': 'tempest-description-109597366'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:27:30.354994 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-c55d6d00-31ab-4c86-84bf-8e55b769e3a5 req-ba28631f-28da-4a51-90c5-0b6aad2cf4d9 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:27:30.359118 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-c55d6d00-31ab-4c86-84bf-8e55b769e3a5 req-ba28631f-28da-4a51-90c5-0b6aad2cf4d9 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Usage tracker for resource:security_group and tenant:18bdbb4b3da540e1a46c1587a7a5a874 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:27:30.362344 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-c55d6d00-31ab-4c86-84bf-8e55b769e3a5 req-ba28631f-28da-4a51-90c5-0b6aad2cf4d9 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:27:30.367942 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-c55d6d00-31ab-4c86-84bf-8e55b769e3a5 req-ba28631f-28da-4a51-90c5-0b6aad2cf4d9 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:27:30.383824 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-11add7b3-5d23-4d85-9671-115e7f2166ab req-f311e759-fad7-4e60-89e7-7d9ffd2c69da tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.55 "GET /v2.0/security-groups?id=003cca32-7671-4721-8c5a-98dfd2100d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812588 May 28 06:27:30.403042 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-fb0f1ad4-cecb-4b8c-8f3e-0d25b046d1e5 None None] Notify callbacks [] for port, precommit_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:30.416122 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c37c9b37-716b-4ee3-85ca-62a097c99ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:30.418106 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.provisioning_blocks [None req-fb0f1ad4-cecb-4b8c-8f3e-0d25b046d1e5 None None] Transition to ACTIVE for port object f690ba5c-722e-48ed-aab4-f586dfc67439 will not be triggered until provisioned by entity L2. {{(pid=89112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:27:30.439440 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-c55d6d00-31ab-4c86-84bf-8e55b769e3a5 req-ba28631f-28da-4a51-90c5-0b6aad2cf4d9 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:30.467594 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-c55d6d00-31ab-4c86-84bf-8e55b769e3a5 req-ba28631f-28da-4a51-90c5-0b6aad2cf4d9 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:27:30.478046 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-c55d6d00-31ab-4c86-84bf-8e55b769e3a5 req-ba28631f-28da-4a51-90c5-0b6aad2cf4d9 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Usage tracker for resource:security_group_rule and tenant:18bdbb4b3da540e1a46c1587a7a5a874 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:27:30.482503 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-c55d6d00-31ab-4c86-84bf-8e55b769e3a5 req-ba28631f-28da-4a51-90c5-0b6aad2cf4d9 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:27:30.490886 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-c55d6d00-31ab-4c86-84bf-8e55b769e3a5 req-ba28631f-28da-4a51-90c5-0b6aad2cf4d9 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:27:30.519707 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-fb0f1ad4-cecb-4b8c-8f3e-0d25b046d1e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:30.602350 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-c55d6d00-31ab-4c86-84bf-8e55b769e3a5 req-ba28631f-28da-4a51-90c5-0b6aad2cf4d9 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:30.647454 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-fb0f1ad4-cecb-4b8c-8f3e-0d25b046d1e5 None None] Attempting to bind port f690ba5c-722e-48ed-aab4-f586dfc67439 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:27:30.647973 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-fb0f1ad4-cecb-4b8c-8f3e-0d25b046d1e5 None None] Attempting to bind port f690ba5c-722e-48ed-aab4-f586dfc67439 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:27:30.648310 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0f1ad4-cecb-4b8c-8f3e-0d25b046d1e5 None None] Attempting to bind port f690ba5c-722e-48ed-aab4-f586dfc67439 on network 68df399e-e75e-4871-9364-5d05730b50f0 {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:27:30.656343 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296c2961-1493-41ae-af47-b0fb3eb76ec3 None None] Pushing event updated for resources: {'Port': ['ID=f690ba5c-722e-48ed-aab4-f586dfc67439,revision_number=2']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:30.658813 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0f1ad4-cecb-4b8c-8f3e-0d25b046d1e5 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:27:30.659173 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0f1ad4-cecb-4b8c-8f3e-0d25b046d1e5 None None] Checking segment: {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:27:30.659561 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-fb0f1ad4-cecb-4b8c-8f3e-0d25b046d1e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:30.659948 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0f1ad4-cecb-4b8c-8f3e-0d25b046d1e5 None None] Bound using segment: {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:27:30.660412 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-fb0f1ad4-cecb-4b8c-8f3e-0d25b046d1e5 None None] Bound port: f690ba5c-722e-48ed-aab4-f586dfc67439, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:27:30.660796 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-fb0f1ad4-cecb-4b8c-8f3e-0d25b046d1e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:30.663538 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-c37c9b37-716b-4ee3-85ca-62a097c99ec6 admin admin] Allocated IP 172.20.0.1 (369ddc20-8d22-4294-8f0c-e8528901ab45/84a0b5e9-06b6-47b5-9fc8-28100b6ce7b2/4c41fedf-ecf0-42d6-b477-7fb29f83e178) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:27:30.671617 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-c55d6d00-31ab-4c86-84bf-8e55b769e3a5 req-ba28631f-28da-4a51-90c5-0b6aad2cf4d9 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:30.694841 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device b122da9f-ce01-4038-a1ff-c79da289b95c up at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:27:30.721896 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba28631f-28da-4a51-90c5-0b6aad2cf4d9 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6391449-2980-4e87-8f65-eaf7ad1f43fb,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:30.811328 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-c55d6d00-31ab-4c86-84bf-8e55b769e3a5 req-ba28631f-28da-4a51-90c5-0b6aad2cf4d9 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:30.812639 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c55d6d00-31ab-4c86-84bf-8e55b769e3a5 req-ba28631f-28da-4a51-90c5-0b6aad2cf4d9 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5085108 May 28 06:27:30.837089 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-fb0f1ad4-cecb-4b8c-8f3e-0d25b046d1e5 None None] For port f690ba5c-722e-48ed-aab4-f586dfc67439, host n-d-843702-1, cleared binding levels {{(pid=89112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:27:30.844905 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-fb0f1ad4-cecb-4b8c-8f3e-0d25b046d1e5 None None] For port f690ba5c-722e-48ed-aab4-f586dfc67439, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=f690ba5c-722e-48ed-aab4-f586dfc67439,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:27:30.865629 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device b2728c3d-db83-49c8-85cb-59fe81f50650 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:27:30.933626 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c37c9b37-716b-4ee3-85ca-62a097c99ec6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:30.955631 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning for port b122da9f-ce01-4038-a1ff-c79da289b95c completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:27:30.955847 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [None req-c37c9b37-716b-4ee3-85ca-62a097c99ec6 admin admin] Transition to ACTIVE for port object 4c41fedf-ecf0-42d6-b477-7fb29f83e178 will not be triggered until provisioned by entity DHCP. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:27:30.964764 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning complete for port b122da9f-ce01-4038-a1ff-c79da289b95c triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:27:30.965822 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:30.983235 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-fb0f1ad4-cecb-4b8c-8f3e-0d25b046d1e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:31.000400 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port b2728c3d-db83-49c8-85cb-59fe81f50650 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:27:31.000879 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:31.050383 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dd8dae-4487-40ae-9866-9bebe0cc1eda req-aa96d848-78c3-49e1-939b-cb2cbfc135be tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:31.056390 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dd8dae-4487-40ae-9866-9bebe0cc1eda req-aa96d848-78c3-49e1-939b-cb2cbfc135be tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:31.063875 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dd8dae-4487-40ae-9866-9bebe0cc1eda req-aa96d848-78c3-49e1-939b-cb2cbfc135be tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:31.069601 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dd8dae-4487-40ae-9866-9bebe0cc1eda req-aa96d848-78c3-49e1-939b-cb2cbfc135be tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:31.076387 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dd8dae-4487-40ae-9866-9bebe0cc1eda req-aa96d848-78c3-49e1-939b-cb2cbfc135be tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:31.082705 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dd8dae-4487-40ae-9866-9bebe0cc1eda req-aa96d848-78c3-49e1-939b-cb2cbfc135be tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:31.088770 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dd8dae-4487-40ae-9866-9bebe0cc1eda req-aa96d848-78c3-49e1-939b-cb2cbfc135be tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:31.091401 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-80dd8dae-4487-40ae-9866-9bebe0cc1eda req-aa96d848-78c3-49e1-939b-cb2cbfc135be tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc8afbe2-63ab-495f-b953-08528fec512c HTTP/1.1" status: 200 len: 5429 time: 0.1365943 May 28 06:27:31.108258 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c37c9b37-716b-4ee3-85ca-62a097c99ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:31.127597 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0f1ad4-cecb-4b8c-8f3e-0d25b046d1e5 None None] Routers {'57364e28-de43-4e8a-b381-1660c5c80b0c'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:27:31.128637 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-fb0f1ad4-cecb-4b8c-8f3e-0d25b046d1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:27:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['57364e28-de43-4e8a-b381-1660c5c80b0c'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:27:31.148274 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-80dd8dae-4487-40ae-9866-9bebe0cc1eda req-a6a177d5-edd7-4e81-bef2-4b4aed84527e tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.55 "GET /v2.0/security-groups?id=330866ba-92b0-424f-b7e1-e6c41912745c&id=dee936ce-b9e4-4668-898c-fea71a001642&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0450549 May 28 06:27:31.187750 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296c2961-1493-41ae-af47-b0fb3eb76ec3 None None] Pushing event updated for resources: {'Port': ['ID=f690ba5c-722e-48ed-aab4-f586dfc67439,revision_number=3']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:31.204355 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37c9b37-716b-4ee3-85ca-62a097c99ec6 admin admin] Network 369ddc20-8d22-4294-8f0c-e8528901ab45 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:27:31.207158 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-c37c9b37-716b-4ee3-85ca-62a097c99ec6 admin admin] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:27:31.217212 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37c9b37-716b-4ee3-85ca-62a097c99ec6 admin admin] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:27:31.246416 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port b122da9f-ce01-4038-a1ff-c79da289b95c is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:27:31.247026 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:31.266418 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port b2728c3d-db83-49c8-85cb-59fe81f50650 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:27:31.287825 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcc6074d-4948-4fec-b5ad-05cb18cb9e5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b122da9f-ce01-4038-a1ff-c79da289b95c'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:27:31.302071 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port b122da9f-ce01-4038-a1ff-c79da289b95c, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=b122da9f-ce01-4038-a1ff-c79da289b95c,segment=NetworkSegment(a4c3f4ec-3c33-4362-bb48-7e64bee770a9),segment_id=a4c3f4ec-3c33-4362-bb48-7e64bee770a9)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:27:31.314042 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37c9b37-716b-4ee3-85ca-62a097c99ec6 admin admin] Pushing event updated for resources: {'Port': ['ID=4c41fedf-ecf0-42d6-b477-7fb29f83e178,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:31.328891 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c37c9b37-716b-4ee3-85ca-62a097c99ec6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690947'] for router_interface, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:31.353494 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c4b15b36-0040-420f-88fb-3ec625173d67 req-59fe0184-9bd6-42da-8ff9-c674decd7433 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/ports?device_id=117f2637-fcb7-4984-95bd-57bc553ed42d HTTP/1.1" status: 200 len: 210 time: 0.0660844 May 28 06:27:31.434650 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:31.465226 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-fb0f1ad4-cecb-4b8c-8f3e-0d25b046d1e5 None None] Set router 57364e28-de43-4e8a-b381-1660c5c80b0c gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:27:31.506175 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a47a8e8b-9b1f-41d0-b0bc-fad3f71ff743 req-924e19fb-4d21-4f37-a3d7-c3e75db6a454 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] 10.222.0.55 "GET /v2.0/security-groups/f6391449-2980-4e87-8f65-eaf7ad1f43fb HTTP/1.1" status: 200 len: 1804 time: 0.1025941 May 28 06:27:31.506175 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-a47a8e8b-9b1f-41d0-b0bc-fad3f71ff743 req-9c747b5b-ee80-4d6d-9b1b-4827687f9592 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f6391449-2980-4e87-8f65-eaf7ad1f43fb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:27:31.506175 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-a47a8e8b-9b1f-41d0-b0bc-fad3f71ff743 req-9c747b5b-ee80-4d6d-9b1b-4827687f9592 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f6391449-2980-4e87-8f65-eaf7ad1f43fb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:27:31.522682 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-a47a8e8b-9b1f-41d0-b0bc-fad3f71ff743 req-9c747b5b-ee80-4d6d-9b1b-4827687f9592 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:27:31.527398 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-a47a8e8b-9b1f-41d0-b0bc-fad3f71ff743 req-9c747b5b-ee80-4d6d-9b1b-4827687f9592 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Usage tracker for resource:security_group_rule and tenant:18bdbb4b3da540e1a46c1587a7a5a874 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:27:31.537882 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-a47a8e8b-9b1f-41d0-b0bc-fad3f71ff743 req-9c747b5b-ee80-4d6d-9b1b-4827687f9592 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:27:31.550482 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-a47a8e8b-9b1f-41d0-b0bc-fad3f71ff743 req-9c747b5b-ee80-4d6d-9b1b-4827687f9592 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:27:31.634389 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=b122da9f-ce01-4038-a1ff-c79da289b95c,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:31.648893 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c37c9b37-716b-4ee3-85ca-62a097c99ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:31.712203 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:31.828375 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-28983df9-61f0-4b7b-baa7-88cd3a3e2f59 None None] Provisioning for port 4c41fedf-ecf0-42d6-b477-7fb29f83e178 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:27:31.846467 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-28983df9-61f0-4b7b-baa7-88cd3a3e2f59 None None] Provisioning complete for port 4c41fedf-ecf0-42d6-b477-7fb29f83e178 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:27:31.846467 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-28983df9-61f0-4b7b-baa7-88cd3a3e2f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:31.863001 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-a47a8e8b-9b1f-41d0-b0bc-fad3f71ff743 req-9c747b5b-ee80-4d6d-9b1b-4827687f9592 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:31.878221 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-fb0f1ad4-cecb-4b8c-8f3e-0d25b046d1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57364e28-de43-4e8a-b381-1660c5c80b0c', 'name': 'tempest-TaggedBootDevicesTest-1788534562-router', 'tenant_id': 'a8da032a2e5648ce9d0fc6452d22b4cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': 'f690ba5c-722e-48ed-aab4-f586dfc67439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:27:25Z', 'updated_at': '2022-05-28T06:27:27Z', 'revision_number': 3, 'project_id': 'a8da032a2e5648ce9d0fc6452d22b4cb', 'gw_port': {'id': 'f690ba5c-722e-48ed-aab4-f586dfc67439', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:06:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57364e28-de43-4e8a-b381-1660c5c80b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:27:26Z', 'updated_at': '2022-05-28T06:27:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:27:31.902884 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0f1ad4-cecb-4b8c-8f3e-0d25b046d1e5 None None] The sync data for ids ['57364e28-de43-4e8a-b381-1660c5c80b0c'] in n-d-843702-1 is: [{'id': '57364e28-de43-4e8a-b381-1660c5c80b0c', 'name': 'tempest-TaggedBootDevicesTest-1788534562-router', 'tenant_id': 'a8da032a2e5648ce9d0fc6452d22b4cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': 'f690ba5c-722e-48ed-aab4-f586dfc67439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:27:25Z', 'updated_at': '2022-05-28T06:27:27Z', 'revision_number': 3, 'project_id': 'a8da032a2e5648ce9d0fc6452d22b4cb', 'gw_port': {'id': 'f690ba5c-722e-48ed-aab4-f586dfc67439', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:06:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57364e28-de43-4e8a-b381-1660c5c80b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:27:26Z', 'updated_at': '2022-05-28T06:27:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:27:31.905202 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ce67db-3bdb-41bd-bad0-199f75740373 req-ff7e456c-198f-4177-8224-0f76eaa0709c tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:31.913463 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c1ce67db-3bdb-41bd-bad0-199f75740373 req-ff7e456c-198f-4177-8224-0f76eaa0709c tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] 10.222.0.55 "GET /v2.0/ports?device_id=fcc6074d-4948-4fec-b5ad-05cb18cb9e5f HTTP/1.1" status: 200 len: 945 time: 0.2983019 May 28 06:27:31.943119 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-28983df9-61f0-4b7b-baa7-88cd3a3e2f59 None None] Port 4c41fedf-ecf0-42d6-b477-7fb29f83e178 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:27:31.948422 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-a47a8e8b-9b1f-41d0-b0bc-fad3f71ff743 req-9c747b5b-ee80-4d6d-9b1b-4827687f9592 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:31.977851 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c1ce67db-3bdb-41bd-bad0-199f75740373 req-99006cee-4f6c-43bc-83c0-28321d112081 tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] 10.222.0.55 "GET /v2.0/security-groups?id=f271997b-8441-4de1-8268-d4b2c15a9cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638030 May 28 06:27:32.037176 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9739f1b3-853a-4e69-8d13-76f617c95eb5'] response: {'server_uuid': 'fcc6074d-4948-4fec-b5ad-05cb18cb9e5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b122da9f-ce01-4038-a1ff-c79da289b95c', 'code': 200} May 28 06:27:32.047410 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c37c9b37-716b-4ee3-85ca-62a097c99ec6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:32.108249 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:32.138735 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-a47a8e8b-9b1f-41d0-b0bc-fad3f71ff743 req-9c747b5b-ee80-4d6d-9b1b-4827687f9592 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:32.198916 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c37c9b37-716b-4ee3-85ca-62a097c99ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:32.242493 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c747b5b-ee80-4d6d-9b1b-4827687f9592 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1012f9d9-c563-45cb-8026-67f991fc2cf1,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:32.287873 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3bba23-edeb-40ef-9558-5c706cd1ba91 req-da5b0587-36ca-47f7-b150-6b5f5f1fec94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:32.289697 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dc3bba23-edeb-40ef-9558-5c706cd1ba91 req-da5b0587-36ca-47f7-b150-6b5f5f1fec94 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=fcc6074d-4948-4fec-b5ad-05cb18cb9e5f HTTP/1.1" status: 200 len: 1096 time: 0.1917689 May 28 06:27:32.302155 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6247d56-5328-4ef9-996c-f011a3be48aa req-a73b2fbd-93e3-4a04-843b-b5353c79b5e1 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:32.303656 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a6247d56-5328-4ef9-996c-f011a3be48aa req-a73b2fbd-93e3-4a04-843b-b5353c79b5e1 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.55 "GET /v2.0/ports?device_id=b2cac498-5681-4d00-a219-f4b4fe770ade HTTP/1.1" status: 200 len: 949 time: 0.1725419 May 28 06:27:32.321030 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37c9b37-716b-4ee3-85ca-62a097c99ec6 admin admin] Pushing event updated for resources: {'Port': ['ID=4c41fedf-ecf0-42d6-b477-7fb29f83e178,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:32.335713 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c37c9b37-716b-4ee3-85ca-62a097c99ec6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700602'] for router_interface, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:32.374108 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dc3bba23-edeb-40ef-9558-5c706cd1ba91 req-eb9b3e55-2c5c-4f47-9e8d-66c4958e1cef service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=f271997b-8441-4de1-8268-d4b2c15a9cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691741 May 28 06:27:32.377839 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-a47a8e8b-9b1f-41d0-b0bc-fad3f71ff743 req-9c747b5b-ee80-4d6d-9b1b-4827687f9592 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:32.378962 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a47a8e8b-9b1f-41d0-b0bc-fad3f71ff743 req-9c747b5b-ee80-4d6d-9b1b-4827687f9592 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8788373 May 28 06:27:32.388186 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a6247d56-5328-4ef9-996c-f011a3be48aa req-f46d73cd-8718-4968-80bb-44b1525ba9c5 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.55 "GET /v2.0/security-groups?id=003cca32-7671-4721-8c5a-98dfd2100d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672419 May 28 06:27:32.518239 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37c9b37-716b-4ee3-85ca-62a097c99ec6 admin admin] Network 369ddc20-8d22-4294-8f0c-e8528901ab45 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:27:32.519782 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-c37c9b37-716b-4ee3-85ca-62a097c99ec6 admin admin] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:27:32.721702 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e525a97-0963-4b4b-a42e-38b9900b0712 req-252845b2-11fd-4ff9-bab6-6c51f87d352b tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:32.728834 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9e525a97-0963-4b4b-a42e-38b9900b0712 req-252845b2-11fd-4ff9-bab6-6c51f87d352b tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] 10.222.0.55 "GET /v2.0/ports?device_id=4ead97b6-ff7a-417e-b55d-6248b889924d HTTP/1.1" status: 200 len: 945 time: 0.1827855 May 28 06:27:32.793880 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9e525a97-0963-4b4b-a42e-38b9900b0712 req-4968111d-8842-447f-9e3a-ebf09460be66 tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] 10.222.0.55 "GET /v2.0/security-groups?id=6e208dcc-a1fa-4f82-a32c-c10affe88f76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574057 May 28 06:27:32.817408 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669ffd06-52a0-4b02-8993-833247bfedb7 req-05b13eac-e086-4c88-8d21-003559bc04aa tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:32.832390 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669ffd06-52a0-4b02-8993-833247bfedb7 req-05b13eac-e086-4c88-8d21-003559bc04aa tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:32.853280 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669ffd06-52a0-4b02-8993-833247bfedb7 req-05b13eac-e086-4c88-8d21-003559bc04aa tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:32.862273 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669ffd06-52a0-4b02-8993-833247bfedb7 req-05b13eac-e086-4c88-8d21-003559bc04aa tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:32.863063 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c37c9b37-716b-4ee3-85ca-62a097c99ec6 admin admin] Router 57364e28-de43-4e8a-b381-1660c5c80b0c has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:27:32.877817 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669ffd06-52a0-4b02-8993-833247bfedb7 req-05b13eac-e086-4c88-8d21-003559bc04aa tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:32.891210 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669ffd06-52a0-4b02-8993-833247bfedb7 req-05b13eac-e086-4c88-8d21-003559bc04aa tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:32.892809 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-8d526940-4a43-4608-a610-79401a8a7cc4 None None] Provisioning complete for port 4c41fedf-ecf0-42d6-b477-7fb29f83e178 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:27:32.893736 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-8d526940-4a43-4608-a610-79401a8a7cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:32.921023 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669ffd06-52a0-4b02-8993-833247bfedb7 req-05b13eac-e086-4c88-8d21-003559bc04aa tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:32.923126 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-669ffd06-52a0-4b02-8993-833247bfedb7 req-05b13eac-e086-4c88-8d21-003559bc04aa tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc8afbe2-63ab-495f-b953-08528fec512c HTTP/1.1" status: 200 len: 5429 time: 0.2917478 May 28 06:27:32.940674 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device f690ba5c-722e-48ed-aab4-f586dfc67439 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:27:32.999775 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-669ffd06-52a0-4b02-8993-833247bfedb7 req-0344674c-e042-4cd1-a551-59b49948cdc3 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.55 "GET /v2.0/security-groups?id=330866ba-92b0-424f-b7e1-e6c41912745c&id=dee936ce-b9e4-4668-898c-fea71a001642&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0677390 May 28 06:27:33.084446 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-07108bb6-3844-4b13-8a03-111b3bddcd18 req-cee6e5b2-9aaa-406a-8d97-b4b1441846d3 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/ports?device_id=117f2637-fcb7-4984-95bd-57bc553ed42d HTTP/1.1" status: 200 len: 210 time: 0.0781662 May 28 06:27:33.092253 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-8d526940-4a43-4608-a610-79401a8a7cc4 None None] Port 4c41fedf-ecf0-42d6-b477-7fb29f83e178 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:27:33.161865 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-52ffdc39-e294-47ca-8552-bdd424bdbb69 req-4ee9226d-976f-4576-9ab1-ea526a6f5641 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] 10.222.0.55 "GET /v2.0/security-groups/f6391449-2980-4e87-8f65-eaf7ad1f43fb HTTP/1.1" status: 200 len: 2397 time: 0.0985296 May 28 06:27:33.172884 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-52ffdc39-e294-47ca-8552-bdd424bdbb69 req-7a6336bb-16dd-4629-a685-a799dab39782 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f6391449-2980-4e87-8f65-eaf7ad1f43fb', 'remote_group_id': None}]} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:27:33.173194 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-52ffdc39-e294-47ca-8552-bdd424bdbb69 req-7a6336bb-16dd-4629-a685-a799dab39782 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f6391449-2980-4e87-8f65-eaf7ad1f43fb', 'remote_group_id': None}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:27:33.193682 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-52ffdc39-e294-47ca-8552-bdd424bdbb69 req-7a6336bb-16dd-4629-a685-a799dab39782 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:27:33.194605 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port f690ba5c-722e-48ed-aab4-f586dfc67439 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:27:33.198287 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-52ffdc39-e294-47ca-8552-bdd424bdbb69 req-7a6336bb-16dd-4629-a685-a799dab39782 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Usage tracker for resource:security_group_rule and tenant:18bdbb4b3da540e1a46c1587a7a5a874 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:27:33.202196 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-52ffdc39-e294-47ca-8552-bdd424bdbb69 req-7a6336bb-16dd-4629-a685-a799dab39782 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Quota usage for security_group_rule was recalculated. Used quota:20. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:27:33.202359 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port f690ba5c-722e-48ed-aab4-f586dfc67439 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:27:33.202680 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:33.218932 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-52ffdc39-e294-47ca-8552-bdd424bdbb69 req-7a6336bb-16dd-4629-a685-a799dab39782 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 20; quota limit: 100; headroom:80 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:27:33.294885 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:27:33.348000 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c37c9b37-716b-4ee3-85ca-62a097c99ec6 admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:27:33.355693 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbc8756-ae74-49b7-acc3-e39c5fbaac99 req-cbff256a-82bf-4346-801e-54f372791db8 tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:33.369080 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-c37c9b37-716b-4ee3-85ca-62a097c99ec6 admin admin] 10.222.0.55 "PUT /v2.0/routers/57364e28-de43-4e8a-b381-1660c5c80b0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9641893 May 28 06:27:33.369303 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8dbc8756-ae74-49b7-acc3-e39c5fbaac99 req-cbff256a-82bf-4346-801e-54f372791db8 tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] 10.222.0.55 "GET /v2.0/ports?device_id=fcc6074d-4948-4fec-b5ad-05cb18cb9e5f HTTP/1.1" status: 200 len: 945 time: 0.1259832 May 28 06:27:33.380712 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port f690ba5c-722e-48ed-aab4-f586dfc67439 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:27:33.381010 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:33.409625 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af6858b-efe7-4d79-abaf-e75054fd9897 req-9a0e4c9b-7e67-4d63-adf9-4964dea5f42d tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:33.410357 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-2af6858b-efe7-4d79-abaf-e75054fd9897 req-9a0e4c9b-7e67-4d63-adf9-4964dea5f42d tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Synchronizing usage tracker for tenant:d91f6eb4c7e44824b2ce0b8006557321 on resource:port {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:27:33.416226 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port f690ba5c-722e-48ed-aab4-f586dfc67439, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=f690ba5c-722e-48ed-aab4-f586dfc67439,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:27:33.443474 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8dbc8756-ae74-49b7-acc3-e39c5fbaac99 req-0a3ee913-4a2a-4bd5-898c-af8c13b32345 tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] 10.222.0.55 "GET /v2.0/security-groups?id=f271997b-8441-4de1-8268-d4b2c15a9cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781431 May 28 06:27:33.468327 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-52ffdc39-e294-47ca-8552-bdd424bdbb69 req-7a6336bb-16dd-4629-a685-a799dab39782 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:33.485791 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:33.519133 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-2af6858b-efe7-4d79-abaf-e75054fd9897 req-9a0e4c9b-7e67-4d63-adf9-4964dea5f42d tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Unset dirty status for tenant:d91f6eb4c7e44824b2ce0b8006557321 on resource:port {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:27:33.520275 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-2af6858b-efe7-4d79-abaf-e75054fd9897 req-9a0e4c9b-7e67-4d63-adf9-4964dea5f42d tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] 10.222.0.71 "GET /v2.0/ports?device_id=4ead97b6-ff7a-417e-b55d-6248b889924d HTTP/1.1" status: 200 len: 945 time: 0.4374571 May 28 06:27:33.565322 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-52ffdc39-e294-47ca-8552-bdd424bdbb69 req-7a6336bb-16dd-4629-a685-a799dab39782 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:33.619405 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=f690ba5c-722e-48ed-aab4-f586dfc67439,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:33.642756 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [req-2af6858b-efe7-4d79-abaf-e75054fd9897 req-56f6b690-96f2-4bb1-b22d-222aa250f000 tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Deleting port 883749f6-a2bc-4e52-a228-a471598e90cb {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:27:33.643164 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-2af6858b-efe7-4d79-abaf-e75054fd9897 req-56f6b690-96f2-4bb1-b22d-222aa250f000 tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:33.755218 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-52ffdc39-e294-47ca-8552-bdd424bdbb69 req-7a6336bb-16dd-4629-a685-a799dab39782 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:33.778266 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6336bb-16dd-4629-a685-a799dab39782 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b609607-3832-45ce-98ac-6516f0a0e010,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:33.801168 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65926a85-db84-497e-b9cc-001a50752d20 req-5c3dd8d1-3ff9-4746-b2ca-31cb307e0b14 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:33.809625 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-65926a85-db84-497e-b9cc-001a50752d20 req-5c3dd8d1-3ff9-4746-b2ca-31cb307e0b14 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.55 "GET /v2.0/ports?device_id=b2cac498-5681-4d00-a219-f4b4fe770ade HTTP/1.1" status: 200 len: 949 time: 0.1245060 May 28 06:27:33.872783 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-65926a85-db84-497e-b9cc-001a50752d20 req-89b2edd4-16ae-46af-a883-37dc9b518276 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.55 "GET /v2.0/security-groups?id=003cca32-7671-4721-8c5a-98dfd2100d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584300 May 28 06:27:33.958932 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-52ffdc39-e294-47ca-8552-bdd424bdbb69 req-7a6336bb-16dd-4629-a685-a799dab39782 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:33.960407 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-52ffdc39-e294-47ca-8552-bdd424bdbb69 req-7a6336bb-16dd-4629-a685-a799dab39782 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.7921627 May 28 06:27:34.032231 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-2af6858b-efe7-4d79-abaf-e75054fd9897 req-56f6b690-96f2-4bb1-b22d-222aa250f000 tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] For port 883749f6-a2bc-4e52-a228-a471598e90cb, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=883749f6-a2bc-4e52-a228-a471598e90cb,segment=NetworkSegment(07d9f160-fff2-4ac7-81a2-60f8deeef159),segment_id=07d9f160-fff2-4ac7-81a2-60f8deeef159)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:27:34.033392 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-2af6858b-efe7-4d79-abaf-e75054fd9897 req-56f6b690-96f2-4bb1-b22d-222aa250f000 tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:34.070349 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8f91b9-ef61-40c6-8a3d-107504e32532 None None] Sync routers for ids ['57364e28-de43-4e8a-b381-1660c5c80b0c'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:27:34.082416 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8f91b9-ef61-40c6-8a3d-107504e32532 None None] Routers {'57364e28-de43-4e8a-b381-1660c5c80b0c'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:27:34.083144 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-aa8f91b9-ef61-40c6-8a3d-107504e32532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:27:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['57364e28-de43-4e8a-b381-1660c5c80b0c'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:27:34.116415 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 54350) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:27:34.161148 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d8c097ca-49db-46c1-a018-bf23943bfac3 req-25d6d781-267b-4de5-8a0c-bef81fbeebfb tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] 10.222.0.55 "GET /v2.0/security-groups/f6391449-2980-4e87-8f65-eaf7ad1f43fb HTTP/1.1" status: 200 len: 2996 time: 0.1692274 May 28 06:27:34.266799 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f0a19a-aad3-4e10-a245-527d7ca1be12 req-44ca58ea-eaac-447d-947c-d1a501693c89 tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:34.281375 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-51f0a19a-aad3-4e10-a245-527d7ca1be12 req-44ca58ea-eaac-447d-947c-d1a501693c89 tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] 10.222.0.55 "GET /v2.0/ports?device_id=4ead97b6-ff7a-417e-b55d-6248b889924d HTTP/1.1" status: 200 len: 945 time: 0.2464321 May 28 06:27:34.362467 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-aa8f91b9-ef61-40c6-8a3d-107504e32532 None None] Set router 57364e28-de43-4e8a-b381-1660c5c80b0c gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:27:34.386452 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-51f0a19a-aad3-4e10-a245-527d7ca1be12 req-4c27170b-b5dd-4612-a1ae-78f9d5bf0a5c tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] 10.222.0.55 "GET /v2.0/security-groups?id=6e208dcc-a1fa-4f82-a32c-c10affe88f76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021094 May 28 06:27:34.617823 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f548a472-0852-46e1-b3b2-47b8380dd690 req-1d3d6e36-bc21-4737-9c63-85be8558d3f4 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/ports?device_id=117f2637-fcb7-4984-95bd-57bc553ed42d HTTP/1.1" status: 200 len: 210 time: 0.0616162 May 28 06:27:34.670184 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c1f5498c-c465-4584-a676-1219ba742e39 req-a8e9bab7-cb72-4921-97b8-8c57a94d40fe tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] 10.222.0.55 "GET /v2.0/security-group-rules/0b609607-3832-45ce-98ac-6516f0a0e010 HTTP/1.1" status: 200 len: 783 time: 0.0210216 May 28 06:27:34.691246 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d8454a-b5db-4f45-baf6-728d9ed0bede req-e4e87e3f-502a-4cee-8f8e-ba706eac02e7 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:34.696956 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d8454a-b5db-4f45-baf6-728d9ed0bede req-e4e87e3f-502a-4cee-8f8e-ba706eac02e7 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:34.703350 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d8454a-b5db-4f45-baf6-728d9ed0bede req-e4e87e3f-502a-4cee-8f8e-ba706eac02e7 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:34.709164 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d8454a-b5db-4f45-baf6-728d9ed0bede req-e4e87e3f-502a-4cee-8f8e-ba706eac02e7 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:34.715100 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d8454a-b5db-4f45-baf6-728d9ed0bede req-e4e87e3f-502a-4cee-8f8e-ba706eac02e7 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:34.720878 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d8454a-b5db-4f45-baf6-728d9ed0bede req-e4e87e3f-502a-4cee-8f8e-ba706eac02e7 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:34.726550 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d8454a-b5db-4f45-baf6-728d9ed0bede req-e4e87e3f-502a-4cee-8f8e-ba706eac02e7 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:34.728466 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-91d8454a-b5db-4f45-baf6-728d9ed0bede req-e4e87e3f-502a-4cee-8f8e-ba706eac02e7 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc8afbe2-63ab-495f-b953-08528fec512c HTTP/1.1" status: 200 len: 5429 time: 0.2737055 May 28 06:27:34.733869 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-7f12849a-029f-4873-9eec-89d3d3d25219 req-5ffb001d-aa83-4a71-806b-dbdd1aa84b88 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=c3068efc66a349e9b92ab9365fc877d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0719495 May 28 06:27:34.741102 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c7270fd6-e344-42ae-b3be-b96c750074ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:34.807490 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c1f5498c-c465-4584-a676-1219ba742e39 req-8668f730-e7bf-4541-b9d8-57f84ac78f24 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] 10.222.0.55 "GET /v2.0/security-groups/f6391449-2980-4e87-8f65-eaf7ad1f43fb HTTP/1.1" status: 200 len: 2996 time: 0.1285105 May 28 06:27:34.848351 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-91d8454a-b5db-4f45-baf6-728d9ed0bede req-eb8c360b-a5d4-4787-bda7-7cd5b606f278 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.55 "GET /v2.0/security-groups?id=330866ba-92b0-424f-b7e1-e6c41912745c&id=dee936ce-b9e4-4668-898c-fea71a001642&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0992675 May 28 06:27:34.880636 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device f690ba5c-722e-48ed-aab4-f586dfc67439 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:27:34.888947 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-c7270fd6-e344-42ae-b3be-b96c750074ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:27:34.892148 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-2af6858b-efe7-4d79-abaf-e75054fd9897 req-56f6b690-96f2-4bb1-b22d-222aa250f000 tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:34.892506 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-2af6858b-efe7-4d79-abaf-e75054fd9897 req-56f6b690-96f2-4bb1-b22d-222aa250f000 tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691094'] for floatingip, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:34.892804 n-d-843702-1 neutron-server[89109]: INFO neutron.db.l3_db [req-2af6858b-efe7-4d79-abaf-e75054fd9897 req-56f6b690-96f2-4bb1-b22d-222aa250f000 tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Floating IP 20fb2381-5723-49ea-9520-8adfbce7410e disassociated. External IP: 172.25.5.235, port: 883749f6-a2bc-4e52-a228-a471598e90cb. May 28 06:27:34.893135 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [req-2af6858b-efe7-4d79-abaf-e75054fd9897 req-56f6b690-96f2-4bb1-b22d-222aa250f000 tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Calling delete_port for 883749f6-a2bc-4e52-a228-a471598e90cb owned by compute:nova {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:27:34.930987 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-c7270fd6-e344-42ae-b3be-b96c750074ea admin admin] Usage tracker for resource:security_group_rule and tenant:31ce6ee99c904a83a965bcd2565bff5e is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:27:34.934001 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-c1f5498c-c465-4584-a676-1219ba742e39 req-98fbf639-fce3-438a-800a-ea07a7b082a8 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:34.943192 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-c7270fd6-e344-42ae-b3be-b96c750074ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:27:34.951530 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-c1f5498c-c465-4584-a676-1219ba742e39 req-98fbf639-fce3-438a-800a-ea07a7b082a8 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:34.961458 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-c7270fd6-e344-42ae-b3be-b96c750074ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:27:34.964810 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port f690ba5c-722e-48ed-aab4-f586dfc67439 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:27:34.965266 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:35.032531 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-aa8f91b9-ef61-40c6-8a3d-107504e32532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57364e28-de43-4e8a-b381-1660c5c80b0c', 'name': 'tempest-TaggedBootDevicesTest-1788534562-router', 'tenant_id': 'a8da032a2e5648ce9d0fc6452d22b4cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': 'f690ba5c-722e-48ed-aab4-f586dfc67439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:27:25Z', 'updated_at': '2022-05-28T06:27:31Z', 'revision_number': 4, 'project_id': 'a8da032a2e5648ce9d0fc6452d22b4cb', 'gw_port': {'id': 'f690ba5c-722e-48ed-aab4-f586dfc67439', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:06:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57364e28-de43-4e8a-b381-1660c5c80b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:27:26Z', 'updated_at': '2022-05-28T06:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '4c41fedf-ecf0-42d6-b477-7fb29f83e178', 'name': '', 'network_id': '369ddc20-8d22-4294-8f0c-e8528901ab45', 'tenant_id': 'a8da032a2e5648ce9d0fc6452d22b4cb', 'mac_address': 'fa:16:3e:e7:e1:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57364e28-de43-4e8a-b381-1660c5c80b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '84a0b5e9-06b6-47b5-9fc8-28100b6ce7b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:27:30Z', 'updated_at': '2022-05-28T06:27:31Z', 'revision_number': 2, 'project_id': 'a8da032a2e5648ce9d0fc6452d22b4cb', 'subnets': [{'id': '84a0b5e9-06b6-47b5-9fc8-28100b6ce7b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:27:35.039395 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8f91b9-ef61-40c6-8a3d-107504e32532 None None] Checking router: 57364e28-de43-4e8a-b381-1660c5c80b0c for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:27:35.039741 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8f91b9-ef61-40c6-8a3d-107504e32532 None None] Updating router 57364e28-de43-4e8a-b381-1660c5c80b0c port 4c41fedf-ecf0-42d6-b477-7fb29f83e178 binding host n-d-843702-1 {{(pid=89111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:27:35.052715 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f12849a-029f-4873-9eec-89d3d3d25219 req-2e33efb2-034b-433a-b47d-83df7b2eeaa1 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:35.057533 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-7f12849a-029f-4873-9eec-89d3d3d25219 req-2e33efb2-034b-433a-b47d-83df7b2eeaa1 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3148339 May 28 06:27:35.120656 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-c1f5498c-c465-4584-a676-1219ba742e39 req-98fbf639-fce3-438a-800a-ea07a7b082a8 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:35.147280 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-c1f5498c-c465-4584-a676-1219ba742e39 req-98fbf639-fce3-438a-800a-ea07a7b082a8 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:35.148558 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c1f5498c-c465-4584-a676-1219ba742e39 req-98fbf639-fce3-438a-800a-ea07a7b082a8 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/0b609607-3832-45ce-98ac-6516f0a0e010 HTTP/1.1" status: 204 len: 173 time: 0.3171873 May 28 06:27:35.148983 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-7f12849a-029f-4873-9eec-89d3d3d25219 req-bfd10982-5108-4e73-b0de-2b6f5587ac6a tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Request body: {'port': {'device_id': '5ebef2b8-a314-4523-b353-90a1f27259c6', 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9', 'admin_state_up': True, 'tenant_id': 'c3068efc66a349e9b92ab9365fc877d9'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:27:35.168664 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fbf639-fce3-438a-800a-ea07a7b082a8 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0b609607-3832-45ce-98ac-6516f0a0e010,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:35.211930 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef0468d-b1f3-45c7-ab5c-caee9b557440 req-9f5c050f-85db-441e-bd34-f09f8e6b1377 tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:35.221806 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8ef0468d-b1f3-45c7-ab5c-caee9b557440 req-9f5c050f-85db-441e-bd34-f09f8e6b1377 tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] 10.222.0.55 "GET /v2.0/ports?device_id=fcc6074d-4948-4fec-b5ad-05cb18cb9e5f HTTP/1.1" status: 200 len: 945 time: 0.1470802 May 28 06:27:35.222700 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port f690ba5c-722e-48ed-aab4-f586dfc67439 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:27:35.225568 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-aa8f91b9-ef61-40c6-8a3d-107504e32532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:35.323510 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8ef0468d-b1f3-45c7-ab5c-caee9b557440 req-1dc06ae4-a114-44c6-9f44-7af3453b2919 tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] 10.222.0.55 "GET /v2.0/security-groups?id=f271997b-8441-4de1-8268-d4b2c15a9cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007419 May 28 06:27:35.433282 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c7270fd6-e344-42ae-b3be-b96c750074ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:35.437817 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-2af6858b-efe7-4d79-abaf-e75054fd9897 req-56f6b690-96f2-4bb1-b22d-222aa250f000 tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:35.485875 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-60d9adb0-82d0-48de-a41b-30c0f6a24238 req-cbaa2bd3-2cce-4114-83b6-1392e7f275d5 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] 10.222.0.55 "GET /v2.0/security-groups/f6391449-2980-4e87-8f65-eaf7ad1f43fb HTTP/1.1" status: 200 len: 2397 time: 0.0720894 May 28 06:27:35.516738 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [req-7f12849a-029f-4873-9eec-89d3d3d25219 req-bfd10982-5108-4e73-b0de-2b6f5587ac6a tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:27:35.522365 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c55de7-2654-470c-91ef-c7559dc84d5e req-3b28867e-93f3-4faa-836c-a072b647eb2b tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:35.525294 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-7f12849a-029f-4873-9eec-89d3d3d25219 req-bfd10982-5108-4e73-b0de-2b6f5587ac6a tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Usage tracker for resource:port and tenant:c3068efc66a349e9b92ab9365fc877d9 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:27:35.525433 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-45c55de7-2654-470c-91ef-c7559dc84d5e req-3b28867e-93f3-4faa-836c-a072b647eb2b tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.55 "GET /v2.0/ports?device_id=b2cac498-5681-4d00-a219-f4b4fe770ade HTTP/1.1" status: 200 len: 949 time: 0.1776981 May 28 06:27:35.529159 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-7f12849a-029f-4873-9eec-89d3d3d25219 req-bfd10982-5108-4e73-b0de-2b6f5587ac6a tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:27:35.537306 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [req-7f12849a-029f-4873-9eec-89d3d3d25219 req-bfd10982-5108-4e73-b0de-2b6f5587ac6a tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:27:35.580233 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f6b690-96f2-4bb1-b22d-222aa250f000 tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Pushing event deleted for resources: {'Port': ['ID=883749f6-a2bc-4e52-a228-a471598e90cb,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:35.582075 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c7270fd6-e344-42ae-b3be-b96c750074ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:35.605229 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7f12849a-029f-4873-9eec-89d3d3d25219 req-a488b9a6-490d-4a4d-ae9b-3478502bd0e9 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=c3068efc66a349e9b92ab9365fc877d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0418682 May 28 06:27:35.695620 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-aa8f91b9-ef61-40c6-8a3d-107504e32532 None None] Notify callbacks [] for port, precommit_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:35.710352 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f12849a-029f-4873-9eec-89d3d3d25219 req-bfd10982-5108-4e73-b0de-2b6f5587ac6a tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Made reservation on behalf of c3068efc66a349e9b92ab9365fc877d9 for: {'port': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:27:35.712512 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-aa8f91b9-ef61-40c6-8a3d-107504e32532 None None] Transition to ACTIVE for port object 4c41fedf-ecf0-42d6-b477-7fb29f83e178 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:27:35.714384 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-7f12849a-029f-4873-9eec-89d3d3d25219 req-bfd10982-5108-4e73-b0de-2b6f5587ac6a tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:35.735583 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7270fd6-e344-42ae-b3be-b96c750074ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4816eafd-aa94-4ea8-a991-e7e684144827,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:35.748422 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-c7270fd6-e344-42ae-b3be-b96c750074ea admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=31ce6ee99c904a83a965bcd2565bff5e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6297805 May 28 06:27:35.763287 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 54392) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:27:35.811315 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-aa8f91b9-ef61-40c6-8a3d-107504e32532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:35.828790 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-45c55de7-2654-470c-91ef-c7559dc84d5e req-4ce94ce2-24ca-45f8-86e2-a607dfb128d0 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.55 "GET /v2.0/security-groups?id=003cca32-7671-4721-8c5a-98dfd2100d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2976770 May 28 06:27:35.869206 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-60d9adb0-82d0-48de-a41b-30c0f6a24238 req-aa379d47-89f7-4cae-96da-943fd20eb163 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:35.989969 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-60d9adb0-82d0-48de-a41b-30c0f6a24238 req-aa379d47-89f7-4cae-96da-943fd20eb163 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:36.122505 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 883749f6-a2bc-4e52-a228-a471598e90cb no longer exists at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:27:36.141357 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f12849a-029f-4873-9eec-89d3d3d25219 req-e09b1dcd-e405-4837-84c7-efcea005a9d3 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:36.142902 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7f12849a-029f-4873-9eec-89d3d3d25219 req-e09b1dcd-e405-4837-84c7-efcea005a9d3 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5304289 May 28 06:27:36.158102 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-77c6a371-2607-4334-842c-c8017c8fe846 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:36.166426 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-7f12849a-029f-4873-9eec-89d3d3d25219 req-bdd83a3a-37f1-4ee9-b2e1-71718d166043 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Request body: {'port': {'device_id': '117f2637-fcb7-4984-95bd-57bc553ed42d', 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9', 'admin_state_up': True, 'tenant_id': 'c3068efc66a349e9b92ab9365fc877d9'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:27:36.221507 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2af6858b-efe7-4d79-abaf-e75054fd9897 req-56f6b690-96f2-4bb1-b22d-222aa250f000 tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Router 0e9a75c8-48eb-4b30-9b70-87806493477c has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:27:36.235660 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] No Port match for: 883749f6-a2bc-4e52-a228-a471598e90cb {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:27:36.236238 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 883749f6-a2bc-4e52-a228-a471598e90cb not bound to the agent host n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:27:36.247690 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1857551-233b-4e56-97e0-338623296dd0 None None] Pushing event updated for resources: {'Port': ['ID=4c41fedf-ecf0-42d6-b477-7fb29f83e178,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:36.277089 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-77c6a371-2607-4334-842c-c8017c8fe846 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:36.378546 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [req-7f12849a-029f-4873-9eec-89d3d3d25219 req-bfd10982-5108-4e73-b0de-2b6f5587ac6a tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Allocated IP 192.168.233.70 (bb90c162-fdb0-406b-af2b-5eef830db7a9/e72d0ca5-04cb-4b36-82b1-c75214c9eb05/c43e50b8-fb17-4a3c-9d4b-113d8558c9fa) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:27:36.410966 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-aa8f91b9-ef61-40c6-8a3d-107504e32532 None None] Attempting to bind port 4c41fedf-ecf0-42d6-b477-7fb29f83e178 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:27:36.411331 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-aa8f91b9-ef61-40c6-8a3d-107504e32532 None None] Attempting to bind port 4c41fedf-ecf0-42d6-b477-7fb29f83e178 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': '7376c345-a8a3-45d3-97eb-4cf0b3443c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '369ddc20-8d22-4294-8f0c-e8528901ab45'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:27:36.411697 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8f91b9-ef61-40c6-8a3d-107504e32532 None None] Attempting to bind port 4c41fedf-ecf0-42d6-b477-7fb29f83e178 on network 369ddc20-8d22-4294-8f0c-e8528901ab45 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:27:36.421719 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8f91b9-ef61-40c6-8a3d-107504e32532 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:27:36.422661 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8f91b9-ef61-40c6-8a3d-107504e32532 None None] Checking segment: {'id': '7376c345-a8a3-45d3-97eb-4cf0b3443c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '369ddc20-8d22-4294-8f0c-e8528901ab45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:27:36.422661 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-aa8f91b9-ef61-40c6-8a3d-107504e32532 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:36.422872 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8f91b9-ef61-40c6-8a3d-107504e32532 None None] Bound using segment: {'id': '7376c345-a8a3-45d3-97eb-4cf0b3443c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '369ddc20-8d22-4294-8f0c-e8528901ab45'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:27:36.423861 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-aa8f91b9-ef61-40c6-8a3d-107504e32532 None None] Bound port: 4c41fedf-ecf0-42d6-b477-7fb29f83e178, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7376c345-a8a3-45d3-97eb-4cf0b3443c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '369ddc20-8d22-4294-8f0c-e8528901ab45'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:27:36.424223 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-aa8f91b9-ef61-40c6-8a3d-107504e32532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:36.473657 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf3f133-9fa5-43c4-8b9c-aa7bf46b352b req-36cf9bef-d73a-4858-8e93-c01a46769471 tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:36.487175 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bcf3f133-9fa5-43c4-8b9c-aa7bf46b352b req-36cf9bef-d73a-4858-8e93-c01a46769471 tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] 10.222.0.55 "GET /v2.0/ports?device_id=fcc6074d-4948-4fec-b5ad-05cb18cb9e5f HTTP/1.1" status: 200 len: 945 time: 0.4376822 May 28 06:27:36.488343 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-7f12849a-029f-4873-9eec-89d3d3d25219 req-bdd83a3a-37f1-4ee9-b2e1-71718d166043 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:27:36.490635 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 54428) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:27:36.494656 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-7f12849a-029f-4873-9eec-89d3d3d25219 req-bdd83a3a-37f1-4ee9-b2e1-71718d166043 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Usage tracker for resource:port and tenant:c3068efc66a349e9b92ab9365fc877d9 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:27:36.514903 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-933e76fd-711e-4602-a00b-41ce58d5e666 tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] Request body: {'floatingip': {'port_id': 'b122da9f-ce01-4038-a1ff-c79da289b95c'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:27:36.595408 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-aa8f91b9-ef61-40c6-8a3d-107504e32532 None None] For port 4c41fedf-ecf0-42d6-b477-7fb29f83e178, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:27:36.607825 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-aa8f91b9-ef61-40c6-8a3d-107504e32532 None None] For port 4c41fedf-ecf0-42d6-b477-7fb29f83e178, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=4c41fedf-ecf0-42d6-b477-7fb29f83e178,segment=NetworkSegment(7376c345-a8a3-45d3-97eb-4cf0b3443c75),segment_id=7376c345-a8a3-45d3-97eb-4cf0b3443c75)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:27:36.626262 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-7f12849a-029f-4873-9eec-89d3d3d25219 req-bdd83a3a-37f1-4ee9-b2e1-71718d166043 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:27:36.637643 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-60d9adb0-82d0-48de-a41b-30c0f6a24238 req-aa379d47-89f7-4cae-96da-943fd20eb163 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:36.642252 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2af6858b-efe7-4d79-abaf-e75054fd9897 req-56f6b690-96f2-4bb1-b22d-222aa250f000 tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:27:36.653961 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796c0452-f66d-4496-9617-61465a9ab1ed None None] Sync routers for ids ['0e9a75c8-48eb-4b30-9b70-87806493477c'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:27:36.654538 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-7f12849a-029f-4873-9eec-89d3d3d25219 req-bdd83a3a-37f1-4ee9-b2e1-71718d166043 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:27:36.672275 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796c0452-f66d-4496-9617-61465a9ab1ed None None] Routers {'0e9a75c8-48eb-4b30-9b70-87806493477c'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:27:36.673728 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-796c0452-f66d-4496-9617-61465a9ab1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:27:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['0e9a75c8-48eb-4b30-9b70-87806493477c'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:27:36.708441 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-aa8f91b9-ef61-40c6-8a3d-107504e32532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:36.716909 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa379d47-89f7-4cae-96da-943fd20eb163 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6391449-2980-4e87-8f65-eaf7ad1f43fb,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:36.727012 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-933e76fd-711e-4602-a00b-41ce58d5e666 tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] Notify callbacks [] for floatingip, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:36.746709 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-77c6a371-2607-4334-842c-c8017c8fe846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:36.796925 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dd694036-1a45-4f84-b2b1-abb5a3c0bf2f req-11840c68-be56-44f6-8489-d45ed7e8a06d tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] 10.222.0.55 "GET /v2.0/ports?device_id=4ead97b6-ff7a-417e-b55d-6248b889924d HTTP/1.1" status: 200 len: 210 time: 0.1306117 May 28 06:27:36.806128 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-60d9adb0-82d0-48de-a41b-30c0f6a24238 req-aa379d47-89f7-4cae-96da-943fd20eb163 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:36.811608 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-60d9adb0-82d0-48de-a41b-30c0f6a24238 req-aa379d47-89f7-4cae-96da-943fd20eb163 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] 10.222.0.55 "DELETE /v2.0/security-groups/f6391449-2980-4e87-8f65-eaf7ad1f43fb HTTP/1.1" status: 204 len: 173 time: 1.3190753 May 28 06:27:36.848046 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1857551-233b-4e56-97e0-338623296dd0 None None] Pushing event updated for resources: {'Port': ['ID=4c41fedf-ecf0-42d6-b477-7fb29f83e178,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:36.912591 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8f91b9-ef61-40c6-8a3d-107504e32532 None None] Routers {'57364e28-de43-4e8a-b381-1660c5c80b0c'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:27:36.913615 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-aa8f91b9-ef61-40c6-8a3d-107504e32532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:27:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['57364e28-de43-4e8a-b381-1660c5c80b0c'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:27:36.916805 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f12849a-029f-4873-9eec-89d3d3d25219 req-bdd83a3a-37f1-4ee9-b2e1-71718d166043 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Made reservation on behalf of c3068efc66a349e9b92ab9365fc877d9 for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:27:36.930112 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-7f12849a-029f-4873-9eec-89d3d3d25219 req-bdd83a3a-37f1-4ee9-b2e1-71718d166043 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:36.975550 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c6a371-2607-4334-842c-c8017c8fe846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4816eafd-aa94-4ea8-a991-e7e684144827,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:37.032889 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [req-2af6858b-efe7-4d79-abaf-e75054fd9897 req-56f6b690-96f2-4bb1-b22d-222aa250f000 tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] No DVR routers for this DVR port 883749f6-a2bc-4e52-a228-a471598e90cb on host n-h2-843702-1 {{(pid=89109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:27:37.036088 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-2af6858b-efe7-4d79-abaf-e75054fd9897 req-56f6b690-96f2-4bb1-b22d-222aa250f000 tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:37.047564 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ead97b6-ff7a-417e-b55d-6248b889924d', 'name': 'network-vif-deleted', 'tag': '883749f6-a2bc-4e52-a228-a471598e90cb'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:27:37.141247 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-2af6858b-efe7-4d79-abaf-e75054fd9897 req-56f6b690-96f2-4bb1-b22d-222aa250f000 tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] 10.222.0.71 "DELETE /v2.0/ports/883749f6-a2bc-4e52-a228-a471598e90cb HTTP/1.1" status: 204 len: 173 time: 3.6152365 May 28 06:27:37.153894 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-77c6a371-2607-4334-842c-c8017c8fe846 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:37.159654 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-77c6a371-2607-4334-842c-c8017c8fe846 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4816eafd-aa94-4ea8-a991-e7e684144827 HTTP/1.1" status: 204 len: 168 time: 1.3953841 May 28 06:27:37.212488 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-7f12849a-029f-4873-9eec-89d3d3d25219 req-bfd10982-5108-4e73-b0de-2b6f5587ac6a tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:37.218316 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-796c0452-f66d-4496-9617-61465a9ab1ed None None] Set router 0e9a75c8-48eb-4b30-9b70-87806493477c gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:27:37.245137 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [req-7f12849a-029f-4873-9eec-89d3d3d25219 req-bfd10982-5108-4e73-b0de-2b6f5587ac6a tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Transition to ACTIVE for port object c43e50b8-fb17-4a3c-9d4b-113d8558c9fa will not be triggered until provisioned by entity DHCP. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:27:37.336661 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ba6f3580-06c2-4c25-9bdb-8da31e46e3ed req-0a789254-eb15-4740-b947-53af2d407148 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/ports?device_id=117f2637-fcb7-4984-95bd-57bc553ed42d HTTP/1.1" status: 200 len: 210 time: 0.2043960 May 28 06:27:37.377754 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-7f12849a-029f-4873-9eec-89d3d3d25219 req-bfd10982-5108-4e73-b0de-2b6f5587ac6a tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:37.416848 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['34d5a857-5950-4308-8e9f-761b2183974d'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:27:37.488650 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f12849a-029f-4873-9eec-89d3d3d25219 req-bfd10982-5108-4e73-b0de-2b6f5587ac6a tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Network bb90c162-fdb0-406b-af2b-5eef830db7a9 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:27:37.491939 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [req-7f12849a-029f-4873-9eec-89d3d3d25219 req-bfd10982-5108-4e73-b0de-2b6f5587ac6a tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:27:37.515080 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f12849a-029f-4873-9eec-89d3d3d25219 req-bfd10982-5108-4e73-b0de-2b6f5587ac6a tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:27:37.597598 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-aa8f91b9-ef61-40c6-8a3d-107504e32532 None None] Set router 57364e28-de43-4e8a-b381-1660c5c80b0c gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:27:37.648214 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd10982-5108-4e73-b0de-2b6f5587ac6a tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Pushing event updated for resources: {'Port': ['ID=c43e50b8-fb17-4a3c-9d4b-113d8558c9fa,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:37.774198 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f12849a-029f-4873-9eec-89d3d3d25219 req-bfd10982-5108-4e73-b0de-2b6f5587ac6a tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:37.775129 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-7f12849a-029f-4873-9eec-89d3d3d25219 req-bfd10982-5108-4e73-b0de-2b6f5587ac6a tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:37.884075 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-796c0452-f66d-4496-9617-61465a9ab1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9a75c8-48eb-4b30-9b70-87806493477c', 'name': 'tempest-ServersTestJSON-1589757023-router', 'tenant_id': 'd91f6eb4c7e44824b2ce0b8006557321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.62'}], 'enable_snat': True}, 'gw_port_id': 'af88013d-1f04-41a4-a9d3-47f6a8bb62d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:26:08Z', 'updated_at': '2022-05-28T06:26:17Z', 'revision_number': 4, 'project_id': 'd91f6eb4c7e44824b2ce0b8006557321', 'gw_port': {'id': 'af88013d-1f04-41a4-a9d3-47f6a8bb62d0', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:28:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9a75c8-48eb-4b30-9b70-87806493477c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:26:10Z', 'updated_at': '2022-05-28T06:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '528b9657-4123-48cf-81bd-7f3ee47d922b', 'name': '', 'network_id': 'd78b7af4-098f-4263-8522-732b24d86d73', 'tenant_id': 'd91f6eb4c7e44824b2ce0b8006557321', 'mac_address': 'fa:16:3e:af:1c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9a75c8-48eb-4b30-9b70-87806493477c', 'device_owner': 'network:router_interface', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '9c4f9492-bb3a-4b06-9439-952a7bc7785e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:26:15Z', 'updated_at': '2022-05-28T06:26:25Z', 'revision_number': 5, 'project_id': 'd91f6eb4c7e44824b2ce0b8006557321', 'subnets': [{'id': '9c4f9492-bb3a-4b06-9439-952a7bc7785e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:27:37.889577 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796c0452-f66d-4496-9617-61465a9ab1ed None None] Checking router: 0e9a75c8-48eb-4b30-9b70-87806493477c for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:27:37.901667 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796c0452-f66d-4496-9617-61465a9ab1ed None None] Routers {'0e9a75c8-48eb-4b30-9b70-87806493477c'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:27:37.902716 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-796c0452-f66d-4496-9617-61465a9ab1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:27:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['0e9a75c8-48eb-4b30-9b70-87806493477c'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:27:37.926255 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-7f12849a-029f-4873-9eec-89d3d3d25219 req-bfd10982-5108-4e73-b0de-2b6f5587ac6a tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7867994 May 28 06:27:37.946333 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-7f12849a-029f-4873-9eec-89d3d3d25219 req-fbd762ef-07f5-48cb-b7e0-9c491c4f4ce9 service neutron] Request body: {'port': {'device_id': '5ebef2b8-a314-4523-b353-90a1f27259c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843702-1'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:27:38.141749 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-796c0452-f66d-4496-9617-61465a9ab1ed None None] Set router 0e9a75c8-48eb-4b30-9b70-87806493477c gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:27:38.216300 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-7f12849a-029f-4873-9eec-89d3d3d25219 req-fbd762ef-07f5-48cb-b7e0-9c491c4f4ce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:38.231849 n-d-843702-1 neutron-server[89110]: INFO neutron.api.v2.resource [req-4f3c3933-f5a4-4dcd-bf18-c67d3ac3f1e9 req-61483c9b-8275-4139-9e64-83c98551b349 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] show failed (client error): The resource could not be found. May 28 06:27:38.232968 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4f3c3933-f5a4-4dcd-bf18-c67d3ac3f1e9 req-61483c9b-8275-4139-9e64-83c98551b349 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] 10.222.0.55 "GET /v2.0/security-groups/ad40fdef-ba2c-4eb9-8eb7-d578a03ecfb6 HTTP/1.1" status: 404 len: 352 time: 0.7385166 May 28 06:27:38.314386 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-78119a3d-1a02-4f99-8c4e-40c1e59b1bd9 None None] Provisioning for port c43e50b8-fb17-4a3c-9d4b-113d8558c9fa completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:27:38.350621 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-78119a3d-1a02-4f99-8c4e-40c1e59b1bd9 None None] Provisioning complete for port c43e50b8-fb17-4a3c-9d4b-113d8558c9fa triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:27:38.350984 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-78119a3d-1a02-4f99-8c4e-40c1e59b1bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:38.481508 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12f75e4-4c6c-45bf-a8be-b51afd296897 req-3acac3b8-0b51-4c60-b027-4bf85a4b4ac1 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:38.487822 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12f75e4-4c6c-45bf-a8be-b51afd296897 req-3acac3b8-0b51-4c60-b027-4bf85a4b4ac1 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:38.506107 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12f75e4-4c6c-45bf-a8be-b51afd296897 req-3acac3b8-0b51-4c60-b027-4bf85a4b4ac1 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:38.512508 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12f75e4-4c6c-45bf-a8be-b51afd296897 req-3acac3b8-0b51-4c60-b027-4bf85a4b4ac1 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:38.528173 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12f75e4-4c6c-45bf-a8be-b51afd296897 req-3acac3b8-0b51-4c60-b027-4bf85a4b4ac1 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:38.540627 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12f75e4-4c6c-45bf-a8be-b51afd296897 req-3acac3b8-0b51-4c60-b027-4bf85a4b4ac1 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:38.546379 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12f75e4-4c6c-45bf-a8be-b51afd296897 req-3acac3b8-0b51-4c60-b027-4bf85a4b4ac1 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:38.564561 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d12f75e4-4c6c-45bf-a8be-b51afd296897 req-3acac3b8-0b51-4c60-b027-4bf85a4b4ac1 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc8afbe2-63ab-495f-b953-08528fec512c HTTP/1.1" status: 200 len: 5429 time: 1.4311724 May 28 06:27:38.631594 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-933e76fd-711e-4602-a00b-41ce58d5e666 tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:38.653586 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-78119a3d-1a02-4f99-8c4e-40c1e59b1bd9 None None] Port c43e50b8-fb17-4a3c-9d4b-113d8558c9fa cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:27:38.701657 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-aa8f91b9-ef61-40c6-8a3d-107504e32532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57364e28-de43-4e8a-b381-1660c5c80b0c', 'name': 'tempest-TaggedBootDevicesTest-1788534562-router', 'tenant_id': 'a8da032a2e5648ce9d0fc6452d22b4cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': 'f690ba5c-722e-48ed-aab4-f586dfc67439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:27:25Z', 'updated_at': '2022-05-28T06:27:31Z', 'revision_number': 4, 'project_id': 'a8da032a2e5648ce9d0fc6452d22b4cb', 'gw_port': {'id': 'f690ba5c-722e-48ed-aab4-f586dfc67439', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:06:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57364e28-de43-4e8a-b381-1660c5c80b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:27:26Z', 'updated_at': '2022-05-28T06:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '4c41fedf-ecf0-42d6-b477-7fb29f83e178', 'name': '', 'network_id': '369ddc20-8d22-4294-8f0c-e8528901ab45', 'tenant_id': 'a8da032a2e5648ce9d0fc6452d22b4cb', 'mac_address': 'fa:16:3e:e7:e1:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57364e28-de43-4e8a-b381-1660c5c80b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '84a0b5e9-06b6-47b5-9fc8-28100b6ce7b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:27:30Z', 'updated_at': '2022-05-28T06:27:36Z', 'revision_number': 4, 'project_id': 'a8da032a2e5648ce9d0fc6452d22b4cb', 'subnets': [{'id': '84a0b5e9-06b6-47b5-9fc8-28100b6ce7b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:27:38.707979 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8f91b9-ef61-40c6-8a3d-107504e32532 None None] The sync data for ids ['57364e28-de43-4e8a-b381-1660c5c80b0c'] in n-d-843702-1 is: [{'id': '57364e28-de43-4e8a-b381-1660c5c80b0c', 'name': 'tempest-TaggedBootDevicesTest-1788534562-router', 'tenant_id': 'a8da032a2e5648ce9d0fc6452d22b4cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': 'f690ba5c-722e-48ed-aab4-f586dfc67439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:27:25Z', 'updated_at': '2022-05-28T06:27:31Z', 'revision_number': 4, 'project_id': 'a8da032a2e5648ce9d0fc6452d22b4cb', 'gw_port': {'id': 'f690ba5c-722e-48ed-aab4-f586dfc67439', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:06:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57364e28-de43-4e8a-b381-1660c5c80b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:27:26Z', 'updated_at': '2022-05-28T06:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '4c41fedf-ecf0-42d6-b477-7fb29f83e178', 'name': '', 'network_id': '369ddc20-8d22-4294-8f0c-e8528901ab45', 'tenant_id': 'a8da032a2e5648ce9d0fc6452d22b4cb', 'mac_address': 'fa:16:3e:e7:e1:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57364e28-de43-4e8a-b381-1660c5c80b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '84a0b5e9-06b6-47b5-9fc8-28100b6ce7b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:27:30Z', 'updated_at': '2022-05-28T06:27:36Z', 'revision_number': 4, 'project_id': 'a8da032a2e5648ce9d0fc6452d22b4cb', 'subnets': [{'id': '84a0b5e9-06b6-47b5-9fc8-28100b6ce7b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:27:38.997141 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-796c0452-f66d-4496-9617-61465a9ab1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9a75c8-48eb-4b30-9b70-87806493477c', 'name': 'tempest-ServersTestJSON-1589757023-router', 'tenant_id': 'd91f6eb4c7e44824b2ce0b8006557321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.62'}], 'enable_snat': True}, 'gw_port_id': 'af88013d-1f04-41a4-a9d3-47f6a8bb62d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:26:08Z', 'updated_at': '2022-05-28T06:26:17Z', 'revision_number': 4, 'project_id': 'd91f6eb4c7e44824b2ce0b8006557321', 'gw_port': {'id': 'af88013d-1f04-41a4-a9d3-47f6a8bb62d0', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:28:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9a75c8-48eb-4b30-9b70-87806493477c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:26:10Z', 'updated_at': '2022-05-28T06:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '528b9657-4123-48cf-81bd-7f3ee47d922b', 'name': '', 'network_id': 'd78b7af4-098f-4263-8522-732b24d86d73', 'tenant_id': 'd91f6eb4c7e44824b2ce0b8006557321', 'mac_address': 'fa:16:3e:af:1c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9a75c8-48eb-4b30-9b70-87806493477c', 'device_owner': 'network:router_interface', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '9c4f9492-bb3a-4b06-9439-952a7bc7785e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:26:15Z', 'updated_at': '2022-05-28T06:26:25Z', 'revision_number': 5, 'project_id': 'd91f6eb4c7e44824b2ce0b8006557321', 'subnets': [{'id': '9c4f9492-bb3a-4b06-9439-952a7bc7785e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:27:39.002546 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796c0452-f66d-4496-9617-61465a9ab1ed None None] The sync data for ids ['0e9a75c8-48eb-4b30-9b70-87806493477c'] in n-d-843702-1 is: [{'id': '0e9a75c8-48eb-4b30-9b70-87806493477c', 'name': 'tempest-ServersTestJSON-1589757023-router', 'tenant_id': 'd91f6eb4c7e44824b2ce0b8006557321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.62'}], 'enable_snat': True}, 'gw_port_id': 'af88013d-1f04-41a4-a9d3-47f6a8bb62d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:26:08Z', 'updated_at': '2022-05-28T06:26:17Z', 'revision_number': 4, 'project_id': 'd91f6eb4c7e44824b2ce0b8006557321', 'gw_port': {'id': 'af88013d-1f04-41a4-a9d3-47f6a8bb62d0', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:28:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9a75c8-48eb-4b30-9b70-87806493477c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:26:10Z', 'updated_at': '2022-05-28T06:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '528b9657-4123-48cf-81bd-7f3ee47d922b', 'name': '', 'network_id': 'd78b7af4-098f-4263-8522-732b24d86d73', 'tenant_id': 'd91f6eb4c7e44824b2ce0b8006557321', 'mac_address': 'fa:16:3e:af:1c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9a75c8-48eb-4b30-9b70-87806493477c', 'device_owner': 'network:router_interface', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '9c4f9492-bb3a-4b06-9439-952a7bc7785e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:26:15Z', 'updated_at': '2022-05-28T06:26:25Z', 'revision_number': 5, 'project_id': 'd91f6eb4c7e44824b2ce0b8006557321', 'subnets': [{'id': '9c4f9492-bb3a-4b06-9439-952a7bc7785e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:27:39.023862 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-933e76fd-711e-4602-a00b-41ce58d5e666 tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691094'] for floatingip, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:39.096656 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [req-7f12849a-029f-4873-9eec-89d3d3d25219 req-bdd83a3a-37f1-4ee9-b2e1-71718d166043 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Allocated IP 192.168.233.196 (bb90c162-fdb0-406b-af2b-5eef830db7a9/e72d0ca5-04cb-4b36-82b1-c75214c9eb05/15bc477c-9769-4020-b7bf-3f3554b08c6a) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:27:39.187601 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d12f75e4-4c6c-45bf-a8be-b51afd296897 req-49090a9a-e006-4d89-a829-018c72833687 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.55 "GET /v2.0/security-groups?id=330866ba-92b0-424f-b7e1-e6c41912745c&id=dee936ce-b9e4-4668-898c-fea71a001642&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6221702 May 28 06:27:39.275817 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45c09106-e906-4fd7-b22d-086a7d389db9'] response: {'server_uuid': '4ead97b6-ff7a-417e-b55d-6248b889924d', 'name': 'network-vif-deleted', 'tag': '883749f6-a2bc-4e52-a228-a471598e90cb', 'status': 'completed', 'code': 200} May 28 06:27:39.431873 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475c3f27-3b32-4083-8c3b-381d32d7c527 None None] New status for floating IP 20fb2381-5723-49ea-9520-8adfbce7410e: DOWN {{(pid=89111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 06:27:39.453379 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ffa645-7513-47bf-84cb-f680128fafbb req-dc085917-3a33-4fc5-907a-fda1db0569d9 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:39.455254 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e7ffa645-7513-47bf-84cb-f680128fafbb req-dc085917-3a33-4fc5-907a-fda1db0569d9 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.55 "GET /v2.0/ports?device_id=b2cac498-5681-4d00-a219-f4b4fe770ade HTTP/1.1" status: 200 len: 949 time: 1.0065928 May 28 06:27:39.466850 n-d-843702-1 neutron-server[89110]: INFO neutron.db.l3_db [None req-933e76fd-711e-4602-a00b-41ce58d5e666 tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] Floating IP 375b8116-167c-4664-bba6-5a44bb6487c4 associated. External IP: 172.25.5.219, port: b122da9f-ce01-4038-a1ff-c79da289b95c. May 28 06:27:39.577460 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7f010f02-16b6-4cb2-a80e-444e34bf8419 req-4f5bfb0e-2086-49fc-8155-69fcfd155d1b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ea2d70f8-cc72-4c4e-b486-20aa5f467066&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6167598 May 28 06:27:39.686013 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-831d270e-2f2d-4bfd-8f02-cfe5a6cd0a72 req-43c87ac8-144b-4515-99ae-1370d557719d tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] 10.222.0.55 "GET /v2.0/security-groups/21fa5f12-a39f-4016-9093-bd19b047de6a HTTP/1.1" status: 200 len: 1803 time: 0.2483914 May 28 06:27:39.798100 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e7ffa645-7513-47bf-84cb-f680128fafbb req-a15aba34-2d9f-4f86-94dc-bac26bbcf5a5 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.55 "GET /v2.0/security-groups?id=003cca32-7671-4721-8c5a-98dfd2100d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286022 May 28 06:27:40.017651 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-7f12849a-029f-4873-9eec-89d3d3d25219 req-bdd83a3a-37f1-4ee9-b2e1-71718d166043 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:40.034823 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-78acee0f-4613-49c9-a32d-16f7c6d702a6 req-25549491-3fa5-436d-a5c5-e566b3bb54d2 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/ports?device_id=117f2637-fcb7-4984-95bd-57bc553ed42d HTTP/1.1" status: 200 len: 210 time: 0.0802646 May 28 06:27:40.046883 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-831d270e-2f2d-4bfd-8f02-cfe5a6cd0a72 req-d1bdc851-0385-48a1-aac3-63dad16be19f tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:40.060433 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f010f02-16b6-4cb2-a80e-444e34bf8419 req-7bfb5448-a54d-47c1-982f-a7485f72ea7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:40.060433 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7f010f02-16b6-4cb2-a80e-444e34bf8419 req-7bfb5448-a54d-47c1-982f-a7485f72ea7e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=939489430c7749c59f0791a254a21615&device_id=ea2d70f8-cc72-4c4e-b486-20aa5f467066 HTTP/1.1" status: 200 len: 1101 time: 0.4473374 May 28 06:27:40.088255 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 3fb3ec73-12a3-4479-8d11-63f64b53e873 details requested by agent hyperv_n-h2-843702-1 with host n-h2-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:27:40.128707 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-7f12849a-029f-4873-9eec-89d3d3d25219 req-bdd83a3a-37f1-4ee9-b2e1-71718d166043 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Transition to ACTIVE for port object 15bc477c-9769-4020-b7bf-3f3554b08c6a will not be triggered until provisioned by entity DHCP. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:27:40.175809 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 54476) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:27:40.253433 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-831d270e-2f2d-4bfd-8f02-cfe5a6cd0a72 req-d1bdc851-0385-48a1-aac3-63dad16be19f tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:40.313815 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 3fb3ec73-12a3-4479-8d11-63f64b53e873, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=3fb3ec73-12a3-4479-8d11-63f64b53e873,segment=NetworkSegment(befc39fc-1243-42e3-acd6-540a4860f994),segment_id=befc39fc-1243-42e3-acd6-540a4860f994)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:27:40.316564 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e190d413-9f1d-4b47-954f-870445dbd10a tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:40.344803 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Returning: {'device': '3fb3ec73-12a3-4479-8d11-63f64b53e873', 'network_id': '9b9370ac-f402-419d-a185-61eac57b38a9', 'port_id': '3fb3ec73-12a3-4479-8d11-63f64b53e873', 'mac_address': 'fa:16:3e:da:90:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c103158a-2ac5-46a3-b8d0-bd8c5ed32dd7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:27:40.368155 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e190d413-9f1d-4b47-954f-870445dbd10a tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:40.417738 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 3fb3ec73-12a3-4479-8d11-63f64b53e873 is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:27:40.419274 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:40.444958 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fb3ec73-12a3-4479-8d11-63f64b53e873 {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:27:40.478849 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 3fb3ec73-12a3-4479-8d11-63f64b53e873, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=3fb3ec73-12a3-4479-8d11-63f64b53e873,segment=NetworkSegment(befc39fc-1243-42e3-acd6-540a4860f994),segment_id=befc39fc-1243-42e3-acd6-540a4860f994)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:27:40.559386 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e190d413-9f1d-4b47-954f-870445dbd10a tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:40.561643 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:40.562477 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device a1068a4a-45d8-45f1-b5a5-6186eb8d7d2d details requested by agent hyperv_n-h2-843702-1 with host n-h2-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:27:40.579459 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f010f02-16b6-4cb2-a80e-444e34bf8419 req-74432d00-408b-402c-ab10-6d96f277bce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:40.581162 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7f010f02-16b6-4cb2-a80e-444e34bf8419 req-74432d00-408b-402c-ab10-6d96f277bce2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=bb90c162-fdb0-406b-af2b-5eef830db7a9 HTTP/1.1" status: 200 len: 870 time: 0.4490576 May 28 06:27:40.582032 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e190d413-9f1d-4b47-954f-870445dbd10a tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e208dcc-a1fa-4f82-a32c-c10affe88f76,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:40.590824 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e190d413-9f1d-4b47-954f-870445dbd10a tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:27:40.597085 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e190d413-9f1d-4b47-954f-870445dbd10a tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:27:40.597085 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e190d413-9f1d-4b47-954f-870445dbd10a tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:27:40.597085 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e190d413-9f1d-4b47-954f-870445dbd10a tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:27:40.597085 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e190d413-9f1d-4b47-954f-870445dbd10a tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:27:40.597085 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e190d413-9f1d-4b47-954f-870445dbd10a tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:27:40.597085 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e190d413-9f1d-4b47-954f-870445dbd10a tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:27:40.597085 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e190d413-9f1d-4b47-954f-870445dbd10a tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:27:40.597085 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e190d413-9f1d-4b47-954f-870445dbd10a tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:27:40.597085 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e190d413-9f1d-4b47-954f-870445dbd10a tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:27:40.597085 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e190d413-9f1d-4b47-954f-870445dbd10a tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:27:40.597085 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e190d413-9f1d-4b47-954f-870445dbd10a tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:27:40.691276 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e190d413-9f1d-4b47-954f-870445dbd10a tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:40.694765 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-e190d413-9f1d-4b47-954f-870445dbd10a tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] 10.222.0.55 "DELETE /v2.0/security-groups/6e208dcc-a1fa-4f82-a32c-c10affe88f76 HTTP/1.1" status: 204 len: 168 time: 0.5153513 May 28 06:27:40.694975 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 54484) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:27:40.711645 n-d-843702-1 neutron-server[89109]: INFO neutron.api.v2.resource [None req-59369bf8-9c5a-4a2c-b765-70586acedb7a tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] show failed (client error): The resource could not be found. May 28 06:27:40.719866 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-59369bf8-9c5a-4a2c-b765-70586acedb7a tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] 10.222.0.55 "GET /v2.0/security-groups/6e208dcc-a1fa-4f82-a32c-c10affe88f76 HTTP/1.1" status: 404 len: 347 time: 0.0168037 May 28 06:27:40.720228 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 54488) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:27:40.742231 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=3fb3ec73-12a3-4479-8d11-63f64b53e873,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:40.859030 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port a1068a4a-45d8-45f1-b5a5-6186eb8d7d2d, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=a1068a4a-45d8-45f1-b5a5-6186eb8d7d2d,segment=NetworkSegment(91926a5e-954e-4773-b0d0-2c49874bbb2a),segment_id=91926a5e-954e-4773-b0d0-2c49874bbb2a)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:27:40.875307 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Returning: {'device': 'a1068a4a-45d8-45f1-b5a5-6186eb8d7d2d', 'network_id': 'a9ffdff9-c2bf-42e5-aa28-4268d54cc9bc', 'port_id': 'a1068a4a-45d8-45f1-b5a5-6186eb8d7d2d', 'mac_address': 'fa:16:3e:c9:9d:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '486c83aa-9cd6-4997-a0c5-177cd007dece', 'ip_address': '10.1.1.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:27:40.898341 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 54494) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:27:40.915794 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-933e76fd-711e-4602-a00b-41ce58d5e666 tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] Router bc071cc7-7463-4354-906f-270941205e04 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:27:40.934899 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-7f12849a-029f-4873-9eec-89d3d3d25219 req-bdd83a3a-37f1-4ee9-b2e1-71718d166043 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:40.941097 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 4c41fedf-ecf0-42d6-b477-7fb29f83e178 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:27:40.993844 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['34d5a857-5950-4308-8e9f-761b2183974d'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:27:41.050534 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7f010f02-16b6-4cb2-a80e-444e34bf8419 req-c8a35fcf-1e38-4c25-8b2d-4b570fb9067f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=c205e4a9-2963-4f27-a3fd-884fa02390ef HTTP/1.1" status: 200 len: 217 time: 0.4587030 May 28 06:27:41.066693 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port a1068a4a-45d8-45f1-b5a5-6186eb8d7d2d is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:27:41.067080 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:41.102113 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1068a4a-45d8-45f1-b5a5-6186eb8d7d2d {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:27:41.105697 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-674ac818-b5b2-41de-bf01-e6d0d15dcec1 tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Deleting port cdc14509-6868-4ef1-91a2-004e08d678ee {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:27:41.106234 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-674ac818-b5b2-41de-bf01-e6d0d15dcec1 tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:41.139862 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port a1068a4a-45d8-45f1-b5a5-6186eb8d7d2d, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=a1068a4a-45d8-45f1-b5a5-6186eb8d7d2d,segment=NetworkSegment(91926a5e-954e-4773-b0d0-2c49874bbb2a),segment_id=91926a5e-954e-4773-b0d0-2c49874bbb2a)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:27:41.250945 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 4c41fedf-ecf0-42d6-b477-7fb29f83e178 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:27:41.268728 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:41.269589 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 7f054f0f-9345-49d9-a79c-80f8a2c35139 details requested by agent hyperv_n-h2-843702-1 with host n-h2-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:27:41.299824 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd83a3a-37f1-4ee9-b2e1-71718d166043 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Pushing event updated for resources: {'Port': ['ID=15bc477c-9769-4020-b7bf-3f3554b08c6a,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:41.306130 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 4c41fedf-ecf0-42d6-b477-7fb29f83e178 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:27:41.306443 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:41.308181 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-831d270e-2f2d-4bfd-8f02-cfe5a6cd0a72 req-d1bdc851-0385-48a1-aac3-63dad16be19f tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:41.331831 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-933e76fd-711e-4602-a00b-41ce58d5e666 tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:27:41.344333 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0aa5955-cf0d-4b20-acf5-2d59b93f23f6 None None] Sync routers for ids ['bc071cc7-7463-4354-906f-270941205e04'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:27:41.344943 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f12849a-029f-4873-9eec-89d3d3d25219 req-bdd83a3a-37f1-4ee9-b2e1-71718d166043 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Network bb90c162-fdb0-406b-af2b-5eef830db7a9 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:27:41.361803 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0aa5955-cf0d-4b20-acf5-2d59b93f23f6 None None] Routers {'bc071cc7-7463-4354-906f-270941205e04'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:27:41.362426 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-c0aa5955-cf0d-4b20-acf5-2d59b93f23f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:27:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['bc071cc7-7463-4354-906f-270941205e04'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:27:41.367570 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 7f054f0f-9345-49d9-a79c-80f8a2c35139, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=7f054f0f-9345-49d9-a79c-80f8a2c35139,segment=NetworkSegment(91926a5e-954e-4773-b0d0-2c49874bbb2a),segment_id=91926a5e-954e-4773-b0d0-2c49874bbb2a)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:27:41.389283 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Returning: {'device': '7f054f0f-9345-49d9-a79c-80f8a2c35139', 'network_id': 'a9ffdff9-c2bf-42e5-aa28-4268d54cc9bc', 'port_id': '7f054f0f-9345-49d9-a79c-80f8a2c35139', 'mac_address': 'fa:16:3e:07:52:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '486c83aa-9cd6-4997-a0c5-177cd007dece', 'ip_address': '10.1.1.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:27:41.391275 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bdc851-0385-48a1-aac3-63dad16be19f tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21fa5f12-a39f-4016-9093-bd19b047de6a,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:41.393080 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [req-7f12849a-029f-4873-9eec-89d3d3d25219 req-fbd762ef-07f5-48cb-b7e0-9c491c4f4ce9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c43e50b8-fb17-4a3c-9d4b-113d8558c9fa {{(pid=89109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:27:41.407537 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [req-7f12849a-029f-4873-9eec-89d3d3d25219 req-bdd83a3a-37f1-4ee9-b2e1-71718d166043 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:27:41.419726 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f12849a-029f-4873-9eec-89d3d3d25219 req-bdd83a3a-37f1-4ee9-b2e1-71718d166043 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:27:41.419838 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-7f12849a-029f-4873-9eec-89d3d3d25219 req-fbd762ef-07f5-48cb-b7e0-9c491c4f4ce9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:41.450535 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [req-7f12849a-029f-4873-9eec-89d3d3d25219 req-fbd762ef-07f5-48cb-b7e0-9c491c4f4ce9 service neutron] Transition to ACTIVE for port object c43e50b8-fb17-4a3c-9d4b-113d8558c9fa will not be triggered until provisioned by entity L2. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:27:41.452088 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-674ac818-b5b2-41de-bf01-e6d0d15dcec1 tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:41.452409 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-674ac818-b5b2-41de-bf01-e6d0d15dcec1 tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:41.497593 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=a1068a4a-45d8-45f1-b5a5-6186eb8d7d2d,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:41.514674 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f12849a-029f-4873-9eec-89d3d3d25219 req-bdd83a3a-37f1-4ee9-b2e1-71718d166043 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:41.515372 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-7f12849a-029f-4873-9eec-89d3d3d25219 req-bdd83a3a-37f1-4ee9-b2e1-71718d166043 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:41.546079 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-fe1261fd-4725-4346-8cb5-0312c2edb357 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:41.581826 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-933e76fd-711e-4602-a00b-41ce58d5e666 tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:41.637912 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-831d270e-2f2d-4bfd-8f02-cfe5a6cd0a72 req-d1bdc851-0385-48a1-aac3-63dad16be19f tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:41.639202 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-831d270e-2f2d-4bfd-8f02-cfe5a6cd0a72 req-d1bdc851-0385-48a1-aac3-63dad16be19f tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] 10.222.0.55 "DELETE /v2.0/security-groups/21fa5f12-a39f-4016-9093-bd19b047de6a HTTP/1.1" status: 204 len: 173 time: 1.9235172 May 28 06:27:41.714807 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-933e76fd-711e-4602-a00b-41ce58d5e666 tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] 10.222.0.55 "PUT /v2.0/floatingips/375b8116-167c-4664-bba6-5a44bb6487c4 HTTP/1.1" status: 200 len: 991 time: 5.2207530 May 28 06:27:41.719178 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcc6074d-4948-4fec-b5ad-05cb18cb9e5f', 'tag': 'b122da9f-ce01-4038-a1ff-c79da289b95c'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:27:41.727646 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-fe1261fd-4725-4346-8cb5-0312c2edb357 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:27:41.732341 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-fe1261fd-4725-4346-8cb5-0312c2edb357 admin admin] Usage tracker for resource:security_group_rule and tenant:f5a88f548a3b44408b2fae382a6fa78c is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:27:41.737277 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-fe1261fd-4725-4346-8cb5-0312c2edb357 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:27:41.739191 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-c0aa5955-cf0d-4b20-acf5-2d59b93f23f6 None None] Set router bc071cc7-7463-4354-906f-270941205e04 gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:27:41.746192 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-674ac818-b5b2-41de-bf01-e6d0d15dcec1 tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Calling delete_port for cdc14509-6868-4ef1-91a2-004e08d678ee owned by network:floatingip {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:27:41.746817 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-fe1261fd-4725-4346-8cb5-0312c2edb357 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:27:41.839827 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-7f12849a-029f-4873-9eec-89d3d3d25219 req-fbd762ef-07f5-48cb-b7e0-9c491c4f4ce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:41.883925 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00b981b-0606-4286-9d32-4551f0853528 req-6caea717-d984-43c0-9831-39dc49f9f2c6 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:41.898333 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00b981b-0606-4286-9d32-4551f0853528 req-6caea717-d984-43c0-9831-39dc49f9f2c6 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:41.908743 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00b981b-0606-4286-9d32-4551f0853528 req-6caea717-d984-43c0-9831-39dc49f9f2c6 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:41.928005 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00b981b-0606-4286-9d32-4551f0853528 req-6caea717-d984-43c0-9831-39dc49f9f2c6 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:41.938830 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00b981b-0606-4286-9d32-4551f0853528 req-6caea717-d984-43c0-9831-39dc49f9f2c6 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:41.948140 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 4c41fedf-ecf0-42d6-b477-7fb29f83e178 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:27:41.948521 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:41.959643 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00b981b-0606-4286-9d32-4551f0853528 req-6caea717-d984-43c0-9831-39dc49f9f2c6 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:41.965914 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00b981b-0606-4286-9d32-4551f0853528 req-6caea717-d984-43c0-9831-39dc49f9f2c6 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:41.969748 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 7f054f0f-9345-49d9-a79c-80f8a2c35139 is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:27:41.969908 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd762ef-07f5-48cb-b7e0-9c491c4f4ce9 service neutron] Pushing event updated for resources: {'Port': ['ID=c43e50b8-fb17-4a3c-9d4b-113d8558c9fa,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:41.970264 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:41.975152 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a00b981b-0606-4286-9d32-4551f0853528 req-6caea717-d984-43c0-9831-39dc49f9f2c6 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc8afbe2-63ab-495f-b953-08528fec512c HTTP/1.1" status: 200 len: 5429 time: 1.5228598 May 28 06:27:42.026331 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f054f0f-9345-49d9-a79c-80f8a2c35139 {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:27:42.040718 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port 4c41fedf-ecf0-42d6-b477-7fb29f83e178, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=4c41fedf-ecf0-42d6-b477-7fb29f83e178,segment=NetworkSegment(7376c345-a8a3-45d3-97eb-4cf0b3443c75),segment_id=7376c345-a8a3-45d3-97eb-4cf0b3443c75)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:27:42.046969 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-45ef8a36-8835-4ed0-857c-abe5c992d30f None None] Provisioning for port 15bc477c-9769-4020-b7bf-3f3554b08c6a completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:27:42.056557 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-45ef8a36-8835-4ed0-857c-abe5c992d30f None None] Provisioning complete for port 15bc477c-9769-4020-b7bf-3f3554b08c6a triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:27:42.056933 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-45ef8a36-8835-4ed0-857c-abe5c992d30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:42.065311 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f010f02-16b6-4cb2-a80e-444e34bf8419 req-64ec561d-dd84-43fb-9c4b-9812b7782902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:42.065976 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7f010f02-16b6-4cb2-a80e-444e34bf8419 req-64ec561d-dd84-43fb-9c4b-9812b7782902 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e72d0ca5-04cb-4b36-82b1-c75214c9eb05 HTTP/1.1" status: 200 len: 843 time: 0.7494044 May 28 06:27:42.104982 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 7f054f0f-9345-49d9-a79c-80f8a2c35139, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=7f054f0f-9345-49d9-a79c-80f8a2c35139,segment=NetworkSegment(91926a5e-954e-4773-b0d0-2c49874bbb2a),segment_id=91926a5e-954e-4773-b0d0-2c49874bbb2a)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:27:42.138710 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:42.220537 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:42.221436 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 0c28e25a-811d-49fe-9df5-688bb3849093 details requested by agent hyperv_n-h2-843702-1 with host n-h2-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:27:42.230078 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7f12849a-029f-4873-9eec-89d3d3d25219 req-bdd83a3a-37f1-4ee9-b2e1-71718d166043 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.0653501 May 28 06:27:42.232239 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-45ef8a36-8835-4ed0-857c-abe5c992d30f None None] Port 15bc477c-9769-4020-b7bf-3f3554b08c6a cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:27:42.265631 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a00b981b-0606-4286-9d32-4551f0853528 req-f2e5c7b7-ff8f-4f71-8533-7cfcff31b68c tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.55 "GET /v2.0/security-groups?id=330866ba-92b0-424f-b7e1-e6c41912745c&id=dee936ce-b9e4-4668-898c-fea71a001642&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2892892 May 28 06:27:42.303682 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-7f12849a-029f-4873-9eec-89d3d3d25219 req-0e769f95-584a-4efb-8f54-95b124c58630 service neutron] Request body: {'port': {'device_id': '117f2637-fcb7-4984-95bd-57bc553ed42d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843702-1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:27:42.328074 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=4c41fedf-ecf0-42d6-b477-7fb29f83e178,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:42.430834 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-c0aa5955-cf0d-4b20-acf5-2d59b93f23f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc071cc7-7463-4354-906f-270941205e04', 'name': 'tempest-ServersTestManualDisk-592983147-router', 'tenant_id': '74efa5df31b04bb3906662ad8170d0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '23c8b49f-c8cb-45e4-9477-29a11af387b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:26:49Z', 'updated_at': '2022-05-28T06:27:01Z', 'revision_number': 4, 'project_id': '74efa5df31b04bb3906662ad8170d0a0', 'gw_port': {'id': '23c8b49f-c8cb-45e4-9477-29a11af387b9', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc071cc7-7463-4354-906f-270941205e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:26:50Z', 'updated_at': '2022-05-28T06:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': '375b8116-167c-4664-bba6-5a44bb6487c4', 'tenant_id': '74efa5df31b04bb3906662ad8170d0a0', 'floating_ip_address': '172.25.5.219', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': 'bc071cc7-7463-4354-906f-270941205e04', 'port_id': 'b122da9f-ce01-4038-a1ff-c79da289b95c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 946, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '288346a5-f33c-49f7-9d6b-a77223fb06e0', 'mac_address': 'fa:16:3e:d9:e6:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc6074d-4948-4fec-b5ad-05cb18cb9e5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:27:12Z', 'updated_at': '2022-05-28T06:27:38Z', 'revision_number': 1, 'project_id': '74efa5df31b04bb3906662ad8170d0a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06576159-836b-4c4a-901b-c7db61dd6895', 'name': '', 'network_id': '288346a5-f33c-49f7-9d6b-a77223fb06e0', 'tenant_id': '74efa5df31b04bb3906662ad8170d0a0', 'mac_address': 'fa:16:3e:e5:1a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc071cc7-7463-4354-906f-270941205e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '080ebc12-6820-4737-a7d7-c00458c09bac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:26:58Z', 'updated_at': '2022-05-28T06:27:11Z', 'revision_number': 5, 'project_id': '74efa5df31b04bb3906662ad8170d0a0', 'subnets': [{'id': '080ebc12-6820-4737-a7d7-c00458c09bac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:27:42.442194 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0aa5955-cf0d-4b20-acf5-2d59b93f23f6 None None] Checking router: bc071cc7-7463-4354-906f-270941205e04 for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:27:42.463621 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0aa5955-cf0d-4b20-acf5-2d59b93f23f6 None None] Routers {'bc071cc7-7463-4354-906f-270941205e04'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:27:42.466830 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-c0aa5955-cf0d-4b20-acf5-2d59b93f23f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:27:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['bc071cc7-7463-4354-906f-270941205e04'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:27:42.487169 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2b146c-2116-401f-987d-45f1775195ef req-c2ac0f73-3fb7-40b3-b73b-d18f4e54ca39 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:42.495148 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ac2b146c-2116-401f-987d-45f1775195ef req-c2ac0f73-3fb7-40b3-b73b-d18f4e54ca39 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.55 "GET /v2.0/ports?device_id=b2cac498-5681-4d00-a219-f4b4fe770ade HTTP/1.1" status: 200 len: 949 time: 0.6762099 May 28 06:27:42.540668 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-fe1261fd-4725-4346-8cb5-0312c2edb357 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:42.548705 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-7f12849a-029f-4873-9eec-89d3d3d25219 req-fbd762ef-07f5-48cb-b7e0-9c491c4f4ce9 service neutron] Attempting to bind port c43e50b8-fb17-4a3c-9d4b-113d8558c9fa on host n-h2-843702-1 for vnic_type normal with profile {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:27:42.549244 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-7f12849a-029f-4873-9eec-89d3d3d25219 req-fbd762ef-07f5-48cb-b7e0-9c491c4f4ce9 service neutron] Attempting to bind port c43e50b8-fb17-4a3c-9d4b-113d8558c9fa by drivers openvswitch,hyperv on host n-h2-843702-1 at level 0 using segments [{'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:27:42.554885 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f12849a-029f-4873-9eec-89d3d3d25219 req-fbd762ef-07f5-48cb-b7e0-9c491c4f4ce9 service neutron] Attempting to bind port c43e50b8-fb17-4a3c-9d4b-113d8558c9fa on network bb90c162-fdb0-406b-af2b-5eef830db7a9 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:27:42.555548 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f12849a-029f-4873-9eec-89d3d3d25219 req-fbd762ef-07f5-48cb-b7e0-9c491c4f4ce9 service neutron] Port c43e50b8-fb17-4a3c-9d4b-113d8558c9fa on network bb90c162-fdb0-406b-af2b-5eef830db7a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-843702-1 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:27:42.555870 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f12849a-029f-4873-9eec-89d3d3d25219 req-fbd762ef-07f5-48cb-b7e0-9c491c4f4ce9 service neutron] Attempting to bind port c43e50b8-fb17-4a3c-9d4b-113d8558c9fa on network bb90c162-fdb0-406b-af2b-5eef830db7a9 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:27:42.562918 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f12849a-029f-4873-9eec-89d3d3d25219 req-fbd762ef-07f5-48cb-b7e0-9c491c4f4ce9 service neutron] Checking agent: {'id': 'f1a3973b-d2b3-4558-88e7-2ac50857d302', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:27:42.563256 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f12849a-029f-4873-9eec-89d3d3d25219 req-fbd762ef-07f5-48cb-b7e0-9c491c4f4ce9 service neutron] Checking segment: {'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:27:42.563704 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f12849a-029f-4873-9eec-89d3d3d25219 req-fbd762ef-07f5-48cb-b7e0-9c491c4f4ce9 service neutron] Bound using segment: {'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:27:42.564140 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-7f12849a-029f-4873-9eec-89d3d3d25219 req-fbd762ef-07f5-48cb-b7e0-9c491c4f4ce9 service neutron] Bound port: c43e50b8-fb17-4a3c-9d4b-113d8558c9fa, host: n-h2-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'}}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:27:42.564493 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-7f12849a-029f-4873-9eec-89d3d3d25219 req-fbd762ef-07f5-48cb-b7e0-9c491c4f4ce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:42.702205 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=7f054f0f-9345-49d9-a79c-80f8a2c35139,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:42.741572 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 0c28e25a-811d-49fe-9df5-688bb3849093, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=0c28e25a-811d-49fe-9df5-688bb3849093,segment=NetworkSegment(ef1082b7-1e82-4682-8ff4-108a397ad07a),segment_id=ef1082b7-1e82-4682-8ff4-108a397ad07a)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:27:42.760907 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Returning: {'device': '0c28e25a-811d-49fe-9df5-688bb3849093', 'network_id': 'e169afd5-829f-4c55-b1b4-034fdabca79b', 'port_id': '0c28e25a-811d-49fe-9df5-688bb3849093', 'mac_address': 'fa:16:3e:5c:ad:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6836d020-a745-4e71-882d-9073aeb06be4', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:27:42.784601 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-fe1261fd-4725-4346-8cb5-0312c2edb357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:42.795645 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-7f12849a-029f-4873-9eec-89d3d3d25219 req-fbd762ef-07f5-48cb-b7e0-9c491c4f4ce9 service neutron] For port c43e50b8-fb17-4a3c-9d4b-113d8558c9fa, host n-h2-843702-1, cleared binding levels {{(pid=89109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:27:42.851273 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-674ac818-b5b2-41de-bf01-e6d0d15dcec1 tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:42.854590 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 0c28e25a-811d-49fe-9df5-688bb3849093 is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:27:42.855204 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:42.859106 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-7f12849a-029f-4873-9eec-89d3d3d25219 req-fbd762ef-07f5-48cb-b7e0-9c491c4f4ce9 service neutron] For port c43e50b8-fb17-4a3c-9d4b-113d8558c9fa, host n-h2-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=c43e50b8-fb17-4a3c-9d4b-113d8558c9fa,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:27:42.870778 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1261fd-4725-4346-8cb5-0312c2edb357 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2717c53-cea7-446b-b914-71ef62b1a223,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:42.878628 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 4c41fedf-ecf0-42d6-b477-7fb29f83e178 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:27:42.899529 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-c0aa5955-cf0d-4b20-acf5-2d59b93f23f6 None None] Set router bc071cc7-7463-4354-906f-270941205e04 gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:27:42.903663 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ac2b146c-2116-401f-987d-45f1775195ef req-90299206-c7dc-4d04-9d46-0266f19d4c20 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.55 "GET /v2.0/security-groups?id=003cca32-7671-4721-8c5a-98dfd2100d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4072413 May 28 06:27:42.915341 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f010f02-16b6-4cb2-a80e-444e34bf8419 req-11e3142b-8c70-4f3d-806a-24a213fdcdac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:42.916916 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7f010f02-16b6-4cb2-a80e-444e34bf8419 req-11e3142b-8c70-4f3d-806a-24a213fdcdac service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bb90c162-fdb0-406b-af2b-5eef830db7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8298647 May 28 06:27:42.963583 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c28e25a-811d-49fe-9df5-688bb3849093 {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:27:43.013508 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 0c28e25a-811d-49fe-9df5-688bb3849093, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=0c28e25a-811d-49fe-9df5-688bb3849093,segment=NetworkSegment(ef1082b7-1e82-4682-8ff4-108a397ad07a),segment_id=ef1082b7-1e82-4682-8ff4-108a397ad07a)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:27:43.043079 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 4c41fedf-ecf0-42d6-b477-7fb29f83e178 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:27:43.045719 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:43.130514 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-fe1261fd-4725-4346-8cb5-0312c2edb357 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f5a88f548a3b44408b2fae382a6fa78c&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2239282 May 28 06:27:43.134421 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-7f12849a-029f-4873-9eec-89d3d3d25219 req-fbd762ef-07f5-48cb-b7e0-9c491c4f4ce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:43.145823 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:43.152124 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device ecbf4d7c-46a2-4775-9309-6c6a862cec86 details requested by agent hyperv_n-h2-843702-1 with host n-h2-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:27:43.159193 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674ac818-b5b2-41de-bf01-e6d0d15dcec1 tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Pushing event deleted for resources: {'Port': ['ID=cdc14509-6868-4ef1-91a2-004e08d678ee,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:43.171755 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 54512) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:27:43.179743 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-7f12849a-029f-4873-9eec-89d3d3d25219 req-0e769f95-584a-4efb-8f54-95b124c58630 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:43.253280 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e70caf6-1b3d-4259-90af-9264da5e67cd req-6b39e432-9415-469b-af55-41a76fbad6d8 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:43.266273 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-5e70caf6-1b3d-4259-90af-9264da5e67cd req-6b39e432-9415-469b-af55-41a76fbad6d8 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Synchronizing usage tracker for tenant:c3068efc66a349e9b92ab9365fc877d9 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:27:43.288271 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port ecbf4d7c-46a2-4775-9309-6c6a862cec86, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=ecbf4d7c-46a2-4775-9309-6c6a862cec86,segment=NetworkSegment(91926a5e-954e-4773-b0d0-2c49874bbb2a),segment_id=91926a5e-954e-4773-b0d0-2c49874bbb2a)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:27:43.348993 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=0c28e25a-811d-49fe-9df5-688bb3849093,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:43.348993 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Returning: {'device': 'ecbf4d7c-46a2-4775-9309-6c6a862cec86', 'network_id': 'a9ffdff9-c2bf-42e5-aa28-4268d54cc9bc', 'port_id': 'ecbf4d7c-46a2-4775-9309-6c6a862cec86', 'mac_address': 'fa:16:3e:b9:ce:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '486c83aa-9cd6-4997-a0c5-177cd007dece', 'ip_address': '10.1.1.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:27:43.362889 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd762ef-07f5-48cb-b7e0-9c491c4f4ce9 service neutron] Pushing event updated for resources: {'Port': ['ID=c43e50b8-fb17-4a3c-9d4b-113d8558c9fa,revision_number=3']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:43.373035 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f12849a-029f-4873-9eec-89d3d3d25219 req-fbd762ef-07f5-48cb-b7e0-9c491c4f4ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:43.373035 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-7f12849a-029f-4873-9eec-89d3d3d25219 req-fbd762ef-07f5-48cb-b7e0-9c491c4f4ce9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:43.373690 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-7f12849a-029f-4873-9eec-89d3d3d25219 req-fbd762ef-07f5-48cb-b7e0-9c491c4f4ce9 service neutron] 10.222.0.71 "PUT /v2.0/ports/c43e50b8-fb17-4a3c-9d4b-113d8558c9fa HTTP/1.1" status: 200 len: 1095 time: 5.4321191 May 28 06:27:43.385014 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ebef2b8-a314-4523-b353-90a1f27259c6', 'tag': 'c43e50b8-fb17-4a3c-9d4b-113d8558c9fa'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:27:43.448821 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-76bd573e-ce72-4563-bb57-f7fe4ef8c3f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:43.503536 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-674ac818-b5b2-41de-bf01-e6d0d15dcec1 tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Notify callbacks [] for floatingip, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:43.561204 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-76bd573e-ce72-4563-bb57-f7fe4ef8c3f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:43.586821 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 4c41fedf-ecf0-42d6-b477-7fb29f83e178 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:27:43.600339 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d09c5f43-f64f-472a-8511-dcb1832ffaec req-2320b683-1a43-453f-81ad-cc5be85767bc tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] 10.222.0.55 "GET /v2.0/security-groups/e8d3f161-d2f4-4bf7-ac29-143baf1b1bc4 HTTP/1.1" status: 200 len: 1803 time: 0.5261297 May 28 06:27:43.623965 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port ecbf4d7c-46a2-4775-9309-6c6a862cec86 is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:27:43.624498 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:43.656052 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-c0aa5955-cf0d-4b20-acf5-2d59b93f23f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc071cc7-7463-4354-906f-270941205e04', 'name': 'tempest-ServersTestManualDisk-592983147-router', 'tenant_id': '74efa5df31b04bb3906662ad8170d0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '23c8b49f-c8cb-45e4-9477-29a11af387b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:26:49Z', 'updated_at': '2022-05-28T06:27:01Z', 'revision_number': 4, 'project_id': '74efa5df31b04bb3906662ad8170d0a0', 'gw_port': {'id': '23c8b49f-c8cb-45e4-9477-29a11af387b9', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc071cc7-7463-4354-906f-270941205e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:26:50Z', 'updated_at': '2022-05-28T06:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': '375b8116-167c-4664-bba6-5a44bb6487c4', 'tenant_id': '74efa5df31b04bb3906662ad8170d0a0', 'floating_ip_address': '172.25.5.219', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': 'bc071cc7-7463-4354-906f-270941205e04', 'port_id': 'b122da9f-ce01-4038-a1ff-c79da289b95c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 946, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '288346a5-f33c-49f7-9d6b-a77223fb06e0', 'mac_address': 'fa:16:3e:d9:e6:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc6074d-4948-4fec-b5ad-05cb18cb9e5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:27:12Z', 'updated_at': '2022-05-28T06:27:38Z', 'revision_number': 1, 'project_id': '74efa5df31b04bb3906662ad8170d0a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06576159-836b-4c4a-901b-c7db61dd6895', 'name': '', 'network_id': '288346a5-f33c-49f7-9d6b-a77223fb06e0', 'tenant_id': '74efa5df31b04bb3906662ad8170d0a0', 'mac_address': 'fa:16:3e:e5:1a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc071cc7-7463-4354-906f-270941205e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '080ebc12-6820-4737-a7d7-c00458c09bac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:26:58Z', 'updated_at': '2022-05-28T06:27:11Z', 'revision_number': 5, 'project_id': '74efa5df31b04bb3906662ad8170d0a0', 'subnets': [{'id': '080ebc12-6820-4737-a7d7-c00458c09bac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:27:43.658840 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecbf4d7c-46a2-4775-9309-6c6a862cec86 {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:27:43.669161 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0aa5955-cf0d-4b20-acf5-2d59b93f23f6 None None] The sync data for ids ['bc071cc7-7463-4354-906f-270941205e04'] in n-d-843702-1 is: [{'id': 'bc071cc7-7463-4354-906f-270941205e04', 'name': 'tempest-ServersTestManualDisk-592983147-router', 'tenant_id': '74efa5df31b04bb3906662ad8170d0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '23c8b49f-c8cb-45e4-9477-29a11af387b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:26:49Z', 'updated_at': '2022-05-28T06:27:01Z', 'revision_number': 4, 'project_id': '74efa5df31b04bb3906662ad8170d0a0', 'gw_port': {'id': '23c8b49f-c8cb-45e4-9477-29a11af387b9', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc071cc7-7463-4354-906f-270941205e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:26:50Z', 'updated_at': '2022-05-28T06:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': '375b8116-167c-4664-bba6-5a44bb6487c4', 'tenant_id': '74efa5df31b04bb3906662ad8170d0a0', 'floating_ip_address': '172.25.5.219', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': 'bc071cc7-7463-4354-906f-270941205e04', 'port_id': 'b122da9f-ce01-4038-a1ff-c79da289b95c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 946, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '288346a5-f33c-49f7-9d6b-a77223fb06e0', 'mac_address': 'fa:16:3e:d9:e6:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc6074d-4948-4fec-b5ad-05cb18cb9e5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:27:12Z', 'updated_at': '2022-05-28T06:27:38Z', 'revision_number': 1, 'project_id': '74efa5df31b04bb3906662ad8170d0a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06576159-836b-4c4a-901b-c7db61dd6895', 'name': '', 'network_id': '288346a5-f33c-49f7-9d6b-a77223fb06e0', 'tenant_id': '74efa5df31b04bb3906662ad8170d0a0', 'mac_address': 'fa:16:3e:e5:1a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc071cc7-7463-4354-906f-270941205e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '080ebc12-6820-4737-a7d7-c00458c09bac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:26:58Z', 'updated_at': '2022-05-28T06:27:11Z', 'revision_number': 5, 'project_id': '74efa5df31b04bb3906662ad8170d0a0', 'subnets': [{'id': '080ebc12-6820-4737-a7d7-c00458c09bac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:27:43.713896 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port ecbf4d7c-46a2-4775-9309-6c6a862cec86, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=ecbf4d7c-46a2-4775-9309-6c6a862cec86,segment=NetworkSegment(91926a5e-954e-4773-b0d0-2c49874bbb2a),segment_id=91926a5e-954e-4773-b0d0-2c49874bbb2a)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:27:43.774373 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-76bd573e-ce72-4563-bb57-f7fe4ef8c3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:43.802013 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-5e70caf6-1b3d-4259-90af-9264da5e67cd req-6b39e432-9415-469b-af55-41a76fbad6d8 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Unset dirty status for tenant:c3068efc66a349e9b92ab9365fc877d9 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:27:43.807020 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5e70caf6-1b3d-4259-90af-9264da5e67cd req-6b39e432-9415-469b-af55-41a76fbad6d8 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/ports?device_id=117f2637-fcb7-4984-95bd-57bc553ed42d HTTP/1.1" status: 200 len: 936 time: 1.2155185 May 28 06:27:43.819337 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bd573e-ce72-4563-bb57-f7fe4ef8c3f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2717c53-cea7-446b-b914-71ef62b1a223,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:43.827505 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:43.831029 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device e47a9f12-379b-4fc5-a552-153619f20833 details requested by agent hyperv_n-h2-843702-1 with host n-h2-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:27:43.833684 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-674ac818-b5b2-41de-bf01-e6d0d15dcec1 tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:43.838275 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-674ac818-b5b2-41de-bf01-e6d0d15dcec1 tempest-ServersTestJSON-388239620 tempest-ServersTestJSON-388239620-project] 10.222.0.55 "DELETE /v2.0/floatingips/20fb2381-5723-49ea-9520-8adfbce7410e HTTP/1.1" status: 204 len: 168 time: 3.1144433 May 28 06:27:43.841168 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 54522) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:27:43.846673 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-76bd573e-ce72-4563-bb57-f7fe4ef8c3f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:43.850798 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-76bd573e-ce72-4563-bb57-f7fe4ef8c3f7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f2717c53-cea7-446b-b914-71ef62b1a223 HTTP/1.1" status: 204 len: 168 time: 0.6741095 May 28 06:27:43.887317 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7f010f02-16b6-4cb2-a80e-444e34bf8419 req-ed80bcb7-2c22-45dd-b2ac-51853c44b6ff service neutron] 10.222.0.69 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9615450 May 28 06:27:43.996248 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=ecbf4d7c-46a2-4775-9309-6c6a862cec86,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:44.020292 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f12849a-029f-4873-9eec-89d3d3d25219 req-0ec87035-d50a-4738-97cc-dff70ec19a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:44.022036 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-7f12849a-029f-4873-9eec-89d3d3d25219 req-0ec87035-d50a-4738-97cc-dff70ec19a67 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c3068efc66a349e9b92ab9365fc877d9&device_id=5ebef2b8-a314-4523-b353-90a1f27259c6 HTTP/1.1" status: 200 len: 1098 time: 0.3515098 May 28 06:27:44.040778 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port e47a9f12-379b-4fc5-a552-153619f20833, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=e47a9f12-379b-4fc5-a552-153619f20833,segment=NetworkSegment(ef1082b7-1e82-4682-8ff4-108a397ad07a),segment_id=ef1082b7-1e82-4682-8ff4-108a397ad07a)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:27:44.061008 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Returning: {'device': 'e47a9f12-379b-4fc5-a552-153619f20833', 'network_id': 'e169afd5-829f-4c55-b1b4-034fdabca79b', 'port_id': 'e47a9f12-379b-4fc5-a552-153619f20833', 'mac_address': 'fa:16:3e:cd:15:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6836d020-a745-4e71-882d-9073aeb06be4', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:27:44.107763 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2709a2c1-6877-4d32-a7dc-0394db970bbc None None] New status for floating IP 375b8116-167c-4664-bba6-5a44bb6487c4: ACTIVE {{(pid=89111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 06:27:44.186297 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-7f12849a-029f-4873-9eec-89d3d3d25219 req-775d8191-7982-407b-a3cc-25bcd01c573d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=c43e50b8-fb17-4a3c-9d4b-113d8558c9fa HTTP/1.1" status: 200 len: 217 time: 0.0757260 May 28 06:27:44.315335 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f12849a-029f-4873-9eec-89d3d3d25219 req-8e4bdd0c-eaa0-4c21-910f-6523095fca58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:44.315335 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-7f12849a-029f-4873-9eec-89d3d3d25219 req-8e4bdd0c-eaa0-4c21-910f-6523095fca58 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e72d0ca5-04cb-4b36-82b1-c75214c9eb05 HTTP/1.1" status: 200 len: 843 time: 0.1131759 May 28 06:27:44.423432 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [req-7f12849a-029f-4873-9eec-89d3d3d25219 req-0e769f95-584a-4efb-8f54-95b124c58630 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15bc477c-9769-4020-b7bf-3f3554b08c6a {{(pid=89110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:27:44.435740 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port e47a9f12-379b-4fc5-a552-153619f20833 is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:27:44.435740 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:44.441511 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-7f12849a-029f-4873-9eec-89d3d3d25219 req-0e769f95-584a-4efb-8f54-95b124c58630 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:44.467155 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-7f12849a-029f-4873-9eec-89d3d3d25219 req-0e769f95-584a-4efb-8f54-95b124c58630 service neutron] Transition to ACTIVE for port object 15bc477c-9769-4020-b7bf-3f3554b08c6a will not be triggered until provisioned by entity L2. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:27:44.514516 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e47a9f12-379b-4fc5-a552-153619f20833 {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:27:44.602844 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port e47a9f12-379b-4fc5-a552-153619f20833, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=e47a9f12-379b-4fc5-a552-153619f20833,segment=NetworkSegment(ef1082b7-1e82-4682-8ff4-108a397ad07a),segment_id=ef1082b7-1e82-4682-8ff4-108a397ad07a)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:27:44.777064 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:44.777064 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device ae1da9c2-607a-48e7-af04-679c67639107 details requested by agent hyperv_n-h2-843702-1 with host n-h2-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:27:44.780214 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device a699bdd8-4938-4757-b19e-675730d9996a details requested by agent hyperv_n-h1-843702-1 with host n-h1-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:27:44.857381 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f12849a-029f-4873-9eec-89d3d3d25219 req-12e847b3-ecca-49b9-99d2-5ad237b0d6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:44.862405 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-7f12849a-029f-4873-9eec-89d3d3d25219 req-12e847b3-ecca-49b9-99d2-5ad237b0d6cd service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=bb90c162-fdb0-406b-af2b-5eef830db7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4895735 May 28 06:27:44.921133 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-7f12849a-029f-4873-9eec-89d3d3d25219 req-0e769f95-584a-4efb-8f54-95b124c58630 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:44.962176 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port ae1da9c2-607a-48e7-af04-679c67639107, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=ae1da9c2-607a-48e7-af04-679c67639107,segment=NetworkSegment(91926a5e-954e-4773-b0d0-2c49874bbb2a),segment_id=91926a5e-954e-4773-b0d0-2c49874bbb2a)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:27:44.994079 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=e47a9f12-379b-4fc5-a552-153619f20833,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:45.004581 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Returning: {'device': 'ae1da9c2-607a-48e7-af04-679c67639107', 'network_id': 'a9ffdff9-c2bf-42e5-aa28-4268d54cc9bc', 'port_id': 'ae1da9c2-607a-48e7-af04-679c67639107', 'mac_address': 'fa:16:3e:f6:0b:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '486c83aa-9cd6-4997-a0c5-177cd007dece', 'ip_address': '10.1.1.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:27:45.063543 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7f010f02-16b6-4cb2-a80e-444e34bf8419 req-d240beb7-cfd6-4ca6-8d8f-2c1d8843ade9 service neutron] 10.222.0.69 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1386037 May 28 06:27:45.092223 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port ae1da9c2-607a-48e7-af04-679c67639107 is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:27:45.092610 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:45.117220 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae1da9c2-607a-48e7-af04-679c67639107 {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:27:45.158074 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5e70caf6-1b3d-4259-90af-9264da5e67cd req-275b9f71-c470-452f-9fad-b23f427350a9 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/security-groups?id=cc42bff8-ec73-4f47-a19d-2b56e52b6e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2868514 May 28 06:27:45.175226 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port a699bdd8-4938-4757-b19e-675730d9996a, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=a699bdd8-4938-4757-b19e-675730d9996a,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:27:45.198701 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port ae1da9c2-607a-48e7-af04-679c67639107, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=ae1da9c2-607a-48e7-af04-679c67639107,segment=NetworkSegment(91926a5e-954e-4773-b0d0-2c49874bbb2a),segment_id=91926a5e-954e-4773-b0d0-2c49874bbb2a)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:27:45.226444 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Returning: {'device': 'a699bdd8-4938-4757-b19e-675730d9996a', 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9', 'port_id': 'a699bdd8-4938-4757-b19e-675730d9996a', 'mac_address': 'fa:16:3e:ed:be:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e72d0ca5-04cb-4b36-82b1-c75214c9eb05', 'ip_address': '192.168.233.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:27:45.316113 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:45.508530 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port a699bdd8-4938-4757-b19e-675730d9996a is: ACTIVE; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:27:45.509736 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:45.511230 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-7f12849a-029f-4873-9eec-89d3d3d25219 req-4d0b049e-1776-42b1-80dc-c107ba1d44c0 service neutron] 10.222.0.71 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5008082 May 28 06:27:45.553392 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=ae1da9c2-607a-48e7-af04-679c67639107,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:45.583610 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a699bdd8-4938-4757-b19e-675730d9996a {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:27:45.618259 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-d09c5f43-f64f-472a-8511-dcb1832ffaec req-e2b7ba5b-a11a-471e-97f4-05a3bc063041 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:45.629998 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port a699bdd8-4938-4757-b19e-675730d9996a, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=a699bdd8-4938-4757-b19e-675730d9996a,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:27:45.646916 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e769f95-584a-4efb-8f54-95b124c58630 service neutron] Pushing event updated for resources: {'Port': ['ID=15bc477c-9769-4020-b7bf-3f3554b08c6a,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:45.702415 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:45.744338 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-ce038e5b-d58f-4a14-9b91-96e3ac68e2e9 req-67c62a76-f29b-4533-a3d7-f4d2c4dfdc7a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=282131d1-14ee-420e-862f-051d68fe0765&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8822286 May 28 06:27:45.747719 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 54550) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:27:45.824779 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-d09c5f43-f64f-472a-8511-dcb1832ffaec req-e2b7ba5b-a11a-471e-97f4-05a3bc063041 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:45.846100 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=a699bdd8-4938-4757-b19e-675730d9996a,revision_number=9']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:45.858543 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-7f12849a-029f-4873-9eec-89d3d3d25219 req-790fdb52-c2b7-4408-9749-75a7e18b9998 service neutron] 10.222.0.71 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3296907 May 28 06:27:45.937441 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbe859a-8ef4-481c-bf08-fa3c188f2ad7 req-5ded777b-a6ff-4162-ae56-ad5581313533 tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:45.940602 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['a699bdd8-4938-4757-b19e-675730d9996a'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:27:45.944404 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1dbe859a-8ef4-481c-bf08-fa3c188f2ad7 req-5ded777b-a6ff-4162-ae56-ad5581313533 tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] 10.222.0.55 "GET /v2.0/ports?device_id=fcc6074d-4948-4fec-b5ad-05cb18cb9e5f HTTP/1.1" status: 200 len: 945 time: 0.5674667 May 28 06:27:45.983563 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f7be2a-3599-42ea-b945-d7d736ab615e req-77f18abb-4fed-40bd-abc1-200c647045d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:45.985101 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-17f7be2a-3599-42ea-b945-d7d736ab615e req-77f18abb-4fed-40bd-abc1-200c647045d7 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b2cac498-5681-4d00-a219-f4b4fe770ade HTTP/1.1" status: 200 len: 1100 time: 1.0489166 May 28 06:27:45.989945 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-7f12849a-029f-4873-9eec-89d3d3d25219 req-0e769f95-584a-4efb-8f54-95b124c58630 service neutron] Attempting to bind port 15bc477c-9769-4020-b7bf-3f3554b08c6a on host n-h2-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:27:45.990054 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-7f12849a-029f-4873-9eec-89d3d3d25219 req-0e769f95-584a-4efb-8f54-95b124c58630 service neutron] Attempting to bind port 15bc477c-9769-4020-b7bf-3f3554b08c6a by drivers openvswitch,hyperv on host n-h2-843702-1 at level 0 using segments [{'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:27:45.990366 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f12849a-029f-4873-9eec-89d3d3d25219 req-0e769f95-584a-4efb-8f54-95b124c58630 service neutron] Attempting to bind port 15bc477c-9769-4020-b7bf-3f3554b08c6a on network bb90c162-fdb0-406b-af2b-5eef830db7a9 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:27:46.024591 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f12849a-029f-4873-9eec-89d3d3d25219 req-0e769f95-584a-4efb-8f54-95b124c58630 service neutron] Port 15bc477c-9769-4020-b7bf-3f3554b08c6a on network bb90c162-fdb0-406b-af2b-5eef830db7a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:27:46.025165 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f12849a-029f-4873-9eec-89d3d3d25219 req-0e769f95-584a-4efb-8f54-95b124c58630 service neutron] Attempting to bind port 15bc477c-9769-4020-b7bf-3f3554b08c6a on network bb90c162-fdb0-406b-af2b-5eef830db7a9 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:27:46.044472 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f12849a-029f-4873-9eec-89d3d3d25219 req-0e769f95-584a-4efb-8f54-95b124c58630 service neutron] Checking agent: {'id': 'f1a3973b-d2b3-4558-88e7-2ac50857d302', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:27:46.044770 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f12849a-029f-4873-9eec-89d3d3d25219 req-0e769f95-584a-4efb-8f54-95b124c58630 service neutron] Checking segment: {'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:27:46.045155 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f12849a-029f-4873-9eec-89d3d3d25219 req-0e769f95-584a-4efb-8f54-95b124c58630 service neutron] Bound using segment: {'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:27:46.045608 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-7f12849a-029f-4873-9eec-89d3d3d25219 req-0e769f95-584a-4efb-8f54-95b124c58630 service neutron] Bound port: 15bc477c-9769-4020-b7bf-3f3554b08c6a, host: n-h2-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'}}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:27:46.045952 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-7f12849a-029f-4873-9eec-89d3d3d25219 req-0e769f95-584a-4efb-8f54-95b124c58630 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:46.051415 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9c9741c4-d6e9-404f-a19f-b30404187ccf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700548'] for router_interface, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:46.074695 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1dbe859a-8ef4-481c-bf08-fa3c188f2ad7 req-715ddf3f-481a-4f6a-aa17-6d5b08e301e6 tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] 10.222.0.55 "GET /v2.0/security-groups?id=f271997b-8441-4de1-8268-d4b2c15a9cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1292560 May 28 06:27:46.149370 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-a64b314e-8949-4b3b-88aa-29773c06dd45 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-711083849-network', 'tenant_id': 'f2d8466b4d8c4168848bc4cc302053bf'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:27:46.166503 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c17775f-0725-43e7-9204-b98f8177a035'] response: {'name': 'network-changed', 'server_uuid': 'fcc6074d-4948-4fec-b5ad-05cb18cb9e5f', 'tag': 'b122da9f-ce01-4038-a1ff-c79da289b95c', 'status': 'completed', 'code': 200} May 28 06:27:46.167178 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-a64b314e-8949-4b3b-88aa-29773c06dd45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:27:46.204437 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-a64b314e-8949-4b3b-88aa-29773c06dd45 admin admin] Usage tracker for resource:network and tenant:f2d8466b4d8c4168848bc4cc302053bf is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:27:46.204437 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-a64b314e-8949-4b3b-88aa-29773c06dd45 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:27:46.208994 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-a64b314e-8949-4b3b-88aa-29773c06dd45 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:27:46.225873 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-17f7be2a-3599-42ea-b945-d7d736ab615e req-f865e501-0add-4c86-802a-7a61b93ea519 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=003cca32-7671-4721-8c5a-98dfd2100d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312384 May 28 06:27:46.263590 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['7f054f0f-9345-49d9-a79c-80f8a2c35139'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:27:46.276166 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce038e5b-d58f-4a14-9b91-96e3ac68e2e9 req-0cdd80c7-29f1-4fad-b9d1-f845fa16e8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:46.277816 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-ce038e5b-d58f-4a14-9b91-96e3ac68e2e9 req-0cdd80c7-29f1-4fad-b9d1-f845fa16e8ea service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c3068efc66a349e9b92ab9365fc877d9&device_id=282131d1-14ee-420e-862f-051d68fe0765 HTTP/1.1" status: 200 len: 1101 time: 0.3375137 May 28 06:27:46.293391 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4c10ea-a00c-42c2-ba77-721b97ccc54c req-a4d7653b-9fa2-47db-b4ed-78b180e39b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:46.295032 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3d4c10ea-a00c-42c2-ba77-721b97ccc54c req-a4d7653b-9fa2-47db-b4ed-78b180e39b5d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=74efa5df31b04bb3906662ad8170d0a0&device_id=fcc6074d-4948-4fec-b5ad-05cb18cb9e5f HTTP/1.1" status: 200 len: 1096 time: 0.1307664 May 28 06:27:46.299140 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-7f12849a-029f-4873-9eec-89d3d3d25219 req-0e769f95-584a-4efb-8f54-95b124c58630 service neutron] For port 15bc477c-9769-4020-b7bf-3f3554b08c6a, host n-h2-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:27:46.302633 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-7f12849a-029f-4873-9eec-89d3d3d25219 req-0e769f95-584a-4efb-8f54-95b124c58630 service neutron] For port 15bc477c-9769-4020-b7bf-3f3554b08c6a, host n-h2-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=15bc477c-9769-4020-b7bf-3f3554b08c6a,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:27:46.315070 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['0c28e25a-811d-49fe-9df5-688bb3849093'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:27:46.344717 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['ae1da9c2-607a-48e7-af04-679c67639107'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:27:46.418832 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['a1068a4a-45d8-45f1-b5a5-6186eb8d7d2d'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:27:46.425379 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-d09c5f43-f64f-472a-8511-dcb1832ffaec req-e2b7ba5b-a11a-471e-97f4-05a3bc063041 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:46.468260 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b7ba5b-a11a-471e-97f4-05a3bc063041 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8d3f161-d2f4-4bf7-ac29-143baf1b1bc4,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:46.476819 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a64b314e-8949-4b3b-88aa-29773c06dd45 admin admin] Made reservation on behalf of f2d8466b4d8c4168848bc4cc302053bf for: {'network': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:27:46.478745 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a64b314e-8949-4b3b-88aa-29773c06dd45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:46.491662 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-7f12849a-029f-4873-9eec-89d3d3d25219 req-0e769f95-584a-4efb-8f54-95b124c58630 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:46.493336 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a64b314e-8949-4b3b-88aa-29773c06dd45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:46.565448 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-a64b314e-8949-4b3b-88aa-29773c06dd45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:27:46.571390 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-a64b314e-8949-4b3b-88aa-29773c06dd45 admin admin] Usage tracker for resource:security_group_rule and tenant:f2d8466b4d8c4168848bc4cc302053bf is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:27:46.575980 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-a64b314e-8949-4b3b-88aa-29773c06dd45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:27:46.602782 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-a64b314e-8949-4b3b-88aa-29773c06dd45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:27:46.613590 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce038e5b-d58f-4a14-9b91-96e3ac68e2e9 req-3700485c-c5b1-443e-aaab-db454dc08640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:46.615117 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-ce038e5b-d58f-4a14-9b91-96e3ac68e2e9 req-3700485c-c5b1-443e-aaab-db454dc08640 service neutron] 10.222.0.71 "GET /v2.0/networks?id=bb90c162-fdb0-406b-af2b-5eef830db7a9 HTTP/1.1" status: 200 len: 870 time: 0.3092451 May 28 06:27:46.717755 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-ce038e5b-d58f-4a14-9b91-96e3ac68e2e9 req-be937d6b-c072-4076-a659-c08cc6f840c2 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=34d5a857-5950-4308-8e9f-761b2183974d HTTP/1.1" status: 200 len: 217 time: 0.0948226 May 28 06:27:46.720320 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d996934-1ad1-450a-a5f1-83691474a4ff req-2c4819df-a5db-4bfd-bafe-940dfa0c2d3a tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:46.728095 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d996934-1ad1-450a-a5f1-83691474a4ff req-2c4819df-a5db-4bfd-bafe-940dfa0c2d3a tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:46.737319 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d996934-1ad1-450a-a5f1-83691474a4ff req-2c4819df-a5db-4bfd-bafe-940dfa0c2d3a tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:46.743631 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d996934-1ad1-450a-a5f1-83691474a4ff req-2c4819df-a5db-4bfd-bafe-940dfa0c2d3a tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:46.750842 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device a699bdd8-4938-4757-b19e-675730d9996a no longer exists at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:27:46.765935 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d996934-1ad1-450a-a5f1-83691474a4ff req-2c4819df-a5db-4bfd-bafe-940dfa0c2d3a tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:46.793035 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d996934-1ad1-450a-a5f1-83691474a4ff req-2c4819df-a5db-4bfd-bafe-940dfa0c2d3a tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:46.807918 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d996934-1ad1-450a-a5f1-83691474a4ff req-2c4819df-a5db-4bfd-bafe-940dfa0c2d3a tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:46.812195 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4d996934-1ad1-450a-a5f1-83691474a4ff req-2c4819df-a5db-4bfd-bafe-940dfa0c2d3a tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc8afbe2-63ab-495f-b953-08528fec512c HTTP/1.1" status: 200 len: 5436 time: 0.4700963 May 28 06:27:46.830456 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f12849a-029f-4873-9eec-89d3d3d25219 req-0e769f95-584a-4efb-8f54-95b124c58630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:46.831170 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-7f12849a-029f-4873-9eec-89d3d3d25219 req-0e769f95-584a-4efb-8f54-95b124c58630 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:46.835010 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7f12849a-029f-4873-9eec-89d3d3d25219 req-0e769f95-584a-4efb-8f54-95b124c58630 service neutron] 10.222.0.71 "PUT /v2.0/ports/15bc477c-9769-4020-b7bf-3f3554b08c6a HTTP/1.1" status: 200 len: 1096 time: 4.5545588 May 28 06:27:46.895630 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-d09c5f43-f64f-472a-8511-dcb1832ffaec req-e2b7ba5b-a11a-471e-97f4-05a3bc063041 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:46.896763 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d09c5f43-f64f-472a-8511-dcb1832ffaec req-e2b7ba5b-a11a-471e-97f4-05a3bc063041 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] 10.222.0.55 "DELETE /v2.0/security-groups/e8d3f161-d2f4-4bf7-ac29-143baf1b1bc4 HTTP/1.1" status: 204 len: 173 time: 3.2933502 May 28 06:27:46.932877 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a64b314e-8949-4b3b-88aa-29773c06dd45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:46.943419 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4d996934-1ad1-450a-a5f1-83691474a4ff req-dcd50f15-a849-444f-a448-c0f1bff27963 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.55 "GET /v2.0/security-groups?id=330866ba-92b0-424f-b7e1-e6c41912745c&id=dee936ce-b9e4-4668-898c-fea71a001642&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1187634 May 28 06:27:46.946517 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e769f95-584a-4efb-8f54-95b124c58630 service neutron] Pushing event updated for resources: {'Port': ['ID=15bc477c-9769-4020-b7bf-3f3554b08c6a,revision_number=3']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:46.999902 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4c10ea-a00c-42c2-ba77-721b97ccc54c req-04fc1e26-b5e1-4ca2-9df1-d45896d3e3be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:47.018289 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3d4c10ea-a00c-42c2-ba77-721b97ccc54c req-04fc1e26-b5e1-4ca2-9df1-d45896d3e3be service neutron] 10.222.0.69 "GET /v2.0/networks?id=288346a5-f33c-49f7-9d6b-a77223fb06e0 HTTP/1.1" status: 200 len: 912 time: 0.5878551 May 28 06:27:47.033929 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68dd18af-420b-4e20-a6ff-a5da181a2952'] response: {'name': 'network-changed', 'server_uuid': '5ebef2b8-a314-4523-b353-90a1f27259c6', 'tag': 'c43e50b8-fb17-4a3c-9d4b-113d8558c9fa', 'status': 'completed', 'code': 200} May 28 06:27:47.049148 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a64b314e-8949-4b3b-88aa-29773c06dd45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:47.114016 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64b314e-8949-4b3b-88aa-29773c06dd45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76753869-969c-4edf-bdd1-b61de6596033,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:47.249126 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a64b314e-8949-4b3b-88aa-29773c06dd45 admin admin] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=89109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:27:47.280965 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a64b314e-8949-4b3b-88aa-29773c06dd45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:47.281315 n-d-843702-1 neutron-server[89109]: INFO neutron.db.segments_db [None req-a64b314e-8949-4b3b-88aa-29773c06dd45 admin admin] Added segment 833fd725-a517-41b8-a917-b7cf24c49042 of type vlan for network 4874bba4-a87e-43f9-9333-c72385485612 May 28 06:27:47.286900 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce038e5b-d58f-4a14-9b91-96e3ac68e2e9 req-061d6ddd-af91-44a1-8da3-1e98e2259106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:47.288928 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-ce038e5b-d58f-4a14-9b91-96e3ac68e2e9 req-061d6ddd-af91-44a1-8da3-1e98e2259106 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e72d0ca5-04cb-4b36-82b1-c75214c9eb05 HTTP/1.1" status: 200 len: 843 time: 0.5532012 May 28 06:27:47.303717 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['ecbf4d7c-46a2-4775-9309-6c6a862cec86'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:27:47.340266 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-9c9741c4-d6e9-404f-a19f-b30404187ccf admin admin] Deleting port 528b9657-4123-48cf-81bd-7f3ee47d922b {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:27:47.340719 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9c9741c4-d6e9-404f-a19f-b30404187ccf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:47.342948 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['e47a9f12-379b-4fc5-a552-153619f20833'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:27:47.413840 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['3fb3ec73-12a3-4479-8d11-63f64b53e873'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:27:47.460041 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3d4c10ea-a00c-42c2-ba77-721b97ccc54c req-79c72499-2d12-4ece-8805-181749b88a23 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b122da9f-ce01-4038-a1ff-c79da289b95c HTTP/1.1" status: 200 len: 1001 time: 0.3052096 May 28 06:27:47.568198 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4c10ea-a00c-42c2-ba77-721b97ccc54c req-d43b7f92-9fc3-4462-9f57-fa777a6e92ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:47.569640 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3d4c10ea-a00c-42c2-ba77-721b97ccc54c req-d43b7f92-9fc3-4462-9f57-fa777a6e92ee service neutron] 10.222.0.69 "GET /v2.0/subnets?id=080ebc12-6820-4737-a7d7-c00458c09bac HTTP/1.1" status: 200 len: 850 time: 0.0947635 May 28 06:27:47.574161 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f12849a-029f-4873-9eec-89d3d3d25219 req-66462b2b-593f-4c6b-9fcd-f33101b02773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:47.575657 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7f12849a-029f-4873-9eec-89d3d3d25219 req-66462b2b-593f-4c6b-9fcd-f33101b02773 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c3068efc66a349e9b92ab9365fc877d9&device_id=117f2637-fcb7-4984-95bd-57bc553ed42d HTTP/1.1" status: 200 len: 1099 time: 0.5541759 May 28 06:27:47.587973 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a64b314e-8949-4b3b-88aa-29773c06dd45 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:47.684265 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device c43e50b8-fb17-4a3c-9d4b-113d8558c9fa details requested by agent hyperv_n-h2-843702-1 with host n-h2-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:27:47.734522 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.db.resource_extend [None req-a64b314e-8949-4b3b-88aa-29773c06dd45 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 06:27:47.763292 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port a699bdd8-4938-4757-b19e-675730d9996a is: BUILD; New status is: DOWN {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:27:47.764831 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:47.771297 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219687f5-1f4a-4561-a7e5-bb31a725670b req-6f2624ee-2f94-4f0a-b1f9-d1f4649f6db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:47.773228 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-219687f5-1f4a-4561-a7e5-bb31a725670b req-6f2624ee-2f94-4f0a-b1f9-d1f4649f6db4 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c3068efc66a349e9b92ab9365fc877d9&device_id=5ebef2b8-a314-4523-b353-90a1f27259c6 HTTP/1.1" status: 200 len: 1098 time: 0.6639040 May 28 06:27:47.827862 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7f12849a-029f-4873-9eec-89d3d3d25219 req-31121dae-e1c3-464e-b0fc-a2a1d9c73d79 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=15bc477c-9769-4020-b7bf-3f3554b08c6a HTTP/1.1" status: 200 len: 217 time: 0.2097352 May 28 06:27:47.835212 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eae58a5-4e43-4ec6-b64d-ac50092de8a8 req-4af66c3e-c23d-49df-9bda-1027d9d194d4 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:47.842673 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0eae58a5-4e43-4ec6-b64d-ac50092de8a8 req-4af66c3e-c23d-49df-9bda-1027d9d194d4 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.55 "GET /v2.0/ports?device_id=b2cac498-5681-4d00-a219-f4b4fe770ade HTTP/1.1" status: 200 len: 948 time: 0.5147550 May 28 06:27:47.853426 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id a699bdd8-4938-4757-b19e-675730d9996a {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:27:47.879555 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port a699bdd8-4938-4757-b19e-675730d9996a, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=a699bdd8-4938-4757-b19e-675730d9996a,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:27:47.901268 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a64b314e-8949-4b3b-88aa-29773c06dd45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:47.902318 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64b314e-8949-4b3b-88aa-29773c06dd45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:47.902956 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a64b314e-8949-4b3b-88aa-29773c06dd45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:47.909209 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6e8c53-aabb-4218-a6fe-017865cadb07 req-4c837074-a45d-4ebf-9977-c797a077254e tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:47.921690 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8f6e8c53-aabb-4218-a6fe-017865cadb07 req-4c837074-a45d-4ebf-9977-c797a077254e tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/ports?device_id=117f2637-fcb7-4984-95bd-57bc553ed42d HTTP/1.1" status: 200 len: 948 time: 0.5950308 May 28 06:27:47.996136 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0eae58a5-4e43-4ec6-b64d-ac50092de8a8 req-b1fa2048-3983-4451-b3bf-976c3ef9944f tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.55 "GET /v2.0/security-groups?id=003cca32-7671-4721-8c5a-98dfd2100d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523838 May 28 06:27:48.065144 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f12849a-029f-4873-9eec-89d3d3d25219 req-52b76a05-9238-4692-a518-753843aeaf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:48.067118 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7f12849a-029f-4873-9eec-89d3d3d25219 req-52b76a05-9238-4692-a518-753843aeaf23 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e72d0ca5-04cb-4b36-82b1-c75214c9eb05 HTTP/1.1" status: 200 len: 843 time: 0.2099383 May 28 06:27:48.084683 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8f6e8c53-aabb-4218-a6fe-017865cadb07 req-79b894a1-a912-42ef-9114-0e76410e65d7 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/security-groups?id=cc42bff8-ec73-4f47-a19d-2b56e52b6e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619785 May 28 06:27:48.093529 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:48.131797 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce038e5b-d58f-4a14-9b91-96e3ac68e2e9 req-fcc73db5-1b87-4754-aaa8-9645785beec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:48.133901 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-ce038e5b-d58f-4a14-9b91-96e3ac68e2e9 req-fcc73db5-1b87-4754-aaa8-9645785beec4 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=bb90c162-fdb0-406b-af2b-5eef830db7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7957606 May 28 06:27:48.148950 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4c10ea-a00c-42c2-ba77-721b97ccc54c req-128a5f9d-b9fe-4172-9774-db6ed65cf491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:48.150117 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-9c9741c4-d6e9-404f-a19f-b30404187ccf admin admin] For port 528b9657-4123-48cf-81bd-7f3ee47d922b, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=528b9657-4123-48cf-81bd-7f3ee47d922b,segment=NetworkSegment(07d9f160-fff2-4ac7-81a2-60f8deeef159),segment_id=07d9f160-fff2-4ac7-81a2-60f8deeef159)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:27:48.150493 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9c9741c4-d6e9-404f-a19f-b30404187ccf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:48.151505 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3d4c10ea-a00c-42c2-ba77-721b97ccc54c req-128a5f9d-b9fe-4172-9774-db6ed65cf491 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=288346a5-f33c-49f7-9d6b-a77223fb06e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5711272 May 28 06:27:48.169336 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '117f2637-fcb7-4984-95bd-57bc553ed42d', 'tag': '15bc477c-9769-4020-b7bf-3f3554b08c6a'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:27:48.212924 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=a699bdd8-4938-4757-b19e-675730d9996a,revision_number=10']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:48.246868 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-a64b314e-8949-4b3b-88aa-29773c06dd45 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.4964044 May 28 06:27:48.306910 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 54582) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:27:48.318803 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a6a3f2af-4853-418c-9949-303840ec19b2 req-6c3ba2cb-c91e-4a28-a868-ec685c79b5fc tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] 10.222.0.55 "GET /v2.0/security-groups/f00cab06-abb6-4aec-ac32-df37d6547b98 HTTP/1.1" status: 200 len: 1804 time: 0.2863166 May 28 06:27:48.359843 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-3fc3d20a-1cd1-4895-8017-e07ce950de07 admin admin] Request body: {'subnet': {'network_id': '4874bba4-a87e-43f9-9333-c72385485612', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-711083849-subnet', 'tenant_id': 'f2d8466b4d8c4168848bc4cc302053bf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:27:48.374375 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-3fc3d20a-1cd1-4895-8017-e07ce950de07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:27:48.380770 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-3fc3d20a-1cd1-4895-8017-e07ce950de07 admin admin] Usage tracker for resource:subnet and tenant:f2d8466b4d8c4168848bc4cc302053bf is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:27:48.389433 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.db.resource_extend [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 06:27:48.423167 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-3fc3d20a-1cd1-4895-8017-e07ce950de07 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:27:48.467205 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-3fc3d20a-1cd1-4895-8017-e07ce950de07 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:27:48.477381 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-9c9741c4-d6e9-404f-a19f-b30404187ccf admin admin] Calling delete_port for 528b9657-4123-48cf-81bd-7f3ee47d922b owned by network:router_interface {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:27:48.604007 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3d4c10ea-a00c-42c2-ba77-721b97ccc54c req-f0a7c514-87a8-4cfa-8115-8bbb60998a4b service neutron] 10.222.0.69 "GET /v2.0/networks/288346a5-f33c-49f7-9d6b-a77223fb06e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4418414 May 28 06:27:48.611308 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f12849a-029f-4873-9eec-89d3d3d25219 req-52513602-8aa0-45ab-874c-433a14d4a532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:48.613445 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7f12849a-029f-4873-9eec-89d3d3d25219 req-52513602-8aa0-45ab-874c-433a14d4a532 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=bb90c162-fdb0-406b-af2b-5eef830db7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5335023 May 28 06:27:48.622574 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-a6a3f2af-4853-418c-9949-303840ec19b2 req-f2110eef-2d0f-4e6b-b16e-1ccba84f8071 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:48.624164 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64b314e-8949-4b3b-88aa-29773c06dd45 admin admin] Pushing event updated for resources: {'Network': ['ID=4874bba4-a87e-43f9-9333-c72385485612,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:48.651592 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 4874bba4-a87e-43f9-9333-c72385485612 details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:27:48.676608 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219687f5-1f4a-4561-a7e5-bb31a725670b req-28bb80d7-6000-4122-9d3b-826c54f8a004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:48.678930 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-219687f5-1f4a-4561-a7e5-bb31a725670b req-28bb80d7-6000-4122-9d3b-826c54f8a004 service neutron] 10.222.0.71 "GET /v2.0/networks?id=bb90c162-fdb0-406b-af2b-5eef830db7a9 HTTP/1.1" status: 200 len: 870 time: 0.8878365 May 28 06:27:48.742853 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fc3d20a-1cd1-4895-8017-e07ce950de07 admin admin] Made reservation on behalf of f2d8466b4d8c4168848bc4cc302053bf for: {'subnet': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:27:48.745110 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3fc3d20a-1cd1-4895-8017-e07ce950de07 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3171998'] for subnet, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:48.771304 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device a699bdd8-4938-4757-b19e-675730d9996a up at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:27:48.879740 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port c43e50b8-fb17-4a3c-9d4b-113d8558c9fa, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=c43e50b8-fb17-4a3c-9d4b-113d8558c9fa,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:27:48.899068 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-219687f5-1f4a-4561-a7e5-bb31a725670b req-afc56d5a-67e5-4ca0-b6b7-3f021c306d32 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=c43e50b8-fb17-4a3c-9d4b-113d8558c9fa HTTP/1.1" status: 200 len: 217 time: 0.0704944 May 28 06:27:48.906169 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Returning: {'device': 'c43e50b8-fb17-4a3c-9d4b-113d8558c9fa', 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9', 'port_id': 'c43e50b8-fb17-4a3c-9d4b-113d8558c9fa', 'mac_address': 'fa:16:3e:30:39:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e72d0ca5-04cb-4b36-82b1-c75214c9eb05', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:27:48.909124 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning complete for port a699bdd8-4938-4757-b19e-675730d9996a triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:27:48.909517 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:48.972272 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe35f589-effb-496c-83a5-10a069f3b64f req-3d3dc011-cb2c-4fd4-ac72-03a6b2d717ec tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:48.981134 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe35f589-effb-496c-83a5-10a069f3b64f req-3d3dc011-cb2c-4fd4-ac72-03a6b2d717ec tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:48.989209 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe35f589-effb-496c-83a5-10a069f3b64f req-3d3dc011-cb2c-4fd4-ac72-03a6b2d717ec tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:48.995428 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe35f589-effb-496c-83a5-10a069f3b64f req-3d3dc011-cb2c-4fd4-ac72-03a6b2d717ec tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:49.000852 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe35f589-effb-496c-83a5-10a069f3b64f req-3d3dc011-cb2c-4fd4-ac72-03a6b2d717ec tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:49.006630 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe35f589-effb-496c-83a5-10a069f3b64f req-3d3dc011-cb2c-4fd4-ac72-03a6b2d717ec tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:49.012389 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe35f589-effb-496c-83a5-10a069f3b64f req-3d3dc011-cb2c-4fd4-ac72-03a6b2d717ec tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:49.015177 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fe35f589-effb-496c-83a5-10a069f3b64f req-3d3dc011-cb2c-4fd4-ac72-03a6b2d717ec tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc8afbe2-63ab-495f-b953-08528fec512c HTTP/1.1" status: 200 len: 5436 time: 0.6048357 May 28 06:27:49.015343 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-ce038e5b-d58f-4a14-9b91-96e3ac68e2e9 req-11861af4-230d-444f-a5ee-f4fbc4252f34 service neutron] 10.222.0.71 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8673651 May 28 06:27:49.018743 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-a6a3f2af-4853-418c-9949-303840ec19b2 req-f2110eef-2d0f-4e6b-b16e-1ccba84f8071 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:49.054115 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port c43e50b8-fb17-4a3c-9d4b-113d8558c9fa is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:27:49.054115 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:49.113378 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c43e50b8-fb17-4a3c-9d4b-113d8558c9fa {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:27:49.118550 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219687f5-1f4a-4561-a7e5-bb31a725670b req-74cf364a-7344-41ea-8c3c-144dd6c6ad85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:49.119812 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-219687f5-1f4a-4561-a7e5-bb31a725670b req-74cf364a-7344-41ea-8c3c-144dd6c6ad85 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e72d0ca5-04cb-4b36-82b1-c75214c9eb05 HTTP/1.1" status: 200 len: 843 time: 0.2045698 May 28 06:27:49.188278 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port c43e50b8-fb17-4a3c-9d4b-113d8558c9fa, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=c43e50b8-fb17-4a3c-9d4b-113d8558c9fa,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:27:49.207477 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port a699bdd8-4938-4757-b19e-675730d9996a is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:27:49.208259 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:49.221953 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fe35f589-effb-496c-83a5-10a069f3b64f req-148366f3-e135-4813-babd-e750bdcae9b7 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.55 "GET /v2.0/security-groups?id=330866ba-92b0-424f-b7e1-e6c41912745c&id=dee936ce-b9e4-4668-898c-fea71a001642&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1904736 May 28 06:27:49.255948 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port a699bdd8-4938-4757-b19e-675730d9996a, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=a699bdd8-4938-4757-b19e-675730d9996a,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:27:49.255948 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2cac498-5681-4d00-a219-f4b4fe770ade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a699bdd8-4938-4757-b19e-675730d9996a'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:27:49.256878 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3d4c10ea-a00c-42c2-ba77-721b97ccc54c req-cd27ad7c-8ce5-4770-b7fd-7acc1831b9ac service neutron] 10.222.0.69 "GET /v2.0/networks/288346a5-f33c-49f7-9d6b-a77223fb06e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6373365 May 28 06:27:49.264295 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7f12849a-029f-4873-9eec-89d3d3d25219 req-3557b07c-3493-4597-acbc-f730c44654a9 service neutron] 10.222.0.71 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6163290 May 28 06:27:49.283015 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-ce038e5b-d58f-4a14-9b91-96e3ac68e2e9 req-84ab528c-7630-4a1a-a6f1-8f0228d3280b service neutron] 10.222.0.71 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2539825 May 28 06:27:49.341897 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:49.353755 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219687f5-1f4a-4561-a7e5-bb31a725670b req-51547b0a-31af-4ba5-8fd4-ea8aa14bf1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:49.355258 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-219687f5-1f4a-4561-a7e5-bb31a725670b req-51547b0a-31af-4ba5-8fd4-ea8aa14bf1ea service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=bb90c162-fdb0-406b-af2b-5eef830db7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2220850 May 28 06:27:49.361533 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-225490f1-3918-456c-a17d-83201119e76a'] response: {'name': 'network-changed', 'server_uuid': '117f2637-fcb7-4984-95bd-57bc553ed42d', 'tag': '15bc477c-9769-4020-b7bf-3f3554b08c6a', 'status': 'completed', 'code': 200} May 28 06:27:49.431959 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=a699bdd8-4938-4757-b19e-675730d9996a,revision_number=11']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:49.436689 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:49.500380 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-a6a3f2af-4853-418c-9949-303840ec19b2 req-f2110eef-2d0f-4e6b-b16e-1ccba84f8071 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:49.529477 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9c9741c4-d6e9-404f-a19f-b30404187ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:49.535399 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=c43e50b8-fb17-4a3c-9d4b-113d8558c9fa,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:49.535399 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device ae1da9c2-607a-48e7-af04-679c67639107 up at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:27:49.561649 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3fc3d20a-1cd1-4895-8017-e07ce950de07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3115906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3172012'] for subnet, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:49.606151 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9741c4-d6e9-404f-a19f-b30404187ccf admin admin] Pushing event deleted for resources: {'Port': ['ID=528b9657-4123-48cf-81bd-7f3ee47d922b,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:49.640585 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2110eef-2d0f-4e6b-b16e-1ccba84f8071 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f00cab06-abb6-4aec-ac32-df37d6547b98,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:49.682766 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7f12849a-029f-4873-9eec-89d3d3d25219 req-30ee9b9e-b285-4f13-a770-9bea18e4bff6 service neutron] 10.222.0.71 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4100101 May 28 06:27:49.732034 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning for port ae1da9c2-607a-48e7-af04-679c67639107 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:27:49.738780 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-a6a3f2af-4853-418c-9949-303840ec19b2 req-f2110eef-2d0f-4e6b-b16e-1ccba84f8071 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:49.740160 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a6a3f2af-4853-418c-9949-303840ec19b2 req-f2110eef-2d0f-4e6b-b16e-1ccba84f8071 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] 10.222.0.55 "DELETE /v2.0/security-groups/f00cab06-abb6-4aec-ac32-df37d6547b98 HTTP/1.1" status: 204 len: 173 time: 1.3545885 May 28 06:27:49.741923 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning complete for port ae1da9c2-607a-48e7-af04-679c67639107 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:27:49.743039 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:49.747511 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-219687f5-1f4a-4561-a7e5-bb31a725670b req-be8480b7-f2c9-4a80-b348-02515feea322 service neutron] 10.222.0.71 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3838110 May 28 06:27:49.812225 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc3d20a-1cd1-4895-8017-e07ce950de07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa6e01e0-3e0c-4b0f-b2af-e5c6de04414e,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:49.827084 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc3d20a-1cd1-4895-8017-e07ce950de07 admin admin] Checking segment: {'id': '833fd725-a517-41b8-a917-b7cf24c49042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4874bba4-a87e-43f9-9333-c72385485612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:27:49.831074 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc3d20a-1cd1-4895-8017-e07ce950de07 admin admin] Network hostable DHCP agents. Network: 4874bba4-a87e-43f9-9333-c72385485612, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89110) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:27:49.914351 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669c273c-cf37-4d3e-b96e-07eff6e3fce3 req-753bb06b-82fc-4333-9ff5-70099bb14514 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:49.922678 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-669c273c-cf37-4d3e-b96e-07eff6e3fce3 req-753bb06b-82fc-4333-9ff5-70099bb14514 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.55 "GET /v2.0/ports?device_id=b2cac498-5681-4d00-a219-f4b4fe770ade HTTP/1.1" status: 200 len: 950 time: 0.2905307 May 28 06:27:50.024463 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port ae1da9c2-607a-48e7-af04-679c67639107 is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:27:50.026166 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:50.091358 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port ae1da9c2-607a-48e7-af04-679c67639107, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=ae1da9c2-607a-48e7-af04-679c67639107,segment=NetworkSegment(91926a5e-954e-4773-b0d0-2c49874bbb2a),segment_id=91926a5e-954e-4773-b0d0-2c49874bbb2a)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:27:50.222561 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-219687f5-1f4a-4561-a7e5-bb31a725670b req-c520562e-83d8-4b3a-859a-ca8d7bdf8b1c service neutron] 10.222.0.71 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4665930 May 28 06:27:50.223846 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:50.224919 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 7f054f0f-9345-49d9-a79c-80f8a2c35139 up at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:27:50.233804 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9c9741c4-d6e9-404f-a19f-b30404187ccf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700472'] for router_interface, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:50.263692 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc3d20a-1cd1-4895-8017-e07ce950de07 admin admin] Network 4874bba4-a87e-43f9-9333-c72385485612 is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89110) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:27:50.277083 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-669c273c-cf37-4d3e-b96e-07eff6e3fce3 req-3122b4cb-9a0d-4c4a-9bf7-3879c0b33a46 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.55 "GET /v2.0/security-groups?id=003cca32-7671-4721-8c5a-98dfd2100d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3532135 May 28 06:27:50.337364 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdb5b97-871c-4684-8936-c75b252a0876 req-fc81383f-c38f-41b3-96fa-918b6d59dcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:50.338922 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bfdb5b97-871c-4684-8936-c75b252a0876 req-fc81383f-c38f-41b3-96fa-918b6d59dcc4 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c3068efc66a349e9b92ab9365fc877d9&device_id=117f2637-fcb7-4984-95bd-57bc553ed42d HTTP/1.1" status: 200 len: 1099 time: 0.3803751 May 28 06:27:50.364438 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['c43e50b8-fb17-4a3c-9d4b-113d8558c9fa'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:27:50.385072 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9df8b3-ad88-486b-9edf-f332ae8fcceb req-8f83141c-af91-40c4-8717-ad927ec6cf5e tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:50.386684 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3e9df8b3-ad88-486b-9edf-f332ae8fcceb req-8f83141c-af91-40c4-8717-ad927ec6cf5e tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/ports?device_id=117f2637-fcb7-4984-95bd-57bc553ed42d HTTP/1.1" status: 200 len: 948 time: 0.3669677 May 28 06:27:50.427043 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b2765a0-bf7d-4a1f-a2f2-df77a05c2d60'] response: {'server_uuid': 'b2cac498-5681-4d00-a219-f4b4fe770ade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a699bdd8-4938-4757-b19e-675730d9996a', 'code': 200} May 28 06:27:50.487711 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-3fc3d20a-1cd1-4895-8017-e07ce950de07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, 4874bba4-a87e-43f9-9333-c72385485612) {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:27:50.513148 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5575a043-1943-4dce-ae9d-b5516502ff45 None None] Network 4874bba4-a87e-43f9-9333-c72385485612 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:27:50.519632 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc3d20a-1cd1-4895-8017-e07ce950de07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:50.520144 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3fc3d20a-1cd1-4895-8017-e07ce950de07 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:50.579336 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3e9df8b3-ad88-486b-9edf-f332ae8fcceb req-2d4af6fa-5dbb-41af-b8e9-cfc03c30108d tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/security-groups?id=cc42bff8-ec73-4f47-a19d-2b56e52b6e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418447 May 28 06:27:50.584695 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cd2ca061-91f8-413a-8b5d-f4d6de4c05ad req-42da8ecc-287f-442a-abac-ca929afe6eef tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] 10.222.0.55 "GET /v2.0/security-groups/4a89389f-f839-4e1b-86a7-8955600d2350 HTTP/1.1" status: 200 len: 2402 time: 0.1489742 May 28 06:27:50.615826 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=ae1da9c2-607a-48e7-af04-679c67639107,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:50.636449 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdb5b97-871c-4684-8936-c75b252a0876 req-e358099c-dc35-4583-9bcd-d0ea1119c95b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:50.638816 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bfdb5b97-871c-4684-8936-c75b252a0876 req-e358099c-dc35-4583-9bcd-d0ea1119c95b service neutron] 10.222.0.71 "GET /v2.0/networks?id=bb90c162-fdb0-406b-af2b-5eef830db7a9 HTTP/1.1" status: 200 len: 870 time: 0.2885408 May 28 06:27:50.739719 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c9741c4-d6e9-404f-a19f-b30404187ccf admin admin] Router 0e9a75c8-48eb-4b30-9b70-87806493477c has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:27:50.753301 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-3fc3d20a-1cd1-4895-8017-e07ce950de07 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.4329658 May 28 06:27:50.768427 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 54604) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:27:50.772652 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bfdb5b97-871c-4684-8936-c75b252a0876 req-72eb23be-919e-4253-9588-6ab2c496b35f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=15bc477c-9769-4020-b7bf-3f3554b08c6a HTTP/1.1" status: 200 len: 217 time: 0.1127074 May 28 06:27:50.862002 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-9ec68b7e-391c-494e-b6d5-4df40f27dba5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-711083849-router', 'tenant_id': 'f2d8466b4d8c4168848bc4cc302053bf', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:27:50.880856 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-9ec68b7e-391c-494e-b6d5-4df40f27dba5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:27:50.901208 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-9ec68b7e-391c-494e-b6d5-4df40f27dba5 admin admin] Usage tracker for resource:router and tenant:f2d8466b4d8c4168848bc4cc302053bf is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:27:50.931024 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning for port 7f054f0f-9345-49d9-a79c-80f8a2c35139 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:27:50.946401 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning complete for port 7f054f0f-9345-49d9-a79c-80f8a2c35139 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:27:50.946775 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:50.951413 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-9ec68b7e-391c-494e-b6d5-4df40f27dba5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:27:50.973957 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-9ec68b7e-391c-494e-b6d5-4df40f27dba5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:27:50.976030 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c9741c4-d6e9-404f-a19f-b30404187ccf admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:27:50.989108 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e084d21c-20c4-4324-b6d1-f7fb2ce0ccd1 None None] Sync routers for ids ['0e9a75c8-48eb-4b30-9b70-87806493477c'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:27:51.010544 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e084d21c-20c4-4324-b6d1-f7fb2ce0ccd1 None None] Routers {'0e9a75c8-48eb-4b30-9b70-87806493477c'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:27:51.025925 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-9c9741c4-d6e9-404f-a19f-b30404187ccf admin admin] 10.222.0.55 "PUT /v2.0/routers/0e9a75c8-48eb-4b30-9b70-87806493477c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1673262 May 28 06:27:51.026097 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-e084d21c-20c4-4324-b6d1-f7fb2ce0ccd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:27:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['0e9a75c8-48eb-4b30-9b70-87806493477c'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:27:51.026228 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 54608) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:27:51.026317 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdb5b97-871c-4684-8936-c75b252a0876 req-8f31bce5-3e9a-4dff-b622-0cb88240c7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:51.026317 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bfdb5b97-871c-4684-8936-c75b252a0876 req-8f31bce5-3e9a-4dff-b622-0cb88240c7d0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e72d0ca5-04cb-4b36-82b1-c75214c9eb05 HTTP/1.1" status: 200 len: 843 time: 0.2354524 May 28 06:27:51.026317 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-cd2ca061-91f8-413a-8b5d-f4d6de4c05ad req-23cb2584-b1fe-4338-901a-f53f775485dd tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:51.112680 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-cd2ca061-91f8-413a-8b5d-f4d6de4c05ad req-23cb2584-b1fe-4338-901a-f53f775485dd tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:51.118960 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-671a996c-2442-4883-b9fa-8640e29bdb5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-4874bba4-a87e-43f9-9333-c72385485612', 'network_id': '4874bba4-a87e-43f9-9333-c72385485612', 'tenant_id': 'f2d8466b4d8c4168848bc4cc302053bf', 'fixed_ips': [{'subnet_id': 'aa6e01e0-3e0c-4b0f-b2af-e5c6de04414e'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:27:51.119849 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-671a996c-2442-4883-b9fa-8640e29bdb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:51.137580 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9ec68b7e-391c-494e-b6d5-4df40f27dba5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59128'] for router, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:51.138281 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9ec68b7e-391c-494e-b6d5-4df40f27dba5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59009'] for router, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:51.196025 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9ec68b7e-391c-494e-b6d5-4df40f27dba5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:51.208607 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b175d851-520a-48bb-8d7c-3a09f717a627 req-aa78dedb-3b4b-4892-930b-8e0aad37904b tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:51.214453 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b175d851-520a-48bb-8d7c-3a09f717a627 req-aa78dedb-3b4b-4892-930b-8e0aad37904b tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:51.221547 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b175d851-520a-48bb-8d7c-3a09f717a627 req-aa78dedb-3b4b-4892-930b-8e0aad37904b tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:51.227442 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b175d851-520a-48bb-8d7c-3a09f717a627 req-aa78dedb-3b4b-4892-930b-8e0aad37904b tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:51.233909 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b175d851-520a-48bb-8d7c-3a09f717a627 req-aa78dedb-3b4b-4892-930b-8e0aad37904b tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:51.239752 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b175d851-520a-48bb-8d7c-3a09f717a627 req-aa78dedb-3b4b-4892-930b-8e0aad37904b tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:51.245646 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b175d851-520a-48bb-8d7c-3a09f717a627 req-aa78dedb-3b4b-4892-930b-8e0aad37904b tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:51.248244 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b175d851-520a-48bb-8d7c-3a09f717a627 req-aa78dedb-3b4b-4892-930b-8e0aad37904b tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc8afbe2-63ab-495f-b953-08528fec512c HTTP/1.1" status: 200 len: 5437 time: 0.3577838 May 28 06:27:51.285460 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdb5b97-871c-4684-8936-c75b252a0876 req-a2956e18-0af2-4afc-8407-6538a7c1960c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:51.287070 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bfdb5b97-871c-4684-8936-c75b252a0876 req-a2956e18-0af2-4afc-8407-6538a7c1960c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=bb90c162-fdb0-406b-af2b-5eef830db7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2603643 May 28 06:27:51.307529 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 7f054f0f-9345-49d9-a79c-80f8a2c35139 is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:27:51.307907 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:51.332855 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9a03fd18-a5fb-411c-a6c0-c9c1f2258802 admin admin] Notify callbacks [] for router, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:51.389514 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b175d851-520a-48bb-8d7c-3a09f717a627 req-921cf468-9766-40ea-8afd-33229efbc7b3 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.55 "GET /v2.0/security-groups?id=330866ba-92b0-424f-b7e1-e6c41912745c&id=dee936ce-b9e4-4668-898c-fea71a001642&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1317973 May 28 06:27:51.390114 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-cd2ca061-91f8-413a-8b5d-f4d6de4c05ad req-23cb2584-b1fe-4338-901a-f53f775485dd tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:51.405970 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 7f054f0f-9345-49d9-a79c-80f8a2c35139, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=7f054f0f-9345-49d9-a79c-80f8a2c35139,segment=NetworkSegment(91926a5e-954e-4773-b0d0-2c49874bbb2a),segment_id=91926a5e-954e-4773-b0d0-2c49874bbb2a)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:27:51.428812 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-671a996c-2442-4883-b9fa-8640e29bdb5a None None] Allocated IP 172.20.0.2 (4874bba4-a87e-43f9-9333-c72385485612/aa6e01e0-3e0c-4b0f-b2af-e5c6de04414e/a5266c95-3aa8-45ff-9692-f2ceb18b3fcd) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:27:51.431436 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-e084d21c-20c4-4324-b6d1-f7fb2ce0ccd1 None None] Set router 0e9a75c8-48eb-4b30-9b70-87806493477c gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:27:51.513604 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cb2584-b1fe-4338-901a-f53f775485dd tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a89389f-f839-4e1b-86a7-8955600d2350,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:51.711735 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-cd2ca061-91f8-413a-8b5d-f4d6de4c05ad req-23cb2584-b1fe-4338-901a-f53f775485dd tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:51.729725 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cd2ca061-91f8-413a-8b5d-f4d6de4c05ad req-23cb2584-b1fe-4338-901a-f53f775485dd tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] 10.222.0.55 "DELETE /v2.0/security-groups/4a89389f-f839-4e1b-86a7-8955600d2350 HTTP/1.1" status: 204 len: 173 time: 1.1204767 May 28 06:27:51.732256 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-671a996c-2442-4883-b9fa-8640e29bdb5a None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:51.745123 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-671a996c-2442-4883-b9fa-8640e29bdb5a None None] Transition to ACTIVE for port object a5266c95-3aa8-45ff-9692-f2ceb18b3fcd will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:27:51.764610 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9a03fd18-a5fb-411c-a6c0-c9c1f2258802 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:51.782528 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 15bc477c-9769-4020-b7bf-3f3554b08c6a details requested by agent hyperv_n-h2-843702-1 with host n-h2-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:27:51.817825 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:51.820256 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 0c28e25a-811d-49fe-9df5-688bb3849093 up at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:27:51.896558 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-9a03fd18-a5fb-411c-a6c0-c9c1f2258802 admin admin] Deleting port af88013d-1f04-41a4-a9d3-47f6a8bb62d0 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:27:51.896894 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9a03fd18-a5fb-411c-a6c0-c9c1f2258802 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:51.929764 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bfdb5b97-871c-4684-8936-c75b252a0876 req-cc7fcc38-1376-4aa3-b418-3a7c09a9515b service neutron] 10.222.0.71 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6273003 May 28 06:27:51.976714 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-e084d21c-20c4-4324-b6d1-f7fb2ce0ccd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9a75c8-48eb-4b30-9b70-87806493477c', 'name': 'tempest-ServersTestJSON-1589757023-router', 'tenant_id': 'd91f6eb4c7e44824b2ce0b8006557321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.62'}], 'enable_snat': True}, 'gw_port_id': 'af88013d-1f04-41a4-a9d3-47f6a8bb62d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:26:08Z', 'updated_at': '2022-05-28T06:27:49Z', 'revision_number': 5, 'project_id': 'd91f6eb4c7e44824b2ce0b8006557321', 'gw_port': {'id': 'af88013d-1f04-41a4-a9d3-47f6a8bb62d0', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:28:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9a75c8-48eb-4b30-9b70-87806493477c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:26:10Z', 'updated_at': '2022-05-28T06:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:27:51.979419 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-671a996c-2442-4883-b9fa-8640e29bdb5a None None] Transition to ACTIVE for port object a5266c95-3aa8-45ff-9692-f2ceb18b3fcd will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:27:51.981785 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e084d21c-20c4-4324-b6d1-f7fb2ce0ccd1 None None] Checking router: 0e9a75c8-48eb-4b30-9b70-87806493477c for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:27:51.992328 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e084d21c-20c4-4324-b6d1-f7fb2ce0ccd1 None None] Routers {'0e9a75c8-48eb-4b30-9b70-87806493477c'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:27:51.995381 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-e084d21c-20c4-4324-b6d1-f7fb2ce0ccd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:27:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['0e9a75c8-48eb-4b30-9b70-87806493477c'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:27:52.018833 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9ec68b7e-391c-494e-b6d5-4df40f27dba5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59027'] for router, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:52.165286 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-671a996c-2442-4883-b9fa-8640e29bdb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:52.185296 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-e084d21c-20c4-4324-b6d1-f7fb2ce0ccd1 None None] Set router 0e9a75c8-48eb-4b30-9b70-87806493477c gateway port host: None {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:27:52.195920 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671a996c-2442-4883-b9fa-8640e29bdb5a None None] Network 4874bba4-a87e-43f9-9333-c72385485612 is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:27:52.206324 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-671a996c-2442-4883-b9fa-8640e29bdb5a None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:27:52.208407 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=7f054f0f-9345-49d9-a79c-80f8a2c35139,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:52.290318 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671a996c-2442-4883-b9fa-8640e29bdb5a None None] Pushing event updated for resources: {'Port': ['ID=a5266c95-3aa8-45ff-9692-f2ceb18b3fcd,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:52.296876 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671a996c-2442-4883-b9fa-8640e29bdb5a None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:27:52.320969 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-e084d21c-20c4-4324-b6d1-f7fb2ce0ccd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9a75c8-48eb-4b30-9b70-87806493477c', 'name': 'tempest-ServersTestJSON-1589757023-router', 'tenant_id': 'd91f6eb4c7e44824b2ce0b8006557321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:26:08Z', 'updated_at': '2022-05-28T06:27:51Z', 'revision_number': 6, 'project_id': 'd91f6eb4c7e44824b2ce0b8006557321', 'gw_port_host': None}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:27:52.325337 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a7d4bba7-e002-4465-9bf4-be15d514a3cc req-30ad268f-6007-404b-b3e0-5ef1c761fddc tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] 10.222.0.55 "GET /v2.0/security-groups/9ca19af2-3a22-4fc0-a8de-12ebb1727b1c HTTP/1.1" status: 200 len: 2397 time: 0.1943238 May 28 06:27:52.327014 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e084d21c-20c4-4324-b6d1-f7fb2ce0ccd1 None None] The sync data for ids ['0e9a75c8-48eb-4b30-9b70-87806493477c'] in n-d-843702-1 is: [{'id': '0e9a75c8-48eb-4b30-9b70-87806493477c', 'name': 'tempest-ServersTestJSON-1589757023-router', 'tenant_id': 'd91f6eb4c7e44824b2ce0b8006557321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:26:08Z', 'updated_at': '2022-05-28T06:27:51Z', 'revision_number': 6, 'project_id': 'd91f6eb4c7e44824b2ce0b8006557321', 'gw_port_host': None}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:27:52.337624 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bfdb5b97-871c-4684-8936-c75b252a0876 req-393069ab-ede7-4bee-8063-d7b4e59c1351 service neutron] 10.222.0.71 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3629236 May 28 06:27:52.355797 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3edf5a-4da8-44b2-a832-d488afdb29c4 req-2ed97b3d-a4e1-45ab-b839-03009e07841f tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:52.358204 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0b3edf5a-4da8-44b2-a832-d488afdb29c4 req-2ed97b3d-a4e1-45ab-b839-03009e07841f tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/ports?device_id=117f2637-fcb7-4984-95bd-57bc553ed42d HTTP/1.1" status: 200 len: 948 time: 0.4265966 May 28 06:27:52.454705 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc8afbe2-63ab-495f-b953-08528fec512c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae1da9c2-607a-48e7-af04-679c67639107'}, {'server_uuid': 'fc8afbe2-63ab-495f-b953-08528fec512c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f054f0f-9345-49d9-a79c-80f8a2c35139'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:27:52.462849 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-671a996c-2442-4883-b9fa-8640e29bdb5a None None] Attempting to bind port a5266c95-3aa8-45ff-9692-f2ceb18b3fcd on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:27:52.463342 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-671a996c-2442-4883-b9fa-8640e29bdb5a None None] Attempting to bind port a5266c95-3aa8-45ff-9692-f2ceb18b3fcd by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': '833fd725-a517-41b8-a917-b7cf24c49042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4874bba4-a87e-43f9-9333-c72385485612'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:27:52.463802 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671a996c-2442-4883-b9fa-8640e29bdb5a None None] Attempting to bind port a5266c95-3aa8-45ff-9692-f2ceb18b3fcd on network 4874bba4-a87e-43f9-9333-c72385485612 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:27:52.470823 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning for port 0c28e25a-811d-49fe-9df5-688bb3849093 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:27:52.486308 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0b3edf5a-4da8-44b2-a832-d488afdb29c4 req-b535e0ff-1edc-474c-bb88-c2018befb016 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/security-groups?id=cc42bff8-ec73-4f47-a19d-2b56e52b6e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095238 May 28 06:27:52.491052 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671a996c-2442-4883-b9fa-8640e29bdb5a None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:27:52.493348 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671a996c-2442-4883-b9fa-8640e29bdb5a None None] Checking segment: {'id': '833fd725-a517-41b8-a917-b7cf24c49042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4874bba4-a87e-43f9-9333-c72385485612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:27:52.493348 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-671a996c-2442-4883-b9fa-8640e29bdb5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:52.493348 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671a996c-2442-4883-b9fa-8640e29bdb5a None None] Bound using segment: {'id': '833fd725-a517-41b8-a917-b7cf24c49042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4874bba4-a87e-43f9-9333-c72385485612'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:27:52.493348 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-671a996c-2442-4883-b9fa-8640e29bdb5a None None] Bound port: a5266c95-3aa8-45ff-9692-f2ceb18b3fcd, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '833fd725-a517-41b8-a917-b7cf24c49042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4874bba4-a87e-43f9-9333-c72385485612'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:27:52.493348 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-671a996c-2442-4883-b9fa-8640e29bdb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:52.522910 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-9a03fd18-a5fb-411c-a6c0-c9c1f2258802 admin admin] For port af88013d-1f04-41a4-a9d3-47f6a8bb62d0, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=af88013d-1f04-41a4-a9d3-47f6a8bb62d0,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:27:52.523159 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9a03fd18-a5fb-411c-a6c0-c9c1f2258802 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:52.557347 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning complete for port 0c28e25a-811d-49fe-9df5-688bb3849093 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:27:52.557347 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:52.648689 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 15bc477c-9769-4020-b7bf-3f3554b08c6a, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=15bc477c-9769-4020-b7bf-3f3554b08c6a,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:27:52.691479 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Returning: {'device': '15bc477c-9769-4020-b7bf-3f3554b08c6a', 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9', 'port_id': '15bc477c-9769-4020-b7bf-3f3554b08c6a', 'mac_address': 'fa:16:3e:3e:c4:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e72d0ca5-04cb-4b36-82b1-c75214c9eb05', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:27:52.758982 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-9a03fd18-a5fb-411c-a6c0-c9c1f2258802 admin admin] Calling delete_port for af88013d-1f04-41a4-a9d3-47f6a8bb62d0 owned by network:router_gateway {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:27:52.800199 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 15bc477c-9769-4020-b7bf-3f3554b08c6a is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:27:52.800199 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:52.821505 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 528b9657-4123-48cf-81bd-7f3ee47d922b no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:27:52.825549 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-a7d4bba7-e002-4465-9bf4-be15d514a3cc req-615ee0c9-e25a-4909-ab89-1f320641db46 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:52.881485 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-a7d4bba7-e002-4465-9bf4-be15d514a3cc req-615ee0c9-e25a-4909-ab89-1f320641db46 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:52.894959 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-671a996c-2442-4883-b9fa-8640e29bdb5a None None] For port a5266c95-3aa8-45ff-9692-f2ceb18b3fcd, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:27:52.913656 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 528b9657-4123-48cf-81bd-7f3ee47d922b {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:27:52.913656 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 528b9657-4123-48cf-81bd-7f3ee47d922b not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:27:52.954308 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15bc477c-9769-4020-b7bf-3f3554b08c6a {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:27:52.971746 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-671a996c-2442-4883-b9fa-8640e29bdb5a None None] For port a5266c95-3aa8-45ff-9692-f2ceb18b3fcd, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=a5266c95-3aa8-45ff-9692-f2ceb18b3fcd,segment=NetworkSegment(833fd725-a517-41b8-a917-b7cf24c49042),segment_id=833fd725-a517-41b8-a917-b7cf24c49042)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:27:53.040490 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 15bc477c-9769-4020-b7bf-3f3554b08c6a, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=15bc477c-9769-4020-b7bf-3f3554b08c6a,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:27:53.043283 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9132724-22ae-4374-a6f4-5151fc00da65 req-62685111-9ab2-40d9-a49d-8a9f318c7d93 tempest-ServersAdminTestJSON-1164307170 tempest-ServersAdminTestJSON-1164307170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:53.045216 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a9132724-22ae-4374-a6f4-5151fc00da65 req-62685111-9ab2-40d9-a49d-8a9f318c7d93 tempest-ServersAdminTestJSON-1164307170 tempest-ServersAdminTestJSON-1164307170-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=b2cac498-5681-4d00-a219-f4b4fe770ade HTTP/1.1" status: 200 len: 1101 time: 0.2938623 May 28 06:27:53.055016 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 0c28e25a-811d-49fe-9df5-688bb3849093 is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:27:53.055480 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:53.094488 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 0c28e25a-811d-49fe-9df5-688bb3849093, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=0c28e25a-811d-49fe-9df5-688bb3849093,segment=NetworkSegment(ef1082b7-1e82-4682-8ff4-108a397ad07a),segment_id=ef1082b7-1e82-4682-8ff4-108a397ad07a)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:27:53.194840 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a9132724-22ae-4374-a6f4-5151fc00da65 req-ffea1631-3061-4dcf-9360-98581359d636 tempest-ServersAdminTestJSON-1164307170 tempest-ServersAdminTestJSON-1164307170-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=003cca32-7671-4721-8c5a-98dfd2100d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914330 May 28 06:27:53.204145 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9ec68b7e-391c-494e-b6d5-4df40f27dba5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:53.216876 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-671a996c-2442-4883-b9fa-8640e29bdb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:53.240185 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9ec68b7e-391c-494e-b6d5-4df40f27dba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:53.267971 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9a03fd18-a5fb-411c-a6c0-c9c1f2258802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:53.310489 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-a7d4bba7-e002-4465-9bf4-be15d514a3cc req-615ee0c9-e25a-4909-ab89-1f320641db46 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:53.312721 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:53.315821 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:53.324808 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615ee0c9-e25a-4909-ab89-1f320641db46 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ca19af2-3a22-4fc0-a8de-12ebb1727b1c,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:53.376165 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671a996c-2442-4883-b9fa-8640e29bdb5a None None] Pushing event updated for resources: {'Port': ['ID=a5266c95-3aa8-45ff-9692-f2ceb18b3fcd,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:53.406812 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-a7d4bba7-e002-4465-9bf4-be15d514a3cc req-615ee0c9-e25a-4909-ab89-1f320641db46 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:53.408542 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device ecbf4d7c-46a2-4775-9309-6c6a862cec86 up at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:27:53.419781 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a7d4bba7-e002-4465-9bf4-be15d514a3cc req-615ee0c9-e25a-4909-ab89-1f320641db46 tempest-SecurityGroupRulesTestJSON-1018850418 tempest-SecurityGroupRulesTestJSON-1018850418-project] 10.222.0.55 "DELETE /v2.0/security-groups/9ca19af2-3a22-4fc0-a8de-12ebb1727b1c HTTP/1.1" status: 204 len: 173 time: 1.0800571 May 28 06:27:53.420868 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 54630) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:27:53.465841 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a03fd18-a5fb-411c-a6c0-c9c1f2258802 admin admin] Pushing event deleted for resources: {'Port': ['ID=af88013d-1f04-41a4-a9d3-47f6a8bb62d0,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:53.518979 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9a03fd18-a5fb-411c-a6c0-c9c1f2258802 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691105'] for router_gateway, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:53.596999 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_v2 [None req-977a6e2b-5d5d-4918-b936-c8da0a32ea27 admin admin] Deleting subnet 38865ee9-d0f8-463b-9a7f-a298729a2269 {{(pid=89110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:27:53.609918 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-977a6e2b-5d5d-4918-b936-c8da0a32ea27 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:53.613185 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=0c28e25a-811d-49fe-9df5-688bb3849093,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:53.637882 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a542c88-9eb3-4d9d-95ac-bc6208c60e54'] response: {'server_uuid': 'fc8afbe2-63ab-495f-b953-08528fec512c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae1da9c2-607a-48e7-af04-679c67639107', 'code': 200} May 28 06:27:53.637882 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a542c88-9eb3-4d9d-95ac-bc6208c60e54'] response: {'server_uuid': 'fc8afbe2-63ab-495f-b953-08528fec512c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f054f0f-9345-49d9-a79c-80f8a2c35139', 'code': 200} May 28 06:27:53.757131 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=15bc477c-9769-4020-b7bf-3f3554b08c6a,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:53.766312 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9a03fd18-a5fb-411c-a6c0-c9c1f2258802 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59018'] for router, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:53.768868 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9a03fd18-a5fb-411c-a6c0-c9c1f2258802 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:53.790251 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-977a6e2b-5d5d-4918-b936-c8da0a32ea27 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4150765'] for subnet, precommit_delete_associations {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:53.843483 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['15bc477c-9769-4020-b7bf-3f3554b08c6a'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:27:53.848298 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [None req-9ec68b7e-391c-494e-b6d5-4df40f27dba5 admin admin] Allocated IP 172.25.5.69 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/2be5ad75-4e3e-418a-8948-bbda87159bd6) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:27:53.898719 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bb7cc5-3482-48b4-a8ae-8d0c908a288a req-ada755a8-23d0-4013-b8d3-0e810ee1ca7b tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:53.905012 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bb7cc5-3482-48b4-a8ae-8d0c908a288a req-ada755a8-23d0-4013-b8d3-0e810ee1ca7b tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:53.911314 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bb7cc5-3482-48b4-a8ae-8d0c908a288a req-ada755a8-23d0-4013-b8d3-0e810ee1ca7b tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:53.917212 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bb7cc5-3482-48b4-a8ae-8d0c908a288a req-ada755a8-23d0-4013-b8d3-0e810ee1ca7b tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:53.930184 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bb7cc5-3482-48b4-a8ae-8d0c908a288a req-ada755a8-23d0-4013-b8d3-0e810ee1ca7b tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:53.932386 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bb7cc5-3482-48b4-a8ae-8d0c908a288a req-ada755a8-23d0-4013-b8d3-0e810ee1ca7b tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:53.939069 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bb7cc5-3482-48b4-a8ae-8d0c908a288a req-ada755a8-23d0-4013-b8d3-0e810ee1ca7b tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:53.942167 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a8bb7cc5-3482-48b4-a8ae-8d0c908a288a req-ada755a8-23d0-4013-b8d3-0e810ee1ca7b tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc8afbe2-63ab-495f-b953-08528fec512c HTTP/1.1" status: 200 len: 5439 time: 0.6139631 May 28 06:27:53.965772 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning for port ecbf4d7c-46a2-4775-9309-6c6a862cec86 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:27:53.999824 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning complete for port ecbf4d7c-46a2-4775-9309-6c6a862cec86 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:27:54.000429 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:54.004532 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9a03fd18-a5fb-411c-a6c0-c9c1f2258802 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-703817'] for router, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:54.005264 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a03fd18-a5fb-411c-a6c0-c9c1f2258802 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e9a75c8-48eb-4b30-9b70-87806493477c {{(pid=89109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 06:27:54.046138 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9a03fd18-a5fb-411c-a6c0-c9c1f2258802 admin admin] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:54.047338 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-9a03fd18-a5fb-411c-a6c0-c9c1f2258802 admin admin] 10.222.0.55 "DELETE /v2.0/routers/0e9a75c8-48eb-4b30-9b70-87806493477c HTTP/1.1" status: 204 len: 168 time: 3.0314028 May 28 06:27:54.050886 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 54638) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:27:54.186018 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-977a6e2b-5d5d-4918-b936-c8da0a32ea27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:54.257342 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d67695a-507a-41bf-b5b9-e01b55a2bcc9 admin admin] Deleting subnet 9c4f9492-bb3a-4b06-9439-952a7bc7785e {{(pid=89109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:27:54.272110 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4d67695a-507a-41bf-b5b9-e01b55a2bcc9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:54.326105 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a8bb7cc5-3482-48b4-a8ae-8d0c908a288a req-d213bd35-b68a-4bba-8315-6f073bd2ff30 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.55 "GET /v2.0/security-groups?id=330866ba-92b0-424f-b7e1-e6c41912745c&id=dee936ce-b9e4-4668-898c-fea71a001642&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3322024 May 28 06:27:54.332411 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port ecbf4d7c-46a2-4775-9309-6c6a862cec86 is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:27:54.332988 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:54.394944 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4d67695a-507a-41bf-b5b9-e01b55a2bcc9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3964070'] for subnet, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:54.401365 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port ecbf4d7c-46a2-4775-9309-6c6a862cec86, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=ecbf4d7c-46a2-4775-9309-6c6a862cec86,segment=NetworkSegment(91926a5e-954e-4773-b0d0-2c49874bbb2a),segment_id=91926a5e-954e-4773-b0d0-2c49874bbb2a)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:27:54.490238 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:54.491049 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device e47a9f12-379b-4fc5-a552-153619f20833 up at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:27:54.494216 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9ec68b7e-391c-494e-b6d5-4df40f27dba5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:54.551040 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4d67695a-507a-41bf-b5b9-e01b55a2bcc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:54.620476 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f98947a-8cd1-4036-8abe-8efe863c2271 req-e0a154dc-6e40-4b78-bb9d-22f8197cf9ea tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:54.622894 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3f98947a-8cd1-4036-8abe-8efe863c2271 req-e0a154dc-6e40-4b78-bb9d-22f8197cf9ea tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/ports?device_id=117f2637-fcb7-4984-95bd-57bc553ed42d HTTP/1.1" status: 200 len: 949 time: 0.2514887 May 28 06:27:54.631078 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-977a6e2b-5d5d-4918-b936-c8da0a32ea27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3115981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3172005'] for subnet, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:54.658126 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=ecbf4d7c-46a2-4775-9309-6c6a862cec86,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:54.712017 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-977a6e2b-5d5d-4918-b936-c8da0a32ea27 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:54.721143 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977a6e2b-5d5d-4918-b936-c8da0a32ea27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38865ee9-d0f8-463b-9a7f-a298729a2269,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:54.738077 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a740a9d0-68ea-4474-8443-c2fcbb6d2fcd req-50e38fdf-e715-4cda-8b8f-d0eb93ca2b86 tempest-ServersAdminTestJSON-1164307170 tempest-ServersAdminTestJSON-1164307170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:54.739664 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a740a9d0-68ea-4474-8443-c2fcbb6d2fcd req-50e38fdf-e715-4cda-8b8f-d0eb93ca2b86 tempest-ServersAdminTestJSON-1164307170 tempest-ServersAdminTestJSON-1164307170-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=b2cac498-5681-4d00-a219-f4b4fe770ade HTTP/1.1" status: 200 len: 1101 time: 0.2483501 May 28 06:27:54.745491 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 54644) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:27:54.745626 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-977a6e2b-5d5d-4918-b936-c8da0a32ea27 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/38865ee9-d0f8-463b-9a7f-a298729a2269 HTTP/1.1" status: 204 len: 168 time: 1.3109801 May 28 06:27:54.768269 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9ec68b7e-391c-494e-b6d5-4df40f27dba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:54.777733 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning for port e47a9f12-379b-4fc5-a552-153619f20833 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:27:54.784660 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning complete for port e47a9f12-379b-4fc5-a552-153619f20833 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:27:54.790840 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:54.791137 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4d67695a-507a-41bf-b5b9-e01b55a2bcc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9555650'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:54.817761 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3f98947a-8cd1-4036-8abe-8efe863c2271 req-7ece8c6d-f0d6-4a2e-89d8-32b265d5af18 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/security-groups?id=cc42bff8-ec73-4f47-a19d-2b56e52b6e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821465 May 28 06:27:54.885021 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec68b7e-391c-494e-b6d5-4df40f27dba5 admin admin] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:27:54.889700 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-9ec68b7e-391c-494e-b6d5-4df40f27dba5 admin admin] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:27:54.910827 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a740a9d0-68ea-4474-8443-c2fcbb6d2fcd req-cd77cdef-79a9-4cb5-94d1-21a334bdd042 tempest-ServersAdminTestJSON-1164307170 tempest-ServersAdminTestJSON-1164307170-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=003cca32-7671-4721-8c5a-98dfd2100d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612384 May 28 06:27:54.915943 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec68b7e-391c-494e-b6d5-4df40f27dba5 admin admin] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:27:54.946359 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device a5266c95-3aa8-45ff-9692-f2ceb18b3fcd up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:27:54.977660 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec68b7e-391c-494e-b6d5-4df40f27dba5 admin admin] Pushing event updated for resources: {'Port': ['ID=2be5ad75-4e3e-418a-8948-bbda87159bd6,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:55.041536 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4d67695a-507a-41bf-b5b9-e01b55a2bcc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:55.069437 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-4d67695a-507a-41bf-b5b9-e01b55a2bcc9 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/9c4f9492-bb3a-4b06-9439-952a7bc7785e HTTP/1.1" status: 204 len: 168 time: 1.0173235 May 28 06:27:55.073314 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c7d4d8-e20b-4371-9133-b50942a7262d None None] Network d78b7af4-098f-4263-8522-732b24d86d73 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:27:55.075029 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d67695a-507a-41bf-b5b9-e01b55a2bcc9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c4f9492-bb3a-4b06-9439-952a7bc7785e,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:55.077328 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 54650) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:27:55.242060 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e16056ff-79ad-4382-9f87-d890dd471bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:55.260099 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5cf9b9ec-b092-4564-880b-ee3fea914156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:55.271258 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-e16056ff-79ad-4382-9f87-d890dd471bf5 admin admin] Deleting port fc6757bd-28e3-4f12-a878-27bbcd8b8144 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:27:55.271784 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e16056ff-79ad-4382-9f87-d890dd471bf5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:55.315146 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f207ea-66a9-4ce8-99f9-430d3284c5e5 None None] Network 4874bba4-a87e-43f9-9333-c72385485612 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:27:55.520192 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port e47a9f12-379b-4fc5-a552-153619f20833 is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:27:55.520851 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:55.611736 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port e47a9f12-379b-4fc5-a552-153619f20833, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=e47a9f12-379b-4fc5-a552-153619f20833,segment=NetworkSegment(ef1082b7-1e82-4682-8ff4-108a397ad07a),segment_id=ef1082b7-1e82-4682-8ff4-108a397ad07a)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:27:55.626067 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15cdfc0-ed85-419f-b603-017a92237099 req-eb56a447-4907-4375-9bce-265d574f3c17 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:55.632161 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15cdfc0-ed85-419f-b603-017a92237099 req-eb56a447-4907-4375-9bce-265d574f3c17 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:55.638828 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15cdfc0-ed85-419f-b603-017a92237099 req-eb56a447-4907-4375-9bce-265d574f3c17 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:55.645037 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15cdfc0-ed85-419f-b603-017a92237099 req-eb56a447-4907-4375-9bce-265d574f3c17 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:55.645209 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc8afbe2-63ab-495f-b953-08528fec512c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c28e25a-811d-49fe-9df5-688bb3849093'}, {'server_uuid': 'fc8afbe2-63ab-495f-b953-08528fec512c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecbf4d7c-46a2-4775-9309-6c6a862cec86'}, {'server_uuid': 'fc8afbe2-63ab-495f-b953-08528fec512c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e47a9f12-379b-4fc5-a552-153619f20833'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:27:55.651138 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15cdfc0-ed85-419f-b603-017a92237099 req-eb56a447-4907-4375-9bce-265d574f3c17 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:55.657490 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15cdfc0-ed85-419f-b603-017a92237099 req-eb56a447-4907-4375-9bce-265d574f3c17 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:55.663869 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15cdfc0-ed85-419f-b603-017a92237099 req-eb56a447-4907-4375-9bce-265d574f3c17 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:55.665908 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c15cdfc0-ed85-419f-b603-017a92237099 req-eb56a447-4907-4375-9bce-265d574f3c17 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc8afbe2-63ab-495f-b953-08528fec512c HTTP/1.1" status: 200 len: 5440 time: 0.1795738 May 28 06:27:55.697983 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5cf9b9ec-b092-4564-880b-ee3fea914156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:55.734790 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c15cdfc0-ed85-419f-b603-017a92237099 req-38d5b3fb-f260-4116-89b0-e3937f22fe08 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.55 "GET /v2.0/security-groups?id=330866ba-92b0-424f-b7e1-e6c41912745c&id=dee936ce-b9e4-4668-898c-fea71a001642&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0564854 May 28 06:27:55.799160 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-5cf9b9ec-b092-4564-880b-ee3fea914156 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88ca61f2-32f3-4379-a273-6f5a14cd7fea']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:27:55.801862 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2364d777-afe6-4a54-9219-481dcc78ca5a None None] DHCP port deletion for d78b7af4-098f-4263-8522-732b24d86d73 request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:27:55.807072 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-2364d777-afe6-4a54-9219-481dcc78ca5a None None] Deleting port fc6757bd-28e3-4f12-a878-27bbcd8b8144 {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:27:55.807457 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-2364d777-afe6-4a54-9219-481dcc78ca5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:55.825547 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-5cf9b9ec-b092-4564-880b-ee3fea914156 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3fe8768-4901-45db-98f9-c002bfaafaf6') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:27:55.826232 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-5cf9b9ec-b092-4564-880b-ee3fea914156 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3fe8768-4901-45db-98f9-c002bfaafaf6') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:27:55.838015 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-870456da-d05b-4b8c-b09c-5351e4cad3f7'] response: {'server_uuid': 'fc8afbe2-63ab-495f-b953-08528fec512c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c28e25a-811d-49fe-9df5-688bb3849093', 'code': 200} May 28 06:27:55.838485 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-870456da-d05b-4b8c-b09c-5351e4cad3f7'] response: {'server_uuid': 'fc8afbe2-63ab-495f-b953-08528fec512c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecbf4d7c-46a2-4775-9309-6c6a862cec86', 'code': 200} May 28 06:27:55.838485 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-870456da-d05b-4b8c-b09c-5351e4cad3f7'] response: {'server_uuid': 'fc8afbe2-63ab-495f-b953-08528fec512c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e47a9f12-379b-4fc5-a552-153619f20833', 'code': 200} May 28 06:27:55.850326 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5cf9b9ec-b092-4564-880b-ee3fea914156 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:55.867490 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-e16056ff-79ad-4382-9f87-d890dd471bf5 admin admin] For port fc6757bd-28e3-4f12-a878-27bbcd8b8144, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=fc6757bd-28e3-4f12-a878-27bbcd8b8144,segment=NetworkSegment(07d9f160-fff2-4ac7-81a2-60f8deeef159),segment_id=07d9f160-fff2-4ac7-81a2-60f8deeef159)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:27:55.867490 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e16056ff-79ad-4382-9f87-d890dd471bf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:55.893739 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5cf9b9ec-b092-4564-880b-ee3fea914156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:56.018780 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cf9b9ec-b092-4564-880b-ee3fea914156 admin admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:27:56.019099 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5cf9b9ec-b092-4564-880b-ee3fea914156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:56.042392 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-e16056ff-79ad-4382-9f87-d890dd471bf5 admin admin] Calling delete_port for fc6757bd-28e3-4f12-a878-27bbcd8b8144 owned by network:dhcp {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:27:56.096729 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment f3fe8768-4901-45db-98f9-c002bfaafaf6 resource provider aggregate not found May 28 06:27:56.108731 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-2364d777-afe6-4a54-9219-481dcc78ca5a None None] For port fc6757bd-28e3-4f12-a878-27bbcd8b8144, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=fc6757bd-28e3-4f12-a878-27bbcd8b8144,segment=NetworkSegment(07d9f160-fff2-4ac7-81a2-60f8deeef159),segment_id=07d9f160-fff2-4ac7-81a2-60f8deeef159)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:27:56.109464 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-2364d777-afe6-4a54-9219-481dcc78ca5a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:56.124512 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b206c035-dabc-4e49-a012-cc746d712bb5 req-742e6bb5-786e-4e52-8602-70689b7e6470 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:56.126198 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b206c035-dabc-4e49-a012-cc746d712bb5 req-742e6bb5-786e-4e52-8602-70689b7e6470 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/ports?device_id=117f2637-fcb7-4984-95bd-57bc553ed42d HTTP/1.1" status: 200 len: 949 time: 0.1282058 May 28 06:27:56.174916 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-4df12e0d-5f1c-4c21-af1c-ffc9a4b42ad6 None None] Provisioning for port a5266c95-3aa8-45ff-9692-f2ceb18b3fcd completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:27:56.185938 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment f3fe8768-4901-45db-98f9-c002bfaafaf6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f3fe8768-4901-45db-98f9-c002bfaafaf6 found for delete ", "request_id": "req-8c7675f3-0055-48eb-b796-34d228128cd3"}]} May 28 06:27:56.190106 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b206c035-dabc-4e49-a012-cc746d712bb5 req-07657c09-66c8-42d0-943e-13d43743c4fe tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/security-groups?id=cc42bff8-ec73-4f47-a19d-2b56e52b6e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572910 May 28 06:27:56.244246 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-4df12e0d-5f1c-4c21-af1c-ffc9a4b42ad6 None None] Provisioning complete for port a5266c95-3aa8-45ff-9692-f2ceb18b3fcd triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:27:56.244997 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-4df12e0d-5f1c-4c21-af1c-ffc9a4b42ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:56.269116 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:56.270381 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 3fb3ec73-12a3-4479-8d11-63f64b53e873 up at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:27:56.295732 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port a5266c95-3aa8-45ff-9692-f2ceb18b3fcd completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:27:56.296383 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5cf9b9ec-b092-4564-880b-ee3fea914156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:56.318599 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-2364d777-afe6-4a54-9219-481dcc78ca5a None None] Calling delete_port for fc6757bd-28e3-4f12-a878-27bbcd8b8144 owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:27:56.322448 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5cf9b9ec-b092-4564-880b-ee3fea914156 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:56.341335 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf9b9ec-b092-4564-880b-ee3fea914156 admin admin] Pushing event deleted for resources: {'Network': ['ID=88ca61f2-32f3-4379-a273-6f5a14cd7fea,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:56.348580 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e16056ff-79ad-4382-9f87-d890dd471bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:56.403705 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9ec68b7e-391c-494e-b6d5-4df40f27dba5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:56.420062 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16056ff-79ad-4382-9f87-d890dd471bf5 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc6757bd-28e3-4f12-a878-27bbcd8b8144,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:56.428867 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-5cf9b9ec-b092-4564-880b-ee3fea914156 admin admin] 10.222.0.55 "DELETE /v2.0/networks/88ca61f2-32f3-4379-a273-6f5a14cd7fea HTTP/1.1" status: 204 len: 168 time: 1.6822023 May 28 06:27:56.429966 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16056ff-79ad-4382-9f87-d890dd471bf5 admin admin] No DVR routers for this DVR port fc6757bd-28e3-4f12-a878-27bbcd8b8144 on host n-d-843702-1 {{(pid=89109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:27:56.619475 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port a5266c95-3aa8-45ff-9692-f2ceb18b3fcd triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:27:56.619974 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:56.686407 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e16056ff-79ad-4382-9f87-d890dd471bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:56.718754 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-e16056ff-79ad-4382-9f87-d890dd471bf5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d78b7af4-098f-4263-8522-732b24d86d73']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:27:56.734900 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-e16056ff-79ad-4382-9f87-d890dd471bf5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07d9f160-fff2-4ac7-81a2-60f8deeef159') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:27:56.734900 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-e16056ff-79ad-4382-9f87-d890dd471bf5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07d9f160-fff2-4ac7-81a2-60f8deeef159') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:27:56.747066 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e16056ff-79ad-4382-9f87-d890dd471bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:56.769798 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e16056ff-79ad-4382-9f87-d890dd471bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:56.778361 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e16056ff-79ad-4382-9f87-d890dd471bf5 admin admin] Releasing vlan 389 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:27:56.779311 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e16056ff-79ad-4382-9f87-d890dd471bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:56.837320 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=e47a9f12-379b-4fc5-a552-153619f20833,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:56.858221 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-267ef85b-e7ae-46b4-8947-adba01ebc780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:56.859686 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.db.api [None req-2364d777-afe6-4a54-9219-481dcc78ca5a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89111) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:27:56.865534 n-d-843702-1 neutron-server[89111]: DEBUG oslo_db.api [None req-2364d777-afe6-4a54-9219-481dcc78ca5a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:27:56.900740 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port a5266c95-3aa8-45ff-9692-f2ceb18b3fcd is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:27:56.901211 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:56.943656 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-4df12e0d-5f1c-4c21-af1c-ffc9a4b42ad6 None None] Current status of the port a5266c95-3aa8-45ff-9692-f2ceb18b3fcd is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:27:56.943952 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-4df12e0d-5f1c-4c21-af1c-ffc9a4b42ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:56.962711 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning for port 3fb3ec73-12a3-4479-8d11-63f64b53e873 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:27:56.967017 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port a5266c95-3aa8-45ff-9692-f2ceb18b3fcd, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=a5266c95-3aa8-45ff-9692-f2ceb18b3fcd,segment=NetworkSegment(833fd725-a517-41b8-a917-b7cf24c49042),segment_id=833fd725-a517-41b8-a917-b7cf24c49042)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:27:56.975799 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning complete for port 3fb3ec73-12a3-4479-8d11-63f64b53e873 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:27:56.976199 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:56.993475 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e16056ff-79ad-4382-9f87-d890dd471bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:57.031854 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e16056ff-79ad-4382-9f87-d890dd471bf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:57.051167 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9ec68b7e-391c-494e-b6d5-4df40f27dba5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690761'] for router, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:57.062649 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16056ff-79ad-4382-9f87-d890dd471bf5 admin admin] Pushing event deleted for resources: {'Network': ['ID=d78b7af4-098f-4263-8522-732b24d86d73,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:57.064513 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 54690) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:27:57.097768 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:57.126781 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-754cdb02-5a9f-4c88-a12e-9988ccc55fdc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=18bdbb4b3da540e1a46c1587a7a5a874&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0579674 May 28 06:27:57.127553 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 54694) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:27:57.175081 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56e5a46-f16f-432d-a90f-58914ceab91c req-1e2f218c-bdfb-4eb9-87b1-83afb7b334d3 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:57.176891 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b56e5a46-f16f-432d-a90f-58914ceab91c req-1e2f218c-bdfb-4eb9-87b1-83afb7b334d3 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.55 "GET /v2.0/ports?device_id=da805ebe-5239-466e-84b8-d19ecc28b68f HTTP/1.1" status: 200 len: 949 time: 0.4564412 May 28 06:27:57.187300 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-e16056ff-79ad-4382-9f87-d890dd471bf5 admin admin] 10.222.0.55 "DELETE /v2.0/networks/d78b7af4-098f-4263-8522-732b24d86d73 HTTP/1.1" status: 204 len: 168 time: 2.1069162 May 28 06:27:57.212506 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6aa247aa-07c9-479d-92c1-d8f1038991e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:57.245087 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6aa247aa-07c9-479d-92c1-d8f1038991e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:57.328129 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device af88013d-1f04-41a4-a9d3-47f6a8bb62d0 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:27:57.333523 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2950cfb6-b32a-49d2-9a5f-f19234d9bbb6 req-1cf14bcc-27bf-4e8e-b6ce-72da57ab0895 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:57.340549 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2950cfb6-b32a-49d2-9a5f-f19234d9bbb6 req-1cf14bcc-27bf-4e8e-b6ce-72da57ab0895 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:57.346872 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2950cfb6-b32a-49d2-9a5f-f19234d9bbb6 req-1cf14bcc-27bf-4e8e-b6ce-72da57ab0895 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:57.353649 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2950cfb6-b32a-49d2-9a5f-f19234d9bbb6 req-1cf14bcc-27bf-4e8e-b6ce-72da57ab0895 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:57.360921 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2950cfb6-b32a-49d2-9a5f-f19234d9bbb6 req-1cf14bcc-27bf-4e8e-b6ce-72da57ab0895 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:57.367907 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2950cfb6-b32a-49d2-9a5f-f19234d9bbb6 req-1cf14bcc-27bf-4e8e-b6ce-72da57ab0895 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:57.375512 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2950cfb6-b32a-49d2-9a5f-f19234d9bbb6 req-1cf14bcc-27bf-4e8e-b6ce-72da57ab0895 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:57.380918 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-2364d777-afe6-4a54-9219-481dcc78ca5a None None] Deleting port fc6757bd-28e3-4f12-a878-27bbcd8b8144 {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:27:57.381221 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-2364d777-afe6-4a54-9219-481dcc78ca5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:57.386126 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2950cfb6-b32a-49d2-9a5f-f19234d9bbb6 req-1cf14bcc-27bf-4e8e-b6ce-72da57ab0895 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc8afbe2-63ab-495f-b953-08528fec512c HTTP/1.1" status: 200 len: 5441 time: 0.4451203 May 28 06:27:57.421917 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6aa247aa-07c9-479d-92c1-d8f1038991e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:57.440469 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b56e5a46-f16f-432d-a90f-58914ceab91c req-2e04eb65-958d-4442-b343-61a5888103a9 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.55 "GET /v2.0/security-groups?id=003cca32-7671-4721-8c5a-98dfd2100d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816311 May 28 06:27:57.454743 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: af88013d-1f04-41a4-a9d3-47f6a8bb62d0 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:27:57.455276 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device af88013d-1f04-41a4-a9d3-47f6a8bb62d0 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:27:57.469521 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa247aa-07c9-479d-92c1-d8f1038991e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1f2665e-3da7-48ed-81e2-2e1a2c2aa87f,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:57.475383 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6aa247aa-07c9-479d-92c1-d8f1038991e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:57.482662 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-6aa247aa-07c9-479d-92c1-d8f1038991e5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d1f2665e-3da7-48ed-81e2-2e1a2c2aa87f HTTP/1.1" status: 204 len: 168 time: 0.3540442 May 28 06:27:57.545013 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2950cfb6-b32a-49d2-9a5f-f19234d9bbb6 req-620f7dfd-36b9-408f-93ac-ed48fc05ce46 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.55 "GET /v2.0/security-groups?id=330866ba-92b0-424f-b7e1-e6c41912745c&id=dee936ce-b9e4-4668-898c-fea71a001642&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1535258 May 28 06:27:57.642804 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-2364d777-afe6-4a54-9219-481dcc78ca5a None None] The port 'fc6757bd-28e3-4f12-a878-27bbcd8b8144' was deleted {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 06:27:57.649356 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device fc6757bd-28e3-4f12-a878-27bbcd8b8144 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:27:57.686423 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:57.710916 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ec68b7e-391c-494e-b6d5-4df40f27dba5 admin admin] Router b7caed0c-12be-4ccc-aed6-16ab8878a290 is scheduled to L3 agent 42958940-9562-4f71-972f-15a8af9d3963 with binding_index 1 {{(pid=89110) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 06:27:57.711113 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=a5266c95-3aa8-45ff-9692-f2ceb18b3fcd,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:57.714057 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 3fb3ec73-12a3-4479-8d11-63f64b53e873 is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:27:57.714792 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:57.747728 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: fc6757bd-28e3-4f12-a878-27bbcd8b8144 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:27:57.747728 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device fc6757bd-28e3-4f12-a878-27bbcd8b8144 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:27:57.747728 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.db.api [None req-4df12e0d-5f1c-4c21-af1c-ffc9a4b42ad6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89111) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:27:57.747728 n-d-843702-1 neutron-server[89111]: DEBUG oslo_db.api [None req-4df12e0d-5f1c-4c21-af1c-ffc9a4b42ad6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:27:57.787764 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 3fb3ec73-12a3-4479-8d11-63f64b53e873, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=3fb3ec73-12a3-4479-8d11-63f64b53e873,segment=NetworkSegment(befc39fc-1243-42e3-acd6-540a4860f994),segment_id=befc39fc-1243-42e3-acd6-540a4860f994)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:27:57.799718 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 54706) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:27:57.840881 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc8afbe2-63ab-495f-b953-08528fec512c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fb3ec73-12a3-4479-8d11-63f64b53e873'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:27:57.865259 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-3a46dd01-0951-440a-a667-826ac9df2e02 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d91f6eb4c7e44824b2ce0b8006557321&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0642779 May 28 06:27:57.867761 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 54712) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:27:57.884357 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:57.885332 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device a1068a4a-45d8-45f1-b5a5-6186eb8d7d2d up at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:27:57.935643 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f46d124f-c49e-403f-9cbb-da8d20f3cc8a'] response: {'server_uuid': 'fc8afbe2-63ab-495f-b953-08528fec512c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fb3ec73-12a3-4479-8d11-63f64b53e873', 'code': 200} May 28 06:27:57.966956 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a3ab1962-32ea-441a-be66-550b10709f99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:58.013821 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a3ab1962-32ea-441a-be66-550b10709f99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:58.035507 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=3fb3ec73-12a3-4479-8d11-63f64b53e873,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:58.099956 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03d87aa-3599-4090-88f4-6915410a15b9 req-db2cdb2b-6f97-427a-aea7-faaa45cea3dd tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:58.101642 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c03d87aa-3599-4090-88f4-6915410a15b9 req-db2cdb2b-6f97-427a-aea7-faaa45cea3dd tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/ports?device_id=117f2637-fcb7-4984-95bd-57bc553ed42d HTTP/1.1" status: 200 len: 949 time: 0.4889500 May 28 06:27:58.135500 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning for port a1068a4a-45d8-45f1-b5a5-6186eb8d7d2d completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:27:58.145899 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning complete for port a1068a4a-45d8-45f1-b5a5-6186eb8d7d2d triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:27:58.146451 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:58.170330 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a3ab1962-32ea-441a-be66-550b10709f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:58.202013 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c03d87aa-3599-4090-88f4-6915410a15b9 req-b3f09667-0bea-4d88-8942-a09f28faf294 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/security-groups?id=cc42bff8-ec73-4f47-a19d-2b56e52b6e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825083 May 28 06:27:58.225439 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ec68b7e-391c-494e-b6d5-4df40f27dba5 admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:27:58.257842 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 07d9f160-fff2-4ac7-81a2-60f8deeef159 resource provider aggregate not found May 28 06:27:58.265605 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ab1962-32ea-441a-be66-550b10709f99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38adbfbb-089a-490f-8c1d-dd405506954b,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:58.273763 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a3ab1962-32ea-441a-be66-550b10709f99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:58.275143 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-a3ab1962-32ea-441a-be66-550b10709f99 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/38adbfbb-089a-490f-8c1d-dd405506954b HTTP/1.1" status: 204 len: 168 time: 0.4063308 May 28 06:27:58.291479 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 07d9f160-fff2-4ac7-81a2-60f8deeef159 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 07d9f160-fff2-4ac7-81a2-60f8deeef159 found for delete ", "request_id": "req-c8996727-196f-4f9a-a030-89b96f1e7462"}]} May 28 06:27:58.295624 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1116f290-dd90-42ad-b541-fc899ff6fb1a req-11f4ac2d-d320-4084-a68b-0b036815af62 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:58.297062 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1116f290-dd90-42ad-b541-fc899ff6fb1a req-11f4ac2d-d320-4084-a68b-0b036815af62 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.69 "GET /v2.0/ports?device_id=da805ebe-5239-466e-84b8-d19ecc28b68f HTTP/1.1" status: 200 len: 949 time: 0.2473481 May 28 06:27:58.333912 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-4df12e0d-5f1c-4c21-af1c-ffc9a4b42ad6 None None] Current status of the port a5266c95-3aa8-45ff-9692-f2ceb18b3fcd is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:27:58.336560 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a8e4dd-52bb-4bcc-b227-69042e407221 None None] Sync routers for ids ['b7caed0c-12be-4ccc-aed6-16ab8878a290'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:27:58.368762 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a8e4dd-52bb-4bcc-b227-69042e407221 None None] Routers {'b7caed0c-12be-4ccc-aed6-16ab8878a290'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:27:58.369388 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-e0a8e4dd-52bb-4bcc-b227-69042e407221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:27:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['b7caed0c-12be-4ccc-aed6-16ab8878a290'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:27:58.382911 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-1116f290-dd90-42ad-b541-fc899ff6fb1a req-5cb28798-89bd-4c02-9a13-b121e2d3a898 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Deleting port 4d52e0c6-c050-4a68-aefc-40a2cad374f3 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:27:58.383245 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-1116f290-dd90-42ad-b541-fc899ff6fb1a req-5cb28798-89bd-4c02-9a13-b121e2d3a898 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:58.432090 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9ec68b7e-391c-494e-b6d5-4df40f27dba5 admin admin] Notify callbacks [] for router, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:58.433250 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-9ec68b7e-391c-494e-b6d5-4df40f27dba5 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.6636710 May 28 06:27:58.436728 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 54732) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:27:58.582579 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-3d45bb15-1633-4d37-998b-76db88718709 None None] Provisioning complete for port a5266c95-3aa8-45ff-9692-f2ceb18b3fcd triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:27:58.582949 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-3d45bb15-1633-4d37-998b-76db88718709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:58.678184 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port a1068a4a-45d8-45f1-b5a5-6186eb8d7d2d is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:27:58.678862 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:58.742777 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-e0a8e4dd-52bb-4bcc-b227-69042e407221 None None] Set router b7caed0c-12be-4ccc-aed6-16ab8878a290 gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:27:58.993387 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port a1068a4a-45d8-45f1-b5a5-6186eb8d7d2d, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=a1068a4a-45d8-45f1-b5a5-6186eb8d7d2d,segment=NetworkSegment(91926a5e-954e-4773-b0d0-2c49874bbb2a),segment_id=91926a5e-954e-4773-b0d0-2c49874bbb2a)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:27:59.091319 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-1116f290-dd90-42ad-b541-fc899ff6fb1a req-5cb28798-89bd-4c02-9a13-b121e2d3a898 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] For port 4d52e0c6-c050-4a68-aefc-40a2cad374f3, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=4d52e0c6-c050-4a68-aefc-40a2cad374f3,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:27:59.091677 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-1116f290-dd90-42ad-b541-fc899ff6fb1a req-5cb28798-89bd-4c02-9a13-b121e2d3a898 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:59.131895 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:59.132962 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device c43e50b8-fb17-4a3c-9d4b-113d8558c9fa up at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:27:59.256509 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-1116f290-dd90-42ad-b541-fc899ff6fb1a req-5cb28798-89bd-4c02-9a13-b121e2d3a898 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Calling delete_port for 4d52e0c6-c050-4a68-aefc-40a2cad374f3 owned by compute:nova {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:27:59.257082 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-fc559760-e272-4456-b706-b9bb8476f96a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:59.399058 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-3d45bb15-1633-4d37-998b-76db88718709 None None] Current status of the port a5266c95-3aa8-45ff-9692-f2ceb18b3fcd is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:27:59.455400 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc6cf97-8b05-4228-85a6-4d292b8437a1 req-4a240951-fa52-4c98-a0e8-fd9df665aa70 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:59.458445 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ccc6cf97-8b05-4228-85a6-4d292b8437a1 req-4a240951-fa52-4c98-a0e8-fd9df665aa70 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.55 "GET /v2.0/ports?device_id=da805ebe-5239-466e-84b8-d19ecc28b68f HTTP/1.1" status: 200 len: 949 time: 0.6679764 May 28 06:27:59.488174 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628f179a-2e8e-4128-906f-561fa02dcd02 req-339caa25-35ec-4a3d-9418-9f9899253847 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:59.502243 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628f179a-2e8e-4128-906f-561fa02dcd02 req-339caa25-35ec-4a3d-9418-9f9899253847 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:59.517787 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628f179a-2e8e-4128-906f-561fa02dcd02 req-339caa25-35ec-4a3d-9418-9f9899253847 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:59.527598 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-df49006a-1b7b-4f45-ae31-bc889801ab00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:59.530858 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628f179a-2e8e-4128-906f-561fa02dcd02 req-339caa25-35ec-4a3d-9418-9f9899253847 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:59.542904 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 54772) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:27:59.546327 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628f179a-2e8e-4128-906f-561fa02dcd02 req-339caa25-35ec-4a3d-9418-9f9899253847 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:59.561304 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=a1068a4a-45d8-45f1-b5a5-6186eb8d7d2d,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:59.562578 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628f179a-2e8e-4128-906f-561fa02dcd02 req-339caa25-35ec-4a3d-9418-9f9899253847 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:59.585594 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628f179a-2e8e-4128-906f-561fa02dcd02 req-339caa25-35ec-4a3d-9418-9f9899253847 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:59.591865 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-628f179a-2e8e-4128-906f-561fa02dcd02 req-339caa25-35ec-4a3d-9418-9f9899253847 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc8afbe2-63ab-495f-b953-08528fec512c HTTP/1.1" status: 200 len: 5442 time: 0.6705232 May 28 06:27:59.642070 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device a5266c95-3aa8-45ff-9692-f2ceb18b3fcd up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:27:59.752998 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning for port c43e50b8-fb17-4a3c-9d4b-113d8558c9fa completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:27:59.779868 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ccc6cf97-8b05-4228-85a6-4d292b8437a1 req-9a719cab-54f9-4182-8251-ae50e1dfc3f3 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.55 "GET /v2.0/security-groups?id=003cca32-7671-4721-8c5a-98dfd2100d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845047 May 28 06:27:59.787192 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-628f179a-2e8e-4128-906f-561fa02dcd02 req-2fe088a1-a5cd-4acf-8c58-aeb5590e1693 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.55 "GET /v2.0/security-groups?id=330866ba-92b0-424f-b7e1-e6c41912745c&id=dee936ce-b9e4-4668-898c-fea71a001642&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1320570 May 28 06:27:59.803390 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning complete for port c43e50b8-fb17-4a3c-9d4b-113d8558c9fa triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:27:59.803771 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:59.838904 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-034a0ed7-766a-4d88-bf1e-c4f0aefba427 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1509773648-network', 'tenant_id': 'fc01789de1b14900a06c05baded73001'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:27:59.845984 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-034a0ed7-766a-4d88-bf1e-c4f0aefba427 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:27:59.850140 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-034a0ed7-766a-4d88-bf1e-c4f0aefba427 admin admin] Usage tracker for resource:network and tenant:fc01789de1b14900a06c05baded73001 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:27:59.853486 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-034a0ed7-766a-4d88-bf1e-c4f0aefba427 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:27:59.859709 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-034a0ed7-766a-4d88-bf1e-c4f0aefba427 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:27:59.901711 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-1116f290-dd90-42ad-b541-fc899ff6fb1a req-5cb28798-89bd-4c02-9a13-b121e2d3a898 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:59.930626 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['c205e4a9-2963-4f27-a3fd-884fa02390ef', 'a699bdd8-4938-4757-b19e-675730d9996a'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:27:59.937590 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-df49006a-1b7b-4f45-ae31-bc889801ab00 admin admin] Allocated IP 172.20.0.1 (4874bba4-a87e-43f9-9333-c72385485612/aa6e01e0-3e0c-4b0f-b2af-e5c6de04414e/ab358220-ffe5-48e9-8d4c-19b4f120a499) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:28:00.029986 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-034a0ed7-766a-4d88-bf1e-c4f0aefba427 admin admin] Made reservation on behalf of fc01789de1b14900a06c05baded73001 for: {'network': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:28:00.032493 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-034a0ed7-766a-4d88-bf1e-c4f0aefba427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:00.055545 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb28798-89bd-4c02-9a13-b121e2d3a898 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Pushing event deleted for resources: {'Port': ['ID=4d52e0c6-c050-4a68-aefc-40a2cad374f3,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:28:00.062052 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc8afbe2-63ab-495f-b953-08528fec512c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1068a4a-45d8-45f1-b5a5-6186eb8d7d2d'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:28:00.074917 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-034a0ed7-766a-4d88-bf1e-c4f0aefba427 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:00.075726 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-e0a8e4dd-52bb-4bcc-b227-69042e407221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7caed0c-12be-4ccc-aed6-16ab8878a290', 'name': 'tempest-AttachVolumeTestJSON-711083849-router', 'tenant_id': 'f2d8466b4d8c4168848bc4cc302053bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '2be5ad75-4e3e-418a-8948-bbda87159bd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:27:51Z', 'updated_at': '2022-05-28T06:27:55Z', 'revision_number': 3, 'project_id': 'f2d8466b4d8c4168848bc4cc302053bf', 'gw_port': {'id': '2be5ad75-4e3e-418a-8948-bbda87159bd6', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:d2:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7caed0c-12be-4ccc-aed6-16ab8878a290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:27:53Z', 'updated_at': '2022-05-28T06:27:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:28:00.081341 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:00.120553 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-034a0ed7-766a-4d88-bf1e-c4f0aefba427 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:28:00.134343 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-034a0ed7-766a-4d88-bf1e-c4f0aefba427 admin admin] Usage tracker for resource:security_group_rule and tenant:fc01789de1b14900a06c05baded73001 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:28:00.139491 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-034a0ed7-766a-4d88-bf1e-c4f0aefba427 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:28:00.150094 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a8e4dd-52bb-4bcc-b227-69042e407221 None None] Checking router: b7caed0c-12be-4ccc-aed6-16ab8878a290 for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:28:00.152819 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a8e4dd-52bb-4bcc-b227-69042e407221 None None] Updating router b7caed0c-12be-4ccc-aed6-16ab8878a290 port 2be5ad75-4e3e-418a-8948-bbda87159bd6 binding host n-d-843702-1 {{(pid=89111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:28:00.160393 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-034a0ed7-766a-4d88-bf1e-c4f0aefba427 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:28:00.168498 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-1116f290-dd90-42ad-b541-fc899ff6fb1a req-5cb28798-89bd-4c02-9a13-b121e2d3a898 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] No DVR routers for this DVR port 4d52e0c6-c050-4a68-aefc-40a2cad374f3 on host n-h1-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:28:00.176505 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-1116f290-dd90-42ad-b541-fc899ff6fb1a req-5cb28798-89bd-4c02-9a13-b121e2d3a898 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:00.181746 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da805ebe-5239-466e-84b8-d19ecc28b68f', 'name': 'network-vif-deleted', 'tag': '4d52e0c6-c050-4a68-aefc-40a2cad374f3'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:28:00.196534 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 54792) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:28:00.212202 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:00.216793 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b95ff65-df44-417c-93a3-8035c1ccc5be'] response: {'server_uuid': 'fc8afbe2-63ab-495f-b953-08528fec512c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1068a4a-45d8-45f1-b5a5-6186eb8d7d2d', 'code': 200} May 28 06:28:00.228384 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port a5266c95-3aa8-45ff-9692-f2ceb18b3fcd triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:28:00.228869 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:00.279166 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-034a0ed7-766a-4d88-bf1e-c4f0aefba427 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:00.298347 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5fa875-63ca-422e-8b35-f128892069cc req-aa7005be-b018-478a-b669-e7088c40c726 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:00.305535 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4a5fa875-63ca-422e-8b35-f128892069cc req-aa7005be-b018-478a-b669-e7088c40c726 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/ports?device_id=117f2637-fcb7-4984-95bd-57bc553ed42d HTTP/1.1" status: 200 len: 949 time: 0.3454535 May 28 06:28:00.307772 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1116f290-dd90-42ad-b541-fc899ff6fb1a req-5cb28798-89bd-4c02-9a13-b121e2d3a898 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.69 "DELETE /v2.0/ports/4d52e0c6-c050-4a68-aefc-40a2cad374f3 HTTP/1.1" status: 204 len: 173 time: 2.0054946 May 28 06:28:00.314976 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b493710-1ebc-4272-af25-f10e190e6a0c'] response: {'server_uuid': 'da805ebe-5239-466e-84b8-d19ecc28b68f', 'name': 'network-vif-deleted', 'tag': '4d52e0c6-c050-4a68-aefc-40a2cad374f3', 'status': 'completed', 'code': 200} May 28 06:28:00.364659 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-df49006a-1b7b-4f45-ae31-bc889801ab00 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:00.369244 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-034a0ed7-766a-4d88-bf1e-c4f0aefba427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:00.414233 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e0a8e4dd-52bb-4bcc-b227-69042e407221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:00.430475 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4a5fa875-63ca-422e-8b35-f128892069cc req-2f6a7e97-12e9-4abd-b7d3-b523981ed449 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/security-groups?id=cc42bff8-ec73-4f47-a19d-2b56e52b6e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142225 May 28 06:28:00.446255 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [None req-df49006a-1b7b-4f45-ae31-bc889801ab00 admin admin] Transition to ACTIVE for port object ab358220-ffe5-48e9-8d4c-19b4f120a499 will not be triggered until provisioned by entity DHCP. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:28:00.463174 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-034a0ed7-766a-4d88-bf1e-c4f0aefba427 admin admin] vlan segment allocate from pool success with {'vlan_id': 362, 'physical_network': 'physnet1'} {{(pid=89109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:28:00.484805 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034a0ed7-766a-4d88-bf1e-c4f0aefba427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f2c8bcd-a51c-4c0c-8c62-f5096a9be3a3,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:28:00.486437 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-3b32f66d-ae50-4789-8932-810216855988 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1927091814-network', 'tenant_id': '9795f3bb4dd842ee9b6997b24ebca479'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:28:00.494163 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-3b32f66d-ae50-4789-8932-810216855988 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:28:00.507261 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-3b32f66d-ae50-4789-8932-810216855988 admin admin] Usage tracker for resource:network and tenant:9795f3bb4dd842ee9b6997b24ebca479 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:28:00.517629 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-3b32f66d-ae50-4789-8932-810216855988 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:28:00.526116 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-034a0ed7-766a-4d88-bf1e-c4f0aefba427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:00.526788 n-d-843702-1 neutron-server[89109]: INFO neutron.db.segments_db [None req-034a0ed7-766a-4d88-bf1e-c4f0aefba427 admin admin] Added segment c43c3304-7641-4f7e-9b08-81290536d034 of type vlan for network 8a614321-106a-411d-a8a4-5e84c14727eb May 28 06:28:00.530785 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-3b32f66d-ae50-4789-8932-810216855988 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:28:00.541597 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3a5fbd-2983-4620-bb09-5de801ee69bb req-e47ab641-b95b-4c60-883b-218b19d188f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:00.543623 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3a5fbd-2983-4620-bb09-5de801ee69bb req-e47ab641-b95b-4c60-883b-218b19d188f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:00.544462 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3a5fbd-2983-4620-bb09-5de801ee69bb req-e47ab641-b95b-4c60-883b-218b19d188f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:00.545122 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3a5fbd-2983-4620-bb09-5de801ee69bb req-e47ab641-b95b-4c60-883b-218b19d188f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:00.545756 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3a5fbd-2983-4620-bb09-5de801ee69bb req-e47ab641-b95b-4c60-883b-218b19d188f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:00.546411 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3a5fbd-2983-4620-bb09-5de801ee69bb req-e47ab641-b95b-4c60-883b-218b19d188f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:00.547091 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3a5fbd-2983-4620-bb09-5de801ee69bb req-e47ab641-b95b-4c60-883b-218b19d188f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:00.550122 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ab3a5fbd-2983-4620-bb09-5de801ee69bb req-e47ab641-b95b-4c60-883b-218b19d188f9 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=fc8afbe2-63ab-495f-b953-08528fec512c HTTP/1.1" status: 200 len: 6500 time: 0.1760755 May 28 06:28:00.594664 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-034a0ed7-766a-4d88-bf1e-c4f0aefba427 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:00.611621 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ab3a5fbd-2983-4620-bb09-5de801ee69bb req-f085286d-8a54-4d2a-8bfe-eafd9f59f911 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=dee936ce-b9e4-4668-898c-fea71a001642&id=330866ba-92b0-424f-b7e1-e6c41912745c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534143 May 28 06:28:00.733186 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port c43e50b8-fb17-4a3c-9d4b-113d8558c9fa is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:28:00.733583 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:00.736345 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b32f66d-ae50-4789-8932-810216855988 admin admin] Made reservation on behalf of 9795f3bb4dd842ee9b6997b24ebca479 for: {'network': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:28:00.739121 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3b32f66d-ae50-4789-8932-810216855988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:00.739362 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-df49006a-1b7b-4f45-ae31-bc889801ab00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:00.754182 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3b32f66d-ae50-4789-8932-810216855988 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:00.778191 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-3b32f66d-ae50-4789-8932-810216855988 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:28:00.783430 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-3b32f66d-ae50-4789-8932-810216855988 admin admin] Usage tracker for resource:security_group_rule and tenant:9795f3bb4dd842ee9b6997b24ebca479 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:28:00.787192 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-3b32f66d-ae50-4789-8932-810216855988 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:28:00.792860 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 4d52e0c6-c050-4a68-aefc-40a2cad374f3 no longer exists at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:28:00.795093 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-3b32f66d-ae50-4789-8932-810216855988 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:28:00.908552 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df49006a-1b7b-4f45-ae31-bc889801ab00 admin admin] Pushing event updated for resources: {'Port': ['ID=ab358220-ffe5-48e9-8d4c-19b4f120a499,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:28:00.916798 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-034a0ed7-766a-4d88-bf1e-c4f0aefba427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:00.919223 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-034a0ed7-766a-4d88-bf1e-c4f0aefba427 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:00.921315 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-034a0ed7-766a-4d88-bf1e-c4f0aefba427 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:00.962992 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3b32f66d-ae50-4789-8932-810216855988 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:01.032253 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] No Port match for: 4d52e0c6-c050-4a68-aefc-40a2cad374f3 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:28:01.032595 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 4d52e0c6-c050-4a68-aefc-40a2cad374f3 not bound to the agent host n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:28:01.078775 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df49006a-1b7b-4f45-ae31-bc889801ab00 admin admin] Network 4874bba4-a87e-43f9-9333-c72385485612 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:28:01.083196 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port c43e50b8-fb17-4a3c-9d4b-113d8558c9fa, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=c43e50b8-fb17-4a3c-9d4b-113d8558c9fa,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:28:01.085991 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port a5266c95-3aa8-45ff-9692-f2ceb18b3fcd is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:28:01.090407 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-df49006a-1b7b-4f45-ae31-bc889801ab00 admin admin] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:28:01.104338 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df49006a-1b7b-4f45-ae31-bc889801ab00 admin admin] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:28:01.108791 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3b32f66d-ae50-4789-8932-810216855988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:01.178378 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034a0ed7-766a-4d88-bf1e-c4f0aefba427 admin admin] Pushing event updated for resources: {'Network': ['ID=8a614321-106a-411d-a8a4-5e84c14727eb,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:28:01.239513 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 8a614321-106a-411d-a8a4-5e84c14727eb details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:28:01.258979 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-df49006a-1b7b-4f45-ae31-bc889801ab00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690947'] for router_interface, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:01.274884 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-df782db9-7a00-4d9c-8d41-7a2dffc8b6f3 req-13248ed2-cef7-4133-bbf6-4ef7c5c4dadd tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Synchronizing usage tracker for tenant:939489430c7749c59f0791a254a21615 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:28:01.282933 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b32f66d-ae50-4789-8932-810216855988 admin admin] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=89110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:28:01.328440 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3b32f66d-ae50-4789-8932-810216855988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:01.329170 n-d-843702-1 neutron-server[89110]: INFO neutron.db.segments_db [None req-3b32f66d-ae50-4789-8932-810216855988 admin admin] Added segment a8c42c09-58b4-4e9e-ab8f-c96c63ee4190 of type vlan for network c7bbc20e-7bc5-42fd-94f8-f3663ada8854 May 28 06:28:01.342928 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b32f66d-ae50-4789-8932-810216855988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6de87b7-c8be-4140-be86-d0d6b2592918,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:28:01.382163 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb64c2b-7fef-41b8-9f78-b3346d47bbb0 req-b57a2d6e-171c-49ec-a50b-95047700d635 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:01.382163 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb64c2b-7fef-41b8-9f78-b3346d47bbb0 req-b57a2d6e-171c-49ec-a50b-95047700d635 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:01.388427 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb64c2b-7fef-41b8-9f78-b3346d47bbb0 req-b57a2d6e-171c-49ec-a50b-95047700d635 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:01.394260 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb64c2b-7fef-41b8-9f78-b3346d47bbb0 req-b57a2d6e-171c-49ec-a50b-95047700d635 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:01.400296 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb64c2b-7fef-41b8-9f78-b3346d47bbb0 req-b57a2d6e-171c-49ec-a50b-95047700d635 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:01.406242 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb64c2b-7fef-41b8-9f78-b3346d47bbb0 req-b57a2d6e-171c-49ec-a50b-95047700d635 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:01.412128 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb64c2b-7fef-41b8-9f78-b3346d47bbb0 req-b57a2d6e-171c-49ec-a50b-95047700d635 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:01.414222 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2cb64c2b-7fef-41b8-9f78-b3346d47bbb0 req-b57a2d6e-171c-49ec-a50b-95047700d635 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc8afbe2-63ab-495f-b953-08528fec512c HTTP/1.1" status: 200 len: 5443 time: 0.4497364 May 28 06:28:01.423798 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3b32f66d-ae50-4789-8932-810216855988 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:01.477863 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-df782db9-7a00-4d9c-8d41-7a2dffc8b6f3 req-13248ed2-cef7-4133-bbf6-4ef7c5c4dadd tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Unset dirty status for tenant:939489430c7749c59f0791a254a21615 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:28:01.483218 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-df782db9-7a00-4d9c-8d41-7a2dffc8b6f3 req-13248ed2-cef7-4133-bbf6-4ef7c5c4dadd tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.55 "GET /v2.0/ports?device_id=da805ebe-5239-466e-84b8-d19ecc28b68f HTTP/1.1" status: 200 len: 210 time: 0.4564881 May 28 06:28:01.512770 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:01.513014 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2cb64c2b-7fef-41b8-9f78-b3346d47bbb0 req-5c610381-eb5b-438f-ba37-5fb78a237aed tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.55 "GET /v2.0/security-groups?id=330866ba-92b0-424f-b7e1-e6c41912745c&id=dee936ce-b9e4-4668-898c-fea71a001642&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0877068 May 28 06:28:01.569287 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 54808) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:28:01.574913 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-034a0ed7-766a-4d88-bf1e-c4f0aefba427 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.0301628 May 28 06:28:01.575322 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-fbce31b4-39ba-45a7-b57e-776c50af578e admin admin] Request body: {'subnet': {'network_id': '8a614321-106a-411d-a8a4-5e84c14727eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1509773648-subnet', 'tenant_id': 'fc01789de1b14900a06c05baded73001', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:28:01.582494 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-fbce31b4-39ba-45a7-b57e-776c50af578e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:28:01.599696 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-fbce31b4-39ba-45a7-b57e-776c50af578e admin admin] Usage tracker for resource:subnet and tenant:fc01789de1b14900a06c05baded73001 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:28:01.614939 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-fbce31b4-39ba-45a7-b57e-776c50af578e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:28:01.616062 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-fbce31b4-39ba-45a7-b57e-776c50af578e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:28:01.638930 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3b32f66d-ae50-4789-8932-810216855988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:01.639870 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b32f66d-ae50-4789-8932-810216855988 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:01.640444 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3b32f66d-ae50-4789-8932-810216855988 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:01.672109 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 15bc477c-9769-4020-b7bf-3f3554b08c6a up at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:28:01.780610 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e0a8e4dd-52bb-4bcc-b227-69042e407221 None None] Notify callbacks [] for port, precommit_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:01.820078 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-e0a8e4dd-52bb-4bcc-b227-69042e407221 None None] Transition to ACTIVE for port object 2be5ad75-4e3e-418a-8948-bbda87159bd6 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:28:01.833313 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=c43e50b8-fb17-4a3c-9d4b-113d8558c9fa,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:28:01.841854 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b32f66d-ae50-4789-8932-810216855988 admin admin] Pushing event updated for resources: {'Network': ['ID=c7bbc20e-7bc5-42fd-94f8-f3663ada8854,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:28:01.849403 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbce31b4-39ba-45a7-b57e-776c50af578e admin admin] Made reservation on behalf of fc01789de1b14900a06c05baded73001 for: {'subnet': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:28:01.851297 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-fbce31b4-39ba-45a7-b57e-776c50af578e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3171998'] for subnet, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:01.872117 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network c7bbc20e-7bc5-42fd-94f8-f3663ada8854 details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:28:01.931945 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-3b32f66d-ae50-4789-8932-810216855988 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7317176 May 28 06:28:01.938030 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 54812) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:28:01.949573 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-38cf9931-efb9-4410-ad21-c3eb098e4837 None None] Provisioning for port ab358220-ffe5-48e9-8d4c-19b4f120a499 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:28:01.952654 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e0a8e4dd-52bb-4bcc-b227-69042e407221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:01.952872 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-26f2d833-5dbf-4365-8187-5b85598db30b admin admin] Request body: {'subnet': {'network_id': 'c7bbc20e-7bc5-42fd-94f8-f3663ada8854', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1927091814-subnet', 'tenant_id': '9795f3bb4dd842ee9b6997b24ebca479', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:28:01.956667 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:01.961079 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-26f2d833-5dbf-4365-8187-5b85598db30b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:28:01.970037 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-26f2d833-5dbf-4365-8187-5b85598db30b admin admin] Usage tracker for resource:subnet and tenant:9795f3bb4dd842ee9b6997b24ebca479 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:28:01.972509 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834625e5-74a1-4630-aaa4-0e06c330b004 req-91352123-41f2-4f1c-bda8-ab191a5a0203 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:01.973874 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-834625e5-74a1-4630-aaa4-0e06c330b004 req-91352123-41f2-4f1c-bda8-ab191a5a0203 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/ports?device_id=117f2637-fcb7-4984-95bd-57bc553ed42d HTTP/1.1" status: 200 len: 949 time: 0.2966082 May 28 06:28:01.974990 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-26f2d833-5dbf-4365-8187-5b85598db30b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:28:01.983946 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-26f2d833-5dbf-4365-8187-5b85598db30b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:28:01.986278 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-df49006a-1b7b-4f45-ae31-bc889801ab00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:02.036691 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-38cf9931-efb9-4410-ad21-c3eb098e4837 None None] Provisioning complete for port ab358220-ffe5-48e9-8d4c-19b4f120a499 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:28:02.036691 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-38cf9931-efb9-4410-ad21-c3eb098e4837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:02.052877 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-834625e5-74a1-4630-aaa4-0e06c330b004 req-73e4b6ab-6a1b-45d1-b84e-869918ec448a tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/security-groups?id=cc42bff8-ec73-4f47-a19d-2b56e52b6e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675340 May 28 06:28:02.085951 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning for port 15bc477c-9769-4020-b7bf-3f3554b08c6a completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:28:02.147745 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning complete for port 15bc477c-9769-4020-b7bf-3f3554b08c6a triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:28:02.148017 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:02.216320 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-e0a8e4dd-52bb-4bcc-b227-69042e407221 None None] Attempting to bind port 2be5ad75-4e3e-418a-8948-bbda87159bd6 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:28:02.216703 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-e0a8e4dd-52bb-4bcc-b227-69042e407221 None None] Attempting to bind port 2be5ad75-4e3e-418a-8948-bbda87159bd6 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:28:02.217117 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a8e4dd-52bb-4bcc-b227-69042e407221 None None] Attempting to bind port 2be5ad75-4e3e-418a-8948-bbda87159bd6 on network 68df399e-e75e-4871-9364-5d05730b50f0 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:28:02.230804 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ebef2b8-a314-4523-b353-90a1f27259c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c43e50b8-fb17-4a3c-9d4b-113d8558c9fa'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:28:02.235842 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc56186e-7af5-4959-9b66-dda2a32b1310 None None] Pushing event updated for resources: {'Port': ['ID=2be5ad75-4e3e-418a-8948-bbda87159bd6,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:28:02.257301 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-38cf9931-efb9-4410-ad21-c3eb098e4837 None None] Port ab358220-ffe5-48e9-8d4c-19b4f120a499 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:28:02.268752 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a8e4dd-52bb-4bcc-b227-69042e407221 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:28:02.269302 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a8e4dd-52bb-4bcc-b227-69042e407221 None None] Checking segment: {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:28:02.269822 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e0a8e4dd-52bb-4bcc-b227-69042e407221 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:02.270309 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a8e4dd-52bb-4bcc-b227-69042e407221 None None] Bound using segment: {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:28:02.270876 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-e0a8e4dd-52bb-4bcc-b227-69042e407221 None None] Bound port: 2be5ad75-4e3e-418a-8948-bbda87159bd6, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:28:02.271308 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e0a8e4dd-52bb-4bcc-b227-69042e407221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:02.297691 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74c93bf5-dd39-44eb-8a25-30cdf99f5867'] response: {'server_uuid': '5ebef2b8-a314-4523-b353-90a1f27259c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c43e50b8-fb17-4a3c-9d4b-113d8558c9fa', 'code': 200} May 28 06:28:02.321664 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26f2d833-5dbf-4365-8187-5b85598db30b admin admin] Made reservation on behalf of 9795f3bb4dd842ee9b6997b24ebca479 for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:28:02.325768 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-26f2d833-5dbf-4365-8187-5b85598db30b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:02.341887 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:02.343756 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-fbce31b4-39ba-45a7-b57e-776c50af578e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3115906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3172012'] for subnet, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:02.441555 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-e0a8e4dd-52bb-4bcc-b227-69042e407221 None None] For port 2be5ad75-4e3e-418a-8948-bbda87159bd6, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:28:02.454989 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-e0a8e4dd-52bb-4bcc-b227-69042e407221 None None] For port 2be5ad75-4e3e-418a-8948-bbda87159bd6, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=2be5ad75-4e3e-418a-8948-bbda87159bd6,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:28:02.463844 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 15bc477c-9769-4020-b7bf-3f3554b08c6a is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:28:02.465275 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:02.503751 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 15bc477c-9769-4020-b7bf-3f3554b08c6a, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=15bc477c-9769-4020-b7bf-3f3554b08c6a,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:28:02.542172 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbce31b4-39ba-45a7-b57e-776c50af578e admin admin] Pushing event updated for resources: {'Subnet': ['ID=66b89e44-3ec9-4ede-9e44-ddc84dd3e47d,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:28:02.550271 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbce31b4-39ba-45a7-b57e-776c50af578e admin admin] Checking segment: {'id': 'c43c3304-7641-4f7e-9b08-81290536d034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '8a614321-106a-411d-a8a4-5e84c14727eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:28:02.550271 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbce31b4-39ba-45a7-b57e-776c50af578e admin admin] Network hostable DHCP agents. Network: 8a614321-106a-411d-a8a4-5e84c14727eb, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89110) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:28:02.616708 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e0a8e4dd-52bb-4bcc-b227-69042e407221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:02.645381 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae41ad4-9110-454e-aff0-dc4ee1a60ff3 req-caf16e6c-c6a5-4a51-bade-d224a8a3778f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:02.648937 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cae41ad4-9110-454e-aff0-dc4ee1a60ff3 req-caf16e6c-c6a5-4a51-bade-d224a8a3778f service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=5ebef2b8-a314-4523-b353-90a1f27259c6 HTTP/1.1" status: 200 len: 1100 time: 0.2447422 May 28 06:28:02.686053 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-df49006a-1b7b-4f45-ae31-bc889801ab00 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:02.707174 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cae41ad4-9110-454e-aff0-dc4ee1a60ff3 req-5ebe5720-2ffa-4584-a298-0e74f0afd5be service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=cc42bff8-ec73-4f47-a19d-2b56e52b6e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506880 May 28 06:28:02.729537 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:02.758191 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a8e4dd-52bb-4bcc-b227-69042e407221 None None] Routers {'b7caed0c-12be-4ccc-aed6-16ab8878a290'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:28:02.758791 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-e0a8e4dd-52bb-4bcc-b227-69042e407221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:27:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['b7caed0c-12be-4ccc-aed6-16ab8878a290'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:28:02.775680 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbce31b4-39ba-45a7-b57e-776c50af578e admin admin] Network 8a614321-106a-411d-a8a4-5e84c14727eb is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89110) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:28:02.832309 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106dfec9-a236-4798-aa02-4525b710d50f req-93775cd1-de0c-4187-83cb-2973c02e008b tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:02.835593 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc56186e-7af5-4959-9b66-dda2a32b1310 None None] Pushing event updated for resources: {'Port': ['ID=2be5ad75-4e3e-418a-8948-bbda87159bd6,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:28:02.838351 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106dfec9-a236-4798-aa02-4525b710d50f req-93775cd1-de0c-4187-83cb-2973c02e008b tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:02.845036 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106dfec9-a236-4798-aa02-4525b710d50f req-93775cd1-de0c-4187-83cb-2973c02e008b tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:02.850869 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106dfec9-a236-4798-aa02-4525b710d50f req-93775cd1-de0c-4187-83cb-2973c02e008b tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:02.856638 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106dfec9-a236-4798-aa02-4525b710d50f req-93775cd1-de0c-4187-83cb-2973c02e008b tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:02.861075 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-df49006a-1b7b-4f45-ae31-bc889801ab00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:02.872253 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106dfec9-a236-4798-aa02-4525b710d50f req-93775cd1-de0c-4187-83cb-2973c02e008b tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:02.872253 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106dfec9-a236-4798-aa02-4525b710d50f req-93775cd1-de0c-4187-83cb-2973c02e008b tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:02.872253 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-106dfec9-a236-4798-aa02-4525b710d50f req-93775cd1-de0c-4187-83cb-2973c02e008b tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc8afbe2-63ab-495f-b953-08528fec512c HTTP/1.1" status: 200 len: 5443 time: 0.1615684 May 28 06:28:02.922171 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-106dfec9-a236-4798-aa02-4525b710d50f req-466154f9-ad39-4c44-98b1-f515b9eb7fb3 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.55 "GET /v2.0/security-groups?id=330866ba-92b0-424f-b7e1-e6c41912745c&id=dee936ce-b9e4-4668-898c-fea71a001642&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0445788 May 28 06:28:02.924127 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-fbce31b4-39ba-45a7-b57e-776c50af578e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, 8a614321-106a-411d-a8a4-5e84c14727eb) {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:28:02.934063 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbce31b4-39ba-45a7-b57e-776c50af578e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:02.934599 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-fbce31b4-39ba-45a7-b57e-776c50af578e admin admin] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:02.972714 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-26f2d833-5dbf-4365-8187-5b85598db30b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:02.973304 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f2f5445-ba0a-487d-ad4d-731f1f619fd1 None None] Network 8a614321-106a-411d-a8a4-5e84c14727eb requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:28:03.054864 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df49006a-1b7b-4f45-ae31-bc889801ab00 admin admin] Pushing event updated for resources: {'Port': ['ID=ab358220-ffe5-48e9-8d4c-19b4f120a499,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:28:03.057382 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-df49006a-1b7b-4f45-ae31-bc889801ab00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700602'] for router_interface, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:03.072915 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=15bc477c-9769-4020-b7bf-3f3554b08c6a,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:28:03.086898 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f2d833-5dbf-4365-8187-5b85598db30b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e5f323f-ea6c-4672-94fb-4b56107669c0,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:28:03.155918 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-e0a8e4dd-52bb-4bcc-b227-69042e407221 None None] Set router b7caed0c-12be-4ccc-aed6-16ab8878a290 gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:28:03.173227 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f2d833-5dbf-4365-8187-5b85598db30b admin admin] Checking segment: {'id': 'a8c42c09-58b4-4e9e-ab8f-c96c63ee4190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c7bbc20e-7bc5-42fd-94f8-f3663ada8854'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:28:03.173701 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f2d833-5dbf-4365-8187-5b85598db30b admin admin] Network hostable DHCP agents. Network: c7bbc20e-7bc5-42fd-94f8-f3663ada8854, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:28:03.197082 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-fbce31b4-39ba-45a7-b57e-776c50af578e admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6124351 May 28 06:28:03.267980 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eb0d77-791c-45e7-b082-7b63452ff7d4 req-114a80b7-ef45-44e8-bb35-79d33f055f89 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:03.279670 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eb0d77-791c-45e7-b082-7b63452ff7d4 req-114a80b7-ef45-44e8-bb35-79d33f055f89 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:03.287217 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eb0d77-791c-45e7-b082-7b63452ff7d4 req-114a80b7-ef45-44e8-bb35-79d33f055f89 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:03.297630 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eb0d77-791c-45e7-b082-7b63452ff7d4 req-114a80b7-ef45-44e8-bb35-79d33f055f89 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:03.305648 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eb0d77-791c-45e7-b082-7b63452ff7d4 req-114a80b7-ef45-44e8-bb35-79d33f055f89 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:03.313990 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eb0d77-791c-45e7-b082-7b63452ff7d4 req-114a80b7-ef45-44e8-bb35-79d33f055f89 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:03.321875 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eb0d77-791c-45e7-b082-7b63452ff7d4 req-114a80b7-ef45-44e8-bb35-79d33f055f89 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:03.324677 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f2d833-5dbf-4365-8187-5b85598db30b admin admin] Network c7bbc20e-7bc5-42fd-94f8-f3663ada8854 is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:28:03.324813 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-54eb0d77-791c-45e7-b082-7b63452ff7d4 req-114a80b7-ef45-44e8-bb35-79d33f055f89 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc8afbe2-63ab-495f-b953-08528fec512c HTTP/1.1" status: 200 len: 5443 time: 0.2366614 May 28 06:28:03.333565 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df49006a-1b7b-4f45-ae31-bc889801ab00 admin admin] Network 4874bba4-a87e-43f9-9333-c72385485612 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:28:03.338425 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-df49006a-1b7b-4f45-ae31-bc889801ab00 admin admin] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:28:03.342137 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 54834) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:28:03.356661 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-b472b80b-a927-4210-894b-481cebe8be8b tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Request body: {'floatingip': {'port_id': '3fb3ec73-12a3-4479-8d11-63f64b53e873'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:28:03.623463 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b472b80b-a927-4210-894b-481cebe8be8b tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks [] for floatingip, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:03.651234 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-26f2d833-5dbf-4365-8187-5b85598db30b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, c7bbc20e-7bc5-42fd-94f8-f3663ada8854) {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:28:03.657793 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f2d833-5dbf-4365-8187-5b85598db30b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:03.658391 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-26f2d833-5dbf-4365-8187-5b85598db30b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:03.685251 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa3e1958-83dd-433f-b9c9-553fa4bde16d None None] Network c7bbc20e-7bc5-42fd-94f8-f3663ada8854 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:28:03.699378 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e414398-c159-417f-8ed6-415562c1b329 None None] Network 8a614321-106a-411d-a8a4-5e84c14727eb requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:28:03.727490 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df49006a-1b7b-4f45-ae31-bc889801ab00 admin admin] Router b7caed0c-12be-4ccc-aed6-16ab8878a290 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:28:03.806538 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-26f2d833-5dbf-4365-8187-5b85598db30b admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8671730 May 28 06:28:04.003317 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-ca5f5509-7588-4e1e-9510-5966e5993b31 None None] Provisioning complete for port ab358220-ffe5-48e9-8d4c-19b4f120a499 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:28:04.003926 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-ca5f5509-7588-4e1e-9510-5966e5993b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:04.010163 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df49006a-1b7b-4f45-ae31-bc889801ab00 admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:28:04.017839 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-df49006a-1b7b-4f45-ae31-bc889801ab00 admin admin] 10.222.0.55 "PUT /v2.0/routers/b7caed0c-12be-4ccc-aed6-16ab8878a290/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5800371 May 28 06:28:04.047750 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a0ba9e-2836-4121-9976-3443dd978052 req-a5082492-c25c-4a48-b9ee-b2d1e3dec006 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:04.049295 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a7a0ba9e-2836-4121-9976-3443dd978052 req-a5082492-c25c-4a48-b9ee-b2d1e3dec006 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/ports?device_id=117f2637-fcb7-4984-95bd-57bc553ed42d HTTP/1.1" status: 200 len: 950 time: 0.4849079 May 28 06:28:04.067761 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddee496-229f-4c53-8eb0-36db2ca1a1af req-ac74f777-6025-49f0-aa20-1cde17baf55c tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:04.069259 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0ddee496-229f-4c53-8eb0-36db2ca1a1af req-ac74f777-6025-49f0-aa20-1cde17baf55c tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea2d70f8-cc72-4c4e-b486-20aa5f467066 HTTP/1.1" status: 200 len: 950 time: 0.5889676 May 28 06:28:04.222072 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-ca5f5509-7588-4e1e-9510-5966e5993b31 None None] Port ab358220-ffe5-48e9-8d4c-19b4f120a499 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:28:04.300605 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '117f2637-fcb7-4984-95bd-57bc553ed42d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15bc477c-9769-4020-b7bf-3f3554b08c6a'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:28:04.316185 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e60545-346c-4680-8c68-4b244c69248e None None] Network c7bbc20e-7bc5-42fd-94f8-f3663ada8854 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:28:04.389045 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a7a0ba9e-2836-4121-9976-3443dd978052 req-397bb1a7-6c91-403c-8aca-53055fa36f64 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/security-groups?id=cc42bff8-ec73-4f47-a19d-2b56e52b6e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3187480 May 28 06:28:04.401728 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0ddee496-229f-4c53-8eb0-36db2ca1a1af req-b5206129-dbb3-4cce-bda8-042782761e8c tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.55 "GET /v2.0/security-groups?id=003cca32-7671-4721-8c5a-98dfd2100d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3008144 May 28 06:28:04.458224 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-e0a8e4dd-52bb-4bcc-b227-69042e407221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7caed0c-12be-4ccc-aed6-16ab8878a290', 'name': 'tempest-AttachVolumeTestJSON-711083849-router', 'tenant_id': 'f2d8466b4d8c4168848bc4cc302053bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '2be5ad75-4e3e-418a-8948-bbda87159bd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:27:51Z', 'updated_at': '2022-05-28T06:28:01Z', 'revision_number': 4, 'project_id': 'f2d8466b4d8c4168848bc4cc302053bf', 'gw_port': {'id': '2be5ad75-4e3e-418a-8948-bbda87159bd6', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:d2:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7caed0c-12be-4ccc-aed6-16ab8878a290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:27:53Z', 'updated_at': '2022-05-28T06:28:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'ab358220-ffe5-48e9-8d4c-19b4f120a499', 'name': '', 'network_id': '4874bba4-a87e-43f9-9333-c72385485612', 'tenant_id': 'f2d8466b4d8c4168848bc4cc302053bf', 'mac_address': 'fa:16:3e:2a:8a:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7caed0c-12be-4ccc-aed6-16ab8878a290', 'device_owner': 'network:router_interface', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': 'aa6e01e0-3e0c-4b0f-b2af-e5c6de04414e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:27:59Z', 'updated_at': '2022-05-28T06:27:59Z', 'revision_number': 1, 'project_id': 'f2d8466b4d8c4168848bc4cc302053bf', 'subnets': [{'id': 'aa6e01e0-3e0c-4b0f-b2af-e5c6de04414e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:28:04.508413 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a8e4dd-52bb-4bcc-b227-69042e407221 None None] The sync data for ids ['b7caed0c-12be-4ccc-aed6-16ab8878a290'] in n-d-843702-1 is: [{'id': 'b7caed0c-12be-4ccc-aed6-16ab8878a290', 'name': 'tempest-AttachVolumeTestJSON-711083849-router', 'tenant_id': 'f2d8466b4d8c4168848bc4cc302053bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '2be5ad75-4e3e-418a-8948-bbda87159bd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:27:51Z', 'updated_at': '2022-05-28T06:28:01Z', 'revision_number': 4, 'project_id': 'f2d8466b4d8c4168848bc4cc302053bf', 'gw_port': {'id': '2be5ad75-4e3e-418a-8948-bbda87159bd6', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:d2:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7caed0c-12be-4ccc-aed6-16ab8878a290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:27:53Z', 'updated_at': '2022-05-28T06:28:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'ab358220-ffe5-48e9-8d4c-19b4f120a499', 'name': '', 'network_id': '4874bba4-a87e-43f9-9333-c72385485612', 'tenant_id': 'f2d8466b4d8c4168848bc4cc302053bf', 'mac_address': 'fa:16:3e:2a:8a:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7caed0c-12be-4ccc-aed6-16ab8878a290', 'device_owner': 'network:router_interface', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': 'aa6e01e0-3e0c-4b0f-b2af-e5c6de04414e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:27:59Z', 'updated_at': '2022-05-28T06:27:59Z', 'revision_number': 1, 'project_id': 'f2d8466b4d8c4168848bc4cc302053bf', 'subnets': [{'id': 'aa6e01e0-3e0c-4b0f-b2af-e5c6de04414e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:28:04.826648 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b472b80b-a927-4210-894b-481cebe8be8b tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:04.946271 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b472b80b-a927-4210-894b-481cebe8be8b tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691094'] for floatingip, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:05.242014 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861cd2db-c1f2-4de1-b802-7e849dd39eb5 req-790bf2e9-e837-4df8-aa2a-71300c77e51b tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:05.244101 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-861cd2db-c1f2-4de1-b802-7e849dd39eb5 req-790bf2e9-e837-4df8-aa2a-71300c77e51b tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.69 "GET /v2.0/ports?device_id=ea2d70f8-cc72-4c4e-b486-20aa5f467066 HTTP/1.1" status: 200 len: 950 time: 0.4744782 May 28 06:28:05.425393 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc6f24b-54ba-47bc-83d3-0a68498134ee req-e17c69f0-ff8b-48cc-95d4-21852fd05515 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:05.426901 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bdc6f24b-54ba-47bc-83d3-0a68498134ee req-e17c69f0-ff8b-48cc-95d4-21852fd05515 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/networks?id=8a614321-106a-411d-a8a4-5e84c14727eb HTTP/1.1" status: 200 len: 815 time: 0.5481060 May 28 06:28:05.470722 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782642be-9944-4b79-8c3d-2384ef201ba0 req-69b5d40d-ed0c-4e52-be14-05acaf7d5a28 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:05.471527 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-782642be-9944-4b79-8c3d-2384ef201ba0 req-69b5d40d-ed0c-4e52-be14-05acaf7d5a28 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Synchronizing usage tracker for tenant:9795f3bb4dd842ee9b6997b24ebca479 on resource:network {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:28:05.484616 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bdc6f24b-54ba-47bc-83d3-0a68498134ee req-27e75723-b233-4f35-b029-ba77478372f3 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/quotas/fc01789de1b14900a06c05baded73001 HTTP/1.1" status: 200 len: 375 time: 0.0437601 May 28 06:28:05.498386 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-861cd2db-c1f2-4de1-b802-7e849dd39eb5 req-95edad61-bd51-448d-8f4a-2d42b0ed26b5 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Deleting port c205e4a9-2963-4f27-a3fd-884fa02390ef {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:28:05.498782 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-861cd2db-c1f2-4de1-b802-7e849dd39eb5 req-95edad61-bd51-448d-8f4a-2d42b0ed26b5 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:05.569395 n-d-843702-1 neutron-server[89110]: INFO neutron.db.l3_db [None req-b472b80b-a927-4210-894b-481cebe8be8b tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Floating IP 2b925c8a-e382-4d1e-92eb-898e57cc999e associated. External IP: 172.25.5.5, port: 3fb3ec73-12a3-4479-8d11-63f64b53e873. May 28 06:28:05.593137 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 2be5ad75-4e3e-418a-8948-bbda87159bd6 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:28:05.673594 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bdc6f24b-54ba-47bc-83d3-0a68498134ee req-63a2eaa5-b21d-4c41-92c8-225aa8763132 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=fc01789de1b14900a06c05baded73001&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1798320 May 28 06:28:05.804248 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 2be5ad75-4e3e-418a-8948-bbda87159bd6 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:28:05.812121 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 2be5ad75-4e3e-418a-8948-bbda87159bd6 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:28:05.812895 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:05.859826 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-782642be-9944-4b79-8c3d-2384ef201ba0 req-69b5d40d-ed0c-4e52-be14-05acaf7d5a28 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Unset dirty status for tenant:9795f3bb4dd842ee9b6997b24ebca479 on resource:network {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:28:05.867603 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-782642be-9944-4b79-8c3d-2384ef201ba0 req-69b5d40d-ed0c-4e52-be14-05acaf7d5a28 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/networks?id=c7bbc20e-7bc5-42fd-94f8-f3663ada8854 HTTP/1.1" status: 200 len: 812 time: 0.9873827 May 28 06:28:05.964985 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 2be5ad75-4e3e-418a-8948-bbda87159bd6 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:28:05.965614 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:05.987005 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port 2be5ad75-4e3e-418a-8948-bbda87159bd6, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=2be5ad75-4e3e-418a-8948-bbda87159bd6,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:28:06.066977 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:06.096944 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-782642be-9944-4b79-8c3d-2384ef201ba0 req-6899eacc-2495-442a-9f27-13f02c661f06 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/quotas/9795f3bb4dd842ee9b6997b24ebca479 HTTP/1.1" status: 200 len: 375 time: 0.2284551 May 28 06:28:06.137850 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=2be5ad75-4e3e-418a-8948-bbda87159bd6,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:28:06.200466 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-782642be-9944-4b79-8c3d-2384ef201ba0 req-3f1bee1d-dc5e-461c-928d-279e36d4ac85 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=9795f3bb4dd842ee9b6997b24ebca479&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0888982 May 28 06:28:06.295203 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bdc6f24b-54ba-47bc-83d3-0a68498134ee req-7d87c56e-7168-4c7e-b1d0-a8c5a8eec99e service neutron] 10.222.0.55 "GET /v2.0/networks/8a614321-106a-411d-a8a4-5e84c14727eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6077909 May 28 06:28:06.682240 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-861cd2db-c1f2-4de1-b802-7e849dd39eb5 req-95edad61-bd51-448d-8f4a-2d42b0ed26b5 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] For port c205e4a9-2963-4f27-a3fd-884fa02390ef, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=c205e4a9-2963-4f27-a3fd-884fa02390ef,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:28:06.682923 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-861cd2db-c1f2-4de1-b802-7e849dd39eb5 req-95edad61-bd51-448d-8f4a-2d42b0ed26b5 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:06.732497 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44db0730-92ba-4581-a198-98973aac85b2 None None] Sync routers for ids ['b7caed0c-12be-4ccc-aed6-16ab8878a290'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:28:06.741427 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44db0730-92ba-4581-a198-98973aac85b2 None None] Routers {'b7caed0c-12be-4ccc-aed6-16ab8878a290'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:28:06.742109 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-44db0730-92ba-4581-a198-98973aac85b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:27:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['b7caed0c-12be-4ccc-aed6-16ab8878a290'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:28:06.816210 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device c205e4a9-2963-4f27-a3fd-884fa02390ef no longer exists at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:28:06.864625 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-861cd2db-c1f2-4de1-b802-7e849dd39eb5 req-95edad61-bd51-448d-8f4a-2d42b0ed26b5 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Calling delete_port for c205e4a9-2963-4f27-a3fd-884fa02390ef owned by compute:nova {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:28:06.904087 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-782642be-9944-4b79-8c3d-2384ef201ba0 req-e6fa1076-da2b-4c76-b5dc-660a95dd15a6 service neutron] 10.222.0.55 "GET /v2.0/networks/c7bbc20e-7bc5-42fd-94f8-f3663ada8854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6461332 May 28 06:28:06.941286 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-44db0730-92ba-4581-a198-98973aac85b2 None None] Set router b7caed0c-12be-4ccc-aed6-16ab8878a290 gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:28:06.949246 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port c205e4a9-2963-4f27-a3fd-884fa02390ef is: ACTIVE; New status is: DOWN {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:28:06.949843 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:06.986948 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port c205e4a9-2963-4f27-a3fd-884fa02390ef, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=c205e4a9-2963-4f27-a3fd-884fa02390ef,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:28:07.023237 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bdc6f24b-54ba-47bc-83d3-0a68498134ee req-b5373029-7192-4efe-93c6-a5a3ad42a384 service neutron] 10.222.0.55 "GET /v2.0/networks/8a614321-106a-411d-a8a4-5e84c14727eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6720824 May 28 06:28:07.035204 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b472b80b-a927-4210-894b-481cebe8be8b tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Router d857aec3-5263-4f45-9b98-fac1260651c2 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:28:07.066988 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:07.150182 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=c205e4a9-2963-4f27-a3fd-884fa02390ef,revision_number=6']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:28:07.196386 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-782642be-9944-4b79-8c3d-2384ef201ba0 req-7f031e21-f1da-407f-88c1-ba206a9d0b15 service neutron] 10.222.0.55 "GET /v2.0/networks/c7bbc20e-7bc5-42fd-94f8-f3663ada8854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2703257 May 28 06:28:07.264116 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.db.api [req-861cd2db-c1f2-4de1-b802-7e849dd39eb5 req-95edad61-bd51-448d-8f4a-2d42b0ed26b5 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89110) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:28:07.269718 n-d-843702-1 neutron-server[89110]: DEBUG oslo_db.api [req-861cd2db-c1f2-4de1-b802-7e849dd39eb5 req-95edad61-bd51-448d-8f4a-2d42b0ed26b5 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:28:07.314306 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b472b80b-a927-4210-894b-481cebe8be8b tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:28:07.324198 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf1e5cc-3643-4b0e-bfc0-9b6cf632e990 None None] Sync routers for ids ['d857aec3-5263-4f45-9b98-fac1260651c2'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:28:07.337045 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b472b80b-a927-4210-894b-481cebe8be8b tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:07.339097 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf1e5cc-3643-4b0e-bfc0-9b6cf632e990 None None] Routers {'d857aec3-5263-4f45-9b98-fac1260651c2'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:28:07.342788 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-abf1e5cc-3643-4b0e-bfc0-9b6cf632e990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:27:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['d857aec3-5263-4f45-9b98-fac1260651c2'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:28:07.389510 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-44db0730-92ba-4581-a198-98973aac85b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7caed0c-12be-4ccc-aed6-16ab8878a290', 'name': 'tempest-AttachVolumeTestJSON-711083849-router', 'tenant_id': 'f2d8466b4d8c4168848bc4cc302053bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '2be5ad75-4e3e-418a-8948-bbda87159bd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:27:51Z', 'updated_at': '2022-05-28T06:28:01Z', 'revision_number': 4, 'project_id': 'f2d8466b4d8c4168848bc4cc302053bf', 'gw_port': {'id': '2be5ad75-4e3e-418a-8948-bbda87159bd6', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:d2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7caed0c-12be-4ccc-aed6-16ab8878a290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:27:53Z', 'updated_at': '2022-05-28T06:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'ab358220-ffe5-48e9-8d4c-19b4f120a499', 'name': '', 'network_id': '4874bba4-a87e-43f9-9333-c72385485612', 'tenant_id': 'f2d8466b4d8c4168848bc4cc302053bf', 'mac_address': 'fa:16:3e:2a:8a:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7caed0c-12be-4ccc-aed6-16ab8878a290', 'device_owner': 'network:router_interface', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': 'aa6e01e0-3e0c-4b0f-b2af-e5c6de04414e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:27:59Z', 'updated_at': '2022-05-28T06:28:02Z', 'revision_number': 2, 'project_id': 'f2d8466b4d8c4168848bc4cc302053bf', 'subnets': [{'id': 'aa6e01e0-3e0c-4b0f-b2af-e5c6de04414e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:28:07.394327 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44db0730-92ba-4581-a198-98973aac85b2 None None] Checking router: b7caed0c-12be-4ccc-aed6-16ab8878a290 for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:28:07.398970 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44db0730-92ba-4581-a198-98973aac85b2 None None] Updating router b7caed0c-12be-4ccc-aed6-16ab8878a290 port ab358220-ffe5-48e9-8d4c-19b4f120a499 binding host n-d-843702-1 {{(pid=89112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:28:07.432549 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-b472b80b-a927-4210-894b-481cebe8be8b tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.55 "PUT /v2.0/floatingips/2b925c8a-e382-4d1e-92eb-898e57cc999e HTTP/1.1" status: 200 len: 990 time: 4.0864253 May 28 06:28:07.433488 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc8afbe2-63ab-495f-b953-08528fec512c', 'tag': '3fb3ec73-12a3-4479-8d11-63f64b53e873'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:28:07.482609 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-44db0730-92ba-4581-a198-98973aac85b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:07.573123 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-abf1e5cc-3643-4b0e-bfc0-9b6cf632e990 None None] Set router d857aec3-5263-4f45-9b98-fac1260651c2 gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:28:07.628219 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 54904) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:28:07.634532 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-38d0446a-8d49-4f2a-9155-40b1b2af44ba tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Request body: {'security_group': {'name': 'tempest-securitygroup--888109413', 'description': 'tempest-description--699790692'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:28:07.645957 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-38d0446a-8d49-4f2a-9155-40b1b2af44ba tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:28:07.654943 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-38d0446a-8d49-4f2a-9155-40b1b2af44ba tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Usage tracker for resource:security_group and tenant:f2d8466b4d8c4168848bc4cc302053bf is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:28:07.663788 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-38d0446a-8d49-4f2a-9155-40b1b2af44ba tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:28:07.680856 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-38d0446a-8d49-4f2a-9155-40b1b2af44ba tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:28:07.766133 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-861cd2db-c1f2-4de1-b802-7e849dd39eb5 req-95edad61-bd51-448d-8f4a-2d42b0ed26b5 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Deleting port c205e4a9-2963-4f27-a3fd-884fa02390ef {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:28:07.766730 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-861cd2db-c1f2-4de1-b802-7e849dd39eb5 req-95edad61-bd51-448d-8f4a-2d42b0ed26b5 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:07.880486 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f56d8c6-007d-40d4-8296-16f4c76ddbc3'] response: {'server_uuid': '117f2637-fcb7-4984-95bd-57bc553ed42d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15bc477c-9769-4020-b7bf-3f3554b08c6a', 'code': 200} May 28 06:28:07.881243 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 2be5ad75-4e3e-418a-8948-bbda87159bd6 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:28:07.932729 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-38d0446a-8d49-4f2a-9155-40b1b2af44ba tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:08.009206 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-44db0730-92ba-4581-a198-98973aac85b2 None None] Notify callbacks [] for port, precommit_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:08.025095 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.provisioning_blocks [None req-44db0730-92ba-4581-a198-98973aac85b2 None None] Transition to ACTIVE for port object ab358220-ffe5-48e9-8d4c-19b4f120a499 will not be triggered until provisioned by entity L2. {{(pid=89112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:28:08.080449 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 2be5ad75-4e3e-418a-8948-bbda87159bd6 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:28:08.080812 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:08.175408 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-44db0730-92ba-4581-a198-98973aac85b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:08.321738 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-38d0446a-8d49-4f2a-9155-40b1b2af44ba tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:28:08.340283 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 2be5ad75-4e3e-418a-8948-bbda87159bd6 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:28:08.350372 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-38d0446a-8d49-4f2a-9155-40b1b2af44ba tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Usage tracker for resource:security_group_rule and tenant:f2d8466b4d8c4168848bc4cc302053bf is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:28:08.359325 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-38d0446a-8d49-4f2a-9155-40b1b2af44ba tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:28:08.372422 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6016f68-8bdd-4f77-bac1-754228d39030 None None] Pushing event updated for resources: {'Port': ['ID=ab358220-ffe5-48e9-8d4c-19b4f120a499,revision_number=3']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:28:08.393593 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-abf1e5cc-3643-4b0e-bfc0-9b6cf632e990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd857aec3-5263-4f45-9b98-fac1260651c2', 'name': 'tempest-TaggedBootDevicesTest_v242-1074299981-router', 'tenant_id': '5a27568d2aff479086cfcad7501ab2c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': 'd4b35cd7-b30f-4dfe-9d66-ec5633b31dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:24:44Z', 'updated_at': '2022-05-28T06:24:52Z', 'revision_number': 4, 'project_id': '5a27568d2aff479086cfcad7501ab2c8', 'gw_port': {'id': 'd4b35cd7-b30f-4dfe-9d66-ec5633b31dfd', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:50:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd857aec3-5263-4f45-9b98-fac1260651c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:24:46Z', 'updated_at': '2022-05-28T06:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': '2b925c8a-e382-4d1e-92eb-898e57cc999e', 'tenant_id': '5a27568d2aff479086cfcad7501ab2c8', 'floating_ip_address': '172.25.5.5', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': 'd857aec3-5263-4f45-9b98-fac1260651c2', 'port_id': '3fb3ec73-12a3-4479-8d11-63f64b53e873', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 814, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b9370ac-f402-419d-a185-61eac57b38a9', 'mac_address': 'fa:16:3e:da:90:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8afbe2-63ab-495f-b953-08528fec512c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:26:24Z', 'updated_at': '2022-05-28T06:28:04Z', 'revision_number': 1, 'project_id': '5a27568d2aff479086cfcad7501ab2c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f176d8d6-3ae7-4ca6-a849-580d2e96b345', 'name': '', 'network_id': '9b9370ac-f402-419d-a185-61eac57b38a9', 'tenant_id': '5a27568d2aff479086cfcad7501ab2c8', 'mac_address': 'fa:16:3e:dc:34:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd857aec3-5263-4f45-9b98-fac1260651c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'c103158a-2ac5-46a3-b8d0-bd8c5ed32dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:24:51Z', 'updated_at': '2022-05-28T06:25:01Z', 'revision_number': 5, 'project_id': '5a27568d2aff479086cfcad7501ab2c8', 'subnets': [{'id': 'c103158a-2ac5-46a3-b8d0-bd8c5ed32dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:28:08.398222 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf1e5cc-3643-4b0e-bfc0-9b6cf632e990 None None] Checking router: d857aec3-5263-4f45-9b98-fac1260651c2 for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:28:08.415960 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf1e5cc-3643-4b0e-bfc0-9b6cf632e990 None None] Routers {'d857aec3-5263-4f45-9b98-fac1260651c2'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:28:08.416461 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-abf1e5cc-3643-4b0e-bfc0-9b6cf632e990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:27:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['d857aec3-5263-4f45-9b98-fac1260651c2'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:28:08.483299 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-38d0446a-8d49-4f2a-9155-40b1b2af44ba tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:28:08.527662 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-44db0730-92ba-4581-a198-98973aac85b2 None None] Attempting to bind port ab358220-ffe5-48e9-8d4c-19b4f120a499 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:28:08.528334 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-44db0730-92ba-4581-a198-98973aac85b2 None None] Attempting to bind port ab358220-ffe5-48e9-8d4c-19b4f120a499 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': '833fd725-a517-41b8-a917-b7cf24c49042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4874bba4-a87e-43f9-9333-c72385485612'}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:28:08.528848 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44db0730-92ba-4581-a198-98973aac85b2 None None] Attempting to bind port ab358220-ffe5-48e9-8d4c-19b4f120a499 on network 4874bba4-a87e-43f9-9333-c72385485612 {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:28:08.536843 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44db0730-92ba-4581-a198-98973aac85b2 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:28:08.538471 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44db0730-92ba-4581-a198-98973aac85b2 None None] Checking segment: {'id': '833fd725-a517-41b8-a917-b7cf24c49042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4874bba4-a87e-43f9-9333-c72385485612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:28:08.539065 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-44db0730-92ba-4581-a198-98973aac85b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:08.539737 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44db0730-92ba-4581-a198-98973aac85b2 None None] Bound using segment: {'id': '833fd725-a517-41b8-a917-b7cf24c49042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4874bba4-a87e-43f9-9333-c72385485612'} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:28:08.541085 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-44db0730-92ba-4581-a198-98973aac85b2 None None] Bound port: ab358220-ffe5-48e9-8d4c-19b4f120a499, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '833fd725-a517-41b8-a917-b7cf24c49042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4874bba4-a87e-43f9-9333-c72385485612'}}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:28:08.541658 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-44db0730-92ba-4581-a198-98973aac85b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:08.584826 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e770e25-045f-490f-957c-bc5121cbbd78 req-ea8b31dd-b7cb-42f6-bcdc-6b3bb3837644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:08.586351 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7e770e25-045f-490f-957c-bc5121cbbd78 req-ea8b31dd-b7cb-42f6-bcdc-6b3bb3837644 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=117f2637-fcb7-4984-95bd-57bc553ed42d HTTP/1.1" status: 200 len: 1101 time: 0.6983211 May 28 06:28:08.599919 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ebbb7b-b377-4103-8417-19aab88e4cf5 req-83fb4af4-863d-42ac-8c79-4416daa4e0d3 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:08.600554 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-c4ebbb7b-b377-4103-8417-19aab88e4cf5 req-83fb4af4-863d-42ac-8c79-4416daa4e0d3 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Synchronizing usage tracker for tenant:939489430c7749c59f0791a254a21615 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:28:08.692067 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da84724-5dde-40fb-ac98-92d7be6ec7c9 req-15dcac96-db25-40f4-9a29-d87ee9265651 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:08.692241 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-44db0730-92ba-4581-a198-98973aac85b2 None None] For port ab358220-ffe5-48e9-8d4c-19b4f120a499, host n-d-843702-1, cleared binding levels {{(pid=89112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:28:08.692241 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-44db0730-92ba-4581-a198-98973aac85b2 None None] For port ab358220-ffe5-48e9-8d4c-19b4f120a499, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=ab358220-ffe5-48e9-8d4c-19b4f120a499,segment=NetworkSegment(833fd725-a517-41b8-a917-b7cf24c49042),segment_id=833fd725-a517-41b8-a917-b7cf24c49042)] {{(pid=89112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:28:08.692426 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3da84724-5dde-40fb-ac98-92d7be6ec7c9 req-15dcac96-db25-40f4-9a29-d87ee9265651 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/ports?device_id=117f2637-fcb7-4984-95bd-57bc553ed42d HTTP/1.1" status: 200 len: 950 time: 0.7996168 May 28 06:28:08.692537 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-abf1e5cc-3643-4b0e-bfc0-9b6cf632e990 None None] Set router d857aec3-5263-4f45-9b98-fac1260651c2 gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:28:08.726464 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-861cd2db-c1f2-4de1-b802-7e849dd39eb5 req-95edad61-bd51-448d-8f4a-2d42b0ed26b5 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] For port c205e4a9-2963-4f27-a3fd-884fa02390ef, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=c205e4a9-2963-4f27-a3fd-884fa02390ef,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:28:08.726819 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-861cd2db-c1f2-4de1-b802-7e849dd39eb5 req-95edad61-bd51-448d-8f4a-2d42b0ed26b5 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:08.740965 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-c4ebbb7b-b377-4103-8417-19aab88e4cf5 req-83fb4af4-863d-42ac-8c79-4416daa4e0d3 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Unset dirty status for tenant:939489430c7749c59f0791a254a21615 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:28:08.742415 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c4ebbb7b-b377-4103-8417-19aab88e4cf5 req-83fb4af4-863d-42ac-8c79-4416daa4e0d3 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea2d70f8-cc72-4c4e-b486-20aa5f467066 HTTP/1.1" status: 200 len: 948 time: 0.8532517 May 28 06:28:08.856613 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7e770e25-045f-490f-957c-bc5121cbbd78 req-2633ae9f-9469-4d7c-9100-c0c61c8ab98d service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=cc42bff8-ec73-4f47-a19d-2b56e52b6e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439585 May 28 06:28:08.946598 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-861cd2db-c1f2-4de1-b802-7e849dd39eb5 req-95edad61-bd51-448d-8f4a-2d42b0ed26b5 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Calling delete_port for c205e4a9-2963-4f27-a3fd-884fa02390ef owned by compute:nova {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:28:08.965256 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-44db0730-92ba-4581-a198-98973aac85b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:09.015380 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-38d0446a-8d49-4f2a-9155-40b1b2af44ba tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:09.026097 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3da84724-5dde-40fb-ac98-92d7be6ec7c9 req-78cf36cf-b288-451f-94e5-aa1a11476269 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/security-groups?id=cc42bff8-ec73-4f47-a19d-2b56e52b6e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3450651 May 28 06:28:09.084653 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44db0730-92ba-4581-a198-98973aac85b2 None None] Routers {'b7caed0c-12be-4ccc-aed6-16ab8878a290'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:28:09.085996 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-44db0730-92ba-4581-a198-98973aac85b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:27:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['b7caed0c-12be-4ccc-aed6-16ab8878a290'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:28:09.142815 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-abf1e5cc-3643-4b0e-bfc0-9b6cf632e990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd857aec3-5263-4f45-9b98-fac1260651c2', 'name': 'tempest-TaggedBootDevicesTest_v242-1074299981-router', 'tenant_id': '5a27568d2aff479086cfcad7501ab2c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': 'd4b35cd7-b30f-4dfe-9d66-ec5633b31dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:24:44Z', 'updated_at': '2022-05-28T06:24:52Z', 'revision_number': 4, 'project_id': '5a27568d2aff479086cfcad7501ab2c8', 'gw_port': {'id': 'd4b35cd7-b30f-4dfe-9d66-ec5633b31dfd', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:50:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd857aec3-5263-4f45-9b98-fac1260651c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:24:46Z', 'updated_at': '2022-05-28T06:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': '2b925c8a-e382-4d1e-92eb-898e57cc999e', 'tenant_id': '5a27568d2aff479086cfcad7501ab2c8', 'floating_ip_address': '172.25.5.5', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': 'd857aec3-5263-4f45-9b98-fac1260651c2', 'port_id': '3fb3ec73-12a3-4479-8d11-63f64b53e873', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 814, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b9370ac-f402-419d-a185-61eac57b38a9', 'mac_address': 'fa:16:3e:da:90:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8afbe2-63ab-495f-b953-08528fec512c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:26:24Z', 'updated_at': '2022-05-28T06:28:04Z', 'revision_number': 1, 'project_id': '5a27568d2aff479086cfcad7501ab2c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f176d8d6-3ae7-4ca6-a849-580d2e96b345', 'name': '', 'network_id': '9b9370ac-f402-419d-a185-61eac57b38a9', 'tenant_id': '5a27568d2aff479086cfcad7501ab2c8', 'mac_address': 'fa:16:3e:dc:34:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd857aec3-5263-4f45-9b98-fac1260651c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'c103158a-2ac5-46a3-b8d0-bd8c5ed32dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:24:51Z', 'updated_at': '2022-05-28T06:25:01Z', 'revision_number': 5, 'project_id': '5a27568d2aff479086cfcad7501ab2c8', 'subnets': [{'id': 'c103158a-2ac5-46a3-b8d0-bd8c5ed32dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:28:09.160773 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf1e5cc-3643-4b0e-bfc0-9b6cf632e990 None None] The sync data for ids ['d857aec3-5263-4f45-9b98-fac1260651c2'] in n-d-843702-1 is: [{'id': 'd857aec3-5263-4f45-9b98-fac1260651c2', 'name': 'tempest-TaggedBootDevicesTest_v242-1074299981-router', 'tenant_id': '5a27568d2aff479086cfcad7501ab2c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': 'd4b35cd7-b30f-4dfe-9d66-ec5633b31dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:24:44Z', 'updated_at': '2022-05-28T06:24:52Z', 'revision_number': 4, 'project_id': '5a27568d2aff479086cfcad7501ab2c8', 'gw_port': {'id': 'd4b35cd7-b30f-4dfe-9d66-ec5633b31dfd', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:50:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd857aec3-5263-4f45-9b98-fac1260651c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:24:46Z', 'updated_at': '2022-05-28T06:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': '2b925c8a-e382-4d1e-92eb-898e57cc999e', 'tenant_id': '5a27568d2aff479086cfcad7501ab2c8', 'floating_ip_address': '172.25.5.5', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': 'd857aec3-5263-4f45-9b98-fac1260651c2', 'port_id': '3fb3ec73-12a3-4479-8d11-63f64b53e873', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 814, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b9370ac-f402-419d-a185-61eac57b38a9', 'mac_address': 'fa:16:3e:da:90:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8afbe2-63ab-495f-b953-08528fec512c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:26:24Z', 'updated_at': '2022-05-28T06:28:04Z', 'revision_number': 1, 'project_id': '5a27568d2aff479086cfcad7501ab2c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f176d8d6-3ae7-4ca6-a849-580d2e96b345', 'name': '', 'network_id': '9b9370ac-f402-419d-a185-61eac57b38a9', 'tenant_id': '5a27568d2aff479086cfcad7501ab2c8', 'mac_address': 'fa:16:3e:dc:34:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd857aec3-5263-4f45-9b98-fac1260651c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'c103158a-2ac5-46a3-b8d0-bd8c5ed32dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:24:51Z', 'updated_at': '2022-05-28T06:25:01Z', 'revision_number': 5, 'project_id': '5a27568d2aff479086cfcad7501ab2c8', 'subnets': [{'id': 'c103158a-2ac5-46a3-b8d0-bd8c5ed32dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:28:09.178777 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6016f68-8bdd-4f77-bac1-754228d39030 None None] Pushing event updated for resources: {'Port': ['ID=ab358220-ffe5-48e9-8d4c-19b4f120a499,revision_number=4']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:28:09.288407 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c4ebbb7b-b377-4103-8417-19aab88e4cf5 req-054b1acb-bd4b-4593-bd8f-893887cf93d5 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.55 "GET /v2.0/security-groups?id=003cca32-7671-4721-8c5a-98dfd2100d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5223262 May 28 06:28:09.301285 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-38d0446a-8d49-4f2a-9155-40b1b2af44ba tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:09.377926 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-13cef28d-8732-4530-9316-8404b670fbe0 req-a77cdc11-48d7-44a7-af25-bc8b0ffa021f tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/ports?device_id=90ede48b-246e-4690-8e50-3f809bbd9e2b HTTP/1.1" status: 200 len: 210 time: 0.1726124 May 28 06:28:09.416549 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77cc116b-f14c-4684-9306-e2e773504474'] response: {'name': 'network-changed', 'server_uuid': 'fc8afbe2-63ab-495f-b953-08528fec512c', 'tag': '3fb3ec73-12a3-4479-8d11-63f64b53e873', 'status': 'completed', 'code': 200} May 28 06:28:09.419284 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-44db0730-92ba-4581-a198-98973aac85b2 None None] Set router b7caed0c-12be-4ccc-aed6-16ab8878a290 gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:28:09.613982 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1bb4fb5f-6787-4379-9a55-fb6b6c4fd238 req-fd59c337-8671-4d12-84aa-192e6ef5d9e2 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=715e31c4-b21e-43ff-9865-adf69fb78294 HTTP/1.1" status: 200 len: 210 time: 0.0875189 May 28 06:28:09.629279 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d0446a-8d49-4f2a-9155-40b1b2af44ba tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63ea6420-b48b-49b9-b520-8d6c62ca7c71,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:28:09.633601 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4b2f88-b270-455e-9254-bff2c9979070 None None] New status for floating IP 2b925c8a-e382-4d1e-92eb-898e57cc999e: ACTIVE {{(pid=89112) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 06:28:09.648967 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-861cd2db-c1f2-4de1-b802-7e849dd39eb5 req-95edad61-bd51-448d-8f4a-2d42b0ed26b5 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:09.660477 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['a699bdd8-4938-4757-b19e-675730d9996a'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:28:09.696406 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device ab358220-ffe5-48e9-8d4c-19b4f120a499 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:28:09.716743 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95edad61-bd51-448d-8f4a-2d42b0ed26b5 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Pushing event deleted for resources: {'Port': ['ID=c205e4a9-2963-4f27-a3fd-884fa02390ef,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:28:09.828646 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-38d0446a-8d49-4f2a-9155-40b1b2af44ba tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:09.829876 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-38d0446a-8d49-4f2a-9155-40b1b2af44ba tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.2004831 May 28 06:28:09.832924 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 54924) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:28:09.836976 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-861cd2db-c1f2-4de1-b802-7e849dd39eb5 req-95edad61-bd51-448d-8f4a-2d42b0ed26b5 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] No DVR routers for this DVR port c205e4a9-2963-4f27-a3fd-884fa02390ef on host n-h1-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:28:09.839823 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-e76fec61-ddcc-47f6-aa60-fc6bea6de205 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Request body: {'security_group_rule': {'security_group_id': '63ea6420-b48b-49b9-b520-8d6c62ca7c71', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:28:09.840466 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-861cd2db-c1f2-4de1-b802-7e849dd39eb5 req-95edad61-bd51-448d-8f4a-2d42b0ed26b5 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:09.843361 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-861cd2db-c1f2-4de1-b802-7e849dd39eb5 req-95edad61-bd51-448d-8f4a-2d42b0ed26b5 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.69 "DELETE /v2.0/ports/c205e4a9-2963-4f27-a3fd-884fa02390ef HTTP/1.1" status: 204 len: 173 time: 4.5870523 May 28 06:28:09.850453 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-e76fec61-ddcc-47f6-aa60-fc6bea6de205 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:28:09.854208 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-e76fec61-ddcc-47f6-aa60-fc6bea6de205 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Usage tracker for resource:security_group_rule and tenant:f2d8466b4d8c4168848bc4cc302053bf is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:28:09.859380 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-e76fec61-ddcc-47f6-aa60-fc6bea6de205 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:28:09.867002 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-e76fec61-ddcc-47f6-aa60-fc6bea6de205 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:28:09.879055 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffc9742-94af-41f3-bf59-e51b4e7d9154 req-c93eab27-9ed6-40f2-8558-953c8327b802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:09.889662 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffc9742-94af-41f3-bf59-e51b4e7d9154 req-c93eab27-9ed6-40f2-8558-953c8327b802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:09.889662 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffc9742-94af-41f3-bf59-e51b4e7d9154 req-c93eab27-9ed6-40f2-8558-953c8327b802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:09.889871 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea2d70f8-cc72-4c4e-b486-20aa5f467066', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c205e4a9-2963-4f27-a3fd-884fa02390ef'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:28:09.889963 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffc9742-94af-41f3-bf59-e51b4e7d9154 req-c93eab27-9ed6-40f2-8558-953c8327b802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:09.889963 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffc9742-94af-41f3-bf59-e51b4e7d9154 req-c93eab27-9ed6-40f2-8558-953c8327b802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:09.889963 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffc9742-94af-41f3-bf59-e51b4e7d9154 req-c93eab27-9ed6-40f2-8558-953c8327b802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:09.889963 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffc9742-94af-41f3-bf59-e51b4e7d9154 req-c93eab27-9ed6-40f2-8558-953c8327b802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:09.889963 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1ffc9742-94af-41f3-bf59-e51b4e7d9154 req-c93eab27-9ed6-40f2-8558-953c8327b802 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5a27568d2aff479086cfcad7501ab2c8&device_id=fc8afbe2-63ab-495f-b953-08528fec512c HTTP/1.1" status: 200 len: 6500 time: 0.4238982 May 28 06:28:09.929126 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aaa23caf-289b-4470-b475-fafa366dfdfc'] response: {'server_uuid': 'ea2d70f8-cc72-4c4e-b486-20aa5f467066', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c205e4a9-2963-4f27-a3fd-884fa02390ef', 'code': 200} May 28 06:28:09.982693 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port ab358220-ffe5-48e9-8d4c-19b4f120a499 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:28:09.996277 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port ab358220-ffe5-48e9-8d4c-19b4f120a499 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:28:09.996944 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:10.006521 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e76fec61-ddcc-47f6-aa60-fc6bea6de205 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:10.177907 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port ab358220-ffe5-48e9-8d4c-19b4f120a499 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:28:10.178489 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:10.190989 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffc9742-94af-41f3-bf59-e51b4e7d9154 req-32329158-1218-46eb-b7cb-2fec58efcebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:10.193765 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1ffc9742-94af-41f3-bf59-e51b4e7d9154 req-32329158-1218-46eb-b7cb-2fec58efcebe service neutron] 10.222.0.71 "GET /v2.0/networks?id=9b9370ac-f402-419d-a185-61eac57b38a9 HTTP/1.1" status: 200 len: 918 time: 0.2559338 May 28 06:28:10.203122 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e76fec61-ddcc-47f6-aa60-fc6bea6de205 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:10.217035 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port ab358220-ffe5-48e9-8d4c-19b4f120a499, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=ab358220-ffe5-48e9-8d4c-19b4f120a499,segment=NetworkSegment(833fd725-a517-41b8-a917-b7cf24c49042),segment_id=833fd725-a517-41b8-a917-b7cf24c49042)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:28:10.318572 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e76fec61-ddcc-47f6-aa60-fc6bea6de205 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:10.337391 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:28:10.348606 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:10.421788 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76fec61-ddcc-47f6-aa60-fc6bea6de205 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e28a69e-b8a9-43e5-9da3-cdf60ff07107,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:28:10.461636 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e76fec61-ddcc-47f6-aa60-fc6bea6de205 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:10.463486 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-e76fec61-ddcc-47f6-aa60-fc6bea6de205 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6294167 May 28 06:28:10.467480 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 54940) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:28:10.472623 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-44db0730-92ba-4581-a198-98973aac85b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7caed0c-12be-4ccc-aed6-16ab8878a290', 'name': 'tempest-AttachVolumeTestJSON-711083849-router', 'tenant_id': 'f2d8466b4d8c4168848bc4cc302053bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '2be5ad75-4e3e-418a-8948-bbda87159bd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:27:51Z', 'updated_at': '2022-05-28T06:28:01Z', 'revision_number': 4, 'project_id': 'f2d8466b4d8c4168848bc4cc302053bf', 'gw_port': {'id': '2be5ad75-4e3e-418a-8948-bbda87159bd6', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:d2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7caed0c-12be-4ccc-aed6-16ab8878a290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:27:53Z', 'updated_at': '2022-05-28T06:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'ab358220-ffe5-48e9-8d4c-19b4f120a499', 'name': '', 'network_id': '4874bba4-a87e-43f9-9333-c72385485612', 'tenant_id': 'f2d8466b4d8c4168848bc4cc302053bf', 'mac_address': 'fa:16:3e:2a:8a:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7caed0c-12be-4ccc-aed6-16ab8878a290', 'device_owner': 'network:router_interface', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': 'aa6e01e0-3e0c-4b0f-b2af-e5c6de04414e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:27:59Z', 'updated_at': '2022-05-28T06:28:08Z', 'revision_number': 4, 'project_id': 'f2d8466b4d8c4168848bc4cc302053bf', 'subnets': [{'id': 'aa6e01e0-3e0c-4b0f-b2af-e5c6de04414e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:28:10.481910 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44db0730-92ba-4581-a198-98973aac85b2 None None] The sync data for ids ['b7caed0c-12be-4ccc-aed6-16ab8878a290'] in n-d-843702-1 is: [{'id': 'b7caed0c-12be-4ccc-aed6-16ab8878a290', 'name': 'tempest-AttachVolumeTestJSON-711083849-router', 'tenant_id': 'f2d8466b4d8c4168848bc4cc302053bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '2be5ad75-4e3e-418a-8948-bbda87159bd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:27:51Z', 'updated_at': '2022-05-28T06:28:01Z', 'revision_number': 4, 'project_id': 'f2d8466b4d8c4168848bc4cc302053bf', 'gw_port': {'id': '2be5ad75-4e3e-418a-8948-bbda87159bd6', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:d2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7caed0c-12be-4ccc-aed6-16ab8878a290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:27:53Z', 'updated_at': '2022-05-28T06:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'ab358220-ffe5-48e9-8d4c-19b4f120a499', 'name': '', 'network_id': '4874bba4-a87e-43f9-9333-c72385485612', 'tenant_id': 'f2d8466b4d8c4168848bc4cc302053bf', 'mac_address': 'fa:16:3e:2a:8a:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7caed0c-12be-4ccc-aed6-16ab8878a290', 'device_owner': 'network:router_interface', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': 'aa6e01e0-3e0c-4b0f-b2af-e5c6de04414e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:27:59Z', 'updated_at': '2022-05-28T06:28:08Z', 'revision_number': 4, 'project_id': 'f2d8466b4d8c4168848bc4cc302053bf', 'subnets': [{'id': 'aa6e01e0-3e0c-4b0f-b2af-e5c6de04414e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:28:10.484066 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1ffc9742-94af-41f3-bf59-e51b4e7d9154 req-6cae96c9-de65-41e8-beb7-fc0e48b77ff7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3fb3ec73-12a3-4479-8d11-63f64b53e873 HTTP/1.1" status: 200 len: 1000 time: 0.2839603 May 28 06:28:10.484204 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-0e310749-2625-4765-a688-8f1c3128d323 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Request body: {'security_group_rule': {'security_group_id': '63ea6420-b48b-49b9-b520-8d6c62ca7c71', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:28:10.499119 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-0e310749-2625-4765-a688-8f1c3128d323 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:28:10.504123 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-0e310749-2625-4765-a688-8f1c3128d323 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Usage tracker for resource:security_group_rule and tenant:f2d8466b4d8c4168848bc4cc302053bf is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:28:10.508521 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-0e310749-2625-4765-a688-8f1c3128d323 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:28:10.516959 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-0e310749-2625-4765-a688-8f1c3128d323 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:28:10.620984 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9914d4a-83a3-4606-8c4b-ef396f3c6250 req-1670e30d-b886-4748-b1ab-dfdf89171737 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:10.628433 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f9914d4a-83a3-4606-8c4b-ef396f3c6250 req-1670e30d-b886-4748-b1ab-dfdf89171737 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/ports?device_id=117f2637-fcb7-4984-95bd-57bc553ed42d HTTP/1.1" status: 200 len: 950 time: 0.2550240 May 28 06:28:10.658136 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0e310749-2625-4765-a688-8f1c3128d323 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:10.663092 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=ab358220-ffe5-48e9-8d4c-19b4f120a499,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:28:10.739422 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-d67be994-5fab-43b5-842d-3c7eff69441f req-acd1cf57-fad5-4dd9-9024-39c17ca84b19 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Synchronizing usage tracker for tenant:939489430c7749c59f0791a254a21615 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:28:10.750981 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffc9742-94af-41f3-bf59-e51b4e7d9154 req-613abeaf-b2ff-411f-8eff-59843cd195d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:10.752399 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1ffc9742-94af-41f3-bf59-e51b4e7d9154 req-613abeaf-b2ff-411f-8eff-59843cd195d2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c103158a-2ac5-46a3-b8d0-bd8c5ed32dd7 HTTP/1.1" status: 200 len: 856 time: 0.2602968 May 28 06:28:10.779584 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0e310749-2625-4765-a688-8f1c3128d323 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:10.845349 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0e310749-2625-4765-a688-8f1c3128d323 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:10.875400 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e310749-2625-4765-a688-8f1c3128d323 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a61d30c-4ecc-4b28-b8ef-7e70586eaf81,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:28:10.952360 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f9914d4a-83a3-4606-8c4b-ef396f3c6250 req-e32e62b3-ca0d-4bcb-b260-7ef13de3b63e tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/security-groups?id=cc42bff8-ec73-4f47-a19d-2b56e52b6e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3230815 May 28 06:28:10.981726 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0e310749-2625-4765-a688-8f1c3128d323 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:10.988041 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-0e310749-2625-4765-a688-8f1c3128d323 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5144775 May 28 06:28:10.988041 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 54948) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:28:10.991467 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-32110764-1f74-4f07-928e-7b7f733a3084 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Request body: {'floatingip': {'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:28:10.999830 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffc9742-94af-41f3-bf59-e51b4e7d9154 req-9857a3e8-3f4d-4b21-b11d-a400c919adc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:11.001456 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1ffc9742-94af-41f3-bf59-e51b4e7d9154 req-9857a3e8-3f4d-4b21-b11d-a400c919adc5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9b9370ac-f402-419d-a185-61eac57b38a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2376831 May 28 06:28:11.012253 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-32110764-1f74-4f07-928e-7b7f733a3084 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:28:11.016975 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-32110764-1f74-4f07-928e-7b7f733a3084 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Usage tracker for resource:floatingip and tenant:f2d8466b4d8c4168848bc4cc302053bf is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:28:11.020370 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-32110764-1f74-4f07-928e-7b7f733a3084 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:28:11.035814 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-32110764-1f74-4f07-928e-7b7f733a3084 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:28:11.086610 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-d67be994-5fab-43b5-842d-3c7eff69441f req-acd1cf57-fad5-4dd9-9024-39c17ca84b19 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Unset dirty status for tenant:939489430c7749c59f0791a254a21615 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:28:11.087859 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d67be994-5fab-43b5-842d-3c7eff69441f req-acd1cf57-fad5-4dd9-9024-39c17ca84b19 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea2d70f8-cc72-4c4e-b486-20aa5f467066 HTTP/1.1" status: 200 len: 210 time: 0.4144669 May 28 06:28:11.118705 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-32110764-1f74-4f07-928e-7b7f733a3084 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Notify callbacks [] for floatingip, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:11.157139 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-95e1ea32-f482-4842-ad32-48a53e1af89d req-6deec560-df47-434c-be48-bfe742342221 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/ports?device_id=90ede48b-246e-4690-8e50-3f809bbd9e2b HTTP/1.1" status: 200 len: 210 time: 0.0636940 May 28 06:28:11.224183 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1ffc9742-94af-41f3-bf59-e51b4e7d9154 req-a25cee85-53e4-4c39-8deb-cd1b3b5ca418 service neutron] 10.222.0.71 "GET /v2.0/networks/9b9370ac-f402-419d-a185-61eac57b38a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163000 May 28 06:28:11.359192 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8a99ceed-3484-4b29-9f4d-b49739fe110c req-18c79b7c-c74d-4b12-8749-540a1558c25e tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=715e31c4-b21e-43ff-9865-adf69fb78294 HTTP/1.1" status: 200 len: 210 time: 0.1299222 May 28 06:28:11.362022 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-32110764-1f74-4f07-928e-7b7f733a3084 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:11.429780 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea2d70f8-cc72-4c4e-b486-20aa5f467066', 'name': 'network-vif-deleted', 'tag': 'c205e4a9-2963-4f27-a3fd-884fa02390ef'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:28:11.564506 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1ffc9742-94af-41f3-bf59-e51b4e7d9154 req-61e29d25-6742-44ae-b22c-3c747b570212 service neutron] 10.222.0.71 "GET /v2.0/networks/9b9370ac-f402-419d-a185-61eac57b38a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2600918 May 28 06:28:11.567604 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e11f414-ca5d-4a4a-a897-bb5905d3eb3a'] response: {'server_uuid': 'ea2d70f8-cc72-4c4e-b486-20aa5f467066', 'name': 'network-vif-deleted', 'tag': 'c205e4a9-2963-4f27-a3fd-884fa02390ef', 'status': 'completed', 'code': 200} May 28 06:28:11.608747 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device ab358220-ffe5-48e9-8d4c-19b4f120a499 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:28:11.699412 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port ab358220-ffe5-48e9-8d4c-19b4f120a499 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:28:11.700305 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:11.729215 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-32110764-1f74-4f07-928e-7b7f733a3084 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Allocated IP 172.25.5.212 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/f52405bd-3249-49a3-94cf-14cf932f89fb) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:28:11.853056 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port ab358220-ffe5-48e9-8d4c-19b4f120a499 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:28:11.956648 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc6f24b-54ba-47bc-83d3-0a68498134ee req-660fe001-d862-4c19-a8c9-0586554d1542 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:11.958710 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bdc6f24b-54ba-47bc-83d3-0a68498134ee req-660fe001-d862-4c19-a8c9-0586554d1542 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.69 "GET /v2.0/networks?id=8a614321-106a-411d-a8a4-5e84c14727eb HTTP/1.1" status: 200 len: 815 time: 0.2230055 May 28 06:28:11.974071 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-bdc6f24b-54ba-47bc-83d3-0a68498134ee req-56822f15-0ff0-4146-82a7-812f7907eee4 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Request body: {'port': {'device_id': '90ede48b-246e-4690-8e50-3f809bbd9e2b', 'network_id': '8a614321-106a-411d-a8a4-5e84c14727eb', 'admin_state_up': True, 'tenant_id': 'fc01789de1b14900a06c05baded73001'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:28:12.169222 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-32110764-1f74-4f07-928e-7b7f733a3084 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:12.227483 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-bdc6f24b-54ba-47bc-83d3-0a68498134ee req-56822f15-0ff0-4146-82a7-812f7907eee4 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:28:12.237436 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f12ac8-8280-4d44-ba6a-02bfce5b613a req-beebdaa1-6792-4916-a774-e5d6409f7240 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:12.244908 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a8f12ac8-8280-4d44-ba6a-02bfce5b613a req-beebdaa1-6792-4916-a774-e5d6409f7240 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/ports?device_id=117f2637-fcb7-4984-95bd-57bc553ed42d HTTP/1.1" status: 200 len: 950 time: 0.1726110 May 28 06:28:12.254296 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-bdc6f24b-54ba-47bc-83d3-0a68498134ee req-56822f15-0ff0-4146-82a7-812f7907eee4 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Usage tracker for resource:port and tenant:fc01789de1b14900a06c05baded73001 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:28:12.268004 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-bdc6f24b-54ba-47bc-83d3-0a68498134ee req-56822f15-0ff0-4146-82a7-812f7907eee4 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:28:12.274097 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-32110764-1f74-4f07-928e-7b7f733a3084 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:12.329552 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-bdc6f24b-54ba-47bc-83d3-0a68498134ee req-56822f15-0ff0-4146-82a7-812f7907eee4 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:28:12.350520 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32110764-1f74-4f07-928e-7b7f733a3084 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:28:12.362707 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-32110764-1f74-4f07-928e-7b7f733a3084 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:28:12.367480 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32110764-1f74-4f07-928e-7b7f733a3084 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:28:12.379900 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a8f12ac8-8280-4d44-ba6a-02bfce5b613a req-d4e95068-0236-42b8-909c-c0d71a033ec2 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/security-groups?id=cc42bff8-ec73-4f47-a19d-2b56e52b6e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339743 May 28 06:28:12.433970 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fbc056-8f80-4e70-82d8-450d9e01b5ef req-1f229384-8054-4ab4-8ad7-d3b34f913f3f tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:12.448208 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-34fbc056-8f80-4e70-82d8-450d9e01b5ef req-1f229384-8054-4ab4-8ad7-d3b34f913f3f tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] 10.222.0.55 "GET /v2.0/ports?device_id=fcc6074d-4948-4fec-b5ad-05cb18cb9e5f HTTP/1.1" status: 200 len: 945 time: 0.2610188 May 28 06:28:12.488914 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdc6f24b-54ba-47bc-83d3-0a68498134ee req-56822f15-0ff0-4146-82a7-812f7907eee4 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Made reservation on behalf of fc01789de1b14900a06c05baded73001 for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:28:12.489126 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-32110764-1f74-4f07-928e-7b7f733a3084 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:12.494556 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-bdc6f24b-54ba-47bc-83d3-0a68498134ee req-56822f15-0ff0-4146-82a7-812f7907eee4 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:12.510830 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32110764-1f74-4f07-928e-7b7f733a3084 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Pushing event updated for resources: {'Port': ['ID=f52405bd-3249-49a3-94cf-14cf932f89fb,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:28:12.624549 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-34fbc056-8f80-4e70-82d8-450d9e01b5ef req-dfc10966-7ace-4a72-a159-765c53f92328 tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] 10.222.0.55 "GET /v2.0/security-groups?id=f271997b-8441-4de1-8268-d4b2c15a9cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1747465 May 28 06:28:12.660795 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-32110764-1f74-4f07-928e-7b7f733a3084 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:12.727422 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-189ce47c-42bf-4d6d-a9a9-25f495b7f112 req-4397c240-9119-4769-8670-ec6065673811 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea2d70f8-cc72-4c4e-b486-20aa5f467066 HTTP/1.1" status: 200 len: 210 time: 0.1000936 May 28 06:28:12.812718 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-86929bc3-b5b2-40cd-a6d4-a809e92d9e1d req-f6704a1f-417c-4ce7-b979-483081a87a79 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/ports?device_id=90ede48b-246e-4690-8e50-3f809bbd9e2b HTTP/1.1" status: 200 len: 210 time: 0.0843158 May 28 06:28:12.908822 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [req-bdc6f24b-54ba-47bc-83d3-0a68498134ee req-56822f15-0ff0-4146-82a7-812f7907eee4 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Allocated IP 172.20.0.12 (8a614321-106a-411d-a8a4-5e84c14727eb/66b89e44-3ec9-4ede-9e44-ddc84dd3e47d/9608580b-97ff-42f2-9808-c9d9a67209a5) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:28:12.962964 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d867631a-f52a-4bfe-b5fb-eda1bdc91010 req-aa338200-07a3-48a8-a942-0b6fafc29e5c tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=715e31c4-b21e-43ff-9865-adf69fb78294 HTTP/1.1" status: 200 len: 210 time: 0.0496180 May 28 06:28:12.996658 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-32110764-1f74-4f07-928e-7b7f733a3084 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:13.044708 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-32110764-1f74-4f07-928e-7b7f733a3084 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:13.171604 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d736f2dd-8307-45f3-851d-83de485bfa42 req-e37cee19-7218-4eed-ac8c-af1ff61a2a50 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:13.173394 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d736f2dd-8307-45f3-851d-83de485bfa42 req-e37cee19-7218-4eed-ac8c-af1ff61a2a50 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ebef2b8-a314-4523-b353-90a1f27259c6 HTTP/1.1" status: 200 len: 949 time: 0.2126889 May 28 06:28:13.174023 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32110764-1f74-4f07-928e-7b7f733a3084 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Pushing event updated for resources: {'Port': ['ID=f52405bd-3249-49a3-94cf-14cf932f89fb,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:28:13.190666 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-32110764-1f74-4f07-928e-7b7f733a3084 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691094'] for floatingip, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:13.271195 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d736f2dd-8307-45f3-851d-83de485bfa42 req-80ed1d61-c5d2-4115-97dd-fced12f9304b tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/security-groups?id=cc42bff8-ec73-4f47-a19d-2b56e52b6e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839274 May 28 06:28:13.279374 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-bdc6f24b-54ba-47bc-83d3-0a68498134ee req-56822f15-0ff0-4146-82a7-812f7907eee4 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:13.295969 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-32110764-1f74-4f07-928e-7b7f733a3084 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:13.295969 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-32110764-1f74-4f07-928e-7b7f733a3084 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3053868 May 28 06:28:13.491758 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-bdc6f24b-54ba-47bc-83d3-0a68498134ee req-56822f15-0ff0-4146-82a7-812f7907eee4 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:13.787063 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdc6f24b-54ba-47bc-83d3-0a68498134ee req-56822f15-0ff0-4146-82a7-812f7907eee4 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Network 8a614321-106a-411d-a8a4-5e84c14727eb is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:28:13.794701 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [req-bdc6f24b-54ba-47bc-83d3-0a68498134ee req-56822f15-0ff0-4146-82a7-812f7907eee4 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:28:13.818027 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdc6f24b-54ba-47bc-83d3-0a68498134ee req-56822f15-0ff0-4146-82a7-812f7907eee4 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:28:13.869799 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56822f15-0ff0-4146-82a7-812f7907eee4 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Pushing event updated for resources: {'Port': ['ID=9608580b-97ff-42f2-9808-c9d9a67209a5,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:28:13.922399 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56822f15-0ff0-4146-82a7-812f7907eee4 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:28:13.922793 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56822f15-0ff0-4146-82a7-812f7907eee4 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:28:13.923076 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56822f15-0ff0-4146-82a7-812f7907eee4 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:28:13.923413 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56822f15-0ff0-4146-82a7-812f7907eee4 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:28:13.923745 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56822f15-0ff0-4146-82a7-812f7907eee4 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:28:13.924073 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56822f15-0ff0-4146-82a7-812f7907eee4 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:28:13.924400 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56822f15-0ff0-4146-82a7-812f7907eee4 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:28:13.924722 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56822f15-0ff0-4146-82a7-812f7907eee4 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:28:13.925051 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56822f15-0ff0-4146-82a7-812f7907eee4 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:28:13.925376 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56822f15-0ff0-4146-82a7-812f7907eee4 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:28:13.925724 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56822f15-0ff0-4146-82a7-812f7907eee4 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:28:13.926049 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56822f15-0ff0-4146-82a7-812f7907eee4 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:28:13.966593 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782642be-9944-4b79-8c3d-2384ef201ba0 req-cd198664-f01c-4826-a499-12e41bf3372f tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:13.967324 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-782642be-9944-4b79-8c3d-2384ef201ba0 req-cd198664-f01c-4826-a499-12e41bf3372f tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.69 "GET /v2.0/networks?id=c7bbc20e-7bc5-42fd-94f8-f3663ada8854 HTTP/1.1" status: 200 len: 812 time: 0.5735421 May 28 06:28:13.990843 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc6f24b-54ba-47bc-83d3-0a68498134ee req-56822f15-0ff0-4146-82a7-812f7907eee4 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:13.990843 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-bdc6f24b-54ba-47bc-83d3-0a68498134ee req-56822f15-0ff0-4146-82a7-812f7907eee4 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:13.992810 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-782642be-9944-4b79-8c3d-2384ef201ba0 req-552d35a9-3e36-4d2d-930a-e4a6686896cd tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Request body: {'port': {'device_id': '715e31c4-b21e-43ff-9865-adf69fb78294', 'network_id': 'c7bbc20e-7bc5-42fd-94f8-f3663ada8854', 'admin_state_up': True, 'tenant_id': '9795f3bb4dd842ee9b6997b24ebca479'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:28:14.153232 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff626a6-1cae-4b85-a2c8-4c00f7547d7a req-ae5af4a3-461d-4ea9-a90e-7257ea7274a7 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:14.153232 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff626a6-1cae-4b85-a2c8-4c00f7547d7a req-ae5af4a3-461d-4ea9-a90e-7257ea7274a7 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:14.158719 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7ff626a6-1cae-4b85-a2c8-4c00f7547d7a req-ae5af4a3-461d-4ea9-a90e-7257ea7274a7 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/ports?device_id=117f2637-fcb7-4984-95bd-57bc553ed42d&device_id=5ebef2b8-a314-4523-b353-90a1f27259c6 HTTP/1.1" status: 200 len: 1690 time: 0.4292796 May 28 06:28:14.188410 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-782642be-9944-4b79-8c3d-2384ef201ba0 req-552d35a9-3e36-4d2d-930a-e4a6686896cd tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:28:14.204227 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-782642be-9944-4b79-8c3d-2384ef201ba0 req-552d35a9-3e36-4d2d-930a-e4a6686896cd tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Usage tracker for resource:port and tenant:9795f3bb4dd842ee9b6997b24ebca479 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:28:14.204227 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-782642be-9944-4b79-8c3d-2384ef201ba0 req-552d35a9-3e36-4d2d-930a-e4a6686896cd tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:28:14.208808 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-782642be-9944-4b79-8c3d-2384ef201ba0 req-552d35a9-3e36-4d2d-930a-e4a6686896cd tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:28:14.245607 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bdc6f24b-54ba-47bc-83d3-0a68498134ee req-56822f15-0ff0-4146-82a7-812f7907eee4 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2764747 May 28 06:28:14.258246 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7ff626a6-1cae-4b85-a2c8-4c00f7547d7a req-2e544596-17e8-48f1-8790-c73d4f0318b9 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/security-groups?id=cc42bff8-ec73-4f47-a19d-2b56e52b6e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840399 May 28 06:28:14.262720 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-bdc6f24b-54ba-47bc-83d3-0a68498134ee req-b0259123-a647-4a1d-af5d-6400b2b88476 service neutron] Request body: {'port': {'device_id': '90ede48b-246e-4690-8e50-3f809bbd9e2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843702-1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:28:14.336429 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-852721dc-4511-4d68-b73d-9281c04dd120 req-ec0d6072-8e3e-4706-8ea2-267fc21dfa04 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Synchronizing usage tracker for tenant:f2d8466b4d8c4168848bc4cc302053bf on resource:security_group {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:28:14.384427 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-782642be-9944-4b79-8c3d-2384ef201ba0 req-552d35a9-3e36-4d2d-930a-e4a6686896cd tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Made reservation on behalf of 9795f3bb4dd842ee9b6997b24ebca479 for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:28:14.386604 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-782642be-9944-4b79-8c3d-2384ef201ba0 req-552d35a9-3e36-4d2d-930a-e4a6686896cd tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:14.507606 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-bdc6f24b-54ba-47bc-83d3-0a68498134ee req-b0259123-a647-4a1d-af5d-6400b2b88476 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:14.536673 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-852721dc-4511-4d68-b73d-9281c04dd120 req-ec0d6072-8e3e-4706-8ea2-267fc21dfa04 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Unset dirty status for tenant:f2d8466b4d8c4168848bc4cc302053bf on resource:security_group {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:28:14.542017 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-852721dc-4511-4d68-b73d-9281c04dd120 req-ec0d6072-8e3e-4706-8ea2-267fc21dfa04 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--888109413&fields=id&tenant_id=f2d8466b4d8c4168848bc4cc302053bf HTTP/1.1" status: 200 len: 267 time: 0.3224471 May 28 06:28:14.922635 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7e2148-b787-4c8d-be67-3d5d409a9bab req-2ca5fef5-5596-40f7-af94-db0b00c8b7d2 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:14.923361 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-9e7e2148-b787-4c8d-be67-3d5d409a9bab req-2ca5fef5-5596-40f7-af94-db0b00c8b7d2 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Synchronizing usage tracker for tenant:fc01789de1b14900a06c05baded73001 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:28:14.927113 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [req-782642be-9944-4b79-8c3d-2384ef201ba0 req-552d35a9-3e36-4d2d-930a-e4a6686896cd tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Allocated IP 172.20.0.6 (c7bbc20e-7bc5-42fd-94f8-f3663ada8854/6e5f323f-ea6c-4672-94fb-4b56107669c0/b9b1502d-9c21-49c4-a523-abb3ea313a43) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:28:14.975724 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852721dc-4511-4d68-b73d-9281c04dd120 req-01538c4e-3be0-40bb-844c-ef9d91623ccf tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:14.977166 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-852721dc-4511-4d68-b73d-9281c04dd120 req-01538c4e-3be0-40bb-844c-ef9d91623ccf tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "GET /v2.0/networks?id=4874bba4-a87e-43f9-9333-c72385485612 HTTP/1.1" status: 200 len: 810 time: 0.4126837 May 28 06:28:15.070092 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-852721dc-4511-4d68-b73d-9281c04dd120 req-1c810fd7-6b57-49da-9fcb-3296775e6655 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "GET /v2.0/quotas/f2d8466b4d8c4168848bc4cc302053bf HTTP/1.1" status: 200 len: 375 time: 0.0834777 May 28 06:28:15.130500 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-9e7e2148-b787-4c8d-be67-3d5d409a9bab req-2ca5fef5-5596-40f7-af94-db0b00c8b7d2 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Unset dirty status for tenant:fc01789de1b14900a06c05baded73001 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:28:15.131684 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9e7e2148-b787-4c8d-be67-3d5d409a9bab req-2ca5fef5-5596-40f7-af94-db0b00c8b7d2 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/ports?device_id=90ede48b-246e-4690-8e50-3f809bbd9e2b HTTP/1.1" status: 200 len: 932 time: 0.6615465 May 28 06:28:15.338144 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9e7e2148-b787-4c8d-be67-3d5d409a9bab req-b20f5ce8-f588-436f-8529-4a07fd77be20 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f2c8bcd-a51c-4c0c-8c62-f5096a9be3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972277 May 28 06:28:15.405070 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-852721dc-4511-4d68-b73d-9281c04dd120 req-b22fdc24-a5f7-41b3-a499-8063d28a2296 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f2d8466b4d8c4168848bc4cc302053bf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3269460 May 28 06:28:15.490661 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc40911-c086-4555-b9ef-da7b385b07c7 req-50c64f0e-a7c7-49e6-b6a1-d3f829c6e70d tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:15.494508 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-8fc40911-c086-4555-b9ef-da7b385b07c7 req-50c64f0e-a7c7-49e6-b6a1-d3f829c6e70d tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] 10.222.0.69 "GET /v2.0/ports?device_id=fcc6074d-4948-4fec-b5ad-05cb18cb9e5f HTTP/1.1" status: 200 len: 945 time: 0.0937226 May 28 06:28:15.507467 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-782642be-9944-4b79-8c3d-2384ef201ba0 req-552d35a9-3e36-4d2d-930a-e4a6686896cd tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:15.575878 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [req-8fc40911-c086-4555-b9ef-da7b385b07c7 req-9fbbf7b8-b0f2-4f1f-91ed-1436b51463c6 tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] Deleting port b122da9f-ce01-4038-a1ff-c79da289b95c {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:28:15.576221 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-8fc40911-c086-4555-b9ef-da7b385b07c7 req-9fbbf7b8-b0f2-4f1f-91ed-1436b51463c6 tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:15.763835 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2c69cfb1-2a01-4fe4-8933-31fc5ae00b1e req-1e8c5365-e7af-4e04-9dae-5f8b364a87df tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=715e31c4-b21e-43ff-9865-adf69fb78294 HTTP/1.1" status: 200 len: 210 time: 0.2615600 May 28 06:28:15.779848 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [req-bdc6f24b-54ba-47bc-83d3-0a68498134ee req-b0259123-a647-4a1d-af5d-6400b2b88476 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9608580b-97ff-42f2-9808-c9d9a67209a5 {{(pid=89110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:28:15.796419 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-bdc6f24b-54ba-47bc-83d3-0a68498134ee req-b0259123-a647-4a1d-af5d-6400b2b88476 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:15.843784 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-bdc6f24b-54ba-47bc-83d3-0a68498134ee req-b0259123-a647-4a1d-af5d-6400b2b88476 service neutron] Transition to ACTIVE for port object 9608580b-97ff-42f2-9808-c9d9a67209a5 will not be triggered until provisioned by entity L2. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:28:15.849015 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-852721dc-4511-4d68-b73d-9281c04dd120 req-1cf3ce2c-06ca-4205-8e5a-694ef656c08a service neutron] 10.222.0.55 "GET /v2.0/networks/4874bba4-a87e-43f9-9333-c72385485612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4295807 May 28 06:28:15.926643 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-8fc40911-c086-4555-b9ef-da7b385b07c7 req-9fbbf7b8-b0f2-4f1f-91ed-1436b51463c6 tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] For port b122da9f-ce01-4038-a1ff-c79da289b95c, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=b122da9f-ce01-4038-a1ff-c79da289b95c,segment=NetworkSegment(a4c3f4ec-3c33-4362-bb48-7e64bee770a9),segment_id=a4c3f4ec-3c33-4362-bb48-7e64bee770a9)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:28:15.927032 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-8fc40911-c086-4555-b9ef-da7b385b07c7 req-9fbbf7b8-b0f2-4f1f-91ed-1436b51463c6 tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:15.966708 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-bdc6f24b-54ba-47bc-83d3-0a68498134ee req-b0259123-a647-4a1d-af5d-6400b2b88476 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:16.015172 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-782642be-9944-4b79-8c3d-2384ef201ba0 req-552d35a9-3e36-4d2d-930a-e4a6686896cd tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:16.152635 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-782642be-9944-4b79-8c3d-2384ef201ba0 req-552d35a9-3e36-4d2d-930a-e4a6686896cd tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Network c7bbc20e-7bc5-42fd-94f8-f3663ada8854 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:28:16.171919 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [req-782642be-9944-4b79-8c3d-2384ef201ba0 req-552d35a9-3e36-4d2d-930a-e4a6686896cd tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:28:16.176696 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0259123-a647-4a1d-af5d-6400b2b88476 service neutron] Pushing event updated for resources: {'Port': ['ID=9608580b-97ff-42f2-9808-c9d9a67209a5,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:28:16.181541 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-782642be-9944-4b79-8c3d-2384ef201ba0 req-552d35a9-3e36-4d2d-930a-e4a6686896cd tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:28:16.250506 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-8fc40911-c086-4555-b9ef-da7b385b07c7 req-9fbbf7b8-b0f2-4f1f-91ed-1436b51463c6 tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:16.250864 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-8fc40911-c086-4555-b9ef-da7b385b07c7 req-9fbbf7b8-b0f2-4f1f-91ed-1436b51463c6 tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691094'] for floatingip, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:16.251167 n-d-843702-1 neutron-server[89109]: INFO neutron.db.l3_db [req-8fc40911-c086-4555-b9ef-da7b385b07c7 req-9fbbf7b8-b0f2-4f1f-91ed-1436b51463c6 tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] Floating IP 375b8116-167c-4664-bba6-5a44bb6487c4 disassociated. External IP: 172.25.5.219, port: b122da9f-ce01-4038-a1ff-c79da289b95c. May 28 06:28:16.251500 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [req-8fc40911-c086-4555-b9ef-da7b385b07c7 req-9fbbf7b8-b0f2-4f1f-91ed-1436b51463c6 tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] Calling delete_port for b122da9f-ce01-4038-a1ff-c79da289b95c owned by compute:nova {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:28:16.363031 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-852721dc-4511-4d68-b73d-9281c04dd120 req-46610769-fd0b-4f5a-884c-7dc9ffdd3cac service neutron] 10.222.0.55 "GET /v2.0/networks/4874bba4-a87e-43f9-9333-c72385485612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5050378 May 28 06:28:16.408670 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552d35a9-3e36-4d2d-930a-e4a6686896cd tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Pushing event updated for resources: {'Port': ['ID=b9b1502d-9c21-49c4-a523-abb3ea313a43,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:28:16.418427 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9bb181-e1b5-49bf-afbb-e3eda42ef27a req-0af6a706-4bcc-4a3f-a232-8612bd121d33 tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:16.419911 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ce9bb181-e1b5-49bf-afbb-e3eda42ef27a req-0af6a706-4bcc-4a3f-a232-8612bd121d33 tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] 10.222.0.55 "GET /v2.0/ports?device_id=fcc6074d-4948-4fec-b5ad-05cb18cb9e5f HTTP/1.1" status: 200 len: 945 time: 0.5382011 May 28 06:28:16.427833 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782642be-9944-4b79-8c3d-2384ef201ba0 req-552d35a9-3e36-4d2d-930a-e4a6686896cd tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:16.428522 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-782642be-9944-4b79-8c3d-2384ef201ba0 req-552d35a9-3e36-4d2d-930a-e4a6686896cd tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:16.472443 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-8fc40911-c086-4555-b9ef-da7b385b07c7 req-9fbbf7b8-b0f2-4f1f-91ed-1436b51463c6 tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:16.497952 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-bdc6f24b-54ba-47bc-83d3-0a68498134ee req-b0259123-a647-4a1d-af5d-6400b2b88476 service neutron] Attempting to bind port 9608580b-97ff-42f2-9808-c9d9a67209a5 on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:28:16.498445 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-bdc6f24b-54ba-47bc-83d3-0a68498134ee req-b0259123-a647-4a1d-af5d-6400b2b88476 service neutron] Attempting to bind port 9608580b-97ff-42f2-9808-c9d9a67209a5 by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': 'c43c3304-7641-4f7e-9b08-81290536d034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '8a614321-106a-411d-a8a4-5e84c14727eb'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:28:16.498791 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc6f24b-54ba-47bc-83d3-0a68498134ee req-b0259123-a647-4a1d-af5d-6400b2b88476 service neutron] Attempting to bind port 9608580b-97ff-42f2-9808-c9d9a67209a5 on network 8a614321-106a-411d-a8a4-5e84c14727eb {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:28:16.509260 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ce9bb181-e1b5-49bf-afbb-e3eda42ef27a req-4d709a95-f3b8-469d-ab0f-5adfc37a6b0e tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] 10.222.0.55 "GET /v2.0/security-groups?id=f271997b-8441-4de1-8268-d4b2c15a9cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741277 May 28 06:28:16.509981 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc6f24b-54ba-47bc-83d3-0a68498134ee req-b0259123-a647-4a1d-af5d-6400b2b88476 service neutron] Port 9608580b-97ff-42f2-9808-c9d9a67209a5 on network 8a614321-106a-411d-a8a4-5e84c14727eb not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:28:16.510298 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc6f24b-54ba-47bc-83d3-0a68498134ee req-b0259123-a647-4a1d-af5d-6400b2b88476 service neutron] Attempting to bind port 9608580b-97ff-42f2-9808-c9d9a67209a5 on network 8a614321-106a-411d-a8a4-5e84c14727eb {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:28:16.516893 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc6f24b-54ba-47bc-83d3-0a68498134ee req-b0259123-a647-4a1d-af5d-6400b2b88476 service neutron] Checking agent: {'id': '69f492a0-c00d-46d0-9bec-fcd8161ce206', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:28:16.517248 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc6f24b-54ba-47bc-83d3-0a68498134ee req-b0259123-a647-4a1d-af5d-6400b2b88476 service neutron] Checking segment: {'id': 'c43c3304-7641-4f7e-9b08-81290536d034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '8a614321-106a-411d-a8a4-5e84c14727eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:28:16.517787 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc6f24b-54ba-47bc-83d3-0a68498134ee req-b0259123-a647-4a1d-af5d-6400b2b88476 service neutron] Bound using segment: {'id': 'c43c3304-7641-4f7e-9b08-81290536d034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '8a614321-106a-411d-a8a4-5e84c14727eb'} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:28:16.518218 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-bdc6f24b-54ba-47bc-83d3-0a68498134ee req-b0259123-a647-4a1d-af5d-6400b2b88476 service neutron] Bound port: 9608580b-97ff-42f2-9808-c9d9a67209a5, host: n-h1-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c43c3304-7641-4f7e-9b08-81290536d034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '8a614321-106a-411d-a8a4-5e84c14727eb'}}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:28:16.518622 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-bdc6f24b-54ba-47bc-83d3-0a68498134ee req-b0259123-a647-4a1d-af5d-6400b2b88476 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:16.592065 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbbf7b8-b0f2-4f1f-91ed-1436b51463c6 tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] Pushing event deleted for resources: {'Port': ['ID=b122da9f-ce01-4038-a1ff-c79da289b95c,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:28:16.613643 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-782642be-9944-4b79-8c3d-2384ef201ba0 req-552d35a9-3e36-4d2d-930a-e4a6686896cd tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6351366 May 28 06:28:16.626655 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-782642be-9944-4b79-8c3d-2384ef201ba0 req-160b9c54-be9e-4655-863b-40b01dddd8a7 service neutron] Request body: {'port': {'device_id': '715e31c4-b21e-43ff-9865-adf69fb78294', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843702-1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:28:16.711929 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-bdc6f24b-54ba-47bc-83d3-0a68498134ee req-b0259123-a647-4a1d-af5d-6400b2b88476 service neutron] For port 9608580b-97ff-42f2-9808-c9d9a67209a5, host n-h1-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:28:16.718048 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-bdc6f24b-54ba-47bc-83d3-0a68498134ee req-b0259123-a647-4a1d-af5d-6400b2b88476 service neutron] For port 9608580b-97ff-42f2-9808-c9d9a67209a5, host n-h1-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=9608580b-97ff-42f2-9808-c9d9a67209a5,segment=NetworkSegment(c43c3304-7641-4f7e-9b08-81290536d034),segment_id=c43c3304-7641-4f7e-9b08-81290536d034)] {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:28:16.803841 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-782642be-9944-4b79-8c3d-2384ef201ba0 req-160b9c54-be9e-4655-863b-40b01dddd8a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:16.835415 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-bdc6f24b-54ba-47bc-83d3-0a68498134ee req-b0259123-a647-4a1d-af5d-6400b2b88476 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:16.913295 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 55042) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:28:16.926933 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-fd198997-663a-40e0-a4e1-a5b7013105a2 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1542033969'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:28:16.946910 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-fd198997-663a-40e0-a4e1-a5b7013105a2 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:28:16.955226 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-fd198997-663a-40e0-a4e1-a5b7013105a2 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Usage tracker for resource:network and tenant:f3958891eac44c76810006defcff5dde is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:28:16.958859 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc6f24b-54ba-47bc-83d3-0a68498134ee req-b0259123-a647-4a1d-af5d-6400b2b88476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:16.959807 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-bdc6f24b-54ba-47bc-83d3-0a68498134ee req-b0259123-a647-4a1d-af5d-6400b2b88476 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:16.960276 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-fd198997-663a-40e0-a4e1-a5b7013105a2 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:28:16.961263 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bdc6f24b-54ba-47bc-83d3-0a68498134ee req-b0259123-a647-4a1d-af5d-6400b2b88476 service neutron] 10.222.0.69 "PUT /v2.0/ports/9608580b-97ff-42f2-9808-c9d9a67209a5 HTTP/1.1" status: 200 len: 1092 time: 2.7062626 May 28 06:28:16.970898 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-fd198997-663a-40e0-a4e1-a5b7013105a2 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:28:16.997057 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8fc40911-c086-4555-b9ef-da7b385b07c7 req-9fbbf7b8-b0f2-4f1f-91ed-1436b51463c6 tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] Router bc071cc7-7463-4354-906f-270941205e04 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:28:17.013730 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90ede48b-246e-4690-8e50-3f809bbd9e2b', 'tag': '9608580b-97ff-42f2-9808-c9d9a67209a5'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:28:17.074238 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0259123-a647-4a1d-af5d-6400b2b88476 service neutron] Pushing event updated for resources: {'Port': ['ID=9608580b-97ff-42f2-9808-c9d9a67209a5,revision_number=3']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:28:17.095370 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd198997-663a-40e0-a4e1-a5b7013105a2 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Made reservation on behalf of f3958891eac44c76810006defcff5dde for: {'network': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:28:17.099447 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fd198997-663a-40e0-a4e1-a5b7013105a2 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:17.209864 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd198997-663a-40e0-a4e1-a5b7013105a2 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=89109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:28:17.227673 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fd198997-663a-40e0-a4e1-a5b7013105a2 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:17.228010 n-d-843702-1 neutron-server[89109]: INFO neutron.db.segments_db [None req-fd198997-663a-40e0-a4e1-a5b7013105a2 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Added segment b626a722-ea70-46bf-9197-581d08545299 of type vlan for network 983e828b-34fc-4a3a-b418-34d9236f2407 May 28 06:28:17.240105 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8fc40911-c086-4555-b9ef-da7b385b07c7 req-9fbbf7b8-b0f2-4f1f-91ed-1436b51463c6 tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:28:17.252405 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d0c47e-0d46-47f3-803a-135189f030bb None None] Sync routers for ids ['bc071cc7-7463-4354-906f-270941205e04'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:28:17.264893 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d0c47e-0d46-47f3-803a-135189f030bb None None] Routers {'bc071cc7-7463-4354-906f-270941205e04'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:28:17.266003 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-d6d0c47e-0d46-47f3-803a-135189f030bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:27:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['bc071cc7-7463-4354-906f-270941205e04'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:28:17.267808 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3d1d93d7-0079-4a0a-8cf6-9484fe9661b1 req-fc60a690-4a52-44e4-8765-83501b130e6e tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "GET /v2.0/ports?device_id=4faa87b8-f4ff-4090-9c52-7a280a3dcdf8 HTTP/1.1" status: 200 len: 210 time: 0.1142230 May 28 06:28:17.346173 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fc40911-c086-4555-b9ef-da7b385b07c7 req-9fbbf7b8-b0f2-4f1f-91ed-1436b51463c6 tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] No DVR routers for this DVR port b122da9f-ce01-4038-a1ff-c79da289b95c on host n-h1-843702-1 {{(pid=89109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:28:17.348839 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-8fc40911-c086-4555-b9ef-da7b385b07c7 req-9fbbf7b8-b0f2-4f1f-91ed-1436b51463c6 tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:17.353373 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fd198997-663a-40e0-a4e1-a5b7013105a2 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:17.357892 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcc6074d-4948-4fec-b5ad-05cb18cb9e5f', 'name': 'network-vif-deleted', 'tag': 'b122da9f-ce01-4038-a1ff-c79da289b95c'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:28:17.415907 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86d8b9a-8705-4aad-8ca5-68f561b4d076 req-87842e77-e5be-407e-a3ea-de7f1cde73b4 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:17.417479 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a86d8b9a-8705-4aad-8ca5-68f561b4d076 req-87842e77-e5be-407e-a3ea-de7f1cde73b4 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/ports?device_id=90ede48b-246e-4690-8e50-3f809bbd9e2b HTTP/1.1" status: 200 len: 944 time: 0.5645509 May 28 06:28:17.485253 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-d6d0c47e-0d46-47f3-803a-135189f030bb None None] Set router bc071cc7-7463-4354-906f-270941205e04 gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:28:17.496381 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-8fc40911-c086-4555-b9ef-da7b385b07c7 req-9fbbf7b8-b0f2-4f1f-91ed-1436b51463c6 tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] 10.222.0.69 "DELETE /v2.0/ports/b122da9f-ce01-4038-a1ff-c79da289b95c HTTP/1.1" status: 204 len: 173 time: 1.9926612 May 28 06:28:17.496381 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fd198997-663a-40e0-a4e1-a5b7013105a2 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:17.527227 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd198997-663a-40e0-a4e1-a5b7013105a2 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:17.528731 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fd198997-663a-40e0-a4e1-a5b7013105a2 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:17.710216 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc6f24b-54ba-47bc-83d3-0a68498134ee req-89c410f5-76af-4e4d-acf4-3bdc2de68f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:17.710216 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bdc6f24b-54ba-47bc-83d3-0a68498134ee req-89c410f5-76af-4e4d-acf4-3bdc2de68f3c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fc01789de1b14900a06c05baded73001&device_id=90ede48b-246e-4690-8e50-3f809bbd9e2b HTTP/1.1" status: 200 len: 1095 time: 0.5478053 May 28 06:28:17.717508 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd198997-663a-40e0-a4e1-a5b7013105a2 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Pushing event updated for resources: {'Network': ['ID=983e828b-34fc-4a3a-b418-34d9236f2407,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:28:17.757309 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 983e828b-34fc-4a3a-b418-34d9236f2407 details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:28:17.770175 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-fd198997-663a-40e0-a4e1-a5b7013105a2 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8554442 May 28 06:28:17.772946 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 55056) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:28:17.779381 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-252f46c4-14c5-432d-87e0-5d0da42ef800 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-706876346'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:28:17.785227 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-252f46c4-14c5-432d-87e0-5d0da42ef800 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:28:17.789101 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-252f46c4-14c5-432d-87e0-5d0da42ef800 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Usage tracker for resource:network and tenant:f3958891eac44c76810006defcff5dde is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:28:17.792845 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-252f46c4-14c5-432d-87e0-5d0da42ef800 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:28:17.798621 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-252f46c4-14c5-432d-87e0-5d0da42ef800 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:28:17.803325 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bdc6f24b-54ba-47bc-83d3-0a68498134ee req-c23102ea-9c80-4b32-ae06-6109f2a4370c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9608580b-97ff-42f2-9808-c9d9a67209a5 HTTP/1.1" status: 200 len: 217 time: 0.0741167 May 28 06:28:17.807388 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a86d8b9a-8705-4aad-8ca5-68f561b4d076 req-c6824a38-2523-4b92-abaf-364dd0fac0e4 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f2c8bcd-a51c-4c0c-8c62-f5096a9be3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974337 May 28 06:28:17.910448 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bd6e65-7e3a-4c25-9e0d-5d7437e5efc1 req-ab82f538-4f3b-46c1-bd57-e49519c14a8d tempest-ServersOnMultiNodesTest-1111834029 tempest-ServersOnMultiNodesTest-1111834029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:17.912270 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-31bd6e65-7e3a-4c25-9e0d-5d7437e5efc1 req-ab82f538-4f3b-46c1-bd57-e49519c14a8d tempest-ServersOnMultiNodesTest-1111834029 tempest-ServersOnMultiNodesTest-1111834029-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=117f2637-fcb7-4984-95bd-57bc553ed42d HTTP/1.1" status: 200 len: 1101 time: 0.4936719 May 28 06:28:17.915224 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc6f24b-54ba-47bc-83d3-0a68498134ee req-bf134b64-34d9-4b10-89aa-393a05a62515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:17.916579 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-252f46c4-14c5-432d-87e0-5d0da42ef800 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Made reservation on behalf of f3958891eac44c76810006defcff5dde for: {'network': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:28:17.917086 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bdc6f24b-54ba-47bc-83d3-0a68498134ee req-bf134b64-34d9-4b10-89aa-393a05a62515 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=66b89e44-3ec9-4ede-9e44-ddc84dd3e47d HTTP/1.1" status: 200 len: 855 time: 0.0966876 May 28 06:28:17.927062 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-252f46c4-14c5-432d-87e0-5d0da42ef800 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:17.963413 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-252f46c4-14c5-432d-87e0-5d0da42ef800 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=89109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:28:17.973542 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-252f46c4-14c5-432d-87e0-5d0da42ef800 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:17.973892 n-d-843702-1 neutron-server[89109]: INFO neutron.db.segments_db [None req-252f46c4-14c5-432d-87e0-5d0da42ef800 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Added segment a17549e8-b8aa-4901-a73d-94fb0e39724e of type vlan for network a9a55cb1-2dd3-489f-a37d-55a242b85f0c May 28 06:28:18.003923 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-d6d0c47e-0d46-47f3-803a-135189f030bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc071cc7-7463-4354-906f-270941205e04', 'name': 'tempest-ServersTestManualDisk-592983147-router', 'tenant_id': '74efa5df31b04bb3906662ad8170d0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '23c8b49f-c8cb-45e4-9477-29a11af387b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:26:49Z', 'updated_at': '2022-05-28T06:27:01Z', 'revision_number': 4, 'project_id': '74efa5df31b04bb3906662ad8170d0a0', 'gw_port': {'id': '23c8b49f-c8cb-45e4-9477-29a11af387b9', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc071cc7-7463-4354-906f-270941205e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:26:50Z', 'updated_at': '2022-05-28T06:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '06576159-836b-4c4a-901b-c7db61dd6895', 'name': '', 'network_id': '288346a5-f33c-49f7-9d6b-a77223fb06e0', 'tenant_id': '74efa5df31b04bb3906662ad8170d0a0', 'mac_address': 'fa:16:3e:e5:1a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc071cc7-7463-4354-906f-270941205e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '080ebc12-6820-4737-a7d7-c00458c09bac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:26:58Z', 'updated_at': '2022-05-28T06:27:11Z', 'revision_number': 5, 'project_id': '74efa5df31b04bb3906662ad8170d0a0', 'subnets': [{'id': '080ebc12-6820-4737-a7d7-c00458c09bac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:28:18.009192 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-252f46c4-14c5-432d-87e0-5d0da42ef800 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:18.009829 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d0c47e-0d46-47f3-803a-135189f030bb None None] Checking router: bc071cc7-7463-4354-906f-270941205e04 for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:28:18.022747 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d0c47e-0d46-47f3-803a-135189f030bb None None] Routers {'bc071cc7-7463-4354-906f-270941205e04'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:28:18.029610 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-d6d0c47e-0d46-47f3-803a-135189f030bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:27:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['bc071cc7-7463-4354-906f-270941205e04'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:28:18.072199 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bdc6f24b-54ba-47bc-83d3-0a68498134ee req-ee028297-7ef9-41ea-90b3-8aa31a75527b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8a614321-106a-411d-a8a4-5e84c14727eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1447752 May 28 06:28:18.135389 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-252f46c4-14c5-432d-87e0-5d0da42ef800 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:18.142199 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-252f46c4-14c5-432d-87e0-5d0da42ef800 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:18.142715 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-252f46c4-14c5-432d-87e0-5d0da42ef800 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:18.202569 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-31bd6e65-7e3a-4c25-9e0d-5d7437e5efc1 req-5ea13371-2a0a-457f-8e60-ad04b8033abb tempest-ServersOnMultiNodesTest-1111834029 tempest-ServersOnMultiNodesTest-1111834029-project-admin] Synchronizing usage tracker for tenant:8f403800aaca4373a97d0125c668c0cd on resource:security_group {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:28:18.215439 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [req-782642be-9944-4b79-8c3d-2384ef201ba0 req-160b9c54-be9e-4655-863b-40b01dddd8a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9b1502d-9c21-49c4-a523-abb3ea313a43 {{(pid=89110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:28:18.229580 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-782642be-9944-4b79-8c3d-2384ef201ba0 req-160b9c54-be9e-4655-863b-40b01dddd8a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:18.230663 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-d6d0c47e-0d46-47f3-803a-135189f030bb None None] Set router bc071cc7-7463-4354-906f-270941205e04 gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:28:18.263334 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252f46c4-14c5-432d-87e0-5d0da42ef800 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Pushing event updated for resources: {'Network': ['ID=a9a55cb1-2dd3-489f-a37d-55a242b85f0c,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:28:18.284919 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-782642be-9944-4b79-8c3d-2384ef201ba0 req-160b9c54-be9e-4655-863b-40b01dddd8a7 service neutron] Transition to ACTIVE for port object b9b1502d-9c21-49c4-a523-abb3ea313a43 will not be triggered until provisioned by entity L2. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:28:18.311484 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b83c3c-bb84-48e3-9944-3018d52fecff req-00deb30a-9fce-473f-a380-59a9d57db001 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:18.312210 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-67b83c3c-bb84-48e3-9944-3018d52fecff req-00deb30a-9fce-473f-a380-59a9d57db001 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Synchronizing usage tracker for tenant:9795f3bb4dd842ee9b6997b24ebca479 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:28:18.317169 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network a9a55cb1-2dd3-489f-a37d-55a242b85f0c details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:28:18.318573 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-252f46c4-14c5-432d-87e0-5d0da42ef800 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5443542 May 28 06:28:18.318929 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 55062) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:28:18.327712 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-1478f432-c83d-405b-8958-770778a2e768 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Request body: {'subnet': {'network_id': '983e828b-34fc-4a3a-b418-34d9236f2407', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:28:18.348667 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bdc6f24b-54ba-47bc-83d3-0a68498134ee req-d27f04f0-f85f-437f-a73a-102e1792d102 service neutron] 10.222.0.69 "GET /v2.0/networks/8a614321-106a-411d-a8a4-5e84c14727eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2629550 May 28 06:28:18.426734 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-31bd6e65-7e3a-4c25-9e0d-5d7437e5efc1 req-5ea13371-2a0a-457f-8e60-ad04b8033abb tempest-ServersOnMultiNodesTest-1111834029 tempest-ServersOnMultiNodesTest-1111834029-project-admin] Unset dirty status for tenant:8f403800aaca4373a97d0125c668c0cd on resource:security_group {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:28:18.428132 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-31bd6e65-7e3a-4c25-9e0d-5d7437e5efc1 req-5ea13371-2a0a-457f-8e60-ad04b8033abb tempest-ServersOnMultiNodesTest-1111834029 tempest-ServersOnMultiNodesTest-1111834029-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=cc42bff8-ec73-4f47-a19d-2b56e52b6e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4992626 May 28 06:28:18.492227 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42be630c-2de2-4c10-b678-dfaa81a2a8ca req-3d1ce787-634a-47fd-a816-40ac3c7b0e34 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:18.493946 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-42be630c-2de2-4c10-b678-dfaa81a2a8ca req-3d1ce787-634a-47fd-a816-40ac3c7b0e34 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2cac498-5681-4d00-a219-f4b4fe770ade HTTP/1.1" status: 200 len: 950 time: 0.1097152 May 28 06:28:18.516260 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-782642be-9944-4b79-8c3d-2384ef201ba0 req-160b9c54-be9e-4655-863b-40b01dddd8a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:18.531769 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89d13032-acbd-49fe-973c-7b3c6cb2b0e8'] response: {'name': 'network-changed', 'server_uuid': '90ede48b-246e-4690-8e50-3f809bbd9e2b', 'tag': '9608580b-97ff-42f2-9808-c9d9a67209a5', 'status': 'completed', 'code': 200} May 28 06:28:18.662725 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [req-42be630c-2de2-4c10-b678-dfaa81a2a8ca req-159c662c-8b91-4060-81a9-b9e7db269751 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Deleting port a699bdd8-4938-4757-b19e-675730d9996a {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:28:18.663286 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-42be630c-2de2-4c10-b678-dfaa81a2a8ca req-159c662c-8b91-4060-81a9-b9e7db269751 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:18.705555 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-67b83c3c-bb84-48e3-9944-3018d52fecff req-00deb30a-9fce-473f-a380-59a9d57db001 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Unset dirty status for tenant:9795f3bb4dd842ee9b6997b24ebca479 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:28:18.707057 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-67b83c3c-bb84-48e3-9944-3018d52fecff req-00deb30a-9fce-473f-a380-59a9d57db001 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=715e31c4-b21e-43ff-9865-adf69fb78294 HTTP/1.1" status: 200 len: 931 time: 0.7293401 May 28 06:28:18.768976 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-1478f432-c83d-405b-8958-770778a2e768 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:28:18.812164 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-1478f432-c83d-405b-8958-770778a2e768 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Usage tracker for resource:subnet and tenant:f3958891eac44c76810006defcff5dde is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:28:18.841952 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-1478f432-c83d-405b-8958-770778a2e768 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:28:18.863229 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device b122da9f-ce01-4038-a1ff-c79da289b95c no longer exists at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:28:18.881916 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160b9c54-be9e-4655-863b-40b01dddd8a7 service neutron] Pushing event updated for resources: {'Port': ['ID=b9b1502d-9c21-49c4-a523-abb3ea313a43,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:28:18.892236 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-1478f432-c83d-405b-8958-770778a2e768 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:28:18.911418 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] No Port match for: b122da9f-ce01-4038-a1ff-c79da289b95c {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:28:18.911418 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device b122da9f-ce01-4038-a1ff-c79da289b95c not bound to the agent host n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:28:18.945050 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-d6d0c47e-0d46-47f3-803a-135189f030bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc071cc7-7463-4354-906f-270941205e04', 'name': 'tempest-ServersTestManualDisk-592983147-router', 'tenant_id': '74efa5df31b04bb3906662ad8170d0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '23c8b49f-c8cb-45e4-9477-29a11af387b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:26:49Z', 'updated_at': '2022-05-28T06:27:01Z', 'revision_number': 4, 'project_id': '74efa5df31b04bb3906662ad8170d0a0', 'gw_port': {'id': '23c8b49f-c8cb-45e4-9477-29a11af387b9', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc071cc7-7463-4354-906f-270941205e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:26:50Z', 'updated_at': '2022-05-28T06:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '06576159-836b-4c4a-901b-c7db61dd6895', 'name': '', 'network_id': '288346a5-f33c-49f7-9d6b-a77223fb06e0', 'tenant_id': '74efa5df31b04bb3906662ad8170d0a0', 'mac_address': 'fa:16:3e:e5:1a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc071cc7-7463-4354-906f-270941205e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '080ebc12-6820-4737-a7d7-c00458c09bac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:26:58Z', 'updated_at': '2022-05-28T06:27:11Z', 'revision_number': 5, 'project_id': '74efa5df31b04bb3906662ad8170d0a0', 'subnets': [{'id': '080ebc12-6820-4737-a7d7-c00458c09bac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:28:18.949454 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d0c47e-0d46-47f3-803a-135189f030bb None None] The sync data for ids ['bc071cc7-7463-4354-906f-270941205e04'] in n-d-843702-1 is: [{'id': 'bc071cc7-7463-4354-906f-270941205e04', 'name': 'tempest-ServersTestManualDisk-592983147-router', 'tenant_id': '74efa5df31b04bb3906662ad8170d0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '23c8b49f-c8cb-45e4-9477-29a11af387b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:26:49Z', 'updated_at': '2022-05-28T06:27:01Z', 'revision_number': 4, 'project_id': '74efa5df31b04bb3906662ad8170d0a0', 'gw_port': {'id': '23c8b49f-c8cb-45e4-9477-29a11af387b9', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc071cc7-7463-4354-906f-270941205e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:26:50Z', 'updated_at': '2022-05-28T06:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '06576159-836b-4c4a-901b-c7db61dd6895', 'name': '', 'network_id': '288346a5-f33c-49f7-9d6b-a77223fb06e0', 'tenant_id': '74efa5df31b04bb3906662ad8170d0a0', 'mac_address': 'fa:16:3e:e5:1a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc071cc7-7463-4354-906f-270941205e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '080ebc12-6820-4737-a7d7-c00458c09bac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:26:58Z', 'updated_at': '2022-05-28T06:27:11Z', 'revision_number': 5, 'project_id': '74efa5df31b04bb3906662ad8170d0a0', 'subnets': [{'id': '080ebc12-6820-4737-a7d7-c00458c09bac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:28:18.971027 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-67b83c3c-bb84-48e3-9944-3018d52fecff req-d11f6ed9-02c1-4d07-9b06-080bb65dece8 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Synchronizing usage tracker for tenant:9795f3bb4dd842ee9b6997b24ebca479 on resource:security_group {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:28:18.988621 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bdc6f24b-54ba-47bc-83d3-0a68498134ee req-8eb87612-7dd5-4100-b2f4-acb4f3b818c1 service neutron] 10.222.0.69 "GET /v2.0/networks/8a614321-106a-411d-a8a4-5e84c14727eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6327338 May 28 06:28:19.033282 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-42be630c-2de2-4c10-b678-dfaa81a2a8ca req-159c662c-8b91-4060-81a9-b9e7db269751 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] For port a699bdd8-4938-4757-b19e-675730d9996a, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=a699bdd8-4938-4757-b19e-675730d9996a,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:28:19.038165 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-42be630c-2de2-4c10-b678-dfaa81a2a8ca req-159c662c-8b91-4060-81a9-b9e7db269751 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:19.046245 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-782642be-9944-4b79-8c3d-2384ef201ba0 req-160b9c54-be9e-4655-863b-40b01dddd8a7 service neutron] Attempting to bind port b9b1502d-9c21-49c4-a523-abb3ea313a43 on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:28:19.046574 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-782642be-9944-4b79-8c3d-2384ef201ba0 req-160b9c54-be9e-4655-863b-40b01dddd8a7 service neutron] Attempting to bind port b9b1502d-9c21-49c4-a523-abb3ea313a43 by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': 'a8c42c09-58b4-4e9e-ab8f-c96c63ee4190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c7bbc20e-7bc5-42fd-94f8-f3663ada8854'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:28:19.046892 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782642be-9944-4b79-8c3d-2384ef201ba0 req-160b9c54-be9e-4655-863b-40b01dddd8a7 service neutron] Attempting to bind port b9b1502d-9c21-49c4-a523-abb3ea313a43 on network c7bbc20e-7bc5-42fd-94f8-f3663ada8854 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:28:19.054932 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782642be-9944-4b79-8c3d-2384ef201ba0 req-160b9c54-be9e-4655-863b-40b01dddd8a7 service neutron] Port b9b1502d-9c21-49c4-a523-abb3ea313a43 on network c7bbc20e-7bc5-42fd-94f8-f3663ada8854 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:28:19.055247 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782642be-9944-4b79-8c3d-2384ef201ba0 req-160b9c54-be9e-4655-863b-40b01dddd8a7 service neutron] Attempting to bind port b9b1502d-9c21-49c4-a523-abb3ea313a43 on network c7bbc20e-7bc5-42fd-94f8-f3663ada8854 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:28:19.063457 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1478f432-c83d-405b-8958-770778a2e768 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Made reservation on behalf of f3958891eac44c76810006defcff5dde for: {'subnet': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:28:19.066426 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1478f432-c83d-405b-8958-770778a2e768 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3171998'] for subnet, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:19.085040 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782642be-9944-4b79-8c3d-2384ef201ba0 req-160b9c54-be9e-4655-863b-40b01dddd8a7 service neutron] Checking agent: {'id': '69f492a0-c00d-46d0-9bec-fcd8161ce206', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:28:19.085449 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782642be-9944-4b79-8c3d-2384ef201ba0 req-160b9c54-be9e-4655-863b-40b01dddd8a7 service neutron] Checking segment: {'id': 'a8c42c09-58b4-4e9e-ab8f-c96c63ee4190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c7bbc20e-7bc5-42fd-94f8-f3663ada8854'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:28:19.086041 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782642be-9944-4b79-8c3d-2384ef201ba0 req-160b9c54-be9e-4655-863b-40b01dddd8a7 service neutron] Bound using segment: {'id': 'a8c42c09-58b4-4e9e-ab8f-c96c63ee4190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c7bbc20e-7bc5-42fd-94f8-f3663ada8854'} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:28:19.091196 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-782642be-9944-4b79-8c3d-2384ef201ba0 req-160b9c54-be9e-4655-863b-40b01dddd8a7 service neutron] Bound port: b9b1502d-9c21-49c4-a523-abb3ea313a43, host: n-h1-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8c42c09-58b4-4e9e-ab8f-c96c63ee4190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c7bbc20e-7bc5-42fd-94f8-f3663ada8854'}}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:28:19.091196 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-782642be-9944-4b79-8c3d-2384ef201ba0 req-160b9c54-be9e-4655-863b-40b01dddd8a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:19.111505 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357ac9ba-cad9-48ff-a597-ccd47f6ea3b7 req-6a1db22c-c4ce-4b11-b569-3aea49a11c51 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:19.113000 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-357ac9ba-cad9-48ff-a597-ccd47f6ea3b7 req-6a1db22c-c4ce-4b11-b569-3aea49a11c51 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.55 "GET /v2.0/ports?device_id=b2cac498-5681-4d00-a219-f4b4fe770ade HTTP/1.1" status: 200 len: 950 time: 0.4401813 May 28 06:28:19.181505 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-67b83c3c-bb84-48e3-9944-3018d52fecff req-d11f6ed9-02c1-4d07-9b06-080bb65dece8 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Unset dirty status for tenant:9795f3bb4dd842ee9b6997b24ebca479 on resource:security_group {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:28:19.189046 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-67b83c3c-bb84-48e3-9944-3018d52fecff req-d11f6ed9-02c1-4d07-9b06-080bb65dece8 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/security-groups?id=f6de87b7-c8be-4140-be86-d0d6b2592918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4502997 May 28 06:28:19.200837 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [req-42be630c-2de2-4c10-b678-dfaa81a2a8ca req-159c662c-8b91-4060-81a9-b9e7db269751 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Calling delete_port for a699bdd8-4938-4757-b19e-675730d9996a owned by compute:nova {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:28:19.259145 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cfe6305-2d7d-4ff1-8abb-be1d8ffe78ea'] response: {'server_uuid': 'fcc6074d-4948-4fec-b5ad-05cb18cb9e5f', 'name': 'network-vif-deleted', 'tag': 'b122da9f-ce01-4038-a1ff-c79da289b95c', 'status': 'completed', 'code': 200} May 28 06:28:19.284292 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c896f132-0b1c-4ded-9b38-c965ee34c8b2 None None] New status for floating IP 375b8116-167c-4664-bba6-5a44bb6487c4: DOWN {{(pid=89112) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 06:28:19.378714 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-357ac9ba-cad9-48ff-a597-ccd47f6ea3b7 req-53f0afa7-7437-454c-854c-127eb66f5b38 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.55 "GET /v2.0/security-groups?id=003cca32-7671-4721-8c5a-98dfd2100d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182000 May 28 06:28:19.435672 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-782642be-9944-4b79-8c3d-2384ef201ba0 req-160b9c54-be9e-4655-863b-40b01dddd8a7 service neutron] For port b9b1502d-9c21-49c4-a523-abb3ea313a43, host n-h1-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:28:19.442405 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-782642be-9944-4b79-8c3d-2384ef201ba0 req-160b9c54-be9e-4655-863b-40b01dddd8a7 service neutron] For port b9b1502d-9c21-49c4-a523-abb3ea313a43, host n-h1-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=b9b1502d-9c21-49c4-a523-abb3ea313a43,segment=NetworkSegment(a8c42c09-58b4-4e9e-ab8f-c96c63ee4190),segment_id=a8c42c09-58b4-4e9e-ab8f-c96c63ee4190)] {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:28:19.446891 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf48587-122d-46f4-83f2-1a136e793037 req-a1105704-adfd-4b9b-9a87-c4e3ac410514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:19.448643 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8bf48587-122d-46f4-83f2-1a136e793037 req-a1105704-adfd-4b9b-9a87-c4e3ac410514 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fc01789de1b14900a06c05baded73001&device_id=90ede48b-246e-4690-8e50-3f809bbd9e2b HTTP/1.1" status: 200 len: 1095 time: 0.2309363 May 28 06:28:19.552211 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-42be630c-2de2-4c10-b678-dfaa81a2a8ca req-159c662c-8b91-4060-81a9-b9e7db269751 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:19.606513 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159c662c-8b91-4060-81a9-b9e7db269751 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Pushing event deleted for resources: {'Port': ['ID=a699bdd8-4938-4757-b19e-675730d9996a,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:28:19.697031 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-782642be-9944-4b79-8c3d-2384ef201ba0 req-160b9c54-be9e-4655-863b-40b01dddd8a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:19.802167 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [req-42be630c-2de2-4c10-b678-dfaa81a2a8ca req-159c662c-8b91-4060-81a9-b9e7db269751 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] No DVR routers for this DVR port a699bdd8-4938-4757-b19e-675730d9996a on host n-h1-843702-1 {{(pid=89109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:28:19.805530 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-42be630c-2de2-4c10-b678-dfaa81a2a8ca req-159c662c-8b91-4060-81a9-b9e7db269751 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:19.851769 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-87aa22bc-2fd4-4e90-9fa6-54c274a311ba req-e56204cb-b160-43b5-8838-ac620d206e2d tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "GET /v2.0/ports?device_id=4faa87b8-f4ff-4090-9c52-7a280a3dcdf8 HTTP/1.1" status: 200 len: 210 time: 0.1981838 May 28 06:28:19.899637 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782642be-9944-4b79-8c3d-2384ef201ba0 req-160b9c54-be9e-4655-863b-40b01dddd8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:19.900247 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-782642be-9944-4b79-8c3d-2384ef201ba0 req-160b9c54-be9e-4655-863b-40b01dddd8a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:19.901739 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-782642be-9944-4b79-8c3d-2384ef201ba0 req-160b9c54-be9e-4655-863b-40b01dddd8a7 service neutron] 10.222.0.69 "PUT /v2.0/ports/b9b1502d-9c21-49c4-a523-abb3ea313a43 HTTP/1.1" status: 200 len: 1091 time: 3.2795520 May 28 06:28:19.953169 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-42be630c-2de2-4c10-b678-dfaa81a2a8ca req-159c662c-8b91-4060-81a9-b9e7db269751 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.69 "DELETE /v2.0/ports/a699bdd8-4938-4757-b19e-675730d9996a HTTP/1.1" status: 204 len: 173 time: 1.4515643 May 28 06:28:19.993087 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160b9c54-be9e-4655-863b-40b01dddd8a7 service neutron] Pushing event updated for resources: {'Port': ['ID=b9b1502d-9c21-49c4-a523-abb3ea313a43,revision_number=3']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:28:20.037888 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf48587-122d-46f4-83f2-1a136e793037 req-aac50176-5fe8-4773-b853-668a1bc84fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:20.039723 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8bf48587-122d-46f4-83f2-1a136e793037 req-aac50176-5fe8-4773-b853-668a1bc84fbd service neutron] 10.222.0.69 "GET /v2.0/networks?id=8a614321-106a-411d-a8a4-5e84c14727eb HTTP/1.1" status: 200 len: 916 time: 0.5840845 May 28 06:28:20.071187 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47212de6-cf90-4eac-a8ab-2bf0ca5ee92d req-96097587-4a42-4143-a426-92acc7e3bc30 tempest-ServersOnMultiNodesTest-1111834029 tempest-ServersOnMultiNodesTest-1111834029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:20.072713 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-47212de6-cf90-4eac-a8ab-2bf0ca5ee92d req-96097587-4a42-4143-a426-92acc7e3bc30 tempest-ServersOnMultiNodesTest-1111834029 tempest-ServersOnMultiNodesTest-1111834029-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=5ebef2b8-a314-4523-b353-90a1f27259c6 HTTP/1.1" status: 200 len: 1100 time: 0.4232163 May 28 06:28:20.150781 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782642be-9944-4b79-8c3d-2384ef201ba0 req-e0935dff-8b0f-44c3-b4ba-ddf14513314b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:20.152456 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-782642be-9944-4b79-8c3d-2384ef201ba0 req-e0935dff-8b0f-44c3-b4ba-ddf14513314b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9795f3bb4dd842ee9b6997b24ebca479&device_id=715e31c4-b21e-43ff-9865-adf69fb78294 HTTP/1.1" status: 200 len: 1094 time: 0.1543217 May 28 06:28:20.163856 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1478f432-c83d-405b-8958-770778a2e768 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3115906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3172012'] for subnet, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:20.230434 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-782642be-9944-4b79-8c3d-2384ef201ba0 req-cdec9251-0171-40e9-b860-3b809c15ebfb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b9b1502d-9c21-49c4-a523-abb3ea313a43 HTTP/1.1" status: 200 len: 217 time: 0.0712869 May 28 06:28:20.237864 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8bf48587-122d-46f4-83f2-1a136e793037 req-30dbba57-c801-46e8-be53-75def87f2db5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9608580b-97ff-42f2-9808-c9d9a67209a5 HTTP/1.1" status: 200 len: 217 time: 0.1900506 May 28 06:28:20.304146 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782642be-9944-4b79-8c3d-2384ef201ba0 req-91ec628c-c5b4-43d6-a957-3ab493a1a120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:20.306913 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-782642be-9944-4b79-8c3d-2384ef201ba0 req-91ec628c-c5b4-43d6-a957-3ab493a1a120 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6e5f323f-ea6c-4672-94fb-4b56107669c0 HTTP/1.1" status: 200 len: 852 time: 0.0709000 May 28 06:28:20.374940 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-782642be-9944-4b79-8c3d-2384ef201ba0 req-b8a5948e-2b59-482c-b451-0118b6c53341 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c7bbc20e-7bc5-42fd-94f8-f3663ada8854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564370 May 28 06:28:20.398957 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04832109-390c-4977-addb-755921f34987 req-674150c9-9630-44ac-9f84-242a875a6c30 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:20.402951 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-04832109-390c-4977-addb-755921f34987 req-674150c9-9630-44ac-9f84-242a875a6c30 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/ports?device_id=90ede48b-246e-4690-8e50-3f809bbd9e2b HTTP/1.1" status: 200 len: 944 time: 0.4121430 May 28 06:28:20.463880 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-47212de6-cf90-4eac-a8ab-2bf0ca5ee92d req-2936e5ef-db46-4712-b32c-71dd11f03c54 tempest-ServersOnMultiNodesTest-1111834029 tempest-ServersOnMultiNodesTest-1111834029-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=cc42bff8-ec73-4f47-a19d-2b56e52b6e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3722138 May 28 06:28:20.524014 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1478f432-c83d-405b-8958-770778a2e768 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Pushing event updated for resources: {'Subnet': ['ID=63fab1a7-8d25-437c-adf6-b6a1e24d5e16,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:28:20.534425 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '715e31c4-b21e-43ff-9865-adf69fb78294', 'tag': 'b9b1502d-9c21-49c4-a523-abb3ea313a43'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:28:20.570559 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf48587-122d-46f4-83f2-1a136e793037 req-645e6b38-0e87-477d-a4ad-f2cb6bc462e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:20.570559 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8bf48587-122d-46f4-83f2-1a136e793037 req-645e6b38-0e87-477d-a4ad-f2cb6bc462e4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=66b89e44-3ec9-4ede-9e44-ddc84dd3e47d HTTP/1.1" status: 200 len: 855 time: 0.3003099 May 28 06:28:20.576390 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-782642be-9944-4b79-8c3d-2384ef201ba0 req-4cadf299-411f-4119-8abe-532fd7698f37 service neutron] 10.222.0.69 "GET /v2.0/networks/c7bbc20e-7bc5-42fd-94f8-f3663ada8854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940939 May 28 06:28:20.634832 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 55086) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:28:20.637747 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1478f432-c83d-405b-8958-770778a2e768 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Checking segment: {'id': 'b626a722-ea70-46bf-9197-581d08545299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '983e828b-34fc-4a3a-b418-34d9236f2407'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:28:20.638111 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1478f432-c83d-405b-8958-770778a2e768 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Network hostable DHCP agents. Network: 983e828b-34fc-4a3a-b418-34d9236f2407, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89110) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:28:20.696789 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8bf48587-122d-46f4-83f2-1a136e793037 req-35c12ca2-dc2b-481a-94be-a02755e7e453 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8a614321-106a-411d-a8a4-5e84c14727eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1029732 May 28 06:28:20.696789 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-04832109-390c-4977-addb-755921f34987 req-05df4cba-61ee-4fa2-8852-fc5076e08c77 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f2c8bcd-a51c-4c0c-8c62-f5096a9be3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718804 May 28 06:28:20.706297 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [req-8bf48587-122d-46f4-83f2-1a136e793037 req-5f97678d-aafa-45b7-bcef-57bf34748a9a service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=89110) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:28:20.707283 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8bf48587-122d-46f4-83f2-1a136e793037 req-5f97678d-aafa-45b7-bcef-57bf34748a9a service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0136507 May 28 06:28:20.721177 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852721dc-4511-4d68-b73d-9281c04dd120 req-3a9af9e2-9bc0-4ab2-9b7a-7696ede85e07 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:20.722623 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-852721dc-4511-4d68-b73d-9281c04dd120 req-3a9af9e2-9bc0-4ab2-9b7a-7696ede85e07 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.69 "GET /v2.0/networks?id=4874bba4-a87e-43f9-9333-c72385485612 HTTP/1.1" status: 200 len: 810 time: 0.5633330 May 28 06:28:20.755344 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-782642be-9944-4b79-8c3d-2384ef201ba0 req-a8638617-2c9a-40ec-a95a-2a1679100a18 service neutron] 10.222.0.69 "GET /v2.0/networks/c7bbc20e-7bc5-42fd-94f8-f3663ada8854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778786 May 28 06:28:20.860047 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device a699bdd8-4938-4757-b19e-675730d9996a no longer exists at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:28:20.894261 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] No Port match for: a699bdd8-4938-4757-b19e-675730d9996a {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:28:20.894495 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device a699bdd8-4938-4757-b19e-675730d9996a not bound to the agent host n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:28:20.937596 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1478f432-c83d-405b-8958-770778a2e768 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Network 983e828b-34fc-4a3a-b418-34d9236f2407 is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89110) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:28:20.983517 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d980629c-57a8-4468-836c-7fccf4d028a6 req-233e00d4-98ce-4e53-a239-4ed490612c58 tempest-ServersAdminTestJSON-372880144 tempest-ServersAdminTestJSON-372880144-project] 10.222.0.55 "GET /v2.0/ports?device_id=b2cac498-5681-4d00-a219-f4b4fe770ade HTTP/1.1" status: 200 len: 210 time: 0.1024106 May 28 06:28:21.008316 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-852721dc-4511-4d68-b73d-9281c04dd120 req-0d686118-fa91-400c-abcc-7e0d5682e7ef tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f2d8466b4d8c4168848bc4cc302053bf HTTP/1.1" status: 200 len: 379 time: 0.2239459 May 28 06:28:21.023304 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-852721dc-4511-4d68-b73d-9281c04dd120 req-23e1fd2f-4729-4f1b-851b-159122c9e3a4 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Request body: {'port': {'device_id': '4faa87b8-f4ff-4090-9c52-7a280a3dcdf8', 'network_id': '4874bba4-a87e-43f9-9333-c72385485612', 'admin_state_up': True, 'tenant_id': 'f2d8466b4d8c4168848bc4cc302053bf', 'security_groups': ['63ea6420-b48b-49b9-b520-8d6c62ca7c71']}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:28:21.051354 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b38f1c31-8b45-4ca5-9d95-1cea6d0d5453 tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:21.140009 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-1478f432-c83d-405b-8958-770778a2e768 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, 983e828b-34fc-4a3a-b418-34d9236f2407) {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:28:21.148546 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec867f8-0c13-4d4e-aa7d-b84f4c61b4b8 None None] Network 983e828b-34fc-4a3a-b418-34d9236f2407 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:28:21.162160 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1478f432-c83d-405b-8958-770778a2e768 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:21.162747 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1478f432-c83d-405b-8958-770778a2e768 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:21.182781 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b38f1c31-8b45-4ca5-9d95-1cea6d0d5453 tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:21.197003 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8bf48587-122d-46f4-83f2-1a136e793037 req-c7acef9b-3ba1-4745-947a-65b1134f297b service neutron] 10.222.0.69 "GET /v2.0/networks/8a614321-106a-411d-a8a4-5e84c14727eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4672112 May 28 06:28:21.260606 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2cac498-5681-4d00-a219-f4b4fe770ade', 'name': 'network-vif-deleted', 'tag': 'a699bdd8-4938-4757-b19e-675730d9996a'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:28:21.262534 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec89516b-2acf-416b-8ede-4c9fcb0efdf0 req-fb1aa43d-7415-4663-80c4-ed8ad2d5336e tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:21.277728 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ec89516b-2acf-416b-8ede-4c9fcb0efdf0 req-fb1aa43d-7415-4663-80c4-ed8ad2d5336e tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=715e31c4-b21e-43ff-9865-adf69fb78294 HTTP/1.1" status: 200 len: 943 time: 0.5573573 May 28 06:28:21.311684 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c85b765-54f8-4ab6-b045-dd2c892bc740'] response: {'name': 'network-changed', 'server_uuid': '715e31c4-b21e-43ff-9865-adf69fb78294', 'tag': 'b9b1502d-9c21-49c4-a523-abb3ea313a43', 'status': 'completed', 'code': 200} May 28 06:28:21.393195 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d02f1c-2d7a-448c-a88e-be422c82e539 req-713b4abd-2fbb-420f-ad9d-d5dad3e230a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:21.394886 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-03d02f1c-2d7a-448c-a88e-be422c82e539 req-713b4abd-2fbb-420f-ad9d-d5dad3e230a1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9795f3bb4dd842ee9b6997b24ebca479&device_id=715e31c4-b21e-43ff-9865-adf69fb78294 HTTP/1.1" status: 200 len: 1094 time: 0.1076524 May 28 06:28:21.465409 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf5f6925-6840-4968-81e1-f701c024e9bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-983e828b-34fc-4a3a-b418-34d9236f2407', 'network_id': '983e828b-34fc-4a3a-b418-34d9236f2407', 'tenant_id': 'f3958891eac44c76810006defcff5dde', 'fixed_ips': [{'subnet_id': '63fab1a7-8d25-437c-adf6-b6a1e24d5e16'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:28:21.470909 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-cf5f6925-6840-4968-81e1-f701c024e9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:21.503519 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-1478f432-c83d-405b-8958-770778a2e768 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.1835499 May 28 06:28:21.508907 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 55098) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:28:21.514625 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-286fa84b-158a-428d-920c-a5ae511843e8 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Request body: {'subnet': {'network_id': 'a9a55cb1-2dd3-489f-a37d-55a242b85f0c', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:28:21.596485 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2d5eca5e-a1e9-45a7-93eb-a97c35b61ba4 req-26dc2505-c1c0-49fc-956b-3c967397fc17 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "GET /v2.0/ports?device_id=4faa87b8-f4ff-4090-9c52-7a280a3dcdf8 HTTP/1.1" status: 200 len: 210 time: 0.1202002 May 28 06:28:21.627058 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ec89516b-2acf-416b-8ede-4c9fcb0efdf0 req-7bb61592-0596-463d-adcf-fd0e78051878 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/security-groups?id=f6de87b7-c8be-4140-be86-d0d6b2592918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3556955 May 28 06:28:21.659785 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-852721dc-4511-4d68-b73d-9281c04dd120 req-23e1fd2f-4729-4f1b-851b-159122c9e3a4 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:28:21.668372 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-852721dc-4511-4d68-b73d-9281c04dd120 req-23e1fd2f-4729-4f1b-851b-159122c9e3a4 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Usage tracker for resource:port and tenant:f2d8466b4d8c4168848bc4cc302053bf is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:28:21.672910 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-852721dc-4511-4d68-b73d-9281c04dd120 req-23e1fd2f-4729-4f1b-851b-159122c9e3a4 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:28:21.680540 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-cf5f6925-6840-4968-81e1-f701c024e9bc None None] Allocated IP 10.1.1.2 (983e828b-34fc-4a3a-b418-34d9236f2407/63fab1a7-8d25-437c-adf6-b6a1e24d5e16/d5ca7a75-e3e8-4d81-9f08-2c10452c1db9) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:28:21.686339 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0d99f9c-c62f-4dc0-9cff-a19168b23227'] response: {'server_uuid': 'b2cac498-5681-4d00-a219-f4b4fe770ade', 'name': 'network-vif-deleted', 'tag': 'a699bdd8-4938-4757-b19e-675730d9996a', 'status': 'completed', 'code': 200} May 28 06:28:21.700038 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d02f1c-2d7a-448c-a88e-be422c82e539 req-306fefec-7e11-4645-9a99-bf718c0d8074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:21.701576 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-03d02f1c-2d7a-448c-a88e-be422c82e539 req-306fefec-7e11-4645-9a99-bf718c0d8074 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c7bbc20e-7bc5-42fd-94f8-f3663ada8854 HTTP/1.1" status: 200 len: 913 time: 0.3004427 May 28 06:28:21.705489 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-852721dc-4511-4d68-b73d-9281c04dd120 req-23e1fd2f-4729-4f1b-851b-159122c9e3a4 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:28:21.729018 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8bf48587-122d-46f4-83f2-1a136e793037 req-fb2f205b-72ff-4be9-8922-0092d8f2e1a0 service neutron] 10.222.0.69 "GET /v2.0/networks/8a614321-106a-411d-a8a4-5e84c14727eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5127642 May 28 06:28:21.805903 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-03d02f1c-2d7a-448c-a88e-be422c82e539 req-e1bf0572-5c81-4cd3-822f-c4c4bcf7e9b5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b9b1502d-9c21-49c4-a523-abb3ea313a43 HTTP/1.1" status: 200 len: 217 time: 0.0854969 May 28 06:28:21.805903 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-286fa84b-158a-428d-920c-a5ae511843e8 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:28:21.821027 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-286fa84b-158a-428d-920c-a5ae511843e8 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Usage tracker for resource:subnet and tenant:f3958891eac44c76810006defcff5dde is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:28:21.823183 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-34a2fe2d-8eaa-4e1b-94e7-ef024750479a req-4e4067e4-f95c-4239-8c12-76ea673d6278 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=c3068efc66a349e9b92ab9365fc877d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0539601 May 28 06:28:21.825922 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-286fa84b-158a-428d-920c-a5ae511843e8 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:28:21.827963 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b38f1c31-8b45-4ca5-9d95-1cea6d0d5453 tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:21.832439 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-286fa84b-158a-428d-920c-a5ae511843e8 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:28:21.869719 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-852721dc-4511-4d68-b73d-9281c04dd120 req-23e1fd2f-4729-4f1b-851b-159122c9e3a4 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Made reservation on behalf of f2d8466b4d8c4168848bc4cc302053bf for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:28:21.874390 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-852721dc-4511-4d68-b73d-9281c04dd120 req-23e1fd2f-4729-4f1b-851b-159122c9e3a4 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:21.900129 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d02f1c-2d7a-448c-a88e-be422c82e539 req-9bbba84b-8465-4910-88db-a68e111ddc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:21.902216 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-03d02f1c-2d7a-448c-a88e-be422c82e539 req-9bbba84b-8465-4910-88db-a68e111ddc58 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6e5f323f-ea6c-4672-94fb-4b56107669c0 HTTP/1.1" status: 200 len: 852 time: 0.0676930 May 28 06:28:21.939759 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38f1c31-8b45-4ca5-9d95-1cea6d0d5453 tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f271997b-8441-4de1-8268-d4b2c15a9cb1,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:28:21.964626 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-03d02f1c-2d7a-448c-a88e-be422c82e539 req-a7927f92-b496-4a50-b393-8d9d21160b4b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c7bbc20e-7bc5-42fd-94f8-f3663ada8854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474894 May 28 06:28:21.964626 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-286fa84b-158a-428d-920c-a5ae511843e8 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Made reservation on behalf of f3958891eac44c76810006defcff5dde for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:28:21.964626 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-286fa84b-158a-428d-920c-a5ae511843e8 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:22.007615 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-cf5f6925-6840-4968-81e1-f701c024e9bc None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:22.016023 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-cf5f6925-6840-4968-81e1-f701c024e9bc None None] Transition to ACTIVE for port object d5ca7a75-e3e8-4d81-9f08-2c10452c1db9 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:28:22.038239 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-cf5f6925-6840-4968-81e1-f701c024e9bc None None] Transition to ACTIVE for port object d5ca7a75-e3e8-4d81-9f08-2c10452c1db9 will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:28:22.112008 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b38f1c31-8b45-4ca5-9d95-1cea6d0d5453 tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:22.113113 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-b38f1c31-8b45-4ca5-9d95-1cea6d0d5453 tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] 10.222.0.55 "DELETE /v2.0/security-groups/f271997b-8441-4de1-8268-d4b2c15a9cb1 HTTP/1.1" status: 204 len: 168 time: 1.4770517 May 28 06:28:22.117669 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 55114) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:28:22.129843 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-cf5f6925-6840-4968-81e1-f701c024e9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:22.169304 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a2fe2d-8eaa-4e1b-94e7-ef024750479a req-c133ec11-95e6-41a3-bbe3-03d81702e82e tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:22.175122 n-d-843702-1 neutron-server[89109]: INFO neutron.api.v2.resource [None req-3ce71fee-788d-4d04-a284-4a8f12ff1aeb tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] show failed (client error): The resource could not be found. May 28 06:28:22.175122 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-3ce71fee-788d-4d04-a284-4a8f12ff1aeb tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] 10.222.0.55 "GET /v2.0/security-groups/f271997b-8441-4de1-8268-d4b2c15a9cb1 HTTP/1.1" status: 404 len: 347 time: 0.0437193 May 28 06:28:22.180102 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-34a2fe2d-8eaa-4e1b-94e7-ef024750479a req-c133ec11-95e6-41a3-bbe3-03d81702e82e tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3504846 May 28 06:28:22.180102 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 55118) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:28:22.254255 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf5f6925-6840-4968-81e1-f701c024e9bc None None] Network 983e828b-34fc-4a3a-b418-34d9236f2407 is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:28:22.254255 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-cf5f6925-6840-4968-81e1-f701c024e9bc None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:28:22.254255 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5f6925-6840-4968-81e1-f701c024e9bc None None] Pushing event updated for resources: {'Port': ['ID=d5ca7a75-e3e8-4d81-9f08-2c10452c1db9,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:28:22.254255 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5f6925-6840-4968-81e1-f701c024e9bc None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:28:22.290888 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-34a2fe2d-8eaa-4e1b-94e7-ef024750479a req-671076d4-002d-4a6d-884a-1afc1062bbf3 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/quotas/c3068efc66a349e9b92ab9365fc877d9 HTTP/1.1" status: 200 len: 375 time: 0.1136777 May 28 06:28:22.315805 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9560c352-242f-4b77-ba61-185376c45fe5 req-f562d2e7-21ae-4bb6-b4d7-010ec90535ed tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:22.315805 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9560c352-242f-4b77-ba61-185376c45fe5 req-f562d2e7-21ae-4bb6-b4d7-010ec90535ed tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/ports?device_id=90ede48b-246e-4690-8e50-3f809bbd9e2b HTTP/1.1" status: 200 len: 944 time: 0.4255083 May 28 06:28:22.328916 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-03d02f1c-2d7a-448c-a88e-be422c82e539 req-8abfe2fe-a50d-4b13-864b-ed991773f838 service neutron] 10.222.0.69 "GET /v2.0/networks/c7bbc20e-7bc5-42fd-94f8-f3663ada8854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3521104 May 28 06:28:22.394346 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-cf5f6925-6840-4968-81e1-f701c024e9bc None None] Attempting to bind port d5ca7a75-e3e8-4d81-9f08-2c10452c1db9 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:28:22.394346 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-cf5f6925-6840-4968-81e1-f701c024e9bc None None] Attempting to bind port d5ca7a75-e3e8-4d81-9f08-2c10452c1db9 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'b626a722-ea70-46bf-9197-581d08545299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '983e828b-34fc-4a3a-b418-34d9236f2407'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:28:22.394346 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5f6925-6840-4968-81e1-f701c024e9bc None None] Attempting to bind port d5ca7a75-e3e8-4d81-9f08-2c10452c1db9 on network 983e828b-34fc-4a3a-b418-34d9236f2407 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:28:22.394346 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5f6925-6840-4968-81e1-f701c024e9bc None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:28:22.394346 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5f6925-6840-4968-81e1-f701c024e9bc None None] Checking segment: {'id': 'b626a722-ea70-46bf-9197-581d08545299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '983e828b-34fc-4a3a-b418-34d9236f2407'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:28:22.394346 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-cf5f6925-6840-4968-81e1-f701c024e9bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:22.394346 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5f6925-6840-4968-81e1-f701c024e9bc None None] Bound using segment: {'id': 'b626a722-ea70-46bf-9197-581d08545299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '983e828b-34fc-4a3a-b418-34d9236f2407'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:28:22.394346 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-cf5f6925-6840-4968-81e1-f701c024e9bc None None] Bound port: d5ca7a75-e3e8-4d81-9f08-2c10452c1db9, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b626a722-ea70-46bf-9197-581d08545299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '983e828b-34fc-4a3a-b418-34d9236f2407'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:28:22.394346 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-cf5f6925-6840-4968-81e1-f701c024e9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:22.511439 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-cf5f6925-6840-4968-81e1-f701c024e9bc None None] For port d5ca7a75-e3e8-4d81-9f08-2c10452c1db9, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:28:22.516032 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-cf5f6925-6840-4968-81e1-f701c024e9bc None None] For port d5ca7a75-e3e8-4d81-9f08-2c10452c1db9, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=d5ca7a75-e3e8-4d81-9f08-2c10452c1db9,segment=NetworkSegment(b626a722-ea70-46bf-9197-581d08545299),segment_id=b626a722-ea70-46bf-9197-581d08545299)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:28:22.523882 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-b82d450b-dca3-4dfc-93dc-dac861e9786b tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] Deleting port 22c570b9-3dc0-4933-b164-4f9357a629f9 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:28:22.525782 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b82d450b-dca3-4dfc-93dc-dac861e9786b tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:22.598861 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-cf5f6925-6840-4968-81e1-f701c024e9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:22.613439 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [req-852721dc-4511-4d68-b73d-9281c04dd120 req-23e1fd2f-4729-4f1b-851b-159122c9e3a4 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Allocated IP 172.20.0.12 (4874bba4-a87e-43f9-9333-c72385485612/aa6e01e0-3e0c-4b0f-b2af-e5c6de04414e/8ffdfe1d-6308-4ce3-9a01-995f39cb99fd) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:28:22.622883 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9560c352-242f-4b77-ba61-185376c45fe5 req-d6693537-7b6a-4c54-ab84-aa937e5d4c59 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f2c8bcd-a51c-4c0c-8c62-f5096a9be3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794837 May 28 06:28:22.632241 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-03d02f1c-2d7a-448c-a88e-be422c82e539 req-5d166268-9bab-4c0e-ae34-df4a59902dff service neutron] 10.222.0.69 "GET /v2.0/networks/c7bbc20e-7bc5-42fd-94f8-f3663ada8854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2936440 May 28 06:28:22.672793 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-286fa84b-158a-428d-920c-a5ae511843e8 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:22.714184 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5f6925-6840-4968-81e1-f701c024e9bc None None] Pushing event updated for resources: {'Port': ['ID=d5ca7a75-e3e8-4d81-9f08-2c10452c1db9,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:28:22.881733 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 9608580b-97ff-42f2-9808-c9d9a67209a5 details requested by agent hyperv_n-h1-843702-1 with host n-h1-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:28:22.930504 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286fa84b-158a-428d-920c-a5ae511843e8 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Pushing event updated for resources: {'Subnet': ['ID=a0ccadb9-3ab9-424f-8708-6ef480e0a4a1,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:28:22.959821 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286fa84b-158a-428d-920c-a5ae511843e8 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Checking segment: {'id': 'a17549e8-b8aa-4901-a73d-94fb0e39724e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'a9a55cb1-2dd3-489f-a37d-55a242b85f0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:28:22.959821 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286fa84b-158a-428d-920c-a5ae511843e8 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Network hostable DHCP agents. Network: a9a55cb1-2dd3-489f-a37d-55a242b85f0c, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:28:22.982374 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ed326e40-7887-4455-bea5-54fffe215745 req-49fa09c4-9426-425c-9e04-4389813ab933 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "GET /v2.0/ports?device_id=4faa87b8-f4ff-4090-9c52-7a280a3dcdf8 HTTP/1.1" status: 200 len: 210 time: 0.0910184 May 28 06:28:23.020677 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-34a2fe2d-8eaa-4e1b-94e7-ef024750479a req-c7ca1141-52ff-4625-9172-3fc52dd7019b tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=c3068efc66a349e9b92ab9365fc877d9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7364047 May 28 06:28:23.049723 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286fa84b-158a-428d-920c-a5ae511843e8 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Network a9a55cb1-2dd3-489f-a37d-55a242b85f0c is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:28:23.178923 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-286fa84b-158a-428d-920c-a5ae511843e8 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, a9a55cb1-2dd3-489f-a37d-55a242b85f0c) {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:28:23.178923 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-286fa84b-158a-428d-920c-a5ae511843e8 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:23.178923 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-286fa84b-158a-428d-920c-a5ae511843e8 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:23.212964 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e67edb7-4a83-4584-9f63-3b2c0414a8a4 None None] Network a9a55cb1-2dd3-489f-a37d-55a242b85f0c requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:28:23.319184 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b82d450b-dca3-4dfc-93dc-dac861e9786b tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:23.319184 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b82d450b-dca3-4dfc-93dc-dac861e9786b tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:23.327388 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-286fa84b-158a-428d-920c-a5ae511843e8 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.8106794 May 28 06:28:23.327388 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 55130) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:28:23.364697 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-fd211c19-d219-423f-b668-1f968e2fcfc4 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Request body: {'port': {'network_id': '983e828b-34fc-4a3a-b418-34d9236f2407', 'name': 'tempest-TaggedBootDevicesTest-1465971536', 'fixed_ips': [{'subnet_id': '63fab1a7-8d25-437c-adf6-b6a1e24d5e16'}]}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:28:23.453708 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 9608580b-97ff-42f2-9808-c9d9a67209a5, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=9608580b-97ff-42f2-9808-c9d9a67209a5,segment=NetworkSegment(c43c3304-7641-4f7e-9b08-81290536d034),segment_id=c43c3304-7641-4f7e-9b08-81290536d034)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:28:23.489623 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Returning: {'device': '9608580b-97ff-42f2-9808-c9d9a67209a5', 'network_id': '8a614321-106a-411d-a8a4-5e84c14727eb', 'port_id': '9608580b-97ff-42f2-9808-c9d9a67209a5', 'mac_address': 'fa:16:3e:4e:cf:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66b89e44-3ec9-4ede-9e44-ddc84dd3e47d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:28:23.545647 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-b82d450b-dca3-4dfc-93dc-dac861e9786b tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] Calling delete_port for 22c570b9-3dc0-4933-b164-4f9357a629f9 owned by network:floatingip {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:28:23.621218 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 9608580b-97ff-42f2-9808-c9d9a67209a5 is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:28:23.621218 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:23.647590 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9608580b-97ff-42f2-9808-c9d9a67209a5 {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:28:23.706312 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-fd211c19-d219-423f-b668-1f968e2fcfc4 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:28:23.711893 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-fd211c19-d219-423f-b668-1f968e2fcfc4 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Usage tracker for resource:port and tenant:f3958891eac44c76810006defcff5dde is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:28:23.715829 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-fd211c19-d219-423f-b668-1f968e2fcfc4 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:28:23.724734 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-fd211c19-d219-423f-b668-1f968e2fcfc4 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:28:23.734258 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 55136) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:28:23.801477 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 9608580b-97ff-42f2-9808-c9d9a67209a5, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=9608580b-97ff-42f2-9808-c9d9a67209a5,segment=NetworkSegment(c43c3304-7641-4f7e-9b08-81290536d034),segment_id=c43c3304-7641-4f7e-9b08-81290536d034)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:28:23.815042 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device d5ca7a75-e3e8-4d81-9f08-2c10452c1db9 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:28:23.832454 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd211c19-d219-423f-b668-1f968e2fcfc4 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Made reservation on behalf of f3958891eac44c76810006defcff5dde for: {'port': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:28:23.937566 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-852721dc-4511-4d68-b73d-9281c04dd120 req-23e1fd2f-4729-4f1b-851b-159122c9e3a4 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:23.986223 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a717e66-f133-4639-8e25-9527ebda62af req-0dd2a63d-8e6a-4b0e-ae80-a76acb2c8b26 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:23.997587 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8a717e66-f133-4639-8e25-9527ebda62af req-0dd2a63d-8e6a-4b0e-ae80-a76acb2c8b26 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=715e31c4-b21e-43ff-9865-adf69fb78294 HTTP/1.1" status: 200 len: 943 time: 0.8018138 May 28 06:28:24.073855 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:24.100542 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fd211c19-d219-423f-b668-1f968e2fcfc4 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:24.116697 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-852721dc-4511-4d68-b73d-9281c04dd120 req-23e1fd2f-4729-4f1b-851b-159122c9e3a4 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Transition to ACTIVE for port object 8ffdfe1d-6308-4ce3-9a01-995f39cb99fd will not be triggered until provisioned by entity DHCP. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:28:24.152252 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [None req-fd211c19-d219-423f-b668-1f968e2fcfc4 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] device_id is not set on port c60976f2-310e-4b2b-b603-af0aade00858 yet. {{(pid=89109) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:28:24.217394 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-c7d015a6-583e-4d52-b5f3-f19901bc1bb7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=939489430c7749c59f0791a254a21615&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4680450 May 28 06:28:24.217620 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=9608580b-97ff-42f2-9808-c9d9a67209a5,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:28:24.218088 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8a717e66-f133-4639-8e25-9527ebda62af req-a5eea3c5-85b5-4981-9acf-72dd959fbd3a tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/security-groups?id=f6de87b7-c8be-4140-be86-d0d6b2592918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094636 May 28 06:28:24.218088 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 55144) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:28:24.238467 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9909a46c-286b-41ad-aeee-9f33cbcb4d65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-a9a55cb1-2dd3-489f-a37d-55a242b85f0c', 'network_id': 'a9a55cb1-2dd3-489f-a37d-55a242b85f0c', 'tenant_id': 'f3958891eac44c76810006defcff5dde', 'fixed_ips': [{'subnet_id': 'a0ccadb9-3ab9-424f-8708-6ef480e0a4a1'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:28:24.239715 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-9909a46c-286b-41ad-aeee-9f33cbcb4d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:24.257494 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:28:24.258078 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:28:24.258685 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:28:24.259348 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:28:24.259831 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:28:24.260314 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:28:24.260948 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:28:24.261511 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:28:24.261988 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:28:24.262453 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:28:24.263022 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:28:24.263517 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:28:24.320586 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-388f9790-e01e-40be-9b81-ccea860531cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:24.346279 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['9608580b-97ff-42f2-9808-c9d9a67209a5'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:28:24.361386 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b82d450b-dca3-4dfc-93dc-dac861e9786b tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:24.405505 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60959c31-4b42-45a6-af30-6616bd78ad9e None None] Network 983e828b-34fc-4a3a-b418-34d9236f2407 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:28:24.408885 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-852721dc-4511-4d68-b73d-9281c04dd120 req-23e1fd2f-4729-4f1b-851b-159122c9e3a4 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:24.441686 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-388f9790-e01e-40be-9b81-ccea860531cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:24.453766 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-fd211c19-d219-423f-b668-1f968e2fcfc4 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Allocated IP 10.1.1.84 (983e828b-34fc-4a3a-b418-34d9236f2407/63fab1a7-8d25-437c-adf6-b6a1e24d5e16/c60976f2-310e-4b2b-b603-af0aade00858) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:28:24.529274 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port d5ca7a75-e3e8-4d81-9f08-2c10452c1db9 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:28:24.647462 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82d450b-dca3-4dfc-93dc-dac861e9786b tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] Pushing event deleted for resources: {'Port': ['ID=22c570b9-3dc0-4933-b164-4f9357a629f9,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:28:24.706638 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-a10e3bbf-1a60-48fb-9659-b3faff24f67f None None] Provisioning for port d5ca7a75-e3e8-4d81-9f08-2c10452c1db9 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:28:24.751492 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-a10e3bbf-1a60-48fb-9659-b3faff24f67f None None] Provisioning complete for port d5ca7a75-e3e8-4d81-9f08-2c10452c1db9 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:28:24.751849 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-a10e3bbf-1a60-48fb-9659-b3faff24f67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:24.784671 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-852721dc-4511-4d68-b73d-9281c04dd120 req-23e1fd2f-4729-4f1b-851b-159122c9e3a4 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Network 4874bba4-a87e-43f9-9333-c72385485612 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:28:24.844217 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-9909a46c-286b-41ad-aeee-9f33cbcb4d65 None None] Allocated IP 10.2.2.2 (a9a55cb1-2dd3-489f-a37d-55a242b85f0c/a0ccadb9-3ab9-424f-8708-6ef480e0a4a1/8593c6b3-bd68-4128-9e3e-26d590f4e86e) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:28:24.860204 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fd211c19-d219-423f-b668-1f968e2fcfc4 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:24.874816 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [req-852721dc-4511-4d68-b73d-9281c04dd120 req-23e1fd2f-4729-4f1b-851b-159122c9e3a4 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:28:24.880750 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-852721dc-4511-4d68-b73d-9281c04dd120 req-23e1fd2f-4729-4f1b-851b-159122c9e3a4 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:28:24.884260 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [None req-fd211c19-d219-423f-b668-1f968e2fcfc4 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Transition to ACTIVE for port object c60976f2-310e-4b2b-b603-af0aade00858 will not be triggered until provisioned by entity DHCP. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:28:24.936498 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device b9b1502d-9c21-49c4-a523-abb3ea313a43 details requested by agent hyperv_n-h1-843702-1 with host n-h1-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:28:24.982782 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b82d450b-dca3-4dfc-93dc-dac861e9786b tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] Notify callbacks [] for floatingip, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:24.993981 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fd211c19-d219-423f-b668-1f968e2fcfc4 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:25.051075 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e1fd2f-4729-4f1b-851b-159122c9e3a4 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Pushing event updated for resources: {'Port': ['ID=8ffdfe1d-6308-4ce3-9a01-995f39cb99fd,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:28:25.077726 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0536a4bb-2dae-463c-a454-32f71f0b0de4 req-5fc599d4-ee70-4b3a-b705-1a3330db6dbd tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:25.079097 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-0536a4bb-2dae-463c-a454-32f71f0b0de4 req-5fc599d4-ee70-4b3a-b705-1a3330db6dbd tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Synchronizing usage tracker for tenant:f2d8466b4d8c4168848bc4cc302053bf on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:28:25.105590 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852721dc-4511-4d68-b73d-9281c04dd120 req-23e1fd2f-4729-4f1b-851b-159122c9e3a4 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:25.106205 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-852721dc-4511-4d68-b73d-9281c04dd120 req-23e1fd2f-4729-4f1b-851b-159122c9e3a4 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:25.168427 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f8fe8d-7682-407e-a752-fa1263b4e928 req-022a84e2-7c5a-4bfb-90ad-b82681e49625 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:25.168556 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd211c19-d219-423f-b668-1f968e2fcfc4 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Network 983e828b-34fc-4a3a-b418-34d9236f2407 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:28:25.173902 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b9f8fe8d-7682-407e-a752-fa1263b4e928 req-022a84e2-7c5a-4bfb-90ad-b82681e49625 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/ports?device_id=90ede48b-246e-4690-8e50-3f809bbd9e2b HTTP/1.1" status: 200 len: 945 time: 0.7161293 May 28 06:28:25.176426 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-fd211c19-d219-423f-b668-1f968e2fcfc4 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:28:25.182451 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd211c19-d219-423f-b668-1f968e2fcfc4 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:28:25.226119 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b82d450b-dca3-4dfc-93dc-dac861e9786b tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:25.228321 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-b82d450b-dca3-4dfc-93dc-dac861e9786b tempest-ServersTestManualDisk-606994394 tempest-ServersTestManualDisk-606994394-project] 10.222.0.55 "DELETE /v2.0/floatingips/375b8116-167c-4664-bba6-5a44bb6487c4 HTTP/1.1" status: 204 len: 168 time: 3.0464222 May 28 06:28:25.243295 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 55160) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:28:25.274719 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd211c19-d219-423f-b668-1f968e2fcfc4 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Pushing event updated for resources: {'Port': ['ID=c60976f2-310e-4b2b-b603-af0aade00858,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:28:25.293688 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd211c19-d219-423f-b668-1f968e2fcfc4 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:25.293688 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fd211c19-d219-423f-b668-1f968e2fcfc4 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:25.334128 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-0536a4bb-2dae-463c-a454-32f71f0b0de4 req-5fc599d4-ee70-4b3a-b705-1a3330db6dbd tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Unset dirty status for tenant:f2d8466b4d8c4168848bc4cc302053bf on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:28:25.337178 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0536a4bb-2dae-463c-a454-32f71f0b0de4 req-5fc599d4-ee70-4b3a-b705-1a3330db6dbd tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "GET /v2.0/ports?device_id=4faa87b8-f4ff-4090-9c52-7a280a3dcdf8 HTTP/1.1" status: 200 len: 932 time: 0.7864537 May 28 06:28:25.347167 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b9f8fe8d-7682-407e-a752-fa1263b4e928 req-5941f7ba-882b-43d0-a478-b8ffaa17f389 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f2c8bcd-a51c-4c0c-8c62-f5096a9be3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439607 May 28 06:28:25.378891 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-a10e3bbf-1a60-48fb-9659-b3faff24f67f None None] Current status of the port d5ca7a75-e3e8-4d81-9f08-2c10452c1db9 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:28:25.378891 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-a10e3bbf-1a60-48fb-9659-b3faff24f67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:25.479085 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-fd211c19-d219-423f-b668-1f968e2fcfc4 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1500468 May 28 06:28:25.486902 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 55166) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:28:25.511489 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-74c42d5a-e18d-455c-b335-66f30cb3b7a4 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Request body: {'port': {'network_id': '983e828b-34fc-4a3a-b418-34d9236f2407', 'name': 'tempest-TaggedBootDevicesTest-398298456', 'fixed_ips': [{'subnet_id': '63fab1a7-8d25-437c-adf6-b6a1e24d5e16'}]}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:28:25.514114 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port b9b1502d-9c21-49c4-a523-abb3ea313a43, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=b9b1502d-9c21-49c4-a523-abb3ea313a43,segment=NetworkSegment(a8c42c09-58b4-4e9e-ab8f-c96c63ee4190),segment_id=a8c42c09-58b4-4e9e-ab8f-c96c63ee4190)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:28:25.537595 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-9909a46c-286b-41ad-aeee-9f33cbcb4d65 None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:25.540906 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-a10e3bbf-1a60-48fb-9659-b3faff24f67f None None] For port d5ca7a75-e3e8-4d81-9f08-2c10452c1db9, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=d5ca7a75-e3e8-4d81-9f08-2c10452c1db9,segment=NetworkSegment(b626a722-ea70-46bf-9197-581d08545299),segment_id=b626a722-ea70-46bf-9197-581d08545299)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:28:25.542811 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Returning: {'device': 'b9b1502d-9c21-49c4-a523-abb3ea313a43', 'network_id': 'c7bbc20e-7bc5-42fd-94f8-f3663ada8854', 'port_id': 'b9b1502d-9c21-49c4-a523-abb3ea313a43', 'mac_address': 'fa:16:3e:04:f0:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e5f323f-ea6c-4672-94fb-4b56107669c0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:28:25.597938 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-9909a46c-286b-41ad-aeee-9f33cbcb4d65 None None] Transition to ACTIVE for port object 8593c6b3-bd68-4128-9e3e-26d590f4e86e will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:28:25.638173 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-852721dc-4511-4d68-b73d-9281c04dd120 req-23e1fd2f-4729-4f1b-851b-159122c9e3a4 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6178231 May 28 06:28:25.639187 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-388f9790-e01e-40be-9b81-ccea860531cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:25.642255 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-388f9790-e01e-40be-9b81-ccea860531cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:25.643647 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-388f9790-e01e-40be-9b81-ccea860531cb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/003cca32-7671-4721-8c5a-98dfd2100d81 HTTP/1.1" status: 204 len: 168 time: 1.4308810 May 28 06:28:25.666192 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0536a4bb-2dae-463c-a454-32f71f0b0de4 req-bda937c6-d970-4f72-8df7-cd0d3a1482f3 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "GET /v2.0/security-groups?id=63ea6420-b48b-49b9-b520-8d6c62ca7c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3110840 May 28 06:28:25.669701 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-9909a46c-286b-41ad-aeee-9f33cbcb4d65 None None] Transition to ACTIVE for port object 8593c6b3-bd68-4128-9e3e-26d590f4e86e will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:28:25.678295 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-852721dc-4511-4d68-b73d-9281c04dd120 req-c46a69ea-265f-4f26-8746-47f3f0c9e57b service neutron] Request body: {'port': {'device_id': '4faa87b8-f4ff-4090-9c52-7a280a3dcdf8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843702-1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:28:25.694196 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port b9b1502d-9c21-49c4-a523-abb3ea313a43 is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:28:25.694579 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:25.726406 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-a10e3bbf-1a60-48fb-9659-b3faff24f67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:25.804961 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9b1502d-9c21-49c4-a523-abb3ea313a43 {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:28:25.844136 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-9909a46c-286b-41ad-aeee-9f33cbcb4d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:25.905902 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-74c42d5a-e18d-455c-b335-66f30cb3b7a4 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:28:25.912654 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port b9b1502d-9c21-49c4-a523-abb3ea313a43, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=b9b1502d-9c21-49c4-a523-abb3ea313a43,segment=NetworkSegment(a8c42c09-58b4-4e9e-ab8f-c96c63ee4190),segment_id=a8c42c09-58b4-4e9e-ab8f-c96c63ee4190)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:28:25.912798 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-74c42d5a-e18d-455c-b335-66f30cb3b7a4 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Usage tracker for resource:port and tenant:f3958891eac44c76810006defcff5dde is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:28:25.913705 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-74c42d5a-e18d-455c-b335-66f30cb3b7a4 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Quota usage for port was recalculated. Used quota:5. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:28:25.927427 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9909a46c-286b-41ad-aeee-9f33cbcb4d65 None None] Network a9a55cb1-2dd3-489f-a37d-55a242b85f0c is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:28:25.928424 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-74c42d5a-e18d-455c-b335-66f30cb3b7a4 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:28:25.930224 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-9909a46c-286b-41ad-aeee-9f33cbcb4d65 None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:28:25.937521 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9909a46c-286b-41ad-aeee-9f33cbcb4d65 None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:28:25.941578 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10e3bbf-1a60-48fb-9659-b3faff24f67f None None] Pushing event updated for resources: {'Port': ['ID=d5ca7a75-e3e8-4d81-9f08-2c10452c1db9,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:28:25.947623 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-852721dc-4511-4d68-b73d-9281c04dd120 req-c46a69ea-265f-4f26-8746-47f3f0c9e57b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:26.019585 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f9790-e01e-40be-9b81-ccea860531cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=003cca32-7671-4721-8c5a-98dfd2100d81,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:28:26.083562 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74c42d5a-e18d-455c-b335-66f30cb3b7a4 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Made reservation on behalf of f3958891eac44c76810006defcff5dde for: {'port': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:28:26.088460 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-74c42d5a-e18d-455c-b335-66f30cb3b7a4 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:26.094820 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:26.094970 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-dd79b2c1-bab6-48cb-9a9a-09f8de23bdc2 None None] Provisioning for port 8ffdfe1d-6308-4ce3-9a01-995f39cb99fd completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:28:26.127536 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-dd79b2c1-bab6-48cb-9a9a-09f8de23bdc2 None None] Provisioning complete for port 8ffdfe1d-6308-4ce3-9a01-995f39cb99fd triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:28:26.127536 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-dd79b2c1-bab6-48cb-9a9a-09f8de23bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:26.129014 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [None req-74c42d5a-e18d-455c-b335-66f30cb3b7a4 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] device_id is not set on port 2bc36923-1480-492d-8d92-1e4c402f1be2 yet. {{(pid=89109) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:28:26.168455 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-9909a46c-286b-41ad-aeee-9f33cbcb4d65 None None] Attempting to bind port 8593c6b3-bd68-4128-9e3e-26d590f4e86e on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:28:26.169122 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-9909a46c-286b-41ad-aeee-9f33cbcb4d65 None None] Attempting to bind port 8593c6b3-bd68-4128-9e3e-26d590f4e86e by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'a17549e8-b8aa-4901-a73d-94fb0e39724e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'a9a55cb1-2dd3-489f-a37d-55a242b85f0c'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:28:26.169222 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9909a46c-286b-41ad-aeee-9f33cbcb4d65 None None] Attempting to bind port 8593c6b3-bd68-4128-9e3e-26d590f4e86e on network a9a55cb1-2dd3-489f-a37d-55a242b85f0c {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:28:26.173757 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9909a46c-286b-41ad-aeee-9f33cbcb4d65 None None] Pushing event updated for resources: {'Port': ['ID=8593c6b3-bd68-4128-9e3e-26d590f4e86e,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:28:26.216440 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9909a46c-286b-41ad-aeee-9f33cbcb4d65 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:28:26.216814 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9909a46c-286b-41ad-aeee-9f33cbcb4d65 None None] Checking segment: {'id': 'a17549e8-b8aa-4901-a73d-94fb0e39724e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'a9a55cb1-2dd3-489f-a37d-55a242b85f0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:28:26.217208 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-9909a46c-286b-41ad-aeee-9f33cbcb4d65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:26.217636 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9909a46c-286b-41ad-aeee-9f33cbcb4d65 None None] Bound using segment: {'id': 'a17549e8-b8aa-4901-a73d-94fb0e39724e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'a9a55cb1-2dd3-489f-a37d-55a242b85f0c'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:28:26.218213 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-9909a46c-286b-41ad-aeee-9f33cbcb4d65 None None] Bound port: 8593c6b3-bd68-4128-9e3e-26d590f4e86e, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a17549e8-b8aa-4901-a73d-94fb0e39724e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'a9a55cb1-2dd3-489f-a37d-55a242b85f0c'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:28:26.219001 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-9909a46c-286b-41ad-aeee-9f33cbcb4d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:26.250005 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3529e731-31b9-4787-b07a-d75999592306 req-0e793d59-dae4-412f-941d-38c4ab011f56 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c7baf8c-3963-4e2d-b57b-a5e225acc298 HTTP/1.1" status: 200 len: 210 time: 0.2277505 May 28 06:28:26.288646 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-dd79b2c1-bab6-48cb-9a9a-09f8de23bdc2 None None] Port 8ffdfe1d-6308-4ce3-9a01-995f39cb99fd cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:28:26.380332 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['b9b1502d-9c21-49c4-a523-abb3ea313a43'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:28:26.494370 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=b9b1502d-9c21-49c4-a523-abb3ea313a43,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:28:26.533764 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-9909a46c-286b-41ad-aeee-9f33cbcb4d65 None None] For port 8593c6b3-bd68-4128-9e3e-26d590f4e86e, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:28:26.533965 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-9909a46c-286b-41ad-aeee-9f33cbcb4d65 None None] For port 8593c6b3-bd68-4128-9e3e-26d590f4e86e, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=8593c6b3-bd68-4128-9e3e-26d590f4e86e,segment=NetworkSegment(a17549e8-b8aa-4901-a73d-94fb0e39724e),segment_id=a17549e8-b8aa-4901-a73d-94fb0e39724e)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:28:26.550024 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-74c42d5a-e18d-455c-b335-66f30cb3b7a4 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Allocated IP 10.1.1.232 (983e828b-34fc-4a3a-b418-34d9236f2407/63fab1a7-8d25-437c-adf6-b6a1e24d5e16/2bc36923-1480-492d-8d92-1e4c402f1be2) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:28:26.715653 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-9909a46c-286b-41ad-aeee-9f33cbcb4d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:26.726366 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-fadfd4f1-9ab8-4064-a7cc-28004df58fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:26.728858 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-763d28df-f240-41a7-b329-d4f34e4a15ef None None] Provisioning for port c60976f2-310e-4b2b-b603-af0aade00858 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:28:26.815384 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-763d28df-f240-41a7-b329-d4f34e4a15ef None None] Provisioning complete for port c60976f2-310e-4b2b-b603-af0aade00858 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:28:26.815384 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-763d28df-f240-41a7-b329-d4f34e4a15ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:26.902829 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-74c42d5a-e18d-455c-b335-66f30cb3b7a4 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:26.913106 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 9608580b-97ff-42f2-9808-c9d9a67209a5 up at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:28:26.927804 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [None req-74c42d5a-e18d-455c-b335-66f30cb3b7a4 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Transition to ACTIVE for port object 2bc36923-1480-492d-8d92-1e4c402f1be2 will not be triggered until provisioned by entity DHCP. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:28:26.961112 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 55184) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:28:26.975494 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-763d28df-f240-41a7-b329-d4f34e4a15ef None None] Port c60976f2-310e-4b2b-b603-af0aade00858 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:28:26.988929 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9909a46c-286b-41ad-aeee-9f33cbcb4d65 None None] Pushing event updated for resources: {'Port': ['ID=8593c6b3-bd68-4128-9e3e-26d590f4e86e,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:28:27.012769 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-763d28df-f240-41a7-b329-d4f34e4a15ef None None] Provisioning complete for port d5ca7a75-e3e8-4d81-9f08-2c10452c1db9 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:28:27.013138 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-763d28df-f240-41a7-b329-d4f34e4a15ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:27.119926 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e885dd7e-16f2-4aca-80a5-ea5b78da3dd0 req-f4cebbfc-d356-4af0-97dd-a1881f52c337 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:27.128515 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e885dd7e-16f2-4aca-80a5-ea5b78da3dd0 req-f4cebbfc-d356-4af0-97dd-a1881f52c337 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=715e31c4-b21e-43ff-9865-adf69fb78294 HTTP/1.1" status: 200 len: 944 time: 1.1767199 May 28 06:28:27.128515 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 55188) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:28:27.134406 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-5e8d4aed-f12f-42b9-93c0-4f79f346fc73 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9682735f02fa46a194c9494d45f1c854&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1569347 May 28 06:28:27.155605 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-74c42d5a-e18d-455c-b335-66f30cb3b7a4 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:27.242754 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-763d28df-f240-41a7-b329-d4f34e4a15ef None None] Current status of the port d5ca7a75-e3e8-4d81-9f08-2c10452c1db9 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:28:27.262410 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning for port 9608580b-97ff-42f2-9808-c9d9a67209a5 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:28:27.275610 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning complete for port 9608580b-97ff-42f2-9808-c9d9a67209a5 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:28:27.275610 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:27.304328 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e885dd7e-16f2-4aca-80a5-ea5b78da3dd0 req-ef98cc9f-4b73-486f-97ab-25c1ef840bd2 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/security-groups?id=f6de87b7-c8be-4140-be86-d0d6b2592918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801994 May 28 06:28:27.354544 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad809295-f4d1-40c0-8ff8-9462293fba80 req-727fa1f1-19da-4712-b5cc-6ef2c9420064 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:27.361865 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ad809295-f4d1-40c0-8ff8-9462293fba80 req-727fa1f1-19da-4712-b5cc-6ef2c9420064 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/ports?device_id=90ede48b-246e-4690-8e50-3f809bbd9e2b HTTP/1.1" status: 200 len: 945 time: 0.6225505 May 28 06:28:27.422459 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-19970e0e-9f4e-4e1a-bbbe-4687ffc77144 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:27.466988 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c42d5a-e18d-455c-b335-66f30cb3b7a4 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Network 983e828b-34fc-4a3a-b418-34d9236f2407 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:28:27.470040 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-74c42d5a-e18d-455c-b335-66f30cb3b7a4 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:28:27.483612 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ad809295-f4d1-40c0-8ff8-9462293fba80 req-0633d9ee-8cf8-4724-a4c3-dcf79571178e tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f2c8bcd-a51c-4c0c-8c62-f5096a9be3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208000 May 28 06:28:27.506467 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c42d5a-e18d-455c-b335-66f30cb3b7a4 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:28:27.543113 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:27.619433 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 9608580b-97ff-42f2-9808-c9d9a67209a5 is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:28:27.619433 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:27.635479 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c42d5a-e18d-455c-b335-66f30cb3b7a4 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Pushing event updated for resources: {'Port': ['ID=2bc36923-1480-492d-8d92-1e4c402f1be2,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:28:27.684102 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90ede48b-246e-4690-8e50-3f809bbd9e2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9608580b-97ff-42f2-9808-c9d9a67209a5'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:28:27.691654 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c42d5a-e18d-455c-b335-66f30cb3b7a4 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:27.701286 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-74c42d5a-e18d-455c-b335-66f30cb3b7a4 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:27.738998 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 9608580b-97ff-42f2-9808-c9d9a67209a5, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=9608580b-97ff-42f2-9808-c9d9a67209a5,segment=NetworkSegment(c43c3304-7641-4f7e-9b08-81290536d034),segment_id=c43c3304-7641-4f7e-9b08-81290536d034)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:28:27.739203 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-19970e0e-9f4e-4e1a-bbbe-4687ffc77144 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:27.768824 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [req-852721dc-4511-4d68-b73d-9281c04dd120 req-c46a69ea-265f-4f26-8746-47f3f0c9e57b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ffdfe1d-6308-4ce3-9a01-995f39cb99fd {{(pid=89110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:28:27.816410 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 8593c6b3-bd68-4128-9e3e-26d590f4e86e up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:28:27.830564 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-852721dc-4511-4d68-b73d-9281c04dd120 req-c46a69ea-265f-4f26-8746-47f3f0c9e57b service neutron] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:27.871774 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5f9fa2e2-7cc1-4a45-8e07-b15f18b3fbe5 req-3b825c2a-28d9-40ae-b613-11cf0c3e6864 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c7baf8c-3963-4e2d-b57b-a5e225acc298 HTTP/1.1" status: 200 len: 210 time: 0.0917590 May 28 06:28:27.945835 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-852721dc-4511-4d68-b73d-9281c04dd120 req-c46a69ea-265f-4f26-8746-47f3f0c9e57b service neutron] Transition to ACTIVE for port object 8ffdfe1d-6308-4ce3-9a01-995f39cb99fd will not be triggered until provisioned by entity L2. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:28:27.956739 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:27.956739 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96e2767f-5002-433f-a95d-7cf228ae8b0c'] response: {'server_uuid': '90ede48b-246e-4690-8e50-3f809bbd9e2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9608580b-97ff-42f2-9808-c9d9a67209a5', 'code': 200} May 28 06:28:28.002208 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319cc3f9-efa6-4c6d-a612-6cc836cf3613 req-0a7d9d37-9ed0-46c7-9ba3-e2593e8e03e3 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:28.002208 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-319cc3f9-efa6-4c6d-a612-6cc836cf3613 req-0a7d9d37-9ed0-46c7-9ba3-e2593e8e03e3 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "GET /v2.0/ports?device_id=4faa87b8-f4ff-4090-9c52-7a280a3dcdf8 HTTP/1.1" status: 200 len: 932 time: 0.4098299 May 28 06:28:28.006366 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a4c80cd6-1d07-46dd-b0b1-6b156fc0dace admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700548'] for router_interface, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:28.039318 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-74c42d5a-e18d-455c-b335-66f30cb3b7a4 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.5491576 May 28 06:28:28.090658 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=9608580b-97ff-42f2-9808-c9d9a67209a5,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:28:28.112329 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-39943b28-ee43-4382-bf46-12bf434f03c0 None None] Provisioning for port 2bc36923-1480-492d-8d92-1e4c402f1be2 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:28:28.118936 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-39943b28-ee43-4382-bf46-12bf434f03c0 None None] Provisioning complete for port 2bc36923-1480-492d-8d92-1e4c402f1be2 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:28:28.119475 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-39943b28-ee43-4382-bf46-12bf434f03c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:28.150930 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7f368a-5d90-4a00-af69-a81efbcbb056 req-a76273d9-e422-42af-822d-a0c65a3188ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:28.157461 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-4c7f368a-5d90-4a00-af69-a81efbcbb056 req-a76273d9-e422-42af-822d-a0c65a3188ef service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=90ede48b-246e-4690-8e50-3f809bbd9e2b HTTP/1.1" status: 200 len: 1097 time: 0.1175561 May 28 06:28:28.194274 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 8593c6b3-bd68-4128-9e3e-26d590f4e86e completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:28:28.201727 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-39943b28-ee43-4382-bf46-12bf434f03c0 None None] Port 2bc36923-1480-492d-8d92-1e4c402f1be2 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:28:28.203543 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device d5ca7a75-e3e8-4d81-9f08-2c10452c1db9 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:28:28.232846 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-852721dc-4511-4d68-b73d-9281c04dd120 req-c46a69ea-265f-4f26-8746-47f3f0c9e57b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:28.236849 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-19970e0e-9f4e-4e1a-bbbe-4687ffc77144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:28.238670 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-4c7f368a-5d90-4a00-af69-a81efbcbb056 req-d95e7b56-3a5c-4d4f-a3c2-8037c86a9055 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=7f2c8bcd-a51c-4c0c-8c62-f5096a9be3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681901 May 28 06:28:28.287106 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port d5ca7a75-e3e8-4d81-9f08-2c10452c1db9 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:28:28.287277 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:28.323962 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-319cc3f9-efa6-4c6d-a612-6cc836cf3613 req-e81e9617-d32c-4553-ae7f-961f9948c0b0 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "GET /v2.0/security-groups?id=63ea6420-b48b-49b9-b520-8d6c62ca7c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2346003 May 28 06:28:28.334124 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19970e0e-9f4e-4e1a-bbbe-4687ffc77144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ec8b2a5-d8f9-422c-9b86-bd43ba5877eb,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:28:28.402858 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 55200) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:28:28.408927 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-bc5a6162-2b23-4ecb-8fe3-6dbfa9a4c6a7 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Request body: {'security_group': {'name': 'tempest-securitygroup--57789699', 'description': 'tempest-description--1223070004'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:28:28.426421 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-bc5a6162-2b23-4ecb-8fe3-6dbfa9a4c6a7 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:28:28.430491 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-bc5a6162-2b23-4ecb-8fe3-6dbfa9a4c6a7 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Usage tracker for resource:security_group and tenant:f3958891eac44c76810006defcff5dde is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:28:28.439934 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46a69ea-265f-4f26-8746-47f3f0c9e57b service neutron] Pushing event updated for resources: {'Port': ['ID=8ffdfe1d-6308-4ce3-9a01-995f39cb99fd,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:28:28.440595 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-bc5a6162-2b23-4ecb-8fe3-6dbfa9a4c6a7 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:28:28.463599 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-bc5a6162-2b23-4ecb-8fe3-6dbfa9a4c6a7 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:28:28.491470 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a3cb93-78bb-46cb-bd53-8437080248c2 None None] Network a9a55cb1-2dd3-489f-a37d-55a242b85f0c requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:28:28.683211 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port d5ca7a75-e3e8-4d81-9f08-2c10452c1db9 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:28:28.689298 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-bc5a6162-2b23-4ecb-8fe3-6dbfa9a4c6a7 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:28.728088 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-bc5a6162-2b23-4ecb-8fe3-6dbfa9a4c6a7 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:28:28.733624 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-bc5a6162-2b23-4ecb-8fe3-6dbfa9a4c6a7 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Usage tracker for resource:security_group_rule and tenant:f3958891eac44c76810006defcff5dde is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:28:28.738249 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-bc5a6162-2b23-4ecb-8fe3-6dbfa9a4c6a7 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:28:28.746219 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-bc5a6162-2b23-4ecb-8fe3-6dbfa9a4c6a7 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:28:28.899741 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-19970e0e-9f4e-4e1a-bbbe-4687ffc77144 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:28.902392 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-19970e0e-9f4e-4e1a-bbbe-4687ffc77144 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0ec8b2a5-d8f9-422c-9b86-bd43ba5877eb HTTP/1.1" status: 204 len: 168 time: 1.7700744 May 28 06:28:28.920075 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-bc5a6162-2b23-4ecb-8fe3-6dbfa9a4c6a7 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:28.952874 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device b9b1502d-9c21-49c4-a523-abb3ea313a43 up at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:28:28.989231 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-6991b44a-5b98-45ed-8375-ac87cfa9538e None None] Provisioning for port 8593c6b3-bd68-4128-9e3e-26d590f4e86e completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:28:29.025063 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-8d3017de-5859-4737-a0f9-9d945dca4d00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:29.031769 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-6991b44a-5b98-45ed-8375-ac87cfa9538e None None] Provisioning complete for port 8593c6b3-bd68-4128-9e3e-26d590f4e86e triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:28:29.032128 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-6991b44a-5b98-45ed-8375-ac87cfa9538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:29.082512 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-bc5a6162-2b23-4ecb-8fe3-6dbfa9a4c6a7 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:29.129296 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-852721dc-4511-4d68-b73d-9281c04dd120 req-c46a69ea-265f-4f26-8746-47f3f0c9e57b service neutron] Attempting to bind port 8ffdfe1d-6308-4ce3-9a01-995f39cb99fd on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:28:29.129296 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-852721dc-4511-4d68-b73d-9281c04dd120 req-c46a69ea-265f-4f26-8746-47f3f0c9e57b service neutron] Attempting to bind port 8ffdfe1d-6308-4ce3-9a01-995f39cb99fd by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': '833fd725-a517-41b8-a917-b7cf24c49042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4874bba4-a87e-43f9-9333-c72385485612'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:28:29.129296 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852721dc-4511-4d68-b73d-9281c04dd120 req-c46a69ea-265f-4f26-8746-47f3f0c9e57b service neutron] Attempting to bind port 8ffdfe1d-6308-4ce3-9a01-995f39cb99fd on network 4874bba4-a87e-43f9-9333-c72385485612 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:28:29.172110 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5a6162-2b23-4ecb-8fe3-6dbfa9a4c6a7 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8d697a1-1dba-4b18-a73a-2546d21ff79d,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:28:29.184502 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852721dc-4511-4d68-b73d-9281c04dd120 req-c46a69ea-265f-4f26-8746-47f3f0c9e57b service neutron] Port 8ffdfe1d-6308-4ce3-9a01-995f39cb99fd on network 4874bba4-a87e-43f9-9333-c72385485612 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:28:29.184502 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852721dc-4511-4d68-b73d-9281c04dd120 req-c46a69ea-265f-4f26-8746-47f3f0c9e57b service neutron] Attempting to bind port 8ffdfe1d-6308-4ce3-9a01-995f39cb99fd on network 4874bba4-a87e-43f9-9333-c72385485612 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:28:29.222292 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852721dc-4511-4d68-b73d-9281c04dd120 req-c46a69ea-265f-4f26-8746-47f3f0c9e57b service neutron] Checking agent: {'id': '69f492a0-c00d-46d0-9bec-fcd8161ce206', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:28:29.222292 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852721dc-4511-4d68-b73d-9281c04dd120 req-c46a69ea-265f-4f26-8746-47f3f0c9e57b service neutron] Checking segment: {'id': '833fd725-a517-41b8-a917-b7cf24c49042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4874bba4-a87e-43f9-9333-c72385485612'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:28:29.222292 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852721dc-4511-4d68-b73d-9281c04dd120 req-c46a69ea-265f-4f26-8746-47f3f0c9e57b service neutron] Bound using segment: {'id': '833fd725-a517-41b8-a917-b7cf24c49042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4874bba4-a87e-43f9-9333-c72385485612'} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:28:29.222292 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-852721dc-4511-4d68-b73d-9281c04dd120 req-c46a69ea-265f-4f26-8746-47f3f0c9e57b service neutron] Bound port: 8ffdfe1d-6308-4ce3-9a01-995f39cb99fd, host: n-h1-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '833fd725-a517-41b8-a917-b7cf24c49042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4874bba4-a87e-43f9-9333-c72385485612'}}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:28:29.222292 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-852721dc-4511-4d68-b73d-9281c04dd120 req-c46a69ea-265f-4f26-8746-47f3f0c9e57b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:29.250454 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning for port b9b1502d-9c21-49c4-a523-abb3ea313a43 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:28:29.259361 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning complete for port b9b1502d-9c21-49c4-a523-abb3ea313a43 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:28:29.259361 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:29.287432 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-6991b44a-5b98-45ed-8375-ac87cfa9538e None None] Current status of the port 8593c6b3-bd68-4128-9e3e-26d590f4e86e is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:28:29.287775 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-6991b44a-5b98-45ed-8375-ac87cfa9538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:29.365695 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-bc5a6162-2b23-4ecb-8fe3-6dbfa9a4c6a7 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:29.366991 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-bc5a6162-2b23-4ecb-8fe3-6dbfa9a4c6a7 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.9630311 May 28 06:28:29.374842 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 55212) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:28:29.380085 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-6991b44a-5b98-45ed-8375-ac87cfa9538e None None] For port 8593c6b3-bd68-4128-9e3e-26d590f4e86e, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=8593c6b3-bd68-4128-9e3e-26d590f4e86e,segment=NetworkSegment(a17549e8-b8aa-4901-a73d-94fb0e39724e),segment_id=a17549e8-b8aa-4901-a73d-94fb0e39724e)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:28:29.383179 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-34a2fe2d-8eaa-4e1b-94e7-ef024750479a req-01793a1d-0e33-4c67-96da-e7b8ccd06490 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=c3068efc66a349e9b92ab9365fc877d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0604010 May 28 06:28:29.387597 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-43b691bc-68e2-48b3-b042-bb1fca8a815f tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Request body: {'security_group_rule': {'security_group_id': 'e8d697a1-1dba-4b18-a73a-2546d21ff79d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:28:29.478570 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab147c4-6e14-4e23-a9c6-1100b7ea49f9 req-a3306dab-8d41-4fce-87cf-a1c3416c7310 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:29.486477 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cab147c4-6e14-4e23-a9c6-1100b7ea49f9 req-a3306dab-8d41-4fce-87cf-a1c3416c7310 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/ports?device_id=90ede48b-246e-4690-8e50-3f809bbd9e2b HTTP/1.1" status: 200 len: 946 time: 0.6353536 May 28 06:28:29.516795 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-43b691bc-68e2-48b3-b042-bb1fca8a815f tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:28:29.525887 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-43b691bc-68e2-48b3-b042-bb1fca8a815f tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Usage tracker for resource:security_group_rule and tenant:f3958891eac44c76810006defcff5dde is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:28:29.544903 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd64267d-04b9-4a14-87da-7f07712f7822 req-48ba742f-128a-4203-999d-a0b5565e9ced tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:29.546995 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fd64267d-04b9-4a14-87da-7f07712f7822 req-48ba742f-128a-4203-999d-a0b5565e9ced tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=715e31c4-b21e-43ff-9865-adf69fb78294 HTTP/1.1" status: 200 len: 944 time: 0.8240654 May 28 06:28:29.554166 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-43b691bc-68e2-48b3-b042-bb1fca8a815f tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:28:29.569763 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port b9b1502d-9c21-49c4-a523-abb3ea313a43 is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:28:29.570182 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:29.576336 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-43b691bc-68e2-48b3-b042-bb1fca8a815f tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:28:29.647196 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-6991b44a-5b98-45ed-8375-ac87cfa9538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:29.666144 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a2fe2d-8eaa-4e1b-94e7-ef024750479a req-e22465ce-a487-44de-9ed2-b45658d533df tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:29.683828 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-34a2fe2d-8eaa-4e1b-94e7-ef024750479a req-e22465ce-a487-44de-9ed2-b45658d533df tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2898481 May 28 06:28:29.699611 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-34a2fe2d-8eaa-4e1b-94e7-ef024750479a req-9715dd4d-7b1f-46c2-88a7-b9ea33fcf239 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Request body: {'port': {'device_id': '98cfccb9-9f45-4199-a4d4-780ce7efbc99', 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9', 'admin_state_up': True, 'tenant_id': 'c3068efc66a349e9b92ab9365fc877d9'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:28:29.749408 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port b9b1502d-9c21-49c4-a523-abb3ea313a43, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=b9b1502d-9c21-49c4-a523-abb3ea313a43,segment=NetworkSegment(a8c42c09-58b4-4e9e-ab8f-c96c63ee4190),segment_id=a8c42c09-58b4-4e9e-ab8f-c96c63ee4190)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:28:29.751596 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6991b44a-5b98-45ed-8375-ac87cfa9538e None None] Pushing event updated for resources: {'Port': ['ID=8593c6b3-bd68-4128-9e3e-26d590f4e86e,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:28:29.780337 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-852721dc-4511-4d68-b73d-9281c04dd120 req-c46a69ea-265f-4f26-8746-47f3f0c9e57b service neutron] For port 8ffdfe1d-6308-4ce3-9a01-995f39cb99fd, host n-h1-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:28:29.790317 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-5d0768ec-b153-4f62-869f-bd42052d7ed5 None None] Provisioning complete for port 8593c6b3-bd68-4128-9e3e-26d590f4e86e triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:28:29.790957 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-5d0768ec-b153-4f62-869f-bd42052d7ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:29.801642 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-43b691bc-68e2-48b3-b042-bb1fca8a815f tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:29.819343 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-852721dc-4511-4d68-b73d-9281c04dd120 req-c46a69ea-265f-4f26-8746-47f3f0c9e57b service neutron] For port 8ffdfe1d-6308-4ce3-9a01-995f39cb99fd, host n-h1-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=8ffdfe1d-6308-4ce3-9a01-995f39cb99fd,segment=NetworkSegment(833fd725-a517-41b8-a917-b7cf24c49042),segment_id=833fd725-a517-41b8-a917-b7cf24c49042)] {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:28:29.838023 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cab147c4-6e14-4e23-a9c6-1100b7ea49f9 req-89f5847e-791b-4083-8034-96bd4f1ea8a4 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f2c8bcd-a51c-4c0c-8c62-f5096a9be3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3452284 May 28 06:28:29.841475 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-a4c80cd6-1d07-46dd-b0b1-6b156fc0dace admin admin] Deleting port 06576159-836b-4c4a-901b-c7db61dd6895 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:28:29.841997 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a4c80cd6-1d07-46dd-b0b1-6b156fc0dace admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:29.887037 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:29.891523 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:29.966290 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '715e31c4-b21e-43ff-9865-adf69fb78294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9b1502d-9c21-49c4-a523-abb3ea313a43'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:28:29.974912 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fd64267d-04b9-4a14-87da-7f07712f7822 req-735ac852-0c69-4d09-9fb6-19b3562c325c tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/security-groups?id=f6de87b7-c8be-4140-be86-d0d6b2592918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3299127 May 28 06:28:29.982826 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-852721dc-4511-4d68-b73d-9281c04dd120 req-c46a69ea-265f-4f26-8746-47f3f0c9e57b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:29.997793 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [req-34a2fe2d-8eaa-4e1b-94e7-ef024750479a req-9715dd4d-7b1f-46c2-88a7-b9ea33fcf239 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:28:30.001113 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-43b691bc-68e2-48b3-b042-bb1fca8a815f tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:30.021155 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [req-34a2fe2d-8eaa-4e1b-94e7-ef024750479a req-9715dd4d-7b1f-46c2-88a7-b9ea33fcf239 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:28:30.090302 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=b9b1502d-9c21-49c4-a523-abb3ea313a43,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:28:30.108633 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-5d0768ec-b153-4f62-869f-bd42052d7ed5 None None] Current status of the port 8593c6b3-bd68-4128-9e3e-26d590f4e86e is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:28:30.123339 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:30.127228 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-43b691bc-68e2-48b3-b042-bb1fca8a815f tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:30.155849 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b691bc-68e2-48b3-b042-bb1fca8a815f tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56f64822-2a08-49c4-bc3e-bbfe329461ae,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:28:30.228074 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34a2fe2d-8eaa-4e1b-94e7-ef024750479a req-9715dd4d-7b1f-46c2-88a7-b9ea33fcf239 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Made reservation on behalf of c3068efc66a349e9b92ab9365fc877d9 for: {'port': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:28:30.230749 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-34a2fe2d-8eaa-4e1b-94e7-ef024750479a req-9715dd4d-7b1f-46c2-88a7-b9ea33fcf239 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:30.279684 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852721dc-4511-4d68-b73d-9281c04dd120 req-c46a69ea-265f-4f26-8746-47f3f0c9e57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:30.280302 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-852721dc-4511-4d68-b73d-9281c04dd120 req-c46a69ea-265f-4f26-8746-47f3f0c9e57b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:30.281993 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-852721dc-4511-4d68-b73d-9281c04dd120 req-c46a69ea-265f-4f26-8746-47f3f0c9e57b service neutron] 10.222.0.69 "PUT /v2.0/ports/8ffdfe1d-6308-4ce3-9a01-995f39cb99fd HTTP/1.1" status: 200 len: 1092 time: 4.6249969 May 28 06:28:30.294466 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bfa4d8dc-e06c-4daf-a0a1-a6a2db960ca0 req-5c3d8d94-ca16-4feb-860e-e74f8eca76a3 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c7baf8c-3963-4e2d-b57b-a5e225acc298 HTTP/1.1" status: 200 len: 210 time: 0.1360190 May 28 06:28:30.294466 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4faa87b8-f4ff-4090-9c52-7a280a3dcdf8', 'tag': '8ffdfe1d-6308-4ce3-9a01-995f39cb99fd'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:28:30.313327 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-43b691bc-68e2-48b3-b042-bb1fca8a815f tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:30.318416 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-43b691bc-68e2-48b3-b042-bb1fca8a815f tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9417105 May 28 06:28:30.321960 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 55230) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:28:30.338676 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-b5094fef-87cf-4ce0-890a-0e36143cec1e tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Request body: {'security_group_rule': {'security_group_id': 'e8d697a1-1dba-4b18-a73a-2546d21ff79d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:28:30.367113 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-b5094fef-87cf-4ce0-890a-0e36143cec1e tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:28:30.374046 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-b5094fef-87cf-4ce0-890a-0e36143cec1e tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Usage tracker for resource:security_group_rule and tenant:f3958891eac44c76810006defcff5dde is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:28:30.387814 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14f9d142-cb1b-4a38-9416-9f384b2caac4'] response: {'server_uuid': '715e31c4-b21e-43ff-9865-adf69fb78294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9b1502d-9c21-49c4-a523-abb3ea313a43', 'code': 200} May 28 06:28:30.389738 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-b5094fef-87cf-4ce0-890a-0e36143cec1e tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:28:30.391125 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-34a2fe2d-8eaa-4e1b-94e7-ef024750479a req-d9357321-f581-4a2c-be9a-18644fe1d7c8 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=c3068efc66a349e9b92ab9365fc877d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0568197 May 28 06:28:30.418173 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-b5094fef-87cf-4ce0-890a-0e36143cec1e tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:28:30.547221 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b5094fef-87cf-4ce0-890a-0e36143cec1e tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:30.637838 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [req-34a2fe2d-8eaa-4e1b-94e7-ef024750479a req-9715dd4d-7b1f-46c2-88a7-b9ea33fcf239 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Allocated IP 192.168.233.33 (bb90c162-fdb0-406b-af2b-5eef830db7a9/e72d0ca5-04cb-4b36-82b1-c75214c9eb05/aed40a96-8c1b-41c4-8cf6-9693df9e3b63) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:28:30.716343 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b5094fef-87cf-4ce0-890a-0e36143cec1e tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:30.788254 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fe610f6-400f-4599-84ae-0f4f40bb888a'] response: {'name': 'network-changed', 'server_uuid': '4faa87b8-f4ff-4090-9c52-7a280a3dcdf8', 'tag': '8ffdfe1d-6308-4ce3-9a01-995f39cb99fd', 'status': 'completed', 'code': 200} May 28 06:28:30.816476 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46a69ea-265f-4f26-8746-47f3f0c9e57b service neutron] Pushing event updated for resources: {'Port': ['ID=8ffdfe1d-6308-4ce3-9a01-995f39cb99fd,revision_number=3']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:28:30.844179 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b5094fef-87cf-4ce0-890a-0e36143cec1e tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:30.855413 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [None req-a4c80cd6-1d07-46dd-b0b1-6b156fc0dace admin admin] For port 06576159-836b-4c4a-901b-c7db61dd6895, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=06576159-836b-4c4a-901b-c7db61dd6895,segment=NetworkSegment(a4c3f4ec-3c33-4362-bb48-7e64bee770a9),segment_id=a4c3f4ec-3c33-4362-bb48-7e64bee770a9)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:28:30.855986 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a4c80cd6-1d07-46dd-b0b1-6b156fc0dace admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:30.919246 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5094fef-87cf-4ce0-890a-0e36143cec1e tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a67b11e-2bae-4d18-b74e-1eb3b22d229f,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:28:30.988655 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-34a2fe2d-8eaa-4e1b-94e7-ef024750479a req-9715dd4d-7b1f-46c2-88a7-b9ea33fcf239 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:31.028321 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [req-34a2fe2d-8eaa-4e1b-94e7-ef024750479a req-9715dd4d-7b1f-46c2-88a7-b9ea33fcf239 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Transition to ACTIVE for port object aed40a96-8c1b-41c4-8cf6-9693df9e3b63 will not be triggered until provisioned by entity DHCP. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:28:31.035700 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-a4c80cd6-1d07-46dd-b0b1-6b156fc0dace admin admin] Calling delete_port for 06576159-836b-4c4a-901b-c7db61dd6895 owned by network:router_interface {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:28:31.075786 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b5094fef-87cf-4ce0-890a-0e36143cec1e tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:31.075786 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-b5094fef-87cf-4ce0-890a-0e36143cec1e tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7503991 May 28 06:28:31.075786 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 55248) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:28:31.084315 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-eb3fcfa2-8da3-4fe9-89db-fb3cb7ea43e3 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Request body: {'floatingip': {'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:28:31.095223 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-eb3fcfa2-8da3-4fe9-89db-fb3cb7ea43e3 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:28:31.097742 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-eb3fcfa2-8da3-4fe9-89db-fb3cb7ea43e3 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Usage tracker for resource:floatingip and tenant:f3958891eac44c76810006defcff5dde is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:28:31.101237 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-eb3fcfa2-8da3-4fe9-89db-fb3cb7ea43e3 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:28:31.107974 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-eb3fcfa2-8da3-4fe9-89db-fb3cb7ea43e3 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:28:31.175704 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a2fe2d-8eaa-4e1b-94e7-ef024750479a req-f2a533e9-2203-4f7a-99ba-d451b5c08314 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:31.177123 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-34a2fe2d-8eaa-4e1b-94e7-ef024750479a req-f2a533e9-2203-4f7a-99ba-d451b5c08314 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7705355 May 28 06:28:31.185271 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09597c9-0707-429f-ab97-0e75560f43c5 req-a8a8443a-ff1f-4e5c-92e0-8da4199c467c tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:31.186649 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c09597c9-0707-429f-ab97-0e75560f43c5 req-a8a8443a-ff1f-4e5c-92e0-8da4199c467c tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "GET /v2.0/ports?device_id=4faa87b8-f4ff-4090-9c52-7a280a3dcdf8 HTTP/1.1" status: 200 len: 944 time: 0.9905674 May 28 06:28:31.215434 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-eb3fcfa2-8da3-4fe9-89db-fb3cb7ea43e3 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks [] for floatingip, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:31.228893 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-34a2fe2d-8eaa-4e1b-94e7-ef024750479a req-9715dd4d-7b1f-46c2-88a7-b9ea33fcf239 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:31.282527 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['34d5a857-5950-4308-8e9f-761b2183974d', 'c43e50b8-fb17-4a3c-9d4b-113d8558c9fa', '15bc477c-9769-4020-b7bf-3f3554b08c6a'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:28:31.373908 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-34a2fe2d-8eaa-4e1b-94e7-ef024750479a req-af831045-e22c-4863-a858-88d3ce2a93ad tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Request body: {'port': {'device_id': '0c7baf8c-3963-4e2d-b57b-a5e225acc298', 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9', 'admin_state_up': True, 'tenant_id': 'c3068efc66a349e9b92ab9365fc877d9'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:28:31.403172 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34a2fe2d-8eaa-4e1b-94e7-ef024750479a req-9715dd4d-7b1f-46c2-88a7-b9ea33fcf239 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Network bb90c162-fdb0-406b-af2b-5eef830db7a9 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:28:31.403172 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [req-34a2fe2d-8eaa-4e1b-94e7-ef024750479a req-9715dd4d-7b1f-46c2-88a7-b9ea33fcf239 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:28:31.415278 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ce1bb1-146a-4a7e-af4d-7a9c922b90e8 req-ac8c6734-f454-41e9-8a8d-d3933d146805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:31.415278 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f0ce1bb1-146a-4a7e-af4d-7a9c922b90e8 req-ac8c6734-f454-41e9-8a8d-d3933d146805 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=715e31c4-b21e-43ff-9865-adf69fb78294 HTTP/1.1" status: 200 len: 1096 time: 0.8491073 May 28 06:28:31.443256 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [req-34a2fe2d-8eaa-4e1b-94e7-ef024750479a req-9715dd4d-7b1f-46c2-88a7-b9ea33fcf239 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:28:31.517046 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9715dd4d-7b1f-46c2-88a7-b9ea33fcf239 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Pushing event updated for resources: {'Port': ['ID=aed40a96-8c1b-41c4-8cf6-9693df9e3b63,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:28:31.553641 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852721dc-4511-4d68-b73d-9281c04dd120 req-39d0344f-56d5-48ad-bc4e-a47ee2bf883b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:31.553641 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-852721dc-4511-4d68-b73d-9281c04dd120 req-39d0344f-56d5-48ad-bc4e-a47ee2bf883b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f2d8466b4d8c4168848bc4cc302053bf&device_id=4faa87b8-f4ff-4090-9c52-7a280a3dcdf8 HTTP/1.1" status: 200 len: 1095 time: 0.9843981 May 28 06:28:31.621263 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a2fe2d-8eaa-4e1b-94e7-ef024750479a req-9715dd4d-7b1f-46c2-88a7-b9ea33fcf239 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:31.622250 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-34a2fe2d-8eaa-4e1b-94e7-ef024750479a req-9715dd4d-7b1f-46c2-88a7-b9ea33fcf239 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:31.675408 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:31.731991 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 8593c6b3-bd68-4128-9e3e-26d590f4e86e up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:28:31.732913 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-eb3fcfa2-8da3-4fe9-89db-fb3cb7ea43e3 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:31.783033 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-34a2fe2d-8eaa-4e1b-94e7-ef024750479a req-9715dd4d-7b1f-46c2-88a7-b9ea33fcf239 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0918472 May 28 06:28:31.797338 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-34a2fe2d-8eaa-4e1b-94e7-ef024750479a req-c81045e1-3f58-4bd0-a052-6b3d85ecdbd6 service neutron] Request body: {'port': {'device_id': '98cfccb9-9f45-4199-a4d4-780ce7efbc99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843702-1'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:28:31.870790 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 8593c6b3-bd68-4128-9e3e-26d590f4e86e triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:28:31.871446 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:31.907171 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-852721dc-4511-4d68-b73d-9281c04dd120 req-90996f0a-a7da-4e23-97c2-a232b5f28bed service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ffdfe1d-6308-4ce3-9a01-995f39cb99fd HTTP/1.1" status: 200 len: 217 time: 0.3206024 May 28 06:28:31.909907 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c09597c9-0707-429f-ab97-0e75560f43c5 req-4ec47b8a-ba6b-4d21-84b9-3e7c8b34476c tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "GET /v2.0/security-groups?id=63ea6420-b48b-49b9-b520-8d6c62ca7c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7126236 May 28 06:28:32.004018 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479bc14e-afb6-4984-98d5-0d7c891408fd req-59e5b178-25c1-4716-afe7-36ea2aa5d8cd tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:32.012071 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-479bc14e-afb6-4984-98d5-0d7c891408fd req-59e5b178-25c1-4716-afe7-36ea2aa5d8cd tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/ports?device_id=90ede48b-246e-4690-8e50-3f809bbd9e2b HTTP/1.1" status: 200 len: 946 time: 0.9341550 May 28 06:28:32.034470 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-eb3fcfa2-8da3-4fe9-89db-fb3cb7ea43e3 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Allocated IP 172.25.5.211 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/ce5848ab-8254-442e-8617-2d01b43ae454) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:28:32.055842 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f0ce1bb1-146a-4a7e-af4d-7a9c922b90e8 req-1d3dd58e-01b2-454c-a49d-2971019e5607 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=f6de87b7-c8be-4140-be86-d0d6b2592918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5834572 May 28 06:28:32.100615 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-944ef715-d33f-4563-9a47-b4ca97524f5a None None] Provisioning for port aed40a96-8c1b-41c4-8cf6-9693df9e3b63 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:28:32.146267 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:32.152809 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-34a2fe2d-8eaa-4e1b-94e7-ef024750479a req-af831045-e22c-4863-a858-88d3ce2a93ad tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:28:32.156996 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-944ef715-d33f-4563-9a47-b4ca97524f5a None None] Provisioning complete for port aed40a96-8c1b-41c4-8cf6-9693df9e3b63 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:28:32.157518 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-944ef715-d33f-4563-9a47-b4ca97524f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:32.163413 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852721dc-4511-4d68-b73d-9281c04dd120 req-7e067701-e58d-46c7-a434-7ff83e1aff7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:32.164915 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-852721dc-4511-4d68-b73d-9281c04dd120 req-7e067701-e58d-46c7-a434-7ff83e1aff7c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=aa6e01e0-3e0c-4b0f-b2af-e5c6de04414e HTTP/1.1" status: 200 len: 849 time: 0.2390981 May 28 06:28:32.186927 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-479bc14e-afb6-4984-98d5-0d7c891408fd req-24d94a2b-4c81-4149-b3f4-9f7bdf59ef7f tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f2c8bcd-a51c-4c0c-8c62-f5096a9be3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742408 May 28 06:28:32.187878 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-34a2fe2d-8eaa-4e1b-94e7-ef024750479a req-af831045-e22c-4863-a858-88d3ce2a93ad tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:28:32.284934 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-944ef715-d33f-4563-9a47-b4ca97524f5a None None] Port aed40a96-8c1b-41c4-8cf6-9693df9e3b63 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:28:32.288212 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 8593c6b3-bd68-4128-9e3e-26d590f4e86e is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:28:32.291913 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-34a2fe2d-8eaa-4e1b-94e7-ef024750479a req-c81045e1-3f58-4bd0-a052-6b3d85ecdbd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:32.353296 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb3e891-5903-48df-9b0d-8ff2e59522f0 req-909c3255-f085-4006-9d3a-b67344d710f6 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:32.358215 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-eeb3e891-5903-48df-9b0d-8ff2e59522f0 req-909c3255-f085-4006-9d3a-b67344d710f6 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=715e31c4-b21e-43ff-9865-adf69fb78294 HTTP/1.1" status: 200 len: 945 time: 0.2957056 May 28 06:28:32.403184 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852721dc-4511-4d68-b73d-9281c04dd120 req-ac329328-b48e-4747-a8ab-e86eb63b6e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:32.404093 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-852721dc-4511-4d68-b73d-9281c04dd120 req-ac329328-b48e-4747-a8ab-e86eb63b6e68 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4874bba4-a87e-43f9-9333-c72385485612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1559398 May 28 06:28:32.406999 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-eb3fcfa2-8da3-4fe9-89db-fb3cb7ea43e3 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:32.417108 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-eeb3e891-5903-48df-9b0d-8ff2e59522f0 req-b68b569d-a975-4091-ac30-89b2bc68f4b7 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/security-groups?id=f6de87b7-c8be-4140-be86-d0d6b2592918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553660 May 28 06:28:32.420997 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34a2fe2d-8eaa-4e1b-94e7-ef024750479a req-af831045-e22c-4863-a858-88d3ce2a93ad tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Made reservation on behalf of c3068efc66a349e9b92ab9365fc877d9 for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:28:32.424640 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-34a2fe2d-8eaa-4e1b-94e7-ef024750479a req-af831045-e22c-4863-a858-88d3ce2a93ad tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:32.467977 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a4c80cd6-1d07-46dd-b0b1-6b156fc0dace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:32.637612 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c80cd6-1d07-46dd-b0b1-6b156fc0dace admin admin] Pushing event deleted for resources: {'Port': ['ID=06576159-836b-4c4a-901b-c7db61dd6895,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:28:32.738232 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [req-34a2fe2d-8eaa-4e1b-94e7-ef024750479a req-c81045e1-3f58-4bd0-a052-6b3d85ecdbd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aed40a96-8c1b-41c4-8cf6-9693df9e3b63 {{(pid=89109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:28:32.747760 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-34a2fe2d-8eaa-4e1b-94e7-ef024750479a req-c81045e1-3f58-4bd0-a052-6b3d85ecdbd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:32.766235 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [req-34a2fe2d-8eaa-4e1b-94e7-ef024750479a req-c81045e1-3f58-4bd0-a052-6b3d85ecdbd6 service neutron] Transition to ACTIVE for port object aed40a96-8c1b-41c4-8cf6-9693df9e3b63 will not be triggered until provisioned by entity L2. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:28:32.777962 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-eb3fcfa2-8da3-4fe9-89db-fb3cb7ea43e3 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:32.809470 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b5be9adb-c77f-4641-b07c-3ac43f0a9dd8 req-7d226300-8b7b-41bb-9fdf-caaed875a86d tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c7baf8c-3963-4e2d-b57b-a5e225acc298 HTTP/1.1" status: 200 len: 210 time: 0.1749730 May 28 06:28:32.862153 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb3fcfa2-8da3-4fe9-89db-fb3cb7ea43e3 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:28:32.865194 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-eb3fcfa2-8da3-4fe9-89db-fb3cb7ea43e3 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:28:32.870007 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3fcfa2-8da3-4fe9-89db-fb3cb7ea43e3 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:28:32.902621 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3fcfa2-8da3-4fe9-89db-fb3cb7ea43e3 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Pushing event updated for resources: {'Port': ['ID=ce5848ab-8254-442e-8617-2d01b43ae454,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:28:32.913288 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-34a2fe2d-8eaa-4e1b-94e7-ef024750479a req-c81045e1-3f58-4bd0-a052-6b3d85ecdbd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:32.942016 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-852721dc-4511-4d68-b73d-9281c04dd120 req-9d3ec7b1-2c0d-451a-b027-2fc8e4c99f71 service neutron] 10.222.0.69 "GET /v2.0/networks/4874bba4-a87e-43f9-9333-c72385485612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4957473 May 28 06:28:33.069514 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81045e1-3f58-4bd0-a052-6b3d85ecdbd6 service neutron] Pushing event updated for resources: {'Port': ['ID=aed40a96-8c1b-41c4-8cf6-9693df9e3b63,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:28:33.215179 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-eb3fcfa2-8da3-4fe9-89db-fb3cb7ea43e3 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:33.248500 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-34a2fe2d-8eaa-4e1b-94e7-ef024750479a req-c81045e1-3f58-4bd0-a052-6b3d85ecdbd6 service neutron] Attempting to bind port aed40a96-8c1b-41c4-8cf6-9693df9e3b63 on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:28:33.248905 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-34a2fe2d-8eaa-4e1b-94e7-ef024750479a req-c81045e1-3f58-4bd0-a052-6b3d85ecdbd6 service neutron] Attempting to bind port aed40a96-8c1b-41c4-8cf6-9693df9e3b63 by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:28:33.249221 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a2fe2d-8eaa-4e1b-94e7-ef024750479a req-c81045e1-3f58-4bd0-a052-6b3d85ecdbd6 service neutron] Attempting to bind port aed40a96-8c1b-41c4-8cf6-9693df9e3b63 on network bb90c162-fdb0-406b-af2b-5eef830db7a9 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:28:33.253821 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a2fe2d-8eaa-4e1b-94e7-ef024750479a req-c81045e1-3f58-4bd0-a052-6b3d85ecdbd6 service neutron] Port aed40a96-8c1b-41c4-8cf6-9693df9e3b63 on network bb90c162-fdb0-406b-af2b-5eef830db7a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:28:33.254251 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a2fe2d-8eaa-4e1b-94e7-ef024750479a req-c81045e1-3f58-4bd0-a052-6b3d85ecdbd6 service neutron] Attempting to bind port aed40a96-8c1b-41c4-8cf6-9693df9e3b63 on network bb90c162-fdb0-406b-af2b-5eef830db7a9 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:28:33.261869 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a2fe2d-8eaa-4e1b-94e7-ef024750479a req-c81045e1-3f58-4bd0-a052-6b3d85ecdbd6 service neutron] Checking agent: {'id': '69f492a0-c00d-46d0-9bec-fcd8161ce206', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:28:33.262234 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a2fe2d-8eaa-4e1b-94e7-ef024750479a req-c81045e1-3f58-4bd0-a052-6b3d85ecdbd6 service neutron] Checking segment: {'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:28:33.262612 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a2fe2d-8eaa-4e1b-94e7-ef024750479a req-c81045e1-3f58-4bd0-a052-6b3d85ecdbd6 service neutron] Bound using segment: {'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:28:33.263028 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-34a2fe2d-8eaa-4e1b-94e7-ef024750479a req-c81045e1-3f58-4bd0-a052-6b3d85ecdbd6 service neutron] Bound port: aed40a96-8c1b-41c4-8cf6-9693df9e3b63, host: n-h1-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'}}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:28:33.263365 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-34a2fe2d-8eaa-4e1b-94e7-ef024750479a req-c81045e1-3f58-4bd0-a052-6b3d85ecdbd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:33.285092 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90150111-ec8b-400f-9373-0dc1c83c513f req-8f6ffd83-3346-4ae9-8d72-3f74c06be7fe tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:33.289053 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-90150111-ec8b-400f-9373-0dc1c83c513f req-8f6ffd83-3346-4ae9-8d72-3f74c06be7fe tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/ports?device_id=90ede48b-246e-4690-8e50-3f809bbd9e2b HTTP/1.1" status: 200 len: 946 time: 0.7515142 May 28 06:28:33.353441 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [req-34a2fe2d-8eaa-4e1b-94e7-ef024750479a req-af831045-e22c-4863-a858-88d3ce2a93ad tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Allocated IP 192.168.233.111 (bb90c162-fdb0-406b-af2b-5eef830db7a9/e72d0ca5-04cb-4b36-82b1-c75214c9eb05/a5adb27f-78ac-4ba1-9200-f424e2d32259) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:28:33.413505 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-eb3fcfa2-8da3-4fe9-89db-fb3cb7ea43e3 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:33.461631 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-34a2fe2d-8eaa-4e1b-94e7-ef024750479a req-c81045e1-3f58-4bd0-a052-6b3d85ecdbd6 service neutron] For port aed40a96-8c1b-41c4-8cf6-9693df9e3b63, host n-h1-843702-1, cleared binding levels {{(pid=89109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:28:33.475729 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-34a2fe2d-8eaa-4e1b-94e7-ef024750479a req-c81045e1-3f58-4bd0-a052-6b3d85ecdbd6 service neutron] For port aed40a96-8c1b-41c4-8cf6-9693df9e3b63, host n-h1-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=aed40a96-8c1b-41c4-8cf6-9693df9e3b63,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:28:33.572690 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a4c80cd6-1d07-46dd-b0b1-6b156fc0dace admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700472'] for router_interface, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:33.590129 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-34a2fe2d-8eaa-4e1b-94e7-ef024750479a req-c81045e1-3f58-4bd0-a052-6b3d85ecdbd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:33.591269 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-90150111-ec8b-400f-9373-0dc1c83c513f req-0ab043a4-547a-4e79-8919-ac64f94df986 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f2c8bcd-a51c-4c0c-8c62-f5096a9be3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2726181 May 28 06:28:33.617294 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-852721dc-4511-4d68-b73d-9281c04dd120 req-e8373796-fba0-424e-af3b-788c910a7627 service neutron] 10.222.0.69 "GET /v2.0/networks/4874bba4-a87e-43f9-9333-c72385485612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6084447 May 28 06:28:33.684314 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a2fe2d-8eaa-4e1b-94e7-ef024750479a req-c81045e1-3f58-4bd0-a052-6b3d85ecdbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:33.684936 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-34a2fe2d-8eaa-4e1b-94e7-ef024750479a req-c81045e1-3f58-4bd0-a052-6b3d85ecdbd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:33.686335 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-34a2fe2d-8eaa-4e1b-94e7-ef024750479a req-c81045e1-3f58-4bd0-a052-6b3d85ecdbd6 service neutron] 10.222.0.69 "PUT /v2.0/ports/aed40a96-8c1b-41c4-8cf6-9693df9e3b63 HTTP/1.1" status: 200 len: 1095 time: 1.8963585 May 28 06:28:33.688858 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98cfccb9-9f45-4199-a4d4-780ce7efbc99', 'tag': 'aed40a96-8c1b-41c4-8cf6-9693df9e3b63'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:28:33.727395 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81045e1-3f58-4bd0-a052-6b3d85ecdbd6 service neutron] Pushing event updated for resources: {'Port': ['ID=aed40a96-8c1b-41c4-8cf6-9693df9e3b63,revision_number=3']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:28:33.737056 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5632d152-fab8-483a-8806-e1aacd3f0bef req-fdac56b8-ebc3-4b79-aa99-5dcc3c76d8b4 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:33.746916 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5632d152-fab8-483a-8806-e1aacd3f0bef req-fdac56b8-ebc3-4b79-aa99-5dcc3c76d8b4 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "GET /v2.0/ports?device_id=4faa87b8-f4ff-4090-9c52-7a280a3dcdf8 HTTP/1.1" status: 200 len: 944 time: 0.6655986 May 28 06:28:33.823042 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-eb3fcfa2-8da3-4fe9-89db-fb3cb7ea43e3 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:33.862767 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e1fcda-7175-4f06-8f84-ab8d8102b533 req-0b542824-0cb6-4769-af1e-8bb4f8339270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:33.864343 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-20e1fcda-7175-4f06-8f84-ab8d8102b533 req-0b542824-0cb6-4769-af1e-8bb4f8339270 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f2d8466b4d8c4168848bc4cc302053bf&device_id=4faa87b8-f4ff-4090-9c52-7a280a3dcdf8 HTTP/1.1" status: 200 len: 1095 time: 0.0909793 May 28 06:28:33.952620 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-eb3fcfa2-8da3-4fe9-89db-fb3cb7ea43e3 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:34.078227 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5632d152-fab8-483a-8806-e1aacd3f0bef req-29a3288d-a082-4622-b8e3-1f0d1129a5d9 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "GET /v2.0/security-groups?id=63ea6420-b48b-49b9-b520-8d6c62ca7c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3304608 May 28 06:28:34.142454 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3fcfa2-8da3-4fe9-89db-fb3cb7ea43e3 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Pushing event updated for resources: {'Port': ['ID=ce5848ab-8254-442e-8617-2d01b43ae454,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:28:34.176561 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-eb3fcfa2-8da3-4fe9-89db-fb3cb7ea43e3 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691094'] for floatingip, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:34.180707 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e1fcda-7175-4f06-8f84-ab8d8102b533 req-5b801001-260d-44d4-9c08-60ebeb09f675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:34.183067 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-20e1fcda-7175-4f06-8f84-ab8d8102b533 req-5b801001-260d-44d4-9c08-60ebeb09f675 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4874bba4-a87e-43f9-9333-c72385485612 HTTP/1.1" status: 200 len: 911 time: 0.3120441 May 28 06:28:34.253228 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-34a2fe2d-8eaa-4e1b-94e7-ef024750479a req-af831045-e22c-4863-a858-88d3ce2a93ad tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:34.280297 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11f9948-d2e5-4be0-9354-8d0ffd0696f4 req-0fea0422-af47-4910-8bc6-42daa839357d tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:34.281924 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e11f9948-d2e5-4be0-9354-8d0ffd0696f4 req-0fea0422-af47-4910-8bc6-42daa839357d tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=715e31c4-b21e-43ff-9865-adf69fb78294 HTTP/1.1" status: 200 len: 945 time: 0.4812617 May 28 06:28:34.354183 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a2fe2d-8eaa-4e1b-94e7-ef024750479a req-d5dfa37b-658f-40ba-8b7a-ddb28d220dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:34.357488 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-34a2fe2d-8eaa-4e1b-94e7-ef024750479a req-d5dfa37b-658f-40ba-8b7a-ddb28d220dd6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c3068efc66a349e9b92ab9365fc877d9&device_id=98cfccb9-9f45-4199-a4d4-780ce7efbc99 HTTP/1.1" status: 200 len: 1098 time: 0.4666791 May 28 06:28:34.388741 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-34a2fe2d-8eaa-4e1b-94e7-ef024750479a req-af831045-e22c-4863-a858-88d3ce2a93ad tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Transition to ACTIVE for port object a5adb27f-78ac-4ba1-9200-f424e2d32259 will not be triggered until provisioned by entity DHCP. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:28:34.426768 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-20e1fcda-7175-4f06-8f84-ab8d8102b533 req-8860b7f5-0276-46e6-8138-2f45adf7ea4d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ffdfe1d-6308-4ce3-9a01-995f39cb99fd HTTP/1.1" status: 200 len: 217 time: 0.2316608 May 28 06:28:34.461564 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-34a2fe2d-8eaa-4e1b-94e7-ef024750479a req-34edf0cb-a6e9-4adf-9671-4b7861d70ecf service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=aed40a96-8c1b-41c4-8cf6-9693df9e3b63 HTTP/1.1" status: 200 len: 217 time: 0.0739262 May 28 06:28:34.502090 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e1fcda-7175-4f06-8f84-ab8d8102b533 req-6a4d43f1-02c0-423f-873b-ea97ef26dbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:34.503555 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-20e1fcda-7175-4f06-8f84-ab8d8102b533 req-6a4d43f1-02c0-423f-873b-ea97ef26dbbf service neutron] 10.222.0.69 "GET /v2.0/subnets?id=aa6e01e0-3e0c-4b0f-b2af-e5c6de04414e HTTP/1.1" status: 200 len: 849 time: 0.0696363 May 28 06:28:34.513474 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-eb3fcfa2-8da3-4fe9-89db-fb3cb7ea43e3 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:34.518323 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-eb3fcfa2-8da3-4fe9-89db-fb3cb7ea43e3 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4381075 May 28 06:28:34.551579 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e11f9948-d2e5-4be0-9354-8d0ffd0696f4 req-6f3f67a6-ddfa-462b-a1cc-54eec5939647 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/security-groups?id=f6de87b7-c8be-4140-be86-d0d6b2592918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151999 May 28 06:28:34.563133 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4c80cd6-1d07-46dd-b0b1-6b156fc0dace admin admin] Router bc071cc7-7463-4354-906f-270941205e04 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:28:34.579290 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a2fe2d-8eaa-4e1b-94e7-ef024750479a req-4df79d01-5ab4-4330-a42c-21ee0774b54e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:34.580753 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-34a2fe2d-8eaa-4e1b-94e7-ef024750479a req-4df79d01-5ab4-4330-a42c-21ee0774b54e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e72d0ca5-04cb-4b36-82b1-c75214c9eb05 HTTP/1.1" status: 200 len: 843 time: 0.1055865 May 28 06:28:34.671621 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e1fcda-7175-4f06-8f84-ab8d8102b533 req-edace527-fdd9-415a-8f3d-043f0915b5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:34.673230 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-20e1fcda-7175-4f06-8f84-ab8d8102b533 req-edace527-fdd9-415a-8f3d-043f0915b5dc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4874bba4-a87e-43f9-9333-c72385485612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1573353 May 28 06:28:34.674826 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2c47b87-6002-4742-94c0-0f8db07d2c59'] response: {'name': 'network-changed', 'server_uuid': '98cfccb9-9f45-4199-a4d4-780ce7efbc99', 'tag': 'aed40a96-8c1b-41c4-8cf6-9693df9e3b63', 'status': 'completed', 'code': 200} May 28 06:28:34.712674 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-34a2fe2d-8eaa-4e1b-94e7-ef024750479a req-af831045-e22c-4863-a858-88d3ce2a93ad tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:34.755938 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['34d5a857-5950-4308-8e9f-761b2183974d', 'c43e50b8-fb17-4a3c-9d4b-113d8558c9fa', '15bc477c-9769-4020-b7bf-3f3554b08c6a'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:28:34.883747 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-20e1fcda-7175-4f06-8f84-ab8d8102b533 req-9bbee2e3-d70c-42b0-842d-1dc4b8ac41c8 service neutron] 10.222.0.69 "GET /v2.0/networks/4874bba4-a87e-43f9-9333-c72385485612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027388 May 28 06:28:34.927310 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af831045-e22c-4863-a858-88d3ce2a93ad tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Pushing event updated for resources: {'Port': ['ID=a5adb27f-78ac-4ba1-9200-f424e2d32259,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:28:34.976451 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34a2fe2d-8eaa-4e1b-94e7-ef024750479a req-af831045-e22c-4863-a858-88d3ce2a93ad tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Network bb90c162-fdb0-406b-af2b-5eef830db7a9 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:28:34.988884 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [req-34a2fe2d-8eaa-4e1b-94e7-ef024750479a req-af831045-e22c-4863-a858-88d3ce2a93ad tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:28:35.005999 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-34a2fe2d-8eaa-4e1b-94e7-ef024750479a req-af831045-e22c-4863-a858-88d3ce2a93ad tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:28:35.059606 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-20e1fcda-7175-4f06-8f84-ab8d8102b533 req-4f4bab4c-9af2-4630-b8c9-fe566a75f7e6 service neutron] 10.222.0.69 "GET /v2.0/networks/4874bba4-a87e-43f9-9333-c72385485612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687875 May 28 06:28:35.088526 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4c80cd6-1d07-46dd-b0b1-6b156fc0dace admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:28:35.115602 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401496c9-08e3-498d-a2de-d37ed61bd476 None None] Sync routers for ids ['bc071cc7-7463-4354-906f-270941205e04'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:28:35.121611 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a2fe2d-8eaa-4e1b-94e7-ef024750479a req-af831045-e22c-4863-a858-88d3ce2a93ad tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:35.122269 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-34a2fe2d-8eaa-4e1b-94e7-ef024750479a req-af831045-e22c-4863-a858-88d3ce2a93ad tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:35.143858 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a2fe2d-8eaa-4e1b-94e7-ef024750479a req-6ab6cad9-8cf7-4141-9803-dc18f1af7e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:35.145343 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-34a2fe2d-8eaa-4e1b-94e7-ef024750479a req-6ab6cad9-8cf7-4141-9803-dc18f1af7e6a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bb90c162-fdb0-406b-af2b-5eef830db7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5061092 May 28 06:28:35.149736 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401496c9-08e3-498d-a2de-d37ed61bd476 None None] Routers {'bc071cc7-7463-4354-906f-270941205e04'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:28:35.153212 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-401496c9-08e3-498d-a2de-d37ed61bd476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:28:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['bc071cc7-7463-4354-906f-270941205e04'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:28:35.435872 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-a4c80cd6-1d07-46dd-b0b1-6b156fc0dace admin admin] 10.222.0.55 "PUT /v2.0/routers/bc071cc7-7463-4354-906f-270941205e04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1874981 May 28 06:28:35.435872 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-34a2fe2d-8eaa-4e1b-94e7-ef024750479a req-af831045-e22c-4863-a858-88d3ce2a93ad tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0846212 May 28 06:28:35.437170 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 55308) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:28:35.453910 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7bd2e4-ac16-4035-bda2-f1de98c643ca req-4b456e3e-6f62-4eb7-95e2-1bd1c53af025 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:35.453910 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-0b7bd2e4-ac16-4035-bda2-f1de98c643ca req-4b456e3e-6f62-4eb7-95e2-1bd1c53af025 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Synchronizing usage tracker for tenant:c3068efc66a349e9b92ab9365fc877d9 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:28:35.461887 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-34a2fe2d-8eaa-4e1b-94e7-ef024750479a req-b9cee23e-df2b-4b0a-881c-e42e5e93b8f0 service neutron] Request body: {'port': {'device_id': '0c7baf8c-3963-4e2d-b57b-a5e225acc298', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843702-1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:28:35.488555 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-401496c9-08e3-498d-a2de-d37ed61bd476 None None] Set router bc071cc7-7463-4354-906f-270941205e04 gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:28:35.576767 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-34a2fe2d-8eaa-4e1b-94e7-ef024750479a req-fdd28231-6d92-4d85-94ec-6a05265820a6 service neutron] 10.222.0.69 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4190354 May 28 06:28:35.624143 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-cb9d1294-7599-49cd-a281-91866f96fa87 None None] Provisioning for port a5adb27f-78ac-4ba1-9200-f424e2d32259 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:28:35.644375 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-cb9d1294-7599-49cd-a281-91866f96fa87 None None] Provisioning complete for port a5adb27f-78ac-4ba1-9200-f424e2d32259 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:28:35.644748 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-cb9d1294-7599-49cd-a281-91866f96fa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:35.656615 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-0b7bd2e4-ac16-4035-bda2-f1de98c643ca req-4b456e3e-6f62-4eb7-95e2-1bd1c53af025 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Unset dirty status for tenant:c3068efc66a349e9b92ab9365fc877d9 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:28:35.657803 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0b7bd2e4-ac16-4035-bda2-f1de98c643ca req-4b456e3e-6f62-4eb7-95e2-1bd1c53af025 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c7baf8c-3963-4e2d-b57b-a5e225acc298 HTTP/1.1" status: 200 len: 936 time: 0.7681341 May 28 06:28:35.757633 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3e42b78c-c098-4a2c-9f47-08fc7d9f01e7 admin admin] Notify callbacks [] for router, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:35.796335 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-34a2fe2d-8eaa-4e1b-94e7-ef024750479a req-b9cee23e-df2b-4b0a-881c-e42e5e93b8f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:35.864176 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-cb9d1294-7599-49cd-a281-91866f96fa87 None None] Port a5adb27f-78ac-4ba1-9200-f424e2d32259 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:28:35.895550 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0b7bd2e4-ac16-4035-bda2-f1de98c643ca req-c1e2467d-27e5-4b06-b274-4a4d8b0db461 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/security-groups?id=cc42bff8-ec73-4f47-a19d-2b56e52b6e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298074 May 28 06:28:35.938067 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-34a2fe2d-8eaa-4e1b-94e7-ef024750479a req-4158e685-af2b-42b4-8302-c95ba6906e46 service neutron] 10.222.0.69 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3227432 May 28 06:28:35.968110 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3e42b78c-c098-4a2c-9f47-08fc7d9f01e7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:35.983850 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-401496c9-08e3-498d-a2de-d37ed61bd476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc071cc7-7463-4354-906f-270941205e04', 'name': 'tempest-ServersTestManualDisk-592983147-router', 'tenant_id': '74efa5df31b04bb3906662ad8170d0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '23c8b49f-c8cb-45e4-9477-29a11af387b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:26:49Z', 'updated_at': '2022-05-28T06:28:32Z', 'revision_number': 5, 'project_id': '74efa5df31b04bb3906662ad8170d0a0', 'gw_port': {'id': '23c8b49f-c8cb-45e4-9477-29a11af387b9', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc071cc7-7463-4354-906f-270941205e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:26:50Z', 'updated_at': '2022-05-28T06:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:28:35.988268 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401496c9-08e3-498d-a2de-d37ed61bd476 None None] Checking router: bc071cc7-7463-4354-906f-270941205e04 for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:28:35.999255 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401496c9-08e3-498d-a2de-d37ed61bd476 None None] Routers {'bc071cc7-7463-4354-906f-270941205e04'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:28:35.999867 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-401496c9-08e3-498d-a2de-d37ed61bd476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:28:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['bc071cc7-7463-4354-906f-270941205e04'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:28:36.114523 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edb850c-90c0-49fc-9390-af9838d634d1 req-f36f7acc-4e50-451d-b4aa-e70eef2a0589 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:36.115955 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9edb850c-90c0-49fc-9390-af9838d634d1 req-f36f7acc-4e50-451d-b4aa-e70eef2a0589 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/ports?device_id=90ede48b-246e-4690-8e50-3f809bbd9e2b HTTP/1.1" status: 200 len: 946 time: 0.3801019 May 28 06:28:36.129482 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-3e42b78c-c098-4a2c-9f47-08fc7d9f01e7 admin admin] Deleting port 23c8b49f-c8cb-45e4-9477-29a11af387b9 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:28:36.129823 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3e42b78c-c098-4a2c-9f47-08fc7d9f01e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:36.150704 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-b9664ec8-b379-42a1-9b71-86987ef6a91a tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Synchronizing usage tracker for tenant:f3958891eac44c76810006defcff5dde on resource:security_group {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:28:36.195815 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-401496c9-08e3-498d-a2de-d37ed61bd476 None None] Set router bc071cc7-7463-4354-906f-270941205e04 gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:28:36.309770 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9edb850c-90c0-49fc-9390-af9838d634d1 req-e4851850-787e-4a12-a7e8-7f4ffe232607 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f2c8bcd-a51c-4c0c-8c62-f5096a9be3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555212 May 28 06:28:36.324577 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-3e42b78c-c098-4a2c-9f47-08fc7d9f01e7 admin admin] For port 23c8b49f-c8cb-45e4-9477-29a11af387b9, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=23c8b49f-c8cb-45e4-9477-29a11af387b9,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:28:36.325532 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3e42b78c-c098-4a2c-9f47-08fc7d9f01e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:36.353224 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129fd878-3a6b-45d1-8d1a-363db3b784f6 req-a5b5f117-1232-41a0-8710-484b779f4cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:36.355585 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-129fd878-3a6b-45d1-8d1a-363db3b784f6 req-a5b5f117-1232-41a0-8710-484b779f4cec service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c3068efc66a349e9b92ab9365fc877d9&device_id=98cfccb9-9f45-4199-a4d4-780ce7efbc99 HTTP/1.1" status: 200 len: 1098 time: 0.2486925 May 28 06:28:36.402189 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-b9664ec8-b379-42a1-9b71-86987ef6a91a tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Unset dirty status for tenant:f3958891eac44c76810006defcff5dde on resource:security_group {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:28:36.403616 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-b9664ec8-b379-42a1-9b71-86987ef6a91a tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--57789699&fields=id&tenant_id=f3958891eac44c76810006defcff5dde HTTP/1.1" status: 200 len: 267 time: 0.3833308 May 28 06:28:36.486412 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-3e42b78c-c098-4a2c-9f47-08fc7d9f01e7 admin admin] Calling delete_port for 23c8b49f-c8cb-45e4-9477-29a11af387b9 owned by network:router_gateway {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:28:36.516682 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-401496c9-08e3-498d-a2de-d37ed61bd476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc071cc7-7463-4354-906f-270941205e04', 'name': 'tempest-ServersTestManualDisk-592983147-router', 'tenant_id': '74efa5df31b04bb3906662ad8170d0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '23c8b49f-c8cb-45e4-9477-29a11af387b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:26:49Z', 'updated_at': '2022-05-28T06:28:32Z', 'revision_number': 5, 'project_id': '74efa5df31b04bb3906662ad8170d0a0', 'gw_port': {'id': '23c8b49f-c8cb-45e4-9477-29a11af387b9', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc071cc7-7463-4354-906f-270941205e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:26:50Z', 'updated_at': '2022-05-28T06:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:28:36.520939 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401496c9-08e3-498d-a2de-d37ed61bd476 None None] The sync data for ids ['bc071cc7-7463-4354-906f-270941205e04'] in n-d-843702-1 is: [{'id': 'bc071cc7-7463-4354-906f-270941205e04', 'name': 'tempest-ServersTestManualDisk-592983147-router', 'tenant_id': '74efa5df31b04bb3906662ad8170d0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '23c8b49f-c8cb-45e4-9477-29a11af387b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:26:49Z', 'updated_at': '2022-05-28T06:28:32Z', 'revision_number': 5, 'project_id': '74efa5df31b04bb3906662ad8170d0a0', 'gw_port': {'id': '23c8b49f-c8cb-45e4-9477-29a11af387b9', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc071cc7-7463-4354-906f-270941205e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:26:50Z', 'updated_at': '2022-05-28T06:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:28:36.636350 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [req-34a2fe2d-8eaa-4e1b-94e7-ef024750479a req-b9cee23e-df2b-4b0a-881c-e42e5e93b8f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5adb27f-78ac-4ba1-9200-f424e2d32259 {{(pid=89110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:28:36.661197 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-34a2fe2d-8eaa-4e1b-94e7-ef024750479a req-b9cee23e-df2b-4b0a-881c-e42e5e93b8f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:36.674548 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-2587ef3c-76bf-4363-893a-d62a3cd6e9e5 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:36.675114 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-2587ef3c-76bf-4363-893a-d62a3cd6e9e5 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Synchronizing usage tracker for tenant:f3958891eac44c76810006defcff5dde on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:28:36.711244 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-34a2fe2d-8eaa-4e1b-94e7-ef024750479a req-b9cee23e-df2b-4b0a-881c-e42e5e93b8f0 service neutron] Transition to ACTIVE for port object a5adb27f-78ac-4ba1-9200-f424e2d32259 will not be triggered until provisioned by entity L2. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:28:36.721512 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129fd878-3a6b-45d1-8d1a-363db3b784f6 req-157b826f-f05e-48b2-94f4-ad0e72ddd9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:36.723094 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-129fd878-3a6b-45d1-8d1a-363db3b784f6 req-157b826f-f05e-48b2-94f4-ad0e72ddd9ac service neutron] 10.222.0.69 "GET /v2.0/networks?id=bb90c162-fdb0-406b-af2b-5eef830db7a9 HTTP/1.1" status: 200 len: 870 time: 0.3597920 May 28 06:28:36.801971 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-129fd878-3a6b-45d1-8d1a-363db3b784f6 req-9b2b3664-a346-4c52-93af-7ddc67575ec6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=aed40a96-8c1b-41c4-8cf6-9693df9e3b63 HTTP/1.1" status: 200 len: 217 time: 0.0709603 May 28 06:28:36.818166 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959f83b2-016f-4ca1-98f8-0d524ceced5f req-762453a6-40e1-494f-875d-dedae99e91e0 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:36.818166 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-959f83b2-016f-4ca1-98f8-0d524ceced5f req-762453a6-40e1-494f-875d-dedae99e91e0 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "GET /v2.0/ports?device_id=4faa87b8-f4ff-4090-9c52-7a280a3dcdf8 HTTP/1.1" status: 200 len: 944 time: 0.3588173 May 28 06:28:36.903325 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129fd878-3a6b-45d1-8d1a-363db3b784f6 req-8df16058-a893-4203-8ed5-2935b33ecacb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:36.904813 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-129fd878-3a6b-45d1-8d1a-363db3b784f6 req-8df16058-a893-4203-8ed5-2935b33ecacb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e72d0ca5-04cb-4b36-82b1-c75214c9eb05 HTTP/1.1" status: 200 len: 843 time: 0.0917549 May 28 06:28:36.907761 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-959f83b2-016f-4ca1-98f8-0d524ceced5f req-708c0ace-6175-404d-ad67-0bb30370c93b tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "GET /v2.0/security-groups?id=63ea6420-b48b-49b9-b520-8d6c62ca7c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628247 May 28 06:28:36.933959 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 8ffdfe1d-6308-4ce3-9a01-995f39cb99fd details requested by agent hyperv_n-h1-843702-1 with host n-h1-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:28:36.953079 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-34a2fe2d-8eaa-4e1b-94e7-ef024750479a req-b9cee23e-df2b-4b0a-881c-e42e5e93b8f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:37.009894 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-2587ef3c-76bf-4363-893a-d62a3cd6e9e5 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Unset dirty status for tenant:f3958891eac44c76810006defcff5dde on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:28:37.016559 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-2587ef3c-76bf-4363-893a-d62a3cd6e9e5 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.55 "GET /v2.0/ports/c60976f2-310e-4b2b-b603-af0aade00858 HTTP/1.1" status: 200 len: 931 time: 0.5657706 May 28 06:28:37.125252 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a969c3e3-2bc4-4e36-87c1-85cdeca21618 req-8c5916db-f90b-401b-b1ec-13c68c61dcca tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:37.126766 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-a969c3e3-2bc4-4e36-87c1-85cdeca21618 req-8c5916db-f90b-401b-b1ec-13c68c61dcca tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.69 "GET /v2.0/ports?device_id=715e31c4-b21e-43ff-9865-adf69fb78294 HTTP/1.1" status: 200 len: 945 time: 0.2500765 May 28 06:28:37.181970 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 8ffdfe1d-6308-4ce3-9a01-995f39cb99fd, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=8ffdfe1d-6308-4ce3-9a01-995f39cb99fd,segment=NetworkSegment(833fd725-a517-41b8-a917-b7cf24c49042),segment_id=833fd725-a517-41b8-a917-b7cf24c49042)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:28:37.203259 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Returning: {'device': '8ffdfe1d-6308-4ce3-9a01-995f39cb99fd', 'network_id': '4874bba4-a87e-43f9-9333-c72385485612', 'port_id': '8ffdfe1d-6308-4ce3-9a01-995f39cb99fd', 'mac_address': 'fa:16:3e:01:de:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa6e01e0-3e0c-4b0f-b2af-e5c6de04414e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:28:37.209286 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3e42b78c-c098-4a2c-9f47-08fc7d9f01e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:37.268068 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e42b78c-c098-4a2c-9f47-08fc7d9f01e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=23c8b49f-c8cb-45e4-9477-29a11af387b9,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:28:37.280574 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 8ffdfe1d-6308-4ce3-9a01-995f39cb99fd is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:28:37.280960 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:37.309299 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [req-a969c3e3-2bc4-4e36-87c1-85cdeca21618 req-86b3dc62-68c1-466e-a779-4fd795aa663f tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Deleting port b9b1502d-9c21-49c4-a523-abb3ea313a43 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:28:37.309677 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-a969c3e3-2bc4-4e36-87c1-85cdeca21618 req-86b3dc62-68c1-466e-a779-4fd795aa663f tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:37.317374 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ffdfe1d-6308-4ce3-9a01-995f39cb99fd {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:28:37.335541 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 8ffdfe1d-6308-4ce3-9a01-995f39cb99fd, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=8ffdfe1d-6308-4ce3-9a01-995f39cb99fd,segment=NetworkSegment(833fd725-a517-41b8-a917-b7cf24c49042),segment_id=833fd725-a517-41b8-a917-b7cf24c49042)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:28:37.359690 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cee23e-df2b-4b0a-881c-e42e5e93b8f0 service neutron] Pushing event updated for resources: {'Port': ['ID=a5adb27f-78ac-4ba1-9200-f424e2d32259,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:28:37.421548 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-639d2afd-d3fe-43e1-b279-0948e50e90c3 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:37.422924 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-639d2afd-d3fe-43e1-b279-0948e50e90c3 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.55 "GET /v2.0/ports/2bc36923-1480-492d-8d92-1e4c402f1be2 HTTP/1.1" status: 200 len: 931 time: 0.4056141 May 28 06:28:37.440111 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:37.471849 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3e42b78c-c098-4a2c-9f47-08fc7d9f01e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691105'] for router_gateway, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:37.512745 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=8ffdfe1d-6308-4ce3-9a01-995f39cb99fd,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:28:37.525596 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-7db00b90-cda7-41c6-af62-e99a18c84eed tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.55 "GET /v2.0/ports?network_id=a9a55cb1-2dd3-489f-a37d-55a242b85f0c&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0945108 May 28 06:28:37.543632 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129fd878-3a6b-45d1-8d1a-363db3b784f6 req-711143c9-84e2-4eae-bd03-4bb08fac7248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:37.545325 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-129fd878-3a6b-45d1-8d1a-363db3b784f6 req-711143c9-84e2-4eae-bd03-4bb08fac7248 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bb90c162-fdb0-406b-af2b-5eef830db7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6340270 May 28 06:28:37.634890 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 06576159-836b-4c4a-901b-c7db61dd6895 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:28:37.666295 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['8ffdfe1d-6308-4ce3-9a01-995f39cb99fd'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:28:37.687593 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3e42b78c-c098-4a2c-9f47-08fc7d9f01e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59018'] for router, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:37.703471 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 06576159-836b-4c4a-901b-c7db61dd6895 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:28:37.704142 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 06576159-836b-4c4a-901b-c7db61dd6895 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:28:37.708765 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-34a2fe2d-8eaa-4e1b-94e7-ef024750479a req-b9cee23e-df2b-4b0a-881c-e42e5e93b8f0 service neutron] Attempting to bind port a5adb27f-78ac-4ba1-9200-f424e2d32259 on host n-h2-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:28:37.709115 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-34a2fe2d-8eaa-4e1b-94e7-ef024750479a req-b9cee23e-df2b-4b0a-881c-e42e5e93b8f0 service neutron] Attempting to bind port a5adb27f-78ac-4ba1-9200-f424e2d32259 by drivers openvswitch,hyperv on host n-h2-843702-1 at level 0 using segments [{'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:28:37.709456 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a2fe2d-8eaa-4e1b-94e7-ef024750479a req-b9cee23e-df2b-4b0a-881c-e42e5e93b8f0 service neutron] Attempting to bind port a5adb27f-78ac-4ba1-9200-f424e2d32259 on network bb90c162-fdb0-406b-af2b-5eef830db7a9 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:28:37.722947 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a725afc-c5ca-4a70-b2ca-3a30e3f11d10 req-d444da2e-77d2-46c9-b87c-9c3c5f402f2e tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:37.727156 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3a725afc-c5ca-4a70-b2ca-3a30e3f11d10 req-d444da2e-77d2-46c9-b87c-9c3c5f402f2e tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=715e31c4-b21e-43ff-9865-adf69fb78294 HTTP/1.1" status: 200 len: 945 time: 0.4622371 May 28 06:28:37.736581 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-0048e61d-bf1a-404a-8440-035a3ffce108 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.55 "GET /v2.0/ports?network_id=a9a55cb1-2dd3-489f-a37d-55a242b85f0c&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1722631 May 28 06:28:37.736909 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3e42b78c-c098-4a2c-9f47-08fc7d9f01e7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:37.742463 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a2fe2d-8eaa-4e1b-94e7-ef024750479a req-b9cee23e-df2b-4b0a-881c-e42e5e93b8f0 service neutron] Port a5adb27f-78ac-4ba1-9200-f424e2d32259 on network bb90c162-fdb0-406b-af2b-5eef830db7a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:28:37.742787 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a2fe2d-8eaa-4e1b-94e7-ef024750479a req-b9cee23e-df2b-4b0a-881c-e42e5e93b8f0 service neutron] Attempting to bind port a5adb27f-78ac-4ba1-9200-f424e2d32259 on network bb90c162-fdb0-406b-af2b-5eef830db7a9 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:28:37.795564 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a2fe2d-8eaa-4e1b-94e7-ef024750479a req-b9cee23e-df2b-4b0a-881c-e42e5e93b8f0 service neutron] Checking agent: {'id': 'f1a3973b-d2b3-4558-88e7-2ac50857d302', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:28:37.795906 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a2fe2d-8eaa-4e1b-94e7-ef024750479a req-b9cee23e-df2b-4b0a-881c-e42e5e93b8f0 service neutron] Checking segment: {'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:28:37.796553 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a2fe2d-8eaa-4e1b-94e7-ef024750479a req-b9cee23e-df2b-4b0a-881c-e42e5e93b8f0 service neutron] Bound using segment: {'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:28:37.797161 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-34a2fe2d-8eaa-4e1b-94e7-ef024750479a req-b9cee23e-df2b-4b0a-881c-e42e5e93b8f0 service neutron] Bound port: a5adb27f-78ac-4ba1-9200-f424e2d32259, host: n-h2-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'}}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:28:37.797718 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-34a2fe2d-8eaa-4e1b-94e7-ef024750479a req-b9cee23e-df2b-4b0a-881c-e42e5e93b8f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:37.823213 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-a969c3e3-2bc4-4e36-87c1-85cdeca21618 req-86b3dc62-68c1-466e-a779-4fd795aa663f tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] For port b9b1502d-9c21-49c4-a523-abb3ea313a43, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=b9b1502d-9c21-49c4-a523-abb3ea313a43,segment=NetworkSegment(a8c42c09-58b4-4e9e-ab8f-c96c63ee4190),segment_id=a8c42c09-58b4-4e9e-ab8f-c96c63ee4190)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:28:37.823639 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-a969c3e3-2bc4-4e36-87c1-85cdeca21618 req-86b3dc62-68c1-466e-a779-4fd795aa663f tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:37.889559 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3e42b78c-c098-4a2c-9f47-08fc7d9f01e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-703817'] for router, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:37.890123 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e42b78c-c098-4a2c-9f47-08fc7d9f01e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc071cc7-7463-4354-906f-270941205e04 {{(pid=89109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 06:28:37.961409 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [req-a969c3e3-2bc4-4e36-87c1-85cdeca21618 req-86b3dc62-68c1-466e-a779-4fd795aa663f tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Calling delete_port for b9b1502d-9c21-49c4-a523-abb3ea313a43 owned by compute:nova {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:28:37.962046 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3a725afc-c5ca-4a70-b2ca-3a30e3f11d10 req-b5518bb5-2593-40af-a565-e809a9545507 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/security-groups?id=f6de87b7-c8be-4140-be86-d0d6b2592918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243364 May 28 06:28:38.025260 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3e42b78c-c098-4a2c-9f47-08fc7d9f01e7 admin admin] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:38.025260 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-3e42b78c-c098-4a2c-9f47-08fc7d9f01e7 admin admin] 10.222.0.55 "DELETE /v2.0/routers/bc071cc7-7463-4354-906f-270941205e04 HTTP/1.1" status: 204 len: 168 time: 2.5833497 May 28 06:28:38.028783 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-129fd878-3a6b-45d1-8d1a-363db3b784f6 req-bff0c2c1-a105-44de-82f5-3cbdad8a4b78 service neutron] 10.222.0.69 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4624813 May 28 06:28:38.031330 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 55330) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:28:38.129288 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8d2b065-439f-4037-975e-259811530d39 admin admin] Deleting subnet 080ebc12-6820-4737-a7d7-c00458c09bac {{(pid=89109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:28:38.158953 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-34a2fe2d-8eaa-4e1b-94e7-ef024750479a req-b9cee23e-df2b-4b0a-881c-e42e5e93b8f0 service neutron] For port a5adb27f-78ac-4ba1-9200-f424e2d32259, host n-h2-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:28:38.164975 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b8d2b065-439f-4037-975e-259811530d39 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:38.208541 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-4c2884a5-7678-45cc-9d97-9a7c9c1f17df tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:38.219879 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-4c2884a5-7678-45cc-9d97-9a7c9c1f17df tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:38.220351 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-4c2884a5-7678-45cc-9d97-9a7c9c1f17df tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:38.221117 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-4c2884a5-7678-45cc-9d97-9a7c9c1f17df tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Synchronizing usage tracker for tenant:f3958891eac44c76810006defcff5dde on resource:network {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:28:38.232925 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b8d2b065-439f-4037-975e-259811530d39 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3964070'] for subnet, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:38.239393 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-34a2fe2d-8eaa-4e1b-94e7-ef024750479a req-b9cee23e-df2b-4b0a-881c-e42e5e93b8f0 service neutron] For port a5adb27f-78ac-4ba1-9200-f424e2d32259, host n-h2-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=a5adb27f-78ac-4ba1-9200-f424e2d32259,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:28:38.309516 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-129fd878-3a6b-45d1-8d1a-363db3b784f6 req-fa45ae53-6c52-419c-92c6-f25c4426d0ca service neutron] 10.222.0.69 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2549672 May 28 06:28:38.328966 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818da3b6-fe97-4515-ba23-653f9103deac req-0bc6503e-e85b-4d31-ba70-954550df325a tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:38.328966 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-818da3b6-fe97-4515-ba23-653f9103deac req-0bc6503e-e85b-4d31-ba70-954550df325a tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c7baf8c-3963-4e2d-b57b-a5e225acc298 HTTP/1.1" status: 200 len: 948 time: 0.1800618 May 28 06:28:38.328966 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-34a2fe2d-8eaa-4e1b-94e7-ef024750479a req-b9cee23e-df2b-4b0a-881c-e42e5e93b8f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:38.336655 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b8d2b065-439f-4037-975e-259811530d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:38.394715 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-a969c3e3-2bc4-4e36-87c1-85cdeca21618 req-86b3dc62-68c1-466e-a779-4fd795aa663f tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:38.418430 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a2fe2d-8eaa-4e1b-94e7-ef024750479a req-b9cee23e-df2b-4b0a-881c-e42e5e93b8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:38.418430 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-34a2fe2d-8eaa-4e1b-94e7-ef024750479a req-b9cee23e-df2b-4b0a-881c-e42e5e93b8f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:38.418430 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-34a2fe2d-8eaa-4e1b-94e7-ef024750479a req-b9cee23e-df2b-4b0a-881c-e42e5e93b8f0 service neutron] 10.222.0.71 "PUT /v2.0/ports/a5adb27f-78ac-4ba1-9200-f424e2d32259 HTTP/1.1" status: 200 len: 1096 time: 2.9578538 May 28 06:28:38.418430 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c7baf8c-3963-4e2d-b57b-a5e225acc298', 'tag': 'a5adb27f-78ac-4ba1-9200-f424e2d32259'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:28:38.442973 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b3dc62-68c1-466e-a779-4fd795aa663f tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Pushing event deleted for resources: {'Port': ['ID=b9b1502d-9c21-49c4-a523-abb3ea313a43,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:28:38.474266 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-818da3b6-fe97-4515-ba23-653f9103deac req-791c2aa8-84fa-4b4e-aa03-e82d285e99e8 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/security-groups?id=cc42bff8-ec73-4f47-a19d-2b56e52b6e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091287 May 28 06:28:38.486291 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cee23e-df2b-4b0a-881c-e42e5e93b8f0 service neutron] Pushing event updated for resources: {'Port': ['ID=a5adb27f-78ac-4ba1-9200-f424e2d32259,revision_number=3']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:28:38.626799 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-4c2884a5-7678-45cc-9d97-9a7c9c1f17df tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Unset dirty status for tenant:f3958891eac44c76810006defcff5dde on resource:network {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:28:38.629454 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-4c2884a5-7678-45cc-9d97-9a7c9c1f17df tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.55 "GET /v2.0/networks?id=b0d3210f-6f0b-4832-90fb-f0b2f3ebb660&id=983e828b-34fc-4a3a-b418-34d9236f2407&id=983e828b-34fc-4a3a-b418-34d9236f2407&id=a9a55cb1-2dd3-489f-a37d-55a242b85f0c&id=a9a55cb1-2dd3-489f-a37d-55a242b85f0c HTTP/1.1" status: 200 len: 1989 time: 0.8658118 May 28 06:28:38.726587 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [req-a969c3e3-2bc4-4e36-87c1-85cdeca21618 req-86b3dc62-68c1-466e-a779-4fd795aa663f tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] No DVR routers for this DVR port b9b1502d-9c21-49c4-a523-abb3ea313a43 on host n-h1-843702-1 {{(pid=89109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:28:38.727659 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-d61a67ee-4ce0-4d0f-b8c9-82f305b9bea0 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.55 "GET /v2.0/quotas/f3958891eac44c76810006defcff5dde HTTP/1.1" status: 200 len: 375 time: 0.0925438 May 28 06:28:38.729983 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-a969c3e3-2bc4-4e36-87c1-85cdeca21618 req-86b3dc62-68c1-466e-a779-4fd795aa663f tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:38.732627 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '715e31c4-b21e-43ff-9865-adf69fb78294', 'name': 'network-vif-deleted', 'tag': 'b9b1502d-9c21-49c4-a523-abb3ea313a43'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:28:38.802209 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b8d2b065-439f-4037-975e-259811530d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9555650'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:38.847152 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b8d2b065-439f-4037-975e-259811530d39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:38.851707 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-b8d2b065-439f-4037-975e-259811530d39 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/080ebc12-6820-4737-a7d7-c00458c09bac HTTP/1.1" status: 204 len: 168 time: 0.8159871 May 28 06:28:38.851707 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-a969c3e3-2bc4-4e36-87c1-85cdeca21618 req-86b3dc62-68c1-466e-a779-4fd795aa663f tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.69 "DELETE /v2.0/ports/b9b1502d-9c21-49c4-a523-abb3ea313a43 HTTP/1.1" status: 204 len: 173 time: 1.7183158 May 28 06:28:38.851707 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d2b065-439f-4037-975e-259811530d39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=080ebc12-6820-4737-a7d7-c00458c09bac,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:28:38.852974 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af5266a-aab8-4220-91c3-d824e1fdc11e None None] Network 288346a5-f33c-49f7-9d6b-a77223fb06e0 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:28:38.853557 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 55340) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:28:38.880595 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ad56e7-b057-4fc2-b106-fa28944e2782 req-27d1c52b-3d2a-4bad-91c8-443c4717c2fc tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:38.882117 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-76ad56e7-b057-4fc2-b106-fa28944e2782 req-27d1c52b-3d2a-4bad-91c8-443c4717c2fc tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/ports?device_id=90ede48b-246e-4690-8e50-3f809bbd9e2b HTTP/1.1" status: 200 len: 946 time: 0.2397625 May 28 06:28:38.885074 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a2fe2d-8eaa-4e1b-94e7-ef024750479a req-aa233c3b-07d5-4755-9011-78a2bab75f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:38.887058 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-34a2fe2d-8eaa-4e1b-94e7-ef024750479a req-aa233c3b-07d5-4755-9011-78a2bab75f44 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c3068efc66a349e9b92ab9365fc877d9&device_id=0c7baf8c-3963-4e2d-b57b-a5e225acc298 HTTP/1.1" status: 200 len: 1099 time: 0.2011795 May 28 06:28:38.908942 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-0ab473f6-91e8-4a14-ad01-b5b1aa07326c tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f3958891eac44c76810006defcff5dde&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1703238 May 28 06:28:38.958506 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device aed40a96-8c1b-41c4-8cf6-9693df9e3b63 details requested by agent hyperv_n-h1-843702-1 with host n-h1-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:28:38.960741 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 8ffdfe1d-6308-4ce3-9a01-995f39cb99fd up at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:28:38.973668 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7446a441-461b-4a38-b00f-61771540a35a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:38.986861 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-7446a441-461b-4a38-b00f-61771540a35a admin admin] Deleting port 91f08ac2-4df3-44d6-9788-dde979d5d4e2 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:28:38.986861 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7446a441-461b-4a38-b00f-61771540a35a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:39.017725 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-34a2fe2d-8eaa-4e1b-94e7-ef024750479a req-0690cfe0-8f87-47c8-8bd2-65a1f6223f47 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=a5adb27f-78ac-4ba1-9200-f424e2d32259 HTTP/1.1" status: 200 len: 217 time: 0.1076174 May 28 06:28:39.238551 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-7446a441-461b-4a38-b00f-61771540a35a admin admin] For port 91f08ac2-4df3-44d6-9788-dde979d5d4e2, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=91f08ac2-4df3-44d6-9788-dde979d5d4e2,segment=NetworkSegment(a4c3f4ec-3c33-4362-bb48-7e64bee770a9),segment_id=a4c3f4ec-3c33-4362-bb48-7e64bee770a9)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:28:39.239628 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7446a441-461b-4a38-b00f-61771540a35a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:39.314849 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port aed40a96-8c1b-41c4-8cf6-9693df9e3b63, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=aed40a96-8c1b-41c4-8cf6-9693df9e3b63,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:28:39.320737 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-76ad56e7-b057-4fc2-b106-fa28944e2782 req-65c62faf-d8ba-4151-bdd2-ff0326e1ad42 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f2c8bcd-a51c-4c0c-8c62-f5096a9be3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4287384 May 28 06:28:39.334855 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Returning: {'device': 'aed40a96-8c1b-41c4-8cf6-9693df9e3b63', 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9', 'port_id': 'aed40a96-8c1b-41c4-8cf6-9693df9e3b63', 'mac_address': 'fa:16:3e:59:41:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e72d0ca5-04cb-4b36-82b1-c75214c9eb05', 'ip_address': '192.168.233.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:28:39.348779 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a2fe2d-8eaa-4e1b-94e7-ef024750479a req-c14714bd-8359-48b3-bcc8-b5d079026266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:39.350411 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-34a2fe2d-8eaa-4e1b-94e7-ef024750479a req-c14714bd-8359-48b3-bcc8-b5d079026266 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e72d0ca5-04cb-4b36-82b1-c75214c9eb05 HTTP/1.1" status: 200 len: 843 time: 0.2802486 May 28 06:28:39.383906 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-7446a441-461b-4a38-b00f-61771540a35a admin admin] Calling delete_port for 91f08ac2-4df3-44d6-9788-dde979d5d4e2 owned by network:dhcp {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:28:39.407635 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port aed40a96-8c1b-41c4-8cf6-9693df9e3b63 is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:28:39.408102 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:39.428877 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aed40a96-8c1b-41c4-8cf6-9693df9e3b63 {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:28:39.449043 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b79123-0ff8-41c1-976b-bc21f361e3e9 None None] DHCP port deletion for 288346a5-f33c-49f7-9d6b-a77223fb06e0 request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:28:39.459541 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-90b79123-0ff8-41c1-976b-bc21f361e3e9 None None] Deleting port 91f08ac2-4df3-44d6-9788-dde979d5d4e2 {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:28:39.459843 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-90b79123-0ff8-41c1-976b-bc21f361e3e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:39.499167 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning for port 8ffdfe1d-6308-4ce3-9a01-995f39cb99fd completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:28:39.517047 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port aed40a96-8c1b-41c4-8cf6-9693df9e3b63, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=aed40a96-8c1b-41c4-8cf6-9693df9e3b63,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:28:39.520526 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning complete for port 8ffdfe1d-6308-4ce3-9a01-995f39cb99fd triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:28:39.521070 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:39.553503 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-7c6d160c-395b-4ccc-b1c7-ca0b8b42c043 service neutron] 10.222.0.55 "GET /v2.0/networks/b0d3210f-6f0b-4832-90fb-f0b2f3ebb660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6291437 May 28 06:28:39.617654 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 91f08ac2-4df3-44d6-9788-dde979d5d4e2 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:28:39.683429 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a2fe2d-8eaa-4e1b-94e7-ef024750479a req-12744458-d979-4c14-be7a-8388aeef2966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:39.684927 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-34a2fe2d-8eaa-4e1b-94e7-ef024750479a req-12744458-d979-4c14-be7a-8388aeef2966 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=bb90c162-fdb0-406b-af2b-5eef830db7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3058434 May 28 06:28:39.747312 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7446a441-461b-4a38-b00f-61771540a35a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:39.806064 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7446a441-461b-4a38-b00f-61771540a35a admin admin] Pushing event deleted for resources: {'Port': ['ID=91f08ac2-4df3-44d6-9788-dde979d5d4e2,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:28:39.809987 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7446a441-461b-4a38-b00f-61771540a35a admin admin] No DVR routers for this DVR port 91f08ac2-4df3-44d6-9788-dde979d5d4e2 on host n-d-843702-1 {{(pid=89109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:28:39.818422 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:39.844695 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae280125-eee1-4e62-8367-5141c217f25a req-758637aa-9dbd-4205-bd8f-9f64ab63c662 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:39.846207 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ae280125-eee1-4e62-8367-5141c217f25a req-758637aa-9dbd-4205-bd8f-9f64ab63c662 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "GET /v2.0/ports?device_id=4faa87b8-f4ff-4090-9c52-7a280a3dcdf8 HTTP/1.1" status: 200 len: 945 time: 0.3585410 May 28 06:28:39.851543 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-b02e2859-aa61-4059-95d7-5b304b56942c service neutron] 10.222.0.55 "GET /v2.0/networks/b0d3210f-6f0b-4832-90fb-f0b2f3ebb660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2872837 May 28 06:28:39.860227 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No active binding found for port 91f08ac2-4df3-44d6-9788-dde979d5d4e2 {{(pid=89111) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 28 06:28:39.860866 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 91f08ac2-4df3-44d6-9788-dde979d5d4e2 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:28:39.861038 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 23c8b49f-c8cb-45e4-9477-29a11af387b9 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:28:39.938848 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 23c8b49f-c8cb-45e4-9477-29a11af387b9 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:28:39.938848 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 23c8b49f-c8cb-45e4-9477-29a11af387b9 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:28:39.953967 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-90b79123-0ff8-41c1-976b-bc21f361e3e9 None None] For port 91f08ac2-4df3-44d6-9788-dde979d5d4e2, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=91f08ac2-4df3-44d6-9788-dde979d5d4e2,segment=NetworkSegment(a4c3f4ec-3c33-4362-bb48-7e64bee770a9),segment_id=a4c3f4ec-3c33-4362-bb48-7e64bee770a9)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:28:39.953967 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-90b79123-0ff8-41c1-976b-bc21f361e3e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:39.992015 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7446a441-461b-4a38-b00f-61771540a35a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:40.020655 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-34a2fe2d-8eaa-4e1b-94e7-ef024750479a req-7761f450-5087-4ebf-aa30-524ba2a80d09 service neutron] 10.222.0.71 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3170266 May 28 06:28:40.020655 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-ba73407e-52ce-4f6b-b903-58916a8703d2 service neutron] 10.222.0.55 "GET /v2.0/ports/c60976f2-310e-4b2b-b603-af0aade00858?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1425304 May 28 06:28:40.028921 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ae280125-eee1-4e62-8367-5141c217f25a req-fa287182-db64-4476-bd63-16a9c9b0bd8c tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "GET /v2.0/security-groups?id=63ea6420-b48b-49b9-b520-8d6c62ca7c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1677232 May 28 06:28:40.031759 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-7446a441-461b-4a38-b00f-61771540a35a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['288346a5-f33c-49f7-9d6b-a77223fb06e0']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:28:40.045879 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-7446a441-461b-4a38-b00f-61771540a35a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4c3f4ec-3c33-4362-bb48-7e64bee770a9') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:28:40.046472 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-7446a441-461b-4a38-b00f-61771540a35a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4c3f4ec-3c33-4362-bb48-7e64bee770a9') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:28:40.066281 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7446a441-461b-4a38-b00f-61771540a35a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:40.098877 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7446a441-461b-4a38-b00f-61771540a35a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:40.099329 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 8ffdfe1d-6308-4ce3-9a01-995f39cb99fd is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:28:40.099710 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:40.121303 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-90b79123-0ff8-41c1-976b-bc21f361e3e9 None None] Calling delete_port for 91f08ac2-4df3-44d6-9788-dde979d5d4e2 owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:28:40.153019 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7446a441-461b-4a38-b00f-61771540a35a admin admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:28:40.153019 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7446a441-461b-4a38-b00f-61771540a35a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:40.158603 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['aed40a96-8c1b-41c4-8cf6-9693df9e3b63'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:28:40.207920 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e242dab8-9d11-48dc-89b9-18b4062aaa12'] response: {'name': 'network-changed', 'server_uuid': '0c7baf8c-3963-4e2d-b57b-a5e225acc298', 'tag': 'a5adb27f-78ac-4ba1-9200-f424e2d32259', 'status': 'completed', 'code': 200} May 28 06:28:40.283335 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ae5ffab-4fae-4ff2-9786-5d373ae10383'] response: {'server_uuid': '715e31c4-b21e-43ff-9865-adf69fb78294', 'name': 'network-vif-deleted', 'tag': 'b9b1502d-9c21-49c4-a523-abb3ea313a43', 'status': 'completed', 'code': 200} May 28 06:28:40.308157 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment a4c3f4ec-3c33-4362-bb48-7e64bee770a9 resource provider aggregate not found May 28 06:28:40.310723 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=aed40a96-8c1b-41c4-8cf6-9693df9e3b63,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:28:40.321645 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment a4c3f4ec-3c33-4362-bb48-7e64bee770a9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a4c3f4ec-3c33-4362-bb48-7e64bee770a9 found for delete ", "request_id": "req-88c5243a-7d08-4f83-b915-3122b38c0ef3"}]} May 28 06:28:40.368733 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4faa87b8-f4ff-4090-9c52-7a280a3dcdf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ffdfe1d-6308-4ce3-9a01-995f39cb99fd'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:28:40.397741 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3f7ddfe4-a23e-4826-9321-4537a75d8243 req-334617dc-7a23-4d07-b161-833468ae0bb2 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=715e31c4-b21e-43ff-9865-adf69fb78294 HTTP/1.1" status: 200 len: 210 time: 0.0691144 May 28 06:28:40.425186 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-1fdcd3e9-7076-49a3-877e-3360b8243cfd service neutron] 10.222.0.55 "GET /v2.0/networks/983e828b-34fc-4a3a-b418-34d9236f2407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3523490 May 28 06:28:40.425497 n-d-843702-1 neutron-server[89111]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 28 06:28:40.425497 n-d-843702-1 neutron-server[89111]: from cryptography.utils import int_from_bytes May 28 06:28:40.425497 n-d-843702-1 neutron-server[89111]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 28 06:28:40.425497 n-d-843702-1 neutron-server[89111]: from cryptography.utils import int_from_bytes May 28 06:28:40.425497 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) May 28 06:28:40.425497 n-d-843702-1 neutron-server[89111]: util.warn_limited( May 28 06:28:40.425497 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) May 28 06:28:40.425497 n-d-843702-1 neutron-server[89111]: util.warn_limited( May 28 06:28:40.425497 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:28:40.425497 n-d-843702-1 neutron-server[89111]: util.warn( May 28 06:28:40.425497 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:28:40.425497 n-d-843702-1 neutron-server[89111]: util.warn( May 28 06:28:40.425497 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:28:40.425497 n-d-843702-1 neutron-server[89111]: util.warn( May 28 06:28:40.425497 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:28:40.425497 n-d-843702-1 neutron-server[89111]: util.warn( May 28 06:28:40.425497 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:28:40.425497 n-d-843702-1 neutron-server[89111]: util.warn( May 28 06:28:40.425497 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:28:40.425497 n-d-843702-1 neutron-server[89111]: util.warn( May 28 06:28:40.425497 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:28:40.425497 n-d-843702-1 neutron-server[89111]: util.warn( May 28 06:28:40.425497 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:28:40.425497 n-d-843702-1 neutron-server[89111]: util.warn( May 28 06:28:40.425497 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:28:40.425497 n-d-843702-1 neutron-server[89111]: util.warn( May 28 06:28:40.425497 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:28:40.425497 n-d-843702-1 neutron-server[89111]: util.warn( May 28 06:28:40.425497 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:28:40.425497 n-d-843702-1 neutron-server[89111]: util.warn( May 28 06:28:40.425497 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:28:40.425497 n-d-843702-1 neutron-server[89111]: util.warn( May 28 06:28:40.425497 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:28:40.425497 n-d-843702-1 neutron-server[89111]: util.warn( May 28 06:28:40.425497 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:28:40.425497 n-d-843702-1 neutron-server[89111]: util.warn( May 28 06:28:40.425497 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:28:40.425497 n-d-843702-1 neutron-server[89111]: util.warn( May 28 06:28:40.425497 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:28:40.425497 n-d-843702-1 neutron-server[89111]: util.warn( May 28 06:28:40.425497 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:28:40.425497 n-d-843702-1 neutron-server[89111]: util.warn( May 28 06:28:40.427830 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:28:40.427830 n-d-843702-1 neutron-server[89111]: util.warn( May 28 06:28:40.427830 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:28:40.427830 n-d-843702-1 neutron-server[89111]: util.warn( May 28 06:28:40.427830 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:28:40.427830 n-d-843702-1 neutron-server[89111]: util.warn( May 28 06:28:40.427830 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:28:40.427830 n-d-843702-1 neutron-server[89111]: util.warn( May 28 06:28:40.427830 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:28:40.427830 n-d-843702-1 neutron-server[89111]: util.warn( May 28 06:28:40.427830 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:28:40.427830 n-d-843702-1 neutron-server[89111]: util.warn( May 28 06:28:40.427830 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:28:40.427830 n-d-843702-1 neutron-server[89111]: util.warn( May 28 06:28:40.428960 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-34a2fe2d-8eaa-4e1b-94e7-ef024750479a req-7cf4436a-a6f9-4de8-aa87-88f141939c05 service neutron] 10.222.0.71 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4012282 May 28 06:28:40.432243 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 8ffdfe1d-6308-4ce3-9a01-995f39cb99fd, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=8ffdfe1d-6308-4ce3-9a01-995f39cb99fd,segment=NetworkSegment(833fd725-a517-41b8-a917-b7cf24c49042),segment_id=833fd725-a517-41b8-a917-b7cf24c49042)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:28:40.442791 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.db.api [None req-90b79123-0ff8-41c1-976b-bc21f361e3e9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89111) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:28:40.443191 n-d-843702-1 neutron-server[89111]: DEBUG oslo_db.api [None req-90b79123-0ff8-41c1-976b-bc21f361e3e9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:28:40.513728 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7446a441-461b-4a38-b00f-61771540a35a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:40.571605 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7446a441-461b-4a38-b00f-61771540a35a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:40.595172 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7446a441-461b-4a38-b00f-61771540a35a admin admin] Pushing event deleted for resources: {'Network': ['ID=288346a5-f33c-49f7-9d6b-a77223fb06e0,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:28:40.606129 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-7446a441-461b-4a38-b00f-61771540a35a admin admin] 10.222.0.55 "DELETE /v2.0/networks/288346a5-f33c-49f7-9d6b-a77223fb06e0 HTTP/1.1" status: 204 len: 168 time: 1.7524214 May 28 06:28:40.640490 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-cc36408a-d663-421f-897e-e5e9444a424b service neutron] 10.222.0.55 "GET /v2.0/networks/983e828b-34fc-4a3a-b418-34d9236f2407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085249 May 28 06:28:40.689911 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:40.690915 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device b9b1502d-9c21-49c4-a523-abb3ea313a43 no longer exists at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:28:40.720403 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-fedeb228-accd-4b87-8401-15f388d6fe4f service neutron] 10.222.0.55 "GET /v2.0/ports/2bc36923-1480-492d-8d92-1e4c402f1be2?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0733187 May 28 06:28:40.805302 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] No Port match for: b9b1502d-9c21-49c4-a523-abb3ea313a43 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:28:40.805302 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device b9b1502d-9c21-49c4-a523-abb3ea313a43 not bound to the agent host n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:28:40.849390 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=8ffdfe1d-6308-4ce3-9a01-995f39cb99fd,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:28:40.895522 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6204173b-25f5-4421-9a8e-55df4579adb2 req-6a8f408b-4571-4adc-8828-78e122773d9f tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:40.896968 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6204173b-25f5-4421-9a8e-55df4579adb2 req-6a8f408b-4571-4adc-8828-78e122773d9f tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c7baf8c-3963-4e2d-b57b-a5e225acc298 HTTP/1.1" status: 200 len: 948 time: 0.3110840 May 28 06:28:40.944809 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-90b79123-0ff8-41c1-976b-bc21f361e3e9 None None] Deleting port 91f08ac2-4df3-44d6-9788-dde979d5d4e2 {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:28:40.945448 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-90b79123-0ff8-41c1-976b-bc21f361e3e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:40.996527 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6204173b-25f5-4421-9a8e-55df4579adb2 req-48ba786e-241c-429f-96ca-080d781c0ead tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/security-groups?id=cc42bff8-ec73-4f47-a19d-2b56e52b6e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914159 May 28 06:28:41.007543 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-00434ba7-21c6-463f-9db8-4b88377bece7 service neutron] 10.222.0.55 "GET /v2.0/networks/983e828b-34fc-4a3a-b418-34d9236f2407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604432 May 28 06:28:41.013787 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-90b79123-0ff8-41c1-976b-bc21f361e3e9 None None] The port '91f08ac2-4df3-44d6-9788-dde979d5d4e2' was deleted {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 06:28:41.018776 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10900928-540d-4838-9dc1-f8de61fd15f4 req-d1695e50-7c86-4a70-b41c-251853859a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:41.020276 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-10900928-540d-4838-9dc1-f8de61fd15f4 req-d1695e50-7c86-4a70-b41c-251853859a8c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c3068efc66a349e9b92ab9365fc877d9&device_id=0c7baf8c-3963-4e2d-b57b-a5e225acc298 HTTP/1.1" status: 200 len: 1099 time: 0.1804788 May 28 06:28:41.082878 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 55364) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:28:41.150094 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-40f6a80c-db6f-4d72-a089-4cf1887235da admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=74efa5df31b04bb3906662ad8170d0a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0635240 May 28 06:28:41.150407 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 55368) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:28:41.215737 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1d5a5eb5-d532-4acb-a48e-01fbd5785f76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:41.244438 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1d5a5eb5-d532-4acb-a48e-01fbd5785f76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:41.453836 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-83a7e2df-e525-4faa-aad0-a7a246c7bbbd service neutron] 10.222.0.55 "GET /v2.0/networks/983e828b-34fc-4a3a-b418-34d9236f2407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4209309 May 28 06:28:41.457951 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10900928-540d-4838-9dc1-f8de61fd15f4 req-cff65127-1f5b-4b42-b6b7-06969739d6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:41.459280 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-10900928-540d-4838-9dc1-f8de61fd15f4 req-cff65127-1f5b-4b42-b6b7-06969739d6bc service neutron] 10.222.0.71 "GET /v2.0/networks?id=bb90c162-fdb0-406b-af2b-5eef830db7a9 HTTP/1.1" status: 200 len: 870 time: 0.4276607 May 28 06:28:41.460385 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1d5a5eb5-d532-4acb-a48e-01fbd5785f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:41.482527 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5a5eb5-d532-4acb-a48e-01fbd5785f76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2531cb50-9f3d-45b0-9bd5-40036828fa7b,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:28:41.494940 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1d5a5eb5-d532-4acb-a48e-01fbd5785f76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:41.496067 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-1d5a5eb5-d532-4acb-a48e-01fbd5785f76 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2531cb50-9f3d-45b0-9bd5-40036828fa7b HTTP/1.1" status: 204 len: 168 time: 0.3447659 May 28 06:28:41.497566 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5a5eb5-d532-4acb-a48e-01fbd5785f76 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:28:41.497911 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5a5eb5-d532-4acb-a48e-01fbd5785f76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:28:41.498387 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5a5eb5-d532-4acb-a48e-01fbd5785f76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:28:41.498932 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5a5eb5-d532-4acb-a48e-01fbd5785f76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:28:41.499307 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5a5eb5-d532-4acb-a48e-01fbd5785f76 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:28:41.499641 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5a5eb5-d532-4acb-a48e-01fbd5785f76 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:28:41.500309 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5a5eb5-d532-4acb-a48e-01fbd5785f76 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:28:41.500309 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5a5eb5-d532-4acb-a48e-01fbd5785f76 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:28:41.500585 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5a5eb5-d532-4acb-a48e-01fbd5785f76 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:28:41.500908 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5a5eb5-d532-4acb-a48e-01fbd5785f76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:28:41.501228 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5a5eb5-d532-4acb-a48e-01fbd5785f76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:28:41.501570 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5a5eb5-d532-4acb-a48e-01fbd5785f76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:28:41.618463 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5a5ae4-cec6-4fce-880d-d51e1b7507bb req-b0382898-8f11-401f-8605-11659cee5011 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:41.619992 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0c5a5ae4-cec6-4fce-880d-d51e1b7507bb req-b0382898-8f11-401f-8605-11659cee5011 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/ports?device_id=90ede48b-246e-4690-8e50-3f809bbd9e2b HTTP/1.1" status: 200 len: 946 time: 0.3692076 May 28 06:28:41.624693 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-10900928-540d-4838-9dc1-f8de61fd15f4 req-a132c2e4-053f-4bbb-8e62-87c74a79388e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=a5adb27f-78ac-4ba1-9200-f424e2d32259 HTTP/1.1" status: 200 len: 217 time: 0.1382999 May 28 06:28:41.755101 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0c5a5ae4-cec6-4fce-880d-d51e1b7507bb req-e9ac5db6-f857-435f-9908-1461dfbd3f78 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f2c8bcd-a51c-4c0c-8c62-f5096a9be3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284740 May 28 06:28:41.756407 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10900928-540d-4838-9dc1-f8de61fd15f4 req-8cf85ad9-6f97-4a63-a320-d1f49bdcb745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:41.757767 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-10900928-540d-4838-9dc1-f8de61fd15f4 req-8cf85ad9-6f97-4a63-a320-d1f49bdcb745 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e72d0ca5-04cb-4b36-82b1-c75214c9eb05 HTTP/1.1" status: 200 len: 843 time: 0.1142259 May 28 06:28:41.761712 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-f4e60c83-8001-49bb-b098-4bf76017e3fe service neutron] 10.222.0.55 "GET /v2.0/networks/983e828b-34fc-4a3a-b418-34d9236f2407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2996171 May 28 06:28:41.953820 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-409b797f-641a-44fe-9ebf-f61ef955e1bb service neutron] 10.222.0.55 "GET /v2.0/networks/983e828b-34fc-4a3a-b418-34d9236f2407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553590 May 28 06:28:41.956532 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10900928-540d-4838-9dc1-f8de61fd15f4 req-cc3b34fb-db60-420d-9522-6b1ab2137872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:41.957930 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-10900928-540d-4838-9dc1-f8de61fd15f4 req-cc3b34fb-db60-420d-9522-6b1ab2137872 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=bb90c162-fdb0-406b-af2b-5eef830db7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1931741 May 28 06:28:42.036324 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f201ebc4-fba8-447d-b63c-a02932166b22'] response: {'server_uuid': '4faa87b8-f4ff-4090-9c52-7a280a3dcdf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ffdfe1d-6308-4ce3-9a01-995f39cb99fd', 'code': 200} May 28 06:28:42.184842 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d48de9-483a-40a4-a803-bfd92e06e60d req-e794119d-6da1-416c-ab3a-2615eef6720b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:42.186347 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-84d48de9-483a-40a4-a803-bfd92e06e60d req-e794119d-6da1-416c-ab3a-2615eef6720b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=4faa87b8-f4ff-4090-9c52-7a280a3dcdf8 HTTP/1.1" status: 200 len: 1097 time: 0.0874119 May 28 06:28:42.230235 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-84d48de9-483a-40a4-a803-bfd92e06e60d req-974234b5-ace8-46e3-b1c5-e4a3058d7f80 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=63ea6420-b48b-49b9-b520-8d6c62ca7c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354300 May 28 06:28:42.251369 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-10900928-540d-4838-9dc1-f8de61fd15f4 req-9a627743-7e9e-4937-ae58-4a1af30e9df4 service neutron] 10.222.0.71 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2705736 May 28 06:28:42.255263 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-a47acc8f-89f7-4261-8b41-5b0914cde5c0 service neutron] 10.222.0.55 "GET /v2.0/networks/983e828b-34fc-4a3a-b418-34d9236f2407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2926240 May 28 06:28:42.503639 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19b66d3-46ee-4319-a5dd-17269dfde679 req-7fb49d5f-b2b0-4177-89cb-5fb88f12e381 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:42.504649 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c19b66d3-46ee-4319-a5dd-17269dfde679 req-7fb49d5f-b2b0-4177-89cb-5fb88f12e381 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "GET /v2.0/ports?device_id=4faa87b8-f4ff-4090-9c52-7a280a3dcdf8 HTTP/1.1" status: 200 len: 946 time: 0.3285937 May 28 06:28:42.544200 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-3f9dd7b7-382b-4d0b-9d2d-7a3854d8ec9b service neutron] 10.222.0.55 "GET /v2.0/networks/983e828b-34fc-4a3a-b418-34d9236f2407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2632995 May 28 06:28:42.549873 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-10900928-540d-4838-9dc1-f8de61fd15f4 req-7e22aab0-65b3-42a8-9a35-9978b961c081 service neutron] 10.222.0.71 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2882366 May 28 06:28:42.636378 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c19b66d3-46ee-4319-a5dd-17269dfde679 req-6ee0ceb2-0e7a-4d11-90e4-107728a165a4 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "GET /v2.0/security-groups?id=63ea6420-b48b-49b9-b520-8d6c62ca7c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1203172 May 28 06:28:42.840188 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-3f8dc3f5-6ae1-4dbc-bd6b-0f08a0f7b4ee service neutron] 10.222.0.55 "GET /v2.0/networks/a9a55cb1-2dd3-489f-a37d-55a242b85f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2809608 May 28 06:28:42.904873 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 55406) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:28:42.979848 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device aed40a96-8c1b-41c4-8cf6-9693df9e3b63 up at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:28:43.024431 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-11593efc-6471-42ee-b91e-3f14ed4fad81 admin admin] Request body: {'network': {'name': 'tempest-ServerGroup264TestJSON-1339494227-network', 'tenant_id': '5110e1ad1d174a959df1e069181814b8'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:28:43.031509 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-11593efc-6471-42ee-b91e-3f14ed4fad81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:28:43.036197 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-11593efc-6471-42ee-b91e-3f14ed4fad81 admin admin] Usage tracker for resource:network and tenant:5110e1ad1d174a959df1e069181814b8 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:28:43.039833 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-11593efc-6471-42ee-b91e-3f14ed4fad81 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:28:43.048507 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-99dbe522-22a2-4ab9-bbbc-7e63e93ee777 service neutron] 10.222.0.55 "GET /v2.0/networks/a9a55cb1-2dd3-489f-a37d-55a242b85f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023058 May 28 06:28:43.050307 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-11593efc-6471-42ee-b91e-3f14ed4fad81 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:28:43.059136 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2532fb97-6b39-45e5-a15b-fcff512166c7 req-40a4dc84-e483-4b48-87db-51ee12c1ed3c tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:43.061594 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2532fb97-6b39-45e5-a15b-fcff512166c7 req-40a4dc84-e483-4b48-87db-51ee12c1ed3c tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c7baf8c-3963-4e2d-b57b-a5e225acc298 HTTP/1.1" status: 200 len: 948 time: 0.1933184 May 28 06:28:43.157645 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11593efc-6471-42ee-b91e-3f14ed4fad81 admin admin] Made reservation on behalf of 5110e1ad1d174a959df1e069181814b8 for: {'network': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:28:43.160230 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-11593efc-6471-42ee-b91e-3f14ed4fad81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:43.174192 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-11593efc-6471-42ee-b91e-3f14ed4fad81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:43.180540 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning for port aed40a96-8c1b-41c4-8cf6-9693df9e3b63 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:28:43.186220 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning complete for port aed40a96-8c1b-41c4-8cf6-9693df9e3b63 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:28:43.186882 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:43.193030 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2532fb97-6b39-45e5-a15b-fcff512166c7 req-410034c7-247e-4374-86f4-a2cbebd55e67 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/security-groups?id=cc42bff8-ec73-4f47-a19d-2b56e52b6e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097467 May 28 06:28:43.211503 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-11593efc-6471-42ee-b91e-3f14ed4fad81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:28:43.219843 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-11593efc-6471-42ee-b91e-3f14ed4fad81 admin admin] Usage tracker for resource:security_group_rule and tenant:5110e1ad1d174a959df1e069181814b8 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:28:43.224984 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-11593efc-6471-42ee-b91e-3f14ed4fad81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:28:43.236894 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-11593efc-6471-42ee-b91e-3f14ed4fad81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:28:43.252692 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-7bef04ea-2b66-4902-96cb-19f379a38d74 service neutron] 10.222.0.55 "GET /v2.0/networks/a9a55cb1-2dd3-489f-a37d-55a242b85f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899428 May 28 06:28:43.351459 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-11593efc-6471-42ee-b91e-3f14ed4fad81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:43.382849 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port aed40a96-8c1b-41c4-8cf6-9693df9e3b63 is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:28:43.383541 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:43.438321 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port aed40a96-8c1b-41c4-8cf6-9693df9e3b63, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=aed40a96-8c1b-41c4-8cf6-9693df9e3b63,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:28:43.459991 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-1e59f81e-05ef-4d8f-ad14-ef42e1fa58b9 service neutron] 10.222.0.55 "GET /v2.0/networks/a9a55cb1-2dd3-489f-a37d-55a242b85f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998210 May 28 06:28:43.541172 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-11593efc-6471-42ee-b91e-3f14ed4fad81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:43.564877 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70553d20-8eb1-41ab-8986-e69215ffe442 req-0b0e9777-94da-4e40-977b-7a83d016b56f tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:43.566514 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-70553d20-8eb1-41ab-8986-e69215ffe442 req-0b0e9777-94da-4e40-977b-7a83d016b56f tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/ports?device_id=90ede48b-246e-4690-8e50-3f809bbd9e2b HTTP/1.1" status: 200 len: 946 time: 0.1056776 May 28 06:28:43.591329 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11593efc-6471-42ee-b91e-3f14ed4fad81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8781befd-57c1-4925-bbd0-1f74ba67d27b,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:28:43.594860 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11593efc-6471-42ee-b91e-3f14ed4fad81 admin admin] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=89109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:28:43.643098 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-11593efc-6471-42ee-b91e-3f14ed4fad81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:43.643098 n-d-843702-1 neutron-server[89109]: INFO neutron.db.segments_db [None req-11593efc-6471-42ee-b91e-3f14ed4fad81 admin admin] Added segment 694fd9fd-6f2b-410e-89cc-8d60a5fe74bb of type vlan for network 5bc07a45-171b-42e6-96c5-444b14ee80b9 May 28 06:28:43.643822 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-70553d20-8eb1-41ab-8986-e69215ffe442 req-0433a16a-2394-4d67-b4c3-35a8d4357cfe tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f2c8bcd-a51c-4c0c-8c62-f5096a9be3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555367 May 28 06:28:43.644288 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-11593efc-6471-42ee-b91e-3f14ed4fad81 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:43.835724 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device a5adb27f-78ac-4ba1-9200-f424e2d32259 details requested by agent hyperv_n-h2-843702-1 with host n-h2-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:28:43.938757 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0721905-fe9c-4f03-95b1-d3dcf0047387 req-654eaebc-4dcd-4d14-9572-35b2c1ce53c0 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:43.940439 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f0721905-fe9c-4f03-95b1-d3dcf0047387 req-654eaebc-4dcd-4d14-9572-35b2c1ce53c0 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/networks?id=c7bbc20e-7bc5-42fd-94f8-f3663ada8854 HTTP/1.1" status: 200 len: 812 time: 0.1962638 May 28 06:28:43.946472 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:43.959463 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f0721905-fe9c-4f03-95b1-d3dcf0047387 req-924dfedc-653b-4a90-9519-f0854e0ed3c1 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/quotas/9795f3bb4dd842ee9b6997b24ebca479 HTTP/1.1" status: 200 len: 375 time: 0.0119772 May 28 06:28:43.987087 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-11593efc-6471-42ee-b91e-3f14ed4fad81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:43.988091 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11593efc-6471-42ee-b91e-3f14ed4fad81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:43.988678 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-11593efc-6471-42ee-b91e-3f14ed4fad81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:44.020144 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f0721905-fe9c-4f03-95b1-d3dcf0047387 req-6633fe48-a9ea-4de6-84f0-83ff9191bda6 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=9795f3bb4dd842ee9b6997b24ebca479&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0528650 May 28 06:28:44.031860 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [req-f0721905-fe9c-4f03-95b1-d3dcf0047387 req-8d96d797-92d1-462a-9c47-b3dcf94f9d5c service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=89110) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:28:44.033179 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f0721905-fe9c-4f03-95b1-d3dcf0047387 req-8d96d797-92d1-462a-9c47-b3dcf94f9d5c service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053675 May 28 06:28:44.040038 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98cfccb9-9f45-4199-a4d4-780ce7efbc99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aed40a96-8c1b-41c4-8cf6-9693df9e3b63'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:28:44.114336 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=aed40a96-8c1b-41c4-8cf6-9693df9e3b63,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:28:44.122087 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11593efc-6471-42ee-b91e-3f14ed4fad81 admin admin] Pushing event updated for resources: {'Network': ['ID=5bc07a45-171b-42e6-96c5-444b14ee80b9,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:28:44.124935 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port a5adb27f-78ac-4ba1-9200-f424e2d32259, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=a5adb27f-78ac-4ba1-9200-f424e2d32259,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:28:44.134577 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 5bc07a45-171b-42e6-96c5-444b14ee80b9 details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:28:44.193113 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f0721905-fe9c-4f03-95b1-d3dcf0047387 req-311e4eaf-5950-4c9d-9b7b-509d0fbd1495 service neutron] 10.222.0.55 "GET /v2.0/networks/c7bbc20e-7bc5-42fd-94f8-f3663ada8854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535535 May 28 06:28:44.205809 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Returning: {'device': 'a5adb27f-78ac-4ba1-9200-f424e2d32259', 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9', 'port_id': 'a5adb27f-78ac-4ba1-9200-f424e2d32259', 'mac_address': 'fa:16:3e:07:b4:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e72d0ca5-04cb-4b36-82b1-c75214c9eb05', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:28:44.279090 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-11593efc-6471-42ee-b91e-3f14ed4fad81 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3729560 May 28 06:28:44.281855 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 55438) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:28:44.287747 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-94453424-4ee9-47bf-9d90-a0bd7bcbf83e admin admin] Request body: {'subnet': {'network_id': '5bc07a45-171b-42e6-96c5-444b14ee80b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroup264TestJSON-1339494227-subnet', 'tenant_id': '5110e1ad1d174a959df1e069181814b8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:28:44.294329 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-94453424-4ee9-47bf-9d90-a0bd7bcbf83e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:28:44.297176 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port a5adb27f-78ac-4ba1-9200-f424e2d32259 is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:28:44.297580 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:44.298446 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-94453424-4ee9-47bf-9d90-a0bd7bcbf83e admin admin] Usage tracker for resource:subnet and tenant:5110e1ad1d174a959df1e069181814b8 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:28:44.301340 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-94453424-4ee9-47bf-9d90-a0bd7bcbf83e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:28:44.308374 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-94453424-4ee9-47bf-9d90-a0bd7bcbf83e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:28:44.314993 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5adb27f-78ac-4ba1-9200-f424e2d32259 {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:28:44.330720 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port a5adb27f-78ac-4ba1-9200-f424e2d32259, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=a5adb27f-78ac-4ba1-9200-f424e2d32259,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:28:44.449935 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94453424-4ee9-47bf-9d90-a0bd7bcbf83e admin admin] Made reservation on behalf of 5110e1ad1d174a959df1e069181814b8 for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:28:44.452352 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-94453424-4ee9-47bf-9d90-a0bd7bcbf83e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:44.460993 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f0721905-fe9c-4f03-95b1-d3dcf0047387 req-8e25f173-dd79-47d7-9fd8-584d1146a64b service neutron] 10.222.0.55 "GET /v2.0/networks/c7bbc20e-7bc5-42fd-94f8-f3663ada8854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2607033 May 28 06:28:44.483024 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:44.565317 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=a5adb27f-78ac-4ba1-9200-f424e2d32259,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:28:44.815603 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-94453424-4ee9-47bf-9d90-a0bd7bcbf83e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:44.912428 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94453424-4ee9-47bf-9d90-a0bd7bcbf83e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4b3241e-24bf-4a67-ba0a-8a242c88fada,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:28:44.921404 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94453424-4ee9-47bf-9d90-a0bd7bcbf83e admin admin] Checking segment: {'id': '694fd9fd-6f2b-410e-89cc-8d60a5fe74bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '5bc07a45-171b-42e6-96c5-444b14ee80b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:28:44.921944 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94453424-4ee9-47bf-9d90-a0bd7bcbf83e admin admin] Network hostable DHCP agents. Network: 5bc07a45-171b-42e6-96c5-444b14ee80b9, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:28:44.962691 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d79bec2-2863-4f80-949c-61f878690156 req-53ca7ed0-68fb-473f-894d-7fbad734ca88 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:44.964289 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6d79bec2-2863-4f80-949c-61f878690156 req-53ca7ed0-68fb-473f-894d-7fbad734ca88 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "GET /v2.0/ports?device_id=4faa87b8-f4ff-4090-9c52-7a280a3dcdf8 HTTP/1.1" status: 200 len: 946 time: 0.0919042 May 28 06:28:44.967749 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['a5adb27f-78ac-4ba1-9200-f424e2d32259'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:28:45.016569 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6d79bec2-2863-4f80-949c-61f878690156 req-a51cedf9-e9be-41c6-885f-c9c90df7fb2d tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "GET /v2.0/security-groups?id=63ea6420-b48b-49b9-b520-8d6c62ca7c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455713 May 28 06:28:45.078475 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94453424-4ee9-47bf-9d90-a0bd7bcbf83e admin admin] Network 5bc07a45-171b-42e6-96c5-444b14ee80b9 is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:28:45.110702 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8418fd6-09c9-4fe7-9963-df490ef699ff'] response: {'server_uuid': '98cfccb9-9f45-4199-a4d4-780ce7efbc99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aed40a96-8c1b-41c4-8cf6-9693df9e3b63', 'code': 200} May 28 06:28:45.301716 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbefee5-4b34-481e-a4c9-f4a2bcc4d642 req-f4ef56cc-f9bf-43d1-ac02-4a9ebe7d3286 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:45.303589 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fcbefee5-4b34-481e-a4c9-f4a2bcc4d642 req-f4ef56cc-f9bf-43d1-ac02-4a9ebe7d3286 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c7baf8c-3963-4e2d-b57b-a5e225acc298 HTTP/1.1" status: 200 len: 949 time: 0.0960689 May 28 06:28:45.334049 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-94453424-4ee9-47bf-9d90-a0bd7bcbf83e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, 5bc07a45-171b-42e6-96c5-444b14ee80b9) {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:28:45.345735 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94453424-4ee9-47bf-9d90-a0bd7bcbf83e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:45.346324 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-94453424-4ee9-47bf-9d90-a0bd7bcbf83e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:45.346453 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca71787-111b-4516-8c7e-46d086890ea2 None None] Network 5bc07a45-171b-42e6-96c5-444b14ee80b9 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:28:45.354892 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fcbefee5-4b34-481e-a4c9-f4a2bcc4d642 req-c4404623-432a-4d32-967f-bf8fb84218f0 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/security-groups?id=cc42bff8-ec73-4f47-a19d-2b56e52b6e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438957 May 28 06:28:45.381176 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69326e0-2cff-4425-a8f9-f504efb2b717 req-c6a98a2b-1be0-4ffc-93d1-07a6998cadd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:45.382753 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-b69326e0-2cff-4425-a8f9-f504efb2b717 req-c6a98a2b-1be0-4ffc-93d1-07a6998cadd5 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=98cfccb9-9f45-4199-a4d4-780ce7efbc99 HTTP/1.1" status: 200 len: 1100 time: 0.2243445 May 28 06:28:45.438042 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-b69326e0-2cff-4425-a8f9-f504efb2b717 req-ab1822b8-bff9-4196-bad7-659d165ab200 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=cc42bff8-ec73-4f47-a19d-2b56e52b6e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436289 May 28 06:28:45.481499 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-94453424-4ee9-47bf-9d90-a0bd7bcbf83e admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1969397 May 28 06:28:45.627261 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039a6389-ae5b-4dc7-b677-67b08dbe5072 req-26d17a87-f849-440a-89c0-c77f7934c780 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:45.628865 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-039a6389-ae5b-4dc7-b677-67b08dbe5072 req-26d17a87-f849-440a-89c0-c77f7934c780 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/ports?device_id=90ede48b-246e-4690-8e50-3f809bbd9e2b HTTP/1.1" status: 200 len: 946 time: 0.1514554 May 28 06:28:45.657658 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55bba07f-5d88-4c70-859c-da6a56e84241 None None] Network 5bc07a45-171b-42e6-96c5-444b14ee80b9 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:28:45.684190 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-039a6389-ae5b-4dc7-b677-67b08dbe5072 req-3e99c16f-94ea-4267-938f-50ac7a8d6afd tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f2c8bcd-a51c-4c0c-8c62-f5096a9be3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496595 May 28 06:28:45.805214 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d524e563-4e90-43db-84df-3097f327fe11 req-65128e2e-a4b6-466c-8772-0208de68cd47 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=1aee84c6-e027-450e-8e68-af8f968fbff5 HTTP/1.1" status: 200 len: 210 time: 0.0692732 May 28 06:28:46.001927 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb822fc-5e3f-4248-8b2d-92dab524e168 req-9aee7b44-6b20-4eae-9836-79ce0c5c87b5 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:46.002971 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ecb822fc-5e3f-4248-8b2d-92dab524e168 req-9aee7b44-6b20-4eae-9836-79ce0c5c87b5 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "GET /v2.0/ports?device_id=4faa87b8-f4ff-4090-9c52-7a280a3dcdf8 HTTP/1.1" status: 200 len: 946 time: 0.1129529 May 28 06:28:46.014641 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 55490) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:28:46.019935 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-460fb3f6-1991-47c1-930e-97fce2c1ab1c tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Request body: {'floatingip': {'port_id': '8ffdfe1d-6308-4ce3-9a01-995f39cb99fd'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:28:46.117288 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-460fb3f6-1991-47c1-930e-97fce2c1ab1c tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Notify callbacks [] for floatingip, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:46.272243 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-11505f7c-2e58-4f6f-9693-bdefc889eb49 req-25510567-6285-4895-abca-8b81c395f02d tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.55 "GET /v2.0/ports?device_id=e11893ff-5c52-4ed1-b6b3-2fbc959d89e3 HTTP/1.1" status: 200 len: 210 time: 0.1872616 May 28 06:28:46.321664 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ca857e89-43e4-4b4e-af43-bf678b28deb3 req-aa755875-00d1-466c-8de9-1a7843706957 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=fc8afbe2-63ab-495f-b953-08528fec512c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3442571 May 28 06:28:46.514057 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca857e89-43e4-4b4e-af43-bf678b28deb3 req-ec98361c-f6d3-4072-87a2-54a0424e1041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:46.514736 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca857e89-43e4-4b4e-af43-bf678b28deb3 req-ec98361c-f6d3-4072-87a2-54a0424e1041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:46.515319 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca857e89-43e4-4b4e-af43-bf678b28deb3 req-ec98361c-f6d3-4072-87a2-54a0424e1041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:46.516117 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca857e89-43e4-4b4e-af43-bf678b28deb3 req-ec98361c-f6d3-4072-87a2-54a0424e1041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:46.516936 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca857e89-43e4-4b4e-af43-bf678b28deb3 req-ec98361c-f6d3-4072-87a2-54a0424e1041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:46.517700 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca857e89-43e4-4b4e-af43-bf678b28deb3 req-ec98361c-f6d3-4072-87a2-54a0424e1041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:46.518167 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca857e89-43e4-4b4e-af43-bf678b28deb3 req-ec98361c-f6d3-4072-87a2-54a0424e1041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:46.520118 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ca857e89-43e4-4b4e-af43-bf678b28deb3 req-ec98361c-f6d3-4072-87a2-54a0424e1041 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5a27568d2aff479086cfcad7501ab2c8&device_id=fc8afbe2-63ab-495f-b953-08528fec512c HTTP/1.1" status: 200 len: 6500 time: 0.0957980 May 28 06:28:46.626455 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 55512) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:28:46.793906 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4a360b-f579-442f-89c0-05c79bc0bfc1 req-f6c4a43d-67df-4aca-9216-c583311f9376 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:46.795421 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ab4a360b-f579-442f-89c0-05c79bc0bfc1 req-f6c4a43d-67df-4aca-9216-c583311f9376 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c7baf8c-3963-4e2d-b57b-a5e225acc298 HTTP/1.1" status: 200 len: 949 time: 0.2579327 May 28 06:28:46.799432 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_v2 [None req-b763171e-51a8-4843-8d01-980539fecacb admin admin] Deleting subnet e4b3241e-24bf-4a67-ba0a-8a242c88fada {{(pid=89109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:28:46.803332 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b763171e-51a8-4843-8d01-980539fecacb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:46.803851 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca857e89-43e4-4b4e-af43-bf678b28deb3 req-b1a256b9-28ee-44e6-8f81-682ed6ed7ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:46.804316 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca857e89-43e4-4b4e-af43-bf678b28deb3 req-b1a256b9-28ee-44e6-8f81-682ed6ed7ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:46.804776 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca857e89-43e4-4b4e-af43-bf678b28deb3 req-b1a256b9-28ee-44e6-8f81-682ed6ed7ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:46.806304 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ca857e89-43e4-4b4e-af43-bf678b28deb3 req-b1a256b9-28ee-44e6-8f81-682ed6ed7ad5 service neutron] 10.222.0.71 "GET /v2.0/networks?id=9b9370ac-f402-419d-a185-61eac57b38a9&id=a9ffdff9-c2bf-42e5-aa28-4268d54cc9bc&id=a9ffdff9-c2bf-42e5-aa28-4268d54cc9bc&id=a9ffdff9-c2bf-42e5-aa28-4268d54cc9bc&id=a9ffdff9-c2bf-42e5-aa28-4268d54cc9bc&id=e169afd5-829f-4c55-b1b4-034fdabca79b&id=e169afd5-829f-4c55-b1b4-034fdabca79b HTTP/1.1" status: 200 len: 2298 time: 0.1919613 May 28 06:28:46.871658 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b763171e-51a8-4843-8d01-980539fecacb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3964070'] for subnet, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:46.947609 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b763171e-51a8-4843-8d01-980539fecacb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:46.984281 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ab4a360b-f579-442f-89c0-05c79bc0bfc1 req-8a98ce86-e08d-4597-bf8a-7e39435b2a62 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/security-groups?id=cc42bff8-ec73-4f47-a19d-2b56e52b6e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770158 May 28 06:28:47.002379 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ca857e89-43e4-4b4e-af43-bf678b28deb3 req-5b38cfe7-d5f5-45f5-8049-a968b1f45263 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3fb3ec73-12a3-4479-8d11-63f64b53e873 HTTP/1.1" status: 200 len: 1000 time: 0.1455479 May 28 06:28:47.066989 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdf6115-c805-4291-83f6-49b03c135b9f req-ed1c33c8-bb71-4bef-a98f-6f794507257c tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:47.068767 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dcdf6115-c805-4291-83f6-49b03c135b9f req-ed1c33c8-bb71-4bef-a98f-6f794507257c tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/ports?device_id=90ede48b-246e-4690-8e50-3f809bbd9e2b HTTP/1.1" status: 200 len: 946 time: 0.2594829 May 28 06:28:47.083302 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca857e89-43e4-4b4e-af43-bf678b28deb3 req-fced10f4-365e-4e1b-ad3b-27d6aa2946a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:47.084715 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ca857e89-43e4-4b4e-af43-bf678b28deb3 req-fced10f4-365e-4e1b-ad3b-27d6aa2946a9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c103158a-2ac5-46a3-b8d0-bd8c5ed32dd7 HTTP/1.1" status: 200 len: 856 time: 0.0734327 May 28 06:28:47.125987 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-460fb3f6-1991-47c1-930e-97fce2c1ab1c tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:47.214772 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fee7dfd4-04a2-4a24-a6d2-e01e5fe110bf req-27d09a65-1539-4d7b-8489-e8efe2510cf0 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=1aee84c6-e027-450e-8e68-af8f968fbff5 HTTP/1.1" status: 200 len: 210 time: 0.0667782 May 28 06:28:47.226609 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dcdf6115-c805-4291-83f6-49b03c135b9f req-6dfe7695-a164-4300-9e65-3bf18a4aec43 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f2c8bcd-a51c-4c0c-8c62-f5096a9be3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450121 May 28 06:28:47.258012 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca857e89-43e4-4b4e-af43-bf678b28deb3 req-40fb42bc-831e-4883-a7bb-23c599250afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:47.259479 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ca857e89-43e4-4b4e-af43-bf678b28deb3 req-40fb42bc-831e-4883-a7bb-23c599250afc service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9b9370ac-f402-419d-a185-61eac57b38a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1600149 May 28 06:28:47.271638 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [req-ca857e89-43e4-4b4e-af43-bf678b28deb3 req-e75184e7-d2f8-4f3b-87cb-a23262a8fbf8 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=89110) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:28:47.272568 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ca857e89-43e4-4b4e-af43-bf678b28deb3 req-e75184e7-d2f8-4f3b-87cb-a23262a8fbf8 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055816 May 28 06:28:47.292699 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b763171e-51a8-4843-8d01-980539fecacb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9555650'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:47.301735 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-460fb3f6-1991-47c1-930e-97fce2c1ab1c tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691094'] for floatingip, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:47.338397 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:28:47.439454 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b763171e-51a8-4843-8d01-980539fecacb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4b3241e-24bf-4a67-ba0a-8a242c88fada,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:28:47.462240 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fbb9a279-e65a-4395-913b-c4e0d8b42d5c req-2e49dee9-caf7-4461-9788-d2047eebd909 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.55 "GET /v2.0/ports?device_id=e11893ff-5c52-4ed1-b6b3-2fbc959d89e3 HTTP/1.1" status: 200 len: 210 time: 0.0745397 May 28 06:28:47.497335 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b763171e-51a8-4843-8d01-980539fecacb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:47.516131 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ca857e89-43e4-4b4e-af43-bf678b28deb3 req-dc0286ec-7108-41ce-af6c-aed23cea452e service neutron] 10.222.0.71 "GET /v2.0/networks/9b9370ac-f402-419d-a185-61eac57b38a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371030 May 28 06:28:47.522674 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-b763171e-51a8-4843-8d01-980539fecacb admin admin] 10.222.0.55 "DELETE /v2.0/subnets/e4b3241e-24bf-4a67-ba0a-8a242c88fada HTTP/1.1" status: 204 len: 168 time: 0.8925283 May 28 06:28:47.525504 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 55528) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:28:47.533164 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 55532) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:28:47.638925 n-d-843702-1 neutron-server[89109]: INFO neutron.db.l3_db [None req-460fb3f6-1991-47c1-930e-97fce2c1ab1c tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Floating IP 5622bbf1-48d2-4522-8f7a-7e4fe4771845 associated. External IP: 172.25.5.212, port: 8ffdfe1d-6308-4ce3-9a01-995f39cb99fd. May 28 06:28:47.675326 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ca857e89-43e4-4b4e-af43-bf678b28deb3 req-4315f2a8-8cff-41bd-a7a1-9c1db155e941 service neutron] 10.222.0.71 "GET /v2.0/networks/9b9370ac-f402-419d-a185-61eac57b38a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493297 May 28 06:28:47.751732 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ca857e89-43e4-4b4e-af43-bf678b28deb3 req-35daf25e-5dbb-49e7-b56b-665612700d09 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.202&port_id=ae1da9c2-607a-48e7-af04-679c67639107 HTTP/1.1" status: 200 len: 217 time: 0.0664828 May 28 06:28:47.825107 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca857e89-43e4-4b4e-af43-bf678b28deb3 req-36fc45f9-796a-4a3e-b139-df8175ec9717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:47.826574 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ca857e89-43e4-4b4e-af43-bf678b28deb3 req-36fc45f9-796a-4a3e-b139-df8175ec9717 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=486c83aa-9cd6-4997-a0c5-177cd007dece HTTP/1.1" status: 200 len: 797 time: 0.0674334 May 28 06:28:47.847787 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device a5adb27f-78ac-4ba1-9200-f424e2d32259 up at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:28:47.850104 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fc8421f6-a006-4fb3-bcc1-6d02c5cae984 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:47.892819 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-60780bba-3e80-464e-bdae-25b3b99fcbd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:47.935962 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca857e89-43e4-4b4e-af43-bf678b28deb3 req-27310ecc-9ef1-4ff9-b000-d118c4bb2f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:47.937701 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ca857e89-43e4-4b4e-af43-bf678b28deb3 req-27310ecc-9ef1-4ff9-b000-d118c4bb2f07 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a9ffdff9-c2bf-42e5-aa28-4268d54cc9bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1049867 May 28 06:28:47.949612 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-fc8421f6-a006-4fb3-bcc1-6d02c5cae984 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:28:47.961578 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-fc8421f6-a006-4fb3-bcc1-6d02c5cae984 admin admin] Usage tracker for resource:security_group_rule and tenant:66fec9c136804132881a29d45645eb9b is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:28:47.976743 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-fc8421f6-a006-4fb3-bcc1-6d02c5cae984 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:28:47.988277 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-fc8421f6-a006-4fb3-bcc1-6d02c5cae984 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:28:48.094414 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning for port a5adb27f-78ac-4ba1-9200-f424e2d32259 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:28:48.099794 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning complete for port a5adb27f-78ac-4ba1-9200-f424e2d32259 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:28:48.100235 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:48.105276 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ca857e89-43e4-4b4e-af43-bf678b28deb3 req-604f4c36-b074-41fc-86ea-ef1ad82bb063 service neutron] 10.222.0.71 "GET /v2.0/networks/a9ffdff9-c2bf-42e5-aa28-4268d54cc9bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589246 May 28 06:28:48.238570 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-60780bba-3e80-464e-bdae-25b3b99fcbd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:48.243938 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port a5adb27f-78ac-4ba1-9200-f424e2d32259 is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:28:48.244473 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:48.290971 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-60780bba-3e80-464e-bdae-25b3b99fcbd8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bc07a45-171b-42e6-96c5-444b14ee80b9']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:28:48.311391 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c7baf8c-3963-4e2d-b57b-a5e225acc298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5adb27f-78ac-4ba1-9200-f424e2d32259'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:28:48.320273 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port a5adb27f-78ac-4ba1-9200-f424e2d32259, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=a5adb27f-78ac-4ba1-9200-f424e2d32259,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:28:48.379305 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-60780bba-3e80-464e-bdae-25b3b99fcbd8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '694fd9fd-6f2b-410e-89cc-8d60a5fe74bb') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:28:48.379529 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-60780bba-3e80-464e-bdae-25b3b99fcbd8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '694fd9fd-6f2b-410e-89cc-8d60a5fe74bb') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:28:48.410853 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-60780bba-3e80-464e-bdae-25b3b99fcbd8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:48.450548 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-60780bba-3e80-464e-bdae-25b3b99fcbd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:48.455193 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fc8421f6-a006-4fb3-bcc1-6d02c5cae984 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:48.462401 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60780bba-3e80-464e-bdae-25b3b99fcbd8 admin admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:28:48.462794 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-60780bba-3e80-464e-bdae-25b3b99fcbd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:48.519378 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:48.533902 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ca857e89-43e4-4b4e-af43-bf678b28deb3 req-bd6efd26-b597-4b31-9fc4-162594162d68 service neutron] 10.222.0.71 "GET /v2.0/networks/a9ffdff9-c2bf-42e5-aa28-4268d54cc9bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4226813 May 28 06:28:48.547698 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-460fb3f6-1991-47c1-930e-97fce2c1ab1c tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Router b7caed0c-12be-4ccc-aed6-16ab8878a290 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:28:48.549341 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 694fd9fd-6f2b-410e-89cc-8d60a5fe74bb resource provider aggregate not found May 28 06:28:48.582972 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 694fd9fd-6f2b-410e-89cc-8d60a5fe74bb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 694fd9fd-6f2b-410e-89cc-8d60a5fe74bb found for delete ", "request_id": "req-f7088b91-694e-487f-acef-821bfe2f887b"}]} May 28 06:28:48.606730 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86beda74-f48b-4218-b1fa-ac8a658055d4 req-7e8d7aa5-155f-43cd-975d-5fb6bd6d6c20 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:48.608573 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-86beda74-f48b-4218-b1fa-ac8a658055d4 req-7e8d7aa5-155f-43cd-975d-5fb6bd6d6c20 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c7baf8c-3963-4e2d-b57b-a5e225acc298 HTTP/1.1" status: 200 len: 949 time: 0.4775229 May 28 06:28:48.621744 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ca857e89-43e4-4b4e-af43-bf678b28deb3 req-3de9370c-5f33-42f9-809a-7563408097b5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.184&port_id=a1068a4a-45d8-45f1-b5a5-6186eb8d7d2d HTTP/1.1" status: 200 len: 217 time: 0.0809894 May 28 06:28:48.644203 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=a5adb27f-78ac-4ba1-9200-f424e2d32259,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:28:48.673556 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fc8421f6-a006-4fb3-bcc1-6d02c5cae984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:48.686076 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e660a016-3dd7-48ca-83d7-7ec824d0833e req-13e1b1d1-945e-467d-85e8-30416006ba37 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:48.689894 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e660a016-3dd7-48ca-83d7-7ec824d0833e req-13e1b1d1-945e-467d-85e8-30416006ba37 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/ports?device_id=90ede48b-246e-4690-8e50-3f809bbd9e2b HTTP/1.1" status: 200 len: 946 time: 0.3094590 May 28 06:28:48.761280 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-86beda74-f48b-4218-b1fa-ac8a658055d4 req-0646167c-1592-4926-baee-fc1d63250dc8 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/security-groups?id=cc42bff8-ec73-4f47-a19d-2b56e52b6e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428540 May 28 06:28:48.765244 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca857e89-43e4-4b4e-af43-bf678b28deb3 req-52173382-f876-4252-ad6a-980ea71729d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:48.766661 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ca857e89-43e4-4b4e-af43-bf678b28deb3 req-52173382-f876-4252-ad6a-980ea71729d0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=486c83aa-9cd6-4997-a0c5-177cd007dece HTTP/1.1" status: 200 len: 797 time: 0.1291115 May 28 06:28:48.775310 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e660a016-3dd7-48ca-83d7-7ec824d0833e req-fa6a98b5-f279-4c34-ba3b-97dc279595ae tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f2c8bcd-a51c-4c0c-8c62-f5096a9be3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778227 May 28 06:28:48.798451 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-60780bba-3e80-464e-bdae-25b3b99fcbd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:48.799464 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8421f6-a006-4fb3-bcc1-6d02c5cae984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dcfd854-d12d-4330-9935-a9c6b864a604,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:28:48.816169 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-fc8421f6-a006-4fb3-bcc1-6d02c5cae984 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=66fec9c136804132881a29d45645eb9b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2660129 May 28 06:28:48.832378 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 55552) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:28:48.833746 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-60780bba-3e80-464e-bdae-25b3b99fcbd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:48.881799 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60780bba-3e80-464e-bdae-25b3b99fcbd8 admin admin] Pushing event deleted for resources: {'Network': ['ID=5bc07a45-171b-42e6-96c5-444b14ee80b9,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:28:48.892710 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f03dcee4-4f91-4fe6-99ba-dcd1721ea273'] response: {'server_uuid': '0c7baf8c-3963-4e2d-b57b-a5e225acc298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5adb27f-78ac-4ba1-9200-f424e2d32259', 'code': 200} May 28 06:28:48.899377 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca857e89-43e4-4b4e-af43-bf678b28deb3 req-c2c10c49-6d02-4a0e-a874-ef51433343db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:48.901648 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ca857e89-43e4-4b4e-af43-bf678b28deb3 req-c2c10c49-6d02-4a0e-a874-ef51433343db service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a9ffdff9-c2bf-42e5-aa28-4268d54cc9bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1251612 May 28 06:28:48.970761 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-60780bba-3e80-464e-bdae-25b3b99fcbd8 admin admin] 10.222.0.55 "DELETE /v2.0/networks/5bc07a45-171b-42e6-96c5-444b14ee80b9 HTTP/1.1" status: 204 len: 168 time: 1.4435716 May 28 06:28:48.988363 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-460fb3f6-1991-47c1-930e-97fce2c1ab1c tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:28:49.002297 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67106ca9-625f-42ce-baf4-5e52af9f64a0 None None] Sync routers for ids ['b7caed0c-12be-4ccc-aed6-16ab8878a290'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:28:49.006403 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-460fb3f6-1991-47c1-930e-97fce2c1ab1c tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:49.014135 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67106ca9-625f-42ce-baf4-5e52af9f64a0 None None] Routers {'b7caed0c-12be-4ccc-aed6-16ab8878a290'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:28:49.014879 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-67106ca9-625f-42ce-baf4-5e52af9f64a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:28:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['b7caed0c-12be-4ccc-aed6-16ab8878a290'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:28:49.159967 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fb68c2ff-9ab1-4633-b838-901f3541aa13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:49.175308 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-460fb3f6-1991-47c1-930e-97fce2c1ab1c tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "PUT /v2.0/floatingips/5622bbf1-48d2-4522-8f7a-7e4fe4771845 HTTP/1.1" status: 200 len: 992 time: 3.1595807 May 28 06:28:49.177447 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e2272bfc-bc52-485a-8c6a-93124a00feac req-fd1eb715-dd89-420b-bdca-26759015ce24 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=1aee84c6-e027-450e-8e68-af8f968fbff5 HTTP/1.1" status: 200 len: 210 time: 0.2113404 May 28 06:28:49.182495 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4faa87b8-f4ff-4090-9c52-7a280a3dcdf8', 'tag': '8ffdfe1d-6308-4ce3-9a01-995f39cb99fd'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:28:49.196807 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-01e614c2-ff2e-465f-99dc-fa0f80a52d2b req-a85dbca5-ac1f-4564-95d2-5b0363d19af1 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.55 "GET /v2.0/ports?device_id=e11893ff-5c52-4ed1-b6b3-2fbc959d89e3 HTTP/1.1" status: 200 len: 210 time: 0.1469746 May 28 06:28:49.249031 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fb68c2ff-9ab1-4633-b838-901f3541aa13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:49.269692 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0721905-fe9c-4f03-95b1-d3dcf0047387 req-95a23597-db67-4189-baa9-e811c0ceb85b tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:49.271541 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-f0721905-fe9c-4f03-95b1-d3dcf0047387 req-95a23597-db67-4189-baa9-e811c0ceb85b tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.69 "GET /v2.0/networks?id=c7bbc20e-7bc5-42fd-94f8-f3663ada8854 HTTP/1.1" status: 200 len: 812 time: 0.4095371 May 28 06:28:49.290073 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-f0721905-fe9c-4f03-95b1-d3dcf0047387 req-3a644f58-b62c-494e-8cb9-078b83b4aae8 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Request body: {'port': {'device_id': '1aee84c6-e027-450e-8e68-af8f968fbff5', 'network_id': 'c7bbc20e-7bc5-42fd-94f8-f3663ada8854', 'admin_state_up': True, 'tenant_id': '9795f3bb4dd842ee9b6997b24ebca479'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:28:49.306686 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ca857e89-43e4-4b4e-af43-bf678b28deb3 req-04ea6643-0f50-4b88-b231-946a8b838095 service neutron] 10.222.0.71 "GET /v2.0/networks/a9ffdff9-c2bf-42e5-aa28-4268d54cc9bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3787076 May 28 06:28:49.309042 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-67106ca9-625f-42ce-baf4-5e52af9f64a0 None None] Set router b7caed0c-12be-4ccc-aed6-16ab8878a290 gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:28:49.319776 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5e76f49-2f89-4a3d-9ec5-493ed405f056'] response: {'name': 'network-changed', 'server_uuid': '4faa87b8-f4ff-4090-9c52-7a280a3dcdf8', 'tag': '8ffdfe1d-6308-4ce3-9a01-995f39cb99fd', 'status': 'completed', 'code': 200} May 28 06:28:49.453074 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5157f1b3-988c-4ff2-8591-25951e1f0997 req-809ab8c8-9d80-444d-9828-4d460160898e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:49.458577 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-5157f1b3-988c-4ff2-8591-25951e1f0997 req-809ab8c8-9d80-444d-9828-4d460160898e service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=0c7baf8c-3963-4e2d-b57b-a5e225acc298 HTTP/1.1" status: 200 len: 1101 time: 0.4100502 May 28 06:28:49.536785 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ca857e89-43e4-4b4e-af43-bf678b28deb3 req-4f097eb6-cab2-41ee-b1e3-a74be734b4b0 service neutron] 10.222.0.71 "GET /v2.0/networks/a9ffdff9-c2bf-42e5-aa28-4268d54cc9bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223499 May 28 06:28:49.539818 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c4491d-f7fd-4607-bebc-8605b2fe956d req-cc81ed53-cd81-4c1a-bc46-ec9d57a4b8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:49.541295 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c5c4491d-f7fd-4607-bebc-8605b2fe956d req-cc81ed53-cd81-4c1a-bc46-ec9d57a4b8e6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f2d8466b4d8c4168848bc4cc302053bf&device_id=4faa87b8-f4ff-4090-9c52-7a280a3dcdf8 HTTP/1.1" status: 200 len: 1097 time: 0.2012222 May 28 06:28:49.541600 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-5157f1b3-988c-4ff2-8591-25951e1f0997 req-8903949c-c34d-4e8e-8668-4c823971a55f service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=cc42bff8-ec73-4f47-a19d-2b56e52b6e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755508 May 28 06:28:49.546528 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 55562) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:28:49.578125 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [req-f0721905-fe9c-4f03-95b1-d3dcf0047387 req-3a644f58-b62c-494e-8cb9-078b83b4aae8 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:28:49.584227 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-f0721905-fe9c-4f03-95b1-d3dcf0047387 req-3a644f58-b62c-494e-8cb9-078b83b4aae8 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Usage tracker for resource:port and tenant:9795f3bb4dd842ee9b6997b24ebca479 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:28:49.589380 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-f0721905-fe9c-4f03-95b1-d3dcf0047387 req-3a644f58-b62c-494e-8cb9-078b83b4aae8 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:28:49.602238 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [req-f0721905-fe9c-4f03-95b1-d3dcf0047387 req-3a644f58-b62c-494e-8cb9-078b83b4aae8 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:28:49.644162 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fb68c2ff-9ab1-4633-b838-901f3541aa13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:49.662612 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb68c2ff-9ab1-4633-b838-901f3541aa13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dcfd854-d12d-4330-9935-a9c6b864a604,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:28:49.674950 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fb68c2ff-9ab1-4633-b838-901f3541aa13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:49.674950 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-fb68c2ff-9ab1-4633-b838-901f3541aa13 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9dcfd854-d12d-4330-9935-a9c6b864a604 HTTP/1.1" status: 204 len: 168 time: 0.8361552 May 28 06:28:49.716754 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-ed5ea228-906c-4658-8b0c-b9620efa5528 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5110e1ad1d174a959df1e069181814b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1664279 May 28 06:28:49.717463 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 55568) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:28:49.789032 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c4491d-f7fd-4607-bebc-8605b2fe956d req-9133b92e-b656-4632-a284-c3a2286f6737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:49.790588 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c5c4491d-f7fd-4607-bebc-8605b2fe956d req-9133b92e-b656-4632-a284-c3a2286f6737 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4874bba4-a87e-43f9-9333-c72385485612 HTTP/1.1" status: 200 len: 911 time: 0.2410693 May 28 06:28:49.804106 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0721905-fe9c-4f03-95b1-d3dcf0047387 req-3a644f58-b62c-494e-8cb9-078b83b4aae8 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Made reservation on behalf of 9795f3bb4dd842ee9b6997b24ebca479 for: {'port': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:28:49.812086 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-f0721905-fe9c-4f03-95b1-d3dcf0047387 req-3a644f58-b62c-494e-8cb9-078b83b4aae8 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:49.856290 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-67106ca9-625f-42ce-baf4-5e52af9f64a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7caed0c-12be-4ccc-aed6-16ab8878a290', 'name': 'tempest-AttachVolumeTestJSON-711083849-router', 'tenant_id': 'f2d8466b4d8c4168848bc4cc302053bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '2be5ad75-4e3e-418a-8948-bbda87159bd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:27:51Z', 'updated_at': '2022-05-28T06:28:01Z', 'revision_number': 4, 'project_id': 'f2d8466b4d8c4168848bc4cc302053bf', 'gw_port': {'id': '2be5ad75-4e3e-418a-8948-bbda87159bd6', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:d2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7caed0c-12be-4ccc-aed6-16ab8878a290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:27:53Z', 'updated_at': '2022-05-28T06:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': '5622bbf1-48d2-4522-8f7a-7e4fe4771845', 'tenant_id': 'f2d8466b4d8c4168848bc4cc302053bf', 'floating_ip_address': '172.25.5.212', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': 'b7caed0c-12be-4ccc-aed6-16ab8878a290', 'port_id': '8ffdfe1d-6308-4ce3-9a01-995f39cb99fd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4874bba4-a87e-43f9-9333-c72385485612', 'mac_address': 'fa:16:3e:01:de:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4faa87b8-f4ff-4090-9c52-7a280a3dcdf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:28:12Z', 'updated_at': '2022-05-28T06:28:46Z', 'revision_number': 1, 'project_id': 'f2d8466b4d8c4168848bc4cc302053bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab358220-ffe5-48e9-8d4c-19b4f120a499', 'name': '', 'network_id': '4874bba4-a87e-43f9-9333-c72385485612', 'tenant_id': 'f2d8466b4d8c4168848bc4cc302053bf', 'mac_address': 'fa:16:3e:2a:8a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7caed0c-12be-4ccc-aed6-16ab8878a290', 'device_owner': 'network:router_interface', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': 'aa6e01e0-3e0c-4b0f-b2af-e5c6de04414e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:27:59Z', 'updated_at': '2022-05-28T06:28:10Z', 'revision_number': 5, 'project_id': 'f2d8466b4d8c4168848bc4cc302053bf', 'subnets': [{'id': 'aa6e01e0-3e0c-4b0f-b2af-e5c6de04414e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:28:49.863506 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67106ca9-625f-42ce-baf4-5e52af9f64a0 None None] Checking router: b7caed0c-12be-4ccc-aed6-16ab8878a290 for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:28:49.874970 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67106ca9-625f-42ce-baf4-5e52af9f64a0 None None] Routers {'b7caed0c-12be-4ccc-aed6-16ab8878a290'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:28:49.875575 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-67106ca9-625f-42ce-baf4-5e52af9f64a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:28:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['b7caed0c-12be-4ccc-aed6-16ab8878a290'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:28:50.158381 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-67106ca9-625f-42ce-baf4-5e52af9f64a0 None None] Set router b7caed0c-12be-4ccc-aed6-16ab8878a290 gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:28:50.271854 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ca857e89-43e4-4b4e-af43-bf678b28deb3 req-44c6aa6b-54e6-44a3-9e08-26559a0cdda0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.10&port_id=7f054f0f-9345-49d9-a79c-80f8a2c35139 HTTP/1.1" status: 200 len: 217 time: 0.3324075 May 28 06:28:50.272791 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a7d984d4-ec45-4348-a467-7f0afa01dbf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:50.321841 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [req-f0721905-fe9c-4f03-95b1-d3dcf0047387 req-3a644f58-b62c-494e-8cb9-078b83b4aae8 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Allocated IP 172.20.0.14 (c7bbc20e-7bc5-42fd-94f8-f3663ada8854/6e5f323f-ea6c-4672-94fb-4b56107669c0/d4f27edb-9d58-4d0a-b1b4-40f613c6b15b) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:28:50.417768 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c5c4491d-f7fd-4607-bebc-8605b2fe956d req-84aae6da-ca8f-4506-baef-c53b6a3c4678 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ffdfe1d-6308-4ce3-9a01-995f39cb99fd HTTP/1.1" status: 200 len: 1000 time: 0.6131089 May 28 06:28:50.420857 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a7d984d4-ec45-4348-a467-7f0afa01dbf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:50.541021 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca857e89-43e4-4b4e-af43-bf678b28deb3 req-17bde87d-613d-4d19-a950-ebc1c2d4d12d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:50.542730 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ca857e89-43e4-4b4e-af43-bf678b28deb3 req-17bde87d-613d-4d19-a950-ebc1c2d4d12d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=486c83aa-9cd6-4997-a0c5-177cd007dece HTTP/1.1" status: 200 len: 797 time: 0.2461679 May 28 06:28:50.595394 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-f0721905-fe9c-4f03-95b1-d3dcf0047387 req-3a644f58-b62c-494e-8cb9-078b83b4aae8 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:50.597177 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c4491d-f7fd-4607-bebc-8605b2fe956d req-d0ec7e76-512c-4173-9d3e-a6e77362e8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:50.598838 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c5c4491d-f7fd-4607-bebc-8605b2fe956d req-d0ec7e76-512c-4173-9d3e-a6e77362e8a1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=aa6e01e0-3e0c-4b0f-b2af-e5c6de04414e HTTP/1.1" status: 200 len: 849 time: 0.1642220 May 28 06:28:50.675909 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986d72ba-be22-4817-bf9d-7f8c06d8e34b req-f19aacff-4f88-4976-af83-911c3bf07562 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:50.678149 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-986d72ba-be22-4817-bf9d-7f8c06d8e34b req-f19aacff-4f88-4976-af83-911c3bf07562 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c7baf8c-3963-4e2d-b57b-a5e225acc298 HTTP/1.1" status: 200 len: 950 time: 0.7497020 May 28 06:28:50.691810 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc315e02-a50c-4a30-bbd5-803114129d09 req-2fa56497-f094-4557-9938-e30a6d225da8 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:50.691989 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fc315e02-a50c-4a30-bbd5-803114129d09 req-2fa56497-f094-4557-9938-e30a6d225da8 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/ports?device_id=90ede48b-246e-4690-8e50-3f809bbd9e2b HTTP/1.1" status: 200 len: 946 time: 0.6448488 May 28 06:28:50.736140 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-67106ca9-625f-42ce-baf4-5e52af9f64a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7caed0c-12be-4ccc-aed6-16ab8878a290', 'name': 'tempest-AttachVolumeTestJSON-711083849-router', 'tenant_id': 'f2d8466b4d8c4168848bc4cc302053bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '2be5ad75-4e3e-418a-8948-bbda87159bd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:27:51Z', 'updated_at': '2022-05-28T06:28:01Z', 'revision_number': 4, 'project_id': 'f2d8466b4d8c4168848bc4cc302053bf', 'gw_port': {'id': '2be5ad75-4e3e-418a-8948-bbda87159bd6', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:d2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7caed0c-12be-4ccc-aed6-16ab8878a290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:27:53Z', 'updated_at': '2022-05-28T06:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': '5622bbf1-48d2-4522-8f7a-7e4fe4771845', 'tenant_id': 'f2d8466b4d8c4168848bc4cc302053bf', 'floating_ip_address': '172.25.5.212', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': 'b7caed0c-12be-4ccc-aed6-16ab8878a290', 'port_id': '8ffdfe1d-6308-4ce3-9a01-995f39cb99fd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4874bba4-a87e-43f9-9333-c72385485612', 'mac_address': 'fa:16:3e:01:de:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4faa87b8-f4ff-4090-9c52-7a280a3dcdf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:28:12Z', 'updated_at': '2022-05-28T06:28:46Z', 'revision_number': 1, 'project_id': 'f2d8466b4d8c4168848bc4cc302053bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab358220-ffe5-48e9-8d4c-19b4f120a499', 'name': '', 'network_id': '4874bba4-a87e-43f9-9333-c72385485612', 'tenant_id': 'f2d8466b4d8c4168848bc4cc302053bf', 'mac_address': 'fa:16:3e:2a:8a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7caed0c-12be-4ccc-aed6-16ab8878a290', 'device_owner': 'network:router_interface', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': 'aa6e01e0-3e0c-4b0f-b2af-e5c6de04414e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:27:59Z', 'updated_at': '2022-05-28T06:28:10Z', 'revision_number': 5, 'project_id': 'f2d8466b4d8c4168848bc4cc302053bf', 'subnets': [{'id': 'aa6e01e0-3e0c-4b0f-b2af-e5c6de04414e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:28:50.740464 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67106ca9-625f-42ce-baf4-5e52af9f64a0 None None] The sync data for ids ['b7caed0c-12be-4ccc-aed6-16ab8878a290'] in n-d-843702-1 is: [{'id': 'b7caed0c-12be-4ccc-aed6-16ab8878a290', 'name': 'tempest-AttachVolumeTestJSON-711083849-router', 'tenant_id': 'f2d8466b4d8c4168848bc4cc302053bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '2be5ad75-4e3e-418a-8948-bbda87159bd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:27:51Z', 'updated_at': '2022-05-28T06:28:01Z', 'revision_number': 4, 'project_id': 'f2d8466b4d8c4168848bc4cc302053bf', 'gw_port': {'id': '2be5ad75-4e3e-418a-8948-bbda87159bd6', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:d2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7caed0c-12be-4ccc-aed6-16ab8878a290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:27:53Z', 'updated_at': '2022-05-28T06:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': '5622bbf1-48d2-4522-8f7a-7e4fe4771845', 'tenant_id': 'f2d8466b4d8c4168848bc4cc302053bf', 'floating_ip_address': '172.25.5.212', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': 'b7caed0c-12be-4ccc-aed6-16ab8878a290', 'port_id': '8ffdfe1d-6308-4ce3-9a01-995f39cb99fd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4874bba4-a87e-43f9-9333-c72385485612', 'mac_address': 'fa:16:3e:01:de:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4faa87b8-f4ff-4090-9c52-7a280a3dcdf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:28:12Z', 'updated_at': '2022-05-28T06:28:46Z', 'revision_number': 1, 'project_id': 'f2d8466b4d8c4168848bc4cc302053bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab358220-ffe5-48e9-8d4c-19b4f120a499', 'name': '', 'network_id': '4874bba4-a87e-43f9-9333-c72385485612', 'tenant_id': 'f2d8466b4d8c4168848bc4cc302053bf', 'mac_address': 'fa:16:3e:2a:8a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7caed0c-12be-4ccc-aed6-16ab8878a290', 'device_owner': 'network:router_interface', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': 'aa6e01e0-3e0c-4b0f-b2af-e5c6de04414e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:27:59Z', 'updated_at': '2022-05-28T06:28:10Z', 'revision_number': 5, 'project_id': 'f2d8466b4d8c4168848bc4cc302053bf', 'subnets': [{'id': 'aa6e01e0-3e0c-4b0f-b2af-e5c6de04414e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:28:50.796953 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-f0721905-fe9c-4f03-95b1-d3dcf0047387 req-3a644f58-b62c-494e-8cb9-078b83b4aae8 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:50.805881 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-986d72ba-be22-4817-bf9d-7f8c06d8e34b req-58825ebe-8939-427e-b080-77bf9b327a55 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/security-groups?id=cc42bff8-ec73-4f47-a19d-2b56e52b6e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110156 May 28 06:28:50.815827 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fc315e02-a50c-4a30-bbd5-803114129d09 req-6fae5f9b-3912-4741-a91a-f7755eee1848 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f2c8bcd-a51c-4c0c-8c62-f5096a9be3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111712 May 28 06:28:50.831047 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c4491d-f7fd-4607-bebc-8605b2fe956d req-7c8d8ebd-377b-4ad3-94a2-46551d0f877b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:50.832826 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c5c4491d-f7fd-4607-bebc-8605b2fe956d req-7c8d8ebd-377b-4ad3-94a2-46551d0f877b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4874bba4-a87e-43f9-9333-c72385485612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2258651 May 28 06:28:50.836244 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca857e89-43e4-4b4e-af43-bf678b28deb3 req-9ad77487-78e2-4449-b7f3-a0344d8c38eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:50.837759 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ca857e89-43e4-4b4e-af43-bf678b28deb3 req-9ad77487-78e2-4449-b7f3-a0344d8c38eb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a9ffdff9-c2bf-42e5-aa28-4268d54cc9bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2776382 May 28 06:28:50.893541 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a7d984d4-ec45-4348-a467-7f0afa01dbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:50.957221 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0721905-fe9c-4f03-95b1-d3dcf0047387 req-3a644f58-b62c-494e-8cb9-078b83b4aae8 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Network c7bbc20e-7bc5-42fd-94f8-f3663ada8854 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:28:50.965635 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [req-f0721905-fe9c-4f03-95b1-d3dcf0047387 req-3a644f58-b62c-494e-8cb9-078b83b4aae8 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:28:50.977148 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0721905-fe9c-4f03-95b1-d3dcf0047387 req-3a644f58-b62c-494e-8cb9-078b83b4aae8 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:28:51.049501 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a644f58-b62c-494e-8cb9-078b83b4aae8 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Pushing event updated for resources: {'Port': ['ID=d4f27edb-9d58-4d0a-b1b4-40f613c6b15b,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:28:51.116180 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddcddcbf-c138-42d4-85d0-47e3b420ba48 None None] New status for floating IP 5622bbf1-48d2-4522-8f7a-7e4fe4771845: ACTIVE {{(pid=89111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 06:28:51.120052 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0721905-fe9c-4f03-95b1-d3dcf0047387 req-3a644f58-b62c-494e-8cb9-078b83b4aae8 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:51.120945 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-f0721905-fe9c-4f03-95b1-d3dcf0047387 req-3a644f58-b62c-494e-8cb9-078b83b4aae8 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:51.155004 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9beece99-84d0-403f-ad51-6e1109657fcc req-6c7394ed-bda1-4cbb-95b0-00187d10daff tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.55 "GET /v2.0/ports?device_id=e11893ff-5c52-4ed1-b6b3-2fbc959d89e3 HTTP/1.1" status: 200 len: 210 time: 0.1069105 May 28 06:28:51.182968 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d984d4-ec45-4348-a467-7f0afa01dbf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8781befd-57c1-4925-bbd0-1f74ba67d27b,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:28:51.185071 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a7d984d4-ec45-4348-a467-7f0afa01dbf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:51.186224 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-a7d984d4-ec45-4348-a467-7f0afa01dbf5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8781befd-57c1-4925-bbd0-1f74ba67d27b HTTP/1.1" status: 204 len: 168 time: 1.4677932 May 28 06:28:51.268047 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-f0721905-fe9c-4f03-95b1-d3dcf0047387 req-3a644f58-b62c-494e-8cb9-078b83b4aae8 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9817107 May 28 06:28:51.282943 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-f0721905-fe9c-4f03-95b1-d3dcf0047387 req-b252682a-fd2c-4399-b0b8-6618ce7d791a service neutron] Request body: {'port': {'device_id': '1aee84c6-e027-450e-8e68-af8f968fbff5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843702-1'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:28:51.333776 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c5c4491d-f7fd-4607-bebc-8605b2fe956d req-ad666317-9891-4808-b90b-41ddca7621c6 service neutron] 10.222.0.69 "GET /v2.0/networks/4874bba4-a87e-43f9-9333-c72385485612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4891691 May 28 06:28:51.336477 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ca857e89-43e4-4b4e-af43-bf678b28deb3 req-deb0d7fe-5573-41ad-b9e8-11b211754fb1 service neutron] 10.222.0.71 "GET /v2.0/networks/a9ffdff9-c2bf-42e5-aa28-4268d54cc9bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4694455 May 28 06:28:51.367266 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf6ebf0-b185-4e49-9ebb-8ba8dfe617c9 req-16d92e5a-04ee-4c20-a255-0c46355550d5 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:51.368731 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-adf6ebf0-b185-4e49-9ebb-8ba8dfe617c9 req-16d92e5a-04ee-4c20-a255-0c46355550d5 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=1aee84c6-e027-450e-8e68-af8f968fbff5 HTTP/1.1" status: 200 len: 932 time: 0.2619770 May 28 06:28:51.422749 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-f0721905-fe9c-4f03-95b1-d3dcf0047387 req-b252682a-fd2c-4399-b0b8-6618ce7d791a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:51.504188 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-adf6ebf0-b185-4e49-9ebb-8ba8dfe617c9 req-92b705ad-2d02-4e9b-a890-2dbaaa371aad tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/security-groups?id=f6de87b7-c8be-4140-be86-d0d6b2592918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121969 May 28 06:28:51.578117 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 55600) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:28:51.663372 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-a9e6d46b-e12f-4933-8525-5c54877cbe4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:51.664718 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-a9e6d46b-e12f-4933-8525-5c54877cbe4d service neutron] 10.222.0.69 "GET /v2.0/ports/c60976f2-310e-4b2b-b603-af0aade00858 HTTP/1.1" status: 200 len: 1027 time: 0.1047723 May 28 06:28:51.781080 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-d82fe279-fdd7-49bb-b71e-669516d3eae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:51.782460 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-d82fe279-fdd7-49bb-b71e-669516d3eae7 service neutron] 10.222.0.69 "GET /v2.0/ports/2bc36923-1480-492d-8d92-1e4c402f1be2 HTTP/1.1" status: 200 len: 1027 time: 0.1005235 May 28 06:28:51.826904 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c5c4491d-f7fd-4607-bebc-8605b2fe956d req-c6b329ef-fe8f-4101-865c-e76acfddfa52 service neutron] 10.222.0.69 "GET /v2.0/networks/4874bba4-a87e-43f9-9333-c72385485612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4857333 May 28 06:28:51.834147 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ca857e89-43e4-4b4e-af43-bf678b28deb3 req-34c58f29-f901-41df-b300-9e17c5d04226 service neutron] 10.222.0.71 "GET /v2.0/networks/a9ffdff9-c2bf-42e5-aa28-4268d54cc9bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4643614 May 28 06:28:51.956672 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-45405454-ab4d-43e2-84e8-d391fe0dd331 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-741993371-network', 'tenant_id': '16c56364460a469fa6890db0799c99b1'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:28:51.966093 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-45405454-ab4d-43e2-84e8-d391fe0dd331 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:28:51.969963 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [req-f0721905-fe9c-4f03-95b1-d3dcf0047387 req-b252682a-fd2c-4399-b0b8-6618ce7d791a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4f27edb-9d58-4d0a-b1b4-40f613c6b15b {{(pid=89109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:28:51.977939 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-45405454-ab4d-43e2-84e8-d391fe0dd331 admin admin] Usage tracker for resource:network and tenant:16c56364460a469fa6890db0799c99b1 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:28:51.982158 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-f0721905-fe9c-4f03-95b1-d3dcf0047387 req-b252682a-fd2c-4399-b0b8-6618ce7d791a service neutron] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:51.984509 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-45405454-ab4d-43e2-84e8-d391fe0dd331 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:28:51.995830 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-45405454-ab4d-43e2-84e8-d391fe0dd331 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:28:52.011915 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [req-f0721905-fe9c-4f03-95b1-d3dcf0047387 req-b252682a-fd2c-4399-b0b8-6618ce7d791a service neutron] Transition to ACTIVE for port object d4f27edb-9d58-4d0a-b1b4-40f613c6b15b will not be triggered until provisioned by entity L2. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:28:52.064937 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ca857e89-43e4-4b4e-af43-bf678b28deb3 req-598a304e-16c8-470e-83cd-a93bd0e649d9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.47&port_id=ecbf4d7c-46a2-4775-9309-6c6a862cec86 HTTP/1.1" status: 200 len: 217 time: 0.1488760 May 28 06:28:52.152008 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-f0721905-fe9c-4f03-95b1-d3dcf0047387 req-b252682a-fd2c-4399-b0b8-6618ce7d791a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:52.284721 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45405454-ab4d-43e2-84e8-d391fe0dd331 admin admin] Made reservation on behalf of 16c56364460a469fa6890db0799c99b1 for: {'network': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:28:52.287107 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-45405454-ab4d-43e2-84e8-d391fe0dd331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:52.310546 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-45405454-ab4d-43e2-84e8-d391fe0dd331 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:52.363143 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b252682a-fd2c-4399-b0b8-6618ce7d791a service neutron] Pushing event updated for resources: {'Port': ['ID=d4f27edb-9d58-4d0a-b1b4-40f613c6b15b,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:28:52.393864 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca857e89-43e4-4b4e-af43-bf678b28deb3 req-065a546c-9775-4caf-be1f-ea74e7cf6752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:52.395358 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ca857e89-43e4-4b4e-af43-bf678b28deb3 req-065a546c-9775-4caf-be1f-ea74e7cf6752 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=486c83aa-9cd6-4997-a0c5-177cd007dece HTTP/1.1" status: 200 len: 797 time: 0.3199453 May 28 06:28:52.404719 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-45405454-ab4d-43e2-84e8-d391fe0dd331 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:28:52.408606 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-334a71d5-7c4d-48ef-83eb-2bc45e633ef0 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:52.414230 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-334a71d5-7c4d-48ef-83eb-2bc45e633ef0 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:52.418115 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-45405454-ab4d-43e2-84e8-d391fe0dd331 admin admin] Usage tracker for resource:security_group_rule and tenant:16c56364460a469fa6890db0799c99b1 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:28:52.420486 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-334a71d5-7c4d-48ef-83eb-2bc45e633ef0 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:52.422092 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-334a71d5-7c4d-48ef-83eb-2bc45e633ef0 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.69 "GET /v2.0/networks?id=b0d3210f-6f0b-4832-90fb-f0b2f3ebb660&id=983e828b-34fc-4a3a-b418-34d9236f2407&id=983e828b-34fc-4a3a-b418-34d9236f2407&id=983e828b-34fc-4a3a-b418-34d9236f2407&id=983e828b-34fc-4a3a-b418-34d9236f2407&id=a9a55cb1-2dd3-489f-a37d-55a242b85f0c&id=a9a55cb1-2dd3-489f-a37d-55a242b85f0c HTTP/1.1" status: 200 len: 1989 time: 0.6268506 May 28 06:28:52.426406 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-45405454-ab4d-43e2-84e8-d391fe0dd331 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:28:52.432736 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-45405454-ab4d-43e2-84e8-d391fe0dd331 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:28:52.474188 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-f0721905-fe9c-4f03-95b1-d3dcf0047387 req-b252682a-fd2c-4399-b0b8-6618ce7d791a service neutron] Attempting to bind port d4f27edb-9d58-4d0a-b1b4-40f613c6b15b on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:28:52.474188 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-f0721905-fe9c-4f03-95b1-d3dcf0047387 req-b252682a-fd2c-4399-b0b8-6618ce7d791a service neutron] Attempting to bind port d4f27edb-9d58-4d0a-b1b4-40f613c6b15b by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': 'a8c42c09-58b4-4e9e-ab8f-c96c63ee4190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c7bbc20e-7bc5-42fd-94f8-f3663ada8854'}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:28:52.474188 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0721905-fe9c-4f03-95b1-d3dcf0047387 req-b252682a-fd2c-4399-b0b8-6618ce7d791a service neutron] Attempting to bind port d4f27edb-9d58-4d0a-b1b4-40f613c6b15b on network c7bbc20e-7bc5-42fd-94f8-f3663ada8854 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:28:52.483635 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0721905-fe9c-4f03-95b1-d3dcf0047387 req-b252682a-fd2c-4399-b0b8-6618ce7d791a service neutron] Port d4f27edb-9d58-4d0a-b1b4-40f613c6b15b on network c7bbc20e-7bc5-42fd-94f8-f3663ada8854 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:28:52.483933 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0721905-fe9c-4f03-95b1-d3dcf0047387 req-b252682a-fd2c-4399-b0b8-6618ce7d791a service neutron] Attempting to bind port d4f27edb-9d58-4d0a-b1b4-40f613c6b15b on network c7bbc20e-7bc5-42fd-94f8-f3663ada8854 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:28:52.499520 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0721905-fe9c-4f03-95b1-d3dcf0047387 req-b252682a-fd2c-4399-b0b8-6618ce7d791a service neutron] Checking agent: {'id': '69f492a0-c00d-46d0-9bec-fcd8161ce206', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:28:52.499520 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0721905-fe9c-4f03-95b1-d3dcf0047387 req-b252682a-fd2c-4399-b0b8-6618ce7d791a service neutron] Checking segment: {'id': 'a8c42c09-58b4-4e9e-ab8f-c96c63ee4190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c7bbc20e-7bc5-42fd-94f8-f3663ada8854'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:28:52.499520 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0721905-fe9c-4f03-95b1-d3dcf0047387 req-b252682a-fd2c-4399-b0b8-6618ce7d791a service neutron] Bound using segment: {'id': 'a8c42c09-58b4-4e9e-ab8f-c96c63ee4190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c7bbc20e-7bc5-42fd-94f8-f3663ada8854'} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:28:52.499520 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-f0721905-fe9c-4f03-95b1-d3dcf0047387 req-b252682a-fd2c-4399-b0b8-6618ce7d791a service neutron] Bound port: d4f27edb-9d58-4d0a-b1b4-40f613c6b15b, host: n-h1-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8c42c09-58b4-4e9e-ab8f-c96c63ee4190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c7bbc20e-7bc5-42fd-94f8-f3663ada8854'}}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:28:52.499520 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-f0721905-fe9c-4f03-95b1-d3dcf0047387 req-b252682a-fd2c-4399-b0b8-6618ce7d791a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:52.536619 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1c5a58-cca3-4098-984d-4029d6a58ede req-0c3d349b-fb80-4646-97f1-87eb244cf842 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:52.544030 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7f1c5a58-cca3-4098-984d-4029d6a58ede req-0c3d349b-fb80-4646-97f1-87eb244cf842 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c7baf8c-3963-4e2d-b57b-a5e225acc298 HTTP/1.1" status: 200 len: 950 time: 0.5164025 May 28 06:28:52.570293 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd43729-cc94-4eb1-a63c-226c920cdb44 req-351e9ff7-f2f5-4de7-ab8b-cb4bbdd729a5 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:52.570293 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4cd43729-cc94-4eb1-a63c-226c920cdb44 req-351e9ff7-f2f5-4de7-ab8b-cb4bbdd729a5 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/ports?device_id=90ede48b-246e-4690-8e50-3f809bbd9e2b HTTP/1.1" status: 200 len: 946 time: 0.4951081 May 28 06:28:52.614188 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-e3c01809-8e0e-46fd-83f5-7a65c9fa57f8 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f3958891eac44c76810006defcff5dde HTTP/1.1" status: 200 len: 378 time: 0.1535017 May 28 06:28:52.634956 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-e4ffae6c-8e94-4eb8-ba78-ac2ba98f1f40 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Request body: {'port': {'device_id': 'e11893ff-5c52-4ed1-b6b3-2fbc959d89e3', 'network_id': 'b0d3210f-6f0b-4832-90fb-f0b2f3ebb660', 'admin_state_up': True, 'tenant_id': 'f3958891eac44c76810006defcff5dde', 'security_groups': ['e8d697a1-1dba-4b18-a73a-2546d21ff79d']}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:28:52.668247 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-f0721905-fe9c-4f03-95b1-d3dcf0047387 req-b252682a-fd2c-4399-b0b8-6618ce7d791a service neutron] For port d4f27edb-9d58-4d0a-b1b4-40f613c6b15b, host n-h1-843702-1, cleared binding levels {{(pid=89109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:28:52.672998 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7f1c5a58-cca3-4098-984d-4029d6a58ede req-4e05d993-e552-414c-b7c2-40b021d8d173 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/security-groups?id=cc42bff8-ec73-4f47-a19d-2b56e52b6e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278465 May 28 06:28:52.688372 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-f0721905-fe9c-4f03-95b1-d3dcf0047387 req-b252682a-fd2c-4399-b0b8-6618ce7d791a service neutron] For port d4f27edb-9d58-4d0a-b1b4-40f613c6b15b, host n-h1-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=d4f27edb-9d58-4d0a-b1b4-40f613c6b15b,segment=NetworkSegment(a8c42c09-58b4-4e9e-ab8f-c96c63ee4190),segment_id=a8c42c09-58b4-4e9e-ab8f-c96c63ee4190)] {{(pid=89109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:28:52.691624 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-45405454-ab4d-43e2-84e8-d391fe0dd331 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:52.763988 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-f0721905-fe9c-4f03-95b1-d3dcf0047387 req-b252682a-fd2c-4399-b0b8-6618ce7d791a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:52.814743 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4cd43729-cc94-4eb1-a63c-226c920cdb44 req-30f183f0-1e82-4e76-a354-cc8d50ec4f8f tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f2c8bcd-a51c-4c0c-8c62-f5096a9be3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358897 May 28 06:28:52.829146 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca857e89-43e4-4b4e-af43-bf678b28deb3 req-4e97e584-4f7b-43b6-bbc5-43658c16ebb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:52.830924 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ca857e89-43e4-4b4e-af43-bf678b28deb3 req-4e97e584-4f7b-43b6-bbc5-43658c16ebb5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a9ffdff9-c2bf-42e5-aa28-4268d54cc9bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4077854 May 28 06:28:52.835166 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-45405454-ab4d-43e2-84e8-d391fe0dd331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:52.877910 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45405454-ab4d-43e2-84e8-d391fe0dd331 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=649a97d9-6056-4be4-8631-8b873f32da87,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:28:52.899594 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0721905-fe9c-4f03-95b1-d3dcf0047387 req-b252682a-fd2c-4399-b0b8-6618ce7d791a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:52.899594 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-f0721905-fe9c-4f03-95b1-d3dcf0047387 req-b252682a-fd2c-4399-b0b8-6618ce7d791a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:52.899594 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-f0721905-fe9c-4f03-95b1-d3dcf0047387 req-b252682a-fd2c-4399-b0b8-6618ce7d791a service neutron] 10.222.0.69 "PUT /v2.0/ports/d4f27edb-9d58-4d0a-b1b4-40f613c6b15b HTTP/1.1" status: 200 len: 1092 time: 1.6194880 May 28 06:28:52.903703 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1aee84c6-e027-450e-8e68-af8f968fbff5', 'tag': 'd4f27edb-9d58-4d0a-b1b4-40f613c6b15b'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:28:52.914424 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45405454-ab4d-43e2-84e8-d391fe0dd331 admin admin] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=89109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:28:52.950672 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-45405454-ab4d-43e2-84e8-d391fe0dd331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:52.950672 n-d-843702-1 neutron-server[89109]: INFO neutron.db.segments_db [None req-45405454-ab4d-43e2-84e8-d391fe0dd331 admin admin] Added segment 8d6493ed-a6e0-445f-9394-e5cc9c5c38f9 of type vlan for network dc65caf0-8d89-44b6-8b48-1af6ff657d82 May 28 06:28:52.975769 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-45405454-ab4d-43e2-84e8-d391fe0dd331 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:52.998226 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b252682a-fd2c-4399-b0b8-6618ce7d791a service neutron] Pushing event updated for resources: {'Port': ['ID=d4f27edb-9d58-4d0a-b1b4-40f613c6b15b,revision_number=3']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:28:53.004772 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-73f89372-2aa0-491d-b6cb-71fa6667a202 req-5188242e-23d3-4250-bb20-0edc513196a3 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.55 "GET /v2.0/ports?device_id=e11893ff-5c52-4ed1-b6b3-2fbc959d89e3 HTTP/1.1" status: 200 len: 210 time: 0.0982704 May 28 06:28:53.055188 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-e4ffae6c-8e94-4eb8-ba78-ac2ba98f1f40 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:28:53.101869 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-45405454-ab4d-43e2-84e8-d391fe0dd331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:53.103141 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45405454-ab4d-43e2-84e8-d391fe0dd331 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:53.103723 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-45405454-ab4d-43e2-84e8-d391fe0dd331 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:53.139815 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-e4ffae6c-8e94-4eb8-ba78-ac2ba98f1f40 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:28:53.311075 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ca857e89-43e4-4b4e-af43-bf678b28deb3 req-806b0757-ae0c-429f-b155-d10b0f9c03c1 service neutron] 10.222.0.71 "GET /v2.0/networks/a9ffdff9-c2bf-42e5-aa28-4268d54cc9bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3435616 May 28 06:28:53.324951 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-45405454-ab4d-43e2-84e8-d391fe0dd331 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.7456160 May 28 06:28:53.344725 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 55638) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:28:53.352702 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-7e879160-b279-447a-afa7-df8cc37cf700 admin admin] Request body: {'subnet': {'network_id': 'dc65caf0-8d89-44b6-8b48-1af6ff657d82', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-741993371-subnet', 'tenant_id': '16c56364460a469fa6890db0799c99b1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:28:53.352970 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a226a53-5a33-4698-a8fc-42ee851f2b10 req-984dcae0-3297-4887-b533-7a09e01b846a tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:53.354494 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4a226a53-5a33-4698-a8fc-42ee851f2b10 req-984dcae0-3297-4887-b533-7a09e01b846a tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=1aee84c6-e027-450e-8e68-af8f968fbff5 HTTP/1.1" status: 200 len: 944 time: 0.3857732 May 28 06:28:53.362848 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-7e879160-b279-447a-afa7-df8cc37cf700 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:28:53.363043 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-e4ffae6c-8e94-4eb8-ba78-ac2ba98f1f40 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Made reservation on behalf of f3958891eac44c76810006defcff5dde for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:28:53.366340 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-e4ffae6c-8e94-4eb8-ba78-ac2ba98f1f40 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:53.369142 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45405454-ab4d-43e2-84e8-d391fe0dd331 admin admin] Pushing event updated for resources: {'Network': ['ID=dc65caf0-8d89-44b6-8b48-1af6ff657d82,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:28:53.372174 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-7e879160-b279-447a-afa7-df8cc37cf700 admin admin] Usage tracker for resource:subnet and tenant:16c56364460a469fa6890db0799c99b1 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:28:53.377699 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-7e879160-b279-447a-afa7-df8cc37cf700 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:28:53.383814 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-7e879160-b279-447a-afa7-df8cc37cf700 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:28:53.387270 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network dc65caf0-8d89-44b6-8b48-1af6ff657d82 details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:28:53.402308 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0721905-fe9c-4f03-95b1-d3dcf0047387 req-73e2874d-84f8-409a-91e0-19c64f248a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:53.403893 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-f0721905-fe9c-4f03-95b1-d3dcf0047387 req-73e2874d-84f8-409a-91e0-19c64f248a38 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9795f3bb4dd842ee9b6997b24ebca479&device_id=1aee84c6-e027-450e-8e68-af8f968fbff5 HTTP/1.1" status: 200 len: 1095 time: 0.3438570 May 28 06:28:53.501436 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e879160-b279-447a-afa7-df8cc37cf700 admin admin] Made reservation on behalf of 16c56364460a469fa6890db0799c99b1 for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:28:53.503198 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e227a406-ded8-4465-be8a-b19941b9d303 req-56c94424-b2df-4595-98af-a1142ba0a853 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:53.503958 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7e879160-b279-447a-afa7-df8cc37cf700 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:53.505393 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e227a406-ded8-4465-be8a-b19941b9d303 req-56c94424-b2df-4595-98af-a1142ba0a853 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/ports?device_id=98cfccb9-9f45-4199-a4d4-780ce7efbc99 HTTP/1.1" status: 200 len: 949 time: 0.3538465 May 28 06:28:53.534943 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-f0721905-fe9c-4f03-95b1-d3dcf0047387 req-47701c55-f6ea-4f38-abe9-4daf0df0ffbd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d4f27edb-9d58-4d0a-b1b4-40f613c6b15b HTTP/1.1" status: 200 len: 217 time: 0.1211388 May 28 06:28:53.627940 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4a226a53-5a33-4698-a8fc-42ee851f2b10 req-65845b59-53d4-4dab-bc12-0cf76d9eea92 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/security-groups?id=f6de87b7-c8be-4140-be86-d0d6b2592918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449157 May 28 06:28:53.686371 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ca857e89-43e4-4b4e-af43-bf678b28deb3 req-52dfbd01-d7ba-48b1-8628-8c8bf86b5850 service neutron] 10.222.0.71 "GET /v2.0/networks/a9ffdff9-c2bf-42e5-aa28-4268d54cc9bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3636723 May 28 06:28:53.694164 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e227a406-ded8-4465-be8a-b19941b9d303 req-d697abc7-79f0-473e-a75c-e82340002667 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/security-groups?id=cc42bff8-ec73-4f47-a19d-2b56e52b6e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780074 May 28 06:28:53.739275 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d397d33d-bb4c-4384-8e6b-b0b4617df213'] response: {'name': 'network-changed', 'server_uuid': '1aee84c6-e027-450e-8e68-af8f968fbff5', 'tag': 'd4f27edb-9d58-4d0a-b1b4-40f613c6b15b', 'status': 'completed', 'code': 200} May 28 06:28:53.782895 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0721905-fe9c-4f03-95b1-d3dcf0047387 req-9c27abf3-506d-49d7-8b6f-d9e96e403ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:53.784351 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-f0721905-fe9c-4f03-95b1-d3dcf0047387 req-9c27abf3-506d-49d7-8b6f-d9e96e403ef3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6e5f323f-ea6c-4672-94fb-4b56107669c0 HTTP/1.1" status: 200 len: 852 time: 0.1639113 May 28 06:28:53.801881 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ca857e89-43e4-4b4e-af43-bf678b28deb3 req-333c1a7b-9f90-44ea-9021-48ee5ff19ddd service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0c28e25a-811d-49fe-9df5-688bb3849093 HTTP/1.1" status: 200 len: 217 time: 0.1044829 May 28 06:28:53.884667 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-f0721905-fe9c-4f03-95b1-d3dcf0047387 req-1286e08c-d887-4418-ac36-efa545c49235 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c7bbc20e-7bc5-42fd-94f8-f3663ada8854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0827627 May 28 06:28:53.910718 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-e4ffae6c-8e94-4eb8-ba78-ac2ba98f1f40 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Allocated IP 172.20.0.12 (b0d3210f-6f0b-4832-90fb-f0b2f3ebb660/bb3ffca3-469c-42ac-a3c6-07667d22277f/59c8a3dd-39de-497f-ae98-545149d1be00) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:28:53.918586 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca857e89-43e4-4b4e-af43-bf678b28deb3 req-357561b5-12b6-4547-8b76-895850bf5b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:53.919339 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ca857e89-43e4-4b4e-af43-bf678b28deb3 req-357561b5-12b6-4547-8b76-895850bf5b5a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6836d020-a745-4e71-882d-9073aeb06be4 HTTP/1.1" status: 200 len: 797 time: 0.1108549 May 28 06:28:54.142501 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-f0721905-fe9c-4f03-95b1-d3dcf0047387 req-29a9b564-572b-405f-b137-21e212178d53 service neutron] 10.222.0.69 "GET /v2.0/networks/c7bbc20e-7bc5-42fd-94f8-f3663ada8854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475772 May 28 06:28:54.143993 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7e879160-b279-447a-afa7-df8cc37cf700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:54.331391 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca857e89-43e4-4b4e-af43-bf678b28deb3 req-fa26cd14-d34b-4daa-8c31-ad8835f73149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:54.332842 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ca857e89-43e4-4b4e-af43-bf678b28deb3 req-fa26cd14-d34b-4daa-8c31-ad8835f73149 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e169afd5-829f-4c55-b1b4-034fdabca79b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4057970 May 28 06:28:54.341887 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e879160-b279-447a-afa7-df8cc37cf700 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c48a484-2f92-4e72-9bd4-fc1c355a17c1,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:28:54.364346 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e879160-b279-447a-afa7-df8cc37cf700 admin admin] Checking segment: {'id': '8d6493ed-a6e0-445f-9394-e5cc9c5c38f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'dc65caf0-8d89-44b6-8b48-1af6ff657d82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:28:54.364707 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e879160-b279-447a-afa7-df8cc37cf700 admin admin] Network hostable DHCP agents. Network: dc65caf0-8d89-44b6-8b48-1af6ff657d82, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:28:54.379947 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-f0721905-fe9c-4f03-95b1-d3dcf0047387 req-9e735b50-9c84-46a2-8a4e-52f3fbac3e58 service neutron] 10.222.0.69 "GET /v2.0/networks/c7bbc20e-7bc5-42fd-94f8-f3663ada8854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291672 May 28 06:28:54.496429 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e879160-b279-447a-afa7-df8cc37cf700 admin admin] Network dc65caf0-8d89-44b6-8b48-1af6ff657d82 is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:28:54.620224 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f401f6-bf0b-42dc-b446-82711462cf2d req-f62bfad0-7e3f-49e4-b673-c67eeeee63fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:54.621882 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-d0f401f6-bf0b-42dc-b446-82711462cf2d req-f62bfad0-7e3f-49e4-b673-c67eeeee63fb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9795f3bb4dd842ee9b6997b24ebca479&device_id=1aee84c6-e027-450e-8e68-af8f968fbff5 HTTP/1.1" status: 200 len: 1095 time: 0.0856445 May 28 06:28:54.625552 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-7e879160-b279-447a-afa7-df8cc37cf700 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, dc65caf0-8d89-44b6-8b48-1af6ff657d82) {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:28:54.637489 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d208aa-7928-4990-865b-61267051bb7d None None] Network dc65caf0-8d89-44b6-8b48-1af6ff657d82 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:28:54.641826 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-e4ffae6c-8e94-4eb8-ba78-ac2ba98f1f40 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:54.650021 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e879160-b279-447a-afa7-df8cc37cf700 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:54.650021 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7e879160-b279-447a-afa7-df8cc37cf700 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:54.688540 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1141571-c501-4ff9-a4a6-619c13db7416 req-92929581-a767-46b7-be11-7ea219f9d242 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:54.701399 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1141571-c501-4ff9-a4a6-619c13db7416 req-92929581-a767-46b7-be11-7ea219f9d242 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:54.703704 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b1141571-c501-4ff9-a4a6-619c13db7416 req-92929581-a767-46b7-be11-7ea219f9d242 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c7baf8c-3963-4e2d-b57b-a5e225acc298&device_id=98cfccb9-9f45-4199-a4d4-780ce7efbc99 HTTP/1.1" status: 200 len: 1690 time: 0.6042511 May 28 06:28:54.708505 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-e4ffae6c-8e94-4eb8-ba78-ac2ba98f1f40 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Transition to ACTIVE for port object 59c8a3dd-39de-497f-ae98-545149d1be00 will not be triggered until provisioned by entity DHCP. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:28:54.782525 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f401f6-bf0b-42dc-b446-82711462cf2d req-b1ee6320-0179-4052-b307-ddd2cc2352c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:54.783993 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-d0f401f6-bf0b-42dc-b446-82711462cf2d req-b1ee6320-0179-4052-b307-ddd2cc2352c6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c7bbc20e-7bc5-42fd-94f8-f3663ada8854 HTTP/1.1" status: 200 len: 913 time: 0.1548405 May 28 06:28:54.796489 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ebaa3c-0063-4f92-bbb7-b66e27066d06 req-96b51d75-5c91-48ed-9836-1ab7e1e5376d tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:54.798314 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a8ebaa3c-0063-4f92-bbb7-b66e27066d06 req-96b51d75-5c91-48ed-9836-1ab7e1e5376d tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/ports?device_id=90ede48b-246e-4690-8e50-3f809bbd9e2b HTTP/1.1" status: 200 len: 946 time: 0.5944617 May 28 06:28:54.840958 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b1141571-c501-4ff9-a4a6-619c13db7416 req-c8a235bc-c1de-4f55-9ff0-79e9744c4196 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/security-groups?id=cc42bff8-ec73-4f47-a19d-2b56e52b6e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079628 May 28 06:28:54.871098 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-7e879160-b279-447a-afa7-df8cc37cf700 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.5253074 May 28 06:28:54.872652 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-d0f401f6-bf0b-42dc-b446-82711462cf2d req-8aafe13a-7e73-422b-a363-9e5a1f67a95a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d4f27edb-9d58-4d0a-b1b4-40f613c6b15b HTTP/1.1" status: 200 len: 217 time: 0.0759702 May 28 06:28:54.877794 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 55660) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:28:54.883233 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-40b56439-0c31-4da3-889e-7060fbfe5ad0 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-741993371-router', 'tenant_id': '16c56364460a469fa6890db0799c99b1', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:28:54.893578 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-40b56439-0c31-4da3-889e-7060fbfe5ad0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:28:54.904359 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a8ebaa3c-0063-4f92-bbb7-b66e27066d06 req-0f365752-1115-47e8-a9ca-13e856f642e6 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f2c8bcd-a51c-4c0c-8c62-f5096a9be3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683589 May 28 06:28:54.907852 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ca857e89-43e4-4b4e-af43-bf678b28deb3 req-e30121d7-8d7f-4829-bf5b-ae091dadf20d service neutron] 10.222.0.71 "GET /v2.0/networks/e169afd5-829f-4c55-b1b4-034fdabca79b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5607710 May 28 06:28:54.938037 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6121e5e7-0957-4b8d-847a-b31955227150 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-dc65caf0-8d89-44b6-8b48-1af6ff657d82', 'network_id': 'dc65caf0-8d89-44b6-8b48-1af6ff657d82', 'tenant_id': '16c56364460a469fa6890db0799c99b1', 'fixed_ips': [{'subnet_id': '4c48a484-2f92-4e72-9bd4-fc1c355a17c1'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:28:54.939696 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-6121e5e7-0957-4b8d-847a-b31955227150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:54.951638 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-40b56439-0c31-4da3-889e-7060fbfe5ad0 admin admin] Usage tracker for resource:router and tenant:16c56364460a469fa6890db0799c99b1 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:28:54.960703 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-40b56439-0c31-4da3-889e-7060fbfe5ad0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:28:54.971187 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-40b56439-0c31-4da3-889e-7060fbfe5ad0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:28:54.990104 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f401f6-bf0b-42dc-b446-82711462cf2d req-1e9bdec2-1a9d-45ec-95b1-f613686c2569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:54.992468 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-d0f401f6-bf0b-42dc-b446-82711462cf2d req-1e9bdec2-1a9d-45ec-95b1-f613686c2569 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6e5f323f-ea6c-4672-94fb-4b56107669c0 HTTP/1.1" status: 200 len: 852 time: 0.1002557 May 28 06:28:55.115745 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-d0f401f6-bf0b-42dc-b446-82711462cf2d req-79db984f-6098-4c0c-aae5-6120c37fd53b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c7bbc20e-7bc5-42fd-94f8-f3663ada8854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1089776 May 28 06:28:55.139182 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-e4ffae6c-8e94-4eb8-ba78-ac2ba98f1f40 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:55.187211 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-6121e5e7-0957-4b8d-847a-b31955227150 None None] Allocated IP 172.20.0.2 (dc65caf0-8d89-44b6-8b48-1af6ff657d82/4c48a484-2f92-4e72-9bd4-fc1c355a17c1/5f2469c2-6d8c-42fb-9754-0a5ec57c489d) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:28:55.298023 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-d0f401f6-bf0b-42dc-b446-82711462cf2d req-3bcca491-2ce3-4af0-b797-9c0a2bc7bc5c service neutron] 10.222.0.69 "GET /v2.0/networks/c7bbc20e-7bc5-42fd-94f8-f3663ada8854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634274 May 28 06:28:55.316375 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-e4ffae6c-8e94-4eb8-ba78-ac2ba98f1f40 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Network b0d3210f-6f0b-4832-90fb-f0b2f3ebb660 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:28:55.331948 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-e4ffae6c-8e94-4eb8-ba78-ac2ba98f1f40 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:28:55.339608 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ffae6c-8e94-4eb8-ba78-ac2ba98f1f40 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Pushing event updated for resources: {'Port': ['ID=59c8a3dd-39de-497f-ae98-545149d1be00,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:28:55.343064 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-e4ffae6c-8e94-4eb8-ba78-ac2ba98f1f40 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:28:55.400954 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-40b56439-0c31-4da3-889e-7060fbfe5ad0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59128'] for router, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:55.402611 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-40b56439-0c31-4da3-889e-7060fbfe5ad0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59009'] for router, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:55.424223 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-6121e5e7-0957-4b8d-847a-b31955227150 None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:55.440035 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-6121e5e7-0957-4b8d-847a-b31955227150 None None] Transition to ACTIVE for port object 5f2469c2-6d8c-42fb-9754-0a5ec57c489d will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:28:55.452106 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-40b56439-0c31-4da3-889e-7060fbfe5ad0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:55.462022 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-6121e5e7-0957-4b8d-847a-b31955227150 None None] Transition to ACTIVE for port object 5f2469c2-6d8c-42fb-9754-0a5ec57c489d will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:28:55.489289 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ca857e89-43e4-4b4e-af43-bf678b28deb3 req-b0fc0e83-814c-472c-a73c-730b64af2f39 service neutron] 10.222.0.71 "GET /v2.0/networks/e169afd5-829f-4c55-b1b4-034fdabca79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5719609 May 28 06:28:55.512688 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-d0f401f6-bf0b-42dc-b446-82711462cf2d req-ce7e952c-329c-477c-91f6-2c7c9c1f94b8 service neutron] 10.222.0.69 "GET /v2.0/networks/c7bbc20e-7bc5-42fd-94f8-f3663ada8854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016470 May 28 06:28:55.588418 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-e4ffae6c-8e94-4eb8-ba78-ac2ba98f1f40 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:55.588418 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-e4ffae6c-8e94-4eb8-ba78-ac2ba98f1f40 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:55.593493 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ca857e89-43e4-4b4e-af43-bf678b28deb3 req-ead000da-e387-421b-92c4-a952a5a627b5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e47a9f12-379b-4fc5-a552-153619f20833 HTTP/1.1" status: 200 len: 217 time: 0.0962725 May 28 06:28:55.608087 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c475d5-8701-42cf-bbd1-93d37f51b971 req-d3e30f17-c0dd-48f1-88e7-c1acdec30c25 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:55.609726 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-04c475d5-8701-42cf-bbd1-93d37f51b971 req-d3e30f17-c0dd-48f1-88e7-c1acdec30c25 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.55 "GET /v2.0/ports?device_id=e11893ff-5c52-4ed1-b6b3-2fbc959d89e3 HTTP/1.1" status: 200 len: 932 time: 0.6268408 May 28 06:28:55.638805 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-6121e5e7-0957-4b8d-847a-b31955227150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:55.697544 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999f55f0-1cd1-45d8-a97b-ede118e07997 req-0662a7a4-b28c-478c-9559-5ab08e8ed58c tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:55.700101 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-999f55f0-1cd1-45d8-a97b-ede118e07997 req-0662a7a4-b28c-478c-9559-5ab08e8ed58c tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=1aee84c6-e027-450e-8e68-af8f968fbff5 HTTP/1.1" status: 200 len: 944 time: 0.4855998 May 28 06:28:55.715725 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6121e5e7-0957-4b8d-847a-b31955227150 None None] Network dc65caf0-8d89-44b6-8b48-1af6ff657d82 is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:28:55.719588 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-6121e5e7-0957-4b8d-847a-b31955227150 None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:28:55.725154 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6121e5e7-0957-4b8d-847a-b31955227150 None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:28:55.779905 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca857e89-43e4-4b4e-af43-bf678b28deb3 req-2a146c56-ce58-4763-a006-8c83a5245346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:55.780413 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6121e5e7-0957-4b8d-847a-b31955227150 None None] Pushing event updated for resources: {'Port': ['ID=5f2469c2-6d8c-42fb-9754-0a5ec57c489d,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:28:55.782190 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ca857e89-43e4-4b4e-af43-bf678b28deb3 req-2a146c56-ce58-4763-a006-8c83a5245346 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6836d020-a745-4e71-882d-9073aeb06be4 HTTP/1.1" status: 200 len: 797 time: 0.1696229 May 28 06:28:55.793438 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-04c475d5-8701-42cf-bbd1-93d37f51b971 req-332e7d5a-a625-4d60-a2ee-045a177477f5 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.55 "GET /v2.0/security-groups?id=e8d697a1-1dba-4b18-a73a-2546d21ff79d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1746862 May 28 06:28:55.794112 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-5f9fa2d6-98f2-461c-b9fb-bee98dc2aa66 None None] Provisioning for port 59c8a3dd-39de-497f-ae98-545149d1be00 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:28:55.847423 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-5f9fa2d6-98f2-461c-b9fb-bee98dc2aa66 None None] Provisioning complete for port 59c8a3dd-39de-497f-ae98-545149d1be00 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:28:55.848047 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-5f9fa2d6-98f2-461c-b9fb-bee98dc2aa66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:55.890228 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-e4ffae6c-8e94-4eb8-ba78-ac2ba98f1f40 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2598200 May 28 06:28:55.911009 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-5c38a79a-3922-4f6c-975e-667dc6c75148 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Request body: {'port': {'device_id': 'e11893ff-5c52-4ed1-b6b3-2fbc959d89e3', 'network_id': '983e828b-34fc-4a3a-b418-34d9236f2407', 'admin_state_up': True, 'tenant_id': 'f3958891eac44c76810006defcff5dde', 'security_groups': ['e8d697a1-1dba-4b18-a73a-2546d21ff79d']}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:28:55.953742 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-999f55f0-1cd1-45d8-a97b-ede118e07997 req-c5ef4237-0a83-41da-b6ad-a63a38581402 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/security-groups?id=f6de87b7-c8be-4140-be86-d0d6b2592918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403126 May 28 06:28:55.954158 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-6121e5e7-0957-4b8d-847a-b31955227150 None None] Attempting to bind port 5f2469c2-6d8c-42fb-9754-0a5ec57c489d on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:28:55.955066 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-6121e5e7-0957-4b8d-847a-b31955227150 None None] Attempting to bind port 5f2469c2-6d8c-42fb-9754-0a5ec57c489d by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': '8d6493ed-a6e0-445f-9394-e5cc9c5c38f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'dc65caf0-8d89-44b6-8b48-1af6ff657d82'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:28:55.964162 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6121e5e7-0957-4b8d-847a-b31955227150 None None] Attempting to bind port 5f2469c2-6d8c-42fb-9754-0a5ec57c489d on network dc65caf0-8d89-44b6-8b48-1af6ff657d82 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:28:55.974151 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6121e5e7-0957-4b8d-847a-b31955227150 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:28:55.974499 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6121e5e7-0957-4b8d-847a-b31955227150 None None] Checking segment: {'id': '8d6493ed-a6e0-445f-9394-e5cc9c5c38f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'dc65caf0-8d89-44b6-8b48-1af6ff657d82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:28:55.974820 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-6121e5e7-0957-4b8d-847a-b31955227150 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:55.975293 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6121e5e7-0957-4b8d-847a-b31955227150 None None] Bound using segment: {'id': '8d6493ed-a6e0-445f-9394-e5cc9c5c38f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'dc65caf0-8d89-44b6-8b48-1af6ff657d82'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:28:55.976246 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-6121e5e7-0957-4b8d-847a-b31955227150 None None] Bound port: 5f2469c2-6d8c-42fb-9754-0a5ec57c489d, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d6493ed-a6e0-445f-9394-e5cc9c5c38f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'dc65caf0-8d89-44b6-8b48-1af6ff657d82'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:28:55.976864 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-6121e5e7-0957-4b8d-847a-b31955227150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:56.045308 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-5f9fa2d6-98f2-461c-b9fb-bee98dc2aa66 None None] Port 59c8a3dd-39de-497f-ae98-545149d1be00 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:28:56.124073 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-40b56439-0c31-4da3-889e-7060fbfe5ad0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59027'] for router, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:56.170027 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-6121e5e7-0957-4b8d-847a-b31955227150 None None] For port 5f2469c2-6d8c-42fb-9754-0a5ec57c489d, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:28:56.173882 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-6121e5e7-0957-4b8d-847a-b31955227150 None None] For port 5f2469c2-6d8c-42fb-9754-0a5ec57c489d, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=5f2469c2-6d8c-42fb-9754-0a5ec57c489d,segment=NetworkSegment(8d6493ed-a6e0-445f-9394-e5cc9c5c38f9),segment_id=8d6493ed-a6e0-445f-9394-e5cc9c5c38f9)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:28:56.182608 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca857e89-43e4-4b4e-af43-bf678b28deb3 req-7b263c40-1e40-4401-9524-a273c67d69c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:56.184387 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ca857e89-43e4-4b4e-af43-bf678b28deb3 req-7b263c40-1e40-4401-9524-a273c67d69c2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e169afd5-829f-4c55-b1b4-034fdabca79b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3900316 May 28 06:28:56.256066 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-6121e5e7-0957-4b8d-847a-b31955227150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:56.359450 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-5c38a79a-3922-4f6c-975e-667dc6c75148 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:28:56.373269 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-5c38a79a-3922-4f6c-975e-667dc6c75148 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Usage tracker for resource:port and tenant:f3958891eac44c76810006defcff5dde is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:28:56.389409 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-5c38a79a-3922-4f6c-975e-667dc6c75148 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Quota usage for port was recalculated. Used quota:8. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:28:56.394199 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-5c38a79a-3922-4f6c-975e-667dc6c75148 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:28:56.398225 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6121e5e7-0957-4b8d-847a-b31955227150 None None] Pushing event updated for resources: {'Port': ['ID=5f2469c2-6d8c-42fb-9754-0a5ec57c489d,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:28:56.503348 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ca857e89-43e4-4b4e-af43-bf678b28deb3 req-0a103bb6-b54e-45cb-8476-4cc49d3c6704 service neutron] 10.222.0.71 "GET /v2.0/networks/e169afd5-829f-4c55-b1b4-034fdabca79b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3102458 May 28 06:28:56.636653 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6fe9c8-74c4-4835-a4c8-363b99a9b710 req-6334d9d9-1b85-4f30-b2d7-9944e68fa32c tempest-ServersOnMultiNodesTest-1111834029 tempest-ServersOnMultiNodesTest-1111834029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:56.644121 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8c6fe9c8-74c4-4835-a4c8-363b99a9b710 req-6334d9d9-1b85-4f30-b2d7-9944e68fa32c tempest-ServersOnMultiNodesTest-1111834029 tempest-ServersOnMultiNodesTest-1111834029-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=0c7baf8c-3963-4e2d-b57b-a5e225acc298 HTTP/1.1" status: 200 len: 1101 time: 0.4496694 May 28 06:28:56.733096 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-40b56439-0c31-4da3-889e-7060fbfe5ad0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:56.758147 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8c6fe9c8-74c4-4835-a4c8-363b99a9b710 req-79403ac9-4bc8-45ee-8888-0b7e752089ba tempest-ServersOnMultiNodesTest-1111834029 tempest-ServersOnMultiNodesTest-1111834029-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=cc42bff8-ec73-4f47-a19d-2b56e52b6e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130626 May 28 06:28:56.763172 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ca857e89-43e4-4b4e-af43-bf678b28deb3 req-954d69ba-bd5c-4a53-9ca2-93786f537bc4 service neutron] 10.222.0.71 "GET /v2.0/networks/e169afd5-829f-4c55-b1b4-034fdabca79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506111 May 28 06:28:56.769056 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-40b56439-0c31-4da3-889e-7060fbfe5ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:56.782343 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-fd32f676-4884-42d2-b2d6-c6574841c375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:56.786946 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0866f0a2-8c55-45f9-9901-f57aeded9a8c req-324918de-9593-4d1e-8d07-c17ec771acdc tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:56.796153 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0866f0a2-8c55-45f9-9901-f57aeded9a8c req-324918de-9593-4d1e-8d07-c17ec771acdc tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/ports?device_id=90ede48b-246e-4690-8e50-3f809bbd9e2b HTTP/1.1" status: 200 len: 946 time: 0.3496327 May 28 06:28:56.827107 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-5c38a79a-3922-4f6c-975e-667dc6c75148 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Made reservation on behalf of f3958891eac44c76810006defcff5dde for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:28:56.835341 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-5c38a79a-3922-4f6c-975e-667dc6c75148 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:56.939391 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0866f0a2-8c55-45f9-9901-f57aeded9a8c req-3e12a978-9fcc-4a1f-a74e-836b95e1d1f3 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f2c8bcd-a51c-4c0c-8c62-f5096a9be3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420681 May 28 06:28:57.029638 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-40b56439-0c31-4da3-889e-7060fbfe5ad0 admin admin] Allocated IP 172.25.5.190 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/38de1d15-4711-4bec-9ef9-74fea9c7aceb) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:28:57.206361 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-40b56439-0c31-4da3-889e-7060fbfe5ad0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:57.317927 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-40b56439-0c31-4da3-889e-7060fbfe5ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:57.360440 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-5c38a79a-3922-4f6c-975e-667dc6c75148 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Allocated IP 10.1.1.198 (983e828b-34fc-4a3a-b418-34d9236f2407/63fab1a7-8d25-437c-adf6-b6a1e24d5e16/fe01eb67-c712-4a12-a2e7-d0f0c93a787f) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:28:57.424183 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b56439-0c31-4da3-889e-7060fbfe5ad0 admin admin] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:28:57.427103 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-40b56439-0c31-4da3-889e-7060fbfe5ad0 admin admin] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:28:57.433072 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b56439-0c31-4da3-889e-7060fbfe5ad0 admin admin] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:28:57.461234 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:57.488087 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b56439-0c31-4da3-889e-7060fbfe5ad0 admin admin] Pushing event updated for resources: {'Port': ['ID=38de1d15-4711-4bec-9ef9-74fea9c7aceb,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:28:57.616114 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fc5a33-7337-4279-99b8-eb31c25774c4 req-81ab31a6-6d34-42fc-8826-8a98b25fa09d tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:57.617100 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-83fc5a33-7337-4279-99b8-eb31c25774c4 req-81ab31a6-6d34-42fc-8826-8a98b25fa09d tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Synchronizing usage tracker for tenant:f3958891eac44c76810006defcff5dde on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:28:57.656159 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dae7b1-677f-4e84-965d-ef98ba66b3cd req-5cb09d94-a7e8-4450-838b-bc0a4385762e tempest-ServersOnMultiNodesTest-1111834029 tempest-ServersOnMultiNodesTest-1111834029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:57.661639 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e0dae7b1-677f-4e84-965d-ef98ba66b3cd req-5cb09d94-a7e8-4450-838b-bc0a4385762e tempest-ServersOnMultiNodesTest-1111834029 tempest-ServersOnMultiNodesTest-1111834029-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=98cfccb9-9f45-4199-a4d4-780ce7efbc99 HTTP/1.1" status: 200 len: 1100 time: 0.5464587 May 28 06:28:57.744527 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 5f2469c2-6d8c-42fb-9754-0a5ec57c489d up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:28:57.759239 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-5c38a79a-3922-4f6c-975e-667dc6c75148 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:57.797180 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-5c38a79a-3922-4f6c-975e-667dc6c75148 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Transition to ACTIVE for port object fe01eb67-c712-4a12-a2e7-d0f0c93a787f will not be triggered until provisioned by entity DHCP. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:28:57.823925 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e0dae7b1-677f-4e84-965d-ef98ba66b3cd req-6238ce68-ae02-47e7-910d-a2025dd62f4b tempest-ServersOnMultiNodesTest-1111834029 tempest-ServersOnMultiNodesTest-1111834029-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=cc42bff8-ec73-4f47-a19d-2b56e52b6e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530728 May 28 06:28:57.834714 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-83fc5a33-7337-4279-99b8-eb31c25774c4 req-81ab31a6-6d34-42fc-8826-8a98b25fa09d tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Unset dirty status for tenant:f3958891eac44c76810006defcff5dde on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:28:57.836122 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-83fc5a33-7337-4279-99b8-eb31c25774c4 req-81ab31a6-6d34-42fc-8826-8a98b25fa09d tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.55 "GET /v2.0/ports?device_id=e11893ff-5c52-4ed1-b6b3-2fbc959d89e3 HTTP/1.1" status: 200 len: 932 time: 0.7237120 May 28 06:28:57.844666 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f025fbdb-1427-441e-8f79-cd0fd71b87f4 None None] Network dc65caf0-8d89-44b6-8b48-1af6ff657d82 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:28:57.925779 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-83fc5a33-7337-4279-99b8-eb31c25774c4 req-2a03f494-71fb-440e-8a77-d0e29572485c tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.55 "GET /v2.0/security-groups?id=e8d697a1-1dba-4b18-a73a-2546d21ff79d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0787141 May 28 06:28:58.190188 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-5c38a79a-3922-4f6c-975e-667dc6c75148 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:58.267101 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-ce237c0b-b48f-4fca-826c-084a7f9c341e None None] Provisioning for port 5f2469c2-6d8c-42fb-9754-0a5ec57c489d completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:28:58.272214 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 5f2469c2-6d8c-42fb-9754-0a5ec57c489d completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:28:58.280223 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-ce237c0b-b48f-4fca-826c-084a7f9c341e None None] Provisioning complete for port 5f2469c2-6d8c-42fb-9754-0a5ec57c489d triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:28:58.282608 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-ce237c0b-b48f-4fca-826c-084a7f9c341e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:58.311654 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 5f2469c2-6d8c-42fb-9754-0a5ec57c489d triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:28:58.312727 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:58.334692 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-40b56439-0c31-4da3-889e-7060fbfe5ad0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:58.344708 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-5c38a79a-3922-4f6c-975e-667dc6c75148 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Network 983e828b-34fc-4a3a-b418-34d9236f2407 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:28:58.351653 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-5c38a79a-3922-4f6c-975e-667dc6c75148 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:28:58.361340 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-5c38a79a-3922-4f6c-975e-667dc6c75148 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:28:58.448432 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c38a79a-3922-4f6c-975e-667dc6c75148 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Pushing event updated for resources: {'Port': ['ID=fe01eb67-c712-4a12-a2e7-d0f0c93a787f,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:28:58.540436 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-5c38a79a-3922-4f6c-975e-667dc6c75148 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:58.541088 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-5c38a79a-3922-4f6c-975e-667dc6c75148 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:58.560282 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf0b419-b37e-42f1-870e-2cab81b526fb req-53679591-9c9f-4a9a-a5ea-5e7feb848b57 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:58.581758 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ccf0b419-b37e-42f1-870e-2cab81b526fb req-53679591-9c9f-4a9a-a5ea-5e7feb848b57 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=1aee84c6-e027-450e-8e68-af8f968fbff5 HTTP/1.1" status: 200 len: 944 time: 0.4536688 May 28 06:28:58.643941 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7273f7b4-fdd3-4ab6-a792-e3681c45c61b req-4b7e926e-6d8a-44d0-8775-ff56d98121db tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:58.645561 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7273f7b4-fdd3-4ab6-a792-e3681c45c61b req-4b7e926e-6d8a-44d0-8775-ff56d98121db tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/ports?device_id=90ede48b-246e-4690-8e50-3f809bbd9e2b HTTP/1.1" status: 200 len: 946 time: 0.4665396 May 28 06:28:58.738776 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 5f2469c2-6d8c-42fb-9754-0a5ec57c489d is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:28:58.739154 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:58.761661 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-ce237c0b-b48f-4fca-826c-084a7f9c341e None None] Current status of the port 5f2469c2-6d8c-42fb-9754-0a5ec57c489d is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:28:58.762043 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-ce237c0b-b48f-4fca-826c-084a7f9c341e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:58.797085 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ccf0b419-b37e-42f1-870e-2cab81b526fb req-76207d77-4361-4eee-b6a3-611388235618 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/security-groups?id=f6de87b7-c8be-4140-be86-d0d6b2592918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015386 May 28 06:28:58.826851 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port 5f2469c2-6d8c-42fb-9754-0a5ec57c489d, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=5f2469c2-6d8c-42fb-9754-0a5ec57c489d,segment=NetworkSegment(8d6493ed-a6e0-445f-9394-e5cc9c5c38f9),segment_id=8d6493ed-a6e0-445f-9394-e5cc9c5c38f9)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:28:58.829997 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7273f7b4-fdd3-4ab6-a792-e3681c45c61b req-8b83147f-fb5d-4e8b-8f0a-85f524037ef9 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f2c8bcd-a51c-4c0c-8c62-f5096a9be3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620476 May 28 06:28:58.856634 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 55710) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:28:58.856634 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-5c38a79a-3922-4f6c-975e-667dc6c75148 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9540670 May 28 06:28:58.873396 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-3a7e074c-9c69-4c6d-a3eb-c1d2bbe8a4a7 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Request body: {'port': {'device_id': 'e11893ff-5c52-4ed1-b6b3-2fbc959d89e3', 'network_id': '983e828b-34fc-4a3a-b418-34d9236f2407', 'admin_state_up': True, 'tenant_id': 'f3958891eac44c76810006defcff5dde', 'security_groups': ['e8d697a1-1dba-4b18-a73a-2546d21ff79d']}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:28:58.951916 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:59.027584 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-40b56439-0c31-4da3-889e-7060fbfe5ad0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690761'] for router, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:59.062642 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-64837cb1-f3ad-4a1d-8a54-045cbd230edf req-d5c0f3af-b964-4268-ae85-f442c8354703 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=c3068efc66a349e9b92ab9365fc877d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1044872 May 28 06:28:59.079826 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b122f9e9-aa8c-4625-9ad2-bbfd52db947d admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:59.086337 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.db.api [None req-ce237c0b-b48f-4fca-826c-084a7f9c341e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89111) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:28:59.086833 n-d-843702-1 neutron-server[89111]: DEBUG oslo_db.api [None req-ce237c0b-b48f-4fca-826c-084a7f9c341e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:28:59.087521 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device d4f27edb-9d58-4d0a-b1b4-40f613c6b15b details requested by agent hyperv_n-h1-843702-1 with host n-h1-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:28:59.091934 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e19f9f28-7af3-43af-8dd9-27e88152d3f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:59.141252 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=5f2469c2-6d8c-42fb-9754-0a5ec57c489d,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:28:59.222094 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-b122f9e9-aa8c-4625-9ad2-bbfd52db947d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:28:59.233124 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-b122f9e9-aa8c-4625-9ad2-bbfd52db947d admin admin] Usage tracker for resource:security_group_rule and tenant:dd6076d59cd341a6b34935155daf60a3 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:28:59.243730 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-3a7e074c-9c69-4c6d-a3eb-c1d2bbe8a4a7 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:28:59.246724 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-b122f9e9-aa8c-4625-9ad2-bbfd52db947d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:28:59.259031 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-b122f9e9-aa8c-4625-9ad2-bbfd52db947d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:28:59.285369 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-3a7e074c-9c69-4c6d-a3eb-c1d2bbe8a4a7 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:28:59.320381 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port d4f27edb-9d58-4d0a-b1b4-40f613c6b15b, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=d4f27edb-9d58-4d0a-b1b4-40f613c6b15b,segment=NetworkSegment(a8c42c09-58b4-4e9e-ab8f-c96c63ee4190),segment_id=a8c42c09-58b4-4e9e-ab8f-c96c63ee4190)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:28:59.335204 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Returning: {'device': 'd4f27edb-9d58-4d0a-b1b4-40f613c6b15b', 'network_id': 'c7bbc20e-7bc5-42fd-94f8-f3663ada8854', 'port_id': 'd4f27edb-9d58-4d0a-b1b4-40f613c6b15b', 'mac_address': 'fa:16:3e:11:94:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e5f323f-ea6c-4672-94fb-4b56107669c0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:28:59.366548 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64837cb1-f3ad-4a1d-8a54-045cbd230edf req-9dcd2438-d13a-4285-ae6b-0bc3b5c156b5 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:59.367966 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-64837cb1-f3ad-4a1d-8a54-045cbd230edf req-9dcd2438-d13a-4285-ae6b-0bc3b5c156b5 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2902915 May 28 06:28:59.396543 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-64837cb1-f3ad-4a1d-8a54-045cbd230edf req-058ed47b-a210-408a-9672-949fe00db535 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/quotas/c3068efc66a349e9b92ab9365fc877d9 HTTP/1.1" status: 200 len: 375 time: 0.0184271 May 28 06:28:59.402050 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40b56439-0c31-4da3-889e-7060fbfe5ad0 admin admin] Router 20062376-ff65-4080-8f87-21a903d8307b is scheduled to L3 agent 42958940-9562-4f71-972f-15a8af9d3963 with binding_index 1 {{(pid=89109) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 06:28:59.405050 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4af15de-3392-4b45-b460-537603def284 req-301af935-c76d-457a-a956-799da96020f5 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:59.405627 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port d4f27edb-9d58-4d0a-b1b4-40f613c6b15b is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:28:59.406069 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:59.410722 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4af15de-3392-4b45-b460-537603def284 req-301af935-c76d-457a-a956-799da96020f5 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:59.412276 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f4af15de-3392-4b45-b460-537603def284 req-301af935-c76d-457a-a956-799da96020f5 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.55 "GET /v2.0/ports?device_id=e11893ff-5c52-4ed1-b6b3-2fbc959d89e3 HTTP/1.1" status: 200 len: 1654 time: 0.2892809 May 28 06:28:59.428645 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4f27edb-9d58-4d0a-b1b4-40f613c6b15b {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:28:59.450282 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port d4f27edb-9d58-4d0a-b1b4-40f613c6b15b, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=d4f27edb-9d58-4d0a-b1b4-40f613c6b15b,segment=NetworkSegment(a8c42c09-58b4-4e9e-ab8f-c96c63ee4190),segment_id=a8c42c09-58b4-4e9e-ab8f-c96c63ee4190)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:28:59.538834 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-3a7e074c-9c69-4c6d-a3eb-c1d2bbe8a4a7 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Made reservation on behalf of f3958891eac44c76810006defcff5dde for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:28:59.543157 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-3a7e074c-9c69-4c6d-a3eb-c1d2bbe8a4a7 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:59.562478 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:59.566339 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f4af15de-3392-4b45-b460-537603def284 req-1504ef4a-fe5b-4da3-bbda-1cbca333c91d tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.55 "GET /v2.0/security-groups?id=e8d697a1-1dba-4b18-a73a-2546d21ff79d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1118460 May 28 06:28:59.568532 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b122f9e9-aa8c-4625-9ad2-bbfd52db947d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:59.643183 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40b56439-0c31-4da3-889e-7060fbfe5ad0 admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:28:59.659293 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb326bf-99c4-4ad2-8390-6cc67d8af330 None None] Sync routers for ids ['20062376-ff65-4080-8f87-21a903d8307b'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:28:59.670972 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb326bf-99c4-4ad2-8390-6cc67d8af330 None None] Routers {'20062376-ff65-4080-8f87-21a903d8307b'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:28:59.672358 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-0bb326bf-99c4-4ad2-8390-6cc67d8af330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:28:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['20062376-ff65-4080-8f87-21a903d8307b'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:28:59.679175 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-64837cb1-f3ad-4a1d-8a54-045cbd230edf req-42817beb-efc9-448d-b0a4-ee3fbf49a4c5 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=c3068efc66a349e9b92ab9365fc877d9&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2620354 May 28 06:28:59.692862 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 5f2469c2-6d8c-42fb-9754-0a5ec57c489d up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:28:59.705052 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b122f9e9-aa8c-4625-9ad2-bbfd52db947d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:59.775593 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-b122f9e9-aa8c-4625-9ad2-bbfd52db947d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=dd6076d59cd341a6b34935155daf60a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9235637 May 28 06:28:59.778386 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 55726) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:28:59.822697 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-40b56439-0c31-4da3-889e-7060fbfe5ad0 admin admin] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:59.826543 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-40b56439-0c31-4da3-889e-7060fbfe5ad0 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 4.9491746 May 28 06:28:59.829614 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 55734) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:28:59.834700 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-ce237c0b-b48f-4fca-826c-084a7f9c341e None None] Current status of the port 5f2469c2-6d8c-42fb-9754-0a5ec57c489d is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:28:59.849336 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['d4f27edb-9d58-4d0a-b1b4-40f613c6b15b'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:28:59.868997 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b122f9e9-aa8c-4625-9ad2-bbfd52db947d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e462aba-5417-4696-baa9-06d93ff7bd85,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:28:59.921443 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-3a7e074c-9c69-4c6d-a3eb-c1d2bbe8a4a7 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Allocated IP 10.1.1.31 (983e828b-34fc-4a3a-b418-34d9236f2407/63fab1a7-8d25-437c-adf6-b6a1e24d5e16/8e3fc2e0-0ab0-4ec1-8a61-f578fba7ac74) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:28:59.955605 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-34721181-c218-4680-8ece-90b28edf4cb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:59.961102 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:59.970232 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=d4f27edb-9d58-4d0a-b1b4-40f613c6b15b,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:29:00.071379 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-0bb326bf-99c4-4ad2-8390-6cc67d8af330 None None] Set router 20062376-ff65-4080-8f87-21a903d8307b gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:29:00.133927 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:00.174899 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 5f2469c2-6d8c-42fb-9754-0a5ec57c489d triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:29:00.175556 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:00.278892 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-71a075db-af36-40d6-ac0e-2cc2a4d809eb None None] Provisioning for port fe01eb67-c712-4a12-a2e7-d0f0c93a787f completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:29:00.358625 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-71a075db-af36-40d6-ac0e-2cc2a4d809eb None None] Provisioning complete for port fe01eb67-c712-4a12-a2e7-d0f0c93a787f triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:29:00.359996 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-71a075db-af36-40d6-ac0e-2cc2a4d809eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:00.432586 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-71a075db-af36-40d6-ac0e-2cc2a4d809eb None None] Port fe01eb67-c712-4a12-a2e7-d0f0c93a787f cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:29:00.457619 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-34721181-c218-4680-8ece-90b28edf4cb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:00.556610 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 5f2469c2-6d8c-42fb-9754-0a5ec57c489d is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:29:00.579489 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-71a075db-af36-40d6-ac0e-2cc2a4d809eb None None] Provisioning complete for port 5f2469c2-6d8c-42fb-9754-0a5ec57c489d triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:29:00.580784 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-71a075db-af36-40d6-ac0e-2cc2a4d809eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:00.644084 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-0bb326bf-99c4-4ad2-8390-6cc67d8af330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20062376-ff65-4080-8f87-21a903d8307b', 'name': 'tempest-FloatingIPsAssociationTestJSON-741993371-router', 'tenant_id': '16c56364460a469fa6890db0799c99b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '38de1d15-4711-4bec-9ef9-74fea9c7aceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:28:55Z', 'updated_at': '2022-05-28T06:28:57Z', 'revision_number': 3, 'project_id': '16c56364460a469fa6890db0799c99b1', 'gw_port': {'id': '38de1d15-4711-4bec-9ef9-74fea9c7aceb', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:1d:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20062376-ff65-4080-8f87-21a903d8307b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:28:56Z', 'updated_at': '2022-05-28T06:28:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:29:00.651998 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb326bf-99c4-4ad2-8390-6cc67d8af330 None None] Checking router: 20062376-ff65-4080-8f87-21a903d8307b for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:29:00.652348 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb326bf-99c4-4ad2-8390-6cc67d8af330 None None] Updating router 20062376-ff65-4080-8f87-21a903d8307b port 38de1d15-4711-4bec-9ef9-74fea9c7aceb binding host n-d-843702-1 {{(pid=89112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:29:00.739356 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-3a7e074c-9c69-4c6d-a3eb-c1d2bbe8a4a7 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:00.750283 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-0bb326bf-99c4-4ad2-8390-6cc67d8af330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:00.763077 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-71a075db-af36-40d6-ac0e-2cc2a4d809eb None None] Current status of the port 5f2469c2-6d8c-42fb-9754-0a5ec57c489d is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:29:00.808193 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-3a7e074c-9c69-4c6d-a3eb-c1d2bbe8a4a7 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Transition to ACTIVE for port object 8e3fc2e0-0ab0-4ec1-8a61-f578fba7ac74 will not be triggered until provisioned by entity DHCP. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:29:00.835463 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c0ef39-1676-41b4-bb40-a2dcae0682b7 req-c6130fe6-fee0-4e32-b2cd-4182f917efb0 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:00.837361 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-71c0ef39-1676-41b4-bb40-a2dcae0682b7 req-c6130fe6-fee0-4e32-b2cd-4182f917efb0 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=1aee84c6-e027-450e-8e68-af8f968fbff5 HTTP/1.1" status: 200 len: 945 time: 0.7807317 May 28 06:29:00.883678 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7986ec24-bee0-4002-9048-254f41826ceb req-998cc22a-8d30-4211-a3da-77ebaaef62b0 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:00.891627 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7986ec24-bee0-4002-9048-254f41826ceb req-998cc22a-8d30-4211-a3da-77ebaaef62b0 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/ports?device_id=90ede48b-246e-4690-8e50-3f809bbd9e2b HTTP/1.1" status: 200 len: 946 time: 0.5857623 May 28 06:29:00.974597 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-71c0ef39-1676-41b4-bb40-a2dcae0682b7 req-1586c61c-ae57-4b96-b17b-33da844aed00 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/security-groups?id=f6de87b7-c8be-4140-be86-d0d6b2592918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190476 May 28 06:29:00.991023 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7986ec24-bee0-4002-9048-254f41826ceb req-e127c8d1-ff79-479f-a847-18abba5b674a tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f2c8bcd-a51c-4c0c-8c62-f5096a9be3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982792 May 28 06:29:01.087483 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-34721181-c218-4680-8ece-90b28edf4cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:01.102529 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-3a7e074c-9c69-4c6d-a3eb-c1d2bbe8a4a7 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:01.129802 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34721181-c218-4680-8ece-90b28edf4cb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e462aba-5417-4696-baa9-06d93ff7bd85,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:29:01.139196 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-34721181-c218-4680-8ece-90b28edf4cb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:01.143356 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-34721181-c218-4680-8ece-90b28edf4cb1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8e462aba-5417-4696-baa9-06d93ff7bd85 HTTP/1.1" status: 204 len: 168 time: 1.3638995 May 28 06:29:01.159641 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-616aaa1e-e3c0-4160-91a3-fc0fb467c272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:01.191369 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4c62ae60-4d9e-412d-bfc3-4eee487e88e0 req-4469aa06-b000-4a82-a8c8-2cc4dfe06265 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/ports?device_id=70912ff8-445e-4379-89cf-b75e6336c476 HTTP/1.1" status: 200 len: 210 time: 0.1348343 May 28 06:29:01.232119 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-3a7e074c-9c69-4c6d-a3eb-c1d2bbe8a4a7 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Network 983e828b-34fc-4a3a-b418-34d9236f2407 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:29:01.285683 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-0bb326bf-99c4-4ad2-8390-6cc67d8af330 None None] Notify callbacks [] for port, precommit_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:01.299391 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-3a7e074c-9c69-4c6d-a3eb-c1d2bbe8a4a7 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:29:01.312461 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.provisioning_blocks [None req-0bb326bf-99c4-4ad2-8390-6cc67d8af330 None None] Transition to ACTIVE for port object 38de1d15-4711-4bec-9ef9-74fea9c7aceb will not be triggered until provisioned by entity L2. {{(pid=89112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:29:01.322149 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-3a7e074c-9c69-4c6d-a3eb-c1d2bbe8a4a7 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:29:01.419513 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7e074c-9c69-4c6d-a3eb-c1d2bbe8a4a7 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Pushing event updated for resources: {'Port': ['ID=8e3fc2e0-0ab0-4ec1-8a61-f578fba7ac74,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:29:01.461985 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-3a7e074c-9c69-4c6d-a3eb-c1d2bbe8a4a7 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:01.461985 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-3a7e074c-9c69-4c6d-a3eb-c1d2bbe8a4a7 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:01.498519 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b99993e-0c75-449b-af29-f8ea086258f3 req-3b540fb9-77ba-4ba2-b0c7-05aae15f88d4 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:01.500606 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-616aaa1e-e3c0-4160-91a3-fc0fb467c272 admin admin] Allocated IP 172.20.0.1 (dc65caf0-8d89-44b6-8b48-1af6ff657d82/4c48a484-2f92-4e72-9bd4-fc1c355a17c1/df5164c0-1ed1-4dcf-b6b5-c03fb87cd1ee) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:29:01.508745 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b99993e-0c75-449b-af29-f8ea086258f3 req-3b540fb9-77ba-4ba2-b0c7-05aae15f88d4 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:01.509393 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-0bb326bf-99c4-4ad2-8390-6cc67d8af330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:01.514877 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b99993e-0c75-449b-af29-f8ea086258f3 req-3b540fb9-77ba-4ba2-b0c7-05aae15f88d4 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:01.533980 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0b99993e-0c75-449b-af29-f8ea086258f3 req-3b540fb9-77ba-4ba2-b0c7-05aae15f88d4 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.55 "GET /v2.0/ports?device_id=e11893ff-5c52-4ed1-b6b3-2fbc959d89e3 HTTP/1.1" status: 200 len: 2374 time: 0.3413515 May 28 06:29:01.599030 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0b99993e-0c75-449b-af29-f8ea086258f3 req-936039ed-a35c-450c-99c0-2a331d7b6e2f tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.55 "GET /v2.0/security-groups?id=e8d697a1-1dba-4b18-a73a-2546d21ff79d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0638740 May 28 06:29:01.661183 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:01.667284 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba44819a-8bed-4338-9ead-ec4d011cdb59 None None] Pushing event updated for resources: {'Port': ['ID=38de1d15-4711-4bec-9ef9-74fea9c7aceb,revision_number=2']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:29:01.690457 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-3a7e074c-9c69-4c6d-a3eb-c1d2bbe8a4a7 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.8244810 May 28 06:29:01.690755 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba44819a-8bed-4338-9ead-ec4d011cdb59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:29:01.691835 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba44819a-8bed-4338-9ead-ec4d011cdb59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:29:01.692257 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba44819a-8bed-4338-9ead-ec4d011cdb59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:29:01.692980 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba44819a-8bed-4338-9ead-ec4d011cdb59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:29:01.693924 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba44819a-8bed-4338-9ead-ec4d011cdb59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:29:01.693924 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba44819a-8bed-4338-9ead-ec4d011cdb59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:29:01.698076 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba44819a-8bed-4338-9ead-ec4d011cdb59 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:29:01.698076 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba44819a-8bed-4338-9ead-ec4d011cdb59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:29:01.698076 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba44819a-8bed-4338-9ead-ec4d011cdb59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:29:01.698076 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba44819a-8bed-4338-9ead-ec4d011cdb59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:29:01.698076 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba44819a-8bed-4338-9ead-ec4d011cdb59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:29:01.698076 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba44819a-8bed-4338-9ead-ec4d011cdb59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:29:01.700691 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-0bb326bf-99c4-4ad2-8390-6cc67d8af330 None None] Attempting to bind port 38de1d15-4711-4bec-9ef9-74fea9c7aceb on host n-d-843702-1 for vnic_type normal with profile {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:29:01.701051 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-0bb326bf-99c4-4ad2-8390-6cc67d8af330 None None] Attempting to bind port 38de1d15-4711-4bec-9ef9-74fea9c7aceb by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:29:01.701689 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb326bf-99c4-4ad2-8390-6cc67d8af330 None None] Attempting to bind port 38de1d15-4711-4bec-9ef9-74fea9c7aceb on network 68df399e-e75e-4871-9364-5d05730b50f0 {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:29:01.706885 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-69789301-52e8-4cc7-9f35-8cb39d8eac10 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Request body: {'port': {'device_id': 'e11893ff-5c52-4ed1-b6b3-2fbc959d89e3', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'a9a55cb1-2dd3-489f-a37d-55a242b85f0c', 'admin_state_up': True, 'tenant_id': 'f3958891eac44c76810006defcff5dde', 'security_groups': ['e8d697a1-1dba-4b18-a73a-2546d21ff79d']}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:29:01.707769 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb326bf-99c4-4ad2-8390-6cc67d8af330 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:29:01.708120 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb326bf-99c4-4ad2-8390-6cc67d8af330 None None] Checking segment: {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:29:01.708495 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-0bb326bf-99c4-4ad2-8390-6cc67d8af330 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:01.708866 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb326bf-99c4-4ad2-8390-6cc67d8af330 None None] Bound using segment: {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:29:01.709525 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-0bb326bf-99c4-4ad2-8390-6cc67d8af330 None None] Bound port: 38de1d15-4711-4bec-9ef9-74fea9c7aceb, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:29:01.709884 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-0bb326bf-99c4-4ad2-8390-6cc67d8af330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:01.779077 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-357adfbe-05ca-4b9c-8353-2bd795938498 None None] Provisioning for port 8e3fc2e0-0ab0-4ec1-8a61-f578fba7ac74 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:29:01.785364 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-357adfbe-05ca-4b9c-8353-2bd795938498 None None] Provisioning complete for port 8e3fc2e0-0ab0-4ec1-8a61-f578fba7ac74 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:29:01.785967 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-357adfbe-05ca-4b9c-8353-2bd795938498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:01.786941 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-616aaa1e-e3c0-4160-91a3-fc0fb467c272 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:01.830058 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [None req-616aaa1e-e3c0-4160-91a3-fc0fb467c272 admin admin] Transition to ACTIVE for port object df5164c0-1ed1-4dcf-b6b5-c03fb87cd1ee will not be triggered until provisioned by entity DHCP. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:29:01.877012 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-0bb326bf-99c4-4ad2-8390-6cc67d8af330 None None] For port 38de1d15-4711-4bec-9ef9-74fea9c7aceb, host n-d-843702-1, cleared binding levels {{(pid=89112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:29:01.880777 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-0bb326bf-99c4-4ad2-8390-6cc67d8af330 None None] For port 38de1d15-4711-4bec-9ef9-74fea9c7aceb, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=38de1d15-4711-4bec-9ef9-74fea9c7aceb,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:29:01.898979 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-357adfbe-05ca-4b9c-8353-2bd795938498 None None] Port 8e3fc2e0-0ab0-4ec1-8a61-f578fba7ac74 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:29:01.912744 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-69789301-52e8-4cc7-9f35-8cb39d8eac10 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:29:01.918140 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-69789301-52e8-4cc7-9f35-8cb39d8eac10 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Usage tracker for resource:port and tenant:f3958891eac44c76810006defcff5dde is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:29:01.921950 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-69789301-52e8-4cc7-9f35-8cb39d8eac10 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Quota usage for port was recalculated. Used quota:10. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:29:01.928365 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-69789301-52e8-4cc7-9f35-8cb39d8eac10 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:29:02.037783 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-0bb326bf-99c4-4ad2-8390-6cc67d8af330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:02.097560 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-69789301-52e8-4cc7-9f35-8cb39d8eac10 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Made reservation on behalf of f3958891eac44c76810006defcff5dde for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:29:02.097819 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-616aaa1e-e3c0-4160-91a3-fc0fb467c272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:02.167713 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba44819a-8bed-4338-9ead-ec4d011cdb59 None None] Pushing event updated for resources: {'Port': ['ID=38de1d15-4711-4bec-9ef9-74fea9c7aceb,revision_number=3']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:29:02.178414 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb326bf-99c4-4ad2-8390-6cc67d8af330 None None] Routers {'20062376-ff65-4080-8f87-21a903d8307b'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:29:02.179444 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-0bb326bf-99c4-4ad2-8390-6cc67d8af330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:28:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['20062376-ff65-4080-8f87-21a903d8307b'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:29:02.209386 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:02.225042 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616aaa1e-e3c0-4160-91a3-fc0fb467c272 admin admin] Network dc65caf0-8d89-44b6-8b48-1af6ff657d82 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:29:02.229784 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-616aaa1e-e3c0-4160-91a3-fc0fb467c272 admin admin] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:29:02.249857 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616aaa1e-e3c0-4160-91a3-fc0fb467c272 admin admin] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:29:02.313348 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616aaa1e-e3c0-4160-91a3-fc0fb467c272 admin admin] Pushing event updated for resources: {'Port': ['ID=df5164c0-1ed1-4dcf-b6b5-c03fb87cd1ee,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:29:02.342190 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-616aaa1e-e3c0-4160-91a3-fc0fb467c272 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690947'] for router_interface, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:02.483923 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-69789301-52e8-4cc7-9f35-8cb39d8eac10 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:02.488586 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-0bb326bf-99c4-4ad2-8390-6cc67d8af330 None None] Set router 20062376-ff65-4080-8f87-21a903d8307b gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:29:02.707482 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-43a73537-d360-4f25-b6fd-5a1dd4a5547e None None] Provisioning for port df5164c0-1ed1-4dcf-b6b5-c03fb87cd1ee completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:29:02.713001 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-43a73537-d360-4f25-b6fd-5a1dd4a5547e None None] Provisioning complete for port df5164c0-1ed1-4dcf-b6b5-c03fb87cd1ee triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:29:02.714130 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-43a73537-d360-4f25-b6fd-5a1dd4a5547e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:02.778779 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd21c761-9c6f-4ea0-8c6c-5e758461c077 req-d64d8a02-1962-49e6-8a05-cf06d20d3f50 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:02.791727 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bd21c761-9c6f-4ea0-8c6c-5e758461c077 req-d64d8a02-1962-49e6-8a05-cf06d20d3f50 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=1aee84c6-e027-450e-8e68-af8f968fbff5 HTTP/1.1" status: 200 len: 945 time: 0.4513001 May 28 06:29:02.796725 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-43a73537-d360-4f25-b6fd-5a1dd4a5547e None None] Port df5164c0-1ed1-4dcf-b6b5-c03fb87cd1ee cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:29:02.819951 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6338a88-b17a-4a78-b4a4-f819a0e9fb57 req-f7a9aec2-aaed-4845-8629-8fe7aa003506 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:02.821466 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e6338a88-b17a-4a78-b4a4-f819a0e9fb57 req-f7a9aec2-aaed-4845-8629-8fe7aa003506 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/ports?device_id=90ede48b-246e-4690-8e50-3f809bbd9e2b HTTP/1.1" status: 200 len: 946 time: 0.4419010 May 28 06:29:02.910223 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-0bb326bf-99c4-4ad2-8390-6cc67d8af330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20062376-ff65-4080-8f87-21a903d8307b', 'name': 'tempest-FloatingIPsAssociationTestJSON-741993371-router', 'tenant_id': '16c56364460a469fa6890db0799c99b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '38de1d15-4711-4bec-9ef9-74fea9c7aceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:28:55Z', 'updated_at': '2022-05-28T06:28:57Z', 'revision_number': 3, 'project_id': '16c56364460a469fa6890db0799c99b1', 'gw_port': {'id': '38de1d15-4711-4bec-9ef9-74fea9c7aceb', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:1d:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20062376-ff65-4080-8f87-21a903d8307b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:28:56Z', 'updated_at': '2022-05-28T06:29:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:29:02.918952 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb326bf-99c4-4ad2-8390-6cc67d8af330 None None] The sync data for ids ['20062376-ff65-4080-8f87-21a903d8307b'] in n-d-843702-1 is: [{'id': '20062376-ff65-4080-8f87-21a903d8307b', 'name': 'tempest-FloatingIPsAssociationTestJSON-741993371-router', 'tenant_id': '16c56364460a469fa6890db0799c99b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '38de1d15-4711-4bec-9ef9-74fea9c7aceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:28:55Z', 'updated_at': '2022-05-28T06:28:57Z', 'revision_number': 3, 'project_id': '16c56364460a469fa6890db0799c99b1', 'gw_port': {'id': '38de1d15-4711-4bec-9ef9-74fea9c7aceb', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:1d:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20062376-ff65-4080-8f87-21a903d8307b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:28:56Z', 'updated_at': '2022-05-28T06:29:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:29:02.931384 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bd21c761-9c6f-4ea0-8c6c-5e758461c077 req-bc42d950-9747-4d21-8584-a9701d21b337 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/security-groups?id=f6de87b7-c8be-4140-be86-d0d6b2592918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434486 May 28 06:29:02.956189 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 55778) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:29:02.985023 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-616aaa1e-e3c0-4160-91a3-fc0fb467c272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:02.993950 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e6338a88-b17a-4a78-b4a4-f819a0e9fb57 req-d8d5dde9-4611-479d-99c4-474d62bd4572 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f2c8bcd-a51c-4c0c-8c62-f5096a9be3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349950 May 28 06:29:03.064189 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device d4f27edb-9d58-4d0a-b1b4-40f613c6b15b up at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:29:03.134574 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-69789301-52e8-4cc7-9f35-8cb39d8eac10 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Allocated IP 10.2.2.100 (a9a55cb1-2dd3-489f-a37d-55a242b85f0c/a0ccadb9-3ab9-424f-8708-6ef480e0a4a1/1b08fe22-1061-450c-a733-bf041f8a0d4d) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:29:03.251418 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-aed8a109-e0ed-4bf7-b3f7-1eb40233d709 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1067810029-network', 'tenant_id': '064b772026e1492e926893646327d256'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:29:03.257951 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-aed8a109-e0ed-4bf7-b3f7-1eb40233d709 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:29:03.264156 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-aed8a109-e0ed-4bf7-b3f7-1eb40233d709 admin admin] Usage tracker for resource:network and tenant:064b772026e1492e926893646327d256 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:29:03.267421 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-aed8a109-e0ed-4bf7-b3f7-1eb40233d709 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:29:03.285272 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-aed8a109-e0ed-4bf7-b3f7-1eb40233d709 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:29:03.286035 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning for port d4f27edb-9d58-4d0a-b1b4-40f613c6b15b completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:29:03.287444 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c74a5ed7-6018-4633-b475-942fb6941fd9 req-43b32e93-30eb-4b5f-99c2-85d5750573cd tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/ports?device_id=70912ff8-445e-4379-89cf-b75e6336c476 HTTP/1.1" status: 200 len: 210 time: 0.0457537 May 28 06:29:03.307588 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning complete for port d4f27edb-9d58-4d0a-b1b4-40f613c6b15b triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:29:03.310361 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:03.398166 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aed8a109-e0ed-4bf7-b3f7-1eb40233d709 admin admin] Made reservation on behalf of 064b772026e1492e926893646327d256 for: {'network': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:29:03.400775 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-aed8a109-e0ed-4bf7-b3f7-1eb40233d709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:03.464088 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-616aaa1e-e3c0-4160-91a3-fc0fb467c272 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:03.470220 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-aed8a109-e0ed-4bf7-b3f7-1eb40233d709 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:03.492593 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-aed8a109-e0ed-4bf7-b3f7-1eb40233d709 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:29:03.498317 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-aed8a109-e0ed-4bf7-b3f7-1eb40233d709 admin admin] Usage tracker for resource:security_group_rule and tenant:064b772026e1492e926893646327d256 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:29:03.501885 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-aed8a109-e0ed-4bf7-b3f7-1eb40233d709 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:29:03.512915 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-aed8a109-e0ed-4bf7-b3f7-1eb40233d709 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:29:03.543486 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port d4f27edb-9d58-4d0a-b1b4-40f613c6b15b is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:29:03.543897 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:03.575693 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cafe975-7d13-471a-b5d6-14475adbf917 req-75960ac5-a609-4db4-af12-85844c25eff9 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:03.584767 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cafe975-7d13-471a-b5d6-14475adbf917 req-75960ac5-a609-4db4-af12-85844c25eff9 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:03.592739 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cafe975-7d13-471a-b5d6-14475adbf917 req-75960ac5-a609-4db4-af12-85844c25eff9 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:03.592739 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-5cafe975-7d13-471a-b5d6-14475adbf917 req-75960ac5-a609-4db4-af12-85844c25eff9 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Synchronizing usage tracker for tenant:f3958891eac44c76810006defcff5dde on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:29:03.600740 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aee84c6-e027-450e-8e68-af8f968fbff5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4f27edb-9d58-4d0a-b1b4-40f613c6b15b'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:29:03.604239 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-616aaa1e-e3c0-4160-91a3-fc0fb467c272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:03.622179 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port d4f27edb-9d58-4d0a-b1b4-40f613c6b15b, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=d4f27edb-9d58-4d0a-b1b4-40f613c6b15b,segment=NetworkSegment(a8c42c09-58b4-4e9e-ab8f-c96c63ee4190),segment_id=a8c42c09-58b4-4e9e-ab8f-c96c63ee4190)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:29:03.669856 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e23c91b5-cba6-431f-aa7d-a5cf771d6a52'] response: {'server_uuid': '1aee84c6-e027-450e-8e68-af8f968fbff5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4f27edb-9d58-4d0a-b1b4-40f613c6b15b', 'code': 200} May 28 06:29:03.698112 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 38de1d15-4711-4bec-9ef9-74fea9c7aceb up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:29:03.813672 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-69789301-52e8-4cc7-9f35-8cb39d8eac10 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:03.827106 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:03.845025 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-69789301-52e8-4cc7-9f35-8cb39d8eac10 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Transition to ACTIVE for port object 1b08fe22-1061-450c-a733-bf041f8a0d4d will not be triggered until provisioned by entity DHCP. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:29:03.874919 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-aed8a109-e0ed-4bf7-b3f7-1eb40233d709 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:03.900439 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616aaa1e-e3c0-4160-91a3-fc0fb467c272 admin admin] Pushing event updated for resources: {'Port': ['ID=df5164c0-1ed1-4dcf-b6b5-c03fb87cd1ee,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:29:03.910632 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-616aaa1e-e3c0-4160-91a3-fc0fb467c272 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700602'] for router_interface, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:03.923690 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=d4f27edb-9d58-4d0a-b1b4-40f613c6b15b,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:29:04.009184 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-5cafe975-7d13-471a-b5d6-14475adbf917 req-75960ac5-a609-4db4-af12-85844c25eff9 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Unset dirty status for tenant:f3958891eac44c76810006defcff5dde on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:29:04.011472 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5cafe975-7d13-471a-b5d6-14475adbf917 req-75960ac5-a609-4db4-af12-85844c25eff9 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.55 "GET /v2.0/ports?device_id=e11893ff-5c52-4ed1-b6b3-2fbc959d89e3 HTTP/1.1" status: 200 len: 2374 time: 0.8231008 May 28 06:29:04.065508 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5cafe975-7d13-471a-b5d6-14475adbf917 req-6180cf0f-7bfe-4048-acec-512cd11b70b5 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.55 "GET /v2.0/security-groups?id=e8d697a1-1dba-4b18-a73a-2546d21ff79d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0477645 May 28 06:29:04.155759 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da2015d-88a1-440b-9471-e33e47565006 req-21de11c9-0851-4d04-a45c-5a547e05a2f4 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:04.158136 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0da2015d-88a1-440b-9471-e33e47565006 req-21de11c9-0851-4d04-a45c-5a547e05a2f4 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=1aee84c6-e027-450e-8e68-af8f968fbff5 HTTP/1.1" status: 200 len: 946 time: 0.0967867 May 28 06:29:04.176716 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ad01a4-b390-4025-a0ca-a6b205d16c1d req-5abbf208-94b5-4d05-ac24-6f6aed6b94ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:04.178137 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-61ad01a4-b390-4025-a0ca-a6b205d16c1d req-5abbf208-94b5-4d05-ac24-6f6aed6b94ed service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=1aee84c6-e027-450e-8e68-af8f968fbff5 HTTP/1.1" status: 200 len: 1097 time: 0.3511474 May 28 06:29:04.215834 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0da2015d-88a1-440b-9471-e33e47565006 req-3da1ad65-09e8-4bee-b962-38c24ddf93a2 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/security-groups?id=f6de87b7-c8be-4140-be86-d0d6b2592918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478718 May 28 06:29:04.396263 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 38de1d15-4711-4bec-9ef9-74fea9c7aceb completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:29:04.396263 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 38de1d15-4711-4bec-9ef9-74fea9c7aceb triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:29:04.396263 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:04.396820 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-aed8a109-e0ed-4bf7-b3f7-1eb40233d709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:04.397219 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-69789301-52e8-4cc7-9f35-8cb39d8eac10 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:04.397596 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed8a109-e0ed-4bf7-b3f7-1eb40233d709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf7e9a73-73c0-4329-9342-51aa33336060,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:29:04.397596 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616aaa1e-e3c0-4160-91a3-fc0fb467c272 admin admin] Network dc65caf0-8d89-44b6-8b48-1af6ff657d82 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:29:04.397596 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-61ad01a4-b390-4025-a0ca-a6b205d16c1d req-bb7cb9b8-4248-42b2-9160-3e279ac2488a service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=f6de87b7-c8be-4140-be86-d0d6b2592918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484518 May 28 06:29:04.397596 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-616aaa1e-e3c0-4160-91a3-fc0fb467c272 admin admin] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:29:04.397596 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aed8a109-e0ed-4bf7-b3f7-1eb40233d709 admin admin] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=89109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:29:04.412646 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69789301-52e8-4cc7-9f35-8cb39d8eac10 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Pushing event updated for resources: {'Port': ['ID=1b08fe22-1061-450c-a733-bf041f8a0d4d,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:29:04.417301 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-64837cb1-f3ad-4a1d-8a54-045cbd230edf req-f8215dbb-a67d-4fe5-abe4-95f9c57a9d56 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=c3068efc66a349e9b92ab9365fc877d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1500885 May 28 06:29:04.427971 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-69789301-52e8-4cc7-9f35-8cb39d8eac10 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Network a9a55cb1-2dd3-489f-a37d-55a242b85f0c is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:29:04.442032 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-69789301-52e8-4cc7-9f35-8cb39d8eac10 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:29:04.457327 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-aed8a109-e0ed-4bf7-b3f7-1eb40233d709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:04.458069 n-d-843702-1 neutron-server[89109]: INFO neutron.db.segments_db [None req-aed8a109-e0ed-4bf7-b3f7-1eb40233d709 admin admin] Added segment 8b3646fa-e7fd-4259-ab40-4ff2c27b2abb of type vlan for network 1864609d-ff45-401b-a2e0-07e0d46990b2 May 28 06:29:04.465072 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-69789301-52e8-4cc7-9f35-8cb39d8eac10 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:29:04.531972 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 38de1d15-4711-4bec-9ef9-74fea9c7aceb is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:29:04.531972 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:04.569525 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port 38de1d15-4711-4bec-9ef9-74fea9c7aceb, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=38de1d15-4711-4bec-9ef9-74fea9c7aceb,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:29:04.616453 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-27dd7b14-fabc-4af0-a03c-4bd2accffa2c req-8bcc3502-65ba-4084-a65d-3c8e98b0a7a2 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/ports?device_id=70912ff8-445e-4379-89cf-b75e6336c476 HTTP/1.1" status: 200 len: 210 time: 0.1649294 May 28 06:29:04.665871 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-aed8a109-e0ed-4bf7-b3f7-1eb40233d709 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:04.681217 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:04.716481 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-69789301-52e8-4cc7-9f35-8cb39d8eac10 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:04.718416 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-69789301-52e8-4cc7-9f35-8cb39d8eac10 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:04.759227 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-616aaa1e-e3c0-4160-91a3-fc0fb467c272 admin admin] Router 20062376-ff65-4080-8f87-21a903d8307b has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:29:04.769568 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990bff45-e8f0-4752-8b2e-98f7d165ce02 req-296d51e4-9d5a-4bb0-8cb6-a60083647d36 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:04.771251 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-990bff45-e8f0-4752-8b2e-98f7d165ce02 req-296d51e4-9d5a-4bb0-8cb6-a60083647d36 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/ports?device_id=90ede48b-246e-4690-8e50-3f809bbd9e2b HTTP/1.1" status: 200 len: 946 time: 0.5442374 May 28 06:29:04.819955 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-959e3c31-3491-40f5-8f00-2f1b15399aba None None] Provisioning complete for port df5164c0-1ed1-4dcf-b6b5-c03fb87cd1ee triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:29:04.820545 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-959e3c31-3491-40f5-8f00-2f1b15399aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:04.857963 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64837cb1-f3ad-4a1d-8a54-045cbd230edf req-b2a8a8f6-af34-4799-ab28-3af3d8253781 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:04.859205 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-64837cb1-f3ad-4a1d-8a54-045cbd230edf req-b2a8a8f6-af34-4799-ab28-3af3d8253781 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2927723 May 28 06:29:04.867596 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-69789301-52e8-4cc7-9f35-8cb39d8eac10 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1653788 May 28 06:29:04.870645 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-990bff45-e8f0-4752-8b2e-98f7d165ce02 req-aebc62e6-dbf8-42e9-9b8e-8f033564dadb tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f2c8bcd-a51c-4c0c-8c62-f5096a9be3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859327 May 28 06:29:04.882081 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-aed8a109-e0ed-4bf7-b3f7-1eb40233d709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:04.883063 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed8a109-e0ed-4bf7-b3f7-1eb40233d709 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:04.883683 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-aed8a109-e0ed-4bf7-b3f7-1eb40233d709 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:04.897838 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-ec3f82a6-9cee-4818-ae7e-c487b6545003 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Request body: {'port': {'device_id': 'e11893ff-5c52-4ed1-b6b3-2fbc959d89e3', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'a9a55cb1-2dd3-489f-a37d-55a242b85f0c', 'admin_state_up': True, 'tenant_id': 'f3958891eac44c76810006defcff5dde', 'security_groups': ['e8d697a1-1dba-4b18-a73a-2546d21ff79d']}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:29:04.920337 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=38de1d15-4711-4bec-9ef9-74fea9c7aceb,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:29:04.924188 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-64837cb1-f3ad-4a1d-8a54-045cbd230edf req-cf8628b9-2e84-43c2-b928-da84b4c8e9c3 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Request body: {'port': {'device_id': '70912ff8-445e-4379-89cf-b75e6336c476', 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9', 'admin_state_up': True, 'tenant_id': 'c3068efc66a349e9b92ab9365fc877d9'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:29:04.934497 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-959e3c31-3491-40f5-8f00-2f1b15399aba None None] Port df5164c0-1ed1-4dcf-b6b5-c03fb87cd1ee cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:29:05.110989 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed8a109-e0ed-4bf7-b3f7-1eb40233d709 admin admin] Pushing event updated for resources: {'Network': ['ID=1864609d-ff45-401b-a2e0-07e0d46990b2,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:29:05.113949 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-aed8a109-e0ed-4bf7-b3f7-1eb40233d709 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.1566896 May 28 06:29:05.131635 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 1864609d-ff45-401b-a2e0-07e0d46990b2 details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:29:05.140787 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-616aaa1e-e3c0-4160-91a3-fc0fb467c272 admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:29:05.145966 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-616aaa1e-e3c0-4160-91a3-fc0fb467c272 admin admin] 10.222.0.55 "PUT /v2.0/routers/20062376-ff65-4080-8f87-21a903d8307b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3154068 May 28 06:29:05.181920 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-e2684609-21e1-4242-9d25-7587204e7aa7 None None] Provisioning for port 1b08fe22-1061-450c-a733-bf041f8a0d4d completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:29:05.213081 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-ec3f82a6-9cee-4818-ae7e-c487b6545003 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:29:05.243345 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-ec3f82a6-9cee-4818-ae7e-c487b6545003 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:29:05.261854 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-64837cb1-f3ad-4a1d-8a54-045cbd230edf req-cf8628b9-2e84-43c2-b928-da84b4c8e9c3 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:29:05.272456 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-64837cb1-f3ad-4a1d-8a54-045cbd230edf req-cf8628b9-2e84-43c2-b928-da84b4c8e9c3 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:29:05.312664 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-e2684609-21e1-4242-9d25-7587204e7aa7 None None] Provisioning complete for port 1b08fe22-1061-450c-a733-bf041f8a0d4d triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:29:05.313347 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e2684609-21e1-4242-9d25-7587204e7aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:05.384508 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4955dda-89ac-4a86-a265-48515c8a3243 None None] Sync routers for ids ['20062376-ff65-4080-8f87-21a903d8307b'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:29:05.384874 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-ec3f82a6-9cee-4818-ae7e-c487b6545003 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Made reservation on behalf of f3958891eac44c76810006defcff5dde for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:29:05.390684 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-ec3f82a6-9cee-4818-ae7e-c487b6545003 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:05.408888 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64837cb1-f3ad-4a1d-8a54-045cbd230edf req-cf8628b9-2e84-43c2-b928-da84b4c8e9c3 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Made reservation on behalf of c3068efc66a349e9b92ab9365fc877d9 for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:29:05.411958 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-64837cb1-f3ad-4a1d-8a54-045cbd230edf req-cf8628b9-2e84-43c2-b928-da84b4c8e9c3 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:05.476348 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4955dda-89ac-4a86-a265-48515c8a3243 None None] Routers {'20062376-ff65-4080-8f87-21a903d8307b'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:29:05.476904 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-f4955dda-89ac-4a86-a265-48515c8a3243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:28:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['20062376-ff65-4080-8f87-21a903d8307b'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:29:05.605662 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-e2684609-21e1-4242-9d25-7587204e7aa7 None None] Port 1b08fe22-1061-450c-a733-bf041f8a0d4d cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:29:05.682816 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 38de1d15-4711-4bec-9ef9-74fea9c7aceb up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:29:05.712292 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcd17db-d6f9-4c75-930d-21f58231d1e3 req-fdb0892d-f3ed-4cac-85ba-c9a3afa3aa06 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:05.718202 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcd17db-d6f9-4c75-930d-21f58231d1e3 req-fdb0892d-f3ed-4cac-85ba-c9a3afa3aa06 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:05.724062 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcd17db-d6f9-4c75-930d-21f58231d1e3 req-fdb0892d-f3ed-4cac-85ba-c9a3afa3aa06 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:05.730789 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcd17db-d6f9-4c75-930d-21f58231d1e3 req-fdb0892d-f3ed-4cac-85ba-c9a3afa3aa06 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:05.732537 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-adcd17db-d6f9-4c75-930d-21f58231d1e3 req-fdb0892d-f3ed-4cac-85ba-c9a3afa3aa06 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.55 "GET /v2.0/ports?device_id=e11893ff-5c52-4ed1-b6b3-2fbc959d89e3 HTTP/1.1" status: 200 len: 3095 time: 0.4157264 May 28 06:29:05.862590 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-f4955dda-89ac-4a86-a265-48515c8a3243 None None] Set router 20062376-ff65-4080-8f87-21a903d8307b gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:29:05.927523 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-adcd17db-d6f9-4c75-930d-21f58231d1e3 req-c301c66a-3dbb-40e6-a2aa-4195708c588b tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.55 "GET /v2.0/security-groups?id=e8d697a1-1dba-4b18-a73a-2546d21ff79d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1833651 May 28 06:29:05.951767 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 38de1d15-4711-4bec-9ef9-74fea9c7aceb triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:29:05.952757 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:05.967498 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-ec3f82a6-9cee-4818-ae7e-c487b6545003 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Allocated IP 10.2.2.200 (a9a55cb1-2dd3-489f-a37d-55a242b85f0c/a0ccadb9-3ab9-424f-8708-6ef480e0a4a1/63719b56-cdff-407a-9451-11b324811ceb) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:29:05.998182 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd006d82-4b69-49c7-a83e-a9d09dbf4b05 req-cac0e44a-a9a0-4469-9a7b-92c0f682bdc4 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:05.999566 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fd006d82-4b69-49c7-a83e-a9d09dbf4b05 req-cac0e44a-a9a0-4469-9a7b-92c0f682bdc4 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=1aee84c6-e027-450e-8e68-af8f968fbff5 HTTP/1.1" status: 200 len: 946 time: 0.4289038 May 28 06:29:06.006512 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [req-64837cb1-f3ad-4a1d-8a54-045cbd230edf req-cf8628b9-2e84-43c2-b928-da84b4c8e9c3 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Allocated IP 192.168.233.130 (bb90c162-fdb0-406b-af2b-5eef830db7a9/e72d0ca5-04cb-4b36-82b1-c75214c9eb05/465efe2e-5751-4246-8226-b9337c32e3eb) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:29:06.101960 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fd006d82-4b69-49c7-a83e-a9d09dbf4b05 req-074319bc-0295-4f24-b90c-2ab66af962cb tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/security-groups?id=f6de87b7-c8be-4140-be86-d0d6b2592918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931652 May 28 06:29:06.372026 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 38de1d15-4711-4bec-9ef9-74fea9c7aceb is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:29:06.434599 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-f4955dda-89ac-4a86-a265-48515c8a3243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20062376-ff65-4080-8f87-21a903d8307b', 'name': 'tempest-FloatingIPsAssociationTestJSON-741993371-router', 'tenant_id': '16c56364460a469fa6890db0799c99b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '38de1d15-4711-4bec-9ef9-74fea9c7aceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:28:55Z', 'updated_at': '2022-05-28T06:29:02Z', 'revision_number': 4, 'project_id': '16c56364460a469fa6890db0799c99b1', 'gw_port': {'id': '38de1d15-4711-4bec-9ef9-74fea9c7aceb', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:1d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20062376-ff65-4080-8f87-21a903d8307b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:28:56Z', 'updated_at': '2022-05-28T06:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'df5164c0-1ed1-4dcf-b6b5-c03fb87cd1ee', 'name': '', 'network_id': 'dc65caf0-8d89-44b6-8b48-1af6ff657d82', 'tenant_id': '16c56364460a469fa6890db0799c99b1', 'mac_address': 'fa:16:3e:8c:9a:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20062376-ff65-4080-8f87-21a903d8307b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '4c48a484-2f92-4e72-9bd4-fc1c355a17c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:29:01Z', 'updated_at': '2022-05-28T06:29:03Z', 'revision_number': 2, 'project_id': '16c56364460a469fa6890db0799c99b1', 'subnets': [{'id': '4c48a484-2f92-4e72-9bd4-fc1c355a17c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:29:06.438495 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4955dda-89ac-4a86-a265-48515c8a3243 None None] Checking router: 20062376-ff65-4080-8f87-21a903d8307b for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:29:06.438842 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4955dda-89ac-4a86-a265-48515c8a3243 None None] Updating router 20062376-ff65-4080-8f87-21a903d8307b port df5164c0-1ed1-4dcf-b6b5-c03fb87cd1ee binding host n-d-843702-1 {{(pid=89111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:29:06.491747 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-f4955dda-89ac-4a86-a265-48515c8a3243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:06.753382 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f1583a-7626-4cd0-b9f5-c7a6245f031b req-9d1b1243-557d-4562-964a-f345ef2b1c7d tempest-ComputeTenantNetworksTest-1635269993 tempest-ComputeTenantNetworksTest-1635269993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:06.759249 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f1583a-7626-4cd0-b9f5-c7a6245f031b req-9d1b1243-557d-4562-964a-f345ef2b1c7d tempest-ComputeTenantNetworksTest-1635269993 tempest-ComputeTenantNetworksTest-1635269993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:06.765401 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f1583a-7626-4cd0-b9f5-c7a6245f031b req-9d1b1243-557d-4562-964a-f345ef2b1c7d tempest-ComputeTenantNetworksTest-1635269993 tempest-ComputeTenantNetworksTest-1635269993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:06.766986 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d5f1583a-7626-4cd0-b9f5-c7a6245f031b req-9d1b1243-557d-4562-964a-f345ef2b1c7d tempest-ComputeTenantNetworksTest-1635269993 tempest-ComputeTenantNetworksTest-1635269993-project] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.6371987 May 28 06:29:06.825680 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9a587d-3e07-4b6f-a0e7-29aa855b0c3b req-42f0d430-6b72-48fb-b121-972fac1f7567 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:06.827133 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5d9a587d-3e07-4b6f-a0e7-29aa855b0c3b req-42f0d430-6b72-48fb-b121-972fac1f7567 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] 10.222.0.55 "GET /v2.0/networks?id=dc65caf0-8d89-44b6-8b48-1af6ff657d82 HTTP/1.1" status: 200 len: 820 time: 0.4901447 May 28 06:29:06.829902 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-ec3f82a6-9cee-4818-ae7e-c487b6545003 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:06.865161 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-64837cb1-f3ad-4a1d-8a54-045cbd230edf req-cf8628b9-2e84-43c2-b928-da84b4c8e9c3 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:06.876254 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5d9a587d-3e07-4b6f-a0e7-29aa855b0c3b req-e2873aca-983b-4f52-b601-6424c221c1ba tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] 10.222.0.55 "GET /v2.0/quotas/16c56364460a469fa6890db0799c99b1 HTTP/1.1" status: 200 len: 375 time: 0.0410678 May 28 06:29:06.880320 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-ec3f82a6-9cee-4818-ae7e-c487b6545003 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Transition to ACTIVE for port object 63719b56-cdff-407a-9451-11b324811ceb will not be triggered until provisioned by entity DHCP. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:29:06.912133 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-f4955dda-89ac-4a86-a265-48515c8a3243 None None] Notify callbacks [] for port, precommit_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:06.924173 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-f4955dda-89ac-4a86-a265-48515c8a3243 None None] Transition to ACTIVE for port object df5164c0-1ed1-4dcf-b6b5-c03fb87cd1ee will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:29:06.967827 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-64837cb1-f3ad-4a1d-8a54-045cbd230edf req-cf8628b9-2e84-43c2-b928-da84b4c8e9c3 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Transition to ACTIVE for port object 465efe2e-5751-4246-8226-b9337c32e3eb will not be triggered until provisioned by entity DHCP. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:29:06.982883 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f76a223f-598d-4248-8b97-a85db4cf7f99 req-b7d81b7b-77a5-4a93-b4cb-d270eb2a0925 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/ports?device_id=70912ff8-445e-4379-89cf-b75e6336c476 HTTP/1.1" status: 200 len: 210 time: 0.0956151 May 28 06:29:07.047226 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5d9a587d-3e07-4b6f-a0e7-29aa855b0c3b req-39c03574-58ab-4721-b228-b4cc79367b71 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=16c56364460a469fa6890db0799c99b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1628616 May 28 06:29:07.065795 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-f4955dda-89ac-4a86-a265-48515c8a3243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:07.145869 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-ec3f82a6-9cee-4818-ae7e-c487b6545003 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:07.231658 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696d570a-9233-459a-b647-65f81ab61223 None None] Pushing event updated for resources: {'Port': ['ID=df5164c0-1ed1-4dcf-b6b5-c03fb87cd1ee,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:29:07.264612 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-64837cb1-f3ad-4a1d-8a54-045cbd230edf req-cf8628b9-2e84-43c2-b928-da84b4c8e9c3 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:07.280162 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['aed40a96-8c1b-41c4-8cf6-9693df9e3b63'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:29:07.280620 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-ec3f82a6-9cee-4818-ae7e-c487b6545003 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Network a9a55cb1-2dd3-489f-a37d-55a242b85f0c is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:29:07.300000 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-ec3f82a6-9cee-4818-ae7e-c487b6545003 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:29:07.313090 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-ec3f82a6-9cee-4818-ae7e-c487b6545003 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:29:07.315860 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['34d5a857-5950-4308-8e9f-761b2183974d', 'c43e50b8-fb17-4a3c-9d4b-113d8558c9fa', '15bc477c-9769-4020-b7bf-3f3554b08c6a', 'a5adb27f-78ac-4ba1-9200-f424e2d32259'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:29:07.391485 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64837cb1-f3ad-4a1d-8a54-045cbd230edf req-cf8628b9-2e84-43c2-b928-da84b4c8e9c3 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Network bb90c162-fdb0-406b-af2b-5eef830db7a9 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:29:07.405170 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [req-64837cb1-f3ad-4a1d-8a54-045cbd230edf req-cf8628b9-2e84-43c2-b928-da84b4c8e9c3 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:29:07.420692 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3f82a6-9cee-4818-ae7e-c487b6545003 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Pushing event updated for resources: {'Port': ['ID=63719b56-cdff-407a-9451-11b324811ceb,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:29:07.423547 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-64837cb1-f3ad-4a1d-8a54-045cbd230edf req-cf8628b9-2e84-43c2-b928-da84b4c8e9c3 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:29:07.455592 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-f4955dda-89ac-4a86-a265-48515c8a3243 None None] Attempting to bind port df5164c0-1ed1-4dcf-b6b5-c03fb87cd1ee on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:29:07.456200 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-f4955dda-89ac-4a86-a265-48515c8a3243 None None] Attempting to bind port df5164c0-1ed1-4dcf-b6b5-c03fb87cd1ee by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': '8d6493ed-a6e0-445f-9394-e5cc9c5c38f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'dc65caf0-8d89-44b6-8b48-1af6ff657d82'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:29:07.457023 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4955dda-89ac-4a86-a265-48515c8a3243 None None] Attempting to bind port df5164c0-1ed1-4dcf-b6b5-c03fb87cd1ee on network dc65caf0-8d89-44b6-8b48-1af6ff657d82 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:29:07.476630 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4955dda-89ac-4a86-a265-48515c8a3243 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:29:07.477238 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4955dda-89ac-4a86-a265-48515c8a3243 None None] Checking segment: {'id': '8d6493ed-a6e0-445f-9394-e5cc9c5c38f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'dc65caf0-8d89-44b6-8b48-1af6ff657d82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:29:07.478029 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-f4955dda-89ac-4a86-a265-48515c8a3243 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:07.483592 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4955dda-89ac-4a86-a265-48515c8a3243 None None] Bound using segment: {'id': '8d6493ed-a6e0-445f-9394-e5cc9c5c38f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'dc65caf0-8d89-44b6-8b48-1af6ff657d82'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:29:07.483592 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-f4955dda-89ac-4a86-a265-48515c8a3243 None None] Bound port: df5164c0-1ed1-4dcf-b6b5-c03fb87cd1ee, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d6493ed-a6e0-445f-9394-e5cc9c5c38f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'dc65caf0-8d89-44b6-8b48-1af6ff657d82'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:29:07.483592 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-f4955dda-89ac-4a86-a265-48515c8a3243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:07.558344 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-ec3f82a6-9cee-4818-ae7e-c487b6545003 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:07.559446 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-ec3f82a6-9cee-4818-ae7e-c487b6545003 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:07.720451 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5d9a587d-3e07-4b6f-a0e7-29aa855b0c3b req-bea6108e-69f9-49c2-84ba-1eb4b840cfdd service neutron] 10.222.0.55 "GET /v2.0/networks/dc65caf0-8d89-44b6-8b48-1af6ff657d82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6661968 May 28 06:29:07.721144 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8628b9-2e84-43c2-b928-da84b4c8e9c3 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Pushing event updated for resources: {'Port': ['ID=465efe2e-5751-4246-8226-b9337c32e3eb,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:29:07.737887 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64837cb1-f3ad-4a1d-8a54-045cbd230edf req-cf8628b9-2e84-43c2-b928-da84b4c8e9c3 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:07.738494 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-64837cb1-f3ad-4a1d-8a54-045cbd230edf req-cf8628b9-2e84-43c2-b928-da84b4c8e9c3 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:07.743706 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-f4955dda-89ac-4a86-a265-48515c8a3243 None None] For port df5164c0-1ed1-4dcf-b6b5-c03fb87cd1ee, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:29:07.752678 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db06d8a3-1ccd-488e-9c25-176dc284f073 req-e781c635-c8b2-485a-b6f4-85bbd61f6c4c tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:07.754138 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-db06d8a3-1ccd-488e-9c25-176dc284f073 req-e781c635-c8b2-485a-b6f4-85bbd61f6c4c tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/ports?device_id=90ede48b-246e-4690-8e50-3f809bbd9e2b HTTP/1.1" status: 200 len: 946 time: 0.6721561 May 28 06:29:07.779745 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-f4955dda-89ac-4a86-a265-48515c8a3243 None None] For port df5164c0-1ed1-4dcf-b6b5-c03fb87cd1ee, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=df5164c0-1ed1-4dcf-b6b5-c03fb87cd1ee,segment=NetworkSegment(8d6493ed-a6e0-445f-9394-e5cc9c5c38f9),segment_id=8d6493ed-a6e0-445f-9394-e5cc9c5c38f9)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:29:07.859453 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-561d0579-f390-4246-95e6-2a3d8b88eb71 None None] Provisioning for port 465efe2e-5751-4246-8226-b9337c32e3eb completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:29:07.860007 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-ec3f82a6-9cee-4818-ae7e-c487b6545003 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9789243 May 28 06:29:07.863063 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-f4955dda-89ac-4a86-a265-48515c8a3243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:07.882057 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-8bc07510-5308-43a8-b6b1-3e1e89c6fda4 service neutron] Request body: {'port': {'device_id': 'e11893ff-5c52-4ed1-b6b3-2fbc959d89e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843702-1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:29:07.909052 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-561d0579-f390-4246-95e6-2a3d8b88eb71 None None] Provisioning complete for port 465efe2e-5751-4246-8226-b9337c32e3eb triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:29:07.909442 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-561d0579-f390-4246-95e6-2a3d8b88eb71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:07.968750 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-64837cb1-f3ad-4a1d-8a54-045cbd230edf req-cf8628b9-2e84-43c2-b928-da84b4c8e9c3 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0508766 May 28 06:29:07.971601 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-db06d8a3-1ccd-488e-9c25-176dc284f073 req-a76685b0-528d-44fb-9da1-0106e8c22991 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f2c8bcd-a51c-4c0c-8c62-f5096a9be3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887522 May 28 06:29:08.020964 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-64837cb1-f3ad-4a1d-8a54-045cbd230edf req-cbd80274-1256-4b8e-9f0b-aa4e7408fc8a service neutron] Request body: {'port': {'device_id': '70912ff8-445e-4379-89cf-b75e6336c476', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843702-1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:29:08.059760 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696d570a-9233-459a-b647-65f81ab61223 None None] Pushing event updated for resources: {'Port': ['ID=df5164c0-1ed1-4dcf-b6b5-c03fb87cd1ee,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:29:08.073177 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-561d0579-f390-4246-95e6-2a3d8b88eb71 None None] Port 465efe2e-5751-4246-8226-b9337c32e3eb cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:29:08.080691 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4955dda-89ac-4a86-a265-48515c8a3243 None None] Routers {'20062376-ff65-4080-8f87-21a903d8307b'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:29:08.081361 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-f4955dda-89ac-4a86-a265-48515c8a3243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:28:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['20062376-ff65-4080-8f87-21a903d8307b'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:29:08.293358 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5d9a587d-3e07-4b6f-a0e7-29aa855b0c3b req-9050df4c-603a-4e54-a1e9-c2322e102e77 service neutron] 10.222.0.55 "GET /v2.0/networks/dc65caf0-8d89-44b6-8b48-1af6ff657d82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5506303 May 28 06:29:08.332466 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-8bc07510-5308-43a8-b6b1-3e1e89c6fda4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:08.368679 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-f4955dda-89ac-4a86-a265-48515c8a3243 None None] Set router 20062376-ff65-4080-8f87-21a903d8307b gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:29:08.434927 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-561d0579-f390-4246-95e6-2a3d8b88eb71 None None] Provisioning for port 63719b56-cdff-407a-9451-11b324811ceb completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:29:08.443526 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6386fe0-2d17-49dc-a5f8-ca66bc6a12bd req-9b345ff4-a98d-4c3e-9d91-70cc25b495a8 tempest-ComputeTenantNetworksTest-1635269993 tempest-ComputeTenantNetworksTest-1635269993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:08.444847 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f6386fe0-2d17-49dc-a5f8-ca66bc6a12bd req-9b345ff4-a98d-4c3e-9d91-70cc25b495a8 tempest-ComputeTenantNetworksTest-1635269993 tempest-ComputeTenantNetworksTest-1635269993-project] 10.222.0.55 "GET /v2.0/networks/1864609d-ff45-401b-a2e0-07e0d46990b2 HTTP/1.1" status: 200 len: 769 time: 0.3938069 May 28 06:29:08.458876 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 55838) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:29:08.467540 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-561d0579-f390-4246-95e6-2a3d8b88eb71 None None] Provisioning complete for port 63719b56-cdff-407a-9451-11b324811ceb triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:29:08.468764 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-561d0579-f390-4246-95e6-2a3d8b88eb71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:08.473924 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-64837cb1-f3ad-4a1d-8a54-045cbd230edf req-cbd80274-1256-4b8e-9f0b-aa4e7408fc8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:08.793731 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-30377439-476b-4512-a322-127cfa1eb8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:08.813266 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-561d0579-f390-4246-95e6-2a3d8b88eb71 None None] Port 63719b56-cdff-407a-9451-11b324811ceb cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:29:08.948333 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-30377439-476b-4512-a322-127cfa1eb8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:08.973819 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-30377439-476b-4512-a322-127cfa1eb8d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1864609d-ff45-401b-a2e0-07e0d46990b2']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:29:08.987462 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-30377439-476b-4512-a322-127cfa1eb8d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b3646fa-e7fd-4259-ab40-4ff2c27b2abb') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:29:08.987749 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-30377439-476b-4512-a322-127cfa1eb8d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b3646fa-e7fd-4259-ab40-4ff2c27b2abb') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:29:09.000319 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-30377439-476b-4512-a322-127cfa1eb8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:09.011660 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-f4955dda-89ac-4a86-a265-48515c8a3243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20062376-ff65-4080-8f87-21a903d8307b', 'name': 'tempest-FloatingIPsAssociationTestJSON-741993371-router', 'tenant_id': '16c56364460a469fa6890db0799c99b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '38de1d15-4711-4bec-9ef9-74fea9c7aceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:28:55Z', 'updated_at': '2022-05-28T06:29:02Z', 'revision_number': 4, 'project_id': '16c56364460a469fa6890db0799c99b1', 'gw_port': {'id': '38de1d15-4711-4bec-9ef9-74fea9c7aceb', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:1d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20062376-ff65-4080-8f87-21a903d8307b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:28:56Z', 'updated_at': '2022-05-28T06:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'df5164c0-1ed1-4dcf-b6b5-c03fb87cd1ee', 'name': '', 'network_id': 'dc65caf0-8d89-44b6-8b48-1af6ff657d82', 'tenant_id': '16c56364460a469fa6890db0799c99b1', 'mac_address': 'fa:16:3e:8c:9a:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20062376-ff65-4080-8f87-21a903d8307b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '4c48a484-2f92-4e72-9bd4-fc1c355a17c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:29:01Z', 'updated_at': '2022-05-28T06:29:07Z', 'revision_number': 4, 'project_id': '16c56364460a469fa6890db0799c99b1', 'subnets': [{'id': '4c48a484-2f92-4e72-9bd4-fc1c355a17c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:29:09.015822 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4955dda-89ac-4a86-a265-48515c8a3243 None None] The sync data for ids ['20062376-ff65-4080-8f87-21a903d8307b'] in n-d-843702-1 is: [{'id': '20062376-ff65-4080-8f87-21a903d8307b', 'name': 'tempest-FloatingIPsAssociationTestJSON-741993371-router', 'tenant_id': '16c56364460a469fa6890db0799c99b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '38de1d15-4711-4bec-9ef9-74fea9c7aceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:28:55Z', 'updated_at': '2022-05-28T06:29:02Z', 'revision_number': 4, 'project_id': '16c56364460a469fa6890db0799c99b1', 'gw_port': {'id': '38de1d15-4711-4bec-9ef9-74fea9c7aceb', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:1d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20062376-ff65-4080-8f87-21a903d8307b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:28:56Z', 'updated_at': '2022-05-28T06:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'df5164c0-1ed1-4dcf-b6b5-c03fb87cd1ee', 'name': '', 'network_id': 'dc65caf0-8d89-44b6-8b48-1af6ff657d82', 'tenant_id': '16c56364460a469fa6890db0799c99b1', 'mac_address': 'fa:16:3e:8c:9a:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20062376-ff65-4080-8f87-21a903d8307b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '4c48a484-2f92-4e72-9bd4-fc1c355a17c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:29:01Z', 'updated_at': '2022-05-28T06:29:07Z', 'revision_number': 4, 'project_id': '16c56364460a469fa6890db0799c99b1', 'subnets': [{'id': '4c48a484-2f92-4e72-9bd4-fc1c355a17c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:29:09.029917 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-30377439-476b-4512-a322-127cfa1eb8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:09.037203 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30377439-476b-4512-a322-127cfa1eb8d9 admin admin] Releasing vlan 372 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:29:09.037968 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-30377439-476b-4512-a322-127cfa1eb8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:09.114558 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 8b3646fa-e7fd-4259-ab40-4ff2c27b2abb resource provider aggregate not found May 28 06:29:09.137785 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3ac693-3cba-45aa-816b-cc1fceb4e25d req-c8ea0dda-ed9d-4d8f-ac6d-278ffca1bb5c tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:09.143399 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3ac693-3cba-45aa-816b-cc1fceb4e25d req-c8ea0dda-ed9d-4d8f-ac6d-278ffca1bb5c tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:09.149468 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3ac693-3cba-45aa-816b-cc1fceb4e25d req-c8ea0dda-ed9d-4d8f-ac6d-278ffca1bb5c tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:09.154590 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 8b3646fa-e7fd-4259-ab40-4ff2c27b2abb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8b3646fa-e7fd-4259-ab40-4ff2c27b2abb found for delete ", "request_id": "req-b37065e3-a7cb-43e2-b731-ed17afe6e838"}]} May 28 06:29:09.156065 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3ac693-3cba-45aa-816b-cc1fceb4e25d req-c8ea0dda-ed9d-4d8f-ac6d-278ffca1bb5c tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:09.161969 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3ac693-3cba-45aa-816b-cc1fceb4e25d req-c8ea0dda-ed9d-4d8f-ac6d-278ffca1bb5c tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:09.162919 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-3c3ac693-3cba-45aa-816b-cc1fceb4e25d req-c8ea0dda-ed9d-4d8f-ac6d-278ffca1bb5c tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Synchronizing usage tracker for tenant:f3958891eac44c76810006defcff5dde on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:29:09.194799 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5ad418-3516-454a-a205-1bd66085fdb7 req-597ae280-d136-44e6-afe5-857fb9f5288e tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:09.199443 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0f5ad418-3516-454a-a205-1bd66085fdb7 req-597ae280-d136-44e6-afe5-857fb9f5288e tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=1aee84c6-e027-450e-8e68-af8f968fbff5 HTTP/1.1" status: 200 len: 946 time: 0.4967301 May 28 06:29:09.219923 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-30377439-476b-4512-a322-127cfa1eb8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:09.238609 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-30377439-476b-4512-a322-127cfa1eb8d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:09.253001 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30377439-476b-4512-a322-127cfa1eb8d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=1864609d-ff45-401b-a2e0-07e0d46990b2,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:29:09.261321 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-30377439-476b-4512-a322-127cfa1eb8d9 admin admin] 10.222.0.55 "DELETE /v2.0/networks/1864609d-ff45-401b-a2e0-07e0d46990b2 HTTP/1.1" status: 204 len: 168 time: 0.8007047 May 28 06:29:09.351824 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0f5ad418-3516-454a-a205-1bd66085fdb7 req-e8d32107-28f5-44a9-a215-d8ddf676d244 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/security-groups?id=f6de87b7-c8be-4140-be86-d0d6b2592918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338344 May 28 06:29:09.372948 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-8bc07510-5308-43a8-b6b1-3e1e89c6fda4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59c8a3dd-39de-497f-ae98-545149d1be00 {{(pid=89110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:29:09.382286 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-3c3ac693-3cba-45aa-816b-cc1fceb4e25d req-c8ea0dda-ed9d-4d8f-ac6d-278ffca1bb5c tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Unset dirty status for tenant:f3958891eac44c76810006defcff5dde on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:29:09.383903 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3c3ac693-3cba-45aa-816b-cc1fceb4e25d req-c8ea0dda-ed9d-4d8f-ac6d-278ffca1bb5c tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.55 "GET /v2.0/ports?device_id=e11893ff-5c52-4ed1-b6b3-2fbc959d89e3 HTTP/1.1" status: 200 len: 3816 time: 0.6915526 May 28 06:29:09.386754 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-8bc07510-5308-43a8-b6b1-3e1e89c6fda4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:09.511851 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3c3ac693-3cba-45aa-816b-cc1fceb4e25d req-7f6c3a9b-b9ee-4d7e-abaf-6aef66386d20 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.55 "GET /v2.0/security-groups?id=e8d697a1-1dba-4b18-a73a-2546d21ff79d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0802457 May 28 06:29:09.513473 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-8bc07510-5308-43a8-b6b1-3e1e89c6fda4 service neutron] Transition to ACTIVE for port object 59c8a3dd-39de-497f-ae98-545149d1be00 will not be triggered until provisioned by entity L2. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:29:09.521147 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [req-64837cb1-f3ad-4a1d-8a54-045cbd230edf req-cbd80274-1256-4b8e-9f0b-aa4e7408fc8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 465efe2e-5751-4246-8226-b9337c32e3eb {{(pid=89110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:29:09.534826 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-64837cb1-f3ad-4a1d-8a54-045cbd230edf req-cbd80274-1256-4b8e-9f0b-aa4e7408fc8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:09.570885 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-64837cb1-f3ad-4a1d-8a54-045cbd230edf req-cbd80274-1256-4b8e-9f0b-aa4e7408fc8a service neutron] Transition to ACTIVE for port object 465efe2e-5751-4246-8226-b9337c32e3eb will not be triggered until provisioned by entity L2. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:29:09.707512 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-af3b4d87-2116-41e5-ba69-c1cc3ea947e9 req-285b5b0a-9d68-46af-858f-bfa2c3747850 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] 10.222.0.55 "GET /v2.0/ports?device_id=455809e7-a5e0-4854-943a-386ccf0610e3 HTTP/1.1" status: 200 len: 210 time: 0.0680945 May 28 06:29:09.710929 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-64837cb1-f3ad-4a1d-8a54-045cbd230edf req-cbd80274-1256-4b8e-9f0b-aa4e7408fc8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:09.759537 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device df5164c0-1ed1-4dcf-b6b5-c03fb87cd1ee up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:29:09.762128 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-8bc07510-5308-43a8-b6b1-3e1e89c6fda4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:09.839486 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 55862) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:29:09.933687 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-80c73005-9c6e-45e0-a7eb-b389f372a193 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=064b772026e1492e926893646327d256&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0930192 May 28 06:29:09.936081 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 55866) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:29:10.047179 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ff65e694-adfa-4503-9afb-35cd9341b3b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:10.080019 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ff65e694-adfa-4503-9afb-35cd9341b3b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:10.083229 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port df5164c0-1ed1-4dcf-b6b5-c03fb87cd1ee completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:29:10.090079 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port df5164c0-1ed1-4dcf-b6b5-c03fb87cd1ee triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:29:10.090401 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:10.300633 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ff65e694-adfa-4503-9afb-35cd9341b3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:10.324056 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff65e694-adfa-4503-9afb-35cd9341b3b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf7e9a73-73c0-4329-9342-51aa33336060,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:29:10.337134 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ff65e694-adfa-4503-9afb-35cd9341b3b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:10.338965 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-ff65e694-adfa-4503-9afb-35cd9341b3b0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bf7e9a73-73c0-4329-9342-51aa33336060 HTTP/1.1" status: 204 len: 168 time: 0.4010961 May 28 06:29:10.363778 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd80274-1256-4b8e-9f0b-aa4e7408fc8a service neutron] Pushing event updated for resources: {'Port': ['ID=465efe2e-5751-4246-8226-b9337c32e3eb,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:29:10.379711 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port df5164c0-1ed1-4dcf-b6b5-c03fb87cd1ee is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:29:10.380255 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:10.433734 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port df5164c0-1ed1-4dcf-b6b5-c03fb87cd1ee, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=df5164c0-1ed1-4dcf-b6b5-c03fb87cd1ee,segment=NetworkSegment(8d6493ed-a6e0-445f-9394-e5cc9c5c38f9),segment_id=8d6493ed-a6e0-445f-9394-e5cc9c5c38f9)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:29:10.538402 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24491b02-20ec-4b6b-941d-7c6e89299ffb req-654efcab-7e83-4037-84a0-5254f2ea23f1 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:10.539886 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-24491b02-20ec-4b6b-941d-7c6e89299ffb req-654efcab-7e83-4037-84a0-5254f2ea23f1 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/ports?device_id=90ede48b-246e-4690-8e50-3f809bbd9e2b HTTP/1.1" status: 200 len: 946 time: 0.6565878 May 28 06:29:10.587601 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-64837cb1-f3ad-4a1d-8a54-045cbd230edf req-cbd80274-1256-4b8e-9f0b-aa4e7408fc8a service neutron] Attempting to bind port 465efe2e-5751-4246-8226-b9337c32e3eb on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:29:10.588091 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-64837cb1-f3ad-4a1d-8a54-045cbd230edf req-cbd80274-1256-4b8e-9f0b-aa4e7408fc8a service neutron] Attempting to bind port 465efe2e-5751-4246-8226-b9337c32e3eb by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:29:10.588534 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64837cb1-f3ad-4a1d-8a54-045cbd230edf req-cbd80274-1256-4b8e-9f0b-aa4e7408fc8a service neutron] Attempting to bind port 465efe2e-5751-4246-8226-b9337c32e3eb on network bb90c162-fdb0-406b-af2b-5eef830db7a9 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:29:10.604324 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc07510-5308-43a8-b6b1-3e1e89c6fda4 service neutron] Pushing event updated for resources: {'Port': ['ID=59c8a3dd-39de-497f-ae98-545149d1be00,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:29:10.626198 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64837cb1-f3ad-4a1d-8a54-045cbd230edf req-cbd80274-1256-4b8e-9f0b-aa4e7408fc8a service neutron] Port 465efe2e-5751-4246-8226-b9337c32e3eb on network bb90c162-fdb0-406b-af2b-5eef830db7a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:29:10.626581 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64837cb1-f3ad-4a1d-8a54-045cbd230edf req-cbd80274-1256-4b8e-9f0b-aa4e7408fc8a service neutron] Attempting to bind port 465efe2e-5751-4246-8226-b9337c32e3eb on network bb90c162-fdb0-406b-af2b-5eef830db7a9 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:29:10.645791 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-8bc07510-5308-43a8-b6b1-3e1e89c6fda4 service neutron] Attempting to bind port 59c8a3dd-39de-497f-ae98-545149d1be00 on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:29:10.646168 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-8bc07510-5308-43a8-b6b1-3e1e89c6fda4 service neutron] Attempting to bind port 59c8a3dd-39de-497f-ae98-545149d1be00 by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': '19dbd857-d13f-4a6d-bcbd-ec9bd33234b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'b0d3210f-6f0b-4832-90fb-f0b2f3ebb660'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:29:10.646529 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-8bc07510-5308-43a8-b6b1-3e1e89c6fda4 service neutron] Attempting to bind port 59c8a3dd-39de-497f-ae98-545149d1be00 on network b0d3210f-6f0b-4832-90fb-f0b2f3ebb660 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:29:10.649320 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64837cb1-f3ad-4a1d-8a54-045cbd230edf req-cbd80274-1256-4b8e-9f0b-aa4e7408fc8a service neutron] Checking agent: {'id': '69f492a0-c00d-46d0-9bec-fcd8161ce206', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:29:10.649692 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64837cb1-f3ad-4a1d-8a54-045cbd230edf req-cbd80274-1256-4b8e-9f0b-aa4e7408fc8a service neutron] Checking segment: {'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:29:10.650108 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64837cb1-f3ad-4a1d-8a54-045cbd230edf req-cbd80274-1256-4b8e-9f0b-aa4e7408fc8a service neutron] Bound using segment: {'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:29:10.650818 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-64837cb1-f3ad-4a1d-8a54-045cbd230edf req-cbd80274-1256-4b8e-9f0b-aa4e7408fc8a service neutron] Bound port: 465efe2e-5751-4246-8226-b9337c32e3eb, host: n-h1-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'}}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:29:10.651299 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-64837cb1-f3ad-4a1d-8a54-045cbd230edf req-cbd80274-1256-4b8e-9f0b-aa4e7408fc8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:10.676617 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-8bc07510-5308-43a8-b6b1-3e1e89c6fda4 service neutron] Port 59c8a3dd-39de-497f-ae98-545149d1be00 on network b0d3210f-6f0b-4832-90fb-f0b2f3ebb660 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:29:10.676991 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-8bc07510-5308-43a8-b6b1-3e1e89c6fda4 service neutron] Attempting to bind port 59c8a3dd-39de-497f-ae98-545149d1be00 on network b0d3210f-6f0b-4832-90fb-f0b2f3ebb660 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:29:10.685757 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-24491b02-20ec-4b6b-941d-7c6e89299ffb req-75ab9393-0b3c-4f6b-bcb1-030ae289376f tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f2c8bcd-a51c-4c0c-8c62-f5096a9be3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328886 May 28 06:29:10.731368 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8017ca-991f-43e6-8b4c-b65dc3fa87a4 req-8dbf53e8-c8aa-4977-9395-0c2d98d3a9ad tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:10.731368 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-cb8017ca-991f-43e6-8b4c-b65dc3fa87a4 req-8dbf53e8-c8aa-4977-9395-0c2d98d3a9ad tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Synchronizing usage tracker for tenant:c3068efc66a349e9b92ab9365fc877d9 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:29:10.738031 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-8bc07510-5308-43a8-b6b1-3e1e89c6fda4 service neutron] Checking agent: {'id': '69f492a0-c00d-46d0-9bec-fcd8161ce206', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:29:10.738393 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-8bc07510-5308-43a8-b6b1-3e1e89c6fda4 service neutron] Checking segment: {'id': '19dbd857-d13f-4a6d-bcbd-ec9bd33234b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'b0d3210f-6f0b-4832-90fb-f0b2f3ebb660'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:29:10.738796 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-8bc07510-5308-43a8-b6b1-3e1e89c6fda4 service neutron] Bound using segment: {'id': '19dbd857-d13f-4a6d-bcbd-ec9bd33234b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'b0d3210f-6f0b-4832-90fb-f0b2f3ebb660'} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:29:10.739270 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-8bc07510-5308-43a8-b6b1-3e1e89c6fda4 service neutron] Bound port: 59c8a3dd-39de-497f-ae98-545149d1be00, host: n-h1-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19dbd857-d13f-4a6d-bcbd-ec9bd33234b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'b0d3210f-6f0b-4832-90fb-f0b2f3ebb660'}}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:29:10.739652 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-8bc07510-5308-43a8-b6b1-3e1e89c6fda4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:10.779498 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:10.864694 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=df5164c0-1ed1-4dcf-b6b5-c03fb87cd1ee,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:29:10.951714 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-64837cb1-f3ad-4a1d-8a54-045cbd230edf req-cbd80274-1256-4b8e-9f0b-aa4e7408fc8a service neutron] For port 465efe2e-5751-4246-8226-b9337c32e3eb, host n-h1-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:29:10.965219 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-64837cb1-f3ad-4a1d-8a54-045cbd230edf req-cbd80274-1256-4b8e-9f0b-aa4e7408fc8a service neutron] For port 465efe2e-5751-4246-8226-b9337c32e3eb, host n-h1-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=465efe2e-5751-4246-8226-b9337c32e3eb,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:29:10.971329 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-8bc07510-5308-43a8-b6b1-3e1e89c6fda4 service neutron] For port 59c8a3dd-39de-497f-ae98-545149d1be00, host n-h1-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:29:10.975304 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-8bc07510-5308-43a8-b6b1-3e1e89c6fda4 service neutron] For port 59c8a3dd-39de-497f-ae98-545149d1be00, host n-h1-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=59c8a3dd-39de-497f-ae98-545149d1be00,segment=NetworkSegment(19dbd857-d13f-4a6d-bcbd-ec9bd33234b5),segment_id=19dbd857-d13f-4a6d-bcbd-ec9bd33234b5)] {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:29:11.007783 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e96840d-ac3b-4daf-8a73-2c98d30ee375 req-60559bc8-40d0-4feb-9269-647f5cd34772 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:11.007783 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e96840d-ac3b-4daf-8a73-2c98d30ee375 req-60559bc8-40d0-4feb-9269-647f5cd34772 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:11.013293 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e96840d-ac3b-4daf-8a73-2c98d30ee375 req-60559bc8-40d0-4feb-9269-647f5cd34772 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:11.019078 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e96840d-ac3b-4daf-8a73-2c98d30ee375 req-60559bc8-40d0-4feb-9269-647f5cd34772 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:11.028736 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e96840d-ac3b-4daf-8a73-2c98d30ee375 req-60559bc8-40d0-4feb-9269-647f5cd34772 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:11.028736 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2e96840d-ac3b-4daf-8a73-2c98d30ee375 req-60559bc8-40d0-4feb-9269-647f5cd34772 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.55 "GET /v2.0/ports?device_id=e11893ff-5c52-4ed1-b6b3-2fbc959d89e3 HTTP/1.1" status: 200 len: 3828 time: 0.1994417 May 28 06:29:11.084668 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2e96840d-ac3b-4daf-8a73-2c98d30ee375 req-ea35de1f-8b91-4f59-8813-f35fcbbb0a53 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.55 "GET /v2.0/security-groups?id=e8d697a1-1dba-4b18-a73a-2546d21ff79d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0503783 May 28 06:29:11.092818 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-cb8017ca-991f-43e6-8b4c-b65dc3fa87a4 req-8dbf53e8-c8aa-4977-9395-0c2d98d3a9ad tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Unset dirty status for tenant:c3068efc66a349e9b92ab9365fc877d9 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:29:11.096072 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cb8017ca-991f-43e6-8b4c-b65dc3fa87a4 req-8dbf53e8-c8aa-4977-9395-0c2d98d3a9ad tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/ports?device_id=70912ff8-445e-4379-89cf-b75e6336c476 HTTP/1.1" status: 200 len: 948 time: 1.1459460 May 28 06:29:11.123100 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 9608580b-97ff-42f2-9808-c9d9a67209a5 details requested by agent hyperv_n-h1-843702-1 with host n-h1-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:29:11.123100 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 9608580b-97ff-42f2-9808-c9d9a67209a5 no longer exists at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:29:11.169241 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cb8017ca-991f-43e6-8b4c-b65dc3fa87a4 req-732e3209-cdbc-428f-9bcb-bf4d52c5ba5f tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/security-groups?id=cc42bff8-ec73-4f47-a19d-2b56e52b6e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715623 May 28 06:29:11.170846 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-8bc07510-5308-43a8-b6b1-3e1e89c6fda4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:11.192693 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-64837cb1-f3ad-4a1d-8a54-045cbd230edf req-cbd80274-1256-4b8e-9f0b-aa4e7408fc8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:11.315866 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64837cb1-f3ad-4a1d-8a54-045cbd230edf req-cbd80274-1256-4b8e-9f0b-aa4e7408fc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:11.316625 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-64837cb1-f3ad-4a1d-8a54-045cbd230edf req-cbd80274-1256-4b8e-9f0b-aa4e7408fc8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:11.318180 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-64837cb1-f3ad-4a1d-8a54-045cbd230edf req-cbd80274-1256-4b8e-9f0b-aa4e7408fc8a service neutron] 10.222.0.69 "PUT /v2.0/ports/465efe2e-5751-4246-8226-b9337c32e3eb HTTP/1.1" status: 200 len: 1096 time: 3.3098171 May 28 06:29:11.330354 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70912ff8-445e-4379-89cf-b75e6336c476', 'tag': '465efe2e-5751-4246-8226-b9337c32e3eb'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:29:11.366310 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-8bc07510-5308-43a8-b6b1-3e1e89c6fda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:11.367055 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-8bc07510-5308-43a8-b6b1-3e1e89c6fda4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:11.368675 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-8bc07510-5308-43a8-b6b1-3e1e89c6fda4 service neutron] 10.222.0.69 "PUT /v2.0/ports/59c8a3dd-39de-497f-ae98-545149d1be00 HTTP/1.1" status: 200 len: 1092 time: 3.4950588 May 28 06:29:11.390816 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-26347881-f1d7-4fc7-bfe4-e51cf4ee4e8e req-d12f7e6c-5597-48b2-91fb-2f52918af3f6 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] 10.222.0.55 "GET /v2.0/ports?device_id=455809e7-a5e0-4854-943a-386ccf0610e3 HTTP/1.1" status: 200 len: 210 time: 0.1866453 May 28 06:29:11.426062 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc07510-5308-43a8-b6b1-3e1e89c6fda4 service neutron] Pushing event updated for resources: {'Port': ['ID=59c8a3dd-39de-497f-ae98-545149d1be00,revision_number=3']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:29:11.449179 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 9608580b-97ff-42f2-9808-c9d9a67209a5 is: ACTIVE; New status is: DOWN {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:29:11.449179 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:11.477179 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8613dc4-62ac-4ba7-99ac-6d60eccb2760'] response: {'name': 'network-changed', 'server_uuid': '70912ff8-445e-4379-89cf-b75e6336c476', 'tag': '465efe2e-5751-4246-8226-b9337c32e3eb', 'status': 'completed', 'code': 200} May 28 06:29:11.507348 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90ede48b-246e-4690-8e50-3f809bbd9e2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9608580b-97ff-42f2-9808-c9d9a67209a5'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:29:11.552166 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 9608580b-97ff-42f2-9808-c9d9a67209a5, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=9608580b-97ff-42f2-9808-c9d9a67209a5,segment=NetworkSegment(c43c3304-7641-4f7e-9b08-81290536d034),segment_id=c43c3304-7641-4f7e-9b08-81290536d034)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:29:11.622697 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-c173fde9-c03c-4168-9264-131d35c0e0e7 service neutron] Request body: {'port': {'device_id': 'e11893ff-5c52-4ed1-b6b3-2fbc959d89e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843702-1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:29:11.637121 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1196012-36af-4d6a-9377-3cae50f8440f'] response: {'server_uuid': '90ede48b-246e-4690-8e50-3f809bbd9e2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9608580b-97ff-42f2-9808-c9d9a67209a5', 'code': 200} May 28 06:29:11.677636 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 9608580b-97ff-42f2-9808-c9d9a67209a5, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=9608580b-97ff-42f2-9808-c9d9a67209a5,segment=NetworkSegment(c43c3304-7641-4f7e-9b08-81290536d034),segment_id=c43c3304-7641-4f7e-9b08-81290536d034)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:29:11.710851 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Returning: {'device': '9608580b-97ff-42f2-9808-c9d9a67209a5', 'network_id': '8a614321-106a-411d-a8a4-5e84c14727eb', 'port_id': '9608580b-97ff-42f2-9808-c9d9a67209a5', 'mac_address': 'fa:16:3e:4e:cf:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66b89e44-3ec9-4ede-9e44-ddc84dd3e47d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:29:11.713541 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:11.766907 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device df5164c0-1ed1-4dcf-b6b5-c03fb87cd1ee up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:29:11.836188 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd80274-1256-4b8e-9f0b-aa4e7408fc8a service neutron] Pushing event updated for resources: {'Port': ['ID=465efe2e-5751-4246-8226-b9337c32e3eb,revision_number=3']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:29:11.839161 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-c173fde9-c03c-4168-9264-131d35c0e0e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:11.944648 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 9608580b-97ff-42f2-9808-c9d9a67209a5 is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:29:11.947928 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:11.961915 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=9608580b-97ff-42f2-9808-c9d9a67209a5,revision_number=6']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:29:11.972201 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port df5164c0-1ed1-4dcf-b6b5-c03fb87cd1ee triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:29:11.972939 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:11.977249 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc0822f-55bc-464e-a2d8-bb7554394464 req-88a97547-eaf0-45f0-9273-17c274d27304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:11.979487 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-edc0822f-55bc-464e-a2d8-bb7554394464 req-88a97547-eaf0-45f0-9273-17c274d27304 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c3068efc66a349e9b92ab9365fc877d9&device_id=70912ff8-445e-4379-89cf-b75e6336c476 HTTP/1.1" status: 200 len: 1099 time: 0.5040669 May 28 06:29:12.019908 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9608580b-97ff-42f2-9808-c9d9a67209a5 {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:29:12.077122 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-edc0822f-55bc-464e-a2d8-bb7554394464 req-24db9562-c734-4691-9aaa-24f14634d914 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=c3068efc66a349e9b92ab9365fc877d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0814762 May 28 06:29:12.079788 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 9608580b-97ff-42f2-9808-c9d9a67209a5, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=9608580b-97ff-42f2-9808-c9d9a67209a5,segment=NetworkSegment(c43c3304-7641-4f7e-9b08-81290536d034),segment_id=c43c3304-7641-4f7e-9b08-81290536d034)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:29:12.194410 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port df5164c0-1ed1-4dcf-b6b5-c03fb87cd1ee is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:29:12.194410 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:12.265616 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=9608580b-97ff-42f2-9808-c9d9a67209a5,revision_number=7']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:29:12.315747 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4268e48f-67f0-447e-b7d0-c096a0b16190 req-060fdee0-4e9b-44e9-ae83-06b3ec5cdfec tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:12.317224 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4268e48f-67f0-447e-b7d0-c096a0b16190 req-060fdee0-4e9b-44e9-ae83-06b3ec5cdfec tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/ports?device_id=90ede48b-246e-4690-8e50-3f809bbd9e2b HTTP/1.1" status: 200 len: 944 time: 0.4289315 May 28 06:29:12.467633 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['9608580b-97ff-42f2-9808-c9d9a67209a5'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:29:12.682487 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4268e48f-67f0-447e-b7d0-c096a0b16190 req-611501e4-1a8e-4d00-9da0-d850d7aa2df3 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f2c8bcd-a51c-4c0c-8c62-f5096a9be3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3447628 May 28 06:29:12.734349 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc0822f-55bc-464e-a2d8-bb7554394464 req-970a62f0-124c-4629-8a8d-7ffea8d2035a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:12.735809 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-edc0822f-55bc-464e-a2d8-bb7554394464 req-970a62f0-124c-4629-8a8d-7ffea8d2035a service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6430235 May 28 06:29:12.810309 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c9ee6f-6298-4029-ba82-45e46721082f req-e632c0ce-7b41-4bf3-a487-6a42659f393c tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:12.816040 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c9ee6f-6298-4029-ba82-45e46721082f req-e632c0ce-7b41-4bf3-a487-6a42659f393c tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:12.821778 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c9ee6f-6298-4029-ba82-45e46721082f req-e632c0ce-7b41-4bf3-a487-6a42659f393c tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:12.827566 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c9ee6f-6298-4029-ba82-45e46721082f req-e632c0ce-7b41-4bf3-a487-6a42659f393c tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:12.833347 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c9ee6f-6298-4029-ba82-45e46721082f req-e632c0ce-7b41-4bf3-a487-6a42659f393c tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:12.835130 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e4c9ee6f-6298-4029-ba82-45e46721082f req-e632c0ce-7b41-4bf3-a487-6a42659f393c tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.55 "GET /v2.0/ports?device_id=e11893ff-5c52-4ed1-b6b3-2fbc959d89e3 HTTP/1.1" status: 200 len: 3828 time: 0.5969141 May 28 06:29:13.037792 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9a587d-3e07-4b6f-a0e7-29aa855b0c3b req-e9bb7d4c-196c-4736-8dfe-167a9cd453b4 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:13.039204 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5d9a587d-3e07-4b6f-a0e7-29aa855b0c3b req-e9bb7d4c-196c-4736-8dfe-167a9cd453b4 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] 10.222.0.71 "GET /v2.0/networks?id=dc65caf0-8d89-44b6-8b48-1af6ff657d82 HTTP/1.1" status: 200 len: 820 time: 0.5539160 May 28 06:29:13.087107 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e4c9ee6f-6298-4029-ba82-45e46721082f req-e5940994-0c7f-4303-8307-6c4b9c82ffd4 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.55 "GET /v2.0/security-groups?id=e8d697a1-1dba-4b18-a73a-2546d21ff79d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2423382 May 28 06:29:13.093472 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-5d9a587d-3e07-4b6f-a0e7-29aa855b0c3b req-0349e6fd-534e-4d78-8ece-b58a9a94585c tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Request body: {'port': {'device_id': '455809e7-a5e0-4854-943a-386ccf0610e3', 'network_id': 'dc65caf0-8d89-44b6-8b48-1af6ff657d82', 'admin_state_up': True, 'tenant_id': '16c56364460a469fa6890db0799c99b1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:29:13.196288 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-c173fde9-c03c-4168-9264-131d35c0e0e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c60976f2-310e-4b2b-b603-af0aade00858 {{(pid=89110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:29:13.215148 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-c173fde9-c03c-4168-9264-131d35c0e0e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:13.301604 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af81c8ae-9547-4b92-a7bb-a171ee4c4013 req-b87cd118-2342-416a-8278-a2c38c4ffbd0 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:13.302986 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-af81c8ae-9547-4b92-a7bb-a171ee4c4013 req-b87cd118-2342-416a-8278-a2c38c4ffbd0 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/ports?device_id=70912ff8-445e-4379-89cf-b75e6336c476 HTTP/1.1" status: 200 len: 948 time: 0.4669719 May 28 06:29:13.304910 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-105f2298-a1f9-4785-aa80-60745678fc86 req-219935b6-0cbe-4d26-a2ab-1657cfc092c0 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] 10.222.0.55 "GET /v2.0/ports?device_id=455809e7-a5e0-4854-943a-386ccf0610e3 HTTP/1.1" status: 200 len: 210 time: 0.0938818 May 28 06:29:13.315873 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64837cb1-f3ad-4a1d-8a54-045cbd230edf req-9a614ffc-c66d-4096-99ef-05d278baf4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:13.317372 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-64837cb1-f3ad-4a1d-8a54-045cbd230edf req-9a614ffc-c66d-4096-99ef-05d278baf4fe service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c3068efc66a349e9b92ab9365fc877d9&device_id=70912ff8-445e-4379-89cf-b75e6336c476 HTTP/1.1" status: 200 len: 1099 time: 0.4759927 May 28 06:29:13.318400 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-c173fde9-c03c-4168-9264-131d35c0e0e7 service neutron] Transition to ACTIVE for port object c60976f2-310e-4b2b-b603-af0aade00858 will not be triggered until provisioned by entity L2. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:29:13.420827 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-64837cb1-f3ad-4a1d-8a54-045cbd230edf req-5afb174e-ee83-4e93-ba4b-c9ad2574768a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=465efe2e-5751-4246-8226-b9337c32e3eb HTTP/1.1" status: 200 len: 217 time: 0.0790324 May 28 06:29:13.429327 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-5d9a587d-3e07-4b6f-a0e7-29aa855b0c3b req-0349e6fd-534e-4d78-8ece-b58a9a94585c tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:29:13.435168 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-c173fde9-c03c-4168-9264-131d35c0e0e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:13.505178 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-5d9a587d-3e07-4b6f-a0e7-29aa855b0c3b req-0349e6fd-534e-4d78-8ece-b58a9a94585c tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Usage tracker for resource:port and tenant:16c56364460a469fa6890db0799c99b1 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:29:13.509868 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e11893ff-5c52-4ed1-b6b3-2fbc959d89e3', 'tag': '59c8a3dd-39de-497f-ae98-545149d1be00'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:29:13.514633 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-5d9a587d-3e07-4b6f-a0e7-29aa855b0c3b req-0349e6fd-534e-4d78-8ece-b58a9a94585c tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:29:13.555514 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-af81c8ae-9547-4b92-a7bb-a171ee4c4013 req-3c0f6f98-03f5-4f0f-8b86-81e90842d8b9 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/security-groups?id=cc42bff8-ec73-4f47-a19d-2b56e52b6e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403762 May 28 06:29:13.556202 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-5d9a587d-3e07-4b6f-a0e7-29aa855b0c3b req-0349e6fd-534e-4d78-8ece-b58a9a94585c tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:29:13.638957 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e4ab607-3680-4dd5-aa0b-65b311d30f52'] response: {'name': 'network-changed', 'server_uuid': 'e11893ff-5c52-4ed1-b6b3-2fbc959d89e3', 'tag': '59c8a3dd-39de-497f-ae98-545149d1be00', 'status': 'completed', 'code': 200} May 28 06:29:13.656962 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c173fde9-c03c-4168-9264-131d35c0e0e7 service neutron] Pushing event updated for resources: {'Port': ['ID=c60976f2-310e-4b2b-b603-af0aade00858,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:29:13.661573 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64837cb1-f3ad-4a1d-8a54-045cbd230edf req-f457f192-728d-4e0e-aa20-60a718e5aca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:13.663076 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-64837cb1-f3ad-4a1d-8a54-045cbd230edf req-f457f192-728d-4e0e-aa20-60a718e5aca7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e72d0ca5-04cb-4b36-82b1-c75214c9eb05 HTTP/1.1" status: 200 len: 843 time: 0.2290440 May 28 06:29:13.807685 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d9a587d-3e07-4b6f-a0e7-29aa855b0c3b req-0349e6fd-534e-4d78-8ece-b58a9a94585c tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Made reservation on behalf of 16c56364460a469fa6890db0799c99b1 for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:29:13.811782 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-5d9a587d-3e07-4b6f-a0e7-29aa855b0c3b req-0349e6fd-534e-4d78-8ece-b58a9a94585c tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:13.827697 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7c58c3-36f8-46bc-96bf-65480c888ceb req-fe4380de-0312-4183-ae85-838a7abff705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:13.829452 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7c58c3-36f8-46bc-96bf-65480c888ceb req-fe4380de-0312-4183-ae85-838a7abff705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:13.830093 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7c58c3-36f8-46bc-96bf-65480c888ceb req-fe4380de-0312-4183-ae85-838a7abff705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:13.841564 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7c58c3-36f8-46bc-96bf-65480c888ceb req-fe4380de-0312-4183-ae85-838a7abff705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:13.844016 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7c58c3-36f8-46bc-96bf-65480c888ceb req-fe4380de-0312-4183-ae85-838a7abff705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:13.844496 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7c58c3-36f8-46bc-96bf-65480c888ceb req-fe4380de-0312-4183-ae85-838a7abff705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:13.846519 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-8a7c58c3-36f8-46bc-96bf-65480c888ceb req-fe4380de-0312-4183-ae85-838a7abff705 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f3958891eac44c76810006defcff5dde&device_id=e11893ff-5c52-4ed1-b6b3-2fbc959d89e3 HTTP/1.1" status: 200 len: 5244 time: 0.1663096 May 28 06:29:14.006502 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-c173fde9-c03c-4168-9264-131d35c0e0e7 service neutron] Attempting to bind port c60976f2-310e-4b2b-b603-af0aade00858 on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:29:14.006835 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-c173fde9-c03c-4168-9264-131d35c0e0e7 service neutron] Attempting to bind port c60976f2-310e-4b2b-b603-af0aade00858 by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': 'b626a722-ea70-46bf-9197-581d08545299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '983e828b-34fc-4a3a-b418-34d9236f2407'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:29:14.007160 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-c173fde9-c03c-4168-9264-131d35c0e0e7 service neutron] Attempting to bind port c60976f2-310e-4b2b-b603-af0aade00858 on network 983e828b-34fc-4a3a-b418-34d9236f2407 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:29:14.019211 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7c58c3-36f8-46bc-96bf-65480c888ceb req-3017431d-6cc0-454e-977b-ee07f5282de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:14.019211 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7c58c3-36f8-46bc-96bf-65480c888ceb req-3017431d-6cc0-454e-977b-ee07f5282de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:14.019708 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7c58c3-36f8-46bc-96bf-65480c888ceb req-3017431d-6cc0-454e-977b-ee07f5282de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:14.021472 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-8a7c58c3-36f8-46bc-96bf-65480c888ceb req-3017431d-6cc0-454e-977b-ee07f5282de3 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=f3958891eac44c76810006defcff5dde&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1657469 May 28 06:29:14.024372 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-c173fde9-c03c-4168-9264-131d35c0e0e7 service neutron] Port c60976f2-310e-4b2b-b603-af0aade00858 on network 983e828b-34fc-4a3a-b418-34d9236f2407 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:29:14.024693 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-c173fde9-c03c-4168-9264-131d35c0e0e7 service neutron] Attempting to bind port c60976f2-310e-4b2b-b603-af0aade00858 on network 983e828b-34fc-4a3a-b418-34d9236f2407 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:29:14.042911 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-c173fde9-c03c-4168-9264-131d35c0e0e7 service neutron] Checking agent: {'id': '69f492a0-c00d-46d0-9bec-fcd8161ce206', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:29:14.043270 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-c173fde9-c03c-4168-9264-131d35c0e0e7 service neutron] Checking segment: {'id': 'b626a722-ea70-46bf-9197-581d08545299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '983e828b-34fc-4a3a-b418-34d9236f2407'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:29:14.043678 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-c173fde9-c03c-4168-9264-131d35c0e0e7 service neutron] Bound using segment: {'id': 'b626a722-ea70-46bf-9197-581d08545299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '983e828b-34fc-4a3a-b418-34d9236f2407'} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:29:14.044135 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-c173fde9-c03c-4168-9264-131d35c0e0e7 service neutron] Bound port: c60976f2-310e-4b2b-b603-af0aade00858, host: n-h1-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b626a722-ea70-46bf-9197-581d08545299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '983e828b-34fc-4a3a-b418-34d9236f2407'}}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:29:14.044497 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-c173fde9-c03c-4168-9264-131d35c0e0e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:14.092824 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64837cb1-f3ad-4a1d-8a54-045cbd230edf req-8d73bfa3-eca0-45de-90d2-e0861062b647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:14.094363 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-64837cb1-f3ad-4a1d-8a54-045cbd230edf req-8d73bfa3-eca0-45de-90d2-e0861062b647 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bb90c162-fdb0-406b-af2b-5eef830db7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3985016 May 28 06:29:14.260537 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71a5969-2042-48b4-a8b5-5fc10d323ea5 req-db3b58b9-eda6-4518-b7fb-936c2ce3b1bd tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:14.262417 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b71a5969-2042-48b4-a8b5-5fc10d323ea5 req-db3b58b9-eda6-4518-b7fb-936c2ce3b1bd tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/ports?device_id=90ede48b-246e-4690-8e50-3f809bbd9e2b HTTP/1.1" status: 200 len: 945 time: 0.4095306 May 28 06:29:14.285887 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7c58c3-36f8-46bc-96bf-65480c888ceb req-896d0dcf-92de-4643-b12f-61ef4b4d807a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:14.287715 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-8a7c58c3-36f8-46bc-96bf-65480c888ceb req-896d0dcf-92de-4643-b12f-61ef4b4d807a service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2603989 May 28 06:29:14.318117 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 55950) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:29:14.325876 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [req-5d9a587d-3e07-4b6f-a0e7-29aa855b0c3b req-0349e6fd-534e-4d78-8ece-b58a9a94585c tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Allocated IP 172.20.0.13 (dc65caf0-8d89-44b6-8b48-1af6ff657d82/4c48a484-2f92-4e72-9bd4-fc1c355a17c1/212267bc-72fb-4720-960a-a0bb5430dbe0) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:29:14.440970 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b2d2f94f-2d1f-42a4-b0e5-4c6149d50f0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:14.458300 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-b2d2f94f-2d1f-42a4-b0e5-4c6149d50f0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:29:14.570480 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-b2d2f94f-2d1f-42a4-b0e5-4c6149d50f0f admin admin] Usage tracker for resource:security_group_rule and tenant:3d600a71c4b54476b439186e9c16f814 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:29:14.570480 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-b2d2f94f-2d1f-42a4-b0e5-4c6149d50f0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:29:14.570480 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-b2d2f94f-2d1f-42a4-b0e5-4c6149d50f0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:29:14.571114 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-c173fde9-c03c-4168-9264-131d35c0e0e7 service neutron] For port c60976f2-310e-4b2b-b603-af0aade00858, host n-h1-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:29:14.571217 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b2d2f94f-2d1f-42a4-b0e5-4c6149d50f0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:14.571490 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b71a5969-2042-48b4-a8b5-5fc10d323ea5 req-f480f674-ff76-47bf-a1c5-ce5137a026dc tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f2c8bcd-a51c-4c0c-8c62-f5096a9be3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2865577 May 28 06:29:14.576402 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-64837cb1-f3ad-4a1d-8a54-045cbd230edf req-f89ba300-37ae-483a-8526-6459c7510173 service neutron] 10.222.0.69 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4734046 May 28 06:29:14.590771 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-c173fde9-c03c-4168-9264-131d35c0e0e7 service neutron] For port c60976f2-310e-4b2b-b603-af0aade00858, host n-h1-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=c60976f2-310e-4b2b-b603-af0aade00858,segment=NetworkSegment(b626a722-ea70-46bf-9197-581d08545299),segment_id=b626a722-ea70-46bf-9197-581d08545299)] {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:29:14.722424 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b2d2f94f-2d1f-42a4-b0e5-4c6149d50f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:14.735689 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-c173fde9-c03c-4168-9264-131d35c0e0e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:14.770328 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-b2d2f94f-2d1f-42a4-b0e5-4c6149d50f0f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3d600a71c4b54476b439186e9c16f814&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4509923 May 28 06:29:14.773010 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 55960) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:29:14.776487 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d2f94f-2d1f-42a4-b0e5-4c6149d50f0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98cbcadc-5132-4904-bdfd-f35d4e75b74c,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:29:14.849793 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-41db068c-ba73-4992-989e-78579cf42900 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:14.884603 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-41db068c-ba73-4992-989e-78579cf42900 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:14.923864 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-c173fde9-c03c-4168-9264-131d35c0e0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:14.924569 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-c173fde9-c03c-4168-9264-131d35c0e0e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:14.925929 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-c173fde9-c03c-4168-9264-131d35c0e0e7 service neutron] 10.222.0.69 "PUT /v2.0/ports/c60976f2-310e-4b2b-b603-af0aade00858 HTTP/1.1" status: 200 len: 1130 time: 3.3116336 May 28 06:29:15.038130 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-64837cb1-f3ad-4a1d-8a54-045cbd230edf req-80665e2f-18db-4ca7-9ed8-c1981e0194fb service neutron] 10.222.0.69 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4494095 May 28 06:29:15.038811 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c173fde9-c03c-4168-9264-131d35c0e0e7 service neutron] Pushing event updated for resources: {'Port': ['ID=c60976f2-310e-4b2b-b603-af0aade00858,revision_number=3']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:29:15.047476 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6268746a-4dfa-4d94-b1a7-51b724f8e229 req-b8975198-9a91-4f32-b16a-3894ea6dca84 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] 10.222.0.55 "GET /v2.0/ports?device_id=455809e7-a5e0-4854-943a-386ccf0610e3 HTTP/1.1" status: 200 len: 210 time: 0.0866184 May 28 06:29:15.052098 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-41db068c-ba73-4992-989e-78579cf42900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:15.071240 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41db068c-ba73-4992-989e-78579cf42900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98cbcadc-5132-4904-bdfd-f35d4e75b74c,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:29:15.074231 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c173fde9-c03c-4168-9264-131d35c0e0e7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:29:15.074231 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c173fde9-c03c-4168-9264-131d35c0e0e7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:29:15.074231 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c173fde9-c03c-4168-9264-131d35c0e0e7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:29:15.074497 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c173fde9-c03c-4168-9264-131d35c0e0e7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:29:15.074614 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c173fde9-c03c-4168-9264-131d35c0e0e7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:29:15.074935 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c173fde9-c03c-4168-9264-131d35c0e0e7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:29:15.075305 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c173fde9-c03c-4168-9264-131d35c0e0e7 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:29:15.075638 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c173fde9-c03c-4168-9264-131d35c0e0e7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:29:15.075960 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c173fde9-c03c-4168-9264-131d35c0e0e7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:29:15.076276 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c173fde9-c03c-4168-9264-131d35c0e0e7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:29:15.076596 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c173fde9-c03c-4168-9264-131d35c0e0e7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:29:15.076908 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c173fde9-c03c-4168-9264-131d35c0e0e7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:29:15.111581 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-5ab9e1d4-3f35-4101-9223-4ffad8bf54f9 service neutron] Request body: {'port': {'device_id': 'e11893ff-5c52-4ed1-b6b3-2fbc959d89e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843702-1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:29:15.118185 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-41db068c-ba73-4992-989e-78579cf42900 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:15.120892 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-41db068c-ba73-4992-989e-78579cf42900 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/98cbcadc-5132-4904-bdfd-f35d4e75b74c HTTP/1.1" status: 204 len: 168 time: 0.3466251 May 28 06:29:15.129792 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 9608580b-97ff-42f2-9808-c9d9a67209a5 up at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:29:15.184360 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-5d9a587d-3e07-4b6f-a0e7-29aa855b0c3b req-0349e6fd-534e-4d78-8ece-b58a9a94585c tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:15.227819 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9964f3-f1ef-430b-9164-2b41b91458fc req-454896ad-c81a-40fb-9b74-5a8053075b52 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:15.234262 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9964f3-f1ef-430b-9164-2b41b91458fc req-454896ad-c81a-40fb-9b74-5a8053075b52 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:15.240893 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9964f3-f1ef-430b-9164-2b41b91458fc req-454896ad-c81a-40fb-9b74-5a8053075b52 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:15.247243 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9964f3-f1ef-430b-9164-2b41b91458fc req-454896ad-c81a-40fb-9b74-5a8053075b52 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:15.253251 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9964f3-f1ef-430b-9164-2b41b91458fc req-454896ad-c81a-40fb-9b74-5a8053075b52 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:15.259384 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9964f3-f1ef-430b-9164-2b41b91458fc req-454896ad-c81a-40fb-9b74-5a8053075b52 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:15.261719 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ea9964f3-f1ef-430b-9164-2b41b91458fc req-454896ad-c81a-40fb-9b74-5a8053075b52 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.55 "GET /v2.0/ports?device_id=e11893ff-5c52-4ed1-b6b3-2fbc959d89e3 HTTP/1.1" status: 200 len: 4600 time: 0.5850620 May 28 06:29:15.268024 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-5d9a587d-3e07-4b6f-a0e7-29aa855b0c3b req-0349e6fd-534e-4d78-8ece-b58a9a94585c tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Transition to ACTIVE for port object 212267bc-72fb-4720-960a-a0bb5430dbe0 will not be triggered until provisioned by entity DHCP. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:29:15.272859 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning complete for port 9608580b-97ff-42f2-9808-c9d9a67209a5 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:29:15.273746 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:15.406698 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 9608580b-97ff-42f2-9808-c9d9a67209a5 is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:29:15.407696 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:15.442636 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90ede48b-246e-4690-8e50-3f809bbd9e2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9608580b-97ff-42f2-9808-c9d9a67209a5'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:29:15.446804 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ea9964f3-f1ef-430b-9164-2b41b91458fc req-c4e83cfe-40d1-490c-9acb-cd1136a5b6c9 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.55 "GET /v2.0/security-groups?id=46eeeb0c-b6a3-4a12-ace3-318551136dd9&id=e8d697a1-1dba-4b18-a73a-2546d21ff79d&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1389358 May 28 06:29:15.453205 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-5ab9e1d4-3f35-4101-9223-4ffad8bf54f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:15.454495 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 9608580b-97ff-42f2-9808-c9d9a67209a5, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=9608580b-97ff-42f2-9808-c9d9a67209a5,segment=NetworkSegment(c43c3304-7641-4f7e-9b08-81290536d034),segment_id=c43c3304-7641-4f7e-9b08-81290536d034)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:29:15.548429 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4243cb00-cb91-49a9-ac78-797370e449af req-8c62ac69-26d5-4eea-a64a-0c6b5ab14bac tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:15.548680 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28ebf776-842e-48fa-bde4-97d1cd84a3ef'] response: {'server_uuid': '90ede48b-246e-4690-8e50-3f809bbd9e2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9608580b-97ff-42f2-9808-c9d9a67209a5', 'code': 200} May 28 06:29:15.548774 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4243cb00-cb91-49a9-ac78-797370e449af req-8c62ac69-26d5-4eea-a64a-0c6b5ab14bac tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/ports?device_id=70912ff8-445e-4379-89cf-b75e6336c476 HTTP/1.1" status: 200 len: 948 time: 0.2776015 May 28 06:29:15.608566 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:15.637286 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-5d9a587d-3e07-4b6f-a0e7-29aa855b0c3b req-0349e6fd-534e-4d78-8ece-b58a9a94585c tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:15.647084 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e11893ff-5c52-4ed1-b6b3-2fbc959d89e3', 'tag': 'c60976f2-310e-4b2b-b603-af0aade00858'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:29:15.792240 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=9608580b-97ff-42f2-9808-c9d9a67209a5,revision_number=8']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:29:15.864136 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4243cb00-cb91-49a9-ac78-797370e449af req-54f7d031-322e-4532-8fac-13b525ddc242 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/security-groups?id=cc42bff8-ec73-4f47-a19d-2b56e52b6e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3089197 May 28 06:29:15.886221 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d9a587d-3e07-4b6f-a0e7-29aa855b0c3b req-0349e6fd-534e-4d78-8ece-b58a9a94585c tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Network dc65caf0-8d89-44b6-8b48-1af6ff657d82 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:29:15.919584 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [req-5d9a587d-3e07-4b6f-a0e7-29aa855b0c3b req-0349e6fd-534e-4d78-8ece-b58a9a94585c tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:29:15.990237 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a835279a-c6e2-41d8-8c77-dbb79e33b99d'] response: {'name': 'network-changed', 'server_uuid': 'e11893ff-5c52-4ed1-b6b3-2fbc959d89e3', 'tag': 'c60976f2-310e-4b2b-b603-af0aade00858', 'status': 'completed', 'code': 200} May 28 06:29:15.996186 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d9a587d-3e07-4b6f-a0e7-29aa855b0c3b req-0349e6fd-534e-4d78-8ece-b58a9a94585c tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:29:16.048488 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0349e6fd-534e-4d78-8ece-b58a9a94585c tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Pushing event updated for resources: {'Port': ['ID=212267bc-72fb-4720-960a-a0bb5430dbe0,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:29:16.076056 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed72d9ea-d385-4f5d-a4e5-0edf21847855 req-be2b0bf6-dc19-4c4d-a660-83c7746cac17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:16.076601 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed72d9ea-d385-4f5d-a4e5-0edf21847855 req-be2b0bf6-dc19-4c4d-a660-83c7746cac17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:16.077084 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed72d9ea-d385-4f5d-a4e5-0edf21847855 req-be2b0bf6-dc19-4c4d-a660-83c7746cac17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:16.077588 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed72d9ea-d385-4f5d-a4e5-0edf21847855 req-be2b0bf6-dc19-4c4d-a660-83c7746cac17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:16.078067 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed72d9ea-d385-4f5d-a4e5-0edf21847855 req-be2b0bf6-dc19-4c4d-a660-83c7746cac17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:16.078526 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed72d9ea-d385-4f5d-a4e5-0edf21847855 req-be2b0bf6-dc19-4c4d-a660-83c7746cac17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:16.081861 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-ed72d9ea-d385-4f5d-a4e5-0edf21847855 req-be2b0bf6-dc19-4c4d-a660-83c7746cac17 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f3958891eac44c76810006defcff5dde&device_id=e11893ff-5c52-4ed1-b6b3-2fbc959d89e3 HTTP/1.1" status: 200 len: 5286 time: 0.1118252 May 28 06:29:16.125845 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9a587d-3e07-4b6f-a0e7-29aa855b0c3b req-0349e6fd-534e-4d78-8ece-b58a9a94585c tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:16.126480 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-5d9a587d-3e07-4b6f-a0e7-29aa855b0c3b req-0349e6fd-534e-4d78-8ece-b58a9a94585c tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:16.236894 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de381b0-a50e-4473-96c3-2e78376a1df0 req-76026c92-45b0-4954-8436-e5457fdd6653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:16.238430 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6de381b0-a50e-4473-96c3-2e78376a1df0 req-76026c92-45b0-4954-8436-e5457fdd6653 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=90ede48b-246e-4690-8e50-3f809bbd9e2b HTTP/1.1" status: 200 len: 1097 time: 0.4244635 May 28 06:29:16.261214 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977d6712-504c-4dda-a813-e76ea91f6ac2 req-fdc1e36b-5ec7-4950-a994-5a08e1bf770d tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:16.263219 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-977d6712-504c-4dda-a813-e76ea91f6ac2 req-fdc1e36b-5ec7-4950-a994-5a08e1bf770d tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/ports?device_id=90ede48b-246e-4690-8e50-3f809bbd9e2b HTTP/1.1" status: 200 len: 946 time: 0.5276845 May 28 06:29:16.310516 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed72d9ea-d385-4f5d-a4e5-0edf21847855 req-a9506473-1748-471e-b7f0-0c018926b8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:16.310994 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed72d9ea-d385-4f5d-a4e5-0edf21847855 req-a9506473-1748-471e-b7f0-0c018926b8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:16.311457 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed72d9ea-d385-4f5d-a4e5-0edf21847855 req-a9506473-1748-471e-b7f0-0c018926b8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:16.313002 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-ed72d9ea-d385-4f5d-a4e5-0edf21847855 req-a9506473-1748-471e-b7f0-0c018926b8d2 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=f3958891eac44c76810006defcff5dde&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2227652 May 28 06:29:16.399609 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5d9a587d-3e07-4b6f-a0e7-29aa855b0c3b req-0349e6fd-534e-4d78-8ece-b58a9a94585c tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3254600 May 28 06:29:16.425798 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-33c28f4c-a3be-42f9-a122-3505e81dc978 None None] Provisioning for port 212267bc-72fb-4720-960a-a0bb5430dbe0 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:29:16.431063 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-33c28f4c-a3be-42f9-a122-3505e81dc978 None None] Provisioning complete for port 212267bc-72fb-4720-960a-a0bb5430dbe0 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:29:16.431513 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-33c28f4c-a3be-42f9-a122-3505e81dc978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:16.458496 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-5d9a587d-3e07-4b6f-a0e7-29aa855b0c3b req-d6b0ffde-fd47-4949-a05a-714ac046a9bb service neutron] Request body: {'port': {'device_id': '455809e7-a5e0-4854-943a-386ccf0610e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843702-1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:29:16.511810 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed72d9ea-d385-4f5d-a4e5-0edf21847855 req-42bca6aa-756c-417f-9c42-314475600056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:16.513840 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-ed72d9ea-d385-4f5d-a4e5-0edf21847855 req-42bca6aa-756c-417f-9c42-314475600056 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1945271 May 28 06:29:16.552102 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-33c28f4c-a3be-42f9-a122-3505e81dc978 None None] Port 212267bc-72fb-4720-960a-a0bb5430dbe0 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:29:16.684267 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-977d6712-504c-4dda-a813-e76ea91f6ac2 req-579f8a3e-79e6-434e-b495-103378896896 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f2c8bcd-a51c-4c0c-8c62-f5096a9be3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3882024 May 28 06:29:16.694772 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6de381b0-a50e-4473-96c3-2e78376a1df0 req-6211f1d8-0e11-44ac-9fe9-578ec7f7d03c service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=7f2c8bcd-a51c-4c0c-8c62-f5096a9be3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4144261 May 28 06:29:16.712018 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-5ab9e1d4-3f35-4101-9223-4ffad8bf54f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bc36923-1480-492d-8d92-1e4c402f1be2 {{(pid=89110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:29:16.725579 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-5ab9e1d4-3f35-4101-9223-4ffad8bf54f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:16.795219 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-5ab9e1d4-3f35-4101-9223-4ffad8bf54f9 service neutron] Transition to ACTIVE for port object 2bc36923-1480-492d-8d92-1e4c402f1be2 will not be triggered until provisioned by entity L2. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:29:16.803570 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc21bfc-9a18-47c6-9c59-d740b6fdfdf4 req-3f1be56d-0e5c-4f9c-89e7-30d13c57ebd6 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:16.803814 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-1cc21bfc-9a18-47c6-9c59-d740b6fdfdf4 req-3f1be56d-0e5c-4f9c-89e7-30d13c57ebd6 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Synchronizing usage tracker for tenant:16c56364460a469fa6890db0799c99b1 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:29:16.850607 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-5d9a587d-3e07-4b6f-a0e7-29aa855b0c3b req-d6b0ffde-fd47-4949-a05a-714ac046a9bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:16.883549 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-5ab9e1d4-3f35-4101-9223-4ffad8bf54f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:17.066035 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-1cc21bfc-9a18-47c6-9c59-d740b6fdfdf4 req-3f1be56d-0e5c-4f9c-89e7-30d13c57ebd6 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Unset dirty status for tenant:16c56364460a469fa6890db0799c99b1 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:29:17.067307 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1cc21bfc-9a18-47c6-9c59-d740b6fdfdf4 req-3f1be56d-0e5c-4f9c-89e7-30d13c57ebd6 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] 10.222.0.55 "GET /v2.0/ports?device_id=455809e7-a5e0-4854-943a-386ccf0610e3 HTTP/1.1" status: 200 len: 932 time: 0.8024464 May 28 06:29:17.131303 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab9e1d4-3f35-4101-9223-4ffad8bf54f9 service neutron] Pushing event updated for resources: {'Port': ['ID=2bc36923-1480-492d-8d92-1e4c402f1be2,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:29:17.298773 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8666d8-7988-41a4-af05-8aee3276560d req-87049b6e-703d-4b02-aa82-96dd134a0a2b tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:17.304580 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8666d8-7988-41a4-af05-8aee3276560d req-87049b6e-703d-4b02-aa82-96dd134a0a2b tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:17.311416 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8666d8-7988-41a4-af05-8aee3276560d req-87049b6e-703d-4b02-aa82-96dd134a0a2b tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:17.317128 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8666d8-7988-41a4-af05-8aee3276560d req-87049b6e-703d-4b02-aa82-96dd134a0a2b tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:17.324036 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8666d8-7988-41a4-af05-8aee3276560d req-87049b6e-703d-4b02-aa82-96dd134a0a2b tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:17.329813 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8666d8-7988-41a4-af05-8aee3276560d req-87049b6e-703d-4b02-aa82-96dd134a0a2b tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:17.331838 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5e8666d8-7988-41a4-af05-8aee3276560d req-87049b6e-703d-4b02-aa82-96dd134a0a2b tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.55 "GET /v2.0/ports?device_id=e11893ff-5c52-4ed1-b6b3-2fbc959d89e3 HTTP/1.1" status: 200 len: 4600 time: 0.5227871 May 28 06:29:17.376135 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1cc21bfc-9a18-47c6-9c59-d740b6fdfdf4 req-38094313-a7d1-4df0-ad85-dab8e1c37a24 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] 10.222.0.55 "GET /v2.0/security-groups?id=649a97d9-6056-4be4-8631-8b873f32da87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2900441 May 28 06:29:17.518379 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5e8666d8-7988-41a4-af05-8aee3276560d req-481d5c04-58f0-4541-9551-07e56d5855f8 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.55 "GET /v2.0/security-groups?id=46eeeb0c-b6a3-4a12-ace3-318551136dd9&id=e8d697a1-1dba-4b18-a73a-2546d21ff79d&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1710336 May 28 06:29:17.521665 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-5ab9e1d4-3f35-4101-9223-4ffad8bf54f9 service neutron] Attempting to bind port 2bc36923-1480-492d-8d92-1e4c402f1be2 on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:29:17.522498 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-5ab9e1d4-3f35-4101-9223-4ffad8bf54f9 service neutron] Attempting to bind port 2bc36923-1480-492d-8d92-1e4c402f1be2 by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': 'b626a722-ea70-46bf-9197-581d08545299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '983e828b-34fc-4a3a-b418-34d9236f2407'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:29:17.522498 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-5ab9e1d4-3f35-4101-9223-4ffad8bf54f9 service neutron] Attempting to bind port 2bc36923-1480-492d-8d92-1e4c402f1be2 on network 983e828b-34fc-4a3a-b418-34d9236f2407 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:29:17.532519 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-5ab9e1d4-3f35-4101-9223-4ffad8bf54f9 service neutron] Port 2bc36923-1480-492d-8d92-1e4c402f1be2 on network 983e828b-34fc-4a3a-b418-34d9236f2407 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:29:17.532812 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-5ab9e1d4-3f35-4101-9223-4ffad8bf54f9 service neutron] Attempting to bind port 2bc36923-1480-492d-8d92-1e4c402f1be2 on network 983e828b-34fc-4a3a-b418-34d9236f2407 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:29:17.554423 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-5ab9e1d4-3f35-4101-9223-4ffad8bf54f9 service neutron] Checking agent: {'id': '69f492a0-c00d-46d0-9bec-fcd8161ce206', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:29:17.554423 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-5ab9e1d4-3f35-4101-9223-4ffad8bf54f9 service neutron] Checking segment: {'id': 'b626a722-ea70-46bf-9197-581d08545299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '983e828b-34fc-4a3a-b418-34d9236f2407'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:29:17.554423 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-5ab9e1d4-3f35-4101-9223-4ffad8bf54f9 service neutron] Bound using segment: {'id': 'b626a722-ea70-46bf-9197-581d08545299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '983e828b-34fc-4a3a-b418-34d9236f2407'} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:29:17.554423 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-5ab9e1d4-3f35-4101-9223-4ffad8bf54f9 service neutron] Bound port: 2bc36923-1480-492d-8d92-1e4c402f1be2, host: n-h1-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b626a722-ea70-46bf-9197-581d08545299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '983e828b-34fc-4a3a-b418-34d9236f2407'}}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:29:17.554423 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-5ab9e1d4-3f35-4101-9223-4ffad8bf54f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:17.792107 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-5ab9e1d4-3f35-4101-9223-4ffad8bf54f9 service neutron] For port 2bc36923-1480-492d-8d92-1e4c402f1be2, host n-h1-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:29:17.816500 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [req-5d9a587d-3e07-4b6f-a0e7-29aa855b0c3b req-d6b0ffde-fd47-4949-a05a-714ac046a9bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 212267bc-72fb-4720-960a-a0bb5430dbe0 {{(pid=89110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:29:17.823517 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-5ab9e1d4-3f35-4101-9223-4ffad8bf54f9 service neutron] For port 2bc36923-1480-492d-8d92-1e4c402f1be2, host n-h1-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=2bc36923-1480-492d-8d92-1e4c402f1be2,segment=NetworkSegment(b626a722-ea70-46bf-9197-581d08545299),segment_id=b626a722-ea70-46bf-9197-581d08545299)] {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:29:17.828643 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-5d9a587d-3e07-4b6f-a0e7-29aa855b0c3b req-d6b0ffde-fd47-4949-a05a-714ac046a9bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:17.897474 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-5d9a587d-3e07-4b6f-a0e7-29aa855b0c3b req-d6b0ffde-fd47-4949-a05a-714ac046a9bb service neutron] Transition to ACTIVE for port object 212267bc-72fb-4720-960a-a0bb5430dbe0 will not be triggered until provisioned by entity L2. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:29:17.925530 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f3113d-f212-4721-bc4e-163a303b8b8c req-6970acfd-171b-4763-b354-2af6864eea1d tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:17.927784 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-77f3113d-f212-4721-bc4e-163a303b8b8c req-6970acfd-171b-4763-b354-2af6864eea1d tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/ports?device_id=70912ff8-445e-4379-89cf-b75e6336c476 HTTP/1.1" status: 200 len: 948 time: 0.2714624 May 28 06:29:17.930958 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-5ab9e1d4-3f35-4101-9223-4ffad8bf54f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:18.032934 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-5ab9e1d4-3f35-4101-9223-4ffad8bf54f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:18.033565 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-5ab9e1d4-3f35-4101-9223-4ffad8bf54f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:18.034909 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-5ab9e1d4-3f35-4101-9223-4ffad8bf54f9 service neutron] 10.222.0.69 "PUT /v2.0/ports/2bc36923-1480-492d-8d92-1e4c402f1be2 HTTP/1.1" status: 200 len: 1130 time: 2.9344718 May 28 06:29:18.038475 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e11893ff-5c52-4ed1-b6b3-2fbc959d89e3', 'tag': '2bc36923-1480-492d-8d92-1e4c402f1be2'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:29:18.043097 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-5d9a587d-3e07-4b6f-a0e7-29aa855b0c3b req-d6b0ffde-fd47-4949-a05a-714ac046a9bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:18.085901 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-77f3113d-f212-4721-bc4e-163a303b8b8c req-f6eeb63b-53af-4aa9-b92a-6ad3e626921c tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/security-groups?id=cc42bff8-ec73-4f47-a19d-2b56e52b6e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499093 May 28 06:29:18.145721 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dd830c-0802-447c-b747-6a210764ac7e req-7f42e72d-c9a3-4750-83b6-b07fdc10e0b0 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:18.147294 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-64dd830c-0802-447c-b747-6a210764ac7e req-7f42e72d-c9a3-4750-83b6-b07fdc10e0b0 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/ports?device_id=90ede48b-246e-4690-8e50-3f809bbd9e2b HTTP/1.1" status: 200 len: 946 time: 0.3038032 May 28 06:29:18.178684 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-c8076f82-ea9c-40d7-a198-4666295134e1 service neutron] Request body: {'port': {'device_id': 'e11893ff-5c52-4ed1-b6b3-2fbc959d89e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843702-1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:29:18.217246 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab9e1d4-3f35-4101-9223-4ffad8bf54f9 service neutron] Pushing event updated for resources: {'Port': ['ID=2bc36923-1480-492d-8d92-1e4c402f1be2,revision_number=3']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:29:18.330936 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15f7168d-089b-4ac3-825e-b2964041c920'] response: {'name': 'network-changed', 'server_uuid': 'e11893ff-5c52-4ed1-b6b3-2fbc959d89e3', 'tag': '2bc36923-1480-492d-8d92-1e4c402f1be2', 'status': 'completed', 'code': 200} May 28 06:29:18.512401 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b0ffde-fd47-4949-a05a-714ac046a9bb service neutron] Pushing event updated for resources: {'Port': ['ID=212267bc-72fb-4720-960a-a0bb5430dbe0,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:29:18.578286 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-64dd830c-0802-447c-b747-6a210764ac7e req-f636ca29-be3b-490e-b9b5-b2f5a10f16ff tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f2c8bcd-a51c-4c0c-8c62-f5096a9be3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4141932 May 28 06:29:18.820445 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-c8076f82-ea9c-40d7-a198-4666295134e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:18.859155 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-5d9a587d-3e07-4b6f-a0e7-29aa855b0c3b req-d6b0ffde-fd47-4949-a05a-714ac046a9bb service neutron] Attempting to bind port 212267bc-72fb-4720-960a-a0bb5430dbe0 on host n-h2-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:29:18.859475 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-5d9a587d-3e07-4b6f-a0e7-29aa855b0c3b req-d6b0ffde-fd47-4949-a05a-714ac046a9bb service neutron] Attempting to bind port 212267bc-72fb-4720-960a-a0bb5430dbe0 by drivers openvswitch,hyperv on host n-h2-843702-1 at level 0 using segments [{'id': '8d6493ed-a6e0-445f-9394-e5cc9c5c38f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'dc65caf0-8d89-44b6-8b48-1af6ff657d82'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:29:18.859791 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9a587d-3e07-4b6f-a0e7-29aa855b0c3b req-d6b0ffde-fd47-4949-a05a-714ac046a9bb service neutron] Attempting to bind port 212267bc-72fb-4720-960a-a0bb5430dbe0 on network dc65caf0-8d89-44b6-8b48-1af6ff657d82 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:29:18.907172 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9a587d-3e07-4b6f-a0e7-29aa855b0c3b req-d6b0ffde-fd47-4949-a05a-714ac046a9bb service neutron] Port 212267bc-72fb-4720-960a-a0bb5430dbe0 on network dc65caf0-8d89-44b6-8b48-1af6ff657d82 not bound, no agent of type Open vSwitch agent registered on host n-h2-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:29:18.908273 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9a587d-3e07-4b6f-a0e7-29aa855b0c3b req-d6b0ffde-fd47-4949-a05a-714ac046a9bb service neutron] Attempting to bind port 212267bc-72fb-4720-960a-a0bb5430dbe0 on network dc65caf0-8d89-44b6-8b48-1af6ff657d82 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:29:18.933711 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9a587d-3e07-4b6f-a0e7-29aa855b0c3b req-d6b0ffde-fd47-4949-a05a-714ac046a9bb service neutron] Checking agent: {'id': 'f1a3973b-d2b3-4558-88e7-2ac50857d302', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:29:18.934037 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9a587d-3e07-4b6f-a0e7-29aa855b0c3b req-d6b0ffde-fd47-4949-a05a-714ac046a9bb service neutron] Checking segment: {'id': '8d6493ed-a6e0-445f-9394-e5cc9c5c38f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'dc65caf0-8d89-44b6-8b48-1af6ff657d82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:29:18.934413 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9a587d-3e07-4b6f-a0e7-29aa855b0c3b req-d6b0ffde-fd47-4949-a05a-714ac046a9bb service neutron] Bound using segment: {'id': '8d6493ed-a6e0-445f-9394-e5cc9c5c38f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'dc65caf0-8d89-44b6-8b48-1af6ff657d82'} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:29:18.934847 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-5d9a587d-3e07-4b6f-a0e7-29aa855b0c3b req-d6b0ffde-fd47-4949-a05a-714ac046a9bb service neutron] Bound port: 212267bc-72fb-4720-960a-a0bb5430dbe0, host: n-h2-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d6493ed-a6e0-445f-9394-e5cc9c5c38f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'dc65caf0-8d89-44b6-8b48-1af6ff657d82'}}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:29:18.935178 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-5d9a587d-3e07-4b6f-a0e7-29aa855b0c3b req-d6b0ffde-fd47-4949-a05a-714ac046a9bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:18.955246 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94900d2e-89dc-4716-9e06-5ac51d9f6078 req-43d2ce74-7578-4d34-a909-e712c15aaf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:18.955720 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94900d2e-89dc-4716-9e06-5ac51d9f6078 req-43d2ce74-7578-4d34-a909-e712c15aaf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:18.956181 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94900d2e-89dc-4716-9e06-5ac51d9f6078 req-43d2ce74-7578-4d34-a909-e712c15aaf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:18.956634 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94900d2e-89dc-4716-9e06-5ac51d9f6078 req-43d2ce74-7578-4d34-a909-e712c15aaf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:18.958113 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94900d2e-89dc-4716-9e06-5ac51d9f6078 req-43d2ce74-7578-4d34-a909-e712c15aaf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:18.958113 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94900d2e-89dc-4716-9e06-5ac51d9f6078 req-43d2ce74-7578-4d34-a909-e712c15aaf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:18.958113 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94900d2e-89dc-4716-9e06-5ac51d9f6078 req-43d2ce74-7578-4d34-a909-e712c15aaf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:18.959845 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-94900d2e-89dc-4716-9e06-5ac51d9f6078 req-43d2ce74-7578-4d34-a909-e712c15aaf67 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f3958891eac44c76810006defcff5dde&device_id=e11893ff-5c52-4ed1-b6b3-2fbc959d89e3 HTTP/1.1" status: 200 len: 6209 time: 0.5822229 May 28 06:29:19.147831 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 465efe2e-5751-4246-8226-b9337c32e3eb details requested by agent hyperv_n-h1-843702-1 with host n-h1-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:29:19.200373 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9045f3-9ab6-4fe7-8716-4db597e0a57f req-1927285c-e06d-40b1-892d-1a2f48f2866d tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:19.201891 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ab9045f3-9ab6-4fe7-8716-4db597e0a57f req-1927285c-e06d-40b1-892d-1a2f48f2866d tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] 10.222.0.55 "GET /v2.0/ports?device_id=455809e7-a5e0-4854-943a-386ccf0610e3 HTTP/1.1" status: 200 len: 944 time: 0.6412933 May 28 06:29:19.239071 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5e4f3e-163c-4107-9634-f4da8ec664b1 req-bc7851a6-ca6d-4b7a-90e4-39b7a0efdc52 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:19.245035 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5e4f3e-163c-4107-9634-f4da8ec664b1 req-bc7851a6-ca6d-4b7a-90e4-39b7a0efdc52 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:19.260695 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5e4f3e-163c-4107-9634-f4da8ec664b1 req-bc7851a6-ca6d-4b7a-90e4-39b7a0efdc52 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:19.267521 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5e4f3e-163c-4107-9634-f4da8ec664b1 req-bc7851a6-ca6d-4b7a-90e4-39b7a0efdc52 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:19.276828 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5e4f3e-163c-4107-9634-f4da8ec664b1 req-bc7851a6-ca6d-4b7a-90e4-39b7a0efdc52 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:19.283344 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5e4f3e-163c-4107-9634-f4da8ec664b1 req-bc7851a6-ca6d-4b7a-90e4-39b7a0efdc52 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:19.290481 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5e4f3e-163c-4107-9634-f4da8ec664b1 req-bc7851a6-ca6d-4b7a-90e4-39b7a0efdc52 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:19.292735 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cc5e4f3e-163c-4107-9634-f4da8ec664b1 req-bc7851a6-ca6d-4b7a-90e4-39b7a0efdc52 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.55 "GET /v2.0/ports?device_id=e11893ff-5c52-4ed1-b6b3-2fbc959d89e3 HTTP/1.1" status: 200 len: 5372 time: 0.5551789 May 28 06:29:19.303514 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 465efe2e-5751-4246-8226-b9337c32e3eb, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=465efe2e-5751-4246-8226-b9337c32e3eb,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:29:19.315385 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 56046) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:29:19.324939 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Returning: {'device': '465efe2e-5751-4246-8226-b9337c32e3eb', 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9', 'port_id': '465efe2e-5751-4246-8226-b9337c32e3eb', 'mac_address': 'fa:16:3e:b7:a5:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e72d0ca5-04cb-4b36-82b1-c75214c9eb05', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:29:19.406857 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 465efe2e-5751-4246-8226-b9337c32e3eb is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:29:19.407538 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:19.426214 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 465efe2e-5751-4246-8226-b9337c32e3eb {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:29:19.444016 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 465efe2e-5751-4246-8226-b9337c32e3eb, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=465efe2e-5751-4246-8226-b9337c32e3eb,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:29:19.468354 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a9c252ed-0b43-471c-8173-b71f6569b0ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:19.489368 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-a9c252ed-0b43-471c-8173-b71f6569b0ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:29:19.494240 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-a9c252ed-0b43-471c-8173-b71f6569b0ea admin admin] Usage tracker for resource:security_group_rule and tenant:6c8255d3fcff4d6aa897953572055f0b is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:29:19.495031 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-5d9a587d-3e07-4b6f-a0e7-29aa855b0c3b req-d6b0ffde-fd47-4949-a05a-714ac046a9bb service neutron] For port 212267bc-72fb-4720-960a-a0bb5430dbe0, host n-h2-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:29:19.501003 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-a9c252ed-0b43-471c-8173-b71f6569b0ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:29:19.506967 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-a9c252ed-0b43-471c-8173-b71f6569b0ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:29:19.521059 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ab9045f3-9ab6-4fe7-8716-4db597e0a57f req-809e1dcf-3c3f-4ee3-ada5-541a133fc731 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] 10.222.0.55 "GET /v2.0/security-groups?id=649a97d9-6056-4be4-8631-8b873f32da87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3088579 May 28 06:29:19.534894 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94900d2e-89dc-4716-9e06-5ac51d9f6078 req-9434d582-2002-47aa-9aee-a921ea12bc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:19.535554 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94900d2e-89dc-4716-9e06-5ac51d9f6078 req-9434d582-2002-47aa-9aee-a921ea12bc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:19.536204 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94900d2e-89dc-4716-9e06-5ac51d9f6078 req-9434d582-2002-47aa-9aee-a921ea12bc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:19.538093 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-94900d2e-89dc-4716-9e06-5ac51d9f6078 req-9434d582-2002-47aa-9aee-a921ea12bc41 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=f3958891eac44c76810006defcff5dde&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.5609021 May 28 06:29:19.550586 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-5d9a587d-3e07-4b6f-a0e7-29aa855b0c3b req-d6b0ffde-fd47-4949-a05a-714ac046a9bb service neutron] For port 212267bc-72fb-4720-960a-a0bb5430dbe0, host n-h2-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=212267bc-72fb-4720-960a-a0bb5430dbe0,segment=NetworkSegment(8d6493ed-a6e0-445f-9394-e5cc9c5c38f9),segment_id=8d6493ed-a6e0-445f-9394-e5cc9c5c38f9)] {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:29:19.561689 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cc5e4f3e-163c-4107-9634-f4da8ec664b1 req-ac130300-4dd1-4187-9dcb-614141286409 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.55 "GET /v2.0/security-groups?id=46eeeb0c-b6a3-4a12-ace3-318551136dd9&id=e8d697a1-1dba-4b18-a73a-2546d21ff79d&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2086787 May 28 06:29:19.585684 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:19.659719 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a9c252ed-0b43-471c-8173-b71f6569b0ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:19.672194 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-5d9a587d-3e07-4b6f-a0e7-29aa855b0c3b req-d6b0ffde-fd47-4949-a05a-714ac046a9bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:19.687655 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=465efe2e-5751-4246-8226-b9337c32e3eb,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:29:19.746351 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a9c252ed-0b43-471c-8173-b71f6569b0ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:19.810603 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-a9c252ed-0b43-471c-8173-b71f6569b0ea admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6c8255d3fcff4d6aa897953572055f0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4908903 May 28 06:29:19.810603 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c252ed-0b43-471c-8173-b71f6569b0ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f15c793f-acea-48a5-8295-499ddc813267,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:29:19.811664 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 56056) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:29:19.831896 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9a587d-3e07-4b6f-a0e7-29aa855b0c3b req-d6b0ffde-fd47-4949-a05a-714ac046a9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:19.832512 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-5d9a587d-3e07-4b6f-a0e7-29aa855b0c3b req-d6b0ffde-fd47-4949-a05a-714ac046a9bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:19.833970 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5d9a587d-3e07-4b6f-a0e7-29aa855b0c3b req-d6b0ffde-fd47-4949-a05a-714ac046a9bb service neutron] 10.222.0.71 "PUT /v2.0/ports/212267bc-72fb-4720-960a-a0bb5430dbe0 HTTP/1.1" status: 200 len: 1092 time: 3.3874056 May 28 06:29:19.878815 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d6b78fc2-4af4-4db9-80e9-e3e6107eb683 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:19.906067 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['465efe2e-5751-4246-8226-b9337c32e3eb'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:29:19.912791 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d6b78fc2-4af4-4db9-80e9-e3e6107eb683 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:19.934768 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94900d2e-89dc-4716-9e06-5ac51d9f6078 req-504dd816-419a-4aea-8773-fd9e26a6f802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:19.936249 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-94900d2e-89dc-4716-9e06-5ac51d9f6078 req-504dd816-419a-4aea-8773-fd9e26a6f802 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3819869 May 28 06:29:19.936993 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b0ffde-fd47-4949-a05a-714ac046a9bb service neutron] Pushing event updated for resources: {'Port': ['ID=212267bc-72fb-4720-960a-a0bb5430dbe0,revision_number=3']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:29:20.010383 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-c8076f82-ea9c-40d7-a198-4666295134e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe01eb67-c712-4a12-a2e7-d0f0c93a787f {{(pid=89110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:29:20.022603 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-c8076f82-ea9c-40d7-a198-4666295134e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:20.078221 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d6b78fc2-4af4-4db9-80e9-e3e6107eb683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:20.090857 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d55bb59-7fbe-47f2-9cb0-efd7fbb7a20e req-1ca2ac36-a310-463f-aacc-8e7ca9b99658 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:20.092382 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9d55bb59-7fbe-47f2-9cb0-efd7fbb7a20e req-1ca2ac36-a310-463f-aacc-8e7ca9b99658 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/ports?device_id=70912ff8-445e-4379-89cf-b75e6336c476 HTTP/1.1" status: 200 len: 949 time: 0.3787596 May 28 06:29:20.102631 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b78fc2-4af4-4db9-80e9-e3e6107eb683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f15c793f-acea-48a5-8295-499ddc813267,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:29:20.105554 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d6b78fc2-4af4-4db9-80e9-e3e6107eb683 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:20.109179 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9d59b2-d0d0-4b29-a618-7629ab2e4202 req-31438c70-f8e5-479c-8e13-30bdcc4c1e6c tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:20.109550 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ec9d59b2-d0d0-4b29-a618-7629ab2e4202 req-31438c70-f8e5-479c-8e13-30bdcc4c1e6c tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/ports?device_id=90ede48b-246e-4690-8e50-3f809bbd9e2b HTTP/1.1" status: 200 len: 946 time: 0.3330755 May 28 06:29:20.110211 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-d6b78fc2-4af4-4db9-80e9-e3e6107eb683 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f15c793f-acea-48a5-8295-499ddc813267 HTTP/1.1" status: 204 len: 168 time: 0.2975950 May 28 06:29:20.111634 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-c8076f82-ea9c-40d7-a198-4666295134e1 service neutron] Transition to ACTIVE for port object fe01eb67-c712-4a12-a2e7-d0f0c93a787f will not be triggered until provisioned by entity L2. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:29:20.196413 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9d55bb59-7fbe-47f2-9cb0-efd7fbb7a20e req-b0fed729-a7a2-42c4-a848-d85fe1e120b1 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/security-groups?id=cc42bff8-ec73-4f47-a19d-2b56e52b6e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859396 May 28 06:29:20.209291 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ec9d59b2-d0d0-4b29-a618-7629ab2e4202 req-17ae9f7b-c5b0-47af-84d8-acb8ff5fa463 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f2c8bcd-a51c-4c0c-8c62-f5096a9be3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814731 May 28 06:29:20.219776 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9a587d-3e07-4b6f-a0e7-29aa855b0c3b req-633a3018-b1e9-42ba-b4f5-8f2aacc2f319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:20.223063 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5d9a587d-3e07-4b6f-a0e7-29aa855b0c3b req-633a3018-b1e9-42ba-b4f5-8f2aacc2f319 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=16c56364460a469fa6890db0799c99b1&device_id=455809e7-a5e0-4854-943a-386ccf0610e3 HTTP/1.1" status: 200 len: 1095 time: 0.1909189 May 28 06:29:20.296148 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-c8076f82-ea9c-40d7-a198-4666295134e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:20.339040 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '455809e7-a5e0-4854-943a-386ccf0610e3', 'tag': '212267bc-72fb-4720-960a-a0bb5430dbe0'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:29:20.344168 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5d9a587d-3e07-4b6f-a0e7-29aa855b0c3b req-4ae26e18-31ed-4beb-96eb-7a24818548de service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=212267bc-72fb-4720-960a-a0bb5430dbe0 HTTP/1.1" status: 200 len: 217 time: 0.1088903 May 28 06:29:20.445266 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c865143-4d17-4d1f-a744-b424978ed6e9'] response: {'name': 'network-changed', 'server_uuid': '455809e7-a5e0-4854-943a-386ccf0610e3', 'tag': '212267bc-72fb-4720-960a-a0bb5430dbe0', 'status': 'completed', 'code': 200} May 28 06:29:20.781218 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8076f82-ea9c-40d7-a198-4666295134e1 service neutron] Pushing event updated for resources: {'Port': ['ID=fe01eb67-c712-4a12-a2e7-d0f0c93a787f,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:29:20.842102 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9a587d-3e07-4b6f-a0e7-29aa855b0c3b req-0acdc65f-b9a4-44e7-84d6-1a1ca0746df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:20.843777 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5d9a587d-3e07-4b6f-a0e7-29aa855b0c3b req-0acdc65f-b9a4-44e7-84d6-1a1ca0746df9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4c48a484-2f92-4e72-9bd4-fc1c355a17c1 HTTP/1.1" status: 200 len: 859 time: 0.4606547 May 28 06:29:20.965073 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8971aacd-e500-4ae7-b2ae-1363c864fa3b req-bcd53b63-29db-4786-8e69-570dec352005 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:20.966501 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8971aacd-e500-4ae7-b2ae-1363c864fa3b req-bcd53b63-29db-4786-8e69-570dec352005 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/ports?device_id=90ede48b-246e-4690-8e50-3f809bbd9e2b HTTP/1.1" status: 200 len: 946 time: 0.6312914 May 28 06:29:20.976536 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-c8076f82-ea9c-40d7-a198-4666295134e1 service neutron] Attempting to bind port fe01eb67-c712-4a12-a2e7-d0f0c93a787f on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:29:20.981139 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-c8076f82-ea9c-40d7-a198-4666295134e1 service neutron] Attempting to bind port fe01eb67-c712-4a12-a2e7-d0f0c93a787f by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': 'b626a722-ea70-46bf-9197-581d08545299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '983e828b-34fc-4a3a-b418-34d9236f2407'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:29:20.981139 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-c8076f82-ea9c-40d7-a198-4666295134e1 service neutron] Attempting to bind port fe01eb67-c712-4a12-a2e7-d0f0c93a787f on network 983e828b-34fc-4a3a-b418-34d9236f2407 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:29:21.005973 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd19a4a-250b-4562-9846-a4efe57618f2 req-540c33f2-00e8-4fbd-9df6-23fd30bfebfe tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:21.007645 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4dd19a4a-250b-4562-9846-a4efe57618f2 req-540c33f2-00e8-4fbd-9df6-23fd30bfebfe tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] 10.222.0.55 "GET /v2.0/ports?device_id=455809e7-a5e0-4854-943a-386ccf0610e3 HTTP/1.1" status: 200 len: 944 time: 0.3234191 May 28 06:29:21.013065 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-c8076f82-ea9c-40d7-a198-4666295134e1 service neutron] Port fe01eb67-c712-4a12-a2e7-d0f0c93a787f on network 983e828b-34fc-4a3a-b418-34d9236f2407 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:29:21.013385 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-c8076f82-ea9c-40d7-a198-4666295134e1 service neutron] Attempting to bind port fe01eb67-c712-4a12-a2e7-d0f0c93a787f on network 983e828b-34fc-4a3a-b418-34d9236f2407 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:29:21.039499 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-c8076f82-ea9c-40d7-a198-4666295134e1 service neutron] Checking agent: {'id': '69f492a0-c00d-46d0-9bec-fcd8161ce206', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:29:21.039832 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-c8076f82-ea9c-40d7-a198-4666295134e1 service neutron] Checking segment: {'id': 'b626a722-ea70-46bf-9197-581d08545299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '983e828b-34fc-4a3a-b418-34d9236f2407'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:29:21.042341 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-c8076f82-ea9c-40d7-a198-4666295134e1 service neutron] Bound using segment: {'id': 'b626a722-ea70-46bf-9197-581d08545299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '983e828b-34fc-4a3a-b418-34d9236f2407'} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:29:21.042341 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-c8076f82-ea9c-40d7-a198-4666295134e1 service neutron] Bound port: fe01eb67-c712-4a12-a2e7-d0f0c93a787f, host: n-h1-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b626a722-ea70-46bf-9197-581d08545299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '983e828b-34fc-4a3a-b418-34d9236f2407'}}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:29:21.042341 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-c8076f82-ea9c-40d7-a198-4666295134e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:21.085429 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9a587d-3e07-4b6f-a0e7-29aa855b0c3b req-cd3c7c76-c025-4dfa-bf70-b9262ff20a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:21.087035 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5d9a587d-3e07-4b6f-a0e7-29aa855b0c3b req-cd3c7c76-c025-4dfa-bf70-b9262ff20a4b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=dc65caf0-8d89-44b6-8b48-1af6ff657d82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2325039 May 28 06:29:21.148831 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8971aacd-e500-4ae7-b2ae-1363c864fa3b req-f85ce184-abf8-4d50-9986-ce9cef7964e3 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f2c8bcd-a51c-4c0c-8c62-f5096a9be3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742041 May 28 06:29:21.179681 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4dd19a4a-250b-4562-9846-a4efe57618f2 req-9671922f-b6c9-44e2-9ff4-c0f1dee9bfa5 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] 10.222.0.55 "GET /v2.0/security-groups?id=649a97d9-6056-4be4-8631-8b873f32da87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603434 May 28 06:29:21.203370 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 465efe2e-5751-4246-8226-b9337c32e3eb up at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:29:21.347298 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-c8076f82-ea9c-40d7-a198-4666295134e1 service neutron] For port fe01eb67-c712-4a12-a2e7-d0f0c93a787f, host n-h1-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:29:21.377648 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-c8076f82-ea9c-40d7-a198-4666295134e1 service neutron] For port fe01eb67-c712-4a12-a2e7-d0f0c93a787f, host n-h1-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=fe01eb67-c712-4a12-a2e7-d0f0c93a787f,segment=NetworkSegment(b626a722-ea70-46bf-9197-581d08545299),segment_id=b626a722-ea70-46bf-9197-581d08545299)] {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:29:21.386857 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5d9a587d-3e07-4b6f-a0e7-29aa855b0c3b req-ecfa3226-5af6-4689-8d57-8d7a0fda0efd service neutron] 10.222.0.71 "GET /v2.0/networks/dc65caf0-8d89-44b6-8b48-1af6ff657d82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2882464 May 28 06:29:21.519400 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning for port 465efe2e-5751-4246-8226-b9337c32e3eb completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:29:21.523998 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9035737c-a47c-4fa4-85c6-24794bba70f7 req-5ad23ccc-3171-4426-8cda-dd83aaffbf72 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:21.527949 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning complete for port 465efe2e-5751-4246-8226-b9337c32e3eb triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:29:21.528763 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:21.530386 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9035737c-a47c-4fa4-85c6-24794bba70f7 req-5ad23ccc-3171-4426-8cda-dd83aaffbf72 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:21.536424 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9035737c-a47c-4fa4-85c6-24794bba70f7 req-5ad23ccc-3171-4426-8cda-dd83aaffbf72 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:21.543505 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9035737c-a47c-4fa4-85c6-24794bba70f7 req-5ad23ccc-3171-4426-8cda-dd83aaffbf72 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:21.549185 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9035737c-a47c-4fa4-85c6-24794bba70f7 req-5ad23ccc-3171-4426-8cda-dd83aaffbf72 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:21.554970 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9035737c-a47c-4fa4-85c6-24794bba70f7 req-5ad23ccc-3171-4426-8cda-dd83aaffbf72 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:21.561438 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9035737c-a47c-4fa4-85c6-24794bba70f7 req-5ad23ccc-3171-4426-8cda-dd83aaffbf72 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:21.568922 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9035737c-a47c-4fa4-85c6-24794bba70f7 req-5ad23ccc-3171-4426-8cda-dd83aaffbf72 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.55 "GET /v2.0/ports?device_id=e11893ff-5c52-4ed1-b6b3-2fbc959d89e3 HTTP/1.1" status: 200 len: 5384 time: 0.2892227 May 28 06:29:21.574306 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-c8076f82-ea9c-40d7-a198-4666295134e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:21.687987 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-c8076f82-ea9c-40d7-a198-4666295134e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:21.688589 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-c8076f82-ea9c-40d7-a198-4666295134e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:21.690930 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-c8076f82-ea9c-40d7-a198-4666295134e1 service neutron] 10.222.0.69 "PUT /v2.0/ports/fe01eb67-c712-4a12-a2e7-d0f0c93a787f HTTP/1.1" status: 200 len: 1091 time: 3.5277867 May 28 06:29:21.716068 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 465efe2e-5751-4246-8226-b9337c32e3eb is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:29:21.716453 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:21.743677 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5d9a587d-3e07-4b6f-a0e7-29aa855b0c3b req-91f88927-fae4-4b84-990a-22e9327c65c2 service neutron] 10.222.0.71 "GET /v2.0/networks/dc65caf0-8d89-44b6-8b48-1af6ff657d82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3494203 May 28 06:29:21.785824 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9035737c-a47c-4fa4-85c6-24794bba70f7 req-3decdb73-48bf-4a76-a9e1-0fa254b5b4b0 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.55 "GET /v2.0/security-groups?id=46eeeb0c-b6a3-4a12-ace3-318551136dd9&id=e8d697a1-1dba-4b18-a73a-2546d21ff79d&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2159326 May 28 06:29:21.792703 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8076f82-ea9c-40d7-a198-4666295134e1 service neutron] Pushing event updated for resources: {'Port': ['ID=fe01eb67-c712-4a12-a2e7-d0f0c93a787f,revision_number=3']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:29:21.809507 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 465efe2e-5751-4246-8226-b9337c32e3eb, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=465efe2e-5751-4246-8226-b9337c32e3eb,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:29:21.810443 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70912ff8-445e-4379-89cf-b75e6336c476', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '465efe2e-5751-4246-8226-b9337c32e3eb'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:29:21.859220 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a1ce7e0-b7f8-4d00-bb3d-c13f85e9a46a'] response: {'server_uuid': '70912ff8-445e-4379-89cf-b75e6336c476', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '465efe2e-5751-4246-8226-b9337c32e3eb', 'code': 200} May 28 06:29:21.934965 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:21.981434 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-fc25e7a6-0b13-4f31-b5c7-234eea07cb96 service neutron] Request body: {'port': {'device_id': 'e11893ff-5c52-4ed1-b6b3-2fbc959d89e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843702-1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:29:22.039172 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=465efe2e-5751-4246-8226-b9337c32e3eb,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:29:22.325898 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cb8ea4-198c-4e09-9f5e-69f2cef7675f req-65d5c5f6-9c3b-48ae-9e22-13998ac8d182 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:22.327415 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b7cb8ea4-198c-4e09-9f5e-69f2cef7675f req-65d5c5f6-9c3b-48ae-9e22-13998ac8d182 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/ports?device_id=70912ff8-445e-4379-89cf-b75e6336c476 HTTP/1.1" status: 200 len: 949 time: 0.4542496 May 28 06:29:22.343033 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-fc25e7a6-0b13-4f31-b5c7-234eea07cb96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:22.411219 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330f2645-54ab-41d1-8e4c-832f9d22c7f4 req-651746de-1e96-4851-8839-5937086f33cb tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:22.412738 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-330f2645-54ab-41d1-8e4c-832f9d22c7f4 req-651746de-1e96-4851-8839-5937086f33cb tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/networks?id=8a614321-106a-411d-a8a4-5e84c14727eb HTTP/1.1" status: 200 len: 815 time: 0.3962195 May 28 06:29:22.456111 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e11893ff-5c52-4ed1-b6b3-2fbc959d89e3', 'tag': 'fe01eb67-c712-4a12-a2e7-d0f0c93a787f'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:29:22.500430 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d480dd45-c670-41c9-bbda-dbc26f2dad8b req-cef559cd-7feb-4122-ab15-fb0c40ad13ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:22.501662 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d480dd45-c670-41c9-bbda-dbc26f2dad8b req-cef559cd-7feb-4122-ab15-fb0c40ad13ad service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=70912ff8-445e-4379-89cf-b75e6336c476 HTTP/1.1" status: 200 len: 1101 time: 0.5588102 May 28 06:29:22.508592 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b7cb8ea4-198c-4e09-9f5e-69f2cef7675f req-413aef36-51e9-4e3b-a20a-7c47ce5d85fb tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/security-groups?id=cc42bff8-ec73-4f47-a19d-2b56e52b6e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730392 May 28 06:29:22.515385 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-330f2645-54ab-41d1-8e4c-832f9d22c7f4 req-9f10c4e4-b93a-4ee3-a92f-02de708c5a34 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/quotas/fc01789de1b14900a06c05baded73001 HTTP/1.1" status: 200 len: 375 time: 0.0640199 May 28 06:29:22.557112 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c700cb-d8c2-4a8c-8ad3-cd066b14263e req-0033253f-6a59-4268-9912-e9cadd33aa2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:22.559014 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d7c700cb-d8c2-4a8c-8ad3-cd066b14263e req-0033253f-6a59-4268-9912-e9cadd33aa2b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=16c56364460a469fa6890db0799c99b1&device_id=455809e7-a5e0-4854-943a-386ccf0610e3 HTTP/1.1" status: 200 len: 1095 time: 0.4821250 May 28 06:29:22.973154 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d480dd45-c670-41c9-bbda-dbc26f2dad8b req-8df6e801-6700-4600-b82f-81cd54d64357 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=cc42bff8-ec73-4f47-a19d-2b56e52b6e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4606881 May 28 06:29:23.135565 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c700cb-d8c2-4a8c-8ad3-cd066b14263e req-d2c16905-b882-4648-8dcb-a1a9957c1f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:23.136997 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d7c700cb-d8c2-4a8c-8ad3-cd066b14263e req-d2c16905-b882-4648-8dcb-a1a9957c1f92 service neutron] 10.222.0.71 "GET /v2.0/networks?id=dc65caf0-8d89-44b6-8b48-1af6ff657d82 HTTP/1.1" status: 200 len: 921 time: 0.5323067 May 28 06:29:23.152020 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-330f2645-54ab-41d1-8e4c-832f9d22c7f4 req-894a731b-aa7e-4980-9275-8f8e48cef096 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=fc01789de1b14900a06c05baded73001&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6053824 May 28 06:29:23.272290 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d7c700cb-d8c2-4a8c-8ad3-cd066b14263e req-cb5184cd-5be1-45df-bc44-f9fb509ad648 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=212267bc-72fb-4720-960a-a0bb5430dbe0 HTTP/1.1" status: 200 len: 217 time: 0.1025972 May 28 06:29:23.280457 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a22f619-37b3-480b-81a6-af7fbe01116f req-d546d359-cb62-4e6f-b59f-8c3b32d3e368 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:23.281938 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0a22f619-37b3-480b-81a6-af7fbe01116f req-d546d359-cb62-4e6f-b59f-8c3b32d3e368 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] 10.222.0.55 "GET /v2.0/ports?device_id=455809e7-a5e0-4854-943a-386ccf0610e3 HTTP/1.1" status: 200 len: 944 time: 0.6415608 May 28 06:29:23.476457 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c700cb-d8c2-4a8c-8ad3-cd066b14263e req-24a05e35-df13-4e8c-a4ec-ad19b3c40453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:23.477949 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d7c700cb-d8c2-4a8c-8ad3-cd066b14263e req-24a05e35-df13-4e8c-a4ec-ad19b3c40453 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4c48a484-2f92-4e72-9bd4-fc1c355a17c1 HTTP/1.1" status: 200 len: 859 time: 0.1504140 May 28 06:29:23.592959 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0a22f619-37b3-480b-81a6-af7fbe01116f req-dc42b3b9-1ba0-4714-be62-6346339a9b4b tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] 10.222.0.55 "GET /v2.0/security-groups?id=649a97d9-6056-4be4-8631-8b873f32da87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603922 May 28 06:29:23.623020 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-330f2645-54ab-41d1-8e4c-832f9d22c7f4 req-10570761-e505-4079-b2d0-a8fd7b965810 service neutron] 10.222.0.55 "GET /v2.0/networks/8a614321-106a-411d-a8a4-5e84c14727eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4027643 May 28 06:29:23.664792 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e099ed0-8876-4d71-92bd-bd98523c2e5c'] response: {'name': 'network-changed', 'server_uuid': 'e11893ff-5c52-4ed1-b6b3-2fbc959d89e3', 'tag': 'fe01eb67-c712-4a12-a2e7-d0f0c93a787f', 'status': 'completed', 'code': 200} May 28 06:29:23.704518 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-fc25e7a6-0b13-4f31-b5c7-234eea07cb96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e3fc2e0-0ab0-4ec1-8a61-f578fba7ac74 {{(pid=89110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:29:23.783707 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-fc25e7a6-0b13-4f31-b5c7-234eea07cb96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:23.806099 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eb7523-b62e-4abc-b1a8-3a8aacb98857 req-88672772-b404-4064-959d-ff0cc5f5f4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:23.806970 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eb7523-b62e-4abc-b1a8-3a8aacb98857 req-88672772-b404-4064-959d-ff0cc5f5f4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:23.807845 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eb7523-b62e-4abc-b1a8-3a8aacb98857 req-88672772-b404-4064-959d-ff0cc5f5f4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:23.808326 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eb7523-b62e-4abc-b1a8-3a8aacb98857 req-88672772-b404-4064-959d-ff0cc5f5f4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:23.808796 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eb7523-b62e-4abc-b1a8-3a8aacb98857 req-88672772-b404-4064-959d-ff0cc5f5f4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:23.809469 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eb7523-b62e-4abc-b1a8-3a8aacb98857 req-88672772-b404-4064-959d-ff0cc5f5f4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:23.809945 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eb7523-b62e-4abc-b1a8-3a8aacb98857 req-88672772-b404-4064-959d-ff0cc5f5f4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:23.811862 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-78eb7523-b62e-4abc-b1a8-3a8aacb98857 req-88672772-b404-4064-959d-ff0cc5f5f4e0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f3958891eac44c76810006defcff5dde&device_id=e11893ff-5c52-4ed1-b6b3-2fbc959d89e3 HTTP/1.1" status: 200 len: 6276 time: 0.1224957 May 28 06:29:23.878087 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-fc25e7a6-0b13-4f31-b5c7-234eea07cb96 service neutron] Transition to ACTIVE for port object 8e3fc2e0-0ab0-4ec1-8a61-f578fba7ac74 will not be triggered until provisioned by entity L2. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:29:23.939520 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c700cb-d8c2-4a8c-8ad3-cd066b14263e req-3b8e4a9b-4430-49e6-82a8-7f7560779a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:23.940559 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d7c700cb-d8c2-4a8c-8ad3-cd066b14263e req-3b8e4a9b-4430-49e6-82a8-7f7560779a47 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=dc65caf0-8d89-44b6-8b48-1af6ff657d82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4442444 May 28 06:29:23.975310 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eb7523-b62e-4abc-b1a8-3a8aacb98857 req-7c48ccad-e2e5-4568-a928-619bcf690259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:23.976243 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eb7523-b62e-4abc-b1a8-3a8aacb98857 req-7c48ccad-e2e5-4568-a928-619bcf690259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:23.976243 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eb7523-b62e-4abc-b1a8-3a8aacb98857 req-7c48ccad-e2e5-4568-a928-619bcf690259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:23.977622 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-78eb7523-b62e-4abc-b1a8-3a8aacb98857 req-7c48ccad-e2e5-4568-a928-619bcf690259 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=f3958891eac44c76810006defcff5dde&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1561060 May 28 06:29:23.998752 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-330f2645-54ab-41d1-8e4c-832f9d22c7f4 req-d9066ae8-d706-4f9e-b245-43267cd30bab service neutron] 10.222.0.55 "GET /v2.0/networks/8a614321-106a-411d-a8a4-5e84c14727eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3274498 May 28 06:29:24.006396 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aedc2c-8ff0-4e82-87db-8507cfe59bcd req-66794082-6df4-4552-90c1-6bfca5f0d4af tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:24.007783 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c0aedc2c-8ff0-4e82-87db-8507cfe59bcd req-66794082-6df4-4552-90c1-6bfca5f0d4af tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.69 "GET /v2.0/ports?device_id=90ede48b-246e-4690-8e50-3f809bbd9e2b HTTP/1.1" status: 200 len: 946 time: 0.3845458 May 28 06:29:24.113367 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-fc25e7a6-0b13-4f31-b5c7-234eea07cb96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:24.169383 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eb7523-b62e-4abc-b1a8-3a8aacb98857 req-1efa2e71-6f34-4ced-a556-1700c5abea08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:24.170976 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-78eb7523-b62e-4abc-b1a8-3a8aacb98857 req-1efa2e71-6f34-4ced-a556-1700c5abea08 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1812193 May 28 06:29:24.303251 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5b886f-1b52-40ec-81d0-c269213e4963 req-d3b3baa1-e941-4238-89a4-4cc4b22ceb2c tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:24.310065 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5b886f-1b52-40ec-81d0-c269213e4963 req-d3b3baa1-e941-4238-89a4-4cc4b22ceb2c tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:24.317492 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5b886f-1b52-40ec-81d0-c269213e4963 req-d3b3baa1-e941-4238-89a4-4cc4b22ceb2c tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:24.325165 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5b886f-1b52-40ec-81d0-c269213e4963 req-d3b3baa1-e941-4238-89a4-4cc4b22ceb2c tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:24.333397 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5b886f-1b52-40ec-81d0-c269213e4963 req-d3b3baa1-e941-4238-89a4-4cc4b22ceb2c tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:24.335807 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:29:24.353943 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5b886f-1b52-40ec-81d0-c269213e4963 req-d3b3baa1-e941-4238-89a4-4cc4b22ceb2c tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:24.373550 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5b886f-1b52-40ec-81d0-c269213e4963 req-d3b3baa1-e941-4238-89a4-4cc4b22ceb2c tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:24.375813 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4a5b886f-1b52-40ec-81d0-c269213e4963 req-d3b3baa1-e941-4238-89a4-4cc4b22ceb2c tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.55 "GET /v2.0/ports?device_id=e11893ff-5c52-4ed1-b6b3-2fbc959d89e3 HTTP/1.1" status: 200 len: 5384 time: 0.5803616 May 28 06:29:24.477155 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-c0aedc2c-8ff0-4e82-87db-8507cfe59bcd req-bca42548-eab2-4472-8282-d910f8eb81fe tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Deleting port 9608580b-97ff-42f2-9808-c9d9a67209a5 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:29:24.480325 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-c0aedc2c-8ff0-4e82-87db-8507cfe59bcd req-bca42548-eab2-4472-8282-d910f8eb81fe tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:24.685910 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d7c700cb-d8c2-4a8c-8ad3-cd066b14263e req-dd609aa6-f35c-4022-912e-2ea056d444ee service neutron] 10.222.0.71 "GET /v2.0/networks/dc65caf0-8d89-44b6-8b48-1af6ff657d82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7320778 May 28 06:29:24.686455 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc25e7a6-0b13-4f31-b5c7-234eea07cb96 service neutron] Pushing event updated for resources: {'Port': ['ID=8e3fc2e0-0ab0-4ec1-8a61-f578fba7ac74,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:29:24.988522 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4a5b886f-1b52-40ec-81d0-c269213e4963 req-60bff851-617f-4d19-b030-1302ec80c559 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.55 "GET /v2.0/security-groups?id=46eeeb0c-b6a3-4a12-ace3-318551136dd9&id=e8d697a1-1dba-4b18-a73a-2546d21ff79d&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.5812433 May 28 06:29:25.203741 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-fc25e7a6-0b13-4f31-b5c7-234eea07cb96 service neutron] Attempting to bind port 8e3fc2e0-0ab0-4ec1-8a61-f578fba7ac74 on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:29:25.204059 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-fc25e7a6-0b13-4f31-b5c7-234eea07cb96 service neutron] Attempting to bind port 8e3fc2e0-0ab0-4ec1-8a61-f578fba7ac74 by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': 'b626a722-ea70-46bf-9197-581d08545299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '983e828b-34fc-4a3a-b418-34d9236f2407'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:29:25.204376 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-fc25e7a6-0b13-4f31-b5c7-234eea07cb96 service neutron] Attempting to bind port 8e3fc2e0-0ab0-4ec1-8a61-f578fba7ac74 on network 983e828b-34fc-4a3a-b418-34d9236f2407 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:29:25.229269 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d7c700cb-d8c2-4a8c-8ad3-cd066b14263e req-582c3e7e-166c-4571-bb80-b750a55c5235 service neutron] 10.222.0.71 "GET /v2.0/networks/dc65caf0-8d89-44b6-8b48-1af6ff657d82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4883585 May 28 06:29:25.235030 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e7b0640f-430e-4d12-980b-d9e483d242b7 req-68d67c41-c30c-4c4d-b25d-37349efe217e tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/ports?device_id=636ae437-f020-4a0c-9b90-04a6a2b5dea3 HTTP/1.1" status: 200 len: 210 time: 0.0786715 May 28 06:29:25.243597 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-fc25e7a6-0b13-4f31-b5c7-234eea07cb96 service neutron] Port 8e3fc2e0-0ab0-4ec1-8a61-f578fba7ac74 on network 983e828b-34fc-4a3a-b418-34d9236f2407 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:29:25.243597 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-fc25e7a6-0b13-4f31-b5c7-234eea07cb96 service neutron] Attempting to bind port 8e3fc2e0-0ab0-4ec1-8a61-f578fba7ac74 on network 983e828b-34fc-4a3a-b418-34d9236f2407 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:29:25.250896 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-fc25e7a6-0b13-4f31-b5c7-234eea07cb96 service neutron] Checking agent: {'id': '69f492a0-c00d-46d0-9bec-fcd8161ce206', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:29:25.251251 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-fc25e7a6-0b13-4f31-b5c7-234eea07cb96 service neutron] Checking segment: {'id': 'b626a722-ea70-46bf-9197-581d08545299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '983e828b-34fc-4a3a-b418-34d9236f2407'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:29:25.251597 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-fc25e7a6-0b13-4f31-b5c7-234eea07cb96 service neutron] Bound using segment: {'id': 'b626a722-ea70-46bf-9197-581d08545299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '983e828b-34fc-4a3a-b418-34d9236f2407'} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:29:25.252014 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-fc25e7a6-0b13-4f31-b5c7-234eea07cb96 service neutron] Bound port: 8e3fc2e0-0ab0-4ec1-8a61-f578fba7ac74, host: n-h1-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b626a722-ea70-46bf-9197-581d08545299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '983e828b-34fc-4a3a-b418-34d9236f2407'}}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:29:25.252447 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-fc25e7a6-0b13-4f31-b5c7-234eea07cb96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:25.277528 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db3b33d-f383-4730-a5b8-e6854b71bd3a req-7385e241-09e0-461e-be9e-974518f35143 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:25.284205 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7db3b33d-f383-4730-a5b8-e6854b71bd3a req-7385e241-09e0-461e-be9e-974518f35143 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/ports?device_id=70912ff8-445e-4379-89cf-b75e6336c476 HTTP/1.1" status: 200 len: 950 time: 0.6201859 May 28 06:29:25.460213 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-c0aedc2c-8ff0-4e82-87db-8507cfe59bcd req-bca42548-eab2-4472-8282-d910f8eb81fe tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] For port 9608580b-97ff-42f2-9808-c9d9a67209a5, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=9608580b-97ff-42f2-9808-c9d9a67209a5,segment=NetworkSegment(c43c3304-7641-4f7e-9b08-81290536d034),segment_id=c43c3304-7641-4f7e-9b08-81290536d034)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:29:25.460573 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-c0aedc2c-8ff0-4e82-87db-8507cfe59bcd req-bca42548-eab2-4472-8282-d910f8eb81fe tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:25.493753 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7db3b33d-f383-4730-a5b8-e6854b71bd3a req-a977351e-f5b5-4759-8ac9-b9e3be02822d tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/security-groups?id=cc42bff8-ec73-4f47-a19d-2b56e52b6e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947408 May 28 06:29:25.649757 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-c0aedc2c-8ff0-4e82-87db-8507cfe59bcd req-bca42548-eab2-4472-8282-d910f8eb81fe tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Calling delete_port for 9608580b-97ff-42f2-9808-c9d9a67209a5 owned by compute:nova {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:29:25.680356 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-fc25e7a6-0b13-4f31-b5c7-234eea07cb96 service neutron] For port 8e3fc2e0-0ab0-4ec1-8a61-f578fba7ac74, host n-h1-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:29:25.715049 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-fc25e7a6-0b13-4f31-b5c7-234eea07cb96 service neutron] For port 8e3fc2e0-0ab0-4ec1-8a61-f578fba7ac74, host n-h1-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=8e3fc2e0-0ab0-4ec1-8a61-f578fba7ac74,segment=NetworkSegment(b626a722-ea70-46bf-9197-581d08545299),segment_id=b626a722-ea70-46bf-9197-581d08545299)] {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:29:25.752315 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e93627-c5ee-4fa3-b467-9b23da40de87 req-db781def-4e3f-485d-bd86-569d5d526ea2 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:25.753831 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-26e93627-c5ee-4fa3-b467-9b23da40de87 req-db781def-4e3f-485d-bd86-569d5d526ea2 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] 10.222.0.55 "GET /v2.0/ports?device_id=455809e7-a5e0-4854-943a-386ccf0610e3 HTTP/1.1" status: 200 len: 944 time: 0.3858230 May 28 06:29:25.873291 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-26e93627-c5ee-4fa3-b467-9b23da40de87 req-a4cfb0a3-cb80-4f67-a070-3f164967b4cc tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] 10.222.0.55 "GET /v2.0/security-groups?id=649a97d9-6056-4be4-8631-8b873f32da87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006453 May 28 06:29:25.890908 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-fc25e7a6-0b13-4f31-b5c7-234eea07cb96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:25.971026 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-fc25e7a6-0b13-4f31-b5c7-234eea07cb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:25.971992 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-fc25e7a6-0b13-4f31-b5c7-234eea07cb96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:25.974218 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-fc25e7a6-0b13-4f31-b5c7-234eea07cb96 service neutron] 10.222.0.69 "PUT /v2.0/ports/8e3fc2e0-0ab0-4ec1-8a61-f578fba7ac74 HTTP/1.1" status: 200 len: 1090 time: 4.0279903 May 28 06:29:25.979866 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e11893ff-5c52-4ed1-b6b3-2fbc959d89e3', 'tag': '8e3fc2e0-0ab0-4ec1-8a61-f578fba7ac74'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:29:26.011277 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc25e7a6-0b13-4f31-b5c7-234eea07cb96 service neutron] Pushing event updated for resources: {'Port': ['ID=8e3fc2e0-0ab0-4ec1-8a61-f578fba7ac74,revision_number=3']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:29:26.066542 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 212267bc-72fb-4720-960a-a0bb5430dbe0 details requested by agent hyperv_n-h2-843702-1 with host n-h2-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:29:26.073369 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d04138e3-001b-4992-8e6a-8fccb9059248'] response: {'name': 'network-changed', 'server_uuid': 'e11893ff-5c52-4ed1-b6b3-2fbc959d89e3', 'tag': '8e3fc2e0-0ab0-4ec1-8a61-f578fba7ac74', 'status': 'completed', 'code': 200} May 28 06:29:26.284565 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 212267bc-72fb-4720-960a-a0bb5430dbe0, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=212267bc-72fb-4720-960a-a0bb5430dbe0,segment=NetworkSegment(8d6493ed-a6e0-445f-9394-e5cc9c5c38f9),segment_id=8d6493ed-a6e0-445f-9394-e5cc9c5c38f9)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:29:26.293344 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Returning: {'device': '212267bc-72fb-4720-960a-a0bb5430dbe0', 'network_id': 'dc65caf0-8d89-44b6-8b48-1af6ff657d82', 'port_id': '212267bc-72fb-4720-960a-a0bb5430dbe0', 'mac_address': 'fa:16:3e:a0:a2:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c48a484-2f92-4e72-9bd4-fc1c355a17c1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:29:26.327035 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-c0aedc2c-8ff0-4e82-87db-8507cfe59bcd req-bca42548-eab2-4472-8282-d910f8eb81fe tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:26.335995 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-0e181348-6dba-4381-96b3-a245102be431 service neutron] Request body: {'port': {'device_id': 'e11893ff-5c52-4ed1-b6b3-2fbc959d89e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843702-1'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:29:26.380237 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6be129a-75e4-4715-9954-c8bf88068f70 req-08a27914-ecce-457f-ad7f-874a2c32ccbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:26.385132 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6be129a-75e4-4715-9954-c8bf88068f70 req-08a27914-ecce-457f-ad7f-874a2c32ccbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:26.385132 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6be129a-75e4-4715-9954-c8bf88068f70 req-08a27914-ecce-457f-ad7f-874a2c32ccbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:26.385132 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6be129a-75e4-4715-9954-c8bf88068f70 req-08a27914-ecce-457f-ad7f-874a2c32ccbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:26.385132 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6be129a-75e4-4715-9954-c8bf88068f70 req-08a27914-ecce-457f-ad7f-874a2c32ccbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:26.385132 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6be129a-75e4-4715-9954-c8bf88068f70 req-08a27914-ecce-457f-ad7f-874a2c32ccbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:26.385132 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6be129a-75e4-4715-9954-c8bf88068f70 req-08a27914-ecce-457f-ad7f-874a2c32ccbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:26.387583 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b6be129a-75e4-4715-9954-c8bf88068f70 req-08a27914-ecce-457f-ad7f-874a2c32ccbd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f3958891eac44c76810006defcff5dde&device_id=e11893ff-5c52-4ed1-b6b3-2fbc959d89e3 HTTP/1.1" status: 200 len: 6343 time: 0.2781363 May 28 06:29:26.394421 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 212267bc-72fb-4720-960a-a0bb5430dbe0 is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:29:26.396711 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:26.409109 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['9608580b-97ff-42f2-9808-c9d9a67209a5'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:29:26.418572 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca42548-eab2-4472-8282-d910f8eb81fe tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Pushing event deleted for resources: {'Port': ['ID=9608580b-97ff-42f2-9808-c9d9a67209a5,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:29:26.485033 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 212267bc-72fb-4720-960a-a0bb5430dbe0 {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:29:26.513771 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 212267bc-72fb-4720-960a-a0bb5430dbe0, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=212267bc-72fb-4720-960a-a0bb5430dbe0,segment=NetworkSegment(8d6493ed-a6e0-445f-9394-e5cc9c5c38f9),segment_id=8d6493ed-a6e0-445f-9394-e5cc9c5c38f9)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:29:26.619806 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-fab61598-c973-4147-87db-6f3ebf5c02f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:26.619806 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:26.642163 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-0e181348-6dba-4381-96b3-a245102be431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:26.730409 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=212267bc-72fb-4720-960a-a0bb5430dbe0,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:29:26.743195 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:29:26.743622 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:29:26.744139 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:29:26.744537 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:29:26.744935 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:29:26.745326 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:29:26.745746 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:29:26.746528 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:29:26.747256 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:29:26.747737 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:29:26.748289 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:29:26.748766 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:29:26.864539 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5a946794-859d-4207-8215-2f6071585c71 req-6323cb97-a3a3-479a-a3ad-43dedd777e1c tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/ports?device_id=636ae437-f020-4a0c-9b90-04a6a2b5dea3 HTTP/1.1" status: 200 len: 210 time: 0.2659152 May 28 06:29:26.921044 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0aedc2c-8ff0-4e82-87db-8507cfe59bcd req-bca42548-eab2-4472-8282-d910f8eb81fe tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] No DVR routers for this DVR port 9608580b-97ff-42f2-9808-c9d9a67209a5 on host n-h1-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:29:26.927319 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-c0aedc2c-8ff0-4e82-87db-8507cfe59bcd req-bca42548-eab2-4472-8282-d910f8eb81fe tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:26.980713 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6be129a-75e4-4715-9954-c8bf88068f70 req-d47e3624-76b9-465f-a618-421ee7d71cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:26.981185 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6be129a-75e4-4715-9954-c8bf88068f70 req-d47e3624-76b9-465f-a618-421ee7d71cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:26.981675 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6be129a-75e4-4715-9954-c8bf88068f70 req-d47e3624-76b9-465f-a618-421ee7d71cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:26.983253 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b6be129a-75e4-4715-9954-c8bf88068f70 req-d47e3624-76b9-465f-a618-421ee7d71cfd service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=f3958891eac44c76810006defcff5dde&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.5497291 May 28 06:29:26.995448 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817d06b0-edd3-4a5c-bd75-c33217bacce4 req-30e20816-d0a5-419c-8dca-63c9fd44482c tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:27.004712 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817d06b0-edd3-4a5c-bd75-c33217bacce4 req-30e20816-d0a5-419c-8dca-63c9fd44482c tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:27.010707 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817d06b0-edd3-4a5c-bd75-c33217bacce4 req-30e20816-d0a5-419c-8dca-63c9fd44482c tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:27.016436 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817d06b0-edd3-4a5c-bd75-c33217bacce4 req-30e20816-d0a5-419c-8dca-63c9fd44482c tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:27.022149 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817d06b0-edd3-4a5c-bd75-c33217bacce4 req-30e20816-d0a5-419c-8dca-63c9fd44482c tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:27.029228 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817d06b0-edd3-4a5c-bd75-c33217bacce4 req-30e20816-d0a5-419c-8dca-63c9fd44482c tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:27.035063 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817d06b0-edd3-4a5c-bd75-c33217bacce4 req-30e20816-d0a5-419c-8dca-63c9fd44482c tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:27.036986 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-817d06b0-edd3-4a5c-bd75-c33217bacce4 req-30e20816-d0a5-419c-8dca-63c9fd44482c tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.55 "GET /v2.0/ports?device_id=e11893ff-5c52-4ed1-b6b3-2fbc959d89e3 HTTP/1.1" status: 200 len: 5396 time: 0.8141057 May 28 06:29:27.049670 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['212267bc-72fb-4720-960a-a0bb5430dbe0'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:29:27.096564 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-0e181348-6dba-4381-96b3-a245102be431 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b08fe22-1061-450c-a733-bf041f8a0d4d {{(pid=89109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:29:27.109782 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-0e181348-6dba-4381-96b3-a245102be431 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:27.128954 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-0e181348-6dba-4381-96b3-a245102be431 service neutron] Transition to ACTIVE for port object 1b08fe22-1061-450c-a733-bf041f8a0d4d will not be triggered until provisioned by entity L2. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:29:27.170998 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c0aedc2c-8ff0-4e82-87db-8507cfe59bcd req-bca42548-eab2-4472-8282-d910f8eb81fe tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.69 "DELETE /v2.0/ports/9608580b-97ff-42f2-9808-c9d9a67209a5 HTTP/1.1" status: 204 len: 173 time: 3.1173899 May 28 06:29:27.216205 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-0e181348-6dba-4381-96b3-a245102be431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:27.251623 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-817d06b0-edd3-4a5c-bd75-c33217bacce4 req-70c341c1-ca25-4f5a-abc2-e7fb090e5e04 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.55 "GET /v2.0/security-groups?id=46eeeb0c-b6a3-4a12-ace3-318551136dd9&id=e8d697a1-1dba-4b18-a73a-2546d21ff79d&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1622729 May 28 06:29:27.340262 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6be129a-75e4-4715-9954-c8bf88068f70 req-7e8842e1-32e5-4fe4-89a3-57b7d24899d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:27.340262 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b6be129a-75e4-4715-9954-c8bf88068f70 req-7e8842e1-32e5-4fe4-89a3-57b7d24899d4 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2814598 May 28 06:29:27.401829 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb1d764-2deb-4d54-8e1a-4f7f6179e089 req-3dd58dbe-0a73-4545-b667-6ebbec3a540c tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:27.409550 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-edb1d764-2deb-4d54-8e1a-4f7f6179e089 req-3dd58dbe-0a73-4545-b667-6ebbec3a540c tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=1aee84c6-e027-450e-8e68-af8f968fbff5 HTTP/1.1" status: 200 len: 946 time: 0.3703835 May 28 06:29:27.528948 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:27.548145 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-edb1d764-2deb-4d54-8e1a-4f7f6179e089 req-c418fad5-3732-400e-b100-f12a68e4d327 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/security-groups?id=f6de87b7-c8be-4140-be86-d0d6b2592918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365938 May 28 06:29:27.633177 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330f2645-54ab-41d1-8e4c-832f9d22c7f4 req-f1024372-28de-4244-bb5c-a6ccebcdf020 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:27.644924 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-330f2645-54ab-41d1-8e4c-832f9d22c7f4 req-f1024372-28de-4244-bb5c-a6ccebcdf020 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.71 "GET /v2.0/networks?id=8a614321-106a-411d-a8a4-5e84c14727eb HTTP/1.1" status: 200 len: 815 time: 0.3677514 May 28 06:29:27.682281 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e03c9a-4421-4133-93f9-0c319b6533e7 req-f9c59c59-9e77-415f-9910-0e50842b5ec8 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:27.696147 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-10e03c9a-4421-4133-93f9-0c319b6533e7 req-f9c59c59-9e77-415f-9910-0e50842b5ec8 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/ports?device_id=70912ff8-445e-4379-89cf-b75e6336c476 HTTP/1.1" status: 200 len: 950 time: 0.2353959 May 28 06:29:27.717319 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-330f2645-54ab-41d1-8e4c-832f9d22c7f4 req-50038f92-e773-4474-a36f-008115160a91 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Request body: {'port': {'device_id': '636ae437-f020-4a0c-9b90-04a6a2b5dea3', 'network_id': '8a614321-106a-411d-a8a4-5e84c14727eb', 'admin_state_up': True, 'tenant_id': 'fc01789de1b14900a06c05baded73001'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:29:27.763327 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e181348-6dba-4381-96b3-a245102be431 service neutron] Pushing event updated for resources: {'Port': ['ID=1b08fe22-1061-450c-a733-bf041f8a0d4d,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:29:27.861182 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-0e181348-6dba-4381-96b3-a245102be431 service neutron] Attempting to bind port 1b08fe22-1061-450c-a733-bf041f8a0d4d on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:29:27.861639 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-0e181348-6dba-4381-96b3-a245102be431 service neutron] Attempting to bind port 1b08fe22-1061-450c-a733-bf041f8a0d4d by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': 'a17549e8-b8aa-4901-a73d-94fb0e39724e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'a9a55cb1-2dd3-489f-a37d-55a242b85f0c'}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:29:27.862054 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-0e181348-6dba-4381-96b3-a245102be431 service neutron] Attempting to bind port 1b08fe22-1061-450c-a733-bf041f8a0d4d on network a9a55cb1-2dd3-489f-a37d-55a242b85f0c {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:29:27.866896 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-0e181348-6dba-4381-96b3-a245102be431 service neutron] Port 1b08fe22-1061-450c-a733-bf041f8a0d4d on network a9a55cb1-2dd3-489f-a37d-55a242b85f0c not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:29:27.867306 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-0e181348-6dba-4381-96b3-a245102be431 service neutron] Attempting to bind port 1b08fe22-1061-450c-a733-bf041f8a0d4d on network a9a55cb1-2dd3-489f-a37d-55a242b85f0c {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:29:27.879335 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-0e181348-6dba-4381-96b3-a245102be431 service neutron] Checking agent: {'id': '69f492a0-c00d-46d0-9bec-fcd8161ce206', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:29:27.879335 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-0e181348-6dba-4381-96b3-a245102be431 service neutron] Checking segment: {'id': 'a17549e8-b8aa-4901-a73d-94fb0e39724e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'a9a55cb1-2dd3-489f-a37d-55a242b85f0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:29:27.879335 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-0e181348-6dba-4381-96b3-a245102be431 service neutron] Bound using segment: {'id': 'a17549e8-b8aa-4901-a73d-94fb0e39724e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'a9a55cb1-2dd3-489f-a37d-55a242b85f0c'} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:29:27.881563 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-0e181348-6dba-4381-96b3-a245102be431 service neutron] Bound port: 1b08fe22-1061-450c-a733-bf041f8a0d4d, host: n-h1-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a17549e8-b8aa-4901-a73d-94fb0e39724e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'a9a55cb1-2dd3-489f-a37d-55a242b85f0c'}}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:29:27.885895 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-0e181348-6dba-4381-96b3-a245102be431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:27.942801 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-330f2645-54ab-41d1-8e4c-832f9d22c7f4 req-50038f92-e773-4474-a36f-008115160a91 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:29:27.970386 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-330f2645-54ab-41d1-8e4c-832f9d22c7f4 req-50038f92-e773-4474-a36f-008115160a91 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Usage tracker for resource:port and tenant:fc01789de1b14900a06c05baded73001 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:29:27.976309 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-330f2645-54ab-41d1-8e4c-832f9d22c7f4 req-50038f92-e773-4474-a36f-008115160a91 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:29:27.989022 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-0e181348-6dba-4381-96b3-a245102be431 service neutron] For port 1b08fe22-1061-450c-a733-bf041f8a0d4d, host n-h1-843702-1, cleared binding levels {{(pid=89109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:29:27.992885 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-0e181348-6dba-4381-96b3-a245102be431 service neutron] For port 1b08fe22-1061-450c-a733-bf041f8a0d4d, host n-h1-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=1b08fe22-1061-450c-a733-bf041f8a0d4d,segment=NetworkSegment(a17549e8-b8aa-4901-a73d-94fb0e39724e),segment_id=a17549e8-b8aa-4901-a73d-94fb0e39724e)] {{(pid=89109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:29:27.996287 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-10e03c9a-4421-4133-93f9-0c319b6533e7 req-2143284c-b49a-47a6-a82a-db6fc7db756d tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/security-groups?id=cc42bff8-ec73-4f47-a19d-2b56e52b6e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302030 May 28 06:29:27.996287 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-330f2645-54ab-41d1-8e4c-832f9d22c7f4 req-50038f92-e773-4474-a36f-008115160a91 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:29:28.036243 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920ee06c-d2b9-4519-81a8-03ed69d5d28e req-71eede8d-f6e7-489c-afa2-b253850f1545 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:28.038010 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-920ee06c-d2b9-4519-81a8-03ed69d5d28e req-71eede8d-f6e7-489c-afa2-b253850f1545 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] 10.222.0.55 "GET /v2.0/ports?device_id=455809e7-a5e0-4854-943a-386ccf0610e3 HTTP/1.1" status: 200 len: 945 time: 0.1676328 May 28 06:29:28.080360 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90ede48b-246e-4690-8e50-3f809bbd9e2b', 'name': 'network-vif-deleted', 'tag': '9608580b-97ff-42f2-9808-c9d9a67209a5'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:29:28.106078 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-920ee06c-d2b9-4519-81a8-03ed69d5d28e req-dcd8b651-b071-48c3-9f9d-9069e211159f tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] 10.222.0.55 "GET /v2.0/security-groups?id=649a97d9-6056-4be4-8631-8b873f32da87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582461 May 28 06:29:28.122797 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-330f2645-54ab-41d1-8e4c-832f9d22c7f4 req-50038f92-e773-4474-a36f-008115160a91 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Made reservation on behalf of fc01789de1b14900a06c05baded73001 for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:29:28.127418 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-0e181348-6dba-4381-96b3-a245102be431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:28.133005 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-330f2645-54ab-41d1-8e4c-832f9d22c7f4 req-50038f92-e773-4474-a36f-008115160a91 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:28.240575 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-0e181348-6dba-4381-96b3-a245102be431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:28.240575 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-0e181348-6dba-4381-96b3-a245102be431 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:28.240575 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-0e181348-6dba-4381-96b3-a245102be431 service neutron] 10.222.0.69 "PUT /v2.0/ports/1b08fe22-1061-450c-a733-bf041f8a0d4d HTTP/1.1" status: 200 len: 1091 time: 1.9094386 May 28 06:29:28.240575 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e11893ff-5c52-4ed1-b6b3-2fbc959d89e3', 'tag': '1b08fe22-1061-450c-a733-bf041f8a0d4d'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:29:28.275307 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e181348-6dba-4381-96b3-a245102be431 service neutron] Pushing event updated for resources: {'Port': ['ID=1b08fe22-1061-450c-a733-bf041f8a0d4d,revision_number=3']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:29:28.386593 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-ca8ceb35-fa03-4634-81de-de90bf04042e req-dacf1ab2-110e-4a33-addb-f6d9cdd23e76 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Synchronizing usage tracker for tenant:fc01789de1b14900a06c05baded73001 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:29:28.416332 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-f5436359-7afb-4c88-93e8-c1f5fc3e0676 service neutron] Request body: {'port': {'device_id': 'e11893ff-5c52-4ed1-b6b3-2fbc959d89e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843702-1'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:29:28.594464 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-f5436359-7afb-4c88-93e8-c1f5fc3e0676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:28.609228 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca82156-9da7-4dcf-9617-44226c6c8224 req-6083a446-f0a1-4ead-b2ba-75c8c91521c7 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:28.610720 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7ca82156-9da7-4dcf-9617-44226c6c8224 req-6083a446-f0a1-4ead-b2ba-75c8c91521c7 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.69 "GET /v2.0/ports?device_id=1aee84c6-e027-450e-8e68-af8f968fbff5 HTTP/1.1" status: 200 len: 946 time: 0.3762076 May 28 06:29:28.620016 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeff40c-7f35-49fe-9834-f9650bd2a82d req-64886ae5-b1be-4938-8aed-6ddb307f2acc tempest-ServersOnMultiNodesTest-1111834029 tempest-ServersOnMultiNodesTest-1111834029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:28.621531 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-afeff40c-7f35-49fe-9834-f9650bd2a82d req-64886ae5-b1be-4938-8aed-6ddb307f2acc tempest-ServersOnMultiNodesTest-1111834029 tempest-ServersOnMultiNodesTest-1111834029-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=70912ff8-445e-4379-89cf-b75e6336c476 HTTP/1.1" status: 200 len: 1101 time: 0.3892152 May 28 06:29:28.655559 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [req-330f2645-54ab-41d1-8e4c-832f9d22c7f4 req-50038f92-e773-4474-a36f-008115160a91 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Allocated IP 172.20.0.11 (8a614321-106a-411d-a8a4-5e84c14727eb/66b89e44-3ec9-4ede-9e44-ddc84dd3e47d/844393b0-156c-4ea9-82c4-67de99c7a7cb) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:29:28.701284 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-ca8ceb35-fa03-4634-81de-de90bf04042e req-dacf1ab2-110e-4a33-addb-f6d9cdd23e76 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Unset dirty status for tenant:fc01789de1b14900a06c05baded73001 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:29:28.702458 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ca8ceb35-fa03-4634-81de-de90bf04042e req-dacf1ab2-110e-4a33-addb-f6d9cdd23e76 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/ports?device_id=636ae437-f020-4a0c-9b90-04a6a2b5dea3 HTTP/1.1" status: 200 len: 210 time: 0.5405414 May 28 06:29:28.751835 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-7ca82156-9da7-4dcf-9617-44226c6c8224 req-9e6af766-d597-4684-a484-cdafbc91e009 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Deleting port d4f27edb-9d58-4d0a-b1b4-40f613c6b15b {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:29:28.751835 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-7ca82156-9da7-4dcf-9617-44226c6c8224 req-9e6af766-d597-4684-a484-cdafbc91e009 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:28.791882 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-afeff40c-7f35-49fe-9834-f9650bd2a82d req-5c81cb1a-82a8-4a23-9c36-bbc49e1a71a8 tempest-ServersOnMultiNodesTest-1111834029 tempest-ServersOnMultiNodesTest-1111834029-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=cc42bff8-ec73-4f47-a19d-2b56e52b6e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377504 May 28 06:29:28.831520 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cfea2fe-cd2b-45ae-853b-9aee79d29830'] response: {'server_uuid': '90ede48b-246e-4690-8e50-3f809bbd9e2b', 'name': 'network-vif-deleted', 'tag': '9608580b-97ff-42f2-9808-c9d9a67209a5', 'status': 'completed', 'code': 200} May 28 06:29:28.984976 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-149fa3ad-06b8-4a70-b0a1-a181a6e8f18d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:29.070349 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 56272) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:29:29.112680 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-f5436359-7afb-4c88-93e8-c1f5fc3e0676 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63719b56-cdff-407a-9451-11b324811ceb {{(pid=89109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:29:29.151188 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-f5436359-7afb-4c88-93e8-c1f5fc3e0676 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:29.192809 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-f5436359-7afb-4c88-93e8-c1f5fc3e0676 service neutron] Transition to ACTIVE for port object 63719b56-cdff-407a-9451-11b324811ceb will not be triggered until provisioned by entity L2. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:29:29.221486 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 9608580b-97ff-42f2-9808-c9d9a67209a5 no longer exists at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:29:29.280354 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] No Port match for: 9608580b-97ff-42f2-9808-c9d9a67209a5 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:29:29.281467 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 9608580b-97ff-42f2-9808-c9d9a67209a5 not bound to the agent host n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:29:29.282637 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-f5436359-7afb-4c88-93e8-c1f5fc3e0676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:29.467286 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05493d47-149d-44cd-8c18-d15c7da9369d'] response: {'name': 'network-changed', 'server_uuid': 'e11893ff-5c52-4ed1-b6b3-2fbc959d89e3', 'tag': '1b08fe22-1061-450c-a733-bf041f8a0d4d', 'status': 'completed', 'code': 200} May 28 06:29:29.611913 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-32d5ae0f-3fce-4a30-8552-8aca612ad42b admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:29.616590 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5436359-7afb-4c88-93e8-c1f5fc3e0676 service neutron] Pushing event updated for resources: {'Port': ['ID=63719b56-cdff-407a-9451-11b324811ceb,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:29:29.628036 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-f5436359-7afb-4c88-93e8-c1f5fc3e0676 service neutron] Attempting to bind port 63719b56-cdff-407a-9451-11b324811ceb on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:29:29.628569 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-f5436359-7afb-4c88-93e8-c1f5fc3e0676 service neutron] Attempting to bind port 63719b56-cdff-407a-9451-11b324811ceb by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': 'a17549e8-b8aa-4901-a73d-94fb0e39724e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'a9a55cb1-2dd3-489f-a37d-55a242b85f0c'}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:29:29.629117 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-f5436359-7afb-4c88-93e8-c1f5fc3e0676 service neutron] Attempting to bind port 63719b56-cdff-407a-9451-11b324811ceb on network a9a55cb1-2dd3-489f-a37d-55a242b85f0c {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:29:29.636575 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-f5436359-7afb-4c88-93e8-c1f5fc3e0676 service neutron] Port 63719b56-cdff-407a-9451-11b324811ceb on network a9a55cb1-2dd3-489f-a37d-55a242b85f0c not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:29:29.636575 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-f5436359-7afb-4c88-93e8-c1f5fc3e0676 service neutron] Attempting to bind port 63719b56-cdff-407a-9451-11b324811ceb on network a9a55cb1-2dd3-489f-a37d-55a242b85f0c {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:29:29.643416 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-f5436359-7afb-4c88-93e8-c1f5fc3e0676 service neutron] Checking agent: {'id': '69f492a0-c00d-46d0-9bec-fcd8161ce206', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:29:29.650696 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-f5436359-7afb-4c88-93e8-c1f5fc3e0676 service neutron] Checking segment: {'id': 'a17549e8-b8aa-4901-a73d-94fb0e39724e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'a9a55cb1-2dd3-489f-a37d-55a242b85f0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:29:29.650696 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-f5436359-7afb-4c88-93e8-c1f5fc3e0676 service neutron] Bound using segment: {'id': 'a17549e8-b8aa-4901-a73d-94fb0e39724e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'a9a55cb1-2dd3-489f-a37d-55a242b85f0c'} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:29:29.650696 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-f5436359-7afb-4c88-93e8-c1f5fc3e0676 service neutron] Bound port: 63719b56-cdff-407a-9451-11b324811ceb, host: n-h1-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a17549e8-b8aa-4901-a73d-94fb0e39724e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'a9a55cb1-2dd3-489f-a37d-55a242b85f0c'}}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:29:29.650696 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-f5436359-7afb-4c88-93e8-c1f5fc3e0676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:29.722986 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-32d5ae0f-3fce-4a30-8552-8aca612ad42b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:29:29.741389 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-330f2645-54ab-41d1-8e4c-832f9d22c7f4 req-50038f92-e773-4474-a36f-008115160a91 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:29.742081 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-f5436359-7afb-4c88-93e8-c1f5fc3e0676 service neutron] For port 63719b56-cdff-407a-9451-11b324811ceb, host n-h1-843702-1, cleared binding levels {{(pid=89109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:29:29.746214 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-f5436359-7afb-4c88-93e8-c1f5fc3e0676 service neutron] For port 63719b56-cdff-407a-9451-11b324811ceb, host n-h1-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=63719b56-cdff-407a-9451-11b324811ceb,segment=NetworkSegment(a17549e8-b8aa-4901-a73d-94fb0e39724e),segment_id=a17549e8-b8aa-4901-a73d-94fb0e39724e)] {{(pid=89109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:29:29.753808 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-32d5ae0f-3fce-4a30-8552-8aca612ad42b admin admin] Usage tracker for resource:security_group_rule and tenant:2c1beda44c13455ca8fc9400ded12415 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:29:29.769711 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-32d5ae0f-3fce-4a30-8552-8aca612ad42b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:29:29.792768 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-32d5ae0f-3fce-4a30-8552-8aca612ad42b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:29:29.803187 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:29.843058 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-f5436359-7afb-4c88-93e8-c1f5fc3e0676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:29.857308 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-7ca82156-9da7-4dcf-9617-44226c6c8224 req-9e6af766-d597-4684-a484-cdafbc91e009 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] For port d4f27edb-9d58-4d0a-b1b4-40f613c6b15b, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=d4f27edb-9d58-4d0a-b1b4-40f613c6b15b,segment=NetworkSegment(a8c42c09-58b4-4e9e-ab8f-c96c63ee4190),segment_id=a8c42c09-58b4-4e9e-ab8f-c96c63ee4190)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:29:29.857690 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-7ca82156-9da7-4dcf-9617-44226c6c8224 req-9e6af766-d597-4684-a484-cdafbc91e009 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:29.889933 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef663ebc-3c14-47c6-b90d-29f259064797 req-33b44fed-dc73-49b8-8dec-828b09ca78e8 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:29.895587 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef663ebc-3c14-47c6-b90d-29f259064797 req-33b44fed-dc73-49b8-8dec-828b09ca78e8 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:29.906636 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef663ebc-3c14-47c6-b90d-29f259064797 req-33b44fed-dc73-49b8-8dec-828b09ca78e8 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:29.908401 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef663ebc-3c14-47c6-b90d-29f259064797 req-33b44fed-dc73-49b8-8dec-828b09ca78e8 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:29.908737 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-f5436359-7afb-4c88-93e8-c1f5fc3e0676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:29.909351 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-f5436359-7afb-4c88-93e8-c1f5fc3e0676 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:29.910725 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-f5436359-7afb-4c88-93e8-c1f5fc3e0676 service neutron] 10.222.0.69 "PUT /v2.0/ports/63719b56-cdff-407a-9451-11b324811ceb HTTP/1.1" status: 200 len: 1091 time: 1.4997852 May 28 06:29:29.914203 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef663ebc-3c14-47c6-b90d-29f259064797 req-33b44fed-dc73-49b8-8dec-828b09ca78e8 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:29.920171 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef663ebc-3c14-47c6-b90d-29f259064797 req-33b44fed-dc73-49b8-8dec-828b09ca78e8 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:29.926594 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef663ebc-3c14-47c6-b90d-29f259064797 req-33b44fed-dc73-49b8-8dec-828b09ca78e8 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:29.927726 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5436359-7afb-4c88-93e8-c1f5fc3e0676 service neutron] Pushing event updated for resources: {'Port': ['ID=63719b56-cdff-407a-9451-11b324811ceb,revision_number=3']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:29:29.928532 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ef663ebc-3c14-47c6-b90d-29f259064797 req-33b44fed-dc73-49b8-8dec-828b09ca78e8 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.55 "GET /v2.0/ports?device_id=e11893ff-5c52-4ed1-b6b3-2fbc959d89e3 HTTP/1.1" status: 200 len: 5420 time: 0.7970238 May 28 06:29:30.031343 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:30.059864 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 212267bc-72fb-4720-960a-a0bb5430dbe0 up at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:29:30.064575 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-7ca82156-9da7-4dcf-9617-44226c6c8224 req-9e6af766-d597-4684-a484-cdafbc91e009 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Calling delete_port for d4f27edb-9d58-4d0a-b1b4-40f613c6b15b owned by compute:nova {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:29:30.135121 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0ae5eb-24c3-4c0f-90c8-4cbbfe80b144 req-2c661881-9f08-447d-a5b8-8b0647bc2ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:30.136013 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0ae5eb-24c3-4c0f-90c8-4cbbfe80b144 req-2c661881-9f08-447d-a5b8-8b0647bc2ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:30.136013 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0ae5eb-24c3-4c0f-90c8-4cbbfe80b144 req-2c661881-9f08-447d-a5b8-8b0647bc2ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:30.136486 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0ae5eb-24c3-4c0f-90c8-4cbbfe80b144 req-2c661881-9f08-447d-a5b8-8b0647bc2ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:30.136943 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0ae5eb-24c3-4c0f-90c8-4cbbfe80b144 req-2c661881-9f08-447d-a5b8-8b0647bc2ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:30.137400 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0ae5eb-24c3-4c0f-90c8-4cbbfe80b144 req-2c661881-9f08-447d-a5b8-8b0647bc2ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:30.137950 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0ae5eb-24c3-4c0f-90c8-4cbbfe80b144 req-2c661881-9f08-447d-a5b8-8b0647bc2ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:30.140001 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2b0ae5eb-24c3-4c0f-90c8-4cbbfe80b144 req-2c661881-9f08-447d-a5b8-8b0647bc2ff8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f3958891eac44c76810006defcff5dde&device_id=e11893ff-5c52-4ed1-b6b3-2fbc959d89e3 HTTP/1.1" status: 200 len: 6435 time: 0.6065462 May 28 06:29:30.162222 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17279da-fa5e-43ba-b2aa-63a6871fd681 req-2872924c-b9bc-4eb6-a9fe-8d8ce192fa97 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:30.163536 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e17279da-fa5e-43ba-b2aa-63a6871fd681 req-2872924c-b9bc-4eb6-a9fe-8d8ce192fa97 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=1aee84c6-e027-450e-8e68-af8f968fbff5 HTTP/1.1" status: 200 len: 946 time: 0.5291846 May 28 06:29:30.214064 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning for port 212267bc-72fb-4720-960a-a0bb5430dbe0 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:29:30.218818 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning complete for port 212267bc-72fb-4720-960a-a0bb5430dbe0 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:29:30.224704 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:30.292978 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ef663ebc-3c14-47c6-b90d-29f259064797 req-0204bc26-6ca6-4966-adb0-c4dd7a589044 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.55 "GET /v2.0/security-groups?id=46eeeb0c-b6a3-4a12-ace3-318551136dd9&id=e8d697a1-1dba-4b18-a73a-2546d21ff79d&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3536315 May 28 06:29:30.352752 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-330f2645-54ab-41d1-8e4c-832f9d22c7f4 req-50038f92-e773-4474-a36f-008115160a91 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:30.356800 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 212267bc-72fb-4720-960a-a0bb5430dbe0 is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:29:30.357231 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:30.415020 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e17279da-fa5e-43ba-b2aa-63a6871fd681 req-8d4963df-f25c-4487-8d49-95f06e160d71 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/security-groups?id=f6de87b7-c8be-4140-be86-d0d6b2592918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200644 May 28 06:29:30.417932 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '455809e7-a5e0-4854-943a-386ccf0610e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '212267bc-72fb-4720-960a-a0bb5430dbe0'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:29:30.428650 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 212267bc-72fb-4720-960a-a0bb5430dbe0, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=212267bc-72fb-4720-960a-a0bb5430dbe0,segment=NetworkSegment(8d6493ed-a6e0-445f-9394-e5cc9c5c38f9),segment_id=8d6493ed-a6e0-445f-9394-e5cc9c5c38f9)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:29:30.554476 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-330f2645-54ab-41d1-8e4c-832f9d22c7f4 req-50038f92-e773-4474-a36f-008115160a91 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Network 8a614321-106a-411d-a8a4-5e84c14727eb is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:29:30.578126 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:30.597531 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-32d5ae0f-3fce-4a30-8552-8aca612ad42b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:30.605191 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [req-330f2645-54ab-41d1-8e4c-832f9d22c7f4 req-50038f92-e773-4474-a36f-008115160a91 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:29:30.628110 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-330f2645-54ab-41d1-8e4c-832f9d22c7f4 req-50038f92-e773-4474-a36f-008115160a91 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:29:30.636526 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=212267bc-72fb-4720-960a-a0bb5430dbe0,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:29:30.669873 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bee4f172-773f-4ce9-9c5b-cdd0d55cc549 req-78a0ab7f-8fbc-4149-a513-4e78e4229720 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=c3068efc66a349e9b92ab9365fc877d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1194527 May 28 06:29:30.678266 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0ae5eb-24c3-4c0f-90c8-4cbbfe80b144 req-69a773a1-a14c-471e-bd40-78223ac0c337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:30.686742 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0ae5eb-24c3-4c0f-90c8-4cbbfe80b144 req-69a773a1-a14c-471e-bd40-78223ac0c337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:30.686742 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0ae5eb-24c3-4c0f-90c8-4cbbfe80b144 req-69a773a1-a14c-471e-bd40-78223ac0c337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:30.686742 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2b0ae5eb-24c3-4c0f-90c8-4cbbfe80b144 req-69a773a1-a14c-471e-bd40-78223ac0c337 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=f3958891eac44c76810006defcff5dde&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.5279093 May 28 06:29:30.686742 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50038f92-e773-4474-a36f-008115160a91 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Pushing event updated for resources: {'Port': ['ID=844393b0-156c-4ea9-82c4-67de99c7a7cb,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:29:30.869881 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-32d5ae0f-3fce-4a30-8552-8aca612ad42b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:30.910202 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330f2645-54ab-41d1-8e4c-832f9d22c7f4 req-50038f92-e773-4474-a36f-008115160a91 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:30.910800 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-330f2645-54ab-41d1-8e4c-832f9d22c7f4 req-50038f92-e773-4474-a36f-008115160a91 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:30.991464 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-32d5ae0f-3fce-4a30-8552-8aca612ad42b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2c1beda44c13455ca8fc9400ded12415&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9178336 May 28 06:29:30.994920 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 56300) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:29:31.000894 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d5ae0f-3fce-4a30-8552-8aca612ad42b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fe604a6-c745-4b6a-b62b-9b458b32270b,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:29:31.011399 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-7ca82156-9da7-4dcf-9617-44226c6c8224 req-9e6af766-d597-4684-a484-cdafbc91e009 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:31.020145 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c3e8d3-a5ff-4078-9519-a3e0355b6a08 req-7b665f05-f5db-46a4-a6d9-d9bd98d68634 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:31.021652 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b0c3e8d3-a5ff-4078-9519-a3e0355b6a08 req-7b665f05-f5db-46a4-a6d9-d9bd98d68634 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] 10.222.0.55 "GET /v2.0/ports?device_id=455809e7-a5e0-4854-943a-386ccf0610e3 HTTP/1.1" status: 200 len: 945 time: 0.5915573 May 28 06:29:31.022215 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['d4f27edb-9d58-4d0a-b1b4-40f613c6b15b'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:29:31.056071 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1b8b9563-f34a-40d9-8073-e31870a4f540 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:31.086073 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1b8b9563-f34a-40d9-8073-e31870a4f540 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:31.245014 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6af766-d597-4684-a484-cdafbc91e009 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Pushing event deleted for resources: {'Port': ['ID=d4f27edb-9d58-4d0a-b1b4-40f613c6b15b,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:29:31.258803 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-330f2645-54ab-41d1-8e4c-832f9d22c7f4 req-50038f92-e773-4474-a36f-008115160a91 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5566716 May 28 06:29:31.271432 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee4f172-773f-4ce9-9c5b-cdd0d55cc549 req-6abfa126-ea9c-420e-8714-e6a1de5334d3 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:31.272713 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bee4f172-773f-4ce9-9c5b-cdd0d55cc549 req-6abfa126-ea9c-420e-8714-e6a1de5334d3 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5865934 May 28 06:29:31.320660 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-330f2645-54ab-41d1-8e4c-832f9d22c7f4 req-e7eb581e-9613-4ed2-8671-596822def96f service neutron] Request body: {'port': {'device_id': '636ae437-f020-4a0c-9b90-04a6a2b5dea3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843702-1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:29:31.351808 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0ae5eb-24c3-4c0f-90c8-4cbbfe80b144 req-4da04bff-691a-4c08-8248-895ca485bb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:31.353393 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2b0ae5eb-24c3-4c0f-90c8-4cbbfe80b144 req-4da04bff-691a-4c08-8248-895ca485bb29 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6594992 May 28 06:29:31.356817 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1b8b9563-f34a-40d9-8073-e31870a4f540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:31.374107 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8b9563-f34a-40d9-8073-e31870a4f540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fe604a6-c745-4b6a-b62b-9b458b32270b,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:29:31.378637 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1b8b9563-f34a-40d9-8073-e31870a4f540 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:31.381949 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-1b8b9563-f34a-40d9-8073-e31870a4f540 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2fe604a6-c745-4b6a-b62b-9b458b32270b HTTP/1.1" status: 204 len: 168 time: 0.3839791 May 28 06:29:31.452788 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ca82156-9da7-4dcf-9617-44226c6c8224 req-9e6af766-d597-4684-a484-cdafbc91e009 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] No DVR routers for this DVR port d4f27edb-9d58-4d0a-b1b4-40f613c6b15b on host n-h1-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:29:31.459339 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b0c3e8d3-a5ff-4078-9519-a3e0355b6a08 req-c2039821-c7cb-40a9-a8a5-47035a5aaa54 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] 10.222.0.55 "GET /v2.0/security-groups?id=649a97d9-6056-4be4-8631-8b873f32da87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3880107 May 28 06:29:31.459339 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bee4f172-773f-4ce9-9c5b-cdd0d55cc549 req-c3353b83-5c65-4e2c-b5b3-64dff034677d tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/quotas/c3068efc66a349e9b92ab9365fc877d9 HTTP/1.1" status: 200 len: 375 time: 0.1551993 May 28 06:29:31.459339 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-7ca82156-9da7-4dcf-9617-44226c6c8224 req-9e6af766-d597-4684-a484-cdafbc91e009 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:31.460721 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7ca82156-9da7-4dcf-9617-44226c6c8224 req-9e6af766-d597-4684-a484-cdafbc91e009 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.69 "DELETE /v2.0/ports/d4f27edb-9d58-4d0a-b1b4-40f613c6b15b HTTP/1.1" status: 204 len: 173 time: 2.8358488 May 28 06:29:31.468612 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aee84c6-e027-450e-8e68-af8f968fbff5', 'name': 'network-vif-deleted', 'tag': 'd4f27edb-9d58-4d0a-b1b4-40f613c6b15b'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:29:31.469845 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e11893ff-5c52-4ed1-b6b3-2fbc959d89e3', 'tag': '63719b56-cdff-407a-9451-11b324811ceb'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:29:31.636572 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:31.670721 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-330f2645-54ab-41d1-8e4c-832f9d22c7f4 req-e7eb581e-9613-4ed2-8671-596822def96f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:31.748004 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-a1f1cbdc-4d45-4f62-b691-7e75bb673123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:31.748496 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-a1f1cbdc-4d45-4f62-b691-7e75bb673123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:31.748951 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-a1f1cbdc-4d45-4f62-b691-7e75bb673123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:31.749738 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-a1f1cbdc-4d45-4f62-b691-7e75bb673123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:31.749940 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-a1f1cbdc-4d45-4f62-b691-7e75bb673123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:31.750372 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-a1f1cbdc-4d45-4f62-b691-7e75bb673123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:31.750904 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-a1f1cbdc-4d45-4f62-b691-7e75bb673123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:31.752759 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-a1f1cbdc-4d45-4f62-b691-7e75bb673123 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f3958891eac44c76810006defcff5dde&device_id=e11893ff-5c52-4ed1-b6b3-2fbc959d89e3 HTTP/1.1" status: 200 len: 6477 time: 0.3361175 May 28 06:29:31.844186 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bee4f172-773f-4ce9-9c5b-cdd0d55cc549 req-03ecd300-25cf-473a-965e-eb88d7243e04 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=c3068efc66a349e9b92ab9365fc877d9&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3708014 May 28 06:29:31.863460 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-321a6a01-a96e-4232-8404-2d5c2ff2adf0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59c8a3dd-39de-497f-ae98-545149d1be00 HTTP/1.1" status: 200 len: 217 time: 0.0986729 May 28 06:29:31.986731 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a962acff-eeaa-464c-bd95-df963e189f73 req-23649a0c-c62f-4812-8026-605f1c2cb0f6 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:31.988275 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a962acff-eeaa-464c-bd95-df963e189f73 req-23649a0c-c62f-4812-8026-605f1c2cb0f6 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/ports?device_id=636ae437-f020-4a0c-9b90-04a6a2b5dea3 HTTP/1.1" status: 200 len: 932 time: 0.3877265 May 28 06:29:32.077984 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:32.104383 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-f2656b3b-9bbc-403c-9c3c-1f7d3cb220db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:32.114831 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-f2656b3b-9bbc-403c-9c3c-1f7d3cb220db service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bb3ffca3-469c-42ac-a3c6-07667d22277f HTTP/1.1" status: 200 len: 850 time: 0.2000136 May 28 06:29:32.187465 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a962acff-eeaa-464c-bd95-df963e189f73 req-0faaf1ff-b4f2-47a9-aa05-212a4ae6f5f4 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f2c8bcd-a51c-4c0c-8c62-f5096a9be3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795623 May 28 06:29:32.265037 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 56326) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:29:32.284324 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cb4911c-e771-4bc2-866a-363d2edbce9a'] response: {'server_uuid': '455809e7-a5e0-4854-943a-386ccf0610e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '212267bc-72fb-4720-960a-a0bb5430dbe0', 'code': 200} May 28 06:29:32.285225 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-ca6e26b9-c2cc-4636-8960-b225e1b329c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:32.286849 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-ca6e26b9-c2cc-4636-8960-b225e1b329c6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b0d3210f-6f0b-4832-90fb-f0b2f3ebb660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1750500 May 28 06:29:32.290925 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-aebed4c8-3356-464d-bcdf-ce475bf95213 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:32.312260 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-aebed4c8-3356-464d-bcdf-ce475bf95213 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:29:32.316829 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-aebed4c8-3356-464d-bcdf-ce475bf95213 admin admin] Usage tracker for resource:security_group_rule and tenant:de379fcc6b094d3c8775430a3d550601 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:29:32.320710 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-aebed4c8-3356-464d-bcdf-ce475bf95213 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:29:32.329000 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-aebed4c8-3356-464d-bcdf-ce475bf95213 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:29:32.472525 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-aebed4c8-3356-464d-bcdf-ce475bf95213 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:32.493006 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c250238-7ba1-47e5-9c28-5c22f18a7549 req-585228bc-fd3c-44a5-ab48-c9ec6a0597c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:32.495385 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-9c250238-7ba1-47e5-9c28-5c22f18a7549 req-585228bc-fd3c-44a5-ab48-c9ec6a0597c5 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=455809e7-a5e0-4854-943a-386ccf0610e3 HTTP/1.1" status: 200 len: 1097 time: 0.0942898 May 28 06:29:32.549967 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-9c250238-7ba1-47e5-9c28-5c22f18a7549 req-ed17ea39-9e53-442c-9900-e1ecb435ebd5 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=649a97d9-6056-4be4-8631-8b873f32da87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475016 May 28 06:29:32.565288 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [req-330f2645-54ab-41d1-8e4c-832f9d22c7f4 req-e7eb581e-9613-4ed2-8671-596822def96f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 844393b0-156c-4ea9-82c4-67de99c7a7cb {{(pid=89110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:29:32.594326 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-330f2645-54ab-41d1-8e4c-832f9d22c7f4 req-e7eb581e-9613-4ed2-8671-596822def96f service neutron] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:32.636897 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-9b0c7ab5-f005-4e62-bad9-45ef0ad72072 service neutron] 10.222.0.69 "GET /v2.0/networks/b0d3210f-6f0b-4832-90fb-f0b2f3ebb660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293375 May 28 06:29:32.638693 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-330f2645-54ab-41d1-8e4c-832f9d22c7f4 req-e7eb581e-9613-4ed2-8671-596822def96f service neutron] Transition to ACTIVE for port object 844393b0-156c-4ea9-82c4-67de99c7a7cb will not be triggered until provisioned by entity L2. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:29:32.722499 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-aebed4c8-3356-464d-bcdf-ce475bf95213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:32.739019 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a02658-e63e-4186-b37a-dc8bc178017b req-9c8d8118-4bd9-423a-bcce-e44a05b66595 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:32.745571 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a02658-e63e-4186-b37a-dc8bc178017b req-9c8d8118-4bd9-423a-bcce-e44a05b66595 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:32.751582 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a02658-e63e-4186-b37a-dc8bc178017b req-9c8d8118-4bd9-423a-bcce-e44a05b66595 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:32.757683 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a02658-e63e-4186-b37a-dc8bc178017b req-9c8d8118-4bd9-423a-bcce-e44a05b66595 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:32.763576 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a02658-e63e-4186-b37a-dc8bc178017b req-9c8d8118-4bd9-423a-bcce-e44a05b66595 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:32.769630 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a02658-e63e-4186-b37a-dc8bc178017b req-9c8d8118-4bd9-423a-bcce-e44a05b66595 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:32.776074 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a02658-e63e-4186-b37a-dc8bc178017b req-9c8d8118-4bd9-423a-bcce-e44a05b66595 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:32.778058 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-38a02658-e63e-4186-b37a-dc8bc178017b req-9c8d8118-4bd9-423a-bcce-e44a05b66595 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.55 "GET /v2.0/ports?device_id=e11893ff-5c52-4ed1-b6b3-2fbc959d89e3 HTTP/1.1" status: 200 len: 5420 time: 0.3693297 May 28 06:29:32.800544 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-aebed4c8-3356-464d-bcdf-ce475bf95213 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=de379fcc6b094d3c8775430a3d550601&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5343695 May 28 06:29:32.804408 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 56336) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:29:32.812930 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-330f2645-54ab-41d1-8e4c-832f9d22c7f4 req-e7eb581e-9613-4ed2-8671-596822def96f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:32.818327 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebed4c8-3356-464d-bcdf-ce475bf95213 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6aac6a8-d71a-4c58-8fee-84bda84c38dc,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:29:32.869778 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f2872d72-15b9-48b6-b4ed-29aaf4622609 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:32.897822 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f2872d72-15b9-48b6-b4ed-29aaf4622609 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:32.991172 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-38a02658-e63e-4186-b37a-dc8bc178017b req-976e3a31-196c-4279-ac85-4d978ebb3c1f tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.55 "GET /v2.0/security-groups?id=46eeeb0c-b6a3-4a12-ace3-318551136dd9&id=e8d697a1-1dba-4b18-a73a-2546d21ff79d&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2037172 May 28 06:29:32.997798 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-926c05b3-ebf2-4845-b29c-42acb2963013 service neutron] 10.222.0.69 "GET /v2.0/networks/b0d3210f-6f0b-4832-90fb-f0b2f3ebb660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3549860 May 28 06:29:33.159233 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eb581e-9613-4ed2-8671-596822def96f service neutron] Pushing event updated for resources: {'Port': ['ID=844393b0-156c-4ea9-82c4-67de99c7a7cb,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:29:33.173408 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f2872d72-15b9-48b6-b4ed-29aaf4622609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:33.189084 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2872d72-15b9-48b6-b4ed-29aaf4622609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6aac6a8-d71a-4c58-8fee-84bda84c38dc,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:29:33.197016 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f2872d72-15b9-48b6-b4ed-29aaf4622609 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:33.201532 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-f2872d72-15b9-48b6-b4ed-29aaf4622609 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f6aac6a8-d71a-4c58-8fee-84bda84c38dc HTTP/1.1" status: 204 len: 168 time: 0.3929911 May 28 06:29:33.235299 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device d4f27edb-9d58-4d0a-b1b4-40f613c6b15b no longer exists at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:29:33.270901 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] No Port match for: d4f27edb-9d58-4d0a-b1b4-40f613c6b15b {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:29:33.271616 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device d4f27edb-9d58-4d0a-b1b4-40f613c6b15b not bound to the agent host n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:29:33.300514 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-ce0b80e2-915b-4405-8f00-1a3c3f13da16 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.84&port_id=c60976f2-310e-4b2b-b603-af0aade00858 HTTP/1.1" status: 200 len: 217 time: 0.1476712 May 28 06:29:33.308037 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-dd517c69-5d8a-4123-b278-71683d668b02 req-bf4f6a5b-53da-4634-9954-58a30830cc4d tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Synchronizing usage tracker for tenant:9795f3bb4dd842ee9b6997b24ebca479 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:29:33.395663 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-97c81aeb-4551-46e1-aaa7-0a527225c905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:33.397020 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-97c81aeb-4551-46e1-aaa7-0a527225c905 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=63fab1a7-8d25-437c-adf6-b6a1e24d5e16 HTTP/1.1" status: 200 len: 797 time: 0.0864398 May 28 06:29:33.399228 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-330f2645-54ab-41d1-8e4c-832f9d22c7f4 req-e7eb581e-9613-4ed2-8671-596822def96f service neutron] Attempting to bind port 844393b0-156c-4ea9-82c4-67de99c7a7cb on host n-h2-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:29:33.399549 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-330f2645-54ab-41d1-8e4c-832f9d22c7f4 req-e7eb581e-9613-4ed2-8671-596822def96f service neutron] Attempting to bind port 844393b0-156c-4ea9-82c4-67de99c7a7cb by drivers openvswitch,hyperv on host n-h2-843702-1 at level 0 using segments [{'id': 'c43c3304-7641-4f7e-9b08-81290536d034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '8a614321-106a-411d-a8a4-5e84c14727eb'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:29:33.400610 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330f2645-54ab-41d1-8e4c-832f9d22c7f4 req-e7eb581e-9613-4ed2-8671-596822def96f service neutron] Attempting to bind port 844393b0-156c-4ea9-82c4-67de99c7a7cb on network 8a614321-106a-411d-a8a4-5e84c14727eb {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:29:33.434054 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330f2645-54ab-41d1-8e4c-832f9d22c7f4 req-e7eb581e-9613-4ed2-8671-596822def96f service neutron] Port 844393b0-156c-4ea9-82c4-67de99c7a7cb on network 8a614321-106a-411d-a8a4-5e84c14727eb not bound, no agent of type Open vSwitch agent registered on host n-h2-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:29:33.434349 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330f2645-54ab-41d1-8e4c-832f9d22c7f4 req-e7eb581e-9613-4ed2-8671-596822def96f service neutron] Attempting to bind port 844393b0-156c-4ea9-82c4-67de99c7a7cb on network 8a614321-106a-411d-a8a4-5e84c14727eb {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:29:33.453311 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330f2645-54ab-41d1-8e4c-832f9d22c7f4 req-e7eb581e-9613-4ed2-8671-596822def96f service neutron] Checking agent: {'id': 'f1a3973b-d2b3-4558-88e7-2ac50857d302', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:29:33.453668 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330f2645-54ab-41d1-8e4c-832f9d22c7f4 req-e7eb581e-9613-4ed2-8671-596822def96f service neutron] Checking segment: {'id': 'c43c3304-7641-4f7e-9b08-81290536d034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '8a614321-106a-411d-a8a4-5e84c14727eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:29:33.454047 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330f2645-54ab-41d1-8e4c-832f9d22c7f4 req-e7eb581e-9613-4ed2-8671-596822def96f service neutron] Bound using segment: {'id': 'c43c3304-7641-4f7e-9b08-81290536d034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '8a614321-106a-411d-a8a4-5e84c14727eb'} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:29:33.454467 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-330f2645-54ab-41d1-8e4c-832f9d22c7f4 req-e7eb581e-9613-4ed2-8671-596822def96f service neutron] Bound port: 844393b0-156c-4ea9-82c4-67de99c7a7cb, host: n-h2-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c43c3304-7641-4f7e-9b08-81290536d034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '8a614321-106a-411d-a8a4-5e84c14727eb'}}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:29:33.454803 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-330f2645-54ab-41d1-8e4c-832f9d22c7f4 req-e7eb581e-9613-4ed2-8671-596822def96f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:33.538783 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-dd517c69-5d8a-4123-b278-71683d668b02 req-bf4f6a5b-53da-4634-9954-58a30830cc4d tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Unset dirty status for tenant:9795f3bb4dd842ee9b6997b24ebca479 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:29:33.539941 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dd517c69-5d8a-4123-b278-71683d668b02 req-bf4f6a5b-53da-4634-9954-58a30830cc4d tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=1aee84c6-e027-450e-8e68-af8f968fbff5 HTTP/1.1" status: 200 len: 210 time: 0.3817084 May 28 06:29:33.562565 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-d5690f8b-5d2b-4ac6-924e-cc4a235c1e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:33.562939 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-d5690f8b-5d2b-4ac6-924e-cc4a235c1e28 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=983e828b-34fc-4a3a-b418-34d9236f2407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1587734 May 28 06:29:33.665942 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e82f3c22-a4f4-4263-85b0-7bab512aab22'] response: {'name': 'network-changed', 'server_uuid': 'e11893ff-5c52-4ed1-b6b3-2fbc959d89e3', 'tag': '63719b56-cdff-407a-9451-11b324811ceb', 'status': 'completed', 'code': 200} May 28 06:29:33.672541 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23b54cc3-56a7-4436-ba60-9a0c8e57af9a'] response: {'server_uuid': '1aee84c6-e027-450e-8e68-af8f968fbff5', 'name': 'network-vif-deleted', 'tag': 'd4f27edb-9d58-4d0a-b1b4-40f613c6b15b', 'status': 'completed', 'code': 200} May 28 06:29:33.673542 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-330f2645-54ab-41d1-8e4c-832f9d22c7f4 req-e7eb581e-9613-4ed2-8671-596822def96f service neutron] For port 844393b0-156c-4ea9-82c4-67de99c7a7cb, host n-h2-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:29:33.698279 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-330f2645-54ab-41d1-8e4c-832f9d22c7f4 req-e7eb581e-9613-4ed2-8671-596822def96f service neutron] For port 844393b0-156c-4ea9-82c4-67de99c7a7cb, host n-h2-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=844393b0-156c-4ea9-82c4-67de99c7a7cb,segment=NetworkSegment(c43c3304-7641-4f7e-9b08-81290536d034),segment_id=c43c3304-7641-4f7e-9b08-81290536d034)] {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:29:33.755455 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4a026a89-d613-45b2-a91f-57d4a15861ab req-d3fbc1a4-c210-4cf8-a623-b0d396a4e335 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/ports?device_id=c293b64f-9704-4a3d-9918-b4905a975966 HTTP/1.1" status: 200 len: 210 time: 0.0536947 May 28 06:29:33.802729 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-26bac3fe-ed6f-4167-ad86-7353f6a4d798 service neutron] 10.222.0.69 "GET /v2.0/networks/983e828b-34fc-4a3a-b418-34d9236f2407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220032 May 28 06:29:33.863019 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-330f2645-54ab-41d1-8e4c-832f9d22c7f4 req-e7eb581e-9613-4ed2-8671-596822def96f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:34.108486 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330f2645-54ab-41d1-8e4c-832f9d22c7f4 req-e7eb581e-9613-4ed2-8671-596822def96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:34.109043 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-330f2645-54ab-41d1-8e4c-832f9d22c7f4 req-e7eb581e-9613-4ed2-8671-596822def96f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:34.110582 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-330f2645-54ab-41d1-8e4c-832f9d22c7f4 req-e7eb581e-9613-4ed2-8671-596822def96f service neutron] 10.222.0.71 "PUT /v2.0/ports/844393b0-156c-4ea9-82c4-67de99c7a7cb HTTP/1.1" status: 200 len: 1092 time: 2.8021619 May 28 06:29:34.183630 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eb581e-9613-4ed2-8671-596822def96f service neutron] Pushing event updated for resources: {'Port': ['ID=844393b0-156c-4ea9-82c4-67de99c7a7cb,revision_number=3']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:29:34.203930 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-e694645a-79e1-4b02-a68d-e2433cfb8425 service neutron] 10.222.0.69 "GET /v2.0/networks/983e828b-34fc-4a3a-b418-34d9236f2407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3962343 May 28 06:29:34.282964 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-f4f1b619-7918-4edc-9af3-750e0e384c79 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.232&port_id=2bc36923-1480-492d-8d92-1e4c402f1be2 HTTP/1.1" status: 200 len: 217 time: 0.0719113 May 28 06:29:34.292051 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5c834c-bb68-45b5-9dd7-3e3852bab1d6 req-36ef88a3-9509-41e0-93c1-cd35683350b9 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:34.293656 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bd5c834c-bb68-45b5-9dd7-3e3852bab1d6 req-36ef88a3-9509-41e0-93c1-cd35683350b9 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] 10.222.0.55 "GET /v2.0/ports?device_id=455809e7-a5e0-4854-943a-386ccf0610e3 HTTP/1.1" status: 200 len: 946 time: 0.4267302 May 28 06:29:34.303530 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f8a034-1ad4-4c76-bbc4-a817c8087f29 req-0b725e8c-2c2f-433b-86fa-a972cdce6141 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:34.310875 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d0f8a034-1ad4-4c76-bbc4-a817c8087f29 req-0b725e8c-2c2f-433b-86fa-a972cdce6141 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/ports?device_id=636ae437-f020-4a0c-9b90-04a6a2b5dea3 HTTP/1.1" status: 200 len: 944 time: 0.3278689 May 28 06:29:34.484150 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-78c79bba-fc6d-49b7-9b42-42d6fa9f80d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:34.485617 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-78c79bba-fc6d-49b7-9b42-42d6fa9f80d4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=63fab1a7-8d25-437c-adf6-b6a1e24d5e16 HTTP/1.1" status: 200 len: 797 time: 0.1898105 May 28 06:29:34.502098 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d0f8a034-1ad4-4c76-bbc4-a817c8087f29 req-4a16d1dc-75cc-4cef-bf9f-c41231ffa088 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f2c8bcd-a51c-4c0c-8c62-f5096a9be3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897442 May 28 06:29:34.510156 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bd5c834c-bb68-45b5-9dd7-3e3852bab1d6 req-aedee4fd-fd1b-4487-898f-2dc1b41735cd tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] 10.222.0.55 "GET /v2.0/security-groups?id=649a97d9-6056-4be4-8631-8b873f32da87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666613 May 28 06:29:34.663984 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330f2645-54ab-41d1-8e4c-832f9d22c7f4 req-7cd255b8-2f95-4586-9352-7886a66165ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:34.666116 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-330f2645-54ab-41d1-8e4c-832f9d22c7f4 req-7cd255b8-2f95-4586-9352-7886a66165ea service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fc01789de1b14900a06c05baded73001&device_id=636ae437-f020-4a0c-9b90-04a6a2b5dea3 HTTP/1.1" status: 200 len: 1095 time: 0.3707547 May 28 06:29:34.910512 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-330f2645-54ab-41d1-8e4c-832f9d22c7f4 req-4623bf12-6ff1-4795-9ade-ff07f6aa6085 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=844393b0-156c-4ea9-82c4-67de99c7a7cb HTTP/1.1" status: 200 len: 217 time: 0.2311847 May 28 06:29:34.912449 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-128572c3-feb4-4a55-bac1-da8ae123b4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:34.913810 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-128572c3-feb4-4a55-bac1-da8ae123b4da service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=983e828b-34fc-4a3a-b418-34d9236f2407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4113841 May 28 06:29:35.016660 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-21dc7b80-3382-45ff-a989-41080326c1ba req-d8c26fcf-3fee-462e-9ce4-5f07e2c3030e tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/ports?device_id=c293b64f-9704-4a3d-9918-b4905a975966 HTTP/1.1" status: 200 len: 210 time: 0.1080294 May 28 06:29:35.119176 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330f2645-54ab-41d1-8e4c-832f9d22c7f4 req-819944b4-67b6-45a0-9b21-b3806d4ff9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:35.121454 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-330f2645-54ab-41d1-8e4c-832f9d22c7f4 req-819944b4-67b6-45a0-9b21-b3806d4ff9d1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=66b89e44-3ec9-4ede-9e44-ddc84dd3e47d HTTP/1.1" status: 200 len: 855 time: 0.1751416 May 28 06:29:35.211658 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-330f2645-54ab-41d1-8e4c-832f9d22c7f4 req-0e34e9ac-6e6e-48e4-b82c-6329b5579c72 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8a614321-106a-411d-a8a4-5e84c14727eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0755143 May 28 06:29:35.250939 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-aa160cb3-64d9-41b0-8f1f-67a7cebbd44e service neutron] 10.222.0.69 "GET /v2.0/networks/983e828b-34fc-4a3a-b418-34d9236f2407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2735498 May 28 06:29:35.457750 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-f674f41c-4f0d-43e3-bff4-94af90e2ad92 service neutron] 10.222.0.69 "GET /v2.0/networks/983e828b-34fc-4a3a-b418-34d9236f2407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484594 May 28 06:29:35.563585 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08005c53-8cd2-4119-bb28-9af8f778d458 req-b60193e0-7688-4e36-9fd1-cbd246110195 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:35.569441 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08005c53-8cd2-4119-bb28-9af8f778d458 req-b60193e0-7688-4e36-9fd1-cbd246110195 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:35.576349 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08005c53-8cd2-4119-bb28-9af8f778d458 req-b60193e0-7688-4e36-9fd1-cbd246110195 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:35.582056 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08005c53-8cd2-4119-bb28-9af8f778d458 req-b60193e0-7688-4e36-9fd1-cbd246110195 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:35.587907 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08005c53-8cd2-4119-bb28-9af8f778d458 req-b60193e0-7688-4e36-9fd1-cbd246110195 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:35.593738 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08005c53-8cd2-4119-bb28-9af8f778d458 req-b60193e0-7688-4e36-9fd1-cbd246110195 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:35.599569 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08005c53-8cd2-4119-bb28-9af8f778d458 req-b60193e0-7688-4e36-9fd1-cbd246110195 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:35.601485 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-08005c53-8cd2-4119-bb28-9af8f778d458 req-b60193e0-7688-4e36-9fd1-cbd246110195 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.55 "GET /v2.0/ports?device_id=e11893ff-5c52-4ed1-b6b3-2fbc959d89e3 HTTP/1.1" status: 200 len: 5420 time: 0.9241040 May 28 06:29:35.669044 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-4648be4c-9625-4f9e-9351-dc144aa5afe1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=fe01eb67-c712-4a12-a2e7-d0f0c93a787f HTTP/1.1" status: 200 len: 217 time: 0.2017341 May 28 06:29:35.692401 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '636ae437-f020-4a0c-9b90-04a6a2b5dea3', 'tag': '844393b0-156c-4ea9-82c4-67de99c7a7cb'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:29:35.807286 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bee4f172-773f-4ce9-9c5b-cdd0d55cc549 req-a6bd42a5-2603-4e92-8566-e6b427a7c170 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=c3068efc66a349e9b92ab9365fc877d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1202447 May 28 06:29:35.866261 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-330f2645-54ab-41d1-8e4c-832f9d22c7f4 req-696b03a0-392d-4cd9-9d48-97bb2861713e service neutron] 10.222.0.71 "GET /v2.0/networks/8a614321-106a-411d-a8a4-5e84c14727eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6472988 May 28 06:29:35.973879 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-08005c53-8cd2-4119-bb28-9af8f778d458 req-01c82d95-8098-42f9-8d47-1a24441fa8cb tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.55 "GET /v2.0/security-groups?id=46eeeb0c-b6a3-4a12-ace3-318551136dd9&id=e8d697a1-1dba-4b18-a73a-2546d21ff79d&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3591270 May 28 06:29:36.071551 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-57ee7b5a-3d9e-4121-bb11-4a236d6cf46b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:36.075698 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-57ee7b5a-3d9e-4121-bb11-4a236d6cf46b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=63fab1a7-8d25-437c-adf6-b6a1e24d5e16 HTTP/1.1" status: 200 len: 797 time: 0.3612888 May 28 06:29:36.192749 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441c8c0f-55cc-4a5d-a34b-a3f687f91639 req-14313d6d-9c3b-4b24-a06a-18489f53583e tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:36.194290 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-441c8c0f-55cc-4a5d-a34b-a3f687f91639 req-14313d6d-9c3b-4b24-a06a-18489f53583e tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/networks?id=c7bbc20e-7bc5-42fd-94f8-f3663ada8854 HTTP/1.1" status: 200 len: 812 time: 0.7299435 May 28 06:29:36.302313 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-441c8c0f-55cc-4a5d-a34b-a3f687f91639 req-d40ead53-bdc1-4ea7-9722-c6b5345d165b tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/quotas/9795f3bb4dd842ee9b6997b24ebca479 HTTP/1.1" status: 200 len: 375 time: 0.0699062 May 28 06:29:36.341625 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee4f172-773f-4ce9-9c5b-cdd0d55cc549 req-6bddbb91-fefb-45ee-a938-bb59ab144e7b tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:36.343046 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bee4f172-773f-4ce9-9c5b-cdd0d55cc549 req-6bddbb91-fefb-45ee-a938-bb59ab144e7b tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5215673 May 28 06:29:36.402527 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-bee4f172-773f-4ce9-9c5b-cdd0d55cc549 req-3efb5734-2c85-457a-9339-4e28c6f07b2f tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Request body: {'port': {'device_id': 'c293b64f-9704-4a3d-9918-b4905a975966', 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9', 'admin_state_up': True, 'tenant_id': 'c3068efc66a349e9b92ab9365fc877d9'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:29:36.419196 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-330f2645-54ab-41d1-8e4c-832f9d22c7f4 req-bdfb458a-97bf-463f-bc80-d5de95968c88 service neutron] 10.222.0.71 "GET /v2.0/networks/8a614321-106a-411d-a8a4-5e84c14727eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4846685 May 28 06:29:36.425980 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-441c8c0f-55cc-4a5d-a34b-a3f687f91639 req-9d7f74bd-6c86-4902-8c0e-5fb4a3066bc3 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=9795f3bb4dd842ee9b6997b24ebca479&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1030777 May 28 06:29:36.735152 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-218ea808-7680-45b6-ae3c-a4e8e99eb189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:36.736673 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-218ea808-7680-45b6-ae3c-a4e8e99eb189 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=983e828b-34fc-4a3a-b418-34d9236f2407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6494927 May 28 06:29:36.749377 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec6bb5c-a41c-40c6-96a4-87730b98b613 req-e3838dbf-1e01-4859-8c98-d2adaa7d038b tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:36.750738 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6ec6bb5c-a41c-40c6-96a4-87730b98b613 req-e3838dbf-1e01-4859-8c98-d2adaa7d038b tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/ports?device_id=636ae437-f020-4a0c-9b90-04a6a2b5dea3 HTTP/1.1" status: 200 len: 944 time: 0.6235180 May 28 06:29:36.951268 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6ec6bb5c-a41c-40c6-96a4-87730b98b613 req-23f554df-b760-4407-bee8-34130a6b356c tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f2c8bcd-a51c-4c0c-8c62-f5096a9be3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924453 May 28 06:29:36.964033 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-441c8c0f-55cc-4a5d-a34b-a3f687f91639 req-6a4c1646-9c94-4b68-81fb-be9e14b2ef8b service neutron] 10.222.0.55 "GET /v2.0/networks/c7bbc20e-7bc5-42fd-94f8-f3663ada8854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3374758 May 28 06:29:37.007603 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-bee4f172-773f-4ce9-9c5b-cdd0d55cc549 req-3efb5734-2c85-457a-9339-4e28c6f07b2f tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:29:37.113388 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-bee4f172-773f-4ce9-9c5b-cdd0d55cc549 req-3efb5734-2c85-457a-9339-4e28c6f07b2f tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:29:37.145657 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-3d8ab160-e7f1-4997-8f81-e2af39b60d6a service neutron] 10.222.0.69 "GET /v2.0/networks/983e828b-34fc-4a3a-b418-34d9236f2407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3899021 May 28 06:29:37.291882 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-441c8c0f-55cc-4a5d-a34b-a3f687f91639 req-5800b072-6853-4cdd-82f8-9deef5716710 service neutron] 10.222.0.55 "GET /v2.0/networks/c7bbc20e-7bc5-42fd-94f8-f3663ada8854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3135107 May 28 06:29:37.300593 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bee4f172-773f-4ce9-9c5b-cdd0d55cc549 req-3efb5734-2c85-457a-9339-4e28c6f07b2f tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Made reservation on behalf of c3068efc66a349e9b92ab9365fc877d9 for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:29:37.305066 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-bee4f172-773f-4ce9-9c5b-cdd0d55cc549 req-3efb5734-2c85-457a-9339-4e28c6f07b2f tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:37.411305 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1639598-6982-478d-a930-82e01dd91105 req-42007247-7c7b-4f11-9815-e3cbfcf9820f tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:37.412779 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e1639598-6982-478d-a930-82e01dd91105 req-42007247-7c7b-4f11-9815-e3cbfcf9820f tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] 10.222.0.55 "GET /v2.0/ports?device_id=455809e7-a5e0-4854-943a-386ccf0610e3 HTTP/1.1" status: 200 len: 946 time: 0.3378043 May 28 06:29:37.425636 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-d1528d5d-5abd-4a6d-99f3-6a8472b75618 service neutron] 10.222.0.69 "GET /v2.0/networks/983e828b-34fc-4a3a-b418-34d9236f2407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2729018 May 28 06:29:37.529539 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-5a823e33-e466-44ef-95c1-b3b536da294a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.31&port_id=8e3fc2e0-0ab0-4ec1-8a61-f578fba7ac74 HTTP/1.1" status: 200 len: 217 time: 0.0895875 May 28 06:29:37.643300 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e1639598-6982-478d-a930-82e01dd91105 req-764a179a-8cc5-4457-937d-c9d78d30c6c4 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] 10.222.0.55 "GET /v2.0/security-groups?id=649a97d9-6056-4be4-8631-8b873f32da87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198143 May 28 06:29:37.675622 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-304a45f5-7e08-41f2-9ac8-c4c9d9f07916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:37.677093 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-304a45f5-7e08-41f2-9ac8-c4c9d9f07916 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=63fab1a7-8d25-437c-adf6-b6a1e24d5e16 HTTP/1.1" status: 200 len: 797 time: 0.1336551 May 28 06:29:37.684418 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [req-bee4f172-773f-4ce9-9c5b-cdd0d55cc549 req-3efb5734-2c85-457a-9339-4e28c6f07b2f tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Allocated IP 192.168.233.223 (bb90c162-fdb0-406b-af2b-5eef830db7a9/e72d0ca5-04cb-4b36-82b1-c75214c9eb05/a9b17340-49c3-4636-ae31-35c56421cddb) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:29:37.724101 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-865035a3-4153-4f1f-a36a-3b33f0c2cf50'] response: {'name': 'network-changed', 'server_uuid': '636ae437-f020-4a0c-9b90-04a6a2b5dea3', 'tag': '844393b0-156c-4ea9-82c4-67de99c7a7cb', 'status': 'completed', 'code': 200} May 28 06:29:37.879184 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d442cdcb-60ab-4832-9a45-22fae61db980 req-34e806d0-7d49-407a-8ca8-ed9b7e369a38 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/ports?device_id=c293b64f-9704-4a3d-9918-b4905a975966 HTTP/1.1" status: 200 len: 210 time: 0.0740218 May 28 06:29:38.033446 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-9b75f78c-9416-41aa-9591-9e1d95c6255a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:38.034969 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-9b75f78c-9416-41aa-9591-9e1d95c6255a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=983e828b-34fc-4a3a-b418-34d9236f2407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3484380 May 28 06:29:38.225099 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 56454) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:29:38.371301 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9af455cf-b281-4571-9cbb-267359383a13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:38.396072 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-9af455cf-b281-4571-9cbb-267359383a13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:29:38.400890 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-9af455cf-b281-4571-9cbb-267359383a13 admin admin] Usage tracker for resource:security_group_rule and tenant:a39b95831e13461fb8ff9375f13bce94 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:29:38.403910 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-9af455cf-b281-4571-9cbb-267359383a13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:29:38.410681 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-9af455cf-b281-4571-9cbb-267359383a13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:29:38.438048 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d9f407-a656-46a6-8fa6-ec3b731e381b req-d0711045-fa10-496a-bd8e-55ba2083b325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:38.439940 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e6d9f407-a656-46a6-8fa6-ec3b731e381b req-d0711045-fa10-496a-bd8e-55ba2083b325 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fc01789de1b14900a06c05baded73001&device_id=636ae437-f020-4a0c-9b90-04a6a2b5dea3 HTTP/1.1" status: 200 len: 1095 time: 0.6756849 May 28 06:29:38.542945 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9af455cf-b281-4571-9cbb-267359383a13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:38.654801 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9af455cf-b281-4571-9cbb-267359383a13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:38.655530 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-54e48b84-3548-43d6-b583-f0287d3d7dee service neutron] 10.222.0.69 "GET /v2.0/networks/983e828b-34fc-4a3a-b418-34d9236f2407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6030920 May 28 06:29:38.659924 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4c63bd3c-69aa-4d38-b772-d2d7e24a07b3 req-5d52d4fe-b0f2-4a89-9ffd-1140a6494c28 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7329316 May 28 06:29:38.670586 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-bee4f172-773f-4ce9-9c5b-cdd0d55cc549 req-3efb5734-2c85-457a-9339-4e28c6f07b2f tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:38.707862 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af455cf-b281-4571-9cbb-267359383a13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dda3b1a5-0764-4ded-8e5f-2b7c987ef0ea,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:29:38.709778 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-4c63bd3c-69aa-4d38-b772-d2d7e24a07b3 req-28f0eebf-e06a-4861-90e0-a3c97de8f7fe tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Request body: {'floatingip': {'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:29:38.722079 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-9af455cf-b281-4571-9cbb-267359383a13 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a39b95831e13461fb8ff9375f13bce94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4857738 May 28 06:29:38.722079 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 56464) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:29:38.777378 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-93eda2e4-e2f4-4c18-97f4-e4e9db70075f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:38.797186 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-4c63bd3c-69aa-4d38-b772-d2d7e24a07b3 req-28f0eebf-e06a-4861-90e0-a3c97de8f7fe tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:29:38.807054 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-93eda2e4-e2f4-4c18-97f4-e4e9db70075f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:38.816966 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497fcc2b-48f5-48b1-aec4-8ac464597c83 req-6755a887-97cb-4b4b-858d-dc496fd178a7 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:38.822944 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497fcc2b-48f5-48b1-aec4-8ac464597c83 req-6755a887-97cb-4b4b-858d-dc496fd178a7 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:38.828787 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497fcc2b-48f5-48b1-aec4-8ac464597c83 req-6755a887-97cb-4b4b-858d-dc496fd178a7 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:38.834499 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497fcc2b-48f5-48b1-aec4-8ac464597c83 req-6755a887-97cb-4b4b-858d-dc496fd178a7 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:38.840458 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497fcc2b-48f5-48b1-aec4-8ac464597c83 req-6755a887-97cb-4b4b-858d-dc496fd178a7 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:38.846193 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497fcc2b-48f5-48b1-aec4-8ac464597c83 req-6755a887-97cb-4b4b-858d-dc496fd178a7 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:38.851871 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497fcc2b-48f5-48b1-aec4-8ac464597c83 req-6755a887-97cb-4b4b-858d-dc496fd178a7 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:38.854494 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-497fcc2b-48f5-48b1-aec4-8ac464597c83 req-6755a887-97cb-4b4b-858d-dc496fd178a7 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.55 "GET /v2.0/ports?device_id=e11893ff-5c52-4ed1-b6b3-2fbc959d89e3 HTTP/1.1" status: 200 len: 5420 time: 0.9304876 May 28 06:29:38.855572 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-bee4f172-773f-4ce9-9c5b-cdd0d55cc549 req-3efb5734-2c85-457a-9339-4e28c6f07b2f tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Transition to ACTIVE for port object a9b17340-49c3-4636-ae31-35c56421cddb will not be triggered until provisioned by entity DHCP. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:29:38.860535 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-4c63bd3c-69aa-4d38-b772-d2d7e24a07b3 req-28f0eebf-e06a-4861-90e0-a3c97de8f7fe tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Usage tracker for resource:floatingip and tenant:16c56364460a469fa6890db0799c99b1 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:29:38.879975 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-4c63bd3c-69aa-4d38-b772-d2d7e24a07b3 req-28f0eebf-e06a-4861-90e0-a3c97de8f7fe tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:29:38.910540 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d9f407-a656-46a6-8fa6-ec3b731e381b req-0f119b4c-4900-4d89-8e00-15cc6c906ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:38.911983 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e6d9f407-a656-46a6-8fa6-ec3b731e381b req-0f119b4c-4900-4d89-8e00-15cc6c906ae7 service neutron] 10.222.0.71 "GET /v2.0/networks?id=8a614321-106a-411d-a8a4-5e84c14727eb HTTP/1.1" status: 200 len: 916 time: 0.4429796 May 28 06:29:38.924011 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-4c63bd3c-69aa-4d38-b772-d2d7e24a07b3 req-28f0eebf-e06a-4861-90e0-a3c97de8f7fe tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:29:38.939417 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-93eda2e4-e2f4-4c18-97f4-e4e9db70075f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:38.957043 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eda2e4-e2f4-4c18-97f4-e4e9db70075f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dda3b1a5-0764-4ded-8e5f-2b7c987ef0ea,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:29:38.960761 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-93eda2e4-e2f4-4c18-97f4-e4e9db70075f admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:38.961692 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-93eda2e4-e2f4-4c18-97f4-e4e9db70075f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/dda3b1a5-0764-4ded-8e5f-2b7c987ef0ea HTTP/1.1" status: 204 len: 168 time: 0.2453265 May 28 06:29:39.028137 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e6d9f407-a656-46a6-8fa6-ec3b731e381b req-e1eac6ab-ff35-45da-aab9-f8c18aa7cc04 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=844393b0-156c-4ea9-82c4-67de99c7a7cb HTTP/1.1" status: 200 len: 217 time: 0.0979908 May 28 06:29:39.044318 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-497fcc2b-48f5-48b1-aec4-8ac464597c83 req-14a604fc-6f84-4bc0-aa11-67c4f787153b tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.55 "GET /v2.0/security-groups?id=46eeeb0c-b6a3-4a12-ace3-318551136dd9&id=e8d697a1-1dba-4b18-a73a-2546d21ff79d&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1809461 May 28 06:29:39.081707 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-76bc1f16-5602-4b7b-97a0-c0b89c8a5304 service neutron] 10.222.0.69 "GET /v2.0/networks/983e828b-34fc-4a3a-b418-34d9236f2407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4161320 May 28 06:29:39.168662 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-5035d06c-cf88-4f16-abe1-f6d70f738cde service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1b08fe22-1061-450c-a733-bf041f8a0d4d HTTP/1.1" status: 200 len: 217 time: 0.0741279 May 28 06:29:39.169366 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-4c63bd3c-69aa-4d38-b772-d2d7e24a07b3 req-28f0eebf-e06a-4861-90e0-a3c97de8f7fe tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Notify callbacks [] for floatingip, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:39.270397 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f11955e7-84ac-4088-a43a-61b8da0bf0fb req-b374122b-9e89-49d8-b031-e88231efcad0 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b2f27f9-88ff-4fdc-8c4b-f7c92c290852 HTTP/1.1" status: 200 len: 210 time: 0.1049700 May 28 06:29:39.278412 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d9f407-a656-46a6-8fa6-ec3b731e381b req-0fa3c662-9013-4981-a9da-9ad8a56be338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:39.279766 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e6d9f407-a656-46a6-8fa6-ec3b731e381b req-0fa3c662-9013-4981-a9da-9ad8a56be338 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=66b89e44-3ec9-4ede-9e44-ddc84dd3e47d HTTP/1.1" status: 200 len: 855 time: 0.2406592 May 28 06:29:39.395581 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e6d9f407-a656-46a6-8fa6-ec3b731e381b req-5a1c79f1-aa60-42e7-82ba-bc20d8204ab3 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8a614321-106a-411d-a8a4-5e84c14727eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681181 May 28 06:29:39.430468 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-09c0d801-f851-4093-98f5-00be24602299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:39.432661 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-09c0d801-f851-4093-98f5-00be24602299 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a0ccadb9-3ab9-424f-8708-6ef480e0a4a1 HTTP/1.1" status: 200 len: 797 time: 0.2477531 May 28 06:29:39.506720 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-bee4f172-773f-4ce9-9c5b-cdd0d55cc549 req-3efb5734-2c85-457a-9339-4e28c6f07b2f tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:39.519436 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['aed40a96-8c1b-41c4-8cf6-9693df9e3b63', '465efe2e-5751-4246-8226-b9337c32e3eb'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:29:39.562250 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['34d5a857-5950-4308-8e9f-761b2183974d', 'c43e50b8-fb17-4a3c-9d4b-113d8558c9fa', '15bc477c-9769-4020-b7bf-3f3554b08c6a', 'a5adb27f-78ac-4ba1-9200-f424e2d32259'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:29:39.691070 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bee4f172-773f-4ce9-9c5b-cdd0d55cc549 req-3efb5734-2c85-457a-9339-4e28c6f07b2f tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Network bb90c162-fdb0-406b-af2b-5eef830db7a9 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:29:39.703712 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [req-bee4f172-773f-4ce9-9c5b-cdd0d55cc549 req-3efb5734-2c85-457a-9339-4e28c6f07b2f tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:29:39.731192 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-bee4f172-773f-4ce9-9c5b-cdd0d55cc549 req-3efb5734-2c85-457a-9339-4e28c6f07b2f tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:29:39.758917 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efb5734-2c85-457a-9339-4e28c6f07b2f tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Pushing event updated for resources: {'Port': ['ID=a9b17340-49c3-4636-ae31-35c56421cddb,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:29:39.859122 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e6d9f407-a656-46a6-8fa6-ec3b731e381b req-42524bb4-2eb8-41d9-b3be-072735c270ce service neutron] 10.222.0.71 "GET /v2.0/networks/8a614321-106a-411d-a8a4-5e84c14727eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4204164 May 28 06:29:39.882225 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8fe800-22fc-4b1f-8f29-7643c69f95d6 req-c9b8e4f6-ab6f-407d-90a2-00aba45f6416 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:39.884789 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3a8fe800-22fc-4b1f-8f29-7643c69f95d6 req-c9b8e4f6-ab6f-407d-90a2-00aba45f6416 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/ports?device_id=636ae437-f020-4a0c-9b90-04a6a2b5dea3 HTTP/1.1" status: 200 len: 944 time: 0.4918728 May 28 06:29:39.912238 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee4f172-773f-4ce9-9c5b-cdd0d55cc549 req-3efb5734-2c85-457a-9339-4e28c6f07b2f tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:39.913254 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-bee4f172-773f-4ce9-9c5b-cdd0d55cc549 req-3efb5734-2c85-457a-9339-4e28c6f07b2f tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:39.926681 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-cb0b436a-6cde-4fd5-963a-65bf47c93fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:39.928344 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-cb0b436a-6cde-4fd5-963a-65bf47c93fcd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a9a55cb1-2dd3-489f-a37d-55a242b85f0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4886823 May 28 06:29:39.945862 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 56478) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:29:39.969089 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ee38d03d-3c33-4b57-a65e-329a8fd1c9ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:39.990847 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-ee38d03d-3c33-4b57-a65e-329a8fd1c9ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:29:39.995156 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-ee38d03d-3c33-4b57-a65e-329a8fd1c9ee admin admin] Usage tracker for resource:security_group_rule and tenant:aac01514962e4a8d928b75dfea084f88 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:29:39.998319 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-ee38d03d-3c33-4b57-a65e-329a8fd1c9ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:29:40.004952 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-ee38d03d-3c33-4b57-a65e-329a8fd1c9ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:29:40.106250 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ee38d03d-3c33-4b57-a65e-329a8fd1c9ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:40.140009 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 844393b0-156c-4ea9-82c4-67de99c7a7cb details requested by agent hyperv_n-h2-843702-1 with host n-h2-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:29:40.262841 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-4c63bd3c-69aa-4d38-b772-d2d7e24a07b3 req-28f0eebf-e06a-4861-90e0-a3c97de8f7fe tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:40.282960 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ee38d03d-3c33-4b57-a65e-329a8fd1c9ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:40.286176 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-6e3a2095-d35d-437e-8846-f8d0c79efebb None None] Provisioning for port a9b17340-49c3-4636-ae31-35c56421cddb completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:29:40.303438 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-6e3a2095-d35d-437e-8846-f8d0c79efebb None None] Provisioning complete for port a9b17340-49c3-4636-ae31-35c56421cddb triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:29:40.303833 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-6e3a2095-d35d-437e-8846-f8d0c79efebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:40.333752 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee38d03d-3c33-4b57-a65e-329a8fd1c9ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=152203e6-8e7d-4df3-b701-93e1b9eac413,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:29:40.342841 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-ee38d03d-3c33-4b57-a65e-329a8fd1c9ee admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=aac01514962e4a8d928b75dfea084f88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3951762 May 28 06:29:40.343468 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 56484) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:29:40.371539 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3a8fe800-22fc-4b1f-8f29-7643c69f95d6 req-a411f661-bcb5-4646-81f6-1f7df701b641 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f2c8bcd-a51c-4c0c-8c62-f5096a9be3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4473834 May 28 06:29:40.395689 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bee4f172-773f-4ce9-9c5b-cdd0d55cc549 req-3efb5734-2c85-457a-9339-4e28c6f07b2f tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0042486 May 28 06:29:40.421734 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-dca73bea-0adf-443e-b513-be0de7d79cec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:40.422469 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 844393b0-156c-4ea9-82c4-67de99c7a7cb, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=844393b0-156c-4ea9-82c4-67de99c7a7cb,segment=NetworkSegment(c43c3304-7641-4f7e-9b08-81290536d034),segment_id=c43c3304-7641-4f7e-9b08-81290536d034)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:29:40.450643 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-6e3a2095-d35d-437e-8846-f8d0c79efebb None None] Port a9b17340-49c3-4636-ae31-35c56421cddb cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:29:40.450643 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Returning: {'device': '844393b0-156c-4ea9-82c4-67de99c7a7cb', 'network_id': '8a614321-106a-411d-a8a4-5e84c14727eb', 'port_id': '844393b0-156c-4ea9-82c4-67de99c7a7cb', 'mac_address': 'fa:16:3e:70:75:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66b89e44-3ec9-4ede-9e44-ddc84dd3e47d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:29:40.451141 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-bee4f172-773f-4ce9-9c5b-cdd0d55cc549 req-41560b3a-7cc6-46af-a444-a6b748a9984c service neutron] Request body: {'port': {'device_id': 'c293b64f-9704-4a3d-9918-b4905a975966', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843702-1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:29:40.455263 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-dca73bea-0adf-443e-b513-be0de7d79cec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:40.534493 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 844393b0-156c-4ea9-82c4-67de99c7a7cb is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:29:40.535126 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:40.545503 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e6d9f407-a656-46a6-8fa6-ec3b731e381b req-8b17e202-b8a4-4af4-b83d-4d1ffd33d2e7 service neutron] 10.222.0.71 "GET /v2.0/networks/8a614321-106a-411d-a8a4-5e84c14727eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6775033 May 28 06:29:40.566062 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 844393b0-156c-4ea9-82c4-67de99c7a7cb {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:29:40.602407 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-7077e15c-7814-43c3-94d8-1a9aca3875d2 service neutron] 10.222.0.69 "GET /v2.0/networks/a9a55cb1-2dd3-489f-a37d-55a242b85f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4528296 May 28 06:29:40.607567 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 844393b0-156c-4ea9-82c4-67de99c7a7cb, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=844393b0-156c-4ea9-82c4-67de99c7a7cb,segment=NetworkSegment(c43c3304-7641-4f7e-9b08-81290536d034),segment_id=c43c3304-7641-4f7e-9b08-81290536d034)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:29:40.687801 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-dca73bea-0adf-443e-b513-be0de7d79cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:40.705565 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca73bea-0adf-443e-b513-be0de7d79cec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=152203e6-8e7d-4df3-b701-93e1b9eac413,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:29:40.710736 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-dca73bea-0adf-443e-b513-be0de7d79cec admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:40.712729 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-dca73bea-0adf-443e-b513-be0de7d79cec admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/152203e6-8e7d-4df3-b701-93e1b9eac413 HTTP/1.1" status: 204 len: 168 time: 0.3672824 May 28 06:29:40.773838 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:40.842573 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [req-4c63bd3c-69aa-4d38-b772-d2d7e24a07b3 req-28f0eebf-e06a-4861-90e0-a3c97de8f7fe tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Allocated IP 172.25.5.83 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/d611654a-1703-4d60-8954-8ffcddcae0c1) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:29:40.858253 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=844393b0-156c-4ea9-82c4-67de99c7a7cb,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:29:40.916582 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-bee4f172-773f-4ce9-9c5b-cdd0d55cc549 req-41560b3a-7cc6-46af-a444-a6b748a9984c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:41.132116 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-f0df4414-03e9-49c0-b5e3-12f0e2b28aba service neutron] 10.222.0.69 "GET /v2.0/networks/a9a55cb1-2dd3-489f-a37d-55a242b85f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4713919 May 28 06:29:41.154671 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ff76d0-172c-4651-81b5-d3b7f02ba743 req-6bf626ab-afe4-4957-8eeb-f336b16efb4e tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:41.155402 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-f7ff76d0-172c-4651-81b5-d3b7f02ba743 req-6bf626ab-afe4-4957-8eeb-f336b16efb4e tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Synchronizing usage tracker for tenant:c3068efc66a349e9b92ab9365fc877d9 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:29:41.198663 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['844393b0-156c-4ea9-82c4-67de99c7a7cb'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:29:41.273776 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-53bd33e9-a3ef-4e01-8c53-b6abbfabc0b1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=63719b56-cdff-407a-9451-11b324811ceb HTTP/1.1" status: 200 len: 217 time: 0.1055784 May 28 06:29:41.469752 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-4c63bd3c-69aa-4d38-b772-d2d7e24a07b3 req-28f0eebf-e06a-4861-90e0-a3c97de8f7fe tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:41.500305 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441c8c0f-55cc-4a5d-a34b-a3f687f91639 req-29a3443c-9e71-4425-a3d4-0ac4274c0d19 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:41.501937 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-441c8c0f-55cc-4a5d-a34b-a3f687f91639 req-29a3443c-9e71-4425-a3d4-0ac4274c0d19 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.71 "GET /v2.0/networks?id=c7bbc20e-7bc5-42fd-94f8-f3663ada8854 HTTP/1.1" status: 200 len: 812 time: 0.5025656 May 28 06:29:41.510784 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-829811f7-2d45-4f56-96ec-c11d52e83f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:41.512148 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-829811f7-2d45-4f56-96ec-c11d52e83f88 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a0ccadb9-3ab9-424f-8708-6ef480e0a4a1 HTTP/1.1" status: 200 len: 797 time: 0.2279034 May 28 06:29:41.533264 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-f7ff76d0-172c-4651-81b5-d3b7f02ba743 req-6bf626ab-afe4-4957-8eeb-f336b16efb4e tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Unset dirty status for tenant:c3068efc66a349e9b92ab9365fc877d9 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:29:41.534529 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f7ff76d0-172c-4651-81b5-d3b7f02ba743 req-6bf626ab-afe4-4957-8eeb-f336b16efb4e tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/ports?device_id=c293b64f-9704-4a3d-9918-b4905a975966 HTTP/1.1" status: 200 len: 936 time: 0.9428530 May 28 06:29:41.543554 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-441c8c0f-55cc-4a5d-a34b-a3f687f91639 req-a53b6be2-e445-457d-95b1-65fccc3c4a9d tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Request body: {'port': {'device_id': '9b2f27f9-88ff-4fdc-8c4b-f7c92c290852', 'network_id': 'c7bbc20e-7bc5-42fd-94f8-f3663ada8854', 'admin_state_up': True, 'tenant_id': '9795f3bb4dd842ee9b6997b24ebca479'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:29:41.900938 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-5a229c60-8b1a-46ff-907d-96bf7103f434 req-9787b6ee-ac7e-4ebd-9a5f-ed7a8d23f01e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=4faa87b8-f4ff-4090-9c52-7a280a3dcdf8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0932553 May 28 06:29:42.007769 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f7ff76d0-172c-4651-81b5-d3b7f02ba743 req-f235218c-a861-4798-887e-c830b8cd18c1 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/security-groups?id=cc42bff8-ec73-4f47-a19d-2b56e52b6e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3706226 May 28 06:29:42.057727 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a229c60-8b1a-46ff-907d-96bf7103f434 req-e2af5886-0eda-4d1d-9fd0-e572a52336f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:42.059405 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-5a229c60-8b1a-46ff-907d-96bf7103f434 req-e2af5886-0eda-4d1d-9fd0-e572a52336f3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f2d8466b4d8c4168848bc4cc302053bf&device_id=4faa87b8-f4ff-4090-9c52-7a280a3dcdf8 HTTP/1.1" status: 200 len: 1097 time: 0.0827765 May 28 06:29:42.081149 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-441c8c0f-55cc-4a5d-a34b-a3f687f91639 req-a53b6be2-e445-457d-95b1-65fccc3c4a9d tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:29:42.085666 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-c14dcb45-3f80-41d6-91ec-dacf706541e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:42.088170 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-c14dcb45-3f80-41d6-91ec-dacf706541e8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a9a55cb1-2dd3-489f-a37d-55a242b85f0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5528097 May 28 06:29:42.118094 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-441c8c0f-55cc-4a5d-a34b-a3f687f91639 req-a53b6be2-e445-457d-95b1-65fccc3c4a9d tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:29:42.259667 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a229c60-8b1a-46ff-907d-96bf7103f434 req-549dec03-45f3-4697-ad1a-bba05155d345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:42.261569 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-5a229c60-8b1a-46ff-907d-96bf7103f434 req-549dec03-45f3-4697-ad1a-bba05155d345 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4874bba4-a87e-43f9-9333-c72385485612 HTTP/1.1" status: 200 len: 911 time: 0.1753302 May 28 06:29:42.269683 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-4c63bd3c-69aa-4d38-b772-d2d7e24a07b3 req-28f0eebf-e06a-4861-90e0-a3c97de8f7fe tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:42.325358 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-441c8c0f-55cc-4a5d-a34b-a3f687f91639 req-a53b6be2-e445-457d-95b1-65fccc3c4a9d tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Made reservation on behalf of 9795f3bb4dd842ee9b6997b24ebca479 for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:29:42.329160 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-441c8c0f-55cc-4a5d-a34b-a3f687f91639 req-a53b6be2-e445-457d-95b1-65fccc3c4a9d tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:42.397779 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c63bd3c-69aa-4d38-b772-d2d7e24a07b3 req-28f0eebf-e06a-4861-90e0-a3c97de8f7fe tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:29:42.409594 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [req-4c63bd3c-69aa-4d38-b772-d2d7e24a07b3 req-28f0eebf-e06a-4861-90e0-a3c97de8f7fe tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:29:42.412075 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c63bd3c-69aa-4d38-b772-d2d7e24a07b3 req-28f0eebf-e06a-4861-90e0-a3c97de8f7fe tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:29:42.444875 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [req-bee4f172-773f-4ce9-9c5b-cdd0d55cc549 req-41560b3a-7cc6-46af-a444-a6b748a9984c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9b17340-49c3-4636-ae31-35c56421cddb {{(pid=89110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:29:42.476573 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-bee4f172-773f-4ce9-9c5b-cdd0d55cc549 req-41560b3a-7cc6-46af-a444-a6b748a9984c service neutron] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:42.491882 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-5a229c60-8b1a-46ff-907d-96bf7103f434 req-3783ab1a-848e-4399-bf8c-edee2f794efd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ffdfe1d-6308-4ce3-9a01-995f39cb99fd HTTP/1.1" status: 200 len: 1002 time: 0.2233205 May 28 06:29:42.548662 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f0eebf-e06a-4861-90e0-a3c97de8f7fe tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Pushing event updated for resources: {'Port': ['ID=d611654a-1703-4d60-8954-8ffcddcae0c1,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:29:42.578015 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a229c60-8b1a-46ff-907d-96bf7103f434 req-f28785e1-d717-40c4-9ca5-d4410d32a211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:42.579503 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-5a229c60-8b1a-46ff-907d-96bf7103f434 req-f28785e1-d717-40c4-9ca5-d4410d32a211 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=aa6e01e0-3e0c-4b0f-b2af-e5c6de04414e HTTP/1.1" status: 200 len: 849 time: 0.0807259 May 28 06:29:42.594256 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-bee4f172-773f-4ce9-9c5b-cdd0d55cc549 req-41560b3a-7cc6-46af-a444-a6b748a9984c service neutron] Transition to ACTIVE for port object a9b17340-49c3-4636-ae31-35c56421cddb will not be triggered until provisioned by entity L2. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:29:42.598173 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-c58d6e62-92ff-47f6-b83c-b2d726884ad9 service neutron] 10.222.0.69 "GET /v2.0/networks/a9a55cb1-2dd3-489f-a37d-55a242b85f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4990993 May 28 06:29:42.661258 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a229c60-8b1a-46ff-907d-96bf7103f434 req-9b953e41-d927-41ad-97d5-6963a6eb4b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:42.662800 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-5a229c60-8b1a-46ff-907d-96bf7103f434 req-9b953e41-d927-41ad-97d5-6963a6eb4b65 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4874bba4-a87e-43f9-9333-c72385485612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0763190 May 28 06:29:42.771815 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-bee4f172-773f-4ce9-9c5b-cdd0d55cc549 req-41560b3a-7cc6-46af-a444-a6b748a9984c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:42.830262 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-5a229c60-8b1a-46ff-907d-96bf7103f434 req-afe84850-80f9-460b-a8bc-c9cb077256d0 service neutron] 10.222.0.69 "GET /v2.0/networks/4874bba4-a87e-43f9-9333-c72385485612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596329 May 28 06:29:42.843077 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-4c63bd3c-69aa-4d38-b772-d2d7e24a07b3 req-28f0eebf-e06a-4861-90e0-a3c97de8f7fe tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:43.055328 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [req-441c8c0f-55cc-4a5d-a34b-a3f687f91639 req-a53b6be2-e445-457d-95b1-65fccc3c4a9d tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Allocated IP 172.20.0.3 (c7bbc20e-7bc5-42fd-94f8-f3663ada8854/6e5f323f-ea6c-4672-94fb-4b56107669c0/24841b8a-e71b-4c7b-9d28-09c0f27af169) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:29:43.083635 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-5a229c60-8b1a-46ff-907d-96bf7103f434 req-4e14c768-11bc-45f0-a9f1-91f43e740e5d service neutron] 10.222.0.69 "GET /v2.0/networks/4874bba4-a87e-43f9-9333-c72385485612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471910 May 28 06:29:43.134743 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-96f76f04-e269-47cd-954b-455e5d7b8027 req-262db4fd-a706-4dab-9f62-5af650a77f5f service neutron] 10.222.0.69 "GET /v2.0/networks/a9a55cb1-2dd3-489f-a37d-55a242b85f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5260446 May 28 06:29:43.178332 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41560b3a-7cc6-46af-a444-a6b748a9984c service neutron] Pushing event updated for resources: {'Port': ['ID=a9b17340-49c3-4636-ae31-35c56421cddb,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:29:43.240003 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-4c63bd3c-69aa-4d38-b772-d2d7e24a07b3 req-28f0eebf-e06a-4861-90e0-a3c97de8f7fe tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:43.505470 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-bee4f172-773f-4ce9-9c5b-cdd0d55cc549 req-41560b3a-7cc6-46af-a444-a6b748a9984c service neutron] Attempting to bind port a9b17340-49c3-4636-ae31-35c56421cddb on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:29:43.505788 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-bee4f172-773f-4ce9-9c5b-cdd0d55cc549 req-41560b3a-7cc6-46af-a444-a6b748a9984c service neutron] Attempting to bind port a9b17340-49c3-4636-ae31-35c56421cddb by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:29:43.506127 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee4f172-773f-4ce9-9c5b-cdd0d55cc549 req-41560b3a-7cc6-46af-a444-a6b748a9984c service neutron] Attempting to bind port a9b17340-49c3-4636-ae31-35c56421cddb on network bb90c162-fdb0-406b-af2b-5eef830db7a9 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:29:43.634795 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73893bf-2f47-4bbd-9d26-39c6d395360b req-2777e161-ae47-4072-a0e2-d074a8f86484 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:43.640715 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73893bf-2f47-4bbd-9d26-39c6d395360b req-2777e161-ae47-4072-a0e2-d074a8f86484 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:43.646668 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73893bf-2f47-4bbd-9d26-39c6d395360b req-2777e161-ae47-4072-a0e2-d074a8f86484 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:43.653179 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73893bf-2f47-4bbd-9d26-39c6d395360b req-2777e161-ae47-4072-a0e2-d074a8f86484 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:43.659193 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73893bf-2f47-4bbd-9d26-39c6d395360b req-2777e161-ae47-4072-a0e2-d074a8f86484 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:43.664791 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73893bf-2f47-4bbd-9d26-39c6d395360b req-2777e161-ae47-4072-a0e2-d074a8f86484 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:43.671017 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73893bf-2f47-4bbd-9d26-39c6d395360b req-2777e161-ae47-4072-a0e2-d074a8f86484 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:43.672923 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a73893bf-2f47-4bbd-9d26-39c6d395360b req-2777e161-ae47-4072-a0e2-d074a8f86484 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.55 "GET /v2.0/ports?device_id=e11893ff-5c52-4ed1-b6b3-2fbc959d89e3 HTTP/1.1" status: 200 len: 5420 time: 0.6200378 May 28 06:29:43.673627 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee4f172-773f-4ce9-9c5b-cdd0d55cc549 req-41560b3a-7cc6-46af-a444-a6b748a9984c service neutron] Port a9b17340-49c3-4636-ae31-35c56421cddb on network bb90c162-fdb0-406b-af2b-5eef830db7a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:29:43.673974 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee4f172-773f-4ce9-9c5b-cdd0d55cc549 req-41560b3a-7cc6-46af-a444-a6b748a9984c service neutron] Attempting to bind port a9b17340-49c3-4636-ae31-35c56421cddb on network bb90c162-fdb0-406b-af2b-5eef830db7a9 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:29:43.742564 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee4f172-773f-4ce9-9c5b-cdd0d55cc549 req-41560b3a-7cc6-46af-a444-a6b748a9984c service neutron] Checking agent: {'id': '69f492a0-c00d-46d0-9bec-fcd8161ce206', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:29:43.742564 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee4f172-773f-4ce9-9c5b-cdd0d55cc549 req-41560b3a-7cc6-46af-a444-a6b748a9984c service neutron] Checking segment: {'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:29:43.742564 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee4f172-773f-4ce9-9c5b-cdd0d55cc549 req-41560b3a-7cc6-46af-a444-a6b748a9984c service neutron] Bound using segment: {'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:29:43.742564 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-bee4f172-773f-4ce9-9c5b-cdd0d55cc549 req-41560b3a-7cc6-46af-a444-a6b748a9984c service neutron] Bound port: a9b17340-49c3-4636-ae31-35c56421cddb, host: n-h1-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'}}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:29:43.742564 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-bee4f172-773f-4ce9-9c5b-cdd0d55cc549 req-41560b3a-7cc6-46af-a444-a6b748a9984c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:44.032439 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a73893bf-2f47-4bbd-9d26-39c6d395360b req-76171b92-afe2-42b6-998f-0ad83a27bd1d tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.55 "GET /v2.0/security-groups?id=46eeeb0c-b6a3-4a12-ace3-318551136dd9&id=e8d697a1-1dba-4b18-a73a-2546d21ff79d&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3390915 May 28 06:29:44.045955 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3819b0ef-bab6-411c-8f18-8e43a843d024 req-1d33d88f-b3e5-4f1e-bdd1-a7881b828aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:44.046574 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3819b0ef-bab6-411c-8f18-8e43a843d024 req-1d33d88f-b3e5-4f1e-bdd1-a7881b828aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:44.046933 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3819b0ef-bab6-411c-8f18-8e43a843d024 req-1d33d88f-b3e5-4f1e-bdd1-a7881b828aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:44.047484 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3819b0ef-bab6-411c-8f18-8e43a843d024 req-1d33d88f-b3e5-4f1e-bdd1-a7881b828aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:44.048069 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3819b0ef-bab6-411c-8f18-8e43a843d024 req-1d33d88f-b3e5-4f1e-bdd1-a7881b828aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:44.048462 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3819b0ef-bab6-411c-8f18-8e43a843d024 req-1d33d88f-b3e5-4f1e-bdd1-a7881b828aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:44.048972 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3819b0ef-bab6-411c-8f18-8e43a843d024 req-1d33d88f-b3e5-4f1e-bdd1-a7881b828aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:44.050963 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3819b0ef-bab6-411c-8f18-8e43a843d024 req-1d33d88f-b3e5-4f1e-bdd1-a7881b828aa2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f3958891eac44c76810006defcff5dde&device_id=e11893ff-5c52-4ed1-b6b3-2fbc959d89e3 HTTP/1.1" status: 200 len: 6477 time: 0.7007244 May 28 06:29:44.154076 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 844393b0-156c-4ea9-82c4-67de99c7a7cb up at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:29:44.177896 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-441c8c0f-55cc-4a5d-a34b-a3f687f91639 req-a53b6be2-e445-457d-95b1-65fccc3c4a9d tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:44.287440 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-bee4f172-773f-4ce9-9c5b-cdd0d55cc549 req-41560b3a-7cc6-46af-a444-a6b748a9984c service neutron] For port a9b17340-49c3-4636-ae31-35c56421cddb, host n-h1-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:29:44.303729 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-4c63bd3c-69aa-4d38-b772-d2d7e24a07b3 req-28f0eebf-e06a-4861-90e0-a3c97de8f7fe tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:44.328848 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-bee4f172-773f-4ce9-9c5b-cdd0d55cc549 req-41560b3a-7cc6-46af-a444-a6b748a9984c service neutron] For port a9b17340-49c3-4636-ae31-35c56421cddb, host n-h1-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=a9b17340-49c3-4636-ae31-35c56421cddb,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:29:44.350325 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning for port 844393b0-156c-4ea9-82c4-67de99c7a7cb completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:29:44.356222 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning complete for port 844393b0-156c-4ea9-82c4-67de99c7a7cb triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:29:44.356592 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:44.357025 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3819b0ef-bab6-411c-8f18-8e43a843d024 req-ec8a3862-cb55-438b-945c-c703e99370f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:44.358549 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3819b0ef-bab6-411c-8f18-8e43a843d024 req-ec8a3862-cb55-438b-945c-c703e99370f3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a9a55cb1-2dd3-489f-a37d-55a242b85f0c HTTP/1.1" status: 200 len: 902 time: 0.2891731 May 28 06:29:44.432213 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-4c63bd3c-69aa-4d38-b772-d2d7e24a07b3 req-28f0eebf-e06a-4861-90e0-a3c97de8f7fe tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:44.475642 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3819b0ef-bab6-411c-8f18-8e43a843d024 req-b34a7ca6-a812-4972-9ca0-4b2dae200bd6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=63719b56-cdff-407a-9451-11b324811ceb HTTP/1.1" status: 200 len: 217 time: 0.1094568 May 28 06:29:44.488124 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 844393b0-156c-4ea9-82c4-67de99c7a7cb is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:29:44.488503 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:44.496386 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-bee4f172-773f-4ce9-9c5b-cdd0d55cc549 req-41560b3a-7cc6-46af-a444-a6b748a9984c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:44.504585 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fadb9c-87c6-4f50-b57b-da67d3503a4b req-b13f129b-010b-4ed9-ac65-5617db2e7d1f tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:44.511879 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-38fadb9c-87c6-4f50-b57b-da67d3503a4b req-b13f129b-010b-4ed9-ac65-5617db2e7d1f tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/ports?device_id=636ae437-f020-4a0c-9b90-04a6a2b5dea3 HTTP/1.1" status: 200 len: 945 time: 0.3256257 May 28 06:29:44.514013 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-441c8c0f-55cc-4a5d-a34b-a3f687f91639 req-a53b6be2-e445-457d-95b1-65fccc3c4a9d tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:44.545141 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 56556) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:29:44.554671 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '636ae437-f020-4a0c-9b90-04a6a2b5dea3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '844393b0-156c-4ea9-82c4-67de99c7a7cb'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:29:44.567961 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 844393b0-156c-4ea9-82c4-67de99c7a7cb, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=844393b0-156c-4ea9-82c4-67de99c7a7cb,segment=NetworkSegment(c43c3304-7641-4f7e-9b08-81290536d034),segment_id=c43c3304-7641-4f7e-9b08-81290536d034)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:29:44.647717 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:44.667786 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee4f172-773f-4ce9-9c5b-cdd0d55cc549 req-41560b3a-7cc6-46af-a444-a6b748a9984c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:44.668638 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-bee4f172-773f-4ce9-9c5b-cdd0d55cc549 req-41560b3a-7cc6-46af-a444-a6b748a9984c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:44.670264 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bee4f172-773f-4ce9-9c5b-cdd0d55cc549 req-41560b3a-7cc6-46af-a444-a6b748a9984c service neutron] 10.222.0.69 "PUT /v2.0/ports/a9b17340-49c3-4636-ae31-35c56421cddb HTTP/1.1" status: 200 len: 1096 time: 4.2513173 May 28 06:29:44.677034 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c293b64f-9704-4a3d-9918-b4905a975966', 'tag': 'a9b17340-49c3-4636-ae31-35c56421cddb'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:29:44.688119 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f0eebf-e06a-4861-90e0-a3c97de8f7fe tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Pushing event updated for resources: {'Port': ['ID=d611654a-1703-4d60-8954-8ffcddcae0c1,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:29:44.715783 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d0b65902-62c6-4358-9d98-455c0a6c9336 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:44.731560 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=844393b0-156c-4ea9-82c4-67de99c7a7cb,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:29:44.739624 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-441c8c0f-55cc-4a5d-a34b-a3f687f91639 req-a53b6be2-e445-457d-95b1-65fccc3c4a9d tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Network c7bbc20e-7bc5-42fd-94f8-f3663ada8854 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:29:44.742545 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-d0b65902-62c6-4358-9d98-455c0a6c9336 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:29:44.748305 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-d0b65902-62c6-4358-9d98-455c0a6c9336 admin admin] Usage tracker for resource:security_group_rule and tenant:1d3583d1265d41b3bd72af836f1558a6 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:29:44.752679 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-d0b65902-62c6-4358-9d98-455c0a6c9336 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:29:44.753441 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [req-441c8c0f-55cc-4a5d-a34b-a3f687f91639 req-a53b6be2-e445-457d-95b1-65fccc3c4a9d tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:29:44.761330 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-d0b65902-62c6-4358-9d98-455c0a6c9336 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:29:44.768581 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3819b0ef-bab6-411c-8f18-8e43a843d024 req-ba69af2c-f87d-43ea-9a6e-11852d47739f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:44.770104 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3819b0ef-bab6-411c-8f18-8e43a843d024 req-ba69af2c-f87d-43ea-9a6e-11852d47739f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a0ccadb9-3ab9-424f-8708-6ef480e0a4a1 HTTP/1.1" status: 200 len: 797 time: 0.2783916 May 28 06:29:44.770858 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-441c8c0f-55cc-4a5d-a34b-a3f687f91639 req-a53b6be2-e445-457d-95b1-65fccc3c4a9d tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:29:44.856608 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d0b65902-62c6-4358-9d98-455c0a6c9336 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:44.892889 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-38fadb9c-87c6-4f50-b57b-da67d3503a4b req-75289e71-9afc-47d2-87ea-fb97fe602040 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f2c8bcd-a51c-4c0c-8c62-f5096a9be3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3801858 May 28 06:29:44.911361 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-4c63bd3c-69aa-4d38-b772-d2d7e24a07b3 req-28f0eebf-e06a-4861-90e0-a3c97de8f7fe tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691094'] for floatingip, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:44.973439 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d0b65902-62c6-4358-9d98-455c0a6c9336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:44.992573 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41560b3a-7cc6-46af-a444-a6b748a9984c service neutron] Pushing event updated for resources: {'Port': ['ID=a9b17340-49c3-4636-ae31-35c56421cddb,revision_number=3']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:29:45.004578 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441c8c0f-55cc-4a5d-a34b-a3f687f91639 req-a53b6be2-e445-457d-95b1-65fccc3c4a9d tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:45.005177 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-441c8c0f-55cc-4a5d-a34b-a3f687f91639 req-a53b6be2-e445-457d-95b1-65fccc3c4a9d tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:45.030651 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-d0b65902-62c6-4358-9d98-455c0a6c9336 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1d3583d1265d41b3bd72af836f1558a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4844742 May 28 06:29:45.031180 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b65902-62c6-4358-9d98-455c0a6c9336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86c2eafe-5d7d-4374-9aef-944537727155,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:29:45.033248 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 56566) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:29:45.052547 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b65902-62c6-4358-9d98-455c0a6c9336 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:29:45.052894 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b65902-62c6-4358-9d98-455c0a6c9336 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:29:45.053230 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b65902-62c6-4358-9d98-455c0a6c9336 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:29:45.053601 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b65902-62c6-4358-9d98-455c0a6c9336 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:29:45.054036 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b65902-62c6-4358-9d98-455c0a6c9336 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:29:45.054384 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b65902-62c6-4358-9d98-455c0a6c9336 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:29:45.054692 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b65902-62c6-4358-9d98-455c0a6c9336 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:29:45.055015 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b65902-62c6-4358-9d98-455c0a6c9336 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:29:45.055336 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b65902-62c6-4358-9d98-455c0a6c9336 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:29:45.055655 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b65902-62c6-4358-9d98-455c0a6c9336 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:29:45.056591 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b65902-62c6-4358-9d98-455c0a6c9336 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:29:45.056959 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b65902-62c6-4358-9d98-455c0a6c9336 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:29:45.109588 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e4979e65-9a8f-4870-b409-2337bc255081 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:45.125668 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-4c63bd3c-69aa-4d38-b772-d2d7e24a07b3 req-28f0eebf-e06a-4861-90e0-a3c97de8f7fe tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:45.126850 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4c63bd3c-69aa-4d38-b772-d2d7e24a07b3 req-28f0eebf-e06a-4861-90e0-a3c97de8f7fe tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 6.4517353 May 28 06:29:45.139170 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e4979e65-9a8f-4870-b409-2337bc255081 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:45.228369 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53b6be2-e445-457d-95b1-65fccc3c4a9d tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Pushing event updated for resources: {'Port': ['ID=24841b8a-e71b-4c7b-9d28-09c0f27af169,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:29:45.246602 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-441c8c0f-55cc-4a5d-a34b-a3f687f91639 req-a53b6be2-e445-457d-95b1-65fccc3c4a9d tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7144182 May 28 06:29:45.250347 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-4c63bd3c-69aa-4d38-b772-d2d7e24a07b3 req-e88924fb-2759-47dd-b866-a45e79d3c0a6 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Synchronizing usage tracker for tenant:16c56364460a469fa6890db0799c99b1 on resource:floatingip {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:29:45.258246 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee4f172-773f-4ce9-9c5b-cdd0d55cc549 req-cbe6cdac-cb1e-42cb-945f-445610772cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:45.264190 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bee4f172-773f-4ce9-9c5b-cdd0d55cc549 req-cbe6cdac-cb1e-42cb-945f-445610772cc9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c3068efc66a349e9b92ab9365fc877d9&device_id=c293b64f-9704-4a3d-9918-b4905a975966 HTTP/1.1" status: 200 len: 1099 time: 0.4372423 May 28 06:29:45.264190 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3819b0ef-bab6-411c-8f18-8e43a843d024 req-6c0c833a-50e0-46d2-a5ff-a6dfa733f9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:45.265224 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3819b0ef-bab6-411c-8f18-8e43a843d024 req-6c0c833a-50e0-46d2-a5ff-a6dfa733f9e7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a9a55cb1-2dd3-489f-a37d-55a242b85f0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4496398 May 28 06:29:45.276116 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-441c8c0f-55cc-4a5d-a34b-a3f687f91639 req-bb57f09f-5508-451d-b3e7-ef48da23fb7c service neutron] Request body: {'port': {'device_id': '9b2f27f9-88ff-4fdc-8c4b-f7c92c290852', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843702-1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:29:45.287713 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e4979e65-9a8f-4870-b409-2337bc255081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:45.302391 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4979e65-9a8f-4870-b409-2337bc255081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86c2eafe-5d7d-4374-9aef-944537727155,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:29:45.309371 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e4979e65-9a8f-4870-b409-2337bc255081 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:45.310523 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-e4979e65-9a8f-4870-b409-2337bc255081 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/86c2eafe-5d7d-4374-9aef-944537727155 HTTP/1.1" status: 204 len: 168 time: 0.2763746 May 28 06:29:45.414878 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bee4f172-773f-4ce9-9c5b-cdd0d55cc549 req-12e71309-b170-4ec3-8b36-0fefb92fb120 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=a9b17340-49c3-4636-ae31-35c56421cddb HTTP/1.1" status: 200 len: 217 time: 0.1128156 May 28 06:29:45.529504 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-4c63bd3c-69aa-4d38-b772-d2d7e24a07b3 req-e88924fb-2759-47dd-b866-a45e79d3c0a6 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Unset dirty status for tenant:16c56364460a469fa6890db0799c99b1 on resource:floatingip {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:29:45.530473 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4c63bd3c-69aa-4d38-b772-d2d7e24a07b3 req-e88924fb-2759-47dd-b866-a45e79d3c0a6 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.5.83 HTTP/1.1" status: 200 len: 695 time: 0.3930159 May 28 06:29:45.539026 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1463cec-233a-4ad7-8a7a-e1b12ef1c2df req-f086c7a6-712b-4595-b367-7c98f5e45ac1 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:45.539755 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-d1463cec-233a-4ad7-8a7a-e1b12ef1c2df req-f086c7a6-712b-4595-b367-7c98f5e45ac1 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Synchronizing usage tracker for tenant:9795f3bb4dd842ee9b6997b24ebca479 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:29:45.869568 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee4f172-773f-4ce9-9c5b-cdd0d55cc549 req-2138347b-cc25-4999-8597-46776f7aea41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:45.871108 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bee4f172-773f-4ce9-9c5b-cdd0d55cc549 req-2138347b-cc25-4999-8597-46776f7aea41 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e72d0ca5-04cb-4b36-82b1-c75214c9eb05 HTTP/1.1" status: 200 len: 843 time: 0.4024820 May 28 06:29:45.939666 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-441c8c0f-55cc-4a5d-a34b-a3f687f91639 req-bb57f09f-5508-451d-b3e7-ef48da23fb7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:45.944293 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-f4453293-4e3a-433b-9b8c-497c6ebaacd1 req-f236ab08-7de5-4aec-8b11-a9cc579d409c service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=282131d1-14ee-420e-862f-051d68fe0765&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0779934 May 28 06:29:45.967135 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3819b0ef-bab6-411c-8f18-8e43a843d024 req-6b1eb793-f5b7-4365-8635-24b296be6069 service neutron] 10.222.0.69 "GET /v2.0/networks/a9a55cb1-2dd3-489f-a37d-55a242b85f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6661301 May 28 06:29:46.012847 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-d1463cec-233a-4ad7-8a7a-e1b12ef1c2df req-f086c7a6-712b-4595-b367-7c98f5e45ac1 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Unset dirty status for tenant:9795f3bb4dd842ee9b6997b24ebca479 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:29:46.014593 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d1463cec-233a-4ad7-8a7a-e1b12ef1c2df req-f086c7a6-712b-4595-b367-7c98f5e45ac1 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b2f27f9-88ff-4fdc-8c4b-f7c92c290852 HTTP/1.1" status: 200 len: 931 time: 1.0174432 May 28 06:29:46.060733 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4453293-4e3a-433b-9b8c-497c6ebaacd1 req-f052c00c-140e-4f66-970a-11c616df28d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:46.062337 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-f4453293-4e3a-433b-9b8c-497c6ebaacd1 req-f052c00c-140e-4f66-970a-11c616df28d8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c3068efc66a349e9b92ab9365fc877d9&device_id=282131d1-14ee-420e-862f-051d68fe0765 HTTP/1.1" status: 200 len: 1101 time: 0.0846930 May 28 06:29:46.185303 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c63bd3c-69aa-4d38-b772-d2d7e24a07b3 req-f5ce8fc8-9158-4716-96d9-4dc6af36447f tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:46.186652 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4c63bd3c-69aa-4d38-b772-d2d7e24a07b3 req-f5ce8fc8-9158-4716-96d9-4dc6af36447f tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] 10.222.0.55 "GET /v2.0/networks/68df399e-e75e-4871-9364-5d05730b50f0 HTTP/1.1" status: 200 len: 784 time: 0.6375561 May 28 06:29:46.229569 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4453293-4e3a-433b-9b8c-497c6ebaacd1 req-c04f98ba-0de8-484e-a661-46f5bfe27139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:46.231041 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-f4453293-4e3a-433b-9b8c-497c6ebaacd1 req-c04f98ba-0de8-484e-a661-46f5bfe27139 service neutron] 10.222.0.71 "GET /v2.0/networks?id=bb90c162-fdb0-406b-af2b-5eef830db7a9 HTTP/1.1" status: 200 len: 870 time: 0.1462677 May 28 06:29:46.287423 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d1463cec-233a-4ad7-8a7a-e1b12ef1c2df req-75543f3e-a18a-4bb3-91b7-8c22f1e5d251 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/security-groups?id=f6de87b7-c8be-4140-be86-d0d6b2592918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582328 May 28 06:29:46.342660 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee4f172-773f-4ce9-9c5b-cdd0d55cc549 req-9cdeb204-35cd-40d2-b84f-6fa11170eb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:46.344494 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bee4f172-773f-4ce9-9c5b-cdd0d55cc549 req-9cdeb204-35cd-40d2-b84f-6fa11170eb7e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bb90c162-fdb0-406b-af2b-5eef830db7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4654195 May 28 06:29:46.360267 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3819b0ef-bab6-411c-8f18-8e43a843d024 req-c84df6ac-6f88-418f-94da-07d453f82b05 service neutron] 10.222.0.69 "GET /v2.0/networks/a9a55cb1-2dd3-489f-a37d-55a242b85f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3646739 May 28 06:29:46.410202 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-f4453293-4e3a-433b-9b8c-497c6ebaacd1 req-77478f94-11eb-4ba6-a7cd-189d45e09c88 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=34d5a857-5950-4308-8e9f-761b2183974d HTTP/1.1" status: 200 len: 217 time: 0.1715596 May 28 06:29:46.491289 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4453293-4e3a-433b-9b8c-497c6ebaacd1 req-1b2f3a44-7e98-48f2-9575-72e86305eeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:46.492929 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-f4453293-4e3a-433b-9b8c-497c6ebaacd1 req-1b2f3a44-7e98-48f2-9575-72e86305eeb1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e72d0ca5-04cb-4b36-82b1-c75214c9eb05 HTTP/1.1" status: 200 len: 843 time: 0.0757425 May 28 06:29:46.603621 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4453293-4e3a-433b-9b8c-497c6ebaacd1 req-3c5af840-7c30-497d-a692-ff82f59035f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:46.603621 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-f4453293-4e3a-433b-9b8c-497c6ebaacd1 req-3c5af840-7c30-497d-a692-ff82f59035f9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=bb90c162-fdb0-406b-af2b-5eef830db7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0954173 May 28 06:29:46.685965 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bee4f172-773f-4ce9-9c5b-cdd0d55cc549 req-020b467a-6ef8-4754-8388-025be807623d service neutron] 10.222.0.69 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2986636 May 28 06:29:46.755535 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fa3716f-d229-41f5-ba31-eee2a1d1e9d8'] response: {'server_uuid': '636ae437-f020-4a0c-9b90-04a6a2b5dea3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '844393b0-156c-4ea9-82c4-67de99c7a7cb', 'code': 200} May 28 06:29:46.772775 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-f4453293-4e3a-433b-9b8c-497c6ebaacd1 req-1bee359d-97b4-4363-b4b1-d3670b4dc893 service neutron] 10.222.0.71 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694503 May 28 06:29:46.807230 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df036ec0-daa8-4e09-a5c3-e7f5970344fa req-b8bd0467-763d-44a1-ba90-01ba8823aaf0 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:46.814275 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-df036ec0-daa8-4e09-a5c3-e7f5970344fa req-b8bd0467-763d-44a1-ba90-01ba8823aaf0 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/ports?device_id=c293b64f-9704-4a3d-9918-b4905a975966 HTTP/1.1" status: 200 len: 948 time: 0.2984421 May 28 06:29:46.817011 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1f084ba-8c2e-42e2-a971-9d53fcd5ad47'] response: {'name': 'network-changed', 'server_uuid': 'c293b64f-9704-4a3d-9918-b4905a975966', 'tag': 'a9b17340-49c3-4636-ae31-35c56421cddb', 'status': 'completed', 'code': 200} May 28 06:29:46.988768 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [req-441c8c0f-55cc-4a5d-a34b-a3f687f91639 req-bb57f09f-5508-451d-b3e7-ef48da23fb7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24841b8a-e71b-4c7b-9d28-09c0f27af169 {{(pid=89110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:29:46.995957 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-df036ec0-daa8-4e09-a5c3-e7f5970344fa req-4324721b-9da1-435e-ba10-7132a290dce6 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/security-groups?id=cc42bff8-ec73-4f47-a19d-2b56e52b6e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808052 May 28 06:29:47.003779 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-441c8c0f-55cc-4a5d-a34b-a3f687f91639 req-bb57f09f-5508-451d-b3e7-ef48da23fb7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:47.026534 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-f4453293-4e3a-433b-9b8c-497c6ebaacd1 req-bbcabfce-5f84-4f00-9b9c-76fbc515fd4b service neutron] 10.222.0.71 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124329 May 28 06:29:47.027485 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bee4f172-773f-4ce9-9c5b-cdd0d55cc549 req-5631781d-7ef8-4060-91c4-e321665ccc60 service neutron] 10.222.0.69 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3322368 May 28 06:29:47.038916 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-441c8c0f-55cc-4a5d-a34b-a3f687f91639 req-bb57f09f-5508-451d-b3e7-ef48da23fb7c service neutron] Transition to ACTIVE for port object 24841b8a-e71b-4c7b-9d28-09c0f27af169 will not be triggered until provisioned by entity L2. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:29:47.058837 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0767aafc-bccc-41d9-9349-52137c9467bf req-dd806402-2329-441e-b038-db5345955977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:47.060997 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-0767aafc-bccc-41d9-9349-52137c9467bf req-dd806402-2329-441e-b038-db5345955977 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=636ae437-f020-4a0c-9b90-04a6a2b5dea3 HTTP/1.1" status: 200 len: 1097 time: 0.1115639 May 28 06:29:47.079930 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f3860d-f03e-47f7-bd31-7f5445bf5885 req-8af7e2ad-dae9-4f47-89ed-1e52f6b22870 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:47.086171 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f3860d-f03e-47f7-bd31-7f5445bf5885 req-8af7e2ad-dae9-4f47-89ed-1e52f6b22870 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:47.093664 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f3860d-f03e-47f7-bd31-7f5445bf5885 req-8af7e2ad-dae9-4f47-89ed-1e52f6b22870 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:47.100607 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f3860d-f03e-47f7-bd31-7f5445bf5885 req-8af7e2ad-dae9-4f47-89ed-1e52f6b22870 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:47.108230 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f3860d-f03e-47f7-bd31-7f5445bf5885 req-8af7e2ad-dae9-4f47-89ed-1e52f6b22870 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:47.114638 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f3860d-f03e-47f7-bd31-7f5445bf5885 req-8af7e2ad-dae9-4f47-89ed-1e52f6b22870 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:47.121211 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f3860d-f03e-47f7-bd31-7f5445bf5885 req-8af7e2ad-dae9-4f47-89ed-1e52f6b22870 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:47.131470 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d2f3860d-f03e-47f7-bd31-7f5445bf5885 req-8af7e2ad-dae9-4f47-89ed-1e52f6b22870 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.55 "GET /v2.0/ports?device_id=e11893ff-5c52-4ed1-b6b3-2fbc959d89e3 HTTP/1.1" status: 200 len: 5420 time: 0.1979628 May 28 06:29:47.133566 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-0767aafc-bccc-41d9-9349-52137c9467bf req-efa2e2ef-ad00-4461-a280-451d5a668e6e service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=7f2c8bcd-a51c-4c0c-8c62-f5096a9be3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496285 May 28 06:29:47.157086 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-441c8c0f-55cc-4a5d-a34b-a3f687f91639 req-bb57f09f-5508-451d-b3e7-ef48da23fb7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:47.393754 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d2f3860d-f03e-47f7-bd31-7f5445bf5885 req-43b69eda-c3cf-4a34-8aeb-5f53f967c539 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.55 "GET /v2.0/security-groups?id=46eeeb0c-b6a3-4a12-ace3-318551136dd9&id=e8d697a1-1dba-4b18-a73a-2546d21ff79d&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2640104 May 28 06:29:47.441985 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb57f09f-5508-451d-b3e7-ef48da23fb7c service neutron] Pushing event updated for resources: {'Port': ['ID=24841b8a-e71b-4c7b-9d28-09c0f27af169,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:29:47.791708 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d07f7b-f029-4560-abfc-c937be27ca30 req-44dc287c-4cd2-4ade-939d-743483ecc90c tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:47.793224 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-40d07f7b-f029-4560-abfc-c937be27ca30 req-44dc287c-4cd2-4ade-939d-743483ecc90c tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/ports?device_id=636ae437-f020-4a0c-9b90-04a6a2b5dea3 HTTP/1.1" status: 200 len: 946 time: 0.6399992 May 28 06:29:47.798861 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da058b-6a1b-4dfc-a44b-48fcb92a3c78 req-c93443e0-3c94-41c4-8e76-f10591dc2e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:47.800289 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d9da058b-6a1b-4dfc-a44b-48fcb92a3c78 req-c93443e0-3c94-41c4-8e76-f10591dc2e82 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c3068efc66a349e9b92ab9365fc877d9&device_id=c293b64f-9704-4a3d-9918-b4905a975966 HTTP/1.1" status: 200 len: 1099 time: 0.5597858 May 28 06:29:47.804446 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-441c8c0f-55cc-4a5d-a34b-a3f687f91639 req-bb57f09f-5508-451d-b3e7-ef48da23fb7c service neutron] Attempting to bind port 24841b8a-e71b-4c7b-9d28-09c0f27af169 on host n-h2-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:29:47.805191 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-441c8c0f-55cc-4a5d-a34b-a3f687f91639 req-bb57f09f-5508-451d-b3e7-ef48da23fb7c service neutron] Attempting to bind port 24841b8a-e71b-4c7b-9d28-09c0f27af169 by drivers openvswitch,hyperv on host n-h2-843702-1 at level 0 using segments [{'id': 'a8c42c09-58b4-4e9e-ab8f-c96c63ee4190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c7bbc20e-7bc5-42fd-94f8-f3663ada8854'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:29:47.805191 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-441c8c0f-55cc-4a5d-a34b-a3f687f91639 req-bb57f09f-5508-451d-b3e7-ef48da23fb7c service neutron] Attempting to bind port 24841b8a-e71b-4c7b-9d28-09c0f27af169 on network c7bbc20e-7bc5-42fd-94f8-f3663ada8854 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:29:47.865095 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-441c8c0f-55cc-4a5d-a34b-a3f687f91639 req-bb57f09f-5508-451d-b3e7-ef48da23fb7c service neutron] Port 24841b8a-e71b-4c7b-9d28-09c0f27af169 on network c7bbc20e-7bc5-42fd-94f8-f3663ada8854 not bound, no agent of type Open vSwitch agent registered on host n-h2-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:29:47.865455 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-441c8c0f-55cc-4a5d-a34b-a3f687f91639 req-bb57f09f-5508-451d-b3e7-ef48da23fb7c service neutron] Attempting to bind port 24841b8a-e71b-4c7b-9d28-09c0f27af169 on network c7bbc20e-7bc5-42fd-94f8-f3663ada8854 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:29:47.955650 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-441c8c0f-55cc-4a5d-a34b-a3f687f91639 req-bb57f09f-5508-451d-b3e7-ef48da23fb7c service neutron] Checking agent: {'id': 'f1a3973b-d2b3-4558-88e7-2ac50857d302', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:29:47.955997 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-441c8c0f-55cc-4a5d-a34b-a3f687f91639 req-bb57f09f-5508-451d-b3e7-ef48da23fb7c service neutron] Checking segment: {'id': 'a8c42c09-58b4-4e9e-ab8f-c96c63ee4190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c7bbc20e-7bc5-42fd-94f8-f3663ada8854'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:29:47.956387 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-441c8c0f-55cc-4a5d-a34b-a3f687f91639 req-bb57f09f-5508-451d-b3e7-ef48da23fb7c service neutron] Bound using segment: {'id': 'a8c42c09-58b4-4e9e-ab8f-c96c63ee4190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c7bbc20e-7bc5-42fd-94f8-f3663ada8854'} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:29:47.956829 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-441c8c0f-55cc-4a5d-a34b-a3f687f91639 req-bb57f09f-5508-451d-b3e7-ef48da23fb7c service neutron] Bound port: 24841b8a-e71b-4c7b-9d28-09c0f27af169, host: n-h2-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8c42c09-58b4-4e9e-ab8f-c96c63ee4190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c7bbc20e-7bc5-42fd-94f8-f3663ada8854'}}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:29:47.957178 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-441c8c0f-55cc-4a5d-a34b-a3f687f91639 req-bb57f09f-5508-451d-b3e7-ef48da23fb7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:47.989100 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b23c82-6d6f-4493-a016-df1db95a8bc5 req-36b7705f-1877-4527-abcf-d82783c0bc28 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:47.990600 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-10b23c82-6d6f-4493-a016-df1db95a8bc5 req-36b7705f-1877-4527-abcf-d82783c0bc28 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] 10.222.0.55 "GET /v2.0/networks?id=dc65caf0-8d89-44b6-8b48-1af6ff657d82 HTTP/1.1" status: 200 len: 820 time: 0.4860299 May 28 06:29:48.002227 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-40d07f7b-f029-4560-abfc-c937be27ca30 req-a8741090-942e-4019-a688-e8f4b49696b2 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f2c8bcd-a51c-4c0c-8c62-f5096a9be3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005553 May 28 06:29:48.058146 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-10b23c82-6d6f-4493-a016-df1db95a8bc5 req-b7b1bc12-949c-488d-a6fb-55d879d7783e tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] 10.222.0.55 "GET /v2.0/quotas/16c56364460a469fa6890db0799c99b1 HTTP/1.1" status: 200 len: 375 time: 0.0609596 May 28 06:29:48.184427 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da058b-6a1b-4dfc-a44b-48fcb92a3c78 req-702b1b7e-3271-49a9-91d5-96f5f3bafcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:48.185883 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d9da058b-6a1b-4dfc-a44b-48fcb92a3c78 req-702b1b7e-3271-49a9-91d5-96f5f3bafcf8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=bb90c162-fdb0-406b-af2b-5eef830db7a9 HTTP/1.1" status: 200 len: 870 time: 0.3777862 May 28 06:29:48.296226 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d9da058b-6a1b-4dfc-a44b-48fcb92a3c78 req-6ce1c4d7-f26d-4e51-bc8f-0e9ccdc9cb57 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=a9b17340-49c3-4636-ae31-35c56421cddb HTTP/1.1" status: 200 len: 217 time: 0.1016092 May 28 06:29:48.306812 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-441c8c0f-55cc-4a5d-a34b-a3f687f91639 req-bb57f09f-5508-451d-b3e7-ef48da23fb7c service neutron] For port 24841b8a-e71b-4c7b-9d28-09c0f27af169, host n-h2-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:29:48.369094 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-441c8c0f-55cc-4a5d-a34b-a3f687f91639 req-bb57f09f-5508-451d-b3e7-ef48da23fb7c service neutron] For port 24841b8a-e71b-4c7b-9d28-09c0f27af169, host n-h2-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=24841b8a-e71b-4c7b-9d28-09c0f27af169,segment=NetworkSegment(a8c42c09-58b4-4e9e-ab8f-c96c63ee4190),segment_id=a8c42c09-58b4-4e9e-ab8f-c96c63ee4190)] {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:29:48.396103 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-10b23c82-6d6f-4493-a016-df1db95a8bc5 req-682a9964-d84b-4baf-89b1-18833da9289d tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=16c56364460a469fa6890db0799c99b1&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3232710 May 28 06:29:48.402213 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da058b-6a1b-4dfc-a44b-48fcb92a3c78 req-d6ab2c4e-e0d4-499a-8960-cad8455119e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:48.403674 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d9da058b-6a1b-4dfc-a44b-48fcb92a3c78 req-d6ab2c4e-e0d4-499a-8960-cad8455119e6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e72d0ca5-04cb-4b36-82b1-c75214c9eb05 HTTP/1.1" status: 200 len: 843 time: 0.0999758 May 28 06:29:48.418537 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1a4272-606a-4acb-a7f7-2d6ae0ce25ba req-7bb1ea1f-1a03-400b-94d3-dfc62fb79ac1 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:48.420319 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3a1a4272-606a-4acb-a7f7-2d6ae0ce25ba req-7bb1ea1f-1a03-400b-94d3-dfc62fb79ac1 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "GET /v2.0/ports?device_id=4faa87b8-f4ff-4090-9c52-7a280a3dcdf8 HTTP/1.1" status: 200 len: 946 time: 0.2959049 May 28 06:29:48.420471 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 56640) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:29:48.530168 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3a1a4272-606a-4acb-a7f7-2d6ae0ce25ba req-23c6ebe1-fcbb-49bd-915b-b7aa67611fcd tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "GET /v2.0/security-groups?id=63ea6420-b48b-49b9-b520-8d6c62ca7c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692568 May 28 06:29:48.537309 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-441c8c0f-55cc-4a5d-a34b-a3f687f91639 req-bb57f09f-5508-451d-b3e7-ef48da23fb7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:48.609295 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441c8c0f-55cc-4a5d-a34b-a3f687f91639 req-bb57f09f-5508-451d-b3e7-ef48da23fb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:48.610336 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-441c8c0f-55cc-4a5d-a34b-a3f687f91639 req-bb57f09f-5508-451d-b3e7-ef48da23fb7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:48.612000 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-441c8c0f-55cc-4a5d-a34b-a3f687f91639 req-bb57f09f-5508-451d-b3e7-ef48da23fb7c service neutron] 10.222.0.71 "PUT /v2.0/ports/24841b8a-e71b-4c7b-9d28-09c0f27af169 HTTP/1.1" status: 200 len: 1091 time: 3.3419132 May 28 06:29:48.630845 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da058b-6a1b-4dfc-a44b-48fcb92a3c78 req-7d6f8826-3cb5-40e5-a8ee-7fa061a667de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:48.632564 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d9da058b-6a1b-4dfc-a44b-48fcb92a3c78 req-7d6f8826-3cb5-40e5-a8ee-7fa061a667de service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bb90c162-fdb0-406b-af2b-5eef830db7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2106326 May 28 06:29:48.665837 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb57f09f-5508-451d-b3e7-ef48da23fb7c service neutron] Pushing event updated for resources: {'Port': ['ID=24841b8a-e71b-4c7b-9d28-09c0f27af169,revision_number=3']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:29:48.694923 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-cdc2bbe0-d295-41d9-b5d4-b8d4d81c5b7f tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Request body: {'floatingip': {'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:29:48.704584 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-cdc2bbe0-d295-41d9-b5d4-b8d4d81c5b7f tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:29:48.709363 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-cdc2bbe0-d295-41d9-b5d4-b8d4d81c5b7f tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Usage tracker for resource:floatingip and tenant:fb3df86799734d1a95091f0a6c7d07e1 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:29:48.712889 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-cdc2bbe0-d295-41d9-b5d4-b8d4d81c5b7f tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:29:48.719309 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-cdc2bbe0-d295-41d9-b5d4-b8d4d81c5b7f tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:29:48.737565 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [req-10b23c82-6d6f-4493-a016-df1db95a8bc5 req-2592899b-7876-4d6e-9ccc-c66f0c8306c0 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=89110) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:29:48.739186 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-10b23c82-6d6f-4493-a016-df1db95a8bc5 req-2592899b-7876-4d6e-9ccc-c66f0c8306c0 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3342857 May 28 06:29:48.817640 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b2f27f9-88ff-4fdc-8c4b-f7c92c290852', 'tag': '24841b8a-e71b-4c7b-9d28-09c0f27af169'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:29:48.836323 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-cdc2bbe0-d295-41d9-b5d4-b8d4d81c5b7f tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Notify callbacks [] for floatingip, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:49.025346 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d9da058b-6a1b-4dfc-a44b-48fcb92a3c78 req-373176bd-581a-4d10-8ead-dd4427593175 service neutron] 10.222.0.69 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3848443 May 28 06:29:49.083039 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-10b23c82-6d6f-4493-a016-df1db95a8bc5 req-a07f5c27-5e09-4fc5-b5a9-1b2e7f38e439 service neutron] 10.222.0.55 "GET /v2.0/networks/dc65caf0-8d89-44b6-8b48-1af6ff657d82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2988348 May 28 06:29:49.101391 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-cdc2bbe0-d295-41d9-b5d4-b8d4d81c5b7f tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:49.186777 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b081c9a3-c88f-4825-878a-163503d3f220 req-54600953-e35d-4567-98d8-b965578c52d3 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:49.186777 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b081c9a3-c88f-4825-878a-163503d3f220 req-54600953-e35d-4567-98d8-b965578c52d3 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b2f27f9-88ff-4fdc-8c4b-f7c92c290852 HTTP/1.1" status: 200 len: 943 time: 0.4546404 May 28 06:29:49.290763 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-cdc2bbe0-d295-41d9-b5d4-b8d4d81c5b7f tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Allocated IP 172.25.5.110 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/7f003e22-d164-40ce-a2d3-0f34e0dc77e2) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:29:49.453801 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-cdc2bbe0-d295-41d9-b5d4-b8d4d81c5b7f tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:49.459963 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441c8c0f-55cc-4a5d-a34b-a3f687f91639 req-f3c3c516-d6b0-417a-a1a2-b59d751554d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:49.461526 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-441c8c0f-55cc-4a5d-a34b-a3f687f91639 req-f3c3c516-d6b0-417a-a1a2-b59d751554d8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9795f3bb4dd842ee9b6997b24ebca479&device_id=9b2f27f9-88ff-4fdc-8c4b-f7c92c290852 HTTP/1.1" status: 200 len: 1094 time: 0.5556839 May 28 06:29:49.495761 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b081c9a3-c88f-4825-878a-163503d3f220 req-ac90a46e-f966-474c-8960-83d82de282ec tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/security-groups?id=f6de87b7-c8be-4140-be86-d0d6b2592918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3022668 May 28 06:29:49.552739 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d9da058b-6a1b-4dfc-a44b-48fcb92a3c78 req-3a759f9b-c19d-4324-bf64-cd91acec916d service neutron] 10.222.0.69 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5059447 May 28 06:29:49.573162 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-441c8c0f-55cc-4a5d-a34b-a3f687f91639 req-9dd4edb8-2484-476d-86ec-25e4ac513976 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24841b8a-e71b-4c7b-9d28-09c0f27af169 HTTP/1.1" status: 200 len: 217 time: 0.0807309 May 28 06:29:49.583333 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-10b23c82-6d6f-4493-a016-df1db95a8bc5 req-42090872-2849-48f3-a45b-78c703308e3a service neutron] 10.222.0.55 "GET /v2.0/networks/dc65caf0-8d89-44b6-8b48-1af6ff657d82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4433775 May 28 06:29:49.613915 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-cdc2bbe0-d295-41d9-b5d4-b8d4d81c5b7f tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:49.694193 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc2bbe0-d295-41d9-b5d4-b8d4d81c5b7f tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:29:49.697595 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-cdc2bbe0-d295-41d9-b5d4-b8d4d81c5b7f tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:29:49.697886 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441c8c0f-55cc-4a5d-a34b-a3f687f91639 req-22290920-7c30-4bfa-87b6-df22bb9c5500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:49.699365 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-441c8c0f-55cc-4a5d-a34b-a3f687f91639 req-22290920-7c30-4bfa-87b6-df22bb9c5500 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6e5f323f-ea6c-4672-94fb-4b56107669c0 HTTP/1.1" status: 200 len: 852 time: 0.1148820 May 28 06:29:49.701469 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc2bbe0-d295-41d9-b5d4-b8d4d81c5b7f tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:29:49.735571 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc2bbe0-d295-41d9-b5d4-b8d4d81c5b7f tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Pushing event updated for resources: {'Port': ['ID=7f003e22-d164-40ce-a2d3-0f34e0dc77e2,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:29:49.754915 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-441c8c0f-55cc-4a5d-a34b-a3f687f91639 req-044cf1e5-3e12-4f7a-be8f-e275836a0e52 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c7bbc20e-7bc5-42fd-94f8-f3663ada8854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484116 May 28 06:29:49.772751 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144c8505-9c10-4c5b-86d5-9da52ae3e110 req-6a756147-32af-437a-b2c7-9f6d7708fe92 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:49.775293 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-144c8505-9c10-4c5b-86d5-9da52ae3e110 req-6a756147-32af-437a-b2c7-9f6d7708fe92 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/ports?device_id=c293b64f-9704-4a3d-9918-b4905a975966 HTTP/1.1" status: 200 len: 948 time: 0.1514606 May 28 06:29:49.789042 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-cdc2bbe0-d295-41d9-b5d4-b8d4d81c5b7f tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:49.903946 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-144c8505-9c10-4c5b-86d5-9da52ae3e110 req-10e32ec4-c6ad-49fb-ae7e-a2a5f2425d0b tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/security-groups?id=cc42bff8-ec73-4f47-a19d-2b56e52b6e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092663 May 28 06:29:49.980049 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-441c8c0f-55cc-4a5d-a34b-a3f687f91639 req-4133a43f-e837-4d02-a137-db6baf950f55 service neutron] 10.222.0.71 "GET /v2.0/networks/c7bbc20e-7bc5-42fd-94f8-f3663ada8854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037759 May 28 06:29:49.993488 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-cdc2bbe0-d295-41d9-b5d4-b8d4d81c5b7f tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:50.010195 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8016346-9b7f-41e8-b8f5-7080c0397906'] response: {'name': 'network-changed', 'server_uuid': '9b2f27f9-88ff-4fdc-8c4b-f7c92c290852', 'tag': '24841b8a-e71b-4c7b-9d28-09c0f27af169', 'status': 'completed', 'code': 200} May 28 06:29:50.202050 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6de62d7-9e2c-4020-ad2f-8a452eebb7b1 req-f7061b11-348c-433e-93f4-8d1ddbfeea49 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:50.207626 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6de62d7-9e2c-4020-ad2f-8a452eebb7b1 req-f7061b11-348c-433e-93f4-8d1ddbfeea49 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:50.215031 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6de62d7-9e2c-4020-ad2f-8a452eebb7b1 req-f7061b11-348c-433e-93f4-8d1ddbfeea49 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:50.219967 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6de62d7-9e2c-4020-ad2f-8a452eebb7b1 req-f7061b11-348c-433e-93f4-8d1ddbfeea49 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:50.225723 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6de62d7-9e2c-4020-ad2f-8a452eebb7b1 req-f7061b11-348c-433e-93f4-8d1ddbfeea49 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:50.231819 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6de62d7-9e2c-4020-ad2f-8a452eebb7b1 req-f7061b11-348c-433e-93f4-8d1ddbfeea49 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:50.232310 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-cdc2bbe0-d295-41d9-b5d4-b8d4d81c5b7f tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:50.237639 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6de62d7-9e2c-4020-ad2f-8a452eebb7b1 req-f7061b11-348c-433e-93f4-8d1ddbfeea49 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:50.239549 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a6de62d7-9e2c-4020-ad2f-8a452eebb7b1 req-f7061b11-348c-433e-93f4-8d1ddbfeea49 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.55 "GET /v2.0/ports?device_id=e11893ff-5c52-4ed1-b6b3-2fbc959d89e3 HTTP/1.1" status: 200 len: 5420 time: 0.3055632 May 28 06:29:50.253757 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-441c8c0f-55cc-4a5d-a34b-a3f687f91639 req-6c858106-eebe-4fc5-aa74-3438e4508c28 service neutron] 10.222.0.71 "GET /v2.0/networks/c7bbc20e-7bc5-42fd-94f8-f3663ada8854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2642117 May 28 06:29:50.308846 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a6de62d7-9e2c-4020-ad2f-8a452eebb7b1 req-989c5d66-f407-45b8-821f-1664b5aa51c3 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.55 "GET /v2.0/security-groups?id=46eeeb0c-b6a3-4a12-ace3-318551136dd9&id=e8d697a1-1dba-4b18-a73a-2546d21ff79d&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0548000 May 28 06:29:50.318659 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e7f3ea-6e59-490a-bdbe-bd085a982e55 req-8b3fb23c-7bac-498d-b30e-0cad769829fb tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:50.320123 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-47e7f3ea-6e59-490a-bdbe-bd085a982e55 req-8b3fb23c-7bac-498d-b30e-0cad769829fb tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/ports?device_id=636ae437-f020-4a0c-9b90-04a6a2b5dea3 HTTP/1.1" status: 200 len: 946 time: 0.2181995 May 28 06:29:50.333964 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-cdc2bbe0-d295-41d9-b5d4-b8d4d81c5b7f tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:50.381596 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-47e7f3ea-6e59-490a-bdbe-bd085a982e55 req-71a3b3b2-96b2-4252-a05c-e6ddb20004d2 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f2c8bcd-a51c-4c0c-8c62-f5096a9be3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531669 May 28 06:29:50.483296 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc2bbe0-d295-41d9-b5d4-b8d4d81c5b7f tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Pushing event updated for resources: {'Port': ['ID=7f003e22-d164-40ce-a2d3-0f34e0dc77e2,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:29:50.491771 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-cdc2bbe0-d295-41d9-b5d4-b8d4d81c5b7f tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691094'] for floatingip, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:50.552948 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d0c22378-2501-4914-a959-83c0ca186d01 req-459999b9-d704-4c06-8bae-a4dedd1359a3 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc387ca9-152c-4686-bc39-fc4225d3a7fb HTTP/1.1" status: 200 len: 210 time: 0.0957961 May 28 06:29:50.596181 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-cdc2bbe0-d295-41d9-b5d4-b8d4d81c5b7f tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:50.600723 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-cdc2bbe0-d295-41d9-b5d4-b8d4d81c5b7f tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1750896 May 28 06:29:50.602812 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 56668) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:29:50.608738 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-3c853a3c-e234-4134-895d-ec073ce96fc3 tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1776690972'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:29:50.613664 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a863f38-c34f-4712-97b2-2e46cbc32d99 req-dd51d4e3-4dff-476c-b81f-08ed83af1b35 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:50.613806 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-3c853a3c-e234-4134-895d-ec073ce96fc3 tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:29:50.615109 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0a863f38-c34f-4712-97b2-2e46cbc32d99 req-dd51d4e3-4dff-476c-b81f-08ed83af1b35 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "GET /v2.0/ports?device_id=4faa87b8-f4ff-4090-9c52-7a280a3dcdf8 HTTP/1.1" status: 200 len: 946 time: 0.1948082 May 28 06:29:50.621703 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b341f234-5f87-40ad-a0a2-abc34d25a252 req-786f7c56-74b0-430b-b832-5cf47485f10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:50.623180 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b341f234-5f87-40ad-a0a2-abc34d25a252 req-786f7c56-74b0-430b-b832-5cf47485f10c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9795f3bb4dd842ee9b6997b24ebca479&device_id=9b2f27f9-88ff-4fdc-8c4b-f7c92c290852 HTTP/1.1" status: 200 len: 1094 time: 0.1161249 May 28 06:29:50.630237 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-3c853a3c-e234-4134-895d-ec073ce96fc3 tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Usage tracker for resource:network and tenant:fb3df86799734d1a95091f0a6c7d07e1 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:29:50.630237 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-3c853a3c-e234-4134-895d-ec073ce96fc3 tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:29:50.640784 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-3c853a3c-e234-4134-895d-ec073ce96fc3 tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:29:50.733950 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c853a3c-e234-4134-895d-ec073ce96fc3 tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Made reservation on behalf of fb3df86799734d1a95091f0a6c7d07e1 for: {'network': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:29:50.739199 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3c853a3c-e234-4134-895d-ec073ce96fc3 tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:50.752477 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3c853a3c-e234-4134-895d-ec073ce96fc3 tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:50.767435 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-3c853a3c-e234-4134-895d-ec073ce96fc3 tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:29:50.771250 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-3c853a3c-e234-4134-895d-ec073ce96fc3 tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Usage tracker for resource:security_group_rule and tenant:fb3df86799734d1a95091f0a6c7d07e1 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:29:50.774399 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-3c853a3c-e234-4134-895d-ec073ce96fc3 tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:29:50.780367 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-3c853a3c-e234-4134-895d-ec073ce96fc3 tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:29:50.795536 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0a863f38-c34f-4712-97b2-2e46cbc32d99 req-feca2884-7754-4ea3-9be9-1d000f9228cd tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "GET /v2.0/security-groups?id=63ea6420-b48b-49b9-b520-8d6c62ca7c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1713760 May 28 06:29:50.855147 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b341f234-5f87-40ad-a0a2-abc34d25a252 req-2621707f-9ab1-4344-a015-157445a44c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:50.856574 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b341f234-5f87-40ad-a0a2-abc34d25a252 req-2621707f-9ab1-4344-a015-157445a44c70 service neutron] 10.222.0.71 "GET /v2.0/networks?id=c7bbc20e-7bc5-42fd-94f8-f3663ada8854 HTTP/1.1" status: 200 len: 913 time: 0.2187741 May 28 06:29:50.864839 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c2d238-455b-49cf-a063-bc810d806a42 req-aa9b38e2-512e-436e-affa-df2c909d358a tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:50.866346 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-37c2d238-455b-49cf-a063-bc810d806a42 req-aa9b38e2-512e-436e-affa-df2c909d358a tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/ports?device_id=636ae437-f020-4a0c-9b90-04a6a2b5dea3 HTTP/1.1" status: 200 len: 946 time: 0.2023480 May 28 06:29:50.891380 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3c853a3c-e234-4134-895d-ec073ce96fc3 tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:50.980624 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b341f234-5f87-40ad-a0a2-abc34d25a252 req-95651b7f-4b27-48c0-97b0-f1c033a873bb service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24841b8a-e71b-4c7b-9d28-09c0f27af169 HTTP/1.1" status: 200 len: 217 time: 0.1126964 May 28 06:29:51.012985 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3c853a3c-e234-4134-895d-ec073ce96fc3 tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:51.049265 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c853a3c-e234-4134-895d-ec073ce96fc3 tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=89109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:29:51.054446 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c853a3c-e234-4134-895d-ec073ce96fc3 tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c3be743-79f1-4209-8811-738cd0d75e74,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:29:51.061245 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3c853a3c-e234-4134-895d-ec073ce96fc3 tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:51.061649 n-d-843702-1 neutron-server[89109]: INFO neutron.db.segments_db [None req-3c853a3c-e234-4134-895d-ec073ce96fc3 tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Added segment 7b607ec7-dbd9-4e2d-ae46-542e9ecfe48a of type vlan for network 6160269e-3013-4445-991a-d5c23fabc7fb May 28 06:29:51.069233 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-37c2d238-455b-49cf-a063-bc810d806a42 req-0aa80d96-0107-4474-a26f-9877013a864f tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f2c8bcd-a51c-4c0c-8c62-f5096a9be3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485145 May 28 06:29:51.082601 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b341f234-5f87-40ad-a0a2-abc34d25a252 req-03621cf7-ab32-46e8-a9fb-50f807b30151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:51.084001 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b341f234-5f87-40ad-a0a2-abc34d25a252 req-03621cf7-ab32-46e8-a9fb-50f807b30151 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6e5f323f-ea6c-4672-94fb-4b56107669c0 HTTP/1.1" status: 200 len: 852 time: 0.0958698 May 28 06:29:51.093166 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3c853a3c-e234-4134-895d-ec073ce96fc3 tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:51.142098 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b341f234-5f87-40ad-a0a2-abc34d25a252 req-6b9c52a3-ef4a-48f9-9657-64fa835e6086 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c7bbc20e-7bc5-42fd-94f8-f3663ada8854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493827 May 28 06:29:51.154976 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d683aed-7fb2-4a91-87ed-a750fceeac3c req-038cbed9-e2ac-4d59-bd46-340c6999411e tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:51.156385 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7d683aed-7fb2-4a91-87ed-a750fceeac3c req-038cbed9-e2ac-4d59-bd46-340c6999411e tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b2f27f9-88ff-4fdc-8c4b-f7c92c290852 HTTP/1.1" status: 200 len: 943 time: 0.2369297 May 28 06:29:51.218763 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3c853a3c-e234-4134-895d-ec073ce96fc3 tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:51.223408 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c853a3c-e234-4134-895d-ec073ce96fc3 tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:51.224032 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3c853a3c-e234-4134-895d-ec073ce96fc3 tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:51.342502 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device a9b17340-49c3-4636-ae31-35c56421cddb details requested by agent hyperv_n-h1-843702-1 with host n-h1-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:29:51.367128 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c853a3c-e234-4134-895d-ec073ce96fc3 tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Pushing event updated for resources: {'Network': ['ID=6160269e-3013-4445-991a-d5c23fabc7fb,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:29:51.378610 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 6160269e-3013-4445-991a-d5c23fabc7fb details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:29:51.447225 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-3c853a3c-e234-4134-895d-ec073ce96fc3 tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.8424799 May 28 06:29:51.450530 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 56678) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:29:51.464712 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-96cdd116-dccf-4797-aefd-cf9d1db68a1f tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Request body: {'subnet': {'network_id': '6160269e-3013-4445-991a-d5c23fabc7fb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:29:51.507104 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7d683aed-7fb2-4a91-87ed-a750fceeac3c req-402f01e1-3710-4a93-99b8-3eff3fe74f97 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/security-groups?id=f6de87b7-c8be-4140-be86-d0d6b2592918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3284554 May 28 06:29:51.541008 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b341f234-5f87-40ad-a0a2-abc34d25a252 req-1d07a4ae-a4f0-46a5-b87e-b30409cfdf23 service neutron] 10.222.0.71 "GET /v2.0/networks/c7bbc20e-7bc5-42fd-94f8-f3663ada8854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3836799 May 28 06:29:51.649197 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port a9b17340-49c3-4636-ae31-35c56421cddb, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=a9b17340-49c3-4636-ae31-35c56421cddb,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:29:51.664915 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Returning: {'device': 'a9b17340-49c3-4636-ae31-35c56421cddb', 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9', 'port_id': 'a9b17340-49c3-4636-ae31-35c56421cddb', 'mac_address': 'fa:16:3e:54:71:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e72d0ca5-04cb-4b36-82b1-c75214c9eb05', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:29:51.725914 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dadb8e-1029-4319-b25d-85979cb33a63 req-a19c5b40-3639-4a50-ac70-ef39d2dd40f2 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:51.727419 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c9dadb8e-1029-4319-b25d-85979cb33a63 req-a19c5b40-3639-4a50-ac70-ef39d2dd40f2 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/ports?device_id=c293b64f-9704-4a3d-9918-b4905a975966 HTTP/1.1" status: 200 len: 948 time: 0.5523541 May 28 06:29:51.737661 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-96cdd116-dccf-4797-aefd-cf9d1db68a1f tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:29:51.738813 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port a9b17340-49c3-4636-ae31-35c56421cddb is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:29:51.739188 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:51.745220 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-96cdd116-dccf-4797-aefd-cf9d1db68a1f tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Usage tracker for resource:subnet and tenant:fb3df86799734d1a95091f0a6c7d07e1 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:29:51.757303 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9b17340-49c3-4636-ae31-35c56421cddb {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:29:51.761452 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-96cdd116-dccf-4797-aefd-cf9d1db68a1f tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:29:51.775478 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port a9b17340-49c3-4636-ae31-35c56421cddb, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=a9b17340-49c3-4636-ae31-35c56421cddb,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:29:51.784308 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-96cdd116-dccf-4797-aefd-cf9d1db68a1f tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:29:51.827305 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b341f234-5f87-40ad-a0a2-abc34d25a252 req-41b28542-26a3-49c5-af25-ec4e2e206bf1 service neutron] 10.222.0.71 "GET /v2.0/networks/c7bbc20e-7bc5-42fd-94f8-f3663ada8854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379606 May 28 06:29:51.830739 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c9dadb8e-1029-4319-b25d-85979cb33a63 req-d8b2b849-1487-4ac2-b997-e518ef86df59 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/security-groups?id=cc42bff8-ec73-4f47-a19d-2b56e52b6e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907524 May 28 06:29:51.887919 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:51.964372 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=a9b17340-49c3-4636-ae31-35c56421cddb,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:29:51.972360 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96cdd116-dccf-4797-aefd-cf9d1db68a1f tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Made reservation on behalf of fb3df86799734d1a95091f0a6c7d07e1 for: {'subnet': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:29:51.975853 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-96cdd116-dccf-4797-aefd-cf9d1db68a1f tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3171998'] for subnet, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:52.100335 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1047afd7-2313-42fd-9ccc-25002be73826 req-80e710e9-1d68-4726-85fc-2dbc6ccf0050 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc387ca9-152c-4686-bc39-fc4225d3a7fb HTTP/1.1" status: 200 len: 210 time: 0.1349831 May 28 06:29:52.145330 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['a9b17340-49c3-4636-ae31-35c56421cddb'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:29:52.185670 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ca8ee9-72f2-4033-a3b3-520eb49b53f8 req-2396a248-4244-4caf-bfcc-b0b0fe0097e3 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:52.190974 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ca8ee9-72f2-4033-a3b3-520eb49b53f8 req-2396a248-4244-4caf-bfcc-b0b0fe0097e3 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:52.197696 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ca8ee9-72f2-4033-a3b3-520eb49b53f8 req-2396a248-4244-4caf-bfcc-b0b0fe0097e3 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:52.203473 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ca8ee9-72f2-4033-a3b3-520eb49b53f8 req-2396a248-4244-4caf-bfcc-b0b0fe0097e3 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:52.209286 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ca8ee9-72f2-4033-a3b3-520eb49b53f8 req-2396a248-4244-4caf-bfcc-b0b0fe0097e3 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:52.216054 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ca8ee9-72f2-4033-a3b3-520eb49b53f8 req-2396a248-4244-4caf-bfcc-b0b0fe0097e3 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:52.221786 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ca8ee9-72f2-4033-a3b3-520eb49b53f8 req-2396a248-4244-4caf-bfcc-b0b0fe0097e3 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:52.223827 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-41ca8ee9-72f2-4033-a3b3-520eb49b53f8 req-2396a248-4244-4caf-bfcc-b0b0fe0097e3 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.55 "GET /v2.0/ports?device_id=e11893ff-5c52-4ed1-b6b3-2fbc959d89e3 HTTP/1.1" status: 200 len: 5420 time: 0.2918820 May 28 06:29:52.377959 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-41ca8ee9-72f2-4033-a3b3-520eb49b53f8 req-7ab22a38-75a3-49e1-bbb9-a8ac04859310 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.55 "GET /v2.0/security-groups?id=46eeeb0c-b6a3-4a12-ace3-318551136dd9&id=e8d697a1-1dba-4b18-a73a-2546d21ff79d&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1162746 May 28 06:29:52.426596 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69084719-847f-4fb4-9b56-eb771d528765 req-8f6288fa-5c7f-4689-a176-f4e46eb251cc tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:52.428061 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-69084719-847f-4fb4-9b56-eb771d528765 req-8f6288fa-5c7f-4689-a176-f4e46eb251cc tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "GET /v2.0/ports?device_id=4faa87b8-f4ff-4090-9c52-7a280a3dcdf8 HTTP/1.1" status: 200 len: 946 time: 0.2022641 May 28 06:29:52.483523 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-69084719-847f-4fb4-9b56-eb771d528765 req-0d9537f6-d8df-47a7-b492-b3e36923b5d0 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "GET /v2.0/security-groups?id=63ea6420-b48b-49b9-b520-8d6c62ca7c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465057 May 28 06:29:52.594586 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-96cdd116-dccf-4797-aefd-cf9d1db68a1f tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3115906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3172012'] for subnet, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:52.648960 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345ad559-7001-46a2-a199-0932ff9a42a8 req-f0daad95-e9fc-4fa4-b462-aa0584ef28ec tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:52.650644 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-345ad559-7001-46a2-a199-0932ff9a42a8 req-f0daad95-e9fc-4fa4-b462-aa0584ef28ec tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/ports?device_id=636ae437-f020-4a0c-9b90-04a6a2b5dea3 HTTP/1.1" status: 200 len: 946 time: 0.1571629 May 28 06:29:52.863716 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cdd116-dccf-4797-aefd-cf9d1db68a1f tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Pushing event updated for resources: {'Subnet': ['ID=cd178ebb-5272-4484-b931-91c4b94fd058,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:29:52.915557 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-345ad559-7001-46a2-a199-0932ff9a42a8 req-9511394f-fec7-46a8-a6ea-bcc2b9cd8063 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f2c8bcd-a51c-4c0c-8c62-f5096a9be3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435796 May 28 06:29:52.915557 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96cdd116-dccf-4797-aefd-cf9d1db68a1f tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Checking segment: {'id': '7b607ec7-dbd9-4e2d-ae46-542e9ecfe48a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '6160269e-3013-4445-991a-d5c23fabc7fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:29:52.915557 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96cdd116-dccf-4797-aefd-cf9d1db68a1f tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Network hostable DHCP agents. Network: 6160269e-3013-4445-991a-d5c23fabc7fb, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89110) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:29:52.953380 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b23c82-6d6f-4493-a016-df1db95a8bc5 req-66e22aa1-9010-42d9-9552-de0129694f24 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:52.954834 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-10b23c82-6d6f-4493-a016-df1db95a8bc5 req-66e22aa1-9010-42d9-9552-de0129694f24 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] 10.222.0.71 "GET /v2.0/networks?id=dc65caf0-8d89-44b6-8b48-1af6ff657d82 HTTP/1.1" status: 200 len: 820 time: 0.3616242 May 28 06:29:52.968602 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479e4ed5-6ad1-42c5-b379-1a57e8730e9d req-33506c1b-6754-4118-9a4d-2596b5578d1e tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:52.970032 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-479e4ed5-6ad1-42c5-b379-1a57e8730e9d req-33506c1b-6754-4118-9a4d-2596b5578d1e tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b2f27f9-88ff-4fdc-8c4b-f7c92c290852 HTTP/1.1" status: 200 len: 943 time: 0.3160498 May 28 06:29:52.996601 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-10b23c82-6d6f-4493-a016-df1db95a8bc5 req-82319a56-2a85-499e-a43a-01c373d6ba48 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Request body: {'port': {'device_id': 'fc387ca9-152c-4686-bc39-fc4225d3a7fb', 'network_id': 'dc65caf0-8d89-44b6-8b48-1af6ff657d82', 'admin_state_up': True, 'tenant_id': '16c56364460a469fa6890db0799c99b1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:29:53.249076 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96cdd116-dccf-4797-aefd-cf9d1db68a1f tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Network 6160269e-3013-4445-991a-d5c23fabc7fb is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89110) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:29:53.286084 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-479e4ed5-6ad1-42c5-b379-1a57e8730e9d req-11ad286c-639a-4342-ad7c-508bd5ccaa75 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/security-groups?id=f6de87b7-c8be-4140-be86-d0d6b2592918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3095629 May 28 06:29:53.341977 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-10b23c82-6d6f-4493-a016-df1db95a8bc5 req-82319a56-2a85-499e-a43a-01c373d6ba48 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:29:53.347186 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device a9b17340-49c3-4636-ae31-35c56421cddb up at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:29:53.353839 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3537f4-0819-4b2d-a9c6-b6819790acd0 req-c254db60-f8f2-42ed-9c35-702877c8e98e tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:53.355352 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2b3537f4-0819-4b2d-a9c6-b6819790acd0 req-c254db60-f8f2-42ed-9c35-702877c8e98e tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/ports?device_id=c293b64f-9704-4a3d-9918-b4905a975966 HTTP/1.1" status: 200 len: 949 time: 0.3452966 May 28 06:29:53.363959 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-10b23c82-6d6f-4493-a016-df1db95a8bc5 req-82319a56-2a85-499e-a43a-01c373d6ba48 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:29:53.447219 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-96cdd116-dccf-4797-aefd-cf9d1db68a1f tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, 6160269e-3013-4445-991a-d5c23fabc7fb) {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:29:53.457542 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2b3537f4-0819-4b2d-a9c6-b6819790acd0 req-57693c3b-e1db-44db-8d71-7686b5c9eaad tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/security-groups?id=cc42bff8-ec73-4f47-a19d-2b56e52b6e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952666 May 28 06:29:53.466717 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-172d40a3-d2af-4fd3-8a48-fad3156dfd7f None None] Network 6160269e-3013-4445-991a-d5c23fabc7fb requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:29:53.469527 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96cdd116-dccf-4797-aefd-cf9d1db68a1f tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:53.470023 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-96cdd116-dccf-4797-aefd-cf9d1db68a1f tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:53.517032 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10b23c82-6d6f-4493-a016-df1db95a8bc5 req-82319a56-2a85-499e-a43a-01c373d6ba48 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Made reservation on behalf of 16c56364460a469fa6890db0799c99b1 for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:29:53.520600 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-10b23c82-6d6f-4493-a016-df1db95a8bc5 req-82319a56-2a85-499e-a43a-01c373d6ba48 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:53.571842 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning for port a9b17340-49c3-4636-ae31-35c56421cddb completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:29:53.579643 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning complete for port a9b17340-49c3-4636-ae31-35c56421cddb triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:29:53.580198 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:53.596903 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e7c8e0-8e73-4e33-b7c9-695456ccd332 req-3e4c1e79-a85a-48e0-859a-75157ea66472 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:53.598424 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-32e7c8e0-8e73-4e33-b7c9-695456ccd332 req-3e4c1e79-a85a-48e0-859a-75157ea66472 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/ports?device_id=636ae437-f020-4a0c-9b90-04a6a2b5dea3 HTTP/1.1" status: 200 len: 946 time: 0.1962433 May 28 06:29:53.669838 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-96cdd116-dccf-4797-aefd-cf9d1db68a1f tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2167869 May 28 06:29:53.672554 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 56700) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:29:53.679714 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-49f12f75-9f71-41fa-819c-b2820650bdef tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-717133923', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}, 'admin_state_up': False}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:29:53.681783 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c8abf9d4-6088-4fde-8c6b-cd9081b765eb req-fcf5da9f-e7fc-4bf1-9719-7644eee47753 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc387ca9-152c-4686-bc39-fc4225d3a7fb HTTP/1.1" status: 200 len: 210 time: 0.0803430 May 28 06:29:53.690545 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-49f12f75-9f71-41fa-819c-b2820650bdef tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:29:53.696024 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-49f12f75-9f71-41fa-819c-b2820650bdef tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Usage tracker for resource:router and tenant:fb3df86799734d1a95091f0a6c7d07e1 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:29:53.713442 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-49f12f75-9f71-41fa-819c-b2820650bdef tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:29:53.721710 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-49f12f75-9f71-41fa-819c-b2820650bdef tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:29:53.754025 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-32e7c8e0-8e73-4e33-b7c9-695456ccd332 req-8061ebc1-e691-4d66-aa18-1e29bae356e1 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f2c8bcd-a51c-4c0c-8c62-f5096a9be3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181846 May 28 06:29:53.804551 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [req-10b23c82-6d6f-4493-a016-df1db95a8bc5 req-82319a56-2a85-499e-a43a-01c373d6ba48 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Allocated IP 172.20.0.6 (dc65caf0-8d89-44b6-8b48-1af6ff657d82/4c48a484-2f92-4e72-9bd4-fc1c355a17c1/4fd6a9b8-da26-4615-bc61-8cad1b63866e) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:29:53.823185 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port a9b17340-49c3-4636-ae31-35c56421cddb is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:29:53.824278 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:53.824922 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-49f12f75-9f71-41fa-819c-b2820650bdef tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59128'] for router, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:53.826547 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-49f12f75-9f71-41fa-819c-b2820650bdef tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59009'] for router, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:53.844063 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-49f12f75-9f71-41fa-819c-b2820650bdef tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:53.861727 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port a9b17340-49c3-4636-ae31-35c56421cddb, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=a9b17340-49c3-4636-ae31-35c56421cddb,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:29:53.864139 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c293b64f-9704-4a3d-9918-b4905a975966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9b17340-49c3-4636-ae31-35c56421cddb'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:29:53.875969 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2af8b6f-8d14-4c7e-88b9-e1cfbc463a87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-6160269e-3013-4445-991a-d5c23fabc7fb', 'network_id': '6160269e-3013-4445-991a-d5c23fabc7fb', 'tenant_id': 'fb3df86799734d1a95091f0a6c7d07e1', 'fixed_ips': [{'subnet_id': 'cd178ebb-5272-4484-b931-91c4b94fd058'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:29:53.876666 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c2af8b6f-8d14-4c7e-88b9-e1cfbc463a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:54.013337 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:54.115259 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-c2af8b6f-8d14-4c7e-88b9-e1cfbc463a87 None None] Allocated IP 172.20.0.2 (6160269e-3013-4445-991a-d5c23fabc7fb/cd178ebb-5272-4484-b931-91c4b94fd058/8c1de80f-94ba-4022-8f92-224b767ea9c5) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:29:54.117156 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7937caff-59af-4ae6-b50b-e56f4e06fa91 req-24a2bb9e-7fd4-4a22-a1f6-b4c8c33985e4 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:54.123874 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=a9b17340-49c3-4636-ae31-35c56421cddb,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:29:54.124580 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7937caff-59af-4ae6-b50b-e56f4e06fa91 req-24a2bb9e-7fd4-4a22-a1f6-b4c8c33985e4 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:54.130336 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7937caff-59af-4ae6-b50b-e56f4e06fa91 req-24a2bb9e-7fd4-4a22-a1f6-b4c8c33985e4 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:54.137536 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7937caff-59af-4ae6-b50b-e56f4e06fa91 req-24a2bb9e-7fd4-4a22-a1f6-b4c8c33985e4 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:54.143213 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7937caff-59af-4ae6-b50b-e56f4e06fa91 req-24a2bb9e-7fd4-4a22-a1f6-b4c8c33985e4 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:54.149152 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7937caff-59af-4ae6-b50b-e56f4e06fa91 req-24a2bb9e-7fd4-4a22-a1f6-b4c8c33985e4 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:54.155683 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7937caff-59af-4ae6-b50b-e56f4e06fa91 req-24a2bb9e-7fd4-4a22-a1f6-b4c8c33985e4 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:54.157695 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7937caff-59af-4ae6-b50b-e56f4e06fa91 req-24a2bb9e-7fd4-4a22-a1f6-b4c8c33985e4 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.55 "GET /v2.0/ports?device_id=e11893ff-5c52-4ed1-b6b3-2fbc959d89e3 HTTP/1.1" status: 200 len: 5420 time: 0.3253999 May 28 06:29:54.189224 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96bdb5f-b93d-4627-b58c-2a4d0e0dda2a req-1968b534-7d10-4cfa-bd4c-20038cd904ae tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:54.190691 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c96bdb5f-b93d-4627-b58c-2a4d0e0dda2a req-1968b534-7d10-4cfa-bd4c-20038cd904ae tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "GET /v2.0/ports?device_id=4faa87b8-f4ff-4090-9c52-7a280a3dcdf8 HTTP/1.1" status: 200 len: 946 time: 0.3026383 May 28 06:29:54.208945 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 24841b8a-e71b-4c7b-9d28-09c0f27af169 details requested by agent hyperv_n-h2-843702-1 with host n-h2-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:29:54.221166 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-49f12f75-9f71-41fa-819c-b2820650bdef tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59027'] for router, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:54.306303 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7937caff-59af-4ae6-b50b-e56f4e06fa91 req-d39825a6-79aa-4665-9dd7-399764c3ac24 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.55 "GET /v2.0/security-groups?id=46eeeb0c-b6a3-4a12-ace3-318551136dd9&id=e8d697a1-1dba-4b18-a73a-2546d21ff79d&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1302567 May 28 06:29:54.322987 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-10b23c82-6d6f-4493-a016-df1db95a8bc5 req-82319a56-2a85-499e-a43a-01c373d6ba48 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:54.355122 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-10b23c82-6d6f-4493-a016-df1db95a8bc5 req-82319a56-2a85-499e-a43a-01c373d6ba48 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Transition to ACTIVE for port object 4fd6a9b8-da26-4615-bc61-8cad1b63866e will not be triggered until provisioned by entity DHCP. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:29:54.380054 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c96bdb5f-b93d-4627-b58c-2a4d0e0dda2a req-fa74ff11-1e68-405d-8335-dfc22bfce090 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "GET /v2.0/security-groups?id=63ea6420-b48b-49b9-b520-8d6c62ca7c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1704082 May 28 06:29:54.431959 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-10b23c82-6d6f-4493-a016-df1db95a8bc5 req-82319a56-2a85-499e-a43a-01c373d6ba48 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:54.457639 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69307a02-fc3a-4672-9815-9ea23acab824'] response: {'server_uuid': 'c293b64f-9704-4a3d-9918-b4905a975966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9b17340-49c3-4636-ae31-35c56421cddb', 'code': 200} May 28 06:29:54.482956 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['212267bc-72fb-4720-960a-a0bb5430dbe0'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:29:54.558165 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 24841b8a-e71b-4c7b-9d28-09c0f27af169, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=24841b8a-e71b-4c7b-9d28-09c0f27af169,segment=NetworkSegment(a8c42c09-58b4-4e9e-ab8f-c96c63ee4190),segment_id=a8c42c09-58b4-4e9e-ab8f-c96c63ee4190)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:29:54.584206 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c2af8b6f-8d14-4c7e-88b9-e1cfbc463a87 None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:54.618807 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Returning: {'device': '24841b8a-e71b-4c7b-9d28-09c0f27af169', 'network_id': 'c7bbc20e-7bc5-42fd-94f8-f3663ada8854', 'port_id': '24841b8a-e71b-4c7b-9d28-09c0f27af169', 'mac_address': 'fa:16:3e:4d:22:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e5f323f-ea6c-4672-94fb-4b56107669c0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:29:54.626188 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-c2af8b6f-8d14-4c7e-88b9-e1cfbc463a87 None None] Transition to ACTIVE for port object 8c1de80f-94ba-4022-8f92-224b767ea9c5 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:29:54.756571 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-c2af8b6f-8d14-4c7e-88b9-e1cfbc463a87 None None] Transition to ACTIVE for port object 8c1de80f-94ba-4022-8f92-224b767ea9c5 will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:29:54.777299 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10b23c82-6d6f-4493-a016-df1db95a8bc5 req-82319a56-2a85-499e-a43a-01c373d6ba48 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Network dc65caf0-8d89-44b6-8b48-1af6ff657d82 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:29:54.777299 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [req-10b23c82-6d6f-4493-a016-df1db95a8bc5 req-82319a56-2a85-499e-a43a-01c373d6ba48 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:29:54.781085 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-10b23c82-6d6f-4493-a016-df1db95a8bc5 req-82319a56-2a85-499e-a43a-01c373d6ba48 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:29:54.783649 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 24841b8a-e71b-4c7b-9d28-09c0f27af169 is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:29:54.784104 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:54.809042 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82319a56-2a85-499e-a43a-01c373d6ba48 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Pushing event updated for resources: {'Port': ['ID=4fd6a9b8-da26-4615-bc61-8cad1b63866e,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:29:54.821784 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24841b8a-e71b-4c7b-9d28-09c0f27af169 {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:29:54.887392 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b23c82-6d6f-4493-a016-df1db95a8bc5 req-82319a56-2a85-499e-a43a-01c373d6ba48 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:54.888340 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-10b23c82-6d6f-4493-a016-df1db95a8bc5 req-82319a56-2a85-499e-a43a-01c373d6ba48 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:54.901962 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 24841b8a-e71b-4c7b-9d28-09c0f27af169, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=24841b8a-e71b-4c7b-9d28-09c0f27af169,segment=NetworkSegment(a8c42c09-58b4-4e9e-ab8f-c96c63ee4190),segment_id=a8c42c09-58b4-4e9e-ab8f-c96c63ee4190)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:29:54.907474 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c2af8b6f-8d14-4c7e-88b9-e1cfbc463a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:54.926664 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a323b8f9-ad68-4e98-9a70-e6e69fb0bf89 req-4722f268-502d-44eb-83ab-97a5074993cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:54.928354 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a323b8f9-ad68-4e98-9a70-e6e69fb0bf89 req-4722f268-502d-44eb-83ab-97a5074993cb service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c293b64f-9704-4a3d-9918-b4905a975966 HTTP/1.1" status: 200 len: 1101 time: 0.3229330 May 28 06:29:54.970835 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1202edca-bcbb-4747-99a4-109323301451 req-d2289ed1-fb8b-45f4-bc8a-06e394ac9bce tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:54.982193 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1202edca-bcbb-4747-99a4-109323301451 req-d2289ed1-fb8b-45f4-bc8a-06e394ac9bce tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b2f27f9-88ff-4fdc-8c4b-f7c92c290852 HTTP/1.1" status: 200 len: 943 time: 0.2808855 May 28 06:29:55.002358 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2af8b6f-8d14-4c7e-88b9-e1cfbc463a87 None None] Pushing event updated for resources: {'Port': ['ID=8c1de80f-94ba-4022-8f92-224b767ea9c5,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:29:55.043306 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-49f12f75-9f71-41fa-819c-b2820650bdef tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Notify callbacks [] for router_gateway, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:55.062994 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1202edca-bcbb-4747-99a4-109323301451 req-2821dd64-8348-4b88-bce9-df6b8b007d5c tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/security-groups?id=f6de87b7-c8be-4140-be86-d0d6b2592918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793610 May 28 06:29:55.067516 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a323b8f9-ad68-4e98-9a70-e6e69fb0bf89 req-151a2b4a-3f7f-46ef-b870-8e46f33a07b7 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=cc42bff8-ec73-4f47-a19d-2b56e52b6e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286674 May 28 06:29:55.067790 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:55.094051 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-49f12f75-9f71-41fa-819c-b2820650bdef tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:55.157389 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-10b23c82-6d6f-4493-a016-df1db95a8bc5 req-82319a56-2a85-499e-a43a-01c373d6ba48 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1669436 May 28 06:29:55.158375 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2af8b6f-8d14-4c7e-88b9-e1cfbc463a87 None None] Network 6160269e-3013-4445-991a-d5c23fabc7fb is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:29:55.166724 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-c2af8b6f-8d14-4c7e-88b9-e1cfbc463a87 None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:29:55.177696 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-10b23c82-6d6f-4493-a016-df1db95a8bc5 req-707b950e-9e9c-4a48-a677-31622b2cea53 service neutron] Request body: {'port': {'device_id': 'fc387ca9-152c-4686-bc39-fc4225d3a7fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843702-1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:29:55.178450 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2af8b6f-8d14-4c7e-88b9-e1cfbc463a87 None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:29:55.265051 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-49f12f75-9f71-41fa-819c-b2820650bdef tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Allocated IP 172.25.5.40 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/e61ac41d-876b-4949-9a26-8d872e5fc7f2) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:29:55.279429 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=24841b8a-e71b-4c7b-9d28-09c0f27af169,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:29:55.304141 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-c2af8b6f-8d14-4c7e-88b9-e1cfbc463a87 None None] Attempting to bind port 8c1de80f-94ba-4022-8f92-224b767ea9c5 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:29:55.304506 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-c2af8b6f-8d14-4c7e-88b9-e1cfbc463a87 None None] Attempting to bind port 8c1de80f-94ba-4022-8f92-224b767ea9c5 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': '7b607ec7-dbd9-4e2d-ae46-542e9ecfe48a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '6160269e-3013-4445-991a-d5c23fabc7fb'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:29:55.304867 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2af8b6f-8d14-4c7e-88b9-e1cfbc463a87 None None] Attempting to bind port 8c1de80f-94ba-4022-8f92-224b767ea9c5 on network 6160269e-3013-4445-991a-d5c23fabc7fb {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:29:55.310883 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2af8b6f-8d14-4c7e-88b9-e1cfbc463a87 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:29:55.311291 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2af8b6f-8d14-4c7e-88b9-e1cfbc463a87 None None] Checking segment: {'id': '7b607ec7-dbd9-4e2d-ae46-542e9ecfe48a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '6160269e-3013-4445-991a-d5c23fabc7fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:29:55.311649 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c2af8b6f-8d14-4c7e-88b9-e1cfbc463a87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:55.312035 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2af8b6f-8d14-4c7e-88b9-e1cfbc463a87 None None] Bound using segment: {'id': '7b607ec7-dbd9-4e2d-ae46-542e9ecfe48a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '6160269e-3013-4445-991a-d5c23fabc7fb'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:29:55.312495 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-c2af8b6f-8d14-4c7e-88b9-e1cfbc463a87 None None] Bound port: 8c1de80f-94ba-4022-8f92-224b767ea9c5, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b607ec7-dbd9-4e2d-ae46-542e9ecfe48a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '6160269e-3013-4445-991a-d5c23fabc7fb'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:29:55.312860 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c2af8b6f-8d14-4c7e-88b9-e1cfbc463a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:55.394799 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae6998b-16f6-4a0e-87e4-318992d0dc69 req-cc10e663-8bb2-4bd2-a6f7-a3cd72df1fbb tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:55.396319 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4ae6998b-16f6-4a0e-87e4-318992d0dc69 req-cc10e663-8bb2-4bd2-a6f7-a3cd72df1fbb tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/ports?device_id=c293b64f-9704-4a3d-9918-b4905a975966 HTTP/1.1" status: 200 len: 950 time: 0.3274882 May 28 06:29:55.400089 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-86f42f4e-88b2-4b7e-9daa-2fa815becd9c None None] Provisioning for port 4fd6a9b8-da26-4615-bc61-8cad1b63866e completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:29:55.400858 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-10b23c82-6d6f-4493-a016-df1db95a8bc5 req-707b950e-9e9c-4a48-a677-31622b2cea53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:55.411627 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-86f42f4e-88b2-4b7e-9daa-2fa815becd9c None None] Provisioning complete for port 4fd6a9b8-da26-4615-bc61-8cad1b63866e triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:29:55.412159 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-86f42f4e-88b2-4b7e-9daa-2fa815becd9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:55.441734 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-49f12f75-9f71-41fa-819c-b2820650bdef tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:55.448214 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78edb8df-4601-49af-8a29-2cfd56a73a38 req-293eddc8-7c8c-436f-a4e1-0ecf17f0498f tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:55.448922 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-78edb8df-4601-49af-8a29-2cfd56a73a38 req-293eddc8-7c8c-436f-a4e1-0ecf17f0498f tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Synchronizing usage tracker for tenant:16c56364460a469fa6890db0799c99b1 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:29:55.463296 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-c2af8b6f-8d14-4c7e-88b9-e1cfbc463a87 None None] For port 8c1de80f-94ba-4022-8f92-224b767ea9c5, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:29:55.476092 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-c2af8b6f-8d14-4c7e-88b9-e1cfbc463a87 None None] For port 8c1de80f-94ba-4022-8f92-224b767ea9c5, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=8c1de80f-94ba-4022-8f92-224b767ea9c5,segment=NetworkSegment(7b607ec7-dbd9-4e2d-ae46-542e9ecfe48a),segment_id=7b607ec7-dbd9-4e2d-ae46-542e9ecfe48a)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:29:55.480080 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-86f42f4e-88b2-4b7e-9daa-2fa815becd9c None None] Port 4fd6a9b8-da26-4615-bc61-8cad1b63866e cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:29:55.529063 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4ae6998b-16f6-4a0e-87e4-318992d0dc69 req-5291ed94-2810-433a-b479-3bd5f6f85b8b tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/security-groups?id=cc42bff8-ec73-4f47-a19d-2b56e52b6e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168373 May 28 06:29:55.556344 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['24841b8a-e71b-4c7b-9d28-09c0f27af169'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:29:55.591315 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-49f12f75-9f71-41fa-819c-b2820650bdef tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:55.626348 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-78edb8df-4601-49af-8a29-2cfd56a73a38 req-293eddc8-7c8c-436f-a4e1-0ecf17f0498f tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Unset dirty status for tenant:16c56364460a469fa6890db0799c99b1 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:29:55.629925 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c2af8b6f-8d14-4c7e-88b9-e1cfbc463a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:55.633820 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-78edb8df-4601-49af-8a29-2cfd56a73a38 req-293eddc8-7c8c-436f-a4e1-0ecf17f0498f tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc387ca9-152c-4686-bc39-fc4225d3a7fb HTTP/1.1" status: 200 len: 931 time: 0.4012964 May 28 06:29:55.671868 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f12f75-9f71-41fa-819c-b2820650bdef tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:29:55.676387 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-49f12f75-9f71-41fa-819c-b2820650bdef tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:29:55.680115 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f12f75-9f71-41fa-819c-b2820650bdef tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:29:55.719519 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f12f75-9f71-41fa-819c-b2820650bdef tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Pushing event updated for resources: {'Port': ['ID=e61ac41d-876b-4949-9a26-8d872e5fc7f2,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:29:55.790380 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2af8b6f-8d14-4c7e-88b9-e1cfbc463a87 None None] Pushing event updated for resources: {'Port': ['ID=8c1de80f-94ba-4022-8f92-224b767ea9c5,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:29:55.924234 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-78edb8df-4601-49af-8a29-2cfd56a73a38 req-09beca1f-687a-4ed5-b5ca-945fb707f947 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] 10.222.0.55 "GET /v2.0/security-groups?id=649a97d9-6056-4be4-8631-8b873f32da87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883747 May 28 06:29:56.142473 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d8f11f-242c-4e33-95a8-68f635bf3245 req-2ba285c2-e092-41a8-80a4-bfdc185ab26c tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:56.148107 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-57d8f11f-242c-4e33-95a8-68f635bf3245 req-2ba285c2-e092-41a8-80a4-bfdc185ab26c tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/ports?device_id=636ae437-f020-4a0c-9b90-04a6a2b5dea3 HTTP/1.1" status: 200 len: 946 time: 0.4870193 May 28 06:29:56.226909 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-57d8f11f-242c-4e33-95a8-68f635bf3245 req-c35e75da-747e-48e4-8782-d65df8addea5 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f2c8bcd-a51c-4c0c-8c62-f5096a9be3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708275 May 28 06:29:56.291615 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54c35d7-f1c8-46d5-aa15-bd7eed5cef1c req-fec89231-6402-4d13-ae51-5294f23e5411 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:56.297856 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54c35d7-f1c8-46d5-aa15-bd7eed5cef1c req-fec89231-6402-4d13-ae51-5294f23e5411 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:56.303719 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54c35d7-f1c8-46d5-aa15-bd7eed5cef1c req-fec89231-6402-4d13-ae51-5294f23e5411 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:56.310445 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54c35d7-f1c8-46d5-aa15-bd7eed5cef1c req-fec89231-6402-4d13-ae51-5294f23e5411 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:56.316847 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54c35d7-f1c8-46d5-aa15-bd7eed5cef1c req-fec89231-6402-4d13-ae51-5294f23e5411 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:56.325124 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54c35d7-f1c8-46d5-aa15-bd7eed5cef1c req-fec89231-6402-4d13-ae51-5294f23e5411 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:56.331211 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54c35d7-f1c8-46d5-aa15-bd7eed5cef1c req-fec89231-6402-4d13-ae51-5294f23e5411 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:56.333482 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f54c35d7-f1c8-46d5-aa15-bd7eed5cef1c req-fec89231-6402-4d13-ae51-5294f23e5411 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.55 "GET /v2.0/ports?device_id=e11893ff-5c52-4ed1-b6b3-2fbc959d89e3 HTTP/1.1" status: 200 len: 5420 time: 0.2519276 May 28 06:29:56.351835 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-49f12f75-9f71-41fa-819c-b2820650bdef tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Notify callbacks [] for router_gateway, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:56.371022 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [req-10b23c82-6d6f-4493-a016-df1db95a8bc5 req-707b950e-9e9c-4a48-a677-31622b2cea53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fd6a9b8-da26-4615-bc61-8cad1b63866e {{(pid=89110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:29:56.404634 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-10b23c82-6d6f-4493-a016-df1db95a8bc5 req-707b950e-9e9c-4a48-a677-31622b2cea53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:56.414260 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-40046ed8-dd29-42ba-8904-b3c80584d864 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:56.491684 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f54c35d7-f1c8-46d5-aa15-bd7eed5cef1c req-1dc10d49-2267-44ed-818c-e5b880753017 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.55 "GET /v2.0/security-groups?id=46eeeb0c-b6a3-4a12-ace3-318551136dd9&id=e8d697a1-1dba-4b18-a73a-2546d21ff79d&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1041846 May 28 06:29:56.498904 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-10b23c82-6d6f-4493-a016-df1db95a8bc5 req-707b950e-9e9c-4a48-a677-31622b2cea53 service neutron] Transition to ACTIVE for port object 4fd6a9b8-da26-4615-bc61-8cad1b63866e will not be triggered until provisioned by entity L2. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:29:56.570711 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671dd9a8-ddfe-499e-b834-1ea0d2d6f0b7 req-1b1c193f-6d6e-4970-bffe-4926c685785a tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:56.584869 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-671dd9a8-ddfe-499e-b834-1ea0d2d6f0b7 req-1b1c193f-6d6e-4970-bffe-4926c685785a tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "GET /v2.0/ports?device_id=4faa87b8-f4ff-4090-9c52-7a280a3dcdf8 HTTP/1.1" status: 200 len: 946 time: 0.1755762 May 28 06:29:56.637959 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-10b23c82-6d6f-4493-a016-df1db95a8bc5 req-707b950e-9e9c-4a48-a677-31622b2cea53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:56.895728 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-671dd9a8-ddfe-499e-b834-1ea0d2d6f0b7 req-5302fc2c-1edc-4af1-990d-31fd3dfa29a5 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "GET /v2.0/security-groups?id=63ea6420-b48b-49b9-b520-8d6c62ca7c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3097043 May 28 06:29:56.904010 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707b950e-9e9c-4a48-a677-31622b2cea53 service neutron] Pushing event updated for resources: {'Port': ['ID=4fd6a9b8-da26-4615-bc61-8cad1b63866e,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:29:56.954882 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-49f12f75-9f71-41fa-819c-b2820650bdef tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690761'] for router, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:57.008577 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f15fbf7-7dba-484d-9d65-03372db09045 None None] Network 6160269e-3013-4445-991a-d5c23fabc7fb requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:29:57.081108 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5299e94d-302f-460d-9661-d7d7cfa5a035 req-158c8f96-0da6-47cf-9f94-275a60f20aba tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:57.089664 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5299e94d-302f-460d-9661-d7d7cfa5a035 req-158c8f96-0da6-47cf-9f94-275a60f20aba tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b2f27f9-88ff-4fdc-8c4b-f7c92c290852 HTTP/1.1" status: 200 len: 944 time: 0.4037766 May 28 06:29:57.183331 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-10b23c82-6d6f-4493-a016-df1db95a8bc5 req-707b950e-9e9c-4a48-a677-31622b2cea53 service neutron] Attempting to bind port 4fd6a9b8-da26-4615-bc61-8cad1b63866e on host n-h2-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:29:57.183640 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-10b23c82-6d6f-4493-a016-df1db95a8bc5 req-707b950e-9e9c-4a48-a677-31622b2cea53 service neutron] Attempting to bind port 4fd6a9b8-da26-4615-bc61-8cad1b63866e by drivers openvswitch,hyperv on host n-h2-843702-1 at level 0 using segments [{'id': '8d6493ed-a6e0-445f-9394-e5cc9c5c38f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'dc65caf0-8d89-44b6-8b48-1af6ff657d82'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:29:57.184131 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b23c82-6d6f-4493-a016-df1db95a8bc5 req-707b950e-9e9c-4a48-a677-31622b2cea53 service neutron] Attempting to bind port 4fd6a9b8-da26-4615-bc61-8cad1b63866e on network dc65caf0-8d89-44b6-8b48-1af6ff657d82 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:29:57.208486 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b23c82-6d6f-4493-a016-df1db95a8bc5 req-707b950e-9e9c-4a48-a677-31622b2cea53 service neutron] Port 4fd6a9b8-da26-4615-bc61-8cad1b63866e on network dc65caf0-8d89-44b6-8b48-1af6ff657d82 not bound, no agent of type Open vSwitch agent registered on host n-h2-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:29:57.208848 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b23c82-6d6f-4493-a016-df1db95a8bc5 req-707b950e-9e9c-4a48-a677-31622b2cea53 service neutron] Attempting to bind port 4fd6a9b8-da26-4615-bc61-8cad1b63866e on network dc65caf0-8d89-44b6-8b48-1af6ff657d82 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:29:57.225970 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5299e94d-302f-460d-9661-d7d7cfa5a035 req-f57909aa-f216-476a-96bd-cc9a081d9994 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/security-groups?id=f6de87b7-c8be-4140-be86-d0d6b2592918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305139 May 28 06:29:57.231823 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b23c82-6d6f-4493-a016-df1db95a8bc5 req-707b950e-9e9c-4a48-a677-31622b2cea53 service neutron] Checking agent: {'id': 'f1a3973b-d2b3-4558-88e7-2ac50857d302', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:29:57.232447 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b23c82-6d6f-4493-a016-df1db95a8bc5 req-707b950e-9e9c-4a48-a677-31622b2cea53 service neutron] Checking segment: {'id': '8d6493ed-a6e0-445f-9394-e5cc9c5c38f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'dc65caf0-8d89-44b6-8b48-1af6ff657d82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:29:57.233450 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b23c82-6d6f-4493-a016-df1db95a8bc5 req-707b950e-9e9c-4a48-a677-31622b2cea53 service neutron] Bound using segment: {'id': '8d6493ed-a6e0-445f-9394-e5cc9c5c38f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'dc65caf0-8d89-44b6-8b48-1af6ff657d82'} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:29:57.233968 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-10b23c82-6d6f-4493-a016-df1db95a8bc5 req-707b950e-9e9c-4a48-a677-31622b2cea53 service neutron] Bound port: 4fd6a9b8-da26-4615-bc61-8cad1b63866e, host: n-h2-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d6493ed-a6e0-445f-9394-e5cc9c5c38f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'dc65caf0-8d89-44b6-8b48-1af6ff657d82'}}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:29:57.234276 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-10b23c82-6d6f-4493-a016-df1db95a8bc5 req-707b950e-9e9c-4a48-a677-31622b2cea53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:57.323414 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc34d4c-0b1d-4e6f-a71f-944c02bff564 req-e7a78eae-7d16-4e2e-8c0c-34ab90a802ef tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:57.324928 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7fc34d4c-0b1d-4e6f-a71f-944c02bff564 req-e7a78eae-7d16-4e2e-8c0c-34ab90a802ef tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/ports?device_id=c293b64f-9704-4a3d-9918-b4905a975966 HTTP/1.1" status: 200 len: 950 time: 0.2583025 May 28 06:29:57.423059 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-10b23c82-6d6f-4493-a016-df1db95a8bc5 req-707b950e-9e9c-4a48-a677-31622b2cea53 service neutron] For port 4fd6a9b8-da26-4615-bc61-8cad1b63866e, host n-h2-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:29:57.424913 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-41892514-5000-41e8-8fdf-887a5a739533 None None] Provisioning for port 8c1de80f-94ba-4022-8f92-224b767ea9c5 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:29:57.448229 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-10b23c82-6d6f-4493-a016-df1db95a8bc5 req-707b950e-9e9c-4a48-a677-31622b2cea53 service neutron] For port 4fd6a9b8-da26-4615-bc61-8cad1b63866e, host n-h2-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=4fd6a9b8-da26-4615-bc61-8cad1b63866e,segment=NetworkSegment(8d6493ed-a6e0-445f-9394-e5cc9c5c38f9),segment_id=8d6493ed-a6e0-445f-9394-e5cc9c5c38f9)] {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:29:57.459212 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7fc34d4c-0b1d-4e6f-a71f-944c02bff564 req-5a5e1ec1-f89e-4a11-8728-7b37e0a4795b tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/security-groups?id=cc42bff8-ec73-4f47-a19d-2b56e52b6e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947225 May 28 06:29:57.480214 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a177be31-fab8-464c-887e-dff06b7048a6 req-18053af0-8dcc-4a01-bcb1-68d57452ba90 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:57.482782 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a177be31-fab8-464c-887e-dff06b7048a6 req-18053af0-8dcc-4a01-bcb1-68d57452ba90 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc387ca9-152c-4686-bc39-fc4225d3a7fb HTTP/1.1" status: 200 len: 943 time: 0.1547835 May 28 06:29:57.487569 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49f12f75-9f71-41fa-819c-b2820650bdef tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Router 0a7ea546-7974-4154-9aef-f061c97a0b82 is scheduled to L3 agent 42958940-9562-4f71-972f-15a8af9d3963 with binding_index 1 {{(pid=89109) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 06:29:57.488098 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:57.539047 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a177be31-fab8-464c-887e-dff06b7048a6 req-c8630d5a-08c8-4083-a769-555d23cc681a tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] 10.222.0.55 "GET /v2.0/security-groups?id=649a97d9-6056-4be4-8631-8b873f32da87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451770 May 28 06:29:57.580008 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-10b23c82-6d6f-4493-a016-df1db95a8bc5 req-707b950e-9e9c-4a48-a677-31622b2cea53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:57.724375 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 8c1de80f-94ba-4022-8f92-224b767ea9c5 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:29:57.758186 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b23c82-6d6f-4493-a016-df1db95a8bc5 req-707b950e-9e9c-4a48-a677-31622b2cea53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:57.760940 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-10b23c82-6d6f-4493-a016-df1db95a8bc5 req-707b950e-9e9c-4a48-a677-31622b2cea53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:57.761284 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-10b23c82-6d6f-4493-a016-df1db95a8bc5 req-707b950e-9e9c-4a48-a677-31622b2cea53 service neutron] 10.222.0.71 "PUT /v2.0/ports/4fd6a9b8-da26-4615-bc61-8cad1b63866e HTTP/1.1" status: 200 len: 1091 time: 2.5901155 May 28 06:29:57.761762 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc387ca9-152c-4686-bc39-fc4225d3a7fb', 'tag': '4fd6a9b8-da26-4615-bc61-8cad1b63866e'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:29:57.764522 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49f12f75-9f71-41fa-819c-b2820650bdef tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:29:57.777260 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb31609-0065-495f-84af-784e4f9ef555 None None] Sync routers for ids ['0a7ea546-7974-4154-9aef-f061c97a0b82'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:29:57.792800 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb31609-0065-495f-84af-784e4f9ef555 None None] Routers {'0a7ea546-7974-4154-9aef-f061c97a0b82'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:29:57.793638 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-1fb31609-0065-495f-84af-784e4f9ef555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:29:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['0a7ea546-7974-4154-9aef-f061c97a0b82'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:29:57.826839 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707b950e-9e9c-4a48-a677-31622b2cea53 service neutron] Pushing event updated for resources: {'Port': ['ID=4fd6a9b8-da26-4615-bc61-8cad1b63866e,revision_number=3']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:29:57.861105 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df778b3f-0f01-4a6f-81e4-52f7a1efd963 req-302593b4-de56-4a7d-b2aa-01525a6c23fa tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:57.862605 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-df778b3f-0f01-4a6f-81e4-52f7a1efd963 req-302593b4-de56-4a7d-b2aa-01525a6c23fa tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/ports?device_id=636ae437-f020-4a0c-9b90-04a6a2b5dea3 HTTP/1.1" status: 200 len: 946 time: 0.2263265 May 28 06:29:57.869680 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d77123e-21b2-49f0-a285-0975e28f09c0 req-58430705-2dd3-4e37-bfbb-c97227759c04 tempest-ServersOnMultiNodesTest-1111834029 tempest-ServersOnMultiNodesTest-1111834029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:57.871408 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5d77123e-21b2-49f0-a285-0975e28f09c0 req-58430705-2dd3-4e37-bfbb-c97227759c04 tempest-ServersOnMultiNodesTest-1111834029 tempest-ServersOnMultiNodesTest-1111834029-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=c293b64f-9704-4a3d-9918-b4905a975966 HTTP/1.1" status: 200 len: 1101 time: 0.1877227 May 28 06:29:57.875179 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-1fb31609-0065-495f-84af-784e4f9ef555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:29:57.885511 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb31609-0065-495f-84af-784e4f9ef555 None None] Routers {'0a7ea546-7974-4154-9aef-f061c97a0b82'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:29:57.886123 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-1fb31609-0065-495f-84af-784e4f9ef555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:29:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['0a7ea546-7974-4154-9aef-f061c97a0b82'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:29:57.929365 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-49f12f75-9f71-41fa-819c-b2820650bdef tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:57.929563 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 8c1de80f-94ba-4022-8f92-224b767ea9c5 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:29:57.929684 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-49f12f75-9f71-41fa-819c-b2820650bdef tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 4.2536788 May 28 06:29:57.929684 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 56750) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:29:57.929989 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 8c1de80f-94ba-4022-8f92-224b767ea9c5 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:29:57.929989 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:58.017791 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-1fb31609-0065-495f-84af-784e4f9ef555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:29:58.018467 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb31609-0065-495f-84af-784e4f9ef555 None None] The sync data for ids ['0a7ea546-7974-4154-9aef-f061c97a0b82'] in n-d-843702-1 is: [] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:29:58.020466 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-df778b3f-0f01-4a6f-81e4-52f7a1efd963 req-bd221114-c8de-4e6d-a822-fbc51dbbd426 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f2c8bcd-a51c-4c0c-8c62-f5096a9be3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475539 May 28 06:29:58.060095 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5d77123e-21b2-49f0-a285-0975e28f09c0 req-ef2970e9-ab96-40ee-a6a3-8ac051ab936f tempest-ServersOnMultiNodesTest-1111834029 tempest-ServersOnMultiNodesTest-1111834029-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=cc42bff8-ec73-4f47-a19d-2b56e52b6e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653709 May 28 06:29:58.142531 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b23c82-6d6f-4493-a016-df1db95a8bc5 req-c35c513c-43bf-4fd3-b8d9-ed6934dd6cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:58.144243 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-10b23c82-6d6f-4493-a016-df1db95a8bc5 req-c35c513c-43bf-4fd3-b8d9-ed6934dd6cc3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=16c56364460a469fa6890db0799c99b1&device_id=fc387ca9-152c-4686-bc39-fc4225d3a7fb HTTP/1.1" status: 200 len: 1094 time: 0.2070122 May 28 06:29:58.151913 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 8c1de80f-94ba-4022-8f92-224b767ea9c5 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:29:58.152378 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:58.172446 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ceeaf24-ced7-4c08-885f-424989958ee8'] response: {'name': 'network-changed', 'server_uuid': 'fc387ca9-152c-4686-bc39-fc4225d3a7fb', 'tag': '4fd6a9b8-da26-4615-bc61-8cad1b63866e', 'status': 'completed', 'code': 200} May 28 06:29:58.193451 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port 8c1de80f-94ba-4022-8f92-224b767ea9c5, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=8c1de80f-94ba-4022-8f92-224b767ea9c5,segment=NetworkSegment(7b607ec7-dbd9-4e2d-ae46-542e9ecfe48a),segment_id=7b607ec7-dbd9-4e2d-ae46-542e9ecfe48a)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:29:58.204781 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 24841b8a-e71b-4c7b-9d28-09c0f27af169 up at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:29:58.291609 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:58.326768 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-10b23c82-6d6f-4493-a016-df1db95a8bc5 req-d9fc4498-6149-497e-a743-b42814e6f296 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4fd6a9b8-da26-4615-bc61-8cad1b63866e HTTP/1.1" status: 200 len: 217 time: 0.1596093 May 28 06:29:58.372896 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=8c1de80f-94ba-4022-8f92-224b767ea9c5,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:29:58.491182 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning for port 24841b8a-e71b-4c7b-9d28-09c0f27af169 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:29:58.496706 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning complete for port 24841b8a-e71b-4c7b-9d28-09c0f27af169 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:29:58.497500 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:58.563722 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b23c82-6d6f-4493-a016-df1db95a8bc5 req-05e31f9c-4dda-4971-9c08-41dca708351e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:58.565597 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-10b23c82-6d6f-4493-a016-df1db95a8bc5 req-05e31f9c-4dda-4971-9c08-41dca708351e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4c48a484-2f92-4e72-9bd4-fc1c355a17c1 HTTP/1.1" status: 200 len: 859 time: 0.1932542 May 28 06:29:58.632568 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 24841b8a-e71b-4c7b-9d28-09c0f27af169 is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:29:58.632914 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:58.669279 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b2f27f9-88ff-4fdc-8c4b-f7c92c290852', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24841b8a-e71b-4c7b-9d28-09c0f27af169'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:29:58.676660 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 24841b8a-e71b-4c7b-9d28-09c0f27af169, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=24841b8a-e71b-4c7b-9d28-09c0f27af169,segment=NetworkSegment(a8c42c09-58b4-4e9e-ab8f-c96c63ee4190),segment_id=a8c42c09-58b4-4e9e-ab8f-c96c63ee4190)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:29:58.691414 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466a4b59-56d6-4d9d-9bb7-7d3473e4ada6 req-eb828b17-bd6b-4827-a0b6-1ad01ebfa400 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:58.697267 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466a4b59-56d6-4d9d-9bb7-7d3473e4ada6 req-eb828b17-bd6b-4827-a0b6-1ad01ebfa400 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:58.702964 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466a4b59-56d6-4d9d-9bb7-7d3473e4ada6 req-eb828b17-bd6b-4827-a0b6-1ad01ebfa400 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:58.708620 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466a4b59-56d6-4d9d-9bb7-7d3473e4ada6 req-eb828b17-bd6b-4827-a0b6-1ad01ebfa400 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:58.721156 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466a4b59-56d6-4d9d-9bb7-7d3473e4ada6 req-eb828b17-bd6b-4827-a0b6-1ad01ebfa400 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:58.721156 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466a4b59-56d6-4d9d-9bb7-7d3473e4ada6 req-eb828b17-bd6b-4827-a0b6-1ad01ebfa400 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:58.726665 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466a4b59-56d6-4d9d-9bb7-7d3473e4ada6 req-eb828b17-bd6b-4827-a0b6-1ad01ebfa400 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:58.729123 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-466a4b59-56d6-4d9d-9bb7-7d3473e4ada6 req-eb828b17-bd6b-4827-a0b6-1ad01ebfa400 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.55 "GET /v2.0/ports?device_id=e11893ff-5c52-4ed1-b6b3-2fbc959d89e3 HTTP/1.1" status: 200 len: 5420 time: 0.4526689 May 28 06:29:58.746784 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e264fccf-63a9-47bb-9963-078aa012ae29 req-da2cb6e3-ca27-499f-9053-33c68727db0c tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:58.748102 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e264fccf-63a9-47bb-9963-078aa012ae29 req-da2cb6e3-ca27-499f-9053-33c68727db0c tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "GET /v2.0/ports?device_id=4faa87b8-f4ff-4090-9c52-7a280a3dcdf8 HTTP/1.1" status: 200 len: 946 time: 0.4198909 May 28 06:29:58.781250 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b23c82-6d6f-4493-a016-df1db95a8bc5 req-408a3ddd-986b-4a6f-bfbe-6251f3d3b75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:58.794815 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-10b23c82-6d6f-4493-a016-df1db95a8bc5 req-408a3ddd-986b-4a6f-bfbe-6251f3d3b75c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=dc65caf0-8d89-44b6-8b48-1af6ff657d82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2084014 May 28 06:29:58.838544 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ba3d80a5-6aab-4762-80e0-36584cd2f2d4 tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:58.897996 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-466a4b59-56d6-4d9d-9bb7-7d3473e4ada6 req-f2f1b6e8-f57c-4def-9f98-ce88626419a2 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.55 "GET /v2.0/security-groups?id=46eeeb0c-b6a3-4a12-ace3-318551136dd9&id=e8d697a1-1dba-4b18-a73a-2546d21ff79d&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1537583 May 28 06:29:58.910536 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e264fccf-63a9-47bb-9963-078aa012ae29 req-2499f35b-037e-4d27-b435-2adbd32ace5d tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "GET /v2.0/security-groups?id=63ea6420-b48b-49b9-b520-8d6c62ca7c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1493611 May 28 06:29:58.970223 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-10b23c82-6d6f-4493-a016-df1db95a8bc5 req-b720cfb0-499a-449f-935f-85e8e5cf41e4 service neutron] 10.222.0.71 "GET /v2.0/networks/dc65caf0-8d89-44b6-8b48-1af6ff657d82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702416 May 28 06:29:59.019794 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:59.083540 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-ab161f45-4685-451b-ac5a-4014a9c10d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:59.105036 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=24841b8a-e71b-4c7b-9d28-09c0f27af169,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:29:59.145896 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-03e45647-20e1-479c-930f-732869fb67af req-f7049d33-4104-4040-8554-55da4b5552b5 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=c3068efc66a349e9b92ab9365fc877d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0970910 May 28 06:29:59.328703 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-10b23c82-6d6f-4493-a016-df1db95a8bc5 req-9725660a-96af-45e2-bbf9-3f1129f7d5fa service neutron] 10.222.0.71 "GET /v2.0/networks/dc65caf0-8d89-44b6-8b48-1af6ff657d82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3449979 May 28 06:29:59.350924 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0c5f0c-b974-4fa0-a360-2d8febc41dfd req-714626c3-89c2-44ad-b124-f92b3b272613 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:59.352466 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6c0c5f0c-b974-4fa0-a360-2d8febc41dfd req-714626c3-89c2-44ad-b124-f92b3b272613 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b2f27f9-88ff-4fdc-8c4b-f7c92c290852 HTTP/1.1" status: 200 len: 945 time: 0.3445570 May 28 06:29:59.380836 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e45647-20e1-479c-930f-732869fb67af req-ddf595e2-d57d-4285-ba69-c566366d4279 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:59.382264 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-03e45647-20e1-479c-930f-732869fb67af req-ddf595e2-d57d-4285-ba69-c566366d4279 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2273815 May 28 06:29:59.388980 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-ba3d80a5-6aab-4762-80e0-36584cd2f2d4 tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Allocated IP 172.20.0.1 (6160269e-3013-4445-991a-d5c23fabc7fb/cd178ebb-5272-4484-b931-91c4b94fd058/2cbc128f-ec53-413e-a13c-707da22266cd) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:29:59.411864 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-03e45647-20e1-479c-930f-732869fb67af req-23d05dd0-d511-48e8-82b6-a074514e1b48 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/quotas/c3068efc66a349e9b92ab9365fc877d9 HTTP/1.1" status: 200 len: 375 time: 0.0228529 May 28 06:29:59.468283 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6c0c5f0c-b974-4fa0-a360-2d8febc41dfd req-756ff901-3d49-47da-aa53-0dae1e4c2cb7 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/security-groups?id=f6de87b7-c8be-4140-be86-d0d6b2592918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084034 May 28 06:29:59.529847 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-03e45647-20e1-479c-930f-732869fb67af req-69a78997-3ed4-4fee-9a5c-88344b260eed tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=c3068efc66a349e9b92ab9365fc877d9&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1111822 May 28 06:29:59.575542 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ba3d80a5-6aab-4762-80e0-36584cd2f2d4 tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:59.577910 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [None req-ba3d80a5-6aab-4762-80e0-36584cd2f2d4 tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Transition to ACTIVE for port object 2cbc128f-ec53-413e-a13c-707da22266cd will not be triggered until provisioned by entity DHCP. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:29:59.645376 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 8c1de80f-94ba-4022-8f92-224b767ea9c5 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:29:59.733671 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 8c1de80f-94ba-4022-8f92-224b767ea9c5 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:29:59.734040 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:59.770547 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf788cb-8895-4629-9103-eed96f11d433 req-92d8b19a-b1cd-4cf3-8d6f-c0608ec16ce5 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:59.778383 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ba3d80a5-6aab-4762-80e0-36584cd2f2d4 tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:59.782196 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9bf788cb-8895-4629-9103-eed96f11d433 req-92d8b19a-b1cd-4cf3-8d6f-c0608ec16ce5 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc387ca9-152c-4686-bc39-fc4225d3a7fb HTTP/1.1" status: 200 len: 943 time: 0.1478226 May 28 06:29:59.817849 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a099d3-33f4-423b-b40a-fe7b69844d0f req-53526dfc-6f2d-42c1-a99c-5146682a6967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:59.817849 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b2a099d3-33f4-423b-b40a-fe7b69844d0f req-53526dfc-6f2d-42c1-a99c-5146682a6967 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=16c56364460a469fa6890db0799c99b1&device_id=fc387ca9-152c-4686-bc39-fc4225d3a7fb HTTP/1.1" status: 200 len: 1094 time: 0.1261711 May 28 06:29:59.855129 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:59.862096 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9bf788cb-8895-4629-9103-eed96f11d433 req-66c97e7b-33e9-43ae-9e51-7b47e783faa3 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] 10.222.0.55 "GET /v2.0/security-groups?id=649a97d9-6056-4be4-8631-8b873f32da87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824368 May 28 06:29:59.870112 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 8c1de80f-94ba-4022-8f92-224b767ea9c5 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:29:59.885796 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba3d80a5-6aab-4762-80e0-36584cd2f2d4 tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Network 6160269e-3013-4445-991a-d5c23fabc7fb is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:29:59.892238 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-ba3d80a5-6aab-4762-80e0-36584cd2f2d4 tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:29:59.908990 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3d80a5-6aab-4762-80e0-36584cd2f2d4 tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Pushing event updated for resources: {'Port': ['ID=2cbc128f-ec53-413e-a13c-707da22266cd,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:29:59.915671 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3d80a5-6aab-4762-80e0-36584cd2f2d4 tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:29:59.954711 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9440eb3-de81-4bca-ac04-1f7494f69e3c'] response: {'server_uuid': '9b2f27f9-88ff-4fdc-8c4b-f7c92c290852', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24841b8a-e71b-4c7b-9d28-09c0f27af169', 'code': 200} May 28 06:30:00.013270 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:00.052547 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a099d3-33f4-423b-b40a-fe7b69844d0f req-52bbec59-df9f-4f6b-9d9f-99896aa91bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:00.054723 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b2a099d3-33f4-423b-b40a-fe7b69844d0f req-52bbec59-df9f-4f6b-9d9f-99896aa91bee service neutron] 10.222.0.71 "GET /v2.0/networks?id=dc65caf0-8d89-44b6-8b48-1af6ff657d82 HTTP/1.1" status: 200 len: 921 time: 0.2290757 May 28 06:30:00.078556 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-89569a71-ad8a-4d9a-af24-121317a2dac0 req-8f912cfe-df6d-47be-860d-781d756e29cb tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/ports?device_id=1ea9703b-857d-4d37-9050-8f52726aa75e HTTP/1.1" status: 200 len: 210 time: 0.0594451 May 28 06:30:00.144660 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ba3d80a5-6aab-4762-80e0-36584cd2f2d4 tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690947'] for router_interface, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:00.175616 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b2a099d3-33f4-423b-b40a-fe7b69844d0f req-780182d0-4d00-4f6b-b3de-4023a963c88a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4fd6a9b8-da26-4615-bc61-8cad1b63866e HTTP/1.1" status: 200 len: 217 time: 0.1001515 May 28 06:30:00.234491 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d64f85-f85b-445d-bf4e-fa91ecd6b586 req-779b53b4-83b6-4c2f-a88e-6e624011e86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:00.236351 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-73d64f85-f85b-445d-bf4e-fa91ecd6b586 req-779b53b4-83b6-4c2f-a88e-6e624011e86f service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=9b2f27f9-88ff-4fdc-8c4b-f7c92c290852 HTTP/1.1" status: 200 len: 1096 time: 0.1573975 May 28 06:30:00.295470 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-73d64f85-f85b-445d-bf4e-fa91ecd6b586 req-550147a7-2359-48ff-ba27-51491313b18d service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=f6de87b7-c8be-4140-be86-d0d6b2592918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510132 May 28 06:30:00.351688 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a099d3-33f4-423b-b40a-fe7b69844d0f req-2698db3e-a6c2-4a63-8a18-e56e8e82bcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:00.353909 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b2a099d3-33f4-423b-b40a-fe7b69844d0f req-2698db3e-a6c2-4a63-8a18-e56e8e82bcc8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4c48a484-2f92-4e72-9bd4-fc1c355a17c1 HTTP/1.1" status: 200 len: 859 time: 0.1345737 May 28 06:30:00.390118 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad3aa09-0265-49be-b5a7-f8c8cc1d2eff req-e434ae5d-9b5b-4043-b87c-bb85fbbdac12 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:00.391577 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dad3aa09-0265-49be-b5a7-f8c8cc1d2eff req-e434ae5d-9b5b-4043-b87c-bb85fbbdac12 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/ports?device_id=636ae437-f020-4a0c-9b90-04a6a2b5dea3 HTTP/1.1" status: 200 len: 946 time: 0.2260597 May 28 06:30:00.403962 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8873a1-6ce3-4d72-a7dd-ec98e9963a4f req-ec57a205-dc49-49fb-83f4-368c02966056 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:00.409682 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8873a1-6ce3-4d72-a7dd-ec98e9963a4f req-ec57a205-dc49-49fb-83f4-368c02966056 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:00.415345 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8873a1-6ce3-4d72-a7dd-ec98e9963a4f req-ec57a205-dc49-49fb-83f4-368c02966056 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:00.421081 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8873a1-6ce3-4d72-a7dd-ec98e9963a4f req-ec57a205-dc49-49fb-83f4-368c02966056 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:00.426791 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8873a1-6ce3-4d72-a7dd-ec98e9963a4f req-ec57a205-dc49-49fb-83f4-368c02966056 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:00.432480 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8873a1-6ce3-4d72-a7dd-ec98e9963a4f req-ec57a205-dc49-49fb-83f4-368c02966056 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:00.438354 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8873a1-6ce3-4d72-a7dd-ec98e9963a4f req-ec57a205-dc49-49fb-83f4-368c02966056 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:00.440147 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0e8873a1-6ce3-4d72-a7dd-ec98e9963a4f req-ec57a205-dc49-49fb-83f4-368c02966056 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.55 "GET /v2.0/ports?device_id=e11893ff-5c52-4ed1-b6b3-2fbc959d89e3 HTTP/1.1" status: 200 len: 5420 time: 0.2154386 May 28 06:30:00.477785 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ba3d80a5-6aab-4762-80e0-36584cd2f2d4 tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:00.533974 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-49f48fbf-b960-4e01-bce8-c04462741c26 None None] Provisioning for port 2cbc128f-ec53-413e-a13c-707da22266cd completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:30:00.539348 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-49f48fbf-b960-4e01-bce8-c04462741c26 None None] Provisioning complete for port 2cbc128f-ec53-413e-a13c-707da22266cd triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:30:00.539721 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-49f48fbf-b960-4e01-bce8-c04462741c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:00.665725 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dad3aa09-0265-49be-b5a7-f8c8cc1d2eff req-40e78ec3-5ea8-4947-a9c6-bc7b280bfaf2 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f2c8bcd-a51c-4c0c-8c62-f5096a9be3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244370 May 28 06:30:00.688160 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0e8873a1-6ce3-4d72-a7dd-ec98e9963a4f req-1447b54e-727f-4b74-950d-1110d108c6eb tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.55 "GET /v2.0/security-groups?id=46eeeb0c-b6a3-4a12-ace3-318551136dd9&id=e8d697a1-1dba-4b18-a73a-2546d21ff79d&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2336388 May 28 06:30:00.703323 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-49f48fbf-b960-4e01-bce8-c04462741c26 None None] Port 2cbc128f-ec53-413e-a13c-707da22266cd cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:30:00.735962 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a099d3-33f4-423b-b40a-fe7b69844d0f req-41bc4623-9b30-402f-a63c-12ad63440982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:00.737578 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b2a099d3-33f4-423b-b40a-fe7b69844d0f req-41bc4623-9b30-402f-a63c-12ad63440982 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=dc65caf0-8d89-44b6-8b48-1af6ff657d82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1159875 May 28 06:30:00.982957 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ba3d80a5-6aab-4762-80e0-36584cd2f2d4 tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:01.021440 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b2a099d3-33f4-423b-b40a-fe7b69844d0f req-c0dd67ef-de39-401e-b686-1645f4b08357 service neutron] 10.222.0.71 "GET /v2.0/networks/dc65caf0-8d89-44b6-8b48-1af6ff657d82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2755241 May 28 06:30:01.109617 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db9faa0-9dee-4e75-ac0d-8bbe67f389a7 req-b34c7d6b-aa14-492a-b41e-1e1ba9970c15 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:01.112012 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8db9faa0-9dee-4e75-ac0d-8bbe67f389a7 req-b34c7d6b-aa14-492a-b41e-1e1ba9970c15 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b2f27f9-88ff-4fdc-8c4b-f7c92c290852 HTTP/1.1" status: 200 len: 945 time: 0.2360394 May 28 06:30:01.116553 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ba3d80a5-6aab-4762-80e0-36584cd2f2d4 tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:01.130973 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fc8597-0d6f-4c54-9027-b855ac439f1c req-d108e652-1339-442f-abe7-29e8c86f0b82 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:01.132407 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-79fc8597-0d6f-4c54-9027-b855ac439f1c req-d108e652-1339-442f-abe7-29e8c86f0b82 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "GET /v2.0/ports?device_id=4faa87b8-f4ff-4090-9c52-7a280a3dcdf8 HTTP/1.1" status: 200 len: 946 time: 0.3385532 May 28 06:30:01.237496 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ba3d80a5-6aab-4762-80e0-36584cd2f2d4 tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700602'] for router_interface, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:01.241069 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3d80a5-6aab-4762-80e0-36584cd2f2d4 tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Pushing event updated for resources: {'Port': ['ID=2cbc128f-ec53-413e-a13c-707da22266cd,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:30:01.248744 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8db9faa0-9dee-4e75-ac0d-8bbe67f389a7 req-3f17a7db-c5d0-4e1e-8887-92dc56d7b04c tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/security-groups?id=f6de87b7-c8be-4140-be86-d0d6b2592918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107399 May 28 06:30:01.253710 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-79fc8597-0d6f-4c54-9027-b855ac439f1c req-08f0adac-76ac-45d5-8249-a084e47fec63 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "GET /v2.0/security-groups?id=63ea6420-b48b-49b9-b520-8d6c62ca7c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124029 May 28 06:30:01.257041 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b2a099d3-33f4-423b-b40a-fe7b69844d0f req-2c9866d7-6666-43d4-93bb-78da0662dd64 service neutron] 10.222.0.71 "GET /v2.0/networks/dc65caf0-8d89-44b6-8b48-1af6ff657d82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274230 May 28 06:30:01.335539 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:30:01.350935 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c495d577-535f-4082-a76b-59122491c7eb req-4510e937-617b-4f9f-82b3-85d7fa5eedfc tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/ports?device_id=1ea9703b-857d-4d37-9050-8f52726aa75e HTTP/1.1" status: 200 len: 210 time: 0.0507820 May 28 06:30:01.400462 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba3d80a5-6aab-4762-80e0-36584cd2f2d4 tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Network 6160269e-3013-4445-991a-d5c23fabc7fb is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:30:01.401671 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-ba3d80a5-6aab-4762-80e0-36584cd2f2d4 tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:30:01.513225 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ed7bbc-c116-4279-94b9-bcc897bfa07c req-d3bb0759-f56b-4a97-83d0-052c377223a2 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:01.515485 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-23ed7bbc-c116-4279-94b9-bcc897bfa07c req-d3bb0759-f56b-4a97-83d0-052c377223a2 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc387ca9-152c-4686-bc39-fc4225d3a7fb HTTP/1.1" status: 200 len: 943 time: 0.1273091 May 28 06:30:01.600939 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-23ed7bbc-c116-4279-94b9-bcc897bfa07c req-7d48d45d-d5d2-4f75-b2dc-dd9f658cd69c tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] 10.222.0.55 "GET /v2.0/security-groups?id=649a97d9-6056-4be4-8631-8b873f32da87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796275 May 28 06:30:01.601956 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:01.751170 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba3d80a5-6aab-4762-80e0-36584cd2f2d4 tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Router 0a7ea546-7974-4154-9aef-f061c97a0b82 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:30:01.767300 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-746d8c41-07ae-44f6-aa0c-20874e67ed5f None None] Provisioning complete for port 2cbc128f-ec53-413e-a13c-707da22266cd triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:30:01.767861 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-746d8c41-07ae-44f6-aa0c-20874e67ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:01.861811 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-746d8c41-07ae-44f6-aa0c-20874e67ed5f None None] Port 2cbc128f-ec53-413e-a13c-707da22266cd cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:30:01.964788 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba3d80a5-6aab-4762-80e0-36584cd2f2d4 tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:30:01.973556 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91290ff-6727-419c-9044-61b6cc1fcc9a req-4eddf9a8-76e2-4dc5-b469-bf2005f108c4 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:01.975024 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c91290ff-6727-419c-9044-61b6cc1fcc9a req-4eddf9a8-76e2-4dc5-b469-bf2005f108c4 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/ports?device_id=636ae437-f020-4a0c-9b90-04a6a2b5dea3 HTTP/1.1" status: 200 len: 946 time: 0.1593757 May 28 06:30:01.978931 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77ee048-2197-4c2c-8d0b-c64f9a993e69 None None] Sync routers for ids ['0a7ea546-7974-4154-9aef-f061c97a0b82'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:30:01.982132 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-ba3d80a5-6aab-4762-80e0-36584cd2f2d4 tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] 10.222.0.55 "PUT /v2.0/routers/0a7ea546-7974-4154-9aef-f061c97a0b82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0522947 May 28 06:30:01.984307 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 56802) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:30:01.992016 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-ecc845e9-f6fb-4e98-8838-cf35120918d7 tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Request body: {'port': {'network_id': '6160269e-3013-4445-991a-d5c23fabc7fb', 'name': 'tempest-FloatingIPAdminTestJSON-347550576'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:30:02.005909 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ba6902-6f48-4150-b1cd-1692c09fa9a9 req-ceb6248b-78d2-496f-936b-b74da274c341 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:02.012613 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ba6902-6f48-4150-b1cd-1692c09fa9a9 req-ceb6248b-78d2-496f-936b-b74da274c341 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:02.018757 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ba6902-6f48-4150-b1cd-1692c09fa9a9 req-ceb6248b-78d2-496f-936b-b74da274c341 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:02.025623 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ba6902-6f48-4150-b1cd-1692c09fa9a9 req-ceb6248b-78d2-496f-936b-b74da274c341 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:02.029578 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77ee048-2197-4c2c-8d0b-c64f9a993e69 None None] Routers {'0a7ea546-7974-4154-9aef-f061c97a0b82'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:30:02.030551 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-f77ee048-2197-4c2c-8d0b-c64f9a993e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:29:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['0a7ea546-7974-4154-9aef-f061c97a0b82'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:30:02.031380 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ba6902-6f48-4150-b1cd-1692c09fa9a9 req-ceb6248b-78d2-496f-936b-b74da274c341 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:02.037207 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ba6902-6f48-4150-b1cd-1692c09fa9a9 req-ceb6248b-78d2-496f-936b-b74da274c341 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:02.045916 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ba6902-6f48-4150-b1cd-1692c09fa9a9 req-ceb6248b-78d2-496f-936b-b74da274c341 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:02.047817 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-19ba6902-6f48-4150-b1cd-1692c09fa9a9 req-ceb6248b-78d2-496f-936b-b74da274c341 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.55 "GET /v2.0/ports?device_id=e11893ff-5c52-4ed1-b6b3-2fbc959d89e3 HTTP/1.1" status: 200 len: 5420 time: 0.1654260 May 28 06:30:02.116151 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-f77ee048-2197-4c2c-8d0b-c64f9a993e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:30:02.127169 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77ee048-2197-4c2c-8d0b-c64f9a993e69 None None] Routers {'0a7ea546-7974-4154-9aef-f061c97a0b82'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:30:02.127780 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-f77ee048-2197-4c2c-8d0b-c64f9a993e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:29:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['0a7ea546-7974-4154-9aef-f061c97a0b82'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:30:02.163567 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-ecc845e9-f6fb-4e98-8838-cf35120918d7 tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:30:02.168288 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-ecc845e9-f6fb-4e98-8838-cf35120918d7 tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Usage tracker for resource:port and tenant:fb3df86799734d1a95091f0a6c7d07e1 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:30:02.171140 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-ecc845e9-f6fb-4e98-8838-cf35120918d7 tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:30:02.176784 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-ecc845e9-f6fb-4e98-8838-cf35120918d7 tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:30:02.179225 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c91290ff-6727-419c-9044-61b6cc1fcc9a req-909e1113-1afc-42f9-a0df-11fc1d45f623 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f2c8bcd-a51c-4c0c-8c62-f5096a9be3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304426 May 28 06:30:02.189308 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-19ba6902-6f48-4150-b1cd-1692c09fa9a9 req-2a8e6ffc-1aa6-45a0-95d9-2c8b2746bf52 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.55 "GET /v2.0/security-groups?id=46eeeb0c-b6a3-4a12-ace3-318551136dd9&id=e8d697a1-1dba-4b18-a73a-2546d21ff79d&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1250408 May 28 06:30:02.192675 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-f77ee048-2197-4c2c-8d0b-c64f9a993e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:30:02.193060 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77ee048-2197-4c2c-8d0b-c64f9a993e69 None None] The sync data for ids ['0a7ea546-7974-4154-9aef-f061c97a0b82'] in n-d-843702-1 is: [] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:30:02.217440 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441c8c0f-55cc-4a5d-a34b-a3f687f91639 req-07d904bf-13b3-4843-b2ac-91464bdeb6e9 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:02.218901 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-441c8c0f-55cc-4a5d-a34b-a3f687f91639 req-07d904bf-13b3-4843-b2ac-91464bdeb6e9 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.71 "GET /v2.0/ports?device_id=9b2f27f9-88ff-4fdc-8c4b-f7c92c290852 HTTP/1.1" status: 200 len: 945 time: 0.1306832 May 28 06:30:02.271777 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:02.311733 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-441c8c0f-55cc-4a5d-a34b-a3f687f91639 req-1c8ae087-9fb6-44b2-aef8-318e7cd44c7f tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Deleting port 24841b8a-e71b-4c7b-9d28-09c0f27af169 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:30:02.312110 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-441c8c0f-55cc-4a5d-a34b-a3f687f91639 req-1c8ae087-9fb6-44b2-aef8-318e7cd44c7f tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:02.334523 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecc845e9-f6fb-4e98-8838-cf35120918d7 tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Made reservation on behalf of fb3df86799734d1a95091f0a6c7d07e1 for: {'port': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:30:02.337256 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ecc845e9-f6fb-4e98-8838-cf35120918d7 tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:02.360106 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [None req-ecc845e9-f6fb-4e98-8838-cf35120918d7 tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] device_id is not set on port 998953c1-4efd-404a-9eb5-13e2364d266f yet. {{(pid=89109) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:30:02.516147 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-ecc845e9-f6fb-4e98-8838-cf35120918d7 tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Allocated IP 172.20.0.6 (6160269e-3013-4445-991a-d5c23fabc7fb/cd178ebb-5272-4484-b931-91c4b94fd058/998953c1-4efd-404a-9eb5-13e2364d266f) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:30:02.676189 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd42418-8bfc-4104-b1c8-4d237cacb4e6 req-ee8882e0-b538-4bc8-a3a0-3d1d5546d40e tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:02.677671 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fcd42418-8bfc-4104-b1c8-4d237cacb4e6 req-ee8882e0-b538-4bc8-a3a0-3d1d5546d40e tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b2f27f9-88ff-4fdc-8c4b-f7c92c290852 HTTP/1.1" status: 200 len: 945 time: 0.2786267 May 28 06:30:02.720991 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac50b30e-f25c-4806-ace7-f70a8c6a81d0 req-32737fdf-1906-47de-b209-ff469ae482c8 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:02.722419 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ac50b30e-f25c-4806-ace7-f70a8c6a81d0 req-32737fdf-1906-47de-b209-ff469ae482c8 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "GET /v2.0/ports?device_id=4faa87b8-f4ff-4090-9c52-7a280a3dcdf8 HTTP/1.1" status: 200 len: 946 time: 0.3247528 May 28 06:30:02.731519 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-441c8c0f-55cc-4a5d-a34b-a3f687f91639 req-1c8ae087-9fb6-44b2-aef8-318e7cd44c7f tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] For port 24841b8a-e71b-4c7b-9d28-09c0f27af169, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=24841b8a-e71b-4c7b-9d28-09c0f27af169,segment=NetworkSegment(a8c42c09-58b4-4e9e-ab8f-c96c63ee4190),segment_id=a8c42c09-58b4-4e9e-ab8f-c96c63ee4190)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:30:02.731869 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-441c8c0f-55cc-4a5d-a34b-a3f687f91639 req-1c8ae087-9fb6-44b2-aef8-318e7cd44c7f tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:02.737224 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ecc845e9-f6fb-4e98-8838-cf35120918d7 tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:02.754658 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [None req-ecc845e9-f6fb-4e98-8838-cf35120918d7 tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Transition to ACTIVE for port object 998953c1-4efd-404a-9eb5-13e2364d266f will not be triggered until provisioned by entity DHCP. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:30:02.871140 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ecc845e9-f6fb-4e98-8838-cf35120918d7 tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:02.949488 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc845e9-f6fb-4e98-8838-cf35120918d7 tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Network 6160269e-3013-4445-991a-d5c23fabc7fb is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:30:02.952614 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-ecc845e9-f6fb-4e98-8838-cf35120918d7 tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:30:02.957767 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc845e9-f6fb-4e98-8838-cf35120918d7 tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:30:02.999777 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-441c8c0f-55cc-4a5d-a34b-a3f687f91639 req-1c8ae087-9fb6-44b2-aef8-318e7cd44c7f tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Calling delete_port for 24841b8a-e71b-4c7b-9d28-09c0f27af169 owned by compute:nova {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:30:03.010754 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc845e9-f6fb-4e98-8838-cf35120918d7 tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Pushing event updated for resources: {'Port': ['ID=998953c1-4efd-404a-9eb5-13e2364d266f,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:30:03.031488 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fcd42418-8bfc-4104-b1c8-4d237cacb4e6 req-df4fdad5-d6da-4466-af48-7383b6d939d2 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/security-groups?id=f6de87b7-c8be-4140-be86-d0d6b2592918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3414955 May 28 06:30:03.038609 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc845e9-f6fb-4e98-8838-cf35120918d7 tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:03.038609 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ecc845e9-f6fb-4e98-8838-cf35120918d7 tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:03.075069 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ac50b30e-f25c-4806-ace7-f70a8c6a81d0 req-5e223c6d-ec6a-4d98-80d3-ff9c9d985a87 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "GET /v2.0/security-groups?id=63ea6420-b48b-49b9-b520-8d6c62ca7c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3454134 May 28 06:30:03.162073 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-03e45647-20e1-479c-930f-732869fb67af req-da836b6c-097d-4ad3-9cb4-69eaa0d9a669 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=c3068efc66a349e9b92ab9365fc877d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0724807 May 28 06:30:03.163858 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-ecc845e9-f6fb-4e98-8838-cf35120918d7 tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1778615 May 28 06:30:03.185542 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 56814) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:30:03.257984 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7bd30b51-cedd-425c-9986-e83de924974a req-55090a2c-b4f2-4290-96d9-e71660c89251 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/ports?device_id=1ea9703b-857d-4d37-9050-8f52726aa75e HTTP/1.1" status: 200 len: 210 time: 0.0733974 May 28 06:30:03.283681 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-48d474cc-70c7-40f1-b500-ffa966fa691a tempest-FloatingIPAdminTestJSON-887671163 tempest-FloatingIPAdminTestJSON-887671163-project-admin] Request body: {'floatingip': {'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'project_id': 'fb3df86799734d1a95091f0a6c7d07e1', 'port_id': '998953c1-4efd-404a-9eb5-13e2364d266f'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:30:03.332317 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-48d474cc-70c7-40f1-b500-ffa966fa691a tempest-FloatingIPAdminTestJSON-887671163 tempest-FloatingIPAdminTestJSON-887671163-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:30:03.345886 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-48d474cc-70c7-40f1-b500-ffa966fa691a tempest-FloatingIPAdminTestJSON-887671163 tempest-FloatingIPAdminTestJSON-887671163-project-admin] Usage tracker for resource:floatingip and tenant:fb3df86799734d1a95091f0a6c7d07e1 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:30:03.357338 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-48d474cc-70c7-40f1-b500-ffa966fa691a tempest-FloatingIPAdminTestJSON-887671163 tempest-FloatingIPAdminTestJSON-887671163-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:30:03.358500 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e45647-20e1-479c-930f-732869fb67af req-2ef8f7bf-6258-4063-8511-586ba5b50c06 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:03.360072 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-03e45647-20e1-479c-930f-732869fb67af req-2ef8f7bf-6258-4063-8511-586ba5b50c06 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1931384 May 28 06:30:03.365764 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-48d474cc-70c7-40f1-b500-ffa966fa691a tempest-FloatingIPAdminTestJSON-887671163 tempest-FloatingIPAdminTestJSON-887671163-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:30:03.380145 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device fe01eb67-c712-4a12-a2e7-d0f0c93a787f details requested by agent hyperv_n-h1-843702-1 with host n-h1-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:30:03.387190 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-03e45647-20e1-479c-930f-732869fb67af req-9bdbb312-b156-4dc2-961e-c4f69a8996de tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Request body: {'port': {'device_id': '1ea9703b-857d-4d37-9050-8f52726aa75e', 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9', 'admin_state_up': True, 'tenant_id': 'c3068efc66a349e9b92ab9365fc877d9'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:30:03.401375 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725c7b49-6ed6-42d3-b7e1-9cb3694bbd3c req-1f87fddc-0c7f-43cc-b385-17135539fc65 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:03.403417 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-725c7b49-6ed6-42d3-b7e1-9cb3694bbd3c req-1f87fddc-0c7f-43cc-b385-17135539fc65 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc387ca9-152c-4686-bc39-fc4225d3a7fb HTTP/1.1" status: 200 len: 943 time: 0.1293240 May 28 06:30:03.506833 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-725c7b49-6ed6-42d3-b7e1-9cb3694bbd3c req-0153ef14-86c1-4d47-b58e-8b66134f17c3 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] 10.222.0.55 "GET /v2.0/security-groups?id=649a97d9-6056-4be4-8631-8b873f32da87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645955 May 28 06:30:03.515030 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-441c8c0f-55cc-4a5d-a34b-a3f687f91639 req-1c8ae087-9fb6-44b2-aef8-318e7cd44c7f tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:03.565799 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['24841b8a-e71b-4c7b-9d28-09c0f27af169'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:30:03.579297 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-48d474cc-70c7-40f1-b500-ffa966fa691a tempest-FloatingIPAdminTestJSON-887671163 tempest-FloatingIPAdminTestJSON-887671163-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:03.596038 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8ae087-9fb6-44b2-aef8-318e7cd44c7f tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Pushing event deleted for resources: {'Port': ['ID=24841b8a-e71b-4c7b-9d28-09c0f27af169,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:30:03.650640 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-110a45f3-0d8e-4d7f-9ff0-fd6c17b6bbdb None None] Provisioning for port 998953c1-4efd-404a-9eb5-13e2364d266f completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:30:03.663055 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [req-03e45647-20e1-479c-930f-732869fb67af req-9bdbb312-b156-4dc2-961e-c4f69a8996de tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:30:03.671048 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-110a45f3-0d8e-4d7f-9ff0-fd6c17b6bbdb None None] Provisioning complete for port 998953c1-4efd-404a-9eb5-13e2364d266f triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:30:03.671468 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-110a45f3-0d8e-4d7f-9ff0-fd6c17b6bbdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:03.676142 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [req-03e45647-20e1-479c-930f-732869fb67af req-9bdbb312-b156-4dc2-961e-c4f69a8996de tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:30:03.717686 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port fe01eb67-c712-4a12-a2e7-d0f0c93a787f, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=fe01eb67-c712-4a12-a2e7-d0f0c93a787f,segment=NetworkSegment(b626a722-ea70-46bf-9197-581d08545299),segment_id=b626a722-ea70-46bf-9197-581d08545299)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:30:03.745148 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Returning: {'device': 'fe01eb67-c712-4a12-a2e7-d0f0c93a787f', 'network_id': '983e828b-34fc-4a3a-b418-34d9236f2407', 'port_id': 'fe01eb67-c712-4a12-a2e7-d0f0c93a787f', 'mac_address': 'fa:16:3e:04:98:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63fab1a7-8d25-437c-adf6-b6a1e24d5e16', 'ip_address': '10.1.1.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:30:03.773235 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-441c8c0f-55cc-4a5d-a34b-a3f687f91639 req-1c8ae087-9fb6-44b2-aef8-318e7cd44c7f tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] No DVR routers for this DVR port 24841b8a-e71b-4c7b-9d28-09c0f27af169 on host n-h2-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:30:03.775302 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03e45647-20e1-479c-930f-732869fb67af req-9bdbb312-b156-4dc2-961e-c4f69a8996de tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Made reservation on behalf of c3068efc66a349e9b92ab9365fc877d9 for: {'port': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:30:03.779263 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-03e45647-20e1-479c-930f-732869fb67af req-9bdbb312-b156-4dc2-961e-c4f69a8996de tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:03.780417 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-441c8c0f-55cc-4a5d-a34b-a3f687f91639 req-1c8ae087-9fb6-44b2-aef8-318e7cd44c7f tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:03.782363 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-110a45f3-0d8e-4d7f-9ff0-fd6c17b6bbdb None None] Port 998953c1-4efd-404a-9eb5-13e2364d266f cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:30:03.791765 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b2f27f9-88ff-4fdc-8c4b-f7c92c290852', 'name': 'network-vif-deleted', 'tag': '24841b8a-e71b-4c7b-9d28-09c0f27af169'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:30:03.796494 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8246e8e2-139d-4695-91d4-0eb7811963cc req-42b3a5a6-e537-4cd1-acd7-f6a1f89ed9c0 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:03.797996 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8246e8e2-139d-4695-91d4-0eb7811963cc req-42b3a5a6-e537-4cd1-acd7-f6a1f89ed9c0 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/ports?device_id=636ae437-f020-4a0c-9b90-04a6a2b5dea3 HTTP/1.1" status: 200 len: 946 time: 0.3936212 May 28 06:30:03.812271 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port fe01eb67-c712-4a12-a2e7-d0f0c93a787f is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:30:03.812654 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:03.833659 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe01eb67-c712-4a12-a2e7-d0f0c93a787f {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:30:03.850501 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port fe01eb67-c712-4a12-a2e7-d0f0c93a787f, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=fe01eb67-c712-4a12-a2e7-d0f0c93a787f,segment=NetworkSegment(b626a722-ea70-46bf-9197-581d08545299),segment_id=b626a722-ea70-46bf-9197-581d08545299)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:30:03.887307 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8246e8e2-139d-4695-91d4-0eb7811963cc req-000a0446-37cb-434c-a673-4031c3fa223a tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f2c8bcd-a51c-4c0c-8c62-f5096a9be3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719597 May 28 06:30:03.927539 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:03.928220 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device c60976f2-310e-4b2b-b603-af0aade00858 details requested by agent hyperv_n-h1-843702-1 with host n-h1-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:30:03.929832 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a953ac12-9dec-4d6b-b32b-a515cfd13c8f req-ff552d39-4f66-4747-b3ff-7385f2e1e0d9 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:03.945797 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a953ac12-9dec-4d6b-b32b-a515cfd13c8f req-ff552d39-4f66-4747-b3ff-7385f2e1e0d9 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:03.945797 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a953ac12-9dec-4d6b-b32b-a515cfd13c8f req-ff552d39-4f66-4747-b3ff-7385f2e1e0d9 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:03.948001 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a953ac12-9dec-4d6b-b32b-a515cfd13c8f req-ff552d39-4f66-4747-b3ff-7385f2e1e0d9 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:03.950969 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port c60976f2-310e-4b2b-b603-af0aade00858, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=c60976f2-310e-4b2b-b603-af0aade00858,segment=NetworkSegment(b626a722-ea70-46bf-9197-581d08545299),segment_id=b626a722-ea70-46bf-9197-581d08545299)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:30:03.953910 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a953ac12-9dec-4d6b-b32b-a515cfd13c8f req-ff552d39-4f66-4747-b3ff-7385f2e1e0d9 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:03.959630 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a953ac12-9dec-4d6b-b32b-a515cfd13c8f req-ff552d39-4f66-4747-b3ff-7385f2e1e0d9 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:03.967165 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a953ac12-9dec-4d6b-b32b-a515cfd13c8f req-ff552d39-4f66-4747-b3ff-7385f2e1e0d9 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:03.968015 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a953ac12-9dec-4d6b-b32b-a515cfd13c8f req-ff552d39-4f66-4747-b3ff-7385f2e1e0d9 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.55 "GET /v2.0/ports?device_id=e11893ff-5c52-4ed1-b6b3-2fbc959d89e3 HTTP/1.1" status: 200 len: 5420 time: 0.2906892 May 28 06:30:03.974477 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-029906a5-667d-48ee-ade1-5e6bc76fc18c'] response: {'server_uuid': '9b2f27f9-88ff-4fdc-8c4b-f7c92c290852', 'name': 'network-vif-deleted', 'tag': '24841b8a-e71b-4c7b-9d28-09c0f27af169', 'status': 'completed', 'code': 200} May 28 06:30:03.974477 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-441c8c0f-55cc-4a5d-a34b-a3f687f91639 req-1c8ae087-9fb6-44b2-aef8-318e7cd44c7f tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.71 "DELETE /v2.0/ports/24841b8a-e71b-4c7b-9d28-09c0f27af169 HTTP/1.1" status: 204 len: 173 time: 1.7447913 May 28 06:30:03.981160 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [req-03e45647-20e1-479c-930f-732869fb67af req-9bdbb312-b156-4dc2-961e-c4f69a8996de tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Allocated IP 192.168.233.96 (bb90c162-fdb0-406b-af2b-5eef830db7a9/e72d0ca5-04cb-4b36-82b1-c75214c9eb05/0b072900-c46b-4977-bb60-6fa5199c688a) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:30:03.986980 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-48d474cc-70c7-40f1-b500-ffa966fa691a tempest-FloatingIPAdminTestJSON-887671163 tempest-FloatingIPAdminTestJSON-887671163-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:04.021171 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Returning: {'device': 'c60976f2-310e-4b2b-b603-af0aade00858', 'network_id': '983e828b-34fc-4a3a-b418-34d9236f2407', 'port_id': 'c60976f2-310e-4b2b-b603-af0aade00858', 'mac_address': 'fa:16:3e:84:17:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63fab1a7-8d25-437c-adf6-b6a1e24d5e16', 'ip_address': '10.1.1.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:30:04.082117 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=fe01eb67-c712-4a12-a2e7-d0f0c93a787f,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:30:04.090504 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port c60976f2-310e-4b2b-b603-af0aade00858 is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:30:04.091141 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:04.122048 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c60976f2-310e-4b2b-b603-af0aade00858 {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:30:04.127314 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a953ac12-9dec-4d6b-b32b-a515cfd13c8f req-63e36749-173b-4641-b43e-dca341739d17 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.55 "GET /v2.0/security-groups?id=46eeeb0c-b6a3-4a12-ace3-318551136dd9&id=e8d697a1-1dba-4b18-a73a-2546d21ff79d&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0773997 May 28 06:30:04.142732 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port c60976f2-310e-4b2b-b603-af0aade00858, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=c60976f2-310e-4b2b-b603-af0aade00858,segment=NetworkSegment(b626a722-ea70-46bf-9197-581d08545299),segment_id=b626a722-ea70-46bf-9197-581d08545299)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:30:04.237359 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:04.238320 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 1b08fe22-1061-450c-a733-bf041f8a0d4d details requested by agent hyperv_n-h1-843702-1 with host n-h1-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:30:04.247130 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-55e48eee-e1a0-4804-80ca-9a54107984fc req-fc0c7c05-845a-4395-94a7-8af59735f035 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Synchronizing usage tracker for tenant:9795f3bb4dd842ee9b6997b24ebca479 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:30:04.274004 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [None req-48d474cc-70c7-40f1-b500-ffa966fa691a tempest-FloatingIPAdminTestJSON-887671163 tempest-FloatingIPAdminTestJSON-887671163-project-admin] Allocated IP 172.25.5.21 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/1cbc1ebc-823c-4ec5-9452-99984e912efb) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:30:04.275706 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 4fd6a9b8-da26-4615-bc61-8cad1b63866e details requested by agent hyperv_n-h2-843702-1 with host n-h2-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:30:04.285682 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-03e45647-20e1-479c-930f-732869fb67af req-9bdbb312-b156-4dc2-961e-c4f69a8996de tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:04.311074 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [req-03e45647-20e1-479c-930f-732869fb67af req-9bdbb312-b156-4dc2-961e-c4f69a8996de tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Transition to ACTIVE for port object 0b072900-c46b-4977-bb60-6fa5199c688a will not be triggered until provisioned by entity DHCP. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:30:04.446491 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-55e48eee-e1a0-4804-80ca-9a54107984fc req-fc0c7c05-845a-4395-94a7-8af59735f035 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Unset dirty status for tenant:9795f3bb4dd842ee9b6997b24ebca479 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:30:04.447646 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-55e48eee-e1a0-4804-80ca-9a54107984fc req-fc0c7c05-845a-4395-94a7-8af59735f035 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b2f27f9-88ff-4fdc-8c4b-f7c92c290852 HTTP/1.1" status: 200 len: 210 time: 0.2461371 May 28 06:30:04.471411 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=c60976f2-310e-4b2b-b603-af0aade00858,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:30:04.494230 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-03e45647-20e1-479c-930f-732869fb67af req-9bdbb312-b156-4dc2-961e-c4f69a8996de tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:04.506708 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-48d474cc-70c7-40f1-b500-ffa966fa691a tempest-FloatingIPAdminTestJSON-887671163 tempest-FloatingIPAdminTestJSON-887671163-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:04.510216 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['aed40a96-8c1b-41c4-8cf6-9693df9e3b63', '465efe2e-5751-4246-8226-b9337c32e3eb', 'a9b17340-49c3-4636-ae31-35c56421cddb'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:30:04.527809 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b8e604-c89a-4b8e-9711-224f1aaf0bde req-4567a668-154a-499c-85ee-438626aa83d4 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:04.534943 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-35b8e604-c89a-4b8e-9711-224f1aaf0bde req-4567a668-154a-499c-85ee-438626aa83d4 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "GET /v2.0/ports?device_id=4faa87b8-f4ff-4090-9c52-7a280a3dcdf8 HTTP/1.1" status: 200 len: 946 time: 0.2625558 May 28 06:30:04.556505 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['34d5a857-5950-4308-8e9f-761b2183974d', 'c43e50b8-fb17-4a3c-9d4b-113d8558c9fa', '15bc477c-9769-4020-b7bf-3f3554b08c6a', 'a5adb27f-78ac-4ba1-9200-f424e2d32259'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:30:04.653894 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-35b8e604-c89a-4b8e-9711-224f1aaf0bde req-24a8215b-337a-491c-8860-b7a898ddb880 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "GET /v2.0/security-groups?id=63ea6420-b48b-49b9-b520-8d6c62ca7c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177218 May 28 06:30:04.664097 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdbb312-b156-4dc2-961e-c4f69a8996de tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Pushing event updated for resources: {'Port': ['ID=0b072900-c46b-4977-bb60-6fa5199c688a,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:30:04.686622 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03e45647-20e1-479c-930f-732869fb67af req-9bdbb312-b156-4dc2-961e-c4f69a8996de tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Network bb90c162-fdb0-406b-af2b-5eef830db7a9 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:30:04.687963 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [req-03e45647-20e1-479c-930f-732869fb67af req-9bdbb312-b156-4dc2-961e-c4f69a8996de tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:30:04.691582 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [req-03e45647-20e1-479c-930f-732869fb67af req-9bdbb312-b156-4dc2-961e-c4f69a8996de tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:30:04.696043 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 4fd6a9b8-da26-4615-bc61-8cad1b63866e, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=4fd6a9b8-da26-4615-bc61-8cad1b63866e,segment=NetworkSegment(8d6493ed-a6e0-445f-9394-e5cc9c5c38f9),segment_id=8d6493ed-a6e0-445f-9394-e5cc9c5c38f9)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:30:04.720690 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7acb5d8-291c-4274-883c-627da680c821 req-5c503f89-d205-4882-b8b8-c4a3aa629073 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:04.721322 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 1b08fe22-1061-450c-a733-bf041f8a0d4d, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=1b08fe22-1061-450c-a733-bf041f8a0d4d,segment=NetworkSegment(a17549e8-b8aa-4901-a73d-94fb0e39724e),segment_id=a17549e8-b8aa-4901-a73d-94fb0e39724e)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:30:04.730977 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d7acb5d8-291c-4274-883c-627da680c821 req-5c503f89-d205-4882-b8b8-c4a3aa629073 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/ports?device_id=1ea9703b-857d-4d37-9050-8f52726aa75e HTTP/1.1" status: 200 len: 935 time: 0.1662357 May 28 06:30:04.742715 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Returning: {'device': '4fd6a9b8-da26-4615-bc61-8cad1b63866e', 'network_id': 'dc65caf0-8d89-44b6-8b48-1af6ff657d82', 'port_id': '4fd6a9b8-da26-4615-bc61-8cad1b63866e', 'mac_address': 'fa:16:3e:3a:10:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c48a484-2f92-4e72-9bd4-fc1c355a17c1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:30:04.779649 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Returning: {'device': '1b08fe22-1061-450c-a733-bf041f8a0d4d', 'network_id': 'a9a55cb1-2dd3-489f-a37d-55a242b85f0c', 'port_id': '1b08fe22-1061-450c-a733-bf041f8a0d4d', 'mac_address': 'fa:16:3e:b1:4e:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0ccadb9-3ab9-424f-8708-6ef480e0a4a1', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:30:04.793957 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e45647-20e1-479c-930f-732869fb67af req-9bdbb312-b156-4dc2-961e-c4f69a8996de tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:04.801318 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-03e45647-20e1-479c-930f-732869fb67af req-9bdbb312-b156-4dc2-961e-c4f69a8996de tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:04.811548 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d7acb5d8-291c-4274-883c-627da680c821 req-039c190b-824b-4aab-a21e-ce765ff42788 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/security-groups?id=cc42bff8-ec73-4f47-a19d-2b56e52b6e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764759 May 28 06:30:04.872433 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-48d474cc-70c7-40f1-b500-ffa966fa691a tempest-FloatingIPAdminTestJSON-887671163 tempest-FloatingIPAdminTestJSON-887671163-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:04.946994 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-03e45647-20e1-479c-930f-732869fb67af req-9bdbb312-b156-4dc2-961e-c4f69a8996de tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5651839 May 28 06:30:04.969501 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-03e45647-20e1-479c-930f-732869fb67af req-a9080c19-d396-443f-8f1c-2915ab2addca service neutron] Request body: {'port': {'device_id': '1ea9703b-857d-4d37-9050-8f52726aa75e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843702-1'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:30:04.977955 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d474cc-70c7-40f1-b500-ffa966fa691a tempest-FloatingIPAdminTestJSON-887671163 tempest-FloatingIPAdminTestJSON-887671163-project-admin] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:30:04.981518 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-48d474cc-70c7-40f1-b500-ffa966fa691a tempest-FloatingIPAdminTestJSON-887671163 tempest-FloatingIPAdminTestJSON-887671163-project-admin] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:30:04.985986 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d474cc-70c7-40f1-b500-ffa966fa691a tempest-FloatingIPAdminTestJSON-887671163 tempest-FloatingIPAdminTestJSON-887671163-project-admin] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:30:04.991481 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 4fd6a9b8-da26-4615-bc61-8cad1b63866e is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:30:04.992413 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:05.032350 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 1b08fe22-1061-450c-a733-bf041f8a0d4d is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:30:05.032928 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:05.082916 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fd6a9b8-da26-4615-bc61-8cad1b63866e {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:30:05.125143 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b08fe22-1061-450c-a733-bf041f8a0d4d {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:30:05.142128 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-03e45647-20e1-479c-930f-732869fb67af req-a9080c19-d396-443f-8f1c-2915ab2addca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:05.212181 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 4fd6a9b8-da26-4615-bc61-8cad1b63866e, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=4fd6a9b8-da26-4615-bc61-8cad1b63866e,segment=NetworkSegment(8d6493ed-a6e0-445f-9394-e5cc9c5c38f9),segment_id=8d6493ed-a6e0-445f-9394-e5cc9c5c38f9)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:30:05.228445 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 1b08fe22-1061-450c-a733-bf041f8a0d4d, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=1b08fe22-1061-450c-a733-bf041f8a0d4d,segment=NetworkSegment(a17549e8-b8aa-4901-a73d-94fb0e39724e),segment_id=a17549e8-b8aa-4901-a73d-94fb0e39724e)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:30:05.266364 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d474cc-70c7-40f1-b500-ffa966fa691a tempest-FloatingIPAdminTestJSON-887671163 tempest-FloatingIPAdminTestJSON-887671163-project-admin] Pushing event updated for resources: {'Port': ['ID=1cbc1ebc-823c-4ec5-9452-99984e912efb,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:30:05.267235 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-7284f1c2-7a33-4e83-a9af-b29664022270 None None] Provisioning for port 0b072900-c46b-4977-bb60-6fa5199c688a completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:30:05.280229 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-71caa727-bfd4-4599-b7d7-d845285b8ceb req-7ef21b98-d7e5-475a-96fd-392ae7132e79 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9795f3bb4dd842ee9b6997b24ebca479&device_id=9b2f27f9-88ff-4fdc-8c4b-f7c92c290852 HTTP/1.1" status: 200 len: 210 time: 0.1112542 May 28 06:30:05.288493 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-7284f1c2-7a33-4e83-a9af-b29664022270 None None] Provisioning complete for port 0b072900-c46b-4977-bb60-6fa5199c688a triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:30:05.289531 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-7284f1c2-7a33-4e83-a9af-b29664022270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:05.340602 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:05.420781 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:05.421445 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 8e3fc2e0-0ab0-4ec1-8a61-f578fba7ac74 details requested by agent hyperv_n-h1-843702-1 with host n-h1-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:30:05.438250 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d39815-b50c-4b2a-b48e-837cdab769a7 req-042ef021-8bc7-4965-963c-b35c3ab774c9 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:05.443234 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-93d39815-b50c-4b2a-b48e-837cdab769a7 req-042ef021-8bc7-4965-963c-b35c3ab774c9 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc387ca9-152c-4686-bc39-fc4225d3a7fb HTTP/1.1" status: 200 len: 943 time: 0.6271818 May 28 06:30:05.474856 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-7284f1c2-7a33-4e83-a9af-b29664022270 None None] Port 0b072900-c46b-4977-bb60-6fa5199c688a cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:30:05.519828 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=4fd6a9b8-da26-4615-bc61-8cad1b63866e,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:30:05.543233 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [req-03e45647-20e1-479c-930f-732869fb67af req-a9080c19-d396-443f-8f1c-2915ab2addca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b072900-c46b-4977-bb60-6fa5199c688a {{(pid=89109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:30:05.551913 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-03e45647-20e1-479c-930f-732869fb67af req-a9080c19-d396-443f-8f1c-2915ab2addca service neutron] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:05.569649 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [req-03e45647-20e1-479c-930f-732869fb67af req-a9080c19-d396-443f-8f1c-2915ab2addca service neutron] Transition to ACTIVE for port object 0b072900-c46b-4977-bb60-6fa5199c688a will not be triggered until provisioned by entity L2. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:30:05.596946 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 8e3fc2e0-0ab0-4ec1-8a61-f578fba7ac74, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=8e3fc2e0-0ab0-4ec1-8a61-f578fba7ac74,segment=NetworkSegment(b626a722-ea70-46bf-9197-581d08545299),segment_id=b626a722-ea70-46bf-9197-581d08545299)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:30:05.620921 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-93d39815-b50c-4b2a-b48e-837cdab769a7 req-ac2db4cd-2f8a-4f64-8a68-6ddbdfcfb255 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] 10.222.0.55 "GET /v2.0/security-groups?id=649a97d9-6056-4be4-8631-8b873f32da87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622186 May 28 06:30:05.628531 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bb75c3-4c70-457e-b791-7127c87e6a94 req-bfad86c3-4e73-4cfc-bcaa-2f74e1a39bcf tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:05.642144 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-49bb75c3-4c70-457e-b791-7127c87e6a94 req-bfad86c3-4e73-4cfc-bcaa-2f74e1a39bcf tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/ports?device_id=636ae437-f020-4a0c-9b90-04a6a2b5dea3 HTTP/1.1" status: 200 len: 946 time: 0.4706333 May 28 06:30:05.644546 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Returning: {'device': '8e3fc2e0-0ab0-4ec1-8a61-f578fba7ac74', 'network_id': '983e828b-34fc-4a3a-b418-34d9236f2407', 'port_id': '8e3fc2e0-0ab0-4ec1-8a61-f578fba7ac74', 'mac_address': 'fa:16:3e:ad:50:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63fab1a7-8d25-437c-adf6-b6a1e24d5e16', 'ip_address': '10.1.1.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:30:05.653987 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-03e45647-20e1-479c-930f-732869fb67af req-a9080c19-d396-443f-8f1c-2915ab2addca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:05.674525 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=1b08fe22-1061-450c-a733-bf041f8a0d4d,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:30:05.767226 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71caa727-bfd4-4599-b7d7-d845285b8ceb req-1e54ecd9-dd38-4b97-b343-35498aeba33f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:05.768905 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-71caa727-bfd4-4599-b7d7-d845285b8ceb req-1e54ecd9-dd38-4b97-b343-35498aeba33f service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=9795f3bb4dd842ee9b6997b24ebca479&shared=False HTTP/1.1" status: 200 len: 913 time: 0.4683378 May 28 06:30:05.806410 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 8e3fc2e0-0ab0-4ec1-8a61-f578fba7ac74 is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:30:05.807332 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:05.834164 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['4fd6a9b8-da26-4615-bc61-8cad1b63866e'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:30:05.925109 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e3fc2e0-0ab0-4ec1-8a61-f578fba7ac74 {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:30:06.012541 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 8e3fc2e0-0ab0-4ec1-8a61-f578fba7ac74, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=8e3fc2e0-0ab0-4ec1-8a61-f578fba7ac74,segment=NetworkSegment(b626a722-ea70-46bf-9197-581d08545299),segment_id=b626a722-ea70-46bf-9197-581d08545299)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:30:06.028497 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9080c19-d396-443f-8f1c-2915ab2addca service neutron] Pushing event updated for resources: {'Port': ['ID=0b072900-c46b-4977-bb60-6fa5199c688a,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:30:06.033565 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-03e45647-20e1-479c-930f-732869fb67af req-a9080c19-d396-443f-8f1c-2915ab2addca service neutron] Attempting to bind port 0b072900-c46b-4977-bb60-6fa5199c688a on host n-h2-843702-1 for vnic_type normal with profile {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:30:06.034124 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-03e45647-20e1-479c-930f-732869fb67af req-a9080c19-d396-443f-8f1c-2915ab2addca service neutron] Attempting to bind port 0b072900-c46b-4977-bb60-6fa5199c688a by drivers openvswitch,hyperv on host n-h2-843702-1 at level 0 using segments [{'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:30:06.041858 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e45647-20e1-479c-930f-732869fb67af req-a9080c19-d396-443f-8f1c-2915ab2addca service neutron] Attempting to bind port 0b072900-c46b-4977-bb60-6fa5199c688a on network bb90c162-fdb0-406b-af2b-5eef830db7a9 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:30:06.049634 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e45647-20e1-479c-930f-732869fb67af req-a9080c19-d396-443f-8f1c-2915ab2addca service neutron] Port 0b072900-c46b-4977-bb60-6fa5199c688a on network bb90c162-fdb0-406b-af2b-5eef830db7a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-843702-1 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:30:06.050150 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e45647-20e1-479c-930f-732869fb67af req-a9080c19-d396-443f-8f1c-2915ab2addca service neutron] Attempting to bind port 0b072900-c46b-4977-bb60-6fa5199c688a on network bb90c162-fdb0-406b-af2b-5eef830db7a9 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:30:06.056394 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e45647-20e1-479c-930f-732869fb67af req-a9080c19-d396-443f-8f1c-2915ab2addca service neutron] Checking agent: {'id': 'f1a3973b-d2b3-4558-88e7-2ac50857d302', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:30:06.056921 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e45647-20e1-479c-930f-732869fb67af req-a9080c19-d396-443f-8f1c-2915ab2addca service neutron] Checking segment: {'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:30:06.057614 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e45647-20e1-479c-930f-732869fb67af req-a9080c19-d396-443f-8f1c-2915ab2addca service neutron] Bound using segment: {'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:30:06.058188 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-03e45647-20e1-479c-930f-732869fb67af req-a9080c19-d396-443f-8f1c-2915ab2addca service neutron] Bound port: 0b072900-c46b-4977-bb60-6fa5199c688a, host: n-h2-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'}}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:30:06.058708 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-03e45647-20e1-479c-930f-732869fb67af req-a9080c19-d396-443f-8f1c-2915ab2addca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:06.088645 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:06.089287 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 2bc36923-1480-492d-8d92-1e4c402f1be2 details requested by agent hyperv_n-h1-843702-1 with host n-h1-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:30:06.100038 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-49bb75c3-4c70-457e-b791-7127c87e6a94 req-daa533ed-94f5-498c-bd3b-e30d7f634864 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f2c8bcd-a51c-4c0c-8c62-f5096a9be3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3200665 May 28 06:30:06.166392 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-03e45647-20e1-479c-930f-732869fb67af req-a9080c19-d396-443f-8f1c-2915ab2addca service neutron] For port 0b072900-c46b-4977-bb60-6fa5199c688a, host n-h2-843702-1, cleared binding levels {{(pid=89109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:30:06.168990 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73e621d-a139-4232-ad9a-700d20dd2ef3 req-405047d7-f9a9-437b-8f4d-1f1f5d848877 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:06.170483 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-03e45647-20e1-479c-930f-732869fb67af req-a9080c19-d396-443f-8f1c-2915ab2addca service neutron] For port 0b072900-c46b-4977-bb60-6fa5199c688a, host n-h2-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=0b072900-c46b-4977-bb60-6fa5199c688a,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:30:06.174959 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73e621d-a139-4232-ad9a-700d20dd2ef3 req-405047d7-f9a9-437b-8f4d-1f1f5d848877 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:06.181665 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73e621d-a139-4232-ad9a-700d20dd2ef3 req-405047d7-f9a9-437b-8f4d-1f1f5d848877 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:06.187763 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73e621d-a139-4232-ad9a-700d20dd2ef3 req-405047d7-f9a9-437b-8f4d-1f1f5d848877 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:06.193596 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73e621d-a139-4232-ad9a-700d20dd2ef3 req-405047d7-f9a9-437b-8f4d-1f1f5d848877 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:06.199965 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73e621d-a139-4232-ad9a-700d20dd2ef3 req-405047d7-f9a9-437b-8f4d-1f1f5d848877 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:06.205676 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73e621d-a139-4232-ad9a-700d20dd2ef3 req-405047d7-f9a9-437b-8f4d-1f1f5d848877 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:06.209220 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a73e621d-a139-4232-ad9a-700d20dd2ef3 req-405047d7-f9a9-437b-8f4d-1f1f5d848877 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.55 "GET /v2.0/ports?device_id=e11893ff-5c52-4ed1-b6b3-2fbc959d89e3 HTTP/1.1" status: 200 len: 5423 time: 0.4265110 May 28 06:30:06.250110 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71caa727-bfd4-4599-b7d7-d845285b8ceb req-bfad792a-574f-4a64-9d53-766df289bcfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:06.251528 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-71caa727-bfd4-4599-b7d7-d845285b8ceb req-bfad792a-574f-4a64-9d53-766df289bcfb service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4005573 May 28 06:30:06.288949 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=8e3fc2e0-0ab0-4ec1-8a61-f578fba7ac74,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:30:06.304186 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 2bc36923-1480-492d-8d92-1e4c402f1be2, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=2bc36923-1480-492d-8d92-1e4c402f1be2,segment=NetworkSegment(b626a722-ea70-46bf-9197-581d08545299),segment_id=b626a722-ea70-46bf-9197-581d08545299)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:30:06.312111 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-947e802e-0f25-4dcf-a21e-6b2874467c83 req-ff480666-aa3e-4d84-a169-2e0d63062d00 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b2f27f9-88ff-4fdc-8c4b-f7c92c290852 HTTP/1.1" status: 200 len: 210 time: 0.0634286 May 28 06:30:06.337650 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-03e45647-20e1-479c-930f-732869fb67af req-a9080c19-d396-443f-8f1c-2915ab2addca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:06.347643 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Returning: {'device': '2bc36923-1480-492d-8d92-1e4c402f1be2', 'network_id': '983e828b-34fc-4a3a-b418-34d9236f2407', 'port_id': '2bc36923-1480-492d-8d92-1e4c402f1be2', 'mac_address': 'fa:16:3e:8b:17:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63fab1a7-8d25-437c-adf6-b6a1e24d5e16', 'ip_address': '10.1.1.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:30:06.353132 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a73e621d-a139-4232-ad9a-700d20dd2ef3 req-69103855-e8c3-4f88-b75b-87566a1688dc tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.55 "GET /v2.0/security-groups?id=46eeeb0c-b6a3-4a12-ace3-318551136dd9&id=e8d697a1-1dba-4b18-a73a-2546d21ff79d&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1299980 May 28 06:30:06.426168 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-48d474cc-70c7-40f1-b500-ffa966fa691a tempest-FloatingIPAdminTestJSON-887671163 tempest-FloatingIPAdminTestJSON-887671163-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:06.438916 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e45647-20e1-479c-930f-732869fb67af req-a9080c19-d396-443f-8f1c-2915ab2addca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:06.441400 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-03e45647-20e1-479c-930f-732869fb67af req-a9080c19-d396-443f-8f1c-2915ab2addca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:06.446675 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-03e45647-20e1-479c-930f-732869fb67af req-a9080c19-d396-443f-8f1c-2915ab2addca service neutron] 10.222.0.71 "PUT /v2.0/ports/0b072900-c46b-4977-bb60-6fa5199c688a HTTP/1.1" status: 200 len: 1095 time: 1.4781082 May 28 06:30:06.446675 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ea9703b-857d-4d37-9050-8f52726aa75e', 'tag': '0b072900-c46b-4977-bb60-6fa5199c688a'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:30:06.482392 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 2bc36923-1480-492d-8d92-1e4c402f1be2 is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:30:06.483645 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:06.484000 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9080c19-d396-443f-8f1c-2915ab2addca service neutron] Pushing event updated for resources: {'Port': ['ID=0b072900-c46b-4977-bb60-6fa5199c688a,revision_number=3']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:30:06.520667 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bc36923-1480-492d-8d92-1e4c402f1be2 {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:30:06.542666 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 2bc36923-1480-492d-8d92-1e4c402f1be2, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=2bc36923-1480-492d-8d92-1e4c402f1be2,segment=NetworkSegment(b626a722-ea70-46bf-9197-581d08545299),segment_id=b626a722-ea70-46bf-9197-581d08545299)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:30:06.656583 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:06.657180 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 59c8a3dd-39de-497f-ae98-545149d1be00 details requested by agent hyperv_n-h1-843702-1 with host n-h1-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:30:06.699509 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-48d474cc-70c7-40f1-b500-ffa966fa691a tempest-FloatingIPAdminTestJSON-887671163 tempest-FloatingIPAdminTestJSON-887671163-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:06.767326 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=2bc36923-1480-492d-8d92-1e4c402f1be2,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:30:06.774545 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196ea680-e662-4a04-ac6a-57c17c0ca5c8 req-61998cde-52f0-4006-9030-ac7c19b9b1ca tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:06.776311 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-196ea680-e662-4a04-ac6a-57c17c0ca5c8 req-61998cde-52f0-4006-9030-ac7c19b9b1ca tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "GET /v2.0/ports?device_id=4faa87b8-f4ff-4090-9c52-7a280a3dcdf8 HTTP/1.1" status: 200 len: 946 time: 0.2616670 May 28 06:30:06.804605 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e45647-20e1-479c-930f-732869fb67af req-52d013f3-1381-4a07-b772-b88334dd04da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:06.806283 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-03e45647-20e1-479c-930f-732869fb67af req-52d013f3-1381-4a07-b772-b88334dd04da service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c3068efc66a349e9b92ab9365fc877d9&device_id=1ea9703b-857d-4d37-9050-8f52726aa75e HTTP/1.1" status: 200 len: 1098 time: 0.0858934 May 28 06:30:06.828719 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8213499-a026-49f6-b9e8-7d9b86b00d2c req-b997bcd2-6524-445f-b6d3-b9bf9168f24d tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:06.830120 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f8213499-a026-49f6-b9e8-7d9b86b00d2c req-b997bcd2-6524-445f-b6d3-b9bf9168f24d tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/ports?device_id=1ea9703b-857d-4d37-9050-8f52726aa75e HTTP/1.1" status: 200 len: 947 time: 0.2638636 May 28 06:30:06.880072 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 59c8a3dd-39de-497f-ae98-545149d1be00, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=59c8a3dd-39de-497f-ae98-545149d1be00,segment=NetworkSegment(19dbd857-d13f-4a6d-bcbd-ec9bd33234b5),segment_id=19dbd857-d13f-4a6d-bcbd-ec9bd33234b5)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:30:06.888157 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-03e45647-20e1-479c-930f-732869fb67af req-8b7f3b9c-e3a6-4167-a9b5-f4a76f17461b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=0b072900-c46b-4977-bb60-6fa5199c688a HTTP/1.1" status: 200 len: 217 time: 0.0632153 May 28 06:30:06.894316 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Returning: {'device': '59c8a3dd-39de-497f-ae98-545149d1be00', 'network_id': 'b0d3210f-6f0b-4832-90fb-f0b2f3ebb660', 'port_id': '59c8a3dd-39de-497f-ae98-545149d1be00', 'mac_address': 'fa:16:3e:0e:e3:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb3ffca3-469c-42ac-a3c6-07667d22277f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:30:06.949854 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-196ea680-e662-4a04-ac6a-57c17c0ca5c8 req-09d08918-1c13-4a32-af50-5af546f78f8d tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "GET /v2.0/security-groups?id=63ea6420-b48b-49b9-b520-8d6c62ca7c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1605718 May 28 06:30:06.960817 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 59c8a3dd-39de-497f-ae98-545149d1be00 is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:30:06.961342 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:06.975021 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f8213499-a026-49f6-b9e8-7d9b86b00d2c req-121918b2-25c1-40d5-b99d-89bc64127c38 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/security-groups?id=cc42bff8-ec73-4f47-a19d-2b56e52b6e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916786 May 28 06:30:06.986400 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59c8a3dd-39de-497f-ae98-545149d1be00 {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:30:07.001301 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e45647-20e1-479c-930f-732869fb67af req-ee580503-6503-4238-9db1-4281ad053842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:07.005690 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-03e45647-20e1-479c-930f-732869fb67af req-ee580503-6503-4238-9db1-4281ad053842 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e72d0ca5-04cb-4b36-82b1-c75214c9eb05 HTTP/1.1" status: 200 len: 843 time: 0.0956984 May 28 06:30:07.006515 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 59c8a3dd-39de-497f-ae98-545149d1be00, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=59c8a3dd-39de-497f-ae98-545149d1be00,segment=NetworkSegment(19dbd857-d13f-4a6d-bcbd-ec9bd33234b5),segment_id=19dbd857-d13f-4a6d-bcbd-ec9bd33234b5)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:30:07.018942 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b2ac38e-6e2e-4114-a9c7-dbc227403058'] response: {'name': 'network-changed', 'server_uuid': '1ea9703b-857d-4d37-9050-8f52726aa75e', 'tag': '0b072900-c46b-4977-bb60-6fa5199c688a', 'status': 'completed', 'code': 200} May 28 06:30:07.111707 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:07.114093 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 63719b56-cdff-407a-9451-11b324811ceb details requested by agent hyperv_n-h1-843702-1 with host n-h1-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:30:07.126707 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e45647-20e1-479c-930f-732869fb67af req-e9e12316-e515-47af-b6d3-04b228e61f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:07.128353 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-03e45647-20e1-479c-930f-732869fb67af req-e9e12316-e515-47af-b6d3-04b228e61f1c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=bb90c162-fdb0-406b-af2b-5eef830db7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0851214 May 28 06:30:07.170957 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-48d474cc-70c7-40f1-b500-ffa966fa691a tempest-FloatingIPAdminTestJSON-887671163 tempest-FloatingIPAdminTestJSON-887671163-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:07.214251 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=59c8a3dd-39de-497f-ae98-545149d1be00,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:30:07.236085 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-48d474cc-70c7-40f1-b500-ffa966fa691a tempest-FloatingIPAdminTestJSON-887671163 tempest-FloatingIPAdminTestJSON-887671163-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:07.246102 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 63719b56-cdff-407a-9451-11b324811ceb, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=63719b56-cdff-407a-9451-11b324811ceb,segment=NetworkSegment(a17549e8-b8aa-4901-a73d-94fb0e39724e),segment_id=a17549e8-b8aa-4901-a73d-94fb0e39724e)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:30:07.265598 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Returning: {'device': '63719b56-cdff-407a-9451-11b324811ceb', 'network_id': 'a9a55cb1-2dd3-489f-a37d-55a242b85f0c', 'port_id': '63719b56-cdff-407a-9451-11b324811ceb', 'mac_address': 'fa:16:3e:38:86:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0ccadb9-3ab9-424f-8708-6ef480e0a4a1', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:30:07.320531 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-03e45647-20e1-479c-930f-732869fb67af req-8ab7b878-0fd0-4ced-9a74-97540222c23a service neutron] 10.222.0.71 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844041 May 28 06:30:07.335269 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 63719b56-cdff-407a-9451-11b324811ceb is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:30:07.337953 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:07.357614 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63719b56-cdff-407a-9451-11b324811ceb {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:30:07.374564 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 63719b56-cdff-407a-9451-11b324811ceb, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=63719b56-cdff-407a-9451-11b324811ceb,segment=NetworkSegment(a17549e8-b8aa-4901-a73d-94fb0e39724e),segment_id=a17549e8-b8aa-4901-a73d-94fb0e39724e)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:30:07.458928 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:07.463260 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-03e45647-20e1-479c-930f-732869fb67af req-193393a8-f13c-4c4d-a8fb-16e6b0f29403 service neutron] 10.222.0.71 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364067 May 28 06:30:07.484387 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d474cc-70c7-40f1-b500-ffa966fa691a tempest-FloatingIPAdminTestJSON-887671163 tempest-FloatingIPAdminTestJSON-887671163-project-admin] Pushing event updated for resources: {'Port': ['ID=1cbc1ebc-823c-4ec5-9452-99984e912efb,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:30:07.491885 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-48d474cc-70c7-40f1-b500-ffa966fa691a tempest-FloatingIPAdminTestJSON-887671163 tempest-FloatingIPAdminTestJSON-887671163-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691094'] for floatingip, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:07.532254 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=63719b56-cdff-407a-9451-11b324811ceb,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:30:07.670236 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda0390a-d4dd-4b23-9123-c6d9f1dc3745 req-c4ca4402-47be-4ae1-a8f9-7ebb7c70cb53 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:07.671697 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bda0390a-d4dd-4b23-9123-c6d9f1dc3745 req-c4ca4402-47be-4ae1-a8f9-7ebb7c70cb53 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/ports?device_id=636ae437-f020-4a0c-9b90-04a6a2b5dea3 HTTP/1.1" status: 200 len: 946 time: 0.3568525 May 28 06:30:07.679471 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9789ff-b149-4a2f-8adf-3197694c3653 req-905ac268-4e84-49fe-bd1c-07519430a51d tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:07.686847 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9d9789ff-b149-4a2f-8adf-3197694c3653 req-905ac268-4e84-49fe-bd1c-07519430a51d tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc387ca9-152c-4686-bc39-fc4225d3a7fb HTTP/1.1" status: 200 len: 944 time: 0.3649499 May 28 06:30:07.770323 n-d-843702-1 neutron-server[89110]: INFO neutron.db.l3_db [None req-48d474cc-70c7-40f1-b500-ffa966fa691a tempest-FloatingIPAdminTestJSON-887671163 tempest-FloatingIPAdminTestJSON-887671163-project-admin] Floating IP 0dc21b7f-783c-4bd1-9172-9aac3c01a439 associated. External IP: 172.25.5.21, port: 998953c1-4efd-404a-9eb5-13e2364d266f. May 28 06:30:07.832277 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bda0390a-d4dd-4b23-9123-c6d9f1dc3745 req-63ffe422-abcc-4c83-a07c-6cdc7cd8b10c tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f2c8bcd-a51c-4c0c-8c62-f5096a9be3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477146 May 28 06:30:07.848602 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9d9789ff-b149-4a2f-8adf-3197694c3653 req-d88b66ab-e2ed-4999-b6bf-a9982d57676f tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] 10.222.0.55 "GET /v2.0/security-groups?id=649a97d9-6056-4be4-8631-8b873f32da87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497529 May 28 06:30:07.865166 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da1e314-1d63-425e-849d-0afab3d8ff7f req-78ad9b23-9e90-4932-8618-1e18874aee4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:07.867314 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-2da1e314-1d63-425e-849d-0afab3d8ff7f req-78ad9b23-9e90-4932-8618-1e18874aee4d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c3068efc66a349e9b92ab9365fc877d9&device_id=1ea9703b-857d-4d37-9050-8f52726aa75e HTTP/1.1" status: 200 len: 1098 time: 0.0884039 May 28 06:30:08.034872 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da1e314-1d63-425e-849d-0afab3d8ff7f req-153d4bea-183c-4553-a61e-08cf76b9fb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:08.036109 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-2da1e314-1d63-425e-849d-0afab3d8ff7f req-153d4bea-183c-4553-a61e-08cf76b9fb2f service neutron] 10.222.0.71 "GET /v2.0/networks?id=bb90c162-fdb0-406b-af2b-5eef830db7a9 HTTP/1.1" status: 200 len: 870 time: 0.1609476 May 28 06:30:08.056662 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-93443abf-6344-4763-972c-fdff939a9eee req-a3b65c01-8895-4675-b147-8edac94bb053 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b2f27f9-88ff-4fdc-8c4b-f7c92c290852 HTTP/1.1" status: 200 len: 210 time: 0.1034048 May 28 06:30:08.114998 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-2da1e314-1d63-425e-849d-0afab3d8ff7f req-76eab82e-dd22-4b0d-b8ac-04b983f8ba02 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=0b072900-c46b-4977-bb60-6fa5199c688a HTTP/1.1" status: 200 len: 217 time: 0.0650856 May 28 06:30:08.185680 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da1e314-1d63-425e-849d-0afab3d8ff7f req-cb2dd057-eb1e-47ac-befc-f4f8079605ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:08.187059 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-2da1e314-1d63-425e-849d-0afab3d8ff7f req-cb2dd057-eb1e-47ac-befc-f4f8079605ad service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e72d0ca5-04cb-4b36-82b1-c75214c9eb05 HTTP/1.1" status: 200 len: 843 time: 0.0628364 May 28 06:30:08.285057 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 4fd6a9b8-da26-4615-bc61-8cad1b63866e up at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:30:08.295055 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da1e314-1d63-425e-849d-0afab3d8ff7f req-46d2bfa7-b21c-4bac-849e-4601a6828c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:08.296163 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-2da1e314-1d63-425e-849d-0afab3d8ff7f req-46d2bfa7-b21c-4bac-849e-4601a6828c9c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=bb90c162-fdb0-406b-af2b-5eef830db7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0732841 May 28 06:30:08.324486 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['c60976f2-310e-4b2b-b603-af0aade00858'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:30:08.327589 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d37c332-9164-4f28-9d0b-4e0c0e26afaf req-8ceadb1e-529c-4b7f-9d35-53cc3e59d520 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:08.333293 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d37c332-9164-4f28-9d0b-4e0c0e26afaf req-8ceadb1e-529c-4b7f-9d35-53cc3e59d520 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:08.339294 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d37c332-9164-4f28-9d0b-4e0c0e26afaf req-8ceadb1e-529c-4b7f-9d35-53cc3e59d520 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:08.345219 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d37c332-9164-4f28-9d0b-4e0c0e26afaf req-8ceadb1e-529c-4b7f-9d35-53cc3e59d520 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:08.350990 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d37c332-9164-4f28-9d0b-4e0c0e26afaf req-8ceadb1e-529c-4b7f-9d35-53cc3e59d520 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:08.351317 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['fe01eb67-c712-4a12-a2e7-d0f0c93a787f'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:30:08.358944 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d37c332-9164-4f28-9d0b-4e0c0e26afaf req-8ceadb1e-529c-4b7f-9d35-53cc3e59d520 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:08.362808 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d37c332-9164-4f28-9d0b-4e0c0e26afaf req-8ceadb1e-529c-4b7f-9d35-53cc3e59d520 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:08.364678 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7d37c332-9164-4f28-9d0b-4e0c0e26afaf req-8ceadb1e-529c-4b7f-9d35-53cc3e59d520 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.55 "GET /v2.0/ports?device_id=e11893ff-5c52-4ed1-b6b3-2fbc959d89e3 HTTP/1.1" status: 200 len: 5427 time: 0.3689492 May 28 06:30:08.417297 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48d474cc-70c7-40f1-b500-ffa966fa691a tempest-FloatingIPAdminTestJSON-887671163 tempest-FloatingIPAdminTestJSON-887671163-project-admin] Router 0a7ea546-7974-4154-9aef-f061c97a0b82 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:30:08.417678 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['2bc36923-1480-492d-8d92-1e4c402f1be2'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:30:08.440084 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4125908-428c-4167-90a2-bc1549cc58c9 req-d45f88bf-79d3-40a9-989a-f8ad7e8f52d4 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:08.446061 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['1b08fe22-1061-450c-a733-bf041f8a0d4d'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:30:08.447606 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d4125908-428c-4167-90a2-bc1549cc58c9 req-d45f88bf-79d3-40a9-989a-f8ad7e8f52d4 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "GET /v2.0/ports?device_id=4faa87b8-f4ff-4090-9c52-7a280a3dcdf8 HTTP/1.1" status: 200 len: 946 time: 0.2772522 May 28 06:30:08.456164 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-2da1e314-1d63-425e-849d-0afab3d8ff7f req-88b643d3-3fec-4a4e-a8a2-eb43ffa66569 service neutron] 10.222.0.71 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533909 May 28 06:30:08.506861 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['59c8a3dd-39de-497f-ae98-545149d1be00'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:30:08.531224 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['8e3fc2e0-0ab0-4ec1-8a61-f578fba7ac74'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:30:08.600888 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['63719b56-cdff-407a-9451-11b324811ceb'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:30:08.631768 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-2da1e314-1d63-425e-849d-0afab3d8ff7f req-6223e473-f7ab-4d7e-aa5e-ab7080b83da4 service neutron] 10.222.0.71 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670966 May 28 06:30:08.826760 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7d37c332-9164-4f28-9d0b-4e0c0e26afaf req-2ecdc2fe-eab7-4969-9386-61f0989f2eb9 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.55 "GET /v2.0/security-groups?id=46eeeb0c-b6a3-4a12-ace3-318551136dd9&id=e8d697a1-1dba-4b18-a73a-2546d21ff79d&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.4362576 May 28 06:30:08.832761 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-71caa727-bfd4-4599-b7d7-d845285b8ceb req-f2f36e25-d7ad-4dc8-974a-4e6060a66048 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.71 "GET /v2.0/ports?device_id=9b2f27f9-88ff-4fdc-8c4b-f7c92c290852 HTTP/1.1" status: 200 len: 210 time: 0.0626509 May 28 06:30:08.871507 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48d474cc-70c7-40f1-b500-ffa966fa691a tempest-FloatingIPAdminTestJSON-887671163 tempest-FloatingIPAdminTestJSON-887671163-project-admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:30:08.886578 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c0b4b2-edb9-49c0-9dc2-64fa702d2c95 None None] Sync routers for ids ['0a7ea546-7974-4154-9aef-f061c97a0b82'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:30:08.894170 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d4125908-428c-4167-90a2-bc1549cc58c9 req-d412029b-37be-4b79-a775-74676da6e9f0 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "GET /v2.0/security-groups?id=63ea6420-b48b-49b9-b520-8d6c62ca7c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4371603 May 28 06:30:08.906685 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c0b4b2-edb9-49c0-9dc2-64fa702d2c95 None None] Routers {'0a7ea546-7974-4154-9aef-f061c97a0b82'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:30:08.906685 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-90c0b4b2-edb9-49c0-9dc2-64fa702d2c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:29:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['0a7ea546-7974-4154-9aef-f061c97a0b82'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:30:09.031123 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-90c0b4b2-edb9-49c0-9dc2-64fa702d2c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:30:09.040498 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c0b4b2-edb9-49c0-9dc2-64fa702d2c95 None None] Routers {'0a7ea546-7974-4154-9aef-f061c97a0b82'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:30:09.041157 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-90c0b4b2-edb9-49c0-9dc2-64fa702d2c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:29:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['0a7ea546-7974-4154-9aef-f061c97a0b82'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:30:09.087405 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-48d474cc-70c7-40f1-b500-ffa966fa691a tempest-FloatingIPAdminTestJSON-887671163 tempest-FloatingIPAdminTestJSON-887671163-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:09.109901 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-90c0b4b2-edb9-49c0-9dc2-64fa702d2c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:30:09.110751 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c0b4b2-edb9-49c0-9dc2-64fa702d2c95 None None] The sync data for ids ['0a7ea546-7974-4154-9aef-f061c97a0b82'] in n-d-843702-1 is: [] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:30:09.176677 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a853e75-e154-4aea-8d66-5b52e0cffff5 req-73378780-1f62-4d83-95df-18b6bc85c6bf tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:09.178167 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4a853e75-e154-4aea-8d66-5b52e0cffff5 req-73378780-1f62-4d83-95df-18b6bc85c6bf tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/ports?device_id=1ea9703b-857d-4d37-9050-8f52726aa75e HTTP/1.1" status: 200 len: 947 time: 0.2068288 May 28 06:30:09.183241 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-48d474cc-70c7-40f1-b500-ffa966fa691a tempest-FloatingIPAdminTestJSON-887671163 tempest-FloatingIPAdminTestJSON-887671163-project-admin] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 5.9966805 May 28 06:30:09.186421 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 56868) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:30:09.242839 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4a853e75-e154-4aea-8d66-5b52e0cffff5 req-2292a2fa-0565-43ca-bec3-ef4593e6f365 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/security-groups?id=cc42bff8-ec73-4f47-a19d-2b56e52b6e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566878 May 28 06:30:09.250601 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092d50b0-6150-4b87-8bc7-31be57275fe9 req-db462f9a-270f-40ac-8f01-0c056bf95b32 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:09.252428 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-092d50b0-6150-4b87-8bc7-31be57275fe9 req-db462f9a-270f-40ac-8f01-0c056bf95b32 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/ports?device_id=636ae437-f020-4a0c-9b90-04a6a2b5dea3 HTTP/1.1" status: 200 len: 946 time: 0.2093103 May 28 06:30:09.279058 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning for port 4fd6a9b8-da26-4615-bc61-8cad1b63866e completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:30:09.307225 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-092d50b0-6150-4b87-8bc7-31be57275fe9 req-024cecf3-4351-4fd9-8c98-6b11a71cd627 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f2c8bcd-a51c-4c0c-8c62-f5096a9be3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432184 May 28 06:30:09.345991 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning complete for port 4fd6a9b8-da26-4615-bc61-8cad1b63866e triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:30:09.349720 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:09.353186 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-4d332a7c-ca40-4bbf-91ee-0f17b67088c4 tempest-FloatingIPAdminTestJSON-887671163 tempest-FloatingIPAdminTestJSON-887671163-project-admin] 10.222.0.55 "GET /v2.0/floatingips/0dc21b7f-783c-4bd1-9172-9aac3c01a439 HTTP/1.1" status: 200 len: 981 time: 0.1634455 May 28 06:30:09.356617 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 56872) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:30:09.539324 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-01fdf930-e30b-4477-a371-7268f9afeb26 req-0b6eb6dd-0f24-4ccf-9eb0-54420ee4a97c tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b2f27f9-88ff-4fdc-8c4b-f7c92c290852 HTTP/1.1" status: 200 len: 210 time: 0.0786519 May 28 06:30:09.558452 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-a169f279-d89c-4a01-a81a-200d60eb7ae7 tempest-FloatingIPAdminTestJSON-887671163 tempest-FloatingIPAdminTestJSON-887671163-project-admin] 10.222.0.55 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3994 time: 0.2006969 May 28 06:30:09.561674 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 56876) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:30:09.586581 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505801b3-f80d-432a-b400-6c9ae9d343e1 req-54173d3a-6b66-422c-b6a9-30c5788a2395 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:09.589219 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-505801b3-f80d-432a-b400-6c9ae9d343e1 req-54173d3a-6b66-422c-b6a9-30c5788a2395 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc387ca9-152c-4686-bc39-fc4225d3a7fb HTTP/1.1" status: 200 len: 944 time: 0.1757402 May 28 06:30:09.642429 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-505801b3-f80d-432a-b400-6c9ae9d343e1 req-a54a970d-87f0-46ea-8bc1-f0cd4f80c41a tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] 10.222.0.55 "GET /v2.0/security-groups?id=649a97d9-6056-4be4-8631-8b873f32da87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443103 May 28 06:30:09.806879 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 4fd6a9b8-da26-4615-bc61-8cad1b63866e is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:30:09.807887 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:09.842587 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc387ca9-152c-4686-bc39-fc4225d3a7fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fd6a9b8-da26-4615-bc61-8cad1b63866e'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:30:09.852668 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 4fd6a9b8-da26-4615-bc61-8cad1b63866e, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=4fd6a9b8-da26-4615-bc61-8cad1b63866e,segment=NetworkSegment(8d6493ed-a6e0-445f-9394-e5cc9c5c38f9),segment_id=8d6493ed-a6e0-445f-9394-e5cc9c5c38f9)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:30:09.890316 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2048f5c2-e5ef-4004-839c-ac59daa3610c'] response: {'server_uuid': 'fc387ca9-152c-4686-bc39-fc4225d3a7fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fd6a9b8-da26-4615-bc61-8cad1b63866e', 'code': 200} May 28 06:30:09.891508 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-f752d516-6533-4335-954d-0a8bd945168a tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Deleting port 1cbc1ebc-823c-4ec5-9452-99984e912efb {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:30:09.891853 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f752d516-6533-4335-954d-0a8bd945168a tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:09.950808 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:10.077146 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=4fd6a9b8-da26-4615-bc61-8cad1b63866e,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:30:10.108940 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f752d516-6533-4335-954d-0a8bd945168a tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:10.109268 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f752d516-6533-4335-954d-0a8bd945168a tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:10.146747 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0855688b-8b2e-4933-9adf-7774321f4877 req-752dd355-ab5f-4f5b-ac34-0d11ea01ed24 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:10.153457 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0855688b-8b2e-4933-9adf-7774321f4877 req-752dd355-ab5f-4f5b-ac34-0d11ea01ed24 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:10.159299 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0855688b-8b2e-4933-9adf-7774321f4877 req-752dd355-ab5f-4f5b-ac34-0d11ea01ed24 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:10.165718 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0855688b-8b2e-4933-9adf-7774321f4877 req-752dd355-ab5f-4f5b-ac34-0d11ea01ed24 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:10.171891 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0855688b-8b2e-4933-9adf-7774321f4877 req-752dd355-ab5f-4f5b-ac34-0d11ea01ed24 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:10.177705 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0855688b-8b2e-4933-9adf-7774321f4877 req-752dd355-ab5f-4f5b-ac34-0d11ea01ed24 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:10.183841 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0855688b-8b2e-4933-9adf-7774321f4877 req-752dd355-ab5f-4f5b-ac34-0d11ea01ed24 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:10.185826 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0855688b-8b2e-4933-9adf-7774321f4877 req-752dd355-ab5f-4f5b-ac34-0d11ea01ed24 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.55 "GET /v2.0/ports?device_id=e11893ff-5c52-4ed1-b6b3-2fbc959d89e3 HTTP/1.1" status: 200 len: 5427 time: 0.2164617 May 28 06:30:10.241617 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-f752d516-6533-4335-954d-0a8bd945168a tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Calling delete_port for 1cbc1ebc-823c-4ec5-9452-99984e912efb owned by network:floatingip {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:30:10.261196 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18344352-0345-4958-a6bc-723e3bb77f6e req-0e70bfbe-b402-4c78-b88b-9d118b969209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:10.262711 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-18344352-0345-4958-a6bc-723e3bb77f6e req-0e70bfbe-b402-4c78-b88b-9d118b969209 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=fc387ca9-152c-4686-bc39-fc4225d3a7fb HTTP/1.1" status: 200 len: 1096 time: 0.2229707 May 28 06:30:10.316534 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0855688b-8b2e-4933-9adf-7774321f4877 req-90d614d3-ec99-4a3e-b7e3-3f88a202c823 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.55 "GET /v2.0/security-groups?id=46eeeb0c-b6a3-4a12-ace3-318551136dd9&id=e8d697a1-1dba-4b18-a73a-2546d21ff79d&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0904813 May 28 06:30:10.339392 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-18344352-0345-4958-a6bc-723e3bb77f6e req-69729b24-8542-4079-878b-a50c94210421 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=649a97d9-6056-4be4-8631-8b873f32da87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690520 May 28 06:30:10.359892 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c57c6a-4d7e-4e7e-a6d6-c2f0b9ac7b69 req-88147c71-9c5a-4205-b917-87a07cb63f88 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:10.361597 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-20c57c6a-4d7e-4e7e-a6d6-c2f0b9ac7b69 req-88147c71-9c5a-4205-b917-87a07cb63f88 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "GET /v2.0/ports?device_id=4faa87b8-f4ff-4090-9c52-7a280a3dcdf8 HTTP/1.1" status: 200 len: 946 time: 0.1748512 May 28 06:30:10.412706 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-20c57c6a-4d7e-4e7e-a6d6-c2f0b9ac7b69 req-d79b09d6-51e1-4015-910c-17f1a54193c8 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "GET /v2.0/security-groups?id=63ea6420-b48b-49b9-b520-8d6c62ca7c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445426 May 28 06:30:10.475872 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f752d516-6533-4335-954d-0a8bd945168a tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:10.520243 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667592ae-6ee3-4fb4-b653-368961103774 req-07cb192e-b8f5-4d93-9ca9-ffc66a118f5c tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:10.524900 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-667592ae-6ee3-4fb4-b653-368961103774 req-07cb192e-b8f5-4d93-9ca9-ffc66a118f5c tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/ports?device_id=1ea9703b-857d-4d37-9050-8f52726aa75e HTTP/1.1" status: 200 len: 947 time: 0.0891263 May 28 06:30:10.544080 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f752d516-6533-4335-954d-0a8bd945168a tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Pushing event deleted for resources: {'Port': ['ID=1cbc1ebc-823c-4ec5-9452-99984e912efb,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:30:10.625652 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-667592ae-6ee3-4fb4-b653-368961103774 req-ecda3be5-c739-4050-a608-d4b8e5ce199c tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/security-groups?id=cc42bff8-ec73-4f47-a19d-2b56e52b6e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640149 May 28 06:30:10.650166 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f752d516-6533-4335-954d-0a8bd945168a tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Notify callbacks [] for floatingip, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:10.650751 n-d-843702-1 neutron-server[89109]: INFO neutron.db.l3_db [None req-f752d516-6533-4335-954d-0a8bd945168a tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Floating IP 0dc21b7f-783c-4bd1-9172-9aac3c01a439 disassociated (deleted). External IP: 172.25.5.21, port: 998953c1-4efd-404a-9eb5-13e2364d266f. May 28 06:30:10.659832 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e4bb77-638d-4080-919c-0d4ced104531 req-9ca0b4e2-c8f5-4012-98dc-6e3a9735cb92 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:10.661359 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-76e4bb77-638d-4080-919c-0d4ced104531 req-9ca0b4e2-c8f5-4012-98dc-6e3a9735cb92 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/ports?device_id=636ae437-f020-4a0c-9b90-04a6a2b5dea3 HTTP/1.1" status: 200 len: 946 time: 0.1387246 May 28 06:30:10.718605 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-76e4bb77-638d-4080-919c-0d4ced104531 req-61c88f9f-c24f-4514-a313-43af91b97e6f tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f2c8bcd-a51c-4c0c-8c62-f5096a9be3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495358 May 28 06:30:10.910563 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4454221-c203-44cc-9511-f0875be1bcb0 req-2929fa90-a950-4ff6-91d0-113cf7b9de78 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:10.912544 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c4454221-c203-44cc-9511-f0875be1bcb0 req-2929fa90-a950-4ff6-91d0-113cf7b9de78 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc387ca9-152c-4686-bc39-fc4225d3a7fb HTTP/1.1" status: 200 len: 945 time: 0.0930424 May 28 06:30:11.037205 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f752d516-6533-4335-954d-0a8bd945168a tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Router 0a7ea546-7974-4154-9aef-f061c97a0b82 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:30:11.048645 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c4454221-c203-44cc-9511-f0875be1bcb0 req-e40510fd-4160-45ee-bbcb-fa255ab95255 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] 10.222.0.55 "GET /v2.0/security-groups?id=649a97d9-6056-4be4-8631-8b873f32da87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280944 May 28 06:30:11.104594 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e73300-0f40-4eef-a47f-a6f60e0ca563 req-72c49697-8580-48e2-a92f-a69f45ab4337 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:11.106051 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-18e73300-0f40-4eef-a47f-a6f60e0ca563 req-72c49697-8580-48e2-a92f-a69f45ab4337 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/networks?id=c7bbc20e-7bc5-42fd-94f8-f3663ada8854 HTTP/1.1" status: 200 len: 812 time: 0.1674876 May 28 06:30:11.120991 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-18e73300-0f40-4eef-a47f-a6f60e0ca563 req-287f34b4-b3f7-41f6-94a8-890d0acecc45 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/quotas/9795f3bb4dd842ee9b6997b24ebca479 HTTP/1.1" status: 200 len: 375 time: 0.0094702 May 28 06:30:11.168997 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-18e73300-0f40-4eef-a47f-a6f60e0ca563 req-9e8152b9-968f-4abc-8c24-daa9b41c2ecf tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=9795f3bb4dd842ee9b6997b24ebca479&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0425022 May 28 06:30:11.222356 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f752d516-6533-4335-954d-0a8bd945168a tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:30:11.235431 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb921091-0e8c-41ec-bcca-b93a6d4abf74 None None] Sync routers for ids ['0a7ea546-7974-4154-9aef-f061c97a0b82'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:30:11.235990 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f752d516-6533-4335-954d-0a8bd945168a tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:11.246793 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb921091-0e8c-41ec-bcca-b93a6d4abf74 None None] Routers {'0a7ea546-7974-4154-9aef-f061c97a0b82'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:30:11.247460 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-bb921091-0e8c-41ec-bcca-b93a6d4abf74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:29:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['0a7ea546-7974-4154-9aef-f061c97a0b82'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:30:11.316717 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-bb921091-0e8c-41ec-bcca-b93a6d4abf74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:30:11.317944 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-18e73300-0f40-4eef-a47f-a6f60e0ca563 req-ae57fecf-509f-4383-8e04-f751d2131e98 service neutron] 10.222.0.55 "GET /v2.0/networks/c7bbc20e-7bc5-42fd-94f8-f3663ada8854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417229 May 28 06:30:11.326721 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb921091-0e8c-41ec-bcca-b93a6d4abf74 None None] Routers {'0a7ea546-7974-4154-9aef-f061c97a0b82'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:30:11.327272 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-bb921091-0e8c-41ec-bcca-b93a6d4abf74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:29:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['0a7ea546-7974-4154-9aef-f061c97a0b82'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:30:11.402116 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-bb921091-0e8c-41ec-bcca-b93a6d4abf74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:30:11.402251 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb921091-0e8c-41ec-bcca-b93a6d4abf74 None None] The sync data for ids ['0a7ea546-7974-4154-9aef-f061c97a0b82'] in n-d-843702-1 is: [] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:30:11.416155 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-f752d516-6533-4335-954d-0a8bd945168a tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] 10.222.0.55 "DELETE /v2.0/floatingips/0dc21b7f-783c-4bd1-9172-9aac3c01a439 HTTP/1.1" status: 204 len: 168 time: 1.8534131 May 28 06:30:11.420182 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 56908) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:30:11.425191 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-b565f116-c95a-45d4-b3be-f0ceaed7e7cd tempest-FloatingIPAdminTestJSON-887671163 tempest-FloatingIPAdminTestJSON-887671163-project-admin] Request body: {'floatingip': {'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:30:11.434460 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-b565f116-c95a-45d4-b3be-f0ceaed7e7cd tempest-FloatingIPAdminTestJSON-887671163 tempest-FloatingIPAdminTestJSON-887671163-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:30:11.441146 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-b565f116-c95a-45d4-b3be-f0ceaed7e7cd tempest-FloatingIPAdminTestJSON-887671163 tempest-FloatingIPAdminTestJSON-887671163-project-admin] Usage tracker for resource:floatingip and tenant:790d46264c4f4a2895f6c5b54f859c64 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:30:11.444875 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-b565f116-c95a-45d4-b3be-f0ceaed7e7cd tempest-FloatingIPAdminTestJSON-887671163 tempest-FloatingIPAdminTestJSON-887671163-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:30:11.451040 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-b565f116-c95a-45d4-b3be-f0ceaed7e7cd tempest-FloatingIPAdminTestJSON-887671163 tempest-FloatingIPAdminTestJSON-887671163-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:30:11.521501 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b565f116-c95a-45d4-b3be-f0ceaed7e7cd tempest-FloatingIPAdminTestJSON-887671163 tempest-FloatingIPAdminTestJSON-887671163-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:11.651282 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-18e73300-0f40-4eef-a47f-a6f60e0ca563 req-96e1b075-5e8d-4cb9-b28a-9b27b5721c62 service neutron] 10.222.0.55 "GET /v2.0/networks/c7bbc20e-7bc5-42fd-94f8-f3663ada8854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3271267 May 28 06:30:11.655349 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b565f116-c95a-45d4-b3be-f0ceaed7e7cd tempest-FloatingIPAdminTestJSON-887671163 tempest-FloatingIPAdminTestJSON-887671163-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:11.697343 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8668fc10-b420-41a7-b411-73359c4eda73 req-96a2c30c-9f73-48e1-9667-b0dc8396b354 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:11.707665 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8668fc10-b420-41a7-b411-73359c4eda73 req-96a2c30c-9f73-48e1-9667-b0dc8396b354 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:11.716251 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8668fc10-b420-41a7-b411-73359c4eda73 req-96a2c30c-9f73-48e1-9667-b0dc8396b354 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:11.723078 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8668fc10-b420-41a7-b411-73359c4eda73 req-96a2c30c-9f73-48e1-9667-b0dc8396b354 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:11.729593 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8668fc10-b420-41a7-b411-73359c4eda73 req-96a2c30c-9f73-48e1-9667-b0dc8396b354 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:11.735233 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8668fc10-b420-41a7-b411-73359c4eda73 req-96a2c30c-9f73-48e1-9667-b0dc8396b354 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:11.740855 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8668fc10-b420-41a7-b411-73359c4eda73 req-96a2c30c-9f73-48e1-9667-b0dc8396b354 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:11.742809 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8668fc10-b420-41a7-b411-73359c4eda73 req-96a2c30c-9f73-48e1-9667-b0dc8396b354 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.55 "GET /v2.0/ports?device_id=e11893ff-5c52-4ed1-b6b3-2fbc959d89e3 HTTP/1.1" status: 200 len: 5427 time: 0.1640081 May 28 06:30:11.795132 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8668fc10-b420-41a7-b411-73359c4eda73 req-7b0a320c-8fd3-431d-a110-27c93a93714a tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.55 "GET /v2.0/security-groups?id=46eeeb0c-b6a3-4a12-ace3-318551136dd9&id=e8d697a1-1dba-4b18-a73a-2546d21ff79d&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0456820 May 28 06:30:11.808255 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-b565f116-c95a-45d4-b3be-f0ceaed7e7cd tempest-FloatingIPAdminTestJSON-887671163 tempest-FloatingIPAdminTestJSON-887671163-project-admin] Allocated IP 172.25.5.121 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/afbbc558-0085-4463-a5c0-17ad8848584b) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:30:11.975410 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b565f116-c95a-45d4-b3be-f0ceaed7e7cd tempest-FloatingIPAdminTestJSON-887671163 tempest-FloatingIPAdminTestJSON-887671163-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:12.021455 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223ab1f7-1607-4b1a-b1f9-30104717d4d0 req-b5c88603-813c-4fe0-9b81-cf4e6518caed tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:12.023699 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-223ab1f7-1607-4b1a-b1f9-30104717d4d0 req-b5c88603-813c-4fe0-9b81-cf4e6518caed tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "GET /v2.0/ports?device_id=4faa87b8-f4ff-4090-9c52-7a280a3dcdf8 HTTP/1.1" status: 200 len: 946 time: 0.1124237 May 28 06:30:12.139000 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b565f116-c95a-45d4-b3be-f0ceaed7e7cd tempest-FloatingIPAdminTestJSON-887671163 tempest-FloatingIPAdminTestJSON-887671163-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:12.143510 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-223ab1f7-1607-4b1a-b1f9-30104717d4d0 req-a25fdc63-d8a2-4bb0-b431-e9ded657d314 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "GET /v2.0/security-groups?id=63ea6420-b48b-49b9-b520-8d6c62ca7c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1097448 May 28 06:30:12.172497 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd93608a-3702-4020-b953-abaf8e7e3676 req-465f8841-f603-4952-a1d6-f3f45d6f7db4 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:12.174025 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dd93608a-3702-4020-b953-abaf8e7e3676 req-465f8841-f603-4952-a1d6-f3f45d6f7db4 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/ports?device_id=1ea9703b-857d-4d37-9050-8f52726aa75e HTTP/1.1" status: 200 len: 947 time: 0.1257715 May 28 06:30:12.207751 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b565f116-c95a-45d4-b3be-f0ceaed7e7cd tempest-FloatingIPAdminTestJSON-887671163 tempest-FloatingIPAdminTestJSON-887671163-project-admin] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:30:12.210820 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-b565f116-c95a-45d4-b3be-f0ceaed7e7cd tempest-FloatingIPAdminTestJSON-887671163 tempest-FloatingIPAdminTestJSON-887671163-project-admin] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:30:12.215929 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b565f116-c95a-45d4-b3be-f0ceaed7e7cd tempest-FloatingIPAdminTestJSON-887671163 tempest-FloatingIPAdminTestJSON-887671163-project-admin] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:30:12.226980 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dd93608a-3702-4020-b953-abaf8e7e3676 req-25bf2bf5-c8b0-4b8b-b6a8-6646631c927d tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/security-groups?id=cc42bff8-ec73-4f47-a19d-2b56e52b6e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450740 May 28 06:30:12.250042 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b565f116-c95a-45d4-b3be-f0ceaed7e7cd tempest-FloatingIPAdminTestJSON-887671163 tempest-FloatingIPAdminTestJSON-887671163-project-admin] Pushing event updated for resources: {'Port': ['ID=afbbc558-0085-4463-a5c0-17ad8848584b,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:30:12.291618 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 0b072900-c46b-4977-bb60-6fa5199c688a details requested by agent hyperv_n-h2-843702-1 with host n-h2-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:30:12.298515 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 24841b8a-e71b-4c7b-9d28-09c0f27af169 no longer exists at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:30:12.317823 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b565f116-c95a-45d4-b3be-f0ceaed7e7cd tempest-FloatingIPAdminTestJSON-887671163 tempest-FloatingIPAdminTestJSON-887671163-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:12.341814 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] No Port match for: 24841b8a-e71b-4c7b-9d28-09c0f27af169 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:30:12.342159 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 24841b8a-e71b-4c7b-9d28-09c0f27af169 not bound to the agent host n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:30:12.368290 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-06c14af3-af2b-44ab-b7c7-3b078fa6bfbd req-55c768b0-b6ba-4116-83a4-c9704302ab90 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=209b9e95-642a-449e-b80a-8c556723a341 HTTP/1.1" status: 200 len: 210 time: 0.0610836 May 28 06:30:12.410977 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a5b78e-2c09-449c-aa11-bea240bed46d req-83fa8451-7b81-4014-83aa-851ea80bdcde tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:12.412985 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-35a5b78e-2c09-449c-aa11-bea240bed46d req-83fa8451-7b81-4014-83aa-851ea80bdcde tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/ports?device_id=636ae437-f020-4a0c-9b90-04a6a2b5dea3 HTTP/1.1" status: 200 len: 946 time: 0.1427648 May 28 06:30:12.477713 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b565f116-c95a-45d4-b3be-f0ceaed7e7cd tempest-FloatingIPAdminTestJSON-887671163 tempest-FloatingIPAdminTestJSON-887671163-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:12.501672 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-35a5b78e-2c09-449c-aa11-bea240bed46d req-81e483ed-c742-4f36-9423-f1b1bb63cabb tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f2c8bcd-a51c-4c0c-8c62-f5096a9be3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820220 May 28 06:30:12.526272 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 0b072900-c46b-4977-bb60-6fa5199c688a, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=0b072900-c46b-4977-bb60-6fa5199c688a,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:30:12.549284 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Returning: {'device': '0b072900-c46b-4977-bb60-6fa5199c688a', 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9', 'port_id': '0b072900-c46b-4977-bb60-6fa5199c688a', 'mac_address': 'fa:16:3e:c8:3f:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e72d0ca5-04cb-4b36-82b1-c75214c9eb05', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:30:12.618102 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 0b072900-c46b-4977-bb60-6fa5199c688a is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:30:12.618835 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:12.621080 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b5a71d-27ec-42e3-b78f-61e90dd5be37 req-d79d8eb4-3c7d-4ccb-9aaf-9b98ea937c15 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:12.628102 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-99b5a71d-27ec-42e3-b78f-61e90dd5be37 req-d79d8eb4-3c7d-4ccb-9aaf-9b98ea937c15 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc387ca9-152c-4686-bc39-fc4225d3a7fb HTTP/1.1" status: 200 len: 945 time: 0.1251578 May 28 06:30:12.641916 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b072900-c46b-4977-bb60-6fa5199c688a {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:30:12.659478 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 0b072900-c46b-4977-bb60-6fa5199c688a, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=0b072900-c46b-4977-bb60-6fa5199c688a,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:30:12.673398 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-99b5a71d-27ec-42e3-b78f-61e90dd5be37 req-be96cf00-5ebb-4a99-ad37-54c64097b861 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] 10.222.0.55 "GET /v2.0/security-groups?id=649a97d9-6056-4be4-8631-8b873f32da87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418806 May 28 06:30:12.739069 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:12.764994 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b565f116-c95a-45d4-b3be-f0ceaed7e7cd tempest-FloatingIPAdminTestJSON-887671163 tempest-FloatingIPAdminTestJSON-887671163-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:12.866726 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=0b072900-c46b-4977-bb60-6fa5199c688a,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:30:12.875847 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b565f116-c95a-45d4-b3be-f0ceaed7e7cd tempest-FloatingIPAdminTestJSON-887671163 tempest-FloatingIPAdminTestJSON-887671163-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:12.893318 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e643a5-7db2-48da-905f-5eca99173760 req-7e7f7ef2-f865-4d6f-84c7-ead61c3e8b92 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:12.897458 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-33e643a5-7db2-48da-905f-5eca99173760 req-7e7f7ef2-f865-4d6f-84c7-ead61c3e8b92 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] 10.222.0.55 "GET /v2.0/ports?device_id=455809e7-a5e0-4854-943a-386ccf0610e3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1107004 May 28 06:30:12.995877 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b565f116-c95a-45d4-b3be-f0ceaed7e7cd tempest-FloatingIPAdminTestJSON-887671163 tempest-FloatingIPAdminTestJSON-887671163-project-admin] Pushing event updated for resources: {'Port': ['ID=afbbc558-0085-4463-a5c0-17ad8848584b,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:30:13.005685 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b565f116-c95a-45d4-b3be-f0ceaed7e7cd tempest-FloatingIPAdminTestJSON-887671163 tempest-FloatingIPAdminTestJSON-887671163-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691094'] for floatingip, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:13.030007 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-33e643a5-7db2-48da-905f-5eca99173760 req-4b743dcb-7ccd-42e7-8bcf-038d127e44a5 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.5.83 HTTP/1.1" status: 200 len: 695 time: 0.1283653 May 28 06:30:13.037600 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-33e643a5-7db2-48da-905f-5eca99173760 req-42372fcc-28a1-4421-bb36-a359dc65b80c tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Request body: {'floatingip': {'port_id': '212267bc-72fb-4720-960a-a0bb5430dbe0', 'fixed_ip_address': '172.20.0.13'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:30:13.087697 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b565f116-c95a-45d4-b3be-f0ceaed7e7cd tempest-FloatingIPAdminTestJSON-887671163 tempest-FloatingIPAdminTestJSON-887671163-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:13.098474 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-b565f116-c95a-45d4-b3be-f0ceaed7e7cd tempest-FloatingIPAdminTestJSON-887671163 tempest-FloatingIPAdminTestJSON-887671163-project-admin] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6676610 May 28 06:30:13.098474 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 56934) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:30:13.123783 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-33e643a5-7db2-48da-905f-5eca99173760 req-42372fcc-28a1-4421-bb36-a359dc65b80c tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Notify callbacks [] for floatingip, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:13.198315 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-22eebf31-5f43-4622-be56-3fc78c7a9af5 tempest-FloatingIPAdminTestJSON-1975882186 tempest-FloatingIPAdminTestJSON-1975882186-project] Request body: {'floatingip': {'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:30:13.204248 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-22eebf31-5f43-4622-be56-3fc78c7a9af5 tempest-FloatingIPAdminTestJSON-1975882186 tempest-FloatingIPAdminTestJSON-1975882186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:30:13.209526 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['0b072900-c46b-4977-bb60-6fa5199c688a'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:30:13.215969 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-22eebf31-5f43-4622-be56-3fc78c7a9af5 tempest-FloatingIPAdminTestJSON-1975882186 tempest-FloatingIPAdminTestJSON-1975882186-project] Usage tracker for resource:floatingip and tenant:c0af3f12f5a7447289cb7e6cbc527b20 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:30:13.219851 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-22eebf31-5f43-4622-be56-3fc78c7a9af5 tempest-FloatingIPAdminTestJSON-1975882186 tempest-FloatingIPAdminTestJSON-1975882186-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:30:13.226069 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-22eebf31-5f43-4622-be56-3fc78c7a9af5 tempest-FloatingIPAdminTestJSON-1975882186 tempest-FloatingIPAdminTestJSON-1975882186-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:30:13.276306 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7346996-2e34-4416-af51-a9a98d027bad req-3cd33da2-b0ac-405d-855a-05af2faaf213 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:13.282212 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7346996-2e34-4416-af51-a9a98d027bad req-3cd33da2-b0ac-405d-855a-05af2faaf213 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:13.288097 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7346996-2e34-4416-af51-a9a98d027bad req-3cd33da2-b0ac-405d-855a-05af2faaf213 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:13.294313 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7346996-2e34-4416-af51-a9a98d027bad req-3cd33da2-b0ac-405d-855a-05af2faaf213 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:13.300045 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7346996-2e34-4416-af51-a9a98d027bad req-3cd33da2-b0ac-405d-855a-05af2faaf213 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:13.305928 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7346996-2e34-4416-af51-a9a98d027bad req-3cd33da2-b0ac-405d-855a-05af2faaf213 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:13.311615 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7346996-2e34-4416-af51-a9a98d027bad req-3cd33da2-b0ac-405d-855a-05af2faaf213 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:13.313606 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f7346996-2e34-4416-af51-a9a98d027bad req-3cd33da2-b0ac-405d-855a-05af2faaf213 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.55 "GET /v2.0/ports?device_id=e11893ff-5c52-4ed1-b6b3-2fbc959d89e3 HTTP/1.1" status: 200 len: 5427 time: 0.3496153 May 28 06:30:13.328770 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-22eebf31-5f43-4622-be56-3fc78c7a9af5 tempest-FloatingIPAdminTestJSON-1975882186 tempest-FloatingIPAdminTestJSON-1975882186-project] Notify callbacks [] for floatingip, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:13.486086 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f7346996-2e34-4416-af51-a9a98d027bad req-a248430e-2495-4a81-bb32-e17304772a48 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.55 "GET /v2.0/security-groups?id=46eeeb0c-b6a3-4a12-ace3-318551136dd9&id=e8d697a1-1dba-4b18-a73a-2546d21ff79d&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1367102 May 28 06:30:13.518959 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device c60976f2-310e-4b2b-b603-af0aade00858 up at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:30:13.568522 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-22eebf31-5f43-4622-be56-3fc78c7a9af5 tempest-FloatingIPAdminTestJSON-1975882186 tempest-FloatingIPAdminTestJSON-1975882186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:13.761439 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-22eebf31-5f43-4622-be56-3fc78c7a9af5 tempest-FloatingIPAdminTestJSON-1975882186 tempest-FloatingIPAdminTestJSON-1975882186-project] Allocated IP 172.25.5.89 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/95a019b8-d418-4c01-ba34-b13b6294acfc) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:30:13.784979 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning for port c60976f2-310e-4b2b-b603-af0aade00858 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:30:13.789555 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning complete for port c60976f2-310e-4b2b-b603-af0aade00858 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:30:13.791833 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:13.936121 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port c60976f2-310e-4b2b-b603-af0aade00858 is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:30:13.936121 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:13.954772 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-22eebf31-5f43-4622-be56-3fc78c7a9af5 tempest-FloatingIPAdminTestJSON-1975882186 tempest-FloatingIPAdminTestJSON-1975882186-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:13.963047 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e11893ff-5c52-4ed1-b6b3-2fbc959d89e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c60976f2-310e-4b2b-b603-af0aade00858'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:30:13.969341 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac74a3c-bd30-4edd-b968-0f2a0e6ac4e3 req-31f93d23-0851-46f1-9023-b3a4f465b44f tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:13.970909 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7ac74a3c-bd30-4edd-b968-0f2a0e6ac4e3 req-31f93d23-0851-46f1-9023-b3a4f465b44f tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "GET /v2.0/ports?device_id=4faa87b8-f4ff-4090-9c52-7a280a3dcdf8 HTTP/1.1" status: 200 len: 946 time: 0.3457274 May 28 06:30:13.976644 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port c60976f2-310e-4b2b-b603-af0aade00858, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=c60976f2-310e-4b2b-b603-af0aade00858,segment=NetworkSegment(b626a722-ea70-46bf-9197-581d08545299),segment_id=b626a722-ea70-46bf-9197-581d08545299)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:30:14.034969 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7ac74a3c-bd30-4edd-b968-0f2a0e6ac4e3 req-78ab4f86-2234-4d89-9f2e-4d0980ca0701 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "GET /v2.0/security-groups?id=63ea6420-b48b-49b9-b520-8d6c62ca7c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566435 May 28 06:30:14.059403 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:14.060465 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 1b08fe22-1061-450c-a733-bf041f8a0d4d up at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:30:14.106302 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-22eebf31-5f43-4622-be56-3fc78c7a9af5 tempest-FloatingIPAdminTestJSON-1975882186 tempest-FloatingIPAdminTestJSON-1975882186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:14.168651 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22eebf31-5f43-4622-be56-3fc78c7a9af5 tempest-FloatingIPAdminTestJSON-1975882186 tempest-FloatingIPAdminTestJSON-1975882186-project] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:30:14.171559 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-22eebf31-5f43-4622-be56-3fc78c7a9af5 tempest-FloatingIPAdminTestJSON-1975882186 tempest-FloatingIPAdminTestJSON-1975882186-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:30:14.175110 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22eebf31-5f43-4622-be56-3fc78c7a9af5 tempest-FloatingIPAdminTestJSON-1975882186 tempest-FloatingIPAdminTestJSON-1975882186-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:30:14.223366 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=c60976f2-310e-4b2b-b603-af0aade00858,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:30:14.247099 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eebf31-5f43-4622-be56-3fc78c7a9af5 tempest-FloatingIPAdminTestJSON-1975882186 tempest-FloatingIPAdminTestJSON-1975882186-project] Pushing event updated for resources: {'Port': ['ID=95a019b8-d418-4c01-ba34-b13b6294acfc,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:30:14.254496 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-33e643a5-7db2-48da-905f-5eca99173760 req-42372fcc-28a1-4421-bb36-a359dc65b80c tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:14.270151 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-22eebf31-5f43-4622-be56-3fc78c7a9af5 tempest-FloatingIPAdminTestJSON-1975882186 tempest-FloatingIPAdminTestJSON-1975882186-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:14.281325 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3a063b-981e-4bb4-ab20-57a0e437d141 req-82e30bd3-41fd-4568-8db5-bd9c801914a5 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:14.282854 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-aa3a063b-981e-4bb4-ab20-57a0e437d141 req-82e30bd3-41fd-4568-8db5-bd9c801914a5 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/ports?device_id=1ea9703b-857d-4d37-9050-8f52726aa75e HTTP/1.1" status: 200 len: 948 time: 0.1037683 May 28 06:30:14.315527 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning for port 1b08fe22-1061-450c-a733-bf041f8a0d4d completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:30:14.321357 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning complete for port 1b08fe22-1061-450c-a733-bf041f8a0d4d triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:30:14.321776 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:14.328024 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-aa3a063b-981e-4bb4-ab20-57a0e437d141 req-31c0b2ba-b44c-4ad9-accc-df39d3be494c tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/security-groups?id=cc42bff8-ec73-4f47-a19d-2b56e52b6e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394206 May 28 06:30:14.382458 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-33e643a5-7db2-48da-905f-5eca99173760 req-42372fcc-28a1-4421-bb36-a359dc65b80c tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691094'] for floatingip, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:14.447779 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 1b08fe22-1061-450c-a733-bf041f8a0d4d is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:30:14.448154 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:14.465984 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-22eebf31-5f43-4622-be56-3fc78c7a9af5 tempest-FloatingIPAdminTestJSON-1975882186 tempest-FloatingIPAdminTestJSON-1975882186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:14.486120 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 1b08fe22-1061-450c-a733-bf041f8a0d4d, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=1b08fe22-1061-450c-a733-bf041f8a0d4d,segment=NetworkSegment(a17549e8-b8aa-4901-a73d-94fb0e39724e),segment_id=a17549e8-b8aa-4901-a73d-94fb0e39724e)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:30:14.590876 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9256f0f1-025d-48b2-9bd0-bf381f4216f3 req-0a134642-c0d6-4cd5-850d-a4c0a8f948ed tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=209b9e95-642a-449e-b80a-8c556723a341 HTTP/1.1" status: 200 len: 210 time: 0.1406248 May 28 06:30:14.596727 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:14.599117 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 8e3fc2e0-0ab0-4ec1-8a61-f578fba7ac74 up at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:30:14.762785 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=1b08fe22-1061-450c-a733-bf041f8a0d4d,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:30:14.812308 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e73300-0f40-4eef-a47f-a6f60e0ca563 req-d01cc47b-dcda-46e8-a879-e03d0df55f9b tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:14.813736 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-18e73300-0f40-4eef-a47f-a6f60e0ca563 req-d01cc47b-dcda-46e8-a879-e03d0df55f9b tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.69 "GET /v2.0/networks?id=c7bbc20e-7bc5-42fd-94f8-f3663ada8854 HTTP/1.1" status: 200 len: 812 time: 0.3648300 May 28 06:30:14.814771 n-d-843702-1 neutron-server[89110]: INFO neutron.db.l3_db [req-33e643a5-7db2-48da-905f-5eca99173760 req-42372fcc-28a1-4421-bb36-a359dc65b80c tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Floating IP a3916d3f-f627-495a-b413-a0f53a1ac7ca associated. External IP: 172.25.5.83, port: 212267bc-72fb-4720-960a-a0bb5430dbe0. May 28 06:30:14.868642 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-22eebf31-5f43-4622-be56-3fc78c7a9af5 tempest-FloatingIPAdminTestJSON-1975882186 tempest-FloatingIPAdminTestJSON-1975882186-project] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:14.875494 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning for port 8e3fc2e0-0ab0-4ec1-8a61-f578fba7ac74 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:30:14.878836 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-18e73300-0f40-4eef-a47f-a6f60e0ca563 req-ae3adec1-f00d-46f5-b09c-b9f3887605b8 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Request body: {'port': {'device_id': '209b9e95-642a-449e-b80a-8c556723a341', 'network_id': 'c7bbc20e-7bc5-42fd-94f8-f3663ada8854', 'admin_state_up': True, 'tenant_id': '9795f3bb4dd842ee9b6997b24ebca479'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:30:14.881309 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning complete for port 8e3fc2e0-0ab0-4ec1-8a61-f578fba7ac74 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:30:14.881906 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:14.996696 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-22eebf31-5f43-4622-be56-3fc78c7a9af5 tempest-FloatingIPAdminTestJSON-1975882186 tempest-FloatingIPAdminTestJSON-1975882186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:15.010046 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 8e3fc2e0-0ab0-4ec1-8a61-f578fba7ac74 is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:30:15.010553 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:15.047334 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 8e3fc2e0-0ab0-4ec1-8a61-f578fba7ac74, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=8e3fc2e0-0ab0-4ec1-8a61-f578fba7ac74,segment=NetworkSegment(b626a722-ea70-46bf-9197-581d08545299),segment_id=b626a722-ea70-46bf-9197-581d08545299)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:30:15.120249 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eebf31-5f43-4622-be56-3fc78c7a9af5 tempest-FloatingIPAdminTestJSON-1975882186 tempest-FloatingIPAdminTestJSON-1975882186-project] Pushing event updated for resources: {'Port': ['ID=95a019b8-d418-4c01-ba34-b13b6294acfc,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:30:15.122916 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:15.123802 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 63719b56-cdff-407a-9451-11b324811ceb up at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:30:15.134063 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-22eebf31-5f43-4622-be56-3fc78c7a9af5 tempest-FloatingIPAdminTestJSON-1975882186 tempest-FloatingIPAdminTestJSON-1975882186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691094'] for floatingip, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:15.165904 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0f77ab-cf6f-4c0d-9d27-f51886acb4ba req-378ec3dd-8b85-41b8-b773-0d8b7c20c9d5 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:15.167073 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6c0f77ab-cf6f-4c0d-9d27-f51886acb4ba req-378ec3dd-8b85-41b8-b773-0d8b7c20c9d5 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/ports?device_id=636ae437-f020-4a0c-9b90-04a6a2b5dea3 HTTP/1.1" status: 200 len: 946 time: 0.4483790 May 28 06:30:15.241378 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-22eebf31-5f43-4622-be56-3fc78c7a9af5 tempest-FloatingIPAdminTestJSON-1975882186 tempest-FloatingIPAdminTestJSON-1975882186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:15.244252 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-22eebf31-5f43-4622-be56-3fc78c7a9af5 tempest-FloatingIPAdminTestJSON-1975882186 tempest-FloatingIPAdminTestJSON-1975882186-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1516807 May 28 06:30:15.247347 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 56956) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:30:15.249380 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=8e3fc2e0-0ab0-4ec1-8a61-f578fba7ac74,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:30:15.266667 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-18e73300-0f40-4eef-a47f-a6f60e0ca563 req-ae3adec1-f00d-46f5-b09c-b9f3887605b8 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:30:15.353732 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-18e73300-0f40-4eef-a47f-a6f60e0ca563 req-ae3adec1-f00d-46f5-b09c-b9f3887605b8 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:30:15.358360 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-424290a0-0dd4-441c-b43c-0b219aefa551 tempest-FloatingIPAdminTestJSON-887671163 tempest-FloatingIPAdminTestJSON-887671163-project-admin] Synchronizing usage tracker for tenant:790d46264c4f4a2895f6c5b54f859c64 on resource:floatingip {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:30:15.362114 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning for port 63719b56-cdff-407a-9451-11b324811ceb completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:30:15.369526 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning complete for port 63719b56-cdff-407a-9451-11b324811ceb triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:30:15.370373 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:15.386833 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6c0f77ab-cf6f-4c0d-9d27-f51886acb4ba req-2529a475-10d5-430b-94ff-3316aeb1760d tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f2c8bcd-a51c-4c0c-8c62-f5096a9be3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608622 May 28 06:30:15.418670 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [req-33e643a5-7db2-48da-905f-5eca99173760 req-42372fcc-28a1-4421-bb36-a359dc65b80c tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Router 20062376-ff65-4080-8f87-21a903d8307b has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:30:15.449968 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-278973cf-469f-4c3e-85bd-47915b6a6757'] response: {'server_uuid': 'e11893ff-5c52-4ed1-b6b3-2fbc959d89e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c60976f2-310e-4b2b-b603-af0aade00858', 'code': 200} May 28 06:30:15.484959 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-424290a0-0dd4-441c-b43c-0b219aefa551 tempest-FloatingIPAdminTestJSON-887671163 tempest-FloatingIPAdminTestJSON-887671163-project-admin] Unset dirty status for tenant:790d46264c4f4a2895f6c5b54f859c64 on resource:floatingip {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:30:15.489664 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-424290a0-0dd4-441c-b43c-0b219aefa551 tempest-FloatingIPAdminTestJSON-887671163 tempest-FloatingIPAdminTestJSON-887671163-project-admin] 10.222.0.55 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4484 time: 0.2394211 May 28 06:30:15.491208 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 56962) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:30:15.518141 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 63719b56-cdff-407a-9451-11b324811ceb is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:30:15.518829 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:15.561551 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 63719b56-cdff-407a-9451-11b324811ceb, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=63719b56-cdff-407a-9451-11b324811ceb,segment=NetworkSegment(a17549e8-b8aa-4901-a73d-94fb0e39724e),segment_id=a17549e8-b8aa-4901-a73d-94fb0e39724e)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:30:15.606483 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-b15f700b-f7f9-4aa5-a579-16408739b5fd tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Synchronizing usage tracker for tenant:fb3df86799734d1a95091f0a6c7d07e1 on resource:floatingip {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:30:15.612782 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18e73300-0f40-4eef-a47f-a6f60e0ca563 req-ae3adec1-f00d-46f5-b09c-b9f3887605b8 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Made reservation on behalf of 9795f3bb4dd842ee9b6997b24ebca479 for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:30:15.615242 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-18e73300-0f40-4eef-a47f-a6f60e0ca563 req-ae3adec1-f00d-46f5-b09c-b9f3887605b8 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:15.643279 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:15.643279 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 2bc36923-1480-492d-8d92-1e4c402f1be2 up at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:30:15.715260 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-b15f700b-f7f9-4aa5-a579-16408739b5fd tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Unset dirty status for tenant:fb3df86799734d1a95091f0a6c7d07e1 on resource:floatingip {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:30:15.719138 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-b15f700b-f7f9-4aa5-a579-16408739b5fd tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] 10.222.0.55 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.2242937 May 28 06:30:15.719531 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 56968) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:30:15.765304 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=63719b56-cdff-407a-9451-11b324811ceb,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:30:15.870516 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning for port 2bc36923-1480-492d-8d92-1e4c402f1be2 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:30:15.877215 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning complete for port 2bc36923-1480-492d-8d92-1e4c402f1be2 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:30:15.877625 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:15.890824 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-24f20d32-9578-43b8-a738-e8701efe4b4c tempest-FloatingIPAdminTestJSON-1975882186 tempest-FloatingIPAdminTestJSON-1975882186-project] Deleting port 95a019b8-d418-4c01-ba34-b13b6294acfc {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:30:15.891391 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-24f20d32-9578-43b8-a738-e8701efe4b4c tempest-FloatingIPAdminTestJSON-1975882186 tempest-FloatingIPAdminTestJSON-1975882186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:15.896218 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-33e643a5-7db2-48da-905f-5eca99173760 req-42372fcc-28a1-4421-bb36-a359dc65b80c tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:30:15.911797 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bacd5043-7739-4aa7-a79a-9c304be427fd None None] Sync routers for ids ['20062376-ff65-4080-8f87-21a903d8307b'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:30:15.924007 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bacd5043-7739-4aa7-a79a-9c304be427fd None None] Routers {'20062376-ff65-4080-8f87-21a903d8307b'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:30:15.925042 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-bacd5043-7739-4aa7-a79a-9c304be427fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:29:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['20062376-ff65-4080-8f87-21a903d8307b'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:30:15.960243 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee178415-bff6-4846-af02-dfd58f7d7627 req-7f26882b-f97e-4872-9d5a-c4d559b463c6 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:15.966022 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee178415-bff6-4846-af02-dfd58f7d7627 req-7f26882b-f97e-4872-9d5a-c4d559b463c6 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:15.971745 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee178415-bff6-4846-af02-dfd58f7d7627 req-7f26882b-f97e-4872-9d5a-c4d559b463c6 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:15.977613 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee178415-bff6-4846-af02-dfd58f7d7627 req-7f26882b-f97e-4872-9d5a-c4d559b463c6 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:15.984739 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee178415-bff6-4846-af02-dfd58f7d7627 req-7f26882b-f97e-4872-9d5a-c4d559b463c6 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:15.991133 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee178415-bff6-4846-af02-dfd58f7d7627 req-7f26882b-f97e-4872-9d5a-c4d559b463c6 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:15.997571 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee178415-bff6-4846-af02-dfd58f7d7627 req-7f26882b-f97e-4872-9d5a-c4d559b463c6 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:16.005308 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ee178415-bff6-4846-af02-dfd58f7d7627 req-7f26882b-f97e-4872-9d5a-c4d559b463c6 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.55 "GET /v2.0/ports?device_id=e11893ff-5c52-4ed1-b6b3-2fbc959d89e3 HTTP/1.1" status: 200 len: 5431 time: 0.3953011 May 28 06:30:16.021975 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 2bc36923-1480-492d-8d92-1e4c402f1be2 is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:30:16.023516 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:16.029189 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-33e643a5-7db2-48da-905f-5eca99173760 req-42372fcc-28a1-4421-bb36-a359dc65b80c tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:16.065235 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 2bc36923-1480-492d-8d92-1e4c402f1be2, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=2bc36923-1480-492d-8d92-1e4c402f1be2,segment=NetworkSegment(b626a722-ea70-46bf-9197-581d08545299),segment_id=b626a722-ea70-46bf-9197-581d08545299)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:30:16.076362 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-24f20d32-9578-43b8-a738-e8701efe4b4c tempest-FloatingIPAdminTestJSON-1975882186 tempest-FloatingIPAdminTestJSON-1975882186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:16.076915 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-24f20d32-9578-43b8-a738-e8701efe4b4c tempest-FloatingIPAdminTestJSON-1975882186 tempest-FloatingIPAdminTestJSON-1975882186-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:16.141498 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-33e643a5-7db2-48da-905f-5eca99173760 req-42372fcc-28a1-4421-bb36-a359dc65b80c tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] 10.222.0.55 "PUT /v2.0/floatingips/a3916d3f-f627-495a-b413-a0f53a1ac7ca HTTP/1.1" status: 200 len: 996 time: 3.1014123 May 28 06:30:16.141498 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '455809e7-a5e0-4854-943a-386ccf0610e3', 'tag': '212267bc-72fb-4720-960a-a0bb5430dbe0'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:30:16.158068 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:16.158068 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device fe01eb67-c712-4a12-a2e7-d0f0c93a787f up at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:30:16.173064 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ee178415-bff6-4846-af02-dfd58f7d7627 req-398edda0-e45e-40bc-b569-b91c50d5844e tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.55 "GET /v2.0/security-groups?id=46eeeb0c-b6a3-4a12-ace3-318551136dd9&id=e8d697a1-1dba-4b18-a73a-2546d21ff79d&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1583974 May 28 06:30:16.192312 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [req-18e73300-0f40-4eef-a47f-a6f60e0ca563 req-ae3adec1-f00d-46f5-b09c-b9f3887605b8 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Allocated IP 172.20.0.8 (c7bbc20e-7bc5-42fd-94f8-f3663ada8854/6e5f323f-ea6c-4672-94fb-4b56107669c0/87ddbcc1-a213-43a1-86fb-e6ab6977f1da) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:30:16.219473 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-24f20d32-9578-43b8-a738-e8701efe4b4c tempest-FloatingIPAdminTestJSON-1975882186 tempest-FloatingIPAdminTestJSON-1975882186-project] Calling delete_port for 95a019b8-d418-4c01-ba34-b13b6294acfc owned by network:floatingip {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:30:16.227243 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-bacd5043-7739-4aa7-a79a-9c304be427fd None None] Set router 20062376-ff65-4080-8f87-21a903d8307b gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:30:16.334253 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 0b072900-c46b-4977-bb60-6fa5199c688a up at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:30:16.472332 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=2bc36923-1480-492d-8d92-1e4c402f1be2,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:30:16.484103 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-24f20d32-9578-43b8-a738-e8701efe4b4c tempest-FloatingIPAdminTestJSON-1975882186 tempest-FloatingIPAdminTestJSON-1975882186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:16.584142 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f20d32-9578-43b8-a738-e8701efe4b4c tempest-FloatingIPAdminTestJSON-1975882186 tempest-FloatingIPAdminTestJSON-1975882186-project] Pushing event deleted for resources: {'Port': ['ID=95a019b8-d418-4c01-ba34-b13b6294acfc,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:30:16.588231 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e643a5-7db2-48da-905f-5eca99173760 req-4b15c625-768a-49c4-93e5-14387ebbff43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:16.589961 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-33e643a5-7db2-48da-905f-5eca99173760 req-4b15c625-768a-49c4-93e5-14387ebbff43 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=16c56364460a469fa6890db0799c99b1&device_id=455809e7-a5e0-4854-943a-386ccf0610e3 HTTP/1.1" status: 200 len: 1097 time: 0.4088190 May 28 06:30:16.606872 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning for port 0b072900-c46b-4977-bb60-6fa5199c688a completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:30:16.612004 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning complete for port 0b072900-c46b-4977-bb60-6fa5199c688a triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:30:16.612375 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:16.667191 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-24f20d32-9578-43b8-a738-e8701efe4b4c tempest-FloatingIPAdminTestJSON-1975882186 tempest-FloatingIPAdminTestJSON-1975882186-project] Notify callbacks [] for floatingip, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:16.678960 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning for port fe01eb67-c712-4a12-a2e7-d0f0c93a787f completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:30:16.682270 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-24f20d32-9578-43b8-a738-e8701efe4b4c tempest-FloatingIPAdminTestJSON-1975882186 tempest-FloatingIPAdminTestJSON-1975882186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:16.685928 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-24f20d32-9578-43b8-a738-e8701efe4b4c tempest-FloatingIPAdminTestJSON-1975882186 tempest-FloatingIPAdminTestJSON-1975882186-project] 10.222.0.55 "DELETE /v2.0/floatingips/66c73c52-ffd9-4d33-9797-4df7afb57f54 HTTP/1.1" status: 204 len: 168 time: 0.9653778 May 28 06:30:16.687067 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning complete for port fe01eb67-c712-4a12-a2e7-d0f0c93a787f triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:30:16.687434 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:16.689513 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 56976) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:30:16.723226 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-bacd5043-7739-4aa7-a79a-9c304be427fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20062376-ff65-4080-8f87-21a903d8307b', 'name': 'tempest-FloatingIPsAssociationTestJSON-741993371-router', 'tenant_id': '16c56364460a469fa6890db0799c99b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '38de1d15-4711-4bec-9ef9-74fea9c7aceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:28:55Z', 'updated_at': '2022-05-28T06:29:02Z', 'revision_number': 4, 'project_id': '16c56364460a469fa6890db0799c99b1', 'gw_port': {'id': '38de1d15-4711-4bec-9ef9-74fea9c7aceb', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:1d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20062376-ff65-4080-8f87-21a903d8307b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:28:56Z', 'updated_at': '2022-05-28T06:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': 'a3916d3f-f627-495a-b413-a0f53a1ac7ca', 'tenant_id': '16c56364460a469fa6890db0799c99b1', 'floating_ip_address': '172.25.5.83', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': '20062376-ff65-4080-8f87-21a903d8307b', 'port_id': '212267bc-72fb-4720-960a-a0bb5430dbe0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc65caf0-8d89-44b6-8b48-1af6ff657d82', 'mac_address': 'fa:16:3e:a0:a2:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455809e7-a5e0-4854-943a-386ccf0610e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:29:42Z', 'updated_at': '2022-05-28T06:30:14Z', 'revision_number': 1, 'project_id': '16c56364460a469fa6890db0799c99b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df5164c0-1ed1-4dcf-b6b5-c03fb87cd1ee', 'name': '', 'network_id': 'dc65caf0-8d89-44b6-8b48-1af6ff657d82', 'tenant_id': '16c56364460a469fa6890db0799c99b1', 'mac_address': 'fa:16:3e:8c:9a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20062376-ff65-4080-8f87-21a903d8307b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '4c48a484-2f92-4e72-9bd4-fc1c355a17c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:29:01Z', 'updated_at': '2022-05-28T06:29:10Z', 'revision_number': 5, 'project_id': '16c56364460a469fa6890db0799c99b1', 'subnets': [{'id': '4c48a484-2f92-4e72-9bd4-fc1c355a17c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:30:16.727645 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bacd5043-7739-4aa7-a79a-9c304be427fd None None] Checking router: 20062376-ff65-4080-8f87-21a903d8307b for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:30:16.735394 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65fa651-c5e0-4ab6-a883-2a7282efc780 req-b58a3096-7fbb-4c03-8cf8-7a49b6de9c7f tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:16.736793 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bacd5043-7739-4aa7-a79a-9c304be427fd None None] Routers {'20062376-ff65-4080-8f87-21a903d8307b'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:30:16.737789 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-bacd5043-7739-4aa7-a79a-9c304be427fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:29:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['20062376-ff65-4080-8f87-21a903d8307b'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:30:16.748477 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b65fa651-c5e0-4ab6-a883-2a7282efc780 req-b58a3096-7fbb-4c03-8cf8-7a49b6de9c7f tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "GET /v2.0/ports?device_id=4faa87b8-f4ff-4090-9c52-7a280a3dcdf8 HTTP/1.1" status: 200 len: 946 time: 0.3712714 May 28 06:30:16.885612 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-18e73300-0f40-4eef-a47f-a6f60e0ca563 req-ae3adec1-f00d-46f5-b09c-b9f3887605b8 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:16.941964 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 0b072900-c46b-4977-bb60-6fa5199c688a is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:30:16.942224 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:16.943655 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b65fa651-c5e0-4ab6-a883-2a7282efc780 req-b2c8d7b0-51d6-40f7-8903-04bb9c138f4b tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "GET /v2.0/security-groups?id=63ea6420-b48b-49b9-b520-8d6c62ca7c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1779907 May 28 06:30:16.970801 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e643a5-7db2-48da-905f-5eca99173760 req-51ae94b1-4358-4393-958d-555f33a5e6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:16.997341 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-33e643a5-7db2-48da-905f-5eca99173760 req-51ae94b1-4358-4393-958d-555f33a5e6a9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=dc65caf0-8d89-44b6-8b48-1af6ff657d82 HTTP/1.1" status: 200 len: 921 time: 0.3765242 May 28 06:30:16.997490 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 0b072900-c46b-4977-bb60-6fa5199c688a, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=0b072900-c46b-4977-bb60-6fa5199c688a,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:30:17.015067 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port fe01eb67-c712-4a12-a2e7-d0f0c93a787f is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:30:17.015439 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:17.022898 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-bacd5043-7739-4aa7-a79a-9c304be427fd None None] Set router 20062376-ff65-4080-8f87-21a903d8307b gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:30:17.055417 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port fe01eb67-c712-4a12-a2e7-d0f0c93a787f, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=fe01eb67-c712-4a12-a2e7-d0f0c93a787f,segment=NetworkSegment(b626a722-ea70-46bf-9197-581d08545299),segment_id=b626a722-ea70-46bf-9197-581d08545299)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:30:17.098407 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:17.115528 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-33e643a5-7db2-48da-905f-5eca99173760 req-74491162-a11d-4f5d-8e95-6497998fba6b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=212267bc-72fb-4720-960a-a0bb5430dbe0 HTTP/1.1" status: 200 len: 999 time: 0.1340270 May 28 06:30:17.116598 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-79215946-fb68-442e-92cf-07d3d47d6328 tempest-FloatingIPAdminTestJSON-887671163 tempest-FloatingIPAdminTestJSON-887671163-project-admin] Deleting port afbbc558-0085-4463-a5c0-17ad8848584b {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:30:17.117627 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-79215946-fb68-442e-92cf-07d3d47d6328 tempest-FloatingIPAdminTestJSON-887671163 tempest-FloatingIPAdminTestJSON-887671163-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:17.145336 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:17.146321 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 59c8a3dd-39de-497f-ae98-545149d1be00 up at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:30:17.244259 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=0b072900-c46b-4977-bb60-6fa5199c688a,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:30:17.268057 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e643a5-7db2-48da-905f-5eca99173760 req-f34ff587-5f2f-4aed-8248-2bbd43c6c2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:17.276573 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-33e643a5-7db2-48da-905f-5eca99173760 req-f34ff587-5f2f-4aed-8248-2bbd43c6c2c6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4c48a484-2f92-4e72-9bd4-fc1c355a17c1 HTTP/1.1" status: 200 len: 859 time: 0.1600101 May 28 06:30:17.334830 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7678392-58f8-47cb-a6a5-8bcc68eb37ce req-c8a23476-91cf-48e9-b9cf-2b170b35c2f1 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:17.336319 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e7678392-58f8-47cb-a6a5-8bcc68eb37ce req-c8a23476-91cf-48e9-b9cf-2b170b35c2f1 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/ports?device_id=1ea9703b-857d-4d37-9050-8f52726aa75e HTTP/1.1" status: 200 len: 949 time: 0.1822181 May 28 06:30:17.344535 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=fe01eb67-c712-4a12-a2e7-d0f0c93a787f,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:30:17.381223 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-18e73300-0f40-4eef-a47f-a6f60e0ca563 req-ae3adec1-f00d-46f5-b09c-b9f3887605b8 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:17.400899 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-79215946-fb68-442e-92cf-07d3d47d6328 tempest-FloatingIPAdminTestJSON-887671163 tempest-FloatingIPAdminTestJSON-887671163-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:17.401235 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-79215946-fb68-442e-92cf-07d3d47d6328 tempest-FloatingIPAdminTestJSON-887671163 tempest-FloatingIPAdminTestJSON-887671163-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:17.433836 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning for port 59c8a3dd-39de-497f-ae98-545149d1be00 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:30:17.435800 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning complete for port 59c8a3dd-39de-497f-ae98-545149d1be00 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:30:17.436391 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:17.457577 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e7678392-58f8-47cb-a6a5-8bcc68eb37ce req-c45a07d5-57c7-46fb-8e9c-5f2b83aea635 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/security-groups?id=cc42bff8-ec73-4f47-a19d-2b56e52b6e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084166 May 28 06:30:17.475157 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e11893ff-5c52-4ed1-b6b3-2fbc959d89e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b08fe22-1061-450c-a733-bf041f8a0d4d'}, {'server_uuid': 'e11893ff-5c52-4ed1-b6b3-2fbc959d89e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e3fc2e0-0ab0-4ec1-8a61-f578fba7ac74'}, {'server_uuid': 'e11893ff-5c52-4ed1-b6b3-2fbc959d89e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63719b56-cdff-407a-9451-11b324811ceb'}, {'server_uuid': 'e11893ff-5c52-4ed1-b6b3-2fbc959d89e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bc36923-1480-492d-8d92-1e4c402f1be2'}, {'server_uuid': '1ea9703b-857d-4d37-9050-8f52726aa75e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b072900-c46b-4977-bb60-6fa5199c688a'}, {'server_uuid': 'e11893ff-5c52-4ed1-b6b3-2fbc959d89e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe01eb67-c712-4a12-a2e7-d0f0c93a787f'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:30:17.512076 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18e73300-0f40-4eef-a47f-a6f60e0ca563 req-ae3adec1-f00d-46f5-b09c-b9f3887605b8 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Network c7bbc20e-7bc5-42fd-94f8-f3663ada8854 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:30:17.512076 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [req-18e73300-0f40-4eef-a47f-a6f60e0ca563 req-ae3adec1-f00d-46f5-b09c-b9f3887605b8 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:30:17.516864 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-18e73300-0f40-4eef-a47f-a6f60e0ca563 req-ae3adec1-f00d-46f5-b09c-b9f3887605b8 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:30:17.595164 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3adec1-f00d-46f5-b09c-b9f3887605b8 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Pushing event updated for resources: {'Port': ['ID=87ddbcc1-a213-43a1-86fb-e6ab6977f1da,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:30:17.614425 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3adec1-f00d-46f5-b09c-b9f3887605b8 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:30:17.621234 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3adec1-f00d-46f5-b09c-b9f3887605b8 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:30:17.621234 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3adec1-f00d-46f5-b09c-b9f3887605b8 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:30:17.621234 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3adec1-f00d-46f5-b09c-b9f3887605b8 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:30:17.621234 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3adec1-f00d-46f5-b09c-b9f3887605b8 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:30:17.621234 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3adec1-f00d-46f5-b09c-b9f3887605b8 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:30:17.621234 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3adec1-f00d-46f5-b09c-b9f3887605b8 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:30:17.621234 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3adec1-f00d-46f5-b09c-b9f3887605b8 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:30:17.621234 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3adec1-f00d-46f5-b09c-b9f3887605b8 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:30:17.621234 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3adec1-f00d-46f5-b09c-b9f3887605b8 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:30:17.621234 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3adec1-f00d-46f5-b09c-b9f3887605b8 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:30:17.621234 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3adec1-f00d-46f5-b09c-b9f3887605b8 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:30:17.625588 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e643a5-7db2-48da-905f-5eca99173760 req-fd8267f8-818a-4812-84ea-2a54881bff71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:17.632990 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-33e643a5-7db2-48da-905f-5eca99173760 req-fd8267f8-818a-4812-84ea-2a54881bff71 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=dc65caf0-8d89-44b6-8b48-1af6ff657d82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3554745 May 28 06:30:17.638729 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [req-33e643a5-7db2-48da-905f-5eca99173760 req-1d9a796d-5d02-4e43-97bf-5835e30c6962 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=89110) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:30:17.645511 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-33e643a5-7db2-48da-905f-5eca99173760 req-1d9a796d-5d02-4e43-97bf-5835e30c6962 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0110998 May 28 06:30:17.650782 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 59c8a3dd-39de-497f-ae98-545149d1be00 is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:30:17.651249 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:17.652330 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-bacd5043-7739-4aa7-a79a-9c304be427fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20062376-ff65-4080-8f87-21a903d8307b', 'name': 'tempest-FloatingIPsAssociationTestJSON-741993371-router', 'tenant_id': '16c56364460a469fa6890db0799c99b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '38de1d15-4711-4bec-9ef9-74fea9c7aceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:28:55Z', 'updated_at': '2022-05-28T06:29:02Z', 'revision_number': 4, 'project_id': '16c56364460a469fa6890db0799c99b1', 'gw_port': {'id': '38de1d15-4711-4bec-9ef9-74fea9c7aceb', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:1d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20062376-ff65-4080-8f87-21a903d8307b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:28:56Z', 'updated_at': '2022-05-28T06:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': 'a3916d3f-f627-495a-b413-a0f53a1ac7ca', 'tenant_id': '16c56364460a469fa6890db0799c99b1', 'floating_ip_address': '172.25.5.83', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': '20062376-ff65-4080-8f87-21a903d8307b', 'port_id': '212267bc-72fb-4720-960a-a0bb5430dbe0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc65caf0-8d89-44b6-8b48-1af6ff657d82', 'mac_address': 'fa:16:3e:a0:a2:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455809e7-a5e0-4854-943a-386ccf0610e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:29:42Z', 'updated_at': '2022-05-28T06:30:14Z', 'revision_number': 1, 'project_id': '16c56364460a469fa6890db0799c99b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df5164c0-1ed1-4dcf-b6b5-c03fb87cd1ee', 'name': '', 'network_id': 'dc65caf0-8d89-44b6-8b48-1af6ff657d82', 'tenant_id': '16c56364460a469fa6890db0799c99b1', 'mac_address': 'fa:16:3e:8c:9a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20062376-ff65-4080-8f87-21a903d8307b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '4c48a484-2f92-4e72-9bd4-fc1c355a17c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:29:01Z', 'updated_at': '2022-05-28T06:29:10Z', 'revision_number': 5, 'project_id': '16c56364460a469fa6890db0799c99b1', 'subnets': [{'id': '4c48a484-2f92-4e72-9bd4-fc1c355a17c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:30:17.661902 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bacd5043-7739-4aa7-a79a-9c304be427fd None None] The sync data for ids ['20062376-ff65-4080-8f87-21a903d8307b'] in n-d-843702-1 is: [{'id': '20062376-ff65-4080-8f87-21a903d8307b', 'name': 'tempest-FloatingIPsAssociationTestJSON-741993371-router', 'tenant_id': '16c56364460a469fa6890db0799c99b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '38de1d15-4711-4bec-9ef9-74fea9c7aceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:28:55Z', 'updated_at': '2022-05-28T06:29:02Z', 'revision_number': 4, 'project_id': '16c56364460a469fa6890db0799c99b1', 'gw_port': {'id': '38de1d15-4711-4bec-9ef9-74fea9c7aceb', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:1d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20062376-ff65-4080-8f87-21a903d8307b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:28:56Z', 'updated_at': '2022-05-28T06:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': 'a3916d3f-f627-495a-b413-a0f53a1ac7ca', 'tenant_id': '16c56364460a469fa6890db0799c99b1', 'floating_ip_address': '172.25.5.83', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': '20062376-ff65-4080-8f87-21a903d8307b', 'port_id': '212267bc-72fb-4720-960a-a0bb5430dbe0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc65caf0-8d89-44b6-8b48-1af6ff657d82', 'mac_address': 'fa:16:3e:a0:a2:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455809e7-a5e0-4854-943a-386ccf0610e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:29:42Z', 'updated_at': '2022-05-28T06:30:14Z', 'revision_number': 1, 'project_id': '16c56364460a469fa6890db0799c99b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df5164c0-1ed1-4dcf-b6b5-c03fb87cd1ee', 'name': '', 'network_id': 'dc65caf0-8d89-44b6-8b48-1af6ff657d82', 'tenant_id': '16c56364460a469fa6890db0799c99b1', 'mac_address': 'fa:16:3e:8c:9a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20062376-ff65-4080-8f87-21a903d8307b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '4c48a484-2f92-4e72-9bd4-fc1c355a17c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:29:01Z', 'updated_at': '2022-05-28T06:29:10Z', 'revision_number': 5, 'project_id': '16c56364460a469fa6890db0799c99b1', 'subnets': [{'id': '4c48a484-2f92-4e72-9bd4-fc1c355a17c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:30:17.674919 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-79215946-fb68-442e-92cf-07d3d47d6328 tempest-FloatingIPAdminTestJSON-887671163 tempest-FloatingIPAdminTestJSON-887671163-project-admin] Calling delete_port for afbbc558-0085-4463-a5c0-17ad8848584b owned by network:floatingip {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:30:17.695854 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 59c8a3dd-39de-497f-ae98-545149d1be00, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=59c8a3dd-39de-497f-ae98-545149d1be00,segment=NetworkSegment(19dbd857-d13f-4a6d-bcbd-ec9bd33234b5),segment_id=19dbd857-d13f-4a6d-bcbd-ec9bd33234b5)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:30:17.806502 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:17.892076 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=59c8a3dd-39de-497f-ae98-545149d1be00,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:30:18.071072 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e73300-0f40-4eef-a47f-a6f60e0ca563 req-ae3adec1-f00d-46f5-b09c-b9f3887605b8 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:18.071072 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-18e73300-0f40-4eef-a47f-a6f60e0ca563 req-ae3adec1-f00d-46f5-b09c-b9f3887605b8 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:18.071281 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a4eff1-8dd0-40ce-96ff-9c76833b0c77 None None] New status for floating IP a3916d3f-f627-495a-b413-a0f53a1ac7ca: ACTIVE {{(pid=89111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 06:30:18.071376 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-33e643a5-7db2-48da-905f-5eca99173760 req-a559152b-63bf-4c2d-b28c-beaf6f0110cb service neutron] 10.222.0.55 "GET /v2.0/networks/dc65caf0-8d89-44b6-8b48-1af6ff657d82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3554230 May 28 06:30:18.071376 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1fc449-6ecf-42df-bdd5-206d367e0607 req-b0063277-7b59-4516-98fe-8de54c72c9e4 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:18.071376 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-7f1fc449-6ecf-42df-bdd5-206d367e0607 req-b0063277-7b59-4516-98fe-8de54c72c9e4 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Synchronizing usage tracker for tenant:9795f3bb4dd842ee9b6997b24ebca479 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:30:18.154675 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-33e643a5-7db2-48da-905f-5eca99173760 req-ada57d98-3469-4a00-b9d4-3d12b1e47faa service neutron] 10.222.0.55 "GET /v2.0/networks/dc65caf0-8d89-44b6-8b48-1af6ff657d82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462917 May 28 06:30:18.309677 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-79215946-fb68-442e-92cf-07d3d47d6328 tempest-FloatingIPAdminTestJSON-887671163 tempest-FloatingIPAdminTestJSON-887671163-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:18.356911 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79215946-fb68-442e-92cf-07d3d47d6328 tempest-FloatingIPAdminTestJSON-887671163 tempest-FloatingIPAdminTestJSON-887671163-project-admin] Pushing event deleted for resources: {'Port': ['ID=afbbc558-0085-4463-a5c0-17ad8848584b,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:30:18.361916 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-7f1fc449-6ecf-42df-bdd5-206d367e0607 req-b0063277-7b59-4516-98fe-8de54c72c9e4 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Unset dirty status for tenant:9795f3bb4dd842ee9b6997b24ebca479 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:30:18.372380 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7f1fc449-6ecf-42df-bdd5-206d367e0607 req-b0063277-7b59-4516-98fe-8de54c72c9e4 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=209b9e95-642a-449e-b80a-8c556723a341 HTTP/1.1" status: 200 len: 931 time: 0.6846623 May 28 06:30:18.372380 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-18e73300-0f40-4eef-a47f-a6f60e0ca563 req-ae3adec1-f00d-46f5-b09c-b9f3887605b8 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4951410 May 28 06:30:18.405023 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-18e73300-0f40-4eef-a47f-a6f60e0ca563 req-b0f4432c-02f8-494e-a350-bf2b9477e80d service neutron] Request body: {'port': {'device_id': '209b9e95-642a-449e-b80a-8c556723a341', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843702-1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:30:18.435960 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2a8a36f-50f8-4b40-aae7-3908126a4b04'] response: {'name': 'network-changed', 'server_uuid': '455809e7-a5e0-4854-943a-386ccf0610e3', 'tag': '212267bc-72fb-4720-960a-a0bb5430dbe0', 'status': 'completed', 'code': 200} May 28 06:30:18.465459 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-79215946-fb68-442e-92cf-07d3d47d6328 tempest-FloatingIPAdminTestJSON-887671163 tempest-FloatingIPAdminTestJSON-887671163-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:18.489176 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7f1fc449-6ecf-42df-bdd5-206d367e0607 req-e1f187ce-81e5-44de-a344-9b5b991d322f tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/security-groups?id=f6de87b7-c8be-4140-be86-d0d6b2592918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105683 May 28 06:30:18.653398 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-79215946-fb68-442e-92cf-07d3d47d6328 tempest-FloatingIPAdminTestJSON-887671163 tempest-FloatingIPAdminTestJSON-887671163-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:18.656614 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-79215946-fb68-442e-92cf-07d3d47d6328 tempest-FloatingIPAdminTestJSON-887671163 tempest-FloatingIPAdminTestJSON-887671163-project-admin] 10.222.0.55 "DELETE /v2.0/floatingips/b035eac3-430e-4993-9ed6-466108196a80 HTTP/1.1" status: 204 len: 168 time: 1.9641180 May 28 06:30:18.658017 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 56992) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:30:18.725996 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-42903aa1-38b6-44a3-a5f0-4db2e2ce0b7e tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Deleting port 998953c1-4efd-404a-9eb5-13e2364d266f {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:30:18.726343 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-42903aa1-38b6-44a3-a5f0-4db2e2ce0b7e tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:18.747649 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-18e73300-0f40-4eef-a47f-a6f60e0ca563 req-b0f4432c-02f8-494e-a350-bf2b9477e80d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:18.860954 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab94a77-ec61-4305-8a99-e7064312bd19 req-04a67b08-7b61-4fdb-b778-01a7077454b0 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:18.862439 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4ab94a77-ec61-4305-8a99-e7064312bd19 req-04a67b08-7b61-4fdb-b778-01a7077454b0 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/ports?device_id=636ae437-f020-4a0c-9b90-04a6a2b5dea3 HTTP/1.1" status: 200 len: 946 time: 0.3161759 May 28 06:30:18.871081 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69c7636-a31d-4434-a859-c3a3d1a40436 req-af787379-4d6c-4690-8aee-e75ff75774b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:18.872590 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d69c7636-a31d-4434-a859-c3a3d1a40436 req-af787379-4d6c-4690-8aee-e75ff75774b3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=16c56364460a469fa6890db0799c99b1&device_id=455809e7-a5e0-4854-943a-386ccf0610e3 HTTP/1.1" status: 200 len: 1097 time: 0.3822334 May 28 06:30:18.974970 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561450a3-ccab-4abc-96f7-8e1482b2b353 req-3b8bdc17-9993-49de-a98f-f6a94ba15670 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:18.982080 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561450a3-ccab-4abc-96f7-8e1482b2b353 req-3b8bdc17-9993-49de-a98f-f6a94ba15670 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:18.988533 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561450a3-ccab-4abc-96f7-8e1482b2b353 req-3b8bdc17-9993-49de-a98f-f6a94ba15670 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:18.990348 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-42903aa1-38b6-44a3-a5f0-4db2e2ce0b7e tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:18.994402 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561450a3-ccab-4abc-96f7-8e1482b2b353 req-3b8bdc17-9993-49de-a98f-f6a94ba15670 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:19.000000 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561450a3-ccab-4abc-96f7-8e1482b2b353 req-3b8bdc17-9993-49de-a98f-f6a94ba15670 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:19.005748 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561450a3-ccab-4abc-96f7-8e1482b2b353 req-3b8bdc17-9993-49de-a98f-f6a94ba15670 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:19.011507 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561450a3-ccab-4abc-96f7-8e1482b2b353 req-3b8bdc17-9993-49de-a98f-f6a94ba15670 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:19.013397 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-561450a3-ccab-4abc-96f7-8e1482b2b353 req-3b8bdc17-9993-49de-a98f-f6a94ba15670 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.55 "GET /v2.0/ports?device_id=e11893ff-5c52-4ed1-b6b3-2fbc959d89e3 HTTP/1.1" status: 200 len: 5434 time: 0.3939886 May 28 06:30:19.120401 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-42903aa1-38b6-44a3-a5f0-4db2e2ce0b7e tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Calling delete_port for 998953c1-4efd-404a-9eb5-13e2364d266f owned by {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:30:19.157567 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4ab94a77-ec61-4305-8a99-e7064312bd19 req-470fb54f-4f59-44cd-aba7-5c1daca1967d tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f2c8bcd-a51c-4c0c-8c62-f5096a9be3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2835174 May 28 06:30:19.225570 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b065ca7-7d88-4db7-8d33-933b087437f4'] response: {'server_uuid': 'e11893ff-5c52-4ed1-b6b3-2fbc959d89e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b08fe22-1061-450c-a733-bf041f8a0d4d', 'code': 200} May 28 06:30:19.229007 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b065ca7-7d88-4db7-8d33-933b087437f4'] response: {'server_uuid': 'e11893ff-5c52-4ed1-b6b3-2fbc959d89e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e3fc2e0-0ab0-4ec1-8a61-f578fba7ac74', 'code': 200} May 28 06:30:19.229007 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b065ca7-7d88-4db7-8d33-933b087437f4'] response: {'server_uuid': 'e11893ff-5c52-4ed1-b6b3-2fbc959d89e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63719b56-cdff-407a-9451-11b324811ceb', 'code': 200} May 28 06:30:19.229007 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b065ca7-7d88-4db7-8d33-933b087437f4'] response: {'server_uuid': 'e11893ff-5c52-4ed1-b6b3-2fbc959d89e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bc36923-1480-492d-8d92-1e4c402f1be2', 'code': 200} May 28 06:30:19.229007 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b065ca7-7d88-4db7-8d33-933b087437f4'] response: {'server_uuid': '1ea9703b-857d-4d37-9050-8f52726aa75e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b072900-c46b-4977-bb60-6fa5199c688a', 'code': 200} May 28 06:30:19.229007 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b065ca7-7d88-4db7-8d33-933b087437f4'] response: {'server_uuid': 'e11893ff-5c52-4ed1-b6b3-2fbc959d89e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe01eb67-c712-4a12-a2e7-d0f0c93a787f', 'code': 200} May 28 06:30:19.283846 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-561450a3-ccab-4abc-96f7-8e1482b2b353 req-c0dff77b-8ef1-4905-9e53-3b5f3f231e98 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.55 "GET /v2.0/security-groups?id=46eeeb0c-b6a3-4a12-ace3-318551136dd9&id=e8d697a1-1dba-4b18-a73a-2546d21ff79d&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2499900 May 28 06:30:19.370400 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69c7636-a31d-4434-a859-c3a3d1a40436 req-1db466a5-67ff-4083-9d3e-e8f4ac2d5941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:19.371704 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d69c7636-a31d-4434-a859-c3a3d1a40436 req-1db466a5-67ff-4083-9d3e-e8f4ac2d5941 service neutron] 10.222.0.71 "GET /v2.0/networks?id=dc65caf0-8d89-44b6-8b48-1af6ff657d82 HTTP/1.1" status: 200 len: 921 time: 0.4795575 May 28 06:30:19.390012 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-42903aa1-38b6-44a3-a5f0-4db2e2ce0b7e tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:19.457380 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42903aa1-38b6-44a3-a5f0-4db2e2ce0b7e tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Pushing event deleted for resources: {'Port': ['ID=998953c1-4efd-404a-9eb5-13e2364d266f,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:30:19.579300 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1e3b91-f8bd-4a16-bc31-acd8af364b1f req-7e0be6c7-b642-4561-b23d-bc94ea4cc0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:19.580939 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d69c7636-a31d-4434-a859-c3a3d1a40436 req-e82cc692-51e0-4812-8733-1c9732e86ac8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=212267bc-72fb-4720-960a-a0bb5430dbe0 HTTP/1.1" status: 200 len: 1001 time: 0.2001591 May 28 06:30:19.581386 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-ff1e3b91-f8bd-4a16-bc31-acd8af364b1f req-7e0be6c7-b642-4561-b23d-bc94ea4cc0e7 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=1ea9703b-857d-4d37-9050-8f52726aa75e HTTP/1.1" status: 200 len: 1100 time: 0.2281547 May 28 06:30:19.584775 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-42903aa1-38b6-44a3-a5f0-4db2e2ce0b7e tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:19.592242 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-42903aa1-38b6-44a3-a5f0-4db2e2ce0b7e tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] 10.222.0.55 "DELETE /v2.0/ports/998953c1-4efd-404a-9eb5-13e2364d266f HTTP/1.1" status: 204 len: 168 time: 0.9332013 May 28 06:30:19.596150 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 56998) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:30:19.691491 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-ff1e3b91-f8bd-4a16-bc31-acd8af364b1f req-68d257c6-1866-451f-ad87-c55318f3ca3c service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=cc42bff8-ec73-4f47-a19d-2b56e52b6e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943785 May 28 06:30:19.717014 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344c3ce4-b79b-428b-928a-b4f0a24fa9f0 tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:19.717755 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-344c3ce4-b79b-428b-928a-b4f0a24fa9f0 tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Synchronizing usage tracker for tenant:fb3df86799734d1a95091f0a6c7d07e1 on resource:port {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:30:19.823958 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-344c3ce4-b79b-428b-928a-b4f0a24fa9f0 tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Unset dirty status for tenant:fb3df86799734d1a95091f0a6c7d07e1 on resource:port {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:30:19.825732 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-344c3ce4-b79b-428b-928a-b4f0a24fa9f0 tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] 10.222.0.55 "GET /v2.0/ports?device_id=0a7ea546-7974-4154-9aef-f061c97a0b82 HTTP/1.1" status: 200 len: 913 time: 0.2137582 May 28 06:30:19.828432 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 57002) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:30:19.878669 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0861390-0c6c-4c0d-87ab-ef57aedb349c req-8d1313da-e4e2-4cfa-af13-9ff5eb771903 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:19.880209 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c0861390-0c6c-4c0d-87ab-ef57aedb349c req-8d1313da-e4e2-4cfa-af13-9ff5eb771903 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "GET /v2.0/ports?device_id=4faa87b8-f4ff-4090-9c52-7a280a3dcdf8 HTTP/1.1" status: 200 len: 946 time: 0.5519898 May 28 06:30:19.881669 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69c7636-a31d-4434-a859-c3a3d1a40436 req-fdaf4ea1-aa4e-4f78-a99b-b05c8fe3ad81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:19.882987 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d69c7636-a31d-4434-a859-c3a3d1a40436 req-fdaf4ea1-aa4e-4f78-a99b-b05c8fe3ad81 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4c48a484-2f92-4e72-9bd4-fc1c355a17c1 HTTP/1.1" status: 200 len: 859 time: 0.2813456 May 28 06:30:19.891531 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [req-18e73300-0f40-4eef-a47f-a6f60e0ca563 req-b0f4432c-02f8-494e-a350-bf2b9477e80d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87ddbcc1-a213-43a1-86fb-e6ab6977f1da {{(pid=89110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:30:19.912952 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-18e73300-0f40-4eef-a47f-a6f60e0ca563 req-b0f4432c-02f8-494e-a350-bf2b9477e80d service neutron] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:19.954372 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baaffde-725e-41d0-8af2-e772210d0ead req-97491bed-068c-4ff0-b2dd-ea6624f2c51b tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:19.955901 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1baaffde-725e-41d0-8af2-e772210d0ead req-97491bed-068c-4ff0-b2dd-ea6624f2c51b tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc387ca9-152c-4686-bc39-fc4225d3a7fb&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.5083523 May 28 06:30:19.959709 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-18e73300-0f40-4eef-a47f-a6f60e0ca563 req-b0f4432c-02f8-494e-a350-bf2b9477e80d service neutron] Transition to ACTIVE for port object 87ddbcc1-a213-43a1-86fb-e6ab6977f1da will not be triggered until provisioned by entity L2. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:30:20.058055 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c0861390-0c6c-4c0d-87ab-ef57aedb349c req-6c07f82c-c551-4b51-bbf3-f91e8638fa77 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "GET /v2.0/security-groups?id=63ea6420-b48b-49b9-b520-8d6c62ca7c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1705508 May 28 06:30:20.089024 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-18e73300-0f40-4eef-a47f-a6f60e0ca563 req-b0f4432c-02f8-494e-a350-bf2b9477e80d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:20.302984 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f4432c-02f8-494e-a350-bf2b9477e80d service neutron] Pushing event updated for resources: {'Port': ['ID=87ddbcc1-a213-43a1-86fb-e6ab6977f1da,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:30:20.309575 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1baaffde-725e-41d0-8af2-e772210d0ead req-5ba7c04a-78f3-42f2-a097-b772293c9d62 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.5.83 HTTP/1.1" status: 200 len: 1001 time: 0.3159680 May 28 06:30:20.359481 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-1baaffde-725e-41d0-8af2-e772210d0ead req-7b721106-0e14-4e95-8e81-14a07954d07e tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Request body: {'floatingip': {'port_id': '4fd6a9b8-da26-4615-bc61-8cad1b63866e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:30:20.506749 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69c7636-a31d-4434-a859-c3a3d1a40436 req-7cc6e220-cdfd-49cf-ac55-1b3b82224d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:20.508983 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d69c7636-a31d-4434-a859-c3a3d1a40436 req-7cc6e220-cdfd-49cf-ac55-1b3b82224d0a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=dc65caf0-8d89-44b6-8b48-1af6ff657d82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5474827 May 28 06:30:20.572938 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8eaf969a-dddf-40db-b927-3ac741120ebe tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700548'] for router_interface, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:20.613228 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-1baaffde-725e-41d0-8af2-e772210d0ead req-7b721106-0e14-4e95-8e81-14a07954d07e tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Notify callbacks [] for floatingip, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:20.698244 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-18e73300-0f40-4eef-a47f-a6f60e0ca563 req-b0f4432c-02f8-494e-a350-bf2b9477e80d service neutron] Attempting to bind port 87ddbcc1-a213-43a1-86fb-e6ab6977f1da on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:30:20.698786 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-18e73300-0f40-4eef-a47f-a6f60e0ca563 req-b0f4432c-02f8-494e-a350-bf2b9477e80d service neutron] Attempting to bind port 87ddbcc1-a213-43a1-86fb-e6ab6977f1da by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': 'a8c42c09-58b4-4e9e-ab8f-c96c63ee4190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c7bbc20e-7bc5-42fd-94f8-f3663ada8854'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:30:20.698786 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e73300-0f40-4eef-a47f-a6f60e0ca563 req-b0f4432c-02f8-494e-a350-bf2b9477e80d service neutron] Attempting to bind port 87ddbcc1-a213-43a1-86fb-e6ab6977f1da on network c7bbc20e-7bc5-42fd-94f8-f3663ada8854 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:30:20.729710 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e73300-0f40-4eef-a47f-a6f60e0ca563 req-b0f4432c-02f8-494e-a350-bf2b9477e80d service neutron] Port 87ddbcc1-a213-43a1-86fb-e6ab6977f1da on network c7bbc20e-7bc5-42fd-94f8-f3663ada8854 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:30:20.730055 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e73300-0f40-4eef-a47f-a6f60e0ca563 req-b0f4432c-02f8-494e-a350-bf2b9477e80d service neutron] Attempting to bind port 87ddbcc1-a213-43a1-86fb-e6ab6977f1da on network c7bbc20e-7bc5-42fd-94f8-f3663ada8854 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:30:20.749097 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dfd1eb-6e35-46d2-a274-27c7266f341c req-a3df7726-50de-49d6-8c94-001399afa71e tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:20.750616 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-81dfd1eb-6e35-46d2-a274-27c7266f341c req-a3df7726-50de-49d6-8c94-001399afa71e tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/ports?device_id=1ea9703b-857d-4d37-9050-8f52726aa75e HTTP/1.1" status: 200 len: 949 time: 0.5122685 May 28 06:30:20.764046 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e73300-0f40-4eef-a47f-a6f60e0ca563 req-b0f4432c-02f8-494e-a350-bf2b9477e80d service neutron] Checking agent: {'id': '69f492a0-c00d-46d0-9bec-fcd8161ce206', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:30:20.764381 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e73300-0f40-4eef-a47f-a6f60e0ca563 req-b0f4432c-02f8-494e-a350-bf2b9477e80d service neutron] Checking segment: {'id': 'a8c42c09-58b4-4e9e-ab8f-c96c63ee4190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c7bbc20e-7bc5-42fd-94f8-f3663ada8854'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:30:20.764783 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e73300-0f40-4eef-a47f-a6f60e0ca563 req-b0f4432c-02f8-494e-a350-bf2b9477e80d service neutron] Bound using segment: {'id': 'a8c42c09-58b4-4e9e-ab8f-c96c63ee4190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c7bbc20e-7bc5-42fd-94f8-f3663ada8854'} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:30:20.765232 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-18e73300-0f40-4eef-a47f-a6f60e0ca563 req-b0f4432c-02f8-494e-a350-bf2b9477e80d service neutron] Bound port: 87ddbcc1-a213-43a1-86fb-e6ab6977f1da, host: n-h1-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8c42c09-58b4-4e9e-ab8f-c96c63ee4190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c7bbc20e-7bc5-42fd-94f8-f3663ada8854'}}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:30:20.765814 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-18e73300-0f40-4eef-a47f-a6f60e0ca563 req-b0f4432c-02f8-494e-a350-bf2b9477e80d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:20.916999 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d69c7636-a31d-4434-a859-c3a3d1a40436 req-2f5f5700-5ce1-48ae-8a2e-731764b1f7c5 service neutron] 10.222.0.71 "GET /v2.0/networks/dc65caf0-8d89-44b6-8b48-1af6ff657d82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3979709 May 28 06:30:20.973382 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-8eaf969a-dddf-40db-b927-3ac741120ebe tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Deleting port 2cbc128f-ec53-413e-a13c-707da22266cd {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:30:20.973812 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8eaf969a-dddf-40db-b927-3ac741120ebe tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:21.125277 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-81dfd1eb-6e35-46d2-a274-27c7266f341c req-21b05b7f-cf04-4f48-b74b-6cd2f9d227b9 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/security-groups?id=cc42bff8-ec73-4f47-a19d-2b56e52b6e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3473699 May 28 06:30:21.171043 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-18e73300-0f40-4eef-a47f-a6f60e0ca563 req-b0f4432c-02f8-494e-a350-bf2b9477e80d service neutron] For port 87ddbcc1-a213-43a1-86fb-e6ab6977f1da, host n-h1-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:30:21.177756 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-18e73300-0f40-4eef-a47f-a6f60e0ca563 req-b0f4432c-02f8-494e-a350-bf2b9477e80d service neutron] For port 87ddbcc1-a213-43a1-86fb-e6ab6977f1da, host n-h1-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=87ddbcc1-a213-43a1-86fb-e6ab6977f1da,segment=NetworkSegment(a8c42c09-58b4-4e9e-ab8f-c96c63ee4190),segment_id=a8c42c09-58b4-4e9e-ab8f-c96c63ee4190)] {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:30:21.193793 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8eaf969a-dddf-40db-b927-3ac741120ebe tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:21.228695 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e11893ff-5c52-4ed1-b6b3-2fbc959d89e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59c8a3dd-39de-497f-ae98-545149d1be00'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:30:21.327955 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-8eaf969a-dddf-40db-b927-3ac741120ebe tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Calling delete_port for 2cbc128f-ec53-413e-a13c-707da22266cd owned by network:router_interface {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:30:21.331677 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-18e73300-0f40-4eef-a47f-a6f60e0ca563 req-b0f4432c-02f8-494e-a350-bf2b9477e80d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:21.405831 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d69c7636-a31d-4434-a859-c3a3d1a40436 req-b4ce0324-0f0a-4c3c-9963-f31265e61d4a service neutron] 10.222.0.71 "GET /v2.0/networks/dc65caf0-8d89-44b6-8b48-1af6ff657d82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4759967 May 28 06:30:21.646637 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e73300-0f40-4eef-a47f-a6f60e0ca563 req-b0f4432c-02f8-494e-a350-bf2b9477e80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:21.647336 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-18e73300-0f40-4eef-a47f-a6f60e0ca563 req-b0f4432c-02f8-494e-a350-bf2b9477e80d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:21.648848 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-18e73300-0f40-4eef-a47f-a6f60e0ca563 req-b0f4432c-02f8-494e-a350-bf2b9477e80d service neutron] 10.222.0.69 "PUT /v2.0/ports/87ddbcc1-a213-43a1-86fb-e6ab6977f1da HTTP/1.1" status: 200 len: 1091 time: 3.2701766 May 28 06:30:21.650512 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '209b9e95-642a-449e-b80a-8c556723a341', 'tag': '87ddbcc1-a213-43a1-86fb-e6ab6977f1da'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:30:21.692223 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f4432c-02f8-494e-a350-bf2b9477e80d service neutron] Pushing event updated for resources: {'Port': ['ID=87ddbcc1-a213-43a1-86fb-e6ab6977f1da,revision_number=3']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:30:21.802335 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b814123-d6bd-431d-8bbc-cfb6a004bd62 req-8b8f8171-30ae-4068-8e20-d9b4bc9d5678 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:21.803772 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8b814123-d6bd-431d-8bbc-cfb6a004bd62 req-8b8f8171-30ae-4068-8e20-d9b4bc9d5678 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=209b9e95-642a-449e-b80a-8c556723a341 HTTP/1.1" status: 200 len: 943 time: 0.5452783 May 28 06:30:21.904244 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8eaf969a-dddf-40db-b927-3ac741120ebe tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:21.923871 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8b814123-d6bd-431d-8bbc-cfb6a004bd62 req-4f16a0b1-66b2-4634-81f1-1c2fd1f6b29d tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/security-groups?id=f6de87b7-c8be-4140-be86-d0d6b2592918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061957 May 28 06:30:21.959846 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaf969a-dddf-40db-b927-3ac741120ebe tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Pushing event deleted for resources: {'Port': ['ID=2cbc128f-ec53-413e-a13c-707da22266cd,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:30:22.007411 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e73300-0f40-4eef-a47f-a6f60e0ca563 req-d8b3345e-fd39-45c8-858c-30aa7dce9fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:22.010364 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-18e73300-0f40-4eef-a47f-a6f60e0ca563 req-d8b3345e-fd39-45c8-858c-30aa7dce9fd2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9795f3bb4dd842ee9b6997b24ebca479&device_id=209b9e95-642a-449e-b80a-8c556723a341 HTTP/1.1" status: 200 len: 1094 time: 0.1440985 May 28 06:30:22.115943 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-18e73300-0f40-4eef-a47f-a6f60e0ca563 req-ac59fb3c-3822-457c-9ee4-d06875435b45 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=87ddbcc1-a213-43a1-86fb-e6ab6977f1da HTTP/1.1" status: 200 len: 217 time: 0.0943866 May 28 06:30:22.281252 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e73300-0f40-4eef-a47f-a6f60e0ca563 req-cb52025a-60ae-4e2b-b06a-7d2d8c992aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:22.281889 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8eaf969a-dddf-40db-b927-3ac741120ebe tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700472'] for router_interface, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:22.282950 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-18e73300-0f40-4eef-a47f-a6f60e0ca563 req-cb52025a-60ae-4e2b-b06a-7d2d8c992aa2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6e5f323f-ea6c-4672-94fb-4b56107669c0 HTTP/1.1" status: 200 len: 852 time: 0.1568046 May 28 06:30:22.331535 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-1baaffde-725e-41d0-8af2-e772210d0ead req-7b721106-0e14-4e95-8e81-14a07954d07e tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:22.338850 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-18e73300-0f40-4eef-a47f-a6f60e0ca563 req-64c3c414-6d3d-4a6e-a710-0e452fe97723 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c7bbc20e-7bc5-42fd-94f8-f3663ada8854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443816 May 28 06:30:22.471151 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-18e73300-0f40-4eef-a47f-a6f60e0ca563 req-12096af1-a319-4df0-b323-02cc23643cd8 service neutron] 10.222.0.69 "GET /v2.0/networks/c7bbc20e-7bc5-42fd-94f8-f3663ada8854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247880 May 28 06:30:22.609921 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-18e73300-0f40-4eef-a47f-a6f60e0ca563 req-5bec3661-574e-4387-898e-d47f51ee46fc service neutron] 10.222.0.69 "GET /v2.0/networks/c7bbc20e-7bc5-42fd-94f8-f3663ada8854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318903 May 28 06:30:22.652415 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eaf969a-dddf-40db-b927-3ac741120ebe tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Router 0a7ea546-7974-4154-9aef-f061c97a0b82 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:30:22.739808 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-1baaffde-725e-41d0-8af2-e772210d0ead req-7b721106-0e14-4e95-8e81-14a07954d07e tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691094'] for floatingip, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:22.834708 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eaf969a-dddf-40db-b927-3ac741120ebe tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:30:22.850969 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e7d9b8-4b84-48fe-8020-57e843958521 None None] Sync routers for ids ['0a7ea546-7974-4154-9aef-f061c97a0b82'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:30:22.860832 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e7d9b8-4b84-48fe-8020-57e843958521 None None] Routers {'0a7ea546-7974-4154-9aef-f061c97a0b82'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:30:22.861465 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-13e7d9b8-4b84-48fe-8020-57e843958521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:29:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['0a7ea546-7974-4154-9aef-f061c97a0b82'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:30:22.922536 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-13e7d9b8-4b84-48fe-8020-57e843958521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:30:22.928320 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-8eaf969a-dddf-40db-b927-3ac741120ebe tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] 10.222.0.55 "PUT /v2.0/routers/0a7ea546-7974-4154-9aef-f061c97a0b82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0961108 May 28 06:30:22.928320 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 57022) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:30:22.936287 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e7d9b8-4b84-48fe-8020-57e843958521 None None] Routers {'0a7ea546-7974-4154-9aef-f061c97a0b82'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:30:22.936287 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-13e7d9b8-4b84-48fe-8020-57e843958521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:29:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['0a7ea546-7974-4154-9aef-f061c97a0b82'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:30:22.992624 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caad463e-0b2f-4a46-b089-b0edbbb08b17 req-19861a5b-a204-4a5a-a7a1-7ab37864dd9d tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:22.999618 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-caad463e-0b2f-4a46-b089-b0edbbb08b17 req-19861a5b-a204-4a5a-a7a1-7ab37864dd9d tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/ports?device_id=636ae437-f020-4a0c-9b90-04a6a2b5dea3 HTTP/1.1" status: 200 len: 946 time: 0.2050283 May 28 06:30:22.999821 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-13e7d9b8-4b84-48fe-8020-57e843958521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:30:23.000497 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e7d9b8-4b84-48fe-8020-57e843958521 None None] The sync data for ids ['0a7ea546-7974-4154-9aef-f061c97a0b82'] in n-d-843702-1 is: [] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:30:23.019025 n-d-843702-1 neutron-server[89110]: INFO neutron.db.l3_db [req-1baaffde-725e-41d0-8af2-e772210d0ead req-7b721106-0e14-4e95-8e81-14a07954d07e tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Floating IP a3916d3f-f627-495a-b413-a0f53a1ac7ca associated. External IP: 172.25.5.83, port: 212267bc-72fb-4720-960a-a0bb5430dbe0. May 28 06:30:23.176987 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-caad463e-0b2f-4a46-b089-b0edbbb08b17 req-4a83c6c6-39e1-449b-babd-0a45f9f1f2f8 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f2c8bcd-a51c-4c0c-8c62-f5096a9be3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765168 May 28 06:30:23.259751 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-73ff85e2-cb79-4653-880b-5fc0fbea1589 tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Notify callbacks [] for router, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:23.296755 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d50a40-a367-4866-8420-e6e7875e78a5 req-8dcacc3d-1ec2-426e-b43f-ebee9225e014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:23.298268 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-60d50a40-a367-4866-8420-e6e7875e78a5 req-8dcacc3d-1ec2-426e-b43f-ebee9225e014 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f2d8466b4d8c4168848bc4cc302053bf&device_id=4faa87b8-f4ff-4090-9c52-7a280a3dcdf8 HTTP/1.1" status: 200 len: 1097 time: 0.2268775 May 28 06:30:23.450948 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-73ff85e2-cb79-4653-880b-5fc0fbea1589 tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:23.532658 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-73ff85e2-cb79-4653-880b-5fc0fbea1589 tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Deleting port e61ac41d-876b-4949-9a26-8d872e5fc7f2 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:30:23.533158 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-73ff85e2-cb79-4653-880b-5fc0fbea1589 tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:23.725194 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-73ff85e2-cb79-4653-880b-5fc0fbea1589 tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:23.777255 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d50a40-a367-4866-8420-e6e7875e78a5 req-3d39ae92-4808-45fd-a1f4-0158cc3210d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:23.778713 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-60d50a40-a367-4866-8420-e6e7875e78a5 req-3d39ae92-4808-45fd-a1f4-0158cc3210d4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4874bba4-a87e-43f9-9333-c72385485612 HTTP/1.1" status: 200 len: 911 time: 0.3025153 May 28 06:30:23.850298 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-73ff85e2-cb79-4653-880b-5fc0fbea1589 tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Calling delete_port for e61ac41d-876b-4949-9a26-8d872e5fc7f2 owned by network:router_gateway {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:30:23.857349 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1baaffde-725e-41d0-8af2-e772210d0ead req-7b721106-0e14-4e95-8e81-14a07954d07e tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Router 20062376-ff65-4080-8f87-21a903d8307b has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:30:23.877374 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4574924-eeea-4088-8d54-2b3fe7aa5217 req-54ee76ac-a9f5-4a5b-909b-5126c0a5887f tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:23.883690 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4574924-eeea-4088-8d54-2b3fe7aa5217 req-54ee76ac-a9f5-4a5b-909b-5126c0a5887f tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:23.889389 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4574924-eeea-4088-8d54-2b3fe7aa5217 req-54ee76ac-a9f5-4a5b-909b-5126c0a5887f tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:23.895131 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4574924-eeea-4088-8d54-2b3fe7aa5217 req-54ee76ac-a9f5-4a5b-909b-5126c0a5887f tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:23.903585 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4574924-eeea-4088-8d54-2b3fe7aa5217 req-54ee76ac-a9f5-4a5b-909b-5126c0a5887f tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:23.909232 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4574924-eeea-4088-8d54-2b3fe7aa5217 req-54ee76ac-a9f5-4a5b-909b-5126c0a5887f tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:23.915470 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4574924-eeea-4088-8d54-2b3fe7aa5217 req-54ee76ac-a9f5-4a5b-909b-5126c0a5887f tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:23.917646 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d4574924-eeea-4088-8d54-2b3fe7aa5217 req-54ee76ac-a9f5-4a5b-909b-5126c0a5887f tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.55 "GET /v2.0/ports?device_id=e11893ff-5c52-4ed1-b6b3-2fbc959d89e3 HTTP/1.1" status: 200 len: 5434 time: 0.4478760 May 28 06:30:24.047525 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-60d50a40-a367-4866-8420-e6e7875e78a5 req-f8418e99-8aca-49f0-97d0-036f2c888f8c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ffdfe1d-6308-4ce3-9a01-995f39cb99fd HTTP/1.1" status: 200 len: 1002 time: 0.2606759 May 28 06:30:24.110016 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-73ff85e2-cb79-4653-880b-5fc0fbea1589 tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:24.128648 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d4574924-eeea-4088-8d54-2b3fe7aa5217 req-eb8350a9-6aaf-4169-8e08-86abc04e0a20 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.55 "GET /v2.0/security-groups?id=46eeeb0c-b6a3-4a12-ace3-318551136dd9&id=e8d697a1-1dba-4b18-a73a-2546d21ff79d&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1949787 May 28 06:30:24.159619 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ff85e2-cb79-4653-880b-5fc0fbea1589 tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Pushing event deleted for resources: {'Port': ['ID=e61ac41d-876b-4949-9a26-8d872e5fc7f2,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:30:24.195103 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6dadade1-00d9-4cb7-86bd-c58b17c1ac2e'] response: {'server_uuid': 'e11893ff-5c52-4ed1-b6b3-2fbc959d89e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59c8a3dd-39de-497f-ae98-545149d1be00', 'code': 200} May 28 06:30:24.196772 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d50a40-a367-4866-8420-e6e7875e78a5 req-e59a4f68-0d27-4fa7-ae71-1e11f7eeba74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:24.198269 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-60d50a40-a367-4866-8420-e6e7875e78a5 req-e59a4f68-0d27-4fa7-ae71-1e11f7eeba74 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=aa6e01e0-3e0c-4b0f-b2af-e5c6de04414e HTTP/1.1" status: 200 len: 849 time: 0.1435075 May 28 06:30:24.262006 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7dfce0cb-174b-4655-b7e1-18c7b3e738e2'] response: {'name': 'network-changed', 'server_uuid': '209b9e95-642a-449e-b80a-8c556723a341', 'tag': '87ddbcc1-a213-43a1-86fb-e6ab6977f1da', 'status': 'completed', 'code': 200} May 28 06:30:24.275605 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-73ff85e2-cb79-4653-880b-5fc0fbea1589 tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691105'] for router_gateway, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:24.298479 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1baaffde-725e-41d0-8af2-e772210d0ead req-7b721106-0e14-4e95-8e81-14a07954d07e tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:30:24.311339 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d921d7a-f833-49b0-8a6b-37a5c3f595a7 None None] Sync routers for ids ['20062376-ff65-4080-8f87-21a903d8307b'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:30:24.328007 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d921d7a-f833-49b0-8a6b-37a5c3f595a7 None None] Routers {'20062376-ff65-4080-8f87-21a903d8307b'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:30:24.334102 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-9d921d7a-f833-49b0-8a6b-37a5c3f595a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:29:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['20062376-ff65-4080-8f87-21a903d8307b'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:30:24.542251 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-73ff85e2-cb79-4653-880b-5fc0fbea1589 tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59018'] for router, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:24.550296 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-9d921d7a-f833-49b0-8a6b-37a5c3f595a7 None None] Set router 20062376-ff65-4080-8f87-21a903d8307b gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:30:24.552531 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-73ff85e2-cb79-4653-880b-5fc0fbea1589 tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:24.586302 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d50a40-a367-4866-8420-e6e7875e78a5 req-d2d025d9-f749-41fa-a9f2-98cba261763f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:24.588480 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-60d50a40-a367-4866-8420-e6e7875e78a5 req-d2d025d9-f749-41fa-a9f2-98cba261763f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4874bba4-a87e-43f9-9333-c72385485612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3710251 May 28 06:30:24.591460 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62c45d9-1fe9-48ca-8d72-9fe7f5a017c2 req-873f96aa-1b78-4339-bb90-f17381c2a833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:24.592626 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-c62c45d9-1fe9-48ca-8d72-9fe7f5a017c2 req-873f96aa-1b78-4339-bb90-f17381c2a833 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9795f3bb4dd842ee9b6997b24ebca479&device_id=209b9e95-642a-449e-b80a-8c556723a341 HTTP/1.1" status: 200 len: 1094 time: 0.1829255 May 28 06:30:24.680060 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-73ff85e2-cb79-4653-880b-5fc0fbea1589 tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-703817'] for router, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:24.680590 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73ff85e2-cb79-4653-880b-5fc0fbea1589 tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Fanout notify agent at l3_agent the message router_deleted on router 0a7ea546-7974-4154-9aef-f061c97a0b82 {{(pid=89109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 06:30:24.703042 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-73ff85e2-cb79-4653-880b-5fc0fbea1589 tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:24.704684 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-73ff85e2-cb79-4653-880b-5fc0fbea1589 tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] 10.222.0.55 "DELETE /v2.0/routers/0a7ea546-7974-4154-9aef-f061c97a0b82 HTTP/1.1" status: 204 len: 168 time: 1.7740591 May 28 06:30:24.706772 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 57030) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:30:24.802405 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62c45d9-1fe9-48ca-8d72-9fe7f5a017c2 req-7c8c55e1-0cf9-4bc9-bccc-ca3e3dc1a81d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:24.803777 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-c62c45d9-1fe9-48ca-8d72-9fe7f5a017c2 req-7c8c55e1-0cf9-4bc9-bccc-ca3e3dc1a81d service neutron] 10.222.0.69 "GET /v2.0/networks?id=c7bbc20e-7bc5-42fd-94f8-f3663ada8854 HTTP/1.1" status: 200 len: 913 time: 0.2023070 May 28 06:30:24.810531 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ea72b32-eba2-442d-939d-f2e3cd847bad tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Deleting subnet cd178ebb-5272-4484-b931-91c4b94fd058 {{(pid=89109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:30:24.863585 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9ea72b32-eba2-442d-939d-f2e3cd847bad tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Notify callbacks [] for subnet, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:24.960369 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-9d921d7a-f833-49b0-8a6b-37a5c3f595a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20062376-ff65-4080-8f87-21a903d8307b', 'name': 'tempest-FloatingIPsAssociationTestJSON-741993371-router', 'tenant_id': '16c56364460a469fa6890db0799c99b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '38de1d15-4711-4bec-9ef9-74fea9c7aceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:28:55Z', 'updated_at': '2022-05-28T06:29:02Z', 'revision_number': 4, 'project_id': '16c56364460a469fa6890db0799c99b1', 'gw_port': {'id': '38de1d15-4711-4bec-9ef9-74fea9c7aceb', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:1d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20062376-ff65-4080-8f87-21a903d8307b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:28:56Z', 'updated_at': '2022-05-28T06:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': 'a3916d3f-f627-495a-b413-a0f53a1ac7ca', 'tenant_id': '16c56364460a469fa6890db0799c99b1', 'floating_ip_address': '172.25.5.83', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': '20062376-ff65-4080-8f87-21a903d8307b', 'port_id': '4fd6a9b8-da26-4615-bc61-8cad1b63866e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc65caf0-8d89-44b6-8b48-1af6ff657d82', 'mac_address': 'fa:16:3e:3a:10:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc387ca9-152c-4686-bc39-fc4225d3a7fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:29:42Z', 'updated_at': '2022-05-28T06:30:22Z', 'revision_number': 3, 'project_id': '16c56364460a469fa6890db0799c99b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df5164c0-1ed1-4dcf-b6b5-c03fb87cd1ee', 'name': '', 'network_id': 'dc65caf0-8d89-44b6-8b48-1af6ff657d82', 'tenant_id': '16c56364460a469fa6890db0799c99b1', 'mac_address': 'fa:16:3e:8c:9a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20062376-ff65-4080-8f87-21a903d8307b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '4c48a484-2f92-4e72-9bd4-fc1c355a17c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:29:01Z', 'updated_at': '2022-05-28T06:29:10Z', 'revision_number': 5, 'project_id': '16c56364460a469fa6890db0799c99b1', 'subnets': [{'id': '4c48a484-2f92-4e72-9bd4-fc1c355a17c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:30:24.966400 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d921d7a-f833-49b0-8a6b-37a5c3f595a7 None None] Checking router: 20062376-ff65-4080-8f87-21a903d8307b for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:30:24.976408 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d921d7a-f833-49b0-8a6b-37a5c3f595a7 None None] Routers {'20062376-ff65-4080-8f87-21a903d8307b'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:30:24.977271 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-9d921d7a-f833-49b0-8a6b-37a5c3f595a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:29:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['20062376-ff65-4080-8f87-21a903d8307b'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:30:24.979750 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64f1f2c-3ccd-42cf-afd2-9dfb9a8466b6 req-69ea132f-127e-4c46-8efd-8b2205899356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:24.980239 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64f1f2c-3ccd-42cf-afd2-9dfb9a8466b6 req-69ea132f-127e-4c46-8efd-8b2205899356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:24.980674 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64f1f2c-3ccd-42cf-afd2-9dfb9a8466b6 req-69ea132f-127e-4c46-8efd-8b2205899356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:24.981129 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64f1f2c-3ccd-42cf-afd2-9dfb9a8466b6 req-69ea132f-127e-4c46-8efd-8b2205899356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:24.981611 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64f1f2c-3ccd-42cf-afd2-9dfb9a8466b6 req-69ea132f-127e-4c46-8efd-8b2205899356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:24.982063 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64f1f2c-3ccd-42cf-afd2-9dfb9a8466b6 req-69ea132f-127e-4c46-8efd-8b2205899356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:24.982558 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64f1f2c-3ccd-42cf-afd2-9dfb9a8466b6 req-69ea132f-127e-4c46-8efd-8b2205899356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:24.984468 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e64f1f2c-3ccd-42cf-afd2-9dfb9a8466b6 req-69ea132f-127e-4c46-8efd-8b2205899356 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e11893ff-5c52-4ed1-b6b3-2fbc959d89e3 HTTP/1.1" status: 200 len: 6491 time: 0.6318891 May 28 06:30:25.001897 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebfc757-9377-4af1-a927-c4b0dcec7ecb req-45aaf74b-66ad-4d8e-b0a6-067e04027e1b tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:25.003442 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4ebfc757-9377-4af1-a927-c4b0dcec7ecb req-45aaf74b-66ad-4d8e-b0a6-067e04027e1b tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/ports?device_id=1ea9703b-857d-4d37-9050-8f52726aa75e HTTP/1.1" status: 200 len: 949 time: 0.6085582 May 28 06:30:25.048002 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-c62c45d9-1fe9-48ca-8d72-9fe7f5a017c2 req-b8e2b940-758a-4fed-96a0-a33f0b02caff service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=87ddbcc1-a213-43a1-86fb-e6ab6977f1da HTTP/1.1" status: 200 len: 217 time: 0.2351093 May 28 06:30:25.107996 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9ea72b32-eba2-442d-939d-f2e3cd847bad tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3964070'] for subnet, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:25.170542 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62c45d9-1fe9-48ca-8d72-9fe7f5a017c2 req-44105fff-33e5-4e57-8a79-4a1aeb2334b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:25.172081 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-c62c45d9-1fe9-48ca-8d72-9fe7f5a017c2 req-44105fff-33e5-4e57-8a79-4a1aeb2334b6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6e5f323f-ea6c-4672-94fb-4b56107669c0 HTTP/1.1" status: 200 len: 852 time: 0.1153831 May 28 06:30:25.182367 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-60d50a40-a367-4866-8420-e6e7875e78a5 req-c13666b9-e14d-4eeb-8e5d-3ea1f1be7568 service neutron] 10.222.0.69 "GET /v2.0/networks/4874bba4-a87e-43f9-9333-c72385485612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5709777 May 28 06:30:25.206433 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-9d921d7a-f833-49b0-8a6b-37a5c3f595a7 None None] Set router 20062376-ff65-4080-8f87-21a903d8307b gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:30:25.225013 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-c62c45d9-1fe9-48ca-8d72-9fe7f5a017c2 req-e3ad7468-60ae-4554-834d-f252557ce1c1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c7bbc20e-7bc5-42fd-94f8-f3663ada8854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459826 May 28 06:30:25.234417 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e64f1f2c-3ccd-42cf-afd2-9dfb9a8466b6 req-9bbf5cff-bd4a-4ad2-9bc3-4eda9d75c69b service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=46eeeb0c-b6a3-4a12-ace3-318551136dd9&id=e8d697a1-1dba-4b18-a73a-2546d21ff79d&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2272446 May 28 06:30:25.240313 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4ebfc757-9377-4af1-a927-c4b0dcec7ecb req-f401105d-3e5b-4355-8a30-871f1fd26efc tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/security-groups?id=cc42bff8-ec73-4f47-a19d-2b56e52b6e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090356 May 28 06:30:25.310044 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1baaffde-725e-41d0-8af2-e772210d0ead req-7b721106-0e14-4e95-8e81-14a07954d07e tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Router 20062376-ff65-4080-8f87-21a903d8307b has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:30:25.336253 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9ea72b32-eba2-442d-939d-f2e3cd847bad tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:25.429381 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-c62c45d9-1fe9-48ca-8d72-9fe7f5a017c2 req-b2d557f2-e341-456a-821b-76b5c829a85b service neutron] 10.222.0.69 "GET /v2.0/networks/c7bbc20e-7bc5-42fd-94f8-f3663ada8854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956666 May 28 06:30:25.512244 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-60d50a40-a367-4866-8420-e6e7875e78a5 req-fa16b53d-1558-43f4-889f-f6dfd6d08bee service neutron] 10.222.0.69 "GET /v2.0/networks/4874bba4-a87e-43f9-9333-c72385485612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3205667 May 28 06:30:25.615090 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9ea72b32-eba2-442d-939d-f2e3cd847bad tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9555650'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:25.634963 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1baaffde-725e-41d0-8af2-e772210d0ead req-7b721106-0e14-4e95-8e81-14a07954d07e tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:30:25.642590 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-1baaffde-725e-41d0-8af2-e772210d0ead req-7b721106-0e14-4e95-8e81-14a07954d07e tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:25.645994 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 87ddbcc1-a213-43a1-86fb-e6ab6977f1da details requested by agent hyperv_n-h1-843702-1 with host n-h1-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:30:25.681112 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea72b32-eba2-442d-939d-f2e3cd847bad tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Pushing event deleted for resources: {'Subnet': ['ID=cd178ebb-5272-4484-b931-91c4b94fd058,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:30:25.689861 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9ea72b32-eba2-442d-939d-f2e3cd847bad tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:25.693078 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0390457-9f5c-4991-b2e4-fbbdef283559 req-2882727c-4fb8-4c19-8f2b-3f213481c56f tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:25.695307 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d0390457-9f5c-4991-b2e4-fbbdef283559 req-2882727c-4fb8-4c19-8f2b-3f213481c56f tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "GET /v2.0/ports?device_id=4faa87b8-f4ff-4090-9c52-7a280a3dcdf8 HTTP/1.1" status: 200 len: 946 time: 0.2855773 May 28 06:30:25.702487 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-c62c45d9-1fe9-48ca-8d72-9fe7f5a017c2 req-64f244e0-7ee0-4201-b107-0d6a508ce1e1 service neutron] 10.222.0.69 "GET /v2.0/networks/c7bbc20e-7bc5-42fd-94f8-f3663ada8854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371006 May 28 06:30:25.703850 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22893dd4-574d-4375-8a13-1a49013102c5 None None] Network 6160269e-3013-4445-991a-d5c23fabc7fb requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:30:25.704494 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-9ea72b32-eba2-442d-939d-f2e3cd847bad tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] 10.222.0.55 "DELETE /v2.0/subnets/cd178ebb-5272-4484-b931-91c4b94fd058 HTTP/1.1" status: 204 len: 168 time: 0.9966552 May 28 06:30:25.707039 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 57038) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:30:25.823676 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d0390457-9f5c-4991-b2e4-fbbdef283559 req-54f37115-fd0d-481a-96c4-093382132d20 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "GET /v2.0/security-groups?id=63ea6420-b48b-49b9-b520-8d6c62ca7c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170201 May 28 06:30:25.840115 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1baaffde-725e-41d0-8af2-e772210d0ead req-7b721106-0e14-4e95-8e81-14a07954d07e tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] 10.222.0.55 "PUT /v2.0/floatingips/a3916d3f-f627-495a-b413-a0f53a1ac7ca HTTP/1.1" status: 200 len: 997 time: 5.4941764 May 28 06:30:25.854125 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e0da070c-8271-45ea-9a9f-d265accee146 tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:25.880112 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-e0da070c-8271-45ea-9a9f-d265accee146 tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Deleting port 8c1de80f-94ba-4022-8f92-224b767ea9c5 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:30:25.880112 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e0da070c-8271-45ea-9a9f-d265accee146 tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:25.934714 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-9d921d7a-f833-49b0-8a6b-37a5c3f595a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20062376-ff65-4080-8f87-21a903d8307b', 'name': 'tempest-FloatingIPsAssociationTestJSON-741993371-router', 'tenant_id': '16c56364460a469fa6890db0799c99b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '38de1d15-4711-4bec-9ef9-74fea9c7aceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:28:55Z', 'updated_at': '2022-05-28T06:29:02Z', 'revision_number': 4, 'project_id': '16c56364460a469fa6890db0799c99b1', 'gw_port': {'id': '38de1d15-4711-4bec-9ef9-74fea9c7aceb', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:1d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20062376-ff65-4080-8f87-21a903d8307b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:28:56Z', 'updated_at': '2022-05-28T06:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': 'a3916d3f-f627-495a-b413-a0f53a1ac7ca', 'tenant_id': '16c56364460a469fa6890db0799c99b1', 'floating_ip_address': '172.25.5.83', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': '20062376-ff65-4080-8f87-21a903d8307b', 'port_id': '4fd6a9b8-da26-4615-bc61-8cad1b63866e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc65caf0-8d89-44b6-8b48-1af6ff657d82', 'mac_address': 'fa:16:3e:3a:10:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc387ca9-152c-4686-bc39-fc4225d3a7fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:29:42Z', 'updated_at': '2022-05-28T06:30:22Z', 'revision_number': 3, 'project_id': '16c56364460a469fa6890db0799c99b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df5164c0-1ed1-4dcf-b6b5-c03fb87cd1ee', 'name': '', 'network_id': 'dc65caf0-8d89-44b6-8b48-1af6ff657d82', 'tenant_id': '16c56364460a469fa6890db0799c99b1', 'mac_address': 'fa:16:3e:8c:9a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20062376-ff65-4080-8f87-21a903d8307b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '4c48a484-2f92-4e72-9bd4-fc1c355a17c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:29:01Z', 'updated_at': '2022-05-28T06:29:10Z', 'revision_number': 5, 'project_id': '16c56364460a469fa6890db0799c99b1', 'subnets': [{'id': '4c48a484-2f92-4e72-9bd4-fc1c355a17c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:30:25.959398 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baaffde-725e-41d0-8af2-e772210d0ead req-c3a08a49-b3f7-4cde-9dc4-11e59ba98dd4 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:25.960905 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1baaffde-725e-41d0-8af2-e772210d0ead req-c3a08a49-b3f7-4cde-9dc4-11e59ba98dd4 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] 10.222.0.55 "GET /v2.0/ports/212267bc-72fb-4720-960a-a0bb5430dbe0 HTTP/1.1" status: 200 len: 943 time: 0.1145566 May 28 06:30:25.987170 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d921d7a-f833-49b0-8a6b-37a5c3f595a7 None None] The sync data for ids ['20062376-ff65-4080-8f87-21a903d8307b'] in n-d-843702-1 is: [{'id': '20062376-ff65-4080-8f87-21a903d8307b', 'name': 'tempest-FloatingIPsAssociationTestJSON-741993371-router', 'tenant_id': '16c56364460a469fa6890db0799c99b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '38de1d15-4711-4bec-9ef9-74fea9c7aceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:28:55Z', 'updated_at': '2022-05-28T06:29:02Z', 'revision_number': 4, 'project_id': '16c56364460a469fa6890db0799c99b1', 'gw_port': {'id': '38de1d15-4711-4bec-9ef9-74fea9c7aceb', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:1d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20062376-ff65-4080-8f87-21a903d8307b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:28:56Z', 'updated_at': '2022-05-28T06:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': 'a3916d3f-f627-495a-b413-a0f53a1ac7ca', 'tenant_id': '16c56364460a469fa6890db0799c99b1', 'floating_ip_address': '172.25.5.83', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': '20062376-ff65-4080-8f87-21a903d8307b', 'port_id': '4fd6a9b8-da26-4615-bc61-8cad1b63866e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc65caf0-8d89-44b6-8b48-1af6ff657d82', 'mac_address': 'fa:16:3e:3a:10:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc387ca9-152c-4686-bc39-fc4225d3a7fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:29:42Z', 'updated_at': '2022-05-28T06:30:22Z', 'revision_number': 3, 'project_id': '16c56364460a469fa6890db0799c99b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df5164c0-1ed1-4dcf-b6b5-c03fb87cd1ee', 'name': '', 'network_id': 'dc65caf0-8d89-44b6-8b48-1af6ff657d82', 'tenant_id': '16c56364460a469fa6890db0799c99b1', 'mac_address': 'fa:16:3e:8c:9a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20062376-ff65-4080-8f87-21a903d8307b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '4c48a484-2f92-4e72-9bd4-fc1c355a17c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:29:01Z', 'updated_at': '2022-05-28T06:29:10Z', 'revision_number': 5, 'project_id': '16c56364460a469fa6890db0799c99b1', 'subnets': [{'id': '4c48a484-2f92-4e72-9bd4-fc1c355a17c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:30:26.076464 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 87ddbcc1-a213-43a1-86fb-e6ab6977f1da, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=87ddbcc1-a213-43a1-86fb-e6ab6977f1da,segment=NetworkSegment(a8c42c09-58b4-4e9e-ab8f-c96c63ee4190),segment_id=a8c42c09-58b4-4e9e-ab8f-c96c63ee4190)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:30:26.097913 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Returning: {'device': '87ddbcc1-a213-43a1-86fb-e6ab6977f1da', 'network_id': 'c7bbc20e-7bc5-42fd-94f8-f3663ada8854', 'port_id': '87ddbcc1-a213-43a1-86fb-e6ab6977f1da', 'mac_address': 'fa:16:3e:02:9f:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e5f323f-ea6c-4672-94fb-4b56107669c0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:30:26.154504 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ae4998-b856-49c2-8b80-4ba5934b08dd req-dc5a9c70-09ce-4d48-9d07-c4933564e8bf tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:26.157828 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-29ae4998-b856-49c2-8b80-4ba5934b08dd req-dc5a9c70-09ce-4d48-9d07-c4933564e8bf tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=209b9e95-642a-449e-b80a-8c556723a341 HTTP/1.1" status: 200 len: 943 time: 0.1941929 May 28 06:30:26.200764 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 87ddbcc1-a213-43a1-86fb-e6ab6977f1da is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:30:26.201067 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:26.212345 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baaffde-725e-41d0-8af2-e772210d0ead req-ba15f1ea-81f9-4643-b823-d4f22def13e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:26.218468 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1baaffde-725e-41d0-8af2-e772210d0ead req-ba15f1ea-81f9-4643-b823-d4f22def13e2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=16c56364460a469fa6890db0799c99b1&device_id=455809e7-a5e0-4854-943a-386ccf0610e3 HTTP/1.1" status: 200 len: 1097 time: 0.1771612 May 28 06:30:26.230938 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87ddbcc1-a213-43a1-86fb-e6ab6977f1da {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:30:26.254669 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 87ddbcc1-a213-43a1-86fb-e6ab6977f1da, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=87ddbcc1-a213-43a1-86fb-e6ab6977f1da,segment=NetworkSegment(a8c42c09-58b4-4e9e-ab8f-c96c63ee4190),segment_id=a8c42c09-58b4-4e9e-ab8f-c96c63ee4190)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:30:26.263173 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '455809e7-a5e0-4854-943a-386ccf0610e3', 'tag': '212267bc-72fb-4720-960a-a0bb5430dbe0'}, {'name': 'network-changed', 'server_uuid': 'fc387ca9-152c-4686-bc39-fc4225d3a7fb', 'tag': '4fd6a9b8-da26-4615-bc61-8cad1b63866e'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:30:26.308345 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b75c373-89da-48aa-9b33-f9e785df8e42 None None] New status for floating IP a3916d3f-f627-495a-b413-a0f53a1ac7ca: ACTIVE {{(pid=89112) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 06:30:26.309948 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-e0da070c-8271-45ea-9a9f-d265accee146 tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] For port 8c1de80f-94ba-4022-8f92-224b767ea9c5, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=8c1de80f-94ba-4022-8f92-224b767ea9c5,segment=NetworkSegment(7b607ec7-dbd9-4e2d-ae46-542e9ecfe48a),segment_id=7b607ec7-dbd9-4e2d-ae46-542e9ecfe48a)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:30:26.310931 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e0da070c-8271-45ea-9a9f-d265accee146 tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:26.344777 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca45daa4-de46-47b1-8dc9-af14a9c84342 None None] DHCP port deletion for 6160269e-3013-4445-991a-d5c23fabc7fb request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:30:26.354869 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-29ae4998-b856-49c2-8b80-4ba5934b08dd req-5a5150ff-b94c-4280-a56c-68834d9b0b74 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/security-groups?id=f6de87b7-c8be-4140-be86-d0d6b2592918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876302 May 28 06:30:26.371288 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:26.424771 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-ca45daa4-de46-47b1-8dc9-af14a9c84342 None None] Deleting port 8c1de80f-94ba-4022-8f92-224b767ea9c5 {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:30:26.425914 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-ca45daa4-de46-47b1-8dc9-af14a9c84342 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:26.471169 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baaffde-725e-41d0-8af2-e772210d0ead req-913ff8d3-23a5-452b-abec-0bf34cf703ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:26.476266 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1baaffde-725e-41d0-8af2-e772210d0ead req-913ff8d3-23a5-452b-abec-0bf34cf703ab service neutron] 10.222.0.55 "GET /v2.0/networks?id=dc65caf0-8d89-44b6-8b48-1af6ff657d82 HTTP/1.1" status: 200 len: 921 time: 0.2401299 May 28 06:30:26.586782 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e769d21d-a098-48da-92e3-8a8d432a3ed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:26.609542 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1baaffde-725e-41d0-8af2-e772210d0ead req-650f0918-d01c-42b3-92e8-68df9fbe7463 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=212267bc-72fb-4720-960a-a0bb5430dbe0 HTTP/1.1" status: 200 len: 217 time: 0.1135092 May 28 06:30:26.643803 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-e0da070c-8271-45ea-9a9f-d265accee146 tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Calling delete_port for 8c1de80f-94ba-4022-8f92-224b767ea9c5 owned by network:dhcp {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:30:26.697080 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=87ddbcc1-a213-43a1-86fb-e6ab6977f1da,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:30:26.812337 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baaffde-725e-41d0-8af2-e772210d0ead req-b5b9ae25-286a-4ca6-80a1-8dade148ad75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:26.813834 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1baaffde-725e-41d0-8af2-e772210d0ead req-b5b9ae25-286a-4ca6-80a1-8dade148ad75 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4c48a484-2f92-4e72-9bd4-fc1c355a17c1 HTTP/1.1" status: 200 len: 859 time: 0.1083238 May 28 06:30:26.827790 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['87ddbcc1-a213-43a1-86fb-e6ab6977f1da'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:30:26.882252 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e0da070c-8271-45ea-9a9f-d265accee146 tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:26.886411 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17b1f16-8294-4046-b954-725832c44df8 req-f27fcecd-de13-47d1-97b6-c74a808bbd22 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:26.887945 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b17b1f16-8294-4046-b954-725832c44df8 req-f27fcecd-de13-47d1-97b6-c74a808bbd22 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/ports?device_id=636ae437-f020-4a0c-9b90-04a6a2b5dea3 HTTP/1.1" status: 200 len: 946 time: 0.2769156 May 28 06:30:26.931644 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-ca45daa4-de46-47b1-8dc9-af14a9c84342 None None] For port 8c1de80f-94ba-4022-8f92-224b767ea9c5, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=8c1de80f-94ba-4022-8f92-224b767ea9c5,segment=NetworkSegment(7b607ec7-dbd9-4e2d-ae46-542e9ecfe48a),segment_id=7b607ec7-dbd9-4e2d-ae46-542e9ecfe48a)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:30:26.931644 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-ca45daa4-de46-47b1-8dc9-af14a9c84342 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:26.952421 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b17b1f16-8294-4046-b954-725832c44df8 req-a1083116-95d3-4f31-878e-8e27dea93094 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f2c8bcd-a51c-4c0c-8c62-f5096a9be3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556173 May 28 06:30:26.954559 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0da070c-8271-45ea-9a9f-d265accee146 tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] No DVR routers for this DVR port 8c1de80f-94ba-4022-8f92-224b767ea9c5 on host n-d-843702-1 {{(pid=89109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:30:26.965022 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baaffde-725e-41d0-8af2-e772210d0ead req-167d7a91-99d5-43c1-963f-515cf08cf6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:26.967669 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1baaffde-725e-41d0-8af2-e772210d0ead req-167d7a91-99d5-43c1-963f-515cf08cf6f0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=dc65caf0-8d89-44b6-8b48-1af6ff657d82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1450593 May 28 06:30:27.058455 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e14929-efaf-499e-aeea-fa00b1f97a1f None None] Sync routers for ids ['20062376-ff65-4080-8f87-21a903d8307b'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:30:27.116734 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0da070c-8271-45ea-9a9f-d265accee146 tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Pushing event deleted for resources: {'Port': ['ID=8c1de80f-94ba-4022-8f92-224b767ea9c5,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:30:27.155536 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e0da070c-8271-45ea-9a9f-d265accee146 tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:27.186314 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-ca45daa4-de46-47b1-8dc9-af14a9c84342 None None] Calling delete_port for 8c1de80f-94ba-4022-8f92-224b767ea9c5 owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:30:27.188875 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-e0da070c-8271-45ea-9a9f-d265accee146 tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6160269e-3013-4445-991a-d5c23fabc7fb']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:30:27.204434 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-e0da070c-8271-45ea-9a9f-d265accee146 tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b607ec7-dbd9-4e2d-ae46-542e9ecfe48a') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:30:27.204722 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-e0da070c-8271-45ea-9a9f-d265accee146 tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b607ec7-dbd9-4e2d-ae46-542e9ecfe48a') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:30:27.219581 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e0da070c-8271-45ea-9a9f-d265accee146 tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:27.239188 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e0da070c-8271-45ea-9a9f-d265accee146 tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:27.247069 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0da070c-8271-45ea-9a9f-d265accee146 tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:30:27.247769 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e0da070c-8271-45ea-9a9f-d265accee146 tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:27.253764 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e14929-efaf-499e-aeea-fa00b1f97a1f None None] Routers {'20062376-ff65-4080-8f87-21a903d8307b'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:30:27.254399 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-42e14929-efaf-499e-aeea-fa00b1f97a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:29:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['20062376-ff65-4080-8f87-21a903d8307b'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:30:27.343066 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1baaffde-725e-41d0-8af2-e772210d0ead req-9a86bc44-e468-436e-926b-f965c0a4a087 service neutron] 10.222.0.55 "GET /v2.0/networks/dc65caf0-8d89-44b6-8b48-1af6ff657d82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3632777 May 28 06:30:27.452532 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-42e14929-efaf-499e-aeea-fa00b1f97a1f None None] Set router 20062376-ff65-4080-8f87-21a903d8307b gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:30:27.466760 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 7b607ec7-dbd9-4e2d-ae46-542e9ecfe48a resource provider aggregate not found May 28 06:30:27.501242 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 7b607ec7-dbd9-4e2d-ae46-542e9ecfe48a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7b607ec7-dbd9-4e2d-ae46-542e9ecfe48a found for delete ", "request_id": "req-65b90c27-9e19-4b23-987f-665597ba7d67"}]} May 28 06:30:27.509467 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae46c077-bf04-4cba-ae1d-6a140cad74de req-4a9c0f38-3598-4a91-bf04-519479d1c4c4 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:27.515708 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae46c077-bf04-4cba-ae1d-6a140cad74de req-4a9c0f38-3598-4a91-bf04-519479d1c4c4 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:27.525444 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae46c077-bf04-4cba-ae1d-6a140cad74de req-4a9c0f38-3598-4a91-bf04-519479d1c4c4 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:27.531313 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae46c077-bf04-4cba-ae1d-6a140cad74de req-4a9c0f38-3598-4a91-bf04-519479d1c4c4 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:27.537187 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae46c077-bf04-4cba-ae1d-6a140cad74de req-4a9c0f38-3598-4a91-bf04-519479d1c4c4 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:27.543473 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae46c077-bf04-4cba-ae1d-6a140cad74de req-4a9c0f38-3598-4a91-bf04-519479d1c4c4 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:27.549334 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae46c077-bf04-4cba-ae1d-6a140cad74de req-4a9c0f38-3598-4a91-bf04-519479d1c4c4 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:27.551267 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ae46c077-bf04-4cba-ae1d-6a140cad74de req-4a9c0f38-3598-4a91-bf04-519479d1c4c4 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.55 "GET /v2.0/ports?device_id=e11893ff-5c52-4ed1-b6b3-2fbc959d89e3 HTTP/1.1" status: 200 len: 5434 time: 0.3287020 May 28 06:30:27.613039 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e0da070c-8271-45ea-9a9f-d265accee146 tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:27.620513 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e0da070c-8271-45ea-9a9f-d265accee146 tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:27.625004 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1baaffde-725e-41d0-8af2-e772210d0ead req-234cc8a8-546b-4fc2-a150-8bc8a81c1bef service neutron] 10.222.0.55 "GET /v2.0/networks/dc65caf0-8d89-44b6-8b48-1af6ff657d82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2751415 May 28 06:30:27.652499 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ae46c077-bf04-4cba-ae1d-6a140cad74de req-30eaeb04-a144-4f87-961e-f27d10ea6a0c tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.55 "GET /v2.0/security-groups?id=46eeeb0c-b6a3-4a12-ace3-318551136dd9&id=e8d697a1-1dba-4b18-a73a-2546d21ff79d&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0802388 May 28 06:30:27.668611 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0da070c-8271-45ea-9a9f-d265accee146 tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Pushing event deleted for resources: {'Network': ['ID=6160269e-3013-4445-991a-d5c23fabc7fb,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:30:27.673852 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 57054) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:30:27.684034 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-e0da070c-8271-45ea-9a9f-d265accee146 tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] 10.222.0.55 "DELETE /v2.0/networks/6160269e-3013-4445-991a-d5c23fabc7fb HTTP/1.1" status: 204 len: 168 time: 1.9745412 May 28 06:30:27.690728 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.db.api [None req-ca45daa4-de46-47b1-8dc9-af14a9c84342 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89111) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:30:27.691088 n-d-843702-1 neutron-server[89111]: DEBUG oslo_db.api [None req-ca45daa4-de46-47b1-8dc9-af14a9c84342 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:30:27.704396 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 8c1de80f-94ba-4022-8f92-224b767ea9c5 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:30:27.751220 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 8c1de80f-94ba-4022-8f92-224b767ea9c5 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:30:27.751563 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 8c1de80f-94ba-4022-8f92-224b767ea9c5 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:30:27.778522 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:27.922725 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-8c9d29b7-862c-4b17-801f-bdef67239610 tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Deleting port 7f003e22-d164-40ce-a2d3-0f34e0dc77e2 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:30:27.922974 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8c9d29b7-862c-4b17-801f-bdef67239610 tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:28.013994 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-42e14929-efaf-499e-aeea-fa00b1f97a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20062376-ff65-4080-8f87-21a903d8307b', 'name': 'tempest-FloatingIPsAssociationTestJSON-741993371-router', 'tenant_id': '16c56364460a469fa6890db0799c99b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '38de1d15-4711-4bec-9ef9-74fea9c7aceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:28:55Z', 'updated_at': '2022-05-28T06:29:02Z', 'revision_number': 4, 'project_id': '16c56364460a469fa6890db0799c99b1', 'gw_port': {'id': '38de1d15-4711-4bec-9ef9-74fea9c7aceb', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:1d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20062376-ff65-4080-8f87-21a903d8307b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:28:56Z', 'updated_at': '2022-05-28T06:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': 'a3916d3f-f627-495a-b413-a0f53a1ac7ca', 'tenant_id': '16c56364460a469fa6890db0799c99b1', 'floating_ip_address': '172.25.5.83', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': '20062376-ff65-4080-8f87-21a903d8307b', 'port_id': '4fd6a9b8-da26-4615-bc61-8cad1b63866e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc65caf0-8d89-44b6-8b48-1af6ff657d82', 'mac_address': 'fa:16:3e:3a:10:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc387ca9-152c-4686-bc39-fc4225d3a7fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:29:42Z', 'updated_at': '2022-05-28T06:30:26Z', 'revision_number': 4, 'project_id': '16c56364460a469fa6890db0799c99b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df5164c0-1ed1-4dcf-b6b5-c03fb87cd1ee', 'name': '', 'network_id': 'dc65caf0-8d89-44b6-8b48-1af6ff657d82', 'tenant_id': '16c56364460a469fa6890db0799c99b1', 'mac_address': 'fa:16:3e:8c:9a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20062376-ff65-4080-8f87-21a903d8307b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '4c48a484-2f92-4e72-9bd4-fc1c355a17c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:29:01Z', 'updated_at': '2022-05-28T06:29:10Z', 'revision_number': 5, 'project_id': '16c56364460a469fa6890db0799c99b1', 'subnets': [{'id': '4c48a484-2f92-4e72-9bd4-fc1c355a17c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:30:28.020517 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e14929-efaf-499e-aeea-fa00b1f97a1f None None] Checking router: 20062376-ff65-4080-8f87-21a903d8307b for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:30:28.045102 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e14929-efaf-499e-aeea-fa00b1f97a1f None None] Routers {'20062376-ff65-4080-8f87-21a903d8307b'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:30:28.045102 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-42e14929-efaf-499e-aeea-fa00b1f97a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:29:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['20062376-ff65-4080-8f87-21a903d8307b'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:30:28.107085 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baaffde-725e-41d0-8af2-e772210d0ead req-efda74a4-69cb-46ff-9795-43d3caf0db67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:28.176111 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1baaffde-725e-41d0-8af2-e772210d0ead req-efda74a4-69cb-46ff-9795-43d3caf0db67 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=16c56364460a469fa6890db0799c99b1&device_id=fc387ca9-152c-4686-bc39-fc4225d3a7fb HTTP/1.1" status: 200 len: 1096 time: 0.2850544 May 28 06:30:28.176111 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b4cf5d-417c-434d-865d-c5fb045d5920 req-8342ace5-ed48-4085-9058-5c03928320e7 tempest-ServersOnMultiNodesTest-1111834029 tempest-ServersOnMultiNodesTest-1111834029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:28.176111 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f0b4cf5d-417c-434d-865d-c5fb045d5920 req-8342ace5-ed48-4085-9058-5c03928320e7 tempest-ServersOnMultiNodesTest-1111834029 tempest-ServersOnMultiNodesTest-1111834029-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=1ea9703b-857d-4d37-9050-8f52726aa75e HTTP/1.1" status: 200 len: 1100 time: 0.3126297 May 28 06:30:28.195753 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-ca45daa4-de46-47b1-8dc9-af14a9c84342 None None] Deleting port 8c1de80f-94ba-4022-8f92-224b767ea9c5 {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:30:28.196665 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-ca45daa4-de46-47b1-8dc9-af14a9c84342 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:28.264406 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8c9d29b7-862c-4b17-801f-bdef67239610 tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:28.264848 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8c9d29b7-862c-4b17-801f-bdef67239610 tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:28.277287 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-ca45daa4-de46-47b1-8dc9-af14a9c84342 None None] The port '8c1de80f-94ba-4022-8f92-224b767ea9c5' was deleted {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 06:30:28.300240 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-42e14929-efaf-499e-aeea-fa00b1f97a1f None None] Set router 20062376-ff65-4080-8f87-21a903d8307b gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:30:28.367197 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 844393b0-156c-4ea9-82c4-67de99c7a7cb details requested by agent hyperv_n-h2-843702-1 with host n-h2-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:30:28.379381 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 844393b0-156c-4ea9-82c4-67de99c7a7cb no longer exists at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:30:28.417668 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-8c9d29b7-862c-4b17-801f-bdef67239610 tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Calling delete_port for 7f003e22-d164-40ce-a2d3-0f34e0dc77e2 owned by network:floatingip {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:30:28.470559 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f0b4cf5d-417c-434d-865d-c5fb045d5920 req-82a485d2-af5d-4b19-907f-31311b21de36 tempest-ServersOnMultiNodesTest-1111834029 tempest-ServersOnMultiNodesTest-1111834029-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=cc42bff8-ec73-4f47-a19d-2b56e52b6e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3149757 May 28 06:30:28.533713 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baaffde-725e-41d0-8af2-e772210d0ead req-92ad2e74-ad8e-40b3-ac85-cdf882ecd432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:28.535204 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1baaffde-725e-41d0-8af2-e772210d0ead req-92ad2e74-ad8e-40b3-ac85-cdf882ecd432 service neutron] 10.222.0.55 "GET /v2.0/networks?id=dc65caf0-8d89-44b6-8b48-1af6ff657d82 HTTP/1.1" status: 200 len: 921 time: 0.4058247 May 28 06:30:28.719318 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a8faee6-61e0-4115-9cfc-336c35df14cd'] response: {'name': 'network-changed', 'server_uuid': '455809e7-a5e0-4854-943a-386ccf0610e3', 'tag': '212267bc-72fb-4720-960a-a0bb5430dbe0', 'status': 'completed', 'code': 200} May 28 06:30:28.719318 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a8faee6-61e0-4115-9cfc-336c35df14cd'] response: {'name': 'network-changed', 'server_uuid': 'fc387ca9-152c-4686-bc39-fc4225d3a7fb', 'tag': '4fd6a9b8-da26-4615-bc61-8cad1b63866e', 'status': 'completed', 'code': 200} May 28 06:30:28.893854 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 844393b0-156c-4ea9-82c4-67de99c7a7cb is: ACTIVE; New status is: DOWN {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:30:28.894148 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:28.935723 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 844393b0-156c-4ea9-82c4-67de99c7a7cb, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=844393b0-156c-4ea9-82c4-67de99c7a7cb,segment=NetworkSegment(c43c3304-7641-4f7e-9b08-81290536d034),segment_id=c43c3304-7641-4f7e-9b08-81290536d034)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:30:28.943503 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1baaffde-725e-41d0-8af2-e772210d0ead req-51f4edd3-36a2-4c2e-accd-69694c2fe4f3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4fd6a9b8-da26-4615-bc61-8cad1b63866e HTTP/1.1" status: 200 len: 1000 time: 0.3974254 May 28 06:30:28.979402 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Returning: {'device': '844393b0-156c-4ea9-82c4-67de99c7a7cb', 'network_id': '8a614321-106a-411d-a8a4-5e84c14727eb', 'port_id': '844393b0-156c-4ea9-82c4-67de99c7a7cb', 'mac_address': 'fa:16:3e:70:75:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66b89e44-3ec9-4ede-9e44-ddc84dd3e47d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:30:28.987595 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '636ae437-f020-4a0c-9b90-04a6a2b5dea3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '844393b0-156c-4ea9-82c4-67de99c7a7cb'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:30:29.029889 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 844393b0-156c-4ea9-82c4-67de99c7a7cb, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=844393b0-156c-4ea9-82c4-67de99c7a7cb,segment=NetworkSegment(c43c3304-7641-4f7e-9b08-81290536d034),segment_id=c43c3304-7641-4f7e-9b08-81290536d034)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:30:29.037304 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c184b6-56ef-4a04-abb0-d35256f15694 req-66ef7db3-7935-4438-908a-f353445df784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:29.038774 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-21c184b6-56ef-4a04-abb0-d35256f15694 req-66ef7db3-7935-4438-908a-f353445df784 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=16c56364460a469fa6890db0799c99b1&device_id=455809e7-a5e0-4854-943a-386ccf0610e3 HTTP/1.1" status: 200 len: 1097 time: 0.4094458 May 28 06:30:29.040390 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baaffde-725e-41d0-8af2-e772210d0ead req-a9c317a2-209b-4023-ad37-c5f3b785042a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:29.041697 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1baaffde-725e-41d0-8af2-e772210d0ead req-a9c317a2-209b-4023-ad37-c5f3b785042a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4c48a484-2f92-4e72-9bd4-fc1c355a17c1 HTTP/1.1" status: 200 len: 859 time: 0.0903583 May 28 06:30:29.052629 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90570831-422a-4945-bc8b-d00e788f0f1a req-43243b0c-6bd2-4bc9-922d-fe1637746b7c tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:29.054075 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-90570831-422a-4945-bc8b-d00e788f0f1a req-43243b0c-6bd2-4bc9-922d-fe1637746b7c tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "GET /v2.0/ports?device_id=4faa87b8-f4ff-4090-9c52-7a280a3dcdf8 HTTP/1.1" status: 200 len: 946 time: 0.3841298 May 28 06:30:29.073000 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-983b5237-8192-41de-abfa-c30824d7da3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:29.097686 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 844393b0-156c-4ea9-82c4-67de99c7a7cb is: ACTIVE; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:30:29.098063 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:29.119064 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 844393b0-156c-4ea9-82c4-67de99c7a7cb {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:30:29.124817 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8c9d29b7-862c-4b17-801f-bdef67239610 tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:29.137897 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-42e14929-efaf-499e-aeea-fa00b1f97a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20062376-ff65-4080-8f87-21a903d8307b', 'name': 'tempest-FloatingIPsAssociationTestJSON-741993371-router', 'tenant_id': '16c56364460a469fa6890db0799c99b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '38de1d15-4711-4bec-9ef9-74fea9c7aceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:28:55Z', 'updated_at': '2022-05-28T06:29:02Z', 'revision_number': 4, 'project_id': '16c56364460a469fa6890db0799c99b1', 'gw_port': {'id': '38de1d15-4711-4bec-9ef9-74fea9c7aceb', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:1d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20062376-ff65-4080-8f87-21a903d8307b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:28:56Z', 'updated_at': '2022-05-28T06:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': 'a3916d3f-f627-495a-b413-a0f53a1ac7ca', 'tenant_id': '16c56364460a469fa6890db0799c99b1', 'floating_ip_address': '172.25.5.83', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': '20062376-ff65-4080-8f87-21a903d8307b', 'port_id': '4fd6a9b8-da26-4615-bc61-8cad1b63866e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc65caf0-8d89-44b6-8b48-1af6ff657d82', 'mac_address': 'fa:16:3e:3a:10:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc387ca9-152c-4686-bc39-fc4225d3a7fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:29:42Z', 'updated_at': '2022-05-28T06:30:26Z', 'revision_number': 4, 'project_id': '16c56364460a469fa6890db0799c99b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df5164c0-1ed1-4dcf-b6b5-c03fb87cd1ee', 'name': '', 'network_id': 'dc65caf0-8d89-44b6-8b48-1af6ff657d82', 'tenant_id': '16c56364460a469fa6890db0799c99b1', 'mac_address': 'fa:16:3e:8c:9a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20062376-ff65-4080-8f87-21a903d8307b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '4c48a484-2f92-4e72-9bd4-fc1c355a17c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:29:01Z', 'updated_at': '2022-05-28T06:29:10Z', 'revision_number': 5, 'project_id': '16c56364460a469fa6890db0799c99b1', 'subnets': [{'id': '4c48a484-2f92-4e72-9bd4-fc1c355a17c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:30:29.142095 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e14929-efaf-499e-aeea-fa00b1f97a1f None None] The sync data for ids ['20062376-ff65-4080-8f87-21a903d8307b'] in n-d-843702-1 is: [{'id': '20062376-ff65-4080-8f87-21a903d8307b', 'name': 'tempest-FloatingIPsAssociationTestJSON-741993371-router', 'tenant_id': '16c56364460a469fa6890db0799c99b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '38de1d15-4711-4bec-9ef9-74fea9c7aceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:28:55Z', 'updated_at': '2022-05-28T06:29:02Z', 'revision_number': 4, 'project_id': '16c56364460a469fa6890db0799c99b1', 'gw_port': {'id': '38de1d15-4711-4bec-9ef9-74fea9c7aceb', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:1d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20062376-ff65-4080-8f87-21a903d8307b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:28:56Z', 'updated_at': '2022-05-28T06:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': 'a3916d3f-f627-495a-b413-a0f53a1ac7ca', 'tenant_id': '16c56364460a469fa6890db0799c99b1', 'floating_ip_address': '172.25.5.83', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': '20062376-ff65-4080-8f87-21a903d8307b', 'port_id': '4fd6a9b8-da26-4615-bc61-8cad1b63866e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc65caf0-8d89-44b6-8b48-1af6ff657d82', 'mac_address': 'fa:16:3e:3a:10:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc387ca9-152c-4686-bc39-fc4225d3a7fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:29:42Z', 'updated_at': '2022-05-28T06:30:26Z', 'revision_number': 4, 'project_id': '16c56364460a469fa6890db0799c99b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df5164c0-1ed1-4dcf-b6b5-c03fb87cd1ee', 'name': '', 'network_id': 'dc65caf0-8d89-44b6-8b48-1af6ff657d82', 'tenant_id': '16c56364460a469fa6890db0799c99b1', 'mac_address': 'fa:16:3e:8c:9a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20062376-ff65-4080-8f87-21a903d8307b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '4c48a484-2f92-4e72-9bd4-fc1c355a17c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:29:01Z', 'updated_at': '2022-05-28T06:29:10Z', 'revision_number': 5, 'project_id': '16c56364460a469fa6890db0799c99b1', 'subnets': [{'id': '4c48a484-2f92-4e72-9bd4-fc1c355a17c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:30:29.145847 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:29.254079 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9d29b7-862c-4b17-801f-bdef67239610 tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Pushing event deleted for resources: {'Port': ['ID=7f003e22-d164-40ce-a2d3-0f34e0dc77e2,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:30:29.267696 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.db.api [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89111) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:30:29.268079 n-d-843702-1 neutron-server[89111]: DEBUG oslo_db.api [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:30:29.272681 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=844393b0-156c-4ea9-82c4-67de99c7a7cb,revision_number=6']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:30:29.282061 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:30:29.282061 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:30:29.282794 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:30:29.282794 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:30:29.283038 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:30:29.283311 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:30:29.283635 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:30:29.283959 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:30:29.284280 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:30:29.284603 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:30:29.284919 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:30:29.285236 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:30:29.368700 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-90570831-422a-4945-bc8b-d00e788f0f1a req-9105d371-cb47-442d-af3f-9f0650be2fa6 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "GET /v2.0/security-groups?id=63ea6420-b48b-49b9-b520-8d6c62ca7c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2569814 May 28 06:30:29.422711 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c184b6-56ef-4a04-abb0-d35256f15694 req-74992315-ed0e-4703-8fcc-83b8071e6e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:29.424147 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-21c184b6-56ef-4a04-abb0-d35256f15694 req-74992315-ed0e-4703-8fcc-83b8071e6e5f service neutron] 10.222.0.71 "GET /v2.0/networks?id=dc65caf0-8d89-44b6-8b48-1af6ff657d82 HTTP/1.1" status: 200 len: 921 time: 0.3692155 May 28 06:30:29.433207 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baaffde-725e-41d0-8af2-e772210d0ead req-4182ca98-7c3e-4460-bf2c-c9b0679056fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:29.434659 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1baaffde-725e-41d0-8af2-e772210d0ead req-4182ca98-7c3e-4460-bf2c-c9b0679056fa service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=dc65caf0-8d89-44b6-8b48-1af6ff657d82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3783195 May 28 06:30:29.516618 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8c9d29b7-862c-4b17-801f-bdef67239610 tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Notify callbacks [] for floatingip, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:29.552979 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-21c184b6-56ef-4a04-abb0-d35256f15694 req-bf5f2712-ee97-487e-991d-503e7019428c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=212267bc-72fb-4720-960a-a0bb5430dbe0 HTTP/1.1" status: 200 len: 217 time: 0.1220353 May 28 06:30:29.595437 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 87ddbcc1-a213-43a1-86fb-e6ab6977f1da up at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:30:29.738204 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning for port 87ddbcc1-a213-43a1-86fb-e6ab6977f1da completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:30:29.744722 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning complete for port 87ddbcc1-a213-43a1-86fb-e6ab6977f1da triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:30:29.749618 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:29.749773 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c184b6-56ef-4a04-abb0-d35256f15694 req-7f91f5ca-53c5-4074-8a31-42cd20ca21cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:29.750614 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-21c184b6-56ef-4a04-abb0-d35256f15694 req-7f91f5ca-53c5-4074-8a31-42cd20ca21cf service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4c48a484-2f92-4e72-9bd4-fc1c355a17c1 HTTP/1.1" status: 200 len: 859 time: 0.1862090 May 28 06:30:29.757622 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1baaffde-725e-41d0-8af2-e772210d0ead req-c456be06-5efc-4fe6-9b49-189717b1acef service neutron] 10.222.0.55 "GET /v2.0/networks/dc65caf0-8d89-44b6-8b48-1af6ff657d82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2697618 May 28 06:30:29.808172 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:29.821590 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8c9d29b7-862c-4b17-801f-bdef67239610 tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:29.822740 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-8c9d29b7-862c-4b17-801f-bdef67239610 tempest-FloatingIPAdminTestJSON-1058672163 tempest-FloatingIPAdminTestJSON-1058672163-project] 10.222.0.55 "DELETE /v2.0/floatingips/1cd805eb-575f-49cf-867a-57c70657c180 HTTP/1.1" status: 204 len: 168 time: 2.1479292 May 28 06:30:29.871878 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 844393b0-156c-4ea9-82c4-67de99c7a7cb is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:30:29.872255 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:29.894631 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61986448-7dd3-4c27-8c61-4a7ddd305cbd req-fa2c26b3-dcf7-432a-bf07-e046848d6984 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:29.896095 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-61986448-7dd3-4c27-8c61-4a7ddd305cbd req-fa2c26b3-dcf7-432a-bf07-e046848d6984 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=209b9e95-642a-449e-b80a-8c556723a341 HTTP/1.1" status: 200 len: 944 time: 0.4072301 May 28 06:30:29.906068 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 844393b0-156c-4ea9-82c4-67de99c7a7cb {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:30:29.971068 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 844393b0-156c-4ea9-82c4-67de99c7a7cb, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=844393b0-156c-4ea9-82c4-67de99c7a7cb,segment=NetworkSegment(c43c3304-7641-4f7e-9b08-81290536d034),segment_id=c43c3304-7641-4f7e-9b08-81290536d034)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:30:29.980115 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 87ddbcc1-a213-43a1-86fb-e6ab6977f1da is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:30:29.980912 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:29.990954 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:29.997403 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-61986448-7dd3-4c27-8c61-4a7ddd305cbd req-4b1b682f-d045-499a-a9d8-18b779560df7 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/security-groups?id=f6de87b7-c8be-4140-be86-d0d6b2592918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848413 May 28 06:30:30.007436 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1baaffde-725e-41d0-8af2-e772210d0ead req-e0a66bb0-4781-4402-93d2-fec61715ac9b service neutron] 10.222.0.55 "GET /v2.0/networks/dc65caf0-8d89-44b6-8b48-1af6ff657d82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121959 May 28 06:30:30.010792 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c184b6-56ef-4a04-abb0-d35256f15694 req-03fc5595-9e54-4187-b883-67f8eb1e2ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:30.011818 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-21c184b6-56ef-4a04-abb0-d35256f15694 req-03fc5595-9e54-4187-b883-67f8eb1e2ac2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=dc65caf0-8d89-44b6-8b48-1af6ff657d82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2516010 May 28 06:30:30.026473 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 87ddbcc1-a213-43a1-86fb-e6ab6977f1da, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=87ddbcc1-a213-43a1-86fb-e6ab6977f1da,segment=NetworkSegment(a8c42c09-58b4-4e9e-ab8f-c96c63ee4190),segment_id=a8c42c09-58b4-4e9e-ab8f-c96c63ee4190)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:30:30.063897 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:30.113521 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:30.151081 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=844393b0-156c-4ea9-82c4-67de99c7a7cb,revision_number=7']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:30:30.214976 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-21c184b6-56ef-4a04-abb0-d35256f15694 req-a278126a-bd43-4326-a274-929e8a335847 service neutron] 10.222.0.71 "GET /v2.0/networks/dc65caf0-8d89-44b6-8b48-1af6ff657d82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937213 May 28 06:30:30.227710 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9664c852-bbe5-4e24-b5ad-edc95547a090 req-3a73b109-31bb-4ad3-8c17-1f621509ebfb tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:30.231768 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9664c852-bbe5-4e24-b5ad-edc95547a090 req-3a73b109-31bb-4ad3-8c17-1f621509ebfb tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/ports?device_id=636ae437-f020-4a0c-9b90-04a6a2b5dea3 HTTP/1.1" status: 200 len: 945 time: 0.1211092 May 28 06:30:30.231882 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=87ddbcc1-a213-43a1-86fb-e6ab6977f1da,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:30:30.356647 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9664c852-bbe5-4e24-b5ad-edc95547a090 req-3ab4be75-6bfb-4620-b00a-2552fa9272a0 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f2c8bcd-a51c-4c0c-8c62-f5096a9be3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069343 May 28 06:30:30.389932 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 57074) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:30:30.401091 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-21c184b6-56ef-4a04-abb0-d35256f15694 req-ffb2b593-13a4-43e9-83e4-8738dde7072c service neutron] 10.222.0.71 "GET /v2.0/networks/dc65caf0-8d89-44b6-8b48-1af6ff657d82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675375 May 28 06:30:30.552046 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-907e212c-4ed7-4f70-9383-ba2338dadbef admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fb3df86799734d1a95091f0a6c7d07e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1604145 May 28 06:30:30.554480 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 57080) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:30:30.612387 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['844393b0-156c-4ea9-82c4-67de99c7a7cb'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:30:30.634377 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-23bc844e-2f8e-4ff1-b91c-9139582479e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:30.660852 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-492a945d-a3cb-4b56-9ab5-a7e82eec633d'] response: {'server_uuid': '636ae437-f020-4a0c-9b90-04a6a2b5dea3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '844393b0-156c-4ea9-82c4-67de99c7a7cb', 'code': 200} May 28 06:30:30.668251 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-23bc844e-2f8e-4ff1-b91c-9139582479e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:30.763791 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0abee94-2be0-4461-b4fc-ccfe077e0073 req-4c932ba9-097c-4c3d-98e3-795e0a573223 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:30.769614 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0abee94-2be0-4461-b4fc-ccfe077e0073 req-4c932ba9-097c-4c3d-98e3-795e0a573223 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:30.776330 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0abee94-2be0-4461-b4fc-ccfe077e0073 req-4c932ba9-097c-4c3d-98e3-795e0a573223 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:30.782074 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0abee94-2be0-4461-b4fc-ccfe077e0073 req-4c932ba9-097c-4c3d-98e3-795e0a573223 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:30.787977 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0abee94-2be0-4461-b4fc-ccfe077e0073 req-4c932ba9-097c-4c3d-98e3-795e0a573223 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:30.790200 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-23bc844e-2f8e-4ff1-b91c-9139582479e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:30.794235 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0abee94-2be0-4461-b4fc-ccfe077e0073 req-4c932ba9-097c-4c3d-98e3-795e0a573223 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:30.799964 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0abee94-2be0-4461-b4fc-ccfe077e0073 req-4c932ba9-097c-4c3d-98e3-795e0a573223 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:30.801905 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c0abee94-2be0-4461-b4fc-ccfe077e0073 req-4c932ba9-097c-4c3d-98e3-795e0a573223 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.55 "GET /v2.0/ports?device_id=e11893ff-5c52-4ed1-b6b3-2fbc959d89e3 HTTP/1.1" status: 200 len: 5434 time: 0.3291483 May 28 06:30:30.811729 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bc844e-2f8e-4ff1-b91c-9139582479e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c3be743-79f1-4209-8811-738cd0d75e74,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:30:30.820710 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-23bc844e-2f8e-4ff1-b91c-9139582479e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:30.821862 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-23bc844e-2f8e-4ff1-b91c-9139582479e2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7c3be743-79f1-4209-8811-738cd0d75e74 HTTP/1.1" status: 204 len: 168 time: 0.2653263 May 28 06:30:30.861629 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c184b6-56ef-4a04-abb0-d35256f15694 req-a7290931-506d-4e06-88cc-0ac3e45f9d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:30.863064 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-21c184b6-56ef-4a04-abb0-d35256f15694 req-a7290931-506d-4e06-88cc-0ac3e45f9d95 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=16c56364460a469fa6890db0799c99b1&device_id=fc387ca9-152c-4686-bc39-fc4225d3a7fb HTTP/1.1" status: 200 len: 1096 time: 0.3512003 May 28 06:30:31.021236 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-00a0569d-bd05-4da9-8521-5662a4d01710 req-3ed084ce-a948-4987-8d92-806aa49a27fb tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.5.83 HTTP/1.1" status: 200 len: 1000 time: 0.2173016 May 28 06:30:31.027567 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c0abee94-2be0-4461-b4fc-ccfe077e0073 req-d7140f20-eee6-4052-8abf-5966bdba8d4c tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.55 "GET /v2.0/security-groups?id=46eeeb0c-b6a3-4a12-ace3-318551136dd9&id=e8d697a1-1dba-4b18-a73a-2546d21ff79d&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1685460 May 28 06:30:31.121695 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c184b6-56ef-4a04-abb0-d35256f15694 req-bddf847c-4174-4a11-ae15-cbd1c3eee0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:31.123145 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-21c184b6-56ef-4a04-abb0-d35256f15694 req-bddf847c-4174-4a11-ae15-cbd1c3eee0ff service neutron] 10.222.0.71 "GET /v2.0/networks?id=dc65caf0-8d89-44b6-8b48-1af6ff657d82 HTTP/1.1" status: 200 len: 921 time: 0.2517049 May 28 06:30:31.132096 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a0569d-bd05-4da9-8521-5662a4d01710 req-ef55a7db-67e0-4b79-836d-e830260fd81c tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:31.139000 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-00a0569d-bd05-4da9-8521-5662a4d01710 req-ef55a7db-67e0-4b79-836d-e830260fd81c tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] 10.222.0.55 "GET /v2.0/ports/4fd6a9b8-da26-4615-bc61-8cad1b63866e HTTP/1.1" status: 200 len: 942 time: 0.1076605 May 28 06:30:31.381562 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-21c184b6-56ef-4a04-abb0-d35256f15694 req-89a29fa5-7f99-45fc-9f0b-ca3f2734f3ff service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4fd6a9b8-da26-4615-bc61-8cad1b63866e HTTP/1.1" status: 200 len: 1000 time: 0.2418885 May 28 06:30:31.394868 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-00a0569d-bd05-4da9-8521-5662a4d01710 req-47c80347-ba23-461c-9d59-e418fca554ed tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.5.83 HTTP/1.1" status: 200 len: 1000 time: 0.1556029 May 28 06:30:31.466057 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce8bb27-3c9e-46ca-aa50-a539e8325bd3 req-cf66bfad-be14-4c65-a929-7c6f1d0ef2fb tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:31.466057 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fce8bb27-3c9e-46ca-aa50-a539e8325bd3 req-cf66bfad-be14-4c65-a929-7c6f1d0ef2fb tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/ports?device_id=1ea9703b-857d-4d37-9050-8f52726aa75e HTTP/1.1" status: 200 len: 949 time: 0.2716255 May 28 06:30:31.517354 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 57096) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:30:31.536727 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1ffcb049-1fb5-47da-a1d3-569af2ea0ab7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:31.553230 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-1ffcb049-1fb5-47da-a1d3-569af2ea0ab7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:30:31.556191 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:31.560167 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-1ffcb049-1fb5-47da-a1d3-569af2ea0ab7 admin admin] Usage tracker for resource:security_group_rule and tenant:c0af3f12f5a7447289cb7e6cbc527b20 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:30:31.563083 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-1ffcb049-1fb5-47da-a1d3-569af2ea0ab7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:30:31.568931 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-1ffcb049-1fb5-47da-a1d3-569af2ea0ab7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:30:31.599220 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c184b6-56ef-4a04-abb0-d35256f15694 req-eba65923-7620-411d-9287-1b2b15391eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:31.600515 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-21c184b6-56ef-4a04-abb0-d35256f15694 req-eba65923-7620-411d-9287-1b2b15391eaf service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4c48a484-2f92-4e72-9bd4-fc1c355a17c1 HTTP/1.1" status: 200 len: 859 time: 0.1971917 May 28 06:30:31.619957 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fce8bb27-3c9e-46ca-aa50-a539e8325bd3 req-52ce26f9-3cb6-4165-9125-f424ed66e912 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/security-groups?id=cc42bff8-ec73-4f47-a19d-2b56e52b6e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462831 May 28 06:30:31.661910 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1ffcb049-1fb5-47da-a1d3-569af2ea0ab7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:31.689915 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a0569d-bd05-4da9-8521-5662a4d01710 req-4fdd443f-0ee5-4d91-a0cf-d077ef9a5b0e tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:31.691246 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-00a0569d-bd05-4da9-8521-5662a4d01710 req-4fdd443f-0ee5-4d91-a0cf-d077ef9a5b0e tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] 10.222.0.55 "GET /v2.0/networks/68df399e-e75e-4871-9364-5d05730b50f0 HTTP/1.1" status: 200 len: 784 time: 0.2898588 May 28 06:30:31.724563 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c184b6-56ef-4a04-abb0-d35256f15694 req-f6ce9d0e-e2bd-4c40-9461-106209e28042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:31.726256 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-21c184b6-56ef-4a04-abb0-d35256f15694 req-f6ce9d0e-e2bd-4c40-9461-106209e28042 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=dc65caf0-8d89-44b6-8b48-1af6ff657d82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1127682 May 28 06:30:31.732371 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1ffcb049-1fb5-47da-a1d3-569af2ea0ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:31.789970 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-1ffcb049-1fb5-47da-a1d3-569af2ea0ab7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c0af3f12f5a7447289cb7e6cbc527b20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2687423 May 28 06:30:31.789970 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffcb049-1fb5-47da-a1d3-569af2ea0ab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=909a8c48-0f34-48ed-872f-a9fb71ff1b1e,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:30:31.791084 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 57102) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:30:31.858836 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1fdf2a4c-c188-41b2-8022-5d8ba501c15c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:31.892715 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1fdf2a4c-c188-41b2-8022-5d8ba501c15c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:31.975167 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-21c184b6-56ef-4a04-abb0-d35256f15694 req-6fec0ed8-c4df-4575-ae21-5cd295f46ee4 service neutron] 10.222.0.71 "GET /v2.0/networks/dc65caf0-8d89-44b6-8b48-1af6ff657d82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094805 May 28 06:30:31.984791 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e82dda-49e1-4878-8eb6-6a22645ed05a req-97c1485e-42b5-4936-8c50-18c969dc55f6 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:31.986180 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-41e82dda-49e1-4878-8eb6-6a22645ed05a req-97c1485e-42b5-4936-8c50-18c969dc55f6 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=209b9e95-642a-449e-b80a-8c556723a341 HTTP/1.1" status: 200 len: 945 time: 0.2584097 May 28 06:30:32.046707 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1fdf2a4c-c188-41b2-8022-5d8ba501c15c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:32.063815 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdf2a4c-c188-41b2-8022-5d8ba501c15c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=909a8c48-0f34-48ed-872f-a9fb71ff1b1e,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:30:32.068273 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1fdf2a4c-c188-41b2-8022-5d8ba501c15c admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:32.074042 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-1fdf2a4c-c188-41b2-8022-5d8ba501c15c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/909a8c48-0f34-48ed-872f-a9fb71ff1b1e HTTP/1.1" status: 204 len: 168 time: 0.2817881 May 28 06:30:32.081647 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:32.112558 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17826401-bc42-4e47-be0a-87c424fd1444 req-b7cd4cc6-fa34-4495-88f8-8d8717746149 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:32.118982 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17826401-bc42-4e47-be0a-87c424fd1444 req-b7cd4cc6-fa34-4495-88f8-8d8717746149 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:32.124688 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17826401-bc42-4e47-be0a-87c424fd1444 req-b7cd4cc6-fa34-4495-88f8-8d8717746149 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:32.130394 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17826401-bc42-4e47-be0a-87c424fd1444 req-b7cd4cc6-fa34-4495-88f8-8d8717746149 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:32.136263 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17826401-bc42-4e47-be0a-87c424fd1444 req-b7cd4cc6-fa34-4495-88f8-8d8717746149 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:32.141990 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17826401-bc42-4e47-be0a-87c424fd1444 req-b7cd4cc6-fa34-4495-88f8-8d8717746149 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:32.147908 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17826401-bc42-4e47-be0a-87c424fd1444 req-b7cd4cc6-fa34-4495-88f8-8d8717746149 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:32.149784 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-17826401-bc42-4e47-be0a-87c424fd1444 req-b7cd4cc6-fa34-4495-88f8-8d8717746149 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.55 "GET /v2.0/ports?device_id=e11893ff-5c52-4ed1-b6b3-2fbc959d89e3 HTTP/1.1" status: 200 len: 5434 time: 0.3593042 May 28 06:30:32.161193 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 57108) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:30:32.166862 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-a978a568-3c82-47d2-bb38-93695bad6437 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Request body: {'floatingip': {'port_id': '59c8a3dd-39de-497f-ae98-545149d1be00'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:30:32.183858 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-41e82dda-49e1-4878-8eb6-6a22645ed05a req-f701f9dc-d1ed-47be-9923-352d2c77ca0c tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/security-groups?id=f6de87b7-c8be-4140-be86-d0d6b2592918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728449 May 28 06:30:32.219567 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-21c184b6-56ef-4a04-abb0-d35256f15694 req-fc841d86-b15a-4e0e-b9d9-7d51168b3d72 service neutron] 10.222.0.71 "GET /v2.0/networks/dc65caf0-8d89-44b6-8b48-1af6ff657d82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307072 May 28 06:30:32.254201 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a978a568-3c82-47d2-bb38-93695bad6437 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks [] for floatingip, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:32.503263 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-47aa2b00-68b8-468b-97dd-9eddca801bd2 req-597cee22-bb08-47f8-a909-3fabd911a2fc tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.5.83 HTTP/1.1" status: 200 len: 1000 time: 0.2821605 May 28 06:30:32.584542 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aa2b00-68b8-468b-97dd-9eddca801bd2 req-00463f86-ac18-40ec-a727-c126d406d7d4 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:32.592695 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-47aa2b00-68b8-468b-97dd-9eddca801bd2 req-00463f86-ac18-40ec-a727-c126d406d7d4 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] 10.222.0.55 "GET /v2.0/ports/4fd6a9b8-da26-4615-bc61-8cad1b63866e HTTP/1.1" status: 200 len: 942 time: 0.0885842 May 28 06:30:32.610772 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d09388-8b42-46b5-b066-ffa9bbf20860 req-1650c4ec-7c13-48ac-8b23-98757a00a32e tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:32.612349 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-45d09388-8b42-46b5-b066-ffa9bbf20860 req-1650c4ec-7c13-48ac-8b23-98757a00a32e tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/ports?device_id=636ae437-f020-4a0c-9b90-04a6a2b5dea3 HTTP/1.1" status: 200 len: 945 time: 0.1998885 May 28 06:30:32.662323 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '209b9e95-642a-449e-b80a-8c556723a341', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87ddbcc1-a213-43a1-86fb-e6ab6977f1da'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:30:32.667077 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-45d09388-8b42-46b5-b066-ffa9bbf20860 req-fee01652-2487-43cc-a712-f6bbc6c89a0a tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f2c8bcd-a51c-4c0c-8c62-f5096a9be3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478961 May 28 06:30:32.837782 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-47aa2b00-68b8-468b-97dd-9eddca801bd2 req-bb22c532-6d8c-464e-ad69-f771d7b98bce tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.5.83 HTTP/1.1" status: 200 len: 1000 time: 0.1547141 May 28 06:30:32.839979 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 57118) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:30:32.926104 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d70774bd-5e4b-4a58-9171-1e632580d562 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:32.929027 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a978a568-3c82-47d2-bb38-93695bad6437 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:33.009181 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a978a568-3c82-47d2-bb38-93695bad6437 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691094'] for floatingip, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:33.017143 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-d70774bd-5e4b-4a58-9171-1e632580d562 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:30:33.033619 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-d70774bd-5e4b-4a58-9171-1e632580d562 admin admin] Usage tracker for resource:security_group_rule and tenant:790d46264c4f4a2895f6c5b54f859c64 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:30:33.042330 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-d70774bd-5e4b-4a58-9171-1e632580d562 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:30:33.066690 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-d70774bd-5e4b-4a58-9171-1e632580d562 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:30:33.136433 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aa2b00-68b8-468b-97dd-9eddca801bd2 req-097b6483-45ca-440e-be26-5e83f41efcd9 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:33.136433 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-47aa2b00-68b8-468b-97dd-9eddca801bd2 req-097b6483-45ca-440e-be26-5e83f41efcd9 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] 10.222.0.55 "GET /v2.0/networks/68df399e-e75e-4871-9364-5d05730b50f0 HTTP/1.1" status: 200 len: 784 time: 0.2869384 May 28 06:30:33.139348 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3972603-5546-4d5f-be64-96bf4ecb416a req-2f2f29fd-e958-48c4-8c68-02a31b7ede8c tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:33.141441 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e3972603-5546-4d5f-be64-96bf4ecb416a req-2f2f29fd-e958-48c4-8c68-02a31b7ede8c tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/ports?device_id=1ea9703b-857d-4d37-9050-8f52726aa75e HTTP/1.1" status: 200 len: 949 time: 0.3533983 May 28 06:30:33.195113 n-d-843702-1 neutron-server[89109]: INFO neutron.db.l3_db [None req-a978a568-3c82-47d2-bb38-93695bad6437 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Floating IP 9cbd7052-64e6-4d06-940e-30c629bc9e70 associated. External IP: 172.25.5.211, port: 59c8a3dd-39de-497f-ae98-545149d1be00. May 28 06:30:33.265366 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa17f7d-1dd6-44fb-ad59-b1a5f5f908d2 req-99f2c596-8234-4c55-a941-8ae61c2cbad9 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:33.266793 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1fa17f7d-1dd6-44fb-ad59-b1a5f5f908d2 req-99f2c596-8234-4c55-a941-8ae61c2cbad9 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.71 "GET /v2.0/ports?device_id=1ea9703b-857d-4d37-9050-8f52726aa75e HTTP/1.1" status: 200 len: 949 time: 0.3818150 May 28 06:30:33.360199 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-47aa2b00-68b8-468b-97dd-9eddca801bd2 req-c07dce01-2543-4963-b753-9ae072b45f43 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.5.83 HTTP/1.1" status: 200 len: 1000 time: 0.2180488 May 28 06:30:33.373549 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e3972603-5546-4d5f-be64-96bf4ecb416a req-de45e225-bb66-4e71-8408-1baa13f41c6e tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/security-groups?id=cc42bff8-ec73-4f47-a19d-2b56e52b6e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742203 May 28 06:30:33.381653 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-47aa2b00-68b8-468b-97dd-9eddca801bd2 req-4ac412a7-3b3c-4634-b4a7-a3917cb5f520 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Request body: {'floatingip': {'port_id': None}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:30:33.446655 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8544c5b6-5b6a-4cfc-aa6d-93f7684d9bc2'] response: {'server_uuid': '209b9e95-642a-449e-b80a-8c556723a341', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87ddbcc1-a213-43a1-86fb-e6ab6977f1da', 'code': 200} May 28 06:30:33.471658 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-1fa17f7d-1dd6-44fb-ad59-b1a5f5f908d2 req-f0df2a9d-0465-456b-bdd7-fc8a00c5e8eb tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Deleting port 0b072900-c46b-4977-bb60-6fa5199c688a {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:30:33.472000 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-1fa17f7d-1dd6-44fb-ad59-b1a5f5f908d2 req-f0df2a9d-0465-456b-bdd7-fc8a00c5e8eb tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:33.656237 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-47aa2b00-68b8-468b-97dd-9eddca801bd2 req-4ac412a7-3b3c-4634-b4a7-a3917cb5f520 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Notify callbacks [] for floatingip, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:33.730555 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d70774bd-5e4b-4a58-9171-1e632580d562 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:33.779404 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee88e2b2-d4d5-425b-94d2-aac0187102db req-0811ef7a-670a-479a-a712-2636c2d499bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:33.780867 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-ee88e2b2-d4d5-425b-94d2-aac0187102db req-0811ef7a-670a-479a-a712-2636c2d499bf service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=209b9e95-642a-449e-b80a-8c556723a341 HTTP/1.1" status: 200 len: 1096 time: 0.1854541 May 28 06:30:33.785143 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a978a568-3c82-47d2-bb38-93695bad6437 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Router 541a56fb-edac-48d9-9308-803c85553640 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:30:33.913269 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-ee88e2b2-d4d5-425b-94d2-aac0187102db req-ac90c3ff-fcb0-4e8f-852e-e17608540ca1 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=f6de87b7-c8be-4140-be86-d0d6b2592918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247067 May 28 06:30:33.939097 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d70774bd-5e4b-4a58-9171-1e632580d562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:34.017381 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a978a568-3c82-47d2-bb38-93695bad6437 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:30:34.026301 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a978a568-3c82-47d2-bb38-93695bad6437 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:34.028580 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a575a91-5999-454a-aa66-9553ba47e64f None None] Sync routers for ids ['541a56fb-edac-48d9-9308-803c85553640'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:30:34.044937 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a575a91-5999-454a-aa66-9553ba47e64f None None] Routers {'541a56fb-edac-48d9-9308-803c85553640'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:30:34.045883 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-9a575a91-5999-454a-aa66-9553ba47e64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:30:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['541a56fb-edac-48d9-9308-803c85553640'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:30:34.088607 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-a978a568-3c82-47d2-bb38-93695bad6437 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.55 "PUT /v2.0/floatingips/9cbd7052-64e6-4d06-940e-30c629bc9e70 HTTP/1.1" status: 200 len: 992 time: 1.9240694 May 28 06:30:34.088607 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e11893ff-5c52-4ed1-b6b3-2fbc959d89e3', 'tag': '59c8a3dd-39de-497f-ae98-545149d1be00'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:30:34.169938 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-d70774bd-5e4b-4a58-9171-1e632580d562 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=790d46264c4f4a2895f6c5b54f859c64&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3272395 May 28 06:30:34.172565 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 57130) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:30:34.238231 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-59cfd69c-8439-4aa3-a945-9ea8ecb83c5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:34.249634 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70774bd-5e4b-4a58-9171-1e632580d562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a389b8f-8891-4c9f-9989-7406d1f6927c,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:30:34.268715 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-59cfd69c-8439-4aa3-a945-9ea8ecb83c5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:34.281394 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-9a575a91-5999-454a-aa66-9553ba47e64f None None] Set router 541a56fb-edac-48d9-9308-803c85553640 gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:30:34.281540 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-47aa2b00-68b8-468b-97dd-9eddca801bd2 req-4ac412a7-3b3c-4634-b4a7-a3917cb5f520 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:34.290378 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3cd68b-c8f2-4c6f-abb8-e1de7720052f req-1f7c8306-eeaf-4bc2-882a-59875271b894 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:34.292010 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ff3cd68b-c8f2-4c6f-abb8-e1de7720052f req-1f7c8306-eeaf-4bc2-882a-59875271b894 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=209b9e95-642a-449e-b80a-8c556723a341 HTTP/1.1" status: 200 len: 945 time: 0.7126083 May 28 06:30:34.330825 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-1fa17f7d-1dd6-44fb-ad59-b1a5f5f908d2 req-f0df2a9d-0465-456b-bdd7-fc8a00c5e8eb tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] For port 0b072900-c46b-4977-bb60-6fa5199c688a, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=0b072900-c46b-4977-bb60-6fa5199c688a,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:30:34.331174 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-1fa17f7d-1dd6-44fb-ad59-b1a5f5f908d2 req-f0df2a9d-0465-456b-bdd7-fc8a00c5e8eb tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:34.405940 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 844393b0-156c-4ea9-82c4-67de99c7a7cb up at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:30:34.435777 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-59cfd69c-8439-4aa3-a945-9ea8ecb83c5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:34.451301 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cfd69c-8439-4aa3-a945-9ea8ecb83c5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a389b8f-8891-4c9f-9989-7406d1f6927c,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:30:34.471685 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-1fa17f7d-1dd6-44fb-ad59-b1a5f5f908d2 req-f0df2a9d-0465-456b-bdd7-fc8a00c5e8eb tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Calling delete_port for 0b072900-c46b-4977-bb60-6fa5199c688a owned by compute:nova {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:30:34.477644 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-59cfd69c-8439-4aa3-a945-9ea8ecb83c5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:34.481067 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-59cfd69c-8439-4aa3-a945-9ea8ecb83c5f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6a389b8f-8891-4c9f-9989-7406d1f6927c HTTP/1.1" status: 204 len: 168 time: 0.3051469 May 28 06:30:34.500440 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-47aa2b00-68b8-468b-97dd-9eddca801bd2 req-4ac412a7-3b3c-4634-b4a7-a3917cb5f520 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691094'] for floatingip, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:34.500989 n-d-843702-1 neutron-server[89110]: INFO neutron.db.l3_db [req-47aa2b00-68b8-468b-97dd-9eddca801bd2 req-4ac412a7-3b3c-4634-b4a7-a3917cb5f520 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Floating IP a3916d3f-f627-495a-b413-a0f53a1ac7ca disassociated. External IP: 172.25.5.83, port: 4fd6a9b8-da26-4615-bc61-8cad1b63866e. May 28 06:30:34.520691 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning complete for port 844393b0-156c-4ea9-82c4-67de99c7a7cb triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:30:34.521177 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:34.689603 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 844393b0-156c-4ea9-82c4-67de99c7a7cb is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:30:34.689977 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:34.699494 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ff3cd68b-c8f2-4c6f-abb8-e1de7720052f req-f9348f3b-6b01-457c-9bc2-d22e4fa966d6 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/security-groups?id=f6de87b7-c8be-4140-be86-d0d6b2592918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3950493 May 28 06:30:34.740120 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 844393b0-156c-4ea9-82c4-67de99c7a7cb, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=844393b0-156c-4ea9-82c4-67de99c7a7cb,segment=NetworkSegment(c43c3304-7641-4f7e-9b08-81290536d034),segment_id=c43c3304-7641-4f7e-9b08-81290536d034)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:30:34.745746 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-9a575a91-5999-454a-aa66-9553ba47e64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '541a56fb-edac-48d9-9308-803c85553640', 'name': 'tempest-TaggedBootDevicesTest-540530677-router', 'tenant_id': 'f3958891eac44c76810006defcff5dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '5c44a41a-4ed4-4c07-bf2b-46b7636c0a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:27:10Z', 'updated_at': '2022-05-28T06:27:18Z', 'revision_number': 4, 'project_id': 'f3958891eac44c76810006defcff5dde', 'gw_port': {'id': '5c44a41a-4ed4-4c07-bf2b-46b7636c0a4b', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ca:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541a56fb-edac-48d9-9308-803c85553640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:27:12Z', 'updated_at': '2022-05-28T06:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': '9cbd7052-64e6-4d06-940e-30c629bc9e70', 'tenant_id': 'f3958891eac44c76810006defcff5dde', 'floating_ip_address': '172.25.5.211', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': '541a56fb-edac-48d9-9308-803c85553640', 'port_id': '59c8a3dd-39de-497f-ae98-545149d1be00', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0d3210f-6f0b-4832-90fb-f0b2f3ebb660', 'mac_address': 'fa:16:3e:0e:e3:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11893ff-5c52-4ed1-b6b3-2fbc959d89e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:28:33Z', 'updated_at': '2022-05-28T06:30:32Z', 'revision_number': 1, 'project_id': 'f3958891eac44c76810006defcff5dde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b25a7c08-e5ef-4a1d-8867-665f08d7022b', 'name': '', 'network_id': 'b0d3210f-6f0b-4832-90fb-f0b2f3ebb660', 'tenant_id': 'f3958891eac44c76810006defcff5dde', 'mac_address': 'fa:16:3e:59:54:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541a56fb-edac-48d9-9308-803c85553640', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'bb3ffca3-469c-42ac-a3c6-07667d22277f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:27:17Z', 'updated_at': '2022-05-28T06:27:25Z', 'revision_number': 5, 'project_id': 'f3958891eac44c76810006defcff5dde', 'subnets': [{'id': 'bb3ffca3-469c-42ac-a3c6-07667d22277f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:30:34.751277 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a575a91-5999-454a-aa66-9553ba47e64f None None] Checking router: 541a56fb-edac-48d9-9308-803c85553640 for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:30:34.762338 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a575a91-5999-454a-aa66-9553ba47e64f None None] Routers {'541a56fb-edac-48d9-9308-803c85553640'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:30:34.762994 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-9a575a91-5999-454a-aa66-9553ba47e64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:30:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['541a56fb-edac-48d9-9308-803c85553640'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:30:34.829325 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:34.830182 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 0b072900-c46b-4977-bb60-6fa5199c688a no longer exists at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:30:34.962508 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=844393b0-156c-4ea9-82c4-67de99c7a7cb,revision_number=8']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:30:34.995143 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-9a575a91-5999-454a-aa66-9553ba47e64f None None] Set router 541a56fb-edac-48d9-9308-803c85553640 gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:30:35.026635 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 0b072900-c46b-4977-bb60-6fa5199c688a is: ACTIVE; New status is: DOWN {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:30:35.027012 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:35.081369 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [req-47aa2b00-68b8-468b-97dd-9eddca801bd2 req-4ac412a7-3b3c-4634-b4a7-a3917cb5f520 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Router 20062376-ff65-4080-8f87-21a903d8307b has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:30:35.089808 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2547b088-99d8-4208-9a36-caafb70aec9a req-1c3a3a0b-f52a-496c-9312-4739ad900faf tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:35.096588 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2547b088-99d8-4208-9a36-caafb70aec9a req-1c3a3a0b-f52a-496c-9312-4739ad900faf tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/ports?device_id=636ae437-f020-4a0c-9b90-04a6a2b5dea3 HTTP/1.1" status: 200 len: 946 time: 0.2282429 May 28 06:30:35.125937 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-1fa17f7d-1dd6-44fb-ad59-b1a5f5f908d2 req-f0df2a9d-0465-456b-bdd7-fc8a00c5e8eb tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:35.213671 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['aed40a96-8c1b-41c4-8cf6-9693df9e3b63', '465efe2e-5751-4246-8226-b9337c32e3eb', 'a9b17340-49c3-4636-ae31-35c56421cddb'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:30:35.248604 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0df2a9d-0465-456b-bdd7-fc8a00c5e8eb tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Pushing event deleted for resources: {'Port': ['ID=0b072900-c46b-4977-bb60-6fa5199c688a,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:30:35.266761 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['34d5a857-5950-4308-8e9f-761b2183974d', 'c43e50b8-fb17-4a3c-9d4b-113d8558c9fa', '15bc477c-9769-4020-b7bf-3f3554b08c6a', 'a5adb27f-78ac-4ba1-9200-f424e2d32259'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:30:35.268881 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2547b088-99d8-4208-9a36-caafb70aec9a req-4f3f5788-8f5d-4534-b8fa-b761f19e37e7 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f2c8bcd-a51c-4c0c-8c62-f5096a9be3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693954 May 28 06:30:35.345937 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef2923ba-0156-43b2-8b4d-877e63b974bd'] response: {'name': 'network-changed', 'server_uuid': 'e11893ff-5c52-4ed1-b6b3-2fbc959d89e3', 'tag': '59c8a3dd-39de-497f-ae98-545149d1be00', 'status': 'completed', 'code': 200} May 28 06:30:35.389004 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fa17f7d-1dd6-44fb-ad59-b1a5f5f908d2 req-f0df2a9d-0465-456b-bdd7-fc8a00c5e8eb tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] No DVR routers for this DVR port 0b072900-c46b-4977-bb60-6fa5199c688a on host n-h2-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:30:35.404202 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-1fa17f7d-1dd6-44fb-ad59-b1a5f5f908d2 req-f0df2a9d-0465-456b-bdd7-fc8a00c5e8eb tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:35.406743 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ea9703b-857d-4d37-9050-8f52726aa75e', 'name': 'network-vif-deleted', 'tag': '0b072900-c46b-4977-bb60-6fa5199c688a'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:30:35.481571 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '636ae437-f020-4a0c-9b90-04a6a2b5dea3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '844393b0-156c-4ea9-82c4-67de99c7a7cb'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:30:35.556018 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-9a575a91-5999-454a-aa66-9553ba47e64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '541a56fb-edac-48d9-9308-803c85553640', 'name': 'tempest-TaggedBootDevicesTest-540530677-router', 'tenant_id': 'f3958891eac44c76810006defcff5dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '5c44a41a-4ed4-4c07-bf2b-46b7636c0a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:27:10Z', 'updated_at': '2022-05-28T06:27:18Z', 'revision_number': 4, 'project_id': 'f3958891eac44c76810006defcff5dde', 'gw_port': {'id': '5c44a41a-4ed4-4c07-bf2b-46b7636c0a4b', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ca:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541a56fb-edac-48d9-9308-803c85553640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:27:12Z', 'updated_at': '2022-05-28T06:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': '9cbd7052-64e6-4d06-940e-30c629bc9e70', 'tenant_id': 'f3958891eac44c76810006defcff5dde', 'floating_ip_address': '172.25.5.211', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': '541a56fb-edac-48d9-9308-803c85553640', 'port_id': '59c8a3dd-39de-497f-ae98-545149d1be00', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0d3210f-6f0b-4832-90fb-f0b2f3ebb660', 'mac_address': 'fa:16:3e:0e:e3:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11893ff-5c52-4ed1-b6b3-2fbc959d89e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:28:33Z', 'updated_at': '2022-05-28T06:30:32Z', 'revision_number': 1, 'project_id': 'f3958891eac44c76810006defcff5dde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b25a7c08-e5ef-4a1d-8867-665f08d7022b', 'name': '', 'network_id': 'b0d3210f-6f0b-4832-90fb-f0b2f3ebb660', 'tenant_id': 'f3958891eac44c76810006defcff5dde', 'mac_address': 'fa:16:3e:59:54:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541a56fb-edac-48d9-9308-803c85553640', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'bb3ffca3-469c-42ac-a3c6-07667d22277f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:27:17Z', 'updated_at': '2022-05-28T06:27:25Z', 'revision_number': 5, 'project_id': 'f3958891eac44c76810006defcff5dde', 'subnets': [{'id': 'bb3ffca3-469c-42ac-a3c6-07667d22277f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:30:35.565283 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a575a91-5999-454a-aa66-9553ba47e64f None None] The sync data for ids ['541a56fb-edac-48d9-9308-803c85553640'] in n-d-843702-1 is: [{'id': '541a56fb-edac-48d9-9308-803c85553640', 'name': 'tempest-TaggedBootDevicesTest-540530677-router', 'tenant_id': 'f3958891eac44c76810006defcff5dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '5c44a41a-4ed4-4c07-bf2b-46b7636c0a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:27:10Z', 'updated_at': '2022-05-28T06:27:18Z', 'revision_number': 4, 'project_id': 'f3958891eac44c76810006defcff5dde', 'gw_port': {'id': '5c44a41a-4ed4-4c07-bf2b-46b7636c0a4b', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ca:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541a56fb-edac-48d9-9308-803c85553640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:27:12Z', 'updated_at': '2022-05-28T06:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': '9cbd7052-64e6-4d06-940e-30c629bc9e70', 'tenant_id': 'f3958891eac44c76810006defcff5dde', 'floating_ip_address': '172.25.5.211', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': '541a56fb-edac-48d9-9308-803c85553640', 'port_id': '59c8a3dd-39de-497f-ae98-545149d1be00', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0d3210f-6f0b-4832-90fb-f0b2f3ebb660', 'mac_address': 'fa:16:3e:0e:e3:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11893ff-5c52-4ed1-b6b3-2fbc959d89e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:28:33Z', 'updated_at': '2022-05-28T06:30:32Z', 'revision_number': 1, 'project_id': 'f3958891eac44c76810006defcff5dde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b25a7c08-e5ef-4a1d-8867-665f08d7022b', 'name': '', 'network_id': 'b0d3210f-6f0b-4832-90fb-f0b2f3ebb660', 'tenant_id': 'f3958891eac44c76810006defcff5dde', 'mac_address': 'fa:16:3e:59:54:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541a56fb-edac-48d9-9308-803c85553640', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'bb3ffca3-469c-42ac-a3c6-07667d22277f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:27:17Z', 'updated_at': '2022-05-28T06:27:25Z', 'revision_number': 5, 'project_id': 'f3958891eac44c76810006defcff5dde', 'subnets': [{'id': 'bb3ffca3-469c-42ac-a3c6-07667d22277f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:30:35.602337 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1fa17f7d-1dd6-44fb-ad59-b1a5f5f908d2 req-f0df2a9d-0465-456b-bdd7-fc8a00c5e8eb tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.71 "DELETE /v2.0/ports/0b072900-c46b-4977-bb60-6fa5199c688a HTTP/1.1" status: 204 len: 173 time: 2.3152981 May 28 06:30:35.622184 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac67ba9-375a-4054-878c-8d3fe6e35ab7 req-4d6297fc-8cdc-45aa-973a-4fdcf7c558b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:35.622184 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac67ba9-375a-4054-878c-8d3fe6e35ab7 req-4d6297fc-8cdc-45aa-973a-4fdcf7c558b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:35.622184 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac67ba9-375a-4054-878c-8d3fe6e35ab7 req-4d6297fc-8cdc-45aa-973a-4fdcf7c558b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:35.622184 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac67ba9-375a-4054-878c-8d3fe6e35ab7 req-4d6297fc-8cdc-45aa-973a-4fdcf7c558b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:35.622184 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac67ba9-375a-4054-878c-8d3fe6e35ab7 req-4d6297fc-8cdc-45aa-973a-4fdcf7c558b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:35.622184 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac67ba9-375a-4054-878c-8d3fe6e35ab7 req-4d6297fc-8cdc-45aa-973a-4fdcf7c558b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:35.622184 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac67ba9-375a-4054-878c-8d3fe6e35ab7 req-4d6297fc-8cdc-45aa-973a-4fdcf7c558b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:35.622184 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-2ac67ba9-375a-4054-878c-8d3fe6e35ab7 req-4d6297fc-8cdc-45aa-973a-4fdcf7c558b1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f3958891eac44c76810006defcff5dde&device_id=e11893ff-5c52-4ed1-b6b3-2fbc959d89e3 HTTP/1.1" status: 200 len: 6491 time: 0.2343161 May 28 06:30:35.702016 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-d4bf599e-9259-40ef-a0e3-9620d533b43a req-4fe8c670-21d0-4f32-a4f7-68a3bf6fa1ed tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Synchronizing usage tracker for tenant:c3068efc66a349e9b92ab9365fc877d9 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:30:35.746557 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-47aa2b00-68b8-468b-97dd-9eddca801bd2 req-4ac412a7-3b3c-4634-b4a7-a3917cb5f520 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:30:35.759262 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-47aa2b00-68b8-468b-97dd-9eddca801bd2 req-4ac412a7-3b3c-4634-b4a7-a3917cb5f520 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:35.763385 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398e6fd8-e040-4819-be7b-920dcbba7446 None None] Sync routers for ids ['20062376-ff65-4080-8f87-21a903d8307b'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:30:35.813244 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398e6fd8-e040-4819-be7b-920dcbba7446 None None] Routers {'20062376-ff65-4080-8f87-21a903d8307b'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:30:35.814090 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-398e6fd8-e040-4819-be7b-920dcbba7446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:30:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['20062376-ff65-4080-8f87-21a903d8307b'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:30:35.830510 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac67ba9-375a-4054-878c-8d3fe6e35ab7 req-e555c90f-88d0-45a0-986f-2962e89602ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:35.832192 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-2ac67ba9-375a-4054-878c-8d3fe6e35ab7 req-e555c90f-88d0-45a0-986f-2962e89602ce service neutron] 10.222.0.69 "GET /v2.0/networks?id=b0d3210f-6f0b-4832-90fb-f0b2f3ebb660 HTTP/1.1" status: 200 len: 912 time: 0.2045054 May 28 06:30:35.838097 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-47aa2b00-68b8-468b-97dd-9eddca801bd2 req-4ac412a7-3b3c-4634-b4a7-a3917cb5f520 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] 10.222.0.55 "PUT /v2.0/floatingips/a3916d3f-f627-495a-b413-a0f53a1ac7ca HTTP/1.1" status: 200 len: 694 time: 2.4637718 May 28 06:30:35.840664 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-d4bf599e-9259-40ef-a0e3-9620d533b43a req-4fe8c670-21d0-4f32-a4f7-68a3bf6fa1ed tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Unset dirty status for tenant:c3068efc66a349e9b92ab9365fc877d9 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:30:35.841986 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d4bf599e-9259-40ef-a0e3-9620d533b43a req-4fe8c670-21d0-4f32-a4f7-68a3bf6fa1ed tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/ports?device_id=1ea9703b-857d-4d37-9050-8f52726aa75e HTTP/1.1" status: 200 len: 210 time: 0.2729185 May 28 06:30:35.973941 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-badd7b4a-e412-4192-b735-fceb0fbeb005 None None] New status for floating IP 9cbd7052-64e6-4d06-940e-30c629bc9e70: ACTIVE {{(pid=89112) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 06:30:35.980578 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3109db1b-8c96-4f2c-a54d-12b0420fb828'] response: {'server_uuid': '1ea9703b-857d-4d37-9050-8f52726aa75e', 'name': 'network-vif-deleted', 'tag': '0b072900-c46b-4977-bb60-6fa5199c688a', 'status': 'completed', 'code': 200} May 28 06:30:36.025396 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-2ac67ba9-375a-4054-878c-8d3fe6e35ab7 req-b09d6f64-d9f5-4f2f-95c5-abd51a679a31 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59c8a3dd-39de-497f-ae98-545149d1be00 HTTP/1.1" status: 200 len: 1000 time: 0.1805775 May 28 06:30:36.107160 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff0effe0-eef0-4f81-8e9c-3f3d9689fc1a'] response: {'server_uuid': '636ae437-f020-4a0c-9b90-04a6a2b5dea3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '844393b0-156c-4ea9-82c4-67de99c7a7cb', 'code': 200} May 28 06:30:36.122305 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac67ba9-375a-4054-878c-8d3fe6e35ab7 req-f86eac5c-e944-439f-b34f-a4aaf12a8463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:36.149951 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-2ac67ba9-375a-4054-878c-8d3fe6e35ab7 req-f86eac5c-e944-439f-b34f-a4aaf12a8463 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bb3ffca3-469c-42ac-a3c6-07667d22277f HTTP/1.1" status: 200 len: 850 time: 0.1087511 May 28 06:30:36.322346 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac67ba9-375a-4054-878c-8d3fe6e35ab7 req-ca0c774f-f81e-44e1-aca2-77bf3e85bf39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:36.323743 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-2ac67ba9-375a-4054-878c-8d3fe6e35ab7 req-ca0c774f-f81e-44e1-aca2-77bf3e85bf39 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b0d3210f-6f0b-4832-90fb-f0b2f3ebb660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1727312 May 28 06:30:36.483920 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-398e6fd8-e040-4819-be7b-920dcbba7446 None None] Set router 20062376-ff65-4080-8f87-21a903d8307b gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:30:36.521513 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aa2b00-68b8-468b-97dd-9eddca801bd2 req-2e50582f-7d40-4e04-bc86-82b054ad73b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:36.523255 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-47aa2b00-68b8-468b-97dd-9eddca801bd2 req-2e50582f-7d40-4e04-bc86-82b054ad73b3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=16c56364460a469fa6890db0799c99b1&device_id=fc387ca9-152c-4686-bc39-fc4225d3a7fb HTTP/1.1" status: 200 len: 1096 time: 0.6799965 May 28 06:30:36.526516 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-2ac67ba9-375a-4054-878c-8d3fe6e35ab7 req-a916acfa-2caf-4338-9902-ce2ff905eb87 service neutron] 10.222.0.69 "GET /v2.0/networks/b0d3210f-6f0b-4832-90fb-f0b2f3ebb660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960909 May 28 06:30:36.560137 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baef1fa-b8df-42ed-973b-b8b2c844f1f9 req-c5ec9c48-a134-44d0-9e89-fde32aa1677d tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:36.567020 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5baef1fa-b8df-42ed-973b-b8b2c844f1f9 req-c5ec9c48-a134-44d0-9e89-fde32aa1677d tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=209b9e95-642a-449e-b80a-8c556723a341 HTTP/1.1" status: 200 len: 945 time: 0.3080223 May 28 06:30:36.696685 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44b9183-6370-492e-9d52-dae0581613c1 req-7bcad3b4-6a25-4f65-aded-bff942256301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:36.698296 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b44b9183-6370-492e-9d52-dae0581613c1 req-7bcad3b4-6a25-4f65-aded-bff942256301 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=636ae437-f020-4a0c-9b90-04a6a2b5dea3 HTTP/1.1" status: 200 len: 1097 time: 0.3278093 May 28 06:30:36.699675 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-2ac67ba9-375a-4054-878c-8d3fe6e35ab7 req-acd7998c-da3c-411d-9517-71b73d73eb2a service neutron] 10.222.0.69 "GET /v2.0/networks/b0d3210f-6f0b-4832-90fb-f0b2f3ebb660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659973 May 28 06:30:36.758075 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5baef1fa-b8df-42ed-973b-b8b2c844f1f9 req-31265df1-a75a-4fa6-bb90-72eafe775272 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/security-groups?id=f6de87b7-c8be-4140-be86-d0d6b2592918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900918 May 28 06:30:36.826550 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b44b9183-6370-492e-9d52-dae0581613c1 req-28e7305a-51b6-47e2-94e0-36ef9c0f76c9 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=7f2c8bcd-a51c-4c0c-8c62-f5096a9be3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176181 May 28 06:30:36.836065 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aa2b00-68b8-468b-97dd-9eddca801bd2 req-29e657f4-ad4c-405b-bd3f-b7c25fb51cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:36.838316 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-47aa2b00-68b8-468b-97dd-9eddca801bd2 req-29e657f4-ad4c-405b-bd3f-b7c25fb51cf1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=dc65caf0-8d89-44b6-8b48-1af6ff657d82 HTTP/1.1" status: 200 len: 921 time: 0.3070900 May 28 06:30:36.957873 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-47aa2b00-68b8-468b-97dd-9eddca801bd2 req-04d9a7f3-f90e-41a2-8b92-66ea164656b0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4fd6a9b8-da26-4615-bc61-8cad1b63866e HTTP/1.1" status: 200 len: 217 time: 0.1133740 May 28 06:30:37.046963 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aa2b00-68b8-468b-97dd-9eddca801bd2 req-25fa3908-72fd-4feb-b10e-447466d64fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:37.048414 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-47aa2b00-68b8-468b-97dd-9eddca801bd2 req-25fa3908-72fd-4feb-b10e-447466d64fe4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4c48a484-2f92-4e72-9bd4-fc1c355a17c1 HTTP/1.1" status: 200 len: 859 time: 0.0847924 May 28 06:30:37.099842 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f1bb0a-2895-4344-a6c3-63430f8e7c92 req-da28573c-3720-4b1b-930d-762420f79ffa tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:37.101301 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-67f1bb0a-2895-4344-a6c3-63430f8e7c92 req-da28573c-3720-4b1b-930d-762420f79ffa tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/ports?device_id=636ae437-f020-4a0c-9b90-04a6a2b5dea3 HTTP/1.1" status: 200 len: 946 time: 0.1943963 May 28 06:30:37.166702 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-67f1bb0a-2895-4344-a6c3-63430f8e7c92 req-47a0ee80-3f00-4a12-9917-a928475514b8 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f2c8bcd-a51c-4c0c-8c62-f5096a9be3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583353 May 28 06:30:37.190540 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aa2b00-68b8-468b-97dd-9eddca801bd2 req-b5f5fc07-f276-45dc-829c-429cb679d4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:37.197961 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-47aa2b00-68b8-468b-97dd-9eddca801bd2 req-b5f5fc07-f276-45dc-829c-429cb679d4d2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=dc65caf0-8d89-44b6-8b48-1af6ff657d82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1407990 May 28 06:30:37.331116 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-398e6fd8-e040-4819-be7b-920dcbba7446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20062376-ff65-4080-8f87-21a903d8307b', 'name': 'tempest-FloatingIPsAssociationTestJSON-741993371-router', 'tenant_id': '16c56364460a469fa6890db0799c99b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '38de1d15-4711-4bec-9ef9-74fea9c7aceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:28:55Z', 'updated_at': '2022-05-28T06:29:02Z', 'revision_number': 4, 'project_id': '16c56364460a469fa6890db0799c99b1', 'gw_port': {'id': '38de1d15-4711-4bec-9ef9-74fea9c7aceb', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:1d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20062376-ff65-4080-8f87-21a903d8307b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:28:56Z', 'updated_at': '2022-05-28T06:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'df5164c0-1ed1-4dcf-b6b5-c03fb87cd1ee', 'name': '', 'network_id': 'dc65caf0-8d89-44b6-8b48-1af6ff657d82', 'tenant_id': '16c56364460a469fa6890db0799c99b1', 'mac_address': 'fa:16:3e:8c:9a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20062376-ff65-4080-8f87-21a903d8307b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '4c48a484-2f92-4e72-9bd4-fc1c355a17c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:29:01Z', 'updated_at': '2022-05-28T06:29:10Z', 'revision_number': 5, 'project_id': '16c56364460a469fa6890db0799c99b1', 'subnets': [{'id': '4c48a484-2f92-4e72-9bd4-fc1c355a17c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:30:37.344678 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398e6fd8-e040-4819-be7b-920dcbba7446 None None] Checking router: 20062376-ff65-4080-8f87-21a903d8307b for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:30:37.368753 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-47aa2b00-68b8-468b-97dd-9eddca801bd2 req-26a72df5-aab8-4d7a-b45e-dd457511e969 service neutron] 10.222.0.55 "GET /v2.0/networks/dc65caf0-8d89-44b6-8b48-1af6ff657d82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676264 May 28 06:30:37.372318 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398e6fd8-e040-4819-be7b-920dcbba7446 None None] Routers {'20062376-ff65-4080-8f87-21a903d8307b'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:30:37.372951 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-398e6fd8-e040-4819-be7b-920dcbba7446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:30:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['20062376-ff65-4080-8f87-21a903d8307b'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:30:37.535742 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-47aa2b00-68b8-468b-97dd-9eddca801bd2 req-07b8d2db-81f1-4a80-8d5e-08ec1275419a service neutron] 10.222.0.55 "GET /v2.0/networks/dc65caf0-8d89-44b6-8b48-1af6ff657d82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576958 May 28 06:30:37.626092 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-398e6fd8-e040-4819-be7b-920dcbba7446 None None] Set router 20062376-ff65-4080-8f87-21a903d8307b gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:30:37.652176 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 57184) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:30:37.889988 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-c31d937d-13ab-451b-81c3-71f0ec0b5d80 tempest-PortsAdminExtendedAttrsTestJSON-1154780110 tempest-PortsAdminExtendedAttrsTestJSON-1154780110-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1232528797'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:30:37.894997 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-c31d937d-13ab-451b-81c3-71f0ec0b5d80 tempest-PortsAdminExtendedAttrsTestJSON-1154780110 tempest-PortsAdminExtendedAttrsTestJSON-1154780110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:30:37.899249 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-c31d937d-13ab-451b-81c3-71f0ec0b5d80 tempest-PortsAdminExtendedAttrsTestJSON-1154780110 tempest-PortsAdminExtendedAttrsTestJSON-1154780110-project] Usage tracker for resource:network and tenant:b23c5ba1f46c48d8952f40c7af3d36aa is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:30:37.902233 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-c31d937d-13ab-451b-81c3-71f0ec0b5d80 tempest-PortsAdminExtendedAttrsTestJSON-1154780110 tempest-PortsAdminExtendedAttrsTestJSON-1154780110-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:30:37.906216 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7f2caa-0705-4300-a988-22bd2147a637 req-8c113eaf-aacd-409f-a940-b80e718fd504 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:37.906216 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6a7f2caa-0705-4300-a988-22bd2147a637 req-8c113eaf-aacd-409f-a940-b80e718fd504 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=209b9e95-642a-449e-b80a-8c556723a341 HTTP/1.1" status: 200 len: 945 time: 0.1359622 May 28 06:30:37.909076 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-c31d937d-13ab-451b-81c3-71f0ec0b5d80 tempest-PortsAdminExtendedAttrsTestJSON-1154780110 tempest-PortsAdminExtendedAttrsTestJSON-1154780110-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:30:37.953939 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6a7f2caa-0705-4300-a988-22bd2147a637 req-dc3a52f7-6854-4e0a-9531-3af6e7594c3b tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/security-groups?id=f6de87b7-c8be-4140-be86-d0d6b2592918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424581 May 28 06:30:37.983288 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc387ca9-152c-4686-bc39-fc4225d3a7fb', 'tag': '4fd6a9b8-da26-4615-bc61-8cad1b63866e'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:30:38.019119 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c31d937d-13ab-451b-81c3-71f0ec0b5d80 tempest-PortsAdminExtendedAttrsTestJSON-1154780110 tempest-PortsAdminExtendedAttrsTestJSON-1154780110-project] Made reservation on behalf of b23c5ba1f46c48d8952f40c7af3d36aa for: {'network': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:30:38.023241 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c31d937d-13ab-451b-81c3-71f0ec0b5d80 tempest-PortsAdminExtendedAttrsTestJSON-1154780110 tempest-PortsAdminExtendedAttrsTestJSON-1154780110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:38.041109 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c31d937d-13ab-451b-81c3-71f0ec0b5d80 tempest-PortsAdminExtendedAttrsTestJSON-1154780110 tempest-PortsAdminExtendedAttrsTestJSON-1154780110-project] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:38.132389 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-398e6fd8-e040-4819-be7b-920dcbba7446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20062376-ff65-4080-8f87-21a903d8307b', 'name': 'tempest-FloatingIPsAssociationTestJSON-741993371-router', 'tenant_id': '16c56364460a469fa6890db0799c99b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '38de1d15-4711-4bec-9ef9-74fea9c7aceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:28:55Z', 'updated_at': '2022-05-28T06:29:02Z', 'revision_number': 4, 'project_id': '16c56364460a469fa6890db0799c99b1', 'gw_port': {'id': '38de1d15-4711-4bec-9ef9-74fea9c7aceb', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:1d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20062376-ff65-4080-8f87-21a903d8307b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:28:56Z', 'updated_at': '2022-05-28T06:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'df5164c0-1ed1-4dcf-b6b5-c03fb87cd1ee', 'name': '', 'network_id': 'dc65caf0-8d89-44b6-8b48-1af6ff657d82', 'tenant_id': '16c56364460a469fa6890db0799c99b1', 'mac_address': 'fa:16:3e:8c:9a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20062376-ff65-4080-8f87-21a903d8307b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '4c48a484-2f92-4e72-9bd4-fc1c355a17c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:29:01Z', 'updated_at': '2022-05-28T06:29:10Z', 'revision_number': 5, 'project_id': '16c56364460a469fa6890db0799c99b1', 'subnets': [{'id': '4c48a484-2f92-4e72-9bd4-fc1c355a17c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:30:38.138285 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398e6fd8-e040-4819-be7b-920dcbba7446 None None] The sync data for ids ['20062376-ff65-4080-8f87-21a903d8307b'] in n-d-843702-1 is: [{'id': '20062376-ff65-4080-8f87-21a903d8307b', 'name': 'tempest-FloatingIPsAssociationTestJSON-741993371-router', 'tenant_id': '16c56364460a469fa6890db0799c99b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '38de1d15-4711-4bec-9ef9-74fea9c7aceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:28:55Z', 'updated_at': '2022-05-28T06:29:02Z', 'revision_number': 4, 'project_id': '16c56364460a469fa6890db0799c99b1', 'gw_port': {'id': '38de1d15-4711-4bec-9ef9-74fea9c7aceb', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:1d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20062376-ff65-4080-8f87-21a903d8307b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:28:56Z', 'updated_at': '2022-05-28T06:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'df5164c0-1ed1-4dcf-b6b5-c03fb87cd1ee', 'name': '', 'network_id': 'dc65caf0-8d89-44b6-8b48-1af6ff657d82', 'tenant_id': '16c56364460a469fa6890db0799c99b1', 'mac_address': 'fa:16:3e:8c:9a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20062376-ff65-4080-8f87-21a903d8307b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '4c48a484-2f92-4e72-9bd4-fc1c355a17c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:29:01Z', 'updated_at': '2022-05-28T06:29:10Z', 'revision_number': 5, 'project_id': '16c56364460a469fa6890db0799c99b1', 'subnets': [{'id': '4c48a484-2f92-4e72-9bd4-fc1c355a17c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:30:38.195903 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-c31d937d-13ab-451b-81c3-71f0ec0b5d80 tempest-PortsAdminExtendedAttrsTestJSON-1154780110 tempest-PortsAdminExtendedAttrsTestJSON-1154780110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:30:38.200841 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-c31d937d-13ab-451b-81c3-71f0ec0b5d80 tempest-PortsAdminExtendedAttrsTestJSON-1154780110 tempest-PortsAdminExtendedAttrsTestJSON-1154780110-project] Usage tracker for resource:security_group_rule and tenant:b23c5ba1f46c48d8952f40c7af3d36aa is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:30:38.203984 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-c31d937d-13ab-451b-81c3-71f0ec0b5d80 tempest-PortsAdminExtendedAttrsTestJSON-1154780110 tempest-PortsAdminExtendedAttrsTestJSON-1154780110-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:30:38.210065 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-c31d937d-13ab-451b-81c3-71f0ec0b5d80 tempest-PortsAdminExtendedAttrsTestJSON-1154780110 tempest-PortsAdminExtendedAttrsTestJSON-1154780110-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:30:38.301971 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c31d937d-13ab-451b-81c3-71f0ec0b5d80 tempest-PortsAdminExtendedAttrsTestJSON-1154780110 tempest-PortsAdminExtendedAttrsTestJSON-1154780110-project] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:38.337162 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d925bf5c-16ba-40cd-9a72-bbd656c3108a'] response: {'name': 'network-changed', 'server_uuid': 'fc387ca9-152c-4686-bc39-fc4225d3a7fb', 'tag': '4fd6a9b8-da26-4615-bc61-8cad1b63866e', 'status': 'completed', 'code': 200} May 28 06:30:38.347331 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:30:38.410986 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e4a5b2-dd54-4071-8e56-0fdb01d056d3 None None] New status for floating IP a3916d3f-f627-495a-b413-a0f53a1ac7ca: DOWN {{(pid=89111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 06:30:38.412527 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c31d937d-13ab-451b-81c3-71f0ec0b5d80 tempest-PortsAdminExtendedAttrsTestJSON-1154780110 tempest-PortsAdminExtendedAttrsTestJSON-1154780110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:38.448814 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c31d937d-13ab-451b-81c3-71f0ec0b5d80 tempest-PortsAdminExtendedAttrsTestJSON-1154780110 tempest-PortsAdminExtendedAttrsTestJSON-1154780110-project] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=89109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:30:38.457398 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31d937d-13ab-451b-81c3-71f0ec0b5d80 tempest-PortsAdminExtendedAttrsTestJSON-1154780110 tempest-PortsAdminExtendedAttrsTestJSON-1154780110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c29a91ea-2cd8-4558-9876-de877ea79f36,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:30:38.463645 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c31d937d-13ab-451b-81c3-71f0ec0b5d80 tempest-PortsAdminExtendedAttrsTestJSON-1154780110 tempest-PortsAdminExtendedAttrsTestJSON-1154780110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:38.466782 n-d-843702-1 neutron-server[89109]: INFO neutron.db.segments_db [None req-c31d937d-13ab-451b-81c3-71f0ec0b5d80 tempest-PortsAdminExtendedAttrsTestJSON-1154780110 tempest-PortsAdminExtendedAttrsTestJSON-1154780110-project] Added segment 5fae5871-08c0-4030-94de-c95f628d5326 of type vlan for network 8d4230ae-5366-4645-9fdd-681c574a9305 May 28 06:30:38.498759 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c31d937d-13ab-451b-81c3-71f0ec0b5d80 tempest-PortsAdminExtendedAttrsTestJSON-1154780110 tempest-PortsAdminExtendedAttrsTestJSON-1154780110-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:38.595484 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f565c214-1a27-4b89-9889-6064b1c6f5c8 req-809a4e52-c668-420a-a4f6-d361acfa624c tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:38.596930 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f565c214-1a27-4b89-9889-6064b1c6f5c8 req-809a4e52-c668-420a-a4f6-d361acfa624c tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/ports?device_id=636ae437-f020-4a0c-9b90-04a6a2b5dea3 HTTP/1.1" status: 200 len: 946 time: 0.1237321 May 28 06:30:38.601557 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a381dc42-fb7e-4f96-9c1a-77bdd0a302e4 req-53c796aa-5deb-4978-b8dc-5d2c1813b0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:38.602958 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a381dc42-fb7e-4f96-9c1a-77bdd0a302e4 req-53c796aa-5deb-4978-b8dc-5d2c1813b0dc service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=16c56364460a469fa6890db0799c99b1&device_id=fc387ca9-152c-4686-bc39-fc4225d3a7fb HTTP/1.1" status: 200 len: 1096 time: 0.1736794 May 28 06:30:38.731899 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f565c214-1a27-4b89-9889-6064b1c6f5c8 req-d3b9b99b-9c44-407f-a9c4-df47a0eb2c70 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f2c8bcd-a51c-4c0c-8c62-f5096a9be3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279755 May 28 06:30:38.761147 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c31d937d-13ab-451b-81c3-71f0ec0b5d80 tempest-PortsAdminExtendedAttrsTestJSON-1154780110 tempest-PortsAdminExtendedAttrsTestJSON-1154780110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:38.768810 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c31d937d-13ab-451b-81c3-71f0ec0b5d80 tempest-PortsAdminExtendedAttrsTestJSON-1154780110 tempest-PortsAdminExtendedAttrsTestJSON-1154780110-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:38.769444 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c31d937d-13ab-451b-81c3-71f0ec0b5d80 tempest-PortsAdminExtendedAttrsTestJSON-1154780110 tempest-PortsAdminExtendedAttrsTestJSON-1154780110-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:38.828056 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a381dc42-fb7e-4f96-9c1a-77bdd0a302e4 req-068d6d1d-d79d-4a75-8c70-3907c6fda3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:38.828788 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a381dc42-fb7e-4f96-9c1a-77bdd0a302e4 req-068d6d1d-d79d-4a75-8c70-3907c6fda3d8 service neutron] 10.222.0.71 "GET /v2.0/networks?id=dc65caf0-8d89-44b6-8b48-1af6ff657d82 HTTP/1.1" status: 200 len: 921 time: 0.2029722 May 28 06:30:38.947206 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31d937d-13ab-451b-81c3-71f0ec0b5d80 tempest-PortsAdminExtendedAttrsTestJSON-1154780110 tempest-PortsAdminExtendedAttrsTestJSON-1154780110-project] Pushing event updated for resources: {'Network': ['ID=8d4230ae-5366-4645-9fdd-681c574a9305,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:30:38.958295 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 8d4230ae-5366-4645-9fdd-681c574a9305 details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:30:38.991399 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a381dc42-fb7e-4f96-9c1a-77bdd0a302e4 req-77abdd95-eedf-43b6-894d-3b5815dd36e2 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4fd6a9b8-da26-4615-bc61-8cad1b63866e HTTP/1.1" status: 200 len: 217 time: 0.1531062 May 28 06:30:39.048591 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-c31d937d-13ab-451b-81c3-71f0ec0b5d80 tempest-PortsAdminExtendedAttrsTestJSON-1154780110 tempest-PortsAdminExtendedAttrsTestJSON-1154780110-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.3951581 May 28 06:30:39.219274 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a381dc42-fb7e-4f96-9c1a-77bdd0a302e4 req-2ae351fd-88ff-4b11-b9de-32b19f6560d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:39.220691 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a381dc42-fb7e-4f96-9c1a-77bdd0a302e4 req-2ae351fd-88ff-4b11-b9de-32b19f6560d9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4c48a484-2f92-4e72-9bd4-fc1c355a17c1 HTTP/1.1" status: 200 len: 859 time: 0.2087741 May 28 06:30:39.269291 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f15479-c28f-4e5d-b379-fab629f4a0bc req-9616fc95-ef1a-447c-9637-7db4058488c7 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:39.270771 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b9f15479-c28f-4e5d-b379-fab629f4a0bc req-9616fc95-ef1a-447c-9637-7db4058488c7 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/ports?device_id=c293b64f-9704-4a3d-9918-b4905a975966 HTTP/1.1" status: 200 len: 950 time: 0.3529568 May 28 06:30:39.309198 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9cd8dd-fed8-45be-ba64-38e726d091e1 req-f75b4203-9b00-4706-b339-40d01443e2f7 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:39.309198 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ce9cd8dd-fed8-45be-ba64-38e726d091e1 req-f75b4203-9b00-4706-b339-40d01443e2f7 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] 10.222.0.55 "GET /v2.0/ports?device_id=455809e7-a5e0-4854-943a-386ccf0610e3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3892035 May 28 06:30:39.413102 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ce9cd8dd-fed8-45be-ba64-38e726d091e1 req-74ba43fc-a449-4092-83b4-bfc9888adee1 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.5.83 HTTP/1.1" status: 200 len: 695 time: 0.1005530 May 28 06:30:39.419900 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b9f15479-c28f-4e5d-b379-fab629f4a0bc req-4c6f68b5-ef96-4202-afa5-aeaf063c2b7f tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/security-groups?id=cc42bff8-ec73-4f47-a19d-2b56e52b6e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415627 May 28 06:30:39.428236 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-ce9cd8dd-fed8-45be-ba64-38e726d091e1 req-cb2c535e-dcef-4ff9-8581-51fa2869db3b tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Request body: {'floatingip': {'port_id': '212267bc-72fb-4720-960a-a0bb5430dbe0', 'fixed_ip_address': '172.20.0.13'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:30:39.534260 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-ce9cd8dd-fed8-45be-ba64-38e726d091e1 req-cb2c535e-dcef-4ff9-8581-51fa2869db3b tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Notify callbacks [] for floatingip, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:39.610876 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a381dc42-fb7e-4f96-9c1a-77bdd0a302e4 req-f5c240e4-6367-4afc-94b7-50b03212d421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:39.611562 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a381dc42-fb7e-4f96-9c1a-77bdd0a302e4 req-f5c240e4-6367-4afc-94b7-50b03212d421 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=dc65caf0-8d89-44b6-8b48-1af6ff657d82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3820007 May 28 06:30:39.868177 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f2a05b-1155-4b82-be19-566ff41b5e8b req-081e38a4-73a7-464c-81bd-fbac869ad47a tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:39.868870 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-19f2a05b-1155-4b82-be19-566ff41b5e8b req-081e38a4-73a7-464c-81bd-fbac869ad47a tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Synchronizing usage tracker for tenant:c3068efc66a349e9b92ab9365fc877d9 on resource:port {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:30:39.883527 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-19f2a05b-1155-4b82-be19-566ff41b5e8b req-081e38a4-73a7-464c-81bd-fbac869ad47a tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Unset dirty status for tenant:c3068efc66a349e9b92ab9365fc877d9 on resource:port {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:30:39.884671 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-19f2a05b-1155-4b82-be19-566ff41b5e8b req-081e38a4-73a7-464c-81bd-fbac869ad47a tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.69 "GET /v2.0/ports?device_id=c293b64f-9704-4a3d-9918-b4905a975966 HTTP/1.1" status: 200 len: 950 time: 0.1609364 May 28 06:30:39.968915 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [req-19f2a05b-1155-4b82-be19-566ff41b5e8b req-1973ac87-cdfd-4547-a832-0261f8091e93 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Deleting port a9b17340-49c3-4636-ae31-35c56421cddb {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:30:39.969257 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-19f2a05b-1155-4b82-be19-566ff41b5e8b req-1973ac87-cdfd-4547-a832-0261f8091e93 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:39.994885 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a381dc42-fb7e-4f96-9c1a-77bdd0a302e4 req-f40a33aa-36f0-4d24-a57f-5090263b3f19 service neutron] 10.222.0.71 "GET /v2.0/networks/dc65caf0-8d89-44b6-8b48-1af6ff657d82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3364453 May 28 06:30:40.266399 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-19f2a05b-1155-4b82-be19-566ff41b5e8b req-1973ac87-cdfd-4547-a832-0261f8091e93 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] For port a9b17340-49c3-4636-ae31-35c56421cddb, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=a9b17340-49c3-4636-ae31-35c56421cddb,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:30:40.266399 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-19f2a05b-1155-4b82-be19-566ff41b5e8b req-1973ac87-cdfd-4547-a832-0261f8091e93 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:40.318620 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aab26bd-2b88-461f-abf7-1252e8ca57f9 req-b6b57d4c-4224-429c-981c-4c3c8ba93ac6 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:40.324960 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aab26bd-2b88-461f-abf7-1252e8ca57f9 req-b6b57d4c-4224-429c-981c-4c3c8ba93ac6 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:40.332997 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aab26bd-2b88-461f-abf7-1252e8ca57f9 req-b6b57d4c-4224-429c-981c-4c3c8ba93ac6 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:40.337992 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aab26bd-2b88-461f-abf7-1252e8ca57f9 req-b6b57d4c-4224-429c-981c-4c3c8ba93ac6 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:40.343254 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aab26bd-2b88-461f-abf7-1252e8ca57f9 req-b6b57d4c-4224-429c-981c-4c3c8ba93ac6 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:40.349092 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aab26bd-2b88-461f-abf7-1252e8ca57f9 req-b6b57d4c-4224-429c-981c-4c3c8ba93ac6 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:40.357818 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aab26bd-2b88-461f-abf7-1252e8ca57f9 req-b6b57d4c-4224-429c-981c-4c3c8ba93ac6 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:40.357818 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4aab26bd-2b88-461f-abf7-1252e8ca57f9 req-b6b57d4c-4224-429c-981c-4c3c8ba93ac6 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc8afbe2-63ab-495f-b953-08528fec512c HTTP/1.1" status: 200 len: 5443 time: 0.4552305 May 28 06:30:40.371445 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a381dc42-fb7e-4f96-9c1a-77bdd0a302e4 req-4d778b6b-b6e8-47e4-89ad-a1d5332e30d8 service neutron] 10.222.0.71 "GET /v2.0/networks/dc65caf0-8d89-44b6-8b48-1af6ff657d82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3773293 May 28 06:30:40.402565 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [req-19f2a05b-1155-4b82-be19-566ff41b5e8b req-1973ac87-cdfd-4547-a832-0261f8091e93 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Calling delete_port for a9b17340-49c3-4636-ae31-35c56421cddb owned by compute:nova {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:30:40.443260 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4aab26bd-2b88-461f-abf7-1252e8ca57f9 req-1fe30beb-5afb-45fe-9393-e29b8562ed4e tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.55 "GET /v2.0/security-groups?id=330866ba-92b0-424f-b7e1-e6c41912745c&id=dee936ce-b9e4-4668-898c-fea71a001642&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0661969 May 28 06:30:40.682753 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-19f2a05b-1155-4b82-be19-566ff41b5e8b req-1973ac87-cdfd-4547-a832-0261f8091e93 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:40.697516 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['aed40a96-8c1b-41c4-8cf6-9693df9e3b63', '465efe2e-5751-4246-8226-b9337c32e3eb', 'a9b17340-49c3-4636-ae31-35c56421cddb'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:30:40.725122 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['34d5a857-5950-4308-8e9f-761b2183974d', 'c43e50b8-fb17-4a3c-9d4b-113d8558c9fa', '15bc477c-9769-4020-b7bf-3f3554b08c6a', 'a5adb27f-78ac-4ba1-9200-f424e2d32259'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:30:40.754561 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1973ac87-cdfd-4547-a832-0261f8091e93 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Pushing event deleted for resources: {'Port': ['ID=a9b17340-49c3-4636-ae31-35c56421cddb,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:30:40.842244 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-ce9cd8dd-fed8-45be-ba64-38e726d091e1 req-cb2c535e-dcef-4ff9-8581-51fa2869db3b tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:40.898549 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [req-19f2a05b-1155-4b82-be19-566ff41b5e8b req-1973ac87-cdfd-4547-a832-0261f8091e93 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] No DVR routers for this DVR port a9b17340-49c3-4636-ae31-35c56421cddb on host n-h1-843702-1 {{(pid=89109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:30:40.898549 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-19f2a05b-1155-4b82-be19-566ff41b5e8b req-1973ac87-cdfd-4547-a832-0261f8091e93 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:40.898549 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c293b64f-9704-4a3d-9918-b4905a975966', 'name': 'network-vif-deleted', 'tag': 'a9b17340-49c3-4636-ae31-35c56421cddb'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:30:40.905134 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad09088-68d4-4d5a-b586-e54767059d21 req-501e1a09-211c-4e5e-923d-1f06f56c6d80 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:40.905134 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fad09088-68d4-4d5a-b586-e54767059d21 req-501e1a09-211c-4e5e-923d-1f06f56c6d80 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] 10.222.0.71 "GET /v2.0/ports?device_id=fc387ca9-152c-4686-bc39-fc4225d3a7fb HTTP/1.1" status: 200 len: 945 time: 0.3326375 May 28 06:30:40.912407 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-ce9cd8dd-fed8-45be-ba64-38e726d091e1 req-cb2c535e-dcef-4ff9-8581-51fa2869db3b tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691094'] for floatingip, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:41.002562 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-19f2a05b-1155-4b82-be19-566ff41b5e8b req-1973ac87-cdfd-4547-a832-0261f8091e93 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.69 "DELETE /v2.0/ports/a9b17340-49c3-4636-ae31-35c56421cddb HTTP/1.1" status: 204 len: 173 time: 1.1060908 May 28 06:30:41.053521 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137e1270-4189-4442-938b-ff8508538d8a req-a7370efe-ebed-4730-9804-7cbb54a64b9d tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:41.057971 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-137e1270-4189-4442-938b-ff8508538d8a req-a7370efe-ebed-4730-9804-7cbb54a64b9d tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=209b9e95-642a-449e-b80a-8c556723a341 HTTP/1.1" status: 200 len: 945 time: 0.4844849 May 28 06:30:41.194091 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-fad09088-68d4-4d5a-b586-e54767059d21 req-61f1c92d-1be7-4b0b-8093-e7cb47e149a7 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Deleting port 4fd6a9b8-da26-4615-bc61-8cad1b63866e {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:30:41.194426 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-fad09088-68d4-4d5a-b586-e54767059d21 req-61f1c92d-1be7-4b0b-8093-e7cb47e149a7 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:41.282443 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-137e1270-4189-4442-938b-ff8508538d8a req-3821fe86-2a04-432f-93f1-1bb22ff6d7b0 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/security-groups?id=f6de87b7-c8be-4140-be86-d0d6b2592918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276325 May 28 06:30:41.320869 n-d-843702-1 neutron-server[89110]: INFO neutron.db.l3_db [req-ce9cd8dd-fed8-45be-ba64-38e726d091e1 req-cb2c535e-dcef-4ff9-8581-51fa2869db3b tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Floating IP a3916d3f-f627-495a-b413-a0f53a1ac7ca associated. External IP: 172.25.5.83, port: 212267bc-72fb-4720-960a-a0bb5430dbe0. May 28 06:30:41.513631 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 57224) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:30:41.513631 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-87311f16-4ab5-4fbe-9b0a-b55b6f33802d tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Request body: {'port': {'network_id': '8d4230ae-5366-4645-9fdd-681c574a9305', 'binding:host_id': 'n-h1-843702-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-620539945'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:30:41.524449 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-87311f16-4ab5-4fbe-9b0a-b55b6f33802d tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:30:41.552119 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-87311f16-4ab5-4fbe-9b0a-b55b6f33802d tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Usage tracker for resource:port and tenant:9050e5ade44546b184a77f2fdf40b5c1 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:30:41.552119 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-87311f16-4ab5-4fbe-9b0a-b55b6f33802d tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:30:41.568676 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-87311f16-4ab5-4fbe-9b0a-b55b6f33802d tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:30:41.644760 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87311f16-4ab5-4fbe-9b0a-b55b6f33802d tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Made reservation on behalf of 9050e5ade44546b184a77f2fdf40b5c1 for: {'port': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:30:41.644760 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-87311f16-4ab5-4fbe-9b0a-b55b6f33802d tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:41.661103 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-87311f16-4ab5-4fbe-9b0a-b55b6f33802d tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:41.678702 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-87311f16-4ab5-4fbe-9b0a-b55b6f33802d tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:30:41.678702 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-87311f16-4ab5-4fbe-9b0a-b55b6f33802d tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Usage tracker for resource:security_group_rule and tenant:9050e5ade44546b184a77f2fdf40b5c1 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:30:41.678702 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-87311f16-4ab5-4fbe-9b0a-b55b6f33802d tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:30:41.694941 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-87311f16-4ab5-4fbe-9b0a-b55b6f33802d tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:30:41.810370 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-87311f16-4ab5-4fbe-9b0a-b55b6f33802d tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:41.875718 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-fad09088-68d4-4d5a-b586-e54767059d21 req-61f1c92d-1be7-4b0b-8093-e7cb47e149a7 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] For port 4fd6a9b8-da26-4615-bc61-8cad1b63866e, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=4fd6a9b8-da26-4615-bc61-8cad1b63866e,segment=NetworkSegment(8d6493ed-a6e0-445f-9394-e5cc9c5c38f9),segment_id=8d6493ed-a6e0-445f-9394-e5cc9c5c38f9)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:30:41.875718 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-fad09088-68d4-4d5a-b586-e54767059d21 req-61f1c92d-1be7-4b0b-8093-e7cb47e149a7 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:41.889392 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-87311f16-4ab5-4fbe-9b0a-b55b6f33802d tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:41.910447 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [None req-87311f16-4ab5-4fbe-9b0a-b55b6f33802d tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] device_id is not set on port 9fa2b18e-ba05-4237-b4ea-5e8885f871b1 yet. {{(pid=89109) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:30:41.992992 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87311f16-4ab5-4fbe-9b0a-b55b6f33802d tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43360e1e-da33-4f89-a748-9bccd6a4ef4a,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:30:42.090056 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-fad09088-68d4-4d5a-b586-e54767059d21 req-61f1c92d-1be7-4b0b-8093-e7cb47e149a7 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Calling delete_port for 4fd6a9b8-da26-4615-bc61-8cad1b63866e owned by compute:nova {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:30:42.208620 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcc6dd1-93e0-4068-93ae-4d262e96cc40 req-8c6dfbf2-eb15-4813-9752-099fc835a654 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:42.210494 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ffcc6dd1-93e0-4068-93ae-4d262e96cc40 req-8c6dfbf2-eb15-4813-9752-099fc835a654 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/ports?device_id=636ae437-f020-4a0c-9b90-04a6a2b5dea3 HTTP/1.1" status: 200 len: 946 time: 0.4786799 May 28 06:30:42.216014 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ce9cd8dd-fed8-45be-ba64-38e726d091e1 req-cb2c535e-dcef-4ff9-8581-51fa2869db3b tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Router 20062376-ff65-4080-8f87-21a903d8307b has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:30:42.224943 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [None req-87311f16-4ab5-4fbe-9b0a-b55b6f33802d tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] device_id is not set on port 9fa2b18e-ba05-4237-b4ea-5e8885f871b1 yet. {{(pid=89109) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:30:42.238624 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-87311f16-4ab5-4fbe-9b0a-b55b6f33802d tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:42.509730 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ffcc6dd1-93e0-4068-93ae-4d262e96cc40 req-554ee6a9-bb70-4311-af34-ac1b623f3b5c tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f2c8bcd-a51c-4c0c-8c62-f5096a9be3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823908 May 28 06:30:42.578337 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [None req-87311f16-4ab5-4fbe-9b0a-b55b6f33802d tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Transition to ACTIVE for port object 9fa2b18e-ba05-4237-b4ea-5e8885f871b1 will not be triggered until provisioned by entity L2. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:30:42.584820 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-fad09088-68d4-4d5a-b586-e54767059d21 req-61f1c92d-1be7-4b0b-8093-e7cb47e149a7 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:42.641904 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f1c92d-1be7-4b0b-8093-e7cb47e149a7 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Pushing event deleted for resources: {'Port': ['ID=4fd6a9b8-da26-4615-bc61-8cad1b63866e,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:30:42.689525 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-87311f16-4ab5-4fbe-9b0a-b55b6f33802d tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:42.767462 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ce9cd8dd-fed8-45be-ba64-38e726d091e1 req-cb2c535e-dcef-4ff9-8581-51fa2869db3b tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:30:42.779703 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-fad09088-68d4-4d5a-b586-e54767059d21 req-61f1c92d-1be7-4b0b-8093-e7cb47e149a7 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] No DVR routers for this DVR port 4fd6a9b8-da26-4615-bc61-8cad1b63866e on host n-h2-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:30:42.781829 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05949629-cc2b-4ba9-ae46-93f09842c60b None None] Sync routers for ids ['20062376-ff65-4080-8f87-21a903d8307b'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:30:42.786899 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-fad09088-68d4-4d5a-b586-e54767059d21 req-61f1c92d-1be7-4b0b-8093-e7cb47e149a7 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:42.791380 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc387ca9-152c-4686-bc39-fc4225d3a7fb', 'name': 'network-vif-deleted', 'tag': '4fd6a9b8-da26-4615-bc61-8cad1b63866e'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:30:42.794541 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05949629-cc2b-4ba9-ae46-93f09842c60b None None] Routers {'20062376-ff65-4080-8f87-21a903d8307b'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:30:42.795215 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-05949629-cc2b-4ba9-ae46-93f09842c60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:30:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['20062376-ff65-4080-8f87-21a903d8307b'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:30:42.798418 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87311f16-4ab5-4fbe-9b0a-b55b6f33802d tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Pushing event updated for resources: {'Port': ['ID=9fa2b18e-ba05-4237-b4ea-5e8885f871b1,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:30:42.810854 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87311f16-4ab5-4fbe-9b0a-b55b6f33802d tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Checking segment: {'id': '5fae5871-08c0-4030-94de-c95f628d5326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '8d4230ae-5366-4645-9fdd-681c574a9305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:30:42.811763 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87311f16-4ab5-4fbe-9b0a-b55b6f33802d tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Network hostable DHCP agents. Network: 8d4230ae-5366-4645-9fdd-681c574a9305, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:30:42.843253 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aadaf48-34c2-459f-abd6-9fff3e3b7198 req-4656ddf4-ec65-46df-abda-6e4edc7e286b tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:42.849081 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aadaf48-34c2-459f-abd6-9fff3e3b7198 req-4656ddf4-ec65-46df-abda-6e4edc7e286b tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:42.855148 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aadaf48-34c2-459f-abd6-9fff3e3b7198 req-4656ddf4-ec65-46df-abda-6e4edc7e286b tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:42.860995 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aadaf48-34c2-459f-abd6-9fff3e3b7198 req-4656ddf4-ec65-46df-abda-6e4edc7e286b tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:42.867502 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aadaf48-34c2-459f-abd6-9fff3e3b7198 req-4656ddf4-ec65-46df-abda-6e4edc7e286b tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:42.873559 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aadaf48-34c2-459f-abd6-9fff3e3b7198 req-4656ddf4-ec65-46df-abda-6e4edc7e286b tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:42.879516 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aadaf48-34c2-459f-abd6-9fff3e3b7198 req-4656ddf4-ec65-46df-abda-6e4edc7e286b tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:42.881440 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8aadaf48-34c2-459f-abd6-9fff3e3b7198 req-4656ddf4-ec65-46df-abda-6e4edc7e286b tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc8afbe2-63ab-495f-b953-08528fec512c HTTP/1.1" status: 200 len: 5443 time: 0.1944792 May 28 06:30:42.885368 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-ce9cd8dd-fed8-45be-ba64-38e726d091e1 req-cb2c535e-dcef-4ff9-8581-51fa2869db3b tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:42.924408 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fad09088-68d4-4d5a-b586-e54767059d21 req-61f1c92d-1be7-4b0b-8093-e7cb47e149a7 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] 10.222.0.71 "DELETE /v2.0/ports/4fd6a9b8-da26-4615-bc61-8cad1b63866e HTTP/1.1" status: 204 len: 173 time: 1.9624767 May 28 06:30:42.925515 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87311f16-4ab5-4fbe-9b0a-b55b6f33802d tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Network 8d4230ae-5366-4645-9fdd-681c574a9305 is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:30:42.956966 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-344049da-4b6b-46b1-88ce-62ec17113728 req-9bd949cf-d4cc-460b-843a-b73a56a0fa00 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=98cfccb9-9f45-4199-a4d4-780ce7efbc99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0901330 May 28 06:30:42.958517 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae3a6509-53c9-4a49-b368-7fc937301d72'] response: {'server_uuid': 'c293b64f-9704-4a3d-9918-b4905a975966', 'name': 'network-vif-deleted', 'tag': 'a9b17340-49c3-4636-ae31-35c56421cddb', 'status': 'completed', 'code': 200} May 28 06:30:42.960366 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ce9cd8dd-fed8-45be-ba64-38e726d091e1 req-cb2c535e-dcef-4ff9-8581-51fa2869db3b tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] 10.222.0.55 "PUT /v2.0/floatingips/a3916d3f-f627-495a-b413-a0f53a1ac7ca HTTP/1.1" status: 200 len: 996 time: 3.5383399 May 28 06:30:43.037036 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-05949629-cc2b-4ba9-ae46-93f09842c60b None None] Set router 20062376-ff65-4080-8f87-21a903d8307b gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:30:43.052219 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-87311f16-4ab5-4fbe-9b0a-b55b6f33802d tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, 8d4230ae-5366-4645-9fdd-681c574a9305) {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:30:43.072819 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a60ba03-f07d-499e-9b99-b6d753440007 None None] Network 8d4230ae-5366-4645-9fdd-681c574a9305 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:30:43.145611 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9cd8dd-fed8-45be-ba64-38e726d091e1 req-592765c9-ba1e-428d-ae8f-af7184dc8d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:43.159847 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ce9cd8dd-fed8-45be-ba64-38e726d091e1 req-592765c9-ba1e-428d-ae8f-af7184dc8d70 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=16c56364460a469fa6890db0799c99b1&device_id=455809e7-a5e0-4854-943a-386ccf0610e3 HTTP/1.1" status: 200 len: 1097 time: 0.1682649 May 28 06:30:43.254019 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['212267bc-72fb-4720-960a-a0bb5430dbe0'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:30:43.329880 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87311f16-4ab5-4fbe-9b0a-b55b6f33802d tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:30:43.362031 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [None req-87311f16-4ab5-4fbe-9b0a-b55b6f33802d tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attempting to bind port 9fa2b18e-ba05-4237-b4ea-5e8885f871b1 on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:30:43.362691 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [None req-87311f16-4ab5-4fbe-9b0a-b55b6f33802d tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attempting to bind port 9fa2b18e-ba05-4237-b4ea-5e8885f871b1 by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': '5fae5871-08c0-4030-94de-c95f628d5326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '8d4230ae-5366-4645-9fdd-681c574a9305'}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:30:43.363800 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87311f16-4ab5-4fbe-9b0a-b55b6f33802d tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attempting to bind port 9fa2b18e-ba05-4237-b4ea-5e8885f871b1 on network 8d4230ae-5366-4645-9fdd-681c574a9305 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:30:43.374492 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87311f16-4ab5-4fbe-9b0a-b55b6f33802d tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Port 9fa2b18e-ba05-4237-b4ea-5e8885f871b1 on network 8d4230ae-5366-4645-9fdd-681c574a9305 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:30:43.375649 n-d-843702-1 neutron-server[89109]: ERROR neutron.plugins.ml2.managers [None req-87311f16-4ab5-4fbe-9b0a-b55b6f33802d tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Failed to bind port 9fa2b18e-ba05-4237-b4ea-5e8885f871b1 on host n-h1-843702-1 for vnic_type normal using segments [{'id': '5fae5871-08c0-4030-94de-c95f628d5326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '8d4230ae-5366-4645-9fdd-681c574a9305'}] May 28 06:30:43.376794 n-d-843702-1 neutron-server[89109]: INFO neutron.plugins.ml2.plugin [None req-87311f16-4ab5-4fbe-9b0a-b55b6f33802d tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attempt 2 to bind port 9fa2b18e-ba05-4237-b4ea-5e8885f871b1 May 28 06:30:43.395716 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [None req-87311f16-4ab5-4fbe-9b0a-b55b6f33802d tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attempting to bind port 9fa2b18e-ba05-4237-b4ea-5e8885f871b1 on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:30:43.396343 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [None req-87311f16-4ab5-4fbe-9b0a-b55b6f33802d tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attempting to bind port 9fa2b18e-ba05-4237-b4ea-5e8885f871b1 by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': '5fae5871-08c0-4030-94de-c95f628d5326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '8d4230ae-5366-4645-9fdd-681c574a9305'}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:30:43.396853 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87311f16-4ab5-4fbe-9b0a-b55b6f33802d tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attempting to bind port 9fa2b18e-ba05-4237-b4ea-5e8885f871b1 on network 8d4230ae-5366-4645-9fdd-681c574a9305 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:30:43.410541 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87311f16-4ab5-4fbe-9b0a-b55b6f33802d tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Port 9fa2b18e-ba05-4237-b4ea-5e8885f871b1 on network 8d4230ae-5366-4645-9fdd-681c574a9305 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:30:43.410790 n-d-843702-1 neutron-server[89109]: ERROR neutron.plugins.ml2.managers [None req-87311f16-4ab5-4fbe-9b0a-b55b6f33802d tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Failed to bind port 9fa2b18e-ba05-4237-b4ea-5e8885f871b1 on host n-h1-843702-1 for vnic_type normal using segments [{'id': '5fae5871-08c0-4030-94de-c95f628d5326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '8d4230ae-5366-4645-9fdd-681c574a9305'}] May 28 06:30:43.414603 n-d-843702-1 neutron-server[89109]: INFO neutron.plugins.ml2.plugin [None req-87311f16-4ab5-4fbe-9b0a-b55b6f33802d tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attempt 3 to bind port 9fa2b18e-ba05-4237-b4ea-5e8885f871b1 May 28 06:30:43.440261 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344049da-4b6b-46b1-88ce-62ec17113728 req-21d0d51a-1aa7-4c8f-aa00-064d1d0d4c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:43.442720 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-344049da-4b6b-46b1-88ce-62ec17113728 req-21d0d51a-1aa7-4c8f-aa00-064d1d0d4c45 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c3068efc66a349e9b92ab9365fc877d9&device_id=98cfccb9-9f45-4199-a4d4-780ce7efbc99 HTTP/1.1" status: 200 len: 1100 time: 0.4613206 May 28 06:30:43.443719 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [None req-87311f16-4ab5-4fbe-9b0a-b55b6f33802d tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attempting to bind port 9fa2b18e-ba05-4237-b4ea-5e8885f871b1 on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:30:43.444971 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [None req-87311f16-4ab5-4fbe-9b0a-b55b6f33802d tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attempting to bind port 9fa2b18e-ba05-4237-b4ea-5e8885f871b1 by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': '5fae5871-08c0-4030-94de-c95f628d5326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '8d4230ae-5366-4645-9fdd-681c574a9305'}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:30:43.446152 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87311f16-4ab5-4fbe-9b0a-b55b6f33802d tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attempting to bind port 9fa2b18e-ba05-4237-b4ea-5e8885f871b1 on network 8d4230ae-5366-4645-9fdd-681c574a9305 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:30:43.454902 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87311f16-4ab5-4fbe-9b0a-b55b6f33802d tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Port 9fa2b18e-ba05-4237-b4ea-5e8885f871b1 on network 8d4230ae-5366-4645-9fdd-681c574a9305 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:30:43.455594 n-d-843702-1 neutron-server[89109]: ERROR neutron.plugins.ml2.managers [None req-87311f16-4ab5-4fbe-9b0a-b55b6f33802d tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Failed to bind port 9fa2b18e-ba05-4237-b4ea-5e8885f871b1 on host n-h1-843702-1 for vnic_type normal using segments [{'id': '5fae5871-08c0-4030-94de-c95f628d5326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '8d4230ae-5366-4645-9fdd-681c574a9305'}] May 28 06:30:43.456286 n-d-843702-1 neutron-server[89109]: INFO neutron.plugins.ml2.plugin [None req-87311f16-4ab5-4fbe-9b0a-b55b6f33802d tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attempt 4 to bind port 9fa2b18e-ba05-4237-b4ea-5e8885f871b1 May 28 06:30:43.483563 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9cd8dd-fed8-45be-ba64-38e726d091e1 req-be426d33-0de1-4d67-bb56-87adeeddb8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:43.493250 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ce9cd8dd-fed8-45be-ba64-38e726d091e1 req-be426d33-0de1-4d67-bb56-87adeeddb8e7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=dc65caf0-8d89-44b6-8b48-1af6ff657d82 HTTP/1.1" status: 200 len: 921 time: 0.3322442 May 28 06:30:43.622923 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [None req-87311f16-4ab5-4fbe-9b0a-b55b6f33802d tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attempting to bind port 9fa2b18e-ba05-4237-b4ea-5e8885f871b1 on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:30:43.623817 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [None req-87311f16-4ab5-4fbe-9b0a-b55b6f33802d tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attempting to bind port 9fa2b18e-ba05-4237-b4ea-5e8885f871b1 by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': '5fae5871-08c0-4030-94de-c95f628d5326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '8d4230ae-5366-4645-9fdd-681c574a9305'}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:30:43.624377 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87311f16-4ab5-4fbe-9b0a-b55b6f33802d tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attempting to bind port 9fa2b18e-ba05-4237-b4ea-5e8885f871b1 on network 8d4230ae-5366-4645-9fdd-681c574a9305 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:30:43.672158 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87311f16-4ab5-4fbe-9b0a-b55b6f33802d tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Port 9fa2b18e-ba05-4237-b4ea-5e8885f871b1 on network 8d4230ae-5366-4645-9fdd-681c574a9305 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:30:43.672484 n-d-843702-1 neutron-server[89109]: ERROR neutron.plugins.ml2.managers [None req-87311f16-4ab5-4fbe-9b0a-b55b6f33802d tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Failed to bind port 9fa2b18e-ba05-4237-b4ea-5e8885f871b1 on host n-h1-843702-1 for vnic_type normal using segments [{'id': '5fae5871-08c0-4030-94de-c95f628d5326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '8d4230ae-5366-4645-9fdd-681c574a9305'}] May 28 06:30:43.687112 n-d-843702-1 neutron-server[89109]: INFO neutron.plugins.ml2.plugin [None req-87311f16-4ab5-4fbe-9b0a-b55b6f33802d tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attempt 5 to bind port 9fa2b18e-ba05-4237-b4ea-5e8885f871b1 May 28 06:30:43.694975 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device a9b17340-49c3-4636-ae31-35c56421cddb no longer exists at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:30:43.735560 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] No Port match for: a9b17340-49c3-4636-ae31-35c56421cddb {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:30:43.736147 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device a9b17340-49c3-4636-ae31-35c56421cddb not bound to the agent host n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:30:43.741310 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [None req-87311f16-4ab5-4fbe-9b0a-b55b6f33802d tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attempting to bind port 9fa2b18e-ba05-4237-b4ea-5e8885f871b1 on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:30:43.749671 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [None req-87311f16-4ab5-4fbe-9b0a-b55b6f33802d tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attempting to bind port 9fa2b18e-ba05-4237-b4ea-5e8885f871b1 by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': '5fae5871-08c0-4030-94de-c95f628d5326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '8d4230ae-5366-4645-9fdd-681c574a9305'}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:30:43.750409 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87311f16-4ab5-4fbe-9b0a-b55b6f33802d tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attempting to bind port 9fa2b18e-ba05-4237-b4ea-5e8885f871b1 on network 8d4230ae-5366-4645-9fdd-681c574a9305 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:30:43.758449 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-05949629-cc2b-4ba9-ae46-93f09842c60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20062376-ff65-4080-8f87-21a903d8307b', 'name': 'tempest-FloatingIPsAssociationTestJSON-741993371-router', 'tenant_id': '16c56364460a469fa6890db0799c99b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '38de1d15-4711-4bec-9ef9-74fea9c7aceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:28:55Z', 'updated_at': '2022-05-28T06:29:02Z', 'revision_number': 4, 'project_id': '16c56364460a469fa6890db0799c99b1', 'gw_port': {'id': '38de1d15-4711-4bec-9ef9-74fea9c7aceb', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:1d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20062376-ff65-4080-8f87-21a903d8307b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:28:56Z', 'updated_at': '2022-05-28T06:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': 'a3916d3f-f627-495a-b413-a0f53a1ac7ca', 'tenant_id': '16c56364460a469fa6890db0799c99b1', 'floating_ip_address': '172.25.5.83', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': '20062376-ff65-4080-8f87-21a903d8307b', 'port_id': '212267bc-72fb-4720-960a-a0bb5430dbe0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc65caf0-8d89-44b6-8b48-1af6ff657d82', 'mac_address': 'fa:16:3e:a0:a2:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455809e7-a5e0-4854-943a-386ccf0610e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:29:42Z', 'updated_at': '2022-05-28T06:30:40Z', 'revision_number': 8, 'project_id': '16c56364460a469fa6890db0799c99b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df5164c0-1ed1-4dcf-b6b5-c03fb87cd1ee', 'name': '', 'network_id': 'dc65caf0-8d89-44b6-8b48-1af6ff657d82', 'tenant_id': '16c56364460a469fa6890db0799c99b1', 'mac_address': 'fa:16:3e:8c:9a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20062376-ff65-4080-8f87-21a903d8307b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '4c48a484-2f92-4e72-9bd4-fc1c355a17c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:29:01Z', 'updated_at': '2022-05-28T06:29:10Z', 'revision_number': 5, 'project_id': '16c56364460a469fa6890db0799c99b1', 'subnets': [{'id': '4c48a484-2f92-4e72-9bd4-fc1c355a17c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:30:43.774533 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05949629-cc2b-4ba9-ae46-93f09842c60b None None] Checking router: 20062376-ff65-4080-8f87-21a903d8307b for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:30:43.784390 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05949629-cc2b-4ba9-ae46-93f09842c60b None None] Routers {'20062376-ff65-4080-8f87-21a903d8307b'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:30:43.785790 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-05949629-cc2b-4ba9-ae46-93f09842c60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:30:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['20062376-ff65-4080-8f87-21a903d8307b'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:30:43.824731 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344049da-4b6b-46b1-88ce-62ec17113728 req-0097e5c7-15a7-48af-afb9-a072e4d0a080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:43.826316 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-344049da-4b6b-46b1-88ce-62ec17113728 req-0097e5c7-15a7-48af-afb9-a072e4d0a080 service neutron] 10.222.0.69 "GET /v2.0/networks?id=bb90c162-fdb0-406b-af2b-5eef830db7a9 HTTP/1.1" status: 200 len: 870 time: 0.3574853 May 28 06:30:43.827096 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87311f16-4ab5-4fbe-9b0a-b55b6f33802d tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Port 9fa2b18e-ba05-4237-b4ea-5e8885f871b1 on network 8d4230ae-5366-4645-9fdd-681c574a9305 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:30:43.827284 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ce9cd8dd-fed8-45be-ba64-38e726d091e1 req-290b4df5-5fac-483a-8a08-8be137b7121c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=212267bc-72fb-4720-960a-a0bb5430dbe0 HTTP/1.1" status: 200 len: 999 time: 0.3331826 May 28 06:30:43.828006 n-d-843702-1 neutron-server[89109]: ERROR neutron.plugins.ml2.managers [None req-87311f16-4ab5-4fbe-9b0a-b55b6f33802d tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Failed to bind port 9fa2b18e-ba05-4237-b4ea-5e8885f871b1 on host n-h1-843702-1 for vnic_type normal using segments [{'id': '5fae5871-08c0-4030-94de-c95f628d5326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '8d4230ae-5366-4645-9fdd-681c574a9305'}] May 28 06:30:43.828797 n-d-843702-1 neutron-server[89109]: INFO neutron.plugins.ml2.plugin [None req-87311f16-4ab5-4fbe-9b0a-b55b6f33802d tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attempt 6 to bind port 9fa2b18e-ba05-4237-b4ea-5e8885f871b1 May 28 06:30:43.920942 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9cd8dd-fed8-45be-ba64-38e726d091e1 req-c3257474-68b3-4e22-b807-7b805216ace9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:43.922113 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [None req-87311f16-4ab5-4fbe-9b0a-b55b6f33802d tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attempting to bind port 9fa2b18e-ba05-4237-b4ea-5e8885f871b1 on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:30:43.922486 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ce9cd8dd-fed8-45be-ba64-38e726d091e1 req-c3257474-68b3-4e22-b807-7b805216ace9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4c48a484-2f92-4e72-9bd4-fc1c355a17c1 HTTP/1.1" status: 200 len: 859 time: 0.0842502 May 28 06:30:43.922921 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [None req-87311f16-4ab5-4fbe-9b0a-b55b6f33802d tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attempting to bind port 9fa2b18e-ba05-4237-b4ea-5e8885f871b1 by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': '5fae5871-08c0-4030-94de-c95f628d5326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '8d4230ae-5366-4645-9fdd-681c574a9305'}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:30:43.923487 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87311f16-4ab5-4fbe-9b0a-b55b6f33802d tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attempting to bind port 9fa2b18e-ba05-4237-b4ea-5e8885f871b1 on network 8d4230ae-5366-4645-9fdd-681c574a9305 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:30:43.934400 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c79850-83f7-496a-8582-4f6135d044bb req-fc899086-969d-40ab-a2de-992dabfacfbe tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:43.936252 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-15c79850-83f7-496a-8582-4f6135d044bb req-fc899086-969d-40ab-a2de-992dabfacfbe tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/ports?device_id=636ae437-f020-4a0c-9b90-04a6a2b5dea3 HTTP/1.1" status: 200 len: 946 time: 0.1677577 May 28 06:30:43.944489 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87311f16-4ab5-4fbe-9b0a-b55b6f33802d tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Port 9fa2b18e-ba05-4237-b4ea-5e8885f871b1 on network 8d4230ae-5366-4645-9fdd-681c574a9305 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:30:43.944489 n-d-843702-1 neutron-server[89109]: ERROR neutron.plugins.ml2.managers [None req-87311f16-4ab5-4fbe-9b0a-b55b6f33802d tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Failed to bind port 9fa2b18e-ba05-4237-b4ea-5e8885f871b1 on host n-h1-843702-1 for vnic_type normal using segments [{'id': '5fae5871-08c0-4030-94de-c95f628d5326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '8d4230ae-5366-4645-9fdd-681c574a9305'}] May 28 06:30:43.944489 n-d-843702-1 neutron-server[89109]: INFO neutron.plugins.ml2.plugin [None req-87311f16-4ab5-4fbe-9b0a-b55b6f33802d tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attempt 7 to bind port 9fa2b18e-ba05-4237-b4ea-5e8885f871b1 May 28 06:30:43.959275 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-344049da-4b6b-46b1-88ce-62ec17113728 req-e6ee241a-bef4-4417-9559-555d8bb35ece service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=aed40a96-8c1b-41c4-8cf6-9693df9e3b63 HTTP/1.1" status: 200 len: 217 time: 0.1206913 May 28 06:30:43.966941 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [None req-87311f16-4ab5-4fbe-9b0a-b55b6f33802d tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attempting to bind port 9fa2b18e-ba05-4237-b4ea-5e8885f871b1 on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:30:43.967339 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [None req-87311f16-4ab5-4fbe-9b0a-b55b6f33802d tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attempting to bind port 9fa2b18e-ba05-4237-b4ea-5e8885f871b1 by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': '5fae5871-08c0-4030-94de-c95f628d5326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '8d4230ae-5366-4645-9fdd-681c574a9305'}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:30:43.967683 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87311f16-4ab5-4fbe-9b0a-b55b6f33802d tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attempting to bind port 9fa2b18e-ba05-4237-b4ea-5e8885f871b1 on network 8d4230ae-5366-4645-9fdd-681c574a9305 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:30:44.054059 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-05949629-cc2b-4ba9-ae46-93f09842c60b None None] Set router 20062376-ff65-4080-8f87-21a903d8307b gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:30:44.065372 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87311f16-4ab5-4fbe-9b0a-b55b6f33802d tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Port 9fa2b18e-ba05-4237-b4ea-5e8885f871b1 on network 8d4230ae-5366-4645-9fdd-681c574a9305 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:30:44.066287 n-d-843702-1 neutron-server[89109]: ERROR neutron.plugins.ml2.managers [None req-87311f16-4ab5-4fbe-9b0a-b55b6f33802d tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Failed to bind port 9fa2b18e-ba05-4237-b4ea-5e8885f871b1 on host n-h1-843702-1 for vnic_type normal using segments [{'id': '5fae5871-08c0-4030-94de-c95f628d5326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '8d4230ae-5366-4645-9fdd-681c574a9305'}] May 28 06:30:44.069615 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344049da-4b6b-46b1-88ce-62ec17113728 req-8b303d97-57cd-4a6e-8f1e-6cb71f8f9227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:44.079720 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-344049da-4b6b-46b1-88ce-62ec17113728 req-8b303d97-57cd-4a6e-8f1e-6cb71f8f9227 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e72d0ca5-04cb-4b36-82b1-c75214c9eb05 HTTP/1.1" status: 200 len: 843 time: 0.1032171 May 28 06:30:44.079720 n-d-843702-1 neutron-server[89109]: INFO neutron.plugins.ml2.plugin [None req-87311f16-4ab5-4fbe-9b0a-b55b6f33802d tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attempt 8 to bind port 9fa2b18e-ba05-4237-b4ea-5e8885f871b1 May 28 06:30:44.088958 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-15c79850-83f7-496a-8582-4f6135d044bb req-9c34ab8b-a2ce-4f15-b992-a2f330c6d123 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f2c8bcd-a51c-4c0c-8c62-f5096a9be3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073933 May 28 06:30:44.119213 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9cd8dd-fed8-45be-ba64-38e726d091e1 req-90e36b14-bd62-45cd-a082-f68264208a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:44.138096 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ce9cd8dd-fed8-45be-ba64-38e726d091e1 req-90e36b14-bd62-45cd-a082-f68264208a06 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=dc65caf0-8d89-44b6-8b48-1af6ff657d82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2004707 May 28 06:30:44.175559 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [None req-87311f16-4ab5-4fbe-9b0a-b55b6f33802d tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attempting to bind port 9fa2b18e-ba05-4237-b4ea-5e8885f871b1 on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:30:44.176189 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [None req-87311f16-4ab5-4fbe-9b0a-b55b6f33802d tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attempting to bind port 9fa2b18e-ba05-4237-b4ea-5e8885f871b1 by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': '5fae5871-08c0-4030-94de-c95f628d5326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '8d4230ae-5366-4645-9fdd-681c574a9305'}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:30:44.176760 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87311f16-4ab5-4fbe-9b0a-b55b6f33802d tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attempting to bind port 9fa2b18e-ba05-4237-b4ea-5e8885f871b1 on network 8d4230ae-5366-4645-9fdd-681c574a9305 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:30:44.184182 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87311f16-4ab5-4fbe-9b0a-b55b6f33802d tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Port 9fa2b18e-ba05-4237-b4ea-5e8885f871b1 on network 8d4230ae-5366-4645-9fdd-681c574a9305 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:30:44.185139 n-d-843702-1 neutron-server[89109]: ERROR neutron.plugins.ml2.managers [None req-87311f16-4ab5-4fbe-9b0a-b55b6f33802d tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Failed to bind port 9fa2b18e-ba05-4237-b4ea-5e8885f871b1 on host n-h1-843702-1 for vnic_type normal using segments [{'id': '5fae5871-08c0-4030-94de-c95f628d5326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '8d4230ae-5366-4645-9fdd-681c574a9305'}] May 28 06:30:44.185679 n-d-843702-1 neutron-server[89109]: INFO neutron.plugins.ml2.plugin [None req-87311f16-4ab5-4fbe-9b0a-b55b6f33802d tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attempt 9 to bind port 9fa2b18e-ba05-4237-b4ea-5e8885f871b1 May 28 06:30:44.241796 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [None req-87311f16-4ab5-4fbe-9b0a-b55b6f33802d tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attempting to bind port 9fa2b18e-ba05-4237-b4ea-5e8885f871b1 on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:30:44.243110 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [None req-87311f16-4ab5-4fbe-9b0a-b55b6f33802d tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attempting to bind port 9fa2b18e-ba05-4237-b4ea-5e8885f871b1 by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': '5fae5871-08c0-4030-94de-c95f628d5326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '8d4230ae-5366-4645-9fdd-681c574a9305'}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:30:44.243453 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87311f16-4ab5-4fbe-9b0a-b55b6f33802d tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attempting to bind port 9fa2b18e-ba05-4237-b4ea-5e8885f871b1 on network 8d4230ae-5366-4645-9fdd-681c574a9305 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:30:44.264156 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87311f16-4ab5-4fbe-9b0a-b55b6f33802d tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Port 9fa2b18e-ba05-4237-b4ea-5e8885f871b1 on network 8d4230ae-5366-4645-9fdd-681c574a9305 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:30:44.264482 n-d-843702-1 neutron-server[89109]: ERROR neutron.plugins.ml2.managers [None req-87311f16-4ab5-4fbe-9b0a-b55b6f33802d tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Failed to bind port 9fa2b18e-ba05-4237-b4ea-5e8885f871b1 on host n-h1-843702-1 for vnic_type normal using segments [{'id': '5fae5871-08c0-4030-94de-c95f628d5326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '8d4230ae-5366-4645-9fdd-681c574a9305'}] May 28 06:30:44.266420 n-d-843702-1 neutron-server[89109]: INFO neutron.plugins.ml2.plugin [None req-87311f16-4ab5-4fbe-9b0a-b55b6f33802d tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attempt 10 to bind port 9fa2b18e-ba05-4237-b4ea-5e8885f871b1 May 28 06:30:44.296950 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [None req-87311f16-4ab5-4fbe-9b0a-b55b6f33802d tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attempting to bind port 9fa2b18e-ba05-4237-b4ea-5e8885f871b1 on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:30:44.297634 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [None req-87311f16-4ab5-4fbe-9b0a-b55b6f33802d tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attempting to bind port 9fa2b18e-ba05-4237-b4ea-5e8885f871b1 by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': '5fae5871-08c0-4030-94de-c95f628d5326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '8d4230ae-5366-4645-9fdd-681c574a9305'}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:30:44.298224 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87311f16-4ab5-4fbe-9b0a-b55b6f33802d tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attempting to bind port 9fa2b18e-ba05-4237-b4ea-5e8885f871b1 on network 8d4230ae-5366-4645-9fdd-681c574a9305 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:30:44.312540 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87311f16-4ab5-4fbe-9b0a-b55b6f33802d tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Port 9fa2b18e-ba05-4237-b4ea-5e8885f871b1 on network 8d4230ae-5366-4645-9fdd-681c574a9305 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:30:44.312540 n-d-843702-1 neutron-server[89109]: ERROR neutron.plugins.ml2.managers [None req-87311f16-4ab5-4fbe-9b0a-b55b6f33802d tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Failed to bind port 9fa2b18e-ba05-4237-b4ea-5e8885f871b1 on host n-h1-843702-1 for vnic_type normal using segments [{'id': '5fae5871-08c0-4030-94de-c95f628d5326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '8d4230ae-5366-4645-9fdd-681c574a9305'}] May 28 06:30:44.315160 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-87311f16-4ab5-4fbe-9b0a-b55b6f33802d tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:44.349391 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344049da-4b6b-46b1-88ce-62ec17113728 req-2317d47f-c653-486f-bd28-c2045f61b438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:44.349391 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-344049da-4b6b-46b1-88ce-62ec17113728 req-2317d47f-c653-486f-bd28-c2045f61b438 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bb90c162-fdb0-406b-af2b-5eef830db7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2604418 May 28 06:30:44.350801 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ce9cd8dd-fed8-45be-ba64-38e726d091e1 req-59e57916-54ab-47c4-9a9e-abe5588545b3 service neutron] 10.222.0.55 "GET /v2.0/networks/dc65caf0-8d89-44b6-8b48-1af6ff657d82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064550 May 28 06:30:44.440840 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 4fd6a9b8-da26-4615-bc61-8cad1b63866e no longer exists at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:30:44.520363 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] No Port match for: 4fd6a9b8-da26-4615-bc61-8cad1b63866e {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:30:44.520635 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 4fd6a9b8-da26-4615-bc61-8cad1b63866e not bound to the agent host n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:30:44.544892 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-87311f16-4ab5-4fbe-9b0a-b55b6f33802d tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] For port 9fa2b18e-ba05-4237-b4ea-5e8885f871b1, host n-h1-843702-1, cleared binding levels {{(pid=89109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:30:44.545267 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-87311f16-4ab5-4fbe-9b0a-b55b6f33802d tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attempted to set empty binding levels {{(pid=89109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 28 06:30:44.593012 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-344049da-4b6b-46b1-88ce-62ec17113728 req-c78eb5aa-761d-4d3e-a2f2-88ef1a6f2496 service neutron] 10.222.0.69 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006359 May 28 06:30:44.617557 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ce9cd8dd-fed8-45be-ba64-38e726d091e1 req-78e8cae2-db9f-497d-b08a-f2220742ad32 service neutron] 10.222.0.55 "GET /v2.0/networks/dc65caf0-8d89-44b6-8b48-1af6ff657d82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2589331 May 28 06:30:44.635092 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-87311f16-4ab5-4fbe-9b0a-b55b6f33802d tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:44.690806 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc811da6-3624-4159-bbf3-6c2c322b0617'] response: {'server_uuid': 'fc387ca9-152c-4686-bc39-fc4225d3a7fb', 'name': 'network-vif-deleted', 'tag': '4fd6a9b8-da26-4615-bc61-8cad1b63866e', 'status': 'completed', 'code': 200} May 28 06:30:44.707618 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-05949629-cc2b-4ba9-ae46-93f09842c60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20062376-ff65-4080-8f87-21a903d8307b', 'name': 'tempest-FloatingIPsAssociationTestJSON-741993371-router', 'tenant_id': '16c56364460a469fa6890db0799c99b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '38de1d15-4711-4bec-9ef9-74fea9c7aceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:28:55Z', 'updated_at': '2022-05-28T06:29:02Z', 'revision_number': 4, 'project_id': '16c56364460a469fa6890db0799c99b1', 'gw_port': {'id': '38de1d15-4711-4bec-9ef9-74fea9c7aceb', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:1d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20062376-ff65-4080-8f87-21a903d8307b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:28:56Z', 'updated_at': '2022-05-28T06:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': 'a3916d3f-f627-495a-b413-a0f53a1ac7ca', 'tenant_id': '16c56364460a469fa6890db0799c99b1', 'floating_ip_address': '172.25.5.83', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': '20062376-ff65-4080-8f87-21a903d8307b', 'port_id': '212267bc-72fb-4720-960a-a0bb5430dbe0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc65caf0-8d89-44b6-8b48-1af6ff657d82', 'mac_address': 'fa:16:3e:a0:a2:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455809e7-a5e0-4854-943a-386ccf0610e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:29:42Z', 'updated_at': '2022-05-28T06:30:40Z', 'revision_number': 8, 'project_id': '16c56364460a469fa6890db0799c99b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df5164c0-1ed1-4dcf-b6b5-c03fb87cd1ee', 'name': '', 'network_id': 'dc65caf0-8d89-44b6-8b48-1af6ff657d82', 'tenant_id': '16c56364460a469fa6890db0799c99b1', 'mac_address': 'fa:16:3e:8c:9a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20062376-ff65-4080-8f87-21a903d8307b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '4c48a484-2f92-4e72-9bd4-fc1c355a17c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:29:01Z', 'updated_at': '2022-05-28T06:29:10Z', 'revision_number': 5, 'project_id': '16c56364460a469fa6890db0799c99b1', 'subnets': [{'id': '4c48a484-2f92-4e72-9bd4-fc1c355a17c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:30:44.717866 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05949629-cc2b-4ba9-ae46-93f09842c60b None None] The sync data for ids ['20062376-ff65-4080-8f87-21a903d8307b'] in n-d-843702-1 is: [{'id': '20062376-ff65-4080-8f87-21a903d8307b', 'name': 'tempest-FloatingIPsAssociationTestJSON-741993371-router', 'tenant_id': '16c56364460a469fa6890db0799c99b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '38de1d15-4711-4bec-9ef9-74fea9c7aceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:28:55Z', 'updated_at': '2022-05-28T06:29:02Z', 'revision_number': 4, 'project_id': '16c56364460a469fa6890db0799c99b1', 'gw_port': {'id': '38de1d15-4711-4bec-9ef9-74fea9c7aceb', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:1d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20062376-ff65-4080-8f87-21a903d8307b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:28:56Z', 'updated_at': '2022-05-28T06:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': 'a3916d3f-f627-495a-b413-a0f53a1ac7ca', 'tenant_id': '16c56364460a469fa6890db0799c99b1', 'floating_ip_address': '172.25.5.83', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': '20062376-ff65-4080-8f87-21a903d8307b', 'port_id': '212267bc-72fb-4720-960a-a0bb5430dbe0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc65caf0-8d89-44b6-8b48-1af6ff657d82', 'mac_address': 'fa:16:3e:a0:a2:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455809e7-a5e0-4854-943a-386ccf0610e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:29:42Z', 'updated_at': '2022-05-28T06:30:40Z', 'revision_number': 8, 'project_id': '16c56364460a469fa6890db0799c99b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df5164c0-1ed1-4dcf-b6b5-c03fb87cd1ee', 'name': '', 'network_id': 'dc65caf0-8d89-44b6-8b48-1af6ff657d82', 'tenant_id': '16c56364460a469fa6890db0799c99b1', 'mac_address': 'fa:16:3e:8c:9a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20062376-ff65-4080-8f87-21a903d8307b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '4c48a484-2f92-4e72-9bd4-fc1c355a17c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:29:01Z', 'updated_at': '2022-05-28T06:29:10Z', 'revision_number': 5, 'project_id': '16c56364460a469fa6890db0799c99b1', 'subnets': [{'id': '4c48a484-2f92-4e72-9bd4-fc1c355a17c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:30:44.797696 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87311f16-4ab5-4fbe-9b0a-b55b6f33802d tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:44.798315 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-87311f16-4ab5-4fbe-9b0a-b55b6f33802d tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:44.858106 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87311f16-4ab5-4fbe-9b0a-b55b6f33802d tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Pushing event updated for resources: {'Port': ['ID=9fa2b18e-ba05-4237-b4ea-5e8885f871b1,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:30:44.888810 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-344049da-4b6b-46b1-88ce-62ec17113728 req-e5edb535-9a1f-4e5c-9408-5aeb52b65a74 service neutron] 10.222.0.69 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2777748 May 28 06:30:44.890897 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34a64ef-a204-45c4-93f8-2eb431e311c2 req-7338e205-5aaa-4bfb-8c9e-571aa906c22d tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:44.899889 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f34a64ef-a204-45c4-93f8-2eb431e311c2 req-7338e205-5aaa-4bfb-8c9e-571aa906c22d tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=209b9e95-642a-449e-b80a-8c556723a341 HTTP/1.1" status: 200 len: 945 time: 0.1148050 May 28 06:30:44.951226 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-87311f16-4ab5-4fbe-9b0a-b55b6f33802d tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 3.4437380 May 28 06:30:44.951226 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 57246) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:30:44.954571 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f34a64ef-a204-45c4-93f8-2eb431e311c2 req-2b324ef8-b8d8-411b-9bb1-a47da0f3a2b8 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/security-groups?id=f6de87b7-c8be-4140-be86-d0d6b2592918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495410 May 28 06:30:45.014462 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ceaf10b-aa42-4716-ad70-b0474260cf96 None None] New status for floating IP a3916d3f-f627-495a-b413-a0f53a1ac7ca: ACTIVE {{(pid=89111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 06:30:45.018919 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-fedd17e4-399a-4113-933a-3cd18c64dd03 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Deleting port 9fa2b18e-ba05-4237-b4ea-5e8885f871b1 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:30:45.019384 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fedd17e4-399a-4113-933a-3cd18c64dd03 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:45.190011 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4073b485-5c0a-45c6-b570-ebfd9df8d33d req-faed1c45-fc35-430c-8c60-baa9cf473c8f tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:45.192014 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4073b485-5c0a-45c6-b570-ebfd9df8d33d req-faed1c45-fc35-430c-8c60-baa9cf473c8f tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/ports?device_id=70912ff8-445e-4379-89cf-b75e6336c476 HTTP/1.1" status: 200 len: 950 time: 0.1175911 May 28 06:30:45.267550 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-fedd17e4-399a-4113-933a-3cd18c64dd03 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] For port 9fa2b18e-ba05-4237-b4ea-5e8885f871b1, host n-h1-843702-1, got binding levels [] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:30:45.268070 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fedd17e4-399a-4113-933a-3cd18c64dd03 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:45.270029 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4073b485-5c0a-45c6-b570-ebfd9df8d33d req-3a1763e7-d6a6-4786-ac0f-1dbc60a3d623 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/security-groups?id=cc42bff8-ec73-4f47-a19d-2b56e52b6e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696406 May 28 06:30:45.419277 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-fedd17e4-399a-4113-933a-3cd18c64dd03 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Calling delete_port for 9fa2b18e-ba05-4237-b4ea-5e8885f871b1 owned by {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:30:45.569373 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ea1ca520-a023-4e85-a5fc-f824e3ee0f13 req-ef7709e9-890c-4245-8f17-15a2d625a08a tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] 10.222.0.55 "GET /v2.0/floatingips/a3916d3f-f627-495a-b413-a0f53a1ac7ca HTTP/1.1" status: 200 len: 996 time: 0.2660403 May 28 06:30:45.591490 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba98e47-35c1-49fc-a926-be49d4634968 req-e7c175e2-0b69-4dc8-9793-0b9a0362d547 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:45.592209 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-3ba98e47-35c1-49fc-a926-be49d4634968 req-e7c175e2-0b69-4dc8-9793-0b9a0362d547 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Synchronizing usage tracker for tenant:9795f3bb4dd842ee9b6997b24ebca479 on resource:port {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:30:45.605807 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-3ba98e47-35c1-49fc-a926-be49d4634968 req-e7c175e2-0b69-4dc8-9793-0b9a0362d547 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Unset dirty status for tenant:9795f3bb4dd842ee9b6997b24ebca479 on resource:port {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:30:45.606918 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-3ba98e47-35c1-49fc-a926-be49d4634968 req-e7c175e2-0b69-4dc8-9793-0b9a0362d547 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.69 "GET /v2.0/ports?device_id=209b9e95-642a-449e-b80a-8c556723a341 HTTP/1.1" status: 200 len: 945 time: 0.1595366 May 28 06:30:45.754451 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fedd17e4-399a-4113-933a-3cd18c64dd03 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:45.829812 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedd17e4-399a-4113-933a-3cd18c64dd03 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Pushing event deleted for resources: {'Port': ['ID=9fa2b18e-ba05-4237-b4ea-5e8885f871b1,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:30:45.832541 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fedd17e4-399a-4113-933a-3cd18c64dd03 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:45.847924 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [req-3ba98e47-35c1-49fc-a926-be49d4634968 req-85c8d3e7-a2be-4676-84f3-bbef63f13ea5 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Deleting port 87ddbcc1-a213-43a1-86fb-e6ab6977f1da {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:30:45.853314 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1ca520-a023-4e85-a5fc-f824e3ee0f13 req-bebb34e1-3568-4c9d-9552-d8f386c4f9c5 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:45.853502 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-3ba98e47-35c1-49fc-a926-be49d4634968 req-85c8d3e7-a2be-4676-84f3-bbef63f13ea5 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:45.853598 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ea1ca520-a023-4e85-a5fc-f824e3ee0f13 req-bebb34e1-3568-4c9d-9552-d8f386c4f9c5 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] 10.222.0.55 "GET /v2.0/networks/68df399e-e75e-4871-9364-5d05730b50f0 HTTP/1.1" status: 200 len: 784 time: 0.2711492 May 28 06:30:45.874297 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [req-ea1ca520-a023-4e85-a5fc-f824e3ee0f13 req-d60cb202-c2ab-4d6f-b9cb-c9c1db8754d9 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=89110) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:30:45.875214 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-fedd17e4-399a-4113-933a-3cd18c64dd03 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] 10.222.0.55 "DELETE /v2.0/ports/9fa2b18e-ba05-4237-b4ea-5e8885f871b1 HTTP/1.1" status: 204 len: 168 time: 0.9256694 May 28 06:30:45.876313 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ea1ca520-a023-4e85-a5fc-f824e3ee0f13 req-d60cb202-c2ab-4d6f-b9cb-c9c1db8754d9 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0089502 May 28 06:30:45.877322 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedd17e4-399a-4113-933a-3cd18c64dd03 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:30:45.877322 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedd17e4-399a-4113-933a-3cd18c64dd03 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:30:45.877714 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedd17e4-399a-4113-933a-3cd18c64dd03 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:30:45.885099 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedd17e4-399a-4113-933a-3cd18c64dd03 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:30:45.885099 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedd17e4-399a-4113-933a-3cd18c64dd03 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:30:45.885099 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedd17e4-399a-4113-933a-3cd18c64dd03 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:30:45.885099 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedd17e4-399a-4113-933a-3cd18c64dd03 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:30:45.885099 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedd17e4-399a-4113-933a-3cd18c64dd03 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:30:45.885099 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedd17e4-399a-4113-933a-3cd18c64dd03 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:30:45.885099 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedd17e4-399a-4113-933a-3cd18c64dd03 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:30:45.885099 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedd17e4-399a-4113-933a-3cd18c64dd03 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:30:45.885099 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedd17e4-399a-4113-933a-3cd18c64dd03 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:30:45.889955 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f3999e-009d-41de-a182-37b8b3951c45 req-db4ffcc3-12e3-4f6b-8f0a-45675356bc6c tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:45.889955 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-75f3999e-009d-41de-a182-37b8b3951c45 req-db4ffcc3-12e3-4f6b-8f0a-45675356bc6c tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/networks?id=8a614321-106a-411d-a8a4-5e84c14727eb HTTP/1.1" status: 200 len: 815 time: 0.2247195 May 28 06:30:45.889955 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 57268) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:30:46.022745 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-75f3999e-009d-41de-a182-37b8b3951c45 req-ec1c6a0f-61ac-47f6-84af-ffe92f688a24 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/quotas/fc01789de1b14900a06c05baded73001 HTTP/1.1" status: 200 len: 375 time: 0.1277313 May 28 06:30:46.038269 n-d-843702-1 neutron-server[89110]: INFO neutron.pecan_wsgi.hooks.translation [None req-e02b2987-c9d2-43cc-b384-8cf3cba3dca1 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] GET failed (client error): The resource could not be found. May 28 06:30:46.041659 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-e02b2987-c9d2-43cc-b384-8cf3cba3dca1 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] 10.222.0.55 "GET /v2.0/ports/9fa2b18e-ba05-4237-b4ea-5e8885f871b1 HTTP/1.1" status: 404 len: 333 time: 0.1521845 May 28 06:30:46.075905 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 57276) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:30:46.095376 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-7e0d625a-be00-4945-8b63-1d6dc05d1259 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Request body: {'port': {'network_id': '8d4230ae-5366-4645-9fdd-681c574a9305', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1597982747'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:30:46.110691 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-7e0d625a-be00-4945-8b63-1d6dc05d1259 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:30:46.126495 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c9c5a488-56d8-4f3b-acb3-e548112a625b req-01ea8d53-ae76-4f12-8762-d0d1a0c9a46a tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.5.83 HTTP/1.1" status: 200 len: 1001 time: 0.1851957 May 28 06:30:46.128728 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-7e0d625a-be00-4945-8b63-1d6dc05d1259 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Usage tracker for resource:port and tenant:9050e5ade44546b184a77f2fdf40b5c1 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:30:46.135531 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-7e0d625a-be00-4945-8b63-1d6dc05d1259 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:30:46.178367 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-7e0d625a-be00-4945-8b63-1d6dc05d1259 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:30:46.186160 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-3ba98e47-35c1-49fc-a926-be49d4634968 req-85c8d3e7-a2be-4676-84f3-bbef63f13ea5 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] For port 87ddbcc1-a213-43a1-86fb-e6ab6977f1da, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=87ddbcc1-a213-43a1-86fb-e6ab6977f1da,segment=NetworkSegment(a8c42c09-58b4-4e9e-ab8f-c96c63ee4190),segment_id=a8c42c09-58b4-4e9e-ab8f-c96c63ee4190)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:30:46.187112 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-3ba98e47-35c1-49fc-a926-be49d4634968 req-85c8d3e7-a2be-4676-84f3-bbef63f13ea5 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:46.233224 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c5a488-56d8-4f3b-acb3-e548112a625b req-00621cc5-bf26-4eee-8b7f-46953f990102 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:46.233893 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-c9c5a488-56d8-4f3b-acb3-e548112a625b req-00621cc5-bf26-4eee-8b7f-46953f990102 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Synchronizing usage tracker for tenant:16c56364460a469fa6890db0799c99b1 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:30:46.250147 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-75f3999e-009d-41de-a182-37b8b3951c45 req-fce54c6e-b590-491b-b02d-c5b0f402f430 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=fc01789de1b14900a06c05baded73001&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2067621 May 28 06:30:46.325896 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [req-3ba98e47-35c1-49fc-a926-be49d4634968 req-85c8d3e7-a2be-4676-84f3-bbef63f13ea5 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Calling delete_port for 87ddbcc1-a213-43a1-86fb-e6ab6977f1da owned by compute:nova {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:30:46.354508 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 57294) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:30:46.381027 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e0d625a-be00-4945-8b63-1d6dc05d1259 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Made reservation on behalf of 9050e5ade44546b184a77f2fdf40b5c1 for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:30:46.383337 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7e0d625a-be00-4945-8b63-1d6dc05d1259 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:46.412295 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-c9c5a488-56d8-4f3b-acb3-e548112a625b req-00621cc5-bf26-4eee-8b7f-46953f990102 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Unset dirty status for tenant:16c56364460a469fa6890db0799c99b1 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:30:46.413449 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c9c5a488-56d8-4f3b-acb3-e548112a625b req-00621cc5-bf26-4eee-8b7f-46953f990102 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] 10.222.0.55 "GET /v2.0/ports/212267bc-72fb-4720-960a-a0bb5430dbe0 HTTP/1.1" status: 200 len: 943 time: 0.2814708 May 28 06:30:46.441119 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [None req-7e0d625a-be00-4945-8b63-1d6dc05d1259 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] device_id is not set on port 99b2905c-b69f-40f6-a779-5e3582061cea yet. {{(pid=89110) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:30:46.549383 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06a1dca-e9e8-4686-a82e-e09dc984293e req-40a6471f-0bcd-4f2c-94d7-4d275ed8bf43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:46.550032 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06a1dca-e9e8-4686-a82e-e09dc984293e req-40a6471f-0bcd-4f2c-94d7-4d275ed8bf43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:46.550452 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06a1dca-e9e8-4686-a82e-e09dc984293e req-40a6471f-0bcd-4f2c-94d7-4d275ed8bf43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:46.550917 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06a1dca-e9e8-4686-a82e-e09dc984293e req-40a6471f-0bcd-4f2c-94d7-4d275ed8bf43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:46.551379 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06a1dca-e9e8-4686-a82e-e09dc984293e req-40a6471f-0bcd-4f2c-94d7-4d275ed8bf43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:46.551839 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06a1dca-e9e8-4686-a82e-e09dc984293e req-40a6471f-0bcd-4f2c-94d7-4d275ed8bf43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:46.552301 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06a1dca-e9e8-4686-a82e-e09dc984293e req-40a6471f-0bcd-4f2c-94d7-4d275ed8bf43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:46.562439 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-d06a1dca-e9e8-4686-a82e-e09dc984293e req-40a6471f-0bcd-4f2c-94d7-4d275ed8bf43 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fc8afbe2-63ab-495f-b953-08528fec512c HTTP/1.1" status: 200 len: 6500 time: 0.2066517 May 28 06:30:46.585200 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-75f3999e-009d-41de-a182-37b8b3951c45 req-b3d4fd1a-2337-482f-9332-f26d01a7cdc1 service neutron] 10.222.0.55 "GET /v2.0/networks/8a614321-106a-411d-a8a4-5e84c14727eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3239260 May 28 06:30:46.603229 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-d06a1dca-e9e8-4686-a82e-e09dc984293e req-3274dc07-c362-4059-ae10-03c46ad63e74 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=330866ba-92b0-424f-b7e1-e6c41912745c&id=dee936ce-b9e4-4668-898c-fea71a001642&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0395725 May 28 06:30:46.629907 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-3ba98e47-35c1-49fc-a926-be49d4634968 req-85c8d3e7-a2be-4676-84f3-bbef63f13ea5 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:46.641028 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['87ddbcc1-a213-43a1-86fb-e6ab6977f1da'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:30:46.655721 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89c31d9-a040-48a0-b07c-166350b684d7 req-baa9f7bc-6674-4f1c-a566-ac3d659928d9 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:46.657304 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d89c31d9-a040-48a0-b07c-166350b684d7 req-baa9f7bc-6674-4f1c-a566-ac3d659928d9 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.69 "GET /v2.0/ports?device_id=70912ff8-445e-4379-89cf-b75e6336c476 HTTP/1.1" status: 200 len: 950 time: 0.3185251 May 28 06:30:46.683577 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c8d3e7-a2be-4676-84f3-bbef63f13ea5 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Pushing event deleted for resources: {'Port': ['ID=87ddbcc1-a213-43a1-86fb-e6ab6977f1da,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:30:46.740966 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '455809e7-a5e0-4854-943a-386ccf0610e3', 'tag': '212267bc-72fb-4720-960a-a0bb5430dbe0'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:30:46.781029 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ba98e47-35c1-49fc-a926-be49d4634968 req-85c8d3e7-a2be-4676-84f3-bbef63f13ea5 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] No DVR routers for this DVR port 87ddbcc1-a213-43a1-86fb-e6ab6977f1da on host n-h1-843702-1 {{(pid=89109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:30:46.784604 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-3ba98e47-35c1-49fc-a926-be49d4634968 req-85c8d3e7-a2be-4676-84f3-bbef63f13ea5 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:46.788413 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '209b9e95-642a-449e-b80a-8c556723a341', 'name': 'network-vif-deleted', 'tag': '87ddbcc1-a213-43a1-86fb-e6ab6977f1da'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:30:46.788649 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c9c5a488-56d8-4f3b-acb3-e548112a625b req-58a05168-b57b-40c0-afc0-d7f7ea784918 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.5.83 HTTP/1.1" status: 200 len: 1001 time: 0.2706935 May 28 06:30:46.913297 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-3ba98e47-35c1-49fc-a926-be49d4634968 req-85c8d3e7-a2be-4676-84f3-bbef63f13ea5 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.69 "DELETE /v2.0/ports/87ddbcc1-a213-43a1-86fb-e6ab6977f1da HTTP/1.1" status: 204 len: 173 time: 1.3009202 May 28 06:30:46.919957 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-d89c31d9-a040-48a0-b07c-166350b684d7 req-60174bf5-ae90-4d31-bfde-e6ac4c62294a tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Deleting port 465efe2e-5751-4246-8226-b9337c32e3eb {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:30:46.920297 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-d89c31d9-a040-48a0-b07c-166350b684d7 req-60174bf5-ae90-4d31-bfde-e6ac4c62294a tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:47.296335 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-75f3999e-009d-41de-a182-37b8b3951c45 req-5ca67c0d-3739-4827-9f7e-409b059c5713 service neutron] 10.222.0.55 "GET /v2.0/networks/8a614321-106a-411d-a8a4-5e84c14727eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6952565 May 28 06:30:47.438135 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c5a488-56d8-4f3b-acb3-e548112a625b req-bb068b51-c5cd-4aa5-87cf-890dc74a2466 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:47.439472 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c9c5a488-56d8-4f3b-acb3-e548112a625b req-bb068b51-c5cd-4aa5-87cf-890dc74a2466 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] 10.222.0.55 "GET /v2.0/networks/68df399e-e75e-4871-9364-5d05730b50f0 HTTP/1.1" status: 200 len: 784 time: 0.6325736 May 28 06:30:47.465758 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7e0d625a-be00-4945-8b63-1d6dc05d1259 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:47.628885 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ae9b36-bc60-4bb7-9cf0-e8f6558e0c2a req-c4607d03-e9e8-4de8-9631-aa5909e70284 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:47.630378 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-57ae9b36-bc60-4bb7-9cf0-e8f6558e0c2a req-c4607d03-e9e8-4de8-9631-aa5909e70284 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.71 "GET /v2.0/ports?device_id=636ae437-f020-4a0c-9b90-04a6a2b5dea3 HTTP/1.1" status: 200 len: 946 time: 0.6643970 May 28 06:30:47.794865 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c9c5a488-56d8-4f3b-acb3-e548112a625b req-ee2ae2e5-805b-430c-a92d-7f2a7475dd77 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.5.83 HTTP/1.1" status: 200 len: 1001 time: 0.3318174 May 28 06:30:47.808324 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-aef8c98e-7a37-4c6b-acfa-292482e22ad4 req-ede4fe14-aa58-42ea-bd31-c35a6bf2e4b9 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=209b9e95-642a-449e-b80a-8c556723a341 HTTP/1.1" status: 200 len: 210 time: 0.0922701 May 28 06:30:47.833960 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-c9c5a488-56d8-4f3b-acb3-e548112a625b req-4a59a29e-98c5-4114-a67c-9031a5ba08f6 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Request body: {'floatingip': {'port_id': None}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:30:47.881999 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-57ae9b36-bc60-4bb7-9cf0-e8f6558e0c2a req-dd9dd635-e0be-4665-b388-b322161149ba tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Deleting port 844393b0-156c-4ea9-82c4-67de99c7a7cb {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:30:47.882352 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-57ae9b36-bc60-4bb7-9cf0-e8f6558e0c2a req-dd9dd635-e0be-4665-b388-b322161149ba tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:47.971438 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-09e23cda-b518-471c-aefe-bcd49983daa3 req-af763887-90e5-4788-aa4a-1989d67cf8b3 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=5ebef2b8-a314-4523-b353-90a1f27259c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0755615 May 28 06:30:47.998182 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-d89c31d9-a040-48a0-b07c-166350b684d7 req-60174bf5-ae90-4d31-bfde-e6ac4c62294a tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] For port 465efe2e-5751-4246-8226-b9337c32e3eb, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=465efe2e-5751-4246-8226-b9337c32e3eb,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:30:47.998543 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-d89c31d9-a040-48a0-b07c-166350b684d7 req-60174bf5-ae90-4d31-bfde-e6ac4c62294a tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:48.082173 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e23cda-b518-471c-aefe-bcd49983daa3 req-606a34e5-dfc6-4cf1-9eb8-a8fc879573f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:48.083558 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-09e23cda-b518-471c-aefe-bcd49983daa3 req-606a34e5-dfc6-4cf1-9eb8-a8fc879573f2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c3068efc66a349e9b92ab9365fc877d9&device_id=5ebef2b8-a314-4523-b353-90a1f27259c6 HTTP/1.1" status: 200 len: 1100 time: 0.0770750 May 28 06:30:48.148687 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-d89c31d9-a040-48a0-b07c-166350b684d7 req-60174bf5-ae90-4d31-bfde-e6ac4c62294a tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Calling delete_port for 465efe2e-5751-4246-8226-b9337c32e3eb owned by compute:nova {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:30:48.248057 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e23cda-b518-471c-aefe-bcd49983daa3 req-23df2f76-93a8-449d-a4f3-4e9dd6080ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:48.249564 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-09e23cda-b518-471c-aefe-bcd49983daa3 req-23df2f76-93a8-449d-a4f3-4e9dd6080ac8 service neutron] 10.222.0.71 "GET /v2.0/networks?id=bb90c162-fdb0-406b-af2b-5eef830db7a9 HTTP/1.1" status: 200 len: 870 time: 0.1442604 May 28 06:30:48.253653 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7e0d625a-be00-4945-8b63-1d6dc05d1259 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:48.279209 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-c9c5a488-56d8-4f3b-acb3-e548112a625b req-4a59a29e-98c5-4114-a67c-9031a5ba08f6 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Notify callbacks [] for floatingip, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:48.333590 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-09e23cda-b518-471c-aefe-bcd49983daa3 req-4df7108c-725c-43ca-9810-4a801593182b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=c43e50b8-fb17-4a3c-9d4b-113d8558c9fa HTTP/1.1" status: 200 len: 217 time: 0.0715408 May 28 06:30:48.419183 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e23cda-b518-471c-aefe-bcd49983daa3 req-af368462-bfdf-49b0-b793-963b973c2fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:48.419183 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-09e23cda-b518-471c-aefe-bcd49983daa3 req-af368462-bfdf-49b0-b793-963b973c2fd6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e72d0ca5-04cb-4b36-82b1-c75214c9eb05 HTTP/1.1" status: 200 len: 843 time: 0.0763831 May 28 06:30:48.555718 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0d625a-be00-4945-8b63-1d6dc05d1259 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Network 8d4230ae-5366-4645-9fdd-681c574a9305 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:30:48.564337 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e23cda-b518-471c-aefe-bcd49983daa3 req-4ce2305b-37ae-4676-a992-8622b9d0e060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:48.566150 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-09e23cda-b518-471c-aefe-bcd49983daa3 req-4ce2305b-37ae-4676-a992-8622b9d0e060 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=bb90c162-fdb0-406b-af2b-5eef830db7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1503134 May 28 06:30:48.577802 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-7e0d625a-be00-4945-8b63-1d6dc05d1259 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:30:48.590665 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0d625a-be00-4945-8b63-1d6dc05d1259 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Pushing event updated for resources: {'Port': ['ID=99b2905c-b69f-40f6-a779-5e3582061cea,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:30:48.590665 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0d625a-be00-4945-8b63-1d6dc05d1259 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:30:48.590665 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e0d625a-be00-4945-8b63-1d6dc05d1259 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:48.590665 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7e0d625a-be00-4945-8b63-1d6dc05d1259 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:48.751756 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-09e23cda-b518-471c-aefe-bcd49983daa3 req-78a81115-6d40-4b69-bc16-262d1940ee51 service neutron] 10.222.0.71 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781917 May 28 06:30:48.814200 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b9bc38-3fff-499f-95c1-17d52fe800b0 req-d3906dca-612a-478a-8f8b-5327339f1464 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:48.815752 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-70b9bc38-3fff-499f-95c1-17d52fe800b0 req-d3906dca-612a-478a-8f8b-5327339f1464 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/ports?device_id=70912ff8-445e-4379-89cf-b75e6336c476 HTTP/1.1" status: 200 len: 950 time: 0.8945398 May 28 06:30:49.018827 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-09e23cda-b518-471c-aefe-bcd49983daa3 req-6d569658-1fdc-40d6-b8cf-00e3d26c5e7a service neutron] 10.222.0.71 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2599585 May 28 06:30:49.087582 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-70b9bc38-3fff-499f-95c1-17d52fe800b0 req-747736e3-b3db-4dea-a23f-0fade763fee3 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/security-groups?id=cc42bff8-ec73-4f47-a19d-2b56e52b6e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187927 May 28 06:30:49.091622 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-c9c5a488-56d8-4f3b-acb3-e548112a625b req-4a59a29e-98c5-4114-a67c-9031a5ba08f6 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:49.095422 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-57ae9b36-bc60-4bb7-9cf0-e8f6558e0c2a req-dd9dd635-e0be-4665-b388-b322161149ba tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] For port 844393b0-156c-4ea9-82c4-67de99c7a7cb, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=844393b0-156c-4ea9-82c4-67de99c7a7cb,segment=NetworkSegment(c43c3304-7641-4f7e-9b08-81290536d034),segment_id=c43c3304-7641-4f7e-9b08-81290536d034)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:30:49.097471 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-57ae9b36-bc60-4bb7-9cf0-e8f6558e0c2a req-dd9dd635-e0be-4665-b388-b322161149ba tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:49.165875 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55d55476-cd5d-4795-98dc-37f38de72d4c'] response: {'name': 'network-changed', 'server_uuid': '455809e7-a5e0-4854-943a-386ccf0610e3', 'tag': '212267bc-72fb-4720-960a-a0bb5430dbe0', 'status': 'completed', 'code': 200} May 28 06:30:49.210580 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bfd06fe-16da-4f01-be5c-8814b3f308c0'] response: {'server_uuid': '209b9e95-642a-449e-b80a-8c556723a341', 'name': 'network-vif-deleted', 'tag': '87ddbcc1-a213-43a1-86fb-e6ab6977f1da', 'status': 'completed', 'code': 200} May 28 06:30:49.243214 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-7e0d625a-be00-4945-8b63-1d6dc05d1259 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 3.1574450 May 28 06:30:49.248983 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-57ae9b36-bc60-4bb7-9cf0-e8f6558e0c2a req-dd9dd635-e0be-4665-b388-b322161149ba tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Calling delete_port for 844393b0-156c-4ea9-82c4-67de99c7a7cb owned by compute:nova {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:30:49.254777 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 57324) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:30:49.270484 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-180d9d53-39fc-481c-86ae-7b9ac713e027 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-843702-1'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:30:49.306833 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-d89c31d9-a040-48a0-b07c-166350b684d7 req-60174bf5-ae90-4d31-bfde-e6ac4c62294a tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:49.312951 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-c9c5a488-56d8-4f3b-acb3-e548112a625b req-4a59a29e-98c5-4114-a67c-9031a5ba08f6 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691094'] for floatingip, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:49.313267 n-d-843702-1 neutron-server[89110]: INFO neutron.db.l3_db [req-c9c5a488-56d8-4f3b-acb3-e548112a625b req-4a59a29e-98c5-4114-a67c-9031a5ba08f6 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Floating IP a3916d3f-f627-495a-b413-a0f53a1ac7ca disassociated. External IP: 172.25.5.83, port: 212267bc-72fb-4720-960a-a0bb5430dbe0. May 28 06:30:49.317881 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['aed40a96-8c1b-41c4-8cf6-9693df9e3b63', '465efe2e-5751-4246-8226-b9337c32e3eb'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:30:49.349941 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['34d5a857-5950-4308-8e9f-761b2183974d', 'c43e50b8-fb17-4a3c-9d4b-113d8558c9fa', '15bc477c-9769-4020-b7bf-3f3554b08c6a', 'a5adb27f-78ac-4ba1-9200-f424e2d32259'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:30:49.407091 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-180d9d53-39fc-481c-86ae-7b9ac713e027 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:49.491413 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60174bf5-ae90-4d31-bfde-e6ac4c62294a tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Pushing event deleted for resources: {'Port': ['ID=465efe2e-5751-4246-8226-b9337c32e3eb,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:30:49.552940 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4784540f-e336-4e02-b217-0a2de5af6427 req-03a981be-573e-4495-a0e4-592efa2f8d99 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd9bec8e-012e-4c8c-9117-9430d8093ad5 HTTP/1.1" status: 200 len: 210 time: 0.1856365 May 28 06:30:49.667271 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404c1586-604d-4337-9405-e789a18c28b8 req-d19fba1f-77ad-4ad8-affc-0572d63c5792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:49.667271 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-404c1586-604d-4337-9405-e789a18c28b8 req-d19fba1f-77ad-4ad8-affc-0572d63c5792 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=16c56364460a469fa6890db0799c99b1&device_id=455809e7-a5e0-4854-943a-386ccf0610e3 HTTP/1.1" status: 200 len: 1097 time: 0.4363232 May 28 06:30:49.776472 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 465efe2e-5751-4246-8226-b9337c32e3eb no longer exists at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:30:49.792750 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-d89c31d9-a040-48a0-b07c-166350b684d7 req-60174bf5-ae90-4d31-bfde-e6ac4c62294a tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] No DVR routers for this DVR port 465efe2e-5751-4246-8226-b9337c32e3eb on host n-h1-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:30:49.857890 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] No Port match for: 465efe2e-5751-4246-8226-b9337c32e3eb {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:30:49.857890 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 465efe2e-5751-4246-8226-b9337c32e3eb not bound to the agent host n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:30:49.857890 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 87ddbcc1-a213-43a1-86fb-e6ab6977f1da no longer exists at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:30:49.871506 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404c1586-604d-4337-9405-e789a18c28b8 req-cfbebcb5-b6f4-404f-b84f-04f201e4c6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:49.871506 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-404c1586-604d-4337-9405-e789a18c28b8 req-cfbebcb5-b6f4-404f-b84f-04f201e4c6b6 service neutron] 10.222.0.71 "GET /v2.0/networks?id=dc65caf0-8d89-44b6-8b48-1af6ff657d82 HTTP/1.1" status: 200 len: 921 time: 0.1990521 May 28 06:30:49.880639 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-d89c31d9-a040-48a0-b07c-166350b684d7 req-60174bf5-ae90-4d31-bfde-e6ac4c62294a tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:49.918341 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-57ae9b36-bc60-4bb7-9cf0-e8f6558e0c2a req-dd9dd635-e0be-4665-b388-b322161149ba tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:49.961353 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] No Port match for: 87ddbcc1-a213-43a1-86fb-e6ab6977f1da {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:30:49.961353 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 87ddbcc1-a213-43a1-86fb-e6ab6977f1da not bound to the agent host n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:30:50.056377 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-404c1586-604d-4337-9405-e789a18c28b8 req-2ccede98-0aa1-474c-b3e9-abd8428a8f27 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=212267bc-72fb-4720-960a-a0bb5430dbe0 HTTP/1.1" status: 200 len: 217 time: 0.1372592 May 28 06:30:50.127649 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d89c31d9-a040-48a0-b07c-166350b684d7 req-60174bf5-ae90-4d31-bfde-e6ac4c62294a tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.69 "DELETE /v2.0/ports/465efe2e-5751-4246-8226-b9337c32e3eb HTTP/1.1" status: 204 len: 173 time: 3.4107039 May 28 06:30:50.156628 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9dd635-e0be-4665-b388-b322161149ba tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Pushing event deleted for resources: {'Port': ['ID=844393b0-156c-4ea9-82c4-67de99c7a7cb,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:30:50.207953 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [None req-180d9d53-39fc-481c-86ae-7b9ac713e027 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] device_id is not set on port 99b2905c-b69f-40f6-a779-5e3582061cea yet. {{(pid=89109) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:30:50.233749 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-180d9d53-39fc-481c-86ae-7b9ac713e027 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:50.261597 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [None req-180d9d53-39fc-481c-86ae-7b9ac713e027 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Transition to ACTIVE for port object 99b2905c-b69f-40f6-a779-5e3582061cea will not be triggered until provisioned by entity L2. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:30:50.261597 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404c1586-604d-4337-9405-e789a18c28b8 req-6927c4f1-8b5b-42b4-9dfb-cb9d113eaaff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:50.261597 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-404c1586-604d-4337-9405-e789a18c28b8 req-6927c4f1-8b5b-42b4-9dfb-cb9d113eaaff service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4c48a484-2f92-4e72-9bd4-fc1c355a17c1 HTTP/1.1" status: 200 len: 859 time: 0.2032895 May 28 06:30:50.286477 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-57ae9b36-bc60-4bb7-9cf0-e8f6558e0c2a req-dd9dd635-e0be-4665-b388-b322161149ba tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] No DVR routers for this DVR port 844393b0-156c-4ea9-82c4-67de99c7a7cb on host n-h2-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:30:50.350412 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-57ae9b36-bc60-4bb7-9cf0-e8f6558e0c2a req-dd9dd635-e0be-4665-b388-b322161149ba tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:50.352367 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-57ae9b36-bc60-4bb7-9cf0-e8f6558e0c2a req-dd9dd635-e0be-4665-b388-b322161149ba tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.71 "DELETE /v2.0/ports/844393b0-156c-4ea9-82c4-67de99c7a7cb HTTP/1.1" status: 204 len: 173 time: 2.7074502 May 28 06:30:50.359589 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404c1586-604d-4337-9405-e789a18c28b8 req-28e2c337-a141-4253-9404-295f39a2d7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:50.361597 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-404c1586-604d-4337-9405-e789a18c28b8 req-28e2c337-a141-4253-9404-295f39a2d7a2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=dc65caf0-8d89-44b6-8b48-1af6ff657d82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0975544 May 28 06:30:50.456936 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-180d9d53-39fc-481c-86ae-7b9ac713e027 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:50.488940 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 844393b0-156c-4ea9-82c4-67de99c7a7cb no longer exists at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:30:50.526847 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd16e5a-19fd-462a-bf45-8eeade80b293 req-fb53a026-2fac-4c3d-92b9-428440f66505 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:50.528753 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0bd16e5a-19fd-462a-bf45-8eeade80b293 req-fb53a026-2fac-4c3d-92b9-428440f66505 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/networks?id=c7bbc20e-7bc5-42fd-94f8-f3663ada8854 HTTP/1.1" status: 200 len: 812 time: 0.2924902 May 28 06:30:50.539541 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] No Port match for: 844393b0-156c-4ea9-82c4-67de99c7a7cb {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:30:50.539878 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 844393b0-156c-4ea9-82c4-67de99c7a7cb not bound to the agent host n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:30:50.693740 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180d9d53-39fc-481c-86ae-7b9ac713e027 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Pushing event updated for resources: {'Port': ['ID=99b2905c-b69f-40f6-a779-5e3582061cea,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:30:50.717820 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [None req-180d9d53-39fc-481c-86ae-7b9ac713e027 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attempting to bind port 99b2905c-b69f-40f6-a779-5e3582061cea on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:30:50.718147 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [None req-180d9d53-39fc-481c-86ae-7b9ac713e027 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attempting to bind port 99b2905c-b69f-40f6-a779-5e3582061cea by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': '5fae5871-08c0-4030-94de-c95f628d5326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '8d4230ae-5366-4645-9fdd-681c574a9305'}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:30:50.718689 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180d9d53-39fc-481c-86ae-7b9ac713e027 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attempting to bind port 99b2905c-b69f-40f6-a779-5e3582061cea on network 8d4230ae-5366-4645-9fdd-681c574a9305 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:30:50.728798 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-404c1586-604d-4337-9405-e789a18c28b8 req-0747181a-0130-4e5e-8c72-4833e3566caf service neutron] 10.222.0.71 "GET /v2.0/networks/dc65caf0-8d89-44b6-8b48-1af6ff657d82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3607607 May 28 06:30:50.729280 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180d9d53-39fc-481c-86ae-7b9ac713e027 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Port 99b2905c-b69f-40f6-a779-5e3582061cea on network 8d4230ae-5366-4645-9fdd-681c574a9305 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:30:50.729633 n-d-843702-1 neutron-server[89109]: ERROR neutron.plugins.ml2.managers [None req-180d9d53-39fc-481c-86ae-7b9ac713e027 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Failed to bind port 99b2905c-b69f-40f6-a779-5e3582061cea on host n-h1-843702-1 for vnic_type normal using segments [{'id': '5fae5871-08c0-4030-94de-c95f628d5326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '8d4230ae-5366-4645-9fdd-681c574a9305'}] May 28 06:30:50.730031 n-d-843702-1 neutron-server[89109]: INFO neutron.plugins.ml2.plugin [None req-180d9d53-39fc-481c-86ae-7b9ac713e027 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attempt 2 to bind port 99b2905c-b69f-40f6-a779-5e3582061cea May 28 06:30:50.752837 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0bd16e5a-19fd-462a-bf45-8eeade80b293 req-10bbc8e5-985f-424a-b93f-1970fbdd9469 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/quotas/9795f3bb4dd842ee9b6997b24ebca479 HTTP/1.1" status: 200 len: 375 time: 0.1649165 May 28 06:30:50.780658 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c9c5a488-56d8-4f3b-acb3-e548112a625b req-4a59a29e-98c5-4114-a67c-9031a5ba08f6 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Router 20062376-ff65-4080-8f87-21a903d8307b has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:30:50.848543 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [None req-180d9d53-39fc-481c-86ae-7b9ac713e027 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attempting to bind port 99b2905c-b69f-40f6-a779-5e3582061cea on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:30:50.848875 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [None req-180d9d53-39fc-481c-86ae-7b9ac713e027 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attempting to bind port 99b2905c-b69f-40f6-a779-5e3582061cea by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': '5fae5871-08c0-4030-94de-c95f628d5326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '8d4230ae-5366-4645-9fdd-681c574a9305'}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:30:50.849212 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180d9d53-39fc-481c-86ae-7b9ac713e027 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attempting to bind port 99b2905c-b69f-40f6-a779-5e3582061cea on network 8d4230ae-5366-4645-9fdd-681c574a9305 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:30:50.859006 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180d9d53-39fc-481c-86ae-7b9ac713e027 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Port 99b2905c-b69f-40f6-a779-5e3582061cea on network 8d4230ae-5366-4645-9fdd-681c574a9305 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:30:50.859255 n-d-843702-1 neutron-server[89109]: ERROR neutron.plugins.ml2.managers [None req-180d9d53-39fc-481c-86ae-7b9ac713e027 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Failed to bind port 99b2905c-b69f-40f6-a779-5e3582061cea on host n-h1-843702-1 for vnic_type normal using segments [{'id': '5fae5871-08c0-4030-94de-c95f628d5326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '8d4230ae-5366-4645-9fdd-681c574a9305'}] May 28 06:30:50.862260 n-d-843702-1 neutron-server[89109]: INFO neutron.plugins.ml2.plugin [None req-180d9d53-39fc-481c-86ae-7b9ac713e027 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attempt 3 to bind port 99b2905c-b69f-40f6-a779-5e3582061cea May 28 06:30:50.887514 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0bd16e5a-19fd-462a-bf45-8eeade80b293 req-0df8e84a-c2e3-4fdf-a0d3-adc5f5ea1c7d tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=9795f3bb4dd842ee9b6997b24ebca479&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1088548 May 28 06:30:50.904552 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [None req-180d9d53-39fc-481c-86ae-7b9ac713e027 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attempting to bind port 99b2905c-b69f-40f6-a779-5e3582061cea on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:30:50.904931 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [None req-180d9d53-39fc-481c-86ae-7b9ac713e027 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attempting to bind port 99b2905c-b69f-40f6-a779-5e3582061cea by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': '5fae5871-08c0-4030-94de-c95f628d5326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '8d4230ae-5366-4645-9fdd-681c574a9305'}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:30:50.905997 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180d9d53-39fc-481c-86ae-7b9ac713e027 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attempting to bind port 99b2905c-b69f-40f6-a779-5e3582061cea on network 8d4230ae-5366-4645-9fdd-681c574a9305 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:30:50.917072 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-404c1586-604d-4337-9405-e789a18c28b8 req-6a79efb6-50bf-4f42-b9aa-de37c348cb32 service neutron] 10.222.0.71 "GET /v2.0/networks/dc65caf0-8d89-44b6-8b48-1af6ff657d82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763055 May 28 06:30:50.917350 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180d9d53-39fc-481c-86ae-7b9ac713e027 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Port 99b2905c-b69f-40f6-a779-5e3582061cea on network 8d4230ae-5366-4645-9fdd-681c574a9305 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:30:50.917698 n-d-843702-1 neutron-server[89109]: ERROR neutron.plugins.ml2.managers [None req-180d9d53-39fc-481c-86ae-7b9ac713e027 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Failed to bind port 99b2905c-b69f-40f6-a779-5e3582061cea on host n-h1-843702-1 for vnic_type normal using segments [{'id': '5fae5871-08c0-4030-94de-c95f628d5326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '8d4230ae-5366-4645-9fdd-681c574a9305'}] May 28 06:30:50.918102 n-d-843702-1 neutron-server[89109]: INFO neutron.plugins.ml2.plugin [None req-180d9d53-39fc-481c-86ae-7b9ac713e027 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attempt 4 to bind port 99b2905c-b69f-40f6-a779-5e3582061cea May 28 06:30:50.932983 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [None req-180d9d53-39fc-481c-86ae-7b9ac713e027 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attempting to bind port 99b2905c-b69f-40f6-a779-5e3582061cea on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:30:50.933341 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [None req-180d9d53-39fc-481c-86ae-7b9ac713e027 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attempting to bind port 99b2905c-b69f-40f6-a779-5e3582061cea by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': '5fae5871-08c0-4030-94de-c95f628d5326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '8d4230ae-5366-4645-9fdd-681c574a9305'}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:30:50.933722 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180d9d53-39fc-481c-86ae-7b9ac713e027 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attempting to bind port 99b2905c-b69f-40f6-a779-5e3582061cea on network 8d4230ae-5366-4645-9fdd-681c574a9305 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:30:50.938412 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180d9d53-39fc-481c-86ae-7b9ac713e027 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Port 99b2905c-b69f-40f6-a779-5e3582061cea on network 8d4230ae-5366-4645-9fdd-681c574a9305 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:30:50.938734 n-d-843702-1 neutron-server[89109]: ERROR neutron.plugins.ml2.managers [None req-180d9d53-39fc-481c-86ae-7b9ac713e027 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Failed to bind port 99b2905c-b69f-40f6-a779-5e3582061cea on host n-h1-843702-1 for vnic_type normal using segments [{'id': '5fae5871-08c0-4030-94de-c95f628d5326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '8d4230ae-5366-4645-9fdd-681c574a9305'}] May 28 06:30:50.939118 n-d-843702-1 neutron-server[89109]: INFO neutron.plugins.ml2.plugin [None req-180d9d53-39fc-481c-86ae-7b9ac713e027 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attempt 5 to bind port 99b2905c-b69f-40f6-a779-5e3582061cea May 28 06:30:50.955069 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [None req-180d9d53-39fc-481c-86ae-7b9ac713e027 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attempting to bind port 99b2905c-b69f-40f6-a779-5e3582061cea on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:30:50.955405 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [None req-180d9d53-39fc-481c-86ae-7b9ac713e027 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attempting to bind port 99b2905c-b69f-40f6-a779-5e3582061cea by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': '5fae5871-08c0-4030-94de-c95f628d5326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '8d4230ae-5366-4645-9fdd-681c574a9305'}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:30:50.959656 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180d9d53-39fc-481c-86ae-7b9ac713e027 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attempting to bind port 99b2905c-b69f-40f6-a779-5e3582061cea on network 8d4230ae-5366-4645-9fdd-681c574a9305 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:30:50.960483 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180d9d53-39fc-481c-86ae-7b9ac713e027 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Port 99b2905c-b69f-40f6-a779-5e3582061cea on network 8d4230ae-5366-4645-9fdd-681c574a9305 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:30:50.961339 n-d-843702-1 neutron-server[89109]: ERROR neutron.plugins.ml2.managers [None req-180d9d53-39fc-481c-86ae-7b9ac713e027 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Failed to bind port 99b2905c-b69f-40f6-a779-5e3582061cea on host n-h1-843702-1 for vnic_type normal using segments [{'id': '5fae5871-08c0-4030-94de-c95f628d5326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '8d4230ae-5366-4645-9fdd-681c574a9305'}] May 28 06:30:50.961840 n-d-843702-1 neutron-server[89109]: INFO neutron.plugins.ml2.plugin [None req-180d9d53-39fc-481c-86ae-7b9ac713e027 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attempt 6 to bind port 99b2905c-b69f-40f6-a779-5e3582061cea May 28 06:30:50.976434 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [None req-180d9d53-39fc-481c-86ae-7b9ac713e027 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attempting to bind port 99b2905c-b69f-40f6-a779-5e3582061cea on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:30:50.977079 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [None req-180d9d53-39fc-481c-86ae-7b9ac713e027 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attempting to bind port 99b2905c-b69f-40f6-a779-5e3582061cea by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': '5fae5871-08c0-4030-94de-c95f628d5326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '8d4230ae-5366-4645-9fdd-681c574a9305'}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:30:50.977637 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180d9d53-39fc-481c-86ae-7b9ac713e027 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attempting to bind port 99b2905c-b69f-40f6-a779-5e3582061cea on network 8d4230ae-5366-4645-9fdd-681c574a9305 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:30:50.983048 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180d9d53-39fc-481c-86ae-7b9ac713e027 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Port 99b2905c-b69f-40f6-a779-5e3582061cea on network 8d4230ae-5366-4645-9fdd-681c574a9305 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:30:50.983565 n-d-843702-1 neutron-server[89109]: ERROR neutron.plugins.ml2.managers [None req-180d9d53-39fc-481c-86ae-7b9ac713e027 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Failed to bind port 99b2905c-b69f-40f6-a779-5e3582061cea on host n-h1-843702-1 for vnic_type normal using segments [{'id': '5fae5871-08c0-4030-94de-c95f628d5326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '8d4230ae-5366-4645-9fdd-681c574a9305'}] May 28 06:30:50.984202 n-d-843702-1 neutron-server[89109]: INFO neutron.plugins.ml2.plugin [None req-180d9d53-39fc-481c-86ae-7b9ac713e027 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attempt 7 to bind port 99b2905c-b69f-40f6-a779-5e3582061cea May 28 06:30:51.001833 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [None req-180d9d53-39fc-481c-86ae-7b9ac713e027 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attempting to bind port 99b2905c-b69f-40f6-a779-5e3582061cea on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:30:51.002385 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [None req-180d9d53-39fc-481c-86ae-7b9ac713e027 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attempting to bind port 99b2905c-b69f-40f6-a779-5e3582061cea by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': '5fae5871-08c0-4030-94de-c95f628d5326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '8d4230ae-5366-4645-9fdd-681c574a9305'}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:30:51.003032 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180d9d53-39fc-481c-86ae-7b9ac713e027 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attempting to bind port 99b2905c-b69f-40f6-a779-5e3582061cea on network 8d4230ae-5366-4645-9fdd-681c574a9305 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:30:51.011396 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180d9d53-39fc-481c-86ae-7b9ac713e027 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Port 99b2905c-b69f-40f6-a779-5e3582061cea on network 8d4230ae-5366-4645-9fdd-681c574a9305 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:30:51.011396 n-d-843702-1 neutron-server[89109]: ERROR neutron.plugins.ml2.managers [None req-180d9d53-39fc-481c-86ae-7b9ac713e027 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Failed to bind port 99b2905c-b69f-40f6-a779-5e3582061cea on host n-h1-843702-1 for vnic_type normal using segments [{'id': '5fae5871-08c0-4030-94de-c95f628d5326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '8d4230ae-5366-4645-9fdd-681c574a9305'}] May 28 06:30:51.011396 n-d-843702-1 neutron-server[89109]: INFO neutron.plugins.ml2.plugin [None req-180d9d53-39fc-481c-86ae-7b9ac713e027 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attempt 8 to bind port 99b2905c-b69f-40f6-a779-5e3582061cea May 28 06:30:51.026155 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [None req-180d9d53-39fc-481c-86ae-7b9ac713e027 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attempting to bind port 99b2905c-b69f-40f6-a779-5e3582061cea on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:30:51.026556 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [None req-180d9d53-39fc-481c-86ae-7b9ac713e027 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attempting to bind port 99b2905c-b69f-40f6-a779-5e3582061cea by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': '5fae5871-08c0-4030-94de-c95f628d5326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '8d4230ae-5366-4645-9fdd-681c574a9305'}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:30:51.026957 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180d9d53-39fc-481c-86ae-7b9ac713e027 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attempting to bind port 99b2905c-b69f-40f6-a779-5e3582061cea on network 8d4230ae-5366-4645-9fdd-681c574a9305 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:30:51.032967 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180d9d53-39fc-481c-86ae-7b9ac713e027 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Port 99b2905c-b69f-40f6-a779-5e3582061cea on network 8d4230ae-5366-4645-9fdd-681c574a9305 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:30:51.033313 n-d-843702-1 neutron-server[89109]: ERROR neutron.plugins.ml2.managers [None req-180d9d53-39fc-481c-86ae-7b9ac713e027 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Failed to bind port 99b2905c-b69f-40f6-a779-5e3582061cea on host n-h1-843702-1 for vnic_type normal using segments [{'id': '5fae5871-08c0-4030-94de-c95f628d5326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '8d4230ae-5366-4645-9fdd-681c574a9305'}] May 28 06:30:51.033717 n-d-843702-1 neutron-server[89109]: INFO neutron.plugins.ml2.plugin [None req-180d9d53-39fc-481c-86ae-7b9ac713e027 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attempt 9 to bind port 99b2905c-b69f-40f6-a779-5e3582061cea May 28 06:30:51.116405 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c9c5a488-56d8-4f3b-acb3-e548112a625b req-4a59a29e-98c5-4114-a67c-9031a5ba08f6 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:30:51.124596 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-c9c5a488-56d8-4f3b-acb3-e548112a625b req-4a59a29e-98c5-4114-a67c-9031a5ba08f6 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:51.129392 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb8f68e-642a-4be3-9f79-d05024eb35af None None] Sync routers for ids ['20062376-ff65-4080-8f87-21a903d8307b'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:30:51.148479 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb8f68e-642a-4be3-9f79-d05024eb35af None None] Routers {'20062376-ff65-4080-8f87-21a903d8307b'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:30:51.148479 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-2bb8f68e-642a-4be3-9f79-d05024eb35af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:30:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['20062376-ff65-4080-8f87-21a903d8307b'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:30:51.175891 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70912ff8-445e-4379-89cf-b75e6336c476', 'name': 'network-vif-deleted', 'tag': '465efe2e-5751-4246-8226-b9337c32e3eb'}, {'server_uuid': '636ae437-f020-4a0c-9b90-04a6a2b5dea3', 'name': 'network-vif-deleted', 'tag': '844393b0-156c-4ea9-82c4-67de99c7a7cb'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:30:51.194314 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0bd16e5a-19fd-462a-bf45-8eeade80b293 req-cc3fd956-85c9-4903-bf7d-4e0f8d713942 service neutron] 10.222.0.55 "GET /v2.0/networks/c7bbc20e-7bc5-42fd-94f8-f3663ada8854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2985871 May 28 06:30:51.332593 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [None req-180d9d53-39fc-481c-86ae-7b9ac713e027 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attempting to bind port 99b2905c-b69f-40f6-a779-5e3582061cea on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:30:51.332593 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [None req-180d9d53-39fc-481c-86ae-7b9ac713e027 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attempting to bind port 99b2905c-b69f-40f6-a779-5e3582061cea by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': '5fae5871-08c0-4030-94de-c95f628d5326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '8d4230ae-5366-4645-9fdd-681c574a9305'}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:30:51.332593 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180d9d53-39fc-481c-86ae-7b9ac713e027 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attempting to bind port 99b2905c-b69f-40f6-a779-5e3582061cea on network 8d4230ae-5366-4645-9fdd-681c574a9305 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:30:51.344683 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c9c5a488-56d8-4f3b-acb3-e548112a625b req-4a59a29e-98c5-4114-a67c-9031a5ba08f6 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] 10.222.0.55 "PUT /v2.0/floatingips/a3916d3f-f627-495a-b413-a0f53a1ac7ca HTTP/1.1" status: 200 len: 695 time: 3.5244615 May 28 06:30:51.374816 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-2bb8f68e-642a-4be3-9f79-d05024eb35af None None] Set router 20062376-ff65-4080-8f87-21a903d8307b gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:30:51.377955 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180d9d53-39fc-481c-86ae-7b9ac713e027 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Port 99b2905c-b69f-40f6-a779-5e3582061cea on network 8d4230ae-5366-4645-9fdd-681c574a9305 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:30:51.377955 n-d-843702-1 neutron-server[89109]: ERROR neutron.plugins.ml2.managers [None req-180d9d53-39fc-481c-86ae-7b9ac713e027 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Failed to bind port 99b2905c-b69f-40f6-a779-5e3582061cea on host n-h1-843702-1 for vnic_type normal using segments [{'id': '5fae5871-08c0-4030-94de-c95f628d5326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '8d4230ae-5366-4645-9fdd-681c574a9305'}] May 28 06:30:51.387316 n-d-843702-1 neutron-server[89109]: INFO neutron.plugins.ml2.plugin [None req-180d9d53-39fc-481c-86ae-7b9ac713e027 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attempt 10 to bind port 99b2905c-b69f-40f6-a779-5e3582061cea May 28 06:30:51.419598 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [None req-180d9d53-39fc-481c-86ae-7b9ac713e027 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attempting to bind port 99b2905c-b69f-40f6-a779-5e3582061cea on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:30:51.419598 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [None req-180d9d53-39fc-481c-86ae-7b9ac713e027 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attempting to bind port 99b2905c-b69f-40f6-a779-5e3582061cea by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': '5fae5871-08c0-4030-94de-c95f628d5326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '8d4230ae-5366-4645-9fdd-681c574a9305'}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:30:51.419598 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180d9d53-39fc-481c-86ae-7b9ac713e027 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attempting to bind port 99b2905c-b69f-40f6-a779-5e3582061cea on network 8d4230ae-5366-4645-9fdd-681c574a9305 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:30:51.456698 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0bd16e5a-19fd-462a-bf45-8eeade80b293 req-a6eefecf-cd41-4d3f-a088-cc95b15dcef9 service neutron] 10.222.0.55 "GET /v2.0/networks/c7bbc20e-7bc5-42fd-94f8-f3663ada8854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2596869 May 28 06:30:51.473884 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180d9d53-39fc-481c-86ae-7b9ac713e027 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Port 99b2905c-b69f-40f6-a779-5e3582061cea on network 8d4230ae-5366-4645-9fdd-681c574a9305 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:30:51.475035 n-d-843702-1 neutron-server[89109]: ERROR neutron.plugins.ml2.managers [None req-180d9d53-39fc-481c-86ae-7b9ac713e027 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Failed to bind port 99b2905c-b69f-40f6-a779-5e3582061cea on host n-h1-843702-1 for vnic_type normal using segments [{'id': '5fae5871-08c0-4030-94de-c95f628d5326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '8d4230ae-5366-4645-9fdd-681c574a9305'}] May 28 06:30:51.477736 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-180d9d53-39fc-481c-86ae-7b9ac713e027 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:51.495682 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c5a488-56d8-4f3b-acb3-e548112a625b req-ee25da1c-4702-4184-bbbb-27250700aeca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:51.498519 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c9c5a488-56d8-4f3b-acb3-e548112a625b req-ee25da1c-4702-4184-bbbb-27250700aeca service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=16c56364460a469fa6890db0799c99b1&device_id=455809e7-a5e0-4854-943a-386ccf0610e3 HTTP/1.1" status: 200 len: 1097 time: 0.1395948 May 28 06:30:51.700544 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f3999e-009d-41de-a182-37b8b3951c45 req-9a067746-3a55-4240-8500-7194325e9564 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:51.702639 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-75f3999e-009d-41de-a182-37b8b3951c45 req-9a067746-3a55-4240-8500-7194325e9564 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Synchronizing usage tracker for tenant:fc01789de1b14900a06c05baded73001 on resource:network {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:30:51.757863 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c5a488-56d8-4f3b-acb3-e548112a625b req-195fdcbc-030d-4478-aaa2-cecda1b69e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:51.771411 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c9c5a488-56d8-4f3b-acb3-e548112a625b req-195fdcbc-030d-4478-aaa2-cecda1b69e8f service neutron] 10.222.0.55 "GET /v2.0/networks?id=dc65caf0-8d89-44b6-8b48-1af6ff657d82 HTTP/1.1" status: 200 len: 921 time: 0.2578144 May 28 06:30:51.830327 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-180d9d53-39fc-481c-86ae-7b9ac713e027 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] For port 99b2905c-b69f-40f6-a779-5e3582061cea, host n-h1-843702-1, cleared binding levels {{(pid=89109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:30:51.830684 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-180d9d53-39fc-481c-86ae-7b9ac713e027 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attempted to set empty binding levels {{(pid=89109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 28 06:30:51.903440 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c9c5a488-56d8-4f3b-acb3-e548112a625b req-fa4d2a05-7bfd-46dc-9b77-b0172b0d3ff1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=212267bc-72fb-4720-960a-a0bb5430dbe0 HTTP/1.1" status: 200 len: 217 time: 0.1271067 May 28 06:30:51.943253 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-2bb8f68e-642a-4be3-9f79-d05024eb35af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20062376-ff65-4080-8f87-21a903d8307b', 'name': 'tempest-FloatingIPsAssociationTestJSON-741993371-router', 'tenant_id': '16c56364460a469fa6890db0799c99b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '38de1d15-4711-4bec-9ef9-74fea9c7aceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:28:55Z', 'updated_at': '2022-05-28T06:29:02Z', 'revision_number': 4, 'project_id': '16c56364460a469fa6890db0799c99b1', 'gw_port': {'id': '38de1d15-4711-4bec-9ef9-74fea9c7aceb', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:1d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20062376-ff65-4080-8f87-21a903d8307b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:28:56Z', 'updated_at': '2022-05-28T06:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'df5164c0-1ed1-4dcf-b6b5-c03fb87cd1ee', 'name': '', 'network_id': 'dc65caf0-8d89-44b6-8b48-1af6ff657d82', 'tenant_id': '16c56364460a469fa6890db0799c99b1', 'mac_address': 'fa:16:3e:8c:9a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20062376-ff65-4080-8f87-21a903d8307b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '4c48a484-2f92-4e72-9bd4-fc1c355a17c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:29:01Z', 'updated_at': '2022-05-28T06:29:10Z', 'revision_number': 5, 'project_id': '16c56364460a469fa6890db0799c99b1', 'subnets': [{'id': '4c48a484-2f92-4e72-9bd4-fc1c355a17c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:30:51.946143 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-75f3999e-009d-41de-a182-37b8b3951c45 req-9a067746-3a55-4240-8500-7194325e9564 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Unset dirty status for tenant:fc01789de1b14900a06c05baded73001 on resource:network {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:30:51.946143 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-75f3999e-009d-41de-a182-37b8b3951c45 req-9a067746-3a55-4240-8500-7194325e9564 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.71 "GET /v2.0/networks?id=8a614321-106a-411d-a8a4-5e84c14727eb HTTP/1.1" status: 200 len: 815 time: 0.8968306 May 28 06:30:51.949324 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb8f68e-642a-4be3-9f79-d05024eb35af None None] Checking router: 20062376-ff65-4080-8f87-21a903d8307b for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:30:51.956564 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-180d9d53-39fc-481c-86ae-7b9ac713e027 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:51.961854 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb8f68e-642a-4be3-9f79-d05024eb35af None None] Routers {'20062376-ff65-4080-8f87-21a903d8307b'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:30:51.961854 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-2bb8f68e-642a-4be3-9f79-d05024eb35af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:30:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['20062376-ff65-4080-8f87-21a903d8307b'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:30:51.987190 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c5a488-56d8-4f3b-acb3-e548112a625b req-04a3649e-d05b-451a-be40-a3b9793035a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:51.996237 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c9c5a488-56d8-4f3b-acb3-e548112a625b req-04a3649e-d05b-451a-be40-a3b9793035a4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4c48a484-2f92-4e72-9bd4-fc1c355a17c1 HTTP/1.1" status: 200 len: 859 time: 0.1028557 May 28 06:30:52.035776 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-75f3999e-009d-41de-a182-37b8b3951c45 req-efa03033-962a-42d3-a4e8-94a1f7e21fa9 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Request body: {'port': {'device_id': 'cd9bec8e-012e-4c8c-9117-9430d8093ad5', 'network_id': '8a614321-106a-411d-a8a4-5e84c14727eb', 'admin_state_up': True, 'tenant_id': 'fc01789de1b14900a06c05baded73001'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:30:52.169237 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c5a488-56d8-4f3b-acb3-e548112a625b req-0b60bea6-e618-4de4-a25a-02a759f1f1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:52.172381 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c9c5a488-56d8-4f3b-acb3-e548112a625b req-0b60bea6-e618-4de4-a25a-02a759f1f1bb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=dc65caf0-8d89-44b6-8b48-1af6ff657d82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1753652 May 28 06:30:52.206467 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-2bb8f68e-642a-4be3-9f79-d05024eb35af None None] Set router 20062376-ff65-4080-8f87-21a903d8307b gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:30:52.236149 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-180d9d53-39fc-481c-86ae-7b9ac713e027 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] In _notify_port_updated(), no bound segment for port 99b2905c-b69f-40f6-a779-5e3582061cea on network 8d4230ae-5366-4645-9fdd-681c574a9305 {{(pid=89109) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 28 06:30:52.237055 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180d9d53-39fc-481c-86ae-7b9ac713e027 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:52.237674 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-180d9d53-39fc-481c-86ae-7b9ac713e027 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:52.241582 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-180d9d53-39fc-481c-86ae-7b9ac713e027 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] 10.222.0.55 "PUT /v2.0/ports/99b2905c-b69f-40f6-a779-5e3582061cea HTTP/1.1" status: 200 len: 975 time: 2.9777362 May 28 06:30:52.248883 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 57358) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:30:52.314544 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-ecc10aca-4fcd-431b-ad5a-b261ec16cbb2 req-192e8176-0a9c-4471-874e-100804229e00 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Synchronizing usage tracker for tenant:fc01789de1b14900a06c05baded73001 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:30:52.326787 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180d9d53-39fc-481c-86ae-7b9ac713e027 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Pushing event updated for resources: {'Port': ['ID=99b2905c-b69f-40f6-a779-5e3582061cea,revision_number=3']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:30:52.347223 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-ecc10aca-4fcd-431b-ad5a-b261ec16cbb2 req-192e8176-0a9c-4471-874e-100804229e00 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Unset dirty status for tenant:fc01789de1b14900a06c05baded73001 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:30:52.350123 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ecc10aca-4fcd-431b-ad5a-b261ec16cbb2 req-192e8176-0a9c-4471-874e-100804229e00 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd9bec8e-012e-4c8c-9117-9430d8093ad5 HTTP/1.1" status: 200 len: 210 time: 0.1312170 May 28 06:30:52.461710 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c9c5a488-56d8-4f3b-acb3-e548112a625b req-53d63a27-4bea-4aa6-be14-96e46f65fab8 service neutron] 10.222.0.55 "GET /v2.0/networks/dc65caf0-8d89-44b6-8b48-1af6ff657d82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2647538 May 28 06:30:52.467498 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [req-75f3999e-009d-41de-a182-37b8b3951c45 req-efa03033-962a-42d3-a4e8-94a1f7e21fa9 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:30:52.479166 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [req-75f3999e-009d-41de-a182-37b8b3951c45 req-efa03033-962a-42d3-a4e8-94a1f7e21fa9 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:30:52.513143 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fdeb2cb-fd57-4439-a523-586d0073d28f'] response: {'server_uuid': '70912ff8-445e-4379-89cf-b75e6336c476', 'name': 'network-vif-deleted', 'tag': '465efe2e-5751-4246-8226-b9337c32e3eb', 'status': 'completed', 'code': 200} May 28 06:30:52.513143 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fdeb2cb-fd57-4439-a523-586d0073d28f'] response: {'server_uuid': '636ae437-f020-4a0c-9b90-04a6a2b5dea3', 'name': 'network-vif-deleted', 'tag': '844393b0-156c-4ea9-82c4-67de99c7a7cb', 'status': 'completed', 'code': 200} May 28 06:30:52.542088 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6939da02-e34a-41f4-9569-f38aff420bf4 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:52.542088 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6939da02-e34a-41f4-9569-f38aff420bf4 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:52.542088 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6939da02-e34a-41f4-9569-f38aff420bf4 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:52.542088 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6939da02-e34a-41f4-9569-f38aff420bf4 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:52.542088 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6939da02-e34a-41f4-9569-f38aff420bf4 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:52.542088 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6939da02-e34a-41f4-9569-f38aff420bf4 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:52.552592 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6939da02-e34a-41f4-9569-f38aff420bf4 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:52.552592 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6939da02-e34a-41f4-9569-f38aff420bf4 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:52.552592 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6939da02-e34a-41f4-9569-f38aff420bf4 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:52.552592 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6939da02-e34a-41f4-9569-f38aff420bf4 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:52.552592 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6939da02-e34a-41f4-9569-f38aff420bf4 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:52.552592 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6939da02-e34a-41f4-9569-f38aff420bf4 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:52.552592 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6939da02-e34a-41f4-9569-f38aff420bf4 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:52.552592 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6939da02-e34a-41f4-9569-f38aff420bf4 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:52.552592 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6939da02-e34a-41f4-9569-f38aff420bf4 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:52.552592 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6939da02-e34a-41f4-9569-f38aff420bf4 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:52.560854 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6939da02-e34a-41f4-9569-f38aff420bf4 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:52.560854 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6939da02-e34a-41f4-9569-f38aff420bf4 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:52.560854 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6939da02-e34a-41f4-9569-f38aff420bf4 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:52.560854 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6939da02-e34a-41f4-9569-f38aff420bf4 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:52.560854 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6939da02-e34a-41f4-9569-f38aff420bf4 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:52.560854 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6939da02-e34a-41f4-9569-f38aff420bf4 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:52.560854 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6939da02-e34a-41f4-9569-f38aff420bf4 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:52.560854 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6939da02-e34a-41f4-9569-f38aff420bf4 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:52.560854 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6939da02-e34a-41f4-9569-f38aff420bf4 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:52.560854 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6939da02-e34a-41f4-9569-f38aff420bf4 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:52.560854 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6939da02-e34a-41f4-9569-f38aff420bf4 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:52.560854 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6939da02-e34a-41f4-9569-f38aff420bf4 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:52.560854 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6939da02-e34a-41f4-9569-f38aff420bf4 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:52.564498 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6939da02-e34a-41f4-9569-f38aff420bf4 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:52.564498 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6939da02-e34a-41f4-9569-f38aff420bf4 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:52.564498 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6939da02-e34a-41f4-9569-f38aff420bf4 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:52.564498 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6939da02-e34a-41f4-9569-f38aff420bf4 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:52.564498 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6939da02-e34a-41f4-9569-f38aff420bf4 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:52.564498 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6939da02-e34a-41f4-9569-f38aff420bf4 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:52.564498 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6939da02-e34a-41f4-9569-f38aff420bf4 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:52.564498 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6939da02-e34a-41f4-9569-f38aff420bf4 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:52.570512 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6939da02-e34a-41f4-9569-f38aff420bf4 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:52.570512 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6939da02-e34a-41f4-9569-f38aff420bf4 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:52.570512 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6939da02-e34a-41f4-9569-f38aff420bf4 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:52.570512 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6939da02-e34a-41f4-9569-f38aff420bf4 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:52.570512 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6939da02-e34a-41f4-9569-f38aff420bf4 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:52.570512 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6939da02-e34a-41f4-9569-f38aff420bf4 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:52.570512 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6939da02-e34a-41f4-9569-f38aff420bf4 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:52.570512 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6939da02-e34a-41f4-9569-f38aff420bf4 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:52.570512 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6939da02-e34a-41f4-9569-f38aff420bf4 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:52.570512 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6939da02-e34a-41f4-9569-f38aff420bf4 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:52.570512 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6939da02-e34a-41f4-9569-f38aff420bf4 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:52.570512 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6939da02-e34a-41f4-9569-f38aff420bf4 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:52.578094 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6939da02-e34a-41f4-9569-f38aff420bf4 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:52.578094 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6939da02-e34a-41f4-9569-f38aff420bf4 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:52.578094 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6939da02-e34a-41f4-9569-f38aff420bf4 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:52.578094 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-6939da02-e34a-41f4-9569-f38aff420bf4 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Synchronizing usage tracker for tenant:9050e5ade44546b184a77f2fdf40b5c1 on resource:port {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:30:52.708788 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75f3999e-009d-41de-a182-37b8b3951c45 req-efa03033-962a-42d3-a4e8-94a1f7e21fa9 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Made reservation on behalf of fc01789de1b14900a06c05baded73001 for: {'port': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:30:52.708788 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-75f3999e-009d-41de-a182-37b8b3951c45 req-efa03033-962a-42d3-a4e8-94a1f7e21fa9 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:52.714943 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-2bb8f68e-642a-4be3-9f79-d05024eb35af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20062376-ff65-4080-8f87-21a903d8307b', 'name': 'tempest-FloatingIPsAssociationTestJSON-741993371-router', 'tenant_id': '16c56364460a469fa6890db0799c99b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '38de1d15-4711-4bec-9ef9-74fea9c7aceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:28:55Z', 'updated_at': '2022-05-28T06:29:02Z', 'revision_number': 4, 'project_id': '16c56364460a469fa6890db0799c99b1', 'gw_port': {'id': '38de1d15-4711-4bec-9ef9-74fea9c7aceb', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:1d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20062376-ff65-4080-8f87-21a903d8307b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:28:56Z', 'updated_at': '2022-05-28T06:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'df5164c0-1ed1-4dcf-b6b5-c03fb87cd1ee', 'name': '', 'network_id': 'dc65caf0-8d89-44b6-8b48-1af6ff657d82', 'tenant_id': '16c56364460a469fa6890db0799c99b1', 'mac_address': 'fa:16:3e:8c:9a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20062376-ff65-4080-8f87-21a903d8307b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '4c48a484-2f92-4e72-9bd4-fc1c355a17c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:29:01Z', 'updated_at': '2022-05-28T06:29:10Z', 'revision_number': 5, 'project_id': '16c56364460a469fa6890db0799c99b1', 'subnets': [{'id': '4c48a484-2f92-4e72-9bd4-fc1c355a17c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:30:52.715158 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb8f68e-642a-4be3-9f79-d05024eb35af None None] The sync data for ids ['20062376-ff65-4080-8f87-21a903d8307b'] in n-d-843702-1 is: [{'id': '20062376-ff65-4080-8f87-21a903d8307b', 'name': 'tempest-FloatingIPsAssociationTestJSON-741993371-router', 'tenant_id': '16c56364460a469fa6890db0799c99b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '38de1d15-4711-4bec-9ef9-74fea9c7aceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:28:55Z', 'updated_at': '2022-05-28T06:29:02Z', 'revision_number': 4, 'project_id': '16c56364460a469fa6890db0799c99b1', 'gw_port': {'id': '38de1d15-4711-4bec-9ef9-74fea9c7aceb', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:1d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20062376-ff65-4080-8f87-21a903d8307b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:28:56Z', 'updated_at': '2022-05-28T06:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'df5164c0-1ed1-4dcf-b6b5-c03fb87cd1ee', 'name': '', 'network_id': 'dc65caf0-8d89-44b6-8b48-1af6ff657d82', 'tenant_id': '16c56364460a469fa6890db0799c99b1', 'mac_address': 'fa:16:3e:8c:9a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20062376-ff65-4080-8f87-21a903d8307b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '4c48a484-2f92-4e72-9bd4-fc1c355a17c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:29:01Z', 'updated_at': '2022-05-28T06:29:10Z', 'revision_number': 5, 'project_id': '16c56364460a469fa6890db0799c99b1', 'subnets': [{'id': '4c48a484-2f92-4e72-9bd4-fc1c355a17c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:30:52.717003 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7b72bdba-0187-44ca-94af-38e6a6064c18 req-530505b4-b6ac-447b-a2ed-6657f1706b19 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=1eab83c1-4404-47a3-b032-c292d176b6f5 HTTP/1.1" status: 200 len: 210 time: 0.0803750 May 28 06:30:52.806449 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c9c5a488-56d8-4f3b-acb3-e548112a625b req-51f05449-06f8-4bc1-bffc-7453979d177c service neutron] 10.222.0.55 "GET /v2.0/networks/dc65caf0-8d89-44b6-8b48-1af6ff657d82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3588452 May 28 06:30:52.824471 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-6939da02-e34a-41f4-9569-f38aff420bf4 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Unset dirty status for tenant:9050e5ade44546b184a77f2fdf40b5c1 on resource:port {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:30:52.833554 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-6939da02-e34a-41f4-9569-f38aff420bf4 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 46884 time: 0.5833499 May 28 06:30:52.845464 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 57366) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:30:53.018045 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-e0272a9d-b49d-434b-a9a5-911abf467dbf tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Deleting port 99b2905c-b69f-40f6-a779-5e3582061cea {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:30:53.018388 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e0272a9d-b49d-434b-a9a5-911abf467dbf tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:53.122535 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2462fc-7eb6-4736-aedf-5cfb11319700 None None] New status for floating IP a3916d3f-f627-495a-b413-a0f53a1ac7ca: DOWN {{(pid=89111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 06:30:53.153714 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [req-75f3999e-009d-41de-a182-37b8b3951c45 req-efa03033-962a-42d3-a4e8-94a1f7e21fa9 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Allocated IP 172.20.0.5 (8a614321-106a-411d-a8a4-5e84c14727eb/66b89e44-3ec9-4ede-9e44-ddc84dd3e47d/323d1f51-b6d4-4340-be92-f55943801541) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:30:53.354018 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-e0272a9d-b49d-434b-a9a5-911abf467dbf tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] For port 99b2905c-b69f-40f6-a779-5e3582061cea, host n-h1-843702-1, got binding levels [] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:30:53.354018 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e0272a9d-b49d-434b-a9a5-911abf467dbf tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:53.445317 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ed3f2a1b-41fe-40ba-9c7f-f53f2f8d2c28 req-e5a2dfda-55f1-4a3e-9348-aaf3a9d8c67e tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] 10.222.0.55 "GET /v2.0/floatingips/a3916d3f-f627-495a-b413-a0f53a1ac7ca HTTP/1.1" status: 200 len: 695 time: 0.3445022 May 28 06:30:53.555621 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-e0272a9d-b49d-434b-a9a5-911abf467dbf tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Calling delete_port for 99b2905c-b69f-40f6-a779-5e3582061cea owned by {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:30:53.682489 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dbf05de7-7481-4579-bef4-41f2b51de1e7 req-44d6aeb0-3f75-4be1-a882-ccf3e6d097e8 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd9bec8e-012e-4c8c-9117-9430d8093ad5 HTTP/1.1" status: 200 len: 210 time: 0.0760677 May 28 06:30:53.752347 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-75f3999e-009d-41de-a182-37b8b3951c45 req-efa03033-962a-42d3-a4e8-94a1f7e21fa9 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:53.779097 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3f2a1b-41fe-40ba-9c7f-f53f2f8d2c28 req-95d04f3e-c746-4c20-81d6-7a84b2050233 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:53.782553 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ed3f2a1b-41fe-40ba-9c7f-f53f2f8d2c28 req-95d04f3e-c746-4c20-81d6-7a84b2050233 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] 10.222.0.55 "GET /v2.0/networks/68df399e-e75e-4871-9364-5d05730b50f0 HTTP/1.1" status: 200 len: 784 time: 0.3443017 May 28 06:30:53.798974 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [req-ed3f2a1b-41fe-40ba-9c7f-f53f2f8d2c28 req-70a04265-8527-4831-8508-06b7f9b28640 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=89110) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:30:53.800989 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ed3f2a1b-41fe-40ba-9c7f-f53f2f8d2c28 req-70a04265-8527-4831-8508-06b7f9b28640 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0114708 May 28 06:30:53.836043 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e0272a9d-b49d-434b-a9a5-911abf467dbf tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:53.900940 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ed3f2a1b-41fe-40ba-9c7f-f53f2f8d2c28 req-833d8eaa-fb9a-4c6e-8ecd-2087d49d0805 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.5.83 HTTP/1.1" status: 200 len: 698 time: 0.0943482 May 28 06:30:53.906347 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-75f3999e-009d-41de-a182-37b8b3951c45 req-efa03033-962a-42d3-a4e8-94a1f7e21fa9 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:53.910786 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0272a9d-b49d-434b-a9a5-911abf467dbf tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Pushing event deleted for resources: {'Port': ['ID=99b2905c-b69f-40f6-a779-5e3582061cea,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:30:53.983219 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e0272a9d-b49d-434b-a9a5-911abf467dbf tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:54.016081 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ed3f2a1b-41fe-40ba-9c7f-f53f2f8d2c28 req-5c80773f-5b92-4e7c-8ddb-033ca1b372c5 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.5.83 HTTP/1.1" status: 200 len: 696 time: 0.1018386 May 28 06:30:54.024620 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75f3999e-009d-41de-a182-37b8b3951c45 req-efa03033-962a-42d3-a4e8-94a1f7e21fa9 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Network 8a614321-106a-411d-a8a4-5e84c14727eb is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:30:54.030984 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [req-75f3999e-009d-41de-a182-37b8b3951c45 req-efa03033-962a-42d3-a4e8-94a1f7e21fa9 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:30:54.034095 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [req-75f3999e-009d-41de-a182-37b8b3951c45 req-efa03033-962a-42d3-a4e8-94a1f7e21fa9 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:30:54.112507 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa03033-962a-42d3-a4e8-94a1f7e21fa9 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Pushing event updated for resources: {'Port': ['ID=323d1f51-b6d4-4340-be92-f55943801541,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:30:54.158547 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f3999e-009d-41de-a182-37b8b3951c45 req-efa03033-962a-42d3-a4e8-94a1f7e21fa9 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:54.158547 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-75f3999e-009d-41de-a182-37b8b3951c45 req-efa03033-962a-42d3-a4e8-94a1f7e21fa9 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:54.248550 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-e0272a9d-b49d-434b-a9a5-911abf467dbf tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] 10.222.0.55 "DELETE /v2.0/ports/99b2905c-b69f-40f6-a779-5e3582061cea HTTP/1.1" status: 204 len: 168 time: 1.3896844 May 28 06:30:54.248550 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 57380) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:30:54.263737 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-ed3f2a1b-41fe-40ba-9c7f-f53f2f8d2c28 req-78b12d8c-8084-4f08-9bb2-46f534fd1123 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Deleting port d611654a-1703-4d60-8954-8ffcddcae0c1 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:30:54.264046 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-ed3f2a1b-41fe-40ba-9c7f-f53f2f8d2c28 req-78b12d8c-8084-4f08-9bb2-46f534fd1123 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:54.492228 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-75f3999e-009d-41de-a182-37b8b3951c45 req-efa03033-962a-42d3-a4e8-94a1f7e21fa9 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4600010 May 28 06:30:54.492228 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c3a3fb2-21c0-4c5c-b792-70fc2b49946f tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] GET failed (client error): The resource could not be found. May 28 06:30:54.492228 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-4c3a3fb2-21c0-4c5c-b792-70fc2b49946f tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Synchronizing usage tracker for tenant:9050e5ade44546b184a77f2fdf40b5c1 on resource:port {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:30:54.518991 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-75f3999e-009d-41de-a182-37b8b3951c45 req-32271e0f-34aa-4454-b6c7-6e5ad178ec4d service neutron] Request body: {'port': {'device_id': 'cd9bec8e-012e-4c8c-9117-9430d8093ad5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843702-1'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:30:54.528915 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '455809e7-a5e0-4854-943a-386ccf0610e3', 'tag': '212267bc-72fb-4720-960a-a0bb5430dbe0'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:30:54.545968 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-ed3f2a1b-41fe-40ba-9c7f-f53f2f8d2c28 req-78b12d8c-8084-4f08-9bb2-46f534fd1123 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:54.545968 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-ed3f2a1b-41fe-40ba-9c7f-f53f2f8d2c28 req-78b12d8c-8084-4f08-9bb2-46f534fd1123 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:54.595416 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-4c3a3fb2-21c0-4c5c-b792-70fc2b49946f tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Unset dirty status for tenant:9050e5ade44546b184a77f2fdf40b5c1 on resource:port {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:30:54.595416 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-4c3a3fb2-21c0-4c5c-b792-70fc2b49946f tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] 10.222.0.55 "GET /v2.0/ports/99b2905c-b69f-40f6-a779-5e3582061cea HTTP/1.1" status: 404 len: 333 time: 0.3402526 May 28 06:30:54.595416 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 57388) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:30:54.595416 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-79f41094-7657-4405-aedb-0c817b0d6630 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1817980615', 'network_id': '8d4230ae-5366-4645-9fdd-681c574a9305'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:30:54.613038 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-79f41094-7657-4405-aedb-0c817b0d6630 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:30:54.709332 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-79f41094-7657-4405-aedb-0c817b0d6630 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:30:54.764929 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-75f3999e-009d-41de-a182-37b8b3951c45 req-32271e0f-34aa-4454-b6c7-6e5ad178ec4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:54.788088 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-ed3f2a1b-41fe-40ba-9c7f-f53f2f8d2c28 req-78b12d8c-8084-4f08-9bb2-46f534fd1123 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Calling delete_port for d611654a-1703-4d60-8954-8ffcddcae0c1 owned by network:floatingip {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:30:54.853940 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8c554181-206a-446d-b1b1-519b9d279a86 req-fdd38d73-ba2d-488e-8ba4-c511bfc5125c tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=1eab83c1-4404-47a3-b032-c292d176b6f5 HTTP/1.1" status: 200 len: 210 time: 0.1949115 May 28 06:30:54.897825 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79f41094-7657-4405-aedb-0c817b0d6630 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Made reservation on behalf of 9050e5ade44546b184a77f2fdf40b5c1 for: {'port': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:30:54.900290 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-79f41094-7657-4405-aedb-0c817b0d6630 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:54.931838 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [None req-79f41094-7657-4405-aedb-0c817b0d6630 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] device_id is not set on port 5524ca7e-a13d-45cb-8883-d2cb7d5f5975 yet. {{(pid=89109) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:30:54.990577 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb4ffff-ac54-4080-b423-a2f71a0e0111 req-fc067ddc-39e9-48c6-9d8f-57173e387aed tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:54.991274 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-0cb4ffff-ac54-4080-b423-a2f71a0e0111 req-fc067ddc-39e9-48c6-9d8f-57173e387aed tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Synchronizing usage tracker for tenant:c3068efc66a349e9b92ab9365fc877d9 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:30:55.128668 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b8cee9-ade8-4a41-8b7f-df2241beaa33 req-f5060c86-a9b5-4765-9cef-fe24d55614a7 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:55.129654 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-d2b8cee9-ade8-4a41-8b7f-df2241beaa33 req-f5060c86-a9b5-4765-9cef-fe24d55614a7 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Synchronizing usage tracker for tenant:c3068efc66a349e9b92ab9365fc877d9 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:30:55.196994 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-0cb4ffff-ac54-4080-b423-a2f71a0e0111 req-fc067ddc-39e9-48c6-9d8f-57173e387aed tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Unset dirty status for tenant:c3068efc66a349e9b92ab9365fc877d9 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:30:55.198387 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0cb4ffff-ac54-4080-b423-a2f71a0e0111 req-fc067ddc-39e9-48c6-9d8f-57173e387aed tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.69 "GET /v2.0/ports?device_id=98cfccb9-9f45-4199-a4d4-780ce7efbc99 HTTP/1.1" status: 200 len: 949 time: 0.3827093 May 28 06:30:55.199339 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-d2b8cee9-ade8-4a41-8b7f-df2241beaa33 req-f5060c86-a9b5-4765-9cef-fe24d55614a7 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Unset dirty status for tenant:c3068efc66a349e9b92ab9365fc877d9 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:30:55.200421 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d2b8cee9-ade8-4a41-8b7f-df2241beaa33 req-f5060c86-a9b5-4765-9cef-fe24d55614a7 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/ports?device_id=98cfccb9-9f45-4199-a4d4-780ce7efbc99 HTTP/1.1" status: 200 len: 949 time: 0.2187054 May 28 06:30:55.261720 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-ed3f2a1b-41fe-40ba-9c7f-f53f2f8d2c28 req-78b12d8c-8084-4f08-9bb2-46f534fd1123 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:55.283167 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-79f41094-7657-4405-aedb-0c817b0d6630 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:55.338154 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b12d8c-8084-4f08-9bb2-46f534fd1123 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Pushing event deleted for resources: {'Port': ['ID=d611654a-1703-4d60-8954-8ffcddcae0c1,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:30:55.388162 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [req-75f3999e-009d-41de-a182-37b8b3951c45 req-32271e0f-34aa-4454-b6c7-6e5ad178ec4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 323d1f51-b6d4-4340-be92-f55943801541 {{(pid=89109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:30:55.392646 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-0cb4ffff-ac54-4080-b423-a2f71a0e0111 req-d442c981-3274-4318-98cf-2fbf96129306 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Deleting port aed40a96-8c1b-41c4-8cf6-9693df9e3b63 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:30:55.393556 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-0cb4ffff-ac54-4080-b423-a2f71a0e0111 req-d442c981-3274-4318-98cf-2fbf96129306 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:55.404770 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-75f3999e-009d-41de-a182-37b8b3951c45 req-32271e0f-34aa-4454-b6c7-6e5ad178ec4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:55.416708 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [req-75f3999e-009d-41de-a182-37b8b3951c45 req-32271e0f-34aa-4454-b6c7-6e5ad178ec4d service neutron] Transition to ACTIVE for port object 323d1f51-b6d4-4340-be92-f55943801541 will not be triggered until provisioned by entity L2. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:30:55.442881 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d2b8cee9-ade8-4a41-8b7f-df2241beaa33 req-adc9be7b-a16d-48a7-95b3-f385d4ea9522 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/security-groups?id=cc42bff8-ec73-4f47-a19d-2b56e52b6e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076735 May 28 06:30:55.604579 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec232f01-3f3f-4705-89a2-8ff7a37c514c'] response: {'name': 'network-changed', 'server_uuid': '455809e7-a5e0-4854-943a-386ccf0610e3', 'tag': '212267bc-72fb-4720-960a-a0bb5430dbe0', 'status': 'completed', 'code': 200} May 28 06:30:55.618952 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-79f41094-7657-4405-aedb-0c817b0d6630 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:55.701983 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-75f3999e-009d-41de-a182-37b8b3951c45 req-32271e0f-34aa-4454-b6c7-6e5ad178ec4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:55.816330 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-ed3f2a1b-41fe-40ba-9c7f-f53f2f8d2c28 req-78b12d8c-8084-4f08-9bb2-46f534fd1123 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Notify callbacks [] for floatingip, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:55.823645 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f41094-7657-4405-aedb-0c817b0d6630 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Network 8d4230ae-5366-4645-9fdd-681c574a9305 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:30:55.840560 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-79f41094-7657-4405-aedb-0c817b0d6630 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:30:55.844283 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f41094-7657-4405-aedb-0c817b0d6630 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:30:55.844283 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f41094-7657-4405-aedb-0c817b0d6630 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:55.844283 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-79f41094-7657-4405-aedb-0c817b0d6630 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:55.871221 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f41094-7657-4405-aedb-0c817b0d6630 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Pushing event updated for resources: {'Port': ['ID=5524ca7e-a13d-45cb-8883-d2cb7d5f5975,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:30:55.946621 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17396965-0801-4aba-9dd7-03844416c07a req-8bd89bdd-efa9-4318-a01d-04dd6e84edd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:55.956822 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-17396965-0801-4aba-9dd7-03844416c07a req-8bd89bdd-efa9-4318-a01d-04dd6e84edd5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=16c56364460a469fa6890db0799c99b1&device_id=455809e7-a5e0-4854-943a-386ccf0610e3 HTTP/1.1" status: 200 len: 1097 time: 0.3527358 May 28 06:30:55.989661 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2ba923-43a3-4ccf-9fdb-efaf9b557202 req-4d150023-149d-4b40-9f42-1d500ad13d44 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:55.991188 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6d2ba923-43a3-4ccf-9fdb-efaf9b557202 req-4d150023-149d-4b40-9f42-1d500ad13d44 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd9bec8e-012e-4c8c-9117-9430d8093ad5 HTTP/1.1" status: 200 len: 943 time: 0.3329341 May 28 06:30:56.155544 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32271e0f-34aa-4454-b6c7-6e5ad178ec4d service neutron] Pushing event updated for resources: {'Port': ['ID=323d1f51-b6d4-4340-be92-f55943801541,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:30:56.155544 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd16e5a-19fd-462a-bf45-8eeade80b293 req-7666be21-f474-48bc-abac-e832b8626e91 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:56.155544 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-0bd16e5a-19fd-462a-bf45-8eeade80b293 req-7666be21-f474-48bc-abac-e832b8626e91 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.69 "GET /v2.0/networks?id=c7bbc20e-7bc5-42fd-94f8-f3663ada8854 HTTP/1.1" status: 200 len: 812 time: 0.5674818 May 28 06:30:56.155544 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-0bd16e5a-19fd-462a-bf45-8eeade80b293 req-275c15bb-763e-445a-89fe-f052815df728 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Request body: {'port': {'device_id': '1eab83c1-4404-47a3-b032-c292d176b6f5', 'network_id': 'c7bbc20e-7bc5-42fd-94f8-f3663ada8854', 'admin_state_up': True, 'tenant_id': '9795f3bb4dd842ee9b6997b24ebca479'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:30:56.162546 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6d2ba923-43a3-4ccf-9fdb-efaf9b557202 req-0e8bf5b7-e20c-4ec1-83d6-4fd0902b976d tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f2c8bcd-a51c-4c0c-8c62-f5096a9be3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547475 May 28 06:30:56.162546 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-0cb4ffff-ac54-4080-b423-a2f71a0e0111 req-d442c981-3274-4318-98cf-2fbf96129306 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] For port aed40a96-8c1b-41c4-8cf6-9693df9e3b63, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=aed40a96-8c1b-41c4-8cf6-9693df9e3b63,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:30:56.162546 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-0cb4ffff-ac54-4080-b423-a2f71a0e0111 req-d442c981-3274-4318-98cf-2fbf96129306 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:56.281745 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-79f41094-7657-4405-aedb-0c817b0d6630 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.6965837 May 28 06:30:56.295045 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 57398) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:30:56.307028 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-ed3f2a1b-41fe-40ba-9c7f-f53f2f8d2c28 req-78b12d8c-8084-4f08-9bb2-46f534fd1123 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:56.308157 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ed3f2a1b-41fe-40ba-9c7f-f53f2f8d2c28 req-78b12d8c-8084-4f08-9bb2-46f534fd1123 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] 10.222.0.55 "DELETE /v2.0/floatingips/a3916d3f-f627-495a-b413-a0f53a1ac7ca HTTP/1.1" status: 204 len: 173 time: 2.2830341 May 28 06:30:56.346909 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-0cb4ffff-ac54-4080-b423-a2f71a0e0111 req-d442c981-3274-4318-98cf-2fbf96129306 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Calling delete_port for aed40a96-8c1b-41c4-8cf6-9693df9e3b63 owned by compute:nova {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:30:56.380115 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-75f3999e-009d-41de-a182-37b8b3951c45 req-32271e0f-34aa-4454-b6c7-6e5ad178ec4d service neutron] Attempting to bind port 323d1f51-b6d4-4340-be92-f55943801541 on host n-h2-843702-1 for vnic_type normal with profile {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:30:56.380115 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-75f3999e-009d-41de-a182-37b8b3951c45 req-32271e0f-34aa-4454-b6c7-6e5ad178ec4d service neutron] Attempting to bind port 323d1f51-b6d4-4340-be92-f55943801541 by drivers openvswitch,hyperv on host n-h2-843702-1 at level 0 using segments [{'id': 'c43c3304-7641-4f7e-9b08-81290536d034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '8a614321-106a-411d-a8a4-5e84c14727eb'}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:30:56.380115 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f3999e-009d-41de-a182-37b8b3951c45 req-32271e0f-34aa-4454-b6c7-6e5ad178ec4d service neutron] Attempting to bind port 323d1f51-b6d4-4340-be92-f55943801541 on network 8a614321-106a-411d-a8a4-5e84c14727eb {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:30:56.401666 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f3999e-009d-41de-a182-37b8b3951c45 req-32271e0f-34aa-4454-b6c7-6e5ad178ec4d service neutron] Port 323d1f51-b6d4-4340-be92-f55943801541 on network 8a614321-106a-411d-a8a4-5e84c14727eb not bound, no agent of type Open vSwitch agent registered on host n-h2-843702-1 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:30:56.401992 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f3999e-009d-41de-a182-37b8b3951c45 req-32271e0f-34aa-4454-b6c7-6e5ad178ec4d service neutron] Attempting to bind port 323d1f51-b6d4-4340-be92-f55943801541 on network 8a614321-106a-411d-a8a4-5e84c14727eb {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:30:56.423015 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4b164f57-ef6b-412a-a4a7-89f016da6985 req-bff9ac93-62ec-4e23-8f8a-29cca42bbaaa tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=1eab83c1-4404-47a3-b032-c292d176b6f5 HTTP/1.1" status: 200 len: 210 time: 0.1177807 May 28 06:30:56.440251 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f3999e-009d-41de-a182-37b8b3951c45 req-32271e0f-34aa-4454-b6c7-6e5ad178ec4d service neutron] Checking agent: {'id': 'f1a3973b-d2b3-4558-88e7-2ac50857d302', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:30:56.440251 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f3999e-009d-41de-a182-37b8b3951c45 req-32271e0f-34aa-4454-b6c7-6e5ad178ec4d service neutron] Checking segment: {'id': 'c43c3304-7641-4f7e-9b08-81290536d034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '8a614321-106a-411d-a8a4-5e84c14727eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:30:56.440251 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f3999e-009d-41de-a182-37b8b3951c45 req-32271e0f-34aa-4454-b6c7-6e5ad178ec4d service neutron] Bound using segment: {'id': 'c43c3304-7641-4f7e-9b08-81290536d034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '8a614321-106a-411d-a8a4-5e84c14727eb'} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:30:56.440251 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-75f3999e-009d-41de-a182-37b8b3951c45 req-32271e0f-34aa-4454-b6c7-6e5ad178ec4d service neutron] Bound port: 323d1f51-b6d4-4340-be92-f55943801541, host: n-h2-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c43c3304-7641-4f7e-9b08-81290536d034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '8a614321-106a-411d-a8a4-5e84c14727eb'}}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:30:56.440251 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-75f3999e-009d-41de-a182-37b8b3951c45 req-32271e0f-34aa-4454-b6c7-6e5ad178ec4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:56.440735 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17396965-0801-4aba-9dd7-03844416c07a req-8dac1a5e-8c13-4c19-b955-006175711f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:56.440735 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-17396965-0801-4aba-9dd7-03844416c07a req-8dac1a5e-8c13-4c19-b955-006175711f40 service neutron] 10.222.0.71 "GET /v2.0/networks?id=dc65caf0-8d89-44b6-8b48-1af6ff657d82 HTTP/1.1" status: 200 len: 921 time: 0.4797704 May 28 06:30:56.457043 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7004ba2-fb6f-4910-adf1-12ebd5ee451a tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:56.458601 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-c7004ba2-fb6f-4910-adf1-12ebd5ee451a tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Synchronizing usage tracker for tenant:9050e5ade44546b184a77f2fdf40b5c1 on resource:port {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:30:56.471994 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d046da6e-34c3-495b-9af0-6cede2fa39af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:56.519869 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-17396965-0801-4aba-9dd7-03844416c07a req-d2ff18a2-a804-4f27-8e3f-2a6d01ee1bec service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=212267bc-72fb-4720-960a-a0bb5430dbe0 HTTP/1.1" status: 200 len: 217 time: 0.0728669 May 28 06:30:56.720279 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17396965-0801-4aba-9dd7-03844416c07a req-55444002-f86a-401f-b9b6-4ee4a2cc8774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:56.721692 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-17396965-0801-4aba-9dd7-03844416c07a req-55444002-f86a-401f-b9b6-4ee4a2cc8774 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4c48a484-2f92-4e72-9bd4-fc1c355a17c1 HTTP/1.1" status: 200 len: 859 time: 0.1820078 May 28 06:30:56.762742 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a66ea4-ee2a-4621-8733-78f24445fb02 req-a7380964-b89c-44ab-82ef-0ac67f13676f tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:56.763658 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-44a66ea4-ee2a-4621-8733-78f24445fb02 req-a7380964-b89c-44ab-82ef-0ac67f13676f tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Synchronizing usage tracker for tenant:c3068efc66a349e9b92ab9365fc877d9 on resource:port {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:30:56.787104 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [req-0bd16e5a-19fd-462a-bf45-8eeade80b293 req-275c15bb-763e-445a-89fe-f052815df728 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:30:56.809238 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-0bd16e5a-19fd-462a-bf45-8eeade80b293 req-275c15bb-763e-445a-89fe-f052815df728 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Usage tracker for resource:port and tenant:9795f3bb4dd842ee9b6997b24ebca479 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:30:56.821273 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-0bd16e5a-19fd-462a-bf45-8eeade80b293 req-275c15bb-763e-445a-89fe-f052815df728 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:30:56.838773 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8881f0be-2896-448f-a711-436bff75b6d1 req-6e0c8d22-b3f5-4cb6-8caf-7e7e68d97efc tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:56.838964 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-44a66ea4-ee2a-4621-8733-78f24445fb02 req-a7380964-b89c-44ab-82ef-0ac67f13676f tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Unset dirty status for tenant:c3068efc66a349e9b92ab9365fc877d9 on resource:port {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:30:56.838964 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-44a66ea4-ee2a-4621-8733-78f24445fb02 req-a7380964-b89c-44ab-82ef-0ac67f13676f tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.71 "GET /v2.0/ports?device_id=0c7baf8c-3963-4e2d-b57b-a5e225acc298 HTTP/1.1" status: 200 len: 950 time: 0.7671928 May 28 06:30:56.839133 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8881f0be-2896-448f-a711-436bff75b6d1 req-6e0c8d22-b3f5-4cb6-8caf-7e7e68d97efc tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/ports?device_id=98cfccb9-9f45-4199-a4d4-780ce7efbc99 HTTP/1.1" status: 200 len: 949 time: 0.1884184 May 28 06:30:56.839728 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [req-0bd16e5a-19fd-462a-bf45-8eeade80b293 req-275c15bb-763e-445a-89fe-f052815df728 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:30:56.865998 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17396965-0801-4aba-9dd7-03844416c07a req-a80f280b-057e-40dd-a127-ba2fbe20b2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:56.867638 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-17396965-0801-4aba-9dd7-03844416c07a req-a80f280b-057e-40dd-a127-ba2fbe20b2c4 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=dc65caf0-8d89-44b6-8b48-1af6ff657d82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1283793 May 28 06:30:56.875756 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-75f3999e-009d-41de-a182-37b8b3951c45 req-32271e0f-34aa-4454-b6c7-6e5ad178ec4d service neutron] For port 323d1f51-b6d4-4340-be92-f55943801541, host n-h2-843702-1, cleared binding levels {{(pid=89109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:30:56.906837 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-c7004ba2-fb6f-4910-adf1-12ebd5ee451a tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Unset dirty status for tenant:9050e5ade44546b184a77f2fdf40b5c1 on resource:port {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:30:56.907042 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-c7004ba2-fb6f-4910-adf1-12ebd5ee451a tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] 10.222.0.55 "GET /v2.0/ports/5524ca7e-a13d-45cb-8883-d2cb7d5f5975 HTTP/1.1" status: 200 len: 955 time: 0.6110716 May 28 06:30:56.910445 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-0cb4ffff-ac54-4080-b423-a2f71a0e0111 req-d442c981-3274-4318-98cf-2fbf96129306 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:56.911545 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 57406) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:30:56.913344 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-75f3999e-009d-41de-a182-37b8b3951c45 req-32271e0f-34aa-4454-b6c7-6e5ad178ec4d service neutron] For port 323d1f51-b6d4-4340-be92-f55943801541, host n-h2-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=323d1f51-b6d4-4340-be92-f55943801541,segment=NetworkSegment(c43c3304-7641-4f7e-9b08-81290536d034),segment_id=c43c3304-7641-4f7e-9b08-81290536d034)] {{(pid=89109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:30:56.923850 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['aed40a96-8c1b-41c4-8cf6-9693df9e3b63'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:30:56.959089 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['34d5a857-5950-4308-8e9f-761b2183974d', 'c43e50b8-fb17-4a3c-9d4b-113d8558c9fa', '15bc477c-9769-4020-b7bf-3f3554b08c6a', 'a5adb27f-78ac-4ba1-9200-f424e2d32259'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:30:56.985514 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [req-44a66ea4-ee2a-4621-8733-78f24445fb02 req-a016a014-7bef-4d24-bfa8-4d7cc76701ab tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Deleting port a5adb27f-78ac-4ba1-9200-f424e2d32259 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:30:56.985803 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-44a66ea4-ee2a-4621-8733-78f24445fb02 req-a016a014-7bef-4d24-bfa8-4d7cc76701ab tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:57.036519 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8881f0be-2896-448f-a711-436bff75b6d1 req-de667e6e-2bb0-4f43-8b23-7dc486881712 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/security-groups?id=cc42bff8-ec73-4f47-a19d-2b56e52b6e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875067 May 28 06:30:57.040717 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d442c981-3274-4318-98cf-2fbf96129306 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Pushing event deleted for resources: {'Port': ['ID=aed40a96-8c1b-41c4-8cf6-9693df9e3b63,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:30:57.081315 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-75f3999e-009d-41de-a182-37b8b3951c45 req-32271e0f-34aa-4454-b6c7-6e5ad178ec4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:57.096472 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bd16e5a-19fd-462a-bf45-8eeade80b293 req-275c15bb-763e-445a-89fe-f052815df728 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Made reservation on behalf of 9795f3bb4dd842ee9b6997b24ebca479 for: {'port': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:30:57.107420 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-0bd16e5a-19fd-462a-bf45-8eeade80b293 req-275c15bb-763e-445a-89fe-f052815df728 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:57.137096 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cb4ffff-ac54-4080-b423-a2f71a0e0111 req-d442c981-3274-4318-98cf-2fbf96129306 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] No DVR routers for this DVR port aed40a96-8c1b-41c4-8cf6-9693df9e3b63 on host n-h1-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:30:57.158470 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-0cb4ffff-ac54-4080-b423-a2f71a0e0111 req-d442c981-3274-4318-98cf-2fbf96129306 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:57.209892 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-17396965-0801-4aba-9dd7-03844416c07a req-d216b095-8d53-4a90-b846-a289c8f04c5e service neutron] 10.222.0.71 "GET /v2.0/networks/dc65caf0-8d89-44b6-8b48-1af6ff657d82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3221452 May 28 06:30:57.261227 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-df00b9d1-5a69-419c-89aa-588385771fd0 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Deleting port 5524ca7e-a13d-45cb-8883-d2cb7d5f5975 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:30:57.261774 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-df00b9d1-5a69-419c-89aa-588385771fd0 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:57.274560 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0cb4ffff-ac54-4080-b423-a2f71a0e0111 req-d442c981-3274-4318-98cf-2fbf96129306 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.69 "DELETE /v2.0/ports/aed40a96-8c1b-41c4-8cf6-9693df9e3b63 HTTP/1.1" status: 204 len: 173 time: 2.0693464 May 28 06:30:57.347895 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f3999e-009d-41de-a182-37b8b3951c45 req-32271e0f-34aa-4454-b6c7-6e5ad178ec4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:57.348871 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-75f3999e-009d-41de-a182-37b8b3951c45 req-32271e0f-34aa-4454-b6c7-6e5ad178ec4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:57.350548 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-75f3999e-009d-41de-a182-37b8b3951c45 req-32271e0f-34aa-4454-b6c7-6e5ad178ec4d service neutron] 10.222.0.71 "PUT /v2.0/ports/323d1f51-b6d4-4340-be92-f55943801541 HTTP/1.1" status: 200 len: 1091 time: 2.8457615 May 28 06:30:57.412436 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd9bec8e-012e-4c8c-9117-9430d8093ad5', 'tag': '323d1f51-b6d4-4340-be92-f55943801541'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:30:57.475715 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:57.579064 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32271e0f-34aa-4454-b6c7-6e5ad178ec4d service neutron] Pushing event updated for resources: {'Port': ['ID=323d1f51-b6d4-4340-be92-f55943801541,revision_number=3']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:30:57.619289 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98cfccb9-9f45-4199-a4d4-780ce7efbc99', 'name': 'network-vif-deleted', 'tag': 'aed40a96-8c1b-41c4-8cf6-9693df9e3b63'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:30:57.811336 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-17396965-0801-4aba-9dd7-03844416c07a req-8dc71324-f2bf-4c6e-89c5-9d5759729778 service neutron] 10.222.0.71 "GET /v2.0/networks/dc65caf0-8d89-44b6-8b48-1af6ff657d82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6065500 May 28 06:30:57.839843 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7b4480-8d9e-4515-8915-78aca36364f1 req-3888520b-4215-44f0-a54b-e44ac3b7ae95 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:57.841324 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ab7b4480-8d9e-4515-8915-78aca36364f1 req-3888520b-4215-44f0-a54b-e44ac3b7ae95 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd9bec8e-012e-4c8c-9117-9430d8093ad5 HTTP/1.1" status: 200 len: 943 time: 0.2078025 May 28 06:30:57.849629 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c671732f-d95b-4838-97bf-ef34b0cdecfb req-08018394-848e-4663-ba49-8aeb60eba4ef tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:57.850316 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-c671732f-d95b-4838-97bf-ef34b0cdecfb req-08018394-848e-4663-ba49-8aeb60eba4ef tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Synchronizing usage tracker for tenant:16c56364460a469fa6890db0799c99b1 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:30:57.906510 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ab7b4480-8d9e-4515-8915-78aca36364f1 req-d1ebf69f-cdf0-44b4-bfe9-8ce59a798b36 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f2c8bcd-a51c-4c0c-8c62-f5096a9be3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521653 May 28 06:30:57.971654 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89ff72f6-6681-4d28-92c5-3f4afb65c8fa'] response: {'name': 'network-changed', 'server_uuid': 'cd9bec8e-012e-4c8c-9117-9430d8093ad5', 'tag': '323d1f51-b6d4-4340-be92-f55943801541', 'status': 'completed', 'code': 200} May 28 06:30:57.987527 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [req-0bd16e5a-19fd-462a-bf45-8eeade80b293 req-275c15bb-763e-445a-89fe-f052815df728 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Allocated IP 172.20.0.13 (c7bbc20e-7bc5-42fd-94f8-f3663ada8854/6e5f323f-ea6c-4672-94fb-4b56107669c0/5efa7ba5-8660-4f25-8ac0-f6ed5ab026ab) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:30:58.000559 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-c671732f-d95b-4838-97bf-ef34b0cdecfb req-08018394-848e-4663-ba49-8aeb60eba4ef tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Unset dirty status for tenant:16c56364460a469fa6890db0799c99b1 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:30:58.001764 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c671732f-d95b-4838-97bf-ef34b0cdecfb req-08018394-848e-4663-ba49-8aeb60eba4ef tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] 10.222.0.55 "GET /v2.0/ports?device_id=455809e7-a5e0-4854-943a-386ccf0610e3 HTTP/1.1" status: 200 len: 946 time: 0.7354529 May 28 06:30:58.024125 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-44a66ea4-ee2a-4621-8733-78f24445fb02 req-a016a014-7bef-4d24-bfa8-4d7cc76701ab tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] For port a5adb27f-78ac-4ba1-9200-f424e2d32259, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=a5adb27f-78ac-4ba1-9200-f424e2d32259,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:30:58.024481 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-44a66ea4-ee2a-4621-8733-78f24445fb02 req-a016a014-7bef-4d24-bfa8-4d7cc76701ab tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:58.041338 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-df00b9d1-5a69-419c-89aa-588385771fd0 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:58.065096 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c671732f-d95b-4838-97bf-ef34b0cdecfb req-b32e5798-04c4-41f1-a081-e4ae8f3310ac tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] 10.222.0.55 "GET /v2.0/security-groups?id=649a97d9-6056-4be4-8631-8b873f32da87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525954 May 28 06:30:58.065205 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f3999e-009d-41de-a182-37b8b3951c45 req-baab1ad8-e4a6-41cc-87b8-05fd4906c5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:58.065205 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-75f3999e-009d-41de-a182-37b8b3951c45 req-baab1ad8-e4a6-41cc-87b8-05fd4906c5e0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fc01789de1b14900a06c05baded73001&device_id=cd9bec8e-012e-4c8c-9117-9430d8093ad5 HTTP/1.1" status: 200 len: 1094 time: 0.5589466 May 28 06:30:58.113973 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1f0838c8-d528-42d1-8cd9-12a40513f4fe req-971387fc-8f77-4b96-b39d-929f212b375e tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=1eab83c1-4404-47a3-b032-c292d176b6f5 HTTP/1.1" status: 200 len: 210 time: 0.0488904 May 28 06:30:58.126452 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52ded26d-4ab0-4498-beaa-658ab20c34aa'] response: {'server_uuid': '98cfccb9-9f45-4199-a4d4-780ce7efbc99', 'name': 'network-vif-deleted', 'tag': 'aed40a96-8c1b-41c4-8cf6-9693df9e3b63', 'status': 'completed', 'code': 200} May 28 06:30:58.277569 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [req-44a66ea4-ee2a-4621-8733-78f24445fb02 req-a016a014-7bef-4d24-bfa8-4d7cc76701ab tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Calling delete_port for a5adb27f-78ac-4ba1-9200-f424e2d32259 owned by compute:nova {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:30:58.303547 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-5aa54f4d-7d97-4d67-982b-2dd65d6b290b req-4df96d65-1e16-4e2c-a2fc-0a411300552f tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Synchronizing usage tracker for tenant:c3068efc66a349e9b92ab9365fc877d9 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:30:58.387746 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-5aa54f4d-7d97-4d67-982b-2dd65d6b290b req-4df96d65-1e16-4e2c-a2fc-0a411300552f tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Unset dirty status for tenant:c3068efc66a349e9b92ab9365fc877d9 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:30:58.393649 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5aa54f4d-7d97-4d67-982b-2dd65d6b290b req-4df96d65-1e16-4e2c-a2fc-0a411300552f tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/ports?device_id=98cfccb9-9f45-4199-a4d4-780ce7efbc99 HTTP/1.1" status: 200 len: 210 time: 0.1446025 May 28 06:30:58.436517 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-df00b9d1-5a69-419c-89aa-588385771fd0 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Calling delete_port for 5524ca7e-a13d-45cb-8883-d2cb7d5f5975 owned by {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:30:58.512618 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-75f3999e-009d-41de-a182-37b8b3951c45 req-e987a11b-af64-4a47-8cd5-51082c9396a6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=323d1f51-b6d4-4340-be92-f55943801541 HTTP/1.1" status: 200 len: 217 time: 0.3122261 May 28 06:30:58.706568 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1f6218-0f6c-4fad-a8bb-6d1ef2c785bc req-7976615d-83c8-4071-b57f-d1079fdfd6e1 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:58.708216 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ae1f6218-0f6c-4fad-a8bb-6d1ef2c785bc req-7976615d-83c8-4071-b57f-d1079fdfd6e1 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] 10.222.0.71 "GET /v2.0/ports?device_id=455809e7-a5e0-4854-943a-386ccf0610e3 HTTP/1.1" status: 200 len: 946 time: 0.0866590 May 28 06:30:58.787258 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-ae1f6218-0f6c-4fad-a8bb-6d1ef2c785bc req-4f26defb-4540-464f-b09f-30dd16151d6a tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Deleting port 212267bc-72fb-4720-960a-a0bb5430dbe0 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:30:58.787705 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-ae1f6218-0f6c-4fad-a8bb-6d1ef2c785bc req-4f26defb-4540-464f-b09f-30dd16151d6a tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:58.848153 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f3999e-009d-41de-a182-37b8b3951c45 req-c46824c6-c4ab-4c1a-b3e7-fff68ee0c524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:58.849642 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-75f3999e-009d-41de-a182-37b8b3951c45 req-c46824c6-c4ab-4c1a-b3e7-fff68ee0c524 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=66b89e44-3ec9-4ede-9e44-ddc84dd3e47d HTTP/1.1" status: 200 len: 855 time: 0.3287692 May 28 06:30:58.928933 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-75f3999e-009d-41de-a182-37b8b3951c45 req-af5ad978-b4b7-4f95-8a7b-333233f0cb29 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8a614321-106a-411d-a8a4-5e84c14727eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713723 May 28 06:30:58.933859 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-5edc186b-39b6-4f40-a60a-da9d3e35b08e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:59.203207 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-ae1f6218-0f6c-4fad-a8bb-6d1ef2c785bc req-4f26defb-4540-464f-b09f-30dd16151d6a tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] For port 212267bc-72fb-4720-960a-a0bb5430dbe0, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=212267bc-72fb-4720-960a-a0bb5430dbe0,segment=NetworkSegment(8d6493ed-a6e0-445f-9394-e5cc9c5c38f9),segment_id=8d6493ed-a6e0-445f-9394-e5cc9c5c38f9)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:30:59.203207 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-ae1f6218-0f6c-4fad-a8bb-6d1ef2c785bc req-4f26defb-4540-464f-b09f-30dd16151d6a tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:59.204349 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-0bd16e5a-19fd-462a-bf45-8eeade80b293 req-275c15bb-763e-445a-89fe-f052815df728 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:59.204349 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-75f3999e-009d-41de-a182-37b8b3951c45 req-be16a9a7-11fb-4087-b0c3-7b5d8e7360e1 service neutron] 10.222.0.71 "GET /v2.0/networks/8a614321-106a-411d-a8a4-5e84c14727eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318711 May 28 06:30:59.317197 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-ae1f6218-0f6c-4fad-a8bb-6d1ef2c785bc req-4f26defb-4540-464f-b09f-30dd16151d6a tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Calling delete_port for 212267bc-72fb-4720-960a-a0bb5430dbe0 owned by compute:nova {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:30:59.411456 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-75f3999e-009d-41de-a182-37b8b3951c45 req-65f4baeb-4636-4105-b381-8edccc0a8eda service neutron] 10.222.0.71 "GET /v2.0/networks/8a614321-106a-411d-a8a4-5e84c14727eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624806 May 28 06:30:59.423704 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d507af-df6a-47e2-8c29-77fa088d5493 req-c767059f-cf83-4f60-92a8-26b8b53933ef tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:59.425172 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e1d507af-df6a-47e2-8c29-77fa088d5493 req-c767059f-cf83-4f60-92a8-26b8b53933ef tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd9bec8e-012e-4c8c-9117-9430d8093ad5 HTTP/1.1" status: 200 len: 943 time: 0.3561161 May 28 06:30:59.474758 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-df00b9d1-5a69-419c-89aa-588385771fd0 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:59.531031 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a531a9-73aa-42ad-841d-26fe4bc8d3ff req-d205b714-317b-4081-bf75-ee64a2df2db4 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:59.531369 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-60a531a9-73aa-42ad-841d-26fe4bc8d3ff req-d205b714-317b-4081-bf75-ee64a2df2db4 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] 10.222.0.55 "GET /v2.0/ports?device_id=455809e7-a5e0-4854-943a-386ccf0610e3 HTTP/1.1" status: 200 len: 946 time: 0.3209033 May 28 06:30:59.545202 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df00b9d1-5a69-419c-89aa-588385771fd0 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Pushing event deleted for resources: {'Port': ['ID=5524ca7e-a13d-45cb-8883-d2cb7d5f5975,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:30:59.551591 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-df00b9d1-5a69-419c-89aa-588385771fd0 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:59.574263 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e1d507af-df6a-47e2-8c29-77fa088d5493 req-aed7c62b-5bb2-4e1a-8281-749d4edb251b tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f2c8bcd-a51c-4c0c-8c62-f5096a9be3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391139 May 28 06:30:59.575631 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-44a66ea4-ee2a-4621-8733-78f24445fb02 req-a016a014-7bef-4d24-bfa8-4d7cc76701ab tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:59.623875 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['34d5a857-5950-4308-8e9f-761b2183974d', 'c43e50b8-fb17-4a3c-9d4b-113d8558c9fa', '15bc477c-9769-4020-b7bf-3f3554b08c6a'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:30:59.629016 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-60a531a9-73aa-42ad-841d-26fe4bc8d3ff req-44ac1e7a-d832-4a2b-b0e7-a81e7c18f2c2 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] 10.222.0.55 "GET /v2.0/security-groups?id=649a97d9-6056-4be4-8631-8b873f32da87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735912 May 28 06:30:59.649528 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a016a014-7bef-4d24-bfa8-4d7cc76701ab tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Pushing event deleted for resources: {'Port': ['ID=a5adb27f-78ac-4ba1-9200-f424e2d32259,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:30:59.752192 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-0bd16e5a-19fd-462a-bf45-8eeade80b293 req-275c15bb-763e-445a-89fe-f052815df728 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:59.777224 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-ae1f6218-0f6c-4fad-a8bb-6d1ef2c785bc req-4f26defb-4540-464f-b09f-30dd16151d6a tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:59.782014 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device aed40a96-8c1b-41c4-8cf6-9693df9e3b63 no longer exists at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:30:59.847908 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] No Port match for: aed40a96-8c1b-41c4-8cf6-9693df9e3b63 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:30:59.848423 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device aed40a96-8c1b-41c4-8cf6-9693df9e3b63 not bound to the agent host n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:30:59.866993 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:59.925758 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f26defb-4540-464f-b09f-30dd16151d6a tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Pushing event deleted for resources: {'Port': ['ID=212267bc-72fb-4720-960a-a0bb5430dbe0,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:30:59.931776 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-df00b9d1-5a69-419c-89aa-588385771fd0 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] 10.222.0.55 "DELETE /v2.0/ports/5524ca7e-a13d-45cb-8883-d2cb7d5f5975 HTTP/1.1" status: 204 len: 168 time: 3.0167482 May 28 06:30:59.933224 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [req-44a66ea4-ee2a-4621-8733-78f24445fb02 req-a016a014-7bef-4d24-bfa8-4d7cc76701ab tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] No DVR routers for this DVR port a5adb27f-78ac-4ba1-9200-f424e2d32259 on host n-h2-843702-1 {{(pid=89109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:30:59.946213 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-44a66ea4-ee2a-4621-8733-78f24445fb02 req-a016a014-7bef-4d24-bfa8-4d7cc76701ab tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:59.946213 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-44a66ea4-ee2a-4621-8733-78f24445fb02 req-a016a014-7bef-4d24-bfa8-4d7cc76701ab tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.71 "DELETE /v2.0/ports/a5adb27f-78ac-4ba1-9200-f424e2d32259 HTTP/1.1" status: 204 len: 173 time: 3.0955677 May 28 06:30:59.956462 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 57434) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:30:59.969894 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4d48b524-16ae-4993-8250-d1e82a33eab5 req-2f73ecf6-c7bc-46cd-8c0b-19ac7a54f5cc tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c7baf8c-3963-4e2d-b57b-a5e225acc298 HTTP/1.1" status: 200 len: 210 time: 0.0936828 May 28 06:31:00.089257 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c7baf8c-3963-4e2d-b57b-a5e225acc298', 'name': 'network-vif-deleted', 'tag': 'a5adb27f-78ac-4ba1-9200-f424e2d32259'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:31:00.089257 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275c15bb-763e-445a-89fe-f052815df728 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Pushing event updated for resources: {'Port': ['ID=5efa7ba5-8660-4f25-8ac0-f6ed5ab026ab,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:31:00.102406 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bd16e5a-19fd-462a-bf45-8eeade80b293 req-275c15bb-763e-445a-89fe-f052815df728 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Network c7bbc20e-7bc5-42fd-94f8-f3663ada8854 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:31:00.114811 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:00.124676 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [req-0bd16e5a-19fd-462a-bf45-8eeade80b293 req-275c15bb-763e-445a-89fe-f052815df728 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:31:00.174909 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bd16e5a-19fd-462a-bf45-8eeade80b293 req-275c15bb-763e-445a-89fe-f052815df728 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:31:00.185396 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae1f6218-0f6c-4fad-a8bb-6d1ef2c785bc req-4f26defb-4540-464f-b09f-30dd16151d6a tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] No DVR routers for this DVR port 212267bc-72fb-4720-960a-a0bb5430dbe0 on host n-h2-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:31:00.190529 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-ae1f6218-0f6c-4fad-a8bb-6d1ef2c785bc req-4f26defb-4540-464f-b09f-30dd16151d6a tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:00.192194 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '455809e7-a5e0-4854-943a-386ccf0610e3', 'name': 'network-vif-deleted', 'tag': '212267bc-72fb-4720-960a-a0bb5430dbe0'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:31:00.217315 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0c23db7-dcb7-4707-9b82-8954fcf9b95f tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] GET failed (client error): The resource could not be found. May 28 06:31:00.218180 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-c0c23db7-dcb7-4707-9b82-8954fcf9b95f tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Synchronizing usage tracker for tenant:9050e5ade44546b184a77f2fdf40b5c1 on resource:port {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:31:00.226684 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b244c2ab-851c-4705-a569-0e86046d7983'] response: {'server_uuid': '0c7baf8c-3963-4e2d-b57b-a5e225acc298', 'name': 'network-vif-deleted', 'tag': 'a5adb27f-78ac-4ba1-9200-f424e2d32259', 'status': 'completed', 'code': 200} May 28 06:31:00.264819 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413751cb-7ebc-46fb-9093-77c94b0f0ef7 req-91d5709f-0466-4090-a5f2-e64826ba4571 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:00.268910 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-413751cb-7ebc-46fb-9093-77c94b0f0ef7 req-91d5709f-0466-4090-a5f2-e64826ba4571 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=1eab83c1-4404-47a3-b032-c292d176b6f5 HTTP/1.1" status: 200 len: 932 time: 0.4404380 May 28 06:31:00.332550 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd16e5a-19fd-462a-bf45-8eeade80b293 req-275c15bb-763e-445a-89fe-f052815df728 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:00.336939 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-0bd16e5a-19fd-462a-bf45-8eeade80b293 req-275c15bb-763e-445a-89fe-f052815df728 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:00.350505 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01d9e2dd-29c7-4e4a-8df2-04ac611a003f'] response: {'server_uuid': '455809e7-a5e0-4854-943a-386ccf0610e3', 'name': 'network-vif-deleted', 'tag': '212267bc-72fb-4720-960a-a0bb5430dbe0', 'status': 'completed', 'code': 200} May 28 06:31:00.372648 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e23eb3f-7579-429e-bdb5-547af4e27146 req-6a19888d-51e4-4267-85ea-2af96196df6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:00.374414 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-2e23eb3f-7579-429e-bdb5-547af4e27146 req-6a19888d-51e4-4267-85ea-2af96196df6d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fc01789de1b14900a06c05baded73001&device_id=cd9bec8e-012e-4c8c-9117-9430d8093ad5 HTTP/1.1" status: 200 len: 1094 time: 0.6150870 May 28 06:31:00.375851 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-413751cb-7ebc-46fb-9093-77c94b0f0ef7 req-af61ea35-8208-43ed-96b5-cf0fe0e8fcbc tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/security-groups?id=f6de87b7-c8be-4140-be86-d0d6b2592918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943322 May 28 06:31:00.381708 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ae1f6218-0f6c-4fad-a8bb-6d1ef2c785bc req-4f26defb-4540-464f-b09f-30dd16151d6a tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] 10.222.0.71 "DELETE /v2.0/ports/212267bc-72fb-4720-960a-a0bb5430dbe0 HTTP/1.1" status: 204 len: 173 time: 1.6667225 May 28 06:31:00.511472 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-c0c23db7-dcb7-4707-9b82-8954fcf9b95f tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Unset dirty status for tenant:9050e5ade44546b184a77f2fdf40b5c1 on resource:port {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:31:00.512632 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-c0c23db7-dcb7-4707-9b82-8954fcf9b95f tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] 10.222.0.55 "GET /v2.0/ports/5524ca7e-a13d-45cb-8883-d2cb7d5f5975 HTTP/1.1" status: 404 len: 333 time: 0.5525279 May 28 06:31:00.516897 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 57442) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:31:00.523107 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-cb0fd21b-6136-4b86-8576-659c48378157 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Request body: {'port': {'network_id': '8d4230ae-5366-4645-9fdd-681c574a9305', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-392427087'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:31:00.529055 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-cb0fd21b-6136-4b86-8576-659c48378157 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:31:00.551355 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e23eb3f-7579-429e-bdb5-547af4e27146 req-6cd1b36f-41ee-4c90-843f-a49d3f9e0120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:00.553071 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-2e23eb3f-7579-429e-bdb5-547af4e27146 req-6cd1b36f-41ee-4c90-843f-a49d3f9e0120 service neutron] 10.222.0.71 "GET /v2.0/networks?id=8a614321-106a-411d-a8a4-5e84c14727eb HTTP/1.1" status: 200 len: 916 time: 0.1719837 May 28 06:31:00.554313 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-cb0fd21b-6136-4b86-8576-659c48378157 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:31:00.619848 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device a5adb27f-78ac-4ba1-9200-f424e2d32259 no longer exists at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:31:00.625480 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-0bd16e5a-19fd-462a-bf45-8eeade80b293 req-275c15bb-763e-445a-89fe-f052815df728 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4928029 May 28 06:31:00.646124 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-0bd16e5a-19fd-462a-bf45-8eeade80b293 req-3b5ce0f6-aabf-4dce-91a4-d45483e96616 service neutron] Request body: {'port': {'device_id': '1eab83c1-4404-47a3-b032-c292d176b6f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843702-1'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:31:00.659551 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb0fd21b-6136-4b86-8576-659c48378157 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Made reservation on behalf of 9050e5ade44546b184a77f2fdf40b5c1 for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:31:00.659551 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-cb0fd21b-6136-4b86-8576-659c48378157 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:00.692002 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] No Port match for: a5adb27f-78ac-4ba1-9200-f424e2d32259 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:31:00.692455 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device a5adb27f-78ac-4ba1-9200-f424e2d32259 not bound to the agent host n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:31:00.692985 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 212267bc-72fb-4720-960a-a0bb5430dbe0 no longer exists at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:31:00.744108 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] No Port match for: 212267bc-72fb-4720-960a-a0bb5430dbe0 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:31:00.744751 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 212267bc-72fb-4720-960a-a0bb5430dbe0 not bound to the agent host n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:31:00.765662 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [None req-cb0fd21b-6136-4b86-8576-659c48378157 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] device_id is not set on port a17b5fa1-a5c8-4e68-9eda-199384c9c464 yet. {{(pid=89110) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:31:00.787301 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-2e23eb3f-7579-429e-bdb5-547af4e27146 req-31b78390-eee6-481e-84f2-6a40e55554c0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=323d1f51-b6d4-4340-be92-f55943801541 HTTP/1.1" status: 200 len: 217 time: 0.2265611 May 28 06:31:00.858684 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-0bd16e5a-19fd-462a-bf45-8eeade80b293 req-3b5ce0f6-aabf-4dce-91a4-d45483e96616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:00.875273 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-f054537b-d688-4b08-9a3b-00cef14713ba req-90e706be-5cef-469c-8d3b-87e0865a0323 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Synchronizing usage tracker for tenant:16c56364460a469fa6890db0799c99b1 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:31:00.884845 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e23eb3f-7579-429e-bdb5-547af4e27146 req-ad4619c3-2443-4d97-b523-010b47f93df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:00.887132 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-2e23eb3f-7579-429e-bdb5-547af4e27146 req-ad4619c3-2443-4d97-b523-010b47f93df3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=66b89e44-3ec9-4ede-9e44-ddc84dd3e47d HTTP/1.1" status: 200 len: 855 time: 0.0922210 May 28 06:31:00.952870 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f05347c-e34f-42cc-bba0-14f8d63c026f req-e7a596b0-280b-4e4b-88b8-f1ab659dfbb1 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:00.954480 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7f05347c-e34f-42cc-bba0-14f8d63c026f req-e7a596b0-280b-4e4b-88b8-f1ab659dfbb1 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd9bec8e-012e-4c8c-9117-9430d8093ad5 HTTP/1.1" status: 200 len: 943 time: 0.2502820 May 28 06:31:00.969966 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-2e23eb3f-7579-429e-bdb5-547af4e27146 req-304b5840-832e-4bd7-92a3-67d29ad3fb5e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8a614321-106a-411d-a8a4-5e84c14727eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587740 May 28 06:31:01.078476 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-f054537b-d688-4b08-9a3b-00cef14713ba req-90e706be-5cef-469c-8d3b-87e0865a0323 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] Unset dirty status for tenant:16c56364460a469fa6890db0799c99b1 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:31:01.079883 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f054537b-d688-4b08-9a3b-00cef14713ba req-90e706be-5cef-469c-8d3b-87e0865a0323 tempest-FloatingIPsAssociationTestJSON-623362428 tempest-FloatingIPsAssociationTestJSON-623362428-project] 10.222.0.55 "GET /v2.0/ports?device_id=455809e7-a5e0-4854-943a-386ccf0610e3 HTTP/1.1" status: 200 len: 210 time: 0.2686419 May 28 06:31:01.113337 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7f05347c-e34f-42cc-bba0-14f8d63c026f req-e94ad5c8-8bf8-484d-b6d2-2444f64f0412 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f2c8bcd-a51c-4c0c-8c62-f5096a9be3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463628 May 28 06:31:01.151127 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-cb0fd21b-6136-4b86-8576-659c48378157 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:01.295341 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-92930cc1-75db-40f9-a2c1-6bc445850a72 req-ff2ac8cb-f2c3-4d48-b270-731f719a93e2 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c7baf8c-3963-4e2d-b57b-a5e225acc298 HTTP/1.1" status: 200 len: 210 time: 0.0497503 May 28 06:31:01.364192 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-cb0fd21b-6136-4b86-8576-659c48378157 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:01.396651 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-2e23eb3f-7579-429e-bdb5-547af4e27146 req-a7d8003f-a3ae-40b6-839f-5f2460013953 service neutron] 10.222.0.71 "GET /v2.0/networks/8a614321-106a-411d-a8a4-5e84c14727eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4131730 May 28 06:31:01.528736 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0fd21b-6136-4b86-8576-659c48378157 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Network 8d4230ae-5366-4645-9fdd-681c574a9305 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:31:01.531521 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-cb0fd21b-6136-4b86-8576-659c48378157 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:31:01.536381 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0fd21b-6136-4b86-8576-659c48378157 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:31:01.537224 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0fd21b-6136-4b86-8576-659c48378157 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:01.537839 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-cb0fd21b-6136-4b86-8576-659c48378157 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:01.553035 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0fd21b-6136-4b86-8576-659c48378157 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Pushing event updated for resources: {'Port': ['ID=a17b5fa1-a5c8-4e68-9eda-199384c9c464,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:31:01.600983 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-2e23eb3f-7579-429e-bdb5-547af4e27146 req-1de1a96c-42c0-498a-91b2-89a4539bf700 service neutron] 10.222.0.71 "GET /v2.0/networks/8a614321-106a-411d-a8a4-5e84c14727eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014220 May 28 06:31:01.692438 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3189fc-0a1b-4d38-8d59-eedad371deca req-b8c15ddf-def3-4b0d-b540-20b1f0ad8e6d tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:01.700505 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:01.703616 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cd3189fc-0a1b-4d38-8d59-eedad371deca req-b8c15ddf-def3-4b0d-b540-20b1f0ad8e6d tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=1eab83c1-4404-47a3-b032-c292d176b6f5 HTTP/1.1" status: 200 len: 932 time: 0.1138487 May 28 06:31:01.722397 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [req-0bd16e5a-19fd-462a-bf45-8eeade80b293 req-3b5ce0f6-aabf-4dce-91a4-d45483e96616 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5efa7ba5-8660-4f25-8ac0-f6ed5ab026ab {{(pid=89109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:31:01.722397 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-0bd16e5a-19fd-462a-bf45-8eeade80b293 req-3b5ce0f6-aabf-4dce-91a4-d45483e96616 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:01.738336 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [req-0bd16e5a-19fd-462a-bf45-8eeade80b293 req-3b5ce0f6-aabf-4dce-91a4-d45483e96616 service neutron] Transition to ACTIVE for port object 5efa7ba5-8660-4f25-8ac0-f6ed5ab026ab will not be triggered until provisioned by entity L2. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:31:01.745397 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cd3189fc-0a1b-4d38-8d59-eedad371deca req-3440e4ec-9566-495e-9eab-acd6d660fa4d tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/security-groups?id=f6de87b7-c8be-4140-be86-d0d6b2592918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430295 May 28 06:31:01.755835 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-cb0fd21b-6136-4b86-8576-659c48378157 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.2376318 May 28 06:31:01.759341 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 57456) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:31:01.765553 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-9b166c67-1c83-45c6-aafa-ba0afbf9f852 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-843702-1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:31:01.840262 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-0bd16e5a-19fd-462a-bf45-8eeade80b293 req-3b5ce0f6-aabf-4dce-91a4-d45483e96616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:01.894854 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9b166c67-1c83-45c6-aafa-ba0afbf9f852 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:02.036830 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5ce0f6-aabf-4dce-91a4-d45483e96616 service neutron] Pushing event updated for resources: {'Port': ['ID=5efa7ba5-8660-4f25-8ac0-f6ed5ab026ab,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:31:02.125787 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:02.133392 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-0bd16e5a-19fd-462a-bf45-8eeade80b293 req-3b5ce0f6-aabf-4dce-91a4-d45483e96616 service neutron] Attempting to bind port 5efa7ba5-8660-4f25-8ac0-f6ed5ab026ab on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:31:02.133838 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-0bd16e5a-19fd-462a-bf45-8eeade80b293 req-3b5ce0f6-aabf-4dce-91a4-d45483e96616 service neutron] Attempting to bind port 5efa7ba5-8660-4f25-8ac0-f6ed5ab026ab by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': 'a8c42c09-58b4-4e9e-ab8f-c96c63ee4190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c7bbc20e-7bc5-42fd-94f8-f3663ada8854'}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:31:02.134237 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd16e5a-19fd-462a-bf45-8eeade80b293 req-3b5ce0f6-aabf-4dce-91a4-d45483e96616 service neutron] Attempting to bind port 5efa7ba5-8660-4f25-8ac0-f6ed5ab026ab on network c7bbc20e-7bc5-42fd-94f8-f3663ada8854 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:31:02.140028 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd16e5a-19fd-462a-bf45-8eeade80b293 req-3b5ce0f6-aabf-4dce-91a4-d45483e96616 service neutron] Port 5efa7ba5-8660-4f25-8ac0-f6ed5ab026ab on network c7bbc20e-7bc5-42fd-94f8-f3663ada8854 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:31:02.140529 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd16e5a-19fd-462a-bf45-8eeade80b293 req-3b5ce0f6-aabf-4dce-91a4-d45483e96616 service neutron] Attempting to bind port 5efa7ba5-8660-4f25-8ac0-f6ed5ab026ab on network c7bbc20e-7bc5-42fd-94f8-f3663ada8854 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:31:02.147322 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd16e5a-19fd-462a-bf45-8eeade80b293 req-3b5ce0f6-aabf-4dce-91a4-d45483e96616 service neutron] Checking agent: {'id': '69f492a0-c00d-46d0-9bec-fcd8161ce206', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:31:02.148073 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd16e5a-19fd-462a-bf45-8eeade80b293 req-3b5ce0f6-aabf-4dce-91a4-d45483e96616 service neutron] Checking segment: {'id': 'a8c42c09-58b4-4e9e-ab8f-c96c63ee4190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c7bbc20e-7bc5-42fd-94f8-f3663ada8854'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:31:02.148645 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd16e5a-19fd-462a-bf45-8eeade80b293 req-3b5ce0f6-aabf-4dce-91a4-d45483e96616 service neutron] Bound using segment: {'id': 'a8c42c09-58b4-4e9e-ab8f-c96c63ee4190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c7bbc20e-7bc5-42fd-94f8-f3663ada8854'} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:31:02.149311 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-0bd16e5a-19fd-462a-bf45-8eeade80b293 req-3b5ce0f6-aabf-4dce-91a4-d45483e96616 service neutron] Bound port: 5efa7ba5-8660-4f25-8ac0-f6ed5ab026ab, host: n-h1-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8c42c09-58b4-4e9e-ab8f-c96c63ee4190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c7bbc20e-7bc5-42fd-94f8-f3663ada8854'}}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:31:02.149760 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-0bd16e5a-19fd-462a-bf45-8eeade80b293 req-3b5ce0f6-aabf-4dce-91a4-d45483e96616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:02.207416 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 57466) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:31:02.257771 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-0bd16e5a-19fd-462a-bf45-8eeade80b293 req-3b5ce0f6-aabf-4dce-91a4-d45483e96616 service neutron] For port 5efa7ba5-8660-4f25-8ac0-f6ed5ab026ab, host n-h1-843702-1, cleared binding levels {{(pid=89109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:31:02.260979 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-0bd16e5a-19fd-462a-bf45-8eeade80b293 req-3b5ce0f6-aabf-4dce-91a4-d45483e96616 service neutron] For port 5efa7ba5-8660-4f25-8ac0-f6ed5ab026ab, host n-h1-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=5efa7ba5-8660-4f25-8ac0-f6ed5ab026ab,segment=NetworkSegment(a8c42c09-58b4-4e9e-ab8f-c96c63ee4190),segment_id=a8c42c09-58b4-4e9e-ab8f-c96c63ee4190)] {{(pid=89109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:31:02.279813 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [None req-9b166c67-1c83-45c6-aafa-ba0afbf9f852 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] device_id is not set on port a17b5fa1-a5c8-4e68-9eda-199384c9c464 yet. {{(pid=89110) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:31:02.334582 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9b166c67-1c83-45c6-aafa-ba0afbf9f852 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:02.372417 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-0bd16e5a-19fd-462a-bf45-8eeade80b293 req-3b5ce0f6-aabf-4dce-91a4-d45483e96616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:02.471105 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd16e5a-19fd-462a-bf45-8eeade80b293 req-3b5ce0f6-aabf-4dce-91a4-d45483e96616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:02.471105 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-0bd16e5a-19fd-462a-bf45-8eeade80b293 req-3b5ce0f6-aabf-4dce-91a4-d45483e96616 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:02.471105 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-0bd16e5a-19fd-462a-bf45-8eeade80b293 req-3b5ce0f6-aabf-4dce-91a4-d45483e96616 service neutron] 10.222.0.69 "PUT /v2.0/ports/5efa7ba5-8660-4f25-8ac0-f6ed5ab026ab HTTP/1.1" status: 200 len: 1092 time: 1.8281782 May 28 06:31:02.471105 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1eab83c1-4404-47a3-b032-c292d176b6f5', 'tag': '5efa7ba5-8660-4f25-8ac0-f6ed5ab026ab'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:31:02.476312 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [None req-9b166c67-1c83-45c6-aafa-ba0afbf9f852 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Transition to ACTIVE for port object a17b5fa1-a5c8-4e68-9eda-199384c9c464 will not be triggered until provisioned by entity L2. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:31:02.502629 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5ce0f6-aabf-4dce-91a4-d45483e96616 service neutron] Pushing event updated for resources: {'Port': ['ID=5efa7ba5-8660-4f25-8ac0-f6ed5ab026ab,revision_number=3']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:31:02.600229 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9b166c67-1c83-45c6-aafa-ba0afbf9f852 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:02.600229 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f56183f-ae21-4735-9707-87c502768dbe req-f4dc093f-74d8-4aa5-8c47-3595b6b0944b tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:02.600229 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3f56183f-ae21-4735-9707-87c502768dbe req-f4dc093f-74d8-4aa5-8c47-3595b6b0944b tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd9bec8e-012e-4c8c-9117-9430d8093ad5 HTTP/1.1" status: 200 len: 943 time: 0.3193026 May 28 06:31:02.608081 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 323d1f51-b6d4-4340-be92-f55943801541 details requested by agent hyperv_n-h2-843702-1 with host n-h2-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:31:02.681675 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd16e5a-19fd-462a-bf45-8eeade80b293 req-ec197423-f4e5-4136-bbb9-49022d6ca62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:02.683147 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-0bd16e5a-19fd-462a-bf45-8eeade80b293 req-ec197423-f4e5-4136-bbb9-49022d6ca62a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9795f3bb4dd842ee9b6997b24ebca479&device_id=1eab83c1-4404-47a3-b032-c292d176b6f5 HTTP/1.1" status: 200 len: 1095 time: 0.0887899 May 28 06:31:02.758433 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 323d1f51-b6d4-4340-be92-f55943801541, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=323d1f51-b6d4-4340-be92-f55943801541,segment=NetworkSegment(c43c3304-7641-4f7e-9b08-81290536d034),segment_id=c43c3304-7641-4f7e-9b08-81290536d034)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:31:02.759002 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-0bd16e5a-19fd-462a-bf45-8eeade80b293 req-95e8c0df-9739-40cf-adb5-fe556945496d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5efa7ba5-8660-4f25-8ac0-f6ed5ab026ab HTTP/1.1" status: 200 len: 217 time: 0.0671875 May 28 06:31:02.774402 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Returning: {'device': '323d1f51-b6d4-4340-be92-f55943801541', 'network_id': '8a614321-106a-411d-a8a4-5e84c14727eb', 'port_id': '323d1f51-b6d4-4340-be92-f55943801541', 'mac_address': 'fa:16:3e:89:a9:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66b89e44-3ec9-4ede-9e44-ddc84dd3e47d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:31:02.832486 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd16e5a-19fd-462a-bf45-8eeade80b293 req-340ada1d-50e9-4f95-949c-046a81a60035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:02.834651 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-0bd16e5a-19fd-462a-bf45-8eeade80b293 req-340ada1d-50e9-4f95-949c-046a81a60035 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6e5f323f-ea6c-4672-94fb-4b56107669c0 HTTP/1.1" status: 200 len: 852 time: 0.0691249 May 28 06:31:02.837000 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 323d1f51-b6d4-4340-be92-f55943801541 is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:31:02.837380 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:02.855528 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 323d1f51-b6d4-4340-be92-f55943801541 {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:31:02.871001 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 323d1f51-b6d4-4340-be92-f55943801541, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=323d1f51-b6d4-4340-be92-f55943801541,segment=NetworkSegment(c43c3304-7641-4f7e-9b08-81290536d034),segment_id=c43c3304-7641-4f7e-9b08-81290536d034)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:31:02.893303 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-0bd16e5a-19fd-462a-bf45-8eeade80b293 req-7a412b20-b80e-4375-993b-d687240416ed service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c7bbc20e-7bc5-42fd-94f8-f3663ada8854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471754 May 28 06:31:02.955747 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b166c67-1c83-45c6-aafa-ba0afbf9f852 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Pushing event updated for resources: {'Port': ['ID=a17b5fa1-a5c8-4e68-9eda-199384c9c464,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:31:02.966739 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3f56183f-ae21-4735-9707-87c502768dbe req-ab44c585-660c-4a1d-9a39-22318565c0b8 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f2c8bcd-a51c-4c0c-8c62-f5096a9be3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3251345 May 28 06:31:02.971756 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:02.982547 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [None req-9b166c67-1c83-45c6-aafa-ba0afbf9f852 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attempting to bind port a17b5fa1-a5c8-4e68-9eda-199384c9c464 on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:31:02.983235 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [None req-9b166c67-1c83-45c6-aafa-ba0afbf9f852 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attempting to bind port a17b5fa1-a5c8-4e68-9eda-199384c9c464 by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': '5fae5871-08c0-4030-94de-c95f628d5326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '8d4230ae-5366-4645-9fdd-681c574a9305'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:31:02.983235 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b166c67-1c83-45c6-aafa-ba0afbf9f852 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attempting to bind port a17b5fa1-a5c8-4e68-9eda-199384c9c464 on network 8d4230ae-5366-4645-9fdd-681c574a9305 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:31:03.002842 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b166c67-1c83-45c6-aafa-ba0afbf9f852 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Port a17b5fa1-a5c8-4e68-9eda-199384c9c464 on network 8d4230ae-5366-4645-9fdd-681c574a9305 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:31:03.009578 n-d-843702-1 neutron-server[89110]: ERROR neutron.plugins.ml2.managers [None req-9b166c67-1c83-45c6-aafa-ba0afbf9f852 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Failed to bind port a17b5fa1-a5c8-4e68-9eda-199384c9c464 on host n-h1-843702-1 for vnic_type normal using segments [{'id': '5fae5871-08c0-4030-94de-c95f628d5326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '8d4230ae-5366-4645-9fdd-681c574a9305'}] May 28 06:31:03.009578 n-d-843702-1 neutron-server[89110]: INFO neutron.plugins.ml2.plugin [None req-9b166c67-1c83-45c6-aafa-ba0afbf9f852 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attempt 2 to bind port a17b5fa1-a5c8-4e68-9eda-199384c9c464 May 28 06:31:03.043638 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5bbb8b0-9782-44c1-b03e-79efa64ce0a6'] response: {'name': 'network-changed', 'server_uuid': '1eab83c1-4404-47a3-b032-c292d176b6f5', 'tag': '5efa7ba5-8660-4f25-8ac0-f6ed5ab026ab', 'status': 'completed', 'code': 200} May 28 06:31:03.063685 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [None req-9b166c67-1c83-45c6-aafa-ba0afbf9f852 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attempting to bind port a17b5fa1-a5c8-4e68-9eda-199384c9c464 on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:31:03.064019 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [None req-9b166c67-1c83-45c6-aafa-ba0afbf9f852 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attempting to bind port a17b5fa1-a5c8-4e68-9eda-199384c9c464 by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': '5fae5871-08c0-4030-94de-c95f628d5326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '8d4230ae-5366-4645-9fdd-681c574a9305'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:31:03.064355 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b166c67-1c83-45c6-aafa-ba0afbf9f852 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attempting to bind port a17b5fa1-a5c8-4e68-9eda-199384c9c464 on network 8d4230ae-5366-4645-9fdd-681c574a9305 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:31:03.074929 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b166c67-1c83-45c6-aafa-ba0afbf9f852 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Port a17b5fa1-a5c8-4e68-9eda-199384c9c464 on network 8d4230ae-5366-4645-9fdd-681c574a9305 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:31:03.075262 n-d-843702-1 neutron-server[89110]: ERROR neutron.plugins.ml2.managers [None req-9b166c67-1c83-45c6-aafa-ba0afbf9f852 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Failed to bind port a17b5fa1-a5c8-4e68-9eda-199384c9c464 on host n-h1-843702-1 for vnic_type normal using segments [{'id': '5fae5871-08c0-4030-94de-c95f628d5326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '8d4230ae-5366-4645-9fdd-681c574a9305'}] May 28 06:31:03.076225 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-0bd16e5a-19fd-462a-bf45-8eeade80b293 req-d28662e5-01a8-4341-a5aa-5dc5384e15c1 service neutron] 10.222.0.69 "GET /v2.0/networks/c7bbc20e-7bc5-42fd-94f8-f3663ada8854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780183 May 28 06:31:03.077136 n-d-843702-1 neutron-server[89110]: INFO neutron.plugins.ml2.plugin [None req-9b166c67-1c83-45c6-aafa-ba0afbf9f852 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attempt 3 to bind port a17b5fa1-a5c8-4e68-9eda-199384c9c464 May 28 06:31:03.109937 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=323d1f51-b6d4-4340-be92-f55943801541,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:31:03.138519 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [None req-9b166c67-1c83-45c6-aafa-ba0afbf9f852 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attempting to bind port a17b5fa1-a5c8-4e68-9eda-199384c9c464 on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:31:03.138519 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [None req-9b166c67-1c83-45c6-aafa-ba0afbf9f852 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attempting to bind port a17b5fa1-a5c8-4e68-9eda-199384c9c464 by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': '5fae5871-08c0-4030-94de-c95f628d5326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '8d4230ae-5366-4645-9fdd-681c574a9305'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:31:03.138519 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b166c67-1c83-45c6-aafa-ba0afbf9f852 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attempting to bind port a17b5fa1-a5c8-4e68-9eda-199384c9c464 on network 8d4230ae-5366-4645-9fdd-681c574a9305 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:31:03.144773 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b166c67-1c83-45c6-aafa-ba0afbf9f852 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Port a17b5fa1-a5c8-4e68-9eda-199384c9c464 on network 8d4230ae-5366-4645-9fdd-681c574a9305 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:31:03.144773 n-d-843702-1 neutron-server[89110]: ERROR neutron.plugins.ml2.managers [None req-9b166c67-1c83-45c6-aafa-ba0afbf9f852 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Failed to bind port a17b5fa1-a5c8-4e68-9eda-199384c9c464 on host n-h1-843702-1 for vnic_type normal using segments [{'id': '5fae5871-08c0-4030-94de-c95f628d5326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '8d4230ae-5366-4645-9fdd-681c574a9305'}] May 28 06:31:03.144773 n-d-843702-1 neutron-server[89110]: INFO neutron.plugins.ml2.plugin [None req-9b166c67-1c83-45c6-aafa-ba0afbf9f852 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attempt 4 to bind port a17b5fa1-a5c8-4e68-9eda-199384c9c464 May 28 06:31:03.174888 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [None req-9b166c67-1c83-45c6-aafa-ba0afbf9f852 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attempting to bind port a17b5fa1-a5c8-4e68-9eda-199384c9c464 on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:31:03.174888 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [None req-9b166c67-1c83-45c6-aafa-ba0afbf9f852 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attempting to bind port a17b5fa1-a5c8-4e68-9eda-199384c9c464 by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': '5fae5871-08c0-4030-94de-c95f628d5326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '8d4230ae-5366-4645-9fdd-681c574a9305'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:31:03.174888 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b166c67-1c83-45c6-aafa-ba0afbf9f852 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attempting to bind port a17b5fa1-a5c8-4e68-9eda-199384c9c464 on network 8d4230ae-5366-4645-9fdd-681c574a9305 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:31:03.222688 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b166c67-1c83-45c6-aafa-ba0afbf9f852 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Port a17b5fa1-a5c8-4e68-9eda-199384c9c464 on network 8d4230ae-5366-4645-9fdd-681c574a9305 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:31:03.223018 n-d-843702-1 neutron-server[89110]: ERROR neutron.plugins.ml2.managers [None req-9b166c67-1c83-45c6-aafa-ba0afbf9f852 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Failed to bind port a17b5fa1-a5c8-4e68-9eda-199384c9c464 on host n-h1-843702-1 for vnic_type normal using segments [{'id': '5fae5871-08c0-4030-94de-c95f628d5326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '8d4230ae-5366-4645-9fdd-681c574a9305'}] May 28 06:31:03.224238 n-d-843702-1 neutron-server[89110]: INFO neutron.plugins.ml2.plugin [None req-9b166c67-1c83-45c6-aafa-ba0afbf9f852 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attempt 5 to bind port a17b5fa1-a5c8-4e68-9eda-199384c9c464 May 28 06:31:03.245491 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [None req-9b166c67-1c83-45c6-aafa-ba0afbf9f852 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attempting to bind port a17b5fa1-a5c8-4e68-9eda-199384c9c464 on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:31:03.245822 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [None req-9b166c67-1c83-45c6-aafa-ba0afbf9f852 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attempting to bind port a17b5fa1-a5c8-4e68-9eda-199384c9c464 by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': '5fae5871-08c0-4030-94de-c95f628d5326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '8d4230ae-5366-4645-9fdd-681c574a9305'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:31:03.246157 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b166c67-1c83-45c6-aafa-ba0afbf9f852 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attempting to bind port a17b5fa1-a5c8-4e68-9eda-199384c9c464 on network 8d4230ae-5366-4645-9fdd-681c574a9305 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:31:03.259456 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-0bd16e5a-19fd-462a-bf45-8eeade80b293 req-4e6a047a-5db1-4200-af40-f6639d145a90 service neutron] 10.222.0.69 "GET /v2.0/networks/c7bbc20e-7bc5-42fd-94f8-f3663ada8854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740553 May 28 06:31:03.267689 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b166c67-1c83-45c6-aafa-ba0afbf9f852 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Port a17b5fa1-a5c8-4e68-9eda-199384c9c464 on network 8d4230ae-5366-4645-9fdd-681c574a9305 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:31:03.267689 n-d-843702-1 neutron-server[89110]: ERROR neutron.plugins.ml2.managers [None req-9b166c67-1c83-45c6-aafa-ba0afbf9f852 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Failed to bind port a17b5fa1-a5c8-4e68-9eda-199384c9c464 on host n-h1-843702-1 for vnic_type normal using segments [{'id': '5fae5871-08c0-4030-94de-c95f628d5326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '8d4230ae-5366-4645-9fdd-681c574a9305'}] May 28 06:31:03.269919 n-d-843702-1 neutron-server[89110]: INFO neutron.plugins.ml2.plugin [None req-9b166c67-1c83-45c6-aafa-ba0afbf9f852 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attempt 6 to bind port a17b5fa1-a5c8-4e68-9eda-199384c9c464 May 28 06:31:03.294459 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [None req-9b166c67-1c83-45c6-aafa-ba0afbf9f852 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attempting to bind port a17b5fa1-a5c8-4e68-9eda-199384c9c464 on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:31:03.294670 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [None req-9b166c67-1c83-45c6-aafa-ba0afbf9f852 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attempting to bind port a17b5fa1-a5c8-4e68-9eda-199384c9c464 by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': '5fae5871-08c0-4030-94de-c95f628d5326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '8d4230ae-5366-4645-9fdd-681c574a9305'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:31:03.295000 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b166c67-1c83-45c6-aafa-ba0afbf9f852 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attempting to bind port a17b5fa1-a5c8-4e68-9eda-199384c9c464 on network 8d4230ae-5366-4645-9fdd-681c574a9305 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:31:03.305925 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b166c67-1c83-45c6-aafa-ba0afbf9f852 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Port a17b5fa1-a5c8-4e68-9eda-199384c9c464 on network 8d4230ae-5366-4645-9fdd-681c574a9305 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:31:03.305925 n-d-843702-1 neutron-server[89110]: ERROR neutron.plugins.ml2.managers [None req-9b166c67-1c83-45c6-aafa-ba0afbf9f852 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Failed to bind port a17b5fa1-a5c8-4e68-9eda-199384c9c464 on host n-h1-843702-1 for vnic_type normal using segments [{'id': '5fae5871-08c0-4030-94de-c95f628d5326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '8d4230ae-5366-4645-9fdd-681c574a9305'}] May 28 06:31:03.306800 n-d-843702-1 neutron-server[89110]: INFO neutron.plugins.ml2.plugin [None req-9b166c67-1c83-45c6-aafa-ba0afbf9f852 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attempt 7 to bind port a17b5fa1-a5c8-4e68-9eda-199384c9c464 May 28 06:31:03.340646 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['323d1f51-b6d4-4340-be92-f55943801541'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:31:03.360606 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce24e89-0acd-4b85-94e5-9ca24d2bcee0 req-77365310-e449-4c4f-b73d-b339097f4e65 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:03.362110 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dce24e89-0acd-4b85-94e5-9ca24d2bcee0 req-77365310-e449-4c4f-b73d-b339097f4e65 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=1eab83c1-4404-47a3-b032-c292d176b6f5 HTTP/1.1" status: 200 len: 944 time: 0.1935349 May 28 06:31:03.362793 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [None req-9b166c67-1c83-45c6-aafa-ba0afbf9f852 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attempting to bind port a17b5fa1-a5c8-4e68-9eda-199384c9c464 on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:31:03.363116 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [None req-9b166c67-1c83-45c6-aafa-ba0afbf9f852 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attempting to bind port a17b5fa1-a5c8-4e68-9eda-199384c9c464 by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': '5fae5871-08c0-4030-94de-c95f628d5326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '8d4230ae-5366-4645-9fdd-681c574a9305'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:31:03.363441 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b166c67-1c83-45c6-aafa-ba0afbf9f852 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attempting to bind port a17b5fa1-a5c8-4e68-9eda-199384c9c464 on network 8d4230ae-5366-4645-9fdd-681c574a9305 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:31:03.392061 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b166c67-1c83-45c6-aafa-ba0afbf9f852 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Port a17b5fa1-a5c8-4e68-9eda-199384c9c464 on network 8d4230ae-5366-4645-9fdd-681c574a9305 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:31:03.392394 n-d-843702-1 neutron-server[89110]: ERROR neutron.plugins.ml2.managers [None req-9b166c67-1c83-45c6-aafa-ba0afbf9f852 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Failed to bind port a17b5fa1-a5c8-4e68-9eda-199384c9c464 on host n-h1-843702-1 for vnic_type normal using segments [{'id': '5fae5871-08c0-4030-94de-c95f628d5326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '8d4230ae-5366-4645-9fdd-681c574a9305'}] May 28 06:31:03.395224 n-d-843702-1 neutron-server[89110]: INFO neutron.plugins.ml2.plugin [None req-9b166c67-1c83-45c6-aafa-ba0afbf9f852 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attempt 8 to bind port a17b5fa1-a5c8-4e68-9eda-199384c9c464 May 28 06:31:03.424296 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [None req-9b166c67-1c83-45c6-aafa-ba0afbf9f852 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attempting to bind port a17b5fa1-a5c8-4e68-9eda-199384c9c464 on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:31:03.424589 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [None req-9b166c67-1c83-45c6-aafa-ba0afbf9f852 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attempting to bind port a17b5fa1-a5c8-4e68-9eda-199384c9c464 by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': '5fae5871-08c0-4030-94de-c95f628d5326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '8d4230ae-5366-4645-9fdd-681c574a9305'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:31:03.425982 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b166c67-1c83-45c6-aafa-ba0afbf9f852 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attempting to bind port a17b5fa1-a5c8-4e68-9eda-199384c9c464 on network 8d4230ae-5366-4645-9fdd-681c574a9305 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:31:03.443551 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b166c67-1c83-45c6-aafa-ba0afbf9f852 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Port a17b5fa1-a5c8-4e68-9eda-199384c9c464 on network 8d4230ae-5366-4645-9fdd-681c574a9305 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:31:03.443882 n-d-843702-1 neutron-server[89110]: ERROR neutron.plugins.ml2.managers [None req-9b166c67-1c83-45c6-aafa-ba0afbf9f852 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Failed to bind port a17b5fa1-a5c8-4e68-9eda-199384c9c464 on host n-h1-843702-1 for vnic_type normal using segments [{'id': '5fae5871-08c0-4030-94de-c95f628d5326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '8d4230ae-5366-4645-9fdd-681c574a9305'}] May 28 06:31:03.453837 n-d-843702-1 neutron-server[89110]: INFO neutron.plugins.ml2.plugin [None req-9b166c67-1c83-45c6-aafa-ba0afbf9f852 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attempt 9 to bind port a17b5fa1-a5c8-4e68-9eda-199384c9c464 May 28 06:31:03.470235 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dce24e89-0acd-4b85-94e5-9ca24d2bcee0 req-0e620862-a6f0-46a8-b3ca-3f08667ad770 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/security-groups?id=f6de87b7-c8be-4140-be86-d0d6b2592918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973849 May 28 06:31:03.478482 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [None req-9b166c67-1c83-45c6-aafa-ba0afbf9f852 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attempting to bind port a17b5fa1-a5c8-4e68-9eda-199384c9c464 on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:31:03.478482 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [None req-9b166c67-1c83-45c6-aafa-ba0afbf9f852 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attempting to bind port a17b5fa1-a5c8-4e68-9eda-199384c9c464 by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': '5fae5871-08c0-4030-94de-c95f628d5326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '8d4230ae-5366-4645-9fdd-681c574a9305'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:31:03.478837 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b166c67-1c83-45c6-aafa-ba0afbf9f852 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attempting to bind port a17b5fa1-a5c8-4e68-9eda-199384c9c464 on network 8d4230ae-5366-4645-9fdd-681c574a9305 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:31:03.486480 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b166c67-1c83-45c6-aafa-ba0afbf9f852 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Port a17b5fa1-a5c8-4e68-9eda-199384c9c464 on network 8d4230ae-5366-4645-9fdd-681c574a9305 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:31:03.486701 n-d-843702-1 neutron-server[89110]: ERROR neutron.plugins.ml2.managers [None req-9b166c67-1c83-45c6-aafa-ba0afbf9f852 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Failed to bind port a17b5fa1-a5c8-4e68-9eda-199384c9c464 on host n-h1-843702-1 for vnic_type normal using segments [{'id': '5fae5871-08c0-4030-94de-c95f628d5326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '8d4230ae-5366-4645-9fdd-681c574a9305'}] May 28 06:31:03.489469 n-d-843702-1 neutron-server[89110]: INFO neutron.plugins.ml2.plugin [None req-9b166c67-1c83-45c6-aafa-ba0afbf9f852 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attempt 10 to bind port a17b5fa1-a5c8-4e68-9eda-199384c9c464 May 28 06:31:03.500630 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6d8b75-1153-43f1-abd5-f002796499b4 req-93a2372d-5b1a-41b5-afbc-7619193fec98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:03.502161 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-2c6d8b75-1153-43f1-abd5-f002796499b4 req-93a2372d-5b1a-41b5-afbc-7619193fec98 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9795f3bb4dd842ee9b6997b24ebca479&device_id=1eab83c1-4404-47a3-b032-c292d176b6f5 HTTP/1.1" status: 200 len: 1095 time: 0.1189003 May 28 06:31:03.515754 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6540624c-23a0-4be6-a840-d1f923aa373a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700548'] for router_interface, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:03.566318 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [None req-9b166c67-1c83-45c6-aafa-ba0afbf9f852 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attempting to bind port a17b5fa1-a5c8-4e68-9eda-199384c9c464 on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:31:03.566836 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [None req-9b166c67-1c83-45c6-aafa-ba0afbf9f852 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attempting to bind port a17b5fa1-a5c8-4e68-9eda-199384c9c464 by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': '5fae5871-08c0-4030-94de-c95f628d5326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '8d4230ae-5366-4645-9fdd-681c574a9305'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:31:03.567330 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b166c67-1c83-45c6-aafa-ba0afbf9f852 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attempting to bind port a17b5fa1-a5c8-4e68-9eda-199384c9c464 on network 8d4230ae-5366-4645-9fdd-681c574a9305 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:31:03.595915 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b166c67-1c83-45c6-aafa-ba0afbf9f852 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Port a17b5fa1-a5c8-4e68-9eda-199384c9c464 on network 8d4230ae-5366-4645-9fdd-681c574a9305 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:31:03.596426 n-d-843702-1 neutron-server[89110]: ERROR neutron.plugins.ml2.managers [None req-9b166c67-1c83-45c6-aafa-ba0afbf9f852 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Failed to bind port a17b5fa1-a5c8-4e68-9eda-199384c9c464 on host n-h1-843702-1 for vnic_type normal using segments [{'id': '5fae5871-08c0-4030-94de-c95f628d5326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '8d4230ae-5366-4645-9fdd-681c574a9305'}] May 28 06:31:03.596938 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9b166c67-1c83-45c6-aafa-ba0afbf9f852 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:03.853983 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [None req-9b166c67-1c83-45c6-aafa-ba0afbf9f852 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] For port a17b5fa1-a5c8-4e68-9eda-199384c9c464, host n-h1-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:31:03.853983 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [None req-9b166c67-1c83-45c6-aafa-ba0afbf9f852 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attempted to set empty binding levels {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 28 06:31:03.868552 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6d8b75-1153-43f1-abd5-f002796499b4 req-50350cd8-9461-46eb-b8a9-cf4850a5460d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:03.870773 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-2c6d8b75-1153-43f1-abd5-f002796499b4 req-50350cd8-9461-46eb-b8a9-cf4850a5460d service neutron] 10.222.0.69 "GET /v2.0/networks?id=c7bbc20e-7bc5-42fd-94f8-f3663ada8854 HTTP/1.1" status: 200 len: 913 time: 0.3585708 May 28 06:31:03.947112 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-2c6d8b75-1153-43f1-abd5-f002796499b4 req-d60b7d38-669f-488c-86d9-ca876931ba28 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5efa7ba5-8660-4f25-8ac0-f6ed5ab026ab HTTP/1.1" status: 200 len: 217 time: 0.0692811 May 28 06:31:03.967747 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9b166c67-1c83-45c6-aafa-ba0afbf9f852 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:04.023480 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6d8b75-1153-43f1-abd5-f002796499b4 req-837642ec-c1fd-4268-ab9f-b88f860bb686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:04.025517 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-2c6d8b75-1153-43f1-abd5-f002796499b4 req-837642ec-c1fd-4268-ab9f-b88f860bb686 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6e5f323f-ea6c-4672-94fb-4b56107669c0 HTTP/1.1" status: 200 len: 852 time: 0.0707881 May 28 06:31:04.044066 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-9b166c67-1c83-45c6-aafa-ba0afbf9f852 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] In _notify_port_updated(), no bound segment for port a17b5fa1-a5c8-4e68-9eda-199384c9c464 on network 8d4230ae-5366-4645-9fdd-681c574a9305 {{(pid=89110) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 28 06:31:04.044876 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b166c67-1c83-45c6-aafa-ba0afbf9f852 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:04.045470 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9b166c67-1c83-45c6-aafa-ba0afbf9f852 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:04.047311 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-9b166c67-1c83-45c6-aafa-ba0afbf9f852 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] 10.222.0.55 "PUT /v2.0/ports/a17b5fa1-a5c8-4e68-9eda-199384c9c464 HTTP/1.1" status: 200 len: 974 time: 2.2869134 May 28 06:31:04.057930 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 57484) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:31:04.084666 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-2c6d8b75-1153-43f1-abd5-f002796499b4 req-e2ba5a61-9fd9-4a8f-9d34-10c47a94b660 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c7bbc20e-7bc5-42fd-94f8-f3663ada8854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525928 May 28 06:31:04.158658 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-6540624c-23a0-4be6-a840-d1f923aa373a admin admin] Deleting port df5164c0-1ed1-4dcf-b6b5-c03fb87cd1ee {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:31:04.159196 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6540624c-23a0-4be6-a840-d1f923aa373a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:04.209350 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b166c67-1c83-45c6-aafa-ba0afbf9f852 tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Pushing event updated for resources: {'Port': ['ID=a17b5fa1-a5c8-4e68-9eda-199384c9c464,revision_number=3']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:31:04.240249 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-2c6d8b75-1153-43f1-abd5-f002796499b4 req-1906df76-6947-45b1-a8a2-76a998eb9062 service neutron] 10.222.0.69 "GET /v2.0/networks/c7bbc20e-7bc5-42fd-94f8-f3663ada8854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468723 May 28 06:31:04.244125 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-ef1f6e91-291b-4d0f-a6f9-d7e5d44206ff tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Deleting port a17b5fa1-a5c8-4e68-9eda-199384c9c464 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:31:04.244468 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ef1f6e91-291b-4d0f-a6f9-d7e5d44206ff tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:04.380255 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-2c6d8b75-1153-43f1-abd5-f002796499b4 req-6edd7420-ebab-4cc9-972c-628c7f342a31 service neutron] 10.222.0.69 "GET /v2.0/networks/c7bbc20e-7bc5-42fd-94f8-f3663ada8854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314096 May 28 06:31:04.604283 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3cdcc0-646f-4f40-8feb-c236add14145 req-9c3e498d-885e-49b0-9c76-e9b62ae0944f tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:04.606467 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8b3cdcc0-646f-4f40-8feb-c236add14145 req-9c3e498d-885e-49b0-9c76-e9b62ae0944f tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd9bec8e-012e-4c8c-9117-9430d8093ad5 HTTP/1.1" status: 200 len: 944 time: 0.5047891 May 28 06:31:04.608307 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 323d1f51-b6d4-4340-be92-f55943801541 up at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:31:04.764942 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [None req-6540624c-23a0-4be6-a840-d1f923aa373a admin admin] For port df5164c0-1ed1-4dcf-b6b5-c03fb87cd1ee, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=df5164c0-1ed1-4dcf-b6b5-c03fb87cd1ee,segment=NetworkSegment(8d6493ed-a6e0-445f-9394-e5cc9c5c38f9),segment_id=8d6493ed-a6e0-445f-9394-e5cc9c5c38f9)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:31:04.765396 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6540624c-23a0-4be6-a840-d1f923aa373a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:04.775495 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8b3cdcc0-646f-4f40-8feb-c236add14145 req-8989b312-678b-4a4a-80ae-fad9856430ec tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f2c8bcd-a51c-4c0c-8c62-f5096a9be3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418567 May 28 06:31:04.781606 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [None req-ef1f6e91-291b-4d0f-a6f9-d7e5d44206ff tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] For port a17b5fa1-a5c8-4e68-9eda-199384c9c464, host n-h1-843702-1, got binding levels [] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:31:04.781960 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ef1f6e91-291b-4d0f-a6f9-d7e5d44206ff tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:04.834605 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning for port 323d1f51-b6d4-4340-be92-f55943801541 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:31:04.841247 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning complete for port 323d1f51-b6d4-4340-be92-f55943801541 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:31:04.841875 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:04.974906 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 323d1f51-b6d4-4340-be92-f55943801541 is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:31:04.975280 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:04.976705 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-6540624c-23a0-4be6-a840-d1f923aa373a admin admin] Calling delete_port for df5164c0-1ed1-4dcf-b6b5-c03fb87cd1ee owned by network:router_interface {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:31:05.034111 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd9bec8e-012e-4c8c-9117-9430d8093ad5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '323d1f51-b6d4-4340-be92-f55943801541'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:31:05.044135 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 323d1f51-b6d4-4340-be92-f55943801541, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=323d1f51-b6d4-4340-be92-f55943801541,segment=NetworkSegment(c43c3304-7641-4f7e-9b08-81290536d034),segment_id=c43c3304-7641-4f7e-9b08-81290536d034)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:31:05.120219 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:05.143311 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-ef1f6e91-291b-4d0f-a6f9-d7e5d44206ff tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Calling delete_port for a17b5fa1-a5c8-4e68-9eda-199384c9c464 owned by {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:31:05.189181 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=323d1f51-b6d4-4340-be92-f55943801541,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:31:05.345168 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b766eef2-db8e-4506-8366-33f1b67c21dd req-d84a49c8-16d9-484f-a49d-061f63f4a2c1 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:05.346646 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b766eef2-db8e-4506-8366-33f1b67c21dd req-d84a49c8-16d9-484f-a49d-061f63f4a2c1 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ebef2b8-a314-4523-b353-90a1f27259c6 HTTP/1.1" status: 200 len: 949 time: 0.4358728 May 28 06:31:05.367855 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87f6f89-511e-49f3-b9c0-54d5f5fb4783 req-e278e251-2c06-45e0-952c-bfe35baa5297 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:05.369804 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e87f6f89-511e-49f3-b9c0-54d5f5fb4783 req-e278e251-2c06-45e0-952c-bfe35baa5297 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=1eab83c1-4404-47a3-b032-c292d176b6f5 HTTP/1.1" status: 200 len: 944 time: 0.4042349 May 28 06:31:05.451876 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b766eef2-db8e-4506-8366-33f1b67c21dd req-671d201e-f56d-4f23-9cd6-29f4437b0715 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/security-groups?id=cc42bff8-ec73-4f47-a19d-2b56e52b6e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942795 May 28 06:31:05.457082 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ef1f6e91-291b-4d0f-a6f9-d7e5d44206ff tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:05.462743 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e87f6f89-511e-49f3-b9c0-54d5f5fb4783 req-1a92059b-3e2c-45aa-831d-2092f6355f83 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/security-groups?id=f6de87b7-c8be-4140-be86-d0d6b2592918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806532 May 28 06:31:05.515321 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1f6e91-291b-4d0f-a6f9-d7e5d44206ff tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Pushing event deleted for resources: {'Port': ['ID=a17b5fa1-a5c8-4e68-9eda-199384c9c464,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:31:05.534705 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-030038bf-79b9-43d4-8b84-552f66a7fed8'] response: {'server_uuid': 'cd9bec8e-012e-4c8c-9117-9430d8093ad5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '323d1f51-b6d4-4340-be92-f55943801541', 'code': 200} May 28 06:31:05.559383 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ef1f6e91-291b-4d0f-a6f9-d7e5d44206ff tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:05.715813 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-ef1f6e91-291b-4d0f-a6f9-d7e5d44206ff tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] 10.222.0.55 "DELETE /v2.0/ports/a17b5fa1-a5c8-4e68-9eda-199384c9c464 HTTP/1.1" status: 204 len: 168 time: 1.6542029 May 28 06:31:05.719741 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 57498) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:31:05.756777 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023a1d11-42fb-4771-b039-2e6a00daf3fa req-04006b90-07d4-47f5-9a91-5ab54069ee77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:05.758836 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-023a1d11-42fb-4771-b039-2e6a00daf3fa req-04006b90-07d4-47f5-9a91-5ab54069ee77 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=cd9bec8e-012e-4c8c-9117-9430d8093ad5 HTTP/1.1" status: 200 len: 1096 time: 0.0811663 May 28 06:31:05.779764 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ecc3c16-41a2-404f-bb87-a796e77503af tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] GET failed (client error): The resource could not be found. May 28 06:31:05.780811 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-9ecc3c16-41a2-404f-bb87-a796e77503af tempest-PortsAdminExtendedAttrsTestJSON-1243730704 tempest-PortsAdminExtendedAttrsTestJSON-1243730704-project-admin] 10.222.0.55 "GET /v2.0/ports/a17b5fa1-a5c8-4e68-9eda-199384c9c464 HTTP/1.1" status: 404 len: 333 time: 0.0601549 May 28 06:31:05.782996 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6540624c-23a0-4be6-a840-d1f923aa373a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:05.789529 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 57502) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:31:05.814371 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261441aa-22d0-4a3e-92b3-8c0971f987d8 req-831bdc63-12b6-4370-9310-980c5af7f460 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:05.814563 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-261441aa-22d0-4a3e-92b3-8c0971f987d8 req-831bdc63-12b6-4370-9310-980c5af7f460 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Synchronizing usage tracker for tenant:c3068efc66a349e9b92ab9365fc877d9 on resource:port {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:31:05.817009 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 5efa7ba5-8660-4f25-8ac0-f6ed5ab026ab details requested by agent hyperv_n-h1-843702-1 with host n-h1-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:31:05.878029 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6540624c-23a0-4be6-a840-d1f923aa373a admin admin] Pushing event deleted for resources: {'Port': ['ID=df5164c0-1ed1-4dcf-b6b5-c03fb87cd1ee,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:31:05.983335 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-261441aa-22d0-4a3e-92b3-8c0971f987d8 req-831bdc63-12b6-4370-9310-980c5af7f460 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Unset dirty status for tenant:c3068efc66a349e9b92ab9365fc877d9 on resource:port {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:31:05.986723 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-261441aa-22d0-4a3e-92b3-8c0971f987d8 req-831bdc63-12b6-4370-9310-980c5af7f460 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.71 "GET /v2.0/ports?device_id=5ebef2b8-a314-4523-b353-90a1f27259c6 HTTP/1.1" status: 200 len: 949 time: 0.3075070 May 28 06:31:05.989748 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 5efa7ba5-8660-4f25-8ac0-f6ed5ab026ab, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=5efa7ba5-8660-4f25-8ac0-f6ed5ab026ab,segment=NetworkSegment(a8c42c09-58b4-4e9e-ab8f-c96c63ee4190),segment_id=a8c42c09-58b4-4e9e-ab8f-c96c63ee4190)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:31:06.009505 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Returning: {'device': '5efa7ba5-8660-4f25-8ac0-f6ed5ab026ab', 'network_id': 'c7bbc20e-7bc5-42fd-94f8-f3663ada8854', 'port_id': '5efa7ba5-8660-4f25-8ac0-f6ed5ab026ab', 'mac_address': 'fa:16:3e:85:f1:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e5f323f-ea6c-4672-94fb-4b56107669c0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:31:06.028437 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-023a1d11-42fb-4771-b039-2e6a00daf3fa req-7afd5c6c-fa82-4062-8553-b06e684b8252 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=7f2c8bcd-a51c-4c0c-8c62-f5096a9be3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626305 May 28 06:31:06.079938 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [req-261441aa-22d0-4a3e-92b3-8c0971f987d8 req-ad327f07-99a0-48cf-8d95-006a8b6acff3 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Deleting port c43e50b8-fb17-4a3c-9d4b-113d8558c9fa {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:31:06.080528 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-261441aa-22d0-4a3e-92b3-8c0971f987d8 req-ad327f07-99a0-48cf-8d95-006a8b6acff3 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:06.086145 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 5efa7ba5-8660-4f25-8ac0-f6ed5ab026ab is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:31:06.086521 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:06.111158 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5efa7ba5-8660-4f25-8ac0-f6ed5ab026ab {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:31:06.114145 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-eb67c811-94f1-4b76-8c77-2eac30e87943 tempest-PortsAdminExtendedAttrsTestJSON-1154780110 tempest-PortsAdminExtendedAttrsTestJSON-1154780110-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:06.127045 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 5efa7ba5-8660-4f25-8ac0-f6ed5ab026ab, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=5efa7ba5-8660-4f25-8ac0-f6ed5ab026ab,segment=NetworkSegment(a8c42c09-58b4-4e9e-ab8f-c96c63ee4190),segment_id=a8c42c09-58b4-4e9e-ab8f-c96c63ee4190)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:31:06.248935 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:06.324910 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=5efa7ba5-8660-4f25-8ac0-f6ed5ab026ab,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:31:06.500702 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-261441aa-22d0-4a3e-92b3-8c0971f987d8 req-ad327f07-99a0-48cf-8d95-006a8b6acff3 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] For port c43e50b8-fb17-4a3c-9d4b-113d8558c9fa, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=c43e50b8-fb17-4a3c-9d4b-113d8558c9fa,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:31:06.501093 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-261441aa-22d0-4a3e-92b3-8c0971f987d8 req-ad327f07-99a0-48cf-8d95-006a8b6acff3 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:06.519419 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c979f02c-0c97-40a4-be43-02be8a9741ce req-ff74c54a-4f65-44d5-9e5d-b1454158af4c tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:06.520898 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c979f02c-0c97-40a4-be43-02be8a9741ce req-ff74c54a-4f65-44d5-9e5d-b1454158af4c tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd9bec8e-012e-4c8c-9117-9430d8093ad5 HTTP/1.1" status: 200 len: 945 time: 0.5378289 May 28 06:31:06.535873 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['5efa7ba5-8660-4f25-8ac0-f6ed5ab026ab'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:31:06.627868 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-eb67c811-94f1-4b76-8c77-2eac30e87943 tempest-PortsAdminExtendedAttrsTestJSON-1154780110 tempest-PortsAdminExtendedAttrsTestJSON-1154780110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:06.724731 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [req-261441aa-22d0-4a3e-92b3-8c0971f987d8 req-ad327f07-99a0-48cf-8d95-006a8b6acff3 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Calling delete_port for c43e50b8-fb17-4a3c-9d4b-113d8558c9fa owned by compute:nova {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:31:06.736128 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-eb67c811-94f1-4b76-8c77-2eac30e87943 tempest-PortsAdminExtendedAttrsTestJSON-1154780110 tempest-PortsAdminExtendedAttrsTestJSON-1154780110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d4230ae-5366-4645-9fdd-681c574a9305']}} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:31:06.752930 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6540624c-23a0-4be6-a840-d1f923aa373a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700472'] for router_interface, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:06.759289 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c979f02c-0c97-40a4-be43-02be8a9741ce req-dbac2c56-4a17-4fa3-9b81-4ac2bd3d0dd0 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f2c8bcd-a51c-4c0c-8c62-f5096a9be3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685903 May 28 06:31:06.784452 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-eb67c811-94f1-4b76-8c77-2eac30e87943 tempest-PortsAdminExtendedAttrsTestJSON-1154780110 tempest-PortsAdminExtendedAttrsTestJSON-1154780110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fae5871-08c0-4030-94de-c95f628d5326') {'for_net_delete': True} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:31:06.784452 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-eb67c811-94f1-4b76-8c77-2eac30e87943 tempest-PortsAdminExtendedAttrsTestJSON-1154780110 tempest-PortsAdminExtendedAttrsTestJSON-1154780110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fae5871-08c0-4030-94de-c95f628d5326') {} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:31:06.793850 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-eb67c811-94f1-4b76-8c77-2eac30e87943 tempest-PortsAdminExtendedAttrsTestJSON-1154780110 tempest-PortsAdminExtendedAttrsTestJSON-1154780110-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4150778'] for segment, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:06.963405 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-eb67c811-94f1-4b76-8c77-2eac30e87943 tempest-PortsAdminExtendedAttrsTestJSON-1154780110 tempest-PortsAdminExtendedAttrsTestJSON-1154780110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:06.971873 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-261441aa-22d0-4a3e-92b3-8c0971f987d8 req-ad327f07-99a0-48cf-8d95-006a8b6acff3 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:06.987598 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb67c811-94f1-4b76-8c77-2eac30e87943 tempest-PortsAdminExtendedAttrsTestJSON-1154780110 tempest-PortsAdminExtendedAttrsTestJSON-1154780110-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=89110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:31:06.987997 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-eb67c811-94f1-4b76-8c77-2eac30e87943 tempest-PortsAdminExtendedAttrsTestJSON-1154780110 tempest-PortsAdminExtendedAttrsTestJSON-1154780110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3143023'] for segment, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:07.005281 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['34d5a857-5950-4308-8e9f-761b2183974d', '15bc477c-9769-4020-b7bf-3f3554b08c6a'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:31:07.026419 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad327f07-99a0-48cf-8d95-006a8b6acff3 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Pushing event deleted for resources: {'Port': ['ID=c43e50b8-fb17-4a3c-9d4b-113d8558c9fa,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:31:07.117974 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [req-261441aa-22d0-4a3e-92b3-8c0971f987d8 req-ad327f07-99a0-48cf-8d95-006a8b6acff3 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] No DVR routers for this DVR port c43e50b8-fb17-4a3c-9d4b-113d8558c9fa on host n-h2-843702-1 {{(pid=89109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:31:07.120337 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-261441aa-22d0-4a3e-92b3-8c0971f987d8 req-ad327f07-99a0-48cf-8d95-006a8b6acff3 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:07.124722 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ebef2b8-a314-4523-b353-90a1f27259c6', 'name': 'network-vif-deleted', 'tag': 'c43e50b8-fb17-4a3c-9d4b-113d8558c9fa'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:31:07.195854 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment 5fae5871-08c0-4030-94de-c95f628d5326 resource provider aggregate not found May 28 06:31:07.223595 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment 5fae5871-08c0-4030-94de-c95f628d5326 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5fae5871-08c0-4030-94de-c95f628d5326 found for delete ", "request_id": "req-2e03a654-1728-4aae-901d-0a578e8a7110"}]} May 28 06:31:07.259212 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed201a1-68f1-481b-ae5c-e3cbffd693a7 req-fda63bff-ac11-4714-9419-486072e53feb tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:07.260582 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0ed201a1-68f1-481b-ae5c-e3cbffd693a7 req-fda63bff-ac11-4714-9419-486072e53feb tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ebef2b8-a314-4523-b353-90a1f27259c6 HTTP/1.1" status: 200 len: 949 time: 0.6091745 May 28 06:31:07.316787 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bead78d2-6713-496e-bf71-cbd3e4943936 req-1406f656-41cf-4b51-8f48-ea924880337f tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:07.318248 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bead78d2-6713-496e-bf71-cbd3e4943936 req-1406f656-41cf-4b51-8f48-ea924880337f tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.71 "GET /v2.0/ports?device_id=117f2637-fcb7-4984-95bd-57bc553ed42d HTTP/1.1" status: 200 len: 950 time: 0.4638929 May 28 06:31:07.457911 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0ed201a1-68f1-481b-ae5c-e3cbffd693a7 req-294ddf31-6a56-48df-b8db-84ac3ec215bf tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/security-groups?id=cc42bff8-ec73-4f47-a19d-2b56e52b6e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868026 May 28 06:31:07.458331 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-261441aa-22d0-4a3e-92b3-8c0971f987d8 req-ad327f07-99a0-48cf-8d95-006a8b6acff3 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.71 "DELETE /v2.0/ports/c43e50b8-fb17-4a3c-9d4b-113d8558c9fa HTTP/1.1" status: 204 len: 173 time: 1.4647400 May 28 06:31:07.477521 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af755ae9-65a0-422c-88de-0da6bf986d26 req-7d87ee0a-3871-42c7-80b1-3022eada8a85 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:07.485980 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-af755ae9-65a0-422c-88de-0da6bf986d26 req-7d87ee0a-3871-42c7-80b1-3022eada8a85 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=1eab83c1-4404-47a3-b032-c292d176b6f5 HTTP/1.1" status: 200 len: 945 time: 0.5804400 May 28 06:31:07.533755 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa6a1082-101a-4352-b7e9-3441ec616d32'] response: {'server_uuid': '5ebef2b8-a314-4523-b353-90a1f27259c6', 'name': 'network-vif-deleted', 'tag': 'c43e50b8-fb17-4a3c-9d4b-113d8558c9fa', 'status': 'completed', 'code': 200} May 28 06:31:07.623836 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-eb67c811-94f1-4b76-8c77-2eac30e87943 tempest-PortsAdminExtendedAttrsTestJSON-1154780110 tempest-PortsAdminExtendedAttrsTestJSON-1154780110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:07.642150 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-bead78d2-6713-496e-bf71-cbd3e4943936 req-f4729bfa-d6a8-42ed-aa7d-9d26745483b2 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Deleting port 15bc477c-9769-4020-b7bf-3f3554b08c6a {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:31:07.642499 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-bead78d2-6713-496e-bf71-cbd3e4943936 req-f4729bfa-d6a8-42ed-aa7d-9d26745483b2 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:07.702690 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-eb67c811-94f1-4b76-8c77-2eac30e87943 tempest-PortsAdminExtendedAttrsTestJSON-1154780110 tempest-PortsAdminExtendedAttrsTestJSON-1154780110-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:07.748109 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb67c811-94f1-4b76-8c77-2eac30e87943 tempest-PortsAdminExtendedAttrsTestJSON-1154780110 tempest-PortsAdminExtendedAttrsTestJSON-1154780110-project] Pushing event deleted for resources: {'Network': ['ID=8d4230ae-5366-4645-9fdd-681c574a9305,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:31:07.756854 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-eb67c811-94f1-4b76-8c77-2eac30e87943 tempest-PortsAdminExtendedAttrsTestJSON-1154780110 tempest-PortsAdminExtendedAttrsTestJSON-1154780110-project] 10.222.0.55 "DELETE /v2.0/networks/8d4230ae-5366-4645-9fdd-681c574a9305 HTTP/1.1" status: 204 len: 168 time: 1.9342422 May 28 06:31:07.777092 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-af755ae9-65a0-422c-88de-0da6bf986d26 req-fbc9a883-9de1-46d6-8043-ee45a64041bb tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/security-groups?id=f6de87b7-c8be-4140-be86-d0d6b2592918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601136 May 28 06:31:07.783114 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6540624c-23a0-4be6-a840-d1f923aa373a admin admin] Router 20062376-ff65-4080-8f87-21a903d8307b has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:31:07.801857 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 5efa7ba5-8660-4f25-8ac0-f6ed5ab026ab up at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:31:08.052246 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning for port 5efa7ba5-8660-4f25-8ac0-f6ed5ab026ab completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:31:08.058554 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning complete for port 5efa7ba5-8660-4f25-8ac0-f6ed5ab026ab triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:31:08.058922 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:08.192121 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 5efa7ba5-8660-4f25-8ac0-f6ed5ab026ab is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:31:08.192592 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:08.224608 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eab83c1-4404-47a3-b032-c292d176b6f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5efa7ba5-8660-4f25-8ac0-f6ed5ab026ab'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:31:08.237339 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 5efa7ba5-8660-4f25-8ac0-f6ed5ab026ab, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=5efa7ba5-8660-4f25-8ac0-f6ed5ab026ab,segment=NetworkSegment(a8c42c09-58b4-4e9e-ab8f-c96c63ee4190),segment_id=a8c42c09-58b4-4e9e-ab8f-c96c63ee4190)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:31:08.324938 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6540624c-23a0-4be6-a840-d1f923aa373a admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:31:08.327393 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:08.329665 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-6540624c-23a0-4be6-a840-d1f923aa373a admin admin] 10.222.0.55 "PUT /v2.0/routers/20062376-ff65-4080-8f87-21a903d8307b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1212409 May 28 06:31:08.333202 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 57532) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:31:08.340491 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0c35ea-410a-4327-a1fc-6a8d2c4568b3 req-e79ad717-10e5-49cf-bcd0-e42ae256eb17 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:08.344528 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f74d1e-7829-45c9-a3a3-a15c0a75bb13 None None] Sync routers for ids ['20062376-ff65-4080-8f87-21a903d8307b'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:31:08.349131 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ca0c35ea-410a-4327-a1fc-6a8d2c4568b3 req-e79ad717-10e5-49cf-bcd0-e42ae256eb17 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd9bec8e-012e-4c8c-9117-9430d8093ad5 HTTP/1.1" status: 200 len: 945 time: 0.4156203 May 28 06:31:08.359404 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f74d1e-7829-45c9-a3a3-a15c0a75bb13 None None] Routers {'20062376-ff65-4080-8f87-21a903d8307b'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:31:08.361253 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-c3f74d1e-7829-45c9-a3a3-a15c0a75bb13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:30:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['20062376-ff65-4080-8f87-21a903d8307b'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:31:08.443681 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-bead78d2-6713-496e-bf71-cbd3e4943936 req-f4729bfa-d6a8-42ed-aa7d-9d26745483b2 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] For port 15bc477c-9769-4020-b7bf-3f3554b08c6a, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=15bc477c-9769-4020-b7bf-3f3554b08c6a,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:31:08.444052 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-bead78d2-6713-496e-bf71-cbd3e4943936 req-f4729bfa-d6a8-42ed-aa7d-9d26745483b2 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:08.486051 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ca0c35ea-410a-4327-a1fc-6a8d2c4568b3 req-1a8422b6-2df1-4827-ad3e-c43e41677922 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f2c8bcd-a51c-4c0c-8c62-f5096a9be3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357162 May 28 06:31:08.550454 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=5efa7ba5-8660-4f25-8ac0-f6ed5ab026ab,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:31:08.589968 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5be64c87-6870-4580-9d67-eb1983d30fd4'] response: {'server_uuid': '1eab83c1-4404-47a3-b032-c292d176b6f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5efa7ba5-8660-4f25-8ac0-f6ed5ab026ab', 'code': 200} May 28 06:31:08.649824 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device c43e50b8-fb17-4a3c-9d4b-113d8558c9fa no longer exists at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:31:08.706095 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 57544) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:31:08.731271 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] No Port match for: c43e50b8-fb17-4a3c-9d4b-113d8558c9fa {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:31:08.731847 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device c43e50b8-fb17-4a3c-9d4b-113d8558c9fa not bound to the agent host n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:31:08.732457 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 15bc477c-9769-4020-b7bf-3f3554b08c6a no longer exists at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:31:08.766437 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-bead78d2-6713-496e-bf71-cbd3e4943936 req-f4729bfa-d6a8-42ed-aa7d-9d26745483b2 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Calling delete_port for 15bc477c-9769-4020-b7bf-3f3554b08c6a owned by compute:nova {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:31:08.894487 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-20a81fd4-f886-4bb3-a757-94c0becaa3a1 req-279fdc5f-981b-4c66-9101-4d5d103c529c tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ebef2b8-a314-4523-b353-90a1f27259c6 HTTP/1.1" status: 200 len: 210 time: 0.0548985 May 28 06:31:08.899749 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-c3f74d1e-7829-45c9-a3a3-a15c0a75bb13 None None] Set router 20062376-ff65-4080-8f87-21a903d8307b gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:31:08.942862 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 15bc477c-9769-4020-b7bf-3f3554b08c6a is: ACTIVE; New status is: DOWN {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:31:08.943541 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:09.214303 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-081dc151-92de-4901-94ee-0aa5895bcaa8 admin admin] Notify callbacks [] for router, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:09.236146 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993776d3-1d96-473f-b487-a0440acf9633 req-06080e77-59d5-4c5d-8e63-b20c60c3a97b tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:09.236935 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-993776d3-1d96-473f-b487-a0440acf9633 req-06080e77-59d5-4c5d-8e63-b20c60c3a97b tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd9bec8e-012e-4c8c-9117-9430d8093ad5 HTTP/1.1" status: 200 len: 945 time: 0.2197971 May 28 06:31:09.255226 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab685e11-2a25-4361-a20a-33044ccf9259 req-11887136-9de0-40de-9274-e5986a3c452a tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:09.259399 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ab685e11-2a25-4361-a20a-33044ccf9259 req-11887136-9de0-40de-9274-e5986a3c452a tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=1eab83c1-4404-47a3-b032-c292d176b6f5 HTTP/1.1" status: 200 len: 946 time: 0.1533248 May 28 06:31:09.277603 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-bead78d2-6713-496e-bf71-cbd3e4943936 req-f4729bfa-d6a8-42ed-aa7d-9d26745483b2 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:09.311577 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['34d5a857-5950-4308-8e9f-761b2183974d'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:31:09.391311 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-c3f74d1e-7829-45c9-a3a3-a15c0a75bb13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20062376-ff65-4080-8f87-21a903d8307b', 'name': 'tempest-FloatingIPsAssociationTestJSON-741993371-router', 'tenant_id': '16c56364460a469fa6890db0799c99b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '38de1d15-4711-4bec-9ef9-74fea9c7aceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:28:55Z', 'updated_at': '2022-05-28T06:31:05Z', 'revision_number': 5, 'project_id': '16c56364460a469fa6890db0799c99b1', 'gw_port': {'id': '38de1d15-4711-4bec-9ef9-74fea9c7aceb', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:1d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20062376-ff65-4080-8f87-21a903d8307b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:28:56Z', 'updated_at': '2022-05-28T06:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:31:09.396582 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f74d1e-7829-45c9-a3a3-a15c0a75bb13 None None] Checking router: 20062376-ff65-4080-8f87-21a903d8307b for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:31:09.410323 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b030d3d7-c64f-4134-90e6-c33e0d59e78b req-86f86e1a-7128-4a22-9640-261b1d49462a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:09.411509 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f74d1e-7829-45c9-a3a3-a15c0a75bb13 None None] Routers {'20062376-ff65-4080-8f87-21a903d8307b'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:31:09.411802 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-b030d3d7-c64f-4134-90e6-c33e0d59e78b req-86f86e1a-7128-4a22-9640-261b1d49462a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=1eab83c1-4404-47a3-b032-c292d176b6f5 HTTP/1.1" status: 200 len: 1097 time: 0.6418343 May 28 06:31:09.413601 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4729bfa-d6a8-42ed-aa7d-9d26745483b2 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Pushing event deleted for resources: {'Port': ['ID=15bc477c-9769-4020-b7bf-3f3554b08c6a,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:31:09.413908 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-c3f74d1e-7829-45c9-a3a3-a15c0a75bb13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:30:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['20062376-ff65-4080-8f87-21a903d8307b'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:31:09.450366 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-15e5e8c6-145f-491e-a630-dd68af7faf38 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b23c5ba1f46c48d8952f40c7af3d36aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7431819 May 28 06:31:09.454262 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-081dc151-92de-4901-94ee-0aa5895bcaa8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:09.461676 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 57554) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:31:09.532271 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ab685e11-2a25-4361-a20a-33044ccf9259 req-f8cbb3a9-327d-4e82-9758-7a61fe7613f3 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/security-groups?id=f6de87b7-c8be-4140-be86-d0d6b2592918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455449 May 28 06:31:09.547471 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-b030d3d7-c64f-4134-90e6-c33e0d59e78b req-ae16867a-fd28-46b4-9169-71927c01f743 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=f6de87b7-c8be-4140-be86-d0d6b2592918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177416 May 28 06:31:09.593592 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-993776d3-1d96-473f-b487-a0440acf9633 req-9878d4fa-4716-4aef-8d3b-66023780c7fb tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f2c8bcd-a51c-4c0c-8c62-f5096a9be3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3474789 May 28 06:31:09.599475 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-bead78d2-6713-496e-bf71-cbd3e4943936 req-f4729bfa-d6a8-42ed-aa7d-9d26745483b2 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] No DVR routers for this DVR port 15bc477c-9769-4020-b7bf-3f3554b08c6a on host n-h2-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:31:09.617808 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-bead78d2-6713-496e-bf71-cbd3e4943936 req-f4729bfa-d6a8-42ed-aa7d-9d26745483b2 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:09.621622 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-78e873cd-8431-4246-9b51-05028affb4dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:09.625087 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '117f2637-fcb7-4984-95bd-57bc553ed42d', 'name': 'network-vif-deleted', 'tag': '15bc477c-9769-4020-b7bf-3f3554b08c6a'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:31:09.625087 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bead78d2-6713-496e-bf71-cbd3e4943936 req-f4729bfa-d6a8-42ed-aa7d-9d26745483b2 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.71 "DELETE /v2.0/ports/15bc477c-9769-4020-b7bf-3f3554b08c6a HTTP/1.1" status: 204 len: 173 time: 2.2967560 May 28 06:31:09.680754 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-78e873cd-8431-4246-9b51-05028affb4dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:09.692663 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3eb6bdeb-e895-4863-a8cb-7e59f4913582'] response: {'server_uuid': '117f2637-fcb7-4984-95bd-57bc553ed42d', 'name': 'network-vif-deleted', 'tag': '15bc477c-9769-4020-b7bf-3f3554b08c6a', 'status': 'completed', 'code': 200} May 28 06:31:09.698040 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-081dc151-92de-4901-94ee-0aa5895bcaa8 admin admin] Deleting port 38de1d15-4711-4bec-9ef9-74fea9c7aceb {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:31:09.703847 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-081dc151-92de-4901-94ee-0aa5895bcaa8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:09.707795 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-c3f74d1e-7829-45c9-a3a3-a15c0a75bb13 None None] Set router 20062376-ff65-4080-8f87-21a903d8307b gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:31:09.980364 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-081dc151-92de-4901-94ee-0aa5895bcaa8 admin admin] For port 38de1d15-4711-4bec-9ef9-74fea9c7aceb, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=38de1d15-4711-4bec-9ef9-74fea9c7aceb,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:31:09.981122 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-081dc151-92de-4901-94ee-0aa5895bcaa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:10.061799 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-78e873cd-8431-4246-9b51-05028affb4dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:10.153002 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-081dc151-92de-4901-94ee-0aa5895bcaa8 admin admin] Calling delete_port for 38de1d15-4711-4bec-9ef9-74fea9c7aceb owned by network:router_gateway {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:31:10.166268 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-c3f74d1e-7829-45c9-a3a3-a15c0a75bb13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20062376-ff65-4080-8f87-21a903d8307b', 'name': 'tempest-FloatingIPsAssociationTestJSON-741993371-router', 'tenant_id': '16c56364460a469fa6890db0799c99b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '38de1d15-4711-4bec-9ef9-74fea9c7aceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:28:55Z', 'updated_at': '2022-05-28T06:31:05Z', 'revision_number': 5, 'project_id': '16c56364460a469fa6890db0799c99b1', 'gw_port': {'id': '38de1d15-4711-4bec-9ef9-74fea9c7aceb', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:1d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20062376-ff65-4080-8f87-21a903d8307b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:28:56Z', 'updated_at': '2022-05-28T06:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:31:10.192592 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f74d1e-7829-45c9-a3a3-a15c0a75bb13 None None] The sync data for ids ['20062376-ff65-4080-8f87-21a903d8307b'] in n-d-843702-1 is: [{'id': '20062376-ff65-4080-8f87-21a903d8307b', 'name': 'tempest-FloatingIPsAssociationTestJSON-741993371-router', 'tenant_id': '16c56364460a469fa6890db0799c99b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '38de1d15-4711-4bec-9ef9-74fea9c7aceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:28:55Z', 'updated_at': '2022-05-28T06:31:05Z', 'revision_number': 5, 'project_id': '16c56364460a469fa6890db0799c99b1', 'gw_port': {'id': '38de1d15-4711-4bec-9ef9-74fea9c7aceb', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:1d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20062376-ff65-4080-8f87-21a903d8307b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:28:56Z', 'updated_at': '2022-05-28T06:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:31:10.307425 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e873cd-8431-4246-9b51-05028affb4dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c29a91ea-2cd8-4558-9876-de877ea79f36,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:31:10.343594 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-78e873cd-8431-4246-9b51-05028affb4dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:10.347803 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-78e873cd-8431-4246-9b51-05028affb4dd admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c29a91ea-2cd8-4558-9876-de877ea79f36 HTTP/1.1" status: 204 len: 168 time: 0.8823097 May 28 06:31:10.427002 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-86ea69e1-89f8-479f-a1da-de89e4b8e56a req-55b49174-0df3-44f2-afbd-f21f4653dee5 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Synchronizing usage tracker for tenant:c3068efc66a349e9b92ab9365fc877d9 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:31:10.500153 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67a9bc9-08ee-40db-9ad3-320aae8f2e10 req-bc4ef7c8-3c55-4c85-a3bc-b494fa88df31 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:10.501889 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f67a9bc9-08ee-40db-9ad3-320aae8f2e10 req-bc4ef7c8-3c55-4c85-a3bc-b494fa88df31 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd9bec8e-012e-4c8c-9117-9430d8093ad5 HTTP/1.1" status: 200 len: 945 time: 0.3113699 May 28 06:31:10.566202 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f67a9bc9-08ee-40db-9ad3-320aae8f2e10 req-13454561-cddd-4888-a5eb-18a25319f220 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f2c8bcd-a51c-4c0c-8c62-f5096a9be3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582259 May 28 06:31:10.583245 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-86ea69e1-89f8-479f-a1da-de89e4b8e56a req-55b49174-0df3-44f2-afbd-f21f4653dee5 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Unset dirty status for tenant:c3068efc66a349e9b92ab9365fc877d9 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:31:10.583407 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-081dc151-92de-4901-94ee-0aa5895bcaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:10.584387 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-86ea69e1-89f8-479f-a1da-de89e4b8e56a req-55b49174-0df3-44f2-afbd-f21f4653dee5 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/ports?device_id=117f2637-fcb7-4984-95bd-57bc553ed42d HTTP/1.1" status: 200 len: 210 time: 0.2850509 May 28 06:31:10.738105 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081dc151-92de-4901-94ee-0aa5895bcaa8 admin admin] Pushing event deleted for resources: {'Port': ['ID=38de1d15-4711-4bec-9ef9-74fea9c7aceb,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:31:10.847169 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-081dc151-92de-4901-94ee-0aa5895bcaa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691105'] for router_gateway, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:10.949856 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ddf94a-8a8f-40f5-bda2-346b5ab6610a req-5b07f4f6-cc8d-4e63-8e4d-2137a137df54 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:10.951315 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d4ddf94a-8a8f-40f5-bda2-346b5ab6610a req-5b07f4f6-cc8d-4e63-8e4d-2137a137df54 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd9bec8e-012e-4c8c-9117-9430d8093ad5 HTTP/1.1" status: 200 len: 945 time: 0.1989341 May 28 06:31:10.964236 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af93a4cd-e64c-404c-91af-59f93850042b req-d92c3f46-94dc-484c-b509-2e7c4c77cecb tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:10.965867 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-af93a4cd-e64c-404c-91af-59f93850042b req-d92c3f46-94dc-484c-b509-2e7c4c77cecb tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=1eab83c1-4404-47a3-b032-c292d176b6f5 HTTP/1.1" status: 200 len: 946 time: 0.1522028 May 28 06:31:11.040784 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d4ddf94a-8a8f-40f5-bda2-346b5ab6610a req-fef1b944-7223-4207-b734-8ee222e410d8 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f2c8bcd-a51c-4c0c-8c62-f5096a9be3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739074 May 28 06:31:11.043344 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-af93a4cd-e64c-404c-91af-59f93850042b req-a1455705-e20a-4aa9-8ef6-8614b4af0ce3 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/security-groups?id=f6de87b7-c8be-4140-be86-d0d6b2592918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608964 May 28 06:31:11.062468 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-081dc151-92de-4901-94ee-0aa5895bcaa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59018'] for router, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:11.066731 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-081dc151-92de-4901-94ee-0aa5895bcaa8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:11.234946 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 57582) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:31:11.286016 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-71615a2c-9d80-4c87-832b-9c1ef8d87c90 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9050e5ade44546b184a77f2fdf40b5c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0498898 May 28 06:31:11.287854 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 57588) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:31:11.303198 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-081dc151-92de-4901-94ee-0aa5895bcaa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-703817'] for router, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:11.304933 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-081dc151-92de-4901-94ee-0aa5895bcaa8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20062376-ff65-4080-8f87-21a903d8307b {{(pid=89109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 06:31:11.400285 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-081dc151-92de-4901-94ee-0aa5895bcaa8 admin admin] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:11.402940 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-081dc151-92de-4901-94ee-0aa5895bcaa8 admin admin] 10.222.0.55 "DELETE /v2.0/routers/20062376-ff65-4080-8f87-21a903d8307b HTTP/1.1" status: 204 len: 168 time: 3.0682759 May 28 06:31:11.413357 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 57594) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:31:11.413649 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9267ba94-55de-487f-8da8-4df7586c710e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:11.475113 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9267ba94-55de-487f-8da8-4df7586c710e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:11.550195 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_v2 [None req-a855d3eb-21f7-4362-a843-acb754fd3c98 admin admin] Deleting subnet 4c48a484-2f92-4e72-9bd4-fc1c355a17c1 {{(pid=89110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:31:11.555611 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a855d3eb-21f7-4362-a843-acb754fd3c98 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:11.623186 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9267ba94-55de-487f-8da8-4df7586c710e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:11.641704 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9267ba94-55de-487f-8da8-4df7586c710e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43360e1e-da33-4f89-a748-9bccd6a4ef4a,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:31:11.646340 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9267ba94-55de-487f-8da8-4df7586c710e admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:11.649217 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-9267ba94-55de-487f-8da8-4df7586c710e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/43360e1e-da33-4f89-a748-9bccd6a4ef4a HTTP/1.1" status: 204 len: 168 time: 0.3601341 May 28 06:31:11.733971 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a855d3eb-21f7-4362-a843-acb754fd3c98 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4150765'] for subnet, precommit_delete_associations {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:11.793321 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98395d14-97cf-4f65-8bc6-9893bab9c101 req-a64f0128-6bc9-42af-93d1-3a0a702cd2ae tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:11.802599 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-98395d14-97cf-4f65-8bc6-9893bab9c101 req-a64f0128-6bc9-42af-93d1-3a0a702cd2ae tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd9bec8e-012e-4c8c-9117-9430d8093ad5 HTTP/1.1" status: 200 len: 945 time: 0.3099685 May 28 06:31:11.871222 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-98395d14-97cf-4f65-8bc6-9893bab9c101 req-7b375050-f361-447b-8960-d92771d9b8f8 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f2c8bcd-a51c-4c0c-8c62-f5096a9be3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666544 May 28 06:31:11.924356 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a855d3eb-21f7-4362-a843-acb754fd3c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:12.008412 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device df5164c0-1ed1-4dcf-b6b5-c03fb87cd1ee no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:31:12.049531 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: df5164c0-1ed1-4dcf-b6b5-c03fb87cd1ee {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:31:12.049877 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device df5164c0-1ed1-4dcf-b6b5-c03fb87cd1ee not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:31:12.050587 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 38de1d15-4711-4bec-9ef9-74fea9c7aceb no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:31:12.121033 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 38de1d15-4711-4bec-9ef9-74fea9c7aceb {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:31:12.121377 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 38de1d15-4711-4bec-9ef9-74fea9c7aceb not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:31:12.195763 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ff5cd9-0462-43f9-8c4d-306b2a3dc416 req-977bae9f-fe32-49ff-b4f1-41ab478b1fef tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:12.197242 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-96ff5cd9-0462-43f9-8c4d-306b2a3dc416 req-977bae9f-fe32-49ff-b4f1-41ab478b1fef tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "GET /v2.0/ports?device_id=4faa87b8-f4ff-4090-9c52-7a280a3dcdf8 HTTP/1.1" status: 200 len: 946 time: 0.1744597 May 28 06:31:12.199584 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a855d3eb-21f7-4362-a843-acb754fd3c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3115981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3172005'] for subnet, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:12.271937 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a855d3eb-21f7-4362-a843-acb754fd3c98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c48a484-2f92-4e72-9bd4-fc1c355a17c1,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:31:12.271937 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a855d3eb-21f7-4362-a843-acb754fd3c98 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:12.282389 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9639fe89-0bc8-4a2a-8c2d-ad348faf2864 None None] Network dc65caf0-8d89-44b6-8b48-1af6ff657d82 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:31:12.297855 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99673f1c-acc4-4991-81e6-3e5b939e0a92 req-7a15fc31-3e01-4ac4-bc91-4b02c2055840 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:12.297855 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-99673f1c-acc4-4991-81e6-3e5b939e0a92 req-7a15fc31-3e01-4ac4-bc91-4b02c2055840 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd9bec8e-012e-4c8c-9117-9430d8093ad5 HTTP/1.1" status: 200 len: 945 time: 0.1950836 May 28 06:31:12.304517 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-a855d3eb-21f7-4362-a843-acb754fd3c98 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/4c48a484-2f92-4e72-9bd4-fc1c355a17c1 HTTP/1.1" status: 204 len: 168 time: 0.8863797 May 28 06:31:12.308795 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 57614) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:31:12.356251 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-96ff5cd9-0462-43f9-8c4d-306b2a3dc416 req-581125c0-93de-4bdf-a778-d8766e5e0c9d tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "GET /v2.0/security-groups?id=63ea6420-b48b-49b9-b520-8d6c62ca7c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1419961 May 28 06:31:12.416484 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-99673f1c-acc4-4991-81e6-3e5b939e0a92 req-b5f8036d-bc03-48c9-bad3-5c0fdfc748cf tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f2c8bcd-a51c-4c0c-8c62-f5096a9be3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943646 May 28 06:31:12.500102 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b92c62eb-10a6-4588-8cca-340d97dca050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:12.514103 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-b92c62eb-10a6-4588-8cca-340d97dca050 admin admin] Deleting port 5f2469c2-6d8c-42fb-9754-0a5ec57c489d {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:31:12.520894 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b92c62eb-10a6-4588-8cca-340d97dca050 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:12.636303 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db0ead6-d687-4832-bb17-9d3d082f4569 req-5c80725e-d7c3-4de6-b735-78fa98c72003 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:12.652037 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8db0ead6-d687-4832-bb17-9d3d082f4569 req-5c80725e-d7c3-4de6-b735-78fa98c72003 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=1eab83c1-4404-47a3-b032-c292d176b6f5 HTTP/1.1" status: 200 len: 946 time: 0.1318972 May 28 06:31:12.678970 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-245da0f7-2baf-4061-9817-f02259299dbe None None] DHCP port deletion for dc65caf0-8d89-44b6-8b48-1af6ff657d82 request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:31:12.683565 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-245da0f7-2baf-4061-9817-f02259299dbe None None] Deleting port 5f2469c2-6d8c-42fb-9754-0a5ec57c489d {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:31:12.684060 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-245da0f7-2baf-4061-9817-f02259299dbe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:12.710145 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8db0ead6-d687-4832-bb17-9d3d082f4569 req-6a9c6486-42af-4789-81b7-b74fdbb8df5c tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/security-groups?id=f6de87b7-c8be-4140-be86-d0d6b2592918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505328 May 28 06:31:12.788821 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-b92c62eb-10a6-4588-8cca-340d97dca050 admin admin] For port 5f2469c2-6d8c-42fb-9754-0a5ec57c489d, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=5f2469c2-6d8c-42fb-9754-0a5ec57c489d,segment=NetworkSegment(8d6493ed-a6e0-445f-9394-e5cc9c5c38f9),segment_id=8d6493ed-a6e0-445f-9394-e5cc9c5c38f9)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:31:12.789347 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b92c62eb-10a6-4588-8cca-340d97dca050 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:12.932683 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-245da0f7-2baf-4061-9817-f02259299dbe None None] For port 5f2469c2-6d8c-42fb-9754-0a5ec57c489d, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=5f2469c2-6d8c-42fb-9754-0a5ec57c489d,segment=NetworkSegment(8d6493ed-a6e0-445f-9394-e5cc9c5c38f9),segment_id=8d6493ed-a6e0-445f-9394-e5cc9c5c38f9)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:31:12.933078 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-245da0f7-2baf-4061-9817-f02259299dbe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:12.938126 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-b92c62eb-10a6-4588-8cca-340d97dca050 admin admin] Calling delete_port for 5f2469c2-6d8c-42fb-9754-0a5ec57c489d owned by network:dhcp {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:31:13.057588 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-245da0f7-2baf-4061-9817-f02259299dbe None None] Calling delete_port for 5f2469c2-6d8c-42fb-9754-0a5ec57c489d owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:31:13.131473 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b92c62eb-10a6-4588-8cca-340d97dca050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:13.139246 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.db.api [None req-245da0f7-2baf-4061-9817-f02259299dbe None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89111) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:31:13.139599 n-d-843702-1 neutron-server[89111]: DEBUG oslo_db.api [None req-245da0f7-2baf-4061-9817-f02259299dbe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:31:13.183170 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92c62eb-10a6-4588-8cca-340d97dca050 admin admin] No DVR routers for this DVR port 5f2469c2-6d8c-42fb-9754-0a5ec57c489d on host n-d-843702-1 {{(pid=89109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:31:13.185125 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92c62eb-10a6-4588-8cca-340d97dca050 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f2469c2-6d8c-42fb-9754-0a5ec57c489d,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:31:13.315017 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b92c62eb-10a6-4588-8cca-340d97dca050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:13.341817 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-b92c62eb-10a6-4588-8cca-340d97dca050 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc65caf0-8d89-44b6-8b48-1af6ff657d82']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:31:13.355442 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-b92c62eb-10a6-4588-8cca-340d97dca050 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d6493ed-a6e0-445f-9394-e5cc9c5c38f9') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:31:13.355639 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-b92c62eb-10a6-4588-8cca-340d97dca050 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d6493ed-a6e0-445f-9394-e5cc9c5c38f9') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:31:13.370654 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b92c62eb-10a6-4588-8cca-340d97dca050 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:13.397041 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b92c62eb-10a6-4588-8cca-340d97dca050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:13.401176 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b92c62eb-10a6-4588-8cca-340d97dca050 admin admin] Releasing vlan 359 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:31:13.401176 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b92c62eb-10a6-4588-8cca-340d97dca050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:13.435081 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 8d6493ed-a6e0-445f-9394-e5cc9c5c38f9 resource provider aggregate not found May 28 06:31:13.498697 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 8d6493ed-a6e0-445f-9394-e5cc9c5c38f9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8d6493ed-a6e0-445f-9394-e5cc9c5c38f9 found for delete ", "request_id": "req-961a8c1b-64ec-487c-93f1-91cf1dbd4b51"}]} May 28 06:31:13.641461 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-245da0f7-2baf-4061-9817-f02259299dbe None None] Deleting port 5f2469c2-6d8c-42fb-9754-0a5ec57c489d {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:31:13.641877 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-245da0f7-2baf-4061-9817-f02259299dbe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:13.724052 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 5f2469c2-6d8c-42fb-9754-0a5ec57c489d no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:31:13.761282 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-245da0f7-2baf-4061-9817-f02259299dbe None None] The port '5f2469c2-6d8c-42fb-9754-0a5ec57c489d' was deleted {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 06:31:13.761282 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 5f2469c2-6d8c-42fb-9754-0a5ec57c489d {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:31:13.761282 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 5f2469c2-6d8c-42fb-9754-0a5ec57c489d not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:31:13.792824 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b92c62eb-10a6-4588-8cca-340d97dca050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:13.792824 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b92c62eb-10a6-4588-8cca-340d97dca050 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:13.820627 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92c62eb-10a6-4588-8cca-340d97dca050 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc65caf0-8d89-44b6-8b48-1af6ff657d82,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:31:13.823561 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-b92c62eb-10a6-4588-8cca-340d97dca050 admin admin] 10.222.0.55 "DELETE /v2.0/networks/dc65caf0-8d89-44b6-8b48-1af6ff657d82 HTTP/1.1" status: 204 len: 168 time: 1.5153403 May 28 06:31:14.028854 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de11e9c-f712-4616-8e17-ea4dc583fd79 req-656c6905-c376-4373-b385-5bae9ede6112 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:14.032358 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9de11e9c-f712-4616-8e17-ea4dc583fd79 req-656c6905-c376-4373-b385-5bae9ede6112 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "GET /v2.0/ports?device_id=4faa87b8-f4ff-4090-9c52-7a280a3dcdf8 HTTP/1.1" status: 200 len: 946 time: 0.0926349 May 28 06:31:14.080436 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9de11e9c-f712-4616-8e17-ea4dc583fd79 req-9139ab01-2b28-4ff3-a14f-c22deea0a7fd tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "GET /v2.0/security-groups?id=63ea6420-b48b-49b9-b520-8d6c62ca7c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435216 May 28 06:31:14.299022 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 57678) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:31:14.360282 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-d95b2983-8681-495e-8a5b-6f35aea362f6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=16c56364460a469fa6890db0799c99b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0597389 May 28 06:31:14.362781 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 57684) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:31:14.439330 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-eb7b5d5e-2869-488b-81f6-127953c65ab5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:14.453497 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64464471-263b-4ec7-8dda-ea31571c16f7 req-e54a6d6e-58c9-40a5-8aee-37546fd76b9a tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:14.454964 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-64464471-263b-4ec7-8dda-ea31571c16f7 req-e54a6d6e-58c9-40a5-8aee-37546fd76b9a tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd9bec8e-012e-4c8c-9117-9430d8093ad5 HTTP/1.1" status: 200 len: 945 time: 0.0888803 May 28 06:31:14.467606 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-eb7b5d5e-2869-488b-81f6-127953c65ab5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:14.502577 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-64464471-263b-4ec7-8dda-ea31571c16f7 req-fde04051-24c8-4ee3-aaa2-fd3634a1f75d tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f2c8bcd-a51c-4c0c-8c62-f5096a9be3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408370 May 28 06:31:14.707171 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b303ac8-2063-453c-8467-4981279ee661 req-8364cb31-6ad6-4013-9a13-12c6a5c882da tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:14.708612 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5b303ac8-2063-453c-8467-4981279ee661 req-8364cb31-6ad6-4013-9a13-12c6a5c882da tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=1eab83c1-4404-47a3-b032-c292d176b6f5 HTTP/1.1" status: 200 len: 946 time: 0.0915141 May 28 06:31:14.732657 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-eb7b5d5e-2869-488b-81f6-127953c65ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:14.768886 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7b5d5e-2869-488b-81f6-127953c65ab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=649a97d9-6056-4be4-8631-8b873f32da87,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:31:14.771389 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5b303ac8-2063-453c-8467-4981279ee661 req-11756de0-f633-4957-bd86-7b2ed9ea1519 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/security-groups?id=f6de87b7-c8be-4140-be86-d0d6b2592918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558901 May 28 06:31:14.776772 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 57692) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:31:14.780182 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-eb7b5d5e-2869-488b-81f6-127953c65ab5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:14.783928 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-eb7b5d5e-2869-488b-81f6-127953c65ab5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/649a97d9-6056-4be4-8631-8b873f32da87 HTTP/1.1" status: 204 len: 168 time: 0.4198964 May 28 06:31:14.914833 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-f4c3f350-e769-473e-b968-e4344e49dcce tempest-QuotasTest-1961661652 tempest-QuotasTest-1961661652-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:31:14.966552 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a87fd5-8af7-4929-97d6-090df931aa54 req-f86e635e-cc53-4f1e-91e0-da46bf4da6b4 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:14.968011 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-90a87fd5-8af7-4929-97d6-090df931aa54 req-f86e635e-cc53-4f1e-91e0-da46bf4da6b4 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.71 "GET /v2.0/ports?device_id=cd9bec8e-012e-4c8c-9117-9430d8093ad5 HTTP/1.1" status: 200 len: 945 time: 0.0960717 May 28 06:31:15.103583 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-90a87fd5-8af7-4929-97d6-090df931aa54 req-e6b702a8-af77-4e86-8c83-5b0ef6a1e554 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Deleting port 323d1f51-b6d4-4340-be92-f55943801541 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:31:15.104266 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-90a87fd5-8af7-4929-97d6-090df931aa54 req-e6b702a8-af77-4e86-8c83-5b0ef6a1e554 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:15.299756 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d5ab36-6170-4348-8252-5109b639eb87 req-74455db0-3ca2-4ef6-9fed-b40ac6ed4b19 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:15.301869 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-64d5ab36-6170-4348-8252-5109b639eb87 req-74455db0-3ca2-4ef6-9fed-b40ac6ed4b19 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/ports?device_id=282131d1-14ee-420e-862f-051d68fe0765 HTTP/1.1" status: 200 len: 950 time: 0.2884099 May 28 06:31:15.306414 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-f4c3f350-e769-473e-b968-e4344e49dcce tempest-QuotasTest-1961661652 tempest-QuotasTest-1961661652-project-admin] 10.222.0.55 "PUT /v2.0/quotas/42a5284147fb4078bbd7bb6766f1d5fe HTTP/1.1" status: 200 len: 366 time: 0.5254667 May 28 06:31:15.306989 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 57708) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:31:15.322466 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-7c6e7144-ba39-4c25-af5f-3fcbf124d02b tempest-QuotasTest-1961661652 tempest-QuotasTest-1961661652-project-admin] 10.222.0.55 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0110717 May 28 06:31:15.323067 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 57712) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:31:15.333842 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-8d2aec3e-7c7c-42fe-8836-da8ed66c37ac tempest-QuotasTest-1961661652 tempest-QuotasTest-1961661652-project-admin] 10.222.0.55 "GET /v2.0/quotas/42a5284147fb4078bbd7bb6766f1d5fe HTTP/1.1" status: 200 len: 366 time: 0.0096250 May 28 06:31:15.336769 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 57716) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:31:15.342303 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:31:15.481011 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-521c81cf-2c7d-45ed-be9f-962e679733a5 tempest-QuotasTest-1961661652 tempest-QuotasTest-1961661652-project-admin] 10.222.0.55 "DELETE /v2.0/quotas/42a5284147fb4078bbd7bb6766f1d5fe HTTP/1.1" status: 204 len: 168 time: 0.1428211 May 28 06:31:15.483343 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 57724) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:31:15.486176 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-64d5ab36-6170-4348-8252-5109b639eb87 req-a4ea4c3a-82a0-4ebe-9dcd-6db56e138036 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/security-groups?id=cc42bff8-ec73-4f47-a19d-2b56e52b6e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596172 May 28 06:31:15.500210 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-9529f891-9b94-451a-960a-9c5162a99414 tempest-QuotasTest-1961661652 tempest-QuotasTest-1961661652-project-admin] 10.222.0.55 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0156717 May 28 06:31:15.500436 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 57728) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:31:15.518758 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc4ab7a-35be-4fc9-9b67-8c53c7ac09c6 req-0244585f-e06c-41f7-b2d1-983b5a169106 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:15.520425 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ebc4ab7a-35be-4fc9-9b67-8c53c7ac09c6 req-0244585f-e06c-41f7-b2d1-983b5a169106 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "GET /v2.0/ports?device_id=4faa87b8-f4ff-4090-9c52-7a280a3dcdf8 HTTP/1.1" status: 200 len: 946 time: 0.3140922 May 28 06:31:15.527209 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-90a87fd5-8af7-4929-97d6-090df931aa54 req-e6b702a8-af77-4e86-8c83-5b0ef6a1e554 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] For port 323d1f51-b6d4-4340-be92-f55943801541, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=323d1f51-b6d4-4340-be92-f55943801541,segment=NetworkSegment(c43c3304-7641-4f7e-9b08-81290536d034),segment_id=c43c3304-7641-4f7e-9b08-81290536d034)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:31:15.527611 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-90a87fd5-8af7-4929-97d6-090df931aa54 req-e6b702a8-af77-4e86-8c83-5b0ef6a1e554 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:15.555527 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-c0fbc212-6255-46f1-8423-2bed4c33a15a tempest-QuotasTest-1961661652 tempest-QuotasTest-1961661652-project-admin] 10.222.0.55 "GET /v2.0/quotas/42a5284147fb4078bbd7bb6766f1d5fe HTTP/1.1" status: 200 len: 370 time: 0.0540915 May 28 06:31:15.558865 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 57734) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:31:15.565985 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-e3dd1580-9633-4fb4-ace0-3378d7cff07a tempest-QuotasTest-1961661652 tempest-QuotasTest-1961661652-project-admin] 10.222.0.55 "GET /v2.0/quotas/42a5284147fb4078bbd7bb6766f1d5fe/default HTTP/1.1" status: 200 len: 370 time: 0.0052316 May 28 06:31:15.568090 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 57738) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:31:15.578582 n-d-843702-1 neutron-server[89109]: INFO neutron.api.v2.resource [None req-9e140f08-fe0d-4306-9141-4d0811586f7e tempest-QuotasTest-1961661652 tempest-QuotasTest-1961661652-project-admin] delete failed (client error): The resource could not be found. May 28 06:31:15.579995 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-9e140f08-fe0d-4306-9141-4d0811586f7e tempest-QuotasTest-1961661652 tempest-QuotasTest-1961661652-project-admin] 10.222.0.55 "DELETE /v2.0/quotas/42a5284147fb4078bbd7bb6766f1d5fe HTTP/1.1" status: 404 len: 348 time: 0.0105546 May 28 06:31:15.679633 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-90a87fd5-8af7-4929-97d6-090df931aa54 req-e6b702a8-af77-4e86-8c83-5b0ef6a1e554 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Calling delete_port for 323d1f51-b6d4-4340-be92-f55943801541 owned by compute:nova {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:31:15.920606 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ebc4ab7a-35be-4fc9-9b67-8c53c7ac09c6 req-689d757f-c418-435b-adc0-8bafdcd4fd3d tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "GET /v2.0/security-groups?id=63ea6420-b48b-49b9-b520-8d6c62ca7c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3837974 May 28 06:31:16.013487 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a7e41c-d0a1-4b99-b9ca-47dd33b39168 req-3310b068-ff36-4db7-a6a4-ba6e59f31b20 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:16.020308 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-43a7e41c-d0a1-4b99-b9ca-47dd33b39168 req-3310b068-ff36-4db7-a6a4-ba6e59f31b20 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd9bec8e-012e-4c8c-9117-9430d8093ad5 HTTP/1.1" status: 200 len: 945 time: 0.3489096 May 28 06:31:16.023665 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 57754) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:31:16.050133 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-39b45709-9272-4fc9-bfbb-c53c043ea781 tempest-QuotasTest-1961661652 tempest-QuotasTest-1961661652-project-admin] Usage tracker for resource:network and tenant:1a695ae9a7cf4d96b9fa2eaaa26bf70e is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:31:16.055612 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-39b45709-9272-4fc9-bfbb-c53c043ea781 tempest-QuotasTest-1961661652 tempest-QuotasTest-1961661652-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:31:16.062449 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-39b45709-9272-4fc9-bfbb-c53c043ea781 tempest-QuotasTest-1961661652 tempest-QuotasTest-1961661652-project-admin] Usage tracker for resource:subnet and tenant:1a695ae9a7cf4d96b9fa2eaaa26bf70e is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:31:16.066432 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-39b45709-9272-4fc9-bfbb-c53c043ea781 tempest-QuotasTest-1961661652 tempest-QuotasTest-1961661652-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:31:16.073269 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-39b45709-9272-4fc9-bfbb-c53c043ea781 tempest-QuotasTest-1961661652 tempest-QuotasTest-1961661652-project-admin] Usage tracker for resource:subnetpool and tenant:1a695ae9a7cf4d96b9fa2eaaa26bf70e is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:31:16.080217 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-39b45709-9272-4fc9-bfbb-c53c043ea781 tempest-QuotasTest-1961661652 tempest-QuotasTest-1961661652-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:31:16.083718 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-39b45709-9272-4fc9-bfbb-c53c043ea781 tempest-QuotasTest-1961661652 tempest-QuotasTest-1961661652-project-admin] Usage tracker for resource:port and tenant:1a695ae9a7cf4d96b9fa2eaaa26bf70e is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:31:16.089637 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-39b45709-9272-4fc9-bfbb-c53c043ea781 tempest-QuotasTest-1961661652 tempest-QuotasTest-1961661652-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:31:16.095995 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-39b45709-9272-4fc9-bfbb-c53c043ea781 tempest-QuotasTest-1961661652 tempest-QuotasTest-1961661652-project-admin] Usage tracker for resource:router and tenant:1a695ae9a7cf4d96b9fa2eaaa26bf70e is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:31:16.099853 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-39b45709-9272-4fc9-bfbb-c53c043ea781 tempest-QuotasTest-1961661652 tempest-QuotasTest-1961661652-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:31:16.108287 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-39b45709-9272-4fc9-bfbb-c53c043ea781 tempest-QuotasTest-1961661652 tempest-QuotasTest-1961661652-project-admin] Usage tracker for resource:floatingip and tenant:1a695ae9a7cf4d96b9fa2eaaa26bf70e is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:31:16.112187 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-39b45709-9272-4fc9-bfbb-c53c043ea781 tempest-QuotasTest-1961661652 tempest-QuotasTest-1961661652-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:31:16.119671 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-43a7e41c-d0a1-4b99-b9ca-47dd33b39168 req-39607367-3f89-489d-b55a-4f2f10fdb7e3 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f2c8bcd-a51c-4c0c-8c62-f5096a9be3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985210 May 28 06:31:16.149596 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d192f1e-37d9-4ec9-962d-ba851bd36d0a req-0837739b-8326-4ae8-a301-1ddf337f3653 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:16.151124 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4d192f1e-37d9-4ec9-962d-ba851bd36d0a req-0837739b-8326-4ae8-a301-1ddf337f3653 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=1eab83c1-4404-47a3-b032-c292d176b6f5 HTTP/1.1" status: 200 len: 946 time: 0.1063206 May 28 06:31:16.152016 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-39b45709-9272-4fc9-bfbb-c53c043ea781 tempest-QuotasTest-1961661652 tempest-QuotasTest-1961661652-project-admin] Usage tracker for resource:security_group and tenant:1a695ae9a7cf4d96b9fa2eaaa26bf70e is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:31:16.156175 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-39b45709-9272-4fc9-bfbb-c53c043ea781 tempest-QuotasTest-1961661652 tempest-QuotasTest-1961661652-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:31:16.163529 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-39b45709-9272-4fc9-bfbb-c53c043ea781 tempest-QuotasTest-1961661652 tempest-QuotasTest-1961661652-project-admin] Usage tracker for resource:security_group_rule and tenant:1a695ae9a7cf4d96b9fa2eaaa26bf70e is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:31:16.169585 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-39b45709-9272-4fc9-bfbb-c53c043ea781 tempest-QuotasTest-1961661652 tempest-QuotasTest-1961661652-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:31:16.179210 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-39b45709-9272-4fc9-bfbb-c53c043ea781 tempest-QuotasTest-1961661652 tempest-QuotasTest-1961661652-project-admin] 10.222.0.55 "GET /v2.0/quotas/1a695ae9a7cf4d96b9fa2eaaa26bf70e/details.json HTTP/1.1" status: 200 len: 703 time: 0.1543028 May 28 06:31:16.198416 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4d192f1e-37d9-4ec9-962d-ba851bd36d0a req-34908f6a-baa2-4723-a8ca-8cfe6c4f1090 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/security-groups?id=f6de87b7-c8be-4140-be86-d0d6b2592918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405817 May 28 06:31:16.411872 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-90a87fd5-8af7-4929-97d6-090df931aa54 req-e6b702a8-af77-4e86-8c83-5b0ef6a1e554 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:16.446539 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['323d1f51-b6d4-4340-be92-f55943801541'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:31:16.472471 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b702a8-af77-4e86-8c83-5b0ef6a1e554 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Pushing event deleted for resources: {'Port': ['ID=323d1f51-b6d4-4340-be92-f55943801541,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:31:16.507905 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb264379-5517-43ea-bfba-da966db54c47 req-9268dbec-8f18-4193-b52b-5c355a9cc6a5 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:16.508776 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-cb264379-5517-43ea-bfba-da966db54c47 req-9268dbec-8f18-4193-b52b-5c355a9cc6a5 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Synchronizing usage tracker for tenant:c3068efc66a349e9b92ab9365fc877d9 on resource:port {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:31:16.522505 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-cb264379-5517-43ea-bfba-da966db54c47 req-9268dbec-8f18-4193-b52b-5c355a9cc6a5 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Unset dirty status for tenant:c3068efc66a349e9b92ab9365fc877d9 on resource:port {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:31:16.524450 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-cb264379-5517-43ea-bfba-da966db54c47 req-9268dbec-8f18-4193-b52b-5c355a9cc6a5 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.71 "GET /v2.0/ports?device_id=282131d1-14ee-420e-862f-051d68fe0765 HTTP/1.1" status: 200 len: 950 time: 0.1226158 May 28 06:31:16.557361 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 57764) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:31:16.602610 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [req-cb264379-5517-43ea-bfba-da966db54c47 req-973eddbb-3fbc-4250-9512-82cffdf11480 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Deleting port 34d5a857-5950-4308-8e9f-761b2183974d {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:31:16.602941 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-cb264379-5517-43ea-bfba-da966db54c47 req-973eddbb-3fbc-4250-9512-82cffdf11480 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:16.609475 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-90a87fd5-8af7-4929-97d6-090df931aa54 req-e6b702a8-af77-4e86-8c83-5b0ef6a1e554 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] No DVR routers for this DVR port 323d1f51-b6d4-4340-be92-f55943801541 on host n-h2-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:31:16.613224 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-90a87fd5-8af7-4929-97d6-090df931aa54 req-e6b702a8-af77-4e86-8c83-5b0ef6a1e554 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:16.624062 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd9bec8e-012e-4c8c-9117-9430d8093ad5', 'name': 'network-vif-deleted', 'tag': '323d1f51-b6d4-4340-be92-f55943801541'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:31:16.630095 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-90a87fd5-8af7-4929-97d6-090df931aa54 req-e6b702a8-af77-4e86-8c83-5b0ef6a1e554 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.71 "DELETE /v2.0/ports/323d1f51-b6d4-4340-be92-f55943801541 HTTP/1.1" status: 204 len: 173 time: 1.6510265 May 28 06:31:16.706160 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7da88df4-29f4-4599-80de-ea3ca4a84175'] response: {'server_uuid': 'cd9bec8e-012e-4c8c-9117-9430d8093ad5', 'name': 'network-vif-deleted', 'tag': '323d1f51-b6d4-4340-be92-f55943801541', 'status': 'completed', 'code': 200} May 28 06:31:16.744474 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-aaaa1353-14a4-4aff-8df8-90c304589146 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-727786191-network', 'tenant_id': 'f8755c5b66d64d65897fca622054cda9'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:31:16.751572 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-aaaa1353-14a4-4aff-8df8-90c304589146 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:31:16.756339 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-aaaa1353-14a4-4aff-8df8-90c304589146 admin admin] Usage tracker for resource:network and tenant:f8755c5b66d64d65897fca622054cda9 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:31:16.761066 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-aaaa1353-14a4-4aff-8df8-90c304589146 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:31:16.769710 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-aaaa1353-14a4-4aff-8df8-90c304589146 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:31:16.780489 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c194ca-2b4f-48c0-b87a-7bb522c4b12e req-a59a2426-3d42-4869-92a2-b5c54482ea87 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:16.787318 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-36c194ca-2b4f-48c0-b87a-7bb522c4b12e req-a59a2426-3d42-4869-92a2-b5c54482ea87 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/ports?device_id=282131d1-14ee-420e-862f-051d68fe0765 HTTP/1.1" status: 200 len: 950 time: 0.1488974 May 28 06:31:16.840785 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-36c194ca-2b4f-48c0-b87a-7bb522c4b12e req-9ee92cee-2673-4292-8452-3ed828c65079 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/security-groups?id=cc42bff8-ec73-4f47-a19d-2b56e52b6e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526767 May 28 06:31:16.902146 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 57774) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:31:16.914559 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaaa1353-14a4-4aff-8df8-90c304589146 admin admin] Made reservation on behalf of f8755c5b66d64d65897fca622054cda9 for: {'network': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:31:16.916252 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-aaaa1353-14a4-4aff-8df8-90c304589146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:16.933822 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-aaaa1353-14a4-4aff-8df8-90c304589146 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:16.951914 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-aaaa1353-14a4-4aff-8df8-90c304589146 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:31:16.956184 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-aaaa1353-14a4-4aff-8df8-90c304589146 admin admin] Usage tracker for resource:security_group_rule and tenant:f8755c5b66d64d65897fca622054cda9 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:31:16.959769 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-aaaa1353-14a4-4aff-8df8-90c304589146 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:31:16.969551 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-aaaa1353-14a4-4aff-8df8-90c304589146 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:31:17.023638 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-cb264379-5517-43ea-bfba-da966db54c47 req-973eddbb-3fbc-4250-9512-82cffdf11480 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] For port 34d5a857-5950-4308-8e9f-761b2183974d, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=34d5a857-5950-4308-8e9f-761b2183974d,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:31:17.023997 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-cb264379-5517-43ea-bfba-da966db54c47 req-973eddbb-3fbc-4250-9512-82cffdf11480 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:17.129627 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-4cff0b45-1075-4f55-b186-2748c6b977d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:17.160077 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-aaaa1353-14a4-4aff-8df8-90c304589146 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:17.165762 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [req-cb264379-5517-43ea-bfba-da966db54c47 req-973eddbb-3fbc-4250-9512-82cffdf11480 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Calling delete_port for 34d5a857-5950-4308-8e9f-761b2183974d owned by compute:nova {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:31:17.168123 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-4cff0b45-1075-4f55-b186-2748c6b977d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:31:17.174784 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-4cff0b45-1075-4f55-b186-2748c6b977d8 admin admin] Usage tracker for resource:security_group_rule and tenant:8f04b7d3c12447d48bb44a648cf234c1 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:31:17.178292 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-4cff0b45-1075-4f55-b186-2748c6b977d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:31:17.188171 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-4cff0b45-1075-4f55-b186-2748c6b977d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:31:17.212183 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8270bf6b-5d02-4ab3-9b40-e08be26ad708 req-6300609d-b577-433d-b17d-002fd3d2271f tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:17.213829 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8270bf6b-5d02-4ab3-9b40-e08be26ad708 req-6300609d-b577-433d-b17d-002fd3d2271f tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "GET /v2.0/ports?device_id=4faa87b8-f4ff-4090-9c52-7a280a3dcdf8 HTTP/1.1" status: 200 len: 946 time: 0.1706417 May 28 06:31:17.269237 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-aaaa1353-14a4-4aff-8df8-90c304589146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:17.345705 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8270bf6b-5d02-4ab3-9b40-e08be26ad708 req-e578b548-cf0c-4cb9-977c-c070bea46c9a tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "GET /v2.0/security-groups?id=63ea6420-b48b-49b9-b520-8d6c62ca7c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201193 May 28 06:31:17.356899 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-56f21fe8-11d6-4815-a50a-319d5848fddd req-b6e35d07-a451-42e6-ba97-811c60645137 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Synchronizing usage tracker for tenant:fc01789de1b14900a06c05baded73001 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:31:17.368947 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaaa1353-14a4-4aff-8df8-90c304589146 admin admin] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=89110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:31:17.378042 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaa1353-14a4-4aff-8df8-90c304589146 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f1cef43-2489-4ce5-97d2-55ddca214b7f,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:31:17.403017 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-aaaa1353-14a4-4aff-8df8-90c304589146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:17.403363 n-d-843702-1 neutron-server[89110]: INFO neutron.db.segments_db [None req-aaaa1353-14a4-4aff-8df8-90c304589146 admin admin] Added segment ae039f29-d3dd-4b02-84d2-2ed146fe5b60 of type vlan for network 964c49e9-5c33-4984-8b78-19f36310747e May 28 06:31:17.427971 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-cb264379-5517-43ea-bfba-da966db54c47 req-973eddbb-3fbc-4250-9512-82cffdf11480 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:17.458809 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['34d5a857-5950-4308-8e9f-761b2183974d'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:31:17.459273 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-4cff0b45-1075-4f55-b186-2748c6b977d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:17.461403 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-aaaa1353-14a4-4aff-8df8-90c304589146 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:17.529407 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eddbb-3fbc-4250-9512-82cffdf11480 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Pushing event deleted for resources: {'Port': ['ID=34d5a857-5950-4308-8e9f-761b2183974d,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:31:17.541030 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-56f21fe8-11d6-4815-a50a-319d5848fddd req-b6e35d07-a451-42e6-ba97-811c60645137 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] Unset dirty status for tenant:fc01789de1b14900a06c05baded73001 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:31:17.548211 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-56f21fe8-11d6-4815-a50a-319d5848fddd req-b6e35d07-a451-42e6-ba97-811c60645137 tempest-ServerDiskConfigTestJSON-67236394 tempest-ServerDiskConfigTestJSON-67236394-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd9bec8e-012e-4c8c-9117-9430d8093ad5 HTTP/1.1" status: 200 len: 210 time: 0.2820361 May 28 06:31:17.592050 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb264379-5517-43ea-bfba-da966db54c47 req-973eddbb-3fbc-4250-9512-82cffdf11480 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] No DVR routers for this DVR port 34d5a857-5950-4308-8e9f-761b2183974d on host n-h2-843702-1 {{(pid=89109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:31:17.594696 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-cb264379-5517-43ea-bfba-da966db54c47 req-973eddbb-3fbc-4250-9512-82cffdf11480 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:17.597282 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '282131d1-14ee-420e-862f-051d68fe0765', 'name': 'network-vif-deleted', 'tag': '34d5a857-5950-4308-8e9f-761b2183974d'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:31:17.604794 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd670ce-ddd2-4a4c-b366-cfb77420236a req-73d22283-e66c-4b23-892f-998f9e7be7a4 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:17.606570 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1cd670ce-ddd2-4a4c-b366-cfb77420236a req-73d22283-e66c-4b23-892f-998f9e7be7a4 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=1eab83c1-4404-47a3-b032-c292d176b6f5 HTTP/1.1" status: 200 len: 946 time: 0.1497715 May 28 06:31:17.634828 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-4cff0b45-1075-4f55-b186-2748c6b977d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:17.649242 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-546e5cdc-e387-4895-b5ba-743f786b9f53'] response: {'server_uuid': '282131d1-14ee-420e-862f-051d68fe0765', 'name': 'network-vif-deleted', 'tag': '34d5a857-5950-4308-8e9f-761b2183974d', 'status': 'completed', 'code': 200} May 28 06:31:17.707532 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1cd670ce-ddd2-4a4c-b366-cfb77420236a req-f8930c65-cf88-4c39-84aa-a73790877865 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/security-groups?id=f6de87b7-c8be-4140-be86-d0d6b2592918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943332 May 28 06:31:17.708341 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cff0b45-1075-4f55-b186-2748c6b977d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7c37690-e4df-4c7e-b985-5b3b0ea25259,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:31:17.712239 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-4cff0b45-1075-4f55-b186-2748c6b977d8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8f04b7d3c12447d48bb44a648cf234c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8096035 May 28 06:31:17.715037 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 57788) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:31:17.719941 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cff0b45-1075-4f55-b186-2748c6b977d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:31:17.720517 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cff0b45-1075-4f55-b186-2748c6b977d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:31:17.720861 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cff0b45-1075-4f55-b186-2748c6b977d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:31:17.721198 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cff0b45-1075-4f55-b186-2748c6b977d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:31:17.721582 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cff0b45-1075-4f55-b186-2748c6b977d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:31:17.721879 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cff0b45-1075-4f55-b186-2748c6b977d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:31:17.722261 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cff0b45-1075-4f55-b186-2748c6b977d8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:31:17.722586 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cff0b45-1075-4f55-b186-2748c6b977d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:31:17.722909 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cff0b45-1075-4f55-b186-2748c6b977d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:31:17.723232 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cff0b45-1075-4f55-b186-2748c6b977d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:31:17.723552 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cff0b45-1075-4f55-b186-2748c6b977d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:31:17.724091 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cff0b45-1075-4f55-b186-2748c6b977d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:31:17.734297 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-aaaa1353-14a4-4aff-8df8-90c304589146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:17.734297 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaaa1353-14a4-4aff-8df8-90c304589146 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:17.734297 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-aaaa1353-14a4-4aff-8df8-90c304589146 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:17.758561 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-cb264379-5517-43ea-bfba-da966db54c47 req-973eddbb-3fbc-4250-9512-82cffdf11480 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.71 "DELETE /v2.0/ports/34d5a857-5950-4308-8e9f-761b2183974d HTTP/1.1" status: 204 len: 173 time: 1.2287714 May 28 06:31:17.795994 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b5612224-573b-4531-98ba-50cdbc24145b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:17.829652 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b5612224-573b-4531-98ba-50cdbc24145b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:17.845546 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaa1353-14a4-4aff-8df8-90c304589146 admin admin] Pushing event updated for resources: {'Network': ['ID=964c49e9-5c33-4984-8b78-19f36310747e,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:31:17.861804 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 964c49e9-5c33-4984-8b78-19f36310747e details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:31:18.003345 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-aaaa1353-14a4-4aff-8df8-90c304589146 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4123058 May 28 06:31:18.006379 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 57794) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:31:18.013544 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-4fa6c837-5579-4cfc-8d7b-40610d53d6c5 admin admin] Request body: {'subnet': {'network_id': '964c49e9-5c33-4984-8b78-19f36310747e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-727786191-subnet', 'tenant_id': 'f8755c5b66d64d65897fca622054cda9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:31:18.017098 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-694b1cca-5984-4c37-9143-1978d7bbe935 req-cc55877b-201b-4081-bd6b-4c91591a69c0 tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/ports?device_id=282131d1-14ee-420e-862f-051d68fe0765 HTTP/1.1" status: 200 len: 210 time: 0.0471768 May 28 06:31:18.019173 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-4fa6c837-5579-4cfc-8d7b-40610d53d6c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:31:18.023734 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-4fa6c837-5579-4cfc-8d7b-40610d53d6c5 admin admin] Usage tracker for resource:subnet and tenant:f8755c5b66d64d65897fca622054cda9 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:31:18.026709 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-4fa6c837-5579-4cfc-8d7b-40610d53d6c5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:31:18.036951 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-4fa6c837-5579-4cfc-8d7b-40610d53d6c5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:31:18.142964 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b5612224-573b-4531-98ba-50cdbc24145b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:18.157769 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5612224-573b-4531-98ba-50cdbc24145b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7c37690-e4df-4c7e-b985-5b3b0ea25259,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:31:18.164169 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b5612224-573b-4531-98ba-50cdbc24145b admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:18.168012 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-b5612224-573b-4531-98ba-50cdbc24145b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d7c37690-e4df-4c7e-b985-5b3b0ea25259 HTTP/1.1" status: 204 len: 168 time: 0.4519668 May 28 06:31:18.205480 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fa6c837-5579-4cfc-8d7b-40610d53d6c5 admin admin] Made reservation on behalf of f8755c5b66d64d65897fca622054cda9 for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:31:18.207784 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4fa6c837-5579-4cfc-8d7b-40610d53d6c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:18.535523 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82192006-9c51-4569-bf61-f3f3ef685a8c req-49dea3e4-1354-4908-89df-5a8b039dc765 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:18.537026 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-82192006-9c51-4569-bf61-f3f3ef685a8c req-49dea3e4-1354-4908-89df-5a8b039dc765 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "GET /v2.0/ports?device_id=4faa87b8-f4ff-4090-9c52-7a280a3dcdf8 HTTP/1.1" status: 200 len: 946 time: 0.0813644 May 28 06:31:18.594001 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-82192006-9c51-4569-bf61-f3f3ef685a8c req-7e8c09f5-2b28-4c35-8283-62e85cdf6c94 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "GET /v2.0/security-groups?id=63ea6420-b48b-49b9-b520-8d6c62ca7c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501494 May 28 06:31:18.634942 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4fa6c837-5579-4cfc-8d7b-40610d53d6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:18.660580 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 323d1f51-b6d4-4340-be92-f55943801541 no longer exists at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:31:18.733142 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] No Port match for: 323d1f51-b6d4-4340-be92-f55943801541 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:31:18.733676 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 323d1f51-b6d4-4340-be92-f55943801541 not bound to the agent host n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:31:18.781049 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa6c837-5579-4cfc-8d7b-40610d53d6c5 admin admin] Checking segment: {'id': 'ae039f29-d3dd-4b02-84d2-2ed146fe5b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '964c49e9-5c33-4984-8b78-19f36310747e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:31:18.781409 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa6c837-5579-4cfc-8d7b-40610d53d6c5 admin admin] Network hostable DHCP agents. Network: 964c49e9-5c33-4984-8b78-19f36310747e, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:31:18.789708 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa6c837-5579-4cfc-8d7b-40610d53d6c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c7cefb9-4bc8-4ca5-917b-29f4216a2d41,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:31:18.898341 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa6c837-5579-4cfc-8d7b-40610d53d6c5 admin admin] Network 964c49e9-5c33-4984-8b78-19f36310747e is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:31:18.947309 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c151c5c2-a699-4762-a87b-d724a4d2ee6f req-12749382-23d1-4aab-a77d-319283d8a1ca tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:18.948969 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c151c5c2-a699-4762-a87b-d724a4d2ee6f req-12749382-23d1-4aab-a77d-319283d8a1ca tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=1eab83c1-4404-47a3-b032-c292d176b6f5 HTTP/1.1" status: 200 len: 946 time: 0.0897226 May 28 06:31:18.983286 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 57816) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:31:19.001477 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c151c5c2-a699-4762-a87b-d724a4d2ee6f req-05eaea52-ac34-456a-bb76-0b2cae2ae74f tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/security-groups?id=f6de87b7-c8be-4140-be86-d0d6b2592918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469332 May 28 06:31:19.019275 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-4fa6c837-5579-4cfc-8d7b-40610d53d6c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, 964c49e9-5c33-4984-8b78-19f36310747e) {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:31:19.028912 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a9d4bc-81f3-44ba-a270-e801515518d1 None None] Network 964c49e9-5c33-4984-8b78-19f36310747e requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:31:19.033033 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa6c837-5579-4cfc-8d7b-40610d53d6c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:19.034339 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4fa6c837-5579-4cfc-8d7b-40610d53d6c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:19.067701 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_v2 [None req-5be0a831-a7c7-427e-9c58-91020733052d admin admin] Deleting subnet 66b89e44-3ec9-4ede-9e44-ddc84dd3e47d {{(pid=89109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:31:19.071311 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5be0a831-a7c7-427e-9c58-91020733052d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:19.136027 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5be0a831-a7c7-427e-9c58-91020733052d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3964070'] for subnet, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:19.200249 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5be0a831-a7c7-427e-9c58-91020733052d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:19.207762 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b5844f42-3678-45cd-be87-f3b2960e67e3 req-120be4fd-17e2-42f1-9bb8-46b37e608e3f tempest-ServersOnMultiNodesTest-1243551613 tempest-ServersOnMultiNodesTest-1243551613-project] 10.222.0.55 "GET /v2.0/ports?device_id=282131d1-14ee-420e-862f-051d68fe0765 HTTP/1.1" status: 200 len: 210 time: 0.0467682 May 28 06:31:19.264777 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-4fa6c837-5579-4cfc-8d7b-40610d53d6c5 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2565711 May 28 06:31:19.269129 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c652702-11e5-426b-96fb-7c145587f63f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-964c49e9-5c33-4984-8b78-19f36310747e', 'network_id': '964c49e9-5c33-4984-8b78-19f36310747e', 'tenant_id': 'f8755c5b66d64d65897fca622054cda9', 'fixed_ips': [{'subnet_id': '5c7cefb9-4bc8-4ca5-917b-29f4216a2d41'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:31:19.270066 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-7c652702-11e5-426b-96fb-7c145587f63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:19.276195 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 57822) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:31:19.281095 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-7f83afd0-ec7e-456f-94b6-2a42ad44866b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-727786191-router', 'tenant_id': 'f8755c5b66d64d65897fca622054cda9', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:31:19.286052 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-7f83afd0-ec7e-456f-94b6-2a42ad44866b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:31:19.286570 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 57826) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:31:19.290659 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-7f83afd0-ec7e-456f-94b6-2a42ad44866b admin admin] Usage tracker for resource:router and tenant:f8755c5b66d64d65897fca622054cda9 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:31:19.293854 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-7f83afd0-ec7e-456f-94b6-2a42ad44866b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:31:19.299660 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-7f83afd0-ec7e-456f-94b6-2a42ad44866b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:31:19.306744 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-66ef480e-c9a7-4774-9d87-34d054c32736 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:19.323973 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-66ef480e-c9a7-4774-9d87-34d054c32736 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:31:19.327898 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-66ef480e-c9a7-4774-9d87-34d054c32736 admin admin] Usage tracker for resource:security_group_rule and tenant:1a695ae9a7cf4d96b9fa2eaaa26bf70e is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:31:19.330800 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-66ef480e-c9a7-4774-9d87-34d054c32736 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:31:19.336898 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-66ef480e-c9a7-4774-9d87-34d054c32736 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:31:19.389251 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5be0a831-a7c7-427e-9c58-91020733052d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9555650'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:19.425065 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-66ef480e-c9a7-4774-9d87-34d054c32736 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:19.435420 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-7c652702-11e5-426b-96fb-7c145587f63f None None] Allocated IP 172.20.0.2 (964c49e9-5c33-4984-8b78-19f36310747e/5c7cefb9-4bc8-4ca5-917b-29f4216a2d41/a054b9fa-dae9-41eb-8278-9409c7887b82) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:31:19.435697 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be0a831-a7c7-427e-9c58-91020733052d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66b89e44-3ec9-4ede-9e44-ddc84dd3e47d,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:31:19.438073 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5be0a831-a7c7-427e-9c58-91020733052d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:19.445802 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-5be0a831-a7c7-427e-9c58-91020733052d admin admin] 10.222.0.55 "DELETE /v2.0/subnets/66b89e44-3ec9-4ede-9e44-ddc84dd3e47d HTTP/1.1" status: 204 len: 168 time: 0.4602060 May 28 06:31:19.447537 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 57830) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:31:19.514769 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7f83afd0-ec7e-456f-94b6-2a42ad44866b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59128'] for router, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:19.515790 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7f83afd0-ec7e-456f-94b6-2a42ad44866b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59009'] for router, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:19.537207 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-66ef480e-c9a7-4774-9d87-34d054c32736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:19.563555 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7f83afd0-ec7e-456f-94b6-2a42ad44866b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:19.567217 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ca79861d-47db-4727-983f-cddb73815094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:19.585726 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-66ef480e-c9a7-4774-9d87-34d054c32736 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1a695ae9a7cf4d96b9fa2eaaa26bf70e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2977591 May 28 06:31:19.588373 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 57834) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:31:19.603223 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ef480e-c9a7-4774-9d87-34d054c32736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=535cd9e2-875c-4836-b851-24f711a99d34,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:31:19.708952 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-7c652702-11e5-426b-96fb-7c145587f63f None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:19.721695 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-7c652702-11e5-426b-96fb-7c145587f63f None None] Transition to ACTIVE for port object a054b9fa-dae9-41eb-8278-9409c7887b82 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:31:19.742181 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-7c652702-11e5-426b-96fb-7c145587f63f None None] Transition to ACTIVE for port object a054b9fa-dae9-41eb-8278-9409c7887b82 will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:31:19.785349 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7542d5e-cd47-46ea-b121-2f4b6d8ec6ae req-7fe2cd97-6e94-4a86-b423-ab502de86a4a tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:19.786869 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e7542d5e-cd47-46ea-b121-2f4b6d8ec6ae req-7fe2cd97-6e94-4a86-b423-ab502de86a4a tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "GET /v2.0/ports?device_id=4faa87b8-f4ff-4090-9c52-7a280a3dcdf8 HTTP/1.1" status: 200 len: 946 time: 0.0831220 May 28 06:31:19.839194 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e7542d5e-cd47-46ea-b121-2f4b6d8ec6ae req-25cf4319-d565-4b67-a38d-5da5b9d11e52 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "GET /v2.0/security-groups?id=63ea6420-b48b-49b9-b520-8d6c62ca7c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448341 May 28 06:31:19.846121 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-7c652702-11e5-426b-96fb-7c145587f63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:19.920765 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c652702-11e5-426b-96fb-7c145587f63f None None] Network 964c49e9-5c33-4984-8b78-19f36310747e is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:31:19.923908 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-7c652702-11e5-426b-96fb-7c145587f63f None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:31:19.927923 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c652702-11e5-426b-96fb-7c145587f63f None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:31:19.936826 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c652702-11e5-426b-96fb-7c145587f63f None None] Pushing event updated for resources: {'Port': ['ID=a054b9fa-dae9-41eb-8278-9409c7887b82,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:31:20.000593 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ca79861d-47db-4727-983f-cddb73815094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:20.028248 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-7c652702-11e5-426b-96fb-7c145587f63f None None] Attempting to bind port a054b9fa-dae9-41eb-8278-9409c7887b82 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:31:20.028627 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-7c652702-11e5-426b-96fb-7c145587f63f None None] Attempting to bind port a054b9fa-dae9-41eb-8278-9409c7887b82 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'ae039f29-d3dd-4b02-84d2-2ed146fe5b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '964c49e9-5c33-4984-8b78-19f36310747e'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:31:20.029117 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c652702-11e5-426b-96fb-7c145587f63f None None] Attempting to bind port a054b9fa-dae9-41eb-8278-9409c7887b82 on network 964c49e9-5c33-4984-8b78-19f36310747e {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:31:20.034467 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c652702-11e5-426b-96fb-7c145587f63f None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:31:20.034832 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c652702-11e5-426b-96fb-7c145587f63f None None] Checking segment: {'id': 'ae039f29-d3dd-4b02-84d2-2ed146fe5b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '964c49e9-5c33-4984-8b78-19f36310747e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:31:20.035232 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-7c652702-11e5-426b-96fb-7c145587f63f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:20.035608 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c652702-11e5-426b-96fb-7c145587f63f None None] Bound using segment: {'id': 'ae039f29-d3dd-4b02-84d2-2ed146fe5b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '964c49e9-5c33-4984-8b78-19f36310747e'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:31:20.036064 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-7c652702-11e5-426b-96fb-7c145587f63f None None] Bound port: a054b9fa-dae9-41eb-8278-9409c7887b82, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae039f29-d3dd-4b02-84d2-2ed146fe5b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '964c49e9-5c33-4984-8b78-19f36310747e'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:31:20.036424 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-7c652702-11e5-426b-96fb-7c145587f63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:20.078800 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-df94ad2d-3f27-4366-bf73-44a44cf8ef1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:20.134543 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-7c652702-11e5-426b-96fb-7c145587f63f None None] For port a054b9fa-dae9-41eb-8278-9409c7887b82, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:31:20.138859 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-7c652702-11e5-426b-96fb-7c145587f63f None None] For port a054b9fa-dae9-41eb-8278-9409c7887b82, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=a054b9fa-dae9-41eb-8278-9409c7887b82,segment=NetworkSegment(ae039f29-d3dd-4b02-84d2-2ed146fe5b60),segment_id=ae039f29-d3dd-4b02-84d2-2ed146fe5b60)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:31:20.163446 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-ca79861d-47db-4727-983f-cddb73815094 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a614321-106a-411d-a8a4-5e84c14727eb']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:31:20.178436 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7f83afd0-ec7e-456f-94b6-2a42ad44866b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59027'] for router, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:20.188126 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-ca79861d-47db-4727-983f-cddb73815094 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c43c3304-7641-4f7e-9b08-81290536d034') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:31:20.188403 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-ca79861d-47db-4727-983f-cddb73815094 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c43c3304-7641-4f7e-9b08-81290536d034') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:31:20.211667 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ca79861d-47db-4727-983f-cddb73815094 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:20.216701 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17be082-69d5-4498-9550-003debab5200 req-b23adf6c-ed4d-4365-9b19-25efecc30ab9 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:20.218262 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e17be082-69d5-4498-9550-003debab5200 req-b23adf6c-ed4d-4365-9b19-25efecc30ab9 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=1eab83c1-4404-47a3-b032-c292d176b6f5 HTTP/1.1" status: 200 len: 946 time: 0.0913105 May 28 06:31:20.218657 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-df94ad2d-3f27-4366-bf73-44a44cf8ef1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:20.223679 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-7c652702-11e5-426b-96fb-7c145587f63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:20.247067 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ca79861d-47db-4727-983f-cddb73815094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:20.262678 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca79861d-47db-4727-983f-cddb73815094 admin admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:31:20.263089 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ca79861d-47db-4727-983f-cddb73815094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:20.282186 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e17be082-69d5-4498-9550-003debab5200 req-79ac3304-82cb-4b57-b66e-ac0fe93f7c9e tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/security-groups?id=f6de87b7-c8be-4140-be86-d0d6b2592918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572913 May 28 06:31:20.331533 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c652702-11e5-426b-96fb-7c145587f63f None None] Pushing event updated for resources: {'Port': ['ID=a054b9fa-dae9-41eb-8278-9409c7887b82,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:31:20.381830 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment c43c3304-7641-4f7e-9b08-81290536d034 resource provider aggregate not found May 28 06:31:20.458310 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment c43c3304-7641-4f7e-9b08-81290536d034 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c43c3304-7641-4f7e-9b08-81290536d034 found for delete ", "request_id": "req-28353e2d-efc2-4bac-b5e7-baad681798f3"}]} May 28 06:31:20.613708 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ca79861d-47db-4727-983f-cddb73815094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:20.618768 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ca79861d-47db-4727-983f-cddb73815094 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:20.644494 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-df94ad2d-3f27-4366-bf73-44a44cf8ef1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:20.667517 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 34d5a857-5950-4308-8e9f-761b2183974d no longer exists at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:31:20.713617 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] No Port match for: 34d5a857-5950-4308-8e9f-761b2183974d {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:31:20.714257 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 34d5a857-5950-4308-8e9f-761b2183974d not bound to the agent host n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:31:20.750973 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca79861d-47db-4727-983f-cddb73815094 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a614321-106a-411d-a8a4-5e84c14727eb,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:31:20.759960 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df94ad2d-3f27-4366-bf73-44a44cf8ef1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=535cd9e2-875c-4836-b851-24f711a99d34,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:31:20.822317 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7f83afd0-ec7e-456f-94b6-2a42ad44866b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:20.854341 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7f83afd0-ec7e-456f-94b6-2a42ad44866b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:21.550041 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-7f83afd0-ec7e-456f-94b6-2a42ad44866b admin admin] Allocated IP 172.25.5.118 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/ca775f61-c024-4220-8755-855df0335eb0) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:31:21.550041 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 57854) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:31:21.550041 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-ca79861d-47db-4727-983f-cddb73815094 admin admin] 10.222.0.55 "DELETE /v2.0/networks/8a614321-106a-411d-a8a4-5e84c14727eb HTTP/1.1" status: 204 len: 168 time: 1.6811752 May 28 06:31:21.550041 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-df94ad2d-3f27-4366-bf73-44a44cf8ef1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:21.550041 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-df94ad2d-3f27-4366-bf73-44a44cf8ef1d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/535cd9e2-875c-4836-b851-24f711a99d34 HTTP/1.1" status: 204 len: 168 time: 1.5579948 May 28 06:31:21.557326 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c75e29-9a80-4d5e-9240-e32550bb829d req-4b0596d8-d009-439e-a06a-b762519a3312 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:21.557326 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-23c75e29-9a80-4d5e-9240-e32550bb829d req-4b0596d8-d009-439e-a06a-b762519a3312 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "GET /v2.0/ports?device_id=4faa87b8-f4ff-4090-9c52-7a280a3dcdf8 HTTP/1.1" status: 200 len: 946 time: 0.2610762 May 28 06:31:21.557326 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-23c75e29-9a80-4d5e-9240-e32550bb829d req-58799e2e-bf2e-4e9a-b1fa-60ad0dccd864 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "GET /v2.0/security-groups?id=63ea6420-b48b-49b9-b520-8d6c62ca7c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470619 May 28 06:31:21.557326 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 57864) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:31:21.559849 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-9c48fd88-006f-4df7-90fa-6c7a640296f3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c3068efc66a349e9b92ab9365fc877d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2709725 May 28 06:31:21.559849 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7f83afd0-ec7e-456f-94b6-2a42ad44866b admin admin] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:21.562137 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-029dc277-6cc5-4a72-9b4d-28c3fa63c9d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:21.562137 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-029dc277-6cc5-4a72-9b4d-28c3fa63c9d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:21.565575 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b09070b-a575-483c-a3e6-45d7f88c1052 None None] Network 964c49e9-5c33-4984-8b78-19f36310747e requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:31:21.566865 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249b90a1-7e25-43c5-aded-92acd8d33710 req-0d6f15b6-cbd4-4286-898f-1b50c876a971 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:21.566865 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-249b90a1-7e25-43c5-aded-92acd8d33710 req-0d6f15b6-cbd4-4286-898f-1b50c876a971 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=1eab83c1-4404-47a3-b032-c292d176b6f5 HTTP/1.1" status: 200 len: 946 time: 0.1010847 May 28 06:31:21.570530 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-249b90a1-7e25-43c5-aded-92acd8d33710 req-f5690eba-b531-4c7f-be5c-ff41450c0965 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/security-groups?id=f6de87b7-c8be-4140-be86-d0d6b2592918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550725 May 28 06:31:21.732408 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-029dc277-6cc5-4a72-9b4d-28c3fa63c9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:21.732560 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7f83afd0-ec7e-456f-94b6-2a42ad44866b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:21.745166 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029dc277-6cc5-4a72-9b4d-28c3fa63c9d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc42bff8-ec73-4f47-a19d-2b56e52b6e30,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:31:21.756384 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device a054b9fa-dae9-41eb-8278-9409c7887b82 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:31:21.759552 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-029dc277-6cc5-4a72-9b4d-28c3fa63c9d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:21.762991 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-029dc277-6cc5-4a72-9b4d-28c3fa63c9d2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cc42bff8-ec73-4f47-a19d-2b56e52b6e30 HTTP/1.1" status: 204 len: 168 time: 0.4794116 May 28 06:31:21.805818 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f83afd0-ec7e-456f-94b6-2a42ad44866b admin admin] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:31:21.821268 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-7f83afd0-ec7e-456f-94b6-2a42ad44866b admin admin] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:31:21.823910 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f83afd0-ec7e-456f-94b6-2a42ad44866b admin admin] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:31:21.835866 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-01d940c9-fec5-434f-9905-276f7620b023 None None] Provisioning for port a054b9fa-dae9-41eb-8278-9409c7887b82 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:31:21.884071 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f83afd0-ec7e-456f-94b6-2a42ad44866b admin admin] Pushing event updated for resources: {'Port': ['ID=ca775f61-c024-4220-8755-855df0335eb0,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:31:22.054663 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port a054b9fa-dae9-41eb-8278-9409c7887b82 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:31:22.062396 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port a054b9fa-dae9-41eb-8278-9409c7887b82 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:31:22.062907 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:22.113085 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 57872) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:31:22.123179 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-03e37923-44ad-4cd0-8959-314c483b994b None None] Provisioning complete for port a054b9fa-dae9-41eb-8278-9409c7887b82 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:31:22.123554 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-03e37923-44ad-4cd0-8959-314c483b994b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:22.177739 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 57876) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:31:22.177998 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-ae89bc1f-7ac7-496b-bc54-ad096a5309e9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fc01789de1b14900a06c05baded73001&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0635004 May 28 06:31:22.249916 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b6a08f4e-c533-49de-8c36-fed94609d8a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:22.285237 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b6a08f4e-c533-49de-8c36-fed94609d8a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:22.305237 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port a054b9fa-dae9-41eb-8278-9409c7887b82 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:31:22.305641 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:22.368008 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port a054b9fa-dae9-41eb-8278-9409c7887b82, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=a054b9fa-dae9-41eb-8278-9409c7887b82,segment=NetworkSegment(ae039f29-d3dd-4b02-84d2-2ed146fe5b60),segment_id=ae039f29-d3dd-4b02-84d2-2ed146fe5b60)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:31:22.374121 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-03e37923-44ad-4cd0-8959-314c483b994b None None] Current status of the port a054b9fa-dae9-41eb-8278-9409c7887b82 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:31:22.388570 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-03e37923-44ad-4cd0-8959-314c483b994b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:22.533589 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbb3824-84c5-4a83-9f41-e5d8b1ce23ac req-9caaf64b-42e7-4048-a83d-4038c63712a2 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:22.541761 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ccbb3824-84c5-4a83-9f41-e5d8b1ce23ac req-9caaf64b-42e7-4048-a83d-4038c63712a2 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "GET /v2.0/ports?device_id=4faa87b8-f4ff-4090-9c52-7a280a3dcdf8 HTTP/1.1" status: 200 len: 946 time: 0.0985363 May 28 06:31:22.577370 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b6a08f4e-c533-49de-8c36-fed94609d8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:22.600700 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a08f4e-c533-49de-8c36-fed94609d8a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f2c8bcd-a51c-4c0c-8c62-f5096a9be3a3,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:31:22.603089 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:22.617381 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ccbb3824-84c5-4a83-9f41-e5d8b1ce23ac req-e0e766bf-2a3a-4248-9d23-1a7ca72f0f19 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "GET /v2.0/security-groups?id=63ea6420-b48b-49b9-b520-8d6c62ca7c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744154 May 28 06:31:22.627258 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b6a08f4e-c533-49de-8c36-fed94609d8a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:22.637514 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-b6a08f4e-c533-49de-8c36-fed94609d8a2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7f2c8bcd-a51c-4c0c-8c62-f5096a9be3a3 HTTP/1.1" status: 204 len: 168 time: 0.4565988 May 28 06:31:22.724188 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7f83afd0-ec7e-456f-94b6-2a42ad44866b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:22.772121 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.db.api [None req-03e37923-44ad-4cd0-8959-314c483b994b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89111) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:31:22.773139 n-d-843702-1 neutron-server[89111]: DEBUG oslo_db.api [None req-03e37923-44ad-4cd0-8959-314c483b994b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:31:22.784606 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=a054b9fa-dae9-41eb-8278-9409c7887b82,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:31:22.811612 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdbcc7e-e1ba-4094-b17f-efa0eec30653 req-ae7bde5e-2e37-4e78-9274-f49ccd4df19e tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:22.813106 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0fdbcc7e-e1ba-4094-b17f-efa0eec30653 req-ae7bde5e-2e37-4e78-9274-f49ccd4df19e tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=1eab83c1-4404-47a3-b032-c292d176b6f5 HTTP/1.1" status: 200 len: 946 time: 0.0938785 May 28 06:31:22.865049 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0fdbcc7e-e1ba-4094-b17f-efa0eec30653 req-ff453c8c-9af8-49d9-9426-8edbf6beaf9f tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/security-groups?id=f6de87b7-c8be-4140-be86-d0d6b2592918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410259 May 28 06:31:23.467226 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7f83afd0-ec7e-456f-94b6-2a42ad44866b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690761'] for router, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:23.470849 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-03e37923-44ad-4cd0-8959-314c483b994b None None] Current status of the port a054b9fa-dae9-41eb-8278-9409c7887b82 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:31:23.473252 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 57912) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:31:23.515716 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f83afd0-ec7e-456f-94b6-2a42ad44866b admin admin] Router 5c55a9ef-c247-4bff-8603-15a5153f4ccd is scheduled to L3 agent 42958940-9562-4f71-972f-15a8af9d3963 with binding_index 1 {{(pid=89109) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 06:31:23.518910 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-0ca2ea92-e367-4b2a-8386-9bf520209825 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8f403800aaca4373a97d0125c668c0cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0578012 May 28 06:31:23.521270 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 57916) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:31:23.599115 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a4201c5d-05f9-40ae-a11e-b593250cdc6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:23.630783 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a4201c5d-05f9-40ae-a11e-b593250cdc6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:23.728183 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f83afd0-ec7e-456f-94b6-2a42ad44866b admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:31:23.740222 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6675582d-d8c2-436f-a332-32bd9e36797a None None] Sync routers for ids ['5c55a9ef-c247-4bff-8603-15a5153f4ccd'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:31:23.758406 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6675582d-d8c2-436f-a332-32bd9e36797a None None] Routers {'5c55a9ef-c247-4bff-8603-15a5153f4ccd'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:31:23.759284 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-6675582d-d8c2-436f-a332-32bd9e36797a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:30:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['5c55a9ef-c247-4bff-8603-15a5153f4ccd'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:31:23.790082 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a4201c5d-05f9-40ae-a11e-b593250cdc6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:23.836936 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 57926) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:31:23.853943 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device a054b9fa-dae9-41eb-8278-9409c7887b82 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:31:23.860098 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4201c5d-05f9-40ae-a11e-b593250cdc6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85cfa868-3d8d-442f-b9bb-497dc91d8701,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:31:23.879684 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7f83afd0-ec7e-456f-94b6-2a42ad44866b admin admin] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:23.880964 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-7f83afd0-ec7e-456f-94b6-2a42ad44866b admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.6038079 May 28 06:31:23.883690 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 57932) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:31:23.927360 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116ab0ff-42be-46a9-8585-09da5dcc0438 req-7a47bcbd-f8ae-45c7-8425-599d41d96057 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:23.931146 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-116ab0ff-42be-46a9-8585-09da5dcc0438 req-7a47bcbd-f8ae-45c7-8425-599d41d96057 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "GET /v2.0/ports?device_id=4faa87b8-f4ff-4090-9c52-7a280a3dcdf8 HTTP/1.1" status: 200 len: 946 time: 0.1283262 May 28 06:31:23.999701 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-116ab0ff-42be-46a9-8585-09da5dcc0438 req-7a852a40-3988-46cd-a970-a0aeab5a8b7f tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "GET /v2.0/security-groups?id=63ea6420-b48b-49b9-b520-8d6c62ca7c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615666 May 28 06:31:24.005332 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a4201c5d-05f9-40ae-a11e-b593250cdc6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:24.030793 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-a4201c5d-05f9-40ae-a11e-b593250cdc6f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/85cfa868-3d8d-442f-b9bb-497dc91d8701 HTTP/1.1" status: 204 len: 168 time: 0.5033734 May 28 06:31:24.120676 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-24e07013-fb8d-4d37-86e5-a8475e9f5c20 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-220712258'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:31:24.139986 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-24e07013-fb8d-4d37-86e5-a8475e9f5c20 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:31:24.155533 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-24e07013-fb8d-4d37-86e5-a8475e9f5c20 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Usage tracker for resource:network and tenant:35ed0efdaa624670b30cac7bf775c952 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:31:24.169323 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-24e07013-fb8d-4d37-86e5-a8475e9f5c20 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:31:24.181703 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-24e07013-fb8d-4d37-86e5-a8475e9f5c20 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:31:24.193742 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port a054b9fa-dae9-41eb-8278-9409c7887b82 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:31:24.194141 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:24.219110 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05712e8-4f67-443d-87f2-1c9f6d7b9b75 req-a6389662-3931-4952-b33b-147fab0ed2ee tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:24.220621 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b05712e8-4f67-443d-87f2-1c9f6d7b9b75 req-a6389662-3931-4952-b33b-147fab0ed2ee tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=1eab83c1-4404-47a3-b032-c292d176b6f5 HTTP/1.1" status: 200 len: 946 time: 0.1830742 May 28 06:31:24.232196 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-6675582d-d8c2-436f-a332-32bd9e36797a None None] Set router 5c55a9ef-c247-4bff-8603-15a5153f4ccd gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:31:24.299170 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b05712e8-4f67-443d-87f2-1c9f6d7b9b75 req-a791f693-68d6-4df0-b245-3a6ed62192c4 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/security-groups?id=f6de87b7-c8be-4140-be86-d0d6b2592918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647800 May 28 06:31:24.394141 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24e07013-fb8d-4d37-86e5-a8475e9f5c20 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Made reservation on behalf of 35ed0efdaa624670b30cac7bf775c952 for: {'network': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:31:24.398829 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 57950) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:31:24.399870 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-24e07013-fb8d-4d37-86e5-a8475e9f5c20 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:24.417548 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-24e07013-fb8d-4d37-86e5-a8475e9f5c20 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:24.439118 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-24e07013-fb8d-4d37-86e5-a8475e9f5c20 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:31:24.447278 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-24e07013-fb8d-4d37-86e5-a8475e9f5c20 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Usage tracker for resource:security_group_rule and tenant:35ed0efdaa624670b30cac7bf775c952 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:31:24.453883 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-24e07013-fb8d-4d37-86e5-a8475e9f5c20 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:31:24.536867 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-24e07013-fb8d-4d37-86e5-a8475e9f5c20 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:31:24.547443 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port a054b9fa-dae9-41eb-8278-9409c7887b82 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:31:24.602637 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-87943ba7-dda8-4616-87cc-9911acdd18c0 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1063639857-network', 'tenant_id': 'e9a1a9066a3349fa8fd9ecc898dfe607'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:31:24.614613 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-87943ba7-dda8-4616-87cc-9911acdd18c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:31:24.630490 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-87943ba7-dda8-4616-87cc-9911acdd18c0 admin admin] Usage tracker for resource:network and tenant:e9a1a9066a3349fa8fd9ecc898dfe607 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:31:24.640387 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-87943ba7-dda8-4616-87cc-9911acdd18c0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:31:24.650562 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-87943ba7-dda8-4616-87cc-9911acdd18c0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:31:24.659019 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-6675582d-d8c2-436f-a332-32bd9e36797a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c55a9ef-c247-4bff-8603-15a5153f4ccd', 'name': 'tempest-FloatingIPDetailsTestJSON-727786191-router', 'tenant_id': 'f8755c5b66d64d65897fca622054cda9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': 'ca775f61-c024-4220-8755-855df0335eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:31:19Z', 'updated_at': '2022-05-28T06:31:22Z', 'revision_number': 3, 'project_id': 'f8755c5b66d64d65897fca622054cda9', 'gw_port': {'id': 'ca775f61-c024-4220-8755-855df0335eb0', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:35:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c55a9ef-c247-4bff-8603-15a5153f4ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:31:20Z', 'updated_at': '2022-05-28T06:31:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:31:24.667314 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6675582d-d8c2-436f-a332-32bd9e36797a None None] Checking router: 5c55a9ef-c247-4bff-8603-15a5153f4ccd for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:31:24.667951 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6675582d-d8c2-436f-a332-32bd9e36797a None None] Updating router 5c55a9ef-c247-4bff-8603-15a5153f4ccd port ca775f61-c024-4220-8755-855df0335eb0 binding host n-d-843702-1 {{(pid=89111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:31:24.767334 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-6675582d-d8c2-436f-a332-32bd9e36797a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:24.775564 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87943ba7-dda8-4616-87cc-9911acdd18c0 admin admin] Made reservation on behalf of e9a1a9066a3349fa8fd9ecc898dfe607 for: {'network': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:31:24.778428 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-87943ba7-dda8-4616-87cc-9911acdd18c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:24.811356 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-87943ba7-dda8-4616-87cc-9911acdd18c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:24.839322 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-87943ba7-dda8-4616-87cc-9911acdd18c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:31:24.845260 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-87943ba7-dda8-4616-87cc-9911acdd18c0 admin admin] Usage tracker for resource:security_group_rule and tenant:e9a1a9066a3349fa8fd9ecc898dfe607 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:31:24.849213 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-87943ba7-dda8-4616-87cc-9911acdd18c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:31:24.856112 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-87943ba7-dda8-4616-87cc-9911acdd18c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:31:24.896794 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9f201c-2685-427c-a6b0-0d49ad2d1f8b req-5968f637-7fb1-413c-ba25-2296e7c4dd5a tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:24.898537 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1c9f201c-2685-427c-a6b0-0d49ad2d1f8b req-5968f637-7fb1-413c-ba25-2296e7c4dd5a tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "GET /v2.0/ports?device_id=4faa87b8-f4ff-4090-9c52-7a280a3dcdf8 HTTP/1.1" status: 200 len: 946 time: 0.1778717 May 28 06:31:24.979612 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1c9f201c-2685-427c-a6b0-0d49ad2d1f8b req-e0d3452c-c765-4082-a2b4-7c3d8952e732 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "GET /v2.0/security-groups?id=63ea6420-b48b-49b9-b520-8d6c62ca7c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657842 May 28 06:31:25.011864 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-87943ba7-dda8-4616-87cc-9911acdd18c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:25.036312 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cce95d4-fd35-468f-9458-c809f4e49aa4 req-e19c4163-356f-44a9-8880-d739a13e42d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:25.037799 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-4cce95d4-fd35-468f-9458-c809f4e49aa4 req-e19c4163-356f-44a9-8880-d739a13e42d2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f2d8466b4d8c4168848bc4cc302053bf&device_id=4faa87b8-f4ff-4090-9c52-7a280a3dcdf8 HTTP/1.1" status: 200 len: 1097 time: 0.1791618 May 28 06:31:25.091952 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-87943ba7-dda8-4616-87cc-9911acdd18c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:25.126078 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87943ba7-dda8-4616-87cc-9911acdd18c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=89110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:31:25.131277 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87943ba7-dda8-4616-87cc-9911acdd18c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f753ce85-540a-4551-926d-ab7871f6d3d9,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:31:25.139599 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-87943ba7-dda8-4616-87cc-9911acdd18c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:25.139987 n-d-843702-1 neutron-server[89110]: INFO neutron.db.segments_db [None req-87943ba7-dda8-4616-87cc-9911acdd18c0 admin admin] Added segment 75019356-28ff-4b3b-ab1f-7fd649171211 of type vlan for network d83d4959-ab97-477d-994a-54e4149e8a5e May 28 06:31:25.177103 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-87943ba7-dda8-4616-87cc-9911acdd18c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:25.196130 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-24e07013-fb8d-4d37-86e5-a8475e9f5c20 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:25.198953 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-6675582d-d8c2-436f-a332-32bd9e36797a None None] Notify callbacks [] for port, precommit_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:25.227665 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-6675582d-d8c2-436f-a332-32bd9e36797a None None] Transition to ACTIVE for port object ca775f61-c024-4220-8755-855df0335eb0 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:31:25.295037 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cce95d4-fd35-468f-9458-c809f4e49aa4 req-e0bd3cf5-67bf-4356-a34a-6d4fb4cfcacd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:25.296574 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-4cce95d4-fd35-468f-9458-c809f4e49aa4 req-e0bd3cf5-67bf-4356-a34a-6d4fb4cfcacd service neutron] 10.222.0.69 "GET /v2.0/networks?id=4874bba4-a87e-43f9-9333-c72385485612 HTTP/1.1" status: 200 len: 911 time: 0.2512836 May 28 06:31:25.355190 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-87943ba7-dda8-4616-87cc-9911acdd18c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:25.355451 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-6675582d-d8c2-436f-a332-32bd9e36797a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:25.356940 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87943ba7-dda8-4616-87cc-9911acdd18c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:25.357688 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-87943ba7-dda8-4616-87cc-9911acdd18c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:25.362868 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-24e07013-fb8d-4d37-86e5-a8475e9f5c20 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:25.383212 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-510f2985-a240-420f-879d-95ab5d767e14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:25.441647 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24e07013-fb8d-4d37-86e5-a8475e9f5c20 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=89109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:31:25.451404 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-6675582d-d8c2-436f-a332-32bd9e36797a None None] Attempting to bind port ca775f61-c024-4220-8755-855df0335eb0 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:31:25.451763 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-6675582d-d8c2-436f-a332-32bd9e36797a None None] Attempting to bind port ca775f61-c024-4220-8755-855df0335eb0 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:31:25.452312 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6675582d-d8c2-436f-a332-32bd9e36797a None None] Attempting to bind port ca775f61-c024-4220-8755-855df0335eb0 on network 68df399e-e75e-4871-9364-5d05730b50f0 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:31:25.457772 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e07013-fb8d-4d37-86e5-a8475e9f5c20 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Pushing event updated for resources: {'SecurityGroup': ['ID=401f9a0d-0a64-4eb5-aa9e-dfd060fcaac8,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:31:25.462293 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6675582d-d8c2-436f-a332-32bd9e36797a None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:31:25.462899 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6675582d-d8c2-436f-a332-32bd9e36797a None None] Checking segment: {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:31:25.463477 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-6675582d-d8c2-436f-a332-32bd9e36797a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:25.464363 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6675582d-d8c2-436f-a332-32bd9e36797a None None] Bound using segment: {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:31:25.465000 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-6675582d-d8c2-436f-a332-32bd9e36797a None None] Bound port: ca775f61-c024-4220-8755-855df0335eb0, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:31:25.465570 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-6675582d-d8c2-436f-a332-32bd9e36797a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:25.505512 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-4cce95d4-fd35-468f-9458-c809f4e49aa4 req-3234f0fc-c7fb-4c4a-8b4a-1339a5c7be8f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ffdfe1d-6308-4ce3-9a01-995f39cb99fd HTTP/1.1" status: 200 len: 1002 time: 0.2026622 May 28 06:31:25.507986 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-24e07013-fb8d-4d37-86e5-a8475e9f5c20 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:25.508388 n-d-843702-1 neutron-server[89109]: INFO neutron.db.segments_db [None req-24e07013-fb8d-4d37-86e5-a8475e9f5c20 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Added segment e21c9acb-e9f4-42e9-ad94-9e46ccbfefd4 of type vlan for network d559caf8-5c9d-46ee-83a9-2592f6487ede May 28 06:31:25.562145 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-6675582d-d8c2-436f-a332-32bd9e36797a None None] For port ca775f61-c024-4220-8755-855df0335eb0, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:31:25.566587 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-87943ba7-dda8-4616-87cc-9911acdd18c0 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1657662 May 28 06:31:25.571856 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-6675582d-d8c2-436f-a332-32bd9e36797a None None] For port ca775f61-c024-4220-8755-855df0335eb0, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=ca775f61-c024-4220-8755-855df0335eb0,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:31:25.572057 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 57980) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:31:25.576514 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eefbf09-874f-47d4-82d5-02f2ce8100a1 None None] Pushing event updated for resources: {'Port': ['ID=ca775f61-c024-4220-8755-855df0335eb0,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:31:25.598965 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-df62bb20-9086-4546-8e93-2c3706b83d49 admin admin] Request body: {'subnet': {'network_id': 'd83d4959-ab97-477d-994a-54e4149e8a5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1063639857-subnet', 'tenant_id': 'e9a1a9066a3349fa8fd9ecc898dfe607', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:31:25.624724 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87943ba7-dda8-4616-87cc-9911acdd18c0 admin admin] Pushing event updated for resources: {'Network': ['ID=d83d4959-ab97-477d-994a-54e4149e8a5e,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:31:25.630300 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-df62bb20-9086-4546-8e93-2c3706b83d49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:31:25.637325 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-24e07013-fb8d-4d37-86e5-a8475e9f5c20 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:25.644782 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network d83d4959-ab97-477d-994a-54e4149e8a5e details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:31:25.666028 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d960c6ff-b668-4664-baeb-373dbb1c7daa req-eceb8230-120a-4f29-b562-fe3f53317a65 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:25.667686 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d960c6ff-b668-4664-baeb-373dbb1c7daa req-eceb8230-120a-4f29-b562-fe3f53317a65 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=1eab83c1-4404-47a3-b032-c292d176b6f5 HTTP/1.1" status: 200 len: 946 time: 0.2627461 May 28 06:31:25.671685 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 57984) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:31:25.679108 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-6675582d-d8c2-436f-a332-32bd9e36797a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:25.679265 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cce95d4-fd35-468f-9458-c809f4e49aa4 req-f49bdc77-07c9-4014-b3aa-7ac12720f338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:25.680891 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-4cce95d4-fd35-468f-9458-c809f4e49aa4 req-f49bdc77-07c9-4014-b3aa-7ac12720f338 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=aa6e01e0-3e0c-4b0f-b2af-e5c6de04414e HTTP/1.1" status: 200 len: 849 time: 0.1673601 May 28 06:31:25.690341 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-df62bb20-9086-4546-8e93-2c3706b83d49 admin admin] Usage tracker for resource:subnet and tenant:e9a1a9066a3349fa8fd9ecc898dfe607 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:31:25.699805 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-df62bb20-9086-4546-8e93-2c3706b83d49 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:31:25.730033 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d960c6ff-b668-4664-baeb-373dbb1c7daa req-a9e46626-df31-4d13-aae9-3841292d870e tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/security-groups?id=f6de87b7-c8be-4140-be86-d0d6b2592918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501909 May 28 06:31:25.741759 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-df62bb20-9086-4546-8e93-2c3706b83d49 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:31:25.835021 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-a436f541-5d70-42dd-907a-fee46693b52d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1818683537-network', 'tenant_id': 'd606fda7b4cf421ea2482397fb329257'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:31:25.841252 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-a436f541-5d70-42dd-907a-fee46693b52d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:31:25.845851 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-a436f541-5d70-42dd-907a-fee46693b52d admin admin] Usage tracker for resource:network and tenant:d606fda7b4cf421ea2482397fb329257 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:31:25.850563 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-a436f541-5d70-42dd-907a-fee46693b52d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:31:25.853967 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6675582d-d8c2-436f-a332-32bd9e36797a None None] Routers {'5c55a9ef-c247-4bff-8603-15a5153f4ccd'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:31:25.854610 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-6675582d-d8c2-436f-a332-32bd9e36797a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:30:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['5c55a9ef-c247-4bff-8603-15a5153f4ccd'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:31:25.858514 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-a436f541-5d70-42dd-907a-fee46693b52d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:31:25.873530 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-510f2985-a240-420f-879d-95ab5d767e14 admin admin] Allocated IP 172.20.0.1 (964c49e9-5c33-4984-8b78-19f36310747e/5c7cefb9-4bc8-4ca5-917b-29f4216a2d41/44dfec9c-e5a0-4c18-ba38-9d8dfc3e2683) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:31:25.887096 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cce95d4-fd35-468f-9458-c809f4e49aa4 req-5da0f001-d00b-47cd-b8fb-f57166a34922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:25.888555 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-4cce95d4-fd35-468f-9458-c809f4e49aa4 req-5da0f001-d00b-47cd-b8fb-f57166a34922 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4874bba4-a87e-43f9-9333-c72385485612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1944516 May 28 06:31:25.889881 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df62bb20-9086-4546-8e93-2c3706b83d49 admin admin] Made reservation on behalf of e9a1a9066a3349fa8fd9ecc898dfe607 for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:31:25.892183 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-df62bb20-9086-4546-8e93-2c3706b83d49 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:25.950709 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eefbf09-874f-47d4-82d5-02f2ce8100a1 None None] Pushing event updated for resources: {'Port': ['ID=ca775f61-c024-4220-8755-855df0335eb0,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:31:25.965293 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a436f541-5d70-42dd-907a-fee46693b52d admin admin] Made reservation on behalf of d606fda7b4cf421ea2482397fb329257 for: {'network': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:31:25.967741 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a436f541-5d70-42dd-907a-fee46693b52d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:25.981584 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a436f541-5d70-42dd-907a-fee46693b52d admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:25.997992 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-a436f541-5d70-42dd-907a-fee46693b52d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:31:26.002028 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-a436f541-5d70-42dd-907a-fee46693b52d admin admin] Usage tracker for resource:security_group_rule and tenant:d606fda7b4cf421ea2482397fb329257 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:31:26.004937 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-a436f541-5d70-42dd-907a-fee46693b52d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:31:26.012472 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-a436f541-5d70-42dd-907a-fee46693b52d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:31:26.041604 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-24e07013-fb8d-4d37-86e5-a8475e9f5c20 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:26.047698 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e07013-fb8d-4d37-86e5-a8475e9f5c20 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:26.048442 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-24e07013-fb8d-4d37-86e5-a8475e9f5c20 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:26.057168 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-6675582d-d8c2-436f-a332-32bd9e36797a None None] Set router 5c55a9ef-c247-4bff-8603-15a5153f4ccd gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:31:26.118200 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a436f541-5d70-42dd-907a-fee46693b52d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:26.192121 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a436f541-5d70-42dd-907a-fee46693b52d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:26.235660 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a436f541-5d70-42dd-907a-fee46693b52d admin admin] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=89110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:31:26.264534 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a436f541-5d70-42dd-907a-fee46693b52d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ed00892-643b-4cc0-80ae-ad0a75a9f35b,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:31:26.290468 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a436f541-5d70-42dd-907a-fee46693b52d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:26.291499 n-d-843702-1 neutron-server[89110]: INFO neutron.db.segments_db [None req-a436f541-5d70-42dd-907a-fee46693b52d admin admin] Added segment c31fc328-b4a9-4fb9-bf94-9ede1cccd809 of type vlan for network b209e086-4126-4a45-bb8f-27ac63249e1e May 28 06:31:26.357214 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e07013-fb8d-4d37-86e5-a8475e9f5c20 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Pushing event updated for resources: {'Network': ['ID=d559caf8-5c9d-46ee-83a9-2592f6487ede,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:31:26.377491 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network d559caf8-5c9d-46ee-83a9-2592f6487ede details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:31:26.379993 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a436f541-5d70-42dd-907a-fee46693b52d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:26.395569 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-4cce95d4-fd35-468f-9458-c809f4e49aa4 req-1a927ace-3fab-49c4-8033-8291186b0820 service neutron] 10.222.0.69 "GET /v2.0/networks/4874bba4-a87e-43f9-9333-c72385485612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4904766 May 28 06:31:26.444791 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e160746f-d657-456c-88ff-50f5a7f5c27b req-7d6f1586-7abb-4039-92fa-d0982fa0ffc1 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:26.446847 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e160746f-d657-456c-88ff-50f5a7f5c27b req-7d6f1586-7abb-4039-92fa-d0982fa0ffc1 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "GET /v2.0/ports?device_id=4faa87b8-f4ff-4090-9c52-7a280a3dcdf8 HTTP/1.1" status: 200 len: 946 time: 0.1225109 May 28 06:31:26.476003 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-872d9fde-d46d-4793-ad74-147a5dcd10ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:26.512903 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e160746f-d657-456c-88ff-50f5a7f5c27b req-649800b9-a991-47fc-8ab2-1e262a39a747 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "GET /v2.0/security-groups?id=63ea6420-b48b-49b9-b520-8d6c62ca7c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598409 May 28 06:31:26.542292 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a436f541-5d70-42dd-907a-fee46693b52d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:26.543317 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a436f541-5d70-42dd-907a-fee46693b52d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:26.543900 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a436f541-5d70-42dd-907a-fee46693b52d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:26.588113 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-24e07013-fb8d-4d37-86e5-a8475e9f5c20 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.7472193 May 28 06:31:26.588266 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-6675582d-d8c2-436f-a332-32bd9e36797a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c55a9ef-c247-4bff-8603-15a5153f4ccd', 'name': 'tempest-FloatingIPDetailsTestJSON-727786191-router', 'tenant_id': 'f8755c5b66d64d65897fca622054cda9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': 'ca775f61-c024-4220-8755-855df0335eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:31:19Z', 'updated_at': '2022-05-28T06:31:22Z', 'revision_number': 3, 'project_id': 'f8755c5b66d64d65897fca622054cda9', 'gw_port': {'id': 'ca775f61-c024-4220-8755-855df0335eb0', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:35:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c55a9ef-c247-4bff-8603-15a5153f4ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:31:20Z', 'updated_at': '2022-05-28T06:31:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:31:26.591416 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6675582d-d8c2-436f-a332-32bd9e36797a None None] The sync data for ids ['5c55a9ef-c247-4bff-8603-15a5153f4ccd'] in n-d-843702-1 is: [{'id': '5c55a9ef-c247-4bff-8603-15a5153f4ccd', 'name': 'tempest-FloatingIPDetailsTestJSON-727786191-router', 'tenant_id': 'f8755c5b66d64d65897fca622054cda9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': 'ca775f61-c024-4220-8755-855df0335eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:31:19Z', 'updated_at': '2022-05-28T06:31:22Z', 'revision_number': 3, 'project_id': 'f8755c5b66d64d65897fca622054cda9', 'gw_port': {'id': 'ca775f61-c024-4220-8755-855df0335eb0', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:35:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c55a9ef-c247-4bff-8603-15a5153f4ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:31:20Z', 'updated_at': '2022-05-28T06:31:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:31:26.605449 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 57992) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:31:26.615385 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-8225388c-27dd-46ee-ad62-6c043dac20ed tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Request body: {'subnet': {'network_id': 'd559caf8-5c9d-46ee-83a9-2592f6487ede', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:31:26.662112 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-510f2985-a240-420f-879d-95ab5d767e14 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:26.707265 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-a436f541-5d70-42dd-907a-fee46693b52d admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0315554 May 28 06:31:26.727764 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 57996) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:31:26.738885 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-4979f57d-0f82-46e5-a448-02a5aabf8a1a admin admin] Request body: {'subnet': {'network_id': 'b209e086-4126-4a45-bb8f-27ac63249e1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1818683537-subnet', 'tenant_id': 'd606fda7b4cf421ea2482397fb329257', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:31:26.768262 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-4979f57d-0f82-46e5-a448-02a5aabf8a1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:31:26.770963 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [None req-510f2985-a240-420f-879d-95ab5d767e14 admin admin] Transition to ACTIVE for port object 44dfec9c-e5a0-4c18-ba38-9d8dfc3e2683 will not be triggered until provisioned by entity DHCP. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:31:26.801395 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-4979f57d-0f82-46e5-a448-02a5aabf8a1a admin admin] Usage tracker for resource:subnet and tenant:d606fda7b4cf421ea2482397fb329257 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:31:26.811392 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-4979f57d-0f82-46e5-a448-02a5aabf8a1a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:31:26.836273 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-4979f57d-0f82-46e5-a448-02a5aabf8a1a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:31:26.861013 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-4cce95d4-fd35-468f-9458-c809f4e49aa4 req-f7535ec1-6de8-4c63-8de2-c3e297b3f621 service neutron] 10.222.0.69 "GET /v2.0/networks/4874bba4-a87e-43f9-9333-c72385485612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4467728 May 28 06:31:26.988718 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4979f57d-0f82-46e5-a448-02a5aabf8a1a admin admin] Made reservation on behalf of d606fda7b4cf421ea2482397fb329257 for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:31:26.993456 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4979f57d-0f82-46e5-a448-02a5aabf8a1a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:26.999607 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a436f541-5d70-42dd-907a-fee46693b52d admin admin] Pushing event updated for resources: {'Network': ['ID=b209e086-4126-4a45-bb8f-27ac63249e1e,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:31:27.012248 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network b209e086-4126-4a45-bb8f-27ac63249e1e details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:31:27.028788 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-8225388c-27dd-46ee-ad62-6c043dac20ed tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:31:27.035422 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-8225388c-27dd-46ee-ad62-6c043dac20ed tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Usage tracker for resource:subnet and tenant:35ed0efdaa624670b30cac7bf775c952 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:31:27.039260 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-8225388c-27dd-46ee-ad62-6c043dac20ed tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:31:27.047426 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-8225388c-27dd-46ee-ad62-6c043dac20ed tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:31:27.079473 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8374593-b2c2-4fd9-a2dd-954960d84d7e req-8515cc9c-d235-4a9e-a3d5-b51918e0950c tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:27.081060 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e8374593-b2c2-4fd9-a2dd-954960d84d7e req-8515cc9c-d235-4a9e-a3d5-b51918e0950c tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=1eab83c1-4404-47a3-b032-c292d176b6f5 HTTP/1.1" status: 200 len: 946 time: 0.1715407 May 28 06:31:27.122064 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-df62bb20-9086-4546-8e93-2c3706b83d49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:27.127254 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-510f2985-a240-420f-879d-95ab5d767e14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:27.148715 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e8374593-b2c2-4fd9-a2dd-954960d84d7e req-9eb8c83b-07cf-49a0-a460-304c42d36204 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/security-groups?id=f6de87b7-c8be-4140-be86-d0d6b2592918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606232 May 28 06:31:27.205958 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8225388c-27dd-46ee-ad62-6c043dac20ed tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Made reservation on behalf of 35ed0efdaa624670b30cac7bf775c952 for: {'subnet': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:31:27.210391 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8225388c-27dd-46ee-ad62-6c043dac20ed tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3171998'] for subnet, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:27.253272 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510f2985-a240-420f-879d-95ab5d767e14 admin admin] Network 964c49e9-5c33-4984-8b78-19f36310747e is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:31:27.265018 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-510f2985-a240-420f-879d-95ab5d767e14 admin admin] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:31:27.277515 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510f2985-a240-420f-879d-95ab5d767e14 admin admin] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:31:27.323854 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df62bb20-9086-4546-8e93-2c3706b83d49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=458087a4-2db3-4685-b2ba-eab969a92d13,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:31:27.349107 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510f2985-a240-420f-879d-95ab5d767e14 admin admin] Pushing event updated for resources: {'Port': ['ID=44dfec9c-e5a0-4c18-ba38-9d8dfc3e2683,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:31:27.443300 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df62bb20-9086-4546-8e93-2c3706b83d49 admin admin] Checking segment: {'id': '75019356-28ff-4b3b-ab1f-7fd649171211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'd83d4959-ab97-477d-994a-54e4149e8a5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:31:27.443658 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df62bb20-9086-4546-8e93-2c3706b83d49 admin admin] Network hostable DHCP agents. Network: d83d4959-ab97-477d-994a-54e4149e8a5e, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:31:27.449270 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-510f2985-a240-420f-879d-95ab5d767e14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690947'] for router_interface, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:27.461029 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:27.601713 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8225388c-27dd-46ee-ad62-6c043dac20ed tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3115906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3172012'] for subnet, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:27.697076 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-2e1207fc-fcc1-471d-bc70-2ae9eb1416b6 None None] Provisioning for port 44dfec9c-e5a0-4c18-ba38-9d8dfc3e2683 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:31:27.704098 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-2e1207fc-fcc1-471d-bc70-2ae9eb1416b6 None None] Provisioning complete for port 44dfec9c-e5a0-4c18-ba38-9d8dfc3e2683 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:31:27.704506 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-2e1207fc-fcc1-471d-bc70-2ae9eb1416b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:27.785934 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8225388c-27dd-46ee-ad62-6c043dac20ed tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Checking segment: {'id': 'e21c9acb-e9f4-42e9-ad94-9e46ccbfefd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'd559caf8-5c9d-46ee-83a9-2592f6487ede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:31:27.788717 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8225388c-27dd-46ee-ad62-6c043dac20ed tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Network hostable DHCP agents. Network: d559caf8-5c9d-46ee-83a9-2592f6487ede, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89110) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:31:27.817060 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device ca775f61-c024-4220-8755-855df0335eb0 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:31:27.824616 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df62bb20-9086-4546-8e93-2c3706b83d49 admin admin] Network d83d4959-ab97-477d-994a-54e4149e8a5e is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:31:27.842445 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4979f57d-0f82-46e5-a448-02a5aabf8a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:27.846139 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8225388c-27dd-46ee-ad62-6c043dac20ed tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Pushing event updated for resources: {'Subnet': ['ID=4208a8b5-a0f5-4325-829e-98594b34d2d8,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:31:27.890637 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-2e1207fc-fcc1-471d-bc70-2ae9eb1416b6 None None] Port 44dfec9c-e5a0-4c18-ba38-9d8dfc3e2683 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:31:27.914439 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-df62bb20-9086-4546-8e93-2c3706b83d49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, d83d4959-ab97-477d-994a-54e4149e8a5e) {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:31:27.917653 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df62bb20-9086-4546-8e93-2c3706b83d49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:27.918427 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-df62bb20-9086-4546-8e93-2c3706b83d49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:27.924130 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb1a9ccc-48e7-453c-8d86-4f33a9dbc864 None None] Network d83d4959-ab97-477d-994a-54e4149e8a5e requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:31:27.940697 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7d39da-9ce9-4cb0-8437-6694600376a4 req-3aacbc84-7996-4dcd-9042-f71bc09f3004 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:27.943004 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5b7d39da-9ce9-4cb0-8437-6694600376a4 req-3aacbc84-7996-4dcd-9042-f71bc09f3004 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "GET /v2.0/ports?device_id=4faa87b8-f4ff-4090-9c52-7a280a3dcdf8 HTTP/1.1" status: 200 len: 946 time: 0.1650472 May 28 06:31:27.967628 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4979f57d-0f82-46e5-a448-02a5aabf8a1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c5c496d-d658-4596-9b6c-3f95ddbb8b32,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:31:27.981804 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4979f57d-0f82-46e5-a448-02a5aabf8a1a admin admin] Checking segment: {'id': 'c31fc328-b4a9-4fb9-bf94-9ede1cccd809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'b209e086-4126-4a45-bb8f-27ac63249e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:31:27.982159 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4979f57d-0f82-46e5-a448-02a5aabf8a1a admin admin] Network hostable DHCP agents. Network: b209e086-4126-4a45-bb8f-27ac63249e1e, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:31:28.006555 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5b7d39da-9ce9-4cb0-8437-6694600376a4 req-b7dd349c-75ae-401d-bf3b-7de9378c44a7 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "GET /v2.0/security-groups?id=63ea6420-b48b-49b9-b520-8d6c62ca7c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561538 May 28 06:31:28.018555 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8225388c-27dd-46ee-ad62-6c043dac20ed tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Network d559caf8-5c9d-46ee-83a9-2592f6487ede is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89110) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:31:28.034588 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-8225388c-27dd-46ee-ad62-6c043dac20ed tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, d559caf8-5c9d-46ee-83a9-2592f6487ede) {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:31:28.045042 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f9f017-7e21-4bf5-a27c-b900e9447f99 None None] Network d559caf8-5c9d-46ee-83a9-2592f6487ede requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:31:28.046556 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8225388c-27dd-46ee-ad62-6c043dac20ed tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:28.047254 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8225388c-27dd-46ee-ad62-6c043dac20ed tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:28.058913 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-df62bb20-9086-4546-8e93-2c3706b83d49 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.4759769 May 28 06:31:28.074247 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-510f2985-a240-420f-879d-95ab5d767e14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:28.130553 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port ca775f61-c024-4220-8755-855df0335eb0 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:31:28.143831 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4979f57d-0f82-46e5-a448-02a5aabf8a1a admin admin] Network b209e086-4126-4a45-bb8f-27ac63249e1e is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:31:28.173569 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port ca775f61-c024-4220-8755-855df0335eb0 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:31:28.173962 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:28.207899 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 58010) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:31:28.207976 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-8225388c-27dd-46ee-ad62-6c043dac20ed tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5989575 May 28 06:31:28.214075 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-c3b436c2-3497-422f-9b92-81f0f5010d0a tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Request body: {'port': {'network_id': 'd559caf8-5c9d-46ee-83a9-2592f6487ede', 'name': 'tempest-AllowedAddressPairTestJSON-311027318'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:31:28.298994 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-4979f57d-0f82-46e5-a448-02a5aabf8a1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, b209e086-4126-4a45-bb8f-27ac63249e1e) {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:31:28.337672 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6563ae39-1a54-4039-92c5-f6ef87662334 None None] Network b209e086-4126-4a45-bb8f-27ac63249e1e requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:31:28.446952 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4979f57d-0f82-46e5-a448-02a5aabf8a1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:28.447469 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4979f57d-0f82-46e5-a448-02a5aabf8a1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:28.492087 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a05aef-d177-4bdd-bc01-1945853ea38e req-edf99758-b34d-4d55-92d5-33236a6c17c7 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:28.493727 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-04a05aef-d177-4bdd-bc01-1945853ea38e req-edf99758-b34d-4d55-92d5-33236a6c17c7 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=1eab83c1-4404-47a3-b032-c292d176b6f5 HTTP/1.1" status: 200 len: 946 time: 0.1819925 May 28 06:31:28.551398 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-c3b436c2-3497-422f-9b92-81f0f5010d0a tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:31:28.569235 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-c3b436c2-3497-422f-9b92-81f0f5010d0a tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Usage tracker for resource:port and tenant:35ed0efdaa624670b30cac7bf775c952 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:31:28.575709 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-c3b436c2-3497-422f-9b92-81f0f5010d0a tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:31:28.589442 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-c3b436c2-3497-422f-9b92-81f0f5010d0a tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:31:28.618586 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-4979f57d-0f82-46e5-a448-02a5aabf8a1a admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.8871367 May 28 06:31:28.622250 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 58028) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:31:28.629180 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-e342ffad-ae18-4c07-bf5b-ef2ad57353ab admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1818683537-router', 'tenant_id': 'd606fda7b4cf421ea2482397fb329257', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:31:28.635295 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-510f2985-a240-420f-879d-95ab5d767e14 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:28.639557 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-e342ffad-ae18-4c07-bf5b-ef2ad57353ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:31:28.648669 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-e342ffad-ae18-4c07-bf5b-ef2ad57353ab admin admin] Usage tracker for resource:router and tenant:d606fda7b4cf421ea2482397fb329257 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:31:28.652195 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-e342ffad-ae18-4c07-bf5b-ef2ad57353ab admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:31:28.670439 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-04a05aef-d177-4bdd-bc01-1945853ea38e req-428a4a62-afaf-4c34-b4e2-32a81888eace tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/security-groups?id=f6de87b7-c8be-4140-be86-d0d6b2592918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679256 May 28 06:31:28.687837 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-e342ffad-ae18-4c07-bf5b-ef2ad57353ab admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:31:28.704824 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a153eb-977a-4583-ac06-2b7ec7e3ef0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-d559caf8-5c9d-46ee-83a9-2592f6487ede', 'network_id': 'd559caf8-5c9d-46ee-83a9-2592f6487ede', 'tenant_id': '35ed0efdaa624670b30cac7bf775c952', 'fixed_ips': [{'subnet_id': '4208a8b5-a0f5-4325-829e-98594b34d2d8'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:31:28.705462 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-14a153eb-977a-4583-ac06-2b7ec7e3ef0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:28.731721 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3b436c2-3497-422f-9b92-81f0f5010d0a tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Made reservation on behalf of 35ed0efdaa624670b30cac7bf775c952 for: {'port': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:31:28.735627 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c3b436c2-3497-422f-9b92-81f0f5010d0a tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:28.759645 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [None req-c3b436c2-3497-422f-9b92-81f0f5010d0a tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] device_id is not set on port f5ce3ffc-6c8f-425c-9e85-9b9f8c257f72 yet. {{(pid=89109) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:31:28.812625 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6020ef4-e9a8-429e-923e-1f7aa41d7e40 None None] Network d83d4959-ab97-477d-994a-54e4149e8a5e requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:31:28.835261 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e342ffad-ae18-4c07-bf5b-ef2ad57353ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59128'] for router, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:28.837288 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e342ffad-ae18-4c07-bf5b-ef2ad57353ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59009'] for router, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:28.843496 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-510f2985-a240-420f-879d-95ab5d767e14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:28.846807 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af28d6c6-2e22-4d54-a714-97480a12533c req-0ed3446e-a6ae-4456-9206-bfe42b4ba25c tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:28.847515 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-af28d6c6-2e22-4d54-a714-97480a12533c req-0ed3446e-a6ae-4456-9206-bfe42b4ba25c tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Synchronizing usage tracker for tenant:e9a1a9066a3349fa8fd9ecc898dfe607 on resource:network {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:31:28.954072 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-af28d6c6-2e22-4d54-a714-97480a12533c req-0ed3446e-a6ae-4456-9206-bfe42b4ba25c tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Unset dirty status for tenant:e9a1a9066a3349fa8fd9ecc898dfe607 on resource:network {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:31:28.955313 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-af28d6c6-2e22-4d54-a714-97480a12533c req-0ed3446e-a6ae-4456-9206-bfe42b4ba25c tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] 10.222.0.55 "GET /v2.0/networks?id=d83d4959-ab97-477d-994a-54e4149e8a5e HTTP/1.1" status: 200 len: 813 time: 0.3265791 May 28 06:31:28.972422 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-af28d6c6-2e22-4d54-a714-97480a12533c req-6220653c-8581-493c-89c1-0103161b636a tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] 10.222.0.55 "GET /v2.0/quotas/e9a1a9066a3349fa8fd9ecc898dfe607 HTTP/1.1" status: 200 len: 375 time: 0.0107365 May 28 06:31:29.038973 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-af28d6c6-2e22-4d54-a714-97480a12533c req-fb05e444-5b04-4ed3-a9de-1d6af68a28ea tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=e9a1a9066a3349fa8fd9ecc898dfe607&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0580449 May 28 06:31:29.048740 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port ca775f61-c024-4220-8755-855df0335eb0 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:31:29.049113 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:29.141226 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port ca775f61-c024-4220-8755-855df0335eb0, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=ca775f61-c024-4220-8755-855df0335eb0,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:31:29.170218 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e342ffad-ae18-4c07-bf5b-ef2ad57353ab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:29.174866 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-617cf400-95fd-4dfc-b780-4f0622f6a97f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:29.183571 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a596f27d-60cd-45a6-ae78-8d2fb9775274 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-b209e086-4126-4a45-bb8f-27ac63249e1e', 'network_id': 'b209e086-4126-4a45-bb8f-27ac63249e1e', 'tenant_id': 'd606fda7b4cf421ea2482397fb329257', 'fixed_ips': [{'subnet_id': '0c5c496d-d658-4596-9b6c-3f95ddbb8b32'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:31:29.184389 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-a596f27d-60cd-45a6-ae78-8d2fb9775274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:29.196556 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-510f2985-a240-420f-879d-95ab5d767e14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700602'] for router_interface, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:29.223255 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510f2985-a240-420f-879d-95ab5d767e14 admin admin] Pushing event updated for resources: {'Port': ['ID=44dfec9c-e5a0-4c18-ba38-9d8dfc3e2683,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:31:29.291296 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-af28d6c6-2e22-4d54-a714-97480a12533c req-dea6acb7-2be0-44c5-96b8-df78db8722f3 service neutron] 10.222.0.55 "GET /v2.0/networks/d83d4959-ab97-477d-994a-54e4149e8a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498324 May 28 06:31:29.304280 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8fbacb-3293-4236-bc00-eafde0bd76b0 req-098fe3f6-bb63-477f-abbf-c168cac99958 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:29.306117 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dd8fbacb-3293-4236-bc00-eafde0bd76b0 req-098fe3f6-bb63-477f-abbf-c168cac99958 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "GET /v2.0/ports?device_id=4faa87b8-f4ff-4090-9c52-7a280a3dcdf8 HTTP/1.1" status: 200 len: 946 time: 0.1590815 May 28 06:31:29.310824 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:29.360521 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-14a153eb-977a-4583-ac06-2b7ec7e3ef0f None None] Allocated IP 172.20.0.2 (d559caf8-5c9d-46ee-83a9-2592f6487ede/4208a8b5-a0f5-4325-829e-98594b34d2d8/b3e1a5f4-7691-4252-87eb-e9b74aeaf7fb) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:31:29.435152 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dd8fbacb-3293-4236-bc00-eafde0bd76b0 req-12f30446-f64d-46a4-be83-0fd009c5d58f tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "GET /v2.0/security-groups?id=63ea6420-b48b-49b9-b520-8d6c62ca7c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100640 May 28 06:31:29.472196 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-af28d6c6-2e22-4d54-a714-97480a12533c req-b8c074d4-d605-4683-b3a3-edaaf1009837 service neutron] 10.222.0.55 "GET /v2.0/networks/d83d4959-ab97-477d-994a-54e4149e8a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651044 May 28 06:31:29.500716 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510f2985-a240-420f-879d-95ab5d767e14 admin admin] Network 964c49e9-5c33-4984-8b78-19f36310747e is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:31:29.505161 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-510f2985-a240-420f-879d-95ab5d767e14 admin admin] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:31:29.573770 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=ca775f61-c024-4220-8755-855df0335eb0,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:31:29.593262 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:31:29.593652 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:31:29.593990 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:31:29.594324 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:31:29.594649 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:31:29.594975 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:31:29.595296 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:31:29.595776 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:31:29.596100 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:31:29.596419 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:31:29.596738 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:31:29.597063 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:31:29.687511 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-a596f27d-60cd-45a6-ae78-8d2fb9775274 None None] Allocated IP 172.20.0.2 (b209e086-4126-4a45-bb8f-27ac63249e1e/0c5c496d-d658-4596-9b6c-3f95ddbb8b32/047b8046-625a-476e-a61a-fabaaf64b28d) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:31:29.724779 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e342ffad-ae18-4c07-bf5b-ef2ad57353ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59027'] for router, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:29.796795 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device ca775f61-c024-4220-8755-855df0335eb0 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:31:29.940411 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca68751-a01a-430f-971d-009a3d5c1624 req-bdf4e4f8-f602-4243-b82b-4971ef7c160e tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:29.946043 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-aca68751-a01a-430f-971d-009a3d5c1624 req-bdf4e4f8-f602-4243-b82b-4971ef7c160e tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=1eab83c1-4404-47a3-b032-c292d176b6f5 HTTP/1.1" status: 200 len: 946 time: 0.1167920 May 28 06:31:30.030507 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-aca68751-a01a-430f-971d-009a3d5c1624 req-a1c0d709-8659-4fcc-b7a3-3d4c600781bb tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/security-groups?id=f6de87b7-c8be-4140-be86-d0d6b2592918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787666 May 28 06:31:30.059579 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:30.067171 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-510f2985-a240-420f-879d-95ab5d767e14 admin admin] Router 5c55a9ef-c247-4bff-8603-15a5153f4ccd has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:31:30.171253 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-01256fde-0203-4826-ac8e-b5ddde188f84 None None] Provisioning complete for port 44dfec9c-e5a0-4c18-ba38-9d8dfc3e2683 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:31:30.171853 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-01256fde-0203-4826-ac8e-b5ddde188f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:30.274648 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-14a153eb-977a-4583-ac06-2b7ec7e3ef0f None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:30.278002 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-01256fde-0203-4826-ac8e-b5ddde188f84 None None] Port 44dfec9c-e5a0-4c18-ba38-9d8dfc3e2683 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:31:30.280191 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:30.308722 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-14a153eb-977a-4583-ac06-2b7ec7e3ef0f None None] Transition to ACTIVE for port object b3e1a5f4-7691-4252-87eb-e9b74aeaf7fb will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:31:30.374909 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4a8de431-450e-4b97-8de4-a68f7fa00c2c req-b4d8290c-91de-4621-8b8e-b45f7bc45a1b tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] 10.222.0.55 "GET /v2.0/ports?device_id=96e143b4-9d10-4924-bc22-980d00913fcd HTTP/1.1" status: 200 len: 210 time: 0.0725615 May 28 06:31:30.384897 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-510f2985-a240-420f-879d-95ab5d767e14 admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:31:30.394523 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9855c603-d2d2-4f2e-bbb3-6dd76b17a9b9 None None] Sync routers for ids ['5c55a9ef-c247-4bff-8603-15a5153f4ccd'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:31:30.409311 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9855c603-d2d2-4f2e-bbb3-6dd76b17a9b9 None None] Routers {'5c55a9ef-c247-4bff-8603-15a5153f4ccd'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:31:30.413130 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-9855c603-d2d2-4f2e-bbb3-6dd76b17a9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:31:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['5c55a9ef-c247-4bff-8603-15a5153f4ccd'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:31:30.413636 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port ca775f61-c024-4220-8755-855df0335eb0 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:31:30.419487 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:30.451403 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-14a153eb-977a-4583-ac06-2b7ec7e3ef0f None None] Transition to ACTIVE for port object b3e1a5f4-7691-4252-87eb-e9b74aeaf7fb will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:31:30.492180 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-a596f27d-60cd-45a6-ae78-8d2fb9775274 None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:30.500885 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-510f2985-a240-420f-879d-95ab5d767e14 admin admin] 10.222.0.55 "PUT /v2.0/routers/5c55a9ef-c247-4bff-8603-15a5153f4ccd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6159730 May 28 06:31:30.513047 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-a596f27d-60cd-45a6-ae78-8d2fb9775274 None None] Transition to ACTIVE for port object 047b8046-625a-476e-a61a-fabaaf64b28d will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:31:30.558094 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e342ffad-ae18-4c07-bf5b-ef2ad57353ab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:30.571409 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-a596f27d-60cd-45a6-ae78-8d2fb9775274 None None] Transition to ACTIVE for port object 047b8046-625a-476e-a61a-fabaaf64b28d will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:31:30.603922 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port ca775f61-c024-4220-8755-855df0335eb0 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:31:30.609570 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e342ffad-ae18-4c07-bf5b-ef2ad57353ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:30.613249 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-9855c603-d2d2-4f2e-bbb3-6dd76b17a9b9 None None] Set router 5c55a9ef-c247-4bff-8603-15a5153f4ccd gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:31:30.703574 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-14a153eb-977a-4583-ac06-2b7ec7e3ef0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:30.776396 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-a596f27d-60cd-45a6-ae78-8d2fb9775274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:30.798315 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a153eb-977a-4583-ac06-2b7ec7e3ef0f None None] Network d559caf8-5c9d-46ee-83a9-2592f6487ede is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:31:30.800287 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a153eb-977a-4583-ac06-2b7ec7e3ef0f None None] Pushing event updated for resources: {'Port': ['ID=b3e1a5f4-7691-4252-87eb-e9b74aeaf7fb,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:31:30.803158 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-14a153eb-977a-4583-ac06-2b7ec7e3ef0f None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:31:30.883680 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a153eb-977a-4583-ac06-2b7ec7e3ef0f None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:31:30.937914 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a596f27d-60cd-45a6-ae78-8d2fb9775274 None None] Network b209e086-4126-4a45-bb8f-27ac63249e1e is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:31:30.959357 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-e342ffad-ae18-4c07-bf5b-ef2ad57353ab admin admin] Allocated IP 172.25.5.84 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/54d437c0-7a0b-4d10-9b3a-51293a6cd64a) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:31:30.978636 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-a596f27d-60cd-45a6-ae78-8d2fb9775274 None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:31:30.983437 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f27d-60cd-45a6-ae78-8d2fb9775274 None None] Pushing event updated for resources: {'Port': ['ID=047b8046-625a-476e-a61a-fabaaf64b28d,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:31:30.983437 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a596f27d-60cd-45a6-ae78-8d2fb9775274 None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:31:31.027752 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-3ee414c8-f14d-4869-9d71-93de01c4405f req-84d4a6c1-1d0f-40be-b5be-fe93cb9e1402 tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Synchronizing usage tracker for tenant:f8755c5b66d64d65897fca622054cda9 on resource:network {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:31:31.041907 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.db.api [None req-c3b436c2-3497-422f-9b92-81f0f5010d0a tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-b0c28d36-edb9-4424-ba7e-3791f4675da3 {{(pid=89109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:31:31.042204 n-d-843702-1 neutron-server[89109]: DEBUG oslo_db.api [None req-c3b436c2-3497-422f-9b92-81f0f5010d0a tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:31:31.089762 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-14a153eb-977a-4583-ac06-2b7ec7e3ef0f None None] Attempting to bind port b3e1a5f4-7691-4252-87eb-e9b74aeaf7fb on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:31:31.090465 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-14a153eb-977a-4583-ac06-2b7ec7e3ef0f None None] Attempting to bind port b3e1a5f4-7691-4252-87eb-e9b74aeaf7fb by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'e21c9acb-e9f4-42e9-ad94-9e46ccbfefd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'd559caf8-5c9d-46ee-83a9-2592f6487ede'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:31:31.091593 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a153eb-977a-4583-ac06-2b7ec7e3ef0f None None] Attempting to bind port b3e1a5f4-7691-4252-87eb-e9b74aeaf7fb on network d559caf8-5c9d-46ee-83a9-2592f6487ede {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:31:31.098945 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-9855c603-d2d2-4f2e-bbb3-6dd76b17a9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c55a9ef-c247-4bff-8603-15a5153f4ccd', 'name': 'tempest-FloatingIPDetailsTestJSON-727786191-router', 'tenant_id': 'f8755c5b66d64d65897fca622054cda9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': 'ca775f61-c024-4220-8755-855df0335eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:31:19Z', 'updated_at': '2022-05-28T06:31:27Z', 'revision_number': 4, 'project_id': 'f8755c5b66d64d65897fca622054cda9', 'gw_port': {'id': 'ca775f61-c024-4220-8755-855df0335eb0', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:35:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c55a9ef-c247-4bff-8603-15a5153f4ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:31:20Z', 'updated_at': '2022-05-28T06:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '44dfec9c-e5a0-4c18-ba38-9d8dfc3e2683', 'name': '', 'network_id': '964c49e9-5c33-4984-8b78-19f36310747e', 'tenant_id': 'f8755c5b66d64d65897fca622054cda9', 'mac_address': 'fa:16:3e:26:c6:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c55a9ef-c247-4bff-8603-15a5153f4ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '5c7cefb9-4bc8-4ca5-917b-29f4216a2d41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:31:25Z', 'updated_at': '2022-05-28T06:31:28Z', 'revision_number': 2, 'project_id': 'f8755c5b66d64d65897fca622054cda9', 'subnets': [{'id': '5c7cefb9-4bc8-4ca5-917b-29f4216a2d41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:31:31.103503 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9855c603-d2d2-4f2e-bbb3-6dd76b17a9b9 None None] Checking router: 5c55a9ef-c247-4bff-8603-15a5153f4ccd for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:31:31.104203 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9855c603-d2d2-4f2e-bbb3-6dd76b17a9b9 None None] Updating router 5c55a9ef-c247-4bff-8603-15a5153f4ccd port 44dfec9c-e5a0-4c18-ba38-9d8dfc3e2683 binding host n-d-843702-1 {{(pid=89112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:31:31.105198 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a153eb-977a-4583-ac06-2b7ec7e3ef0f None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:31:31.105630 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a153eb-977a-4583-ac06-2b7ec7e3ef0f None None] Checking segment: {'id': 'e21c9acb-e9f4-42e9-ad94-9e46ccbfefd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'd559caf8-5c9d-46ee-83a9-2592f6487ede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:31:31.106031 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-14a153eb-977a-4583-ac06-2b7ec7e3ef0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:31.106584 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a153eb-977a-4583-ac06-2b7ec7e3ef0f None None] Bound using segment: {'id': 'e21c9acb-e9f4-42e9-ad94-9e46ccbfefd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'd559caf8-5c9d-46ee-83a9-2592f6487ede'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:31:31.107350 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-14a153eb-977a-4583-ac06-2b7ec7e3ef0f None None] Bound port: b3e1a5f4-7691-4252-87eb-e9b74aeaf7fb, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e21c9acb-e9f4-42e9-ad94-9e46ccbfefd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'd559caf8-5c9d-46ee-83a9-2592f6487ede'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:31:31.107725 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-14a153eb-977a-4583-ac06-2b7ec7e3ef0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:31.130333 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e342ffad-ae18-4c07-bf5b-ef2ad57353ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:31.137383 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-3ee414c8-f14d-4869-9d71-93de01c4405f req-84d4a6c1-1d0f-40be-b5be-fe93cb9e1402 tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Unset dirty status for tenant:f8755c5b66d64d65897fca622054cda9 on resource:network {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:31:31.139617 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3ee414c8-f14d-4869-9d71-93de01c4405f req-84d4a6c1-1d0f-40be-b5be-fe93cb9e1402 tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3586421 May 28 06:31:31.150208 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-3ee414c8-f14d-4869-9d71-93de01c4405f req-4ff4339a-71c3-4ce4-a95d-ea67ddc02784 tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Request body: {'floatingip': {'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:31:31.159277 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-3ee414c8-f14d-4869-9d71-93de01c4405f req-4ff4339a-71c3-4ce4-a95d-ea67ddc02784 tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:31:31.180581 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-9855c603-d2d2-4f2e-bbb3-6dd76b17a9b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:31.191889 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-a596f27d-60cd-45a6-ae78-8d2fb9775274 None None] Attempting to bind port 047b8046-625a-476e-a61a-fabaaf64b28d on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:31:31.192285 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-a596f27d-60cd-45a6-ae78-8d2fb9775274 None None] Attempting to bind port 047b8046-625a-476e-a61a-fabaaf64b28d by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'c31fc328-b4a9-4fb9-bf94-9ede1cccd809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'b209e086-4126-4a45-bb8f-27ac63249e1e'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:31:31.193119 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a596f27d-60cd-45a6-ae78-8d2fb9775274 None None] Attempting to bind port 047b8046-625a-476e-a61a-fabaaf64b28d on network b209e086-4126-4a45-bb8f-27ac63249e1e {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:31:31.199998 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-3ee414c8-f14d-4869-9d71-93de01c4405f req-4ff4339a-71c3-4ce4-a95d-ea67ddc02784 tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Usage tracker for resource:floatingip and tenant:f8755c5b66d64d65897fca622054cda9 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:31:31.204758 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a596f27d-60cd-45a6-ae78-8d2fb9775274 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:31:31.205185 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a596f27d-60cd-45a6-ae78-8d2fb9775274 None None] Checking segment: {'id': 'c31fc328-b4a9-4fb9-bf94-9ede1cccd809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'b209e086-4126-4a45-bb8f-27ac63249e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:31:31.209248 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-a596f27d-60cd-45a6-ae78-8d2fb9775274 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:31.209248 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a596f27d-60cd-45a6-ae78-8d2fb9775274 None None] Bound using segment: {'id': 'c31fc328-b4a9-4fb9-bf94-9ede1cccd809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'b209e086-4126-4a45-bb8f-27ac63249e1e'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:31:31.209407 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-3ee414c8-f14d-4869-9d71-93de01c4405f req-4ff4339a-71c3-4ce4-a95d-ea67ddc02784 tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:31:31.209500 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-a596f27d-60cd-45a6-ae78-8d2fb9775274 None None] Bound port: 047b8046-625a-476e-a61a-fabaaf64b28d, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c31fc328-b4a9-4fb9-bf94-9ede1cccd809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'b209e086-4126-4a45-bb8f-27ac63249e1e'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:31:31.209500 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-a596f27d-60cd-45a6-ae78-8d2fb9775274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:31.218103 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-3ee414c8-f14d-4869-9d71-93de01c4405f req-4ff4339a-71c3-4ce4-a95d-ea67ddc02784 tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:31:31.235340 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e342ffad-ae18-4c07-bf5b-ef2ad57353ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:31.277387 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d16b2f6-4105-4cee-a698-364b54f8da1e req-ef9e9767-ad3e-4dfc-9013-89b7dd5111d4 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:31.285129 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7d16b2f6-4105-4cee-a698-364b54f8da1e req-ef9e9767-ad3e-4dfc-9013-89b7dd5111d4 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=1eab83c1-4404-47a3-b032-c292d176b6f5 HTTP/1.1" status: 200 len: 946 time: 0.1221399 May 28 06:31:31.386641 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e342ffad-ae18-4c07-bf5b-ef2ad57353ab admin admin] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:31:31.389595 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-e342ffad-ae18-4c07-bf5b-ef2ad57353ab admin admin] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:31:31.397817 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e342ffad-ae18-4c07-bf5b-ef2ad57353ab admin admin] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:31:31.398571 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-14a153eb-977a-4583-ac06-2b7ec7e3ef0f None None] For port b3e1a5f4-7691-4252-87eb-e9b74aeaf7fb, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:31:31.411002 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-14a153eb-977a-4583-ac06-2b7ec7e3ef0f None None] For port b3e1a5f4-7691-4252-87eb-e9b74aeaf7fb, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=b3e1a5f4-7691-4252-87eb-e9b74aeaf7fb,segment=NetworkSegment(e21c9acb-e9f4-42e9-ad94-9e46ccbfefd4),segment_id=e21c9acb-e9f4-42e9-ad94-9e46ccbfefd4)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:31:31.427568 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-a596f27d-60cd-45a6-ae78-8d2fb9775274 None None] For port 047b8046-625a-476e-a61a-fabaaf64b28d, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:31:31.432223 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-a596f27d-60cd-45a6-ae78-8d2fb9775274 None None] For port 047b8046-625a-476e-a61a-fabaaf64b28d, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=047b8046-625a-476e-a61a-fabaaf64b28d,segment=NetworkSegment(c31fc328-b4a9-4fb9-bf94-9ede1cccd809),segment_id=c31fc328-b4a9-4fb9-bf94-9ede1cccd809)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:31:31.438792 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e342ffad-ae18-4c07-bf5b-ef2ad57353ab admin admin] Pushing event updated for resources: {'Port': ['ID=54d437c0-7a0b-4d10-9b3a-51293a6cd64a,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:31:31.520529 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-3ee414c8-f14d-4869-9d71-93de01c4405f req-4ff4339a-71c3-4ce4-a95d-ea67ddc02784 tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Notify callbacks [] for floatingip, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:31.563253 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7d16b2f6-4105-4cee-a698-364b54f8da1e req-7814ca63-6dbe-4bac-b54f-df2675c0fad1 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/security-groups?id=f6de87b7-c8be-4140-be86-d0d6b2592918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770526 May 28 06:31:31.581498 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c3b436c2-3497-422f-9b92-81f0f5010d0a tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:31.596573 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-14a153eb-977a-4583-ac06-2b7ec7e3ef0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:31.601847 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-a596f27d-60cd-45a6-ae78-8d2fb9775274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:31.665880 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:31.670541 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [None req-c3b436c2-3497-422f-9b92-81f0f5010d0a tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] device_id is not set on port 4cd787d1-95b9-4629-8452-83b8d69c3567 yet. {{(pid=89109) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:31:31.687856 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-9855c603-d2d2-4f2e-bbb3-6dd76b17a9b9 None None] Notify callbacks [] for port, precommit_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:31.707955 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.provisioning_blocks [None req-9855c603-d2d2-4f2e-bbb3-6dd76b17a9b9 None None] Transition to ACTIVE for port object 44dfec9c-e5a0-4c18-ba38-9d8dfc3e2683 will not be triggered until provisioned by entity L2. {{(pid=89112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:31:31.733485 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-69fd9c6f-52ae-4614-aad9-b7c33554d8ad req-a8b9c564-cfca-4202-8261-6e7d354018b8 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] 10.222.0.55 "GET /v2.0/ports?device_id=96e143b4-9d10-4924-bc22-980d00913fcd HTTP/1.1" status: 200 len: 210 time: 0.0639746 May 28 06:31:31.767969 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a153eb-977a-4583-ac06-2b7ec7e3ef0f None None] Pushing event updated for resources: {'Port': ['ID=b3e1a5f4-7691-4252-87eb-e9b74aeaf7fb,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:31:31.817264 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-9855c603-d2d2-4f2e-bbb3-6dd76b17a9b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:31.855614 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f27d-60cd-45a6-ae78-8d2fb9775274 None None] Pushing event updated for resources: {'Port': ['ID=047b8046-625a-476e-a61a-fabaaf64b28d,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:31:31.864517 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-3ee414c8-f14d-4869-9d71-93de01c4405f req-4ff4339a-71c3-4ce4-a95d-ea67ddc02784 tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:32.097302 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:32.137511 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [req-3ee414c8-f14d-4869-9d71-93de01c4405f req-4ff4339a-71c3-4ce4-a95d-ea67ddc02784 tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Allocated IP 172.25.5.71 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/5eab0861-6883-4cf3-a7b9-97435315b2ce) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:31:32.187345 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-c3b436c2-3497-422f-9b92-81f0f5010d0a tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Allocated IP 172.20.0.4 (d559caf8-5c9d-46ee-83a9-2592f6487ede/4208a8b5-a0f5-4325-829e-98594b34d2d8/4cd787d1-95b9-4629-8452-83b8d69c3567) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:31:32.207429 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3365e0f1-ade2-4966-ab40-19095a97ea29 None None] Pushing event updated for resources: {'Port': ['ID=44dfec9c-e5a0-4c18-ba38-9d8dfc3e2683,revision_number=3']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:31:32.236318 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3365e0f1-ade2-4966-ab40-19095a97ea29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:31:32.236318 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3365e0f1-ade2-4966-ab40-19095a97ea29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:31:32.239118 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3365e0f1-ade2-4966-ab40-19095a97ea29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:31:32.239118 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3365e0f1-ade2-4966-ab40-19095a97ea29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:31:32.239118 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3365e0f1-ade2-4966-ab40-19095a97ea29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:31:32.239118 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3365e0f1-ade2-4966-ab40-19095a97ea29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:31:32.239118 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3365e0f1-ade2-4966-ab40-19095a97ea29 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:31:32.239118 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3365e0f1-ade2-4966-ab40-19095a97ea29 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:31:32.239118 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3365e0f1-ade2-4966-ab40-19095a97ea29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:31:32.239118 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3365e0f1-ade2-4966-ab40-19095a97ea29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:31:32.239118 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3365e0f1-ade2-4966-ab40-19095a97ea29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:31:32.239744 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3365e0f1-ade2-4966-ab40-19095a97ea29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:31:32.247626 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-9855c603-d2d2-4f2e-bbb3-6dd76b17a9b9 None None] Attempting to bind port 44dfec9c-e5a0-4c18-ba38-9d8dfc3e2683 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:31:32.248006 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-9855c603-d2d2-4f2e-bbb3-6dd76b17a9b9 None None] Attempting to bind port 44dfec9c-e5a0-4c18-ba38-9d8dfc3e2683 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'ae039f29-d3dd-4b02-84d2-2ed146fe5b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '964c49e9-5c33-4984-8b78-19f36310747e'}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:31:32.248347 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9855c603-d2d2-4f2e-bbb3-6dd76b17a9b9 None None] Attempting to bind port 44dfec9c-e5a0-4c18-ba38-9d8dfc3e2683 on network 964c49e9-5c33-4984-8b78-19f36310747e {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:31:32.261257 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e342ffad-ae18-4c07-bf5b-ef2ad57353ab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:32.262407 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9855c603-d2d2-4f2e-bbb3-6dd76b17a9b9 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:31:32.262974 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9855c603-d2d2-4f2e-bbb3-6dd76b17a9b9 None None] Checking segment: {'id': 'ae039f29-d3dd-4b02-84d2-2ed146fe5b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '964c49e9-5c33-4984-8b78-19f36310747e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:31:32.263505 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-9855c603-d2d2-4f2e-bbb3-6dd76b17a9b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:32.264020 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9855c603-d2d2-4f2e-bbb3-6dd76b17a9b9 None None] Bound using segment: {'id': 'ae039f29-d3dd-4b02-84d2-2ed146fe5b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '964c49e9-5c33-4984-8b78-19f36310747e'} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:31:32.264634 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-9855c603-d2d2-4f2e-bbb3-6dd76b17a9b9 None None] Bound port: 44dfec9c-e5a0-4c18-ba38-9d8dfc3e2683, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae039f29-d3dd-4b02-84d2-2ed146fe5b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '964c49e9-5c33-4984-8b78-19f36310747e'}}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:31:32.265503 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-9855c603-d2d2-4f2e-bbb3-6dd76b17a9b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:32.422543 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-3ee414c8-f14d-4869-9d71-93de01c4405f req-4ff4339a-71c3-4ce4-a95d-ea67ddc02784 tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:32.427902 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-9855c603-d2d2-4f2e-bbb3-6dd76b17a9b9 None None] For port 44dfec9c-e5a0-4c18-ba38-9d8dfc3e2683, host n-d-843702-1, cleared binding levels {{(pid=89112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:31:32.434734 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-9855c603-d2d2-4f2e-bbb3-6dd76b17a9b9 None None] For port 44dfec9c-e5a0-4c18-ba38-9d8dfc3e2683, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=44dfec9c-e5a0-4c18-ba38-9d8dfc3e2683,segment=NetworkSegment(ae039f29-d3dd-4b02-84d2-2ed146fe5b60),segment_id=ae039f29-d3dd-4b02-84d2-2ed146fe5b60)] {{(pid=89112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:31:32.589659 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-3ee414c8-f14d-4869-9d71-93de01c4405f req-4ff4339a-71c3-4ce4-a95d-ea67ddc02784 tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:32.592296 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-9855c603-d2d2-4f2e-bbb3-6dd76b17a9b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:32.672311 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff4339a-71c3-4ce4-a95d-ea67ddc02784 tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Pushing event updated for resources: {'Port': ['ID=5eab0861-6883-4cf3-a7b9-97435315b2ce,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:31:32.682316 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9855c603-d2d2-4f2e-bbb3-6dd76b17a9b9 None None] Routers {'5c55a9ef-c247-4bff-8603-15a5153f4ccd'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:31:32.682945 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-9855c603-d2d2-4f2e-bbb3-6dd76b17a9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:31:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['5c55a9ef-c247-4bff-8603-15a5153f4ccd'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:31:32.689442 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ee414c8-f14d-4869-9d71-93de01c4405f req-4ff4339a-71c3-4ce4-a95d-ea67ddc02784 tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:31:32.693710 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [req-3ee414c8-f14d-4869-9d71-93de01c4405f req-4ff4339a-71c3-4ce4-a95d-ea67ddc02784 tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:31:32.696466 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ee414c8-f14d-4869-9d71-93de01c4405f req-4ff4339a-71c3-4ce4-a95d-ea67ddc02784 tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:31:32.788879 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c3b436c2-3497-422f-9b92-81f0f5010d0a tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:32.827972 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [None req-c3b436c2-3497-422f-9b92-81f0f5010d0a tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Transition to ACTIVE for port object 4cd787d1-95b9-4629-8452-83b8d69c3567 will not be triggered until provisioned by entity DHCP. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:31:32.870842 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-3ee414c8-f14d-4869-9d71-93de01c4405f req-4ff4339a-71c3-4ce4-a95d-ea67ddc02784 tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:32.941825 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e342ffad-ae18-4c07-bf5b-ef2ad57353ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690761'] for router, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:32.973060 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-9855c603-d2d2-4f2e-bbb3-6dd76b17a9b9 None None] Set router 5c55a9ef-c247-4bff-8603-15a5153f4ccd gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:31:33.031430 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca501c2b-26dc-491c-92b2-8dece6892c39 req-9a41abda-8000-4b48-9512-5dd0b189b0b3 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:33.040212 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ca501c2b-26dc-491c-92b2-8dece6892c39 req-9a41abda-8000-4b48-9512-5dd0b189b0b3 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=1eab83c1-4404-47a3-b032-c292d176b6f5 HTTP/1.1" status: 200 len: 946 time: 0.1462097 May 28 06:31:33.106729 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ca501c2b-26dc-491c-92b2-8dece6892c39 req-6c3c63a7-4f05-4fb1-a1ee-2f6af8e133f1 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/security-groups?id=f6de87b7-c8be-4140-be86-d0d6b2592918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654056 May 28 06:31:33.243188 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fb7f364c-8543-4199-8e64-ebd12aef3fac req-91c1f006-632e-4ff8-bd9c-2b619e4641ce tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] 10.222.0.55 "GET /v2.0/ports?device_id=96e143b4-9d10-4924-bc22-980d00913fcd HTTP/1.1" status: 200 len: 210 time: 0.0624921 May 28 06:31:33.258029 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-3ee414c8-f14d-4869-9d71-93de01c4405f req-4ff4339a-71c3-4ce4-a95d-ea67ddc02784 tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:33.269409 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3365e0f1-ade2-4966-ab40-19095a97ea29 None None] Pushing event updated for resources: {'Port': ['ID=44dfec9c-e5a0-4c18-ba38-9d8dfc3e2683,revision_number=4']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:31:33.413633 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c3b436c2-3497-422f-9b92-81f0f5010d0a tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:33.443595 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f10c2a2-ab83-453c-99e3-6ac031e3314f None None] Network d559caf8-5c9d-46ee-83a9-2592f6487ede requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:31:33.515976 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b436c2-3497-422f-9b92-81f0f5010d0a tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Network d559caf8-5c9d-46ee-83a9-2592f6487ede is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:31:33.526692 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-c3b436c2-3497-422f-9b92-81f0f5010d0a tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:31:33.534018 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b436c2-3497-422f-9b92-81f0f5010d0a tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:31:33.611974 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-9855c603-d2d2-4f2e-bbb3-6dd76b17a9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c55a9ef-c247-4bff-8603-15a5153f4ccd', 'name': 'tempest-FloatingIPDetailsTestJSON-727786191-router', 'tenant_id': 'f8755c5b66d64d65897fca622054cda9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': 'ca775f61-c024-4220-8755-855df0335eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:31:19Z', 'updated_at': '2022-05-28T06:31:27Z', 'revision_number': 4, 'project_id': 'f8755c5b66d64d65897fca622054cda9', 'gw_port': {'id': 'ca775f61-c024-4220-8755-855df0335eb0', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:35:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c55a9ef-c247-4bff-8603-15a5153f4ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:31:20Z', 'updated_at': '2022-05-28T06:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '44dfec9c-e5a0-4c18-ba38-9d8dfc3e2683', 'name': '', 'network_id': '964c49e9-5c33-4984-8b78-19f36310747e', 'tenant_id': 'f8755c5b66d64d65897fca622054cda9', 'mac_address': 'fa:16:3e:26:c6:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c55a9ef-c247-4bff-8603-15a5153f4ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '5c7cefb9-4bc8-4ca5-917b-29f4216a2d41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:31:25Z', 'updated_at': '2022-05-28T06:31:32Z', 'revision_number': 4, 'project_id': 'f8755c5b66d64d65897fca622054cda9', 'subnets': [{'id': '5c7cefb9-4bc8-4ca5-917b-29f4216a2d41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:31:33.620986 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9855c603-d2d2-4f2e-bbb3-6dd76b17a9b9 None None] The sync data for ids ['5c55a9ef-c247-4bff-8603-15a5153f4ccd'] in n-d-843702-1 is: [{'id': '5c55a9ef-c247-4bff-8603-15a5153f4ccd', 'name': 'tempest-FloatingIPDetailsTestJSON-727786191-router', 'tenant_id': 'f8755c5b66d64d65897fca622054cda9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': 'ca775f61-c024-4220-8755-855df0335eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:31:19Z', 'updated_at': '2022-05-28T06:31:27Z', 'revision_number': 4, 'project_id': 'f8755c5b66d64d65897fca622054cda9', 'gw_port': {'id': 'ca775f61-c024-4220-8755-855df0335eb0', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:35:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c55a9ef-c247-4bff-8603-15a5153f4ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:31:20Z', 'updated_at': '2022-05-28T06:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '44dfec9c-e5a0-4c18-ba38-9d8dfc3e2683', 'name': '', 'network_id': '964c49e9-5c33-4984-8b78-19f36310747e', 'tenant_id': 'f8755c5b66d64d65897fca622054cda9', 'mac_address': 'fa:16:3e:26:c6:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c55a9ef-c247-4bff-8603-15a5153f4ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '5c7cefb9-4bc8-4ca5-917b-29f4216a2d41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:31:25Z', 'updated_at': '2022-05-28T06:31:32Z', 'revision_number': 4, 'project_id': 'f8755c5b66d64d65897fca622054cda9', 'subnets': [{'id': '5c7cefb9-4bc8-4ca5-917b-29f4216a2d41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:31:33.629230 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b436c2-3497-422f-9b92-81f0f5010d0a tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Pushing event updated for resources: {'Port': ['ID=4cd787d1-95b9-4629-8452-83b8d69c3567,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:31:33.725601 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-43348bfa-4c30-4a2a-8ceb-473c4a64d41e None None] Provisioning for port b3e1a5f4-7691-4252-87eb-e9b74aeaf7fb completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:31:33.737820 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b436c2-3497-422f-9b92-81f0f5010d0a tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:33.738515 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c3b436c2-3497-422f-9b92-81f0f5010d0a tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:33.833379 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-3ee414c8-f14d-4869-9d71-93de01c4405f req-4ff4339a-71c3-4ce4-a95d-ea67ddc02784 tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:33.897782 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e342ffad-ae18-4c07-bf5b-ef2ad57353ab admin admin] Router 02630b33-b944-48a6-b8dd-20f60c59dc0f is scheduled to L3 agent 42958940-9562-4f71-972f-15a8af9d3963 with binding_index 1 {{(pid=89109) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 06:31:33.933331 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-3ee414c8-f14d-4869-9d71-93de01c4405f req-4ff4339a-71c3-4ce4-a95d-ea67ddc02784 tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:33.983671 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device b3e1a5f4-7691-4252-87eb-e9b74aeaf7fb up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:31:34.122138 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff4339a-71c3-4ce4-a95d-ea67ddc02784 tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Pushing event updated for resources: {'Port': ['ID=5eab0861-6883-4cf3-a7b9-97435315b2ce,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:31:34.150003 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c970c2-3fc7-44b0-af2e-d1d9dcff4ba7 None None] Network b209e086-4126-4a45-bb8f-27ac63249e1e requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:31:34.154717 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-3ee414c8-f14d-4869-9d71-93de01c4405f req-4ff4339a-71c3-4ce4-a95d-ea67ddc02784 tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691094'] for floatingip, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:34.218436 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-c3b436c2-3497-422f-9b92-81f0f5010d0a tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 6.0127275 May 28 06:31:34.221456 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 58072) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:31:34.227618 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-bb1df493-54c7-427d-91a3-db1e3f9c863f tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Request body: {'port': {'network_id': 'd559caf8-5c9d-46ee-83a9-2592f6487ede', 'name': 'tempest-AllowedAddressPairTestJSON-845042313', 'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:e9:f3:ed'}]}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:31:34.250012 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e342ffad-ae18-4c07-bf5b-ef2ad57353ab admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:31:34.281934 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f21cf0-8fb2-47c8-b902-591d185afe99 None None] Sync routers for ids ['02630b33-b944-48a6-b8dd-20f60c59dc0f'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:31:34.301625 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port b3e1a5f4-7691-4252-87eb-e9b74aeaf7fb completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:31:34.337862 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port b3e1a5f4-7691-4252-87eb-e9b74aeaf7fb triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:31:34.338520 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:34.388675 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f21cf0-8fb2-47c8-b902-591d185afe99 None None] Routers {'02630b33-b944-48a6-b8dd-20f60c59dc0f'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:31:34.389461 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-b9f21cf0-8fb2-47c8-b902-591d185afe99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:31:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['02630b33-b944-48a6-b8dd-20f60c59dc0f'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:31:34.443128 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-3ee414c8-f14d-4869-9d71-93de01c4405f req-4ff4339a-71c3-4ce4-a95d-ea67ddc02784 tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:34.444991 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3ee414c8-f14d-4869-9d71-93de01c4405f req-4ff4339a-71c3-4ce4-a95d-ea67ddc02784 tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.2993574 May 28 06:31:34.445927 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-bb1df493-54c7-427d-91a3-db1e3f9c863f tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:31:34.460127 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e342ffad-ae18-4c07-bf5b-ef2ad57353ab admin admin] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:34.465748 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-e342ffad-ae18-4c07-bf5b-ef2ad57353ab admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.8421562 May 28 06:31:34.466727 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 58078) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:31:34.513842 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-bb1df493-54c7-427d-91a3-db1e3f9c863f tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Usage tracker for resource:port and tenant:35ed0efdaa624670b30cac7bf775c952 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:31:34.517280 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-bb1df493-54c7-427d-91a3-db1e3f9c863f tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:31:34.520267 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-7a99e0b9-eabd-4d4c-bed5-91237574f855 None None] Provisioning for port 047b8046-625a-476e-a61a-fabaaf64b28d completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:31:34.615344 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-bb1df493-54c7-427d-91a3-db1e3f9c863f tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:31:34.657703 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-3ee414c8-f14d-4869-9d71-93de01c4405f req-b100e8f1-a09e-474d-87cc-c0da0a7ac88c tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Synchronizing usage tracker for tenant:f8755c5b66d64d65897fca622054cda9 on resource:floatingip {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:31:34.710407 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4a1603-46ff-4cf9-84da-1e133b8ec45f req-65853ef2-0d0f-41bc-a107-26ac38f5c27a tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:34.719367 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9a4a1603-46ff-4cf9-84da-1e133b8ec45f req-65853ef2-0d0f-41bc-a107-26ac38f5c27a tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=1eab83c1-4404-47a3-b032-c292d176b6f5 HTTP/1.1" status: 200 len: 946 time: 0.2788961 May 28 06:31:34.773235 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb1df493-54c7-427d-91a3-db1e3f9c863f tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Made reservation on behalf of 35ed0efdaa624670b30cac7bf775c952 for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:31:34.833632 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-7eb6badd-e75f-484a-8cfe-a2988b16fd6c None None] Provisioning complete for port b3e1a5f4-7691-4252-87eb-e9b74aeaf7fb triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:31:34.833632 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-7eb6badd-e75f-484a-8cfe-a2988b16fd6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:34.906521 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-b9f21cf0-8fb2-47c8-b902-591d185afe99 None None] Set router 02630b33-b944-48a6-b8dd-20f60c59dc0f gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:31:34.995149 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port b3e1a5f4-7691-4252-87eb-e9b74aeaf7fb is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:31:34.995549 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:35.041519 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9a4a1603-46ff-4cf9-84da-1e133b8ec45f req-03eba38a-e09c-4d75-8477-3ce72e09e50b tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/security-groups?id=f6de87b7-c8be-4140-be86-d0d6b2592918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3212183 May 28 06:31:35.042203 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-3ee414c8-f14d-4869-9d71-93de01c4405f req-b100e8f1-a09e-474d-87cc-c0da0a7ac88c tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Unset dirty status for tenant:f8755c5b66d64d65897fca622054cda9 on resource:floatingip {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:31:35.043287 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3ee414c8-f14d-4869-9d71-93de01c4405f req-b100e8f1-a09e-474d-87cc-c0da0a7ac88c tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.5.71 HTTP/1.1" status: 200 len: 695 time: 0.5482576 May 28 06:31:35.263383 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port b3e1a5f4-7691-4252-87eb-e9b74aeaf7fb, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=b3e1a5f4-7691-4252-87eb-e9b74aeaf7fb,segment=NetworkSegment(e21c9acb-e9f4-42e9-ad94-9e46ccbfefd4),segment_id=e21c9acb-e9f4-42e9-ad94-9e46ccbfefd4)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:31:35.335801 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6a4b27c8-5e03-4948-a3ac-a4d754ee4483 req-00d5c685-30f1-4788-a274-89ecf40cd135 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] 10.222.0.55 "GET /v2.0/ports?device_id=96e143b4-9d10-4924-bc22-980d00913fcd HTTP/1.1" status: 200 len: 210 time: 0.0957892 May 28 06:31:35.368412 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-bb1df493-54c7-427d-91a3-db1e3f9c863f tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:35.420414 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:35.421212 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 047b8046-625a-476e-a61a-fabaaf64b28d up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:31:35.459661 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [None req-bb1df493-54c7-427d-91a3-db1e3f9c863f tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] device_id is not set on port 850d4986-e4d5-4924-81e8-a38a56bdf61a yet. {{(pid=89110) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:31:35.582685 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-7eb6badd-e75f-484a-8cfe-a2988b16fd6c None None] Current status of the port b3e1a5f4-7691-4252-87eb-e9b74aeaf7fb is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:31:35.583231 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-7eb6badd-e75f-484a-8cfe-a2988b16fd6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:35.649047 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af28d6c6-2e22-4d54-a714-97480a12533c req-25d072f9-3108-4890-911d-f549a9c4cfae tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:35.651187 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-af28d6c6-2e22-4d54-a714-97480a12533c req-25d072f9-3108-4890-911d-f549a9c4cfae tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] 10.222.0.71 "GET /v2.0/networks?id=d83d4959-ab97-477d-994a-54e4149e8a5e HTTP/1.1" status: 200 len: 813 time: 0.4674399 May 28 06:31:35.681832 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee414c8-f14d-4869-9d71-93de01c4405f req-0d4491e4-a221-40d5-8bbd-1b6400f88d86 tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:35.683240 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3ee414c8-f14d-4869-9d71-93de01c4405f req-0d4491e4-a221-40d5-8bbd-1b6400f88d86 tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] 10.222.0.55 "GET /v2.0/networks/68df399e-e75e-4871-9364-5d05730b50f0 HTTP/1.1" status: 200 len: 784 time: 0.6322827 May 28 06:31:35.713131 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [req-3ee414c8-f14d-4869-9d71-93de01c4405f req-af471271-f452-416b-b171-fdf48bc4c2e7 tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=89110) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:31:35.714268 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3ee414c8-f14d-4869-9d71-93de01c4405f req-af471271-f452-416b-b171-fdf48bc4c2e7 tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074570 May 28 06:31:35.767151 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=b3e1a5f4-7691-4252-87eb-e9b74aeaf7fb,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:31:35.792797 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [None req-bb1df493-54c7-427d-91a3-db1e3f9c863f tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Allocated IP 172.20.0.7 (d559caf8-5c9d-46ee-83a9-2592f6487ede/4208a8b5-a0f5-4325-829e-98594b34d2d8/850d4986-e4d5-4924-81e8-a38a56bdf61a) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:31:35.825375 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.db.api [None req-7eb6badd-e75f-484a-8cfe-a2988b16fd6c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89111) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:31:35.825375 n-d-843702-1 neutron-server[89111]: DEBUG oslo_db.api [None req-7eb6badd-e75f-484a-8cfe-a2988b16fd6c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:31:35.830854 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-b9f21cf0-8fb2-47c8-b902-591d185afe99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02630b33-b944-48a6-b8dd-20f60c59dc0f', 'name': 'tempest-FloatingIPsNegativeTestJSON-1818683537-router', 'tenant_id': 'd606fda7b4cf421ea2482397fb329257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': '54d437c0-7a0b-4d10-9b3a-51293a6cd64a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:31:28Z', 'updated_at': '2022-05-28T06:31:31Z', 'revision_number': 3, 'project_id': 'd606fda7b4cf421ea2482397fb329257', 'gw_port': {'id': '54d437c0-7a0b-4d10-9b3a-51293a6cd64a', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:62:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02630b33-b944-48a6-b8dd-20f60c59dc0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:31:30Z', 'updated_at': '2022-05-28T06:31:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:31:35.835972 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f21cf0-8fb2-47c8-b902-591d185afe99 None None] Checking router: 02630b33-b944-48a6-b8dd-20f60c59dc0f for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:31:35.836326 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f21cf0-8fb2-47c8-b902-591d185afe99 None None] Updating router 02630b33-b944-48a6-b8dd-20f60c59dc0f port 54d437c0-7a0b-4d10-9b3a-51293a6cd64a binding host n-d-843702-1 {{(pid=89111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:31:35.866465 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-af28d6c6-2e22-4d54-a714-97480a12533c req-5e667529-c7ab-463f-ab0d-5bfc407b39f6 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Request body: {'port': {'device_id': 'fcd11e8f-9994-45d8-bffc-11f32e285fe1', 'network_id': 'd83d4959-ab97-477d-994a-54e4149e8a5e', 'admin_state_up': True, 'tenant_id': 'e9a1a9066a3349fa8fd9ecc898dfe607'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:31:35.910811 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b9f21cf0-8fb2-47c8-b902-591d185afe99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:35.940466 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 047b8046-625a-476e-a61a-fabaaf64b28d completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:31:35.961961 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 047b8046-625a-476e-a61a-fabaaf64b28d triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:31:35.962336 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:35.978730 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b55cc595-d7dc-48c3-ac51-e8feaf41aeaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:36.116885 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [req-af28d6c6-2e22-4d54-a714-97480a12533c req-5e667529-c7ab-463f-ab0d-5bfc407b39f6 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:31:36.151823 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-af28d6c6-2e22-4d54-a714-97480a12533c req-5e667529-c7ab-463f-ab0d-5bfc407b39f6 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Usage tracker for resource:port and tenant:e9a1a9066a3349fa8fd9ecc898dfe607 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:31:36.160230 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-af28d6c6-2e22-4d54-a714-97480a12533c req-5e667529-c7ab-463f-ab0d-5bfc407b39f6 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:31:36.177243 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [req-af28d6c6-2e22-4d54-a714-97480a12533c req-5e667529-c7ab-463f-ab0d-5bfc407b39f6 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:31:36.228787 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bda814a4-3001-45bc-877e-686aceb8161d req-516a2bca-413b-42f7-9e3a-b272619c7646 tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4904816 May 28 06:31:36.277613 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-b55cc595-d7dc-48c3-ac51-e8feaf41aeaa admin admin] Allocated IP 172.20.0.1 (b209e086-4126-4a45-bb8f-27ac63249e1e/0c5c496d-d658-4596-9b6c-3f95ddbb8b32/b36d1243-66f0-4dba-84e5-420cccbc6f33) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:31:36.280962 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af28d6c6-2e22-4d54-a714-97480a12533c req-5e667529-c7ab-463f-ab0d-5bfc407b39f6 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Made reservation on behalf of e9a1a9066a3349fa8fd9ecc898dfe607 for: {'port': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:31:36.284826 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-af28d6c6-2e22-4d54-a714-97480a12533c req-5e667529-c7ab-463f-ab0d-5bfc407b39f6 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:36.307707 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-bda814a4-3001-45bc-877e-686aceb8161d req-8b4d8c5f-65dc-4e78-a9fb-44316e2da15c tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Request body: {'floatingip': {'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:31:36.320939 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 047b8046-625a-476e-a61a-fabaaf64b28d is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:31:36.321312 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:36.341446 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-bda814a4-3001-45bc-877e-686aceb8161d req-8b4d8c5f-65dc-4e78-a9fb-44316e2da15c tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:31:36.370516 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-bb1df493-54c7-427d-91a3-db1e3f9c863f tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:36.379251 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af28d6c6-2e22-4d54-a714-97480a12533c req-a169ac51-6f30-42a7-adcf-c84cd898cc38 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:36.380733 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-af28d6c6-2e22-4d54-a714-97480a12533c req-a169ac51-6f30-42a7-adcf-c84cd898cc38 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] 10.222.0.71 "GET /v2.0/networks?id=d83d4959-ab97-477d-994a-54e4149e8a5e HTTP/1.1" status: 200 len: 813 time: 0.3366823 May 28 06:31:36.386975 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-bda814a4-3001-45bc-877e-686aceb8161d req-8b4d8c5f-65dc-4e78-a9fb-44316e2da15c tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:31:36.405403 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-af28d6c6-2e22-4d54-a714-97480a12533c req-4cbd0f0e-58c2-4c25-889d-502a04840f08 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Request body: {'port': {'device_id': '96e143b4-9d10-4924-bc22-980d00913fcd', 'network_id': 'd83d4959-ab97-477d-994a-54e4149e8a5e', 'admin_state_up': True, 'tenant_id': 'e9a1a9066a3349fa8fd9ecc898dfe607'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:31:36.435873 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-7eb6badd-e75f-484a-8cfe-a2988b16fd6c None None] Current status of the port b3e1a5f4-7691-4252-87eb-e9b74aeaf7fb is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:31:36.440555 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port 047b8046-625a-476e-a61a-fabaaf64b28d, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=047b8046-625a-476e-a61a-fabaaf64b28d,segment=NetworkSegment(c31fc328-b4a9-4fb9-bf94-9ede1cccd809),segment_id=c31fc328-b4a9-4fb9-bf94-9ede1cccd809)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:31:36.482728 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [None req-bb1df493-54c7-427d-91a3-db1e3f9c863f tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Transition to ACTIVE for port object 850d4986-e4d5-4924-81e8-a38a56bdf61a will not be triggered until provisioned by entity DHCP. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:31:36.557690 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bba53c9-0167-486c-b1d1-54369a354c0e req-576abaa9-c1e7-4cee-ba5a-f3f5124a48a2 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:36.564832 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3bba53c9-0167-486c-b1d1-54369a354c0e req-576abaa9-c1e7-4cee-ba5a-f3f5124a48a2 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=1eab83c1-4404-47a3-b032-c292d176b6f5 HTTP/1.1" status: 200 len: 946 time: 0.3433144 May 28 06:31:36.615498 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b55cc595-d7dc-48c3-ac51-e8feaf41aeaa admin admin] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:36.622643 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:36.625635 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [req-af28d6c6-2e22-4d54-a714-97480a12533c req-5e667529-c7ab-463f-ab0d-5bfc407b39f6 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Allocated IP 172.20.0.8 (d83d4959-ab97-477d-994a-54e4149e8a5e/458087a4-2db3-4685-b2ba-eab969a92d13/e6d17e26-afcb-4666-8b23-fe7dfa98b903) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:31:36.643356 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [None req-b55cc595-d7dc-48c3-ac51-e8feaf41aeaa admin admin] Transition to ACTIVE for port object b36d1243-66f0-4dba-84e5-420cccbc6f33 will not be triggered until provisioned by entity DHCP. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:31:36.645586 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-af28d6c6-2e22-4d54-a714-97480a12533c req-4cbd0f0e-58c2-4c25-889d-502a04840f08 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:31:36.661750 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-af28d6c6-2e22-4d54-a714-97480a12533c req-4cbd0f0e-58c2-4c25-889d-502a04840f08 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Usage tracker for resource:port and tenant:e9a1a9066a3349fa8fd9ecc898dfe607 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:31:36.661750 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-bda814a4-3001-45bc-877e-686aceb8161d req-8b4d8c5f-65dc-4e78-a9fb-44316e2da15c tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Notify callbacks [] for floatingip, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:36.675970 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b9f21cf0-8fb2-47c8-b902-591d185afe99 None None] Notify callbacks [] for port, precommit_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:36.685488 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-7eb6badd-e75f-484a-8cfe-a2988b16fd6c None None] Provisioning for port 4cd787d1-95b9-4629-8452-83b8d69c3567 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:31:36.691725 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-af28d6c6-2e22-4d54-a714-97480a12533c req-4cbd0f0e-58c2-4c25-889d-502a04840f08 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:31:36.700026 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3bba53c9-0167-486c-b1d1-54369a354c0e req-faadf8ef-93f9-4a29-9c3c-5fa599135bef tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/security-groups?id=f6de87b7-c8be-4140-be86-d0d6b2592918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343117 May 28 06:31:36.706338 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-af28d6c6-2e22-4d54-a714-97480a12533c req-4cbd0f0e-58c2-4c25-889d-502a04840f08 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:31:36.726252 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-7eb6badd-e75f-484a-8cfe-a2988b16fd6c None None] Provisioning complete for port 4cd787d1-95b9-4629-8452-83b8d69c3567 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:31:36.726720 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-7eb6badd-e75f-484a-8cfe-a2988b16fd6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:36.784558 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-b9f21cf0-8fb2-47c8-b902-591d185afe99 None None] Transition to ACTIVE for port object 54d437c0-7a0b-4d10-9b3a-51293a6cd64a will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:31:36.814723 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-bb1df493-54c7-427d-91a3-db1e3f9c863f tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:36.829149 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=047b8046-625a-476e-a61a-fabaaf64b28d,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:31:36.838535 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-7eb6badd-e75f-484a-8cfe-a2988b16fd6c None None] Port 4cd787d1-95b9-4629-8452-83b8d69c3567 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:31:36.900577 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-af28d6c6-2e22-4d54-a714-97480a12533c req-5e667529-c7ab-463f-ab0d-5bfc407b39f6 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:36.902298 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device b3e1a5f4-7691-4252-87eb-e9b74aeaf7fb up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:31:36.908315 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af28d6c6-2e22-4d54-a714-97480a12533c req-4cbd0f0e-58c2-4c25-889d-502a04840f08 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Made reservation on behalf of e9a1a9066a3349fa8fd9ecc898dfe607 for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:31:36.913072 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-af28d6c6-2e22-4d54-a714-97480a12533c req-4cbd0f0e-58c2-4c25-889d-502a04840f08 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:36.926762 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b55cc595-d7dc-48c3-ac51-e8feaf41aeaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:36.934359 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b9f21cf0-8fb2-47c8-b902-591d185afe99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:36.951100 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb1df493-54c7-427d-91a3-db1e3f9c863f tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Network d559caf8-5c9d-46ee-83a9-2592f6487ede is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:31:36.969016 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-bb1df493-54c7-427d-91a3-db1e3f9c863f tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:31:36.988403 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1df493-54c7-427d-91a3-db1e3f9c863f tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:31:36.992403 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b55cc595-d7dc-48c3-ac51-e8feaf41aeaa admin admin] Network b209e086-4126-4a45-bb8f-27ac63249e1e is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:31:37.001107 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-b55cc595-d7dc-48c3-ac51-e8feaf41aeaa admin admin] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:31:37.003721 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55cc595-d7dc-48c3-ac51-e8feaf41aeaa admin admin] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:31:37.031976 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0ef0fce2-3a34-404d-8466-bd99d0c95bf2 req-0c1bc74f-60e3-4c55-916e-72f9ce2880df tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] 10.222.0.55 "GET /v2.0/ports?device_id=96e143b4-9d10-4924-bc22-980d00913fcd HTTP/1.1" status: 200 len: 210 time: 0.1403403 May 28 06:31:37.053860 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02fbd83-c21c-4ccc-b91e-7cad2e3bb864 None None] Pushing event updated for resources: {'Port': ['ID=54d437c0-7a0b-4d10-9b3a-51293a6cd64a,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:31:37.056221 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-b9f21cf0-8fb2-47c8-b902-591d185afe99 None None] Attempting to bind port 54d437c0-7a0b-4d10-9b3a-51293a6cd64a on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:31:37.056654 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-b9f21cf0-8fb2-47c8-b902-591d185afe99 None None] Attempting to bind port 54d437c0-7a0b-4d10-9b3a-51293a6cd64a by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:31:37.057035 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f21cf0-8fb2-47c8-b902-591d185afe99 None None] Attempting to bind port 54d437c0-7a0b-4d10-9b3a-51293a6cd64a on network 68df399e-e75e-4871-9364-5d05730b50f0 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:31:37.060253 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-69e131f0-e35c-4c8a-af94-ff914593c99e None None] Provisioning complete for port 047b8046-625a-476e-a61a-fabaaf64b28d triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:31:37.060619 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-69e131f0-e35c-4c8a-af94-ff914593c99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:37.076240 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-af28d6c6-2e22-4d54-a714-97480a12533c req-5e667529-c7ab-463f-ab0d-5bfc407b39f6 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:37.085381 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55cc595-d7dc-48c3-ac51-e8feaf41aeaa admin admin] Pushing event updated for resources: {'Port': ['ID=b36d1243-66f0-4dba-84e5-420cccbc6f33,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:31:37.091863 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1df493-54c7-427d-91a3-db1e3f9c863f tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Pushing event updated for resources: {'Port': ['ID=850d4986-e4d5-4924-81e8-a38a56bdf61a,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:31:37.130329 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f21cf0-8fb2-47c8-b902-591d185afe99 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:31:37.130703 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f21cf0-8fb2-47c8-b902-591d185afe99 None None] Checking segment: {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:31:37.131101 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b9f21cf0-8fb2-47c8-b902-591d185afe99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:37.131595 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f21cf0-8fb2-47c8-b902-591d185afe99 None None] Bound using segment: {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:31:37.132081 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-b9f21cf0-8fb2-47c8-b902-591d185afe99 None None] Bound port: 54d437c0-7a0b-4d10-9b3a-51293a6cd64a, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:31:37.132448 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b9f21cf0-8fb2-47c8-b902-591d185afe99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:37.180227 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-bda814a4-3001-45bc-877e-686aceb8161d req-8b4d8c5f-65dc-4e78-a9fb-44316e2da15c tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:37.193499 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1df493-54c7-427d-91a3-db1e3f9c863f tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:37.195188 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-bb1df493-54c7-427d-91a3-db1e3f9c863f tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:37.198785 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b55cc595-d7dc-48c3-ac51-e8feaf41aeaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690947'] for router_interface, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:37.222074 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af28d6c6-2e22-4d54-a714-97480a12533c req-5e667529-c7ab-463f-ab0d-5bfc407b39f6 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Network d83d4959-ab97-477d-994a-54e4149e8a5e is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:31:37.232903 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [req-af28d6c6-2e22-4d54-a714-97480a12533c req-5e667529-c7ab-463f-ab0d-5bfc407b39f6 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:31:37.271680 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e667529-c7ab-463f-ab0d-5bfc407b39f6 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Pushing event updated for resources: {'Port': ['ID=e6d17e26-afcb-4666-8b23-fe7dfa98b903,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:31:37.284701 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-b9f21cf0-8fb2-47c8-b902-591d185afe99 None None] For port 54d437c0-7a0b-4d10-9b3a-51293a6cd64a, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:31:37.285622 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [req-af28d6c6-2e22-4d54-a714-97480a12533c req-5e667529-c7ab-463f-ab0d-5bfc407b39f6 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:31:37.292641 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-b9f21cf0-8fb2-47c8-b902-591d185afe99 None None] For port 54d437c0-7a0b-4d10-9b3a-51293a6cd64a, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=54d437c0-7a0b-4d10-9b3a-51293a6cd64a,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:31:37.297637 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port b3e1a5f4-7691-4252-87eb-e9b74aeaf7fb triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:31:37.298442 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:37.378802 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af28d6c6-2e22-4d54-a714-97480a12533c req-5e667529-c7ab-463f-ab0d-5bfc407b39f6 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:37.379464 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-af28d6c6-2e22-4d54-a714-97480a12533c req-5e667529-c7ab-463f-ab0d-5bfc407b39f6 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:37.422470 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b9f21cf0-8fb2-47c8-b902-591d185afe99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:37.532005 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-af28d6c6-2e22-4d54-a714-97480a12533c req-5e667529-c7ab-463f-ab0d-5bfc407b39f6 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6549361 May 28 06:31:37.539010 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-69e131f0-e35c-4c8a-af94-ff914593c99e None None] Current status of the port 047b8046-625a-476e-a61a-fabaaf64b28d is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:31:37.539010 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f21cf0-8fb2-47c8-b902-591d185afe99 None None] Routers {'02630b33-b944-48a6-b8dd-20f60c59dc0f'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:31:37.539010 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-b9f21cf0-8fb2-47c8-b902-591d185afe99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:31:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['02630b33-b944-48a6-b8dd-20f60c59dc0f'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:31:37.553841 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-af28d6c6-2e22-4d54-a714-97480a12533c req-425bd95e-db82-49f5-af42-11228328c6d5 service neutron] Request body: {'port': {'device_id': 'fcd11e8f-9994-45d8-bffc-11f32e285fe1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843702-1'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:31:37.558886 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [req-af28d6c6-2e22-4d54-a714-97480a12533c req-4cbd0f0e-58c2-4c25-889d-502a04840f08 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Allocated IP 172.20.0.5 (d83d4959-ab97-477d-994a-54e4149e8a5e/458087a4-2db3-4685-b2ba-eab969a92d13/aeb55761-2952-41e5-8c8f-da6575e6861e) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:31:37.558886 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-bb1df493-54c7-427d-91a3-db1e3f9c863f tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 3.3263993 May 28 06:31:37.558886 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 58090) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:31:37.630340 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02fbd83-c21c-4ccc-b91e-7cad2e3bb864 None None] Pushing event updated for resources: {'Port': ['ID=54d437c0-7a0b-4d10-9b3a-51293a6cd64a,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:31:37.632089 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [req-bda814a4-3001-45bc-877e-686aceb8161d req-8b4d8c5f-65dc-4e78-a9fb-44316e2da15c tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Allocated IP 172.25.5.121 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/953fb67a-5d64-4bdf-b398-205a3aeacaf2) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:31:37.704835 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b55cc595-d7dc-48c3-ac51-e8feaf41aeaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:37.710808 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port b3e1a5f4-7691-4252-87eb-e9b74aeaf7fb is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:31:37.711968 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 44dfec9c-e5a0-4c18-ba38-9d8dfc3e2683 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:31:37.805689 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-af28d6c6-2e22-4d54-a714-97480a12533c req-425bd95e-db82-49f5-af42-11228328c6d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:37.939475 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-b9f21cf0-8fb2-47c8-b902-591d185afe99 None None] Set router 02630b33-b944-48a6-b8dd-20f60c59dc0f gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:31:37.955964 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f54eeae-6677-4e8b-b738-02df00dd39e7 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:37.961683 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f54eeae-6677-4e8b-b738-02df00dd39e7 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:37.968119 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f54eeae-6677-4e8b-b738-02df00dd39e7 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:37.968471 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-2f54eeae-6677-4e8b-b738-02df00dd39e7 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Synchronizing usage tracker for tenant:35ed0efdaa624670b30cac7bf775c952 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:31:37.994209 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-9a07bdbe-947f-4a26-bc2d-439339f41dc2 None None] Provisioning for port 850d4986-e4d5-4924-81e8-a38a56bdf61a completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:31:38.012713 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-9a07bdbe-947f-4a26-bc2d-439339f41dc2 None None] Provisioning complete for port 850d4986-e4d5-4924-81e8-a38a56bdf61a triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:31:38.013085 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-9a07bdbe-947f-4a26-bc2d-439339f41dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:38.055951 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 44dfec9c-e5a0-4c18-ba38-9d8dfc3e2683 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:31:38.074726 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-bda814a4-3001-45bc-877e-686aceb8161d req-8b4d8c5f-65dc-4e78-a9fb-44316e2da15c tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:38.096939 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-af28d6c6-2e22-4d54-a714-97480a12533c req-4cbd0f0e-58c2-4c25-889d-502a04840f08 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:38.119383 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594d017d-9ef7-4766-af85-14b79f7f08f1 req-22077721-bf66-4597-b522-a299b9265dc7 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:38.120877 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-594d017d-9ef7-4766-af85-14b79f7f08f1 req-22077721-bf66-4597-b522-a299b9265dc7 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=1eab83c1-4404-47a3-b032-c292d176b6f5 HTTP/1.1" status: 200 len: 946 time: 0.2719731 May 28 06:31:38.127506 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 44dfec9c-e5a0-4c18-ba38-9d8dfc3e2683 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:31:38.127881 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:38.176727 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-2f54eeae-6677-4e8b-b738-02df00dd39e7 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Unset dirty status for tenant:35ed0efdaa624670b30cac7bf775c952 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:31:38.177900 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-2f54eeae-6677-4e8b-b738-02df00dd39e7 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.6197145 May 28 06:31:38.186511 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 58098) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:31:38.203960 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-594d017d-9ef7-4766-af85-14b79f7f08f1 req-b203f5e1-5e6a-4252-8322-615d9de6ef78 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/security-groups?id=f6de87b7-c8be-4140-be86-d0d6b2592918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630579 May 28 06:31:38.259974 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-9a07bdbe-947f-4a26-bc2d-439339f41dc2 None None] Port 850d4986-e4d5-4924-81e8-a38a56bdf61a cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:31:38.309295 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-af28d6c6-2e22-4d54-a714-97480a12533c req-4cbd0f0e-58c2-4c25-889d-502a04840f08 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:38.319735 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-07afbdfd-b7ce-44fc-b2d3-0457dc0032b7 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Deleting port 850d4986-e4d5-4924-81e8-a38a56bdf61a {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:31:38.320152 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-07afbdfd-b7ce-44fc-b2d3-0457dc0032b7 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:38.426297 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-bda814a4-3001-45bc-877e-686aceb8161d req-8b4d8c5f-65dc-4e78-a9fb-44316e2da15c tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:38.431916 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 44dfec9c-e5a0-4c18-ba38-9d8dfc3e2683 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:31:38.431916 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:38.450843 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-9a07bdbe-947f-4a26-bc2d-439339f41dc2 None None] Provisioning for port b36d1243-66f0-4dba-84e5-420cccbc6f33 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:31:38.454987 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af28d6c6-2e22-4d54-a714-97480a12533c req-4cbd0f0e-58c2-4c25-889d-502a04840f08 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Network d83d4959-ab97-477d-994a-54e4149e8a5e is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:31:38.461502 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-9a07bdbe-947f-4a26-bc2d-439339f41dc2 None None] Provisioning complete for port b36d1243-66f0-4dba-84e5-420cccbc6f33 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:31:38.461871 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-9a07bdbe-947f-4a26-bc2d-439339f41dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:38.463722 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [req-af28d6c6-2e22-4d54-a714-97480a12533c req-4cbd0f0e-58c2-4c25-889d-502a04840f08 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:31:38.471331 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-af28d6c6-2e22-4d54-a714-97480a12533c req-4cbd0f0e-58c2-4c25-889d-502a04840f08 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:31:38.505236 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bda814a4-3001-45bc-877e-686aceb8161d req-8b4d8c5f-65dc-4e78-a9fb-44316e2da15c tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:31:38.512085 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [req-bda814a4-3001-45bc-877e-686aceb8161d req-8b4d8c5f-65dc-4e78-a9fb-44316e2da15c tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:31:38.518327 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbd0f0e-58c2-4c25-889d-502a04840f08 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Pushing event updated for resources: {'Port': ['ID=aeb55761-2952-41e5-8c8f-da6575e6861e,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:31:38.522545 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-bda814a4-3001-45bc-877e-686aceb8161d req-8b4d8c5f-65dc-4e78-a9fb-44316e2da15c tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:31:38.550191 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b55cc595-d7dc-48c3-ac51-e8feaf41aeaa admin admin] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:38.620378 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-9a07bdbe-947f-4a26-bc2d-439339f41dc2 None None] Port b36d1243-66f0-4dba-84e5-420cccbc6f33 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:31:38.623262 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port 44dfec9c-e5a0-4c18-ba38-9d8dfc3e2683, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=44dfec9c-e5a0-4c18-ba38-9d8dfc3e2683,segment=NetworkSegment(ae039f29-d3dd-4b02-84d2-2ed146fe5b60),segment_id=ae039f29-d3dd-4b02-84d2-2ed146fe5b60)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:31:38.644760 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-b9f21cf0-8fb2-47c8-b902-591d185afe99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02630b33-b944-48a6-b8dd-20f60c59dc0f', 'name': 'tempest-FloatingIPsNegativeTestJSON-1818683537-router', 'tenant_id': 'd606fda7b4cf421ea2482397fb329257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': '54d437c0-7a0b-4d10-9b3a-51293a6cd64a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:31:28Z', 'updated_at': '2022-05-28T06:31:37Z', 'revision_number': 4, 'project_id': 'd606fda7b4cf421ea2482397fb329257', 'gw_port': {'id': '54d437c0-7a0b-4d10-9b3a-51293a6cd64a', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:62:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02630b33-b944-48a6-b8dd-20f60c59dc0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:31:30Z', 'updated_at': '2022-05-28T06:31:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'b36d1243-66f0-4dba-84e5-420cccbc6f33', 'name': '', 'network_id': 'b209e086-4126-4a45-bb8f-27ac63249e1e', 'tenant_id': 'd606fda7b4cf421ea2482397fb329257', 'mac_address': 'fa:16:3e:f1:3f:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02630b33-b944-48a6-b8dd-20f60c59dc0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '0c5c496d-d658-4596-9b6c-3f95ddbb8b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:31:36Z', 'updated_at': '2022-05-28T06:31:36Z', 'revision_number': 1, 'project_id': 'd606fda7b4cf421ea2482397fb329257', 'subnets': [{'id': '0c5c496d-d658-4596-9b6c-3f95ddbb8b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:31:38.650889 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f21cf0-8fb2-47c8-b902-591d185afe99 None None] The sync data for ids ['02630b33-b944-48a6-b8dd-20f60c59dc0f'] in n-d-843702-1 is: [{'id': '02630b33-b944-48a6-b8dd-20f60c59dc0f', 'name': 'tempest-FloatingIPsNegativeTestJSON-1818683537-router', 'tenant_id': 'd606fda7b4cf421ea2482397fb329257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': '54d437c0-7a0b-4d10-9b3a-51293a6cd64a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:31:28Z', 'updated_at': '2022-05-28T06:31:37Z', 'revision_number': 4, 'project_id': 'd606fda7b4cf421ea2482397fb329257', 'gw_port': {'id': '54d437c0-7a0b-4d10-9b3a-51293a6cd64a', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:62:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02630b33-b944-48a6-b8dd-20f60c59dc0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:31:30Z', 'updated_at': '2022-05-28T06:31:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'b36d1243-66f0-4dba-84e5-420cccbc6f33', 'name': '', 'network_id': 'b209e086-4126-4a45-bb8f-27ac63249e1e', 'tenant_id': 'd606fda7b4cf421ea2482397fb329257', 'mac_address': 'fa:16:3e:f1:3f:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02630b33-b944-48a6-b8dd-20f60c59dc0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '0c5c496d-d658-4596-9b6c-3f95ddbb8b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:31:36Z', 'updated_at': '2022-05-28T06:31:36Z', 'revision_number': 1, 'project_id': 'd606fda7b4cf421ea2482397fb329257', 'subnets': [{'id': '0c5c496d-d658-4596-9b6c-3f95ddbb8b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:31:38.670435 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af28d6c6-2e22-4d54-a714-97480a12533c req-4cbd0f0e-58c2-4c25-889d-502a04840f08 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:38.671656 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-af28d6c6-2e22-4d54-a714-97480a12533c req-4cbd0f0e-58c2-4c25-889d-502a04840f08 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:38.675396 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b55cc595-d7dc-48c3-ac51-e8feaf41aeaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:38.716842 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4d8c5f-65dc-4e78-a9fb-44316e2da15c tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Pushing event updated for resources: {'Port': ['ID=953fb67a-5d64-4bdf-b398-205a3aeacaf2,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:31:38.730978 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed459f7e-ea2f-4dc9-84e9-869ca668b06f req-7166cbc4-3de9-4939-8d99-41fd53169782 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:38.731712 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-ed459f7e-ea2f-4dc9-84e9-869ca668b06f req-7166cbc4-3de9-4939-8d99-41fd53169782 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Synchronizing usage tracker for tenant:e9a1a9066a3349fa8fd9ecc898dfe607 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:31:38.748029 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:38.765614 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-bda814a4-3001-45bc-877e-686aceb8161d req-8b4d8c5f-65dc-4e78-a9fb-44316e2da15c tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:38.806935 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-af28d6c6-2e22-4d54-a714-97480a12533c req-4cbd0f0e-58c2-4c25-889d-502a04840f08 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4045002 May 28 06:31:38.830120 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-af28d6c6-2e22-4d54-a714-97480a12533c req-b70ddf7a-0e9c-4c40-8469-b5e7f4dd3dd7 service neutron] Request body: {'port': {'device_id': '96e143b4-9d10-4924-bc22-980d00913fcd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843702-1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:31:38.843551 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=44dfec9c-e5a0-4c18-ba38-9d8dfc3e2683,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:31:38.871150 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-07afbdfd-b7ce-44fc-b2d3-0457dc0032b7 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:38.878065 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 047b8046-625a-476e-a61a-fabaaf64b28d up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:31:38.961731 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-ed459f7e-ea2f-4dc9-84e9-869ca668b06f req-7166cbc4-3de9-4939-8d99-41fd53169782 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Unset dirty status for tenant:e9a1a9066a3349fa8fd9ecc898dfe607 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:31:38.967526 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ed459f7e-ea2f-4dc9-84e9-869ca668b06f req-7166cbc4-3de9-4939-8d99-41fd53169782 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] 10.222.0.55 "GET /v2.0/ports?device_id=96e143b4-9d10-4924-bc22-980d00913fcd HTTP/1.1" status: 200 len: 931 time: 0.6556578 May 28 06:31:38.972936 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [req-af28d6c6-2e22-4d54-a714-97480a12533c req-425bd95e-db82-49f5-af42-11228328c6d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6d17e26-afcb-4666-8b23-fe7dfa98b903 {{(pid=89109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:31:39.018922 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-bda814a4-3001-45bc-877e-686aceb8161d req-8b4d8c5f-65dc-4e78-a9fb-44316e2da15c tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:39.026315 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 047b8046-625a-476e-a61a-fabaaf64b28d triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:31:39.027151 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:39.069137 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-07afbdfd-b7ce-44fc-b2d3-0457dc0032b7 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Calling delete_port for 850d4986-e4d5-4924-81e8-a38a56bdf61a owned by {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:31:39.152111 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-af28d6c6-2e22-4d54-a714-97480a12533c req-b70ddf7a-0e9c-4c40-8469-b5e7f4dd3dd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:39.169029 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-ed459f7e-ea2f-4dc9-84e9-869ca668b06f req-f87023f1-49ee-478d-a51a-f44b5599defe tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Synchronizing usage tracker for tenant:e9a1a9066a3349fa8fd9ecc898dfe607 on resource:security_group {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:31:39.174929 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 047b8046-625a-476e-a61a-fabaaf64b28d is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:31:39.214905 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b55cc595-d7dc-48c3-ac51-e8feaf41aeaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700602'] for router_interface, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:39.218459 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55cc595-d7dc-48c3-ac51-e8feaf41aeaa admin admin] Pushing event updated for resources: {'Port': ['ID=b36d1243-66f0-4dba-84e5-420cccbc6f33,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:31:39.222808 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-af28d6c6-2e22-4d54-a714-97480a12533c req-425bd95e-db82-49f5-af42-11228328c6d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:39.282937 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [req-af28d6c6-2e22-4d54-a714-97480a12533c req-425bd95e-db82-49f5-af42-11228328c6d5 service neutron] Transition to ACTIVE for port object e6d17e26-afcb-4666-8b23-fe7dfa98b903 will not be triggered until provisioned by entity L2. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:31:39.414275 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b55cc595-d7dc-48c3-ac51-e8feaf41aeaa admin admin] Network b209e086-4126-4a45-bb8f-27ac63249e1e is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:31:39.415987 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-b55cc595-d7dc-48c3-ac51-e8feaf41aeaa admin admin] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:31:39.556077 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-ed459f7e-ea2f-4dc9-84e9-869ca668b06f req-f87023f1-49ee-478d-a51a-f44b5599defe tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Unset dirty status for tenant:e9a1a9066a3349fa8fd9ecc898dfe607 on resource:security_group {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:31:39.573389 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ed459f7e-ea2f-4dc9-84e9-869ca668b06f req-f87023f1-49ee-478d-a51a-f44b5599defe tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] 10.222.0.55 "GET /v2.0/security-groups?id=f753ce85-540a-4551-926d-ab7871f6d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6005294 May 28 06:31:39.598850 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-07afbdfd-b7ce-44fc-b2d3-0457dc0032b7 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:39.601666 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-af28d6c6-2e22-4d54-a714-97480a12533c req-425bd95e-db82-49f5-af42-11228328c6d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:39.905459 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-dc21e622-8587-4854-944f-ad4f3dd42307 None None] Provisioning complete for port b36d1243-66f0-4dba-84e5-420cccbc6f33 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:31:39.905975 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-dc21e622-8587-4854-944f-ad4f3dd42307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:39.950862 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-bda814a4-3001-45bc-877e-686aceb8161d req-8b4d8c5f-65dc-4e78-a9fb-44316e2da15c tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:39.997755 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-dc21e622-8587-4854-944f-ad4f3dd42307 None None] Port b36d1243-66f0-4dba-84e5-420cccbc6f33 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:31:40.025730 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d1d224-5507-422f-8666-df5600dfe7f3 req-5a2c7dd8-3d34-4f58-9b01-1a450d60a3a6 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:40.027350 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f2d1d224-5507-422f-8666-df5600dfe7f3 req-5a2c7dd8-3d34-4f58-9b01-1a450d60a3a6 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=1eab83c1-4404-47a3-b032-c292d176b6f5 HTTP/1.1" status: 200 len: 946 time: 0.2186637 May 28 06:31:40.035156 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-bda814a4-3001-45bc-877e-686aceb8161d req-8b4d8c5f-65dc-4e78-a9fb-44316e2da15c tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:40.102146 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425bd95e-db82-49f5-af42-11228328c6d5 service neutron] Pushing event updated for resources: {'Port': ['ID=e6d17e26-afcb-4666-8b23-fe7dfa98b903,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:31:40.176778 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [req-af28d6c6-2e22-4d54-a714-97480a12533c req-b70ddf7a-0e9c-4c40-8469-b5e7f4dd3dd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aeb55761-2952-41e5-8c8f-da6575e6861e {{(pid=89110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:31:40.194568 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-af28d6c6-2e22-4d54-a714-97480a12533c req-b70ddf7a-0e9c-4c40-8469-b5e7f4dd3dd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:40.197133 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07afbdfd-b7ce-44fc-b2d3-0457dc0032b7 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Pushing event deleted for resources: {'Port': ['ID=850d4986-e4d5-4924-81e8-a38a56bdf61a,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:31:40.276737 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-af28d6c6-2e22-4d54-a714-97480a12533c req-b70ddf7a-0e9c-4c40-8469-b5e7f4dd3dd7 service neutron] Transition to ACTIVE for port object aeb55761-2952-41e5-8c8f-da6575e6861e will not be triggered until provisioned by entity L2. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:31:40.306044 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f2d1d224-5507-422f-8666-df5600dfe7f3 req-97f20494-b6f4-41e7-bb4d-7a9edf26d5fc tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/security-groups?id=f6de87b7-c8be-4140-be86-d0d6b2592918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555573 May 28 06:31:40.311217 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4d8c5f-65dc-4e78-a9fb-44316e2da15c tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Pushing event updated for resources: {'Port': ['ID=953fb67a-5d64-4bdf-b398-205a3aeacaf2,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:31:40.326458 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-bda814a4-3001-45bc-877e-686aceb8161d req-8b4d8c5f-65dc-4e78-a9fb-44316e2da15c tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691094'] for floatingip, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:40.350728 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b55cc595-d7dc-48c3-ac51-e8feaf41aeaa admin admin] Router 02630b33-b944-48a6-b8dd-20f60c59dc0f has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:31:40.370641 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-af28d6c6-2e22-4d54-a714-97480a12533c req-b70ddf7a-0e9c-4c40-8469-b5e7f4dd3dd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:40.493212 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-bda814a4-3001-45bc-877e-686aceb8161d req-8b4d8c5f-65dc-4e78-a9fb-44316e2da15c tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:40.494459 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bda814a4-3001-45bc-877e-686aceb8161d req-8b4d8c5f-65dc-4e78-a9fb-44316e2da15c tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.2156644 May 28 06:31:40.525247 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-af28d6c6-2e22-4d54-a714-97480a12533c req-425bd95e-db82-49f5-af42-11228328c6d5 service neutron] Attempting to bind port e6d17e26-afcb-4666-8b23-fe7dfa98b903 on host n-h2-843702-1 for vnic_type normal with profile {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:31:40.525509 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-af28d6c6-2e22-4d54-a714-97480a12533c req-425bd95e-db82-49f5-af42-11228328c6d5 service neutron] Attempting to bind port e6d17e26-afcb-4666-8b23-fe7dfa98b903 by drivers openvswitch,hyperv on host n-h2-843702-1 at level 0 using segments [{'id': '75019356-28ff-4b3b-ab1f-7fd649171211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'd83d4959-ab97-477d-994a-54e4149e8a5e'}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:31:40.526011 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af28d6c6-2e22-4d54-a714-97480a12533c req-425bd95e-db82-49f5-af42-11228328c6d5 service neutron] Attempting to bind port e6d17e26-afcb-4666-8b23-fe7dfa98b903 on network d83d4959-ab97-477d-994a-54e4149e8a5e {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:31:40.558692 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af28d6c6-2e22-4d54-a714-97480a12533c req-425bd95e-db82-49f5-af42-11228328c6d5 service neutron] Port e6d17e26-afcb-4666-8b23-fe7dfa98b903 on network d83d4959-ab97-477d-994a-54e4149e8a5e not bound, no agent of type Open vSwitch agent registered on host n-h2-843702-1 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:31:40.559555 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af28d6c6-2e22-4d54-a714-97480a12533c req-425bd95e-db82-49f5-af42-11228328c6d5 service neutron] Attempting to bind port e6d17e26-afcb-4666-8b23-fe7dfa98b903 on network d83d4959-ab97-477d-994a-54e4149e8a5e {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:31:40.580607 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-07afbdfd-b7ce-44fc-b2d3-0457dc0032b7 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:40.588677 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af28d6c6-2e22-4d54-a714-97480a12533c req-425bd95e-db82-49f5-af42-11228328c6d5 service neutron] Checking agent: {'id': 'f1a3973b-d2b3-4558-88e7-2ac50857d302', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:31:40.589013 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af28d6c6-2e22-4d54-a714-97480a12533c req-425bd95e-db82-49f5-af42-11228328c6d5 service neutron] Checking segment: {'id': '75019356-28ff-4b3b-ab1f-7fd649171211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'd83d4959-ab97-477d-994a-54e4149e8a5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:31:40.589392 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af28d6c6-2e22-4d54-a714-97480a12533c req-425bd95e-db82-49f5-af42-11228328c6d5 service neutron] Bound using segment: {'id': '75019356-28ff-4b3b-ab1f-7fd649171211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'd83d4959-ab97-477d-994a-54e4149e8a5e'} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:31:40.589878 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-af28d6c6-2e22-4d54-a714-97480a12533c req-425bd95e-db82-49f5-af42-11228328c6d5 service neutron] Bound port: e6d17e26-afcb-4666-8b23-fe7dfa98b903, host: n-h2-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75019356-28ff-4b3b-ab1f-7fd649171211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'd83d4959-ab97-477d-994a-54e4149e8a5e'}}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:31:40.590115 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70ddf7a-0e9c-4c40-8469-b5e7f4dd3dd7 service neutron] Pushing event updated for resources: {'Port': ['ID=aeb55761-2952-41e5-8c8f-da6575e6861e,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:31:40.590211 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-af28d6c6-2e22-4d54-a714-97480a12533c req-425bd95e-db82-49f5-af42-11228328c6d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:40.658984 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-bda814a4-3001-45bc-877e-686aceb8161d req-44a72411-8ecd-478c-a288-95356afd7b67 tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Synchronizing usage tracker for tenant:f8755c5b66d64d65897fca622054cda9 on resource:floatingip {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:31:40.745261 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-af28d6c6-2e22-4d54-a714-97480a12533c req-b70ddf7a-0e9c-4c40-8469-b5e7f4dd3dd7 service neutron] Attempting to bind port aeb55761-2952-41e5-8c8f-da6575e6861e on host n-h2-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:31:40.745630 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-af28d6c6-2e22-4d54-a714-97480a12533c req-b70ddf7a-0e9c-4c40-8469-b5e7f4dd3dd7 service neutron] Attempting to bind port aeb55761-2952-41e5-8c8f-da6575e6861e by drivers openvswitch,hyperv on host n-h2-843702-1 at level 0 using segments [{'id': '75019356-28ff-4b3b-ab1f-7fd649171211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'd83d4959-ab97-477d-994a-54e4149e8a5e'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:31:40.745954 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af28d6c6-2e22-4d54-a714-97480a12533c req-b70ddf7a-0e9c-4c40-8469-b5e7f4dd3dd7 service neutron] Attempting to bind port aeb55761-2952-41e5-8c8f-da6575e6861e on network d83d4959-ab97-477d-994a-54e4149e8a5e {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:31:40.751260 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-07afbdfd-b7ce-44fc-b2d3-0457dc0032b7 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] 10.222.0.55 "DELETE /v2.0/ports/850d4986-e4d5-4924-81e8-a38a56bdf61a HTTP/1.1" status: 204 len: 168 time: 2.5604470 May 28 06:31:40.752495 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 58106) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:31:40.760864 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af28d6c6-2e22-4d54-a714-97480a12533c req-b70ddf7a-0e9c-4c40-8469-b5e7f4dd3dd7 service neutron] Port aeb55761-2952-41e5-8c8f-da6575e6861e on network d83d4959-ab97-477d-994a-54e4149e8a5e not bound, no agent of type Open vSwitch agent registered on host n-h2-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:31:40.760864 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af28d6c6-2e22-4d54-a714-97480a12533c req-b70ddf7a-0e9c-4c40-8469-b5e7f4dd3dd7 service neutron] Attempting to bind port aeb55761-2952-41e5-8c8f-da6575e6861e on network d83d4959-ab97-477d-994a-54e4149e8a5e {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:31:40.766003 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b55cc595-d7dc-48c3-ac51-e8feaf41aeaa admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:31:40.776334 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af28d6c6-2e22-4d54-a714-97480a12533c req-b70ddf7a-0e9c-4c40-8469-b5e7f4dd3dd7 service neutron] Checking agent: {'id': 'f1a3973b-d2b3-4558-88e7-2ac50857d302', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:31:40.776334 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af28d6c6-2e22-4d54-a714-97480a12533c req-b70ddf7a-0e9c-4c40-8469-b5e7f4dd3dd7 service neutron] Checking segment: {'id': '75019356-28ff-4b3b-ab1f-7fd649171211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'd83d4959-ab97-477d-994a-54e4149e8a5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:31:40.776334 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af28d6c6-2e22-4d54-a714-97480a12533c req-b70ddf7a-0e9c-4c40-8469-b5e7f4dd3dd7 service neutron] Bound using segment: {'id': '75019356-28ff-4b3b-ab1f-7fd649171211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'd83d4959-ab97-477d-994a-54e4149e8a5e'} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:31:40.776334 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-af28d6c6-2e22-4d54-a714-97480a12533c req-b70ddf7a-0e9c-4c40-8469-b5e7f4dd3dd7 service neutron] Bound port: aeb55761-2952-41e5-8c8f-da6575e6861e, host: n-h2-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75019356-28ff-4b3b-ab1f-7fd649171211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'd83d4959-ab97-477d-994a-54e4149e8a5e'}}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:31:40.776334 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-af28d6c6-2e22-4d54-a714-97480a12533c req-b70ddf7a-0e9c-4c40-8469-b5e7f4dd3dd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:40.777038 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-b55cc595-d7dc-48c3-ac51-e8feaf41aeaa admin admin] 10.222.0.55 "PUT /v2.0/routers/02630b33-b944-48a6-b8dd-20f60c59dc0f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3050203 May 28 06:31:40.782221 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-bda814a4-3001-45bc-877e-686aceb8161d req-44a72411-8ecd-478c-a288-95356afd7b67 tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Unset dirty status for tenant:f8755c5b66d64d65897fca622054cda9 on resource:floatingip {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:31:40.792867 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bda814a4-3001-45bc-877e-686aceb8161d req-44a72411-8ecd-478c-a288-95356afd7b67 tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.5.121 HTTP/1.1" status: 200 len: 696 time: 0.2891905 May 28 06:31:40.820585 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-af28d6c6-2e22-4d54-a714-97480a12533c req-425bd95e-db82-49f5-af42-11228328c6d5 service neutron] For port e6d17e26-afcb-4666-8b23-fe7dfa98b903, host n-h2-843702-1, cleared binding levels {{(pid=89109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:31:40.824470 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-af28d6c6-2e22-4d54-a714-97480a12533c req-425bd95e-db82-49f5-af42-11228328c6d5 service neutron] For port e6d17e26-afcb-4666-8b23-fe7dfa98b903, host n-h2-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=e6d17e26-afcb-4666-8b23-fe7dfa98b903,segment=NetworkSegment(75019356-28ff-4b3b-ab1f-7fd649171211),segment_id=75019356-28ff-4b3b-ab1f-7fd649171211)] {{(pid=89109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:31:40.882878 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d542268-d684-4ebc-a779-c49fd7aab582 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] GET failed (client error): The resource could not be found. May 28 06:31:40.883885 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-9d542268-d684-4ebc-a779-c49fd7aab582 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Synchronizing usage tracker for tenant:35ed0efdaa624670b30cac7bf775c952 on resource:port {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:31:40.948394 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-af28d6c6-2e22-4d54-a714-97480a12533c req-425bd95e-db82-49f5-af42-11228328c6d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:40.979773 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a390075-104d-49fa-886c-9e7e5971d728 req-144d9b20-783d-4a8d-a8d0-7689ce1d7536 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:40.981335 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4a390075-104d-49fa-886c-9e7e5971d728 req-144d9b20-783d-4a8d-a8d0-7689ce1d7536 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] 10.222.0.55 "GET /v2.0/ports?device_id=96e143b4-9d10-4924-bc22-980d00913fcd HTTP/1.1" status: 200 len: 943 time: 0.2895074 May 28 06:31:40.989931 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 54d437c0-7a0b-4d10-9b3a-51293a6cd64a up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:31:41.008492 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af28d6c6-2e22-4d54-a714-97480a12533c req-425bd95e-db82-49f5-af42-11228328c6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:41.008612 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-af28d6c6-2e22-4d54-a714-97480a12533c req-425bd95e-db82-49f5-af42-11228328c6d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:41.010062 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-af28d6c6-2e22-4d54-a714-97480a12533c req-425bd95e-db82-49f5-af42-11228328c6d5 service neutron] 10.222.0.71 "PUT /v2.0/ports/e6d17e26-afcb-4666-8b23-fe7dfa98b903 HTTP/1.1" status: 200 len: 1091 time: 3.4823520 May 28 06:31:41.027486 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcd11e8f-9994-45d8-bffc-11f32e285fe1', 'tag': 'e6d17e26-afcb-4666-8b23-fe7dfa98b903'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:31:41.032346 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-9d542268-d684-4ebc-a779-c49fd7aab582 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Unset dirty status for tenant:35ed0efdaa624670b30cac7bf775c952 on resource:port {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:31:41.033873 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-9d542268-d684-4ebc-a779-c49fd7aab582 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] 10.222.0.55 "GET /v2.0/ports/850d4986-e4d5-4924-81e8-a38a56bdf61a HTTP/1.1" status: 404 len: 333 time: 0.2788780 May 28 06:31:41.038508 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 58116) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:31:41.048212 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-12d6ccdf-524c-497b-b830-6189d91dac51 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Request body: {'port': {'network_id': 'd559caf8-5c9d-46ee-83a9-2592f6487ede', 'name': 'tempest-AllowedAddressPairTestJSON-256857910'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:31:41.049146 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-af28d6c6-2e22-4d54-a714-97480a12533c req-b70ddf7a-0e9c-4c40-8469-b5e7f4dd3dd7 service neutron] For port aeb55761-2952-41e5-8c8f-da6575e6861e, host n-h2-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:31:41.053987 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-af28d6c6-2e22-4d54-a714-97480a12533c req-b70ddf7a-0e9c-4c40-8469-b5e7f4dd3dd7 service neutron] For port aeb55761-2952-41e5-8c8f-da6575e6861e, host n-h2-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=aeb55761-2952-41e5-8c8f-da6575e6861e,segment=NetworkSegment(75019356-28ff-4b3b-ab1f-7fd649171211),segment_id=75019356-28ff-4b3b-ab1f-7fd649171211)] {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:31:41.102039 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda814a4-3001-45bc-877e-686aceb8161d req-273944e0-9b98-491f-b384-f6cd09926923 tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:41.105459 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bda814a4-3001-45bc-877e-686aceb8161d req-273944e0-9b98-491f-b384-f6cd09926923 tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] 10.222.0.55 "GET /v2.0/networks/68df399e-e75e-4871-9364-5d05730b50f0 HTTP/1.1" status: 200 len: 784 time: 0.3011823 May 28 06:31:41.113959 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4a390075-104d-49fa-886c-9e7e5971d728 req-5049c7c6-a87f-40fb-a922-8031a0c9f876 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] 10.222.0.55 "GET /v2.0/security-groups?id=f753ce85-540a-4551-926d-ab7871f6d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173046 May 28 06:31:41.119969 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [req-bda814a4-3001-45bc-877e-686aceb8161d req-3b7e3608-bc21-4f11-9829-8721b1483a7e tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=89110) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:31:41.121052 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bda814a4-3001-45bc-877e-686aceb8161d req-3b7e3608-bc21-4f11-9829-8721b1483a7e tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059435 May 28 06:31:41.163041 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425bd95e-db82-49f5-af42-11228328c6d5 service neutron] Pushing event updated for resources: {'Port': ['ID=e6d17e26-afcb-4666-8b23-fe7dfa98b903,revision_number=3']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:31:41.197901 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17bc0cc8-c567-4923-9f1d-a293614c8d63'] response: {'name': 'network-changed', 'server_uuid': 'fcd11e8f-9994-45d8-bffc-11f32e285fe1', 'tag': 'e6d17e26-afcb-4666-8b23-fe7dfa98b903', 'status': 'completed', 'code': 200} May 28 06:31:41.211604 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 54d437c0-7a0b-4d10-9b3a-51293a6cd64a completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:31:41.217294 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 54d437c0-7a0b-4d10-9b3a-51293a6cd64a triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:31:41.217756 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:41.231923 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-af28d6c6-2e22-4d54-a714-97480a12533c req-b70ddf7a-0e9c-4c40-8469-b5e7f4dd3dd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:41.306464 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-12d6ccdf-524c-497b-b830-6189d91dac51 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:31:41.322474 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-12d6ccdf-524c-497b-b830-6189d91dac51 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:31:41.349354 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af28d6c6-2e22-4d54-a714-97480a12533c req-d038f4aa-5108-422a-adae-ec950e81ce3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:41.351595 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-af28d6c6-2e22-4d54-a714-97480a12533c req-d038f4aa-5108-422a-adae-ec950e81ce3c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e9a1a9066a3349fa8fd9ecc898dfe607&device_id=fcd11e8f-9994-45d8-bffc-11f32e285fe1 HTTP/1.1" status: 200 len: 1094 time: 0.1392927 May 28 06:31:41.368814 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 54d437c0-7a0b-4d10-9b3a-51293a6cd64a is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:31:41.369212 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:41.387193 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port 54d437c0-7a0b-4d10-9b3a-51293a6cd64a, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=54d437c0-7a0b-4d10-9b3a-51293a6cd64a,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:31:41.420076 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af28d6c6-2e22-4d54-a714-97480a12533c req-b70ddf7a-0e9c-4c40-8469-b5e7f4dd3dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:41.420685 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-af28d6c6-2e22-4d54-a714-97480a12533c req-b70ddf7a-0e9c-4c40-8469-b5e7f4dd3dd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:41.422233 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-af28d6c6-2e22-4d54-a714-97480a12533c req-b70ddf7a-0e9c-4c40-8469-b5e7f4dd3dd7 service neutron] 10.222.0.71 "PUT /v2.0/ports/aeb55761-2952-41e5-8c8f-da6575e6861e HTTP/1.1" status: 200 len: 1091 time: 2.6018028 May 28 06:31:41.429539 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96e143b4-9d10-4924-bc22-980d00913fcd', 'tag': 'aeb55761-2952-41e5-8c8f-da6575e6861e'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:31:41.442864 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-af28d6c6-2e22-4d54-a714-97480a12533c req-3523d922-cefc-44e8-b768-98fea688bd01 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e6d17e26-afcb-4666-8b23-fe7dfa98b903 HTTP/1.1" status: 200 len: 217 time: 0.0753272 May 28 06:31:41.445395 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2060b80-2f66-4d6f-a26f-a91836067db2 None None] Sync routers for ids ['02630b33-b944-48a6-b8dd-20f60c59dc0f'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:31:41.447752 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6043be5a-c3ac-4876-aa05-1eb6e4c332e2 req-51b7562e-8640-4b4b-945a-4b47306ab254 tempest-FloatingIPsNegativeTestJSON-1186493210 tempest-FloatingIPsNegativeTestJSON-1186493210-project] 10.222.0.55 "GET /v2.0/floatingips?tenant_id=d606fda7b4cf421ea2482397fb329257 HTTP/1.1" status: 200 len: 217 time: 0.2209527 May 28 06:31:41.462723 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2060b80-2f66-4d6f-a26f-a91836067db2 None None] Routers {'02630b33-b944-48a6-b8dd-20f60c59dc0f'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:31:41.462882 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-f2060b80-2f66-4d6f-a26f-a91836067db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:31:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['02630b33-b944-48a6-b8dd-20f60c59dc0f'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:31:41.469084 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70ddf7a-0e9c-4c40-8469-b5e7f4dd3dd7 service neutron] Pushing event updated for resources: {'Port': ['ID=aeb55761-2952-41e5-8c8f-da6575e6861e,revision_number=3']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:31:41.517865 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12d6ccdf-524c-497b-b830-6189d91dac51 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Made reservation on behalf of 35ed0efdaa624670b30cac7bf775c952 for: {'port': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:31:41.536964 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-12d6ccdf-524c-497b-b830-6189d91dac51 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:41.538781 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6c31de67-b12e-4e9f-b131-67501bb4e2c1 req-fea53d83-0589-4490-b792-4f3fa355d1ff tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3378975 May 28 06:31:41.544309 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-6c31de67-b12e-4e9f-b131-67501bb4e2c1 req-1b01f230-c6e1-461e-aa2b-5cb6ad214c5f tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Request body: {'floatingip': {'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:31:41.557104 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:41.557104 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 44dfec9c-e5a0-4c18-ba38-9d8dfc3e2683 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:31:41.577631 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-6c31de67-b12e-4e9f-b131-67501bb4e2c1 req-1b01f230-c6e1-461e-aa2b-5cb6ad214c5f tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:31:41.615080 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [None req-12d6ccdf-524c-497b-b830-6189d91dac51 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] device_id is not set on port c58a0637-0dc6-46c5-9158-347f5a7f59e3 yet. {{(pid=89109) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:31:41.666473 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af28d6c6-2e22-4d54-a714-97480a12533c req-4e1bec50-76b6-4805-8754-2cad574ead8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:41.668263 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-af28d6c6-2e22-4d54-a714-97480a12533c req-4e1bec50-76b6-4805-8754-2cad574ead8a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=458087a4-2db3-4685-b2ba-eab969a92d13 HTTP/1.1" status: 200 len: 853 time: 0.2160406 May 28 06:31:41.740294 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=54d437c0-7a0b-4d10-9b3a-51293a6cd64a,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:31:41.748876 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-af28d6c6-2e22-4d54-a714-97480a12533c req-13b065b0-9ab7-492c-ad69-2d2f011dd777 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d83d4959-ab97-477d-994a-54e4149e8a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610845 May 28 06:31:41.752622 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 44dfec9c-e5a0-4c18-ba38-9d8dfc3e2683 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:31:41.752980 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:41.755133 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-f2060b80-2f66-4d6f-a26f-a91836067db2 None None] Set router 02630b33-b944-48a6-b8dd-20f60c59dc0f gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:31:41.839865 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-6c31de67-b12e-4e9f-b131-67501bb4e2c1 req-1b01f230-c6e1-461e-aa2b-5cb6ad214c5f tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:31:41.911883 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 44dfec9c-e5a0-4c18-ba38-9d8dfc3e2683 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:31:41.920556 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97c2f9c-d120-42a3-a34e-80c9f6a0b2bf req-3dd38055-eab9-4dfb-ae26-38059df38843 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:41.922081 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c97c2f9c-d120-42a3-a34e-80c9f6a0b2bf req-3dd38055-eab9-4dfb-ae26-38059df38843 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=1eab83c1-4404-47a3-b032-c292d176b6f5 HTTP/1.1" status: 200 len: 946 time: 0.3442848 May 28 06:31:41.928886 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af28d6c6-2e22-4d54-a714-97480a12533c req-56bead83-8405-4348-a026-8d1c430e4865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:41.930582 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-af28d6c6-2e22-4d54-a714-97480a12533c req-56bead83-8405-4348-a026-8d1c430e4865 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e9a1a9066a3349fa8fd9ecc898dfe607&device_id=96e143b4-9d10-4924-bc22-980d00913fcd HTTP/1.1" status: 200 len: 1094 time: 0.2971835 May 28 06:31:41.949966 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 5efa7ba5-8660-4f25-8ac0-f6ed5ab026ab details requested by agent hyperv_n-h1-843702-1 with host n-h1-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:31:41.960140 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-12d6ccdf-524c-497b-b830-6189d91dac51 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Allocated IP 172.20.0.9 (d559caf8-5c9d-46ee-83a9-2592f6487ede/4208a8b5-a0f5-4325-829e-98594b34d2d8/c58a0637-0dc6-46c5-9158-347f5a7f59e3) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:31:41.984495 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-af28d6c6-2e22-4d54-a714-97480a12533c req-0f42daad-fcae-4d68-aa8a-3df04c0d0d4b service neutron] 10.222.0.71 "GET /v2.0/networks/d83d4959-ab97-477d-994a-54e4149e8a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247150 May 28 06:31:42.018472 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-6c31de67-b12e-4e9f-b131-67501bb4e2c1 req-1b01f230-c6e1-461e-aa2b-5cb6ad214c5f tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Notify callbacks [] for floatingip, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:42.051405 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-af28d6c6-2e22-4d54-a714-97480a12533c req-d5c59230-4ac0-42e4-80ac-c2d29a831f01 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aeb55761-2952-41e5-8c8f-da6575e6861e HTTP/1.1" status: 200 len: 217 time: 0.1064198 May 28 06:31:42.176952 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 5efa7ba5-8660-4f25-8ac0-f6ed5ab026ab, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=5efa7ba5-8660-4f25-8ac0-f6ed5ab026ab,segment=NetworkSegment(a8c42c09-58b4-4e9e-ab8f-c96c63ee4190),segment_id=a8c42c09-58b4-4e9e-ab8f-c96c63ee4190)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:31:42.195024 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Returning: {'device': '5efa7ba5-8660-4f25-8ac0-f6ed5ab026ab', 'network_id': 'c7bbc20e-7bc5-42fd-94f8-f3663ada8854', 'port_id': '5efa7ba5-8660-4f25-8ac0-f6ed5ab026ab', 'mac_address': 'fa:16:3e:85:f1:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e5f323f-ea6c-4672-94fb-4b56107669c0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:31:42.202233 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c97c2f9c-d120-42a3-a34e-80c9f6a0b2bf req-6e745f04-3cb3-4e12-8742-ba3c71010f00 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/security-groups?id=f6de87b7-c8be-4140-be86-d0d6b2592918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705827 May 28 06:31:42.236151 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af28d6c6-2e22-4d54-a714-97480a12533c req-6d762234-f833-44b6-8b50-b34245f3b710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:42.238210 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-af28d6c6-2e22-4d54-a714-97480a12533c req-6d762234-f833-44b6-8b50-b34245f3b710 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=458087a4-2db3-4685-b2ba-eab969a92d13 HTTP/1.1" status: 200 len: 853 time: 0.1795242 May 28 06:31:42.259239 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-f2060b80-2f66-4d6f-a26f-a91836067db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02630b33-b944-48a6-b8dd-20f60c59dc0f', 'name': 'tempest-FloatingIPsNegativeTestJSON-1818683537-router', 'tenant_id': 'd606fda7b4cf421ea2482397fb329257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': '54d437c0-7a0b-4d10-9b3a-51293a6cd64a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:31:28Z', 'updated_at': '2022-05-28T06:31:37Z', 'revision_number': 4, 'project_id': 'd606fda7b4cf421ea2482397fb329257', 'gw_port': {'id': '54d437c0-7a0b-4d10-9b3a-51293a6cd64a', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:62:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02630b33-b944-48a6-b8dd-20f60c59dc0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:31:30Z', 'updated_at': '2022-05-28T06:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'b36d1243-66f0-4dba-84e5-420cccbc6f33', 'name': '', 'network_id': 'b209e086-4126-4a45-bb8f-27ac63249e1e', 'tenant_id': 'd606fda7b4cf421ea2482397fb329257', 'mac_address': 'fa:16:3e:f1:3f:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02630b33-b944-48a6-b8dd-20f60c59dc0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '0c5c496d-d658-4596-9b6c-3f95ddbb8b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:31:36Z', 'updated_at': '2022-05-28T06:31:37Z', 'revision_number': 2, 'project_id': 'd606fda7b4cf421ea2482397fb329257', 'subnets': [{'id': '0c5c496d-d658-4596-9b6c-3f95ddbb8b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:31:42.265119 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2060b80-2f66-4d6f-a26f-a91836067db2 None None] Checking router: 02630b33-b944-48a6-b8dd-20f60c59dc0f for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:31:42.266765 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2060b80-2f66-4d6f-a26f-a91836067db2 None None] Updating router 02630b33-b944-48a6-b8dd-20f60c59dc0f port b36d1243-66f0-4dba-84e5-420cccbc6f33 binding host n-d-843702-1 {{(pid=89112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:31:42.305247 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 5efa7ba5-8660-4f25-8ac0-f6ed5ab026ab is: ACTIVE; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:31:42.305644 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:42.332918 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f804bd21-dba7-4b3f-8845-a228fc79254e'] response: {'name': 'network-changed', 'server_uuid': '96e143b4-9d10-4924-bc22-980d00913fcd', 'tag': 'aeb55761-2952-41e5-8c8f-da6575e6861e', 'status': 'completed', 'code': 200} May 28 06:31:42.340520 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5efa7ba5-8660-4f25-8ac0-f6ed5ab026ab {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:31:42.343570 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-af28d6c6-2e22-4d54-a714-97480a12533c req-5570c6cb-b955-4a70-873b-05c106babbab service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d83d4959-ab97-477d-994a-54e4149e8a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0997488 May 28 06:31:42.357397 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-f2060b80-2f66-4d6f-a26f-a91836067db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:42.359274 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 5efa7ba5-8660-4f25-8ac0-f6ed5ab026ab, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=5efa7ba5-8660-4f25-8ac0-f6ed5ab026ab,segment=NetworkSegment(a8c42c09-58b4-4e9e-ab8f-c96c63ee4190),segment_id=a8c42c09-58b4-4e9e-ab8f-c96c63ee4190)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:31:42.393709 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-88264c32-ebb7-4b44-a66b-11925306d049 req-6c4e10c4-072e-49e2-a898-425826061913 tempest-FloatingIPsNegativeTestJSON-1186493210 tempest-FloatingIPsNegativeTestJSON-1186493210-project] Synchronizing usage tracker for tenant:d606fda7b4cf421ea2482397fb329257 on resource:network {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:31:42.416477 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-af28d6c6-2e22-4d54-a714-97480a12533c req-ccf96416-5a5b-4394-8467-e68efa5b795a service neutron] 10.222.0.71 "GET /v2.0/networks/d83d4959-ab97-477d-994a-54e4149e8a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4255159 May 28 06:31:42.456915 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:42.501057 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-12d6ccdf-524c-497b-b830-6189d91dac51 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:42.528294 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [None req-12d6ccdf-524c-497b-b830-6189d91dac51 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Transition to ACTIVE for port object c58a0637-0dc6-46c5-9158-347f5a7f59e3 will not be triggered until provisioned by entity DHCP. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:31:42.548607 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-af28d6c6-2e22-4d54-a714-97480a12533c req-d61c8084-b8ad-4168-a841-f71e7b261341 service neutron] 10.222.0.71 "GET /v2.0/networks/d83d4959-ab97-477d-994a-54e4149e8a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801534 May 28 06:31:42.550617 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-6c31de67-b12e-4e9f-b131-67501bb4e2c1 req-1b01f230-c6e1-461e-aa2b-5cb6ad214c5f tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:42.620413 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-88264c32-ebb7-4b44-a66b-11925306d049 req-6c4e10c4-072e-49e2-a898-425826061913 tempest-FloatingIPsNegativeTestJSON-1186493210 tempest-FloatingIPsNegativeTestJSON-1186493210-project] Unset dirty status for tenant:d606fda7b4cf421ea2482397fb329257 on resource:network {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:31:42.638814 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-88264c32-ebb7-4b44-a66b-11925306d049 req-6c4e10c4-072e-49e2-a898-425826061913 tempest-FloatingIPsNegativeTestJSON-1186493210 tempest-FloatingIPsNegativeTestJSON-1186493210-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.3045602 May 28 06:31:42.669970 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['5efa7ba5-8660-4f25-8ac0-f6ed5ab026ab'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:31:42.684668 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-12d6ccdf-524c-497b-b830-6189d91dac51 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:42.807921 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=5efa7ba5-8660-4f25-8ac0-f6ed5ab026ab,revision_number=6']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:31:42.853085 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-f2060b80-2f66-4d6f-a26f-a91836067db2 None None] Notify callbacks [] for port, precommit_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:42.876489 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.provisioning_blocks [None req-f2060b80-2f66-4d6f-a26f-a91836067db2 None None] Transition to ACTIVE for port object b36d1243-66f0-4dba-84e5-420cccbc6f33 will not be triggered until provisioned by entity L2. {{(pid=89112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:31:42.897634 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d6ccdf-524c-497b-b830-6189d91dac51 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Network d559caf8-5c9d-46ee-83a9-2592f6487ede is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:31:42.909910 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d6ccdf-524c-497b-b830-6189d91dac51 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Pushing event updated for resources: {'Port': ['ID=c58a0637-0dc6-46c5-9158-347f5a7f59e3,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:31:42.915133 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-12d6ccdf-524c-497b-b830-6189d91dac51 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:31:42.919211 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d6ccdf-524c-497b-b830-6189d91dac51 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:31:42.920522 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 54d437c0-7a0b-4d10-9b3a-51293a6cd64a up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:31:42.967503 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-f2060b80-2f66-4d6f-a26f-a91836067db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:43.007962 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d043daa0-0750-40fe-ab51-386a4e7d502f req-b6721885-a795-4b9e-91c3-8d42f0de2871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:43.017693 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-d043daa0-0750-40fe-ab51-386a4e7d502f req-b6721885-a795-4b9e-91c3-8d42f0de2871 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e9a1a9066a3349fa8fd9ecc898dfe607&device_id=fcd11e8f-9994-45d8-bffc-11f32e285fe1 HTTP/1.1" status: 200 len: 1094 time: 0.4379685 May 28 06:31:43.036078 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-af28d6c6-2e22-4d54-a714-97480a12533c req-059cd48d-74e9-4a2c-9b05-a51929801051 service neutron] 10.222.0.71 "GET /v2.0/networks/d83d4959-ab97-477d-994a-54e4149e8a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4410489 May 28 06:31:43.077239 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [req-6c31de67-b12e-4e9f-b131-67501bb4e2c1 req-1b01f230-c6e1-461e-aa2b-5cb6ad214c5f tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Allocated IP 172.25.5.115 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/803177b9-f4c1-4919-bbfc-5fd8cd3bf4f9) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:31:43.139873 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6626a284-c383-450d-abf8-c949f41257e2 req-0efcc282-7014-4320-8e66-c7903f2c4081 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:43.149553 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6626a284-c383-450d-abf8-c949f41257e2 req-0efcc282-7014-4320-8e66-c7903f2c4081 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] 10.222.0.55 "GET /v2.0/ports?device_id=96e143b4-9d10-4924-bc22-980d00913fcd HTTP/1.1" status: 200 len: 943 time: 0.3511171 May 28 06:31:43.187572 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 54d437c0-7a0b-4d10-9b3a-51293a6cd64a triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:31:43.188960 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:43.338735 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d6ccdf-524c-497b-b830-6189d91dac51 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:43.339398 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-12d6ccdf-524c-497b-b830-6189d91dac51 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:43.471404 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 54d437c0-7a0b-4d10-9b3a-51293a6cd64a is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:31:43.476171 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5101925c-0a53-4b92-a7b5-3ff301c9e671 None None] Pushing event updated for resources: {'Port': ['ID=b36d1243-66f0-4dba-84e5-420cccbc6f33,revision_number=3']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:31:43.512661 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d043daa0-0750-40fe-ab51-386a4e7d502f req-2d5e3005-ed47-46e2-b1fe-d9c956fc0c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:43.512661 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-d043daa0-0750-40fe-ab51-386a4e7d502f req-2d5e3005-ed47-46e2-b1fe-d9c956fc0c24 service neutron] 10.222.0.71 "GET /v2.0/networks?id=d83d4959-ab97-477d-994a-54e4149e8a5e HTTP/1.1" status: 200 len: 914 time: 0.4899821 May 28 06:31:43.526374 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-12d6ccdf-524c-497b-b830-6189d91dac51 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.4839876 May 28 06:31:43.529765 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 58146) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:31:43.557131 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-6f472780-c99d-4cf0-ae2a-9b8d33c22846 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:e9:f3:ed'}]}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:31:43.569374 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-f2060b80-2f66-4d6f-a26f-a91836067db2 None None] Attempting to bind port b36d1243-66f0-4dba-84e5-420cccbc6f33 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:31:43.569768 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-f2060b80-2f66-4d6f-a26f-a91836067db2 None None] Attempting to bind port b36d1243-66f0-4dba-84e5-420cccbc6f33 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'c31fc328-b4a9-4fb9-bf94-9ede1cccd809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'b209e086-4126-4a45-bb8f-27ac63249e1e'}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:31:43.570252 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2060b80-2f66-4d6f-a26f-a91836067db2 None None] Attempting to bind port b36d1243-66f0-4dba-84e5-420cccbc6f33 on network b209e086-4126-4a45-bb8f-27ac63249e1e {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:31:43.577509 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2060b80-2f66-4d6f-a26f-a91836067db2 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:31:43.577758 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2060b80-2f66-4d6f-a26f-a91836067db2 None None] Checking segment: {'id': 'c31fc328-b4a9-4fb9-bf94-9ede1cccd809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'b209e086-4126-4a45-bb8f-27ac63249e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:31:43.578111 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-f2060b80-2f66-4d6f-a26f-a91836067db2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:43.578761 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2060b80-2f66-4d6f-a26f-a91836067db2 None None] Bound using segment: {'id': 'c31fc328-b4a9-4fb9-bf94-9ede1cccd809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'b209e086-4126-4a45-bb8f-27ac63249e1e'} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:31:43.579440 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-f2060b80-2f66-4d6f-a26f-a91836067db2 None None] Bound port: b36d1243-66f0-4dba-84e5-420cccbc6f33, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c31fc328-b4a9-4fb9-bf94-9ede1cccd809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'b209e086-4126-4a45-bb8f-27ac63249e1e'}}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:31:43.579813 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-f2060b80-2f66-4d6f-a26f-a91836067db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:43.622320 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-c833814c-538f-4f5b-98f9-dfdcd7788363 None None] Provisioning for port c58a0637-0dc6-46c5-9158-347f5a7f59e3 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:31:43.627466 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-c833814c-538f-4f5b-98f9-dfdcd7788363 None None] Provisioning complete for port c58a0637-0dc6-46c5-9158-347f5a7f59e3 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:31:43.627790 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c833814c-538f-4f5b-98f9-dfdcd7788363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:43.645784 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6626a284-c383-450d-abf8-c949f41257e2 req-cef0ff20-eeb9-441c-a61d-7c551fe64567 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] 10.222.0.55 "GET /v2.0/security-groups?id=f753ce85-540a-4551-926d-ab7871f6d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4951684 May 28 06:31:43.649017 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-d043daa0-0750-40fe-ab51-386a4e7d502f req-44099fe9-df92-45c1-a503-4730772c6d3e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e6d17e26-afcb-4666-8b23-fe7dfa98b903 HTTP/1.1" status: 200 len: 217 time: 0.1240079 May 28 06:31:43.742279 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-f2060b80-2f66-4d6f-a26f-a91836067db2 None None] For port b36d1243-66f0-4dba-84e5-420cccbc6f33, host n-d-843702-1, cleared binding levels {{(pid=89112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:31:43.746418 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-f2060b80-2f66-4d6f-a26f-a91836067db2 None None] For port b36d1243-66f0-4dba-84e5-420cccbc6f33, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=b36d1243-66f0-4dba-84e5-420cccbc6f33,segment=NetworkSegment(c31fc328-b4a9-4fb9-bf94-9ede1cccd809),segment_id=c31fc328-b4a9-4fb9-bf94-9ede1cccd809)] {{(pid=89112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:31:43.769194 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-c833814c-538f-4f5b-98f9-dfdcd7788363 None None] Port c58a0637-0dc6-46c5-9158-347f5a7f59e3 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:31:43.773850 n-d-843702-1 neutron-server[89110]: INFO neutron.api.v2.resource [req-4c6b546f-a192-47e3-8fca-605e5637ef92 req-d3008d75-19f2-47a9-a432-823a9cc1b770 tempest-FloatingIPsNegativeTestJSON-1186493210 tempest-FloatingIPsNegativeTestJSON-1186493210-project] show failed (client error): The resource could not be found. May 28 06:31:43.781678 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d043daa0-0750-40fe-ab51-386a4e7d502f req-1ab88dab-9a5c-4a23-91c4-3d4299b5d688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:43.790412 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4c6b546f-a192-47e3-8fca-605e5637ef92 req-d3008d75-19f2-47a9-a432-823a9cc1b770 tempest-FloatingIPsNegativeTestJSON-1186493210 tempest-FloatingIPsNegativeTestJSON-1186493210-project] 10.222.0.55 "GET /v2.0/floatingips/700a1e3e-f3dd-4f86-881c-92351819cb46 HTTP/1.1" status: 404 len: 350 time: 0.1116991 May 28 06:31:43.793233 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-d043daa0-0750-40fe-ab51-386a4e7d502f req-1ab88dab-9a5c-4a23-91c4-3d4299b5d688 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=458087a4-2db3-4685-b2ba-eab969a92d13 HTTP/1.1" status: 200 len: 853 time: 0.1370487 May 28 06:31:43.793901 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 58152) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:31:43.834146 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-f2060b80-2f66-4d6f-a26f-a91836067db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:43.880624 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-6c31de67-b12e-4e9f-b131-67501bb4e2c1 req-1b01f230-c6e1-461e-aa2b-5cb6ad214c5f tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:43.915965 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-d043daa0-0750-40fe-ab51-386a4e7d502f req-5fd5c94e-948b-46e8-924b-02f02be8bbc4 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d83d4959-ab97-477d-994a-54e4149e8a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537589 May 28 06:31:43.983039 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 5efa7ba5-8660-4f25-8ac0-f6ed5ab026ab up at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:31:44.063045 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2060b80-2f66-4d6f-a26f-a91836067db2 None None] Routers {'02630b33-b944-48a6-b8dd-20f60c59dc0f'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:31:44.064219 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-f2060b80-2f66-4d6f-a26f-a91836067db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:31:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['02630b33-b944-48a6-b8dd-20f60c59dc0f'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:31:44.122115 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning complete for port 5efa7ba5-8660-4f25-8ac0-f6ed5ab026ab triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:31:44.122495 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:44.173616 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3533a16-395d-4524-9c34-e9bd824f85ad req-57466ad7-5958-4511-a8bb-9431394c7bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:44.175703 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f3533a16-395d-4524-9c34-e9bd824f85ad req-57466ad7-5958-4511-a8bb-9431394c7bc7 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e9a1a9066a3349fa8fd9ecc898dfe607&device_id=96e143b4-9d10-4924-bc22-980d00913fcd HTTP/1.1" status: 200 len: 1094 time: 0.8196354 May 28 06:31:44.388442 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 5efa7ba5-8660-4f25-8ac0-f6ed5ab026ab is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:31:44.388907 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:44.410697 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-f2060b80-2f66-4d6f-a26f-a91836067db2 None None] Set router 02630b33-b944-48a6-b8dd-20f60c59dc0f gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:31:44.448337 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eab83c1-4404-47a3-b032-c292d176b6f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5efa7ba5-8660-4f25-8ac0-f6ed5ab026ab'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:31:44.476450 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 5efa7ba5-8660-4f25-8ac0-f6ed5ab026ab, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=5efa7ba5-8660-4f25-8ac0-f6ed5ab026ab,segment=NetworkSegment(a8c42c09-58b4-4e9e-ab8f-c96c63ee4190),segment_id=a8c42c09-58b4-4e9e-ab8f-c96c63ee4190)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:31:44.532047 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:44.583753 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5101925c-0a53-4b92-a7b5-3ff301c9e671 None None] Pushing event updated for resources: {'Port': ['ID=b36d1243-66f0-4dba-84e5-420cccbc6f33,revision_number=4']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:31:44.589347 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-d043daa0-0750-40fe-ab51-386a4e7d502f req-a476d5ac-f9d3-49b4-9e27-40aa0b1f6f78 service neutron] 10.222.0.71 "GET /v2.0/networks/d83d4959-ab97-477d-994a-54e4149e8a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6495047 May 28 06:31:44.678842 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=5efa7ba5-8660-4f25-8ac0-f6ed5ab026ab,revision_number=7']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:31:44.770048 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3533a16-395d-4524-9c34-e9bd824f85ad req-3537083a-49c4-4928-8331-fad03c3a3f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:44.771913 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f3533a16-395d-4524-9c34-e9bd824f85ad req-3537083a-49c4-4928-8331-fad03c3a3f8f service neutron] 10.222.0.71 "GET /v2.0/networks?id=d83d4959-ab97-477d-994a-54e4149e8a5e HTTP/1.1" status: 200 len: 914 time: 0.2524025 May 28 06:31:44.855766 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device e6d17e26-afcb-4666-8b23-fe7dfa98b903 details requested by agent hyperv_n-h2-843702-1 with host n-h2-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:31:44.899711 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f3533a16-395d-4524-9c34-e9bd824f85ad req-5b98c3e7-cd3d-4fe4-8a7a-85e41265ad7e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aeb55761-2952-41e5-8c8f-da6575e6861e HTTP/1.1" status: 200 len: 217 time: 0.1047184 May 28 06:31:44.907136 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-6c31de67-b12e-4e9f-b131-67501bb4e2c1 req-1b01f230-c6e1-461e-aa2b-5cb6ad214c5f tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:44.978849 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-f2060b80-2f66-4d6f-a26f-a91836067db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02630b33-b944-48a6-b8dd-20f60c59dc0f', 'name': 'tempest-FloatingIPsNegativeTestJSON-1818683537-router', 'tenant_id': 'd606fda7b4cf421ea2482397fb329257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': '54d437c0-7a0b-4d10-9b3a-51293a6cd64a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:31:28Z', 'updated_at': '2022-05-28T06:31:37Z', 'revision_number': 4, 'project_id': 'd606fda7b4cf421ea2482397fb329257', 'gw_port': {'id': '54d437c0-7a0b-4d10-9b3a-51293a6cd64a', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:62:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02630b33-b944-48a6-b8dd-20f60c59dc0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:31:30Z', 'updated_at': '2022-05-28T06:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'b36d1243-66f0-4dba-84e5-420cccbc6f33', 'name': '', 'network_id': 'b209e086-4126-4a45-bb8f-27ac63249e1e', 'tenant_id': 'd606fda7b4cf421ea2482397fb329257', 'mac_address': 'fa:16:3e:f1:3f:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02630b33-b944-48a6-b8dd-20f60c59dc0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '0c5c496d-d658-4596-9b6c-3f95ddbb8b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:31:36Z', 'updated_at': '2022-05-28T06:31:43Z', 'revision_number': 4, 'project_id': 'd606fda7b4cf421ea2482397fb329257', 'subnets': [{'id': '0c5c496d-d658-4596-9b6c-3f95ddbb8b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:31:44.990884 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2060b80-2f66-4d6f-a26f-a91836067db2 None None] The sync data for ids ['02630b33-b944-48a6-b8dd-20f60c59dc0f'] in n-d-843702-1 is: [{'id': '02630b33-b944-48a6-b8dd-20f60c59dc0f', 'name': 'tempest-FloatingIPsNegativeTestJSON-1818683537-router', 'tenant_id': 'd606fda7b4cf421ea2482397fb329257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': '54d437c0-7a0b-4d10-9b3a-51293a6cd64a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:31:28Z', 'updated_at': '2022-05-28T06:31:37Z', 'revision_number': 4, 'project_id': 'd606fda7b4cf421ea2482397fb329257', 'gw_port': {'id': '54d437c0-7a0b-4d10-9b3a-51293a6cd64a', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:62:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02630b33-b944-48a6-b8dd-20f60c59dc0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:31:30Z', 'updated_at': '2022-05-28T06:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'b36d1243-66f0-4dba-84e5-420cccbc6f33', 'name': '', 'network_id': 'b209e086-4126-4a45-bb8f-27ac63249e1e', 'tenant_id': 'd606fda7b4cf421ea2482397fb329257', 'mac_address': 'fa:16:3e:f1:3f:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02630b33-b944-48a6-b8dd-20f60c59dc0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '0c5c496d-d658-4596-9b6c-3f95ddbb8b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:31:36Z', 'updated_at': '2022-05-28T06:31:43Z', 'revision_number': 4, 'project_id': 'd606fda7b4cf421ea2482397fb329257', 'subnets': [{'id': '0c5c496d-d658-4596-9b6c-3f95ddbb8b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:31:45.063770 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device b36d1243-66f0-4dba-84e5-420cccbc6f33 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:31:45.111322 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-d043daa0-0750-40fe-ab51-386a4e7d502f req-6b9fb324-8ede-46a3-a9fa-45aa865263fd service neutron] 10.222.0.71 "GET /v2.0/networks/d83d4959-ab97-477d-994a-54e4149e8a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5050120 May 28 06:31:45.119343 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3533a16-395d-4524-9c34-e9bd824f85ad req-cbff4461-cc34-4056-9899-4fb04dd144cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:45.121761 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f3533a16-395d-4524-9c34-e9bd824f85ad req-cbff4461-cc34-4056-9899-4fb04dd144cf service neutron] 10.222.0.71 "GET /v2.0/subnets?id=458087a4-2db3-4685-b2ba-eab969a92d13 HTTP/1.1" status: 200 len: 853 time: 0.2091639 May 28 06:31:45.158739 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6f472780-c99d-4cf0-ae2a-9b8d33c22846 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:45.242027 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port e6d17e26-afcb-4666-8b23-fe7dfa98b903, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=e6d17e26-afcb-4666-8b23-fe7dfa98b903,segment=NetworkSegment(75019356-28ff-4b3b-ab1f-7fd649171211),segment_id=75019356-28ff-4b3b-ab1f-7fd649171211)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:31:45.262406 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Returning: {'device': 'e6d17e26-afcb-4666-8b23-fe7dfa98b903', 'network_id': 'd83d4959-ab97-477d-994a-54e4149e8a5e', 'port_id': 'e6d17e26-afcb-4666-8b23-fe7dfa98b903', 'mac_address': 'fa:16:3e:b6:96:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '458087a4-2db3-4685-b2ba-eab969a92d13', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:31:45.287470 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15fb8dd-a1bd-4e99-8bd9-70e3f1e26157 req-09d8fe46-7b42-4ad9-842d-c57828cc98d6 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:45.290072 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e15fb8dd-a1bd-4e99-8bd9-70e3f1e26157 req-09d8fe46-7b42-4ad9-842d-c57828cc98d6 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=1eab83c1-4404-47a3-b032-c292d176b6f5 HTTP/1.1" status: 200 len: 945 time: 1.2912877 May 28 06:31:45.299491 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f3533a16-395d-4524-9c34-e9bd824f85ad req-400829fb-a7b2-4b6a-a91d-ac25a606aeea service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d83d4959-ab97-477d-994a-54e4149e8a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1181445 May 28 06:31:45.304914 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c31de67-b12e-4e9f-b131-67501bb4e2c1 req-1b01f230-c6e1-461e-aa2b-5cb6ad214c5f tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:31:45.341745 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port e6d17e26-afcb-4666-8b23-fe7dfa98b903 is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:31:45.342270 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:45.355759 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port b36d1243-66f0-4dba-84e5-420cccbc6f33 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:31:45.367521 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port b36d1243-66f0-4dba-84e5-420cccbc6f33 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:31:45.368003 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:45.385935 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [req-6c31de67-b12e-4e9f-b131-67501bb4e2c1 req-1b01f230-c6e1-461e-aa2b-5cb6ad214c5f tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:31:45.406639 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6d17e26-afcb-4666-8b23-fe7dfa98b903 {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:31:45.417311 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c31de67-b12e-4e9f-b131-67501bb4e2c1 req-1b01f230-c6e1-461e-aa2b-5cb6ad214c5f tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:31:45.429485 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a6824453-8e0c-441f-9884-6b4265d9703a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700548'] for router_interface, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:45.446199 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b01f230-c6e1-461e-aa2b-5cb6ad214c5f tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Pushing event updated for resources: {'Port': ['ID=803177b9-f4c1-4919-bbfc-5fd8cd3bf4f9,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:31:45.477750 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port e6d17e26-afcb-4666-8b23-fe7dfa98b903, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=e6d17e26-afcb-4666-8b23-fe7dfa98b903,segment=NetworkSegment(75019356-28ff-4b3b-ab1f-7fd649171211),segment_id=75019356-28ff-4b3b-ab1f-7fd649171211)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:31:45.545036 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:45.624700 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e15fb8dd-a1bd-4e99-8bd9-70e3f1e26157 req-c1433696-fbf1-478a-8d8c-44e6f3b3fb31 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/security-groups?id=f6de87b7-c8be-4140-be86-d0d6b2592918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3183563 May 28 06:31:45.802408 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-6c31de67-b12e-4e9f-b131-67501bb4e2c1 req-1b01f230-c6e1-461e-aa2b-5cb6ad214c5f tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:45.819772 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ad92bb8-c494-43ac-bb1a-35982b761251'] response: {'server_uuid': '1eab83c1-4404-47a3-b032-c292d176b6f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5efa7ba5-8660-4f25-8ac0-f6ed5ab026ab', 'code': 200} May 28 06:31:45.871276 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port b36d1243-66f0-4dba-84e5-420cccbc6f33 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:31:45.874168 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:45.953367 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port b36d1243-66f0-4dba-84e5-420cccbc6f33, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=b36d1243-66f0-4dba-84e5-420cccbc6f33,segment=NetworkSegment(c31fc328-b4a9-4fb9-bf94-9ede1cccd809),segment_id=c31fc328-b4a9-4fb9-bf94-9ede1cccd809)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:31:45.964412 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['e6d17e26-afcb-4666-8b23-fe7dfa98b903'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:31:46.030833 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=e6d17e26-afcb-4666-8b23-fe7dfa98b903,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:31:46.186011 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:46.194878 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-6c31de67-b12e-4e9f-b131-67501bb4e2c1 req-1b01f230-c6e1-461e-aa2b-5cb6ad214c5f tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:46.206310 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-a6824453-8e0c-441f-9884-6b4265d9703a admin admin] Deleting port b36d1243-66f0-4dba-84e5-420cccbc6f33 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:31:46.206801 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a6824453-8e0c-441f-9884-6b4265d9703a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:46.304921 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f3533a16-395d-4524-9c34-e9bd824f85ad req-5ed8fa7e-221b-4148-9f2c-6a3c345a9bac service neutron] 10.222.0.71 "GET /v2.0/networks/d83d4959-ab97-477d-994a-54e4149e8a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9399750 May 28 06:31:46.390911 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=b36d1243-66f0-4dba-84e5-420cccbc6f33,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:31:46.501058 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-a6824453-8e0c-441f-9884-6b4265d9703a admin admin] For port b36d1243-66f0-4dba-84e5-420cccbc6f33, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=b36d1243-66f0-4dba-84e5-420cccbc6f33,segment=NetworkSegment(c31fc328-b4a9-4fb9-bf94-9ede1cccd809),segment_id=c31fc328-b4a9-4fb9-bf94-9ede1cccd809)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:31:46.501441 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a6824453-8e0c-441f-9884-6b4265d9703a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:46.668295 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-a6824453-8e0c-441f-9884-6b4265d9703a admin admin] Calling delete_port for b36d1243-66f0-4dba-84e5-420cccbc6f33 owned by network:router_interface {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:31:46.703898 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c037574-87b7-45d7-afc4-51801b2657f0 req-6a568323-98c6-4c78-9d34-9fddc02b802c tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:46.712080 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0c037574-87b7-45d7-afc4-51801b2657f0 req-6a568323-98c6-4c78-9d34-9fddc02b802c tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] 10.222.0.55 "GET /v2.0/ports?device_id=96e143b4-9d10-4924-bc22-980d00913fcd HTTP/1.1" status: 200 len: 943 time: 0.6375108 May 28 06:31:46.739835 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f3533a16-395d-4524-9c34-e9bd824f85ad req-796b14e6-dc88-478b-b681-3072a2338a19 service neutron] 10.222.0.71 "GET /v2.0/networks/d83d4959-ab97-477d-994a-54e4149e8a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4136517 May 28 06:31:46.833376 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0c037574-87b7-45d7-afc4-51801b2657f0 req-ad1f0b1b-9c5d-4b44-9bee-798185a1ce98 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] 10.222.0.55 "GET /v2.0/security-groups?id=f753ce85-540a-4551-926d-ab7871f6d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153290 May 28 06:31:46.859319 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6f472780-c99d-4cf0-ae2a-9b8d33c22846 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:46.871101 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device aeb55761-2952-41e5-8c8f-da6575e6861e details requested by agent hyperv_n-h2-843702-1 with host n-h2-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:31:46.909839 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-6c31de67-b12e-4e9f-b131-67501bb4e2c1 req-1b01f230-c6e1-461e-aa2b-5cb6ad214c5f tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:46.932159 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6f472780-c99d-4cf0-ae2a-9b8d33c22846 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:47.036484 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-6c31de67-b12e-4e9f-b131-67501bb4e2c1 req-1b01f230-c6e1-461e-aa2b-5cb6ad214c5f tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:47.058350 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device b36d1243-66f0-4dba-84e5-420cccbc6f33 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:31:47.224144 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port aeb55761-2952-41e5-8c8f-da6575e6861e, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=aeb55761-2952-41e5-8c8f-da6575e6861e,segment=NetworkSegment(75019356-28ff-4b3b-ab1f-7fd649171211),segment_id=75019356-28ff-4b3b-ab1f-7fd649171211)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:31:47.236972 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port b36d1243-66f0-4dba-84e5-420cccbc6f33 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:31:47.237443 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:47.257371 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a6824453-8e0c-441f-9884-6b4265d9703a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:47.293092 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Port b36d1243-66f0-4dba-84e5-420cccbc6f33 was deleted so its status cannot be updated. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} May 28 06:31:47.295354 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Returning: {'device': 'aeb55761-2952-41e5-8c8f-da6575e6861e', 'network_id': 'd83d4959-ab97-477d-994a-54e4149e8a5e', 'port_id': 'aeb55761-2952-41e5-8c8f-da6575e6861e', 'mac_address': 'fa:16:3e:4e:fc:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '458087a4-2db3-4685-b2ba-eab969a92d13', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:31:47.329890 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6824453-8e0c-441f-9884-6b4265d9703a admin admin] Pushing event deleted for resources: {'Port': ['ID=b36d1243-66f0-4dba-84e5-420cccbc6f33,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:31:47.348081 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6824453-8e0c-441f-9884-6b4265d9703a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:31:47.348513 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6824453-8e0c-441f-9884-6b4265d9703a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:31:47.348918 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6824453-8e0c-441f-9884-6b4265d9703a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:31:47.349313 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6824453-8e0c-441f-9884-6b4265d9703a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:31:47.349770 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6824453-8e0c-441f-9884-6b4265d9703a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:31:47.350430 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6824453-8e0c-441f-9884-6b4265d9703a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:31:47.351171 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6824453-8e0c-441f-9884-6b4265d9703a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:31:47.351571 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6824453-8e0c-441f-9884-6b4265d9703a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:31:47.351988 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6824453-8e0c-441f-9884-6b4265d9703a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:31:47.352449 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6824453-8e0c-441f-9884-6b4265d9703a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:31:47.352841 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6824453-8e0c-441f-9884-6b4265d9703a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:31:47.353171 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6824453-8e0c-441f-9884-6b4265d9703a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:31:47.409131 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port aeb55761-2952-41e5-8c8f-da6575e6861e is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:31:47.409776 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:47.420516 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f472780-c99d-4cf0-ae2a-9b8d33c22846 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Pushing event updated for resources: {'Port': ['ID=c58a0637-0dc6-46c5-9158-347f5a7f59e3,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:31:47.458710 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aeb55761-2952-41e5-8c8f-da6575e6861e {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:31:47.480804 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port aeb55761-2952-41e5-8c8f-da6575e6861e, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=aeb55761-2952-41e5-8c8f-da6575e6861e,segment=NetworkSegment(75019356-28ff-4b3b-ab1f-7fd649171211),segment_id=75019356-28ff-4b3b-ab1f-7fd649171211)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:31:47.499071 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-1314f29f-f66e-4543-85dc-bbd218527661 None None] Provisioning complete for port c58a0637-0dc6-46c5-9158-347f5a7f59e3 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:31:47.499447 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-1314f29f-f66e-4543-85dc-bbd218527661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:47.544893 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-6f472780-c99d-4cf0-ae2a-9b8d33c22846 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] In _notify_port_updated(), no bound segment for port c58a0637-0dc6-46c5-9158-347f5a7f59e3 on network d559caf8-5c9d-46ee-83a9-2592f6487ede {{(pid=89110) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 28 06:31:47.557473 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f472780-c99d-4cf0-ae2a-9b8d33c22846 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:47.558149 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6f472780-c99d-4cf0-ae2a-9b8d33c22846 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:47.564200 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-6f472780-c99d-4cf0-ae2a-9b8d33c22846 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] 10.222.0.55 "PUT /v2.0/ports/c58a0637-0dc6-46c5-9158-347f5a7f59e3 HTTP/1.1" status: 200 len: 992 time: 4.0307124 May 28 06:31:47.569233 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 58178) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:31:47.573260 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:47.659285 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b01f230-c6e1-461e-aa2b-5cb6ad214c5f tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Pushing event updated for resources: {'Port': ['ID=803177b9-f4c1-4919-bbfc-5fd8cd3bf4f9,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:31:47.661939 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-6c31de67-b12e-4e9f-b131-67501bb4e2c1 req-1b01f230-c6e1-461e-aa2b-5cb6ad214c5f tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691094'] for floatingip, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:47.737909 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-2b2e7e51-585c-4217-8379-565a6eac7ba8 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Deleting port c58a0637-0dc6-46c5-9158-347f5a7f59e3 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:31:47.738254 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2b2e7e51-585c-4217-8379-565a6eac7ba8 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:47.744393 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-1314f29f-f66e-4543-85dc-bbd218527661 None None] Port c58a0637-0dc6-46c5-9158-347f5a7f59e3 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:31:47.762057 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=aeb55761-2952-41e5-8c8f-da6575e6861e,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:31:47.780922 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa338a3-9293-4de8-912d-98ab3d67bb8d req-236be7ae-ae46-45ae-b306-ec5dde91d418 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:47.783806 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cfa338a3-9293-4de8-912d-98ab3d67bb8d req-236be7ae-ae46-45ae-b306-ec5dde91d418 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=1eab83c1-4404-47a3-b032-c292d176b6f5 HTTP/1.1" status: 200 len: 946 time: 0.7483034 May 28 06:31:47.892775 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-6c31de67-b12e-4e9f-b131-67501bb4e2c1 req-1b01f230-c6e1-461e-aa2b-5cb6ad214c5f tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:47.900159 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6c31de67-b12e-4e9f-b131-67501bb4e2c1 req-1b01f230-c6e1-461e-aa2b-5cb6ad214c5f tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 6.3604226 May 28 06:31:47.934408 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['aeb55761-2952-41e5-8c8f-da6575e6861e'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:31:47.975905 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cfa338a3-9293-4de8-912d-98ab3d67bb8d req-aa61dd50-1620-480c-9170-373657e69a82 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/security-groups?id=f6de87b7-c8be-4140-be86-d0d6b2592918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819704 May 28 06:31:48.005736 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a6824453-8e0c-441f-9884-6b4265d9703a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700472'] for router_interface, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:48.056806 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-6c31de67-b12e-4e9f-b131-67501bb4e2c1 req-1c0bf013-8fd7-4a90-81f9-de0d70f153e6 tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Synchronizing usage tracker for tenant:f8755c5b66d64d65897fca622054cda9 on resource:floatingip {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:31:48.341917 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2b2e7e51-585c-4217-8379-565a6eac7ba8 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:48.424289 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6b7996-dae5-45cc-9c0d-71284180a2b3 req-ebe16df5-fb07-4705-8c69-7844f6102c5f tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:48.432785 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2f6b7996-dae5-45cc-9c0d-71284180a2b3 req-ebe16df5-fb07-4705-8c69-7844f6102c5f tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] 10.222.0.55 "GET /v2.0/ports?device_id=96e143b4-9d10-4924-bc22-980d00913fcd HTTP/1.1" status: 200 len: 944 time: 0.2309868 May 28 06:31:48.470308 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6824453-8e0c-441f-9884-6b4265d9703a admin admin] Router 02630b33-b944-48a6-b8dd-20f60c59dc0f has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:31:48.533724 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-6c31de67-b12e-4e9f-b131-67501bb4e2c1 req-1c0bf013-8fd7-4a90-81f9-de0d70f153e6 tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Unset dirty status for tenant:f8755c5b66d64d65897fca622054cda9 on resource:floatingip {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:31:48.542362 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6c31de67-b12e-4e9f-b131-67501bb4e2c1 req-1c0bf013-8fd7-4a90-81f9-de0d70f153e6 tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.5.115 HTTP/1.1" status: 200 len: 696 time: 0.6413012 May 28 06:31:48.551230 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-2b2e7e51-585c-4217-8379-565a6eac7ba8 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Calling delete_port for c58a0637-0dc6-46c5-9158-347f5a7f59e3 owned by {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:31:48.703657 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2f6b7996-dae5-45cc-9c0d-71284180a2b3 req-5abd182b-1f90-4b05-9599-2ce4ce6232d3 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] 10.222.0.55 "GET /v2.0/security-groups?id=f753ce85-540a-4551-926d-ab7871f6d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684267 May 28 06:31:48.708083 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6824453-8e0c-441f-9884-6b4265d9703a admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:31:48.721166 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb70b3f6-b9f8-482f-b0e0-fc289fd1a65e None None] Sync routers for ids ['02630b33-b944-48a6-b8dd-20f60c59dc0f'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:31:48.732414 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-a6824453-8e0c-441f-9884-6b4265d9703a admin admin] 10.222.0.55 "PUT /v2.0/routers/02630b33-b944-48a6-b8dd-20f60c59dc0f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9375017 May 28 06:31:48.734967 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 58186) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:31:48.736803 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb70b3f6-b9f8-482f-b0e0-fc289fd1a65e None None] Routers {'02630b33-b944-48a6-b8dd-20f60c59dc0f'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:31:48.737667 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-cb70b3f6-b9f8-482f-b0e0-fc289fd1a65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:31:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['02630b33-b944-48a6-b8dd-20f60c59dc0f'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:31:48.833332 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c31de67-b12e-4e9f-b131-67501bb4e2c1 req-8e8df6e4-44fd-4437-86d6-b43434dc2ebd tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:48.835327 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6c31de67-b12e-4e9f-b131-67501bb4e2c1 req-8e8df6e4-44fd-4437-86d6-b43434dc2ebd tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] 10.222.0.55 "GET /v2.0/networks/68df399e-e75e-4871-9364-5d05730b50f0 HTTP/1.1" status: 200 len: 784 time: 0.2918594 May 28 06:31:48.890601 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device e6d17e26-afcb-4666-8b23-fe7dfa98b903 up at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:31:49.091284 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-cb70b3f6-b9f8-482f-b0e0-fc289fd1a65e None None] Set router 02630b33-b944-48a6-b8dd-20f60c59dc0f gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:31:49.117754 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-55a96ded-10a3-4604-987b-da25d41689e5 req-8b6e89de-803d-4fd0-bee3-4f30c609df73 tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2545054 May 28 06:31:49.117966 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-914aa2ab-c2cd-4b65-a32a-6a8a7fa1671a admin admin] Notify callbacks [] for router, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:49.122552 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-55a96ded-10a3-4604-987b-da25d41689e5 req-8ee7f3e0-5b91-48f4-91c7-72bc47436730 tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Request body: {'floatingip': {'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:31:49.133141 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-55a96ded-10a3-4604-987b-da25d41689e5 req-8ee7f3e0-5b91-48f4-91c7-72bc47436730 tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:31:49.135920 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2b2e7e51-585c-4217-8379-565a6eac7ba8 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:49.203604 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-55a96ded-10a3-4604-987b-da25d41689e5 req-8ee7f3e0-5b91-48f4-91c7-72bc47436730 tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Attempting to reserve 1 items for resource floatingip. Total usage: 3; quota limit: 50; headroom:47 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:31:49.210692 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning for port e6d17e26-afcb-4666-8b23-fe7dfa98b903 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:31:49.248832 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2e7e51-585c-4217-8379-565a6eac7ba8 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Pushing event deleted for resources: {'Port': ['ID=c58a0637-0dc6-46c5-9158-347f5a7f59e3,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:31:49.333017 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning complete for port e6d17e26-afcb-4666-8b23-fe7dfa98b903 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:31:49.333491 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:49.398405 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-914aa2ab-c2cd-4b65-a32a-6a8a7fa1671a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:49.447557 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-55a96ded-10a3-4604-987b-da25d41689e5 req-8ee7f3e0-5b91-48f4-91c7-72bc47436730 tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Notify callbacks [] for floatingip, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:49.473812 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-914aa2ab-c2cd-4b65-a32a-6a8a7fa1671a admin admin] Deleting port 54d437c0-7a0b-4d10-9b3a-51293a6cd64a {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:31:49.474734 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-914aa2ab-c2cd-4b65-a32a-6a8a7fa1671a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:49.785948 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-914aa2ab-c2cd-4b65-a32a-6a8a7fa1671a admin admin] For port 54d437c0-7a0b-4d10-9b3a-51293a6cd64a, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=54d437c0-7a0b-4d10-9b3a-51293a6cd64a,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:31:49.786497 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-914aa2ab-c2cd-4b65-a32a-6a8a7fa1671a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:49.789721 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port e6d17e26-afcb-4666-8b23-fe7dfa98b903 is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:31:49.790100 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:49.831786 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-cb70b3f6-b9f8-482f-b0e0-fc289fd1a65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02630b33-b944-48a6-b8dd-20f60c59dc0f', 'name': 'tempest-FloatingIPsNegativeTestJSON-1818683537-router', 'tenant_id': 'd606fda7b4cf421ea2482397fb329257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': '54d437c0-7a0b-4d10-9b3a-51293a6cd64a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:31:28Z', 'updated_at': '2022-05-28T06:31:47Z', 'revision_number': 5, 'project_id': 'd606fda7b4cf421ea2482397fb329257', 'gw_port': {'id': '54d437c0-7a0b-4d10-9b3a-51293a6cd64a', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:62:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02630b33-b944-48a6-b8dd-20f60c59dc0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:31:30Z', 'updated_at': '2022-05-28T06:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:31:49.840790 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcd11e8f-9994-45d8-bffc-11f32e285fe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6d17e26-afcb-4666-8b23-fe7dfa98b903'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:31:49.856872 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb70b3f6-b9f8-482f-b0e0-fc289fd1a65e None None] Checking router: 02630b33-b944-48a6-b8dd-20f60c59dc0f for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:31:49.874868 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port e6d17e26-afcb-4666-8b23-fe7dfa98b903, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=e6d17e26-afcb-4666-8b23-fe7dfa98b903,segment=NetworkSegment(75019356-28ff-4b3b-ab1f-7fd649171211),segment_id=75019356-28ff-4b3b-ab1f-7fd649171211)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:31:49.876653 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb70b3f6-b9f8-482f-b0e0-fc289fd1a65e None None] Routers {'02630b33-b944-48a6-b8dd-20f60c59dc0f'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:31:49.877426 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-cb70b3f6-b9f8-482f-b0e0-fc289fd1a65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:31:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['02630b33-b944-48a6-b8dd-20f60c59dc0f'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:31:49.937768 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0fc5d2-294a-4350-b1f4-495a90cebba9 req-850a0598-2901-42df-ac4b-df2b017f1e9b tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:49.939610 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9f0fc5d2-294a-4350-b1f4-495a90cebba9 req-850a0598-2901-42df-ac4b-df2b017f1e9b tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=1eab83c1-4404-47a3-b032-c292d176b6f5 HTTP/1.1" status: 200 len: 946 time: 0.7423489 May 28 06:31:50.043010 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2b2e7e51-585c-4217-8379-565a6eac7ba8 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:50.054853 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:50.075169 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-914aa2ab-c2cd-4b65-a32a-6a8a7fa1671a admin admin] Calling delete_port for 54d437c0-7a0b-4d10-9b3a-51293a6cd64a owned by network:router_gateway {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:31:50.085549 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9f0fc5d2-294a-4350-b1f4-495a90cebba9 req-96cfcf22-c0a4-495e-9468-fad045e9f93a tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/security-groups?id=f6de87b7-c8be-4140-be86-d0d6b2592918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363358 May 28 06:31:50.093200 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-2b2e7e51-585c-4217-8379-565a6eac7ba8 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] 10.222.0.55 "DELETE /v2.0/ports/c58a0637-0dc6-46c5-9158-347f5a7f59e3 HTTP/1.1" status: 204 len: 168 time: 2.5152366 May 28 06:31:50.105699 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 58198) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:31:50.181765 n-d-843702-1 neutron-server[89110]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d4ca9e5-72f1-4e1a-9d1a-41f98def61a6 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] GET failed (client error): The resource could not be found. May 28 06:31:50.182973 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-9d4ca9e5-72f1-4e1a-9d1a-41f98def61a6 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Synchronizing usage tracker for tenant:35ed0efdaa624670b30cac7bf775c952 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:31:50.202112 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-cb70b3f6-b9f8-482f-b0e0-fc289fd1a65e None None] Set router 02630b33-b944-48a6-b8dd-20f60c59dc0f gateway port host: None {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:31:50.286351 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-55a96ded-10a3-4604-987b-da25d41689e5 req-8ee7f3e0-5b91-48f4-91c7-72bc47436730 tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:50.336129 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-cb70b3f6-b9f8-482f-b0e0-fc289fd1a65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02630b33-b944-48a6-b8dd-20f60c59dc0f', 'name': 'tempest-FloatingIPsNegativeTestJSON-1818683537-router', 'tenant_id': 'd606fda7b4cf421ea2482397fb329257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:31:28Z', 'updated_at': '2022-05-28T06:31:49Z', 'revision_number': 6, 'project_id': 'd606fda7b4cf421ea2482397fb329257', 'gw_port_host': None}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:31:50.351045 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb70b3f6-b9f8-482f-b0e0-fc289fd1a65e None None] The sync data for ids ['02630b33-b944-48a6-b8dd-20f60c59dc0f'] in n-d-843702-1 is: [{'id': '02630b33-b944-48a6-b8dd-20f60c59dc0f', 'name': 'tempest-FloatingIPsNegativeTestJSON-1818683537-router', 'tenant_id': 'd606fda7b4cf421ea2482397fb329257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:31:28Z', 'updated_at': '2022-05-28T06:31:49Z', 'revision_number': 6, 'project_id': 'd606fda7b4cf421ea2482397fb329257', 'gw_port_host': None}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:31:50.379061 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=e6d17e26-afcb-4666-8b23-fe7dfa98b903,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:31:50.383249 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-914aa2ab-c2cd-4b65-a32a-6a8a7fa1671a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:50.394108 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-9d4ca9e5-72f1-4e1a-9d1a-41f98def61a6 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Unset dirty status for tenant:35ed0efdaa624670b30cac7bf775c952 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:31:50.399892 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-9d4ca9e5-72f1-4e1a-9d1a-41f98def61a6 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] 10.222.0.55 "GET /v2.0/ports/c58a0637-0dc6-46c5-9158-347f5a7f59e3 HTTP/1.1" status: 404 len: 333 time: 0.2868557 May 28 06:31:50.400445 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 58204) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:31:50.417043 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-60954ecd-d2cb-4b68-9c25-e807c617e4dc tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Request body: {'port': {'network_id': 'd559caf8-5c9d-46ee-83a9-2592f6487ede', 'name': 'tempest-AllowedAddressPairTestJSON-1268473062'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:31:50.464834 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914aa2ab-c2cd-4b65-a32a-6a8a7fa1671a admin admin] Pushing event deleted for resources: {'Port': ['ID=54d437c0-7a0b-4d10-9b3a-51293a6cd64a,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:31:50.626877 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-914aa2ab-c2cd-4b65-a32a-6a8a7fa1671a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691105'] for router_gateway, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:50.906899 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-60954ecd-d2cb-4b68-9c25-e807c617e4dc tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:31:50.906899 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896ebce2-acfb-4a5f-b573-5e8308e1b8f3 req-edd3871a-1089-4ba5-80b7-ee8cc260b218 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:50.906899 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-896ebce2-acfb-4a5f-b573-5e8308e1b8f3 req-edd3871a-1089-4ba5-80b7-ee8cc260b218 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] 10.222.0.55 "GET /v2.0/ports?device_id=96e143b4-9d10-4924-bc22-980d00913fcd HTTP/1.1" status: 200 len: 944 time: 0.4562826 May 28 06:31:50.906899 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-60954ecd-d2cb-4b68-9c25-e807c617e4dc tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:31:50.906899 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [req-55a96ded-10a3-4604-987b-da25d41689e5 req-8ee7f3e0-5b91-48f4-91c7-72bc47436730 tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Allocated IP 172.25.5.177 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/a961d77b-8f41-46b8-af0e-8aaeb73ce504) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:31:50.908415 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-914aa2ab-c2cd-4b65-a32a-6a8a7fa1671a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59018'] for router, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:50.908415 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-914aa2ab-c2cd-4b65-a32a-6a8a7fa1671a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:50.908812 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device aeb55761-2952-41e5-8c8f-da6575e6861e up at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:31:50.908909 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-896ebce2-acfb-4a5f-b573-5e8308e1b8f3 req-c1732ca7-9d0b-4296-bb22-64430ced46d0 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] 10.222.0.55 "GET /v2.0/security-groups?id=f753ce85-540a-4551-926d-ab7871f6d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875733 May 28 06:31:51.000059 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ab76522-6378-440b-9ac9-7d3ea6f533b1'] response: {'server_uuid': 'fcd11e8f-9994-45d8-bffc-11f32e285fe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6d17e26-afcb-4666-8b23-fe7dfa98b903', 'code': 200} May 28 06:31:51.062397 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-914aa2ab-c2cd-4b65-a32a-6a8a7fa1671a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-703817'] for router, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:51.062859 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-914aa2ab-c2cd-4b65-a32a-6a8a7fa1671a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 02630b33-b944-48a6-b8dd-20f60c59dc0f {{(pid=89109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 06:31:51.091954 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device b36d1243-66f0-4dba-84e5-420cccbc6f33 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:31:51.168258 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-914aa2ab-c2cd-4b65-a32a-6a8a7fa1671a admin admin] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:51.168258 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-914aa2ab-c2cd-4b65-a32a-6a8a7fa1671a admin admin] 10.222.0.55 "DELETE /v2.0/routers/02630b33-b944-48a6-b8dd-20f60c59dc0f HTTP/1.1" status: 204 len: 168 time: 2.3539507 May 28 06:31:51.168588 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60954ecd-d2cb-4b68-9c25-e807c617e4dc tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Made reservation on behalf of 35ed0efdaa624670b30cac7bf775c952 for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:31:51.168745 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 58208) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:31:51.168911 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-60954ecd-d2cb-4b68-9c25-e807c617e4dc tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:51.173185 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: b36d1243-66f0-4dba-84e5-420cccbc6f33 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:31:51.173708 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device b36d1243-66f0-4dba-84e5-420cccbc6f33 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:31:51.260782 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_v2 [None req-33180615-895b-4d54-9b3a-1192b6d17f76 admin admin] Deleting subnet 0c5c496d-d658-4596-9b6c-3f95ddbb8b32 {{(pid=89109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:31:51.267915 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-33180615-895b-4d54-9b3a-1192b6d17f76 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:51.296401 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-55a96ded-10a3-4604-987b-da25d41689e5 req-8ee7f3e0-5b91-48f4-91c7-72bc47436730 tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:51.299700 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [None req-60954ecd-d2cb-4b68-9c25-e807c617e4dc tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] device_id is not set on port 3c3ace44-07b2-45fd-8198-cc612988c7b1 yet. {{(pid=89110) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:31:51.330721 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-33180615-895b-4d54-9b3a-1192b6d17f76 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3964070'] for subnet, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:51.404660 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning for port aeb55761-2952-41e5-8c8f-da6575e6861e completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:31:51.406085 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning complete for port aeb55761-2952-41e5-8c8f-da6575e6861e triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:31:51.406521 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:51.431104 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-33180615-895b-4d54-9b3a-1192b6d17f76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:51.552239 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7f8dda-e99d-40b1-9417-21f26252d4b5 req-f729fc3f-6b0b-420f-af97-58c8accdc0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:51.554111 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8e7f8dda-e99d-40b1-9417-21f26252d4b5 req-f729fc3f-6b0b-420f-af97-58c8accdc0b4 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=fcd11e8f-9994-45d8-bffc-11f32e285fe1 HTTP/1.1" status: 200 len: 1096 time: 0.3456702 May 28 06:31:51.566157 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port aeb55761-2952-41e5-8c8f-da6575e6861e is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:31:51.566533 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:51.567528 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9cdbab-ada2-40b1-b566-74ffa76ca2d4 req-0e8c88b5-4cf0-41e4-b992-66ccf14418a2 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:51.575403 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bb9cdbab-ada2-40b1-b566-74ffa76ca2d4 req-0e8c88b5-4cf0-41e4-b992-66ccf14418a2 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=1eab83c1-4404-47a3-b032-c292d176b6f5 HTTP/1.1" status: 200 len: 946 time: 0.2926757 May 28 06:31:51.612105 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [None req-60954ecd-d2cb-4b68-9c25-e807c617e4dc tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Allocated IP 172.20.0.12 (d559caf8-5c9d-46ee-83a9-2592f6487ede/4208a8b5-a0f5-4325-829e-98594b34d2d8/3c3ace44-07b2-45fd-8198-cc612988c7b1) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:31:51.618299 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-33180615-895b-4d54-9b3a-1192b6d17f76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9555650'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:51.625194 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port aeb55761-2952-41e5-8c8f-da6575e6861e, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=aeb55761-2952-41e5-8c8f-da6575e6861e,segment=NetworkSegment(75019356-28ff-4b3b-ab1f-7fd649171211),segment_id=75019356-28ff-4b3b-ab1f-7fd649171211)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:31:51.658695 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33180615-895b-4d54-9b3a-1192b6d17f76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c5c496d-d658-4596-9b6c-3f95ddbb8b32,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:31:51.660754 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-33180615-895b-4d54-9b3a-1192b6d17f76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:51.668260 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-33180615-895b-4d54-9b3a-1192b6d17f76 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/0c5c496d-d658-4596-9b6c-3f95ddbb8b32 HTTP/1.1" status: 204 len: 168 time: 0.5660641 May 28 06:31:51.671565 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a0779b-9516-41ba-8ee2-613768dd76ce None None] Network b209e086-4126-4a45-bb8f-27ac63249e1e requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:31:51.673913 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 58218) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:31:51.675514 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8e7f8dda-e99d-40b1-9417-21f26252d4b5 req-4e741a00-d27a-4988-9e40-de06709ea62d service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=f753ce85-540a-4551-926d-ab7871f6d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793569 May 28 06:31:51.681298 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bb9cdbab-ada2-40b1-b566-74ffa76ca2d4 req-67e0e475-979d-48cb-98fd-a8738ff5a2de tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/security-groups?id=f6de87b7-c8be-4140-be86-d0d6b2592918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050565 May 28 06:31:51.725289 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-55a96ded-10a3-4604-987b-da25d41689e5 req-8ee7f3e0-5b91-48f4-91c7-72bc47436730 tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:51.836464 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55a96ded-10a3-4604-987b-da25d41689e5 req-8ee7f3e0-5b91-48f4-91c7-72bc47436730 tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:31:51.842123 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [req-55a96ded-10a3-4604-987b-da25d41689e5 req-8ee7f3e0-5b91-48f4-91c7-72bc47436730 tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:31:51.863189 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-55a96ded-10a3-4604-987b-da25d41689e5 req-8ee7f3e0-5b91-48f4-91c7-72bc47436730 tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:31:51.910884 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:51.965888 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee7f3e0-5b91-48f4-91c7-72bc47436730 tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Pushing event updated for resources: {'Port': ['ID=a961d77b-8f41-46b8-af0e-8aaeb73ce504,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:31:51.968112 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8f022082-5d8f-4358-b848-579f3d5a9006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:52.011541 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-8f022082-5d8f-4358-b848-579f3d5a9006 admin admin] Deleting port 047b8046-625a-476e-a61a-fabaaf64b28d {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:31:52.011889 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8f022082-5d8f-4358-b848-579f3d5a9006 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:52.097269 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=aeb55761-2952-41e5-8c8f-da6575e6861e,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:31:52.158639 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-60954ecd-d2cb-4b68-9c25-e807c617e4dc tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:52.175762 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-55a96ded-10a3-4604-987b-da25d41689e5 req-8ee7f3e0-5b91-48f4-91c7-72bc47436730 tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:52.197122 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [None req-60954ecd-d2cb-4b68-9c25-e807c617e4dc tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Transition to ACTIVE for port object 3c3ace44-07b2-45fd-8198-cc612988c7b1 will not be triggered until provisioned by entity DHCP. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:31:52.221947 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b18fca33-85bd-4e7f-bced-beb21454c6fe None None] DHCP port deletion for b209e086-4126-4a45-bb8f-27ac63249e1e request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:31:52.227022 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-b18fca33-85bd-4e7f-bced-beb21454c6fe None None] Deleting port 047b8046-625a-476e-a61a-fabaaf64b28d {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:31:52.230888 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b18fca33-85bd-4e7f-bced-beb21454c6fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:52.344464 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:31:52.419656 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-8f022082-5d8f-4358-b848-579f3d5a9006 admin admin] For port 047b8046-625a-476e-a61a-fabaaf64b28d, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=047b8046-625a-476e-a61a-fabaaf64b28d,segment=NetworkSegment(c31fc328-b4a9-4fb9-bf94-9ede1cccd809),segment_id=c31fc328-b4a9-4fb9-bf94-9ede1cccd809)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:31:52.424203 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8f022082-5d8f-4358-b848-579f3d5a9006 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:52.486971 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-55a96ded-10a3-4604-987b-da25d41689e5 req-8ee7f3e0-5b91-48f4-91c7-72bc47436730 tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:52.569841 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208a247c-83ab-450a-811f-4f59906b0be3 req-685768ac-0e60-4e6b-bad0-2493c148f2e3 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:52.571502 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-208a247c-83ab-450a-811f-4f59906b0be3 req-685768ac-0e60-4e6b-bad0-2493c148f2e3 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] 10.222.0.55 "GET /v2.0/ports?device_id=96e143b4-9d10-4924-bc22-980d00913fcd HTTP/1.1" status: 200 len: 945 time: 0.3517389 May 28 06:31:52.654323 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-60954ecd-d2cb-4b68-9c25-e807c617e4dc tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:52.737167 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-b18fca33-85bd-4e7f-bced-beb21454c6fe None None] For port 047b8046-625a-476e-a61a-fabaaf64b28d, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=047b8046-625a-476e-a61a-fabaaf64b28d,segment=NetworkSegment(c31fc328-b4a9-4fb9-bf94-9ede1cccd809),segment_id=c31fc328-b4a9-4fb9-bf94-9ede1cccd809)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:31:52.737746 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b18fca33-85bd-4e7f-bced-beb21454c6fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:52.746523 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-8f022082-5d8f-4358-b848-579f3d5a9006 admin admin] Calling delete_port for 047b8046-625a-476e-a61a-fabaaf64b28d owned by network:dhcp {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:31:52.946947 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60954ecd-d2cb-4b68-9c25-e807c617e4dc tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Network d559caf8-5c9d-46ee-83a9-2592f6487ede is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:31:52.962125 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-60954ecd-d2cb-4b68-9c25-e807c617e4dc tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:31:52.965557 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60954ecd-d2cb-4b68-9c25-e807c617e4dc tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:31:53.004102 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96e143b4-9d10-4924-bc22-980d00913fcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeb55761-2952-41e5-8c8f-da6575e6861e'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:31:53.016615 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-b18fca33-85bd-4e7f-bced-beb21454c6fe None None] Calling delete_port for 047b8046-625a-476e-a61a-fabaaf64b28d owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:31:53.023704 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-208a247c-83ab-450a-811f-4f59906b0be3 req-8a69729c-0809-4741-9841-edf4b3cd85a9 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] 10.222.0.55 "GET /v2.0/security-groups?id=f753ce85-540a-4551-926d-ab7871f6d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4113464 May 28 06:31:53.057076 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60954ecd-d2cb-4b68-9c25-e807c617e4dc tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Pushing event updated for resources: {'Port': ['ID=3c3ace44-07b2-45fd-8198-cc612988c7b1,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:31:53.073917 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8f022082-5d8f-4358-b848-579f3d5a9006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:53.089481 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 54d437c0-7a0b-4d10-9b3a-51293a6cd64a no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:31:53.147330 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 54d437c0-7a0b-4d10-9b3a-51293a6cd64a {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:31:53.147994 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 54d437c0-7a0b-4d10-9b3a-51293a6cd64a not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:31:53.148662 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 047b8046-625a-476e-a61a-fabaaf64b28d no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:31:53.170741 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60954ecd-d2cb-4b68-9c25-e807c617e4dc tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:53.177695 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-60954ecd-d2cb-4b68-9c25-e807c617e4dc tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:53.198859 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 047b8046-625a-476e-a61a-fabaaf64b28d {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:31:53.199470 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 047b8046-625a-476e-a61a-fabaaf64b28d not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:31:53.241637 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.db.api [None req-b18fca33-85bd-4e7f-bced-beb21454c6fe None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89111) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:31:53.242282 n-d-843702-1 neutron-server[89111]: DEBUG oslo_db.api [None req-b18fca33-85bd-4e7f-bced-beb21454c6fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:31:53.248731 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f022082-5d8f-4358-b848-579f3d5a9006 admin admin] Pushing event deleted for resources: {'Port': ['ID=047b8046-625a-476e-a61a-fabaaf64b28d,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:31:53.265357 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f022082-5d8f-4358-b848-579f3d5a9006 admin admin] No DVR routers for this DVR port 047b8046-625a-476e-a61a-fabaaf64b28d on host n-d-843702-1 {{(pid=89109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:31:53.315773 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-55a96ded-10a3-4604-987b-da25d41689e5 req-8ee7f3e0-5b91-48f4-91c7-72bc47436730 tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:53.324657 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-60954ecd-d2cb-4b68-9c25-e807c617e4dc tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9129820 May 28 06:31:53.330735 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 58228) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:31:53.344271 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-c3445d4c-611a-4a67-8475-75602801f0d9 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:e9:f3:ed'}]}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:31:53.421788 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-7a27ef58-d928-49c0-a420-f1d493a71ec0 None None] Provisioning for port 3c3ace44-07b2-45fd-8198-cc612988c7b1 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:31:53.427621 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-7a27ef58-d928-49c0-a420-f1d493a71ec0 None None] Provisioning complete for port 3c3ace44-07b2-45fd-8198-cc612988c7b1 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:31:53.429574 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-7a27ef58-d928-49c0-a420-f1d493a71ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:53.460806 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-55a96ded-10a3-4604-987b-da25d41689e5 req-8ee7f3e0-5b91-48f4-91c7-72bc47436730 tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:53.533861 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-7a27ef58-d928-49c0-a420-f1d493a71ec0 None None] Port 3c3ace44-07b2-45fd-8198-cc612988c7b1 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:31:53.542335 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8f022082-5d8f-4358-b848-579f3d5a9006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:53.576320 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-8f022082-5d8f-4358-b848-579f3d5a9006 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b209e086-4126-4a45-bb8f-27ac63249e1e']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:31:53.593214 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-8f022082-5d8f-4358-b848-579f3d5a9006 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c31fc328-b4a9-4fb9-bf94-9ede1cccd809') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:31:53.593908 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-8f022082-5d8f-4358-b848-579f3d5a9006 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c31fc328-b4a9-4fb9-bf94-9ede1cccd809') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:31:53.627422 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8f022082-5d8f-4358-b848-579f3d5a9006 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:53.649221 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8f022082-5d8f-4358-b848-579f3d5a9006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:53.664956 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f022082-5d8f-4358-b848-579f3d5a9006 admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:31:53.665843 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8f022082-5d8f-4358-b848-579f3d5a9006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:53.741812 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee7f3e0-5b91-48f4-91c7-72bc47436730 tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Pushing event updated for resources: {'Port': ['ID=a961d77b-8f41-46b8-af0e-8aaeb73ce504,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:31:53.746015 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-b18fca33-85bd-4e7f-bced-beb21454c6fe None None] Deleting port 047b8046-625a-476e-a61a-fabaaf64b28d {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:31:53.747121 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b18fca33-85bd-4e7f-bced-beb21454c6fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:53.761713 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b27bdcf-3245-4402-a815-62d4bcbbd354 req-604ebf1a-c946-48ff-b5fb-a93f9f8599b1 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:53.761713 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6b27bdcf-3245-4402-a815-62d4bcbbd354 req-604ebf1a-c946-48ff-b5fb-a93f9f8599b1 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=1eab83c1-4404-47a3-b032-c292d176b6f5 HTTP/1.1" status: 200 len: 946 time: 0.5163925 May 28 06:31:53.814711 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-55a96ded-10a3-4604-987b-da25d41689e5 req-8ee7f3e0-5b91-48f4-91c7-72bc47436730 tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691094'] for floatingip, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:53.825187 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment c31fc328-b4a9-4fb9-bf94-9ede1cccd809 resource provider aggregate not found May 28 06:31:53.853048 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment c31fc328-b4a9-4fb9-bf94-9ede1cccd809 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c31fc328-b4a9-4fb9-bf94-9ede1cccd809 found for delete ", "request_id": "req-97c29b46-81b4-4a07-9063-1e2fde4e9a3a"}]} May 28 06:31:53.898397 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-b18fca33-85bd-4e7f-bced-beb21454c6fe None None] The port '047b8046-625a-476e-a61a-fabaaf64b28d' was deleted {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 06:31:53.929635 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6b27bdcf-3245-4402-a815-62d4bcbbd354 req-8820cdc9-b8ba-40eb-9782-0cb4d0c1a12e tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/security-groups?id=f6de87b7-c8be-4140-be86-d0d6b2592918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535296 May 28 06:31:53.960409 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c3445d4c-611a-4a67-8475-75602801f0d9 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:54.014090 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09062725-83ec-4c32-8e79-989ceaa9a118'] response: {'server_uuid': '96e143b4-9d10-4924-bc22-980d00913fcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeb55761-2952-41e5-8c8f-da6575e6861e', 'code': 200} May 28 06:31:54.132360 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8f022082-5d8f-4358-b848-579f3d5a9006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:54.173442 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8f022082-5d8f-4358-b848-579f3d5a9006 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:54.177449 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f022082-5d8f-4358-b848-579f3d5a9006 admin admin] Pushing event deleted for resources: {'Network': ['ID=b209e086-4126-4a45-bb8f-27ac63249e1e,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:31:54.268004 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-55a96ded-10a3-4604-987b-da25d41689e5 req-8ee7f3e0-5b91-48f4-91c7-72bc47436730 tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:54.269187 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-55a96ded-10a3-4604-987b-da25d41689e5 req-8ee7f3e0-5b91-48f4-91c7-72bc47436730 tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.1506400 May 28 06:31:54.291793 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-8f022082-5d8f-4358-b848-579f3d5a9006 admin admin] 10.222.0.55 "DELETE /v2.0/networks/b209e086-4126-4a45-bb8f-27ac63249e1e HTTP/1.1" status: 204 len: 168 time: 2.6170156 May 28 06:31:54.456842 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-55a96ded-10a3-4604-987b-da25d41689e5 req-bb8e8075-3229-44ad-ae92-18cc6bd00075 tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Synchronizing usage tracker for tenant:f8755c5b66d64d65897fca622054cda9 on resource:floatingip {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:31:54.555282 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c3445d4c-611a-4a67-8475-75602801f0d9 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:54.568066 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee4133e-8562-4ccd-a207-4b219adbb5c2 req-7b0eb0d0-022f-4834-a1df-c1eb819786d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:54.572522 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9ee4133e-8562-4ccd-a207-4b219adbb5c2 req-7b0eb0d0-022f-4834-a1df-c1eb819786d1 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=96e143b4-9d10-4924-bc22-980d00913fcd HTTP/1.1" status: 200 len: 1096 time: 0.4489536 May 28 06:31:54.586474 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126dfae1-2ad5-4748-8547-42f5304e04cf req-47c68782-6d6d-46c6-9b57-ef83444e6321 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:54.587921 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-126dfae1-2ad5-4748-8547-42f5304e04cf req-47c68782-6d6d-46c6-9b57-ef83444e6321 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] 10.222.0.55 "GET /v2.0/ports?device_id=96e143b4-9d10-4924-bc22-980d00913fcd HTTP/1.1" status: 200 len: 945 time: 0.3385358 May 28 06:31:54.592562 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-55a96ded-10a3-4604-987b-da25d41689e5 req-bb8e8075-3229-44ad-ae92-18cc6bd00075 tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Unset dirty status for tenant:f8755c5b66d64d65897fca622054cda9 on resource:floatingip {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:31:54.592562 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-55a96ded-10a3-4604-987b-da25d41689e5 req-bb8e8075-3229-44ad-ae92-18cc6bd00075 tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.5.177 HTTP/1.1" status: 200 len: 696 time: 0.2782910 May 28 06:31:54.638061 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 58240) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:31:54.686057 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c3445d4c-611a-4a67-8475-75602801f0d9 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:54.711814 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-1f285b6e-29df-442b-b271-67fa14bd0875 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d606fda7b4cf421ea2482397fb329257&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0714176 May 28 06:31:54.714292 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 58244) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:31:54.726614 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9ee4133e-8562-4ccd-a207-4b219adbb5c2 req-a1caa4f1-17de-449d-917a-0e08d56fad59 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=f753ce85-540a-4551-926d-ab7871f6d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374240 May 28 06:31:54.799761 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-08350076-f4b5-4db0-b49e-184f20010f74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:54.835153 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-08350076-f4b5-4db0-b49e-184f20010f74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:54.988184 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-08350076-f4b5-4db0-b49e-184f20010f74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:55.008779 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08350076-f4b5-4db0-b49e-184f20010f74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ed00892-643b-4cc0-80ae-ad0a75a9f35b,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:31:55.022183 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-08350076-f4b5-4db0-b49e-184f20010f74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:55.031984 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-08350076-f4b5-4db0-b49e-184f20010f74 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8ed00892-643b-4cc0-80ae-ad0a75a9f35b HTTP/1.1" status: 204 len: 168 time: 0.3109591 May 28 06:31:55.041731 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-126dfae1-2ad5-4748-8547-42f5304e04cf req-73499282-92ff-46ba-87cd-850b6db96642 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] 10.222.0.55 "GET /v2.0/security-groups?id=f753ce85-540a-4551-926d-ab7871f6d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4189837 May 28 06:31:55.117544 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3445d4c-611a-4a67-8475-75602801f0d9 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Pushing event updated for resources: {'Port': ['ID=3c3ace44-07b2-45fd-8198-cc612988c7b1,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:31:55.123581 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-c3445d4c-611a-4a67-8475-75602801f0d9 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] In _notify_port_updated(), no bound segment for port 3c3ace44-07b2-45fd-8198-cc612988c7b1 on network d559caf8-5c9d-46ee-83a9-2592f6487ede {{(pid=89110) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 28 06:31:55.136687 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3445d4c-611a-4a67-8475-75602801f0d9 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:55.137316 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c3445d4c-611a-4a67-8475-75602801f0d9 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:55.141102 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-c3445d4c-611a-4a67-8475-75602801f0d9 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] 10.222.0.55 "PUT /v2.0/ports/3c3ace44-07b2-45fd-8198-cc612988c7b1 HTTP/1.1" status: 200 len: 997 time: 1.8069642 May 28 06:31:55.141660 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 58252) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:31:55.212746 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a96ded-10a3-4604-987b-da25d41689e5 req-d0f36805-4e05-4570-83a9-3093a64317aa tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:55.215818 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-55a96ded-10a3-4604-987b-da25d41689e5 req-d0f36805-4e05-4570-83a9-3093a64317aa tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] 10.222.0.55 "GET /v2.0/networks/68df399e-e75e-4871-9364-5d05730b50f0 HTTP/1.1" status: 200 len: 784 time: 0.5917971 May 28 06:31:55.275825 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-b0393a35-b749-4a10-998d-343337d93b65 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Deleting port 3c3ace44-07b2-45fd-8198-cc612988c7b1 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:31:55.276310 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b0393a35-b749-4a10-998d-343337d93b65 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:55.372814 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-ac50781f-b27f-43aa-8c2d-dfb521cce202 None None] Provisioning complete for port 3c3ace44-07b2-45fd-8198-cc612988c7b1 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:31:55.373649 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-ac50781f-b27f-43aa-8c2d-dfb521cce202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:55.394542 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-52dc1194-f7fc-47c7-ad09-ce15930d0410 req-1693f581-398f-4442-b1d9-1e9194794f91 tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] 10.222.0.55 "GET /v2.0/floatingips/5d9e477e-9b01-4b01-9ad1-ed62e9fb1e76 HTTP/1.1" status: 200 len: 693 time: 0.1035759 May 28 06:31:55.469092 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-ac50781f-b27f-43aa-8c2d-dfb521cce202 None None] Port 3c3ace44-07b2-45fd-8198-cc612988c7b1 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:31:55.610330 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002972af-8844-4752-9b96-27b5aefcd7c1 req-ab2465ed-1fe4-4ab6-bd64-de58737c935b tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:55.618193 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-002972af-8844-4752-9b96-27b5aefcd7c1 req-ab2465ed-1fe4-4ab6-bd64-de58737c935b tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=1eab83c1-4404-47a3-b032-c292d176b6f5 HTTP/1.1" status: 200 len: 946 time: 0.3800578 May 28 06:31:55.696864 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-002972af-8844-4752-9b96-27b5aefcd7c1 req-85feb380-ff7d-4f95-8801-1ea75e4663fb tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/security-groups?id=f6de87b7-c8be-4140-be86-d0d6b2592918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775964 May 28 06:31:55.704100 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dc1194-f7fc-47c7-ad09-ce15930d0410 req-e5eb951b-24c8-4ccd-ac41-9f99d80a57cd tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:55.705610 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-52dc1194-f7fc-47c7-ad09-ce15930d0410 req-e5eb951b-24c8-4ccd-ac41-9f99d80a57cd tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] 10.222.0.55 "GET /v2.0/networks/68df399e-e75e-4871-9364-5d05730b50f0 HTTP/1.1" status: 200 len: 784 time: 0.3043015 May 28 06:31:55.736328 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [req-52dc1194-f7fc-47c7-ad09-ce15930d0410 req-f3dc308d-4054-4a8a-9d4c-eae2b72e639d tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=89110) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:31:55.737725 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-52dc1194-f7fc-47c7-ad09-ce15930d0410 req-f3dc308d-4054-4a8a-9d4c-eae2b72e639d tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070922 May 28 06:31:55.765571 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b0393a35-b749-4a10-998d-343337d93b65 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:55.851849 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bc99d556-7604-4892-a2f5-f1b3be884bd8 req-e7e660bc-dfd2-44ae-b31f-d487ff126a26 tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] 10.222.0.55 "GET /v2.0/floatingips/5d9e477e-9b01-4b01-9ad1-ed62e9fb1e76 HTTP/1.1" status: 200 len: 693 time: 0.0931196 May 28 06:31:55.912982 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-b0393a35-b749-4a10-998d-343337d93b65 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Calling delete_port for 3c3ace44-07b2-45fd-8198-cc612988c7b1 owned by {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:31:56.025132 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc99d556-7604-4892-a2f5-f1b3be884bd8 req-3e11c8ee-e8f4-437d-9322-a0773fa3d804 tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:56.026610 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bc99d556-7604-4892-a2f5-f1b3be884bd8 req-3e11c8ee-e8f4-437d-9322-a0773fa3d804 tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] 10.222.0.55 "GET /v2.0/networks/68df399e-e75e-4871-9364-5d05730b50f0 HTTP/1.1" status: 200 len: 784 time: 0.1693864 May 28 06:31:56.112344 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bc99d556-7604-4892-a2f5-f1b3be884bd8 req-67201dc2-2908-4ad3-a332-23ccc1fe1f52 tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.5.177 HTTP/1.1" status: 200 len: 696 time: 0.0797293 May 28 06:31:56.226828 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bc99d556-7604-4892-a2f5-f1b3be884bd8 req-cf93c874-5484-4948-943b-44467f01cc19 tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.5.177 HTTP/1.1" status: 200 len: 696 time: 0.1063025 May 28 06:31:56.409893 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-bc99d556-7604-4892-a2f5-f1b3be884bd8 req-0b66a73a-ac54-4d5f-8a1e-15d6ce3fbde5 tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Deleting port a961d77b-8f41-46b8-af0e-8aaeb73ce504 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:31:56.410598 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-bc99d556-7604-4892-a2f5-f1b3be884bd8 req-0b66a73a-ac54-4d5f-8a1e-15d6ce3fbde5 tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:56.422422 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b0393a35-b749-4a10-998d-343337d93b65 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:56.461762 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c447726b-142f-4b10-80a5-d4b09e1d26a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:56.478814 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0393a35-b749-4a10-998d-343337d93b65 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Pushing event deleted for resources: {'Port': ['ID=3c3ace44-07b2-45fd-8198-cc612988c7b1,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:31:56.489674 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f00f548-e05d-4c0e-8622-e8c89827fe56 req-dd3f4962-1997-40bb-b4a2-084a54c7dc19 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:56.489674 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7f00f548-e05d-4c0e-8622-e8c89827fe56 req-dd3f4962-1997-40bb-b4a2-084a54c7dc19 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] 10.222.0.55 "GET /v2.0/ports?device_id=96e143b4-9d10-4924-bc22-980d00913fcd HTTP/1.1" status: 200 len: 945 time: 0.3045726 May 28 06:31:56.621259 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b0393a35-b749-4a10-998d-343337d93b65 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:56.640339 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-b0393a35-b749-4a10-998d-343337d93b65 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] 10.222.0.55 "DELETE /v2.0/ports/3c3ace44-07b2-45fd-8198-cc612988c7b1 HTTP/1.1" status: 204 len: 168 time: 1.4971082 May 28 06:31:56.649961 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 58276) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:31:56.655929 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7f00f548-e05d-4c0e-8622-e8c89827fe56 req-415f5496-f6a4-4877-b159-0050d2db3120 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] 10.222.0.55 "GET /v2.0/security-groups?id=f753ce85-540a-4551-926d-ab7871f6d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450272 May 28 06:31:56.738441 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-bc99d556-7604-4892-a2f5-f1b3be884bd8 req-0b66a73a-ac54-4d5f-8a1e-15d6ce3fbde5 tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:56.738779 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-bc99d556-7604-4892-a2f5-f1b3be884bd8 req-0b66a73a-ac54-4d5f-8a1e-15d6ce3fbde5 tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:56.755295 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a3bcbf3-45b3-4db5-8135-3c11144fd0d1 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] GET failed (client error): The resource could not be found. May 28 06:31:56.757643 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-0a3bcbf3-45b3-4db5-8135-3c11144fd0d1 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Synchronizing usage tracker for tenant:35ed0efdaa624670b30cac7bf775c952 on resource:port {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:31:56.874211 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-0a3bcbf3-45b3-4db5-8135-3c11144fd0d1 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Unset dirty status for tenant:35ed0efdaa624670b30cac7bf775c952 on resource:port {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:31:56.883306 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-0a3bcbf3-45b3-4db5-8135-3c11144fd0d1 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] 10.222.0.55 "GET /v2.0/ports/3c3ace44-07b2-45fd-8198-cc612988c7b1 HTTP/1.1" status: 404 len: 333 time: 0.2263646 May 28 06:31:56.884823 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 58288) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:31:56.891780 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-1d54b9f3-0787-4407-b7fd-b8d30ede2414 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Request body: {'port': {'network_id': 'd559caf8-5c9d-46ee-83a9-2592f6487ede', 'name': 'tempest-AllowedAddressPairTestJSON-174751273'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:31:57.099051 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-1d54b9f3-0787-4407-b7fd-b8d30ede2414 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:31:57.110686 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-1d54b9f3-0787-4407-b7fd-b8d30ede2414 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:31:57.211038 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-bc99d556-7604-4892-a2f5-f1b3be884bd8 req-0b66a73a-ac54-4d5f-8a1e-15d6ce3fbde5 tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Calling delete_port for a961d77b-8f41-46b8-af0e-8aaeb73ce504 owned by network:floatingip {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:31:57.260735 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d54b9f3-0787-4407-b7fd-b8d30ede2414 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Made reservation on behalf of 35ed0efdaa624670b30cac7bf775c952 for: {'port': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:31:57.260894 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1d54b9f3-0787-4407-b7fd-b8d30ede2414 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:57.309866 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20583e7-4e7a-4cce-8f9d-592c6ea1bd6c req-fd54a940-db1d-4632-b908-23b791ca6e95 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:57.311410 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c20583e7-4e7a-4cce-8f9d-592c6ea1bd6c req-fd54a940-db1d-4632-b908-23b791ca6e95 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=1eab83c1-4404-47a3-b032-c292d176b6f5 HTTP/1.1" status: 200 len: 946 time: 0.1546025 May 28 06:31:57.335594 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [None req-1d54b9f3-0787-4407-b7fd-b8d30ede2414 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] device_id is not set on port bd6badff-5393-4894-8941-7271323b7c0b yet. {{(pid=89109) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:31:57.376562 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c20583e7-4e7a-4cce-8f9d-592c6ea1bd6c req-55bde53d-4700-41bc-8999-ad4ca10069a9 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/security-groups?id=f6de87b7-c8be-4140-be86-d0d6b2592918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563064 May 28 06:31:57.462694 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:57.530770 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-bc99d556-7604-4892-a2f5-f1b3be884bd8 req-0b66a73a-ac54-4d5f-8a1e-15d6ce3fbde5 tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:57.621354 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b66a73a-ac54-4d5f-8a1e-15d6ce3fbde5 tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Pushing event deleted for resources: {'Port': ['ID=a961d77b-8f41-46b8-af0e-8aaeb73ce504,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:31:57.679437 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-1d54b9f3-0787-4407-b7fd-b8d30ede2414 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Allocated IP 172.20.0.14 (d559caf8-5c9d-46ee-83a9-2592f6487ede/4208a8b5-a0f5-4325-829e-98594b34d2d8/bd6badff-5393-4894-8941-7271323b7c0b) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:31:57.773521 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-02d0020e-e80e-4215-baea-95bd98c96ffe req-794d0541-445b-4d8a-849b-26abb32002f0 tempest-ImagesNegativeTestJSON-1162040511 tempest-ImagesNegativeTestJSON-1162040511-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=1ce69e7c7edf4a529cfbb2b5fa1668cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0331872 May 28 06:31:57.776862 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-bc99d556-7604-4892-a2f5-f1b3be884bd8 req-0b66a73a-ac54-4d5f-8a1e-15d6ce3fbde5 tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Notify callbacks [] for floatingip, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:57.962196 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-bc99d556-7604-4892-a2f5-f1b3be884bd8 req-0b66a73a-ac54-4d5f-8a1e-15d6ce3fbde5 tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:57.963720 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bc99d556-7604-4892-a2f5-f1b3be884bd8 req-0b66a73a-ac54-4d5f-8a1e-15d6ce3fbde5 tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] 10.222.0.55 "DELETE /v2.0/floatingips/5d9e477e-9b01-4b01-9ad1-ed62e9fb1e76 HTTP/1.1" status: 204 len: 173 time: 1.7317412 May 28 06:31:58.033989 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d0020e-e80e-4215-baea-95bd98c96ffe req-aab90617-df5b-4241-a8e7-c3e9bc920294 tempest-ImagesNegativeTestJSON-1162040511 tempest-ImagesNegativeTestJSON-1162040511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:58.035713 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-02d0020e-e80e-4215-baea-95bd98c96ffe req-aab90617-df5b-4241-a8e7-c3e9bc920294 tempest-ImagesNegativeTestJSON-1162040511 tempest-ImagesNegativeTestJSON-1162040511-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2494464 May 28 06:31:58.062437 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-02d0020e-e80e-4215-baea-95bd98c96ffe req-3568f795-9b03-453f-a389-27de8295f585 tempest-ImagesNegativeTestJSON-1162040511 tempest-ImagesNegativeTestJSON-1162040511-project] 10.222.0.55 "GET /v2.0/quotas/1ce69e7c7edf4a529cfbb2b5fa1668cd HTTP/1.1" status: 200 len: 375 time: 0.0205784 May 28 06:31:58.079014 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1d54b9f3-0787-4407-b7fd-b8d30ede2414 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:58.097054 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [None req-1d54b9f3-0787-4407-b7fd-b8d30ede2414 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Transition to ACTIVE for port object bd6badff-5393-4894-8941-7271323b7c0b will not be triggered until provisioned by entity DHCP. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:31:58.154545 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-02d0020e-e80e-4215-baea-95bd98c96ffe req-0a68d451-9d92-454b-be76-11448fd3ec23 tempest-ImagesNegativeTestJSON-1162040511 tempest-ImagesNegativeTestJSON-1162040511-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=1ce69e7c7edf4a529cfbb2b5fa1668cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0633323 May 28 06:31:58.211739 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1d54b9f3-0787-4407-b7fd-b8d30ede2414 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:58.216964 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c4cb5b-7d5d-47af-a770-a06cac06e839 req-5829dbf5-2659-4ab5-b2f1-21026bddf2f5 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:58.219990 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-73c4cb5b-7d5d-47af-a770-a06cac06e839 req-5829dbf5-2659-4ab5-b2f1-21026bddf2f5 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] 10.222.0.55 "GET /v2.0/ports?device_id=96e143b4-9d10-4924-bc22-980d00913fcd HTTP/1.1" status: 200 len: 945 time: 0.1037436 May 28 06:31:58.293399 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-73c4cb5b-7d5d-47af-a770-a06cac06e839 req-878a9219-9a19-40ae-8ddc-e044a20aeb04 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] 10.222.0.55 "GET /v2.0/security-groups?id=f753ce85-540a-4551-926d-ab7871f6d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630612 May 28 06:31:58.307698 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d54b9f3-0787-4407-b7fd-b8d30ede2414 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Network d559caf8-5c9d-46ee-83a9-2592f6487ede is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:31:58.312037 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-1d54b9f3-0787-4407-b7fd-b8d30ede2414 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:31:58.318096 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d54b9f3-0787-4407-b7fd-b8d30ede2414 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:31:58.374378 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d54b9f3-0787-4407-b7fd-b8d30ede2414 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Pushing event updated for resources: {'Port': ['ID=bd6badff-5393-4894-8941-7271323b7c0b,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:31:58.420108 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d54b9f3-0787-4407-b7fd-b8d30ede2414 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:58.420824 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1d54b9f3-0787-4407-b7fd-b8d30ede2414 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:58.611902 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb8575f-455a-40e8-85cd-8f4ae1cb781f req-1684f02f-9e15-46a7-b96f-d0bdbc94abc3 tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:58.617617 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cdb8575f-455a-40e8-85cd-8f4ae1cb781f req-1684f02f-9e15-46a7-b96f-d0bdbc94abc3 tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2781918 May 28 06:31:58.642974 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-1d54b9f3-0787-4407-b7fd-b8d30ede2414 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7569582 May 28 06:31:58.643737 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 58324) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:31:58.654945 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-19b0a5ba-ab21-44a4-8c04-90714473f7e8 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Request body: {'port': {'network_id': 'd559caf8-5c9d-46ee-83a9-2592f6487ede', 'name': 'tempest-AllowedAddressPairTestJSON-691056229'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:31:58.755678 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c98815-79a8-4adc-ba06-6162b5880bef req-55842cc6-0c64-4820-bd12-38d57082d1d2 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:58.757514 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-06c98815-79a8-4adc-ba06-6162b5880bef req-55842cc6-0c64-4820-bd12-38d57082d1d2 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] 10.222.0.55 "GET /v2.0/ports?device_id=fcd11e8f-9994-45d8-bffc-11f32e285fe1 HTTP/1.1" status: 200 len: 945 time: 0.1378899 May 28 06:31:58.852855 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-6ca0ddb4-1977-4f7a-93e1-9b8fb26ddb86 None None] Provisioning for port bd6badff-5393-4894-8941-7271323b7c0b completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:31:58.858948 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-19b0a5ba-ab21-44a4-8c04-90714473f7e8 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:31:58.859474 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-6ca0ddb4-1977-4f7a-93e1-9b8fb26ddb86 None None] Provisioning complete for port bd6badff-5393-4894-8941-7271323b7c0b triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:31:58.859845 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-6ca0ddb4-1977-4f7a-93e1-9b8fb26ddb86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:58.864121 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-19b0a5ba-ab21-44a4-8c04-90714473f7e8 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Usage tracker for resource:port and tenant:35ed0efdaa624670b30cac7bf775c952 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:31:58.867632 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-19b0a5ba-ab21-44a4-8c04-90714473f7e8 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:31:58.874189 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-19b0a5ba-ab21-44a4-8c04-90714473f7e8 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:31:58.908841 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-06c98815-79a8-4adc-ba06-6162b5880bef req-1ec425c4-abf3-476d-a08f-d5b424e999e7 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] 10.222.0.55 "GET /v2.0/security-groups?id=f753ce85-540a-4551-926d-ab7871f6d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184223 May 28 06:31:58.982541 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19b0a5ba-ab21-44a4-8c04-90714473f7e8 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Made reservation on behalf of 35ed0efdaa624670b30cac7bf775c952 for: {'port': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:31:58.997432 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-19b0a5ba-ab21-44a4-8c04-90714473f7e8 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:59.014610 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [None req-19b0a5ba-ab21-44a4-8c04-90714473f7e8 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] device_id is not set on port 03b63597-d1e8-419d-a3ee-dddd5c4688e0 yet. {{(pid=89109) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:31:59.026282 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-00454ee7-0f5c-4618-b017-0deaaf3d6521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:59.046436 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285e1a76-c0a1-4a7f-a645-8231cca257a7 req-98883446-955d-4931-9814-685a8cbb9538 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:59.047598 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-6ca0ddb4-1977-4f7a-93e1-9b8fb26ddb86 None None] Port bd6badff-5393-4894-8941-7271323b7c0b cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:31:59.054467 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-285e1a76-c0a1-4a7f-a645-8231cca257a7 req-98883446-955d-4931-9814-685a8cbb9538 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=1eab83c1-4404-47a3-b032-c292d176b6f5 HTTP/1.1" status: 200 len: 946 time: 0.2047620 May 28 06:31:59.062657 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-632d84ba-4e80-4a26-bd36-2b95c56f7e79 req-c1025709-4cc7-4fa9-860b-91a04c66c27d tempest-ImagesNegativeTestJSON-1162040511 tempest-ImagesNegativeTestJSON-1162040511-project] 10.222.0.55 "GET /v2.0/ports?device_id=90e87952-7c7d-436b-b970-8bfc684ac9d0 HTTP/1.1" status: 200 len: 210 time: 0.0770988 May 28 06:31:59.192349 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-285e1a76-c0a1-4a7f-a645-8231cca257a7 req-09ce7628-495d-4f5d-8318-7d92f4b2ffc4 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/security-groups?id=f6de87b7-c8be-4140-be86-d0d6b2592918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369379 May 28 06:31:59.203797 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-19b0a5ba-ab21-44a4-8c04-90714473f7e8 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Allocated IP 172.20.0.7 (d559caf8-5c9d-46ee-83a9-2592f6487ede/4208a8b5-a0f5-4325-829e-98594b34d2d8/03b63597-d1e8-419d-a3ee-dddd5c4688e0) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:31:59.233031 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-47252a27-656d-4d9d-a457-20a90c5a185a req-7651a408-ec83-488e-a207-63360c8860db tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Synchronizing usage tracker for tenant:f8755c5b66d64d65897fca622054cda9 on resource:floatingip {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:31:59.346705 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-47252a27-656d-4d9d-a457-20a90c5a185a req-7651a408-ec83-488e-a207-63360c8860db tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Unset dirty status for tenant:f8755c5b66d64d65897fca622054cda9 on resource:floatingip {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:31:59.346705 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-47252a27-656d-4d9d-a457-20a90c5a185a req-7651a408-ec83-488e-a207-63360c8860db tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] 10.222.0.55 "GET /v2.0/floatingips?tenant_id=f8755c5b66d64d65897fca622054cda9 HTTP/1.1" status: 200 len: 1656 time: 0.2302122 May 28 06:31:59.513655 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-19b0a5ba-ab21-44a4-8c04-90714473f7e8 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:59.539432 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [None req-19b0a5ba-ab21-44a4-8c04-90714473f7e8 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Transition to ACTIVE for port object 03b63597-d1e8-419d-a3ee-dddd5c4688e0 will not be triggered until provisioned by entity DHCP. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:31:59.555482 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47252a27-656d-4d9d-a457-20a90c5a185a req-f2ab2c20-650d-4796-8be2-39aa05dba511 tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:59.566435 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-47252a27-656d-4d9d-a457-20a90c5a185a req-f2ab2c20-650d-4796-8be2-39aa05dba511 tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] 10.222.0.55 "GET /v2.0/networks?id=68df399e-e75e-4871-9364-5d05730b50f0&id=68df399e-e75e-4871-9364-5d05730b50f0&id=68df399e-e75e-4871-9364-5d05730b50f0 HTTP/1.1" status: 200 len: 787 time: 0.2125437 May 28 06:31:59.586494 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [req-47252a27-656d-4d9d-a457-20a90c5a185a req-ea190abe-7110-4201-bfe1-cd44e53e81d5 tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=89110) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:31:59.587700 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-47252a27-656d-4d9d-a457-20a90c5a185a req-ea190abe-7110-4201-bfe1-cd44e53e81d5 tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0204592 May 28 06:31:59.726423 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-19b0a5ba-ab21-44a4-8c04-90714473f7e8 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:59.745527 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-376cc2b7-a06c-4d01-bb2f-421d389e36c7 req-c3e18c87-27df-4d5c-91c2-d51282502d71 tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] 10.222.0.55 "GET /v2.0/floatingips/a48bbf35-6f76-468b-9919-e0f1c4bb6f1c HTTP/1.1" status: 200 len: 693 time: 0.1274664 May 28 06:31:59.828901 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b0a5ba-ab21-44a4-8c04-90714473f7e8 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Network d559caf8-5c9d-46ee-83a9-2592f6487ede is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:31:59.839073 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-19b0a5ba-ab21-44a4-8c04-90714473f7e8 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:31:59.872218 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b0a5ba-ab21-44a4-8c04-90714473f7e8 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:31:59.918050 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:59.970250 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b0a5ba-ab21-44a4-8c04-90714473f7e8 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Pushing event updated for resources: {'Port': ['ID=03b63597-d1e8-419d-a3ee-dddd5c4688e0,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:31:59.987674 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:00.026849 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b0a5ba-ab21-44a4-8c04-90714473f7e8 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:00.027997 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-19b0a5ba-ab21-44a4-8c04-90714473f7e8 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:00.171279 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376cc2b7-a06c-4d01-bb2f-421d389e36c7 req-15d00679-9cd7-4832-a89a-ac4beed4e22f tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:00.179181 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-376cc2b7-a06c-4d01-bb2f-421d389e36c7 req-15d00679-9cd7-4832-a89a-ac4beed4e22f tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] 10.222.0.55 "GET /v2.0/networks/68df399e-e75e-4871-9364-5d05730b50f0 HTTP/1.1" status: 200 len: 784 time: 0.4277599 May 28 06:32:00.186694 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [req-376cc2b7-a06c-4d01-bb2f-421d389e36c7 req-059ec75c-ab68-46a8-80e1-af8f1447ac44 tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=89110) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:32:00.195137 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-376cc2b7-a06c-4d01-bb2f-421d389e36c7 req-059ec75c-ab68-46a8-80e1-af8f1447ac44 tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0138502 May 28 06:32:00.228293 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-19b0a5ba-ab21-44a4-8c04-90714473f7e8 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.5833433 May 28 06:32:00.231028 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 58346) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:32:00.237537 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-b5b5d712-ff78-4248-96f8-f02b556acdc5 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:e9:f3:ed'}, {'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:4f:eb:1f'}]}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:32:00.311343 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-376cc2b7-a06c-4d01-bb2f-421d389e36c7 req-5ee55e88-0fc4-4457-99c3-8b017386f14f tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.5.115 HTTP/1.1" status: 200 len: 696 time: 0.1153054 May 28 06:32:00.438750 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-376cc2b7-a06c-4d01-bb2f-421d389e36c7 req-66a89b76-0074-4d83-8572-fb7483b8126e tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.5.115 HTTP/1.1" status: 200 len: 696 time: 0.1260595 May 28 06:32:00.451966 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-922e2b59-bade-4253-8146-02e0d129d2de None None] Provisioning for port 03b63597-d1e8-419d-a3ee-dddd5c4688e0 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:32:00.458544 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-922e2b59-bade-4253-8146-02e0d129d2de None None] Provisioning complete for port 03b63597-d1e8-419d-a3ee-dddd5c4688e0 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:32:00.459355 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-922e2b59-bade-4253-8146-02e0d129d2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:00.568030 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b5b5d712-ff78-4248-96f8-f02b556acdc5 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:00.656316 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-922e2b59-bade-4253-8146-02e0d129d2de None None] Port 03b63597-d1e8-419d-a3ee-dddd5c4688e0 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:32:00.831652 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-376cc2b7-a06c-4d01-bb2f-421d389e36c7 req-54c2de9e-c44f-4db1-b6e7-7d64c562a21f tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Deleting port 803177b9-f4c1-4919-bbfc-5fd8cd3bf4f9 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:32:00.832203 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-376cc2b7-a06c-4d01-bb2f-421d389e36c7 req-54c2de9e-c44f-4db1-b6e7-7d64c562a21f tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:00.935042 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-584e2470-e5d3-4110-9939-dd01decee97f req-2416b2d2-b55b-445b-b3f6-1e57851e17d6 tempest-ImagesNegativeTestJSON-1162040511 tempest-ImagesNegativeTestJSON-1162040511-project] 10.222.0.55 "GET /v2.0/ports?device_id=90e87952-7c7d-436b-b970-8bfc684ac9d0 HTTP/1.1" status: 200 len: 210 time: 0.0918465 May 28 06:32:00.935838 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b5b5d712-ff78-4248-96f8-f02b556acdc5 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:01.040446 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b5b5d712-ff78-4248-96f8-f02b556acdc5 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:01.107728 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-376cc2b7-a06c-4d01-bb2f-421d389e36c7 req-54c2de9e-c44f-4db1-b6e7-7d64c562a21f tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:01.107728 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-376cc2b7-a06c-4d01-bb2f-421d389e36c7 req-54c2de9e-c44f-4db1-b6e7-7d64c562a21f tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:01.178752 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b5d712-ff78-4248-96f8-f02b556acdc5 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Pushing event updated for resources: {'Port': ['ID=03b63597-d1e8-419d-a3ee-dddd5c4688e0,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:32:01.187500 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-b5b5d712-ff78-4248-96f8-f02b556acdc5 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] In _notify_port_updated(), no bound segment for port 03b63597-d1e8-419d-a3ee-dddd5c4688e0 on network d559caf8-5c9d-46ee-83a9-2592f6487ede {{(pid=89109) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 28 06:32:01.192775 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b5d712-ff78-4248-96f8-f02b556acdc5 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:01.194024 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b5b5d712-ff78-4248-96f8-f02b556acdc5 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:01.196082 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-b5b5d712-ff78-4248-96f8-f02b556acdc5 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] 10.222.0.55 "PUT /v2.0/ports/03b63597-d1e8-419d-a3ee-dddd5c4688e0 HTTP/1.1" status: 200 len: 1055 time: 0.9636400 May 28 06:32:01.198746 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 58354) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:32:01.274028 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-376cc2b7-a06c-4d01-bb2f-421d389e36c7 req-54c2de9e-c44f-4db1-b6e7-7d64c562a21f tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Calling delete_port for 803177b9-f4c1-4919-bbfc-5fd8cd3bf4f9 owned by network:floatingip {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:32:01.289211 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-c9c91d80-8686-447f-a8c6-1cd9fb51a5bc tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Deleting port 03b63597-d1e8-419d-a3ee-dddd5c4688e0 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:32:01.290419 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c9c91d80-8686-447f-a8c6-1cd9fb51a5bc tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:01.342012 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ff4019-3094-4835-8a27-c54d12eac9e3 req-54302cff-1a2a-43e8-8faf-78e014b55456 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:01.343945 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-60ff4019-3094-4835-8a27-c54d12eac9e3 req-54302cff-1a2a-43e8-8faf-78e014b55456 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=1eab83c1-4404-47a3-b032-c292d176b6f5 HTTP/1.1" status: 200 len: 946 time: 0.3399391 May 28 06:32:01.430661 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-60ff4019-3094-4835-8a27-c54d12eac9e3 req-d5732c92-d07c-4586-b3f8-7bcbaf6581f1 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/security-groups?id=f6de87b7-c8be-4140-be86-d0d6b2592918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785563 May 28 06:32:01.477124 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-7d9f4e10-e582-4045-ac68-640736555c9c None None] Provisioning complete for port 03b63597-d1e8-419d-a3ee-dddd5c4688e0 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:32:01.478181 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-7d9f4e10-e582-4045-ac68-640736555c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:01.559114 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-7d9f4e10-e582-4045-ac68-640736555c9c None None] Port 03b63597-d1e8-419d-a3ee-dddd5c4688e0 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:32:01.716301 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c9c91d80-8686-447f-a8c6-1cd9fb51a5bc tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:01.747731 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:01.781523 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c056361-4ce3-49a2-9dd9-3986724246ca req-4af4695a-a2dd-4738-a85b-0c0300212d7a tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:01.783317 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4c056361-4ce3-49a2-9dd9-3986724246ca req-4af4695a-a2dd-4738-a85b-0c0300212d7a tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] 10.222.0.55 "GET /v2.0/networks?id=d83d4959-ab97-477d-994a-54e4149e8a5e HTTP/1.1" status: 200 len: 813 time: 0.1979651 May 28 06:32:01.793662 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6291d5-2748-43f3-86b2-630d5f0e453c req-83c4e43b-2fc3-410a-993c-675dba0a3d5c tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:01.795447 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1e6291d5-2748-43f3-86b2-630d5f0e453c req-83c4e43b-2fc3-410a-993c-675dba0a3d5c tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] 10.222.0.71 "GET /v2.0/ports?device_id=fcd11e8f-9994-45d8-bffc-11f32e285fe1 HTTP/1.1" status: 200 len: 945 time: 0.3270168 May 28 06:32:01.798169 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-376cc2b7-a06c-4d01-bb2f-421d389e36c7 req-54c2de9e-c44f-4db1-b6e7-7d64c562a21f tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:01.862115 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-c9c91d80-8686-447f-a8c6-1cd9fb51a5bc tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Calling delete_port for 03b63597-d1e8-419d-a3ee-dddd5c4688e0 owned by {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:32:02.121624 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c2de9e-c44f-4db1-b6e7-7d64c562a21f tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Pushing event deleted for resources: {'Port': ['ID=803177b9-f4c1-4919-bbfc-5fd8cd3bf4f9,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:32:02.140977 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4c056361-4ce3-49a2-9dd9-3986724246ca req-e52de988-de3b-4883-88c3-3306a9a0c473 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] 10.222.0.55 "GET /v2.0/quotas/e9a1a9066a3349fa8fd9ecc898dfe607 HTTP/1.1" status: 200 len: 375 time: 0.3436947 May 28 06:32:02.143144 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:02.261205 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-1e6291d5-2748-43f3-86b2-630d5f0e453c req-e7fc72dc-2ed5-4cd3-8882-b3e0edd6f784 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Deleting port e6d17e26-afcb-4666-8b23-fe7dfa98b903 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:32:02.261205 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-1e6291d5-2748-43f3-86b2-630d5f0e453c req-e7fc72dc-2ed5-4cd3-8882-b3e0edd6f784 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:02.271979 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c9c91d80-8686-447f-a8c6-1cd9fb51a5bc tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:02.345557 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-376cc2b7-a06c-4d01-bb2f-421d389e36c7 req-54c2de9e-c44f-4db1-b6e7-7d64c562a21f tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Notify callbacks [] for floatingip, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:02.375161 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c91d80-8686-447f-a8c6-1cd9fb51a5bc tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Pushing event deleted for resources: {'Port': ['ID=03b63597-d1e8-419d-a3ee-dddd5c4688e0,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:32:02.416313 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae08569-b4b2-4e3c-8cca-490c1a2d0d52 req-0227b7ff-4fa2-4605-a9e1-58701f630eed tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:02.422236 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-1ae08569-b4b2-4e3c-8cca-490c1a2d0d52 req-0227b7ff-4fa2-4605-a9e1-58701f630eed tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Synchronizing usage tracker for tenant:e9a1a9066a3349fa8fd9ecc898dfe607 on resource:port {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:32:02.465701 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4c056361-4ce3-49a2-9dd9-3986724246ca req-c3994103-e535-4c83-ae8d-f1ea4003742a tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=e9a1a9066a3349fa8fd9ecc898dfe607&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3117094 May 28 06:32:02.477733 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-1ae08569-b4b2-4e3c-8cca-490c1a2d0d52 req-0227b7ff-4fa2-4605-a9e1-58701f630eed tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Unset dirty status for tenant:e9a1a9066a3349fa8fd9ecc898dfe607 on resource:port {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:32:02.478873 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-1ae08569-b4b2-4e3c-8cca-490c1a2d0d52 req-0227b7ff-4fa2-4605-a9e1-58701f630eed tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] 10.222.0.71 "GET /v2.0/ports?device_id=96e143b4-9d10-4924-bc22-980d00913fcd HTTP/1.1" status: 200 len: 945 time: 0.2804863 May 28 06:32:02.537614 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-376cc2b7-a06c-4d01-bb2f-421d389e36c7 req-54c2de9e-c44f-4db1-b6e7-7d64c562a21f tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:02.556828 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-376cc2b7-a06c-4d01-bb2f-421d389e36c7 req-54c2de9e-c44f-4db1-b6e7-7d64c562a21f tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] 10.222.0.55 "DELETE /v2.0/floatingips/a48bbf35-6f76-468b-9919-e0f1c4bb6f1c HTTP/1.1" status: 204 len: 173 time: 2.1164715 May 28 06:32:02.703308 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [req-1ae08569-b4b2-4e3c-8cca-490c1a2d0d52 req-810de3ef-1722-4c3e-ba74-d8dc630463c2 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Deleting port aeb55761-2952-41e5-8c8f-da6575e6861e {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:32:02.703655 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-1ae08569-b4b2-4e3c-8cca-490c1a2d0d52 req-810de3ef-1722-4c3e-ba74-d8dc630463c2 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:02.784345 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7bab82b5-ff77-430c-8652-6952d66bcbb7 req-2ffe777c-06b9-4c87-a3d2-a1df28fd9a11 tempest-ImagesNegativeTestJSON-1162040511 tempest-ImagesNegativeTestJSON-1162040511-project] 10.222.0.55 "GET /v2.0/ports?device_id=90e87952-7c7d-436b-b970-8bfc684ac9d0 HTTP/1.1" status: 200 len: 210 time: 0.0654330 May 28 06:32:02.795037 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-1e6291d5-2748-43f3-86b2-630d5f0e453c req-e7fc72dc-2ed5-4cd3-8882-b3e0edd6f784 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] For port e6d17e26-afcb-4666-8b23-fe7dfa98b903, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=e6d17e26-afcb-4666-8b23-fe7dfa98b903,segment=NetworkSegment(75019356-28ff-4b3b-ab1f-7fd649171211),segment_id=75019356-28ff-4b3b-ab1f-7fd649171211)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:32:02.795390 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-1e6291d5-2748-43f3-86b2-630d5f0e453c req-e7fc72dc-2ed5-4cd3-8882-b3e0edd6f784 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:02.818862 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c9c91d80-8686-447f-a8c6-1cd9fb51a5bc tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:02.837735 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-c9c91d80-8686-447f-a8c6-1cd9fb51a5bc tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] 10.222.0.55 "DELETE /v2.0/ports/03b63597-d1e8-419d-a3ee-dddd5c4688e0 HTTP/1.1" status: 204 len: 168 time: 1.6379325 May 28 06:32:02.866005 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 58388) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:32:02.886039 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-02d0020e-e80e-4215-baea-95bd98c96ffe req-efe89f7d-45ff-4a89-adeb-aa7dae0a2bf2 tempest-ImagesNegativeTestJSON-1162040511 tempest-ImagesNegativeTestJSON-1162040511-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=1ce69e7c7edf4a529cfbb2b5fa1668cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0466564 May 28 06:32:02.957309 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-1e6291d5-2748-43f3-86b2-630d5f0e453c req-e7fc72dc-2ed5-4cd3-8882-b3e0edd6f784 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Calling delete_port for e6d17e26-afcb-4666-8b23-fe7dfa98b903 owned by compute:nova {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:32:03.028493 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4c056361-4ce3-49a2-9dd9-3986724246ca req-be55787d-d437-4ee5-b0e3-5b89023cf1fd service neutron] 10.222.0.55 "GET /v2.0/networks/d83d4959-ab97-477d-994a-54e4149e8a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4939756 May 28 06:32:03.050437 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c8d5dfa-89f7-453b-9549-ff51bb59f739 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] GET failed (client error): The resource could not be found. May 28 06:32:03.050980 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-2c8d5dfa-89f7-453b-9549-ff51bb59f739 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Synchronizing usage tracker for tenant:35ed0efdaa624670b30cac7bf775c952 on resource:port {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:32:03.245369 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d0020e-e80e-4215-baea-95bd98c96ffe req-f69f2e75-5a4d-4401-aee8-954c3476585a tempest-ImagesNegativeTestJSON-1162040511 tempest-ImagesNegativeTestJSON-1162040511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:03.246881 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-02d0020e-e80e-4215-baea-95bd98c96ffe req-f69f2e75-5a4d-4401-aee8-954c3476585a tempest-ImagesNegativeTestJSON-1162040511 tempest-ImagesNegativeTestJSON-1162040511-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3160059 May 28 06:32:03.262891 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-02d0020e-e80e-4215-baea-95bd98c96ffe req-409af52c-fa33-4322-9db6-d95bcc20ab76 tempest-ImagesNegativeTestJSON-1162040511 tempest-ImagesNegativeTestJSON-1162040511-project] Request body: {'port': {'device_id': '90e87952-7c7d-436b-b970-8bfc684ac9d0', 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9', 'admin_state_up': True, 'tenant_id': '1ce69e7c7edf4a529cfbb2b5fa1668cd'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:32:03.269458 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4c056361-4ce3-49a2-9dd9-3986724246ca req-1be608f8-7efe-48ea-be0b-ed79a5fd11e7 service neutron] 10.222.0.55 "GET /v2.0/networks/d83d4959-ab97-477d-994a-54e4149e8a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401175 May 28 06:32:03.308983 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57d36e1-f1ee-4b28-b3f0-8f5f8e10f4b1 req-bd09578d-9fc0-49fb-a226-043260b5f693 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:03.310503 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f57d36e1-f1ee-4b28-b3f0-8f5f8e10f4b1 req-bd09578d-9fc0-49fb-a226-043260b5f693 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=1eab83c1-4404-47a3-b032-c292d176b6f5 HTTP/1.1" status: 200 len: 946 time: 0.2559812 May 28 06:32:03.376276 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f57d36e1-f1ee-4b28-b3f0-8f5f8e10f4b1 req-ff339b99-65a4-4a68-ab2f-5b8900455d4e tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/security-groups?id=f6de87b7-c8be-4140-be86-d0d6b2592918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559227 May 28 06:32:03.457306 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-2c8d5dfa-89f7-453b-9549-ff51bb59f739 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Unset dirty status for tenant:35ed0efdaa624670b30cac7bf775c952 on resource:port {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:32:03.472876 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-2c8d5dfa-89f7-453b-9549-ff51bb59f739 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] 10.222.0.55 "GET /v2.0/ports/03b63597-d1e8-419d-a3ee-dddd5c4688e0 HTTP/1.1" status: 404 len: 333 time: 0.5882864 May 28 06:32:03.474959 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 58400) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:32:03.476583 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-1ae08569-b4b2-4e3c-8cca-490c1a2d0d52 req-810de3ef-1722-4c3e-ba74-d8dc630463c2 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] For port aeb55761-2952-41e5-8c8f-da6575e6861e, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=aeb55761-2952-41e5-8c8f-da6575e6861e,segment=NetworkSegment(75019356-28ff-4b3b-ab1f-7fd649171211),segment_id=75019356-28ff-4b3b-ab1f-7fd649171211)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:32:03.476994 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-1ae08569-b4b2-4e3c-8cca-490c1a2d0d52 req-810de3ef-1722-4c3e-ba74-d8dc630463c2 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:03.497931 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0b1f0913-0350-4cbb-90bd-dfec4a6e8459 req-085739cb-de55-444a-9c6c-1d3c34a877da tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] 10.222.0.55 "GET /v2.0/floatingips/8199d517-9403-4bb2-965b-9a19f92ca9ff HTTP/1.1" status: 200 len: 693 time: 0.0913441 May 28 06:32:03.526662 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-1e6291d5-2748-43f3-86b2-630d5f0e453c req-e7fc72dc-2ed5-4cd3-8882-b3e0edd6f784 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:03.640623 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fc72dc-2ed5-4cd3-8882-b3e0edd6f784 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Pushing event deleted for resources: {'Port': ['ID=e6d17e26-afcb-4666-8b23-fe7dfa98b903,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:32:03.670496 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [req-1ae08569-b4b2-4e3c-8cca-490c1a2d0d52 req-810de3ef-1722-4c3e-ba74-d8dc630463c2 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Calling delete_port for aeb55761-2952-41e5-8c8f-da6575e6861e owned by compute:nova {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:32:03.781649 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-7107f5eb-ef05-4c21-a3a0-1016e74dde63 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Deleting port bd6badff-5393-4894-8941-7271323b7c0b {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:32:03.781917 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7107f5eb-ef05-4c21-a3a0-1016e74dde63 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:03.825687 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [req-02d0020e-e80e-4215-baea-95bd98c96ffe req-409af52c-fa33-4322-9db6-d95bcc20ab76 tempest-ImagesNegativeTestJSON-1162040511 tempest-ImagesNegativeTestJSON-1162040511-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:32:03.892435 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e6291d5-2748-43f3-86b2-630d5f0e453c req-e7fc72dc-2ed5-4cd3-8882-b3e0edd6f784 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] No DVR routers for this DVR port e6d17e26-afcb-4666-8b23-fe7dfa98b903 on host n-h2-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:32:03.901342 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-1e6291d5-2748-43f3-86b2-630d5f0e453c req-e7fc72dc-2ed5-4cd3-8882-b3e0edd6f784 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:03.902548 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-02d0020e-e80e-4215-baea-95bd98c96ffe req-409af52c-fa33-4322-9db6-d95bcc20ab76 tempest-ImagesNegativeTestJSON-1162040511 tempest-ImagesNegativeTestJSON-1162040511-project] Usage tracker for resource:port and tenant:1ce69e7c7edf4a529cfbb2b5fa1668cd is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:32:03.905000 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcd11e8f-9994-45d8-bffc-11f32e285fe1', 'name': 'network-vif-deleted', 'tag': 'e6d17e26-afcb-4666-8b23-fe7dfa98b903'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:32:03.912198 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-02d0020e-e80e-4215-baea-95bd98c96ffe req-409af52c-fa33-4322-9db6-d95bcc20ab76 tempest-ImagesNegativeTestJSON-1162040511 tempest-ImagesNegativeTestJSON-1162040511-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:32:03.952428 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1f0913-0350-4cbb-90bd-dfec4a6e8459 req-c7ffe0ff-3a25-45a0-be35-c4e6d024b96f tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:03.959290 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0b1f0913-0350-4cbb-90bd-dfec4a6e8459 req-c7ffe0ff-3a25-45a0-be35-c4e6d024b96f tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] 10.222.0.55 "GET /v2.0/networks/68df399e-e75e-4871-9364-5d05730b50f0 HTTP/1.1" status: 200 len: 784 time: 0.4550474 May 28 06:32:03.965740 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [req-02d0020e-e80e-4215-baea-95bd98c96ffe req-409af52c-fa33-4322-9db6-d95bcc20ab76 tempest-ImagesNegativeTestJSON-1162040511 tempest-ImagesNegativeTestJSON-1162040511-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:32:04.050325 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1e6291d5-2748-43f3-86b2-630d5f0e453c req-e7fc72dc-2ed5-4cd3-8882-b3e0edd6f784 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] 10.222.0.71 "DELETE /v2.0/ports/e6d17e26-afcb-4666-8b23-fe7dfa98b903 HTTP/1.1" status: 204 len: 173 time: 2.2145567 May 28 06:32:04.074316 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-1ae08569-b4b2-4e3c-8cca-490c1a2d0d52 req-810de3ef-1722-4c3e-ba74-d8dc630463c2 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:04.076730 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02d0020e-e80e-4215-baea-95bd98c96ffe req-409af52c-fa33-4322-9db6-d95bcc20ab76 tempest-ImagesNegativeTestJSON-1162040511 tempest-ImagesNegativeTestJSON-1162040511-project] Made reservation on behalf of 1ce69e7c7edf4a529cfbb2b5fa1668cd for: {'port': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:32:04.078009 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-0b1f0913-0350-4cbb-90bd-dfec4a6e8459 req-a6e22f7d-69cb-416e-826a-abd3cc53ce31 tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Synchronizing usage tracker for tenant:f8755c5b66d64d65897fca622054cda9 on resource:floatingip {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:32:04.080804 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-02d0020e-e80e-4215-baea-95bd98c96ffe req-409af52c-fa33-4322-9db6-d95bcc20ab76 tempest-ImagesNegativeTestJSON-1162040511 tempest-ImagesNegativeTestJSON-1162040511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:04.094461 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee52df82-4a9a-4a2a-b6af-586d9dd3a1af req-70204043-51a9-4a51-95f9-62033cd44712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:04.096020 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ee52df82-4a9a-4a2a-b6af-586d9dd3a1af req-70204043-51a9-4a51-95f9-62033cd44712 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9795f3bb4dd842ee9b6997b24ebca479&device_id=1eab83c1-4404-47a3-b032-c292d176b6f5 HTTP/1.1" status: 200 len: 1097 time: 0.2682738 May 28 06:32:04.206209 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-02d0020e-e80e-4215-baea-95bd98c96ffe req-409af52c-fa33-4322-9db6-d95bcc20ab76 tempest-ImagesNegativeTestJSON-1162040511 tempest-ImagesNegativeTestJSON-1162040511-project] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:04.214437 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-0b1f0913-0350-4cbb-90bd-dfec4a6e8459 req-a6e22f7d-69cb-416e-826a-abd3cc53ce31 tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Unset dirty status for tenant:f8755c5b66d64d65897fca622054cda9 on resource:floatingip {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:32:04.222252 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0b1f0913-0350-4cbb-90bd-dfec4a6e8459 req-a6e22f7d-69cb-416e-826a-abd3cc53ce31 tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.5.121 HTTP/1.1" status: 200 len: 696 time: 0.2620621 May 28 06:32:04.232321 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810de3ef-1722-4c3e-ba74-d8dc630463c2 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Pushing event deleted for resources: {'Port': ['ID=aeb55761-2952-41e5-8c8f-da6575e6861e,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:32:04.289870 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [req-02d0020e-e80e-4215-baea-95bd98c96ffe req-409af52c-fa33-4322-9db6-d95bcc20ab76 tempest-ImagesNegativeTestJSON-1162040511 tempest-ImagesNegativeTestJSON-1162040511-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:32:04.299994 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-02d0020e-e80e-4215-baea-95bd98c96ffe req-409af52c-fa33-4322-9db6-d95bcc20ab76 tempest-ImagesNegativeTestJSON-1162040511 tempest-ImagesNegativeTestJSON-1162040511-project] Usage tracker for resource:security_group_rule and tenant:1ce69e7c7edf4a529cfbb2b5fa1668cd is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:32:04.321134 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee52df82-4a9a-4a2a-b6af-586d9dd3a1af req-677f6115-cf61-4f76-8fc7-c3c54d10cb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:04.322621 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ee52df82-4a9a-4a2a-b6af-586d9dd3a1af req-677f6115-cf61-4f76-8fc7-c3c54d10cb7d service neutron] 10.222.0.69 "GET /v2.0/networks?id=c7bbc20e-7bc5-42fd-94f8-f3663ada8854 HTTP/1.1" status: 200 len: 913 time: 0.2195978 May 28 06:32:04.325594 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0b1f0913-0350-4cbb-90bd-dfec4a6e8459 req-8d80dc22-8524-4ad1-9c7a-f321734b01b2 tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.5.121 HTTP/1.1" status: 200 len: 696 time: 0.1025631 May 28 06:32:04.334884 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-02d0020e-e80e-4215-baea-95bd98c96ffe req-409af52c-fa33-4322-9db6-d95bcc20ab76 tempest-ImagesNegativeTestJSON-1162040511 tempest-ImagesNegativeTestJSON-1162040511-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:32:04.354761 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ae08569-b4b2-4e3c-8cca-490c1a2d0d52 req-810de3ef-1722-4c3e-ba74-d8dc630463c2 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] No DVR routers for this DVR port aeb55761-2952-41e5-8c8f-da6575e6861e on host n-h2-843702-1 {{(pid=89109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:32:04.360010 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [req-02d0020e-e80e-4215-baea-95bd98c96ffe req-409af52c-fa33-4322-9db6-d95bcc20ab76 tempest-ImagesNegativeTestJSON-1162040511 tempest-ImagesNegativeTestJSON-1162040511-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:32:04.362365 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-1ae08569-b4b2-4e3c-8cca-490c1a2d0d52 req-810de3ef-1722-4c3e-ba74-d8dc630463c2 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:04.376114 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96e143b4-9d10-4924-bc22-980d00913fcd', 'name': 'network-vif-deleted', 'tag': 'aeb55761-2952-41e5-8c8f-da6575e6861e'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:32:04.402722 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-1ae08569-b4b2-4e3c-8cca-490c1a2d0d52 req-810de3ef-1722-4c3e-ba74-d8dc630463c2 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] 10.222.0.71 "DELETE /v2.0/ports/aeb55761-2952-41e5-8c8f-da6575e6861e HTTP/1.1" status: 204 len: 173 time: 1.9181111 May 28 06:32:04.425939 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7107f5eb-ef05-4c21-a3a0-1016e74dde63 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:04.475919 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ee52df82-4a9a-4a2a-b6af-586d9dd3a1af req-fc803eb6-2fa0-4d37-9a3c-9bec8f876aa8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5efa7ba5-8660-4f25-8ac0-f6ed5ab026ab HTTP/1.1" status: 200 len: 217 time: 0.1470392 May 28 06:32:04.573776 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-7107f5eb-ef05-4c21-a3a0-1016e74dde63 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Calling delete_port for bd6badff-5393-4894-8941-7271323b7c0b owned by {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:32:04.625868 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee52df82-4a9a-4a2a-b6af-586d9dd3a1af req-58fb8cd3-c789-4755-afb6-fa55d775e581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:04.627381 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ee52df82-4a9a-4a2a-b6af-586d9dd3a1af req-58fb8cd3-c789-4755-afb6-fa55d775e581 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6e5f323f-ea6c-4672-94fb-4b56107669c0 HTTP/1.1" status: 200 len: 852 time: 0.1390028 May 28 06:32:04.688262 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-0b1f0913-0350-4cbb-90bd-dfec4a6e8459 req-34d6e8ca-f59b-4442-af12-e0698aaabf1a tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Deleting port 953fb67a-5d64-4bdf-b398-205a3aeacaf2 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:32:04.691981 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-0b1f0913-0350-4cbb-90bd-dfec4a6e8459 req-34d6e8ca-f59b-4442-af12-e0698aaabf1a tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:04.713657 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-02d0020e-e80e-4215-baea-95bd98c96ffe req-409af52c-fa33-4322-9db6-d95bcc20ab76 tempest-ImagesNegativeTestJSON-1162040511 tempest-ImagesNegativeTestJSON-1162040511-project] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:04.719889 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ee52df82-4a9a-4a2a-b6af-586d9dd3a1af req-2df2d5f4-0306-4068-a7f6-4328d5a824e1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c7bbc20e-7bc5-42fd-94f8-f3663ada8854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0833311 May 28 06:32:04.799596 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-02d0020e-e80e-4215-baea-95bd98c96ffe req-409af52c-fa33-4322-9db6-d95bcc20ab76 tempest-ImagesNegativeTestJSON-1162040511 tempest-ImagesNegativeTestJSON-1162040511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:04.887050 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-72e33d05-562b-42d7-952f-1bfb54b8eee2 req-e9939cd8-2907-4324-b0ba-7554983924ba tempest-ImagesNegativeTestJSON-1162040511 tempest-ImagesNegativeTestJSON-1162040511-project] 10.222.0.55 "GET /v2.0/ports?device_id=90e87952-7c7d-436b-b970-8bfc684ac9d0 HTTP/1.1" status: 200 len: 210 time: 0.0727661 May 28 06:32:04.894987 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409af52c-fa33-4322-9db6-d95bcc20ab76 tempest-ImagesNegativeTestJSON-1162040511 tempest-ImagesNegativeTestJSON-1162040511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3da5c83d-cf6b-4fcf-bab0-524149ea10e0,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:32:04.901011 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7107f5eb-ef05-4c21-a3a0-1016e74dde63 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:04.987110 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device e6d17e26-afcb-4666-8b23-fe7dfa98b903 no longer exists at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:32:05.020679 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7107f5eb-ef05-4c21-a3a0-1016e74dde63 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Pushing event deleted for resources: {'Port': ['ID=bd6badff-5393-4894-8941-7271323b7c0b,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:32:05.024043 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ee52df82-4a9a-4a2a-b6af-586d9dd3a1af req-afa8c249-6870-4ed2-85f1-a28e06c67172 service neutron] 10.222.0.69 "GET /v2.0/networks/c7bbc20e-7bc5-42fd-94f8-f3663ada8854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2904999 May 28 06:32:05.041332 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] No Port match for: e6d17e26-afcb-4666-8b23-fe7dfa98b903 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:32:05.044655 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device e6d17e26-afcb-4666-8b23-fe7dfa98b903 not bound to the agent host n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:32:05.044655 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device aeb55761-2952-41e5-8c8f-da6575e6861e no longer exists at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:32:05.124452 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] No Port match for: aeb55761-2952-41e5-8c8f-da6575e6861e {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:32:05.126036 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device aeb55761-2952-41e5-8c8f-da6575e6861e not bound to the agent host n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:32:05.140711 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-0b1f0913-0350-4cbb-90bd-dfec4a6e8459 req-34d6e8ca-f59b-4442-af12-e0698aaabf1a tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:05.141029 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-0b1f0913-0350-4cbb-90bd-dfec4a6e8459 req-34d6e8ca-f59b-4442-af12-e0698aaabf1a tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:05.208485 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7107f5eb-ef05-4c21-a3a0-1016e74dde63 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:05.387431 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [req-02d0020e-e80e-4215-baea-95bd98c96ffe req-409af52c-fa33-4322-9db6-d95bcc20ab76 tempest-ImagesNegativeTestJSON-1162040511 tempest-ImagesNegativeTestJSON-1162040511-project] Allocated IP 192.168.233.168 (bb90c162-fdb0-406b-af2b-5eef830db7a9/e72d0ca5-04cb-4b36-82b1-c75214c9eb05/8a65d045-6d37-4796-b76e-00b5052bc4ba) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:32:05.394364 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9364b7b-14f1-4d6c-b935-6b78589605d4'] response: {'server_uuid': '96e143b4-9d10-4924-bc22-980d00913fcd', 'name': 'network-vif-deleted', 'tag': 'aeb55761-2952-41e5-8c8f-da6575e6861e', 'status': 'completed', 'code': 200} May 28 06:32:05.453653 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-803939e2-5449-4631-877e-ed198bbe1585'] response: {'server_uuid': 'fcd11e8f-9994-45d8-bffc-11f32e285fe1', 'name': 'network-vif-deleted', 'tag': 'e6d17e26-afcb-4666-8b23-fe7dfa98b903', 'status': 'completed', 'code': 200} May 28 06:32:05.460883 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-0b1f0913-0350-4cbb-90bd-dfec4a6e8459 req-34d6e8ca-f59b-4442-af12-e0698aaabf1a tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Calling delete_port for 953fb67a-5d64-4bdf-b398-205a3aeacaf2 owned by network:floatingip {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:32:05.608821 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-7107f5eb-ef05-4c21-a3a0-1016e74dde63 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] 10.222.0.55 "DELETE /v2.0/ports/bd6badff-5393-4894-8941-7271323b7c0b HTTP/1.1" status: 204 len: 168 time: 2.1215150 May 28 06:32:05.615259 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ee52df82-4a9a-4a2a-b6af-586d9dd3a1af req-08871f93-b031-499d-a6e2-4c45f1f8978d service neutron] 10.222.0.69 "GET /v2.0/networks/c7bbc20e-7bc5-42fd-94f8-f3663ada8854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5708802 May 28 06:32:05.615259 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 58430) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:32:05.679487 n-d-843702-1 neutron-server[89110]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f1aac73-b02b-4210-8dd2-f7073fb77f07 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] GET failed (client error): The resource could not be found. May 28 06:32:05.680010 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-5f1aac73-b02b-4210-8dd2-f7073fb77f07 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Synchronizing usage tracker for tenant:35ed0efdaa624670b30cac7bf775c952 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:32:05.764110 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74832efd-d5ac-4bfa-976b-826ca18a2952 req-896145a7-8a32-4b6e-a2c4-938e4a57f47f tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:05.765658 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-74832efd-d5ac-4bfa-976b-826ca18a2952 req-896145a7-8a32-4b6e-a2c4-938e4a57f47f tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=1eab83c1-4404-47a3-b032-c292d176b6f5 HTTP/1.1" status: 200 len: 946 time: 0.2729132 May 28 06:32:05.781499 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-02d0020e-e80e-4215-baea-95bd98c96ffe req-409af52c-fa33-4322-9db6-d95bcc20ab76 tempest-ImagesNegativeTestJSON-1162040511 tempest-ImagesNegativeTestJSON-1162040511-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:05.828365 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-74832efd-d5ac-4bfa-976b-826ca18a2952 req-4d7a6397-d919-42f5-bdee-222f70a2fcc2 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/security-groups?id=f6de87b7-c8be-4140-be86-d0d6b2592918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510311 May 28 06:32:05.857525 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-5f1aac73-b02b-4210-8dd2-f7073fb77f07 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Unset dirty status for tenant:35ed0efdaa624670b30cac7bf775c952 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:32:05.858505 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-5f1aac73-b02b-4210-8dd2-f7073fb77f07 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] 10.222.0.55 "GET /v2.0/ports/bd6badff-5393-4894-8941-7271323b7c0b HTTP/1.1" status: 404 len: 333 time: 0.2471485 May 28 06:32:05.879865 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 58434) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:32:05.902029 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [req-02d0020e-e80e-4215-baea-95bd98c96ffe req-409af52c-fa33-4322-9db6-d95bcc20ab76 tempest-ImagesNegativeTestJSON-1162040511 tempest-ImagesNegativeTestJSON-1162040511-project] Transition to ACTIVE for port object 8a65d045-6d37-4796-b76e-00b5052bc4ba will not be triggered until provisioned by entity DHCP. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:32:05.906753 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-0b1f0913-0350-4cbb-90bd-dfec4a6e8459 req-34d6e8ca-f59b-4442-af12-e0698aaabf1a tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:06.022531 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d6e8ca-f59b-4442-af12-e0698aaabf1a tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Pushing event deleted for resources: {'Port': ['ID=953fb67a-5d64-4bdf-b398-205a3aeacaf2,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:32:06.060351 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-73b6596a-1598-444f-804d-9fb056b637b4 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Deleting port 4cd787d1-95b9-4629-8452-83b8d69c3567 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:32:06.068926 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-73b6596a-1598-444f-804d-9fb056b637b4 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:06.085315 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-02d0020e-e80e-4215-baea-95bd98c96ffe req-409af52c-fa33-4322-9db6-d95bcc20ab76 tempest-ImagesNegativeTestJSON-1162040511 tempest-ImagesNegativeTestJSON-1162040511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:06.163722 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02d0020e-e80e-4215-baea-95bd98c96ffe req-409af52c-fa33-4322-9db6-d95bcc20ab76 tempest-ImagesNegativeTestJSON-1162040511 tempest-ImagesNegativeTestJSON-1162040511-project] Network bb90c162-fdb0-406b-af2b-5eef830db7a9 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:32:06.166862 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [req-02d0020e-e80e-4215-baea-95bd98c96ffe req-409af52c-fa33-4322-9db6-d95bcc20ab76 tempest-ImagesNegativeTestJSON-1162040511 tempest-ImagesNegativeTestJSON-1162040511-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:32:06.171368 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [req-02d0020e-e80e-4215-baea-95bd98c96ffe req-409af52c-fa33-4322-9db6-d95bcc20ab76 tempest-ImagesNegativeTestJSON-1162040511 tempest-ImagesNegativeTestJSON-1162040511-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:32:06.197602 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409af52c-fa33-4322-9db6-d95bcc20ab76 tempest-ImagesNegativeTestJSON-1162040511 tempest-ImagesNegativeTestJSON-1162040511-project] Pushing event updated for resources: {'Port': ['ID=8a65d045-6d37-4796-b76e-00b5052bc4ba,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:32:06.239246 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d0020e-e80e-4215-baea-95bd98c96ffe req-409af52c-fa33-4322-9db6-d95bcc20ab76 tempest-ImagesNegativeTestJSON-1162040511 tempest-ImagesNegativeTestJSON-1162040511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:06.239830 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-02d0020e-e80e-4215-baea-95bd98c96ffe req-409af52c-fa33-4322-9db6-d95bcc20ab76 tempest-ImagesNegativeTestJSON-1162040511 tempest-ImagesNegativeTestJSON-1162040511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:06.247773 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-0b1f0913-0350-4cbb-90bd-dfec4a6e8459 req-34d6e8ca-f59b-4442-af12-e0698aaabf1a tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Notify callbacks [] for floatingip, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:06.282243 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa10f86-d38e-4d3f-a833-d64f6c1066c9 req-566627d2-cb2a-4a82-a541-3ebac7b89ff9 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:06.283804 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6fa10f86-d38e-4d3f-a833-d64f6c1066c9 req-566627d2-cb2a-4a82-a541-3ebac7b89ff9 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "GET /v2.0/ports?device_id=4faa87b8-f4ff-4090-9c52-7a280a3dcdf8 HTTP/1.1" status: 200 len: 946 time: 0.3308108 May 28 06:32:06.354907 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-02d0020e-e80e-4215-baea-95bd98c96ffe req-409af52c-fa33-4322-9db6-d95bcc20ab76 tempest-ImagesNegativeTestJSON-1162040511 tempest-ImagesNegativeTestJSON-1162040511-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0958734 May 28 06:32:06.367951 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-02d0020e-e80e-4215-baea-95bd98c96ffe req-28d6e784-27d9-4d03-b38e-5f0b9894b139 service neutron] Request body: {'port': {'device_id': '90e87952-7c7d-436b-b970-8bfc684ac9d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843702-1'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:32:06.424984 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6fa10f86-d38e-4d3f-a833-d64f6c1066c9 req-92eef0ab-7965-4794-9a5b-c976442f5638 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "GET /v2.0/security-groups?id=63ea6420-b48b-49b9-b520-8d6c62ca7c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1161361 May 28 06:32:06.510118 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-02d0020e-e80e-4215-baea-95bd98c96ffe req-28d6e784-27d9-4d03-b38e-5f0b9894b139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:06.522609 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-df0f3190-03b2-4714-92f7-688ca239c4ea req-2144f3f7-6e8d-4204-80a5-e7365bc894ce tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Synchronizing usage tracker for tenant:e9a1a9066a3349fa8fd9ecc898dfe607 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:32:06.527025 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-73b6596a-1598-444f-804d-9fb056b637b4 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:06.576276 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-67978107-28ad-4cca-93c1-82780b8698bb None None] Provisioning for port 8a65d045-6d37-4796-b76e-00b5052bc4ba completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:32:06.581444 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-67978107-28ad-4cca-93c1-82780b8698bb None None] Provisioning complete for port 8a65d045-6d37-4796-b76e-00b5052bc4ba triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:32:06.581857 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-67978107-28ad-4cca-93c1-82780b8698bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:06.644052 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-67978107-28ad-4cca-93c1-82780b8698bb None None] Port 8a65d045-6d37-4796-b76e-00b5052bc4ba cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:32:06.681203 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-0b1f0913-0350-4cbb-90bd-dfec4a6e8459 req-34d6e8ca-f59b-4442-af12-e0698aaabf1a tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:06.682349 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0b1f0913-0350-4cbb-90bd-dfec4a6e8459 req-34d6e8ca-f59b-4442-af12-e0698aaabf1a tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] 10.222.0.55 "DELETE /v2.0/floatingips/8199d517-9403-4bb2-965b-9a19f92ca9ff HTTP/1.1" status: 204 len: 173 time: 2.3027132 May 28 06:32:06.692082 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-73b6596a-1598-444f-804d-9fb056b637b4 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Calling delete_port for 4cd787d1-95b9-4629-8452-83b8d69c3567 owned by {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:32:06.931288 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [req-02d0020e-e80e-4215-baea-95bd98c96ffe req-28d6e784-27d9-4d03-b38e-5f0b9894b139 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a65d045-6d37-4796-b76e-00b5052bc4ba {{(pid=89109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:32:06.938622 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-02d0020e-e80e-4215-baea-95bd98c96ffe req-28d6e784-27d9-4d03-b38e-5f0b9894b139 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:06.953812 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [req-02d0020e-e80e-4215-baea-95bd98c96ffe req-28d6e784-27d9-4d03-b38e-5f0b9894b139 service neutron] Transition to ACTIVE for port object 8a65d045-6d37-4796-b76e-00b5052bc4ba will not be triggered until provisioned by entity L2. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:32:06.964104 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-df0f3190-03b2-4714-92f7-688ca239c4ea req-2144f3f7-6e8d-4204-80a5-e7365bc894ce tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Unset dirty status for tenant:e9a1a9066a3349fa8fd9ecc898dfe607 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:32:06.965277 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-df0f3190-03b2-4714-92f7-688ca239c4ea req-2144f3f7-6e8d-4204-80a5-e7365bc894ce tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] 10.222.0.55 "GET /v2.0/ports?device_id=991f8908-885a-4c2e-b528-88408e8f79da HTTP/1.1" status: 200 len: 210 time: 0.4889109 May 28 06:32:06.974120 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cf1183-faf8-42de-8978-9850d5574758 req-a7ae02df-952b-4ad9-b18e-ed5e8a54626b tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:06.975956 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-72cf1183-faf8-42de-8978-9850d5574758 req-a7ae02df-952b-4ad9-b18e-ed5e8a54626b tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.69 "GET /v2.0/ports?device_id=4faa87b8-f4ff-4090-9c52-7a280a3dcdf8 HTTP/1.1" status: 200 len: 946 time: 0.2498899 May 28 06:32:07.108474 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05e406e-2f43-4d1f-b9ba-ed546999963a req-09d91853-42a7-4b59-83c4-64ae5ce47469 tempest-ImagesNegativeTestJSON-1162040511 tempest-ImagesNegativeTestJSON-1162040511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:07.109955 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e05e406e-2f43-4d1f-b9ba-ed546999963a req-09d91853-42a7-4b59-83c4-64ae5ce47469 tempest-ImagesNegativeTestJSON-1162040511 tempest-ImagesNegativeTestJSON-1162040511-project] 10.222.0.55 "GET /v2.0/ports?device_id=90e87952-7c7d-436b-b970-8bfc684ac9d0 HTTP/1.1" status: 200 len: 936 time: 0.3160713 May 28 06:32:07.159342 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-97db3b72-eb7c-43e6-a6a9-af05a3986050 req-8a75d53d-0753-4c7f-94e5-857784d5a063 tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] 10.222.0.55 "GET /v2.0/floatingips/639c0901-a6ef-4f68-899b-91e839d7b154 HTTP/1.1" status: 200 len: 692 time: 0.1369572 May 28 06:32:07.193388 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-02d0020e-e80e-4215-baea-95bd98c96ffe req-28d6e784-27d9-4d03-b38e-5f0b9894b139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:07.336161 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-72cf1183-faf8-42de-8978-9850d5574758 req-fe16c4b0-7f43-4661-b6fe-ce1dacd825d1 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Deleting port 8ffdfe1d-6308-4ce3-9a01-995f39cb99fd {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:32:07.336680 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-72cf1183-faf8-42de-8978-9850d5574758 req-fe16c4b0-7f43-4661-b6fe-ce1dacd825d1 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:07.383955 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d6e784-27d9-4d03-b38e-5f0b9894b139 service neutron] Pushing event updated for resources: {'Port': ['ID=8a65d045-6d37-4796-b76e-00b5052bc4ba,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:32:07.387945 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-73b6596a-1598-444f-804d-9fb056b637b4 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:07.474233 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-02d0020e-e80e-4215-baea-95bd98c96ffe req-28d6e784-27d9-4d03-b38e-5f0b9894b139 service neutron] Attempting to bind port 8a65d045-6d37-4796-b76e-00b5052bc4ba on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:32:07.474233 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-02d0020e-e80e-4215-baea-95bd98c96ffe req-28d6e784-27d9-4d03-b38e-5f0b9894b139 service neutron] Attempting to bind port 8a65d045-6d37-4796-b76e-00b5052bc4ba by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:32:07.474233 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d0020e-e80e-4215-baea-95bd98c96ffe req-28d6e784-27d9-4d03-b38e-5f0b9894b139 service neutron] Attempting to bind port 8a65d045-6d37-4796-b76e-00b5052bc4ba on network bb90c162-fdb0-406b-af2b-5eef830db7a9 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:32:07.481211 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d0020e-e80e-4215-baea-95bd98c96ffe req-28d6e784-27d9-4d03-b38e-5f0b9894b139 service neutron] Port 8a65d045-6d37-4796-b76e-00b5052bc4ba on network bb90c162-fdb0-406b-af2b-5eef830db7a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:32:07.481630 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d0020e-e80e-4215-baea-95bd98c96ffe req-28d6e784-27d9-4d03-b38e-5f0b9894b139 service neutron] Attempting to bind port 8a65d045-6d37-4796-b76e-00b5052bc4ba on network bb90c162-fdb0-406b-af2b-5eef830db7a9 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:32:07.487743 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d0020e-e80e-4215-baea-95bd98c96ffe req-28d6e784-27d9-4d03-b38e-5f0b9894b139 service neutron] Checking agent: {'id': '69f492a0-c00d-46d0-9bec-fcd8161ce206', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:32:07.488178 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d0020e-e80e-4215-baea-95bd98c96ffe req-28d6e784-27d9-4d03-b38e-5f0b9894b139 service neutron] Checking segment: {'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:32:07.488664 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d0020e-e80e-4215-baea-95bd98c96ffe req-28d6e784-27d9-4d03-b38e-5f0b9894b139 service neutron] Bound using segment: {'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:32:07.489141 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-02d0020e-e80e-4215-baea-95bd98c96ffe req-28d6e784-27d9-4d03-b38e-5f0b9894b139 service neutron] Bound port: 8a65d045-6d37-4796-b76e-00b5052bc4ba, host: n-h1-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'}}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:32:07.489588 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-02d0020e-e80e-4215-baea-95bd98c96ffe req-28d6e784-27d9-4d03-b38e-5f0b9894b139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:07.526662 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e05e406e-2f43-4d1f-b9ba-ed546999963a req-4084620c-644e-4ba3-a720-179923af9cce tempest-ImagesNegativeTestJSON-1162040511 tempest-ImagesNegativeTestJSON-1162040511-project] 10.222.0.55 "GET /v2.0/security-groups?id=3da5c83d-cf6b-4fcf-bab0-524149ea10e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4062076 May 28 06:32:07.580399 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b6596a-1598-444f-804d-9fb056b637b4 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Pushing event deleted for resources: {'Port': ['ID=4cd787d1-95b9-4629-8452-83b8d69c3567,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:32:07.641542 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-02d0020e-e80e-4215-baea-95bd98c96ffe req-28d6e784-27d9-4d03-b38e-5f0b9894b139 service neutron] For port 8a65d045-6d37-4796-b76e-00b5052bc4ba, host n-h1-843702-1, cleared binding levels {{(pid=89109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:32:07.644718 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-02d0020e-e80e-4215-baea-95bd98c96ffe req-28d6e784-27d9-4d03-b38e-5f0b9894b139 service neutron] For port 8a65d045-6d37-4796-b76e-00b5052bc4ba, host n-h1-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=8a65d045-6d37-4796-b76e-00b5052bc4ba,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:32:07.788623 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-02d0020e-e80e-4215-baea-95bd98c96ffe req-28d6e784-27d9-4d03-b38e-5f0b9894b139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:07.885138 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d0020e-e80e-4215-baea-95bd98c96ffe req-28d6e784-27d9-4d03-b38e-5f0b9894b139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:07.885978 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-02d0020e-e80e-4215-baea-95bd98c96ffe req-28d6e784-27d9-4d03-b38e-5f0b9894b139 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:07.887681 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-02d0020e-e80e-4215-baea-95bd98c96ffe req-28d6e784-27d9-4d03-b38e-5f0b9894b139 service neutron] 10.222.0.69 "PUT /v2.0/ports/8a65d045-6d37-4796-b76e-00b5052bc4ba HTTP/1.1" status: 200 len: 1096 time: 1.5249746 May 28 06:32:07.893890 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90e87952-7c7d-436b-b970-8bfc684ac9d0', 'tag': '8a65d045-6d37-4796-b76e-00b5052bc4ba'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:32:07.942732 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d6e784-27d9-4d03-b38e-5f0b9894b139 service neutron] Pushing event updated for resources: {'Port': ['ID=8a65d045-6d37-4796-b76e-00b5052bc4ba,revision_number=3']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:32:07.966380 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97db3b72-eb7c-43e6-a6a9-af05a3986050 req-9e3f1a82-8d97-4b71-9d40-ca28f2b2dd1e tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:07.967880 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-97db3b72-eb7c-43e6-a6a9-af05a3986050 req-9e3f1a82-8d97-4b71-9d40-ca28f2b2dd1e tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] 10.222.0.55 "GET /v2.0/networks/68df399e-e75e-4871-9364-5d05730b50f0 HTTP/1.1" status: 200 len: 784 time: 0.7982249 May 28 06:32:08.073147 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-73b6596a-1598-444f-804d-9fb056b637b4 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:08.117219 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-97db3b72-eb7c-43e6-a6a9-af05a3986050 req-e5b17c5a-c3d6-4fa6-83be-55f7ee74c0d0 tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Synchronizing usage tracker for tenant:f8755c5b66d64d65897fca622054cda9 on resource:floatingip {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:32:08.139234 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 8ffdfe1d-6308-4ce3-9a01-995f39cb99fd no longer exists at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:32:08.194143 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-72cf1183-faf8-42de-8978-9850d5574758 req-fe16c4b0-7f43-4661-b6fe-ce1dacd825d1 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] For port 8ffdfe1d-6308-4ce3-9a01-995f39cb99fd, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=8ffdfe1d-6308-4ce3-9a01-995f39cb99fd,segment=NetworkSegment(833fd725-a517-41b8-a917-b7cf24c49042),segment_id=833fd725-a517-41b8-a917-b7cf24c49042)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:32:08.194143 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-72cf1183-faf8-42de-8978-9850d5574758 req-fe16c4b0-7f43-4661-b6fe-ce1dacd825d1 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:08.267151 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 8ffdfe1d-6308-4ce3-9a01-995f39cb99fd is: ACTIVE; New status is: DOWN {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:32:08.267151 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:08.293188 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c056361-4ce3-49a2-9dd9-3986724246ca req-abc338c4-454d-4709-a2bd-f5a37301e392 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:08.295258 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4faa87b8-f4ff-4090-9c52-7a280a3dcdf8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ffdfe1d-6308-4ce3-9a01-995f39cb99fd'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:32:08.296149 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-4c056361-4ce3-49a2-9dd9-3986724246ca req-abc338c4-454d-4709-a2bd-f5a37301e392 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] 10.222.0.69 "GET /v2.0/networks?id=d83d4959-ab97-477d-994a-54e4149e8a5e HTTP/1.1" status: 200 len: 813 time: 0.1846635 May 28 06:32:08.306272 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 8ffdfe1d-6308-4ce3-9a01-995f39cb99fd, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=8ffdfe1d-6308-4ce3-9a01-995f39cb99fd,segment=NetworkSegment(833fd725-a517-41b8-a917-b7cf24c49042),segment_id=833fd725-a517-41b8-a917-b7cf24c49042)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:32:08.307390 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-73b6596a-1598-444f-804d-9fb056b637b4 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] 10.222.0.55 "DELETE /v2.0/ports/4cd787d1-95b9-4629-8452-83b8d69c3567 HTTP/1.1" status: 204 len: 168 time: 2.4436467 May 28 06:32:08.308741 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-4c056361-4ce3-49a2-9dd9-3986724246ca req-e1901493-2708-4376-988e-4767d4a2147d tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Request body: {'port': {'device_id': '1af8bc35-c5a9-4f4a-a88f-46df8495b8e0', 'network_id': 'd83d4959-ab97-477d-994a-54e4149e8a5e', 'admin_state_up': True, 'tenant_id': 'e9a1a9066a3349fa8fd9ecc898dfe607'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:32:08.320762 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961fed54-5fc9-4300-aa27-9417cdd69cbf req-d21d799f-13b7-4db5-b077-c1808fd08a97 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:08.325892 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-961fed54-5fc9-4300-aa27-9417cdd69cbf req-d21d799f-13b7-4db5-b077-c1808fd08a97 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=1eab83c1-4404-47a3-b032-c292d176b6f5 HTTP/1.1" status: 200 len: 946 time: 0.5899713 May 28 06:32:08.328081 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 58456) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:32:08.433130 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:08.433865 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 5efa7ba5-8660-4f25-8ac0-f6ed5ab026ab no longer exists at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:32:08.498899 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [req-4c056361-4ce3-49a2-9dd9-3986724246ca req-e1901493-2708-4376-988e-4767d4a2147d tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:32:08.506372 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-97db3b72-eb7c-43e6-a6a9-af05a3986050 req-e5b17c5a-c3d6-4fa6-83be-55f7ee74c0d0 tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Unset dirty status for tenant:f8755c5b66d64d65897fca622054cda9 on resource:floatingip {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:32:08.507824 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-97db3b72-eb7c-43e6-a6a9-af05a3986050 req-e5b17c5a-c3d6-4fa6-83be-55f7ee74c0d0 tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.5.71 HTTP/1.1" status: 200 len: 695 time: 0.5286276 May 28 06:32:08.520416 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [req-4c056361-4ce3-49a2-9dd9-3986724246ca req-e1901493-2708-4376-988e-4767d4a2147d tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:32:08.591419 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=8ffdfe1d-6308-4ce3-9a01-995f39cb99fd,revision_number=6']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:32:08.643642 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_v2 [None req-a24187ba-0bb0-46d6-a139-fdbde06f2c6b tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Deleting subnet 4208a8b5-a0f5-4325-829e-98594b34d2d8 {{(pid=89110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:32:08.665324 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-97db3b72-eb7c-43e6-a6a9-af05a3986050 req-d540cd03-7374-45fd-a93e-51abba25a9a8 tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.5.71 HTTP/1.1" status: 200 len: 695 time: 0.1323724 May 28 06:32:08.667929 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-961fed54-5fc9-4300-aa27-9417cdd69cbf req-ace3b04d-5605-4e8c-afbd-f84ca61e1d51 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/security-groups?id=f6de87b7-c8be-4140-be86-d0d6b2592918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3264720 May 28 06:32:08.668791 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 5efa7ba5-8660-4f25-8ac0-f6ed5ab026ab is: ACTIVE; New status is: DOWN {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:32:08.668954 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a24187ba-0bb0-46d6-a139-fdbde06f2c6b tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Notify callbacks [] for subnet, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:08.669305 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:08.704495 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 5efa7ba5-8660-4f25-8ac0-f6ed5ab026ab, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=5efa7ba5-8660-4f25-8ac0-f6ed5ab026ab,segment=NetworkSegment(a8c42c09-58b4-4e9e-ab8f-c96c63ee4190),segment_id=a8c42c09-58b4-4e9e-ab8f-c96c63ee4190)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:32:08.707020 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d0020e-e80e-4215-baea-95bd98c96ffe req-784f3713-bc21-4cbd-94fd-ad31d48046f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:08.708497 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-02d0020e-e80e-4215-baea-95bd98c96ffe req-784f3713-bc21-4cbd-94fd-ad31d48046f1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1ce69e7c7edf4a529cfbb2b5fa1668cd&device_id=90e87952-7c7d-436b-b970-8bfc684ac9d0 HTTP/1.1" status: 200 len: 1099 time: 0.5842946 May 28 06:32:08.713162 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c056361-4ce3-49a2-9dd9-3986724246ca req-e1901493-2708-4376-988e-4767d4a2147d tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Made reservation on behalf of e9a1a9066a3349fa8fd9ecc898dfe607 for: {'port': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:32:08.716981 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-4c056361-4ce3-49a2-9dd9-3986724246ca req-e1901493-2708-4376-988e-4767d4a2147d tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:08.867627 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:08.949513 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=5efa7ba5-8660-4f25-8ac0-f6ed5ab026ab,revision_number=8']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:32:09.110865 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [req-4c056361-4ce3-49a2-9dd9-3986724246ca req-e1901493-2708-4376-988e-4767d4a2147d tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Allocated IP 172.20.0.10 (d83d4959-ab97-477d-994a-54e4149e8a5e/458087a4-2db3-4685-b2ba-eab969a92d13/5b40a623-70da-41bd-8bfa-53236b62953e) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:32:09.128451 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-02d0020e-e80e-4215-baea-95bd98c96ffe req-43a641d5-923f-4ef9-86d2-bf6e803411ed service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=8a65d045-6d37-4796-b76e-00b5052bc4ba HTTP/1.1" status: 200 len: 217 time: 0.2913105 May 28 06:32:09.146310 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a24187ba-0bb0-46d6-a139-fdbde06f2c6b tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4150765'] for subnet, precommit_delete_associations {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:09.181513 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c056361-4ce3-49a2-9dd9-3986724246ca req-bf3f2063-1f42-424d-b242-eb5f09c601e6 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:09.182851 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-4c056361-4ce3-49a2-9dd9-3986724246ca req-bf3f2063-1f42-424d-b242-eb5f09c601e6 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] 10.222.0.71 "GET /v2.0/networks?id=d83d4959-ab97-477d-994a-54e4149e8a5e HTTP/1.1" status: 200 len: 813 time: 0.1979787 May 28 06:32:09.207820 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-4c056361-4ce3-49a2-9dd9-3986724246ca req-d74a7539-e3dd-4733-b72d-9d5ba88865c6 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Request body: {'port': {'device_id': '991f8908-885a-4c2e-b528-88408e8f79da', 'network_id': 'd83d4959-ab97-477d-994a-54e4149e8a5e', 'admin_state_up': True, 'tenant_id': 'e9a1a9066a3349fa8fd9ecc898dfe607'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:32:09.343879 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-97db3b72-eb7c-43e6-a6a9-af05a3986050 req-f8a42223-7450-4921-9404-3f4ff59dca6f tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Deleting port 5eab0861-6883-4cf3-a7b9-97435315b2ce {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:32:09.344220 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-97db3b72-eb7c-43e6-a6a9-af05a3986050 req-f8a42223-7450-4921-9404-3f4ff59dca6f tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:09.389820 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-72cf1183-faf8-42de-8978-9850d5574758 req-fe16c4b0-7f43-4661-b6fe-ce1dacd825d1 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:09.390182 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-72cf1183-faf8-42de-8978-9850d5574758 req-fe16c4b0-7f43-4661-b6fe-ce1dacd825d1 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691094'] for floatingip, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:09.390680 n-d-843702-1 neutron-server[89110]: INFO neutron.db.l3_db [req-72cf1183-faf8-42de-8978-9850d5574758 req-fe16c4b0-7f43-4661-b6fe-ce1dacd825d1 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Floating IP 5622bbf1-48d2-4522-8f7a-7e4fe4771845 disassociated. External IP: 172.25.5.212, port: 8ffdfe1d-6308-4ce3-9a01-995f39cb99fd. May 28 06:32:09.391060 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-72cf1183-faf8-42de-8978-9850d5574758 req-fe16c4b0-7f43-4661-b6fe-ce1dacd825d1 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Calling delete_port for 8ffdfe1d-6308-4ce3-9a01-995f39cb99fd owned by compute:nova {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:32:09.480818 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d0020e-e80e-4215-baea-95bd98c96ffe req-3655555b-8e61-42b9-afb5-bd2f4c4fb21c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:09.482225 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-02d0020e-e80e-4215-baea-95bd98c96ffe req-3655555b-8e61-42b9-afb5-bd2f4c4fb21c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e72d0ca5-04cb-4b36-82b1-c75214c9eb05 HTTP/1.1" status: 200 len: 843 time: 0.3394861 May 28 06:32:09.489132 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [req-4c056361-4ce3-49a2-9dd9-3986724246ca req-d74a7539-e3dd-4733-b72d-9d5ba88865c6 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:32:09.497098 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-4c056361-4ce3-49a2-9dd9-3986724246ca req-d74a7539-e3dd-4733-b72d-9d5ba88865c6 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Usage tracker for resource:port and tenant:e9a1a9066a3349fa8fd9ecc898dfe607 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:32:09.509662 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-4c056361-4ce3-49a2-9dd9-3986724246ca req-d74a7539-e3dd-4733-b72d-9d5ba88865c6 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:32:09.517705 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [req-4c056361-4ce3-49a2-9dd9-3986724246ca req-d74a7539-e3dd-4733-b72d-9d5ba88865c6 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:32:09.522248 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-4c056361-4ce3-49a2-9dd9-3986724246ca req-e1901493-2708-4376-988e-4767d4a2147d tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:09.638966 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c056361-4ce3-49a2-9dd9-3986724246ca req-d74a7539-e3dd-4733-b72d-9d5ba88865c6 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Made reservation on behalf of e9a1a9066a3349fa8fd9ecc898dfe607 for: {'port': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:32:09.642871 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-4c056361-4ce3-49a2-9dd9-3986724246ca req-d74a7539-e3dd-4733-b72d-9d5ba88865c6 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:09.643181 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1069c31d-1ae5-4520-aa0f-bf15f40d1abd req-0243304b-830d-48ad-9a7f-6b017988ae9f tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:09.644638 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1069c31d-1ae5-4520-aa0f-bf15f40d1abd req-0243304b-830d-48ad-9a7f-6b017988ae9f tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "GET /v2.0/ports?device_id=4faa87b8-f4ff-4090-9c52-7a280a3dcdf8 HTTP/1.1" status: 200 len: 944 time: 0.7551227 May 28 06:32:09.714109 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a24187ba-0bb0-46d6-a139-fdbde06f2c6b tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:09.733017 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-4c056361-4ce3-49a2-9dd9-3986724246ca req-e1901493-2708-4376-988e-4767d4a2147d tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:09.812183 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1069c31d-1ae5-4520-aa0f-bf15f40d1abd req-64f52ca0-99f1-4862-b168-654c1d7f7e89 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "GET /v2.0/security-groups?id=63ea6420-b48b-49b9-b520-8d6c62ca7c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1428745 May 28 06:32:09.827076 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.db.api [req-72cf1183-faf8-42de-8978-9850d5574758 req-fe16c4b0-7f43-4661-b6fe-ce1dacd825d1 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89110) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:32:09.827665 n-d-843702-1 neutron-server[89110]: DEBUG oslo_db.api [req-72cf1183-faf8-42de-8978-9850d5574758 req-fe16c4b0-7f43-4661-b6fe-ce1dacd825d1 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:32:09.863218 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c056361-4ce3-49a2-9dd9-3986724246ca req-e1901493-2708-4376-988e-4767d4a2147d tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Network d83d4959-ab97-477d-994a-54e4149e8a5e is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:32:09.868086 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-97db3b72-eb7c-43e6-a6a9-af05a3986050 req-f8a42223-7450-4921-9404-3f4ff59dca6f tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:09.868415 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-97db3b72-eb7c-43e6-a6a9-af05a3986050 req-f8a42223-7450-4921-9404-3f4ff59dca6f tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:09.871622 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [req-4c056361-4ce3-49a2-9dd9-3986724246ca req-e1901493-2708-4376-988e-4767d4a2147d tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:32:09.885016 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1901493-2708-4376-988e-4767d4a2147d tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Pushing event updated for resources: {'Port': ['ID=5b40a623-70da-41bd-8bfa-53236b62953e,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:32:09.888448 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c056361-4ce3-49a2-9dd9-3986724246ca req-e1901493-2708-4376-988e-4767d4a2147d tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:32:09.889961 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d0020e-e80e-4215-baea-95bd98c96ffe req-ce1c22ac-9d09-442b-9a4c-c22255bdcb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:09.891489 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-02d0020e-e80e-4215-baea-95bd98c96ffe req-ce1c22ac-9d09-442b-9a4c-c22255bdcb0c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bb90c162-fdb0-406b-af2b-5eef830db7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3943214 May 28 06:32:09.916258 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07a21d36-8c73-4394-8f0b-fde651731827'] response: {'name': 'network-changed', 'server_uuid': '90e87952-7c7d-436b-b970-8bfc684ac9d0', 'tag': '8a65d045-6d37-4796-b76e-00b5052bc4ba', 'status': 'completed', 'code': 200} May 28 06:32:09.962592 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [req-4c056361-4ce3-49a2-9dd9-3986724246ca req-d74a7539-e3dd-4733-b72d-9d5ba88865c6 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Allocated IP 172.20.0.4 (d83d4959-ab97-477d-994a-54e4149e8a5e/458087a4-2db3-4685-b2ba-eab969a92d13/69ae78eb-f247-4959-a283-02fedbea251d) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:32:09.973547 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c056361-4ce3-49a2-9dd9-3986724246ca req-e1901493-2708-4376-988e-4767d4a2147d tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:09.974173 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-4c056361-4ce3-49a2-9dd9-3986724246ca req-e1901493-2708-4376-988e-4767d4a2147d tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:10.031768 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-97db3b72-eb7c-43e6-a6a9-af05a3986050 req-f8a42223-7450-4921-9404-3f4ff59dca6f tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Calling delete_port for 5eab0861-6883-4cf3-a7b9-97435315b2ce owned by network:floatingip {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:32:10.063480 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a24187ba-0bb0-46d6-a139-fdbde06f2c6b tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3115981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3172005'] for subnet, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:10.125178 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-4c056361-4ce3-49a2-9dd9-3986724246ca req-e1901493-2708-4376-988e-4767d4a2147d tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8199983 May 28 06:32:10.144890 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-4c056361-4ce3-49a2-9dd9-3986724246ca req-a6f4be94-355d-48cd-9ebb-a69a8a78c4bf service neutron] Request body: {'port': {'device_id': '1af8bc35-c5a9-4f4a-a88f-46df8495b8e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843702-1'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:32:10.237975 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a21acad9-963e-4418-851d-6bb33136ba6b req-ab4cc765-a68e-4f69-a84b-1c8ac62c589d tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] 10.222.0.55 "GET /v2.0/ports?device_id=991f8908-885a-4c2e-b528-88408e8f79da HTTP/1.1" status: 200 len: 210 time: 0.2149351 May 28 06:32:10.238651 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24187ba-0bb0-46d6-a139-fdbde06f2c6b tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Pushing event deleted for resources: {'Subnet': ['ID=4208a8b5-a0f5-4325-829e-98594b34d2d8,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:32:10.241999 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a24187ba-0bb0-46d6-a139-fdbde06f2c6b tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:10.252463 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eebef02-fa64-4e6d-8286-ad839b56d174 None None] Network d559caf8-5c9d-46ee-83a9-2592f6487ede requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:32:10.292254 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-a24187ba-0bb0-46d6-a139-fdbde06f2c6b tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] 10.222.0.55 "DELETE /v2.0/subnets/4208a8b5-a0f5-4325-829e-98594b34d2d8 HTTP/1.1" status: 204 len: 168 time: 1.9530942 May 28 06:32:10.293894 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 58464) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:32:10.318036 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-4c056361-4ce3-49a2-9dd9-3986724246ca req-d74a7539-e3dd-4733-b72d-9d5ba88865c6 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:10.332533 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-4c056361-4ce3-49a2-9dd9-3986724246ca req-a6f4be94-355d-48cd-9ebb-a69a8a78c4bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:10.336831 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-72cf1183-faf8-42de-8978-9850d5574758 req-fe16c4b0-7f43-4661-b6fe-ce1dacd825d1 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Deleting port 8ffdfe1d-6308-4ce3-9a01-995f39cb99fd {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:32:10.337176 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-72cf1183-faf8-42de-8978-9850d5574758 req-fe16c4b0-7f43-4661-b6fe-ce1dacd825d1 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:10.366155 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-02d0020e-e80e-4215-baea-95bd98c96ffe req-5f0b0272-fff8-4509-8ae0-7b74f3ee0c0f service neutron] 10.222.0.69 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4226398 May 28 06:32:10.402889 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d9d57e6-1a9c-4e9a-8ec0-97a052d82890'] response: {'server_uuid': '4faa87b8-f4ff-4090-9c52-7a280a3dcdf8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ffdfe1d-6308-4ce3-9a01-995f39cb99fd', 'code': 200} May 28 06:32:10.550568 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d84e084f-6eee-4d4f-9bbf-faa400920113 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:10.598505 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f95419-8587-426f-bb8b-1e928c1aa02a None None] DHCP port deletion for d559caf8-5c9d-46ee-83a9-2592f6487ede request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:32:10.604232 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-33f95419-8587-426f-bb8b-1e928c1aa02a None None] Deleting port b3e1a5f4-7691-4252-87eb-e9b74aeaf7fb {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:32:10.604634 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-33f95419-8587-426f-bb8b-1e928c1aa02a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:10.626840 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-4c056361-4ce3-49a2-9dd9-3986724246ca req-d74a7539-e3dd-4733-b72d-9d5ba88865c6 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:10.792749 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c056361-4ce3-49a2-9dd9-3986724246ca req-d74a7539-e3dd-4733-b72d-9d5ba88865c6 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Network d83d4959-ab97-477d-994a-54e4149e8a5e is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:32:10.798973 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74a7539-e3dd-4733-b72d-9d5ba88865c6 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Pushing event updated for resources: {'Port': ['ID=69ae78eb-f247-4959-a283-02fedbea251d,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:32:10.804832 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [req-4c056361-4ce3-49a2-9dd9-3986724246ca req-d74a7539-e3dd-4733-b72d-9d5ba88865c6 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:32:10.809193 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c056361-4ce3-49a2-9dd9-3986724246ca req-d74a7539-e3dd-4733-b72d-9d5ba88865c6 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:32:10.846369 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-33f95419-8587-426f-bb8b-1e928c1aa02a None None] For port b3e1a5f4-7691-4252-87eb-e9b74aeaf7fb, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=b3e1a5f4-7691-4252-87eb-e9b74aeaf7fb,segment=NetworkSegment(e21c9acb-e9f4-42e9-ad94-9e46ccbfefd4),segment_id=e21c9acb-e9f4-42e9-ad94-9e46ccbfefd4)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:32:10.847120 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-33f95419-8587-426f-bb8b-1e928c1aa02a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:10.916884 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-d84e084f-6eee-4d4f-9bbf-faa400920113 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Deleting port b3e1a5f4-7691-4252-87eb-e9b74aeaf7fb {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:32:10.917449 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d84e084f-6eee-4d4f-9bbf-faa400920113 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:10.921597 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c056361-4ce3-49a2-9dd9-3986724246ca req-d74a7539-e3dd-4733-b72d-9d5ba88865c6 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:10.922210 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-4c056361-4ce3-49a2-9dd9-3986724246ca req-d74a7539-e3dd-4733-b72d-9d5ba88865c6 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:10.991240 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device b3e1a5f4-7691-4252-87eb-e9b74aeaf7fb no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:32:11.025868 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-33f95419-8587-426f-bb8b-1e928c1aa02a None None] Calling delete_port for b3e1a5f4-7691-4252-87eb-e9b74aeaf7fb owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:32:11.148147 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-4c056361-4ce3-49a2-9dd9-3986724246ca req-d74a7539-e3dd-4733-b72d-9d5ba88865c6 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9442108 May 28 06:32:11.172982 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-4c056361-4ce3-49a2-9dd9-3986724246ca req-c86d4f03-dedf-4124-8909-2aaa8f4d595c service neutron] Request body: {'port': {'device_id': '991f8908-885a-4c2e-b528-88408e8f79da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843702-1'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:32:11.191642 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port b3e1a5f4-7691-4252-87eb-e9b74aeaf7fb is: ACTIVE; New status is: DOWN {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:32:11.192132 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:11.203944 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-02d0020e-e80e-4215-baea-95bd98c96ffe req-02d3a8c1-b0a2-47a0-9329-2b2adb50af92 service neutron] 10.222.0.69 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6885998 May 28 06:32:11.221915 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8454be59-0a98-4329-8ee6-fac8bcf7fda1 req-d99ebe53-43ff-49d9-9aea-648e4b1b3376 tempest-ImagesNegativeTestJSON-1162040511 tempest-ImagesNegativeTestJSON-1162040511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:11.222046 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [req-4c056361-4ce3-49a2-9dd9-3986724246ca req-a6f4be94-355d-48cd-9ebb-a69a8a78c4bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b40a623-70da-41bd-8bfa-53236b62953e {{(pid=89109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:32:11.226210 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8454be59-0a98-4329-8ee6-fac8bcf7fda1 req-d99ebe53-43ff-49d9-9aea-648e4b1b3376 tempest-ImagesNegativeTestJSON-1162040511 tempest-ImagesNegativeTestJSON-1162040511-project] 10.222.0.55 "GET /v2.0/ports?device_id=90e87952-7c7d-436b-b970-8bfc684ac9d0 HTTP/1.1" status: 200 len: 948 time: 0.6791849 May 28 06:32:11.232578 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-4c056361-4ce3-49a2-9dd9-3986724246ca req-a6f4be94-355d-48cd-9ebb-a69a8a78c4bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:11.294688 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [req-4c056361-4ce3-49a2-9dd9-3986724246ca req-a6f4be94-355d-48cd-9ebb-a69a8a78c4bf service neutron] Transition to ACTIVE for port object 5b40a623-70da-41bd-8bfa-53236b62953e will not be triggered until provisioned by entity L2. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:32:11.308924 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-4c056361-4ce3-49a2-9dd9-3986724246ca req-c86d4f03-dedf-4124-8909-2aaa8f4d595c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:11.343877 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-97db3b72-eb7c-43e6-a6a9-af05a3986050 req-f8a42223-7450-4921-9404-3f4ff59dca6f tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:11.433533 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-33f95419-8587-426f-bb8b-1e928c1aa02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879'] for port, after_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:11.449271 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a42223-7450-4921-9404-3f4ff59dca6f tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Pushing event deleted for resources: {'Port': ['ID=5eab0861-6883-4cf3-a7b9-97435315b2ce,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:32:11.469034 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-4c056361-4ce3-49a2-9dd9-3986724246ca req-a6f4be94-355d-48cd-9ebb-a69a8a78c4bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:11.484347 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8454be59-0a98-4329-8ee6-fac8bcf7fda1 req-c046442f-409f-41b2-ab1d-6a9be49ae4f5 tempest-ImagesNegativeTestJSON-1162040511 tempest-ImagesNegativeTestJSON-1162040511-project] 10.222.0.55 "GET /v2.0/security-groups?id=3da5c83d-cf6b-4fcf-bab0-524149ea10e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521591 May 28 06:32:11.542304 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f95419-8587-426f-bb8b-1e928c1aa02a None None] Pushing event deleted for resources: {'Port': ['ID=b3e1a5f4-7691-4252-87eb-e9b74aeaf7fb,revision_number=None']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:32:11.544099 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f95419-8587-426f-bb8b-1e928c1aa02a None None] No DVR routers for this DVR port b3e1a5f4-7691-4252-87eb-e9b74aeaf7fb on host n-d-843702-1 {{(pid=89111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:32:11.593957 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-72cf1183-faf8-42de-8978-9850d5574758 req-fe16c4b0-7f43-4661-b6fe-ce1dacd825d1 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] For port 8ffdfe1d-6308-4ce3-9a01-995f39cb99fd, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=8ffdfe1d-6308-4ce3-9a01-995f39cb99fd,segment=NetworkSegment(833fd725-a517-41b8-a917-b7cf24c49042),segment_id=833fd725-a517-41b8-a917-b7cf24c49042)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:32:11.594316 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-72cf1183-faf8-42de-8978-9850d5574758 req-fe16c4b0-7f43-4661-b6fe-ce1dacd825d1 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:11.617672 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [None req-d84e084f-6eee-4d4f-9bbf-faa400920113 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] For port b3e1a5f4-7691-4252-87eb-e9b74aeaf7fb, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=b3e1a5f4-7691-4252-87eb-e9b74aeaf7fb,segment=NetworkSegment(e21c9acb-e9f4-42e9-ad94-9e46ccbfefd4),segment_id=e21c9acb-e9f4-42e9-ad94-9e46ccbfefd4)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:32:11.618041 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d84e084f-6eee-4d4f-9bbf-faa400920113 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:11.659769 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f4be94-355d-48cd-9ebb-a69a8a78c4bf service neutron] Pushing event updated for resources: {'Port': ['ID=5b40a623-70da-41bd-8bfa-53236b62953e,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:32:11.863929 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-d84e084f-6eee-4d4f-9bbf-faa400920113 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Calling delete_port for b3e1a5f4-7691-4252-87eb-e9b74aeaf7fb owned by network:dhcp {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:32:11.890125 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-4c056361-4ce3-49a2-9dd9-3986724246ca req-a6f4be94-355d-48cd-9ebb-a69a8a78c4bf service neutron] Attempting to bind port 5b40a623-70da-41bd-8bfa-53236b62953e on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:32:11.890374 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-4c056361-4ce3-49a2-9dd9-3986724246ca req-a6f4be94-355d-48cd-9ebb-a69a8a78c4bf service neutron] Attempting to bind port 5b40a623-70da-41bd-8bfa-53236b62953e by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': '75019356-28ff-4b3b-ab1f-7fd649171211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'd83d4959-ab97-477d-994a-54e4149e8a5e'}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:32:11.890698 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c056361-4ce3-49a2-9dd9-3986724246ca req-a6f4be94-355d-48cd-9ebb-a69a8a78c4bf service neutron] Attempting to bind port 5b40a623-70da-41bd-8bfa-53236b62953e on network d83d4959-ab97-477d-994a-54e4149e8a5e {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:32:11.900247 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c056361-4ce3-49a2-9dd9-3986724246ca req-a6f4be94-355d-48cd-9ebb-a69a8a78c4bf service neutron] Port 5b40a623-70da-41bd-8bfa-53236b62953e on network d83d4959-ab97-477d-994a-54e4149e8a5e not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:32:11.900247 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c056361-4ce3-49a2-9dd9-3986724246ca req-a6f4be94-355d-48cd-9ebb-a69a8a78c4bf service neutron] Attempting to bind port 5b40a623-70da-41bd-8bfa-53236b62953e on network d83d4959-ab97-477d-994a-54e4149e8a5e {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:32:11.908014 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c056361-4ce3-49a2-9dd9-3986724246ca req-a6f4be94-355d-48cd-9ebb-a69a8a78c4bf service neutron] Checking agent: {'id': '69f492a0-c00d-46d0-9bec-fcd8161ce206', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:32:11.908346 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c056361-4ce3-49a2-9dd9-3986724246ca req-a6f4be94-355d-48cd-9ebb-a69a8a78c4bf service neutron] Checking segment: {'id': '75019356-28ff-4b3b-ab1f-7fd649171211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'd83d4959-ab97-477d-994a-54e4149e8a5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:32:11.908733 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c056361-4ce3-49a2-9dd9-3986724246ca req-a6f4be94-355d-48cd-9ebb-a69a8a78c4bf service neutron] Bound using segment: {'id': '75019356-28ff-4b3b-ab1f-7fd649171211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'd83d4959-ab97-477d-994a-54e4149e8a5e'} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:32:11.909157 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-4c056361-4ce3-49a2-9dd9-3986724246ca req-a6f4be94-355d-48cd-9ebb-a69a8a78c4bf service neutron] Bound port: 5b40a623-70da-41bd-8bfa-53236b62953e, host: n-h1-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75019356-28ff-4b3b-ab1f-7fd649171211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'd83d4959-ab97-477d-994a-54e4149e8a5e'}}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:32:11.909525 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-4c056361-4ce3-49a2-9dd9-3986724246ca req-a6f4be94-355d-48cd-9ebb-a69a8a78c4bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:11.947714 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-97db3b72-eb7c-43e6-a6a9-af05a3986050 req-f8a42223-7450-4921-9404-3f4ff59dca6f tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Notify callbacks [] for floatingip, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:12.056261 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [req-4c056361-4ce3-49a2-9dd9-3986724246ca req-c86d4f03-dedf-4124-8909-2aaa8f4d595c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69ae78eb-f247-4959-a283-02fedbea251d {{(pid=89109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:32:12.067308 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-4c056361-4ce3-49a2-9dd9-3986724246ca req-c86d4f03-dedf-4124-8909-2aaa8f4d595c service neutron] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:12.077942 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-4c056361-4ce3-49a2-9dd9-3986724246ca req-a6f4be94-355d-48cd-9ebb-a69a8a78c4bf service neutron] For port 5b40a623-70da-41bd-8bfa-53236b62953e, host n-h1-843702-1, cleared binding levels {{(pid=89109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:32:12.083281 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-4c056361-4ce3-49a2-9dd9-3986724246ca req-a6f4be94-355d-48cd-9ebb-a69a8a78c4bf service neutron] For port 5b40a623-70da-41bd-8bfa-53236b62953e, host n-h1-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=5b40a623-70da-41bd-8bfa-53236b62953e,segment=NetworkSegment(75019356-28ff-4b3b-ab1f-7fd649171211),segment_id=75019356-28ff-4b3b-ab1f-7fd649171211)] {{(pid=89109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:32:12.090023 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [req-4c056361-4ce3-49a2-9dd9-3986724246ca req-c86d4f03-dedf-4124-8909-2aaa8f4d595c service neutron] Transition to ACTIVE for port object 69ae78eb-f247-4959-a283-02fedbea251d will not be triggered until provisioned by entity L2. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:32:12.137052 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 5efa7ba5-8660-4f25-8ac0-f6ed5ab026ab no longer exists at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:32:12.217009 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-4c056361-4ce3-49a2-9dd9-3986724246ca req-a6f4be94-355d-48cd-9ebb-a69a8a78c4bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:12.263054 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 5efa7ba5-8660-4f25-8ac0-f6ed5ab026ab is: DOWN; New status is: DOWN {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:32:12.285651 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c056361-4ce3-49a2-9dd9-3986724246ca req-a6f4be94-355d-48cd-9ebb-a69a8a78c4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:12.286318 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-4c056361-4ce3-49a2-9dd9-3986724246ca req-a6f4be94-355d-48cd-9ebb-a69a8a78c4bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:12.288400 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-4c056361-4ce3-49a2-9dd9-3986724246ca req-a6f4be94-355d-48cd-9ebb-a69a8a78c4bf service neutron] 10.222.0.69 "PUT /v2.0/ports/5b40a623-70da-41bd-8bfa-53236b62953e HTTP/1.1" status: 200 len: 1092 time: 2.1500647 May 28 06:32:12.289295 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1af8bc35-c5a9-4f4a-a88f-46df8495b8e0', 'tag': '5b40a623-70da-41bd-8bfa-53236b62953e'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:32:12.301789 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753bba4f-c28a-4d71-b199-ecb2be40f6a3 req-32b27579-0a41-43a2-81b7-30f21e5d8e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:12.303297 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-753bba4f-c28a-4d71-b199-ecb2be40f6a3 req-32b27579-0a41-43a2-81b7-30f21e5d8e23 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1ce69e7c7edf4a529cfbb2b5fa1668cd&device_id=90e87952-7c7d-436b-b970-8bfc684ac9d0 HTTP/1.1" status: 200 len: 1099 time: 0.8242679 May 28 06:32:12.307858 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f4be94-355d-48cd-9ebb-a69a8a78c4bf service neutron] Pushing event updated for resources: {'Port': ['ID=5b40a623-70da-41bd-8bfa-53236b62953e,revision_number=3']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:32:12.352543 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.db.api [None req-d84e084f-6eee-4d4f-9bbf-faa400920113 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89110) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:32:12.352848 n-d-843702-1 neutron-server[89110]: DEBUG oslo_db.api [None req-d84e084f-6eee-4d4f-9bbf-faa400920113 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:32:12.404084 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eab83c1-4404-47a3-b032-c292d176b6f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5efa7ba5-8660-4f25-8ac0-f6ed5ab026ab'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:32:12.431093 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c93d39d-6b56-4d6b-9654-b975dfb67a7f req-c5555520-6d31-44ef-b810-e469d4d90216 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:12.432524 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3c93d39d-6b56-4d6b-9654-b975dfb67a7f req-c5555520-6d31-44ef-b810-e469d4d90216 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=1eab83c1-4404-47a3-b032-c292d176b6f5 HTTP/1.1" status: 200 len: 944 time: 0.7380667 May 28 06:32:12.450296 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-4c056361-4ce3-49a2-9dd9-3986724246ca req-c86d4f03-dedf-4124-8909-2aaa8f4d595c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:12.469047 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-97db3b72-eb7c-43e6-a6a9-af05a3986050 req-f8a42223-7450-4921-9404-3f4ff59dca6f tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:12.470172 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-97db3b72-eb7c-43e6-a6a9-af05a3986050 req-f8a42223-7450-4921-9404-3f4ff59dca6f tempest-FloatingIPDetailsTestJSON-1854706100 tempest-FloatingIPDetailsTestJSON-1854706100-project] 10.222.0.55 "DELETE /v2.0/floatingips/639c0901-a6ef-4f68-899b-91e839d7b154 HTTP/1.1" status: 204 len: 173 time: 3.7698369 May 28 06:32:12.476274 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-72cf1183-faf8-42de-8978-9850d5574758 req-fe16c4b0-7f43-4661-b6fe-ce1dacd825d1 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:12.476274 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-72cf1183-faf8-42de-8978-9850d5574758 req-fe16c4b0-7f43-4661-b6fe-ce1dacd825d1 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691094'] for floatingip, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:12.476274 n-d-843702-1 neutron-server[89110]: INFO neutron.db.l3_db [req-72cf1183-faf8-42de-8978-9850d5574758 req-fe16c4b0-7f43-4661-b6fe-ce1dacd825d1 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Floating IP 5622bbf1-48d2-4522-8f7a-7e4fe4771845 disassociated. External IP: 172.25.5.212, port: 8ffdfe1d-6308-4ce3-9a01-995f39cb99fd. May 28 06:32:12.476274 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-72cf1183-faf8-42de-8978-9850d5574758 req-fe16c4b0-7f43-4661-b6fe-ce1dacd825d1 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Calling delete_port for 8ffdfe1d-6308-4ce3-9a01-995f39cb99fd owned by compute:nova {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:32:12.498350 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 58480) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:32:12.576823 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3c93d39d-6b56-4d6b-9654-b975dfb67a7f req-1f55b15c-0aa0-477b-a991-ca6eccede919 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/security-groups?id=f6de87b7-c8be-4140-be86-d0d6b2592918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380424 May 28 06:32:12.615854 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753bba4f-c28a-4d71-b199-ecb2be40f6a3 req-79e0fd85-e468-4f07-9e7d-d38c7ac47409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:12.617295 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-753bba4f-c28a-4d71-b199-ecb2be40f6a3 req-79e0fd85-e468-4f07-9e7d-d38c7ac47409 service neutron] 10.222.0.69 "GET /v2.0/networks?id=bb90c162-fdb0-406b-af2b-5eef830db7a9 HTTP/1.1" status: 200 len: 870 time: 0.2975318 May 28 06:32:12.750472 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-753bba4f-c28a-4d71-b199-ecb2be40f6a3 req-a9cb0f63-f66e-4e25-9839-c2a70a8146e3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=8a65d045-6d37-4796-b76e-00b5052bc4ba HTTP/1.1" status: 200 len: 217 time: 0.1255581 May 28 06:32:12.817756 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753bba4f-c28a-4d71-b199-ecb2be40f6a3 req-96f72fd5-3e51-4ff2-b9b1-12df659377d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:12.822082 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-753bba4f-c28a-4d71-b199-ecb2be40f6a3 req-96f72fd5-3e51-4ff2-b9b1-12df659377d6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e72d0ca5-04cb-4b36-82b1-c75214c9eb05 HTTP/1.1" status: 200 len: 843 time: 0.0630057 May 28 06:32:12.851882 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86d4f03-dedf-4124-8909-2aaa8f4d595c service neutron] Pushing event updated for resources: {'Port': ['ID=69ae78eb-f247-4959-a283-02fedbea251d,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:32:12.854095 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-d84e084f-6eee-4d4f-9bbf-faa400920113 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Deleting port b3e1a5f4-7691-4252-87eb-e9b74aeaf7fb {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:32:12.854441 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d84e084f-6eee-4d4f-9bbf-faa400920113 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:12.985721 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-d84e084f-6eee-4d4f-9bbf-faa400920113 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] The port 'b3e1a5f4-7691-4252-87eb-e9b74aeaf7fb' was deleted {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 06:32:13.169990 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb109bd-1f7b-4dd1-8611-1f1a5c552f83 req-d91cc3e3-1b1a-4dc6-9f60-4dbee265e186 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:13.170731 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-9eb109bd-1f7b-4dd1-8611-1f1a5c552f83 req-d91cc3e3-1b1a-4dc6-9f60-4dbee265e186 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Synchronizing usage tracker for tenant:f2d8466b4d8c4168848bc4cc302053bf on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:32:13.186329 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d84e084f-6eee-4d4f-9bbf-faa400920113 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:13.210648 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-4c056361-4ce3-49a2-9dd9-3986724246ca req-c86d4f03-dedf-4124-8909-2aaa8f4d595c service neutron] Attempting to bind port 69ae78eb-f247-4959-a283-02fedbea251d on host n-h2-843702-1 for vnic_type normal with profile {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:32:13.210978 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-4c056361-4ce3-49a2-9dd9-3986724246ca req-c86d4f03-dedf-4124-8909-2aaa8f4d595c service neutron] Attempting to bind port 69ae78eb-f247-4959-a283-02fedbea251d by drivers openvswitch,hyperv on host n-h2-843702-1 at level 0 using segments [{'id': '75019356-28ff-4b3b-ab1f-7fd649171211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'd83d4959-ab97-477d-994a-54e4149e8a5e'}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:32:13.211303 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c056361-4ce3-49a2-9dd9-3986724246ca req-c86d4f03-dedf-4124-8909-2aaa8f4d595c service neutron] Attempting to bind port 69ae78eb-f247-4959-a283-02fedbea251d on network d83d4959-ab97-477d-994a-54e4149e8a5e {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:32:13.230990 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c056361-4ce3-49a2-9dd9-3986724246ca req-c86d4f03-dedf-4124-8909-2aaa8f4d595c service neutron] Port 69ae78eb-f247-4959-a283-02fedbea251d on network d83d4959-ab97-477d-994a-54e4149e8a5e not bound, no agent of type Open vSwitch agent registered on host n-h2-843702-1 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:32:13.231672 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c056361-4ce3-49a2-9dd9-3986724246ca req-c86d4f03-dedf-4124-8909-2aaa8f4d595c service neutron] Attempting to bind port 69ae78eb-f247-4959-a283-02fedbea251d on network d83d4959-ab97-477d-994a-54e4149e8a5e {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:32:13.231763 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-9eb109bd-1f7b-4dd1-8611-1f1a5c552f83 req-d91cc3e3-1b1a-4dc6-9f60-4dbee265e186 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Unset dirty status for tenant:f2d8466b4d8c4168848bc4cc302053bf on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:32:13.232890 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9eb109bd-1f7b-4dd1-8611-1f1a5c552f83 req-d91cc3e3-1b1a-4dc6-9f60-4dbee265e186 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "GET /v2.0/ports?device_id=4faa87b8-f4ff-4090-9c52-7a280a3dcdf8 HTTP/1.1" status: 200 len: 944 time: 0.6608863 May 28 06:32:13.233547 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-72cf1183-faf8-42de-8978-9850d5574758 req-fe16c4b0-7f43-4661-b6fe-ce1dacd825d1 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:13.236480 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753bba4f-c28a-4d71-b199-ecb2be40f6a3 req-fe7ffcf5-0550-4cb1-98ad-5ab286129aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:13.237929 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-753bba4f-c28a-4d71-b199-ecb2be40f6a3 req-fe7ffcf5-0550-4cb1-98ad-5ab286129aad service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bb90c162-fdb0-406b-af2b-5eef830db7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4124207 May 28 06:32:13.240441 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-d84e084f-6eee-4d4f-9bbf-faa400920113 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d559caf8-5c9d-46ee-83a9-2592f6487ede']}} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:32:13.245429 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c056361-4ce3-49a2-9dd9-3986724246ca req-c86d4f03-dedf-4124-8909-2aaa8f4d595c service neutron] Checking agent: {'id': 'f1a3973b-d2b3-4558-88e7-2ac50857d302', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:32:13.245775 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c056361-4ce3-49a2-9dd9-3986724246ca req-c86d4f03-dedf-4124-8909-2aaa8f4d595c service neutron] Checking segment: {'id': '75019356-28ff-4b3b-ab1f-7fd649171211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'd83d4959-ab97-477d-994a-54e4149e8a5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:32:13.246167 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c056361-4ce3-49a2-9dd9-3986724246ca req-c86d4f03-dedf-4124-8909-2aaa8f4d595c service neutron] Bound using segment: {'id': '75019356-28ff-4b3b-ab1f-7fd649171211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'd83d4959-ab97-477d-994a-54e4149e8a5e'} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:32:13.246596 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-4c056361-4ce3-49a2-9dd9-3986724246ca req-c86d4f03-dedf-4124-8909-2aaa8f4d595c service neutron] Bound port: 69ae78eb-f247-4959-a283-02fedbea251d, host: n-h2-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75019356-28ff-4b3b-ab1f-7fd649171211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'd83d4959-ab97-477d-994a-54e4149e8a5e'}}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:32:13.246939 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-4c056361-4ce3-49a2-9dd9-3986724246ca req-c86d4f03-dedf-4124-8909-2aaa8f4d595c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:13.264539 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c056361-4ce3-49a2-9dd9-3986724246ca req-f5c8ab62-bf81-46b1-93f5-c444d948b50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:13.266037 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-4c056361-4ce3-49a2-9dd9-3986724246ca req-f5c8ab62-bf81-46b1-93f5-c444d948b50f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e9a1a9066a3349fa8fd9ecc898dfe607&device_id=1af8bc35-c5a9-4f4a-a88f-46df8495b8e0 HTTP/1.1" status: 200 len: 1095 time: 0.5311007 May 28 06:32:13.299042 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73f477a-7862-4802-a0dd-52e18a39b84d req-809ccdee-0f4d-4b67-aa5c-1e6ac044a14c tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:13.300496 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a73f477a-7862-4802-a0dd-52e18a39b84d req-809ccdee-0f4d-4b67-aa5c-1e6ac044a14c tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] 10.222.0.55 "GET /v2.0/ports?device_id=991f8908-885a-4c2e-b528-88408e8f79da HTTP/1.1" status: 200 len: 943 time: 0.6111195 May 28 06:32:13.344087 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-d84e084f-6eee-4d4f-9bbf-faa400920113 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e21c9acb-e9f4-42e9-ad94-9e46ccbfefd4') {'for_net_delete': True} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:32:13.344381 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-d84e084f-6eee-4d4f-9bbf-faa400920113 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e21c9acb-e9f4-42e9-ad94-9e46ccbfefd4') {} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:32:13.352317 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe16c4b0-7f43-4661-b6fe-ce1dacd825d1 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Pushing event deleted for resources: {'Port': ['ID=8ffdfe1d-6308-4ce3-9a01-995f39cb99fd,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:32:13.442976 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d84e084f-6eee-4d4f-9bbf-faa400920113 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4150778'] for segment, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:13.455163 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-4c056361-4ce3-49a2-9dd9-3986724246ca req-d4115031-bd5a-4194-bb43-1580dfff5115 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5b40a623-70da-41bd-8bfa-53236b62953e HTTP/1.1" status: 200 len: 217 time: 0.1324842 May 28 06:32:13.545920 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d84e084f-6eee-4d4f-9bbf-faa400920113 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:13.577927 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9eb109bd-1f7b-4dd1-8611-1f1a5c552f83 req-44eeedb7-5914-410c-acbd-3ffbedc63c28 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "GET /v2.0/security-groups?id=63ea6420-b48b-49b9-b520-8d6c62ca7c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2944076 May 28 06:32:13.608037 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d84e084f-6eee-4d4f-9bbf-faa400920113 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=89110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:32:13.608439 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d84e084f-6eee-4d4f-9bbf-faa400920113 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3143023'] for segment, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:13.611787 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c056361-4ce3-49a2-9dd9-3986724246ca req-79e8b460-af81-463b-a4eb-c73463c41401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:13.613239 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-4c056361-4ce3-49a2-9dd9-3986724246ca req-79e8b460-af81-463b-a4eb-c73463c41401 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=458087a4-2db3-4685-b2ba-eab969a92d13 HTTP/1.1" status: 200 len: 853 time: 0.1502285 May 28 06:32:13.621876 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-4c056361-4ce3-49a2-9dd9-3986724246ca req-c86d4f03-dedf-4124-8909-2aaa8f4d595c service neutron] For port 69ae78eb-f247-4959-a283-02fedbea251d, host n-h2-843702-1, cleared binding levels {{(pid=89109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:32:13.661701 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35967f9d-2b39-45aa-9f31-7b1a8784db33'] response: {'name': 'network-changed', 'server_uuid': '1af8bc35-c5a9-4f4a-a88f-46df8495b8e0', 'tag': '5b40a623-70da-41bd-8bfa-53236b62953e', 'status': 'completed', 'code': 200} May 28 06:32:13.683864 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-4c056361-4ce3-49a2-9dd9-3986724246ca req-a9add56f-25eb-46c4-b8ee-2041536a6191 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d83d4959-ab97-477d-994a-54e4149e8a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578864 May 28 06:32:13.685489 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-4c056361-4ce3-49a2-9dd9-3986724246ca req-c86d4f03-dedf-4124-8909-2aaa8f4d595c service neutron] For port 69ae78eb-f247-4959-a283-02fedbea251d, host n-h2-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=69ae78eb-f247-4959-a283-02fedbea251d,segment=NetworkSegment(75019356-28ff-4b3b-ab1f-7fd649171211),segment_id=75019356-28ff-4b3b-ab1f-7fd649171211)] {{(pid=89109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:32:13.691560 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a73f477a-7862-4802-a0dd-52e18a39b84d req-194e4f6e-bb6d-468d-865e-7c4a4372ef37 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] 10.222.0.55 "GET /v2.0/security-groups?id=f753ce85-540a-4551-926d-ab7871f6d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3404417 May 28 06:32:13.702577 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment e21c9acb-e9f4-42e9-ad94-9e46ccbfefd4 resource provider aggregate not found May 28 06:32:13.702679 n-d-843702-1 neutron-server[89111]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-3e8066e5-fb77-49b9-9ae1-8898a02c5cb8']: {'server_uuid': '1eab83c1-4404-47a3-b032-c292d176b6f5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5efa7ba5-8660-4f25-8ac0-f6ed5ab026ab', 'code': 422} returned with failed status May 28 06:32:13.800290 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment e21c9acb-e9f4-42e9-ad94-9e46ccbfefd4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e21c9acb-e9f4-42e9-ad94-9e46ccbfefd4 found for delete ", "request_id": "req-1fb600fb-53ca-4158-87e5-c7db1ce09428"}]} May 28 06:32:13.874005 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-4c056361-4ce3-49a2-9dd9-3986724246ca req-c86d4f03-dedf-4124-8909-2aaa8f4d595c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:13.991557 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c056361-4ce3-49a2-9dd9-3986724246ca req-c86d4f03-dedf-4124-8909-2aaa8f4d595c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:13.992167 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-4c056361-4ce3-49a2-9dd9-3986724246ca req-c86d4f03-dedf-4124-8909-2aaa8f4d595c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:13.993696 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-4c056361-4ce3-49a2-9dd9-3986724246ca req-c86d4f03-dedf-4124-8909-2aaa8f4d595c service neutron] 10.222.0.71 "PUT /v2.0/ports/69ae78eb-f247-4959-a283-02fedbea251d HTTP/1.1" status: 200 len: 1091 time: 2.8315699 May 28 06:32:14.026244 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-753bba4f-c28a-4d71-b199-ecb2be40f6a3 req-4e598763-9f8e-47a3-9dd4-41effe6086fe service neutron] 10.222.0.69 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7416706 May 28 06:32:14.045285 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86d4f03-dedf-4124-8909-2aaa8f4d595c service neutron] Pushing event updated for resources: {'Port': ['ID=69ae78eb-f247-4959-a283-02fedbea251d,revision_number=3']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:32:14.054288 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-4c056361-4ce3-49a2-9dd9-3986724246ca req-02741d9f-4ddf-41a1-947b-ec37a68c1aba service neutron] 10.222.0.69 "GET /v2.0/networks/d83d4959-ab97-477d-994a-54e4149e8a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759597 May 28 06:32:14.135826 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 8a65d045-6d37-4796-b76e-00b5052bc4ba details requested by agent hyperv_n-h1-843702-1 with host n-h1-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:32:14.158020 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d84e084f-6eee-4d4f-9bbf-faa400920113 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:14.190190 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d84e084f-6eee-4d4f-9bbf-faa400920113 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:14.214402 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84e084f-6eee-4d4f-9bbf-faa400920113 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] Pushing event deleted for resources: {'Network': ['ID=d559caf8-5c9d-46ee-83a9-2592f6487ede,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:32:14.231720 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [req-72cf1183-faf8-42de-8978-9850d5574758 req-fe16c4b0-7f43-4661-b6fe-ce1dacd825d1 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Router b7caed0c-12be-4ccc-aed6-16ab8878a290 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:32:14.253018 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-d84e084f-6eee-4d4f-9bbf-faa400920113 tempest-AllowedAddressPairTestJSON-1156197734 tempest-AllowedAddressPairTestJSON-1156197734-project] 10.222.0.55 "DELETE /v2.0/networks/d559caf8-5c9d-46ee-83a9-2592f6487ede HTTP/1.1" status: 204 len: 168 time: 3.9175954 May 28 06:32:14.318993 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-4c056361-4ce3-49a2-9dd9-3986724246ca req-83643a9f-4f35-4a99-bd69-8e9116e4c408 service neutron] 10.222.0.69 "GET /v2.0/networks/d83d4959-ab97-477d-994a-54e4149e8a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2570813 May 28 06:32:14.348238 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-485a497c-119d-4f9f-8c83-06a1c8a4d7d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700548'] for router_interface, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:14.362367 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 8a65d045-6d37-4796-b76e-00b5052bc4ba, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=8a65d045-6d37-4796-b76e-00b5052bc4ba,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:32:14.374664 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-753bba4f-c28a-4d71-b199-ecb2be40f6a3 req-cf6ad9b8-d743-402a-8795-74108dd8858f service neutron] 10.222.0.69 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3328257 May 28 06:32:14.383774 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Returning: {'device': '8a65d045-6d37-4796-b76e-00b5052bc4ba', 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9', 'port_id': '8a65d045-6d37-4796-b76e-00b5052bc4ba', 'mac_address': 'fa:16:3e:5b:3d:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e72d0ca5-04cb-4b36-82b1-c75214c9eb05', 'ip_address': '192.168.233.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:32:14.403168 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ae76b0-6eb5-4004-ab89-ee0d6884ac83 req-f07e220b-05b8-4c34-927f-08a8dc5b72f5 tempest-ImagesNegativeTestJSON-1162040511 tempest-ImagesNegativeTestJSON-1162040511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:14.413906 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-64ae76b0-6eb5-4004-ab89-ee0d6884ac83 req-f07e220b-05b8-4c34-927f-08a8dc5b72f5 tempest-ImagesNegativeTestJSON-1162040511 tempest-ImagesNegativeTestJSON-1162040511-project] 10.222.0.55 "GET /v2.0/ports?device_id=90e87952-7c7d-436b-b970-8bfc684ac9d0 HTTP/1.1" status: 200 len: 948 time: 0.4240174 May 28 06:32:14.445874 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c056361-4ce3-49a2-9dd9-3986724246ca req-79902e8a-8946-4409-b51a-6590157dcc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:14.448635 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-4c056361-4ce3-49a2-9dd9-3986724246ca req-79902e8a-8946-4409-b51a-6590157dcc55 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e9a1a9066a3349fa8fd9ecc898dfe607&device_id=991f8908-885a-4c2e-b528-88408e8f79da HTTP/1.1" status: 200 len: 1094 time: 0.2573144 May 28 06:32:14.518640 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 8a65d045-6d37-4796-b76e-00b5052bc4ba is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:32:14.523407 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:14.539638 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a65d045-6d37-4796-b76e-00b5052bc4ba {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:32:14.542506 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-4c056361-4ce3-49a2-9dd9-3986724246ca req-905da206-2b1f-4bea-b707-9bbaded7e90d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=69ae78eb-f247-4959-a283-02fedbea251d HTTP/1.1" status: 200 len: 217 time: 0.0788963 May 28 06:32:14.561668 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 8a65d045-6d37-4796-b76e-00b5052bc4ba, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=8a65d045-6d37-4796-b76e-00b5052bc4ba,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:32:14.619182 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-64ae76b0-6eb5-4004-ab89-ee0d6884ac83 req-41cacef0-ed17-4e59-bd04-23d278b1b8ae tempest-ImagesNegativeTestJSON-1162040511 tempest-ImagesNegativeTestJSON-1162040511-project] 10.222.0.55 "GET /v2.0/security-groups?id=3da5c83d-cf6b-4fcf-bab0-524149ea10e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074535 May 28 06:32:14.629328 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-72cf1183-faf8-42de-8978-9850d5574758 req-fe16c4b0-7f43-4661-b6fe-ce1dacd825d1 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:32:14.647235 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:14.648069 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868dc5e3-a21d-4170-ab88-8311af01426f None None] Sync routers for ids ['b7caed0c-12be-4ccc-aed6-16ab8878a290'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:32:14.664052 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868dc5e3-a21d-4170-ab88-8311af01426f None None] Routers {'b7caed0c-12be-4ccc-aed6-16ab8878a290'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:32:14.665796 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-868dc5e3-a21d-4170-ab88-8311af01426f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:31:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['b7caed0c-12be-4ccc-aed6-16ab8878a290'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:32:14.750578 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=8a65d045-6d37-4796-b76e-00b5052bc4ba,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:32:14.793287 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-72cf1183-faf8-42de-8978-9850d5574758 req-fe16c4b0-7f43-4661-b6fe-ce1dacd825d1 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] No DVR routers for this DVR port 8ffdfe1d-6308-4ce3-9a01-995f39cb99fd on host n-h1-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:32:14.796870 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-72cf1183-faf8-42de-8978-9850d5574758 req-fe16c4b0-7f43-4661-b6fe-ce1dacd825d1 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:14.806522 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-72cf1183-faf8-42de-8978-9850d5574758 req-fe16c4b0-7f43-4661-b6fe-ce1dacd825d1 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.69 "DELETE /v2.0/ports/8ffdfe1d-6308-4ce3-9a01-995f39cb99fd HTTP/1.1" status: 204 len: 173 time: 7.8220758 May 28 06:32:14.806983 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4faa87b8-f4ff-4090-9c52-7a280a3dcdf8', 'name': 'network-vif-deleted', 'tag': '8ffdfe1d-6308-4ce3-9a01-995f39cb99fd'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:32:14.828938 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3031c86e-d798-4e98-9641-fe4460ea8b6a req-3d81c33f-6761-4666-9308-18e38e803499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:14.830456 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3031c86e-d798-4e98-9641-fe4460ea8b6a req-3d81c33f-6761-4666-9308-18e38e803499 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e9a1a9066a3349fa8fd9ecc898dfe607&device_id=1af8bc35-c5a9-4f4a-a88f-46df8495b8e0 HTTP/1.1" status: 200 len: 1095 time: 0.3125908 May 28 06:32:14.869350 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c056361-4ce3-49a2-9dd9-3986724246ca req-23e0fc1b-0ed6-47c3-95d0-195509e5ecff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:14.870823 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-4c056361-4ce3-49a2-9dd9-3986724246ca req-23e0fc1b-0ed6-47c3-95d0-195509e5ecff service neutron] 10.222.0.71 "GET /v2.0/subnets?id=458087a4-2db3-4685-b2ba-eab969a92d13 HTTP/1.1" status: 200 len: 853 time: 0.2688103 May 28 06:32:14.942196 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-868dc5e3-a21d-4170-ab88-8311af01426f None None] Set router b7caed0c-12be-4ccc-aed6-16ab8878a290 gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:32:14.942349 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['8a65d045-6d37-4796-b76e-00b5052bc4ba'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:32:14.996301 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b414af76-d527-40ad-acf8-d251005e8aa2 req-25af4f13-254a-4728-8fd1-e404c2020b8f tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "GET /v2.0/ports?device_id=4faa87b8-f4ff-4090-9c52-7a280a3dcdf8 HTTP/1.1" status: 200 len: 210 time: 0.1268184 May 28 06:32:15.174805 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 58532) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:32:15.188553 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3031c86e-d798-4e98-9641-fe4460ea8b6a req-7ed5528c-5424-41c9-97b0-47d3f1caf368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:15.190514 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3031c86e-d798-4e98-9641-fe4460ea8b6a req-7ed5528c-5424-41c9-97b0-47d3f1caf368 service neutron] 10.222.0.69 "GET /v2.0/networks?id=d83d4959-ab97-477d-994a-54e4149e8a5e HTTP/1.1" status: 200 len: 914 time: 0.3522568 May 28 06:32:15.200991 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-4c056361-4ce3-49a2-9dd9-3986724246ca req-2b8d07e8-da21-4658-8d21-57a649042c38 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d83d4959-ab97-477d-994a-54e4149e8a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2931271 May 28 06:32:15.380119 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3031c86e-d798-4e98-9641-fe4460ea8b6a req-4a5a7c5a-7ef6-47f6-9207-06e4b30a58a1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5b40a623-70da-41bd-8bfa-53236b62953e HTTP/1.1" status: 200 len: 217 time: 0.1132655 May 28 06:32:15.429951 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-4c056361-4ce3-49a2-9dd9-3986724246ca req-3d6a9fa8-cb31-4669-af5d-a93ced20794c service neutron] 10.222.0.71 "GET /v2.0/networks/d83d4959-ab97-477d-994a-54e4149e8a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188199 May 28 06:32:15.498217 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-868dc5e3-a21d-4170-ab88-8311af01426f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7caed0c-12be-4ccc-aed6-16ab8878a290', 'name': 'tempest-AttachVolumeTestJSON-711083849-router', 'tenant_id': 'f2d8466b4d8c4168848bc4cc302053bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '2be5ad75-4e3e-418a-8948-bbda87159bd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:27:51Z', 'updated_at': '2022-05-28T06:28:01Z', 'revision_number': 4, 'project_id': 'f2d8466b4d8c4168848bc4cc302053bf', 'gw_port': {'id': '2be5ad75-4e3e-418a-8948-bbda87159bd6', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:d2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7caed0c-12be-4ccc-aed6-16ab8878a290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:27:53Z', 'updated_at': '2022-05-28T06:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'ab358220-ffe5-48e9-8d4c-19b4f120a499', 'name': '', 'network_id': '4874bba4-a87e-43f9-9333-c72385485612', 'tenant_id': 'f2d8466b4d8c4168848bc4cc302053bf', 'mac_address': 'fa:16:3e:2a:8a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7caed0c-12be-4ccc-aed6-16ab8878a290', 'device_owner': 'network:router_interface', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': 'aa6e01e0-3e0c-4b0f-b2af-e5c6de04414e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:27:59Z', 'updated_at': '2022-05-28T06:28:10Z', 'revision_number': 5, 'project_id': 'f2d8466b4d8c4168848bc4cc302053bf', 'subnets': [{'id': 'aa6e01e0-3e0c-4b0f-b2af-e5c6de04414e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:32:15.503714 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868dc5e3-a21d-4170-ab88-8311af01426f None None] Checking router: b7caed0c-12be-4ccc-aed6-16ab8878a290 for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:32:15.513597 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9061d2-0550-4c37-b574-932f0ddcae3f req-2abe6b57-b611-470e-88f1-d12e5925cc17 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:15.515012 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868dc5e3-a21d-4170-ab88-8311af01426f None None] Routers {'b7caed0c-12be-4ccc-aed6-16ab8878a290'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:32:15.515686 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-868dc5e3-a21d-4170-ab88-8311af01426f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:31:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['b7caed0c-12be-4ccc-aed6-16ab8878a290'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:32:15.520681 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3a9061d2-0550-4c37-b574-932f0ddcae3f req-2abe6b57-b611-470e-88f1-d12e5925cc17 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] 10.222.0.55 "GET /v2.0/ports?device_id=991f8908-885a-4c2e-b528-88408e8f79da HTTP/1.1" status: 200 len: 943 time: 0.3345172 May 28 06:32:15.548966 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3031c86e-d798-4e98-9641-fe4460ea8b6a req-d34ec29e-d489-4430-baa0-df29d971a572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:15.550545 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3031c86e-d798-4e98-9641-fe4460ea8b6a req-d34ec29e-d489-4430-baa0-df29d971a572 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=458087a4-2db3-4685-b2ba-eab969a92d13 HTTP/1.1" status: 200 len: 853 time: 0.1600082 May 28 06:32:15.552600 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-485a497c-119d-4f9f-8c83-06a1c8a4d7d5 admin admin] Deleting port 44dfec9c-e5a0-4c18-ba38-9d8dfc3e2683 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:32:15.552900 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-485a497c-119d-4f9f-8c83-06a1c8a4d7d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:15.555766 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-bcfefd99-3cae-4728-91f2-4134756f719c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=35ed0efdaa624670b30cac7bf775c952&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3797593 May 28 06:32:15.579480 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 58544) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:32:15.614216 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3031c86e-d798-4e98-9641-fe4460ea8b6a req-8658b7d7-b46e-4255-b037-1661b1da6067 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d83d4959-ab97-477d-994a-54e4149e8a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560105 May 28 06:32:15.655361 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3a9061d2-0550-4c37-b574-932f0ddcae3f req-ef87010f-fc3c-43c1-b64f-32cb107f3068 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] 10.222.0.55 "GET /v2.0/security-groups?id=f753ce85-540a-4551-926d-ab7871f6d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328745 May 28 06:32:15.675481 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '991f8908-885a-4c2e-b528-88408e8f79da', 'tag': '69ae78eb-f247-4959-a283-02fedbea251d'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:32:15.775674 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-868dc5e3-a21d-4170-ab88-8311af01426f None None] Set router b7caed0c-12be-4ccc-aed6-16ab8878a290 gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:32:15.809384 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-4c056361-4ce3-49a2-9dd9-3986724246ca req-7cb583d6-b57a-4d11-9a37-9924935444e3 service neutron] 10.222.0.71 "GET /v2.0/networks/d83d4959-ab97-477d-994a-54e4149e8a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3709352 May 28 06:32:15.815711 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3031c86e-d798-4e98-9641-fe4460ea8b6a req-7d174173-0bb9-4962-820d-5b3cc0c11d12 service neutron] 10.222.0.69 "GET /v2.0/networks/d83d4959-ab97-477d-994a-54e4149e8a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924188 May 28 06:32:15.817270 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2c902fa-5c20-443d-a36e-55c8e289d475'] response: {'server_uuid': '4faa87b8-f4ff-4090-9c52-7a280a3dcdf8', 'name': 'network-vif-deleted', 'tag': '8ffdfe1d-6308-4ce3-9a01-995f39cb99fd', 'status': 'completed', 'code': 200} May 28 06:32:15.842113 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5b4158c8-d340-4531-b3db-40880032f1f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:15.902290 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5b4158c8-d340-4531-b3db-40880032f1f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:15.923408 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-485a497c-119d-4f9f-8c83-06a1c8a4d7d5 admin admin] For port 44dfec9c-e5a0-4c18-ba38-9d8dfc3e2683, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=44dfec9c-e5a0-4c18-ba38-9d8dfc3e2683,segment=NetworkSegment(ae039f29-d3dd-4b02-84d2-2ed146fe5b60),segment_id=ae039f29-d3dd-4b02-84d2-2ed146fe5b60)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:32:15.923763 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-485a497c-119d-4f9f-8c83-06a1c8a4d7d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:16.074509 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3031c86e-d798-4e98-9641-fe4460ea8b6a req-491a6d89-1a3c-4ca1-b433-7deb3cc22312 service neutron] 10.222.0.69 "GET /v2.0/networks/d83d4959-ab97-477d-994a-54e4149e8a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416937 May 28 06:32:16.088313 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53dbe3d-353b-4954-98cb-a75fc82bda0f req-37e83c5a-2e6e-4dca-82ec-abb9fa968b2e tempest-ImagesNegativeTestJSON-1162040511 tempest-ImagesNegativeTestJSON-1162040511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:16.090889 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a53dbe3d-353b-4954-98cb-a75fc82bda0f req-37e83c5a-2e6e-4dca-82ec-abb9fa968b2e tempest-ImagesNegativeTestJSON-1162040511 tempest-ImagesNegativeTestJSON-1162040511-project] 10.222.0.55 "GET /v2.0/ports?device_id=90e87952-7c7d-436b-b970-8bfc684ac9d0 HTTP/1.1" status: 200 len: 949 time: 0.1615932 May 28 06:32:16.121781 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-485a497c-119d-4f9f-8c83-06a1c8a4d7d5 admin admin] Calling delete_port for 44dfec9c-e5a0-4c18-ba38-9d8dfc3e2683 owned by network:router_interface {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:32:16.138721 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 8a65d045-6d37-4796-b76e-00b5052bc4ba up at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:32:16.194641 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a53dbe3d-353b-4954-98cb-a75fc82bda0f req-945a8db5-6531-4b8e-b9a9-47235fe45b2c tempest-ImagesNegativeTestJSON-1162040511 tempest-ImagesNegativeTestJSON-1162040511-project] 10.222.0.55 "GET /v2.0/security-groups?id=3da5c83d-cf6b-4fcf-bab0-524149ea10e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971806 May 28 06:32:16.282714 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88e25e00-5962-4f35-a2e2-1756e716ebde'] response: {'name': 'network-changed', 'server_uuid': '991f8908-885a-4c2e-b528-88408e8f79da', 'tag': '69ae78eb-f247-4959-a283-02fedbea251d', 'status': 'completed', 'code': 200} May 28 06:32:16.291562 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-868dc5e3-a21d-4170-ab88-8311af01426f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7caed0c-12be-4ccc-aed6-16ab8878a290', 'name': 'tempest-AttachVolumeTestJSON-711083849-router', 'tenant_id': 'f2d8466b4d8c4168848bc4cc302053bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '2be5ad75-4e3e-418a-8948-bbda87159bd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:27:51Z', 'updated_at': '2022-05-28T06:28:01Z', 'revision_number': 4, 'project_id': 'f2d8466b4d8c4168848bc4cc302053bf', 'gw_port': {'id': '2be5ad75-4e3e-418a-8948-bbda87159bd6', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:d2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7caed0c-12be-4ccc-aed6-16ab8878a290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:27:53Z', 'updated_at': '2022-05-28T06:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'ab358220-ffe5-48e9-8d4c-19b4f120a499', 'name': '', 'network_id': '4874bba4-a87e-43f9-9333-c72385485612', 'tenant_id': 'f2d8466b4d8c4168848bc4cc302053bf', 'mac_address': 'fa:16:3e:2a:8a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7caed0c-12be-4ccc-aed6-16ab8878a290', 'device_owner': 'network:router_interface', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': 'aa6e01e0-3e0c-4b0f-b2af-e5c6de04414e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:27:59Z', 'updated_at': '2022-05-28T06:28:10Z', 'revision_number': 5, 'project_id': 'f2d8466b4d8c4168848bc4cc302053bf', 'subnets': [{'id': 'aa6e01e0-3e0c-4b0f-b2af-e5c6de04414e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:32:16.296107 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868dc5e3-a21d-4170-ab88-8311af01426f None None] The sync data for ids ['b7caed0c-12be-4ccc-aed6-16ab8878a290'] in n-d-843702-1 is: [{'id': 'b7caed0c-12be-4ccc-aed6-16ab8878a290', 'name': 'tempest-AttachVolumeTestJSON-711083849-router', 'tenant_id': 'f2d8466b4d8c4168848bc4cc302053bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '2be5ad75-4e3e-418a-8948-bbda87159bd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:27:51Z', 'updated_at': '2022-05-28T06:28:01Z', 'revision_number': 4, 'project_id': 'f2d8466b4d8c4168848bc4cc302053bf', 'gw_port': {'id': '2be5ad75-4e3e-418a-8948-bbda87159bd6', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:d2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7caed0c-12be-4ccc-aed6-16ab8878a290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:27:53Z', 'updated_at': '2022-05-28T06:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'ab358220-ffe5-48e9-8d4c-19b4f120a499', 'name': '', 'network_id': '4874bba4-a87e-43f9-9333-c72385485612', 'tenant_id': 'f2d8466b4d8c4168848bc4cc302053bf', 'mac_address': 'fa:16:3e:2a:8a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7caed0c-12be-4ccc-aed6-16ab8878a290', 'device_owner': 'network:router_interface', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': 'aa6e01e0-3e0c-4b0f-b2af-e5c6de04414e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:27:59Z', 'updated_at': '2022-05-28T06:28:10Z', 'revision_number': 5, 'project_id': 'f2d8466b4d8c4168848bc4cc302053bf', 'subnets': [{'id': 'aa6e01e0-3e0c-4b0f-b2af-e5c6de04414e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:32:16.330867 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5b4158c8-d340-4531-b3db-40880032f1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:16.393911 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4158c8-d340-4531-b3db-40880032f1f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=401f9a0d-0a64-4eb5-aa9e-dfd060fcaac8,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:32:16.426106 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning for port 8a65d045-6d37-4796-b76e-00b5052bc4ba completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:32:16.435239 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning complete for port 8a65d045-6d37-4796-b76e-00b5052bc4ba triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:32:16.435885 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:16.463558 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5b4158c8-d340-4531-b3db-40880032f1f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:16.465889 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-5b4158c8-d340-4531-b3db-40880032f1f1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/401f9a0d-0a64-4eb5-aa9e-dfd060fcaac8 HTTP/1.1" status: 204 len: 168 time: 0.8831906 May 28 06:32:16.492259 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a2636d-e4ea-490d-9e16-65b88e971af2 req-7eae4ed8-6c41-4e6c-92e5-36425eba48b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:16.495386 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-48a2636d-e4ea-490d-9e16-65b88e971af2 req-7eae4ed8-6c41-4e6c-92e5-36425eba48b8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e9a1a9066a3349fa8fd9ecc898dfe607&device_id=991f8908-885a-4c2e-b528-88408e8f79da HTTP/1.1" status: 200 len: 1094 time: 0.1566570 May 28 06:32:16.557963 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 58558) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:32:16.629352 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-485a497c-119d-4f9f-8c83-06a1c8a4d7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:16.643974 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 8a65d045-6d37-4796-b76e-00b5052bc4ba is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:32:16.644303 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:16.662037 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1cf87d-608e-49ac-ad4e-4cae2d50740a req-d15b87ca-42fd-41da-a8ba-abaae85fb68b tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:16.668651 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0f1cf87d-608e-49ac-ad4e-4cae2d50740a req-d15b87ca-42fd-41da-a8ba-abaae85fb68b tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=1eab83c1-4404-47a3-b032-c292d176b6f5 HTTP/1.1" status: 200 len: 944 time: 0.3407178 May 28 06:32:16.690197 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90e87952-7c7d-436b-b970-8bfc684ac9d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a65d045-6d37-4796-b76e-00b5052bc4ba'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:32:16.702680 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 8a65d045-6d37-4796-b76e-00b5052bc4ba, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=8a65d045-6d37-4796-b76e-00b5052bc4ba,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:32:16.758674 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6be7d4ad-8d8b-4a16-8fbc-2530f35da700 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:16.780294 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485a497c-119d-4f9f-8c83-06a1c8a4d7d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=44dfec9c-e5a0-4c18-ba38-9d8dfc3e2683,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:32:16.781823 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-0f1cf87d-608e-49ac-ad4e-4cae2d50740a req-a122fb10-0bd1-4f0c-9264-197f29e1b33a tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Deleting port 5efa7ba5-8660-4f25-8ac0-f6ed5ab026ab {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:32:16.781823 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-0f1cf87d-608e-49ac-ad4e-4cae2d50740a req-a122fb10-0bd1-4f0c-9264-197f29e1b33a tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:16.789978 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b192dc-683a-446e-8dad-2f2120e9397e None None] New status for floating IP 5622bbf1-48d2-4522-8f7a-7e4fe4771845: DOWN {{(pid=89111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 06:32:16.885247 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:16.977503 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a2636d-e4ea-490d-9e16-65b88e971af2 req-ebb7c2f3-bb93-47ef-a5c7-6598ea17c99f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:16.979101 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-48a2636d-e4ea-490d-9e16-65b88e971af2 req-ebb7c2f3-bb93-47ef-a5c7-6598ea17c99f service neutron] 10.222.0.71 "GET /v2.0/networks?id=d83d4959-ab97-477d-994a-54e4149e8a5e HTTP/1.1" status: 200 len: 914 time: 0.4781401 May 28 06:32:16.986603 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6be7d4ad-8d8b-4a16-8fbc-2530f35da700 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:17.019355 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=8a65d045-6d37-4796-b76e-00b5052bc4ba,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:32:17.281816 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-48a2636d-e4ea-490d-9e16-65b88e971af2 req-68e465f1-0fa4-406e-824e-2d922380df5c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=69ae78eb-f247-4959-a283-02fedbea251d HTTP/1.1" status: 200 len: 217 time: 0.2348239 May 28 06:32:17.283521 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6be7d4ad-8d8b-4a16-8fbc-2530f35da700 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:17.330534 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c46fcf3-fd90-4c2a-9739-b3a6da822ea0 req-5b8ad695-016a-4e06-b3d5-01f6f2f83928 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:17.331642 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1c46fcf3-fd90-4c2a-9739-b3a6da822ea0 req-5b8ad695-016a-4e06-b3d5-01f6f2f83928 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] 10.222.0.55 "GET /v2.0/ports?device_id=991f8908-885a-4c2e-b528-88408e8f79da HTTP/1.1" status: 200 len: 943 time: 0.4266040 May 28 06:32:17.337359 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be7d4ad-8d8b-4a16-8fbc-2530f35da700 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63ea6420-b48b-49b9-b520-8d6c62ca7c71,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:32:17.394173 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-0f1cf87d-608e-49ac-ad4e-4cae2d50740a req-a122fb10-0bd1-4f0c-9264-197f29e1b33a tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] For port 5efa7ba5-8660-4f25-8ac0-f6ed5ab026ab, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=5efa7ba5-8660-4f25-8ac0-f6ed5ab026ab,segment=NetworkSegment(a8c42c09-58b4-4e9e-ab8f-c96c63ee4190),segment_id=a8c42c09-58b4-4e9e-ab8f-c96c63ee4190)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:32:17.394538 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-0f1cf87d-608e-49ac-ad4e-4cae2d50740a req-a122fb10-0bd1-4f0c-9264-197f29e1b33a tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:17.439982 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a2636d-e4ea-490d-9e16-65b88e971af2 req-fdb444c9-35dc-482c-9f39-bd7840cd68cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:17.441547 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-48a2636d-e4ea-490d-9e16-65b88e971af2 req-fdb444c9-35dc-482c-9f39-bd7840cd68cb service neutron] 10.222.0.71 "GET /v2.0/subnets?id=458087a4-2db3-4685-b2ba-eab969a92d13 HTTP/1.1" status: 200 len: 853 time: 0.1513953 May 28 06:32:17.480259 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-485a497c-119d-4f9f-8c83-06a1c8a4d7d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700472'] for router_interface, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:17.498447 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-48a2636d-e4ea-490d-9e16-65b88e971af2 req-4d2c433a-1196-4d20-98a6-8bfd881b2239 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d83d4959-ab97-477d-994a-54e4149e8a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506103 May 28 06:32:17.568931 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-0f1cf87d-608e-49ac-ad4e-4cae2d50740a req-a122fb10-0bd1-4f0c-9264-197f29e1b33a tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Calling delete_port for 5efa7ba5-8660-4f25-8ac0-f6ed5ab026ab owned by compute:nova {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:32:17.618782 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6be7d4ad-8d8b-4a16-8fbc-2530f35da700 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:17.620216 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-6be7d4ad-8d8b-4a16-8fbc-2530f35da700 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "DELETE /v2.0/security-groups/63ea6420-b48b-49b9-b520-8d6c62ca7c71 HTTP/1.1" status: 204 len: 168 time: 1.0520024 May 28 06:32:17.625739 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 58580) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:32:17.628831 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1c46fcf3-fd90-4c2a-9739-b3a6da822ea0 req-7c5e738f-81fa-4658-9951-e0d9d4906fda tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] 10.222.0.55 "GET /v2.0/security-groups?id=f753ce85-540a-4551-926d-ab7871f6d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663660 May 28 06:32:17.661102 n-d-843702-1 neutron-server[89110]: INFO neutron.api.v2.resource [None req-4565e10a-a0f7-4104-a371-2db26a890ef9 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] show failed (client error): The resource could not be found. May 28 06:32:17.663824 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-4565e10a-a0f7-4104-a371-2db26a890ef9 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "GET /v2.0/security-groups/63ea6420-b48b-49b9-b520-8d6c62ca7c71 HTTP/1.1" status: 404 len: 347 time: 0.0339286 May 28 06:32:17.666927 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 58586) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:32:17.707435 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5df09311-1f5c-438a-acf6-67feab0a42f7'] response: {'server_uuid': '90e87952-7c7d-436b-b970-8bfc684ac9d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a65d045-6d37-4796-b76e-00b5052bc4ba', 'code': 200} May 28 06:32:17.821442 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-48a2636d-e4ea-490d-9e16-65b88e971af2 req-eac4668e-244c-4181-be72-910e799b1a6f service neutron] 10.222.0.71 "GET /v2.0/networks/d83d4959-ab97-477d-994a-54e4149e8a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2653627 May 28 06:32:17.995165 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-3fe3041b-11bb-48a8-8297-f513c7796e82 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Deleting port f52405bd-3249-49a3-94cf-14cf932f89fb {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:32:17.995542 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3fe3041b-11bb-48a8-8297-f513c7796e82 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:18.024738 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 58594) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:32:18.127120 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-48a2636d-e4ea-490d-9e16-65b88e971af2 req-407dcd9b-6254-463c-9910-c3cdbf249cc2 service neutron] 10.222.0.71 "GET /v2.0/networks/d83d4959-ab97-477d-994a-54e4149e8a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438293 May 28 06:32:18.138967 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-485a497c-119d-4f9f-8c83-06a1c8a4d7d5 admin admin] Router 5c55a9ef-c247-4bff-8603-15a5153f4ccd has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:32:18.141240 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 5b40a623-70da-41bd-8bfa-53236b62953e details requested by agent hyperv_n-h1-843702-1 with host n-h1-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:32:18.254490 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-a72114de-0962-4e9c-8439-0441083c7e9f tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1698262492'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:32:18.266083 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-a72114de-0962-4e9c-8439-0441083c7e9f tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:32:18.272722 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ec2c2f-843e-44e0-9135-749a9db9b87e req-3f845915-9aef-434f-aa31-58f8c664cdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:18.274275 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b7ec2c2f-843e-44e0-9135-749a9db9b87e req-3f845915-9aef-434f-aa31-58f8c664cdb5 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=90e87952-7c7d-436b-b970-8bfc684ac9d0 HTTP/1.1" status: 200 len: 1101 time: 0.4218287 May 28 06:32:18.282946 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5648e1fd-630d-4eda-86d5-cdea1f986d0e req-e394b061-2f57-4acb-ab8d-b06f73cb25ba tempest-ImagesNegativeTestJSON-1162040511 tempest-ImagesNegativeTestJSON-1162040511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:18.284389 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5648e1fd-630d-4eda-86d5-cdea1f986d0e req-e394b061-2f57-4acb-ab8d-b06f73cb25ba tempest-ImagesNegativeTestJSON-1162040511 tempest-ImagesNegativeTestJSON-1162040511-project] 10.222.0.55 "GET /v2.0/ports?device_id=90e87952-7c7d-436b-b970-8bfc684ac9d0 HTTP/1.1" status: 200 len: 950 time: 0.4308469 May 28 06:32:18.290310 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-a72114de-0962-4e9c-8439-0441083c7e9f tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Usage tracker for resource:network and tenant:1c19ca0f4502419e9ff184ba1821fbef is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:32:18.306807 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-a72114de-0962-4e9c-8439-0441083c7e9f tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:32:18.315433 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 5b40a623-70da-41bd-8bfa-53236b62953e, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=5b40a623-70da-41bd-8bfa-53236b62953e,segment=NetworkSegment(75019356-28ff-4b3b-ab1f-7fd649171211),segment_id=75019356-28ff-4b3b-ab1f-7fd649171211)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:32:18.332611 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Returning: {'device': '5b40a623-70da-41bd-8bfa-53236b62953e', 'network_id': 'd83d4959-ab97-477d-994a-54e4149e8a5e', 'port_id': '5b40a623-70da-41bd-8bfa-53236b62953e', 'mac_address': 'fa:16:3e:61:cb:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '458087a4-2db3-4685-b2ba-eab969a92d13', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:32:18.336816 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-a72114de-0962-4e9c-8439-0441083c7e9f tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:32:18.364249 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-485a497c-119d-4f9f-8c83-06a1c8a4d7d5 admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:32:18.371941 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-485a497c-119d-4f9f-8c83-06a1c8a4d7d5 admin admin] 10.222.0.55 "PUT /v2.0/routers/5c55a9ef-c247-4bff-8603-15a5153f4ccd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8594654 May 28 06:32:18.375995 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 58600) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:32:18.376339 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7a8a79-7c38-4354-913f-89bfe6a8c33e None None] Sync routers for ids ['5c55a9ef-c247-4bff-8603-15a5153f4ccd'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:32:18.379697 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-0f1cf87d-608e-49ac-ad4e-4cae2d50740a req-a122fb10-0bd1-4f0c-9264-197f29e1b33a tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:18.387157 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7a8a79-7c38-4354-913f-89bfe6a8c33e None None] Routers {'5c55a9ef-c247-4bff-8603-15a5153f4ccd'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:32:18.388168 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-cd7a8a79-7c38-4354-913f-89bfe6a8c33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:31:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['5c55a9ef-c247-4bff-8603-15a5153f4ccd'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:32:18.398609 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 5b40a623-70da-41bd-8bfa-53236b62953e is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:32:18.399268 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:18.420449 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b40a623-70da-41bd-8bfa-53236b62953e {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:32:18.438661 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 5b40a623-70da-41bd-8bfa-53236b62953e, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=5b40a623-70da-41bd-8bfa-53236b62953e,segment=NetworkSegment(75019356-28ff-4b3b-ab1f-7fd649171211),segment_id=75019356-28ff-4b3b-ab1f-7fd649171211)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:32:18.548285 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:18.612488 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a122fb10-0bd1-4f0c-9264-197f29e1b33a tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Pushing event deleted for resources: {'Port': ['ID=5efa7ba5-8660-4f25-8ac0-f6ed5ab026ab,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:32:18.625255 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a122fb10-0bd1-4f0c-9264-197f29e1b33a tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:32:18.625957 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a122fb10-0bd1-4f0c-9264-197f29e1b33a tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:32:18.626446 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a122fb10-0bd1-4f0c-9264-197f29e1b33a tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:32:18.626952 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a122fb10-0bd1-4f0c-9264-197f29e1b33a tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:32:18.627448 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a122fb10-0bd1-4f0c-9264-197f29e1b33a tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:32:18.627941 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a122fb10-0bd1-4f0c-9264-197f29e1b33a tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:32:18.628413 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a122fb10-0bd1-4f0c-9264-197f29e1b33a tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:32:18.628893 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a122fb10-0bd1-4f0c-9264-197f29e1b33a tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:32:18.629375 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a122fb10-0bd1-4f0c-9264-197f29e1b33a tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:32:18.629880 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a122fb10-0bd1-4f0c-9264-197f29e1b33a tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:32:18.630885 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a122fb10-0bd1-4f0c-9264-197f29e1b33a tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:32:18.631459 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a122fb10-0bd1-4f0c-9264-197f29e1b33a tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:32:18.636968 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b7ec2c2f-843e-44e0-9135-749a9db9b87e req-391d2dd5-97fc-419b-828a-f58dc4f3a3f9 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=3da5c83d-cf6b-4fcf-bab0-524149ea10e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3503430 May 28 06:32:18.637827 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a72114de-0962-4e9c-8439-0441083c7e9f tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Made reservation on behalf of 1c19ca0f4502419e9ff184ba1821fbef for: {'network': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:32:18.640313 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-df43dedd-cc68-4163-804b-f4bb899ba532 admin admin] Notify callbacks [] for router, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:18.642839 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a72114de-0962-4e9c-8439-0441083c7e9f tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:18.651193 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-cd7a8a79-7c38-4354-913f-89bfe6a8c33e None None] Set router 5c55a9ef-c247-4bff-8603-15a5153f4ccd gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:32:18.674587 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=5b40a623-70da-41bd-8bfa-53236b62953e,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:32:18.689995 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3fe3041b-11bb-48a8-8297-f513c7796e82 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:18.690323 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3fe3041b-11bb-48a8-8297-f513c7796e82 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:18.738583 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a72114de-0962-4e9c-8439-0441083c7e9f tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:18.758465 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5648e1fd-630d-4eda-86d5-cdea1f986d0e req-7c7b7331-b1d1-4bc7-a017-c5f26ee8f1b2 tempest-ImagesNegativeTestJSON-1162040511 tempest-ImagesNegativeTestJSON-1162040511-project] 10.222.0.55 "GET /v2.0/security-groups?id=3da5c83d-cf6b-4fcf-bab0-524149ea10e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4484870 May 28 06:32:18.818943 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['5b40a623-70da-41bd-8bfa-53236b62953e'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:32:18.946103 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-3fe3041b-11bb-48a8-8297-f513c7796e82 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Calling delete_port for f52405bd-3249-49a3-94cf-14cf932f89fb owned by network:floatingip {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:32:18.985857 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-a72114de-0962-4e9c-8439-0441083c7e9f tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:32:18.991712 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-a72114de-0962-4e9c-8439-0441083c7e9f tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Usage tracker for resource:security_group_rule and tenant:1c19ca0f4502419e9ff184ba1821fbef is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:32:18.995033 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-a72114de-0962-4e9c-8439-0441083c7e9f tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:32:19.011729 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f1cf87d-608e-49ac-ad4e-4cae2d50740a req-a122fb10-0bd1-4f0c-9264-197f29e1b33a tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] No DVR routers for this DVR port 5efa7ba5-8660-4f25-8ac0-f6ed5ab026ab on host n-h1-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:32:19.012682 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-df43dedd-cc68-4163-804b-f4bb899ba532 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:19.014834 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-0f1cf87d-608e-49ac-ad4e-4cae2d50740a req-a122fb10-0bd1-4f0c-9264-197f29e1b33a tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:19.032539 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eab83c1-4404-47a3-b032-c292d176b6f5', 'name': 'network-vif-deleted', 'tag': '5efa7ba5-8660-4f25-8ac0-f6ed5ab026ab'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:32:19.034513 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-cd7a8a79-7c38-4354-913f-89bfe6a8c33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c55a9ef-c247-4bff-8603-15a5153f4ccd', 'name': 'tempest-FloatingIPDetailsTestJSON-727786191-router', 'tenant_id': 'f8755c5b66d64d65897fca622054cda9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': 'ca775f61-c024-4220-8755-855df0335eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:31:19Z', 'updated_at': '2022-05-28T06:32:16Z', 'revision_number': 5, 'project_id': 'f8755c5b66d64d65897fca622054cda9', 'gw_port': {'id': 'ca775f61-c024-4220-8755-855df0335eb0', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:35:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c55a9ef-c247-4bff-8603-15a5153f4ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:31:20Z', 'updated_at': '2022-05-28T06:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:32:19.038829 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7a8a79-7c38-4354-913f-89bfe6a8c33e None None] Checking router: 5c55a9ef-c247-4bff-8603-15a5153f4ccd for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:32:19.042981 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-a72114de-0962-4e9c-8439-0441083c7e9f tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:32:19.047988 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7a8a79-7c38-4354-913f-89bfe6a8c33e None None] Routers {'5c55a9ef-c247-4bff-8603-15a5153f4ccd'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:32:19.049007 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-cd7a8a79-7c38-4354-913f-89bfe6a8c33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:31:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['5c55a9ef-c247-4bff-8603-15a5153f4ccd'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:32:19.102142 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-df43dedd-cc68-4163-804b-f4bb899ba532 admin admin] Deleting port ca775f61-c024-4220-8755-855df0335eb0 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:32:19.102681 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-df43dedd-cc68-4163-804b-f4bb899ba532 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:19.105895 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0f1cf87d-608e-49ac-ad4e-4cae2d50740a req-a122fb10-0bd1-4f0c-9264-197f29e1b33a tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "DELETE /v2.0/ports/5efa7ba5-8660-4f25-8ac0-f6ed5ab026ab HTTP/1.1" status: 204 len: 173 time: 2.4362774 May 28 06:32:19.107266 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 69ae78eb-f247-4959-a283-02fedbea251d details requested by agent hyperv_n-h2-843702-1 with host n-h2-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:32:19.244059 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-cd7a8a79-7c38-4354-913f-89bfe6a8c33e None None] Set router 5c55a9ef-c247-4bff-8603-15a5153f4ccd gateway port host: None {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:32:19.310022 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908871f2-8e78-42e4-9be5-432e73f4db02 req-ba98a096-cbb7-4c41-8c91-d9bc321af019 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:19.310781 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 69ae78eb-f247-4959-a283-02fedbea251d, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=69ae78eb-f247-4959-a283-02fedbea251d,segment=NetworkSegment(75019356-28ff-4b3b-ab1f-7fd649171211),segment_id=75019356-28ff-4b3b-ab1f-7fd649171211)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:32:19.312132 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-908871f2-8e78-42e4-9be5-432e73f4db02 req-ba98a096-cbb7-4c41-8c91-d9bc321af019 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] 10.222.0.55 "GET /v2.0/ports?device_id=991f8908-885a-4c2e-b528-88408e8f79da HTTP/1.1" status: 200 len: 943 time: 0.3131716 May 28 06:32:19.324775 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-df43dedd-cc68-4163-804b-f4bb899ba532 admin admin] For port ca775f61-c024-4220-8755-855df0335eb0, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=ca775f61-c024-4220-8755-855df0335eb0,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:32:19.325397 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-df43dedd-cc68-4163-804b-f4bb899ba532 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:19.335441 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Returning: {'device': '69ae78eb-f247-4959-a283-02fedbea251d', 'network_id': 'd83d4959-ab97-477d-994a-54e4149e8a5e', 'port_id': '69ae78eb-f247-4959-a283-02fedbea251d', 'mac_address': 'fa:16:3e:57:23:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '458087a4-2db3-4685-b2ba-eab969a92d13', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:32:19.370164 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-cd7a8a79-7c38-4354-913f-89bfe6a8c33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c55a9ef-c247-4bff-8603-15a5153f4ccd', 'name': 'tempest-FloatingIPDetailsTestJSON-727786191-router', 'tenant_id': 'f8755c5b66d64d65897fca622054cda9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:31:19Z', 'updated_at': '2022-05-28T06:32:19Z', 'revision_number': 6, 'project_id': 'f8755c5b66d64d65897fca622054cda9', 'gw_port_host': None}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:32:19.375061 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7a8a79-7c38-4354-913f-89bfe6a8c33e None None] The sync data for ids ['5c55a9ef-c247-4bff-8603-15a5153f4ccd'] in n-d-843702-1 is: [{'id': '5c55a9ef-c247-4bff-8603-15a5153f4ccd', 'name': 'tempest-FloatingIPDetailsTestJSON-727786191-router', 'tenant_id': 'f8755c5b66d64d65897fca622054cda9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:31:19Z', 'updated_at': '2022-05-28T06:32:19Z', 'revision_number': 6, 'project_id': 'f8755c5b66d64d65897fca622054cda9', 'gw_port_host': None}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:32:19.409448 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 69ae78eb-f247-4959-a283-02fedbea251d is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:32:19.409833 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:19.428426 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a72114de-0962-4e9c-8439-0441083c7e9f tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:19.429391 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69ae78eb-f247-4959-a283-02fedbea251d {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:32:19.439901 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-908871f2-8e78-42e4-9be5-432e73f4db02 req-63ffc1b8-7bb4-4e68-857c-e58a6e373d1b tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] 10.222.0.55 "GET /v2.0/security-groups?id=f753ce85-540a-4551-926d-ab7871f6d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136439 May 28 06:32:19.509808 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 69ae78eb-f247-4959-a283-02fedbea251d, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=69ae78eb-f247-4959-a283-02fedbea251d,segment=NetworkSegment(75019356-28ff-4b3b-ab1f-7fd649171211),segment_id=75019356-28ff-4b3b-ab1f-7fd649171211)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:32:19.509916 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-df43dedd-cc68-4163-804b-f4bb899ba532 admin admin] Calling delete_port for ca775f61-c024-4220-8755-855df0335eb0 owned by network:router_gateway {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:32:19.510000 n-d-843702-1 neutron-server[89110]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-a136aed1-4730-40ae-bb2a-8a5919bbab55']: {'server_uuid': '1eab83c1-4404-47a3-b032-c292d176b6f5', 'name': 'network-vif-deleted', 'tag': '5efa7ba5-8660-4f25-8ac0-f6ed5ab026ab', 'status': 'failed', 'code': 422} returned with failed status May 28 06:32:19.827616 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a72114de-0962-4e9c-8439-0441083c7e9f tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:19.831908 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-df43dedd-cc68-4163-804b-f4bb899ba532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:19.834079 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:19.843995 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3fe3041b-11bb-48a8-8297-f513c7796e82 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:19.909813 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=69ae78eb-f247-4959-a283-02fedbea251d,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:32:19.931798 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df43dedd-cc68-4163-804b-f4bb899ba532 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca775f61-c024-4220-8755-855df0335eb0,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:32:19.946234 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe3041b-11bb-48a8-8297-f513c7796e82 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Pushing event deleted for resources: {'Port': ['ID=f52405bd-3249-49a3-94cf-14cf932f89fb,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:32:19.957634 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a72114de-0962-4e9c-8439-0441083c7e9f tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'} {{(pid=89110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:32:20.008031 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72114de-0962-4e9c-8439-0441083c7e9f tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ee8feb5-aa35-4492-89a0-3409fbbf8a11,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:32:20.033314 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a72114de-0962-4e9c-8439-0441083c7e9f tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:20.033809 n-d-843702-1 neutron-server[89110]: INFO neutron.db.segments_db [None req-a72114de-0962-4e9c-8439-0441083c7e9f tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Added segment dc25e1ad-b7f7-426c-84b0-ea8891db04bc of type vlan for network 3db30d99-6fa4-4e2b-9141-f98585fb21e1 May 28 06:32:20.081700 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-df43dedd-cc68-4163-804b-f4bb899ba532 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691105'] for router_gateway, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:20.146279 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a72114de-0962-4e9c-8439-0441083c7e9f tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:20.146405 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 5b40a623-70da-41bd-8bfa-53236b62953e up at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:32:20.158387 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3fe3041b-11bb-48a8-8297-f513c7796e82 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Notify callbacks [] for floatingip, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:20.179977 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1d7a63-80dc-46cc-bc2d-378db243231f req-a53d810a-8dc8-42e5-8530-633bc84fcbd3 tempest-ImagesNegativeTestJSON-1162040511 tempest-ImagesNegativeTestJSON-1162040511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:20.181877 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ab1d7a63-80dc-46cc-bc2d-378db243231f req-a53d810a-8dc8-42e5-8530-633bc84fcbd3 tempest-ImagesNegativeTestJSON-1162040511 tempest-ImagesNegativeTestJSON-1162040511-project] 10.222.0.55 "GET /v2.0/ports?device_id=90e87952-7c7d-436b-b970-8bfc684ac9d0 HTTP/1.1" status: 200 len: 950 time: 0.2910552 May 28 06:32:20.187890 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['69ae78eb-f247-4959-a283-02fedbea251d'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:32:20.250875 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ab1d7a63-80dc-46cc-bc2d-378db243231f req-080ac64e-e8a7-4817-973f-f67c25f1a03d tempest-ImagesNegativeTestJSON-1162040511 tempest-ImagesNegativeTestJSON-1162040511-project] 10.222.0.55 "GET /v2.0/security-groups?id=3da5c83d-cf6b-4fcf-bab0-524149ea10e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541472 May 28 06:32:20.334245 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-df43dedd-cc68-4163-804b-f4bb899ba532 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59018'] for router, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:20.336954 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-df43dedd-cc68-4163-804b-f4bb899ba532 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:20.365990 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a72114de-0962-4e9c-8439-0441083c7e9f tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:20.371864 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72114de-0962-4e9c-8439-0441083c7e9f tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:20.374231 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a72114de-0962-4e9c-8439-0441083c7e9f tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:20.489161 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3fe3041b-11bb-48a8-8297-f513c7796e82 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:20.491517 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-3fe3041b-11bb-48a8-8297-f513c7796e82 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "DELETE /v2.0/floatingips/5622bbf1-48d2-4522-8f7a-7e4fe4771845 HTTP/1.1" status: 204 len: 168 time: 2.8236580 May 28 06:32:20.507492 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72114de-0962-4e9c-8439-0441083c7e9f tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Pushing event updated for resources: {'Network': ['ID=3db30d99-6fa4-4e2b-9141-f98585fb21e1,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:32:20.514881 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning for port 5b40a623-70da-41bd-8bfa-53236b62953e completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:32:20.515480 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-df43dedd-cc68-4163-804b-f4bb899ba532 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-703817'] for router, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:20.516045 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df43dedd-cc68-4163-804b-f4bb899ba532 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c55a9ef-c247-4bff-8603-15a5153f4ccd {{(pid=89109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 06:32:20.522180 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 3db30d99-6fa4-4e2b-9141-f98585fb21e1 details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:32:20.531351 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-df43dedd-cc68-4163-804b-f4bb899ba532 admin admin] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:20.533538 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-df43dedd-cc68-4163-804b-f4bb899ba532 admin admin] 10.222.0.55 "DELETE /v2.0/routers/5c55a9ef-c247-4bff-8603-15a5153f4ccd HTTP/1.1" status: 204 len: 168 time: 2.1555672 May 28 06:32:20.535134 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 58624) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:32:20.613683 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c2152b6-c491-4e05-9a8b-af19b3ed3040 admin admin] Deleting subnet 5c7cefb9-4bc8-4ca5-917b-29f4216a2d41 {{(pid=89109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:32:20.616213 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning complete for port 5b40a623-70da-41bd-8bfa-53236b62953e triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:32:20.616588 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:20.620702 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3c2152b6-c491-4e05-9a8b-af19b3ed3040 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:20.700780 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3c2152b6-c491-4e05-9a8b-af19b3ed3040 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3964070'] for subnet, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:20.708264 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327b865f-97a3-4d97-b702-6cc0d5bfa9c0 req-169e1c0b-8bfa-4469-afa2-51d5a4bee57a tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:20.709917 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-327b865f-97a3-4d97-b702-6cc0d5bfa9c0 req-169e1c0b-8bfa-4469-afa2-51d5a4bee57a tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] 10.222.0.55 "GET /v2.0/ports?device_id=991f8908-885a-4c2e-b528-88408e8f79da HTTP/1.1" status: 200 len: 944 time: 0.1266744 May 28 06:32:20.711873 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-a72114de-0962-4e9c-8439-0441083c7e9f tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 2.6861801 May 28 06:32:20.715387 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 58628) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:32:20.725879 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-e8fcec68-aa4b-4179-bdaf-37d994ff6193 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Request body: {'port': {'network_id': '3db30d99-6fa4-4e2b-9141-f98585fb21e1', 'name': 'tempest-PortsTestJSON-1355712971'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:32:20.793569 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 5b40a623-70da-41bd-8bfa-53236b62953e is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:32:20.793958 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:20.800366 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3c2152b6-c491-4e05-9a8b-af19b3ed3040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:20.835382 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 5b40a623-70da-41bd-8bfa-53236b62953e, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=5b40a623-70da-41bd-8bfa-53236b62953e,segment=NetworkSegment(75019356-28ff-4b3b-ab1f-7fd649171211),segment_id=75019356-28ff-4b3b-ab1f-7fd649171211)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:32:20.837044 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1af8bc35-c5a9-4f4a-a88f-46df8495b8e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b40a623-70da-41bd-8bfa-53236b62953e'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:32:20.889837 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-327b865f-97a3-4d97-b702-6cc0d5bfa9c0 req-99750bc3-6667-453c-8dff-7bbd80f648e8 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] 10.222.0.55 "GET /v2.0/security-groups?id=f753ce85-540a-4551-926d-ab7871f6d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688859 May 28 06:32:20.916804 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device ca775f61-c024-4220-8755-855df0335eb0 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:32:20.918268 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-e8fcec68-aa4b-4179-bdaf-37d994ff6193 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:32:20.918268 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-e8fcec68-aa4b-4179-bdaf-37d994ff6193 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Usage tracker for resource:port and tenant:1c19ca0f4502419e9ff184ba1821fbef is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:32:20.921146 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-e8fcec68-aa4b-4179-bdaf-37d994ff6193 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:32:20.927139 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-e8fcec68-aa4b-4179-bdaf-37d994ff6193 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:32:20.960759 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: ca775f61-c024-4220-8755-855df0335eb0 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:32:20.961097 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device ca775f61-c024-4220-8755-855df0335eb0 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:32:20.961697 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 44dfec9c-e5a0-4c18-ba38-9d8dfc3e2683 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:32:20.993356 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:20.996647 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b6f6f6d-2b6d-43d6-9cc0-ff548efaeedd'] response: {'server_uuid': '1af8bc35-c5a9-4f4a-a88f-46df8495b8e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b40a623-70da-41bd-8bfa-53236b62953e', 'code': 200} May 28 06:32:21.033497 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3c2152b6-c491-4e05-9a8b-af19b3ed3040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9555650'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:21.038006 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 44dfec9c-e5a0-4c18-ba38-9d8dfc3e2683 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:32:21.038006 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 44dfec9c-e5a0-4c18-ba38-9d8dfc3e2683 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:32:21.062079 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8fcec68-aa4b-4179-bdaf-37d994ff6193 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Made reservation on behalf of 1c19ca0f4502419e9ff184ba1821fbef for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:32:21.066237 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e8fcec68-aa4b-4179-bdaf-37d994ff6193 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:21.081799 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 58636) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:32:21.083038 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=5b40a623-70da-41bd-8bfa-53236b62953e,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:32:21.093096 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-0673ed5c-7e78-4d25-ba9e-2e99c8a574af tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1167222033', 'description': 'tempest-description--1234521179'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:32:21.107148 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2152b6-c491-4e05-9a8b-af19b3ed3040 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c7cefb9-4bc8-4ca5-917b-29f4216a2d41,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:32:21.110145 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3c2152b6-c491-4e05-9a8b-af19b3ed3040 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:21.119627 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-005c3943-cc78-43fe-8b48-8e95dad35b53 None None] Network 964c49e9-5c33-4984-8b78-19f36310747e requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:32:21.122109 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-3c2152b6-c491-4e05-9a8b-af19b3ed3040 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/5c7cefb9-4bc8-4ca5-917b-29f4216a2d41 HTTP/1.1" status: 204 len: 168 time: 0.5853934 May 28 06:32:21.122924 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 58642) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:32:21.141851 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-0673ed5c-7e78-4d25-ba9e-2e99c8a574af tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:32:21.150879 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [None req-e8fcec68-aa4b-4179-bdaf-37d994ff6193 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] device_id is not set on port f11a92c7-967a-4383-8902-74cca184e84f yet. {{(pid=89110) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:32:21.197325 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-0673ed5c-7e78-4d25-ba9e-2e99c8a574af tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Usage tracker for resource:security_group and tenant:f2d8466b4d8c4168848bc4cc302053bf is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:32:21.205891 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-0673ed5c-7e78-4d25-ba9e-2e99c8a574af tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:32:21.235113 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-0673ed5c-7e78-4d25-ba9e-2e99c8a574af tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:32:21.306820 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-bb9dc9c4-8b53-4eba-a694-b327dd272a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:21.314778 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2962af1-b2eb-4ab5-af75-b75ec1484b58 req-53a6bc3b-cd8a-4d1b-acd6-de227075df64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:21.316427 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f2962af1-b2eb-4ab5-af75-b75ec1484b58 req-53a6bc3b-cd8a-4d1b-acd6-de227075df64 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=1af8bc35-c5a9-4f4a-a88f-46df8495b8e0 HTTP/1.1" status: 200 len: 1097 time: 0.2284310 May 28 06:32:21.321198 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-bb9dc9c4-8b53-4eba-a694-b327dd272a02 admin admin] Deleting port a054b9fa-dae9-41eb-8278-9409c7887b82 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:32:21.322186 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-bb9dc9c4-8b53-4eba-a694-b327dd272a02 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:21.447826 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0673ed5c-7e78-4d25-ba9e-2e99c8a574af tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:21.483218 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45154049-1b03-43e7-b92f-1585ae9e08a4 None None] DHCP port deletion for 964c49e9-5c33-4984-8b78-19f36310747e request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:32:21.487477 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-45154049-1b03-43e7-b92f-1585ae9e08a4 None None] Deleting port a054b9fa-dae9-41eb-8278-9409c7887b82 {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:32:21.487850 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-45154049-1b03-43e7-b92f-1585ae9e08a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:21.695770 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-bb9dc9c4-8b53-4eba-a694-b327dd272a02 admin admin] For port a054b9fa-dae9-41eb-8278-9409c7887b82, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=a054b9fa-dae9-41eb-8278-9409c7887b82,segment=NetworkSegment(ae039f29-d3dd-4b02-84d2-2ed146fe5b60),segment_id=ae039f29-d3dd-4b02-84d2-2ed146fe5b60)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:32:21.696119 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-bb9dc9c4-8b53-4eba-a694-b327dd272a02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:21.733277 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-45154049-1b03-43e7-b92f-1585ae9e08a4 None None] For port a054b9fa-dae9-41eb-8278-9409c7887b82, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=a054b9fa-dae9-41eb-8278-9409c7887b82,segment=NetworkSegment(ae039f29-d3dd-4b02-84d2-2ed146fe5b60),segment_id=ae039f29-d3dd-4b02-84d2-2ed146fe5b60)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:32:21.733980 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-45154049-1b03-43e7-b92f-1585ae9e08a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:21.745815 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f2962af1-b2eb-4ab5-af75-b75ec1484b58 req-b5361eff-8b79-4371-b289-882982337a24 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=f753ce85-540a-4551-926d-ab7871f6d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4064333 May 28 06:32:21.753998 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-0673ed5c-7e78-4d25-ba9e-2e99c8a574af tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:32:21.777047 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-0673ed5c-7e78-4d25-ba9e-2e99c8a574af tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Usage tracker for resource:security_group_rule and tenant:f2d8466b4d8c4168848bc4cc302053bf is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:32:21.782233 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-0673ed5c-7e78-4d25-ba9e-2e99c8a574af tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:32:21.798862 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-0673ed5c-7e78-4d25-ba9e-2e99c8a574af tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:32:21.807168 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e8fcec68-aa4b-4179-bdaf-37d994ff6193 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:21.825584 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-bb9dc9c4-8b53-4eba-a694-b327dd272a02 admin admin] Calling delete_port for a054b9fa-dae9-41eb-8278-9409c7887b82 owned by network:dhcp {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:32:21.870042 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-45154049-1b03-43e7-b92f-1585ae9e08a4 None None] Calling delete_port for a054b9fa-dae9-41eb-8278-9409c7887b82 owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:32:21.882901 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1ad044-0e7f-4f40-83ea-9b054290a719 req-239e5d76-7b1c-4e11-b1ab-0a0a95fec9bb tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:21.884405 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-eb1ad044-0e7f-4f40-83ea-9b054290a719 req-239e5d76-7b1c-4e11-b1ab-0a0a95fec9bb tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/networks?id=c7bbc20e-7bc5-42fd-94f8-f3663ada8854 HTTP/1.1" status: 200 len: 812 time: 0.5269539 May 28 06:32:21.933516 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21be4ec0-8003-4576-b09c-4124335c73b9 req-60a79489-8e40-4a50-8b17-400ff4f08fec tempest-ImagesNegativeTestJSON-1162040511 tempest-ImagesNegativeTestJSON-1162040511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:21.934907 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-21be4ec0-8003-4576-b09c-4124335c73b9 req-60a79489-8e40-4a50-8b17-400ff4f08fec tempest-ImagesNegativeTestJSON-1162040511 tempest-ImagesNegativeTestJSON-1162040511-project] 10.222.0.55 "GET /v2.0/ports?device_id=90e87952-7c7d-436b-b970-8bfc684ac9d0 HTTP/1.1" status: 200 len: 950 time: 0.4656208 May 28 06:32:21.936175 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-eb1ad044-0e7f-4f40-83ea-9b054290a719 req-4c5a4ab2-c4e4-4e98-a18e-8669099107f3 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/quotas/9795f3bb4dd842ee9b6997b24ebca479 HTTP/1.1" status: 200 len: 375 time: 0.0429077 May 28 06:32:22.016436 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-bb9dc9c4-8b53-4eba-a694-b327dd272a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:22.027220 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.db.api [None req-45154049-1b03-43e7-b92f-1585ae9e08a4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89111) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:32:22.027768 n-d-843702-1 neutron-server[89111]: DEBUG oslo_db.api [None req-45154049-1b03-43e7-b92f-1585ae9e08a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:32:22.028124 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-eb1ad044-0e7f-4f40-83ea-9b054290a719 req-560a090a-718c-4b8d-b15f-b6d05fbf7678 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Synchronizing usage tracker for tenant:9795f3bb4dd842ee9b6997b24ebca479 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:32:22.044212 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0673ed5c-7e78-4d25-ba9e-2e99c8a574af tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:22.062236 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-21be4ec0-8003-4576-b09c-4124335c73b9 req-f0b09fc4-024d-486b-95a7-ddfc56550d9c tempest-ImagesNegativeTestJSON-1162040511 tempest-ImagesNegativeTestJSON-1162040511-project] 10.222.0.55 "GET /v2.0/security-groups?id=3da5c83d-cf6b-4fcf-bab0-524149ea10e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185465 May 28 06:32:22.071276 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9dc9c4-8b53-4eba-a694-b327dd272a02 admin admin] Pushing event deleted for resources: {'Port': ['ID=a054b9fa-dae9-41eb-8278-9409c7887b82,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:32:22.075215 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9dc9c4-8b53-4eba-a694-b327dd272a02 admin admin] No DVR routers for this DVR port a054b9fa-dae9-41eb-8278-9409c7887b82 on host n-d-843702-1 {{(pid=89109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:32:22.148600 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e8fcec68-aa4b-4179-bdaf-37d994ff6193 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:22.205619 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-eb1ad044-0e7f-4f40-83ea-9b054290a719 req-560a090a-718c-4b8d-b15f-b6d05fbf7678 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Unset dirty status for tenant:9795f3bb4dd842ee9b6997b24ebca479 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:32:22.206934 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-eb1ad044-0e7f-4f40-83ea-9b054290a719 req-560a090a-718c-4b8d-b15f-b6d05fbf7678 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=9795f3bb4dd842ee9b6997b24ebca479&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2622404 May 28 06:32:22.207491 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0673ed5c-7e78-4d25-ba9e-2e99c8a574af tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:22.216422 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-bb9dc9c4-8b53-4eba-a694-b327dd272a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:22.242712 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-bb9dc9c4-8b53-4eba-a694-b327dd272a02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['964c49e9-5c33-4984-8b78-19f36310747e']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:32:22.255120 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-bb9dc9c4-8b53-4eba-a694-b327dd272a02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae039f29-d3dd-4b02-84d2-2ed146fe5b60') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:32:22.256111 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-bb9dc9c4-8b53-4eba-a694-b327dd272a02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae039f29-d3dd-4b02-84d2-2ed146fe5b60') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:32:22.275658 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-bb9dc9c4-8b53-4eba-a694-b327dd272a02 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:22.285613 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-bb9dc9c4-8b53-4eba-a694-b327dd272a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:22.292195 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb9dc9c4-8b53-4eba-a694-b327dd272a02 admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:32:22.292586 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-bb9dc9c4-8b53-4eba-a694-b327dd272a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:22.360269 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment ae039f29-d3dd-4b02-84d2-2ed146fe5b60 resource provider aggregate not found May 28 06:32:22.379979 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment ae039f29-d3dd-4b02-84d2-2ed146fe5b60 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ae039f29-d3dd-4b02-84d2-2ed146fe5b60 found for delete ", "request_id": "req-e3a655d6-d9df-473f-a7b3-8b4b35bee5a8"}]} May 28 06:32:22.422695 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fcec68-aa4b-4179-bdaf-37d994ff6193 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Pushing event updated for resources: {'Port': ['ID=f11a92c7-967a-4383-8902-74cca184e84f,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:32:22.436578 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0673ed5c-7e78-4d25-ba9e-2e99c8a574af tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0738a7db-cbf9-4908-8e66-1a354c6fe868,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:32:22.474881 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fcec68-aa4b-4179-bdaf-37d994ff6193 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Checking segment: {'id': 'dc25e1ad-b7f7-426c-84b0-ea8891db04bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '3db30d99-6fa4-4e2b-9141-f98585fb21e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:32:22.475482 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8fcec68-aa4b-4179-bdaf-37d994ff6193 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Network hostable DHCP agents. Network: 3db30d99-6fa4-4e2b-9141-f98585fb21e1, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89110) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:32:22.515820 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-bb9dc9c4-8b53-4eba-a694-b327dd272a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:22.518066 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-eb1ad044-0e7f-4f40-83ea-9b054290a719 req-ba85f72c-432c-4cff-8235-8c7fc0998d48 service neutron] 10.222.0.55 "GET /v2.0/networks/c7bbc20e-7bc5-42fd-94f8-f3663ada8854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540905 May 28 06:32:22.532023 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-45154049-1b03-43e7-b92f-1585ae9e08a4 None None] Deleting port a054b9fa-dae9-41eb-8278-9409c7887b82 {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:32:22.532220 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b7169a-1822-4245-a7e6-b7c0b826d4ed req-61f85dc0-bb31-4d4a-89cc-a7081f90fc5a tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:22.532330 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-45154049-1b03-43e7-b92f-1585ae9e08a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:22.532416 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-42b7169a-1822-4245-a7e6-b7c0b826d4ed req-61f85dc0-bb31-4d4a-89cc-a7081f90fc5a tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] 10.222.0.55 "GET /v2.0/ports?device_id=991f8908-885a-4c2e-b528-88408e8f79da HTTP/1.1" status: 200 len: 944 time: 0.3361707 May 28 06:32:22.553482 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-bb9dc9c4-8b53-4eba-a694-b327dd272a02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:22.555939 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0673ed5c-7e78-4d25-ba9e-2e99c8a574af tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:22.560073 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-0673ed5c-7e78-4d25-ba9e-2e99c8a574af tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.4768403 May 28 06:32:22.569702 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 58666) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:32:22.579264 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-b3c50431-b803-43fa-bcd8-9d7b38bcfd74 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Request body: {'security_group_rule': {'security_group_id': '0738a7db-cbf9-4908-8e66-1a354c6fe868', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:32:22.586769 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9dc9c4-8b53-4eba-a694-b327dd272a02 admin admin] Pushing event deleted for resources: {'Network': ['ID=964c49e9-5c33-4984-8b78-19f36310747e,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:32:22.593441 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-b3c50431-b803-43fa-bcd8-9d7b38bcfd74 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:32:22.598226 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-b3c50431-b803-43fa-bcd8-9d7b38bcfd74 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Usage tracker for resource:security_group_rule and tenant:f2d8466b4d8c4168848bc4cc302053bf is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:32:22.604218 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-b3c50431-b803-43fa-bcd8-9d7b38bcfd74 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:32:22.613276 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-b3c50431-b803-43fa-bcd8-9d7b38bcfd74 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:32:22.641549 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8fcec68-aa4b-4179-bdaf-37d994ff6193 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Network 3db30d99-6fa4-4e2b-9141-f98585fb21e1 is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89110) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:32:22.648195 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-45154049-1b03-43e7-b92f-1585ae9e08a4 None None] The port 'a054b9fa-dae9-41eb-8278-9409c7887b82' was deleted {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 06:32:22.690100 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-42b7169a-1822-4245-a7e6-b7c0b826d4ed req-12917c12-16fc-4363-ad68-60ae76b44f32 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] 10.222.0.55 "GET /v2.0/security-groups?id=f753ce85-540a-4551-926d-ab7871f6d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396809 May 28 06:32:22.713948 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-bb9dc9c4-8b53-4eba-a694-b327dd272a02 admin admin] 10.222.0.55 "DELETE /v2.0/networks/964c49e9-5c33-4984-8b78-19f36310747e HTTP/1.1" status: 204 len: 168 time: 1.5898583 May 28 06:32:22.727981 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-eb1ad044-0e7f-4f40-83ea-9b054290a719 req-1fe1085e-8916-42fc-b12f-4addf1a6a9b8 service neutron] 10.222.0.55 "GET /v2.0/networks/c7bbc20e-7bc5-42fd-94f8-f3663ada8854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950061 May 28 06:32:22.782869 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b3c50431-b803-43fa-bcd8-9d7b38bcfd74 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:22.788837 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-e8fcec68-aa4b-4179-bdaf-37d994ff6193 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, 3db30d99-6fa4-4e2b-9141-f98585fb21e1) {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:32:22.812148 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fcec68-aa4b-4179-bdaf-37d994ff6193 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:32:22.818277 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8a8e34-3566-4cd2-9640-d7f0008c02af None None] Network 3db30d99-6fa4-4e2b-9141-f98585fb21e1 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:32:22.833684 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8fcec68-aa4b-4179-bdaf-37d994ff6193 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:22.842004 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e8fcec68-aa4b-4179-bdaf-37d994ff6193 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:22.928883 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b3c50431-b803-43fa-bcd8-9d7b38bcfd74 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:22.955432 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device a054b9fa-dae9-41eb-8278-9409c7887b82 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:32:23.001674 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: a054b9fa-dae9-41eb-8278-9409c7887b82 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:32:23.002013 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device a054b9fa-dae9-41eb-8278-9409c7887b82 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:32:23.027796 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b3c50431-b803-43fa-bcd8-9d7b38bcfd74 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:23.033315 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-e8fcec68-aa4b-4179-bdaf-37d994ff6193 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.3155994 May 28 06:32:23.033893 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 58672) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:32:23.040346 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-5b0d0343-a227-49ed-9ea9-a73fab292758 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1961759722'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:32:23.046522 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-5b0d0343-a227-49ed-9ea9-a73fab292758 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:32:23.051635 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-5b0d0343-a227-49ed-9ea9-a73fab292758 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Usage tracker for resource:network and tenant:1c19ca0f4502419e9ff184ba1821fbef is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:32:23.057362 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-5b0d0343-a227-49ed-9ea9-a73fab292758 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:32:23.070202 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-5b0d0343-a227-49ed-9ea9-a73fab292758 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:32:23.073936 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c50431-b803-43fa-bcd8-9d7b38bcfd74 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1f94f3f-fb9c-4cb5-8eb7-4ffc73040799,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:32:23.120713 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 69ae78eb-f247-4959-a283-02fedbea251d up at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:32:23.166323 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bae9c103-3e3b-437a-8c09-5eed63b02d76 req-180c1868-06cc-4735-b54f-75c77fce77de tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5d8dc1f-bda1-439a-9c3a-0cfb1b10c028 HTTP/1.1" status: 200 len: 210 time: 0.0534868 May 28 06:32:23.261943 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b3c50431-b803-43fa-bcd8-9d7b38bcfd74 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:23.265802 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-b3c50431-b803-43fa-bcd8-9d7b38bcfd74 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6937351 May 28 06:32:23.293224 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 58686) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:32:23.298408 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-a3732f2e-b771-4563-b49e-6c430e87f436 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Request body: {'security_group_rule': {'security_group_id': '0738a7db-cbf9-4908-8e66-1a354c6fe868', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:32:23.304782 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-a3732f2e-b771-4563-b49e-6c430e87f436 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:32:23.308778 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-a3732f2e-b771-4563-b49e-6c430e87f436 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Usage tracker for resource:security_group_rule and tenant:f2d8466b4d8c4168848bc4cc302053bf is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:32:23.311682 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-a3732f2e-b771-4563-b49e-6c430e87f436 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:32:23.319743 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-a3732f2e-b771-4563-b49e-6c430e87f436 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:32:23.409700 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning for port 69ae78eb-f247-4959-a283-02fedbea251d completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:32:23.415074 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning complete for port 69ae78eb-f247-4959-a283-02fedbea251d triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:32:23.415442 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:23.520463 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b0d0343-a227-49ed-9ea9-a73fab292758 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Made reservation on behalf of 1c19ca0f4502419e9ff184ba1821fbef for: {'network': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:32:23.525627 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5b0d0343-a227-49ed-9ea9-a73fab292758 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:23.545485 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 69ae78eb-f247-4959-a283-02fedbea251d is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:32:23.546250 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:23.553566 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b0d0343-a227-49ed-9ea9-a73fab292758 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=89110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:32:23.562511 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5b0d0343-a227-49ed-9ea9-a73fab292758 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:23.563026 n-d-843702-1 neutron-server[89110]: INFO neutron.db.segments_db [None req-5b0d0343-a227-49ed-9ea9-a73fab292758 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Added segment dc8ad70f-0d69-4a4e-8a51-b444d5f81ff1 of type vlan for network 5b517fce-db01-41ec-877a-90da9513994b May 28 06:32:23.591138 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5b0d0343-a227-49ed-9ea9-a73fab292758 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:23.593095 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 58692) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:32:23.613952 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '991f8908-885a-4c2e-b528-88408e8f79da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69ae78eb-f247-4959-a283-02fedbea251d'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:32:23.629486 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a3732f2e-b771-4563-b49e-6c430e87f436 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:23.636852 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 69ae78eb-f247-4959-a283-02fedbea251d, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=69ae78eb-f247-4959-a283-02fedbea251d,segment=NetworkSegment(75019356-28ff-4b3b-ab1f-7fd649171211),segment_id=75019356-28ff-4b3b-ab1f-7fd649171211)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:32:23.668514 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-20fe64dd-610c-4375-a89b-95e1cbd8510f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f8755c5b66d64d65897fca622054cda9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0714552 May 28 06:32:23.669656 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 58698) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:32:23.683133 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27bc0436-80e5-4106-9f3f-18c7233835a7'] response: {'server_uuid': '991f8908-885a-4c2e-b528-88408e8f79da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69ae78eb-f247-4959-a283-02fedbea251d', 'code': 200} May 28 06:32:23.750181 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-68266d52-f845-4fbe-8f31-eeb5f41838ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:23.768846 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a3732f2e-b771-4563-b49e-6c430e87f436 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:23.806031 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd54565-bf4e-4f5c-9acc-9b7cce11e3fa req-eadad948-2220-45f6-8ba2-4739637b558a tempest-ImagesNegativeTestJSON-1162040511 tempest-ImagesNegativeTestJSON-1162040511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:23.813724 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7cd54565-bf4e-4f5c-9acc-9b7cce11e3fa req-eadad948-2220-45f6-8ba2-4739637b558a tempest-ImagesNegativeTestJSON-1162040511 tempest-ImagesNegativeTestJSON-1162040511-project] 10.222.0.55 "GET /v2.0/ports?device_id=90e87952-7c7d-436b-b970-8bfc684ac9d0 HTTP/1.1" status: 200 len: 950 time: 0.1544554 May 28 06:32:23.830056 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-68266d52-f845-4fbe-8f31-eeb5f41838ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:23.845523 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:23.902604 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6428eb-01fd-4d9e-b4b5-40c30748d726 req-811b84d2-5b8b-42f4-b325-33805c3419d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:23.904616 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-7f6428eb-01fd-4d9e-b4b5-40c30748d726 req-811b84d2-5b8b-42f4-b325-33805c3419d7 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=991f8908-885a-4c2e-b528-88408e8f79da HTTP/1.1" status: 200 len: 1095 time: 0.1231999 May 28 06:32:23.916327 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5b0d0343-a227-49ed-9ea9-a73fab292758 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:23.921876 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0d0343-a227-49ed-9ea9-a73fab292758 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:23.922400 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5b0d0343-a227-49ed-9ea9-a73fab292758 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:23.937629 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=69ae78eb-f247-4959-a283-02fedbea251d,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:32:23.960214 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7cd54565-bf4e-4f5c-9acc-9b7cce11e3fa req-facb713d-1c53-4e17-b151-122546c126a9 tempest-ImagesNegativeTestJSON-1162040511 tempest-ImagesNegativeTestJSON-1162040511-project] 10.222.0.55 "GET /v2.0/security-groups?id=3da5c83d-cf6b-4fcf-bab0-524149ea10e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368184 May 28 06:32:23.960330 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-7f6428eb-01fd-4d9e-b4b5-40c30748d726 req-cc1870ec-0f37-4efd-936a-cbd1b69b0727 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=f753ce85-540a-4551-926d-ab7871f6d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424454 May 28 06:32:23.962934 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a3732f2e-b771-4563-b49e-6c430e87f436 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:24.061324 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3732f2e-b771-4563-b49e-6c430e87f436 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f0a6dff-4289-4ea2-9b4b-9ec7b97190f3,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:32:24.080382 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0d0343-a227-49ed-9ea9-a73fab292758 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Pushing event updated for resources: {'Network': ['ID=5b517fce-db01-41ec-877a-90da9513994b,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:32:24.092914 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 5b517fce-db01-41ec-877a-90da9513994b details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:32:24.106898 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68980978-d6f2-4750-86e1-b65c06e4575f req-3eddd029-abbd-41ed-900f-73916b9aaaff tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:24.106898 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-68980978-d6f2-4750-86e1-b65c06e4575f req-3eddd029-abbd-41ed-900f-73916b9aaaff tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] 10.222.0.55 "GET /v2.0/ports?device_id=991f8908-885a-4c2e-b528-88408e8f79da HTTP/1.1" status: 200 len: 945 time: 0.2650361 May 28 06:32:24.155156 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-68980978-d6f2-4750-86e1-b65c06e4575f req-953540ec-236b-4c14-b19c-076a22d8f762 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] 10.222.0.55 "GET /v2.0/security-groups?id=f753ce85-540a-4551-926d-ab7871f6d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458372 May 28 06:32:24.170132 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-68266d52-f845-4fbe-8f31-eeb5f41838ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:24.194043 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68266d52-f845-4fbe-8f31-eeb5f41838ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f1cef43-2489-4ce5-97d2-55ddca214b7f,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:32:24.203054 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-68266d52-f845-4fbe-8f31-eeb5f41838ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:24.204190 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-68266d52-f845-4fbe-8f31-eeb5f41838ca admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9f1cef43-2489-4ce5-97d2-55ddca214b7f HTTP/1.1" status: 204 len: 168 time: 0.5343413 May 28 06:32:24.272021 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a3732f2e-b771-4563-b49e-6c430e87f436 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:24.273307 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-a3732f2e-b771-4563-b49e-6c430e87f436 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9789584 May 28 06:32:24.275003 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-5b0d0343-a227-49ed-9ea9-a73fab292758 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2398765 May 28 06:32:24.277857 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 58710) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:32:24.278202 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 58712) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:32:24.282657 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-18a8fe8c-c1a0-4810-a5a7-aef9b56dd483 req-d37366b7-3ee6-43f7-bfcd-8367d60e21b5 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5d8dc1f-bda1-439a-9c3a-0cfb1b10c028 HTTP/1.1" status: 200 len: 210 time: 0.0479131 May 28 06:32:24.285156 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-c3cc9c3d-013a-45cc-8ded-1985a5e7aaf3 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Request body: {'floatingip': {'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:32:24.298811 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-57516ef7-1b8a-47c7-a3d4-90b723aadac4 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Request body: {'ports': [{'network_id': '3db30d99-6fa4-4e2b-9141-f98585fb21e1'}, {'network_id': '5b517fce-db01-41ec-877a-90da9513994b'}]} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:32:24.299130 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-57516ef7-1b8a-47c7-a3d4-90b723aadac4 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Request body: {'port': {'network_id': '3db30d99-6fa4-4e2b-9141-f98585fb21e1'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:32:24.299606 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-57516ef7-1b8a-47c7-a3d4-90b723aadac4 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Request body: {'port': {'network_id': '5b517fce-db01-41ec-877a-90da9513994b'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:32:24.318879 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-c3cc9c3d-013a-45cc-8ded-1985a5e7aaf3 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:32:24.369669 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-c3cc9c3d-013a-45cc-8ded-1985a5e7aaf3 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Usage tracker for resource:floatingip and tenant:f2d8466b4d8c4168848bc4cc302053bf is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:32:24.377086 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-c3cc9c3d-013a-45cc-8ded-1985a5e7aaf3 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:32:24.396941 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-c3cc9c3d-013a-45cc-8ded-1985a5e7aaf3 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:32:24.536877 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-57516ef7-1b8a-47c7-a3d4-90b723aadac4 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:32:24.541494 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-57516ef7-1b8a-47c7-a3d4-90b723aadac4 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Usage tracker for resource:port and tenant:1c19ca0f4502419e9ff184ba1821fbef is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:32:24.544639 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-57516ef7-1b8a-47c7-a3d4-90b723aadac4 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:32:24.550478 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-57516ef7-1b8a-47c7-a3d4-90b723aadac4 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:32:24.591976 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c3cc9c3d-013a-45cc-8ded-1985a5e7aaf3 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Notify callbacks [] for floatingip, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:24.729889 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c3cc9c3d-013a-45cc-8ded-1985a5e7aaf3 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:24.772438 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57516ef7-1b8a-47c7-a3d4-90b723aadac4 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Made reservation on behalf of 1c19ca0f4502419e9ff184ba1821fbef for: {'port': 2} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:32:24.776849 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-57516ef7-1b8a-47c7-a3d4-90b723aadac4 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:24.812865 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-57516ef7-1b8a-47c7-a3d4-90b723aadac4 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:24.947902 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bb3f99-bb28-4e5a-9468-363e869bd87e req-b127993a-f780-4165-941f-cf115edf26c1 tempest-ImagesNegativeTestJSON-1162040511 tempest-ImagesNegativeTestJSON-1162040511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:24.949679 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e0bb3f99-bb28-4e5a-9468-363e869bd87e req-b127993a-f780-4165-941f-cf115edf26c1 tempest-ImagesNegativeTestJSON-1162040511 tempest-ImagesNegativeTestJSON-1162040511-project] 10.222.0.69 "GET /v2.0/ports?device_id=90e87952-7c7d-436b-b970-8bfc684ac9d0 HTTP/1.1" status: 200 len: 950 time: 0.1005409 May 28 06:32:25.037650 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-e0bb3f99-bb28-4e5a-9468-363e869bd87e req-2a6350b8-9775-4248-bb3d-7a188b4bfb9a tempest-ImagesNegativeTestJSON-1162040511 tempest-ImagesNegativeTestJSON-1162040511-project] Deleting port 8a65d045-6d37-4796-b76e-00b5052bc4ba {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:32:25.038127 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-e0bb3f99-bb28-4e5a-9468-363e869bd87e req-2a6350b8-9775-4248-bb3d-7a188b4bfb9a tempest-ImagesNegativeTestJSON-1162040511 tempest-ImagesNegativeTestJSON-1162040511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:25.254477 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-c3cc9c3d-013a-45cc-8ded-1985a5e7aaf3 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Allocated IP 172.25.5.144 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/4bbe7afe-220d-4684-ac19-cc719857a726) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:32:25.268356 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [None req-57516ef7-1b8a-47c7-a3d4-90b723aadac4 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] device_id is not set on port 716afa08-eaa0-4cf2-b23a-54b5761eaff1 yet. {{(pid=89109) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:32:25.470279 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c3cc9c3d-013a-45cc-8ded-1985a5e7aaf3 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:25.532407 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-57516ef7-1b8a-47c7-a3d4-90b723aadac4 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:25.538080 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5c18d2-d697-423f-b564-fa2a8136d72d req-d62e5ff3-d4f2-4eff-b382-a0b56f96f27d tempest-ImagesNegativeTestJSON-1162040511 tempest-ImagesNegativeTestJSON-1162040511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:25.539872 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4e5c18d2-d697-423f-b564-fa2a8136d72d req-d62e5ff3-d4f2-4eff-b382-a0b56f96f27d tempest-ImagesNegativeTestJSON-1162040511 tempest-ImagesNegativeTestJSON-1162040511-project] 10.222.0.55 "GET /v2.0/ports?device_id=90e87952-7c7d-436b-b970-8bfc684ac9d0 HTTP/1.1" status: 200 len: 950 time: 0.4528096 May 28 06:32:25.623945 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-e0bb3f99-bb28-4e5a-9468-363e869bd87e req-2a6350b8-9775-4248-bb3d-7a188b4bfb9a tempest-ImagesNegativeTestJSON-1162040511 tempest-ImagesNegativeTestJSON-1162040511-project] For port 8a65d045-6d37-4796-b76e-00b5052bc4ba, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=8a65d045-6d37-4796-b76e-00b5052bc4ba,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:32:25.624302 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-e0bb3f99-bb28-4e5a-9468-363e869bd87e req-2a6350b8-9775-4248-bb3d-7a188b4bfb9a tempest-ImagesNegativeTestJSON-1162040511 tempest-ImagesNegativeTestJSON-1162040511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:25.638535 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4e5c18d2-d697-423f-b564-fa2a8136d72d req-6043d05c-3184-46c3-9033-5f60845b3e67 tempest-ImagesNegativeTestJSON-1162040511 tempest-ImagesNegativeTestJSON-1162040511-project] 10.222.0.55 "GET /v2.0/security-groups?id=3da5c83d-cf6b-4fcf-bab0-524149ea10e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891018 May 28 06:32:25.676184 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [None req-57516ef7-1b8a-47c7-a3d4-90b723aadac4 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] device_id is not set on port 7c1a231a-d4d4-4dfd-b540-c0851cab5085 yet. {{(pid=89109) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:32:25.764191 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-e0bb3f99-bb28-4e5a-9468-363e869bd87e req-2a6350b8-9775-4248-bb3d-7a188b4bfb9a tempest-ImagesNegativeTestJSON-1162040511 tempest-ImagesNegativeTestJSON-1162040511-project] Calling delete_port for 8a65d045-6d37-4796-b76e-00b5052bc4ba owned by compute:nova {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:32:25.801341 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-57516ef7-1b8a-47c7-a3d4-90b723aadac4 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:25.873834 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473022a9-cf83-483e-99b1-9a6ea74e9d18 req-45c51fbc-891a-438b-a3be-602aaf6ced06 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:25.875333 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-473022a9-cf83-483e-99b1-9a6ea74e9d18 req-45c51fbc-891a-438b-a3be-602aaf6ced06 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] 10.222.0.55 "GET /v2.0/ports?device_id=991f8908-885a-4c2e-b528-88408e8f79da HTTP/1.1" status: 200 len: 945 time: 0.5858059 May 28 06:32:25.880822 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c96b03c5-4092-457f-a4fa-a0ee1a35b1bf req-04d99ee6-d04d-4677-aeda-d40c2aff81da tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5d8dc1f-bda1-439a-9c3a-0cfb1b10c028 HTTP/1.1" status: 200 len: 210 time: 0.0806391 May 28 06:32:25.890822 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c3cc9c3d-013a-45cc-8ded-1985a5e7aaf3 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:25.964400 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3cc9c3d-013a-45cc-8ded-1985a5e7aaf3 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:32:25.967165 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-c3cc9c3d-013a-45cc-8ded-1985a5e7aaf3 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:32:25.969448 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3cc9c3d-013a-45cc-8ded-1985a5e7aaf3 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:32:25.986193 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-473022a9-cf83-483e-99b1-9a6ea74e9d18 req-a8e4e7ef-b888-4787-85e3-2065c4723c16 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] 10.222.0.55 "GET /v2.0/security-groups?id=f753ce85-540a-4551-926d-ab7871f6d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011744 May 28 06:32:26.012660 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-57516ef7-1b8a-47c7-a3d4-90b723aadac4 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:26.035680 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cc9c3d-013a-45cc-8ded-1985a5e7aaf3 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Pushing event updated for resources: {'Port': ['ID=4bbe7afe-220d-4684-ac19-cc719857a726,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:32:26.113672 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57516ef7-1b8a-47c7-a3d4-90b723aadac4 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Network 3db30d99-6fa4-4e2b-9141-f98585fb21e1 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:32:26.130710 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-57516ef7-1b8a-47c7-a3d4-90b723aadac4 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:32:26.136068 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57516ef7-1b8a-47c7-a3d4-90b723aadac4 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:32:26.136886 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-57516ef7-1b8a-47c7-a3d4-90b723aadac4 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:26.159021 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57516ef7-1b8a-47c7-a3d4-90b723aadac4 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Pushing event updated for resources: {'Port': ['ID=716afa08-eaa0-4cf2-b23a-54b5761eaff1,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:32:26.198618 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-e0bb3f99-bb28-4e5a-9468-363e869bd87e req-2a6350b8-9775-4248-bb3d-7a188b4bfb9a tempest-ImagesNegativeTestJSON-1162040511 tempest-ImagesNegativeTestJSON-1162040511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:26.253534 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6350b8-9775-4248-bb3d-7a188b4bfb9a tempest-ImagesNegativeTestJSON-1162040511 tempest-ImagesNegativeTestJSON-1162040511-project] Pushing event deleted for resources: {'Port': ['ID=8a65d045-6d37-4796-b76e-00b5052bc4ba,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:32:26.260297 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57516ef7-1b8a-47c7-a3d4-90b723aadac4 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Pushing event updated for resources: {'Port': ['ID=7c1a231a-d4d4-4dfd-b540-c0851cab5085,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:32:26.276541 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57516ef7-1b8a-47c7-a3d4-90b723aadac4 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Checking segment: {'id': 'dc8ad70f-0d69-4a4e-8a51-b444d5f81ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '5b517fce-db01-41ec-877a-90da9513994b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:32:26.276903 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57516ef7-1b8a-47c7-a3d4-90b723aadac4 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Network hostable DHCP agents. Network: 5b517fce-db01-41ec-877a-90da9513994b, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:32:26.282254 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c3cc9c3d-013a-45cc-8ded-1985a5e7aaf3 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:26.335038 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0bb3f99-bb28-4e5a-9468-363e869bd87e req-2a6350b8-9775-4248-bb3d-7a188b4bfb9a tempest-ImagesNegativeTestJSON-1162040511 tempest-ImagesNegativeTestJSON-1162040511-project] No DVR routers for this DVR port 8a65d045-6d37-4796-b76e-00b5052bc4ba on host n-h1-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:32:26.337598 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-e0bb3f99-bb28-4e5a-9468-363e869bd87e req-2a6350b8-9775-4248-bb3d-7a188b4bfb9a tempest-ImagesNegativeTestJSON-1162040511 tempest-ImagesNegativeTestJSON-1162040511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:26.340579 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90e87952-7c7d-436b-b970-8bfc684ac9d0', 'name': 'network-vif-deleted', 'tag': '8a65d045-6d37-4796-b76e-00b5052bc4ba'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:32:26.349620 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e0bb3f99-bb28-4e5a-9468-363e869bd87e req-2a6350b8-9775-4248-bb3d-7a188b4bfb9a tempest-ImagesNegativeTestJSON-1162040511 tempest-ImagesNegativeTestJSON-1162040511-project] 10.222.0.69 "DELETE /v2.0/ports/8a65d045-6d37-4796-b76e-00b5052bc4ba HTTP/1.1" status: 204 len: 173 time: 1.3935552 May 28 06:32:26.407670 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44691420-c6ca-4f63-8e35-8abfb1d11abc'] response: {'server_uuid': '90e87952-7c7d-436b-b970-8bfc684ac9d0', 'name': 'network-vif-deleted', 'tag': '8a65d045-6d37-4796-b76e-00b5052bc4ba', 'status': 'completed', 'code': 200} May 28 06:32:26.433592 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c3cc9c3d-013a-45cc-8ded-1985a5e7aaf3 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:26.471489 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57516ef7-1b8a-47c7-a3d4-90b723aadac4 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Network 5b517fce-db01-41ec-877a-90da9513994b is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:32:26.651534 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c3cc9c3d-013a-45cc-8ded-1985a5e7aaf3 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:26.661009 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-3dba78ad-2de6-49a9-a559-78caca9c7aae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:26.795485 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-d85fb022-8804-447b-aba9-c4a29db3da31 req-b6e59f88-a5a6-42f2-8368-cef24d91799a tempest-ImagesNegativeTestJSON-1162040511 tempest-ImagesNegativeTestJSON-1162040511-project] Synchronizing usage tracker for tenant:1ce69e7c7edf4a529cfbb2b5fa1668cd on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:32:26.795994 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c3cc9c3d-013a-45cc-8ded-1985a5e7aaf3 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:26.892568 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-57516ef7-1b8a-47c7-a3d4-90b723aadac4 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, 5b517fce-db01-41ec-877a-90da9513994b) {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:32:26.903866 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883f7727-46ef-4c65-b202-540db475723b None None] Network 5b517fce-db01-41ec-877a-90da9513994b requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:32:26.910829 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57516ef7-1b8a-47c7-a3d4-90b723aadac4 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:32:26.918169 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57516ef7-1b8a-47c7-a3d4-90b723aadac4 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:26.922172 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57516ef7-1b8a-47c7-a3d4-90b723aadac4 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:26.922953 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-57516ef7-1b8a-47c7-a3d4-90b723aadac4 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:26.954650 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cc9c3d-013a-45cc-8ded-1985a5e7aaf3 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Pushing event updated for resources: {'Port': ['ID=4bbe7afe-220d-4684-ac19-cc719857a726,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:32:26.963699 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c3cc9c3d-013a-45cc-8ded-1985a5e7aaf3 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691094'] for floatingip, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:26.992891 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-d85fb022-8804-447b-aba9-c4a29db3da31 req-b6e59f88-a5a6-42f2-8368-cef24d91799a tempest-ImagesNegativeTestJSON-1162040511 tempest-ImagesNegativeTestJSON-1162040511-project] Unset dirty status for tenant:1ce69e7c7edf4a529cfbb2b5fa1668cd on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:32:26.995137 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d85fb022-8804-447b-aba9-c4a29db3da31 req-b6e59f88-a5a6-42f2-8368-cef24d91799a tempest-ImagesNegativeTestJSON-1162040511 tempest-ImagesNegativeTestJSON-1162040511-project] 10.222.0.55 "GET /v2.0/ports?device_id=90e87952-7c7d-436b-b970-8bfc684ac9d0 HTTP/1.1" status: 200 len: 210 time: 0.2468176 May 28 06:32:27.087675 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-57516ef7-1b8a-47c7-a3d4-90b723aadac4 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.8066404 May 28 06:32:27.090304 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 58772) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:32:27.105290 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d098cfc8-0a40-4c9f-8667-ead1df8e1df5 req-01a80ccb-879e-4bce-858d-22f8f02ffc07 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5d8dc1f-bda1-439a-9c3a-0cfb1b10c028 HTTP/1.1" status: 200 len: 210 time: 0.0535338 May 28 06:32:27.144296 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c3cc9c3d-013a-45cc-8ded-1985a5e7aaf3 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:27.146299 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-c3cc9c3d-013a-45cc-8ded-1985a5e7aaf3 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8665824 May 28 06:32:27.193543 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-bbc7e7dd-aedc-4302-961e-b1320c02d9f2 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Deleting port 7c1a231a-d4d4-4dfd-b540-c0851cab5085 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:32:27.193909 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-bbc7e7dd-aedc-4302-961e-b1320c02d9f2 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:27.225945 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03493cac-979d-48be-ac8e-cbc238922dbe req-b532e2ed-57f6-4fa4-8041-26d03dd2aabb tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:27.227704 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-03493cac-979d-48be-ac8e-cbc238922dbe req-b532e2ed-57f6-4fa4-8041-26d03dd2aabb tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] 10.222.0.55 "GET /v2.0/ports?device_id=991f8908-885a-4c2e-b528-88408e8f79da HTTP/1.1" status: 200 len: 945 time: 0.0997493 May 28 06:32:27.302227 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-03493cac-979d-48be-ac8e-cbc238922dbe req-684594ff-0b2d-49bf-a02d-8b158a1e182e tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] 10.222.0.55 "GET /v2.0/security-groups?id=f753ce85-540a-4551-926d-ab7871f6d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676837 May 28 06:32:27.519593 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-cb9ba719-d4df-4909-a66e-98144e561c70 req-c3215442-47a7-4be9-800c-b80ba0d97b66 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Synchronizing usage tracker for tenant:f2d8466b4d8c4168848bc4cc302053bf on resource:security_group {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:32:27.521702 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:27.558567 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f8b6e7-08bf-4c9c-814e-fb813b28a045 req-186d9ddc-175f-4bf8-90e6-2604e3458a52 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:27.560122 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-01f8b6e7-08bf-4c9c-814e-fb813b28a045 req-186d9ddc-175f-4bf8-90e6-2604e3458a52 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] 10.222.0.55 "GET /v2.0/ports?device_id=1af8bc35-c5a9-4f4a-a88f-46df8495b8e0 HTTP/1.1" status: 200 len: 946 time: 0.1177580 May 28 06:32:27.609338 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-bbc7e7dd-aedc-4302-961e-b1320c02d9f2 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:27.612071 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-01f8b6e7-08bf-4c9c-814e-fb813b28a045 req-e24c5aa2-473a-4548-bfba-9ec0c70c21bf tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] 10.222.0.55 "GET /v2.0/security-groups?id=f753ce85-540a-4551-926d-ab7871f6d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444269 May 28 06:32:27.867359 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-cb9ba719-d4df-4909-a66e-98144e561c70 req-c3215442-47a7-4be9-800c-b80ba0d97b66 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Unset dirty status for tenant:f2d8466b4d8c4168848bc4cc302053bf on resource:security_group {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:32:27.867359 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cb9ba719-d4df-4909-a66e-98144e561c70 req-c3215442-47a7-4be9-800c-b80ba0d97b66 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1167222033&fields=id&tenant_id=f2d8466b4d8c4168848bc4cc302053bf HTTP/1.1" status: 200 len: 267 time: 0.4423594 May 28 06:32:27.892802 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-bbc7e7dd-aedc-4302-961e-b1320c02d9f2 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Calling delete_port for 7c1a231a-d4d4-4dfd-b540-c0851cab5085 owned by {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:32:27.948646 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1ad044-0e7f-4f40-83ea-9b054290a719 req-cccfaec7-60f7-4701-8010-700df75abaa8 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:27.950476 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-eb1ad044-0e7f-4f40-83ea-9b054290a719 req-cccfaec7-60f7-4701-8010-700df75abaa8 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.71 "GET /v2.0/networks?id=c7bbc20e-7bc5-42fd-94f8-f3663ada8854 HTTP/1.1" status: 200 len: 812 time: 0.6818321 May 28 06:32:27.970874 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-eb1ad044-0e7f-4f40-83ea-9b054290a719 req-54f2bc9b-a0e7-4e82-9d07-66fa8910f16d tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Request body: {'port': {'device_id': 'e5d8dc1f-bda1-439a-9c3a-0cfb1b10c028', 'network_id': 'c7bbc20e-7bc5-42fd-94f8-f3663ada8854', 'admin_state_up': True, 'tenant_id': '9795f3bb4dd842ee9b6997b24ebca479'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:32:28.006987 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9ba719-d4df-4909-a66e-98144e561c70 req-cce236a7-150e-4dbf-9a60-a5476645f50c tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:28.008552 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cb9ba719-d4df-4909-a66e-98144e561c70 req-cce236a7-150e-4dbf-9a60-a5476645f50c tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "GET /v2.0/networks?id=4874bba4-a87e-43f9-9333-c72385485612 HTTP/1.1" status: 200 len: 810 time: 0.1486371 May 28 06:32:28.023755 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cb9ba719-d4df-4909-a66e-98144e561c70 req-d1671f4e-2bab-49ba-a7df-e3b4b94816fd tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "GET /v2.0/quotas/f2d8466b4d8c4168848bc4cc302053bf HTTP/1.1" status: 200 len: 375 time: 0.0096290 May 28 06:32:28.114585 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-cb9ba719-d4df-4909-a66e-98144e561c70 req-fd0698a5-d7c2-4bde-af04-dea44ff369f4 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Synchronizing usage tracker for tenant:f2d8466b4d8c4168848bc4cc302053bf on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:32:28.138741 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [req-eb1ad044-0e7f-4f40-83ea-9b054290a719 req-54f2bc9b-a0e7-4e82-9d07-66fa8910f16d tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:32:28.148881 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [req-eb1ad044-0e7f-4f40-83ea-9b054290a719 req-54f2bc9b-a0e7-4e82-9d07-66fa8910f16d tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:32:28.157956 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-bbc7e7dd-aedc-4302-961e-b1320c02d9f2 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:28.168050 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 8a65d045-6d37-4796-b76e-00b5052bc4ba no longer exists at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:32:28.203087 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] No Port match for: 8a65d045-6d37-4796-b76e-00b5052bc4ba {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:32:28.203429 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 8a65d045-6d37-4796-b76e-00b5052bc4ba not bound to the agent host n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:32:28.210083 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc7e7dd-aedc-4302-961e-b1320c02d9f2 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Pushing event deleted for resources: {'Port': ['ID=7c1a231a-d4d4-4dfd-b540-c0851cab5085,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:32:28.215557 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-bbc7e7dd-aedc-4302-961e-b1320c02d9f2 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:28.221710 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-bbc7e7dd-aedc-4302-961e-b1320c02d9f2 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] 10.222.0.55 "DELETE /v2.0/ports/7c1a231a-d4d4-4dfd-b540-c0851cab5085 HTTP/1.1" status: 204 len: 168 time: 1.1302128 May 28 06:32:28.227182 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 58810) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:32:28.244618 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb1ad044-0e7f-4f40-83ea-9b054290a719 req-54f2bc9b-a0e7-4e82-9d07-66fa8910f16d tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Made reservation on behalf of 9795f3bb4dd842ee9b6997b24ebca479 for: {'port': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:32:28.256041 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-eb1ad044-0e7f-4f40-83ea-9b054290a719 req-54f2bc9b-a0e7-4e82-9d07-66fa8910f16d tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:28.268485 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-cb9ba719-d4df-4909-a66e-98144e561c70 req-fd0698a5-d7c2-4bde-af04-dea44ff369f4 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Unset dirty status for tenant:f2d8466b4d8c4168848bc4cc302053bf on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:32:28.269847 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cb9ba719-d4df-4909-a66e-98144e561c70 req-fd0698a5-d7c2-4bde-af04-dea44ff369f4 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f2d8466b4d8c4168848bc4cc302053bf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2404382 May 28 06:32:28.413548 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b591393c-1f40-4891-9117-42db06385e36 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:28.419387 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b591393c-1f40-4891-9117-42db06385e36 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:28.420161 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-b591393c-1f40-4891-9117-42db06385e36 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Synchronizing usage tracker for tenant:1c19ca0f4502419e9ff184ba1821fbef on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:32:28.452717 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [req-eb1ad044-0e7f-4f40-83ea-9b054290a719 req-54f2bc9b-a0e7-4e82-9d07-66fa8910f16d tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Allocated IP 172.20.0.9 (c7bbc20e-7bc5-42fd-94f8-f3663ada8854/6e5f323f-ea6c-4672-94fb-4b56107669c0/ffae7a58-eda6-4e38-8754-b6235139c066) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:32:28.465258 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cb9ba719-d4df-4909-a66e-98144e561c70 req-d8969594-640d-44f4-a543-2ff972f0070d service neutron] 10.222.0.55 "GET /v2.0/networks/4874bba4-a87e-43f9-9333-c72385485612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761572 May 28 06:32:28.692245 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-b591393c-1f40-4891-9117-42db06385e36 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Unset dirty status for tenant:1c19ca0f4502419e9ff184ba1821fbef on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:32:28.693725 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-b591393c-1f40-4891-9117-42db06385e36 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.4667873 May 28 06:32:28.696754 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 58848) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:32:28.744690 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cb9ba719-d4df-4909-a66e-98144e561c70 req-a3536f3f-afde-44ab-a77d-726cf781c0c5 service neutron] 10.222.0.55 "GET /v2.0/networks/4874bba4-a87e-43f9-9333-c72385485612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2731786 May 28 06:32:28.770216 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-f5f7c0fc-c773-463c-b746-534983d9e534 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Deleting port 716afa08-eaa0-4cf2-b23a-54b5761eaff1 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:32:28.771774 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f5f7c0fc-c773-463c-b746-534983d9e534 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:28.908697 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-eb1ad044-0e7f-4f40-83ea-9b054290a719 req-54f2bc9b-a0e7-4e82-9d07-66fa8910f16d tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:28.981851 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-abb542df-2c6d-4b55-9e1a-daa8dc0e90de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:29.018162 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f5f7c0fc-c773-463c-b746-534983d9e534 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:29.162375 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-eb1ad044-0e7f-4f40-83ea-9b054290a719 req-54f2bc9b-a0e7-4e82-9d07-66fa8910f16d tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:29.186507 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-f5f7c0fc-c773-463c-b746-534983d9e534 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Calling delete_port for 716afa08-eaa0-4cf2-b23a-54b5761eaff1 owned by {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:32:29.227616 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1984bab2-37f8-4300-bc0f-cf35dfa5b6e5 req-2417913a-548c-45d4-8386-e04ec83938a0 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5d8dc1f-bda1-439a-9c3a-0cfb1b10c028 HTTP/1.1" status: 200 len: 210 time: 0.1962433 May 28 06:32:29.261041 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f2bc9b-a0e7-4e82-9d07-66fa8910f16d tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Pushing event updated for resources: {'Port': ['ID=ffae7a58-eda6-4e38-8754-b6235139c066,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:32:29.280797 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb1ad044-0e7f-4f40-83ea-9b054290a719 req-54f2bc9b-a0e7-4e82-9d07-66fa8910f16d tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Network c7bbc20e-7bc5-42fd-94f8-f3663ada8854 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:32:29.283739 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [req-eb1ad044-0e7f-4f40-83ea-9b054290a719 req-54f2bc9b-a0e7-4e82-9d07-66fa8910f16d tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:32:29.287749 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb1ad044-0e7f-4f40-83ea-9b054290a719 req-54f2bc9b-a0e7-4e82-9d07-66fa8910f16d tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:32:29.345075 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:32:29.367091 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1ad044-0e7f-4f40-83ea-9b054290a719 req-54f2bc9b-a0e7-4e82-9d07-66fa8910f16d tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:29.368065 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-eb1ad044-0e7f-4f40-83ea-9b054290a719 req-54f2bc9b-a0e7-4e82-9d07-66fa8910f16d tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:29.512876 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f5f7c0fc-c773-463c-b746-534983d9e534 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:29.544989 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-eb1ad044-0e7f-4f40-83ea-9b054290a719 req-54f2bc9b-a0e7-4e82-9d07-66fa8910f16d tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5770931 May 28 06:32:29.578371 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-eb1ad044-0e7f-4f40-83ea-9b054290a719 req-6d655fdc-55ec-44d1-a538-06f00c1d4fca service neutron] Request body: {'port': {'device_id': 'e5d8dc1f-bda1-439a-9c3a-0cfb1b10c028', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843702-1'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:32:29.641790 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f7c0fc-c773-463c-b746-534983d9e534 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Pushing event deleted for resources: {'Port': ['ID=716afa08-eaa0-4cf2-b23a-54b5761eaff1,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:32:29.649219 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f5f7c0fc-c773-463c-b746-534983d9e534 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:29.704566 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f410e46-d2a2-4586-942e-9b463ca5ba13 req-751c9428-ae05-4f0b-b6e3-35e083cdac5f tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:29.708083 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5f410e46-d2a2-4586-942e-9b463ca5ba13 req-751c9428-ae05-4f0b-b6e3-35e083cdac5f tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] 10.222.0.69 "GET /v2.0/ports?device_id=1af8bc35-c5a9-4f4a-a88f-46df8495b8e0 HTTP/1.1" status: 200 len: 946 time: 0.1356430 May 28 06:32:29.740169 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-eb1ad044-0e7f-4f40-83ea-9b054290a719 req-6d655fdc-55ec-44d1-a538-06f00c1d4fca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:29.804168 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-5f410e46-d2a2-4586-942e-9b463ca5ba13 req-70c5fe85-5ae1-4a28-b0c0-9c4fc7a0ce79 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Deleting port 5b40a623-70da-41bd-8bfa-53236b62953e {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:32:29.804513 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-5f410e46-d2a2-4586-942e-9b463ca5ba13 req-70c5fe85-5ae1-4a28-b0c0-9c4fc7a0ce79 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:29.846368 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-f5f7c0fc-c773-463c-b746-534983d9e534 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] 10.222.0.55 "DELETE /v2.0/ports/716afa08-eaa0-4cf2-b23a-54b5761eaff1 HTTP/1.1" status: 204 len: 168 time: 1.1485837 May 28 06:32:29.850635 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 58908) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:32:29.873110 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:29.936936 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-575a073c-520d-47bb-b827-d4682b30786f req-8483a8c5-2ae6-48a7-b807-bb5a21b6ac51 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd4324bb-6276-40b4-93b6-8590a183bcfd HTTP/1.1" status: 200 len: 210 time: 0.0595694 May 28 06:32:29.988975 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:30.201325 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd33619f-cc58-4008-a821-70beed9ca1c4 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:30.203240 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-cd33619f-cc58-4008-a821-70beed9ca1c4 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Synchronizing usage tracker for tenant:1c19ca0f4502419e9ff184ba1821fbef on resource:port {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:32:30.262511 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb348eea-c94f-4faa-af24-21c6b8a97c5e req-2ef494d5-89cc-432f-a2f2-217ffded56d0 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:30.269263 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bb348eea-c94f-4faa-af24-21c6b8a97c5e req-2ef494d5-89cc-432f-a2f2-217ffded56d0 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] 10.222.0.55 "GET /v2.0/ports?device_id=1af8bc35-c5a9-4f4a-a88f-46df8495b8e0 HTTP/1.1" status: 200 len: 946 time: 0.2520776 May 28 06:32:30.335127 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-5f410e46-d2a2-4586-942e-9b463ca5ba13 req-70c5fe85-5ae1-4a28-b0c0-9c4fc7a0ce79 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] For port 5b40a623-70da-41bd-8bfa-53236b62953e, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=5b40a623-70da-41bd-8bfa-53236b62953e,segment=NetworkSegment(75019356-28ff-4b3b-ab1f-7fd649171211),segment_id=75019356-28ff-4b3b-ab1f-7fd649171211)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:32:30.335663 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-5f410e46-d2a2-4586-942e-9b463ca5ba13 req-70c5fe85-5ae1-4a28-b0c0-9c4fc7a0ce79 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:30.346425 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-cd33619f-cc58-4008-a821-70beed9ca1c4 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Unset dirty status for tenant:1c19ca0f4502419e9ff184ba1821fbef on resource:port {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:32:30.347642 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-cd33619f-cc58-4008-a821-70beed9ca1c4 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.4975407 May 28 06:32:30.351937 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 58960) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:32:30.375825 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [req-eb1ad044-0e7f-4f40-83ea-9b054290a719 req-6d655fdc-55ec-44d1-a538-06f00c1d4fca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffae7a58-eda6-4e38-8754-b6235139c066 {{(pid=89109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:32:30.388138 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-eb1ad044-0e7f-4f40-83ea-9b054290a719 req-6d655fdc-55ec-44d1-a538-06f00c1d4fca service neutron] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:30.406781 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [req-eb1ad044-0e7f-4f40-83ea-9b054290a719 req-6d655fdc-55ec-44d1-a538-06f00c1d4fca service neutron] Transition to ACTIVE for port object ffae7a58-eda6-4e38-8754-b6235139c066 will not be triggered until provisioned by entity L2. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:32:30.577004 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-eb1ad044-0e7f-4f40-83ea-9b054290a719 req-6d655fdc-55ec-44d1-a538-06f00c1d4fca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:30.700549 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-5f410e46-d2a2-4586-942e-9b463ca5ba13 req-70c5fe85-5ae1-4a28-b0c0-9c4fc7a0ce79 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Calling delete_port for 5b40a623-70da-41bd-8bfa-53236b62953e owned by compute:nova {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:32:30.755692 n-d-843702-1 neutron-server[89110]: INFO neutron.pecan_wsgi.hooks.translation [None req-904c5f41-5159-4278-a183-36b2f7deefdc tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] GET failed (client error): The resource could not be found. May 28 06:32:30.756716 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-904c5f41-5159-4278-a183-36b2f7deefdc tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Synchronizing usage tracker for tenant:1c19ca0f4502419e9ff184ba1821fbef on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:32:30.770957 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bb348eea-c94f-4faa-af24-21c6b8a97c5e req-3321844b-690c-48a9-93d8-ac5eaffd25c2 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] 10.222.0.55 "GET /v2.0/security-groups?id=f753ce85-540a-4551-926d-ab7871f6d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5005920 May 28 06:32:30.771320 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d655fdc-55ec-44d1-a538-06f00c1d4fca service neutron] Pushing event updated for resources: {'Port': ['ID=ffae7a58-eda6-4e38-8754-b6235139c066,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:32:30.826260 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-904c5f41-5159-4278-a183-36b2f7deefdc tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Unset dirty status for tenant:1c19ca0f4502419e9ff184ba1821fbef on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:32:30.826260 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-904c5f41-5159-4278-a183-36b2f7deefdc tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] 10.222.0.55 "GET /v2.0/ports/7c1a231a-d4d4-4dfd-b540-c0851cab5085 HTTP/1.1" status: 404 len: 333 time: 0.4654293 May 28 06:32:30.834671 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 58968) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:32:30.926164 n-d-843702-1 neutron-server[89110]: INFO neutron.pecan_wsgi.hooks.translation [None req-4428fecc-d733-41cd-b166-6e91878d1803 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] GET failed (client error): The resource could not be found. May 28 06:32:30.930476 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-4428fecc-d733-41cd-b166-6e91878d1803 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] 10.222.0.55 "GET /v2.0/ports/716afa08-eaa0-4cf2-b23a-54b5761eaff1 HTTP/1.1" status: 404 len: 333 time: 0.0931971 May 28 06:32:30.936825 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 58980) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:32:31.064171 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-eb1ad044-0e7f-4f40-83ea-9b054290a719 req-6d655fdc-55ec-44d1-a538-06f00c1d4fca service neutron] Attempting to bind port ffae7a58-eda6-4e38-8754-b6235139c066 on host n-h2-843702-1 for vnic_type normal with profile {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:32:31.064512 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-eb1ad044-0e7f-4f40-83ea-9b054290a719 req-6d655fdc-55ec-44d1-a538-06f00c1d4fca service neutron] Attempting to bind port ffae7a58-eda6-4e38-8754-b6235139c066 by drivers openvswitch,hyperv on host n-h2-843702-1 at level 0 using segments [{'id': 'a8c42c09-58b4-4e9e-ab8f-c96c63ee4190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c7bbc20e-7bc5-42fd-94f8-f3663ada8854'}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:32:31.064907 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1ad044-0e7f-4f40-83ea-9b054290a719 req-6d655fdc-55ec-44d1-a538-06f00c1d4fca service neutron] Attempting to bind port ffae7a58-eda6-4e38-8754-b6235139c066 on network c7bbc20e-7bc5-42fd-94f8-f3663ada8854 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:32:31.070452 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1ad044-0e7f-4f40-83ea-9b054290a719 req-6d655fdc-55ec-44d1-a538-06f00c1d4fca service neutron] Port ffae7a58-eda6-4e38-8754-b6235139c066 on network c7bbc20e-7bc5-42fd-94f8-f3663ada8854 not bound, no agent of type Open vSwitch agent registered on host n-h2-843702-1 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:32:31.070846 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1ad044-0e7f-4f40-83ea-9b054290a719 req-6d655fdc-55ec-44d1-a538-06f00c1d4fca service neutron] Attempting to bind port ffae7a58-eda6-4e38-8754-b6235139c066 on network c7bbc20e-7bc5-42fd-94f8-f3663ada8854 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:32:31.076586 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1ad044-0e7f-4f40-83ea-9b054290a719 req-6d655fdc-55ec-44d1-a538-06f00c1d4fca service neutron] Checking agent: {'id': 'f1a3973b-d2b3-4558-88e7-2ac50857d302', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:32:31.076855 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1ad044-0e7f-4f40-83ea-9b054290a719 req-6d655fdc-55ec-44d1-a538-06f00c1d4fca service neutron] Checking segment: {'id': 'a8c42c09-58b4-4e9e-ab8f-c96c63ee4190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c7bbc20e-7bc5-42fd-94f8-f3663ada8854'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:32:31.077286 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1ad044-0e7f-4f40-83ea-9b054290a719 req-6d655fdc-55ec-44d1-a538-06f00c1d4fca service neutron] Bound using segment: {'id': 'a8c42c09-58b4-4e9e-ab8f-c96c63ee4190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c7bbc20e-7bc5-42fd-94f8-f3663ada8854'} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:32:31.077675 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-eb1ad044-0e7f-4f40-83ea-9b054290a719 req-6d655fdc-55ec-44d1-a538-06f00c1d4fca service neutron] Bound port: ffae7a58-eda6-4e38-8754-b6235139c066, host: n-h2-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8c42c09-58b4-4e9e-ab8f-c96c63ee4190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c7bbc20e-7bc5-42fd-94f8-f3663ada8854'}}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:32:31.078013 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-eb1ad044-0e7f-4f40-83ea-9b054290a719 req-6d655fdc-55ec-44d1-a538-06f00c1d4fca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:31.171341 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-5f410e46-d2a2-4586-942e-9b463ca5ba13 req-70c5fe85-5ae1-4a28-b0c0-9c4fc7a0ce79 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:31.194484 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['5b40a623-70da-41bd-8bfa-53236b62953e'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:32:31.194976 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-eb1ad044-0e7f-4f40-83ea-9b054290a719 req-6d655fdc-55ec-44d1-a538-06f00c1d4fca service neutron] For port ffae7a58-eda6-4e38-8754-b6235139c066, host n-h2-843702-1, cleared binding levels {{(pid=89109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:32:31.196529 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-eb1ad044-0e7f-4f40-83ea-9b054290a719 req-6d655fdc-55ec-44d1-a538-06f00c1d4fca service neutron] For port ffae7a58-eda6-4e38-8754-b6235139c066, host n-h2-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=ffae7a58-eda6-4e38-8754-b6235139c066,segment=NetworkSegment(a8c42c09-58b4-4e9e-ab8f-c96c63ee4190),segment_id=a8c42c09-58b4-4e9e-ab8f-c96c63ee4190)] {{(pid=89109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:32:31.227480 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['69ae78eb-f247-4959-a283-02fedbea251d'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:32:31.273332 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-eb1ad044-0e7f-4f40-83ea-9b054290a719 req-6d655fdc-55ec-44d1-a538-06f00c1d4fca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:31.312454 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7f254407-569a-44ed-8598-5b4af3b5cf96 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:31.328220 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c5fe85-5ae1-4a28-b0c0-9c4fc7a0ce79 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Pushing event deleted for resources: {'Port': ['ID=5b40a623-70da-41bd-8bfa-53236b62953e,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:32:31.370487 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d655fdc-55ec-44d1-a538-06f00c1d4fca service neutron] Pushing event updated for resources: {'Port': ['ID=ffae7a58-eda6-4e38-8754-b6235139c066,revision_number=3']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:32:31.377313 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e4d6eb49-729b-4328-9cc8-c6416532386d req-e9d18ba9-55e4-450f-a0de-a0d13f03935d tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd4324bb-6276-40b4-93b6-8590a183bcfd HTTP/1.1" status: 200 len: 210 time: 0.1499805 May 28 06:32:31.390931 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1ad044-0e7f-4f40-83ea-9b054290a719 req-6d655fdc-55ec-44d1-a538-06f00c1d4fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:31.391657 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-eb1ad044-0e7f-4f40-83ea-9b054290a719 req-6d655fdc-55ec-44d1-a538-06f00c1d4fca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:31.393093 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-eb1ad044-0e7f-4f40-83ea-9b054290a719 req-6d655fdc-55ec-44d1-a538-06f00c1d4fca service neutron] 10.222.0.71 "PUT /v2.0/ports/ffae7a58-eda6-4e38-8754-b6235139c066 HTTP/1.1" status: 200 len: 1091 time: 1.8314707 May 28 06:32:31.393609 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5d8dc1f-bda1-439a-9c3a-0cfb1b10c028', 'tag': 'ffae7a58-eda6-4e38-8754-b6235139c066'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:32:31.448112 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f410e46-d2a2-4586-942e-9b463ca5ba13 req-70c5fe85-5ae1-4a28-b0c0-9c4fc7a0ce79 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] No DVR routers for this DVR port 5b40a623-70da-41bd-8bfa-53236b62953e on host n-h1-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:32:31.453149 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-5f410e46-d2a2-4586-942e-9b463ca5ba13 req-70c5fe85-5ae1-4a28-b0c0-9c4fc7a0ce79 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:31.457783 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1af8bc35-c5a9-4f4a-a88f-46df8495b8e0', 'name': 'network-vif-deleted', 'tag': '5b40a623-70da-41bd-8bfa-53236b62953e'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:32:31.526666 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5f410e46-d2a2-4586-942e-9b463ca5ba13 req-70c5fe85-5ae1-4a28-b0c0-9c4fc7a0ce79 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] 10.222.0.69 "DELETE /v2.0/ports/5b40a623-70da-41bd-8bfa-53236b62953e HTTP/1.1" status: 204 len: 173 time: 1.8063548 May 28 06:32:31.538001 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d880bc-b91c-425a-a391-99661fafa302 req-53b7d2f9-0cba-4709-98ad-5ceeaebbc885 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:31.547255 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-58d880bc-b91c-425a-a391-99661fafa302 req-53b7d2f9-0cba-4709-98ad-5ceeaebbc885 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5d8dc1f-bda1-439a-9c3a-0cfb1b10c028 HTTP/1.1" status: 200 len: 943 time: 0.6061838 May 28 06:32:31.623083 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4ad115-618c-4407-bcd3-8b04aeca5bcb req-dc14ccb1-1939-42e2-ad20-35f5bf9d9ea8 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:31.623819 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-4e4ad115-618c-4407-bcd3-8b04aeca5bcb req-dc14ccb1-1939-42e2-ad20-35f5bf9d9ea8 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Synchronizing usage tracker for tenant:e9a1a9066a3349fa8fd9ecc898dfe607 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:32:31.638941 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:31.667356 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1ad044-0e7f-4f40-83ea-9b054290a719 req-7e038db7-6c33-4d26-be59-ffac22e4a6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:31.668942 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-eb1ad044-0e7f-4f40-83ea-9b054290a719 req-7e038db7-6c33-4d26-be59-ffac22e4a6d2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9795f3bb4dd842ee9b6997b24ebca479&device_id=e5d8dc1f-bda1-439a-9c3a-0cfb1b10c028 HTTP/1.1" status: 200 len: 1094 time: 0.1111319 May 28 06:32:31.752518 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-eb1ad044-0e7f-4f40-83ea-9b054290a719 req-e9ecbe3d-456f-4863-9da7-811e821102bc service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ffae7a58-eda6-4e38-8754-b6235139c066 HTTP/1.1" status: 200 len: 217 time: 0.0695941 May 28 06:32:31.752832 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7f254407-569a-44ed-8598-5b4af3b5cf96 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:31.764309 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-58d880bc-b91c-425a-a391-99661fafa302 req-a565fd35-5b8b-44a5-afa3-a52b99fa653a tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/security-groups?id=f6de87b7-c8be-4140-be86-d0d6b2592918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157395 May 28 06:32:31.800866 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-7f254407-569a-44ed-8598-5b4af3b5cf96 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b517fce-db01-41ec-877a-90da9513994b']}} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:32:31.819114 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-7f254407-569a-44ed-8598-5b4af3b5cf96 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc8ad70f-0d69-4a4e-8a51-b444d5f81ff1') {'for_net_delete': True} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:32:31.819336 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-7f254407-569a-44ed-8598-5b4af3b5cf96 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc8ad70f-0d69-4a4e-8a51-b444d5f81ff1') {} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:32:31.825951 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1ad044-0e7f-4f40-83ea-9b054290a719 req-60475fa9-0d88-43b9-a4d9-37154cb7dde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:31.828067 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-eb1ad044-0e7f-4f40-83ea-9b054290a719 req-60475fa9-0d88-43b9-a4d9-37154cb7dde3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6e5f323f-ea6c-4672-94fb-4b56107669c0 HTTP/1.1" status: 200 len: 852 time: 0.0691519 May 28 06:32:31.838077 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7f254407-569a-44ed-8598-5b4af3b5cf96 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4150778'] for segment, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:31.840621 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0765daae-b13d-4bb4-86bd-3a208be5093f'] response: {'name': 'network-changed', 'server_uuid': 'e5d8dc1f-bda1-439a-9c3a-0cfb1b10c028', 'tag': 'ffae7a58-eda6-4e38-8754-b6235139c066', 'status': 'completed', 'code': 200} May 28 06:32:31.858748 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7f254407-569a-44ed-8598-5b4af3b5cf96 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:31.865904 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f254407-569a-44ed-8598-5b4af3b5cf96 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=89110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:32:31.867424 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7f254407-569a-44ed-8598-5b4af3b5cf96 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3143023'] for segment, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:31.937105 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-eb1ad044-0e7f-4f40-83ea-9b054290a719 req-351af3ff-f10f-4fd3-b570-85a8e5c56795 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c7bbc20e-7bc5-42fd-94f8-f3663ada8854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0837886 May 28 06:32:31.968154 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b31d11cd-a560-434b-88e6-57924411e997'] response: {'server_uuid': '1af8bc35-c5a9-4f4a-a88f-46df8495b8e0', 'name': 'network-vif-deleted', 'tag': '5b40a623-70da-41bd-8bfa-53236b62953e', 'status': 'completed', 'code': 200} May 28 06:32:31.971180 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment dc8ad70f-0d69-4a4e-8a51-b444d5f81ff1 resource provider aggregate not found May 28 06:32:31.988527 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-4e4ad115-618c-4407-bcd3-8b04aeca5bcb req-dc14ccb1-1939-42e2-ad20-35f5bf9d9ea8 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Unset dirty status for tenant:e9a1a9066a3349fa8fd9ecc898dfe607 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:32:31.990758 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4e4ad115-618c-4407-bcd3-8b04aeca5bcb req-dc14ccb1-1939-42e2-ad20-35f5bf9d9ea8 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] 10.222.0.71 "GET /v2.0/ports?device_id=991f8908-885a-4c2e-b528-88408e8f79da HTTP/1.1" status: 200 len: 945 time: 0.7531538 May 28 06:32:32.018732 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment dc8ad70f-0d69-4a4e-8a51-b444d5f81ff1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dc8ad70f-0d69-4a4e-8a51-b444d5f81ff1 found for delete ", "request_id": "req-650f9535-1ae7-4558-8cae-22e5f4ef3c5f"}]} May 28 06:32:32.147150 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d2ed2420-8354-4976-9ec4-9233f11f9d5c req-da4122b2-2553-4396-bb9f-cc7a64d6148a tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] 10.222.0.55 "GET /v2.0/ports?device_id=1af8bc35-c5a9-4f4a-a88f-46df8495b8e0 HTTP/1.1" status: 200 len: 210 time: 0.0680954 May 28 06:32:32.162956 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-4e4ad115-618c-4407-bcd3-8b04aeca5bcb req-e0fd9619-5a69-4f35-9521-1e024914c85b tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Deleting port 69ae78eb-f247-4959-a283-02fedbea251d {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:32:32.162956 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-4e4ad115-618c-4407-bcd3-8b04aeca5bcb req-e0fd9619-5a69-4f35-9521-1e024914c85b tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:32.174957 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-eb1ad044-0e7f-4f40-83ea-9b054290a719 req-971d6570-805e-4ab4-81b2-dbf8eacdfa4f service neutron] 10.222.0.71 "GET /v2.0/networks/c7bbc20e-7bc5-42fd-94f8-f3663ada8854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277052 May 28 06:32:32.208752 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:32.279142 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7f254407-569a-44ed-8598-5b4af3b5cf96 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:32.305073 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7f254407-569a-44ed-8598-5b4af3b5cf96 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:32.338886 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f254407-569a-44ed-8598-5b4af3b5cf96 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Pushing event deleted for resources: {'Network': ['ID=5b517fce-db01-41ec-877a-90da9513994b,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:32:32.429985 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-7f254407-569a-44ed-8598-5b4af3b5cf96 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] 10.222.0.55 "DELETE /v2.0/networks/5b517fce-db01-41ec-877a-90da9513994b HTTP/1.1" status: 204 len: 168 time: 1.4059947 May 28 06:32:32.429985 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 59094) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:32:32.431618 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-eb1ad044-0e7f-4f40-83ea-9b054290a719 req-2dfd7b6c-e51b-43ed-8743-e1991347ccba service neutron] 10.222.0.71 "GET /v2.0/networks/c7bbc20e-7bc5-42fd-94f8-f3663ada8854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405307 May 28 06:32:32.436520 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-22b76ca9-1654-420b-92c6-382c871877f7 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-797766781'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:32:32.454984 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-22b76ca9-1654-420b-92c6-382c871877f7 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:32:32.464001 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-22b76ca9-1654-420b-92c6-382c871877f7 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Usage tracker for resource:network and tenant:1c19ca0f4502419e9ff184ba1821fbef is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:32:32.469577 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-22b76ca9-1654-420b-92c6-382c871877f7 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:32:32.483135 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 59104) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:32:32.495414 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-22b76ca9-1654-420b-92c6-382c871877f7 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:32:32.685800 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-4e4ad115-618c-4407-bcd3-8b04aeca5bcb req-e0fd9619-5a69-4f35-9521-1e024914c85b tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] For port 69ae78eb-f247-4959-a283-02fedbea251d, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=69ae78eb-f247-4959-a283-02fedbea251d,segment=NetworkSegment(75019356-28ff-4b3b-ab1f-7fd649171211),segment_id=75019356-28ff-4b3b-ab1f-7fd649171211)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:32:32.686084 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-4e4ad115-618c-4407-bcd3-8b04aeca5bcb req-e0fd9619-5a69-4f35-9521-1e024914c85b tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:32.700405 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-13be8e0f-af17-4704-addd-d536f747e921 req-b6ee8415-a9f6-4f21-a698-afa7f731b2bf tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd4324bb-6276-40b4-93b6-8590a183bcfd HTTP/1.1" status: 200 len: 210 time: 0.1245115 May 28 06:32:32.701188 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22b76ca9-1654-420b-92c6-382c871877f7 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Made reservation on behalf of 1c19ca0f4502419e9ff184ba1821fbef for: {'network': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:32:32.706098 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-22b76ca9-1654-420b-92c6-382c871877f7 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:32.732405 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-30a9a2dd-dded-4774-b08c-20a298ee9b15 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1ce69e7c7edf4a529cfbb2b5fa1668cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2480581 May 28 06:32:32.742000 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 59138) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:32:32.812139 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af1bdd3-71c5-4cca-adb7-2cab3f091d77 req-4838c9d0-e5c0-4c68-afdd-a694f1079c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:32.813846 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-7af1bdd3-71c5-4cca-adb7-2cab3f091d77 req-4838c9d0-e5c0-4c68-afdd-a694f1079c56 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9795f3bb4dd842ee9b6997b24ebca479&device_id=e5d8dc1f-bda1-439a-9c3a-0cfb1b10c028 HTTP/1.1" status: 200 len: 1094 time: 0.1326039 May 28 06:32:32.963043 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-50f95f38-19f6-4a2b-8948-9abf8a85f878 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:33.014436 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-50f95f38-19f6-4a2b-8948-9abf8a85f878 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:33.060910 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af1bdd3-71c5-4cca-adb7-2cab3f091d77 req-d1b5a2c5-bfc6-4498-b146-cd58eeea6613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:33.062505 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-7af1bdd3-71c5-4cca-adb7-2cab3f091d77 req-d1b5a2c5-bfc6-4498-b146-cd58eeea6613 service neutron] 10.222.0.71 "GET /v2.0/networks?id=c7bbc20e-7bc5-42fd-94f8-f3663ada8854 HTTP/1.1" status: 200 len: 913 time: 0.2182190 May 28 06:32:33.096630 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-4e4ad115-618c-4407-bcd3-8b04aeca5bcb req-e0fd9619-5a69-4f35-9521-1e024914c85b tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Calling delete_port for 69ae78eb-f247-4959-a283-02fedbea251d owned by compute:nova {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:32:33.135308 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-7af1bdd3-71c5-4cca-adb7-2cab3f091d77 req-fe7dc219-c3b5-41c4-850e-d8d3256f4d1c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ffae7a58-eda6-4e38-8754-b6235139c066 HTTP/1.1" status: 200 len: 217 time: 0.0665979 May 28 06:32:33.201616 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af1bdd3-71c5-4cca-adb7-2cab3f091d77 req-ab861fa4-9df9-40ae-b828-997a9c1e66f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:33.203048 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-7af1bdd3-71c5-4cca-adb7-2cab3f091d77 req-ab861fa4-9df9-40ae-b828-997a9c1e66f6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6e5f323f-ea6c-4672-94fb-4b56107669c0 HTTP/1.1" status: 200 len: 852 time: 0.0614536 May 28 06:32:33.243792 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22b76ca9-1654-420b-92c6-382c871877f7 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=89110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:32:33.261954 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-7af1bdd3-71c5-4cca-adb7-2cab3f091d77 req-ab8f25f0-fed2-4e9a-a1c6-595d5f7ce942 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c7bbc20e-7bc5-42fd-94f8-f3663ada8854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519445 May 28 06:32:33.314828 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-22b76ca9-1654-420b-92c6-382c871877f7 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:33.315120 n-d-843702-1 neutron-server[89110]: INFO neutron.db.segments_db [None req-22b76ca9-1654-420b-92c6-382c871877f7 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Added segment 217a19ff-5339-446f-9aff-95e5f4dbc106 of type vlan for network 78f1cc71-5c55-4628-a672-d967d409c62f May 28 06:32:33.381892 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-50f95f38-19f6-4a2b-8948-9abf8a85f878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:33.389756 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9ba719-d4df-4909-a66e-98144e561c70 req-61b62ce2-7a2a-416e-818c-b924535cce9b tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:33.391369 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cb9ba719-d4df-4909-a66e-98144e561c70 req-61b62ce2-7a2a-416e-818c-b924535cce9b tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.69 "GET /v2.0/networks?id=4874bba4-a87e-43f9-9333-c72385485612 HTTP/1.1" status: 200 len: 810 time: 0.7487104 May 28 06:32:33.410262 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-22b76ca9-1654-420b-92c6-382c871877f7 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:33.418541 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f95f38-19f6-4a2b-8948-9abf8a85f878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3da5c83d-cf6b-4fcf-bab0-524149ea10e0,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:32:33.434945 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-50f95f38-19f6-4a2b-8948-9abf8a85f878 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:33.436069 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-50f95f38-19f6-4a2b-8948-9abf8a85f878 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3da5c83d-cf6b-4fcf-bab0-524149ea10e0 HTTP/1.1" status: 204 len: 168 time: 0.6930261 May 28 06:32:33.506450 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8199023a-1146-4125-96d1-3fecfa05ff5f req-e64da094-5da0-4863-8d7a-44219ada5d9e tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:33.512265 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8199023a-1146-4125-96d1-3fecfa05ff5f req-e64da094-5da0-4863-8d7a-44219ada5d9e tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5d8dc1f-bda1-439a-9c3a-0cfb1b10c028 HTTP/1.1" status: 200 len: 943 time: 0.3821948 May 28 06:32:33.518122 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-7af1bdd3-71c5-4cca-adb7-2cab3f091d77 req-9bd3e08e-e90d-4fc6-a7af-b9728edd8153 service neutron] 10.222.0.71 "GET /v2.0/networks/c7bbc20e-7bc5-42fd-94f8-f3663ada8854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487571 May 28 06:32:33.667453 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cb9ba719-d4df-4909-a66e-98144e561c70 req-3ff86478-6ace-4d26-bdd5-50d57314f142 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f2d8466b4d8c4168848bc4cc302053bf HTTP/1.1" status: 200 len: 380 time: 0.2591901 May 28 06:32:33.673788 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8199023a-1146-4125-96d1-3fecfa05ff5f req-db55b782-21f4-489f-b19f-7764b081cbcc tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/security-groups?id=f6de87b7-c8be-4140-be86-d0d6b2592918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606426 May 28 06:32:33.677827 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-4e4ad115-618c-4407-bcd3-8b04aeca5bcb req-e0fd9619-5a69-4f35-9521-1e024914c85b tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:33.680112 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-7af1bdd3-71c5-4cca-adb7-2cab3f091d77 req-23e4a01e-8fbf-41b6-9a55-5aeb0ba96ba5 service neutron] 10.222.0.71 "GET /v2.0/networks/c7bbc20e-7bc5-42fd-94f8-f3663ada8854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544325 May 28 06:32:33.682962 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-cb9ba719-d4df-4909-a66e-98144e561c70 req-095b2149-dd2d-491e-9c30-d7a9a959ccfc tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Request body: {'port': {'device_id': 'fd4324bb-6276-40b4-93b6-8590a183bcfd', 'network_id': '4874bba4-a87e-43f9-9333-c72385485612', 'admin_state_up': True, 'tenant_id': 'f2d8466b4d8c4168848bc4cc302053bf', 'security_groups': ['0738a7db-cbf9-4908-8e66-1a354c6fe868']}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:32:33.810964 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fd9619-5a69-4f35-9521-1e024914c85b tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Pushing event deleted for resources: {'Port': ['ID=69ae78eb-f247-4959-a283-02fedbea251d,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:32:33.829095 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-22b76ca9-1654-420b-92c6-382c871877f7 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:33.835182 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b76ca9-1654-420b-92c6-382c871877f7 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:33.835804 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-22b76ca9-1654-420b-92c6-382c871877f7 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:34.061780 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e4ad115-618c-4407-bcd3-8b04aeca5bcb req-e0fd9619-5a69-4f35-9521-1e024914c85b tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] No DVR routers for this DVR port 69ae78eb-f247-4959-a283-02fedbea251d on host n-h2-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:32:34.064850 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-4e4ad115-618c-4407-bcd3-8b04aeca5bcb req-e0fd9619-5a69-4f35-9521-1e024914c85b tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:34.066964 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4e4ad115-618c-4407-bcd3-8b04aeca5bcb req-e0fd9619-5a69-4f35-9521-1e024914c85b tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] 10.222.0.71 "DELETE /v2.0/ports/69ae78eb-f247-4959-a283-02fedbea251d HTTP/1.1" status: 204 len: 173 time: 2.0473840 May 28 06:32:34.071978 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '991f8908-885a-4c2e-b528-88408e8f79da', 'name': 'network-vif-deleted', 'tag': '69ae78eb-f247-4959-a283-02fedbea251d'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:32:34.076465 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b76ca9-1654-420b-92c6-382c871877f7 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Pushing event updated for resources: {'Network': ['ID=78f1cc71-5c55-4628-a672-d967d409c62f,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:32:34.095634 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 78f1cc71-5c55-4628-a672-d967d409c62f details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:32:34.096156 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da21b98b-e132-4633-8815-0aa645e3c97b req-c7df1a58-1c25-400f-a235-4f6a48c7eba4 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:34.096156 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-da21b98b-e132-4633-8815-0aa645e3c97b req-c7df1a58-1c25-400f-a235-4f6a48c7eba4 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Synchronizing usage tracker for tenant:e9a1a9066a3349fa8fd9ecc898dfe607 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:32:34.125896 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-cb9ba719-d4df-4909-a66e-98144e561c70 req-095b2149-dd2d-491e-9c30-d7a9a959ccfc tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:32:34.136628 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-cb9ba719-d4df-4909-a66e-98144e561c70 req-095b2149-dd2d-491e-9c30-d7a9a959ccfc tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:32:34.160131 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-22b76ca9-1654-420b-92c6-382c871877f7 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.7334497 May 28 06:32:34.170226 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 59214) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:32:34.170226 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-b2f71f8c-d6fa-4fde-8404-74fa7a462b5a tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Request body: {'subnet': {'network_id': '78f1cc71-5c55-4628-a672-d967d409c62f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:32:34.174184 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 5b40a623-70da-41bd-8bfa-53236b62953e no longer exists at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:32:34.224826 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] No Port match for: 5b40a623-70da-41bd-8bfa-53236b62953e {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:32:34.225339 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 5b40a623-70da-41bd-8bfa-53236b62953e not bound to the agent host n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:32:34.295504 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-b2f71f8c-d6fa-4fde-8404-74fa7a462b5a tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:32:34.299394 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-da21b98b-e132-4633-8815-0aa645e3c97b req-c7df1a58-1c25-400f-a235-4f6a48c7eba4 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] Unset dirty status for tenant:e9a1a9066a3349fa8fd9ecc898dfe607 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:32:34.300541 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-da21b98b-e132-4633-8815-0aa645e3c97b req-c7df1a58-1c25-400f-a235-4f6a48c7eba4 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] 10.222.0.55 "GET /v2.0/ports?device_id=991f8908-885a-4c2e-b528-88408e8f79da HTTP/1.1" status: 200 len: 867 time: 0.6998940 May 28 06:32:34.301454 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-b2f71f8c-d6fa-4fde-8404-74fa7a462b5a tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Usage tracker for resource:subnet and tenant:1c19ca0f4502419e9ff184ba1821fbef is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:32:34.305043 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-b2f71f8c-d6fa-4fde-8404-74fa7a462b5a tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:32:34.326438 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-b2f71f8c-d6fa-4fde-8404-74fa7a462b5a tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:32:34.359430 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb9ba719-d4df-4909-a66e-98144e561c70 req-095b2149-dd2d-491e-9c30-d7a9a959ccfc tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Made reservation on behalf of f2d8466b4d8c4168848bc4cc302053bf for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:32:34.363211 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-cb9ba719-d4df-4909-a66e-98144e561c70 req-095b2149-dd2d-491e-9c30-d7a9a959ccfc tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:34.386239 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-da21b98b-e132-4633-8815-0aa645e3c97b req-006b36a9-92be-4a89-92fa-f51a183b9892 tempest-MultipleCreateTestJSON-1213101835 tempest-MultipleCreateTestJSON-1213101835-project] 10.222.0.55 "GET /v2.0/security-groups?id=f753ce85-540a-4551-926d-ab7871f6d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782018 May 28 06:32:34.445486 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09402357-752b-4160-8937-c370e86f3c35'] response: {'server_uuid': '991f8908-885a-4c2e-b528-88408e8f79da', 'name': 'network-vif-deleted', 'tag': '69ae78eb-f247-4959-a283-02fedbea251d', 'status': 'completed', 'code': 200} May 28 06:32:34.528105 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-89075d8e-b948-4c4b-ad92-92051524dfd7 req-2c18155d-cf84-4a66-9f51-b3cbbf000a0e tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd4324bb-6276-40b4-93b6-8590a183bcfd HTTP/1.1" status: 200 len: 210 time: 0.0583868 May 28 06:32:34.580416 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2f71f8c-d6fa-4fde-8404-74fa7a462b5a tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Made reservation on behalf of 1c19ca0f4502419e9ff184ba1821fbef for: {'subnet': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:32:34.586470 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b2f71f8c-d6fa-4fde-8404-74fa7a462b5a tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3171998'] for subnet, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:34.701253 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.ipam_backend_mixin [None req-b2f71f8c-d6fa-4fde-8404-74fa7a462b5a tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Performing IP validity checks on allocation pools {{(pid=89110) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 28 06:32:34.701900 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.ipam_backend_mixin [None req-b2f71f8c-d6fa-4fde-8404-74fa7a462b5a tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89110) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 28 06:32:34.711595 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [req-cb9ba719-d4df-4909-a66e-98144e561c70 req-095b2149-dd2d-491e-9c30-d7a9a959ccfc tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Allocated IP 172.20.0.4 (4874bba4-a87e-43f9-9333-c72385485612/aa6e01e0-3e0c-4b0f-b2af-e5c6de04414e/3940a05d-2561-4f14-9f2d-43dd8c4949ab) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:32:35.193344 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96b64ed-f648-4254-903e-8ea520ce4807 req-ef118d17-9953-4d2c-b281-60db4488287e tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:35.193344 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a96b64ed-f648-4254-903e-8ea520ce4807 req-ef118d17-9953-4d2c-b281-60db4488287e tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5d8dc1f-bda1-439a-9c3a-0cfb1b10c028 HTTP/1.1" status: 200 len: 943 time: 0.2500834 May 28 06:32:35.196096 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-cb9ba719-d4df-4909-a66e-98144e561c70 req-095b2149-dd2d-491e-9c30-d7a9a959ccfc tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:35.219555 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device ffae7a58-eda6-4e38-8754-b6235139c066 details requested by agent hyperv_n-h2-843702-1 with host n-h2-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:32:35.223544 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b2f71f8c-d6fa-4fde-8404-74fa7a462b5a tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3115906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3172012'] for subnet, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:35.241927 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 69ae78eb-f247-4959-a283-02fedbea251d no longer exists at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:32:35.276146 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-cb9ba719-d4df-4909-a66e-98144e561c70 req-095b2149-dd2d-491e-9c30-d7a9a959ccfc tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Transition to ACTIVE for port object 3940a05d-2561-4f14-9f2d-43dd8c4949ab will not be triggered until provisioned by entity DHCP. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:32:35.296682 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] No Port match for: 69ae78eb-f247-4959-a283-02fedbea251d {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:32:35.297059 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 69ae78eb-f247-4959-a283-02fedbea251d not bound to the agent host n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:32:35.337083 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a96b64ed-f648-4254-903e-8ea520ce4807 req-eeccf054-f9f5-47a2-ae39-7f999baacc9e tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/security-groups?id=f6de87b7-c8be-4140-be86-d0d6b2592918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375825 May 28 06:32:35.346799 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f71f8c-d6fa-4fde-8404-74fa7a462b5a tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Pushing event updated for resources: {'Subnet': ['ID=71e2ee61-0870-4a7e-b991-b686ad4e8afb,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:32:35.361012 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f71f8c-d6fa-4fde-8404-74fa7a462b5a tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Checking segment: {'id': '217a19ff-5339-446f-9aff-95e5f4dbc106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '78f1cc71-5c55-4628-a672-d967d409c62f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:32:35.361628 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f71f8c-d6fa-4fde-8404-74fa7a462b5a tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Network hostable DHCP agents. Network: 78f1cc71-5c55-4628-a672-d967d409c62f, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89110) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:32:35.494032 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port ffae7a58-eda6-4e38-8754-b6235139c066, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=ffae7a58-eda6-4e38-8754-b6235139c066,segment=NetworkSegment(a8c42c09-58b4-4e9e-ab8f-c96c63ee4190),segment_id=a8c42c09-58b4-4e9e-ab8f-c96c63ee4190)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:32:35.500267 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f71f8c-d6fa-4fde-8404-74fa7a462b5a tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Network 78f1cc71-5c55-4628-a672-d967d409c62f is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89110) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:32:35.509774 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Returning: {'device': 'ffae7a58-eda6-4e38-8754-b6235139c066', 'network_id': 'c7bbc20e-7bc5-42fd-94f8-f3663ada8854', 'port_id': 'ffae7a58-eda6-4e38-8754-b6235139c066', 'mac_address': 'fa:16:3e:67:06:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e5f323f-ea6c-4672-94fb-4b56107669c0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:32:35.542896 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-cb9ba719-d4df-4909-a66e-98144e561c70 req-095b2149-dd2d-491e-9c30-d7a9a959ccfc tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:35.594061 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port ffae7a58-eda6-4e38-8754-b6235139c066 is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:32:35.594801 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:35.659654 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffae7a58-eda6-4e38-8754-b6235139c066 {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:32:35.666832 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b2149-dd2d-491e-9c30-d7a9a959ccfc tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Pushing event updated for resources: {'Port': ['ID=3940a05d-2561-4f14-9f2d-43dd8c4949ab,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:32:35.676720 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb9ba719-d4df-4909-a66e-98144e561c70 req-095b2149-dd2d-491e-9c30-d7a9a959ccfc tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Network 4874bba4-a87e-43f9-9333-c72385485612 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:32:35.678815 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [req-cb9ba719-d4df-4909-a66e-98144e561c70 req-095b2149-dd2d-491e-9c30-d7a9a959ccfc tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:32:35.682943 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port ffae7a58-eda6-4e38-8754-b6235139c066, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=ffae7a58-eda6-4e38-8754-b6235139c066,segment=NetworkSegment(a8c42c09-58b4-4e9e-ab8f-c96c63ee4190),segment_id=a8c42c09-58b4-4e9e-ab8f-c96c63ee4190)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:32:35.686175 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb9ba719-d4df-4909-a66e-98144e561c70 req-095b2149-dd2d-491e-9c30-d7a9a959ccfc tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:32:35.725838 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-b2f71f8c-d6fa-4fde-8404-74fa7a462b5a tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, 78f1cc71-5c55-4628-a672-d967d409c62f) {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:32:35.734322 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc9d400b-bfad-47cc-8b38-a51a2effb134 None None] Network 78f1cc71-5c55-4628-a672-d967d409c62f requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:32:35.746185 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 59326) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:32:35.747514 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f71f8c-d6fa-4fde-8404-74fa7a462b5a tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:35.751970 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b2f71f8c-d6fa-4fde-8404-74fa7a462b5a tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:35.828590 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9ba719-d4df-4909-a66e-98144e561c70 req-095b2149-dd2d-491e-9c30-d7a9a959ccfc tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:35.829558 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-cb9ba719-d4df-4909-a66e-98144e561c70 req-095b2149-dd2d-491e-9c30-d7a9a959ccfc tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:35.841589 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:35.965610 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=ffae7a58-eda6-4e38-8754-b6235139c066,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:32:35.988216 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:32:35.988790 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:32:35.989880 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:32:35.990541 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:32:35.991048 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:32:35.991632 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:32:35.992300 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:32:35.992769 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:32:35.993240 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:32:35.993736 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:32:35.995251 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:32:35.995737 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:32:36.003718 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_v2 [None req-95fdf359-30df-4e2d-bc7a-78ce029a8a7e admin admin] Deleting subnet 458087a4-2db3-4685-b2ba-eab969a92d13 {{(pid=89109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:32:36.007305 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-95fdf359-30df-4e2d-bc7a-78ce029a8a7e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:36.020307 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cb9ba719-d4df-4909-a66e-98144e561c70 req-095b2149-dd2d-491e-9c30-d7a9a959ccfc tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3440046 May 28 06:32:36.022673 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-b2f71f8c-d6fa-4fde-8404-74fa7a462b5a tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8577101 May 28 06:32:36.030529 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 59334) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:32:36.044356 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-cb9ba719-d4df-4909-a66e-98144e561c70 req-8a72c48b-29d0-47d3-8d5f-40d57814edcf service neutron] Request body: {'port': {'device_id': 'fd4324bb-6276-40b4-93b6-8590a183bcfd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843702-1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:32:36.082616 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-95fdf359-30df-4e2d-bc7a-78ce029a8a7e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3964070'] for subnet, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:36.111091 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-9e4dbdfa-3143-4a30-b834-6dea6bda52fd tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Request body: {'port': {'network_id': '78f1cc71-5c55-4628-a672-d967d409c62f', 'name': 'tempest-PortsTestJSON-1685191124'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:32:36.150191 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406a8a8f-b52c-4435-b7a7-2f9ca183939f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-78f1cc71-5c55-4628-a672-d967d409c62f', 'network_id': '78f1cc71-5c55-4628-a672-d967d409c62f', 'tenant_id': '1c19ca0f4502419e9ff184ba1821fbef', 'fixed_ips': [{'subnet_id': '71e2ee61-0870-4a7e-b991-b686ad4e8afb'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:32:36.157393 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-406a8a8f-b52c-4435-b7a7-2f9ca183939f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:36.185726 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-95fdf359-30df-4e2d-bc7a-78ce029a8a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:36.214313 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['ffae7a58-eda6-4e38-8754-b6235139c066'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:32:36.273963 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-b5bcaf00-2333-4144-8821-acfd88315fef None None] Provisioning for port 3940a05d-2561-4f14-9f2d-43dd8c4949ab completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:32:36.302984 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-b5bcaf00-2333-4144-8821-acfd88315fef None None] Provisioning complete for port 3940a05d-2561-4f14-9f2d-43dd8c4949ab triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:32:36.303728 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b5bcaf00-2333-4144-8821-acfd88315fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:36.304398 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53662353-2cbe-42d2-b8d1-d856f88ac703 req-fc5d163a-e1ed-4841-b995-383d5836e3d8 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:36.305245 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-53662353-2cbe-42d2-b8d1-d856f88ac703 req-fc5d163a-e1ed-4841-b995-383d5836e3d8 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Synchronizing usage tracker for tenant:f2d8466b4d8c4168848bc4cc302053bf on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:32:36.363943 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-cb9ba719-d4df-4909-a66e-98144e561c70 req-8a72c48b-29d0-47d3-8d5f-40d57814edcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:36.429257 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-95fdf359-30df-4e2d-bc7a-78ce029a8a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9555650'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:36.437599 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-b5bcaf00-2333-4144-8821-acfd88315fef None None] Port 3940a05d-2561-4f14-9f2d-43dd8c4949ab cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:32:36.447387 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-9e4dbdfa-3143-4a30-b834-6dea6bda52fd tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:32:36.475831 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-9e4dbdfa-3143-4a30-b834-6dea6bda52fd tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:32:36.489036 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fdf359-30df-4e2d-bc7a-78ce029a8a7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=458087a4-2db3-4685-b2ba-eab969a92d13,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:32:36.493310 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-95fdf359-30df-4e2d-bc7a-78ce029a8a7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:36.498983 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-53662353-2cbe-42d2-b8d1-d856f88ac703 req-fc5d163a-e1ed-4841-b995-383d5836e3d8 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Unset dirty status for tenant:f2d8466b4d8c4168848bc4cc302053bf on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:32:36.503182 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-95fdf359-30df-4e2d-bc7a-78ce029a8a7e admin admin] 10.222.0.55 "DELETE /v2.0/subnets/458087a4-2db3-4685-b2ba-eab969a92d13 HTTP/1.1" status: 204 len: 168 time: 0.7552733 May 28 06:32:36.507539 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-53662353-2cbe-42d2-b8d1-d856f88ac703 req-fc5d163a-e1ed-4841-b995-383d5836e3d8 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd4324bb-6276-40b4-93b6-8590a183bcfd HTTP/1.1" status: 200 len: 931 time: 0.5774407 May 28 06:32:36.512119 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 59372) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:32:36.534683 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-406a8a8f-b52c-4435-b7a7-2f9ca183939f None None] Allocated IP 172.20.0.2 (78f1cc71-5c55-4628-a672-d967d409c62f/71e2ee61-0870-4a7e-b991-b686ad4e8afb/ff6d9dc2-ea16-47d8-b56e-4f7f4cbce9c8) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:32:36.654042 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-53662353-2cbe-42d2-b8d1-d856f88ac703 req-f394e863-7287-4346-8569-1fdb141f2246 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "GET /v2.0/security-groups?id=0738a7db-cbf9-4908-8e66-1a354c6fe868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1450245 May 28 06:32:36.750829 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5ee2bc15-7900-49ed-be30-17ec7e35891f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:36.789387 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e4dbdfa-3143-4a30-b834-6dea6bda52fd tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Made reservation on behalf of 1c19ca0f4502419e9ff184ba1821fbef for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:32:36.792912 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9e4dbdfa-3143-4a30-b834-6dea6bda52fd tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:36.811149 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-406a8a8f-b52c-4435-b7a7-2f9ca183939f None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:36.822450 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [None req-9e4dbdfa-3143-4a30-b834-6dea6bda52fd tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] device_id is not set on port c25f893b-5c3e-4db4-95ad-99bbf136e182 yet. {{(pid=89110) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:32:36.846128 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-406a8a8f-b52c-4435-b7a7-2f9ca183939f None None] Transition to ACTIVE for port object ff6d9dc2-ea16-47d8-b56e-4f7f4cbce9c8 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:32:36.878688 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-406a8a8f-b52c-4435-b7a7-2f9ca183939f None None] Transition to ACTIVE for port object ff6d9dc2-ea16-47d8-b56e-4f7f4cbce9c8 will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:32:36.898250 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5ee2bc15-7900-49ed-be30-17ec7e35891f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:36.929499 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-5ee2bc15-7900-49ed-be30-17ec7e35891f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d83d4959-ab97-477d-994a-54e4149e8a5e']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:32:36.943385 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-5ee2bc15-7900-49ed-be30-17ec7e35891f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75019356-28ff-4b3b-ab1f-7fd649171211') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:32:36.943809 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-5ee2bc15-7900-49ed-be30-17ec7e35891f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75019356-28ff-4b3b-ab1f-7fd649171211') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:32:36.958009 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5ee2bc15-7900-49ed-be30-17ec7e35891f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:36.975541 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5ee2bc15-7900-49ed-be30-17ec7e35891f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:36.981660 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ee2bc15-7900-49ed-be30-17ec7e35891f admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:32:36.982042 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5ee2bc15-7900-49ed-be30-17ec7e35891f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:37.046911 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 75019356-28ff-4b3b-ab1f-7fd649171211 resource provider aggregate not found May 28 06:32:37.061585 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [req-cb9ba719-d4df-4909-a66e-98144e561c70 req-8a72c48b-29d0-47d3-8d5f-40d57814edcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3940a05d-2561-4f14-9f2d-43dd8c4949ab {{(pid=89110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:32:37.067558 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 75019356-28ff-4b3b-ab1f-7fd649171211 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 75019356-28ff-4b3b-ab1f-7fd649171211 found for delete ", "request_id": "req-d1d7c9f4-9e03-4b6c-9d2b-7fecbc2c8280"}]} May 28 06:32:37.071302 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-cb9ba719-d4df-4909-a66e-98144e561c70 req-8a72c48b-29d0-47d3-8d5f-40d57814edcf service neutron] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:37.090497 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-cb9ba719-d4df-4909-a66e-98144e561c70 req-8a72c48b-29d0-47d3-8d5f-40d57814edcf service neutron] Transition to ACTIVE for port object 3940a05d-2561-4f14-9f2d-43dd8c4949ab will not be triggered until provisioned by entity L2. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:32:37.103111 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b878458-134c-44c7-9166-d62a835d9ddb req-e513bda6-c532-409a-95cf-6ffb46c73d2a tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:37.104591 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2b878458-134c-44c7-9166-d62a835d9ddb req-e513bda6-c532-409a-95cf-6ffb46c73d2a tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5d8dc1f-bda1-439a-9c3a-0cfb1b10c028 HTTP/1.1" status: 200 len: 944 time: 0.1543045 May 28 06:32:37.156734 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2b878458-134c-44c7-9166-d62a835d9ddb req-8166ef0e-951b-4e43-8260-2c749a46ecd1 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/security-groups?id=f6de87b7-c8be-4140-be86-d0d6b2592918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397086 May 28 06:32:37.302083 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-406a8a8f-b52c-4435-b7a7-2f9ca183939f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:37.305087 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5ee2bc15-7900-49ed-be30-17ec7e35891f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:37.316127 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-cb9ba719-d4df-4909-a66e-98144e561c70 req-8a72c48b-29d0-47d3-8d5f-40d57814edcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:37.316671 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5ee2bc15-7900-49ed-be30-17ec7e35891f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:37.387449 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee2bc15-7900-49ed-be30-17ec7e35891f admin admin] Pushing event deleted for resources: {'Network': ['ID=d83d4959-ab97-477d-994a-54e4149e8a5e,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:32:37.405727 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406a8a8f-b52c-4435-b7a7-2f9ca183939f None None] Network 78f1cc71-5c55-4628-a672-d967d409c62f is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:32:37.408186 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-406a8a8f-b52c-4435-b7a7-2f9ca183939f None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:32:37.416751 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406a8a8f-b52c-4435-b7a7-2f9ca183939f None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:32:37.499084 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-5ee2bc15-7900-49ed-be30-17ec7e35891f admin admin] 10.222.0.55 "DELETE /v2.0/networks/d83d4959-ab97-477d-994a-54e4149e8a5e HTTP/1.1" status: 204 len: 168 time: 0.9856310 May 28 06:32:37.541289 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406a8a8f-b52c-4435-b7a7-2f9ca183939f None None] Pushing event updated for resources: {'Port': ['ID=ff6d9dc2-ea16-47d8-b56e-4f7f4cbce9c8,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:32:37.574034 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-406a8a8f-b52c-4435-b7a7-2f9ca183939f None None] Attempting to bind port ff6d9dc2-ea16-47d8-b56e-4f7f4cbce9c8 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:32:37.574522 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-406a8a8f-b52c-4435-b7a7-2f9ca183939f None None] Attempting to bind port ff6d9dc2-ea16-47d8-b56e-4f7f4cbce9c8 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': '217a19ff-5339-446f-9aff-95e5f4dbc106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '78f1cc71-5c55-4628-a672-d967d409c62f'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:32:37.574977 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406a8a8f-b52c-4435-b7a7-2f9ca183939f None None] Attempting to bind port ff6d9dc2-ea16-47d8-b56e-4f7f4cbce9c8 on network 78f1cc71-5c55-4628-a672-d967d409c62f {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:32:37.582319 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406a8a8f-b52c-4435-b7a7-2f9ca183939f None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:32:37.583173 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406a8a8f-b52c-4435-b7a7-2f9ca183939f None None] Checking segment: {'id': '217a19ff-5339-446f-9aff-95e5f4dbc106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '78f1cc71-5c55-4628-a672-d967d409c62f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:32:37.583936 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-406a8a8f-b52c-4435-b7a7-2f9ca183939f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:37.584564 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406a8a8f-b52c-4435-b7a7-2f9ca183939f None None] Bound using segment: {'id': '217a19ff-5339-446f-9aff-95e5f4dbc106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '78f1cc71-5c55-4628-a672-d967d409c62f'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:32:37.585261 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-406a8a8f-b52c-4435-b7a7-2f9ca183939f None None] Bound port: ff6d9dc2-ea16-47d8-b56e-4f7f4cbce9c8, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '217a19ff-5339-446f-9aff-95e5f4dbc106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '78f1cc71-5c55-4628-a672-d967d409c62f'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:32:37.585893 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-406a8a8f-b52c-4435-b7a7-2f9ca183939f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:37.735570 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [None req-9e4dbdfa-3143-4a30-b834-6dea6bda52fd tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Allocated IP 172.20.0.13 (78f1cc71-5c55-4628-a672-d967d409c62f/71e2ee61-0870-4a7e-b991-b686ad4e8afb/c25f893b-5c3e-4db4-95ad-99bbf136e182) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:32:37.765560 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-406a8a8f-b52c-4435-b7a7-2f9ca183939f None None] For port ff6d9dc2-ea16-47d8-b56e-4f7f4cbce9c8, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:32:37.770248 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-406a8a8f-b52c-4435-b7a7-2f9ca183939f None None] For port ff6d9dc2-ea16-47d8-b56e-4f7f4cbce9c8, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=ff6d9dc2-ea16-47d8-b56e-4f7f4cbce9c8,segment=NetworkSegment(217a19ff-5339-446f-9aff-95e5f4dbc106),segment_id=217a19ff-5339-446f-9aff-95e5f4dbc106)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:32:37.815521 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a72c48b-29d0-47d3-8d5f-40d57814edcf service neutron] Pushing event updated for resources: {'Port': ['ID=3940a05d-2561-4f14-9f2d-43dd8c4949ab,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:32:37.930249 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-406a8a8f-b52c-4435-b7a7-2f9ca183939f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:37.955253 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-cb9ba719-d4df-4909-a66e-98144e561c70 req-8a72c48b-29d0-47d3-8d5f-40d57814edcf service neutron] Attempting to bind port 3940a05d-2561-4f14-9f2d-43dd8c4949ab on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:32:37.956891 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-cb9ba719-d4df-4909-a66e-98144e561c70 req-8a72c48b-29d0-47d3-8d5f-40d57814edcf service neutron] Attempting to bind port 3940a05d-2561-4f14-9f2d-43dd8c4949ab by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': '833fd725-a517-41b8-a917-b7cf24c49042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4874bba4-a87e-43f9-9333-c72385485612'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:32:37.956891 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9ba719-d4df-4909-a66e-98144e561c70 req-8a72c48b-29d0-47d3-8d5f-40d57814edcf service neutron] Attempting to bind port 3940a05d-2561-4f14-9f2d-43dd8c4949ab on network 4874bba4-a87e-43f9-9333-c72385485612 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:32:37.985393 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9ba719-d4df-4909-a66e-98144e561c70 req-8a72c48b-29d0-47d3-8d5f-40d57814edcf service neutron] Port 3940a05d-2561-4f14-9f2d-43dd8c4949ab on network 4874bba4-a87e-43f9-9333-c72385485612 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:32:37.985734 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9ba719-d4df-4909-a66e-98144e561c70 req-8a72c48b-29d0-47d3-8d5f-40d57814edcf service neutron] Attempting to bind port 3940a05d-2561-4f14-9f2d-43dd8c4949ab on network 4874bba4-a87e-43f9-9333-c72385485612 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:32:38.029640 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406a8a8f-b52c-4435-b7a7-2f9ca183939f None None] Pushing event updated for resources: {'Port': ['ID=ff6d9dc2-ea16-47d8-b56e-4f7f4cbce9c8,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:32:38.057496 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9ba719-d4df-4909-a66e-98144e561c70 req-8a72c48b-29d0-47d3-8d5f-40d57814edcf service neutron] Checking agent: {'id': '69f492a0-c00d-46d0-9bec-fcd8161ce206', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:32:38.058065 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9ba719-d4df-4909-a66e-98144e561c70 req-8a72c48b-29d0-47d3-8d5f-40d57814edcf service neutron] Checking segment: {'id': '833fd725-a517-41b8-a917-b7cf24c49042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4874bba4-a87e-43f9-9333-c72385485612'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:32:38.058698 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9ba719-d4df-4909-a66e-98144e561c70 req-8a72c48b-29d0-47d3-8d5f-40d57814edcf service neutron] Bound using segment: {'id': '833fd725-a517-41b8-a917-b7cf24c49042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4874bba4-a87e-43f9-9333-c72385485612'} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:32:38.059315 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-cb9ba719-d4df-4909-a66e-98144e561c70 req-8a72c48b-29d0-47d3-8d5f-40d57814edcf service neutron] Bound port: 3940a05d-2561-4f14-9f2d-43dd8c4949ab, host: n-h1-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '833fd725-a517-41b8-a917-b7cf24c49042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4874bba4-a87e-43f9-9333-c72385485612'}}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:32:38.059796 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-cb9ba719-d4df-4909-a66e-98144e561c70 req-8a72c48b-29d0-47d3-8d5f-40d57814edcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:38.136892 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd00a31-2857-47b4-9dcf-6b65b6cd9101 req-bb3ad5da-9e64-439e-8588-42400c2ac6ba tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:38.138451 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2dd00a31-2857-47b4-9dcf-6b65b6cd9101 req-bb3ad5da-9e64-439e-8588-42400c2ac6ba tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd4324bb-6276-40b4-93b6-8590a183bcfd HTTP/1.1" status: 200 len: 943 time: 0.3273888 May 28 06:32:38.274616 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2dd00a31-2857-47b4-9dcf-6b65b6cd9101 req-c010cb79-a194-4570-b4d4-75d4a4400962 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "GET /v2.0/security-groups?id=0738a7db-cbf9-4908-8e66-1a354c6fe868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254599 May 28 06:32:38.278786 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9e4dbdfa-3143-4a30-b834-6dea6bda52fd tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:38.287143 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-cb9ba719-d4df-4909-a66e-98144e561c70 req-8a72c48b-29d0-47d3-8d5f-40d57814edcf service neutron] For port 3940a05d-2561-4f14-9f2d-43dd8c4949ab, host n-h1-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:32:38.293055 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-cb9ba719-d4df-4909-a66e-98144e561c70 req-8a72c48b-29d0-47d3-8d5f-40d57814edcf service neutron] For port 3940a05d-2561-4f14-9f2d-43dd8c4949ab, host n-h1-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=3940a05d-2561-4f14-9f2d-43dd8c4949ab,segment=NetworkSegment(833fd725-a517-41b8-a917-b7cf24c49042),segment_id=833fd725-a517-41b8-a917-b7cf24c49042)] {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:32:38.294865 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 59434) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:32:38.354133 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [None req-9e4dbdfa-3143-4a30-b834-6dea6bda52fd tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Transition to ACTIVE for port object c25f893b-5c3e-4db4-95ad-99bbf136e182 will not be triggered until provisioned by entity DHCP. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:32:38.390457 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-779fed3c-22d7-4562-b5a9-bbd51a636d53 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e9a1a9066a3349fa8fd9ecc898dfe607&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0943637 May 28 06:32:38.392899 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 59442) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:32:38.405548 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92101fb4-7dea-4aa2-b869-3391451c534f req-972b4461-defa-41bf-ba50-f342d3cb9b05 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:38.407011 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-92101fb4-7dea-4aa2-b869-3391451c534f req-972b4461-defa-41bf-ba50-f342d3cb9b05 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5d8dc1f-bda1-439a-9c3a-0cfb1b10c028 HTTP/1.1" status: 200 len: 944 time: 0.1126885 May 28 06:32:38.410862 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-cb9ba719-d4df-4909-a66e-98144e561c70 req-8a72c48b-29d0-47d3-8d5f-40d57814edcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:38.450967 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 59446) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:32:38.489112 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-68753328-c899-4b6a-a705-327e20e3fb8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:38.529059 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9ba719-d4df-4909-a66e-98144e561c70 req-8a72c48b-29d0-47d3-8d5f-40d57814edcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:38.531395 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-cb9ba719-d4df-4909-a66e-98144e561c70 req-8a72c48b-29d0-47d3-8d5f-40d57814edcf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:38.532960 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cb9ba719-d4df-4909-a66e-98144e561c70 req-8a72c48b-29d0-47d3-8d5f-40d57814edcf service neutron] 10.222.0.69 "PUT /v2.0/ports/3940a05d-2561-4f14-9f2d-43dd8c4949ab HTTP/1.1" status: 200 len: 1091 time: 2.5021772 May 28 06:32:38.537922 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd4324bb-6276-40b4-93b6-8590a183bcfd', 'tag': '3940a05d-2561-4f14-9f2d-43dd8c4949ab'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:32:38.554250 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9e4dbdfa-3143-4a30-b834-6dea6bda52fd tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:38.591928 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-68753328-c899-4b6a-a705-327e20e3fb8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:38.618243 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-92101fb4-7dea-4aa2-b869-3391451c534f req-cbeede4f-94e8-449d-9614-2b929810d7aa tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/security-groups?id=f6de87b7-c8be-4140-be86-d0d6b2592918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018480 May 28 06:32:38.636368 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e4dbdfa-3143-4a30-b834-6dea6bda52fd tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Network 78f1cc71-5c55-4628-a672-d967d409c62f is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:32:38.637402 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a72c48b-29d0-47d3-8d5f-40d57814edcf service neutron] Pushing event updated for resources: {'Port': ['ID=3940a05d-2561-4f14-9f2d-43dd8c4949ab,revision_number=3']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:32:38.640569 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-9e4dbdfa-3143-4a30-b834-6dea6bda52fd tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:32:38.744309 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4dbdfa-3143-4a30-b834-6dea6bda52fd tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Pushing event updated for resources: {'Port': ['ID=c25f893b-5c3e-4db4-95ad-99bbf136e182,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:32:38.747899 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b9c6eca-6f79-4850-b9f7-c9d977156973'] response: {'name': 'network-changed', 'server_uuid': 'fd4324bb-6276-40b4-93b6-8590a183bcfd', 'tag': '3940a05d-2561-4f14-9f2d-43dd8c4949ab', 'status': 'completed', 'code': 200} May 28 06:32:38.749655 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4dbdfa-3143-4a30-b834-6dea6bda52fd tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:32:38.827052 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-68753328-c899-4b6a-a705-327e20e3fb8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:38.874335 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68753328-c899-4b6a-a705-327e20e3fb8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f753ce85-540a-4551-926d-ab7871f6d3d9,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:32:38.926371 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0b0e03fe-0b78-4f5c-9be7-edfc889040b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:38.928735 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e4dbdfa-3143-4a30-b834-6dea6bda52fd tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:38.929429 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9e4dbdfa-3143-4a30-b834-6dea6bda52fd tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:38.951964 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-0b0e03fe-0b78-4f5c-9be7-edfc889040b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:32:38.959441 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-0b0e03fe-0b78-4f5c-9be7-edfc889040b1 admin admin] Usage tracker for resource:security_group_rule and tenant:be0ea60a767c4ef2854c27e98d057411 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:32:38.962484 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-0b0e03fe-0b78-4f5c-9be7-edfc889040b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:32:38.975570 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-0b0e03fe-0b78-4f5c-9be7-edfc889040b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:32:38.977539 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9ba719-d4df-4909-a66e-98144e561c70 req-bca98aa5-9e52-42a1-bf4d-ef4c9b436d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:38.983629 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cb9ba719-d4df-4909-a66e-98144e561c70 req-bca98aa5-9e52-42a1-bf4d-ef4c9b436d39 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f2d8466b4d8c4168848bc4cc302053bf&device_id=fd4324bb-6276-40b4-93b6-8590a183bcfd HTTP/1.1" status: 200 len: 1094 time: 0.2304826 May 28 06:32:38.983740 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device ff6d9dc2-ea16-47d8-b56e-4f7f4cbce9c8 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:32:39.010463 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-68753328-c899-4b6a-a705-327e20e3fb8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:39.011807 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-68753328-c899-4b6a-a705-327e20e3fb8d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f753ce85-540a-4551-926d-ab7871f6d3d9 HTTP/1.1" status: 204 len: 168 time: 0.6177971 May 28 06:32:39.049897 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-9e4dbdfa-3143-4a30-b834-6dea6bda52fd tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.9762123 May 28 06:32:39.053268 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 59460) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:32:39.095529 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cb9ba719-d4df-4909-a66e-98144e561c70 req-1864b6bd-77a5-4298-94d9-809cd2ace586 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3940a05d-2561-4f14-9f2d-43dd8c4949ab HTTP/1.1" status: 200 len: 217 time: 0.1097412 May 28 06:32:39.166992 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0b0e03fe-0b78-4f5c-9be7-edfc889040b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:39.183483 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-e950e8ac-2bfa-407f-a9b0-a63c6ab2736b tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Deleting port c25f893b-5c3e-4db4-95ad-99bbf136e182 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:32:39.183823 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e950e8ac-2bfa-407f-a9b0-a63c6ab2736b tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:39.193143 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port ff6d9dc2-ea16-47d8-b56e-4f7f4cbce9c8 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:32:39.233949 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9ba719-d4df-4909-a66e-98144e561c70 req-893683be-bbd5-4457-8e94-71cb1ff75720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:39.235399 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cb9ba719-d4df-4909-a66e-98144e561c70 req-893683be-bbd5-4457-8e94-71cb1ff75720 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=aa6e01e0-3e0c-4b0f-b2af-e5c6de04414e HTTP/1.1" status: 200 len: 849 time: 0.1337929 May 28 06:32:39.247146 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device ffae7a58-eda6-4e38-8754-b6235139c066 up at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:32:39.290893 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0b0e03fe-0b78-4f5c-9be7-edfc889040b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:39.367559 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-0b0e03fe-0b78-4f5c-9be7-edfc889040b1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=be0ea60a767c4ef2854c27e98d057411&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9155309 May 28 06:32:39.373678 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 59466) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:32:39.409315 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0e03fe-0b78-4f5c-9be7-edfc889040b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf54eb02-1359-4b98-9c32-23433d71075c,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:32:39.478880 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-23142aea-2587-4a80-9205-c9a9ee90534a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:39.501304 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning for port ffae7a58-eda6-4e38-8754-b6235139c066 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:32:39.506832 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning complete for port ffae7a58-eda6-4e38-8754-b6235139c066 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:32:39.512700 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:39.524225 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-23142aea-2587-4a80-9205-c9a9ee90534a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:39.602546 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9ba719-d4df-4909-a66e-98144e561c70 req-e97a4642-9654-4463-9b7d-452c5866e2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:39.604417 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cb9ba719-d4df-4909-a66e-98144e561c70 req-e97a4642-9654-4463-9b7d-452c5866e2d3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4874bba4-a87e-43f9-9333-c72385485612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3624973 May 28 06:32:39.705649 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port ffae7a58-eda6-4e38-8754-b6235139c066 is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:32:39.706033 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:39.737831 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 59476) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:32:39.740822 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5d8dc1f-bda1-439a-9c3a-0cfb1b10c028', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffae7a58-eda6-4e38-8754-b6235139c066'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:32:39.746517 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-23142aea-2587-4a80-9205-c9a9ee90534a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:39.767152 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port ffae7a58-eda6-4e38-8754-b6235139c066, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=ffae7a58-eda6-4e38-8754-b6235139c066,segment=NetworkSegment(a8c42c09-58b4-4e9e-ab8f-c96c63ee4190),segment_id=a8c42c09-58b4-4e9e-ab8f-c96c63ee4190)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:32:39.780035 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c14b04bd-c585-4dcf-a3f5-5999cf7f5fd7 None None] Network 78f1cc71-5c55-4628-a672-d967d409c62f requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:32:39.798896 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-23142aea-2587-4a80-9205-c9a9ee90534a admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:39.805630 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-23142aea-2587-4a80-9205-c9a9ee90534a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cf54eb02-1359-4b98-9c32-23433d71075c HTTP/1.1" status: 204 len: 168 time: 0.4242110 May 28 06:32:39.807080 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23142aea-2587-4a80-9205-c9a9ee90534a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf54eb02-1359-4b98-9c32-23433d71075c,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:32:39.928808 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:39.938367 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-dc6a8646-210d-4ed2-8851-5f9c10920674 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:39.959292 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-dc6a8646-210d-4ed2-8851-5f9c10920674 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:32:39.966105 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-dc6a8646-210d-4ed2-8851-5f9c10920674 admin admin] Usage tracker for resource:security_group_rule and tenant:6e626ff8930e4452a20bb35a18abd431 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:32:39.969324 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-dc6a8646-210d-4ed2-8851-5f9c10920674 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:32:39.979877 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-dc6a8646-210d-4ed2-8851-5f9c10920674 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:32:40.050439 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=ffae7a58-eda6-4e38-8754-b6235139c066,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:32:40.085120 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-dc6a8646-210d-4ed2-8851-5f9c10920674 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:40.090276 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e950e8ac-2bfa-407f-a9b0-a63c6ab2736b tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:40.156590 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-ce6ff1cb-21aa-4175-a6fe-eeed9a645b65 None None] Provisioning for port ff6d9dc2-ea16-47d8-b56e-4f7f4cbce9c8 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:32:40.164219 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-ce6ff1cb-21aa-4175-a6fe-eeed9a645b65 None None] Provisioning complete for port ff6d9dc2-ea16-47d8-b56e-4f7f4cbce9c8 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:32:40.164486 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-ce6ff1cb-21aa-4175-a6fe-eeed9a645b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:40.193474 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-dc6a8646-210d-4ed2-8851-5f9c10920674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:40.261633 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6a8646-210d-4ed2-8851-5f9c10920674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85857557-d348-4acb-86d9-43445590138d,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:32:40.279329 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2dc72b-d507-410e-b193-dd5489858cfd req-ad85985c-ff3c-4c83-a484-259194fb9f70 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:40.281547 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1f2dc72b-d507-410e-b193-dd5489858cfd req-ad85985c-ff3c-4c83-a484-259194fb9f70 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd4324bb-6276-40b4-93b6-8590a183bcfd HTTP/1.1" status: 200 len: 943 time: 0.7922742 May 28 06:32:40.291385 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-dc6a8646-210d-4ed2-8851-5f9c10920674 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6e626ff8930e4452a20bb35a18abd431&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5523899 May 28 06:32:40.292325 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-e950e8ac-2bfa-407f-a9b0-a63c6ab2736b tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Calling delete_port for c25f893b-5c3e-4db4-95ad-99bbf136e182 owned by {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:32:40.295209 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 59494) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:32:40.325557 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-ce6ff1cb-21aa-4175-a6fe-eeed9a645b65 None None] Current status of the port ff6d9dc2-ea16-47d8-b56e-4f7f4cbce9c8 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:32:40.326167 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-ce6ff1cb-21aa-4175-a6fe-eeed9a645b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:40.383377 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7f605074-0e9a-4332-83d3-17dd0f51281c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:40.418158 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cb9ba719-d4df-4909-a66e-98144e561c70 req-591104f3-a130-42a6-bae5-e5ca9c286f17 service neutron] 10.222.0.69 "GET /v2.0/networks/4874bba4-a87e-43f9-9333-c72385485612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8001227 May 28 06:32:40.429062 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7f605074-0e9a-4332-83d3-17dd0f51281c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:40.431942 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-ce6ff1cb-21aa-4175-a6fe-eeed9a645b65 None None] For port ff6d9dc2-ea16-47d8-b56e-4f7f4cbce9c8, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=ff6d9dc2-ea16-47d8-b56e-4f7f4cbce9c8,segment=NetworkSegment(217a19ff-5339-446f-9aff-95e5f4dbc106),segment_id=217a19ff-5339-446f-9aff-95e5f4dbc106)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:32:40.490158 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce67697b-0922-4b4a-a148-07c3dcf29fdd req-59b8bb20-2836-403d-ab70-aa5d61a35cd5 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:40.491880 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ce67697b-0922-4b4a-a148-07c3dcf29fdd req-59b8bb20-2836-403d-ab70-aa5d61a35cd5 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5d8dc1f-bda1-439a-9c3a-0cfb1b10c028 HTTP/1.1" status: 200 len: 945 time: 0.5281878 May 28 06:32:40.560698 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1f2dc72b-d507-410e-b193-dd5489858cfd req-1ee75891-a003-4004-97e1-f183c2c53251 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "GET /v2.0/security-groups?id=0738a7db-cbf9-4908-8e66-1a354c6fe868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2160144 May 28 06:32:40.570215 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-ce6ff1cb-21aa-4175-a6fe-eeed9a645b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:40.634003 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7f605074-0e9a-4332-83d3-17dd0f51281c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:40.684683 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f605074-0e9a-4332-83d3-17dd0f51281c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85857557-d348-4acb-86d9-43445590138d,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:32:40.691540 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7f605074-0e9a-4332-83d3-17dd0f51281c admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:40.693255 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-7f605074-0e9a-4332-83d3-17dd0f51281c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/85857557-d348-4acb-86d9-43445590138d HTTP/1.1" status: 204 len: 168 time: 0.3969173 May 28 06:32:40.720009 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dabf09e5-c8ce-4295-8e7e-9be5336be68f'] response: {'server_uuid': 'e5d8dc1f-bda1-439a-9c3a-0cfb1b10c028', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffae7a58-eda6-4e38-8754-b6235139c066', 'code': 200} May 28 06:32:40.750634 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6ff1cb-21aa-4175-a6fe-eeed9a645b65 None None] Pushing event updated for resources: {'Port': ['ID=ff6d9dc2-ea16-47d8-b56e-4f7f4cbce9c8,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:32:40.764065 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cb9ba719-d4df-4909-a66e-98144e561c70 req-5631238c-1fa3-4168-8b26-51f30338e578 service neutron] 10.222.0.69 "GET /v2.0/networks/4874bba4-a87e-43f9-9333-c72385485612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3239942 May 28 06:32:40.798650 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ce67697b-0922-4b4a-a148-07c3dcf29fdd req-2dccc25b-380c-4c87-8874-e2ef864a1597 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/security-groups?id=f6de87b7-c8be-4140-be86-d0d6b2592918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319150 May 28 06:32:40.886397 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d0309d-bcb8-4c28-a052-fb34ab00b1f5 req-a0ef5559-2a9e-40aa-b138-f0b6b482a4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:40.889754 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f1d0309d-bcb8-4c28-a052-fb34ab00b1f5 req-a0ef5559-2a9e-40aa-b138-f0b6b482a4fc service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=e5d8dc1f-bda1-439a-9c3a-0cfb1b10c028 HTTP/1.1" status: 200 len: 1096 time: 0.0865464 May 28 06:32:40.892443 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device ff6d9dc2-ea16-47d8-b56e-4f7f4cbce9c8 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:32:40.961055 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f1d0309d-bcb8-4c28-a052-fb34ab00b1f5 req-4d56a800-704b-454c-a4bd-5dbb1fd24c0b service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=f6de87b7-c8be-4140-be86-d0d6b2592918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663967 May 28 06:32:40.968870 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port ff6d9dc2-ea16-47d8-b56e-4f7f4cbce9c8 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:32:40.969336 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:41.053490 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e950e8ac-2bfa-407f-a9b0-a63c6ab2736b tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:41.086196 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-85e258e8-b42d-4b0d-9a93-8c89ca9dd930 None None] Provisioning for port c25f893b-5c3e-4db4-95ad-99bbf136e182 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:32:41.093040 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-85e258e8-b42d-4b0d-9a93-8c89ca9dd930 None None] Provisioning complete for port c25f893b-5c3e-4db4-95ad-99bbf136e182 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:32:41.093598 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-85e258e8-b42d-4b0d-9a93-8c89ca9dd930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:41.099145 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 59518) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:32:41.144521 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-85e258e8-b42d-4b0d-9a93-8c89ca9dd930 None None] Port c25f893b-5c3e-4db4-95ad-99bbf136e182 was deleted so its status cannot be updated. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} May 28 06:32:41.158660 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port ff6d9dc2-ea16-47d8-b56e-4f7f4cbce9c8 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:32:41.171514 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-85e258e8-b42d-4b0d-9a93-8c89ca9dd930 None None] Provisioning complete for port ff6d9dc2-ea16-47d8-b56e-4f7f4cbce9c8 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:32:41.171514 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-85e258e8-b42d-4b0d-9a93-8c89ca9dd930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:41.178697 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e950e8ac-2bfa-407f-a9b0-a63c6ab2736b tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Pushing event deleted for resources: {'Port': ['ID=c25f893b-5c3e-4db4-95ad-99bbf136e182,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:32:41.226668 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25bf45c-1cbd-4bcb-8ed3-90f2ae94c208 req-7c285a12-296c-48fa-affe-02a1065ed28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:41.228144 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b25bf45c-1cbd-4bcb-8ed3-90f2ae94c208 req-7c285a12-296c-48fa-affe-02a1065ed28d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f2d8466b4d8c4168848bc4cc302053bf&device_id=fd4324bb-6276-40b4-93b6-8590a183bcfd HTTP/1.1" status: 200 len: 1094 time: 0.2606018 May 28 06:32:41.349560 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-85e258e8-b42d-4b0d-9a93-8c89ca9dd930 None None] Current status of the port ff6d9dc2-ea16-47d8-b56e-4f7f4cbce9c8 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:32:41.381796 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e950e8ac-2bfa-407f-a9b0-a63c6ab2736b tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:41.405209 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-e950e8ac-2bfa-407f-a9b0-a63c6ab2736b tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] 10.222.0.55 "DELETE /v2.0/ports/c25f893b-5c3e-4db4-95ad-99bbf136e182 HTTP/1.1" status: 204 len: 168 time: 2.3506675 May 28 06:32:41.408162 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 59526) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:32:41.409716 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25bf45c-1cbd-4bcb-8ed3-90f2ae94c208 req-6f70deb9-1b16-43c9-8d9c-8a6567101bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:41.411301 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b25bf45c-1cbd-4bcb-8ed3-90f2ae94c208 req-6f70deb9-1b16-43c9-8d9c-8a6567101bcf service neutron] 10.222.0.69 "GET /v2.0/networks?id=4874bba4-a87e-43f9-9333-c72385485612 HTTP/1.1" status: 200 len: 911 time: 0.1764357 May 28 06:32:41.462606 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-f0b83924-d1c1-4e94-91c7-5424bff868cb None None] Could not find standard attr ID for object c25f893b-5c3e-4db4-95ad-99bbf136e182. {{(pid=89111) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 28 06:32:41.462964 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-058ddb23-f9d2-4f13-8f47-fbdf5ef0724c tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] DELETE failed (client error): The resource could not be found. May 28 06:32:41.463678 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-058ddb23-f9d2-4f13-8f47-fbdf5ef0724c tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89109) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:32:41.465815 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-058ddb23-f9d2-4f13-8f47-fbdf5ef0724c tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] 10.222.0.55 "DELETE /v2.0/ports/c25f893b-5c3e-4db4-95ad-99bbf136e182 HTTP/1.1" status: 404 len: 333 time: 0.0556960 May 28 06:32:41.469637 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 59530) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:32:41.485360 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b25bf45c-1cbd-4bcb-8ed3-90f2ae94c208 req-3b81ae9c-6089-4152-a8aa-9bd9f5d42c37 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3940a05d-2561-4f14-9f2d-43dd8c4949ab HTTP/1.1" status: 200 len: 217 time: 0.0677354 May 28 06:32:41.518697 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e8e5a8a-7835-424e-b93f-58d13a8d7b8c tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] GET failed (client error): The resource could not be found. May 28 06:32:41.524307 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-2e8e5a8a-7835-424e-b93f-58d13a8d7b8c tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] 10.222.0.55 "GET /v2.0/ports/c25f893b-5c3e-4db4-95ad-99bbf136e182 HTTP/1.1" status: 404 len: 333 time: 0.0489910 May 28 06:32:41.524424 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 59534) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:32:41.565395 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25bf45c-1cbd-4bcb-8ed3-90f2ae94c208 req-9cae5f41-4c98-4e63-9942-2c216fc4157b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:41.566889 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b25bf45c-1cbd-4bcb-8ed3-90f2ae94c208 req-9cae5f41-4c98-4e63-9942-2c216fc4157b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=aa6e01e0-3e0c-4b0f-b2af-e5c6de04414e HTTP/1.1" status: 200 len: 849 time: 0.0742986 May 28 06:32:41.574979 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-88ce8e3f-406c-4f99-84d6-83c6fb55160b admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1614815884-network', 'tenant_id': 'abfe3a928d8b44908ed66d4b8604b4fd'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:32:41.589921 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-88ce8e3f-406c-4f99-84d6-83c6fb55160b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:32:41.605898 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-88ce8e3f-406c-4f99-84d6-83c6fb55160b admin admin] Usage tracker for resource:network and tenant:abfe3a928d8b44908ed66d4b8604b4fd is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:32:41.613789 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-88ce8e3f-406c-4f99-84d6-83c6fb55160b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:32:41.627895 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-88ce8e3f-406c-4f99-84d6-83c6fb55160b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:32:41.647977 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1e18ef7-5399-41b7-96c5-1345ccc3fe8f tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Deleting subnet 71e2ee61-0870-4a7e-b991-b686ad4e8afb {{(pid=89109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:32:41.653700 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c1e18ef7-5399-41b7-96c5-1345ccc3fe8f tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks [] for subnet, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:41.667814 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25bf45c-1cbd-4bcb-8ed3-90f2ae94c208 req-68a36d90-7b89-41c7-8e5b-80518246290e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:41.670251 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b25bf45c-1cbd-4bcb-8ed3-90f2ae94c208 req-68a36d90-7b89-41c7-8e5b-80518246290e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4874bba4-a87e-43f9-9333-c72385485612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0956821 May 28 06:32:41.724135 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c1e18ef7-5399-41b7-96c5-1345ccc3fe8f tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3964070'] for subnet, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:41.797142 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88ce8e3f-406c-4f99-84d6-83c6fb55160b admin admin] Made reservation on behalf of abfe3a928d8b44908ed66d4b8604b4fd for: {'network': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:32:41.797142 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-88ce8e3f-406c-4f99-84d6-83c6fb55160b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:41.813967 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-88ce8e3f-406c-4f99-84d6-83c6fb55160b admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:41.834283 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-88ce8e3f-406c-4f99-84d6-83c6fb55160b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:32:41.841091 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-88ce8e3f-406c-4f99-84d6-83c6fb55160b admin admin] Usage tracker for resource:security_group_rule and tenant:abfe3a928d8b44908ed66d4b8604b4fd is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:32:41.844833 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-88ce8e3f-406c-4f99-84d6-83c6fb55160b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:32:41.847912 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c1e18ef7-5399-41b7-96c5-1345ccc3fe8f tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:41.908480 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b25bf45c-1cbd-4bcb-8ed3-90f2ae94c208 req-e6601c30-ce46-4568-b136-1065f89dc643 service neutron] 10.222.0.69 "GET /v2.0/networks/4874bba4-a87e-43f9-9333-c72385485612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313869 May 28 06:32:41.941275 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-88ce8e3f-406c-4f99-84d6-83c6fb55160b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:32:42.018071 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 59558) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:32:42.160146 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c1e18ef7-5399-41b7-96c5-1345ccc3fe8f tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9555650'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:42.168307 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce325907-f387-4372-a42c-1a4a04368d1d req-928fda86-73f8-4f6f-abd7-5fd8af82c685 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:42.169810 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ce325907-f387-4372-a42c-1a4a04368d1d req-928fda86-73f8-4f6f-abd7-5fd8af82c685 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd4324bb-6276-40b4-93b6-8590a183bcfd HTTP/1.1" status: 200 len: 943 time: 0.3871574 May 28 06:32:42.219240 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e18ef7-5399-41b7-96c5-1345ccc3fe8f tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Pushing event deleted for resources: {'Subnet': ['ID=71e2ee61-0870-4a7e-b991-b686ad4e8afb,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:32:42.225641 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c1e18ef7-5399-41b7-96c5-1345ccc3fe8f tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:42.233330 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a762244c-9947-4eb1-8059-2cb3c8b78d30 None None] Network 78f1cc71-5c55-4628-a672-d967d409c62f requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:32:42.237840 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-bdbd7457-0c9f-473a-8825-0666d88af662 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1248222877-network', 'tenant_id': 'ae27d4a836c444af8d35a0fd61d2dbd8'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:32:42.248064 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-bdbd7457-0c9f-473a-8825-0666d88af662 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:32:42.257684 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-bdbd7457-0c9f-473a-8825-0666d88af662 admin admin] Usage tracker for resource:network and tenant:ae27d4a836c444af8d35a0fd61d2dbd8 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:32:42.262494 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-c1e18ef7-5399-41b7-96c5-1345ccc3fe8f tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] 10.222.0.55 "DELETE /v2.0/subnets/71e2ee61-0870-4a7e-b991-b686ad4e8afb HTTP/1.1" status: 204 len: 168 time: 0.7371807 May 28 06:32:42.263697 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-bdbd7457-0c9f-473a-8825-0666d88af662 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:32:42.267054 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 59564) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:32:42.280772 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-bdbd7457-0c9f-473a-8825-0666d88af662 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:32:42.324029 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-88ce8e3f-406c-4f99-84d6-83c6fb55160b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:42.395772 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ce325907-f387-4372-a42c-1a4a04368d1d req-fd888d4d-5aff-4373-bb62-3bcc5f3dd483 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "GET /v2.0/security-groups?id=0738a7db-cbf9-4908-8e66-1a354c6fe868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1729352 May 28 06:32:42.425815 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b25bf45c-1cbd-4bcb-8ed3-90f2ae94c208 req-f35de02a-6d01-4d38-b82f-1a83f11c1858 service neutron] 10.222.0.69 "GET /v2.0/networks/4874bba4-a87e-43f9-9333-c72385485612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5101736 May 28 06:32:42.466066 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-88ce8e3f-406c-4f99-84d6-83c6fb55160b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:42.466521 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7b353299-8911-47ac-9ea5-02d8f71fed74 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:42.466521 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85ae8a1-3dc0-4524-96a8-057f3c2a5570 req-780c7608-394f-4e69-bb88-8ebe0bfbebdd tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:42.466521 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f85ae8a1-3dc0-4524-96a8-057f3c2a5570 req-780c7608-394f-4e69-bb88-8ebe0bfbebdd tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5d8dc1f-bda1-439a-9c3a-0cfb1b10c028 HTTP/1.1" status: 200 len: 945 time: 0.3034339 May 28 06:32:42.471432 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88ce8e3f-406c-4f99-84d6-83c6fb55160b admin admin] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=89109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:32:42.482150 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ce8e3f-406c-4f99-84d6-83c6fb55160b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=964d97d4-23b8-496a-8641-78bc3988d25d,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:32:42.488355 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-7b353299-8911-47ac-9ea5-02d8f71fed74 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Deleting port ff6d9dc2-ea16-47d8-b56e-4f7f4cbce9c8 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:32:42.488883 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7b353299-8911-47ac-9ea5-02d8f71fed74 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:42.507078 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-88ce8e3f-406c-4f99-84d6-83c6fb55160b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:42.507504 n-d-843702-1 neutron-server[89109]: INFO neutron.db.segments_db [None req-88ce8e3f-406c-4f99-84d6-83c6fb55160b admin admin] Added segment 3da683c7-3fb0-47dc-b1ef-2b249d6434de of type vlan for network dfe145fa-6ce3-4c4f-ba90-3bf2977840d9 May 28 06:32:42.547696 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-88ce8e3f-406c-4f99-84d6-83c6fb55160b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:42.567035 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f85ae8a1-3dc0-4524-96a8-057f3c2a5570 req-15a08970-fd62-46c1-bc45-90dfa3c2aec5 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/security-groups?id=f6de87b7-c8be-4140-be86-d0d6b2592918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950332 May 28 06:32:42.576592 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d58807f-c0b7-4bcc-9d0b-f73235279b8c None None] DHCP port deletion for 78f1cc71-5c55-4628-a672-d967d409c62f request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:32:42.588016 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-0d58807f-c0b7-4bcc-9d0b-f73235279b8c None None] Deleting port ff6d9dc2-ea16-47d8-b56e-4f7f4cbce9c8 {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:32:42.588612 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-0d58807f-c0b7-4bcc-9d0b-f73235279b8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:42.719215 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [None req-7b353299-8911-47ac-9ea5-02d8f71fed74 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] For port ff6d9dc2-ea16-47d8-b56e-4f7f4cbce9c8, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=ff6d9dc2-ea16-47d8-b56e-4f7f4cbce9c8,segment=NetworkSegment(217a19ff-5339-446f-9aff-95e5f4dbc106),segment_id=217a19ff-5339-446f-9aff-95e5f4dbc106)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:32:42.719556 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7b353299-8911-47ac-9ea5-02d8f71fed74 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:42.806393 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdbd7457-0c9f-473a-8825-0666d88af662 admin admin] Made reservation on behalf of ae27d4a836c444af8d35a0fd61d2dbd8 for: {'network': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:32:42.807463 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-bdbd7457-0c9f-473a-8825-0666d88af662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:42.821678 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-bdbd7457-0c9f-473a-8825-0666d88af662 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:42.824615 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-0d58807f-c0b7-4bcc-9d0b-f73235279b8c None None] For port ff6d9dc2-ea16-47d8-b56e-4f7f4cbce9c8, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=ff6d9dc2-ea16-47d8-b56e-4f7f4cbce9c8,segment=NetworkSegment(217a19ff-5339-446f-9aff-95e5f4dbc106),segment_id=217a19ff-5339-446f-9aff-95e5f4dbc106)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:32:42.826426 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-0d58807f-c0b7-4bcc-9d0b-f73235279b8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:42.845086 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-88ce8e3f-406c-4f99-84d6-83c6fb55160b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:42.846432 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ce8e3f-406c-4f99-84d6-83c6fb55160b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:42.847257 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-88ce8e3f-406c-4f99-84d6-83c6fb55160b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:42.850837 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-7b353299-8911-47ac-9ea5-02d8f71fed74 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Calling delete_port for ff6d9dc2-ea16-47d8-b56e-4f7f4cbce9c8 owned by network:dhcp {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:32:42.928297 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device ff6d9dc2-ea16-47d8-b56e-4f7f4cbce9c8 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:32:42.961128 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 59576) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:32:42.992567 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-bdbd7457-0c9f-473a-8825-0666d88af662 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:32:43.029483 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-0d58807f-c0b7-4bcc-9d0b-f73235279b8c None None] Calling delete_port for ff6d9dc2-ea16-47d8-b56e-4f7f4cbce9c8 owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:32:43.053254 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-bdbd7457-0c9f-473a-8825-0666d88af662 admin admin] Usage tracker for resource:security_group_rule and tenant:ae27d4a836c444af8d35a0fd61d2dbd8 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:32:43.062524 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7b353299-8911-47ac-9ea5-02d8f71fed74 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:43.072685 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-bdbd7457-0c9f-473a-8825-0666d88af662 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:32:43.082700 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-bdbd7457-0c9f-473a-8825-0666d88af662 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:32:43.091557 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ce8e3f-406c-4f99-84d6-83c6fb55160b admin admin] Pushing event updated for resources: {'Network': ['ID=dfe145fa-6ce3-4c4f-ba90-3bf2977840d9,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:32:43.105509 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network dfe145fa-6ce3-4c4f-ba90-3bf2977840d9 details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:32:43.139155 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b353299-8911-47ac-9ea5-02d8f71fed74 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Pushing event deleted for resources: {'Port': ['ID=ff6d9dc2-ea16-47d8-b56e-4f7f4cbce9c8,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:32:43.144159 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-2d1ab4eb-8a16-4d41-9346-7e5f1179f0b3 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1978917371-network', 'tenant_id': '5ef065cc7a6e48198da7b2879024e281'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:32:43.154343 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-2d1ab4eb-8a16-4d41-9346-7e5f1179f0b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:32:43.158718 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b353299-8911-47ac-9ea5-02d8f71fed74 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] No DVR routers for this DVR port ff6d9dc2-ea16-47d8-b56e-4f7f4cbce9c8 on host n-d-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:32:43.171085 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-88ce8e3f-406c-4f99-84d6-83c6fb55160b admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.0705962 May 28 06:32:43.174110 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 59582) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:32:43.192163 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-238666a8-7d35-4a1d-8f92-8f0143dd3803 admin admin] Request body: {'subnet': {'network_id': 'dfe145fa-6ce3-4c4f-ba90-3bf2977840d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1614815884-subnet', 'tenant_id': 'abfe3a928d8b44908ed66d4b8604b4fd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:32:43.196055 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-2d1ab4eb-8a16-4d41-9346-7e5f1179f0b3 admin admin] Usage tracker for resource:network and tenant:5ef065cc7a6e48198da7b2879024e281 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:32:43.200513 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-238666a8-7d35-4a1d-8f92-8f0143dd3803 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:32:43.202026 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-2d1ab4eb-8a16-4d41-9346-7e5f1179f0b3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:32:43.206668 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-238666a8-7d35-4a1d-8f92-8f0143dd3803 admin admin] Usage tracker for resource:subnet and tenant:abfe3a928d8b44908ed66d4b8604b4fd is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:32:43.210385 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-238666a8-7d35-4a1d-8f92-8f0143dd3803 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:32:43.218023 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-238666a8-7d35-4a1d-8f92-8f0143dd3803 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:32:43.225801 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-2d1ab4eb-8a16-4d41-9346-7e5f1179f0b3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:32:43.265107 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No active binding found for port ff6d9dc2-ea16-47d8-b56e-4f7f4cbce9c8 {{(pid=89111) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 28 06:32:43.265975 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device ff6d9dc2-ea16-47d8-b56e-4f7f4cbce9c8 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:32:43.296022 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.db.api [None req-0d58807f-c0b7-4bcc-9d0b-f73235279b8c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89111) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:32:43.298955 n-d-843702-1 neutron-server[89111]: DEBUG oslo_db.api [None req-0d58807f-c0b7-4bcc-9d0b-f73235279b8c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:32:43.325842 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7b353299-8911-47ac-9ea5-02d8f71fed74 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:43.342293 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-bdbd7457-0c9f-473a-8825-0666d88af662 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:43.346667 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-238666a8-7d35-4a1d-8f92-8f0143dd3803 admin admin] Made reservation on behalf of abfe3a928d8b44908ed66d4b8604b4fd for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:32:43.350041 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-238666a8-7d35-4a1d-8f92-8f0143dd3803 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:43.353018 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-7b353299-8911-47ac-9ea5-02d8f71fed74 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78f1cc71-5c55-4628-a672-d967d409c62f']}} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:32:43.366313 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-7b353299-8911-47ac-9ea5-02d8f71fed74 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '217a19ff-5339-446f-9aff-95e5f4dbc106') {'for_net_delete': True} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:32:43.366612 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-7b353299-8911-47ac-9ea5-02d8f71fed74 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '217a19ff-5339-446f-9aff-95e5f4dbc106') {} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:32:43.378580 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7b353299-8911-47ac-9ea5-02d8f71fed74 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4150778'] for segment, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:43.397535 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7b353299-8911-47ac-9ea5-02d8f71fed74 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:43.403896 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b353299-8911-47ac-9ea5-02d8f71fed74 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=89110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:32:43.404599 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7b353299-8911-47ac-9ea5-02d8f71fed74 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3143023'] for segment, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:43.495014 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment 217a19ff-5339-446f-9aff-95e5f4dbc106 resource provider aggregate not found May 28 06:32:43.509561 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d1ab4eb-8a16-4d41-9346-7e5f1179f0b3 admin admin] Made reservation on behalf of 5ef065cc7a6e48198da7b2879024e281 for: {'network': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:32:43.514155 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2d1ab4eb-8a16-4d41-9346-7e5f1179f0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:43.527316 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment 217a19ff-5339-446f-9aff-95e5f4dbc106 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 217a19ff-5339-446f-9aff-95e5f4dbc106 found for delete ", "request_id": "req-6a487283-bd29-4129-8662-c17f327bb67f"}]} May 28 06:32:43.535929 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-bdbd7457-0c9f-473a-8825-0666d88af662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:43.573168 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2d1ab4eb-8a16-4d41-9346-7e5f1179f0b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:43.575674 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbd7457-0c9f-473a-8825-0666d88af662 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76f5f0a9-1f72-44c1-a851-4026e46651c7,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:32:43.595684 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdbd7457-0c9f-473a-8825-0666d88af662 admin admin] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=89109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:32:43.610201 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-bdbd7457-0c9f-473a-8825-0666d88af662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:43.610534 n-d-843702-1 neutron-server[89109]: INFO neutron.db.segments_db [None req-bdbd7457-0c9f-473a-8825-0666d88af662 admin admin] Added segment 7d559e24-4bc2-48ae-9e57-270a3050c6dd of type vlan for network 8d92f73a-1818-46b4-ace6-904b9532c5d0 May 28 06:32:43.642029 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-2d1ab4eb-8a16-4d41-9346-7e5f1179f0b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:32:43.653691 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-2d1ab4eb-8a16-4d41-9346-7e5f1179f0b3 admin admin] Usage tracker for resource:security_group_rule and tenant:5ef065cc7a6e48198da7b2879024e281 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:32:43.657619 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-2d1ab4eb-8a16-4d41-9346-7e5f1179f0b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:32:43.664944 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-2d1ab4eb-8a16-4d41-9346-7e5f1179f0b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:32:43.758390 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7b353299-8911-47ac-9ea5-02d8f71fed74 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:43.762782 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7b353299-8911-47ac-9ea5-02d8f71fed74 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:43.773473 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-bdbd7457-0c9f-473a-8825-0666d88af662 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:43.798016 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-0d58807f-c0b7-4bcc-9d0b-f73235279b8c None None] Deleting port ff6d9dc2-ea16-47d8-b56e-4f7f4cbce9c8 {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:32:43.798621 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-0d58807f-c0b7-4bcc-9d0b-f73235279b8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:43.815741 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b353299-8911-47ac-9ea5-02d8f71fed74 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Pushing event deleted for resources: {'Network': ['ID=78f1cc71-5c55-4628-a672-d967d409c62f,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:32:43.842477 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-7b353299-8911-47ac-9ea5-02d8f71fed74 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] 10.222.0.55 "DELETE /v2.0/networks/78f1cc71-5c55-4628-a672-d967d409c62f HTTP/1.1" status: 204 len: 168 time: 1.5636926 May 28 06:32:43.845890 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 59594) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:32:43.861647 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-8a8083b0-855b-4ff7-a998-6deccaa82d53 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1342549453'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:32:43.869860 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-8a8083b0-855b-4ff7-a998-6deccaa82d53 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:32:43.877370 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-8a8083b0-855b-4ff7-a998-6deccaa82d53 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Usage tracker for resource:network and tenant:1c19ca0f4502419e9ff184ba1821fbef is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:32:43.885639 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-8a8083b0-855b-4ff7-a998-6deccaa82d53 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:32:43.897225 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-8a8083b0-855b-4ff7-a998-6deccaa82d53 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:32:43.900529 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-0d58807f-c0b7-4bcc-9d0b-f73235279b8c None None] The port 'ff6d9dc2-ea16-47d8-b56e-4f7f4cbce9c8' was deleted {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 06:32:43.923785 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be72f9dd-ada8-497c-b44f-2abd3fefb7f0 req-4f2d2168-4347-472b-bf3c-928c4d3e0e43 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:43.923785 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-be72f9dd-ada8-497c-b44f-2abd3fefb7f0 req-4f2d2168-4347-472b-bf3c-928c4d3e0e43 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd4324bb-6276-40b4-93b6-8590a183bcfd HTTP/1.1" status: 200 len: 943 time: 0.3945992 May 28 06:32:43.948335 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5092146f-6c54-4f9f-91d3-2b634e19355c req-de2de49c-41b3-430b-8471-361c43ff086a tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:43.948562 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-bdbd7457-0c9f-473a-8825-0666d88af662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:43.948664 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5092146f-6c54-4f9f-91d3-2b634e19355c req-de2de49c-41b3-430b-8471-361c43ff086a tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5d8dc1f-bda1-439a-9c3a-0cfb1b10c028 HTTP/1.1" status: 200 len: 945 time: 0.2537274 May 28 06:32:43.948751 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbd7457-0c9f-473a-8825-0666d88af662 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:43.948751 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-bdbd7457-0c9f-473a-8825-0666d88af662 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:43.977212 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2d1ab4eb-8a16-4d41-9346-7e5f1179f0b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:44.034495 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5092146f-6c54-4f9f-91d3-2b634e19355c req-418e7e49-75aa-48dc-8e70-8f6b625972b2 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/security-groups?id=f6de87b7-c8be-4140-be86-d0d6b2592918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683355 May 28 06:32:44.039777 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-be72f9dd-ada8-497c-b44f-2abd3fefb7f0 req-406bd91c-cf1b-4743-ac2e-187e075f4f38 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "GET /v2.0/security-groups?id=0738a7db-cbf9-4908-8e66-1a354c6fe868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100166 May 28 06:32:44.060873 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a8083b0-855b-4ff7-a998-6deccaa82d53 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Made reservation on behalf of 1c19ca0f4502419e9ff184ba1821fbef for: {'network': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:32:44.065878 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8a8083b0-855b-4ff7-a998-6deccaa82d53 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:44.090719 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbd7457-0c9f-473a-8825-0666d88af662 admin admin] Pushing event updated for resources: {'Network': ['ID=8d92f73a-1818-46b4-ace6-904b9532c5d0,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:32:44.101320 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 8d92f73a-1818-46b4-ace6-904b9532c5d0 details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:32:44.107349 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a8083b0-855b-4ff7-a998-6deccaa82d53 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=89109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:32:44.116684 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8a8083b0-855b-4ff7-a998-6deccaa82d53 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:44.117108 n-d-843702-1 neutron-server[89109]: INFO neutron.db.segments_db [None req-8a8083b0-855b-4ff7-a998-6deccaa82d53 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Added segment 28b0e9ff-b7e4-413e-bc68-f0ddac158b3b of type vlan for network 867a7afa-74aa-4c27-b1b1-c1c02f65d830 May 28 06:32:44.118644 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2d1ab4eb-8a16-4d41-9346-7e5f1179f0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:44.156329 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d1ab4eb-8a16-4d41-9346-7e5f1179f0b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=89110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:32:44.157972 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8a8083b0-855b-4ff7-a998-6deccaa82d53 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:44.166531 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1ab4eb-8a16-4d41-9346-7e5f1179f0b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89c8e518-81c5-4ccc-b111-8291ad38466d,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:32:44.177630 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2d1ab4eb-8a16-4d41-9346-7e5f1179f0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:44.177630 n-d-843702-1 neutron-server[89110]: INFO neutron.db.segments_db [None req-2d1ab4eb-8a16-4d41-9346-7e5f1179f0b3 admin admin] Added segment 36b7b050-a7a0-4005-a03f-73135e20048b of type vlan for network 97711779-de36-4af1-95e9-88f65060157a May 28 06:32:44.201339 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-238666a8-7d35-4a1d-8f92-8f0143dd3803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:44.217204 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2d1ab4eb-8a16-4d41-9346-7e5f1179f0b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:44.233903 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 3940a05d-2561-4f14-9f2d-43dd8c4949ab details requested by agent hyperv_n-h1-843702-1 with host n-h1-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:32:44.252278 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-bdbd7457-0c9f-473a-8825-0666d88af662 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.2238052 May 28 06:32:44.252395 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 59600) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:32:44.259624 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-98ff907d-33be-44be-b892-02573e9638cc admin admin] Request body: {'subnet': {'network_id': '8d92f73a-1818-46b4-ace6-904b9532c5d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1248222877-subnet', 'tenant_id': 'ae27d4a836c444af8d35a0fd61d2dbd8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:32:44.265579 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-98ff907d-33be-44be-b892-02573e9638cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:32:44.269583 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-98ff907d-33be-44be-b892-02573e9638cc admin admin] Usage tracker for resource:subnet and tenant:ae27d4a836c444af8d35a0fd61d2dbd8 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:32:44.273727 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-98ff907d-33be-44be-b892-02573e9638cc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:32:44.280553 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-98ff907d-33be-44be-b892-02573e9638cc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:32:44.295311 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238666a8-7d35-4a1d-8f92-8f0143dd3803 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb8eebfa-ea14-49f5-bc13-1b8fbe395f02,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:32:44.305874 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238666a8-7d35-4a1d-8f92-8f0143dd3803 admin admin] Checking segment: {'id': '3da683c7-3fb0-47dc-b1ef-2b249d6434de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'dfe145fa-6ce3-4c4f-ba90-3bf2977840d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:32:44.309126 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-238666a8-7d35-4a1d-8f92-8f0143dd3803 admin admin] Network hostable DHCP agents. Network: dfe145fa-6ce3-4c4f-ba90-3bf2977840d9, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:32:44.381033 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2d1ab4eb-8a16-4d41-9346-7e5f1179f0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:44.381648 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 3940a05d-2561-4f14-9f2d-43dd8c4949ab, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=3940a05d-2561-4f14-9f2d-43dd8c4949ab,segment=NetworkSegment(833fd725-a517-41b8-a917-b7cf24c49042),segment_id=833fd725-a517-41b8-a917-b7cf24c49042)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:32:44.382039 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1ab4eb-8a16-4d41-9346-7e5f1179f0b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:44.382622 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2d1ab4eb-8a16-4d41-9346-7e5f1179f0b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:44.397158 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Returning: {'device': '3940a05d-2561-4f14-9f2d-43dd8c4949ab', 'network_id': '4874bba4-a87e-43f9-9333-c72385485612', 'port_id': '3940a05d-2561-4f14-9f2d-43dd8c4949ab', 'mac_address': 'fa:16:3e:5c:d5:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa6e01e0-3e0c-4b0f-b2af-e5c6de04414e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:32:44.439037 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-238666a8-7d35-4a1d-8f92-8f0143dd3803 admin admin] Network dfe145fa-6ce3-4c4f-ba90-3bf2977840d9 is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:32:44.442126 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8a8083b0-855b-4ff7-a998-6deccaa82d53 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:44.450724 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8083b0-855b-4ff7-a998-6deccaa82d53 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:44.451383 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8a8083b0-855b-4ff7-a998-6deccaa82d53 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:44.454163 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 3940a05d-2561-4f14-9f2d-43dd8c4949ab is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:32:44.454548 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:44.474514 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3940a05d-2561-4f14-9f2d-43dd8c4949ab {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:32:44.491753 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 3940a05d-2561-4f14-9f2d-43dd8c4949ab, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=3940a05d-2561-4f14-9f2d-43dd8c4949ab,segment=NetworkSegment(833fd725-a517-41b8-a917-b7cf24c49042),segment_id=833fd725-a517-41b8-a917-b7cf24c49042)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:32:44.572644 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8083b0-855b-4ff7-a998-6deccaa82d53 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Pushing event updated for resources: {'Network': ['ID=867a7afa-74aa-4c27-b1b1-c1c02f65d830,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:32:44.578393 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98ff907d-33be-44be-b892-02573e9638cc admin admin] Made reservation on behalf of ae27d4a836c444af8d35a0fd61d2dbd8 for: {'subnet': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:32:44.580717 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-98ff907d-33be-44be-b892-02573e9638cc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3171998'] for subnet, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:44.585166 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 867a7afa-74aa-4c27-b1b1-c1c02f65d830 details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:32:44.686694 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1ab4eb-8a16-4d41-9346-7e5f1179f0b3 admin admin] Pushing event updated for resources: {'Network': ['ID=97711779-de36-4af1-95e9-88f65060157a,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:32:44.699191 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 97711779-de36-4af1-95e9-88f65060157a details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:32:44.718463 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-8a8083b0-855b-4ff7-a998-6deccaa82d53 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8627610 May 28 06:32:44.718463 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-238666a8-7d35-4a1d-8f92-8f0143dd3803 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, dfe145fa-6ce3-4c4f-ba90-3bf2977840d9) {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:32:44.718650 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 59606) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:32:44.721498 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-62f249e7-d061-43bc-a41c-ad59e003872a tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Request body: {'subnet': {'network_id': '867a7afa-74aa-4c27-b1b1-c1c02f65d830', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:32:44.723909 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-238666a8-7d35-4a1d-8f92-8f0143dd3803 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:44.725233 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-238666a8-7d35-4a1d-8f92-8f0143dd3803 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:44.736734 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:44.742544 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d140251-2f10-4afd-acf5-4df893b9dc52 None None] Network dfe145fa-6ce3-4c4f-ba90-3bf2977840d9 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:32:44.865067 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-238666a8-7d35-4a1d-8f92-8f0143dd3803 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.6891155 May 28 06:32:44.886288 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-2d1ab4eb-8a16-4d41-9346-7e5f1179f0b3 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.9237247 May 28 06:32:44.890088 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 59612) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:32:44.900851 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-21b8c1f2-1c75-4a2d-a480-6a72a4be40b9 admin admin] Request body: {'subnet': {'network_id': '97711779-de36-4af1-95e9-88f65060157a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1978917371-subnet', 'tenant_id': '5ef065cc7a6e48198da7b2879024e281', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:32:44.916115 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-21b8c1f2-1c75-4a2d-a480-6a72a4be40b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:32:44.921256 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-21b8c1f2-1c75-4a2d-a480-6a72a4be40b9 admin admin] Usage tracker for resource:subnet and tenant:5ef065cc7a6e48198da7b2879024e281 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:32:44.924845 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-21b8c1f2-1c75-4a2d-a480-6a72a4be40b9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:32:44.945459 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-21b8c1f2-1c75-4a2d-a480-6a72a4be40b9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:32:44.981759 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=3940a05d-2561-4f14-9f2d-43dd8c4949ab,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:32:45.027490 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['3940a05d-2561-4f14-9f2d-43dd8c4949ab'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:32:45.035135 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-62f249e7-d061-43bc-a41c-ad59e003872a tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:32:45.056529 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-62f249e7-d061-43bc-a41c-ad59e003872a tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Usage tracker for resource:subnet and tenant:1c19ca0f4502419e9ff184ba1821fbef is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:32:45.071634 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-62f249e7-d061-43bc-a41c-ad59e003872a tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:32:45.081110 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21b8c1f2-1c75-4a2d-a480-6a72a4be40b9 admin admin] Made reservation on behalf of 5ef065cc7a6e48198da7b2879024e281 for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:32:45.086068 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-21b8c1f2-1c75-4a2d-a480-6a72a4be40b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:45.097752 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-62f249e7-d061-43bc-a41c-ad59e003872a tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:32:45.112525 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4651e477-729a-4c87-b7a9-efcc3d510e8f req-7facb500-8071-4a73-9192-a23a2a8e9659 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e11893ff-5c52-4ed1-b6b3-2fbc959d89e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2808828 May 28 06:32:45.120387 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72457ca-90c3-429b-b5e3-f001d62bb884 req-23f47540-6d91-4afc-a646-1fe4b1090615 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:45.121777 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e72457ca-90c3-429b-b5e3-f001d62bb884 req-23f47540-6d91-4afc-a646-1fe4b1090615 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5d8dc1f-bda1-439a-9c3a-0cfb1b10c028 HTTP/1.1" status: 200 len: 945 time: 0.3780432 May 28 06:32:45.173566 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-98ff907d-33be-44be-b892-02573e9638cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3115906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3172012'] for subnet, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:45.206139 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e72457ca-90c3-429b-b5e3-f001d62bb884 req-3cf76bcf-8485-4412-944a-04d3d69bcb06 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/security-groups?id=f6de87b7-c8be-4140-be86-d0d6b2592918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786762 May 28 06:32:45.217980 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62f249e7-d061-43bc-a41c-ad59e003872a tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Made reservation on behalf of 1c19ca0f4502419e9ff184ba1821fbef for: {'subnet': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:32:45.222422 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-62f249e7-d061-43bc-a41c-ad59e003872a tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3171998'] for subnet, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:45.271037 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60232501-4525-4c6f-808d-6e2c950d8dab None None] Network dfe145fa-6ce3-4c4f-ba90-3bf2977840d9 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:32:45.457505 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ff907d-33be-44be-b892-02573e9638cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=be7430a6-d63b-496c-a478-4d1ac23bdfda,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:32:45.491016 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-21b8c1f2-1c75-4a2d-a480-6a72a4be40b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:45.564348 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ff907d-33be-44be-b892-02573e9638cc admin admin] Checking segment: {'id': '7d559e24-4bc2-48ae-9e57-270a3050c6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '8d92f73a-1818-46b4-ace6-904b9532c5d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:32:45.564915 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ff907d-33be-44be-b892-02573e9638cc admin admin] Network hostable DHCP agents. Network: 8d92f73a-1818-46b4-ace6-904b9532c5d0, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89110) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:32:45.615026 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b8c1f2-1c75-4a2d-a480-6a72a4be40b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9065b260-3817-4805-a18f-dced8d73fe86,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:32:45.624295 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b8c1f2-1c75-4a2d-a480-6a72a4be40b9 admin admin] Checking segment: {'id': '36b7b050-a7a0-4005-a03f-73135e20048b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '97711779-de36-4af1-95e9-88f65060157a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:32:45.624825 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b8c1f2-1c75-4a2d-a480-6a72a4be40b9 admin admin] Network hostable DHCP agents. Network: 97711779-de36-4af1-95e9-88f65060157a, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:32:45.750564 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4651e477-729a-4c87-b7a9-efcc3d510e8f req-d25e86fc-0ffb-4841-93b4-3cbf9ca2f1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:45.751040 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4651e477-729a-4c87-b7a9-efcc3d510e8f req-d25e86fc-0ffb-4841-93b4-3cbf9ca2f1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:45.751506 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4651e477-729a-4c87-b7a9-efcc3d510e8f req-d25e86fc-0ffb-4841-93b4-3cbf9ca2f1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:45.751966 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4651e477-729a-4c87-b7a9-efcc3d510e8f req-d25e86fc-0ffb-4841-93b4-3cbf9ca2f1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:45.752422 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4651e477-729a-4c87-b7a9-efcc3d510e8f req-d25e86fc-0ffb-4841-93b4-3cbf9ca2f1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:45.752876 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4651e477-729a-4c87-b7a9-efcc3d510e8f req-d25e86fc-0ffb-4841-93b4-3cbf9ca2f1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:45.753327 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4651e477-729a-4c87-b7a9-efcc3d510e8f req-d25e86fc-0ffb-4841-93b4-3cbf9ca2f1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:45.756511 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4651e477-729a-4c87-b7a9-efcc3d510e8f req-d25e86fc-0ffb-4841-93b4-3cbf9ca2f1d6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f3958891eac44c76810006defcff5dde&device_id=e11893ff-5c52-4ed1-b6b3-2fbc959d89e3 HTTP/1.1" status: 200 len: 6491 time: 0.3768146 May 28 06:32:45.773357 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7f6381-b607-423e-b8b0-4e83d8e2c4e8 req-89453407-ecf6-4552-91fe-7d74b72bb39b tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:45.774820 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-de7f6381-b607-423e-b8b0-4e83d8e2c4e8 req-89453407-ecf6-4552-91fe-7d74b72bb39b tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd4324bb-6276-40b4-93b6-8590a183bcfd HTTP/1.1" status: 200 len: 944 time: 0.4565229 May 28 06:32:45.775286 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b8c1f2-1c75-4a2d-a480-6a72a4be40b9 admin admin] Network 97711779-de36-4af1-95e9-88f65060157a is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:32:45.915706 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ff907d-33be-44be-b892-02573e9638cc admin admin] Network 8d92f73a-1818-46b4-ace6-904b9532c5d0 is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89110) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:32:45.991533 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f39133b-e338-4e8d-82c0-05b4362e6f34 req-17a10635-ade4-4fa4-83d8-649cdef35c95 tempest-ServerAddressesNegativeTestJSON-1896159330 tempest-ServerAddressesNegativeTestJSON-1896159330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:45.992983 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5f39133b-e338-4e8d-82c0-05b4362e6f34 req-17a10635-ade4-4fa4-83d8-649cdef35c95 tempest-ServerAddressesNegativeTestJSON-1896159330 tempest-ServerAddressesNegativeTestJSON-1896159330-project] 10.222.0.55 "GET /v2.0/networks?id=dfe145fa-6ce3-4c4f-ba90-3bf2977840d9 HTTP/1.1" status: 200 len: 822 time: 0.4347217 May 28 06:32:46.015525 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-de7f6381-b607-423e-b8b0-4e83d8e2c4e8 req-4c7eaf16-90ca-4d00-832c-c0acd206603f tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "GET /v2.0/security-groups?id=0738a7db-cbf9-4908-8e66-1a354c6fe868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2275803 May 28 06:32:46.041741 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5f39133b-e338-4e8d-82c0-05b4362e6f34 req-ef79d701-26e3-4862-ad66-68de487454eb tempest-ServerAddressesNegativeTestJSON-1896159330 tempest-ServerAddressesNegativeTestJSON-1896159330-project] 10.222.0.55 "GET /v2.0/quotas/abfe3a928d8b44908ed66d4b8604b4fd HTTP/1.1" status: 200 len: 375 time: 0.0324836 May 28 06:32:46.055432 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-21b8c1f2-1c75-4a2d-a480-6a72a4be40b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, 97711779-de36-4af1-95e9-88f65060157a) {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:32:46.064865 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b8c1f2-1c75-4a2d-a480-6a72a4be40b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:46.065544 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-21b8c1f2-1c75-4a2d-a480-6a72a4be40b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:46.066521 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6803c0f2-fb83-47ad-9007-35d2b738acb6 None None] Network 97711779-de36-4af1-95e9-88f65060157a requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:32:46.105787 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-98ff907d-33be-44be-b892-02573e9638cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, 8d92f73a-1818-46b4-ace6-904b9532c5d0) {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:32:46.107880 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4651e477-729a-4c87-b7a9-efcc3d510e8f req-cc4dbdef-77de-4deb-801e-f7815a0ed0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:46.108347 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4651e477-729a-4c87-b7a9-efcc3d510e8f req-cc4dbdef-77de-4deb-801e-f7815a0ed0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:46.108807 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4651e477-729a-4c87-b7a9-efcc3d510e8f req-cc4dbdef-77de-4deb-801e-f7815a0ed0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:46.110388 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4651e477-729a-4c87-b7a9-efcc3d510e8f req-cc4dbdef-77de-4deb-801e-f7815a0ed0cf service neutron] 10.222.0.69 "GET /v2.0/networks?id=b0d3210f-6f0b-4832-90fb-f0b2f3ebb660&id=983e828b-34fc-4a3a-b418-34d9236f2407&id=983e828b-34fc-4a3a-b418-34d9236f2407&id=983e828b-34fc-4a3a-b418-34d9236f2407&id=983e828b-34fc-4a3a-b418-34d9236f2407&id=a9a55cb1-2dd3-489f-a37d-55a242b85f0c&id=a9a55cb1-2dd3-489f-a37d-55a242b85f0c HTTP/1.1" status: 200 len: 2292 time: 0.3240449 May 28 06:32:46.113769 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5f39133b-e338-4e8d-82c0-05b4362e6f34 req-fa8d91b8-02e0-4d9f-a4fb-80b84ecf59fc tempest-ServerAddressesNegativeTestJSON-1896159330 tempest-ServerAddressesNegativeTestJSON-1896159330-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=abfe3a928d8b44908ed66d4b8604b4fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0630028 May 28 06:32:46.115822 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ff907d-33be-44be-b892-02573e9638cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:46.116393 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-98ff907d-33be-44be-b892-02573e9638cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:46.133640 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcaa118a-bb81-400b-ba2c-813a4155e91b None None] Network 8d92f73a-1818-46b4-ace6-904b9532c5d0 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:32:46.315035 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-21b8c1f2-1c75-4a2d-a480-6a72a4be40b9 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.4230437 May 28 06:32:46.406744 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-62f249e7-d061-43bc-a41c-ad59e003872a tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3115906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3172012'] for subnet, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:46.560353 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4651e477-729a-4c87-b7a9-efcc3d510e8f req-a864bc5e-38e4-4985-b5ff-5c1a1da1bd1e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59c8a3dd-39de-497f-ae98-545149d1be00 HTTP/1.1" status: 200 len: 1002 time: 0.4401860 May 28 06:32:46.579260 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1704533e-652f-4049-9c63-994382ceca87 None None] Network 97711779-de36-4af1-95e9-88f65060157a requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:32:46.586811 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-98ff907d-33be-44be-b892-02573e9638cc admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.3335369 May 28 06:32:46.598244 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5b825c-e35c-4e67-93ea-23cccb5b8ed5 None None] Network 8d92f73a-1818-46b4-ace6-904b9532c5d0 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:32:46.645003 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f249e7-d061-43bc-a41c-ad59e003872a tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Pushing event updated for resources: {'Subnet': ['ID=93946e1c-3d7a-4bf9-b61f-4925cce3631f,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:32:46.691134 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5f39133b-e338-4e8d-82c0-05b4362e6f34 req-30329db6-d539-43c8-8173-837bfd518b22 service neutron] 10.222.0.55 "GET /v2.0/networks/dfe145fa-6ce3-4c4f-ba90-3bf2977840d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5119534 May 28 06:32:46.703393 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f249e7-d061-43bc-a41c-ad59e003872a tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Checking segment: {'id': '28b0e9ff-b7e4-413e-bc68-f0ddac158b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '867a7afa-74aa-4c27-b1b1-c1c02f65d830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:32:46.703538 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f249e7-d061-43bc-a41c-ad59e003872a tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Network hostable DHCP agents. Network: 867a7afa-74aa-4c27-b1b1-c1c02f65d830, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89110) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:32:46.734505 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4651e477-729a-4c87-b7a9-efcc3d510e8f req-ac822d8d-e9f4-4f2d-b6a4-e4068c91b488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:46.735950 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4651e477-729a-4c87-b7a9-efcc3d510e8f req-ac822d8d-e9f4-4f2d-b6a4-e4068c91b488 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bb3ffca3-469c-42ac-a3c6-07667d22277f HTTP/1.1" status: 200 len: 850 time: 0.1455500 May 28 06:32:46.860208 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946e849a-1e9b-4a07-9e29-e5a0977eac75 req-3093b597-6e6b-43f3-9f16-cde7696a7f28 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:46.861681 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-946e849a-1e9b-4a07-9e29-e5a0977eac75 req-3093b597-6e6b-43f3-9f16-cde7696a7f28 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5d8dc1f-bda1-439a-9c3a-0cfb1b10c028 HTTP/1.1" status: 200 len: 945 time: 0.4562383 May 28 06:32:46.960608 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-946e849a-1e9b-4a07-9e29-e5a0977eac75 req-c605b468-8e1a-4ecb-be43-f0ecd16691a7 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/security-groups?id=f6de87b7-c8be-4140-be86-d0d6b2592918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875385 May 28 06:32:46.962627 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5f39133b-e338-4e8d-82c0-05b4362e6f34 req-3880c4f3-dc10-4b41-8ad1-d4ec1da91a73 service neutron] 10.222.0.55 "GET /v2.0/networks/dfe145fa-6ce3-4c4f-ba90-3bf2977840d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508698 May 28 06:32:46.972675 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4651e477-729a-4c87-b7a9-efcc3d510e8f req-3a6bf8e0-85ff-4577-895e-3198e753c972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:46.974513 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4651e477-729a-4c87-b7a9-efcc3d510e8f req-3a6bf8e0-85ff-4577-895e-3198e753c972 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b0d3210f-6f0b-4832-90fb-f0b2f3ebb660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2306242 May 28 06:32:47.061991 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f249e7-d061-43bc-a41c-ad59e003872a tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Network 867a7afa-74aa-4c27-b1b1-c1c02f65d830 is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89110) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:32:47.125691 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4651e477-729a-4c87-b7a9-efcc3d510e8f req-d945e9a7-c82d-4f46-931d-afd73c9245e4 service neutron] 10.222.0.69 "GET /v2.0/networks/b0d3210f-6f0b-4832-90fb-f0b2f3ebb660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447220 May 28 06:32:47.288838 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-62f249e7-d061-43bc-a41c-ad59e003872a tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, 867a7afa-74aa-4c27-b1b1-c1c02f65d830) {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:32:47.302020 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb0483d-bfde-4688-aa64-c1fa6bc68fd9 None None] Network 867a7afa-74aa-4c27-b1b1-c1c02f65d830 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:32:47.306354 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f249e7-d061-43bc-a41c-ad59e003872a tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:47.307027 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-62f249e7-d061-43bc-a41c-ad59e003872a tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:47.402576 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4651e477-729a-4c87-b7a9-efcc3d510e8f req-9009692a-4f8c-4fb1-bad8-f863b46044fb service neutron] 10.222.0.69 "GET /v2.0/networks/b0d3210f-6f0b-4832-90fb-f0b2f3ebb660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2711530 May 28 06:32:47.410564 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a3cf51-7a27-4123-8099-01e40dd23f1c req-fc89a96a-91a9-4c4d-bf38-a8dd44da7bac tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:47.412396 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-d1a3cf51-7a27-4123-8099-01e40dd23f1c req-fc89a96a-91a9-4c4d-bf38-a8dd44da7bac tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Synchronizing usage tracker for tenant:5ef065cc7a6e48198da7b2879024e281 on resource:network {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:32:47.477954 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-62f249e7-d061-43bc-a41c-ad59e003872a tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7635469 May 28 06:32:47.481107 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-3ed7a580-29de-4bb9-b2c3-9e2f988b5682 req-785789f9-6167-467b-bc64-4310301b773c tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1472916734', 'description': 'tempest-description-726809886'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:32:47.482969 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 59666) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:32:47.491048 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-3339e9b9-7bfa-48e0-a635-97e367ec6468 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Request body: {'port': {'network_id': '867a7afa-74aa-4c27-b1b1-c1c02f65d830', 'security_groups': [], 'name': 'tempest-PortsTestJSON-2128848626'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:32:47.496504 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4651e477-729a-4c87-b7a9-efcc3d510e8f req-709af026-ddae-4db6-9a87-9f84e63849b6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.84&port_id=c60976f2-310e-4b2b-b603-af0aade00858 HTTP/1.1" status: 200 len: 217 time: 0.0813067 May 28 06:32:47.497384 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-3ed7a580-29de-4bb9-b2c3-9e2f988b5682 req-785789f9-6167-467b-bc64-4310301b773c tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:32:47.503721 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-3ed7a580-29de-4bb9-b2c3-9e2f988b5682 req-785789f9-6167-467b-bc64-4310301b773c tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Usage tracker for resource:security_group and tenant:ae27d4a836c444af8d35a0fd61d2dbd8 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:32:47.509991 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-3ed7a580-29de-4bb9-b2c3-9e2f988b5682 req-785789f9-6167-467b-bc64-4310301b773c tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:32:47.556504 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-3ed7a580-29de-4bb9-b2c3-9e2f988b5682 req-785789f9-6167-467b-bc64-4310301b773c tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:32:47.583641 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4651e477-729a-4c87-b7a9-efcc3d510e8f req-8be826ac-4227-449e-a6f6-91e2d00d6289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:47.587140 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4651e477-729a-4c87-b7a9-efcc3d510e8f req-8be826ac-4227-449e-a6f6-91e2d00d6289 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=63fab1a7-8d25-437c-adf6-b6a1e24d5e16 HTTP/1.1" status: 200 len: 797 time: 0.0771616 May 28 06:32:47.651684 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-d1a3cf51-7a27-4123-8099-01e40dd23f1c req-fc89a96a-91a9-4c4d-bf38-a8dd44da7bac tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Unset dirty status for tenant:5ef065cc7a6e48198da7b2879024e281 on resource:network {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:32:47.653000 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d1a3cf51-7a27-4123-8099-01e40dd23f1c req-fc89a96a-91a9-4c4d-bf38-a8dd44da7bac tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.55 "GET /v2.0/networks?id=97711779-de36-4af1-95e9-88f65060157a HTTP/1.1" status: 200 len: 805 time: 0.4991112 May 28 06:32:47.694890 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-3ed7a580-29de-4bb9-b2c3-9e2f988b5682 req-785789f9-6167-467b-bc64-4310301b773c tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:47.712232 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c6b767-e448-4c36-a6c9-2bca7d8e5f95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-867a7afa-74aa-4c27-b1b1-c1c02f65d830', 'network_id': '867a7afa-74aa-4c27-b1b1-c1c02f65d830', 'tenant_id': '1c19ca0f4502419e9ff184ba1821fbef', 'fixed_ips': [{'subnet_id': '93946e1c-3d7a-4bf9-b61f-4925cce3631f'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:32:47.713361 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-63c6b767-e448-4c36-a6c9-2bca7d8e5f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:47.720693 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4651e477-729a-4c87-b7a9-efcc3d510e8f req-8efd3a0d-4863-4cae-9e5d-13d25cfa3cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:47.722338 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4651e477-729a-4c87-b7a9-efcc3d510e8f req-8efd3a0d-4863-4cae-9e5d-13d25cfa3cbb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=983e828b-34fc-4a3a-b418-34d9236f2407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1327436 May 28 06:32:47.726313 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-3339e9b9-7bfa-48e0-a635-97e367ec6468 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:32:47.731157 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-3339e9b9-7bfa-48e0-a635-97e367ec6468 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Usage tracker for resource:port and tenant:1c19ca0f4502419e9ff184ba1821fbef is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:32:47.734300 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-3339e9b9-7bfa-48e0-a635-97e367ec6468 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:32:47.740791 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-3339e9b9-7bfa-48e0-a635-97e367ec6468 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:32:47.756460 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d1a3cf51-7a27-4123-8099-01e40dd23f1c req-c1fa6147-77ee-450d-8937-cf1097da9c77 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.55 "GET /v2.0/quotas/5ef065cc7a6e48198da7b2879024e281 HTTP/1.1" status: 200 len: 375 time: 0.0768230 May 28 06:32:47.764353 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-3ed7a580-29de-4bb9-b2c3-9e2f988b5682 req-785789f9-6167-467b-bc64-4310301b773c tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:32:47.859553 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-3ed7a580-29de-4bb9-b2c3-9e2f988b5682 req-785789f9-6167-467b-bc64-4310301b773c tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Usage tracker for resource:security_group_rule and tenant:ae27d4a836c444af8d35a0fd61d2dbd8 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:32:47.862787 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-3ed7a580-29de-4bb9-b2c3-9e2f988b5682 req-785789f9-6167-467b-bc64-4310301b773c tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:32:47.887070 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-63c6b767-e448-4c36-a6c9-2bca7d8e5f95 None None] Allocated IP 172.20.0.2 (867a7afa-74aa-4c27-b1b1-c1c02f65d830/93946e1c-3d7a-4bf9-b61f-4925cce3631f/111920ae-b95d-4eac-b5cc-d041cfc588ba) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:32:47.889835 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d1a3cf51-7a27-4123-8099-01e40dd23f1c req-769b37e1-8b62-4230-a2bb-04364d6d9216 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=5ef065cc7a6e48198da7b2879024e281&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0727785 May 28 06:32:47.895170 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3339e9b9-7bfa-48e0-a635-97e367ec6468 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Made reservation on behalf of 1c19ca0f4502419e9ff184ba1821fbef for: {'port': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:32:47.899623 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3339e9b9-7bfa-48e0-a635-97e367ec6468 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:47.922009 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [None req-3339e9b9-7bfa-48e0-a635-97e367ec6468 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] device_id is not set on port 78598213-0373-4d5a-9bbd-3a2338e191b1 yet. {{(pid=89109) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:32:47.934471 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-3ed7a580-29de-4bb9-b2c3-9e2f988b5682 req-785789f9-6167-467b-bc64-4310301b773c tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:32:48.113754 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-63c6b767-e448-4c36-a6c9-2bca7d8e5f95 None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:48.125665 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-63c6b767-e448-4c36-a6c9-2bca7d8e5f95 None None] Transition to ACTIVE for port object 111920ae-b95d-4eac-b5cc-d041cfc588ba will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:32:48.146476 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-63c6b767-e448-4c36-a6c9-2bca7d8e5f95 None None] Transition to ACTIVE for port object 111920ae-b95d-4eac-b5cc-d041cfc588ba will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:32:48.249124 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4651e477-729a-4c87-b7a9-efcc3d510e8f req-8ed5d874-200a-4a5c-81ab-d78657c6a898 service neutron] 10.222.0.69 "GET /v2.0/networks/983e828b-34fc-4a3a-b418-34d9236f2407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5185292 May 28 06:32:48.249350 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 3940a05d-2561-4f14-9f2d-43dd8c4949ab up at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:32:48.359131 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d1a3cf51-7a27-4123-8099-01e40dd23f1c req-ef3b5e20-dc37-4678-bb02-9fea79ef3c2f service neutron] 10.222.0.55 "GET /v2.0/networks/97711779-de36-4af1-95e9-88f65060157a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4179683 May 28 06:32:48.404101 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6dd246fa-1d62-4396-b145-47132af0b5d3 req-163e20bf-513c-4248-b0d3-21de003caf0a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=fc8afbe2-63ab-495f-b953-08528fec512c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.5147257 May 28 06:32:48.500841 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-3ed7a580-29de-4bb9-b2c3-9e2f988b5682 req-785789f9-6167-467b-bc64-4310301b773c tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:48.558664 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning for port 3940a05d-2561-4f14-9f2d-43dd8c4949ab completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:32:48.562403 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-63c6b767-e448-4c36-a6c9-2bca7d8e5f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:48.611195 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4651e477-729a-4c87-b7a9-efcc3d510e8f req-5b8986f8-06cd-4124-b252-fe800a3ea3ac service neutron] 10.222.0.69 "GET /v2.0/networks/983e828b-34fc-4a3a-b418-34d9236f2407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3450007 May 28 06:32:48.611834 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning complete for port 3940a05d-2561-4f14-9f2d-43dd8c4949ab triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:32:48.612209 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:48.635668 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-3339e9b9-7bfa-48e0-a635-97e367ec6468 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Allocated IP 172.20.0.11 (867a7afa-74aa-4c27-b1b1-c1c02f65d830/93946e1c-3d7a-4bf9-b61f-4925cce3631f/78598213-0373-4d5a-9bbd-3a2338e191b1) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:32:48.695455 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4651e477-729a-4c87-b7a9-efcc3d510e8f req-227c2998-83b0-4d03-a825-4a16e4dcb003 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.232&port_id=2bc36923-1480-492d-8d92-1e4c402f1be2 HTTP/1.1" status: 200 len: 217 time: 0.0728536 May 28 06:32:48.697791 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d1a3cf51-7a27-4123-8099-01e40dd23f1c req-bc401f00-3165-4f29-a24c-0d7a99189027 service neutron] 10.222.0.55 "GET /v2.0/networks/97711779-de36-4af1-95e9-88f65060157a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3247464 May 28 06:32:48.724898 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c6b767-e448-4c36-a6c9-2bca7d8e5f95 None None] Network 867a7afa-74aa-4c27-b1b1-c1c02f65d830 is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:32:48.730517 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-63c6b767-e448-4c36-a6c9-2bca7d8e5f95 None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:32:48.736131 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c6b767-e448-4c36-a6c9-2bca7d8e5f95 None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:32:48.746911 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c6b767-e448-4c36-a6c9-2bca7d8e5f95 None None] Pushing event updated for resources: {'Port': ['ID=111920ae-b95d-4eac-b5cc-d041cfc588ba,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:32:48.747025 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-3ed7a580-29de-4bb9-b2c3-9e2f988b5682 req-785789f9-6167-467b-bc64-4310301b773c tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:48.821652 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd246fa-1d62-4396-b145-47132af0b5d3 req-d7350dbc-2673-40a4-b0b9-44a5104c0d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:48.822136 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd246fa-1d62-4396-b145-47132af0b5d3 req-d7350dbc-2673-40a4-b0b9-44a5104c0d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:48.822607 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd246fa-1d62-4396-b145-47132af0b5d3 req-d7350dbc-2673-40a4-b0b9-44a5104c0d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:48.823069 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd246fa-1d62-4396-b145-47132af0b5d3 req-d7350dbc-2673-40a4-b0b9-44a5104c0d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:48.823532 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd246fa-1d62-4396-b145-47132af0b5d3 req-d7350dbc-2673-40a4-b0b9-44a5104c0d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:48.823986 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd246fa-1d62-4396-b145-47132af0b5d3 req-d7350dbc-2673-40a4-b0b9-44a5104c0d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:48.824641 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd246fa-1d62-4396-b145-47132af0b5d3 req-d7350dbc-2673-40a4-b0b9-44a5104c0d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:48.826600 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6dd246fa-1d62-4396-b145-47132af0b5d3 req-d7350dbc-2673-40a4-b0b9-44a5104c0d7a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5a27568d2aff479086cfcad7501ab2c8&device_id=fc8afbe2-63ab-495f-b953-08528fec512c HTTP/1.1" status: 200 len: 6500 time: 0.3084550 May 28 06:32:48.834964 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785789f9-6167-467b-bc64-4310301b773c tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72210af0-18d1-49fa-baeb-bf1a9866a68b,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:32:48.843523 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4651e477-729a-4c87-b7a9-efcc3d510e8f req-85c26d4b-1bbc-485c-8431-f12a196e830c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:48.844938 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4651e477-729a-4c87-b7a9-efcc3d510e8f req-85c26d4b-1bbc-485c-8431-f12a196e830c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=63fab1a7-8d25-437c-adf6-b6a1e24d5e16 HTTP/1.1" status: 200 len: 797 time: 0.1422718 May 28 06:32:48.866639 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-63c6b767-e448-4c36-a6c9-2bca7d8e5f95 None None] Attempting to bind port 111920ae-b95d-4eac-b5cc-d041cfc588ba on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:32:48.866996 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-63c6b767-e448-4c36-a6c9-2bca7d8e5f95 None None] Attempting to bind port 111920ae-b95d-4eac-b5cc-d041cfc588ba by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': '28b0e9ff-b7e4-413e-bc68-f0ddac158b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '867a7afa-74aa-4c27-b1b1-c1c02f65d830'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:32:48.867352 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c6b767-e448-4c36-a6c9-2bca7d8e5f95 None None] Attempting to bind port 111920ae-b95d-4eac-b5cc-d041cfc588ba on network 867a7afa-74aa-4c27-b1b1-c1c02f65d830 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:32:48.898034 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3339e9b9-7bfa-48e0-a635-97e367ec6468 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:48.909143 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c6b767-e448-4c36-a6c9-2bca7d8e5f95 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:32:48.909636 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c6b767-e448-4c36-a6c9-2bca7d8e5f95 None None] Checking segment: {'id': '28b0e9ff-b7e4-413e-bc68-f0ddac158b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '867a7afa-74aa-4c27-b1b1-c1c02f65d830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:32:48.910050 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-63c6b767-e448-4c36-a6c9-2bca7d8e5f95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:48.910302 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c6b767-e448-4c36-a6c9-2bca7d8e5f95 None None] Bound using segment: {'id': '28b0e9ff-b7e4-413e-bc68-f0ddac158b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '867a7afa-74aa-4c27-b1b1-c1c02f65d830'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:32:48.910780 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-63c6b767-e448-4c36-a6c9-2bca7d8e5f95 None None] Bound port: 111920ae-b95d-4eac-b5cc-d041cfc588ba, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28b0e9ff-b7e4-413e-bc68-f0ddac158b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '867a7afa-74aa-4c27-b1b1-c1c02f65d830'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:32:48.911885 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-63c6b767-e448-4c36-a6c9-2bca7d8e5f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:48.916798 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [None req-3339e9b9-7bfa-48e0-a635-97e367ec6468 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Transition to ACTIVE for port object 78598213-0373-4d5a-9bbd-3a2338e191b1 will not be triggered until provisioned by entity DHCP. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:32:48.994760 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-3ed7a580-29de-4bb9-b2c3-9e2f988b5682 req-785789f9-6167-467b-bc64-4310301b773c tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:48.995964 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 3940a05d-2561-4f14-9f2d-43dd8c4949ab is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:32:48.996096 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3ed7a580-29de-4bb9-b2c3-9e2f988b5682 req-785789f9-6167-467b-bc64-4310301b773c tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 1.5276253 May 28 06:32:48.996341 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:49.045674 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd4324bb-6276-40b4-93b6-8590a183bcfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3940a05d-2561-4f14-9f2d-43dd8c4949ab'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:32:49.058101 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4651e477-729a-4c87-b7a9-efcc3d510e8f req-b213bcab-cb23-416b-b730-e0043234fafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:49.059589 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4651e477-729a-4c87-b7a9-efcc3d510e8f req-b213bcab-cb23-416b-b730-e0043234fafa service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=983e828b-34fc-4a3a-b418-34d9236f2407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2089911 May 28 06:32:49.062165 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 3940a05d-2561-4f14-9f2d-43dd8c4949ab, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=3940a05d-2561-4f14-9f2d-43dd8c4949ab,segment=NetworkSegment(833fd725-a517-41b8-a917-b7cf24c49042),segment_id=833fd725-a517-41b8-a917-b7cf24c49042)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:32:49.066039 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-63c6b767-e448-4c36-a6c9-2bca7d8e5f95 None None] For port 111920ae-b95d-4eac-b5cc-d041cfc588ba, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:32:49.069195 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-63c6b767-e448-4c36-a6c9-2bca7d8e5f95 None None] For port 111920ae-b95d-4eac-b5cc-d041cfc588ba, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=111920ae-b95d-4eac-b5cc-d041cfc588ba,segment=NetworkSegment(28b0e9ff-b7e4-413e-bc68-f0ddac158b3b),segment_id=28b0e9ff-b7e4-413e-bc68-f0ddac158b3b)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:32:49.083051 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3339e9b9-7bfa-48e0-a635-97e367ec6468 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:49.184020 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3339e9b9-7bfa-48e0-a635-97e367ec6468 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Pushing event updated for resources: {'Port': ['ID=78598213-0373-4d5a-9bbd-3a2338e191b1,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:32:49.193651 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:49.200975 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3339e9b9-7bfa-48e0-a635-97e367ec6468 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Network 867a7afa-74aa-4c27-b1b1-c1c02f65d830 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:32:49.203166 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3339e9b9-7bfa-48e0-a635-97e367ec6468 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:32:49.203499 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3339e9b9-7bfa-48e0-a635-97e367ec6468 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:32:49.203771 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3339e9b9-7bfa-48e0-a635-97e367ec6468 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:32:49.204097 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3339e9b9-7bfa-48e0-a635-97e367ec6468 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:32:49.204420 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3339e9b9-7bfa-48e0-a635-97e367ec6468 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:32:49.204739 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3339e9b9-7bfa-48e0-a635-97e367ec6468 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:32:49.205056 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3339e9b9-7bfa-48e0-a635-97e367ec6468 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:32:49.205368 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3339e9b9-7bfa-48e0-a635-97e367ec6468 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:32:49.205723 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3339e9b9-7bfa-48e0-a635-97e367ec6468 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:32:49.206038 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3339e9b9-7bfa-48e0-a635-97e367ec6468 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:32:49.206350 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3339e9b9-7bfa-48e0-a635-97e367ec6468 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:32:49.206659 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3339e9b9-7bfa-48e0-a635-97e367ec6468 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:32:49.212098 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-3339e9b9-7bfa-48e0-a635-97e367ec6468 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:32:49.214325 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3339e9b9-7bfa-48e0-a635-97e367ec6468 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:32:49.268616 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd246fa-1d62-4396-b145-47132af0b5d3 req-02ef326a-19c7-4046-8364-2f08b4de4514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:49.268616 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd246fa-1d62-4396-b145-47132af0b5d3 req-02ef326a-19c7-4046-8364-2f08b4de4514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:49.268616 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd246fa-1d62-4396-b145-47132af0b5d3 req-02ef326a-19c7-4046-8364-2f08b4de4514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:49.268616 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6dd246fa-1d62-4396-b145-47132af0b5d3 req-02ef326a-19c7-4046-8364-2f08b4de4514 service neutron] 10.222.0.71 "GET /v2.0/networks?id=9b9370ac-f402-419d-a185-61eac57b38a9&id=a9ffdff9-c2bf-42e5-aa28-4268d54cc9bc&id=a9ffdff9-c2bf-42e5-aa28-4268d54cc9bc&id=a9ffdff9-c2bf-42e5-aa28-4268d54cc9bc&id=a9ffdff9-c2bf-42e5-aa28-4268d54cc9bc&id=e169afd5-829f-4c55-b1b4-034fdabca79b&id=e169afd5-829f-4c55-b1b4-034fdabca79b HTTP/1.1" status: 200 len: 2298 time: 0.4055607 May 28 06:32:49.305162 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-63c6b767-e448-4c36-a6c9-2bca7d8e5f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:49.314160 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=3940a05d-2561-4f14-9f2d-43dd8c4949ab,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:32:49.377589 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5a7e8a94-91ee-4076-b3ba-d2d766f23709 req-a7d7e571-7eea-4ce6-8f57-2c8b3edd1717 tempest-ServerAddressesNegativeTestJSON-1896159330 tempest-ServerAddressesNegativeTestJSON-1896159330-project] 10.222.0.55 "GET /v2.0/ports?device_id=0e48b201-9686-4f67-84dd-05f5c971cbc4 HTTP/1.1" status: 200 len: 210 time: 0.1758208 May 28 06:32:49.387119 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4651e477-729a-4c87-b7a9-efcc3d510e8f req-ca7e4f81-e4ee-4779-bb69-780c66f082a2 service neutron] 10.222.0.69 "GET /v2.0/networks/983e828b-34fc-4a3a-b418-34d9236f2407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3118932 May 28 06:32:49.414796 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c6b767-e448-4c36-a6c9-2bca7d8e5f95 None None] Pushing event updated for resources: {'Port': ['ID=111920ae-b95d-4eac-b5cc-d041cfc588ba,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:32:49.471056 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3339e9b9-7bfa-48e0-a635-97e367ec6468 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:49.471660 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3339e9b9-7bfa-48e0-a635-97e367ec6468 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:49.620404 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6dd246fa-1d62-4396-b145-47132af0b5d3 req-601bf95b-fc79-46b9-950a-c2cf26c521b2 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3fb3ec73-12a3-4479-8d11-63f64b53e873 HTTP/1.1" status: 200 len: 1000 time: 0.3080006 May 28 06:32:49.685066 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-3339e9b9-7bfa-48e0-a635-97e367ec6468 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 2.2003958 May 28 06:32:49.687837 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 59688) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:32:49.761811 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad1122d-2127-4dd1-bb88-8a655f5a3875 req-13e6f597-afe9-479b-9f58-b3081d3f0589 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:49.763333 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fad1122d-2127-4dd1-bb88-8a655f5a3875 req-13e6f597-afe9-479b-9f58-b3081d3f0589 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd4324bb-6276-40b4-93b6-8590a183bcfd HTTP/1.1" status: 200 len: 945 time: 0.5605810 May 28 06:32:49.766521 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd246fa-1d62-4396-b145-47132af0b5d3 req-cdb92e7e-9b2f-4788-868f-3b6193f69833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:49.767946 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6dd246fa-1d62-4396-b145-47132af0b5d3 req-cdb92e7e-9b2f-4788-868f-3b6193f69833 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c103158a-2ac5-46a3-b8d0-bd8c5ed32dd7 HTTP/1.1" status: 200 len: 856 time: 0.1404164 May 28 06:32:49.772572 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4651e477-729a-4c87-b7a9-efcc3d510e8f req-e1c522f7-eafb-4c62-acd4-925658aa0a69 service neutron] 10.222.0.69 "GET /v2.0/networks/983e828b-34fc-4a3a-b418-34d9236f2407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3711605 May 28 06:32:49.796733 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-2dd78b79-b77f-4d65-b452-804e65f32ad4 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Deleting port 78598213-0373-4d5a-9bbd-3a2338e191b1 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:32:49.797254 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2dd78b79-b77f-4d65-b452-804e65f32ad4 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:50.054422 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4651e477-729a-4c87-b7a9-efcc3d510e8f req-9fb14d99-5721-4854-8b7c-4760ffcf57ae service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=fe01eb67-c712-4a12-a2e7-d0f0c93a787f HTTP/1.1" status: 200 len: 217 time: 0.2207859 May 28 06:32:50.080645 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2dd78b79-b77f-4d65-b452-804e65f32ad4 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:50.115917 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd8999d-c5f3-42d5-a068-698ddeaf282e req-80a5c9d7-dff7-49d4-be8d-ae37d91e04e5 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:50.117382 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0fd8999d-c5f3-42d5-a068-698ddeaf282e req-80a5c9d7-dff7-49d4-be8d-ae37d91e04e5 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5d8dc1f-bda1-439a-9c3a-0cfb1b10c028 HTTP/1.1" status: 200 len: 945 time: 0.5739779 May 28 06:32:50.125086 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fad1122d-2127-4dd1-bb88-8a655f5a3875 req-c088eb20-1254-42d8-bb25-d79ae39f9451 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "GET /v2.0/security-groups?id=0738a7db-cbf9-4908-8e66-1a354c6fe868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3552468 May 28 06:32:50.192860 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4651e477-729a-4c87-b7a9-efcc3d510e8f req-3fb697f0-4d55-43bd-950b-2348f6582844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:50.194383 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4651e477-729a-4c87-b7a9-efcc3d510e8f req-3fb697f0-4d55-43bd-950b-2348f6582844 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=63fab1a7-8d25-437c-adf6-b6a1e24d5e16 HTTP/1.1" status: 200 len: 797 time: 0.1372697 May 28 06:32:50.199943 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0fd8999d-c5f3-42d5-a068-698ddeaf282e req-0ab28f65-51dc-4345-b460-7a4f4fcbd067 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/security-groups?id=f6de87b7-c8be-4140-be86-d0d6b2592918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671008 May 28 06:32:50.238425 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-2dd78b79-b77f-4d65-b452-804e65f32ad4 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Calling delete_port for 78598213-0373-4d5a-9bbd-3a2338e191b1 owned by {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:32:50.260050 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-82ba5ff2-0108-4041-93a0-f079c0e69d91 req-fa28b456-09e6-431c-83ae-661677820acf tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1667550910', 'description': 'tempest-description-85714645'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:32:50.271363 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-82ba5ff2-0108-4041-93a0-f079c0e69d91 req-fa28b456-09e6-431c-83ae-661677820acf tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:32:50.275176 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd246fa-1d62-4396-b145-47132af0b5d3 req-c7b7d007-6200-4164-bfbf-2d07a020cada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:50.276881 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6dd246fa-1d62-4396-b145-47132af0b5d3 req-c7b7d007-6200-4164-bfbf-2d07a020cada service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9b9370ac-f402-419d-a185-61eac57b38a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4874077 May 28 06:32:50.285336 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-82ba5ff2-0108-4041-93a0-f079c0e69d91 req-fa28b456-09e6-431c-83ae-661677820acf tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Usage tracker for resource:security_group and tenant:ae27d4a836c444af8d35a0fd61d2dbd8 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:32:50.289278 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-82ba5ff2-0108-4041-93a0-f079c0e69d91 req-fa28b456-09e6-431c-83ae-661677820acf tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:32:50.304617 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-82ba5ff2-0108-4041-93a0-f079c0e69d91 req-fa28b456-09e6-431c-83ae-661677820acf tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:32:50.466017 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4651e477-729a-4c87-b7a9-efcc3d510e8f req-0fe3e5d3-548c-4b27-955f-b6b0f769c1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:50.467529 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4651e477-729a-4c87-b7a9-efcc3d510e8f req-0fe3e5d3-548c-4b27-955f-b6b0f769c1c0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=983e828b-34fc-4a3a-b418-34d9236f2407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2665892 May 28 06:32:50.509076 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6dd246fa-1d62-4396-b145-47132af0b5d3 req-5f341917-57ea-47fe-a8f5-b9aa604c9c89 service neutron] 10.222.0.71 "GET /v2.0/networks/9b9370ac-f402-419d-a185-61eac57b38a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208714 May 28 06:32:50.568451 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2dd78b79-b77f-4d65-b452-804e65f32ad4 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:50.588436 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-82ba5ff2-0108-4041-93a0-f079c0e69d91 req-fa28b456-09e6-431c-83ae-661677820acf tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:50.628682 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd78b79-b77f-4d65-b452-804e65f32ad4 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Pushing event deleted for resources: {'Port': ['ID=78598213-0373-4d5a-9bbd-3a2338e191b1,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:32:50.702023 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-82ba5ff2-0108-4041-93a0-f079c0e69d91 req-fa28b456-09e6-431c-83ae-661677820acf tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:32:50.704285 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1445b43d-3f30-48a4-a562-062344a932db None None] Network 867a7afa-74aa-4c27-b1b1-c1c02f65d830 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:32:50.723475 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-82ba5ff2-0108-4041-93a0-f079c0e69d91 req-fa28b456-09e6-431c-83ae-661677820acf tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Usage tracker for resource:security_group_rule and tenant:ae27d4a836c444af8d35a0fd61d2dbd8 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:32:50.738215 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-82ba5ff2-0108-4041-93a0-f079c0e69d91 req-fa28b456-09e6-431c-83ae-661677820acf tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:32:50.749401 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4651e477-729a-4c87-b7a9-efcc3d510e8f req-dd48e608-3f63-4a91-902c-0ea8de7490f4 service neutron] 10.222.0.69 "GET /v2.0/networks/983e828b-34fc-4a3a-b418-34d9236f2407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2702930 May 28 06:32:50.751320 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2dd78b79-b77f-4d65-b452-804e65f32ad4 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:50.753130 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-82ba5ff2-0108-4041-93a0-f079c0e69d91 req-fa28b456-09e6-431c-83ae-661677820acf tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:32:50.779684 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-2dd78b79-b77f-4d65-b452-804e65f32ad4 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] 10.222.0.55 "DELETE /v2.0/ports/78598213-0373-4d5a-9bbd-3a2338e191b1 HTTP/1.1" status: 204 len: 168 time: 1.0905550 May 28 06:32:50.782319 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 59696) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:32:50.842546 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-12e36592-e72b-4869-a205-b1b8ba225c26 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] GET failed (client error): The resource could not be found. May 28 06:32:50.843080 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-12e36592-e72b-4869-a205-b1b8ba225c26 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Synchronizing usage tracker for tenant:1c19ca0f4502419e9ff184ba1821fbef on resource:port {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:32:50.855447 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6dd246fa-1d62-4396-b145-47132af0b5d3 req-d9bcb55d-643d-438e-8f32-f3946899b565 service neutron] 10.222.0.71 "GET /v2.0/networks/9b9370ac-f402-419d-a185-61eac57b38a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3032801 May 28 06:32:50.956170 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6dd246fa-1d62-4396-b145-47132af0b5d3 req-fe89c431-86ba-4e38-abc4-ed40819f846a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.202&port_id=ae1da9c2-607a-48e7-af04-679c67639107 HTTP/1.1" status: 200 len: 217 time: 0.0815611 May 28 06:32:50.971745 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 111920ae-b95d-4eac-b5cc-d041cfc588ba up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:32:51.002886 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d049a29d-7ee1-47e4-852b-5ee5a6dd6862'] response: {'server_uuid': 'fd4324bb-6276-40b4-93b6-8590a183bcfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3940a05d-2561-4f14-9f2d-43dd8c4949ab', 'code': 200} May 28 06:32:51.072858 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4651e477-729a-4c87-b7a9-efcc3d510e8f req-7e96bb54-e927-4448-af1c-dc14dcbcacd9 service neutron] 10.222.0.69 "GET /v2.0/networks/983e828b-34fc-4a3a-b418-34d9236f2407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3164539 May 28 06:32:51.095361 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-12e36592-e72b-4869-a205-b1b8ba225c26 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Unset dirty status for tenant:1c19ca0f4502419e9ff184ba1821fbef on resource:port {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:32:51.099138 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-3ce722ef-7ed6-45de-8e08-e6c407bd5197 None None] Provisioning for port 111920ae-b95d-4eac-b5cc-d041cfc588ba completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:32:51.099898 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-12e36592-e72b-4869-a205-b1b8ba225c26 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] 10.222.0.55 "GET /v2.0/ports/78598213-0373-4d5a-9bbd-3a2338e191b1 HTTP/1.1" status: 404 len: 333 time: 0.3138332 May 28 06:32:51.101339 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 59702) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:32:51.189965 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0dbbe4b-df34-4818-8cd6-4bbd25ed8d5d tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Deleting subnet 93946e1c-3d7a-4bf9-b61f-4925cce3631f {{(pid=89109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:32:51.193230 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d0dbbe4b-df34-4818-8cd6-4bbd25ed8d5d tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks [] for subnet, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:51.209875 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 111920ae-b95d-4eac-b5cc-d041cfc588ba completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:32:51.216872 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 111920ae-b95d-4eac-b5cc-d041cfc588ba triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:32:51.217238 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:51.218219 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4651e477-729a-4c87-b7a9-efcc3d510e8f req-9b961af8-34d0-41e9-b94c-4ff488721b4d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.31&port_id=8e3fc2e0-0ab0-4ec1-8a61-f578fba7ac74 HTTP/1.1" status: 200 len: 217 time: 0.1309855 May 28 06:32:51.260875 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-82ba5ff2-0108-4041-93a0-f079c0e69d91 req-fa28b456-09e6-431c-83ae-661677820acf tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:51.336872 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4651e477-729a-4c87-b7a9-efcc3d510e8f req-67a43174-4d1b-4e5c-bb0e-a136b75683ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:51.338356 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4651e477-729a-4c87-b7a9-efcc3d510e8f req-67a43174-4d1b-4e5c-bb0e-a136b75683ec service neutron] 10.222.0.69 "GET /v2.0/subnets?id=63fab1a7-8d25-437c-adf6-b6a1e24d5e16 HTTP/1.1" status: 200 len: 797 time: 0.0744653 May 28 06:32:51.353303 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b8ef5ae3-1484-4925-9973-9c313c0fd991 req-2ca68431-b2aa-4756-a682-33625a307369 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.55 "GET /v2.0/ports?device_id=48a19ee3-8702-4034-91de-965318e77735 HTTP/1.1" status: 200 len: 210 time: 0.1536212 May 28 06:32:51.410685 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 111920ae-b95d-4eac-b5cc-d041cfc588ba is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:32:51.411763 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:51.417717 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d0dbbe4b-df34-4818-8cd6-4bbd25ed8d5d tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3964070'] for subnet, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:51.439983 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd246fa-1d62-4396-b145-47132af0b5d3 req-1fba03f2-9e4a-42ed-9acc-f881ba8d95c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:51.440582 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6dd246fa-1d62-4396-b145-47132af0b5d3 req-1fba03f2-9e4a-42ed-9acc-f881ba8d95c3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=486c83aa-9cd6-4997-a0c5-177cd007dece HTTP/1.1" status: 200 len: 797 time: 0.4364982 May 28 06:32:51.443748 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-82ba5ff2-0108-4041-93a0-f079c0e69d91 req-fa28b456-09e6-431c-83ae-661677820acf tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:51.470351 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-cb4e7a33-ca27-4cf3-9da3-468473064986 None None] Provisioning complete for port 111920ae-b95d-4eac-b5cc-d041cfc588ba triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:32:51.471445 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-cb4e7a33-ca27-4cf3-9da3-468473064986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:51.557208 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port 111920ae-b95d-4eac-b5cc-d041cfc588ba, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=111920ae-b95d-4eac-b5cc-d041cfc588ba,segment=NetworkSegment(28b0e9ff-b7e4-413e-bc68-f0ddac158b3b),segment_id=28b0e9ff-b7e4-413e-bc68-f0ddac158b3b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:32:51.578946 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28b456-09e6-431c-83ae-661677820acf tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41e770bd-f8ee-4b23-9b5f-8d6fe5cbd5a4,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:32:51.638910 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f39133b-e338-4e8d-82c0-05b4362e6f34 req-0c8727a2-82e1-4c43-8309-bab0259b19d9 tempest-ServerAddressesNegativeTestJSON-1896159330 tempest-ServerAddressesNegativeTestJSON-1896159330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:51.639635 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-5f39133b-e338-4e8d-82c0-05b4362e6f34 req-0c8727a2-82e1-4c43-8309-bab0259b19d9 tempest-ServerAddressesNegativeTestJSON-1896159330 tempest-ServerAddressesNegativeTestJSON-1896159330-project] Synchronizing usage tracker for tenant:abfe3a928d8b44908ed66d4b8604b4fd on resource:network {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:32:51.665619 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-cb4e7a33-ca27-4cf3-9da3-468473064986 None None] Current status of the port 111920ae-b95d-4eac-b5cc-d041cfc588ba is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:32:51.666260 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-cb4e7a33-ca27-4cf3-9da3-468473064986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:51.680782 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-91c6464e-8c4c-4803-b858-8562da544928 req-9ae94176-36bb-4afd-a788-6020e14e1c63 tempest-ServerAddressesNegativeTestJSON-1896159330 tempest-ServerAddressesNegativeTestJSON-1896159330-project] 10.222.0.55 "GET /v2.0/ports?device_id=0e48b201-9686-4f67-84dd-05f5c971cbc4 HTTP/1.1" status: 200 len: 210 time: 0.0942962 May 28 06:32:51.727245 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9c763f-f2e9-448e-bfea-78ba79b4d692 req-e3bf4551-5189-41d3-b7da-c341f4b79d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:51.728704 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ab9c763f-f2e9-448e-bfea-78ba79b4d692 req-e3bf4551-5189-41d3-b7da-c341f4b79d93 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=fd4324bb-6276-40b4-93b6-8590a183bcfd HTTP/1.1" status: 200 len: 1096 time: 0.6427677 May 28 06:32:51.728980 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d0dbbe4b-df34-4818-8cd6-4bbd25ed8d5d tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:51.729218 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:51.774064 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4651e477-729a-4c87-b7a9-efcc3d510e8f req-effd1fdb-b915-4180-915e-79081ca2438d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:51.782507 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4651e477-729a-4c87-b7a9-efcc3d510e8f req-effd1fdb-b915-4180-915e-79081ca2438d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=983e828b-34fc-4a3a-b418-34d9236f2407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4331238 May 28 06:32:51.889765 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-5f39133b-e338-4e8d-82c0-05b4362e6f34 req-0c8727a2-82e1-4c43-8309-bab0259b19d9 tempest-ServerAddressesNegativeTestJSON-1896159330 tempest-ServerAddressesNegativeTestJSON-1896159330-project] Unset dirty status for tenant:abfe3a928d8b44908ed66d4b8604b4fd on resource:network {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:32:51.892557 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-5f39133b-e338-4e8d-82c0-05b4362e6f34 req-0c8727a2-82e1-4c43-8309-bab0259b19d9 tempest-ServerAddressesNegativeTestJSON-1896159330 tempest-ServerAddressesNegativeTestJSON-1896159330-project] 10.222.0.71 "GET /v2.0/networks?id=dfe145fa-6ce3-4c4f-ba90-3bf2977840d9 HTTP/1.1" status: 200 len: 822 time: 0.6689687 May 28 06:32:51.920411 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.db.api [None req-cb4e7a33-ca27-4cf3-9da3-468473064986 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89111) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:32:51.920896 n-d-843702-1 neutron-server[89111]: DEBUG oslo_db.api [None req-cb4e7a33-ca27-4cf3-9da3-468473064986 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:32:51.923301 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-5f39133b-e338-4e8d-82c0-05b4362e6f34 req-b3d95014-a6a8-4fd6-bc62-2115306e2a1c tempest-ServerAddressesNegativeTestJSON-1896159330 tempest-ServerAddressesNegativeTestJSON-1896159330-project] Request body: {'port': {'device_id': '0e48b201-9686-4f67-84dd-05f5c971cbc4', 'network_id': 'dfe145fa-6ce3-4c4f-ba90-3bf2977840d9', 'admin_state_up': True, 'tenant_id': 'abfe3a928d8b44908ed66d4b8604b4fd'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:32:51.924545 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=111920ae-b95d-4eac-b5cc-d041cfc588ba,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:32:51.968892 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd246fa-1d62-4396-b145-47132af0b5d3 req-5936d7b4-0cc5-428e-ac96-65fa49074253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:51.970369 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6dd246fa-1d62-4396-b145-47132af0b5d3 req-5936d7b4-0cc5-428e-ac96-65fa49074253 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a9ffdff9-c2bf-42e5-aa28-4268d54cc9bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4662321 May 28 06:32:51.971248 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-82ba5ff2-0108-4041-93a0-f079c0e69d91 req-fa28b456-09e6-431c-83ae-661677820acf tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:52.005609 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-82ba5ff2-0108-4041-93a0-f079c0e69d91 req-fa28b456-09e6-431c-83ae-661677820acf tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 1.7487383 May 28 06:32:52.054357 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d0dbbe4b-df34-4818-8cd6-4bbd25ed8d5d tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9555650'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:52.119504 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ab9c763f-f2e9-448e-bfea-78ba79b4d692 req-4765ef32-a7ea-4898-b2cf-fa4ae1340433 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=0738a7db-cbf9-4908-8e66-1a354c6fe868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3841529 May 28 06:32:52.128314 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dbbe4b-df34-4818-8cd6-4bbd25ed8d5d tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Pushing event deleted for resources: {'Subnet': ['ID=93946e1c-3d7a-4bf9-b61f-4925cce3631f,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:32:52.131820 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d0dbbe4b-df34-4818-8cd6-4bbd25ed8d5d tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:52.138545 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f919a8c-de84-47fc-8987-ca21bd8fadd5 None None] Network 867a7afa-74aa-4c27-b1b1-c1c02f65d830 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:32:52.150950 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-d0dbbe4b-df34-4818-8cd6-4bbd25ed8d5d tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] 10.222.0.55 "DELETE /v2.0/subnets/93946e1c-3d7a-4bf9-b61f-4925cce3631f HTTP/1.1" status: 204 len: 168 time: 1.0453112 May 28 06:32:52.164739 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 59716) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:32:52.385089 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4651e477-729a-4c87-b7a9-efcc3d510e8f req-d28813c6-2dd0-4a51-b311-cc05edad00f3 service neutron] 10.222.0.69 "GET /v2.0/networks/983e828b-34fc-4a3a-b418-34d9236f2407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5914893 May 28 06:32:52.393028 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6dd246fa-1d62-4396-b145-47132af0b5d3 req-eb25ccad-9c79-4219-ab6e-c1b6fb0c743e service neutron] 10.222.0.71 "GET /v2.0/networks/a9ffdff9-c2bf-42e5-aa28-4268d54cc9bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3315790 May 28 06:32:52.471286 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [req-5f39133b-e338-4e8d-82c0-05b4362e6f34 req-b3d95014-a6a8-4fd6-bc62-2115306e2a1c tempest-ServerAddressesNegativeTestJSON-1896159330 tempest-ServerAddressesNegativeTestJSON-1896159330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:32:52.490154 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-5f39133b-e338-4e8d-82c0-05b4362e6f34 req-b3d95014-a6a8-4fd6-bc62-2115306e2a1c tempest-ServerAddressesNegativeTestJSON-1896159330 tempest-ServerAddressesNegativeTestJSON-1896159330-project] Usage tracker for resource:port and tenant:abfe3a928d8b44908ed66d4b8604b4fd is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:32:52.494844 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d5014088-b40d-4659-b559-1b0a73546f16 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:52.496877 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-5f39133b-e338-4e8d-82c0-05b4362e6f34 req-b3d95014-a6a8-4fd6-bc62-2115306e2a1c tempest-ServerAddressesNegativeTestJSON-1896159330 tempest-ServerAddressesNegativeTestJSON-1896159330-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:32:52.511262 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [req-5f39133b-e338-4e8d-82c0-05b4362e6f34 req-b3d95014-a6a8-4fd6-bc62-2115306e2a1c tempest-ServerAddressesNegativeTestJSON-1896159330 tempest-ServerAddressesNegativeTestJSON-1896159330-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:32:52.517984 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e143b8-3d3c-4564-99f2-00927f7a0166 None None] DHCP port deletion for 867a7afa-74aa-4c27-b1b1-c1c02f65d830 request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:32:52.522147 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-d5014088-b40d-4659-b559-1b0a73546f16 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Deleting port 111920ae-b95d-4eac-b5cc-d041cfc588ba {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:32:52.522573 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d5014088-b40d-4659-b559-1b0a73546f16 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:52.524320 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-56e143b8-3d3c-4564-99f2-00927f7a0166 None None] Deleting port 111920ae-b95d-4eac-b5cc-d041cfc588ba {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:32:52.524753 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-56e143b8-3d3c-4564-99f2-00927f7a0166 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:52.552517 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-cb4e7a33-ca27-4cf3-9da3-468473064986 None None] Current status of the port 111920ae-b95d-4eac-b5cc-d041cfc588ba is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:32:52.615872 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f39133b-e338-4e8d-82c0-05b4362e6f34 req-b3d95014-a6a8-4fd6-bc62-2115306e2a1c tempest-ServerAddressesNegativeTestJSON-1896159330 tempest-ServerAddressesNegativeTestJSON-1896159330-project] Made reservation on behalf of abfe3a928d8b44908ed66d4b8604b4fd for: {'port': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:32:52.619583 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-5f39133b-e338-4e8d-82c0-05b4362e6f34 req-b3d95014-a6a8-4fd6-bc62-2115306e2a1c tempest-ServerAddressesNegativeTestJSON-1896159330 tempest-ServerAddressesNegativeTestJSON-1896159330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:52.649908 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4651e477-729a-4c87-b7a9-efcc3d510e8f req-63cf6b6f-7817-4b99-aa1e-dd7751337bca service neutron] 10.222.0.69 "GET /v2.0/networks/983e828b-34fc-4a3a-b418-34d9236f2407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544079 May 28 06:32:52.665273 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfdb6f9-a82b-48a2-bf5c-f7141153fc02 req-6ac7dae1-f48f-490a-8e79-cdcb9d3ec4fa tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:52.671228 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfdb6f9-a82b-48a2-bf5c-f7141153fc02 req-6ac7dae1-f48f-490a-8e79-cdcb9d3ec4fa tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:52.677075 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfdb6f9-a82b-48a2-bf5c-f7141153fc02 req-6ac7dae1-f48f-490a-8e79-cdcb9d3ec4fa tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:52.683347 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfdb6f9-a82b-48a2-bf5c-f7141153fc02 req-6ac7dae1-f48f-490a-8e79-cdcb9d3ec4fa tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:52.688715 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfdb6f9-a82b-48a2-bf5c-f7141153fc02 req-6ac7dae1-f48f-490a-8e79-cdcb9d3ec4fa tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:52.695270 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfdb6f9-a82b-48a2-bf5c-f7141153fc02 req-6ac7dae1-f48f-490a-8e79-cdcb9d3ec4fa tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:52.706522 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfdb6f9-a82b-48a2-bf5c-f7141153fc02 req-6ac7dae1-f48f-490a-8e79-cdcb9d3ec4fa tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:52.706522 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1bfdb6f9-a82b-48a2-bf5c-f7141153fc02 req-6ac7dae1-f48f-490a-8e79-cdcb9d3ec4fa tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc8afbe2-63ab-495f-b953-08528fec512c HTTP/1.1" status: 200 len: 5443 time: 0.7396557 May 28 06:32:52.762140 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-7391b574-d2d8-4e1d-a1a7-8000ecdab7fd None None] Could not find standard attr ID for object 78598213-0373-4d5a-9bbd-3a2338e191b1. {{(pid=89111) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 28 06:32:52.802212 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83d0b51-af04-4963-a829-8ca60cb7f3bc req-a8e2fd41-897c-4176-9766-279b7c1901ab tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:52.803976 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-56e143b8-3d3c-4564-99f2-00927f7a0166 None None] For port 111920ae-b95d-4eac-b5cc-d041cfc588ba, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=111920ae-b95d-4eac-b5cc-d041cfc588ba,segment=NetworkSegment(28b0e9ff-b7e4-413e-bc68-f0ddac158b3b),segment_id=28b0e9ff-b7e4-413e-bc68-f0ddac158b3b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:32:52.804462 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-56e143b8-3d3c-4564-99f2-00927f7a0166 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:52.808858 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e83d0b51-af04-4963-a829-8ca60cb7f3bc req-a8e2fd41-897c-4176-9766-279b7c1901ab tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd4324bb-6276-40b4-93b6-8590a183bcfd HTTP/1.1" status: 200 len: 945 time: 0.6795259 May 28 06:32:52.824562 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4651e477-729a-4c87-b7a9-efcc3d510e8f req-2bd7ff06-1c7e-4c42-9f39-5927c04af37c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1b08fe22-1061-450c-a733-bf041f8a0d4d HTTP/1.1" status: 200 len: 217 time: 0.1197615 May 28 06:32:52.931344 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4651e477-729a-4c87-b7a9-efcc3d510e8f req-df2c2d97-bf7e-49b6-8e46-1df6f76ecede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:52.933050 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4651e477-729a-4c87-b7a9-efcc3d510e8f req-df2c2d97-bf7e-49b6-8e46-1df6f76ecede service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a0ccadb9-3ab9-424f-8708-6ef480e0a4a1 HTTP/1.1" status: 200 len: 797 time: 0.0918534 May 28 06:32:52.948801 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-d5014088-b40d-4659-b559-1b0a73546f16 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] For port 111920ae-b95d-4eac-b5cc-d041cfc588ba, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=111920ae-b95d-4eac-b5cc-d041cfc588ba,segment=NetworkSegment(28b0e9ff-b7e4-413e-bc68-f0ddac158b3b),segment_id=28b0e9ff-b7e4-413e-bc68-f0ddac158b3b)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:32:52.950036 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d5014088-b40d-4659-b559-1b0a73546f16 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:52.959920 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 111920ae-b95d-4eac-b5cc-d041cfc588ba no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:32:52.990755 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-56e143b8-3d3c-4564-99f2-00927f7a0166 None None] Calling delete_port for 111920ae-b95d-4eac-b5cc-d041cfc588ba owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:32:53.026068 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1bfdb6f9-a82b-48a2-bf5c-f7141153fc02 req-e8aa0b51-f0d4-4188-8de6-a600636cbd2f tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.55 "GET /v2.0/security-groups?id=330866ba-92b0-424f-b7e1-e6c41912745c&id=dee936ce-b9e4-4668-898c-fea71a001642&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2587419 May 28 06:32:53.044205 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e83d0b51-af04-4963-a829-8ca60cb7f3bc req-0bb5a266-1f19-490f-9023-96791a27551b tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "GET /v2.0/security-groups?id=0738a7db-cbf9-4908-8e66-1a354c6fe868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2342143 May 28 06:32:53.046414 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6dd246fa-1d62-4396-b145-47132af0b5d3 req-f1e7ee8a-2c6d-452b-89d9-fcb9646c348a service neutron] 10.222.0.71 "GET /v2.0/networks/a9ffdff9-c2bf-42e5-aa28-4268d54cc9bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6229982 May 28 06:32:53.085807 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-d5014088-b40d-4659-b559-1b0a73546f16 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Calling delete_port for 111920ae-b95d-4eac-b5cc-d041cfc588ba owned by network:dhcp {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:32:53.162195 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [req-5f39133b-e338-4e8d-82c0-05b4362e6f34 req-b3d95014-a6a8-4fd6-bc62-2115306e2a1c tempest-ServerAddressesNegativeTestJSON-1896159330 tempest-ServerAddressesNegativeTestJSON-1896159330-project] Allocated IP 172.20.0.13 (dfe145fa-6ce3-4c4f-ba90-3bf2977840d9/eb8eebfa-ea14-49f5-bc13-1b8fbe395f02/7d0d7e0a-edd8-4d80-aa0a-327c08d7e2c5) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:32:53.175153 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6dd246fa-1d62-4396-b145-47132af0b5d3 req-a43a27c1-09f1-4175-943a-b403aff1e438 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.184&port_id=a1068a4a-45d8-45f1-b5a5-6186eb8d7d2d HTTP/1.1" status: 200 len: 217 time: 0.1205800 May 28 06:32:53.178719 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80aa5c3-ae73-46ed-89cc-7e691f8afc49 req-d7b8dc88-6b79-46dd-9fa2-bd0c6b50eee4 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:53.185542 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80aa5c3-ae73-46ed-89cc-7e691f8afc49 req-d7b8dc88-6b79-46dd-9fa2-bd0c6b50eee4 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:53.192121 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80aa5c3-ae73-46ed-89cc-7e691f8afc49 req-d7b8dc88-6b79-46dd-9fa2-bd0c6b50eee4 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:53.200409 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80aa5c3-ae73-46ed-89cc-7e691f8afc49 req-d7b8dc88-6b79-46dd-9fa2-bd0c6b50eee4 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:53.207461 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80aa5c3-ae73-46ed-89cc-7e691f8afc49 req-d7b8dc88-6b79-46dd-9fa2-bd0c6b50eee4 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:53.215046 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80aa5c3-ae73-46ed-89cc-7e691f8afc49 req-d7b8dc88-6b79-46dd-9fa2-bd0c6b50eee4 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:53.221168 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80aa5c3-ae73-46ed-89cc-7e691f8afc49 req-d7b8dc88-6b79-46dd-9fa2-bd0c6b50eee4 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:53.222523 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-e80aa5c3-ae73-46ed-89cc-7e691f8afc49 req-d7b8dc88-6b79-46dd-9fa2-bd0c6b50eee4 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Synchronizing usage tracker for tenant:5a27568d2aff479086cfcad7501ab2c8 on resource:port {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:32:53.313282 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 111920ae-b95d-4eac-b5cc-d041cfc588ba is: ACTIVE; New status is: DOWN {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:32:53.313906 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:53.428152 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-e80aa5c3-ae73-46ed-89cc-7e691f8afc49 req-d7b8dc88-6b79-46dd-9fa2-bd0c6b50eee4 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Unset dirty status for tenant:5a27568d2aff479086cfcad7501ab2c8 on resource:port {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:32:53.429247 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-e80aa5c3-ae73-46ed-89cc-7e691f8afc49 req-d7b8dc88-6b79-46dd-9fa2-bd0c6b50eee4 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.71 "GET /v2.0/ports?device_id=fc8afbe2-63ab-495f-b953-08528fec512c HTTP/1.1" status: 200 len: 5443 time: 0.6595275 May 28 06:32:53.480475 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4651e477-729a-4c87-b7a9-efcc3d510e8f req-6c2ac548-79b6-40a3-97ca-859952dfd1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:53.482163 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4651e477-729a-4c87-b7a9-efcc3d510e8f req-6c2ac548-79b6-40a3-97ca-859952dfd1b4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a9a55cb1-2dd3-489f-a37d-55a242b85f0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5324533 May 28 06:32:53.516503 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-56e143b8-3d3c-4564-99f2-00927f7a0166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879'] for port, after_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:53.529798 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.db.api [None req-d5014088-b40d-4659-b559-1b0a73546f16 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:32:53.530112 n-d-843702-1 neutron-server[89109]: DEBUG oslo_db.api [None req-d5014088-b40d-4659-b559-1b0a73546f16 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:32:53.534874 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd246fa-1d62-4396-b145-47132af0b5d3 req-50359c03-b3d1-4030-ac4c-6749d95b3393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:53.536866 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6dd246fa-1d62-4396-b145-47132af0b5d3 req-50359c03-b3d1-4030-ac4c-6749d95b3393 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=486c83aa-9cd6-4997-a0c5-177cd007dece HTTP/1.1" status: 200 len: 797 time: 0.3517368 May 28 06:32:53.586790 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80aa5c3-ae73-46ed-89cc-7e691f8afc49 req-8151b5b9-4b8a-4409-b6bc-43eeaaa8d232 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:53.587753 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-e80aa5c3-ae73-46ed-89cc-7e691f8afc49 req-8151b5b9-4b8a-4409-b6bc-43eeaaa8d232 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.71 "GET /v2.0/ports/a1068a4a-45d8-45f1-b5a5-6186eb8d7d2d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1522226 May 28 06:32:53.598828 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e143b8-3d3c-4564-99f2-00927f7a0166 None None] Pushing event deleted for resources: {'Port': ['ID=111920ae-b95d-4eac-b5cc-d041cfc588ba,revision_number=None']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:32:53.607735 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e143b8-3d3c-4564-99f2-00927f7a0166 None None] No DVR routers for this DVR port 111920ae-b95d-4eac-b5cc-d041cfc588ba on host n-d-843702-1 {{(pid=89111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:32:53.726691 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-5f39133b-e338-4e8d-82c0-05b4362e6f34 req-b3d95014-a6a8-4fd6-bc62-2115306e2a1c tempest-ServerAddressesNegativeTestJSON-1896159330 tempest-ServerAddressesNegativeTestJSON-1896159330-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:53.817990 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-e80aa5c3-ae73-46ed-89cc-7e691f8afc49 req-cfabf0d3-1409-4b06-8188-65dfc729c02c tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Synchronizing usage tracker for tenant:5a27568d2aff479086cfcad7501ab2c8 on resource:network {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:32:53.931835 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73515161-6274-416b-8da3-34e487eaf3da req-060d1383-f9d2-4324-94e2-1d2d9be8242e tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:53.933269 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-73515161-6274-416b-8da3-34e487eaf3da req-060d1383-f9d2-4324-94e2-1d2d9be8242e tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.55 "GET /v2.0/networks?id=8d92f73a-1818-46b4-ace6-904b9532c5d0 HTTP/1.1" status: 200 len: 813 time: 0.6241288 May 28 06:32:53.946578 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a3cf51-7a27-4123-8099-01e40dd23f1c req-710a855e-4e96-43ef-b904-87f24735913c tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:53.947925 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d1a3cf51-7a27-4123-8099-01e40dd23f1c req-710a855e-4e96-43ef-b904-87f24735913c tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.71 "GET /v2.0/networks?id=97711779-de36-4af1-95e9-88f65060157a HTTP/1.1" status: 200 len: 805 time: 0.6324389 May 28 06:32:53.975961 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b04bc8-77ea-43cb-93b0-5d3596841b92 req-151024e0-bb47-4864-aa2c-962f596e9ad7 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:53.977469 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-47b04bc8-77ea-43cb-93b0-5d3596841b92 req-151024e0-bb47-4864-aa2c-962f596e9ad7 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5d8dc1f-bda1-439a-9c3a-0cfb1b10c028 HTTP/1.1" status: 200 len: 945 time: 0.7177122 May 28 06:32:53.981256 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-5f39133b-e338-4e8d-82c0-05b4362e6f34 req-b3d95014-a6a8-4fd6-bc62-2115306e2a1c tempest-ServerAddressesNegativeTestJSON-1896159330 tempest-ServerAddressesNegativeTestJSON-1896159330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:53.988559 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-d1a3cf51-7a27-4123-8099-01e40dd23f1c req-5495b98f-8087-4bbe-950f-a26ad3eaa0c9 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Request body: {'port': {'device_id': '48a19ee3-8702-4034-91de-965318e77735', 'network_id': '97711779-de36-4af1-95e9-88f65060157a', 'admin_state_up': True, 'tenant_id': '5ef065cc7a6e48198da7b2879024e281'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:32:54.011870 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-73515161-6274-416b-8da3-34e487eaf3da req-5d2931bf-575b-41d9-bf3b-32c995b55744 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.55 "GET /v2.0/quotas/ae27d4a836c444af8d35a0fd61d2dbd8 HTTP/1.1" status: 200 len: 375 time: 0.0613723 May 28 06:32:54.033720 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-d5014088-b40d-4659-b559-1b0a73546f16 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Deleting port 111920ae-b95d-4eac-b5cc-d041cfc588ba {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:32:54.034059 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d5014088-b40d-4659-b559-1b0a73546f16 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:54.071502 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-e80aa5c3-ae73-46ed-89cc-7e691f8afc49 req-cfabf0d3-1409-4b06-8188-65dfc729c02c tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Unset dirty status for tenant:5a27568d2aff479086cfcad7501ab2c8 on resource:network {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:32:54.072664 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-e80aa5c3-ae73-46ed-89cc-7e691f8afc49 req-cfabf0d3-1409-4b06-8188-65dfc729c02c tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.71 "GET /v2.0/networks/a9ffdff9-c2bf-42e5-aa28-4268d54cc9bc?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4784570 May 28 06:32:54.081106 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4651e477-729a-4c87-b7a9-efcc3d510e8f req-a753c69e-1ffd-4cb7-b084-d5a1b234d29e service neutron] 10.222.0.69 "GET /v2.0/networks/a9a55cb1-2dd3-489f-a37d-55a242b85f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5765057 May 28 06:32:54.091431 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd246fa-1d62-4396-b145-47132af0b5d3 req-747f3b54-449e-4999-8307-30e53d91aeed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:54.092885 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6dd246fa-1d62-4396-b145-47132af0b5d3 req-747f3b54-449e-4999-8307-30e53d91aeed service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a9ffdff9-c2bf-42e5-aa28-4268d54cc9bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5367060 May 28 06:32:54.133241 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f39133b-e338-4e8d-82c0-05b4362e6f34 req-b3d95014-a6a8-4fd6-bc62-2115306e2a1c tempest-ServerAddressesNegativeTestJSON-1896159330 tempest-ServerAddressesNegativeTestJSON-1896159330-project] Network dfe145fa-6ce3-4c4f-ba90-3bf2977840d9 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:32:54.137335 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-e80aa5c3-ae73-46ed-89cc-7e691f8afc49 req-5126bfc5-0b92-4936-a3e4-808a9efcade5 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:32:54.169014 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-d5014088-b40d-4659-b559-1b0a73546f16 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] The port '111920ae-b95d-4eac-b5cc-d041cfc588ba' was deleted {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 06:32:54.176158 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [req-5f39133b-e338-4e8d-82c0-05b4362e6f34 req-b3d95014-a6a8-4fd6-bc62-2115306e2a1c tempest-ServerAddressesNegativeTestJSON-1896159330 tempest-ServerAddressesNegativeTestJSON-1896159330-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:32:54.178980 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f39133b-e338-4e8d-82c0-05b4362e6f34 req-b3d95014-a6a8-4fd6-bc62-2115306e2a1c tempest-ServerAddressesNegativeTestJSON-1896159330 tempest-ServerAddressesNegativeTestJSON-1896159330-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:32:54.194141 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-73515161-6274-416b-8da3-34e487eaf3da req-06d55959-23a4-4f1f-8429-d193c7903f7f tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=ae27d4a836c444af8d35a0fd61d2dbd8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1154838 May 28 06:32:54.277633 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d95014-a6a8-4fd6-bc62-2115306e2a1c tempest-ServerAddressesNegativeTestJSON-1896159330 tempest-ServerAddressesNegativeTestJSON-1896159330-project] Pushing event updated for resources: {'Port': ['ID=7d0d7e0a-edd8-4d80-aa0a-327c08d7e2c5,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:32:54.427868 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-47b04bc8-77ea-43cb-93b0-5d3596841b92 req-2fa7e9fb-e0eb-4038-bedd-0416d7880516 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/security-groups?id=f6de87b7-c8be-4140-be86-d0d6b2592918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4244225 May 28 06:32:54.513065 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-d1a3cf51-7a27-4123-8099-01e40dd23f1c req-5495b98f-8087-4bbe-950f-a26ad3eaa0c9 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:32:54.532782 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-d1a3cf51-7a27-4123-8099-01e40dd23f1c req-5495b98f-8087-4bbe-950f-a26ad3eaa0c9 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Usage tracker for resource:port and tenant:5ef065cc7a6e48198da7b2879024e281 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:32:54.540491 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f39133b-e338-4e8d-82c0-05b4362e6f34 req-b3d95014-a6a8-4fd6-bc62-2115306e2a1c tempest-ServerAddressesNegativeTestJSON-1896159330 tempest-ServerAddressesNegativeTestJSON-1896159330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:54.541104 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-5f39133b-e338-4e8d-82c0-05b4362e6f34 req-b3d95014-a6a8-4fd6-bc62-2115306e2a1c tempest-ServerAddressesNegativeTestJSON-1896159330 tempest-ServerAddressesNegativeTestJSON-1896159330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:54.560009 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-d1a3cf51-7a27-4123-8099-01e40dd23f1c req-5495b98f-8087-4bbe-950f-a26ad3eaa0c9 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:32:54.569993 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d5014088-b40d-4659-b559-1b0a73546f16 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:54.605264 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4651e477-729a-4c87-b7a9-efcc3d510e8f req-e04470b7-cd13-47a5-909f-3f5f9e9ed9ad service neutron] 10.222.0.69 "GET /v2.0/networks/a9a55cb1-2dd3-489f-a37d-55a242b85f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4714558 May 28 06:32:54.606722 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-e80aa5c3-ae73-46ed-89cc-7e691f8afc49 req-5126bfc5-0b92-4936-a3e4-808a9efcade5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:54.619943 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-d1a3cf51-7a27-4123-8099-01e40dd23f1c req-5495b98f-8087-4bbe-950f-a26ad3eaa0c9 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:32:54.621888 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-d5014088-b40d-4659-b559-1b0a73546f16 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['867a7afa-74aa-4c27-b1b1-c1c02f65d830']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:32:54.623807 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6dd246fa-1d62-4396-b145-47132af0b5d3 req-4d8e6dc8-b5ea-4a32-9d72-2586b325af44 service neutron] 10.222.0.71 "GET /v2.0/networks/a9ffdff9-c2bf-42e5-aa28-4268d54cc9bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4871683 May 28 06:32:54.659325 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-d5014088-b40d-4659-b559-1b0a73546f16 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28b0e9ff-b7e4-413e-bc68-f0ddac158b3b') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:32:54.659616 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-d5014088-b40d-4659-b559-1b0a73546f16 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28b0e9ff-b7e4-413e-bc68-f0ddac158b3b') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:32:54.680446 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0370697e-5b9f-4f1b-9beb-bb425839e481 req-3cd06a70-a7c2-4b98-9b66-ec3347caf2a4 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.55 "GET /v2.0/ports?device_id=48a19ee3-8702-4034-91de-965318e77735 HTTP/1.1" status: 200 len: 210 time: 0.1289890 May 28 06:32:54.691146 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d5014088-b40d-4659-b559-1b0a73546f16 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:54.724115 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-5f39133b-e338-4e8d-82c0-05b4362e6f34 req-b3d95014-a6a8-4fd6-bc62-2115306e2a1c tempest-ServerAddressesNegativeTestJSON-1896159330 tempest-ServerAddressesNegativeTestJSON-1896159330-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8121600 May 28 06:32:54.729400 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4651e477-729a-4c87-b7a9-efcc3d510e8f req-39425e76-ae70-4d55-8689-15537edd8494 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=63719b56-cdff-407a-9451-11b324811ceb HTTP/1.1" status: 200 len: 217 time: 0.1123538 May 28 06:32:54.742532 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d5014088-b40d-4659-b559-1b0a73546f16 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:54.756226 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-5f39133b-e338-4e8d-82c0-05b4362e6f34 req-9a79bf4e-fece-4768-8236-ff9f0271a88e service neutron] Request body: {'port': {'device_id': '0e48b201-9686-4f67-84dd-05f5c971cbc4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843702-1'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:32:54.820156 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-73515161-6274-416b-8da3-34e487eaf3da req-1d497a57-a20f-4af5-8f36-038557e81fd2 service neutron] 10.222.0.55 "GET /v2.0/networks/8d92f73a-1818-46b4-ace6-904b9532c5d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5685122 May 28 06:32:54.845502 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5014088-b40d-4659-b559-1b0a73546f16 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:32:54.845502 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d5014088-b40d-4659-b559-1b0a73546f16 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:54.878813 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 28b0e9ff-b7e4-413e-bc68-f0ddac158b3b resource provider aggregate not found May 28 06:32:54.892862 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1a3cf51-7a27-4123-8099-01e40dd23f1c req-5495b98f-8087-4bbe-950f-a26ad3eaa0c9 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Made reservation on behalf of 5ef065cc7a6e48198da7b2879024e281 for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:32:54.897383 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-d1a3cf51-7a27-4123-8099-01e40dd23f1c req-5495b98f-8087-4bbe-950f-a26ad3eaa0c9 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:54.948390 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 28b0e9ff-b7e4-413e-bc68-f0ddac158b3b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 28b0e9ff-b7e4-413e-bc68-f0ddac158b3b found for delete ", "request_id": "req-37afdb77-997b-4f8b-aa34-5731017403f9"}]} May 28 06:32:55.073114 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-e80aa5c3-ae73-46ed-89cc-7e691f8afc49 req-5126bfc5-0b92-4936-a3e4-808a9efcade5 service neutron] For port a1068a4a-45d8-45f1-b5a5-6186eb8d7d2d, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=a1068a4a-45d8-45f1-b5a5-6186eb8d7d2d,segment=NetworkSegment(91926a5e-954e-4773-b0d0-2c49874bbb2a),segment_id=91926a5e-954e-4773-b0d0-2c49874bbb2a)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:32:55.078875 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4651e477-729a-4c87-b7a9-efcc3d510e8f req-948e2157-13a2-4604-8c00-ca3269583b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:55.080468 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4651e477-729a-4c87-b7a9-efcc3d510e8f req-948e2157-13a2-4604-8c00-ca3269583b0d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a0ccadb9-3ab9-424f-8708-6ef480e0a4a1 HTTP/1.1" status: 200 len: 797 time: 0.2976751 May 28 06:32:55.084115 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-5f39133b-e338-4e8d-82c0-05b4362e6f34 req-9a79bf4e-fece-4768-8236-ff9f0271a88e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:55.142202 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6dd246fa-1d62-4396-b145-47132af0b5d3 req-9b227c3d-c51d-4efd-aab2-7b72ec6515af service neutron] 10.222.0.71 "GET /v2.0/networks/a9ffdff9-c2bf-42e5-aa28-4268d54cc9bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4479704 May 28 06:32:55.148997 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d5014088-b40d-4659-b559-1b0a73546f16 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:55.154466 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d5014088-b40d-4659-b559-1b0a73546f16 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:55.195422 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5014088-b40d-4659-b559-1b0a73546f16 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Pushing event deleted for resources: {'Network': ['ID=867a7afa-74aa-4c27-b1b1-c1c02f65d830,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:32:55.198925 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-e80aa5c3-ae73-46ed-89cc-7e691f8afc49 req-5126bfc5-0b92-4936-a3e4-808a9efcade5 service neutron] For port a1068a4a-45d8-45f1-b5a5-6186eb8d7d2d, host n-h2-843702-1, cleared binding levels {{(pid=89109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:32:55.229520 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-d5014088-b40d-4659-b559-1b0a73546f16 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] 10.222.0.55 "DELETE /v2.0/networks/867a7afa-74aa-4c27-b1b1-c1c02f65d830 HTTP/1.1" status: 204 len: 168 time: 3.0688798 May 28 06:32:55.247614 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 59740) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:32:55.264980 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-d1bcae9a-07b6-455c-bdb0-b6d73953ff66 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Request body: {'port': {'network_id': '3db30d99-6fa4-4e2b-9141-f98585fb21e1', 'name': 'tempest-PortsTestJSON-408429019'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:32:55.346036 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device ecbf4d7c-46a2-4775-9309-6c6a862cec86 no longer exists at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:32:55.417937 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6dd246fa-1d62-4396-b145-47132af0b5d3 req-9ce1fecc-0022-4c2a-8a52-036d34220dbb service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.10&port_id=7f054f0f-9345-49d9-a79c-80f8a2c35139 HTTP/1.1" status: 200 len: 217 time: 0.2543294 May 28 06:32:55.426014 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [req-e80aa5c3-ae73-46ed-89cc-7e691f8afc49 req-5126bfc5-0b92-4936-a3e4-808a9efcade5 service neutron] device_id is not set on port a1068a4a-45d8-45f1-b5a5-6186eb8d7d2d yet. {{(pid=89109) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:32:55.446870 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-e80aa5c3-ae73-46ed-89cc-7e691f8afc49 req-5126bfc5-0b92-4936-a3e4-808a9efcade5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:55.477576 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-73515161-6274-416b-8da3-34e487eaf3da req-94c21d94-d492-404f-a9af-5f8ca98b33d4 service neutron] 10.222.0.55 "GET /v2.0/networks/8d92f73a-1818-46b4-ace6-904b9532c5d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6386633 May 28 06:32:55.485728 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port ecbf4d7c-46a2-4775-9309-6c6a862cec86 is: ACTIVE; New status is: DOWN {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:32:55.486298 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:55.508016 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e659dea5-acf4-48a7-9adc-30cf6cf9a782 req-e093a3f6-1bf0-4569-87ca-4f45109ae2e4 tempest-ServerAddressesNegativeTestJSON-1896159330 tempest-ServerAddressesNegativeTestJSON-1896159330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:55.514862 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e659dea5-acf4-48a7-9adc-30cf6cf9a782 req-e093a3f6-1bf0-4569-87ca-4f45109ae2e4 tempest-ServerAddressesNegativeTestJSON-1896159330 tempest-ServerAddressesNegativeTestJSON-1896159330-project] 10.222.0.55 "GET /v2.0/ports?device_id=0e48b201-9686-4f67-84dd-05f5c971cbc4 HTTP/1.1" status: 200 len: 932 time: 0.6894681 May 28 06:32:55.525218 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port ecbf4d7c-46a2-4775-9309-6c6a862cec86, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=ecbf4d7c-46a2-4775-9309-6c6a862cec86,segment=NetworkSegment(91926a5e-954e-4773-b0d0-2c49874bbb2a),segment_id=91926a5e-954e-4773-b0d0-2c49874bbb2a)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:32:55.526475 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc8afbe2-63ab-495f-b953-08528fec512c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ecbf4d7c-46a2-4775-9309-6c6a862cec86'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:32:55.592662 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-e80aa5c3-ae73-46ed-89cc-7e691f8afc49 req-5126bfc5-0b92-4936-a3e4-808a9efcade5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:55.599618 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:55.600511 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device e47a9f12-379b-4fc5-a552-153619f20833 no longer exists at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:32:55.616706 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd246fa-1d62-4396-b145-47132af0b5d3 req-06e94e28-e90c-41d8-8bea-3dcc5df52628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:55.618169 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6dd246fa-1d62-4396-b145-47132af0b5d3 req-06e94e28-e90c-41d8-8bea-3dcc5df52628 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=486c83aa-9cd6-4997-a0c5-177cd007dece HTTP/1.1" status: 200 len: 797 time: 0.1864929 May 28 06:32:55.639835 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-d1bcae9a-07b6-455c-bdb0-b6d73953ff66 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:32:55.678579 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e659dea5-acf4-48a7-9adc-30cf6cf9a782 req-7dbde1e0-de39-46b5-89e1-15548d9306c1 tempest-ServerAddressesNegativeTestJSON-1896159330 tempest-ServerAddressesNegativeTestJSON-1896159330-project] 10.222.0.55 "GET /v2.0/security-groups?id=964d97d4-23b8-496a-8641-78bc3988d25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618347 May 28 06:32:55.708648 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [req-d1a3cf51-7a27-4123-8099-01e40dd23f1c req-5495b98f-8087-4bbe-950f-a26ad3eaa0c9 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Allocated IP 172.20.0.6 (97711779-de36-4af1-95e9-88f65060157a/9065b260-3817-4805-a18f-dced8d73fe86/c4f7b9c3-3856-422d-8427-fba5548c7f2c) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:32:55.752455 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4651e477-729a-4c87-b7a9-efcc3d510e8f req-1ce6b2d2-0695-48ad-b21f-024e6d91cee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:55.755792 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4651e477-729a-4c87-b7a9-efcc3d510e8f req-1ce6b2d2-0695-48ad-b21f-024e6d91cee9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a9a55cb1-2dd3-489f-a37d-55a242b85f0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6657522 May 28 06:32:55.789341 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-d1bcae9a-07b6-455c-bdb0-b6d73953ff66 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:32:55.808680 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=ecbf4d7c-46a2-4775-9309-6c6a862cec86,revision_number=6']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:32:55.869883 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port e47a9f12-379b-4fc5-a552-153619f20833 is: ACTIVE; New status is: DOWN {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:32:55.870260 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:55.940365 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port e47a9f12-379b-4fc5-a552-153619f20833, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=e47a9f12-379b-4fc5-a552-153619f20833,segment=NetworkSegment(ef1082b7-1e82-4682-8ff4-108a397ad07a),segment_id=ef1082b7-1e82-4682-8ff4-108a397ad07a)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:32:56.026000 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [req-5f39133b-e338-4e8d-82c0-05b4362e6f34 req-9a79bf4e-fece-4768-8236-ff9f0271a88e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d0d7e0a-edd8-4d80-aa0a-327c08d7e2c5 {{(pid=89109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:32:56.044455 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-3e699279-1ed2-48c7-8ddd-824c9f9f56b4 None None] Provisioning complete for port a1068a4a-45d8-45f1-b5a5-6186eb8d7d2d triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:32:56.044455 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-3e699279-1ed2-48c7-8ddd-824c9f9f56b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:56.044645 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [req-e80aa5c3-ae73-46ed-89cc-7e691f8afc49 req-5126bfc5-0b92-4936-a3e4-808a9efcade5 service neutron] No DVR routers for this DVR port a1068a4a-45d8-45f1-b5a5-6186eb8d7d2d on host n-h2-843702-1 {{(pid=89109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:32:56.069796 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:56.070978 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 3fb3ec73-12a3-4479-8d11-63f64b53e873 no longer exists at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:32:56.083480 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-5f39133b-e338-4e8d-82c0-05b4362e6f34 req-9a79bf4e-fece-4768-8236-ff9f0271a88e service neutron] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:56.086046 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5126bfc5-0b92-4936-a3e4-808a9efcade5 service neutron] Pushing event updated for resources: {'Port': ['ID=a1068a4a-45d8-45f1-b5a5-6186eb8d7d2d,revision_number=6']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:32:56.116716 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [req-5f39133b-e338-4e8d-82c0-05b4362e6f34 req-9a79bf4e-fece-4768-8236-ff9f0271a88e service neutron] Transition to ACTIVE for port object 7d0d7e0a-edd8-4d80-aa0a-327c08d7e2c5 will not be triggered until provisioned by entity L2. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:32:56.125442 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [req-e80aa5c3-ae73-46ed-89cc-7e691f8afc49 req-5126bfc5-0b92-4936-a3e4-808a9efcade5 service neutron] In _notify_port_updated(), no bound segment for port a1068a4a-45d8-45f1-b5a5-6186eb8d7d2d on network a9ffdff9-c2bf-42e5-aa28-4268d54cc9bc {{(pid=89109) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 28 06:32:56.125442 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80aa5c3-ae73-46ed-89cc-7e691f8afc49 req-5126bfc5-0b92-4936-a3e4-808a9efcade5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:56.125442 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-e80aa5c3-ae73-46ed-89cc-7e691f8afc49 req-5126bfc5-0b92-4936-a3e4-808a9efcade5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:56.125442 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-e80aa5c3-ae73-46ed-89cc-7e691f8afc49 req-5126bfc5-0b92-4936-a3e4-808a9efcade5 service neutron] 10.222.0.71 "PUT /v2.0/ports/a1068a4a-45d8-45f1-b5a5-6186eb8d7d2d HTTP/1.1" status: 200 len: 1031 time: 2.0004156 May 28 06:32:56.178101 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1bcae9a-07b6-455c-bdb0-b6d73953ff66 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Made reservation on behalf of 1c19ca0f4502419e9ff184ba1821fbef for: {'port': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:32:56.181821 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d1bcae9a-07b6-455c-bdb0-b6d73953ff66 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:56.203520 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-3e699279-1ed2-48c7-8ddd-824c9f9f56b4 None None] Port a1068a4a-45d8-45f1-b5a5-6186eb8d7d2d cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:32:56.221401 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=e47a9f12-379b-4fc5-a552-153619f20833,revision_number=6']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:32:56.226568 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd246fa-1d62-4396-b145-47132af0b5d3 req-7af4af36-0d26-48bc-a46f-6b3069127909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:56.228141 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6dd246fa-1d62-4396-b145-47132af0b5d3 req-7af4af36-0d26-48bc-a46f-6b3069127909 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a9ffdff9-c2bf-42e5-aa28-4268d54cc9bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6016479 May 28 06:32:56.234846 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [None req-d1bcae9a-07b6-455c-bdb0-b6d73953ff66 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] device_id is not set on port f873c26f-f41a-4db8-b910-c4b1b7d9bfac yet. {{(pid=89109) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:32:56.277378 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80aa5c3-ae73-46ed-89cc-7e691f8afc49 req-758efee4-8578-4ccc-b45c-ee45fa678fb2 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:56.278844 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 3fb3ec73-12a3-4479-8d11-63f64b53e873 is: ACTIVE; New status is: DOWN {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:32:56.279015 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-e80aa5c3-ae73-46ed-89cc-7e691f8afc49 req-758efee4-8578-4ccc-b45c-ee45fa678fb2 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.71 "GET /v2.0/ports/ae1da9c2-607a-48e7-af04-679c67639107?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1409588 May 28 06:32:56.279392 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:56.299549 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-e80aa5c3-ae73-46ed-89cc-7e691f8afc49 req-1b7698b9-4cdc-479a-94ba-ac721a7a5229 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:32:56.327229 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 3fb3ec73-12a3-4479-8d11-63f64b53e873, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=3fb3ec73-12a3-4479-8d11-63f64b53e873,segment=NetworkSegment(befc39fc-1243-42e3-acd6-540a4860f994),segment_id=befc39fc-1243-42e3-acd6-540a4860f994)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:32:56.351773 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-5f39133b-e338-4e8d-82c0-05b4362e6f34 req-9a79bf4e-fece-4768-8236-ff9f0271a88e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:56.414813 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4651e477-729a-4c87-b7a9-efcc3d510e8f req-d6506bf8-1e8e-4c8a-b95a-4da5c19bb0ad service neutron] 10.222.0.69 "GET /v2.0/networks/a9a55cb1-2dd3-489f-a37d-55a242b85f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6358204 May 28 06:32:56.444127 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:56.444999 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device a1068a4a-45d8-45f1-b5a5-6186eb8d7d2d no longer exists at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:32:56.533699 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-2cf0f97a-a81e-4f7d-a572-026a2b6ae6c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:56.540494 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655b51c9-3cc7-40d9-8fbf-e0fbaaae33d2 req-476b642f-f36b-4e53-ab76-cba100dd42b7 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:56.548244 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-655b51c9-3cc7-40d9-8fbf-e0fbaaae33d2 req-476b642f-f36b-4e53-ab76-cba100dd42b7 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd4324bb-6276-40b4-93b6-8590a183bcfd HTTP/1.1" status: 200 len: 945 time: 0.5422320 May 28 06:32:56.580805 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8083f791-80ec-4475-881a-5afd519b8002 req-2000241c-0ab6-4505-af4a-504f88ba84b0 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:56.587275 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8083f791-80ec-4475-881a-5afd519b8002 req-2000241c-0ab6-4505-af4a-504f88ba84b0 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:56.593375 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8083f791-80ec-4475-881a-5afd519b8002 req-2000241c-0ab6-4505-af4a-504f88ba84b0 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:56.599949 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8083f791-80ec-4475-881a-5afd519b8002 req-2000241c-0ab6-4505-af4a-504f88ba84b0 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:56.608000 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8083f791-80ec-4475-881a-5afd519b8002 req-2000241c-0ab6-4505-af4a-504f88ba84b0 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:56.609571 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=3fb3ec73-12a3-4479-8d11-63f64b53e873,revision_number=6']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:32:56.616064 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8083f791-80ec-4475-881a-5afd519b8002 req-2000241c-0ab6-4505-af4a-504f88ba84b0 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:56.625588 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8083f791-80ec-4475-881a-5afd519b8002 req-2000241c-0ab6-4505-af4a-504f88ba84b0 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc8afbe2-63ab-495f-b953-08528fec512c HTTP/1.1" status: 200 len: 4661 time: 0.6584921 May 28 06:32:56.629497 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device a1068a4a-45d8-45f1-b5a5-6186eb8d7d2d not bound to the agent host n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:32:56.629497 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device ae1da9c2-607a-48e7-af04-679c67639107 no longer exists at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:32:56.717362 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a79bf4e-fece-4768-8236-ff9f0271a88e service neutron] Pushing event updated for resources: {'Port': ['ID=7d0d7e0a-edd8-4d80-aa0a-327c08d7e2c5,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:32:56.738086 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-d1a3cf51-7a27-4123-8099-01e40dd23f1c req-5495b98f-8087-4bbe-950f-a26ad3eaa0c9 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:56.764645 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6dd246fa-1d62-4396-b145-47132af0b5d3 req-a23a93c6-432c-494d-ad6a-52e07b762c0a service neutron] 10.222.0.71 "GET /v2.0/networks/a9ffdff9-c2bf-42e5-aa28-4268d54cc9bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5084829 May 28 06:32:56.777589 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port ae1da9c2-607a-48e7-af04-679c67639107 is: ACTIVE; New status is: DOWN {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:32:56.777961 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:56.812141 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port ae1da9c2-607a-48e7-af04-679c67639107, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=ae1da9c2-607a-48e7-af04-679c67639107,segment=NetworkSegment(91926a5e-954e-4773-b0d0-2c49874bbb2a),segment_id=91926a5e-954e-4773-b0d0-2c49874bbb2a)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:32:56.826544 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-655b51c9-3cc7-40d9-8fbf-e0fbaaae33d2 req-a08d9db1-9e0a-42a4-8659-8352d3769670 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "GET /v2.0/security-groups?id=0738a7db-cbf9-4908-8e66-1a354c6fe868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2776334 May 28 06:32:56.840008 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8083f791-80ec-4475-881a-5afd519b8002 req-0a3de9c8-64be-46cf-9e25-3188a9335dda tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.55 "GET /v2.0/security-groups?id=330866ba-92b0-424f-b7e1-e6c41912745c&id=dee936ce-b9e4-4668-898c-fea71a001642&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2131240 May 28 06:32:56.885439 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-e80aa5c3-ae73-46ed-89cc-7e691f8afc49 req-1b7698b9-4cdc-479a-94ba-ac721a7a5229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:56.918000 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4651e477-729a-4c87-b7a9-efcc3d510e8f req-49fa16fa-b9dd-403c-b348-4a957693fdcd service neutron] 10.222.0.69 "GET /v2.0/networks/a9a55cb1-2dd3-489f-a37d-55a242b85f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4955826 May 28 06:32:56.925547 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76fd075a-68e1-454d-b18e-80dcfa05b363'] response: {'server_uuid': 'fc8afbe2-63ab-495f-b953-08528fec512c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ecbf4d7c-46a2-4775-9309-6c6a862cec86', 'code': 200} May 28 06:32:56.940755 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:56.941745 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 7f054f0f-9345-49d9-a79c-80f8a2c35139 no longer exists at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:32:56.983132 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6dd246fa-1d62-4396-b145-47132af0b5d3 req-db109214-49d4-461a-ac1a-8a2d2855cc02 service neutron] 10.222.0.71 "GET /v2.0/networks/a9ffdff9-c2bf-42e5-aa28-4268d54cc9bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895652 May 28 06:32:57.137823 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-d1a3cf51-7a27-4123-8099-01e40dd23f1c req-5495b98f-8087-4bbe-950f-a26ad3eaa0c9 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:57.144705 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6dd246fa-1d62-4396-b145-47132af0b5d3 req-41908b3f-ce16-461e-abbd-2bb2bda11cb7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.47&port_id=ecbf4d7c-46a2-4775-9309-6c6a862cec86 HTTP/1.1" status: 200 len: 217 time: 0.1545506 May 28 06:32:57.151078 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=ae1da9c2-607a-48e7-af04-679c67639107,revision_number=6']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:32:57.195870 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 7f054f0f-9345-49d9-a79c-80f8a2c35139 is: ACTIVE; New status is: DOWN {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:32:57.195870 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:57.253087 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 7f054f0f-9345-49d9-a79c-80f8a2c35139, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=7f054f0f-9345-49d9-a79c-80f8a2c35139,segment=NetworkSegment(91926a5e-954e-4773-b0d0-2c49874bbb2a),segment_id=91926a5e-954e-4773-b0d0-2c49874bbb2a)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:32:57.275399 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-5f39133b-e338-4e8d-82c0-05b4362e6f34 req-9a79bf4e-fece-4768-8236-ff9f0271a88e service neutron] Attempting to bind port 7d0d7e0a-edd8-4d80-aa0a-327c08d7e2c5 on host n-h2-843702-1 for vnic_type normal with profile {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:32:57.275916 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-5f39133b-e338-4e8d-82c0-05b4362e6f34 req-9a79bf4e-fece-4768-8236-ff9f0271a88e service neutron] Attempting to bind port 7d0d7e0a-edd8-4d80-aa0a-327c08d7e2c5 by drivers openvswitch,hyperv on host n-h2-843702-1 at level 0 using segments [{'id': '3da683c7-3fb0-47dc-b1ef-2b249d6434de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'dfe145fa-6ce3-4c4f-ba90-3bf2977840d9'}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:32:57.276083 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f39133b-e338-4e8d-82c0-05b4362e6f34 req-9a79bf4e-fece-4768-8236-ff9f0271a88e service neutron] Attempting to bind port 7d0d7e0a-edd8-4d80-aa0a-327c08d7e2c5 on network dfe145fa-6ce3-4c4f-ba90-3bf2977840d9 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:32:57.310212 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f39133b-e338-4e8d-82c0-05b4362e6f34 req-9a79bf4e-fece-4768-8236-ff9f0271a88e service neutron] Port 7d0d7e0a-edd8-4d80-aa0a-327c08d7e2c5 on network dfe145fa-6ce3-4c4f-ba90-3bf2977840d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-843702-1 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:32:57.310539 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f39133b-e338-4e8d-82c0-05b4362e6f34 req-9a79bf4e-fece-4768-8236-ff9f0271a88e service neutron] Attempting to bind port 7d0d7e0a-edd8-4d80-aa0a-327c08d7e2c5 on network dfe145fa-6ce3-4c4f-ba90-3bf2977840d9 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:32:57.314980 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d1bcae9a-07b6-455c-bdb0-b6d73953ff66 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:57.326585 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f39133b-e338-4e8d-82c0-05b4362e6f34 req-9a79bf4e-fece-4768-8236-ff9f0271a88e service neutron] Checking agent: {'id': 'f1a3973b-d2b3-4558-88e7-2ac50857d302', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:32:57.326924 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f39133b-e338-4e8d-82c0-05b4362e6f34 req-9a79bf4e-fece-4768-8236-ff9f0271a88e service neutron] Checking segment: {'id': '3da683c7-3fb0-47dc-b1ef-2b249d6434de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'dfe145fa-6ce3-4c4f-ba90-3bf2977840d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:32:57.327315 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f39133b-e338-4e8d-82c0-05b4362e6f34 req-9a79bf4e-fece-4768-8236-ff9f0271a88e service neutron] Bound using segment: {'id': '3da683c7-3fb0-47dc-b1ef-2b249d6434de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'dfe145fa-6ce3-4c4f-ba90-3bf2977840d9'} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:32:57.327843 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-5f39133b-e338-4e8d-82c0-05b4362e6f34 req-9a79bf4e-fece-4768-8236-ff9f0271a88e service neutron] Bound port: 7d0d7e0a-edd8-4d80-aa0a-327c08d7e2c5, host: n-h2-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3da683c7-3fb0-47dc-b1ef-2b249d6434de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'dfe145fa-6ce3-4c4f-ba90-3bf2977840d9'}}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:32:57.328114 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-5f39133b-e338-4e8d-82c0-05b4362e6f34 req-9a79bf4e-fece-4768-8236-ff9f0271a88e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:57.393101 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:57.393841 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 0c28e25a-811d-49fe-9df5-688bb3849093 no longer exists at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:32:57.458224 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-e80aa5c3-ae73-46ed-89cc-7e691f8afc49 req-1b7698b9-4cdc-479a-94ba-ac721a7a5229 service neutron] For port ae1da9c2-607a-48e7-af04-679c67639107, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=ae1da9c2-607a-48e7-af04-679c67639107,segment=NetworkSegment(91926a5e-954e-4773-b0d0-2c49874bbb2a),segment_id=91926a5e-954e-4773-b0d0-2c49874bbb2a)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:32:57.464080 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd246fa-1d62-4396-b145-47132af0b5d3 req-fdeed9a9-4875-4fab-af4b-b9b8c190bf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:57.466346 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6dd246fa-1d62-4396-b145-47132af0b5d3 req-fdeed9a9-4875-4fab-af4b-b9b8c190bf6d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=486c83aa-9cd6-4997-a0c5-177cd007dece HTTP/1.1" status: 200 len: 797 time: 0.2369058 May 28 06:32:57.490927 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-5f39133b-e338-4e8d-82c0-05b4362e6f34 req-9a79bf4e-fece-4768-8236-ff9f0271a88e service neutron] For port 7d0d7e0a-edd8-4d80-aa0a-327c08d7e2c5, host n-h2-843702-1, cleared binding levels {{(pid=89109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:32:57.495016 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-5f39133b-e338-4e8d-82c0-05b4362e6f34 req-9a79bf4e-fece-4768-8236-ff9f0271a88e service neutron] For port 7d0d7e0a-edd8-4d80-aa0a-327c08d7e2c5, host n-h2-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=7d0d7e0a-edd8-4d80-aa0a-327c08d7e2c5,segment=NetworkSegment(3da683c7-3fb0-47dc-b1ef-2b249d6434de),segment_id=3da683c7-3fb0-47dc-b1ef-2b249d6434de)] {{(pid=89109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:32:57.514504 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-e80aa5c3-ae73-46ed-89cc-7e691f8afc49 req-1b7698b9-4cdc-479a-94ba-ac721a7a5229 service neutron] For port ae1da9c2-607a-48e7-af04-679c67639107, host n-h2-843702-1, cleared binding levels {{(pid=89109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:32:57.561448 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5495b98f-8087-4bbe-950f-a26ad3eaa0c9 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Pushing event updated for resources: {'Port': ['ID=c4f7b9c3-3856-422d-8427-fba5548c7f2c,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:32:57.575519 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [req-e80aa5c3-ae73-46ed-89cc-7e691f8afc49 req-1b7698b9-4cdc-479a-94ba-ac721a7a5229 service neutron] device_id is not set on port ae1da9c2-607a-48e7-af04-679c67639107 yet. {{(pid=89109) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:32:57.583141 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1a3cf51-7a27-4123-8099-01e40dd23f1c req-5495b98f-8087-4bbe-950f-a26ad3eaa0c9 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Network 97711779-de36-4af1-95e9-88f65060157a is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:32:57.588746 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-e80aa5c3-ae73-46ed-89cc-7e691f8afc49 req-1b7698b9-4cdc-479a-94ba-ac721a7a5229 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:57.589970 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:57.600261 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [req-d1a3cf51-7a27-4123-8099-01e40dd23f1c req-5495b98f-8087-4bbe-950f-a26ad3eaa0c9 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:32:57.604600 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1a3cf51-7a27-4123-8099-01e40dd23f1c req-5495b98f-8087-4bbe-950f-a26ad3eaa0c9 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:32:57.612202 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d1bcae9a-07b6-455c-bdb0-b6d73953ff66 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:57.619877 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-5f39133b-e338-4e8d-82c0-05b4362e6f34 req-9a79bf4e-fece-4768-8236-ff9f0271a88e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:57.669188 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=7f054f0f-9345-49d9-a79c-80f8a2c35139,revision_number=6']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:32:57.677909 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 0c28e25a-811d-49fe-9df5-688bb3849093 is: ACTIVE; New status is: DOWN {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:32:57.678323 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:57.698691 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f39133b-e338-4e8d-82c0-05b4362e6f34 req-9a79bf4e-fece-4768-8236-ff9f0271a88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:57.699427 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-5f39133b-e338-4e8d-82c0-05b4362e6f34 req-9a79bf4e-fece-4768-8236-ff9f0271a88e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:57.701292 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-5f39133b-e338-4e8d-82c0-05b4362e6f34 req-9a79bf4e-fece-4768-8236-ff9f0271a88e service neutron] 10.222.0.71 "PUT /v2.0/ports/7d0d7e0a-edd8-4d80-aa0a-327c08d7e2c5 HTTP/1.1" status: 200 len: 1092 time: 2.9558892 May 28 06:32:57.705727 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e48b201-9686-4f67-84dd-05f5c971cbc4', 'tag': '7d0d7e0a-edd8-4d80-aa0a-327c08d7e2c5'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:32:57.720656 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-e80aa5c3-ae73-46ed-89cc-7e691f8afc49 req-1b7698b9-4cdc-479a-94ba-ac721a7a5229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:57.724157 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 0c28e25a-811d-49fe-9df5-688bb3849093, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=0c28e25a-811d-49fe-9df5-688bb3849093,segment=NetworkSegment(ef1082b7-1e82-4682-8ff4-108a397ad07a),segment_id=ef1082b7-1e82-4682-8ff4-108a397ad07a)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:32:57.728963 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1bcae9a-07b6-455c-bdb0-b6d73953ff66 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Network 3db30d99-6fa4-4e2b-9141-f98585fb21e1 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:32:57.734085 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-d1bcae9a-07b6-455c-bdb0-b6d73953ff66 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:32:57.744190 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bcae9a-07b6-455c-bdb0-b6d73953ff66 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:32:57.750454 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1bcae9a-07b6-455c-bdb0-b6d73953ff66 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:57.750454 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d1bcae9a-07b6-455c-bdb0-b6d73953ff66 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:57.771323 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23528e84-fb9e-496f-bd90-3dd9e67c0a20 req-f52d37de-5812-4343-97ae-31115d842011 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:57.777580 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-23528e84-fb9e-496f-bd90-3dd9e67c0a20 req-f52d37de-5812-4343-97ae-31115d842011 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5d8dc1f-bda1-439a-9c3a-0cfb1b10c028 HTTP/1.1" status: 200 len: 945 time: 0.6975682 May 28 06:32:57.807627 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:57.851640 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037a0d0b-3e0e-436b-8a00-e216de6d129d req-ee2bcb5d-e926-4e3f-b849-48d826a0a4f2 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:57.851640 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-037a0d0b-3e0e-436b-8a00-e216de6d129d req-ee2bcb5d-e926-4e3f-b849-48d826a0a4f2 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.55 "GET /v2.0/ports?device_id=48a19ee3-8702-4034-91de-965318e77735 HTTP/1.1" status: 200 len: 931 time: 0.7246695 May 28 06:32:57.851640 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a3cf51-7a27-4123-8099-01e40dd23f1c req-5495b98f-8087-4bbe-950f-a26ad3eaa0c9 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:57.872827 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-d1a3cf51-7a27-4123-8099-01e40dd23f1c req-5495b98f-8087-4bbe-950f-a26ad3eaa0c9 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:57.892405 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [req-e80aa5c3-ae73-46ed-89cc-7e691f8afc49 req-1b7698b9-4cdc-479a-94ba-ac721a7a5229 service neutron] No DVR routers for this DVR port ae1da9c2-607a-48e7-af04-679c67639107 on host n-h2-843702-1 {{(pid=89109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:32:57.905648 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=0c28e25a-811d-49fe-9df5-688bb3849093,revision_number=6']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:32:57.923905 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd246fa-1d62-4396-b145-47132af0b5d3 req-97c2d861-0571-46b1-a4a5-4f0e02126d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:57.926289 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6dd246fa-1d62-4396-b145-47132af0b5d3 req-97c2d861-0571-46b1-a4a5-4f0e02126d8e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a9ffdff9-c2bf-42e5-aa28-4268d54cc9bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4502292 May 28 06:32:57.963149 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bcae9a-07b6-455c-bdb0-b6d73953ff66 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Pushing event updated for resources: {'Port': ['ID=f873c26f-f41a-4db8-b910-c4b1b7d9bfac,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:32:58.050245 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-b7291eeb-f25b-4cff-aa9f-ce15dda26d18 None None] Provisioning complete for port ae1da9c2-607a-48e7-af04-679c67639107 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:32:58.050686 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b7291eeb-f25b-4cff-aa9f-ce15dda26d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:58.052312 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d1a3cf51-7a27-4123-8099-01e40dd23f1c req-5495b98f-8087-4bbe-950f-a26ad3eaa0c9 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0706706 May 28 06:32:58.072834 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-d1a3cf51-7a27-4123-8099-01e40dd23f1c req-36fb7b72-54d8-4c01-976c-41fc2aeb5fff service neutron] Request body: {'port': {'device_id': '48a19ee3-8702-4034-91de-965318e77735', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843702-1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:32:58.101789 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-23528e84-fb9e-496f-bd90-3dd9e67c0a20 req-3358a597-5e79-4d96-b089-418621b2af43 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/security-groups?id=f6de87b7-c8be-4140-be86-d0d6b2592918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3264098 May 28 06:32:58.110000 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-037a0d0b-3e0e-436b-8a00-e216de6d129d req-1d99098e-a4cd-48fd-be60-fbfb50bc88bb tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Synchronizing usage tracker for tenant:5ef065cc7a6e48198da7b2879024e281 on resource:security_group {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:32:58.124921 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a79bf4e-fece-4768-8236-ff9f0271a88e service neutron] Pushing event updated for resources: {'Port': ['ID=7d0d7e0a-edd8-4d80-aa0a-327c08d7e2c5,revision_number=3']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:32:58.142635 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-b7291eeb-f25b-4cff-aa9f-ce15dda26d18 None None] Port ae1da9c2-607a-48e7-af04-679c67639107 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:32:58.175775 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-d1bcae9a-07b6-455c-bdb0-b6d73953ff66 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.9245577 May 28 06:32:58.186775 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 59768) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:32:58.214138 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [req-e80aa5c3-ae73-46ed-89cc-7e691f8afc49 req-1b7698b9-4cdc-479a-94ba-ac721a7a5229 service neutron] In _notify_port_updated(), no bound segment for port ae1da9c2-607a-48e7-af04-679c67639107 on network a9ffdff9-c2bf-42e5-aa28-4268d54cc9bc {{(pid=89109) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 28 06:32:58.215000 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80aa5c3-ae73-46ed-89cc-7e691f8afc49 req-1b7698b9-4cdc-479a-94ba-ac721a7a5229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:58.215620 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-e80aa5c3-ae73-46ed-89cc-7e691f8afc49 req-1b7698b9-4cdc-479a-94ba-ac721a7a5229 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:58.216855 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-e80aa5c3-ae73-46ed-89cc-7e691f8afc49 req-1b7698b9-4cdc-479a-94ba-ac721a7a5229 service neutron] 10.222.0.71 "PUT /v2.0/ports/ae1da9c2-607a-48e7-af04-679c67639107 HTTP/1.1" status: 200 len: 1033 time: 1.9314637 May 28 06:32:58.285861 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7698b9-4cdc-479a-94ba-ac721a7a5229 service neutron] Pushing event updated for resources: {'Port': ['ID=ae1da9c2-607a-48e7-af04-679c67639107,revision_number=7']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:32:58.299710 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f39133b-e338-4e8d-82c0-05b4362e6f34 req-c057648c-52bd-434a-a980-8b9dcfd54822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:58.301321 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-5f39133b-e338-4e8d-82c0-05b4362e6f34 req-c057648c-52bd-434a-a980-8b9dcfd54822 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=abfe3a928d8b44908ed66d4b8604b4fd&device_id=0e48b201-9686-4f67-84dd-05f5c971cbc4 HTTP/1.1" status: 200 len: 1095 time: 0.3690362 May 28 06:32:58.307172 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6dd246fa-1d62-4396-b145-47132af0b5d3 req-b31268d8-f3af-488d-98e0-edb6db4980ab service neutron] 10.222.0.71 "GET /v2.0/networks/a9ffdff9-c2bf-42e5-aa28-4268d54cc9bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3682601 May 28 06:32:58.312025 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [req-e80aa5c3-ae73-46ed-89cc-7e691f8afc49 req-24c0c8fe-5c76-492f-a9a8-7d02dc2d7080 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Deleting port 7f054f0f-9345-49d9-a79c-80f8a2c35139 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:32:58.312364 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-e80aa5c3-ae73-46ed-89cc-7e691f8afc49 req-24c0c8fe-5c76-492f-a9a8-7d02dc2d7080 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:58.328815 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-037a0d0b-3e0e-436b-8a00-e216de6d129d req-1d99098e-a4cd-48fd-be60-fbfb50bc88bb tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Unset dirty status for tenant:5ef065cc7a6e48198da7b2879024e281 on resource:security_group {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:32:58.329965 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-037a0d0b-3e0e-436b-8a00-e216de6d129d req-1d99098e-a4cd-48fd-be60-fbfb50bc88bb tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.55 "GET /v2.0/security-groups?id=89c8e518-81c5-4ccc-b111-8291ad38466d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4906814 May 28 06:32:58.363770 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ab6dd9c8-2b2b-4f9b-a5ae-86ee9c3458c4 req-c658fd64-d4d0-4c99-af75-0fbcc89f5e5a tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.55 "GET /v2.0/ports?device_id=e382458d-1b83-4c85-8dce-23160a7eb36c HTTP/1.1" status: 200 len: 210 time: 0.1048920 May 28 06:32:58.432336 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-5f39133b-e338-4e8d-82c0-05b4362e6f34 req-65b79fe8-edc5-4ad7-b593-edf2c170a030 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7d0d7e0a-edd8-4d80-aa0a-327c08d7e2c5 HTTP/1.1" status: 200 len: 217 time: 0.0894592 May 28 06:32:58.440795 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-526d942b-dfaf-4558-a756-4e5638234147 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Deleting port f873c26f-f41a-4db8-b910-c4b1b7d9bfac {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:32:58.441136 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-526d942b-dfaf-4558-a756-4e5638234147 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:58.479202 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-d1a3cf51-7a27-4123-8099-01e40dd23f1c req-36fb7b72-54d8-4c01-976c-41fc2aeb5fff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:58.679833 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f39133b-e338-4e8d-82c0-05b4362e6f34 req-85232568-0d6e-4fef-9173-d5bae056909f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:58.681259 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-5f39133b-e338-4e8d-82c0-05b4362e6f34 req-85232568-0d6e-4fef-9173-d5bae056909f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=eb8eebfa-ea14-49f5-bc13-1b8fbe395f02 HTTP/1.1" status: 200 len: 862 time: 0.2431667 May 28 06:32:58.777456 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6dd246fa-1d62-4396-b145-47132af0b5d3 req-d840e592-60fd-4953-b7c7-83c2a816fca2 service neutron] 10.222.0.71 "GET /v2.0/networks/a9ffdff9-c2bf-42e5-aa28-4268d54cc9bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4381237 May 28 06:32:58.796890 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-5f39133b-e338-4e8d-82c0-05b4362e6f34 req-1555e5d4-992a-4f7e-afd4-1537b6b1ed1d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=dfe145fa-6ce3-4c4f-ba90-3bf2977840d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1088722 May 28 06:32:58.927460 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc8afbe2-63ab-495f-b953-08528fec512c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e47a9f12-379b-4fc5-a552-153619f20833'}, {'server_uuid': 'fc8afbe2-63ab-495f-b953-08528fec512c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fb3ec73-12a3-4479-8d11-63f64b53e873'}, {'server_uuid': 'fc8afbe2-63ab-495f-b953-08528fec512c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae1da9c2-607a-48e7-af04-679c67639107'}, {'server_uuid': 'fc8afbe2-63ab-495f-b953-08528fec512c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f054f0f-9345-49d9-a79c-80f8a2c35139'}, {'server_uuid': 'fc8afbe2-63ab-495f-b953-08528fec512c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c28e25a-811d-49fe-9df5-688bb3849093'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:32:58.928691 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6dd246fa-1d62-4396-b145-47132af0b5d3 req-288e5b5a-84aa-4a90-8322-d8d203777e05 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0c28e25a-811d-49fe-9df5-688bb3849093 HTTP/1.1" status: 200 len: 217 time: 0.1409464 May 28 06:32:58.941091 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-7092c1b1-6adf-40b9-8e55-d567e658e5a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:58.971270 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-e80aa5c3-ae73-46ed-89cc-7e691f8afc49 req-24c0c8fe-5c76-492f-a9a8-7d02dc2d7080 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] For port 7f054f0f-9345-49d9-a79c-80f8a2c35139, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=7f054f0f-9345-49d9-a79c-80f8a2c35139,segment=NetworkSegment(91926a5e-954e-4773-b0d0-2c49874bbb2a),segment_id=91926a5e-954e-4773-b0d0-2c49874bbb2a)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:32:58.971534 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-e80aa5c3-ae73-46ed-89cc-7e691f8afc49 req-24c0c8fe-5c76-492f-a9a8-7d02dc2d7080 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:59.120431 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-5f39133b-e338-4e8d-82c0-05b4362e6f34 req-05989a96-2564-436e-90dc-3f7965bfe108 service neutron] 10.222.0.71 "GET /v2.0/networks/dfe145fa-6ce3-4c4f-ba90-3bf2977840d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3091359 May 28 06:32:59.128761 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [req-e80aa5c3-ae73-46ed-89cc-7e691f8afc49 req-24c0c8fe-5c76-492f-a9a8-7d02dc2d7080 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Calling delete_port for 7f054f0f-9345-49d9-a79c-80f8a2c35139 owned by compute:nova {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:32:59.190554 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab44bfa3-e2b0-432d-a824-1c0878902ffd req-3bb52e9f-f3a5-433c-9bc4-e2a3f881abad tempest-ServerAddressesNegativeTestJSON-1896159330 tempest-ServerAddressesNegativeTestJSON-1896159330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:59.192309 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ab44bfa3-e2b0-432d-a824-1c0878902ffd req-3bb52e9f-f3a5-433c-9bc4-e2a3f881abad tempest-ServerAddressesNegativeTestJSON-1896159330 tempest-ServerAddressesNegativeTestJSON-1896159330-project] 10.222.0.55 "GET /v2.0/ports?device_id=0e48b201-9686-4f67-84dd-05f5c971cbc4 HTTP/1.1" status: 200 len: 944 time: 0.7212329 May 28 06:32:59.216846 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-526d942b-dfaf-4558-a756-4e5638234147 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:59.231955 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aebe33-38c1-4d28-99a7-684defc360a7 req-a9ccb0df-bd2f-435e-94c7-62d7d760ede7 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:59.233326 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d6aebe33-38c1-4d28-99a7-684defc360a7 req-a9ccb0df-bd2f-435e-94c7-62d7d760ede7 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd4324bb-6276-40b4-93b6-8590a183bcfd HTTP/1.1" status: 200 len: 945 time: 0.6894038 May 28 06:32:59.260852 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 59776) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:32:59.272908 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-7a788dd2-a2f6-4c53-bfea-3fc1969b9f68 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Request body: {'floatingip': {'port_id': '3940a05d-2561-4f14-9f2d-43dd8c4949ab'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:32:59.355011 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7a788dd2-a2f6-4c53-bfea-3fc1969b9f68 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Notify callbacks [] for floatingip, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:59.419583 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a00634b8-ca6b-42b1-ad58-812bc06c3954'] response: {'name': 'network-changed', 'server_uuid': '0e48b201-9686-4f67-84dd-05f5c971cbc4', 'tag': '7d0d7e0a-edd8-4d80-aa0a-327c08d7e2c5', 'status': 'completed', 'code': 200} May 28 06:32:59.498248 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd246fa-1d62-4396-b145-47132af0b5d3 req-0b60d23b-829e-444e-b41d-226f94d76a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:59.499705 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6dd246fa-1d62-4396-b145-47132af0b5d3 req-0b60d23b-829e-444e-b41d-226f94d76a7b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6836d020-a745-4e71-882d-9073aeb06be4 HTTP/1.1" status: 200 len: 797 time: 0.5619881 May 28 06:32:59.634275 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-5f39133b-e338-4e8d-82c0-05b4362e6f34 req-2bac59e5-8471-475f-b2bb-600a398a2082 service neutron] 10.222.0.71 "GET /v2.0/networks/dfe145fa-6ce3-4c4f-ba90-3bf2977840d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4724545 May 28 06:32:59.641745 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-526d942b-dfaf-4558-a756-4e5638234147 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Calling delete_port for f873c26f-f41a-4db8-b910-c4b1b7d9bfac owned by {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:32:59.802285 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ab44bfa3-e2b0-432d-a824-1c0878902ffd req-df358bcf-d1ed-4ac9-8d1e-845d1f3973dd tempest-ServerAddressesNegativeTestJSON-1896159330 tempest-ServerAddressesNegativeTestJSON-1896159330-project] 10.222.0.55 "GET /v2.0/security-groups?id=964d97d4-23b8-496a-8641-78bc3988d25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5781674 May 28 06:32:59.826953 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:59.828586 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73515161-6274-416b-8da3-34e487eaf3da req-3f77feb9-5763-430b-bb71-0f7ef49899a6 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:59.829178 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-73515161-6274-416b-8da3-34e487eaf3da req-3f77feb9-5763-430b-bb71-0f7ef49899a6 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.69 "GET /v2.0/networks?id=8d92f73a-1818-46b4-ace6-904b9532c5d0 HTTP/1.1" status: 200 len: 813 time: 0.7997375 May 28 06:32:59.851612 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-e80aa5c3-ae73-46ed-89cc-7e691f8afc49 req-24c0c8fe-5c76-492f-a9a8-7d02dc2d7080 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:59.866233 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-73515161-6274-416b-8da3-34e487eaf3da req-ec8e6b18-35f9-4472-aa4b-fb8149f7d505 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Request body: {'port': {'device_id': 'e382458d-1b83-4c85-8dce-23160a7eb36c', 'network_id': '8d92f73a-1818-46b4-ace6-904b9532c5d0', 'admin_state_up': True, 'tenant_id': 'ae27d4a836c444af8d35a0fd61d2dbd8'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:32:59.870277 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be98e542-ae37-4128-938b-31acb7727e3c'] response: {'server_uuid': 'fc8afbe2-63ab-495f-b953-08528fec512c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e47a9f12-379b-4fc5-a552-153619f20833', 'code': 200} May 28 06:32:59.870592 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be98e542-ae37-4128-938b-31acb7727e3c'] response: {'server_uuid': 'fc8afbe2-63ab-495f-b953-08528fec512c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fb3ec73-12a3-4479-8d11-63f64b53e873', 'code': 200} May 28 06:32:59.871599 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be98e542-ae37-4128-938b-31acb7727e3c'] response: {'server_uuid': 'fc8afbe2-63ab-495f-b953-08528fec512c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae1da9c2-607a-48e7-af04-679c67639107', 'code': 200} May 28 06:32:59.873520 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be98e542-ae37-4128-938b-31acb7727e3c'] response: {'server_uuid': 'fc8afbe2-63ab-495f-b953-08528fec512c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f054f0f-9345-49d9-a79c-80f8a2c35139', 'code': 200} May 28 06:32:59.877003 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be98e542-ae37-4128-938b-31acb7727e3c'] response: {'server_uuid': 'fc8afbe2-63ab-495f-b953-08528fec512c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c28e25a-811d-49fe-9df5-688bb3849093', 'code': 200} May 28 06:32:59.933048 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c0c8fe-5c76-492f-a9a8-7d02dc2d7080 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Pushing event deleted for resources: {'Port': ['ID=7f054f0f-9345-49d9-a79c-80f8a2c35139,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:33:00.005403 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:00.078259 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd246fa-1d62-4396-b145-47132af0b5d3 req-1e24351c-8434-435f-816d-a115169763a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:00.079936 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6dd246fa-1d62-4396-b145-47132af0b5d3 req-1e24351c-8434-435f-816d-a115169763a4 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e169afd5-829f-4c55-b1b4-034fdabca79b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4833491 May 28 06:33:00.108893 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65caf1ea-a16f-4adb-aa56-5e11cf0cde60 req-95f0a5c8-e5af-4370-9642-9490f8b39d9f tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:00.115245 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65caf1ea-a16f-4adb-aa56-5e11cf0cde60 req-95f0a5c8-e5af-4370-9642-9490f8b39d9f tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:00.120974 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65caf1ea-a16f-4adb-aa56-5e11cf0cde60 req-95f0a5c8-e5af-4370-9642-9490f8b39d9f tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:00.126661 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65caf1ea-a16f-4adb-aa56-5e11cf0cde60 req-95f0a5c8-e5af-4370-9642-9490f8b39d9f tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:00.132809 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65caf1ea-a16f-4adb-aa56-5e11cf0cde60 req-95f0a5c8-e5af-4370-9642-9490f8b39d9f tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:00.134593 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-65caf1ea-a16f-4adb-aa56-5e11cf0cde60 req-95f0a5c8-e5af-4370-9642-9490f8b39d9f tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc8afbe2-63ab-495f-b953-08528fec512c HTTP/1.1" status: 200 len: 3875 time: 0.6386638 May 28 06:33:00.135234 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-526d942b-dfaf-4558-a756-4e5638234147 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:00.222410 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [req-e80aa5c3-ae73-46ed-89cc-7e691f8afc49 req-24c0c8fe-5c76-492f-a9a8-7d02dc2d7080 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] No DVR routers for this DVR port 7f054f0f-9345-49d9-a79c-80f8a2c35139 on host n-h2-843702-1 {{(pid=89109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:33:00.233894 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-e80aa5c3-ae73-46ed-89cc-7e691f8afc49 req-24c0c8fe-5c76-492f-a9a8-7d02dc2d7080 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:00.272469 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558e3a55-a5cf-41a7-9476-a58f90a6f877 req-dd2ba2b7-61ae-4101-a7b8-ede78fe0c4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:00.273957 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-558e3a55-a5cf-41a7-9476-a58f90a6f877 req-dd2ba2b7-61ae-4101-a7b8-ede78fe0c4f0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=abfe3a928d8b44908ed66d4b8604b4fd&device_id=0e48b201-9686-4f67-84dd-05f5c971cbc4 HTTP/1.1" status: 200 len: 1095 time: 0.4693666 May 28 06:33:00.316843 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526d942b-dfaf-4558-a756-4e5638234147 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Pushing event deleted for resources: {'Port': ['ID=f873c26f-f41a-4db8-b910-c4b1b7d9bfac,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:33:00.342416 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [req-d1a3cf51-7a27-4123-8099-01e40dd23f1c req-36fb7b72-54d8-4c01-976c-41fc2aeb5fff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4f7b9c3-3856-422d-8427-fba5548c7f2c {{(pid=89110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:33:00.362273 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-526d942b-dfaf-4558-a756-4e5638234147 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:00.366062 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-e80aa5c3-ae73-46ed-89cc-7e691f8afc49 req-24c0c8fe-5c76-492f-a9a8-7d02dc2d7080 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.71 "DELETE /v2.0/ports/7f054f0f-9345-49d9-a79c-80f8a2c35139 HTTP/1.1" status: 204 len: 173 time: 2.1430130 May 28 06:33:00.373943 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-d1a3cf51-7a27-4123-8099-01e40dd23f1c req-36fb7b72-54d8-4c01-976c-41fc2aeb5fff service neutron] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:00.418577 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-73515161-6274-416b-8da3-34e487eaf3da req-ec8e6b18-35f9-4472-aa4b-fb8149f7d505 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:33:00.423682 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-526d942b-dfaf-4558-a756-4e5638234147 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] 10.222.0.55 "DELETE /v2.0/ports/f873c26f-f41a-4db8-b910-c4b1b7d9bfac HTTP/1.1" status: 204 len: 168 time: 2.2357571 May 28 06:33:00.433341 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 59786) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:33:00.452936 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-f3b623b2-f783-4153-b232-bb09a634230a tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Request body: {'port': {'network_id': '3db30d99-6fa4-4e2b-9141-f98585fb21e1', 'mac_address': 'fa:16:3e:2c:c6:01', 'name': 'tempest-PortsTestJSON-1071165302'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:33:00.454105 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-73515161-6274-416b-8da3-34e487eaf3da req-ec8e6b18-35f9-4472-aa4b-fb8149f7d505 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Usage tracker for resource:port and tenant:ae27d4a836c444af8d35a0fd61d2dbd8 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:33:00.461461 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-d1a3cf51-7a27-4123-8099-01e40dd23f1c req-36fb7b72-54d8-4c01-976c-41fc2aeb5fff service neutron] Transition to ACTIVE for port object c4f7b9c3-3856-422d-8427-fba5548c7f2c will not be triggered until provisioned by entity L2. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:33:00.466172 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-73515161-6274-416b-8da3-34e487eaf3da req-ec8e6b18-35f9-4472-aa4b-fb8149f7d505 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:33:00.482846 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-65caf1ea-a16f-4adb-aa56-5e11cf0cde60 req-277a7623-31c4-429c-91e2-518b5899ad82 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.55 "GET /v2.0/security-groups?id=330866ba-92b0-424f-b7e1-e6c41912745c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3081162 May 28 06:33:00.495817 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-73515161-6274-416b-8da3-34e487eaf3da req-ec8e6b18-35f9-4472-aa4b-fb8149f7d505 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:33:00.546963 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6dd246fa-1d62-4396-b145-47132af0b5d3 req-bbda380d-b3ce-4300-ac83-b8eb3dacc1d0 service neutron] 10.222.0.71 "GET /v2.0/networks/e169afd5-829f-4c55-b1b4-034fdabca79b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3961389 May 28 06:33:00.558653 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19ba244-f68b-4101-a0fa-e0091e7940de req-7d3a1392-94ef-4e5a-a988-8f200e95c1db tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:00.560169 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a19ba244-f68b-4101-a0fa-e0091e7940de req-7d3a1392-94ef-4e5a-a988-8f200e95c1db tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5d8dc1f-bda1-439a-9c3a-0cfb1b10c028 HTTP/1.1" status: 200 len: 945 time: 0.5818236 May 28 06:33:00.600007 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-d1a3cf51-7a27-4123-8099-01e40dd23f1c req-36fb7b72-54d8-4c01-976c-41fc2aeb5fff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:00.632810 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [req-e80aa5c3-ae73-46ed-89cc-7e691f8afc49 req-4602774c-5bc0-4bf2-accb-88ea0e8c92af tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Deleting port 3fb3ec73-12a3-4479-8d11-63f64b53e873 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:33:00.633190 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-e80aa5c3-ae73-46ed-89cc-7e691f8afc49 req-4602774c-5bc0-4bf2-accb-88ea0e8c92af tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:00.722909 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.db.resource_extend [None req-7a788dd2-a2f6-4c53-bfea-3fc1969b9f68 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 06:33:00.747210 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73515161-6274-416b-8da3-34e487eaf3da req-ec8e6b18-35f9-4472-aa4b-fb8149f7d505 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Made reservation on behalf of ae27d4a836c444af8d35a0fd61d2dbd8 for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:33:00.750880 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-73515161-6274-416b-8da3-34e487eaf3da req-ec8e6b18-35f9-4472-aa4b-fb8149f7d505 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:00.781511 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558e3a55-a5cf-41a7-9476-a58f90a6f877 req-9ce4265b-8d44-4963-a915-666479de5ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:00.783093 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-558e3a55-a5cf-41a7-9476-a58f90a6f877 req-9ce4265b-8d44-4963-a915-666479de5ab8 service neutron] 10.222.0.71 "GET /v2.0/networks?id=dfe145fa-6ce3-4c4f-ba90-3bf2977840d9 HTTP/1.1" status: 200 len: 923 time: 0.5031896 May 28 06:33:00.902377 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a19ba244-f68b-4101-a0fa-e0091e7940de req-6dbc6a65-9a99-4bd1-bb2d-1ee05dd9bd1c tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/security-groups?id=f6de87b7-c8be-4140-be86-d0d6b2592918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3214753 May 28 06:33:00.937210 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-f3b623b2-f783-4153-b232-bb09a634230a tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:33:00.949727 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fb7b72-54d8-4c01-976c-41fc2aeb5fff service neutron] Pushing event updated for resources: {'Port': ['ID=c4f7b9c3-3856-422d-8427-fba5548c7f2c,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:33:00.966858 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-558e3a55-a5cf-41a7-9476-a58f90a6f877 req-3acb9c04-02d1-4798-b76c-4c8e94956354 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7d0d7e0a-edd8-4d80-aa0a-327c08d7e2c5 HTTP/1.1" status: 200 len: 217 time: 0.1608603 May 28 06:33:00.968542 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-f3b623b2-f783-4153-b232-bb09a634230a tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Usage tracker for resource:port and tenant:1c19ca0f4502419e9ff184ba1821fbef is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:33:00.985078 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-f3b623b2-f783-4153-b232-bb09a634230a tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:33:01.030048 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7a788dd2-a2f6-4c53-bfea-3fc1969b9f68 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:01.037701 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-f3b623b2-f783-4153-b232-bb09a634230a tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:33:01.142786 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7a788dd2-a2f6-4c53-bfea-3fc1969b9f68 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691094'] for floatingip, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:01.206382 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558e3a55-a5cf-41a7-9476-a58f90a6f877 req-59729c4c-840f-4e58-a9c7-d7cb8c46d3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:01.206382 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-558e3a55-a5cf-41a7-9476-a58f90a6f877 req-59729c4c-840f-4e58-a9c7-d7cb8c46d3a6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=eb8eebfa-ea14-49f5-bc13-1b8fbe395f02 HTTP/1.1" status: 200 len: 862 time: 0.2222288 May 28 06:33:01.226255 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3b623b2-f783-4153-b232-bb09a634230a tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Made reservation on behalf of 1c19ca0f4502419e9ff184ba1821fbef for: {'port': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:33:01.261073 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-47f25a11-b1bf-4611-8231-0f7c941839f3 req-09b998a6-c366-4721-9e8f-a14f56f240b3 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.55 "GET /v2.0/ports?device_id=e382458d-1b83-4c85-8dce-23160a7eb36c HTTP/1.1" status: 200 len: 210 time: 0.1257246 May 28 06:33:01.279214 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6dd246fa-1d62-4396-b145-47132af0b5d3 req-c57107f6-0d83-46d5-8331-4da4da0631ca service neutron] 10.222.0.71 "GET /v2.0/networks/e169afd5-829f-4c55-b1b4-034fdabca79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7179270 May 28 06:33:01.364004 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-558e3a55-a5cf-41a7-9476-a58f90a6f877 req-92a518e9-bfbf-4105-a451-3f743ec18310 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=dfe145fa-6ce3-4c4f-ba90-3bf2977840d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1418777 May 28 06:33:01.405258 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6dd246fa-1d62-4396-b145-47132af0b5d3 req-863539ee-6997-4a10-953a-06d5a6d7ce93 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e47a9f12-379b-4fc5-a552-153619f20833 HTTP/1.1" status: 200 len: 217 time: 0.1123722 May 28 06:33:01.428563 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc8afbe2-63ab-495f-b953-08528fec512c', 'name': 'network-vif-deleted', 'tag': '7f054f0f-9345-49d9-a79c-80f8a2c35139'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:33:01.455024 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b525f3d0-090a-4ea8-bf14-4763b88a738b req-0f72cd92-21a2-4312-88cd-7a10a527d9a6 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:01.455711 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-b525f3d0-090a-4ea8-bf14-4763b88a738b req-0f72cd92-21a2-4312-88cd-7a10a527d9a6 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Synchronizing usage tracker for tenant:5ef065cc7a6e48198da7b2879024e281 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:33:01.561448 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-d1a3cf51-7a27-4123-8099-01e40dd23f1c req-36fb7b72-54d8-4c01-976c-41fc2aeb5fff service neutron] Attempting to bind port c4f7b9c3-3856-422d-8427-fba5548c7f2c on host n-h2-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:33:01.562564 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-d1a3cf51-7a27-4123-8099-01e40dd23f1c req-36fb7b72-54d8-4c01-976c-41fc2aeb5fff service neutron] Attempting to bind port c4f7b9c3-3856-422d-8427-fba5548c7f2c by drivers openvswitch,hyperv on host n-h2-843702-1 at level 0 using segments [{'id': '36b7b050-a7a0-4005-a03f-73135e20048b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '97711779-de36-4af1-95e9-88f65060157a'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:33:01.562564 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a3cf51-7a27-4123-8099-01e40dd23f1c req-36fb7b72-54d8-4c01-976c-41fc2aeb5fff service neutron] Attempting to bind port c4f7b9c3-3856-422d-8427-fba5548c7f2c on network 97711779-de36-4af1-95e9-88f65060157a {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:33:01.592153 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:01.596992 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a3cf51-7a27-4123-8099-01e40dd23f1c req-36fb7b72-54d8-4c01-976c-41fc2aeb5fff service neutron] Port c4f7b9c3-3856-422d-8427-fba5548c7f2c on network 97711779-de36-4af1-95e9-88f65060157a not bound, no agent of type Open vSwitch agent registered on host n-h2-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:33:01.596992 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a3cf51-7a27-4123-8099-01e40dd23f1c req-36fb7b72-54d8-4c01-976c-41fc2aeb5fff service neutron] Attempting to bind port c4f7b9c3-3856-422d-8427-fba5548c7f2c on network 97711779-de36-4af1-95e9-88f65060157a {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:33:01.599976 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd246fa-1d62-4396-b145-47132af0b5d3 req-9a7cae8e-e821-494d-a39f-f44d241c3f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:01.601487 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6dd246fa-1d62-4396-b145-47132af0b5d3 req-9a7cae8e-e821-494d-a39f-f44d241c3f90 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6836d020-a745-4e71-882d-9073aeb06be4 HTTP/1.1" status: 200 len: 797 time: 0.1400485 May 28 06:33:01.604245 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [req-73515161-6274-416b-8da3-34e487eaf3da req-ec8e6b18-35f9-4472-aa4b-fb8149f7d505 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Allocated IP 172.20.0.3 (8d92f73a-1818-46b4-ace6-904b9532c5d0/be7430a6-d63b-496c-a478-4d1ac23bdfda/a9fa9a20-b169-4ebe-be42-5b1c7d3987c0) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:33:01.646147 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a3cf51-7a27-4123-8099-01e40dd23f1c req-36fb7b72-54d8-4c01-976c-41fc2aeb5fff service neutron] Checking agent: {'id': 'f1a3973b-d2b3-4558-88e7-2ac50857d302', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:33:01.646724 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a3cf51-7a27-4123-8099-01e40dd23f1c req-36fb7b72-54d8-4c01-976c-41fc2aeb5fff service neutron] Checking segment: {'id': '36b7b050-a7a0-4005-a03f-73135e20048b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '97711779-de36-4af1-95e9-88f65060157a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:33:01.647182 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a3cf51-7a27-4123-8099-01e40dd23f1c req-36fb7b72-54d8-4c01-976c-41fc2aeb5fff service neutron] Bound using segment: {'id': '36b7b050-a7a0-4005-a03f-73135e20048b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '97711779-de36-4af1-95e9-88f65060157a'} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:33:01.647747 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-d1a3cf51-7a27-4123-8099-01e40dd23f1c req-36fb7b72-54d8-4c01-976c-41fc2aeb5fff service neutron] Bound port: c4f7b9c3-3856-422d-8427-fba5548c7f2c, host: n-h2-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36b7b050-a7a0-4005-a03f-73135e20048b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '97711779-de36-4af1-95e9-88f65060157a'}}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:33:01.648095 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-d1a3cf51-7a27-4123-8099-01e40dd23f1c req-36fb7b72-54d8-4c01-976c-41fc2aeb5fff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:01.743365 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f3b623b2-f783-4153-b232-bb09a634230a tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:01.754218 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-b525f3d0-090a-4ea8-bf14-4763b88a738b req-0f72cd92-21a2-4312-88cd-7a10a527d9a6 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Unset dirty status for tenant:5ef065cc7a6e48198da7b2879024e281 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:33:01.756682 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b525f3d0-090a-4ea8-bf14-4763b88a738b req-0f72cd92-21a2-4312-88cd-7a10a527d9a6 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.55 "GET /v2.0/ports?device_id=48a19ee3-8702-4034-91de-965318e77735 HTTP/1.1" status: 200 len: 943 time: 1.0617175 May 28 06:33:01.770328 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-e80aa5c3-ae73-46ed-89cc-7e691f8afc49 req-4602774c-5bc0-4bf2-accb-88ea0e8c92af tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] For port 3fb3ec73-12a3-4479-8d11-63f64b53e873, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=3fb3ec73-12a3-4479-8d11-63f64b53e873,segment=NetworkSegment(befc39fc-1243-42e3-acd6-540a4860f994),segment_id=befc39fc-1243-42e3-acd6-540a4860f994)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:33:01.771303 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-e80aa5c3-ae73-46ed-89cc-7e691f8afc49 req-4602774c-5bc0-4bf2-accb-88ea0e8c92af tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:01.815945 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcba528-aaab-495d-943b-d3ed94e342a3 req-31540213-c417-41fe-8eea-1e1455826046 tempest-ServerAddressesNegativeTestJSON-1896159330 tempest-ServerAddressesNegativeTestJSON-1896159330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:01.818180 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2dcba528-aaab-495d-943b-d3ed94e342a3 req-31540213-c417-41fe-8eea-1e1455826046 tempest-ServerAddressesNegativeTestJSON-1896159330 tempest-ServerAddressesNegativeTestJSON-1896159330-project] 10.222.0.55 "GET /v2.0/ports?device_id=0e48b201-9686-4f67-84dd-05f5c971cbc4 HTTP/1.1" status: 200 len: 944 time: 0.4288721 May 28 06:33:01.887100 n-d-843702-1 neutron-server[89109]: INFO neutron.db.l3_db [None req-7a788dd2-a2f6-4c53-bfea-3fc1969b9f68 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Floating IP 45219b18-66c9-4819-bd4d-930c1773b863 associated. External IP: 172.25.5.144, port: 3940a05d-2561-4f14-9f2d-43dd8c4949ab. May 28 06:33:01.956588 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [None req-f3b623b2-f783-4153-b232-bb09a634230a tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] device_id is not set on port 495d8d7b-27ad-4f0d-8ce8-b65b545ebe34 yet. {{(pid=89109) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:33:01.982899 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b525f3d0-090a-4ea8-bf14-4763b88a738b req-ee3d28f5-9028-4d5a-862e-7dfdfdb4370a tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.55 "GET /v2.0/security-groups?id=89c8e518-81c5-4ccc-b111-8291ad38466d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053628 May 28 06:33:01.995055 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-d1a3cf51-7a27-4123-8099-01e40dd23f1c req-36fb7b72-54d8-4c01-976c-41fc2aeb5fff service neutron] For port c4f7b9c3-3856-422d-8427-fba5548c7f2c, host n-h2-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:33:02.006316 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd246fa-1d62-4396-b145-47132af0b5d3 req-8eb373e8-26cf-450b-935c-78a9c6ca5898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:02.008323 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6dd246fa-1d62-4396-b145-47132af0b5d3 req-8eb373e8-26cf-450b-935c-78a9c6ca5898 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e169afd5-829f-4c55-b1b4-034fdabca79b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3967321 May 28 06:33:02.047696 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2dcba528-aaab-495d-943b-d3ed94e342a3 req-39e6ad5d-cbe9-4b96-95a2-661750110617 tempest-ServerAddressesNegativeTestJSON-1896159330 tempest-ServerAddressesNegativeTestJSON-1896159330-project] 10.222.0.55 "GET /v2.0/security-groups?id=964d97d4-23b8-496a-8641-78bc3988d25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175267 May 28 06:33:02.058451 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-d1a3cf51-7a27-4123-8099-01e40dd23f1c req-36fb7b72-54d8-4c01-976c-41fc2aeb5fff service neutron] For port c4f7b9c3-3856-422d-8427-fba5548c7f2c, host n-h2-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=c4f7b9c3-3856-422d-8427-fba5548c7f2c,segment=NetworkSegment(36b7b050-a7a0-4005-a03f-73135e20048b),segment_id=36b7b050-a7a0-4005-a03f-73135e20048b)] {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:33:02.060452 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b9cd4ca-0dc0-4094-aa6f-bc506db1df3a'] response: {'server_uuid': 'fc8afbe2-63ab-495f-b953-08528fec512c', 'name': 'network-vif-deleted', 'tag': '7f054f0f-9345-49d9-a79c-80f8a2c35139', 'status': 'completed', 'code': 200} May 28 06:33:02.077439 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-558e3a55-a5cf-41a7-9476-a58f90a6f877 req-96e9f1ea-6aab-46b7-9040-9cb27fdb76a0 service neutron] 10.222.0.71 "GET /v2.0/networks/dfe145fa-6ce3-4c4f-ba90-3bf2977840d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6925263 May 28 06:33:02.151907 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:02.311002 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-d1a3cf51-7a27-4123-8099-01e40dd23f1c req-36fb7b72-54d8-4c01-976c-41fc2aeb5fff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:02.382637 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6dd246fa-1d62-4396-b145-47132af0b5d3 req-59f4081e-e59e-45f8-af2e-723272dbc779 service neutron] 10.222.0.71 "GET /v2.0/networks/e169afd5-829f-4c55-b1b4-034fdabca79b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3660173 May 28 06:33:02.457975 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-73515161-6274-416b-8da3-34e487eaf3da req-ec8e6b18-35f9-4472-aa4b-fb8149f7d505 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:02.464062 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a3cf51-7a27-4123-8099-01e40dd23f1c req-36fb7b72-54d8-4c01-976c-41fc2aeb5fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:02.464442 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-d1a3cf51-7a27-4123-8099-01e40dd23f1c req-36fb7b72-54d8-4c01-976c-41fc2aeb5fff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:02.465815 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d1a3cf51-7a27-4123-8099-01e40dd23f1c req-36fb7b72-54d8-4c01-976c-41fc2aeb5fff service neutron] 10.222.0.71 "PUT /v2.0/ports/c4f7b9c3-3856-422d-8427-fba5548c7f2c HTTP/1.1" status: 200 len: 1091 time: 4.3972626 May 28 06:33:02.510896 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48a19ee3-8702-4034-91de-965318e77735', 'tag': 'c4f7b9c3-3856-422d-8427-fba5548c7f2c'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:33:02.561997 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fb7b72-54d8-4c01-976c-41fc2aeb5fff service neutron] Pushing event updated for resources: {'Port': ['ID=c4f7b9c3-3856-422d-8427-fba5548c7f2c,revision_number=3']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:33:02.618640 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a33daa0-1735-4b9b-89a2-6f5a15546e04 req-c8eff9bb-7c4a-465e-a200-b809035d560c tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:02.620053 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9a33daa0-1735-4b9b-89a2-6f5a15546e04 req-c8eff9bb-7c4a-465e-a200-b809035d560c tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5d8dc1f-bda1-439a-9c3a-0cfb1b10c028 HTTP/1.1" status: 200 len: 945 time: 0.4227629 May 28 06:33:02.674086 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-e80aa5c3-ae73-46ed-89cc-7e691f8afc49 req-4602774c-5bc0-4bf2-accb-88ea0e8c92af tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:02.674584 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-e80aa5c3-ae73-46ed-89cc-7e691f8afc49 req-4602774c-5bc0-4bf2-accb-88ea0e8c92af tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691094'] for floatingip, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:02.674755 n-d-843702-1 neutron-server[89109]: INFO neutron.db.l3_db [req-e80aa5c3-ae73-46ed-89cc-7e691f8afc49 req-4602774c-5bc0-4bf2-accb-88ea0e8c92af tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Floating IP 2b925c8a-e382-4d1e-92eb-898e57cc999e disassociated. External IP: 172.25.5.5, port: 3fb3ec73-12a3-4479-8d11-63f64b53e873. May 28 06:33:02.675107 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [req-e80aa5c3-ae73-46ed-89cc-7e691f8afc49 req-4602774c-5bc0-4bf2-accb-88ea0e8c92af tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Calling delete_port for 3fb3ec73-12a3-4479-8d11-63f64b53e873 owned by compute:nova {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:33:02.676439 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774a4552-ee07-4df3-ad65-273077cddfad req-048ede22-fbbd-40db-b580-9a48d8e408f3 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:02.682262 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774a4552-ee07-4df3-ad65-273077cddfad req-048ede22-fbbd-40db-b580-9a48d8e408f3 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:02.688000 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774a4552-ee07-4df3-ad65-273077cddfad req-048ede22-fbbd-40db-b580-9a48d8e408f3 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:02.694360 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774a4552-ee07-4df3-ad65-273077cddfad req-048ede22-fbbd-40db-b580-9a48d8e408f3 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:02.696035 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-774a4552-ee07-4df3-ad65-273077cddfad req-048ede22-fbbd-40db-b580-9a48d8e408f3 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc8afbe2-63ab-495f-b953-08528fec512c HTTP/1.1" status: 200 len: 3143 time: 0.4951029 May 28 06:33:02.744659 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6dd246fa-1d62-4396-b145-47132af0b5d3 req-4f6f90e0-a515-4fe0-9d84-73339aca5b0f service neutron] 10.222.0.71 "GET /v2.0/networks/e169afd5-829f-4c55-b1b4-034fdabca79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3383198 May 28 06:33:02.758898 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-558e3a55-a5cf-41a7-9476-a58f90a6f877 req-bb8daa46-cbdc-49a9-bf46-8cd8a9d01312 service neutron] 10.222.0.71 "GET /v2.0/networks/dfe145fa-6ce3-4c4f-ba90-3bf2977840d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5634069 May 28 06:33:02.802347 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9a33daa0-1735-4b9b-89a2-6f5a15546e04 req-b7c5c120-a176-42df-b926-b38519c2e30d tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/security-groups?id=f6de87b7-c8be-4140-be86-d0d6b2592918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434855 May 28 06:33:02.812822 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-774a4552-ee07-4df3-ad65-273077cddfad req-496c640f-4c07-4e0c-b67d-cfa5b078de4d tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.55 "GET /v2.0/security-groups?id=330866ba-92b0-424f-b7e1-e6c41912745c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933952 May 28 06:33:02.828771 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a3cf51-7a27-4123-8099-01e40dd23f1c req-caa4a8ed-18dd-457d-8c9b-bc0495807205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:02.829533 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d1a3cf51-7a27-4123-8099-01e40dd23f1c req-caa4a8ed-18dd-457d-8c9b-bc0495807205 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5ef065cc7a6e48198da7b2879024e281&device_id=48a19ee3-8702-4034-91de-965318e77735 HTTP/1.1" status: 200 len: 1094 time: 0.2063916 May 28 06:33:02.922278 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34468597-e04b-413c-9a85-7881f411cd4b'] response: {'name': 'network-changed', 'server_uuid': '48a19ee3-8702-4034-91de-965318e77735', 'tag': 'c4f7b9c3-3856-422d-8427-fba5548c7f2c', 'status': 'completed', 'code': 200} May 28 06:33:02.923180 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f3b623b2-f783-4153-b232-bb09a634230a tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:02.935272 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-73515161-6274-416b-8da3-34e487eaf3da req-ec8e6b18-35f9-4472-aa4b-fb8149f7d505 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:02.937978 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d1a3cf51-7a27-4123-8099-01e40dd23f1c req-a8217662-3b19-4b69-8cce-22f7ccf7f41f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c4f7b9c3-3856-422d-8427-fba5548c7f2c HTTP/1.1" status: 200 len: 217 time: 0.0946758 May 28 06:33:02.991642 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a788dd2-a2f6-4c53-bfea-3fc1969b9f68 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Router b7caed0c-12be-4ccc-aed6-16ab8878a290 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:33:03.193970 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-e80aa5c3-ae73-46ed-89cc-7e691f8afc49 req-4602774c-5bc0-4bf2-accb-88ea0e8c92af tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:03.281557 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73515161-6274-416b-8da3-34e487eaf3da req-ec8e6b18-35f9-4472-aa4b-fb8149f7d505 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Network 8d92f73a-1818-46b4-ace6-904b9532c5d0 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:33:03.289852 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [req-73515161-6274-416b-8da3-34e487eaf3da req-ec8e6b18-35f9-4472-aa4b-fb8149f7d505 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:33:03.343877 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-73515161-6274-416b-8da3-34e487eaf3da req-ec8e6b18-35f9-4472-aa4b-fb8149f7d505 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:33:03.376692 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8e6b18-35f9-4472-aa4b-fb8149f7d505 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Pushing event updated for resources: {'Port': ['ID=a9fa9a20-b169-4ebe-be42-5b1c7d3987c0,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:33:03.394218 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 7d0d7e0a-edd8-4d80-aa0a-327c08d7e2c5 details requested by agent hyperv_n-h2-843702-1 with host n-h2-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:33:03.408385 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f3b623b2-f783-4153-b232-bb09a634230a tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:03.409136 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a3cf51-7a27-4123-8099-01e40dd23f1c req-9f26ea62-6936-4e9d-b60f-7baa312627f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:03.409136 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d1a3cf51-7a27-4123-8099-01e40dd23f1c req-9f26ea62-6936-4e9d-b60f-7baa312627f3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9065b260-3817-4805-a18f-dced8d73fe86 HTTP/1.1" status: 200 len: 845 time: 0.4234290 May 28 06:33:03.409336 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4602774c-5bc0-4bf2-accb-88ea0e8c92af tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Pushing event deleted for resources: {'Port': ['ID=3fb3ec73-12a3-4479-8d11-63f64b53e873,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:33:03.493690 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d1a3cf51-7a27-4123-8099-01e40dd23f1c req-6c81adb7-b848-4d2d-bee7-0e583ecc312c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=97711779-de36-4af1-95e9-88f65060157a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0735302 May 28 06:33:03.509104 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a788dd2-a2f6-4c53-bfea-3fc1969b9f68 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:33:03.509104 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b623b2-f783-4153-b232-bb09a634230a tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Network 3db30d99-6fa4-4e2b-9141-f98585fb21e1 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:33:03.528555 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73515161-6274-416b-8da3-34e487eaf3da req-ec8e6b18-35f9-4472-aa4b-fb8149f7d505 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:03.529153 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-73515161-6274-416b-8da3-34e487eaf3da req-ec8e6b18-35f9-4472-aa4b-fb8149f7d505 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:03.572342 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-f3b623b2-f783-4153-b232-bb09a634230a tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:33:03.576003 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b623b2-f783-4153-b232-bb09a634230a tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:33:03.581773 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b623b2-f783-4153-b232-bb09a634230a tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:03.583210 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f3b623b2-f783-4153-b232-bb09a634230a tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:03.607687 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 7d0d7e0a-edd8-4d80-aa0a-327c08d7e2c5, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=7d0d7e0a-edd8-4d80-aa0a-327c08d7e2c5,segment=NetworkSegment(3da683c7-3fb0-47dc-b1ef-2b249d6434de),segment_id=3da683c7-3fb0-47dc-b1ef-2b249d6434de)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:33:03.612990 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ac2057-e3c6-48d0-9de3-49af66210eb7 req-4bac2d0c-4add-4e7c-b874-e9144a0e2a75 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:03.618622 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d3ac2057-e3c6-48d0-9de3-49af66210eb7 req-4bac2d0c-4add-4e7c-b874-e9144a0e2a75 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.55 "GET /v2.0/ports?device_id=e382458d-1b83-4c85-8dce-23160a7eb36c HTTP/1.1" status: 200 len: 931 time: 0.6753063 May 28 06:33:03.619244 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c229dfd-a330-4c17-a0e6-f3bc688faf04 None None] Sync routers for ids ['b7caed0c-12be-4ccc-aed6-16ab8878a290'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:33:03.624892 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b623b2-f783-4153-b232-bb09a634230a tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Pushing event updated for resources: {'Port': ['ID=495d8d7b-27ad-4f0d-8ce8-b65b545ebe34,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:33:03.632821 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7a788dd2-a2f6-4c53-bfea-3fc1969b9f68 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:03.639621 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Returning: {'device': '7d0d7e0a-edd8-4d80-aa0a-327c08d7e2c5', 'network_id': 'dfe145fa-6ce3-4c4f-ba90-3bf2977840d9', 'port_id': '7d0d7e0a-edd8-4d80-aa0a-327c08d7e2c5', 'mac_address': 'fa:16:3e:10:5d:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb8eebfa-ea14-49f5-bc13-1b8fbe395f02', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:33:03.674729 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c229dfd-a330-4c17-a0e6-f3bc688faf04 None None] Routers {'b7caed0c-12be-4ccc-aed6-16ab8878a290'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:33:03.675628 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-8c229dfd-a330-4c17-a0e6-f3bc688faf04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:32:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['b7caed0c-12be-4ccc-aed6-16ab8878a290'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:33:03.694931 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d1a3cf51-7a27-4123-8099-01e40dd23f1c req-0edda318-a402-4e91-970e-84731d120c5d service neutron] 10.222.0.71 "GET /v2.0/networks/97711779-de36-4af1-95e9-88f65060157a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906044 May 28 06:33:03.751758 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28dd00b-a4fe-45c6-bf9e-a2ad747d2bd8 req-a7e7878d-e501-4e3f-8d90-81346b9510c6 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:03.761668 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b28dd00b-a4fe-45c6-bf9e-a2ad747d2bd8 req-a7e7878d-e501-4e3f-8d90-81346b9510c6 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.55 "GET /v2.0/ports?device_id=48a19ee3-8702-4034-91de-965318e77735 HTTP/1.1" status: 200 len: 943 time: 0.4879222 May 28 06:33:03.770732 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-7a788dd2-a2f6-4c53-bfea-3fc1969b9f68 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "PUT /v2.0/floatingips/45219b18-66c9-4819-bd4d-930c1773b863 HTTP/1.1" status: 200 len: 991 time: 4.5066738 May 28 06:33:03.778773 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-f3b623b2-f783-4153-b232-bb09a634230a tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 3.3331976 May 28 06:33:03.781740 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 59808) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:33:03.848814 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e80aa5c3-ae73-46ed-89cc-7e691f8afc49 req-4602774c-5bc0-4bf2-accb-88ea0e8c92af tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Router d857aec3-5263-4f45-9b98-fac1260651c2 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:33:03.849702 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-73515161-6274-416b-8da3-34e487eaf3da req-ec8e6b18-35f9-4472-aa4b-fb8149f7d505 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9926682 May 28 06:33:03.871692 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-73515161-6274-416b-8da3-34e487eaf3da req-57c9b0c4-1c54-482c-a386-2a92c60d682e service neutron] Request body: {'port': {'device_id': 'e382458d-1b83-4c85-8dce-23160a7eb36c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843702-1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:33:03.875622 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb0c58d-8ec2-4f5a-aedd-7179c0b377d0 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:03.875622 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-8fb0c58d-8ec2-4f5a-aedd-7179c0b377d0 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Synchronizing usage tracker for tenant:1c19ca0f4502419e9ff184ba1821fbef on resource:port {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:33:03.922163 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 7d0d7e0a-edd8-4d80-aa0a-327c08d7e2c5 is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:33:03.922543 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:03.952086 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d0d7e0a-edd8-4d80-aa0a-327c08d7e2c5 {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:33:03.959905 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-8c229dfd-a330-4c17-a0e6-f3bc688faf04 None None] Set router b7caed0c-12be-4ccc-aed6-16ab8878a290 gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:33:03.975320 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-d3ac2057-e3c6-48d0-9de3-49af66210eb7 req-a0c4b955-7cfd-479b-977d-8ed0f4cb8aec tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Synchronizing usage tracker for tenant:ae27d4a836c444af8d35a0fd61d2dbd8 on resource:security_group {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:33:03.994260 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b28dd00b-a4fe-45c6-bf9e-a2ad747d2bd8 req-45a0c197-9bfd-4c15-8ba0-c1cb531a2cc6 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.55 "GET /v2.0/security-groups?id=89c8e518-81c5-4ccc-b111-8291ad38466d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313578 May 28 06:33:04.030326 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-8fb0c58d-8ec2-4f5a-aedd-7179c0b377d0 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Unset dirty status for tenant:1c19ca0f4502419e9ff184ba1821fbef on resource:port {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:33:04.031646 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-8fb0c58d-8ec2-4f5a-aedd-7179c0b377d0 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] 10.222.0.55 "GET /v2.0/ports/495d8d7b-27ad-4f0d-8ce8-b65b545ebe34 HTTP/1.1" status: 200 len: 841 time: 0.2488954 May 28 06:33:04.034486 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 59816) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:33:04.073044 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 7d0d7e0a-edd8-4d80-aa0a-327c08d7e2c5, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=7d0d7e0a-edd8-4d80-aa0a-327c08d7e2c5,segment=NetworkSegment(3da683c7-3fb0-47dc-b1ef-2b249d6434de),segment_id=3da683c7-3fb0-47dc-b1ef-2b249d6434de)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:33:04.093852 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd4324bb-6276-40b4-93b6-8590a183bcfd', 'tag': '3940a05d-2561-4f14-9f2d-43dd8c4949ab'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:33:04.107105 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d1a3cf51-7a27-4123-8099-01e40dd23f1c req-db11cc98-6a0c-4d7e-81ff-67313b33a45b service neutron] 10.222.0.71 "GET /v2.0/networks/97711779-de36-4af1-95e9-88f65060157a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3943064 May 28 06:33:04.121044 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-73515161-6274-416b-8da3-34e487eaf3da req-57c9b0c4-1c54-482c-a386-2a92c60d682e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:04.148564 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:04.184409 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e80aa5c3-ae73-46ed-89cc-7e691f8afc49 req-4602774c-5bc0-4bf2-accb-88ea0e8c92af tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:33:04.188975 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-84db9675-071a-43dc-8998-2115853a703b tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Deleting port 495d8d7b-27ad-4f0d-8ce8-b65b545ebe34 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:33:04.189699 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-84db9675-071a-43dc-8998-2115853a703b tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:04.198749 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8c3aa4-5122-4968-a5dd-4a3d4f06491a None None] Sync routers for ids ['d857aec3-5263-4f45-9b98-fac1260651c2'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:33:04.212316 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8c3aa4-5122-4968-a5dd-4a3d4f06491a None None] Routers {'d857aec3-5263-4f45-9b98-fac1260651c2'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:33:04.213157 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-7d8c3aa4-5122-4968-a5dd-4a3d4f06491a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:32:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['d857aec3-5263-4f45-9b98-fac1260651c2'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:33:04.240119 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-d3ac2057-e3c6-48d0-9de3-49af66210eb7 req-a0c4b955-7cfd-479b-977d-8ed0f4cb8aec tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Unset dirty status for tenant:ae27d4a836c444af8d35a0fd61d2dbd8 on resource:security_group {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:33:04.248865 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d3ac2057-e3c6-48d0-9de3-49af66210eb7 req-a0c4b955-7cfd-479b-977d-8ed0f4cb8aec tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.55 "GET /v2.0/security-groups?id=76f5f0a9-1f72-44c1-a851-4026e46651c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5519023 May 28 06:33:04.262689 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=7d0d7e0a-edd8-4d80-aa0a-327c08d7e2c5,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:33:04.418633 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [req-e80aa5c3-ae73-46ed-89cc-7e691f8afc49 req-4602774c-5bc0-4bf2-accb-88ea0e8c92af tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] No DVR routers for this DVR port 3fb3ec73-12a3-4479-8d11-63f64b53e873 on host n-h2-843702-1 {{(pid=89109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:33:04.423463 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-e80aa5c3-ae73-46ed-89cc-7e691f8afc49 req-4602774c-5bc0-4bf2-accb-88ea0e8c92af tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:04.425552 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-e80aa5c3-ae73-46ed-89cc-7e691f8afc49 req-4602774c-5bc0-4bf2-accb-88ea0e8c92af tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.71 "DELETE /v2.0/ports/3fb3ec73-12a3-4479-8d11-63f64b53e873 HTTP/1.1" status: 204 len: 173 time: 4.0506008 May 28 06:33:04.482056 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-7d8c3aa4-5122-4968-a5dd-4a3d4f06491a None None] Set router d857aec3-5263-4f45-9b98-fac1260651c2 gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:33:04.522064 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-8c229dfd-a330-4c17-a0e6-f3bc688faf04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7caed0c-12be-4ccc-aed6-16ab8878a290', 'name': 'tempest-AttachVolumeTestJSON-711083849-router', 'tenant_id': 'f2d8466b4d8c4168848bc4cc302053bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '2be5ad75-4e3e-418a-8948-bbda87159bd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:27:51Z', 'updated_at': '2022-05-28T06:28:01Z', 'revision_number': 4, 'project_id': 'f2d8466b4d8c4168848bc4cc302053bf', 'gw_port': {'id': '2be5ad75-4e3e-418a-8948-bbda87159bd6', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:d2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7caed0c-12be-4ccc-aed6-16ab8878a290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:27:53Z', 'updated_at': '2022-05-28T06:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': '45219b18-66c9-4819-bd4d-930c1773b863', 'tenant_id': 'f2d8466b4d8c4168848bc4cc302053bf', 'floating_ip_address': '172.25.5.144', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': 'b7caed0c-12be-4ccc-aed6-16ab8878a290', 'port_id': '3940a05d-2561-4f14-9f2d-43dd8c4949ab', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1301, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4874bba4-a87e-43f9-9333-c72385485612', 'mac_address': 'fa:16:3e:5c:d5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4324bb-6276-40b4-93b6-8590a183bcfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:32:26Z', 'updated_at': '2022-05-28T06:33:00Z', 'revision_number': 1, 'project_id': 'f2d8466b4d8c4168848bc4cc302053bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab358220-ffe5-48e9-8d4c-19b4f120a499', 'name': '', 'network_id': '4874bba4-a87e-43f9-9333-c72385485612', 'tenant_id': 'f2d8466b4d8c4168848bc4cc302053bf', 'mac_address': 'fa:16:3e:2a:8a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7caed0c-12be-4ccc-aed6-16ab8878a290', 'device_owner': 'network:router_interface', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': 'aa6e01e0-3e0c-4b0f-b2af-e5c6de04414e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:27:59Z', 'updated_at': '2022-05-28T06:28:10Z', 'revision_number': 5, 'project_id': 'f2d8466b4d8c4168848bc4cc302053bf', 'subnets': [{'id': 'aa6e01e0-3e0c-4b0f-b2af-e5c6de04414e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:33:04.539497 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c229dfd-a330-4c17-a0e6-f3bc688faf04 None None] Checking router: b7caed0c-12be-4ccc-aed6-16ab8878a290 for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:33:04.552371 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c229dfd-a330-4c17-a0e6-f3bc688faf04 None None] Routers {'b7caed0c-12be-4ccc-aed6-16ab8878a290'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:33:04.558185 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-8c229dfd-a330-4c17-a0e6-f3bc688faf04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:32:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['b7caed0c-12be-4ccc-aed6-16ab8878a290'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:33:04.591378 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [req-e80aa5c3-ae73-46ed-89cc-7e691f8afc49 req-57f731ee-c4c2-4e28-8591-e3c658791458 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Deleting port ecbf4d7c-46a2-4775-9309-6c6a862cec86 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:33:04.591956 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-e80aa5c3-ae73-46ed-89cc-7e691f8afc49 req-57f731ee-c4c2-4e28-8591-e3c658791458 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:04.644154 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-84db9675-071a-43dc-8998-2115853a703b tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:04.676371 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['7d0d7e0a-edd8-4d80-aa0a-327c08d7e2c5'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:33:04.750004 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48c91f8-4dc8-4436-b271-a9ddc8c6c115 req-c061c198-797d-4eb3-84f0-ca3536692dc6 tempest-ServerAddressesNegativeTestJSON-1896159330 tempest-ServerAddressesNegativeTestJSON-1896159330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:04.758512 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b48c91f8-4dc8-4436-b271-a9ddc8c6c115 req-c061c198-797d-4eb3-84f0-ca3536692dc6 tempest-ServerAddressesNegativeTestJSON-1896159330 tempest-ServerAddressesNegativeTestJSON-1896159330-project] 10.222.0.55 "GET /v2.0/ports?device_id=0e48b201-9686-4f67-84dd-05f5c971cbc4 HTTP/1.1" status: 200 len: 945 time: 0.5751064 May 28 06:33:04.779177 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-84db9675-071a-43dc-8998-2115853a703b tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Calling delete_port for 495d8d7b-27ad-4f0d-8ce8-b65b545ebe34 owned by {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:33:04.845977 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b48c91f8-4dc8-4436-b271-a9ddc8c6c115 req-9a4712ae-0096-4d58-b980-0caf406ee924 tempest-ServerAddressesNegativeTestJSON-1896159330 tempest-ServerAddressesNegativeTestJSON-1896159330-project] 10.222.0.55 "GET /v2.0/security-groups?id=964d97d4-23b8-496a-8641-78bc3988d25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865595 May 28 06:33:04.866262 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-7d8c3aa4-5122-4968-a5dd-4a3d4f06491a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd857aec3-5263-4f45-9b98-fac1260651c2', 'name': 'tempest-TaggedBootDevicesTest_v242-1074299981-router', 'tenant_id': '5a27568d2aff479086cfcad7501ab2c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': 'd4b35cd7-b30f-4dfe-9d66-ec5633b31dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:24:44Z', 'updated_at': '2022-05-28T06:24:52Z', 'revision_number': 4, 'project_id': '5a27568d2aff479086cfcad7501ab2c8', 'gw_port': {'id': 'd4b35cd7-b30f-4dfe-9d66-ec5633b31dfd', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:50:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd857aec3-5263-4f45-9b98-fac1260651c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:24:46Z', 'updated_at': '2022-05-28T06:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'f176d8d6-3ae7-4ca6-a849-580d2e96b345', 'name': '', 'network_id': '9b9370ac-f402-419d-a185-61eac57b38a9', 'tenant_id': '5a27568d2aff479086cfcad7501ab2c8', 'mac_address': 'fa:16:3e:dc:34:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd857aec3-5263-4f45-9b98-fac1260651c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'c103158a-2ac5-46a3-b8d0-bd8c5ed32dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:24:51Z', 'updated_at': '2022-05-28T06:25:01Z', 'revision_number': 5, 'project_id': '5a27568d2aff479086cfcad7501ab2c8', 'subnets': [{'id': 'c103158a-2ac5-46a3-b8d0-bd8c5ed32dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:33:04.880815 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8c3aa4-5122-4968-a5dd-4a3d4f06491a None None] Checking router: d857aec3-5263-4f45-9b98-fac1260651c2 for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:33:04.897600 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8c3aa4-5122-4968-a5dd-4a3d4f06491a None None] Routers {'d857aec3-5263-4f45-9b98-fac1260651c2'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:33:04.898930 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-7d8c3aa4-5122-4968-a5dd-4a3d4f06491a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:32:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['d857aec3-5263-4f45-9b98-fac1260651c2'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:33:04.920209 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d6ab0a-ab40-47f7-83c3-b99612a4132f req-f35b7ec7-a6a8-4f60-8ccc-7003ea48ae50 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:04.927400 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-27d6ab0a-ab40-47f7-83c3-b99612a4132f req-f35b7ec7-a6a8-4f60-8ccc-7003ea48ae50 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5d8dc1f-bda1-439a-9c3a-0cfb1b10c028 HTTP/1.1" status: 200 len: 945 time: 0.4218502 May 28 06:33:04.959664 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8622ea1e-b089-4bc9-b54d-0c10aff58cfa req-da98138b-5da3-4bcd-9ed6-3ed9a8ba03d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:04.967401 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8622ea1e-b089-4bc9-b54d-0c10aff58cfa req-da98138b-5da3-4bcd-9ed6-3ed9a8ba03d7 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5ef065cc7a6e48198da7b2879024e281&device_id=48a19ee3-8702-4034-91de-965318e77735 HTTP/1.1" status: 200 len: 1094 time: 0.4548366 May 28 06:33:05.111158 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.db.resource_extend [req-73515161-6274-416b-8da3-34e487eaf3da req-57c9b0c4-1c54-482c-a386-2a92c60d682e service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 06:33:05.114689 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-8c229dfd-a330-4c17-a0e6-f3bc688faf04 None None] Set router b7caed0c-12be-4ccc-aed6-16ab8878a290 gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:33:05.175018 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-e80aa5c3-ae73-46ed-89cc-7e691f8afc49 req-57f731ee-c4c2-4e28-8591-e3c658791458 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] For port ecbf4d7c-46a2-4775-9309-6c6a862cec86, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=ecbf4d7c-46a2-4775-9309-6c6a862cec86,segment=NetworkSegment(91926a5e-954e-4773-b0d0-2c49874bbb2a),segment_id=91926a5e-954e-4773-b0d0-2c49874bbb2a)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:33:05.176164 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-e80aa5c3-ae73-46ed-89cc-7e691f8afc49 req-57f731ee-c4c2-4e28-8591-e3c658791458 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:05.306965 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [req-e80aa5c3-ae73-46ed-89cc-7e691f8afc49 req-57f731ee-c4c2-4e28-8591-e3c658791458 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Calling delete_port for ecbf4d7c-46a2-4775-9309-6c6a862cec86 owned by compute:nova {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:33:05.315383 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-7d8c3aa4-5122-4968-a5dd-4a3d4f06491a None None] Set router d857aec3-5263-4f45-9b98-fac1260651c2 gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:33:05.418108 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [req-73515161-6274-416b-8da3-34e487eaf3da req-57c9b0c4-1c54-482c-a386-2a92c60d682e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9fa9a20-b169-4ebe-be42-5b1c7d3987c0 {{(pid=89110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:33:05.438214 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-27d6ab0a-ab40-47f7-83c3-b99612a4132f req-985ca370-060c-4933-82fa-4c3fc46a2aed tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/security-groups?id=f6de87b7-c8be-4140-be86-d0d6b2592918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5040126 May 28 06:33:05.463486 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-73515161-6274-416b-8da3-34e487eaf3da req-57c9b0c4-1c54-482c-a386-2a92c60d682e service neutron] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:05.497934 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4e4a0b-908d-49fd-89e3-790a80da00cf req-ff935ae1-198b-4458-9741-6ca367f4374c tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:05.513329 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4e4a0b-908d-49fd-89e3-790a80da00cf req-ff935ae1-198b-4458-9741-6ca367f4374c tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:05.521616 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4e4a0b-908d-49fd-89e3-790a80da00cf req-ff935ae1-198b-4458-9741-6ca367f4374c tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:05.523515 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4f4e4a0b-908d-49fd-89e3-790a80da00cf req-ff935ae1-198b-4458-9741-6ca367f4374c tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc8afbe2-63ab-495f-b953-08528fec512c HTTP/1.1" status: 200 len: 2409 time: 0.5281579 May 28 06:33:05.546145 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-231e291e-d98a-453d-878f-537da67b88e7'] response: {'name': 'network-changed', 'server_uuid': 'fd4324bb-6276-40b4-93b6-8590a183bcfd', 'tag': '3940a05d-2561-4f14-9f2d-43dd8c4949ab', 'status': 'completed', 'code': 200} May 28 06:33:05.575045 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-e80aa5c3-ae73-46ed-89cc-7e691f8afc49 req-57f731ee-c4c2-4e28-8591-e3c658791458 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:05.636686 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4f4e4a0b-908d-49fd-89e3-790a80da00cf req-5e627fe3-a21f-49bf-93a7-9044f90843d7 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.55 "GET /v2.0/security-groups?id=330866ba-92b0-424f-b7e1-e6c41912745c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956404 May 28 06:33:05.657534 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-73515161-6274-416b-8da3-34e487eaf3da req-57c9b0c4-1c54-482c-a386-2a92c60d682e service neutron] Transition to ACTIVE for port object a9fa9a20-b169-4ebe-be42-5b1c7d3987c0 will not be triggered until provisioned by entity L2. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:33:05.663372 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8622ea1e-b089-4bc9-b54d-0c10aff58cfa req-69111d1c-8d9a-49dc-a5cd-447e6274da18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:05.665556 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8622ea1e-b089-4bc9-b54d-0c10aff58cfa req-69111d1c-8d9a-49dc-a5cd-447e6274da18 service neutron] 10.222.0.71 "GET /v2.0/networks?id=97711779-de36-4af1-95e9-88f65060157a HTTP/1.1" status: 200 len: 906 time: 0.6973648 May 28 06:33:05.762983 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-84db9675-071a-43dc-8998-2115853a703b tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:05.776776 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f731ee-c4c2-4e28-8591-e3c658791458 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Pushing event deleted for resources: {'Port': ['ID=ecbf4d7c-46a2-4775-9309-6c6a862cec86,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:33:05.807270 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-73515161-6274-416b-8da3-34e487eaf3da req-57c9b0c4-1c54-482c-a386-2a92c60d682e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:05.833730 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-7d8c3aa4-5122-4968-a5dd-4a3d4f06491a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd857aec3-5263-4f45-9b98-fac1260651c2', 'name': 'tempest-TaggedBootDevicesTest_v242-1074299981-router', 'tenant_id': '5a27568d2aff479086cfcad7501ab2c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': 'd4b35cd7-b30f-4dfe-9d66-ec5633b31dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:24:44Z', 'updated_at': '2022-05-28T06:24:52Z', 'revision_number': 4, 'project_id': '5a27568d2aff479086cfcad7501ab2c8', 'gw_port': {'id': 'd4b35cd7-b30f-4dfe-9d66-ec5633b31dfd', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:50:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd857aec3-5263-4f45-9b98-fac1260651c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:24:46Z', 'updated_at': '2022-05-28T06:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'f176d8d6-3ae7-4ca6-a849-580d2e96b345', 'name': '', 'network_id': '9b9370ac-f402-419d-a185-61eac57b38a9', 'tenant_id': '5a27568d2aff479086cfcad7501ab2c8', 'mac_address': 'fa:16:3e:dc:34:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd857aec3-5263-4f45-9b98-fac1260651c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'c103158a-2ac5-46a3-b8d0-bd8c5ed32dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:24:51Z', 'updated_at': '2022-05-28T06:25:01Z', 'revision_number': 5, 'project_id': '5a27568d2aff479086cfcad7501ab2c8', 'subnets': [{'id': 'c103158a-2ac5-46a3-b8d0-bd8c5ed32dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:33:05.842021 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8c3aa4-5122-4968-a5dd-4a3d4f06491a None None] The sync data for ids ['d857aec3-5263-4f45-9b98-fac1260651c2'] in n-d-843702-1 is: [{'id': 'd857aec3-5263-4f45-9b98-fac1260651c2', 'name': 'tempest-TaggedBootDevicesTest_v242-1074299981-router', 'tenant_id': '5a27568d2aff479086cfcad7501ab2c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': 'd4b35cd7-b30f-4dfe-9d66-ec5633b31dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:24:44Z', 'updated_at': '2022-05-28T06:24:52Z', 'revision_number': 4, 'project_id': '5a27568d2aff479086cfcad7501ab2c8', 'gw_port': {'id': 'd4b35cd7-b30f-4dfe-9d66-ec5633b31dfd', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:50:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd857aec3-5263-4f45-9b98-fac1260651c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:24:46Z', 'updated_at': '2022-05-28T06:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'f176d8d6-3ae7-4ca6-a849-580d2e96b345', 'name': '', 'network_id': '9b9370ac-f402-419d-a185-61eac57b38a9', 'tenant_id': '5a27568d2aff479086cfcad7501ab2c8', 'mac_address': 'fa:16:3e:dc:34:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd857aec3-5263-4f45-9b98-fac1260651c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'c103158a-2ac5-46a3-b8d0-bd8c5ed32dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:24:51Z', 'updated_at': '2022-05-28T06:25:01Z', 'revision_number': 5, 'project_id': '5a27568d2aff479086cfcad7501ab2c8', 'subnets': [{'id': 'c103158a-2ac5-46a3-b8d0-bd8c5ed32dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:33:05.869177 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-8c229dfd-a330-4c17-a0e6-f3bc688faf04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7caed0c-12be-4ccc-aed6-16ab8878a290', 'name': 'tempest-AttachVolumeTestJSON-711083849-router', 'tenant_id': 'f2d8466b4d8c4168848bc4cc302053bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '2be5ad75-4e3e-418a-8948-bbda87159bd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:27:51Z', 'updated_at': '2022-05-28T06:28:01Z', 'revision_number': 4, 'project_id': 'f2d8466b4d8c4168848bc4cc302053bf', 'gw_port': {'id': '2be5ad75-4e3e-418a-8948-bbda87159bd6', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:d2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7caed0c-12be-4ccc-aed6-16ab8878a290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:27:53Z', 'updated_at': '2022-05-28T06:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': '45219b18-66c9-4819-bd4d-930c1773b863', 'tenant_id': 'f2d8466b4d8c4168848bc4cc302053bf', 'floating_ip_address': '172.25.5.144', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': 'b7caed0c-12be-4ccc-aed6-16ab8878a290', 'port_id': '3940a05d-2561-4f14-9f2d-43dd8c4949ab', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1301, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4874bba4-a87e-43f9-9333-c72385485612', 'mac_address': 'fa:16:3e:5c:d5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4324bb-6276-40b4-93b6-8590a183bcfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:32:26Z', 'updated_at': '2022-05-28T06:33:00Z', 'revision_number': 1, 'project_id': 'f2d8466b4d8c4168848bc4cc302053bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab358220-ffe5-48e9-8d4c-19b4f120a499', 'name': '', 'network_id': '4874bba4-a87e-43f9-9333-c72385485612', 'tenant_id': 'f2d8466b4d8c4168848bc4cc302053bf', 'mac_address': 'fa:16:3e:2a:8a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7caed0c-12be-4ccc-aed6-16ab8878a290', 'device_owner': 'network:router_interface', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': 'aa6e01e0-3e0c-4b0f-b2af-e5c6de04414e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:27:59Z', 'updated_at': '2022-05-28T06:28:10Z', 'revision_number': 5, 'project_id': 'f2d8466b4d8c4168848bc4cc302053bf', 'subnets': [{'id': 'aa6e01e0-3e0c-4b0f-b2af-e5c6de04414e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:33:05.874767 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c229dfd-a330-4c17-a0e6-f3bc688faf04 None None] The sync data for ids ['b7caed0c-12be-4ccc-aed6-16ab8878a290'] in n-d-843702-1 is: [{'id': 'b7caed0c-12be-4ccc-aed6-16ab8878a290', 'name': 'tempest-AttachVolumeTestJSON-711083849-router', 'tenant_id': 'f2d8466b4d8c4168848bc4cc302053bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '2be5ad75-4e3e-418a-8948-bbda87159bd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:27:51Z', 'updated_at': '2022-05-28T06:28:01Z', 'revision_number': 4, 'project_id': 'f2d8466b4d8c4168848bc4cc302053bf', 'gw_port': {'id': '2be5ad75-4e3e-418a-8948-bbda87159bd6', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:d2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7caed0c-12be-4ccc-aed6-16ab8878a290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:27:53Z', 'updated_at': '2022-05-28T06:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': '45219b18-66c9-4819-bd4d-930c1773b863', 'tenant_id': 'f2d8466b4d8c4168848bc4cc302053bf', 'floating_ip_address': '172.25.5.144', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': 'b7caed0c-12be-4ccc-aed6-16ab8878a290', 'port_id': '3940a05d-2561-4f14-9f2d-43dd8c4949ab', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1301, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4874bba4-a87e-43f9-9333-c72385485612', 'mac_address': 'fa:16:3e:5c:d5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4324bb-6276-40b4-93b6-8590a183bcfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:32:26Z', 'updated_at': '2022-05-28T06:33:00Z', 'revision_number': 1, 'project_id': 'f2d8466b4d8c4168848bc4cc302053bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab358220-ffe5-48e9-8d4c-19b4f120a499', 'name': '', 'network_id': '4874bba4-a87e-43f9-9333-c72385485612', 'tenant_id': 'f2d8466b4d8c4168848bc4cc302053bf', 'mac_address': 'fa:16:3e:2a:8a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7caed0c-12be-4ccc-aed6-16ab8878a290', 'device_owner': 'network:router_interface', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': 'aa6e01e0-3e0c-4b0f-b2af-e5c6de04414e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:27:59Z', 'updated_at': '2022-05-28T06:28:10Z', 'revision_number': 5, 'project_id': 'f2d8466b4d8c4168848bc4cc302053bf', 'subnets': [{'id': 'aa6e01e0-3e0c-4b0f-b2af-e5c6de04414e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:33:05.899290 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8622ea1e-b089-4bc9-b54d-0c10aff58cfa req-1f9a7218-ae7a-4a56-9a25-f0d1205f0b01 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c4f7b9c3-3856-422d-8427-fba5548c7f2c HTTP/1.1" status: 200 len: 217 time: 0.2227089 May 28 06:33:05.907544 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84db9675-071a-43dc-8998-2115853a703b tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Pushing event deleted for resources: {'Port': ['ID=495d8d7b-27ad-4f0d-8ce8-b65b545ebe34,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:33:05.927525 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [req-e80aa5c3-ae73-46ed-89cc-7e691f8afc49 req-57f731ee-c4c2-4e28-8591-e3c658791458 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] No DVR routers for this DVR port ecbf4d7c-46a2-4775-9309-6c6a862cec86 on host n-h2-843702-1 {{(pid=89109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:33:05.940084 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-e80aa5c3-ae73-46ed-89cc-7e691f8afc49 req-57f731ee-c4c2-4e28-8591-e3c658791458 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:05.940397 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c9b0c4-1c54-482c-a386-2a92c60d682e service neutron] Pushing event updated for resources: {'Port': ['ID=a9fa9a20-b169-4ebe-be42-5b1c7d3987c0,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:33:05.960827 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-84db9675-071a-43dc-8998-2115853a703b tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:05.965173 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-84db9675-071a-43dc-8998-2115853a703b tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] 10.222.0.55 "DELETE /v2.0/ports/495d8d7b-27ad-4f0d-8ce8-b65b545ebe34 HTTP/1.1" status: 204 len: 168 time: 1.9234385 May 28 06:33:05.965173 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-e80aa5c3-ae73-46ed-89cc-7e691f8afc49 req-57f731ee-c4c2-4e28-8591-e3c658791458 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.71 "DELETE /v2.0/ports/ecbf4d7c-46a2-4775-9309-6c6a862cec86 HTTP/1.1" status: 204 len: 173 time: 1.5323441 May 28 06:33:05.968167 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 59830) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:33:06.019283 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8622ea1e-b089-4bc9-b54d-0c10aff58cfa req-d74dfac2-53c0-461d-af36-d1cbddd0c987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:06.021557 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8622ea1e-b089-4bc9-b54d-0c10aff58cfa req-d74dfac2-53c0-461d-af36-d1cbddd0c987 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9065b260-3817-4805-a18f-dced8d73fe86 HTTP/1.1" status: 200 len: 845 time: 0.0666683 May 28 06:33:06.111904 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e04b5d2-7ce3-49f8-8477-f344d9b13cc2 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] GET failed (client error): The resource could not be found. May 28 06:33:06.112435 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-5e04b5d2-7ce3-49f8-8477-f344d9b13cc2 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Synchronizing usage tracker for tenant:1c19ca0f4502419e9ff184ba1821fbef on resource:port {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:33:06.140757 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8622ea1e-b089-4bc9-b54d-0c10aff58cfa req-a1ea4229-1cbf-4855-8bdb-deab415a7e9e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=97711779-de36-4af1-95e9-88f65060157a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1094897 May 28 06:33:06.166712 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [req-e80aa5c3-ae73-46ed-89cc-7e691f8afc49 req-0210016c-6ce6-4a5a-8e3f-df6d2e80868a tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Deleting port e47a9f12-379b-4fc5-a552-153619f20833 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:33:06.167406 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-e80aa5c3-ae73-46ed-89cc-7e691f8afc49 req-0210016c-6ce6-4a5a-8e3f-df6d2e80868a tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:06.199588 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd79f5f-d43f-4704-be0d-d35b21d3e133 req-9b3f85cd-9e5b-41b0-8e50-8966903d2672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:06.206217 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dcd79f5f-d43f-4704-be0d-d35b21d3e133 req-9b3f85cd-9e5b-41b0-8e50-8966903d2672 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f2d8466b4d8c4168848bc4cc302053bf&device_id=fd4324bb-6276-40b4-93b6-8590a183bcfd HTTP/1.1" status: 200 len: 1096 time: 0.6039221 May 28 06:33:06.311444 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd22f63a-57eb-4cf6-bf11-cd18e8bd8abf None None] New status for floating IP 45219b18-66c9-4819-bd4d-930c1773b863: ACTIVE {{(pid=89111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 06:33:06.347710 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0cb801-8a1e-49ee-943d-3e2ffefd6fcb None None] New status for floating IP 2b925c8a-e382-4d1e-92eb-898e57cc999e: DOWN {{(pid=89112) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 06:33:06.411889 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac118bd-445e-476f-ab50-ef0ce2ce6de6 req-b05f4d17-93ad-4788-a2d7-931a33c2d9ea tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:06.413396 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8ac118bd-445e-476f-ab50-ef0ce2ce6de6 req-b05f4d17-93ad-4788-a2d7-931a33c2d9ea tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.55 "GET /v2.0/ports?device_id=48a19ee3-8702-4034-91de-965318e77735 HTTP/1.1" status: 200 len: 943 time: 0.6712940 May 28 06:33:06.558675 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8ac118bd-445e-476f-ab50-ef0ce2ce6de6 req-2c7ec0f4-156f-4e14-b2bb-83be467539db tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.55 "GET /v2.0/security-groups?id=89c8e518-81c5-4ccc-b111-8291ad38466d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065621 May 28 06:33:06.566934 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaf54ca-a33d-45fd-92e3-79f2674e90e4 req-6b94f13c-355b-4cec-b673-e6e0333e8f30 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:06.567859 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-ccaf54ca-a33d-45fd-92e3-79f2674e90e4 req-6b94f13c-355b-4cec-b673-e6e0333e8f30 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Synchronizing usage tracker for tenant:ae27d4a836c444af8d35a0fd61d2dbd8 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:33:06.574231 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-e80aa5c3-ae73-46ed-89cc-7e691f8afc49 req-0210016c-6ce6-4a5a-8e3f-df6d2e80868a tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] For port e47a9f12-379b-4fc5-a552-153619f20833, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=e47a9f12-379b-4fc5-a552-153619f20833,segment=NetworkSegment(ef1082b7-1e82-4682-8ff4-108a397ad07a),segment_id=ef1082b7-1e82-4682-8ff4-108a397ad07a)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:33:06.574596 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-e80aa5c3-ae73-46ed-89cc-7e691f8afc49 req-0210016c-6ce6-4a5a-8e3f-df6d2e80868a tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:06.647447 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8622ea1e-b089-4bc9-b54d-0c10aff58cfa req-dbf4b6d3-a122-4276-8de7-47f4d18a0797 service neutron] 10.222.0.71 "GET /v2.0/networks/97711779-de36-4af1-95e9-88f65060157a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4951212 May 28 06:33:06.697258 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:33:06.739453 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-5e04b5d2-7ce3-49f8-8477-f344d9b13cc2 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Unset dirty status for tenant:1c19ca0f4502419e9ff184ba1821fbef on resource:port {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:33:06.744802 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-5e04b5d2-7ce3-49f8-8477-f344d9b13cc2 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] 10.222.0.55 "GET /v2.0/ports/495d8d7b-27ad-4f0d-8ce8-b65b545ebe34 HTTP/1.1" status: 404 len: 333 time: 0.7754447 May 28 06:33:06.746804 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd79f5f-d43f-4704-be0d-d35b21d3e133 req-8ac3293f-b8c7-4f48-9c29-3a4d7007cfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:06.748599 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dcd79f5f-d43f-4704-be0d-d35b21d3e133 req-8ac3293f-b8c7-4f48-9c29-3a4d7007cfb8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4874bba4-a87e-43f9-9333-c72385485612 HTTP/1.1" status: 200 len: 911 time: 0.4882264 May 28 06:33:06.752482 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [req-e80aa5c3-ae73-46ed-89cc-7e691f8afc49 req-0210016c-6ce6-4a5a-8e3f-df6d2e80868a tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Calling delete_port for e47a9f12-379b-4fc5-a552-153619f20833 owned by compute:nova {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:33:06.753733 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 59840) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:33:06.849911 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-6bf48111-5986-4b9d-aeae-920f661d382d tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Request body: {'port': {'network_id': '3db30d99-6fa4-4e2b-9141-f98585fb21e1', 'name': 'tempest-PortsTestJSON-933105735'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:33:06.875292 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-73515161-6274-416b-8da3-34e487eaf3da req-57c9b0c4-1c54-482c-a386-2a92c60d682e service neutron] Attempting to bind port a9fa9a20-b169-4ebe-be42-5b1c7d3987c0 on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:33:06.875622 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-73515161-6274-416b-8da3-34e487eaf3da req-57c9b0c4-1c54-482c-a386-2a92c60d682e service neutron] Attempting to bind port a9fa9a20-b169-4ebe-be42-5b1c7d3987c0 by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': '7d559e24-4bc2-48ae-9e57-270a3050c6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '8d92f73a-1818-46b4-ace6-904b9532c5d0'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:33:06.875945 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73515161-6274-416b-8da3-34e487eaf3da req-57c9b0c4-1c54-482c-a386-2a92c60d682e service neutron] Attempting to bind port a9fa9a20-b169-4ebe-be42-5b1c7d3987c0 on network 8d92f73a-1818-46b4-ace6-904b9532c5d0 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:33:06.947167 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-ccaf54ca-a33d-45fd-92e3-79f2674e90e4 req-6b94f13c-355b-4cec-b673-e6e0333e8f30 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Unset dirty status for tenant:ae27d4a836c444af8d35a0fd61d2dbd8 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:33:06.948332 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ccaf54ca-a33d-45fd-92e3-79f2674e90e4 req-6b94f13c-355b-4cec-b673-e6e0333e8f30 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.55 "GET /v2.0/ports?device_id=e382458d-1b83-4c85-8dce-23160a7eb36c HTTP/1.1" status: 200 len: 943 time: 1.0459788 May 28 06:33:07.013325 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73515161-6274-416b-8da3-34e487eaf3da req-57c9b0c4-1c54-482c-a386-2a92c60d682e service neutron] Port a9fa9a20-b169-4ebe-be42-5b1c7d3987c0 on network 8d92f73a-1818-46b4-ace6-904b9532c5d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:33:07.013472 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73515161-6274-416b-8da3-34e487eaf3da req-57c9b0c4-1c54-482c-a386-2a92c60d682e service neutron] Attempting to bind port a9fa9a20-b169-4ebe-be42-5b1c7d3987c0 on network 8d92f73a-1818-46b4-ace6-904b9532c5d0 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:33:07.031954 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-e80aa5c3-ae73-46ed-89cc-7e691f8afc49 req-0210016c-6ce6-4a5a-8e3f-df6d2e80868a tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:07.081937 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0210016c-6ce6-4a5a-8e3f-df6d2e80868a tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Pushing event deleted for resources: {'Port': ['ID=e47a9f12-379b-4fc5-a552-153619f20833,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:33:07.086536 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73515161-6274-416b-8da3-34e487eaf3da req-57c9b0c4-1c54-482c-a386-2a92c60d682e service neutron] Checking agent: {'id': '69f492a0-c00d-46d0-9bec-fcd8161ce206', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:33:07.086874 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73515161-6274-416b-8da3-34e487eaf3da req-57c9b0c4-1c54-482c-a386-2a92c60d682e service neutron] Checking segment: {'id': '7d559e24-4bc2-48ae-9e57-270a3050c6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '8d92f73a-1818-46b4-ace6-904b9532c5d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:33:07.087716 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73515161-6274-416b-8da3-34e487eaf3da req-57c9b0c4-1c54-482c-a386-2a92c60d682e service neutron] Bound using segment: {'id': '7d559e24-4bc2-48ae-9e57-270a3050c6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '8d92f73a-1818-46b4-ace6-904b9532c5d0'} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:33:07.088152 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-73515161-6274-416b-8da3-34e487eaf3da req-57c9b0c4-1c54-482c-a386-2a92c60d682e service neutron] Bound port: a9fa9a20-b169-4ebe-be42-5b1c7d3987c0, host: n-h1-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d559e24-4bc2-48ae-9e57-270a3050c6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '8d92f73a-1818-46b4-ace6-904b9532c5d0'}}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:33:07.088497 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-73515161-6274-416b-8da3-34e487eaf3da req-57c9b0c4-1c54-482c-a386-2a92c60d682e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:07.166281 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [req-e80aa5c3-ae73-46ed-89cc-7e691f8afc49 req-0210016c-6ce6-4a5a-8e3f-df6d2e80868a tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] No DVR routers for this DVR port e47a9f12-379b-4fc5-a552-153619f20833 on host n-h2-843702-1 {{(pid=89109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:33:07.167712 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-e80aa5c3-ae73-46ed-89cc-7e691f8afc49 req-0210016c-6ce6-4a5a-8e3f-df6d2e80868a tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:07.178719 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-e80aa5c3-ae73-46ed-89cc-7e691f8afc49 req-0210016c-6ce6-4a5a-8e3f-df6d2e80868a tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.71 "DELETE /v2.0/ports/e47a9f12-379b-4fc5-a552-153619f20833 HTTP/1.1" status: 204 len: 173 time: 1.2078164 May 28 06:33:07.252556 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [req-e80aa5c3-ae73-46ed-89cc-7e691f8afc49 req-8fafd097-af3c-45fc-baf1-03fb4c59ccf7 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Deleting port 0c28e25a-811d-49fe-9df5-688bb3849093 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:33:07.252897 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-e80aa5c3-ae73-46ed-89cc-7e691f8afc49 req-8fafd097-af3c-45fc-baf1-03fb4c59ccf7 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:07.262268 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dcd79f5f-d43f-4704-be0d-d35b21d3e133 req-7ea4ce5f-e7e0-4935-a038-8be488a80d60 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3940a05d-2561-4f14-9f2d-43dd8c4949ab HTTP/1.1" status: 200 len: 1001 time: 0.5059273 May 28 06:33:07.273696 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8622ea1e-b089-4bc9-b54d-0c10aff58cfa req-63163f73-7dcc-4291-a575-418d254ab4a5 service neutron] 10.222.0.71 "GET /v2.0/networks/97711779-de36-4af1-95e9-88f65060157a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6198695 May 28 06:33:07.337583 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-6bf48111-5986-4b9d-aeae-920f661d382d tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:33:07.379834 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-6bf48111-5986-4b9d-aeae-920f661d382d tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:33:07.392605 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ccaf54ca-a33d-45fd-92e3-79f2674e90e4 req-bc4cd835-2d00-426c-b82f-6d4810d28e21 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.55 "GET /v2.0/security-groups?id=76f5f0a9-1f72-44c1-a851-4026e46651c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3922796 May 28 06:33:07.405328 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device c4f7b9c3-3856-422d-8427-fba5548c7f2c details requested by agent hyperv_n-h2-843702-1 with host n-h2-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:33:07.423088 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 7d0d7e0a-edd8-4d80-aa0a-327c08d7e2c5 up at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:33:07.461868 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd79f5f-d43f-4704-be0d-d35b21d3e133 req-0833ddf8-d13e-4174-ae5c-76f6d7a9df01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:07.464660 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dcd79f5f-d43f-4704-be0d-d35b21d3e133 req-0833ddf8-d13e-4174-ae5c-76f6d7a9df01 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=aa6e01e0-3e0c-4b0f-b2af-e5c6de04414e HTTP/1.1" status: 200 len: 849 time: 0.1940231 May 28 06:33:07.548019 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-e80aa5c3-ae73-46ed-89cc-7e691f8afc49 req-8fafd097-af3c-45fc-baf1-03fb4c59ccf7 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] For port 0c28e25a-811d-49fe-9df5-688bb3849093, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=0c28e25a-811d-49fe-9df5-688bb3849093,segment=NetworkSegment(ef1082b7-1e82-4682-8ff4-108a397ad07a),segment_id=ef1082b7-1e82-4682-8ff4-108a397ad07a)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:33:07.548288 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-e80aa5c3-ae73-46ed-89cc-7e691f8afc49 req-8fafd097-af3c-45fc-baf1-03fb4c59ccf7 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:07.552680 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-73515161-6274-416b-8da3-34e487eaf3da req-57c9b0c4-1c54-482c-a386-2a92c60d682e service neutron] For port a9fa9a20-b169-4ebe-be42-5b1c7d3987c0, host n-h1-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:33:07.618639 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f59e95-ef84-4bdb-80d2-47efad3e1c55 req-c6cdc573-27d5-413d-985a-564cb79157cd tempest-ServerAddressesNegativeTestJSON-1896159330 tempest-ServerAddressesNegativeTestJSON-1896159330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:07.620517 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d2f59e95-ef84-4bdb-80d2-47efad3e1c55 req-c6cdc573-27d5-413d-985a-564cb79157cd tempest-ServerAddressesNegativeTestJSON-1896159330 tempest-ServerAddressesNegativeTestJSON-1896159330-project] 10.222.0.55 "GET /v2.0/ports?device_id=0e48b201-9686-4f67-84dd-05f5c971cbc4 HTTP/1.1" status: 200 len: 945 time: 0.6848214 May 28 06:33:07.655795 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port c4f7b9c3-3856-422d-8427-fba5548c7f2c, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=c4f7b9c3-3856-422d-8427-fba5548c7f2c,segment=NetworkSegment(36b7b050-a7a0-4005-a03f-73135e20048b),segment_id=36b7b050-a7a0-4005-a03f-73135e20048b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:33:07.672447 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-73515161-6274-416b-8da3-34e487eaf3da req-57c9b0c4-1c54-482c-a386-2a92c60d682e service neutron] For port a9fa9a20-b169-4ebe-be42-5b1c7d3987c0, host n-h1-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=a9fa9a20-b169-4ebe-be42-5b1c7d3987c0,segment=NetworkSegment(7d559e24-4bc2-48ae-9e57-270a3050c6dd),segment_id=7d559e24-4bc2-48ae-9e57-270a3050c6dd)] {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:33:07.674421 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Returning: {'device': 'c4f7b9c3-3856-422d-8427-fba5548c7f2c', 'network_id': '97711779-de36-4af1-95e9-88f65060157a', 'port_id': 'c4f7b9c3-3856-422d-8427-fba5548c7f2c', 'mac_address': 'fa:16:3e:33:95:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9065b260-3817-4805-a18f-dced8d73fe86', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:33:07.717175 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bf48111-5986-4b9d-aeae-920f661d382d tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Made reservation on behalf of 1c19ca0f4502419e9ff184ba1821fbef for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:33:07.721815 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6bf48111-5986-4b9d-aeae-920f661d382d tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:07.727601 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning for port 7d0d7e0a-edd8-4d80-aa0a-327c08d7e2c5 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:33:07.748071 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning complete for port 7d0d7e0a-edd8-4d80-aa0a-327c08d7e2c5 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:33:07.748713 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:07.758683 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-73515161-6274-416b-8da3-34e487eaf3da req-57c9b0c4-1c54-482c-a386-2a92c60d682e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:07.762716 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc8afbe2-63ab-495f-b953-08528fec512c', 'name': 'network-vif-deleted', 'tag': '3fb3ec73-12a3-4479-8d11-63f64b53e873'}, {'server_uuid': 'fc8afbe2-63ab-495f-b953-08528fec512c', 'name': 'network-vif-deleted', 'tag': 'ecbf4d7c-46a2-4775-9309-6c6a862cec86'}, {'server_uuid': 'fc8afbe2-63ab-495f-b953-08528fec512c', 'name': 'network-vif-deleted', 'tag': 'e47a9f12-379b-4fc5-a552-153619f20833'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:33:07.801920 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port c4f7b9c3-3856-422d-8427-fba5548c7f2c is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:33:07.802557 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:07.810477 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d2f59e95-ef84-4bdb-80d2-47efad3e1c55 req-92520840-9d49-429a-adda-7c76e10da691 tempest-ServerAddressesNegativeTestJSON-1896159330 tempest-ServerAddressesNegativeTestJSON-1896159330-project] 10.222.0.55 "GET /v2.0/security-groups?id=964d97d4-23b8-496a-8641-78bc3988d25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364439 May 28 06:33:07.825568 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4f7b9c3-3856-422d-8427-fba5548c7f2c {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:33:07.838692 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [None req-6bf48111-5986-4b9d-aeae-920f661d382d tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] device_id is not set on port eb557733-e429-4fc3-b25b-4b961f6a9190 yet. {{(pid=89110) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:33:07.842210 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [req-e80aa5c3-ae73-46ed-89cc-7e691f8afc49 req-8fafd097-af3c-45fc-baf1-03fb4c59ccf7 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Calling delete_port for 0c28e25a-811d-49fe-9df5-688bb3849093 owned by compute:nova {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:33:07.850669 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port c4f7b9c3-3856-422d-8427-fba5548c7f2c, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=c4f7b9c3-3856-422d-8427-fba5548c7f2c,segment=NetworkSegment(36b7b050-a7a0-4005-a03f-73135e20048b),segment_id=36b7b050-a7a0-4005-a03f-73135e20048b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:33:07.890197 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73515161-6274-416b-8da3-34e487eaf3da req-57c9b0c4-1c54-482c-a386-2a92c60d682e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:07.890805 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-73515161-6274-416b-8da3-34e487eaf3da req-57c9b0c4-1c54-482c-a386-2a92c60d682e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:07.892366 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-73515161-6274-416b-8da3-34e487eaf3da req-57c9b0c4-1c54-482c-a386-2a92c60d682e service neutron] 10.222.0.69 "PUT /v2.0/ports/a9fa9a20-b169-4ebe-be42-5b1c7d3987c0 HTTP/1.1" status: 200 len: 1091 time: 4.0247962 May 28 06:33:07.896425 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e382458d-1b83-4c85-8dce-23160a7eb36c', 'tag': 'a9fa9a20-b169-4ebe-be42-5b1c7d3987c0'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:33:07.920401 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 7d0d7e0a-edd8-4d80-aa0a-327c08d7e2c5 is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:33:07.921115 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:07.939195 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd79f5f-d43f-4704-be0d-d35b21d3e133 req-3304a4e6-90b8-4e54-834a-73aa8703fb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:07.940940 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dcd79f5f-d43f-4704-be0d-d35b21d3e133 req-3304a4e6-90b8-4e54-834a-73aa8703fb3e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4874bba4-a87e-43f9-9333-c72385485612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4717300 May 28 06:33:07.956810 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:08.026796 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c9b0c4-1c54-482c-a386-2a92c60d682e service neutron] Pushing event updated for resources: {'Port': ['ID=a9fa9a20-b169-4ebe-be42-5b1c7d3987c0,revision_number=3']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:33:08.030657 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e48b201-9686-4f67-84dd-05f5c971cbc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d0d7e0a-edd8-4d80-aa0a-327c08d7e2c5'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:33:08.045455 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 7d0d7e0a-edd8-4d80-aa0a-327c08d7e2c5, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=7d0d7e0a-edd8-4d80-aa0a-327c08d7e2c5,segment=NetworkSegment(3da683c7-3fb0-47dc-b1ef-2b249d6434de),segment_id=3da683c7-3fb0-47dc-b1ef-2b249d6434de)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:33:08.058294 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=c4f7b9c3-3856-422d-8427-fba5548c7f2c,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:33:08.089566 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-e80aa5c3-ae73-46ed-89cc-7e691f8afc49 req-8fafd097-af3c-45fc-baf1-03fb4c59ccf7 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:08.126095 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:08.142535 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fafd097-af3c-45fc-baf1-03fb4c59ccf7 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Pushing event deleted for resources: {'Port': ['ID=0c28e25a-811d-49fe-9df5-688bb3849093,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:33:08.186110 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bf32a7-e824-4544-8603-8c6a521ab292 req-4e3504a3-645d-4f56-b8bc-d4adcbfbc01a tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:08.186110 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-49bf32a7-e824-4544-8603-8c6a521ab292 req-4e3504a3-645d-4f56-b8bc-d4adcbfbc01a tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5d8dc1f-bda1-439a-9c3a-0cfb1b10c028 HTTP/1.1" status: 200 len: 945 time: 0.5565426 May 28 06:33:08.208041 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=7d0d7e0a-edd8-4d80-aa0a-327c08d7e2c5,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:33:08.230270 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [req-e80aa5c3-ae73-46ed-89cc-7e691f8afc49 req-8fafd097-af3c-45fc-baf1-03fb4c59ccf7 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] No DVR routers for this DVR port 0c28e25a-811d-49fe-9df5-688bb3849093 on host n-h2-843702-1 {{(pid=89109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:33:08.239405 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-e80aa5c3-ae73-46ed-89cc-7e691f8afc49 req-8fafd097-af3c-45fc-baf1-03fb4c59ccf7 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:08.243576 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-e80aa5c3-ae73-46ed-89cc-7e691f8afc49 req-8fafd097-af3c-45fc-baf1-03fb4c59ccf7 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.71 "DELETE /v2.0/ports/0c28e25a-811d-49fe-9df5-688bb3849093 HTTP/1.1" status: 204 len: 173 time: 1.0598958 May 28 06:33:08.277933 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['c4f7b9c3-3856-422d-8427-fba5548c7f2c'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:33:08.421120 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-49bf32a7-e824-4544-8603-8c6a521ab292 req-a21248b6-57d3-4088-9f40-113bbc85e0b2 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/security-groups?id=f6de87b7-c8be-4140-be86-d0d6b2592918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207217 May 28 06:33:08.432331 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dcd79f5f-d43f-4704-be0d-d35b21d3e133 req-e934cf40-b318-4dd4-8768-d7f83012ecd4 service neutron] 10.222.0.69 "GET /v2.0/networks/4874bba4-a87e-43f9-9333-c72385485612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4785399 May 28 06:33:08.436654 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6bf48111-5986-4b9d-aeae-920f661d382d tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:08.475224 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd974aa7-985f-4d38-a233-d43c94cf11d8 req-587fb033-3c6b-48ef-a3f6-e26c6a099c17 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:08.489720 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fd974aa7-985f-4d38-a233-d43c94cf11d8 req-587fb033-3c6b-48ef-a3f6-e26c6a099c17 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc8afbe2-63ab-495f-b953-08528fec512c HTTP/1.1" status: 200 len: 865 time: 0.4946508 May 28 06:33:08.512633 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73515161-6274-416b-8da3-34e487eaf3da req-e8dc7e42-e396-4997-98b5-b1997b8dcf97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:08.514126 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-73515161-6274-416b-8da3-34e487eaf3da req-e8dc7e42-e396-4997-98b5-b1997b8dcf97 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ae27d4a836c444af8d35a0fd61d2dbd8&device_id=e382458d-1b83-4c85-8dce-23160a7eb36c HTTP/1.1" status: 200 len: 1094 time: 0.4804289 May 28 06:33:08.726814 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-73515161-6274-416b-8da3-34e487eaf3da req-bb7e51f5-8515-4a9e-8a69-a8c049aa6d02 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9fa9a20-b169-4ebe-be42-5b1c7d3987c0 HTTP/1.1" status: 200 len: 217 time: 0.1526194 May 28 06:33:08.744704 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fd974aa7-985f-4d38-a233-d43c94cf11d8 req-b7b609ba-bc9e-4878-bb5c-b67a8a7dc153 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.55 "GET /v2.0/security-groups?id=330866ba-92b0-424f-b7e1-e6c41912745c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2584267 May 28 06:33:08.808727 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-380a1abb-7b39-4ca6-8f11-bfe068d2facd'] response: {'server_uuid': 'fc8afbe2-63ab-495f-b953-08528fec512c', 'name': 'network-vif-deleted', 'tag': '3fb3ec73-12a3-4479-8d11-63f64b53e873', 'status': 'completed', 'code': 200} May 28 06:33:08.809241 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-380a1abb-7b39-4ca6-8f11-bfe068d2facd'] response: {'server_uuid': 'fc8afbe2-63ab-495f-b953-08528fec512c', 'name': 'network-vif-deleted', 'tag': 'ecbf4d7c-46a2-4775-9309-6c6a862cec86', 'status': 'completed', 'code': 200} May 28 06:33:08.810130 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-380a1abb-7b39-4ca6-8f11-bfe068d2facd'] response: {'server_uuid': 'fc8afbe2-63ab-495f-b953-08528fec512c', 'name': 'network-vif-deleted', 'tag': 'e47a9f12-379b-4fc5-a552-153619f20833', 'status': 'completed', 'code': 200} May 28 06:33:08.855992 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3dcc2e1c-1194-46e8-b8d7-95896e32e834'] response: {'name': 'network-changed', 'server_uuid': 'e382458d-1b83-4c85-8dce-23160a7eb36c', 'tag': 'a9fa9a20-b169-4ebe-be42-5b1c7d3987c0', 'status': 'completed', 'code': 200} May 28 06:33:08.867650 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dcd79f5f-d43f-4704-be0d-d35b21d3e133 req-fb2bd0cf-0a6b-41c0-bdde-298c1812bcd9 service neutron] 10.222.0.69 "GET /v2.0/networks/4874bba4-a87e-43f9-9333-c72385485612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4235404 May 28 06:33:08.870777 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73515161-6274-416b-8da3-34e487eaf3da req-ca6d42b9-bf9f-4cf8-b53a-190b0bacae64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:08.873364 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-73515161-6274-416b-8da3-34e487eaf3da req-ca6d42b9-bf9f-4cf8-b53a-190b0bacae64 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=be7430a6-d63b-496c-a478-4d1ac23bdfda HTTP/1.1" status: 200 len: 853 time: 0.1317370 May 28 06:33:08.905940 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c2cc35b-d90d-4ab2-8bd9-ef3f2d48476e'] response: {'server_uuid': '0e48b201-9686-4f67-84dd-05f5c971cbc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d0d7e0a-edd8-4d80-aa0a-327c08d7e2c5', 'code': 200} May 28 06:33:08.950718 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6bf48111-5986-4b9d-aeae-920f661d382d tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:08.960277 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-73515161-6274-416b-8da3-34e487eaf3da req-cb4067a9-213c-4d44-9875-9be84c7cafe8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8d92f73a-1818-46b4-ace6-904b9532c5d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0782506 May 28 06:33:09.052431 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8af7d6-dfe6-46c4-8db4-5c405be7219d req-a800ebd5-64af-44ee-ab14-a07fcfea6e66 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:09.055802 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5b8af7d6-dfe6-46c4-8db4-5c405be7219d req-a800ebd5-64af-44ee-ab14-a07fcfea6e66 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.55 "GET /v2.0/ports?device_id=48a19ee3-8702-4034-91de-965318e77735 HTTP/1.1" status: 200 len: 944 time: 0.4853082 May 28 06:33:09.077944 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc7ce02-389f-4142-8a70-d6b7b7173be4 req-615f5424-f186-40b4-8a26-796f474d1272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:09.079606 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-8fc7ce02-389f-4142-8a70-d6b7b7173be4 req-615f5424-f186-40b4-8a26-796f474d1272 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=0e48b201-9686-4f67-84dd-05f5c971cbc4 HTTP/1.1" status: 200 len: 1097 time: 0.0808043 May 28 06:33:09.125290 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-8fc7ce02-389f-4142-8a70-d6b7b7173be4 req-805d81cf-84f0-4328-9062-7550390f879d service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=964d97d4-23b8-496a-8641-78bc3988d25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381398 May 28 06:33:09.127709 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf48111-5986-4b9d-aeae-920f661d382d tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Network 3db30d99-6fa4-4e2b-9141-f98585fb21e1 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:33:09.325466 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-6bf48111-5986-4b9d-aeae-920f661d382d tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:33:09.328001 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf48111-5986-4b9d-aeae-920f661d382d tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:33:09.334218 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf48111-5986-4b9d-aeae-920f661d382d tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:09.334798 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6bf48111-5986-4b9d-aeae-920f661d382d tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:09.361931 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf48111-5986-4b9d-aeae-920f661d382d tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Pushing event updated for resources: {'Port': ['ID=eb557733-e429-4fc3-b25b-4b961f6a9190,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:33:09.403499 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device c4f7b9c3-3856-422d-8427-fba5548c7f2c up at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:33:09.413016 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5b8af7d6-dfe6-46c4-8db4-5c405be7219d req-1aa76873-4d93-45a8-ab8e-cee172c63d07 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.55 "GET /v2.0/security-groups?id=89c8e518-81c5-4ccc-b111-8291ad38466d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3155975 May 28 06:33:09.483486 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c82d9a-f9f7-4728-8d10-533eb13dc8c0 req-e3feed6f-8b0e-44d9-99bd-338fb5dfcb65 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:09.491256 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c1c82d9a-f9f7-4728-8d10-533eb13dc8c0 req-e3feed6f-8b0e-44d9-99bd-338fb5dfcb65 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.55 "GET /v2.0/ports?device_id=e382458d-1b83-4c85-8dce-23160a7eb36c HTTP/1.1" status: 200 len: 943 time: 0.4545407 May 28 06:33:09.513488 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-6bf48111-5986-4b9d-aeae-920f661d382d tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.7562172 May 28 06:33:09.513679 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-73515161-6274-416b-8da3-34e487eaf3da req-5d94f6bb-4c58-413b-8b9f-353338a1331b service neutron] 10.222.0.69 "GET /v2.0/networks/8d92f73a-1818-46b4-ace6-904b9532c5d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5097575 May 28 06:33:09.513939 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 59858) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:33:09.521638 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-8791a646-c4cf-44f2-b480-9d7ad34c909f tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:33:09.553757 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c1c82d9a-f9f7-4728-8d10-533eb13dc8c0 req-4df47018-66d4-4836-901f-16bc03658d88 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.55 "GET /v2.0/security-groups?id=76f5f0a9-1f72-44c1-a851-4026e46651c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615354 May 28 06:33:09.575211 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning for port c4f7b9c3-3856-422d-8427-fba5548c7f2c completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:33:09.580437 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning complete for port c4f7b9c3-3856-422d-8427-fba5548c7f2c triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:33:09.581851 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:09.685919 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8791a646-c4cf-44f2-b480-9d7ad34c909f tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:09.726078 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port c4f7b9c3-3856-422d-8427-fba5548c7f2c is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:33:09.726454 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:09.799284 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port c4f7b9c3-3856-422d-8427-fba5548c7f2c, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=c4f7b9c3-3856-422d-8427-fba5548c7f2c,segment=NetworkSegment(36b7b050-a7a0-4005-a03f-73135e20048b),segment_id=36b7b050-a7a0-4005-a03f-73135e20048b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:33:09.831668 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-73515161-6274-416b-8da3-34e487eaf3da req-5346ef36-f150-4faa-8f8a-9999152c6040 service neutron] 10.222.0.69 "GET /v2.0/networks/8d92f73a-1818-46b4-ace6-904b9532c5d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2856576 May 28 06:33:09.854944 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd9bfd0-ce26-432c-a989-1e57919b79f0 req-3a031b3a-c652-4f5d-be24-e01e24653f83 tempest-ServerAddressesNegativeTestJSON-1896159330 tempest-ServerAddressesNegativeTestJSON-1896159330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:09.856374 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2cd9bfd0-ce26-432c-a989-1e57919b79f0 req-3a031b3a-c652-4f5d-be24-e01e24653f83 tempest-ServerAddressesNegativeTestJSON-1896159330 tempest-ServerAddressesNegativeTestJSON-1896159330-project] 10.222.0.55 "GET /v2.0/ports?device_id=0e48b201-9686-4f67-84dd-05f5c971cbc4 HTTP/1.1" status: 200 len: 946 time: 0.2996521 May 28 06:33:09.869065 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7e1d8d-6a57-4372-a9d0-71c6c17e2f22 req-ef5df864-940a-4962-b75a-6444a9286be0 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:09.870609 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9f7e1d8d-6a57-4372-a9d0-71c6c17e2f22 req-ef5df864-940a-4962-b75a-6444a9286be0 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5d8dc1f-bda1-439a-9c3a-0cfb1b10c028 HTTP/1.1" status: 200 len: 945 time: 0.1674142 May 28 06:33:09.873528 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:09.944614 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2cd9bfd0-ce26-432c-a989-1e57919b79f0 req-43d7b51d-7454-493e-9908-600ba76611b2 tempest-ServerAddressesNegativeTestJSON-1896159330 tempest-ServerAddressesNegativeTestJSON-1896159330-project] 10.222.0.55 "GET /v2.0/security-groups?id=964d97d4-23b8-496a-8641-78bc3988d25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728862 May 28 06:33:09.957048 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9f7e1d8d-6a57-4372-a9d0-71c6c17e2f22 req-4b36ffe9-22bd-47fc-a3c1-ae0143100387 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/security-groups?id=f6de87b7-c8be-4140-be86-d0d6b2592918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696542 May 28 06:33:09.973835 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8791a646-c4cf-44f2-b480-9d7ad34c909f tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:09.989958 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=c4f7b9c3-3856-422d-8427-fba5548c7f2c,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:33:10.054370 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098f677c-b162-40b6-9dda-44b90042e17b req-61404f53-1b70-4336-87e4-148b81e97838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:10.055930 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-098f677c-b162-40b6-9dda-44b90042e17b req-61404f53-1b70-4336-87e4-148b81e97838 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ae27d4a836c444af8d35a0fd61d2dbd8&device_id=e382458d-1b83-4c85-8dce-23160a7eb36c HTTP/1.1" status: 200 len: 1094 time: 0.0923057 May 28 06:33:10.060342 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8791a646-c4cf-44f2-b480-9d7ad34c909f tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:10.127683 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-8791a646-c4cf-44f2-b480-9d7ad34c909f tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] In _notify_port_updated(), no bound segment for port eb557733-e429-4fc3-b25b-4b961f6a9190 on network 3db30d99-6fa4-4e2b-9141-f98585fb21e1 {{(pid=89109) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 28 06:33:10.134058 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8791a646-c4cf-44f2-b480-9d7ad34c909f tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:10.134356 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8791a646-c4cf-44f2-b480-9d7ad34c909f tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:10.135840 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-8791a646-c4cf-44f2-b480-9d7ad34c909f tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] 10.222.0.55 "PUT /v2.0/ports/eb557733-e429-4fc3-b25b-4b961f6a9190 HTTP/1.1" status: 200 len: 818 time: 0.6210036 May 28 06:33:10.138793 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 59864) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:33:10.223218 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7a3968f4-7c21-453e-b612-6c8bbf4d00e3 req-67a4552e-c8fb-4fcd-ad91-bb165ca1f077 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc8afbe2-63ab-495f-b953-08528fec512c HTTP/1.1" status: 200 len: 210 time: 0.1415796 May 28 06:33:10.223733 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8791a646-c4cf-44f2-b480-9d7ad34c909f tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Pushing event updated for resources: {'Port': ['ID=eb557733-e429-4fc3-b25b-4b961f6a9190,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:33:10.231141 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-5861028b-ffd5-4392-8f86-ad09365529d4 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Deleting port eb557733-e429-4fc3-b25b-4b961f6a9190 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:33:10.231682 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5861028b-ffd5-4392-8f86-ad09365529d4 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:10.279975 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098f677c-b162-40b6-9dda-44b90042e17b req-9854f99c-630d-4afa-aea8-17757b6abc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:10.281540 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-098f677c-b162-40b6-9dda-44b90042e17b req-9854f99c-630d-4afa-aea8-17757b6abc1c service neutron] 10.222.0.69 "GET /v2.0/networks?id=8d92f73a-1818-46b4-ace6-904b9532c5d0 HTTP/1.1" status: 200 len: 914 time: 0.2180221 May 28 06:33:10.353681 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-098f677c-b162-40b6-9dda-44b90042e17b req-a6062a5a-9c1b-49b2-9e24-c4d1935f0762 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9fa9a20-b169-4ebe-be42-5b1c7d3987c0 HTTP/1.1" status: 200 len: 217 time: 0.0649123 May 28 06:33:10.425449 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098f677c-b162-40b6-9dda-44b90042e17b req-86af0f66-b44b-45d7-8e26-410c26b085f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:10.427196 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-098f677c-b162-40b6-9dda-44b90042e17b req-86af0f66-b44b-45d7-8e26-410c26b085f5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=be7430a6-d63b-496c-a478-4d1ac23bdfda HTTP/1.1" status: 200 len: 853 time: 0.0675275 May 28 06:33:10.478726 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-098f677c-b162-40b6-9dda-44b90042e17b req-68c8be9c-2950-4003-bcac-2b748719cffe service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8d92f73a-1818-46b4-ace6-904b9532c5d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426178 May 28 06:33:10.532348 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5861028b-ffd5-4392-8f86-ad09365529d4 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:10.691255 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-5861028b-ffd5-4392-8f86-ad09365529d4 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Calling delete_port for eb557733-e429-4fc3-b25b-4b961f6a9190 owned by {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:33:10.750588 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-098f677c-b162-40b6-9dda-44b90042e17b req-94c2f7c3-baf3-46ab-8e69-c5e2e730d7d5 service neutron] 10.222.0.69 "GET /v2.0/networks/8d92f73a-1818-46b4-ace6-904b9532c5d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2646649 May 28 06:33:10.811649 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc8afbe2-63ab-495f-b953-08528fec512c', 'name': 'network-vif-deleted', 'tag': '0c28e25a-811d-49fe-9df5-688bb3849093'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:33:10.866144 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5861028b-ffd5-4392-8f86-ad09365529d4 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:10.869959 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfedaa6e-678b-40a9-afae-7cdc358b7d7e req-245ab5ba-6b8c-4ac0-8c22-900e463c3161 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:10.871481 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bfedaa6e-678b-40a9-afae-7cdc358b7d7e req-245ab5ba-6b8c-4ac0-8c22-900e463c3161 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.55 "GET /v2.0/ports?device_id=48a19ee3-8702-4034-91de-965318e77735 HTTP/1.1" status: 200 len: 945 time: 0.2673328 May 28 06:33:10.908389 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48a19ee3-8702-4034-91de-965318e77735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4f7b9c3-3856-422d-8427-fba5548c7f2c'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:33:10.912924 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5861028b-ffd5-4392-8f86-ad09365529d4 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Pushing event deleted for resources: {'Port': ['ID=eb557733-e429-4fc3-b25b-4b961f6a9190,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:33:10.919259 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5861028b-ffd5-4392-8f86-ad09365529d4 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:10.930727 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-5861028b-ffd5-4392-8f86-ad09365529d4 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] 10.222.0.55 "DELETE /v2.0/ports/eb557733-e429-4fc3-b25b-4b961f6a9190 HTTP/1.1" status: 204 len: 168 time: 0.7900746 May 28 06:33:10.931091 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9e2552-a27a-4a23-8b98-6caa8ed3d889 req-bf495b1e-12d1-4f5b-b41b-e921d27c6535 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:10.932546 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bf9e2552-a27a-4a23-8b98-6caa8ed3d889 req-bf495b1e-12d1-4f5b-b41b-e921d27c6535 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.55 "GET /v2.0/ports?device_id=e382458d-1b83-4c85-8dce-23160a7eb36c HTTP/1.1" status: 200 len: 943 time: 0.2327890 May 28 06:33:10.933889 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 59876) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:33:10.984601 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bfedaa6e-678b-40a9-afae-7cdc358b7d7e req-41d94790-69d8-413d-b203-7aa123a963f8 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.55 "GET /v2.0/security-groups?id=89c8e518-81c5-4ccc-b111-8291ad38466d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049938 May 28 06:33:10.986493 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-098f677c-b162-40b6-9dda-44b90042e17b req-b7ec1089-69ad-4337-a051-c31d57f484db service neutron] 10.222.0.69 "GET /v2.0/networks/8d92f73a-1818-46b4-ace6-904b9532c5d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239833 May 28 06:33:11.013954 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bf9e2552-a27a-4a23-8b98-6caa8ed3d889 req-d3286e79-c01c-477a-9f4d-888ed015e4e6 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.55 "GET /v2.0/security-groups?id=76f5f0a9-1f72-44c1-a851-4026e46651c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718765 May 28 06:33:11.036835 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27551a2c-6d88-4ac9-8be1-b7825dfa7641 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:11.038039 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-27551a2c-6d88-4ac9-8be1-b7825dfa7641 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Synchronizing usage tracker for tenant:1c19ca0f4502419e9ff184ba1821fbef on resource:port {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:33:11.058537 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b20ebaaa-54cf-468a-a29e-85816024338d'] response: {'server_uuid': 'fc8afbe2-63ab-495f-b953-08528fec512c', 'name': 'network-vif-deleted', 'tag': '0c28e25a-811d-49fe-9df5-688bb3849093', 'status': 'completed', 'code': 200} May 28 06:33:11.079995 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-592c3f74-e0dc-43d9-850e-ea2bd8024253'] response: {'server_uuid': '48a19ee3-8702-4034-91de-965318e77735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4f7b9c3-3856-422d-8427-fba5548c7f2c', 'code': 200} May 28 06:33:11.292031 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e52041-abc8-4ede-87ba-ee1fe0591936 req-c8934630-c6d2-4b0e-b83a-6fb5c94fc0db tempest-ServerAddressesNegativeTestJSON-1896159330 tempest-ServerAddressesNegativeTestJSON-1896159330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:11.293518 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-62e52041-abc8-4ede-87ba-ee1fe0591936 req-c8934630-c6d2-4b0e-b83a-6fb5c94fc0db tempest-ServerAddressesNegativeTestJSON-1896159330 tempest-ServerAddressesNegativeTestJSON-1896159330-project] 10.222.0.55 "GET /v2.0/ports?device_id=0e48b201-9686-4f67-84dd-05f5c971cbc4 HTTP/1.1" status: 200 len: 946 time: 0.1499989 May 28 06:33:11.326649 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-27551a2c-6d88-4ac9-8be1-b7825dfa7641 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Unset dirty status for tenant:1c19ca0f4502419e9ff184ba1821fbef on resource:port {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:33:11.327843 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-27551a2c-6d88-4ac9-8be1-b7825dfa7641 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.3928957 May 28 06:33:11.330772 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2d04c4-71d9-4e3a-bc85-091494f9ff9d req-e44b0eb6-f826-45bf-b113-8c4b4fd41b0a tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:11.332632 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2d2d04c4-71d9-4e3a-bc85-091494f9ff9d req-e44b0eb6-f826-45bf-b113-8c4b4fd41b0a tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5d8dc1f-bda1-439a-9c3a-0cfb1b10c028 HTTP/1.1" status: 200 len: 945 time: 0.1350050 May 28 06:33:11.333140 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 59886) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:33:11.368044 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29586958-9392-48ed-944a-3ed728ff64b5 req-44fc4288-f936-4ffd-9e40-05f2b0fd5291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:11.369353 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-29586958-9392-48ed-944a-3ed728ff64b5 req-44fc4288-f936-4ffd-9e40-05f2b0fd5291 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=48a19ee3-8702-4034-91de-965318e77735 HTTP/1.1" status: 200 len: 1096 time: 0.1918383 May 28 06:33:11.418053 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-29586958-9392-48ed-944a-3ed728ff64b5 req-ad591bc3-dc6b-4c18-a786-edb13da24412 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=89c8e518-81c5-4ccc-b111-8291ad38466d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422873 May 28 06:33:11.518333 n-d-843702-1 neutron-server[89110]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fdc9431-7ceb-4e19-a0d0-e738fa7a89f6 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] GET failed (client error): The resource could not be found. May 28 06:33:11.518860 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-4fdc9431-7ceb-4e19-a0d0-e738fa7a89f6 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Synchronizing usage tracker for tenant:1c19ca0f4502419e9ff184ba1821fbef on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:33:11.531371 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-62e52041-abc8-4ede-87ba-ee1fe0591936 req-47577545-5c2a-4942-9ce4-3f26d7513a95 tempest-ServerAddressesNegativeTestJSON-1896159330 tempest-ServerAddressesNegativeTestJSON-1896159330-project] 10.222.0.55 "GET /v2.0/security-groups?id=964d97d4-23b8-496a-8641-78bc3988d25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307551 May 28 06:33:11.559261 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2d2d04c4-71d9-4e3a-bc85-091494f9ff9d req-273203ba-bb9d-4071-ae81-55f08cb1e1c0 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/security-groups?id=f6de87b7-c8be-4140-be86-d0d6b2592918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658865 May 28 06:33:11.559849 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-4fdc9431-7ceb-4e19-a0d0-e738fa7a89f6 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Unset dirty status for tenant:1c19ca0f4502419e9ff184ba1821fbef on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:33:11.560905 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-4fdc9431-7ceb-4e19-a0d0-e738fa7a89f6 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] 10.222.0.55 "GET /v2.0/ports/eb557733-e429-4fc3-b25b-4b961f6a9190 HTTP/1.1" status: 404 len: 333 time: 0.2248633 May 28 06:33:11.565112 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 59892) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:33:11.571565 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-5eac3479-56db-453b-83d4-394a44b188c3 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1911562164'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:33:11.586050 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-5eac3479-56db-453b-83d4-394a44b188c3 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:33:11.589511 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-5eac3479-56db-453b-83d4-394a44b188c3 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Usage tracker for resource:network and tenant:1c19ca0f4502419e9ff184ba1821fbef is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:33:11.592913 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-5eac3479-56db-453b-83d4-394a44b188c3 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:33:11.600714 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-5eac3479-56db-453b-83d4-394a44b188c3 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:33:11.724575 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eac3479-56db-453b-83d4-394a44b188c3 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Made reservation on behalf of 1c19ca0f4502419e9ff184ba1821fbef for: {'network': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:33:11.728116 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5eac3479-56db-453b-83d4-394a44b188c3 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:11.761532 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 59902) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:33:11.762517 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5eac3479-56db-453b-83d4-394a44b188c3 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'} {{(pid=89110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:33:11.777815 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5eac3479-56db-453b-83d4-394a44b188c3 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:11.778517 n-d-843702-1 neutron-server[89110]: INFO neutron.db.segments_db [None req-5eac3479-56db-453b-83d4-394a44b188c3 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Added segment 24a9e066-bbc3-4e48-98a0-a49a11d44eb2 of type vlan for network f3201cb9-e63f-49ca-8ce6-2447631f0051 May 28 06:33:11.821371 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5eac3479-56db-453b-83d4-394a44b188c3 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:11.847042 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0e55040c-9b7d-4f7a-9e82-88ce072b1fb8 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:11.879638 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0e55040c-9b7d-4f7a-9e82-88ce072b1fb8 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:11.918004 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5eac3479-56db-453b-83d4-394a44b188c3 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:11.933568 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eac3479-56db-453b-83d4-394a44b188c3 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:11.934544 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5eac3479-56db-453b-83d4-394a44b188c3 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:12.043190 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eac3479-56db-453b-83d4-394a44b188c3 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Pushing event updated for resources: {'Network': ['ID=f3201cb9-e63f-49ca-8ce6-2447631f0051,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:33:12.053664 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network f3201cb9-e63f-49ca-8ce6-2447631f0051 details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:33:12.106449 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0e55040c-9b7d-4f7a-9e82-88ce072b1fb8 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:12.122359 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e55040c-9b7d-4f7a-9e82-88ce072b1fb8 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=330866ba-92b0-424f-b7e1-e6c41912745c,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:33:12.133266 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0e55040c-9b7d-4f7a-9e82-88ce072b1fb8 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:12.141335 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-0e55040c-9b7d-4f7a-9e82-88ce072b1fb8 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.55 "DELETE /v2.0/security-groups/330866ba-92b0-424f-b7e1-e6c41912745c HTTP/1.1" status: 204 len: 168 time: 0.3732717 May 28 06:33:12.141335 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 59914) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:33:12.158288 n-d-843702-1 neutron-server[89109]: INFO neutron.api.v2.resource [None req-56f4f1c9-05a2-415e-bb7b-f838b6036784 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] show failed (client error): The resource could not be found. May 28 06:33:12.163209 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 59918) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:33:12.163335 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-56f4f1c9-05a2-415e-bb7b-f838b6036784 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.55 "GET /v2.0/security-groups/330866ba-92b0-424f-b7e1-e6c41912745c HTTP/1.1" status: 404 len: 347 time: 0.0248163 May 28 06:33:12.226385 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-5eac3479-56db-453b-83d4-394a44b188c3 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6601844 May 28 06:33:12.231396 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 59924) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:33:12.237731 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-f4ff6194-2232-4b57-ab7d-9fc0d40b1cfb tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Request body: {'subnet': {'network_id': 'f3201cb9-e63f-49ca-8ce6-2447631f0051', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:33:12.356719 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-e051c9de-27a4-477c-b7eb-6d2c120be970 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Deleting port 9f61c6e0-1d89-4925-8164-fd156e540705 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:33:12.357057 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e051c9de-27a4-477c-b7eb-6d2c120be970 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:12.362823 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-f4ff6194-2232-4b57-ab7d-9fc0d40b1cfb tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:33:12.368320 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-f4ff6194-2232-4b57-ab7d-9fc0d40b1cfb tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Usage tracker for resource:subnet and tenant:1c19ca0f4502419e9ff184ba1821fbef is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:33:12.371863 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-f4ff6194-2232-4b57-ab7d-9fc0d40b1cfb tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:33:12.374005 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device a9fa9a20-b169-4ebe-be42-5b1c7d3987c0 details requested by agent hyperv_n-h1-843702-1 with host n-h1-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:33:12.378476 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-f4ff6194-2232-4b57-ab7d-9fc0d40b1cfb tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:33:12.541266 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port a9fa9a20-b169-4ebe-be42-5b1c7d3987c0, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=a9fa9a20-b169-4ebe-be42-5b1c7d3987c0,segment=NetworkSegment(7d559e24-4bc2-48ae-9e57-270a3050c6dd),segment_id=7d559e24-4bc2-48ae-9e57-270a3050c6dd)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:33:12.559901 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Returning: {'device': 'a9fa9a20-b169-4ebe-be42-5b1c7d3987c0', 'network_id': '8d92f73a-1818-46b4-ace6-904b9532c5d0', 'port_id': 'a9fa9a20-b169-4ebe-be42-5b1c7d3987c0', 'mac_address': 'fa:16:3e:eb:7b:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be7430a6-d63b-496c-a478-4d1ac23bdfda', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:33:12.598561 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4ff6194-2232-4b57-ab7d-9fc0d40b1cfb tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Made reservation on behalf of 1c19ca0f4502419e9ff184ba1821fbef for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:33:12.598561 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f4ff6194-2232-4b57-ab7d-9fc0d40b1cfb tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:12.630446 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port a9fa9a20-b169-4ebe-be42-5b1c7d3987c0 is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:33:12.630832 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:12.674510 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9fa9a20-b169-4ebe-be42-5b1c7d3987c0 {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:33:12.701399 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port a9fa9a20-b169-4ebe-be42-5b1c7d3987c0, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=a9fa9a20-b169-4ebe-be42-5b1c7d3987c0,segment=NetworkSegment(7d559e24-4bc2-48ae-9e57-270a3050c6dd),segment_id=7d559e24-4bc2-48ae-9e57-270a3050c6dd)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:33:12.733191 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a1eee4-0466-4811-8835-2bb47a5ee060 req-61f85fc0-16b4-48ad-bdda-d37c81c96da3 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:12.734688 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-92a1eee4-0466-4811-8835-2bb47a5ee060 req-61f85fc0-16b4-48ad-bdda-d37c81c96da3 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.55 "GET /v2.0/ports?device_id=48a19ee3-8702-4034-91de-965318e77735 HTTP/1.1" status: 200 len: 945 time: 0.4659770 May 28 06:33:12.737240 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e051c9de-27a4-477c-b7eb-6d2c120be970 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:12.737592 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e051c9de-27a4-477c-b7eb-6d2c120be970 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:12.827013 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:12.884851 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-e051c9de-27a4-477c-b7eb-6d2c120be970 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Calling delete_port for 9f61c6e0-1d89-4925-8164-fd156e540705 owned by network:floatingip {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:33:12.902852 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=a9fa9a20-b169-4ebe-be42-5b1c7d3987c0,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:33:12.906413 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f4ff6194-2232-4b57-ab7d-9fc0d40b1cfb tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:12.951402 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cbba1e-dc3a-4ca8-b69a-8c8330c995bd req-539b850f-6314-479c-95c1-cada93ae2020 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:12.952846 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c4cbba1e-dc3a-4ca8-b69a-8c8330c995bd req-539b850f-6314-479c-95c1-cada93ae2020 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.55 "GET /v2.0/ports?device_id=e382458d-1b83-4c85-8dce-23160a7eb36c HTTP/1.1" status: 200 len: 943 time: 0.3629315 May 28 06:33:12.967958 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-92a1eee4-0466-4811-8835-2bb47a5ee060 req-8378e08d-cddc-4605-8f18-cb0128e25ed9 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.55 "GET /v2.0/security-groups?id=89c8e518-81c5-4ccc-b111-8291ad38466d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206028 May 28 06:33:12.996678 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ff6194-2232-4b57-ab7d-9fc0d40b1cfb tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Checking segment: {'id': '24a9e066-bbc3-4e48-98a0-a49a11d44eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'f3201cb9-e63f-49ca-8ce6-2447631f0051'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:33:12.997039 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ff6194-2232-4b57-ab7d-9fc0d40b1cfb tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Network hostable DHCP agents. Network: f3201cb9-e63f-49ca-8ce6-2447631f0051, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:33:13.001340 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ff6194-2232-4b57-ab7d-9fc0d40b1cfb tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Pushing event updated for resources: {'Subnet': ['ID=d8176479-4fb8-4c24-a271-22df067f645b,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:33:13.030643 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c4cbba1e-dc3a-4ca8-b69a-8c8330c995bd req-1c2211b2-376b-464a-abfe-45318e0faa01 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.55 "GET /v2.0/security-groups?id=76f5f0a9-1f72-44c1-a851-4026e46651c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658484 May 28 06:33:13.094831 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ff6194-2232-4b57-ab7d-9fc0d40b1cfb tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Network f3201cb9-e63f-49ca-8ce6-2447631f0051 is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:33:13.115877 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['a9fa9a20-b169-4ebe-be42-5b1c7d3987c0'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:33:13.186017 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-f4ff6194-2232-4b57-ab7d-9fc0d40b1cfb tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, f3201cb9-e63f-49ca-8ce6-2447631f0051) {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:33:13.189708 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e051c9de-27a4-477c-b7eb-6d2c120be970 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:13.196708 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c2ce632-d5c1-44e0-be09-39c99b936f5a None None] Network f3201cb9-e63f-49ca-8ce6-2447631f0051 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:33:13.199478 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ff6194-2232-4b57-ab7d-9fc0d40b1cfb tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:13.200137 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f4ff6194-2232-4b57-ab7d-9fc0d40b1cfb tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:13.290064 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e051c9de-27a4-477c-b7eb-6d2c120be970 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Pushing event deleted for resources: {'Port': ['ID=9f61c6e0-1d89-4925-8164-fd156e540705,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:33:13.338037 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-f4ff6194-2232-4b57-ab7d-9fc0d40b1cfb tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1027355 May 28 06:33:13.338273 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 59932) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:33:13.343662 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-d057c9a0-935b-403b-89bb-67e80c73ef45 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Request body: {'subnet': {'network_id': 'f3201cb9-e63f-49ca-8ce6-2447631f0051', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:33:13.392976 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e051c9de-27a4-477c-b7eb-6d2c120be970 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks [] for floatingip, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:13.404073 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da94646a-f2a2-4570-82e9-2396d8cf1144 req-e907a0e4-fca9-4646-a95e-272672fd638f tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:13.405757 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-da94646a-f2a2-4570-82e9-2396d8cf1144 req-e907a0e4-fca9-4646-a95e-272672fd638f tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5d8dc1f-bda1-439a-9c3a-0cfb1b10c028 HTTP/1.1" status: 200 len: 945 time: 0.3085186 May 28 06:33:13.423208 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41af263-032b-44f3-afd8-d1200a7e88e5 req-a1a11e56-8ef7-40ab-85e1-317f84c31436 tempest-ServerAddressesNegativeTestJSON-1896159330 tempest-ServerAddressesNegativeTestJSON-1896159330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:13.423208 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d41af263-032b-44f3-afd8-d1200a7e88e5 req-a1a11e56-8ef7-40ab-85e1-317f84c31436 tempest-ServerAddressesNegativeTestJSON-1896159330 tempest-ServerAddressesNegativeTestJSON-1896159330-project] 10.222.0.55 "GET /v2.0/ports?device_id=0e48b201-9686-4f67-84dd-05f5c971cbc4 HTTP/1.1" status: 200 len: 946 time: 0.2803614 May 28 06:33:13.462890 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e051c9de-27a4-477c-b7eb-6d2c120be970 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:13.466674 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-e051c9de-27a4-477c-b7eb-6d2c120be970 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.55 "DELETE /v2.0/floatingips/2b925c8a-e382-4d1e-92eb-898e57cc999e HTTP/1.1" status: 204 len: 168 time: 1.2994287 May 28 06:33:13.467876 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 59936) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:33:13.495362 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb5ff53-d829-41b4-a194-813c581b92fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-f3201cb9-e63f-49ca-8ce6-2447631f0051', 'network_id': 'f3201cb9-e63f-49ca-8ce6-2447631f0051', 'tenant_id': '1c19ca0f4502419e9ff184ba1821fbef', 'fixed_ips': [{'subnet_id': 'd8176479-4fb8-4c24-a271-22df067f645b'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:33:13.496185 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-bcb5ff53-d829-41b4-a194-813c581b92fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:13.515993 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-d057c9a0-935b-403b-89bb-67e80c73ef45 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:33:13.520645 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-d057c9a0-935b-403b-89bb-67e80c73ef45 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Usage tracker for resource:subnet and tenant:1c19ca0f4502419e9ff184ba1821fbef is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:33:13.524037 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-d057c9a0-935b-403b-89bb-67e80c73ef45 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:33:13.530454 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-d057c9a0-935b-403b-89bb-67e80c73ef45 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:33:13.608901 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d057c9a0-935b-403b-89bb-67e80c73ef45 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Made reservation on behalf of 1c19ca0f4502419e9ff184ba1821fbef for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:33:13.612693 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d057c9a0-935b-403b-89bb-67e80c73ef45 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:13.658735 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-da94646a-f2a2-4570-82e9-2396d8cf1144 req-8dd7b145-ce78-4e3b-b2df-0380e771beef tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/security-groups?id=f6de87b7-c8be-4140-be86-d0d6b2592918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376730 May 28 06:33:13.690480 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d41af263-032b-44f3-afd8-d1200a7e88e5 req-428f1995-ecfa-4087-a6d3-fac44a7e2c43 tempest-ServerAddressesNegativeTestJSON-1896159330 tempest-ServerAddressesNegativeTestJSON-1896159330-project] 10.222.0.55 "GET /v2.0/security-groups?id=964d97d4-23b8-496a-8641-78bc3988d25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476778 May 28 06:33:13.697600 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-bcb5ff53-d829-41b4-a194-813c581b92fa None None] Allocated IP 172.20.0.2 (f3201cb9-e63f-49ca-8ce6-2447631f0051/d8176479-4fb8-4c24-a271-22df067f645b/4014c9cb-d372-4820-8170-c2b33d88235f) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:33:13.714309 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-66b21a04-27a0-4a55-92cf-621371d347d5 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Deleting port a1068a4a-45d8-45f1-b5a5-6186eb8d7d2d {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:33:13.714630 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-66b21a04-27a0-4a55-92cf-621371d347d5 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:13.758765 n-d-843702-1 neutron-server[89109]: INFO neutron.db.ipam_backend_mixin [None req-d057c9a0-935b-403b-89bb-67e80c73ef45 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet d8176479-4fb8-4c24-a271-22df067f645b (CIDR: 172.20.0.0/28) May 28 06:33:13.805456 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-d057c9a0-935b-403b-89bb-67e80c73ef45 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 06:33:13.806231 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d057c9a0-935b-403b-89bb-67e80c73ef45 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89109) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:33:13.891928 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-d057c9a0-935b-403b-89bb-67e80c73ef45 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5500834 May 28 06:33:13.892104 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 59940) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:33:13.900335 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-6f9a1270-6634-4ddf-8abe-35aecbf80caf tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Request body: {'subnet': {'network_id': 'f3201cb9-e63f-49ca-8ce6-2447631f0051', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:33:13.959320 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-bcb5ff53-d829-41b4-a194-813c581b92fa None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:13.970630 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-bcb5ff53-d829-41b4-a194-813c581b92fa None None] Transition to ACTIVE for port object 4014c9cb-d372-4820-8170-c2b33d88235f will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:33:13.973922 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-66b21a04-27a0-4a55-92cf-621371d347d5 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:13.991873 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-bcb5ff53-d829-41b4-a194-813c581b92fa None None] Transition to ACTIVE for port object 4014c9cb-d372-4820-8170-c2b33d88235f will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:33:14.031938 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400ab595-9fb0-471c-8544-554c4dfe255c req-879a9215-4344-4463-acc9-139231333eef tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:14.032630 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-400ab595-9fb0-471c-8544-554c4dfe255c req-879a9215-4344-4463-acc9-139231333eef tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Synchronizing usage tracker for tenant:9795f3bb4dd842ee9b6997b24ebca479 on resource:port {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:33:14.066579 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-bcb5ff53-d829-41b4-a194-813c581b92fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:14.083824 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-6f9a1270-6634-4ddf-8abe-35aecbf80caf tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:33:14.094155 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-6f9a1270-6634-4ddf-8abe-35aecbf80caf tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Usage tracker for resource:subnet and tenant:1c19ca0f4502419e9ff184ba1821fbef is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:33:14.099971 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-6f9a1270-6634-4ddf-8abe-35aecbf80caf tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:33:14.107793 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-6f9a1270-6634-4ddf-8abe-35aecbf80caf tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:33:14.136039 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-66b21a04-27a0-4a55-92cf-621371d347d5 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Calling delete_port for a1068a4a-45d8-45f1-b5a5-6186eb8d7d2d owned by {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:33:14.144292 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb5ff53-d829-41b4-a194-813c581b92fa None None] Network f3201cb9-e63f-49ca-8ce6-2447631f0051 is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:33:14.147715 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-bcb5ff53-d829-41b4-a194-813c581b92fa None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:33:14.151430 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb5ff53-d829-41b4-a194-813c581b92fa None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:33:14.160242 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb5ff53-d829-41b4-a194-813c581b92fa None None] Pushing event updated for resources: {'Port': ['ID=4014c9cb-d372-4820-8170-c2b33d88235f,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:33:14.180555 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-400ab595-9fb0-471c-8544-554c4dfe255c req-879a9215-4344-4463-acc9-139231333eef tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Unset dirty status for tenant:9795f3bb4dd842ee9b6997b24ebca479 on resource:port {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:33:14.190592 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-400ab595-9fb0-471c-8544-554c4dfe255c req-879a9215-4344-4463-acc9-139231333eef tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.71 "GET /v2.0/ports?device_id=e5d8dc1f-bda1-439a-9c3a-0cfb1b10c028 HTTP/1.1" status: 200 len: 945 time: 0.3539057 May 28 06:33:14.289486 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f9a1270-6634-4ddf-8abe-35aecbf80caf tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Made reservation on behalf of 1c19ca0f4502419e9ff184ba1821fbef for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:33:14.293588 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-bcb5ff53-d829-41b4-a194-813c581b92fa None None] Attempting to bind port 4014c9cb-d372-4820-8170-c2b33d88235f on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:33:14.294072 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-bcb5ff53-d829-41b4-a194-813c581b92fa None None] Attempting to bind port 4014c9cb-d372-4820-8170-c2b33d88235f by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': '24a9e066-bbc3-4e48-98a0-a49a11d44eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'f3201cb9-e63f-49ca-8ce6-2447631f0051'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:33:14.294255 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6f9a1270-6634-4ddf-8abe-35aecbf80caf tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:14.294613 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb5ff53-d829-41b4-a194-813c581b92fa None None] Attempting to bind port 4014c9cb-d372-4820-8170-c2b33d88235f on network f3201cb9-e63f-49ca-8ce6-2447631f0051 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:33:14.301587 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb5ff53-d829-41b4-a194-813c581b92fa None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:33:14.301963 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb5ff53-d829-41b4-a194-813c581b92fa None None] Checking segment: {'id': '24a9e066-bbc3-4e48-98a0-a49a11d44eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'f3201cb9-e63f-49ca-8ce6-2447631f0051'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:33:14.304228 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-bcb5ff53-d829-41b4-a194-813c581b92fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:14.304228 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb5ff53-d829-41b4-a194-813c581b92fa None None] Bound using segment: {'id': '24a9e066-bbc3-4e48-98a0-a49a11d44eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'f3201cb9-e63f-49ca-8ce6-2447631f0051'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:33:14.304228 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-bcb5ff53-d829-41b4-a194-813c581b92fa None None] Bound port: 4014c9cb-d372-4820-8170-c2b33d88235f, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24a9e066-bbc3-4e48-98a0-a49a11d44eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'f3201cb9-e63f-49ca-8ce6-2447631f0051'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:33:14.304228 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-bcb5ff53-d829-41b4-a194-813c581b92fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:14.321024 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [req-400ab595-9fb0-471c-8544-554c4dfe255c req-1df888fe-ab19-4181-b9d8-225d119bb560 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Deleting port ffae7a58-eda6-4e38-8754-b6235139c066 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:33:14.321610 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-400ab595-9fb0-471c-8544-554c4dfe255c req-1df888fe-ab19-4181-b9d8-225d119bb560 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:14.400714 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-bcb5ff53-d829-41b4-a194-813c581b92fa None None] For port 4014c9cb-d372-4820-8170-c2b33d88235f, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:33:14.404844 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-bcb5ff53-d829-41b4-a194-813c581b92fa None None] For port 4014c9cb-d372-4820-8170-c2b33d88235f, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=4014c9cb-d372-4820-8170-c2b33d88235f,segment=NetworkSegment(24a9e066-bbc3-4e48-98a0-a49a11d44eb2),segment_id=24a9e066-bbc3-4e48-98a0-a49a11d44eb2)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:33:14.407741 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device a9fa9a20-b169-4ebe-be42-5b1c7d3987c0 up at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:33:14.469612 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31378d91-1c26-49d5-a9f4-ef7e0d52fffd req-0a95de81-42a4-43b2-be1b-2a34bb5124f2 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:14.471717 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-31378d91-1c26-49d5-a9f4-ef7e0d52fffd req-0a95de81-42a4-43b2-be1b-2a34bb5124f2 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.55 "GET /v2.0/ports?device_id=48a19ee3-8702-4034-91de-965318e77735 HTTP/1.1" status: 200 len: 945 time: 0.3449531 May 28 06:33:14.499394 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64436635-7b8b-4e62-b526-b12aadc80574 req-190a88c1-e2dd-498a-a55f-e8953b543fa3 tempest-ServerAddressesNegativeTestJSON-1896159330 tempest-ServerAddressesNegativeTestJSON-1896159330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:14.499394 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-64436635-7b8b-4e62-b526-b12aadc80574 req-190a88c1-e2dd-498a-a55f-e8953b543fa3 tempest-ServerAddressesNegativeTestJSON-1896159330 tempest-ServerAddressesNegativeTestJSON-1896159330-project] 10.222.0.71 "GET /v2.0/ports?device_id=0e48b201-9686-4f67-84dd-05f5c971cbc4 HTTP/1.1" status: 200 len: 946 time: 0.2805045 May 28 06:33:14.501666 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-bcb5ff53-d829-41b4-a194-813c581b92fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:14.519748 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcf6ebd-7fac-4bdb-9cf9-da21876c2f48 req-067c3411-7a15-46c4-b32e-b10cc4b5490c tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:14.521738 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-adcf6ebd-7fac-4bdb-9cf9-da21876c2f48 req-067c3411-7a15-46c4-b32e-b10cc4b5490c tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.55 "GET /v2.0/ports?device_id=e382458d-1b83-4c85-8dce-23160a7eb36c HTTP/1.1" status: 200 len: 944 time: 0.3529477 May 28 06:33:14.606285 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb5ff53-d829-41b4-a194-813c581b92fa None None] Pushing event updated for resources: {'Port': ['ID=4014c9cb-d372-4820-8170-c2b33d88235f,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:33:14.609800 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning for port a9fa9a20-b169-4ebe-be42-5b1c7d3987c0 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:33:14.616255 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning complete for port a9fa9a20-b169-4ebe-be42-5b1c7d3987c0 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:33:14.616799 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:14.663614 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-31378d91-1c26-49d5-a9f4-ef7e0d52fffd req-36721502-ad0a-4a83-b1ce-8e82afe04516 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.55 "GET /v2.0/security-groups?id=89c8e518-81c5-4ccc-b111-8291ad38466d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836066 May 28 06:33:14.671800 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-64436635-7b8b-4e62-b526-b12aadc80574 req-aacaf361-56d9-45c3-86ec-3ccc3f8faf33 tempest-ServerAddressesNegativeTestJSON-1896159330 tempest-ServerAddressesNegativeTestJSON-1896159330-project] Deleting port 7d0d7e0a-edd8-4d80-aa0a-327c08d7e2c5 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:33:14.679121 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-64436635-7b8b-4e62-b526-b12aadc80574 req-aacaf361-56d9-45c3-86ec-3ccc3f8faf33 tempest-ServerAddressesNegativeTestJSON-1896159330 tempest-ServerAddressesNegativeTestJSON-1896159330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:14.747837 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-66b21a04-27a0-4a55-92cf-621371d347d5 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:14.810297 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port a9fa9a20-b169-4ebe-be42-5b1c7d3987c0 is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:33:14.811033 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:14.869541 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e382458d-1b83-4c85-8dce-23160a7eb36c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9fa9a20-b169-4ebe-be42-5b1c7d3987c0'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:33:14.889459 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-adcf6ebd-7fac-4bdb-9cf9-da21876c2f48 req-9f9c81e8-14ca-4cca-8e46-5a760a1634de tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.55 "GET /v2.0/security-groups?id=76f5f0a9-1f72-44c1-a851-4026e46651c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3230252 May 28 06:33:14.890799 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port a9fa9a20-b169-4ebe-be42-5b1c7d3987c0, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=a9fa9a20-b169-4ebe-be42-5b1c7d3987c0,segment=NetworkSegment(7d559e24-4bc2-48ae-9e57-270a3050c6dd),segment_id=7d559e24-4bc2-48ae-9e57-270a3050c6dd)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:33:14.923130 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b21a04-27a0-4a55-92cf-621371d347d5 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Pushing event deleted for resources: {'Port': ['ID=a1068a4a-45d8-45f1-b5a5-6186eb8d7d2d,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:33:14.980520 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:14.997774 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-400ab595-9fb0-471c-8544-554c4dfe255c req-1df888fe-ab19-4181-b9d8-225d119bb560 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] For port ffae7a58-eda6-4e38-8754-b6235139c066, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=ffae7a58-eda6-4e38-8754-b6235139c066,segment=NetworkSegment(a8c42c09-58b4-4e9e-ab8f-c96c63ee4190),segment_id=a8c42c09-58b4-4e9e-ab8f-c96c63ee4190)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:33:14.998781 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-400ab595-9fb0-471c-8544-554c4dfe255c req-1df888fe-ab19-4181-b9d8-225d119bb560 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:15.086971 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=a9fa9a20-b169-4ebe-be42-5b1c7d3987c0,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:33:15.139247 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-66b21a04-27a0-4a55-92cf-621371d347d5 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:15.184492 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [req-400ab595-9fb0-471c-8544-554c4dfe255c req-1df888fe-ab19-4181-b9d8-225d119bb560 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Calling delete_port for ffae7a58-eda6-4e38-8754-b6235139c066 owned by compute:nova {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:33:15.263282 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-66b21a04-27a0-4a55-92cf-621371d347d5 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.55 "DELETE /v2.0/ports/a1068a4a-45d8-45f1-b5a5-6186eb8d7d2d HTTP/1.1" status: 204 len: 168 time: 1.7864540 May 28 06:33:15.270353 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 59960) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:33:15.418260 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-07cefc37-6df2-4db4-8da7-c9e3686972a7 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Deleting port ae1da9c2-607a-48e7-af04-679c67639107 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:33:15.418608 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-07cefc37-6df2-4db4-8da7-c9e3686972a7 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:15.471223 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6f9a1270-6634-4ddf-8abe-35aecbf80caf tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:15.505952 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-64436635-7b8b-4e62-b526-b12aadc80574 req-aacaf361-56d9-45c3-86ec-3ccc3f8faf33 tempest-ServerAddressesNegativeTestJSON-1896159330 tempest-ServerAddressesNegativeTestJSON-1896159330-project] For port 7d0d7e0a-edd8-4d80-aa0a-327c08d7e2c5, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=7d0d7e0a-edd8-4d80-aa0a-327c08d7e2c5,segment=NetworkSegment(3da683c7-3fb0-47dc-b1ef-2b249d6434de),segment_id=3da683c7-3fb0-47dc-b1ef-2b249d6434de)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:33:15.506964 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-64436635-7b8b-4e62-b526-b12aadc80574 req-aacaf361-56d9-45c3-86ec-3ccc3f8faf33 tempest-ServerAddressesNegativeTestJSON-1896159330 tempest-ServerAddressesNegativeTestJSON-1896159330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:15.638368 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9a1270-6634-4ddf-8abe-35aecbf80caf tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Network f3201cb9-e63f-49ca-8ce6-2447631f0051 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:33:15.660245 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-6f9a1270-6634-4ddf-8abe-35aecbf80caf tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:33:15.669840 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f9a1270-6634-4ddf-8abe-35aecbf80caf tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:15.670440 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6f9a1270-6634-4ddf-8abe-35aecbf80caf tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:15.708611 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c525e56e-84a4-4cf7-ac55-e91406f55c29 req-75a8f557-17f7-479b-b052-e3d6c8cd21af tempest-ServerAddressesNegativeTestJSON-1896159330 tempest-ServerAddressesNegativeTestJSON-1896159330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:15.710406 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c525e56e-84a4-4cf7-ac55-e91406f55c29 req-75a8f557-17f7-479b-b052-e3d6c8cd21af tempest-ServerAddressesNegativeTestJSON-1896159330 tempest-ServerAddressesNegativeTestJSON-1896159330-project] 10.222.0.55 "GET /v2.0/ports?device_id=0e48b201-9686-4f67-84dd-05f5c971cbc4 HTTP/1.1" status: 200 len: 946 time: 0.4455066 May 28 06:33:15.727954 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9a1270-6634-4ddf-8abe-35aecbf80caf tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Pushing event updated for resources: {'Subnet': ['ID=8e0b2669-13f7-4c9d-8059-54b8d4b7777a,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:33:15.737367 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-400ab595-9fb0-471c-8544-554c4dfe255c req-1df888fe-ab19-4181-b9d8-225d119bb560 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:15.782059 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d00ef9-58d3-4fab-a575-ad92a37072dd req-9cd43fb3-ef31-4b5e-a6fc-a8b20ab5c5de tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:15.783545 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-02d00ef9-58d3-4fab-a575-ad92a37072dd req-9cd43fb3-ef31-4b5e-a6fc-a8b20ab5c5de tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5d8dc1f-bda1-439a-9c3a-0cfb1b10c028 HTTP/1.1" status: 200 len: 945 time: 0.6263711 May 28 06:33:15.793316 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-64436635-7b8b-4e62-b526-b12aadc80574 req-aacaf361-56d9-45c3-86ec-3ccc3f8faf33 tempest-ServerAddressesNegativeTestJSON-1896159330 tempest-ServerAddressesNegativeTestJSON-1896159330-project] Calling delete_port for 7d0d7e0a-edd8-4d80-aa0a-327c08d7e2c5 owned by compute:nova {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:33:15.837802 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df888fe-ab19-4181-b9d8-225d119bb560 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Pushing event deleted for resources: {'Port': ['ID=ffae7a58-eda6-4e38-8754-b6235139c066,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:33:15.945145 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-6f9a1270-6634-4ddf-8abe-35aecbf80caf tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.0520844 May 28 06:33:15.947049 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c525e56e-84a4-4cf7-ac55-e91406f55c29 req-e3dfeb21-c6d7-49a1-9e05-df5cc988770e tempest-ServerAddressesNegativeTestJSON-1896159330 tempest-ServerAddressesNegativeTestJSON-1896159330-project] 10.222.0.55 "GET /v2.0/security-groups?id=964d97d4-23b8-496a-8641-78bc3988d25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614590 May 28 06:33:15.952001 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 59968) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:33:15.960012 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-2179879a-56c2-4aeb-9048-7dbbb7163cb7 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Request body: {'port': {'network_id': 'f3201cb9-e63f-49ca-8ce6-2447631f0051', 'fixed_ips': [{'subnet_id': 'd8176479-4fb8-4c24-a271-22df067f645b'}, {'subnet_id': '8e0b2669-13f7-4c9d-8059-54b8d4b7777a'}], 'name': 'tempest-PortsTestJSON-1403598515'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:33:15.963514 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [req-400ab595-9fb0-471c-8544-554c4dfe255c req-1df888fe-ab19-4181-b9d8-225d119bb560 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] No DVR routers for this DVR port ffae7a58-eda6-4e38-8754-b6235139c066 on host n-h2-843702-1 {{(pid=89109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:33:15.967182 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-400ab595-9fb0-471c-8544-554c4dfe255c req-1df888fe-ab19-4181-b9d8-225d119bb560 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:15.969172 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-400ab595-9fb0-471c-8544-554c4dfe255c req-1df888fe-ab19-4181-b9d8-225d119bb560 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.71 "DELETE /v2.0/ports/ffae7a58-eda6-4e38-8754-b6235139c066 HTTP/1.1" status: 204 len: 173 time: 1.7591600 May 28 06:33:15.969643 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5d8dc1f-bda1-439a-9c3a-0cfb1b10c028', 'name': 'network-vif-deleted', 'tag': 'ffae7a58-eda6-4e38-8754-b6235139c066'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:33:15.986909 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-07cefc37-6df2-4db4-8da7-c9e3686972a7 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:15.995955 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-02d00ef9-58d3-4fab-a575-ad92a37072dd req-c8d72242-2802-4f80-a03b-a861136a7285 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/security-groups?id=f6de87b7-c8be-4140-be86-d0d6b2592918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732070 May 28 06:33:16.028153 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b854c027-ba66-439b-9e90-9e196b094b17'] response: {'server_uuid': 'e382458d-1b83-4c85-8dce-23160a7eb36c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9fa9a20-b169-4ebe-be42-5b1c7d3987c0', 'code': 200} May 28 06:33:16.048402 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33cb7298-db5c-4a55-8153-3895070e837b None None] Network f3201cb9-e63f-49ca-8ce6-2447631f0051 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:33:16.188238 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-07cefc37-6df2-4db4-8da7-c9e3686972a7 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Calling delete_port for ae1da9c2-607a-48e7-af04-679c67639107 owned by {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:33:16.432388 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-f5f1eca2-85b5-441e-b05b-3b623bf8be9c None None] Provisioning for port 4014c9cb-d372-4820-8170-c2b33d88235f completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:33:16.459371 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9996d8a9-6b1d-4e5f-8955-48813d46efe7 None None] Update dhcp port {'port': {'network_id': 'f3201cb9-e63f-49ca-8ce6-2447631f0051', 'fixed_ips': [{'subnet_id': 'd8176479-4fb8-4c24-a271-22df067f645b', 'ip_address': '172.20.0.2'}, {'subnet_id': '8e0b2669-13f7-4c9d-8059-54b8d4b7777a'}], 'binding:host_id': 'n-d-843702-1'}, 'id': '4014c9cb-d372-4820-8170-c2b33d88235f'} from n-d-843702-1. {{(pid=89111) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 28 06:33:16.503000 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a450e37-113c-4d3b-bc22-bd9380de8304 req-3638ab0c-a1df-4a1e-a2a2-4ed9a29e732c tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:16.505006 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1a450e37-113c-4d3b-bc22-bd9380de8304 req-3638ab0c-a1df-4a1e-a2a2-4ed9a29e732c tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.55 "GET /v2.0/ports?device_id=e382458d-1b83-4c85-8dce-23160a7eb36c HTTP/1.1" status: 200 len: 945 time: 0.2799101 May 28 06:33:16.516008 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-9996d8a9-6b1d-4e5f-8955-48813d46efe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:16.526953 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3889b2e6-0eca-4b76-aebe-b13cbcc28cf3 req-cf111cfa-c940-45f1-a4c4-27f09d2e56cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:16.528491 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3889b2e6-0eca-4b76-aebe-b13cbcc28cf3 req-cf111cfa-c940-45f1-a4c4-27f09d2e56cc service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e382458d-1b83-4c85-8dce-23160a7eb36c HTTP/1.1" status: 200 len: 1096 time: 0.3485878 May 28 06:33:16.534816 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-07cefc37-6df2-4db4-8da7-c9e3686972a7 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:16.591411 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-2179879a-56c2-4aeb-9048-7dbbb7163cb7 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:33:16.609260 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cefc37-6df2-4db4-8da7-c9e3686972a7 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Pushing event deleted for resources: {'Port': ['ID=ae1da9c2-607a-48e7-af04-679c67639107,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:33:16.611833 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-2179879a-56c2-4aeb-9048-7dbbb7163cb7 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Usage tracker for resource:port and tenant:1c19ca0f4502419e9ff184ba1821fbef is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:33:16.631920 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-2179879a-56c2-4aeb-9048-7dbbb7163cb7 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:33:16.642116 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-64436635-7b8b-4e62-b526-b12aadc80574 req-aacaf361-56d9-45c3-86ec-3ccc3f8faf33 tempest-ServerAddressesNegativeTestJSON-1896159330 tempest-ServerAddressesNegativeTestJSON-1896159330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:16.652391 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313edf00-2dc7-499f-adb2-40230d78ea5c req-9a2c8ede-8a06-4df8-b58e-89268e8aa8fa tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:16.653869 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-313edf00-2dc7-499f-adb2-40230d78ea5c req-9a2c8ede-8a06-4df8-b58e-89268e8aa8fa tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.55 "GET /v2.0/ports?device_id=48a19ee3-8702-4034-91de-965318e77735 HTTP/1.1" status: 200 len: 945 time: 0.3679788 May 28 06:33:16.656621 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1a450e37-113c-4d3b-bc22-bd9380de8304 req-d454267a-0d3f-4314-ae82-0d8a636b37ac tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.55 "GET /v2.0/security-groups?id=76f5f0a9-1f72-44c1-a851-4026e46651c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370096 May 28 06:33:16.657587 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-2179879a-56c2-4aeb-9048-7dbbb7163cb7 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:33:16.716854 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b93b702b-14e3-48bf-98b5-92e4b6ff2a09'] response: {'server_uuid': 'e5d8dc1f-bda1-439a-9c3a-0cfb1b10c028', 'name': 'network-vif-deleted', 'tag': 'ffae7a58-eda6-4e38-8754-b6235139c066', 'status': 'completed', 'code': 200} May 28 06:33:16.745230 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-07cefc37-6df2-4db4-8da7-c9e3686972a7 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:16.756014 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-07cefc37-6df2-4db4-8da7-c9e3686972a7 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.55 "DELETE /v2.0/ports/ae1da9c2-607a-48e7-af04-679c67639107 HTTP/1.1" status: 204 len: 168 time: 1.4843993 May 28 06:33:16.758384 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3889b2e6-0eca-4b76-aebe-b13cbcc28cf3 req-cfab8608-e8cd-47c0-9e2e-935f05f3f437 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=76f5f0a9-1f72-44c1-a851-4026e46651c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112193 May 28 06:33:16.758644 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 59976) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:33:16.794608 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-9996d8a9-6b1d-4e5f-8955-48813d46efe7 None None] Allocated IP 172.20.0.18 (f3201cb9-e63f-49ca-8ce6-2447631f0051/8e0b2669-13f7-4c9d-8059-54b8d4b7777a/4014c9cb-d372-4820-8170-c2b33d88235f) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:33:16.796529 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaf361-56d9-45c3-86ec-3ccc3f8faf33 tempest-ServerAddressesNegativeTestJSON-1896159330 tempest-ServerAddressesNegativeTestJSON-1896159330-project] Pushing event deleted for resources: {'Port': ['ID=7d0d7e0a-edd8-4d80-aa0a-327c08d7e2c5,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:33:16.829585 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c3f7a49-a1bd-4d74-963d-588953468adf tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Deleting subnet 6836d020-a745-4e71-882d-9073aeb06be4 {{(pid=89109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:33:16.833841 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6c3f7a49-a1bd-4d74-963d-588953468adf tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks [] for subnet, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:16.859617 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-64436635-7b8b-4e62-b526-b12aadc80574 req-aacaf361-56d9-45c3-86ec-3ccc3f8faf33 tempest-ServerAddressesNegativeTestJSON-1896159330 tempest-ServerAddressesNegativeTestJSON-1896159330-project] No DVR routers for this DVR port 7d0d7e0a-edd8-4d80-aa0a-327c08d7e2c5 on host n-h2-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:33:16.862357 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-64436635-7b8b-4e62-b526-b12aadc80574 req-aacaf361-56d9-45c3-86ec-3ccc3f8faf33 tempest-ServerAddressesNegativeTestJSON-1896159330 tempest-ServerAddressesNegativeTestJSON-1896159330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:16.883004 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e48b201-9686-4f67-84dd-05f5c971cbc4', 'name': 'network-vif-deleted', 'tag': '7d0d7e0a-edd8-4d80-aa0a-327c08d7e2c5'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:33:16.914982 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2179879a-56c2-4aeb-9048-7dbbb7163cb7 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Made reservation on behalf of 1c19ca0f4502419e9ff184ba1821fbef for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:33:16.948336 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6c3f7a49-a1bd-4d74-963d-588953468adf tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3964070'] for subnet, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:16.951008 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-64436635-7b8b-4e62-b526-b12aadc80574 req-aacaf361-56d9-45c3-86ec-3ccc3f8faf33 tempest-ServerAddressesNegativeTestJSON-1896159330 tempest-ServerAddressesNegativeTestJSON-1896159330-project] 10.222.0.71 "DELETE /v2.0/ports/7d0d7e0a-edd8-4d80-aa0a-327c08d7e2c5 HTTP/1.1" status: 204 len: 173 time: 2.4280541 May 28 06:33:16.991588 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-313edf00-2dc7-499f-adb2-40230d78ea5c req-b728bffc-2cb0-4659-ab11-6c9dd53a070b tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.55 "GET /v2.0/security-groups?id=89c8e518-81c5-4ccc-b111-8291ad38466d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644818 May 28 06:33:16.997273 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5620ec28-ba5c-4674-b5f1-17faedabaab3'] response: {'server_uuid': '0e48b201-9686-4f67-84dd-05f5c971cbc4', 'name': 'network-vif-deleted', 'tag': '7d0d7e0a-edd8-4d80-aa0a-327c08d7e2c5', 'status': 'completed', 'code': 200} May 28 06:33:17.012982 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-9996d8a9-6b1d-4e5f-8955-48813d46efe7 None None] For port 4014c9cb-d372-4820-8170-c2b33d88235f, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=4014c9cb-d372-4820-8170-c2b33d88235f,segment=NetworkSegment(24a9e066-bbc3-4e48-98a0-a49a11d44eb2),segment_id=24a9e066-bbc3-4e48-98a0-a49a11d44eb2)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:33:17.066621 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 4014c9cb-d372-4820-8170-c2b33d88235f up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:33:17.096648 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6c3f7a49-a1bd-4d74-963d-588953468adf tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:17.226175 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2862e5ca-22b6-44d8-b9e9-35d58cb0b9e4 req-1e06eb90-fd67-43ce-9673-a19569eb10f1 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5d8dc1f-bda1-439a-9c3a-0cfb1b10c028 HTTP/1.1" status: 200 len: 210 time: 0.0521178 May 28 06:33:17.230205 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2179879a-56c2-4aeb-9048-7dbbb7163cb7 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:17.265975 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.db.resource_extend [None req-9996d8a9-6b1d-4e5f-8955-48813d46efe7 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 06:33:17.270347 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [None req-2179879a-56c2-4aeb-9048-7dbbb7163cb7 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] device_id is not set on port 6054c697-178c-48e2-90e4-899392319878 yet. {{(pid=89110) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:33:17.310310 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-9996d8a9-6b1d-4e5f-8955-48813d46efe7 None None] Notify callbacks [] for port, precommit_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:17.319501 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6c3f7a49-a1bd-4d74-963d-588953468adf tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9555650'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:17.331036 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-9996d8a9-6b1d-4e5f-8955-48813d46efe7 None None] Transition to ACTIVE for port object 4014c9cb-d372-4820-8170-c2b33d88235f will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:33:17.420072 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 4014c9cb-d372-4820-8170-c2b33d88235f completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:33:17.425746 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 4014c9cb-d372-4820-8170-c2b33d88235f triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:33:17.426787 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:17.459815 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device ffae7a58-eda6-4e38-8754-b6235139c066 no longer exists at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:33:17.505443 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3f7a49-a1bd-4d74-963d-588953468adf tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Pushing event deleted for resources: {'Subnet': ['ID=6836d020-a745-4e71-882d-9073aeb06be4,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:33:17.509608 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6c3f7a49-a1bd-4d74-963d-588953468adf tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:17.512136 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-433e8b68-ca45-4441-afd1-9b14a39be7f4 req-4016f9f7-3dbf-44a5-8758-25e9585b34e7 tempest-ServerAddressesNegativeTestJSON-1896159330 tempest-ServerAddressesNegativeTestJSON-1896159330-project] Synchronizing usage tracker for tenant:abfe3a928d8b44908ed66d4b8604b4fd on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:33:17.519681 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-6c3f7a49-a1bd-4d74-963d-588953468adf tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.55 "DELETE /v2.0/subnets/6836d020-a745-4e71-882d-9073aeb06be4 HTTP/1.1" status: 204 len: 168 time: 0.7594187 May 28 06:33:17.522360 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 59996) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:33:17.544041 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de6f06d3-0080-47f0-b181-297b84525e99 None None] Network e169afd5-829f-4c55-b1b4-034fdabca79b requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:33:17.581605 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-9996d8a9-6b1d-4e5f-8955-48813d46efe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:17.620911 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a29a96a-042e-4856-8ec5-24b03b9e19a3 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Deleting subnet 486c83aa-9cd6-4997-a0c5-177cd007dece {{(pid=89109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:33:17.622823 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] No Port match for: ffae7a58-eda6-4e38-8754-b6235139c066 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:33:17.623161 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device ffae7a58-eda6-4e38-8754-b6235139c066 not bound to the agent host n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:33:17.623573 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 7d0d7e0a-edd8-4d80-aa0a-327c08d7e2c5 no longer exists at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:33:17.624055 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5a29a96a-042e-4856-8ec5-24b03b9e19a3 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks [] for subnet, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:17.690447 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5a29a96a-042e-4856-8ec5-24b03b9e19a3 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3964070'] for subnet, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:17.706587 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-433e8b68-ca45-4441-afd1-9b14a39be7f4 req-4016f9f7-3dbf-44a5-8758-25e9585b34e7 tempest-ServerAddressesNegativeTestJSON-1896159330 tempest-ServerAddressesNegativeTestJSON-1896159330-project] Unset dirty status for tenant:abfe3a928d8b44908ed66d4b8604b4fd on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:33:17.708492 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-433e8b68-ca45-4441-afd1-9b14a39be7f4 req-4016f9f7-3dbf-44a5-8758-25e9585b34e7 tempest-ServerAddressesNegativeTestJSON-1896159330 tempest-ServerAddressesNegativeTestJSON-1896159330-project] 10.222.0.55 "GET /v2.0/ports?device_id=0e48b201-9686-4f67-84dd-05f5c971cbc4 HTTP/1.1" status: 200 len: 210 time: 0.2577701 May 28 06:33:17.783741 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] No Port match for: 7d0d7e0a-edd8-4d80-aa0a-327c08d7e2c5 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:33:17.784080 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 7d0d7e0a-edd8-4d80-aa0a-327c08d7e2c5 not bound to the agent host n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:33:17.803161 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [None req-2179879a-56c2-4aeb-9048-7dbbb7163cb7 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Allocated IP 172.20.0.12 (f3201cb9-e63f-49ca-8ce6-2447631f0051/d8176479-4fb8-4c24-a271-22df067f645b/6054c697-178c-48e2-90e4-899392319878) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:33:17.809715 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [None req-2179879a-56c2-4aeb-9048-7dbbb7163cb7 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Allocated IP 172.20.0.28 (f3201cb9-e63f-49ca-8ce6-2447631f0051/8e0b2669-13f7-4c9d-8059-54b8d4b7777a/6054c697-178c-48e2-90e4-899392319878) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:33:17.827765 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5a29a96a-042e-4856-8ec5-24b03b9e19a3 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:18.050131 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5a29a96a-042e-4856-8ec5-24b03b9e19a3 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9555650'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:18.064337 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9996d8a9-6b1d-4e5f-8955-48813d46efe7 None None] Pushing event updated for resources: {'Port': ['ID=4014c9cb-d372-4820-8170-c2b33d88235f,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:33:18.084712 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Port 4014c9cb-d372-4820-8170-c2b33d88235f had new provisioning blocks added so it will not transition to active. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} May 28 06:33:18.136005 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a29a96a-042e-4856-8ec5-24b03b9e19a3 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Pushing event deleted for resources: {'Subnet': ['ID=486c83aa-9cd6-4997-a0c5-177cd007dece,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:33:18.143042 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5a29a96a-042e-4856-8ec5-24b03b9e19a3 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:18.156508 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 60002) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:33:18.157285 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-5a29a96a-042e-4856-8ec5-24b03b9e19a3 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.55 "DELETE /v2.0/subnets/486c83aa-9cd6-4997-a0c5-177cd007dece HTTP/1.1" status: 204 len: 168 time: 0.6336286 May 28 06:33:18.160246 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57fdbf9b-6687-48e7-a5ca-46e638ce2933 None None] Network a9ffdff9-c2bf-42e5-aa28-4268d54cc9bc requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:33:18.252904 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd871c10-ec2a-4a25-b3ae-fde56f1713e7 None None] DHCP port deletion for e169afd5-829f-4c55-b1b4-034fdabca79b request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:33:18.276449 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-bd871c10-ec2a-4a25-b3ae-fde56f1713e7 None None] Deleting port d80164b4-a5d3-426a-8be1-5d7ce6faf396 {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:33:18.276907 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-bd871c10-ec2a-4a25-b3ae-fde56f1713e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:18.335758 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-04bae2b8-f29b-47da-adc0-9a9687f59751 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:18.369612 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa612eb-3ea4-49dd-ac95-e94271fb7062 req-817ad291-3535-4e25-8330-2e4e3a25698a tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:18.372028 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-daa612eb-3ea4-49dd-ac95-e94271fb7062 req-817ad291-3535-4e25-8330-2e4e3a25698a tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.55 "GET /v2.0/ports?device_id=e382458d-1b83-4c85-8dce-23160a7eb36c HTTP/1.1" status: 200 len: 945 time: 0.4959373 May 28 06:33:18.376099 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2179879a-56c2-4aeb-9048-7dbbb7163cb7 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:18.451290 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [None req-2179879a-56c2-4aeb-9048-7dbbb7163cb7 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Transition to ACTIVE for port object 6054c697-178c-48e2-90e4-899392319878 will not be triggered until provisioned by entity DHCP. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:33:18.451290 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-04bae2b8-f29b-47da-adc0-9a9687f59751 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Deleting port d80164b4-a5d3-426a-8be1-5d7ce6faf396 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:33:18.451290 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-04bae2b8-f29b-47da-adc0-9a9687f59751 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:18.608981 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-daa612eb-3ea4-49dd-ac95-e94271fb7062 req-76cf03e8-809b-4f26-be6d-90fb585dabbb tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.55 "GET /v2.0/security-groups?id=76f5f0a9-1f72-44c1-a851-4026e46651c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959522 May 28 06:33:18.700526 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-bd871c10-ec2a-4a25-b3ae-fde56f1713e7 None None] For port d80164b4-a5d3-426a-8be1-5d7ce6faf396, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=d80164b4-a5d3-426a-8be1-5d7ce6faf396,segment=NetworkSegment(ef1082b7-1e82-4682-8ff4-108a397ad07a),segment_id=ef1082b7-1e82-4682-8ff4-108a397ad07a)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:33:18.701094 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-bd871c10-ec2a-4a25-b3ae-fde56f1713e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:18.906979 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18b1da1-04ae-470f-8fec-55bbd6e4b984 None None] DHCP port deletion for a9ffdff9-c2bf-42e5-aa28-4268d54cc9bc request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:33:18.917987 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-bd871c10-ec2a-4a25-b3ae-fde56f1713e7 None None] Calling delete_port for d80164b4-a5d3-426a-8be1-5d7ce6faf396 owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:33:18.921471 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 60034) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:33:18.979809 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d773d9-beaa-40f2-9c76-fc0c164cb4bc None None] Network f3201cb9-e63f-49ca-8ce6-2447631f0051 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:33:18.991793 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cb38caf-cc01-41c0-9b12-0c2ff295a987 admin admin] Deleting subnet eb8eebfa-ea14-49f5-bc13-1b8fbe395f02 {{(pid=89109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:33:18.994005 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 4014c9cb-d372-4820-8170-c2b33d88235f up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:33:18.995061 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6cb38caf-cc01-41c0-9b12-0c2ff295a987 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:19.047788 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-d18b1da1-04ae-470f-8fec-55bbd6e4b984 None None] Deleting port ea774df1-502d-47cc-95fd-dfbe08871ab5 {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:33:19.048175 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d18b1da1-04ae-470f-8fec-55bbd6e4b984 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:19.049400 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6cb38caf-cc01-41c0-9b12-0c2ff295a987 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3964070'] for subnet, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:19.107817 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6cb38caf-cc01-41c0-9b12-0c2ff295a987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:19.135567 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [None req-04bae2b8-f29b-47da-adc0-9a9687f59751 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] For port d80164b4-a5d3-426a-8be1-5d7ce6faf396, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=d80164b4-a5d3-426a-8be1-5d7ce6faf396,segment=NetworkSegment(ef1082b7-1e82-4682-8ff4-108a397ad07a),segment_id=ef1082b7-1e82-4682-8ff4-108a397ad07a)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:33:19.135567 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-04bae2b8-f29b-47da-adc0-9a9687f59751 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:19.260990 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2179879a-56c2-4aeb-9048-7dbbb7163cb7 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:19.269195 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5f1431-a9b2-4b51-bc6f-4b5f518a080b req-ce437589-1c7d-4fda-b129-63e76f25b54f tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:19.271564 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fc5f1431-a9b2-4b51-bc6f-4b5f518a080b req-ce437589-1c7d-4fda-b129-63e76f25b54f tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/networks?id=c7bbc20e-7bc5-42fd-94f8-f3663ada8854 HTTP/1.1" status: 200 len: 812 time: 0.4278419 May 28 06:33:19.278880 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-04bae2b8-f29b-47da-adc0-9a9687f59751 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Calling delete_port for d80164b4-a5d3-426a-8be1-5d7ce6faf396 owned by network:dhcp {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:33:19.282833 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-cbfee3b4-7bee-47c6-8ce3-a35d35905cdb None None] Provisioning for port 4014c9cb-d372-4820-8170-c2b33d88235f completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:33:19.302294 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6cb38caf-cc01-41c0-9b12-0c2ff295a987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9555650'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:19.311647 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-cbfee3b4-7bee-47c6-8ce3-a35d35905cdb None None] Provisioning complete for port 4014c9cb-d372-4820-8170-c2b33d88235f triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:33:19.312006 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-cbfee3b4-7bee-47c6-8ce3-a35d35905cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:19.352228 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb38caf-cc01-41c0-9b12-0c2ff295a987 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb8eebfa-ea14-49f5-bc13-1b8fbe395f02,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:33:19.354396 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6cb38caf-cc01-41c0-9b12-0c2ff295a987 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:19.365032 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-6cb38caf-cc01-41c0-9b12-0c2ff295a987 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/eb8eebfa-ea14-49f5-bc13-1b8fbe395f02 HTTP/1.1" status: 204 len: 168 time: 0.4378700 May 28 06:33:19.365032 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 60038) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:33:19.399938 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fc5f1431-a9b2-4b51-bc6f-4b5f518a080b req-aa75f0c5-e5e1-47e8-b480-cc03a8002f11 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/quotas/9795f3bb4dd842ee9b6997b24ebca479 HTTP/1.1" status: 200 len: 375 time: 0.0565221 May 28 06:33:19.413907 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2179879a-56c2-4aeb-9048-7dbbb7163cb7 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Network f3201cb9-e63f-49ca-8ce6-2447631f0051 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:33:19.420914 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-2179879a-56c2-4aeb-9048-7dbbb7163cb7 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:33:19.450735 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 4014c9cb-d372-4820-8170-c2b33d88235f triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:33:19.451126 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:19.456067 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2179879a-56c2-4aeb-9048-7dbbb7163cb7 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Pushing event updated for resources: {'Port': ['ID=6054c697-178c-48e2-90e4-899392319878,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:33:19.464568 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2179879a-56c2-4aeb-9048-7dbbb7163cb7 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:33:19.476687 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-769ec74c-f89f-445d-b97d-e519f53bf886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:19.498691 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-bd871c10-ec2a-4a25-b3ae-fde56f1713e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879'] for port, after_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:19.518261 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fc5f1431-a9b2-4b51-bc6f-4b5f518a080b req-762dd0e5-5155-4eb8-baca-d82dfaf534e5 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=9795f3bb4dd842ee9b6997b24ebca479&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1031635 May 28 06:33:19.525156 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2179879a-56c2-4aeb-9048-7dbbb7163cb7 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:33:19.525514 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2179879a-56c2-4aeb-9048-7dbbb7163cb7 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:33:19.525849 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2179879a-56c2-4aeb-9048-7dbbb7163cb7 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:33:19.526174 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2179879a-56c2-4aeb-9048-7dbbb7163cb7 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:33:19.526495 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2179879a-56c2-4aeb-9048-7dbbb7163cb7 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:33:19.526818 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2179879a-56c2-4aeb-9048-7dbbb7163cb7 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:33:19.527138 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2179879a-56c2-4aeb-9048-7dbbb7163cb7 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:33:19.527465 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2179879a-56c2-4aeb-9048-7dbbb7163cb7 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:33:19.527784 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2179879a-56c2-4aeb-9048-7dbbb7163cb7 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:33:19.528099 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2179879a-56c2-4aeb-9048-7dbbb7163cb7 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:33:19.528415 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2179879a-56c2-4aeb-9048-7dbbb7163cb7 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:33:19.528818 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2179879a-56c2-4aeb-9048-7dbbb7163cb7 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:33:19.627941 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.db.api [None req-04bae2b8-f29b-47da-adc0-9a9687f59751 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89110) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:33:19.628252 n-d-843702-1 neutron-server[89110]: DEBUG oslo_db.api [None req-04bae2b8-f29b-47da-adc0-9a9687f59751 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:33:19.635627 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-769ec74c-f89f-445d-b97d-e519f53bf886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:19.648376 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2179879a-56c2-4aeb-9048-7dbbb7163cb7 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:19.649007 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2179879a-56c2-4aeb-9048-7dbbb7163cb7 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:19.656371 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd871c10-ec2a-4a25-b3ae-fde56f1713e7 None None] Pushing event deleted for resources: {'Port': ['ID=d80164b4-a5d3-426a-8be1-5d7ce6faf396,revision_number=None']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:33:19.665273 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-769ec74c-f89f-445d-b97d-e519f53bf886 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfe145fa-6ce3-4c4f-ba90-3bf2977840d9']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:33:19.683606 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-769ec74c-f89f-445d-b97d-e519f53bf886 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3da683c7-3fb0-47dc-b1ef-2b249d6434de') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:33:19.684382 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-769ec74c-f89f-445d-b97d-e519f53bf886 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3da683c7-3fb0-47dc-b1ef-2b249d6434de') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:33:19.687125 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd871c10-ec2a-4a25-b3ae-fde56f1713e7 None None] No DVR routers for this DVR port d80164b4-a5d3-426a-8be1-5d7ce6faf396 on host n-d-843702-1 {{(pid=89111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:33:19.708452 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-769ec74c-f89f-445d-b97d-e519f53bf886 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:19.720005 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fc5f1431-a9b2-4b51-bc6f-4b5f518a080b req-69cfa56d-ce77-4734-a3a4-0bf15b9916f2 service neutron] 10.222.0.55 "GET /v2.0/networks/c7bbc20e-7bc5-42fd-94f8-f3663ada8854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876338 May 28 06:33:19.728369 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-769ec74c-f89f-445d-b97d-e519f53bf886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:19.741703 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-769ec74c-f89f-445d-b97d-e519f53bf886 admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:33:19.741703 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-769ec74c-f89f-445d-b97d-e519f53bf886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:19.756203 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-d18b1da1-04ae-470f-8fec-55bbd6e4b984 None None] For port ea774df1-502d-47cc-95fd-dfbe08871ab5, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=ea774df1-502d-47cc-95fd-dfbe08871ab5,segment=NetworkSegment(91926a5e-954e-4773-b0d0-2c49874bbb2a),segment_id=91926a5e-954e-4773-b0d0-2c49874bbb2a)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:33:19.756597 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d18b1da1-04ae-470f-8fec-55bbd6e4b984 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:19.833357 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 3da683c7-3fb0-47dc-b1ef-2b249d6434de resource provider aggregate not found May 28 06:33:19.857781 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 3da683c7-3fb0-47dc-b1ef-2b249d6434de resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3da683c7-3fb0-47dc-b1ef-2b249d6434de found for delete ", "request_id": "req-ed1c8180-b3f7-43a1-b520-0eb4fc81f9af"}]} May 28 06:33:19.912800 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-2179879a-56c2-4aeb-9048-7dbbb7163cb7 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 3.9585712 May 28 06:33:19.916307 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 60050) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:33:19.922973 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-7d37ca00-2210-43e9-90b8-c2c1f7b46b6a tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd8176479-4fb8-4c24-a271-22df067f645b'}]}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:33:19.939384 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-d18b1da1-04ae-470f-8fec-55bbd6e4b984 None None] Calling delete_port for ea774df1-502d-47cc-95fd-dfbe08871ab5 owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:33:20.002514 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-769ec74c-f89f-445d-b97d-e519f53bf886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:20.002514 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-769ec74c-f89f-445d-b97d-e519f53bf886 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:20.020443 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd81230-c33a-468e-ae0a-a9b5a6262a37 req-e9289ce0-1549-46e9-9a3b-5e02064a2fd2 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:20.030918 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cfd81230-c33a-468e-ae0a-a9b5a6262a37 req-e9289ce0-1549-46e9-9a3b-5e02064a2fd2 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.55 "GET /v2.0/ports?device_id=e382458d-1b83-4c85-8dce-23160a7eb36c HTTP/1.1" status: 200 len: 945 time: 0.1534090 May 28 06:33:20.060166 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769ec74c-f89f-445d-b97d-e519f53bf886 admin admin] Pushing event deleted for resources: {'Network': ['ID=dfe145fa-6ce3-4c4f-ba90-3bf2977840d9,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:33:20.064371 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fc5f1431-a9b2-4b51-bc6f-4b5f518a080b req-68d022d5-c128-4aa7-9ebb-081745651404 service neutron] 10.222.0.55 "GET /v2.0/networks/c7bbc20e-7bc5-42fd-94f8-f3663ada8854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3250661 May 28 06:33:20.092240 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-cbfee3b4-7bee-47c6-8ce3-a35d35905cdb None None] Current status of the port 4014c9cb-d372-4820-8170-c2b33d88235f is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:33:20.092240 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-cbfee3b4-7bee-47c6-8ce3-a35d35905cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:20.124971 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 4014c9cb-d372-4820-8170-c2b33d88235f is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:33:20.124971 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:20.151764 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cfd81230-c33a-468e-ae0a-a9b5a6262a37 req-6456b2b2-2850-42be-beb0-23fb53875b7f tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.55 "GET /v2.0/security-groups?id=76f5f0a9-1f72-44c1-a851-4026e46651c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159661 May 28 06:33:20.151764 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-04bae2b8-f29b-47da-adc0-9a9687f59751 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Deleting port d80164b4-a5d3-426a-8be1-5d7ce6faf396 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:33:20.162872 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-769ec74c-f89f-445d-b97d-e519f53bf886 admin admin] 10.222.0.55 "DELETE /v2.0/networks/dfe145fa-6ce3-4c4f-ba90-3bf2977840d9 HTTP/1.1" status: 204 len: 168 time: 0.7832775 May 28 06:33:20.169721 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-04bae2b8-f29b-47da-adc0-9a9687f59751 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:20.181928 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-cbfee3b4-7bee-47c6-8ce3-a35d35905cdb None None] For port 4014c9cb-d372-4820-8170-c2b33d88235f, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=4014c9cb-d372-4820-8170-c2b33d88235f,segment=NetworkSegment(24a9e066-bbc3-4e48-98a0-a49a11d44eb2),segment_id=24a9e066-bbc3-4e48-98a0-a49a11d44eb2)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:33:20.279036 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-cbfee3b4-7bee-47c6-8ce3-a35d35905cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:20.279291 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-04bae2b8-f29b-47da-adc0-9a9687f59751 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] The port 'd80164b4-a5d3-426a-8be1-5d7ce6faf396' was deleted {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 06:33:20.356551 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d18b1da1-04ae-470f-8fec-55bbd6e4b984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879'] for port, after_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:20.419285 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7d37ca00-2210-43e9-90b8-c2c1f7b46b6a tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:20.436076 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18b1da1-04ae-470f-8fec-55bbd6e4b984 None None] No DVR routers for this DVR port ea774df1-502d-47cc-95fd-dfbe08871ab5 on host n-d-843702-1 {{(pid=89111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:33:20.461654 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.db.api [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89111) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:33:20.461796 n-d-843702-1 neutron-server[89111]: DEBUG oslo_db.api [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:33:20.471000 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfee3b4-7bee-47c6-8ce3-a35d35905cdb None None] Pushing event updated for resources: {'Port': ['ID=4014c9cb-d372-4820-8170-c2b33d88235f,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:33:20.597178 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18b1da1-04ae-470f-8fec-55bbd6e4b984 None None] Pushing event deleted for resources: {'Port': ['ID=ea774df1-502d-47cc-95fd-dfbe08871ab5,revision_number=None']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:33:20.712666 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-ec8ba392-269a-4a36-a8a3-15265b584b88 None None] Provisioning complete for port 4014c9cb-d372-4820-8170-c2b33d88235f triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:33:20.713051 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-ec8ba392-269a-4a36-a8a3-15265b584b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:20.716490 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7c60c96e-4003-4ff9-a4b6-a8da8f02b7bf req-fa83074f-44d5-43b0-8eda-092e205a7156 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8b01c13-124c-433e-8d03-4c94d079d9fa HTTP/1.1" status: 200 len: 210 time: 0.1122918 May 28 06:33:20.771939 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-04bae2b8-f29b-47da-adc0-9a9687f59751 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:20.803117 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 60074) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:33:20.808891 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a52d6811-7c98-48a8-b835-061452e032e2 req-9d7b36df-c456-4480-ac8f-139d4fd1cfdc tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1472916734&fields=id&tenant_id=ae27d4a836c444af8d35a0fd61d2dbd8 HTTP/1.1" status: 200 len: 267 time: 0.1733904 May 28 06:33:20.871860 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-04bae2b8-f29b-47da-adc0-9a9687f59751 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e169afd5-829f-4c55-b1b4-034fdabca79b']}} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:33:20.893430 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-04bae2b8-f29b-47da-adc0-9a9687f59751 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef1082b7-1e82-4682-8ff4-108a397ad07a') {'for_net_delete': True} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:33:20.894092 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-04bae2b8-f29b-47da-adc0-9a9687f59751 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef1082b7-1e82-4682-8ff4-108a397ad07a') {} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:33:20.915068 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-04bae2b8-f29b-47da-adc0-9a9687f59751 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4150778'] for segment, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:20.937235 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-04bae2b8-f29b-47da-adc0-9a9687f59751 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:20.947096 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-3798adf0-ddd6-43b9-9b39-eed8d6b4a273 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=abfe3a928d8b44908ed66d4b8604b4fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1405787 May 28 06:33:20.948658 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 60078) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:33:20.959268 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04bae2b8-f29b-47da-adc0-9a9687f59751 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=89110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:33:20.959268 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-04bae2b8-f29b-47da-adc0-9a9687f59751 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3143023'] for segment, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:21.029351 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment ef1082b7-1e82-4682-8ff4-108a397ad07a resource provider aggregate not found May 28 06:33:21.039557 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-ec8ba392-269a-4a36-a8a3-15265b584b88 None None] Current status of the port 4014c9cb-d372-4820-8170-c2b33d88235f is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:33:21.046561 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 4014c9cb-d372-4820-8170-c2b33d88235f is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:33:21.064549 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52d6811-7c98-48a8-b835-061452e032e2 req-28855765-8d7a-4fac-824b-7c140678a187 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:21.070552 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a52d6811-7c98-48a8-b835-061452e032e2 req-28855765-8d7a-4fac-824b-7c140678a187 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.55 "GET /v2.0/ports?device_id=e382458d-1b83-4c85-8dce-23160a7eb36c HTTP/1.1" status: 200 len: 945 time: 0.2496936 May 28 06:33:21.085527 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment ef1082b7-1e82-4682-8ff4-108a397ad07a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ef1082b7-1e82-4682-8ff4-108a397ad07a found for delete ", "request_id": "req-4a9bd635-beb1-4fcc-87fe-38feb2f9ff4c"}]} May 28 06:33:21.086875 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-a52d6811-7c98-48a8-b835-061452e032e2 req-3fa44259-80f7-49bf-af0c-d2dd30ab99b3 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Request body: {'port': {'security_groups': ['76f5f0a9-1f72-44c1-a851-4026e46651c7', '72210af0-18d1-49fa-baeb-bf1a9866a68b']}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:33:21.122724 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device d80164b4-a5d3-426a-8be1-5d7ce6faf396 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:33:21.171648 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: d80164b4-a5d3-426a-8be1-5d7ce6faf396 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:33:21.172219 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device d80164b4-a5d3-426a-8be1-5d7ce6faf396 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:33:21.172814 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device ea774df1-502d-47cc-95fd-dfbe08871ab5 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:33:21.200868 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-ec8ba392-269a-4a36-a8a3-15265b584b88 None None] Provisioning for port 6054c697-178c-48e2-90e4-899392319878 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:33:21.209637 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0dbc6717-c890-42b1-b3c2-bb5308f72ccf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:21.210461 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: ea774df1-502d-47cc-95fd-dfbe08871ab5 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:33:21.210979 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device ea774df1-502d-47cc-95fd-dfbe08871ab5 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:33:21.213483 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-ec8ba392-269a-4a36-a8a3-15265b584b88 None None] Provisioning complete for port 6054c697-178c-48e2-90e4-899392319878 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:33:21.213738 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-7d37ca00-2210-43e9-90b8-c2c1f7b46b6a tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Delete allocated IP 172.20.0.28 (f3201cb9-e63f-49ca-8ce6-2447631f0051/8e0b2669-13f7-4c9d-8059-54b8d4b7777a) {{(pid=89109) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 28 06:33:21.213866 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-ec8ba392-269a-4a36-a8a3-15265b584b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:21.246401 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-a52d6811-7c98-48a8-b835-061452e032e2 req-3fa44259-80f7-49bf-af0c-d2dd30ab99b3 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:21.264634 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0dbc6717-c890-42b1-b3c2-bb5308f72ccf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:21.277154 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-ec8ba392-269a-4a36-a8a3-15265b584b88 None None] Port 6054c697-178c-48e2-90e4-899392319878 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:33:21.364688 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 4014c9cb-d372-4820-8170-c2b33d88235f up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:33:21.456826 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-a925cf8e-9e71-40d1-927f-c0758c598e3f None None] Provisioning complete for port 6054c697-178c-48e2-90e4-899392319878 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:33:21.457545 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-a925cf8e-9e71-40d1-927f-c0758c598e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:21.482003 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-04bae2b8-f29b-47da-adc0-9a9687f59751 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:21.496338 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device c4f7b9c3-3856-422d-8427-fba5548c7f2c details requested by agent hyperv_n-h2-843702-1 with host n-h2-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:33:21.507334 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-04bae2b8-f29b-47da-adc0-9a9687f59751 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:21.530080 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bae2b8-f29b-47da-adc0-9a9687f59751 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Pushing event deleted for resources: {'Network': ['ID=e169afd5-829f-4c55-b1b4-034fdabca79b,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:33:21.550151 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7d37ca00-2210-43e9-90b8-c2c1f7b46b6a tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:21.570805 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [None req-7d37ca00-2210-43e9-90b8-c2c1f7b46b6a tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Ignored duplicate provisioning block setup for port 6054c697-178c-48e2-90e4-899392319878 by entity DHCP. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 28 06:33:21.571737 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 4014c9cb-d372-4820-8170-c2b33d88235f triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:33:21.572049 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:21.572283 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0dbc6717-c890-42b1-b3c2-bb5308f72ccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:21.596160 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0dbc6717-c890-42b1-b3c2-bb5308f72ccf admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:21.599649 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-0dbc6717-c890-42b1-b3c2-bb5308f72ccf admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/964d97d4-23b8-496a-8641-78bc3988d25d HTTP/1.1" status: 204 len: 168 time: 0.6476240 May 28 06:33:21.599649 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbc6717-c890-42b1-b3c2-bb5308f72ccf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=964d97d4-23b8-496a-8641-78bc3988d25d,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:33:21.610032 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-a52d6811-7c98-48a8-b835-061452e032e2 req-3fa44259-80f7-49bf-af0c-d2dd30ab99b3 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] For port a9fa9a20-b169-4ebe-be42-5b1c7d3987c0, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=a9fa9a20-b169-4ebe-be42-5b1c7d3987c0,segment=NetworkSegment(7d559e24-4bc2-48ae-9e57-270a3050c6dd),segment_id=7d559e24-4bc2-48ae-9e57-270a3050c6dd)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:33:21.637539 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.db.resource_extend [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 06:33:21.639212 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-a52d6811-7c98-48a8-b835-061452e032e2 req-3fa44259-80f7-49bf-af0c-d2dd30ab99b3 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:21.655138 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-04bae2b8-f29b-47da-adc0-9a9687f59751 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.55 "DELETE /v2.0/networks/e169afd5-829f-4c55-b1b4-034fdabca79b HTTP/1.1" status: 204 len: 168 time: 3.4986298 May 28 06:33:21.658228 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 60100) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:33:21.668512 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-a925cf8e-9e71-40d1-927f-c0758c598e3f None None] Port 6054c697-178c-48e2-90e4-899392319878 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:33:21.683467 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7d37ca00-2210-43e9-90b8-c2c1f7b46b6a tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:21.780521 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d37ca00-2210-43e9-90b8-c2c1f7b46b6a tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Pushing event updated for resources: {'Port': ['ID=6054c697-178c-48e2-90e4-899392319878,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:33:21.846612 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c378da68-30a5-4e33-a8b7-e7778f8c4d69 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:21.872141 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port c4f7b9c3-3856-422d-8427-fba5548c7f2c, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=c4f7b9c3-3856-422d-8427-fba5548c7f2c,segment=NetworkSegment(36b7b050-a7a0-4005-a03f-73135e20048b),segment_id=36b7b050-a7a0-4005-a03f-73135e20048b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:33:21.901689 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-a52d6811-7c98-48a8-b835-061452e032e2 req-3fa44259-80f7-49bf-af0c-d2dd30ab99b3 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:21.904164 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Returning: {'device': 'c4f7b9c3-3856-422d-8427-fba5548c7f2c', 'network_id': '97711779-de36-4af1-95e9-88f65060157a', 'port_id': 'c4f7b9c3-3856-422d-8427-fba5548c7f2c', 'mac_address': 'fa:16:3e:33:95:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9065b260-3817-4805-a18f-dced8d73fe86', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:33:21.916369 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['a9fa9a20-b169-4ebe-be42-5b1c7d3987c0'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:33:21.947881 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-7d37ca00-2210-43e9-90b8-c2c1f7b46b6a tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] In _notify_port_updated(), no bound segment for port 6054c697-178c-48e2-90e4-899392319878 on network f3201cb9-e63f-49ca-8ce6-2447631f0051 {{(pid=89109) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 28 06:33:21.954601 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d37ca00-2210-43e9-90b8-c2c1f7b46b6a tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:21.955943 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7d37ca00-2210-43e9-90b8-c2c1f7b46b6a tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:21.957834 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-7d37ca00-2210-43e9-90b8-c2c1f7b46b6a tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] 10.222.0.55 "PUT /v2.0/ports/6054c697-178c-48e2-90e4-899392319878 HTTP/1.1" status: 200 len: 920 time: 2.0404916 May 28 06:33:21.960410 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 60114) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:33:21.969236 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-839ad8d7-f8bd-46d2-b650-406dc6a51b32 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd8176479-4fb8-4c24-a271-22df067f645b'}, {'subnet_id': '8e0b2669-13f7-4c9d-8059-54b8d4b7777a'}]}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:33:22.046252 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-057cd0cb-0c10-434c-8e53-98b258379315 req-105b4170-7067-470d-991a-228f6c6ffef7 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8b01c13-124c-433e-8d03-4c94d079d9fa HTTP/1.1" status: 200 len: 210 time: 0.1948321 May 28 06:33:22.064557 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52d6811-7c98-48a8-b835-061452e032e2 req-3fa44259-80f7-49bf-af0c-d2dd30ab99b3 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:22.065268 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-a52d6811-7c98-48a8-b835-061452e032e2 req-3fa44259-80f7-49bf-af0c-d2dd30ab99b3 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:22.067248 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a52d6811-7c98-48a8-b835-061452e032e2 req-3fa44259-80f7-49bf-af0c-d2dd30ab99b3 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.55 "PUT /v2.0/ports/a9fa9a20-b169-4ebe-be42-5b1c7d3987c0 HTTP/1.1" status: 200 len: 981 time: 0.9868851 May 28 06:33:22.074984 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e382458d-1b83-4c85-8dce-23160a7eb36c', 'tag': 'a9fa9a20-b169-4ebe-be42-5b1c7d3987c0'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:33:22.154826 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port c4f7b9c3-3856-422d-8427-fba5548c7f2c is: ACTIVE; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:33:22.154826 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:22.183362 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c4f7b9c3-3856-422d-8427-fba5548c7f2c {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:33:22.211663 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port c4f7b9c3-3856-422d-8427-fba5548c7f2c, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=c4f7b9c3-3856-422d-8427-fba5548c7f2c,segment=NetworkSegment(36b7b050-a7a0-4005-a03f-73135e20048b),segment_id=36b7b050-a7a0-4005-a03f-73135e20048b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:33:22.255322 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['a9fa9a20-b169-4ebe-be42-5b1c7d3987c0'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:33:22.312692 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-839ad8d7-f8bd-46d2-b650-406dc6a51b32 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:22.338930 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-229a2d3a-eaec-4cc1-a1ee-31befd546aed'] response: {'name': 'network-changed', 'server_uuid': 'e382458d-1b83-4c85-8dce-23160a7eb36c', 'tag': 'a9fa9a20-b169-4ebe-be42-5b1c7d3987c0', 'status': 'completed', 'code': 200} May 28 06:33:22.339706 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa44259-80f7-49bf-af0c-d2dd30ab99b3 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Pushing event updated for resources: {'Port': ['ID=a9fa9a20-b169-4ebe-be42-5b1c7d3987c0,revision_number=6']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:33:22.376621 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c378da68-30a5-4e33-a8b7-e7778f8c4d69 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:22.377683 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 4014c9cb-d372-4820-8170-c2b33d88235f is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:33:22.388087 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:22.461569 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-c378da68-30a5-4e33-a8b7-e7778f8c4d69 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9ffdff9-c2bf-42e5-aa28-4268d54cc9bc']}} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:33:22.505569 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-c378da68-30a5-4e33-a8b7-e7778f8c4d69 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91926a5e-954e-4773-b0d0-2c49874bbb2a') {'for_net_delete': True} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:33:22.506063 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-c378da68-30a5-4e33-a8b7-e7778f8c4d69 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91926a5e-954e-4773-b0d0-2c49874bbb2a') {} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:33:22.532788 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-86d65b29-4784-43e1-a807-55099306de6c req-e54d141f-3cc0-41ce-8147-866c748f329c tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1667550910&fields=id&tenant_id=ae27d4a836c444af8d35a0fd61d2dbd8 HTTP/1.1" status: 200 len: 267 time: 0.1948097 May 28 06:33:22.581875 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c378da68-30a5-4e33-a8b7-e7778f8c4d69 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4150778'] for segment, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:22.620653 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c378da68-30a5-4e33-a8b7-e7778f8c4d69 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:22.633372 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c378da68-30a5-4e33-a8b7-e7778f8c4d69 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=89110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:33:22.634090 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c378da68-30a5-4e33-a8b7-e7778f8c4d69 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3143023'] for segment, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:22.684612 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['c4f7b9c3-3856-422d-8427-fba5548c7f2c'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:33:22.760752 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-129cbe8f-10d6-4356-aed3-33f38d04dc8a None None] Provisioning complete for port 6054c697-178c-48e2-90e4-899392319878 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:33:22.761203 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-129cbe8f-10d6-4356-aed3-33f38d04dc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:22.888728 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=c4f7b9c3-3856-422d-8427-fba5548c7f2c,revision_number=6']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:33:22.924541 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-129cbe8f-10d6-4356-aed3-33f38d04dc8a None None] Port 6054c697-178c-48e2-90e4-899392319878 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:33:23.042958 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-839ad8d7-f8bd-46d2-b650-406dc6a51b32 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Allocated IP 172.20.0.26 (f3201cb9-e63f-49ca-8ce6-2447631f0051/8e0b2669-13f7-4c9d-8059-54b8d4b7777a/6054c697-178c-48e2-90e4-899392319878) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:33:23.083178 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d65b29-4784-43e1-a807-55099306de6c req-490683fc-af5e-4ceb-bff8-2a5fefd0efa1 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:23.095540 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-86d65b29-4784-43e1-a807-55099306de6c req-490683fc-af5e-4ceb-bff8-2a5fefd0efa1 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.55 "GET /v2.0/ports?device_id=e382458d-1b83-4c85-8dce-23160a7eb36c HTTP/1.1" status: 200 len: 984 time: 0.5614231 May 28 06:33:23.124461 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment 91926a5e-954e-4773-b0d0-2c49874bbb2a resource provider aggregate not found May 28 06:33:23.131136 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-86d65b29-4784-43e1-a807-55099306de6c req-c31cc23c-00d4-4d25-9987-460202485f80 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Request body: {'port': {'security_groups': ['72210af0-18d1-49fa-baeb-bf1a9866a68b', '76f5f0a9-1f72-44c1-a851-4026e46651c7', '41e770bd-f8ee-4b23-9b5f-8d6fe5cbd5a4']}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:33:23.306975 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c378da68-30a5-4e33-a8b7-e7778f8c4d69 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:23.325305 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment 91926a5e-954e-4773-b0d0-2c49874bbb2a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 91926a5e-954e-4773-b0d0-2c49874bbb2a found for delete ", "request_id": "req-ce69e780-d60b-44e4-aa92-eb7ab1da4251"}]} May 28 06:33:23.354948 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c378da68-30a5-4e33-a8b7-e7778f8c4d69 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:23.361322 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-85217b0c-67bb-4cca-986c-a0febac9c9ae req-b4d1e2ac-85a0-4e20-9b07-573d543039c9 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8b01c13-124c-433e-8d03-4c94d079d9fa HTTP/1.1" status: 200 len: 210 time: 0.1578488 May 28 06:33:23.363723 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-839ad8d7-f8bd-46d2-b650-406dc6a51b32 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:23.409889 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [None req-839ad8d7-f8bd-46d2-b650-406dc6a51b32 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Transition to ACTIVE for port object 6054c697-178c-48e2-90e4-899392319878 will not be triggered until provisioned by entity DHCP. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:33:23.462555 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c378da68-30a5-4e33-a8b7-e7778f8c4d69 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] Pushing event deleted for resources: {'Network': ['ID=a9ffdff9-c2bf-42e5-aa28-4268d54cc9bc,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:33:23.479854 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd5772c-60cf-473b-b4cc-73b14a9d4ea5 req-ee0e22b1-bfbb-4605-9ea3-6dfe31a6947b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:23.481371 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6fd5772c-60cf-473b-b4cc-73b14a9d4ea5 req-ee0e22b1-bfbb-4605-9ea3-6dfe31a6947b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ae27d4a836c444af8d35a0fd61d2dbd8&device_id=e382458d-1b83-4c85-8dce-23160a7eb36c HTTP/1.1" status: 200 len: 1135 time: 1.1455042 May 28 06:33:23.499068 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-839ad8d7-f8bd-46d2-b650-406dc6a51b32 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:23.511655 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-c378da68-30a5-4e33-a8b7-e7778f8c4d69 tempest-TaggedBootDevicesTest_v242-1074374878 tempest-TaggedBootDevicesTest_v242-1074374878-project] 10.222.0.55 "DELETE /v2.0/networks/a9ffdff9-c2bf-42e5-aa28-4268d54cc9bc HTTP/1.1" status: 204 len: 168 time: 1.8521788 May 28 06:33:23.812769 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-86d65b29-4784-43e1-a807-55099306de6c req-c31cc23c-00d4-4d25-9987-460202485f80 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:23.921398 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839ad8d7-f8bd-46d2-b650-406dc6a51b32 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Pushing event updated for resources: {'Port': ['ID=6054c697-178c-48e2-90e4-899392319878,revision_number=3']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:33:23.967984 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-839ad8d7-f8bd-46d2-b650-406dc6a51b32 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] In _notify_port_updated(), no bound segment for port 6054c697-178c-48e2-90e4-899392319878 on network f3201cb9-e63f-49ca-8ce6-2447631f0051 {{(pid=89109) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 28 06:33:23.990629 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-839ad8d7-f8bd-46d2-b650-406dc6a51b32 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:23.991416 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-839ad8d7-f8bd-46d2-b650-406dc6a51b32 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:23.996741 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-839ad8d7-f8bd-46d2-b650-406dc6a51b32 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] 10.222.0.55 "PUT /v2.0/ports/6054c697-178c-48e2-90e4-899392319878 HTTP/1.1" status: 200 len: 1000 time: 2.0344572 May 28 06:33:23.998311 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 60200) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:33:24.066284 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd5772c-60cf-473b-b4cc-73b14a9d4ea5 req-108d1fdb-5332-46a9-9d1b-8663bc452699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:24.068075 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6fd5772c-60cf-473b-b4cc-73b14a9d4ea5 req-108d1fdb-5332-46a9-9d1b-8663bc452699 service neutron] 10.222.0.69 "GET /v2.0/networks?id=8d92f73a-1818-46b4-ace6-904b9532c5d0 HTTP/1.1" status: 200 len: 914 time: 0.5550647 May 28 06:33:24.118027 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-2eaa306a-8252-4c63-98a2-91990cf54f6c tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Deleting port 6054c697-178c-48e2-90e4-899392319878 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:33:24.122850 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2eaa306a-8252-4c63-98a2-91990cf54f6c tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:24.257033 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6fd5772c-60cf-473b-b4cc-73b14a9d4ea5 req-3ec59088-e231-4815-a85e-cea5264510e4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9fa9a20-b169-4ebe-be42-5b1c7d3987c0 HTTP/1.1" status: 200 len: 217 time: 0.1521599 May 28 06:33:24.334776 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-49ed79c4-7dbf-48e4-843f-be38fe371cdc None None] Provisioning for port 6054c697-178c-48e2-90e4-899392319878 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:33:24.340833 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-49ed79c4-7dbf-48e4-843f-be38fe371cdc None None] Provisioning complete for port 6054c697-178c-48e2-90e4-899392319878 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:33:24.341273 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-49ed79c4-7dbf-48e4-843f-be38fe371cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:24.468983 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-49ed79c4-7dbf-48e4-843f-be38fe371cdc None None] Port 6054c697-178c-48e2-90e4-899392319878 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:33:24.479750 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd5772c-60cf-473b-b4cc-73b14a9d4ea5 req-927bb36c-e7bd-4829-bcc8-87e2f077b2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:24.491657 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6fd5772c-60cf-473b-b4cc-73b14a9d4ea5 req-927bb36c-e7bd-4829-bcc8-87e2f077b2ef service neutron] 10.222.0.69 "GET /v2.0/subnets?id=be7430a6-d63b-496c-a478-4d1ac23bdfda HTTP/1.1" status: 200 len: 853 time: 0.2198601 May 28 06:33:24.591788 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2eaa306a-8252-4c63-98a2-91990cf54f6c tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:24.607038 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5f1431-a9b2-4b51-bc6f-4b5f518a080b req-7341c45f-0031-4239-bd61-8b83b54ac9b1 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:24.609077 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fc5f1431-a9b2-4b51-bc6f-4b5f518a080b req-7341c45f-0031-4239-bd61-8b83b54ac9b1 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.71 "GET /v2.0/networks?id=c7bbc20e-7bc5-42fd-94f8-f3663ada8854 HTTP/1.1" status: 200 len: 812 time: 0.5366957 May 28 06:33:24.733375 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6fd5772c-60cf-473b-b4cc-73b14a9d4ea5 req-5023df75-cbe4-4613-8b08-58bc25143507 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8d92f73a-1818-46b4-ace6-904b9532c5d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1229458 May 28 06:33:24.751068 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-fc5f1431-a9b2-4b51-bc6f-4b5f518a080b req-0dd46abb-420b-49ce-a6b0-d01fed537d0d tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Request body: {'port': {'device_id': 'd8b01c13-124c-433e-8d03-4c94d079d9fa', 'network_id': 'c7bbc20e-7bc5-42fd-94f8-f3663ada8854', 'admin_state_up': True, 'tenant_id': '9795f3bb4dd842ee9b6997b24ebca479'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:33:24.868756 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-2eaa306a-8252-4c63-98a2-91990cf54f6c tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Calling delete_port for 6054c697-178c-48e2-90e4-899392319878 owned by {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:33:24.956831 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6fd5772c-60cf-473b-b4cc-73b14a9d4ea5 req-531f5bba-8da4-4e5f-b92f-a25c7ecd8686 service neutron] 10.222.0.69 "GET /v2.0/networks/8d92f73a-1818-46b4-ace6-904b9532c5d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845016 May 28 06:33:25.217189 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-86d65b29-4784-43e1-a807-55099306de6c req-c31cc23c-00d4-4d25-9987-460202485f80 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] For port a9fa9a20-b169-4ebe-be42-5b1c7d3987c0, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=a9fa9a20-b169-4ebe-be42-5b1c7d3987c0,segment=NetworkSegment(7d559e24-4bc2-48ae-9e57-270a3050c6dd),segment_id=7d559e24-4bc2-48ae-9e57-270a3050c6dd)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:33:25.255439 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-86d65b29-4784-43e1-a807-55099306de6c req-c31cc23c-00d4-4d25-9987-460202485f80 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:25.277127 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2eaa306a-8252-4c63-98a2-91990cf54f6c tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:25.334254 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaa306a-8252-4c63-98a2-91990cf54f6c tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Pushing event deleted for resources: {'Port': ['ID=6054c697-178c-48e2-90e4-899392319878,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:33:25.409984 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6fd5772c-60cf-473b-b4cc-73b14a9d4ea5 req-9df49c1f-1064-4aff-ad88-f659f9d07769 service neutron] 10.222.0.69 "GET /v2.0/networks/8d92f73a-1818-46b4-ace6-904b9532c5d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4429259 May 28 06:33:25.411787 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-fc5f1431-a9b2-4b51-bc6f-4b5f518a080b req-0dd46abb-420b-49ce-a6b0-d01fed537d0d tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:33:25.433434 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80095cd8-9a19-4296-a362-fb9d4828473b req-89278ea7-03e8-4016-86c4-40b204a292e0 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:25.435649 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80095cd8-9a19-4296-a362-fb9d4828473b req-89278ea7-03e8-4016-86c4-40b204a292e0 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:25.441566 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80095cd8-9a19-4296-a362-fb9d4828473b req-89278ea7-03e8-4016-86c4-40b204a292e0 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:25.452091 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80095cd8-9a19-4296-a362-fb9d4828473b req-89278ea7-03e8-4016-86c4-40b204a292e0 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:25.459514 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80095cd8-9a19-4296-a362-fb9d4828473b req-89278ea7-03e8-4016-86c4-40b204a292e0 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:25.465664 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80095cd8-9a19-4296-a362-fb9d4828473b req-89278ea7-03e8-4016-86c4-40b204a292e0 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:25.472344 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80095cd8-9a19-4296-a362-fb9d4828473b req-89278ea7-03e8-4016-86c4-40b204a292e0 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:25.482466 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-80095cd8-9a19-4296-a362-fb9d4828473b req-89278ea7-03e8-4016-86c4-40b204a292e0 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.55 "GET /v2.0/ports?device_id=e11893ff-5c52-4ed1-b6b3-2fbc959d89e3 HTTP/1.1" status: 200 len: 5434 time: 0.8823106 May 28 06:33:25.501883 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device c4f7b9c3-3856-422d-8427-fba5548c7f2c up at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:33:25.511785 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-86d65b29-4784-43e1-a807-55099306de6c req-c31cc23c-00d4-4d25-9987-460202485f80 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:25.513697 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-fc5f1431-a9b2-4b51-bc6f-4b5f518a080b req-0dd46abb-420b-49ce-a6b0-d01fed537d0d tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:33:25.614114 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['a9fa9a20-b169-4ebe-be42-5b1c7d3987c0'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:33:25.655008 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d65b29-4784-43e1-a807-55099306de6c req-c31cc23c-00d4-4d25-9987-460202485f80 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:25.655677 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-86d65b29-4784-43e1-a807-55099306de6c req-c31cc23c-00d4-4d25-9987-460202485f80 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:25.657116 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-86d65b29-4784-43e1-a807-55099306de6c req-c31cc23c-00d4-4d25-9987-460202485f80 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.55 "PUT /v2.0/ports/a9fa9a20-b169-4ebe-be42-5b1c7d3987c0 HTTP/1.1" status: 200 len: 1020 time: 2.5495944 May 28 06:33:25.678929 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e382458d-1b83-4c85-8dce-23160a7eb36c', 'tag': 'a9fa9a20-b169-4ebe-be42-5b1c7d3987c0'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:33:25.748515 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2eaa306a-8252-4c63-98a2-91990cf54f6c tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:25.760304 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-80095cd8-9a19-4296-a362-fb9d4828473b req-9dd55dda-8bb9-4c1c-8304-ae3fd916f348 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.55 "GET /v2.0/security-groups?id=46eeeb0c-b6a3-4a12-ace3-318551136dd9&id=e8d697a1-1dba-4b18-a73a-2546d21ff79d&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2742603 May 28 06:33:25.779869 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31cc23c-00d4-4d25-9987-460202485f80 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Pushing event updated for resources: {'Port': ['ID=a9fa9a20-b169-4ebe-be42-5b1c7d3987c0,revision_number=7']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:33:25.787726 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc5f1431-a9b2-4b51-bc6f-4b5f518a080b req-0dd46abb-420b-49ce-a6b0-d01fed537d0d tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Made reservation on behalf of 9795f3bb4dd842ee9b6997b24ebca479 for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:33:25.796183 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-fc5f1431-a9b2-4b51-bc6f-4b5f518a080b req-0dd46abb-420b-49ce-a6b0-d01fed537d0d tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:25.796905 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-2eaa306a-8252-4c63-98a2-91990cf54f6c tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] 10.222.0.55 "DELETE /v2.0/ports/6054c697-178c-48e2-90e4-899392319878 HTTP/1.1" status: 204 len: 168 time: 1.7949979 May 28 06:33:25.798379 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 60218) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:33:25.854791 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['a9fa9a20-b169-4ebe-be42-5b1c7d3987c0'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:33:25.960405 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-afa460dc-8292-42f4-8f38-0a97f40a8a0d tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] GET failed (client error): The resource could not be found. May 28 06:33:25.961052 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-afa460dc-8292-42f4-8f38-0a97f40a8a0d tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Synchronizing usage tracker for tenant:1c19ca0f4502419e9ff184ba1821fbef on resource:port {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:33:26.059472 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-afa460dc-8292-42f4-8f38-0a97f40a8a0d tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Unset dirty status for tenant:1c19ca0f4502419e9ff184ba1821fbef on resource:port {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:33:26.063922 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-afa460dc-8292-42f4-8f38-0a97f40a8a0d tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] 10.222.0.55 "GET /v2.0/ports/6054c697-178c-48e2-90e4-899392319878 HTTP/1.1" status: 404 len: 333 time: 0.2575612 May 28 06:33:26.064647 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 60226) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:33:26.119800 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning complete for port c4f7b9c3-3856-422d-8427-fba5548c7f2c triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:33:26.120456 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:26.192658 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c001b98e-a5ef-4b58-a264-b80a5794da21 req-63054965-70c3-401d-8032-cd7b3c9f5a36 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8b01c13-124c-433e-8d03-4c94d079d9fa HTTP/1.1" status: 200 len: 210 time: 0.0619876 May 28 06:33:26.219109 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e788551-b4ae-4268-8007-4d2391b64845 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Deleting subnet 8e0b2669-13f7-4c9d-8059-54b8d4b7777a {{(pid=89109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:33:26.234121 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3e788551-b4ae-4268-8007-4d2391b64845 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks [] for subnet, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:26.370132 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3e788551-b4ae-4268-8007-4d2391b64845 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3964070'] for subnet, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:26.428552 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [req-fc5f1431-a9b2-4b51-bc6f-4b5f518a080b req-0dd46abb-420b-49ce-a6b0-d01fed537d0d tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Allocated IP 172.20.0.9 (c7bbc20e-7bc5-42fd-94f8-f3663ada8854/6e5f323f-ea6c-4672-94fb-4b56107669c0/d8448cae-5014-495e-a6f8-c613dd88b0c3) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:33:26.551168 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b21d42c0-0f8c-44e0-9f1b-8e3aa7825729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:26.568033 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3e788551-b4ae-4268-8007-4d2391b64845 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:26.604842 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port c4f7b9c3-3856-422d-8427-fba5548c7f2c is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:33:26.605516 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:26.707913 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48a19ee3-8702-4034-91de-965318e77735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4f7b9c3-3856-422d-8427-fba5548c7f2c'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:33:26.762543 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port c4f7b9c3-3856-422d-8427-fba5548c7f2c, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=c4f7b9c3-3856-422d-8427-fba5548c7f2c,segment=NetworkSegment(36b7b050-a7a0-4005-a03f-73135e20048b),segment_id=36b7b050-a7a0-4005-a03f-73135e20048b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:33:26.861123 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3e788551-b4ae-4268-8007-4d2391b64845 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9555650'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:26.920068 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:26.968308 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e788551-b4ae-4268-8007-4d2391b64845 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Pushing event deleted for resources: {'Subnet': ['ID=8e0b2669-13f7-4c9d-8059-54b8d4b7777a,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:33:26.994578 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3e788551-b4ae-4268-8007-4d2391b64845 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:27.016711 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7717dc3c-9eaa-4c07-bbec-901fcc584536 req-0cf149f8-e4e3-4802-b7fa-ad91eca30199 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:27.018363 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7717dc3c-9eaa-4c07-bbec-901fcc584536 req-0cf149f8-e4e3-4802-b7fa-ad91eca30199 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.55 "GET /v2.0/ports?device_id=e382458d-1b83-4c85-8dce-23160a7eb36c HTTP/1.1" status: 200 len: 1023 time: 0.4283252 May 28 06:33:27.021023 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-3e788551-b4ae-4268-8007-4d2391b64845 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] 10.222.0.55 "DELETE /v2.0/subnets/8e0b2669-13f7-4c9d-8059-54b8d4b7777a HTTP/1.1" status: 204 len: 168 time: 0.9552610 May 28 06:33:27.023753 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 60242) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:33:27.046477 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a990923f-89ff-4c8b-8e8b-a4e9e5d7c63e None None] Network f3201cb9-e63f-49ca-8ce6-2447631f0051 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:33:27.147473 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-fc5f1431-a9b2-4b51-bc6f-4b5f518a080b req-0dd46abb-420b-49ce-a6b0-d01fed537d0d tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:27.186431 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_v2 [None req-16cbf486-8d3d-47e1-bffe-3f0f4a8dd2f7 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Deleting subnet d8176479-4fb8-4c24-a271-22df067f645b {{(pid=89109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:33:27.191106 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-16cbf486-8d3d-47e1-bffe-3f0f4a8dd2f7 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks [] for subnet, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:27.206432 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7717dc3c-9eaa-4c07-bbec-901fcc584536 req-fea6e5cc-1f0f-4415-91a6-2135ec131778 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.55 "GET /v2.0/security-groups?id=41e770bd-f8ee-4b23-9b5f-8d6fe5cbd5a4&id=76f5f0a9-1f72-44c1-a851-4026e46651c7&id=72210af0-18d1-49fa-baeb-bf1a9866a68b HTTP/1.1" status: 200 len: 6155 time: 0.1665256 May 28 06:33:27.303643 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57c05808-85d6-4ae3-aca1-d98f7ee20562'] response: {'name': 'network-changed', 'server_uuid': 'e382458d-1b83-4c85-8dce-23160a7eb36c', 'tag': 'a9fa9a20-b169-4ebe-be42-5b1c7d3987c0', 'status': 'completed', 'code': 200} May 28 06:33:27.371366 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-16cbf486-8d3d-47e1-bffe-3f0f4a8dd2f7 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3964070'] for subnet, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:27.425500 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-fc5f1431-a9b2-4b51-bc6f-4b5f518a080b req-0dd46abb-420b-49ce-a6b0-d01fed537d0d tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:27.567607 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-16cbf486-8d3d-47e1-bffe-3f0f4a8dd2f7 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:27.620751 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc5f1431-a9b2-4b51-bc6f-4b5f518a080b req-0dd46abb-420b-49ce-a6b0-d01fed537d0d tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Network c7bbc20e-7bc5-42fd-94f8-f3663ada8854 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:33:27.686050 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [req-fc5f1431-a9b2-4b51-bc6f-4b5f518a080b req-0dd46abb-420b-49ce-a6b0-d01fed537d0d tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:33:27.713941 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc5f1431-a9b2-4b51-bc6f-4b5f518a080b req-0dd46abb-420b-49ce-a6b0-d01fed537d0d tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:33:27.755825 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=c4f7b9c3-3856-422d-8427-fba5548c7f2c,revision_number=7']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:33:27.785092 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:27.849498 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-16cbf486-8d3d-47e1-bffe-3f0f4a8dd2f7 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9555650'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:27.860709 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd46abb-420b-49ce-a6b0-d01fed537d0d tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Pushing event updated for resources: {'Port': ['ID=d8448cae-5014-495e-a6f8-c613dd88b0c3,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:33:27.916157 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5f1431-a9b2-4b51-bc6f-4b5f518a080b req-0dd46abb-420b-49ce-a6b0-d01fed537d0d tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:27.916840 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-fc5f1431-a9b2-4b51-bc6f-4b5f518a080b req-0dd46abb-420b-49ce-a6b0-d01fed537d0d tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:27.958533 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19a08bf6-b89a-46e5-882a-9c8152999bc2'] response: {'server_uuid': '48a19ee3-8702-4034-91de-965318e77735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4f7b9c3-3856-422d-8427-fba5548c7f2c', 'code': 200} May 28 06:33:27.975018 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed167e2-b82f-492f-a68b-8da283cc0fee req-982c1c85-98fb-4c81-ac85-1554c904af89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:27.976694 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3ed167e2-b82f-492f-a68b-8da283cc0fee req-982c1c85-98fb-4c81-ac85-1554c904af89 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ae27d4a836c444af8d35a0fd61d2dbd8&device_id=e382458d-1b83-4c85-8dce-23160a7eb36c HTTP/1.1" status: 200 len: 1174 time: 0.6357422 May 28 06:33:27.986438 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cbf486-8d3d-47e1-bffe-3f0f4a8dd2f7 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Pushing event deleted for resources: {'Subnet': ['ID=d8176479-4fb8-4c24-a271-22df067f645b,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:33:28.001007 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-16cbf486-8d3d-47e1-bffe-3f0f4a8dd2f7 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:28.010324 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-16cbf486-8d3d-47e1-bffe-3f0f4a8dd2f7 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] 10.222.0.55 "DELETE /v2.0/subnets/d8176479-4fb8-4c24-a271-22df067f645b HTTP/1.1" status: 204 len: 168 time: 0.9852657 May 28 06:33:28.015786 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 60258) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:33:28.162436 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9534c339-e891-46c4-9967-4f46942bfeb3 req-13d2ed53-24c3-4f99-af43-5a81b232d9bb tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:28.181472 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9534c339-e891-46c4-9967-4f46942bfeb3 req-13d2ed53-24c3-4f99-af43-5a81b232d9bb tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:28.188199 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9534c339-e891-46c4-9967-4f46942bfeb3 req-13d2ed53-24c3-4f99-af43-5a81b232d9bb tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:28.198934 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9534c339-e891-46c4-9967-4f46942bfeb3 req-13d2ed53-24c3-4f99-af43-5a81b232d9bb tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:28.207800 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9534c339-e891-46c4-9967-4f46942bfeb3 req-13d2ed53-24c3-4f99-af43-5a81b232d9bb tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:28.214424 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9534c339-e891-46c4-9967-4f46942bfeb3 req-13d2ed53-24c3-4f99-af43-5a81b232d9bb tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:28.229992 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9534c339-e891-46c4-9967-4f46942bfeb3 req-13d2ed53-24c3-4f99-af43-5a81b232d9bb tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:28.232331 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9534c339-e891-46c4-9967-4f46942bfeb3 req-13d2ed53-24c3-4f99-af43-5a81b232d9bb tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.55 "GET /v2.0/ports?device_id=e11893ff-5c52-4ed1-b6b3-2fbc959d89e3 HTTP/1.1" status: 200 len: 5434 time: 0.6925440 May 28 06:33:28.314638 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2abae632-7a97-451f-aa66-af9b7e8b90c2 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:28.335206 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-2abae632-7a97-451f-aa66-af9b7e8b90c2 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Deleting port 4014c9cb-d372-4820-8170-c2b33d88235f {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:33:28.335920 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2abae632-7a97-451f-aa66-af9b7e8b90c2 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:28.351567 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-e9f2ebba-7a33-44e8-b3da-8450f0be96a9 req-6329e4b5-f19a-48ac-8a9c-0e89373f4922 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Request body: {'security_group': {'name': ' tempest-securitygroup -312867943 ', 'description': 'tempest-description-2120682071'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:33:28.357978 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-e9f2ebba-7a33-44e8-b3da-8450f0be96a9 req-6329e4b5-f19a-48ac-8a9c-0e89373f4922 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:33:28.376050 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-e9f2ebba-7a33-44e8-b3da-8450f0be96a9 req-6329e4b5-f19a-48ac-8a9c-0e89373f4922 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:33:28.412557 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fc5f1431-a9b2-4b51-bc6f-4b5f518a080b req-0dd46abb-420b-49ce-a6b0-d01fed537d0d tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6730294 May 28 06:33:28.447463 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-fc5f1431-a9b2-4b51-bc6f-4b5f518a080b req-0cc522da-477b-4dee-9bc4-ee2a4d6d869b service neutron] Request body: {'port': {'device_id': 'd8b01c13-124c-433e-8d03-4c94d079d9fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843702-1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:33:28.495561 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-e9f2ebba-7a33-44e8-b3da-8450f0be96a9 req-6329e4b5-f19a-48ac-8a9c-0e89373f4922 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:28.625747 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-e9f2ebba-7a33-44e8-b3da-8450f0be96a9 req-6329e4b5-f19a-48ac-8a9c-0e89373f4922 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:33:28.631947 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-e9f2ebba-7a33-44e8-b3da-8450f0be96a9 req-6329e4b5-f19a-48ac-8a9c-0e89373f4922 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Usage tracker for resource:security_group_rule and tenant:ae27d4a836c444af8d35a0fd61d2dbd8 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:33:28.647956 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-e9f2ebba-7a33-44e8-b3da-8450f0be96a9 req-6329e4b5-f19a-48ac-8a9c-0e89373f4922 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:33:28.730044 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0166d7c7-852a-4818-b384-8d01cbbf51a3 req-230a442c-2c7e-4247-96a8-b1132c1ddf7d tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:28.730791 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-0166d7c7-852a-4818-b384-8d01cbbf51a3 req-230a442c-2c7e-4247-96a8-b1132c1ddf7d tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Synchronizing usage tracker for tenant:9795f3bb4dd842ee9b6997b24ebca479 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:33:28.748487 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-e9f2ebba-7a33-44e8-b3da-8450f0be96a9 req-6329e4b5-f19a-48ac-8a9c-0e89373f4922 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:33:28.806410 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-2abae632-7a97-451f-aa66-af9b7e8b90c2 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] For port 4014c9cb-d372-4820-8170-c2b33d88235f, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=4014c9cb-d372-4820-8170-c2b33d88235f,segment=NetworkSegment(24a9e066-bbc3-4e48-98a0-a49a11d44eb2),segment_id=24a9e066-bbc3-4e48-98a0-a49a11d44eb2)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:33:28.807205 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2abae632-7a97-451f-aa66-af9b7e8b90c2 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:28.854756 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed167e2-b82f-492f-a68b-8da283cc0fee req-8671a535-bff2-4541-b75c-a59ab9b91e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:28.856296 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3ed167e2-b82f-492f-a68b-8da283cc0fee req-8671a535-bff2-4541-b75c-a59ab9b91e3a service neutron] 10.222.0.69 "GET /v2.0/networks?id=8d92f73a-1818-46b4-ace6-904b9532c5d0 HTTP/1.1" status: 200 len: 914 time: 0.8717694 May 28 06:33:28.997036 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e9c74ed8-6fc1-4511-b388-3a860bcb2478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:29.011939 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3ed167e2-b82f-492f-a68b-8da283cc0fee req-b3a3055c-4843-47b5-aceb-da000bbf124c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9fa9a20-b169-4ebe-be42-5b1c7d3987c0 HTTP/1.1" status: 200 len: 217 time: 0.1131387 May 28 06:33:29.068345 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-2abae632-7a97-451f-aa66-af9b7e8b90c2 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Calling delete_port for 4014c9cb-d372-4820-8170-c2b33d88235f owned by network:dhcp {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:33:29.145278 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-0166d7c7-852a-4818-b384-8d01cbbf51a3 req-230a442c-2c7e-4247-96a8-b1132c1ddf7d tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Unset dirty status for tenant:9795f3bb4dd842ee9b6997b24ebca479 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:33:29.153621 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0166d7c7-852a-4818-b384-8d01cbbf51a3 req-230a442c-2c7e-4247-96a8-b1132c1ddf7d tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8b01c13-124c-433e-8d03-4c94d079d9fa HTTP/1.1" status: 200 len: 931 time: 0.9161258 May 28 06:33:29.206665 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed167e2-b82f-492f-a68b-8da283cc0fee req-4a6c01f9-0fc4-4b3c-a6d5-721542043ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:29.210460 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3ed167e2-b82f-492f-a68b-8da283cc0fee req-4a6c01f9-0fc4-4b3c-a6d5-721542043ddf service neutron] 10.222.0.69 "GET /v2.0/subnets?id=be7430a6-d63b-496c-a478-4d1ac23bdfda HTTP/1.1" status: 200 len: 853 time: 0.1721034 May 28 06:33:29.301549 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-fc5f1431-a9b2-4b51-bc6f-4b5f518a080b req-0cc522da-477b-4dee-9bc4-ee2a4d6d869b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:29.355513 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3ed167e2-b82f-492f-a68b-8da283cc0fee req-bae2369e-2588-43bb-88be-1a3c72feca90 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8d92f73a-1818-46b4-ace6-904b9532c5d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1108568 May 28 06:33:29.362714 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e04857-ab38-4006-9f0c-e54f8a1b0003 None None] Network f3201cb9-e63f-49ca-8ce6-2447631f0051 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:33:29.439494 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-83a932cd-bd2d-4cb8-9802-6609ae189c3e None None] Provisioning complete for port 4014c9cb-d372-4820-8170-c2b33d88235f triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:33:29.444803 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-83a932cd-bd2d-4cb8-9802-6609ae189c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:29.496462 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0166d7c7-852a-4818-b384-8d01cbbf51a3 req-2591d819-f83e-4d69-90b5-be641eb6bb8a tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/security-groups?id=f6de87b7-c8be-4140-be86-d0d6b2592918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3405108 May 28 06:33:29.500748 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2abae632-7a97-451f-aa66-af9b7e8b90c2 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:29.526891 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-83a932cd-bd2d-4cb8-9802-6609ae189c3e None None] Port 4014c9cb-d372-4820-8170-c2b33d88235f was deleted so its status cannot be updated. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} May 28 06:33:29.661288 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abae632-7a97-451f-aa66-af9b7e8b90c2 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Pushing event deleted for resources: {'Port': ['ID=4014c9cb-d372-4820-8170-c2b33d88235f,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:33:29.682604 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abae632-7a97-451f-aa66-af9b7e8b90c2 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] No DVR routers for this DVR port 4014c9cb-d372-4820-8170-c2b33d88235f on host n-d-843702-1 {{(pid=89109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:33:29.892241 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2abae632-7a97-451f-aa66-af9b7e8b90c2 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:29.951958 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-2abae632-7a97-451f-aa66-af9b7e8b90c2 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3201cb9-e63f-49ca-8ce6-2447631f0051']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:33:29.985309 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42bf13d-cca9-434b-b715-4a999516e055 None None] DHCP port deletion for f3201cb9-e63f-49ca-8ce6-2447631f0051 request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:33:30.014517 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:30.024332 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-2abae632-7a97-451f-aa66-af9b7e8b90c2 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24a9e066-bbc3-4e48-98a0-a49a11d44eb2') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:33:30.028302 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-2abae632-7a97-451f-aa66-af9b7e8b90c2 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24a9e066-bbc3-4e48-98a0-a49a11d44eb2') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:33:30.067527 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:30.090528 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2abae632-7a97-451f-aa66-af9b7e8b90c2 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:30.158811 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2abae632-7a97-451f-aa66-af9b7e8b90c2 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:30.161362 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-e9f2ebba-7a33-44e8-b3da-8450f0be96a9 req-6329e4b5-f19a-48ac-8a9c-0e89373f4922 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:30.170684 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3ed167e2-b82f-492f-a68b-8da283cc0fee req-5d69b00b-c504-4240-991f-c5960d3e2d66 service neutron] 10.222.0.69 "GET /v2.0/networks/8d92f73a-1818-46b4-ace6-904b9532c5d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7940989 May 28 06:33:30.171303 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2abae632-7a97-451f-aa66-af9b7e8b90c2 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:33:30.171718 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2abae632-7a97-451f-aa66-af9b7e8b90c2 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:30.383999 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 24a9e066-bbc3-4e48-98a0-a49a11d44eb2 resource provider aggregate not found May 28 06:33:30.432060 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 24a9e066-bbc3-4e48-98a0-a49a11d44eb2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 24a9e066-bbc3-4e48-98a0-a49a11d44eb2 found for delete ", "request_id": "req-f145d08e-bf5d-4080-87e2-3426106fdd64"}]} May 28 06:33:30.498636 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-e9f2ebba-7a33-44e8-b3da-8450f0be96a9 req-6329e4b5-f19a-48ac-8a9c-0e89373f4922 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:30.626389 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2abae632-7a97-451f-aa66-af9b7e8b90c2 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:30.645152 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2abae632-7a97-451f-aa66-af9b7e8b90c2 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:30.866280 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abae632-7a97-451f-aa66-af9b7e8b90c2 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Pushing event deleted for resources: {'Network': ['ID=f3201cb9-e63f-49ca-8ce6-2447631f0051,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:33:30.892949 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6329e4b5-f19a-48ac-8a9c-0e89373f4922 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e22db230-6529-434e-babc-72c4d588496d,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:33:30.952081 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3ed167e2-b82f-492f-a68b-8da283cc0fee req-32ec2157-0bce-4e8f-9ed4-bc4a64f9f9c9 service neutron] 10.222.0.69 "GET /v2.0/networks/8d92f73a-1818-46b4-ace6-904b9532c5d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7729914 May 28 06:33:31.043955 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-2abae632-7a97-451f-aa66-af9b7e8b90c2 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] 10.222.0.55 "DELETE /v2.0/networks/f3201cb9-e63f-49ca-8ce6-2447631f0051 HTTP/1.1" status: 204 len: 168 time: 3.0167830 May 28 06:33:31.043955 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 60308) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:33:31.074459 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-e9f2ebba-7a33-44e8-b3da-8450f0be96a9 req-6329e4b5-f19a-48ac-8a9c-0e89373f4922 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:31.078279 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e9f2ebba-7a33-44e8-b3da-8450f0be96a9 req-6329e4b5-f19a-48ac-8a9c-0e89373f4922 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1787 time: 2.7323885 May 28 06:33:31.100612 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [req-fc5f1431-a9b2-4b51-bc6f-4b5f518a080b req-0cc522da-477b-4dee-9bc4-ee2a4d6d869b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8448cae-5014-495e-a6f8-c613dd88b0c3 {{(pid=89110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:33:31.122317 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced2d6cf-8de9-4a30-9b6b-5b2c26deff43 req-6db92e03-26ba-4a68-a58c-5d5e0e2254d2 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:31.128462 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ced2d6cf-8de9-4a30-9b6b-5b2c26deff43 req-6db92e03-26ba-4a68-a58c-5d5e0e2254d2 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8b01c13-124c-433e-8d03-4c94d079d9fa HTTP/1.1" status: 200 len: 931 time: 0.3027198 May 28 06:33:31.228508 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d60c5559-b0c8-45e4-94b0-8e65f235df26 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:31.231470 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-d60c5559-b0c8-45e4-94b0-8e65f235df26 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Synchronizing usage tracker for tenant:1c19ca0f4502419e9ff184ba1821fbef on resource:port {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:33:31.247528 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-fc5f1431-a9b2-4b51-bc6f-4b5f518a080b req-0cc522da-477b-4dee-9bc4-ee2a4d6d869b service neutron] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:31.370328 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ced2d6cf-8de9-4a30-9b6b-5b2c26deff43 req-c955eb25-fd24-4148-87a9-76966a8f75cf tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/security-groups?id=f6de87b7-c8be-4140-be86-d0d6b2592918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396619 May 28 06:33:31.405277 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-fc5f1431-a9b2-4b51-bc6f-4b5f518a080b req-0cc522da-477b-4dee-9bc4-ee2a4d6d869b service neutron] Transition to ACTIVE for port object d8448cae-5014-495e-a6f8-c613dd88b0c3 will not be triggered until provisioned by entity L2. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:33:31.457845 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-d60c5559-b0c8-45e4-94b0-8e65f235df26 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Unset dirty status for tenant:1c19ca0f4502419e9ff184ba1821fbef on resource:port {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:33:31.457845 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-d60c5559-b0c8-45e4-94b0-8e65f235df26 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.4107869 May 28 06:33:31.457845 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 60332) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:33:31.462307 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 4014c9cb-d372-4820-8170-c2b33d88235f no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:33:31.560897 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 4014c9cb-d372-4820-8170-c2b33d88235f {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:33:31.561669 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 4014c9cb-d372-4820-8170-c2b33d88235f not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:33:31.574722 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-fc5f1431-a9b2-4b51-bc6f-4b5f518a080b req-0cc522da-477b-4dee-9bc4-ee2a4d6d869b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:31.647131 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-3b915860-f7a2-4bb9-8ab8-568f45d4771b tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] 10.222.0.55 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1924779 May 28 06:33:31.651353 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 60336) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:33:31.665744 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-817935d7-75f9-4dd7-92c4-332a2a6cdd1f tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1772320071'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:33:31.671722 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-817935d7-75f9-4dd7-92c4-332a2a6cdd1f tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:33:31.678243 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-817935d7-75f9-4dd7-92c4-332a2a6cdd1f tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Usage tracker for resource:network and tenant:1c19ca0f4502419e9ff184ba1821fbef is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:33:31.683298 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-817935d7-75f9-4dd7-92c4-332a2a6cdd1f tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:33:31.694337 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-817935d7-75f9-4dd7-92c4-332a2a6cdd1f tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:33:31.746552 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:31.842295 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-653ba6ce-85e7-4e3d-852e-72a41cb39a3e req-e6c696e9-3aa1-4acd-8f2e-2ac5d703db22 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.55 "GET /v2.0/security-groups/e22db230-6529-434e-babc-72c4d588496d HTTP/1.1" status: 200 len: 1782 time: 0.4304442 May 28 06:33:31.977482 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc522da-477b-4dee-9bc4-ee2a4d6d869b service neutron] Pushing event updated for resources: {'Port': ['ID=d8448cae-5014-495e-a6f8-c613dd88b0c3,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:33:31.977960 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-817935d7-75f9-4dd7-92c4-332a2a6cdd1f tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Made reservation on behalf of 1c19ca0f4502419e9ff184ba1821fbef for: {'network': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:33:31.987130 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-817935d7-75f9-4dd7-92c4-332a2a6cdd1f tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:32.069515 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-817935d7-75f9-4dd7-92c4-332a2a6cdd1f tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=89109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:33:32.106351 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-817935d7-75f9-4dd7-92c4-332a2a6cdd1f tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:32.108300 n-d-843702-1 neutron-server[89109]: INFO neutron.db.segments_db [None req-817935d7-75f9-4dd7-92c4-332a2a6cdd1f tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Added segment 5e3f2c31-24d3-4c1f-8338-cf568d577691 of type vlan for network dca128f4-0c78-4ff5-98b9-b6640bdbed5f May 28 06:33:32.180492 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1846d706-7bfb-4008-9fc8-2585f74c2978 req-bb0abe6c-dbc3-47b6-a9f2-aad36eca3314 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.55 "GET /v2.0/security-groups/e22db230-6529-434e-babc-72c4d588496d HTTP/1.1" status: 200 len: 1782 time: 0.2817514 May 28 06:33:32.181315 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-fc5f1431-a9b2-4b51-bc6f-4b5f518a080b req-0cc522da-477b-4dee-9bc4-ee2a4d6d869b service neutron] Attempting to bind port d8448cae-5014-495e-a6f8-c613dd88b0c3 on host n-h2-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:33:32.181860 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-fc5f1431-a9b2-4b51-bc6f-4b5f518a080b req-0cc522da-477b-4dee-9bc4-ee2a4d6d869b service neutron] Attempting to bind port d8448cae-5014-495e-a6f8-c613dd88b0c3 by drivers openvswitch,hyperv on host n-h2-843702-1 at level 0 using segments [{'id': 'a8c42c09-58b4-4e9e-ab8f-c96c63ee4190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c7bbc20e-7bc5-42fd-94f8-f3663ada8854'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:33:32.184607 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5f1431-a9b2-4b51-bc6f-4b5f518a080b req-0cc522da-477b-4dee-9bc4-ee2a4d6d869b service neutron] Attempting to bind port d8448cae-5014-495e-a6f8-c613dd88b0c3 on network c7bbc20e-7bc5-42fd-94f8-f3663ada8854 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:33:32.229147 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-817935d7-75f9-4dd7-92c4-332a2a6cdd1f tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:32.326079 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-1846d706-7bfb-4008-9fc8-2585f74c2978 req-ebacab04-b1fe-4b6d-a67f-b22e6b495d27 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:32.336389 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:32.380879 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-1846d706-7bfb-4008-9fc8-2585f74c2978 req-ebacab04-b1fe-4b6d-a67f-b22e6b495d27 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:32.491155 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5f1431-a9b2-4b51-bc6f-4b5f518a080b req-0cc522da-477b-4dee-9bc4-ee2a4d6d869b service neutron] Port d8448cae-5014-495e-a6f8-c613dd88b0c3 on network c7bbc20e-7bc5-42fd-94f8-f3663ada8854 not bound, no agent of type Open vSwitch agent registered on host n-h2-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:33:32.494309 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5f1431-a9b2-4b51-bc6f-4b5f518a080b req-0cc522da-477b-4dee-9bc4-ee2a4d6d869b service neutron] Attempting to bind port d8448cae-5014-495e-a6f8-c613dd88b0c3 on network c7bbc20e-7bc5-42fd-94f8-f3663ada8854 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:33:32.524043 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5f1431-a9b2-4b51-bc6f-4b5f518a080b req-0cc522da-477b-4dee-9bc4-ee2a4d6d869b service neutron] Checking agent: {'id': 'f1a3973b-d2b3-4558-88e7-2ac50857d302', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:33:32.524043 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5f1431-a9b2-4b51-bc6f-4b5f518a080b req-0cc522da-477b-4dee-9bc4-ee2a4d6d869b service neutron] Checking segment: {'id': 'a8c42c09-58b4-4e9e-ab8f-c96c63ee4190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c7bbc20e-7bc5-42fd-94f8-f3663ada8854'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:33:32.524043 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5f1431-a9b2-4b51-bc6f-4b5f518a080b req-0cc522da-477b-4dee-9bc4-ee2a4d6d869b service neutron] Bound using segment: {'id': 'a8c42c09-58b4-4e9e-ab8f-c96c63ee4190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c7bbc20e-7bc5-42fd-94f8-f3663ada8854'} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:33:32.524043 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-fc5f1431-a9b2-4b51-bc6f-4b5f518a080b req-0cc522da-477b-4dee-9bc4-ee2a4d6d869b service neutron] Bound port: d8448cae-5014-495e-a6f8-c613dd88b0c3, host: n-h2-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8c42c09-58b4-4e9e-ab8f-c96c63ee4190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c7bbc20e-7bc5-42fd-94f8-f3663ada8854'}}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:33:32.524043 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-fc5f1431-a9b2-4b51-bc6f-4b5f518a080b req-0cc522da-477b-4dee-9bc4-ee2a4d6d869b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:32.574127 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-817935d7-75f9-4dd7-92c4-332a2a6cdd1f tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:32.579969 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817935d7-75f9-4dd7-92c4-332a2a6cdd1f tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:32.580846 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-817935d7-75f9-4dd7-92c4-332a2a6cdd1f tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:32.661094 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-1846d706-7bfb-4008-9fc8-2585f74c2978 req-ebacab04-b1fe-4b6d-a67f-b22e6b495d27 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:32.720615 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebacab04-b1fe-4b6d-a67f-b22e6b495d27 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e22db230-6529-434e-babc-72c4d588496d,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:33:32.729682 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-1846d706-7bfb-4008-9fc8-2585f74c2978 req-ebacab04-b1fe-4b6d-a67f-b22e6b495d27 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:32.731050 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1846d706-7bfb-4008-9fc8-2585f74c2978 req-ebacab04-b1fe-4b6d-a67f-b22e6b495d27 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.55 "DELETE /v2.0/security-groups/e22db230-6529-434e-babc-72c4d588496d HTTP/1.1" status: 204 len: 173 time: 0.5421293 May 28 06:33:32.798639 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-fc5f1431-a9b2-4b51-bc6f-4b5f518a080b req-0cc522da-477b-4dee-9bc4-ee2a4d6d869b service neutron] For port d8448cae-5014-495e-a6f8-c613dd88b0c3, host n-h2-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:33:32.804024 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-fc5f1431-a9b2-4b51-bc6f-4b5f518a080b req-0cc522da-477b-4dee-9bc4-ee2a4d6d869b service neutron] For port d8448cae-5014-495e-a6f8-c613dd88b0c3, host n-h2-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=d8448cae-5014-495e-a6f8-c613dd88b0c3,segment=NetworkSegment(a8c42c09-58b4-4e9e-ab8f-c96c63ee4190),segment_id=a8c42c09-58b4-4e9e-ab8f-c96c63ee4190)] {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:33:32.882064 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 60378) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:33:32.935719 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817935d7-75f9-4dd7-92c4-332a2a6cdd1f tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Pushing event updated for resources: {'Network': ['ID=dca128f4-0c78-4ff5-98b9-b6640bdbed5f,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:33:32.950044 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network dca128f4-0c78-4ff5-98b9-b6640bdbed5f details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:33:33.174131 n-d-843702-1 neutron-server[89110]: INFO neutron.api.v2.resource [req-bae74ddb-2555-41f4-989e-1046bb37b3cd req-9360edbe-794f-4508-9889-b82647a21261 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] show failed (client error): The resource could not be found. May 28 06:33:33.177187 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bae74ddb-2555-41f4-989e-1046bb37b3cd req-9360edbe-794f-4508-9889-b82647a21261 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.55 "GET /v2.0/security-groups/e22db230-6529-434e-babc-72c4d588496d HTTP/1.1" status: 404 len: 352 time: 0.1078773 May 28 06:33:33.188491 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-817935d7-75f9-4dd7-92c4-332a2a6cdd1f tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.5351508 May 28 06:33:33.190152 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-fc5f1431-a9b2-4b51-bc6f-4b5f518a080b req-0cc522da-477b-4dee-9bc4-ee2a4d6d869b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:33.192429 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 60390) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:33:33.199543 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-00959b1c-51f0-4db0-a8d1-dcc1bde1d0e1 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Request body: {'subnet': {'network_id': 'dca128f4-0c78-4ff5-98b9-b6640bdbed5f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:33:33.335929 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5f1431-a9b2-4b51-bc6f-4b5f518a080b req-0cc522da-477b-4dee-9bc4-ee2a4d6d869b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:33.337533 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-fc5f1431-a9b2-4b51-bc6f-4b5f518a080b req-0cc522da-477b-4dee-9bc4-ee2a4d6d869b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:33.341247 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fc5f1431-a9b2-4b51-bc6f-4b5f518a080b req-0cc522da-477b-4dee-9bc4-ee2a4d6d869b service neutron] 10.222.0.71 "PUT /v2.0/ports/d8448cae-5014-495e-a6f8-c613dd88b0c3 HTTP/1.1" status: 200 len: 1091 time: 4.9038551 May 28 06:33:33.367228 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ed9694-d1d4-46ea-9a5e-95e34cb148a9 req-1a637dd3-5fa1-4e5c-a552-e6731de33f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:33.368785 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ed9694-d1d4-46ea-9a5e-95e34cb148a9 req-1a637dd3-5fa1-4e5c-a552-e6731de33f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:33.370346 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ed9694-d1d4-46ea-9a5e-95e34cb148a9 req-1a637dd3-5fa1-4e5c-a552-e6731de33f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:33.371381 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ed9694-d1d4-46ea-9a5e-95e34cb148a9 req-1a637dd3-5fa1-4e5c-a552-e6731de33f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:33.373201 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ed9694-d1d4-46ea-9a5e-95e34cb148a9 req-1a637dd3-5fa1-4e5c-a552-e6731de33f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:33.374777 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ed9694-d1d4-46ea-9a5e-95e34cb148a9 req-1a637dd3-5fa1-4e5c-a552-e6731de33f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:33.375641 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ed9694-d1d4-46ea-9a5e-95e34cb148a9 req-1a637dd3-5fa1-4e5c-a552-e6731de33f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:33.413392 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e1ed9694-d1d4-46ea-9a5e-95e34cb148a9 req-1a637dd3-5fa1-4e5c-a552-e6731de33f77 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e11893ff-5c52-4ed1-b6b3-2fbc959d89e3 HTTP/1.1" status: 200 len: 6491 time: 0.5301235 May 28 06:33:33.437033 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8b01c13-124c-433e-8d03-4c94d079d9fa', 'tag': 'd8448cae-5014-495e-a6f8-c613dd88b0c3'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:33:33.476989 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba92006c-7a83-486d-9861-94b41f042577 req-e1d95842-776f-4c64-9afd-222002839419 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:33.484626 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-00959b1c-51f0-4db0-a8d1-dcc1bde1d0e1 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:33:33.488781 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ba92006c-7a83-486d-9861-94b41f042577 req-e1d95842-776f-4c64-9afd-222002839419 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8b01c13-124c-433e-8d03-4c94d079d9fa HTTP/1.1" status: 200 len: 943 time: 0.4197941 May 28 06:33:33.491393 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-00959b1c-51f0-4db0-a8d1-dcc1bde1d0e1 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Usage tracker for resource:subnet and tenant:1c19ca0f4502419e9ff184ba1821fbef is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:33:33.495113 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-00959b1c-51f0-4db0-a8d1-dcc1bde1d0e1 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:33:33.502572 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-00959b1c-51f0-4db0-a8d1-dcc1bde1d0e1 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:33:33.603431 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-1faf3dee-025d-469a-831b-15c73c6d61a2 req-5aabd47a-bd0b-49ce-a5c4-4909043764c9 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-208341000', 'description': 'tempest-description-1186189358'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:33:33.622084 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-1faf3dee-025d-469a-831b-15c73c6d61a2 req-5aabd47a-bd0b-49ce-a5c4-4909043764c9 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:33:33.631785 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00959b1c-51f0-4db0-a8d1-dcc1bde1d0e1 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Made reservation on behalf of 1c19ca0f4502419e9ff184ba1821fbef for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:33:33.635871 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-00959b1c-51f0-4db0-a8d1-dcc1bde1d0e1 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:33.652566 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-1faf3dee-025d-469a-831b-15c73c6d61a2 req-5aabd47a-bd0b-49ce-a5c4-4909043764c9 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Usage tracker for resource:security_group and tenant:ae27d4a836c444af8d35a0fd61d2dbd8 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:33:33.662150 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-1faf3dee-025d-469a-831b-15c73c6d61a2 req-5aabd47a-bd0b-49ce-a5c4-4909043764c9 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:33:33.670222 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc522da-477b-4dee-9bc4-ee2a4d6d869b service neutron] Pushing event updated for resources: {'Port': ['ID=d8448cae-5014-495e-a6f8-c613dd88b0c3,revision_number=3']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:33:33.687298 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-1faf3dee-025d-469a-831b-15c73c6d61a2 req-5aabd47a-bd0b-49ce-a5c4-4909043764c9 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:33:33.704557 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e1ed9694-d1d4-46ea-9a5e-95e34cb148a9 req-c41d6b3a-33de-482b-b18b-41f182d48fa9 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e8d697a1-1dba-4b18-a73a-2546d21ff79d&id=46eeeb0c-b6a3-4a12-ace3-318551136dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2889040 May 28 06:33:33.732014 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ba92006c-7a83-486d-9861-94b41f042577 req-4cefb66d-c644-4116-b40a-6c873e114170 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/security-groups?id=f6de87b7-c8be-4140-be86-d0d6b2592918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422006 May 28 06:33:33.812212 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5f1431-a9b2-4b51-bc6f-4b5f518a080b req-28763abb-c7f9-453d-9b87-5b55717844e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:33.823427 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fc5f1431-a9b2-4b51-bc6f-4b5f518a080b req-28763abb-c7f9-453d-9b87-5b55717844e6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9795f3bb4dd842ee9b6997b24ebca479&device_id=d8b01c13-124c-433e-8d03-4c94d079d9fa HTTP/1.1" status: 200 len: 1094 time: 0.2655485 May 28 06:33:33.991559 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-1faf3dee-025d-469a-831b-15c73c6d61a2 req-5aabd47a-bd0b-49ce-a5c4-4909043764c9 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:34.043035 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fc5f1431-a9b2-4b51-bc6f-4b5f518a080b req-a8144c71-4d4b-4b53-a15e-3cca9d78e56d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8448cae-5014-495e-a6f8-c613dd88b0c3 HTTP/1.1" status: 200 len: 217 time: 0.1734979 May 28 06:33:34.103849 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-1faf3dee-025d-469a-831b-15c73c6d61a2 req-5aabd47a-bd0b-49ce-a5c4-4909043764c9 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:33:34.118077 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-1faf3dee-025d-469a-831b-15c73c6d61a2 req-5aabd47a-bd0b-49ce-a5c4-4909043764c9 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Usage tracker for resource:security_group_rule and tenant:ae27d4a836c444af8d35a0fd61d2dbd8 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:33:34.123301 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-1faf3dee-025d-469a-831b-15c73c6d61a2 req-5aabd47a-bd0b-49ce-a5c4-4909043764c9 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:33:34.139431 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-1faf3dee-025d-469a-831b-15c73c6d61a2 req-5aabd47a-bd0b-49ce-a5c4-4909043764c9 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:33:34.161106 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5f1431-a9b2-4b51-bc6f-4b5f518a080b req-21ab7ec4-566c-4af4-820e-3c3755f28709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:34.162684 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fc5f1431-a9b2-4b51-bc6f-4b5f518a080b req-21ab7ec4-566c-4af4-820e-3c3755f28709 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6e5f323f-ea6c-4672-94fb-4b56107669c0 HTTP/1.1" status: 200 len: 852 time: 0.1110270 May 28 06:33:34.225936 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-00959b1c-51f0-4db0-a8d1-dcc1bde1d0e1 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:34.381754 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca8b173e-b52a-452f-bc44-5a031bf0de92'] response: {'name': 'network-changed', 'server_uuid': 'd8b01c13-124c-433e-8d03-4c94d079d9fa', 'tag': 'd8448cae-5014-495e-a6f8-c613dd88b0c3', 'status': 'completed', 'code': 200} May 28 06:33:34.406595 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fc5f1431-a9b2-4b51-bc6f-4b5f518a080b req-f380e437-2cd5-49df-a86a-ed253a891443 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c7bbc20e-7bc5-42fd-94f8-f3663ada8854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2345150 May 28 06:33:34.497440 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00959b1c-51f0-4db0-a8d1-dcc1bde1d0e1 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Pushing event updated for resources: {'Subnet': ['ID=412573fc-6f13-431e-8258-d4aad0d64c50,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:33:34.600714 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-1faf3dee-025d-469a-831b-15c73c6d61a2 req-5aabd47a-bd0b-49ce-a5c4-4909043764c9 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:34.646226 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00959b1c-51f0-4db0-a8d1-dcc1bde1d0e1 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Checking segment: {'id': '5e3f2c31-24d3-4c1f-8338-cf568d577691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'dca128f4-0c78-4ff5-98b9-b6640bdbed5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:33:34.649873 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fc5f1431-a9b2-4b51-bc6f-4b5f518a080b req-a56099a5-5e55-4bc7-b2d8-3c8fd52af683 service neutron] 10.222.0.71 "GET /v2.0/networks/c7bbc20e-7bc5-42fd-94f8-f3663ada8854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362969 May 28 06:33:34.650683 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00959b1c-51f0-4db0-a8d1-dcc1bde1d0e1 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Network hostable DHCP agents. Network: dca128f4-0c78-4ff5-98b9-b6640bdbed5f, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:33:34.860293 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fc5f1431-a9b2-4b51-bc6f-4b5f518a080b req-148c0f93-52b6-469c-b02e-da7a2efdb795 service neutron] 10.222.0.71 "GET /v2.0/networks/c7bbc20e-7bc5-42fd-94f8-f3663ada8854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028441 May 28 06:33:34.929401 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-1faf3dee-025d-469a-831b-15c73c6d61a2 req-5aabd47a-bd0b-49ce-a5c4-4909043764c9 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:34.957679 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00959b1c-51f0-4db0-a8d1-dcc1bde1d0e1 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Network dca128f4-0c78-4ff5-98b9-b6640bdbed5f is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:33:35.039380 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aabd47a-bd0b-49ce-a5c4-4909043764c9 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7aec9409-e623-4f69-a488-85acebf0cd7c,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:33:35.208097 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-00959b1c-51f0-4db0-a8d1-dcc1bde1d0e1 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, dca128f4-0c78-4ff5-98b9-b6640bdbed5f) {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:33:35.208406 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00959b1c-51f0-4db0-a8d1-dcc1bde1d0e1 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:35.208958 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-00959b1c-51f0-4db0-a8d1-dcc1bde1d0e1 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:35.220178 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59583061-1817-4af4-ad26-d1f207ed4567 None None] Network dca128f4-0c78-4ff5-98b9-b6640bdbed5f requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:33:35.228410 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-1faf3dee-025d-469a-831b-15c73c6d61a2 req-5aabd47a-bd0b-49ce-a5c4-4909043764c9 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:35.230048 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1faf3dee-025d-469a-831b-15c73c6d61a2 req-5aabd47a-bd0b-49ce-a5c4-4909043764c9 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 1.7833390 May 28 06:33:35.333791 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9691b14-90d7-4eb1-abaf-2a8958419a31 req-9dad191b-4810-4513-bd6f-2b96d0cd2f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:35.339705 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b9691b14-90d7-4eb1-abaf-2a8958419a31 req-9dad191b-4810-4513-bd6f-2b96d0cd2f5b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9795f3bb4dd842ee9b6997b24ebca479&device_id=d8b01c13-124c-433e-8d03-4c94d079d9fa HTTP/1.1" status: 200 len: 1094 time: 0.1900105 May 28 06:33:35.451575 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-00959b1c-51f0-4db0-a8d1-dcc1bde1d0e1 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2560129 May 28 06:33:35.454445 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 60444) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:33:35.465601 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-25d4dbbd-fe62-4e37-9f61-bd211f2e601a tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Request body: {'port': {'network_id': 'dca128f4-0c78-4ff5-98b9-b6640bdbed5f', 'name': 'tempest-PortsTestJSON-1614365960'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:33:35.708158 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9691b14-90d7-4eb1-abaf-2a8958419a31 req-b9c5f8c5-a120-4f2e-9b82-670a8f7194be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:35.731150 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b9691b14-90d7-4eb1-abaf-2a8958419a31 req-b9c5f8c5-a120-4f2e-9b82-670a8f7194be service neutron] 10.222.0.71 "GET /v2.0/networks?id=c7bbc20e-7bc5-42fd-94f8-f3663ada8854 HTTP/1.1" status: 200 len: 913 time: 0.3828087 May 28 06:33:35.760689 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202410eb-b387-4cf6-b924-7dddda89c8a9 req-712d4023-c929-462e-9a82-df99cb379ca5 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:35.774799 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-202410eb-b387-4cf6-b924-7dddda89c8a9 req-712d4023-c929-462e-9a82-df99cb379ca5 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8b01c13-124c-433e-8d03-4c94d079d9fa HTTP/1.1" status: 200 len: 943 time: 0.3870077 May 28 06:33:36.027704 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b9691b14-90d7-4eb1-abaf-2a8958419a31 req-d3ae991a-ca0c-4423-89d1-904b5d252431 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8448cae-5014-495e-a6f8-c613dd88b0c3 HTTP/1.1" status: 200 len: 217 time: 0.2453573 May 28 06:33:36.123759 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e93911-b250-477f-8d37-98184cc77f07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-dca128f4-0c78-4ff5-98b9-b6640bdbed5f', 'network_id': 'dca128f4-0c78-4ff5-98b9-b6640bdbed5f', 'tenant_id': '1c19ca0f4502419e9ff184ba1821fbef', 'fixed_ips': [{'subnet_id': '412573fc-6f13-431e-8258-d4aad0d64c50'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:33:36.125286 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44e93911-b250-477f-8d37-98184cc77f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:36.152652 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-25d4dbbd-fe62-4e37-9f61-bd211f2e601a tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:33:36.167779 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-25d4dbbd-fe62-4e37-9f61-bd211f2e601a tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:33:36.206353 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9691b14-90d7-4eb1-abaf-2a8958419a31 req-710086ec-8a78-40f9-9fdc-8a0b7c5ac66b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:36.348680 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b9691b14-90d7-4eb1-abaf-2a8958419a31 req-710086ec-8a78-40f9-9fdc-8a0b7c5ac66b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6e5f323f-ea6c-4672-94fb-4b56107669c0 HTTP/1.1" status: 200 len: 852 time: 0.1302633 May 28 06:33:36.348680 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-202410eb-b387-4cf6-b924-7dddda89c8a9 req-87fcbc9a-380c-475b-ba14-9e9d962d50c6 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/security-groups?id=f6de87b7-c8be-4140-be86-d0d6b2592918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5601537 May 28 06:33:36.348680 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b9691b14-90d7-4eb1-abaf-2a8958419a31 req-aea69388-3dcb-4579-b8ad-25588ecf45ed service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c7bbc20e-7bc5-42fd-94f8-f3663ada8854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1182411 May 28 06:33:36.419919 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-01cfe9c5-59cd-49e8-8c4b-8514fb53bcb5 req-75ce6864-c0d7-48ca-8fc3-333d93e2205b tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1054831060', 'description': 'tempest-description-2074472675'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:33:36.435236 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-44e93911-b250-477f-8d37-98184cc77f07 None None] Allocated IP 172.20.0.2 (dca128f4-0c78-4ff5-98b9-b6640bdbed5f/412573fc-6f13-431e-8258-d4aad0d64c50/d7844668-3d78-4d54-a516-1ef2f5aceb8c) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:33:36.489961 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-01cfe9c5-59cd-49e8-8c4b-8514fb53bcb5 req-75ce6864-c0d7-48ca-8fc3-333d93e2205b tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:33:36.505726 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-01cfe9c5-59cd-49e8-8c4b-8514fb53bcb5 req-75ce6864-c0d7-48ca-8fc3-333d93e2205b tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Usage tracker for resource:security_group and tenant:ae27d4a836c444af8d35a0fd61d2dbd8 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:33:36.510780 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-01cfe9c5-59cd-49e8-8c4b-8514fb53bcb5 req-75ce6864-c0d7-48ca-8fc3-333d93e2205b tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:33:36.529295 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25d4dbbd-fe62-4e37-9f61-bd211f2e601a tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Made reservation on behalf of 1c19ca0f4502419e9ff184ba1821fbef for: {'port': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:33:36.533698 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-01cfe9c5-59cd-49e8-8c4b-8514fb53bcb5 req-75ce6864-c0d7-48ca-8fc3-333d93e2205b tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:33:36.536248 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-25d4dbbd-fe62-4e37-9f61-bd211f2e601a tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:36.602693 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [None req-25d4dbbd-fe62-4e37-9f61-bd211f2e601a tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] device_id is not set on port b198ad07-fa41-4400-b6c4-88f6aa474ccd yet. {{(pid=89109) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:33:36.627754 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b9691b14-90d7-4eb1-abaf-2a8958419a31 req-c7c794fd-af6e-41ec-a328-de6b82ba7b81 service neutron] 10.222.0.71 "GET /v2.0/networks/c7bbc20e-7bc5-42fd-94f8-f3663ada8854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2771966 May 28 06:33:36.839266 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-01cfe9c5-59cd-49e8-8c4b-8514fb53bcb5 req-75ce6864-c0d7-48ca-8fc3-333d93e2205b tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:36.860702 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b9691b14-90d7-4eb1-abaf-2a8958419a31 req-7218727a-1c4e-44a9-a1c0-0146a564a6e4 service neutron] 10.222.0.71 "GET /v2.0/networks/c7bbc20e-7bc5-42fd-94f8-f3663ada8854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214520 May 28 06:33:36.866512 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-01cfe9c5-59cd-49e8-8c4b-8514fb53bcb5 req-75ce6864-c0d7-48ca-8fc3-333d93e2205b tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:33:36.873498 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-01cfe9c5-59cd-49e8-8c4b-8514fb53bcb5 req-75ce6864-c0d7-48ca-8fc3-333d93e2205b tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Usage tracker for resource:security_group_rule and tenant:ae27d4a836c444af8d35a0fd61d2dbd8 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:33:36.880943 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-01cfe9c5-59cd-49e8-8c4b-8514fb53bcb5 req-75ce6864-c0d7-48ca-8fc3-333d93e2205b tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:33:36.891627 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-01cfe9c5-59cd-49e8-8c4b-8514fb53bcb5 req-75ce6864-c0d7-48ca-8fc3-333d93e2205b tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:33:36.996793 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44e93911-b250-477f-8d37-98184cc77f07 None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:37.033966 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44e93911-b250-477f-8d37-98184cc77f07 None None] Transition to ACTIVE for port object d7844668-3d78-4d54-a516-1ef2f5aceb8c will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:33:37.081231 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44e93911-b250-477f-8d37-98184cc77f07 None None] Transition to ACTIVE for port object d7844668-3d78-4d54-a516-1ef2f5aceb8c will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:33:37.085382 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-01cfe9c5-59cd-49e8-8c4b-8514fb53bcb5 req-75ce6864-c0d7-48ca-8fc3-333d93e2205b tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:37.174709 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44e93911-b250-477f-8d37-98184cc77f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:37.231014 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-01cfe9c5-59cd-49e8-8c4b-8514fb53bcb5 req-75ce6864-c0d7-48ca-8fc3-333d93e2205b tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:37.327863 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-25d4dbbd-fe62-4e37-9f61-bd211f2e601a tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Allocated IP 172.20.0.7 (dca128f4-0c78-4ff5-98b9-b6640bdbed5f/412573fc-6f13-431e-8258-d4aad0d64c50/b198ad07-fa41-4400-b6c4-88f6aa474ccd) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:33:37.392253 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e93911-b250-477f-8d37-98184cc77f07 None None] Network dca128f4-0c78-4ff5-98b9-b6640bdbed5f is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:33:37.399123 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ce6864-c0d7-48ca-8fc3-333d93e2205b tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a44f9fb1-8b27-47a0-bd1d-b9ba1ca4bb15,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:33:37.409975 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-44e93911-b250-477f-8d37-98184cc77f07 None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:33:37.412271 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e93911-b250-477f-8d37-98184cc77f07 None None] Pushing event updated for resources: {'Port': ['ID=d7844668-3d78-4d54-a516-1ef2f5aceb8c,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:33:37.416914 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e93911-b250-477f-8d37-98184cc77f07 None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:33:37.461981 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e93911-b250-477f-8d37-98184cc77f07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:33:37.463285 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e93911-b250-477f-8d37-98184cc77f07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:33:37.465263 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e93911-b250-477f-8d37-98184cc77f07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:33:37.465263 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e93911-b250-477f-8d37-98184cc77f07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:33:37.465263 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e93911-b250-477f-8d37-98184cc77f07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:33:37.465263 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e93911-b250-477f-8d37-98184cc77f07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:33:37.465263 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e93911-b250-477f-8d37-98184cc77f07 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:33:37.466439 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e93911-b250-477f-8d37-98184cc77f07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:33:37.467092 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e93911-b250-477f-8d37-98184cc77f07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:33:37.467905 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e93911-b250-477f-8d37-98184cc77f07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:33:37.468858 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e93911-b250-477f-8d37-98184cc77f07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:33:37.469664 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e93911-b250-477f-8d37-98184cc77f07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:33:37.511514 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-01cfe9c5-59cd-49e8-8c4b-8514fb53bcb5 req-75ce6864-c0d7-48ca-8fc3-333d93e2205b tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:37.512873 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-01cfe9c5-59cd-49e8-8c4b-8514fb53bcb5 req-75ce6864-c0d7-48ca-8fc3-333d93e2205b tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.1132624 May 28 06:33:37.583812 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device d8448cae-5014-495e-a6f8-c613dd88b0c3 details requested by agent hyperv_n-h2-843702-1 with host n-h2-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:33:37.690877 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-40d94790-d3f8-43b4-85ea-ab53f66a2311 req-cc4f29db-8c37-4425-8865-a760f39b76f8 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1412276055', 'description': 'tempest-description-344541748'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:33:37.702590 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-40d94790-d3f8-43b4-85ea-ab53f66a2311 req-cc4f29db-8c37-4425-8865-a760f39b76f8 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:33:37.708326 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-44e93911-b250-477f-8d37-98184cc77f07 None None] Attempting to bind port d7844668-3d78-4d54-a516-1ef2f5aceb8c on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:33:37.719950 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-44e93911-b250-477f-8d37-98184cc77f07 None None] Attempting to bind port d7844668-3d78-4d54-a516-1ef2f5aceb8c by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': '5e3f2c31-24d3-4c1f-8338-cf568d577691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'dca128f4-0c78-4ff5-98b9-b6640bdbed5f'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:33:37.724632 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e93911-b250-477f-8d37-98184cc77f07 None None] Attempting to bind port d7844668-3d78-4d54-a516-1ef2f5aceb8c on network dca128f4-0c78-4ff5-98b9-b6640bdbed5f {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:33:37.734958 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-40d94790-d3f8-43b4-85ea-ab53f66a2311 req-cc4f29db-8c37-4425-8865-a760f39b76f8 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Usage tracker for resource:security_group and tenant:ae27d4a836c444af8d35a0fd61d2dbd8 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:33:37.747919 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-40d94790-d3f8-43b4-85ea-ab53f66a2311 req-cc4f29db-8c37-4425-8865-a760f39b76f8 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:33:37.872602 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-25d4dbbd-fe62-4e37-9f61-bd211f2e601a tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:37.888215 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-40d94790-d3f8-43b4-85ea-ab53f66a2311 req-cc4f29db-8c37-4425-8865-a760f39b76f8 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:33:37.926746 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [None req-25d4dbbd-fe62-4e37-9f61-bd211f2e601a tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Transition to ACTIVE for port object b198ad07-fa41-4400-b6c4-88f6aa474ccd will not be triggered until provisioned by entity DHCP. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:33:38.006110 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-40d94790-d3f8-43b4-85ea-ab53f66a2311 req-cc4f29db-8c37-4425-8865-a760f39b76f8 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:38.036573 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c62da15-df27-4019-a92c-c4122fe902fb req-4fbc595e-9385-4181-8edb-944408b67444 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:38.044281 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6c62da15-df27-4019-a92c-c4122fe902fb req-4fbc595e-9385-4181-8edb-944408b67444 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8b01c13-124c-433e-8d03-4c94d079d9fa HTTP/1.1" status: 200 len: 943 time: 0.2845132 May 28 06:33:38.082718 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-25d4dbbd-fe62-4e37-9f61-bd211f2e601a tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:38.115413 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e93911-b250-477f-8d37-98184cc77f07 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:33:38.116088 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e93911-b250-477f-8d37-98184cc77f07 None None] Checking segment: {'id': '5e3f2c31-24d3-4c1f-8338-cf568d577691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'dca128f4-0c78-4ff5-98b9-b6640bdbed5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:33:38.116606 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44e93911-b250-477f-8d37-98184cc77f07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:38.117108 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e93911-b250-477f-8d37-98184cc77f07 None None] Bound using segment: {'id': '5e3f2c31-24d3-4c1f-8338-cf568d577691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'dca128f4-0c78-4ff5-98b9-b6640bdbed5f'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:33:38.117799 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-44e93911-b250-477f-8d37-98184cc77f07 None None] Bound port: d7844668-3d78-4d54-a516-1ef2f5aceb8c, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e3f2c31-24d3-4c1f-8338-cf568d577691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'dca128f4-0c78-4ff5-98b9-b6640bdbed5f'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:33:38.118453 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44e93911-b250-477f-8d37-98184cc77f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:38.133712 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-40d94790-d3f8-43b4-85ea-ab53f66a2311 req-cc4f29db-8c37-4425-8865-a760f39b76f8 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:33:38.165068 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-40d94790-d3f8-43b4-85ea-ab53f66a2311 req-cc4f29db-8c37-4425-8865-a760f39b76f8 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Usage tracker for resource:security_group_rule and tenant:ae27d4a836c444af8d35a0fd61d2dbd8 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:33:38.193905 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-40d94790-d3f8-43b4-85ea-ab53f66a2311 req-cc4f29db-8c37-4425-8865-a760f39b76f8 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:33:38.217269 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port d8448cae-5014-495e-a6f8-c613dd88b0c3, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=d8448cae-5014-495e-a6f8-c613dd88b0c3,segment=NetworkSegment(a8c42c09-58b4-4e9e-ab8f-c96c63ee4190),segment_id=a8c42c09-58b4-4e9e-ab8f-c96c63ee4190)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:33:38.227441 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6c62da15-df27-4019-a92c-c4122fe902fb req-faa7d4ff-58a7-48c0-bb5e-cd571f37621c tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/security-groups?id=f6de87b7-c8be-4140-be86-d0d6b2592918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818795 May 28 06:33:38.240208 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-40d94790-d3f8-43b4-85ea-ab53f66a2311 req-cc4f29db-8c37-4425-8865-a760f39b76f8 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:33:38.364993 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d4dbbd-fe62-4e37-9f61-bd211f2e601a tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Network dca128f4-0c78-4ff5-98b9-b6640bdbed5f is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:33:38.372132 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-25d4dbbd-fe62-4e37-9f61-bd211f2e601a tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:33:38.383765 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d4dbbd-fe62-4e37-9f61-bd211f2e601a tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:33:38.399818 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44e93911-b250-477f-8d37-98184cc77f07 None None] For port d7844668-3d78-4d54-a516-1ef2f5aceb8c, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:33:38.413103 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44e93911-b250-477f-8d37-98184cc77f07 None None] For port d7844668-3d78-4d54-a516-1ef2f5aceb8c, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=d7844668-3d78-4d54-a516-1ef2f5aceb8c,segment=NetworkSegment(5e3f2c31-24d3-4c1f-8338-cf568d577691),segment_id=5e3f2c31-24d3-4c1f-8338-cf568d577691)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:33:38.433493 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Returning: {'device': 'd8448cae-5014-495e-a6f8-c613dd88b0c3', 'network_id': 'c7bbc20e-7bc5-42fd-94f8-f3663ada8854', 'port_id': 'd8448cae-5014-495e-a6f8-c613dd88b0c3', 'mac_address': 'fa:16:3e:7c:e4:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e5f323f-ea6c-4672-94fb-4b56107669c0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:33:38.467979 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-40d94790-d3f8-43b4-85ea-ab53f66a2311 req-cc4f29db-8c37-4425-8865-a760f39b76f8 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:38.575866 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d4dbbd-fe62-4e37-9f61-bd211f2e601a tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:38.576393 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-25d4dbbd-fe62-4e37-9f61-bd211f2e601a tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:38.612579 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d4dbbd-fe62-4e37-9f61-bd211f2e601a tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Pushing event updated for resources: {'Port': ['ID=b198ad07-fa41-4400-b6c4-88f6aa474ccd,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:33:38.622214 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port d8448cae-5014-495e-a6f8-c613dd88b0c3 is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:33:38.622676 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:38.642663 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8448cae-5014-495e-a6f8-c613dd88b0c3 {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:33:38.658671 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port d8448cae-5014-495e-a6f8-c613dd88b0c3, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=d8448cae-5014-495e-a6f8-c613dd88b0c3,segment=NetworkSegment(a8c42c09-58b4-4e9e-ab8f-c96c63ee4190),segment_id=a8c42c09-58b4-4e9e-ab8f-c96c63ee4190)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:33:38.957484 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-40d94790-d3f8-43b4-85ea-ab53f66a2311 req-cc4f29db-8c37-4425-8865-a760f39b76f8 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:38.958106 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:38.960473 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44e93911-b250-477f-8d37-98184cc77f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:38.962964 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-25d4dbbd-fe62-4e37-9f61-bd211f2e601a tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.5070474 May 28 06:33:38.965118 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 60498) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:33:38.971059 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-f5c3996a-ec1a-4eb2-8223-44c7478593bf tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Request body: {'port': {'network_id': 'dca128f4-0c78-4ff5-98b9-b6640bdbed5f', 'name': 'tempest-PortsTestJSON-1231341938'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:33:39.017823 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4f29db-8c37-4425-8865-a760f39b76f8 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4dff395a-1b94-4e05-8642-c89bf774807f,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:33:39.106138 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-40d94790-d3f8-43b4-85ea-ab53f66a2311 req-cc4f29db-8c37-4425-8865-a760f39b76f8 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:39.110902 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-40d94790-d3f8-43b4-85ea-ab53f66a2311 req-cc4f29db-8c37-4425-8865-a760f39b76f8 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 1.4205782 May 28 06:33:39.229159 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=d8448cae-5014-495e-a6f8-c613dd88b0c3,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:33:39.261589 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-f5c3996a-ec1a-4eb2-8223-44c7478593bf tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:33:39.274299 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-f5c3996a-ec1a-4eb2-8223-44c7478593bf tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Usage tracker for resource:port and tenant:1c19ca0f4502419e9ff184ba1821fbef is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:33:39.288162 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-f5c3996a-ec1a-4eb2-8223-44c7478593bf tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:33:39.300845 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-f5c3996a-ec1a-4eb2-8223-44c7478593bf tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:33:39.366722 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e93911-b250-477f-8d37-98184cc77f07 None None] Pushing event updated for resources: {'Port': ['ID=d7844668-3d78-4d54-a516-1ef2f5aceb8c,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:33:39.371432 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['d8448cae-5014-495e-a6f8-c613dd88b0c3'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:33:39.409148 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5c3996a-ec1a-4eb2-8223-44c7478593bf tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Made reservation on behalf of 1c19ca0f4502419e9ff184ba1821fbef for: {'port': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:33:39.416110 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f5c3996a-ec1a-4eb2-8223-44c7478593bf tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:39.455180 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-098ae967-7a95-42e5-bf8a-49a8ee3a9d3b req-0327f942-8337-4679-a9ed-9b77479fc891 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Synchronizing usage tracker for tenant:ae27d4a836c444af8d35a0fd61d2dbd8 on resource:security_group {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:33:39.466565 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [None req-f5c3996a-ec1a-4eb2-8223-44c7478593bf tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] device_id is not set on port fb883aaa-4cd7-46c3-ad23-48f6136ceea5 yet. {{(pid=89109) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:33:40.104167 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324b209b-40e3-477f-8498-0f325f3b1b3d req-e2db9c9e-6fb5-42f8-8437-3234ff495fd1 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:40.105858 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-324b209b-40e3-477f-8498-0f325f3b1b3d req-e2db9c9e-6fb5-42f8-8437-3234ff495fd1 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8b01c13-124c-433e-8d03-4c94d079d9fa HTTP/1.1" status: 200 len: 944 time: 0.6429510 May 28 06:33:40.106902 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-098ae967-7a95-42e5-bf8a-49a8ee3a9d3b req-0327f942-8337-4679-a9ed-9b77479fc891 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Unset dirty status for tenant:ae27d4a836c444af8d35a0fd61d2dbd8 on resource:security_group {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:33:40.119343 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-098ae967-7a95-42e5-bf8a-49a8ee3a9d3b req-0327f942-8337-4679-a9ed-9b77479fc891 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ae27d4a836c444af8d35a0fd61d2dbd8 HTTP/1.1" status: 200 len: 10909 time: 0.9826517 May 28 06:33:40.205283 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-324b209b-40e3-477f-8498-0f325f3b1b3d req-f473a190-9efa-456c-a824-b26765abc7ca tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/security-groups?id=f6de87b7-c8be-4140-be86-d0d6b2592918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710571 May 28 06:33:40.217312 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-f5c3996a-ec1a-4eb2-8223-44c7478593bf tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Allocated IP 172.20.0.9 (dca128f4-0c78-4ff5-98b9-b6640bdbed5f/412573fc-6f13-431e-8258-d4aad0d64c50/fb883aaa-4cd7-46c3-ad23-48f6136ceea5) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:33:40.306447 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-098ae967-7a95-42e5-bf8a-49a8ee3a9d3b req-8aec42a4-d1e8-47bf-88ae-690a6562a694 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.55 "GET /v2.0/security-groups/76f5f0a9-1f72-44c1-a851-4026e46651c7 HTTP/1.1" status: 200 len: 2985 time: 0.1846282 May 28 06:33:40.438783 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-098ae967-7a95-42e5-bf8a-49a8ee3a9d3b req-c126e901-0c65-4484-b42f-1c229b26b943 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.55 "GET /v2.0/security-groups/76f5f0a9-1f72-44c1-a851-4026e46651c7 HTTP/1.1" status: 200 len: 2985 time: 0.1328712 May 28 06:33:40.554392 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-882ff67e-48d1-4b86-8bdf-72cbbd5384e2 req-780d130d-425c-4898-86ba-fda3a14c2ead tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.55 "GET /v2.0/security-groups/7aec9409-e623-4f69-a488-85acebf0cd7c HTTP/1.1" status: 200 len: 1802 time: 0.0988913 May 28 06:33:40.723323 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 60532) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:33:40.756411 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-882ff67e-48d1-4b86-8bdf-72cbbd5384e2 req-6996892a-2b65-4ad7-8a37-2f6912c355ae tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:40.814742 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f5c3996a-ec1a-4eb2-8223-44c7478593bf tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:40.845996 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-882ff67e-48d1-4b86-8bdf-72cbbd5384e2 req-6996892a-2b65-4ad7-8a37-2f6912c355ae tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:40.886425 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [None req-f5c3996a-ec1a-4eb2-8223-44c7478593bf tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Transition to ACTIVE for port object fb883aaa-4cd7-46c3-ad23-48f6136ceea5 will not be triggered until provisioned by entity DHCP. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:33:41.074468 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffdca0a5-7c96-40e5-8b78-6021884712ed None None] Network dca128f4-0c78-4ff5-98b9-b6640bdbed5f requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:33:41.094729 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-882ff67e-48d1-4b86-8bdf-72cbbd5384e2 req-6996892a-2b65-4ad7-8a37-2f6912c355ae tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:41.125236 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f5c3996a-ec1a-4eb2-8223-44c7478593bf tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:41.142206 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996892a-2b65-4ad7-8a37-2f6912c355ae tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aec9409-e623-4f69-a488-85acebf0cd7c,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:33:41.237730 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-882ff67e-48d1-4b86-8bdf-72cbbd5384e2 req-6996892a-2b65-4ad7-8a37-2f6912c355ae tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:41.250754 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-882ff67e-48d1-4b86-8bdf-72cbbd5384e2 req-6996892a-2b65-4ad7-8a37-2f6912c355ae tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.55 "DELETE /v2.0/security-groups/7aec9409-e623-4f69-a488-85acebf0cd7c HTTP/1.1" status: 204 len: 173 time: 0.6794617 May 28 06:33:41.251075 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c3996a-ec1a-4eb2-8223-44c7478593bf tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Network dca128f4-0c78-4ff5-98b9-b6640bdbed5f is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:33:41.259326 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-f5c3996a-ec1a-4eb2-8223-44c7478593bf tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:33:41.265983 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c3996a-ec1a-4eb2-8223-44c7478593bf tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:33:41.291676 n-d-843702-1 neutron-server[89110]: INFO neutron.api.v2.resource [req-3979bb94-8d71-4e51-ac15-c2a0422fa563 req-05975d04-512f-4220-bf2a-713056381a38 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] show failed (client error): The resource could not be found. May 28 06:33:41.291676 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3979bb94-8d71-4e51-ac15-c2a0422fa563 req-05975d04-512f-4220-bf2a-713056381a38 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.55 "GET /v2.0/security-groups/7aec9409-e623-4f69-a488-85acebf0cd7c HTTP/1.1" status: 404 len: 352 time: 0.0216186 May 28 06:33:41.328927 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c3996a-ec1a-4eb2-8223-44c7478593bf tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Pushing event updated for resources: {'Port': ['ID=fb883aaa-4cd7-46c3-ad23-48f6136ceea5,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:33:41.496151 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b7034b90-28b0-4261-b87f-569004500e09 req-73a08699-36ec-4f50-9a60-06568b4ae5b8 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.55 "GET /v2.0/security-groups/a44f9fb1-8b27-47a0-bd1d-b9ba1ca4bb15 HTTP/1.1" status: 200 len: 1803 time: 0.1618688 May 28 06:33:41.581137 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c3996a-ec1a-4eb2-8223-44c7478593bf tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:41.582319 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f5c3996a-ec1a-4eb2-8223-44c7478593bf tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:41.589513 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-5a33b93d-e9e1-4b4e-8cb6-79a1445fed44 None None] Provisioning for port d7844668-3d78-4d54-a516-1ef2f5aceb8c completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:33:41.596574 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device d8448cae-5014-495e-a6f8-c613dd88b0c3 up at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:33:41.652437 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device d7844668-3d78-4d54-a516-1ef2f5aceb8c up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:33:41.809194 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-b7034b90-28b0-4261-b87f-569004500e09 req-c7aa6c40-0303-4713-9322-26b8e2412605 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:41.873120 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-f5c3996a-ec1a-4eb2-8223-44c7478593bf tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.9067450 May 28 06:33:41.875049 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 60552) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:33:41.880345 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-b7034b90-28b0-4261-b87f-569004500e09 req-c7aa6c40-0303-4713-9322-26b8e2412605 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:41.905943 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning for port d8448cae-5014-495e-a6f8-c613dd88b0c3 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:33:41.913894 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning complete for port d8448cae-5014-495e-a6f8-c613dd88b0c3 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:33:41.914505 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:41.995628 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port d7844668-3d78-4d54-a516-1ef2f5aceb8c completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:33:42.029708 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port d7844668-3d78-4d54-a516-1ef2f5aceb8c triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:33:42.030141 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:42.058447 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879cbdbc-05a6-42fe-98c4-a3b74803c77e req-2bc79c10-54a5-4889-bd0c-54c42bd4177f tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:42.060303 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-879cbdbc-05a6-42fe-98c4-a3b74803c77e req-2bc79c10-54a5-4889-bd0c-54c42bd4177f tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8b01c13-124c-433e-8d03-4c94d079d9fa HTTP/1.1" status: 200 len: 944 time: 0.4910169 May 28 06:33:42.108332 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c51409-963e-4cf1-8c8f-d59e91512a30 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:42.109326 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-d8c51409-963e-4cf1-8c8f-d59e91512a30 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Synchronizing usage tracker for tenant:1c19ca0f4502419e9ff184ba1821fbef on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:33:42.163911 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-879cbdbc-05a6-42fe-98c4-a3b74803c77e req-c30f2d08-c1cb-4e34-a0fe-ba845f8860ec tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/security-groups?id=f6de87b7-c8be-4140-be86-d0d6b2592918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920353 May 28 06:33:42.271843 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-b7034b90-28b0-4261-b87f-569004500e09 req-c7aa6c40-0303-4713-9322-26b8e2412605 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:42.324125 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-d8c51409-963e-4cf1-8c8f-d59e91512a30 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Unset dirty status for tenant:1c19ca0f4502419e9ff184ba1821fbef on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:33:42.331242 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-d8c51409-963e-4cf1-8c8f-d59e91512a30 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] 10.222.0.55 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.7 HTTP/1.1" status: 200 len: 922 time: 0.4526608 May 28 06:33:42.331664 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port d8448cae-5014-495e-a6f8-c613dd88b0c3 is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:33:42.331664 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:42.332674 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7aa6c40-0303-4713-9322-26b8e2412605 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a44f9fb1-8b27-47a0-bd1d-b9ba1ca4bb15,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:33:42.355690 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 60568) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:33:42.421282 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-b7034b90-28b0-4261-b87f-569004500e09 req-c7aa6c40-0303-4713-9322-26b8e2412605 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:42.424224 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b7034b90-28b0-4261-b87f-569004500e09 req-c7aa6c40-0303-4713-9322-26b8e2412605 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.55 "DELETE /v2.0/security-groups/a44f9fb1-8b27-47a0-bd1d-b9ba1ca4bb15 HTTP/1.1" status: 204 len: 173 time: 0.9060934 May 28 06:33:42.485940 n-d-843702-1 neutron-server[89110]: INFO neutron.api.v2.resource [req-d88d5d42-7e69-41ac-a965-2d19ed6f4e40 req-276fc338-6822-4187-95f0-07389582c252 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] show failed (client error): The resource could not be found. May 28 06:33:42.487238 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d88d5d42-7e69-41ac-a965-2d19ed6f4e40 req-276fc338-6822-4187-95f0-07389582c252 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.55 "GET /v2.0/security-groups/a44f9fb1-8b27-47a0-bd1d-b9ba1ca4bb15 HTTP/1.1" status: 404 len: 352 time: 0.0300283 May 28 06:33:42.493139 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c2bbb8c9-0e77-4c1d-9922-42d9e58935eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700548'] for router_interface, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:42.522383 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port d8448cae-5014-495e-a6f8-c613dd88b0c3, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=d8448cae-5014-495e-a6f8-c613dd88b0c3,segment=NetworkSegment(a8c42c09-58b4-4e9e-ab8f-c96c63ee4190),segment_id=a8c42c09-58b4-4e9e-ab8f-c96c63ee4190)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:33:42.525122 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-62225a07-478e-4268-ab54-6380727bc457 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Deleting port fb883aaa-4cd7-46c3-ad23-48f6136ceea5 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:33:42.526994 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-62225a07-478e-4268-ab54-6380727bc457 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:42.605362 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8b01c13-124c-433e-8d03-4c94d079d9fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8448cae-5014-495e-a6f8-c613dd88b0c3'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:33:42.630850 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:42.646777 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7624f759-82eb-4c80-93dd-a77ccacd79a2 req-b7f5ca02-4eb7-4904-82f4-fa2ff011c495 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.55 "GET /v2.0/security-groups/4dff395a-1b94-4e05-8642-c89bf774807f HTTP/1.1" status: 200 len: 1802 time: 0.0803659 May 28 06:33:42.734097 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-bb806d59-d7e7-409b-9e91-7164e8596960 None None] Provisioning complete for port d7844668-3d78-4d54-a516-1ef2f5aceb8c triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:33:42.734715 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-bb806d59-d7e7-409b-9e91-7164e8596960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:42.768201 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-7624f759-82eb-4c80-93dd-a77ccacd79a2 req-45cb0ad4-5d50-45ee-9343-f99f9396f92b tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:42.922911 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-7624f759-82eb-4c80-93dd-a77ccacd79a2 req-45cb0ad4-5d50-45ee-9343-f99f9396f92b tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:43.001302 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97cc478f-0dcc-4282-9594-39f3cc5486da'] response: {'server_uuid': 'd8b01c13-124c-433e-8d03-4c94d079d9fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8448cae-5014-495e-a6f8-c613dd88b0c3', 'code': 200} May 28 06:33:43.014357 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port d7844668-3d78-4d54-a516-1ef2f5aceb8c is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:33:43.014982 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:43.094055 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=d8448cae-5014-495e-a6f8-c613dd88b0c3,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:33:43.226831 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-c2bbb8c9-0e77-4c1d-9922-42d9e58935eb admin admin] Deleting port f176d8d6-3ae7-4ca6-a849-580d2e96b345 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:33:43.226831 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c2bbb8c9-0e77-4c1d-9922-42d9e58935eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:43.279616 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port d7844668-3d78-4d54-a516-1ef2f5aceb8c, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=d7844668-3d78-4d54-a516-1ef2f5aceb8c,segment=NetworkSegment(5e3f2c31-24d3-4c1f-8338-cf568d577691),segment_id=5e3f2c31-24d3-4c1f-8338-cf568d577691)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:33:43.307828 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-bb806d59-d7e7-409b-9e91-7164e8596960 None None] Current status of the port d7844668-3d78-4d54-a516-1ef2f5aceb8c is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:33:43.308447 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-bb806d59-d7e7-409b-9e91-7164e8596960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:43.348420 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:33:43.397096 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:43.576263 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=d7844668-3d78-4d54-a516-1ef2f5aceb8c,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:33:43.586914 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.db.api [None req-bb806d59-d7e7-409b-9e91-7164e8596960 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89111) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:33:43.589930 n-d-843702-1 neutron-server[89111]: DEBUG oslo_db.api [None req-bb806d59-d7e7-409b-9e91-7164e8596960 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:33:43.685767 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-7624f759-82eb-4c80-93dd-a77ccacd79a2 req-45cb0ad4-5d50-45ee-9343-f99f9396f92b tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:43.750208 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40cb9c5-ad32-44a4-9a6b-0260dd914236 req-d4b3f6db-464e-4eb6-9e44-a8ed7bf1d330 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:43.758324 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f40cb9c5-ad32-44a4-9a6b-0260dd914236 req-d4b3f6db-464e-4eb6-9e44-a8ed7bf1d330 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8b01c13-124c-433e-8d03-4c94d079d9fa HTTP/1.1" status: 200 len: 945 time: 0.3795009 May 28 06:33:43.776699 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-c2bbb8c9-0e77-4c1d-9922-42d9e58935eb admin admin] For port f176d8d6-3ae7-4ca6-a849-580d2e96b345, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=f176d8d6-3ae7-4ca6-a849-580d2e96b345,segment=NetworkSegment(befc39fc-1243-42e3-acd6-540a4860f994),segment_id=befc39fc-1243-42e3-acd6-540a4860f994)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:33:43.777285 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c2bbb8c9-0e77-4c1d-9922-42d9e58935eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:43.785652 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cb0ad4-5d50-45ee-9343-f99f9396f92b tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dff395a-1b94-4e05-8642-c89bf774807f,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:33:43.804785 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2aa6be-8ce0-4eab-b4b2-3a283e535386 req-7db8e70c-9f54-4b96-ad85-8c90cea365da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:43.806655 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ae2aa6be-8ce0-4eab-b4b2-3a283e535386 req-7db8e70c-9f54-4b96-ad85-8c90cea365da service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=d8b01c13-124c-433e-8d03-4c94d079d9fa HTTP/1.1" status: 200 len: 1096 time: 0.7418728 May 28 06:33:43.813002 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-7624f759-82eb-4c80-93dd-a77ccacd79a2 req-45cb0ad4-5d50-45ee-9343-f99f9396f92b tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:43.815128 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7624f759-82eb-4c80-93dd-a77ccacd79a2 req-45cb0ad4-5d50-45ee-9343-f99f9396f92b tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.55 "DELETE /v2.0/security-groups/4dff395a-1b94-4e05-8642-c89bf774807f HTTP/1.1" status: 204 len: 173 time: 1.1575170 May 28 06:33:43.823455 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-62225a07-478e-4268-ab54-6380727bc457 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:43.948630 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-c2bbb8c9-0e77-4c1d-9922-42d9e58935eb admin admin] Calling delete_port for f176d8d6-3ae7-4ca6-a849-580d2e96b345 owned by network:router_interface {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:33:44.027740 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-62225a07-478e-4268-ab54-6380727bc457 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Calling delete_port for fb883aaa-4cd7-46c3-ad23-48f6136ceea5 owned by {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:33:44.203667 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-bb806d59-d7e7-409b-9e91-7164e8596960 None None] Current status of the port d7844668-3d78-4d54-a516-1ef2f5aceb8c is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:33:44.283095 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ae2aa6be-8ce0-4eab-b4b2-3a283e535386 req-e3325382-11d9-426a-9375-7c7ca295bd47 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=f6de87b7-c8be-4140-be86-d0d6b2592918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4616206 May 28 06:33:44.293855 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-bb806d59-d7e7-409b-9e91-7164e8596960 None None] Provisioning for port b198ad07-fa41-4400-b6c4-88f6aa474ccd completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:33:44.295850 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f40cb9c5-ad32-44a4-9a6b-0260dd914236 req-2256fe4a-c1c3-426c-86dc-a915d514e2dd tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/security-groups?id=f6de87b7-c8be-4140-be86-d0d6b2592918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5363395 May 28 06:33:44.300021 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-bb806d59-d7e7-409b-9e91-7164e8596960 None None] Provisioning complete for port b198ad07-fa41-4400-b6c4-88f6aa474ccd triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:33:44.301432 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-bb806d59-d7e7-409b-9e91-7164e8596960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:44.303628 n-d-843702-1 neutron-server[89110]: INFO neutron.api.v2.resource [req-db995184-1247-4c38-90c3-2dd755735588 req-32896541-a044-49e8-90fe-fc6e963c1a5c tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] show failed (client error): The resource could not be found. May 28 06:33:44.304924 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-db995184-1247-4c38-90c3-2dd755735588 req-32896541-a044-49e8-90fe-fc6e963c1a5c tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.55 "GET /v2.0/security-groups/4dff395a-1b94-4e05-8642-c89bf774807f HTTP/1.1" status: 404 len: 352 time: 0.1148441 May 28 06:33:44.305778 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-62225a07-478e-4268-ab54-6380727bc457 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:44.334205 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c2bbb8c9-0e77-4c1d-9922-42d9e58935eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:44.431774 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-bb806d59-d7e7-409b-9e91-7164e8596960 None None] Port b198ad07-fa41-4400-b6c4-88f6aa474ccd cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:33:44.439773 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-bb806d59-d7e7-409b-9e91-7164e8596960 None None] Could not find standard attr ID for object fb883aaa-4cd7-46c3-ad23-48f6136ceea5. {{(pid=89111) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 28 06:33:44.452772 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bbb8c9-0e77-4c1d-9922-42d9e58935eb admin admin] Pushing event deleted for resources: {'Port': ['ID=f176d8d6-3ae7-4ca6-a849-580d2e96b345,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:33:44.576260 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-11d5ebcc-60d3-4b2a-8144-d82c74a498d6 None None] Provisioning complete for port b198ad07-fa41-4400-b6c4-88f6aa474ccd triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:33:44.577863 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-11d5ebcc-60d3-4b2a-8144-d82c74a498d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:44.756206 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-11d5ebcc-60d3-4b2a-8144-d82c74a498d6 None None] Port b198ad07-fa41-4400-b6c4-88f6aa474ccd cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:33:44.770081 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-11d5ebcc-60d3-4b2a-8144-d82c74a498d6 None None] Could not find standard attr ID for object fb883aaa-4cd7-46c3-ad23-48f6136ceea5. {{(pid=89111) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 28 06:33:44.885975 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62225a07-478e-4268-ab54-6380727bc457 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Pushing event deleted for resources: {'Port': ['ID=fb883aaa-4cd7-46c3-ad23-48f6136ceea5,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:33:45.081529 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c2bbb8c9-0e77-4c1d-9922-42d9e58935eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700472'] for router_interface, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:45.126839 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-835bc3ba-6010-4f2e-a73a-a3a5a9394ca3 req-bda5f905-e89c-4203-a3b4-e33414e2dabf tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Synchronizing usage tracker for tenant:ae27d4a836c444af8d35a0fd61d2dbd8 on resource:security_group {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:33:45.156470 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-62225a07-478e-4268-ab54-6380727bc457 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:45.295611 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-835bc3ba-6010-4f2e-a73a-a3a5a9394ca3 req-bda5f905-e89c-4203-a3b4-e33414e2dabf tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Unset dirty status for tenant:ae27d4a836c444af8d35a0fd61d2dbd8 on resource:security_group {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:33:45.297988 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-835bc3ba-6010-4f2e-a73a-a3a5a9394ca3 req-bda5f905-e89c-4203-a3b4-e33414e2dabf tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ae27d4a836c444af8d35a0fd61d2dbd8 HTTP/1.1" status: 200 len: 6155 time: 0.9518797 May 28 06:33:45.340565 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-62225a07-478e-4268-ab54-6380727bc457 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] 10.222.0.55 "DELETE /v2.0/ports/fb883aaa-4cd7-46c3-ad23-48f6136ceea5 HTTP/1.1" status: 204 len: 168 time: 2.9810019 May 28 06:33:45.344014 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 60624) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:33:45.495881 n-d-843702-1 neutron-server[89110]: INFO neutron.pecan_wsgi.hooks.translation [None req-b865a88b-2bda-40ba-accb-a93167e865e0 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] GET failed (client error): The resource could not be found. May 28 06:33:45.499733 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-b865a88b-2bda-40ba-accb-a93167e865e0 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Synchronizing usage tracker for tenant:1c19ca0f4502419e9ff184ba1821fbef on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:33:45.630534 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-835bc3ba-6010-4f2e-a73a-a3a5a9394ca3 req-be9c081b-10fa-4119-a5c5-73121dd61188 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.55 "GET /v2.0/security-groups/76f5f0a9-1f72-44c1-a851-4026e46651c7 HTTP/1.1" status: 200 len: 2985 time: 0.3108330 May 28 06:33:45.699936 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device d7844668-3d78-4d54-a516-1ef2f5aceb8c up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:33:45.720302 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2bbb8c9-0e77-4c1d-9922-42d9e58935eb admin admin] Router d857aec3-5263-4f45-9b98-fac1260651c2 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:33:45.751808 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-b865a88b-2bda-40ba-accb-a93167e865e0 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Unset dirty status for tenant:1c19ca0f4502419e9ff184ba1821fbef on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:33:45.765371 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-b865a88b-2bda-40ba-accb-a93167e865e0 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] 10.222.0.55 "GET /v2.0/ports/fb883aaa-4cd7-46c3-ad23-48f6136ceea5 HTTP/1.1" status: 404 len: 333 time: 0.4197102 May 28 06:33:45.787317 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 60632) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:33:45.881631 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port d7844668-3d78-4d54-a516-1ef2f5aceb8c triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:33:45.884453 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:45.985232 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-835bc3ba-6010-4f2e-a73a-a3a5a9394ca3 req-b65bd588-f3e1-4c77-827d-727cdedd10b3 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.55 "GET /v2.0/security-groups/76f5f0a9-1f72-44c1-a851-4026e46651c7 HTTP/1.1" status: 200 len: 2985 time: 0.3537686 May 28 06:33:45.987243 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2bbb8c9-0e77-4c1d-9922-42d9e58935eb admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:33:46.006791 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-c2bbb8c9-0e77-4c1d-9922-42d9e58935eb admin admin] 10.222.0.55 "PUT /v2.0/routers/d857aec3-5263-4f45-9b98-fac1260651c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2792857 May 28 06:33:46.008123 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d92d9cf-218e-445a-b283-d6ed8d36ac8d None None] Sync routers for ids ['d857aec3-5263-4f45-9b98-fac1260651c2'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:33:46.012874 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 60638) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:33:46.022458 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ea01b3-bc4f-478e-a3a9-00a7d7943f70 req-b1a3eda9-20f3-4619-a8c5-ac938f64cf54 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:46.053993 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d92d9cf-218e-445a-b283-d6ed8d36ac8d None None] Routers {'d857aec3-5263-4f45-9b98-fac1260651c2'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:33:46.060971 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-92ea01b3-bc4f-478e-a3a9-00a7d7943f70 req-b1a3eda9-20f3-4619-a8c5-ac938f64cf54 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8b01c13-124c-433e-8d03-4c94d079d9fa HTTP/1.1" status: 200 len: 945 time: 0.5259304 May 28 06:33:46.061215 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-3d92d9cf-218e-445a-b283-d6ed8d36ac8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:33:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['d857aec3-5263-4f45-9b98-fac1260651c2'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:33:46.067566 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-5d830d10-c4a3-48cb-94a1-811d02232015 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Deleting port b198ad07-fa41-4400-b6c4-88f6aa474ccd {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:33:46.067905 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5d830d10-c4a3-48cb-94a1-811d02232015 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:46.262597 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-e2fd176a-483f-4685-8f4b-d92b34c58c0f req-5d583070-6741-4d81-805e-a122c38c053e tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1906440220', 'description': 'tempest-description-1742145857'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:33:46.292710 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-e2fd176a-483f-4685-8f4b-d92b34c58c0f req-5d583070-6741-4d81-805e-a122c38c053e tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:33:46.353100 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-3d92d9cf-218e-445a-b283-d6ed8d36ac8d None None] Set router d857aec3-5263-4f45-9b98-fac1260651c2 gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:33:46.451708 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-92ea01b3-bc4f-478e-a3a9-00a7d7943f70 req-3aaac6fb-116f-405f-84ae-f13b751f41d6 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/security-groups?id=f6de87b7-c8be-4140-be86-d0d6b2592918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3897903 May 28 06:33:46.457810 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-e2fd176a-483f-4685-8f4b-d92b34c58c0f req-5d583070-6741-4d81-805e-a122c38c053e tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:33:46.507161 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6b4d847f-4099-4a05-b312-21b11e172260 admin admin] Notify callbacks [] for router, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:46.596461 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-e2fd176a-483f-4685-8f4b-d92b34c58c0f req-5d583070-6741-4d81-805e-a122c38c053e tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:46.642433 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5d830d10-c4a3-48cb-94a1-811d02232015 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:46.904005 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-5d830d10-c4a3-48cb-94a1-811d02232015 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Calling delete_port for b198ad07-fa41-4400-b6c4-88f6aa474ccd owned by {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:33:47.008896 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6b4d847f-4099-4a05-b312-21b11e172260 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:47.036617 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port d7844668-3d78-4d54-a516-1ef2f5aceb8c is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:33:47.090894 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-e2fd176a-483f-4685-8f4b-d92b34c58c0f req-5d583070-6741-4d81-805e-a122c38c053e tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:33:47.104534 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-e2fd176a-483f-4685-8f4b-d92b34c58c0f req-5d583070-6741-4d81-805e-a122c38c053e tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Usage tracker for resource:security_group_rule and tenant:ae27d4a836c444af8d35a0fd61d2dbd8 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:33:47.110207 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-e2fd176a-483f-4685-8f4b-d92b34c58c0f req-5d583070-6741-4d81-805e-a122c38c053e tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:33:47.122066 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-e2fd176a-483f-4685-8f4b-d92b34c58c0f req-5d583070-6741-4d81-805e-a122c38c053e tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:33:47.134118 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-6b4d847f-4099-4a05-b312-21b11e172260 admin admin] Deleting port d4b35cd7-b30f-4dfe-9d66-ec5633b31dfd {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:33:47.134467 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6b4d847f-4099-4a05-b312-21b11e172260 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:47.154185 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-3d92d9cf-218e-445a-b283-d6ed8d36ac8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd857aec3-5263-4f45-9b98-fac1260651c2', 'name': 'tempest-TaggedBootDevicesTest_v242-1074299981-router', 'tenant_id': '5a27568d2aff479086cfcad7501ab2c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': 'd4b35cd7-b30f-4dfe-9d66-ec5633b31dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:24:44Z', 'updated_at': '2022-05-28T06:33:44Z', 'revision_number': 5, 'project_id': '5a27568d2aff479086cfcad7501ab2c8', 'gw_port': {'id': 'd4b35cd7-b30f-4dfe-9d66-ec5633b31dfd', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:50:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd857aec3-5263-4f45-9b98-fac1260651c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:24:46Z', 'updated_at': '2022-05-28T06:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:33:47.159071 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d92d9cf-218e-445a-b283-d6ed8d36ac8d None None] Checking router: d857aec3-5263-4f45-9b98-fac1260651c2 for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:33:47.169186 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d92d9cf-218e-445a-b283-d6ed8d36ac8d None None] Routers {'d857aec3-5263-4f45-9b98-fac1260651c2'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:33:47.170040 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-3d92d9cf-218e-445a-b283-d6ed8d36ac8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:33:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['d857aec3-5263-4f45-9b98-fac1260651c2'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:33:47.181702 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a6a4408c-4dcf-4be9-8e38-3094b03f409d req-12b29c24-5642-4020-946d-fe42f630ee6a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e11893ff-5c52-4ed1-b6b3-2fbc959d89e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3420739 May 28 06:33:47.455950 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5d830d10-c4a3-48cb-94a1-811d02232015 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:47.556823 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-3d92d9cf-218e-445a-b283-d6ed8d36ac8d None None] Set router d857aec3-5263-4f45-9b98-fac1260651c2 gateway port host: None {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:33:47.618622 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-6b4d847f-4099-4a05-b312-21b11e172260 admin admin] For port d4b35cd7-b30f-4dfe-9d66-ec5633b31dfd, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=d4b35cd7-b30f-4dfe-9d66-ec5633b31dfd,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:33:47.619808 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6b4d847f-4099-4a05-b312-21b11e172260 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:47.747136 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d830d10-c4a3-48cb-94a1-811d02232015 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Pushing event deleted for resources: {'Port': ['ID=b198ad07-fa41-4400-b6c4-88f6aa474ccd,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:33:47.824325 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-6b4d847f-4099-4a05-b312-21b11e172260 admin admin] Calling delete_port for d4b35cd7-b30f-4dfe-9d66-ec5633b31dfd owned by network:router_gateway {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:33:47.880078 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-3d92d9cf-218e-445a-b283-d6ed8d36ac8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd857aec3-5263-4f45-9b98-fac1260651c2', 'name': 'tempest-TaggedBootDevicesTest_v242-1074299981-router', 'tenant_id': '5a27568d2aff479086cfcad7501ab2c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:24:44Z', 'updated_at': '2022-05-28T06:33:47Z', 'revision_number': 6, 'project_id': '5a27568d2aff479086cfcad7501ab2c8', 'gw_port_host': None}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:33:47.886094 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d92d9cf-218e-445a-b283-d6ed8d36ac8d None None] The sync data for ids ['d857aec3-5263-4f45-9b98-fac1260651c2'] in n-d-843702-1 is: [{'id': 'd857aec3-5263-4f45-9b98-fac1260651c2', 'name': 'tempest-TaggedBootDevicesTest_v242-1074299981-router', 'tenant_id': '5a27568d2aff479086cfcad7501ab2c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:24:44Z', 'updated_at': '2022-05-28T06:33:47Z', 'revision_number': 6, 'project_id': '5a27568d2aff479086cfcad7501ab2c8', 'gw_port_host': None}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:33:47.898127 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 60672) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:33:48.064488 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-e2fd176a-483f-4685-8f4b-d92b34c58c0f req-5d583070-6741-4d81-805e-a122c38c053e tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:48.103600 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5d830d10-c4a3-48cb-94a1-811d02232015 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:48.140157 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1747d491-4523-4062-92bf-256fcf022c51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:48.162510 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a4408c-4dcf-4be9-8e38-3094b03f409d req-77048853-843d-4a6a-8581-011880bd0bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:48.162983 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a4408c-4dcf-4be9-8e38-3094b03f409d req-77048853-843d-4a6a-8581-011880bd0bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:48.163445 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a4408c-4dcf-4be9-8e38-3094b03f409d req-77048853-843d-4a6a-8581-011880bd0bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:48.163894 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a4408c-4dcf-4be9-8e38-3094b03f409d req-77048853-843d-4a6a-8581-011880bd0bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:48.164345 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a4408c-4dcf-4be9-8e38-3094b03f409d req-77048853-843d-4a6a-8581-011880bd0bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:48.164799 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a4408c-4dcf-4be9-8e38-3094b03f409d req-77048853-843d-4a6a-8581-011880bd0bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:48.165251 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a4408c-4dcf-4be9-8e38-3094b03f409d req-77048853-843d-4a6a-8581-011880bd0bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:48.167264 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a6a4408c-4dcf-4be9-8e38-3094b03f409d req-77048853-843d-4a6a-8581-011880bd0bf2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f3958891eac44c76810006defcff5dde&device_id=e11893ff-5c52-4ed1-b6b3-2fbc959d89e3 HTTP/1.1" status: 200 len: 6491 time: 0.8181140 May 28 06:33:48.186612 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2124f21-454d-4122-b595-1003a076f605 req-ec41a435-fedb-4655-985c-631568dd8395 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:48.194917 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e2124f21-454d-4122-b595-1003a076f605 req-ec41a435-fedb-4655-985c-631568dd8395 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8b01c13-124c-433e-8d03-4c94d079d9fa HTTP/1.1" status: 200 len: 945 time: 0.5417097 May 28 06:33:48.196969 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-e2fd176a-483f-4685-8f4b-d92b34c58c0f req-5d583070-6741-4d81-805e-a122c38c053e tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:48.226796 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6b4d847f-4099-4a05-b312-21b11e172260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:48.300366 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-1747d491-4523-4062-92bf-256fcf022c51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:33:48.301736 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4d847f-4099-4a05-b312-21b11e172260 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4b35cd7-b30f-4dfe-9d66-ec5633b31dfd,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:33:48.327271 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e2124f21-454d-4122-b595-1003a076f605 req-5c062f76-5a76-4fec-b698-286873a48ae3 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/security-groups?id=f6de87b7-c8be-4140-be86-d0d6b2592918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310849 May 28 06:33:48.349406 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 60686) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:33:48.365049 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-5d830d10-c4a3-48cb-94a1-811d02232015 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] 10.222.0.55 "DELETE /v2.0/ports/b198ad07-fa41-4400-b6c4-88f6aa474ccd HTTP/1.1" status: 204 len: 168 time: 2.5766013 May 28 06:33:48.552612 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6b4d847f-4099-4a05-b312-21b11e172260 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691105'] for router_gateway, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:48.618720 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-1747d491-4523-4062-92bf-256fcf022c51 admin admin] Usage tracker for resource:security_group_rule and tenant:98f1e19680454da0a61950321379d2ac is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:33:48.628326 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-1747d491-4523-4062-92bf-256fcf022c51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:33:48.644764 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-e2fd176a-483f-4685-8f4b-d92b34c58c0f req-5d583070-6741-4d81-805e-a122c38c053e tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:48.665246 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e2fd176a-483f-4685-8f4b-d92b34c58c0f req-5d583070-6741-4d81-805e-a122c38c053e tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 2.4236355 May 28 06:33:48.666801 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-1747d491-4523-4062-92bf-256fcf022c51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:33:48.709179 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fc7b0df-a692-4006-ba67-205e940c0491 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] GET failed (client error): The resource could not be found. May 28 06:33:48.710338 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-5fc7b0df-a692-4006-ba67-205e940c0491 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Synchronizing usage tracker for tenant:1c19ca0f4502419e9ff184ba1821fbef on resource:port {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:33:48.712888 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d583070-6741-4d81-805e-a122c38c053e tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d9e5fa6-82be-4be4-ac93-343c1dbf9892,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:33:48.791721 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6b4d847f-4099-4a05-b312-21b11e172260 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59018'] for router, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:48.794708 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6b4d847f-4099-4a05-b312-21b11e172260 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:48.802892 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a4408c-4dcf-4be9-8e38-3094b03f409d req-76cd18ed-d64b-499d-8fae-f5c12a97c801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:48.803362 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a4408c-4dcf-4be9-8e38-3094b03f409d req-76cd18ed-d64b-499d-8fae-f5c12a97c801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:48.803820 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a4408c-4dcf-4be9-8e38-3094b03f409d req-76cd18ed-d64b-499d-8fae-f5c12a97c801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:48.805496 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a6a4408c-4dcf-4be9-8e38-3094b03f409d req-76cd18ed-d64b-499d-8fae-f5c12a97c801 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b0d3210f-6f0b-4832-90fb-f0b2f3ebb660&id=983e828b-34fc-4a3a-b418-34d9236f2407&id=983e828b-34fc-4a3a-b418-34d9236f2407&id=983e828b-34fc-4a3a-b418-34d9236f2407&id=983e828b-34fc-4a3a-b418-34d9236f2407&id=a9a55cb1-2dd3-489f-a37d-55a242b85f0c&id=a9a55cb1-2dd3-489f-a37d-55a242b85f0c HTTP/1.1" status: 200 len: 2292 time: 0.6020854 May 28 06:33:48.871128 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-5fc7b0df-a692-4006-ba67-205e940c0491 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Unset dirty status for tenant:1c19ca0f4502419e9ff184ba1821fbef on resource:port {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:33:48.872556 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-5fc7b0df-a692-4006-ba67-205e940c0491 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] 10.222.0.55 "GET /v2.0/ports/b198ad07-fa41-4400-b6c4-88f6aa474ccd HTTP/1.1" status: 404 len: 333 time: 0.5221207 May 28 06:33:48.875463 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 60706) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:33:48.902912 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-c989e222-3214-430d-8637-532a29f31376 req-8746ff3e-8cfe-45d8-aba1-0eb38bcd2691 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1165022946', 'description': 'tempest-description-346975054'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:33:48.908857 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-c989e222-3214-430d-8637-532a29f31376 req-8746ff3e-8cfe-45d8-aba1-0eb38bcd2691 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:33:48.919152 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-c989e222-3214-430d-8637-532a29f31376 req-8746ff3e-8cfe-45d8-aba1-0eb38bcd2691 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:33:48.951851 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6b4d847f-4099-4a05-b312-21b11e172260 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-703817'] for router, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:48.952667 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b4d847f-4099-4a05-b312-21b11e172260 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d857aec3-5263-4f45-9b98-fac1260651c2 {{(pid=89109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 06:33:48.978328 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6b4d847f-4099-4a05-b312-21b11e172260 admin admin] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:48.979573 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-6b4d847f-4099-4a05-b312-21b11e172260 admin admin] 10.222.0.55 "DELETE /v2.0/routers/d857aec3-5263-4f45-9b98-fac1260651c2 HTTP/1.1" status: 204 len: 168 time: 2.9654064 May 28 06:33:48.982835 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 60710) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:33:48.987324 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_v2 [None req-12f3d818-09c2-426f-96b1-b5fedaae3a15 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Deleting subnet 412573fc-6f13-431e-8258-d4aad0d64c50 {{(pid=89109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:33:48.993756 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-12f3d818-09c2-426f-96b1-b5fedaae3a15 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks [] for subnet, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:49.006819 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1747d491-4523-4062-92bf-256fcf022c51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:49.008053 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-c989e222-3214-430d-8637-532a29f31376 req-8746ff3e-8cfe-45d8-aba1-0eb38bcd2691 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:49.018525 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a6a4408c-4dcf-4be9-8e38-3094b03f409d req-d1ddbc19-f376-451c-8a7e-dcc53a6b32b1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59c8a3dd-39de-497f-ae98-545149d1be00 HTTP/1.1" status: 200 len: 1002 time: 0.1976578 May 28 06:33:49.089291 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-c989e222-3214-430d-8637-532a29f31376 req-8746ff3e-8cfe-45d8-aba1-0eb38bcd2691 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:33:49.096262 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-c989e222-3214-430d-8637-532a29f31376 req-8746ff3e-8cfe-45d8-aba1-0eb38bcd2691 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Usage tracker for resource:security_group_rule and tenant:ae27d4a836c444af8d35a0fd61d2dbd8 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:33:49.101383 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-c989e222-3214-430d-8637-532a29f31376 req-8746ff3e-8cfe-45d8-aba1-0eb38bcd2691 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:33:49.112923 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-12f3d818-09c2-426f-96b1-b5fedaae3a15 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3964070'] for subnet, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:49.118685 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-c989e222-3214-430d-8637-532a29f31376 req-8746ff3e-8cfe-45d8-aba1-0eb38bcd2691 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:33:49.127809 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a4408c-4dcf-4be9-8e38-3094b03f409d req-ea8c2d06-017d-4328-acd4-1dd53cf61908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:49.129887 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a6a4408c-4dcf-4be9-8e38-3094b03f409d req-ea8c2d06-017d-4328-acd4-1dd53cf61908 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bb3ffca3-469c-42ac-a3c6-07667d22277f HTTP/1.1" status: 200 len: 850 time: 0.0983143 May 28 06:33:49.182049 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1747d491-4523-4062-92bf-256fcf022c51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:49.227701 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1747d491-4523-4062-92bf-256fcf022c51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00e22bbe-0902-40a5-bbec-bf884de9cfd0,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:33:49.284172 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a86338c-25ae-4b77-9d55-1986bf92abf6 admin admin] Deleting subnet c103158a-2ac5-46a3-b8d0-bd8c5ed32dd7 {{(pid=89109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:33:49.286086 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-1747d491-4523-4062-92bf-256fcf022c51 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=98f1e19680454da0a61950321379d2ac&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3856449 May 28 06:33:49.290747 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5a86338c-25ae-4b77-9d55-1986bf92abf6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:49.294873 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 60716) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:33:49.380173 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5a86338c-25ae-4b77-9d55-1986bf92abf6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3964070'] for subnet, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:49.384606 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-c989e222-3214-430d-8637-532a29f31376 req-8746ff3e-8cfe-45d8-aba1-0eb38bcd2691 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:49.414027 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a4408c-4dcf-4be9-8e38-3094b03f409d req-317fa827-0ee2-43ed-81d0-18cc43eae15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:49.415533 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a6a4408c-4dcf-4be9-8e38-3094b03f409d req-317fa827-0ee2-43ed-81d0-18cc43eae15d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b0d3210f-6f0b-4832-90fb-f0b2f3ebb660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2789314 May 28 06:33:49.494800 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-12f3d818-09c2-426f-96b1-b5fedaae3a15 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:49.559008 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device d4b35cd7-b30f-4dfe-9d66-ec5633b31dfd no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:33:49.621176 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5a86338c-25ae-4b77-9d55-1986bf92abf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:49.629369 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: d4b35cd7-b30f-4dfe-9d66-ec5633b31dfd {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:33:49.630991 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device d4b35cd7-b30f-4dfe-9d66-ec5633b31dfd not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:33:49.631702 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device f176d8d6-3ae7-4ca6-a849-580d2e96b345 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:33:49.642377 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-c989e222-3214-430d-8637-532a29f31376 req-8746ff3e-8cfe-45d8-aba1-0eb38bcd2691 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:49.671101 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: f176d8d6-3ae7-4ca6-a849-580d2e96b345 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:33:49.671730 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device f176d8d6-3ae7-4ca6-a849-580d2e96b345 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:33:49.706533 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a6a4408c-4dcf-4be9-8e38-3094b03f409d req-83de8c43-6609-487a-94bf-faecc0a93353 service neutron] 10.222.0.69 "GET /v2.0/networks/b0d3210f-6f0b-4832-90fb-f0b2f3ebb660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2834573 May 28 06:33:49.726641 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2d6ae0d8-7c2e-4dd8-912b-21236c8a64e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:49.797087 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-12f3d818-09c2-426f-96b1-b5fedaae3a15 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9555650'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:49.844134 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8746ff3e-8cfe-45d8-aba1-0eb38bcd2691 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d355d592-08cc-4734-89e5-91e61f46c4e7,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:33:49.846646 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5a86338c-25ae-4b77-9d55-1986bf92abf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9555650'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:49.852054 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2d6ae0d8-7c2e-4dd8-912b-21236c8a64e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:49.857363 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f3d818-09c2-426f-96b1-b5fedaae3a15 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Pushing event deleted for resources: {'Subnet': ['ID=412573fc-6f13-431e-8258-d4aad0d64c50,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:33:49.864758 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-c989e222-3214-430d-8637-532a29f31376 req-8746ff3e-8cfe-45d8-aba1-0eb38bcd2691 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:49.864758 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c989e222-3214-430d-8637-532a29f31376 req-8746ff3e-8cfe-45d8-aba1-0eb38bcd2691 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.9688540 May 28 06:33:49.869089 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5a86338c-25ae-4b77-9d55-1986bf92abf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:49.891831 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-12f3d818-09c2-426f-96b1-b5fedaae3a15 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:49.905327 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f3d818-09c2-426f-96b1-b5fedaae3a15 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:33:49.905327 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f3d818-09c2-426f-96b1-b5fedaae3a15 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:33:49.905327 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f3d818-09c2-426f-96b1-b5fedaae3a15 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:33:49.905327 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f3d818-09c2-426f-96b1-b5fedaae3a15 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:33:49.905327 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f3d818-09c2-426f-96b1-b5fedaae3a15 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:33:49.905327 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f3d818-09c2-426f-96b1-b5fedaae3a15 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:33:49.905327 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f3d818-09c2-426f-96b1-b5fedaae3a15 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:33:49.905327 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f3d818-09c2-426f-96b1-b5fedaae3a15 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:33:49.905327 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f3d818-09c2-426f-96b1-b5fedaae3a15 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:33:49.905327 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f3d818-09c2-426f-96b1-b5fedaae3a15 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:33:49.905327 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f3d818-09c2-426f-96b1-b5fedaae3a15 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:33:49.905327 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f3d818-09c2-426f-96b1-b5fedaae3a15 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:33:49.915619 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331fc61a-61d3-4c18-af88-26d1e3003575 None None] Network 9b9370ac-f402-419d-a185-61eac57b38a9 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:33:49.946602 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-5a86338c-25ae-4b77-9d55-1986bf92abf6 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/c103158a-2ac5-46a3-b8d0-bd8c5ed32dd7 HTTP/1.1" status: 204 len: 168 time: 0.9467897 May 28 06:33:49.949030 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623db41c-528a-42d0-9169-9bc471538dff req-45f31eae-c215-428e-8b8d-f7b9ef18d990 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:49.949185 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 60736) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:33:49.951301 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a86338c-25ae-4b77-9d55-1986bf92abf6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c103158a-2ac5-46a3-b8d0-bd8c5ed32dd7,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:33:49.952360 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-623db41c-528a-42d0-9169-9bc471538dff req-45f31eae-c215-428e-8b8d-f7b9ef18d990 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8b01c13-124c-433e-8d03-4c94d079d9fa HTTP/1.1" status: 200 len: 945 time: 0.3741136 May 28 06:33:49.977959 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a6a4408c-4dcf-4be9-8e38-3094b03f409d req-379559d1-466d-4e73-8caa-0e7a02c5700b service neutron] 10.222.0.69 "GET /v2.0/networks/b0d3210f-6f0b-4832-90fb-f0b2f3ebb660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2579205 May 28 06:33:50.093279 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a6a4408c-4dcf-4be9-8e38-3094b03f409d req-6d55d235-74f5-40c7-a0d6-6301d90ecdda service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.84&port_id=c60976f2-310e-4b2b-b603-af0aade00858 HTTP/1.1" status: 200 len: 217 time: 0.1061471 May 28 06:33:50.113358 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-623db41c-528a-42d0-9169-9bc471538dff req-fcd52efa-0183-4819-86c2-115c67f20bee tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/security-groups?id=f6de87b7-c8be-4140-be86-d0d6b2592918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595066 May 28 06:33:50.124453 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-12f3d818-09c2-426f-96b1-b5fedaae3a15 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] 10.222.0.55 "DELETE /v2.0/subnets/412573fc-6f13-431e-8258-d4aad0d64c50 HTTP/1.1" status: 204 len: 168 time: 1.2477970 May 28 06:33:50.130507 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 60758) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:33:50.206259 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f066b809-ff1e-4f31-a847-9fea93485f75 None None] Network dca128f4-0c78-4ff5-98b9-b6640bdbed5f requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:33:50.222474 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1f2fc8f5-74dc-4bb2-9a3c-575aeed4b981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:50.247061 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-1f2fc8f5-74dc-4bb2-9a3c-575aeed4b981 admin admin] Deleting port b862348f-bc29-49c7-b321-40a10a5e185f {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:33:50.247394 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1f2fc8f5-74dc-4bb2-9a3c-575aeed4b981 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:50.274924 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2d6ae0d8-7c2e-4dd8-912b-21236c8a64e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:50.331164 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6ae0d8-7c2e-4dd8-912b-21236c8a64e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00e22bbe-0902-40a5-bbec-bf884de9cfd0,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:33:50.355264 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2d6ae0d8-7c2e-4dd8-912b-21236c8a64e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:50.356639 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-2d6ae0d8-7c2e-4dd8-912b-21236c8a64e8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/00e22bbe-0902-40a5-bbec-bf884de9cfd0 HTTP/1.1" status: 204 len: 168 time: 1.0595443 May 28 06:33:50.366315 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b3603434-3ae7-4229-821a-31d832353c99 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:50.371414 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a4408c-4dcf-4be9-8e38-3094b03f409d req-b70429f0-8373-4387-9d1d-1e2af270a3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:50.371414 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a6a4408c-4dcf-4be9-8e38-3094b03f409d req-b70429f0-8373-4387-9d1d-1e2af270a3c3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=63fab1a7-8d25-437c-adf6-b6a1e24d5e16 HTTP/1.1" status: 200 len: 797 time: 0.2424052 May 28 06:33:50.583732 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a05e7261-084c-4f67-a32c-8cb6cdcbd602 None None] DHCP port deletion for 9b9370ac-f402-419d-a185-61eac57b38a9 request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:33:50.591162 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-a05e7261-084c-4f67-a32c-8cb6cdcbd602 None None] Deleting port b862348f-bc29-49c7-b321-40a10a5e185f {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:33:50.591947 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-a05e7261-084c-4f67-a32c-8cb6cdcbd602 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:50.606394 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-b3603434-3ae7-4229-821a-31d832353c99 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Deleting port d7844668-3d78-4d54-a516-1ef2f5aceb8c {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:33:50.607145 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b3603434-3ae7-4229-821a-31d832353c99 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:50.851609 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-1f2fc8f5-74dc-4bb2-9a3c-575aeed4b981 admin admin] For port b862348f-bc29-49c7-b321-40a10a5e185f, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=b862348f-bc29-49c7-b321-40a10a5e185f,segment=NetworkSegment(befc39fc-1243-42e3-acd6-540a4860f994),segment_id=befc39fc-1243-42e3-acd6-540a4860f994)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:33:50.852610 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1f2fc8f5-74dc-4bb2-9a3c-575aeed4b981 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:50.965233 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bf05d5-cdfa-473f-af53-649ccfd1bb65 req-140c635b-509d-4a16-841f-c523f5c0c328 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:50.973010 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-31bf05d5-cdfa-473f-af53-649ccfd1bb65 req-140c635b-509d-4a16-841f-c523f5c0c328 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.55 "GET /v2.0/networks?id=8d92f73a-1818-46b4-ace6-904b9532c5d0 HTTP/1.1" status: 200 len: 813 time: 0.6202731 May 28 06:33:51.012919 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a4408c-4dcf-4be9-8e38-3094b03f409d req-a364f439-d1a3-41f3-ab45-e45fb48bdaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:51.014999 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a6a4408c-4dcf-4be9-8e38-3094b03f409d req-a364f439-d1a3-41f3-ab45-e45fb48bdaa7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=983e828b-34fc-4a3a-b418-34d9236f2407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6175625 May 28 06:33:51.026343 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-31bf05d5-cdfa-473f-af53-649ccfd1bb65 req-2a1bb40c-7f8e-4b16-9064-bf4f67afe9d4 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.55 "GET /v2.0/quotas/ae27d4a836c444af8d35a0fd61d2dbd8 HTTP/1.1" status: 200 len: 375 time: 0.0521774 May 28 06:33:51.051513 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-1f2fc8f5-74dc-4bb2-9a3c-575aeed4b981 admin admin] Calling delete_port for b862348f-bc29-49c7-b321-40a10a5e185f owned by network:dhcp {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:33:51.079547 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-a05e7261-084c-4f67-a32c-8cb6cdcbd602 None None] For port b862348f-bc29-49c7-b321-40a10a5e185f, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=b862348f-bc29-49c7-b321-40a10a5e185f,segment=NetworkSegment(befc39fc-1243-42e3-acd6-540a4860f994),segment_id=befc39fc-1243-42e3-acd6-540a4860f994)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:33:51.080043 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-a05e7261-084c-4f67-a32c-8cb6cdcbd602 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:51.095386 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcba5ab0-3ba0-467b-80ff-ab0d5d6dd532 None None] DHCP port deletion for dca128f4-0c78-4ff5-98b9-b6640bdbed5f request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:33:51.162801 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-dcba5ab0-3ba0-467b-80ff-ab0d5d6dd532 None None] Deleting port d7844668-3d78-4d54-a516-1ef2f5aceb8c {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:33:51.163498 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-dcba5ab0-3ba0-467b-80ff-ab0d5d6dd532 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:51.260992 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-a05e7261-084c-4f67-a32c-8cb6cdcbd602 None None] Calling delete_port for b862348f-bc29-49c7-b321-40a10a5e185f owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:33:51.294252 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1f2fc8f5-74dc-4bb2-9a3c-575aeed4b981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:51.314716 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [None req-b3603434-3ae7-4229-821a-31d832353c99 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] For port d7844668-3d78-4d54-a516-1ef2f5aceb8c, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=d7844668-3d78-4d54-a516-1ef2f5aceb8c,segment=NetworkSegment(5e3f2c31-24d3-4c1f-8338-cf568d577691),segment_id=5e3f2c31-24d3-4c1f-8338-cf568d577691)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:33:51.315078 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b3603434-3ae7-4229-821a-31d832353c99 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:51.384865 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2fc8f5-74dc-4bb2-9a3c-575aeed4b981 admin admin] Pushing event deleted for resources: {'Port': ['ID=b862348f-bc29-49c7-b321-40a10a5e185f,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:33:51.399172 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2fc8f5-74dc-4bb2-9a3c-575aeed4b981 admin admin] No DVR routers for this DVR port b862348f-bc29-49c7-b321-40a10a5e185f on host n-d-843702-1 {{(pid=89109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:33:51.488703 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-b3603434-3ae7-4229-821a-31d832353c99 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Calling delete_port for d7844668-3d78-4d54-a516-1ef2f5aceb8c owned by network:dhcp {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:33:51.497437 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:33:51.497437 n-d-843702-1 neutron-server[89111]: util.warn( May 28 06:33:51.497437 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:33:51.497437 n-d-843702-1 neutron-server[89111]: util.warn( May 28 06:33:51.497437 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:33:51.497437 n-d-843702-1 neutron-server[89111]: util.warn( May 28 06:33:51.497437 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:33:51.497437 n-d-843702-1 neutron-server[89111]: util.warn( May 28 06:33:51.497437 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:33:51.497437 n-d-843702-1 neutron-server[89111]: util.warn( May 28 06:33:51.497437 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:33:51.497437 n-d-843702-1 neutron-server[89111]: util.warn( May 28 06:33:51.497437 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:33:51.497437 n-d-843702-1 neutron-server[89111]: util.warn( May 28 06:33:51.497437 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:33:51.497437 n-d-843702-1 neutron-server[89111]: util.warn( May 28 06:33:51.497437 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:33:51.497437 n-d-843702-1 neutron-server[89111]: util.warn( May 28 06:33:51.497437 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:33:51.497437 n-d-843702-1 neutron-server[89111]: util.warn( May 28 06:33:51.497437 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:33:51.497437 n-d-843702-1 neutron-server[89111]: util.warn( May 28 06:33:51.497437 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:33:51.497437 n-d-843702-1 neutron-server[89111]: util.warn( May 28 06:33:51.497437 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:33:51.497437 n-d-843702-1 neutron-server[89111]: util.warn( May 28 06:33:51.497437 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:33:51.497437 n-d-843702-1 neutron-server[89111]: util.warn( May 28 06:33:51.497437 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:33:51.497437 n-d-843702-1 neutron-server[89111]: util.warn( May 28 06:33:51.497437 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:33:51.497437 n-d-843702-1 neutron-server[89111]: util.warn( May 28 06:33:51.497437 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:33:51.497437 n-d-843702-1 neutron-server[89111]: util.warn( May 28 06:33:51.497437 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:33:51.497437 n-d-843702-1 neutron-server[89111]: util.warn( May 28 06:33:51.497437 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:33:51.497437 n-d-843702-1 neutron-server[89111]: util.warn( May 28 06:33:51.497437 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:33:51.497437 n-d-843702-1 neutron-server[89111]: util.warn( May 28 06:33:51.497437 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:33:51.497437 n-d-843702-1 neutron-server[89111]: util.warn( May 28 06:33:51.499791 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:33:51.499791 n-d-843702-1 neutron-server[89111]: util.warn( May 28 06:33:51.499791 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:33:51.499791 n-d-843702-1 neutron-server[89111]: util.warn( May 28 06:33:51.499791 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:33:51.499791 n-d-843702-1 neutron-server[89111]: util.warn( May 28 06:33:51.499791 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:33:51.499791 n-d-843702-1 neutron-server[89111]: util.warn( May 28 06:33:51.499791 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:33:51.499791 n-d-843702-1 neutron-server[89111]: util.warn( May 28 06:33:51.499791 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:33:51.499791 n-d-843702-1 neutron-server[89111]: util.warn( May 28 06:33:51.499791 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:33:51.499791 n-d-843702-1 neutron-server[89111]: util.warn( May 28 06:33:51.499791 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.db.api [None req-a05e7261-084c-4f67-a32c-8cb6cdcbd602 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89111) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:33:51.499791 n-d-843702-1 neutron-server[89111]: DEBUG oslo_db.api [None req-a05e7261-084c-4f67-a32c-8cb6cdcbd602 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:33:51.539000 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a6a4408c-4dcf-4be9-8e38-3094b03f409d req-12bbb381-a1a0-4fed-b301-e8c0c0698c19 service neutron] 10.222.0.69 "GET /v2.0/networks/983e828b-34fc-4a3a-b418-34d9236f2407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5070429 May 28 06:33:51.580376 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device b862348f-bc29-49c7-b321-40a10a5e185f no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:33:51.584902 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-31bf05d5-cdfa-473f-af53-649ccfd1bb65 req-299b1ed2-df53-4abe-975b-389a9c93ae4c tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=ae27d4a836c444af8d35a0fd61d2dbd8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5573325 May 28 06:33:51.658105 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1f2fc8f5-74dc-4bb2-9a3c-575aeed4b981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:51.686312 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-1f2fc8f5-74dc-4bb2-9a3c-575aeed4b981 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b9370ac-f402-419d-a185-61eac57b38a9']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:33:51.699905 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-1f2fc8f5-74dc-4bb2-9a3c-575aeed4b981 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'befc39fc-1243-42e3-acd6-540a4860f994') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:33:51.700513 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-1f2fc8f5-74dc-4bb2-9a3c-575aeed4b981 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'befc39fc-1243-42e3-acd6-540a4860f994') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:33:51.718493 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1f2fc8f5-74dc-4bb2-9a3c-575aeed4b981 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:51.736659 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-dcba5ab0-3ba0-467b-80ff-ab0d5d6dd532 None None] For port d7844668-3d78-4d54-a516-1ef2f5aceb8c, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=d7844668-3d78-4d54-a516-1ef2f5aceb8c,segment=NetworkSegment(5e3f2c31-24d3-4c1f-8338-cf568d577691),segment_id=5e3f2c31-24d3-4c1f-8338-cf568d577691)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:33:51.739251 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-dcba5ab0-3ba0-467b-80ff-ab0d5d6dd532 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:51.764916 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1f2fc8f5-74dc-4bb2-9a3c-575aeed4b981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:51.773075 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f2fc8f5-74dc-4bb2-9a3c-575aeed4b981 admin admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:33:51.774001 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1f2fc8f5-74dc-4bb2-9a3c-575aeed4b981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:51.912849 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment befc39fc-1243-42e3-acd6-540a4860f994 resource provider aggregate not found May 28 06:33:51.930451 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a6a4408c-4dcf-4be9-8e38-3094b03f409d req-2b0cedfb-7d57-48b2-968a-5d5bb1bc1291 service neutron] 10.222.0.69 "GET /v2.0/networks/983e828b-34fc-4a3a-b418-34d9236f2407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3833604 May 28 06:33:51.936123 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b3603434-3ae7-4229-821a-31d832353c99 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:51.940384 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-dcba5ab0-3ba0-467b-80ff-ab0d5d6dd532 None None] Calling delete_port for d7844668-3d78-4d54-a516-1ef2f5aceb8c owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:33:51.941961 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment befc39fc-1243-42e3-acd6-540a4860f994 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid befc39fc-1243-42e3-acd6-540a4860f994 found for delete ", "request_id": "req-db2ea284-861a-4e82-ac57-9b6659588726"}]} May 28 06:33:51.980345 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: b862348f-bc29-49c7-b321-40a10a5e185f {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:33:51.980686 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device b862348f-bc29-49c7-b321-40a10a5e185f not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:33:51.981111 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device d7844668-3d78-4d54-a516-1ef2f5aceb8c no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:33:51.981267 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-31bf05d5-cdfa-473f-af53-649ccfd1bb65 req-df02bb06-a981-4ae5-b754-55d5a041588b service neutron] 10.222.0.55 "GET /v2.0/networks/8d92f73a-1818-46b4-ace6-904b9532c5d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3955340 May 28 06:33:52.010897 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-a05e7261-084c-4f67-a32c-8cb6cdcbd602 None None] Deleting port b862348f-bc29-49c7-b321-40a10a5e185f {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:33:52.011181 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-a05e7261-084c-4f67-a32c-8cb6cdcbd602 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:52.049332 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3603434-3ae7-4229-821a-31d832353c99 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] No DVR routers for this DVR port d7844668-3d78-4d54-a516-1ef2f5aceb8c on host n-d-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:33:52.051551 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3603434-3ae7-4229-821a-31d832353c99 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Pushing event deleted for resources: {'Port': ['ID=d7844668-3d78-4d54-a516-1ef2f5aceb8c,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:33:52.071058 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1f2fc8f5-74dc-4bb2-9a3c-575aeed4b981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:52.092305 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1f2fc8f5-74dc-4bb2-9a3c-575aeed4b981 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:52.100696 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2fc8f5-74dc-4bb2-9a3c-575aeed4b981 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b9370ac-f402-419d-a185-61eac57b38a9,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:33:52.101568 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-a05e7261-084c-4f67-a32c-8cb6cdcbd602 None None] The port 'b862348f-bc29-49c7-b321-40a10a5e185f' was deleted {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 06:33:52.107447 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: d7844668-3d78-4d54-a516-1ef2f5aceb8c {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:33:52.107795 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device d7844668-3d78-4d54-a516-1ef2f5aceb8c not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:33:52.120812 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-1f2fc8f5-74dc-4bb2-9a3c-575aeed4b981 admin admin] 10.222.0.55 "DELETE /v2.0/networks/9b9370ac-f402-419d-a185-61eac57b38a9 HTTP/1.1" status: 204 len: 168 time: 2.1737201 May 28 06:33:52.123612 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 60840) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:33:52.131397 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a6a4408c-4dcf-4be9-8e38-3094b03f409d req-11210428-1f97-4847-8bfb-88444f499cc6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.232&port_id=2bc36923-1480-492d-8d92-1e4c402f1be2 HTTP/1.1" status: 200 len: 217 time: 0.1845644 May 28 06:33:52.179524 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.db.api [None req-dcba5ab0-3ba0-467b-80ff-ab0d5d6dd532 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89111) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:33:52.180235 n-d-843702-1 neutron-server[89111]: DEBUG oslo_db.api [None req-dcba5ab0-3ba0-467b-80ff-ab0d5d6dd532 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:33:52.417714 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a4408c-4dcf-4be9-8e38-3094b03f409d req-f47634c6-1f21-475f-afc9-f4a642426612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:52.419169 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a6a4408c-4dcf-4be9-8e38-3094b03f409d req-f47634c6-1f21-475f-afc9-f4a642426612 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=63fab1a7-8d25-437c-adf6-b6a1e24d5e16 HTTP/1.1" status: 200 len: 797 time: 0.1820920 May 28 06:33:52.511522 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b3603434-3ae7-4229-821a-31d832353c99 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:52.545457 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-31bf05d5-cdfa-473f-af53-649ccfd1bb65 req-7e955f64-3b4b-4caa-8ff0-b7444260c56d service neutron] 10.222.0.55 "GET /v2.0/networks/8d92f73a-1818-46b4-ace6-904b9532c5d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4955251 May 28 06:33:52.555937 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-b3603434-3ae7-4229-821a-31d832353c99 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dca128f4-0c78-4ff5-98b9-b6640bdbed5f']}} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:33:52.571846 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-b3603434-3ae7-4229-821a-31d832353c99 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e3f2c31-24d3-4c1f-8338-cf568d577691') {'for_net_delete': True} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:33:52.572133 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-b3603434-3ae7-4229-821a-31d832353c99 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e3f2c31-24d3-4c1f-8338-cf568d577691') {} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:33:52.587835 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b3603434-3ae7-4229-821a-31d832353c99 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4150778'] for segment, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:52.616613 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b3603434-3ae7-4229-821a-31d832353c99 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:52.620379 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a4408c-4dcf-4be9-8e38-3094b03f409d req-7e0b242c-c893-49dd-9771-91d159b0c2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:52.621902 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a6a4408c-4dcf-4be9-8e38-3094b03f409d req-7e0b242c-c893-49dd-9771-91d159b0c2d6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=983e828b-34fc-4a3a-b418-34d9236f2407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1855907 May 28 06:33:52.628752 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3603434-3ae7-4229-821a-31d832353c99 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=89110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:33:52.628752 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b3603434-3ae7-4229-821a-31d832353c99 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3143023'] for segment, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:52.681800 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-dcba5ab0-3ba0-467b-80ff-ab0d5d6dd532 None None] Deleting port d7844668-3d78-4d54-a516-1ef2f5aceb8c {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:33:52.683161 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-dcba5ab0-3ba0-467b-80ff-ab0d5d6dd532 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:52.770249 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-dcba5ab0-3ba0-467b-80ff-ab0d5d6dd532 None None] The port 'd7844668-3d78-4d54-a516-1ef2f5aceb8c' was deleted {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 06:33:52.888475 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment 5e3f2c31-24d3-4c1f-8338-cf568d577691 resource provider aggregate not found May 28 06:33:52.920821 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4be76505-1b14-4aea-ae57-3479f3426922 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700548'] for router_interface, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:52.958899 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment 5e3f2c31-24d3-4c1f-8338-cf568d577691 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5e3f2c31-24d3-4c1f-8338-cf568d577691 found for delete ", "request_id": "req-108ac1b6-c708-4d3d-9721-8af09b1d7dd2"}]} May 28 06:33:53.123881 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a6a4408c-4dcf-4be9-8e38-3094b03f409d req-045de715-7166-452e-86be-4934503d5bf0 service neutron] 10.222.0.69 "GET /v2.0/networks/983e828b-34fc-4a3a-b418-34d9236f2407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4613516 May 28 06:33:53.130346 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89bf737-c50e-4691-9892-96f90ae616c2 req-009bcd2a-caa2-4b7d-ac54-55b3f12a0c07 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:53.131846 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e89bf737-c50e-4691-9892-96f90ae616c2 req-009bcd2a-caa2-4b7d-ac54-55b3f12a0c07 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8b01c13-124c-433e-8d03-4c94d079d9fa HTTP/1.1" status: 200 len: 945 time: 0.2505364 May 28 06:33:53.270838 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a6a4408c-4dcf-4be9-8e38-3094b03f409d req-ebc6bbf5-23cc-453d-9dea-5594804d006a service neutron] 10.222.0.69 "GET /v2.0/networks/983e828b-34fc-4a3a-b418-34d9236f2407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379914 May 28 06:33:53.274395 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b3603434-3ae7-4229-821a-31d832353c99 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:53.315477 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b3603434-3ae7-4229-821a-31d832353c99 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:53.340965 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-4be76505-1b14-4aea-ae57-3479f3426922 admin admin] Deleting port 10a92fcb-32d2-4d7d-9adc-3f95ed5360c4 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:33:53.341221 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4be76505-1b14-4aea-ae57-3479f3426922 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:53.387207 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3603434-3ae7-4229-821a-31d832353c99 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Pushing event deleted for resources: {'Network': ['ID=dca128f4-0c78-4ff5-98b9-b6640bdbed5f,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:33:53.399992 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a6a4408c-4dcf-4be9-8e38-3094b03f409d req-cf9dc938-9cbc-4533-8a5d-cb5a3d58f14a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=fe01eb67-c712-4a12-a2e7-d0f0c93a787f HTTP/1.1" status: 200 len: 217 time: 0.1042972 May 28 06:33:53.449020 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e89bf737-c50e-4691-9892-96f90ae616c2 req-9bc55af7-d4ec-409e-83e2-17781d2dcbc9 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/security-groups?id=f6de87b7-c8be-4140-be86-d0d6b2592918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772158 May 28 06:33:53.475670 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a4408c-4dcf-4be9-8e38-3094b03f409d req-5227fb0c-5e43-49c3-92e7-78efa49d174a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:53.477228 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a6a4408c-4dcf-4be9-8e38-3094b03f409d req-5227fb0c-5e43-49c3-92e7-78efa49d174a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=63fab1a7-8d25-437c-adf6-b6a1e24d5e16 HTTP/1.1" status: 200 len: 797 time: 0.0696642 May 28 06:33:53.527553 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-4be76505-1b14-4aea-ae57-3479f3426922 admin admin] For port 10a92fcb-32d2-4d7d-9adc-3f95ed5360c4, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=10a92fcb-32d2-4d7d-9adc-3f95ed5360c4,segment=NetworkSegment(fe081944-75bd-4360-93ae-f24bcf718c19),segment_id=fe081944-75bd-4360-93ae-f24bcf718c19)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:33:53.527957 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4be76505-1b14-4aea-ae57-3479f3426922 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:53.533161 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-b3603434-3ae7-4229-821a-31d832353c99 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] 10.222.0.55 "DELETE /v2.0/networks/dca128f4-0c78-4ff5-98b9-b6640bdbed5f HTTP/1.1" status: 204 len: 168 time: 3.4029810 May 28 06:33:53.536692 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 60878) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:33:53.551657 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-734d8d8d-d1f7-41e3-a142-9cf30db4765a tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-899469497'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:33:53.558797 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-734d8d8d-d1f7-41e3-a142-9cf30db4765a tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:33:53.564050 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-734d8d8d-d1f7-41e3-a142-9cf30db4765a tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Usage tracker for resource:network and tenant:1c19ca0f4502419e9ff184ba1821fbef is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:33:53.571726 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-734d8d8d-d1f7-41e3-a142-9cf30db4765a tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:33:53.580236 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-734d8d8d-d1f7-41e3-a142-9cf30db4765a tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:33:53.598439 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a4408c-4dcf-4be9-8e38-3094b03f409d req-e4bcbc07-2106-49c8-842c-7d9bb3776324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:53.599934 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a6a4408c-4dcf-4be9-8e38-3094b03f409d req-e4bcbc07-2106-49c8-842c-7d9bb3776324 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=983e828b-34fc-4a3a-b418-34d9236f2407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1136405 May 28 06:33:53.652197 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device c4f7b9c3-3856-422d-8427-fba5548c7f2c no longer exists at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:33:53.688085 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-4be76505-1b14-4aea-ae57-3479f3426922 admin admin] Calling delete_port for 10a92fcb-32d2-4d7d-9adc-3f95ed5360c4 owned by network:router_interface {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:33:53.710690 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-734d8d8d-d1f7-41e3-a142-9cf30db4765a tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Made reservation on behalf of 1c19ca0f4502419e9ff184ba1821fbef for: {'network': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:33:53.714037 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-734d8d8d-d1f7-41e3-a142-9cf30db4765a tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:53.777510 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-734d8d8d-d1f7-41e3-a142-9cf30db4765a tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=89110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:33:53.794833 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port c4f7b9c3-3856-422d-8427-fba5548c7f2c is: ACTIVE; New status is: DOWN {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:33:53.795440 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:53.803190 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-734d8d8d-d1f7-41e3-a142-9cf30db4765a tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:53.803190 n-d-843702-1 neutron-server[89110]: INFO neutron.db.segments_db [None req-734d8d8d-d1f7-41e3-a142-9cf30db4765a tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Added segment f9d91209-445b-40c3-93ac-3716fc44a2b9 of type vlan for network d518634d-f480-4b43-86b6-e1605b14c60d May 28 06:33:53.810224 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a6a4408c-4dcf-4be9-8e38-3094b03f409d req-820fd49a-295c-498e-a7ad-8ca720970885 service neutron] 10.222.0.69 "GET /v2.0/networks/983e828b-34fc-4a3a-b418-34d9236f2407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039375 May 28 06:33:53.842933 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port c4f7b9c3-3856-422d-8427-fba5548c7f2c, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=c4f7b9c3-3856-422d-8427-fba5548c7f2c,segment=NetworkSegment(36b7b050-a7a0-4005-a03f-73135e20048b),segment_id=36b7b050-a7a0-4005-a03f-73135e20048b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:33:53.843818 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48a19ee3-8702-4034-91de-965318e77735', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4f7b9c3-3856-422d-8427-fba5548c7f2c'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:33:53.863888 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-734d8d8d-d1f7-41e3-a142-9cf30db4765a tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:53.950816 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:53.995085 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a6a4408c-4dcf-4be9-8e38-3094b03f409d req-3039e50f-14d2-4e38-974b-91c143f68810 service neutron] 10.222.0.69 "GET /v2.0/networks/983e828b-34fc-4a3a-b418-34d9236f2407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757798 May 28 06:33:54.023373 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=c4f7b9c3-3856-422d-8427-fba5548c7f2c,revision_number=8']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:33:54.054507 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4be76505-1b14-4aea-ae57-3479f3426922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:54.073513 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a6a4408c-4dcf-4be9-8e38-3094b03f409d req-a5e47bf4-924d-4750-a43c-b74670d4ee35 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.31&port_id=8e3fc2e0-0ab0-4ec1-8a61-f578fba7ac74 HTTP/1.1" status: 200 len: 217 time: 0.0616972 May 28 06:33:54.073513 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-734d8d8d-d1f7-41e3-a142-9cf30db4765a tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:54.073513 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734d8d8d-d1f7-41e3-a142-9cf30db4765a tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:54.073513 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-734d8d8d-d1f7-41e3-a142-9cf30db4765a tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:54.134330 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be76505-1b14-4aea-ae57-3479f3426922 admin admin] Pushing event deleted for resources: {'Port': ['ID=10a92fcb-32d2-4d7d-9adc-3f95ed5360c4,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:33:54.167474 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a4408c-4dcf-4be9-8e38-3094b03f409d req-14da058d-5781-493d-8f82-96d0dfa6426d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:54.173242 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a6a4408c-4dcf-4be9-8e38-3094b03f409d req-14da058d-5781-493d-8f82-96d0dfa6426d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=63fab1a7-8d25-437c-adf6-b6a1e24d5e16 HTTP/1.1" status: 200 len: 797 time: 0.0807705 May 28 06:33:54.292409 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-734d8d8d-d1f7-41e3-a142-9cf30db4765a tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7547119 May 28 06:33:54.303955 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 60896) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:33:54.312271 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-3ba549d8-ec97-464e-b705-9544febf60ce tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Request body: {'subnet': {'network_id': 'd518634d-f480-4b43-86b6-e1605b14c60d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:33:54.362929 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-34e3f90f-22b7-4328-b90c-21dcd7a190d2 req-f3211fcd-a538-4ab1-8973-24dcff2850cd tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5ec40af-efe0-4879-826d-b5845cabb2be HTTP/1.1" status: 200 len: 210 time: 0.1208336 May 28 06:33:54.382808 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734d8d8d-d1f7-41e3-a142-9cf30db4765a tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Pushing event updated for resources: {'Network': ['ID=d518634d-f480-4b43-86b6-e1605b14c60d,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:33:54.400416 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network d518634d-f480-4b43-86b6-e1605b14c60d details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:33:54.421293 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a4408c-4dcf-4be9-8e38-3094b03f409d req-641a40be-ac6d-4c5d-abef-0d3394735102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:54.422824 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a6a4408c-4dcf-4be9-8e38-3094b03f409d req-641a40be-ac6d-4c5d-abef-0d3394735102 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=983e828b-34fc-4a3a-b418-34d9236f2407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1326835 May 28 06:33:54.694094 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a6a4408c-4dcf-4be9-8e38-3094b03f409d req-b90f86eb-1659-4aff-9427-fc5d7dc90694 service neutron] 10.222.0.69 "GET /v2.0/networks/983e828b-34fc-4a3a-b418-34d9236f2407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2645206 May 28 06:33:54.818979 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-3ba549d8-ec97-464e-b705-9544febf60ce tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:33:54.823069 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-3ba549d8-ec97-464e-b705-9544febf60ce tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Usage tracker for resource:subnet and tenant:1c19ca0f4502419e9ff184ba1821fbef is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:33:54.830720 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-3ba549d8-ec97-464e-b705-9544febf60ce tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:33:54.837278 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-3ba549d8-ec97-464e-b705-9544febf60ce tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:33:54.839461 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a6a4408c-4dcf-4be9-8e38-3094b03f409d req-5bd1540c-1683-4319-b221-be117db64b1c service neutron] 10.222.0.69 "GET /v2.0/networks/983e828b-34fc-4a3a-b418-34d9236f2407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387730 May 28 06:33:54.863336 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4be76505-1b14-4aea-ae57-3479f3426922 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700472'] for router_interface, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:54.959942 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ba549d8-ec97-464e-b705-9544febf60ce tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Made reservation on behalf of 1c19ca0f4502419e9ff184ba1821fbef for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:33:54.963346 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3ba549d8-ec97-464e-b705-9544febf60ce tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:55.039771 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a6a4408c-4dcf-4be9-8e38-3094b03f409d req-d65a4aa3-2d00-4f61-b915-b1f3204c2e05 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1b08fe22-1061-450c-a733-bf041f8a0d4d HTTP/1.1" status: 200 len: 217 time: 0.1945808 May 28 06:33:55.138023 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a4408c-4dcf-4be9-8e38-3094b03f409d req-c7ac68ea-3b43-4a45-a384-60a938c9f326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:55.139512 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a6a4408c-4dcf-4be9-8e38-3094b03f409d req-c7ac68ea-3b43-4a45-a384-60a938c9f326 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a0ccadb9-3ab9-424f-8708-6ef480e0a4a1 HTTP/1.1" status: 200 len: 797 time: 0.0939720 May 28 06:33:55.186627 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a41b96d-d687-4b7a-a8f4-1702c68eb765'] response: {'server_uuid': '48a19ee3-8702-4034-91de-965318e77735', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4f7b9c3-3856-422d-8427-fba5548c7f2c', 'code': 200} May 28 06:33:55.254145 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a4408c-4dcf-4be9-8e38-3094b03f409d req-d91f5453-2d8e-48ab-8d48-a9fc4c74dc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:55.256169 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a6a4408c-4dcf-4be9-8e38-3094b03f409d req-d91f5453-2d8e-48ab-8d48-a9fc4c74dc83 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a9a55cb1-2dd3-489f-a37d-55a242b85f0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1095970 May 28 06:33:55.499709 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4be76505-1b14-4aea-ae57-3479f3426922 admin admin] Router e80ec520-4f68-4f62-8eca-a8bc6fd3c7d9 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:33:55.578833 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a6a4408c-4dcf-4be9-8e38-3094b03f409d req-aee7b834-f87c-4bcc-862e-bf387ca0d855 service neutron] 10.222.0.69 "GET /v2.0/networks/a9a55cb1-2dd3-489f-a37d-55a242b85f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3153718 May 28 06:33:55.602548 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3ba549d8-ec97-464e-b705-9544febf60ce tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:55.618691 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79e835f-c95f-4087-9ab1-48ccd80a4d0f req-6b319a20-5a17-4248-aa38-8a333953e18c tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:55.625845 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a79e835f-c95f-4087-9ab1-48ccd80a4d0f req-6b319a20-5a17-4248-aa38-8a333953e18c tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.55 "GET /v2.0/networks?id=97711779-de36-4af1-95e9-88f65060157a HTTP/1.1" status: 200 len: 805 time: 0.3295994 May 28 06:33:55.694035 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a79e835f-c95f-4087-9ab1-48ccd80a4d0f req-2757502c-cee2-413c-a1a7-8118129271cb tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.55 "GET /v2.0/quotas/5ef065cc7a6e48198da7b2879024e281 HTTP/1.1" status: 200 len: 375 time: 0.0232613 May 28 06:33:55.776057 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba549d8-ec97-464e-b705-9544febf60ce tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Pushing event updated for resources: {'Subnet': ['ID=f9144e70-bc5a-4c50-b56a-06f0c1dc9f2d,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:33:55.788010 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba549d8-ec97-464e-b705-9544febf60ce tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Checking segment: {'id': 'f9d91209-445b-40c3-93ac-3716fc44a2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'd518634d-f480-4b43-86b6-e1605b14c60d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:33:55.788372 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba549d8-ec97-464e-b705-9544febf60ce tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Network hostable DHCP agents. Network: d518634d-f480-4b43-86b6-e1605b14c60d, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:33:55.794565 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4be76505-1b14-4aea-ae57-3479f3426922 admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:33:55.797867 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a6a4408c-4dcf-4be9-8e38-3094b03f409d req-48657da2-6a11-4e8e-bdf8-ba093aebc0aa service neutron] 10.222.0.69 "GET /v2.0/networks/a9a55cb1-2dd3-489f-a37d-55a242b85f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091339 May 28 06:33:55.803981 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe66276-31ea-41c0-a5cd-01eb867f0cc4 None None] Sync routers for ids ['e80ec520-4f68-4f62-8eca-a8bc6fd3c7d9'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:33:55.818668 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe66276-31ea-41c0-a5cd-01eb867f0cc4 None None] Routers {'e80ec520-4f68-4f62-8eca-a8bc6fd3c7d9'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:33:55.819297 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-cfe66276-31ea-41c0-a5cd-01eb867f0cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:33:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['e80ec520-4f68-4f62-8eca-a8bc6fd3c7d9'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:33:55.841236 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-4be76505-1b14-4aea-ae57-3479f3426922 admin admin] 10.222.0.55 "PUT /v2.0/routers/e80ec520-4f68-4f62-8eca-a8bc6fd3c7d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7163348 May 28 06:33:55.851181 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 60924) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:33:55.886942 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a6a4408c-4dcf-4be9-8e38-3094b03f409d req-04e6f5b1-daee-485e-b737-9fe22ee61899 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=63719b56-cdff-407a-9451-11b324811ceb HTTP/1.1" status: 200 len: 217 time: 0.0719397 May 28 06:33:55.944185 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a79e835f-c95f-4087-9ab1-48ccd80a4d0f req-08e5a79f-54b0-41ab-aab9-a1169b533852 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=5ef065cc7a6e48198da7b2879024e281&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2438433 May 28 06:33:56.082741 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-cc6e1991-9293-4f35-ba0d-11cca45400f6 admin admin] Notify callbacks [] for router, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:56.146646 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-cfe66276-31ea-41c0-a5cd-01eb867f0cc4 None None] Set router e80ec520-4f68-4f62-8eca-a8bc6fd3c7d9 gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:33:56.174048 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba549d8-ec97-464e-b705-9544febf60ce tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Network d518634d-f480-4b43-86b6-e1605b14c60d is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:33:56.215966 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a4408c-4dcf-4be9-8e38-3094b03f409d req-845e47f9-20a8-4050-a933-e62899cf1264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:56.217394 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a6a4408c-4dcf-4be9-8e38-3094b03f409d req-845e47f9-20a8-4050-a933-e62899cf1264 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a0ccadb9-3ab9-424f-8708-6ef480e0a4a1 HTTP/1.1" status: 200 len: 797 time: 0.3244336 May 28 06:33:56.487137 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bf05d5-cdfa-473f-af53-649ccfd1bb65 req-b41a1d6f-a706-44fe-a875-bfdf8f68c7bc tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:56.489093 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-31bf05d5-cdfa-473f-af53-649ccfd1bb65 req-b41a1d6f-a706-44fe-a875-bfdf8f68c7bc tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.69 "GET /v2.0/networks?id=8d92f73a-1818-46b4-ace6-904b9532c5d0 HTTP/1.1" status: 200 len: 813 time: 0.2380655 May 28 06:33:56.508016 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-cc6e1991-9293-4f35-ba0d-11cca45400f6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:56.516228 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-31bf05d5-cdfa-473f-af53-649ccfd1bb65 req-afac71d6-88df-4fa0-ba44-fa6aaacc5aef tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Request body: {'port': {'device_id': 'f5ec40af-efe0-4879-826d-b5845cabb2be', 'network_id': '8d92f73a-1818-46b4-ace6-904b9532c5d0', 'admin_state_up': True, 'tenant_id': 'ae27d4a836c444af8d35a0fd61d2dbd8'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:33:56.517358 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-3ba549d8-ec97-464e-b705-9544febf60ce tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, d518634d-f480-4b43-86b6-e1605b14c60d) {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:33:56.519029 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-cfe66276-31ea-41c0-a5cd-01eb867f0cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e80ec520-4f68-4f62-8eca-a8bc6fd3c7d9', 'name': 'tempest-TaggedBootDevicesTest_v242-314623832-router', 'tenant_id': '8e4074ed5c8c49c2aec45f4e2cdfeee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '239d387c-2d96-4d65-8e5e-a5cf3c0cdbed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:25:01Z', 'updated_at': '2022-05-28T06:33:53Z', 'revision_number': 5, 'project_id': '8e4074ed5c8c49c2aec45f4e2cdfeee5', 'gw_port': {'id': '239d387c-2d96-4d65-8e5e-a5cf3c0cdbed', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80ec520-4f68-4f62-8eca-a8bc6fd3c7d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:25:04Z', 'updated_at': '2022-05-28T06:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:33:56.527349 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40a5af4-5af8-4a7e-9f94-c51ea540997a None None] Network d518634d-f480-4b43-86b6-e1605b14c60d requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:33:56.528054 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe66276-31ea-41c0-a5cd-01eb867f0cc4 None None] Checking router: e80ec520-4f68-4f62-8eca-a8bc6fd3c7d9 for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:33:56.545891 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba549d8-ec97-464e-b705-9544febf60ce tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:56.548687 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe66276-31ea-41c0-a5cd-01eb867f0cc4 None None] Routers {'e80ec520-4f68-4f62-8eca-a8bc6fd3c7d9'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:33:56.549320 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-cfe66276-31ea-41c0-a5cd-01eb867f0cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:33:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['e80ec520-4f68-4f62-8eca-a8bc6fd3c7d9'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:33:56.552299 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3ba549d8-ec97-464e-b705-9544febf60ce tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:56.569291 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-91218d81-6487-4df6-9fb5-2556b19f0c5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:56.631433 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-cc6e1991-9293-4f35-ba0d-11cca45400f6 admin admin] Deleting port 239d387c-2d96-4d65-8e5e-a5cf3c0cdbed {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:33:56.631660 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-cc6e1991-9293-4f35-ba0d-11cca45400f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:56.673196 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a79e835f-c95f-4087-9ab1-48ccd80a4d0f req-061e9e8d-b89e-454f-9d8d-9c1d7324a087 service neutron] 10.222.0.55 "GET /v2.0/networks/97711779-de36-4af1-95e9-88f65060157a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7280986 May 28 06:33:56.707902 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-3ba549d8-ec97-464e-b705-9544febf60ce tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3997712 May 28 06:33:56.708457 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 60930) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:33:56.727714 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-b5b490c0-f7b7-4d74-9d0a-7519b0c5e96a tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Request body: {'port': {'network_id': 'd518634d-f480-4b43-86b6-e1605b14c60d', 'name': 'tempest-PortsTestJSON-1684543864', 'fixed_ips': [{'subnet_id': 'f9144e70-bc5a-4c50-b56a-06f0c1dc9f2d', 'ip_address': '172.20.0.10'}]}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:33:56.820606 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-cfe66276-31ea-41c0-a5cd-01eb867f0cc4 None None] Set router e80ec520-4f68-4f62-8eca-a8bc6fd3c7d9 gateway port host: None {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:33:56.967809 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-cfe66276-31ea-41c0-a5cd-01eb867f0cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e80ec520-4f68-4f62-8eca-a8bc6fd3c7d9', 'name': 'tempest-TaggedBootDevicesTest_v242-314623832-router', 'tenant_id': '8e4074ed5c8c49c2aec45f4e2cdfeee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:25:01Z', 'updated_at': '2022-05-28T06:33:56Z', 'revision_number': 6, 'project_id': '8e4074ed5c8c49c2aec45f4e2cdfeee5', 'gw_port_host': None}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:33:56.975038 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d6f8f8-81bc-4693-9417-dd6e34cac63e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-d518634d-f480-4b43-86b6-e1605b14c60d', 'network_id': 'd518634d-f480-4b43-86b6-e1605b14c60d', 'tenant_id': '1c19ca0f4502419e9ff184ba1821fbef', 'fixed_ips': [{'subnet_id': 'f9144e70-bc5a-4c50-b56a-06f0c1dc9f2d'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:33:56.975892 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-33d6f8f8-81bc-4693-9417-dd6e34cac63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:56.981791 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe66276-31ea-41c0-a5cd-01eb867f0cc4 None None] The sync data for ids ['e80ec520-4f68-4f62-8eca-a8bc6fd3c7d9'] in n-d-843702-1 is: [{'id': 'e80ec520-4f68-4f62-8eca-a8bc6fd3c7d9', 'name': 'tempest-TaggedBootDevicesTest_v242-314623832-router', 'tenant_id': '8e4074ed5c8c49c2aec45f4e2cdfeee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:25:01Z', 'updated_at': '2022-05-28T06:33:56Z', 'revision_number': 6, 'project_id': '8e4074ed5c8c49c2aec45f4e2cdfeee5', 'gw_port_host': None}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:33:57.101080 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2005c02f-c66b-4b8b-953a-654146893c39 req-29f6f408-44b4-4371-ab51-73a460545ce4 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:57.102773 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2005c02f-c66b-4b8b-953a-654146893c39 req-29f6f408-44b4-4371-ab51-73a460545ce4 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8b01c13-124c-433e-8d03-4c94d079d9fa HTTP/1.1" status: 200 len: 945 time: 0.9594941 May 28 06:33:57.158973 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a4408c-4dcf-4be9-8e38-3094b03f409d req-ca1bb45b-ffeb-48ec-914a-d87c5863a036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:57.160783 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a6a4408c-4dcf-4be9-8e38-3094b03f409d req-ca1bb45b-ffeb-48ec-914a-d87c5863a036 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a9a55cb1-2dd3-489f-a37d-55a242b85f0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.9140916 May 28 06:33:57.202479 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-33d6f8f8-81bc-4693-9417-dd6e34cac63e None None] Allocated IP 172.20.0.2 (d518634d-f480-4b43-86b6-e1605b14c60d/f9144e70-bc5a-4c50-b56a-06f0c1dc9f2d/ce63ddba-b7cb-49fc-b704-2a068f43ffea) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:33:57.214813 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2bf596-470d-48eb-92d4-f792091cc6a0 req-73273298-cac2-4fe0-88b8-39b2d741c329 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:57.216345 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7e2bf596-470d-48eb-92d4-f792091cc6a0 req-73273298-cac2-4fe0-88b8-39b2d741c329 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.71 "GET /v2.0/ports?device_id=48a19ee3-8702-4034-91de-965318e77735 HTTP/1.1" status: 200 len: 943 time: 1.1338236 May 28 06:33:57.240576 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-31bf05d5-cdfa-473f-af53-649ccfd1bb65 req-afac71d6-88df-4fa0-ba44-fa6aaacc5aef tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:33:57.255738 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-b5b490c0-f7b7-4d74-9d0a-7519b0c5e96a tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:33:57.269014 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-b5b490c0-f7b7-4d74-9d0a-7519b0c5e96a tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Usage tracker for resource:port and tenant:1c19ca0f4502419e9ff184ba1821fbef is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:33:57.273086 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-cc6e1991-9293-4f35-ba0d-11cca45400f6 admin admin] For port 239d387c-2d96-4d65-8e5e-a5cf3c0cdbed, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=239d387c-2d96-4d65-8e5e-a5cf3c0cdbed,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:33:57.273457 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-cc6e1991-9293-4f35-ba0d-11cca45400f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:57.282185 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-b5b490c0-f7b7-4d74-9d0a-7519b0c5e96a tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:33:57.300316 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6c43f1-e006-493f-8c6e-d23f53f9cbd2 req-fe281b81-3bbb-4773-b33d-82e445334c27 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:57.301672 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-be6c43f1-e006-493f-8c6e-d23f53f9cbd2 req-fe281b81-3bbb-4773-b33d-82e445334c27 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Synchronizing usage tracker for tenant:9795f3bb4dd842ee9b6997b24ebca479 on resource:port {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:33:57.304377 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-b5b490c0-f7b7-4d74-9d0a-7519b0c5e96a tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:33:57.464834 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-cc6e1991-9293-4f35-ba0d-11cca45400f6 admin admin] Calling delete_port for 239d387c-2d96-4d65-8e5e-a5cf3c0cdbed owned by network:router_gateway {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:33:57.467756 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 10a92fcb-32d2-4d7d-9adc-3f95ed5360c4 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:33:57.485005 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-7e2bf596-470d-48eb-92d4-f792091cc6a0 req-53e16bce-b216-4f2b-b752-938e81f2c97a tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Deleting port c4f7b9c3-3856-422d-8427-fba5548c7f2c {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:33:57.487164 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-7e2bf596-470d-48eb-92d4-f792091cc6a0 req-53e16bce-b216-4f2b-b752-938e81f2c97a tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:57.496039 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-be6c43f1-e006-493f-8c6e-d23f53f9cbd2 req-fe281b81-3bbb-4773-b33d-82e445334c27 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Unset dirty status for tenant:9795f3bb4dd842ee9b6997b24ebca479 on resource:port {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:33:57.497217 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-be6c43f1-e006-493f-8c6e-d23f53f9cbd2 req-fe281b81-3bbb-4773-b33d-82e445334c27 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.71 "GET /v2.0/ports?device_id=d8b01c13-124c-433e-8d03-4c94d079d9fa HTTP/1.1" status: 200 len: 945 time: 0.7335651 May 28 06:33:57.529036 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:57.544528 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 10a92fcb-32d2-4d7d-9adc-3f95ed5360c4 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:33:57.544925 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 10a92fcb-32d2-4d7d-9adc-3f95ed5360c4 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:33:57.568038 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-33d6f8f8-81bc-4693-9417-dd6e34cac63e None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:57.579474 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-31bf05d5-cdfa-473f-af53-649ccfd1bb65 req-afac71d6-88df-4fa0-ba44-fa6aaacc5aef tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:33:57.594122 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a79e835f-c95f-4087-9ab1-48ccd80a4d0f req-3ba8d9ca-821d-411c-9c25-89e1e2cb4e18 service neutron] 10.222.0.55 "GET /v2.0/networks/97711779-de36-4af1-95e9-88f65060157a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9200113 May 28 06:33:57.594371 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-33d6f8f8-81bc-4693-9417-dd6e34cac63e None None] Transition to ACTIVE for port object ce63ddba-b7cb-49fc-b704-2a068f43ffea will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:33:57.613284 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [req-be6c43f1-e006-493f-8c6e-d23f53f9cbd2 req-4e97b644-7933-49c8-bca0-9a8db4d758a7 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Deleting port d8448cae-5014-495e-a6f8-c613dd88b0c3 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:33:57.613284 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-be6c43f1-e006-493f-8c6e-d23f53f9cbd2 req-4e97b644-7933-49c8-bca0-9a8db4d758a7 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:57.628224 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-33d6f8f8-81bc-4693-9417-dd6e34cac63e None None] Transition to ACTIVE for port object ce63ddba-b7cb-49fc-b704-2a068f43ffea will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:33:57.636531 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2005c02f-c66b-4b8b-953a-654146893c39 req-9a40541b-016a-463f-937a-60e609efc711 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/security-groups?id=f6de87b7-c8be-4140-be86-d0d6b2592918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5193884 May 28 06:33:57.695646 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a6a4408c-4dcf-4be9-8e38-3094b03f409d req-3f7d1509-ea94-445b-b8a2-7907af85ed7b service neutron] 10.222.0.69 "GET /v2.0/networks/a9a55cb1-2dd3-489f-a37d-55a242b85f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5244720 May 28 06:33:57.699833 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-33d6f8f8-81bc-4693-9417-dd6e34cac63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:57.764574 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5b490c0-f7b7-4d74-9d0a-7519b0c5e96a tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Made reservation on behalf of 1c19ca0f4502419e9ff184ba1821fbef for: {'port': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:33:57.834044 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d6f8f8-81bc-4693-9417-dd6e34cac63e None None] Network d518634d-f480-4b43-86b6-e1605b14c60d is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:33:57.837281 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-33d6f8f8-81bc-4693-9417-dd6e34cac63e None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:33:57.848488 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d6f8f8-81bc-4693-9417-dd6e34cac63e None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:33:57.917617 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b5b490c0-f7b7-4d74-9d0a-7519b0c5e96a tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:57.934384 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c0e98ee8-9bd5-4600-8edd-358bbace3f9e req-9e699ea9-4a23-413d-8b2b-7f3bb1d38174 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5ec40af-efe0-4879-826d-b5845cabb2be HTTP/1.1" status: 200 len: 210 time: 0.1259530 May 28 06:33:57.935080 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31bf05d5-cdfa-473f-af53-649ccfd1bb65 req-afac71d6-88df-4fa0-ba44-fa6aaacc5aef tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Made reservation on behalf of ae27d4a836c444af8d35a0fd61d2dbd8 for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:33:57.938593 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-31bf05d5-cdfa-473f-af53-649ccfd1bb65 req-afac71d6-88df-4fa0-ba44-fa6aaacc5aef tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:57.949219 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d6f8f8-81bc-4693-9417-dd6e34cac63e None None] Pushing event updated for resources: {'Port': ['ID=ce63ddba-b7cb-49fc-b704-2a068f43ffea,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:33:58.021556 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-33d6f8f8-81bc-4693-9417-dd6e34cac63e None None] Attempting to bind port ce63ddba-b7cb-49fc-b704-2a068f43ffea on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:33:58.022000 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-33d6f8f8-81bc-4693-9417-dd6e34cac63e None None] Attempting to bind port ce63ddba-b7cb-49fc-b704-2a068f43ffea by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'f9d91209-445b-40c3-93ac-3716fc44a2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'd518634d-f480-4b43-86b6-e1605b14c60d'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:33:58.022672 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d6f8f8-81bc-4693-9417-dd6e34cac63e None None] Attempting to bind port ce63ddba-b7cb-49fc-b704-2a068f43ffea on network d518634d-f480-4b43-86b6-e1605b14c60d {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:33:58.029711 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d6f8f8-81bc-4693-9417-dd6e34cac63e None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:33:58.030407 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d6f8f8-81bc-4693-9417-dd6e34cac63e None None] Checking segment: {'id': 'f9d91209-445b-40c3-93ac-3716fc44a2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'd518634d-f480-4b43-86b6-e1605b14c60d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:33:58.030880 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-33d6f8f8-81bc-4693-9417-dd6e34cac63e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:58.031333 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d6f8f8-81bc-4693-9417-dd6e34cac63e None None] Bound using segment: {'id': 'f9d91209-445b-40c3-93ac-3716fc44a2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'd518634d-f480-4b43-86b6-e1605b14c60d'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:33:58.031875 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-33d6f8f8-81bc-4693-9417-dd6e34cac63e None None] Bound port: ce63ddba-b7cb-49fc-b704-2a068f43ffea, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9d91209-445b-40c3-93ac-3716fc44a2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'd518634d-f480-4b43-86b6-e1605b14c60d'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:33:58.032305 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-33d6f8f8-81bc-4693-9417-dd6e34cac63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:58.043120 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [None req-b5b490c0-f7b7-4d74-9d0a-7519b0c5e96a tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] device_id is not set on port 893d9161-f621-4f16-805a-d31e28d90ff4 yet. {{(pid=89109) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:33:58.209501 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [req-31bf05d5-cdfa-473f-af53-649ccfd1bb65 req-afac71d6-88df-4fa0-ba44-fa6aaacc5aef tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Allocated IP 172.20.0.8 (8d92f73a-1818-46b4-ace6-904b9532c5d0/be7430a6-d63b-496c-a478-4d1ac23bdfda/d7f687a5-195e-4ac1-984b-d3edf7ba0823) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:33:58.257171 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-33d6f8f8-81bc-4693-9417-dd6e34cac63e None None] For port ce63ddba-b7cb-49fc-b704-2a068f43ffea, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:33:58.265000 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-33d6f8f8-81bc-4693-9417-dd6e34cac63e None None] For port ce63ddba-b7cb-49fc-b704-2a068f43ffea, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=ce63ddba-b7cb-49fc-b704-2a068f43ffea,segment=NetworkSegment(f9d91209-445b-40c3-93ac-3716fc44a2b9),segment_id=f9d91209-445b-40c3-93ac-3716fc44a2b9)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:33:58.345690 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-33d6f8f8-81bc-4693-9417-dd6e34cac63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:58.382876 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8f1c4ab8-0329-414c-b479-72fd30d0a9c3 req-4bd44257-2415-40ab-b8b4-97ee522e568f tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.55 "GET /v2.0/ports?device_id=78914748-f294-44e1-942f-994b7228a91e HTTP/1.1" status: 200 len: 210 time: 0.1040182 May 28 06:33:58.490803 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d6f8f8-81bc-4693-9417-dd6e34cac63e None None] Pushing event updated for resources: {'Port': ['ID=ce63ddba-b7cb-49fc-b704-2a068f43ffea,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:33:58.569150 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-be6c43f1-e006-493f-8c6e-d23f53f9cbd2 req-4e97b644-7933-49c8-bca0-9a8db4d758a7 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] For port d8448cae-5014-495e-a6f8-c613dd88b0c3, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=d8448cae-5014-495e-a6f8-c613dd88b0c3,segment=NetworkSegment(a8c42c09-58b4-4e9e-ab8f-c96c63ee4190),segment_id=a8c42c09-58b4-4e9e-ab8f-c96c63ee4190)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:33:58.569631 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-be6c43f1-e006-493f-8c6e-d23f53f9cbd2 req-4e97b644-7933-49c8-bca0-9a8db4d758a7 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:58.698798 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a6a4408c-4dcf-4be9-8e38-3094b03f409d req-8c149896-3cd7-4c7f-81ce-c4a31e42820a service neutron] 10.222.0.69 "GET /v2.0/networks/a9a55cb1-2dd3-489f-a37d-55a242b85f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9941454 May 28 06:33:58.832602 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-7e2bf596-470d-48eb-92d4-f792091cc6a0 req-53e16bce-b216-4f2b-b752-938e81f2c97a tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] For port c4f7b9c3-3856-422d-8427-fba5548c7f2c, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=c4f7b9c3-3856-422d-8427-fba5548c7f2c,segment=NetworkSegment(36b7b050-a7a0-4005-a03f-73135e20048b),segment_id=36b7b050-a7a0-4005-a03f-73135e20048b)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:33:58.833235 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-7e2bf596-470d-48eb-92d4-f792091cc6a0 req-53e16bce-b216-4f2b-b752-938e81f2c97a tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:58.838243 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [req-be6c43f1-e006-493f-8c6e-d23f53f9cbd2 req-4e97b644-7933-49c8-bca0-9a8db4d758a7 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Calling delete_port for d8448cae-5014-495e-a6f8-c613dd88b0c3 owned by compute:nova {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:33:58.900145 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-31648465-66b9-48f2-9797-790d23ea6367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:58.999815 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-7e2bf596-470d-48eb-92d4-f792091cc6a0 req-53e16bce-b216-4f2b-b752-938e81f2c97a tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Calling delete_port for c4f7b9c3-3856-422d-8427-fba5548c7f2c owned by compute:nova {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:33:59.144527 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-cc6e1991-9293-4f35-ba0d-11cca45400f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:59.267667 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-7e2bf596-470d-48eb-92d4-f792091cc6a0 req-53e16bce-b216-4f2b-b752-938e81f2c97a tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:59.313729 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6e1991-9293-4f35-ba0d-11cca45400f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=239d387c-2d96-4d65-8e5e-a5cf3c0cdbed,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:33:59.327060 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0297a2bc-eeaf-4adc-a55c-cc5cebc817d9 req-18aaddaf-b041-4937-b5dc-df5273ebb902 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5ec40af-efe0-4879-826d-b5845cabb2be HTTP/1.1" status: 200 len: 210 time: 0.1533167 May 28 06:33:59.438902 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-b5b490c0-f7b7-4d74-9d0a-7519b0c5e96a tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Allocated IP 172.20.0.10 (d518634d-f480-4b43-86b6-e1605b14c60d/f9144e70-bc5a-4c50-b56a-06f0c1dc9f2d/893d9161-f621-4f16-805a-d31e28d90ff4) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:33:59.553534 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e16bce-b216-4f2b-b752-938e81f2c97a tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Pushing event deleted for resources: {'Port': ['ID=c4f7b9c3-3856-422d-8427-fba5548c7f2c,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:33:59.593850 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device ce63ddba-b7cb-49fc-b704-2a068f43ffea up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:33:59.594456 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-31bf05d5-cdfa-473f-af53-649ccfd1bb65 req-afac71d6-88df-4fa0-ba44-fa6aaacc5aef tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:59.679250 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-df8032d3-a8ad-4f9f-8ff3-373a1af0515f req-760ade83-f86f-45e4-8f24-4d4ef95b4a8c tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.55 "GET /v2.0/ports?device_id=78914748-f294-44e1-942f-994b7228a91e HTTP/1.1" status: 200 len: 210 time: 0.0640676 May 28 06:33:59.683622 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device c4f7b9c3-3856-422d-8427-fba5548c7f2c no longer exists at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:33:59.743850 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] No Port match for: c4f7b9c3-3856-422d-8427-fba5548c7f2c {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:33:59.744428 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device c4f7b9c3-3856-422d-8427-fba5548c7f2c not bound to the agent host n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:33:59.745017 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device d8448cae-5014-495e-a6f8-c613dd88b0c3 no longer exists at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:33:59.824887 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] No Port match for: d8448cae-5014-495e-a6f8-c613dd88b0c3 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:33:59.825541 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device d8448cae-5014-495e-a6f8-c613dd88b0c3 not bound to the agent host n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:33:59.844923 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-cc6e1991-9293-4f35-ba0d-11cca45400f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691105'] for router_gateway, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:59.867584 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e2bf596-470d-48eb-92d4-f792091cc6a0 req-53e16bce-b216-4f2b-b752-938e81f2c97a tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] No DVR routers for this DVR port c4f7b9c3-3856-422d-8427-fba5548c7f2c on host n-h2-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:33:59.870642 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-7e2bf596-470d-48eb-92d4-f792091cc6a0 req-53e16bce-b216-4f2b-b752-938e81f2c97a tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:59.888600 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48a19ee3-8702-4034-91de-965318e77735', 'name': 'network-vif-deleted', 'tag': 'c4f7b9c3-3856-422d-8427-fba5548c7f2c'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:33:59.915174 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:59.942160 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5094c50-1fb7-4d42-8134-4a2e4988dc95 req-8f34f73d-ec02-4516-afa5-144f89ecca33 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:59.944024 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a5094c50-1fb7-4d42-8134-4a2e4988dc95 req-8f34f73d-ec02-4516-afa5-144f89ecca33 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8b01c13-124c-433e-8d03-4c94d079d9fa HTTP/1.1" status: 200 len: 945 time: 0.7714441 May 28 06:34:00.002368 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port ce63ddba-b7cb-49fc-b704-2a068f43ffea completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:34:00.025309 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7e2bf596-470d-48eb-92d4-f792091cc6a0 req-53e16bce-b216-4f2b-b752-938e81f2c97a tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.71 "DELETE /v2.0/ports/c4f7b9c3-3856-422d-8427-fba5548c7f2c HTTP/1.1" status: 204 len: 173 time: 2.7863739 May 28 06:34:00.041442 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a2bbcf3-fedd-4b1c-ba00-161b5af1cd6a'] response: {'server_uuid': '48a19ee3-8702-4034-91de-965318e77735', 'name': 'network-vif-deleted', 'tag': 'c4f7b9c3-3856-422d-8427-fba5548c7f2c', 'status': 'completed', 'code': 200} May 28 06:34:00.048519 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-be6c43f1-e006-493f-8c6e-d23f53f9cbd2 req-4e97b644-7933-49c8-bca0-9a8db4d758a7 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:00.070987 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:00.080815 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 239d387c-2d96-4d65-8e5e-a5cf3c0cdbed no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:34:00.092963 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a5094c50-1fb7-4d42-8134-4a2e4988dc95 req-9f3ae256-6097-4221-a6cf-efb747929063 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/security-groups?id=f6de87b7-c8be-4140-be86-d0d6b2592918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224020 May 28 06:34:00.105652 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-31bf05d5-cdfa-473f-af53-649ccfd1bb65 req-afac71d6-88df-4fa0-ba44-fa6aaacc5aef tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:00.172540 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['a9fa9a20-b169-4ebe-be42-5b1c7d3987c0'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:34:00.212509 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31bf05d5-cdfa-473f-af53-649ccfd1bb65 req-afac71d6-88df-4fa0-ba44-fa6aaacc5aef tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Network 8d92f73a-1818-46b4-ace6-904b9532c5d0 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:34:00.218650 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [req-31bf05d5-cdfa-473f-af53-649ccfd1bb65 req-afac71d6-88df-4fa0-ba44-fa6aaacc5aef tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:34:00.219067 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22774f8c-be7d-49a9-a486-d6a5a0f98bcc None None] Network d518634d-f480-4b43-86b6-e1605b14c60d requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:34:00.223893 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-31bf05d5-cdfa-473f-af53-649ccfd1bb65 req-afac71d6-88df-4fa0-ba44-fa6aaacc5aef tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:34:00.232930 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 239d387c-2d96-4d65-8e5e-a5cf3c0cdbed {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:34:00.233277 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 239d387c-2d96-4d65-8e5e-a5cf3c0cdbed not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:34:00.249212 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e97b644-7933-49c8-bca0-9a8db4d758a7 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Pushing event deleted for resources: {'Port': ['ID=d8448cae-5014-495e-a6f8-c613dd88b0c3,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:34:00.252643 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-cc6e1991-9293-4f35-ba0d-11cca45400f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59018'] for router, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:00.293711 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afac71d6-88df-4fa0-ba44-fa6aaacc5aef tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Pushing event updated for resources: {'Port': ['ID=d7f687a5-195e-4ac1-984b-d3edf7ba0823,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:34:00.299703 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-cc6e1991-9293-4f35-ba0d-11cca45400f6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:00.309028 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bf05d5-cdfa-473f-af53-649ccfd1bb65 req-afac71d6-88df-4fa0-ba44-fa6aaacc5aef tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:34:00.310141 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-31bf05d5-cdfa-473f-af53-649ccfd1bb65 req-afac71d6-88df-4fa0-ba44-fa6aaacc5aef tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:00.341156 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b5b490c0-f7b7-4d74-9d0a-7519b0c5e96a tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:00.397133 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [req-be6c43f1-e006-493f-8c6e-d23f53f9cbd2 req-4e97b644-7933-49c8-bca0-9a8db4d758a7 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] No DVR routers for this DVR port d8448cae-5014-495e-a6f8-c613dd88b0c3 on host n-h2-843702-1 {{(pid=89109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:34:00.403274 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-be6c43f1-e006-493f-8c6e-d23f53f9cbd2 req-4e97b644-7933-49c8-bca0-9a8db4d758a7 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:00.406629 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8b01c13-124c-433e-8d03-4c94d079d9fa', 'name': 'network-vif-deleted', 'tag': 'd8448cae-5014-495e-a6f8-c613dd88b0c3'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:34:00.418641 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [None req-b5b490c0-f7b7-4d74-9d0a-7519b0c5e96a tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Transition to ACTIVE for port object 893d9161-f621-4f16-805a-d31e28d90ff4 will not be triggered until provisioned by entity DHCP. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:34:00.466005 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-31bf05d5-cdfa-473f-af53-649ccfd1bb65 req-afac71d6-88df-4fa0-ba44-fa6aaacc5aef tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9578161 May 28 06:34:00.481983 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-31bf05d5-cdfa-473f-af53-649ccfd1bb65 req-b03d3a6f-452e-44dd-aa2b-561679f72a5f service neutron] Request body: {'port': {'device_id': 'f5ec40af-efe0-4879-826d-b5845cabb2be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843702-1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:34:00.499767 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-cc6e1991-9293-4f35-ba0d-11cca45400f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-703817'] for router, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:00.500564 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc6e1991-9293-4f35-ba0d-11cca45400f6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e80ec520-4f68-4f62-8eca-a8bc6fd3c7d9 {{(pid=89109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 06:34:00.505365 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-e739ce14-296f-48d1-a6e2-5ab8e888e718 None None] Provisioning for port ce63ddba-b7cb-49fc-b704-2a068f43ffea completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:34:00.505919 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-be6c43f1-e006-493f-8c6e-d23f53f9cbd2 req-4e97b644-7933-49c8-bca0-9a8db4d758a7 tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.71 "DELETE /v2.0/ports/d8448cae-5014-495e-a6f8-c613dd88b0c3 HTTP/1.1" status: 204 len: 173 time: 2.9993830 May 28 06:34:00.514727 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-cc6e1991-9293-4f35-ba0d-11cca45400f6 admin admin] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:00.523380 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-cc6e1991-9293-4f35-ba0d-11cca45400f6 admin admin] 10.222.0.55 "DELETE /v2.0/routers/e80ec520-4f68-4f62-8eca-a8bc6fd3c7d9 HTTP/1.1" status: 204 len: 168 time: 4.6713829 May 28 06:34:00.525864 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 60980) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:34:00.552188 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-e739ce14-296f-48d1-a6e2-5ab8e888e718 None None] Provisioning complete for port ce63ddba-b7cb-49fc-b704-2a068f43ffea triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:34:00.552762 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e739ce14-296f-48d1-a6e2-5ab8e888e718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:00.642963 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c30fc9c6-1370-4acd-a207-8b78a462f8e9'] response: {'server_uuid': 'd8b01c13-124c-433e-8d03-4c94d079d9fa', 'name': 'network-vif-deleted', 'tag': 'd8448cae-5014-495e-a6f8-c613dd88b0c3', 'status': 'completed', 'code': 200} May 28 06:34:00.655052 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b5b490c0-f7b7-4d74-9d0a-7519b0c5e96a tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:00.796614 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b490c0-f7b7-4d74-9d0a-7519b0c5e96a tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Pushing event updated for resources: {'Port': ['ID=893d9161-f621-4f16-805a-d31e28d90ff4,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:34:00.828434 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b490c0-f7b7-4d74-9d0a-7519b0c5e96a tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Network d518634d-f480-4b43-86b6-e1605b14c60d is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:34:00.832886 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-b5b490c0-f7b7-4d74-9d0a-7519b0c5e96a tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:34:00.837152 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a6a6092-b7df-49fe-b856-6d6c1ef709f1 admin admin] Deleting subnet a0f5a5e9-40bd-4abd-ac19-7a670f1490ef {{(pid=89109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:34:00.839221 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b490c0-f7b7-4d74-9d0a-7519b0c5e96a tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:34:00.869846 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7a6a6092-b7df-49fe-b856-6d6c1ef709f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:00.950151 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7a6a6092-b7df-49fe-b856-6d6c1ef709f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3964070'] for subnet, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:00.988067 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b490c0-f7b7-4d74-9d0a-7519b0c5e96a tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:34:00.988640 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b5b490c0-f7b7-4d74-9d0a-7519b0c5e96a tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:01.019915 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-7290fdd9-fdb0-46e8-8ed0-82c730ac4623 req-ddff84b0-007f-4ed3-8eb0-49798750de33 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Synchronizing usage tracker for tenant:5ef065cc7a6e48198da7b2879024e281 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:34:01.042390 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0856f6b3-126b-4976-a0b3-a106dfea5565 req-b8c697b2-305a-400b-80a6-6c53c3eba66b tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:34:01.043134 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-0856f6b3-126b-4976-a0b3-a106dfea5565 req-b8c697b2-305a-400b-80a6-6c53c3eba66b tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Synchronizing usage tracker for tenant:ae27d4a836c444af8d35a0fd61d2dbd8 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:34:01.050781 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-31bf05d5-cdfa-473f-af53-649ccfd1bb65 req-b03d3a6f-452e-44dd-aa2b-561679f72a5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:01.057039 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7a6a6092-b7df-49fe-b856-6d6c1ef709f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:01.096504 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-e739ce14-296f-48d1-a6e2-5ab8e888e718 None None] Current status of the port ce63ddba-b7cb-49fc-b704-2a068f43ffea is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:34:01.097877 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e739ce14-296f-48d1-a6e2-5ab8e888e718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:01.171141 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-b5b490c0-f7b7-4d74-9d0a-7519b0c5e96a tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.4495208 May 28 06:34:01.171438 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 60990) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:34:01.180267 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-e9de174e-8b04-4967-9aa9-69778d5c3a64 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Request body: {'port': {'network_id': 'd518634d-f480-4b43-86b6-e1605b14c60d', 'name': 'tempest-PortsTestJSON-922684180', 'fixed_ips': [{'subnet_id': 'f9144e70-bc5a-4c50-b56a-06f0c1dc9f2d', 'ip_address': '172.20.0.9'}]}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:34:01.180483 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-e739ce14-296f-48d1-a6e2-5ab8e888e718 None None] For port ce63ddba-b7cb-49fc-b704-2a068f43ffea, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=ce63ddba-b7cb-49fc-b704-2a068f43ffea,segment=NetworkSegment(f9d91209-445b-40c3-93ac-3716fc44a2b9),segment_id=f9d91209-445b-40c3-93ac-3716fc44a2b9)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:34:01.288596 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-7290fdd9-fdb0-46e8-8ed0-82c730ac4623 req-ddff84b0-007f-4ed3-8eb0-49798750de33 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Unset dirty status for tenant:5ef065cc7a6e48198da7b2879024e281 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:34:01.293630 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e739ce14-296f-48d1-a6e2-5ab8e888e718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:01.327761 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7290fdd9-fdb0-46e8-8ed0-82c730ac4623 req-ddff84b0-007f-4ed3-8eb0-49798750de33 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.55 "GET /v2.0/ports?device_id=78914748-f294-44e1-942f-994b7228a91e HTTP/1.1" status: 200 len: 210 time: 0.4058282 May 28 06:34:01.359565 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-0856f6b3-126b-4976-a0b3-a106dfea5565 req-b8c697b2-305a-400b-80a6-6c53c3eba66b tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Unset dirty status for tenant:ae27d4a836c444af8d35a0fd61d2dbd8 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:34:01.361471 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0856f6b3-126b-4976-a0b3-a106dfea5565 req-b8c697b2-305a-400b-80a6-6c53c3eba66b tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5ec40af-efe0-4879-826d-b5845cabb2be HTTP/1.1" status: 200 len: 931 time: 0.7552249 May 28 06:34:01.455889 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e739ce14-296f-48d1-a6e2-5ab8e888e718 None None] Pushing event updated for resources: {'Port': ['ID=ce63ddba-b7cb-49fc-b704-2a068f43ffea,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:34:01.541481 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-0856f6b3-126b-4976-a0b3-a106dfea5565 req-37219688-c2f8-4e4c-94ef-4843d15d75c4 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Synchronizing usage tracker for tenant:ae27d4a836c444af8d35a0fd61d2dbd8 on resource:security_group {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:34:01.648128 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:01.695963 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7a6a6092-b7df-49fe-b856-6d6c1ef709f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9555650'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:01.722984 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-f5810ca7-0e36-4692-a208-a5b0ac1eee54 None None] Provisioning for port 893d9161-f621-4f16-805a-d31e28d90ff4 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:34:01.728860 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-f5810ca7-0e36-4692-a208-a5b0ac1eee54 None None] Provisioning complete for port 893d9161-f621-4f16-805a-d31e28d90ff4 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:34:01.729231 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-f5810ca7-0e36-4692-a208-a5b0ac1eee54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:01.737093 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-0856f6b3-126b-4976-a0b3-a106dfea5565 req-37219688-c2f8-4e4c-94ef-4843d15d75c4 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Unset dirty status for tenant:ae27d4a836c444af8d35a0fd61d2dbd8 on resource:security_group {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:34:01.738906 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0856f6b3-126b-4976-a0b3-a106dfea5565 req-37219688-c2f8-4e4c-94ef-4843d15d75c4 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.55 "GET /v2.0/security-groups?id=76f5f0a9-1f72-44c1-a851-4026e46651c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3313987 May 28 06:34:01.747891 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c5c4183f-1402-49d2-9e9f-a842c0cf9a06 req-384d5c58-fe14-4ffb-9a63-bc1fe196381b tempest-DeleteServersTestJSON-73723563 tempest-DeleteServersTestJSON-73723563-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8b01c13-124c-433e-8d03-4c94d079d9fa HTTP/1.1" status: 200 len: 210 time: 0.0586839 May 28 06:34:01.851499 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [req-31bf05d5-cdfa-473f-af53-649ccfd1bb65 req-b03d3a6f-452e-44dd-aa2b-561679f72a5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7f687a5-195e-4ac1-984b-d3edf7ba0823 {{(pid=89110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:34:01.861956 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-31bf05d5-cdfa-473f-af53-649ccfd1bb65 req-b03d3a6f-452e-44dd-aa2b-561679f72a5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:01.880162 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-f5810ca7-0e36-4692-a208-a5b0ac1eee54 None None] Port 893d9161-f621-4f16-805a-d31e28d90ff4 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:34:01.888027 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-31bf05d5-cdfa-473f-af53-649ccfd1bb65 req-b03d3a6f-452e-44dd-aa2b-561679f72a5f service neutron] Transition to ACTIVE for port object d7f687a5-195e-4ac1-984b-d3edf7ba0823 will not be triggered until provisioned by entity L2. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:34:01.890785 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6a6092-b7df-49fe-b856-6d6c1ef709f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0f5a5e9-40bd-4abd-ac19-7a670f1490ef,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:34:01.898900 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79e835f-c95f-4087-9ab1-48ccd80a4d0f req-4e7f3bf1-2662-491c-84b6-17a76f88d52d tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:34:01.901693 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-a79e835f-c95f-4087-9ab1-48ccd80a4d0f req-4e7f3bf1-2662-491c-84b6-17a76f88d52d tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.71 "GET /v2.0/networks?id=97711779-de36-4af1-95e9-88f65060157a HTTP/1.1" status: 200 len: 805 time: 0.6302574 May 28 06:34:01.902875 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-f5810ca7-0e36-4692-a208-a5b0ac1eee54 None None] Provisioning complete for port ce63ddba-b7cb-49fc-b704-2a068f43ffea triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:34:01.903250 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-f5810ca7-0e36-4692-a208-a5b0ac1eee54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:01.933010 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-a79e835f-c95f-4087-9ab1-48ccd80a4d0f req-955ebeae-cf4e-4946-9bd1-e6f69b1be676 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Request body: {'port': {'device_id': '78914748-f294-44e1-942f-994b7228a91e', 'network_id': '97711779-de36-4af1-95e9-88f65060157a', 'admin_state_up': True, 'tenant_id': '5ef065cc7a6e48198da7b2879024e281'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:34:01.967342 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7a6a6092-b7df-49fe-b856-6d6c1ef709f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:01.980623 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f607fe9-bfe4-430b-b4f8-31d6d4a7770b None None] Network 7751daa0-d3b3-45dd-917f-469198f7fdfe requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:34:02.027549 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-31bf05d5-cdfa-473f-af53-649ccfd1bb65 req-b03d3a6f-452e-44dd-aa2b-561679f72a5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:02.044256 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-7a6a6092-b7df-49fe-b856-6d6c1ef709f1 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/a0f5a5e9-40bd-4abd-ac19-7a670f1490ef HTTP/1.1" status: 204 len: 168 time: 1.5133231 May 28 06:34:02.046031 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 60998) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:34:02.075804 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-e9de174e-8b04-4967-9aa9-69778d5c3a64 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:34:02.084921 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-e9de174e-8b04-4967-9aa9-69778d5c3a64 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Usage tracker for resource:port and tenant:1c19ca0f4502419e9ff184ba1821fbef is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:34:02.098342 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-e9de174e-8b04-4967-9aa9-69778d5c3a64 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:34:02.108663 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-e9de174e-8b04-4967-9aa9-69778d5c3a64 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:34:02.143068 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-f5810ca7-0e36-4692-a208-a5b0ac1eee54 None None] Current status of the port ce63ddba-b7cb-49fc-b704-2a068f43ffea is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:34:02.153842 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [req-a79e835f-c95f-4087-9ab1-48ccd80a4d0f req-955ebeae-cf4e-4946-9bd1-e6f69b1be676 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:34:02.170081 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [req-a79e835f-c95f-4087-9ab1-48ccd80a4d0f req-955ebeae-cf4e-4946-9bd1-e6f69b1be676 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:34:02.220057 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9de174e-8b04-4967-9aa9-69778d5c3a64 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Made reservation on behalf of 1c19ca0f4502419e9ff184ba1821fbef for: {'port': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:34:02.225105 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e9de174e-8b04-4967-9aa9-69778d5c3a64 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:02.267875 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [None req-e9de174e-8b04-4967-9aa9-69778d5c3a64 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] device_id is not set on port b60073f4-07b9-4870-8d92-d89f68919f64 yet. {{(pid=89109) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:34:02.282130 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-53e9da7b-7f24-4ce9-97e0-94da3a675a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:02.282305 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-786025e4-bb56-4970-b29c-81cfe21b52b0 None None] Provisioning complete for port 893d9161-f621-4f16-805a-d31e28d90ff4 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:34:02.282516 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-786025e4-bb56-4970-b29c-81cfe21b52b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:02.324230 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:02.368726 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-786025e4-bb56-4970-b29c-81cfe21b52b0 None None] Port 893d9161-f621-4f16-805a-d31e28d90ff4 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:34:02.374541 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a79e835f-c95f-4087-9ab1-48ccd80a4d0f req-955ebeae-cf4e-4946-9bd1-e6f69b1be676 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Made reservation on behalf of 5ef065cc7a6e48198da7b2879024e281 for: {'port': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:34:02.378997 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-a79e835f-c95f-4087-9ab1-48ccd80a4d0f req-955ebeae-cf4e-4946-9bd1-e6f69b1be676 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:02.428720 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-53e9da7b-7f24-4ce9-97e0-94da3a675a21 admin admin] Deleting port 5c490406-cc5c-4be1-9b07-ea3236a4b48e {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:34:02.429060 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-53e9da7b-7f24-4ce9-97e0-94da3a675a21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:02.466517 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bfe2085-dfac-45e0-8a46-4e0c5df4afc3 None None] DHCP port deletion for 7751daa0-d3b3-45dd-917f-469198f7fdfe request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:34:02.473626 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-7bfe2085-dfac-45e0-8a46-4e0c5df4afc3 None None] Deleting port 5c490406-cc5c-4be1-9b07-ea3236a4b48e {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:34:02.473626 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-7bfe2085-dfac-45e0-8a46-4e0c5df4afc3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:02.492603 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03d3a6f-452e-44dd-aa2b-561679f72a5f service neutron] Pushing event updated for resources: {'Port': ['ID=d7f687a5-195e-4ac1-984b-d3edf7ba0823,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:34:02.697894 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [req-a79e835f-c95f-4087-9ab1-48ccd80a4d0f req-955ebeae-cf4e-4946-9bd1-e6f69b1be676 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Allocated IP 172.20.0.11 (97711779-de36-4af1-95e9-88f65060157a/9065b260-3817-4805-a18f-dced8d73fe86/08d080b5-c04a-4a33-8fdb-30d9c1651e12) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:34:02.707851 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-420ab4df-a730-4b19-a897-e0bbb4d06b27 req-4cf6c9a3-8f95-4189-8410-9ea3b1530064 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.55 "GET /v2.0/ports?device_id=78914748-f294-44e1-942f-994b7228a91e HTTP/1.1" status: 200 len: 210 time: 0.1421325 May 28 06:34:02.712103 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-31bf05d5-cdfa-473f-af53-649ccfd1bb65 req-b03d3a6f-452e-44dd-aa2b-561679f72a5f service neutron] Attempting to bind port d7f687a5-195e-4ac1-984b-d3edf7ba0823 on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:34:02.712103 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-31bf05d5-cdfa-473f-af53-649ccfd1bb65 req-b03d3a6f-452e-44dd-aa2b-561679f72a5f service neutron] Attempting to bind port d7f687a5-195e-4ac1-984b-d3edf7ba0823 by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': '7d559e24-4bc2-48ae-9e57-270a3050c6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '8d92f73a-1818-46b4-ace6-904b9532c5d0'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:34:02.712796 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31bf05d5-cdfa-473f-af53-649ccfd1bb65 req-b03d3a6f-452e-44dd-aa2b-561679f72a5f service neutron] Attempting to bind port d7f687a5-195e-4ac1-984b-d3edf7ba0823 on network 8d92f73a-1818-46b4-ace6-904b9532c5d0 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:34:02.723144 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31bf05d5-cdfa-473f-af53-649ccfd1bb65 req-b03d3a6f-452e-44dd-aa2b-561679f72a5f service neutron] Port d7f687a5-195e-4ac1-984b-d3edf7ba0823 on network 8d92f73a-1818-46b4-ace6-904b9532c5d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:34:02.723814 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31bf05d5-cdfa-473f-af53-649ccfd1bb65 req-b03d3a6f-452e-44dd-aa2b-561679f72a5f service neutron] Attempting to bind port d7f687a5-195e-4ac1-984b-d3edf7ba0823 on network 8d92f73a-1818-46b4-ace6-904b9532c5d0 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:34:02.750133 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31bf05d5-cdfa-473f-af53-649ccfd1bb65 req-b03d3a6f-452e-44dd-aa2b-561679f72a5f service neutron] Checking agent: {'id': '69f492a0-c00d-46d0-9bec-fcd8161ce206', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 33, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:34:02.750882 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31bf05d5-cdfa-473f-af53-649ccfd1bb65 req-b03d3a6f-452e-44dd-aa2b-561679f72a5f service neutron] Checking segment: {'id': '7d559e24-4bc2-48ae-9e57-270a3050c6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '8d92f73a-1818-46b4-ace6-904b9532c5d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:34:02.751563 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31bf05d5-cdfa-473f-af53-649ccfd1bb65 req-b03d3a6f-452e-44dd-aa2b-561679f72a5f service neutron] Bound using segment: {'id': '7d559e24-4bc2-48ae-9e57-270a3050c6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '8d92f73a-1818-46b4-ace6-904b9532c5d0'} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:34:02.752247 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-31bf05d5-cdfa-473f-af53-649ccfd1bb65 req-b03d3a6f-452e-44dd-aa2b-561679f72a5f service neutron] Bound port: d7f687a5-195e-4ac1-984b-d3edf7ba0823, host: n-h1-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d559e24-4bc2-48ae-9e57-270a3050c6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '8d92f73a-1818-46b4-ace6-904b9532c5d0'}}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:34:02.752807 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-31bf05d5-cdfa-473f-af53-649ccfd1bb65 req-b03d3a6f-452e-44dd-aa2b-561679f72a5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:02.801458 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-7bfe2085-dfac-45e0-8a46-4e0c5df4afc3 None None] For port 5c490406-cc5c-4be1-9b07-ea3236a4b48e, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=5c490406-cc5c-4be1-9b07-ea3236a4b48e,segment=NetworkSegment(fe081944-75bd-4360-93ae-f24bcf718c19),segment_id=fe081944-75bd-4360-93ae-f24bcf718c19)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:34:02.802203 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-7bfe2085-dfac-45e0-8a46-4e0c5df4afc3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:02.996172 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-a79e835f-c95f-4087-9ab1-48ccd80a4d0f req-955ebeae-cf4e-4946-9bd1-e6f69b1be676 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:03.123064 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-7bfe2085-dfac-45e0-8a46-4e0c5df4afc3 None None] Calling delete_port for 5c490406-cc5c-4be1-9b07-ea3236a4b48e owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:34:03.129674 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-a79e835f-c95f-4087-9ab1-48ccd80a4d0f req-955ebeae-cf4e-4946-9bd1-e6f69b1be676 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:03.293451 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-e9de174e-8b04-4967-9aa9-69778d5c3a64 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Allocated IP 172.20.0.9 (d518634d-f480-4b43-86b6-e1605b14c60d/f9144e70-bc5a-4c50-b56a-06f0c1dc9f2d/b60073f4-07b9-4870-8d92-d89f68919f64) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:34:03.321168 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [None req-53e9da7b-7f24-4ce9-97e0-94da3a675a21 admin admin] For port 5c490406-cc5c-4be1-9b07-ea3236a4b48e, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=5c490406-cc5c-4be1-9b07-ea3236a4b48e,segment=NetworkSegment(fe081944-75bd-4360-93ae-f24bcf718c19),segment_id=fe081944-75bd-4360-93ae-f24bcf718c19)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:34:03.321911 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-53e9da7b-7f24-4ce9-97e0-94da3a675a21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:03.385354 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a79e835f-c95f-4087-9ab1-48ccd80a4d0f req-955ebeae-cf4e-4946-9bd1-e6f69b1be676 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Network 97711779-de36-4af1-95e9-88f65060157a is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:34:03.386005 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 32796) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:34:03.397326 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [req-a79e835f-c95f-4087-9ab1-48ccd80a4d0f req-955ebeae-cf4e-4946-9bd1-e6f69b1be676 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:34:03.403826 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [req-a79e835f-c95f-4087-9ab1-48ccd80a4d0f req-955ebeae-cf4e-4946-9bd1-e6f69b1be676 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:34:03.465289 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-7bfe2085-dfac-45e0-8a46-4e0c5df4afc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879'] for port, after_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:03.471030 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-53e9da7b-7f24-4ce9-97e0-94da3a675a21 admin admin] Calling delete_port for 5c490406-cc5c-4be1-9b07-ea3236a4b48e owned by network:dhcp {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:34:03.475374 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79e835f-c95f-4087-9ab1-48ccd80a4d0f req-955ebeae-cf4e-4946-9bd1-e6f69b1be676 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:34:03.475516 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-a79e835f-c95f-4087-9ab1-48ccd80a4d0f req-955ebeae-cf4e-4946-9bd1-e6f69b1be676 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:03.528709 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955ebeae-cf4e-4946-9bd1-e6f69b1be676 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Pushing event updated for resources: {'Port': ['ID=08d080b5-c04a-4a33-8fdb-30d9c1651e12,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:34:03.553469 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-31bf05d5-cdfa-473f-af53-649ccfd1bb65 req-b03d3a6f-452e-44dd-aa2b-561679f72a5f service neutron] For port d7f687a5-195e-4ac1-984b-d3edf7ba0823, host n-h1-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:34:03.574878 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-31bf05d5-cdfa-473f-af53-649ccfd1bb65 req-b03d3a6f-452e-44dd-aa2b-561679f72a5f service neutron] For port d7f687a5-195e-4ac1-984b-d3edf7ba0823, host n-h1-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=d7f687a5-195e-4ac1-984b-d3edf7ba0823,segment=NetworkSegment(7d559e24-4bc2-48ae-9e57-270a3050c6dd),segment_id=7d559e24-4bc2-48ae-9e57-270a3050c6dd)] {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:34:03.598100 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device ce63ddba-b7cb-49fc-b704-2a068f43ffea up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:34:03.601312 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7692d0-76ec-45eb-8cf5-e670750c4173 req-775645da-f369-4c79-b47a-860da3c05724 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:34:03.603187 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5f7692d0-76ec-45eb-8cf5-e670750c4173 req-775645da-f369-4c79-b47a-860da3c05724 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5ec40af-efe0-4879-826d-b5845cabb2be HTTP/1.1" status: 200 len: 943 time: 0.4890323 May 28 06:34:03.616891 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.db.api [None req-53e9da7b-7f24-4ce9-97e0-94da3a675a21 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89110) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:34:03.619512 n-d-843702-1 neutron-server[89110]: DEBUG oslo_db.api [None req-53e9da7b-7f24-4ce9-97e0-94da3a675a21 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:34:03.645195 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfe2085-dfac-45e0-8a46-4e0c5df4afc3 None None] Pushing event deleted for resources: {'Port': ['ID=5c490406-cc5c-4be1-9b07-ea3236a4b48e,revision_number=None']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:34:03.653814 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-31bf05d5-cdfa-473f-af53-649ccfd1bb65 req-b03d3a6f-452e-44dd-aa2b-561679f72a5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:03.660834 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bfe2085-dfac-45e0-8a46-4e0c5df4afc3 None None] No DVR routers for this DVR port 5c490406-cc5c-4be1-9b07-ea3236a4b48e on host n-d-843702-1 {{(pid=89111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:34:03.699920 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-a79e835f-c95f-4087-9ab1-48ccd80a4d0f req-955ebeae-cf4e-4946-9bd1-e6f69b1be676 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7808864 May 28 06:34:03.716073 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port ce63ddba-b7cb-49fc-b704-2a068f43ffea triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:34:03.716655 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:03.745605 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1856e89c-9e66-4505-a228-728564d7f6c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:03.772987 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03d3a6f-452e-44dd-aa2b-561679f72a5f service neutron] Pushing event updated for resources: {'Port': ['ID=d7f687a5-195e-4ac1-984b-d3edf7ba0823,revision_number=3']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:34:03.791971 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bf05d5-cdfa-473f-af53-649ccfd1bb65 req-b03d3a6f-452e-44dd-aa2b-561679f72a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:34:03.791971 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-31bf05d5-cdfa-473f-af53-649ccfd1bb65 req-b03d3a6f-452e-44dd-aa2b-561679f72a5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:03.792489 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-1856e89c-9e66-4505-a228-728564d7f6c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:34:03.792578 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-31bf05d5-cdfa-473f-af53-649ccfd1bb65 req-b03d3a6f-452e-44dd-aa2b-561679f72a5f service neutron] 10.222.0.69 "PUT /v2.0/ports/d7f687a5-195e-4ac1-984b-d3edf7ba0823 HTTP/1.1" status: 200 len: 1091 time: 3.3149011 May 28 06:34:03.792578 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5ec40af-efe0-4879-826d-b5845cabb2be', 'tag': 'd7f687a5-195e-4ac1-984b-d3edf7ba0823'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:34:03.814005 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5f7692d0-76ec-45eb-8cf5-e670750c4173 req-222f497f-9243-4dc5-ba53-04f5f3efe38e tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.55 "GET /v2.0/security-groups?id=76f5f0a9-1f72-44c1-a851-4026e46651c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987307 May 28 06:34:03.818781 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-a79e835f-c95f-4087-9ab1-48ccd80a4d0f req-90f2361f-4626-4899-8b3a-bf413d7f9bc6 service neutron] Request body: {'port': {'device_id': '78914748-f294-44e1-942f-994b7228a91e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843702-1'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:34:03.854243 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-1856e89c-9e66-4505-a228-728564d7f6c0 admin admin] Usage tracker for resource:security_group_rule and tenant:f16ce6e999594afba331e0a70cef4ee2 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:34:03.869546 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-1856e89c-9e66-4505-a228-728564d7f6c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:34:03.880834 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36daa0ec-53c3-46b9-8a05-c819734bc4e7'] response: {'name': 'network-changed', 'server_uuid': 'f5ec40af-efe0-4879-826d-b5845cabb2be', 'tag': 'd7f687a5-195e-4ac1-984b-d3edf7ba0823', 'status': 'completed', 'code': 200} May 28 06:34:03.886594 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-1856e89c-9e66-4505-a228-728564d7f6c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:34:03.914044 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port ce63ddba-b7cb-49fc-b704-2a068f43ffea is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:34:03.947034 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e9de174e-8b04-4967-9aa9-69778d5c3a64 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:04.024867 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 5c490406-cc5c-4be1-9b07-ea3236a4b48e no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:34:04.029524 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [None req-e9de174e-8b04-4967-9aa9-69778d5c3a64 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Transition to ACTIVE for port object b60073f4-07b9-4870-8d92-d89f68919f64 will not be triggered until provisioned by entity DHCP. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:34:04.047705 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-a79e835f-c95f-4087-9ab1-48ccd80a4d0f req-90f2361f-4626-4899-8b3a-bf413d7f9bc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:04.070762 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 5c490406-cc5c-4be1-9b07-ea3236a4b48e {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:34:04.071109 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 5c490406-cc5c-4be1-9b07-ea3236a4b48e not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:34:04.123854 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-53e9da7b-7f24-4ce9-97e0-94da3a675a21 admin admin] Deleting port 5c490406-cc5c-4be1-9b07-ea3236a4b48e {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:34:04.127100 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-53e9da7b-7f24-4ce9-97e0-94da3a675a21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:04.230324 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1856e89c-9e66-4505-a228-728564d7f6c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:04.243677 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-53e9da7b-7f24-4ce9-97e0-94da3a675a21 admin admin] The port '5c490406-cc5c-4be1-9b07-ea3236a4b48e' was deleted {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 06:34:04.293140 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecba75b3-49d0-4f8e-8d65-4683de2796ac req-777fb6c8-d9f4-47b9-9177-d91a21cc1aa0 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:34:04.300836 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ecba75b3-49d0-4f8e-8d65-4683de2796ac req-777fb6c8-d9f4-47b9-9177-d91a21cc1aa0 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.55 "GET /v2.0/ports?device_id=78914748-f294-44e1-942f-994b7228a91e HTTP/1.1" status: 200 len: 932 time: 0.2911015 May 28 06:34:04.304160 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9478fa-b490-4d0f-b198-a9007048eda2 req-66ef8227-5af5-409b-8b58-dbbaf9942daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:34:04.305634 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9a9478fa-b490-4d0f-b198-a9007048eda2 req-66ef8227-5af5-409b-8b58-dbbaf9942daf service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ae27d4a836c444af8d35a0fd61d2dbd8&device_id=f5ec40af-efe0-4879-826d-b5845cabb2be HTTP/1.1" status: 200 len: 1094 time: 0.3926916 May 28 06:34:04.341971 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e9de174e-8b04-4967-9aa9-69778d5c3a64 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:04.447807 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1856e89c-9e66-4505-a228-728564d7f6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:04.530367 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ecba75b3-49d0-4f8e-8d65-4683de2796ac req-70972e36-ad4c-4d80-8926-34b98d335f05 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.55 "GET /v2.0/security-groups?id=89c8e518-81c5-4ccc-b111-8291ad38466d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213700 May 28 06:34:04.533629 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-53e9da7b-7f24-4ce9-97e0-94da3a675a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:04.584997 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-53e9da7b-7f24-4ce9-97e0-94da3a675a21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7751daa0-d3b3-45dd-917f-469198f7fdfe']}} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:34:04.606269 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-53e9da7b-7f24-4ce9-97e0-94da3a675a21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe081944-75bd-4360-93ae-f24bcf718c19') {'for_net_delete': True} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:34:04.606556 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-53e9da7b-7f24-4ce9-97e0-94da3a675a21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe081944-75bd-4360-93ae-f24bcf718c19') {} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:34:04.630854 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-53e9da7b-7f24-4ce9-97e0-94da3a675a21 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4150778'] for segment, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:04.642566 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9478fa-b490-4d0f-b198-a9007048eda2 req-505fc8a9-d015-430f-a7f2-e354640c6b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:34:04.644064 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9a9478fa-b490-4d0f-b198-a9007048eda2 req-505fc8a9-d015-430f-a7f2-e354640c6b16 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=ae27d4a836c444af8d35a0fd61d2dbd8&shared=False HTTP/1.1" status: 200 len: 914 time: 0.3148408 May 28 06:34:04.673908 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-53e9da7b-7f24-4ce9-97e0-94da3a675a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:04.697145 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9de174e-8b04-4967-9aa9-69778d5c3a64 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Network d518634d-f480-4b43-86b6-e1605b14c60d is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:34:04.709877 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-e9de174e-8b04-4967-9aa9-69778d5c3a64 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:34:04.716891 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9de174e-8b04-4967-9aa9-69778d5c3a64 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:34:04.735588 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53e9da7b-7f24-4ce9-97e0-94da3a675a21 admin admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=89110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:34:04.736032 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-53e9da7b-7f24-4ce9-97e0-94da3a675a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3143023'] for segment, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:04.745876 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1856e89c-9e66-4505-a228-728564d7f6c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c62fc6bc-c125-43aa-81ff-eff755b3805f,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:34:04.750137 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-1856e89c-9e66-4505-a228-728564d7f6c0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f16ce6e999594afba331e0a70cef4ee2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3631685 May 28 06:34:04.753490 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 32826) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:34:04.767941 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9de174e-8b04-4967-9aa9-69778d5c3a64 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Pushing event updated for resources: {'Port': ['ID=b60073f4-07b9-4870-8d92-d89f68919f64,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:34:04.830352 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment fe081944-75bd-4360-93ae-f24bcf718c19 resource provider aggregate not found May 28 06:34:04.839472 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9de174e-8b04-4967-9aa9-69778d5c3a64 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:34:04.840106 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e9de174e-8b04-4967-9aa9-69778d5c3a64 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:04.875559 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment fe081944-75bd-4360-93ae-f24bcf718c19 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fe081944-75bd-4360-93ae-f24bcf718c19 found for delete ", "request_id": "req-ab6cc3dd-859f-4456-ade2-07304f19485f"}]} May 28 06:34:04.959396 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-e9de174e-8b04-4967-9aa9-69778d5c3a64 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.7864125 May 28 06:34:04.962417 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 32836) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:34:04.969082 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9478fa-b490-4d0f-b198-a9007048eda2 req-673b46fa-bba8-49ba-9887-341b75e2e89f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:34:04.970643 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9a9478fa-b490-4d0f-b198-a9007048eda2 req-673b46fa-bba8-49ba-9887-341b75e2e89f service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3197980 May 28 06:34:04.989508 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e660df48-0305-4a71-b9a0-a2ea81d29504 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:05.017730 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [req-a79e835f-c95f-4087-9ab1-48ccd80a4d0f req-90f2361f-4626-4899-8b3a-bf413d7f9bc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08d080b5-c04a-4a33-8fdb-30d9c1651e12 {{(pid=89109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:34:05.024032 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-53e9da7b-7f24-4ce9-97e0-94da3a675a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:05.032996 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-a79e835f-c95f-4087-9ab1-48ccd80a4d0f req-90f2361f-4626-4899-8b3a-bf413d7f9bc6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:05.074361 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [req-a79e835f-c95f-4087-9ab1-48ccd80a4d0f req-90f2361f-4626-4899-8b3a-bf413d7f9bc6 service neutron] Transition to ACTIVE for port object 08d080b5-c04a-4a33-8fdb-30d9c1651e12 will not be triggered until provisioned by entity L2. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:34:05.075185 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-53e9da7b-7f24-4ce9-97e0-94da3a675a21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:05.083811 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e660df48-0305-4a71-b9a0-a2ea81d29504 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:05.096291 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09b85cb-5518-47a8-90d2-08f77ac65923 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:34:05.097284 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-e09b85cb-5518-47a8-90d2-08f77ac65923 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Synchronizing usage tracker for tenant:1c19ca0f4502419e9ff184ba1821fbef on resource:port {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:34:05.191939 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-f96be5c3-c794-44e3-872e-e7720f09cbb4 None None] Provisioning for port b60073f4-07b9-4870-8d92-d89f68919f64 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:34:05.192749 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-a79e835f-c95f-4087-9ab1-48ccd80a4d0f req-90f2361f-4626-4899-8b3a-bf413d7f9bc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:05.198734 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-f96be5c3-c794-44e3-872e-e7720f09cbb4 None None] Provisioning complete for port b60073f4-07b9-4870-8d92-d89f68919f64 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:34:05.199431 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-f96be5c3-c794-44e3-872e-e7720f09cbb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:05.246425 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-e09b85cb-5518-47a8-90d2-08f77ac65923 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Unset dirty status for tenant:1c19ca0f4502419e9ff184ba1821fbef on resource:port {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:34:05.247786 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-e09b85cb-5518-47a8-90d2-08f77ac65923 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] 10.222.0.55 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.2842603 May 28 06:34:05.261833 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 32840) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:34:05.262836 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-f96be5c3-c794-44e3-872e-e7720f09cbb4 None None] Port b60073f4-07b9-4870-8d92-d89f68919f64 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:34:05.349193 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e9da7b-7f24-4ce9-97e0-94da3a675a21 admin admin] Pushing event deleted for resources: {'Network': ['ID=7751daa0-d3b3-45dd-917f-469198f7fdfe,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:34:05.401239 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-53e9da7b-7f24-4ce9-97e0-94da3a675a21 admin admin] 10.222.0.55 "DELETE /v2.0/networks/7751daa0-d3b3-45dd-917f-469198f7fdfe HTTP/1.1" status: 204 len: 168 time: 3.3029642 May 28 06:34:05.444293 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bf05d5-cdfa-473f-af53-649ccfd1bb65 req-d03268aa-36c3-414b-8b14-4f4498f1055e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:34:05.445834 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-31bf05d5-cdfa-473f-af53-649ccfd1bb65 req-d03268aa-36c3-414b-8b14-4f4498f1055e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ae27d4a836c444af8d35a0fd61d2dbd8&device_id=f5ec40af-efe0-4879-826d-b5845cabb2be HTTP/1.1" status: 200 len: 1094 time: 0.3742537 May 28 06:34:05.455018 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb07068-4a1e-4605-b2d6-71cc2ece791d req-fca99d2e-d22c-43e2-b5b5-3322a2dec519 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:34:05.466559 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8cb07068-4a1e-4605-b2d6-71cc2ece791d req-fca99d2e-d22c-43e2-b5b5-3322a2dec519 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5ec40af-efe0-4879-826d-b5845cabb2be HTTP/1.1" status: 200 len: 943 time: 0.3886912 May 28 06:34:05.494552 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f2361f-4626-4899-8b3a-bf413d7f9bc6 service neutron] Pushing event updated for resources: {'Port': ['ID=08d080b5-c04a-4a33-8fdb-30d9c1651e12,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:34:05.539311 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e660df48-0305-4a71-b9a0-a2ea81d29504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:05.541996 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e660df48-0305-4a71-b9a0-a2ea81d29504 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:05.543296 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-e660df48-0305-4a71-b9a0-a2ea81d29504 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c62fc6bc-c125-43aa-81ff-eff755b3805f HTTP/1.1" status: 204 len: 168 time: 0.7779412 May 28 06:34:05.609053 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-a79e835f-c95f-4087-9ab1-48ccd80a4d0f req-90f2361f-4626-4899-8b3a-bf413d7f9bc6 service neutron] Attempting to bind port 08d080b5-c04a-4a33-8fdb-30d9c1651e12 on host n-h2-843702-1 for vnic_type normal with profile {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:34:05.609494 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-a79e835f-c95f-4087-9ab1-48ccd80a4d0f req-90f2361f-4626-4899-8b3a-bf413d7f9bc6 service neutron] Attempting to bind port 08d080b5-c04a-4a33-8fdb-30d9c1651e12 by drivers openvswitch,hyperv on host n-h2-843702-1 at level 0 using segments [{'id': '36b7b050-a7a0-4005-a03f-73135e20048b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '97711779-de36-4af1-95e9-88f65060157a'}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:34:05.609892 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a79e835f-c95f-4087-9ab1-48ccd80a4d0f req-90f2361f-4626-4899-8b3a-bf413d7f9bc6 service neutron] Attempting to bind port 08d080b5-c04a-4a33-8fdb-30d9c1651e12 on network 97711779-de36-4af1-95e9-88f65060157a {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:34:05.628428 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8cb07068-4a1e-4605-b2d6-71cc2ece791d req-bc744f61-feb5-47f5-891d-c3a74853b420 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.55 "GET /v2.0/security-groups?id=76f5f0a9-1f72-44c1-a851-4026e46651c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573968 May 28 06:34:05.632863 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2126eef7-225f-4062-82f4-5f522d4ccfe1 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:34:05.638779 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2126eef7-225f-4062-82f4-5f522d4ccfe1 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:34:05.645514 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2126eef7-225f-4062-82f4-5f522d4ccfe1 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:34:05.649624 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-2126eef7-225f-4062-82f4-5f522d4ccfe1 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] 10.222.0.55 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.3838055 May 28 06:34:05.649624 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a79e835f-c95f-4087-9ab1-48ccd80a4d0f req-90f2361f-4626-4899-8b3a-bf413d7f9bc6 service neutron] Port 08d080b5-c04a-4a33-8fdb-30d9c1651e12 on network 97711779-de36-4af1-95e9-88f65060157a not bound, no agent of type Open vSwitch agent registered on host n-h2-843702-1 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:34:05.649624 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a79e835f-c95f-4087-9ab1-48ccd80a4d0f req-90f2361f-4626-4899-8b3a-bf413d7f9bc6 service neutron] Attempting to bind port 08d080b5-c04a-4a33-8fdb-30d9c1651e12 on network 97711779-de36-4af1-95e9-88f65060157a {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:34:05.656134 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 32856) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:34:05.656920 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a79e835f-c95f-4087-9ab1-48ccd80a4d0f req-90f2361f-4626-4899-8b3a-bf413d7f9bc6 service neutron] Checking agent: {'id': 'f1a3973b-d2b3-4558-88e7-2ac50857d302', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:34:05.657255 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a79e835f-c95f-4087-9ab1-48ccd80a4d0f req-90f2361f-4626-4899-8b3a-bf413d7f9bc6 service neutron] Checking segment: {'id': '36b7b050-a7a0-4005-a03f-73135e20048b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '97711779-de36-4af1-95e9-88f65060157a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:34:05.657699 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a79e835f-c95f-4087-9ab1-48ccd80a4d0f req-90f2361f-4626-4899-8b3a-bf413d7f9bc6 service neutron] Bound using segment: {'id': '36b7b050-a7a0-4005-a03f-73135e20048b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '97711779-de36-4af1-95e9-88f65060157a'} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:34:05.658084 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-a79e835f-c95f-4087-9ab1-48ccd80a4d0f req-90f2361f-4626-4899-8b3a-bf413d7f9bc6 service neutron] Bound port: 08d080b5-c04a-4a33-8fdb-30d9c1651e12, host: n-h2-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36b7b050-a7a0-4005-a03f-73135e20048b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '97711779-de36-4af1-95e9-88f65060157a'}}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:34:05.658428 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-a79e835f-c95f-4087-9ab1-48ccd80a4d0f req-90f2361f-4626-4899-8b3a-bf413d7f9bc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:05.699667 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-31bf05d5-cdfa-473f-af53-649ccfd1bb65 req-e07980a4-c4c1-458b-9b94-873417e7c893 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d7f687a5-195e-4ac1-984b-d3edf7ba0823 HTTP/1.1" status: 200 len: 217 time: 0.1764762 May 28 06:34:05.700655 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e660df48-0305-4a71-b9a0-a2ea81d29504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c62fc6bc-c125-43aa-81ff-eff755b3805f,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:34:05.802268 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bf05d5-cdfa-473f-af53-649ccfd1bb65 req-28917fad-68d4-4c59-af04-8a99a016b303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:34:05.804244 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-31bf05d5-cdfa-473f-af53-649ccfd1bb65 req-28917fad-68d4-4c59-af04-8a99a016b303 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=be7430a6-d63b-496c-a478-4d1ac23bdfda HTTP/1.1" status: 200 len: 853 time: 0.0990343 May 28 06:34:05.823457 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-fca880a4-a549-4ec2-bca2-b54703c35bed tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Deleting port b60073f4-07b9-4870-8d92-d89f68919f64 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:34:05.823787 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fca880a4-a549-4ec2-bca2-b54703c35bed tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:05.870701 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 32864) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:34:05.918744 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-31bf05d5-cdfa-473f-af53-649ccfd1bb65 req-3a930c6f-137b-475d-9efa-2cafcdbd9960 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8d92f73a-1818-46b4-ace6-904b9532c5d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690591 May 28 06:34:05.965321 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-a79e835f-c95f-4087-9ab1-48ccd80a4d0f req-90f2361f-4626-4899-8b3a-bf413d7f9bc6 service neutron] For port 08d080b5-c04a-4a33-8fdb-30d9c1651e12, host n-h2-843702-1, cleared binding levels {{(pid=89109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:34:06.085561 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf29df4-7623-4606-a7c9-2cfa96d5374c req-32ff1452-6c92-4ecc-8379-a98c61073cf5 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:34:06.093726 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dbf29df4-7623-4606-a7c9-2cfa96d5374c req-32ff1452-6c92-4ecc-8379-a98c61073cf5 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.55 "GET /v2.0/ports?device_id=78914748-f294-44e1-942f-994b7228a91e HTTP/1.1" status: 200 len: 944 time: 0.2881205 May 28 06:34:06.180103 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-31bf05d5-cdfa-473f-af53-649ccfd1bb65 req-ace28b1b-9dee-4146-8c53-81c9de4e0cff service neutron] 10.222.0.69 "GET /v2.0/networks/8d92f73a-1818-46b4-ace6-904b9532c5d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492177 May 28 06:34:06.184723 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-475b70c0-9af5-4bcd-837d-9b6c5065655a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5a27568d2aff479086cfcad7501ab2c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3126228 May 28 06:34:06.195358 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dbf29df4-7623-4606-a7c9-2cfa96d5374c req-a3cb9e88-a6dd-4916-8188-eed3fc4e6228 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.55 "GET /v2.0/security-groups?id=89c8e518-81c5-4ccc-b111-8291ad38466d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006551 May 28 06:34:06.200754 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 32874) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:34:06.219111 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fca880a4-a549-4ec2-bca2-b54703c35bed tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:06.364452 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-a79e835f-c95f-4087-9ab1-48ccd80a4d0f req-90f2361f-4626-4899-8b3a-bf413d7f9bc6 service neutron] For port 08d080b5-c04a-4a33-8fdb-30d9c1651e12, host n-h2-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=08d080b5-c04a-4a33-8fdb-30d9c1651e12,segment=NetworkSegment(36b7b050-a7a0-4005-a03f-73135e20048b),segment_id=36b7b050-a7a0-4005-a03f-73135e20048b)] {{(pid=89109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:34:06.371722 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-fca880a4-a549-4ec2-bca2-b54703c35bed tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Calling delete_port for b60073f4-07b9-4870-8d92-d89f68919f64 owned by {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:34:06.387477 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-235681bf-d64f-47f2-8252-0d7f27df0daf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:06.431810 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-a79e835f-c95f-4087-9ab1-48ccd80a4d0f req-90f2361f-4626-4899-8b3a-bf413d7f9bc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:06.436869 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-235681bf-d64f-47f2-8252-0d7f27df0daf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:06.485389 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-31bf05d5-cdfa-473f-af53-649ccfd1bb65 req-2a5738f7-424b-4dc5-8fd6-f0aa65ba8390 service neutron] 10.222.0.69 "GET /v2.0/networks/8d92f73a-1818-46b4-ace6-904b9532c5d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2835534 May 28 06:34:06.592723 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f2361f-4626-4899-8b3a-bf413d7f9bc6 service neutron] Pushing event updated for resources: {'Port': ['ID=08d080b5-c04a-4a33-8fdb-30d9c1651e12,revision_number=3']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:34:06.609155 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79e835f-c95f-4087-9ab1-48ccd80a4d0f req-90f2361f-4626-4899-8b3a-bf413d7f9bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:34:06.610043 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-a79e835f-c95f-4087-9ab1-48ccd80a4d0f req-90f2361f-4626-4899-8b3a-bf413d7f9bc6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:06.611544 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-a79e835f-c95f-4087-9ab1-48ccd80a4d0f req-90f2361f-4626-4899-8b3a-bf413d7f9bc6 service neutron] 10.222.0.71 "PUT /v2.0/ports/08d080b5-c04a-4a33-8fdb-30d9c1651e12 HTTP/1.1" status: 200 len: 1092 time: 2.8866906 May 28 06:34:06.611972 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78914748-f294-44e1-942f-994b7228a91e', 'tag': '08d080b5-c04a-4a33-8fdb-30d9c1651e12'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:34:06.688081 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-235681bf-d64f-47f2-8252-0d7f27df0daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:06.690082 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6017a617-eb7e-4739-8495-69244ffcaa08'] response: {'name': 'network-changed', 'server_uuid': '78914748-f294-44e1-942f-994b7228a91e', 'tag': '08d080b5-c04a-4a33-8fdb-30d9c1651e12', 'status': 'completed', 'code': 200} May 28 06:34:06.725723 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235681bf-d64f-47f2-8252-0d7f27df0daf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dee936ce-b9e4-4668-898c-fea71a001642,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:34:06.773507 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-235681bf-d64f-47f2-8252-0d7f27df0daf admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:06.777156 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-235681bf-d64f-47f2-8252-0d7f27df0daf admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/dee936ce-b9e4-4668-898c-fea71a001642 HTTP/1.1" status: 204 len: 168 time: 0.5494225 May 28 06:34:06.861236 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7de185-c0a6-49ec-ae80-b79e0f542084 req-053945e2-4f7c-4109-b7d7-fc70fdfe3a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:34:06.864208 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-9e7de185-c0a6-49ec-ae80-b79e0f542084 req-053945e2-4f7c-4109-b7d7-fc70fdfe3a67 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5ef065cc7a6e48198da7b2879024e281&device_id=78914748-f294-44e1-942f-994b7228a91e HTTP/1.1" status: 200 len: 1095 time: 0.1320214 May 28 06:34:06.937937 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69478b5b-b5f4-47d1-ae52-4238f5f79e5d req-784c89fd-a451-4f98-9c6c-043a27b6a57d tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:34:06.971425 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-69478b5b-b5f4-47d1-ae52-4238f5f79e5d req-784c89fd-a451-4f98-9c6c-043a27b6a57d tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5ec40af-efe0-4879-826d-b5845cabb2be HTTP/1.1" status: 200 len: 943 time: 0.1464770 May 28 06:34:06.984485 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fca880a4-a549-4ec2-bca2-b54703c35bed tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:06.995061 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-69478b5b-b5f4-47d1-ae52-4238f5f79e5d req-6e07f234-d713-405f-a478-cf5464a26bb3 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.55 "GET /v2.0/security-groups?id=76f5f0a9-1f72-44c1-a851-4026e46651c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478756 May 28 06:34:07.194872 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca880a4-a549-4ec2-bca2-b54703c35bed tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Pushing event deleted for resources: {'Port': ['ID=b60073f4-07b9-4870-8d92-d89f68919f64,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:34:07.457124 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7de185-c0a6-49ec-ae80-b79e0f542084 req-c91785f8-4cd4-4dc0-8276-44e28b3e2aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:34:07.458803 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-9e7de185-c0a6-49ec-ae80-b79e0f542084 req-c91785f8-4cd4-4dc0-8276-44e28b3e2aee service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=5ef065cc7a6e48198da7b2879024e281&shared=False HTTP/1.1" status: 200 len: 906 time: 0.5811489 May 28 06:34:07.582476 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1346c03a-4cf1-4d9c-a02a-7de73f753941 req-86230065-d541-4886-ba81-1f73000890c5 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:34:07.591253 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1346c03a-4cf1-4d9c-a02a-7de73f753941 req-86230065-d541-4886-ba81-1f73000890c5 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.55 "GET /v2.0/ports?device_id=78914748-f294-44e1-942f-994b7228a91e HTTP/1.1" status: 200 len: 944 time: 0.2108335 May 28 06:34:07.619894 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fca880a4-a549-4ec2-bca2-b54703c35bed tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:07.645998 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1346c03a-4cf1-4d9c-a02a-7de73f753941 req-69d382e9-6878-48de-948d-924a2b475c5c tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.55 "GET /v2.0/security-groups?id=89c8e518-81c5-4ccc-b111-8291ad38466d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538318 May 28 06:34:07.701494 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7de185-c0a6-49ec-ae80-b79e0f542084 req-b531ab6d-afac-4234-ba65-7e8ac04125c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:34:07.702955 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-9e7de185-c0a6-49ec-ae80-b79e0f542084 req-b531ab6d-afac-4234-ba65-7e8ac04125c7 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2240217 May 28 06:34:07.713889 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-fca880a4-a549-4ec2-bca2-b54703c35bed tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] 10.222.0.55 "DELETE /v2.0/ports/b60073f4-07b9-4870-8d92-d89f68919f64 HTTP/1.1" status: 204 len: 168 time: 2.0423968 May 28 06:34:07.714500 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 32914) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:34:07.772963 n-d-843702-1 neutron-server[89110]: INFO neutron.pecan_wsgi.hooks.translation [None req-056080f2-06d4-43ec-83f9-6b40c265409e tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] GET failed (client error): The resource could not be found. May 28 06:34:07.773401 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-056080f2-06d4-43ec-83f9-6b40c265409e tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Synchronizing usage tracker for tenant:1c19ca0f4502419e9ff184ba1821fbef on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:34:07.858883 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-056080f2-06d4-43ec-83f9-6b40c265409e tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Unset dirty status for tenant:1c19ca0f4502419e9ff184ba1821fbef on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:34:07.858883 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-056080f2-06d4-43ec-83f9-6b40c265409e tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] 10.222.0.55 "GET /v2.0/ports/b60073f4-07b9-4870-8d92-d89f68919f64 HTTP/1.1" status: 404 len: 333 time: 0.1293108 May 28 06:34:07.865326 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79e835f-c95f-4087-9ab1-48ccd80a4d0f req-386b23af-629a-4c47-82c3-30a3cb6ae5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:34:07.870485 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 32920) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:34:07.874512 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-a79e835f-c95f-4087-9ab1-48ccd80a4d0f req-386b23af-629a-4c47-82c3-30a3cb6ae5d6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5ef065cc7a6e48198da7b2879024e281&device_id=78914748-f294-44e1-942f-994b7228a91e HTTP/1.1" status: 200 len: 1095 time: 0.0825696 May 28 06:34:07.947271 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-643795c1-ecfa-4753-9392-e719b3efcafb tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Deleting port 893d9161-f621-4f16-805a-d31e28d90ff4 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:34:07.947271 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-643795c1-ecfa-4753-9392-e719b3efcafb tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:08.047400 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-a79e835f-c95f-4087-9ab1-48ccd80a4d0f req-18f034a1-d03c-4313-8e78-ed4efbc87afd service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=08d080b5-c04a-4a33-8fdb-30d9c1651e12 HTTP/1.1" status: 200 len: 217 time: 0.1746337 May 28 06:34:08.190794 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 32932) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:34:08.324253 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79e835f-c95f-4087-9ab1-48ccd80a4d0f req-dfe5e414-598c-4177-8fda-409e8215a5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:34:08.328044 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-a79e835f-c95f-4087-9ab1-48ccd80a4d0f req-dfe5e414-598c-4177-8fda-409e8215a5e8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9065b260-3817-4805-a18f-dced8d73fe86 HTTP/1.1" status: 200 len: 845 time: 0.2595601 May 28 06:34:08.374114 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-643795c1-ecfa-4753-9392-e719b3efcafb tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:08.421037 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-96da01a6-e102-4fe1-b7c8-5b4d22a9b9cc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8e4074ed5c8c49c2aec45f4e2cdfeee5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2205882 May 28 06:34:08.421968 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 32942) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:34:08.427725 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-a79e835f-c95f-4087-9ab1-48ccd80a4d0f req-92687a98-ce16-42f2-8f13-7e88723d789e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=97711779-de36-4af1-95e9-88f65060157a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0913119 May 28 06:34:08.592880 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device d7f687a5-195e-4ac1-984b-d3edf7ba0823 details requested by agent hyperv_n-h1-843702-1 with host n-h1-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:34:08.700871 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f56dad3c-2519-473e-8ce7-2fe2f4c2bc93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:08.784999 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 32954) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:34:08.792451 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-643795c1-ecfa-4753-9392-e719b3efcafb tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Calling delete_port for 893d9161-f621-4f16-805a-d31e28d90ff4 owned by {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:34:08.812779 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f56dad3c-2519-473e-8ce7-2fe2f4c2bc93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:08.833700 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-a79e835f-c95f-4087-9ab1-48ccd80a4d0f req-32661139-941e-41ad-baa7-37f061526817 service neutron] 10.222.0.71 "GET /v2.0/networks/97711779-de36-4af1-95e9-88f65060157a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3951328 May 28 06:34:08.863402 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port d7f687a5-195e-4ac1-984b-d3edf7ba0823, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=d7f687a5-195e-4ac1-984b-d3edf7ba0823,segment=NetworkSegment(7d559e24-4bc2-48ae-9e57-270a3050c6dd),segment_id=7d559e24-4bc2-48ae-9e57-270a3050c6dd)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:34:08.974563 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Returning: {'device': 'd7f687a5-195e-4ac1-984b-d3edf7ba0823', 'network_id': '8d92f73a-1818-46b4-ace6-904b9532c5d0', 'port_id': 'd7f687a5-195e-4ac1-984b-d3edf7ba0823', 'mac_address': 'fa:16:3e:2e:af:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be7430a6-d63b-496c-a478-4d1ac23bdfda', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:34:09.033516 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port d7f687a5-195e-4ac1-984b-d3edf7ba0823 is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:34:09.034586 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:09.055623 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7f687a5-195e-4ac1-984b-d3edf7ba0823 {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:34:09.074004 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port d7f687a5-195e-4ac1-984b-d3edf7ba0823, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=d7f687a5-195e-4ac1-984b-d3edf7ba0823,segment=NetworkSegment(7d559e24-4bc2-48ae-9e57-270a3050c6dd),segment_id=7d559e24-4bc2-48ae-9e57-270a3050c6dd)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:34:09.145397 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:09.167731 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8926be3-0d30-4134-aafa-858e28f848f6 admin admin] Deleting subnet 6e5f323f-ea6c-4672-94fb-4b56107669c0 {{(pid=89109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:34:09.173165 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a8926be3-0d30-4134-aafa-858e28f848f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:09.177351 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-643795c1-ecfa-4753-9392-e719b3efcafb tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:09.236264 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-a79e835f-c95f-4087-9ab1-48ccd80a4d0f req-1a605412-86b9-4235-9de0-3cd02d1281ec service neutron] 10.222.0.71 "GET /v2.0/networks/97711779-de36-4af1-95e9-88f65060157a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3829932 May 28 06:34:09.249140 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a8926be3-0d30-4134-aafa-858e28f848f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3964070'] for subnet, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:09.258645 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643795c1-ecfa-4753-9392-e719b3efcafb tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Pushing event deleted for resources: {'Port': ['ID=893d9161-f621-4f16-805a-d31e28d90ff4,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:34:09.275718 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219bff11-6358-4a4d-a6d5-fba7122cf4b6 req-6078c99c-2e74-46df-9d33-b55d980066aa tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:34:09.277262 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-219bff11-6358-4a4d-a6d5-fba7122cf4b6 req-6078c99c-2e74-46df-9d33-b55d980066aa tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5ec40af-efe0-4879-826d-b5845cabb2be HTTP/1.1" status: 200 len: 943 time: 1.0688479 May 28 06:34:09.304739 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=d7f687a5-195e-4ac1-984b-d3edf7ba0823,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:34:09.321180 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f56dad3c-2519-473e-8ce7-2fe2f4c2bc93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:09.351005 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56dad3c-2519-473e-8ce7-2fe2f4c2bc93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26ffcf1d-fdca-4f6f-adb0-2cc4b8bb2e8d,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:34:09.370705 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f56dad3c-2519-473e-8ce7-2fe2f4c2bc93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:09.373941 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-f56dad3c-2519-473e-8ce7-2fe2f4c2bc93 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/26ffcf1d-fdca-4f6f-adb0-2cc4b8bb2e8d HTTP/1.1" status: 204 len: 168 time: 0.9502118 May 28 06:34:09.406715 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a8926be3-0d30-4134-aafa-858e28f848f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:09.432041 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['d7f687a5-195e-4ac1-984b-d3edf7ba0823'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:34:09.469529 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-643795c1-ecfa-4753-9392-e719b3efcafb tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:09.574532 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d8a8ff-2204-4b60-bc8c-f07ae47d7f1c req-7db6f417-2ce0-4c8c-8e84-db967f6d3c63 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:34:09.584617 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-03d8a8ff-2204-4b60-bc8c-f07ae47d7f1c req-7db6f417-2ce0-4c8c-8e84-db967f6d3c63 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.55 "GET /v2.0/ports?device_id=78914748-f294-44e1-942f-994b7228a91e HTTP/1.1" status: 200 len: 944 time: 0.4885473 May 28 06:34:09.619697 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-219bff11-6358-4a4d-a6d5-fba7122cf4b6 req-e45334db-3c7c-43db-9351-b4d01627f9bb tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.55 "GET /v2.0/security-groups?id=76f5f0a9-1f72-44c1-a851-4026e46651c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571863 May 28 06:34:09.653763 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a8926be3-0d30-4134-aafa-858e28f848f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9555650'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:09.682220 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-03d8a8ff-2204-4b60-bc8c-f07ae47d7f1c req-ec94742c-36fc-4487-a419-c813d8acdff8 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.55 "GET /v2.0/security-groups?id=89c8e518-81c5-4ccc-b111-8291ad38466d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965376 May 28 06:34:09.683987 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-643795c1-ecfa-4753-9392-e719b3efcafb tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] 10.222.0.55 "DELETE /v2.0/ports/893d9161-f621-4f16-805a-d31e28d90ff4 HTTP/1.1" status: 204 len: 168 time: 1.8340924 May 28 06:34:09.689381 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 32972) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:34:09.757621 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8926be3-0d30-4134-aafa-858e28f848f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e5f323f-ea6c-4672-94fb-4b56107669c0,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:34:09.761209 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a8926be3-0d30-4134-aafa-858e28f848f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:09.763673 n-d-843702-1 neutron-server[89110]: INFO neutron.pecan_wsgi.hooks.translation [None req-36713012-580a-46a8-84e2-dc6a2acf8a44 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] GET failed (client error): The resource could not be found. May 28 06:34:09.764204 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-36713012-580a-46a8-84e2-dc6a2acf8a44 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Synchronizing usage tracker for tenant:1c19ca0f4502419e9ff184ba1821fbef on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:34:09.767291 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-a8926be3-0d30-4134-aafa-858e28f848f6 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/6e5f323f-ea6c-4672-94fb-4b56107669c0 HTTP/1.1" status: 204 len: 168 time: 0.9613860 May 28 06:34:09.770488 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 32976) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:34:09.878773 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-826c01d7-76ab-428a-901a-97f5f1aa2a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:10.012856 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-826c01d7-76ab-428a-901a-97f5f1aa2a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:10.024800 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-36713012-580a-46a8-84e2-dc6a2acf8a44 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Unset dirty status for tenant:1c19ca0f4502419e9ff184ba1821fbef on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:34:10.028646 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-36713012-580a-46a8-84e2-dc6a2acf8a44 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] 10.222.0.55 "GET /v2.0/ports/893d9161-f621-4f16-805a-d31e28d90ff4 HTTP/1.1" status: 404 len: 333 time: 0.3280315 May 28 06:34:10.030598 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 32986) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:34:10.099115 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-826c01d7-76ab-428a-901a-97f5f1aa2a43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7bbc20e-7bc5-42fd-94f8-f3663ada8854']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:34:10.240368 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-826c01d7-76ab-428a-901a-97f5f1aa2a43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8c42c09-58b4-4e9e-ab8f-c96c63ee4190') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:34:10.240666 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-826c01d7-76ab-428a-901a-97f5f1aa2a43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8c42c09-58b4-4e9e-ab8f-c96c63ee4190') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:34:10.257865 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-826c01d7-76ab-428a-901a-97f5f1aa2a43 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:10.290047 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_v2 [None req-92888859-98f5-4542-9b4e-a313f6b47617 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Deleting subnet f9144e70-bc5a-4c50-b56a-06f0c1dc9f2d {{(pid=89109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:34:10.290047 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-92888859-98f5-4542-9b4e-a313f6b47617 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks [] for subnet, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:10.310826 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-826c01d7-76ab-428a-901a-97f5f1aa2a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:10.330686 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-826c01d7-76ab-428a-901a-97f5f1aa2a43 admin admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:34:10.332041 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-826c01d7-76ab-428a-901a-97f5f1aa2a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:10.403247 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment a8c42c09-58b4-4e9e-ab8f-c96c63ee4190 resource provider aggregate not found May 28 06:34:10.428074 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment a8c42c09-58b4-4e9e-ab8f-c96c63ee4190 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a8c42c09-58b4-4e9e-ab8f-c96c63ee4190 found for delete ", "request_id": "req-b253f055-aa53-4b05-8f75-8357a8dc5f6b"}]} May 28 06:34:10.435120 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-92888859-98f5-4542-9b4e-a313f6b47617 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3964070'] for subnet, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:10.555766 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-92888859-98f5-4542-9b4e-a313f6b47617 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:10.602500 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device d7f687a5-195e-4ac1-984b-d3edf7ba0823 up at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:34:10.687505 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-826c01d7-76ab-428a-901a-97f5f1aa2a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:10.702686 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-826c01d7-76ab-428a-901a-97f5f1aa2a43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:10.714355 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826c01d7-76ab-428a-901a-97f5f1aa2a43 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7bbc20e-7bc5-42fd-94f8-f3663ada8854,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:34:10.756803 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-92888859-98f5-4542-9b4e-a313f6b47617 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9555650'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:10.785867 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning for port d7f687a5-195e-4ac1-984b-d3edf7ba0823 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:34:10.791397 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning complete for port d7f687a5-195e-4ac1-984b-d3edf7ba0823 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:34:10.793901 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:10.803024 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92888859-98f5-4542-9b4e-a313f6b47617 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Pushing event deleted for resources: {'Subnet': ['ID=f9144e70-bc5a-4c50-b56a-06f0c1dc9f2d,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:34:10.805862 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-92888859-98f5-4542-9b4e-a313f6b47617 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:10.808062 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-92888859-98f5-4542-9b4e-a313f6b47617 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] 10.222.0.55 "DELETE /v2.0/subnets/f9144e70-bc5a-4c50-b56a-06f0c1dc9f2d HTTP/1.1" status: 204 len: 168 time: 0.7765458 May 28 06:34:10.809733 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-826c01d7-76ab-428a-901a-97f5f1aa2a43 admin admin] 10.222.0.55 "DELETE /v2.0/networks/c7bbc20e-7bc5-42fd-94f8-f3663ada8854 HTTP/1.1" status: 204 len: 168 time: 1.0382311 May 28 06:34:10.813617 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 33028) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:34:10.838524 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c02e15-4735-45ae-aca2-2ae00f09d66c None None] Network d518634d-f480-4b43-86b6-e1605b14c60d requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:34:10.991977 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3fd06123-f220-4975-a0bc-c094e7220175 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:11.011011 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-3fd06123-f220-4975-a0bc-c094e7220175 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Deleting port ce63ddba-b7cb-49fc-b704-2a068f43ffea {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:34:11.011011 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3fd06123-f220-4975-a0bc-c094e7220175 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:11.035015 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88968d3-67a7-4526-8761-a9af9add7205 req-80b9f0a2-5480-448b-a4b2-e9bd797604de tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:34:11.062271 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e88968d3-67a7-4526-8761-a9af9add7205 req-80b9f0a2-5480-448b-a4b2-e9bd797604de tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.55 "GET /v2.0/ports?device_id=78914748-f294-44e1-942f-994b7228a91e HTTP/1.1" status: 200 len: 944 time: 0.1737540 May 28 06:34:11.062271 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf59e7f3-3337-432a-a728-a99049c587fc req-f429ff67-c409-4dd7-82ee-0f67fe06637b tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:34:11.062271 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bf59e7f3-3337-432a-a728-a99049c587fc req-f429ff67-c409-4dd7-82ee-0f67fe06637b tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5ec40af-efe0-4879-826d-b5845cabb2be HTTP/1.1" status: 200 len: 944 time: 0.2761831 May 28 06:34:11.184678 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e88968d3-67a7-4526-8761-a9af9add7205 req-c1030511-e854-4b71-bd6f-26cc5b1d826b tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.55 "GET /v2.0/security-groups?id=89c8e518-81c5-4ccc-b111-8291ad38466d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396101 May 28 06:34:11.198855 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bf59e7f3-3337-432a-a728-a99049c587fc req-6dd359d0-43cc-412d-9c9d-031f7da305c2 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.55 "GET /v2.0/security-groups?id=76f5f0a9-1f72-44c1-a851-4026e46651c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303849 May 28 06:34:11.205624 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port d7f687a5-195e-4ac1-984b-d3edf7ba0823 is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:34:11.206464 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:11.266238 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port d7f687a5-195e-4ac1-984b-d3edf7ba0823, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=d7f687a5-195e-4ac1-984b-d3edf7ba0823,segment=NetworkSegment(7d559e24-4bc2-48ae-9e57-270a3050c6dd),segment_id=7d559e24-4bc2-48ae-9e57-270a3050c6dd)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:34:11.267725 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5ec40af-efe0-4879-826d-b5845cabb2be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7f687a5-195e-4ac1-984b-d3edf7ba0823'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:34:11.324246 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca1ec546-2d31-490a-abad-52fc80eb9d6c'] response: {'server_uuid': 'f5ec40af-efe0-4879-826d-b5845cabb2be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7f687a5-195e-4ac1-984b-d3edf7ba0823', 'code': 200} May 28 06:34:11.351268 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-3fd06123-f220-4975-a0bc-c094e7220175 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] For port ce63ddba-b7cb-49fc-b704-2a068f43ffea, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=ce63ddba-b7cb-49fc-b704-2a068f43ffea,segment=NetworkSegment(f9d91209-445b-40c3-93ac-3716fc44a2b9),segment_id=f9d91209-445b-40c3-93ac-3716fc44a2b9)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:34:11.357533 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3fd06123-f220-4975-a0bc-c094e7220175 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:11.357910 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:11.385850 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 33038) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:34:11.469001 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aac1676-8a03-4996-bd34-42b928d70309 None None] DHCP port deletion for d518634d-f480-4b43-86b6-e1605b14c60d request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:34:11.489324 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-6aac1676-8a03-4996-bd34-42b928d70309 None None] Deleting port ce63ddba-b7cb-49fc-b704-2a068f43ffea {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:34:11.490782 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-6aac1676-8a03-4996-bd34-42b928d70309 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:11.528745 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-5a0e53b4-d670-412b-af9f-bf0135f79b91 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9795f3bb4dd842ee9b6997b24ebca479&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1417201 May 28 06:34:11.531214 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 33042) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:34:11.537550 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-3fd06123-f220-4975-a0bc-c094e7220175 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Calling delete_port for ce63ddba-b7cb-49fc-b704-2a068f43ffea owned by network:dhcp {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:34:11.632515 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device ce63ddba-b7cb-49fc-b704-2a068f43ffea no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:34:11.747109 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ed600188-1ed8-41a0-a8e0-1956f550597f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:11.758828 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e397bf-c1eb-4b9d-a42f-e1a865e53f3c req-a876c97c-dcee-4d39-843b-3f36264937c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:34:11.760342 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-12e397bf-c1eb-4b9d-a42f-e1a865e53f3c req-a876c97c-dcee-4d39-843b-3f36264937c7 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f5ec40af-efe0-4879-826d-b5845cabb2be HTTP/1.1" status: 200 len: 1096 time: 0.3326824 May 28 06:34:11.778637 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 08d080b5-c04a-4a33-8fdb-30d9c1651e12 details requested by agent hyperv_n-h2-843702-1 with host n-h2-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:34:11.822933 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ed600188-1ed8-41a0-a8e0-1956f550597f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:11.824850 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3fd06123-f220-4975-a0bc-c094e7220175 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:11.840583 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-12e397bf-c1eb-4b9d-a42f-e1a865e53f3c req-1b22f275-e65e-4c4f-85b7-3be8a71d1757 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=76f5f0a9-1f72-44c1-a851-4026e46651c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665805 May 28 06:34:11.926752 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd06123-f220-4975-a0bc-c094e7220175 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Pushing event deleted for resources: {'Port': ['ID=ce63ddba-b7cb-49fc-b704-2a068f43ffea,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:34:11.933447 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd06123-f220-4975-a0bc-c094e7220175 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] No DVR routers for this DVR port ce63ddba-b7cb-49fc-b704-2a068f43ffea on host n-d-843702-1 {{(pid=89109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:34:11.937698 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=d7f687a5-195e-4ac1-984b-d3edf7ba0823,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:34:11.944630 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ed600188-1ed8-41a0-a8e0-1956f550597f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:11.979505 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed600188-1ed8-41a0-a8e0-1956f550597f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6de87b7-c8be-4140-be86-d0d6b2592918,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:34:11.982351 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-6aac1676-8a03-4996-bd34-42b928d70309 None None] The port 'ce63ddba-b7cb-49fc-b704-2a068f43ffea' was deleted {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 06:34:12.020614 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 33054) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:34:12.029086 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No active binding found for port ce63ddba-b7cb-49fc-b704-2a068f43ffea {{(pid=89111) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 28 06:34:12.029670 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device ce63ddba-b7cb-49fc-b704-2a068f43ffea not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:34:12.061953 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ed600188-1ed8-41a0-a8e0-1956f550597f admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:12.068763 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-ed600188-1ed8-41a0-a8e0-1956f550597f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f6de87b7-c8be-4140-be86-d0d6b2592918 HTTP/1.1" status: 204 len: 168 time: 0.5361242 May 28 06:34:12.078282 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 08d080b5-c04a-4a33-8fdb-30d9c1651e12, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=08d080b5-c04a-4a33-8fdb-30d9c1651e12,segment=NetworkSegment(36b7b050-a7a0-4005-a03f-73135e20048b),segment_id=36b7b050-a7a0-4005-a03f-73135e20048b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:34:12.093361 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Returning: {'device': '08d080b5-c04a-4a33-8fdb-30d9c1651e12', 'network_id': '97711779-de36-4af1-95e9-88f65060157a', 'port_id': '08d080b5-c04a-4a33-8fdb-30d9c1651e12', 'mac_address': 'fa:16:3e:fc:e3:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9065b260-3817-4805-a18f-dced8d73fe86', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:34:12.128337 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3fd06123-f220-4975-a0bc-c094e7220175 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:12.160959 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-3fd06123-f220-4975-a0bc-c094e7220175 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d518634d-f480-4b43-86b6-e1605b14c60d']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:34:12.166966 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 08d080b5-c04a-4a33-8fdb-30d9c1651e12 is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:34:12.167151 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:12.174541 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-3fd06123-f220-4975-a0bc-c094e7220175 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9d91209-445b-40c3-93ac-3716fc44a2b9') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:34:12.175074 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-3fd06123-f220-4975-a0bc-c094e7220175 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9d91209-445b-40c3-93ac-3716fc44a2b9') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:34:12.189395 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3fd06123-f220-4975-a0bc-c094e7220175 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:12.190767 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08d080b5-c04a-4a33-8fdb-30d9c1651e12 {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:34:12.219098 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3fd06123-f220-4975-a0bc-c094e7220175 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:12.219282 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 08d080b5-c04a-4a33-8fdb-30d9c1651e12, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=08d080b5-c04a-4a33-8fdb-30d9c1651e12,segment=NetworkSegment(36b7b050-a7a0-4005-a03f-73135e20048b),segment_id=36b7b050-a7a0-4005-a03f-73135e20048b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:34:12.233853 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fd06123-f220-4975-a0bc-c094e7220175 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:34:12.234260 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3fd06123-f220-4975-a0bc-c094e7220175 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:12.249952 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-c14ddcf9-221c-4acb-b1ae-24b62dfe500d admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1353500831-network', 'tenant_id': '467f29e0f36147f9bf7beecdb5a7a5e0'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:34:12.256542 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-c14ddcf9-221c-4acb-b1ae-24b62dfe500d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:34:12.285809 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-c14ddcf9-221c-4acb-b1ae-24b62dfe500d admin admin] Usage tracker for resource:network and tenant:467f29e0f36147f9bf7beecdb5a7a5e0 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:34:12.293885 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-c14ddcf9-221c-4acb-b1ae-24b62dfe500d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:34:12.310870 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-c14ddcf9-221c-4acb-b1ae-24b62dfe500d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:34:12.350643 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:12.425533 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=08d080b5-c04a-4a33-8fdb-30d9c1651e12,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:34:12.446597 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment f9d91209-445b-40c3-93ac-3716fc44a2b9 resource provider aggregate not found May 28 06:34:12.464264 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment f9d91209-445b-40c3-93ac-3716fc44a2b9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f9d91209-445b-40c3-93ac-3716fc44a2b9 found for delete ", "request_id": "req-9ffacedc-36a9-491a-976d-e3a52fee31f2"}]} May 28 06:34:12.472854 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a58b27-dec6-4466-9f41-1c56782fe0b7 req-671b0015-50d9-4d95-906a-ae8592e2b42f tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:34:12.474305 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-69a58b27-dec6-4466-9f41-1c56782fe0b7 req-671b0015-50d9-4d95-906a-ae8592e2b42f tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.55 "GET /v2.0/ports?device_id=78914748-f294-44e1-942f-994b7228a91e HTTP/1.1" status: 200 len: 945 time: 0.1522160 May 28 06:34:12.475813 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c14ddcf9-221c-4acb-b1ae-24b62dfe500d admin admin] Made reservation on behalf of 467f29e0f36147f9bf7beecdb5a7a5e0 for: {'network': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:34:12.478034 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c14ddcf9-221c-4acb-b1ae-24b62dfe500d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:12.507875 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c14ddcf9-221c-4acb-b1ae-24b62dfe500d admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:12.523047 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6d47c1-d0c2-439c-a6b8-dec547201571 req-ec83fcf3-bc84-428b-8ccc-81a195f71ebe tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:34:12.524469 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8c6d47c1-d0c2-439c-a6b8-dec547201571 req-ec83fcf3-bc84-428b-8ccc-81a195f71ebe tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5ec40af-efe0-4879-826d-b5845cabb2be HTTP/1.1" status: 200 len: 945 time: 0.1499863 May 28 06:34:12.534096 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3fd06123-f220-4975-a0bc-c094e7220175 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:12.541207 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3fd06123-f220-4975-a0bc-c094e7220175 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:12.556689 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-c14ddcf9-221c-4acb-b1ae-24b62dfe500d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:34:12.566152 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-c14ddcf9-221c-4acb-b1ae-24b62dfe500d admin admin] Usage tracker for resource:security_group_rule and tenant:467f29e0f36147f9bf7beecdb5a7a5e0 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:34:12.573475 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-c14ddcf9-221c-4acb-b1ae-24b62dfe500d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:34:12.579458 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd06123-f220-4975-a0bc-c094e7220175 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Pushing event deleted for resources: {'Network': ['ID=d518634d-f480-4b43-86b6-e1605b14c60d,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:34:12.592034 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-69a58b27-dec6-4466-9f41-1c56782fe0b7 req-7cdc886b-9844-4288-956e-fdcd83ec8392 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.55 "GET /v2.0/security-groups?id=89c8e518-81c5-4ccc-b111-8291ad38466d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048496 May 28 06:34:12.593134 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-c14ddcf9-221c-4acb-b1ae-24b62dfe500d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:34:12.613771 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8c6d47c1-d0c2-439c-a6b8-dec547201571 req-cea8f320-a1d2-4485-bf1a-bfb71618cf91 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.55 "GET /v2.0/security-groups?id=76f5f0a9-1f72-44c1-a851-4026e46651c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831552 May 28 06:34:12.638901 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['08d080b5-c04a-4a33-8fdb-30d9c1651e12'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:34:12.665785 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-3fd06123-f220-4975-a0bc-c094e7220175 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] 10.222.0.55 "DELETE /v2.0/networks/d518634d-f480-4b43-86b6-e1605b14c60d HTTP/1.1" status: 204 len: 168 time: 1.8507588 May 28 06:34:12.670389 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 33072) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:34:12.677186 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-7c9b0bb0-0ee9-4c6b-9b84-bce91b043e14 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2053702070'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:34:12.682421 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-7c9b0bb0-0ee9-4c6b-9b84-bce91b043e14 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:34:12.686604 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-7c9b0bb0-0ee9-4c6b-9b84-bce91b043e14 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Usage tracker for resource:network and tenant:1c19ca0f4502419e9ff184ba1821fbef is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:34:12.689567 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-7c9b0bb0-0ee9-4c6b-9b84-bce91b043e14 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:34:12.691177 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c14ddcf9-221c-4acb-b1ae-24b62dfe500d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:12.696350 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-7c9b0bb0-0ee9-4c6b-9b84-bce91b043e14 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:34:12.744601 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c14ddcf9-221c-4acb-b1ae-24b62dfe500d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:12.767795 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c9b0bb0-0ee9-4c6b-9b84-bce91b043e14 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Made reservation on behalf of 1c19ca0f4502419e9ff184ba1821fbef for: {'network': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:34:12.778903 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7c9b0bb0-0ee9-4c6b-9b84-bce91b043e14 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:12.789659 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c14ddcf9-221c-4acb-b1ae-24b62dfe500d admin admin] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=89110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:34:12.842832 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c9b0bb0-0ee9-4c6b-9b84-bce91b043e14 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=89109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:34:12.851586 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14ddcf9-221c-4acb-b1ae-24b62dfe500d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0157c4af-81f7-4e2f-b055-62395a61f7ae,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:34:12.856424 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7c9b0bb0-0ee9-4c6b-9b84-bce91b043e14 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:12.857006 n-d-843702-1 neutron-server[89109]: INFO neutron.db.segments_db [None req-7c9b0bb0-0ee9-4c6b-9b84-bce91b043e14 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Added segment 59999ae8-6a3c-4cfc-b304-1bca76ce886c of type vlan for network fda8d710-e233-4916-919b-a1c911038132 May 28 06:34:12.872544 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c14ddcf9-221c-4acb-b1ae-24b62dfe500d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:12.873105 n-d-843702-1 neutron-server[89110]: INFO neutron.db.segments_db [None req-c14ddcf9-221c-4acb-b1ae-24b62dfe500d admin admin] Added segment ed051e58-0e28-4cdb-9974-8fcfa8973d1d of type vlan for network 958da27d-6785-44de-b904-7533b1a31d74 May 28 06:34:12.893942 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 33082) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:34:12.905758 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c14ddcf9-221c-4acb-b1ae-24b62dfe500d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:12.911316 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7c9b0bb0-0ee9-4c6b-9b84-bce91b043e14 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:13.029781 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c14ddcf9-221c-4acb-b1ae-24b62dfe500d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:13.030807 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c14ddcf9-221c-4acb-b1ae-24b62dfe500d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:34:13.031422 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c14ddcf9-221c-4acb-b1ae-24b62dfe500d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:13.053824 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7c9b0bb0-0ee9-4c6b-9b84-bce91b043e14 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:13.061193 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c9b0bb0-0ee9-4c6b-9b84-bce91b043e14 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:34:13.062141 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7c9b0bb0-0ee9-4c6b-9b84-bce91b043e14 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:13.137470 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-92366c16-4169-492b-93d4-37cb2b63df81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:13.142061 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14ddcf9-221c-4acb-b1ae-24b62dfe500d admin admin] Pushing event updated for resources: {'Network': ['ID=958da27d-6785-44de-b904-7533b1a31d74,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:34:13.158341 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 958da27d-6785-44de-b904-7533b1a31d74 details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:34:13.210245 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-7c9b0bb0-0ee9-4c6b-9b84-bce91b043e14 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5357180 May 28 06:34:13.210604 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 33100) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:34:13.216187 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-e3b0fcb5-58bf-473e-bb80-83aad3d42054 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Request body: {'subnet': {'network_id': 'fda8d710-e233-4916-919b-a1c911038132', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:34:13.236028 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-c14ddcf9-221c-4acb-b1ae-24b62dfe500d admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2142491 May 28 06:34:13.241567 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 33104) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:34:13.248490 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-bf4ac6f2-dfef-40c1-a374-af6e56ba9f82 admin admin] Request body: {'subnet': {'network_id': '958da27d-6785-44de-b904-7533b1a31d74', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1353500831-subnet', 'tenant_id': '467f29e0f36147f9bf7beecdb5a7a5e0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:34:13.254305 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-bf4ac6f2-dfef-40c1-a374-af6e56ba9f82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:34:13.258967 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-bf4ac6f2-dfef-40c1-a374-af6e56ba9f82 admin admin] Usage tracker for resource:subnet and tenant:467f29e0f36147f9bf7beecdb5a7a5e0 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:34:13.262589 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-bf4ac6f2-dfef-40c1-a374-af6e56ba9f82 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:34:13.270682 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-bf4ac6f2-dfef-40c1-a374-af6e56ba9f82 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:34:13.356692 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-92366c16-4169-492b-93d4-37cb2b63df81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:34:13.358622 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-92366c16-4169-492b-93d4-37cb2b63df81 admin admin] Usage tracker for resource:security_group_rule and tenant:5234aa4449b04b7a86819b04a2536c7f is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:34:13.365378 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-92366c16-4169-492b-93d4-37cb2b63df81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:34:13.374828 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-92366c16-4169-492b-93d4-37cb2b63df81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:34:13.379937 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9b0bb0-0ee9-4c6b-9b84-bce91b043e14 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Pushing event updated for resources: {'Network': ['ID=fda8d710-e233-4916-919b-a1c911038132,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:34:13.380278 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf4ac6f2-dfef-40c1-a374-af6e56ba9f82 admin admin] Made reservation on behalf of 467f29e0f36147f9bf7beecdb5a7a5e0 for: {'subnet': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:34:13.382773 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-bf4ac6f2-dfef-40c1-a374-af6e56ba9f82 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3171998'] for subnet, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:13.393327 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network fda8d710-e233-4916-919b-a1c911038132 details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:34:13.415276 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-e3b0fcb5-58bf-473e-bb80-83aad3d42054 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:34:13.471108 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-92366c16-4169-492b-93d4-37cb2b63df81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:13.522059 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-e3b0fcb5-58bf-473e-bb80-83aad3d42054 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Usage tracker for resource:subnet and tenant:1c19ca0f4502419e9ff184ba1821fbef is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:34:13.533548 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-e3b0fcb5-58bf-473e-bb80-83aad3d42054 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:34:13.538926 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-e3b0fcb5-58bf-473e-bb80-83aad3d42054 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:34:13.579430 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-92366c16-4169-492b-93d4-37cb2b63df81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:13.685159 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92366c16-4169-492b-93d4-37cb2b63df81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a1d497b-0c46-4a58-a490-dbe2c4fd4ec0,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:34:13.713123 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-92366c16-4169-492b-93d4-37cb2b63df81 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5234aa4449b04b7a86819b04a2536c7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8178852 May 28 06:34:13.715892 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 33128) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:34:13.758279 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 08d080b5-c04a-4a33-8fdb-30d9c1651e12 up at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:34:13.761479 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3b0fcb5-58bf-473e-bb80-83aad3d42054 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Made reservation on behalf of 1c19ca0f4502419e9ff184ba1821fbef for: {'subnet': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:34:13.764880 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e3b0fcb5-58bf-473e-bb80-83aad3d42054 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3171998'] for subnet, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:13.801296 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f12eaac1-11c1-43b0-b576-001843f1d37f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:13.838874 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f12eaac1-11c1-43b0-b576-001843f1d37f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:13.921525 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning for port 08d080b5-c04a-4a33-8fdb-30d9c1651e12 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:34:13.927416 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning complete for port 08d080b5-c04a-4a33-8fdb-30d9c1651e12 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:34:13.932392 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:14.020323 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f12eaac1-11c1-43b0-b576-001843f1d37f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:14.020793 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75468643-e9be-4391-86bd-6fcd0dd653fc req-b5bd788e-fc06-4411-8ffd-f7e48fe20b28 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:34:14.022395 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-75468643-e9be-4391-86bd-6fcd0dd653fc req-b5bd788e-fc06-4411-8ffd-f7e48fe20b28 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.55 "GET /v2.0/ports?device_id=78914748-f294-44e1-942f-994b7228a91e HTTP/1.1" status: 200 len: 945 time: 0.2652509 May 28 06:34:14.043698 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12eaac1-11c1-43b0-b576-001843f1d37f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a1d497b-0c46-4a58-a490-dbe2c4fd4ec0,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:34:14.048966 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f12eaac1-11c1-43b0-b576-001843f1d37f admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:14.050318 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-f12eaac1-11c1-43b0-b576-001843f1d37f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9a1d497b-0c46-4a58-a490-dbe2c4fd4ec0 HTTP/1.1" status: 204 len: 168 time: 0.3332031 May 28 06:34:14.089261 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-bf4ac6f2-dfef-40c1-a374-af6e56ba9f82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3115906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3172012'] for subnet, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:14.094205 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 08d080b5-c04a-4a33-8fdb-30d9c1651e12 is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:34:14.098658 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:14.123931 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78914748-f294-44e1-942f-994b7228a91e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08d080b5-c04a-4a33-8fdb-30d9c1651e12'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:34:14.141069 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 08d080b5-c04a-4a33-8fdb-30d9c1651e12, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=08d080b5-c04a-4a33-8fdb-30d9c1651e12,segment=NetworkSegment(36b7b050-a7a0-4005-a03f-73135e20048b),segment_id=36b7b050-a7a0-4005-a03f-73135e20048b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:34:14.192911 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-75468643-e9be-4391-86bd-6fcd0dd653fc req-eaabe3c3-8a95-4889-b4d7-d9664760a4d8 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.55 "GET /v2.0/security-groups?id=89c8e518-81c5-4ccc-b111-8291ad38466d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626868 May 28 06:34:14.208984 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4ac6f2-dfef-40c1-a374-af6e56ba9f82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5eaaf5c7-2de3-4d31-91f5-31908f994f02,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:34:14.219718 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:14.272126 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4ac6f2-dfef-40c1-a374-af6e56ba9f82 admin admin] Checking segment: {'id': 'ed051e58-0e28-4cdb-9974-8fcfa8973d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '958da27d-6785-44de-b904-7533b1a31d74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:34:14.272595 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4ac6f2-dfef-40c1-a374-af6e56ba9f82 admin admin] Network hostable DHCP agents. Network: 958da27d-6785-44de-b904-7533b1a31d74, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89110) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:34:14.305231 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=08d080b5-c04a-4a33-8fdb-30d9c1651e12,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:34:14.369450 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5443d87-30d7-4838-b1ab-a10384fe42f2 req-b5dbb59b-8c49-45c4-980c-e99302c81251 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:34:14.370902 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c5443d87-30d7-4838-b1ab-a10384fe42f2 req-b5dbb59b-8c49-45c4-980c-e99302c81251 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5ec40af-efe0-4879-826d-b5845cabb2be HTTP/1.1" status: 200 len: 945 time: 0.1114028 May 28 06:34:14.373096 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e3b0fcb5-58bf-473e-bb80-83aad3d42054 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3115906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3172012'] for subnet, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:14.446212 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4ac6f2-dfef-40c1-a374-af6e56ba9f82 admin admin] Network 958da27d-6785-44de-b904-7533b1a31d74 is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89110) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:34:14.502337 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c5443d87-30d7-4838-b1ab-a10384fe42f2 req-d8c22955-c13b-48b6-b5c2-49a4d21ea9ed tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.55 "GET /v2.0/security-groups?id=76f5f0a9-1f72-44c1-a851-4026e46651c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243236 May 28 06:34:14.504647 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b0fcb5-58bf-473e-bb80-83aad3d42054 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Pushing event updated for resources: {'Subnet': ['ID=85eb6116-d9f1-463c-8893-5162e4f7bb03,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:34:14.513354 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b0fcb5-58bf-473e-bb80-83aad3d42054 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Checking segment: {'id': '59999ae8-6a3c-4cfc-b304-1bca76ce886c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'fda8d710-e233-4916-919b-a1c911038132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:34:14.513776 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b0fcb5-58bf-473e-bb80-83aad3d42054 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Network hostable DHCP agents. Network: fda8d710-e233-4916-919b-a1c911038132, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89110) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:34:14.527786 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-bf4ac6f2-dfef-40c1-a374-af6e56ba9f82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, 958da27d-6785-44de-b904-7533b1a31d74) {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:34:14.533352 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4ac6f2-dfef-40c1-a374-af6e56ba9f82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:34:14.536681 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-bf4ac6f2-dfef-40c1-a374-af6e56ba9f82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:14.545405 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f85d0353-b05b-4948-b94b-9377844190c5 None None] Network 958da27d-6785-44de-b904-7533b1a31d74 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:34:14.642119 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b0fcb5-58bf-473e-bb80-83aad3d42054 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Network fda8d710-e233-4916-919b-a1c911038132 is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89110) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:34:14.651723 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-e3b0fcb5-58bf-473e-bb80-83aad3d42054 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, fda8d710-e233-4916-919b-a1c911038132) {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:34:14.655851 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b0fcb5-58bf-473e-bb80-83aad3d42054 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:34:14.656764 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e3b0fcb5-58bf-473e-bb80-83aad3d42054 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:14.691962 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-bf4ac6f2-dfef-40c1-a374-af6e56ba9f82 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.4490435 May 28 06:34:14.712077 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8e96c11-a160-42d4-a746-caa7d5e80879'] response: {'server_uuid': '78914748-f294-44e1-942f-994b7228a91e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08d080b5-c04a-4a33-8fdb-30d9c1651e12', 'code': 200} May 28 06:34:14.717388 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b79e69e-7c67-4e31-84cf-b4f8ed1d5dd4 None None] Network fda8d710-e233-4916-919b-a1c911038132 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:34:14.805058 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-e3b0fcb5-58bf-473e-bb80-83aad3d42054 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5907540 May 28 06:34:14.807593 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 33160) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:34:14.814274 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-25647623-55eb-4cdd-ac25-1456bc2ae8b6 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-816145880', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:34:14.824588 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-25647623-55eb-4cdd-ac25-1456bc2ae8b6 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:34:14.830592 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-25647623-55eb-4cdd-ac25-1456bc2ae8b6 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Usage tracker for resource:router and tenant:1c19ca0f4502419e9ff184ba1821fbef is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:34:14.834475 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-25647623-55eb-4cdd-ac25-1456bc2ae8b6 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:34:14.843814 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-25647623-55eb-4cdd-ac25-1456bc2ae8b6 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:34:14.850719 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d283fa-7a02-4db3-b34c-8df54ab4a5a0 req-15060f2d-e7de-4693-a035-8b4be4ebff6a tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:34:14.858178 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55be8f64-2ca5-414d-8ae0-5e86477ebb07 req-c4665968-7401-4e11-879c-78178d4d4a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:34:14.858620 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c8d283fa-7a02-4db3-b34c-8df54ab4a5a0 req-15060f2d-e7de-4693-a035-8b4be4ebff6a tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd4324bb-6276-40b4-93b6-8590a183bcfd HTTP/1.1" status: 200 len: 945 time: 0.1152666 May 28 06:34:14.859674 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-55be8f64-2ca5-414d-8ae0-5e86477ebb07 req-c4665968-7401-4e11-879c-78178d4d4a43 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=78914748-f294-44e1-942f-994b7228a91e HTTP/1.1" status: 200 len: 1097 time: 0.1342266 May 28 06:34:14.949780 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 33172) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:34:14.962041 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-55be8f64-2ca5-414d-8ae0-5e86477ebb07 req-95b6d1c9-bc4b-4118-9cb1-949678e6c8d6 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=89c8e518-81c5-4ccc-b111-8291ad38466d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939240 May 28 06:34:14.962989 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-25647623-55eb-4cdd-ac25-1456bc2ae8b6 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59128'] for router, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:14.963986 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-25647623-55eb-4cdd-ac25-1456bc2ae8b6 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59009'] for router, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:14.990384 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c8d283fa-7a02-4db3-b34c-8df54ab4a5a0 req-ba9ae25f-00c5-4983-9852-46587d50bb68 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "GET /v2.0/security-groups?id=0738a7db-cbf9-4908-8e66-1a354c6fe868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307590 May 28 06:34:14.998641 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-25647623-55eb-4cdd-ac25-1456bc2ae8b6 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:14.998782 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-62b9977b-7d13-41ab-8a9c-5df143b02a9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:15.070896 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-535b7ab5-feec-4546-86fa-6ed30db7679c None None] Network 958da27d-6785-44de-b904-7533b1a31d74 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:34:15.089368 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-62b9977b-7d13-41ab-8a9c-5df143b02a9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:34:15.114074 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-62b9977b-7d13-41ab-8a9c-5df143b02a9b admin admin] Usage tracker for resource:security_group_rule and tenant:c684aedeb3794a109be13bebaf5fd3c5 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:34:15.120871 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-58ad2982-5f14-44f6-b222-6f5d2c24561a req-f5ef27a0-ab20-4098-bddd-fca1c8946cfb tempest-ServersAaction247Test-1104858531 tempest-ServersAaction247Test-1104858531-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec7d6c9a-fa0c-4552-b8c7-83d32d67e8ff HTTP/1.1" status: 200 len: 210 time: 0.0696540 May 28 06:34:15.121791 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-62b9977b-7d13-41ab-8a9c-5df143b02a9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:34:15.133442 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-62b9977b-7d13-41ab-8a9c-5df143b02a9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:34:15.141741 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f29832fe-a5da-4de4-aa27-f9bf19aed12e req-4a8fd4d7-37d8-4b73-afdb-0d72100bc22a tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1906440220&fields=id&tenant_id=ae27d4a836c444af8d35a0fd61d2dbd8 HTTP/1.1" status: 200 len: 267 time: 0.1122463 May 28 06:34:15.279768 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4c73c1-4fd9-4e6b-a01f-4a73e74a50e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-fda8d710-e233-4916-919b-a1c911038132', 'network_id': 'fda8d710-e233-4916-919b-a1c911038132', 'tenant_id': '1c19ca0f4502419e9ff184ba1821fbef', 'fixed_ips': [{'subnet_id': '85eb6116-d9f1-463c-8893-5162e4f7bb03'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:34:15.280598 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-4d4c73c1-4fd9-4e6b-a01f-4a73e74a50e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:15.302331 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29832fe-a5da-4de4-aa27-f9bf19aed12e req-dd936aa0-6796-4096-9ec4-f9ef45d020c4 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:34:15.304219 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f29832fe-a5da-4de4-aa27-f9bf19aed12e req-dd936aa0-6796-4096-9ec4-f9ef45d020c4 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5ec40af-efe0-4879-826d-b5845cabb2be HTTP/1.1" status: 200 len: 945 time: 0.1401317 May 28 06:34:15.325628 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-f29832fe-a5da-4de4-aa27-f9bf19aed12e req-057c4348-9397-4877-a244-79216839be02 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Request body: {'port': {'security_groups': ['76f5f0a9-1f72-44c1-a851-4026e46651c7', '7d9e5fa6-82be-4be4-ac93-343c1dbf9892']}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:34:15.356220 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-62b9977b-7d13-41ab-8a9c-5df143b02a9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:15.461335 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-25647623-55eb-4cdd-ac25-1456bc2ae8b6 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690761'] for router, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:15.538320 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-4d4c73c1-4fd9-4e6b-a01f-4a73e74a50e3 None None] Allocated IP 172.20.0.2 (fda8d710-e233-4916-919b-a1c911038132/85eb6116-d9f1-463c-8893-5162e4f7bb03/076e3bee-a529-442c-81b8-33c5a91d0885) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:34:15.564302 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-f29832fe-a5da-4de4-aa27-f9bf19aed12e req-057c4348-9397-4877-a244-79216839be02 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:15.716727 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569a336b-ff79-4894-9466-45e5ed29f54b req-d92bb931-81a0-4ecf-aaf0-ac6361ca5cec tempest-InstanceActionsV221TestJSON-1278189335 tempest-InstanceActionsV221TestJSON-1278189335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:34:15.717392 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-569a336b-ff79-4894-9466-45e5ed29f54b req-d92bb931-81a0-4ecf-aaf0-ac6361ca5cec tempest-InstanceActionsV221TestJSON-1278189335 tempest-InstanceActionsV221TestJSON-1278189335-project] Synchronizing usage tracker for tenant:467f29e0f36147f9bf7beecdb5a7a5e0 on resource:network {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:34:15.754870 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-4d4c73c1-4fd9-4e6b-a01f-4a73e74a50e3 None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:15.764701 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-4d4c73c1-4fd9-4e6b-a01f-4a73e74a50e3 None None] Transition to ACTIVE for port object 076e3bee-a529-442c-81b8-33c5a91d0885 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:34:15.784083 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-4d4c73c1-4fd9-4e6b-a01f-4a73e74a50e3 None None] Transition to ACTIVE for port object 076e3bee-a529-442c-81b8-33c5a91d0885 will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:34:15.864538 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-62b9977b-7d13-41ab-8a9c-5df143b02a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:15.882086 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-25647623-55eb-4cdd-ac25-1456bc2ae8b6 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:15.884741 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-25647623-55eb-4cdd-ac25-1456bc2ae8b6 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 1.0764217 May 28 06:34:15.887572 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 33194) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:34:15.894346 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-2bb43a12-13ee-4d6d-8e04-89c902592195 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Request body: {'port': {'network_id': 'fda8d710-e233-4916-919b-a1c911038132', 'name': 'tempest-PortsTestJSON-964062646'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:34:15.955183 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-62b9977b-7d13-41ab-8a9c-5df143b02a9b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c684aedeb3794a109be13bebaf5fd3c5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0042183 May 28 06:34:15.968137 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-4d4c73c1-4fd9-4e6b-a01f-4a73e74a50e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:15.968654 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 33198) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:34:15.976427 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b9977b-7d13-41ab-8a9c-5df143b02a9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=797bca28-8283-4176-88ab-5e3ccf3a68e3,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:34:15.983411 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-569a336b-ff79-4894-9466-45e5ed29f54b req-d92bb931-81a0-4ecf-aaf0-ac6361ca5cec tempest-InstanceActionsV221TestJSON-1278189335 tempest-InstanceActionsV221TestJSON-1278189335-project] Unset dirty status for tenant:467f29e0f36147f9bf7beecdb5a7a5e0 on resource:network {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:34:15.983411 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-569a336b-ff79-4894-9466-45e5ed29f54b req-d92bb931-81a0-4ecf-aaf0-ac6361ca5cec tempest-InstanceActionsV221TestJSON-1278189335 tempest-InstanceActionsV221TestJSON-1278189335-project] 10.222.0.55 "GET /v2.0/networks?id=958da27d-6785-44de-b904-7533b1a31d74 HTTP/1.1" status: 200 len: 818 time: 0.5193725 May 28 06:34:16.024458 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-f29832fe-a5da-4de4-aa27-f9bf19aed12e req-057c4348-9397-4877-a244-79216839be02 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] For port d7f687a5-195e-4ac1-984b-d3edf7ba0823, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=d7f687a5-195e-4ac1-984b-d3edf7ba0823,segment=NetworkSegment(7d559e24-4bc2-48ae-9e57-270a3050c6dd),segment_id=7d559e24-4bc2-48ae-9e57-270a3050c6dd)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:34:16.027538 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-569a336b-ff79-4894-9466-45e5ed29f54b req-5ff34d04-edf6-4fe0-b6f4-86f46dfabc4f tempest-InstanceActionsV221TestJSON-1278189335 tempest-InstanceActionsV221TestJSON-1278189335-project] 10.222.0.55 "GET /v2.0/quotas/467f29e0f36147f9bf7beecdb5a7a5e0 HTTP/1.1" status: 200 len: 375 time: 0.0375757 May 28 06:34:16.039926 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119878a3-a5a8-40a4-8901-c99e8941e2d4 req-21d53476-c488-4eca-9acc-e6fac9060cc8 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:34:16.041451 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-119878a3-a5a8-40a4-8901-c99e8941e2d4 req-21d53476-c488-4eca-9acc-e6fac9060cc8 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.69 "GET /v2.0/ports?device_id=fd4324bb-6276-40b4-93b6-8590a183bcfd HTTP/1.1" status: 200 len: 945 time: 0.2117357 May 28 06:34:16.077969 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d4c73c1-4fd9-4e6b-a01f-4a73e74a50e3 None None] Network fda8d710-e233-4916-919b-a1c911038132 is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:34:16.080805 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-4d4c73c1-4fd9-4e6b-a01f-4a73e74a50e3 None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:34:16.084927 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4c73c1-4fd9-4e6b-a01f-4a73e74a50e3 None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:34:16.092139 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4c73c1-4fd9-4e6b-a01f-4a73e74a50e3 None None] Pushing event updated for resources: {'Port': ['ID=076e3bee-a529-442c-81b8-33c5a91d0885,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:34:16.123285 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c42d17a7-6028-4c3e-a6a8-c55abb63d4a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:16.154310 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c42d17a7-6028-4c3e-a6a8-c55abb63d4a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:16.207528 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-2bb43a12-13ee-4d6d-8e04-89c902592195 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:34:16.216913 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-2bb43a12-13ee-4d6d-8e04-89c902592195 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Usage tracker for resource:port and tenant:1c19ca0f4502419e9ff184ba1821fbef is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:34:16.220207 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-2bb43a12-13ee-4d6d-8e04-89c902592195 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:34:16.231034 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-4d4c73c1-4fd9-4e6b-a01f-4a73e74a50e3 None None] Attempting to bind port 076e3bee-a529-442c-81b8-33c5a91d0885 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:34:16.231402 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-4d4c73c1-4fd9-4e6b-a01f-4a73e74a50e3 None None] Attempting to bind port 076e3bee-a529-442c-81b8-33c5a91d0885 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': '59999ae8-6a3c-4cfc-b304-1bca76ce886c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'fda8d710-e233-4916-919b-a1c911038132'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:34:16.231749 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4c73c1-4fd9-4e6b-a01f-4a73e74a50e3 None None] Attempting to bind port 076e3bee-a529-442c-81b8-33c5a91d0885 on network fda8d710-e233-4916-919b-a1c911038132 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:34:16.238419 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-2bb43a12-13ee-4d6d-8e04-89c902592195 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:34:16.241096 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4c73c1-4fd9-4e6b-a01f-4a73e74a50e3 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:34:16.241501 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4c73c1-4fd9-4e6b-a01f-4a73e74a50e3 None None] Checking segment: {'id': '59999ae8-6a3c-4cfc-b304-1bca76ce886c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'fda8d710-e233-4916-919b-a1c911038132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:34:16.241959 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-4d4c73c1-4fd9-4e6b-a01f-4a73e74a50e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:16.242355 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4c73c1-4fd9-4e6b-a01f-4a73e74a50e3 None None] Bound using segment: {'id': '59999ae8-6a3c-4cfc-b304-1bca76ce886c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'fda8d710-e233-4916-919b-a1c911038132'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:34:16.242829 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-4d4c73c1-4fd9-4e6b-a01f-4a73e74a50e3 None None] Bound port: 076e3bee-a529-442c-81b8-33c5a91d0885, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59999ae8-6a3c-4cfc-b304-1bca76ce886c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'fda8d710-e233-4916-919b-a1c911038132'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:34:16.243330 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-4d4c73c1-4fd9-4e6b-a01f-4a73e74a50e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:16.256853 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-569a336b-ff79-4894-9466-45e5ed29f54b req-5ecb2dbe-c965-404b-a6cd-c17e0c21a1d6 tempest-InstanceActionsV221TestJSON-1278189335 tempest-InstanceActionsV221TestJSON-1278189335-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=467f29e0f36147f9bf7beecdb5a7a5e0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2144268 May 28 06:34:16.266608 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.db.resource_extend [req-f29832fe-a5da-4de4-aa27-f9bf19aed12e req-057c4348-9397-4877-a244-79216839be02 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 06:34:16.289983 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-f29832fe-a5da-4de4-aa27-f9bf19aed12e req-057c4348-9397-4877-a244-79216839be02 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:16.301528 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-119878a3-a5a8-40a4-8901-c99e8941e2d4 req-94502c31-195b-47fc-82e4-2e7eea082f95 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Deleting port 3940a05d-2561-4f14-9f2d-43dd8c4949ab {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:34:16.301865 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-119878a3-a5a8-40a4-8901-c99e8941e2d4 req-94502c31-195b-47fc-82e4-2e7eea082f95 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:16.387620 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-4d4c73c1-4fd9-4e6b-a01f-4a73e74a50e3 None None] For port 076e3bee-a529-442c-81b8-33c5a91d0885, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:34:16.391058 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-4d4c73c1-4fd9-4e6b-a01f-4a73e74a50e3 None None] For port 076e3bee-a529-442c-81b8-33c5a91d0885, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=076e3bee-a529-442c-81b8-33c5a91d0885,segment=NetworkSegment(59999ae8-6a3c-4cfc-b304-1bca76ce886c),segment_id=59999ae8-6a3c-4cfc-b304-1bca76ce886c)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:34:16.402033 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bb43a12-13ee-4d6d-8e04-89c902592195 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Made reservation on behalf of 1c19ca0f4502419e9ff184ba1821fbef for: {'port': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:34:16.406832 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2bb43a12-13ee-4d6d-8e04-89c902592195 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:16.415756 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c42d17a7-6028-4c3e-a6a8-c55abb63d4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:16.434356 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-f29832fe-a5da-4de4-aa27-f9bf19aed12e req-057c4348-9397-4877-a244-79216839be02 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:16.443532 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42d17a7-6028-4c3e-a6a8-c55abb63d4a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=797bca28-8283-4176-88ab-5e3ccf3a68e3,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:34:16.448509 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [None req-2bb43a12-13ee-4d6d-8e04-89c902592195 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] device_id is not set on port f86d8cd3-f660-4c6a-b196-562b05fa2c92 yet. {{(pid=89109) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:34:16.452470 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['a9fa9a20-b169-4ebe-be42-5b1c7d3987c0', 'd7f687a5-195e-4ac1-984b-d3edf7ba0823'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:34:16.496127 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c42d17a7-6028-4c3e-a6a8-c55abb63d4a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:16.497554 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-c42d17a7-6028-4c3e-a6a8-c55abb63d4a6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/797bca28-8283-4176-88ab-5e3ccf3a68e3 HTTP/1.1" status: 204 len: 168 time: 0.5278461 May 28 06:34:16.530226 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-4d4c73c1-4fd9-4e6b-a01f-4a73e74a50e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:16.655650 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4c73c1-4fd9-4e6b-a01f-4a73e74a50e3 None None] Pushing event updated for resources: {'Port': ['ID=076e3bee-a529-442c-81b8-33c5a91d0885,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:34:16.676646 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-2bb43a12-13ee-4d6d-8e04-89c902592195 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Allocated IP 172.20.0.6 (fda8d710-e233-4916-919b-a1c911038132/85eb6116-d9f1-463c-8893-5162e4f7bb03/f86d8cd3-f660-4c6a-b196-562b05fa2c92) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:34:16.728676 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29832fe-a5da-4de4-aa27-f9bf19aed12e req-057c4348-9397-4877-a244-79216839be02 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:34:16.729369 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-f29832fe-a5da-4de4-aa27-f9bf19aed12e req-057c4348-9397-4877-a244-79216839be02 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:16.730837 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f29832fe-a5da-4de4-aa27-f9bf19aed12e req-057c4348-9397-4877-a244-79216839be02 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.55 "PUT /v2.0/ports/d7f687a5-195e-4ac1-984b-d3edf7ba0823 HTTP/1.1" status: 200 len: 981 time: 1.4164903 May 28 06:34:16.734403 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5ec40af-efe0-4879-826d-b5845cabb2be', 'tag': 'd7f687a5-195e-4ac1-984b-d3edf7ba0823'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:34:16.781692 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057c4348-9397-4877-a244-79216839be02 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Pushing event updated for resources: {'Port': ['ID=d7f687a5-195e-4ac1-984b-d3edf7ba0823,revision_number=6']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:34:16.870274 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-569a336b-ff79-4894-9466-45e5ed29f54b req-70439b32-606f-44b1-bdb6-30e7196f0960 service neutron] 10.222.0.55 "GET /v2.0/networks/958da27d-6785-44de-b904-7533b1a31d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6048944 May 28 06:34:16.901773 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['d7f687a5-195e-4ac1-984b-d3edf7ba0823'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:34:16.906847 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-119878a3-a5a8-40a4-8901-c99e8941e2d4 req-94502c31-195b-47fc-82e4-2e7eea082f95 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] For port 3940a05d-2561-4f14-9f2d-43dd8c4949ab, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=3940a05d-2561-4f14-9f2d-43dd8c4949ab,segment=NetworkSegment(833fd725-a517-41b8-a917-b7cf24c49042),segment_id=833fd725-a517-41b8-a917-b7cf24c49042)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:34:16.908576 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-119878a3-a5a8-40a4-8901-c99e8941e2d4 req-94502c31-195b-47fc-82e4-2e7eea082f95 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:17.022850 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2bb43a12-13ee-4d6d-8e04-89c902592195 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:17.041686 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [None req-2bb43a12-13ee-4d6d-8e04-89c902592195 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Transition to ACTIVE for port object f86d8cd3-f660-4c6a-b196-562b05fa2c92 will not be triggered until provisioned by entity DHCP. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:34:17.214051 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2bb43a12-13ee-4d6d-8e04-89c902592195 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:17.312228 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb43a12-13ee-4d6d-8e04-89c902592195 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Network fda8d710-e233-4916-919b-a1c911038132 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:34:17.315765 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-2bb43a12-13ee-4d6d-8e04-89c902592195 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:34:17.316598 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-569a336b-ff79-4894-9466-45e5ed29f54b req-4a2866de-f2d9-4094-bc23-6a5bf0d121cf service neutron] 10.222.0.55 "GET /v2.0/networks/958da27d-6785-44de-b904-7533b1a31d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4453516 May 28 06:34:17.332302 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb43a12-13ee-4d6d-8e04-89c902592195 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:34:17.355132 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18dc903-068f-436e-b992-7ccae3a4795c req-15875947-c82b-49ef-b37a-dfe5361ef955 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:34:17.363644 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a18dc903-068f-436e-b992-7ccae3a4795c req-15875947-c82b-49ef-b37a-dfe5361ef955 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.55 "GET /v2.0/ports?device_id=78914748-f294-44e1-942f-994b7228a91e HTTP/1.1" status: 200 len: 946 time: 0.4271181 May 28 06:34:17.414254 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb43a12-13ee-4d6d-8e04-89c902592195 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Pushing event updated for resources: {'Port': ['ID=f86d8cd3-f660-4c6a-b196-562b05fa2c92,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:34:17.485557 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb43a12-13ee-4d6d-8e04-89c902592195 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:34:17.486231 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2bb43a12-13ee-4d6d-8e04-89c902592195 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:17.610594 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 076e3bee-a529-442c-81b8-33c5a91d0885 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:34:17.632074 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a18dc903-068f-436e-b992-7ccae3a4795c req-85d70e4c-3219-4cde-9443-172dfa08de1b tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.55 "GET /v2.0/security-groups?id=89c8e518-81c5-4ccc-b111-8291ad38466d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671237 May 28 06:34:17.652016 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-119878a3-a5a8-40a4-8901-c99e8941e2d4 req-94502c31-195b-47fc-82e4-2e7eea082f95 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:17.652016 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-119878a3-a5a8-40a4-8901-c99e8941e2d4 req-94502c31-195b-47fc-82e4-2e7eea082f95 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691094'] for floatingip, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:17.652016 n-d-843702-1 neutron-server[89110]: INFO neutron.db.l3_db [req-119878a3-a5a8-40a4-8901-c99e8941e2d4 req-94502c31-195b-47fc-82e4-2e7eea082f95 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Floating IP 45219b18-66c9-4819-bd4d-930c1773b863 disassociated. External IP: 172.25.5.144, port: 3940a05d-2561-4f14-9f2d-43dd8c4949ab. May 28 06:34:17.652016 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-119878a3-a5a8-40a4-8901-c99e8941e2d4 req-94502c31-195b-47fc-82e4-2e7eea082f95 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Calling delete_port for 3940a05d-2561-4f14-9f2d-43dd8c4949ab owned by compute:nova {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:34:17.671305 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-2bb43a12-13ee-4d6d-8e04-89c902592195 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.7821653 May 28 06:34:17.676876 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 33230) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:34:17.824776 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 076e3bee-a529-442c-81b8-33c5a91d0885 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:34:17.941987 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a3413fd4-77bb-43e6-bae2-4dc07a8327c9 req-8949ff5d-9c88-4e1d-bf05-43c7287ae03b tempest-ServersAaction247Test-1104858531 tempest-ServersAaction247Test-1104858531-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec7d6c9a-fa0c-4552-b8c7-83d32d67e8ff HTTP/1.1" status: 200 len: 210 time: 0.1295230 May 28 06:34:18.110207 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9de133e2-60db-4f6b-a112-6a4cfb466f05 req-26951a18-1117-46bb-97f2-8abaa2640fb9 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.55 "GET /v2.0/security-groups/7d9e5fa6-82be-4be4-ac93-343c1dbf9892 HTTP/1.1" status: 200 len: 1803 time: 0.0817473 May 28 06:34:18.122275 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f56546-5ad6-4cfa-9e91-5b481a4df90e req-2574319e-8192-43f1-9375-7c57f596ee5e tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:34:18.124296 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-47f56546-5ad6-4cfa-9e91-5b481a4df90e req-2574319e-8192-43f1-9375-7c57f596ee5e tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd4324bb-6276-40b4-93b6-8590a183bcfd HTTP/1.1" status: 200 len: 945 time: 0.2409904 May 28 06:34:18.202950 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-119878a3-a5a8-40a4-8901-c99e8941e2d4 req-94502c31-195b-47fc-82e4-2e7eea082f95 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:18.282954 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-47f56546-5ad6-4cfa-9e91-5b481a4df90e req-1fe74e29-6795-453c-8bd2-00f13e8c83a9 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "GET /v2.0/security-groups?id=0738a7db-cbf9-4908-8e66-1a354c6fe868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1468360 May 28 06:34:18.325126 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2851ccdf-fc58-4e50-8853-f096041b1639 None None] Network fda8d710-e233-4916-919b-a1c911038132 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:34:18.607957 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbfcc43d-c4e3-48f2-b510-2bbaa06a4543'] response: {'name': 'network-changed', 'server_uuid': 'f5ec40af-efe0-4879-826d-b5845cabb2be', 'tag': 'd7f687a5-195e-4ac1-984b-d3edf7ba0823', 'status': 'completed', 'code': 200} May 28 06:34:18.627079 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94502c31-195b-47fc-82e4-2e7eea082f95 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Pushing event deleted for resources: {'Port': ['ID=3940a05d-2561-4f14-9f2d-43dd8c4949ab,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:34:18.671629 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-602d1a15-f72e-47c4-83d3-f6e27eca03be None None] Provisioning for port 076e3bee-a529-442c-81b8-33c5a91d0885 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:34:18.681108 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-602d1a15-f72e-47c4-83d3-f6e27eca03be None None] Provisioning complete for port 076e3bee-a529-442c-81b8-33c5a91d0885 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:34:18.681390 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-602d1a15-f72e-47c4-83d3-f6e27eca03be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:18.747946 n-d-843702-1 neutron-server[89110]: INFO neutron.api.v2.resource [req-9de133e2-60db-4f6b-a112-6a4cfb466f05 req-a8fadd44-293e-492f-be56-e962d512998b tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] delete failed (client error): There was a conflict when trying to complete your request. May 28 06:34:18.760818 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9de133e2-60db-4f6b-a112-6a4cfb466f05 req-a8fadd44-293e-492f-be56-e962d512998b tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.55 "DELETE /v2.0/security-groups/7d9e5fa6-82be-4be4-ac93-343c1dbf9892 HTTP/1.1" status: 409 len: 341 time: 0.6340387 May 28 06:34:18.771891 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-610cbe84-a49d-405e-9037-6d584b3b2f50 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:18.774365 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9459df89-070d-4831-997b-d47c27820677 req-bde4c1dc-a7c6-4d36-9a11-c938562a4de3 tempest-InstanceActionsV221TestJSON-1278189335 tempest-InstanceActionsV221TestJSON-1278189335-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f7e75b4-6677-44ba-93d8-6ae485c7aa1e HTTP/1.1" status: 200 len: 210 time: 0.1726272 May 28 06:34:18.919397 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [req-119878a3-a5a8-40a4-8901-c99e8941e2d4 req-94502c31-195b-47fc-82e4-2e7eea082f95 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Router b7caed0c-12be-4ccc-aed6-16ab8878a290 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:34:18.941565 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fd3581-301e-4290-b162-3cfbcf038a97 req-6787b371-bbbc-41b1-b37a-59bfb38e8745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:34:18.944479 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d4fd3581-301e-4290-b162-3cfbcf038a97 req-6787b371-bbbc-41b1-b37a-59bfb38e8745 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ae27d4a836c444af8d35a0fd61d2dbd8&device_id=f5ec40af-efe0-4879-826d-b5845cabb2be HTTP/1.1" status: 200 len: 1135 time: 0.3382041 May 28 06:34:19.007720 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-602d1a15-f72e-47c4-83d3-f6e27eca03be None None] Current status of the port 076e3bee-a529-442c-81b8-33c5a91d0885 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:34:19.008551 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-602d1a15-f72e-47c4-83d3-f6e27eca03be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:19.111353 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-602d1a15-f72e-47c4-83d3-f6e27eca03be None None] For port 076e3bee-a529-442c-81b8-33c5a91d0885, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=076e3bee-a529-442c-81b8-33c5a91d0885,segment=NetworkSegment(59999ae8-6a3c-4cfc-b304-1bca76ce886c),segment_id=59999ae8-6a3c-4cfc-b304-1bca76ce886c)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:34:19.226331 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-602d1a15-f72e-47c4-83d3-f6e27eca03be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:19.426233 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-119878a3-a5a8-40a4-8901-c99e8941e2d4 req-94502c31-195b-47fc-82e4-2e7eea082f95 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:34:19.493807 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-610cbe84-a49d-405e-9037-6d584b3b2f50 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:19.499004 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053fd0a5-5be0-44cb-ba92-81d53bca294a None None] Sync routers for ids ['b7caed0c-12be-4ccc-aed6-16ab8878a290'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:34:19.523396 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602d1a15-f72e-47c4-83d3-f6e27eca03be None None] Pushing event updated for resources: {'Port': ['ID=076e3bee-a529-442c-81b8-33c5a91d0885,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:34:19.553304 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053fd0a5-5be0-44cb-ba92-81d53bca294a None None] Routers {'b7caed0c-12be-4ccc-aed6-16ab8878a290'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:34:19.554059 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-053fd0a5-5be0-44cb-ba92-81d53bca294a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:33:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['b7caed0c-12be-4ccc-aed6-16ab8878a290'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:34:19.577906 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-119878a3-a5a8-40a4-8901-c99e8941e2d4 req-94502c31-195b-47fc-82e4-2e7eea082f95 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] No DVR routers for this DVR port 3940a05d-2561-4f14-9f2d-43dd8c4949ab on host n-h1-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:34:19.580366 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fd3581-301e-4290-b162-3cfbcf038a97 req-4099af7e-c8bf-4ea6-9c88-e6f2a074b840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:34:19.584242 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d4fd3581-301e-4290-b162-3cfbcf038a97 req-4099af7e-c8bf-4ea6-9c88-e6f2a074b840 service neutron] 10.222.0.69 "GET /v2.0/networks?id=8d92f73a-1818-46b4-ace6-904b9532c5d0 HTTP/1.1" status: 200 len: 914 time: 0.6093535 May 28 06:34:19.590196 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-119878a3-a5a8-40a4-8901-c99e8941e2d4 req-94502c31-195b-47fc-82e4-2e7eea082f95 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:19.645885 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-610cbe84-a49d-405e-9037-6d584b3b2f50 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:19.676504 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-fd175b0a-7f0f-447e-818a-4faa89652555 None None] Provisioning complete for port 076e3bee-a529-442c-81b8-33c5a91d0885 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:34:19.679748 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-fd175b0a-7f0f-447e-818a-4faa89652555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:19.743983 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-119878a3-a5a8-40a4-8901-c99e8941e2d4 req-94502c31-195b-47fc-82e4-2e7eea082f95 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.69 "DELETE /v2.0/ports/3940a05d-2561-4f14-9f2d-43dd8c4949ab HTTP/1.1" status: 204 len: 173 time: 3.6655469 May 28 06:34:19.827921 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d4fd3581-301e-4290-b162-3cfbcf038a97 req-4a7bb65a-cd74-468c-bed1-a9fe0a6ecb9c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d7f687a5-195e-4ac1-984b-d3edf7ba0823 HTTP/1.1" status: 200 len: 217 time: 0.2031293 May 28 06:34:19.907580 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-e9e6f520-89e4-4724-aea1-c8c777d1c761 req-495665ba-6c38-4b79-8257-83d1335088ef tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Synchronizing usage tracker for tenant:f2d8466b4d8c4168848bc4cc302053bf on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:34:19.926548 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-03cc2c52-17e3-47c9-b3d0-34521a720a1c req-f27b5941-132f-400a-8a3c-0fc55cfb4bb4 tempest-ServersAaction247Test-1104858531 tempest-ServersAaction247Test-1104858531-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec7d6c9a-fa0c-4552-b8c7-83d32d67e8ff HTTP/1.1" status: 200 len: 210 time: 0.1999071 May 28 06:34:19.985583 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610cbe84-a49d-405e-9037-6d584b3b2f50 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Pushing event updated for resources: {'Port': ['ID=f86d8cd3-f660-4c6a-b196-562b05fa2c92,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:34:19.999422 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-053fd0a5-5be0-44cb-ba92-81d53bca294a None None] Set router b7caed0c-12be-4ccc-aed6-16ab8878a290 gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:34:20.017713 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fd3581-301e-4290-b162-3cfbcf038a97 req-efd8713f-3fca-44e1-9656-9507eebcfc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:34:20.021635 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d4fd3581-301e-4290-b162-3cfbcf038a97 req-efd8713f-3fca-44e1-9656-9507eebcfc2c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=be7430a6-d63b-496c-a478-4d1ac23bdfda HTTP/1.1" status: 200 len: 853 time: 0.1786535 May 28 06:34:20.100697 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-fd175b0a-7f0f-447e-818a-4faa89652555 None None] Current status of the port 076e3bee-a529-442c-81b8-33c5a91d0885 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:34:20.125395 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d4fd3581-301e-4290-b162-3cfbcf038a97 req-d0cb7916-648c-4995-89ae-30accc1f2605 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8d92f73a-1818-46b4-ace6-904b9532c5d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0974047 May 28 06:34:20.132756 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-e9e6f520-89e4-4724-aea1-c8c777d1c761 req-495665ba-6c38-4b79-8257-83d1335088ef tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Unset dirty status for tenant:f2d8466b4d8c4168848bc4cc302053bf on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:34:20.140639 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e9e6f520-89e4-4724-aea1-c8c777d1c761 req-495665ba-6c38-4b79-8257-83d1335088ef tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd4324bb-6276-40b4-93b6-8590a183bcfd HTTP/1.1" status: 200 len: 210 time: 0.4155629 May 28 06:34:20.146066 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-610cbe84-a49d-405e-9037-6d584b3b2f50 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690947'] for router_interface, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:20.202196 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-fd175b0a-7f0f-447e-818a-4faa89652555 None None] Provisioning for port f86d8cd3-f660-4c6a-b196-562b05fa2c92 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:34:20.217784 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-fd175b0a-7f0f-447e-818a-4faa89652555 None None] Provisioning complete for port f86d8cd3-f660-4c6a-b196-562b05fa2c92 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:34:20.218153 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-fd175b0a-7f0f-447e-818a-4faa89652555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:20.350332 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:34:20.411756 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-fd175b0a-7f0f-447e-818a-4faa89652555 None None] Port f86d8cd3-f660-4c6a-b196-562b05fa2c92 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:34:20.445687 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d4fd3581-301e-4290-b162-3cfbcf038a97 req-bf1d7945-fc9c-46d4-831f-c19516be612f service neutron] 10.222.0.69 "GET /v2.0/networks/8d92f73a-1818-46b4-ace6-904b9532c5d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3024356 May 28 06:34:20.455291 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d71627-b78c-4b98-969d-938fa473e661 req-beca6b26-f662-42ce-bad0-62fdbe39311e tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:34:20.456790 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-45d71627-b78c-4b98-969d-938fa473e661 req-beca6b26-f662-42ce-bad0-62fdbe39311e tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.55 "GET /v2.0/ports?device_id=78914748-f294-44e1-942f-994b7228a91e HTTP/1.1" status: 200 len: 946 time: 0.3140638 May 28 06:34:20.514152 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1288cf89-51ed-45b6-8314-f6dfa5e6528a req-1bb7abde-41be-401f-8d58-9d9279057657 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:34:20.515608 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1288cf89-51ed-45b6-8314-f6dfa5e6528a req-1bb7abde-41be-401f-8d58-9d9279057657 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5ec40af-efe0-4879-826d-b5845cabb2be HTTP/1.1" status: 200 len: 984 time: 0.2077463 May 28 06:34:20.557301 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-a7275ab2-e93c-47e7-b0a2-9f9ca50d074c None None] Provisioning complete for port f86d8cd3-f660-4c6a-b196-562b05fa2c92 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:34:20.557690 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-a7275ab2-e93c-47e7-b0a2-9f9ca50d074c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:20.629379 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-053fd0a5-5be0-44cb-ba92-81d53bca294a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7caed0c-12be-4ccc-aed6-16ab8878a290', 'name': 'tempest-AttachVolumeTestJSON-711083849-router', 'tenant_id': 'f2d8466b4d8c4168848bc4cc302053bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '2be5ad75-4e3e-418a-8948-bbda87159bd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:27:51Z', 'updated_at': '2022-05-28T06:28:01Z', 'revision_number': 4, 'project_id': 'f2d8466b4d8c4168848bc4cc302053bf', 'gw_port': {'id': '2be5ad75-4e3e-418a-8948-bbda87159bd6', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:d2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7caed0c-12be-4ccc-aed6-16ab8878a290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:27:53Z', 'updated_at': '2022-05-28T06:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'ab358220-ffe5-48e9-8d4c-19b4f120a499', 'name': '', 'network_id': '4874bba4-a87e-43f9-9333-c72385485612', 'tenant_id': 'f2d8466b4d8c4168848bc4cc302053bf', 'mac_address': 'fa:16:3e:2a:8a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7caed0c-12be-4ccc-aed6-16ab8878a290', 'device_owner': 'network:router_interface', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': 'aa6e01e0-3e0c-4b0f-b2af-e5c6de04414e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:27:59Z', 'updated_at': '2022-05-28T06:28:10Z', 'revision_number': 5, 'project_id': 'f2d8466b4d8c4168848bc4cc302053bf', 'subnets': [{'id': 'aa6e01e0-3e0c-4b0f-b2af-e5c6de04414e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:34:20.637808 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-a7275ab2-e93c-47e7-b0a2-9f9ca50d074c None None] Port f86d8cd3-f660-4c6a-b196-562b05fa2c92 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:34:20.644488 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053fd0a5-5be0-44cb-ba92-81d53bca294a None None] Checking router: b7caed0c-12be-4ccc-aed6-16ab8878a290 for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:34:20.650951 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 3940a05d-2561-4f14-9f2d-43dd8c4949ab no longer exists at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:34:20.689338 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] No Port match for: 3940a05d-2561-4f14-9f2d-43dd8c4949ab {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:34:20.690618 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 3940a05d-2561-4f14-9f2d-43dd8c4949ab not bound to the agent host n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:34:20.694469 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053fd0a5-5be0-44cb-ba92-81d53bca294a None None] Routers {'b7caed0c-12be-4ccc-aed6-16ab8878a290'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:34:20.695270 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-053fd0a5-5be0-44cb-ba92-81d53bca294a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:33:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['b7caed0c-12be-4ccc-aed6-16ab8878a290'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:34:20.696952 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-610cbe84-a49d-405e-9037-6d584b3b2f50 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:20.719637 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd4324bb-6276-40b4-93b6-8590a183bcfd', 'name': 'network-vif-deleted', 'tag': '3940a05d-2561-4f14-9f2d-43dd8c4949ab'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:34:20.787470 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-45d71627-b78c-4b98-969d-938fa473e661 req-9e374f8d-3683-48d8-966e-2431a4d3fc8c tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.55 "GET /v2.0/security-groups?id=89c8e518-81c5-4ccc-b111-8291ad38466d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3018372 May 28 06:34:20.828138 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1288cf89-51ed-45b6-8314-f6dfa5e6528a req-452fddd5-ea95-4721-bcfa-cc0f415208cc tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.55 "GET /v2.0/security-groups?id=76f5f0a9-1f72-44c1-a851-4026e46651c7&id=7d9e5fa6-82be-4be4-ac93-343c1dbf9892&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2641797 May 28 06:34:20.875336 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d4fd3581-301e-4290-b162-3cfbcf038a97 req-e1c8b4a2-01f3-4128-950a-b72326b7dd24 service neutron] 10.222.0.69 "GET /v2.0/networks/8d92f73a-1818-46b4-ace6-904b9532c5d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4175270 May 28 06:34:20.876840 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-7414d345-d91b-43ef-878f-bd71981cedb7 req-ab3dfc64-2862-497f-b526-78cfd14e6166 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ec7d6c9a-fa0c-4552-b8c7-83d32d67e8ff HTTP/1.1" status: 200 len: 210 time: 0.0733893 May 28 06:34:20.922681 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f69fc1fa-cdbf-4db4-b0bb-5bdc4fa3b6f1'] response: {'server_uuid': 'fd4324bb-6276-40b4-93b6-8590a183bcfd', 'name': 'network-vif-deleted', 'tag': '3940a05d-2561-4f14-9f2d-43dd8c4949ab', 'status': 'completed', 'code': 200} May 28 06:34:20.977811 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-536ea801-6ca3-40c2-a80d-2de86fe71620 req-82640ec0-405b-455d-8c56-6d7eb8549e42 tempest-InstanceActionsV221TestJSON-1278189335 tempest-InstanceActionsV221TestJSON-1278189335-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f7e75b4-6677-44ba-93d8-6ae485c7aa1e HTTP/1.1" status: 200 len: 210 time: 0.0465083 May 28 06:34:21.017728 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-053fd0a5-5be0-44cb-ba92-81d53bca294a None None] Set router b7caed0c-12be-4ccc-aed6-16ab8878a290 gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:34:21.219495 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f40c1652-5844-461d-8ced-21882ac3b3c6 req-ebb61eb0-8938-4ec9-9a41-6f400a0f6216 tempest-ServersAaction247Test-1104858531 tempest-ServersAaction247Test-1104858531-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec7d6c9a-fa0c-4552-b8c7-83d32d67e8ff HTTP/1.1" status: 200 len: 210 time: 0.1234155 May 28 06:34:21.367488 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-feef063a-a104-4572-97a1-25efcaa32e71 req-bfed4484-efae-438d-8af0-89c835fa027e tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd4324bb-6276-40b4-93b6-8590a183bcfd HTTP/1.1" status: 200 len: 210 time: 0.0535858 May 28 06:34:21.373700 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1d6ee4-edfa-47c6-982e-cd5ed9a5ba3c req-87a250ef-cf4e-4230-abbb-7715923d54b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:34:21.375198 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9c1d6ee4-edfa-47c6-982e-cd5ed9a5ba3c req-87a250ef-cf4e-4230-abbb-7715923d54b2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ae27d4a836c444af8d35a0fd61d2dbd8&device_id=f5ec40af-efe0-4879-826d-b5845cabb2be HTTP/1.1" status: 200 len: 1135 time: 0.2389042 May 28 06:34:21.434221 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-610cbe84-a49d-405e-9037-6d584b3b2f50 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:21.477382 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-053fd0a5-5be0-44cb-ba92-81d53bca294a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7caed0c-12be-4ccc-aed6-16ab8878a290', 'name': 'tempest-AttachVolumeTestJSON-711083849-router', 'tenant_id': 'f2d8466b4d8c4168848bc4cc302053bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '2be5ad75-4e3e-418a-8948-bbda87159bd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:27:51Z', 'updated_at': '2022-05-28T06:28:01Z', 'revision_number': 4, 'project_id': 'f2d8466b4d8c4168848bc4cc302053bf', 'gw_port': {'id': '2be5ad75-4e3e-418a-8948-bbda87159bd6', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:d2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7caed0c-12be-4ccc-aed6-16ab8878a290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:27:53Z', 'updated_at': '2022-05-28T06:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'ab358220-ffe5-48e9-8d4c-19b4f120a499', 'name': '', 'network_id': '4874bba4-a87e-43f9-9333-c72385485612', 'tenant_id': 'f2d8466b4d8c4168848bc4cc302053bf', 'mac_address': 'fa:16:3e:2a:8a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7caed0c-12be-4ccc-aed6-16ab8878a290', 'device_owner': 'network:router_interface', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': 'aa6e01e0-3e0c-4b0f-b2af-e5c6de04414e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:27:59Z', 'updated_at': '2022-05-28T06:28:10Z', 'revision_number': 5, 'project_id': 'f2d8466b4d8c4168848bc4cc302053bf', 'subnets': [{'id': 'aa6e01e0-3e0c-4b0f-b2af-e5c6de04414e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:34:21.481035 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053fd0a5-5be0-44cb-ba92-81d53bca294a None None] The sync data for ids ['b7caed0c-12be-4ccc-aed6-16ab8878a290'] in n-d-843702-1 is: [{'id': 'b7caed0c-12be-4ccc-aed6-16ab8878a290', 'name': 'tempest-AttachVolumeTestJSON-711083849-router', 'tenant_id': 'f2d8466b4d8c4168848bc4cc302053bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '2be5ad75-4e3e-418a-8948-bbda87159bd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:27:51Z', 'updated_at': '2022-05-28T06:28:01Z', 'revision_number': 4, 'project_id': 'f2d8466b4d8c4168848bc4cc302053bf', 'gw_port': {'id': '2be5ad75-4e3e-418a-8948-bbda87159bd6', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:d2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7caed0c-12be-4ccc-aed6-16ab8878a290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:27:53Z', 'updated_at': '2022-05-28T06:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'ab358220-ffe5-48e9-8d4c-19b4f120a499', 'name': '', 'network_id': '4874bba4-a87e-43f9-9333-c72385485612', 'tenant_id': 'f2d8466b4d8c4168848bc4cc302053bf', 'mac_address': 'fa:16:3e:2a:8a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7caed0c-12be-4ccc-aed6-16ab8878a290', 'device_owner': 'network:router_interface', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': 'aa6e01e0-3e0c-4b0f-b2af-e5c6de04414e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:27:59Z', 'updated_at': '2022-05-28T06:28:10Z', 'revision_number': 5, 'project_id': 'f2d8466b4d8c4168848bc4cc302053bf', 'subnets': [{'id': 'aa6e01e0-3e0c-4b0f-b2af-e5c6de04414e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:34:21.527063 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-610cbe84-a49d-405e-9037-6d584b3b2f50 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:21.535740 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 076e3bee-a529-442c-81b8-33c5a91d0885 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:34:21.581302 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1d6ee4-edfa-47c6-982e-cd5ed9a5ba3c req-c912f789-5723-4830-829b-8defaad8f070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:34:21.583256 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9c1d6ee4-edfa-47c6-982e-cd5ed9a5ba3c req-c912f789-5723-4830-829b-8defaad8f070 service neutron] 10.222.0.69 "GET /v2.0/networks?id=8d92f73a-1818-46b4-ace6-904b9532c5d0 HTTP/1.1" status: 200 len: 914 time: 0.2025187 May 28 06:34:21.622482 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 076e3bee-a529-442c-81b8-33c5a91d0885 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:34:21.625273 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:21.683961 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9c1d6ee4-edfa-47c6-982e-cd5ed9a5ba3c req-dda0168f-2275-423f-8de7-ff885efd0542 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d7f687a5-195e-4ac1-984b-d3edf7ba0823 HTTP/1.1" status: 200 len: 217 time: 0.0946453 May 28 06:34:21.692802 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610cbe84-a49d-405e-9037-6d584b3b2f50 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Pushing event updated for resources: {'Port': ['ID=f86d8cd3-f660-4c6a-b196-562b05fa2c92,revision_number=3']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:34:21.696603 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-610cbe84-a49d-405e-9037-6d584b3b2f50 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700602'] for router_interface, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:21.782697 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1d6ee4-edfa-47c6-982e-cd5ed9a5ba3c req-0a2b04dd-4f7a-48cf-a90b-06b11a28aa51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:34:21.786412 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9c1d6ee4-edfa-47c6-982e-cd5ed9a5ba3c req-0a2b04dd-4f7a-48cf-a90b-06b11a28aa51 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=be7430a6-d63b-496c-a478-4d1ac23bdfda HTTP/1.1" status: 200 len: 853 time: 0.0946028 May 28 06:34:21.849438 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 076e3bee-a529-442c-81b8-33c5a91d0885 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:34:21.872244 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9c1d6ee4-edfa-47c6-982e-cd5ed9a5ba3c req-dd9e6575-ff30-4ae4-9490-dab5fbc2c5ce service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8d92f73a-1818-46b4-ace6-904b9532c5d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0779133 May 28 06:34:21.933713 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974cf7bb-c4e9-4f1d-a49a-6d20245c56a3 None None] New status for floating IP 45219b18-66c9-4819-bd4d-930c1773b863: DOWN {{(pid=89112) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 06:34:22.041624 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610cbe84-a49d-405e-9037-6d584b3b2f50 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Network fda8d710-e233-4916-919b-a1c911038132 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:34:22.051918 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-610cbe84-a49d-405e-9037-6d584b3b2f50 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:34:22.189082 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569a336b-ff79-4894-9466-45e5ed29f54b req-31b60b30-7349-4925-8a94-07e377ae2175 tempest-InstanceActionsV221TestJSON-1278189335 tempest-InstanceActionsV221TestJSON-1278189335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:34:22.190668 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-569a336b-ff79-4894-9466-45e5ed29f54b req-31b60b30-7349-4925-8a94-07e377ae2175 tempest-InstanceActionsV221TestJSON-1278189335 tempest-InstanceActionsV221TestJSON-1278189335-project] 10.222.0.71 "GET /v2.0/networks?id=958da27d-6785-44de-b904-7533b1a31d74 HTTP/1.1" status: 200 len: 818 time: 0.3913689 May 28 06:34:22.287823 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9c1d6ee4-edfa-47c6-982e-cd5ed9a5ba3c req-fb9f8e61-a890-4c12-bf03-2d71f9bf0f0e service neutron] 10.222.0.69 "GET /v2.0/networks/8d92f73a-1818-46b4-ace6-904b9532c5d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4085534 May 28 06:34:22.299543 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-569a336b-ff79-4894-9466-45e5ed29f54b req-ff3fe735-77b6-41b0-bd87-38205c9d2ddd tempest-InstanceActionsV221TestJSON-1278189335 tempest-InstanceActionsV221TestJSON-1278189335-project] Request body: {'port': {'device_id': '2f7e75b4-6677-44ba-93d8-6ae485c7aa1e', 'network_id': '958da27d-6785-44de-b904-7533b1a31d74', 'admin_state_up': True, 'tenant_id': '467f29e0f36147f9bf7beecdb5a7a5e0'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:34:22.363871 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819d148c-e150-41a1-ab49-87854bf215e0 req-ec4b1d0c-76a5-49e8-917c-3459be870155 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:34:22.365555 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-819d148c-e150-41a1-ab49-87854bf215e0 req-ec4b1d0c-76a5-49e8-917c-3459be870155 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5ec40af-efe0-4879-826d-b5845cabb2be HTTP/1.1" status: 200 len: 984 time: 0.3648949 May 28 06:34:22.482126 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7324c7-6dbf-4b23-bd24-6db3707db292 req-9316eb33-c9e3-4a1e-8b96-8d975e5cda86 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:34:22.483958 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6a7324c7-6dbf-4b23-bd24-6db3707db292 req-9316eb33-c9e3-4a1e-8b96-8d975e5cda86 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.55 "GET /v2.0/ports?device_id=78914748-f294-44e1-942f-994b7228a91e HTTP/1.1" status: 200 len: 946 time: 0.3803012 May 28 06:34:22.494027 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-aacba44f-0bca-4b49-aa12-65f8d3a57b37 None None] Provisioning complete for port f86d8cd3-f660-4c6a-b196-562b05fa2c92 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:34:22.494402 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-aacba44f-0bca-4b49-aa12-65f8d3a57b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:22.521196 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [req-569a336b-ff79-4894-9466-45e5ed29f54b req-ff3fe735-77b6-41b0-bd87-38205c9d2ddd tempest-InstanceActionsV221TestJSON-1278189335 tempest-InstanceActionsV221TestJSON-1278189335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:34:22.526179 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-569a336b-ff79-4894-9466-45e5ed29f54b req-ff3fe735-77b6-41b0-bd87-38205c9d2ddd tempest-InstanceActionsV221TestJSON-1278189335 tempest-InstanceActionsV221TestJSON-1278189335-project] Usage tracker for resource:port and tenant:467f29e0f36147f9bf7beecdb5a7a5e0 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:34:22.530615 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-569a336b-ff79-4894-9466-45e5ed29f54b req-ff3fe735-77b6-41b0-bd87-38205c9d2ddd tempest-InstanceActionsV221TestJSON-1278189335 tempest-InstanceActionsV221TestJSON-1278189335-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:34:22.547522 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [req-569a336b-ff79-4894-9466-45e5ed29f54b req-ff3fe735-77b6-41b0-bd87-38205c9d2ddd tempest-InstanceActionsV221TestJSON-1278189335 tempest-InstanceActionsV221TestJSON-1278189335-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:34:22.566410 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-819d148c-e150-41a1-ab49-87854bf215e0 req-b59e3c99-b439-49b1-b439-dd5fabe21901 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.55 "GET /v2.0/security-groups?id=76f5f0a9-1f72-44c1-a851-4026e46651c7&id=7d9e5fa6-82be-4be4-ac93-343c1dbf9892&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1500702 May 28 06:34:22.615769 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9c1d6ee4-edfa-47c6-982e-cd5ed9a5ba3c req-30d0cec1-9c60-45c0-8d29-5089103bd255 service neutron] 10.222.0.69 "GET /v2.0/networks/8d92f73a-1818-46b4-ace6-904b9532c5d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3188193 May 28 06:34:22.616576 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-aacba44f-0bca-4b49-aa12-65f8d3a57b37 None None] Port f86d8cd3-f660-4c6a-b196-562b05fa2c92 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:34:22.629387 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6a7324c7-6dbf-4b23-bd24-6db3707db292 req-7e208bc3-7835-410a-b8e7-c7ae8e96196a tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.55 "GET /v2.0/security-groups?id=89c8e518-81c5-4ccc-b111-8291ad38466d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332293 May 28 06:34:22.653257 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-610cbe84-a49d-405e-9037-6d584b3b2f50 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Router 9a355001-7e9b-42b8-817e-50a1a11915d5 is scheduled to L3 agent 42958940-9562-4f71-972f-15a8af9d3963 with binding_index 1 {{(pid=89109) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 06:34:22.753695 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8787ee72-52e4-412a-8416-158f83bfa97a req-5d27f5e0-cd09-4f12-a9e8-4ae127bdac78 tempest-InstanceActionsV221TestJSON-1278189335 tempest-InstanceActionsV221TestJSON-1278189335-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f7e75b4-6677-44ba-93d8-6ae485c7aa1e HTTP/1.1" status: 200 len: 210 time: 0.0511332 May 28 06:34:22.794801 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-569a336b-ff79-4894-9466-45e5ed29f54b req-ff3fe735-77b6-41b0-bd87-38205c9d2ddd tempest-InstanceActionsV221TestJSON-1278189335 tempest-InstanceActionsV221TestJSON-1278189335-project] Made reservation on behalf of 467f29e0f36147f9bf7beecdb5a7a5e0 for: {'port': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:34:22.797940 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-569a336b-ff79-4894-9466-45e5ed29f54b req-ff3fe735-77b6-41b0-bd87-38205c9d2ddd tempest-InstanceActionsV221TestJSON-1278189335 tempest-InstanceActionsV221TestJSON-1278189335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:22.800705 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-251c2664-ee50-47c7-b1f0-58c08c71858a req-271fd7a2-a07d-46c2-914d-8d277732cb89 tempest-ServersAaction247Test-1104858531 tempest-ServersAaction247Test-1104858531-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec7d6c9a-fa0c-4552-b8c7-83d32d67e8ff HTTP/1.1" status: 200 len: 210 time: 0.0495782 May 28 06:34:22.872592 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 33332) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:34:22.940342 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-610cbe84-a49d-405e-9037-6d584b3b2f50 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:34:22.951242 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d9fa75-df0c-430c-973b-0dae6634b9d5 None None] Sync routers for ids ['9a355001-7e9b-42b8-817e-50a1a11915d5'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:34:22.963830 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-610cbe84-a49d-405e-9037-6d584b3b2f50 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] 10.222.0.55 "PUT /v2.0/routers/9a355001-7e9b-42b8-817e-50a1a11915d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2834067 May 28 06:34:22.964264 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 33344) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:34:22.968228 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d9fa75-df0c-430c-973b-0dae6634b9d5 None None] Routers {'9a355001-7e9b-42b8-817e-50a1a11915d5'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:34:22.969238 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-65d9fa75-df0c-430c-973b-0dae6634b9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:33:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['9a355001-7e9b-42b8-817e-50a1a11915d5'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:34:23.008760 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 33348) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:34:23.084393 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-65d9fa75-df0c-430c-973b-0dae6634b9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:34:23.096106 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d9fa75-df0c-430c-973b-0dae6634b9d5 None None] Routers {'9a355001-7e9b-42b8-817e-50a1a11915d5'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:34:23.097732 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-65d9fa75-df0c-430c-973b-0dae6634b9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:33:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['9a355001-7e9b-42b8-817e-50a1a11915d5'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:34:23.098717 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [req-569a336b-ff79-4894-9466-45e5ed29f54b req-ff3fe735-77b6-41b0-bd87-38205c9d2ddd tempest-InstanceActionsV221TestJSON-1278189335 tempest-InstanceActionsV221TestJSON-1278189335-project] Allocated IP 172.20.0.13 (958da27d-6785-44de-b904-7533b1a31d74/5eaaf5c7-2de3-4d31-91f5-31908f994f02/f406e686-467e-4dd3-bb59-46b934e1f615) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:34:23.105225 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5d2cc803-0e9e-442a-af67-35a6661a0802 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:23.134558 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-5d2cc803-0e9e-442a-af67-35a6661a0802 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:34:23.151090 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-5d2cc803-0e9e-442a-af67-35a6661a0802 admin admin] Usage tracker for resource:security_group_rule and tenant:724c3a9e7b804013acc4e92b4d9b2ce3 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:34:23.157296 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-5d2cc803-0e9e-442a-af67-35a6661a0802 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:34:23.168930 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-5d2cc803-0e9e-442a-af67-35a6661a0802 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:34:23.171117 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-70dc5a61-546e-48ce-bc63-7614ac90d96e tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:23.185656 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-65d9fa75-df0c-430c-973b-0dae6634b9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:34:23.186061 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d9fa75-df0c-430c-973b-0dae6634b9d5 None None] The sync data for ids ['9a355001-7e9b-42b8-817e-50a1a11915d5'] in n-d-843702-1 is: [] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:34:23.194640 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe527600-5e2a-4c65-a238-dcd164056929 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:34:23.196118 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-fe527600-5e2a-4c65-a238-dcd164056929 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a355001-7e9b-42b8-817e-50a1a11915d5 HTTP/1.1" status: 200 len: 981 time: 0.2297876 May 28 06:34:23.201875 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 33356) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:34:23.226886 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-70dc5a61-546e-48ce-bc63-7614ac90d96e tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:23.341053 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5d2cc803-0e9e-442a-af67-35a6661a0802 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:23.413094 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-70dc5a61-546e-48ce-bc63-7614ac90d96e tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:23.433241 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dc5a61-546e-48ce-bc63-7614ac90d96e tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0738a7db-cbf9-4908-8e66-1a354c6fe868,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:34:23.449986 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5d2cc803-0e9e-442a-af67-35a6661a0802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:23.457570 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dc5a61-546e-48ce-bc63-7614ac90d96e tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:34:23.457982 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dc5a61-546e-48ce-bc63-7614ac90d96e tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:34:23.458371 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dc5a61-546e-48ce-bc63-7614ac90d96e tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:34:23.458756 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dc5a61-546e-48ce-bc63-7614ac90d96e tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:34:23.459173 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dc5a61-546e-48ce-bc63-7614ac90d96e tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:34:23.459558 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dc5a61-546e-48ce-bc63-7614ac90d96e tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:34:23.459943 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dc5a61-546e-48ce-bc63-7614ac90d96e tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:34:23.460318 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dc5a61-546e-48ce-bc63-7614ac90d96e tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:34:23.460693 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dc5a61-546e-48ce-bc63-7614ac90d96e tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:34:23.461080 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dc5a61-546e-48ce-bc63-7614ac90d96e tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:34:23.461471 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dc5a61-546e-48ce-bc63-7614ac90d96e tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:34:23.461863 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dc5a61-546e-48ce-bc63-7614ac90d96e tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:34:23.528069 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2cc803-0e9e-442a-af67-35a6661a0802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ab77c85-f89c-4f52-b398-2f74b74b92c0,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:34:23.538833 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-5d2cc803-0e9e-442a-af67-35a6661a0802 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=724c3a9e7b804013acc4e92b4d9b2ce3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6646879 May 28 06:34:23.539026 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 33360) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:34:23.745863 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-70dc5a61-546e-48ce-bc63-7614ac90d96e tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:23.748181 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-70dc5a61-546e-48ce-bc63-7614ac90d96e tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "DELETE /v2.0/security-groups/0738a7db-cbf9-4908-8e66-1a354c6fe868 HTTP/1.1" status: 204 len: 168 time: 0.7316332 May 28 06:34:23.754454 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 33370) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:34:23.778919 n-d-843702-1 neutron-server[89110]: INFO neutron.api.v2.resource [None req-729dd51d-eeb4-4ad6-ac05-80b425c45f6e tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] show failed (client error): The resource could not be found. May 28 06:34:23.782401 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-729dd51d-eeb4-4ad6-ac05-80b425c45f6e tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "GET /v2.0/security-groups/0738a7db-cbf9-4908-8e66-1a354c6fe868 HTTP/1.1" status: 404 len: 347 time: 0.0222702 May 28 06:34:23.785542 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 33374) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:34:23.824390 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0a3641c7-68aa-4942-b3d5-4f5ffbc10667 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:23.841235 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-569a336b-ff79-4894-9466-45e5ed29f54b req-ff3fe735-77b6-41b0-bd87-38205c9d2ddd tempest-InstanceActionsV221TestJSON-1278189335 tempest-InstanceActionsV221TestJSON-1278189335-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:23.906947 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0a3641c7-68aa-4942-b3d5-4f5ffbc10667 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:24.066729 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-569a336b-ff79-4894-9466-45e5ed29f54b req-ff3fe735-77b6-41b0-bd87-38205c9d2ddd tempest-InstanceActionsV221TestJSON-1278189335 tempest-InstanceActionsV221TestJSON-1278189335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:24.090856 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09aa327-ec81-443b-aa9c-685b3595af4c req-f7b07718-2038-4897-929b-24ac77c6b3a9 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:34:24.092359 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e09aa327-ec81-443b-aa9c-685b3595af4c req-f7b07718-2038-4897-929b-24ac77c6b3a9 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5ec40af-efe0-4879-826d-b5845cabb2be HTTP/1.1" status: 200 len: 984 time: 0.4028175 May 28 06:34:24.110932 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0a3641c7-68aa-4942-b3d5-4f5ffbc10667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:24.129064 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-8042cf57-e212-4231-a9ef-cde1c22ffe13 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Deleting port 4bbe7afe-220d-4684-ac19-cc719857a726 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:34:24.129457 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8042cf57-e212-4231-a9ef-cde1c22ffe13 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:24.185246 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-569a336b-ff79-4894-9466-45e5ed29f54b req-ff3fe735-77b6-41b0-bd87-38205c9d2ddd tempest-InstanceActionsV221TestJSON-1278189335 tempest-InstanceActionsV221TestJSON-1278189335-project] Network 958da27d-6785-44de-b904-7533b1a31d74 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:34:24.189743 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3641c7-68aa-4942-b3d5-4f5ffbc10667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ab77c85-f89c-4f52-b398-2f74b74b92c0,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:34:24.201801 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [req-569a336b-ff79-4894-9466-45e5ed29f54b req-ff3fe735-77b6-41b0-bd87-38205c9d2ddd tempest-InstanceActionsV221TestJSON-1278189335 tempest-InstanceActionsV221TestJSON-1278189335-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:34:24.209838 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [req-569a336b-ff79-4894-9466-45e5ed29f54b req-ff3fe735-77b6-41b0-bd87-38205c9d2ddd tempest-InstanceActionsV221TestJSON-1278189335 tempest-InstanceActionsV221TestJSON-1278189335-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:34:24.239315 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e09aa327-ec81-443b-aa9c-685b3595af4c req-c0bb83c2-8144-41e6-8c6a-7703524d1a2a tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.55 "GET /v2.0/security-groups?id=76f5f0a9-1f72-44c1-a851-4026e46651c7&id=7d9e5fa6-82be-4be4-ac93-343c1dbf9892&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1293221 May 28 06:34:24.241746 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0a3641c7-68aa-4942-b3d5-4f5ffbc10667 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:24.245166 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-0a3641c7-68aa-4942-b3d5-4f5ffbc10667 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9ab77c85-f89c-4f52-b398-2f74b74b92c0 HTTP/1.1" status: 204 len: 168 time: 0.6982574 May 28 06:34:24.256302 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3fe735-77b6-41b0-bd87-38205c9d2ddd tempest-InstanceActionsV221TestJSON-1278189335 tempest-InstanceActionsV221TestJSON-1278189335-project] Pushing event updated for resources: {'Port': ['ID=f406e686-467e-4dd3-bb59-46b934e1f615,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:34:24.287116 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a60e00ff-cc7d-4c92-afa2-b22446720a73 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700548'] for router_interface, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:24.321451 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021d8133-a0ae-4469-9d88-a28d0e8b97eb req-46c86dab-4e60-42ac-8d16-9cfa8c5d4ac4 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:34:24.322955 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-021d8133-a0ae-4469-9d88-a28d0e8b97eb req-46c86dab-4e60-42ac-8d16-9cfa8c5d4ac4 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.55 "GET /v2.0/ports?device_id=78914748-f294-44e1-942f-994b7228a91e HTTP/1.1" status: 200 len: 946 time: 0.3608594 May 28 06:34:24.355478 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569a336b-ff79-4894-9466-45e5ed29f54b req-ff3fe735-77b6-41b0-bd87-38205c9d2ddd tempest-InstanceActionsV221TestJSON-1278189335 tempest-InstanceActionsV221TestJSON-1278189335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:34:24.356089 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-569a336b-ff79-4894-9466-45e5ed29f54b req-ff3fe735-77b6-41b0-bd87-38205c9d2ddd tempest-InstanceActionsV221TestJSON-1278189335 tempest-InstanceActionsV221TestJSON-1278189335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:24.390857 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8042cf57-e212-4231-a9ef-cde1c22ffe13 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:24.391193 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8042cf57-e212-4231-a9ef-cde1c22ffe13 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:24.463754 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-021d8133-a0ae-4469-9d88-a28d0e8b97eb req-9474d462-dcfe-4c50-ba11-500d3c9a8f0d tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.55 "GET /v2.0/security-groups?id=89c8e518-81c5-4ccc-b111-8291ad38466d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294136 May 28 06:34:24.534593 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-8042cf57-e212-4231-a9ef-cde1c22ffe13 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Calling delete_port for 4bbe7afe-220d-4684-ac19-cc719857a726 owned by network:floatingip {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:34:24.563514 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-569a336b-ff79-4894-9466-45e5ed29f54b req-ff3fe735-77b6-41b0-bd87-38205c9d2ddd tempest-InstanceActionsV221TestJSON-1278189335 tempest-InstanceActionsV221TestJSON-1278189335-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3501654 May 28 06:34:24.589876 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-569a336b-ff79-4894-9466-45e5ed29f54b req-be0848c4-a874-4128-ae95-9cc877632f32 service neutron] Request body: {'port': {'device_id': '2f7e75b4-6677-44ba-93d8-6ae485c7aa1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843702-1'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:34:24.715957 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-a60e00ff-cc7d-4c92-afa2-b22446720a73 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Deleting port f86d8cd3-f660-4c6a-b196-562b05fa2c92 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:34:24.716215 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a60e00ff-cc7d-4c92-afa2-b22446720a73 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:24.741541 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b28e1a5-3d3b-4528-b7cc-df03a852098f req-8c0aee25-d669-44ae-9bb3-22bfa3facaf0 tempest-InstanceActionsV221TestJSON-1278189335 tempest-InstanceActionsV221TestJSON-1278189335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:34:24.743167 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2b28e1a5-3d3b-4528-b7cc-df03a852098f req-8c0aee25-d669-44ae-9bb3-22bfa3facaf0 tempest-InstanceActionsV221TestJSON-1278189335 tempest-InstanceActionsV221TestJSON-1278189335-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f7e75b4-6677-44ba-93d8-6ae485c7aa1e HTTP/1.1" status: 200 len: 932 time: 0.1576760 May 28 06:34:24.766726 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-569a336b-ff79-4894-9466-45e5ed29f54b req-be0848c4-a874-4128-ae95-9cc877632f32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:24.807049 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-2b28e1a5-3d3b-4528-b7cc-df03a852098f req-d9a1474d-b01b-4508-87f9-4f760ca76c74 tempest-InstanceActionsV221TestJSON-1278189335 tempest-InstanceActionsV221TestJSON-1278189335-project] Synchronizing usage tracker for tenant:467f29e0f36147f9bf7beecdb5a7a5e0 on resource:security_group {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:34:24.934929 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-2b28e1a5-3d3b-4528-b7cc-df03a852098f req-d9a1474d-b01b-4508-87f9-4f760ca76c74 tempest-InstanceActionsV221TestJSON-1278189335 tempest-InstanceActionsV221TestJSON-1278189335-project] Unset dirty status for tenant:467f29e0f36147f9bf7beecdb5a7a5e0 on resource:security_group {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:34:24.935712 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2b28e1a5-3d3b-4528-b7cc-df03a852098f req-d9a1474d-b01b-4508-87f9-4f760ca76c74 tempest-InstanceActionsV221TestJSON-1278189335 tempest-InstanceActionsV221TestJSON-1278189335-project] 10.222.0.55 "GET /v2.0/security-groups?id=0157c4af-81f7-4e2f-b055-62395a61f7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797543 May 28 06:34:24.936284 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8042cf57-e212-4231-a9ef-cde1c22ffe13 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:24.943045 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0c2f02be-e304-41ff-b1ce-fb3bbeddf1eb req-333beed5-d1b4-4528-9bfb-1f328f3d7a67 tempest-ServersAaction247Test-1104858531 tempest-ServersAaction247Test-1104858531-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec7d6c9a-fa0c-4552-b8c7-83d32d67e8ff HTTP/1.1" status: 200 len: 210 time: 0.0580924 May 28 06:34:25.027377 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8042cf57-e212-4231-a9ef-cde1c22ffe13 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Pushing event deleted for resources: {'Port': ['ID=4bbe7afe-220d-4684-ac19-cc719857a726,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:34:25.044039 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a60e00ff-cc7d-4c92-afa2-b22446720a73 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:25.055613 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-86ce6672-3745-4fb0-9963-3d58db96d6d9 req-c8041d4f-5273-4a79-b9b1-01197bfd052f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=83e47e83e50745b4a9316351610add92&device_id=ec7d6c9a-fa0c-4552-b8c7-83d32d67e8ff HTTP/1.1" status: 200 len: 210 time: 0.1222537 May 28 06:34:25.115733 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 33386) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:34:25.150421 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-86ce6672-3745-4fb0-9963-3d58db96d6d9 req-7237929c-1a83-498c-ad85-e6383aa22093 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=83e47e83e50745b4a9316351610add92&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0595808 May 28 06:34:25.156506 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-cd904387-e627-48e3-b1b1-03871f4ea84f admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:25.250265 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-cd904387-e627-48e3-b1b1-03871f4ea84f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:34:25.266658 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8042cf57-e212-4231-a9ef-cde1c22ffe13 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Notify callbacks [] for floatingip, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:25.272541 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-cd904387-e627-48e3-b1b1-03871f4ea84f admin admin] Usage tracker for resource:security_group_rule and tenant:1a4b67b6c34948ac9856e1df17cfa312 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:34:25.277998 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-cd904387-e627-48e3-b1b1-03871f4ea84f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:34:25.291472 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-cd904387-e627-48e3-b1b1-03871f4ea84f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:34:25.332815 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-a60e00ff-cc7d-4c92-afa2-b22446720a73 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Calling delete_port for f86d8cd3-f660-4c6a-b196-562b05fa2c92 owned by network:router_interface {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:34:25.352513 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ce6672-3745-4fb0-9963-3d58db96d6d9 req-df0a650b-ac14-4bd0-ba96-82147138ed13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:34:25.353988 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-86ce6672-3745-4fb0-9963-3d58db96d6d9 req-df0a650b-ac14-4bd0-ba96-82147138ed13 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1878083 May 28 06:34:25.455345 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8042cf57-e212-4231-a9ef-cde1c22ffe13 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:25.457045 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-8042cf57-e212-4231-a9ef-cde1c22ffe13 tempest-AttachVolumeTestJSON-147451398 tempest-AttachVolumeTestJSON-147451398-project] 10.222.0.55 "DELETE /v2.0/floatingips/45219b18-66c9-4819-bd4d-930c1773b863 HTTP/1.1" status: 204 len: 168 time: 1.6705735 May 28 06:34:25.484580 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-cd904387-e627-48e3-b1b1-03871f4ea84f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:25.510633 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304349f4-0642-4b10-959e-b251c0d4ac3a req-c86c6d9a-0ccb-430e-be42-9d0fa94a76b8 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:34:25.512048 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-304349f4-0642-4b10-959e-b251c0d4ac3a req-c86c6d9a-0ccb-430e-be42-9d0fa94a76b8 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5ec40af-efe0-4879-826d-b5845cabb2be HTTP/1.1" status: 200 len: 984 time: 0.1284704 May 28 06:34:25.568328 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-cd904387-e627-48e3-b1b1-03871f4ea84f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:25.595529 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-304349f4-0642-4b10-959e-b251c0d4ac3a req-385bff88-8660-409a-8ee5-b173984d7212 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.55 "GET /v2.0/security-groups?id=76f5f0a9-1f72-44c1-a851-4026e46651c7&id=7d9e5fa6-82be-4be4-ac93-343c1dbf9892&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0767460 May 28 06:34:25.638045 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-cd904387-e627-48e3-b1b1-03871f4ea84f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1a4b67b6c34948ac9856e1df17cfa312&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5173492 May 28 06:34:25.640557 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 33406) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:34:25.645685 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd904387-e627-48e3-b1b1-03871f4ea84f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d722a899-54f8-4f6e-a208-bf008f692cbf,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:34:25.755516 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [req-569a336b-ff79-4894-9466-45e5ed29f54b req-be0848c4-a874-4128-ae95-9cc877632f32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f406e686-467e-4dd3-bb59-46b934e1f615 {{(pid=89109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:34:25.767828 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-569a336b-ff79-4894-9466-45e5ed29f54b req-be0848c4-a874-4128-ae95-9cc877632f32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:25.908709 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0607b20b-328c-485c-9d69-46b559b2b4b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:25.915875 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [req-569a336b-ff79-4894-9466-45e5ed29f54b req-be0848c4-a874-4128-ae95-9cc877632f32 service neutron] Transition to ACTIVE for port object f406e686-467e-4dd3-bb59-46b934e1f615 will not be triggered until provisioned by entity L2. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:34:25.917178 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a60e00ff-cc7d-4c92-afa2-b22446720a73 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:25.946746 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6135e11d-b7d6-42ad-a8ec-860b8e7a98cd req-1241e021-2dd5-46e9-a68e-3d60b1aa3a53 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1165022946&fields=id&tenant_id=ae27d4a836c444af8d35a0fd61d2dbd8 HTTP/1.1" status: 200 len: 267 time: 0.1904290 May 28 06:34:25.951646 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0607b20b-328c-485c-9d69-46b559b2b4b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:25.976828 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60e00ff-cc7d-4c92-afa2-b22446720a73 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Pushing event deleted for resources: {'Port': ['ID=f86d8cd3-f660-4c6a-b196-562b05fa2c92,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:34:26.045907 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-569a336b-ff79-4894-9466-45e5ed29f54b req-be0848c4-a874-4128-ae95-9cc877632f32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:26.047896 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4def3fbd-954a-440d-b689-cf6585e6e662 req-50de20eb-2aeb-4fd6-904e-83ed7592ef2f tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:34:26.055750 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4def3fbd-954a-440d-b689-cf6585e6e662 req-50de20eb-2aeb-4fd6-904e-83ed7592ef2f tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.55 "GET /v2.0/ports?device_id=78914748-f294-44e1-942f-994b7228a91e HTTP/1.1" status: 200 len: 946 time: 0.3777540 May 28 06:34:26.140019 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4def3fbd-954a-440d-b689-cf6585e6e662 req-96cab19e-95f4-4eeb-aadc-6865d4d91dee tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.55 "GET /v2.0/security-groups?id=89c8e518-81c5-4ccc-b111-8291ad38466d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830925 May 28 06:34:26.193710 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6135e11d-b7d6-42ad-a8ec-860b8e7a98cd req-4b4578b9-7d90-442f-a4d7-6e05bce8194d tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:34:26.199102 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6135e11d-b7d6-42ad-a8ec-860b8e7a98cd req-4b4578b9-7d90-442f-a4d7-6e05bce8194d tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5ec40af-efe0-4879-826d-b5845cabb2be HTTP/1.1" status: 200 len: 984 time: 0.2288361 May 28 06:34:26.206920 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0848c4-a874-4128-ae95-9cc877632f32 service neutron] Pushing event updated for resources: {'Port': ['ID=f406e686-467e-4dd3-bb59-46b934e1f615,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:34:26.213444 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-6135e11d-b7d6-42ad-a8ec-860b8e7a98cd req-3911cc5c-d0a7-4142-8191-03fc40ec06fc tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Request body: {'port': {'security_groups': ['76f5f0a9-1f72-44c1-a851-4026e46651c7', '7d9e5fa6-82be-4be4-ac93-343c1dbf9892', 'd355d592-08cc-4734-89e5-91e61f46c4e7']}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:34:26.294218 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0607b20b-328c-485c-9d69-46b559b2b4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:26.326852 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0607b20b-328c-485c-9d69-46b559b2b4b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d722a899-54f8-4f6e-a208-bf008f692cbf,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:34:26.338999 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0607b20b-328c-485c-9d69-46b559b2b4b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:26.340328 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-0607b20b-328c-485c-9d69-46b559b2b4b7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d722a899-54f8-4f6e-a208-bf008f692cbf HTTP/1.1" status: 204 len: 168 time: 0.6988373 May 28 06:34:26.426469 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-305a6324-a828-4917-9427-6498d6963b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:26.464837 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9ce87ca2-5053-4b45-a2c3-677760a5a921 req-9a11dd6c-9cf1-4fc0-86fe-5d2851418270 tempest-ServersAaction247Test-1104858531 tempest-ServersAaction247Test-1104858531-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec7d6c9a-fa0c-4552-b8c7-83d32d67e8ff HTTP/1.1" status: 200 len: 210 time: 0.1122413 May 28 06:34:26.465213 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a60e00ff-cc7d-4c92-afa2-b22446720a73 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700472'] for router_interface, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:26.526854 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-6135e11d-b7d6-42ad-a8ec-860b8e7a98cd req-3911cc5c-d0a7-4142-8191-03fc40ec06fc tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:26.652207 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-569a336b-ff79-4894-9466-45e5ed29f54b req-be0848c4-a874-4128-ae95-9cc877632f32 service neutron] Attempting to bind port f406e686-467e-4dd3-bb59-46b934e1f615 on host n-h2-843702-1 for vnic_type normal with profile {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:34:26.652642 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-569a336b-ff79-4894-9466-45e5ed29f54b req-be0848c4-a874-4128-ae95-9cc877632f32 service neutron] Attempting to bind port f406e686-467e-4dd3-bb59-46b934e1f615 by drivers openvswitch,hyperv on host n-h2-843702-1 at level 0 using segments [{'id': 'ed051e58-0e28-4cdb-9974-8fcfa8973d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '958da27d-6785-44de-b904-7533b1a31d74'}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:34:26.653161 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569a336b-ff79-4894-9466-45e5ed29f54b req-be0848c4-a874-4128-ae95-9cc877632f32 service neutron] Attempting to bind port f406e686-467e-4dd3-bb59-46b934e1f615 on network 958da27d-6785-44de-b904-7533b1a31d74 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:34:26.660890 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569a336b-ff79-4894-9466-45e5ed29f54b req-be0848c4-a874-4128-ae95-9cc877632f32 service neutron] Port f406e686-467e-4dd3-bb59-46b934e1f615 on network 958da27d-6785-44de-b904-7533b1a31d74 not bound, no agent of type Open vSwitch agent registered on host n-h2-843702-1 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:34:26.661448 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569a336b-ff79-4894-9466-45e5ed29f54b req-be0848c4-a874-4128-ae95-9cc877632f32 service neutron] Attempting to bind port f406e686-467e-4dd3-bb59-46b934e1f615 on network 958da27d-6785-44de-b904-7533b1a31d74 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:34:26.733903 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569a336b-ff79-4894-9466-45e5ed29f54b req-be0848c4-a874-4128-ae95-9cc877632f32 service neutron] Checking agent: {'id': 'f1a3973b-d2b3-4558-88e7-2ac50857d302', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:34:26.734500 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569a336b-ff79-4894-9466-45e5ed29f54b req-be0848c4-a874-4128-ae95-9cc877632f32 service neutron] Checking segment: {'id': 'ed051e58-0e28-4cdb-9974-8fcfa8973d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '958da27d-6785-44de-b904-7533b1a31d74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:34:26.735063 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569a336b-ff79-4894-9466-45e5ed29f54b req-be0848c4-a874-4128-ae95-9cc877632f32 service neutron] Bound using segment: {'id': 'ed051e58-0e28-4cdb-9974-8fcfa8973d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '958da27d-6785-44de-b904-7533b1a31d74'} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:34:26.735645 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-569a336b-ff79-4894-9466-45e5ed29f54b req-be0848c4-a874-4128-ae95-9cc877632f32 service neutron] Bound port: f406e686-467e-4dd3-bb59-46b934e1f615, host: n-h2-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed051e58-0e28-4cdb-9974-8fcfa8973d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '958da27d-6785-44de-b904-7533b1a31d74'}}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:34:26.736139 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-569a336b-ff79-4894-9466-45e5ed29f54b req-be0848c4-a874-4128-ae95-9cc877632f32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:26.802794 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f45cd42-3c47-4f3b-910c-c5d0186a94ed req-071647eb-1a84-42bf-ba06-352e67052a98 tempest-InstanceActionsV221TestJSON-1278189335 tempest-InstanceActionsV221TestJSON-1278189335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:34:26.804946 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3f45cd42-3c47-4f3b-910c-c5d0186a94ed req-071647eb-1a84-42bf-ba06-352e67052a98 tempest-InstanceActionsV221TestJSON-1278189335 tempest-InstanceActionsV221TestJSON-1278189335-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f7e75b4-6677-44ba-93d8-6ae485c7aa1e HTTP/1.1" status: 200 len: 944 time: 0.1876514 May 28 06:34:26.938232 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3f45cd42-3c47-4f3b-910c-c5d0186a94ed req-533643a3-2a26-465a-8acd-5f7d0218f7c3 tempest-InstanceActionsV221TestJSON-1278189335 tempest-InstanceActionsV221TestJSON-1278189335-project] 10.222.0.55 "GET /v2.0/security-groups?id=0157c4af-81f7-4e2f-b055-62395a61f7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969512 May 28 06:34:27.007099 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a60e00ff-cc7d-4c92-afa2-b22446720a73 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Router 9a355001-7e9b-42b8-817e-50a1a11915d5 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:34:27.082429 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-6135e11d-b7d6-42ad-a8ec-860b8e7a98cd req-3911cc5c-d0a7-4142-8191-03fc40ec06fc tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] For port d7f687a5-195e-4ac1-984b-d3edf7ba0823, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=d7f687a5-195e-4ac1-984b-d3edf7ba0823,segment=NetworkSegment(7d559e24-4bc2-48ae-9e57-270a3050c6dd),segment_id=7d559e24-4bc2-48ae-9e57-270a3050c6dd)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:34:27.117716 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-6135e11d-b7d6-42ad-a8ec-860b8e7a98cd req-3911cc5c-d0a7-4142-8191-03fc40ec06fc tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:27.185516 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a60e00ff-cc7d-4c92-afa2-b22446720a73 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:34:27.195992 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-569a336b-ff79-4894-9466-45e5ed29f54b req-be0848c4-a874-4128-ae95-9cc877632f32 service neutron] For port f406e686-467e-4dd3-bb59-46b934e1f615, host n-h2-843702-1, cleared binding levels {{(pid=89109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:34:27.198810 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67fbb2ec-4221-482f-b335-0253f57d188b None None] Sync routers for ids ['9a355001-7e9b-42b8-817e-50a1a11915d5'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:34:27.201545 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-569a336b-ff79-4894-9466-45e5ed29f54b req-be0848c4-a874-4128-ae95-9cc877632f32 service neutron] For port f406e686-467e-4dd3-bb59-46b934e1f615, host n-h2-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=f406e686-467e-4dd3-bb59-46b934e1f615,segment=NetworkSegment(ed051e58-0e28-4cdb-9974-8fcfa8973d1d),segment_id=ed051e58-0e28-4cdb-9974-8fcfa8973d1d)] {{(pid=89109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:34:27.206713 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-a60e00ff-cc7d-4c92-afa2-b22446720a73 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] 10.222.0.55 "PUT /v2.0/routers/9a355001-7e9b-42b8-817e-50a1a11915d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0038540 May 28 06:34:27.209350 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 33430) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:34:27.213556 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-6135e11d-b7d6-42ad-a8ec-860b8e7a98cd req-3911cc5c-d0a7-4142-8191-03fc40ec06fc tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:27.218099 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67fbb2ec-4221-482f-b335-0253f57d188b None None] Routers {'9a355001-7e9b-42b8-817e-50a1a11915d5'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:34:27.220447 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-67fbb2ec-4221-482f-b335-0253f57d188b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:33:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['9a355001-7e9b-42b8-817e-50a1a11915d5'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:34:27.228470 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['a9fa9a20-b169-4ebe-be42-5b1c7d3987c0', 'd7f687a5-195e-4ac1-984b-d3edf7ba0823'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:34:27.261706 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-92299f16-88f8-4998-86f7-acd2204e1c4a tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] GET failed (client error): The resource could not be found. May 28 06:34:27.262333 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-92299f16-88f8-4998-86f7-acd2204e1c4a tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Synchronizing usage tracker for tenant:1c19ca0f4502419e9ff184ba1821fbef on resource:port {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:34:27.274718 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-569a336b-ff79-4894-9466-45e5ed29f54b req-be0848c4-a874-4128-ae95-9cc877632f32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:27.354918 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569a336b-ff79-4894-9466-45e5ed29f54b req-be0848c4-a874-4128-ae95-9cc877632f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:34:27.355553 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-569a336b-ff79-4894-9466-45e5ed29f54b req-be0848c4-a874-4128-ae95-9cc877632f32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:27.357713 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-569a336b-ff79-4894-9466-45e5ed29f54b req-be0848c4-a874-4128-ae95-9cc877632f32 service neutron] 10.222.0.71 "PUT /v2.0/ports/f406e686-467e-4dd3-bb59-46b934e1f615 HTTP/1.1" status: 200 len: 1092 time: 2.7731931 May 28 06:34:27.362413 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f7e75b4-6677-44ba-93d8-6ae485c7aa1e', 'tag': 'f406e686-467e-4dd3-bb59-46b934e1f615'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:34:27.390301 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0848c4-a874-4128-ae95-9cc877632f32 service neutron] Pushing event updated for resources: {'Port': ['ID=f406e686-467e-4dd3-bb59-46b934e1f615,revision_number=3']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:34:27.396497 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-92299f16-88f8-4998-86f7-acd2204e1c4a tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Unset dirty status for tenant:1c19ca0f4502419e9ff184ba1821fbef on resource:port {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:34:27.411833 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-92299f16-88f8-4998-86f7-acd2204e1c4a tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] 10.222.0.55 "GET /v2.0/ports/f86d8cd3-f660-4c6a-b196-562b05fa2c92 HTTP/1.1" status: 404 len: 333 time: 0.1870821 May 28 06:34:27.411833 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 33438) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:34:27.436257 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-67fbb2ec-4221-482f-b335-0253f57d188b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:34:27.451888 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67fbb2ec-4221-482f-b335-0253f57d188b None None] Routers {'9a355001-7e9b-42b8-817e-50a1a11915d5'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:34:27.453058 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-67fbb2ec-4221-482f-b335-0253f57d188b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:33:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['9a355001-7e9b-42b8-817e-50a1a11915d5'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:34:27.542793 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6135e11d-b7d6-42ad-a8ec-860b8e7a98cd req-3911cc5c-d0a7-4142-8191-03fc40ec06fc tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:34:27.546443 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-6135e11d-b7d6-42ad-a8ec-860b8e7a98cd req-3911cc5c-d0a7-4142-8191-03fc40ec06fc tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:27.561915 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6135e11d-b7d6-42ad-a8ec-860b8e7a98cd req-3911cc5c-d0a7-4142-8191-03fc40ec06fc tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.55 "PUT /v2.0/ports/d7f687a5-195e-4ac1-984b-d3edf7ba0823 HTTP/1.1" status: 200 len: 1020 time: 1.3484437 May 28 06:34:27.568412 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-67fbb2ec-4221-482f-b335-0253f57d188b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:34:27.569131 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67fbb2ec-4221-482f-b335-0253f57d188b None None] The sync data for ids ['9a355001-7e9b-42b8-817e-50a1a11915d5'] in n-d-843702-1 is: [] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:34:27.592092 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5ec40af-efe0-4879-826d-b5845cabb2be', 'tag': 'd7f687a5-195e-4ac1-984b-d3edf7ba0823'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:34:27.607069 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-86ce6672-3745-4fb0-9963-3d58db96d6d9 req-14b4573c-60c9-4c4f-80ee-3f198810eb74 tempest-ServersAaction247Test-1104858531 tempest-ServersAaction247Test-1104858531-project] 10.222.0.71 "GET /v2.0/ports?device_id=ec7d6c9a-fa0c-4552-b8c7-83d32d67e8ff HTTP/1.1" status: 200 len: 210 time: 0.1370904 May 28 06:34:27.618239 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-49cb3bcf-6c1e-4efd-857b-07a93fc48a7e tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks [] for router, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:27.689077 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:27.695749 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c16465c3-fd4d-4df4-8a33-36a8c6e72186'] response: {'name': 'network-changed', 'server_uuid': '2f7e75b4-6677-44ba-93d8-6ae485c7aa1e', 'tag': 'f406e686-467e-4dd3-bb59-46b934e1f615', 'status': 'completed', 'code': 200} May 28 06:34:27.762584 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['d7f687a5-195e-4ac1-984b-d3edf7ba0823'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:34:27.767197 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3911cc5c-d0a7-4142-8191-03fc40ec06fc tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Pushing event updated for resources: {'Port': ['ID=d7f687a5-195e-4ac1-984b-d3edf7ba0823,revision_number=7']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:34:27.862604 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569a336b-ff79-4894-9466-45e5ed29f54b req-eadcbc3d-75e6-40cc-841b-510939e56779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:34:27.864216 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-569a336b-ff79-4894-9466-45e5ed29f54b req-eadcbc3d-75e6-40cc-841b-510939e56779 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=467f29e0f36147f9bf7beecdb5a7a5e0&device_id=2f7e75b4-6677-44ba-93d8-6ae485c7aa1e HTTP/1.1" status: 200 len: 1095 time: 0.2731910 May 28 06:34:27.872214 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ddf623-9e5c-4b7c-a3da-0fc4f5e1967c req-66b15937-02f6-4791-ab90-e7c7d1e78846 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:34:27.873873 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b0ddf623-9e5c-4b7c-a3da-0fc4f5e1967c req-66b15937-02f6-4791-ab90-e7c7d1e78846 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.55 "GET /v2.0/ports?device_id=78914748-f294-44e1-942f-994b7228a91e HTTP/1.1" status: 200 len: 946 time: 0.4227889 May 28 06:34:28.035435 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-569a336b-ff79-4894-9466-45e5ed29f54b req-aa260e97-edb4-4f50-838a-5efeb1e96bab service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f406e686-467e-4dd3-bb59-46b934e1f615 HTTP/1.1" status: 200 len: 217 time: 0.1559057 May 28 06:34:28.061078 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-49cb3bcf-6c1e-4efd-857b-07a93fc48a7e tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59018'] for router, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:28.063606 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-49cb3bcf-6c1e-4efd-857b-07a93fc48a7e tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:28.173136 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-737c19e7-9cfe-4917-9845-c1615d79868b req-3caf0600-acaf-4480-b85b-a3891323f746 tempest-ServersAaction247Test-1104858531 tempest-ServersAaction247Test-1104858531-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec7d6c9a-fa0c-4552-b8c7-83d32d67e8ff HTTP/1.1" status: 200 len: 210 time: 0.1356833 May 28 06:34:28.209348 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-49cb3bcf-6c1e-4efd-857b-07a93fc48a7e tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-703817'] for router, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:28.209348 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49cb3bcf-6c1e-4efd-857b-07a93fc48a7e tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Fanout notify agent at l3_agent the message router_deleted on router 9a355001-7e9b-42b8-817e-50a1a11915d5 {{(pid=89109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 06:34:28.230877 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b0ddf623-9e5c-4b7c-a3da-0fc4f5e1967c req-daac1c7e-8b27-4046-8803-265d407e3fe6 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.55 "GET /v2.0/security-groups?id=89c8e518-81c5-4ccc-b111-8291ad38466d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863265 May 28 06:34:28.237688 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-49cb3bcf-6c1e-4efd-857b-07a93fc48a7e tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:28.244487 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-49cb3bcf-6c1e-4efd-857b-07a93fc48a7e tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] 10.222.0.55 "DELETE /v2.0/routers/9a355001-7e9b-42b8-817e-50a1a11915d5 HTTP/1.1" status: 204 len: 168 time: 0.8425951 May 28 06:34:28.245276 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 33462) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:34:28.293133 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569a336b-ff79-4894-9466-45e5ed29f54b req-1650a005-c809-496d-bd7a-9f62c164745a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:34:28.294903 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-569a336b-ff79-4894-9466-45e5ed29f54b req-1650a005-c809-496d-bd7a-9f62c164745a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5eaaf5c7-2de3-4d31-91f5-31908f994f02 HTTP/1.1" status: 200 len: 858 time: 0.2255692 May 28 06:34:28.407822 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-782e6e04-71e4-405a-865a-1001d99d9236'] response: {'name': 'network-changed', 'server_uuid': 'f5ec40af-efe0-4879-826d-b5845cabb2be', 'tag': 'd7f687a5-195e-4ac1-984b-d3edf7ba0823', 'status': 'completed', 'code': 200} May 28 06:34:28.492884 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-569a336b-ff79-4894-9466-45e5ed29f54b req-69b0f740-c133-4088-85bd-b3aa86c8866e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=958da27d-6785-44de-b904-7533b1a31d74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1629694 May 28 06:34:28.535074 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_v2 [None req-403038b1-b4f6-497b-aa3e-983058c9f7c5 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Deleting subnet 85eb6116-d9f1-463c-8893-5162e4f7bb03 {{(pid=89110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:34:28.555560 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-403038b1-b4f6-497b-aa3e-983058c9f7c5 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks [] for subnet, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:28.850557 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dcf9f83d-a0a4-4340-8c30-063e5077165d req-e28b62dc-7b2e-4056-acc7-eea2e8ded52b tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.55 "GET /v2.0/security-groups/d355d592-08cc-4734-89e5-91e61f46c4e7 HTTP/1.1" status: 200 len: 1802 time: 0.5641575 May 28 06:34:28.865291 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-403038b1-b4f6-497b-aa3e-983058c9f7c5 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4150765'] for subnet, precommit_delete_associations {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:28.898524 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-70fcfea7-bdcb-4a2e-b3e3-9d7d3381a035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:29.027812 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-569a336b-ff79-4894-9466-45e5ed29f54b req-be0aa5a7-2b08-4b1c-a688-da29bca24967 service neutron] 10.222.0.71 "GET /v2.0/networks/958da27d-6785-44de-b904-7533b1a31d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4851894 May 28 06:34:29.048513 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42ed77f-557c-46a7-9fb9-819015e5ccbb req-dab7fa57-2322-405f-bd29-a065820f99a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:34:29.050205 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a42ed77f-557c-46a7-9fb9-819015e5ccbb req-dab7fa57-2322-405f-bd29-a065820f99a7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ae27d4a836c444af8d35a0fd61d2dbd8&device_id=f5ec40af-efe0-4879-826d-b5845cabb2be HTTP/1.1" status: 200 len: 1174 time: 0.6348541 May 28 06:34:29.083622 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3262f90-fcf2-48c2-b687-8b02c04391c5 req-9dc7a1db-4a9f-4c5d-940a-5d5fc32da8dd tempest-InstanceActionsV221TestJSON-1278189335 tempest-InstanceActionsV221TestJSON-1278189335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:34:29.085065 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a3262f90-fcf2-48c2-b687-8b02c04391c5 req-9dc7a1db-4a9f-4c5d-940a-5d5fc32da8dd tempest-InstanceActionsV221TestJSON-1278189335 tempest-InstanceActionsV221TestJSON-1278189335-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f7e75b4-6677-44ba-93d8-6ae485c7aa1e HTTP/1.1" status: 200 len: 944 time: 0.6428843 May 28 06:34:29.107039 n-d-843702-1 neutron-server[89110]: INFO neutron.api.v2.resource [req-dcf9f83d-a0a4-4340-8c30-063e5077165d req-69a40428-9e5a-4d05-8fd5-5f9a9c8635f7 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] delete failed (client error): There was a conflict when trying to complete your request. May 28 06:34:29.108116 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dcf9f83d-a0a4-4340-8c30-063e5077165d req-69a40428-9e5a-4d05-8fd5-5f9a9c8635f7 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.55 "DELETE /v2.0/security-groups/d355d592-08cc-4734-89e5-91e61f46c4e7 HTTP/1.1" status: 409 len: 341 time: 0.2119918 May 28 06:34:29.256605 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-403038b1-b4f6-497b-aa3e-983058c9f7c5 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:29.390846 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a3262f90-fcf2-48c2-b687-8b02c04391c5 req-fa93cc57-7bca-4354-a379-b2c93690be78 tempest-InstanceActionsV221TestJSON-1278189335 tempest-InstanceActionsV221TestJSON-1278189335-project] 10.222.0.55 "GET /v2.0/security-groups?id=0157c4af-81f7-4e2f-b055-62395a61f7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341897 May 28 06:34:29.422555 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42ed77f-557c-46a7-9fb9-819015e5ccbb req-fcdaad7b-d0a3-482a-9db6-1234dcc3e8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:34:29.423104 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a42ed77f-557c-46a7-9fb9-819015e5ccbb req-fcdaad7b-d0a3-482a-9db6-1234dcc3e8f0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=8d92f73a-1818-46b4-ace6-904b9532c5d0 HTTP/1.1" status: 200 len: 914 time: 0.3492355 May 28 06:34:29.427232 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-569a336b-ff79-4894-9466-45e5ed29f54b req-cc4b04b5-15ff-4704-a98d-03df3cce3c7a service neutron] 10.222.0.71 "GET /v2.0/networks/958da27d-6785-44de-b904-7533b1a31d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3815527 May 28 06:34:29.511590 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a42ed77f-557c-46a7-9fb9-819015e5ccbb req-c24bf591-4285-4a9b-a9a0-32b151acc6ab service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d7f687a5-195e-4ac1-984b-d3edf7ba0823 HTTP/1.1" status: 200 len: 217 time: 0.0805285 May 28 06:34:29.585636 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42ed77f-557c-46a7-9fb9-819015e5ccbb req-3626ad49-163f-4865-89c9-51822e3ce359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:34:29.585636 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a42ed77f-557c-46a7-9fb9-819015e5ccbb req-3626ad49-163f-4865-89c9-51822e3ce359 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=be7430a6-d63b-496c-a478-4d1ac23bdfda HTTP/1.1" status: 200 len: 853 time: 0.0655191 May 28 06:34:29.659394 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a42ed77f-557c-46a7-9fb9-819015e5ccbb req-2822d672-8d3d-4565-ac03-66a436ccf6c7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8d92f73a-1818-46b4-ace6-904b9532c5d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703275 May 28 06:34:29.660915 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-403038b1-b4f6-497b-aa3e-983058c9f7c5 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3115981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3172005'] for subnet, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:29.847685 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:29.847881 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403038b1-b4f6-497b-aa3e-983058c9f7c5 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Pushing event deleted for resources: {'Subnet': ['ID=85eb6116-d9f1-463c-8893-5162e4f7bb03,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:34:29.872893 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590c5c63-c95f-4a2d-aacf-9b755c057ef6 None None] Network fda8d710-e233-4916-919b-a1c911038132 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:34:29.885179 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-403038b1-b4f6-497b-aa3e-983058c9f7c5 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:29.947323 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-403038b1-b4f6-497b-aa3e-983058c9f7c5 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] 10.222.0.55 "DELETE /v2.0/subnets/85eb6116-d9f1-463c-8893-5162e4f7bb03 HTTP/1.1" status: 204 len: 168 time: 1.7012186 May 28 06:34:29.950176 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 33502) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:34:30.054537 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a42ed77f-557c-46a7-9fb9-819015e5ccbb req-1756ff30-b2dd-4504-9b2f-dfe335f06fda service neutron] 10.222.0.69 "GET /v2.0/networks/8d92f73a-1818-46b4-ace6-904b9532c5d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3628452 May 28 06:34:30.077649 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:30.158443 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4079c1d2-18eb-4b99-821e-abe38590a822 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:30.207847 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-4079c1d2-18eb-4b99-821e-abe38590a822 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Deleting port 076e3bee-a529-442c-81b8-33c5a91d0885 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:34:30.208307 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4079c1d2-18eb-4b99-821e-abe38590a822 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:30.233751 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eea2510-4c3a-49c1-ba26-49d9c74c6776 req-a8d87157-2bf3-4a83-8eef-d36cd3fcb655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:34:30.237657 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2eea2510-4c3a-49c1-ba26-49d9c74c6776 req-a8d87157-2bf3-4a83-8eef-d36cd3fcb655 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=467f29e0f36147f9bf7beecdb5a7a5e0&device_id=2f7e75b4-6677-44ba-93d8-6ae485c7aa1e HTTP/1.1" status: 200 len: 1095 time: 0.5715749 May 28 06:34:30.247333 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30927415-8243-43a3-bbf8-05d4fa35db75 req-9bf31412-d2af-4837-95fe-366f2346b782 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:34:30.252289 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-30927415-8243-43a3-bbf8-05d4fa35db75 req-9bf31412-d2af-4837-95fe-366f2346b782 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.55 "GET /v2.0/ports?device_id=78914748-f294-44e1-942f-994b7228a91e HTTP/1.1" status: 200 len: 946 time: 0.5198832 May 28 06:34:30.272587 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4ccfb1-b85b-4ccd-9647-d742680557e1 req-dff39654-d63a-4d50-a694-c9490fc68dd2 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:34:30.283107 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 33510) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:34:30.283253 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8b4ccfb1-b85b-4ccd-9647-d742680557e1 req-dff39654-d63a-4d50-a694-c9490fc68dd2 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5ec40af-efe0-4879-826d-b5845cabb2be HTTP/1.1" status: 200 len: 1023 time: 0.4014692 May 28 06:34:30.290338 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3a2ca4-de8a-4187-8729-81bf0502a8a5 None None] DHCP port deletion for fda8d710-e233-4916-919b-a1c911038132 request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:34:30.295502 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-0d3a2ca4-de8a-4187-8729-81bf0502a8a5 None None] Deleting port 076e3bee-a529-442c-81b8-33c5a91d0885 {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:34:30.296019 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-0d3a2ca4-de8a-4187-8729-81bf0502a8a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:30.394778 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 33516) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:34:30.546113 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eea2510-4c3a-49c1-ba26-49d9c74c6776 req-4833c298-7269-46b6-b820-3f6d3027ac5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:34:30.547548 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2eea2510-4c3a-49c1-ba26-49d9c74c6776 req-4833c298-7269-46b6-b820-3f6d3027ac5d service neutron] 10.222.0.71 "GET /v2.0/networks?id=958da27d-6785-44de-b904-7533b1a31d74 HTTP/1.1" status: 200 len: 919 time: 0.2937555 May 28 06:34:30.553958 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b8f0a4f9-98b4-4e27-9d13-d305f0393f6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:30.579277 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-4079c1d2-18eb-4b99-821e-abe38590a822 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] For port 076e3bee-a529-442c-81b8-33c5a91d0885, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=076e3bee-a529-442c-81b8-33c5a91d0885,segment=NetworkSegment(59999ae8-6a3c-4cfc-b304-1bca76ce886c),segment_id=59999ae8-6a3c-4cfc-b304-1bca76ce886c)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:34:30.581367 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4079c1d2-18eb-4b99-821e-abe38590a822 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:30.590125 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-b8f0a4f9-98b4-4e27-9d13-d305f0393f6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:34:30.605550 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-b8f0a4f9-98b4-4e27-9d13-d305f0393f6a admin admin] Usage tracker for resource:security_group_rule and tenant:83e47e83e50745b4a9316351610add92 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:34:30.658340 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a42ed77f-557c-46a7-9fb9-819015e5ccbb req-9a43a9b9-08fe-4f51-b3ee-9c1b93f2471a service neutron] 10.222.0.69 "GET /v2.0/networks/8d92f73a-1818-46b4-ace6-904b9532c5d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5841596 May 28 06:34:30.659720 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2eea2510-4c3a-49c1-ba26-49d9c74c6776 req-63768e25-defc-4add-9fab-7f7a5bbb3c50 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f406e686-467e-4dd3-bb59-46b934e1f615 HTTP/1.1" status: 200 len: 217 time: 0.0991228 May 28 06:34:30.688842 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8b4ccfb1-b85b-4ccd-9647-d742680557e1 req-e2c5c400-facb-4866-b514-0b727b7b09fc tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.55 "GET /v2.0/security-groups?id=76f5f0a9-1f72-44c1-a851-4026e46651c7&id=7d9e5fa6-82be-4be4-ac93-343c1dbf9892&id=d355d592-08cc-4734-89e5-91e61f46c4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.4061608 May 28 06:34:30.777576 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-0d3a2ca4-de8a-4187-8729-81bf0502a8a5 None None] For port 076e3bee-a529-442c-81b8-33c5a91d0885, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=076e3bee-a529-442c-81b8-33c5a91d0885,segment=NetworkSegment(59999ae8-6a3c-4cfc-b304-1bca76ce886c),segment_id=59999ae8-6a3c-4cfc-b304-1bca76ce886c)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:34:30.778273 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-0d3a2ca4-de8a-4187-8729-81bf0502a8a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:30.860682 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-b8f0a4f9-98b4-4e27-9d13-d305f0393f6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:34:30.893672 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-30927415-8243-43a3-bbf8-05d4fa35db75 req-368cabec-ec15-4b0d-9561-2b418f9a7ac0 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.55 "GET /v2.0/security-groups?id=89c8e518-81c5-4ccc-b111-8291ad38466d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4178300 May 28 06:34:30.933539 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-0d3a2ca4-de8a-4187-8729-81bf0502a8a5 None None] Calling delete_port for 076e3bee-a529-442c-81b8-33c5a91d0885 owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:34:30.948602 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-b8f0a4f9-98b4-4e27-9d13-d305f0393f6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:34:30.956805 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-4079c1d2-18eb-4b99-821e-abe38590a822 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Calling delete_port for 076e3bee-a529-442c-81b8-33c5a91d0885 owned by network:dhcp {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:34:30.983914 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eea2510-4c3a-49c1-ba26-49d9c74c6776 req-f870f3f4-8498-4468-bada-c9c29f8b9726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:34:30.985745 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2eea2510-4c3a-49c1-ba26-49d9c74c6776 req-f870f3f4-8498-4468-bada-c9c29f8b9726 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5eaaf5c7-2de3-4d31-91f5-31908f994f02 HTTP/1.1" status: 200 len: 858 time: 0.3059695 May 28 06:34:30.994666 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6cfc1306-3f8e-4e98-a10b-5a6adf38226b admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:31.036107 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-6cfc1306-3f8e-4e98-a10b-5a6adf38226b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:34:31.046801 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-6cfc1306-3f8e-4e98-a10b-5a6adf38226b admin admin] Usage tracker for resource:security_group_rule and tenant:4ae77c8acd1c4d349fc7dc8208be5406 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:34:31.052332 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-6cfc1306-3f8e-4e98-a10b-5a6adf38226b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:34:31.063448 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2eea2510-4c3a-49c1-ba26-49d9c74c6776 req-8b1780bd-8166-4001-9bca-4abe9477a33c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=958da27d-6785-44de-b904-7533b1a31d74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619876 May 28 06:34:31.064666 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-6cfc1306-3f8e-4e98-a10b-5a6adf38226b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:34:31.133388 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-0d3a2ca4-de8a-4187-8729-81bf0502a8a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879'] for port, after_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:31.162308 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.db.api [None req-4079c1d2-18eb-4b99-821e-abe38590a822 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:34:31.162621 n-d-843702-1 neutron-server[89109]: DEBUG oslo_db.api [None req-4079c1d2-18eb-4b99-821e-abe38590a822 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:34:31.171990 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800cf506-0ba6-4f13-901b-3e63ed246817 req-10556337-6b59-410a-8ef8-bca992c6b6b5 tempest-InstanceActionsV221TestJSON-1278189335 tempest-InstanceActionsV221TestJSON-1278189335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:34:31.174089 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-800cf506-0ba6-4f13-901b-3e63ed246817 req-10556337-6b59-410a-8ef8-bca992c6b6b5 tempest-InstanceActionsV221TestJSON-1278189335 tempest-InstanceActionsV221TestJSON-1278189335-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f7e75b4-6677-44ba-93d8-6ae485c7aa1e HTTP/1.1" status: 200 len: 944 time: 0.2934902 May 28 06:34:31.221564 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3a2ca4-de8a-4187-8729-81bf0502a8a5 None None] Pushing event deleted for resources: {'Port': ['ID=076e3bee-a529-442c-81b8-33c5a91d0885,revision_number=None']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:34:31.233641 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3a2ca4-de8a-4187-8729-81bf0502a8a5 None None] No DVR routers for this DVR port 076e3bee-a529-442c-81b8-33c5a91d0885 on host n-d-843702-1 {{(pid=89111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:34:31.249160 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6cfc1306-3f8e-4e98-a10b-5a6adf38226b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:31.251093 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b8f0a4f9-98b4-4e27-9d13-d305f0393f6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:31.316122 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2eea2510-4c3a-49c1-ba26-49d9c74c6776 req-70b46946-3df3-460a-be67-ca0f5b4a0ae5 service neutron] 10.222.0.71 "GET /v2.0/networks/958da27d-6785-44de-b904-7533b1a31d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2455502 May 28 06:34:31.318879 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-800cf506-0ba6-4f13-901b-3e63ed246817 req-081dc875-0972-4796-a3cf-6779ac878f76 tempest-InstanceActionsV221TestJSON-1278189335 tempest-InstanceActionsV221TestJSON-1278189335-project] 10.222.0.55 "GET /v2.0/security-groups?id=0157c4af-81f7-4e2f-b055-62395a61f7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353431 May 28 06:34:31.327714 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6cfc1306-3f8e-4e98-a10b-5a6adf38226b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:31.372138 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b8f0a4f9-98b4-4e27-9d13-d305f0393f6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:31.433465 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-6cfc1306-3f8e-4e98-a10b-5a6adf38226b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4ae77c8acd1c4d349fc7dc8208be5406&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0345995 May 28 06:34:31.439681 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c522b1ef-3bfc-4098-b013-380437ba5066 req-4fce6254-698e-4430-8458-aeb959545277 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:34:31.441562 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c522b1ef-3bfc-4098-b013-380437ba5066 req-4fce6254-698e-4430-8458-aeb959545277 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.69 "GET /v2.0/ports?device_id=f5ec40af-efe0-4879-826d-b5845cabb2be HTTP/1.1" status: 200 len: 1023 time: 0.2408195 May 28 06:34:31.441752 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 33526) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:34:31.448719 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfc1306-3f8e-4e98-a10b-5a6adf38226b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb6356b3-af27-433f-93c3-fb1520ac820c,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:34:31.484446 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-b8f0a4f9-98b4-4e27-9d13-d305f0393f6a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=83e47e83e50745b4a9316351610add92&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2022510 May 28 06:34:31.488822 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 33530) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:34:31.583187 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 076e3bee-a529-442c-81b8-33c5a91d0885 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:34:31.593739 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2eea2510-4c3a-49c1-ba26-49d9c74c6776 req-8f74a9a5-313b-4347-b1c1-1acbf1e1996a service neutron] 10.222.0.71 "GET /v2.0/networks/958da27d-6785-44de-b904-7533b1a31d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2591181 May 28 06:34:31.628121 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:31.629818 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 076e3bee-a529-442c-81b8-33c5a91d0885 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:34:31.630216 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 076e3bee-a529-442c-81b8-33c5a91d0885 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:34:31.639963 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f0a4f9-98b4-4e27-9d13-d305f0393f6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11d3df34-2e48-4153-8e27-1d73c934d7aa,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:34:31.664784 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-4079c1d2-18eb-4b99-821e-abe38590a822 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Deleting port 076e3bee-a529-442c-81b8-33c5a91d0885 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:34:31.665116 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4079c1d2-18eb-4b99-821e-abe38590a822 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:31.676509 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-c522b1ef-3bfc-4098-b013-380437ba5066 req-c0cf1ee0-6b62-4315-abde-8ca8ab382597 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Deleting port d7f687a5-195e-4ac1-984b-d3edf7ba0823 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:34:31.676856 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-c522b1ef-3bfc-4098-b013-380437ba5066 req-c0cf1ee0-6b62-4315-abde-8ca8ab382597 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:31.711380 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f7276a94-ffb8-4bb8-8681-5c699463e74f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:31.811679 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-4079c1d2-18eb-4b99-821e-abe38590a822 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] The port '076e3bee-a529-442c-81b8-33c5a91d0885' was deleted {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 06:34:31.816350 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9043bec8-51a6-4386-b2db-b26065427a46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:31.827208 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device f406e686-467e-4dd3-bb59-46b934e1f615 details requested by agent hyperv_n-h2-843702-1 with host n-h2-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:34:31.856980 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f7276a94-ffb8-4bb8-8681-5c699463e74f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:31.959242 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9043bec8-51a6-4386-b2db-b26065427a46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:32.012919 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port f406e686-467e-4dd3-bb59-46b934e1f615, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=f406e686-467e-4dd3-bb59-46b934e1f615,segment=NetworkSegment(ed051e58-0e28-4cdb-9974-8fcfa8973d1d),segment_id=ed051e58-0e28-4cdb-9974-8fcfa8973d1d)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:34:32.030391 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Returning: {'device': 'f406e686-467e-4dd3-bb59-46b934e1f615', 'network_id': '958da27d-6785-44de-b904-7533b1a31d74', 'port_id': 'f406e686-467e-4dd3-bb59-46b934e1f615', 'mac_address': 'fa:16:3e:38:d0:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5eaaf5c7-2de3-4d31-91f5-31908f994f02', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:34:32.113791 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port f406e686-467e-4dd3-bb59-46b934e1f615 is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:34:32.114002 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-c522b1ef-3bfc-4098-b013-380437ba5066 req-c0cf1ee0-6b62-4315-abde-8ca8ab382597 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] For port d7f687a5-195e-4ac1-984b-d3edf7ba0823, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=d7f687a5-195e-4ac1-984b-d3edf7ba0823,segment=NetworkSegment(7d559e24-4bc2-48ae-9e57-270a3050c6dd),segment_id=7d559e24-4bc2-48ae-9e57-270a3050c6dd)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:34:32.114185 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-c522b1ef-3bfc-4098-b013-380437ba5066 req-c0cf1ee0-6b62-4315-abde-8ca8ab382597 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:32.114314 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:32.130689 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9864c969-7ac5-49ee-b268-6275456587de req-17266ccd-152f-4781-999f-96d156c4ace5 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:34:32.132332 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9864c969-7ac5-49ee-b268-6275456587de req-17266ccd-152f-4781-999f-96d156c4ace5 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5ec40af-efe0-4879-826d-b5845cabb2be HTTP/1.1" status: 200 len: 1023 time: 0.2125146 May 28 06:34:32.132950 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f406e686-467e-4dd3-bb59-46b934e1f615 {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:34:32.139289 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:32.139953 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4079c1d2-18eb-4b99-821e-abe38590a822 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:32.152475 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port f406e686-467e-4dd3-bb59-46b934e1f615, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=f406e686-467e-4dd3-bb59-46b934e1f615,segment=NetworkSegment(ed051e58-0e28-4cdb-9974-8fcfa8973d1d),segment_id=ed051e58-0e28-4cdb-9974-8fcfa8973d1d)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:34:32.175905 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-4079c1d2-18eb-4b99-821e-abe38590a822 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fda8d710-e233-4916-919b-a1c911038132']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:34:32.188830 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-4079c1d2-18eb-4b99-821e-abe38590a822 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59999ae8-6a3c-4cfc-b304-1bca76ce886c') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:34:32.189130 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-4079c1d2-18eb-4b99-821e-abe38590a822 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59999ae8-6a3c-4cfc-b304-1bca76ce886c') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:34:32.202769 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4079c1d2-18eb-4b99-821e-abe38590a822 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:32.224167 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4079c1d2-18eb-4b99-821e-abe38590a822 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:32.232390 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4079c1d2-18eb-4b99-821e-abe38590a822 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:34:32.232390 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4079c1d2-18eb-4b99-821e-abe38590a822 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:32.241402 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:32.281434 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-c522b1ef-3bfc-4098-b013-380437ba5066 req-c0cf1ee0-6b62-4315-abde-8ca8ab382597 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Calling delete_port for d7f687a5-195e-4ac1-984b-d3edf7ba0823 owned by compute:nova {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:34:32.298418 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 59999ae8-6a3c-4cfc-b304-1bca76ce886c resource provider aggregate not found May 28 06:34:32.309092 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9043bec8-51a6-4386-b2db-b26065427a46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:32.311891 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f7276a94-ffb8-4bb8-8681-5c699463e74f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:32.334012 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=f406e686-467e-4dd3-bb59-46b934e1f615,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:34:32.334876 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 59999ae8-6a3c-4cfc-b304-1bca76ce886c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 59999ae8-6a3c-4cfc-b304-1bca76ce886c found for delete ", "request_id": "req-6869f46c-b344-4b8b-9a33-ebec55f7e828"}]} May 28 06:34:32.352361 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9043bec8-51a6-4386-b2db-b26065427a46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11d3df34-2e48-4153-8e27-1d73c934d7aa,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:34:32.379708 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7276a94-ffb8-4bb8-8681-5c699463e74f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb6356b3-af27-433f-93c3-fb1520ac820c,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:34:32.389861 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9864c969-7ac5-49ee-b268-6275456587de req-ed658226-f83b-479e-8ae9-7cc57217380e tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.55 "GET /v2.0/security-groups?id=76f5f0a9-1f72-44c1-a851-4026e46651c7&id=7d9e5fa6-82be-4be4-ac93-343c1dbf9892&id=d355d592-08cc-4734-89e5-91e61f46c4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1966884 May 28 06:34:32.422851 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9ebb6c-aede-42d8-8bd2-47d885db3622 req-9c4f29c3-a31e-4cae-9eb0-e3119a85d23c tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:34:32.423226 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2d9ebb6c-aede-42d8-8bd2-47d885db3622 req-9c4f29c3-a31e-4cae-9eb0-e3119a85d23c tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.55 "GET /v2.0/ports?device_id=78914748-f294-44e1-942f-994b7228a91e HTTP/1.1" status: 200 len: 946 time: 0.3670495 May 28 06:34:32.541507 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['f406e686-467e-4dd3-bb59-46b934e1f615'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:34:32.570196 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2d9ebb6c-aede-42d8-8bd2-47d885db3622 req-bb4453a6-1014-447e-a2c9-57068e245e67 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.55 "GET /v2.0/security-groups?id=89c8e518-81c5-4ccc-b111-8291ad38466d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407166 May 28 06:34:32.580022 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4079c1d2-18eb-4b99-821e-abe38590a822 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:32.616180 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4079c1d2-18eb-4b99-821e-abe38590a822 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:32.621987 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4079c1d2-18eb-4b99-821e-abe38590a822 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Pushing event deleted for resources: {'Network': ['ID=fda8d710-e233-4916-919b-a1c911038132,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:34:32.646446 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f7276a94-ffb8-4bb8-8681-5c699463e74f admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:32.661782 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-f7276a94-ffb8-4bb8-8681-5c699463e74f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bb6356b3-af27-433f-93c3-fb1520ac820c HTTP/1.1" status: 204 len: 168 time: 1.2068253 May 28 06:34:32.664214 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e0875a-ae0d-4a61-a459-53f2fd7d1fab req-5e537345-3f40-4810-939b-cb8135fe6cc4 tempest-InstanceActionsV221TestJSON-1278189335 tempest-InstanceActionsV221TestJSON-1278189335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:34:32.667215 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c8e0875a-ae0d-4a61-a459-53f2fd7d1fab req-5e537345-3f40-4810-939b-cb8135fe6cc4 tempest-InstanceActionsV221TestJSON-1278189335 tempest-InstanceActionsV221TestJSON-1278189335-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f7e75b4-6677-44ba-93d8-6ae485c7aa1e HTTP/1.1" status: 200 len: 945 time: 0.1668315 May 28 06:34:32.669650 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-4079c1d2-18eb-4b99-821e-abe38590a822 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] 10.222.0.55 "DELETE /v2.0/networks/fda8d710-e233-4916-919b-a1c911038132 HTTP/1.1" status: 204 len: 168 time: 2.7183843 May 28 06:34:32.673312 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9043bec8-51a6-4386-b2db-b26065427a46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:32.675850 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-9043bec8-51a6-4386-b2db-b26065427a46 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/11d3df34-2e48-4153-8e27-1d73c934d7aa HTTP/1.1" status: 204 len: 168 time: 1.1814697 May 28 06:34:32.677038 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 33548) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:34:32.748170 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c8e0875a-ae0d-4a61-a459-53f2fd7d1fab req-7b3a868d-76a5-4824-811d-b8325952a5c2 tempest-InstanceActionsV221TestJSON-1278189335 tempest-InstanceActionsV221TestJSON-1278189335-project] 10.222.0.55 "GET /v2.0/security-groups?id=0157c4af-81f7-4e2f-b055-62395a61f7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707934 May 28 06:34:32.749011 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-c522b1ef-3bfc-4098-b013-380437ba5066 req-c0cf1ee0-6b62-4315-abde-8ca8ab382597 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:32.783235 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['a9fa9a20-b169-4ebe-be42-5b1c7d3987c0'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:34:32.859727 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760e591c-d737-4a1c-ae53-c294d9ebea8a tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:34:32.860262 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-760e591c-d737-4a1c-ae53-c294d9ebea8a tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Synchronizing usage tracker for tenant:1c19ca0f4502419e9ff184ba1821fbef on resource:port {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:34:32.860943 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cf1ee0-6b62-4315-abde-8ca8ab382597 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Pushing event deleted for resources: {'Port': ['ID=d7f687a5-195e-4ac1-984b-d3edf7ba0823,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:34:32.974365 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-760e591c-d737-4a1c-ae53-c294d9ebea8a tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Unset dirty status for tenant:1c19ca0f4502419e9ff184ba1821fbef on resource:port {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:34:32.976289 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-760e591c-d737-4a1c-ae53-c294d9ebea8a tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] 10.222.0.55 "GET /v2.0/ports/f11a92c7-967a-4383-8902-74cca184e84f HTTP/1.1" status: 200 len: 841 time: 0.2870085 May 28 06:34:32.983542 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 33554) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:34:33.079479 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-6ef3417f-c5f5-4b61-8e00-7f158e7d8841 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] 10.222.0.55 "GET /v2.0/ports/f11a92c7-967a-4383-8902-74cca184e84f?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0947058 May 28 06:34:33.085047 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 33560) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:34:33.096746 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-f1a25380-2c5c-4265-855d-3b1efba236e0 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Request body: {'subnet': {'network_id': '3db30d99-6fa4-4e2b-9141-f98585fb21e1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:34:33.128520 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-c522b1ef-3bfc-4098-b013-380437ba5066 req-c0cf1ee0-6b62-4315-abde-8ca8ab382597 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] No DVR routers for this DVR port d7f687a5-195e-4ac1-984b-d3edf7ba0823 on host n-h1-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:34:33.130931 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-c522b1ef-3bfc-4098-b013-380437ba5066 req-c0cf1ee0-6b62-4315-abde-8ca8ab382597 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:33.167067 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5ec40af-efe0-4879-826d-b5845cabb2be', 'name': 'network-vif-deleted', 'tag': 'd7f687a5-195e-4ac1-984b-d3edf7ba0823'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:34:33.259465 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c522b1ef-3bfc-4098-b013-380437ba5066 req-c0cf1ee0-6b62-4315-abde-8ca8ab382597 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.69 "DELETE /v2.0/ports/d7f687a5-195e-4ac1-984b-d3edf7ba0823 HTTP/1.1" status: 204 len: 173 time: 1.8120515 May 28 06:34:33.297590 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7205ef93-2afa-4cc3-96b7-399c75c45796'] response: {'server_uuid': 'f5ec40af-efe0-4879-826d-b5845cabb2be', 'name': 'network-vif-deleted', 'tag': 'd7f687a5-195e-4ac1-984b-d3edf7ba0823', 'status': 'completed', 'code': 200} May 28 06:34:33.350629 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-f1a25380-2c5c-4265-855d-3b1efba236e0 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:34:33.355070 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-f1a25380-2c5c-4265-855d-3b1efba236e0 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Usage tracker for resource:subnet and tenant:1c19ca0f4502419e9ff184ba1821fbef is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:34:33.358612 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-f1a25380-2c5c-4265-855d-3b1efba236e0 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:34:33.366341 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-f1a25380-2c5c-4265-855d-3b1efba236e0 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:34:33.533512 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1a25380-2c5c-4265-855d-3b1efba236e0 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Made reservation on behalf of 1c19ca0f4502419e9ff184ba1821fbef for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:34:33.537845 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f1a25380-2c5c-4265-855d-3b1efba236e0 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:33.720513 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-81d9f337-be34-4b3a-9061-6cfca872a96d req-0a606171-0f65-4d35-846a-fbdf397b15b7 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Synchronizing usage tracker for tenant:ae27d4a836c444af8d35a0fd61d2dbd8 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:34:33.829797 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-81d9f337-be34-4b3a-9061-6cfca872a96d req-0a606171-0f65-4d35-846a-fbdf397b15b7 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Unset dirty status for tenant:ae27d4a836c444af8d35a0fd61d2dbd8 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:34:33.836504 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device f406e686-467e-4dd3-bb59-46b934e1f615 up at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:34:33.851585 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-81d9f337-be34-4b3a-9061-6cfca872a96d req-0a606171-0f65-4d35-846a-fbdf397b15b7 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5ec40af-efe0-4879-826d-b5845cabb2be HTTP/1.1" status: 200 len: 210 time: 0.2056475 May 28 06:34:33.990289 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfea6b2d-793c-4bd5-85bf-fb3e526be3b4 req-5cabf09b-2378-43eb-bf57-66e08f7612ef tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:34:34.000425 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bfea6b2d-793c-4bd5-85bf-fb3e526be3b4 req-5cabf09b-2378-43eb-bf57-66e08f7612ef tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.55 "GET /v2.0/ports?device_id=78914748-f294-44e1-942f-994b7228a91e HTTP/1.1" status: 200 len: 946 time: 0.2381032 May 28 06:34:34.078811 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bfea6b2d-793c-4bd5-85bf-fb3e526be3b4 req-ac2f9cb8-417b-46eb-a2e6-3f888087179b tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.55 "GET /v2.0/security-groups?id=89c8e518-81c5-4ccc-b111-8291ad38466d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750234 May 28 06:34:34.093162 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning for port f406e686-467e-4dd3-bb59-46b934e1f615 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:34:34.099921 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning complete for port f406e686-467e-4dd3-bb59-46b934e1f615 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:34:34.100492 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:34.208690 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cc4ea5-607d-486d-a434-ab443104f1e8 req-ae5bacf5-49cd-454b-a254-c30aba3ca379 tempest-InstanceActionsV221TestJSON-1278189335 tempest-InstanceActionsV221TestJSON-1278189335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:34:34.210546 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-25cc4ea5-607d-486d-a434-ab443104f1e8 req-ae5bacf5-49cd-454b-a254-c30aba3ca379 tempest-InstanceActionsV221TestJSON-1278189335 tempest-InstanceActionsV221TestJSON-1278189335-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f7e75b4-6677-44ba-93d8-6ae485c7aa1e HTTP/1.1" status: 200 len: 945 time: 0.1002057 May 28 06:34:34.242729 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f1a25380-2c5c-4265-855d-3b1efba236e0 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:34.317830 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port f406e686-467e-4dd3-bb59-46b934e1f615 is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:34:34.317830 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:34.323618 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-25cc4ea5-607d-486d-a434-ab443104f1e8 req-771491ca-3871-4df8-92c7-2a7e3bd9d3ff tempest-InstanceActionsV221TestJSON-1278189335 tempest-InstanceActionsV221TestJSON-1278189335-project] 10.222.0.55 "GET /v2.0/security-groups?id=0157c4af-81f7-4e2f-b055-62395a61f7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020567 May 28 06:34:34.344057 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a25380-2c5c-4265-855d-3b1efba236e0 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Network 3db30d99-6fa4-4e2b-9141-f98585fb21e1 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:34:34.347633 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-f1a25380-2c5c-4265-855d-3b1efba236e0 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:34:34.352370 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a25380-2c5c-4265-855d-3b1efba236e0 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:34:34.352965 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f1a25380-2c5c-4265-855d-3b1efba236e0 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:34.362785 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b39a7c6a-0707-490e-a799-9cd6e4440a5f None None] Network 3db30d99-6fa4-4e2b-9141-f98585fb21e1 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:34:34.367979 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a25380-2c5c-4265-855d-3b1efba236e0 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Pushing event updated for resources: {'Subnet': ['ID=94070eaf-4602-4624-90a8-5b41be984450,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:34:34.461116 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-f1a25380-2c5c-4265-855d-3b1efba236e0 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3745728 May 28 06:34:34.464160 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 33614) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:34:34.472772 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-96f58e14-4fd0-4f6d-b0ea-765580631a9d tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Request body: {'security_group': {'name': 'tempest-secgroup-1784299882'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:34:34.475128 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f7e75b4-6677-44ba-93d8-6ae485c7aa1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f406e686-467e-4dd3-bb59-46b934e1f615'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:34:34.491991 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port f406e686-467e-4dd3-bb59-46b934e1f615, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=f406e686-467e-4dd3-bb59-46b934e1f615,segment=NetworkSegment(ed051e58-0e28-4cdb-9974-8fcfa8973d1d),segment_id=ed051e58-0e28-4cdb-9974-8fcfa8973d1d)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:34:34.496397 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-96f58e14-4fd0-4f6d-b0ea-765580631a9d tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:34:34.503870 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-96f58e14-4fd0-4f6d-b0ea-765580631a9d tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Usage tracker for resource:security_group and tenant:1c19ca0f4502419e9ff184ba1821fbef is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:34:34.507859 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-96f58e14-4fd0-4f6d-b0ea-765580631a9d tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:34:34.516076 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-96f58e14-4fd0-4f6d-b0ea-765580631a9d tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:34:34.564685 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f48feb1-3a62-4125-bb16-d95509a677e7'] response: {'server_uuid': '2f7e75b4-6677-44ba-93d8-6ae485c7aa1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f406e686-467e-4dd3-bb59-46b934e1f615', 'code': 200} May 28 06:34:34.641190 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 33622) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:34:34.666930 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:34.720345 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device d7f687a5-195e-4ac1-984b-d3edf7ba0823 no longer exists at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:34:34.761952 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-96f58e14-4fd0-4f6d-b0ea-765580631a9d tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:34.782142 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] No Port match for: d7f687a5-195e-4ac1-984b-d3edf7ba0823 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:34:34.782416 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device d7f687a5-195e-4ac1-984b-d3edf7ba0823 not bound to the agent host n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:34:34.806388 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-96f58e14-4fd0-4f6d-b0ea-765580631a9d tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:34:34.809270 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=f406e686-467e-4dd3-bb59-46b934e1f615,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:34:34.827893 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-96f58e14-4fd0-4f6d-b0ea-765580631a9d tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Usage tracker for resource:security_group_rule and tenant:1c19ca0f4502419e9ff184ba1821fbef is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:34:34.834168 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-96f58e14-4fd0-4f6d-b0ea-765580631a9d tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:34:34.836505 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4071d66-9a15-491a-b693-0761297d0171 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-3db30d99-6fa4-4e2b-9141-f98585fb21e1', 'network_id': '3db30d99-6fa4-4e2b-9141-f98585fb21e1', 'tenant_id': '1c19ca0f4502419e9ff184ba1821fbef', 'fixed_ips': [{'subnet_id': '94070eaf-4602-4624-90a8-5b41be984450'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:34:34.837350 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-f4071d66-9a15-491a-b693-0761297d0171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:34.841338 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-96f58e14-4fd0-4f6d-b0ea-765580631a9d tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:34:34.907171 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4822fc6c-857a-4269-9a65-a92b345cafc4 req-ad11ed45-42e2-4e54-8a92-65336ce5ac6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:34:34.909655 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4822fc6c-857a-4269-9a65-a92b345cafc4 req-ad11ed45-42e2-4e54-8a92-65336ce5ac6a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=2f7e75b4-6677-44ba-93d8-6ae485c7aa1e HTTP/1.1" status: 200 len: 1097 time: 0.2324686 May 28 06:34:35.043343 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-851cacbb-5602-4d54-96bc-ae0f84aefbce admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-507650358-network', 'tenant_id': '50466b4420374aac8a4e6c84ffbb2d35'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:34:35.058874 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4822fc6c-857a-4269-9a65-a92b345cafc4 req-d15ee9cf-52c7-4be0-a1a0-ce73921e0142 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=0157c4af-81f7-4e2f-b055-62395a61f7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276467 May 28 06:34:35.097031 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-851cacbb-5602-4d54-96bc-ae0f84aefbce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:34:35.105834 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-f4071d66-9a15-491a-b693-0761297d0171 None None] Allocated IP 172.20.0.2 (3db30d99-6fa4-4e2b-9141-f98585fb21e1/94070eaf-4602-4624-90a8-5b41be984450/32e07ebd-5b67-4752-b854-f023d2a40c39) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:34:35.113872 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-851cacbb-5602-4d54-96bc-ae0f84aefbce admin admin] Usage tracker for resource:network and tenant:50466b4420374aac8a4e6c84ffbb2d35 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:34:35.125672 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-851cacbb-5602-4d54-96bc-ae0f84aefbce admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:34:35.141357 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-96f58e14-4fd0-4f6d-b0ea-765580631a9d tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:35.148743 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-851cacbb-5602-4d54-96bc-ae0f84aefbce admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:34:35.162620 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cb907333-a20d-4532-b5e9-590ffebdbe49 req-a98ee6ae-2eb9-4b39-b3a3-f0e02242b59c tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.55 "GET /v2.0/security-groups/7d9e5fa6-82be-4be4-ac93-343c1dbf9892 HTTP/1.1" status: 200 len: 1803 time: 0.1245306 May 28 06:34:35.289076 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-96f58e14-4fd0-4f6d-b0ea-765580631a9d tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:35.316674 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-cb907333-a20d-4532-b5e9-590ffebdbe49 req-87415337-7f0a-49f9-b3e4-f6bf49ce1f19 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:35.358504 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-f4071d66-9a15-491a-b693-0761297d0171 None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:35.369235 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-f4071d66-9a15-491a-b693-0761297d0171 None None] Transition to ACTIVE for port object 32e07ebd-5b67-4752-b854-f023d2a40c39 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:34:35.370154 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f58e14-4fd0-4f6d-b0ea-765580631a9d tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7ed2eb1-893c-4e38-af59-423d2d8b305e,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:34:35.378911 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-851cacbb-5602-4d54-96bc-ae0f84aefbce admin admin] Made reservation on behalf of 50466b4420374aac8a4e6c84ffbb2d35 for: {'network': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:34:35.381474 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-851cacbb-5602-4d54-96bc-ae0f84aefbce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:35.397342 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-f4071d66-9a15-491a-b693-0761297d0171 None None] Transition to ACTIVE for port object 32e07ebd-5b67-4752-b854-f023d2a40c39 will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:34:35.398589 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-cb907333-a20d-4532-b5e9-590ffebdbe49 req-87415337-7f0a-49f9-b3e4-f6bf49ce1f19 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:35.407068 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-851cacbb-5602-4d54-96bc-ae0f84aefbce admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:35.449675 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-851cacbb-5602-4d54-96bc-ae0f84aefbce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:34:35.457557 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-96f58e14-4fd0-4f6d-b0ea-765580631a9d tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:35.459078 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-96f58e14-4fd0-4f6d-b0ea-765580631a9d tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9932289 May 28 06:34:35.461655 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 33652) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:34:35.463686 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-851cacbb-5602-4d54-96bc-ae0f84aefbce admin admin] Usage tracker for resource:security_group_rule and tenant:50466b4420374aac8a4e6c84ffbb2d35 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:34:35.467666 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-987e895b-5439-40af-abf8-2795f0ac38ce tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Request body: {'security_group': {'name': 'tempest-secgroup-662620902'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:34:35.468228 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-851cacbb-5602-4d54-96bc-ae0f84aefbce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:34:35.483032 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85f7321-13ba-4fc1-b7d0-f436cb503c33 req-fced84df-757b-4c31-9f91-f67f61ef46fb tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:34:35.490090 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-987e895b-5439-40af-abf8-2795f0ac38ce tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:34:35.490990 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b85f7321-13ba-4fc1-b7d0-f436cb503c33 req-fced84df-757b-4c31-9f91-f67f61ef46fb tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.55 "GET /v2.0/ports?device_id=78914748-f294-44e1-942f-994b7228a91e HTTP/1.1" status: 200 len: 946 time: 0.2788360 May 28 06:34:35.493250 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-851cacbb-5602-4d54-96bc-ae0f84aefbce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:34:35.501801 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-987e895b-5439-40af-abf8-2795f0ac38ce tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Usage tracker for resource:security_group and tenant:1c19ca0f4502419e9ff184ba1821fbef is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:34:35.508255 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-987e895b-5439-40af-abf8-2795f0ac38ce tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:34:35.522669 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-987e895b-5439-40af-abf8-2795f0ac38ce tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:34:35.527700 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-f4071d66-9a15-491a-b693-0761297d0171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:35.562627 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b85f7321-13ba-4fc1-b7d0-f436cb503c33 req-dccefd38-b6fb-4699-b492-f9848d2a0c1b tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.55 "GET /v2.0/security-groups?id=89c8e518-81c5-4ccc-b111-8291ad38466d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707054 May 28 06:34:35.586066 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-cb907333-a20d-4532-b5e9-590ffebdbe49 req-87415337-7f0a-49f9-b3e4-f6bf49ce1f19 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:35.588391 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 33656) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:34:35.636222 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4071d66-9a15-491a-b693-0761297d0171 None None] Network 3db30d99-6fa4-4e2b-9141-f98585fb21e1 is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:34:35.647450 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-f4071d66-9a15-491a-b693-0761297d0171 None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:34:35.648321 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87415337-7f0a-49f9-b3e4-f6bf49ce1f19 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d9e5fa6-82be-4be4-ac93-343c1dbf9892,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:34:35.669540 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4071d66-9a15-491a-b693-0761297d0171 None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:34:35.676694 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-987e895b-5439-40af-abf8-2795f0ac38ce tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:35.703777 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-851cacbb-5602-4d54-96bc-ae0f84aefbce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:35.716775 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-987e895b-5439-40af-abf8-2795f0ac38ce tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:34:35.721968 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-987e895b-5439-40af-abf8-2795f0ac38ce tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Usage tracker for resource:security_group_rule and tenant:1c19ca0f4502419e9ff184ba1821fbef is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:34:35.733990 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-987e895b-5439-40af-abf8-2795f0ac38ce tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:34:35.743067 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-cb907333-a20d-4532-b5e9-590ffebdbe49 req-87415337-7f0a-49f9-b3e4-f6bf49ce1f19 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:35.744243 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cb907333-a20d-4532-b5e9-590ffebdbe49 req-87415337-7f0a-49f9-b3e4-f6bf49ce1f19 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.55 "DELETE /v2.0/security-groups/7d9e5fa6-82be-4be4-ac93-343c1dbf9892 HTTP/1.1" status: 204 len: 173 time: 0.5755827 May 28 06:34:35.744536 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-987e895b-5439-40af-abf8-2795f0ac38ce tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:34:35.760759 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4071d66-9a15-491a-b693-0761297d0171 None None] Pushing event updated for resources: {'Port': ['ID=32e07ebd-5b67-4752-b854-f023d2a40c39,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:34:35.782451 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8b323113-7f6a-4d2e-97c0-154b728e97e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:35.814340 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-851cacbb-5602-4d54-96bc-ae0f84aefbce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:35.818824 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-8b323113-7f6a-4d2e-97c0-154b728e97e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:34:35.820203 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-f4071d66-9a15-491a-b693-0761297d0171 None None] Attempting to bind port 32e07ebd-5b67-4752-b854-f023d2a40c39 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:34:35.820570 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-f4071d66-9a15-491a-b693-0761297d0171 None None] Attempting to bind port 32e07ebd-5b67-4752-b854-f023d2a40c39 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'dc25e1ad-b7f7-426c-84b0-ea8891db04bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '3db30d99-6fa4-4e2b-9141-f98585fb21e1'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:34:35.821006 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4071d66-9a15-491a-b693-0761297d0171 None None] Attempting to bind port 32e07ebd-5b67-4752-b854-f023d2a40c39 on network 3db30d99-6fa4-4e2b-9141-f98585fb21e1 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:34:35.828023 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-851cacbb-5602-4d54-96bc-ae0f84aefbce admin admin] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=89110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:34:35.828426 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4071d66-9a15-491a-b693-0761297d0171 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:34:35.828781 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4071d66-9a15-491a-b693-0761297d0171 None None] Checking segment: {'id': 'dc25e1ad-b7f7-426c-84b0-ea8891db04bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '3db30d99-6fa4-4e2b-9141-f98585fb21e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:34:35.829175 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-f4071d66-9a15-491a-b693-0761297d0171 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:35.829636 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4071d66-9a15-491a-b693-0761297d0171 None None] Bound using segment: {'id': 'dc25e1ad-b7f7-426c-84b0-ea8891db04bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '3db30d99-6fa4-4e2b-9141-f98585fb21e1'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:34:35.830114 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-f4071d66-9a15-491a-b693-0761297d0171 None None] Bound port: 32e07ebd-5b67-4752-b854-f023d2a40c39, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc25e1ad-b7f7-426c-84b0-ea8891db04bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '3db30d99-6fa4-4e2b-9141-f98585fb21e1'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:34:35.831240 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-f4071d66-9a15-491a-b693-0761297d0171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:35.836422 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-8b323113-7f6a-4d2e-97c0-154b728e97e7 admin admin] Usage tracker for resource:security_group_rule and tenant:5e72275c4a0e4975bb9ca9e8f4b2e339 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:34:35.843669 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-851cacbb-5602-4d54-96bc-ae0f84aefbce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:35.843669 n-d-843702-1 neutron-server[89110]: INFO neutron.db.segments_db [None req-851cacbb-5602-4d54-96bc-ae0f84aefbce admin admin] Added segment 38fd89a2-8195-4731-ba40-f43c54a7016a of type vlan for network a8fa6c28-5257-4dd9-bf7e-c257b513d11b May 28 06:34:35.843848 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-8b323113-7f6a-4d2e-97c0-154b728e97e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:34:35.857659 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-8b323113-7f6a-4d2e-97c0-154b728e97e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:34:35.869197 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-851cacbb-5602-4d54-96bc-ae0f84aefbce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:35.942383 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-987e895b-5439-40af-abf8-2795f0ac38ce tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:35.956684 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-f4071d66-9a15-491a-b693-0761297d0171 None None] For port 32e07ebd-5b67-4752-b854-f023d2a40c39, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:34:35.961491 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-f4071d66-9a15-491a-b693-0761297d0171 None None] For port 32e07ebd-5b67-4752-b854-f023d2a40c39, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=32e07ebd-5b67-4752-b854-f023d2a40c39,segment=NetworkSegment(dc25e1ad-b7f7-426c-84b0-ea8891db04bc),segment_id=dc25e1ad-b7f7-426c-84b0-ea8891db04bc)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:34:35.970447 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f0837481-4697-45c3-bd4f-389023db355c req-9e0281e6-e528-4931-b40f-de89df47b5e3 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.55 "GET /v2.0/security-groups/d355d592-08cc-4734-89e5-91e61f46c4e7 HTTP/1.1" status: 200 len: 1802 time: 0.1833107 May 28 06:34:35.985016 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-851cacbb-5602-4d54-96bc-ae0f84aefbce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:35.986326 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-851cacbb-5602-4d54-96bc-ae0f84aefbce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:34:35.988823 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-851cacbb-5602-4d54-96bc-ae0f84aefbce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:36.008272 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8b323113-7f6a-4d2e-97c0-154b728e97e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:36.012518 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851cacbb-5602-4d54-96bc-ae0f84aefbce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=841301ac-7f76-4850-b7b2-88bc3ba092d5,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:34:36.041238 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-987e895b-5439-40af-abf8-2795f0ac38ce tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:36.066848 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-f4071d66-9a15-491a-b693-0761297d0171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:36.098776 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987e895b-5439-40af-abf8-2795f0ac38ce tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90b65fac-4b2b-4c92-aeee-ad94f36f97fa,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:34:36.113873 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8b323113-7f6a-4d2e-97c0-154b728e97e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:36.160800 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b323113-7f6a-4d2e-97c0-154b728e97e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39f9421c-d033-4cf1-9ed9-f78040bf2639,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:34:36.165318 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-8b323113-7f6a-4d2e-97c0-154b728e97e7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5e72275c4a0e4975bb9ca9e8f4b2e339&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5753591 May 28 06:34:36.167815 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 33666) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:34:36.192537 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc57fbac-c4fe-4a3d-9e1e-27744a113cd7 req-65d49dec-dc8e-481a-b336-9969293eabb2 tempest-InstanceActionsV221TestJSON-1278189335 tempest-InstanceActionsV221TestJSON-1278189335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:34:36.211966 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fc57fbac-c4fe-4a3d-9e1e-27744a113cd7 req-65d49dec-dc8e-481a-b336-9969293eabb2 tempest-InstanceActionsV221TestJSON-1278189335 tempest-InstanceActionsV221TestJSON-1278189335-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f7e75b4-6677-44ba-93d8-6ae485c7aa1e HTTP/1.1" status: 200 len: 946 time: 0.4608598 May 28 06:34:36.217662 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851cacbb-5602-4d54-96bc-ae0f84aefbce admin admin] Pushing event updated for resources: {'Network': ['ID=a8fa6c28-5257-4dd9-bf7e-c257b513d11b,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:34:36.232269 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-987e895b-5439-40af-abf8-2795f0ac38ce tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:36.235126 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network a8fa6c28-5257-4dd9-bf7e-c257b513d11b details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:34:36.242145 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-851cacbb-5602-4d54-96bc-ae0f84aefbce admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5965340 May 28 06:34:36.245089 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-987e895b-5439-40af-abf8-2795f0ac38ce tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7822423 May 28 06:34:36.246209 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 33670) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:34:36.246537 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 33672) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:34:36.271795 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-bcf23c83-d32d-413d-b976-257a3970086c admin admin] Request body: {'subnet': {'network_id': 'a8fa6c28-5257-4dd9-bf7e-c257b513d11b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-507650358-subnet', 'tenant_id': '50466b4420374aac8a4e6c84ffbb2d35', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:34:36.293231 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-03fb6418-8905-4b01-9cd9-2b72d5c32f00 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1158953467', 'security_groups': ['90b65fac-4b2b-4c92-aeee-ad94f36f97fa'], 'network_id': '3db30d99-6fa4-4e2b-9141-f98585fb21e1', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '94070eaf-4602-4624-90a8-5b41be984450'}]}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:34:36.322170 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-00917615-446f-484e-8605-680eb006bc5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:36.344205 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4071d66-9a15-491a-b693-0761297d0171 None None] Pushing event updated for resources: {'Port': ['ID=32e07ebd-5b67-4752-b854-f023d2a40c39,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:34:36.366666 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-00917615-446f-484e-8605-680eb006bc5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:36.388564 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-bcf23c83-d32d-413d-b976-257a3970086c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:34:36.413625 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-bcf23c83-d32d-413d-b976-257a3970086c admin admin] Usage tracker for resource:subnet and tenant:50466b4420374aac8a4e6c84ffbb2d35 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:34:36.420483 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-f0837481-4697-45c3-bd4f-389023db355c req-9a959f8b-d14d-4f6d-88c8-8da13bb494f1 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:36.422350 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-bcf23c83-d32d-413d-b976-257a3970086c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:34:36.434971 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fc57fbac-c4fe-4a3d-9e1e-27744a113cd7 req-0a3af8fd-d896-4538-9a3a-e507f2b3dbba tempest-InstanceActionsV221TestJSON-1278189335 tempest-InstanceActionsV221TestJSON-1278189335-project] 10.222.0.55 "GET /v2.0/security-groups?id=0157c4af-81f7-4e2f-b055-62395a61f7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221003 May 28 06:34:36.446353 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-bcf23c83-d32d-413d-b976-257a3970086c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:34:36.487263 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-f0837481-4697-45c3-bd4f-389023db355c req-9a959f8b-d14d-4f6d-88c8-8da13bb494f1 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:36.568044 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-03fb6418-8905-4b01-9cd9-2b72d5c32f00 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:34:36.572735 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-03fb6418-8905-4b01-9cd9-2b72d5c32f00 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Usage tracker for resource:port and tenant:1c19ca0f4502419e9ff184ba1821fbef is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:34:36.578182 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-03fb6418-8905-4b01-9cd9-2b72d5c32f00 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:34:36.578508 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-00917615-446f-484e-8605-680eb006bc5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:36.584924 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-03fb6418-8905-4b01-9cd9-2b72d5c32f00 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:34:36.596742 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00917615-446f-484e-8605-680eb006bc5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39f9421c-d033-4cf1-9ed9-f78040bf2639,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:34:36.602510 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-00917615-446f-484e-8605-680eb006bc5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:36.616174 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-00917615-446f-484e-8605-680eb006bc5d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/39f9421c-d033-4cf1-9ed9-f78040bf2639 HTTP/1.1" status: 204 len: 168 time: 0.4473166 May 28 06:34:36.629935 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcf23c83-d32d-413d-b976-257a3970086c admin admin] Made reservation on behalf of 50466b4420374aac8a4e6c84ffbb2d35 for: {'subnet': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:34:36.632745 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-bcf23c83-d32d-413d-b976-257a3970086c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3171998'] for subnet, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:36.712941 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-f0837481-4697-45c3-bd4f-389023db355c req-9a959f8b-d14d-4f6d-88c8-8da13bb494f1 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:36.798279 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a959f8b-d14d-4f6d-88c8-8da13bb494f1 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d355d592-08cc-4734-89e5-91e61f46c4e7,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:34:36.805992 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03fb6418-8905-4b01-9cd9-2b72d5c32f00 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Made reservation on behalf of 1c19ca0f4502419e9ff184ba1821fbef for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:34:36.891520 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-f0837481-4697-45c3-bd4f-389023db355c req-9a959f8b-d14d-4f6d-88c8-8da13bb494f1 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:36.892554 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f0837481-4697-45c3-bd4f-389023db355c req-9a959f8b-d14d-4f6d-88c8-8da13bb494f1 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.55 "DELETE /v2.0/security-groups/d355d592-08cc-4734-89e5-91e61f46c4e7 HTTP/1.1" status: 204 len: 173 time: 0.9093168 May 28 06:34:36.936216 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-28e8ea5a-2a67-4b51-bc7d-5b4fe4c3bff1 req-f3beb50f-e2fe-4f1c-96bd-cc1b5af549e5 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-813917005', 'description': 'tempest-description-1075939772'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:34:37.070455 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-28e8ea5a-2a67-4b51-bc7d-5b4fe4c3bff1 req-f3beb50f-e2fe-4f1c-96bd-cc1b5af549e5 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:34:37.082969 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-28e8ea5a-2a67-4b51-bc7d-5b4fe4c3bff1 req-f3beb50f-e2fe-4f1c-96bd-cc1b5af549e5 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Usage tracker for resource:security_group and tenant:ae27d4a836c444af8d35a0fd61d2dbd8 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:34:37.088951 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-28e8ea5a-2a67-4b51-bc7d-5b4fe4c3bff1 req-f3beb50f-e2fe-4f1c-96bd-cc1b5af549e5 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:34:37.137455 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-28e8ea5a-2a67-4b51-bc7d-5b4fe4c3bff1 req-f3beb50f-e2fe-4f1c-96bd-cc1b5af549e5 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:34:37.159902 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-03fb6418-8905-4b01-9cd9-2b72d5c32f00 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:37.181993 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915386f9-b494-4763-8262-29a97edd7ae9 req-070fb5af-d4f0-4d0e-81a5-a440bdc9414c tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:34:37.183533 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-915386f9-b494-4763-8262-29a97edd7ae9 req-070fb5af-d4f0-4d0e-81a5-a440bdc9414c tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.55 "GET /v2.0/ports?device_id=78914748-f294-44e1-942f-994b7228a91e HTTP/1.1" status: 200 len: 946 time: 0.4664698 May 28 06:34:37.227753 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [None req-03fb6418-8905-4b01-9cd9-2b72d5c32f00 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] device_id is not set on port 2aaf14b1-e991-44ac-8062-aca3a8b80d5c yet. {{(pid=89110) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:34:37.280628 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-28e8ea5a-2a67-4b51-bc7d-5b4fe4c3bff1 req-f3beb50f-e2fe-4f1c-96bd-cc1b5af549e5 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:37.386332 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-915386f9-b494-4763-8262-29a97edd7ae9 req-9ad5f8a4-d540-45b4-b7a4-a298ff9bb508 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.55 "GET /v2.0/security-groups?id=89c8e518-81c5-4ccc-b111-8291ad38466d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883092 May 28 06:34:37.415297 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-28e8ea5a-2a67-4b51-bc7d-5b4fe4c3bff1 req-f3beb50f-e2fe-4f1c-96bd-cc1b5af549e5 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:34:37.454216 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-28e8ea5a-2a67-4b51-bc7d-5b4fe4c3bff1 req-f3beb50f-e2fe-4f1c-96bd-cc1b5af549e5 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Usage tracker for resource:security_group_rule and tenant:ae27d4a836c444af8d35a0fd61d2dbd8 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:34:37.462133 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-28e8ea5a-2a67-4b51-bc7d-5b4fe4c3bff1 req-f3beb50f-e2fe-4f1c-96bd-cc1b5af549e5 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:34:37.483389 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-28e8ea5a-2a67-4b51-bc7d-5b4fe4c3bff1 req-f3beb50f-e2fe-4f1c-96bd-cc1b5af549e5 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:34:37.532474 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-bcf23c83-d32d-413d-b976-257a3970086c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3115906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3172012'] for subnet, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:37.642637 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 32e07ebd-5b67-4752-b854-f023d2a40c39 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:34:37.825367 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 32e07ebd-5b67-4752-b854-f023d2a40c39 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:34:37.862138 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf23c83-d32d-413d-b976-257a3970086c admin admin] Pushing event updated for resources: {'Subnet': ['ID=63994f4d-7e85-4fdc-89a1-6c8536e7f551,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:34:37.887975 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [None req-03fb6418-8905-4b01-9cd9-2b72d5c32f00 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Allocated IP 172.20.0.4 (3db30d99-6fa4-4e2b-9141-f98585fb21e1/94070eaf-4602-4624-90a8-5b41be984450/2aaf14b1-e991-44ac-8062-aca3a8b80d5c) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:34:37.917981 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf23c83-d32d-413d-b976-257a3970086c admin admin] Checking segment: {'id': '38fd89a2-8195-4731-ba40-f43c54a7016a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a8fa6c28-5257-4dd9-bf7e-c257b513d11b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:34:37.917981 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf23c83-d32d-413d-b976-257a3970086c admin admin] Network hostable DHCP agents. Network: a8fa6c28-5257-4dd9-bf7e-c257b513d11b, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89110) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:34:37.925954 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-28e8ea5a-2a67-4b51-bc7d-5b4fe4c3bff1 req-f3beb50f-e2fe-4f1c-96bd-cc1b5af549e5 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:38.015490 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ec96a7-ce23-4f1c-bf4e-23f3f6b04bf9 req-c6259c15-8713-4812-b5b4-78a43258c998 tempest-InstanceActionsV221TestJSON-1278189335 tempest-InstanceActionsV221TestJSON-1278189335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:34:38.017295 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-04ec96a7-ce23-4f1c-bf4e-23f3f6b04bf9 req-c6259c15-8713-4812-b5b4-78a43258c998 tempest-InstanceActionsV221TestJSON-1278189335 tempest-InstanceActionsV221TestJSON-1278189335-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f7e75b4-6677-44ba-93d8-6ae485c7aa1e HTTP/1.1" status: 200 len: 946 time: 0.2673049 May 28 06:34:38.025965 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-88399bfc-8c50-4659-a680-2b751fcf9d10 None None] Provisioning for port 32e07ebd-5b67-4752-b854-f023d2a40c39 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:34:38.036455 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-88399bfc-8c50-4659-a680-2b751fcf9d10 None None] Provisioning complete for port 32e07ebd-5b67-4752-b854-f023d2a40c39 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:34:38.036819 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-88399bfc-8c50-4659-a680-2b751fcf9d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:38.109083 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-28e8ea5a-2a67-4b51-bc7d-5b4fe4c3bff1 req-f3beb50f-e2fe-4f1c-96bd-cc1b5af549e5 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:38.148524 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf23c83-d32d-413d-b976-257a3970086c admin admin] Network a8fa6c28-5257-4dd9-bf7e-c257b513d11b is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89110) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:34:38.176303 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-04ec96a7-ce23-4f1c-bf4e-23f3f6b04bf9 req-53e9508e-58c6-4a48-99c2-ff02af19bf72 tempest-InstanceActionsV221TestJSON-1278189335 tempest-InstanceActionsV221TestJSON-1278189335-project] 10.222.0.55 "GET /v2.0/security-groups?id=0157c4af-81f7-4e2f-b055-62395a61f7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050224 May 28 06:34:38.179145 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-88399bfc-8c50-4659-a680-2b751fcf9d10 None None] Current status of the port 32e07ebd-5b67-4752-b854-f023d2a40c39 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:34:38.179526 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-88399bfc-8c50-4659-a680-2b751fcf9d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:38.223282 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-88399bfc-8c50-4659-a680-2b751fcf9d10 None None] For port 32e07ebd-5b67-4752-b854-f023d2a40c39, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=32e07ebd-5b67-4752-b854-f023d2a40c39,segment=NetworkSegment(dc25e1ad-b7f7-426c-84b0-ea8891db04bc),segment_id=dc25e1ad-b7f7-426c-84b0-ea8891db04bc)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:34:38.252101 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3beb50f-e2fe-4f1c-96bd-cc1b5af549e5 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abe7bc23-4b13-4c3d-9b74-ad7999bc135f,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:34:38.273842 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-03fb6418-8905-4b01-9cd9-2b72d5c32f00 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:38.281071 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-bcf23c83-d32d-413d-b976-257a3970086c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, a8fa6c28-5257-4dd9-bf7e-c257b513d11b) {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:34:38.281687 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 33716) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:34:38.293615 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf23c83-d32d-413d-b976-257a3970086c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:34:38.293615 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-bcf23c83-d32d-413d-b976-257a3970086c admin admin] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:38.293939 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b889eb-73c0-415c-9d53-0e343357bdac None None] Network a8fa6c28-5257-4dd9-bf7e-c257b513d11b requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:34:38.304722 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [None req-03fb6418-8905-4b01-9cd9-2b72d5c32f00 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Transition to ACTIVE for port object 2aaf14b1-e991-44ac-8062-aca3a8b80d5c will not be triggered until provisioned by entity DHCP. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:34:38.336635 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-88399bfc-8c50-4659-a680-2b751fcf9d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:38.401721 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-28e8ea5a-2a67-4b51-bc7d-5b4fe4c3bff1 req-f3beb50f-e2fe-4f1c-96bd-cc1b5af549e5 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:38.409140 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-28e8ea5a-2a67-4b51-bc7d-5b4fe4c3bff1 req-f3beb50f-e2fe-4f1c-96bd-cc1b5af549e5 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 1.4764526 May 28 06:34:38.480183 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88399bfc-8c50-4659-a680-2b751fcf9d10 None None] Pushing event updated for resources: {'Port': ['ID=32e07ebd-5b67-4752-b854-f023d2a40c39,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:34:38.482005 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-bcf23c83-d32d-413d-b976-257a3970086c admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.2317350 May 28 06:34:38.483199 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-03fb6418-8905-4b01-9cd9-2b72d5c32f00 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:38.484603 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 33726) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:34:38.506101 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88399bfc-8c50-4659-a680-2b751fcf9d10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:34:38.506893 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88399bfc-8c50-4659-a680-2b751fcf9d10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:34:38.507392 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88399bfc-8c50-4659-a680-2b751fcf9d10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:34:38.507886 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88399bfc-8c50-4659-a680-2b751fcf9d10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:34:38.508857 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88399bfc-8c50-4659-a680-2b751fcf9d10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:34:38.509489 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88399bfc-8c50-4659-a680-2b751fcf9d10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:34:38.510280 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88399bfc-8c50-4659-a680-2b751fcf9d10 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:34:38.511318 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88399bfc-8c50-4659-a680-2b751fcf9d10 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:34:38.511812 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88399bfc-8c50-4659-a680-2b751fcf9d10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:34:38.512397 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88399bfc-8c50-4659-a680-2b751fcf9d10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:34:38.512965 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88399bfc-8c50-4659-a680-2b751fcf9d10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:34:38.513502 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88399bfc-8c50-4659-a680-2b751fcf9d10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:34:38.542061 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-14815181-96c4-4af1-87e7-908b77524422 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-507650358-router', 'tenant_id': '50466b4420374aac8a4e6c84ffbb2d35', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:34:38.560838 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-88399bfc-8c50-4659-a680-2b751fcf9d10 None None] Provisioning complete for port f11a92c7-967a-4383-8902-74cca184e84f triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:34:38.561818 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-88399bfc-8c50-4659-a680-2b751fcf9d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:38.570920 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-14815181-96c4-4af1-87e7-908b77524422 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:34:38.591843 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-42dcc658-5dfc-4d64-92ae-ad13e3133882 req-853b23dd-a3e5-41d5-afb5-fbe7cdc39c77 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.55 "GET /v2.0/security-groups/abe7bc23-4b13-4c3d-9b74-ad7999bc135f HTTP/1.1" status: 200 len: 1802 time: 0.1557875 May 28 06:34:38.599639 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-14815181-96c4-4af1-87e7-908b77524422 admin admin] Usage tracker for resource:router and tenant:50466b4420374aac8a4e6c84ffbb2d35 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:34:38.609048 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-14815181-96c4-4af1-87e7-908b77524422 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:34:38.614384 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03fb6418-8905-4b01-9cd9-2b72d5c32f00 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Network 3db30d99-6fa4-4e2b-9141-f98585fb21e1 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:34:38.638387 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-42dcc658-5dfc-4d64-92ae-ad13e3133882 req-d5aaf5e0-cb06-464c-bf6e-37722d8ca13f tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1826002875', 'description': 'tempest-description-hth-1353939746'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:34:38.653100 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-88399bfc-8c50-4659-a680-2b751fcf9d10 None None] Port f11a92c7-967a-4383-8902-74cca184e84f cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:34:38.658091 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-03fb6418-8905-4b01-9cd9-2b72d5c32f00 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:34:38.662183 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-14815181-96c4-4af1-87e7-908b77524422 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:34:38.672672 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fb6418-8905-4b01-9cd9-2b72d5c32f00 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:34:38.768405 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fb6418-8905-4b01-9cd9-2b72d5c32f00 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Pushing event updated for resources: {'Port': ['ID=2aaf14b1-e991-44ac-8062-aca3a8b80d5c,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:34:38.783462 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-42dcc658-5dfc-4d64-92ae-ad13e3133882 req-d5aaf5e0-cb06-464c-bf6e-37722d8ca13f tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Notify callbacks [] for security_group, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:38.820705 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03fb6418-8905-4b01-9cd9-2b72d5c32f00 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:34:38.821331 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-03fb6418-8905-4b01-9cd9-2b72d5c32f00 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:38.830758 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d02713a-dfee-498a-b714-25290cd85c2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-a8fa6c28-5257-4dd9-bf7e-c257b513d11b', 'network_id': 'a8fa6c28-5257-4dd9-bf7e-c257b513d11b', 'tenant_id': '50466b4420374aac8a4e6c84ffbb2d35', 'fixed_ips': [{'subnet_id': '63994f4d-7e85-4fdc-89a1-6c8536e7f551'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:34:38.831859 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-8d02713a-dfee-498a-b714-25290cd85c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:38.871119 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-42dcc658-5dfc-4d64-92ae-ad13e3133882 req-d5aaf5e0-cb06-464c-bf6e-37722d8ca13f tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Notify callbacks [] for security_group, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:38.875748 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-14815181-96c4-4af1-87e7-908b77524422 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59128'] for router, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:38.877478 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-14815181-96c4-4af1-87e7-908b77524422 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59009'] for router, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:38.894986 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-14815181-96c4-4af1-87e7-908b77524422 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:38.958154 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-03fb6418-8905-4b01-9cd9-2b72d5c32f00 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.7058952 May 28 06:34:38.961868 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 33732) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:34:38.978029 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-286f8b41-c746-42f6-bb93-48d6fb6f7462 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Request body: {'subnet': {'network_id': '3db30d99-6fa4-4e2b-9141-f98585fb21e1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:34:39.041042 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-8d02713a-dfee-498a-b714-25290cd85c2d None None] Allocated IP 172.20.0.2 (a8fa6c28-5257-4dd9-bf7e-c257b513d11b/63994f4d-7e85-4fdc-89a1-6c8536e7f551/bbb8d61c-0148-40e3-aee4-886e9d2e02a7) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:34:39.069202 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 33736) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:34:39.132410 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-42dcc658-5dfc-4d64-92ae-ad13e3133882 req-d5aaf5e0-cb06-464c-bf6e-37722d8ca13f tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:39.219088 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-1697c0bd-77d1-445f-8db9-9ce91c3b4231 None None] Provisioning for port 2aaf14b1-e991-44ac-8062-aca3a8b80d5c completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:34:39.232283 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-1697c0bd-77d1-445f-8db9-9ce91c3b4231 None None] Provisioning complete for port 2aaf14b1-e991-44ac-8062-aca3a8b80d5c triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:34:39.232462 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-42dcc658-5dfc-4d64-92ae-ad13e3133882 req-d5aaf5e0-cb06-464c-bf6e-37722d8ca13f tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:39.233245 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-1697c0bd-77d1-445f-8db9-9ce91c3b4231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:39.245130 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-42dcc658-5dfc-4d64-92ae-ad13e3133882 req-d5aaf5e0-cb06-464c-bf6e-37722d8ca13f tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.55 "PUT /v2.0/security-groups/abe7bc23-4b13-4c3d-9b74-ad7999bc135f HTTP/1.1" status: 200 len: 1777 time: 0.6393218 May 28 06:34:39.285932 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8190c80e-e95b-48ee-82fc-f93adbc20a23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:39.309895 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-8190c80e-e95b-48ee-82fc-f93adbc20a23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:34:39.321848 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-8190c80e-e95b-48ee-82fc-f93adbc20a23 admin admin] Usage tracker for resource:security_group_rule and tenant:200c725fc03046748d9072d609ccdc98 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:34:39.326249 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-8190c80e-e95b-48ee-82fc-f93adbc20a23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:34:39.338350 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-8190c80e-e95b-48ee-82fc-f93adbc20a23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:34:39.361274 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-1697c0bd-77d1-445f-8db9-9ce91c3b4231 None None] Port 2aaf14b1-e991-44ac-8062-aca3a8b80d5c cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:34:39.368551 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-8d02713a-dfee-498a-b714-25290cd85c2d None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:39.381152 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-8d02713a-dfee-498a-b714-25290cd85c2d None None] Transition to ACTIVE for port object bbb8d61c-0148-40e3-aee4-886e9d2e02a7 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:34:39.400120 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-8d02713a-dfee-498a-b714-25290cd85c2d None None] Transition to ACTIVE for port object bbb8d61c-0148-40e3-aee4-886e9d2e02a7 will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:34:39.402589 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1ba57eed-eb2b-4265-8818-f72081e67475 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700548'] for router_interface, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:39.473900 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aaf5e0-cb06-464c-bf6e-37722d8ca13f tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abe7bc23-4b13-4c3d-9b74-ad7999bc135f,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:34:39.547102 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 32e07ebd-5b67-4752-b854-f023d2a40c39 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:34:39.589924 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-8d02713a-dfee-498a-b714-25290cd85c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:39.668776 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-14815181-96c4-4af1-87e7-908b77524422 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59027'] for router, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:39.688146 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d02713a-dfee-498a-b714-25290cd85c2d None None] Network a8fa6c28-5257-4dd9-bf7e-c257b513d11b is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:34:39.696326 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-8d02713a-dfee-498a-b714-25290cd85c2d None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:34:39.699150 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d02713a-dfee-498a-b714-25290cd85c2d None None] Pushing event updated for resources: {'Port': ['ID=bbb8d61c-0148-40e3-aee4-886e9d2e02a7,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:34:39.701482 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d02713a-dfee-498a-b714-25290cd85c2d None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:34:39.737070 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-286f8b41-c746-42f6-bb93-48d6fb6f7462 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:34:39.744441 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-286f8b41-c746-42f6-bb93-48d6fb6f7462 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Usage tracker for resource:subnet and tenant:1c19ca0f4502419e9ff184ba1821fbef is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:34:39.747064 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8190c80e-e95b-48ee-82fc-f93adbc20a23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:39.749152 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-286f8b41-c746-42f6-bb93-48d6fb6f7462 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:34:39.759699 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-286f8b41-c746-42f6-bb93-48d6fb6f7462 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:34:39.791302 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64279820-0e57-4b54-a48c-74601d990682 req-12509890-555d-4bdd-9eec-e6ed5ea7c38b tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:34:39.792802 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-64279820-0e57-4b54-a48c-74601d990682 req-12509890-555d-4bdd-9eec-e6ed5ea7c38b tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.55 "GET /v2.0/ports?device_id=78914748-f294-44e1-942f-994b7228a91e HTTP/1.1" status: 200 len: 946 time: 0.3670299 May 28 06:34:39.798048 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 32e07ebd-5b67-4752-b854-f023d2a40c39 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:34:39.798414 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:39.802043 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851eba9a-b744-466e-a738-e1dd859b895a req-3d3cf4f0-bf22-4a82-ab91-9a4177090a18 tempest-InstanceActionsV221TestJSON-1278189335 tempest-InstanceActionsV221TestJSON-1278189335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:34:39.811948 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-851eba9a-b744-466e-a738-e1dd859b895a req-3d3cf4f0-bf22-4a82-ab91-9a4177090a18 tempest-InstanceActionsV221TestJSON-1278189335 tempest-InstanceActionsV221TestJSON-1278189335-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f7e75b4-6677-44ba-93d8-6ae485c7aa1e HTTP/1.1" status: 200 len: 946 time: 0.3744402 May 28 06:34:39.834369 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8190c80e-e95b-48ee-82fc-f93adbc20a23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:39.849310 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-8d02713a-dfee-498a-b714-25290cd85c2d None None] Attempting to bind port bbb8d61c-0148-40e3-aee4-886e9d2e02a7 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:34:39.849699 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-8d02713a-dfee-498a-b714-25290cd85c2d None None] Attempting to bind port bbb8d61c-0148-40e3-aee4-886e9d2e02a7 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': '38fd89a2-8195-4731-ba40-f43c54a7016a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a8fa6c28-5257-4dd9-bf7e-c257b513d11b'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:34:39.850263 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d02713a-dfee-498a-b714-25290cd85c2d None None] Attempting to bind port bbb8d61c-0148-40e3-aee4-886e9d2e02a7 on network a8fa6c28-5257-4dd9-bf7e-c257b513d11b {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:34:39.855762 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-1ba57eed-eb2b-4265-8818-f72081e67475 admin admin] Deleting port ab358220-ffe5-48e9-8d4c-19b4f120a499 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:34:39.855762 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1ba57eed-eb2b-4265-8818-f72081e67475 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:39.860666 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d02713a-dfee-498a-b714-25290cd85c2d None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:34:39.860976 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d02713a-dfee-498a-b714-25290cd85c2d None None] Checking segment: {'id': '38fd89a2-8195-4731-ba40-f43c54a7016a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a8fa6c28-5257-4dd9-bf7e-c257b513d11b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:34:39.861360 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-8d02713a-dfee-498a-b714-25290cd85c2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:39.862022 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d02713a-dfee-498a-b714-25290cd85c2d None None] Bound using segment: {'id': '38fd89a2-8195-4731-ba40-f43c54a7016a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a8fa6c28-5257-4dd9-bf7e-c257b513d11b'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:34:39.863176 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-8d02713a-dfee-498a-b714-25290cd85c2d None None] Bound port: bbb8d61c-0148-40e3-aee4-886e9d2e02a7, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38fd89a2-8195-4731-ba40-f43c54a7016a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a8fa6c28-5257-4dd9-bf7e-c257b513d11b'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:34:39.863302 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-8d02713a-dfee-498a-b714-25290cd85c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:39.930659 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-286f8b41-c746-42f6-bb93-48d6fb6f7462 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Made reservation on behalf of 1c19ca0f4502419e9ff184ba1821fbef for: {'subnet': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:34:39.934175 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-286f8b41-c746-42f6-bb93-48d6fb6f7462 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3171998'] for subnet, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:39.961775 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-8190c80e-e95b-48ee-82fc-f93adbc20a23 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=200c725fc03046748d9072d609ccdc98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8865926 May 28 06:34:39.961775 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8190c80e-e95b-48ee-82fc-f93adbc20a23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33340283-adc9-456d-8894-79d01231a2ec,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:34:39.968306 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 33746) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:34:40.020626 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-8d02713a-dfee-498a-b714-25290cd85c2d None None] For port bbb8d61c-0148-40e3-aee4-886e9d2e02a7, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:34:40.022545 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 32e07ebd-5b67-4752-b854-f023d2a40c39 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:34:40.025715 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-8d02713a-dfee-498a-b714-25290cd85c2d None None] For port bbb8d61c-0148-40e3-aee4-886e9d2e02a7, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=bbb8d61c-0148-40e3-aee4-886e9d2e02a7,segment=NetworkSegment(38fd89a2-8195-4731-ba40-f43c54a7016a),segment_id=38fd89a2-8195-4731-ba40-f43c54a7016a)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:34:40.034516 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-851eba9a-b744-466e-a738-e1dd859b895a req-08ee6d52-fec7-4c4b-8ef9-a7e8f5d67215 tempest-InstanceActionsV221TestJSON-1278189335 tempest-InstanceActionsV221TestJSON-1278189335-project] 10.222.0.55 "GET /v2.0/security-groups?id=0157c4af-81f7-4e2f-b055-62395a61f7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162993 May 28 06:34:40.057821 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-64279820-0e57-4b54-a48c-74601d990682 req-02fc824a-3df5-4cf6-9656-0e9c7e44e814 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.55 "GET /v2.0/security-groups?id=89c8e518-81c5-4ccc-b111-8291ad38466d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364998 May 28 06:34:40.088037 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-1ba57eed-eb2b-4265-8818-f72081e67475 admin admin] For port ab358220-ffe5-48e9-8d4c-19b4f120a499, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=ab358220-ffe5-48e9-8d4c-19b4f120a499,segment=NetworkSegment(833fd725-a517-41b8-a917-b7cf24c49042),segment_id=833fd725-a517-41b8-a917-b7cf24c49042)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:34:40.089535 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1ba57eed-eb2b-4265-8818-f72081e67475 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:40.110748 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-8d02713a-dfee-498a-b714-25290cd85c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:40.204648 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d02713a-dfee-498a-b714-25290cd85c2d None None] Pushing event updated for resources: {'Port': ['ID=bbb8d61c-0148-40e3-aee4-886e9d2e02a7,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:34:40.221058 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-1ba57eed-eb2b-4265-8818-f72081e67475 admin admin] Calling delete_port for ab358220-ffe5-48e9-8d4c-19b4f120a499 owned by network:router_interface {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:34:40.221266 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b99c2717-7d9f-4c49-a965-bda0aff27ede admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:40.225596 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f12cc1cc-e349-4abd-9a1a-97f4341b4312 req-acae0c07-2f88-4c98-8a15-39245d9d5170 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.55 "GET /v2.0/security-groups/abe7bc23-4b13-4c3d-9b74-ad7999bc135f HTTP/1.1" status: 200 len: 1777 time: 0.1375651 May 28 06:34:40.228032 n-d-843702-1 neutron-server[89110]: INFO neutron.db.ipam_backend_mixin [None req-286f8b41-c746-42f6-bb93-48d6fb6f7462 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 94070eaf-4602-4624-90a8-5b41be984450 (CIDR: 172.20.0.0/28) May 28 06:34:40.288019 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b99c2717-7d9f-4c49-a965-bda0aff27ede admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:40.333159 n-d-843702-1 neutron-server[89110]: INFO neutron.pecan_wsgi.hooks.translation [None req-286f8b41-c746-42f6-bb93-48d6fb6f7462 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 06:34:40.333722 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-286f8b41-c746-42f6-bb93-48d6fb6f7462 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89110) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:34:40.381709 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-12d29747-1966-415a-b487-1852f58c53d8 req-485d6d9c-19e2-4510-bcc7-eeb9a078ea74 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.55 "GET /v2.0/security-groups/abe7bc23-4b13-4c3d-9b74-ad7999bc135f HTTP/1.1" status: 200 len: 1777 time: 0.1205497 May 28 06:34:40.544484 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-286f8b41-c746-42f6-bb93-48d6fb6f7462 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5810435 May 28 06:34:40.551551 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 33752) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:34:40.557310 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-94ea8fe2-9446-4728-8aea-7e60fb26e78e tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Request body: {'subnet': {'network_id': '3db30d99-6fa4-4e2b-9141-f98585fb21e1', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:34:40.657573 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-14815181-96c4-4af1-87e7-908b77524422 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:40.681990 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-12d29747-1966-415a-b487-1852f58c53d8 req-78762aea-acf7-4b30-b5f2-59cf85e7510f tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:40.698546 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b99c2717-7d9f-4c49-a965-bda0aff27ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:40.701490 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1ba57eed-eb2b-4265-8818-f72081e67475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:40.702324 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-14815181-96c4-4af1-87e7-908b77524422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:40.766259 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99c2717-7d9f-4c49-a965-bda0aff27ede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33340283-adc9-456d-8894-79d01231a2ec,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:34:40.801426 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba57eed-eb2b-4265-8818-f72081e67475 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab358220-ffe5-48e9-8d4c-19b4f120a499,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:34:40.828862 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-12d29747-1966-415a-b487-1852f58c53d8 req-78762aea-acf7-4b30-b5f2-59cf85e7510f tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:40.848284 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b99c2717-7d9f-4c49-a965-bda0aff27ede admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:40.849459 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-b99c2717-7d9f-4c49-a965-bda0aff27ede admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/33340283-adc9-456d-8894-79d01231a2ec HTTP/1.1" status: 204 len: 168 time: 0.8784583 May 28 06:34:40.991789 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [None req-14815181-96c4-4af1-87e7-908b77524422 admin admin] Allocated IP 172.25.5.37 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/b58271cd-282f-4724-85b3-6db7ec8fc049) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:34:41.023236 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7540f8c-048a-453b-b9cf-ea0ac1900369 req-67520e11-5a1d-4760-bc6b-086a8f819673 tempest-InstanceActionsV221TestJSON-1278189335 tempest-InstanceActionsV221TestJSON-1278189335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:34:41.024767 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a7540f8c-048a-453b-b9cf-ea0ac1900369 req-67520e11-5a1d-4760-bc6b-086a8f819673 tempest-InstanceActionsV221TestJSON-1278189335 tempest-InstanceActionsV221TestJSON-1278189335-project] 10.222.0.71 "GET /v2.0/ports?device_id=2f7e75b4-6677-44ba-93d8-6ae485c7aa1e HTTP/1.1" status: 200 len: 946 time: 0.2434795 May 28 06:34:41.058087 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-94ea8fe2-9446-4728-8aea-7e60fb26e78e tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:34:41.064383 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-94ea8fe2-9446-4728-8aea-7e60fb26e78e tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Usage tracker for resource:subnet and tenant:1c19ca0f4502419e9ff184ba1821fbef is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:34:41.070015 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-94ea8fe2-9446-4728-8aea-7e60fb26e78e tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:34:41.079647 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-94ea8fe2-9446-4728-8aea-7e60fb26e78e tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:34:41.162518 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-a7540f8c-048a-453b-b9cf-ea0ac1900369 req-29784d5b-83b0-46b8-a7a2-de2ade9e6130 tempest-InstanceActionsV221TestJSON-1278189335 tempest-InstanceActionsV221TestJSON-1278189335-project] Deleting port f406e686-467e-4dd3-bb59-46b934e1f615 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:34:41.162853 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-a7540f8c-048a-453b-b9cf-ea0ac1900369 req-29784d5b-83b0-46b8-a7a2-de2ade9e6130 tempest-InstanceActionsV221TestJSON-1278189335 tempest-InstanceActionsV221TestJSON-1278189335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:41.219008 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1ba57eed-eb2b-4265-8818-f72081e67475 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700472'] for router_interface, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:41.252411 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-12d29747-1966-415a-b487-1852f58c53d8 req-78762aea-acf7-4b30-b5f2-59cf85e7510f tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:41.294515 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94ea8fe2-9446-4728-8aea-7e60fb26e78e tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Made reservation on behalf of 1c19ca0f4502419e9ff184ba1821fbef for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:34:41.298410 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-94ea8fe2-9446-4728-8aea-7e60fb26e78e tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:41.346782 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78762aea-acf7-4b30-b5f2-59cf85e7510f tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abe7bc23-4b13-4c3d-9b74-ad7999bc135f,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:34:41.491465 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0eae0ae-fbf9-4305-b235-f5273bb7a23e None None] Network a8fa6c28-5257-4dd9-bf7e-c257b513d11b requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:34:41.509528 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-12d29747-1966-415a-b487-1852f58c53d8 req-78762aea-acf7-4b30-b5f2-59cf85e7510f tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:41.513342 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-12d29747-1966-415a-b487-1852f58c53d8 req-78762aea-acf7-4b30-b5f2-59cf85e7510f tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.55 "DELETE /v2.0/security-groups/abe7bc23-4b13-4c3d-9b74-ad7999bc135f HTTP/1.1" status: 204 len: 173 time: 1.0578921 May 28 06:34:41.597807 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-14815181-96c4-4af1-87e7-908b77524422 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:41.826523 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device bbb8d61c-0148-40e3-aee4-886e9d2e02a7 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:34:41.932770 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-14815181-96c4-4af1-87e7-908b77524422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:41.933991 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ba57eed-eb2b-4265-8818-f72081e67475 admin admin] Router b7caed0c-12be-4ccc-aed6-16ab8878a290 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:34:41.986989 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-c6649e95-d0ae-4566-bfed-d6ad66088ad3 None None] Provisioning for port bbb8d61c-0148-40e3-aee4-886e9d2e02a7 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:34:42.024424 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port bbb8d61c-0148-40e3-aee4-886e9d2e02a7 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:34:42.029927 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port bbb8d61c-0148-40e3-aee4-886e9d2e02a7 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:34:42.030294 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:42.048849 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be59901-a6ff-474e-8532-09dccd8ddd06 req-9f19adb4-426d-4dbe-9f38-90c75dce5532 tempest-InstanceActionsV221TestJSON-1278189335 tempest-InstanceActionsV221TestJSON-1278189335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:34:42.056000 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0be59901-a6ff-474e-8532-09dccd8ddd06 req-9f19adb4-426d-4dbe-9f38-90c75dce5532 tempest-InstanceActionsV221TestJSON-1278189335 tempest-InstanceActionsV221TestJSON-1278189335-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f7e75b4-6677-44ba-93d8-6ae485c7aa1e HTTP/1.1" status: 200 len: 946 time: 0.8046322 May 28 06:34:42.064386 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14815181-96c4-4af1-87e7-908b77524422 admin admin] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:34:42.088690 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-14815181-96c4-4af1-87e7-908b77524422 admin admin] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:34:42.097687 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14815181-96c4-4af1-87e7-908b77524422 admin admin] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:34:42.181823 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port bbb8d61c-0148-40e3-aee4-886e9d2e02a7 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:34:42.182122 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:42.221720 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port bbb8d61c-0148-40e3-aee4-886e9d2e02a7, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=bbb8d61c-0148-40e3-aee4-886e9d2e02a7,segment=NetworkSegment(38fd89a2-8195-4731-ba40-f43c54a7016a),segment_id=38fd89a2-8195-4731-ba40-f43c54a7016a)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:34:42.224832 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-a7540f8c-048a-453b-b9cf-ea0ac1900369 req-29784d5b-83b0-46b8-a7a2-de2ade9e6130 tempest-InstanceActionsV221TestJSON-1278189335 tempest-InstanceActionsV221TestJSON-1278189335-project] For port f406e686-467e-4dd3-bb59-46b934e1f615, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=f406e686-467e-4dd3-bb59-46b934e1f615,segment=NetworkSegment(ed051e58-0e28-4cdb-9974-8fcfa8973d1d),segment_id=ed051e58-0e28-4cdb-9974-8fcfa8973d1d)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:34:42.225586 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-a7540f8c-048a-453b-b9cf-ea0ac1900369 req-29784d5b-83b0-46b8-a7a2-de2ade9e6130 tempest-InstanceActionsV221TestJSON-1278189335 tempest-InstanceActionsV221TestJSON-1278189335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:42.238976 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ba57eed-eb2b-4265-8818-f72081e67475 admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:34:42.250693 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82a21d6-f2ea-4586-8714-1c75fcd9d7bc None None] Sync routers for ids ['b7caed0c-12be-4ccc-aed6-16ab8878a290'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:34:42.256764 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14815181-96c4-4af1-87e7-908b77524422 admin admin] Pushing event updated for resources: {'Port': ['ID=b58271cd-282f-4724-85b3-6db7ec8fc049,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:34:42.266101 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82a21d6-f2ea-4586-8714-1c75fcd9d7bc None None] Routers {'b7caed0c-12be-4ccc-aed6-16ab8878a290'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:34:42.266561 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-d82a21d6-f2ea-4586-8714-1c75fcd9d7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:34:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['b7caed0c-12be-4ccc-aed6-16ab8878a290'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:34:42.273558 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-1ba57eed-eb2b-4265-8818-f72081e67475 admin admin] 10.222.0.55 "PUT /v2.0/routers/b7caed0c-12be-4ccc-aed6-16ab8878a290/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9884202 May 28 06:34:42.274471 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 33782) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:34:42.353849 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-94ea8fe2-9446-4728-8aea-7e60fb26e78e tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:42.422442 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-a7540f8c-048a-453b-b9cf-ea0ac1900369 req-29784d5b-83b0-46b8-a7a2-de2ade9e6130 tempest-InstanceActionsV221TestJSON-1278189335 tempest-InstanceActionsV221TestJSON-1278189335-project] Calling delete_port for f406e686-467e-4dd3-bb59-46b934e1f615 owned by compute:nova {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:34:42.496921 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-d82a21d6-f2ea-4586-8714-1c75fcd9d7bc None None] Set router b7caed0c-12be-4ccc-aed6-16ab8878a290 gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:34:42.573674 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0be59901-a6ff-474e-8532-09dccd8ddd06 req-e04ce42a-8fde-46bf-8620-94c3076ad8aa tempest-InstanceActionsV221TestJSON-1278189335 tempest-InstanceActionsV221TestJSON-1278189335-project] 10.222.0.55 "GET /v2.0/security-groups?id=0157c4af-81f7-4e2f-b055-62395a61f7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5167723 May 28 06:34:42.653365 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ea8fe2-9446-4728-8aea-7e60fb26e78e tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Network 3db30d99-6fa4-4e2b-9141-f98585fb21e1 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:34:42.666396 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:42.682461 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03c4fc0-70d9-4d6c-b9ef-7ead828eac59 req-eede857f-17b7-4669-a4ca-3a7834163fdd tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:34:42.684027 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e03c4fc0-70d9-4d6c-b9ef-7ead828eac59 req-eede857f-17b7-4669-a4ca-3a7834163fdd tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.55 "GET /v2.0/ports?device_id=78914748-f294-44e1-942f-994b7228a91e HTTP/1.1" status: 200 len: 946 time: 0.9449735 May 28 06:34:42.720946 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ea8fe2-9446-4728-8aea-7e60fb26e78e tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Pushing event updated for resources: {'Subnet': ['ID=c74cb4b8-3040-45a8-b873-9b4ff98f96b7,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:34:42.722937 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-94ea8fe2-9446-4728-8aea-7e60fb26e78e tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:34:42.735429 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ea8fe2-9446-4728-8aea-7e60fb26e78e tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:34:42.735429 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-94ea8fe2-9446-4728-8aea-7e60fb26e78e tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:42.747913 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71c4d12-68dd-487b-8d29-4c0a18c69204 None None] Network 3db30d99-6fa4-4e2b-9141-f98585fb21e1 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:34:42.809168 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-16fdb9d8-abc8-4641-90b6-00148742638f admin admin] Notify callbacks [] for router, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:42.875100 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-94ea8fe2-9446-4728-8aea-7e60fb26e78e tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.3201306 May 28 06:34:42.880227 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 33804) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:34:42.891313 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e03c4fc0-70d9-4d6c-b9ef-7ead828eac59 req-92da3923-a128-46b1-a2e8-4b2c5ccbc1df tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.55 "GET /v2.0/security-groups?id=89c8e518-81c5-4ccc-b111-8291ad38466d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935074 May 28 06:34:42.901307 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-3209ab19-c3b5-4e89-ad0c-7874db4f165c tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-661451655', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c74cb4b8-3040-45a8-b873-9b4ff98f96b7'}], 'security_groups': ['e7ed2eb1-893c-4e38-af59-423d2d8b305e']}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:34:42.931202 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-2215cea9-4f78-49e4-9bdc-bcbfda6d0d09 None None] Provisioning complete for port bbb8d61c-0148-40e3-aee4-886e9d2e02a7 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:34:42.931202 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-2215cea9-4f78-49e4-9bdc-bcbfda6d0d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:43.013744 n-d-843702-1 neutron-server[89110]: INFO neutron.api.v2.resource [req-c2e94275-3a0f-45d7-92a6-0ed66bdca29b req-f6b4d3ca-919e-49da-809c-3d6631829d7a tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] show failed (client error): The resource could not be found. May 28 06:34:43.018252 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=bbb8d61c-0148-40e3-aee4-886e9d2e02a7,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:34:43.036444 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c2e94275-3a0f-45d7-92a6-0ed66bdca29b req-f6b4d3ca-919e-49da-809c-3d6631829d7a tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.55 "GET /v2.0/security-groups/d355d592-08cc-4734-89e5-91e61f46c4e7 HTTP/1.1" status: 404 len: 352 time: 0.0830626 May 28 06:34:43.037133 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-16fdb9d8-abc8-4641-90b6-00148742638f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:43.112321 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-16fdb9d8-abc8-4641-90b6-00148742638f admin admin] Deleting port 2be5ad75-4e3e-418a-8948-bbda87159bd6 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:34:43.115286 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-16fdb9d8-abc8-4641-90b6-00148742638f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:43.254279 n-d-843702-1 neutron-server[89110]: INFO neutron.api.v2.resource [req-2830ba2f-2721-47f6-a3ac-7ee036cda93f req-8480d3fe-af50-4d2c-94e4-5e90112b1e16 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] show failed (client error): The resource could not be found. May 28 06:34:43.255297 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2830ba2f-2721-47f6-a3ac-7ee036cda93f req-8480d3fe-af50-4d2c-94e4-5e90112b1e16 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.55 "GET /v2.0/security-groups/7d9e5fa6-82be-4be4-ac93-343c1dbf9892 HTTP/1.1" status: 404 len: 352 time: 0.2080872 May 28 06:34:43.329949 n-d-843702-1 neutron-server[89110]: INFO neutron.api.v2.resource [req-359d4502-81e7-4514-9e83-3fcb9f67b892 req-83a6afd2-26be-45b3-875b-6206e54ab29a tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] show failed (client error): The resource could not be found. May 28 06:34:43.350364 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-359d4502-81e7-4514-9e83-3fcb9f67b892 req-83a6afd2-26be-45b3-875b-6206e54ab29a tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.55 "GET /v2.0/security-groups/4dff395a-1b94-4e05-8642-c89bf774807f HTTP/1.1" status: 404 len: 352 time: 0.0654957 May 28 06:34:43.363379 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-2215cea9-4f78-49e4-9bdc-bcbfda6d0d09 None None] Current status of the port bbb8d61c-0148-40e3-aee4-886e9d2e02a7 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:34:43.390762 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-16fdb9d8-abc8-4641-90b6-00148742638f admin admin] For port 2be5ad75-4e3e-418a-8948-bbda87159bd6, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=2be5ad75-4e3e-418a-8948-bbda87159bd6,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:34:43.394138 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-16fdb9d8-abc8-4641-90b6-00148742638f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:43.402168 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-d82a21d6-f2ea-4586-8714-1c75fcd9d7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7caed0c-12be-4ccc-aed6-16ab8878a290', 'name': 'tempest-AttachVolumeTestJSON-711083849-router', 'tenant_id': 'f2d8466b4d8c4168848bc4cc302053bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '2be5ad75-4e3e-418a-8948-bbda87159bd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:27:51Z', 'updated_at': '2022-05-28T06:34:40Z', 'revision_number': 5, 'project_id': 'f2d8466b4d8c4168848bc4cc302053bf', 'gw_port': {'id': '2be5ad75-4e3e-418a-8948-bbda87159bd6', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:d2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7caed0c-12be-4ccc-aed6-16ab8878a290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:27:53Z', 'updated_at': '2022-05-28T06:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:34:43.408977 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82a21d6-f2ea-4586-8714-1c75fcd9d7bc None None] Checking router: b7caed0c-12be-4ccc-aed6-16ab8878a290 for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:34:43.419167 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-a7540f8c-048a-453b-b9cf-ea0ac1900369 req-29784d5b-83b0-46b8-a7a2-de2ade9e6130 tempest-InstanceActionsV221TestJSON-1278189335 tempest-InstanceActionsV221TestJSON-1278189335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:43.428004 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82a21d6-f2ea-4586-8714-1c75fcd9d7bc None None] Routers {'b7caed0c-12be-4ccc-aed6-16ab8878a290'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:34:43.428705 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-d82a21d6-f2ea-4586-8714-1c75fcd9d7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:34:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['b7caed0c-12be-4ccc-aed6-16ab8878a290'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:34:43.529851 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29784d5b-83b0-46b8-a7a2-de2ade9e6130 tempest-InstanceActionsV221TestJSON-1278189335 tempest-InstanceActionsV221TestJSON-1278189335-project] Pushing event deleted for resources: {'Port': ['ID=f406e686-467e-4dd3-bb59-46b934e1f615,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:34:43.544619 n-d-843702-1 neutron-server[89110]: INFO neutron.api.v2.resource [req-127faac0-9a8d-463b-a98d-ef1352f9149e req-1e9aa4b1-22a8-4e52-ba0a-0455e30aa5f4 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] show failed (client error): The resource could not be found. May 28 06:34:43.573030 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-127faac0-9a8d-463b-a98d-ef1352f9149e req-1e9aa4b1-22a8-4e52-ba0a-0455e30aa5f4 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.55 "GET /v2.0/security-groups/a44f9fb1-8b27-47a0-bd1d-b9ba1ca4bb15 HTTP/1.1" status: 404 len: 352 time: 0.1688039 May 28 06:34:43.620152 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-16fdb9d8-abc8-4641-90b6-00148742638f admin admin] Calling delete_port for 2be5ad75-4e3e-418a-8948-bbda87159bd6 owned by network:router_gateway {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:34:43.654468 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device bbb8d61c-0148-40e3-aee4-886e9d2e02a7 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:34:43.713368 n-d-843702-1 neutron-server[89110]: INFO neutron.api.v2.resource [req-f4fc6d50-70f9-4e31-bbf9-f16613c03894 req-c9dfdd90-4d45-42a1-9733-97d1f6ed024e tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] show failed (client error): The resource could not be found. May 28 06:34:43.715807 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f4fc6d50-70f9-4e31-bbf9-f16613c03894 req-c9dfdd90-4d45-42a1-9733-97d1f6ed024e tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.55 "GET /v2.0/security-groups/7aec9409-e623-4f69-a488-85acebf0cd7c HTTP/1.1" status: 404 len: 352 time: 0.0476022 May 28 06:34:43.716359 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-14815181-96c4-4af1-87e7-908b77524422 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:43.788392 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-d82a21d6-f2ea-4586-8714-1c75fcd9d7bc None None] Set router b7caed0c-12be-4ccc-aed6-16ab8878a290 gateway port host: None {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:34:43.906840 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa13b99-a7e9-42fc-a1f0-26f4f66fa184 None None] Update dhcp port {'port': {'network_id': '3db30d99-6fa4-4e2b-9141-f98585fb21e1', 'fixed_ips': [{'subnet_id': '94070eaf-4602-4624-90a8-5b41be984450', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c74cb4b8-3040-45a8-b873-9b4ff98f96b7'}], 'binding:host_id': 'n-d-843702-1'}, 'id': '32e07ebd-5b67-4752-b854-f023d2a40c39'} from n-d-843702-1. {{(pid=89111) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 28 06:34:43.915737 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-16fdb9d8-abc8-4641-90b6-00148742638f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:43.934426 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device f406e686-467e-4dd3-bb59-46b934e1f615 no longer exists at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:34:43.993972 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 33832) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:34:44.002906 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-d82a21d6-f2ea-4586-8714-1c75fcd9d7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7caed0c-12be-4ccc-aed6-16ab8878a290', 'name': 'tempest-AttachVolumeTestJSON-711083849-router', 'tenant_id': 'f2d8466b4d8c4168848bc4cc302053bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:27:51Z', 'updated_at': '2022-05-28T06:34:43Z', 'revision_number': 6, 'project_id': 'f2d8466b4d8c4168848bc4cc302053bf', 'gw_port_host': None}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:34:44.010095 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] No Port match for: f406e686-467e-4dd3-bb59-46b934e1f615 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:34:44.010428 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device f406e686-467e-4dd3-bb59-46b934e1f615 not bound to the agent host n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:34:44.023415 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fdb9d8-abc8-4641-90b6-00148742638f admin admin] Pushing event deleted for resources: {'Port': ['ID=2be5ad75-4e3e-418a-8948-bbda87159bd6,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:34:44.030998 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82a21d6-f2ea-4586-8714-1c75fcd9d7bc None None] The sync data for ids ['b7caed0c-12be-4ccc-aed6-16ab8878a290'] in n-d-843702-1 is: [{'id': 'b7caed0c-12be-4ccc-aed6-16ab8878a290', 'name': 'tempest-AttachVolumeTestJSON-711083849-router', 'tenant_id': 'f2d8466b4d8c4168848bc4cc302053bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:27:51Z', 'updated_at': '2022-05-28T06:34:43Z', 'revision_number': 6, 'project_id': 'f2d8466b4d8c4168848bc4cc302053bf', 'gw_port_host': None}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:34:44.040603 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-8aa13b99-a7e9-42fc-a1f0-26f4f66fa184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:44.052971 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port bbb8d61c-0148-40e3-aee4-886e9d2e02a7 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:34:44.053335 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:44.147633 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b0002aed-98ec-49c2-bfea-aad695fcba3c req-3d69971e-4179-40c6-b203-fe85bff07d28 tempest-InstanceActionsV221TestJSON-1278189335 tempest-InstanceActionsV221TestJSON-1278189335-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f7e75b4-6677-44ba-93d8-6ae485c7aa1e HTTP/1.1" status: 200 len: 210 time: 0.3376794 May 28 06:34:44.156259 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7540f8c-048a-453b-b9cf-ea0ac1900369 req-29784d5b-83b0-46b8-a7a2-de2ade9e6130 tempest-InstanceActionsV221TestJSON-1278189335 tempest-InstanceActionsV221TestJSON-1278189335-project] No DVR routers for this DVR port f406e686-467e-4dd3-bb59-46b934e1f615 on host n-h2-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:34:44.167694 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-a7540f8c-048a-453b-b9cf-ea0ac1900369 req-29784d5b-83b0-46b8-a7a2-de2ade9e6130 tempest-InstanceActionsV221TestJSON-1278189335 tempest-InstanceActionsV221TestJSON-1278189335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:44.172606 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f7e75b4-6677-44ba-93d8-6ae485c7aa1e', 'name': 'network-vif-deleted', 'tag': 'f406e686-467e-4dd3-bb59-46b934e1f615'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:34:44.177646 n-d-843702-1 neutron-server[89110]: INFO neutron.api.v2.resource [req-0931df6b-e432-4b60-8b09-b8a9e143cc95 req-b342ee4e-0332-4236-9a7f-c25a921011cd tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] show failed (client error): The resource could not be found. May 28 06:34:44.178833 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0931df6b-e432-4b60-8b09-b8a9e143cc95 req-b342ee4e-0332-4236-9a7f-c25a921011cd tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.55 "GET /v2.0/security-groups/e22db230-6529-434e-babc-72c4d588496d HTTP/1.1" status: 404 len: 352 time: 0.3566861 May 28 06:34:44.249763 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-16fdb9d8-abc8-4641-90b6-00148742638f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691105'] for router_gateway, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:44.344502 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06270990-d475-4d0f-ab24-3f89d95ff192'] response: {'server_uuid': '2f7e75b4-6677-44ba-93d8-6ae485c7aa1e', 'name': 'network-vif-deleted', 'tag': 'f406e686-467e-4dd3-bb59-46b934e1f615', 'status': 'completed', 'code': 200} May 28 06:34:44.349470 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port bbb8d61c-0148-40e3-aee4-886e9d2e02a7 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:34:44.372635 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a7540f8c-048a-453b-b9cf-ea0ac1900369 req-29784d5b-83b0-46b8-a7a2-de2ade9e6130 tempest-InstanceActionsV221TestJSON-1278189335 tempest-InstanceActionsV221TestJSON-1278189335-project] 10.222.0.71 "DELETE /v2.0/ports/f406e686-467e-4dd3-bb59-46b934e1f615 HTTP/1.1" status: 204 len: 173 time: 3.3128953 May 28 06:34:44.405218 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3209ab19-c3b5-4e89-ad0c-7874db4f165c tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:44.471261 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-8aa13b99-a7e9-42fc-a1f0-26f4f66fa184 None None] Allocated IP 172.20.0.18 (3db30d99-6fa4-4e2b-9141-f98585fb21e1/c74cb4b8-3040-45a8-b873-9b4ff98f96b7/32e07ebd-5b67-4752-b854-f023d2a40c39) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:34:44.654655 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-16fdb9d8-abc8-4641-90b6-00148742638f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59018'] for router, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:44.661672 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-16fdb9d8-abc8-4641-90b6-00148742638f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:44.707230 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-416aab0e-dd0e-4cba-b702-0266d2290541 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:44.723089 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-416aab0e-dd0e-4cba-b702-0266d2290541 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:34:44.730621 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-416aab0e-dd0e-4cba-b702-0266d2290541 admin admin] Usage tracker for resource:security_group_rule and tenant:f96d661f79254d43bd49e652aecb7277 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:34:44.734766 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-416aab0e-dd0e-4cba-b702-0266d2290541 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:34:44.742435 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-416aab0e-dd0e-4cba-b702-0266d2290541 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:34:44.792974 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-8aa13b99-a7e9-42fc-a1f0-26f4f66fa184 None None] For port 32e07ebd-5b67-4752-b854-f023d2a40c39, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=32e07ebd-5b67-4752-b854-f023d2a40c39,segment=NetworkSegment(dc25e1ad-b7f7-426c-84b0-ea8891db04bc),segment_id=dc25e1ad-b7f7-426c-84b0-ea8891db04bc)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:34:44.827208 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-8aa13b99-a7e9-42fc-a1f0-26f4f66fa184 None None] Notify callbacks [] for port, precommit_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:44.829016 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-16fdb9d8-abc8-4641-90b6-00148742638f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-703817'] for router, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:44.829619 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16fdb9d8-abc8-4641-90b6-00148742638f admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7caed0c-12be-4ccc-aed6-16ab8878a290 {{(pid=89109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 06:34:44.848272 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-8aa13b99-a7e9-42fc-a1f0-26f4f66fa184 None None] Transition to ACTIVE for port object 32e07ebd-5b67-4752-b854-f023d2a40c39 will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:34:44.870857 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-16fdb9d8-abc8-4641-90b6-00148742638f admin admin] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:44.874662 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-16fdb9d8-abc8-4641-90b6-00148742638f admin admin] 10.222.0.55 "DELETE /v2.0/routers/b7caed0c-12be-4ccc-aed6-16ab8878a290 HTTP/1.1" status: 204 len: 168 time: 2.5996132 May 28 06:34:44.875458 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 33842) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:34:44.878025 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-416aab0e-dd0e-4cba-b702-0266d2290541 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:44.938563 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-8aa13b99-a7e9-42fc-a1f0-26f4f66fa184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:44.964326 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe802827-8790-475c-b4fc-faae7f5b420b admin admin] Deleting subnet aa6e01e0-3e0c-4b0f-b2af-e5c6de04414e {{(pid=89109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:34:44.967877 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fe802827-8790-475c-b4fc-faae7f5b420b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:45.008551 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-416aab0e-dd0e-4cba-b702-0266d2290541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:45.050104 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f47eeb9-b9ca-43e9-8182-49f39a74ccbf req-a7a0f089-7071-4e3f-aa5c-69e14c58cc6d tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:34:45.061028 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fe802827-8790-475c-b4fc-faae7f5b420b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3964070'] for subnet, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:45.063691 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6f47eeb9-b9ca-43e9-8182-49f39a74ccbf req-a7a0f089-7071-4e3f-aa5c-69e14c58cc6d tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.55 "GET /v2.0/ports?device_id=78914748-f294-44e1-942f-994b7228a91e HTTP/1.1" status: 200 len: 946 time: 0.5986640 May 28 06:34:45.131076 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa13b99-a7e9-42fc-a1f0-26f4f66fa184 None None] Pushing event updated for resources: {'Port': ['ID=32e07ebd-5b67-4752-b854-f023d2a40c39,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:34:45.149117 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-14815181-96c4-4af1-87e7-908b77524422 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690761'] for router, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:45.261073 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-416aab0e-dd0e-4cba-b702-0266d2290541 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f96d661f79254d43bd49e652aecb7277&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2623994 May 28 06:34:45.264607 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 33850) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:34:45.273180 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416aab0e-dd0e-4cba-b702-0266d2290541 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8048a9a-b329-443e-b195-a4f9e5c82710,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:34:45.385105 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fe802827-8790-475c-b4fc-faae7f5b420b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:45.580319 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fe802827-8790-475c-b4fc-faae7f5b420b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9555650'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:45.592848 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6f47eeb9-b9ca-43e9-8182-49f39a74ccbf req-24d351b1-8bcf-46ca-8a6d-a1e085cd3cda tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.55 "GET /v2.0/security-groups?id=89c8e518-81c5-4ccc-b111-8291ad38466d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5280023 May 28 06:34:45.616916 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 32e07ebd-5b67-4752-b854-f023d2a40c39 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:34:45.679514 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe802827-8790-475c-b4fc-faae7f5b420b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa6e01e0-3e0c-4b0f-b2af-e5c6de04414e,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:34:45.685740 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fe802827-8790-475c-b4fc-faae7f5b420b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:45.701920 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e35a55dd-9fb4-4c43-a84e-8d7dba0b955d None None] Network 4874bba4-a87e-43f9-9333-c72385485612 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:34:45.709451 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-fe802827-8790-475c-b4fc-faae7f5b420b admin admin] 10.222.0.55 "DELETE /v2.0/subnets/aa6e01e0-3e0c-4b0f-b2af-e5c6de04414e HTTP/1.1" status: 204 len: 168 time: 0.8275170 May 28 06:34:45.714258 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 33854) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:34:45.844579 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-11816335-f68a-4dc4-92b7-cdafdf2924cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:45.870562 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6fade808-6e02-46ec-bb5b-77d6d8d812fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:45.884063 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-6fade808-6e02-46ec-bb5b-77d6d8d812fd admin admin] Deleting port a5266c95-3aa8-45ff-9692-f2ceb18b3fcd {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:34:45.884420 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6fade808-6e02-46ec-bb5b-77d6d8d812fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:45.894304 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-0f2ea4fd-1a67-4f34-8165-02d9228f8b5a req-f22eeb3b-0448-42e2-84ba-c72e7957f415 tempest-InstanceActionsV221TestJSON-1278189335 tempest-InstanceActionsV221TestJSON-1278189335-project] Synchronizing usage tracker for tenant:467f29e0f36147f9bf7beecdb5a7a5e0 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:34:45.953992 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-11816335-f68a-4dc4-92b7-cdafdf2924cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:45.998710 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd546033-749a-437d-b6ee-f480a73c087d req-ba804d79-aac7-47d7-9c41-2ece448546b5 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:34:46.000219 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bd546033-749a-437d-b6ee-f480a73c087d req-ba804d79-aac7-47d7-9c41-2ece448546b5 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.55 "GET /v2.0/ports?device_id=e382458d-1b83-4c85-8dce-23160a7eb36c HTTP/1.1" status: 200 len: 1023 time: 0.5511162 May 28 06:34:46.041099 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-697f565b-4c70-4818-a2ce-f3f0e0d854a3 None None] Provisioning complete for port 2aaf14b1-e991-44ac-8062-aca3a8b80d5c triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:34:46.041699 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-697f565b-4c70-4818-a2ce-f3f0e0d854a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:46.065633 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14815181-96c4-4af1-87e7-908b77524422 admin admin] Router b780bbb6-446f-4e48-a498-84dcf15fde1b is scheduled to L3 agent 42958940-9562-4f71-972f-15a8af9d3963 with binding_index 1 {{(pid=89110) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 06:34:46.084069 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device ab358220-ffe5-48e9-8d4c-19b4f120a499 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:34:46.109061 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-0f2ea4fd-1a67-4f34-8165-02d9228f8b5a req-f22eeb3b-0448-42e2-84ba-c72e7957f415 tempest-InstanceActionsV221TestJSON-1278189335 tempest-InstanceActionsV221TestJSON-1278189335-project] Unset dirty status for tenant:467f29e0f36147f9bf7beecdb5a7a5e0 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:34:46.110969 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0f2ea4fd-1a67-4f34-8165-02d9228f8b5a req-f22eeb3b-0448-42e2-84ba-c72e7957f415 tempest-InstanceActionsV221TestJSON-1278189335 tempest-InstanceActionsV221TestJSON-1278189335-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f7e75b4-6677-44ba-93d8-6ae485c7aa1e HTTP/1.1" status: 200 len: 210 time: 0.3280349 May 28 06:34:46.150437 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c2ae07-88b6-444a-bfea-c15ad2f29a39 None None] DHCP port deletion for 4874bba4-a87e-43f9-9333-c72385485612 request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:34:46.156229 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: ab358220-ffe5-48e9-8d4c-19b4f120a499 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:34:46.156571 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device ab358220-ffe5-48e9-8d4c-19b4f120a499 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:34:46.157010 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 2be5ad75-4e3e-418a-8948-bbda87159bd6 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:34:46.169393 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-6fade808-6e02-46ec-bb5b-77d6d8d812fd admin admin] For port a5266c95-3aa8-45ff-9692-f2ceb18b3fcd, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=a5266c95-3aa8-45ff-9692-f2ceb18b3fcd,segment=NetworkSegment(833fd725-a517-41b8-a917-b7cf24c49042),segment_id=833fd725-a517-41b8-a917-b7cf24c49042)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:34:46.169848 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6fade808-6e02-46ec-bb5b-77d6d8d812fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:46.209210 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-bd546033-749a-437d-b6ee-f480a73c087d req-b2eee77b-e8e3-4622-a99a-35040c9acefa tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Synchronizing usage tracker for tenant:ae27d4a836c444af8d35a0fd61d2dbd8 on resource:security_group {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:34:46.239622 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-a9c2ae07-88b6-444a-bfea-c15ad2f29a39 None None] Deleting port a5266c95-3aa8-45ff-9692-f2ceb18b3fcd {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:34:46.239622 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-a9c2ae07-88b6-444a-bfea-c15ad2f29a39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:46.241699 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [None req-3209ab19-c3b5-4e89-ad0c-7874db4f165c tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Delete allocated IP 172.20.0.4 (3db30d99-6fa4-4e2b-9141-f98585fb21e1/94070eaf-4602-4624-90a8-5b41be984450) {{(pid=89110) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 28 06:34:46.266089 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [None req-3209ab19-c3b5-4e89-ad0c-7874db4f165c tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Allocated IP 172.20.0.19 (3db30d99-6fa4-4e2b-9141-f98585fb21e1/c74cb4b8-3040-45a8-b873-9b4ff98f96b7/2aaf14b1-e991-44ac-8062-aca3a8b80d5c) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:34:46.278726 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 2be5ad75-4e3e-418a-8948-bbda87159bd6 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:34:46.279738 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 2be5ad75-4e3e-418a-8948-bbda87159bd6 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:34:46.294985 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-697f565b-4c70-4818-a2ce-f3f0e0d854a3 None None] Port 2aaf14b1-e991-44ac-8062-aca3a8b80d5c cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:34:46.306226 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-6fade808-6e02-46ec-bb5b-77d6d8d812fd admin admin] Calling delete_port for a5266c95-3aa8-45ff-9692-f2ceb18b3fcd owned by network:dhcp {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:34:46.489818 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-a9c2ae07-88b6-444a-bfea-c15ad2f29a39 None None] For port a5266c95-3aa8-45ff-9692-f2ceb18b3fcd, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=a5266c95-3aa8-45ff-9692-f2ceb18b3fcd,segment=NetworkSegment(833fd725-a517-41b8-a917-b7cf24c49042),segment_id=833fd725-a517-41b8-a917-b7cf24c49042)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:34:46.490497 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-a9c2ae07-88b6-444a-bfea-c15ad2f29a39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:46.495718 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-bd546033-749a-437d-b6ee-f480a73c087d req-b2eee77b-e8e3-4622-a99a-35040c9acefa tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Unset dirty status for tenant:ae27d4a836c444af8d35a0fd61d2dbd8 on resource:security_group {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:34:46.497562 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bd546033-749a-437d-b6ee-f480a73c087d req-b2eee77b-e8e3-4622-a99a-35040c9acefa tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.55 "GET /v2.0/security-groups?id=41e770bd-f8ee-4b23-9b5f-8d6fe5cbd5a4&id=76f5f0a9-1f72-44c1-a851-4026e46651c7&id=72210af0-18d1-49fa-baeb-bf1a9866a68b&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.4858918 May 28 06:34:46.497562 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-11816335-f68a-4dc4-92b7-cdafdf2924cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:46.527506 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11816335-f68a-4dc4-92b7-cdafdf2924cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8048a9a-b329-443e-b195-a4f9e5c82710,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:34:46.550282 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-11816335-f68a-4dc4-92b7-cdafdf2924cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:46.551423 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-11816335-f68a-4dc4-92b7-cdafdf2924cb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c8048a9a-b329-443e-b195-a4f9e5c82710 HTTP/1.1" status: 204 len: 168 time: 1.2587292 May 28 06:34:46.576423 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14815181-96c4-4af1-87e7-908b77524422 admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:34:46.596911 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6fade808-6e02-46ec-bb5b-77d6d8d812fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:46.597998 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6486dd-4a05-4269-8144-b98700de22d4 None None] Sync routers for ids ['b780bbb6-446f-4e48-a498-84dcf15fde1b'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:34:46.642288 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6486dd-4a05-4269-8144-b98700de22d4 None None] Routers {'b780bbb6-446f-4e48-a498-84dcf15fde1b'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:34:46.644614 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-ec6486dd-4a05-4269-8144-b98700de22d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:34:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['b780bbb6-446f-4e48-a498-84dcf15fde1b'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:34:46.655625 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-a9c2ae07-88b6-444a-bfea-c15ad2f29a39 None None] Calling delete_port for a5266c95-3aa8-45ff-9692-f2ceb18b3fcd owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:34:46.725082 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fade808-6e02-46ec-bb5b-77d6d8d812fd admin admin] Pushing event deleted for resources: {'Port': ['ID=a5266c95-3aa8-45ff-9692-f2ceb18b3fcd,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:34:46.731327 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fade808-6e02-46ec-bb5b-77d6d8d812fd admin admin] No DVR routers for this DVR port a5266c95-3aa8-45ff-9692-f2ceb18b3fcd on host n-d-843702-1 {{(pid=89109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:34:46.752808 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-697f565b-4c70-4818-a2ce-f3f0e0d854a3 None None] Provisioning for port 32e07ebd-5b67-4752-b854-f023d2a40c39 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:34:46.756161 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.db.api [None req-a9c2ae07-88b6-444a-bfea-c15ad2f29a39 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89111) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:34:46.756764 n-d-843702-1 neutron-server[89111]: DEBUG oslo_db.api [None req-a9c2ae07-88b6-444a-bfea-c15ad2f29a39 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:34:46.761918 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-697f565b-4c70-4818-a2ce-f3f0e0d854a3 None None] Provisioning complete for port 32e07ebd-5b67-4752-b854-f023d2a40c39 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:34:46.762572 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-697f565b-4c70-4818-a2ce-f3f0e0d854a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:46.920332 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6fade808-6e02-46ec-bb5b-77d6d8d812fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:46.955389 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-14815181-96c4-4af1-87e7-908b77524422 admin admin] Notify callbacks [] for router, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:46.971286 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-14815181-96c4-4af1-87e7-908b77524422 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.4688272 May 28 06:34:46.971286 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 33862) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:34:46.972139 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-697f565b-4c70-4818-a2ce-f3f0e0d854a3 None None] Current status of the port 32e07ebd-5b67-4752-b854-f023d2a40c39 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:34:46.980494 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-697f565b-4c70-4818-a2ce-f3f0e0d854a3 None None] Provisioning complete for port f11a92c7-967a-4383-8902-74cca184e84f triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:34:46.980877 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-697f565b-4c70-4818-a2ce-f3f0e0d854a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:46.988884 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-6fade808-6e02-46ec-bb5b-77d6d8d812fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4874bba4-a87e-43f9-9333-c72385485612']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:34:47.027450 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-6fade808-6e02-46ec-bb5b-77d6d8d812fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '833fd725-a517-41b8-a917-b7cf24c49042') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:34:47.027893 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-6fade808-6e02-46ec-bb5b-77d6d8d812fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '833fd725-a517-41b8-a917-b7cf24c49042') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:34:47.052351 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-697f565b-4c70-4818-a2ce-f3f0e0d854a3 None None] Port f11a92c7-967a-4383-8902-74cca184e84f cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:34:47.053294 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6fade808-6e02-46ec-bb5b-77d6d8d812fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:47.057086 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-ec6486dd-4a05-4269-8144-b98700de22d4 None None] Set router b780bbb6-446f-4e48-a498-84dcf15fde1b gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:34:47.082184 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6fade808-6e02-46ec-bb5b-77d6d8d812fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:47.090576 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fade808-6e02-46ec-bb5b-77d6d8d812fd admin admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:34:47.090981 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6fade808-6e02-46ec-bb5b-77d6d8d812fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:47.096966 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9437861a-2086-4995-80ce-a4276ff7f235 req-fd327ee9-8427-4dab-ac90-24be8cde6db5 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:34:47.100278 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9437861a-2086-4995-80ce-a4276ff7f235 req-fd327ee9-8427-4dab-ac90-24be8cde6db5 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.69 "GET /v2.0/ports?device_id=e382458d-1b83-4c85-8dce-23160a7eb36c HTTP/1.1" status: 200 len: 1023 time: 0.4220128 May 28 06:34:47.201707 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 833fd725-a517-41b8-a917-b7cf24c49042 resource provider aggregate not found May 28 06:34:47.220731 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaac06a-e847-46d3-9deb-b3b4fa2a111f req-7eb2b3ff-ad67-498c-858a-dd88d10e3700 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:34:47.223737 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bbaac06a-e847-46d3-9deb-b3b4fa2a111f req-7eb2b3ff-ad67-498c-858a-dd88d10e3700 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.55 "GET /v2.0/ports?device_id=78914748-f294-44e1-942f-994b7228a91e HTTP/1.1" status: 200 len: 946 time: 0.4211879 May 28 06:34:47.224405 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 833fd725-a517-41b8-a917-b7cf24c49042 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 833fd725-a517-41b8-a917-b7cf24c49042 found for delete ", "request_id": "req-8587d8d2-ae53-4645-b0a7-2c5b05c895f1"}]} May 28 06:34:47.229015 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3209ab19-c3b5-4e89-ad0c-7874db4f165c tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:47.258019 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-a9c2ae07-88b6-444a-bfea-c15ad2f29a39 None None] Deleting port a5266c95-3aa8-45ff-9692-f2ceb18b3fcd {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:34:47.258566 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-a9c2ae07-88b6-444a-bfea-c15ad2f29a39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:47.316461 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6fade808-6e02-46ec-bb5b-77d6d8d812fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:47.323408 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6fade808-6e02-46ec-bb5b-77d6d8d812fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:47.353098 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [None req-3209ab19-c3b5-4e89-ad0c-7874db4f165c tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Transition to ACTIVE for port object 2aaf14b1-e991-44ac-8062-aca3a8b80d5c will not be triggered until provisioned by entity DHCP. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:34:47.354186 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-a9c2ae07-88b6-444a-bfea-c15ad2f29a39 None None] The port 'a5266c95-3aa8-45ff-9692-f2ceb18b3fcd' was deleted {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 06:34:47.366926 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-9437861a-2086-4995-80ce-a4276ff7f235 req-c8f208d6-750c-4526-9136-7760f039c7f3 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Deleting port a9fa9a20-b169-4ebe-be42-5b1c7d3987c0 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:34:47.367502 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-9437861a-2086-4995-80ce-a4276ff7f235 req-c8f208d6-750c-4526-9136-7760f039c7f3 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:47.375465 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fade808-6e02-46ec-bb5b-77d6d8d812fd admin admin] Pushing event deleted for resources: {'Network': ['ID=4874bba4-a87e-43f9-9333-c72385485612,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:34:47.387204 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-6fade808-6e02-46ec-bb5b-77d6d8d812fd admin admin] 10.222.0.55 "DELETE /v2.0/networks/4874bba4-a87e-43f9-9333-c72385485612 HTTP/1.1" status: 204 len: 168 time: 1.6764996 May 28 06:34:47.455880 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bbaac06a-e847-46d3-9deb-b3b4fa2a111f req-8796ae7a-9988-4506-9055-744564e98a84 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.55 "GET /v2.0/security-groups?id=89c8e518-81c5-4ccc-b111-8291ad38466d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190282 May 28 06:34:47.548845 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3209ab19-c3b5-4e89-ad0c-7874db4f165c tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:47.603452 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device a5266c95-3aa8-45ff-9692-f2ceb18b3fcd no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:34:47.673735 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: a5266c95-3aa8-45ff-9692-f2ceb18b3fcd {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:34:47.674317 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device a5266c95-3aa8-45ff-9692-f2ceb18b3fcd not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:34:47.681688 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-ec6486dd-4a05-4269-8144-b98700de22d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b780bbb6-446f-4e48-a498-84dcf15fde1b', 'name': 'tempest-AttachVolumeShelveTestJSON-507650358-router', 'tenant_id': '50466b4420374aac8a4e6c84ffbb2d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': 'b58271cd-282f-4724-85b3-6db7ec8fc049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:34:38Z', 'updated_at': '2022-05-28T06:34:42Z', 'revision_number': 3, 'project_id': '50466b4420374aac8a4e6c84ffbb2d35', 'gw_port': {'id': 'b58271cd-282f-4724-85b3-6db7ec8fc049', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ea:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b780bbb6-446f-4e48-a498-84dcf15fde1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:34:40Z', 'updated_at': '2022-05-28T06:34:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:34:47.687525 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6486dd-4a05-4269-8144-b98700de22d4 None None] Checking router: b780bbb6-446f-4e48-a498-84dcf15fde1b for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:34:47.688614 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6486dd-4a05-4269-8144-b98700de22d4 None None] Updating router b780bbb6-446f-4e48-a498-84dcf15fde1b port b58271cd-282f-4724-85b3-6db7ec8fc049 binding host n-d-843702-1 {{(pid=89112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:34:47.780288 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3209ab19-c3b5-4e89-ad0c-7874db4f165c tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Pushing event updated for resources: {'Port': ['ID=2aaf14b1-e991-44ac-8062-aca3a8b80d5c,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:34:47.784338 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-ec6486dd-4a05-4269-8144-b98700de22d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:47.979676 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 33908) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:34:48.041874 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-b8d55aa4-6203-426a-838e-d419de3b0309 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f2d8466b4d8c4168848bc4cc302053bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0610113 May 28 06:34:48.044366 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 33912) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:34:48.107931 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8a64aa7b-7e9b-4f6f-8eaa-a081a1324505 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:48.147581 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8a64aa7b-7e9b-4f6f-8eaa-a081a1324505 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:48.181378 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-ec6486dd-4a05-4269-8144-b98700de22d4 None None] Notify callbacks [] for port, precommit_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:48.213083 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.provisioning_blocks [None req-ec6486dd-4a05-4269-8144-b98700de22d4 None None] Transition to ACTIVE for port object b58271cd-282f-4724-85b3-6db7ec8fc049 will not be triggered until provisioned by entity L2. {{(pid=89112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:34:48.255561 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-3209ab19-c3b5-4e89-ad0c-7874db4f165c tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] In _notify_port_updated(), no bound segment for port 2aaf14b1-e991-44ac-8062-aca3a8b80d5c on network 3db30d99-6fa4-4e2b-9141-f98585fb21e1 {{(pid=89110) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 28 06:34:48.263490 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3209ab19-c3b5-4e89-ad0c-7874db4f165c tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:34:48.267680 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3209ab19-c3b5-4e89-ad0c-7874db4f165c tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:48.270030 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-3209ab19-c3b5-4e89-ad0c-7874db4f165c tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] 10.222.0.55 "PUT /v2.0/ports/2aaf14b1-e991-44ac-8062-aca3a8b80d5c HTTP/1.1" status: 200 len: 920 time: 5.3883140 May 28 06:34:48.277008 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 33918) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:34:48.333492 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-ec6486dd-4a05-4269-8144-b98700de22d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:48.363840 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8a64aa7b-7e9b-4f6f-8eaa-a081a1324505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:48.388845 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-a0151ad5-135f-4547-a826-369a4c871662 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Deleting port 2aaf14b1-e991-44ac-8062-aca3a8b80d5c {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:34:48.389652 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a0151ad5-135f-4547-a826-369a4c871662 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:48.433745 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a64aa7b-7e9b-4f6f-8eaa-a081a1324505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76753869-969c-4edf-bdd1-b61de6596033,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:34:48.466424 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7196b4a6-3b85-494d-8112-afc50b632613 None None] Pushing event updated for resources: {'Port': ['ID=b58271cd-282f-4724-85b3-6db7ec8fc049,revision_number=2']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:34:48.473614 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7196b4a6-3b85-494d-8112-afc50b632613 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:34:48.473614 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7196b4a6-3b85-494d-8112-afc50b632613 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:34:48.473614 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7196b4a6-3b85-494d-8112-afc50b632613 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:34:48.473960 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7196b4a6-3b85-494d-8112-afc50b632613 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:34:48.474224 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7196b4a6-3b85-494d-8112-afc50b632613 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:34:48.474659 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7196b4a6-3b85-494d-8112-afc50b632613 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:34:48.475119 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7196b4a6-3b85-494d-8112-afc50b632613 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:34:48.475286 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8a64aa7b-7e9b-4f6f-8eaa-a081a1324505 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:48.475450 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7196b4a6-3b85-494d-8112-afc50b632613 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:34:48.475785 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7196b4a6-3b85-494d-8112-afc50b632613 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:34:48.476769 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7196b4a6-3b85-494d-8112-afc50b632613 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:34:48.476885 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-8a64aa7b-7e9b-4f6f-8eaa-a081a1324505 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/76753869-969c-4edf-bdd1-b61de6596033 HTTP/1.1" status: 204 len: 168 time: 0.4310014 May 28 06:34:48.476973 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7196b4a6-3b85-494d-8112-afc50b632613 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:34:48.477178 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7196b4a6-3b85-494d-8112-afc50b632613 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:34:48.510028 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-ec6486dd-4a05-4269-8144-b98700de22d4 None None] Attempting to bind port b58271cd-282f-4724-85b3-6db7ec8fc049 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:34:48.513767 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-ec6486dd-4a05-4269-8144-b98700de22d4 None None] Attempting to bind port b58271cd-282f-4724-85b3-6db7ec8fc049 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:34:48.514350 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6486dd-4a05-4269-8144-b98700de22d4 None None] Attempting to bind port b58271cd-282f-4724-85b3-6db7ec8fc049 on network 68df399e-e75e-4871-9364-5d05730b50f0 {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:34:48.527605 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6486dd-4a05-4269-8144-b98700de22d4 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:34:48.527973 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6486dd-4a05-4269-8144-b98700de22d4 None None] Checking segment: {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:34:48.528365 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-ec6486dd-4a05-4269-8144-b98700de22d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:48.528746 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6486dd-4a05-4269-8144-b98700de22d4 None None] Bound using segment: {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:34:48.531371 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-ec6486dd-4a05-4269-8144-b98700de22d4 None None] Bound port: b58271cd-282f-4724-85b3-6db7ec8fc049, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:34:48.531760 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-ec6486dd-4a05-4269-8144-b98700de22d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:48.699430 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-ec6486dd-4a05-4269-8144-b98700de22d4 None None] For port b58271cd-282f-4724-85b3-6db7ec8fc049, host n-d-843702-1, cleared binding levels {{(pid=89112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:34:48.700262 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3c644b-8f25-4848-998d-e0e4a6693cd9 req-d278916b-dbe4-463a-a740-100505a266e0 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:34:48.706158 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-ec6486dd-4a05-4269-8144-b98700de22d4 None None] For port b58271cd-282f-4724-85b3-6db7ec8fc049, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=b58271cd-282f-4724-85b3-6db7ec8fc049,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:34:48.708842 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6c3c644b-8f25-4848-998d-e0e4a6693cd9 req-d278916b-dbe4-463a-a740-100505a266e0 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.55 "GET /v2.0/ports?device_id=e382458d-1b83-4c85-8dce-23160a7eb36c HTTP/1.1" status: 200 len: 1023 time: 0.9200845 May 28 06:34:48.712437 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 33928) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:34:48.789500 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-b9336a3c-1d20-4453-9f05-9bee483dbac9 None None] Provisioning for port 2aaf14b1-e991-44ac-8062-aca3a8b80d5c completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:34:48.796377 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-b9336a3c-1d20-4453-9f05-9bee483dbac9 None None] Provisioning complete for port 2aaf14b1-e991-44ac-8062-aca3a8b80d5c triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:34:48.796973 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b9336a3c-1d20-4453-9f05-9bee483dbac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:48.835960 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-ec6486dd-4a05-4269-8144-b98700de22d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:48.865869 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a0151ad5-135f-4547-a826-369a4c871662 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:48.880376 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-b9336a3c-1d20-4453-9f05-9bee483dbac9 None None] Port 2aaf14b1-e991-44ac-8062-aca3a8b80d5c cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:34:48.936406 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6486dd-4a05-4269-8144-b98700de22d4 None None] Routers {'b780bbb6-446f-4e48-a498-84dcf15fde1b'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:34:48.937130 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-ec6486dd-4a05-4269-8144-b98700de22d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:34:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['b780bbb6-446f-4e48-a498-84dcf15fde1b'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:34:48.983576 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_v2 [None req-67fbcc26-c449-453e-a324-3e5a753c195f admin admin] Deleting subnet 5eaaf5c7-2de3-4d31-91f5-31908f994f02 {{(pid=89110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:34:49.002406 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-9437861a-2086-4995-80ce-a4276ff7f235 req-c8f208d6-750c-4526-9136-7760f039c7f3 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] For port a9fa9a20-b169-4ebe-be42-5b1c7d3987c0, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=a9fa9a20-b169-4ebe-be42-5b1c7d3987c0,segment=NetworkSegment(7d559e24-4bc2-48ae-9e57-270a3050c6dd),segment_id=7d559e24-4bc2-48ae-9e57-270a3050c6dd)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:34:49.003229 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-9437861a-2086-4995-80ce-a4276ff7f235 req-c8f208d6-750c-4526-9136-7760f039c7f3 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:49.007720 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7196b4a6-3b85-494d-8112-afc50b632613 None None] Pushing event updated for resources: {'Port': ['ID=b58271cd-282f-4724-85b3-6db7ec8fc049,revision_number=3']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:34:49.032716 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-a0151ad5-135f-4547-a826-369a4c871662 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Calling delete_port for 2aaf14b1-e991-44ac-8062-aca3a8b80d5c owned by {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:34:49.119949 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-67fbcc26-c449-453e-a324-3e5a753c195f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:49.174529 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-ec6486dd-4a05-4269-8144-b98700de22d4 None None] Set router b780bbb6-446f-4e48-a498-84dcf15fde1b gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:34:49.260175 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-9437861a-2086-4995-80ce-a4276ff7f235 req-c8f208d6-750c-4526-9136-7760f039c7f3 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Calling delete_port for a9fa9a20-b169-4ebe-be42-5b1c7d3987c0 owned by compute:nova {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:34:49.309924 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a0151ad5-135f-4547-a826-369a4c871662 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:49.325864 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6c3c644b-8f25-4848-998d-e0e4a6693cd9 req-237e0729-4d8f-43d4-8893-88f096c537a8 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.55 "GET /v2.0/security-groups?id=41e770bd-f8ee-4b23-9b5f-8d6fe5cbd5a4&id=76f5f0a9-1f72-44c1-a851-4026e46651c7&id=72210af0-18d1-49fa-baeb-bf1a9866a68b&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.6160455 May 28 06:34:49.347302 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-67fbcc26-c449-453e-a324-3e5a753c195f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4150765'] for subnet, precommit_delete_associations {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:49.391805 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0151ad5-135f-4547-a826-369a4c871662 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Pushing event deleted for resources: {'Port': ['ID=2aaf14b1-e991-44ac-8062-aca3a8b80d5c,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:34:49.555210 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a0151ad5-135f-4547-a826-369a4c871662 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:49.568013 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-a0151ad5-135f-4547-a826-369a4c871662 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] 10.222.0.55 "DELETE /v2.0/ports/2aaf14b1-e991-44ac-8062-aca3a8b80d5c HTTP/1.1" status: 204 len: 168 time: 1.2939065 May 28 06:34:49.570787 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 33960) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:34:49.588824 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-67fbcc26-c449-453e-a324-3e5a753c195f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:49.663944 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-ec6486dd-4a05-4269-8144-b98700de22d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b780bbb6-446f-4e48-a498-84dcf15fde1b', 'name': 'tempest-AttachVolumeShelveTestJSON-507650358-router', 'tenant_id': '50466b4420374aac8a4e6c84ffbb2d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': 'b58271cd-282f-4724-85b3-6db7ec8fc049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:34:38Z', 'updated_at': '2022-05-28T06:34:42Z', 'revision_number': 3, 'project_id': '50466b4420374aac8a4e6c84ffbb2d35', 'gw_port': {'id': 'b58271cd-282f-4724-85b3-6db7ec8fc049', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ea:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b780bbb6-446f-4e48-a498-84dcf15fde1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:34:40Z', 'updated_at': '2022-05-28T06:34:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:34:49.672062 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6486dd-4a05-4269-8144-b98700de22d4 None None] The sync data for ids ['b780bbb6-446f-4e48-a498-84dcf15fde1b'] in n-d-843702-1 is: [{'id': 'b780bbb6-446f-4e48-a498-84dcf15fde1b', 'name': 'tempest-AttachVolumeShelveTestJSON-507650358-router', 'tenant_id': '50466b4420374aac8a4e6c84ffbb2d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': 'b58271cd-282f-4724-85b3-6db7ec8fc049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:34:38Z', 'updated_at': '2022-05-28T06:34:42Z', 'revision_number': 3, 'project_id': '50466b4420374aac8a4e6c84ffbb2d35', 'gw_port': {'id': 'b58271cd-282f-4724-85b3-6db7ec8fc049', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ea:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b780bbb6-446f-4e48-a498-84dcf15fde1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:34:40Z', 'updated_at': '2022-05-28T06:34:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:34:49.681063 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b967d0f-d882-42e8-a37a-f092983398dc tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] GET failed (client error): The resource could not be found. May 28 06:34:49.682146 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-9b967d0f-d882-42e8-a37a-f092983398dc tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Synchronizing usage tracker for tenant:1c19ca0f4502419e9ff184ba1821fbef on resource:port {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:34:49.789857 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-9b967d0f-d882-42e8-a37a-f092983398dc tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Unset dirty status for tenant:1c19ca0f4502419e9ff184ba1821fbef on resource:port {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:34:49.791054 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-9b967d0f-d882-42e8-a37a-f092983398dc tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] 10.222.0.55 "GET /v2.0/ports/2aaf14b1-e991-44ac-8062-aca3a8b80d5c HTTP/1.1" status: 404 len: 333 time: 0.2167170 May 28 06:34:49.793817 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 33970) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:34:49.869282 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-03a0310c-06c1-4b86-b888-045b59bccfda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:49.905128 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e4155267-88bc-4ae5-abd4-3e656c94d732 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:49.940469 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e4155267-88bc-4ae5-abd4-3e656c94d732 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:49.950667 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-9437861a-2086-4995-80ce-a4276ff7f235 req-c8f208d6-750c-4526-9136-7760f039c7f3 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:50.015356 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f208d6-750c-4526-9136-7760f039c7f3 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Pushing event deleted for resources: {'Port': ['ID=a9fa9a20-b169-4ebe-be42-5b1c7d3987c0,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:34:50.025784 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-67fbcc26-c449-453e-a324-3e5a753c195f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3115981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3172005'] for subnet, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:50.122096 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e4155267-88bc-4ae5-abd4-3e656c94d732 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:50.175139 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4155267-88bc-4ae5-abd4-3e656c94d732 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90b65fac-4b2b-4c92-aeee-ad94f36f97fa,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:34:50.175139 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e4155267-88bc-4ae5-abd4-3e656c94d732 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:50.175139 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-e4155267-88bc-4ae5-abd4-3e656c94d732 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] 10.222.0.55 "DELETE /v2.0/security-groups/90b65fac-4b2b-4c92-aeee-ad94f36f97fa HTTP/1.1" status: 204 len: 168 time: 0.3781052 May 28 06:34:50.177445 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 33990) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:34:50.188751 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4155267-88bc-4ae5-abd4-3e656c94d732 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:34:50.189507 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4155267-88bc-4ae5-abd4-3e656c94d732 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:34:50.190441 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4155267-88bc-4ae5-abd4-3e656c94d732 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:34:50.190950 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4155267-88bc-4ae5-abd4-3e656c94d732 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:34:50.191444 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4155267-88bc-4ae5-abd4-3e656c94d732 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:34:50.191908 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4155267-88bc-4ae5-abd4-3e656c94d732 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:34:50.192381 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4155267-88bc-4ae5-abd4-3e656c94d732 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:34:50.192710 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4155267-88bc-4ae5-abd4-3e656c94d732 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:34:50.193030 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4155267-88bc-4ae5-abd4-3e656c94d732 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:34:50.193543 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4155267-88bc-4ae5-abd4-3e656c94d732 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:34:50.193892 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4155267-88bc-4ae5-abd4-3e656c94d732 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:34:50.194417 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4155267-88bc-4ae5-abd4-3e656c94d732 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:34:50.223578 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fbcc26-c449-453e-a324-3e5a753c195f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5eaaf5c7-2de3-4d31-91f5-31908f994f02,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:34:50.266432 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-67fbcc26-c449-453e-a324-3e5a753c195f admin admin] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:50.278863 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-9437861a-2086-4995-80ce-a4276ff7f235 req-c8f208d6-750c-4526-9136-7760f039c7f3 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] No DVR routers for this DVR port a9fa9a20-b169-4ebe-be42-5b1c7d3987c0 on host n-h1-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:34:50.291057 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-9437861a-2086-4995-80ce-a4276ff7f235 req-c8f208d6-750c-4526-9136-7760f039c7f3 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:50.323936 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e382458d-1b83-4c85-8dce-23160a7eb36c', 'name': 'network-vif-deleted', 'tag': 'a9fa9a20-b169-4ebe-be42-5b1c7d3987c0'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:34:50.472105 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e858295-cc8c-44de-a2ac-2eabe69d135c'] response: {'server_uuid': 'e382458d-1b83-4c85-8dce-23160a7eb36c', 'name': 'network-vif-deleted', 'tag': 'a9fa9a20-b169-4ebe-be42-5b1c7d3987c0', 'status': 'completed', 'code': 200} May 28 06:34:50.501474 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11abcab4-9ce1-49ee-8e89-0d51b11f7c32 req-e92ac3ac-1886-40eb-b53b-e407cc7c2c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:34:50.503723 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-11abcab4-9ce1-49ee-8e89-0d51b11f7c32 req-e92ac3ac-1886-40eb-b53b-e407cc7c2c34 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5ef065cc7a6e48198da7b2879024e281&device_id=78914748-f294-44e1-942f-994b7228a91e HTTP/1.1" status: 200 len: 1097 time: 0.4060557 May 28 06:34:50.519064 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [None req-03a0310c-06c1-4b86-b888-045b59bccfda admin admin] Allocated IP 172.20.0.1 (a8fa6c28-5257-4dd9-bf7e-c257b513d11b/63994f4d-7e85-4fdc-89a1-6c8536e7f551/f440a6dc-f4f1-49ba-afee-427f7ca6daf9) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:34:50.537791 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e7519bbf-804b-44d3-98e6-b122ede43328 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:50.561155 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e7519bbf-804b-44d3-98e6-b122ede43328 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:50.584809 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-8bb98f7d-7e26-4b59-b509-ecc7781c68b4 req-da48a7f5-6c9e-42d2-b91b-87cd6e0c9381 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Synchronizing usage tracker for tenant:ae27d4a836c444af8d35a0fd61d2dbd8 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:34:50.622111 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9437861a-2086-4995-80ce-a4276ff7f235 req-c8f208d6-750c-4526-9136-7760f039c7f3 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.69 "DELETE /v2.0/ports/a9fa9a20-b169-4ebe-be42-5b1c7d3987c0 HTTP/1.1" status: 204 len: 173 time: 3.5065689 May 28 06:34:50.652631 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-67fbcc26-c449-453e-a324-3e5a753c195f admin admin] 10.222.0.55 "DELETE /v2.0/subnets/5eaaf5c7-2de3-4d31-91f5-31908f994f02 HTTP/1.1" status: 204 len: 168 time: 1.9215245 May 28 06:34:50.654362 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 34006) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:34:50.772232 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device a9fa9a20-b169-4ebe-be42-5b1c7d3987c0 no longer exists at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:34:50.834918 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-8bb98f7d-7e26-4b59-b509-ecc7781c68b4 req-da48a7f5-6c9e-42d2-b91b-87cd6e0c9381 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Unset dirty status for tenant:ae27d4a836c444af8d35a0fd61d2dbd8 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:34:50.836332 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8bb98f7d-7e26-4b59-b509-ecc7781c68b4 req-da48a7f5-6c9e-42d2-b91b-87cd6e0c9381 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.55 "GET /v2.0/ports?device_id=e382458d-1b83-4c85-8dce-23160a7eb36c HTTP/1.1" status: 200 len: 210 time: 0.3090415 May 28 06:34:50.857897 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b929309a-cf1c-436d-94ca-024a3c8bdae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:50.896007 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] No Port match for: a9fa9a20-b169-4ebe-be42-5b1c7d3987c0 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:34:50.896363 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device a9fa9a20-b169-4ebe-be42-5b1c7d3987c0 not bound to the agent host n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:34:50.941953 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e7519bbf-804b-44d3-98e6-b122ede43328 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:51.120370 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b929309a-cf1c-436d-94ca-024a3c8bdae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:51.161085 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7519bbf-804b-44d3-98e6-b122ede43328 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7ed2eb1-893c-4e38-af59-423d2d8b305e,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:34:51.167999 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e7519bbf-804b-44d3-98e6-b122ede43328 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:51.171189 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-e7519bbf-804b-44d3-98e6-b122ede43328 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] 10.222.0.55 "DELETE /v2.0/security-groups/e7ed2eb1-893c-4e38-af59-423d2d8b305e HTTP/1.1" status: 204 len: 168 time: 0.9839692 May 28 06:34:51.171674 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-b929309a-cf1c-436d-94ca-024a3c8bdae6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['958da27d-6785-44de-b904-7533b1a31d74']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:34:51.179479 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 34030) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:34:51.190828 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-b929309a-cf1c-436d-94ca-024a3c8bdae6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed051e58-0e28-4cdb-9974-8fcfa8973d1d') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:34:51.202320 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-b929309a-cf1c-436d-94ca-024a3c8bdae6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed051e58-0e28-4cdb-9974-8fcfa8973d1d') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:34:51.218136 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b929309a-cf1c-436d-94ca-024a3c8bdae6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:51.238570 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b929309a-cf1c-436d-94ca-024a3c8bdae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:51.247726 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b929309a-cf1c-436d-94ca-024a3c8bdae6 admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:34:51.248133 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b929309a-cf1c-436d-94ca-024a3c8bdae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:51.257818 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11abcab4-9ce1-49ee-8e89-0d51b11f7c32 req-21d35479-13eb-4719-b7b2-cf53b680cb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:34:51.259651 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-11abcab4-9ce1-49ee-8e89-0d51b11f7c32 req-21d35479-13eb-4719-b7b2-cf53b680cb46 service neutron] 10.222.0.71 "GET /v2.0/networks?id=97711779-de36-4af1-95e9-88f65060157a HTTP/1.1" status: 200 len: 906 time: 0.6769247 May 28 06:34:51.341493 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment ed051e58-0e28-4cdb-9974-8fcfa8973d1d resource provider aggregate not found May 28 06:34:51.358865 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-03a0310c-06c1-4b86-b888-045b59bccfda admin admin] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:51.376149 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment ed051e58-0e28-4cdb-9974-8fcfa8973d1d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ed051e58-0e28-4cdb-9974-8fcfa8973d1d found for delete ", "request_id": "req-db3dcffa-a1b3-4a55-9aa7-98e0eb67b1d7"}]} May 28 06:34:51.377520 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-11abcab4-9ce1-49ee-8e89-0d51b11f7c32 req-d1c0d44d-91ea-468a-8c47-c49f4d94f706 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=08d080b5-c04a-4a33-8fdb-30d9c1651e12 HTTP/1.1" status: 200 len: 217 time: 0.1037381 May 28 06:34:51.384040 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_v2 [None req-f927a3f7-6f7c-4c56-8260-291d763cad38 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Deleting subnet 94070eaf-4602-4624-90a8-5b41be984450 {{(pid=89110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:34:51.390268 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f927a3f7-6f7c-4c56-8260-291d763cad38 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks [] for subnet, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:51.469686 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [None req-03a0310c-06c1-4b86-b888-045b59bccfda admin admin] Transition to ACTIVE for port object f440a6dc-f4f1-49ba-afee-427f7ca6daf9 will not be triggered until provisioned by entity DHCP. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:34:51.471418 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b929309a-cf1c-436d-94ca-024a3c8bdae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:51.506587 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f927a3f7-6f7c-4c56-8260-291d763cad38 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4150765'] for subnet, precommit_delete_associations {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:51.526826 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b929309a-cf1c-436d-94ca-024a3c8bdae6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:51.529635 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b929309a-cf1c-436d-94ca-024a3c8bdae6 admin admin] Pushing event deleted for resources: {'Network': ['ID=958da27d-6785-44de-b904-7533b1a31d74,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:34:51.613931 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device b58271cd-282f-4724-85b3-6db7ec8fc049 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:34:51.617392 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11abcab4-9ce1-49ee-8e89-0d51b11f7c32 req-1fdb5f48-bd56-4859-843f-f4e6b4b6a553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:34:51.619256 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-11abcab4-9ce1-49ee-8e89-0d51b11f7c32 req-1fdb5f48-bd56-4859-843f-f4e6b4b6a553 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9065b260-3817-4805-a18f-dced8d73fe86 HTTP/1.1" status: 200 len: 845 time: 0.2300341 May 28 06:34:51.685113 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-b929309a-cf1c-436d-94ca-024a3c8bdae6 admin admin] 10.222.0.55 "DELETE /v2.0/networks/958da27d-6785-44de-b904-7533b1a31d74 HTTP/1.1" status: 204 len: 168 time: 1.0302339 May 28 06:34:51.694607 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-11abcab4-9ce1-49ee-8e89-0d51b11f7c32 req-be9d3694-61d5-42b7-bc5e-e7eeb8375026 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=97711779-de36-4af1-95e9-88f65060157a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643153 May 28 06:34:51.819375 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-03a0310c-06c1-4b86-b888-045b59bccfda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:51.910165 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f927a3f7-6f7c-4c56-8260-291d763cad38 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:51.911106 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port b58271cd-282f-4724-85b3-6db7ec8fc049 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:34:51.918371 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port b58271cd-282f-4724-85b3-6db7ec8fc049 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:34:51.918746 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:52.061002 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 08d080b5-c04a-4a33-8fdb-30d9c1651e12 details requested by agent hyperv_n-h2-843702-1 with host n-h2-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:34:52.105918 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a0310c-06c1-4b86-b888-045b59bccfda admin admin] Network a8fa6c28-5257-4dd9-bf7e-c257b513d11b is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:34:52.129336 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-03a0310c-06c1-4b86-b888-045b59bccfda admin admin] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:34:52.177247 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a0310c-06c1-4b86-b888-045b59bccfda admin admin] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:34:52.204233 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a0310c-06c1-4b86-b888-045b59bccfda admin admin] Pushing event updated for resources: {'Port': ['ID=f440a6dc-f4f1-49ba-afee-427f7ca6daf9,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:34:52.234364 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f90a46a1-0b85-4302-86d8-ad1db63d522b req-dbbc438c-913e-4275-bc88-7f117bef2ae5 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.55 "GET /v2.0/ports?device_id=e382458d-1b83-4c85-8dce-23160a7eb36c HTTP/1.1" status: 200 len: 210 time: 0.1435163 May 28 06:34:52.255738 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-11abcab4-9ce1-49ee-8e89-0d51b11f7c32 req-1e6c5df0-6ad8-4327-b284-b3d60c441a62 service neutron] 10.222.0.71 "GET /v2.0/networks/97711779-de36-4af1-95e9-88f65060157a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5529380 May 28 06:34:52.311994 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port b58271cd-282f-4724-85b3-6db7ec8fc049 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:34:52.312788 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:52.405100 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port b58271cd-282f-4724-85b3-6db7ec8fc049, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=b58271cd-282f-4724-85b3-6db7ec8fc049,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:34:52.408246 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-03a0310c-06c1-4b86-b888-045b59bccfda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690947'] for router_interface, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:52.411408 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 34096) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:34:52.438429 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 08d080b5-c04a-4a33-8fdb-30d9c1651e12, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=08d080b5-c04a-4a33-8fdb-30d9c1651e12,segment=NetworkSegment(36b7b050-a7a0-4005-a03f-73135e20048b),segment_id=36b7b050-a7a0-4005-a03f-73135e20048b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:34:52.454006 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Returning: {'device': '08d080b5-c04a-4a33-8fdb-30d9c1651e12', 'network_id': '97711779-de36-4af1-95e9-88f65060157a', 'port_id': '08d080b5-c04a-4a33-8fdb-30d9c1651e12', 'mac_address': 'fa:16:3e:fc:e3:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9065b260-3817-4805-a18f-dced8d73fe86', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:34:52.530246 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 08d080b5-c04a-4a33-8fdb-30d9c1651e12 is: ACTIVE; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:34:52.532030 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:52.548218 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-11c61982-3c96-4095-ab2f-2b08eeb6c300 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=467f29e0f36147f9bf7beecdb5a7a5e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1313553 May 28 06:34:52.548218 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 34102) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:34:52.566969 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:52.673090 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 08d080b5-c04a-4a33-8fdb-30d9c1651e12 {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:34:52.677976 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d53ff637-5fc1-4537-b04c-776417c9cc83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:52.710079 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d53ff637-5fc1-4537-b04c-776417c9cc83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:52.714001 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 08d080b5-c04a-4a33-8fdb-30d9c1651e12, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=08d080b5-c04a-4a33-8fdb-30d9c1651e12,segment=NetworkSegment(36b7b050-a7a0-4005-a03f-73135e20048b),segment_id=36b7b050-a7a0-4005-a03f-73135e20048b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:34:52.722280 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=b58271cd-282f-4724-85b3-6db7ec8fc049,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:34:52.728774 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f927a3f7-6f7c-4c56-8260-291d763cad38 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3115981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3172005'] for subnet, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:52.787631 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-11abcab4-9ce1-49ee-8e89-0d51b11f7c32 req-400bcd38-afe7-4718-b47d-efefccb4177f service neutron] 10.222.0.71 "GET /v2.0/networks/97711779-de36-4af1-95e9-88f65060157a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5170574 May 28 06:34:52.800808 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f927a3f7-6f7c-4c56-8260-291d763cad38 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:52.809615 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3eff4c9-9215-422a-a19b-5f4f42df5e41 None None] Network 3db30d99-6fa4-4e2b-9141-f98585fb21e1 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:34:52.814521 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f927a3f7-6f7c-4c56-8260-291d763cad38 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Pushing event deleted for resources: {'Subnet': ['ID=94070eaf-4602-4624-90a8-5b41be984450,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:34:52.828069 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-a06d437b-6be1-4709-bdcc-6a18cccc2014 None None] Provisioning for port f440a6dc-f4f1-49ba-afee-427f7ca6daf9 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:34:52.833395 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:52.838937 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-a06d437b-6be1-4709-bdcc-6a18cccc2014 None None] Provisioning complete for port f440a6dc-f4f1-49ba-afee-427f7ca6daf9 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:34:52.838937 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-a06d437b-6be1-4709-bdcc-6a18cccc2014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:52.866029 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d53ff637-5fc1-4537-b04c-776417c9cc83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:52.890047 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53ff637-5fc1-4537-b04c-776417c9cc83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0157c4af-81f7-4e2f-b055-62395a61f7ae,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:34:52.936626 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-f927a3f7-6f7c-4c56-8260-291d763cad38 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] 10.222.0.55 "DELETE /v2.0/subnets/94070eaf-4602-4624-90a8-5b41be984450 HTTP/1.1" status: 204 len: 168 time: 1.7526264 May 28 06:34:52.941213 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 34112) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:34:52.947805 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-8b0f8f5a-482f-46b6-a192-e22ff6590b9c tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Request body: {'subnet': {'network_id': '3db30d99-6fa4-4e2b-9141-f98585fb21e1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:34:53.071998 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d53ff637-5fc1-4537-b04c-776417c9cc83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:53.074784 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-d53ff637-5fc1-4537-b04c-776417c9cc83 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0157c4af-81f7-4e2f-b055-62395a61f7ae HTTP/1.1" status: 204 len: 168 time: 0.5272627 May 28 06:34:53.102944 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=08d080b5-c04a-4a33-8fdb-30d9c1651e12,revision_number=6']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:34:53.119449 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['08d080b5-c04a-4a33-8fdb-30d9c1651e12'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:34:53.148767 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-8b0f8f5a-482f-46b6-a192-e22ff6590b9c tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:34:53.159856 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-8b0f8f5a-482f-46b6-a192-e22ff6590b9c tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Usage tracker for resource:subnet and tenant:1c19ca0f4502419e9ff184ba1821fbef is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:34:53.160046 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-a06d437b-6be1-4709-bdcc-6a18cccc2014 None None] Port f440a6dc-f4f1-49ba-afee-427f7ca6daf9 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:34:53.161784 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-8b0f8f5a-482f-46b6-a192-e22ff6590b9c tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:34:53.171311 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-8b0f8f5a-482f-46b6-a192-e22ff6590b9c tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:34:53.192644 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-03a0310c-06c1-4b86-b888-045b59bccfda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:53.350429 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b0f8f5a-482f-46b6-a192-e22ff6590b9c tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Made reservation on behalf of 1c19ca0f4502419e9ff184ba1821fbef for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:34:53.356635 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8b0f8f5a-482f-46b6-a192-e22ff6590b9c tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:53.487156 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3fb30cb4-86ac-4023-b141-91f461ba0514 req-e9746a41-d241-4969-8c55-7d0faa0cc7e3 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.55 "GET /v2.0/security-groups/41e770bd-f8ee-4b23-9b5f-8d6fe5cbd5a4 HTTP/1.1" status: 200 len: 1801 time: 0.0907757 May 28 06:34:53.680669 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device b58271cd-282f-4724-85b3-6db7ec8fc049 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:34:53.700235 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-3fb30cb4-86ac-4023-b141-91f461ba0514 req-7a4527cb-6b65-4031-9bf9-5ffe4c66b159 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:53.728945 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.db.resource_extend [None req-03a0310c-06c1-4b86-b888-045b59bccfda admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 06:34:53.836334 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port b58271cd-282f-4724-85b3-6db7ec8fc049 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:34:53.836723 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:53.962009 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 08d080b5-c04a-4a33-8fdb-30d9c1651e12 up at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:34:54.023184 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-03a0310c-06c1-4b86-b888-045b59bccfda admin admin] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:54.030607 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-3fb30cb4-86ac-4023-b141-91f461ba0514 req-7a4527cb-6b65-4031-9bf9-5ffe4c66b159 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:54.048237 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8b0f8f5a-482f-46b6-a192-e22ff6590b9c tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:54.161586 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-03a0310c-06c1-4b86-b888-045b59bccfda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:54.168558 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b0f8f5a-482f-46b6-a192-e22ff6590b9c tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Network 3db30d99-6fa4-4e2b-9141-f98585fb21e1 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:34:54.173986 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-8b0f8f5a-482f-46b6-a192-e22ff6590b9c tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:34:54.181206 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0f8f5a-482f-46b6-a192-e22ff6590b9c tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:34:54.182301 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8b0f8f5a-482f-46b6-a192-e22ff6590b9c tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:54.217895 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0f8f5a-482f-46b6-a192-e22ff6590b9c tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Pushing event updated for resources: {'Subnet': ['ID=86950600-f99f-450d-ba01-3f13d44c55b1,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:34:54.298732 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning complete for port 08d080b5-c04a-4a33-8fdb-30d9c1651e12 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:34:54.299977 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:54.342107 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a0310c-06c1-4b86-b888-045b59bccfda admin admin] Pushing event updated for resources: {'Port': ['ID=f440a6dc-f4f1-49ba-afee-427f7ca6daf9,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:34:54.345631 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-03a0310c-06c1-4b86-b888-045b59bccfda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700602'] for router_interface, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:54.356267 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port b58271cd-282f-4724-85b3-6db7ec8fc049 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:34:54.377753 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-3fb30cb4-86ac-4023-b141-91f461ba0514 req-7a4527cb-6b65-4031-9bf9-5ffe4c66b159 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:54.407326 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-8b0f8f5a-482f-46b6-a192-e22ff6590b9c tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4638326 May 28 06:34:54.412924 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 34166) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:34:54.436576 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-7e9a3f66-372d-470a-a31b-c4fdae09f4c5 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Request body: {'security_group': {'name': 'tempest-secgroup-2121127262'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:34:54.454506 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-7e9a3f66-372d-470a-a31b-c4fdae09f4c5 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:34:54.463113 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-7e9a3f66-372d-470a-a31b-c4fdae09f4c5 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Usage tracker for resource:security_group and tenant:1c19ca0f4502419e9ff184ba1821fbef is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:34:54.469266 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-7e9a3f66-372d-470a-a31b-c4fdae09f4c5 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:34:54.480000 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-7e9a3f66-372d-470a-a31b-c4fdae09f4c5 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:34:54.526329 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 08d080b5-c04a-4a33-8fdb-30d9c1651e12 is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:34:54.526804 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:54.580380 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78914748-f294-44e1-942f-994b7228a91e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08d080b5-c04a-4a33-8fdb-30d9c1651e12'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:34:54.581638 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4527cb-6b65-4031-9bf9-5ffe4c66b159 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41e770bd-f8ee-4b23-9b5f-8d6fe5cbd5a4,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:34:54.624827 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 08d080b5-c04a-4a33-8fdb-30d9c1651e12, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=08d080b5-c04a-4a33-8fdb-30d9c1651e12,segment=NetworkSegment(36b7b050-a7a0-4005-a03f-73135e20048b),segment_id=36b7b050-a7a0-4005-a03f-73135e20048b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:34:54.658641 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7e9a3f66-372d-470a-a31b-c4fdae09f4c5 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:54.694667 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-3fb30cb4-86ac-4023-b141-91f461ba0514 req-7a4527cb-6b65-4031-9bf9-5ffe4c66b159 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:54.696019 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3fb30cb4-86ac-4023-b141-91f461ba0514 req-7a4527cb-6b65-4031-9bf9-5ffe4c66b159 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.55 "DELETE /v2.0/security-groups/41e770bd-f8ee-4b23-9b5f-8d6fe5cbd5a4 HTTP/1.1" status: 204 len: 173 time: 1.1878421 May 28 06:34:54.711206 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a0310c-06c1-4b86-b888-045b59bccfda admin admin] Network a8fa6c28-5257-4dd9-bf7e-c257b513d11b is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:34:54.717337 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-03a0310c-06c1-4b86-b888-045b59bccfda admin admin] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:34:54.717709 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-104bb826-ec0b-419d-bede-66e277e0456e'] response: {'server_uuid': '78914748-f294-44e1-942f-994b7228a91e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08d080b5-c04a-4a33-8fdb-30d9c1651e12', 'code': 200} May 28 06:34:54.719606 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-7e9a3f66-372d-470a-a31b-c4fdae09f4c5 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:34:54.733552 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-7e9a3f66-372d-470a-a31b-c4fdae09f4c5 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Usage tracker for resource:security_group_rule and tenant:1c19ca0f4502419e9ff184ba1821fbef is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:34:54.745907 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:54.748813 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-7e9a3f66-372d-470a-a31b-c4fdae09f4c5 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:34:54.766772 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-7e9a3f66-372d-470a-a31b-c4fdae09f4c5 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:34:54.847484 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1993e950-8358-47dc-bb13-a2e612f07402 None None] Network 3db30d99-6fa4-4e2b-9141-f98585fb21e1 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:34:55.006931 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7e9a3f66-372d-470a-a31b-c4fdae09f4c5 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:55.067582 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-9b706ae7-55e4-4cff-a048-6b1bedbee295 None None] Provisioning complete for port 32e07ebd-5b67-4752-b854-f023d2a40c39 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:34:55.068078 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-9b706ae7-55e4-4cff-a048-6b1bedbee295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:55.109181 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-197ff2d9-156d-4504-8e61-ef2dd03913e6 req-b44c9b22-3697-4ccd-abfd-0b0fbdaf5289 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.55 "GET /v2.0/security-groups/72210af0-18d1-49fa-baeb-bf1a9866a68b HTTP/1.1" status: 200 len: 1802 time: 0.2757523 May 28 06:34:55.134681 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7e9a3f66-372d-470a-a31b-c4fdae09f4c5 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:55.171550 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03a0310c-06c1-4b86-b888-045b59bccfda admin admin] Router b780bbb6-446f-4e48-a498-84dcf15fde1b has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:34:55.197814 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=08d080b5-c04a-4a33-8fdb-30d9c1651e12,revision_number=7']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:34:55.259567 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9a3f66-372d-470a-a31b-c4fdae09f4c5 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c29c3182-cdf5-4927-b26f-7ea1295dd7a3,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:34:55.301838 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-197ff2d9-156d-4504-8e61-ef2dd03913e6 req-cda6d33b-152c-4fbe-a208-2e25327d0f56 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:55.354845 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-197ff2d9-156d-4504-8e61-ef2dd03913e6 req-cda6d33b-152c-4fbe-a208-2e25327d0f56 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:55.404718 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7e9a3f66-372d-470a-a31b-c4fdae09f4c5 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:55.409328 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-7e9a3f66-372d-470a-a31b-c4fdae09f4c5 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9903097 May 28 06:34:55.411812 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 34196) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:34:55.416925 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-4e6d7d0c-54ce-46aa-881c-81de9a3bca75 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Request body: {'security_group': {'name': 'tempest-secgroup-2010797980'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:34:55.429762 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-4e6d7d0c-54ce-46aa-881c-81de9a3bca75 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:34:55.442675 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-4e6d7d0c-54ce-46aa-881c-81de9a3bca75 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Usage tracker for resource:security_group and tenant:1c19ca0f4502419e9ff184ba1821fbef is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:34:55.457572 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-4e6d7d0c-54ce-46aa-881c-81de9a3bca75 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:34:55.477931 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-4e6d7d0c-54ce-46aa-881c-81de9a3bca75 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:34:55.502639 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-9b706ae7-55e4-4cff-a048-6b1bedbee295 None None] Current status of the port 32e07ebd-5b67-4752-b854-f023d2a40c39 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:34:55.522608 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03a0310c-06c1-4b86-b888-045b59bccfda admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:34:55.535833 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c83bf8-1e75-43e3-85b6-bcac554371df None None] Sync routers for ids ['b780bbb6-446f-4e48-a498-84dcf15fde1b'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:34:55.561652 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c83bf8-1e75-43e3-85b6-bcac554371df None None] Routers {'b780bbb6-446f-4e48-a498-84dcf15fde1b'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:34:55.562502 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-d9c83bf8-1e75-43e3-85b6-bcac554371df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:34:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['b780bbb6-446f-4e48-a498-84dcf15fde1b'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:34:55.575211 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-03a0310c-06c1-4b86-b888-045b59bccfda admin admin] 10.222.0.55 "PUT /v2.0/routers/b780bbb6-446f-4e48-a498-84dcf15fde1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6061783 May 28 06:34:55.618223 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-197ff2d9-156d-4504-8e61-ef2dd03913e6 req-cda6d33b-152c-4fbe-a208-2e25327d0f56 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:55.621447 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-197ff2d9-156d-4504-8e61-ef2dd03913e6 req-cda6d33b-152c-4fbe-a208-2e25327d0f56 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:55.629836 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-197ff2d9-156d-4504-8e61-ef2dd03913e6 req-cda6d33b-152c-4fbe-a208-2e25327d0f56 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] 10.222.0.55 "DELETE /v2.0/security-groups/72210af0-18d1-49fa-baeb-bf1a9866a68b HTTP/1.1" status: 204 len: 173 time: 0.5093267 May 28 06:34:55.629933 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 34210) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:34:55.664505 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-9b706ae7-55e4-4cff-a048-6b1bedbee295 None None] Provisioning complete for port f11a92c7-967a-4383-8902-74cca184e84f triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:34:55.664949 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-9b706ae7-55e4-4cff-a048-6b1bedbee295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:55.677294 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda6d33b-152c-4fbe-a208-2e25327d0f56 tempest-SecurityGroupsTestJSON-1241961679 tempest-SecurityGroupsTestJSON-1241961679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72210af0-18d1-49fa-baeb-bf1a9866a68b,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:34:55.764295 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_v2 [None req-58bec5b4-c722-4b84-8af2-c6f326f56d04 admin admin] Deleting subnet be7430a6-d63b-496c-a478-4d1ac23bdfda {{(pid=89109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:34:55.779302 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-58bec5b4-c722-4b84-8af2-c6f326f56d04 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:55.804183 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4e6d7d0c-54ce-46aa-881c-81de9a3bca75 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:55.820066 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 34224) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:34:55.844808 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-4e6d7d0c-54ce-46aa-881c-81de9a3bca75 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:34:55.851231 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-4e6d7d0c-54ce-46aa-881c-81de9a3bca75 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Usage tracker for resource:security_group_rule and tenant:1c19ca0f4502419e9ff184ba1821fbef is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:34:55.858863 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-4e6d7d0c-54ce-46aa-881c-81de9a3bca75 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:34:55.869768 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-4e6d7d0c-54ce-46aa-881c-81de9a3bca75 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:34:55.886214 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-58bec5b4-c722-4b84-8af2-c6f326f56d04 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3964070'] for subnet, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:55.916437 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-d9c83bf8-1e75-43e3-85b6-bcac554371df None None] Set router b780bbb6-446f-4e48-a498-84dcf15fde1b gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:34:56.007772 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-58bec5b4-c722-4b84-8af2-c6f326f56d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:56.151048 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4e6d7d0c-54ce-46aa-881c-81de9a3bca75 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:56.247401 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-58bec5b4-c722-4b84-8af2-c6f326f56d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9555650'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:56.318394 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-421aa616-5dd1-4581-8726-52b1bd029388 None None] Update dhcp port {'port': {'network_id': '3db30d99-6fa4-4e2b-9141-f98585fb21e1', 'fixed_ips': [{'subnet_id': 'c74cb4b8-3040-45a8-b873-9b4ff98f96b7', 'ip_address': '172.20.0.18'}, {'subnet_id': '86950600-f99f-450d-ba01-3f13d44c55b1'}], 'binding:host_id': 'n-d-843702-1'}, 'id': '32e07ebd-5b67-4752-b854-f023d2a40c39'} from n-d-843702-1. {{(pid=89111) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 28 06:34:56.413736 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-9b706ae7-55e4-4cff-a048-6b1bedbee295 None None] Port f11a92c7-967a-4383-8902-74cca184e84f cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:34:56.417031 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4e6d7d0c-54ce-46aa-881c-81de9a3bca75 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:56.445031 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-421aa616-5dd1-4581-8726-52b1bd029388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:56.451208 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a04e48a0-1fcc-4bf4-b168-00404ca45c95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:56.561204 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-a04e48a0-1fcc-4bf4-b168-00404ca45c95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:34:56.566308 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-a04e48a0-1fcc-4bf4-b168-00404ca45c95 admin admin] Usage tracker for resource:security_group_rule and tenant:1fe55f09bc284f709e4843dc3ad36324 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:34:56.569883 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-a04e48a0-1fcc-4bf4-b168-00404ca45c95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:34:56.581079 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-a04e48a0-1fcc-4bf4-b168-00404ca45c95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:34:56.587125 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 34238) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:34:56.607450 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bec5b4-c722-4b84-8af2-c6f326f56d04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be7430a6-d63b-496c-a478-4d1ac23bdfda,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:34:56.612111 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-58bec5b4-c722-4b84-8af2-c6f326f56d04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:56.614549 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-58bec5b4-c722-4b84-8af2-c6f326f56d04 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/be7430a6-d63b-496c-a478-4d1ac23bdfda HTTP/1.1" status: 204 len: 168 time: 0.9838099 May 28 06:34:56.616907 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 34244) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:34:56.645753 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6d7d0c-54ce-46aa-881c-81de9a3bca75 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48cf2587-102e-4179-b419-8b0ecff38723,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:34:56.715299 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4e6d7d0c-54ce-46aa-881c-81de9a3bca75 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:56.716589 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-4e6d7d0c-54ce-46aa-881c-81de9a3bca75 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3038068 May 28 06:34:56.719342 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-3dd537b3-3ee6-40e7-81c8-5ad4c66d3afc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:56.719867 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 34248) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:34:56.724825 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-3a8157f3-15fb-461c-9d37-7ddf6e578419 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Request body: {'security_group': {'name': 'tempest-secgroup-1630987153'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:34:56.732511 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-45c1b3a6-9c51-42ea-a858-a882765e8b2d None None] Provisioning complete for port f440a6dc-f4f1-49ba-afee-427f7ca6daf9 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:34:56.733758 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-45c1b3a6-9c51-42ea-a858-a882765e8b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:56.738419 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-3a8157f3-15fb-461c-9d37-7ddf6e578419 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:34:56.739894 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-d428148e-235f-4c20-8143-0f6585ac4b67 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-2050793510-network', 'tenant_id': '67f9a66edc1c44a7bb455c6c2cfc38ca'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:34:56.743009 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 34252) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:34:56.745449 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-d428148e-235f-4c20-8143-0f6585ac4b67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:34:56.747316 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-3a8157f3-15fb-461c-9d37-7ddf6e578419 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Usage tracker for resource:security_group and tenant:1c19ca0f4502419e9ff184ba1821fbef is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:34:56.750101 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-d428148e-235f-4c20-8143-0f6585ac4b67 admin admin] Usage tracker for resource:network and tenant:67f9a66edc1c44a7bb455c6c2cfc38ca is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:34:56.753588 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-d428148e-235f-4c20-8143-0f6585ac4b67 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:34:56.756855 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-b2f2e0d8-4ba8-4dd4-9160-9c074a7c1c33 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1123642911', 'description': 'tempest-description--783094581'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:34:56.759552 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-d428148e-235f-4c20-8143-0f6585ac4b67 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:34:56.763440 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-b2f2e0d8-4ba8-4dd4-9160-9c074a7c1c33 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:34:56.769625 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-b2f2e0d8-4ba8-4dd4-9160-9c074a7c1c33 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Usage tracker for resource:security_group and tenant:50466b4420374aac8a4e6c84ffbb2d35 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:34:56.786571 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-b2f2e0d8-4ba8-4dd4-9160-9c074a7c1c33 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:34:56.793930 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-b2f2e0d8-4ba8-4dd4-9160-9c074a7c1c33 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:34:56.804186 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-3a8157f3-15fb-461c-9d37-7ddf6e578419 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:34:56.810934 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-3a8157f3-15fb-461c-9d37-7ddf6e578419 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:34:56.851611 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-40afec43-f84e-44c0-9701-41f6e146e0ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:56.875491 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b2f2e0d8-4ba8-4dd4-9160-9c074a7c1c33 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:56.896490 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d428148e-235f-4c20-8143-0f6585ac4b67 admin admin] Made reservation on behalf of 67f9a66edc1c44a7bb455c6c2cfc38ca for: {'network': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:34:56.909576 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d428148e-235f-4c20-8143-0f6585ac4b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:56.913983 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-b2f2e0d8-4ba8-4dd4-9160-9c074a7c1c33 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:34:56.918696 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-45c1b3a6-9c51-42ea-a858-a882765e8b2d None None] Port f440a6dc-f4f1-49ba-afee-427f7ca6daf9 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:34:56.919966 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-b2f2e0d8-4ba8-4dd4-9160-9c074a7c1c33 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Usage tracker for resource:security_group_rule and tenant:50466b4420374aac8a4e6c84ffbb2d35 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:34:56.927523 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-b2f2e0d8-4ba8-4dd4-9160-9c074a7c1c33 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:34:56.934728 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-b2f2e0d8-4ba8-4dd4-9160-9c074a7c1c33 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:34:57.012987 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-d9c83bf8-1e75-43e3-85b6-bcac554371df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b780bbb6-446f-4e48-a498-84dcf15fde1b', 'name': 'tempest-AttachVolumeShelveTestJSON-507650358-router', 'tenant_id': '50466b4420374aac8a4e6c84ffbb2d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': 'b58271cd-282f-4724-85b3-6db7ec8fc049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:34:38Z', 'updated_at': '2022-05-28T06:34:52Z', 'revision_number': 4, 'project_id': '50466b4420374aac8a4e6c84ffbb2d35', 'gw_port': {'id': 'b58271cd-282f-4724-85b3-6db7ec8fc049', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ea:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b780bbb6-446f-4e48-a498-84dcf15fde1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:34:40Z', 'updated_at': '2022-05-28T06:34:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'f440a6dc-f4f1-49ba-afee-427f7ca6daf9', 'name': '', 'network_id': 'a8fa6c28-5257-4dd9-bf7e-c257b513d11b', 'tenant_id': '50466b4420374aac8a4e6c84ffbb2d35', 'mac_address': 'fa:16:3e:46:4e:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b780bbb6-446f-4e48-a498-84dcf15fde1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '63994f4d-7e85-4fdc-89a1-6c8536e7f551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:34:49Z', 'updated_at': '2022-05-28T06:34:53Z', 'revision_number': 2, 'project_id': '50466b4420374aac8a4e6c84ffbb2d35', 'subnets': [{'id': '63994f4d-7e85-4fdc-89a1-6c8536e7f551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:34:57.021728 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-421aa616-5dd1-4581-8726-52b1bd029388 None None] Allocated IP 172.20.0.2 (3db30d99-6fa4-4e2b-9141-f98585fb21e1/86950600-f99f-450d-ba01-3f13d44c55b1/32e07ebd-5b67-4752-b854-f023d2a40c39) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:34:57.026640 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c83bf8-1e75-43e3-85b6-bcac554371df None None] Checking router: b780bbb6-446f-4e48-a498-84dcf15fde1b for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:34:57.026970 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c83bf8-1e75-43e3-85b6-bcac554371df None None] Updating router b780bbb6-446f-4e48-a498-84dcf15fde1b port f440a6dc-f4f1-49ba-afee-427f7ca6daf9 binding host n-d-843702-1 {{(pid=89111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:34:57.036800 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b2f2e0d8-4ba8-4dd4-9160-9c074a7c1c33 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:57.039113 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3a8157f3-15fb-461c-9d37-7ddf6e578419 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:57.072382 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-3a8157f3-15fb-461c-9d37-7ddf6e578419 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:34:57.076794 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-3a8157f3-15fb-461c-9d37-7ddf6e578419 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Usage tracker for resource:security_group_rule and tenant:1c19ca0f4502419e9ff184ba1821fbef is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:34:57.080445 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-3a8157f3-15fb-461c-9d37-7ddf6e578419 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:34:57.089165 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-3a8157f3-15fb-461c-9d37-7ddf6e578419 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:34:57.122596 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b2f2e0d8-4ba8-4dd4-9160-9c074a7c1c33 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:57.167551 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d428148e-235f-4c20-8143-0f6585ac4b67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:57.176362 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9c83bf8-1e75-43e3-85b6-bcac554371df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:57.196310 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-d428148e-235f-4c20-8143-0f6585ac4b67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:34:57.207802 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-d428148e-235f-4c20-8143-0f6585ac4b67 admin admin] Usage tracker for resource:security_group_rule and tenant:67f9a66edc1c44a7bb455c6c2cfc38ca is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:34:57.210854 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-d428148e-235f-4c20-8143-0f6585ac4b67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:34:57.212341 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f2e0d8-4ba8-4dd4-9160-9c074a7c1c33 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d5c9d24-a7ef-4e95-9414-4cd057feeac2,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:34:57.226346 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-d428148e-235f-4c20-8143-0f6585ac4b67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:34:57.271748 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3a8157f3-15fb-461c-9d37-7ddf6e578419 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:57.279096 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-40afec43-f84e-44c0-9701-41f6e146e0ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:57.350107 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:34:57.366911 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-421aa616-5dd1-4581-8726-52b1bd029388 None None] For port 32e07ebd-5b67-4752-b854-f023d2a40c39, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=32e07ebd-5b67-4752-b854-f023d2a40c39,segment=NetworkSegment(dc25e1ad-b7f7-426c-84b0-ea8891db04bc),segment_id=dc25e1ad-b7f7-426c-84b0-ea8891db04bc)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:34:57.378228 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a04e48a0-1fcc-4bf4-b168-00404ca45c95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:57.380373 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-40afec43-f84e-44c0-9701-41f6e146e0ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d92f73a-1818-46b4-ace6-904b9532c5d0']}} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:34:57.400015 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-40afec43-f84e-44c0-9701-41f6e146e0ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d559e24-4bc2-48ae-9e57-270a3050c6dd') {'for_net_delete': True} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:34:57.401863 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-40afec43-f84e-44c0-9701-41f6e146e0ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d559e24-4bc2-48ae-9e57-270a3050c6dd') {} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:34:57.424873 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-40afec43-f84e-44c0-9701-41f6e146e0ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4150778'] for segment, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:57.430041 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-421aa616-5dd1-4581-8726-52b1bd029388 None None] Notify callbacks [] for port, precommit_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:57.433991 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b2f2e0d8-4ba8-4dd4-9160-9c074a7c1c33 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:57.433991 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-b2f2e0d8-4ba8-4dd4-9160-9c074a7c1c33 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6889501 May 28 06:34:57.435912 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 34268) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:34:57.441985 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-7b4703db-d752-44ba-9f38-ed26dd8ea8d4 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Request body: {'security_group_rule': {'security_group_id': '8d5c9d24-a7ef-4e95-9414-4cd057feeac2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:34:57.452750 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-40afec43-f84e-44c0-9701-41f6e146e0ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:57.462583 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-7b4703db-d752-44ba-9f38-ed26dd8ea8d4 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:34:57.466774 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-7b4703db-d752-44ba-9f38-ed26dd8ea8d4 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Usage tracker for resource:security_group_rule and tenant:50466b4420374aac8a4e6c84ffbb2d35 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:34:57.468255 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40afec43-f84e-44c0-9701-41f6e146e0ad admin admin] Releasing vlan 376 on physical network physnet1 to pool {{(pid=89110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:34:57.468944 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-40afec43-f84e-44c0-9701-41f6e146e0ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3143023'] for segment, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:57.469662 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-7b4703db-d752-44ba-9f38-ed26dd8ea8d4 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:34:57.481239 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-7b4703db-d752-44ba-9f38-ed26dd8ea8d4 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:34:57.506613 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3a8157f3-15fb-461c-9d37-7ddf6e578419 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:57.521542 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment 7d559e24-4bc2-48ae-9e57-270a3050c6dd resource provider aggregate not found May 28 06:34:57.622675 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:57.732146 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d428148e-235f-4c20-8143-0f6585ac4b67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:57.734605 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment 7d559e24-4bc2-48ae-9e57-270a3050c6dd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7d559e24-4bc2-48ae-9e57-270a3050c6dd found for delete ", "request_id": "req-265582ca-d85f-425f-be88-c31dc4e8764b"}]} May 28 06:34:57.735312 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a04e48a0-1fcc-4bf4-b168-00404ca45c95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:57.838990 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04e48a0-1fcc-4bf4-b168-00404ca45c95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f49de588-0eee-4df0-b22f-3542670fccc2,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:34:57.845288 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7b4703db-d752-44ba-9f38-ed26dd8ea8d4 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:57.848028 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-a04e48a0-1fcc-4bf4-b168-00404ca45c95 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1fe55f09bc284f709e4843dc3ad36324&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0268421 May 28 06:34:57.850744 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 34278) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:34:57.864929 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-421aa616-5dd1-4581-8726-52b1bd029388 None None] Transition to ACTIVE for port object 32e07ebd-5b67-4752-b854-f023d2a40c39 will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:34:57.889017 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8157f3-15fb-461c-9d37-7ddf6e578419 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b92e906-6133-4e2c-b2fa-eac1518bfdc3,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:34:57.904762 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-40afec43-f84e-44c0-9701-41f6e146e0ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:57.910267 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-40afec43-f84e-44c0-9701-41f6e146e0ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:57.936258 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3a8157f3-15fb-461c-9d37-7ddf6e578419 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:57.942154 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-3a8157f3-15fb-461c-9d37-7ddf6e578419 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2216256 May 28 06:34:57.943524 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 34288) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:34:57.965348 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-beb8ba45-296b-448b-9cab-a78d2007f38c tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1333203740', 'security_groups': ['2b92e906-6133-4e2c-b2fa-eac1518bfdc3'], 'network_id': '3db30d99-6fa4-4e2b-9141-f98585fb21e1', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '86950600-f99f-450d-ba01-3f13d44c55b1'}]}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:34:57.965566 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-40afec43-f84e-44c0-9701-41f6e146e0ad admin admin] 10.222.0.55 "DELETE /v2.0/networks/8d92f73a-1818-46b4-ace6-904b9532c5d0 HTTP/1.1" status: 204 len: 168 time: 1.3432295 May 28 06:34:57.965566 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d428148e-235f-4c20-8143-0f6585ac4b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:57.966551 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9c83bf8-1e75-43e3-85b6-bcac554371df None None] Notify callbacks [] for port, precommit_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:57.978614 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-421aa616-5dd1-4581-8726-52b1bd029388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:57.991904 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40afec43-f84e-44c0-9701-41f6e146e0ad admin admin] Pushing event deleted for resources: {'Network': ['ID=8d92f73a-1818-46b4-ace6-904b9532c5d0,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:34:58.034047 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d428148e-235f-4c20-8143-0f6585ac4b67 admin admin] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=89110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:34:58.112697 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-d9c83bf8-1e75-43e3-85b6-bcac554371df None None] Transition to ACTIVE for port object f440a6dc-f4f1-49ba-afee-427f7ca6daf9 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:34:58.120465 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7b4703db-d752-44ba-9f38-ed26dd8ea8d4 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:58.215722 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d428148e-235f-4c20-8143-0f6585ac4b67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=252cc91f-311f-459a-8173-cb2a7ca8a905,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:34:58.225117 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d428148e-235f-4c20-8143-0f6585ac4b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:58.225491 n-d-843702-1 neutron-server[89110]: INFO neutron.db.segments_db [None req-d428148e-235f-4c20-8143-0f6585ac4b67 admin admin] Added segment 6d868819-564e-4af9-b9ff-085fbf6a79d0 of type vlan for network e5c7773a-ecaf-4e7b-9372-81ed439a0b55 May 28 06:34:58.226927 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a621433b-0af7-40df-b156-604bf04b5af8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:58.245197 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-beb8ba45-296b-448b-9cab-a78d2007f38c tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:34:58.255423 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421aa616-5dd1-4581-8726-52b1bd029388 None None] Pushing event updated for resources: {'Port': ['ID=32e07ebd-5b67-4752-b854-f023d2a40c39,revision_number=6']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:34:58.258967 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-beb8ba45-296b-448b-9cab-a78d2007f38c tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:34:58.269711 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a621433b-0af7-40df-b156-604bf04b5af8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:58.278996 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7b4703db-d752-44ba-9f38-ed26dd8ea8d4 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:58.279152 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9c83bf8-1e75-43e3-85b6-bcac554371df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:58.317522 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4703db-d752-44ba-9f38-ed26dd8ea8d4 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70c39811-5222-495b-88c5-461177619194,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:34:58.440588 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beb8ba45-296b-448b-9cab-a78d2007f38c tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Made reservation on behalf of 1c19ca0f4502419e9ff184ba1821fbef for: {'port': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:34:58.442689 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d428148e-235f-4c20-8143-0f6585ac4b67 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:58.589624 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 34300) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:34:58.599221 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a621433b-0af7-40df-b156-604bf04b5af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:58.674394 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 34306) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:34:58.675490 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a621433b-0af7-40df-b156-604bf04b5af8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f49de588-0eee-4df0-b22f-3542670fccc2,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:34:58.731378 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d428148e-235f-4c20-8143-0f6585ac4b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:58.732987 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d428148e-235f-4c20-8143-0f6585ac4b67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:34:58.734224 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d428148e-235f-4c20-8143-0f6585ac4b67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:58.762675 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-beb8ba45-296b-448b-9cab-a78d2007f38c tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:58.806226 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2185cfb5-6e2e-4e9d-9a2d-967e79cfed69 None None] Pushing event updated for resources: {'Port': ['ID=f440a6dc-f4f1-49ba-afee-427f7ca6daf9,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:34:58.828552 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7b4703db-d752-44ba-9f38-ed26dd8ea8d4 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:58.835501 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-7b4703db-d752-44ba-9f38-ed26dd8ea8d4 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3939953 May 28 06:34:58.835501 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 34310) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:34:58.840631 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [None req-beb8ba45-296b-448b-9cab-a78d2007f38c tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] device_id is not set on port 26038bf9-c1bb-4864-8393-49b6058a6455 yet. {{(pid=89109) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:34:58.934137 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-eba7572e-bb8b-424b-a995-87bf6d132675 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Request body: {'security_group_rule': {'security_group_id': '8d5c9d24-a7ef-4e95-9414-4cd057feeac2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:34:58.943627 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d428148e-235f-4c20-8143-0f6585ac4b67 admin admin] Pushing event updated for resources: {'Network': ['ID=e5c7773a-ecaf-4e7b-9372-81ed439a0b55,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:34:58.951038 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-d428148e-235f-4c20-8143-0f6585ac4b67 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.3621805 May 28 06:34:58.954489 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 34314) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:34:58.958625 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-eba7572e-bb8b-424b-a995-87bf6d132675 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:34:58.973577 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network e5c7773a-ecaf-4e7b-9372-81ed439a0b55 details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:34:58.978932 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-eba7572e-bb8b-424b-a995-87bf6d132675 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Usage tracker for resource:security_group_rule and tenant:50466b4420374aac8a4e6c84ffbb2d35 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:34:58.981613 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a621433b-0af7-40df-b156-604bf04b5af8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:58.983532 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-a621433b-0af7-40df-b156-604bf04b5af8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f49de588-0eee-4df0-b22f-3542670fccc2 HTTP/1.1" status: 204 len: 168 time: 1.1255376 May 28 06:34:58.990395 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-eba7572e-bb8b-424b-a995-87bf6d132675 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:34:58.992729 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-5db58767-be6d-46d2-9748-63a5f572a65a admin admin] Request body: {'subnet': {'network_id': 'e5c7773a-ecaf-4e7b-9372-81ed439a0b55', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-2050793510-subnet', 'tenant_id': '67f9a66edc1c44a7bb455c6c2cfc38ca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:34:59.004314 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-5db58767-be6d-46d2-9748-63a5f572a65a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:34:59.008516 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-eba7572e-bb8b-424b-a995-87bf6d132675 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:34:59.021550 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-5db58767-be6d-46d2-9748-63a5f572a65a admin admin] Usage tracker for resource:subnet and tenant:67f9a66edc1c44a7bb455c6c2cfc38ca is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:34:59.040899 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-5db58767-be6d-46d2-9748-63a5f572a65a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:34:59.076634 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-2e9db6e2-861f-4400-87d7-52ceb3145078 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ae27d4a836c444af8d35a0fd61d2dbd8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3973238 May 28 06:34:59.081689 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 34326) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:34:59.082687 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-5db58767-be6d-46d2-9748-63a5f572a65a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:34:59.161143 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-eba7572e-bb8b-424b-a995-87bf6d132675 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:59.280977 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-60b2d05f-9ba9-4a0a-a4d3-00ff32840e89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:59.344829 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-60b2d05f-9ba9-4a0a-a4d3-00ff32840e89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:34:59.351886 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c9b58959-e0ff-4c0f-82c1-3bc2bf4bc011 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:59.354150 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-60b2d05f-9ba9-4a0a-a4d3-00ff32840e89 admin admin] Usage tracker for resource:security_group_rule and tenant:a0419d2a6c4749b6872bc9cfec9000ed is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:34:59.359529 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-60b2d05f-9ba9-4a0a-a4d3-00ff32840e89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:34:59.378768 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-60b2d05f-9ba9-4a0a-a4d3-00ff32840e89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:34:59.401636 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-d9c83bf8-1e75-43e3-85b6-bcac554371df None None] Attempting to bind port f440a6dc-f4f1-49ba-afee-427f7ca6daf9 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:34:59.401636 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-d9c83bf8-1e75-43e3-85b6-bcac554371df None None] Attempting to bind port f440a6dc-f4f1-49ba-afee-427f7ca6daf9 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': '38fd89a2-8195-4731-ba40-f43c54a7016a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a8fa6c28-5257-4dd9-bf7e-c257b513d11b'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:34:59.401636 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c83bf8-1e75-43e3-85b6-bcac554371df None None] Attempting to bind port f440a6dc-f4f1-49ba-afee-427f7ca6daf9 on network a8fa6c28-5257-4dd9-bf7e-c257b513d11b {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:34:59.408399 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c83bf8-1e75-43e3-85b6-bcac554371df None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:34:59.408989 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c83bf8-1e75-43e3-85b6-bcac554371df None None] Checking segment: {'id': '38fd89a2-8195-4731-ba40-f43c54a7016a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a8fa6c28-5257-4dd9-bf7e-c257b513d11b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:34:59.409345 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9c83bf8-1e75-43e3-85b6-bcac554371df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:59.409825 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c83bf8-1e75-43e3-85b6-bcac554371df None None] Bound using segment: {'id': '38fd89a2-8195-4731-ba40-f43c54a7016a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a8fa6c28-5257-4dd9-bf7e-c257b513d11b'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:34:59.410469 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-d9c83bf8-1e75-43e3-85b6-bcac554371df None None] Bound port: f440a6dc-f4f1-49ba-afee-427f7ca6daf9, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38fd89a2-8195-4731-ba40-f43c54a7016a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a8fa6c28-5257-4dd9-bf7e-c257b513d11b'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:34:59.411011 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9c83bf8-1e75-43e3-85b6-bcac554371df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:59.418876 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c9b58959-e0ff-4c0f-82c1-3bc2bf4bc011 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:59.429977 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-eba7572e-bb8b-424b-a995-87bf6d132675 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:59.459154 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-beb8ba45-296b-448b-9cab-a78d2007f38c tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Allocated IP 172.20.0.9 (3db30d99-6fa4-4e2b-9141-f98585fb21e1/86950600-f99f-450d-ba01-3f13d44c55b1/26038bf9-c1bb-4864-8393-49b6058a6455) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:34:59.511129 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-92275360-0315-434c-81cf-3d6a7ba26b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:59.511846 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5db58767-be6d-46d2-9748-63a5f572a65a admin admin] Made reservation on behalf of 67f9a66edc1c44a7bb455c6c2cfc38ca for: {'subnet': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:34:59.515302 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5db58767-be6d-46d2-9748-63a5f572a65a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3171998'] for subnet, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:59.573370 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-d9c83bf8-1e75-43e3-85b6-bcac554371df None None] For port f440a6dc-f4f1-49ba-afee-427f7ca6daf9, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:34:59.577731 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-d9c83bf8-1e75-43e3-85b6-bcac554371df None None] For port f440a6dc-f4f1-49ba-afee-427f7ca6daf9, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=f440a6dc-f4f1-49ba-afee-427f7ca6daf9,segment=NetworkSegment(38fd89a2-8195-4731-ba40-f43c54a7016a),segment_id=38fd89a2-8195-4731-ba40-f43c54a7016a)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:34:59.610392 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-eba7572e-bb8b-424b-a995-87bf6d132675 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:59.624370 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 32e07ebd-5b67-4752-b854-f023d2a40c39 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:34:59.735708 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-a3c29919-4e19-476f-a834-20ec2a4f443c None None] Provisioning for port 32e07ebd-5b67-4752-b854-f023d2a40c39 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:34:59.742108 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9c83bf8-1e75-43e3-85b6-bcac554371df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:59.784947 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba7572e-bb8b-424b-a995-87bf6d132675 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=699b6ab6-f168-4728-912f-9e97b65f7196,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:34:59.797406 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-60b2d05f-9ba9-4a0a-a4d3-00ff32840e89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:59.844093 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c9b58959-e0ff-4c0f-82c1-3bc2bf4bc011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:59.866037 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:59.880636 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b58959-e0ff-4c0f-82c1-3bc2bf4bc011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76f5f0a9-1f72-44c1-a851-4026e46651c7,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:34:59.894771 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-60b2d05f-9ba9-4a0a-a4d3-00ff32840e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:59.896609 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-a3c29919-4e19-476f-a834-20ec2a4f443c None None] Provisioning complete for port 32e07ebd-5b67-4752-b854-f023d2a40c39 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:34:59.899297 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-a3c29919-4e19-476f-a834-20ec2a4f443c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:59.932789 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-eba7572e-bb8b-424b-a995-87bf6d132675 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:59.935153 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-eba7572e-bb8b-424b-a995-87bf6d132675 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1000335 May 28 06:34:59.944515 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 34338) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:34:59.948425 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-beb8ba45-296b-448b-9cab-a78d2007f38c tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:59.955292 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b2d05f-9ba9-4a0a-a4d3-00ff32840e89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ef0e7f3-98e3-4984-88e8-6e71b2c17a07,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:34:59.988078 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-bcb767e9-767d-4685-be1e-e84e36a2a0cc tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Request body: {'floatingip': {'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:34:59.998769 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-bcb767e9-767d-4685-be1e-e84e36a2a0cc tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:35:00.008283 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-bcb767e9-767d-4685-be1e-e84e36a2a0cc tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Usage tracker for resource:floatingip and tenant:50466b4420374aac8a4e6c84ffbb2d35 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:35:00.015713 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [None req-beb8ba45-296b-448b-9cab-a78d2007f38c tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Transition to ACTIVE for port object 26038bf9-c1bb-4864-8393-49b6058a6455 will not be triggered until provisioned by entity DHCP. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:35:00.015713 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-bcb767e9-767d-4685-be1e-e84e36a2a0cc tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:35:00.024791 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-60b2d05f-9ba9-4a0a-a4d3-00ff32840e89 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a0419d2a6c4749b6872bc9cfec9000ed&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4344153 May 28 06:35:00.026221 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c9b58959-e0ff-4c0f-82c1-3bc2bf4bc011 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:00.028861 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-bcb767e9-767d-4685-be1e-e84e36a2a0cc tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:35:00.029654 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-c9b58959-e0ff-4c0f-82c1-3bc2bf4bc011 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/76f5f0a9-1f72-44c1-a851-4026e46651c7 HTTP/1.1" status: 204 len: 168 time: 0.9445248 May 28 06:35:00.030417 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 34342) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:35:00.107406 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c83bf8-1e75-43e3-85b6-bcac554371df None None] Routers {'b780bbb6-446f-4e48-a498-84dcf15fde1b'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:35:00.111434 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-d9c83bf8-1e75-43e3-85b6-bcac554371df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:34:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['b780bbb6-446f-4e48-a498-84dcf15fde1b'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:35:00.148948 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f6c6b045-e6be-463c-b155-f7b314f6d53b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:00.151279 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5db58767-be6d-46d2-9748-63a5f572a65a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3115906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3172012'] for subnet, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:00.163230 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-beb8ba45-296b-448b-9cab-a78d2007f38c tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:00.206693 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-bcb767e9-767d-4685-be1e-e84e36a2a0cc tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Notify callbacks [] for floatingip, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:00.289317 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db58767-be6d-46d2-9748-63a5f572a65a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c654d90-84d7-427f-8188-6872cb5ecca8,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:35:00.304290 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f6c6b045-e6be-463c-b155-f7b314f6d53b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:00.327679 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db58767-be6d-46d2-9748-63a5f572a65a admin admin] Checking segment: {'id': '6d868819-564e-4af9-b9ff-085fbf6a79d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'e5c7773a-ecaf-4e7b-9372-81ed439a0b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:35:00.328188 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db58767-be6d-46d2-9748-63a5f572a65a admin admin] Network hostable DHCP agents. Network: e5c7773a-ecaf-4e7b-9372-81ed439a0b55, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89110) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:35:00.414167 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb8ba45-296b-448b-9cab-a78d2007f38c tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Network 3db30d99-6fa4-4e2b-9141-f98585fb21e1 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:35:00.445269 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:00.480532 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-beb8ba45-296b-448b-9cab-a78d2007f38c tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:35:00.489305 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb8ba45-296b-448b-9cab-a78d2007f38c tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:35:00.520686 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-a3c29919-4e19-476f-a834-20ec2a4f443c None None] Current status of the port 32e07ebd-5b67-4752-b854-f023d2a40c39 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:35:00.522942 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 32e07ebd-5b67-4752-b854-f023d2a40c39 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:35:00.523305 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:00.561212 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f6c6b045-e6be-463c-b155-f7b314f6d53b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:00.567667 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb8ba45-296b-448b-9cab-a78d2007f38c tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:00.568490 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-beb8ba45-296b-448b-9cab-a78d2007f38c tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:00.598259 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2185cfb5-6e2e-4e9d-9a2d-967e79cfed69 None None] Pushing event updated for resources: {'Port': ['ID=f440a6dc-f4f1-49ba-afee-427f7ca6daf9,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:35:00.631434 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-d9c83bf8-1e75-43e3-85b6-bcac554371df None None] Set router b780bbb6-446f-4e48-a498-84dcf15fde1b gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:35:00.636724 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb8ba45-296b-448b-9cab-a78d2007f38c tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Pushing event updated for resources: {'Port': ['ID=26038bf9-c1bb-4864-8393-49b6058a6455,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:35:00.638646 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c6b045-e6be-463c-b155-f7b314f6d53b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ef0e7f3-98e3-4984-88e8-6e71b2c17a07,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:35:00.658023 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f6c6b045-e6be-463c-b155-f7b314f6d53b admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:00.665312 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-f6c6b045-e6be-463c-b155-f7b314f6d53b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3ef0e7f3-98e3-4984-88e8-6e71b2c17a07 HTTP/1.1" status: 204 len: 168 time: 0.6317704 May 28 06:35:00.676497 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db58767-be6d-46d2-9748-63a5f572a65a admin admin] Network e5c7773a-ecaf-4e7b-9372-81ed439a0b55 is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89110) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:35:00.702794 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 34360) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:35:00.731914 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-bcb767e9-767d-4685-be1e-e84e36a2a0cc tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:00.744643 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7399cfd7-ad0b-4ee0-b14f-643a4343fa64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:00.789150 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-beb8ba45-296b-448b-9cab-a78d2007f38c tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.8422790 May 28 06:35:00.791347 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 34364) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:35:00.802264 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-72fd8388-1ea3-489c-9e45-4a78d9f6b92b tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Request body: {'subnet': {'network_id': '3db30d99-6fa4-4e2b-9141-f98585fb21e1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:35:00.804549 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-5db58767-be6d-46d2-9748-63a5f572a65a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, e5c7773a-ecaf-4e7b-9372-81ed439a0b55) {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:35:00.819478 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db5a616-c961-4a27-a6ed-4b71632c6cf0 None None] Network e5c7773a-ecaf-4e7b-9372-81ed439a0b55 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:35:00.829272 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db58767-be6d-46d2-9748-63a5f572a65a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:00.832542 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5db58767-be6d-46d2-9748-63a5f572a65a admin admin] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:00.856581 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-a3c29919-4e19-476f-a834-20ec2a4f443c None None] Provisioning complete for port f11a92c7-967a-4383-8902-74cca184e84f triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:35:00.858960 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-a3c29919-4e19-476f-a834-20ec2a4f443c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:00.896110 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-7399cfd7-ad0b-4ee0-b14f-643a4343fa64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:35:00.909441 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-7399cfd7-ad0b-4ee0-b14f-643a4343fa64 admin admin] Usage tracker for resource:security_group_rule and tenant:40cd7b7efca449d599cadfffabb2617c is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:35:00.922815 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-7399cfd7-ad0b-4ee0-b14f-643a4343fa64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:35:00.943241 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-7399cfd7-ad0b-4ee0-b14f-643a4343fa64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:35:01.011905 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-5db58767-be6d-46d2-9748-63a5f572a65a admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.0378833 May 28 06:35:01.124846 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-bcb767e9-767d-4685-be1e-e84e36a2a0cc tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Allocated IP 172.25.5.55 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/2acfa7d9-37bf-4f63-b9ce-b12b3bdc6826) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:35:01.129470 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-72fd8388-1ea3-489c-9e45-4a78d9f6b92b tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:35:01.136907 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-72fd8388-1ea3-489c-9e45-4a78d9f6b92b tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Usage tracker for resource:subnet and tenant:1c19ca0f4502419e9ff184ba1821fbef is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:35:01.140529 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-72fd8388-1ea3-489c-9e45-4a78d9f6b92b tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:35:01.154141 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-72fd8388-1ea3-489c-9e45-4a78d9f6b92b tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:35:01.194388 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7399cfd7-ad0b-4ee0-b14f-643a4343fa64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:01.209046 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-a3c29919-4e19-476f-a834-20ec2a4f443c None None] Port f11a92c7-967a-4383-8902-74cca184e84f cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:35:01.373715 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-bcb767e9-767d-4685-be1e-e84e36a2a0cc tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:01.439818 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 32e07ebd-5b67-4752-b854-f023d2a40c39 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:35:01.521563 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7399cfd7-ad0b-4ee0-b14f-643a4343fa64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:01.524232 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-bcb767e9-767d-4685-be1e-e84e36a2a0cc tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:01.537104 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-6434b397-9a74-401b-a4b6-6b210ec1ceb9 None None] Provisioning for port 26038bf9-c1bb-4864-8393-49b6058a6455 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:35:01.564908 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-6434b397-9a74-401b-a4b6-6b210ec1ceb9 None None] Provisioning complete for port 26038bf9-c1bb-4864-8393-49b6058a6455 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:35:01.565788 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-6434b397-9a74-401b-a4b6-6b210ec1ceb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:01.618142 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7399cfd7-ad0b-4ee0-b14f-643a4343fa64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50cf6510-5b2b-4c79-abb6-3d1d4af0b752,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:35:01.628216 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-7399cfd7-ad0b-4ee0-b14f-643a4343fa64 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=40cd7b7efca449d599cadfffabb2617c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9247410 May 28 06:35:01.630990 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 34400) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:35:01.650423 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72fd8388-1ea3-489c-9e45-4a78d9f6b92b tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Made reservation on behalf of 1c19ca0f4502419e9ff184ba1821fbef for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:35:01.654670 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-72fd8388-1ea3-489c-9e45-4a78d9f6b92b tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:01.711576 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bbe16fa-5e0d-44c0-b039-e1823371f17a None None] Network e5c7773a-ecaf-4e7b-9372-81ed439a0b55 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:35:01.750525 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-6434b397-9a74-401b-a4b6-6b210ec1ceb9 None None] Port 26038bf9-c1bb-4864-8393-49b6058a6455 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:35:01.777858 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:01.788930 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-727028f6-fc92-444a-9eee-8bd0c4d27f71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:01.838485 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-727028f6-fc92-444a-9eee-8bd0c4d27f71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:01.941902 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb767e9-767d-4685-be1e-e84e36a2a0cc tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Pushing event updated for resources: {'Port': ['ID=2acfa7d9-37bf-4f63-b9ce-b12b3bdc6826,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:35:01.950081 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-d9c83bf8-1e75-43e3-85b6-bcac554371df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b780bbb6-446f-4e48-a498-84dcf15fde1b', 'name': 'tempest-AttachVolumeShelveTestJSON-507650358-router', 'tenant_id': '50466b4420374aac8a4e6c84ffbb2d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': 'b58271cd-282f-4724-85b3-6db7ec8fc049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:34:38Z', 'updated_at': '2022-05-28T06:34:52Z', 'revision_number': 4, 'project_id': '50466b4420374aac8a4e6c84ffbb2d35', 'gw_port': {'id': 'b58271cd-282f-4724-85b3-6db7ec8fc049', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ea:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b780bbb6-446f-4e48-a498-84dcf15fde1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:34:40Z', 'updated_at': '2022-05-28T06:34:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'f440a6dc-f4f1-49ba-afee-427f7ca6daf9', 'name': '', 'network_id': 'a8fa6c28-5257-4dd9-bf7e-c257b513d11b', 'tenant_id': '50466b4420374aac8a4e6c84ffbb2d35', 'mac_address': 'fa:16:3e:46:4e:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b780bbb6-446f-4e48-a498-84dcf15fde1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '63994f4d-7e85-4fdc-89a1-6c8536e7f551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:34:49Z', 'updated_at': '2022-05-28T06:34:59Z', 'revision_number': 4, 'project_id': '50466b4420374aac8a4e6c84ffbb2d35', 'subnets': [{'id': '63994f4d-7e85-4fdc-89a1-6c8536e7f551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:35:01.979167 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c83bf8-1e75-43e3-85b6-bcac554371df None None] The sync data for ids ['b780bbb6-446f-4e48-a498-84dcf15fde1b'] in n-d-843702-1 is: [{'id': 'b780bbb6-446f-4e48-a498-84dcf15fde1b', 'name': 'tempest-AttachVolumeShelveTestJSON-507650358-router', 'tenant_id': '50466b4420374aac8a4e6c84ffbb2d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': 'b58271cd-282f-4724-85b3-6db7ec8fc049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:34:38Z', 'updated_at': '2022-05-28T06:34:52Z', 'revision_number': 4, 'project_id': '50466b4420374aac8a4e6c84ffbb2d35', 'gw_port': {'id': 'b58271cd-282f-4724-85b3-6db7ec8fc049', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ea:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b780bbb6-446f-4e48-a498-84dcf15fde1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:34:40Z', 'updated_at': '2022-05-28T06:34:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'f440a6dc-f4f1-49ba-afee-427f7ca6daf9', 'name': '', 'network_id': 'a8fa6c28-5257-4dd9-bf7e-c257b513d11b', 'tenant_id': '50466b4420374aac8a4e6c84ffbb2d35', 'mac_address': 'fa:16:3e:46:4e:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b780bbb6-446f-4e48-a498-84dcf15fde1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '63994f4d-7e85-4fdc-89a1-6c8536e7f551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:34:49Z', 'updated_at': '2022-05-28T06:34:59Z', 'revision_number': 4, 'project_id': '50466b4420374aac8a4e6c84ffbb2d35', 'subnets': [{'id': '63994f4d-7e85-4fdc-89a1-6c8536e7f551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:35:01.995065 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-727028f6-fc92-444a-9eee-8bd0c4d27f71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:02.090504 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-727028f6-fc92-444a-9eee-8bd0c4d27f71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:02.092335 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-727028f6-fc92-444a-9eee-8bd0c4d27f71 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/50cf6510-5b2b-4c79-abb6-3d1d4af0b752 HTTP/1.1" status: 204 len: 168 time: 0.4601498 May 28 06:35:02.097067 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727028f6-fc92-444a-9eee-8bd0c4d27f71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50cf6510-5b2b-4c79-abb6-3d1d4af0b752,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:35:02.153064 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb767e9-767d-4685-be1e-e84e36a2a0cc tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:35:02.170350 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-bcb767e9-767d-4685-be1e-e84e36a2a0cc tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:35:02.185790 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb767e9-767d-4685-be1e-e84e36a2a0cc tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:35:02.363481 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-bcb767e9-767d-4685-be1e-e84e36a2a0cc tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:02.372059 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:02.411532 n-d-843702-1 neutron-server[89109]: INFO neutron.db.ipam_backend_mixin [None req-72fd8388-1ea3-489c-9e45-4a78d9f6b92b tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 86950600-f99f-450d-ba01-3f13d44c55b1 (CIDR: 172.20.0.0/28) May 28 06:35:02.458512 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-72fd8388-1ea3-489c-9e45-4a78d9f6b92b tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 06:35:02.459376 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72fd8388-1ea3-489c-9e45-4a78d9f6b92b tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89109) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:35:02.613901 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 34430) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:35:02.614678 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-72fd8388-1ea3-489c-9e45-4a78d9f6b92b tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8217573 May 28 06:35:02.630679 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-ba9d9a6c-2113-415d-8ca8-94f44091ae56 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Request body: {'subnet': {'network_id': '3db30d99-6fa4-4e2b-9141-f98585fb21e1', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:35:02.649644 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-bcb767e9-767d-4685-be1e-e84e36a2a0cc tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:02.666906 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-d9de8c69-709a-4d8c-845e-3ddea8d98d15 tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:02.672202 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-d9de8c69-709a-4d8c-845e-3ddea8d98d15 tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] Synchronizing usage tracker for tenant:67f9a66edc1c44a7bb455c6c2cfc38ca on resource:network {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:35:02.715042 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 34434) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:35:02.746083 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-437b0f0a-da53-400d-8d5e-71f41bd8970d admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:02.775266 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-437b0f0a-da53-400d-8d5e-71f41bd8970d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:35:02.813284 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-437b0f0a-da53-400d-8d5e-71f41bd8970d admin admin] Usage tracker for resource:security_group_rule and tenant:f6bd1a85e4d34e6ba64c190d00b72d8f is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:35:02.826792 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-437b0f0a-da53-400d-8d5e-71f41bd8970d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:35:02.841983 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-ba9d9a6c-2113-415d-8ca8-94f44091ae56 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:35:02.847922 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-ba9d9a6c-2113-415d-8ca8-94f44091ae56 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Usage tracker for resource:subnet and tenant:1c19ca0f4502419e9ff184ba1821fbef is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:35:02.852127 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-ba9d9a6c-2113-415d-8ca8-94f44091ae56 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:35:02.861694 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-ba9d9a6c-2113-415d-8ca8-94f44091ae56 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:35:02.865228 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-437b0f0a-da53-400d-8d5e-71f41bd8970d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:35:02.893572 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-d9de8c69-709a-4d8c-845e-3ddea8d98d15 tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] Unset dirty status for tenant:67f9a66edc1c44a7bb455c6c2cfc38ca on resource:network {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:35:02.903322 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-d9de8c69-709a-4d8c-845e-3ddea8d98d15 tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] 10.222.0.55 "GET /v2.0/networks?id=e5c7773a-ecaf-4e7b-9372-81ed439a0b55 HTTP/1.1" status: 200 len: 818 time: 0.5423617 May 28 06:35:02.935619 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-16202bdf-1a0b-4e17-8404-5a4eb75ef3f6 tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] 10.222.0.55 "GET /v2.0/quotas/67f9a66edc1c44a7bb455c6c2cfc38ca HTTP/1.1" status: 200 len: 375 time: 0.0288615 May 28 06:35:03.014167 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba9d9a6c-2113-415d-8ca8-94f44091ae56 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Made reservation on behalf of 1c19ca0f4502419e9ff184ba1821fbef for: {'subnet': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:35:03.018755 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ba9d9a6c-2113-415d-8ca8-94f44091ae56 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3171998'] for subnet, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:03.063327 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-7d72de60-b626-4b35-b2f0-eb15dfb7729b tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=67f9a66edc1c44a7bb455c6c2cfc38ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1207585 May 28 06:35:03.258347 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-bcb767e9-767d-4685-be1e-e84e36a2a0cc tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:03.264790 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-437b0f0a-da53-400d-8d5e-71f41bd8970d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:03.407323 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-bcb767e9-767d-4685-be1e-e84e36a2a0cc tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:03.578690 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-437b0f0a-da53-400d-8d5e-71f41bd8970d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:03.653468 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 34460) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:35:03.680131 n-d-843702-1 neutron-server[89110]: INFO neutron.db.ipam_backend_mixin [None req-ba9d9a6c-2113-415d-8ca8-94f44091ae56 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet c74cb4b8-3040-45a8-b873-9b4ff98f96b7 (CIDR: 172.20.0.16/28) May 28 06:35:03.683383 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-33b19f07-fdcf-4ccd-95f1-c9fd60834d94 service neutron] 10.222.0.55 "GET /v2.0/networks/e5c7773a-ecaf-4e7b-9372-81ed439a0b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5565290 May 28 06:35:03.693655 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device f440a6dc-f4f1-49ba-afee-427f7ca6daf9 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:35:03.822799 n-d-843702-1 neutron-server[89110]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba9d9a6c-2113-415d-8ca8-94f44091ae56 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 06:35:03.823295 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba9d9a6c-2113-415d-8ca8-94f44091ae56 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89110) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:35:03.930114 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-d6d65024-ec6f-4091-b11b-eac2489542b6 service neutron] 10.222.0.55 "GET /v2.0/networks/e5c7773a-ecaf-4e7b-9372-81ed439a0b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317696 May 28 06:35:03.975441 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-437b0f0a-da53-400d-8d5e-71f41bd8970d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f6bd1a85e4d34e6ba64c190d00b72d8f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2365005 May 28 06:35:03.975441 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb767e9-767d-4685-be1e-e84e36a2a0cc tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Pushing event updated for resources: {'Port': ['ID=2acfa7d9-37bf-4f63-b9ce-b12b3bdc6826,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:35:03.975441 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437b0f0a-da53-400d-8d5e-71f41bd8970d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e72b5cf-79e9-4f70-aa6a-74a1e47c768a,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:35:03.979241 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 34468) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:35:04.046794 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-78f99b86-cf2f-4d02-826a-448b6ff4f267 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1476160848-network', 'tenant_id': 'f027d6dea941454488e612f59247e836'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:35:04.049679 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-ba9d9a6c-2113-415d-8ca8-94f44091ae56 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.4289231 May 28 06:35:04.058516 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-78f99b86-cf2f-4d02-826a-448b6ff4f267 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:35:04.059945 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-bcb767e9-767d-4685-be1e-e84e36a2a0cc tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691094'] for floatingip, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:04.063329 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 34474) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:35:04.070583 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-1ccc579e-4e0c-4169-8263-6285941c3c50 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Request body: {'subnet': {'network_id': '3db30d99-6fa4-4e2b-9141-f98585fb21e1', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:35:04.087560 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-78f99b86-cf2f-4d02-826a-448b6ff4f267 admin admin] Usage tracker for resource:network and tenant:f027d6dea941454488e612f59247e836 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:35:04.091508 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-78f99b86-cf2f-4d02-826a-448b6ff4f267 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:35:04.098859 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-78f99b86-cf2f-4d02-826a-448b6ff4f267 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:35:04.138038 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port f440a6dc-f4f1-49ba-afee-427f7ca6daf9 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:35:04.144695 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port f440a6dc-f4f1-49ba-afee-427f7ca6daf9 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:35:04.144695 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:04.199596 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2eb858c6-3567-4be7-b42c-5394aafdf20b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:04.244344 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2eb858c6-3567-4be7-b42c-5394aafdf20b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:04.324491 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port f440a6dc-f4f1-49ba-afee-427f7ca6daf9 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:35:04.324949 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:04.326672 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78f99b86-cf2f-4d02-826a-448b6ff4f267 admin admin] Made reservation on behalf of f027d6dea941454488e612f59247e836 for: {'network': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:35:04.329149 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-78f99b86-cf2f-4d02-826a-448b6ff4f267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:04.342511 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-bcb767e9-767d-4685-be1e-e84e36a2a0cc tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:04.352347 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-bcb767e9-767d-4685-be1e-e84e36a2a0cc tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.3904710 May 28 06:35:04.352347 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-78f99b86-cf2f-4d02-826a-448b6ff4f267 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:04.387895 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-78f99b86-cf2f-4d02-826a-448b6ff4f267 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:35:04.398168 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-78f99b86-cf2f-4d02-826a-448b6ff4f267 admin admin] Usage tracker for resource:security_group_rule and tenant:f027d6dea941454488e612f59247e836 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:35:04.398623 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port f440a6dc-f4f1-49ba-afee-427f7ca6daf9, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=f440a6dc-f4f1-49ba-afee-427f7ca6daf9,segment=NetworkSegment(38fd89a2-8195-4731-ba40-f43c54a7016a),segment_id=38fd89a2-8195-4731-ba40-f43c54a7016a)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:35:04.402125 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-78f99b86-cf2f-4d02-826a-448b6ff4f267 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:35:04.412101 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-78f99b86-cf2f-4d02-826a-448b6ff4f267 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:35:04.412276 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-1ccc579e-4e0c-4169-8263-6285941c3c50 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:35:04.417902 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-1ccc579e-4e0c-4169-8263-6285941c3c50 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Usage tracker for resource:subnet and tenant:1c19ca0f4502419e9ff184ba1821fbef is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:35:04.421506 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-1ccc579e-4e0c-4169-8263-6285941c3c50 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:35:04.425320 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2eb858c6-3567-4be7-b42c-5394aafdf20b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:04.428460 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-1ccc579e-4e0c-4169-8263-6285941c3c50 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:35:04.465996 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb858c6-3567-4be7-b42c-5394aafdf20b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e72b5cf-79e9-4f70-aa6a-74a1e47c768a,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:35:04.481843 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2eb858c6-3567-4be7-b42c-5394aafdf20b admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:04.483042 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-2eb858c6-3567-4be7-b42c-5394aafdf20b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2e72b5cf-79e9-4f70-aa6a-74a1e47c768a HTTP/1.1" status: 204 len: 168 time: 0.5010204 May 28 06:35:04.522229 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:04.551002 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ccc579e-4e0c-4169-8263-6285941c3c50 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Made reservation on behalf of 1c19ca0f4502419e9ff184ba1821fbef for: {'subnet': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:35:04.555347 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1ccc579e-4e0c-4169-8263-6285941c3c50 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3171998'] for subnet, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:04.649735 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-78f99b86-cf2f-4d02-826a-448b6ff4f267 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:04.732242 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=f440a6dc-f4f1-49ba-afee-427f7ca6daf9,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:35:04.755321 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-78f99b86-cf2f-4d02-826a-448b6ff4f267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:04.795155 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78f99b86-cf2f-4d02-826a-448b6ff4f267 admin admin] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=89109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:35:04.818152 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f99b86-cf2f-4d02-826a-448b6ff4f267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcebff5b-afd7-4b42-a162-6f2ecd94a4ac,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:35:04.823433 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-78f99b86-cf2f-4d02-826a-448b6ff4f267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:04.825012 n-d-843702-1 neutron-server[89109]: INFO neutron.db.segments_db [None req-78f99b86-cf2f-4d02-826a-448b6ff4f267 admin admin] Added segment aff1a12a-c6c5-4d31-b4c0-2b38e402f028 of type vlan for network cd6ee327-f61e-4622-89b1-41e9d0da622c May 28 06:35:04.888465 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-78f99b86-cf2f-4d02-826a-448b6ff4f267 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:04.921247 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-bb08115c-52e3-4f4d-8cb1-edfb0a2e18a2 req-2d6f406f-37bf-446d-b4a3-b07ff7df37df tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Synchronizing usage tracker for tenant:50466b4420374aac8a4e6c84ffbb2d35 on resource:security_group {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:35:05.086673 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-78f99b86-cf2f-4d02-826a-448b6ff4f267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:05.088004 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f99b86-cf2f-4d02-826a-448b6ff4f267 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:05.088766 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-78f99b86-cf2f-4d02-826a-448b6ff4f267 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:05.105268 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-bb08115c-52e3-4f4d-8cb1-edfb0a2e18a2 req-2d6f406f-37bf-446d-b4a3-b07ff7df37df tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Unset dirty status for tenant:50466b4420374aac8a4e6c84ffbb2d35 on resource:security_group {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:35:05.122439 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bb08115c-52e3-4f4d-8cb1-edfb0a2e18a2 req-2d6f406f-37bf-446d-b4a3-b07ff7df37df tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1123642911&fields=id&tenant_id=50466b4420374aac8a4e6c84ffbb2d35 HTTP/1.1" status: 200 len: 267 time: 0.2764888 May 28 06:35:05.246162 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f99b86-cf2f-4d02-826a-448b6ff4f267 admin admin] Pushing event updated for resources: {'Network': ['ID=cd6ee327-f61e-4622-89b1-41e9d0da622c,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:35:05.260620 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network cd6ee327-f61e-4622-89b1-41e9d0da622c details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:35:05.305517 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-78f99b86-cf2f-4d02-826a-448b6ff4f267 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6339152 May 28 06:35:05.308377 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 34524) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:35:05.314711 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-b5f3f6af-a70b-498b-b869-95a28c8112ec admin admin] Request body: {'subnet': {'network_id': 'cd6ee327-f61e-4622-89b1-41e9d0da622c', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1476160848-subnet', 'tenant_id': 'f027d6dea941454488e612f59247e836', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:35:05.329492 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-b5f3f6af-a70b-498b-b869-95a28c8112ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:35:05.341308 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-b5f3f6af-a70b-498b-b869-95a28c8112ec admin admin] Usage tracker for resource:subnet and tenant:f027d6dea941454488e612f59247e836 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:35:05.354538 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-b5f3f6af-a70b-498b-b869-95a28c8112ec admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:35:05.362438 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-b5f3f6af-a70b-498b-b869-95a28c8112ec admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:35:05.402268 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dd08c0a7-9819-4738-8752-76b349e26e30 req-a35841b3-e796-400a-aa6d-68ec25e0d680 tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] 10.222.0.55 "GET /v2.0/ports?device_id=d30e9d27-45ce-4c3d-90e3-efbc85a47adf HTTP/1.1" status: 200 len: 210 time: 0.1573625 May 28 06:35:05.521702 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb08115c-52e3-4f4d-8cb1-edfb0a2e18a2 req-3eecd4e9-b0a2-4a68-9f6b-deb9e9251628 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:05.537097 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-bb08115c-52e3-4f4d-8cb1-edfb0a2e18a2 req-3eecd4e9-b0a2-4a68-9f6b-deb9e9251628 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Synchronizing usage tracker for tenant:50466b4420374aac8a4e6c84ffbb2d35 on resource:network {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:35:05.590361 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5f3f6af-a70b-498b-b869-95a28c8112ec admin admin] Made reservation on behalf of f027d6dea941454488e612f59247e836 for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:35:05.590624 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1ccc579e-4e0c-4169-8263-6285941c3c50 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3115906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3172012'] for subnet, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:05.600323 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b5f3f6af-a70b-498b-b869-95a28c8112ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:05.710358 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccc579e-4e0c-4169-8263-6285941c3c50 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Pushing event updated for resources: {'Subnet': ['ID=038892f2-7fa5-49b2-bb8d-6d1d484d7f3e,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:35:05.716131 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-bb08115c-52e3-4f4d-8cb1-edfb0a2e18a2 req-3eecd4e9-b0a2-4a68-9f6b-deb9e9251628 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Unset dirty status for tenant:50466b4420374aac8a4e6c84ffbb2d35 on resource:network {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:35:05.720209 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bb08115c-52e3-4f4d-8cb1-edfb0a2e18a2 req-3eecd4e9-b0a2-4a68-9f6b-deb9e9251628 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/networks?id=a8fa6c28-5257-4dd9-bf7e-c257b513d11b HTTP/1.1" status: 200 len: 816 time: 0.5960734 May 28 06:35:05.734195 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ccc579e-4e0c-4169-8263-6285941c3c50 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Network 3db30d99-6fa4-4e2b-9141-f98585fb21e1 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:35:05.739966 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bb08115c-52e3-4f4d-8cb1-edfb0a2e18a2 req-dee32cd6-8f14-4314-a088-bf6b7bf3bc84 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/quotas/50466b4420374aac8a4e6c84ffbb2d35 HTTP/1.1" status: 200 len: 375 time: 0.0142562 May 28 06:35:05.751362 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-1ccc579e-4e0c-4169-8263-6285941c3c50 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:35:05.774253 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ccc579e-4e0c-4169-8263-6285941c3c50 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:05.775027 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1ccc579e-4e0c-4169-8263-6285941c3c50 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:05.910244 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device f440a6dc-f4f1-49ba-afee-427f7ca6daf9 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:35:05.949656 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-bb08115c-52e3-4f4d-8cb1-edfb0a2e18a2 req-0c09cce0-2b90-434d-9d97-bd4c72ddcb6e tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Synchronizing usage tracker for tenant:50466b4420374aac8a4e6c84ffbb2d35 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:35:06.052616 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-872409b7-cc94-467e-bfdd-6a08be680e44 None None] Network 3db30d99-6fa4-4e2b-9141-f98585fb21e1 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:35:06.110524 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-1ccc579e-4e0c-4169-8263-6285941c3c50 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.0450356 May 28 06:35:06.116235 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 34556) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:35:06.122877 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-741ae654-b3bf-4555-8b9c-d3cd595f7ac8 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-247827080', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '038892f2-7fa5-49b2-bb8d-6d1d484d7f3e'}], 'security_groups': ['c29c3182-cdf5-4927-b26f-7ea1295dd7a3', '48cf2587-102e-4179-b419-8b0ecff38723']}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:35:06.166364 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-bb08115c-52e3-4f4d-8cb1-edfb0a2e18a2 req-0c09cce0-2b90-434d-9d97-bd4c72ddcb6e tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Unset dirty status for tenant:50466b4420374aac8a4e6c84ffbb2d35 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:35:06.167870 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bb08115c-52e3-4f4d-8cb1-edfb0a2e18a2 req-0c09cce0-2b90-434d-9d97-bd4c72ddcb6e tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=50466b4420374aac8a4e6c84ffbb2d35&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3782375 May 28 06:35:06.247566 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b5f3f6af-a70b-498b-b869-95a28c8112ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:06.396130 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port f440a6dc-f4f1-49ba-afee-427f7ca6daf9 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:35:06.396779 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:06.468237 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 34574) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:35:06.725882 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f3f6af-a70b-498b-b869-95a28c8112ec admin admin] Checking segment: {'id': 'aff1a12a-c6c5-4d31-b4c0-2b38e402f028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'cd6ee327-f61e-4622-89b1-41e9d0da622c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:35:06.731542 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f3f6af-a70b-498b-b869-95a28c8112ec admin admin] Network hostable DHCP agents. Network: cd6ee327-f61e-4622-89b1-41e9d0da622c, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:35:06.779531 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-8ee62d74-7bad-44f0-8774-dc50d599c756 tempest-ExternalNetworksTestJSON-727024235 tempest-ExternalNetworksTestJSON-727024235-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1395510325'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:35:06.797139 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f3f6af-a70b-498b-b869-95a28c8112ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=63087a8b-c4a9-4365-9770-9c338fb4b336,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:35:06.828028 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-8ee62d74-7bad-44f0-8774-dc50d599c756 tempest-ExternalNetworksTestJSON-727024235 tempest-ExternalNetworksTestJSON-727024235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:35:06.834206 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-17fba364-cd13-44e6-81cf-f80ad2c3ad08 req-9ac9dce5-e2cf-4809-9307-c909caa71742 tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] 10.222.0.55 "GET /v2.0/ports?device_id=d30e9d27-45ce-4c3d-90e3-efbc85a47adf HTTP/1.1" status: 200 len: 210 time: 0.2524557 May 28 06:35:06.856571 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-8ee62d74-7bad-44f0-8774-dc50d599c756 tempest-ExternalNetworksTestJSON-727024235 tempest-ExternalNetworksTestJSON-727024235-project] Usage tracker for resource:network and tenant:d1bbc67eb5f448bbbae8f9972cc630a7 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:35:06.861855 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-8ee62d74-7bad-44f0-8774-dc50d599c756 tempest-ExternalNetworksTestJSON-727024235 tempest-ExternalNetworksTestJSON-727024235-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:35:06.871829 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-8ee62d74-7bad-44f0-8774-dc50d599c756 tempest-ExternalNetworksTestJSON-727024235 tempest-ExternalNetworksTestJSON-727024235-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:35:06.916381 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f3f6af-a70b-498b-b869-95a28c8112ec admin admin] Network cd6ee327-f61e-4622-89b1-41e9d0da622c is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:35:06.940734 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bb08115c-52e3-4f4d-8cb1-edfb0a2e18a2 req-1ab1184b-594e-4720-b0e5-06b4d312345c service neutron] 10.222.0.55 "GET /v2.0/networks/a8fa6c28-5257-4dd9-bf7e-c257b513d11b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7587693 May 28 06:35:07.014102 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port f440a6dc-f4f1-49ba-afee-427f7ca6daf9 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:35:07.025906 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-741ae654-b3bf-4555-8b9c-d3cd595f7ac8 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:07.095502 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ee62d74-7bad-44f0-8774-dc50d599c756 tempest-ExternalNetworksTestJSON-727024235 tempest-ExternalNetworksTestJSON-727024235-project] Made reservation on behalf of d1bbc67eb5f448bbbae8f9972cc630a7 for: {'network': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:35:07.099480 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8ee62d74-7bad-44f0-8774-dc50d599c756 tempest-ExternalNetworksTestJSON-727024235 tempest-ExternalNetworksTestJSON-727024235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:07.121465 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8ee62d74-7bad-44f0-8774-dc50d599c756 tempest-ExternalNetworksTestJSON-727024235 tempest-ExternalNetworksTestJSON-727024235-project] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:07.150319 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-8ee62d74-7bad-44f0-8774-dc50d599c756 tempest-ExternalNetworksTestJSON-727024235 tempest-ExternalNetworksTestJSON-727024235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:35:07.154736 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-8ee62d74-7bad-44f0-8774-dc50d599c756 tempest-ExternalNetworksTestJSON-727024235 tempest-ExternalNetworksTestJSON-727024235-project] Usage tracker for resource:security_group_rule and tenant:d1bbc67eb5f448bbbae8f9972cc630a7 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:35:07.159527 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-8ee62d74-7bad-44f0-8774-dc50d599c756 tempest-ExternalNetworksTestJSON-727024235 tempest-ExternalNetworksTestJSON-727024235-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:35:07.166764 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-8ee62d74-7bad-44f0-8774-dc50d599c756 tempest-ExternalNetworksTestJSON-727024235 tempest-ExternalNetworksTestJSON-727024235-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:35:07.288615 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-b5f3f6af-a70b-498b-b869-95a28c8112ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, cd6ee327-f61e-4622-89b1-41e9d0da622c) {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:35:07.291369 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8ee62d74-7bad-44f0-8774-dc50d599c756 tempest-ExternalNetworksTestJSON-727024235 tempest-ExternalNetworksTestJSON-727024235-project] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:07.320899 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f3f6af-a70b-498b-b869-95a28c8112ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:07.322110 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b5f3f6af-a70b-498b-b869-95a28c8112ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:07.359234 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bb08115c-52e3-4f4d-8cb1-edfb0a2e18a2 req-0f9407d2-1f15-4684-95bc-d8825d9010be service neutron] 10.222.0.55 "GET /v2.0/networks/a8fa6c28-5257-4dd9-bf7e-c257b513d11b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4053707 May 28 06:35:07.410265 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aee859c-d380-421f-bfc3-c8c679ddb192 None None] Network cd6ee327-f61e-4622-89b1-41e9d0da622c requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:35:07.429212 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8ee62d74-7bad-44f0-8774-dc50d599c756 tempest-ExternalNetworksTestJSON-727024235 tempest-ExternalNetworksTestJSON-727024235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:07.446468 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ee62d74-7bad-44f0-8774-dc50d599c756 tempest-ExternalNetworksTestJSON-727024235 tempest-ExternalNetworksTestJSON-727024235-project] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=89110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:35:07.467303 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8ee62d74-7bad-44f0-8774-dc50d599c756 tempest-ExternalNetworksTestJSON-727024235 tempest-ExternalNetworksTestJSON-727024235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:07.474095 n-d-843702-1 neutron-server[89110]: INFO neutron.db.segments_db [None req-8ee62d74-7bad-44f0-8774-dc50d599c756 tempest-ExternalNetworksTestJSON-727024235 tempest-ExternalNetworksTestJSON-727024235-project] Added segment 5dd7b52f-cb43-4a8b-ab41-cf89909ebdaf of type vlan for network af9bbf48-96b3-4c68-94e2-77ab9cd362ba May 28 06:35:07.526793 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8ee62d74-7bad-44f0-8774-dc50d599c756 tempest-ExternalNetworksTestJSON-727024235 tempest-ExternalNetworksTestJSON-727024235-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:07.572008 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-b5f3f6af-a70b-498b-b869-95a28c8112ec admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.2544708 May 28 06:35:07.621382 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36549459-c028-4bf2-b511-d0532fcab643 None None] Update dhcp port {'port': {'network_id': '3db30d99-6fa4-4e2b-9141-f98585fb21e1', 'fixed_ips': [{'subnet_id': 'c74cb4b8-3040-45a8-b873-9b4ff98f96b7', 'ip_address': '172.20.0.18'}, {'subnet_id': '86950600-f99f-450d-ba01-3f13d44c55b1', 'ip_address': '172.20.0.2'}, {'subnet_id': '038892f2-7fa5-49b2-bb8d-6d1d484d7f3e'}], 'binding:host_id': 'n-d-843702-1'}, 'id': '32e07ebd-5b67-4752-b854-f023d2a40c39'} from n-d-843702-1. {{(pid=89111) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 28 06:35:07.653082 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee62d74-7bad-44f0-8774-dc50d599c756 tempest-ExternalNetworksTestJSON-727024235 tempest-ExternalNetworksTestJSON-727024235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44953e78-ea6b-4c80-8670-3c17b1a305cf,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:35:07.723581 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8ee62d74-7bad-44f0-8774-dc50d599c756 tempest-ExternalNetworksTestJSON-727024235 tempest-ExternalNetworksTestJSON-727024235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:07.728601 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee62d74-7bad-44f0-8774-dc50d599c756 tempest-ExternalNetworksTestJSON-727024235 tempest-ExternalNetworksTestJSON-727024235-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:07.729326 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8ee62d74-7bad-44f0-8774-dc50d599c756 tempest-ExternalNetworksTestJSON-727024235 tempest-ExternalNetworksTestJSON-727024235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:07.775346 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-36549459-c028-4bf2-b511-d0532fcab643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:08.071650 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c7332e-379c-489a-ba53-e80e0eee13bc None None] Network cd6ee327-f61e-4622-89b1-41e9d0da622c requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:35:08.227303 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-741ae654-b3bf-4555-8b9c-d3cd595f7ac8 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Delete allocated IP 172.20.0.9 (3db30d99-6fa4-4e2b-9141-f98585fb21e1/86950600-f99f-450d-ba01-3f13d44c55b1) {{(pid=89109) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 28 06:35:08.237448 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-741ae654-b3bf-4555-8b9c-d3cd595f7ac8 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Allocated IP 172.20.0.35 (3db30d99-6fa4-4e2b-9141-f98585fb21e1/038892f2-7fa5-49b2-bb8d-6d1d484d7f3e/26038bf9-c1bb-4864-8393-49b6058a6455) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:35:08.417245 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3f175b88-95db-43be-9b71-071db153a656 req-6982d7a1-e3c5-46e5-af86-619f2f545515 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/ports?device_id=18125e28-15d1-48dd-aa07-32b31253304b HTTP/1.1" status: 200 len: 210 time: 0.3595116 May 28 06:35:08.465152 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9e4dcef6-75b1-44f6-ac64-4063c9870178 req-79061103-ea58-4062-bf96-603e0acd7f54 tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] 10.222.0.55 "GET /v2.0/ports?device_id=d30e9d27-45ce-4c3d-90e3-efbc85a47adf HTTP/1.1" status: 200 len: 210 time: 0.3921585 May 28 06:35:08.481520 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee62d74-7bad-44f0-8774-dc50d599c756 tempest-ExternalNetworksTestJSON-727024235 tempest-ExternalNetworksTestJSON-727024235-project] Pushing event updated for resources: {'Network': ['ID=af9bbf48-96b3-4c68-94e2-77ab9cd362ba,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:35:08.610484 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-8ee62d74-7bad-44f0-8774-dc50d599c756 tempest-ExternalNetworksTestJSON-727024235 tempest-ExternalNetworksTestJSON-727024235-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.1406314 May 28 06:35:08.613369 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 34636) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:35:08.632041 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-741ae654-b3bf-4555-8b9c-d3cd595f7ac8 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:08.641075 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network af9bbf48-96b3-4c68-94e2-77ab9cd362ba details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:35:08.655606 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [None req-741ae654-b3bf-4555-8b9c-d3cd595f7ac8 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Transition to ACTIVE for port object 26038bf9-c1bb-4864-8393-49b6058a6455 will not be triggered until provisioned by entity DHCP. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:35:08.785738 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-741ae654-b3bf-4555-8b9c-d3cd595f7ac8 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:09.080026 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-36549459-c028-4bf2-b511-d0532fcab643 None None] Allocated IP 172.20.0.34 (3db30d99-6fa4-4e2b-9141-f98585fb21e1/038892f2-7fa5-49b2-bb8d-6d1d484d7f3e/32e07ebd-5b67-4752-b854-f023d2a40c39) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:35:09.202595 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741ae654-b3bf-4555-8b9c-d3cd595f7ac8 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Pushing event updated for resources: {'Port': ['ID=26038bf9-c1bb-4864-8393-49b6058a6455,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:35:09.202946 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-b0275781-cfd0-413e-b0ba-52fcd95b0e4c tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Request body: {'network': {'name': 'tempest-network--1308041150', 'router:external': True}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:35:09.217765 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-b0275781-cfd0-413e-b0ba-52fcd95b0e4c tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:35:09.229104 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-741ae654-b3bf-4555-8b9c-d3cd595f7ac8 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] In _notify_port_updated(), no bound segment for port 26038bf9-c1bb-4864-8393-49b6058a6455 on network 3db30d99-6fa4-4e2b-9141-f98585fb21e1 {{(pid=89109) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 28 06:35:09.229104 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741ae654-b3bf-4555-8b9c-d3cd595f7ac8 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:09.231765 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-741ae654-b3bf-4555-8b9c-d3cd595f7ac8 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:09.233758 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-741ae654-b3bf-4555-8b9c-d3cd595f7ac8 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] 10.222.0.55 "PUT /v2.0/ports/26038bf9-c1bb-4864-8393-49b6058a6455 HTTP/1.1" status: 200 len: 959 time: 3.1166477 May 28 06:35:09.239892 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 34656) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:35:09.241952 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-b0275781-cfd0-413e-b0ba-52fcd95b0e4c tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Usage tracker for resource:network and tenant:10cdb8a3aabd4dd49be0c0f56b29aa20 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:35:09.250361 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-b0275781-cfd0-413e-b0ba-52fcd95b0e4c tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:35:09.259292 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-36549459-c028-4bf2-b511-d0532fcab643 None None] For port 32e07ebd-5b67-4752-b854-f023d2a40c39, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=32e07ebd-5b67-4752-b854-f023d2a40c39,segment=NetworkSegment(dc25e1ad-b7f7-426c-84b0-ea8891db04bc),segment_id=dc25e1ad-b7f7-426c-84b0-ea8891db04bc)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:35:09.291995 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-36549459-c028-4bf2-b511-d0532fcab643 None None] Notify callbacks [] for port, precommit_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:09.314908 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd9729a-f558-46f7-a517-deb7e4c416df req-ad1c8e96-a7ef-4c4a-a764-8e5350e91f4f tempest-InstanceActionsTestJSON-281555558 tempest-InstanceActionsTestJSON-281555558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:09.316698 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2dd9729a-f558-46f7-a517-deb7e4c416df req-ad1c8e96-a7ef-4c4a-a764-8e5350e91f4f tempest-InstanceActionsTestJSON-281555558 tempest-InstanceActionsTestJSON-281555558-project] 10.222.0.55 "GET /v2.0/networks?id=cd6ee327-f61e-4622-89b1-41e9d0da622c HTTP/1.1" status: 200 len: 814 time: 0.2839541 May 28 06:35:09.317826 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-b0275781-cfd0-413e-b0ba-52fcd95b0e4c tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:35:09.321180 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-36549459-c028-4bf2-b511-d0532fcab643 None None] Transition to ACTIVE for port object 32e07ebd-5b67-4752-b854-f023d2a40c39 will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:35:09.325017 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-7dab2b8d-6d3e-40a2-bee2-b81a1c19cc72 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Deleting port 26038bf9-c1bb-4864-8393-49b6058a6455 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:35:09.325466 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7dab2b8d-6d3e-40a2-bee2-b81a1c19cc72 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:09.336402 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2dd9729a-f558-46f7-a517-deb7e4c416df req-09726aa2-8a45-48b2-b55c-7bdd37ad17db tempest-InstanceActionsTestJSON-281555558 tempest-InstanceActionsTestJSON-281555558-project] 10.222.0.55 "GET /v2.0/quotas/f027d6dea941454488e612f59247e836 HTTP/1.1" status: 200 len: 375 time: 0.0114102 May 28 06:35:09.386604 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2dd9729a-f558-46f7-a517-deb7e4c416df req-4be2f3f2-8ed5-4f7a-a7f5-2f737b931f9c tempest-InstanceActionsTestJSON-281555558 tempest-InstanceActionsTestJSON-281555558-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f027d6dea941454488e612f59247e836&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0436521 May 28 06:35:09.528294 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-36549459-c028-4bf2-b511-d0532fcab643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:09.621706 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2dd9729a-f558-46f7-a517-deb7e4c416df req-33f20884-269b-4154-b846-97f14b054946 service neutron] 10.222.0.55 "GET /v2.0/networks/cd6ee327-f61e-4622-89b1-41e9d0da622c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256296 May 28 06:35:09.672847 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0275781-cfd0-413e-b0ba-52fcd95b0e4c tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Made reservation on behalf of 10cdb8a3aabd4dd49be0c0f56b29aa20 for: {'network': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:35:09.677199 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7dab2b8d-6d3e-40a2-bee2-b81a1c19cc72 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:09.678499 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b0275781-cfd0-413e-b0ba-52fcd95b0e4c tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:09.756176 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b0275781-cfd0-413e-b0ba-52fcd95b0e4c tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:09.849475 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8a2e2e18-7227-497e-8c45-d5118ccf5e85 req-42f207da-e841-409d-b4cb-8796f3630494 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/ports?device_id=18125e28-15d1-48dd-aa07-32b31253304b HTTP/1.1" status: 200 len: 210 time: 0.2229302 May 28 06:35:09.861765 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-b0275781-cfd0-413e-b0ba-52fcd95b0e4c tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:35:09.868794 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-b0275781-cfd0-413e-b0ba-52fcd95b0e4c tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Usage tracker for resource:security_group_rule and tenant:10cdb8a3aabd4dd49be0c0f56b29aa20 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:35:09.873651 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-b0275781-cfd0-413e-b0ba-52fcd95b0e4c tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:35:09.898442 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-b0275781-cfd0-413e-b0ba-52fcd95b0e4c tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:35:09.951898 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2dd9729a-f558-46f7-a517-deb7e4c416df req-9fd0ec23-a40c-473a-8e87-0e245d9dbefa service neutron] 10.222.0.55 "GET /v2.0/networks/cd6ee327-f61e-4622-89b1-41e9d0da622c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3259268 May 28 06:35:09.955034 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36549459-c028-4bf2-b511-d0532fcab643 None None] Pushing event updated for resources: {'Port': ['ID=32e07ebd-5b67-4752-b854-f023d2a40c39,revision_number=7']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:35:10.090397 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-7dab2b8d-6d3e-40a2-bee2-b81a1c19cc72 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Calling delete_port for 26038bf9-c1bb-4864-8393-49b6058a6455 owned by {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:35:10.180635 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b0275781-cfd0-413e-b0ba-52fcd95b0e4c tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:10.464443 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-eb3a23dd-07ad-45c0-a99c-dfaef787a00c req-c4bd8fc3-5c79-4d26-9b93-4894530b3013 tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] 10.222.0.55 "GET /v2.0/ports?device_id=d30e9d27-45ce-4c3d-90e3-efbc85a47adf HTTP/1.1" status: 200 len: 210 time: 0.1730494 May 28 06:35:10.466550 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b0275781-cfd0-413e-b0ba-52fcd95b0e4c tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:10.636610 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-63b99ec4-3360-47c4-8fa0-187253692eef req-3d4a2524-a3a1-4412-8f46-90251d14e449 tempest-InstanceActionsTestJSON-281555558 tempest-InstanceActionsTestJSON-281555558-project] 10.222.0.55 "GET /v2.0/ports?device_id=b45df6ec-6780-45fc-bd68-e892977bdf65 HTTP/1.1" status: 200 len: 210 time: 0.1809697 May 28 06:35:10.640227 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0275781-cfd0-413e-b0ba-52fcd95b0e4c tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=89110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:35:10.668813 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b0275781-cfd0-413e-b0ba-52fcd95b0e4c tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:10.669373 n-d-843702-1 neutron-server[89110]: INFO neutron.db.segments_db [None req-b0275781-cfd0-413e-b0ba-52fcd95b0e4c tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Added segment 327506e2-e7ba-45c7-b97f-42ceb4bf2c0c of type vlan for network 96bffdac-ecc7-42bf-bbe2-dacd5c75853c May 28 06:35:10.670692 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0275781-cfd0-413e-b0ba-52fcd95b0e4c tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe098343-6139-4606-8d61-6c64845d3314,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:35:10.677778 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7dab2b8d-6d3e-40a2-bee2-b81a1c19cc72 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:10.747301 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b0275781-cfd0-413e-b0ba-52fcd95b0e4c tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:10.880151 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dab2b8d-6d3e-40a2-bee2-b81a1c19cc72 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Pushing event deleted for resources: {'Port': ['ID=26038bf9-c1bb-4864-8393-49b6058a6455,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:35:10.934491 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b0275781-cfd0-413e-b0ba-52fcd95b0e4c tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:10.935859 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0275781-cfd0-413e-b0ba-52fcd95b0e4c tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:10.940135 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b0275781-cfd0-413e-b0ba-52fcd95b0e4c tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:11.043499 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7dab2b8d-6d3e-40a2-bee2-b81a1c19cc72 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:11.307877 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-7dab2b8d-6d3e-40a2-bee2-b81a1c19cc72 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] 10.222.0.55 "DELETE /v2.0/ports/26038bf9-c1bb-4864-8393-49b6058a6455 HTTP/1.1" status: 204 len: 168 time: 2.0668771 May 28 06:35:11.308505 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 34708) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:35:11.359811 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-4040bdd0-c031-4f5d-b80f-b2051db858da None None] Provisioning for port 32e07ebd-5b67-4752-b854-f023d2a40c39 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:35:11.370209 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-4040bdd0-c031-4f5d-b80f-b2051db858da None None] Provisioning complete for port 32e07ebd-5b67-4752-b854-f023d2a40c39 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:35:11.372508 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-4040bdd0-c031-4f5d-b80f-b2051db858da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:11.496468 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 34724) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:35:11.497325 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-b0275781-cfd0-413e-b0ba-52fcd95b0e4c tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.8785324 May 28 06:35:11.498297 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0275781-cfd0-413e-b0ba-52fcd95b0e4c tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Pushing event updated for resources: {'Network': ['ID=96bffdac-ecc7-42bf-bbe2-dacd5c75853c,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:35:11.526985 n-d-843702-1 neutron-server[89110]: INFO neutron.pecan_wsgi.hooks.translation [None req-20073fbf-64bb-4fa3-9a23-42388a7c5a8a tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] GET failed (client error): The resource could not be found. May 28 06:35:11.527870 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-20073fbf-64bb-4fa3-9a23-42388a7c5a8a tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Synchronizing usage tracker for tenant:1c19ca0f4502419e9ff184ba1821fbef on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:35:11.624703 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 96bffdac-ecc7-42bf-bbe2-dacd5c75853c details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:35:11.912164 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 32e07ebd-5b67-4752-b854-f023d2a40c39 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:35:11.988097 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c0766c08-2669-4812-aab3-4748e56a76ee tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:11.991553 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-0cc1e0c6-d484-4639-af2c-3557cb85a2ee tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:11.994016 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-0cc1e0c6-d484-4639-af2c-3557cb85a2ee tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] 10.222.0.69 "GET /v2.0/networks?id=e5c7773a-ecaf-4e7b-9372-81ed439a0b55 HTTP/1.1" status: 200 len: 818 time: 0.3960450 May 28 06:35:12.070761 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f1d47f0b-3ae6-403e-9043-5385740e76d0 req-6a15be08-4066-4544-b826-abfa21500bcb tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/ports?device_id=18125e28-15d1-48dd-aa07-32b31253304b HTTP/1.1" status: 200 len: 210 time: 0.0715322 May 28 06:35:12.076425 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-16889978-eaaa-4f57-9b19-ebaa805048b9 tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] Request body: {'port': {'device_id': 'bb917b0b-b1be-4261-8fcf-faf4c9a5f089', 'network_id': 'e5c7773a-ecaf-4e7b-9372-81ed439a0b55', 'admin_state_up': True, 'tenant_id': '67f9a66edc1c44a7bb455c6c2cfc38ca'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:35:12.200450 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-4040bdd0-c031-4f5d-b80f-b2051db858da None None] Current status of the port 32e07ebd-5b67-4752-b854-f023d2a40c39 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:35:12.308691 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-20073fbf-64bb-4fa3-9a23-42388a7c5a8a tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Unset dirty status for tenant:1c19ca0f4502419e9ff184ba1821fbef on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:35:12.314674 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-20073fbf-64bb-4fa3-9a23-42388a7c5a8a tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] 10.222.0.55 "GET /v2.0/ports/26038bf9-c1bb-4864-8393-49b6058a6455 HTTP/1.1" status: 404 len: 333 time: 0.9910700 May 28 06:35:12.324769 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-4040bdd0-c031-4f5d-b80f-b2051db858da None None] Could not find standard attr ID for object 26038bf9-c1bb-4864-8393-49b6058a6455. {{(pid=89111) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 28 06:35:12.359226 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-4040bdd0-c031-4f5d-b80f-b2051db858da None None] Provisioning complete for port f11a92c7-967a-4383-8902-74cca184e84f triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:35:12.360867 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-4040bdd0-c031-4f5d-b80f-b2051db858da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:12.369663 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 34736) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:35:12.510870 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c0766c08-2669-4812-aab3-4748e56a76ee tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:12.540413 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-4040bdd0-c031-4f5d-b80f-b2051db858da None None] Port f11a92c7-967a-4383-8902-74cca184e84f cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:35:12.556365 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 32e07ebd-5b67-4752-b854-f023d2a40c39 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:35:12.559303 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:12.559436 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-c0766c08-2669-4812-aab3-4748e56a76ee tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96bffdac-ecc7-42bf-bbe2-dacd5c75853c']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:35:12.577879 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-c0766c08-2669-4812-aab3-4748e56a76ee tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '327506e2-e7ba-45c7-b97f-42ceb4bf2c0c') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:35:12.578195 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-c0766c08-2669-4812-aab3-4748e56a76ee tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '327506e2-e7ba-45c7-b97f-42ceb4bf2c0c') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:35:12.586248 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a4d293a3-2878-4969-a3b9-5c91d18e7862 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:12.601701 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-895a56f3-1cdc-49c0-a2c8-c5928222ad29 req-f866bd48-534c-4a01-802c-54170d4eab74 tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] 10.222.0.55 "GET /v2.0/ports?device_id=d30e9d27-45ce-4c3d-90e3-efbc85a47adf HTTP/1.1" status: 200 len: 210 time: 0.5334737 May 28 06:35:12.640793 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-9f43f6f0-6a22-42d2-bd59-ecbaab9ff112 tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:12.642898 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-9f43f6f0-6a22-42d2-bd59-ecbaab9ff112 tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] 10.222.0.71 "GET /v2.0/networks?id=e5c7773a-ecaf-4e7b-9372-81ed439a0b55 HTTP/1.1" status: 200 len: 818 time: 1.4760454 May 28 06:35:12.644418 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-16889978-eaaa-4f57-9b19-ebaa805048b9 tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:35:12.644753 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a4d293a3-2878-4969-a3b9-5c91d18e7862 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:12.692761 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-d591f302-83e0-44a8-a08f-444364dd758f None None] Could not find standard attr ID for object 26038bf9-c1bb-4864-8393-49b6058a6455. {{(pid=89111) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 28 06:35:12.694179 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-36532ca9-e7fa-4991-93c3-68020190bea7 req-0fec137a-a58e-449b-ab59-7ab53a06a0cd tempest-InstanceActionsTestJSON-281555558 tempest-InstanceActionsTestJSON-281555558-project] 10.222.0.55 "GET /v2.0/ports?device_id=b45df6ec-6780-45fc-bd68-e892977bdf65 HTTP/1.1" status: 200 len: 210 time: 0.3949151 May 28 06:35:12.697906 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-16889978-eaaa-4f57-9b19-ebaa805048b9 tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] Usage tracker for resource:port and tenant:67f9a66edc1c44a7bb455c6c2cfc38ca is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:35:12.714942 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-f80a840c-97b0-43c4-ac29-f12f28bf39ff tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] Request body: {'port': {'device_id': '433d0421-5e2e-49ad-967e-35d936da3ff8', 'network_id': 'e5c7773a-ecaf-4e7b-9372-81ed439a0b55', 'admin_state_up': True, 'tenant_id': '67f9a66edc1c44a7bb455c6c2cfc38ca'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:35:12.772944 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-16889978-eaaa-4f57-9b19-ebaa805048b9 tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:35:12.790434 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-16889978-eaaa-4f57-9b19-ebaa805048b9 tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:35:12.902254 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 32e07ebd-5b67-4752-b854-f023d2a40c39 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:35:12.950123 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb08115c-52e3-4f4d-8cb1-edfb0a2e18a2 req-dfb13431-3145-4614-9263-da4b85bbc33f tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:12.951578 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-bb08115c-52e3-4f4d-8cb1-edfb0a2e18a2 req-dfb13431-3145-4614-9263-da4b85bbc33f tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.71 "GET /v2.0/networks?id=a8fa6c28-5257-4dd9-bf7e-c257b513d11b HTTP/1.1" status: 200 len: 816 time: 0.2273617 May 28 06:35:12.953461 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c0766c08-2669-4812-aab3-4748e56a76ee tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:12.965128 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a4d293a3-2878-4969-a3b9-5c91d18e7862 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:13.021545 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d293a3-2878-4969-a3b9-5c91d18e7862 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b92e906-6133-4e2c-b2fa-eac1518bfdc3,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:35:13.039705 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c0766c08-2669-4812-aab3-4748e56a76ee tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:13.061124 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a4d293a3-2878-4969-a3b9-5c91d18e7862 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:13.062298 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-a4d293a3-2878-4969-a3b9-5c91d18e7862 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] 10.222.0.55 "DELETE /v2.0/security-groups/2b92e906-6133-4e2c-b2fa-eac1518bfdc3 HTTP/1.1" status: 204 len: 168 time: 0.6912639 May 28 06:35:13.071563 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 34752) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:35:13.081897 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0766c08-2669-4812-aab3-4748e56a76ee tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:35:13.083187 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c0766c08-2669-4812-aab3-4748e56a76ee tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:13.114342 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-f80a840c-97b0-43c4-ac29-f12f28bf39ff tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:35:13.122179 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-f80a840c-97b0-43c4-ac29-f12f28bf39ff tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] Usage tracker for resource:port and tenant:67f9a66edc1c44a7bb455c6c2cfc38ca is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:35:13.171956 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-f80a840c-97b0-43c4-ac29-f12f28bf39ff tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:35:13.190042 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-16889978-eaaa-4f57-9b19-ebaa805048b9 tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] Made reservation on behalf of 67f9a66edc1c44a7bb455c6c2cfc38ca for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:35:13.201201 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-16889978-eaaa-4f57-9b19-ebaa805048b9 tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:13.271016 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 327506e2-e7ba-45c7-b97f-42ceb4bf2c0c resource provider aggregate not found May 28 06:35:13.278866 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-bb08115c-52e3-4f4d-8cb1-edfb0a2e18a2 req-820cbe3e-06de-4c3e-8d57-039510399eb8 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Synchronizing usage tracker for tenant:50466b4420374aac8a4e6c84ffbb2d35 on resource:security_group {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:35:13.316803 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-f80a840c-97b0-43c4-ac29-f12f28bf39ff tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:35:13.316994 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 327506e2-e7ba-45c7-b97f-42ceb4bf2c0c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 327506e2-e7ba-45c7-b97f-42ceb4bf2c0c found for delete ", "request_id": "req-60fbbe1c-e148-428f-b2b3-a2f6d7e93458"}]} May 28 06:35:13.322772 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-bb08115c-52e3-4f4d-8cb1-edfb0a2e18a2 req-820cbe3e-06de-4c3e-8d57-039510399eb8 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Unset dirty status for tenant:50466b4420374aac8a4e6c84ffbb2d35 on resource:security_group {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:35:13.324471 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-bb08115c-52e3-4f4d-8cb1-edfb0a2e18a2 req-820cbe3e-06de-4c3e-8d57-039510399eb8 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=50466b4420374aac8a4e6c84ffbb2d35 HTTP/1.1" status: 200 len: 380 time: 0.3509135 May 28 06:35:13.345683 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-bb08115c-52e3-4f4d-8cb1-edfb0a2e18a2 req-3c196212-04af-4156-9d24-298d9c707142 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Request body: {'port': {'device_id': '18125e28-15d1-48dd-aa07-32b31253304b', 'network_id': 'a8fa6c28-5257-4dd9-bf7e-c257b513d11b', 'admin_state_up': True, 'tenant_id': '50466b4420374aac8a4e6c84ffbb2d35', 'security_groups': ['8d5c9d24-a7ef-4e95-9414-4cd057feeac2']}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:35:13.345815 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-58f3db2d-d2d7-428a-b88e-015f8e513517 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:13.453380 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c0766c08-2669-4812-aab3-4748e56a76ee tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:13.472088 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0766c08-2669-4812-aab3-4748e56a76ee tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 96bffdac-ecc7-42bf-bbe2-dacd5c75853c {{(pid=89109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 28 06:35:13.473118 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-f80a840c-97b0-43c4-ac29-f12f28bf39ff tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] Made reservation on behalf of 67f9a66edc1c44a7bb455c6c2cfc38ca for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:35:13.481618 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c0766c08-2669-4812-aab3-4748e56a76ee tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:13.495791 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-f80a840c-97b0-43c4-ac29-f12f28bf39ff tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:13.498040 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0766c08-2669-4812-aab3-4748e56a76ee tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Pushing event deleted for resources: {'Network': ['ID=96bffdac-ecc7-42bf-bbe2-dacd5c75853c,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:35:13.503491 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-c0766c08-2669-4812-aab3-4748e56a76ee tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] 10.222.0.55 "DELETE /v2.0/networks/96bffdac-ecc7-42bf-bbe2-dacd5c75853c HTTP/1.1" status: 204 len: 168 time: 2.0057514 May 28 06:35:13.509783 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 34768) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:35:13.526875 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-25ec2ab6-763f-41e2-ae25-a2b3f74e0748 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Request body: {'network': {'router:external': True}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:35:13.537000 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-25ec2ab6-763f-41e2-ae25-a2b3f74e0748 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:35:13.545754 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-25ec2ab6-763f-41e2-ae25-a2b3f74e0748 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Usage tracker for resource:network and tenant:10cdb8a3aabd4dd49be0c0f56b29aa20 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:35:13.557451 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-25ec2ab6-763f-41e2-ae25-a2b3f74e0748 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:35:13.567820 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-25ec2ab6-763f-41e2-ae25-a2b3f74e0748 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:35:13.598007 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [req-bb08115c-52e3-4f4d-8cb1-edfb0a2e18a2 req-3c196212-04af-4156-9d24-298d9c707142 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:35:13.648093 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [req-bb08115c-52e3-4f4d-8cb1-edfb0a2e18a2 req-3c196212-04af-4156-9d24-298d9c707142 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:35:13.678528 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cafe4c7c-fe6b-4377-94cc-8e688569a94e req-80434bba-17cb-431f-892d-38c0442ba804 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/ports?device_id=18125e28-15d1-48dd-aa07-32b31253304b HTTP/1.1" status: 200 len: 210 time: 0.2192564 May 28 06:35:13.744346 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25ec2ab6-763f-41e2-ae25-a2b3f74e0748 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Made reservation on behalf of 10cdb8a3aabd4dd49be0c0f56b29aa20 for: {'network': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:35:13.746688 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-25ec2ab6-763f-41e2-ae25-a2b3f74e0748 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:13.856906 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb08115c-52e3-4f4d-8cb1-edfb0a2e18a2 req-3c196212-04af-4156-9d24-298d9c707142 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Made reservation on behalf of 50466b4420374aac8a4e6c84ffbb2d35 for: {'port': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:35:13.860516 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-bb08115c-52e3-4f4d-8cb1-edfb0a2e18a2 req-3c196212-04af-4156-9d24-298d9c707142 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:13.956287 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-58f3db2d-d2d7-428a-b88e-015f8e513517 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:13.979040 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25ec2ab6-763f-41e2-ae25-a2b3f74e0748 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=89109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:35:14.227103 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7fc2c956-abb8-49a8-9834-f7255038a276 req-92c4c0d8-2405-4bc6-8ecd-5bfaefe51456 tempest-InstanceActionsTestJSON-281555558 tempest-InstanceActionsTestJSON-281555558-project] 10.222.0.55 "GET /v2.0/ports?device_id=b45df6ec-6780-45fc-bd68-e892977bdf65 HTTP/1.1" status: 200 len: 210 time: 0.1421521 May 28 06:35:14.229744 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-16889978-eaaa-4f57-9b19-ebaa805048b9 tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] Allocated IP 172.20.0.12 (e5c7773a-ecaf-4e7b-9372-81ed439a0b55/5c654d90-84d7-427f-8188-6872cb5ecca8/41cbcbcd-5564-4eca-bb32-20cf5107cfcb) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:35:14.247924 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-25ec2ab6-763f-41e2-ae25-a2b3f74e0748 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:14.248515 n-d-843702-1 neutron-server[89109]: INFO neutron.db.segments_db [None req-25ec2ab6-763f-41e2-ae25-a2b3f74e0748 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Added segment d62c75f6-d106-4751-8a95-35eda74c3c8f of type vlan for network fb634202-8c6b-4c8c-94d0-586daae054e2 May 28 06:35:14.322894 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-25ec2ab6-763f-41e2-ae25-a2b3f74e0748 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:14.388907 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-58f3db2d-d2d7-428a-b88e-015f8e513517 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:14.462432 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-25ec2ab6-763f-41e2-ae25-a2b3f74e0748 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:14.464197 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ec2ab6-763f-41e2-ae25-a2b3f74e0748 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:14.465744 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-25ec2ab6-763f-41e2-ae25-a2b3f74e0748 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:14.530248 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-df320a7b-b481-4821-8d98-bf42f3210d2b req-a7188628-55af-4de1-94e8-c412b65b5526 tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] Synchronizing usage tracker for tenant:67f9a66edc1c44a7bb455c6c2cfc38ca on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:35:14.540210 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3db2d-d2d7-428a-b88e-015f8e513517 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48cf2587-102e-4179-b419-8b0ecff38723,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:35:14.566162 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-58f3db2d-d2d7-428a-b88e-015f8e513517 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:14.570241 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-58f3db2d-d2d7-428a-b88e-015f8e513517 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] 10.222.0.55 "DELETE /v2.0/security-groups/48cf2587-102e-4179-b419-8b0ecff38723 HTTP/1.1" status: 204 len: 168 time: 1.4976833 May 28 06:35:14.573195 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 34796) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:35:14.634025 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [req-bb08115c-52e3-4f4d-8cb1-edfb0a2e18a2 req-3c196212-04af-4156-9d24-298d9c707142 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Allocated IP 172.20.0.3 (a8fa6c28-5257-4dd9-bf7e-c257b513d11b/63994f4d-7e85-4fdc-89a1-6c8536e7f551/0c82cdde-d718-46cb-9d90-6f9ae18a045e) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:35:14.704267 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ec2ab6-763f-41e2-ae25-a2b3f74e0748 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Pushing event updated for resources: {'Network': ['ID=fb634202-8c6b-4c8c-94d0-586daae054e2,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:35:14.715876 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-eceb8982-e673-4ae4-aa9a-c72a997a2b0a tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:14.721645 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-eceb8982-e673-4ae4-aa9a-c72a997a2b0a tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] 10.222.0.71 "GET /v2.0/networks?id=e5c7773a-ecaf-4e7b-9372-81ed439a0b55 HTTP/1.1" status: 200 len: 818 time: 0.6987767 May 28 06:35:14.721910 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network fb634202-8c6b-4c8c-94d0-586daae054e2 details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:35:14.741381 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-bda7fc46-c563-4e2f-bcd7-b1e674473068 tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] Request body: {'port': {'device_id': 'd30e9d27-45ce-4c3d-90e3-efbc85a47adf', 'network_id': 'e5c7773a-ecaf-4e7b-9372-81ed439a0b55', 'admin_state_up': True, 'tenant_id': '67f9a66edc1c44a7bb455c6c2cfc38ca'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:35:14.782382 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-25ec2ab6-763f-41e2-ae25-a2b3f74e0748 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.2686360 May 28 06:35:14.828235 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 34802) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:35:14.842307 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-85721ec4-3fb7-4688-91c7-c9ba6beffc38 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Request body: {'subnet': {'network_id': 'fb634202-8c6b-4c8c-94d0-586daae054e2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:35:14.859264 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-85721ec4-3fb7-4688-91c7-c9ba6beffc38 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:35:14.892822 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-85721ec4-3fb7-4688-91c7-c9ba6beffc38 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Usage tracker for resource:subnet and tenant:10cdb8a3aabd4dd49be0c0f56b29aa20 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:35:14.946429 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-85721ec4-3fb7-4688-91c7-c9ba6beffc38 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:35:14.980516 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-85721ec4-3fb7-4688-91c7-c9ba6beffc38 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:35:15.062124 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-bda7fc46-c563-4e2f-bcd7-b1e674473068 tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:35:15.068598 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5a9a9458-68a4-4ad4-b522-ebd215da4b99 req-79e9ee6d-7806-4a23-b42e-6d00428b8442 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/ports?device_id=18125e28-15d1-48dd-aa07-32b31253304b HTTP/1.1" status: 200 len: 210 time: 0.0617006 May 28 06:35:15.081071 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd9729a-f558-46f7-a517-deb7e4c416df req-bedd3d34-823b-48b2-b1ec-4ac01a69dd5d tempest-InstanceActionsTestJSON-281555558 tempest-InstanceActionsTestJSON-281555558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:15.082608 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2dd9729a-f558-46f7-a517-deb7e4c416df req-bedd3d34-823b-48b2-b1ec-4ac01a69dd5d tempest-InstanceActionsTestJSON-281555558 tempest-InstanceActionsTestJSON-281555558-project] 10.222.0.69 "GET /v2.0/networks?id=cd6ee327-f61e-4622-89b1-41e9d0da622c HTTP/1.1" status: 200 len: 814 time: 0.4259498 May 28 06:35:15.123738 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-2dd9729a-f558-46f7-a517-deb7e4c416df req-f5431507-900c-4c0d-bb84-05fe8f882613 tempest-InstanceActionsTestJSON-281555558 tempest-InstanceActionsTestJSON-281555558-project] Request body: {'port': {'device_id': 'b45df6ec-6780-45fc-bd68-e892977bdf65', 'network_id': 'cd6ee327-f61e-4622-89b1-41e9d0da622c', 'admin_state_up': True, 'tenant_id': 'f027d6dea941454488e612f59247e836'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:35:15.151581 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-df320a7b-b481-4821-8d98-bf42f3210d2b req-a7188628-55af-4de1-94e8-c412b65b5526 tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] Unset dirty status for tenant:67f9a66edc1c44a7bb455c6c2cfc38ca on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:35:15.158858 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-bda7fc46-c563-4e2f-bcd7-b1e674473068 tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] Usage tracker for resource:port and tenant:67f9a66edc1c44a7bb455c6c2cfc38ca is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:35:15.159577 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-df320a7b-b481-4821-8d98-bf42f3210d2b req-a7188628-55af-4de1-94e8-c412b65b5526 tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] 10.222.0.55 "GET /v2.0/ports?device_id=d30e9d27-45ce-4c3d-90e3-efbc85a47adf HTTP/1.1" status: 200 len: 210 time: 0.9703856 May 28 06:35:15.164928 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-bda7fc46-c563-4e2f-bcd7-b1e674473068 tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:35:15.170299 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-bb08115c-52e3-4f4d-8cb1-edfb0a2e18a2 req-3c196212-04af-4156-9d24-298d9c707142 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:15.177157 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-bda7fc46-c563-4e2f-bcd7-b1e674473068 tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:35:15.199095 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [req-bb08115c-52e3-4f4d-8cb1-edfb0a2e18a2 req-3c196212-04af-4156-9d24-298d9c707142 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Transition to ACTIVE for port object 0c82cdde-d718-46cb-9d90-6f9ae18a045e will not be triggered until provisioned by entity DHCP. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:35:15.207846 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85721ec4-3fb7-4688-91c7-c9ba6beffc38 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Made reservation on behalf of 10cdb8a3aabd4dd49be0c0f56b29aa20 for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:35:15.210183 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-85721ec4-3fb7-4688-91c7-c9ba6beffc38 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:15.299873 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-bd54fc06-2aa5-49db-a85d-40c913ca8865 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:15.362792 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-16889978-eaaa-4f57-9b19-ebaa805048b9 tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:15.407111 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-bd54fc06-2aa5-49db-a85d-40c913ca8865 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:15.502757 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-2dd9729a-f558-46f7-a517-deb7e4c416df req-f5431507-900c-4c0d-bb84-05fe8f882613 tempest-InstanceActionsTestJSON-281555558 tempest-InstanceActionsTestJSON-281555558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:35:15.514580 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-2dd9729a-f558-46f7-a517-deb7e4c416df req-f5431507-900c-4c0d-bb84-05fe8f882613 tempest-InstanceActionsTestJSON-281555558 tempest-InstanceActionsTestJSON-281555558-project] Usage tracker for resource:port and tenant:f027d6dea941454488e612f59247e836 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:35:15.523132 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-2dd9729a-f558-46f7-a517-deb7e4c416df req-f5431507-900c-4c0d-bb84-05fe8f882613 tempest-InstanceActionsTestJSON-281555558 tempest-InstanceActionsTestJSON-281555558-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:35:15.536325 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-2dd9729a-f558-46f7-a517-deb7e4c416df req-f5431507-900c-4c0d-bb84-05fe8f882613 tempest-InstanceActionsTestJSON-281555558 tempest-InstanceActionsTestJSON-281555558-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:35:15.605009 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c9098a20-c394-4ec1-a13f-96c496d0abae req-0179e73c-373e-4231-9345-93a7471ff086 tempest-InstanceActionsTestJSON-281555558 tempest-InstanceActionsTestJSON-281555558-project] 10.222.0.55 "GET /v2.0/ports?device_id=b45df6ec-6780-45fc-bd68-e892977bdf65 HTTP/1.1" status: 200 len: 210 time: 0.0487096 May 28 06:35:15.641654 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-bda7fc46-c563-4e2f-bcd7-b1e674473068 tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] Made reservation on behalf of 67f9a66edc1c44a7bb455c6c2cfc38ca for: {'port': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:35:15.645791 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-bda7fc46-c563-4e2f-bcd7-b1e674473068 tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:15.666508 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-bb08115c-52e3-4f4d-8cb1-edfb0a2e18a2 req-3c196212-04af-4156-9d24-298d9c707142 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:15.680778 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-bd54fc06-2aa5-49db-a85d-40c913ca8865 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:15.684456 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dd9729a-f558-46f7-a517-deb7e4c416df req-f5431507-900c-4c0d-bb84-05fe8f882613 tempest-InstanceActionsTestJSON-281555558 tempest-InstanceActionsTestJSON-281555558-project] Made reservation on behalf of f027d6dea941454488e612f59247e836 for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:35:15.687949 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-2dd9729a-f558-46f7-a517-deb7e4c416df req-f5431507-900c-4c0d-bb84-05fe8f882613 tempest-InstanceActionsTestJSON-281555558 tempest-InstanceActionsTestJSON-281555558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:15.809475 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-f80a840c-97b0-43c4-ac29-f12f28bf39ff tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] Allocated IP 172.20.0.6 (e5c7773a-ecaf-4e7b-9372-81ed439a0b55/5c654d90-84d7-427f-8188-6872cb5ecca8/6b003501-bc41-4d7f-8ac8-ec847ad3a399) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:35:15.852262 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb08115c-52e3-4f4d-8cb1-edfb0a2e18a2 req-3c196212-04af-4156-9d24-298d9c707142 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Network a8fa6c28-5257-4dd9-bf7e-c257b513d11b is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:35:15.856796 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [req-bb08115c-52e3-4f4d-8cb1-edfb0a2e18a2 req-3c196212-04af-4156-9d24-298d9c707142 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:35:15.864783 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb08115c-52e3-4f4d-8cb1-edfb0a2e18a2 req-3c196212-04af-4156-9d24-298d9c707142 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:35:15.900740 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-16889978-eaaa-4f57-9b19-ebaa805048b9 tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:15.922291 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c196212-04af-4156-9d24-298d9c707142 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Pushing event updated for resources: {'Port': ['ID=0c82cdde-d718-46cb-9d90-6f9ae18a045e,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:35:15.973643 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb08115c-52e3-4f4d-8cb1-edfb0a2e18a2 req-3c196212-04af-4156-9d24-298d9c707142 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:15.974334 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-bb08115c-52e3-4f4d-8cb1-edfb0a2e18a2 req-3c196212-04af-4156-9d24-298d9c707142 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:16.124709 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-bb08115c-52e3-4f4d-8cb1-edfb0a2e18a2 req-3c196212-04af-4156-9d24-298d9c707142 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7925596 May 28 06:35:16.142844 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-bb08115c-52e3-4f4d-8cb1-edfb0a2e18a2 req-8d51904b-09a7-4d68-9f07-f002e12d8582 service neutron] Request body: {'port': {'device_id': '18125e28-15d1-48dd-aa07-32b31253304b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843702-1'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:35:16.196675 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd54fc06-2aa5-49db-a85d-40c913ca8865 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c29c3182-cdf5-4927-b26f-7ea1295dd7a3,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:35:16.284988 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-bb08115c-52e3-4f4d-8cb1-edfb0a2e18a2 req-8d51904b-09a7-4d68-9f07-f002e12d8582 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:16.343426 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-2f307df8-aee1-46d0-918c-7822f8f166bb None None] Provisioning for port 0c82cdde-d718-46cb-9d90-6f9ae18a045e completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:35:16.349998 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-2f307df8-aee1-46d0-918c-7822f8f166bb None None] Provisioning complete for port 0c82cdde-d718-46cb-9d90-6f9ae18a045e triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:35:16.350594 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-2f307df8-aee1-46d0-918c-7822f8f166bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:16.467192 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-2f307df8-aee1-46d0-918c-7822f8f166bb None None] Port 0c82cdde-d718-46cb-9d90-6f9ae18a045e cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:35:16.492732 n-d-843702-1 neutron-server[89109]: DEBUG neutron.objects.ports [None req-85721ec4-3fb7-4688-91c7-c9ba6beffc38 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89109) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 28 06:35:16.493039 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-85721ec4-3fb7-4688-91c7-c9ba6beffc38 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:16.650990 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85721ec4-3fb7-4688-91c7-c9ba6beffc38 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Pushing event updated for resources: {'Subnet': ['ID=138b349d-74b1-4fc4-849c-49df3230761e,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:35:16.733361 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85721ec4-3fb7-4688-91c7-c9ba6beffc38 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Checking segment: {'id': 'd62c75f6-d106-4751-8a95-35eda74c3c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'fb634202-8c6b-4c8c-94d0-586daae054e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:35:16.733797 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85721ec4-3fb7-4688-91c7-c9ba6beffc38 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Network hostable DHCP agents. Network: fb634202-8c6b-4c8c-94d0-586daae054e2, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:35:16.734242 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-bd54fc06-2aa5-49db-a85d-40c913ca8865 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:16.738445 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-bd54fc06-2aa5-49db-a85d-40c913ca8865 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] 10.222.0.55 "DELETE /v2.0/security-groups/c29c3182-cdf5-4927-b26f-7ea1295dd7a3 HTTP/1.1" status: 204 len: 168 time: 2.1572890 May 28 06:35:16.796935 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 34844) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:35:16.937232 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-16889978-eaaa-4f57-9b19-ebaa805048b9 tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] Network e5c7773a-ecaf-4e7b-9372-81ed439a0b55 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:35:17.000182 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cb1364d9-583a-4018-8750-ad6cfe2bd6ad req-d97ba3e2-87f6-4aa7-ade9-504296fe30bf tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] 10.222.0.55 "GET /v2.0/ports?device_id=d30e9d27-45ce-4c3d-90e3-efbc85a47adf HTTP/1.1" status: 200 len: 210 time: 0.2079661 May 28 06:35:17.000182 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-16889978-eaaa-4f57-9b19-ebaa805048b9 tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:35:17.000379 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [req-bb08115c-52e3-4f4d-8cb1-edfb0a2e18a2 req-8d51904b-09a7-4d68-9f07-f002e12d8582 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c82cdde-d718-46cb-9d90-6f9ae18a045e {{(pid=89109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:35:17.000379 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-bb08115c-52e3-4f4d-8cb1-edfb0a2e18a2 req-8d51904b-09a7-4d68-9f07-f002e12d8582 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:17.000698 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-16889978-eaaa-4f57-9b19-ebaa805048b9 tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:35:17.000797 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [req-bb08115c-52e3-4f4d-8cb1-edfb0a2e18a2 req-8d51904b-09a7-4d68-9f07-f002e12d8582 service neutron] Transition to ACTIVE for port object 0c82cdde-d718-46cb-9d90-6f9ae18a045e will not be triggered until provisioned by entity L2. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:35:17.030784 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16889978-eaaa-4f57-9b19-ebaa805048b9 tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] Pushing event updated for resources: {'Port': ['ID=41cbcbcd-5564-4eca-bb32-20cf5107cfcb,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:35:17.068019 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [req-2dd9729a-f558-46f7-a517-deb7e4c416df req-f5431507-900c-4c0d-bb84-05fe8f882613 tempest-InstanceActionsTestJSON-281555558 tempest-InstanceActionsTestJSON-281555558-project] Allocated IP 172.20.0.8 (cd6ee327-f61e-4622-89b1-41e9d0da622c/63087a8b-c4a9-4365-9770-9c338fb4b336/9f12cf48-0c6d-4cfc-b4b2-d485430b7ee2) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:35:17.103892 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2068075-e38a-4e61-8e37-3efcb44d6461 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Deleting subnet 86950600-f99f-450d-ba01-3f13d44c55b1 {{(pid=89110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:35:17.116248 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a2068075-e38a-4e61-8e37-3efcb44d6461 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks [] for subnet, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:17.131919 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85721ec4-3fb7-4688-91c7-c9ba6beffc38 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Network fb634202-8c6b-4c8c-94d0-586daae054e2 is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:35:17.178085 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-bb08115c-52e3-4f4d-8cb1-edfb0a2e18a2 req-8d51904b-09a7-4d68-9f07-f002e12d8582 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:17.253976 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-f80a840c-97b0-43c4-ac29-f12f28bf39ff tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:17.268553 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d51904b-09a7-4d68-9f07-f002e12d8582 service neutron] Pushing event updated for resources: {'Port': ['ID=0c82cdde-d718-46cb-9d90-6f9ae18a045e,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:35:17.269110 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-16889978-eaaa-4f57-9b19-ebaa805048b9 tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:17.269798 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-16889978-eaaa-4f57-9b19-ebaa805048b9 tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:17.287232 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6ef706bf-04d2-4b3b-9575-7b0c66f39e68 req-95322dd8-954d-40bc-9566-3bbf01664f44 tempest-InstanceActionsTestJSON-281555558 tempest-InstanceActionsTestJSON-281555558-project] 10.222.0.55 "GET /v2.0/ports?device_id=b45df6ec-6780-45fc-bd68-e892977bdf65 HTTP/1.1" status: 200 len: 210 time: 0.1334984 May 28 06:35:17.349076 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb00e6c-e75b-4981-aa0a-1b82f392c50f req-03901d80-61da-44cd-bd6d-01e613b84527 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:17.350651 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7bb00e6c-e75b-4981-aa0a-1b82f392c50f req-03901d80-61da-44cd-bd6d-01e613b84527 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/ports?device_id=18125e28-15d1-48dd-aa07-32b31253304b HTTP/1.1" status: 200 len: 931 time: 0.6190023 May 28 06:35:17.356824 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a2068075-e38a-4e61-8e37-3efcb44d6461 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4150765'] for subnet, precommit_delete_associations {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:17.390944 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-85721ec4-3fb7-4688-91c7-c9ba6beffc38 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, fb634202-8c6b-4c8c-94d0-586daae054e2) {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:35:17.402829 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56dbcd5-795e-4f07-a363-e3229e553620 None None] Network fb634202-8c6b-4c8c-94d0-586daae054e2 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:35:17.433440 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85721ec4-3fb7-4688-91c7-c9ba6beffc38 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:17.434048 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-85721ec4-3fb7-4688-91c7-c9ba6beffc38 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:17.649633 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-16889978-eaaa-4f57-9b19-ebaa805048b9 tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.5776031 May 28 06:35:17.677534 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-fc281c63-51b4-4853-9e21-21b3f2dff804 service neutron] Request body: {'port': {'device_id': 'bb917b0b-b1be-4261-8fcf-faf4c9a5f089', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843702-1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:35:17.741051 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-85721ec4-3fb7-4688-91c7-c9ba6beffc38 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.9057045 May 28 06:35:17.741924 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 34864) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:35:17.785952 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-bb08115c-52e3-4f4d-8cb1-edfb0a2e18a2 req-8d51904b-09a7-4d68-9f07-f002e12d8582 service neutron] Attempting to bind port 0c82cdde-d718-46cb-9d90-6f9ae18a045e on host n-h2-843702-1 for vnic_type normal with profile {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:35:17.786476 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-bb08115c-52e3-4f4d-8cb1-edfb0a2e18a2 req-8d51904b-09a7-4d68-9f07-f002e12d8582 service neutron] Attempting to bind port 0c82cdde-d718-46cb-9d90-6f9ae18a045e by drivers openvswitch,hyperv on host n-h2-843702-1 at level 0 using segments [{'id': '38fd89a2-8195-4731-ba40-f43c54a7016a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a8fa6c28-5257-4dd9-bf7e-c257b513d11b'}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:35:17.787090 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb08115c-52e3-4f4d-8cb1-edfb0a2e18a2 req-8d51904b-09a7-4d68-9f07-f002e12d8582 service neutron] Attempting to bind port 0c82cdde-d718-46cb-9d90-6f9ae18a045e on network a8fa6c28-5257-4dd9-bf7e-c257b513d11b {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:35:17.792114 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb08115c-52e3-4f4d-8cb1-edfb0a2e18a2 req-8d51904b-09a7-4d68-9f07-f002e12d8582 service neutron] Port 0c82cdde-d718-46cb-9d90-6f9ae18a045e on network a8fa6c28-5257-4dd9-bf7e-c257b513d11b not bound, no agent of type Open vSwitch agent registered on host n-h2-843702-1 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:35:17.792631 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb08115c-52e3-4f4d-8cb1-edfb0a2e18a2 req-8d51904b-09a7-4d68-9f07-f002e12d8582 service neutron] Attempting to bind port 0c82cdde-d718-46cb-9d90-6f9ae18a045e on network a8fa6c28-5257-4dd9-bf7e-c257b513d11b {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:35:17.798805 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb08115c-52e3-4f4d-8cb1-edfb0a2e18a2 req-8d51904b-09a7-4d68-9f07-f002e12d8582 service neutron] Checking agent: {'id': 'f1a3973b-d2b3-4558-88e7-2ac50857d302', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:35:17.799415 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb08115c-52e3-4f4d-8cb1-edfb0a2e18a2 req-8d51904b-09a7-4d68-9f07-f002e12d8582 service neutron] Checking segment: {'id': '38fd89a2-8195-4731-ba40-f43c54a7016a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a8fa6c28-5257-4dd9-bf7e-c257b513d11b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:35:17.800136 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb08115c-52e3-4f4d-8cb1-edfb0a2e18a2 req-8d51904b-09a7-4d68-9f07-f002e12d8582 service neutron] Bound using segment: {'id': '38fd89a2-8195-4731-ba40-f43c54a7016a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a8fa6c28-5257-4dd9-bf7e-c257b513d11b'} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:35:17.800728 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-bb08115c-52e3-4f4d-8cb1-edfb0a2e18a2 req-8d51904b-09a7-4d68-9f07-f002e12d8582 service neutron] Bound port: 0c82cdde-d718-46cb-9d90-6f9ae18a045e, host: n-h2-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38fd89a2-8195-4731-ba40-f43c54a7016a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a8fa6c28-5257-4dd9-bf7e-c257b513d11b'}}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:35:17.801226 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-bb08115c-52e3-4f4d-8cb1-edfb0a2e18a2 req-8d51904b-09a7-4d68-9f07-f002e12d8582 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:17.831641 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc3abb7-c342-49c1-b994-c85eb4e9e902 None None] Network fb634202-8c6b-4c8c-94d0-586daae054e2 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:35:17.849608 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-3375f5bd-02f2-4511-a152-f814ee580999 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Request body: {'floatingip': {'floating_network_id': 'fb634202-8c6b-4c8c-94d0-586daae054e2'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:35:17.880967 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-3375f5bd-02f2-4511-a152-f814ee580999 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:35:17.894551 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7bb00e6c-e75b-4981-aa0a-1b82f392c50f req-4b470057-23a6-4290-a819-76a0d962b110 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d5c9d24-a7ef-4e95-9414-4cd057feeac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4662349 May 28 06:35:17.934947 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-bb08115c-52e3-4f4d-8cb1-edfb0a2e18a2 req-8d51904b-09a7-4d68-9f07-f002e12d8582 service neutron] For port 0c82cdde-d718-46cb-9d90-6f9ae18a045e, host n-h2-843702-1, cleared binding levels {{(pid=89109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:35:17.939848 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-bb08115c-52e3-4f4d-8cb1-edfb0a2e18a2 req-8d51904b-09a7-4d68-9f07-f002e12d8582 service neutron] For port 0c82cdde-d718-46cb-9d90-6f9ae18a045e, host n-h2-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=0c82cdde-d718-46cb-9d90-6f9ae18a045e,segment=NetworkSegment(38fd89a2-8195-4731-ba40-f43c54a7016a),segment_id=38fd89a2-8195-4731-ba40-f43c54a7016a)] {{(pid=89109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:35:17.954109 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-3375f5bd-02f2-4511-a152-f814ee580999 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Usage tracker for resource:floatingip and tenant:10cdb8a3aabd4dd49be0c0f56b29aa20 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:35:18.062950 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-bb08115c-52e3-4f4d-8cb1-edfb0a2e18a2 req-8d51904b-09a7-4d68-9f07-f002e12d8582 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:18.080523 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-3375f5bd-02f2-4511-a152-f814ee580999 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:35:18.145482 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-f80a840c-97b0-43c4-ac29-f12f28bf39ff tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:18.208620 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-3375f5bd-02f2-4511-a152-f814ee580999 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:35:18.301907 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f3fdf4f0-27b5-417f-94e9-f528fe25277c req-30a895a4-6333-4e99-b0c8-149c1824f562 tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] 10.222.0.55 "GET /v2.0/ports?device_id=d30e9d27-45ce-4c3d-90e3-efbc85a47adf HTTP/1.1" status: 200 len: 210 time: 0.1539276 May 28 06:35:18.347805 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb08115c-52e3-4f4d-8cb1-edfb0a2e18a2 req-8d51904b-09a7-4d68-9f07-f002e12d8582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:18.348406 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-bb08115c-52e3-4f4d-8cb1-edfb0a2e18a2 req-8d51904b-09a7-4d68-9f07-f002e12d8582 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:18.349329 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a2068075-e38a-4e61-8e37-3efcb44d6461 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:18.349835 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-bb08115c-52e3-4f4d-8cb1-edfb0a2e18a2 req-8d51904b-09a7-4d68-9f07-f002e12d8582 service neutron] 10.222.0.71 "PUT /v2.0/ports/0c82cdde-d718-46cb-9d90-6f9ae18a045e HTTP/1.1" status: 200 len: 1091 time: 2.2118089 May 28 06:35:18.357730 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18125e28-15d1-48dd-aa07-32b31253304b', 'tag': '0c82cdde-d718-46cb-9d90-6f9ae18a045e'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:35:18.381451 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d51904b-09a7-4d68-9f07-f002e12d8582 service neutron] Pushing event updated for resources: {'Port': ['ID=0c82cdde-d718-46cb-9d90-6f9ae18a045e,revision_number=3']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:35:18.403088 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-bda7fc46-c563-4e2f-bcd7-b1e674473068 tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] Allocated IP 172.20.0.14 (e5c7773a-ecaf-4e7b-9372-81ed439a0b55/5c654d90-84d7-427f-8188-6872cb5ecca8/093270a4-e765-43ea-b479-009874731022) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:35:18.490359 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-f80a840c-97b0-43c4-ac29-f12f28bf39ff tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] Network e5c7773a-ecaf-4e7b-9372-81ed439a0b55 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:35:18.494450 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80a840c-97b0-43c4-ac29-f12f28bf39ff tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] Pushing event updated for resources: {'Port': ['ID=6b003501-bc41-4d7f-8ac8-ec847ad3a399,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:35:18.526903 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-f80a840c-97b0-43c4-ac29-f12f28bf39ff tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:35:18.562736 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-fc281c63-51b4-4853-9e21-21b3f2dff804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:18.624364 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-f80a840c-97b0-43c4-ac29-f12f28bf39ff tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:35:18.692072 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-2dd9729a-f558-46f7-a517-deb7e4c416df req-f5431507-900c-4c0d-bb84-05fe8f882613 tempest-InstanceActionsTestJSON-281555558 tempest-InstanceActionsTestJSON-281555558-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:18.739505 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ac958ac-b777-4b45-a258-5f6362aee83e'] response: {'name': 'network-changed', 'server_uuid': '18125e28-15d1-48dd-aa07-32b31253304b', 'tag': '0c82cdde-d718-46cb-9d90-6f9ae18a045e', 'status': 'completed', 'code': 200} May 28 06:35:18.805045 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3375f5bd-02f2-4511-a152-f814ee580999 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:18.839276 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-3f1292b6-6fe1-45a0-9a24-554662e3be37 req-808f7f13-fa60-45ab-997c-3bd8a8d75584 tempest-InstanceActionsTestJSON-281555558 tempest-InstanceActionsTestJSON-281555558-project] Synchronizing usage tracker for tenant:f027d6dea941454488e612f59247e836 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:35:18.840484 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb08115c-52e3-4f4d-8cb1-edfb0a2e18a2 req-ec71bd1f-01ea-4858-a490-25d36b743ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:18.842726 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-bb08115c-52e3-4f4d-8cb1-edfb0a2e18a2 req-ec71bd1f-01ea-4858-a490-25d36b743ee2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=50466b4420374aac8a4e6c84ffbb2d35&device_id=18125e28-15d1-48dd-aa07-32b31253304b HTTP/1.1" status: 200 len: 1094 time: 0.2133403 May 28 06:35:18.848605 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-bda7fc46-c563-4e2f-bcd7-b1e674473068 tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:18.929008 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-bb08115c-52e3-4f4d-8cb1-edfb0a2e18a2 req-6a1b426a-e964-49d5-b218-76a0ee43091a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0c82cdde-d718-46cb-9d90-6f9ae18a045e HTTP/1.1" status: 200 len: 217 time: 0.0677876 May 28 06:35:19.000707 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-f80a840c-97b0-43c4-ac29-f12f28bf39ff tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:19.001887 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-f80a840c-97b0-43c4-ac29-f12f28bf39ff tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:19.015676 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb08115c-52e3-4f4d-8cb1-edfb0a2e18a2 req-728a50da-da4e-4443-8bbb-b9ee6ef539be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:19.017567 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-bb08115c-52e3-4f4d-8cb1-edfb0a2e18a2 req-728a50da-da4e-4443-8bbb-b9ee6ef539be service neutron] 10.222.0.71 "GET /v2.0/subnets?id=63994f4d-7e85-4fdc-89a1-6c8536e7f551 HTTP/1.1" status: 200 len: 855 time: 0.0815957 May 28 06:35:19.104191 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb08115c-52e3-4f4d-8cb1-edfb0a2e18a2 req-ec725939-bd65-4265-9454-da2c695260fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:19.105902 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-bb08115c-52e3-4f4d-8cb1-edfb0a2e18a2 req-ec725939-bd65-4265-9454-da2c695260fc service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a8fa6c28-5257-4dd9-bf7e-c257b513d11b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0819266 May 28 06:35:19.132801 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-bda7fc46-c563-4e2f-bcd7-b1e674473068 tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:19.155268 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a2068075-e38a-4e61-8e37-3efcb44d6461 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3115981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3172005'] for subnet, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:19.159300 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-3f1292b6-6fe1-45a0-9a24-554662e3be37 req-808f7f13-fa60-45ab-997c-3bd8a8d75584 tempest-InstanceActionsTestJSON-281555558 tempest-InstanceActionsTestJSON-281555558-project] Unset dirty status for tenant:f027d6dea941454488e612f59247e836 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:35:19.160542 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3f1292b6-6fe1-45a0-9a24-554662e3be37 req-808f7f13-fa60-45ab-997c-3bd8a8d75584 tempest-InstanceActionsTestJSON-281555558 tempest-InstanceActionsTestJSON-281555558-project] 10.222.0.55 "GET /v2.0/ports?device_id=b45df6ec-6780-45fc-bd68-e892977bdf65 HTTP/1.1" status: 200 len: 210 time: 0.6348608 May 28 06:35:19.215452 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-bda7fc46-c563-4e2f-bcd7-b1e674473068 tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] Network e5c7773a-ecaf-4e7b-9372-81ed439a0b55 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:35:19.218608 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-bda7fc46-c563-4e2f-bcd7-b1e674473068 tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:35:19.223769 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-bda7fc46-c563-4e2f-bcd7-b1e674473068 tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:35:19.229900 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-f80a840c-97b0-43c4-ac29-f12f28bf39ff tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.5207729 May 28 06:35:19.255267 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a2068075-e38a-4e61-8e37-3efcb44d6461 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:19.262119 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-a2068075-e38a-4e61-8e37-3efcb44d6461 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] 10.222.0.55 "DELETE /v2.0/subnets/86950600-f99f-450d-ba01-3f13d44c55b1 HTTP/1.1" status: 204 len: 168 time: 2.4120469 May 28 06:35:19.264220 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49563b4b-31b3-439c-a10e-bec7b7ae607f None None] Network 3db30d99-6fa4-4e2b-9141-f98585fb21e1 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:35:19.267840 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2068075-e38a-4e61-8e37-3efcb44d6461 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Pushing event deleted for resources: {'Subnet': ['ID=86950600-f99f-450d-ba01-3f13d44c55b1,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:35:19.275155 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 34974) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:35:19.291025 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda7fc46-c563-4e2f-bcd7-b1e674473068 tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] Pushing event updated for resources: {'Port': ['ID=093270a4-e765-43ea-b479-009874731022,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:35:19.297879 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-6e436045-1c7e-4400-ac4e-5ca423f4b1bf service neutron] Request body: {'port': {'device_id': '433d0421-5e2e-49ad-967e-35d936da3ff8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843702-1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:35:19.404309 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-bda7fc46-c563-4e2f-bcd7-b1e674473068 tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:19.405064 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-bda7fc46-c563-4e2f-bcd7-b1e674473068 tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:19.516252 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-2dd9729a-f558-46f7-a517-deb7e4c416df req-f5431507-900c-4c0d-bb84-05fe8f882613 tempest-InstanceActionsTestJSON-281555558 tempest-InstanceActionsTestJSON-281555558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:19.559482 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-bb08115c-52e3-4f4d-8cb1-edfb0a2e18a2 req-dd66f328-b695-4f88-be40-9603cd592dee service neutron] 10.222.0.71 "GET /v2.0/networks/a8fa6c28-5257-4dd9-bf7e-c257b513d11b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3079672 May 28 06:35:19.565597 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-bda7fc46-c563-4e2f-bcd7-b1e674473068 tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8280768 May 28 06:35:19.627502 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-0a6350ff-5794-423e-bc93-28760f08e9b5 service neutron] Request body: {'port': {'device_id': 'd30e9d27-45ce-4c3d-90e3-efbc85a47adf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843702-1'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:35:19.782751 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dd9729a-f558-46f7-a517-deb7e4c416df req-f5431507-900c-4c0d-bb84-05fe8f882613 tempest-InstanceActionsTestJSON-281555558 tempest-InstanceActionsTestJSON-281555558-project] Network cd6ee327-f61e-4622-89b1-41e9d0da622c is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:35:19.801691 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [req-2dd9729a-f558-46f7-a517-deb7e4c416df req-f5431507-900c-4c0d-bb84-05fe8f882613 tempest-InstanceActionsTestJSON-281555558 tempest-InstanceActionsTestJSON-281555558-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:35:19.846676 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-bb08115c-52e3-4f4d-8cb1-edfb0a2e18a2 req-bf4e37a6-9d1f-4036-a99e-bb5d4a99a0f0 service neutron] 10.222.0.71 "GET /v2.0/networks/a8fa6c28-5257-4dd9-bf7e-c257b513d11b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2798877 May 28 06:35:19.851742 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-0a6350ff-5794-423e-bc93-28760f08e9b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:19.886248 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dd9729a-f558-46f7-a517-deb7e4c416df req-f5431507-900c-4c0d-bb84-05fe8f882613 tempest-InstanceActionsTestJSON-281555558 tempest-InstanceActionsTestJSON-281555558-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:35:19.942456 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_v2 [None req-8746fae3-091a-4aee-b16a-47e6cbd499ff tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Deleting subnet 038892f2-7fa5-49b2-bb8d-6d1d484d7f3e {{(pid=89110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:35:19.944487 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5431507-900c-4c0d-bb84-05fe8f882613 tempest-InstanceActionsTestJSON-281555558 tempest-InstanceActionsTestJSON-281555558-project] Pushing event updated for resources: {'Port': ['ID=9f12cf48-0c6d-4cfc-b4b2-d485430b7ee2,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:35:19.970460 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8746fae3-091a-4aee-b16a-47e6cbd499ff tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks [] for subnet, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:20.086705 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-6e436045-1c7e-4400-ac4e-5ca423f4b1bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:20.118340 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd9729a-f558-46f7-a517-deb7e4c416df req-f5431507-900c-4c0d-bb84-05fe8f882613 tempest-InstanceActionsTestJSON-281555558 tempest-InstanceActionsTestJSON-281555558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:20.118983 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-2dd9729a-f558-46f7-a517-deb7e4c416df req-f5431507-900c-4c0d-bb84-05fe8f882613 tempest-InstanceActionsTestJSON-281555558 tempest-InstanceActionsTestJSON-281555558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:20.125322 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8746fae3-091a-4aee-b16a-47e6cbd499ff tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4150765'] for subnet, precommit_delete_associations {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:20.143427 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fe19b7-20aa-4fb6-84bd-e1beca5ed6ab req-c8ec8b81-bda2-45ac-81e4-f340cc2151e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:20.145252 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-13fe19b7-20aa-4fb6-84bd-e1beca5ed6ab req-c8ec8b81-bda2-45ac-81e4-f340cc2151e8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=50466b4420374aac8a4e6c84ffbb2d35&device_id=18125e28-15d1-48dd-aa07-32b31253304b HTTP/1.1" status: 200 len: 1094 time: 0.0903232 May 28 06:35:20.167966 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c8acc6-e928-43a3-b531-1e4912749cc4 req-73edffb3-632c-42bf-acd5-bac9742c40ad tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:20.169539 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a0c8acc6-e928-43a3-b531-1e4912749cc4 req-73edffb3-632c-42bf-acd5-bac9742c40ad tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/ports?device_id=18125e28-15d1-48dd-aa07-32b31253304b HTTP/1.1" status: 200 len: 943 time: 1.0883105 May 28 06:35:20.176840 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.db.resource_extend [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-fc281c63-51b4-4853-9e21-21b3f2dff804 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 06:35:20.305308 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fe19b7-20aa-4fb6-84bd-e1beca5ed6ab req-d094fd2d-d343-44b9-abd3-3d5724fc0996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:20.306854 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-13fe19b7-20aa-4fb6-84bd-e1beca5ed6ab req-d094fd2d-d343-44b9-abd3-3d5724fc0996 service neutron] 10.222.0.71 "GET /v2.0/networks?id=a8fa6c28-5257-4dd9-bf7e-c257b513d11b HTTP/1.1" status: 200 len: 917 time: 0.1550896 May 28 06:35:20.342643 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2dd9729a-f558-46f7-a517-deb7e4c416df req-f5431507-900c-4c0d-bb84-05fe8f882613 tempest-InstanceActionsTestJSON-281555558 tempest-InstanceActionsTestJSON-281555558-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2339356 May 28 06:35:20.358136 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782e9a08-8bc2-4e9d-8d4c-b76bd375e598 req-ccfda373-ae68-4c0e-9eab-a5804a68dfc4 tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:20.359629 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-782e9a08-8bc2-4e9d-8d4c-b76bd375e598 req-ccfda373-ae68-4c0e-9eab-a5804a68dfc4 tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] 10.222.0.55 "GET /v2.0/ports?device_id=d30e9d27-45ce-4c3d-90e3-efbc85a47adf HTTP/1.1" status: 200 len: 932 time: 0.7750895 May 28 06:35:20.377843 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3375f5bd-02f2-4511-a152-f814ee580999 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:20.384547 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-2dd9729a-f558-46f7-a517-deb7e4c416df req-02435c07-f89f-4aeb-9cfc-8671083da1aa service neutron] Request body: {'port': {'device_id': 'b45df6ec-6780-45fc-bd68-e892977bdf65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843702-1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:35:20.396828 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-13fe19b7-20aa-4fb6-84bd-e1beca5ed6ab req-754355b5-f6a4-4bbe-90e2-83f70f12a7c6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0c82cdde-d718-46cb-9d90-6f9ae18a045e HTTP/1.1" status: 200 len: 217 time: 0.0813191 May 28 06:35:20.461942 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fe19b7-20aa-4fb6-84bd-e1beca5ed6ab req-442a34bd-f28a-454a-aa71-e501fdfb97f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:20.463372 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-13fe19b7-20aa-4fb6-84bd-e1beca5ed6ab req-442a34bd-f28a-454a-aa71-e501fdfb97f8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=63994f4d-7e85-4fdc-89a1-6c8536e7f551 HTTP/1.1" status: 200 len: 855 time: 0.0601220 May 28 06:35:20.488937 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-fc281c63-51b4-4853-9e21-21b3f2dff804 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41cbcbcd-5564-4eca-bb32-20cf5107cfcb {{(pid=89110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:35:20.564941 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fe19b7-20aa-4fb6-84bd-e1beca5ed6ab req-b65caeea-8ca3-4f75-b6d1-0259709c5a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:20.566611 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-13fe19b7-20aa-4fb6-84bd-e1beca5ed6ab req-b65caeea-8ca3-4f75-b6d1-0259709c5a3d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a8fa6c28-5257-4dd9-bf7e-c257b513d11b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0843303 May 28 06:35:20.568364 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-fc281c63-51b4-4853-9e21-21b3f2dff804 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:20.570062 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-00a2a824-c735-4da4-a9f5-809af94cfef9 None None] Provisioning complete for port 32e07ebd-5b67-4752-b854-f023d2a40c39 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:35:20.571081 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-00a2a824-c735-4da4-a9f5-809af94cfef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:20.583562 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a0c8acc6-e928-43a3-b531-1e4912749cc4 req-5beccccf-daf2-4be4-b18d-a77d9d31eb9c tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d5c9d24-a7ef-4e95-9414-4cd057feeac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3913736 May 28 06:35:20.791190 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 35046) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:35:20.805303 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-fc281c63-51b4-4853-9e21-21b3f2dff804 service neutron] Transition to ACTIVE for port object 41cbcbcd-5564-4eca-bb32-20cf5107cfcb will not be triggered until provisioned by entity L2. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:35:20.807709 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-00a2a824-c735-4da4-a9f5-809af94cfef9 None None] Current status of the port 32e07ebd-5b67-4752-b854-f023d2a40c39 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:35:20.822764 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-782e9a08-8bc2-4e9d-8d4c-b76bd375e598 req-d40e79c2-c3d9-4aca-827a-c1e7b3e13756 tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] Synchronizing usage tracker for tenant:67f9a66edc1c44a7bb455c6c2cfc38ca on resource:security_group {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:35:20.836833 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-00a2a824-c735-4da4-a9f5-809af94cfef9 None None] Provisioning complete for port f11a92c7-967a-4383-8902-74cca184e84f triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:35:20.837264 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-00a2a824-c735-4da4-a9f5-809af94cfef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:20.868744 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-13fe19b7-20aa-4fb6-84bd-e1beca5ed6ab req-c99b3bb0-ca2e-468e-aa18-ba8d7a19586a service neutron] 10.222.0.71 "GET /v2.0/networks/a8fa6c28-5257-4dd9-bf7e-c257b513d11b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2954690 May 28 06:35:20.872074 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8746fae3-091a-4aee-b16a-47e6cbd499ff tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:20.901549 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-00a2a824-c735-4da4-a9f5-809af94cfef9 None None] Port f11a92c7-967a-4383-8902-74cca184e84f cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:35:20.969242 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-fc281c63-51b4-4853-9e21-21b3f2dff804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:21.046074 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-2dd9729a-f558-46f7-a517-deb7e4c416df req-02435c07-f89f-4aeb-9cfc-8671083da1aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:21.059812 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ac5be12e-eaf7-40a7-b818-928323639dd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:21.091054 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-ac5be12e-eaf7-40a7-b818-928323639dd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:35:21.113451 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-ac5be12e-eaf7-40a7-b818-928323639dd7 admin admin] Usage tracker for resource:security_group_rule and tenant:9789740a3a324fd19938488f91536f47 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:35:21.118230 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-ac5be12e-eaf7-40a7-b818-928323639dd7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:35:21.133952 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-ac5be12e-eaf7-40a7-b818-928323639dd7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:35:21.175331 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-13fe19b7-20aa-4fb6-84bd-e1beca5ed6ab req-e2a4fceb-96a1-44dc-b06d-e1bac3a0aad9 service neutron] 10.222.0.71 "GET /v2.0/networks/a8fa6c28-5257-4dd9-bf7e-c257b513d11b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2992003 May 28 06:35:21.223408 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-782e9a08-8bc2-4e9d-8d4c-b76bd375e598 req-d40e79c2-c3d9-4aca-827a-c1e7b3e13756 tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] Unset dirty status for tenant:67f9a66edc1c44a7bb455c6c2cfc38ca on resource:security_group {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:35:21.224273 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-782e9a08-8bc2-4e9d-8d4c-b76bd375e598 req-d40e79c2-c3d9-4aca-827a-c1e7b3e13756 tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] 10.222.0.55 "GET /v2.0/security-groups?id=252cc91f-311f-459a-8173-cb2a7ca8a905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8046498 May 28 06:35:21.226538 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [None req-3375f5bd-02f2-4511-a152-f814ee580999 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Allocated IP 172.20.0.8 (fb634202-8c6b-4c8c-94d0-586daae054e2/138b349d-74b1-4fc4-849c-49df3230761e/4d4718b8-9a21-4f85-8174-40000caacfbb) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:35:21.237177 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc281c63-51b4-4853-9e21-21b3f2dff804 service neutron] Pushing event updated for resources: {'Port': ['ID=41cbcbcd-5564-4eca-bb32-20cf5107cfcb,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:35:21.309684 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-0a6350ff-5794-423e-bc93-28760f08e9b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 093270a4-e765-43ea-b479-009874731022 {{(pid=89109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:35:21.326740 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-0a6350ff-5794-423e-bc93-28760f08e9b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:21.353997 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ac5be12e-eaf7-40a7-b818-928323639dd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:21.356742 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-0a6350ff-5794-423e-bc93-28760f08e9b5 service neutron] Transition to ACTIVE for port object 093270a4-e765-43ea-b479-009874731022 will not be triggered until provisioned by entity L2. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:35:21.487316 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ac5be12e-eaf7-40a7-b818-928323639dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:21.523208 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-0a6350ff-5794-423e-bc93-28760f08e9b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:21.530369 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5be12e-eaf7-40a7-b818-928323639dd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92159708-6f20-42be-b408-863303e0aff3,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:35:21.695074 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8ab8e6-2bb2-46da-8ce6-4394c58d9687 req-bab29298-33a3-4409-8bf0-a57d7d725d19 tempest-InstanceActionsTestJSON-281555558 tempest-InstanceActionsTestJSON-281555558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:21.698398 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-ac5be12e-eaf7-40a7-b818-928323639dd7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9789740a3a324fd19938488f91536f47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9035337 May 28 06:35:21.698549 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fe8ab8e6-2bb2-46da-8ce6-4394c58d9687 req-bab29298-33a3-4409-8bf0-a57d7d725d19 tempest-InstanceActionsTestJSON-281555558 tempest-InstanceActionsTestJSON-281555558-project] 10.222.0.55 "GET /v2.0/ports?device_id=b45df6ec-6780-45fc-bd68-e892977bdf65 HTTP/1.1" status: 200 len: 931 time: 0.8902328 May 28 06:35:21.699738 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 35068) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:35:21.707803 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8746fae3-091a-4aee-b16a-47e6cbd499ff tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3115981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3172005'] for subnet, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:21.753825 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6350ff-5794-423e-bc93-28760f08e9b5 service neutron] Pushing event updated for resources: {'Port': ['ID=093270a4-e765-43ea-b479-009874731022,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:35:21.779266 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8746fae3-091a-4aee-b16a-47e6cbd499ff tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Pushing event deleted for resources: {'Subnet': ['ID=038892f2-7fa5-49b2-bb8d-6d1d484d7f3e,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:35:21.791256 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7112a405-66a5-4f87-88fe-e6b03035d29b None None] Network 3db30d99-6fa4-4e2b-9141-f98585fb21e1 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:35:21.791811 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8746fae3-091a-4aee-b16a-47e6cbd499ff tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:21.890659 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-0a6350ff-5794-423e-bc93-28760f08e9b5 service neutron] Attempting to bind port 093270a4-e765-43ea-b479-009874731022 on host n-h2-843702-1 for vnic_type normal with profile {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:35:21.891254 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-0a6350ff-5794-423e-bc93-28760f08e9b5 service neutron] Attempting to bind port 093270a4-e765-43ea-b479-009874731022 by drivers openvswitch,hyperv on host n-h2-843702-1 at level 0 using segments [{'id': '6d868819-564e-4af9-b9ff-085fbf6a79d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'e5c7773a-ecaf-4e7b-9372-81ed439a0b55'}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:35:21.891350 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-0a6350ff-5794-423e-bc93-28760f08e9b5 service neutron] Attempting to bind port 093270a4-e765-43ea-b479-009874731022 on network e5c7773a-ecaf-4e7b-9372-81ed439a0b55 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:35:21.895674 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-540e8ad5-a633-4126-b45f-d1c3f650763f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:21.899284 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-0a6350ff-5794-423e-bc93-28760f08e9b5 service neutron] Port 093270a4-e765-43ea-b479-009874731022 on network e5c7773a-ecaf-4e7b-9372-81ed439a0b55 not bound, no agent of type Open vSwitch agent registered on host n-h2-843702-1 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:35:21.899596 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-0a6350ff-5794-423e-bc93-28760f08e9b5 service neutron] Attempting to bind port 093270a4-e765-43ea-b479-009874731022 on network e5c7773a-ecaf-4e7b-9372-81ed439a0b55 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:35:21.915900 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-0a6350ff-5794-423e-bc93-28760f08e9b5 service neutron] Checking agent: {'id': 'f1a3973b-d2b3-4558-88e7-2ac50857d302', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:35:21.916276 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-0a6350ff-5794-423e-bc93-28760f08e9b5 service neutron] Checking segment: {'id': '6d868819-564e-4af9-b9ff-085fbf6a79d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'e5c7773a-ecaf-4e7b-9372-81ed439a0b55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:35:21.916610 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-0a6350ff-5794-423e-bc93-28760f08e9b5 service neutron] Bound using segment: {'id': '6d868819-564e-4af9-b9ff-085fbf6a79d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'e5c7773a-ecaf-4e7b-9372-81ed439a0b55'} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:35:21.917037 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-0a6350ff-5794-423e-bc93-28760f08e9b5 service neutron] Bound port: 093270a4-e765-43ea-b479-009874731022, host: n-h2-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d868819-564e-4af9-b9ff-085fbf6a79d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'e5c7773a-ecaf-4e7b-9372-81ed439a0b55'}}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:35:21.917379 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-0a6350ff-5794-423e-bc93-28760f08e9b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:21.947581 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-8746fae3-091a-4aee-b16a-47e6cbd499ff tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] 10.222.0.55 "DELETE /v2.0/subnets/038892f2-7fa5-49b2-bb8d-6d1d484d7f3e HTTP/1.1" status: 204 len: 168 time: 2.6556892 May 28 06:35:21.959019 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 35078) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:35:21.982997 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-540e8ad5-a633-4126-b45f-d1c3f650763f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:21.990323 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fe8ab8e6-2bb2-46da-8ce6-4394c58d9687 req-2ceeaffb-585c-4bc4-9c2d-16d01481d5e8 tempest-InstanceActionsTestJSON-281555558 tempest-InstanceActionsTestJSON-281555558-project] 10.222.0.55 "GET /v2.0/security-groups?id=bcebff5b-afd7-4b42-a162-6f2ecd94a4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2730203 May 28 06:35:22.035794 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-fc281c63-51b4-4853-9e21-21b3f2dff804 service neutron] Attempting to bind port 41cbcbcd-5564-4eca-bb32-20cf5107cfcb on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:35:22.036165 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-fc281c63-51b4-4853-9e21-21b3f2dff804 service neutron] Attempting to bind port 41cbcbcd-5564-4eca-bb32-20cf5107cfcb by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': '6d868819-564e-4af9-b9ff-085fbf6a79d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'e5c7773a-ecaf-4e7b-9372-81ed439a0b55'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:35:22.036523 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-fc281c63-51b4-4853-9e21-21b3f2dff804 service neutron] Attempting to bind port 41cbcbcd-5564-4eca-bb32-20cf5107cfcb on network e5c7773a-ecaf-4e7b-9372-81ed439a0b55 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:35:22.063179 n-d-843702-1 neutron-server[89110]: INFO neutron.pecan_wsgi.hooks.translation [None req-11b721bc-8c9d-48bc-96b9-65e5110f8181 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] DELETE failed (client error): The resource could not be found. May 28 06:35:22.063179 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11b721bc-8c9d-48bc-96b9-65e5110f8181 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89110) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:35:22.063498 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-0a6350ff-5794-423e-bc93-28760f08e9b5 service neutron] For port 093270a4-e765-43ea-b479-009874731022, host n-h2-843702-1, cleared binding levels {{(pid=89109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:35:22.065946 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-0a6350ff-5794-423e-bc93-28760f08e9b5 service neutron] For port 093270a4-e765-43ea-b479-009874731022, host n-h2-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=093270a4-e765-43ea-b479-009874731022,segment=NetworkSegment(6d868819-564e-4af9-b9ff-085fbf6a79d0),segment_id=6d868819-564e-4af9-b9ff-085fbf6a79d0)] {{(pid=89109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:35:22.066578 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-11b721bc-8c9d-48bc-96b9-65e5110f8181 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] 10.222.0.55 "DELETE /v2.0/subnets/86950600-f99f-450d-ba01-3f13d44c55b1 HTTP/1.1" status: 404 len: 337 time: 0.1065855 May 28 06:35:22.067192 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 35088) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:35:22.067321 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-fc281c63-51b4-4853-9e21-21b3f2dff804 service neutron] Port 41cbcbcd-5564-4eca-bb32-20cf5107cfcb on network e5c7773a-ecaf-4e7b-9372-81ed439a0b55 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:35:22.067604 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-fc281c63-51b4-4853-9e21-21b3f2dff804 service neutron] Attempting to bind port 41cbcbcd-5564-4eca-bb32-20cf5107cfcb on network e5c7773a-ecaf-4e7b-9372-81ed439a0b55 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:35:22.096819 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3375f5bd-02f2-4511-a152-f814ee580999 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:22.099917 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-fc281c63-51b4-4853-9e21-21b3f2dff804 service neutron] Checking agent: {'id': '69f492a0-c00d-46d0-9bec-fcd8161ce206', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:35:22.100239 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-fc281c63-51b4-4853-9e21-21b3f2dff804 service neutron] Checking segment: {'id': '6d868819-564e-4af9-b9ff-085fbf6a79d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'e5c7773a-ecaf-4e7b-9372-81ed439a0b55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:35:22.100855 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-fc281c63-51b4-4853-9e21-21b3f2dff804 service neutron] Bound using segment: {'id': '6d868819-564e-4af9-b9ff-085fbf6a79d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'e5c7773a-ecaf-4e7b-9372-81ed439a0b55'} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:35:22.101020 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-fc281c63-51b4-4853-9e21-21b3f2dff804 service neutron] Bound port: 41cbcbcd-5564-4eca-bb32-20cf5107cfcb, host: n-h1-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d868819-564e-4af9-b9ff-085fbf6a79d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'e5c7773a-ecaf-4e7b-9372-81ed439a0b55'}}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:35:22.101363 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-fc281c63-51b4-4853-9e21-21b3f2dff804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:22.119197 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 0c82cdde-d718-46cb-9d90-6f9ae18a045e details requested by agent hyperv_n-h2-843702-1 with host n-h2-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:35:22.145608 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 08d080b5-c04a-4a33-8fdb-30d9c1651e12 no longer exists at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:35:22.151821 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad7bb94e-fa6c-4233-87ef-56e4579621d1 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Deleting subnet c74cb4b8-3040-45a8-b873-9b4ff98f96b7 {{(pid=89109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:35:22.155861 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-0a6350ff-5794-423e-bc93-28760f08e9b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:22.162506 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ad7bb94e-fa6c-4233-87ef-56e4579621d1 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks [] for subnet, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:22.307531 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-540e8ad5-a633-4126-b45f-d1c3f650763f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:22.330392 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-0a6350ff-5794-423e-bc93-28760f08e9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:22.331295 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-0a6350ff-5794-423e-bc93-28760f08e9b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:22.332965 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-0a6350ff-5794-423e-bc93-28760f08e9b5 service neutron] 10.222.0.71 "PUT /v2.0/ports/093270a4-e765-43ea-b479-009874731022 HTTP/1.1" status: 200 len: 1092 time: 2.7189376 May 28 06:35:22.338585 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540e8ad5-a633-4126-b45f-d1c3f650763f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92159708-6f20-42be-b408-863303e0aff3,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:35:22.340117 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd30e9d27-45ce-4c3d-90e3-efbc85a47adf', 'tag': '093270a4-e765-43ea-b479-009874731022'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:35:22.378237 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6350ff-5794-423e-bc93-28760f08e9b5 service neutron] Pushing event updated for resources: {'Port': ['ID=093270a4-e765-43ea-b479-009874731022,revision_number=3']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:35:22.378237 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ad7bb94e-fa6c-4233-87ef-56e4579621d1 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3964070'] for subnet, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:22.400774 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-6e436045-1c7e-4400-ac4e-5ca423f4b1bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b003501-bc41-4d7f-8ac8-ec847ad3a399 {{(pid=89110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:35:22.424836 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-540e8ad5-a633-4126-b45f-d1c3f650763f admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:22.428222 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-540e8ad5-a633-4126-b45f-d1c3f650763f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/92159708-6f20-42be-b408-863303e0aff3 HTTP/1.1" status: 204 len: 168 time: 0.7262197 May 28 06:35:22.428545 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-6e436045-1c7e-4400-ac4e-5ca423f4b1bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:22.468886 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 08d080b5-c04a-4a33-8fdb-30d9c1651e12 is: ACTIVE; New status is: DOWN {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:35:22.469348 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:22.474831 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-fc281c63-51b4-4853-9e21-21b3f2dff804 service neutron] For port 41cbcbcd-5564-4eca-bb32-20cf5107cfcb, host n-h1-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:35:22.519874 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78914748-f294-44e1-942f-994b7228a91e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08d080b5-c04a-4a33-8fdb-30d9c1651e12'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:35:22.538385 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 08d080b5-c04a-4a33-8fdb-30d9c1651e12, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=08d080b5-c04a-4a33-8fdb-30d9c1651e12,segment=NetworkSegment(36b7b050-a7a0-4005-a03f-73135e20048b),segment_id=36b7b050-a7a0-4005-a03f-73135e20048b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:35:22.544808 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ad7bb94e-fa6c-4233-87ef-56e4579621d1 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:22.544999 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-6e436045-1c7e-4400-ac4e-5ca423f4b1bf service neutron] Transition to ACTIVE for port object 6b003501-bc41-4d7f-8ac8-ec847ad3a399 will not be triggered until provisioned by entity L2. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:35:22.565584 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 0c82cdde-d718-46cb-9d90-6f9ae18a045e, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=0c82cdde-d718-46cb-9d90-6f9ae18a045e,segment=NetworkSegment(38fd89a2-8195-4731-ba40-f43c54a7016a),segment_id=38fd89a2-8195-4731-ba40-f43c54a7016a)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:35:22.578179 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-fc281c63-51b4-4853-9e21-21b3f2dff804 service neutron] For port 41cbcbcd-5564-4eca-bb32-20cf5107cfcb, host n-h1-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=41cbcbcd-5564-4eca-bb32-20cf5107cfcb,segment=NetworkSegment(6d868819-564e-4af9-b9ff-085fbf6a79d0),segment_id=6d868819-564e-4af9-b9ff-085fbf6a79d0)] {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:35:22.592961 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Returning: {'device': '0c82cdde-d718-46cb-9d90-6f9ae18a045e', 'network_id': 'a8fa6c28-5257-4dd9-bf7e-c257b513d11b', 'port_id': '0c82cdde-d718-46cb-9d90-6f9ae18a045e', 'mac_address': 'fa:16:3e:04:24:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63994f4d-7e85-4fdc-89a1-6c8536e7f551', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:35:22.607118 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [req-2dd9729a-f558-46f7-a517-deb7e4c416df req-02435c07-f89f-4aeb-9cfc-8671083da1aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f12cf48-0c6d-4cfc-b4b2-d485430b7ee2 {{(pid=89110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:35:22.622434 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-2dd9729a-f558-46f7-a517-deb7e4c416df req-02435c07-f89f-4aeb-9cfc-8671083da1aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:22.641489 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-2dd9729a-f558-46f7-a517-deb7e4c416df req-02435c07-f89f-4aeb-9cfc-8671083da1aa service neutron] Transition to ACTIVE for port object 9f12cf48-0c6d-4cfc-b4b2-d485430b7ee2 will not be triggered until provisioned by entity L2. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:35:22.659074 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d0a328-8032-4a6a-b1d1-05dd5135968d req-6171c091-08af-4949-bcc2-5f4a04bf0215 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:22.666583 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-23d0a328-8032-4a6a-b1d1-05dd5135968d req-6171c091-08af-4949-bcc2-5f4a04bf0215 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/ports?device_id=18125e28-15d1-48dd-aa07-32b31253304b HTTP/1.1" status: 200 len: 943 time: 0.4475291 May 28 06:35:22.679280 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 0c82cdde-d718-46cb-9d90-6f9ae18a045e is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:35:22.682050 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:22.701823 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c82cdde-d718-46cb-9d90-6f9ae18a045e {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:35:22.706822 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:22.714204 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-6e436045-1c7e-4400-ac4e-5ca423f4b1bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:22.718612 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3375f5bd-02f2-4511-a152-f814ee580999 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:22.734722 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-fc281c63-51b4-4853-9e21-21b3f2dff804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:22.764436 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-23d0a328-8032-4a6a-b1d1-05dd5135968d req-44f05d17-533e-403c-80eb-3546f22ee971 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d5c9d24-a7ef-4e95-9414-4cd057feeac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964890 May 28 06:35:22.787865 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-0a5189ea-293c-40ad-94e5-a815844c083a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:22.789691 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-0a5189ea-293c-40ad-94e5-a815844c083a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=67f9a66edc1c44a7bb455c6c2cfc38ca&device_id=d30e9d27-45ce-4c3d-90e3-efbc85a47adf HTTP/1.1" status: 200 len: 1095 time: 0.1291349 May 28 06:35:22.827982 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 0c82cdde-d718-46cb-9d90-6f9ae18a045e, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=0c82cdde-d718-46cb-9d90-6f9ae18a045e,segment=NetworkSegment(38fd89a2-8195-4731-ba40-f43c54a7016a),segment_id=38fd89a2-8195-4731-ba40-f43c54a7016a)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:35:22.880795 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=08d080b5-c04a-4a33-8fdb-30d9c1651e12,revision_number=8']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:35:22.889070 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e436045-1c7e-4400-ac4e-5ca423f4b1bf service neutron] Pushing event updated for resources: {'Port': ['ID=6b003501-bc41-4d7f-8ac8-ec847ad3a399,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:35:22.897297 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:22.910097 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ad7bb94e-fa6c-4233-87ef-56e4579621d1 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9555650'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:23.025909 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7bb94e-fa6c-4233-87ef-56e4579621d1 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Pushing event deleted for resources: {'Subnet': ['ID=c74cb4b8-3040-45a8-b873-9b4ff98f96b7,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:35:23.029044 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3375f5bd-02f2-4511-a152-f814ee580999 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Pushing event updated for resources: {'Port': ['ID=4d4718b8-9a21-4f85-8174-40000caacfbb,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:35:23.033692 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-2e92c542-74b2-40ec-86b8-9016d4faaa3e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=093270a4-e765-43ea-b479-009874731022 HTTP/1.1" status: 200 len: 217 time: 0.2297778 May 28 06:35:23.042549 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94dfa2b7-53ee-409f-85ec-b0d48539acf7'] response: {'name': 'network-changed', 'server_uuid': 'd30e9d27-45ce-4c3d-90e3-efbc85a47adf', 'tag': '093270a4-e765-43ea-b479-009874731022', 'status': 'completed', 'code': 200} May 28 06:35:23.071536 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=0c82cdde-d718-46cb-9d90-6f9ae18a045e,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:35:23.074144 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-2dd9729a-f558-46f7-a517-deb7e4c416df req-02435c07-f89f-4aeb-9cfc-8671083da1aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:23.081563 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2fa4121-fb26-447c-bc7b-307fdc6903c9 None None] Network 3db30d99-6fa4-4e2b-9141-f98585fb21e1 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:35:23.106561 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c27fd93-61cf-4495-baf5-6a50a008154a'] response: {'server_uuid': '78914748-f294-44e1-942f-994b7228a91e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08d080b5-c04a-4a33-8fdb-30d9c1651e12', 'code': 200} May 28 06:35:23.212543 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['0c82cdde-d718-46cb-9d90-6f9ae18a045e'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:35:23.214829 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3375f5bd-02f2-4511-a152-f814ee580999 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Network fb634202-8c6b-4c8c-94d0-586daae054e2 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:35:23.249894 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-7dfadcb1-aab8-4eb9-be2a-85ceee8b47fb None None] Provisioning complete for port 32e07ebd-5b67-4752-b854-f023d2a40c39 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:35:23.250276 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-7dfadcb1-aab8-4eb9-be2a-85ceee8b47fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:23.250756 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-3375f5bd-02f2-4511-a152-f814ee580999 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:35:23.257733 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-fc281c63-51b4-4853-9e21-21b3f2dff804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:23.258349 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-fc281c63-51b4-4853-9e21-21b3f2dff804 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:23.259720 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-fc281c63-51b4-4853-9e21-21b3f2dff804 service neutron] 10.222.0.69 "PUT /v2.0/ports/41cbcbcd-5564-4eca-bb32-20cf5107cfcb HTTP/1.1" status: 200 len: 1092 time: 5.5957768 May 28 06:35:23.293316 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb917b0b-b1be-4261-8fcf-faf4c9a5f089', 'tag': '41cbcbcd-5564-4eca-bb32-20cf5107cfcb'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:35:23.303304 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ad7bb94e-fa6c-4233-87ef-56e4579621d1 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:23.325895 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-ad7bb94e-fa6c-4233-87ef-56e4579621d1 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] 10.222.0.55 "DELETE /v2.0/subnets/c74cb4b8-3040-45a8-b873-9b4ff98f96b7 HTTP/1.1" status: 204 len: 168 time: 1.2555828 May 28 06:35:23.326415 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 35118) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:35:23.333578 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3375f5bd-02f2-4511-a152-f814ee580999 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:35:23.365083 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc281c63-51b4-4853-9e21-21b3f2dff804 service neutron] Pushing event updated for resources: {'Port': ['ID=41cbcbcd-5564-4eca-bb32-20cf5107cfcb,revision_number=3']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:35:23.375087 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-24761e18-ae4f-40c9-b532-38dd0fd05cb2 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] DELETE failed (client error): The resource could not be found. May 28 06:35:23.375318 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24761e18-ae4f-40c9-b532-38dd0fd05cb2 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89109) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:35:23.380972 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-24761e18-ae4f-40c9-b532-38dd0fd05cb2 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] 10.222.0.55 "DELETE /v2.0/subnets/94070eaf-4602-4624-90a8-5b41be984450 HTTP/1.1" status: 404 len: 337 time: 0.0534966 May 28 06:35:23.381702 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 35122) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:35:23.439643 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 35126) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:35:23.448355 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-7526c54b-8fc8-4811-85cf-5bb075ba4892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:23.449797 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-7526c54b-8fc8-4811-85cf-5bb075ba4892 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5c654d90-84d7-427f-8188-6872cb5ecca8 HTTP/1.1" status: 200 len: 858 time: 0.4018013 May 28 06:35:23.463310 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-6262b5f6-4978-4ccc-b4b4-70ffbff77723 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Synchronizing usage tracker for tenant:1c19ca0f4502419e9ff184ba1821fbef on resource:port {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:35:23.516329 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-5b823815-739e-439d-ad6a-6aeb12785901 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e5c7773a-ecaf-4e7b-9372-81ed439a0b55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481372 May 28 06:35:23.519088 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-de46bf49-ed37-4f31-a20b-5bc203b2257a admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:23.561399 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-6262b5f6-4978-4ccc-b4b4-70ffbff77723 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Unset dirty status for tenant:1c19ca0f4502419e9ff184ba1821fbef on resource:port {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:35:23.565949 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-6262b5f6-4978-4ccc-b4b4-70ffbff77723 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a355001-7e9b-42b8-817e-50a1a11915d5 HTTP/1.1" status: 200 len: 205 time: 0.1811597 May 28 06:35:23.571151 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 35130) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:35:23.605328 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-7dfadcb1-aab8-4eb9-be2a-85ceee8b47fb None None] Current status of the port 32e07ebd-5b67-4752-b854-f023d2a40c39 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:35:23.638207 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-de46bf49-ed37-4f31-a20b-5bc203b2257a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:35:23.643369 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-7dfadcb1-aab8-4eb9-be2a-85ceee8b47fb None None] Provisioning complete for port f11a92c7-967a-4383-8902-74cca184e84f triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:35:23.643743 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-7dfadcb1-aab8-4eb9-be2a-85ceee8b47fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:23.700931 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-de46bf49-ed37-4f31-a20b-5bc203b2257a admin admin] Usage tracker for resource:security_group_rule and tenant:40b01c5bd3a84fb8a635e6c75104838e is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:35:23.708846 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-de46bf49-ed37-4f31-a20b-5bc203b2257a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:35:23.719295 n-d-843702-1 neutron-server[89109]: INFO neutron.api.v2.resource [None req-1f7896d0-7b0d-4362-890c-1eb22b96d19b tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] delete failed (client error): The resource could not be found. May 28 06:35:23.719991 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-7dfadcb1-aab8-4eb9-be2a-85ceee8b47fb None None] Port f11a92c7-967a-4383-8902-74cca184e84f cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:35:23.720666 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-1f7896d0-7b0d-4362-890c-1eb22b96d19b tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] 10.222.0.55 "DELETE /v2.0/routers/9a355001-7e9b-42b8-817e-50a1a11915d5 HTTP/1.1" status: 404 len: 336 time: 0.1484149 May 28 06:35:23.724183 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b63651-1754-4d94-9692-1db638e29b41 None None] DHCP port deletion for 3db30d99-6fa4-4e2b-9141-f98585fb21e1 request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:35:23.725916 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 35136) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:35:23.727437 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-de46bf49-ed37-4f31-a20b-5bc203b2257a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:35:23.760187 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-45b63651-1754-4d94-9692-1db638e29b41 None None] Deleting port 32e07ebd-5b67-4752-b854-f023d2a40c39 {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:35:23.760558 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-45b63651-1754-4d94-9692-1db638e29b41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:23.772933 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-51f96172-88f1-440f-8e56-752ab0d11cdb tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] DELETE failed (client error): The resource could not be found. May 28 06:35:23.773404 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51f96172-88f1-440f-8e56-752ab0d11cdb tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89109) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:35:23.775110 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-51f96172-88f1-440f-8e56-752ab0d11cdb tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] 10.222.0.55 "DELETE /v2.0/subnets/85eb6116-d9f1-463c-8893-5162e4f7bb03 HTTP/1.1" status: 404 len: 337 time: 0.0454526 May 28 06:35:23.782891 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 35140) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:35:23.832933 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-fde1d9fc-d624-4ef7-a6bb-8313400d2d23 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] DELETE failed (client error): The resource could not be found. May 28 06:35:23.833393 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fde1d9fc-d624-4ef7-a6bb-8313400d2d23 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89109) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:35:23.835129 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-fde1d9fc-d624-4ef7-a6bb-8313400d2d23 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] 10.222.0.55 "DELETE /v2.0/subnets/f9144e70-bc5a-4c50-b56a-06f0c1dc9f2d HTTP/1.1" status: 404 len: 337 time: 0.0513215 May 28 06:35:23.853443 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 35146) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:35:23.904980 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e872e01-9e19-4b2b-a235-e237b2c4bdfb tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] DELETE failed (client error): The resource could not be found. May 28 06:35:23.905435 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e872e01-9e19-4b2b-a235-e237b2c4bdfb tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89109) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:35:23.929134 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-7e872e01-9e19-4b2b-a235-e237b2c4bdfb tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] 10.222.0.55 "DELETE /v2.0/subnets/412573fc-6f13-431e-8258-d4aad0d64c50 HTTP/1.1" status: 404 len: 337 time: 0.0723047 May 28 06:35:23.930828 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-977b1587-b4ff-4266-b48d-368344e7b53e service neutron] 10.222.0.71 "GET /v2.0/networks/e5c7773a-ecaf-4e7b-9372-81ed439a0b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3997979 May 28 06:35:23.930828 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 35152) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:35:23.999653 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02435c07-f89f-4aeb-9cfc-8671083da1aa service neutron] Pushing event updated for resources: {'Port': ['ID=9f12cf48-0c6d-4cfc-b4b2-d485430b7ee2,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:35:24.014017 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-45b63651-1754-4d94-9692-1db638e29b41 None None] For port 32e07ebd-5b67-4752-b854-f023d2a40c39, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=32e07ebd-5b67-4752-b854-f023d2a40c39,segment=NetworkSegment(dc25e1ad-b7f7-426c-84b0-ea8891db04bc),segment_id=dc25e1ad-b7f7-426c-84b0-ea8891db04bc)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:35:24.014606 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-45b63651-1754-4d94-9692-1db638e29b41 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:24.043935 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02435c07-f89f-4aeb-9cfc-8671083da1aa service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:35:24.044521 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02435c07-f89f-4aeb-9cfc-8671083da1aa service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:35:24.044603 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02435c07-f89f-4aeb-9cfc-8671083da1aa service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:35:24.045065 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02435c07-f89f-4aeb-9cfc-8671083da1aa service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:35:24.045489 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02435c07-f89f-4aeb-9cfc-8671083da1aa service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:35:24.045891 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02435c07-f89f-4aeb-9cfc-8671083da1aa service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:35:24.046281 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02435c07-f89f-4aeb-9cfc-8671083da1aa service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:35:24.046667 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02435c07-f89f-4aeb-9cfc-8671083da1aa service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:35:24.047055 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02435c07-f89f-4aeb-9cfc-8671083da1aa service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:35:24.047460 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02435c07-f89f-4aeb-9cfc-8671083da1aa service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:35:24.047845 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02435c07-f89f-4aeb-9cfc-8671083da1aa service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:35:24.050396 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02435c07-f89f-4aeb-9cfc-8671083da1aa service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:35:24.053671 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-6e436045-1c7e-4400-ac4e-5ca423f4b1bf service neutron] Attempting to bind port 6b003501-bc41-4d7f-8ac8-ec847ad3a399 on host n-h2-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:35:24.054060 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-6e436045-1c7e-4400-ac4e-5ca423f4b1bf service neutron] Attempting to bind port 6b003501-bc41-4d7f-8ac8-ec847ad3a399 by drivers openvswitch,hyperv on host n-h2-843702-1 at level 0 using segments [{'id': '6d868819-564e-4af9-b9ff-085fbf6a79d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'e5c7773a-ecaf-4e7b-9372-81ed439a0b55'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:35:24.063312 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-6e436045-1c7e-4400-ac4e-5ca423f4b1bf service neutron] Attempting to bind port 6b003501-bc41-4d7f-8ac8-ec847ad3a399 on network e5c7773a-ecaf-4e7b-9372-81ed439a0b55 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:35:24.080432 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f58fd06-4d58-4968-b21a-e25f41fc0eb1 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] DELETE failed (client error): The resource could not be found. May 28 06:35:24.080891 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f58fd06-4d58-4968-b21a-e25f41fc0eb1 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89109) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:35:24.084828 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc1fa4f-6f2d-4036-a786-de1b3f9ef5f1 req-ae0746b4-bc16-490f-bb1a-ac78dc35229f tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:24.086368 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dfc1fa4f-6f2d-4036-a786-de1b3f9ef5f1 req-ae0746b4-bc16-490f-bb1a-ac78dc35229f tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] 10.222.0.55 "GET /v2.0/ports?device_id=d30e9d27-45ce-4c3d-90e3-efbc85a47adf HTTP/1.1" status: 200 len: 944 time: 0.9993281 May 28 06:35:24.086963 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-6e436045-1c7e-4400-ac4e-5ca423f4b1bf service neutron] Port 6b003501-bc41-4d7f-8ac8-ec847ad3a399 on network e5c7773a-ecaf-4e7b-9372-81ed439a0b55 not bound, no agent of type Open vSwitch agent registered on host n-h2-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:35:24.093870 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-6e436045-1c7e-4400-ac4e-5ca423f4b1bf service neutron] Attempting to bind port 6b003501-bc41-4d7f-8ac8-ec847ad3a399 on network e5c7773a-ecaf-4e7b-9372-81ed439a0b55 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:35:24.093870 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-2dd9729a-f558-46f7-a517-deb7e4c416df req-02435c07-f89f-4aeb-9cfc-8671083da1aa service neutron] Attempting to bind port 9f12cf48-0c6d-4cfc-b4b2-d485430b7ee2 on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:35:24.093870 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-2dd9729a-f558-46f7-a517-deb7e4c416df req-02435c07-f89f-4aeb-9cfc-8671083da1aa service neutron] Attempting to bind port 9f12cf48-0c6d-4cfc-b4b2-d485430b7ee2 by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': 'aff1a12a-c6c5-4d31-b4c0-2b38e402f028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'cd6ee327-f61e-4622-89b1-41e9d0da622c'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:35:24.093870 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd9729a-f558-46f7-a517-deb7e4c416df req-02435c07-f89f-4aeb-9cfc-8671083da1aa service neutron] Attempting to bind port 9f12cf48-0c6d-4cfc-b4b2-d485430b7ee2 on network cd6ee327-f61e-4622-89b1-41e9d0da622c {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:35:24.101458 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-6f58fd06-4d58-4968-b21a-e25f41fc0eb1 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] 10.222.0.55 "DELETE /v2.0/ports/6054c697-178c-48e2-90e4-899392319878 HTTP/1.1" status: 404 len: 333 time: 0.1663802 May 28 06:35:24.102348 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 35156) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:35:24.106064 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd9729a-f558-46f7-a517-deb7e4c416df req-02435c07-f89f-4aeb-9cfc-8671083da1aa service neutron] Port 9f12cf48-0c6d-4cfc-b4b2-d485430b7ee2 on network cd6ee327-f61e-4622-89b1-41e9d0da622c not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:35:24.106390 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd9729a-f558-46f7-a517-deb7e4c416df req-02435c07-f89f-4aeb-9cfc-8671083da1aa service neutron] Attempting to bind port 9f12cf48-0c6d-4cfc-b4b2-d485430b7ee2 on network cd6ee327-f61e-4622-89b1-41e9d0da622c {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:35:24.115140 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-6e436045-1c7e-4400-ac4e-5ca423f4b1bf service neutron] Checking agent: {'id': 'f1a3973b-d2b3-4558-88e7-2ac50857d302', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:35:24.115362 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-6e436045-1c7e-4400-ac4e-5ca423f4b1bf service neutron] Checking segment: {'id': '6d868819-564e-4af9-b9ff-085fbf6a79d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'e5c7773a-ecaf-4e7b-9372-81ed439a0b55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:35:24.115611 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-6e436045-1c7e-4400-ac4e-5ca423f4b1bf service neutron] Bound using segment: {'id': '6d868819-564e-4af9-b9ff-085fbf6a79d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'e5c7773a-ecaf-4e7b-9372-81ed439a0b55'} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:35:24.116050 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-6e436045-1c7e-4400-ac4e-5ca423f4b1bf service neutron] Bound port: 6b003501-bc41-4d7f-8ac8-ec847ad3a399, host: n-h2-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d868819-564e-4af9-b9ff-085fbf6a79d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'e5c7773a-ecaf-4e7b-9372-81ed439a0b55'}}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:35:24.116394 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-6e436045-1c7e-4400-ac4e-5ca423f4b1bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:24.155606 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-45b63651-1754-4d94-9692-1db638e29b41 None None] Calling delete_port for 32e07ebd-5b67-4752-b854-f023d2a40c39 owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:35:24.157262 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-18d40d58-73a8-435d-9878-8dcfae800c39 service neutron] 10.222.0.71 "GET /v2.0/networks/e5c7773a-ecaf-4e7b-9372-81ed439a0b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861539 May 28 06:35:24.164664 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-de46bf49-ed37-4f31-a20b-5bc203b2257a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:24.196867 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd9729a-f558-46f7-a517-deb7e4c416df req-02435c07-f89f-4aeb-9cfc-8671083da1aa service neutron] Checking agent: {'id': '69f492a0-c00d-46d0-9bec-fcd8161ce206', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:35:24.196867 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd9729a-f558-46f7-a517-deb7e4c416df req-02435c07-f89f-4aeb-9cfc-8671083da1aa service neutron] Checking segment: {'id': 'aff1a12a-c6c5-4d31-b4c0-2b38e402f028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'cd6ee327-f61e-4622-89b1-41e9d0da622c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:35:24.196867 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd9729a-f558-46f7-a517-deb7e4c416df req-02435c07-f89f-4aeb-9cfc-8671083da1aa service neutron] Bound using segment: {'id': 'aff1a12a-c6c5-4d31-b4c0-2b38e402f028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'cd6ee327-f61e-4622-89b1-41e9d0da622c'} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:35:24.196867 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-2dd9729a-f558-46f7-a517-deb7e4c416df req-02435c07-f89f-4aeb-9cfc-8671083da1aa service neutron] Bound port: 9f12cf48-0c6d-4cfc-b4b2-d485430b7ee2, host: n-h1-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aff1a12a-c6c5-4d31-b4c0-2b38e402f028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'cd6ee327-f61e-4622-89b1-41e9d0da622c'}}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:35:24.196867 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-2dd9729a-f558-46f7-a517-deb7e4c416df req-02435c07-f89f-4aeb-9cfc-8671083da1aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:24.207802 n-d-843702-1 neutron-server[89110]: INFO neutron.pecan_wsgi.hooks.translation [None req-87fa51a5-aaf9-4c5b-ae1d-0bc5ff26c894 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] DELETE failed (client error): The resource could not be found. May 28 06:35:24.208259 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87fa51a5-aaf9-4c5b-ae1d-0bc5ff26c894 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89110) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:35:24.265279 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3375f5bd-02f2-4511-a152-f814ee580999 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:24.279501 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-87fa51a5-aaf9-4c5b-ae1d-0bc5ff26c894 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] 10.222.0.55 "DELETE /v2.0/subnets/8e0b2669-13f7-4c9d-8059-54b8d4b7777a HTTP/1.1" status: 404 len: 337 time: 0.1745691 May 28 06:35:24.282171 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 35160) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:35:24.321225 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-652a2e77-e0cb-4f8c-bc26-0644f36b7689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:24.322723 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-652a2e77-e0cb-4f8c-bc26-0644f36b7689 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=67f9a66edc1c44a7bb455c6c2cfc38ca&device_id=bb917b0b-b1be-4261-8fcf-faf4c9a5f089 HTTP/1.1" status: 200 len: 1095 time: 0.6957116 May 28 06:35:24.345897 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-de46bf49-ed37-4f31-a20b-5bc203b2257a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:24.348990 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fd2947-e5cb-49cf-ad94-b3e0ba4372d3 req-e32ce993-d657-41a5-bb1b-36edadc2380f tempest-InstanceActionsTestJSON-281555558 tempest-InstanceActionsTestJSON-281555558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:24.350546 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-42fd2947-e5cb-49cf-ad94-b3e0ba4372d3 req-e32ce993-d657-41a5-bb1b-36edadc2380f tempest-InstanceActionsTestJSON-281555558 tempest-InstanceActionsTestJSON-281555558-project] 10.222.0.55 "GET /v2.0/ports?device_id=b45df6ec-6780-45fc-bd68-e892977bdf65 HTTP/1.1" status: 200 len: 943 time: 0.4639871 May 28 06:35:24.366664 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-45b63651-1754-4d94-9692-1db638e29b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879'] for port, after_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:24.367421 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-33bee56e-e355-4cca-b862-db452fe8d82c tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] DELETE failed (client error): The resource could not be found. May 28 06:35:24.367829 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33bee56e-e355-4cca-b862-db452fe8d82c tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89109) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:35:24.412854 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dfc1fa4f-6f2d-4036-a786-de1b3f9ef5f1 req-45fbf056-fd59-4df1-bc5b-d96c4d6379c5 tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] 10.222.0.55 "GET /v2.0/security-groups?id=252cc91f-311f-459a-8173-cb2a7ca8a905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3112586 May 28 06:35:24.418638 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b63651-1754-4d94-9692-1db638e29b41 None None] Pushing event deleted for resources: {'Port': ['ID=32e07ebd-5b67-4752-b854-f023d2a40c39,revision_number=None']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:35:24.421753 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b63651-1754-4d94-9692-1db638e29b41 None None] No DVR routers for this DVR port 32e07ebd-5b67-4752-b854-f023d2a40c39 on host n-d-843702-1 {{(pid=89111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:35:24.448470 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-33bee56e-e355-4cca-b862-db452fe8d82c tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] 10.222.0.55 "DELETE /v2.0/subnets/d8176479-4fb8-4c24-a271-22df067f645b HTTP/1.1" status: 404 len: 337 time: 0.1553652 May 28 06:35:24.448470 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 35164) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:35:24.452861 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-16a11a7d-92d3-4dae-84ec-563bf86fc9a8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=41cbcbcd-5564-4eca-bb32-20cf5107cfcb HTTP/1.1" status: 200 len: 217 time: 0.1139269 May 28 06:35:24.483922 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-de46bf49-ed37-4f31-a20b-5bc203b2257a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=40b01c5bd3a84fb8a635e6c75104838e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0430167 May 28 06:35:24.484813 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de46bf49-ed37-4f31-a20b-5bc203b2257a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bbb580e-9db5-4dcf-9091-e0eb314d27bf,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:35:24.493215 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 35168) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:35:24.510589 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d1a9a42-125e-49c2-87aa-5a8db842fd18'] response: {'name': 'network-changed', 'server_uuid': 'bb917b0b-b1be-4261-8fcf-faf4c9a5f089', 'tag': '41cbcbcd-5564-4eca-bb32-20cf5107cfcb', 'status': 'completed', 'code': 200} May 28 06:35:24.521903 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b51187a-4149-4ed0-94f5-aba95c2f43b6 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] DELETE failed (client error): The resource could not be found. May 28 06:35:24.522376 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b51187a-4149-4ed0-94f5-aba95c2f43b6 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89109) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:35:24.524075 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-7b51187a-4149-4ed0-94f5-aba95c2f43b6 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] 10.222.0.55 "DELETE /v2.0/ports/78598213-0373-4d5a-9bbd-3a2338e191b1 HTTP/1.1" status: 404 len: 333 time: 0.0789142 May 28 06:35:24.530794 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 35172) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:35:24.590808 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-c830e562-2cfe-4d79-9934-17ff71d32a09 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] DELETE failed (client error): The resource could not be found. May 28 06:35:24.591254 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c830e562-2cfe-4d79-9934-17ff71d32a09 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89109) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:35:24.593120 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-c830e562-2cfe-4d79-9934-17ff71d32a09 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] 10.222.0.55 "DELETE /v2.0/subnets/93946e1c-3d7a-4bf9-b61f-4925cce3631f HTTP/1.1" status: 404 len: 337 time: 0.0600212 May 28 06:35:24.600326 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 35176) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:35:24.655199 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-f83a542b-73df-4124-8ccc-1364a625ffea tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] DELETE failed (client error): The resource could not be found. May 28 06:35:24.655640 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f83a542b-73df-4124-8ccc-1364a625ffea tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89109) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:35:24.657709 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-f83a542b-73df-4124-8ccc-1364a625ffea tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] 10.222.0.55 "DELETE /v2.0/subnets/71e2ee61-0870-4a7e-b991-b686ad4e8afb HTTP/1.1" status: 404 len: 337 time: 0.0560911 May 28 06:35:24.661469 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 35180) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:35:24.695418 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-6e436045-1c7e-4400-ac4e-5ca423f4b1bf service neutron] For port 6b003501-bc41-4d7f-8ac8-ec847ad3a399, host n-h2-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:35:24.706733 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36902835-3c70-48b6-87a1-9f31e1ebb485 req-55aff161-0f70-4d1e-8de0-d00e10c71e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:24.707651 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-42fd2947-e5cb-49cf-ad94-b3e0ba4372d3 req-5d4891c3-0ffa-40ae-a701-bb19c55519d5 tempest-InstanceActionsTestJSON-281555558 tempest-InstanceActionsTestJSON-281555558-project] 10.222.0.55 "GET /v2.0/security-groups?id=bcebff5b-afd7-4b42-a162-6f2ecd94a4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2938647 May 28 06:35:24.708110 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-36902835-3c70-48b6-87a1-9f31e1ebb485 req-55aff161-0f70-4d1e-8de0-d00e10c71e79 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=67f9a66edc1c44a7bb455c6c2cfc38ca&device_id=d30e9d27-45ce-4c3d-90e3-efbc85a47adf HTTP/1.1" status: 200 len: 1095 time: 0.3242028 May 28 06:35:24.713232 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-2dd9729a-f558-46f7-a517-deb7e4c416df req-02435c07-f89f-4aeb-9cfc-8671083da1aa service neutron] For port 9f12cf48-0c6d-4cfc-b4b2-d485430b7ee2, host n-h1-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:35:24.724714 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-cac548bc-2f4c-4514-a4f3-3a3f0104b8c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:24.728245 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3375f5bd-02f2-4511-a152-f814ee580999 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:24.755158 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-6e436045-1c7e-4400-ac4e-5ca423f4b1bf service neutron] For port 6b003501-bc41-4d7f-8ac8-ec847ad3a399, host n-h2-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=6b003501-bc41-4d7f-8ac8-ec847ad3a399,segment=NetworkSegment(6d868819-564e-4af9-b9ff-085fbf6a79d0),segment_id=6d868819-564e-4af9-b9ff-085fbf6a79d0)] {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:35:24.765037 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-5f09e437-c8e6-4587-a985-ae398ee6d7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:24.765037 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-5f09e437-c8e6-4587-a985-ae398ee6d7d4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5c654d90-84d7-427f-8188-6872cb5ecca8 HTTP/1.1" status: 200 len: 858 time: 0.2371337 May 28 06:35:24.766806 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-2dd9729a-f558-46f7-a517-deb7e4c416df req-02435c07-f89f-4aeb-9cfc-8671083da1aa service neutron] For port 9f12cf48-0c6d-4cfc-b4b2-d485430b7ee2, host n-h1-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=9f12cf48-0c6d-4cfc-b4b2-d485430b7ee2,segment=NetworkSegment(aff1a12a-c6c5-4d31-b4c0-2b38e402f028),segment_id=aff1a12a-c6c5-4d31-b4c0-2b38e402f028)] {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:35:24.835957 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-93f11659-119a-40a0-829b-5fb985a23bd4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e5c7773a-ecaf-4e7b-9372-81ed439a0b55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636055 May 28 06:35:24.847959 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-4698b433-0d0d-4e81-be74-e0baceb3ae3e tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Deleting port f11a92c7-967a-4383-8902-74cca184e84f {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:35:24.848309 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4698b433-0d0d-4e81-be74-e0baceb3ae3e tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:24.868493 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-6e436045-1c7e-4400-ac4e-5ca423f4b1bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:24.889717 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-cac548bc-2f4c-4514-a4f3-3a3f0104b8c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:24.925260 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-2dd9729a-f558-46f7-a517-deb7e4c416df req-02435c07-f89f-4aeb-9cfc-8671083da1aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:25.014345 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36902835-3c70-48b6-87a1-9f31e1ebb485 req-a28f5497-81a9-4aa4-a023-baa78a144ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:25.015718 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-36902835-3c70-48b6-87a1-9f31e1ebb485 req-a28f5497-81a9-4aa4-a023-baa78a144ed7 service neutron] 10.222.0.71 "GET /v2.0/networks?id=e5c7773a-ecaf-4e7b-9372-81ed439a0b55 HTTP/1.1" status: 200 len: 919 time: 0.2920809 May 28 06:35:25.098574 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-36902835-3c70-48b6-87a1-9f31e1ebb485 req-118935b6-36ff-4218-87bd-6aeab33fe724 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=093270a4-e765-43ea-b479-009874731022 HTTP/1.1" status: 200 len: 217 time: 0.0713456 May 28 06:35:25.121055 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-6e436045-1c7e-4400-ac4e-5ca423f4b1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:25.121677 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-6e436045-1c7e-4400-ac4e-5ca423f4b1bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:25.123050 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-6e436045-1c7e-4400-ac4e-5ca423f4b1bf service neutron] 10.222.0.71 "PUT /v2.0/ports/6b003501-bc41-4d7f-8ac8-ec847ad3a399 HTTP/1.1" status: 200 len: 1091 time: 5.8487511 May 28 06:35:25.131612 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd9729a-f558-46f7-a517-deb7e4c416df req-02435c07-f89f-4aeb-9cfc-8671083da1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:25.132235 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-2dd9729a-f558-46f7-a517-deb7e4c416df req-02435c07-f89f-4aeb-9cfc-8671083da1aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:25.133641 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2dd9729a-f558-46f7-a517-deb7e4c416df req-02435c07-f89f-4aeb-9cfc-8671083da1aa service neutron] 10.222.0.69 "PUT /v2.0/ports/9f12cf48-0c6d-4cfc-b4b2-d485430b7ee2 HTTP/1.1" status: 200 len: 1091 time: 4.7699063 May 28 06:35:25.222363 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde34d5f-7669-4f7c-9600-2fc42357502b req-eb7a95f3-8db3-4a00-823e-9ad0587edfb3 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:25.223917 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dde34d5f-7669-4f7c-9600-2fc42357502b req-eb7a95f3-8db3-4a00-823e-9ad0587edfb3 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/ports?device_id=18125e28-15d1-48dd-aa07-32b31253304b HTTP/1.1" status: 200 len: 944 time: 0.6012683 May 28 06:35:25.246952 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e436045-1c7e-4400-ac4e-5ca423f4b1bf service neutron] Pushing event updated for resources: {'Port': ['ID=6b003501-bc41-4d7f-8ac8-ec847ad3a399,revision_number=3']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:35:25.274006 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-cac548bc-2f4c-4514-a4f3-3a3f0104b8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:25.420589 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac548bc-2f4c-4514-a4f3-3a3f0104b8c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bbb580e-9db5-4dcf-9091-e0eb314d27bf,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:35:25.454236 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-cac548bc-2f4c-4514-a4f3-3a3f0104b8c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:25.454236 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-cac548bc-2f4c-4514-a4f3-3a3f0104b8c4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8bbb580e-9db5-4dcf-9091-e0eb314d27bf HTTP/1.1" status: 204 len: 168 time: 0.9565370 May 28 06:35:25.463866 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4698b433-0d0d-4e81-be74-e0baceb3ae3e tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:25.478833 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36902835-3c70-48b6-87a1-9f31e1ebb485 req-116a4af0-9635-4b20-b614-118863a6c6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:25.480273 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-36902835-3c70-48b6-87a1-9f31e1ebb485 req-116a4af0-9635-4b20-b614-118863a6c6a7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5c654d90-84d7-427f-8188-6872cb5ecca8 HTTP/1.1" status: 200 len: 858 time: 0.2413275 May 28 06:35:25.607344 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 32e07ebd-5b67-4752-b854-f023d2a40c39 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:35:25.643775 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 32e07ebd-5b67-4752-b854-f023d2a40c39 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:35:25.645460 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 32e07ebd-5b67-4752-b854-f023d2a40c39 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:35:25.655630 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-4698b433-0d0d-4e81-be74-e0baceb3ae3e tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Calling delete_port for f11a92c7-967a-4383-8902-74cca184e84f owned by {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:35:25.677249 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2128f668-985e-40d7-b9f9-28232e53284c req-52ae33db-27ff-4dc9-afe5-efa7254a268c tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:25.678835 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2128f668-985e-40d7-b9f9-28232e53284c req-52ae33db-27ff-4dc9-afe5-efa7254a268c tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.55 "GET /v2.0/networks?id=97711779-de36-4af1-95e9-88f65060157a HTTP/1.1" status: 200 len: 805 time: 0.8469160 May 28 06:35:25.690878 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-36902835-3c70-48b6-87a1-9f31e1ebb485 req-cbaf98ee-f4ae-4fed-8e5a-152b53459a14 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e5c7773a-ecaf-4e7b-9372-81ed439a0b55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1562059 May 28 06:35:25.725899 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-2f2bc399-1da2-4943-8071-86a8502dc666 service neutron] 10.222.0.69 "GET /v2.0/networks/e5c7773a-ecaf-4e7b-9372-81ed439a0b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8651941 May 28 06:35:25.729879 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dde34d5f-7669-4f7c-9600-2fc42357502b req-a0dcab04-6a38-4d60-808c-04d264238757 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d5c9d24-a7ef-4e95-9414-4cd057feeac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4947567 May 28 06:35:25.770580 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2128f668-985e-40d7-b9f9-28232e53284c req-9c5dfcd9-e51d-4b51-894a-328698285223 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.55 "GET /v2.0/quotas/5ef065cc7a6e48198da7b2879024e281 HTTP/1.1" status: 200 len: 375 time: 0.0791423 May 28 06:35:25.779378 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02435c07-f89f-4aeb-9cfc-8671083da1aa service neutron] Pushing event updated for resources: {'Port': ['ID=9f12cf48-0c6d-4cfc-b4b2-d485430b7ee2,revision_number=3']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:35:25.836834 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c628f1-2acb-4019-80a0-1e6f45bc1fbc req-5621dc36-f132-4289-92d9-f0d566b9e175 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:25.837631 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-d7c628f1-2acb-4019-80a0-1e6f45bc1fbc req-5621dc36-f132-4289-92d9-f0d566b9e175 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Synchronizing usage tracker for tenant:5ef065cc7a6e48198da7b2879024e281 on resource:port {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:35:25.888626 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-36902835-3c70-48b6-87a1-9f31e1ebb485 req-1687b83d-dff0-4fb0-b770-66083000a6c2 service neutron] 10.222.0.71 "GET /v2.0/networks/e5c7773a-ecaf-4e7b-9372-81ed439a0b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844380 May 28 06:35:25.932105 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3375f5bd-02f2-4511-a152-f814ee580999 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:25.970777 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-d7c628f1-2acb-4019-80a0-1e6f45bc1fbc req-5621dc36-f132-4289-92d9-f0d566b9e175 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Unset dirty status for tenant:5ef065cc7a6e48198da7b2879024e281 on resource:port {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:35:25.973248 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-d7c628f1-2acb-4019-80a0-1e6f45bc1fbc req-5621dc36-f132-4289-92d9-f0d566b9e175 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.71 "GET /v2.0/ports?device_id=78914748-f294-44e1-942f-994b7228a91e HTTP/1.1" status: 200 len: 944 time: 0.6328874 May 28 06:35:25.979374 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4698b433-0d0d-4e81-be74-e0baceb3ae3e tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:26.008526 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3375f5bd-02f2-4511-a152-f814ee580999 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:26.072964 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-2209549c-d9e0-4d7f-8f80-c0953f785840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:26.074366 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-2209549c-d9e0-4d7f-8f80-c0953f785840 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=67f9a66edc1c44a7bb455c6c2cfc38ca&device_id=433d0421-5e2e-49ad-967e-35d936da3ff8 HTTP/1.1" status: 200 len: 1094 time: 0.7648752 May 28 06:35:26.076473 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698b433-0d0d-4e81-be74-e0baceb3ae3e tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Pushing event deleted for resources: {'Port': ['ID=f11a92c7-967a-4383-8902-74cca184e84f,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:35:26.117187 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4698b433-0d0d-4e81-be74-e0baceb3ae3e tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:26.120870 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd9729a-f558-46f7-a517-deb7e4c416df req-28c3d027-d20e-4018-a1ae-949fb278974c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:26.122325 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2dd9729a-f558-46f7-a517-deb7e4c416df req-28c3d027-d20e-4018-a1ae-949fb278974c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f027d6dea941454488e612f59247e836&device_id=b45df6ec-6780-45fc-bd68-e892977bdf65 HTTP/1.1" status: 200 len: 1094 time: 0.6281698 May 28 06:35:26.148391 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [req-d7c628f1-2acb-4019-80a0-1e6f45bc1fbc req-fc6c96ef-3040-49bf-ac34-748a45648511 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Deleting port 08d080b5-c04a-4a33-8fdb-30d9c1651e12 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:35:26.148516 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 0c82cdde-d718-46cb-9d90-6f9ae18a045e up at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:35:26.148602 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-d7c628f1-2acb-4019-80a0-1e6f45bc1fbc req-fc6c96ef-3040-49bf-ac34-748a45648511 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:26.197915 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-36902835-3c70-48b6-87a1-9f31e1ebb485 req-c62b7e34-05c5-4dd9-bf34-c329abe77d95 service neutron] 10.222.0.71 "GET /v2.0/networks/e5c7773a-ecaf-4e7b-9372-81ed439a0b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3025846 May 28 06:35:26.265834 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-4698b433-0d0d-4e81-be74-e0baceb3ae3e tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] 10.222.0.55 "DELETE /v2.0/ports/f11a92c7-967a-4383-8902-74cca184e84f HTTP/1.1" status: 204 len: 168 time: 1.6033382 May 28 06:35:26.269669 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 35208) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:35:26.366331 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-71f7e661-7999-4c5f-9a06-a97aad5a379a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6b003501-bc41-4d7f-8ac8-ec847ad3a399 HTTP/1.1" status: 200 len: 217 time: 0.2478509 May 28 06:35:26.367497 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2dd9729a-f558-46f7-a517-deb7e4c416df req-00538e00-23af-4f3b-abb3-ee13e7b84c8e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9f12cf48-0c6d-4cfc-b4b2-d485430b7ee2 HTTP/1.1" status: 200 len: 217 time: 0.1539669 May 28 06:35:26.384000 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3375f5bd-02f2-4511-a152-f814ee580999 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Pushing event updated for resources: {'Port': ['ID=4d4718b8-9a21-4f85-8174-40000caacfbb,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:35:26.406011 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning for port 0c82cdde-d718-46cb-9d90-6f9ae18a045e completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:35:26.412891 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning complete for port 0c82cdde-d718-46cb-9d90-6f9ae18a045e triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:35:26.413543 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:26.457362 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-b9cd770c-5e4d-4e7a-9567-9d9c6441f0d9 service neutron] 10.222.0.69 "GET /v2.0/networks/e5c7773a-ecaf-4e7b-9372-81ed439a0b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7200639 May 28 06:35:26.473931 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4af881f9-37ab-4efa-b875-1573a8c95d34 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:26.491067 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-43673aed-e3c6-4997-915b-904dc1383512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:26.538839 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '433d0421-5e2e-49ad-967e-35d936da3ff8', 'tag': '6b003501-bc41-4d7f-8ac8-ec847ad3a399'}, {'name': 'network-changed', 'server_uuid': 'b45df6ec-6780-45fc-bd68-e892977bdf65', 'tag': '9f12cf48-0c6d-4cfc-b4b2-d485430b7ee2'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:35:26.578937 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 0c82cdde-d718-46cb-9d90-6f9ae18a045e is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:35:26.579443 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:26.598251 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-b64e7e2a-27d8-4946-934d-6d4a97fbeee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:26.599718 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-b64e7e2a-27d8-4946-934d-6d4a97fbeee3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5c654d90-84d7-427f-8188-6872cb5ecca8 HTTP/1.1" status: 200 len: 858 time: 0.2192950 May 28 06:35:26.600441 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3375f5bd-02f2-4511-a152-f814ee580999 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691094'] for floatingip, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:26.609238 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18125e28-15d1-48dd-aa07-32b31253304b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c82cdde-d718-46cb-9d90-6f9ae18a045e'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:35:26.620141 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 0c82cdde-d718-46cb-9d90-6f9ae18a045e, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=0c82cdde-d718-46cb-9d90-6f9ae18a045e,segment=NetworkSegment(38fd89a2-8195-4731-ba40-f43c54a7016a),segment_id=38fd89a2-8195-4731-ba40-f43c54a7016a)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:35:26.646393 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-d7c628f1-2acb-4019-80a0-1e6f45bc1fbc req-fc6c96ef-3040-49bf-ac34-748a45648511 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] For port 08d080b5-c04a-4a33-8fdb-30d9c1651e12, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=08d080b5-c04a-4a33-8fdb-30d9c1651e12,segment=NetworkSegment(36b7b050-a7a0-4005-a03f-73135e20048b),segment_id=36b7b050-a7a0-4005-a03f-73135e20048b)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:35:26.646848 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-d7c628f1-2acb-4019-80a0-1e6f45bc1fbc req-fc6c96ef-3040-49bf-ac34-748a45648511 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:26.659840 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4af881f9-37ab-4efa-b875-1573a8c95d34 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:26.673976 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c198e695-7c4c-411c-ac46-3e359ef2070d req-6b62273b-6c72-4bed-8c00-834fdae824aa tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:26.675714 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c198e695-7c4c-411c-ac46-3e359ef2070d req-6b62273b-6c72-4bed-8c00-834fdae824aa tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] 10.222.0.55 "GET /v2.0/ports?device_id=d30e9d27-45ce-4c3d-90e3-efbc85a47adf HTTP/1.1" status: 200 len: 944 time: 0.7646172 May 28 06:35:26.709202 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:26.710903 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 08d080b5-c04a-4a33-8fdb-30d9c1651e12 no longer exists at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:35:26.718155 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2128f668-985e-40d7-b9f9-28232e53284c req-23f4e6f8-0f9d-4199-8d76-584da10d6df1 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=5ef065cc7a6e48198da7b2879024e281&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9356058 May 28 06:35:26.784595 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-75aa6ab2-4f32-4293-872d-8e78001bc5ac service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e5c7773a-ecaf-4e7b-9372-81ed439a0b55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1694133 May 28 06:35:26.798660 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd9729a-f558-46f7-a517-deb7e4c416df req-5f133b89-e3ab-45a2-95b9-9774029e7dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:26.800355 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2dd9729a-f558-46f7-a517-deb7e4c416df req-5f133b89-e3ab-45a2-95b9-9774029e7dc9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=63087a8b-c4a9-4365-9770-9c338fb4b336 HTTP/1.1" status: 200 len: 854 time: 0.4238884 May 28 06:35:26.801449 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3375f5bd-02f2-4511-a152-f814ee580999 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:26.802539 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-3375f5bd-02f2-4511-a152-f814ee580999 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 9.0219333 May 28 06:35:26.813227 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 35226) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:35:26.857192 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=0c82cdde-d718-46cb-9d90-6f9ae18a045e,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:35:26.921664 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [req-d7c628f1-2acb-4019-80a0-1e6f45bc1fbc req-fc6c96ef-3040-49bf-ac34-748a45648511 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Calling delete_port for 08d080b5-c04a-4a33-8fdb-30d9c1651e12 owned by compute:nova {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:35:26.933822 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2dd9729a-f558-46f7-a517-deb7e4c416df req-d10b0cb7-84a1-4edf-9088-2e0504fc5a17 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cd6ee327-f61e-4622-89b1-41e9d0da622c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0749373 May 28 06:35:26.966251 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-4af881f9-37ab-4efa-b875-1573a8c95d34 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3db30d99-6fa4-4e2b-9141-f98585fb21e1']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:35:26.968357 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 08d080b5-c04a-4a33-8fdb-30d9c1651e12 is: DOWN; New status is: DOWN {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:35:26.983608 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-4af881f9-37ab-4efa-b875-1573a8c95d34 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc25e1ad-b7f7-426c-84b0-ea8891db04bc') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:35:26.983898 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-4af881f9-37ab-4efa-b875-1573a8c95d34 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc25e1ad-b7f7-426c-84b0-ea8891db04bc') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:35:27.002311 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4af881f9-37ab-4efa-b875-1573a8c95d34 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:27.032299 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4af881f9-37ab-4efa-b875-1573a8c95d34 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:27.039719 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4af881f9-37ab-4efa-b875-1573a8c95d34 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:35:27.040105 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4af881f9-37ab-4efa-b875-1573a8c95d34 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:27.143948 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment dc25e1ad-b7f7-426c-84b0-ea8891db04bc resource provider aggregate not found May 28 06:35:27.183862 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment dc25e1ad-b7f7-426c-84b0-ea8891db04bc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dc25e1ad-b7f7-426c-84b0-ea8891db04bc found for delete ", "request_id": "req-b31f6e36-8176-4b43-87e2-ce21e6b5ec9a"}]} May 28 06:35:27.262747 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-a98b752f-3e46-494a-a8f3-b58b920276be tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Synchronizing usage tracker for tenant:10cdb8a3aabd4dd49be0c0f56b29aa20 on resource:floatingip {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:35:27.269237 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4af881f9-37ab-4efa-b875-1573a8c95d34 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:27.275380 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4af881f9-37ab-4efa-b875-1573a8c95d34 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:27.304454 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-d7c628f1-2acb-4019-80a0-1e6f45bc1fbc req-fc6c96ef-3040-49bf-ac34-748a45648511 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:27.314929 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c198e695-7c4c-411c-ac46-3e359ef2070d req-df273a1d-174d-4963-b113-65bdb68b19c3 tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] 10.222.0.55 "GET /v2.0/security-groups?id=252cc91f-311f-459a-8173-cb2a7ca8a905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5956326 May 28 06:35:27.352439 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af881f9-37ab-4efa-b875-1573a8c95d34 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] Pushing event deleted for resources: {'Network': ['ID=3db30d99-6fa4-4e2b-9141-f98585fb21e1,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:35:27.358725 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-4af881f9-37ab-4efa-b875-1573a8c95d34 tempest-PortsTestJSON-1238386689 tempest-PortsTestJSON-1238386689-project] 10.222.0.55 "DELETE /v2.0/networks/3db30d99-6fa4-4e2b-9141-f98585fb21e1 HTTP/1.1" status: 204 len: 168 time: 1.0857637 May 28 06:35:27.406717 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b56068b-6b54-4e2c-b45d-3871ce78a55e req-9612004b-4689-4b32-a982-58872c440b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:27.409031 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1b56068b-6b54-4e2c-b45d-3871ce78a55e req-9612004b-4689-4b32-a982-58872c440b16 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=67f9a66edc1c44a7bb455c6c2cfc38ca&device_id=bb917b0b-b1be-4261-8fcf-faf4c9a5f089 HTTP/1.1" status: 200 len: 1095 time: 0.7957149 May 28 06:35:27.418056 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6c96ef-3040-49bf-ac34-748a45648511 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Pushing event deleted for resources: {'Port': ['ID=08d080b5-c04a-4a33-8fdb-30d9c1651e12,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:35:27.468022 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2128f668-985e-40d7-b9f9-28232e53284c req-101581ab-3274-4041-9e60-34f4a2e649eb service neutron] 10.222.0.55 "GET /v2.0/networks/97711779-de36-4af1-95e9-88f65060157a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7264266 May 28 06:35:27.474668 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7c628f1-2acb-4019-80a0-1e6f45bc1fbc req-fc6c96ef-3040-49bf-ac34-748a45648511 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] No DVR routers for this DVR port 08d080b5-c04a-4a33-8fdb-30d9c1651e12 on host n-h2-843702-1 {{(pid=89109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:35:27.477213 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-d7c628f1-2acb-4019-80a0-1e6f45bc1fbc req-fc6c96ef-3040-49bf-ac34-748a45648511 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:27.479293 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-d7c628f1-2acb-4019-80a0-1e6f45bc1fbc req-fc6c96ef-3040-49bf-ac34-748a45648511 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.71 "DELETE /v2.0/ports/08d080b5-c04a-4a33-8fdb-30d9c1651e12 HTTP/1.1" status: 204 len: 173 time: 1.4979670 May 28 06:35:27.479741 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78914748-f294-44e1-942f-994b7228a91e', 'name': 'network-vif-deleted', 'tag': '08d080b5-c04a-4a33-8fdb-30d9c1651e12'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:35:27.566473 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:27.684490 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-a98b752f-3e46-494a-a8f3-b58b920276be tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Unset dirty status for tenant:10cdb8a3aabd4dd49be0c0f56b29aa20 on resource:floatingip {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:35:27.685736 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-a98b752f-3e46-494a-a8f3-b58b920276be tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] 10.222.0.55 "GET /v2.0/floatingips?floating_network_id=fb634202-8c6b-4c8c-94d0-586daae054e2 HTTP/1.1" status: 200 len: 689 time: 0.8080993 May 28 06:35:27.687717 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-9c54772a-9d7c-4665-9b6d-3effd19e3e50 service neutron] 10.222.0.71 "GET /v2.0/networks/e5c7773a-ecaf-4e7b-9372-81ed439a0b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8795526 May 28 06:35:27.688871 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 35252) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:35:27.739717 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2dd9729a-f558-46f7-a517-deb7e4c416df req-60eb40af-93ea-492a-aa00-1287f4655543 service neutron] 10.222.0.69 "GET /v2.0/networks/cd6ee327-f61e-4622-89b1-41e9d0da622c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7434213 May 28 06:35:27.854313 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-778f6397-2347-4a93-b4be-e36a654afbc5 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:27.942201 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-778f6397-2347-4a93-b4be-e36a654afbc5 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Deleting port 4d4718b8-9a21-4f85-8174-40000caacfbb {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:35:27.942454 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-778f6397-2347-4a93-b4be-e36a654afbc5 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:27.969764 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b56068b-6b54-4e2c-b45d-3871ce78a55e req-cd9fa2df-8c38-48dc-ae79-5d39dc63cf74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:27.971509 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1b56068b-6b54-4e2c-b45d-3871ce78a55e req-cd9fa2df-8c38-48dc-ae79-5d39dc63cf74 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e5c7773a-ecaf-4e7b-9372-81ed439a0b55 HTTP/1.1" status: 200 len: 919 time: 0.5536187 May 28 06:35:28.063381 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 35262) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:35:28.105903 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2128f668-985e-40d7-b9f9-28232e53284c req-e3f06388-8c64-4b3d-ac28-35302e4b2f75 service neutron] 10.222.0.55 "GET /v2.0/networks/97711779-de36-4af1-95e9-88f65060157a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5848243 May 28 06:35:28.107148 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1b56068b-6b54-4e2c-b45d-3871ce78a55e req-c1a0b8f6-df2a-4234-9d17-0009e174279f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=41cbcbcd-5564-4eca-bb32-20cf5107cfcb HTTP/1.1" status: 200 len: 217 time: 0.1168489 May 28 06:35:28.114852 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9402dbd-6ccc-4b58-8fb7-4b48769afeaf req-5933d0bd-1bc7-4e4e-a4c5-dc850050e294 tempest-InstanceActionsTestJSON-281555558 tempest-InstanceActionsTestJSON-281555558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:28.116322 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e9402dbd-6ccc-4b58-8fb7-4b48769afeaf req-5933d0bd-1bc7-4e4e-a4c5-dc850050e294 tempest-InstanceActionsTestJSON-281555558 tempest-InstanceActionsTestJSON-281555558-project] 10.222.0.55 "GET /v2.0/ports?device_id=b45df6ec-6780-45fc-bd68-e892977bdf65 HTTP/1.1" status: 200 len: 943 time: 0.6677337 May 28 06:35:28.131249 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 093270a4-e765-43ea-b479-009874731022 details requested by agent hyperv_n-h2-843702-1 with host n-h2-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:35:28.180422 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-778f6397-2347-4a93-b4be-e36a654afbc5 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:28.181027 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-778f6397-2347-4a93-b4be-e36a654afbc5 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:28.192178 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b56068b-6b54-4e2c-b45d-3871ce78a55e req-3686b8fe-8eea-4880-8fd5-7e3fe8777bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:28.193528 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1b56068b-6b54-4e2c-b45d-3871ce78a55e req-3686b8fe-8eea-4880-8fd5-7e3fe8777bdf service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5c654d90-84d7-427f-8188-6872cb5ecca8 HTTP/1.1" status: 200 len: 858 time: 0.0643740 May 28 06:35:28.273696 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ceb34dcf-a60f-4dc0-83e6-64a84eacd236 req-044a38cb-1b9e-475a-8fbc-4d6f8a076884 service neutron] 10.222.0.71 "GET /v2.0/networks/e5c7773a-ecaf-4e7b-9372-81ed439a0b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5639031 May 28 06:35:28.285213 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1b56068b-6b54-4e2c-b45d-3871ce78a55e req-3cb255d1-076b-4326-ac92-8f4a7a26cafc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e5c7773a-ecaf-4e7b-9372-81ed439a0b55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585680 May 28 06:35:28.288398 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2dd9729a-f558-46f7-a517-deb7e4c416df req-387b65fb-7edd-4924-8300-2d57324bbfe7 service neutron] 10.222.0.69 "GET /v2.0/networks/cd6ee327-f61e-4622-89b1-41e9d0da622c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5402739 May 28 06:35:28.319576 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 093270a4-e765-43ea-b479-009874731022, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=093270a4-e765-43ea-b479-009874731022,segment=NetworkSegment(6d868819-564e-4af9-b9ff-085fbf6a79d0),segment_id=6d868819-564e-4af9-b9ff-085fbf6a79d0)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:35:28.331301 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Returning: {'device': '093270a4-e765-43ea-b479-009874731022', 'network_id': 'e5c7773a-ecaf-4e7b-9372-81ed439a0b55', 'port_id': '093270a4-e765-43ea-b479-009874731022', 'mac_address': 'fa:16:3e:df:cb:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c654d90-84d7-427f-8188-6872cb5ecca8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:35:28.357481 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e9402dbd-6ccc-4b58-8fb7-4b48769afeaf req-2cea30ff-a1b3-432c-a86f-4b3734eb6398 tempest-InstanceActionsTestJSON-281555558 tempest-InstanceActionsTestJSON-281555558-project] 10.222.0.55 "GET /v2.0/security-groups?id=bcebff5b-afd7-4b42-a162-6f2ecd94a4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672082 May 28 06:35:28.439008 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 093270a4-e765-43ea-b479-009874731022 is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:35:28.440690 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:28.441280 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-778f6397-2347-4a93-b4be-e36a654afbc5 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Calling delete_port for 4d4718b8-9a21-4f85-8174-40000caacfbb owned by network:floatingip {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:35:28.450876 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd95dc04-48dd-49cd-a489-33f40f9e3a4c'] response: {'name': 'network-changed', 'server_uuid': '433d0421-5e2e-49ad-967e-35d936da3ff8', 'tag': '6b003501-bc41-4d7f-8ac8-ec847ad3a399', 'status': 'completed', 'code': 200} May 28 06:35:28.451141 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd95dc04-48dd-49cd-a489-33f40f9e3a4c'] response: {'name': 'network-changed', 'server_uuid': 'b45df6ec-6780-45fc-bd68-e892977bdf65', 'tag': '9f12cf48-0c6d-4cfc-b4b2-d485430b7ee2', 'status': 'completed', 'code': 200} May 28 06:35:28.517259 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78e95548-e1e2-4088-8315-cdf55411ec73'] response: {'server_uuid': '18125e28-15d1-48dd-aa07-32b31253304b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c82cdde-d718-46cb-9d90-6f9ae18a045e', 'code': 200} May 28 06:35:28.545983 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 093270a4-e765-43ea-b479-009874731022 {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:35:28.584827 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 093270a4-e765-43ea-b479-009874731022, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=093270a4-e765-43ea-b479-009874731022,segment=NetworkSegment(6d868819-564e-4af9-b9ff-085fbf6a79d0),segment_id=6d868819-564e-4af9-b9ff-085fbf6a79d0)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:35:28.616134 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca9b9490-b7c2-4ccd-a746-8a3aeb6d85cb'] response: {'server_uuid': '78914748-f294-44e1-942f-994b7228a91e', 'name': 'network-vif-deleted', 'tag': '08d080b5-c04a-4a33-8fdb-30d9c1651e12', 'status': 'completed', 'code': 200} May 28 06:35:28.684162 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1b56068b-6b54-4e2c-b45d-3871ce78a55e req-bbf34191-1bde-40c9-ab33-2a5ac0901d2f service neutron] 10.222.0.69 "GET /v2.0/networks/e5c7773a-ecaf-4e7b-9372-81ed439a0b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3877699 May 28 06:35:28.714837 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:28.875181 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=093270a4-e765-43ea-b479-009874731022,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:35:28.911962 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a283f7f-d5b7-463d-b24f-9863cfb06126 req-c226fa9f-dcaf-468d-91c8-a78d2821a538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:28.913813 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-6a283f7f-d5b7-463d-b24f-9863cfb06126 req-c226fa9f-dcaf-468d-91c8-a78d2821a538 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=18125e28-15d1-48dd-aa07-32b31253304b HTTP/1.1" status: 200 len: 1096 time: 0.3059263 May 28 06:35:28.943103 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 41cbcbcd-5564-4eca-bb32-20cf5107cfcb details requested by agent hyperv_n-h1-843702-1 with host n-h1-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:35:28.973697 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-6a283f7f-d5b7-463d-b24f-9863cfb06126 req-bc9e8a8c-ae97-4635-9ec6-a4ed9e635729 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=8d5c9d24-a7ef-4e95-9414-4cd057feeac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526252 May 28 06:35:29.040239 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['093270a4-e765-43ea-b479-009874731022'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:35:29.063754 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-778f6397-2347-4a93-b4be-e36a654afbc5 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:29.084023 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-630452b3-bfd0-4cf3-9177-e1059736020e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1c19ca0f4502419e9ff184ba1821fbef&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0083680 May 28 06:35:29.104093 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 35290) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:35:29.149933 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b034b3c7-d537-423c-836c-65733fc463c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:29.171251 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778f6397-2347-4a93-b4be-e36a654afbc5 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Pushing event deleted for resources: {'Port': ['ID=4d4718b8-9a21-4f85-8174-40000caacfbb,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:35:29.194156 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 41cbcbcd-5564-4eca-bb32-20cf5107cfcb, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=41cbcbcd-5564-4eca-bb32-20cf5107cfcb,segment=NetworkSegment(6d868819-564e-4af9-b9ff-085fbf6a79d0),segment_id=6d868819-564e-4af9-b9ff-085fbf6a79d0)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:35:29.240315 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1b56068b-6b54-4e2c-b45d-3871ce78a55e req-baa94e20-05a3-40fe-b1b5-95291de333d7 service neutron] 10.222.0.69 "GET /v2.0/networks/e5c7773a-ecaf-4e7b-9372-81ed439a0b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5360432 May 28 06:35:29.256599 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Returning: {'device': '41cbcbcd-5564-4eca-bb32-20cf5107cfcb', 'network_id': 'e5c7773a-ecaf-4e7b-9372-81ed439a0b55', 'port_id': '41cbcbcd-5564-4eca-bb32-20cf5107cfcb', 'mac_address': 'fa:16:3e:ac:5b:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c654d90-84d7-427f-8188-6872cb5ecca8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:35:29.281520 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-804db596-203a-4dee-aa32-359e8aaaa09c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:29.303463 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535459fd-1972-432a-be40-c213bb9ef491 req-d336e369-a5db-4831-8501-99631bebf999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:29.305101 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-535459fd-1972-432a-be40-c213bb9ef491 req-d336e369-a5db-4831-8501-99631bebf999 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f027d6dea941454488e612f59247e836&device_id=b45df6ec-6780-45fc-bd68-e892977bdf65 HTTP/1.1" status: 200 len: 1094 time: 0.8410954 May 28 06:35:29.312824 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535459fd-1972-432a-be40-c213bb9ef491 req-3bc464ca-7ade-49ff-aa13-f81cea0091f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:29.315113 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-535459fd-1972-432a-be40-c213bb9ef491 req-3bc464ca-7ade-49ff-aa13-f81cea0091f7 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=67f9a66edc1c44a7bb455c6c2cfc38ca&device_id=433d0421-5e2e-49ad-967e-35d936da3ff8 HTTP/1.1" status: 200 len: 1094 time: 0.7506299 May 28 06:35:29.355657 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677ca02d-b430-401e-b9dc-a1deb42d653f req-4c59444a-42e3-4918-bbc5-0ac1076a9b5d tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:29.363700 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-677ca02d-b430-401e-b9dc-a1deb42d653f req-4c59444a-42e3-4918-bbc5-0ac1076a9b5d tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/ports?device_id=18125e28-15d1-48dd-aa07-32b31253304b HTTP/1.1" status: 200 len: 945 time: 0.6768944 May 28 06:35:29.392633 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-778f6397-2347-4a93-b4be-e36a654afbc5 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:29.409384 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 41cbcbcd-5564-4eca-bb32-20cf5107cfcb is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:35:29.409935 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:29.446301 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41cbcbcd-5564-4eca-bb32-20cf5107cfcb {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:35:29.456086 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-778f6397-2347-4a93-b4be-e36a654afbc5 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:29.471088 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-804db596-203a-4dee-aa32-359e8aaaa09c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:29.487731 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7243faf8-cc7d-48d4-b48c-1e6ab54d23a2 req-7b514170-15e3-4cc9-9d58-3cd0b12d9257 tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:29.495852 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7243faf8-cc7d-48d4-b48c-1e6ab54d23a2 req-7b514170-15e3-4cc9-9d58-3cd0b12d9257 tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] 10.222.0.55 "GET /v2.0/ports?device_id=d30e9d27-45ce-4c3d-90e3-efbc85a47adf HTTP/1.1" status: 200 len: 945 time: 0.6309888 May 28 06:35:29.504906 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 41cbcbcd-5564-4eca-bb32-20cf5107cfcb, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=41cbcbcd-5564-4eca-bb32-20cf5107cfcb,segment=NetworkSegment(6d868819-564e-4af9-b9ff-085fbf6a79d0),segment_id=6d868819-564e-4af9-b9ff-085fbf6a79d0)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:35:29.583576 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:29.653618 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-677ca02d-b430-401e-b9dc-a1deb42d653f req-e7ca669d-d1d2-4402-a459-3c1a69d14a25 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d5c9d24-a7ef-4e95-9414-4cd057feeac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2874074 May 28 06:35:29.669271 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=41cbcbcd-5564-4eca-bb32-20cf5107cfcb,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:35:29.675407 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-778f6397-2347-4a93-b4be-e36a654afbc5 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9555650'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:29.692038 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7243faf8-cc7d-48d4-b48c-1e6ab54d23a2 req-5921b931-6386-4665-883a-9737ac605001 tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] 10.222.0.55 "GET /v2.0/security-groups?id=252cc91f-311f-459a-8173-cb2a7ca8a905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964033 May 28 06:35:29.732303 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778f6397-2347-4a93-b4be-e36a654afbc5 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=138b349d-74b1-4fc4-849c-49df3230761e,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:35:29.745858 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535459fd-1972-432a-be40-c213bb9ef491 req-27178401-04d3-493d-b4fb-117cce91d305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:29.747345 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-535459fd-1972-432a-be40-c213bb9ef491 req-27178401-04d3-493d-b4fb-117cce91d305 service neutron] 10.222.0.71 "GET /v2.0/networks?id=e5c7773a-ecaf-4e7b-9372-81ed439a0b55 HTTP/1.1" status: 200 len: 919 time: 0.3745124 May 28 06:35:29.748689 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535459fd-1972-432a-be40-c213bb9ef491 req-587b0b3a-9ff8-48cb-9e05-e7672f97e425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:29.750047 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-535459fd-1972-432a-be40-c213bb9ef491 req-587b0b3a-9ff8-48cb-9e05-e7672f97e425 service neutron] 10.222.0.69 "GET /v2.0/networks?id=cd6ee327-f61e-4622-89b1-41e9d0da622c HTTP/1.1" status: 200 len: 915 time: 0.4312959 May 28 06:35:29.834656 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-778f6397-2347-4a93-b4be-e36a654afbc5 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:29.834950 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:29.857573 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['41cbcbcd-5564-4eca-bb32-20cf5107cfcb'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:35:29.869066 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-778f6397-2347-4a93-b4be-e36a654afbc5 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb634202-8c6b-4c8c-94d0-586daae054e2']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:35:29.882847 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-778f6397-2347-4a93-b4be-e36a654afbc5 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd62c75f6-d106-4751-8a95-35eda74c3c8f') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:35:29.887021 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-778f6397-2347-4a93-b4be-e36a654afbc5 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd62c75f6-d106-4751-8a95-35eda74c3c8f') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:35:29.896271 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-778f6397-2347-4a93-b4be-e36a654afbc5 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:29.925181 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-778f6397-2347-4a93-b4be-e36a654afbc5 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:29.935684 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-778f6397-2347-4a93-b4be-e36a654afbc5 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:35:29.936429 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-778f6397-2347-4a93-b4be-e36a654afbc5 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:29.965702 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-804db596-203a-4dee-aa32-359e8aaaa09c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:29.973938 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-535459fd-1972-432a-be40-c213bb9ef491 req-5b9bb584-40a1-45cf-9580-d3d346544065 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9f12cf48-0c6d-4cfc-b4b2-d485430b7ee2 HTTP/1.1" status: 200 len: 217 time: 0.2169354 May 28 06:35:30.016217 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-535459fd-1972-432a-be40-c213bb9ef491 req-d3f1d549-3fd8-4556-b1d3-13b08ddd82d3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6b003501-bc41-4d7f-8ac8-ec847ad3a399 HTTP/1.1" status: 200 len: 217 time: 0.1967843 May 28 06:35:30.025068 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:30.066946 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-62b98553-688a-4857-9505-408b85f099e6 req-84debb88-91e9-4c3d-b69f-ff53168e7505 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.55 "GET /v2.0/ports?device_id=fe6ae5f3-4016-44c0-a494-3652ed8aa5b2 HTTP/1.1" status: 200 len: 210 time: 0.1580632 May 28 06:35:30.071720 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804db596-203a-4dee-aa32-359e8aaaa09c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ee8feb5-aa35-4492-89a0-3409fbbf8a11,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:35:30.147212 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 093270a4-e765-43ea-b479-009874731022 up at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:35:30.150936 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535459fd-1972-432a-be40-c213bb9ef491 req-b6caead1-4d89-4843-9f6f-2209f2a2dc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:30.152377 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-535459fd-1972-432a-be40-c213bb9ef491 req-b6caead1-4d89-4843-9f6f-2209f2a2dc83 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5c654d90-84d7-427f-8188-6872cb5ecca8 HTTP/1.1" status: 200 len: 858 time: 0.0712471 May 28 06:35:30.153671 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-804db596-203a-4dee-aa32-359e8aaaa09c admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:30.154411 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-804db596-203a-4dee-aa32-359e8aaaa09c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0ee8feb5-aa35-4492-89a0-3409fbbf8a11 HTTP/1.1" status: 204 len: 168 time: 1.0354159 May 28 06:35:30.217534 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-778f6397-2347-4a93-b4be-e36a654afbc5 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:30.224211 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-535459fd-1972-432a-be40-c213bb9ef491 req-daa0a792-e17b-436b-b034-efb5f1d783e5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e5c7773a-ecaf-4e7b-9372-81ed439a0b55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612268 May 28 06:35:30.225203 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-778f6397-2347-4a93-b4be-e36a654afbc5 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fb634202-8c6b-4c8c-94d0-586daae054e2 {{(pid=89109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 28 06:35:30.228266 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-778f6397-2347-4a93-b4be-e36a654afbc5 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:30.229296 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535459fd-1972-432a-be40-c213bb9ef491 req-4a9f9214-3fc4-449d-8d4f-965c1c0c61d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:30.230827 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-535459fd-1972-432a-be40-c213bb9ef491 req-4a9f9214-3fc4-449d-8d4f-965c1c0c61d5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=63087a8b-c4a9-4365-9770-9c338fb4b336 HTTP/1.1" status: 200 len: 854 time: 0.2036114 May 28 06:35:30.274097 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment d62c75f6-d106-4751-8a95-35eda74c3c8f resource provider aggregate not found May 28 06:35:30.300598 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778f6397-2347-4a93-b4be-e36a654afbc5 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Pushing event deleted for resources: {'Network': ['ID=fb634202-8c6b-4c8c-94d0-586daae054e2,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:35:30.321001 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning for port 093270a4-e765-43ea-b479-009874731022 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:35:30.323342 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment d62c75f6-d106-4751-8a95-35eda74c3c8f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d62c75f6-d106-4751-8a95-35eda74c3c8f found for delete ", "request_id": "req-11a85d72-3bc2-4401-ae43-e6fece30bcb5"}]} May 28 06:35:30.327373 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning complete for port 093270a4-e765-43ea-b479-009874731022 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:35:30.327830 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:30.375207 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-535459fd-1972-432a-be40-c213bb9ef491 req-dd0d7df0-0cb9-4032-a3e6-9e1fb4414dd1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cd6ee327-f61e-4622-89b1-41e9d0da622c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1178434 May 28 06:35:30.405531 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-778f6397-2347-4a93-b4be-e36a654afbc5 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] 10.222.0.55 "DELETE /v2.0/networks/fb634202-8c6b-4c8c-94d0-586daae054e2 HTTP/1.1" status: 204 len: 168 time: 2.7150137 May 28 06:35:30.406094 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 35314) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:35:30.422428 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355e8edd-f8e3-49a3-9f00-821c044100ca req-cf1655f6-2210-4954-9a78-a9b6e350b194 tempest-InstanceActionsTestJSON-281555558 tempest-InstanceActionsTestJSON-281555558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:30.424009 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-355e8edd-f8e3-49a3-9f00-821c044100ca req-cf1655f6-2210-4954-9a78-a9b6e350b194 tempest-InstanceActionsTestJSON-281555558 tempest-InstanceActionsTestJSON-281555558-project] 10.222.0.55 "GET /v2.0/ports?device_id=b45df6ec-6780-45fc-bd68-e892977bdf65 HTTP/1.1" status: 200 len: 943 time: 0.5003169 May 28 06:35:30.519806 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 35318) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:35:30.596398 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 093270a4-e765-43ea-b479-009874731022 is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:35:30.597544 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:30.645067 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 093270a4-e765-43ea-b479-009874731022, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=093270a4-e765-43ea-b479-009874731022,segment=NetworkSegment(6d868819-564e-4af9-b9ff-085fbf6a79d0),segment_id=6d868819-564e-4af9-b9ff-085fbf6a79d0)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:35:30.646181 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd30e9d27-45ce-4c3d-90e3-efbc85a47adf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '093270a4-e765-43ea-b479-009874731022'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:35:30.700414 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9238915-6629-48a8-a8e4-bdcae32e5e6d'] response: {'server_uuid': 'd30e9d27-45ce-4c3d-90e3-efbc85a47adf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '093270a4-e765-43ea-b479-009874731022', 'code': 200} May 28 06:35:30.755128 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:30.766120 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-355e8edd-f8e3-49a3-9f00-821c044100ca req-643516ed-6034-43f7-bbfa-c0da08442f99 tempest-InstanceActionsTestJSON-281555558 tempest-InstanceActionsTestJSON-281555558-project] 10.222.0.55 "GET /v2.0/security-groups?id=bcebff5b-afd7-4b42-a162-6f2ecd94a4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154040 May 28 06:35:30.796556 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-4d576089-b82c-419d-aa31-df18a6e83a00 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] 10.222.0.55 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1477 time: 0.3834913 May 28 06:35:30.796556 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-535459fd-1972-432a-be40-c213bb9ef491 req-8c5dd0c7-4ca9-4465-91d5-c103e432c074 service neutron] 10.222.0.71 "GET /v2.0/networks/e5c7773a-ecaf-4e7b-9372-81ed439a0b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5640244 May 28 06:35:30.796787 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 35330) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:35:30.933674 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=093270a4-e765-43ea-b479-009874731022,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:35:30.954432 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 9f12cf48-0c6d-4cfc-b4b2-d485430b7ee2 details requested by agent hyperv_n-h1-843702-1 with host n-h1-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:35:30.959390 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 41cbcbcd-5564-4eca-bb32-20cf5107cfcb up at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:35:30.976944 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c0785ad1-5cf8-4ebc-b15b-cfba8675144f admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:31.011191 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-c0785ad1-5cf8-4ebc-b15b-cfba8675144f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:35:31.019405 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-c0785ad1-5cf8-4ebc-b15b-cfba8675144f admin admin] Usage tracker for resource:security_group_rule and tenant:a7c3f308ab4c463d962dcdc8d6c93f33 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:35:31.024670 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-c0785ad1-5cf8-4ebc-b15b-cfba8675144f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:35:31.052253 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-c0785ad1-5cf8-4ebc-b15b-cfba8675144f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:35:31.058681 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a66543-7eed-4839-ba05-754cd95a2bcc tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:31.061741 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a66543-7eed-4839-ba05-754cd95a2bcc tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:31.061741 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a66543-7eed-4839-ba05-754cd95a2bcc tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:31.061741 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a66543-7eed-4839-ba05-754cd95a2bcc tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:31.061741 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a66543-7eed-4839-ba05-754cd95a2bcc tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:31.061741 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a66543-7eed-4839-ba05-754cd95a2bcc tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:31.061741 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a66543-7eed-4839-ba05-754cd95a2bcc tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:31.062221 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a66543-7eed-4839-ba05-754cd95a2bcc tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:31.062309 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a66543-7eed-4839-ba05-754cd95a2bcc tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:31.062755 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a66543-7eed-4839-ba05-754cd95a2bcc tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:31.063194 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a66543-7eed-4839-ba05-754cd95a2bcc tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:31.065079 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-c6a66543-7eed-4839-ba05-754cd95a2bcc tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Synchronizing usage tracker for tenant:10cdb8a3aabd4dd49be0c0f56b29aa20 on resource:subnet {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:35:31.093582 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a9cacf-dca7-4372-b4c5-071aa68d5c9c req-b9955621-2dd3-46eb-b96c-0104e12acb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:31.100509 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-f1a9cacf-dca7-4372-b4c5-071aa68d5c9c req-b9955621-2dd3-46eb-b96c-0104e12acb02 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=d30e9d27-45ce-4c3d-90e3-efbc85a47adf HTTP/1.1" status: 200 len: 1097 time: 0.2142084 May 28 06:35:31.198697 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-f1a9cacf-dca7-4372-b4c5-071aa68d5c9c req-4e5f668f-7736-4c70-ab6a-ba07eec72566 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=252cc91f-311f-459a-8173-cb2a7ca8a905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758817 May 28 06:35:31.215946 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-c6a66543-7eed-4839-ba05-754cd95a2bcc tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Unset dirty status for tenant:10cdb8a3aabd4dd49be0c0f56b29aa20 on resource:subnet {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:35:31.220134 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-c6a66543-7eed-4839-ba05-754cd95a2bcc tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7116 time: 0.4199078 May 28 06:35:31.226024 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 35344) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:35:31.231866 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 9f12cf48-0c6d-4cfc-b4b2-d485430b7ee2, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=9f12cf48-0c6d-4cfc-b4b2-d485430b7ee2,segment=NetworkSegment(aff1a12a-c6c5-4d31-b4c0-2b38e402f028),segment_id=aff1a12a-c6c5-4d31-b4c0-2b38e402f028)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:35:31.258443 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning for port 41cbcbcd-5564-4eca-bb32-20cf5107cfcb completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:35:31.269273 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Returning: {'device': '9f12cf48-0c6d-4cfc-b4b2-d485430b7ee2', 'network_id': 'cd6ee327-f61e-4622-89b1-41e9d0da622c', 'port_id': '9f12cf48-0c6d-4cfc-b4b2-d485430b7ee2', 'mac_address': 'fa:16:3e:a7:3a:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63087a8b-c4a9-4365-9770-9c338fb4b336', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:35:31.271371 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning complete for port 41cbcbcd-5564-4eca-bb32-20cf5107cfcb triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:35:31.271678 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:31.295719 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c0785ad1-5cf8-4ebc-b15b-cfba8675144f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:31.309902 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-535459fd-1972-432a-be40-c213bb9ef491 req-292b4d74-80a6-4a68-9977-efeb9fd3b709 service neutron] 10.222.0.69 "GET /v2.0/networks/cd6ee327-f61e-4622-89b1-41e9d0da622c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9257457 May 28 06:35:31.394067 n-d-843702-1 neutron-server[89109]: INFO neutron.api.v2.resource [None req-2d665696-3edb-43c2-a2c6-c013e18f794d tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] delete failed (client error): The resource could not be found. May 28 06:35:31.399372 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-2d665696-3edb-43c2-a2c6-c013e18f794d tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] 10.222.0.55 "DELETE /v2.0/floatingips/2e5500f8-9641-41fe-a5cb-27f81811c0eb HTTP/1.1" status: 404 len: 345 time: 0.1081612 May 28 06:35:31.405891 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 35350) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:35:31.408961 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c0785ad1-5cf8-4ebc-b15b-cfba8675144f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:31.436226 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 9f12cf48-0c6d-4cfc-b4b2-d485430b7ee2 is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:35:31.436823 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:31.456662 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f12cf48-0c6d-4cfc-b4b2-d485430b7ee2 {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:35:31.475344 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 9f12cf48-0c6d-4cfc-b4b2-d485430b7ee2, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=9f12cf48-0c6d-4cfc-b4b2-d485430b7ee2,segment=NetworkSegment(aff1a12a-c6c5-4d31-b4c0-2b38e402f028),segment_id=aff1a12a-c6c5-4d31-b4c0-2b38e402f028)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:35:31.486541 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-c0785ad1-5cf8-4ebc-b15b-cfba8675144f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a7c3f308ab4c463d962dcdc8d6c93f33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9655557 May 28 06:35:31.515536 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 35354) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:35:31.542479 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0785ad1-5cf8-4ebc-b15b-cfba8675144f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3042c051-df63-4c06-b98b-e43632b63bab,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:35:31.548821 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-befed882-1550-4263-aae0-9c9db09ac461 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] DELETE failed (client error): The resource could not be found. May 28 06:35:31.549653 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-befed882-1550-4263-aae0-9c9db09ac461 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=89109) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:35:31.564581 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 41cbcbcd-5564-4eca-bb32-20cf5107cfcb is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:35:31.565702 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:31.588306 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-befed882-1550-4263-aae0-9c9db09ac461 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] 10.222.0.55 "DELETE /v2.0/networks/fb634202-8c6b-4c8c-94d0-586daae054e2 HTTP/1.1" status: 404 len: 339 time: 0.1775072 May 28 06:35:31.590400 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 35360) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:35:31.596345 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-535459fd-1972-432a-be40-c213bb9ef491 req-af70ad56-562b-46d1-86ff-148eaac67d80 service neutron] 10.222.0.71 "GET /v2.0/networks/e5c7773a-ecaf-4e7b-9372-81ed439a0b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7567606 May 28 06:35:31.603574 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-e11322ee-3608-4e80-af54-9dcdc3f862a5 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Request body: {'network': {'name': 'tempest-network--1382732683', 'router:external': True}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:35:31.617361 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:31.636959 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-e11322ee-3608-4e80-af54-9dcdc3f862a5 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:35:31.654148 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-e11322ee-3608-4e80-af54-9dcdc3f862a5 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Usage tracker for resource:network and tenant:10cdb8a3aabd4dd49be0c0f56b29aa20 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:35:31.654148 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-e11322ee-3608-4e80-af54-9dcdc3f862a5 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:35:31.661148 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-e11322ee-3608-4e80-af54-9dcdc3f862a5 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:35:31.692649 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-500f69c6-971b-4029-9b5b-e3b03cb4f078 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:31.710003 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 41cbcbcd-5564-4eca-bb32-20cf5107cfcb, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=41cbcbcd-5564-4eca-bb32-20cf5107cfcb,segment=NetworkSegment(6d868819-564e-4af9-b9ff-085fbf6a79d0),segment_id=6d868819-564e-4af9-b9ff-085fbf6a79d0)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:35:31.724393 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=9f12cf48-0c6d-4cfc-b4b2-d485430b7ee2,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:35:31.734005 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-500f69c6-971b-4029-9b5b-e3b03cb4f078 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:31.735177 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:31.750182 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-535459fd-1972-432a-be40-c213bb9ef491 req-c8977a4e-8a97-4ec2-8be0-e83aaf1b13ed service neutron] 10.222.0.69 "GET /v2.0/networks/cd6ee327-f61e-4622-89b1-41e9d0da622c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4268920 May 28 06:35:31.761891 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201b4267-c9d0-40c7-9424-63e0798d672d req-821c441d-3dec-4bb3-b23f-3611f63d3ef4 tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:31.763984 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-201b4267-c9d0-40c7-9424-63e0798d672d req-821c441d-3dec-4bb3-b23f-3611f63d3ef4 tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] 10.222.0.55 "GET /v2.0/ports?device_id=d30e9d27-45ce-4c3d-90e3-efbc85a47adf HTTP/1.1" status: 200 len: 946 time: 0.7541795 May 28 06:35:31.765315 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e11322ee-3608-4e80-af54-9dcdc3f862a5 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Made reservation on behalf of 10cdb8a3aabd4dd49be0c0f56b29aa20 for: {'network': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:35:31.770230 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e11322ee-3608-4e80-af54-9dcdc3f862a5 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:31.777670 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531c4a89-9378-456c-83cd-9c47f18dc421 req-86f60756-b787-41b5-b100-7887e12235b1 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:31.779242 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-531c4a89-9378-456c-83cd-9c47f18dc421 req-86f60756-b787-41b5-b100-7887e12235b1 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/ports?device_id=18125e28-15d1-48dd-aa07-32b31253304b HTTP/1.1" status: 200 len: 945 time: 0.4756248 May 28 06:35:31.813119 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e11322ee-3608-4e80-af54-9dcdc3f862a5 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=89109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:35:31.820976 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:31.881223 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2128f668-985e-40d7-b9f9-28232e53284c req-5ae6263b-d7bf-4d96-8a36-4a9f0e1d4298 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:31.882721 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2128f668-985e-40d7-b9f9-28232e53284c req-5ae6263b-d7bf-4d96-8a36-4a9f0e1d4298 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.69 "GET /v2.0/networks?id=97711779-de36-4af1-95e9-88f65060157a HTTP/1.1" status: 200 len: 805 time: 0.2862117 May 28 06:35:31.885581 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-201b4267-c9d0-40c7-9424-63e0798d672d req-438b359c-f579-40e3-9e84-62af0af89996 tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] 10.222.0.55 "GET /v2.0/security-groups?id=252cc91f-311f-459a-8173-cb2a7ca8a905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055448 May 28 06:35:31.904169 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-2128f668-985e-40d7-b9f9-28232e53284c req-e2dab572-fa68-47b3-b7bd-4da8468f1463 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Request body: {'port': {'device_id': 'fe6ae5f3-4016-44c0-a494-3652ed8aa5b2', 'network_id': '97711779-de36-4af1-95e9-88f65060157a', 'admin_state_up': True, 'tenant_id': '5ef065cc7a6e48198da7b2879024e281'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:35:31.909216 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['9f12cf48-0c6d-4cfc-b4b2-d485430b7ee2'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:35:31.926321 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-500f69c6-971b-4029-9b5b-e3b03cb4f078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:31.939298 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e11322ee-3608-4e80-af54-9dcdc3f862a5 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:31.939298 n-d-843702-1 neutron-server[89109]: INFO neutron.db.segments_db [None req-e11322ee-3608-4e80-af54-9dcdc3f862a5 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Added segment 109a8b3c-e6af-4f62-a7e5-6b65491eaea6 of type vlan for network e03ddae0-5f1e-4027-8164-8568b8679f35 May 28 06:35:31.972565 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500f69c6-971b-4029-9b5b-e3b03cb4f078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3042c051-df63-4c06-b98b-e43632b63bab,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:35:31.980018 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-500f69c6-971b-4029-9b5b-e3b03cb4f078 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:31.984467 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-500f69c6-971b-4029-9b5b-e3b03cb4f078 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3042c051-df63-4c06-b98b-e43632b63bab HTTP/1.1" status: 204 len: 168 time: 0.4590507 May 28 06:35:31.995654 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-531c4a89-9378-456c-83cd-9c47f18dc421 req-c9b6d6a6-8789-494f-a28e-d801cdbe4453 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d5c9d24-a7ef-4e95-9414-4cd057feeac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1962502 May 28 06:35:32.066502 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e11322ee-3608-4e80-af54-9dcdc3f862a5 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:32.185587 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 6b003501-bc41-4d7f-8ac8-ec847ad3a399 details requested by agent hyperv_n-h2-843702-1 with host n-h2-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:35:32.209769 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-2128f668-985e-40d7-b9f9-28232e53284c req-e2dab572-fa68-47b3-b7bd-4da8468f1463 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:35:32.228083 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-2128f668-985e-40d7-b9f9-28232e53284c req-e2dab572-fa68-47b3-b7bd-4da8468f1463 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:35:32.240251 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 35378) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:35:32.251926 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e11322ee-3608-4e80-af54-9dcdc3f862a5 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:32.252904 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e11322ee-3608-4e80-af54-9dcdc3f862a5 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:32.253529 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e11322ee-3608-4e80-af54-9dcdc3f862a5 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:32.350655 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=41cbcbcd-5564-4eca-bb32-20cf5107cfcb,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:35:32.446326 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-13cd5a53-aad3-4f3e-97fd-4de1865dd1e4 req-e3c4747a-ae23-4d19-ab65-501aa9f1f1eb tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.55 "GET /v2.0/ports?device_id=fe6ae5f3-4016-44c0-a494-3652ed8aa5b2 HTTP/1.1" status: 200 len: 210 time: 0.1788588 May 28 06:35:32.470695 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:32.471293 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-1ffdbc9d-f004-4df1-90fd-9eb8b4c2f5ec tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Request body: {'network': {'name': 'tempest-RoutersTest-1903303131'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:35:32.475071 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11322ee-3608-4e80-af54-9dcdc3f862a5 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Pushing event updated for resources: {'Network': ['ID=e03ddae0-5f1e-4027-8164-8568b8679f35,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:35:32.486806 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-1ffdbc9d-f004-4df1-90fd-9eb8b4c2f5ec tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:35:32.492021 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network e03ddae0-5f1e-4027-8164-8568b8679f35 details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:35:32.494934 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-1ffdbc9d-f004-4df1-90fd-9eb8b4c2f5ec tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Usage tracker for resource:network and tenant:51e07d1dd4e842f29564191e4c945b6c is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:35:32.500027 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-1ffdbc9d-f004-4df1-90fd-9eb8b4c2f5ec tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:35:32.510758 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-1ffdbc9d-f004-4df1-90fd-9eb8b4c2f5ec tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:35:32.521624 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7def7c-2d8b-4ee4-a18e-a7807e215465 req-0efa6e6f-26a2-48f9-bebc-27637909c1ff tempest-InstanceActionsTestJSON-281555558 tempest-InstanceActionsTestJSON-281555558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:32.523623 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6c7def7c-2d8b-4ee4-a18e-a7807e215465 req-0efa6e6f-26a2-48f9-bebc-27637909c1ff tempest-InstanceActionsTestJSON-281555558 tempest-InstanceActionsTestJSON-281555558-project] 10.222.0.55 "GET /v2.0/ports?device_id=b45df6ec-6780-45fc-bd68-e892977bdf65 HTTP/1.1" status: 200 len: 944 time: 0.1190283 May 28 06:35:32.562360 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2128f668-985e-40d7-b9f9-28232e53284c req-e2dab572-fa68-47b3-b7bd-4da8468f1463 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Made reservation on behalf of 5ef065cc7a6e48198da7b2879024e281 for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:35:32.571208 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-2128f668-985e-40d7-b9f9-28232e53284c req-e2dab572-fa68-47b3-b7bd-4da8468f1463 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:32.582360 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-e11322ee-3608-4e80-af54-9dcdc3f862a5 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.9841306 May 28 06:35:32.582360 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 35384) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:35:32.678403 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6c7def7c-2d8b-4ee4-a18e-a7807e215465 req-6a7ff42e-ea59-4a1d-8d13-e46e18f896d4 tempest-InstanceActionsTestJSON-281555558 tempest-InstanceActionsTestJSON-281555558-project] 10.222.0.55 "GET /v2.0/security-groups?id=bcebff5b-afd7-4b42-a162-6f2ecd94a4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490469 May 28 06:35:32.689407 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 6b003501-bc41-4d7f-8ac8-ec847ad3a399, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=6b003501-bc41-4d7f-8ac8-ec847ad3a399,segment=NetworkSegment(6d868819-564e-4af9-b9ff-085fbf6a79d0),segment_id=6d868819-564e-4af9-b9ff-085fbf6a79d0)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:35:32.701291 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ffdbc9d-f004-4df1-90fd-9eb8b4c2f5ec tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Made reservation on behalf of 51e07d1dd4e842f29564191e4c945b6c for: {'network': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:35:32.702339 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb917b0b-b1be-4261-8fcf-faf4c9a5f089', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41cbcbcd-5564-4eca-bb32-20cf5107cfcb'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:35:32.704927 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1ffdbc9d-f004-4df1-90fd-9eb8b4c2f5ec tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:32.710806 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Returning: {'device': '6b003501-bc41-4d7f-8ac8-ec847ad3a399', 'network_id': 'e5c7773a-ecaf-4e7b-9372-81ed439a0b55', 'port_id': '6b003501-bc41-4d7f-8ac8-ec847ad3a399', 'mac_address': 'fa:16:3e:e3:aa:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c654d90-84d7-427f-8188-6872cb5ecca8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:35:32.777400 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1ffdbc9d-f004-4df1-90fd-9eb8b4c2f5ec tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:32.799150 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-1ffdbc9d-f004-4df1-90fd-9eb8b4c2f5ec tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:35:32.803767 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-1ffdbc9d-f004-4df1-90fd-9eb8b4c2f5ec tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Usage tracker for resource:security_group_rule and tenant:51e07d1dd4e842f29564191e4c945b6c is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:35:32.806667 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-1ffdbc9d-f004-4df1-90fd-9eb8b4c2f5ec tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:35:32.814619 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-1ffdbc9d-f004-4df1-90fd-9eb8b4c2f5ec tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:35:32.837330 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0428b17e-a89a-495a-94d5-1fe7239b074c'] response: {'server_uuid': 'bb917b0b-b1be-4261-8fcf-faf4c9a5f089', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41cbcbcd-5564-4eca-bb32-20cf5107cfcb', 'code': 200} May 28 06:35:32.837892 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 6b003501-bc41-4d7f-8ac8-ec847ad3a399 is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:35:32.838428 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:32.857601 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b003501-bc41-4d7f-8ac8-ec847ad3a399 {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:35:32.888979 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 6b003501-bc41-4d7f-8ac8-ec847ad3a399, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=6b003501-bc41-4d7f-8ac8-ec847ad3a399,segment=NetworkSegment(6d868819-564e-4af9-b9ff-085fbf6a79d0),segment_id=6d868819-564e-4af9-b9ff-085fbf6a79d0)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:35:32.934019 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [req-2128f668-985e-40d7-b9f9-28232e53284c req-e2dab572-fa68-47b3-b7bd-4da8468f1463 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Allocated IP 172.20.0.11 (97711779-de36-4af1-95e9-88f65060157a/9065b260-3817-4805-a18f-dced8d73fe86/ac036410-cc0b-43d9-9fc6-fbbee974c1c5) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:35:32.934837 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72188db4-b85f-4c60-a923-2cfafaaa3adf tempest-ExternalNetworksTestJSON-727024235 tempest-ExternalNetworksTestJSON-727024235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:32.937313 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:32.949814 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72188db4-b85f-4c60-a923-2cfafaaa3adf tempest-ExternalNetworksTestJSON-727024235 tempest-ExternalNetworksTestJSON-727024235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:32.957763 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72188db4-b85f-4c60-a923-2cfafaaa3adf tempest-ExternalNetworksTestJSON-727024235 tempest-ExternalNetworksTestJSON-727024235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:32.967793 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72188db4-b85f-4c60-a923-2cfafaaa3adf tempest-ExternalNetworksTestJSON-727024235 tempest-ExternalNetworksTestJSON-727024235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:32.982344 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 35394) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:35:32.989628 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-72188db4-b85f-4c60-a923-2cfafaaa3adf tempest-ExternalNetworksTestJSON-727024235 tempest-ExternalNetworksTestJSON-727024235-project] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.4117382 May 28 06:35:33.031720 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1ffdbc9d-f004-4df1-90fd-9eb8b4c2f5ec tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:33.039529 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=6b003501-bc41-4d7f-8ac8-ec847ad3a399,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:35:33.131472 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1ffdbc9d-f004-4df1-90fd-9eb8b4c2f5ec tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:33.167507 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ffdbc9d-f004-4df1-90fd-9eb8b4c2f5ec tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=89109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:35:33.180935 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffdbc9d-f004-4df1-90fd-9eb8b4c2f5ec tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9442ff9-d79e-4072-afc8-44813ddd871f,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:35:33.186244 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1ffdbc9d-f004-4df1-90fd-9eb8b4c2f5ec tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:33.186581 n-d-843702-1 neutron-server[89109]: INFO neutron.db.segments_db [None req-1ffdbc9d-f004-4df1-90fd-9eb8b4c2f5ec tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Added segment b3398101-a5fa-4b43-ba5c-e3cb4f16ab13 of type vlan for network 759509c8-b207-4484-9e4c-613580423bd9 May 28 06:35:33.214168 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1ffdbc9d-f004-4df1-90fd-9eb8b4c2f5ec tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:33.244442 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['6b003501-bc41-4d7f-8ac8-ec847ad3a399'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:35:33.249025 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 35398) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:35:33.266806 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-09c6f9f7-63c5-4904-8c3c-6e8d614c320b tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:33.270571 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5a4854f4-4fb3-4e56-967e-b6a66a2d0565 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:33.279784 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8624a8aa-c5de-46c9-b60d-867e175c15af req-5ada7603-bd52-432b-928b-cb40596a9db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:33.281218 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8624a8aa-c5de-46c9-b60d-867e175c15af req-5ada7603-bd52-432b-928b-cb40596a9db0 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=bb917b0b-b1be-4261-8fcf-faf4c9a5f089 HTTP/1.1" status: 200 len: 1097 time: 0.4035077 May 28 06:35:33.288374 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-5a4854f4-4fb3-4e56-967e-b6a66a2d0565 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:35:33.292662 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-5a4854f4-4fb3-4e56-967e-b6a66a2d0565 admin admin] Usage tracker for resource:security_group_rule and tenant:12988de242184c9c8036b5146978c81f is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:35:33.293881 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470bb46f-78c4-4480-81ba-9c1007ae14a2 req-bc6e1ca2-0dab-45a9-83bf-75108610fce4 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:33.295376 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-470bb46f-78c4-4480-81ba-9c1007ae14a2 req-bc6e1ca2-0dab-45a9-83bf-75108610fce4 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/ports?device_id=18125e28-15d1-48dd-aa07-32b31253304b HTTP/1.1" status: 200 len: 945 time: 0.6466999 May 28 06:35:33.296444 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-5a4854f4-4fb3-4e56-967e-b6a66a2d0565 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:35:33.303783 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-5a4854f4-4fb3-4e56-967e-b6a66a2d0565 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:35:33.310706 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 35402) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:35:33.318537 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-063c43a9-5b43-4795-af0e-a05fba64c110 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Request body: {'floatingip': {'port_id': '0c82cdde-d718-46cb-9d90-6f9ae18a045e'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:35:33.391058 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1ffdbc9d-f004-4df1-90fd-9eb8b4c2f5ec tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:33.397359 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ffdbc9d-f004-4df1-90fd-9eb8b4c2f5ec tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:33.397994 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1ffdbc9d-f004-4df1-90fd-9eb8b4c2f5ec tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:33.462239 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-063c43a9-5b43-4795-af0e-a05fba64c110 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Notify callbacks [] for floatingip, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:33.554179 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8624a8aa-c5de-46c9-b60d-867e175c15af req-6f831de4-e146-40ea-9af4-10cb07f74947 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=252cc91f-311f-459a-8173-cb2a7ca8a905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551923 May 28 06:35:33.680273 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-2128f668-985e-40d7-b9f9-28232e53284c req-e2dab572-fa68-47b3-b7bd-4da8468f1463 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:33.686573 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-171f457d-3408-4636-9b56-ed1a3bbcc293 req-362f355a-ef6c-4fb4-a10d-aa243fe6e977 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.55 "GET /v2.0/ports?device_id=fe6ae5f3-4016-44c0-a494-3652ed8aa5b2 HTTP/1.1" status: 200 len: 210 time: 0.0782712 May 28 06:35:33.688040 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-09c6f9f7-63c5-4904-8c3c-6e8d614c320b tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:33.710266 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce471e16-8ec6-469a-87aa-fdaf5ca228f1 req-40045b39-8995-4ea5-9d3f-81aefab55a23 tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:33.711537 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ce471e16-8ec6-469a-87aa-fdaf5ca228f1 req-40045b39-8995-4ea5-9d3f-81aefab55a23 tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] 10.222.0.55 "GET /v2.0/ports?device_id=d30e9d27-45ce-4c3d-90e3-efbc85a47adf HTTP/1.1" status: 200 len: 946 time: 0.6238949 May 28 06:35:33.749880 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-09c6f9f7-63c5-4904-8c3c-6e8d614c320b tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e03ddae0-5f1e-4027-8164-8568b8679f35']}} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:35:33.766178 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-09c6f9f7-63c5-4904-8c3c-6e8d614c320b tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '109a8b3c-e6af-4f62-a7e5-6b65491eaea6') {'for_net_delete': True} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:35:33.766972 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-09c6f9f7-63c5-4904-8c3c-6e8d614c320b tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '109a8b3c-e6af-4f62-a7e5-6b65491eaea6') {} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:35:33.788921 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-09c6f9f7-63c5-4904-8c3c-6e8d614c320b tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4150778'] for segment, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:33.805544 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffdbc9d-f004-4df1-90fd-9eb8b4c2f5ec tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Pushing event updated for resources: {'Network': ['ID=759509c8-b207-4484-9e4c-613580423bd9,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:35:33.815864 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ce471e16-8ec6-469a-87aa-fdaf5ca228f1 req-eadbcad4-1e34-4199-a106-5fefb16eb90c tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] 10.222.0.55 "GET /v2.0/security-groups?id=252cc91f-311f-459a-8173-cb2a7ca8a905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907128 May 28 06:35:33.816696 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-1ffdbc9d-f004-4df1-90fd-9eb8b4c2f5ec tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.5753179 May 28 06:35:33.820841 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 35410) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:35:33.825189 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-09c6f9f7-63c5-4904-8c3c-6e8d614c320b tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:33.827765 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 759509c8-b207-4484-9e4c-613580423bd9 details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:35:33.832527 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-2ab38b61-1b55-46cb-a466-ed65cb1146bc tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Request body: {'network': {'name': 'tempest-RoutersTest-346619516'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:35:33.842066 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-2ab38b61-1b55-46cb-a466-ed65cb1146bc tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:35:33.844452 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09c6f9f7-63c5-4904-8c3c-6e8d614c320b tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=89110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:35:33.844869 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-09c6f9f7-63c5-4904-8c3c-6e8d614c320b tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3143023'] for segment, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:33.990913 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment 109a8b3c-e6af-4f62-a7e5-6b65491eaea6 resource provider aggregate not found May 28 06:35:33.994645 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-2ab38b61-1b55-46cb-a466-ed65cb1146bc tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Usage tracker for resource:network and tenant:51e07d1dd4e842f29564191e4c945b6c is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:35:34.005050 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-2ab38b61-1b55-46cb-a466-ed65cb1146bc tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:35:34.016268 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5a4854f4-4fb3-4e56-967e-b6a66a2d0565 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:34.027948 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-2128f668-985e-40d7-b9f9-28232e53284c req-e2dab572-fa68-47b3-b7bd-4da8468f1463 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:34.062083 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-2ab38b61-1b55-46cb-a466-ed65cb1146bc tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:35:34.067120 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment 109a8b3c-e6af-4f62-a7e5-6b65491eaea6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 109a8b3c-e6af-4f62-a7e5-6b65491eaea6 found for delete ", "request_id": "req-3f826656-8a86-4e47-af59-3585a0cb072e"}]} May 28 06:35:34.088830 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5a4854f4-4fb3-4e56-967e-b6a66a2d0565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:34.153087 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-5a4854f4-4fb3-4e56-967e-b6a66a2d0565 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=12988de242184c9c8036b5146978c81f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9028249 May 28 06:35:34.160402 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 35420) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:35:34.163956 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 6b003501-bc41-4d7f-8ac8-ec847ad3a399 up at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:35:34.165999 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4854f4-4fb3-4e56-967e-b6a66a2d0565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=645a36c3-2b68-44cd-915b-760ae214836c,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:35:34.183389 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2128f668-985e-40d7-b9f9-28232e53284c req-e2dab572-fa68-47b3-b7bd-4da8468f1463 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Network 97711779-de36-4af1-95e9-88f65060157a is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:35:34.189129 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [req-2128f668-985e-40d7-b9f9-28232e53284c req-e2dab572-fa68-47b3-b7bd-4da8468f1463 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:35:34.197179 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-2128f668-985e-40d7-b9f9-28232e53284c req-e2dab572-fa68-47b3-b7bd-4da8468f1463 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:35:34.227431 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dab572-fa68-47b3-b7bd-4da8468f1463 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Pushing event updated for resources: {'Port': ['ID=ac036410-cc0b-43d9-9fc6-fbbee974c1c5,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:35:34.256063 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b17c06-f18b-42f2-bd3b-0b28be72d447 req-6e99b5b4-6829-462f-be46-5477f7f8b6f3 tempest-InstanceActionsTestJSON-281555558 tempest-InstanceActionsTestJSON-281555558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:34.257557 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c8b17c06-f18b-42f2-bd3b-0b28be72d447 req-6e99b5b4-6829-462f-be46-5477f7f8b6f3 tempest-InstanceActionsTestJSON-281555558 tempest-InstanceActionsTestJSON-281555558-project] 10.222.0.55 "GET /v2.0/ports?device_id=b45df6ec-6780-45fc-bd68-e892977bdf65 HTTP/1.1" status: 200 len: 944 time: 0.3868082 May 28 06:35:34.262112 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ab38b61-1b55-46cb-a466-ed65cb1146bc tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Made reservation on behalf of 51e07d1dd4e842f29564191e4c945b6c for: {'network': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:35:34.265165 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2ab38b61-1b55-46cb-a466-ed65cb1146bc tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:34.321794 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-09c6f9f7-63c5-4904-8c3c-6e8d614c320b tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:34.333128 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4fc2beb4-b1df-4b74-9918-71e75f6737a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:34.334330 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning for port 6b003501-bc41-4d7f-8ac8-ec847ad3a399 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:35:34.341473 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2128f668-985e-40d7-b9f9-28232e53284c req-e2dab572-fa68-47b3-b7bd-4da8468f1463 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:34.341657 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning complete for port 6b003501-bc41-4d7f-8ac8-ec847ad3a399 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:35:34.342116 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-2128f668-985e-40d7-b9f9-28232e53284c req-e2dab572-fa68-47b3-b7bd-4da8468f1463 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:34.342237 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:34.352436 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:35:34.358703 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09c6f9f7-63c5-4904-8c3c-6e8d614c320b tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e03ddae0-5f1e-4027-8164-8568b8679f35 {{(pid=89110) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 28 06:35:34.374010 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-09c6f9f7-63c5-4904-8c3c-6e8d614c320b tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:34.375227 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4fc2beb4-b1df-4b74-9918-71e75f6737a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:34.393901 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4851336f-a24b-4c05-80a9-ce1e9638819f req-0efcdb75-1b26-4842-8f62-925d0f2b8ade tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:34.395419 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4851336f-a24b-4c05-80a9-ce1e9638819f req-0efcdb75-1b26-4842-8f62-925d0f2b8ade tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb917b0b-b1be-4261-8fcf-faf4c9a5f089 HTTP/1.1" status: 200 len: 946 time: 0.3827829 May 28 06:35:34.404501 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c6f9f7-63c5-4904-8c3c-6e8d614c320b tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Pushing event deleted for resources: {'Network': ['ID=e03ddae0-5f1e-4027-8164-8568b8679f35,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:35:34.420203 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ab38b61-1b55-46cb-a466-ed65cb1146bc tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=89110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:35:34.429647 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c8b17c06-f18b-42f2-bd3b-0b28be72d447 req-c76e11b5-71bd-4125-88d1-167468d7809b tempest-InstanceActionsTestJSON-281555558 tempest-InstanceActionsTestJSON-281555558-project] 10.222.0.55 "GET /v2.0/security-groups?id=bcebff5b-afd7-4b42-a162-6f2ecd94a4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505511 May 28 06:35:34.524154 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4851336f-a24b-4c05-80a9-ce1e9638819f req-3f2cd3ef-b175-4159-8f72-89ff524ce8d8 tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] 10.222.0.55 "GET /v2.0/security-groups?id=252cc91f-311f-459a-8173-cb2a7ca8a905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047950 May 28 06:35:34.533484 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-09c6f9f7-63c5-4904-8c3c-6e8d614c320b tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] 10.222.0.55 "DELETE /v2.0/networks/e03ddae0-5f1e-4027-8164-8568b8679f35 HTTP/1.1" status: 204 len: 168 time: 1.5464790 May 28 06:35:34.535412 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 35424) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:35:34.554536 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-7454309f-f37f-454a-9702-2fe5428e0114 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Request body: {'network': {'name': 'tempest-network--779312930', 'router:external': True}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:35:34.555693 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2128f668-985e-40d7-b9f9-28232e53284c req-e2dab572-fa68-47b3-b7bd-4da8468f1463 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6596043 May 28 06:35:34.571671 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-7454309f-f37f-454a-9702-2fe5428e0114 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:35:34.571671 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-7454309f-f37f-454a-9702-2fe5428e0114 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Usage tracker for resource:network and tenant:10cdb8a3aabd4dd49be0c0f56b29aa20 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:35:34.576724 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-2128f668-985e-40d7-b9f9-28232e53284c req-1d0bf5db-2a99-46c0-8cf0-892f8685c103 service neutron] Request body: {'port': {'device_id': 'fe6ae5f3-4016-44c0-a494-3652ed8aa5b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843702-1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:35:34.609108 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-063c43a9-5b43-4795-af0e-a05fba64c110 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:34.615417 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-7454309f-f37f-454a-9702-2fe5428e0114 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:35:34.623776 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-7454309f-f37f-454a-9702-2fe5428e0114 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:35:34.643590 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 6b003501-bc41-4d7f-8ac8-ec847ad3a399 is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:35:34.644213 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:34.678107 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2ab38b61-1b55-46cb-a466-ed65cb1146bc tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:34.679062 n-d-843702-1 neutron-server[89110]: INFO neutron.db.segments_db [None req-2ab38b61-1b55-46cb-a466-ed65cb1146bc tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Added segment bfcbfd4e-3950-40ad-90b3-3965a798fa37 of type vlan for network c4f6affa-3394-42de-9bae-4ad619323519 May 28 06:35:34.679545 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-063c43a9-5b43-4795-af0e-a05fba64c110 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691094'] for floatingip, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:34.757230 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 6b003501-bc41-4d7f-8ac8-ec847ad3a399, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=6b003501-bc41-4d7f-8ac8-ec847ad3a399,segment=NetworkSegment(6d868819-564e-4af9-b9ff-085fbf6a79d0),segment_id=6d868819-564e-4af9-b9ff-085fbf6a79d0)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:35:34.781754 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2ab38b61-1b55-46cb-a466-ed65cb1146bc tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:34.795921 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-2128f668-985e-40d7-b9f9-28232e53284c req-1d0bf5db-2a99-46c0-8cf0-892f8685c103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:34.802955 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4fc2beb4-b1df-4b74-9918-71e75f6737a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:34.828830 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:34.854672 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7454309f-f37f-454a-9702-2fe5428e0114 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Made reservation on behalf of 10cdb8a3aabd4dd49be0c0f56b29aa20 for: {'network': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:35:34.863251 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7454309f-f37f-454a-9702-2fe5428e0114 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:34.957040 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '433d0421-5e2e-49ad-967e-35d936da3ff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b003501-bc41-4d7f-8ac8-ec847ad3a399'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:35:34.962462 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=6b003501-bc41-4d7f-8ac8-ec847ad3a399,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:35:34.984529 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 9f12cf48-0c6d-4cfc-b4b2-d485430b7ee2 up at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:35:35.031011 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc2beb4-b1df-4b74-9918-71e75f6737a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=645a36c3-2b68-44cd-915b-760ae214836c,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:35:35.041051 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-920bb2ac-74ff-4d5a-99f5-3e1d01303eb6'] response: {'server_uuid': '433d0421-5e2e-49ad-967e-35d936da3ff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b003501-bc41-4d7f-8ac8-ec847ad3a399', 'code': 200} May 28 06:35:35.058378 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2ab38b61-1b55-46cb-a466-ed65cb1146bc tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:35.064565 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab38b61-1b55-46cb-a466-ed65cb1146bc tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:35.065516 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2ab38b61-1b55-46cb-a466-ed65cb1146bc tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:35.076688 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4fc2beb4-b1df-4b74-9918-71e75f6737a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:35.076688 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-4fc2beb4-b1df-4b74-9918-71e75f6737a3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/645a36c3-2b68-44cd-915b-760ae214836c HTTP/1.1" status: 204 len: 168 time: 0.9117842 May 28 06:35:35.091099 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7454309f-f37f-454a-9702-2fe5428e0114 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=89109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:35:35.130657 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7454309f-f37f-454a-9702-2fe5428e0114 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:35.131385 n-d-843702-1 neutron-server[89109]: INFO neutron.db.segments_db [None req-7454309f-f37f-454a-9702-2fe5428e0114 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Added segment ec541843-214d-4cd9-9364-09fbd3d08a50 of type vlan for network edc73496-daa2-4259-9e25-7705fb0a77c5 May 28 06:35:35.133949 n-d-843702-1 neutron-server[89109]: INFO neutron.db.l3_db [None req-063c43a9-5b43-4795-af0e-a05fba64c110 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Floating IP e3eea752-c90c-4862-b43c-2a3c60627ae4 associated. External IP: 172.25.5.55, port: 0c82cdde-d718-46cb-9d90-6f9ae18a045e. May 28 06:35:35.206250 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning for port 9f12cf48-0c6d-4cfc-b4b2-d485430b7ee2 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:35:35.220248 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning complete for port 9f12cf48-0c6d-4cfc-b4b2-d485430b7ee2 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:35:35.220915 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:35.297331 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-2ab38b61-1b55-46cb-a466-ed65cb1146bc tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.4706223 May 28 06:35:35.302748 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 35434) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:35:35.321582 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-e20d8045-f6ca-4e72-9cad-c4b92a2e5963 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Request body: {'subnet': {'network_id': '759509c8-b207-4484-9e4c-613580423bd9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:35:35.492191 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 9f12cf48-0c6d-4cfc-b4b2-d485430b7ee2 is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:35:35.492688 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:35.542368 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 9f12cf48-0c6d-4cfc-b4b2-d485430b7ee2, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=9f12cf48-0c6d-4cfc-b4b2-d485430b7ee2,segment=NetworkSegment(aff1a12a-c6c5-4d31-b4c0-2b38e402f028),segment_id=aff1a12a-c6c5-4d31-b4c0-2b38e402f028)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:35:35.565032 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab38b61-1b55-46cb-a466-ed65cb1146bc tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Pushing event updated for resources: {'Network': ['ID=c4f6affa-3394-42de-9bae-4ad619323519,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:35:35.581157 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network c4f6affa-3394-42de-9bae-4ad619323519 details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:35:35.587819 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7454309f-f37f-454a-9702-2fe5428e0114 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:35.639861 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:35.725746 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-e20d8045-f6ca-4e72-9cad-c4b92a2e5963 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:35:35.727696 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [req-2128f668-985e-40d7-b9f9-28232e53284c req-1d0bf5db-2a99-46c0-8cf0-892f8685c103 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac036410-cc0b-43d9-9fc6-fbbee974c1c5 {{(pid=89110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:35:35.737659 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-e20d8045-f6ca-4e72-9cad-c4b92a2e5963 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Usage tracker for resource:subnet and tenant:51e07d1dd4e842f29564191e4c945b6c is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:35:35.738126 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-2128f668-985e-40d7-b9f9-28232e53284c req-1d0bf5db-2a99-46c0-8cf0-892f8685c103 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:35.754120 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-e20d8045-f6ca-4e72-9cad-c4b92a2e5963 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:35:35.759013 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7454309f-f37f-454a-9702-2fe5428e0114 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:35.759955 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7454309f-f37f-454a-9702-2fe5428e0114 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:35.760535 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7454309f-f37f-454a-9702-2fe5428e0114 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:35.773307 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-2128f668-985e-40d7-b9f9-28232e53284c req-1d0bf5db-2a99-46c0-8cf0-892f8685c103 service neutron] Transition to ACTIVE for port object ac036410-cc0b-43d9-9fc6-fbbee974c1c5 will not be triggered until provisioned by entity L2. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:35:35.792666 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-e20d8045-f6ca-4e72-9cad-c4b92a2e5963 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:35:35.843034 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d53d001-89b0-446d-8891-10343a716d8e req-2fc08efc-f286-4747-8453-ad70cf68fff8 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:35.843750 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-1d53d001-89b0-446d-8891-10343a716d8e req-2fc08efc-f286-4747-8453-ad70cf68fff8 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Synchronizing usage tracker for tenant:5ef065cc7a6e48198da7b2879024e281 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:35:35.873373 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=9f12cf48-0c6d-4cfc-b4b2-d485430b7ee2,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:35:35.981130 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-2128f668-985e-40d7-b9f9-28232e53284c req-1d0bf5db-2a99-46c0-8cf0-892f8685c103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:35.982695 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e20d8045-f6ca-4e72-9cad-c4b92a2e5963 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Made reservation on behalf of 51e07d1dd4e842f29564191e4c945b6c for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:35:35.986642 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e20d8045-f6ca-4e72-9cad-c4b92a2e5963 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:36.021370 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-7454309f-f37f-454a-9702-2fe5428e0114 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.4878650 May 28 06:35:36.030773 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 35452) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:35:36.062320 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4251a59-3d04-4070-88e6-a10873ebefaf req-3789fe5f-7b7a-49ba-9e5c-22e34c8539c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:36.064383 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b4251a59-3d04-4070-88e6-a10873ebefaf req-3789fe5f-7b7a-49ba-9e5c-22e34c8539c9 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=433d0421-5e2e-49ad-967e-35d936da3ff8 HTTP/1.1" status: 200 len: 1096 time: 0.8923514 May 28 06:35:36.083205 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7454309f-f37f-454a-9702-2fe5428e0114 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Pushing event updated for resources: {'Network': ['ID=edc73496-daa2-4259-9e25-7705fb0a77c5,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:35:36.101648 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network edc73496-daa2-4259-9e25-7705fb0a77c5 details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:35:36.165024 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-1d53d001-89b0-446d-8891-10343a716d8e req-2fc08efc-f286-4747-8453-ad70cf68fff8 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Unset dirty status for tenant:5ef065cc7a6e48198da7b2879024e281 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:35:36.171955 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1d53d001-89b0-446d-8891-10343a716d8e req-2fc08efc-f286-4747-8453-ad70cf68fff8 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.55 "GET /v2.0/ports?device_id=fe6ae5f3-4016-44c0-a494-3652ed8aa5b2 HTTP/1.1" status: 200 len: 932 time: 1.2418239 May 28 06:35:36.211074 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0bf5db-2a99-46c0-8cf0-892f8685c103 service neutron] Pushing event updated for resources: {'Port': ['ID=ac036410-cc0b-43d9-9fc6-fbbee974c1c5,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:35:36.246173 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-063c43a9-5b43-4795-af0e-a05fba64c110 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Router b780bbb6-446f-4e48-a498-84dcf15fde1b has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:35:36.265805 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea4897db-7370-4419-8ce4-625abcbeb76d tempest-ExternalNetworksTestJSON-727024235 tempest-ExternalNetworksTestJSON-727024235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:36.270132 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-ea4897db-7370-4419-8ce4-625abcbeb76d tempest-ExternalNetworksTestJSON-727024235 tempest-ExternalNetworksTestJSON-727024235-project] 10.222.0.55 "GET /v2.0/networks/edc73496-daa2-4259-9e25-7705fb0a77c5 HTTP/1.1" status: 200 len: 756 time: 0.1857295 May 28 06:35:36.275069 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 35460) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:35:36.319283 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b4251a59-3d04-4070-88e6-a10873ebefaf req-fdb13d3c-93bd-4818-ad64-95d66987653c service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=252cc91f-311f-459a-8173-cb2a7ca8a905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896009 May 28 06:35:36.340899 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1d53d001-89b0-446d-8891-10343a716d8e req-6660bde9-1a47-4a60-9796-9d4c0f6d8cab tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.55 "GET /v2.0/security-groups?id=89c8e518-81c5-4ccc-b111-8291ad38466d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730449 May 28 06:35:36.371237 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6daa8c1-a3a2-4479-9b30-09d31cd9b931 req-83a834d0-b417-4911-a26f-9c3eed9d4433 tempest-InstanceActionsTestJSON-281555558 tempest-InstanceActionsTestJSON-281555558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:36.373841 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e6daa8c1-a3a2-4479-9b30-09d31cd9b931 req-83a834d0-b417-4911-a26f-9c3eed9d4433 tempest-InstanceActionsTestJSON-281555558 tempest-InstanceActionsTestJSON-281555558-project] 10.222.0.55 "GET /v2.0/ports?device_id=b45df6ec-6780-45fc-bd68-e892977bdf65 HTTP/1.1" status: 200 len: 945 time: 0.6026340 May 28 06:35:36.428831 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-2128f668-985e-40d7-b9f9-28232e53284c req-1d0bf5db-2a99-46c0-8cf0-892f8685c103 service neutron] Attempting to bind port ac036410-cc0b-43d9-9fc6-fbbee974c1c5 on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:35:36.429144 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-2128f668-985e-40d7-b9f9-28232e53284c req-1d0bf5db-2a99-46c0-8cf0-892f8685c103 service neutron] Attempting to bind port ac036410-cc0b-43d9-9fc6-fbbee974c1c5 by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': '36b7b050-a7a0-4005-a03f-73135e20048b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '97711779-de36-4af1-95e9-88f65060157a'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:35:36.429497 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2128f668-985e-40d7-b9f9-28232e53284c req-1d0bf5db-2a99-46c0-8cf0-892f8685c103 service neutron] Attempting to bind port ac036410-cc0b-43d9-9fc6-fbbee974c1c5 on network 97711779-de36-4af1-95e9-88f65060157a {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:35:36.441643 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2128f668-985e-40d7-b9f9-28232e53284c req-1d0bf5db-2a99-46c0-8cf0-892f8685c103 service neutron] Port ac036410-cc0b-43d9-9fc6-fbbee974c1c5 on network 97711779-de36-4af1-95e9-88f65060157a not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:35:36.450997 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2128f668-985e-40d7-b9f9-28232e53284c req-1d0bf5db-2a99-46c0-8cf0-892f8685c103 service neutron] Attempting to bind port ac036410-cc0b-43d9-9fc6-fbbee974c1c5 on network 97711779-de36-4af1-95e9-88f65060157a {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:35:36.450997 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e6daa8c1-a3a2-4479-9b30-09d31cd9b931 req-ef3313ca-6393-4a20-971b-c7ac6305c4fd tempest-InstanceActionsTestJSON-281555558 tempest-InstanceActionsTestJSON-281555558-project] 10.222.0.55 "GET /v2.0/security-groups?id=bcebff5b-afd7-4b42-a162-6f2ecd94a4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643935 May 28 06:35:36.452664 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2128f668-985e-40d7-b9f9-28232e53284c req-1d0bf5db-2a99-46c0-8cf0-892f8685c103 service neutron] Checking agent: {'id': '69f492a0-c00d-46d0-9bec-fcd8161ce206', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 35, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:35:36.452937 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2128f668-985e-40d7-b9f9-28232e53284c req-1d0bf5db-2a99-46c0-8cf0-892f8685c103 service neutron] Checking segment: {'id': '36b7b050-a7a0-4005-a03f-73135e20048b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '97711779-de36-4af1-95e9-88f65060157a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:35:36.453329 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2128f668-985e-40d7-b9f9-28232e53284c req-1d0bf5db-2a99-46c0-8cf0-892f8685c103 service neutron] Bound using segment: {'id': '36b7b050-a7a0-4005-a03f-73135e20048b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '97711779-de36-4af1-95e9-88f65060157a'} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:35:36.453785 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-2128f668-985e-40d7-b9f9-28232e53284c req-1d0bf5db-2a99-46c0-8cf0-892f8685c103 service neutron] Bound port: ac036410-cc0b-43d9-9fc6-fbbee974c1c5, host: n-h1-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36b7b050-a7a0-4005-a03f-73135e20048b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '97711779-de36-4af1-95e9-88f65060157a'}}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:35:36.454668 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-2128f668-985e-40d7-b9f9-28232e53284c req-1d0bf5db-2a99-46c0-8cf0-892f8685c103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:36.603062 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d78487-4484-4a3b-8562-67ea8372a438 tempest-ExternalNetworksTestJSON-727024235 tempest-ExternalNetworksTestJSON-727024235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:36.604419 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-a9d78487-4484-4a3b-8562-67ea8372a438 tempest-ExternalNetworksTestJSON-727024235 tempest-ExternalNetworksTestJSON-727024235-project] 10.222.0.55 "GET /v2.0/networks/af9bbf48-96b3-4c68-94e2-77ab9cd362ba HTTP/1.1" status: 200 len: 768 time: 0.3284218 May 28 06:35:36.620102 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 35468) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:35:36.621212 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-2128f668-985e-40d7-b9f9-28232e53284c req-1d0bf5db-2a99-46c0-8cf0-892f8685c103 service neutron] For port ac036410-cc0b-43d9-9fc6-fbbee974c1c5, host n-h1-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:35:36.646215 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-2128f668-985e-40d7-b9f9-28232e53284c req-1d0bf5db-2a99-46c0-8cf0-892f8685c103 service neutron] For port ac036410-cc0b-43d9-9fc6-fbbee974c1c5, host n-h1-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=ac036410-cc0b-43d9-9fc6-fbbee974c1c5,segment=NetworkSegment(36b7b050-a7a0-4005-a03f-73135e20048b),segment_id=36b7b050-a7a0-4005-a03f-73135e20048b)] {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:35:36.693721 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68672923-0cc9-4fab-9d35-e726a3ddd3b8 req-a7e99700-0929-45bf-9e32-f8c65531f0e5 tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:36.695426 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-68672923-0cc9-4fab-9d35-e726a3ddd3b8 req-a7e99700-0929-45bf-9e32-f8c65531f0e5 tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb917b0b-b1be-4261-8fcf-faf4c9a5f089 HTTP/1.1" status: 200 len: 946 time: 0.2268002 May 28 06:35:36.762444 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-68672923-0cc9-4fab-9d35-e726a3ddd3b8 req-7a002993-d2c2-4c8d-80a5-d428a6b6fd9f tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] 10.222.0.55 "GET /v2.0/security-groups?id=252cc91f-311f-459a-8173-cb2a7ca8a905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597298 May 28 06:35:36.768596 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-2128f668-985e-40d7-b9f9-28232e53284c req-1d0bf5db-2a99-46c0-8cf0-892f8685c103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:36.781273 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-063c43a9-5b43-4795-af0e-a05fba64c110 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:35:36.803115 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62522d1b-c97a-4c85-acc5-921df595191c None None] Sync routers for ids ['b780bbb6-446f-4e48-a498-84dcf15fde1b'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:35:36.810561 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9b9912c0-6456-4c57-b71e-c12a34864d1b tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:36.818183 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62522d1b-c97a-4c85-acc5-921df595191c None None] Routers {'b780bbb6-446f-4e48-a498-84dcf15fde1b'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:35:36.819023 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-62522d1b-c97a-4c85-acc5-921df595191c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:35:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['b780bbb6-446f-4e48-a498-84dcf15fde1b'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:35:36.822373 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-063c43a9-5b43-4795-af0e-a05fba64c110 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:36.893383 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0bf5db-2a99-46c0-8cf0-892f8685c103 service neutron] Pushing event updated for resources: {'Port': ['ID=ac036410-cc0b-43d9-9fc6-fbbee974c1c5,revision_number=3']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:35:36.895217 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e20d8045-f6ca-4e72-9cad-c4b92a2e5963 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:36.902290 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2128f668-985e-40d7-b9f9-28232e53284c req-1d0bf5db-2a99-46c0-8cf0-892f8685c103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:36.903144 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-2128f668-985e-40d7-b9f9-28232e53284c req-1d0bf5db-2a99-46c0-8cf0-892f8685c103 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:36.905455 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2128f668-985e-40d7-b9f9-28232e53284c req-1d0bf5db-2a99-46c0-8cf0-892f8685c103 service neutron] 10.222.0.69 "PUT /v2.0/ports/ac036410-cc0b-43d9-9fc6-fbbee974c1c5 HTTP/1.1" status: 200 len: 1092 time: 2.3408978 May 28 06:35:36.906106 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe6ae5f3-4016-44c0-a494-3652ed8aa5b2', 'tag': 'ac036410-cc0b-43d9-9fc6-fbbee974c1c5'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:35:37.041987 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b45df6ec-6780-45fc-bd68-e892977bdf65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f12cf48-0c6d-4cfc-b4b2-d485430b7ee2'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:35:37.042570 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-063c43a9-5b43-4795-af0e-a05fba64c110 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "PUT /v2.0/floatingips/e3eea752-c90c-4862-b43c-2a3c60627ae4 HTTP/1.1" status: 200 len: 990 time: 3.7306452 May 28 06:35:37.049064 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18125e28-15d1-48dd-aa07-32b31253304b', 'tag': '0c82cdde-d718-46cb-9d90-6f9ae18a045e'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:35:37.103660 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-62522d1b-c97a-4c85-acc5-921df595191c None None] Set router b780bbb6-446f-4e48-a498-84dcf15fde1b gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:35:37.135521 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2441303-863d-42a5-a2a6-8c1b01f6806f req-9b2c2be2-e7b4-4096-b191-afe43d33043d tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:37.137966 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b2441303-863d-42a5-a2a6-8c1b01f6806f req-9b2c2be2-e7b4-4096-b191-afe43d33043d tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] 10.222.0.55 "GET /v2.0/ports?device_id=433d0421-5e2e-49ad-967e-35d936da3ff8 HTTP/1.1" status: 200 len: 945 time: 0.1762815 May 28 06:35:37.140499 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9ed4136-5aa7-44d9-b2d2-8eda46873c1c'] response: {'name': 'network-changed', 'server_uuid': 'fe6ae5f3-4016-44c0-a494-3652ed8aa5b2', 'tag': 'ac036410-cc0b-43d9-9fc6-fbbee974c1c5', 'status': 'completed', 'code': 200} May 28 06:35:37.187946 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20d8045-f6ca-4e72-9cad-c4b92a2e5963 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Pushing event updated for resources: {'Subnet': ['ID=d6d22735-2065-4ed6-953c-7b4d13734ec9,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:35:37.201522 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9b9912c0-6456-4c57-b71e-c12a34864d1b tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:37.204270 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b2441303-863d-42a5-a2a6-8c1b01f6806f req-686cdb3d-79aa-4146-8e61-b348a64ef9e1 tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] 10.222.0.55 "GET /v2.0/security-groups?id=252cc91f-311f-459a-8173-cb2a7ca8a905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653365 May 28 06:35:37.219710 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20d8045-f6ca-4e72-9cad-c4b92a2e5963 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Checking segment: {'id': 'b3398101-a5fa-4b43-ba5c-e3cb4f16ab13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '759509c8-b207-4484-9e4c-613580423bd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:35:37.219710 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20d8045-f6ca-4e72-9cad-c4b92a2e5963 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Network hostable DHCP agents. Network: 759509c8-b207-4484-9e4c-613580423bd9, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:35:37.239935 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2128f668-985e-40d7-b9f9-28232e53284c req-2ba4ca28-a65b-4cb3-8330-c64e82889481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:37.241918 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2128f668-985e-40d7-b9f9-28232e53284c req-2ba4ca28-a65b-4cb3-8330-c64e82889481 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5ef065cc7a6e48198da7b2879024e281&device_id=fe6ae5f3-4016-44c0-a494-3652ed8aa5b2 HTTP/1.1" status: 200 len: 1095 time: 0.2017438 May 28 06:35:37.273599 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-9b9912c0-6456-4c57-b71e-c12a34864d1b tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edc73496-daa2-4259-9e25-7705fb0a77c5']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:35:37.285869 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1524dab4-11e5-4247-9a91-735a420c4594'] response: {'server_uuid': 'b45df6ec-6780-45fc-bd68-e892977bdf65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f12cf48-0c6d-4cfc-b4b2-d485430b7ee2', 'code': 200} May 28 06:35:37.310454 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-9b9912c0-6456-4c57-b71e-c12a34864d1b tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec541843-214d-4cd9-9364-09fbd3d08a50') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:35:37.312526 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-9b9912c0-6456-4c57-b71e-c12a34864d1b tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec541843-214d-4cd9-9364-09fbd3d08a50') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:35:37.333943 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2128f668-985e-40d7-b9f9-28232e53284c req-e11102b9-ad77-40ce-8662-47fb55a2138a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac036410-cc0b-43d9-9fc6-fbbee974c1c5 HTTP/1.1" status: 200 len: 217 time: 0.0831089 May 28 06:35:37.346105 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9b9912c0-6456-4c57-b71e-c12a34864d1b tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:37.370491 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9b9912c0-6456-4c57-b71e-c12a34864d1b tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:37.378517 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7806ff0d-9000-4b1b-82cb-51e019c78e51'] response: {'name': 'network-changed', 'server_uuid': '18125e28-15d1-48dd-aa07-32b31253304b', 'tag': '0c82cdde-d718-46cb-9d90-6f9ae18a045e', 'status': 'completed', 'code': 200} May 28 06:35:37.386463 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b9912c0-6456-4c57-b71e-c12a34864d1b tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Releasing vlan 372 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:35:37.386959 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9b9912c0-6456-4c57-b71e-c12a34864d1b tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:37.681935 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-62522d1b-c97a-4c85-acc5-921df595191c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b780bbb6-446f-4e48-a498-84dcf15fde1b', 'name': 'tempest-AttachVolumeShelveTestJSON-507650358-router', 'tenant_id': '50466b4420374aac8a4e6c84ffbb2d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': 'b58271cd-282f-4724-85b3-6db7ec8fc049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:34:38Z', 'updated_at': '2022-05-28T06:34:52Z', 'revision_number': 4, 'project_id': '50466b4420374aac8a4e6c84ffbb2d35', 'gw_port': {'id': 'b58271cd-282f-4724-85b3-6db7ec8fc049', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ea:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b780bbb6-446f-4e48-a498-84dcf15fde1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:34:40Z', 'updated_at': '2022-05-28T06:34:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': 'e3eea752-c90c-4862-b43c-2a3c60627ae4', 'tenant_id': '50466b4420374aac8a4e6c84ffbb2d35', 'floating_ip_address': '172.25.5.55', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': 'b780bbb6-446f-4e48-a498-84dcf15fde1b', 'port_id': '0c82cdde-d718-46cb-9d90-6f9ae18a045e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8fa6c28-5257-4dd9-bf7e-c257b513d11b', 'mac_address': 'fa:16:3e:04:24:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18125e28-15d1-48dd-aa07-32b31253304b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:35:02Z', 'updated_at': '2022-05-28T06:35:34Z', 'revision_number': 1, 'project_id': '50466b4420374aac8a4e6c84ffbb2d35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f440a6dc-f4f1-49ba-afee-427f7ca6daf9', 'name': '', 'network_id': 'a8fa6c28-5257-4dd9-bf7e-c257b513d11b', 'tenant_id': '50466b4420374aac8a4e6c84ffbb2d35', 'mac_address': 'fa:16:3e:46:4e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b780bbb6-446f-4e48-a498-84dcf15fde1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '63994f4d-7e85-4fdc-89a1-6c8536e7f551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:34:49Z', 'updated_at': '2022-05-28T06:35:04Z', 'revision_number': 5, 'project_id': '50466b4420374aac8a4e6c84ffbb2d35', 'subnets': [{'id': '63994f4d-7e85-4fdc-89a1-6c8536e7f551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:35:37.707712 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62522d1b-c97a-4c85-acc5-921df595191c None None] Checking router: b780bbb6-446f-4e48-a498-84dcf15fde1b for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:35:37.713366 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment ec541843-214d-4cd9-9364-09fbd3d08a50 resource provider aggregate not found May 28 06:35:37.713366 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20d8045-f6ca-4e72-9cad-c4b92a2e5963 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Network 759509c8-b207-4484-9e4c-613580423bd9 is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:35:37.720683 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62522d1b-c97a-4c85-acc5-921df595191c None None] Routers {'b780bbb6-446f-4e48-a498-84dcf15fde1b'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:35:37.720683 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-62522d1b-c97a-4c85-acc5-921df595191c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:35:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['b780bbb6-446f-4e48-a498-84dcf15fde1b'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:35:37.732083 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2128f668-985e-40d7-b9f9-28232e53284c req-1390d83a-581b-490a-9f96-6637cd7f7891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:37.732083 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2128f668-985e-40d7-b9f9-28232e53284c req-1390d83a-581b-490a-9f96-6637cd7f7891 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9065b260-3817-4805-a18f-dced8d73fe86 HTTP/1.1" status: 200 len: 845 time: 0.3149428 May 28 06:35:37.753587 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment ec541843-214d-4cd9-9364-09fbd3d08a50 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ec541843-214d-4cd9-9364-09fbd3d08a50 found for delete ", "request_id": "req-b613bd93-4d54-481e-b632-fdc7725c3918"}]} May 28 06:35:37.801974 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-e20d8045-f6ca-4e72-9cad-c4b92a2e5963 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, 759509c8-b207-4484-9e4c-613580423bd9) {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:35:37.805219 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e20d8045-f6ca-4e72-9cad-c4b92a2e5963 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:37.806834 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e20d8045-f6ca-4e72-9cad-c4b92a2e5963 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:37.811248 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53f2b84-0842-431f-bea0-7b756503b500 None None] Network 759509c8-b207-4484-9e4c-613580423bd9 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:35:37.818960 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2128f668-985e-40d7-b9f9-28232e53284c req-f17445eb-197d-4908-9021-273a4b71690f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=97711779-de36-4af1-95e9-88f65060157a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688052 May 28 06:35:37.823972 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9b9912c0-6456-4c57-b71e-c12a34864d1b tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:37.830073 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b9912c0-6456-4c57-b71e-c12a34864d1b tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network edc73496-daa2-4259-9e25-7705fb0a77c5 {{(pid=89109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 28 06:35:37.833789 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9b9912c0-6456-4c57-b71e-c12a34864d1b tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:37.863874 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9912c0-6456-4c57-b71e-c12a34864d1b tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Pushing event deleted for resources: {'Network': ['ID=edc73496-daa2-4259-9e25-7705fb0a77c5,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:35:37.867686 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-9b9912c0-6456-4c57-b71e-c12a34864d1b tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] 10.222.0.55 "DELETE /v2.0/networks/edc73496-daa2-4259-9e25-7705fb0a77c5 HTTP/1.1" status: 204 len: 168 time: 1.2465994 May 28 06:35:37.871727 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 35496) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:35:37.879220 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-8b3a1137-9425-400b-bf69-84c10757c281 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Request body: {'network': {'name': 'tempest-network--2134289182'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:35:37.885873 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-8b3a1137-9425-400b-bf69-84c10757c281 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:35:37.890289 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-8b3a1137-9425-400b-bf69-84c10757c281 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Usage tracker for resource:network and tenant:10cdb8a3aabd4dd49be0c0f56b29aa20 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:35:37.897350 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-8b3a1137-9425-400b-bf69-84c10757c281 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:35:37.905481 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-8b3a1137-9425-400b-bf69-84c10757c281 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:35:37.932761 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda4ea30-cec2-43ce-a0db-2fce1dbc3ddf req-5c716aff-7d58-4da8-9445-a5fa7265ef12 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:37.941651 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda4ea30-cec2-43ce-a0db-2fce1dbc3ddf req-5c716aff-7d58-4da8-9445-a5fa7265ef12 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:37.955422 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda4ea30-cec2-43ce-a0db-2fce1dbc3ddf req-5c716aff-7d58-4da8-9445-a5fa7265ef12 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:37.956438 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-e20d8045-f6ca-4e72-9cad-c4b92a2e5963 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6426208 May 28 06:35:37.956438 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 35500) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:35:37.956585 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda4ea30-cec2-43ce-a0db-2fce1dbc3ddf req-5c716aff-7d58-4da8-9445-a5fa7265ef12 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:37.956758 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-a6e770d8-e964-43d9-adba-43276c07005c tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Request body: {'subnet': {'network_id': 'c4f6affa-3394-42de-9bae-4ad619323519', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:35:37.961121 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda4ea30-cec2-43ce-a0db-2fce1dbc3ddf req-5c716aff-7d58-4da8-9445-a5fa7265ef12 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:37.968485 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda4ea30-cec2-43ce-a0db-2fce1dbc3ddf req-5c716aff-7d58-4da8-9445-a5fa7265ef12 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:37.974716 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda4ea30-cec2-43ce-a0db-2fce1dbc3ddf req-5c716aff-7d58-4da8-9445-a5fa7265ef12 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:37.976679 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cda4ea30-cec2-43ce-a0db-2fce1dbc3ddf req-5c716aff-7d58-4da8-9445-a5fa7265ef12 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.55 "GET /v2.0/ports?device_id=e11893ff-5c52-4ed1-b6b3-2fbc959d89e3 HTTP/1.1" status: 200 len: 5434 time: 0.6418493 May 28 06:35:38.030532 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-62522d1b-c97a-4c85-acc5-921df595191c None None] Set router b780bbb6-446f-4e48-a498-84dcf15fde1b gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:35:38.054075 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5deb916-f009-4029-a7fe-c4a53dc7301b req-0cc78e43-f7cc-4446-90f8-4e337e3a6603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:38.058781 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b5deb916-f009-4029-a7fe-c4a53dc7301b req-0cc78e43-f7cc-4446-90f8-4e337e3a6603 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b45df6ec-6780-45fc-bd68-e892977bdf65 HTTP/1.1" status: 200 len: 1096 time: 0.6134663 May 28 06:35:38.084071 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b3a1137-9425-400b-bf69-84c10757c281 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Made reservation on behalf of 10cdb8a3aabd4dd49be0c0f56b29aa20 for: {'network': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:35:38.088931 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8b3a1137-9425-400b-bf69-84c10757c281 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:38.189970 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b3a1137-9425-400b-bf69-84c10757c281 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=89109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:35:38.213984 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-a6e770d8-e964-43d9-adba-43276c07005c tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:35:38.221934 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-a6e770d8-e964-43d9-adba-43276c07005c tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Usage tracker for resource:subnet and tenant:51e07d1dd4e842f29564191e4c945b6c is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:35:38.226482 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8b3a1137-9425-400b-bf69-84c10757c281 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:38.227079 n-d-843702-1 neutron-server[89109]: INFO neutron.db.segments_db [None req-8b3a1137-9425-400b-bf69-84c10757c281 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Added segment dd307c95-daa5-432b-a989-c87eef6ac130 of type vlan for network 69263bc8-f97c-4ff6-99ce-397b064531b6 May 28 06:35:38.237772 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b64dcf5-db62-4d26-b5dd-c678d7113495 req-cf05706c-a3c9-4f00-8197-ceefb7179225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:38.239348 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4b64dcf5-db62-4d26-b5dd-c678d7113495 req-cf05706c-a3c9-4f00-8197-ceefb7179225 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=50466b4420374aac8a4e6c84ffbb2d35&device_id=18125e28-15d1-48dd-aa07-32b31253304b HTTP/1.1" status: 200 len: 1096 time: 0.6376848 May 28 06:35:38.278463 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8776a599-a506-4afe-b9cd-6494d2a94faa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-759509c8-b207-4484-9e4c-613580423bd9', 'network_id': '759509c8-b207-4484-9e4c-613580423bd9', 'tenant_id': '51e07d1dd4e842f29564191e4c945b6c', 'fixed_ips': [{'subnet_id': 'd6d22735-2065-4ed6-953c-7b4d13734ec9'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:35:38.279501 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-8776a599-a506-4afe-b9cd-6494d2a94faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:38.280213 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cda4ea30-cec2-43ce-a0db-2fce1dbc3ddf req-4f280966-3f1e-43d0-9e40-291e8e718fbd tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.55 "GET /v2.0/security-groups?id=46eeeb0c-b6a3-4a12-ace3-318551136dd9&id=e8d697a1-1dba-4b18-a73a-2546d21ff79d&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2850857 May 28 06:35:38.330569 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b5deb916-f009-4029-a7fe-c4a53dc7301b req-9f1591b0-080a-4fac-afb8-3ce81c192c7b service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=bcebff5b-afd7-4b42-a162-6f2ecd94a4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543004 May 28 06:35:38.336684 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-a6e770d8-e964-43d9-adba-43276c07005c tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:35:38.366605 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-a6e770d8-e964-43d9-adba-43276c07005c tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:35:38.366953 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0e3def-0964-4dde-9a20-74f54901f939 req-f65ac785-7bc9-4209-911d-10bb4ccfd00c tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:38.375152 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8f0e3def-0964-4dde-9a20-74f54901f939 req-f65ac785-7bc9-4209-911d-10bb4ccfd00c tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.55 "GET /v2.0/ports?device_id=fe6ae5f3-4016-44c0-a494-3652ed8aa5b2 HTTP/1.1" status: 200 len: 944 time: 0.7689991 May 28 06:35:38.442851 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8b3a1137-9425-400b-bf69-84c10757c281 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:38.445657 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2128f668-985e-40d7-b9f9-28232e53284c req-ae5bd7d8-8fbf-4115-b02e-ccd5ba976891 service neutron] 10.222.0.69 "GET /v2.0/networks/97711779-de36-4af1-95e9-88f65060157a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6196029 May 28 06:35:38.493743 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d11347-a3ed-4b44-96db-04626be33bfc req-f8f3624c-b2da-4808-8455-c4f75c883a4d tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:38.528499 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d11347-a3ed-4b44-96db-04626be33bfc req-f8f3624c-b2da-4808-8455-c4f75c883a4d tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:38.546846 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d11347-a3ed-4b44-96db-04626be33bfc req-f8f3624c-b2da-4808-8455-c4f75c883a4d tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:38.565239 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d11347-a3ed-4b44-96db-04626be33bfc req-f8f3624c-b2da-4808-8455-c4f75c883a4d tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:38.580448 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d11347-a3ed-4b44-96db-04626be33bfc req-f8f3624c-b2da-4808-8455-c4f75c883a4d tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:38.588318 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d11347-a3ed-4b44-96db-04626be33bfc req-f8f3624c-b2da-4808-8455-c4f75c883a4d tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:38.596489 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d11347-a3ed-4b44-96db-04626be33bfc req-f8f3624c-b2da-4808-8455-c4f75c883a4d tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:38.598258 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-f0d11347-a3ed-4b44-96db-04626be33bfc req-f8f3624c-b2da-4808-8455-c4f75c883a4d tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Synchronizing usage tracker for tenant:f3958891eac44c76810006defcff5dde on resource:port {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:35:38.604893 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.db.resource_extend [None req-8b3a1137-9425-400b-bf69-84c10757c281 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 06:35:38.622515 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6e770d8-e964-43d9-adba-43276c07005c tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Made reservation on behalf of 51e07d1dd4e842f29564191e4c945b6c for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:35:38.627445 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a6e770d8-e964-43d9-adba-43276c07005c tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:38.678647 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-8776a599-a506-4afe-b9cd-6494d2a94faa None None] Allocated IP 172.20.0.2 (759509c8-b207-4484-9e4c-613580423bd9/d6d22735-2065-4ed6-953c-7b4d13734ec9/1e7d5c54-f817-4e7d-9f1c-4231223fb61c) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:35:38.695843 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-62522d1b-c97a-4c85-acc5-921df595191c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b780bbb6-446f-4e48-a498-84dcf15fde1b', 'name': 'tempest-AttachVolumeShelveTestJSON-507650358-router', 'tenant_id': '50466b4420374aac8a4e6c84ffbb2d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': 'b58271cd-282f-4724-85b3-6db7ec8fc049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:34:38Z', 'updated_at': '2022-05-28T06:34:52Z', 'revision_number': 4, 'project_id': '50466b4420374aac8a4e6c84ffbb2d35', 'gw_port': {'id': 'b58271cd-282f-4724-85b3-6db7ec8fc049', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ea:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b780bbb6-446f-4e48-a498-84dcf15fde1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:34:40Z', 'updated_at': '2022-05-28T06:34:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': 'e3eea752-c90c-4862-b43c-2a3c60627ae4', 'tenant_id': '50466b4420374aac8a4e6c84ffbb2d35', 'floating_ip_address': '172.25.5.55', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': 'b780bbb6-446f-4e48-a498-84dcf15fde1b', 'port_id': '0c82cdde-d718-46cb-9d90-6f9ae18a045e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8fa6c28-5257-4dd9-bf7e-c257b513d11b', 'mac_address': 'fa:16:3e:04:24:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18125e28-15d1-48dd-aa07-32b31253304b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:35:02Z', 'updated_at': '2022-05-28T06:35:34Z', 'revision_number': 1, 'project_id': '50466b4420374aac8a4e6c84ffbb2d35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f440a6dc-f4f1-49ba-afee-427f7ca6daf9', 'name': '', 'network_id': 'a8fa6c28-5257-4dd9-bf7e-c257b513d11b', 'tenant_id': '50466b4420374aac8a4e6c84ffbb2d35', 'mac_address': 'fa:16:3e:46:4e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b780bbb6-446f-4e48-a498-84dcf15fde1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '63994f4d-7e85-4fdc-89a1-6c8536e7f551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:34:49Z', 'updated_at': '2022-05-28T06:35:04Z', 'revision_number': 5, 'project_id': '50466b4420374aac8a4e6c84ffbb2d35', 'subnets': [{'id': '63994f4d-7e85-4fdc-89a1-6c8536e7f551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:35:38.700869 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62522d1b-c97a-4c85-acc5-921df595191c None None] The sync data for ids ['b780bbb6-446f-4e48-a498-84dcf15fde1b'] in n-d-843702-1 is: [{'id': 'b780bbb6-446f-4e48-a498-84dcf15fde1b', 'name': 'tempest-AttachVolumeShelveTestJSON-507650358-router', 'tenant_id': '50466b4420374aac8a4e6c84ffbb2d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': 'b58271cd-282f-4724-85b3-6db7ec8fc049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:34:38Z', 'updated_at': '2022-05-28T06:34:52Z', 'revision_number': 4, 'project_id': '50466b4420374aac8a4e6c84ffbb2d35', 'gw_port': {'id': 'b58271cd-282f-4724-85b3-6db7ec8fc049', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ea:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b780bbb6-446f-4e48-a498-84dcf15fde1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:34:40Z', 'updated_at': '2022-05-28T06:34:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': 'e3eea752-c90c-4862-b43c-2a3c60627ae4', 'tenant_id': '50466b4420374aac8a4e6c84ffbb2d35', 'floating_ip_address': '172.25.5.55', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': 'b780bbb6-446f-4e48-a498-84dcf15fde1b', 'port_id': '0c82cdde-d718-46cb-9d90-6f9ae18a045e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8fa6c28-5257-4dd9-bf7e-c257b513d11b', 'mac_address': 'fa:16:3e:04:24:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18125e28-15d1-48dd-aa07-32b31253304b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:35:02Z', 'updated_at': '2022-05-28T06:35:34Z', 'revision_number': 1, 'project_id': '50466b4420374aac8a4e6c84ffbb2d35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f440a6dc-f4f1-49ba-afee-427f7ca6daf9', 'name': '', 'network_id': 'a8fa6c28-5257-4dd9-bf7e-c257b513d11b', 'tenant_id': '50466b4420374aac8a4e6c84ffbb2d35', 'mac_address': 'fa:16:3e:46:4e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b780bbb6-446f-4e48-a498-84dcf15fde1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '63994f4d-7e85-4fdc-89a1-6c8536e7f551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:34:49Z', 'updated_at': '2022-05-28T06:35:04Z', 'revision_number': 5, 'project_id': '50466b4420374aac8a4e6c84ffbb2d35', 'subnets': [{'id': '63994f4d-7e85-4fdc-89a1-6c8536e7f551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:35:38.728128 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-f0d11347-a3ed-4b44-96db-04626be33bfc req-f8f3624c-b2da-4808-8455-c4f75c883a4d tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Unset dirty status for tenant:f3958891eac44c76810006defcff5dde on resource:port {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:35:38.729653 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-f0d11347-a3ed-4b44-96db-04626be33bfc req-f8f3624c-b2da-4808-8455-c4f75c883a4d tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.69 "GET /v2.0/ports?device_id=e11893ff-5c52-4ed1-b6b3-2fbc959d89e3 HTTP/1.1" status: 200 len: 5434 time: 0.5008564 May 28 06:35:38.855557 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d11347-a3ed-4b44-96db-04626be33bfc req-41e8a35e-fd6d-4c0e-93d8-b3018ab21999 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:38.856950 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-f0d11347-a3ed-4b44-96db-04626be33bfc req-41e8a35e-fd6d-4c0e-93d8-b3018ab21999 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.69 "GET /v2.0/ports/c60976f2-310e-4b2b-b603-af0aade00858?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1031883 May 28 06:35:38.892013 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8b3a1137-9425-400b-bf69-84c10757c281 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:38.893583 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b3a1137-9425-400b-bf69-84c10757c281 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:38.894205 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8b3a1137-9425-400b-bf69-84c10757c281 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:38.940668 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-8776a599-a506-4afe-b9cd-6494d2a94faa None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:38.953186 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2128f668-985e-40d7-b9f9-28232e53284c req-78b04974-afc4-40ae-9001-febea5d19fa9 service neutron] 10.222.0.69 "GET /v2.0/networks/97711779-de36-4af1-95e9-88f65060157a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557266 May 28 06:35:38.953811 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-8776a599-a506-4afe-b9cd-6494d2a94faa None None] Transition to ACTIVE for port object 1e7d5c54-f817-4e7d-9f1c-4231223fb61c will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:35:38.984332 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-8776a599-a506-4afe-b9cd-6494d2a94faa None None] Transition to ACTIVE for port object 1e7d5c54-f817-4e7d-9f1c-4231223fb61c will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:35:38.987578 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8f0e3def-0964-4dde-9a20-74f54901f939 req-0c587c1f-d505-4c04-ac94-71f387cba1db tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.55 "GET /v2.0/security-groups?id=89c8e518-81c5-4ccc-b111-8291ad38466d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5581074 May 28 06:35:39.028816 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06034fe0-6a58-461b-9168-51cdf4adc0a5 None None] New status for floating IP e3eea752-c90c-4862-b43c-2a3c60627ae4: ACTIVE {{(pid=89111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 06:35:39.042526 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b64dcf5-db62-4d26-b5dd-c678d7113495 req-8a2d0da8-5979-4f77-ab79-b841e8516447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:39.044863 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4b64dcf5-db62-4d26-b5dd-c678d7113495 req-8a2d0da8-5979-4f77-ab79-b841e8516447 service neutron] 10.222.0.71 "GET /v2.0/networks?id=a8fa6c28-5257-4dd9-bf7e-c257b513d11b HTTP/1.1" status: 200 len: 917 time: 0.7251277 May 28 06:35:39.110505 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-8776a599-a506-4afe-b9cd-6494d2a94faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:39.164702 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3a1137-9425-400b-bf69-84c10757c281 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Pushing event updated for resources: {'Network': ['ID=69263bc8-f97c-4ff6-99ce-397b064531b6,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:35:39.182825 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-8b3a1137-9425-400b-bf69-84c10757c281 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.3099582 May 28 06:35:39.195255 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 35516) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:35:39.197617 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 69263bc8-f97c-4ff6-99ce-397b064531b6 details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:35:39.211722 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-120f9cb2-5c21-4364-90f8-e69b554aaab9 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Request body: {'network': {'router:external': True}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:35:39.224195 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8776a599-a506-4afe-b9cd-6494d2a94faa None None] Network 759509c8-b207-4484-9e4c-613580423bd9 is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:35:39.244846 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eeb69a-62bb-476c-b9d8-2b0a20f31029 req-d54a11ea-e735-42b0-a582-acb85bbd2b68 tempest-InstanceActionsTestJSON-281555558 tempest-InstanceActionsTestJSON-281555558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:39.249839 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-61eeb69a-62bb-476c-b9d8-2b0a20f31029 req-d54a11ea-e735-42b0-a582-acb85bbd2b68 tempest-InstanceActionsTestJSON-281555558 tempest-InstanceActionsTestJSON-281555558-project] 10.222.0.55 "GET /v2.0/ports?device_id=b45df6ec-6780-45fc-bd68-e892977bdf65 HTTP/1.1" status: 200 len: 945 time: 0.5621915 May 28 06:35:39.275912 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-8776a599-a506-4afe-b9cd-6494d2a94faa None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:35:39.286486 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8776a599-a506-4afe-b9cd-6494d2a94faa None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:35:39.294037 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-f0d11347-a3ed-4b44-96db-04626be33bfc req-931dfd91-75d0-4b13-b625-bd6d304e443e tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Synchronizing usage tracker for tenant:f3958891eac44c76810006defcff5dde on resource:network {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:35:39.332064 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4b64dcf5-db62-4d26-b5dd-c678d7113495 req-3c1167cc-68fd-40ab-b595-9b166cde99a0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0c82cdde-d718-46cb-9d90-6f9ae18a045e HTTP/1.1" status: 200 len: 998 time: 0.2667868 May 28 06:35:39.355565 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-f0d11347-a3ed-4b44-96db-04626be33bfc req-931dfd91-75d0-4b13-b625-bd6d304e443e tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Unset dirty status for tenant:f3958891eac44c76810006defcff5dde on resource:network {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:35:39.362661 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-f0d11347-a3ed-4b44-96db-04626be33bfc req-931dfd91-75d0-4b13-b625-bd6d304e443e tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.69 "GET /v2.0/networks/983e828b-34fc-4a3a-b418-34d9236f2407?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4943790 May 28 06:35:39.379594 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-f0d11347-a3ed-4b44-96db-04626be33bfc req-f6da5c65-51d0-40d9-9350-ea7afa36a377 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:35:39.419364 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b64dcf5-db62-4d26-b5dd-c678d7113495 req-8e7db058-3d20-4256-b0a2-b5ce1bdbb5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:39.420809 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4b64dcf5-db62-4d26-b5dd-c678d7113495 req-8e7db058-3d20-4256-b0a2-b5ce1bdbb5a5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=63994f4d-7e85-4fdc-89a1-6c8536e7f551 HTTP/1.1" status: 200 len: 855 time: 0.0774026 May 28 06:35:39.437831 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8776a599-a506-4afe-b9cd-6494d2a94faa None None] Pushing event updated for resources: {'Port': ['ID=1e7d5c54-f817-4e7d-9f1c-4231223fb61c,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:35:39.502909 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-8776a599-a506-4afe-b9cd-6494d2a94faa None None] Attempting to bind port 1e7d5c54-f817-4e7d-9f1c-4231223fb61c on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:35:39.503518 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-8776a599-a506-4afe-b9cd-6494d2a94faa None None] Attempting to bind port 1e7d5c54-f817-4e7d-9f1c-4231223fb61c by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'b3398101-a5fa-4b43-ba5c-e3cb4f16ab13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '759509c8-b207-4484-9e4c-613580423bd9'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:35:39.504040 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8776a599-a506-4afe-b9cd-6494d2a94faa None None] Attempting to bind port 1e7d5c54-f817-4e7d-9f1c-4231223fb61c on network 759509c8-b207-4484-9e4c-613580423bd9 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:35:39.507223 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8776a599-a506-4afe-b9cd-6494d2a94faa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:35:39.507731 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8776a599-a506-4afe-b9cd-6494d2a94faa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:35:39.508214 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8776a599-a506-4afe-b9cd-6494d2a94faa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:35:39.508801 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8776a599-a506-4afe-b9cd-6494d2a94faa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:35:39.509279 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8776a599-a506-4afe-b9cd-6494d2a94faa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:35:39.509782 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8776a599-a506-4afe-b9cd-6494d2a94faa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:35:39.510260 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8776a599-a506-4afe-b9cd-6494d2a94faa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:35:39.510744 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8776a599-a506-4afe-b9cd-6494d2a94faa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:35:39.511719 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8776a599-a506-4afe-b9cd-6494d2a94faa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:35:39.512207 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8776a599-a506-4afe-b9cd-6494d2a94faa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:35:39.512687 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8776a599-a506-4afe-b9cd-6494d2a94faa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:35:39.513188 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8776a599-a506-4afe-b9cd-6494d2a94faa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:35:39.515667 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-61eeb69a-62bb-476c-b9d8-2b0a20f31029 req-ea472c58-a8ad-4232-9a02-52ee87d284f9 tempest-InstanceActionsTestJSON-281555558 tempest-InstanceActionsTestJSON-281555558-project] 10.222.0.55 "GET /v2.0/security-groups?id=bcebff5b-afd7-4b42-a162-6f2ecd94a4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140512 May 28 06:35:39.535704 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a6e770d8-e964-43d9-adba-43276c07005c tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:39.536007 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8776a599-a506-4afe-b9cd-6494d2a94faa None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:35:39.536555 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8776a599-a506-4afe-b9cd-6494d2a94faa None None] Checking segment: {'id': 'b3398101-a5fa-4b43-ba5c-e3cb4f16ab13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '759509c8-b207-4484-9e4c-613580423bd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:35:39.537286 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-8776a599-a506-4afe-b9cd-6494d2a94faa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:39.537833 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8776a599-a506-4afe-b9cd-6494d2a94faa None None] Bound using segment: {'id': 'b3398101-a5fa-4b43-ba5c-e3cb4f16ab13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '759509c8-b207-4484-9e4c-613580423bd9'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:35:39.538457 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-8776a599-a506-4afe-b9cd-6494d2a94faa None None] Bound port: 1e7d5c54-f817-4e7d-9f1c-4231223fb61c, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3398101-a5fa-4b43-ba5c-e3cb4f16ab13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '759509c8-b207-4484-9e4c-613580423bd9'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:35:39.538999 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-8776a599-a506-4afe-b9cd-6494d2a94faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:39.625605 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26ea7e0-f1e4-48da-a199-2a33b8979393 req-8391fe96-ff38-4fcb-a71d-03fce31dd55c tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:39.627912 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c26ea7e0-f1e4-48da-a199-2a33b8979393 req-8391fe96-ff38-4fcb-a71d-03fce31dd55c tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] 10.222.0.55 "GET /v2.0/ports?device_id=433d0421-5e2e-49ad-967e-35d936da3ff8 HTTP/1.1" status: 200 len: 945 time: 0.4995482 May 28 06:35:39.636535 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd901c0-4e14-433b-ac53-ef6720bc55f6 req-e19148af-618c-4eaf-a75d-86ca79e62aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:39.638022 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-abd901c0-4e14-433b-ac53-ef6720bc55f6 req-e19148af-618c-4eaf-a75d-86ca79e62aa8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5ef065cc7a6e48198da7b2879024e281&device_id=fe6ae5f3-4016-44c0-a494-3652ed8aa5b2 HTTP/1.1" status: 200 len: 1095 time: 0.4611154 May 28 06:35:39.808633 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-8776a599-a506-4afe-b9cd-6494d2a94faa None None] For port 1e7d5c54-f817-4e7d-9f1c-4231223fb61c, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:35:39.812692 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e770d8-e964-43d9-adba-43276c07005c tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Checking segment: {'id': 'bfcbfd4e-3950-40ad-90b3-3965a798fa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'c4f6affa-3394-42de-9bae-4ad619323519'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:35:39.813064 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e770d8-e964-43d9-adba-43276c07005c tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Network hostable DHCP agents. Network: c4f6affa-3394-42de-9bae-4ad619323519, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:35:39.814399 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-8776a599-a506-4afe-b9cd-6494d2a94faa None None] For port 1e7d5c54-f817-4e7d-9f1c-4231223fb61c, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=1e7d5c54-f817-4e7d-9f1c-4231223fb61c,segment=NetworkSegment(b3398101-a5fa-4b43-ba5c-e3cb4f16ab13),segment_id=b3398101-a5fa-4b43-ba5c-e3cb4f16ab13)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:35:39.828685 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c26ea7e0-f1e4-48da-a199-2a33b8979393 req-d4f3400c-f135-4f62-ba02-605b4cd979e7 tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] 10.222.0.55 "GET /v2.0/security-groups?id=252cc91f-311f-459a-8173-cb2a7ca8a905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944387 May 28 06:35:39.837112 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e770d8-e964-43d9-adba-43276c07005c tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Pushing event updated for resources: {'Subnet': ['ID=4e96f8f7-bd86-4f46-9fe7-a0ee4e51303d,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:35:39.848401 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-f0d11347-a3ed-4b44-96db-04626be33bfc req-f6da5c65-51d0-40d9-9350-ea7afa36a377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:39.885694 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b64dcf5-db62-4d26-b5dd-c678d7113495 req-56bbe608-d6a6-4175-881e-fae8318d5568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:39.887220 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4b64dcf5-db62-4d26-b5dd-c678d7113495 req-56bbe608-d6a6-4175-881e-fae8318d5568 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a8fa6c28-5257-4dd9-bf7e-c257b513d11b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4497924 May 28 06:35:39.903449 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-8776a599-a506-4afe-b9cd-6494d2a94faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:39.956008 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-120f9cb2-5c21-4364-90f8-e69b554aaab9 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:39.995527 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e770d8-e964-43d9-adba-43276c07005c tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Network c4f6affa-3394-42de-9bae-4ad619323519 is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:35:40.029843 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8776a599-a506-4afe-b9cd-6494d2a94faa None None] Pushing event updated for resources: {'Port': ['ID=1e7d5c54-f817-4e7d-9f1c-4231223fb61c,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:35:40.072883 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd901c0-4e14-433b-ac53-ef6720bc55f6 req-546d78dd-c1c3-4e33-a6be-6d4715d98ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:40.074730 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-abd901c0-4e14-433b-ac53-ef6720bc55f6 req-546d78dd-c1c3-4e33-a6be-6d4715d98ffb service neutron] 10.222.0.69 "GET /v2.0/networks?id=97711779-de36-4af1-95e9-88f65060157a HTTP/1.1" status: 200 len: 906 time: 0.4124126 May 28 06:35:40.124804 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-120f9cb2-5c21-4364-90f8-e69b554aaab9 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:40.130388 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-a6e770d8-e964-43d9-adba-43276c07005c tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, c4f6affa-3394-42de-9bae-4ad619323519) {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:35:40.138241 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e41a446-7268-436a-8e0a-b4cd5576c558 None None] Network c4f6affa-3394-42de-9bae-4ad619323519 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:35:40.174464 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-abd901c0-4e14-433b-ac53-ef6720bc55f6 req-9de05462-8ed9-4a6c-bf93-e9c2a6bb4e93 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac036410-cc0b-43d9-9fc6-fbbee974c1c5 HTTP/1.1" status: 200 len: 217 time: 0.0711796 May 28 06:35:40.174822 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-120f9cb2-5c21-4364-90f8-e69b554aaab9 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Network 69263bc8-f97c-4ff6-99ce-397b064531b6 is not hosted by any dhcp agent {{(pid=89109) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} May 28 06:35:40.175731 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-120f9cb2-5c21-4364-90f8-e69b554aaab9 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:40.176331 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-120f9cb2-5c21-4364-90f8-e69b554aaab9 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:40.177648 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-120f9cb2-5c21-4364-90f8-e69b554aaab9 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] 10.222.0.55 "PUT /v2.0/networks/69263bc8-f97c-4ff6-99ce-397b064531b6 HTTP/1.1" status: 200 len: 858 time: 0.9821112 May 28 06:35:40.186038 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 35532) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:35:40.272073 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc9de20-df0d-481b-aa1c-393f71c53016 req-2a8bc592-a3fe-40a1-ba1a-5b5d4b139e4c tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:40.281218 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc9de20-df0d-481b-aa1c-393f71c53016 req-2a8bc592-a3fe-40a1-ba1a-5b5d4b139e4c tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:40.290592 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc9de20-df0d-481b-aa1c-393f71c53016 req-2a8bc592-a3fe-40a1-ba1a-5b5d4b139e4c tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:40.303944 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc9de20-df0d-481b-aa1c-393f71c53016 req-2a8bc592-a3fe-40a1-ba1a-5b5d4b139e4c tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:40.307576 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc9de20-df0d-481b-aa1c-393f71c53016 req-2a8bc592-a3fe-40a1-ba1a-5b5d4b139e4c tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:40.320220 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc9de20-df0d-481b-aa1c-393f71c53016 req-2a8bc592-a3fe-40a1-ba1a-5b5d4b139e4c tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:40.329533 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc9de20-df0d-481b-aa1c-393f71c53016 req-2a8bc592-a3fe-40a1-ba1a-5b5d4b139e4c tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:40.338606 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0bc9de20-df0d-481b-aa1c-393f71c53016 req-2a8bc592-a3fe-40a1-ba1a-5b5d4b139e4c tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.55 "GET /v2.0/ports?device_id=e11893ff-5c52-4ed1-b6b3-2fbc959d89e3 HTTP/1.1" status: 200 len: 5434 time: 0.6370451 May 28 06:35:40.404856 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e770d8-e964-43d9-adba-43276c07005c tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:40.405536 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a6e770d8-e964-43d9-adba-43276c07005c tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:40.507107 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-f0d11347-a3ed-4b44-96db-04626be33bfc req-f6da5c65-51d0-40d9-9350-ea7afa36a377 service neutron] For port c60976f2-310e-4b2b-b603-af0aade00858, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=c60976f2-310e-4b2b-b603-af0aade00858,segment=NetworkSegment(b626a722-ea70-46bf-9197-581d08545299),segment_id=b626a722-ea70-46bf-9197-581d08545299)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:35:40.524952 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37feb7e-8e13-4bf4-8c8e-9518d392289a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-c4f6affa-3394-42de-9bae-4ad619323519', 'network_id': 'c4f6affa-3394-42de-9bae-4ad619323519', 'tenant_id': '51e07d1dd4e842f29564191e4c945b6c', 'fixed_ips': [{'subnet_id': '4e96f8f7-bd86-4f46-9fe7-a0ee4e51303d'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:35:40.525955 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e37feb7e-8e13-4bf4-8c8e-9518d392289a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:40.572352 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4b64dcf5-db62-4d26-b5dd-c678d7113495 req-ff411104-d496-4747-a307-52cf46922cd4 service neutron] 10.222.0.71 "GET /v2.0/networks/a8fa6c28-5257-4dd9-bf7e-c257b513d11b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6715302 May 28 06:35:40.573693 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd901c0-4e14-433b-ac53-ef6720bc55f6 req-5584fff0-c137-48c7-b6ce-f0b3edff141a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:40.575261 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-abd901c0-4e14-433b-ac53-ef6720bc55f6 req-5584fff0-c137-48c7-b6ce-f0b3edff141a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9065b260-3817-4805-a18f-dced8d73fe86 HTTP/1.1" status: 200 len: 845 time: 0.3953674 May 28 06:35:40.582111 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-f0d11347-a3ed-4b44-96db-04626be33bfc req-f6da5c65-51d0-40d9-9350-ea7afa36a377 service neutron] For port c60976f2-310e-4b2b-b603-af0aade00858, host n-h1-843702-1, cleared binding levels {{(pid=89109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:35:40.655288 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f9cb2-5c21-4364-90f8-e69b554aaab9 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Pushing event updated for resources: {'Network': ['ID=69263bc8-f97c-4ff6-99ce-397b064531b6,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:35:40.669046 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [req-f0d11347-a3ed-4b44-96db-04626be33bfc req-f6da5c65-51d0-40d9-9350-ea7afa36a377 service neutron] device_id is not set on port c60976f2-310e-4b2b-b603-af0aade00858 yet. {{(pid=89109) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:35:40.678741 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-f0d11347-a3ed-4b44-96db-04626be33bfc req-f6da5c65-51d0-40d9-9350-ea7afa36a377 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:40.741895 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-a6e770d8-e964-43d9-adba-43276c07005c tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7881157 May 28 06:35:40.742356 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 35540) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:35:40.747681 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-473502f8-0a5b-4833-b87c-73b48e30c060 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2129349516', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:35:40.755173 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-473502f8-0a5b-4833-b87c-73b48e30c060 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:35:40.762545 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-473502f8-0a5b-4833-b87c-73b48e30c060 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Usage tracker for resource:router and tenant:51e07d1dd4e842f29564191e4c945b6c is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:35:40.764063 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-e37feb7e-8e13-4bf4-8c8e-9518d392289a None None] Allocated IP 172.21.0.2 (c4f6affa-3394-42de-9bae-4ad619323519/4e96f8f7-bd86-4f46-9fe7-a0ee4e51303d/7490cbeb-ac53-426a-96c0-da9ff21ef670) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:35:40.766558 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-473502f8-0a5b-4833-b87c-73b48e30c060 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:35:40.770022 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-f0d11347-a3ed-4b44-96db-04626be33bfc req-f6da5c65-51d0-40d9-9350-ea7afa36a377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:40.805946 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0bc9de20-df0d-481b-aa1c-393f71c53016 req-048e7aa2-bd8a-46de-85f3-c3afe0485029 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.55 "GET /v2.0/security-groups?id=46eeeb0c-b6a3-4a12-ace3-318551136dd9&id=e8d697a1-1dba-4b18-a73a-2546d21ff79d&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.4664629 May 28 06:35:40.812433 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-473502f8-0a5b-4833-b87c-73b48e30c060 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:35:40.898551 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-abd901c0-4e14-433b-ac53-ef6720bc55f6 req-85bd0375-6022-4a38-a2e5-7d490c89c533 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=97711779-de36-4af1-95e9-88f65060157a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2822201 May 28 06:35:40.914046 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1737cb4a-42ea-40fd-ab79-f8c9c6008a91 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:40.967471 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0d11347-a3ed-4b44-96db-04626be33bfc req-f6da5c65-51d0-40d9-9350-ea7afa36a377 service neutron] No DVR routers for this DVR port c60976f2-310e-4b2b-b603-af0aade00858 on host n-h1-843702-1 {{(pid=89109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:35:41.004349 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device ac036410-cc0b-43d9-9fc6-fbbee974c1c5 details requested by agent hyperv_n-h1-843702-1 with host n-h1-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:35:41.006888 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device c60976f2-310e-4b2b-b603-af0aade00858 no longer exists at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:35:41.054984 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-473502f8-0a5b-4833-b87c-73b48e30c060 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59128'] for router, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:41.056042 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-473502f8-0a5b-4833-b87c-73b48e30c060 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59009'] for router, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:41.089712 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6da5c65-51d0-40d9-9350-ea7afa36a377 service neutron] Pushing event updated for resources: {'Port': ['ID=c60976f2-310e-4b2b-b603-af0aade00858,revision_number=6']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:35:41.101121 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-abd901c0-4e14-433b-ac53-ef6720bc55f6 req-e4206159-4acd-46dd-be70-7482df6590b1 service neutron] 10.222.0.69 "GET /v2.0/networks/97711779-de36-4af1-95e9-88f65060157a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724586 May 28 06:35:41.106169 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-473502f8-0a5b-4833-b87c-73b48e30c060 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:41.121250 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [req-f0d11347-a3ed-4b44-96db-04626be33bfc req-f6da5c65-51d0-40d9-9350-ea7afa36a377 service neutron] In _notify_port_updated(), no bound segment for port c60976f2-310e-4b2b-b603-af0aade00858 on network 983e828b-34fc-4a3a-b418-34d9236f2407 {{(pid=89109) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 28 06:35:41.122156 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d11347-a3ed-4b44-96db-04626be33bfc req-f6da5c65-51d0-40d9-9350-ea7afa36a377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:41.122759 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-f0d11347-a3ed-4b44-96db-04626be33bfc req-f6da5c65-51d0-40d9-9350-ea7afa36a377 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:41.130665 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-f0d11347-a3ed-4b44-96db-04626be33bfc req-f6da5c65-51d0-40d9-9350-ea7afa36a377 service neutron] 10.222.0.69 "PUT /v2.0/ports/c60976f2-310e-4b2b-b603-af0aade00858 HTTP/1.1" status: 200 len: 1027 time: 1.7593472 May 28 06:35:41.133201 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e37feb7e-8e13-4bf4-8c8e-9518d392289a None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:41.148962 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-e37feb7e-8e13-4bf4-8c8e-9518d392289a None None] Transition to ACTIVE for port object 7490cbeb-ac53-426a-96c0-da9ff21ef670 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:35:41.171711 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-e37feb7e-8e13-4bf4-8c8e-9518d392289a None None] Transition to ACTIVE for port object 7490cbeb-ac53-426a-96c0-da9ff21ef670 will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:35:41.178151 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device c60976f2-310e-4b2b-b603-af0aade00858 not bound to the agent host n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:35:41.178642 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 1b08fe22-1061-450c-a733-bf041f8a0d4d no longer exists at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:35:41.232581 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d11347-a3ed-4b44-96db-04626be33bfc req-3b05248c-960a-44c6-b037-6d71baef0403 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:41.233928 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-f0d11347-a3ed-4b44-96db-04626be33bfc req-3b05248c-960a-44c6-b037-6d71baef0403 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.69 "GET /v2.0/ports/2bc36923-1480-492d-8d92-1e4c402f1be2?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0990033 May 28 06:35:41.244420 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-f0d11347-a3ed-4b44-96db-04626be33bfc req-9bc8be6a-0482-4e09-b8de-a7280e1561cb service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:35:41.290632 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-473502f8-0a5b-4833-b87c-73b48e30c060 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690761'] for router, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:41.310152 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e37feb7e-8e13-4bf4-8c8e-9518d392289a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:41.351925 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-abd901c0-4e14-433b-ac53-ef6720bc55f6 req-cdb43a49-45d9-4e29-9454-f766a0cf6fac service neutron] 10.222.0.69 "GET /v2.0/networks/97711779-de36-4af1-95e9-88f65060157a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787057 May 28 06:35:41.406321 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-f0d11347-a3ed-4b44-96db-04626be33bfc req-9bc8be6a-0482-4e09-b8de-a7280e1561cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:41.456123 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-473502f8-0a5b-4833-b87c-73b48e30c060 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:41.457632 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-473502f8-0a5b-4833-b87c-73b48e30c060 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7143111 May 28 06:35:41.465124 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 35546) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:35:41.480246 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37feb7e-8e13-4bf4-8c8e-9518d392289a None None] Pushing event updated for resources: {'Port': ['ID=7490cbeb-ac53-426a-96c0-da9ff21ef670,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:35:41.510467 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-555bd447-32d1-4716-8456-c763292375a1 None None] Network 759509c8-b207-4484-9e4c-613580423bd9 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:35:41.543002 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37feb7e-8e13-4bf4-8c8e-9518d392289a None None] Network c4f6affa-3394-42de-9bae-4ad619323519 is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:35:41.576783 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1737cb4a-42ea-40fd-ab79-f8c9c6008a91 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:41.622851 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 1b08fe22-1061-450c-a733-bf041f8a0d4d is: ACTIVE; New status is: DOWN {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:35:41.623228 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:41.636679 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-1737cb4a-42ea-40fd-ab79-f8c9c6008a91 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69263bc8-f97c-4ff6-99ce-397b064531b6']}} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:35:41.649733 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-e37feb7e-8e13-4bf4-8c8e-9518d392289a None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:35:41.661157 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-1737cb4a-42ea-40fd-ab79-f8c9c6008a91 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd307c95-daa5-432b-a989-c87eef6ac130') {'for_net_delete': True} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:35:41.661481 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-1737cb4a-42ea-40fd-ab79-f8c9c6008a91 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd307c95-daa5-432b-a989-c87eef6ac130') {} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:35:41.673609 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1737cb4a-42ea-40fd-ab79-f8c9c6008a91 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4150778'] for segment, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:41.705801 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1737cb4a-42ea-40fd-ab79-f8c9c6008a91 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:41.720702 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 1b08fe22-1061-450c-a733-bf041f8a0d4d, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=1b08fe22-1061-450c-a733-bf041f8a0d4d,segment=NetworkSegment(a17549e8-b8aa-4901-a73d-94fb0e39724e),segment_id=a17549e8-b8aa-4901-a73d-94fb0e39724e)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:35:41.721298 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37feb7e-8e13-4bf4-8c8e-9518d392289a None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:35:41.731130 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1737cb4a-42ea-40fd-ab79-f8c9c6008a91 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Releasing vlan 389 on physical network physnet1 to pool {{(pid=89110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:35:41.731869 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1737cb4a-42ea-40fd-ab79-f8c9c6008a91 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3143023'] for segment, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:41.742485 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e11893ff-5c52-4ed1-b6b3-2fbc959d89e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b08fe22-1061-450c-a733-bf041f8a0d4d'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:35:41.764307 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56d87ab-d1ee-46f2-87fb-ecf26a43714d req-12574452-b9b0-411f-9045-1aaaf8782ae9 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:41.765965 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f56d87ab-d1ee-46f2-87fb-ecf26a43714d req-12574452-b9b0-411f-9045-1aaaf8782ae9 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.55 "GET /v2.0/ports?device_id=fe6ae5f3-4016-44c0-a494-3652ed8aa5b2 HTTP/1.1" status: 200 len: 944 time: 0.9752870 May 28 06:35:41.772993 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 1e7d5c54-f817-4e7d-9f1c-4231223fb61c up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:35:41.826381 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment dd307c95-daa5-432b-a989-c87eef6ac130 resource provider aggregate not found May 28 06:35:41.831896 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4b64dcf5-db62-4d26-b5dd-c678d7113495 req-fdf23583-d027-4bb2-92b3-27f028f3a6e4 service neutron] 10.222.0.71 "GET /v2.0/networks/a8fa6c28-5257-4dd9-bf7e-c257b513d11b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2495444 May 28 06:35:41.844606 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-a4268f09-2c51-48b6-9d89-f5702a7732ce None None] Provisioning complete for port c60976f2-310e-4b2b-b603-af0aade00858 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:35:41.845209 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-a4268f09-2c51-48b6-9d89-f5702a7732ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:41.880524 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment dd307c95-daa5-432b-a989-c87eef6ac130 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dd307c95-daa5-432b-a989-c87eef6ac130 found for delete ", "request_id": "req-678df3a7-8f05-4760-8211-4ce3ba447ca4"}]} May 28 06:35:41.901857 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6443bb3-004d-4edc-bd32-6f118ae7eeff req-98f48a74-1d08-4186-a54f-6b039034e34e tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:41.903711 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c6443bb3-004d-4edc-bd32-6f118ae7eeff req-98f48a74-1d08-4186-a54f-6b039034e34e tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] 10.222.0.55 "GET /v2.0/ports?device_id=433d0421-5e2e-49ad-967e-35d936da3ff8 HTTP/1.1" status: 200 len: 945 time: 0.8017032 May 28 06:35:41.938096 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:41.938637 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 59c8a3dd-39de-497f-ae98-545149d1be00 no longer exists at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:35:41.946233 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f56d87ab-d1ee-46f2-87fb-ecf26a43714d req-67084363-5f38-4805-bc8e-351f1bedbeb4 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.55 "GET /v2.0/security-groups?id=89c8e518-81c5-4ccc-b111-8291ad38466d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215959 May 28 06:35:41.976450 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c6443bb3-004d-4edc-bd32-6f118ae7eeff req-f90705ce-f457-4de4-a4c4-c0ee0924ebce tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] 10.222.0.55 "GET /v2.0/security-groups?id=252cc91f-311f-459a-8173-cb2a7ca8a905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580511 May 28 06:35:42.022910 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1737cb4a-42ea-40fd-ab79-f8c9c6008a91 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:42.066340 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1737cb4a-42ea-40fd-ab79-f8c9c6008a91 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 69263bc8-f97c-4ff6-99ce-397b064531b6 {{(pid=89110) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 28 06:35:42.068287 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1737cb4a-42ea-40fd-ab79-f8c9c6008a91 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Pushing event deleted for resources: {'Network': ['ID=69263bc8-f97c-4ff6-99ce-397b064531b6,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:35:42.075378 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1737cb4a-42ea-40fd-ab79-f8c9c6008a91 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:42.081686 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0579426-e0dd-4b12-b85c-44bfdb1d8bac'] response: {'server_uuid': 'e11893ff-5c52-4ed1-b6b3-2fbc959d89e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b08fe22-1061-450c-a733-bf041f8a0d4d', 'code': 200} May 28 06:35:42.084157 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-1737cb4a-42ea-40fd-ab79-f8c9c6008a91 tempest-ExternalNetworksTestJSON-327320182 tempest-ExternalNetworksTestJSON-327320182-project-admin] 10.222.0.55 "DELETE /v2.0/networks/69263bc8-f97c-4ff6-99ce-397b064531b6 HTTP/1.1" status: 204 len: 168 time: 1.9023926 May 28 06:35:42.089991 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 35562) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:35:42.161711 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port ac036410-cc0b-43d9-9fc6-fbbee974c1c5, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=ac036410-cc0b-43d9-9fc6-fbbee974c1c5,segment=NetworkSegment(36b7b050-a7a0-4005-a03f-73135e20048b),segment_id=36b7b050-a7a0-4005-a03f-73135e20048b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:35:42.185911 n-d-843702-1 neutron-server[89110]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d8ad3b2-390d-43f4-ac6a-343fce9b0c58 tempest-ExternalNetworksTestJSON-727024235 tempest-ExternalNetworksTestJSON-727024235-project] DELETE failed (client error): The resource could not be found. May 28 06:35:42.186509 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d8ad3b2-390d-43f4-ac6a-343fce9b0c58 tempest-ExternalNetworksTestJSON-727024235 tempest-ExternalNetworksTestJSON-727024235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89110) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:35:42.189670 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-9d8ad3b2-390d-43f4-ac6a-343fce9b0c58 tempest-ExternalNetworksTestJSON-727024235 tempest-ExternalNetworksTestJSON-727024235-project] 10.222.0.55 "DELETE /v2.0/subnets/138b349d-74b1-4fc4-849c-49df3230761e HTTP/1.1" status: 404 len: 337 time: 0.0986876 May 28 06:35:42.193796 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Returning: {'device': 'ac036410-cc0b-43d9-9fc6-fbbee974c1c5', 'network_id': '97711779-de36-4af1-95e9-88f65060157a', 'port_id': 'ac036410-cc0b-43d9-9fc6-fbbee974c1c5', 'mac_address': 'fa:16:3e:01:43:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9065b260-3817-4805-a18f-dced8d73fe86', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:35:42.193997 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 35566) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:35:42.308458 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-a4268f09-2c51-48b6-9d89-f5702a7732ce None None] Port c60976f2-310e-4b2b-b603-af0aade00858 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:35:42.310574 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-e37feb7e-8e13-4bf4-8c8e-9518d392289a None None] Attempting to bind port 7490cbeb-ac53-426a-96c0-da9ff21ef670 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:35:42.311051 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-e37feb7e-8e13-4bf4-8c8e-9518d392289a None None] Attempting to bind port 7490cbeb-ac53-426a-96c0-da9ff21ef670 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'bfcbfd4e-3950-40ad-90b3-3965a798fa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'c4f6affa-3394-42de-9bae-4ad619323519'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:35:42.312108 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37feb7e-8e13-4bf4-8c8e-9518d392289a None None] Attempting to bind port 7490cbeb-ac53-426a-96c0-da9ff21ef670 on network c4f6affa-3394-42de-9bae-4ad619323519 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:35:42.372209 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9917cc-ba07-4930-b649-a743cabe8e87 req-c31e0fa0-555c-4da6-857a-546e6cdaa055 tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:42.374183 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5f9917cc-ba07-4930-b649-a743cabe8e87 req-c31e0fa0-555c-4da6-857a-546e6cdaa055 tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] 10.222.0.71 "GET /v2.0/ports?device_id=433d0421-5e2e-49ad-967e-35d936da3ff8 HTTP/1.1" status: 200 len: 945 time: 0.2274079 May 28 06:35:42.436115 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dc1a1c-85d2-498a-afd6-a9545179b4a7 req-22bf8637-4095-40f9-b1b2-629193e10309 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:42.436340 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37feb7e-8e13-4bf4-8c8e-9518d392289a None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:35:42.436783 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37feb7e-8e13-4bf4-8c8e-9518d392289a None None] Checking segment: {'id': 'bfcbfd4e-3950-40ad-90b3-3965a798fa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'c4f6affa-3394-42de-9bae-4ad619323519'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:35:42.437365 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e37feb7e-8e13-4bf4-8c8e-9518d392289a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:42.437870 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37feb7e-8e13-4bf4-8c8e-9518d392289a None None] Bound using segment: {'id': 'bfcbfd4e-3950-40ad-90b3-3965a798fa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'c4f6affa-3394-42de-9bae-4ad619323519'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:35:42.438974 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-e37feb7e-8e13-4bf4-8c8e-9518d392289a None None] Bound port: 7490cbeb-ac53-426a-96c0-da9ff21ef670, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfcbfd4e-3950-40ad-90b3-3965a798fa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'c4f6affa-3394-42de-9bae-4ad619323519'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:35:42.439444 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e37feb7e-8e13-4bf4-8c8e-9518d392289a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:42.442556 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dc1a1c-85d2-498a-afd6-a9545179b4a7 req-22bf8637-4095-40f9-b1b2-629193e10309 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:42.448402 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dc1a1c-85d2-498a-afd6-a9545179b4a7 req-22bf8637-4095-40f9-b1b2-629193e10309 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:42.454900 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dc1a1c-85d2-498a-afd6-a9545179b4a7 req-22bf8637-4095-40f9-b1b2-629193e10309 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:42.461307 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dc1a1c-85d2-498a-afd6-a9545179b4a7 req-22bf8637-4095-40f9-b1b2-629193e10309 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:42.467054 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dc1a1c-85d2-498a-afd6-a9545179b4a7 req-22bf8637-4095-40f9-b1b2-629193e10309 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:42.468880 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-86dc1a1c-85d2-498a-afd6-a9545179b4a7 req-22bf8637-4095-40f9-b1b2-629193e10309 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.55 "GET /v2.0/ports?device_id=e11893ff-5c52-4ed1-b6b3-2fbc959d89e3 HTTP/1.1" status: 200 len: 4658 time: 0.2845497 May 28 06:35:42.495195 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4549a424-237d-49e0-a78e-57bfb1f99cc7 tempest-ExternalNetworksTestJSON-727024235 tempest-ExternalNetworksTestJSON-727024235-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:42.507302 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f408b83-b249-49b7-8e83-9e607274df9a req-ddcfe87c-9392-48d6-9f65-12ff9650ab6a tempest-InstanceActionsTestJSON-281555558 tempest-InstanceActionsTestJSON-281555558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:42.508401 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0f408b83-b249-49b7-8e83-9e607274df9a req-ddcfe87c-9392-48d6-9f65-12ff9650ab6a tempest-InstanceActionsTestJSON-281555558 tempest-InstanceActionsTestJSON-281555558-project] 10.222.0.55 "GET /v2.0/ports?device_id=b45df6ec-6780-45fc-bd68-e892977bdf65 HTTP/1.1" status: 200 len: 945 time: 0.3110495 May 28 06:35:42.511094 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-f0d11347-a3ed-4b44-96db-04626be33bfc req-9bc8be6a-0482-4e09-b8de-a7280e1561cb service neutron] For port 2bc36923-1480-492d-8d92-1e4c402f1be2, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=2bc36923-1480-492d-8d92-1e4c402f1be2,segment=NetworkSegment(b626a722-ea70-46bf-9197-581d08545299),segment_id=b626a722-ea70-46bf-9197-581d08545299)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:35:42.564999 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 59c8a3dd-39de-497f-ae98-545149d1be00 is: ACTIVE; New status is: DOWN {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:35:42.565570 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:42.611337 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 1e7d5c54-f817-4e7d-9f1c-4231223fb61c completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:35:42.623642 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9886412b-2d43-4ec2-985b-c48a9b5b6c42 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:42.628037 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=1b08fe22-1061-450c-a733-bf041f8a0d4d,revision_number=6']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:35:42.628407 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-5f9917cc-ba07-4930-b649-a743cabe8e87 req-e89f5d0c-2977-4653-951c-e9ee4653c308 tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] Deleting port 6b003501-bc41-4d7f-8ac8-ec847ad3a399 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:35:42.628753 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-5f9917cc-ba07-4930-b649-a743cabe8e87 req-e89f5d0c-2977-4653-951c-e9ee4653c308 tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:42.630953 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port ac036410-cc0b-43d9-9fc6-fbbee974c1c5 is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:35:42.631433 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:42.657555 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac036410-cc0b-43d9-9fc6-fbbee974c1c5 {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:35:42.664617 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.db.resource_extend [req-f0d11347-a3ed-4b44-96db-04626be33bfc req-9bc8be6a-0482-4e09-b8de-a7280e1561cb service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 06:35:42.694384 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-f0d11347-a3ed-4b44-96db-04626be33bfc req-9bc8be6a-0482-4e09-b8de-a7280e1561cb service neutron] For port 2bc36923-1480-492d-8d92-1e4c402f1be2, host n-h1-843702-1, cleared binding levels {{(pid=89109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:35:42.736746 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74ff0ac9-0e91-41a6-943f-c5c3fb7fed41 None None] Provisioning for port 1e7d5c54-f817-4e7d-9f1c-4231223fb61c completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:35:42.749786 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port ac036410-cc0b-43d9-9fc6-fbbee974c1c5, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=ac036410-cc0b-43d9-9fc6-fbbee974c1c5,segment=NetworkSegment(36b7b050-a7a0-4005-a03f-73135e20048b),segment_id=36b7b050-a7a0-4005-a03f-73135e20048b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:35:42.768264 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0f408b83-b249-49b7-8e83-9e607274df9a req-546fab84-d76e-4261-bf4e-7d24d0b3c3c0 tempest-InstanceActionsTestJSON-281555558 tempest-InstanceActionsTestJSON-281555558-project] 10.222.0.55 "GET /v2.0/security-groups?id=bcebff5b-afd7-4b42-a162-6f2ecd94a4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419941 May 28 06:35:42.768485 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74ff0ac9-0e91-41a6-943f-c5c3fb7fed41 None None] Provisioning complete for port 1e7d5c54-f817-4e7d-9f1c-4231223fb61c triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:35:42.768485 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74ff0ac9-0e91-41a6-943f-c5c3fb7fed41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:42.799285 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [req-f0d11347-a3ed-4b44-96db-04626be33bfc req-9bc8be6a-0482-4e09-b8de-a7280e1561cb service neutron] device_id is not set on port 2bc36923-1480-492d-8d92-1e4c402f1be2 yet. {{(pid=89109) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:35:42.803197 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 59c8a3dd-39de-497f-ae98-545149d1be00, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=59c8a3dd-39de-497f-ae98-545149d1be00,segment=NetworkSegment(19dbd857-d13f-4a6d-bcbd-ec9bd33234b5),segment_id=19dbd857-d13f-4a6d-bcbd-ec9bd33234b5)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:35:42.805680 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-86dc1a1c-85d2-498a-afd6-a9545179b4a7 req-301e8439-a305-4919-b636-8521a0aa2d10 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.55 "GET /v2.0/security-groups?id=46eeeb0c-b6a3-4a12-ace3-318551136dd9&id=e8d697a1-1dba-4b18-a73a-2546d21ff79d&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3270862 May 28 06:35:42.814828 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-f0d11347-a3ed-4b44-96db-04626be33bfc req-9bc8be6a-0482-4e09-b8de-a7280e1561cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:42.861946 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:42.978369 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:42.996261 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 8e3fc2e0-0ab0-4ec1-8a61-f578fba7ac74 no longer exists at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:35:43.105496 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-f0d11347-a3ed-4b44-96db-04626be33bfc req-9bc8be6a-0482-4e09-b8de-a7280e1561cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:43.216479 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-e37feb7e-8e13-4bf4-8c8e-9518d392289a None None] For port 7490cbeb-ac53-426a-96c0-da9ff21ef670, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:35:43.231777 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['ac036410-cc0b-43d9-9fc6-fbbee974c1c5'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:35:43.234321 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4549a424-237d-49e0-a78e-57bfb1f99cc7 tempest-ExternalNetworksTestJSON-727024235 tempest-ExternalNetworksTestJSON-727024235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:43.268332 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-4549a424-237d-49e0-a78e-57bfb1f99cc7 tempest-ExternalNetworksTestJSON-727024235 tempest-ExternalNetworksTestJSON-727024235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af9bbf48-96b3-4c68-94e2-77ab9cd362ba']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:35:43.311295 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-e37feb7e-8e13-4bf4-8c8e-9518d392289a None None] For port 7490cbeb-ac53-426a-96c0-da9ff21ef670, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=7490cbeb-ac53-426a-96c0-da9ff21ef670,segment=NetworkSegment(bfcbfd4e-3950-40ad-90b3-3965a798fa37),segment_id=bfcbfd4e-3950-40ad-90b3-3965a798fa37)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:35:43.317372 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-5f9917cc-ba07-4930-b649-a743cabe8e87 req-e89f5d0c-2977-4653-951c-e9ee4653c308 tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] For port 6b003501-bc41-4d7f-8ac8-ec847ad3a399, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=6b003501-bc41-4d7f-8ac8-ec847ad3a399,segment=NetworkSegment(6d868819-564e-4af9-b9ff-085fbf6a79d0),segment_id=6d868819-564e-4af9-b9ff-085fbf6a79d0)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:35:43.317937 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-5f9917cc-ba07-4930-b649-a743cabe8e87 req-e89f5d0c-2977-4653-951c-e9ee4653c308 tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:43.323983 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 8e3fc2e0-0ab0-4ec1-8a61-f578fba7ac74 is: ACTIVE; New status is: DOWN {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:35:43.324515 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:43.405543 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-4549a424-237d-49e0-a78e-57bfb1f99cc7 tempest-ExternalNetworksTestJSON-727024235 tempest-ExternalNetworksTestJSON-727024235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dd7b52f-cb43-4a8b-ab41-cf89909ebdaf') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:35:43.406004 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-4549a424-237d-49e0-a78e-57bfb1f99cc7 tempest-ExternalNetworksTestJSON-727024235 tempest-ExternalNetworksTestJSON-727024235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dd7b52f-cb43-4a8b-ab41-cf89909ebdaf') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:35:43.451567 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-5f9917cc-ba07-4930-b649-a743cabe8e87 req-e89f5d0c-2977-4653-951c-e9ee4653c308 tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] Calling delete_port for 6b003501-bc41-4d7f-8ac8-ec847ad3a399 owned by compute:nova {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:35:43.487499 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74ff0ac9-0e91-41a6-943f-c5c3fb7fed41 None None] Current status of the port 1e7d5c54-f817-4e7d-9f1c-4231223fb61c is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:35:43.487883 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74ff0ac9-0e91-41a6-943f-c5c3fb7fed41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:43.497182 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=ac036410-cc0b-43d9-9fc6-fbbee974c1c5,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:35:43.499185 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4549a424-237d-49e0-a78e-57bfb1f99cc7 tempest-ExternalNetworksTestJSON-727024235 tempest-ExternalNetworksTestJSON-727024235-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:43.563074 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 8e3fc2e0-0ab0-4ec1-8a61-f578fba7ac74, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=8e3fc2e0-0ab0-4ec1-8a61-f578fba7ac74,segment=NetworkSegment(b626a722-ea70-46bf-9197-581d08545299),segment_id=b626a722-ea70-46bf-9197-581d08545299)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:35:43.584664 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e37feb7e-8e13-4bf4-8c8e-9518d392289a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:43.609090 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0d11347-a3ed-4b44-96db-04626be33bfc req-9bc8be6a-0482-4e09-b8de-a7280e1561cb service neutron] No DVR routers for this DVR port 2bc36923-1480-492d-8d92-1e4c402f1be2 on host n-h1-843702-1 {{(pid=89109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:35:43.647188 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4549a424-237d-49e0-a78e-57bfb1f99cc7 tempest-ExternalNetworksTestJSON-727024235 tempest-ExternalNetworksTestJSON-727024235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:43.659957 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:43.660646 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 2bc36923-1480-492d-8d92-1e4c402f1be2 no longer exists at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:35:43.665760 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc8be6a-0482-4e09-b8de-a7280e1561cb service neutron] Pushing event updated for resources: {'Port': ['ID=2bc36923-1480-492d-8d92-1e4c402f1be2,revision_number=6']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:35:43.708195 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4549a424-237d-49e0-a78e-57bfb1f99cc7 tempest-ExternalNetworksTestJSON-727024235 tempest-ExternalNetworksTestJSON-727024235-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:35:43.720669 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4549a424-237d-49e0-a78e-57bfb1f99cc7 tempest-ExternalNetworksTestJSON-727024235 tempest-ExternalNetworksTestJSON-727024235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:43.728506 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74ff0ac9-0e91-41a6-943f-c5c3fb7fed41 None None] For port 1e7d5c54-f817-4e7d-9f1c-4231223fb61c, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=1e7d5c54-f817-4e7d-9f1c-4231223fb61c,segment=NetworkSegment(b3398101-a5fa-4b43-ba5c-e3cb4f16ab13),segment_id=b3398101-a5fa-4b43-ba5c-e3cb4f16ab13)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:35:43.762953 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=59c8a3dd-39de-497f-ae98-545149d1be00,revision_number=6']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:35:43.876680 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 5dd7b52f-cb43-4a8b-ab41-cf89909ebdaf resource provider aggregate not found May 28 06:35:43.908764 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74ff0ac9-0e91-41a6-943f-c5c3fb7fed41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:43.912051 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-5f9917cc-ba07-4930-b649-a743cabe8e87 req-e89f5d0c-2977-4653-951c-e9ee4653c308 tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:43.928802 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 2bc36923-1480-492d-8d92-1e4c402f1be2 not bound to the agent host n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:35:43.929366 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device fe01eb67-c712-4a12-a2e7-d0f0c93a787f no longer exists at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:35:43.929735 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 5dd7b52f-cb43-4a8b-ab41-cf89909ebdaf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5dd7b52f-cb43-4a8b-ab41-cf89909ebdaf found for delete ", "request_id": "req-ab8666c9-ee83-4f0b-9f94-41c346b61d6c"}]} May 28 06:35:43.947003 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [req-f0d11347-a3ed-4b44-96db-04626be33bfc req-9bc8be6a-0482-4e09-b8de-a7280e1561cb service neutron] In _notify_port_updated(), no bound segment for port 2bc36923-1480-492d-8d92-1e4c402f1be2 on network 983e828b-34fc-4a3a-b418-34d9236f2407 {{(pid=89109) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 28 06:35:43.948007 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d11347-a3ed-4b44-96db-04626be33bfc req-9bc8be6a-0482-4e09-b8de-a7280e1561cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:43.948711 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-f0d11347-a3ed-4b44-96db-04626be33bfc req-9bc8be6a-0482-4e09-b8de-a7280e1561cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:43.955286 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-f0d11347-a3ed-4b44-96db-04626be33bfc req-9bc8be6a-0482-4e09-b8de-a7280e1561cb service neutron] 10.222.0.69 "PUT /v2.0/ports/2bc36923-1480-492d-8d92-1e4c402f1be2 HTTP/1.1" status: 200 len: 1027 time: 2.7105069 May 28 06:35:44.025901 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89f5d0c-2977-4653-951c-e9ee4653c308 tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] Pushing event deleted for resources: {'Port': ['ID=6b003501-bc41-4d7f-8ac8-ec847ad3a399,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:35:44.035717 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['093270a4-e765-43ea-b479-009874731022', '6b003501-bc41-4d7f-8ac8-ec847ad3a399'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:35:44.098031 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [req-f0d11347-a3ed-4b44-96db-04626be33bfc req-cdbd9391-e67a-47c4-8d10-92b850a9351b tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Deleting port 59c8a3dd-39de-497f-ae98-545149d1be00 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:35:44.098511 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e11893ff-5c52-4ed1-b6b3-2fbc959d89e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59c8a3dd-39de-497f-ae98-545149d1be00'}, {'server_uuid': 'e11893ff-5c52-4ed1-b6b3-2fbc959d89e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e3fc2e0-0ab0-4ec1-8a61-f578fba7ac74'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:35:44.098646 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-f0d11347-a3ed-4b44-96db-04626be33bfc req-cdbd9391-e67a-47c4-8d10-92b850a9351b tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:44.127140 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4549a424-237d-49e0-a78e-57bfb1f99cc7 tempest-ExternalNetworksTestJSON-727024235 tempest-ExternalNetworksTestJSON-727024235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:44.202954 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4549a424-237d-49e0-a78e-57bfb1f99cc7 tempest-ExternalNetworksTestJSON-727024235 tempest-ExternalNetworksTestJSON-727024235-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:44.228449 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f9917cc-ba07-4930-b649-a743cabe8e87 req-e89f5d0c-2977-4653-951c-e9ee4653c308 tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] No DVR routers for this DVR port 6b003501-bc41-4d7f-8ac8-ec847ad3a399 on host n-h2-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:35:44.233468 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-2311b786-e0ed-40ce-acca-b11b462e7c86 None None] Provisioning complete for port 1e7d5c54-f817-4e7d-9f1c-4231223fb61c triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:35:44.234328 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-2311b786-e0ed-40ce-acca-b11b462e7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:44.235697 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-5f9917cc-ba07-4930-b649-a743cabe8e87 req-e89f5d0c-2977-4653-951c-e9ee4653c308 tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:44.236058 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4549a424-237d-49e0-a78e-57bfb1f99cc7 tempest-ExternalNetworksTestJSON-727024235 tempest-ExternalNetworksTestJSON-727024235-project] Pushing event deleted for resources: {'Network': ['ID=af9bbf48-96b3-4c68-94e2-77ab9cd362ba,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:35:44.255811 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '433d0421-5e2e-49ad-967e-35d936da3ff8', 'name': 'network-vif-deleted', 'tag': '6b003501-bc41-4d7f-8ac8-ec847ad3a399'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:35:44.256370 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-4549a424-237d-49e0-a78e-57bfb1f99cc7 tempest-ExternalNetworksTestJSON-727024235 tempest-ExternalNetworksTestJSON-727024235-project] 10.222.0.55 "DELETE /v2.0/networks/af9bbf48-96b3-4c68-94e2-77ab9cd362ba HTTP/1.1" status: 204 len: 168 time: 2.0586777 May 28 06:35:44.257769 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-9886412b-2d43-4ec2-985b-c48a9b5b6c42 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Allocated IP 172.20.0.1 (759509c8-b207-4484-9e4c-613580423bd9/d6d22735-2065-4ed6-953c-7b4d13734ec9/50ea8196-0453-4270-9a65-2e4019c55226) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:35:44.287734 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b636a618-3a36-4231-a692-89d4ee0b80e8 req-c9850491-e5c7-4107-9286-a569fd254927 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:44.289301 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b636a618-3a36-4231-a692-89d4ee0b80e8 req-c9850491-e5c7-4107-9286-a569fd254927 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.55 "GET /v2.0/ports?device_id=fe6ae5f3-4016-44c0-a494-3652ed8aa5b2 HTTP/1.1" status: 200 len: 945 time: 0.5485430 May 28 06:35:44.292625 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b812e9a2-3bec-4a6e-925d-35f380796e0b req-a30b6270-7baa-42d5-a01a-29f6754366c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:44.307850 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b812e9a2-3bec-4a6e-925d-35f380796e0b req-a30b6270-7baa-42d5-a01a-29f6754366c1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f027d6dea941454488e612f59247e836&device_id=b45df6ec-6780-45fc-bd68-e892977bdf65 HTTP/1.1" status: 200 len: 1096 time: 0.4802125 May 28 06:35:44.307850 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba0a79e-e12a-476a-af24-b4c78cf1ff70 req-0b94722d-0266-4a8d-b397-a58bec94d1f2 tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:44.307850 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-dba0a79e-e12a-476a-af24-b4c78cf1ff70 req-0b94722d-0266-4a8d-b397-a58bec94d1f2 tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] Synchronizing usage tracker for tenant:67f9a66edc1c44a7bb455c6c2cfc38ca on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:35:44.451193 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5f9917cc-ba07-4930-b649-a743cabe8e87 req-e89f5d0c-2977-4653-951c-e9ee4653c308 tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] 10.222.0.71 "DELETE /v2.0/ports/6b003501-bc41-4d7f-8ac8-ec847ad3a399 HTTP/1.1" status: 204 len: 173 time: 2.0692668 May 28 06:35:44.504411 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b636a618-3a36-4231-a692-89d4ee0b80e8 req-fdbc024f-be0d-4a20-a9cb-4355936bd571 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.55 "GET /v2.0/security-groups?id=89c8e518-81c5-4ccc-b111-8291ad38466d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828065 May 28 06:35:44.511457 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37feb7e-8e13-4bf4-8c8e-9518d392289a None None] Pushing event updated for resources: {'Port': ['ID=7490cbeb-ac53-426a-96c0-da9ff21ef670,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:35:44.617944 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b812e9a2-3bec-4a6e-925d-35f380796e0b req-24b04a18-c566-4e93-8394-052b75dc908a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:44.623877 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b812e9a2-3bec-4a6e-925d-35f380796e0b req-24b04a18-c566-4e93-8394-052b75dc908a service neutron] 10.222.0.69 "GET /v2.0/networks?id=cd6ee327-f61e-4622-89b1-41e9d0da622c HTTP/1.1" status: 200 len: 915 time: 0.3081954 May 28 06:35:44.623877 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-dba0a79e-e12a-476a-af24-b4c78cf1ff70 req-0b94722d-0266-4a8d-b397-a58bec94d1f2 tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] Unset dirty status for tenant:67f9a66edc1c44a7bb455c6c2cfc38ca on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:35:44.623877 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dba0a79e-e12a-476a-af24-b4c78cf1ff70 req-0b94722d-0266-4a8d-b397-a58bec94d1f2 tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] 10.222.0.55 "GET /v2.0/ports?device_id=433d0421-5e2e-49ad-967e-35d936da3ff8 HTTP/1.1" status: 200 len: 867 time: 0.8455989 May 28 06:35:44.775499 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-f0d11347-a3ed-4b44-96db-04626be33bfc req-cdbd9391-e67a-47c4-8d10-92b850a9351b tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] For port 59c8a3dd-39de-497f-ae98-545149d1be00, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=59c8a3dd-39de-497f-ae98-545149d1be00,segment=NetworkSegment(19dbd857-d13f-4a6d-bcbd-ec9bd33234b5),segment_id=19dbd857-d13f-4a6d-bcbd-ec9bd33234b5)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:35:44.776024 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-f0d11347-a3ed-4b44-96db-04626be33bfc req-cdbd9391-e67a-47c4-8d10-92b850a9351b tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:44.782997 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b812e9a2-3bec-4a6e-925d-35f380796e0b req-d35e1a2c-e5f1-4435-a572-d492c33f2f0f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9f12cf48-0c6d-4cfc-b4b2-d485430b7ee2 HTTP/1.1" status: 200 len: 217 time: 0.1556201 May 28 06:35:44.790220 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9886412b-2d43-4ec2-985b-c48a9b5b6c42 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:44.868166 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-2311b786-e0ed-40ce-acca-b11b462e7c86 None None] Current status of the port 1e7d5c54-f817-4e7d-9f1c-4231223fb61c is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:35:44.896293 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port fe01eb67-c712-4a12-a2e7-d0f0c93a787f is: ACTIVE; New status is: DOWN {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:35:44.896680 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:44.899391 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [None req-9886412b-2d43-4ec2-985b-c48a9b5b6c42 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Transition to ACTIVE for port object 50ea8196-0453-4270-9a65-2e4019c55226 will not be triggered until provisioned by entity DHCP. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:35:44.910966 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dba0a79e-e12a-476a-af24-b4c78cf1ff70 req-18ee4a78-8913-4223-9b4a-2a7f8518e49d tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] 10.222.0.55 "GET /v2.0/security-groups?id=252cc91f-311f-459a-8173-cb2a7ca8a905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978843 May 28 06:35:44.942776 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=8e3fc2e0-0ab0-4ec1-8a61-f578fba7ac74,revision_number=6']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:35:44.999464 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b812e9a2-3bec-4a6e-925d-35f380796e0b req-9e30d8ad-3aa2-41b5-aac4-da4ef30081fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:45.001505 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b812e9a2-3bec-4a6e-925d-35f380796e0b req-9e30d8ad-3aa2-41b5-aac4-da4ef30081fd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=63087a8b-c4a9-4365-9770-9c338fb4b336 HTTP/1.1" status: 200 len: 854 time: 0.2101769 May 28 06:35:45.069217 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b5e176-e63d-48d6-92ab-382a6d72983f req-5b81fd05-00c1-435e-b08e-ec61b5f30611 tempest-InstanceActionsTestJSON-281555558 tempest-InstanceActionsTestJSON-281555558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:45.071164 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a9b5e176-e63d-48d6-92ab-382a6d72983f req-5b81fd05-00c1-435e-b08e-ec61b5f30611 tempest-InstanceActionsTestJSON-281555558 tempest-InstanceActionsTestJSON-281555558-project] 10.222.0.55 "GET /v2.0/ports?device_id=b45df6ec-6780-45fc-bd68-e892977bdf65 HTTP/1.1" status: 200 len: 945 time: 0.3593683 May 28 06:35:45.073798 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b812e9a2-3bec-4a6e-925d-35f380796e0b req-865af6eb-25c5-4b6c-b3d0-fdb515a7d928 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cd6ee327-f61e-4622-89b1-41e9d0da622c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655923 May 28 06:35:45.150256 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port fe01eb67-c712-4a12-a2e7-d0f0c93a787f, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=fe01eb67-c712-4a12-a2e7-d0f0c93a787f,segment=NetworkSegment(b626a722-ea70-46bf-9197-581d08545299),segment_id=b626a722-ea70-46bf-9197-581d08545299)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:35:45.164265 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-2311b786-e0ed-40ce-acca-b11b462e7c86 None None] Provisioning complete for port 2bc36923-1480-492d-8d92-1e4c402f1be2 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:35:45.164645 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-2311b786-e0ed-40ce-acca-b11b462e7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:45.183863 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-f0d11347-a3ed-4b44-96db-04626be33bfc req-cdbd9391-e67a-47c4-8d10-92b850a9351b tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:45.184588 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-f0d11347-a3ed-4b44-96db-04626be33bfc req-cdbd9391-e67a-47c4-8d10-92b850a9351b tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691094'] for floatingip, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:45.185125 n-d-843702-1 neutron-server[89109]: INFO neutron.db.l3_db [req-f0d11347-a3ed-4b44-96db-04626be33bfc req-cdbd9391-e67a-47c4-8d10-92b850a9351b tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Floating IP 9cbd7052-64e6-4d06-940e-30c629bc9e70 disassociated. External IP: 172.25.5.211, port: 59c8a3dd-39de-497f-ae98-545149d1be00. May 28 06:35:45.194785 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [req-f0d11347-a3ed-4b44-96db-04626be33bfc req-cdbd9391-e67a-47c4-8d10-92b850a9351b tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Calling delete_port for 59c8a3dd-39de-497f-ae98-545149d1be00 owned by compute:nova {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:35:45.256891 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9886412b-2d43-4ec2-985b-c48a9b5b6c42 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:45.261716 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-2311b786-e0ed-40ce-acca-b11b462e7c86 None None] Port 2bc36923-1480-492d-8d92-1e4c402f1be2 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:35:45.263744 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['41cbcbcd-5564-4eca-bb32-20cf5107cfcb'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:35:45.310394 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b812e9a2-3bec-4a6e-925d-35f380796e0b req-bad43d22-dfb6-44c0-a5c8-f710e893b4e8 service neutron] 10.222.0.69 "GET /v2.0/networks/cd6ee327-f61e-4622-89b1-41e9d0da622c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279575 May 28 06:35:45.314730 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 35604) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:35:45.317562 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:45.318601 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 63719b56-cdff-407a-9451-11b324811ceb no longer exists at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:35:45.363617 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a9b5e176-e63d-48d6-92ab-382a6d72983f req-5a1b5c96-5ef8-4398-bef4-ff33977616b1 tempest-InstanceActionsTestJSON-281555558 tempest-InstanceActionsTestJSON-281555558-project] 10.222.0.55 "GET /v2.0/security-groups?id=bcebff5b-afd7-4b42-a162-6f2ecd94a4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2799783 May 28 06:35:45.444191 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-418f0101-73e2-4911-9de4-abf549e15a19 None None] Network c4f6affa-3394-42de-9bae-4ad619323519 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:35:45.472021 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ff0ac9-0e91-41a6-943f-c5c3fb7fed41 None None] Pushing event updated for resources: {'Port': ['ID=1e7d5c54-f817-4e7d-9f1c-4231223fb61c,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:35:45.537323 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a75f46e1-e88a-4008-bad8-f697b5dda122'] response: {'server_uuid': 'e11893ff-5c52-4ed1-b6b3-2fbc959d89e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59c8a3dd-39de-497f-ae98-545149d1be00', 'code': 200} May 28 06:35:45.537723 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a75f46e1-e88a-4008-bad8-f697b5dda122'] response: {'server_uuid': 'e11893ff-5c52-4ed1-b6b3-2fbc959d89e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e3fc2e0-0ab0-4ec1-8a61-f578fba7ac74', 'code': 200} May 28 06:35:45.623802 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd5a0356-2509-4a5f-af7a-8576afd40fdc'] response: {'server_uuid': '433d0421-5e2e-49ad-967e-35d936da3ff8', 'name': 'network-vif-deleted', 'tag': '6b003501-bc41-4d7f-8ac8-ec847ad3a399', 'status': 'completed', 'code': 200} May 28 06:35:45.635077 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9886412b-2d43-4ec2-985b-c48a9b5b6c42 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Network 759509c8-b207-4484-9e4c-613580423bd9 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:35:45.651840 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-9886412b-2d43-4ec2-985b-c48a9b5b6c42 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:35:45.658079 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9886412b-2d43-4ec2-985b-c48a9b5b6c42 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:35:45.869373 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-318472dc-0830-4b01-a740-cc77cd4ffa67 None None] Provisioning for port 7490cbeb-ac53-426a-96c0-da9ff21ef670 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:35:45.935838 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=fe01eb67-c712-4a12-a2e7-d0f0c93a787f,revision_number=6']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:35:45.944952 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886412b-2d43-4ec2-985b-c48a9b5b6c42 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Pushing event updated for resources: {'Port': ['ID=50ea8196-0453-4270-9a65-2e4019c55226,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:35:45.958013 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9886412b-2d43-4ec2-985b-c48a9b5b6c42 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690947'] for router_interface, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:46.020743 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b812e9a2-3bec-4a6e-925d-35f380796e0b req-37ecc698-3846-4867-a0a2-e19274110287 service neutron] 10.222.0.69 "GET /v2.0/networks/cd6ee327-f61e-4622-89b1-41e9d0da622c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6671607 May 28 06:35:46.090657 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 63719b56-cdff-407a-9451-11b324811ceb is: ACTIVE; New status is: DOWN {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:35:46.091281 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:46.092903 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-f0d11347-a3ed-4b44-96db-04626be33bfc req-cdbd9391-e67a-47c4-8d10-92b850a9351b tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:46.098338 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf862134-0c75-45e0-9cdd-575db9f1ec21 req-8c079a84-3342-4c05-94ea-2ccbd771fe99 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:46.102479 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 7490cbeb-ac53-426a-96c0-da9ff21ef670 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:35:46.104063 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf862134-0c75-45e0-9cdd-575db9f1ec21 req-8c079a84-3342-4c05-94ea-2ccbd771fe99 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:46.111705 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf862134-0c75-45e0-9cdd-575db9f1ec21 req-8c079a84-3342-4c05-94ea-2ccbd771fe99 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:46.117883 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf862134-0c75-45e0-9cdd-575db9f1ec21 req-8c079a84-3342-4c05-94ea-2ccbd771fe99 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:46.123700 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf862134-0c75-45e0-9cdd-575db9f1ec21 req-8c079a84-3342-4c05-94ea-2ccbd771fe99 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:46.132948 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cf862134-0c75-45e0-9cdd-575db9f1ec21 req-8c079a84-3342-4c05-94ea-2ccbd771fe99 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.55 "GET /v2.0/ports?device_id=e11893ff-5c52-4ed1-b6b3-2fbc959d89e3 HTTP/1.1" status: 200 len: 3878 time: 0.8193982 May 28 06:35:46.189315 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbd9391-e67a-47c4-8d10-92b850a9351b tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Pushing event deleted for resources: {'Port': ['ID=59c8a3dd-39de-497f-ae98-545149d1be00,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:35:46.201989 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cf862134-0c75-45e0-9cdd-575db9f1ec21 req-8fdcffc9-5e91-4c2d-83bd-96226acf5fac tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.55 "GET /v2.0/security-groups?id=e8d697a1-1dba-4b18-a73a-2546d21ff79d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0681641 May 28 06:35:46.218703 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-55883dcf-5b35-4f31-b467-aab6c77ea261 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d1bbc67eb5f448bbbae8f9972cc630a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8873332 May 28 06:35:46.225428 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 35620) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:35:46.248639 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 6b003501-bc41-4d7f-8ac8-ec847ad3a399 no longer exists at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:35:46.268641 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceec457d-3060-4919-81d6-96945bb1fe57 req-663ef196-f995-413f-adb3-ba3cd2272b59 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:46.270440 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ceec457d-3060-4919-81d6-96945bb1fe57 req-663ef196-f995-413f-adb3-ba3cd2272b59 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.55 "GET /v2.0/ports?device_id=fe6ae5f3-4016-44c0-a494-3652ed8aa5b2 HTTP/1.1" status: 200 len: 945 time: 0.2604649 May 28 06:35:46.351800 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] No Port match for: 6b003501-bc41-4d7f-8ac8-ec847ad3a399 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:35:46.351800 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 6b003501-bc41-4d7f-8ac8-ec847ad3a399 not bound to the agent host n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:35:46.355476 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 63719b56-cdff-407a-9451-11b324811ceb, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=63719b56-cdff-407a-9451-11b324811ceb,segment=NetworkSegment(a17549e8-b8aa-4901-a73d-94fb0e39724e),segment_id=a17549e8-b8aa-4901-a73d-94fb0e39724e)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:35:46.366600 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ceec457d-3060-4919-81d6-96945bb1fe57 req-6b99fc93-2e5f-493b-a833-23157fb76566 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.55 "GET /v2.0/security-groups?id=89c8e518-81c5-4ccc-b111-8291ad38466d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894482 May 28 06:35:46.491543 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:46.562345 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-76321455-d933-4fc8-bf14-2d70e6892d18 None None] Provisioning for port 50ea8196-0453-4270-9a65-2e4019c55226 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:35:46.568228 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device ac036410-cc0b-43d9-9fc6-fbbee974c1c5 up at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:35:46.572810 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9886412b-2d43-4ec2-985b-c48a9b5b6c42 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:46.612435 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 7490cbeb-ac53-426a-96c0-da9ff21ef670 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:35:46.681799 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-76321455-d933-4fc8-bf14-2d70e6892d18 None None] Provisioning complete for port 50ea8196-0453-4270-9a65-2e4019c55226 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:35:46.683597 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-76321455-d933-4fc8-bf14-2d70e6892d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:46.697074 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26370cb-4316-40eb-a918-5c3abbc597e3 req-07dce40a-2bc3-485e-a150-89ef839e7351 tempest-InstanceActionsTestJSON-281555558 tempest-InstanceActionsTestJSON-281555558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:46.711634 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a26370cb-4316-40eb-a918-5c3abbc597e3 req-07dce40a-2bc3-485e-a150-89ef839e7351 tempest-InstanceActionsTestJSON-281555558 tempest-InstanceActionsTestJSON-281555558-project] 10.222.0.55 "GET /v2.0/ports?device_id=b45df6ec-6780-45fc-bd68-e892977bdf65 HTTP/1.1" status: 200 len: 945 time: 0.1785042 May 28 06:35:46.731986 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 7490cbeb-ac53-426a-96c0-da9ff21ef670 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:35:46.732482 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:46.777183 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8f5d9561-e3f7-4235-ae5e-0f9c85039816 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:46.801943 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a26370cb-4316-40eb-a918-5c3abbc597e3 req-eaabc723-0497-4c40-be9e-e773685d424b tempest-InstanceActionsTestJSON-281555558 tempest-InstanceActionsTestJSON-281555558-project] 10.222.0.55 "GET /v2.0/security-groups?id=bcebff5b-afd7-4b42-a162-6f2ecd94a4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882921 May 28 06:35:46.850505 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=63719b56-cdff-407a-9451-11b324811ceb,revision_number=6']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:35:46.905780 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-76321455-d933-4fc8-bf14-2d70e6892d18 None None] Port 50ea8196-0453-4270-9a65-2e4019c55226 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:35:46.972478 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 7490cbeb-ac53-426a-96c0-da9ff21ef670 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:35:46.973007 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:46.985747 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning for port ac036410-cc0b-43d9-9fc6-fbbee974c1c5 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:35:46.994369 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning complete for port ac036410-cc0b-43d9-9fc6-fbbee974c1c5 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:35:46.994877 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:47.027151 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f0d11347-a3ed-4b44-96db-04626be33bfc req-cdbd9391-e67a-47c4-8d10-92b850a9351b tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Router 541a56fb-edac-48d9-9308-803c85553640 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:35:47.066085 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8f5d9561-e3f7-4235-ae5e-0f9c85039816 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:47.072944 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-73a9e142-7635-481a-8090-c307ce6efacf None None] Provisioning complete for port 7490cbeb-ac53-426a-96c0-da9ff21ef670 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:35:47.073463 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-73a9e142-7635-481a-8090-c307ce6efacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:47.116498 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port 7490cbeb-ac53-426a-96c0-da9ff21ef670, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=7490cbeb-ac53-426a-96c0-da9ff21ef670,segment=NetworkSegment(bfcbfd4e-3950-40ad-90b3-3965a798fa37),segment_id=bfcbfd4e-3950-40ad-90b3-3965a798fa37)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:35:47.240841 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:47.241902 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 1e7d5c54-f817-4e7d-9f1c-4231223fb61c up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:35:47.430853 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port ac036410-cc0b-43d9-9fc6-fbbee974c1c5 is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:35:47.432319 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:47.493128 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-73a9e142-7635-481a-8090-c307ce6efacf None None] Current status of the port 7490cbeb-ac53-426a-96c0-da9ff21ef670 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:35:47.512857 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e128ef2-adc0-4b2b-b96b-557045644607 req-9831e0b0-54ec-4d29-ba03-d98e2cdf7360 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:47.526004 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e128ef2-adc0-4b2b-b96b-557045644607 req-9831e0b0-54ec-4d29-ba03-d98e2cdf7360 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:47.529397 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f0d11347-a3ed-4b44-96db-04626be33bfc req-cdbd9391-e67a-47c4-8d10-92b850a9351b tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:35:47.563859 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a96009-dcc8-41b0-93c7-45103d1cde9e None None] Sync routers for ids ['541a56fb-edac-48d9-9308-803c85553640'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:35:47.565546 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e128ef2-adc0-4b2b-b96b-557045644607 req-9831e0b0-54ec-4d29-ba03-d98e2cdf7360 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:47.565711 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e11893ff-5c52-4ed1-b6b3-2fbc959d89e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe01eb67-c712-4a12-a2e7-d0f0c93a787f'}, {'server_uuid': 'e11893ff-5c52-4ed1-b6b3-2fbc959d89e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63719b56-cdff-407a-9451-11b324811ceb'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:35:47.565860 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a96009-dcc8-41b0-93c7-45103d1cde9e None None] Routers {'541a56fb-edac-48d9-9308-803c85553640'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:35:47.565860 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-74a96009-dcc8-41b0-93c7-45103d1cde9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:35:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['541a56fb-edac-48d9-9308-803c85553640'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:35:47.566152 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e128ef2-adc0-4b2b-b96b-557045644607 req-9831e0b0-54ec-4d29-ba03-d98e2cdf7360 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:47.571357 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1e128ef2-adc0-4b2b-b96b-557045644607 req-9831e0b0-54ec-4d29-ba03-d98e2cdf7360 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.55 "GET /v2.0/ports?device_id=e11893ff-5c52-4ed1-b6b3-2fbc959d89e3 HTTP/1.1" status: 200 len: 3142 time: 0.2217932 May 28 06:35:47.588343 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=7490cbeb-ac53-426a-96c0-da9ff21ef670,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:35:47.615138 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port ac036410-cc0b-43d9-9fc6-fbbee974c1c5, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=ac036410-cc0b-43d9-9fc6-fbbee974c1c5,segment=NetworkSegment(36b7b050-a7a0-4005-a03f-73135e20048b),segment_id=36b7b050-a7a0-4005-a03f-73135e20048b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:35:47.621562 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 1e7d5c54-f817-4e7d-9f1c-4231223fb61c triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:35:47.621936 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:47.694665 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1e128ef2-adc0-4b2b-b96b-557045644607 req-849b92d8-02da-4385-aaf5-cf5ae340b5e8 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.55 "GET /v2.0/security-groups?id=e8d697a1-1dba-4b18-a73a-2546d21ff79d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1161137 May 28 06:35:47.703280 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0d11347-a3ed-4b44-96db-04626be33bfc req-cdbd9391-e67a-47c4-8d10-92b850a9351b tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] No DVR routers for this DVR port 59c8a3dd-39de-497f-ae98-545149d1be00 on host n-h1-843702-1 {{(pid=89109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:35:47.708612 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-f0d11347-a3ed-4b44-96db-04626be33bfc req-cdbd9391-e67a-47c4-8d10-92b850a9351b tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:47.711113 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e11893ff-5c52-4ed1-b6b3-2fbc959d89e3', 'name': 'network-vif-deleted', 'tag': '59c8a3dd-39de-497f-ae98-545149d1be00'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:35:47.751895 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8f5d9561-e3f7-4235-ae5e-0f9c85039816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:47.753546 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8f5d9561-e3f7-4235-ae5e-0f9c85039816 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:47.754800 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-8f5d9561-e3f7-4235-ae5e-0f9c85039816 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/44953e78-ea6b-4c80-8670-3c17b1a305cf HTTP/1.1" status: 204 len: 168 time: 1.5273693 May 28 06:35:47.786916 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:47.789277 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5d9561-e3f7-4235-ae5e-0f9c85039816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44953e78-ea6b-4c80-8670-3c17b1a305cf,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:35:47.803897 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31391789-1ab4-4c27-8fda-6d1449310b12 req-eadd4a59-2df5-4e0e-b42d-1965148a952e tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:47.815351 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-31391789-1ab4-4c27-8fda-6d1449310b12 req-eadd4a59-2df5-4e0e-b42d-1965148a952e tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.55 "GET /v2.0/ports?device_id=fe6ae5f3-4016-44c0-a494-3652ed8aa5b2 HTTP/1.1" status: 200 len: 945 time: 0.1850290 May 28 06:35:47.829252 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9886412b-2d43-4ec2-985b-c48a9b5b6c42 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:47.833210 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 1e7d5c54-f817-4e7d-9f1c-4231223fb61c is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:35:47.869247 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-f0d11347-a3ed-4b44-96db-04626be33bfc req-cdbd9391-e67a-47c4-8d10-92b850a9351b tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.69 "DELETE /v2.0/ports/59c8a3dd-39de-497f-ae98-545149d1be00 HTTP/1.1" status: 204 len: 173 time: 3.9117236 May 28 06:35:47.878898 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-74a96009-dcc8-41b0-93c7-45103d1cde9e None None] Set router 541a56fb-edac-48d9-9308-803c85553640 gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:35:47.894740 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=ac036410-cc0b-43d9-9fc6-fbbee974c1c5,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:35:47.910491 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-31391789-1ab4-4c27-8fda-6d1449310b12 req-351f3d07-640e-4755-8e6d-d968b8a78282 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.55 "GET /v2.0/security-groups?id=89c8e518-81c5-4ccc-b111-8291ad38466d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942554 May 28 06:35:47.967609 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9886412b-2d43-4ec2-985b-c48a9b5b6c42 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:48.040931 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 7490cbeb-ac53-426a-96c0-da9ff21ef670 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:35:48.086872 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9886412b-2d43-4ec2-985b-c48a9b5b6c42 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700602'] for router_interface, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:48.100193 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-437b0405-8b84-4134-aa42-f78bae49619f'] response: {'server_uuid': 'e11893ff-5c52-4ed1-b6b3-2fbc959d89e3', 'name': 'network-vif-deleted', 'tag': '59c8a3dd-39de-497f-ae98-545149d1be00', 'status': 'completed', 'code': 200} May 28 06:35:48.187108 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27edf23d-f1fe-4a28-aad8-67fa711ba995'] response: {'server_uuid': 'e11893ff-5c52-4ed1-b6b3-2fbc959d89e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe01eb67-c712-4a12-a2e7-d0f0c93a787f', 'code': 200} May 28 06:35:48.187533 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27edf23d-f1fe-4a28-aad8-67fa711ba995'] response: {'server_uuid': 'e11893ff-5c52-4ed1-b6b3-2fbc959d89e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63719b56-cdff-407a-9451-11b324811ceb', 'code': 200} May 28 06:35:48.196800 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-07971b36-485e-4bc8-b8bb-060256a78e64 req-1e5939c6-b8ab-4466-b19a-150e7a43ac89 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=bb917b0b-b1be-4261-8fcf-faf4c9a5f089&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2168143 May 28 06:35:48.227765 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 7490cbeb-ac53-426a-96c0-da9ff21ef670 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:35:48.229248 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:48.437495 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9886412b-2d43-4ec2-985b-c48a9b5b6c42 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Network 759509c8-b207-4484-9e4c-613580423bd9 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:35:48.438841 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-9886412b-2d43-4ec2-985b-c48a9b5b6c42 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:35:48.458211 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [req-f0d11347-a3ed-4b44-96db-04626be33bfc req-9b6f0ea0-6290-49a1-af4e-83113fe592f8 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Deleting port 1b08fe22-1061-450c-a733-bf041f8a0d4d {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:35:48.458557 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-f0d11347-a3ed-4b44-96db-04626be33bfc req-9b6f0ea0-6290-49a1-af4e-83113fe592f8 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:48.459921 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3559ea90-e9df-4309-a542-b07bfdac59a2 req-ecbbeb4b-41a3-4fbb-b2ac-aa6a4e7a4740 tempest-InstanceActionsTestJSON-281555558 tempest-InstanceActionsTestJSON-281555558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:48.462983 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3559ea90-e9df-4309-a542-b07bfdac59a2 req-ecbbeb4b-41a3-4fbb-b2ac-aa6a4e7a4740 tempest-InstanceActionsTestJSON-281555558 tempest-InstanceActionsTestJSON-281555558-project] 10.222.0.55 "GET /v2.0/ports?device_id=b45df6ec-6780-45fc-bd68-e892977bdf65 HTTP/1.1" status: 200 len: 945 time: 0.2593811 May 28 06:35:48.482066 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-74a96009-dcc8-41b0-93c7-45103d1cde9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '541a56fb-edac-48d9-9308-803c85553640', 'name': 'tempest-TaggedBootDevicesTest-540530677-router', 'tenant_id': 'f3958891eac44c76810006defcff5dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '5c44a41a-4ed4-4c07-bf2b-46b7636c0a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:27:10Z', 'updated_at': '2022-05-28T06:27:18Z', 'revision_number': 4, 'project_id': 'f3958891eac44c76810006defcff5dde', 'gw_port': {'id': '5c44a41a-4ed4-4c07-bf2b-46b7636c0a4b', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ca:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541a56fb-edac-48d9-9308-803c85553640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:27:12Z', 'updated_at': '2022-05-28T06:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'b25a7c08-e5ef-4a1d-8867-665f08d7022b', 'name': '', 'network_id': 'b0d3210f-6f0b-4832-90fb-f0b2f3ebb660', 'tenant_id': 'f3958891eac44c76810006defcff5dde', 'mac_address': 'fa:16:3e:59:54:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541a56fb-edac-48d9-9308-803c85553640', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'bb3ffca3-469c-42ac-a3c6-07667d22277f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:27:17Z', 'updated_at': '2022-05-28T06:27:25Z', 'revision_number': 5, 'project_id': 'f3958891eac44c76810006defcff5dde', 'subnets': [{'id': 'bb3ffca3-469c-42ac-a3c6-07667d22277f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:35:48.489246 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a96009-dcc8-41b0-93c7-45103d1cde9e None None] Checking router: 541a56fb-edac-48d9-9308-803c85553640 for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:35:48.503320 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a96009-dcc8-41b0-93c7-45103d1cde9e None None] Routers {'541a56fb-edac-48d9-9308-803c85553640'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:35:48.503939 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-74a96009-dcc8-41b0-93c7-45103d1cde9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:35:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['541a56fb-edac-48d9-9308-803c85553640'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:35:48.524214 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07971b36-485e-4bc8-b8bb-060256a78e64 req-e47b0772-baa6-40ec-b3fe-6a46cb7ae44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:48.526358 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-07971b36-485e-4bc8-b8bb-060256a78e64 req-e47b0772-baa6-40ec-b3fe-6a46cb7ae44b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=67f9a66edc1c44a7bb455c6c2cfc38ca&device_id=bb917b0b-b1be-4261-8fcf-faf4c9a5f089 HTTP/1.1" status: 200 len: 1097 time: 0.1966314 May 28 06:35:48.574218 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 7490cbeb-ac53-426a-96c0-da9ff21ef670 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:35:48.619961 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3559ea90-e9df-4309-a542-b07bfdac59a2 req-6445cebd-94a6-482a-9987-9795188fb7bd tempest-InstanceActionsTestJSON-281555558 tempest-InstanceActionsTestJSON-281555558-project] 10.222.0.55 "GET /v2.0/security-groups?id=bcebff5b-afd7-4b42-a162-6f2ecd94a4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505489 May 28 06:35:48.827907 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07971b36-485e-4bc8-b8bb-060256a78e64 req-f1a0d304-b8ca-4cbc-93fe-e61dd71ba522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:48.830377 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-07971b36-485e-4bc8-b8bb-060256a78e64 req-f1a0d304-b8ca-4cbc-93fe-e61dd71ba522 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e5c7773a-ecaf-4e7b-9372-81ed439a0b55 HTTP/1.1" status: 200 len: 919 time: 0.2681584 May 28 06:35:48.831652 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 35672) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:35:48.867124 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-74a96009-dcc8-41b0-93c7-45103d1cde9e None None] Set router 541a56fb-edac-48d9-9308-803c85553640 gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:35:48.884752 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886412b-2d43-4ec2-985b-c48a9b5b6c42 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Pushing event updated for resources: {'Port': ['ID=50ea8196-0453-4270-9a65-2e4019c55226,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:35:48.930869 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-04d4bd04-7c5a-41e0-ba1a-534c78a56b00 None None] Provisioning complete for port 50ea8196-0453-4270-9a65-2e4019c55226 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:35:48.931527 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-04d4bd04-7c5a-41e0-ba1a-534c78a56b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:48.999856 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-04d4bd04-7c5a-41e0-ba1a-534c78a56b00 None None] Port 50ea8196-0453-4270-9a65-2e4019c55226 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:35:49.008549 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-07971b36-485e-4bc8-b8bb-060256a78e64 req-d4f3c4cc-2d3e-43ba-bf02-57e6ea836f42 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=41cbcbcd-5564-4eca-bb32-20cf5107cfcb HTTP/1.1" status: 200 len: 217 time: 0.1278391 May 28 06:35:49.094548 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-f0d11347-a3ed-4b44-96db-04626be33bfc req-9b6f0ea0-6290-49a1-af4e-83113fe592f8 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] For port 1b08fe22-1061-450c-a733-bf041f8a0d4d, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=1b08fe22-1061-450c-a733-bf041f8a0d4d,segment=NetworkSegment(a17549e8-b8aa-4901-a73d-94fb0e39724e),segment_id=a17549e8-b8aa-4901-a73d-94fb0e39724e)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:35:49.095248 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-f0d11347-a3ed-4b44-96db-04626be33bfc req-9b6f0ea0-6290-49a1-af4e-83113fe592f8 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:49.111197 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-8565c184-bbbd-46e6-8466-3df808df1e41 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=10cdb8a3aabd4dd49be0c0f56b29aa20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2785316 May 28 06:35:49.117665 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 35680) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:35:49.147841 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07971b36-485e-4bc8-b8bb-060256a78e64 req-49389dfd-726c-4abe-8245-f522298256b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:49.149317 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-07971b36-485e-4bc8-b8bb-060256a78e64 req-49389dfd-726c-4abe-8245-f522298256b2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5c654d90-84d7-427f-8188-6872cb5ecca8 HTTP/1.1" status: 200 len: 858 time: 0.1191797 May 28 06:35:49.168013 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9886412b-2d43-4ec2-985b-c48a9b5b6c42 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Router 1bd178de-233f-4000-8b64-9202481a3fdf is scheduled to L3 agent 42958940-9562-4f71-972f-15a8af9d3963 with binding_index 1 {{(pid=89109) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 06:35:49.172496 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c014c5a6-acdb-40a9-845c-ed753004ca64 req-135f5591-fe73-49a8-aca6-d896b31098ec tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:49.178302 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c014c5a6-acdb-40a9-845c-ed753004ca64 req-135f5591-fe73-49a8-aca6-d896b31098ec tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:49.179893 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c014c5a6-acdb-40a9-845c-ed753004ca64 req-135f5591-fe73-49a8-aca6-d896b31098ec tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb917b0b-b1be-4261-8fcf-faf4c9a5f089&device_id=d30e9d27-45ce-4c3d-90e3-efbc85a47adf HTTP/1.1" status: 200 len: 1683 time: 0.3489614 May 28 06:35:49.230902 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-74a96009-dcc8-41b0-93c7-45103d1cde9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '541a56fb-edac-48d9-9308-803c85553640', 'name': 'tempest-TaggedBootDevicesTest-540530677-router', 'tenant_id': 'f3958891eac44c76810006defcff5dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '5c44a41a-4ed4-4c07-bf2b-46b7636c0a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:27:10Z', 'updated_at': '2022-05-28T06:27:18Z', 'revision_number': 4, 'project_id': 'f3958891eac44c76810006defcff5dde', 'gw_port': {'id': '5c44a41a-4ed4-4c07-bf2b-46b7636c0a4b', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ca:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541a56fb-edac-48d9-9308-803c85553640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:27:12Z', 'updated_at': '2022-05-28T06:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'b25a7c08-e5ef-4a1d-8867-665f08d7022b', 'name': '', 'network_id': 'b0d3210f-6f0b-4832-90fb-f0b2f3ebb660', 'tenant_id': 'f3958891eac44c76810006defcff5dde', 'mac_address': 'fa:16:3e:59:54:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541a56fb-edac-48d9-9308-803c85553640', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'bb3ffca3-469c-42ac-a3c6-07667d22277f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:27:17Z', 'updated_at': '2022-05-28T06:27:25Z', 'revision_number': 5, 'project_id': 'f3958891eac44c76810006defcff5dde', 'subnets': [{'id': 'bb3ffca3-469c-42ac-a3c6-07667d22277f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:35:49.235679 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a96009-dcc8-41b0-93c7-45103d1cde9e None None] The sync data for ids ['541a56fb-edac-48d9-9308-803c85553640'] in n-d-843702-1 is: [{'id': '541a56fb-edac-48d9-9308-803c85553640', 'name': 'tempest-TaggedBootDevicesTest-540530677-router', 'tenant_id': 'f3958891eac44c76810006defcff5dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '5c44a41a-4ed4-4c07-bf2b-46b7636c0a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:27:10Z', 'updated_at': '2022-05-28T06:27:18Z', 'revision_number': 4, 'project_id': 'f3958891eac44c76810006defcff5dde', 'gw_port': {'id': '5c44a41a-4ed4-4c07-bf2b-46b7636c0a4b', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ca:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541a56fb-edac-48d9-9308-803c85553640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:27:12Z', 'updated_at': '2022-05-28T06:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'b25a7c08-e5ef-4a1d-8867-665f08d7022b', 'name': '', 'network_id': 'b0d3210f-6f0b-4832-90fb-f0b2f3ebb660', 'tenant_id': 'f3958891eac44c76810006defcff5dde', 'mac_address': 'fa:16:3e:59:54:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541a56fb-edac-48d9-9308-803c85553640', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'bb3ffca3-469c-42ac-a3c6-07667d22277f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:27:17Z', 'updated_at': '2022-05-28T06:27:25Z', 'revision_number': 5, 'project_id': 'f3958891eac44c76810006defcff5dde', 'subnets': [{'id': 'bb3ffca3-469c-42ac-a3c6-07667d22277f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:35:49.235906 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [req-f0d11347-a3ed-4b44-96db-04626be33bfc req-9b6f0ea0-6290-49a1-af4e-83113fe592f8 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Calling delete_port for 1b08fe22-1061-450c-a733-bf041f8a0d4d owned by compute:nova {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:35:49.263263 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-07971b36-485e-4bc8-b8bb-060256a78e64 req-f152042b-8568-41ed-9fdc-7c0845f4b889 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e5c7773a-ecaf-4e7b-9372-81ed439a0b55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1073701 May 28 06:35:49.308411 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aa48cb-8a00-4213-8c62-a8a56ed8f9c6 req-b9f7ab11-2181-43ab-a768-0f57c01bb8f9 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:49.314312 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aa48cb-8a00-4213-8c62-a8a56ed8f9c6 req-b9f7ab11-2181-43ab-a768-0f57c01bb8f9 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:49.320093 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aa48cb-8a00-4213-8c62-a8a56ed8f9c6 req-b9f7ab11-2181-43ab-a768-0f57c01bb8f9 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:49.325875 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aa48cb-8a00-4213-8c62-a8a56ed8f9c6 req-b9f7ab11-2181-43ab-a768-0f57c01bb8f9 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:49.327626 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-30aa48cb-8a00-4213-8c62-a8a56ed8f9c6 req-b9f7ab11-2181-43ab-a768-0f57c01bb8f9 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.55 "GET /v2.0/ports?device_id=e11893ff-5c52-4ed1-b6b3-2fbc959d89e3 HTTP/1.1" status: 200 len: 3142 time: 0.3807497 May 28 06:35:49.439947 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-715f3293-030c-4424-bcd1-4c55fa041791 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:49.447918 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c014c5a6-acdb-40a9-845c-ed753004ca64 req-c3fff9e5-f274-46bd-8bb6-e314c05fed49 tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] 10.222.0.55 "GET /v2.0/security-groups?id=252cc91f-311f-459a-8173-cb2a7ca8a905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249594 May 28 06:35:49.526904 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-715f3293-030c-4424-bcd1-4c55fa041791 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:49.546147 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-30aa48cb-8a00-4213-8c62-a8a56ed8f9c6 req-2417dd92-8431-47dc-a650-c80bd94e5703 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.55 "GET /v2.0/security-groups?id=e8d697a1-1dba-4b18-a73a-2546d21ff79d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1992090 May 28 06:35:49.591041 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4620a5d-d4cb-4ced-88a0-71a206bac871 None None] New status for floating IP 9cbd7052-64e6-4d06-940e-30c629bc9e70: DOWN {{(pid=89111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 06:35:49.617746 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9886412b-2d43-4ec2-985b-c48a9b5b6c42 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:35:49.622730 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-9886412b-2d43-4ec2-985b-c48a9b5b6c42 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] 10.222.0.55 "PUT /v2.0/routers/1bd178de-233f-4000-8b64-9202481a3fdf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1562152 May 28 06:35:49.627790 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 35686) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:35:49.634713 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2f6890-cdb5-42fc-b5fb-21bb899ca2ab None None] Sync routers for ids ['1bd178de-233f-4000-8b64-9202481a3fdf'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:35:49.638572 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-07971b36-485e-4bc8-b8bb-060256a78e64 req-9f3f2c14-d16a-4169-beca-10ba88e93066 service neutron] 10.222.0.69 "GET /v2.0/networks/e5c7773a-ecaf-4e7b-9372-81ed439a0b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3666146 May 28 06:35:49.652165 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2f6890-cdb5-42fc-b5fb-21bb899ca2ab None None] Routers {'1bd178de-233f-4000-8b64-9202481a3fdf'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:35:49.652926 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-1a2f6890-cdb5-42fc-b5fb-21bb899ca2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:35:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['1bd178de-233f-4000-8b64-9202481a3fdf'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:35:49.760350 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04981eb4-cf80-437a-bcd3-cf4be6db4679 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:49.760350 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-04981eb4-cf80-437a-bcd3-cf4be6db4679 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Synchronizing usage tracker for tenant:51e07d1dd4e842f29564191e4c945b6c on resource:port {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:35:49.775782 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-1a2f6890-cdb5-42fc-b5fb-21bb899ca2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:35:49.785935 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2f6890-cdb5-42fc-b5fb-21bb899ca2ab None None] Routers {'1bd178de-233f-4000-8b64-9202481a3fdf'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:35:49.786521 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-1a2f6890-cdb5-42fc-b5fb-21bb899ca2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:35:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['1bd178de-233f-4000-8b64-9202481a3fdf'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:35:49.834317 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-f0d11347-a3ed-4b44-96db-04626be33bfc req-9b6f0ea0-6290-49a1-af4e-83113fe592f8 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:49.852604 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-1a2f6890-cdb5-42fc-b5fb-21bb899ca2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:35:49.852999 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2f6890-cdb5-42fc-b5fb-21bb899ca2ab None None] The sync data for ids ['1bd178de-233f-4000-8b64-9202481a3fdf'] in n-d-843702-1 is: [] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:35:49.894621 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6f0ea0-6290-49a1-af4e-83113fe592f8 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Pushing event deleted for resources: {'Port': ['ID=1b08fe22-1061-450c-a733-bf041f8a0d4d,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:35:49.898079 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-04981eb4-cf80-437a-bcd3-cf4be6db4679 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Unset dirty status for tenant:51e07d1dd4e842f29564191e4c945b6c on resource:port {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:35:49.901947 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-04981eb4-cf80-437a-bcd3-cf4be6db4679 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] 10.222.0.55 "GET /v2.0/ports/50ea8196-0453-4270-9a65-2e4019c55226 HTTP/1.1" status: 200 len: 910 time: 0.2719080 May 28 06:35:49.927817 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 35690) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:35:50.037596 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-07971b36-485e-4bc8-b8bb-060256a78e64 req-202f5ec3-04b3-4754-98df-ebe4a6b6b053 service neutron] 10.222.0.69 "GET /v2.0/networks/e5c7773a-ecaf-4e7b-9372-81ed439a0b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3831418 May 28 06:35:50.052029 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee36ec2-c268-4145-b781-b96477d96a35 req-8e89d6fa-4eeb-4547-ae98-eb9a66afe3f5 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:50.054900 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9ee36ec2-c268-4145-b781-b96477d96a35 req-8e89d6fa-4eeb-4547-ae98-eb9a66afe3f5 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.55 "GET /v2.0/ports?device_id=fe6ae5f3-4016-44c0-a494-3652ed8aa5b2 HTTP/1.1" status: 200 len: 946 time: 0.2944167 May 28 06:35:50.083864 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-715f3293-030c-4424-bcd1-4c55fa041791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:50.094045 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0d11347-a3ed-4b44-96db-04626be33bfc req-9b6f0ea0-6290-49a1-af4e-83113fe592f8 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] No DVR routers for this DVR port 1b08fe22-1061-450c-a733-bf041f8a0d4d on host n-h1-843702-1 {{(pid=89109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:35:50.103485 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-f0d11347-a3ed-4b44-96db-04626be33bfc req-9b6f0ea0-6290-49a1-af4e-83113fe592f8 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:50.105982 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e11893ff-5c52-4ed1-b6b3-2fbc959d89e3', 'name': 'network-vif-deleted', 'tag': '1b08fe22-1061-450c-a733-bf041f8a0d4d'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:35:50.110339 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715f3293-030c-4424-bcd1-4c55fa041791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe098343-6139-4606-8d61-6c64845d3314,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:35:50.121805 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-715f3293-030c-4424-bcd1-4c55fa041791 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:50.123147 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-715f3293-030c-4424-bcd1-4c55fa041791 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fe098343-6139-4606-8d61-6c64845d3314 HTTP/1.1" status: 204 len: 168 time: 1.0042548 May 28 06:35:50.127520 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9ee36ec2-c268-4145-b781-b96477d96a35 req-a11626fd-d6ec-4688-b6f4-9d73b6f672da tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.55 "GET /v2.0/security-groups?id=89c8e518-81c5-4ccc-b111-8291ad38466d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664997 May 28 06:35:50.144159 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-f0d11347-a3ed-4b44-96db-04626be33bfc req-9b6f0ea0-6290-49a1-af4e-83113fe592f8 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.69 "DELETE /v2.0/ports/1b08fe22-1061-450c-a733-bf041f8a0d4d HTTP/1.1" status: 204 len: 173 time: 2.2690496 May 28 06:35:50.188783 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe6ae5f3-4016-44c0-a494-3652ed8aa5b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac036410-cc0b-43d9-9fc6-fbbee974c1c5'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:35:50.273065 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4a4ab0-cec6-4a18-8117-fa7d119aa8e1 req-4a69c6e8-c9d8-4a5f-bce8-9b539079b946 tempest-InstanceActionsTestJSON-281555558 tempest-InstanceActionsTestJSON-281555558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:50.281087 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2c4a4ab0-cec6-4a18-8117-fa7d119aa8e1 req-4a69c6e8-c9d8-4a5f-bce8-9b539079b946 tempest-InstanceActionsTestJSON-281555558 tempest-InstanceActionsTestJSON-281555558-project] 10.222.0.55 "GET /v2.0/ports?device_id=b45df6ec-6780-45fc-bd68-e892977bdf65 HTTP/1.1" status: 200 len: 945 time: 0.1299980 May 28 06:35:50.342473 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2c4a4ab0-cec6-4a18-8117-fa7d119aa8e1 req-f483ba18-22e0-4989-a54b-f5d6408b3dc5 tempest-InstanceActionsTestJSON-281555558 tempest-InstanceActionsTestJSON-281555558-project] 10.222.0.55 "GET /v2.0/security-groups?id=bcebff5b-afd7-4b42-a162-6f2ecd94a4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604062 May 28 06:35:50.387409 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [req-f0d11347-a3ed-4b44-96db-04626be33bfc req-82847787-ddc8-45a2-ad3f-7182eb49466e tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Deleting port 8e3fc2e0-0ab0-4ec1-8a61-f578fba7ac74 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:35:50.387745 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-f0d11347-a3ed-4b44-96db-04626be33bfc req-82847787-ddc8-45a2-ad3f-7182eb49466e tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:50.449438 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-677f59eb-1f7f-43e3-b95a-8111df94d048'] response: {'server_uuid': 'e11893ff-5c52-4ed1-b6b3-2fbc959d89e3', 'name': 'network-vif-deleted', 'tag': '1b08fe22-1061-450c-a733-bf041f8a0d4d', 'status': 'completed', 'code': 200} May 28 06:35:50.458441 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8c1449f-a37d-40f9-b05b-c0e4fb4f2362'] response: {'server_uuid': 'fe6ae5f3-4016-44c0-a494-3652ed8aa5b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac036410-cc0b-43d9-9fc6-fbbee974c1c5', 'code': 200} May 28 06:35:50.760239 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dc0d43-b864-4763-abe0-c7d54aadedeb req-8fa96bd9-db80-477c-8f58-258e4d213233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:50.761929 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-12dc0d43-b864-4763-abe0-c7d54aadedeb req-8fa96bd9-db80-477c-8f58-258e4d213233 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=fe6ae5f3-4016-44c0-a494-3652ed8aa5b2 HTTP/1.1" status: 200 len: 1097 time: 0.2083535 May 28 06:35:50.823359 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-12dc0d43-b864-4763-abe0-c7d54aadedeb req-0405b2e0-419c-4218-97f0-a2a2f1044b6e service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=89c8e518-81c5-4ccc-b111-8291ad38466d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540264 May 28 06:35:50.834364 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f826ac-d011-4dfd-abf8-44cee6fa1496 req-a1bd767b-2295-4dbc-8d4c-57a3ce0001b0 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:50.840310 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f826ac-d011-4dfd-abf8-44cee6fa1496 req-a1bd767b-2295-4dbc-8d4c-57a3ce0001b0 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:50.846721 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f826ac-d011-4dfd-abf8-44cee6fa1496 req-a1bd767b-2295-4dbc-8d4c-57a3ce0001b0 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:50.848348 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e7f826ac-d011-4dfd-abf8-44cee6fa1496 req-a1bd767b-2295-4dbc-8d4c-57a3ce0001b0 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.55 "GET /v2.0/ports?device_id=e11893ff-5c52-4ed1-b6b3-2fbc959d89e3 HTTP/1.1" status: 200 len: 2409 time: 0.1620872 May 28 06:35:50.944392 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e7f826ac-d011-4dfd-abf8-44cee6fa1496 req-945421d2-3774-451d-8f02-23457ee37089 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.55 "GET /v2.0/security-groups?id=e8d697a1-1dba-4b18-a73a-2546d21ff79d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0604236 May 28 06:35:50.952779 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-f0d11347-a3ed-4b44-96db-04626be33bfc req-82847787-ddc8-45a2-ad3f-7182eb49466e tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] For port 8e3fc2e0-0ab0-4ec1-8a61-f578fba7ac74, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=8e3fc2e0-0ab0-4ec1-8a61-f578fba7ac74,segment=NetworkSegment(b626a722-ea70-46bf-9197-581d08545299),segment_id=b626a722-ea70-46bf-9197-581d08545299)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:35:50.952779 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-f0d11347-a3ed-4b44-96db-04626be33bfc req-82847787-ddc8-45a2-ad3f-7182eb49466e tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:50.956198 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a28089b5-f011-4a6e-ae79-92f85db09b55 req-e30a5a42-5da8-4031-af32-81a5383e9830 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=d30e9d27-45ce-4c3d-90e3-efbc85a47adf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1069043 May 28 06:35:51.019389 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-be91b8c7-252f-48a6-af87-749f09c28f25 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:51.137788 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28089b5-f011-4a6e-ae79-92f85db09b55 req-6a9dd5b9-72da-4d45-b9a3-2d4c0c3f363d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:51.139277 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a28089b5-f011-4a6e-ae79-92f85db09b55 req-6a9dd5b9-72da-4d45-b9a3-2d4c0c3f363d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=67f9a66edc1c44a7bb455c6c2cfc38ca&device_id=d30e9d27-45ce-4c3d-90e3-efbc85a47adf HTTP/1.1" status: 200 len: 1097 time: 0.0837066 May 28 06:35:51.239370 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [req-f0d11347-a3ed-4b44-96db-04626be33bfc req-82847787-ddc8-45a2-ad3f-7182eb49466e tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Calling delete_port for 8e3fc2e0-0ab0-4ec1-8a61-f578fba7ac74 owned by compute:nova {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:35:51.458176 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7994f68-20d4-4800-b526-afd1806e0940 req-23eb5637-7797-40ec-8657-cd76428b63c7 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:51.465817 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a7994f68-20d4-4800-b526-afd1806e0940 req-23eb5637-7797-40ec-8657-cd76428b63c7 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.55 "GET /v2.0/ports?device_id=fe6ae5f3-4016-44c0-a494-3652ed8aa5b2 HTTP/1.1" status: 200 len: 946 time: 0.1751089 May 28 06:35:51.488946 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28089b5-f011-4a6e-ae79-92f85db09b55 req-f0286ddd-ef93-43ab-bec2-93bc6cdea3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:51.490929 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a28089b5-f011-4a6e-ae79-92f85db09b55 req-f0286ddd-ef93-43ab-bec2-93bc6cdea3a9 service neutron] 10.222.0.71 "GET /v2.0/networks?id=e5c7773a-ecaf-4e7b-9372-81ed439a0b55 HTTP/1.1" status: 200 len: 919 time: 0.3316422 May 28 06:35:51.580631 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a28089b5-f011-4a6e-ae79-92f85db09b55 req-503dad43-f156-4ef7-9bb7-fa6a143dac19 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=093270a4-e765-43ea-b479-009874731022 HTTP/1.1" status: 200 len: 217 time: 0.0820370 May 28 06:35:51.614378 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a7994f68-20d4-4800-b526-afd1806e0940 req-9cf3df04-8bf7-44b7-9a43-2cb24ced9dc5 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.55 "GET /v2.0/security-groups?id=89c8e518-81c5-4ccc-b111-8291ad38466d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473544 May 28 06:35:51.679100 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28089b5-f011-4a6e-ae79-92f85db09b55 req-c07a6ed0-b529-4e2a-b395-14963e594790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:51.680618 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a28089b5-f011-4a6e-ae79-92f85db09b55 req-c07a6ed0-b529-4e2a-b395-14963e594790 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5c654d90-84d7-427f-8188-6872cb5ecca8 HTTP/1.1" status: 200 len: 858 time: 0.0931838 May 28 06:35:51.747113 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a28089b5-f011-4a6e-ae79-92f85db09b55 req-abefaa90-0566-4143-a92d-ffd8bee3e352 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e5c7773a-ecaf-4e7b-9372-81ed439a0b55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590584 May 28 06:35:51.821770 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 35740) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:35:51.826397 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-be91b8c7-252f-48a6-af87-749f09c28f25 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Allocated IP 172.21.0.1 (c4f6affa-3394-42de-9bae-4ad619323519/4e96f8f7-bd86-4f46-9fe7-a0ee4e51303d/9b8a1d7b-20ef-40ae-b21d-76a03ba274c2) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:35:51.931335 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-f0d11347-a3ed-4b44-96db-04626be33bfc req-82847787-ddc8-45a2-ad3f-7182eb49466e tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:52.006327 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82847787-ddc8-45a2-ad3f-7182eb49466e tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Pushing event deleted for resources: {'Port': ['ID=8e3fc2e0-0ab0-4ec1-8a61-f578fba7ac74,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:35:52.072537 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82847787-ddc8-45a2-ad3f-7182eb49466e tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:35:52.072912 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82847787-ddc8-45a2-ad3f-7182eb49466e tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:35:52.073167 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82847787-ddc8-45a2-ad3f-7182eb49466e tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:35:52.073520 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82847787-ddc8-45a2-ad3f-7182eb49466e tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:35:52.073852 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82847787-ddc8-45a2-ad3f-7182eb49466e tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:35:52.074171 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82847787-ddc8-45a2-ad3f-7182eb49466e tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:35:52.074498 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82847787-ddc8-45a2-ad3f-7182eb49466e tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:35:52.074803 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82847787-ddc8-45a2-ad3f-7182eb49466e tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:35:52.075110 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82847787-ddc8-45a2-ad3f-7182eb49466e tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:35:52.075419 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82847787-ddc8-45a2-ad3f-7182eb49466e tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:35:52.075793 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82847787-ddc8-45a2-ad3f-7182eb49466e tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:35:52.076106 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82847787-ddc8-45a2-ad3f-7182eb49466e tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:35:52.076823 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-d2ec8968-e958-4153-89ec-6cbf44b97903 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-990056301'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:35:52.093136 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-d2ec8968-e958-4153-89ec-6cbf44b97903 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:35:52.104713 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-d2ec8968-e958-4153-89ec-6cbf44b97903 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Usage tracker for resource:network and tenant:bc5caefd863c473b82ad319d7686597c is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:35:52.109569 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a28089b5-f011-4a6e-ae79-92f85db09b55 req-c16046aa-7f84-490a-bf22-c3b1ab57ba81 service neutron] 10.222.0.71 "GET /v2.0/networks/e5c7773a-ecaf-4e7b-9372-81ed439a0b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3198130 May 28 06:35:52.110471 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-d2ec8968-e958-4153-89ec-6cbf44b97903 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:35:52.127352 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade43493-784d-4440-8591-45272d598af5 req-d9ea77b2-7851-438e-806f-03c5638fc2d5 tempest-InstanceActionsTestJSON-281555558 tempest-InstanceActionsTestJSON-281555558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:52.136086 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ade43493-784d-4440-8591-45272d598af5 req-d9ea77b2-7851-438e-806f-03c5638fc2d5 tempest-InstanceActionsTestJSON-281555558 tempest-InstanceActionsTestJSON-281555558-project] 10.222.0.55 "GET /v2.0/ports?device_id=b45df6ec-6780-45fc-bd68-e892977bdf65 HTTP/1.1" status: 200 len: 945 time: 0.3729534 May 28 06:35:52.138732 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0d11347-a3ed-4b44-96db-04626be33bfc req-82847787-ddc8-45a2-ad3f-7182eb49466e tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] No DVR routers for this DVR port 8e3fc2e0-0ab0-4ec1-8a61-f578fba7ac74 on host n-h1-843702-1 {{(pid=89109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:35:52.148792 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-d2ec8968-e958-4153-89ec-6cbf44b97903 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:35:52.149372 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-f0d11347-a3ed-4b44-96db-04626be33bfc req-82847787-ddc8-45a2-ad3f-7182eb49466e tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:52.178470 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-f0d11347-a3ed-4b44-96db-04626be33bfc req-82847787-ddc8-45a2-ad3f-7182eb49466e tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.69 "DELETE /v2.0/ports/8e3fc2e0-0ab0-4ec1-8a61-f578fba7ac74 HTTP/1.1" status: 204 len: 173 time: 2.0280564 May 28 06:35:52.180923 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-be91b8c7-252f-48a6-af87-749f09c28f25 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:52.247368 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [None req-be91b8c7-252f-48a6-af87-749f09c28f25 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Transition to ACTIVE for port object 9b8a1d7b-20ef-40ae-b21d-76a03ba274c2 will not be triggered until provisioned by entity DHCP. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:35:52.260915 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd62bafd-e1a3-4f97-a9c1-4fbef8984861 req-8f5422a0-ec74-449e-b1ab-d3f1aa2b679b tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:52.262424 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bd62bafd-e1a3-4f97-a9c1-4fbef8984861 req-8f5422a0-ec74-449e-b1ab-d3f1aa2b679b tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb917b0b-b1be-4261-8fcf-faf4c9a5f089 HTTP/1.1" status: 200 len: 946 time: 0.3555682 May 28 06:35:52.275587 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [req-f0d11347-a3ed-4b44-96db-04626be33bfc req-5a3db144-2d6e-4de5-9f77-204f37631e7f tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Deleting port fe01eb67-c712-4a12-a2e7-d0f0c93a787f {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:35:52.275932 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-f0d11347-a3ed-4b44-96db-04626be33bfc req-5a3db144-2d6e-4de5-9f77-204f37631e7f tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:52.292601 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58d31c9-1406-430a-8092-ebcf4d1be9d4 req-dc347e1d-fff5-4d10-acff-e2f640689739 tempest-InstanceActionsTestJSON-281555558 tempest-InstanceActionsTestJSON-281555558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:52.297701 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d58d31c9-1406-430a-8092-ebcf4d1be9d4 req-dc347e1d-fff5-4d10-acff-e2f640689739 tempest-InstanceActionsTestJSON-281555558 tempest-InstanceActionsTestJSON-281555558-project] 10.222.0.69 "GET /v2.0/ports?device_id=b45df6ec-6780-45fc-bd68-e892977bdf65 HTTP/1.1" status: 200 len: 945 time: 0.3355062 May 28 06:35:52.348265 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ade43493-784d-4440-8591-45272d598af5 req-8a252538-6b2f-4250-81ed-0e109b826d1c tempest-InstanceActionsTestJSON-281555558 tempest-InstanceActionsTestJSON-281555558-project] 10.222.0.55 "GET /v2.0/security-groups?id=bcebff5b-afd7-4b42-a162-6f2ecd94a4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964695 May 28 06:35:52.375273 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2ec8968-e958-4153-89ec-6cbf44b97903 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Made reservation on behalf of bc5caefd863c473b82ad319d7686597c for: {'network': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:35:52.379181 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d2ec8968-e958-4153-89ec-6cbf44b97903 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:52.417084 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d2ec8968-e958-4153-89ec-6cbf44b97903 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:52.467750 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e11893ff-5c52-4ed1-b6b3-2fbc959d89e3', 'name': 'network-vif-deleted', 'tag': '8e3fc2e0-0ab0-4ec1-8a61-f578fba7ac74'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:35:52.473966 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bd62bafd-e1a3-4f97-a9c1-4fbef8984861 req-eb6a8e05-e0c9-4010-b86c-388e44fc6289 tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] 10.222.0.55 "GET /v2.0/security-groups?id=252cc91f-311f-459a-8173-cb2a7ca8a905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951435 May 28 06:35:52.479456 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-d2ec8968-e958-4153-89ec-6cbf44b97903 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:35:52.501201 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-be91b8c7-252f-48a6-af87-749f09c28f25 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:52.501347 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a28089b5-f011-4a6e-ae79-92f85db09b55 req-551efcd5-8d19-4410-802c-1ab62cdb5b00 service neutron] 10.222.0.71 "GET /v2.0/networks/e5c7773a-ecaf-4e7b-9372-81ed439a0b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3727312 May 28 06:35:52.565850 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5d15881-5d09-4af1-864c-e260a93acf97'] response: {'server_uuid': 'e11893ff-5c52-4ed1-b6b3-2fbc959d89e3', 'name': 'network-vif-deleted', 'tag': '8e3fc2e0-0ab0-4ec1-8a61-f578fba7ac74', 'status': 'completed', 'code': 200} May 28 06:35:52.642270 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be91b8c7-252f-48a6-af87-749f09c28f25 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Network c4f6affa-3394-42de-9bae-4ad619323519 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:35:52.648240 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-be91b8c7-252f-48a6-af87-749f09c28f25 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:35:52.654799 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be91b8c7-252f-48a6-af87-749f09c28f25 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:35:52.711635 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-d2ec8968-e958-4153-89ec-6cbf44b97903 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Usage tracker for resource:security_group_rule and tenant:bc5caefd863c473b82ad319d7686597c is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:35:52.721552 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-d58d31c9-1406-430a-8092-ebcf4d1be9d4 req-7dffd992-e7aa-483d-8717-1f0a65a0d864 tempest-InstanceActionsTestJSON-281555558 tempest-InstanceActionsTestJSON-281555558-project] Deleting port 9f12cf48-0c6d-4cfc-b4b2-d485430b7ee2 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:35:52.721895 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-d58d31c9-1406-430a-8092-ebcf4d1be9d4 req-7dffd992-e7aa-483d-8717-1f0a65a0d864 tempest-InstanceActionsTestJSON-281555558 tempest-InstanceActionsTestJSON-281555558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:52.749257 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-f0d11347-a3ed-4b44-96db-04626be33bfc req-5a3db144-2d6e-4de5-9f77-204f37631e7f tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] For port fe01eb67-c712-4a12-a2e7-d0f0c93a787f, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=fe01eb67-c712-4a12-a2e7-d0f0c93a787f,segment=NetworkSegment(b626a722-ea70-46bf-9197-581d08545299),segment_id=b626a722-ea70-46bf-9197-581d08545299)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:35:52.750033 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-f0d11347-a3ed-4b44-96db-04626be33bfc req-5a3db144-2d6e-4de5-9f77-204f37631e7f tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:52.767276 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-d2ec8968-e958-4153-89ec-6cbf44b97903 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:35:52.813440 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-d2ec8968-e958-4153-89ec-6cbf44b97903 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:35:52.822020 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be91b8c7-252f-48a6-af87-749f09c28f25 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Pushing event updated for resources: {'Port': ['ID=9b8a1d7b-20ef-40ae-b21d-76a03ba274c2,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:35:52.900180 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [req-f0d11347-a3ed-4b44-96db-04626be33bfc req-5a3db144-2d6e-4de5-9f77-204f37631e7f tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Calling delete_port for fe01eb67-c712-4a12-a2e7-d0f0c93a787f owned by compute:nova {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:35:53.017477 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-80f338fc-8e0d-456d-ba63-d44f29769069 None None] Provisioning for port 9b8a1d7b-20ef-40ae-b21d-76a03ba274c2 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:35:53.023491 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-80f338fc-8e0d-456d-ba63-d44f29769069 None None] Provisioning complete for port 9b8a1d7b-20ef-40ae-b21d-76a03ba274c2 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:35:53.023996 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-80f338fc-8e0d-456d-ba63-d44f29769069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:53.081801 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-be91b8c7-252f-48a6-af87-749f09c28f25 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690947'] for router_interface, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:53.082608 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-80f338fc-8e0d-456d-ba63-d44f29769069 None None] Port 9b8a1d7b-20ef-40ae-b21d-76a03ba274c2 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:35:53.181143 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4358c68-2a8b-44b1-9f4a-f4e252602622 req-011a92aa-32c0-4c1d-808d-ef5323eedf11 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:53.186793 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4358c68-2a8b-44b1-9f4a-f4e252602622 req-011a92aa-32c0-4c1d-808d-ef5323eedf11 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:53.188491 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a4358c68-2a8b-44b1-9f4a-f4e252602622 req-011a92aa-32c0-4c1d-808d-ef5323eedf11 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.55 "GET /v2.0/ports?device_id=e11893ff-5c52-4ed1-b6b3-2fbc959d89e3 HTTP/1.1" status: 200 len: 1677 time: 0.6928651 May 28 06:35:53.195734 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf08dcbf-62e9-40a5-8e6d-4ff218ea76a7 req-d0f30d6e-3104-474a-87ba-6c904961ee4f tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:53.197837 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cf08dcbf-62e9-40a5-8e6d-4ff218ea76a7 req-d0f30d6e-3104-474a-87ba-6c904961ee4f tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.55 "GET /v2.0/ports?device_id=fe6ae5f3-4016-44c0-a494-3652ed8aa5b2 HTTP/1.1" status: 200 len: 946 time: 0.4247699 May 28 06:35:53.266579 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f89f313-72f1-43f2-a837-b2ee4fc02bf6 req-35961bc8-d6e5-498c-8269-380464c5573f tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:53.268698 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4f89f313-72f1-43f2-a837-b2ee4fc02bf6 req-35961bc8-d6e5-498c-8269-380464c5573f tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] 10.222.0.69 "GET /v2.0/ports?device_id=bb917b0b-b1be-4261-8fcf-faf4c9a5f089 HTTP/1.1" status: 200 len: 946 time: 0.4342010 May 28 06:35:53.336043 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-d58d31c9-1406-430a-8092-ebcf4d1be9d4 req-7dffd992-e7aa-483d-8717-1f0a65a0d864 tempest-InstanceActionsTestJSON-281555558 tempest-InstanceActionsTestJSON-281555558-project] For port 9f12cf48-0c6d-4cfc-b4b2-d485430b7ee2, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=9f12cf48-0c6d-4cfc-b4b2-d485430b7ee2,segment=NetworkSegment(aff1a12a-c6c5-4d31-b4c0-2b38e402f028),segment_id=aff1a12a-c6c5-4d31-b4c0-2b38e402f028)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:35:53.336394 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-d58d31c9-1406-430a-8092-ebcf4d1be9d4 req-7dffd992-e7aa-483d-8717-1f0a65a0d864 tempest-InstanceActionsTestJSON-281555558 tempest-InstanceActionsTestJSON-281555558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:53.339376 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-f0d11347-a3ed-4b44-96db-04626be33bfc req-5a3db144-2d6e-4de5-9f77-204f37631e7f tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:53.411211 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3db144-2d6e-4de5-9f77-204f37631e7f tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Pushing event deleted for resources: {'Port': ['ID=fe01eb67-c712-4a12-a2e7-d0f0c93a787f,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:35:53.458731 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d2ec8968-e958-4153-89ec-6cbf44b97903 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:53.464140 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-be91b8c7-252f-48a6-af87-749f09c28f25 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:53.521325 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0d11347-a3ed-4b44-96db-04626be33bfc req-5a3db144-2d6e-4de5-9f77-204f37631e7f tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] No DVR routers for this DVR port fe01eb67-c712-4a12-a2e7-d0f0c93a787f on host n-h1-843702-1 {{(pid=89109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:35:53.525041 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-f0d11347-a3ed-4b44-96db-04626be33bfc req-5a3db144-2d6e-4de5-9f77-204f37631e7f tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:53.549686 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a4358c68-2a8b-44b1-9f4a-f4e252602622 req-e71fe607-f0ec-4ea1-9222-bd9eaa7669db tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.55 "GET /v2.0/security-groups?id=e8d697a1-1dba-4b18-a73a-2546d21ff79d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3440502 May 28 06:35:53.560363 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-d58d31c9-1406-430a-8092-ebcf4d1be9d4 req-7dffd992-e7aa-483d-8717-1f0a65a0d864 tempest-InstanceActionsTestJSON-281555558 tempest-InstanceActionsTestJSON-281555558-project] Calling delete_port for 9f12cf48-0c6d-4cfc-b4b2-d485430b7ee2 owned by compute:nova {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:35:53.585222 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-f0d11347-a3ed-4b44-96db-04626be33bfc req-5a3db144-2d6e-4de5-9f77-204f37631e7f tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.69 "DELETE /v2.0/ports/fe01eb67-c712-4a12-a2e7-d0f0c93a787f HTTP/1.1" status: 204 len: 173 time: 1.3860223 May 28 06:35:53.598734 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cf08dcbf-62e9-40a5-8e6d-4ff218ea76a7 req-54a5056f-1bf6-471d-ab21-c2a43ebbb703 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.55 "GET /v2.0/security-groups?id=89c8e518-81c5-4ccc-b111-8291ad38466d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3850868 May 28 06:35:53.611975 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d2ec8968-e958-4153-89ec-6cbf44b97903 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:53.653086 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-4f89f313-72f1-43f2-a837-b2ee4fc02bf6 req-02918dea-3ce3-465b-a796-7032e61c1605 tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] Deleting port 41cbcbcd-5564-4eca-bb32-20cf5107cfcb {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:35:53.653450 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-4f89f313-72f1-43f2-a837-b2ee4fc02bf6 req-02918dea-3ce3-465b-a796-7032e61c1605 tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:53.795588 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [req-f0d11347-a3ed-4b44-96db-04626be33bfc req-30fe821b-d1e4-4bea-ab14-7469340040c8 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Deleting port 63719b56-cdff-407a-9451-11b324811ceb {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:35:53.796022 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-f0d11347-a3ed-4b44-96db-04626be33bfc req-30fe821b-d1e4-4bea-ab14-7469340040c8 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:53.820428 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2ec8968-e958-4153-89ec-6cbf44b97903 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=89110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:35:53.830371 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d2ec8968-e958-4153-89ec-6cbf44b97903 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:53.830714 n-d-843702-1 neutron-server[89110]: INFO neutron.db.segments_db [None req-d2ec8968-e958-4153-89ec-6cbf44b97903 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Added segment 0a6169e6-193b-437a-ab15-6b1f9be645bc of type vlan for network df47a22f-8879-485f-9f3c-67c82f8efb5a May 28 06:35:53.887895 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ec8968-e958-4153-89ec-6cbf44b97903 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f82dd78a-648b-44c7-ae12-42fed2375f95,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:35:54.040805 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d2ec8968-e958-4153-89ec-6cbf44b97903 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:54.109515 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757af9b6-16a2-47d9-a3e8-7f7b239a1c63 req-c514fa59-012e-4f94-9a71-283ca2459c8a tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:54.111353 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-757af9b6-16a2-47d9-a3e8-7f7b239a1c63 req-c514fa59-012e-4f94-9a71-283ca2459c8a tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] 10.222.0.71 "GET /v2.0/ports?device_id=d30e9d27-45ce-4c3d-90e3-efbc85a47adf HTTP/1.1" status: 200 len: 946 time: 0.6514294 May 28 06:35:54.184953 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-f0d11347-a3ed-4b44-96db-04626be33bfc req-30fe821b-d1e4-4bea-ab14-7469340040c8 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] For port 63719b56-cdff-407a-9451-11b324811ceb, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=63719b56-cdff-407a-9451-11b324811ceb,segment=NetworkSegment(a17549e8-b8aa-4901-a73d-94fb0e39724e),segment_id=a17549e8-b8aa-4901-a73d-94fb0e39724e)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:35:54.185285 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-f0d11347-a3ed-4b44-96db-04626be33bfc req-30fe821b-d1e4-4bea-ab14-7469340040c8 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:54.272717 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d32616-385b-4a06-8f11-e79a6c58d014 req-51a3a00f-5d92-44e4-89fe-c9031b7ddfd7 tempest-InstanceActionsTestJSON-281555558 tempest-InstanceActionsTestJSON-281555558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:54.274342 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-05d32616-385b-4a06-8f11-e79a6c58d014 req-51a3a00f-5d92-44e4-89fe-c9031b7ddfd7 tempest-InstanceActionsTestJSON-281555558 tempest-InstanceActionsTestJSON-281555558-project] 10.222.0.55 "GET /v2.0/ports?device_id=b45df6ec-6780-45fc-bd68-e892977bdf65 HTTP/1.1" status: 200 len: 945 time: 0.5789158 May 28 06:35:54.337228 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f989c284-7ab1-4e50-b6f6-f4545419e6b5 req-010b3066-73ed-4dc9-87cc-4693bb1f4b9f tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:54.339504 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f989c284-7ab1-4e50-b6f6-f4545419e6b5 req-010b3066-73ed-4dc9-87cc-4693bb1f4b9f tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb917b0b-b1be-4261-8fcf-faf4c9a5f089 HTTP/1.1" status: 200 len: 946 time: 0.5794535 May 28 06:35:54.346848 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [req-f0d11347-a3ed-4b44-96db-04626be33bfc req-30fe821b-d1e4-4bea-ab14-7469340040c8 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Calling delete_port for 63719b56-cdff-407a-9451-11b324811ceb owned by compute:nova {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:35:54.351037 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-757af9b6-16a2-47d9-a3e8-7f7b239a1c63 req-36a83475-96a5-4a88-9214-8779bed9d4e5 tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] Deleting port 093270a4-e765-43ea-b479-009874731022 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:35:54.351346 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-757af9b6-16a2-47d9-a3e8-7f7b239a1c63 req-36a83475-96a5-4a88-9214-8779bed9d4e5 tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:54.375668 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-be91b8c7-252f-48a6-af87-749f09c28f25 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:54.402562 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-d58d31c9-1406-430a-8092-ebcf4d1be9d4 req-7dffd992-e7aa-483d-8717-1f0a65a0d864 tempest-InstanceActionsTestJSON-281555558 tempest-InstanceActionsTestJSON-281555558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:54.549660 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-be91b8c7-252f-48a6-af87-749f09c28f25 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:54.588100 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d2ec8968-e958-4153-89ec-6cbf44b97903 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:54.593296 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ec8968-e958-4153-89ec-6cbf44b97903 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:54.604776 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d2ec8968-e958-4153-89ec-6cbf44b97903 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:54.611574 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e11893ff-5c52-4ed1-b6b3-2fbc959d89e3', 'name': 'network-vif-deleted', 'tag': 'fe01eb67-c712-4a12-a2e7-d0f0c93a787f'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:35:54.668719 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dffd992-e7aa-483d-8717-1f0a65a0d864 tempest-InstanceActionsTestJSON-281555558 tempest-InstanceActionsTestJSON-281555558-project] Pushing event deleted for resources: {'Port': ['ID=9f12cf48-0c6d-4cfc-b4b2-d485430b7ee2,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:35:54.720580 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-05d32616-385b-4a06-8f11-e79a6c58d014 req-d8eb0572-c955-44d7-9e69-1ca6fd9aaa8c tempest-InstanceActionsTestJSON-281555558 tempest-InstanceActionsTestJSON-281555558-project] 10.222.0.55 "GET /v2.0/security-groups?id=bcebff5b-afd7-4b42-a162-6f2ecd94a4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4349649 May 28 06:35:54.771098 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-4f89f313-72f1-43f2-a837-b2ee4fc02bf6 req-02918dea-3ce3-465b-a796-7032e61c1605 tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] For port 41cbcbcd-5564-4eca-bb32-20cf5107cfcb, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=41cbcbcd-5564-4eca-bb32-20cf5107cfcb,segment=NetworkSegment(6d868819-564e-4af9-b9ff-085fbf6a79d0),segment_id=6d868819-564e-4af9-b9ff-085fbf6a79d0)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:35:54.771473 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-4f89f313-72f1-43f2-a837-b2ee4fc02bf6 req-02918dea-3ce3-465b-a796-7032e61c1605 tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:54.791603 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-f0d11347-a3ed-4b44-96db-04626be33bfc req-30fe821b-d1e4-4bea-ab14-7469340040c8 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:54.829903 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be91b8c7-252f-48a6-af87-749f09c28f25 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Pushing event updated for resources: {'Port': ['ID=9b8a1d7b-20ef-40ae-b21d-76a03ba274c2,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:35:54.858662 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-be91b8c7-252f-48a6-af87-749f09c28f25 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700602'] for router_interface, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:54.914641 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fe821b-d1e4-4bea-ab14-7469340040c8 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Pushing event deleted for resources: {'Port': ['ID=63719b56-cdff-407a-9451-11b324811ceb,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:35:54.961838 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f989c284-7ab1-4e50-b6f6-f4545419e6b5 req-a05cfe36-9674-4549-a291-3f3c9d7112f6 tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] 10.222.0.55 "GET /v2.0/security-groups?id=252cc91f-311f-459a-8173-cb2a7ca8a905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5853817 May 28 06:35:54.972319 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0d11347-a3ed-4b44-96db-04626be33bfc req-30fe821b-d1e4-4bea-ab14-7469340040c8 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] No DVR routers for this DVR port 63719b56-cdff-407a-9451-11b324811ceb on host n-h1-843702-1 {{(pid=89109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:35:55.018044 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-f0d11347-a3ed-4b44-96db-04626be33bfc req-30fe821b-d1e4-4bea-ab14-7469340040c8 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:55.023536 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-d58d31c9-1406-430a-8092-ebcf4d1be9d4 req-7dffd992-e7aa-483d-8717-1f0a65a0d864 tempest-InstanceActionsTestJSON-281555558 tempest-InstanceActionsTestJSON-281555558-project] No DVR routers for this DVR port 9f12cf48-0c6d-4cfc-b4b2-d485430b7ee2 on host n-h1-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:35:55.025274 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ec8968-e958-4153-89ec-6cbf44b97903 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Pushing event updated for resources: {'Network': ['ID=df47a22f-8879-485f-9f3c-67c82f8efb5a,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:35:55.034142 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-4f89f313-72f1-43f2-a837-b2ee4fc02bf6 req-02918dea-3ce3-465b-a796-7032e61c1605 tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] Calling delete_port for 41cbcbcd-5564-4eca-bb32-20cf5107cfcb owned by compute:nova {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:35:55.038116 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network df47a22f-8879-485f-9f3c-67c82f8efb5a details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:35:55.042701 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-f0d11347-a3ed-4b44-96db-04626be33bfc req-30fe821b-d1e4-4bea-ab14-7469340040c8 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.69 "DELETE /v2.0/ports/63719b56-cdff-407a-9451-11b324811ceb HTTP/1.1" status: 204 len: 173 time: 1.4611747 May 28 06:35:55.064452 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-d58d31c9-1406-430a-8092-ebcf4d1be9d4 req-7dffd992-e7aa-483d-8717-1f0a65a0d864 tempest-InstanceActionsTestJSON-281555558 tempest-InstanceActionsTestJSON-281555558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:55.066481 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d58d31c9-1406-430a-8092-ebcf4d1be9d4 req-7dffd992-e7aa-483d-8717-1f0a65a0d864 tempest-InstanceActionsTestJSON-281555558 tempest-InstanceActionsTestJSON-281555558-project] 10.222.0.69 "DELETE /v2.0/ports/9f12cf48-0c6d-4cfc-b4b2-d485430b7ee2 HTTP/1.1" status: 204 len: 173 time: 2.7537491 May 28 06:35:55.066923 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b45df6ec-6780-45fc-bd68-e892977bdf65', 'name': 'network-vif-deleted', 'tag': '9f12cf48-0c6d-4cfc-b4b2-d485430b7ee2'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:35:55.086752 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-d2ec8968-e958-4153-89ec-6cbf44b97903 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 3.2581508 May 28 06:35:55.092006 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 35764) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:35:55.102568 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-e84ab2ad-1c5c-4c2d-8a92-efe56467b925 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Request body: {'subnet': {'network_id': 'df47a22f-8879-485f-9f3c-67c82f8efb5a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:35:55.138152 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 9f12cf48-0c6d-4cfc-b4b2-d485430b7ee2 no longer exists at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:35:55.205342 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] No Port match for: 9f12cf48-0c6d-4cfc-b4b2-d485430b7ee2 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:35:55.205704 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 9f12cf48-0c6d-4cfc-b4b2-d485430b7ee2 not bound to the agent host n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:35:55.213653 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0095903f-ed0f-470d-a731-39f283b3fec5 req-55d54e1d-772a-4536-941d-a93de61eb9b3 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.55 "GET /v2.0/ports?device_id=e11893ff-5c52-4ed1-b6b3-2fbc959d89e3 HTTP/1.1" status: 200 len: 210 time: 0.0973637 May 28 06:35:55.228600 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be91b8c7-252f-48a6-af87-749f09c28f25 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Network c4f6affa-3394-42de-9bae-4ad619323519 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:35:55.232230 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-be91b8c7-252f-48a6-af87-749f09c28f25 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:35:55.356406 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-e84ab2ad-1c5c-4c2d-8a92-efe56467b925 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:35:55.368622 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-757af9b6-16a2-47d9-a3e8-7f7b239a1c63 req-36a83475-96a5-4a88-9214-8779bed9d4e5 tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] For port 093270a4-e765-43ea-b479-009874731022, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=093270a4-e765-43ea-b479-009874731022,segment=NetworkSegment(6d868819-564e-4af9-b9ff-085fbf6a79d0),segment_id=6d868819-564e-4af9-b9ff-085fbf6a79d0)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:35:55.369102 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-757af9b6-16a2-47d9-a3e8-7f7b239a1c63 req-36a83475-96a5-4a88-9214-8779bed9d4e5 tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:55.378583 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-e84ab2ad-1c5c-4c2d-8a92-efe56467b925 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Usage tracker for resource:subnet and tenant:bc5caefd863c473b82ad319d7686597c is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:35:55.382029 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-e84ab2ad-1c5c-4c2d-8a92-efe56467b925 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:35:55.388020 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-e84ab2ad-1c5c-4c2d-8a92-efe56467b925 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:35:55.408645 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9ddd174-c15f-4064-8a0e-9a31fcdd5847'] response: {'server_uuid': 'e11893ff-5c52-4ed1-b6b3-2fbc959d89e3', 'name': 'network-vif-deleted', 'tag': 'fe01eb67-c712-4a12-a2e7-d0f0c93a787f', 'status': 'completed', 'code': 200} May 28 06:35:55.498294 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4284e962-cd17-416a-8caa-73ddecc03df8'] response: {'server_uuid': 'b45df6ec-6780-45fc-bd68-e892977bdf65', 'name': 'network-vif-deleted', 'tag': '9f12cf48-0c6d-4cfc-b4b2-d485430b7ee2', 'status': 'completed', 'code': 200} May 28 06:35:55.573113 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e84ab2ad-1c5c-4c2d-8a92-efe56467b925 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Made reservation on behalf of bc5caefd863c473b82ad319d7686597c for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:35:55.579757 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e84ab2ad-1c5c-4c2d-8a92-efe56467b925 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:55.623485 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-757af9b6-16a2-47d9-a3e8-7f7b239a1c63 req-36a83475-96a5-4a88-9214-8779bed9d4e5 tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] Calling delete_port for 093270a4-e765-43ea-b479-009874731022 owned by compute:nova {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:35:55.772848 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be91b8c7-252f-48a6-af87-749f09c28f25 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Router 1bd178de-233f-4000-8b64-9202481a3fdf has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:35:55.841518 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b74d53d-d437-4576-99d1-47719f79356e req-a86b007e-94d5-4fd3-812b-135dca4a023f tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:55.842643 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-a733fb2e-b93c-4402-a348-b7996558c3d1 None None] Provisioning complete for port 9b8a1d7b-20ef-40ae-b21d-76a03ba274c2 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:35:55.843311 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-a733fb2e-b93c-4402-a348-b7996558c3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:55.849728 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9b74d53d-d437-4576-99d1-47719f79356e req-a86b007e-94d5-4fd3-812b-135dca4a023f tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.55 "GET /v2.0/ports?device_id=fe6ae5f3-4016-44c0-a494-3652ed8aa5b2 HTTP/1.1" status: 200 len: 946 time: 0.1976829 May 28 06:35:55.874286 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-4f89f313-72f1-43f2-a837-b2ee4fc02bf6 req-02918dea-3ce3-465b-a796-7032e61c1605 tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:55.970830 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-a733fb2e-b93c-4402-a348-b7996558c3d1 None None] Port 9b8a1d7b-20ef-40ae-b21d-76a03ba274c2 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:35:55.998621 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02918dea-3ce3-465b-a796-7032e61c1605 tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] Pushing event deleted for resources: {'Port': ['ID=41cbcbcd-5564-4eca-bb32-20cf5107cfcb,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:35:56.053987 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-c66c7d0e-69a3-4581-93be-4aba2639ef41 req-14d36931-fb4b-436b-b568-3c25ec401045 tempest-InstanceActionsTestJSON-281555558 tempest-InstanceActionsTestJSON-281555558-project] Synchronizing usage tracker for tenant:f027d6dea941454488e612f59247e836 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:35:56.064588 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9b74d53d-d437-4576-99d1-47719f79356e req-eb8eff4e-bdb7-46b1-907d-f55eaf5fa269 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.55 "GET /v2.0/security-groups?id=89c8e518-81c5-4ccc-b111-8291ad38466d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139153 May 28 06:35:56.116515 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f89f313-72f1-43f2-a837-b2ee4fc02bf6 req-02918dea-3ce3-465b-a796-7032e61c1605 tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] No DVR routers for this DVR port 41cbcbcd-5564-4eca-bb32-20cf5107cfcb on host n-h1-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:35:56.117045 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-4f89f313-72f1-43f2-a837-b2ee4fc02bf6 req-02918dea-3ce3-465b-a796-7032e61c1605 tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:56.118863 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be91b8c7-252f-48a6-af87-749f09c28f25 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:35:56.127259 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-c66c7d0e-69a3-4581-93be-4aba2639ef41 req-14d36931-fb4b-436b-b568-3c25ec401045 tempest-InstanceActionsTestJSON-281555558 tempest-InstanceActionsTestJSON-281555558-project] Unset dirty status for tenant:f027d6dea941454488e612f59247e836 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:35:56.130805 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdea1416-1962-4264-b514-3310042a9416 None None] Sync routers for ids ['1bd178de-233f-4000-8b64-9202481a3fdf'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:35:56.145187 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c66c7d0e-69a3-4581-93be-4aba2639ef41 req-14d36931-fb4b-436b-b568-3c25ec401045 tempest-InstanceActionsTestJSON-281555558 tempest-InstanceActionsTestJSON-281555558-project] 10.222.0.55 "GET /v2.0/ports?device_id=b45df6ec-6780-45fc-bd68-e892977bdf65 HTTP/1.1" status: 200 len: 210 time: 0.1964965 May 28 06:35:56.145187 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4f89f313-72f1-43f2-a837-b2ee4fc02bf6 req-02918dea-3ce3-465b-a796-7032e61c1605 tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] 10.222.0.69 "DELETE /v2.0/ports/41cbcbcd-5564-4eca-bb32-20cf5107cfcb HTTP/1.1" status: 204 len: 173 time: 2.8657947 May 28 06:35:56.156989 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-be91b8c7-252f-48a6-af87-749f09c28f25 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] 10.222.0.55 "PUT /v2.0/routers/1bd178de-233f-4000-8b64-9202481a3fdf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2227826 May 28 06:35:56.157718 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 35774) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:35:56.160900 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdea1416-1962-4264-b514-3310042a9416 None None] Routers {'1bd178de-233f-4000-8b64-9202481a3fdf'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:35:56.163053 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-fdea1416-1962-4264-b514-3310042a9416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:35:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['1bd178de-233f-4000-8b64-9202481a3fdf'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:35:56.215874 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-757af9b6-16a2-47d9-a3e8-7f7b239a1c63 req-36a83475-96a5-4a88-9214-8779bed9d4e5 tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:56.273713 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 093270a4-e765-43ea-b479-009874731022 no longer exists at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:35:56.303093 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e84ab2ad-1c5c-4c2d-8a92-efe56467b925 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:56.386601 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] No Port match for: 093270a4-e765-43ea-b479-009874731022 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:35:56.386601 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 093270a4-e765-43ea-b479-009874731022 not bound to the agent host n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:35:56.389978 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-fdea1416-1962-4264-b514-3310042a9416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:35:56.413140 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84ab2ad-1c5c-4c2d-8a92-efe56467b925 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Pushing event updated for resources: {'Subnet': ['ID=78f959c8-7c99-4622-9b67-73c52ee4406a,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:35:56.417063 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdea1416-1962-4264-b514-3310042a9416 None None] Routers {'1bd178de-233f-4000-8b64-9202481a3fdf'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:35:56.417938 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-fdea1416-1962-4264-b514-3310042a9416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:35:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['1bd178de-233f-4000-8b64-9202481a3fdf'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:35:56.450948 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84ab2ad-1c5c-4c2d-8a92-efe56467b925 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Checking segment: {'id': '0a6169e6-193b-437a-ab15-6b1f9be645bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'df47a22f-8879-485f-9f3c-67c82f8efb5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:35:56.451302 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e84ab2ad-1c5c-4c2d-8a92-efe56467b925 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Network hostable DHCP agents. Network: df47a22f-8879-485f-9f3c-67c82f8efb5a, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:35:56.494347 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-fdea1416-1962-4264-b514-3310042a9416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:35:56.494922 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdea1416-1962-4264-b514-3310042a9416 None None] The sync data for ids ['1bd178de-233f-4000-8b64-9202481a3fdf'] in n-d-843702-1 is: [] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:35:56.526776 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-feb06525-869c-47f1-97c6-6554059dbeb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:56.566523 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a83475-96a5-4a88-9214-8779bed9d4e5 tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] Pushing event deleted for resources: {'Port': ['ID=093270a4-e765-43ea-b479-009874731022,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:35:56.644799 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-065c7961-4bae-4f6a-98b9-cdc8a7a65afa req-7e8f3a3a-a248-451c-b367-d53822a3f2b2 tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] Synchronizing usage tracker for tenant:67f9a66edc1c44a7bb455c6c2cfc38ca on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:35:56.702487 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e84ab2ad-1c5c-4c2d-8a92-efe56467b925 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Network df47a22f-8879-485f-9f3c-67c82f8efb5a is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:35:56.710834 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3c69cd66-6245-4df8-b836-507e67c78964 req-b353d2dd-ebe7-437e-85cb-417e03220d24 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.55 "GET /v2.0/ports?device_id=e11893ff-5c52-4ed1-b6b3-2fbc959d89e3 HTTP/1.1" status: 200 len: 210 time: 0.1467094 May 28 06:35:56.736319 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74521da-d7fb-405b-9172-29ffa70c876f tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:56.741498 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-a74521da-d7fb-405b-9172-29ffa70c876f tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] 10.222.0.55 "GET /v2.0/ports/9b8a1d7b-20ef-40ae-b21d-76a03ba274c2 HTTP/1.1" status: 200 len: 910 time: 0.5780721 May 28 06:35:56.741498 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-757af9b6-16a2-47d9-a3e8-7f7b239a1c63 req-36a83475-96a5-4a88-9214-8779bed9d4e5 tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] No DVR routers for this DVR port 093270a4-e765-43ea-b479-009874731022 on host n-h2-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:35:56.741716 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 35782) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:35:56.751863 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-757af9b6-16a2-47d9-a3e8-7f7b239a1c63 req-36a83475-96a5-4a88-9214-8779bed9d4e5 tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:56.754396 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-757af9b6-16a2-47d9-a3e8-7f7b239a1c63 req-36a83475-96a5-4a88-9214-8779bed9d4e5 tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] 10.222.0.71 "DELETE /v2.0/ports/093270a4-e765-43ea-b479-009874731022 HTTP/1.1" status: 204 len: 173 time: 2.5875077 May 28 06:35:56.862029 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-e84ab2ad-1c5c-4c2d-8a92-efe56467b925 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, df47a22f-8879-485f-9f3c-67c82f8efb5a) {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:35:56.869147 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28baecb-ef0b-4c5a-8765-69636df78554 None None] Network df47a22f-8879-485f-9f3c-67c82f8efb5a requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:35:56.881146 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e84ab2ad-1c5c-4c2d-8a92-efe56467b925 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:56.881755 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e84ab2ad-1c5c-4c2d-8a92-efe56467b925 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:56.919690 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-065c7961-4bae-4f6a-98b9-cdc8a7a65afa req-7e8f3a3a-a248-451c-b367-d53822a3f2b2 tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] Unset dirty status for tenant:67f9a66edc1c44a7bb455c6c2cfc38ca on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:35:56.924432 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-065c7961-4bae-4f6a-98b9-cdc8a7a65afa req-7e8f3a3a-a248-451c-b367-d53822a3f2b2 tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb917b0b-b1be-4261-8fcf-faf4c9a5f089 HTTP/1.1" status: 200 len: 210 time: 0.4032764 May 28 06:35:57.054035 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-e84ab2ad-1c5c-4c2d-8a92-efe56467b925 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9584706 May 28 06:35:57.054800 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 35786) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:35:57.062122 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-dedd6dfa-b274-4de6-a72d-43a9ffbfea60 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Request body: {'port': {'network_id': 'df47a22f-8879-485f-9f3c-67c82f8efb5a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1829883984'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:35:57.100047 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 41cbcbcd-5564-4eca-bb32-20cf5107cfcb no longer exists at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:35:57.154157 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c09cac6-12cb-4de0-8983-2c427f9fdee3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-df47a22f-8879-485f-9f3c-67c82f8efb5a', 'network_id': 'df47a22f-8879-485f-9f3c-67c82f8efb5a', 'tenant_id': 'bc5caefd863c473b82ad319d7686597c', 'fixed_ips': [{'subnet_id': '78f959c8-7c99-4622-9b67-73c52ee4406a'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:35:57.155206 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-7c09cac6-12cb-4de0-8983-2c427f9fdee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:57.177092 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] No Port match for: 41cbcbcd-5564-4eca-bb32-20cf5107cfcb {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:35:57.177558 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 41cbcbcd-5564-4eca-bb32-20cf5107cfcb not bound to the agent host n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:35:57.371529 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 35794) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:35:57.451986 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e11893ff-5c52-4ed1-b6b3-2fbc959d89e3', 'name': 'network-vif-deleted', 'tag': '63719b56-cdff-407a-9451-11b324811ceb'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:35:57.460980 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-7c09cac6-12cb-4de0-8983-2c427f9fdee3 None None] Allocated IP 2001:db8::2 (df47a22f-8879-485f-9f3c-67c82f8efb5a/78f959c8-7c99-4622-9b67-73c52ee4406a/d4a8c569-5839-4012-80e8-6cbe17919a81) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:35:57.467979 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_v2 [None req-e19b8a3f-4267-46c6-8806-beef52321465 admin admin] Deleting subnet 63087a8b-c4a9-4365-9770-9c338fb4b336 {{(pid=89109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:35:57.488986 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e19b8a3f-4267-46c6-8806-beef52321465 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:57.524843 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb917b0b-b1be-4261-8fcf-faf4c9a5f089', 'name': 'network-vif-deleted', 'tag': '41cbcbcd-5564-4eca-bb32-20cf5107cfcb'}, {'server_uuid': 'd30e9d27-45ce-4c3d-90e3-efbc85a47adf', 'name': 'network-vif-deleted', 'tag': '093270a4-e765-43ea-b479-009874731022'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:35:57.555622 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2aef7403-a04f-4b95-b5d2-f439e12e4aaa'] response: {'server_uuid': 'e11893ff-5c52-4ed1-b6b3-2fbc959d89e3', 'name': 'network-vif-deleted', 'tag': '63719b56-cdff-407a-9451-11b324811ceb', 'status': 'completed', 'code': 200} May 28 06:35:57.571305 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-dedd6dfa-b274-4de6-a72d-43a9ffbfea60 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:35:57.579180 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-dedd6dfa-b274-4de6-a72d-43a9ffbfea60 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Usage tracker for resource:port and tenant:bc5caefd863c473b82ad319d7686597c is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:35:57.591579 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b116d9-99a2-4f14-9c28-9fbc681450cb req-8347bad5-ca92-49d0-8992-900f787b5c4d tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:57.599407 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-07b116d9-99a2-4f14-9c28-9fbc681450cb req-8347bad5-ca92-49d0-8992-900f787b5c4d tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.55 "GET /v2.0/ports?device_id=fe6ae5f3-4016-44c0-a494-3652ed8aa5b2 HTTP/1.1" status: 200 len: 946 time: 0.2929382 May 28 06:35:57.602602 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-dedd6dfa-b274-4de6-a72d-43a9ffbfea60 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:35:57.638739 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-dedd6dfa-b274-4de6-a72d-43a9ffbfea60 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:35:57.663732 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-07b116d9-99a2-4f14-9c28-9fbc681450cb req-1abf31f9-8356-40f3-bdb1-3d8532fcc8c4 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.55 "GET /v2.0/security-groups?id=89c8e518-81c5-4ccc-b111-8291ad38466d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632257 May 28 06:35:57.674067 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f54a9aaf-1a21-4228-98d8-5852061c6c6c'] response: {'server_uuid': 'bb917b0b-b1be-4261-8fcf-faf4c9a5f089', 'name': 'network-vif-deleted', 'tag': '41cbcbcd-5564-4eca-bb32-20cf5107cfcb', 'status': 'completed', 'code': 200} May 28 06:35:57.674343 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f54a9aaf-1a21-4228-98d8-5852061c6c6c'] response: {'server_uuid': 'd30e9d27-45ce-4c3d-90e3-efbc85a47adf', 'name': 'network-vif-deleted', 'tag': '093270a4-e765-43ea-b479-009874731022', 'status': 'completed', 'code': 200} May 28 06:35:57.702566 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e19b8a3f-4267-46c6-8806-beef52321465 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3964070'] for subnet, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:57.776778 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dedd6dfa-b274-4de6-a72d-43a9ffbfea60 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Made reservation on behalf of bc5caefd863c473b82ad319d7686597c for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:35:57.780294 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-dedd6dfa-b274-4de6-a72d-43a9ffbfea60 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:57.791898 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e19b8a3f-4267-46c6-8806-beef52321465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:57.826916 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [None req-dedd6dfa-b274-4de6-a72d-43a9ffbfea60 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] device_id is not set on port 8a277aee-393e-43c9-a8bf-c0eb255f683c yet. {{(pid=89110) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:35:57.832395 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:57.876558 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-7c09cac6-12cb-4de0-8983-2c427f9fdee3 None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:58.017792 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-7c09cac6-12cb-4de0-8983-2c427f9fdee3 None None] Transition to ACTIVE for port object d4a8c569-5839-4012-80e8-6cbe17919a81 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:35:58.020917 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e19b8a3f-4267-46c6-8806-beef52321465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9555650'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:58.021810 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-165a9d12-187e-4078-b323-6728649eb885 req-b2cecf83-463a-4cdb-be38-372a948b4137 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.55 "GET /v2.0/ports?device_id=e11893ff-5c52-4ed1-b6b3-2fbc959d89e3 HTTP/1.1" status: 200 len: 210 time: 0.0959649 May 28 06:35:58.067178 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-7c09cac6-12cb-4de0-8983-2c427f9fdee3 None None] Transition to ACTIVE for port object d4a8c569-5839-4012-80e8-6cbe17919a81 will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:35:58.071929 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19b8a3f-4267-46c6-8806-beef52321465 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63087a8b-c4a9-4365-9770-9c338fb4b336,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:35:58.076413 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e19b8a3f-4267-46c6-8806-beef52321465 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:58.085555 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-e19b8a3f-4267-46c6-8806-beef52321465 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/63087a8b-c4a9-4365-9770-9c338fb4b336 HTTP/1.1" status: 204 len: 168 time: 0.7128401 May 28 06:35:58.088245 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 35820) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:35:58.108442 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3d8cf000-1dfb-43a4-a6a8-7a320453612c tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700548'] for router_interface, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:58.172009 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-7c09cac6-12cb-4de0-8983-2c427f9fdee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:58.325083 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c09cac6-12cb-4de0-8983-2c427f9fdee3 None None] Network df47a22f-8879-485f-9f3c-67c82f8efb5a is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:35:58.326583 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5b932f18-bcf4-49b8-b223-bb723ac27e0e req-39b8532c-cdf8-417f-9305-7ccf4461ecf4 tempest-ListServersNegativeTestJSON-644541707 tempest-ListServersNegativeTestJSON-644541707-project] 10.222.0.55 "GET /v2.0/ports?device_id=d30e9d27-45ce-4c3d-90e3-efbc85a47adf HTTP/1.1" status: 200 len: 210 time: 0.0723548 May 28 06:35:58.328950 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-7c09cac6-12cb-4de0-8983-2c427f9fdee3 None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:35:58.339490 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c09cac6-12cb-4de0-8983-2c427f9fdee3 None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:35:58.354288 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-785eb224-faff-4ae8-8504-75761afeacd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:58.382112 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [None req-dedd6dfa-b274-4de6-a72d-43a9ffbfea60 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Allocated IP 2001:db8::15b (df47a22f-8879-485f-9f3c-67c82f8efb5a/78f959c8-7c99-4622-9b67-73c52ee4406a/8a277aee-393e-43c9-a8bf-c0eb255f683c) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:35:58.392689 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c09cac6-12cb-4de0-8983-2c427f9fdee3 None None] Pushing event updated for resources: {'Port': ['ID=d4a8c569-5839-4012-80e8-6cbe17919a81,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:35:58.455078 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-7c09cac6-12cb-4de0-8983-2c427f9fdee3 None None] Attempting to bind port d4a8c569-5839-4012-80e8-6cbe17919a81 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:35:58.455428 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-7c09cac6-12cb-4de0-8983-2c427f9fdee3 None None] Attempting to bind port d4a8c569-5839-4012-80e8-6cbe17919a81 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': '0a6169e6-193b-437a-ab15-6b1f9be645bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'df47a22f-8879-485f-9f3c-67c82f8efb5a'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:35:58.455838 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c09cac6-12cb-4de0-8983-2c427f9fdee3 None None] Attempting to bind port d4a8c569-5839-4012-80e8-6cbe17919a81 on network df47a22f-8879-485f-9f3c-67c82f8efb5a {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:35:58.461290 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c09cac6-12cb-4de0-8983-2c427f9fdee3 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:35:58.462355 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c09cac6-12cb-4de0-8983-2c427f9fdee3 None None] Checking segment: {'id': '0a6169e6-193b-437a-ab15-6b1f9be645bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'df47a22f-8879-485f-9f3c-67c82f8efb5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:35:58.462355 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-7c09cac6-12cb-4de0-8983-2c427f9fdee3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:58.462609 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c09cac6-12cb-4de0-8983-2c427f9fdee3 None None] Bound using segment: {'id': '0a6169e6-193b-437a-ab15-6b1f9be645bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'df47a22f-8879-485f-9f3c-67c82f8efb5a'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:35:58.462910 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-7c09cac6-12cb-4de0-8983-2c427f9fdee3 None None] Bound port: d4a8c569-5839-4012-80e8-6cbe17919a81, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a6169e6-193b-437a-ab15-6b1f9be645bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'df47a22f-8879-485f-9f3c-67c82f8efb5a'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:35:58.463277 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-7c09cac6-12cb-4de0-8983-2c427f9fdee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:58.572035 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-7c09cac6-12cb-4de0-8983-2c427f9fdee3 None None] For port d4a8c569-5839-4012-80e8-6cbe17919a81, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:35:58.576106 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-7c09cac6-12cb-4de0-8983-2c427f9fdee3 None None] For port d4a8c569-5839-4012-80e8-6cbe17919a81, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=d4a8c569-5839-4012-80e8-6cbe17919a81,segment=NetworkSegment(0a6169e6-193b-437a-ab15-6b1f9be645bc),segment_id=0a6169e6-193b-437a-ab15-6b1f9be645bc)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:35:58.613872 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-785eb224-faff-4ae8-8504-75761afeacd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:58.650488 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-785eb224-faff-4ae8-8504-75761afeacd8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd6ee327-f61e-4622-89b1-41e9d0da622c']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:35:58.667983 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-dedd6dfa-b274-4de6-a72d-43a9ffbfea60 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:58.685618 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [None req-dedd6dfa-b274-4de6-a72d-43a9ffbfea60 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Transition to ACTIVE for port object 8a277aee-393e-43c9-a8bf-c0eb255f683c will not be triggered until provisioned by entity DHCP. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:35:58.691250 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-7c09cac6-12cb-4de0-8983-2c427f9fdee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:58.694531 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-785eb224-faff-4ae8-8504-75761afeacd8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aff1a12a-c6c5-4d31-b4c0-2b38e402f028') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:35:58.694820 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-785eb224-faff-4ae8-8504-75761afeacd8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aff1a12a-c6c5-4d31-b4c0-2b38e402f028') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:35:58.724201 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-785eb224-faff-4ae8-8504-75761afeacd8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:58.755783 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-785eb224-faff-4ae8-8504-75761afeacd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:58.763400 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-3d8cf000-1dfb-43a4-a6a8-7a320453612c tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Deleting port 9b8a1d7b-20ef-40ae-b21d-76a03ba274c2 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:35:58.763743 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3d8cf000-1dfb-43a4-a6a8-7a320453612c tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:58.787045 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c09cac6-12cb-4de0-8983-2c427f9fdee3 None None] Pushing event updated for resources: {'Port': ['ID=d4a8c569-5839-4012-80e8-6cbe17919a81,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:35:58.805554 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-dedd6dfa-b274-4de6-a72d-43a9ffbfea60 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:58.808132 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-785eb224-faff-4ae8-8504-75761afeacd8 admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:35:58.808544 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-785eb224-faff-4ae8-8504-75761afeacd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:58.894775 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment aff1a12a-c6c5-4d31-b4c0-2b38e402f028 resource provider aggregate not found May 28 06:35:58.921689 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedd6dfa-b274-4de6-a72d-43a9ffbfea60 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Pushing event updated for resources: {'Port': ['ID=8a277aee-393e-43c9-a8bf-c0eb255f683c,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:35:58.925489 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-eb5ee097-2044-4025-9a4f-77972a4d568d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:58.940618 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dedd6dfa-b274-4de6-a72d-43a9ffbfea60 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Network df47a22f-8879-485f-9f3c-67c82f8efb5a is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:35:58.942300 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-dedd6dfa-b274-4de6-a72d-43a9ffbfea60 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:35:58.945169 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedd6dfa-b274-4de6-a72d-43a9ffbfea60 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:35:58.951249 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dedd6dfa-b274-4de6-a72d-43a9ffbfea60 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:58.952112 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-dedd6dfa-b274-4de6-a72d-43a9ffbfea60 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:59.007784 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment aff1a12a-c6c5-4d31-b4c0-2b38e402f028 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid aff1a12a-c6c5-4d31-b4c0-2b38e402f028 found for delete ", "request_id": "req-4c0eea59-9a3f-466f-81f0-6f3c79fe4df9"}]} May 28 06:35:59.071633 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-dedd6dfa-b274-4de6-a72d-43a9ffbfea60 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.0154884 May 28 06:35:59.074842 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 35842) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:35:59.084342 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-1382018e-f7d1-4968-8ba1-4c6041a1fc94 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Request body: {'port': {'network_id': 'df47a22f-8879-485f-9f3c-67c82f8efb5a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-11231158', 'allowed_address_pairs': [{'ip_address': '2001:db8::15b', 'mac_address': 'fa:16:3e:0e:bb:fe'}]}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:35:59.131093 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-785eb224-faff-4ae8-8504-75761afeacd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:59.153988 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-785eb224-faff-4ae8-8504-75761afeacd8 admin admin] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:59.159342 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3d8cf000-1dfb-43a4-a6a8-7a320453612c tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:59.285365 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-1382018e-f7d1-4968-8ba1-4c6041a1fc94 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:35:59.290065 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-1382018e-f7d1-4968-8ba1-4c6041a1fc94 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Usage tracker for resource:port and tenant:bc5caefd863c473b82ad319d7686597c is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:35:59.293982 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-1382018e-f7d1-4968-8ba1-4c6041a1fc94 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:35:59.303179 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-1382018e-f7d1-4968-8ba1-4c6041a1fc94 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:35:59.356810 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 35854) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:35:59.423468 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785eb224-faff-4ae8-8504-75761afeacd8 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd6ee327-f61e-4622-89b1-41e9d0da622c,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:35:59.439169 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1382018e-f7d1-4968-8ba1-4c6041a1fc94 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Made reservation on behalf of bc5caefd863c473b82ad319d7686597c for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:35:59.458454 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 35860) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:35:59.485990 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-785eb224-faff-4ae8-8504-75761afeacd8 admin admin] 10.222.0.55 "DELETE /v2.0/networks/cd6ee327-f61e-4622-89b1-41e9d0da622c HTTP/1.1" status: 204 len: 168 time: 1.3935983 May 28 06:35:59.492175 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-3d8cf000-1dfb-43a4-a6a8-7a320453612c tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Calling delete_port for 9b8a1d7b-20ef-40ae-b21d-76a03ba274c2 owned by network:router_interface {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:35:59.538921 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-cc01c9c1-e0b5-4b28-ac28-34c9d5c5b1e2 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:59.607627 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-cc01c9c1-e0b5-4b28-ac28-34c9d5c5b1e2 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:59.624779 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_v2 [None req-87ac6300-8250-44f3-a1fc-ea8e3481b7c1 admin admin] Deleting subnet 5c654d90-84d7-427f-8188-6872cb5ecca8 {{(pid=89110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:35:59.646928 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-87ac6300-8250-44f3-a1fc-ea8e3481b7c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:59.761348 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1382018e-f7d1-4968-8ba1-4c6041a1fc94 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:59.789236 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-87ac6300-8250-44f3-a1fc-ea8e3481b7c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4150765'] for subnet, precommit_delete_associations {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:59.818053 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:59.820071 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3d8cf000-1dfb-43a4-a6a8-7a320453612c tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:59.857237 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [None req-1382018e-f7d1-4968-8ba1-4c6041a1fc94 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] device_id is not set on port fcb39ae7-36ee-4de4-90bd-5ac3761b7893 yet. {{(pid=89110) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:35:59.884011 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8cf000-1dfb-43a4-a6a8-7a320453612c tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Pushing event deleted for resources: {'Port': ['ID=9b8a1d7b-20ef-40ae-b21d-76a03ba274c2,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:35:59.999415 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:00.061092 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 35880) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:36:00.074185 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device d4a8c569-5839-4012-80e8-6cbe17919a81 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:36:00.153934 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-4b5bb233-cd2e-4f76-a337-d9c4bcc16733 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f027d6dea941454488e612f59247e836&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0919945 May 28 06:36:00.156714 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 35884) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:36:00.269198 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port d4a8c569-5839-4012-80e8-6cbe17919a81 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:36:00.309133 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a41153b-f452-4374-b6a5-0847c406c11d None None] Network df47a22f-8879-485f-9f3c-67c82f8efb5a requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:36:00.317284 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-87ac6300-8250-44f3-a1fc-ea8e3481b7c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:00.358283 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [None req-1382018e-f7d1-4968-8ba1-4c6041a1fc94 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Allocated IP 2001:db8::371 (df47a22f-8879-485f-9f3c-67c82f8efb5a/78f959c8-7c99-4622-9b67-73c52ee4406a/fcb39ae7-36ee-4de4-90bd-5ac3761b7893) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:36:00.378831 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-cc01c9c1-e0b5-4b28-ac28-34c9d5c5b1e2 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:00.392818 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3d8cf000-1dfb-43a4-a6a8-7a320453612c tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700472'] for router_interface, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:00.410546 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc01c9c1-e0b5-4b28-ac28-34c9d5c5b1e2 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8d697a1-1dba-4b18-a73a-2546d21ff79d,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:00.497589 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-b75023b0-5232-452c-82b4-2f1f659ef181 None None] Provisioning for port d4a8c569-5839-4012-80e8-6cbe17919a81 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:36:00.513281 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-b75023b0-5232-452c-82b4-2f1f659ef181 None None] Provisioning complete for port d4a8c569-5839-4012-80e8-6cbe17919a81 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:36:00.513808 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b75023b0-5232-452c-82b4-2f1f659ef181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:00.545833 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-22b0949e-1bc0-498e-b816-d16307995e46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:00.569213 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-87ac6300-8250-44f3-a1fc-ea8e3481b7c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3115981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3172005'] for subnet, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:00.573184 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-cc01c9c1-e0b5-4b28-ac28-34c9d5c5b1e2 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:00.577040 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-cc01c9c1-e0b5-4b28-ac28-34c9d5c5b1e2 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.55 "DELETE /v2.0/security-groups/e8d697a1-1dba-4b18-a73a-2546d21ff79d HTTP/1.1" status: 204 len: 168 time: 1.2172928 May 28 06:36:00.578934 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 35888) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:36:00.668148 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-22b0949e-1bc0-498e-b816-d16307995e46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:00.676811 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ac6300-8250-44f3-a1fc-ea8e3481b7c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c654d90-84d7-427f-8188-6872cb5ecca8,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:00.682630 n-d-843702-1 neutron-server[89110]: INFO neutron.api.v2.resource [None req-92606d58-7258-4daf-91d0-8746d0fe5784 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] show failed (client error): The resource could not be found. May 28 06:36:00.686953 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-92606d58-7258-4daf-91d0-8746d0fe5784 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.55 "GET /v2.0/security-groups/e8d697a1-1dba-4b18-a73a-2546d21ff79d HTTP/1.1" status: 404 len: 347 time: 0.0587711 May 28 06:36:00.690749 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 35892) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:36:00.692913 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-87ac6300-8250-44f3-a1fc-ea8e3481b7c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:00.711416 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-b75023b0-5232-452c-82b4-2f1f659ef181 None None] Current status of the port d4a8c569-5839-4012-80e8-6cbe17919a81 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:36:00.711878 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b75023b0-5232-452c-82b4-2f1f659ef181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:00.713097 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-87ac6300-8250-44f3-a1fc-ea8e3481b7c1 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/5c654d90-84d7-427f-8188-6872cb5ecca8 HTTP/1.1" status: 204 len: 168 time: 1.2536371 May 28 06:36:00.716069 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 35896) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:36:00.758190 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-b75023b0-5232-452c-82b4-2f1f659ef181 None None] For port d4a8c569-5839-4012-80e8-6cbe17919a81, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=d4a8c569-5839-4012-80e8-6cbe17919a81,segment=NetworkSegment(0a6169e6-193b-437a-ab15-6b1f9be645bc),segment_id=0a6169e6-193b-437a-ab15-6b1f9be645bc)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:36:00.846849 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b75023b0-5232-452c-82b4-2f1f659ef181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:00.876132 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1382018e-f7d1-4968-8ba1-4c6041a1fc94 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:00.901869 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [None req-1382018e-f7d1-4968-8ba1-4c6041a1fc94 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Transition to ACTIVE for port object fcb39ae7-36ee-4de4-90bd-5ac3761b7893 will not be triggered until provisioned by entity DHCP. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:36:00.965990 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75023b0-5232-452c-82b4-2f1f659ef181 None None] Pushing event updated for resources: {'Port': ['ID=d4a8c569-5839-4012-80e8-6cbe17919a81,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:00.978815 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1b23a829-95b9-4352-aca3-260c45deb180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:01.027424 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1382018e-f7d1-4968-8ba1-4c6041a1fc94 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:01.068758 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-42dd0a2f-d222-4e13-9752-f7432839544a tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Deleting port ce5848ab-8254-442e-8617-2d01b43ae454 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:36:01.069233 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-42dd0a2f-d222-4e13-9752-f7432839544a tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:01.114351 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device ac036410-cc0b-43d9-9fc6-fbbee974c1c5 details requested by agent hyperv_n-h1-843702-1 with host n-h1-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:36:01.238172 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-22b0949e-1bc0-498e-b816-d16307995e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:01.238404 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1382018e-f7d1-4968-8ba1-4c6041a1fc94 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Pushing event updated for resources: {'Port': ['ID=fcb39ae7-36ee-4de4-90bd-5ac3761b7893,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:01.243444 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1382018e-f7d1-4968-8ba1-4c6041a1fc94 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Network df47a22f-8879-485f-9f3c-67c82f8efb5a is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:36:01.252216 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-1382018e-f7d1-4968-8ba1-4c6041a1fc94 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:36:01.255030 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1382018e-f7d1-4968-8ba1-4c6041a1fc94 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:36:01.262534 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1382018e-f7d1-4968-8ba1-4c6041a1fc94 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:36:01.262915 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1382018e-f7d1-4968-8ba1-4c6041a1fc94 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:01.331344 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1b23a829-95b9-4352-aca3-260c45deb180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:01.365657 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-1b23a829-95b9-4352-aca3-260c45deb180 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5c7773a-ecaf-4e7b-9372-81ed439a0b55']}} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:36:01.382834 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-1b23a829-95b9-4352-aca3-260c45deb180 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d868819-564e-4af9-b9ff-085fbf6a79d0') {'for_net_delete': True} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:36:01.383136 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-1b23a829-95b9-4352-aca3-260c45deb180 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d868819-564e-4af9-b9ff-085fbf6a79d0') {} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:36:01.398301 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-1382018e-f7d1-4968-8ba1-4c6041a1fc94 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 2.3201592 May 28 06:36:01.399805 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 35914) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:36:01.414869 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port ac036410-cc0b-43d9-9fc6-fbbee974c1c5, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=ac036410-cc0b-43d9-9fc6-fbbee974c1c5,segment=NetworkSegment(36b7b050-a7a0-4005-a03f-73135e20048b),segment_id=36b7b050-a7a0-4005-a03f-73135e20048b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:36:01.462026 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-50e5527a-0b47-49fd-81b8-6572476f7e4f None None] Provisioning for port 8a277aee-393e-43c9-a8bf-c0eb255f683c completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:36:01.465318 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1b23a829-95b9-4352-aca3-260c45deb180 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4150778'] for segment, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:01.475859 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d8cf000-1dfb-43a4-a6a8-7a320453612c tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Router 1bd178de-233f-4000-8b64-9202481a3fdf has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:36:01.477028 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b0949e-1bc0-498e-b816-d16307995e46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcebff5b-afd7-4b42-a162-6f2ecd94a4ac,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:01.494775 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-50e5527a-0b47-49fd-81b8-6572476f7e4f None None] Provisioning complete for port 8a277aee-393e-43c9-a8bf-c0eb255f683c triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:36:01.495156 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-50e5527a-0b47-49fd-81b8-6572476f7e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:01.509065 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1b23a829-95b9-4352-aca3-260c45deb180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:01.539379 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b23a829-95b9-4352-aca3-260c45deb180 admin admin] Releasing vlan 383 on physical network physnet1 to pool {{(pid=89110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:36:01.539962 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1b23a829-95b9-4352-aca3-260c45deb180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3143023'] for segment, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:01.599589 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Returning: {'device': 'ac036410-cc0b-43d9-9fc6-fbbee974c1c5', 'network_id': '97711779-de36-4af1-95e9-88f65060157a', 'port_id': 'ac036410-cc0b-43d9-9fc6-fbbee974c1c5', 'mac_address': 'fa:16:3e:01:43:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9065b260-3817-4805-a18f-dced8d73fe86', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:36:01.677589 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment 6d868819-564e-4af9-b9ff-085fbf6a79d0 resource provider aggregate not found May 28 06:36:01.714771 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment 6d868819-564e-4af9-b9ff-085fbf6a79d0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6d868819-564e-4af9-b9ff-085fbf6a79d0 found for delete ", "request_id": "req-b23c2bb3-e5ef-402e-9603-5bec1229ac85"}]} May 28 06:36:01.743042 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a00ac1f-a78a-4456-a80a-81d45856b582 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:36:01.753964 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a00ac1f-a78a-4456-a80a-81d45856b582 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:36:01.761840 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a00ac1f-a78a-4456-a80a-81d45856b582 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:36:01.762576 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-1a00ac1f-a78a-4456-a80a-81d45856b582 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Synchronizing usage tracker for tenant:bc5caefd863c473b82ad319d7686597c on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:36:01.779761 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-50e5527a-0b47-49fd-81b8-6572476f7e4f None None] Port 8a277aee-393e-43c9-a8bf-c0eb255f683c cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:36:01.786282 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port ac036410-cc0b-43d9-9fc6-fbbee974c1c5 is: ACTIVE; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:36:01.787299 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:01.805145 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:01.814819 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ac036410-cc0b-43d9-9fc6-fbbee974c1c5 {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:36:01.819821 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-22b0949e-1bc0-498e-b816-d16307995e46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:01.821088 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-22b0949e-1bc0-498e-b816-d16307995e46 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bcebff5b-afd7-4b42-a162-6f2ecd94a4ac HTTP/1.1" status: 204 len: 168 time: 1.6633668 May 28 06:36:01.825910 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-50e5527a-0b47-49fd-81b8-6572476f7e4f None None] Provisioning complete for port d4a8c569-5839-4012-80e8-6cbe17919a81 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:36:01.825910 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-50e5527a-0b47-49fd-81b8-6572476f7e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:01.826077 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-42dd0a2f-d222-4e13-9752-f7432839544a tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:01.829802 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-42dd0a2f-d222-4e13-9752-f7432839544a tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:01.886156 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-1a00ac1f-a78a-4456-a80a-81d45856b582 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Unset dirty status for tenant:bc5caefd863c473b82ad319d7686597c on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:36:01.887341 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-1a00ac1f-a78a-4456-a80a-81d45856b582 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.4866874 May 28 06:36:01.888169 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1b23a829-95b9-4352-aca3-260c45deb180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:01.890344 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 35934) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:36:01.918150 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port ac036410-cc0b-43d9-9fc6-fbbee974c1c5, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=ac036410-cc0b-43d9-9fc6-fbbee974c1c5,segment=NetworkSegment(36b7b050-a7a0-4005-a03f-73135e20048b),segment_id=36b7b050-a7a0-4005-a03f-73135e20048b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:36:01.929793 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1b23a829-95b9-4352-aca3-260c45deb180 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:01.985873 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-50e5527a-0b47-49fd-81b8-6572476f7e4f None None] Current status of the port d4a8c569-5839-4012-80e8-6cbe17919a81 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:36:02.018609 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:02.037958 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b23a829-95b9-4352-aca3-260c45deb180 admin admin] Pushing event deleted for resources: {'Network': ['ID=e5c7773a-ecaf-4e7b-9372-81ed439a0b55,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:02.068729 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-42dd0a2f-d222-4e13-9752-f7432839544a tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Calling delete_port for ce5848ab-8254-442e-8617-2d01b43ae454 owned by network:floatingip {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:36:02.087169 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-94b9b427-4041-4fd5-baa3-eeee4f164ee5 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Deleting port fcb39ae7-36ee-4de4-90bd-5ac3761b7893 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:36:02.089604 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-94b9b427-4041-4fd5-baa3-eeee4f164ee5 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:02.132754 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device d4a8c569-5839-4012-80e8-6cbe17919a81 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:36:02.134116 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d8cf000-1dfb-43a4-a6a8-7a320453612c tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:36:02.144325 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-3d8cf000-1dfb-43a4-a6a8-7a320453612c tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] 10.222.0.55 "PUT /v2.0/routers/1bd178de-233f-4000-8b64-9202481a3fdf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4015801 May 28 06:36:02.147194 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 35948) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:36:02.149622 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-1b23a829-95b9-4352-aca3-260c45deb180 admin admin] 10.222.0.55 "DELETE /v2.0/networks/e5c7773a-ecaf-4e7b-9372-81ed439a0b55 HTTP/1.1" status: 204 len: 168 time: 1.4321275 May 28 06:36:02.155369 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3c6f04-090d-4daa-9b01-f6591c94155d None None] Sync routers for ids ['1bd178de-233f-4000-8b64-9202481a3fdf'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:36:02.173233 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3c6f04-090d-4daa-9b01-f6591c94155d None None] Routers {'1bd178de-233f-4000-8b64-9202481a3fdf'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:36:02.175171 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-1d3c6f04-090d-4daa-9b01-f6591c94155d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:35:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['1bd178de-233f-4000-8b64-9202481a3fdf'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:36:02.235837 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['ac036410-cc0b-43d9-9fc6-fbbee974c1c5'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:36:02.351927 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-1d3c6f04-090d-4daa-9b01-f6591c94155d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:36:02.374692 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-539909b7-eb30-418a-975b-c88b81d5d260 None None] Provisioning complete for port 8a277aee-393e-43c9-a8bf-c0eb255f683c triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:36:02.377581 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-539909b7-eb30-418a-975b-c88b81d5d260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:02.377925 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3c6f04-090d-4daa-9b01-f6591c94155d None None] Routers {'1bd178de-233f-4000-8b64-9202481a3fdf'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:36:02.378701 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-1d3c6f04-090d-4daa-9b01-f6591c94155d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:35:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['1bd178de-233f-4000-8b64-9202481a3fdf'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:36:02.446425 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-1d3c6f04-090d-4daa-9b01-f6591c94155d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:36:02.447128 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3c6f04-090d-4daa-9b01-f6591c94155d None None] The sync data for ids ['1bd178de-233f-4000-8b64-9202481a3fdf'] in n-d-843702-1 is: [] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:36:02.475928 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:02.497594 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=ac036410-cc0b-43d9-9fc6-fbbee974c1c5,revision_number=6']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:02.524267 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-539909b7-eb30-418a-975b-c88b81d5d260 None None] Port 8a277aee-393e-43c9-a8bf-c0eb255f683c cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:36:02.567283 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-94b9b427-4041-4fd5-baa3-eeee4f164ee5 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:02.575275 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port d4a8c569-5839-4012-80e8-6cbe17919a81 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:36:02.575275 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:02.740767 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-94b9b427-4041-4fd5-baa3-eeee4f164ee5 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Calling delete_port for fcb39ae7-36ee-4de4-90bd-5ac3761b7893 owned by {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:36:02.749504 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-539909b7-eb30-418a-975b-c88b81d5d260 None None] Provisioning for port fcb39ae7-36ee-4de4-90bd-5ac3761b7893 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:36:02.769686 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-539909b7-eb30-418a-975b-c88b81d5d260 None None] Provisioning complete for port fcb39ae7-36ee-4de4-90bd-5ac3761b7893 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:36:02.782405 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-539909b7-eb30-418a-975b-c88b81d5d260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:02.850527 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port d4a8c569-5839-4012-80e8-6cbe17919a81 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:36:02.852863 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-539909b7-eb30-418a-975b-c88b81d5d260 None None] Port fcb39ae7-36ee-4de4-90bd-5ac3761b7893 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:36:02.909856 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 35978) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:36:02.957955 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-42dd0a2f-d222-4e13-9752-f7432839544a tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:03.036395 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dd0a2f-d222-4e13-9752-f7432839544a tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Pushing event deleted for resources: {'Port': ['ID=ce5848ab-8254-442e-8617-2d01b43ae454,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:03.126332 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-1ffc454f-f201-4a22-b706-5f56e3295276 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=67f9a66edc1c44a7bb455c6c2cfc38ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2114234 May 28 06:36:03.127278 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 35988) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:36:03.129817 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device ac036410-cc0b-43d9-9fc6-fbbee974c1c5 up at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:36:03.178810 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-94b9b427-4041-4fd5-baa3-eeee4f164ee5 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:03.272299 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b9b427-4041-4fd5-baa3-eeee4f164ee5 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Pushing event deleted for resources: {'Port': ['ID=fcb39ae7-36ee-4de4-90bd-5ac3761b7893,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:03.304270 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning complete for port ac036410-cc0b-43d9-9fc6-fbbee974c1c5 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:36:03.304590 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:03.349090 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-42dd0a2f-d222-4e13-9752-f7432839544a tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks [] for floatingip, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:03.382169 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-461d40fd-019c-4809-b70d-0e2a0cfd1fcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:03.501981 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-42dd0a2f-d222-4e13-9752-f7432839544a tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:03.503464 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-42dd0a2f-d222-4e13-9752-f7432839544a tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.55 "DELETE /v2.0/floatingips/9cbd7052-64e6-4d06-940e-30c629bc9e70 HTTP/1.1" status: 204 len: 168 time: 2.8090219 May 28 06:36:03.514648 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 36006) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:36:03.613690 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port ac036410-cc0b-43d9-9fc6-fbbee974c1c5 is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:36:03.614146 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:03.690333 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe6ae5f3-4016-44c0-a494-3652ed8aa5b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac036410-cc0b-43d9-9fc6-fbbee974c1c5'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:36:03.716646 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port ac036410-cc0b-43d9-9fc6-fbbee974c1c5, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=ac036410-cc0b-43d9-9fc6-fbbee974c1c5,segment=NetworkSegment(36b7b050-a7a0-4005-a03f-73135e20048b),segment_id=36b7b050-a7a0-4005-a03f-73135e20048b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:36:03.785342 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4254cff7-7a4e-4524-986c-ae9cbfa0bd22 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700548'] for router_interface, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:03.788554 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:03.790405 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-461d40fd-019c-4809-b70d-0e2a0cfd1fcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:03.826469 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8ac5fa1-b93a-4f76-8aa5-3b4b98faf599'] response: {'server_uuid': 'fe6ae5f3-4016-44c0-a494-3652ed8aa5b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac036410-cc0b-43d9-9fc6-fbbee974c1c5', 'code': 200} May 28 06:36:03.879466 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-29f14c05-293c-4da6-b86b-2757edeaee25 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Deleting port 2bc36923-1480-492d-8d92-1e4c402f1be2 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:36:03.879805 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-29f14c05-293c-4da6-b86b-2757edeaee25 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:03.900180 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=ac036410-cc0b-43d9-9fc6-fbbee974c1c5,revision_number=7']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:03.913947 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-94b9b427-4041-4fd5-baa3-eeee4f164ee5 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:04.039149 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 36022) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:36:04.042073 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-94b9b427-4041-4fd5-baa3-eeee4f164ee5 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] 10.222.0.55 "DELETE /v2.0/ports/fcb39ae7-36ee-4de4-90bd-5ac3761b7893 HTTP/1.1" status: 204 len: 168 time: 2.1495717 May 28 06:36:04.063384 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 36026) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:36:04.159893 n-d-843702-1 neutron-server[89110]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f9d9de2-73b8-487c-817e-940f63c4fcaa tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] GET failed (client error): The resource could not be found. May 28 06:36:04.160425 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-1f9d9de2-73b8-487c-817e-940f63c4fcaa tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Synchronizing usage tracker for tenant:bc5caefd863c473b82ad319d7686597c on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:36:04.328939 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-0e1604ba-e3fa-451a-8a18-30b0149d8547 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-676549062-network', 'tenant_id': 'f44679598b0a43b98b3c94202ca37d34'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:36:04.339457 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-461d40fd-019c-4809-b70d-0e2a0cfd1fcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:04.343269 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-1f9d9de2-73b8-487c-817e-940f63c4fcaa tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Unset dirty status for tenant:bc5caefd863c473b82ad319d7686597c on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:36:04.345934 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-1f9d9de2-73b8-487c-817e-940f63c4fcaa tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] 10.222.0.55 "GET /v2.0/ports/fcb39ae7-36ee-4de4-90bd-5ac3761b7893 HTTP/1.1" status: 404 len: 333 time: 0.2676051 May 28 06:36:04.347488 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-0e1604ba-e3fa-451a-8a18-30b0149d8547 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:36:04.353102 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 36042) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:36:04.369978 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-4af44b86-e678-413d-b542-84a4d82bc038 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Request body: {'port': {'network_id': 'df47a22f-8879-485f-9f3c-67c82f8efb5a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1206043017'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:36:04.381670 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-0e1604ba-e3fa-451a-8a18-30b0149d8547 admin admin] Usage tracker for resource:network and tenant:f44679598b0a43b98b3c94202ca37d34 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:36:04.390031 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-0e1604ba-e3fa-451a-8a18-30b0149d8547 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:36:04.393473 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461d40fd-019c-4809-b70d-0e2a0cfd1fcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=252cc91f-311f-459a-8173-cb2a7ca8a905,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:04.404689 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-0e1604ba-e3fa-451a-8a18-30b0149d8547 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:36:04.479238 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-4254cff7-7a4e-4524-986c-ae9cbfa0bd22 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Deleting port 50ea8196-0453-4270-9a65-2e4019c55226 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:36:04.479734 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4254cff7-7a4e-4524-986c-ae9cbfa0bd22 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:04.523550 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-29f14c05-293c-4da6-b86b-2757edeaee25 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:04.549101 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e1604ba-e3fa-451a-8a18-30b0149d8547 admin admin] Made reservation on behalf of f44679598b0a43b98b3c94202ca37d34 for: {'network': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:36:04.552316 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0e1604ba-e3fa-451a-8a18-30b0149d8547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:04.636425 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-461d40fd-019c-4809-b70d-0e2a0cfd1fcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:04.640107 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-461d40fd-019c-4809-b70d-0e2a0cfd1fcf admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/252cc91f-311f-459a-8173-cb2a7ca8a905 HTTP/1.1" status: 204 len: 168 time: 1.5099609 May 28 06:36:04.664693 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-4af44b86-e678-413d-b542-84a4d82bc038 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:36:04.683844 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-4af44b86-e678-413d-b542-84a4d82bc038 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:36:04.713775 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-29f14c05-293c-4da6-b86b-2757edeaee25 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Calling delete_port for 2bc36923-1480-492d-8d92-1e4c402f1be2 owned by {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:36:04.737883 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4254cff7-7a4e-4524-986c-ae9cbfa0bd22 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:04.744577 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0e1604ba-e3fa-451a-8a18-30b0149d8547 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:04.788656 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-0e1604ba-e3fa-451a-8a18-30b0149d8547 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:36:04.796913 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-0e1604ba-e3fa-451a-8a18-30b0149d8547 admin admin] Usage tracker for resource:security_group_rule and tenant:f44679598b0a43b98b3c94202ca37d34 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:36:04.808126 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-0e1604ba-e3fa-451a-8a18-30b0149d8547 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:36:04.816682 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-0e1604ba-e3fa-451a-8a18-30b0149d8547 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:36:04.873187 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4af44b86-e678-413d-b542-84a4d82bc038 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Made reservation on behalf of bc5caefd863c473b82ad319d7686597c for: {'port': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:36:04.876298 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4af44b86-e678-413d-b542-84a4d82bc038 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:04.897778 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-4254cff7-7a4e-4524-986c-ae9cbfa0bd22 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Calling delete_port for 50ea8196-0453-4270-9a65-2e4019c55226 owned by network:router_interface {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:36:04.956063 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [None req-4af44b86-e678-413d-b542-84a4d82bc038 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] device_id is not set on port b125518e-a4d2-448c-842c-2e6fd8d3df7d yet. {{(pid=89109) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:36:04.999764 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0e1604ba-e3fa-451a-8a18-30b0149d8547 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:05.039927 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-29f14c05-293c-4da6-b86b-2757edeaee25 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:05.115721 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f14c05-293c-4da6-b86b-2757edeaee25 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Pushing event deleted for resources: {'Port': ['ID=2bc36923-1480-492d-8d92-1e4c402f1be2,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:05.182323 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0e1604ba-e3fa-451a-8a18-30b0149d8547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:05.185233 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-4af44b86-e678-413d-b542-84a4d82bc038 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Allocated IP 2001:db8::96 (df47a22f-8879-485f-9f3c-67c82f8efb5a/78f959c8-7c99-4622-9b67-73c52ee4406a/b125518e-a4d2-448c-842c-2e6fd8d3df7d) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:36:05.343048 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e1604ba-e3fa-451a-8a18-30b0149d8547 admin admin] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=89110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:36:05.365180 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1604ba-e3fa-451a-8a18-30b0149d8547 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88d2cfd4-3ac6-4681-9a3a-dce7d6855bbc,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:05.394789 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0e1604ba-e3fa-451a-8a18-30b0149d8547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:05.395262 n-d-843702-1 neutron-server[89110]: INFO neutron.db.segments_db [None req-0e1604ba-e3fa-451a-8a18-30b0149d8547 admin admin] Added segment 08328ee5-aa08-4f9a-a73b-412dd681424e of type vlan for network 50e6c29d-3c94-4645-8aee-2ebf9aaac97d May 28 06:36:05.405838 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-29f14c05-293c-4da6-b86b-2757edeaee25 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:05.443091 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4254cff7-7a4e-4524-986c-ae9cbfa0bd22 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:05.447122 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0e1604ba-e3fa-451a-8a18-30b0149d8547 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:05.456368 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-29f14c05-293c-4da6-b86b-2757edeaee25 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.55 "DELETE /v2.0/ports/2bc36923-1480-492d-8d92-1e4c402f1be2 HTTP/1.1" status: 204 len: 168 time: 1.9376538 May 28 06:36:05.457220 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 36068) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:36:05.639137 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4254cff7-7a4e-4524-986c-ae9cbfa0bd22 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Pushing event deleted for resources: {'Port': ['ID=50ea8196-0453-4270-9a65-2e4019c55226,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:05.681483 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-6a6ae89a-fe5c-48de-98b6-9573c04d5f55 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Deleting port c60976f2-310e-4b2b-b603-af0aade00858 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:36:05.681483 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6a6ae89a-fe5c-48de-98b6-9573c04d5f55 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:05.697161 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4af44b86-e678-413d-b542-84a4d82bc038 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:05.889891 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0e1604ba-e3fa-451a-8a18-30b0149d8547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:05.891370 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e1604ba-e3fa-451a-8a18-30b0149d8547 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:36:05.891955 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0e1604ba-e3fa-451a-8a18-30b0149d8547 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:05.987290 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [None req-4af44b86-e678-413d-b542-84a4d82bc038 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Transition to ACTIVE for port object b125518e-a4d2-448c-842c-2e6fd8d3df7d will not be triggered until provisioned by entity DHCP. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:36:06.103700 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4254cff7-7a4e-4524-986c-ae9cbfa0bd22 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700472'] for router_interface, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:06.251699 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-0e1604ba-e3fa-451a-8a18-30b0149d8547 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.2087994 May 28 06:36:06.294714 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 36086) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:36:06.317146 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-945d8604-5ac9-4f48-b6fc-f47f4601b508 admin admin] Request body: {'subnet': {'network_id': '50e6c29d-3c94-4645-8aee-2ebf9aaac97d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-676549062-subnet', 'tenant_id': 'f44679598b0a43b98b3c94202ca37d34', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:36:06.318023 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1604ba-e3fa-451a-8a18-30b0149d8547 admin admin] Pushing event updated for resources: {'Network': ['ID=50e6c29d-3c94-4645-8aee-2ebf9aaac97d,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:06.334464 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 50e6c29d-3c94-4645-8aee-2ebf9aaac97d details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:36:06.374411 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-945d8604-5ac9-4f48-b6fc-f47f4601b508 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:36:06.389276 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-945d8604-5ac9-4f48-b6fc-f47f4601b508 admin admin] Usage tracker for resource:subnet and tenant:f44679598b0a43b98b3c94202ca37d34 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:36:06.395027 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-945d8604-5ac9-4f48-b6fc-f47f4601b508 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:36:06.402676 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-945d8604-5ac9-4f48-b6fc-f47f4601b508 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:36:06.486996 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6a6ae89a-fe5c-48de-98b6-9573c04d5f55 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:06.524366 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 36102) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:36:06.705714 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 36108) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:36:06.712927 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4254cff7-7a4e-4524-986c-ae9cbfa0bd22 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Router 1bd178de-233f-4000-8b64-9202481a3fdf has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:36:06.723468 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-6a6ae89a-fe5c-48de-98b6-9573c04d5f55 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Calling delete_port for c60976f2-310e-4b2b-b603-af0aade00858 owned by {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:36:06.814007 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4af44b86-e678-413d-b542-84a4d82bc038 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:06.816367 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-945d8604-5ac9-4f48-b6fc-f47f4601b508 admin admin] Made reservation on behalf of f44679598b0a43b98b3c94202ca37d34 for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:36:06.817891 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-945d8604-5ac9-4f48-b6fc-f47f4601b508 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:06.994558 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-7c8f10ae-e928-4010-99ed-958feb3f22eb admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-999239930-network', 'tenant_id': 'fada8efd68e34d6781d883ae41cb05ad'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:36:07.002566 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-7c8f10ae-e928-4010-99ed-958feb3f22eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:36:07.011849 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-7c8f10ae-e928-4010-99ed-958feb3f22eb admin admin] Usage tracker for resource:network and tenant:fada8efd68e34d6781d883ae41cb05ad is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:36:07.015725 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-7c8f10ae-e928-4010-99ed-958feb3f22eb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:36:07.023810 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-7c8f10ae-e928-4010-99ed-958feb3f22eb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:36:07.050352 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6a6ae89a-fe5c-48de-98b6-9573c04d5f55 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:07.101044 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af44b86-e678-413d-b542-84a4d82bc038 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Network df47a22f-8879-485f-9f3c-67c82f8efb5a is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:36:07.110484 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6ae89a-fe5c-48de-98b6-9573c04d5f55 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Pushing event deleted for resources: {'Port': ['ID=c60976f2-310e-4b2b-b603-af0aade00858,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:07.123074 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-4af44b86-e678-413d-b542-84a4d82bc038 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:36:07.138250 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af44b86-e678-413d-b542-84a4d82bc038 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:36:07.145652 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af44b86-e678-413d-b542-84a4d82bc038 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:36:07.149032 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4af44b86-e678-413d-b542-84a4d82bc038 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:07.158270 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c8f10ae-e928-4010-99ed-958feb3f22eb admin admin] Made reservation on behalf of fada8efd68e34d6781d883ae41cb05ad for: {'network': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:36:07.160282 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7c8f10ae-e928-4010-99ed-958feb3f22eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:07.178049 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4254cff7-7a4e-4524-986c-ae9cbfa0bd22 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:36:07.187005 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e6886054-e04a-4664-9dbc-59a66c7f127d admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:07.188863 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f96ad6-6d0f-4b60-a510-3a09ce57fa5a None None] Sync routers for ids ['1bd178de-233f-4000-8b64-9202481a3fdf'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:36:07.220597 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7c8f10ae-e928-4010-99ed-958feb3f22eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:07.249878 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f96ad6-6d0f-4b60-a510-3a09ce57fa5a None None] Routers {'1bd178de-233f-4000-8b64-9202481a3fdf'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:36:07.253982 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-c2f96ad6-6d0f-4b60-a510-3a09ce57fa5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:35:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['1bd178de-233f-4000-8b64-9202481a3fdf'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:36:07.254775 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-7c8f10ae-e928-4010-99ed-958feb3f22eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:36:07.270039 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-4254cff7-7a4e-4524-986c-ae9cbfa0bd22 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] 10.222.0.55 "PUT /v2.0/routers/1bd178de-233f-4000-8b64-9202481a3fdf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1216741 May 28 06:36:07.273056 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-7c8f10ae-e928-4010-99ed-958feb3f22eb admin admin] Usage tracker for resource:security_group_rule and tenant:fada8efd68e34d6781d883ae41cb05ad is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:36:07.276488 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-7c8f10ae-e928-4010-99ed-958feb3f22eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:36:07.283237 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 36114) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:36:07.288545 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-7c8f10ae-e928-4010-99ed-958feb3f22eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:36:07.295939 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-4af44b86-e678-413d-b542-84a4d82bc038 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.9374204 May 28 06:36:07.363564 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af44b86-e678-413d-b542-84a4d82bc038 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Pushing event updated for resources: {'Port': ['ID=b125518e-a4d2-448c-842c-2e6fd8d3df7d,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:07.371071 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-e6886054-e04a-4664-9dbc-59a66c7f127d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:36:07.391711 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 36118) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:36:07.414885 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-c2f96ad6-6d0f-4b60-a510-3a09ce57fa5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:36:07.433893 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f96ad6-6d0f-4b60-a510-3a09ce57fa5a None None] Routers {'1bd178de-233f-4000-8b64-9202481a3fdf'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:36:07.436689 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-c2f96ad6-6d0f-4b60-a510-3a09ce57fa5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:35:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['1bd178de-233f-4000-8b64-9202481a3fdf'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:36:07.443968 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7c8f10ae-e928-4010-99ed-958feb3f22eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:07.445389 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-ba7e67e5-1bc5-4695-a889-c235d0319f8e tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::15b', 'mac_address': 'fa:16:3e:0e:bb:fe'}]}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:36:07.470933 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6a6ae89a-fe5c-48de-98b6-9573c04d5f55 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:07.488807 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-6a6ae89a-fe5c-48de-98b6-9573c04d5f55 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.55 "DELETE /v2.0/ports/c60976f2-310e-4b2b-b603-af0aade00858 HTTP/1.1" status: 204 len: 168 time: 2.0279863 May 28 06:36:07.493868 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 36122) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:36:07.525400 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-e6886054-e04a-4664-9dbc-59a66c7f127d admin admin] Usage tracker for resource:security_group_rule and tenant:0049d72e49d242148a8f843e3bedf69a is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:36:07.553145 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-165832dd-5047-477b-a461-fb716fe60d98 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Synchronizing usage tracker for tenant:51e07d1dd4e842f29564191e4c945b6c on resource:port {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:36:07.571594 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-e6886054-e04a-4664-9dbc-59a66c7f127d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:36:07.623834 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-c2f96ad6-6d0f-4b60-a510-3a09ce57fa5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:36:07.627605 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f96ad6-6d0f-4b60-a510-3a09ce57fa5a None None] The sync data for ids ['1bd178de-233f-4000-8b64-9202481a3fdf'] in n-d-843702-1 is: [] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:36:07.639699 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-e6886054-e04a-4664-9dbc-59a66c7f127d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:36:07.645132 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7c8f10ae-e928-4010-99ed-958feb3f22eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:07.719882 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-edab1662-28b6-49c0-b2cd-25639b9640d1 None None] Provisioning for port b125518e-a4d2-448c-842c-2e6fd8d3df7d completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:36:07.727306 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-edab1662-28b6-49c0-b2cd-25639b9640d1 None None] Provisioning complete for port b125518e-a4d2-448c-842c-2e6fd8d3df7d triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:36:07.727934 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-edab1662-28b6-49c0-b2cd-25639b9640d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:07.751356 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8f10ae-e928-4010-99ed-958feb3f22eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da746f74-f7a2-404c-ba12-af4c190f6fad,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:07.772677 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c8f10ae-e928-4010-99ed-958feb3f22eb admin admin] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=89110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:36:07.793086 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcecc7a1-ca28-4455-aced-acaf13275a5a tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Deleting subnet a0ccadb9-3ab9-424f-8708-6ef480e0a4a1 {{(pid=89110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:36:07.797188 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-dcecc7a1-ca28-4455-aced-acaf13275a5a tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks [] for subnet, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:07.818167 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-165832dd-5047-477b-a461-fb716fe60d98 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Unset dirty status for tenant:51e07d1dd4e842f29564191e4c945b6c on resource:port {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:36:07.819344 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-165832dd-5047-477b-a461-fb716fe60d98 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] 10.222.0.55 "GET /v2.0/ports?device_id=1bd178de-233f-4000-8b64-9202481a3fdf HTTP/1.1" status: 200 len: 205 time: 0.5323143 May 28 06:36:07.866210 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-dcecc7a1-ca28-4455-aced-acaf13275a5a tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4150765'] for subnet, precommit_delete_associations {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:07.878406 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-edab1662-28b6-49c0-b2cd-25639b9640d1 None None] Port b125518e-a4d2-448c-842c-2e6fd8d3df7d cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:36:07.878978 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 36136) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:36:07.966328 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-dcecc7a1-ca28-4455-aced-acaf13275a5a tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:08.008789 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7c8f10ae-e928-4010-99ed-958feb3f22eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:08.009232 n-d-843702-1 neutron-server[89110]: INFO neutron.db.segments_db [None req-7c8f10ae-e928-4010-99ed-958feb3f22eb admin admin] Added segment 4c4bc3f8-ec6f-40a7-9f80-cde5ff5de12a of type vlan for network e7d92049-bff3-4c3a-a4bd-4950c7dcad1c May 28 06:36:08.055032 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7c8f10ae-e928-4010-99ed-958feb3f22eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:08.083300 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5e80eaea-8b2d-4a44-839d-770ddedf363e tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks [] for router, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:08.145208 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-dcecc7a1-ca28-4455-aced-acaf13275a5a tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3115981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3172005'] for subnet, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:08.189769 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcecc7a1-ca28-4455-aced-acaf13275a5a tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Pushing event deleted for resources: {'Subnet': ['ID=a0ccadb9-3ab9-424f-8708-6ef480e0a4a1,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:08.192585 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7c8f10ae-e928-4010-99ed-958feb3f22eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:08.193614 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8f10ae-e928-4010-99ed-958feb3f22eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:36:08.194317 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7c8f10ae-e928-4010-99ed-958feb3f22eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:08.198185 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-dcecc7a1-ca28-4455-aced-acaf13275a5a tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:08.214199 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32cb6f8b-cb86-4250-8fdd-0368b80415da None None] Network a9a55cb1-2dd3-489f-a37d-55a242b85f0c requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:36:08.287085 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-dcecc7a1-ca28-4455-aced-acaf13275a5a tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.55 "DELETE /v2.0/subnets/a0ccadb9-3ab9-424f-8708-6ef480e0a4a1 HTTP/1.1" status: 204 len: 168 time: 0.7921290 May 28 06:36:08.293286 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 36140) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:36:08.381926 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_v2 [None req-cae6e02c-d864-4c66-85ff-2fcb8fcb0430 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Deleting subnet 63fab1a7-8d25-437c-adf6-b6a1e24d5e16 {{(pid=89110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:36:08.390301 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-7c8f10ae-e928-4010-99ed-958feb3f22eb admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8591871 May 28 06:36:08.399324 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 36144) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:36:08.403711 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-cae6e02c-d864-4c66-85ff-2fcb8fcb0430 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks [] for subnet, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:08.441725 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-8ee682a7-65d2-45a1-81b1-6c06210aad28 admin admin] Request body: {'subnet': {'network_id': 'e7d92049-bff3-4c3a-a4bd-4950c7dcad1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-999239930-subnet', 'tenant_id': 'fada8efd68e34d6781d883ae41cb05ad', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:36:08.445389 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8f10ae-e928-4010-99ed-958feb3f22eb admin admin] Pushing event updated for resources: {'Network': ['ID=e7d92049-bff3-4c3a-a4bd-4950c7dcad1c,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:08.449976 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-8ee682a7-65d2-45a1-81b1-6c06210aad28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:36:08.455083 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-8ee682a7-65d2-45a1-81b1-6c06210aad28 admin admin] Usage tracker for resource:subnet and tenant:fada8efd68e34d6781d883ae41cb05ad is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:36:08.460121 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-8ee682a7-65d2-45a1-81b1-6c06210aad28 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:36:08.476694 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-8ee682a7-65d2-45a1-81b1-6c06210aad28 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:36:08.526851 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network e7d92049-bff3-4c3a-a4bd-4950c7dcad1c details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:36:08.587174 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-cae6e02c-d864-4c66-85ff-2fcb8fcb0430 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4150765'] for subnet, precommit_delete_associations {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:08.761808 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-cae6e02c-d864-4c66-85ff-2fcb8fcb0430 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:08.792759 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ba7e67e5-1bc5-4695-a889-c235d0319f8e tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:08.842194 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ee682a7-65d2-45a1-81b1-6c06210aad28 admin admin] Made reservation on behalf of fada8efd68e34d6781d883ae41cb05ad for: {'subnet': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:36:08.847051 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8ee682a7-65d2-45a1-81b1-6c06210aad28 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3171998'] for subnet, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:08.906172 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab5325b7-3e5d-4680-a8d9-3cd093f345e6 None None] DHCP port deletion for a9a55cb1-2dd3-489f-a37d-55a242b85f0c request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:36:08.911471 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-ab5325b7-3e5d-4680-a8d9-3cd093f345e6 None None] Deleting port 8593c6b3-bd68-4128-9e3e-26d590f4e86e {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:36:08.911924 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-ab5325b7-3e5d-4680-a8d9-3cd093f345e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:09.033136 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5e80eaea-8b2d-4a44-839d-770ddedf363e tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59018'] for router, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:09.035664 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5e80eaea-8b2d-4a44-839d-770ddedf363e tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:09.119760 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-cae6e02c-d864-4c66-85ff-2fcb8fcb0430 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3115981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3172005'] for subnet, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:09.146273 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e6886054-e04a-4664-9dbc-59a66c7f127d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:09.187859 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae6e02c-d864-4c66-85ff-2fcb8fcb0430 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Pushing event deleted for resources: {'Subnet': ['ID=63fab1a7-8d25-437c-adf6-b6a1e24d5e16,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:09.203297 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-cae6e02c-d864-4c66-85ff-2fcb8fcb0430 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:09.213092 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-cae6e02c-d864-4c66-85ff-2fcb8fcb0430 tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.55 "DELETE /v2.0/subnets/63fab1a7-8d25-437c-adf6-b6a1e24d5e16 HTTP/1.1" status: 204 len: 168 time: 0.9189417 May 28 06:36:09.216872 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 36158) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:36:09.250934 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-ab5325b7-3e5d-4680-a8d9-3cd093f345e6 None None] For port 8593c6b3-bd68-4128-9e3e-26d590f4e86e, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=8593c6b3-bd68-4128-9e3e-26d590f4e86e,segment=NetworkSegment(a17549e8-b8aa-4901-a73d-94fb0e39724e),segment_id=a17549e8-b8aa-4901-a73d-94fb0e39724e)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:36:09.251565 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-ab5325b7-3e5d-4680-a8d9-3cd093f345e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:09.368984 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ba7e67e5-1bc5-4695-a889-c235d0319f8e tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:09.385329 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-945d8604-5ac9-4f48-b6fc-f47f4601b508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:09.419046 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15033422-6dca-4218-b3ae-a9d07e4d68fb None None] Network 983e828b-34fc-4a3a-b418-34d9236f2407 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:36:09.445543 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-ab5325b7-3e5d-4680-a8d9-3cd093f345e6 None None] Calling delete_port for 8593c6b3-bd68-4128-9e3e-26d590f4e86e owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:36:09.501357 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945d8604-5ac9-4f48-b6fc-f47f4601b508 admin admin] Pushing event updated for resources: {'Subnet': ['ID=461065ec-096d-40f7-a624-cb52121fd52b,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:09.507702 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-59d13c00-9a5b-45d3-9dc1-51d8c52419ce tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:09.559637 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-59d13c00-9a5b-45d3-9dc1-51d8c52419ce tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Deleting port 8593c6b3-bd68-4128-9e3e-26d590f4e86e {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:36:09.560849 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-59d13c00-9a5b-45d3-9dc1-51d8c52419ce tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:09.577504 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5e80eaea-8b2d-4a44-839d-770ddedf363e tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-703817'] for router, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:09.621464 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e80eaea-8b2d-4a44-839d-770ddedf363e tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Fanout notify agent at l3_agent the message router_deleted on router 1bd178de-233f-4000-8b64-9202481a3fdf {{(pid=89109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 06:36:09.621464 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e6886054-e04a-4664-9dbc-59a66c7f127d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:09.644712 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945d8604-5ac9-4f48-b6fc-f47f4601b508 admin admin] Checking segment: {'id': '08328ee5-aa08-4f9a-a73b-412dd681424e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '50e6c29d-3c94-4645-8aee-2ebf9aaac97d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:36:09.645072 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-945d8604-5ac9-4f48-b6fc-f47f4601b508 admin admin] Network hostable DHCP agents. Network: 50e6c29d-3c94-4645-8aee-2ebf9aaac97d, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:36:09.717950 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-e6886054-e04a-4664-9dbc-59a66c7f127d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0049d72e49d242148a8f843e3bedf69a&name=default HTTP/1.1" status: 200 len: 2983 time: 3.0078704 May 28 06:36:09.717950 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6886054-e04a-4664-9dbc-59a66c7f127d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d91e28b1-5a13-4a69-89ef-90c44f4d32f3,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:09.720751 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 36168) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:36:09.746014 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5e80eaea-8b2d-4a44-839d-770ddedf363e tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:09.747126 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-5e80eaea-8b2d-4a44-839d-770ddedf363e tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] 10.222.0.55 "DELETE /v2.0/routers/1bd178de-233f-4000-8b64-9202481a3fdf HTTP/1.1" status: 204 len: 168 time: 1.8637705 May 28 06:36:09.752748 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 36172) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:36:09.905038 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_v2 [None req-56c57946-3317-4371-a339-9d55f033956a tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Deleting subnet 4e96f8f7-bd86-4f46-9fe7-a0ee4e51303d {{(pid=89109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:36:09.912511 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-56c57946-3317-4371-a339-9d55f033956a tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks [] for subnet, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:09.970889 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394f41bf-9a8c-443b-94ce-b8d85fb3d777 None None] DHCP port deletion for 983e828b-34fc-4a3a-b418-34d9236f2407 request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:36:09.976124 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-394f41bf-9a8c-443b-94ce-b8d85fb3d777 None None] Deleting port d5ca7a75-e3e8-4d81-9f08-2c10452c1db9 {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:36:09.976685 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-394f41bf-9a8c-443b-94ce-b8d85fb3d777 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:09.981059 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-506c2187-73d6-4918-9acd-33ca995770e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:09.991778 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [None req-59d13c00-9a5b-45d3-9dc1-51d8c52419ce tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] For port 8593c6b3-bd68-4128-9e3e-26d590f4e86e, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=8593c6b3-bd68-4128-9e3e-26d590f4e86e,segment=NetworkSegment(a17549e8-b8aa-4901-a73d-94fb0e39724e),segment_id=a17549e8-b8aa-4901-a73d-94fb0e39724e)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:36:09.992293 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-59d13c00-9a5b-45d3-9dc1-51d8c52419ce tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:10.022706 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 8593c6b3-bd68-4128-9e3e-26d590f4e86e no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:36:10.025594 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-56c57946-3317-4371-a339-9d55f033956a tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3964070'] for subnet, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:10.093258 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ba7e67e5-1bc5-4695-a889-c235d0319f8e tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:10.152803 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-59d13c00-9a5b-45d3-9dc1-51d8c52419ce tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Calling delete_port for 8593c6b3-bd68-4128-9e3e-26d590f4e86e owned by network:dhcp {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:36:10.163603 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-945d8604-5ac9-4f48-b6fc-f47f4601b508 admin admin] Network 50e6c29d-3c94-4645-8aee-2ebf9aaac97d is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:36:10.181193 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8ee682a7-65d2-45a1-81b1-6c06210aad28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3115906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3172012'] for subnet, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:10.194196 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-ba7e67e5-1bc5-4695-a889-c235d0319f8e tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] In _notify_port_updated(), no bound segment for port b125518e-a4d2-448c-842c-2e6fd8d3df7d on network df47a22f-8879-485f-9f3c-67c82f8efb5a {{(pid=89109) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 28 06:36:10.199071 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba7e67e5-1bc5-4695-a889-c235d0319f8e tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:36:10.199506 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ba7e67e5-1bc5-4695-a889-c235d0319f8e tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:10.200776 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-ba7e67e5-1bc5-4695-a889-c235d0319f8e tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] 10.222.0.55 "PUT /v2.0/ports/b125518e-a4d2-448c-842c-2e6fd8d3df7d HTTP/1.1" status: 200 len: 1002 time: 2.7937579 May 28 06:36:10.204718 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 36188) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:36:10.279465 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7e67e5-1bc5-4695-a889-c235d0319f8e tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Pushing event updated for resources: {'Port': ['ID=b125518e-a4d2-448c-842c-2e6fd8d3df7d,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:10.285040 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-a159d099-9fd8-47dd-b0f8-f067ac9ec032 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Deleting port b125518e-a4d2-448c-842c-2e6fd8d3df7d {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:36:10.285379 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a159d099-9fd8-47dd-b0f8-f067ac9ec032 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:10.295077 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-506c2187-73d6-4918-9acd-33ca995770e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:10.304708 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee682a7-65d2-45a1-81b1-6c06210aad28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40188bf0-967d-446e-ac4f-b5c59a2acd9a,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:10.335154 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-394f41bf-9a8c-443b-94ce-b8d85fb3d777 None None] For port d5ca7a75-e3e8-4d81-9f08-2c10452c1db9, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=d5ca7a75-e3e8-4d81-9f08-2c10452c1db9,segment=NetworkSegment(b626a722-ea70-46bf-9197-581d08545299),segment_id=b626a722-ea70-46bf-9197-581d08545299)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:36:10.335561 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-394f41bf-9a8c-443b-94ce-b8d85fb3d777 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:10.354586 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-945d8604-5ac9-4f48-b6fc-f47f4601b508 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, 50e6c29d-3c94-4645-8aee-2ebf9aaac97d) {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:36:10.379703 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945d8604-5ac9-4f48-b6fc-f47f4601b508 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:36:10.381020 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-945d8604-5ac9-4f48-b6fc-f47f4601b508 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:10.406081 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee682a7-65d2-45a1-81b1-6c06210aad28 admin admin] Checking segment: {'id': '4c4bc3f8-ec6f-40a7-9f80-cde5ff5de12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e7d92049-bff3-4c3a-a4bd-4950c7dcad1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:36:10.407037 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee682a7-65d2-45a1-81b1-6c06210aad28 admin admin] Network hostable DHCP agents. Network: e7d92049-bff3-4c3a-a4bd-4950c7dcad1c, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89110) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:36:10.436194 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.db.api [None req-59d13c00-9a5b-45d3-9dc1-51d8c52419ce tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89110) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:36:10.436521 n-d-843702-1 neutron-server[89110]: DEBUG oslo_db.api [None req-59d13c00-9a5b-45d3-9dc1-51d8c52419ce tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:36:10.478121 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-56c57946-3317-4371-a339-9d55f033956a tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:10.487628 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-464bf6f8-cf79-4a08-b44f-f915852460c3 None None] Network 50e6c29d-3c94-4645-8aee-2ebf9aaac97d requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:36:10.520627 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-945d8604-5ac9-4f48-b6fc-f47f4601b508 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 4.2180321 May 28 06:36:10.523370 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 36194) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:36:10.528509 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-e041f044-8f52-4d1c-89b5-08b929bc2816 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-676549062-router', 'tenant_id': 'f44679598b0a43b98b3c94202ca37d34', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:36:10.551166 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee682a7-65d2-45a1-81b1-6c06210aad28 admin admin] Network e7d92049-bff3-4c3a-a4bd-4950c7dcad1c is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89110) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:36:10.556060 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-506c2187-73d6-4918-9acd-33ca995770e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:10.578248 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-e041f044-8f52-4d1c-89b5-08b929bc2816 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:36:10.605708 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-ab5325b7-3e5d-4680-a8d9-3cd093f345e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879'] for port, after_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:10.618892 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-e041f044-8f52-4d1c-89b5-08b929bc2816 admin admin] Usage tracker for resource:router and tenant:f44679598b0a43b98b3c94202ca37d34 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:36:10.636790 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-394f41bf-9a8c-443b-94ce-b8d85fb3d777 None None] Calling delete_port for d5ca7a75-e3e8-4d81-9f08-2c10452c1db9 owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:36:10.654713 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-e041f044-8f52-4d1c-89b5-08b929bc2816 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:36:10.669698 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506c2187-73d6-4918-9acd-33ca995770e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d91e28b1-5a13-4a69-89ef-90c44f4d32f3,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:10.680168 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-e041f044-8f52-4d1c-89b5-08b929bc2816 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:36:10.698662 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-506c2187-73d6-4918-9acd-33ca995770e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:10.700509 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-506c2187-73d6-4918-9acd-33ca995770e3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d91e28b1-5a13-4a69-89ef-90c44f4d32f3 HTTP/1.1" status: 204 len: 168 time: 0.9786677 May 28 06:36:10.716360 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 8593c6b3-bd68-4128-9e3e-26d590f4e86e {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:36:10.717003 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 8593c6b3-bd68-4128-9e3e-26d590f4e86e not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:36:10.720291 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-8ee682a7-65d2-45a1-81b1-6c06210aad28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, e7d92049-bff3-4c3a-a4bd-4950c7dcad1c) {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:36:10.725348 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee682a7-65d2-45a1-81b1-6c06210aad28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:36:10.729622 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8ee682a7-65d2-45a1-81b1-6c06210aad28 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:10.777865 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e041f044-8f52-4d1c-89b5-08b929bc2816 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59128'] for router, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:10.779020 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e041f044-8f52-4d1c-89b5-08b929bc2816 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59009'] for router, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:10.805669 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5325b7-3e5d-4680-a8d9-3cd093f345e6 None None] Pushing event deleted for resources: {'Port': ['ID=8593c6b3-bd68-4128-9e3e-26d590f4e86e,revision_number=None']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:10.814459 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ca7bd7-c346-48ca-8fca-57857fc8467e None None] Network e7d92049-bff3-4c3a-a4bd-4950c7dcad1c requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:36:10.830256 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e041f044-8f52-4d1c-89b5-08b929bc2816 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:10.896533 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-8ee682a7-65d2-45a1-81b1-6c06210aad28 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4940894 May 28 06:36:10.913110 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 36206) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:36:10.935267 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-2f8d4324-1c62-435f-a258-dbabb4c4eae1 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-999239930-router', 'tenant_id': 'fada8efd68e34d6781d883ae41cb05ad', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:36:10.939653 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a159d099-9fd8-47dd-b0f8-f067ac9ec032 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:10.963896 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5325b7-3e5d-4680-a8d9-3cd093f345e6 None None] No DVR routers for this DVR port 8593c6b3-bd68-4128-9e3e-26d590f4e86e on host n-d-843702-1 {{(pid=89111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:36:10.991884 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-2f8d4324-1c62-435f-a258-dbabb4c4eae1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:36:11.022970 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-2f8d4324-1c62-435f-a258-dbabb4c4eae1 admin admin] Usage tracker for resource:router and tenant:fada8efd68e34d6781d883ae41cb05ad is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:36:11.027492 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-9c12c665-fa00-4eee-bfcf-3d288545ac05 None None] Provisioning complete for port b125518e-a4d2-448c-842c-2e6fd8d3df7d triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:36:11.028515 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-9c12c665-fa00-4eee-bfcf-3d288545ac05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:11.034094 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-2f8d4324-1c62-435f-a258-dbabb4c4eae1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:36:11.068970 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-2f8d4324-1c62-435f-a258-dbabb4c4eae1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:36:11.100123 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-59d13c00-9a5b-45d3-9dc1-51d8c52419ce tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Deleting port 8593c6b3-bd68-4128-9e3e-26d590f4e86e {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:36:11.100123 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-59d13c00-9a5b-45d3-9dc1-51d8c52419ce tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:11.169010 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-a159d099-9fd8-47dd-b0f8-f067ac9ec032 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Calling delete_port for b125518e-a4d2-448c-842c-2e6fd8d3df7d owned by {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:36:11.306635 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2f8d4324-1c62-435f-a258-dbabb4c4eae1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59128'] for router, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:11.308278 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2f8d4324-1c62-435f-a258-dbabb4c4eae1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59009'] for router, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:11.331064 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2f8d4324-1c62-435f-a258-dbabb4c4eae1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:11.355071 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:36:11.394909 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-9c12c665-fa00-4eee-bfcf-3d288545ac05 None None] Port b125518e-a4d2-448c-842c-2e6fd8d3df7d cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:36:11.480601 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-59d13c00-9a5b-45d3-9dc1-51d8c52419ce tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] The port '8593c6b3-bd68-4128-9e3e-26d590f4e86e' was deleted {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 06:36:11.514641 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-394f41bf-9a8c-443b-94ce-b8d85fb3d777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879'] for port, after_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:11.712853 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-56c57946-3317-4371-a339-9d55f033956a tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9555650'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:11.768329 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394f41bf-9a8c-443b-94ce-b8d85fb3d777 None None] Pushing event deleted for resources: {'Port': ['ID=d5ca7a75-e3e8-4d81-9f08-2c10452c1db9,revision_number=None']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:11.781740 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394f41bf-9a8c-443b-94ce-b8d85fb3d777 None None] No DVR routers for this DVR port d5ca7a75-e3e8-4d81-9f08-2c10452c1db9 on host n-d-843702-1 {{(pid=89111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:36:11.788908 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e05eb0-3729-47b6-a404-de1084f022f3 None None] Network 50e6c29d-3c94-4645-8aee-2ebf9aaac97d requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:36:11.842635 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c57946-3317-4371-a339-9d55f033956a tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Pushing event deleted for resources: {'Subnet': ['ID=4e96f8f7-bd86-4f46-9fe7-a0ee4e51303d,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:11.852086 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-56c57946-3317-4371-a339-9d55f033956a tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:11.888014 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-56c57946-3317-4371-a339-9d55f033956a tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] 10.222.0.55 "DELETE /v2.0/subnets/4e96f8f7-bd86-4f46-9fe7-a0ee4e51303d HTTP/1.1" status: 204 len: 168 time: 2.1340661 May 28 06:36:11.892948 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 36232) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:36:11.927932 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74884796-6a34-4635-ac3c-1dcdb3b4a708 None None] Network c4f6affa-3394-42de-9bae-4ad619323519 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:36:12.016143 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a159d099-9fd8-47dd-b0f8-f067ac9ec032 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:12.052338 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device d5ca7a75-e3e8-4d81-9f08-2c10452c1db9 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:36:12.207297 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a159d099-9fd8-47dd-b0f8-f067ac9ec032 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Pushing event deleted for resources: {'Port': ['ID=b125518e-a4d2-448c-842c-2e6fd8d3df7d,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:12.327364 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_v2 [None req-57490ae6-373b-4bee-bbed-458eeee437e0 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Deleting subnet d6d22735-2065-4ed6-953c-7b4d13734ec9 {{(pid=89109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:36:12.355713 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-57490ae6-373b-4bee-bbed-458eeee437e0 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks [] for subnet, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:12.430131 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: d5ca7a75-e3e8-4d81-9f08-2c10452c1db9 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:36:12.430672 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device d5ca7a75-e3e8-4d81-9f08-2c10452c1db9 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:36:12.567086 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-57490ae6-373b-4bee-bbed-458eeee437e0 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3964070'] for subnet, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:12.702529 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a159d099-9fd8-47dd-b0f8-f067ac9ec032 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:12.708489 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-a159d099-9fd8-47dd-b0f8-f067ac9ec032 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] 10.222.0.55 "DELETE /v2.0/ports/b125518e-a4d2-448c-842c-2e6fd8d3df7d HTTP/1.1" status: 204 len: 168 time: 2.5001993 May 28 06:36:12.712354 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 36254) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:36:12.723357 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55177723-bc93-4f13-a405-914b5c0b95d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-e7d92049-bff3-4c3a-a4bd-4950c7dcad1c', 'network_id': 'e7d92049-bff3-4c3a-a4bd-4950c7dcad1c', 'tenant_id': 'fada8efd68e34d6781d883ae41cb05ad', 'fixed_ips': [{'subnet_id': '40188bf0-967d-446e-ac4f-b5c59a2acd9a'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:36:12.724261 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e041f044-8f52-4d1c-89b5-08b929bc2816 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59027'] for router, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:12.725661 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-55177723-bc93-4f13-a405-914b5c0b95d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:12.788780 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-27d2b808-2a2d-4d50-85e1-9c81d9441f32 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] GET failed (client error): The resource could not be found. May 28 06:36:12.789511 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-27d2b808-2a2d-4d50-85e1-9c81d9441f32 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Synchronizing usage tracker for tenant:bc5caefd863c473b82ad319d7686597c on resource:port {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:36:12.853812 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2f8d4324-1c62-435f-a258-dbabb4c4eae1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59027'] for router, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:12.863694 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-59d13c00-9a5b-45d3-9dc1-51d8c52419ce tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:12.886254 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-57490ae6-373b-4bee-bbed-458eeee437e0 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:12.917980 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-59d13c00-9a5b-45d3-9dc1-51d8c52419ce tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9a55cb1-2dd3-489f-a37d-55a242b85f0c']}} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:36:12.944853 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-27d2b808-2a2d-4d50-85e1-9c81d9441f32 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Unset dirty status for tenant:bc5caefd863c473b82ad319d7686597c on resource:port {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:36:12.951362 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-27d2b808-2a2d-4d50-85e1-9c81d9441f32 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] 10.222.0.55 "GET /v2.0/ports/b125518e-a4d2-448c-842c-2e6fd8d3df7d HTTP/1.1" status: 404 len: 333 time: 0.2372990 May 28 06:36:12.955555 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 36258) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:36:12.964621 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-780f7d84-3c55-411b-8cf1-ca5d2014081d tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Request body: {'port': {'network_id': 'df47a22f-8879-485f-9f3c-67c82f8efb5a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-301151477'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:36:13.000597 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-59d13c00-9a5b-45d3-9dc1-51d8c52419ce tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a17549e8-b8aa-4901-a73d-94fb0e39724e') {'for_net_delete': True} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:36:13.001188 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-59d13c00-9a5b-45d3-9dc1-51d8c52419ce tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a17549e8-b8aa-4901-a73d-94fb0e39724e') {} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:36:13.099068 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0172810e-e1b0-4df4-adf0-a1fdf3a07ced None None] DHCP port deletion for c4f6affa-3394-42de-9bae-4ad619323519 request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:36:13.116034 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-59d13c00-9a5b-45d3-9dc1-51d8c52419ce tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4150778'] for segment, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:13.132517 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-0172810e-e1b0-4df4-adf0-a1fdf3a07ced None None] Deleting port 7490cbeb-ac53-426a-96c0-da9ff21ef670 {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:36:13.133146 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-0172810e-e1b0-4df4-adf0-a1fdf3a07ced None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:13.171946 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-59d13c00-9a5b-45d3-9dc1-51d8c52419ce tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:13.184636 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-780f7d84-3c55-411b-8cf1-ca5d2014081d tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:36:13.191861 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-57490ae6-373b-4bee-bbed-458eeee437e0 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9555650'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:13.203332 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59d13c00-9a5b-45d3-9dc1-51d8c52419ce tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=89110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:36:13.205387 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-59d13c00-9a5b-45d3-9dc1-51d8c52419ce tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3143023'] for segment, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:13.246328 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-55177723-bc93-4f13-a405-914b5c0b95d2 None None] Allocated IP 172.20.0.2 (e7d92049-bff3-4c3a-a4bd-4950c7dcad1c/40188bf0-967d-446e-ac4f-b5c59a2acd9a/146e984b-47c8-4184-bb41-b2ef75d6b3c4) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:36:13.267579 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-57490ae6-373b-4bee-bbed-458eeee437e0 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:13.295452 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-57490ae6-373b-4bee-bbed-458eeee437e0 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] 10.222.0.55 "DELETE /v2.0/subnets/d6d22735-2065-4ed6-953c-7b4d13734ec9 HTTP/1.1" status: 204 len: 168 time: 1.4009843 May 28 06:36:13.299149 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57490ae6-373b-4bee-bbed-458eeee437e0 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Pushing event deleted for resources: {'Subnet': ['ID=d6d22735-2065-4ed6-953c-7b4d13734ec9,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:13.304819 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-780f7d84-3c55-411b-8cf1-ca5d2014081d tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:36:13.331627 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 36276) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:36:13.435371 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3560ba9-6323-4fe4-8988-11523c7a6785 None None] Network 759509c8-b207-4484-9e4c-613580423bd9 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:36:13.469363 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-59d13c00-9a5b-45d3-9dc1-51d8c52419ce tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:13.480293 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-59d13c00-9a5b-45d3-9dc1-51d8c52419ce tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:13.603876 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-780f7d84-3c55-411b-8cf1-ca5d2014081d tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Made reservation on behalf of bc5caefd863c473b82ad319d7686597c for: {'port': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:36:13.617087 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-780f7d84-3c55-411b-8cf1-ca5d2014081d tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:13.648874 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-59d13c00-9a5b-45d3-9dc1-51d8c52419ce tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.55 "DELETE /v2.0/networks/a9a55cb1-2dd3-489f-a37d-55a242b85f0c HTTP/1.1" status: 204 len: 168 time: 4.4308772 May 28 06:36:13.660627 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 36290) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:36:13.687538 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d13c00-9a5b-45d3-9dc1-51d8c52419ce tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Pushing event deleted for resources: {'Network': ['ID=a9a55cb1-2dd3-489f-a37d-55a242b85f0c,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:13.698162 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment a17549e8-b8aa-4901-a73d-94fb0e39724e resource provider aggregate not found May 28 06:36:13.698917 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [None req-780f7d84-3c55-411b-8cf1-ca5d2014081d tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] device_id is not set on port 67c757e3-18f2-4e00-a5cf-ae3ba7771d37 yet. {{(pid=89109) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:36:13.793125 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment a17549e8-b8aa-4901-a73d-94fb0e39724e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a17549e8-b8aa-4901-a73d-94fb0e39724e found for delete ", "request_id": "req-713aa2ae-2b61-4f46-9517-f6fdd703d687"}]} May 28 06:36:14.004135 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-77615b54-7772-4569-9911-72a28bba78f0 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:14.038428 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2ba6bdcc-b023-4bb4-a474-c253791ef24a tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:14.039279 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 7490cbeb-ac53-426a-96c0-da9ff21ef670 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:36:14.106724 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-77615b54-7772-4569-9911-72a28bba78f0 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Deleting port 7490cbeb-ac53-426a-96c0-da9ff21ef670 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:36:14.107164 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-77615b54-7772-4569-9911-72a28bba78f0 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:14.264433 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-0172810e-e1b0-4df4-adf0-a1fdf3a07ced None None] For port 7490cbeb-ac53-426a-96c0-da9ff21ef670, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=7490cbeb-ac53-426a-96c0-da9ff21ef670,segment=NetworkSegment(bfcbfd4e-3950-40ad-90b3-3965a798fa37),segment_id=bfcbfd4e-3950-40ad-90b3-3965a798fa37)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:36:14.264433 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-0172810e-e1b0-4df4-adf0-a1fdf3a07ced None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:14.361706 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e041f044-8f52-4d1c-89b5-08b929bc2816 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:14.387978 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-780f7d84-3c55-411b-8cf1-ca5d2014081d tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Allocated IP 2001:db8::180 (df47a22f-8879-485f-9f3c-67c82f8efb5a/78f959c8-7c99-4622-9b67-73c52ee4406a/67c757e3-18f2-4e00-a5cf-ae3ba7771d37) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:36:14.452606 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e041f044-8f52-4d1c-89b5-08b929bc2816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:14.555838 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2f8d4324-1c62-435f-a258-dbabb4c4eae1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:14.596861 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-0172810e-e1b0-4df4-adf0-a1fdf3a07ced None None] Calling delete_port for 7490cbeb-ac53-426a-96c0-da9ff21ef670 owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:36:14.614824 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2ba6bdcc-b023-4bb4-a474-c253791ef24a tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:14.641385 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2f8d4324-1c62-435f-a258-dbabb4c4eae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:14.806413 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-55177723-bc93-4f13-a405-914b5c0b95d2 None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:14.846658 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-2ba6bdcc-b023-4bb4-a474-c253791ef24a tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['983e828b-34fc-4a3a-b418-34d9236f2407']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:36:14.887241 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-55177723-bc93-4f13-a405-914b5c0b95d2 None None] Transition to ACTIVE for port object 146e984b-47c8-4184-bb41-b2ef75d6b3c4 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:36:14.934965 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 7490cbeb-ac53-426a-96c0-da9ff21ef670 is: ACTIVE; New status is: DOWN {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:36:14.935350 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:14.963918 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-2ba6bdcc-b023-4bb4-a474-c253791ef24a tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b626a722-ea70-46bf-9197-581d08545299') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:36:14.964203 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-2ba6bdcc-b023-4bb4-a474-c253791ef24a tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b626a722-ea70-46bf-9197-581d08545299') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:36:14.991066 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [None req-2f8d4324-1c62-435f-a258-dbabb4c4eae1 admin admin] Allocated IP 172.25.5.170 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/ad730f12-4d9c-46d8-922c-7df4d43b7195) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:36:15.050148 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2ba6bdcc-b023-4bb4-a474-c253791ef24a tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:15.121648 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f8a376-00a7-479e-b4bb-358b576f43f3 None None] DHCP port deletion for 759509c8-b207-4484-9e4c-613580423bd9 request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:36:15.127465 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-d1f8a376-00a7-479e-b4bb-358b576f43f3 None None] Deleting port 1e7d5c54-f817-4e7d-9f1c-4231223fb61c {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:36:15.128021 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d1f8a376-00a7-479e-b4bb-358b576f43f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:15.139144 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2ba6bdcc-b023-4bb4-a474-c253791ef24a tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:15.176689 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ba6bdcc-b023-4bb4-a474-c253791ef24a tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:36:15.177160 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2ba6bdcc-b023-4bb4-a474-c253791ef24a tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:15.222194 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-77615b54-7772-4569-9911-72a28bba78f0 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] For port 7490cbeb-ac53-426a-96c0-da9ff21ef670, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=7490cbeb-ac53-426a-96c0-da9ff21ef670,segment=NetworkSegment(bfcbfd4e-3950-40ad-90b3-3965a798fa37),segment_id=bfcbfd4e-3950-40ad-90b3-3965a798fa37)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:36:15.222575 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-77615b54-7772-4569-9911-72a28bba78f0 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:15.342330 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment b626a722-ea70-46bf-9197-581d08545299 resource provider aggregate not found May 28 06:36:15.342594 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-0172810e-e1b0-4df4-adf0-a1fdf3a07ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879'] for port, after_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:15.414047 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment b626a722-ea70-46bf-9197-581d08545299 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b626a722-ea70-46bf-9197-581d08545299 found for delete ", "request_id": "req-c8ff1717-e580-49d3-af79-54ea92187f06"}]} May 28 06:36:15.456830 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0172810e-e1b0-4df4-adf0-a1fdf3a07ced None None] No DVR routers for this DVR port 7490cbeb-ac53-426a-96c0-da9ff21ef670 on host n-d-843702-1 {{(pid=89111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:36:15.492243 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2f8d4324-1c62-435f-a258-dbabb4c4eae1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:15.516406 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0172810e-e1b0-4df4-adf0-a1fdf3a07ced None None] Pushing event deleted for resources: {'Port': ['ID=7490cbeb-ac53-426a-96c0-da9ff21ef670,revision_number=None']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:15.663537 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-77615b54-7772-4569-9911-72a28bba78f0 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Calling delete_port for 7490cbeb-ac53-426a-96c0-da9ff21ef670 owned by network:dhcp {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:36:15.704827 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-d1f8a376-00a7-479e-b4bb-358b576f43f3 None None] For port 1e7d5c54-f817-4e7d-9f1c-4231223fb61c, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=1e7d5c54-f817-4e7d-9f1c-4231223fb61c,segment=NetworkSegment(b3398101-a5fa-4b43-ba5c-e3cb4f16ab13),segment_id=b3398101-a5fa-4b43-ba5c-e3cb4f16ab13)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:36:15.705184 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d1f8a376-00a7-479e-b4bb-358b576f43f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:15.736140 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-780f7d84-3c55-411b-8cf1-ca5d2014081d tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:15.770933 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [None req-780f7d84-3c55-411b-8cf1-ca5d2014081d tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Transition to ACTIVE for port object 67c757e3-18f2-4e00-a5cf-ae3ba7771d37 will not be triggered until provisioned by entity DHCP. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:36:15.777595 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2ba6bdcc-b023-4bb4-a474-c253791ef24a tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:15.783387 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.db.api [None req-77615b54-7772-4569-9911-72a28bba78f0 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:36:15.787280 n-d-843702-1 neutron-server[89109]: DEBUG oslo_db.api [None req-77615b54-7772-4569-9911-72a28bba78f0 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:36:15.800157 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2ba6bdcc-b023-4bb4-a474-c253791ef24a tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:15.818913 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-55177723-bc93-4f13-a405-914b5c0b95d2 None None] Transition to ACTIVE for port object 146e984b-47c8-4184-bb41-b2ef75d6b3c4 will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:36:15.856694 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba6bdcc-b023-4bb4-a474-c253791ef24a tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] Pushing event deleted for resources: {'Network': ['ID=983e828b-34fc-4a3a-b418-34d9236f2407,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:15.875748 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-2ba6bdcc-b023-4bb4-a474-c253791ef24a tempest-TaggedBootDevicesTest-586585408 tempest-TaggedBootDevicesTest-586585408-project] 10.222.0.55 "DELETE /v2.0/networks/983e828b-34fc-4a3a-b418-34d9236f2407 HTTP/1.1" status: 204 len: 168 time: 2.2044833 May 28 06:36:15.891268 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-d1f8a376-00a7-479e-b4bb-358b576f43f3 None None] Calling delete_port for 1e7d5c54-f817-4e7d-9f1c-4231223fb61c owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:36:15.951076 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-55177723-bc93-4f13-a405-914b5c0b95d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:15.953682 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [None req-e041f044-8f52-4d1c-89b5-08b929bc2816 admin admin] Allocated IP 172.25.5.165 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/ef4d1cea-1562-4c9d-bd27-48f6fbab45d6) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:36:16.040269 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-780f7d84-3c55-411b-8cf1-ca5d2014081d tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:16.050154 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 1e7d5c54-f817-4e7d-9f1c-4231223fb61c no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:36:16.078171 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55177723-bc93-4f13-a405-914b5c0b95d2 None None] Network e7d92049-bff3-4c3a-a4bd-4950c7dcad1c is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:36:16.086460 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-55177723-bc93-4f13-a405-914b5c0b95d2 None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:36:16.112194 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55177723-bc93-4f13-a405-914b5c0b95d2 None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:36:16.167219 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55177723-bc93-4f13-a405-914b5c0b95d2 None None] Pushing event updated for resources: {'Port': ['ID=146e984b-47c8-4184-bb41-b2ef75d6b3c4,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:16.174170 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2f8d4324-1c62-435f-a258-dbabb4c4eae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:16.236109 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d1f8a376-00a7-479e-b4bb-358b576f43f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879'] for port, after_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:16.264253 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780f7d84-3c55-411b-8cf1-ca5d2014081d tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Pushing event updated for resources: {'Port': ['ID=67c757e3-18f2-4e00-a5cf-ae3ba7771d37,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:16.288279 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-77615b54-7772-4569-9911-72a28bba78f0 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Deleting port 7490cbeb-ac53-426a-96c0-da9ff21ef670 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:36:16.288624 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-77615b54-7772-4569-9911-72a28bba78f0 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:16.301063 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No active binding found for port 1e7d5c54-f817-4e7d-9f1c-4231223fb61c {{(pid=89111) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 28 06:36:16.301647 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 1e7d5c54-f817-4e7d-9f1c-4231223fb61c not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:36:16.303369 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-55177723-bc93-4f13-a405-914b5c0b95d2 None None] Attempting to bind port 146e984b-47c8-4184-bb41-b2ef75d6b3c4 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:36:16.303837 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-55177723-bc93-4f13-a405-914b5c0b95d2 None None] Attempting to bind port 146e984b-47c8-4184-bb41-b2ef75d6b3c4 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': '4c4bc3f8-ec6f-40a7-9f80-cde5ff5de12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e7d92049-bff3-4c3a-a4bd-4950c7dcad1c'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:36:16.304357 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55177723-bc93-4f13-a405-914b5c0b95d2 None None] Attempting to bind port 146e984b-47c8-4184-bb41-b2ef75d6b3c4 on network e7d92049-bff3-4c3a-a4bd-4950c7dcad1c {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:36:16.319381 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55177723-bc93-4f13-a405-914b5c0b95d2 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:36:16.320258 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55177723-bc93-4f13-a405-914b5c0b95d2 None None] Checking segment: {'id': '4c4bc3f8-ec6f-40a7-9f80-cde5ff5de12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e7d92049-bff3-4c3a-a4bd-4950c7dcad1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:36:16.320762 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-55177723-bc93-4f13-a405-914b5c0b95d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:16.321484 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55177723-bc93-4f13-a405-914b5c0b95d2 None None] Bound using segment: {'id': '4c4bc3f8-ec6f-40a7-9f80-cde5ff5de12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e7d92049-bff3-4c3a-a4bd-4950c7dcad1c'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:36:16.322228 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-55177723-bc93-4f13-a405-914b5c0b95d2 None None] Bound port: 146e984b-47c8-4184-bb41-b2ef75d6b3c4, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c4bc3f8-ec6f-40a7-9f80-cde5ff5de12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e7d92049-bff3-4c3a-a4bd-4950c7dcad1c'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:36:16.322705 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-55177723-bc93-4f13-a405-914b5c0b95d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:16.326533 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8d4324-1c62-435f-a258-dbabb4c4eae1 admin admin] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:36:16.338546 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f8a376-00a7-479e-b4bb-358b576f43f3 None None] Pushing event deleted for resources: {'Port': ['ID=1e7d5c54-f817-4e7d-9f1c-4231223fb61c,revision_number=None']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:16.339167 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-2f8d4324-1c62-435f-a258-dbabb4c4eae1 admin admin] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:36:16.348179 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f8a376-00a7-479e-b4bb-358b576f43f3 None None] No DVR routers for this DVR port 1e7d5c54-f817-4e7d-9f1c-4231223fb61c on host n-d-843702-1 {{(pid=89111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:36:16.355704 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8d4324-1c62-435f-a258-dbabb4c4eae1 admin admin] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:36:16.384009 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780f7d84-3c55-411b-8cf1-ca5d2014081d tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Network df47a22f-8879-485f-9f3c-67c82f8efb5a is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:36:16.391020 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-780f7d84-3c55-411b-8cf1-ca5d2014081d tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:36:16.399696 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780f7d84-3c55-411b-8cf1-ca5d2014081d tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:36:16.416089 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780f7d84-3c55-411b-8cf1-ca5d2014081d tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:36:16.417975 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-780f7d84-3c55-411b-8cf1-ca5d2014081d tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:16.518713 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-55177723-bc93-4f13-a405-914b5c0b95d2 None None] For port 146e984b-47c8-4184-bb41-b2ef75d6b3c4, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:36:16.523198 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-55177723-bc93-4f13-a405-914b5c0b95d2 None None] For port 146e984b-47c8-4184-bb41-b2ef75d6b3c4, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=146e984b-47c8-4184-bb41-b2ef75d6b3c4,segment=NetworkSegment(4c4bc3f8-ec6f-40a7-9f80-cde5ff5de12a),segment_id=4c4bc3f8-ec6f-40a7-9f80-cde5ff5de12a)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:36:16.587866 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-77615b54-7772-4569-9911-72a28bba78f0 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] The port '7490cbeb-ac53-426a-96c0-da9ff21ef670' was deleted {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 06:36:16.679887 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-55177723-bc93-4f13-a405-914b5c0b95d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:16.699381 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-780f7d84-3c55-411b-8cf1-ca5d2014081d tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.7403479 May 28 06:36:16.705809 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 36396) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:36:16.714202 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-0e8ffe41-6a1c-4ddf-a43b-fbdd84d8a78d tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:0e:bb:fe'}]}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:36:16.847588 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55177723-bc93-4f13-a405-914b5c0b95d2 None None] Pushing event updated for resources: {'Port': ['ID=146e984b-47c8-4184-bb41-b2ef75d6b3c4,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:16.877081 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8d4324-1c62-435f-a258-dbabb4c4eae1 admin admin] Pushing event updated for resources: {'Port': ['ID=ad730f12-4d9c-46d8-922c-7df4d43b7195,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:16.947504 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d014567-fb3b-489a-94d3-fe6486e7bc3e req-372fa6a6-e28b-4fb2-9c72-b57fb55735aa tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:36:16.955272 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1d014567-fb3b-489a-94d3-fe6486e7bc3e req-372fa6a6-e28b-4fb2-9c72-b57fb55735aa tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/ports?device_id=18125e28-15d1-48dd-aa07-32b31253304b HTTP/1.1" status: 200 len: 945 time: 0.7849011 May 28 06:36:16.983692 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e041f044-8f52-4d1c-89b5-08b929bc2816 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:17.055031 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-77615b54-7772-4569-9911-72a28bba78f0 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:17.102485 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1d014567-fb3b-489a-94d3-fe6486e7bc3e req-f842d964-5c6e-49d7-b0b4-5405889ca863 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d5c9d24-a7ef-4e95-9414-4cd057feeac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1462650 May 28 06:36:17.118511 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-77615b54-7772-4569-9911-72a28bba78f0 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4f6affa-3394-42de-9bae-4ad619323519']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:36:17.201339 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-77615b54-7772-4569-9911-72a28bba78f0 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfcbfd4e-3950-40ad-90b3-3965a798fa37') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:36:17.201339 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-77615b54-7772-4569-9911-72a28bba78f0 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfcbfd4e-3950-40ad-90b3-3965a798fa37') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:36:17.246158 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-e4cf411a-1ab2-4b81-9645-3a5b9c579ba4 None None] Provisioning for port 67c757e3-18f2-4e00-a5cf-ae3ba7771d37 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:36:17.252840 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-e4cf411a-1ab2-4b81-9645-3a5b9c579ba4 None None] Provisioning complete for port 67c757e3-18f2-4e00-a5cf-ae3ba7771d37 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:36:17.253397 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e4cf411a-1ab2-4b81-9645-3a5b9c579ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:17.316035 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-77615b54-7772-4569-9911-72a28bba78f0 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:17.324070 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0e8ffe41-6a1c-4ddf-a43b-fbdd84d8a78d tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:17.409807 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-e4cf411a-1ab2-4b81-9645-3a5b9c579ba4 None None] Port 67c757e3-18f2-4e00-a5cf-ae3ba7771d37 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:36:17.417341 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-77615b54-7772-4569-9911-72a28bba78f0 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:17.421948 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77615b54-7772-4569-9911-72a28bba78f0 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:36:17.422761 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-77615b54-7772-4569-9911-72a28bba78f0 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:17.441036 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e041f044-8f52-4d1c-89b5-08b929bc2816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:17.552651 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e041f044-8f52-4d1c-89b5-08b929bc2816 admin admin] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:36:17.570524 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-e041f044-8f52-4d1c-89b5-08b929bc2816 admin admin] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:36:17.575820 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e041f044-8f52-4d1c-89b5-08b929bc2816 admin admin] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:36:17.610353 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment bfcbfd4e-3950-40ad-90b3-3965a798fa37 resource provider aggregate not found May 28 06:36:17.668712 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2f8d4324-1c62-435f-a258-dbabb4c4eae1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:17.696385 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment bfcbfd4e-3950-40ad-90b3-3965a798fa37 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bfcbfd4e-3950-40ad-90b3-3965a798fa37 found for delete ", "request_id": "req-a2e152a4-93cd-4d4d-8282-7672f34f2b95"}]} May 28 06:36:17.708417 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-77615b54-7772-4569-9911-72a28bba78f0 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:17.737402 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e041f044-8f52-4d1c-89b5-08b929bc2816 admin admin] Pushing event updated for resources: {'Port': ['ID=ef4d1cea-1562-4c9d-bd27-48f6fbab45d6,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:17.799425 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-77615b54-7772-4569-9911-72a28bba78f0 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:17.827025 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-77615b54-7772-4569-9911-72a28bba78f0 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] 10.222.0.55 "DELETE /v2.0/networks/c4f6affa-3394-42de-9bae-4ad619323519 HTTP/1.1" status: 204 len: 168 time: 4.4973433 May 28 06:36:17.835521 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 36436) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:36:18.089683 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 146e984b-47c8-4184-bb41-b2ef75d6b3c4 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:36:18.297749 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77615b54-7772-4569-9911-72a28bba78f0 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Pushing event deleted for resources: {'Network': ['ID=c4f6affa-3394-42de-9bae-4ad619323519,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:18.433133 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7f2d053a-ede1-424f-9c85-de5fd41d8726 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:18.478927 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97262b2-2056-43e3-935b-9bb59f6a291b None None] Network e7d92049-bff3-4c3a-a4bd-4950c7dcad1c requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:36:18.626591 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.db.resource_extend [None req-0e8ffe41-6a1c-4ddf-a43b-fbdd84d8a78d tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 06:36:18.651248 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 146e984b-47c8-4184-bb41-b2ef75d6b3c4 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:36:18.673124 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0e8ffe41-6a1c-4ddf-a43b-fbdd84d8a78d tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:18.719627 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7f2d053a-ede1-424f-9c85-de5fd41d8726 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:18.811387 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-7f2d053a-ede1-424f-9c85-de5fd41d8726 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['759509c8-b207-4484-9e4c-613580423bd9']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:36:18.848298 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-7f2d053a-ede1-424f-9c85-de5fd41d8726 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3398101-a5fa-4b43-ba5c-e3cb4f16ab13') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:36:18.848856 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-7f2d053a-ede1-424f-9c85-de5fd41d8726 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3398101-a5fa-4b43-ba5c-e3cb4f16ab13') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:36:18.857826 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-9b11d401-e93f-4d46-ba51-7655edc2c108 None None] Provisioning for port 146e984b-47c8-4184-bb41-b2ef75d6b3c4 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:36:18.873446 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7f2d053a-ede1-424f-9c85-de5fd41d8726 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:18.880161 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-9b11d401-e93f-4d46-ba51-7655edc2c108 None None] Provisioning complete for port 146e984b-47c8-4184-bb41-b2ef75d6b3c4 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:36:18.883070 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81339fa0-8305-44e7-a314-d9e542e1c55c req-bd8147d2-488a-48c6-a138-8fe599a575f2 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:36:18.884011 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-9b11d401-e93f-4d46-ba51-7655edc2c108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:18.884794 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-81339fa0-8305-44e7-a314-d9e542e1c55c req-bd8147d2-488a-48c6-a138-8fe599a575f2 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/ports?device_id=18125e28-15d1-48dd-aa07-32b31253304b HTTP/1.1" status: 200 len: 945 time: 0.4983661 May 28 06:36:18.910526 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7f2d053a-ede1-424f-9c85-de5fd41d8726 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:18.924086 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f2d053a-ede1-424f-9c85-de5fd41d8726 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:36:18.926292 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7f2d053a-ede1-424f-9c85-de5fd41d8726 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:18.933800 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2f8d4324-1c62-435f-a258-dbabb4c4eae1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690761'] for router, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:19.109916 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0e8ffe41-6a1c-4ddf-a43b-fbdd84d8a78d tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:19.134325 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-9b11d401-e93f-4d46-ba51-7655edc2c108 None None] Current status of the port 146e984b-47c8-4184-bb41-b2ef75d6b3c4 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:36:19.137311 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-9b11d401-e93f-4d46-ba51-7655edc2c108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:19.188521 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-9b11d401-e93f-4d46-ba51-7655edc2c108 None None] For port 146e984b-47c8-4184-bb41-b2ef75d6b3c4, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=146e984b-47c8-4184-bb41-b2ef75d6b3c4,segment=NetworkSegment(4c4bc3f8-ec6f-40a7-9f80-cde5ff5de12a),segment_id=4c4bc3f8-ec6f-40a7-9f80-cde5ff5de12a)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:36:19.242062 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-0e8ffe41-6a1c-4ddf-a43b-fbdd84d8a78d tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] In _notify_port_updated(), no bound segment for port 67c757e3-18f2-4e00-a5cf-ae3ba7771d37 on network df47a22f-8879-485f-9f3c-67c82f8efb5a {{(pid=89109) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 28 06:36:19.248763 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8ffe41-6a1c-4ddf-a43b-fbdd84d8a78d tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:36:19.249643 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0e8ffe41-6a1c-4ddf-a43b-fbdd84d8a78d tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:19.254906 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-0e8ffe41-6a1c-4ddf-a43b-fbdd84d8a78d tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] 10.222.0.55 "PUT /v2.0/ports/67c757e3-18f2-4e00-a5cf-ae3ba7771d37 HTTP/1.1" status: 200 len: 1002 time: 2.5465760 May 28 06:36:19.257022 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-9b11d401-e93f-4d46-ba51-7655edc2c108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:19.267851 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 36470) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:36:19.406598 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7f2d053a-ede1-424f-9c85-de5fd41d8726 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:19.446737 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 36474) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:36:19.458626 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b11d401-e93f-4d46-ba51-7655edc2c108 None None] Pushing event updated for resources: {'Port': ['ID=146e984b-47c8-4184-bb41-b2ef75d6b3c4,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:19.475354 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7f2d053a-ede1-424f-9c85-de5fd41d8726 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:19.492683 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e041f044-8f52-4d1c-89b5-08b929bc2816 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:19.524166 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d053a-ede1-424f-9c85-de5fd41d8726 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Pushing event deleted for resources: {'Network': ['ID=759509c8-b207-4484-9e4c-613580423bd9,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:19.530430 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8ffe41-6a1c-4ddf-a43b-fbdd84d8a78d tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Pushing event updated for resources: {'Port': ['ID=67c757e3-18f2-4e00-a5cf-ae3ba7771d37,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:19.556363 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-7f2d053a-ede1-424f-9c85-de5fd41d8726 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] 10.222.0.55 "DELETE /v2.0/networks/759509c8-b207-4484-9e4c-613580423bd9 HTTP/1.1" status: 204 len: 168 time: 1.4766681 May 28 06:36:19.556988 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 36480) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:36:19.579100 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-76388ff2-ab74-4f52-8f9d-d9d984a2a36b tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Request body: {'network': {'name': 'tempest-RoutersTest-1947849346'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:36:19.595738 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-bd2ae378-ee5c-4dff-a59d-6b00e3995570 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Deleting port 67c757e3-18f2-4e00-a5cf-ae3ba7771d37 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:36:19.596885 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-bd2ae378-ee5c-4dff-a59d-6b00e3995570 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:19.621803 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-1fb38e6c-5863-4cc3-a826-840b28502de2 None None] Provisioning complete for port 146e984b-47c8-4184-bb41-b2ef75d6b3c4 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:36:19.622342 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-1fb38e6c-5863-4cc3-a826-840b28502de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:19.700755 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-76388ff2-ab74-4f52-8f9d-d9d984a2a36b tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:36:19.707315 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-81339fa0-8305-44e7-a314-d9e542e1c55c req-b3ab3fbe-4934-42bf-82e0-299617d00d46 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d5c9d24-a7ef-4e95-9414-4cd057feeac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8155577 May 28 06:36:19.779065 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-76388ff2-ab74-4f52-8f9d-d9d984a2a36b tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Usage tracker for resource:network and tenant:51e07d1dd4e842f29564191e4c945b6c is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:36:19.799462 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-76388ff2-ab74-4f52-8f9d-d9d984a2a36b tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:36:19.821384 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-76388ff2-ab74-4f52-8f9d-d9d984a2a36b tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:36:19.889723 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment b3398101-a5fa-4b43-ba5c-e3cb4f16ab13 resource provider aggregate not found May 28 06:36:19.950901 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-1fb38e6c-5863-4cc3-a826-840b28502de2 None None] Current status of the port 146e984b-47c8-4184-bb41-b2ef75d6b3c4 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:36:19.970671 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-abe52b34-9fc6-4da6-80fc-9873c6485a60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:19.986164 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment b3398101-a5fa-4b43-ba5c-e3cb4f16ab13 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b3398101-a5fa-4b43-ba5c-e3cb4f16ab13 found for delete ", "request_id": "req-7bd699e4-0ff6-4810-bbf7-c7744c5c6dde"}]} May 28 06:36:19.993688 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76388ff2-ab74-4f52-8f9d-d9d984a2a36b tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Made reservation on behalf of 51e07d1dd4e842f29564191e4c945b6c for: {'network': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:36:19.998596 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-76388ff2-ab74-4f52-8f9d-d9d984a2a36b tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:20.001818 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 146e984b-47c8-4184-bb41-b2ef75d6b3c4 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:36:20.049988 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76388ff2-ab74-4f52-8f9d-d9d984a2a36b tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=89109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:36:20.066203 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-76388ff2-ab74-4f52-8f9d-d9d984a2a36b tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:20.066825 n-d-843702-1 neutron-server[89109]: INFO neutron.db.segments_db [None req-76388ff2-ab74-4f52-8f9d-d9d984a2a36b tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Added segment b777d82b-bf9e-4f4f-beaa-b9f29473eb0d of type vlan for network 3d54f77e-1b2a-4fd4-be25-958e25510803 May 28 06:36:20.088040 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-c48a0c59-3104-4699-bfd7-a2e9312c2628 None None] Provisioning complete for port 67c757e3-18f2-4e00-a5cf-ae3ba7771d37 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:36:20.088566 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c48a0c59-3104-4699-bfd7-a2e9312c2628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:20.108085 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-76388ff2-ab74-4f52-8f9d-d9d984a2a36b tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:20.120051 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 146e984b-47c8-4184-bb41-b2ef75d6b3c4 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:36:20.120294 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:20.167053 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-abe52b34-9fc6-4da6-80fc-9873c6485a60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:36:20.248413 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-76388ff2-ab74-4f52-8f9d-d9d984a2a36b tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:20.256794 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76388ff2-ab74-4f52-8f9d-d9d984a2a36b tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:36:20.258100 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-76388ff2-ab74-4f52-8f9d-d9d984a2a36b tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:20.266232 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-c48a0c59-3104-4699-bfd7-a2e9312c2628 None None] Port 67c757e3-18f2-4e00-a5cf-ae3ba7771d37 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:36:20.279356 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-abe52b34-9fc6-4da6-80fc-9873c6485a60 admin admin] Usage tracker for resource:security_group_rule and tenant:7955f71128ee45d396cc03ca8e999fe3 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:36:20.291410 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 146e984b-47c8-4184-bb41-b2ef75d6b3c4 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:36:20.320689 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-abe52b34-9fc6-4da6-80fc-9873c6485a60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:36:20.395820 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-abe52b34-9fc6-4da6-80fc-9873c6485a60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:36:20.456315 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e041f044-8f52-4d1c-89b5-08b929bc2816 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690761'] for router, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:20.480465 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-76388ff2-ab74-4f52-8f9d-d9d984a2a36b tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9180596 May 28 06:36:20.529495 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76388ff2-ab74-4f52-8f9d-d9d984a2a36b tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Pushing event updated for resources: {'Network': ['ID=3d54f77e-1b2a-4fd4-be25-958e25510803,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:20.538945 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 36500) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:36:20.542655 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 3d54f77e-1b2a-4fd4-be25-958e25510803 details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:36:20.566281 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-70fc6dbc-e41a-4297-b572-cd3e5e965dd4 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Request body: {'subnet': {'network_id': '3d54f77e-1b2a-4fd4-be25-958e25510803', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:36:20.578132 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f8d4324-1c62-435f-a258-dbabb4c4eae1 admin admin] Router b6a3952f-9e0c-4daf-801a-c1b220ccdb7d is scheduled to L3 agent 42958940-9562-4f71-972f-15a8af9d3963 with binding_index 1 {{(pid=89110) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 06:36:20.845527 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-bd2ae378-ee5c-4dff-a59d-6b00e3995570 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:20.929773 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-70fc6dbc-e41a-4297-b572-cd3e5e965dd4 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:36:21.060285 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-70fc6dbc-e41a-4297-b572-cd3e5e965dd4 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Usage tracker for resource:subnet and tenant:51e07d1dd4e842f29564191e4c945b6c is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:36:21.158880 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-bd2ae378-ee5c-4dff-a59d-6b00e3995570 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Calling delete_port for 67c757e3-18f2-4e00-a5cf-ae3ba7771d37 owned by {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:36:21.158880 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-70fc6dbc-e41a-4297-b572-cd3e5e965dd4 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:36:21.158880 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-70fc6dbc-e41a-4297-b572-cd3e5e965dd4 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:36:21.175218 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-abe52b34-9fc6-4da6-80fc-9873c6485a60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:21.320964 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9268a7b9-4299-4d38-b420-8d29cb615d95 req-9b9b2892-93fe-4520-ac98-2c4a7c652ffd tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:36:21.322664 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9268a7b9-4299-4d38-b420-8d29cb615d95 req-9b9b2892-93fe-4520-ac98-2c4a7c652ffd tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/ports?device_id=18125e28-15d1-48dd-aa07-32b31253304b HTTP/1.1" status: 200 len: 945 time: 0.3407028 May 28 06:36:21.331479 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f8d4324-1c62-435f-a258-dbabb4c4eae1 admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:36:21.349751 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0633ce6-6cfb-45ff-a0e5-86c16503cc22 None None] Sync routers for ids ['b6a3952f-9e0c-4daf-801a-c1b220ccdb7d'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:36:21.351756 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-abe52b34-9fc6-4da6-80fc-9873c6485a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:21.386390 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0633ce6-6cfb-45ff-a0e5-86c16503cc22 None None] Routers {'b6a3952f-9e0c-4daf-801a-c1b220ccdb7d'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:36:21.388431 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-d0633ce6-6cfb-45ff-a0e5-86c16503cc22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:35:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['b6a3952f-9e0c-4daf-801a-c1b220ccdb7d'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:36:21.412193 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70fc6dbc-e41a-4297-b572-cd3e5e965dd4 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Made reservation on behalf of 51e07d1dd4e842f29564191e4c945b6c for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:36:21.415984 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-70fc6dbc-e41a-4297-b572-cd3e5e965dd4 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:21.463148 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9268a7b9-4299-4d38-b420-8d29cb615d95 req-29d9c0fe-650e-42cb-9e54-52ee6fe5747f tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d5c9d24-a7ef-4e95-9414-4cd057feeac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254346 May 28 06:36:21.520262 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2f8d4324-1c62-435f-a258-dbabb4c4eae1 admin admin] Notify callbacks [] for router, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:21.522631 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-2f8d4324-1c62-435f-a258-dbabb4c4eae1 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 10.6116798 May 28 06:36:21.525770 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 36524) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:36:21.591270 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e041f044-8f52-4d1c-89b5-08b929bc2816 admin admin] Router f04817d4-9ae0-4be2-8bb2-b660c6ddd55f is scheduled to L3 agent 42958940-9562-4f71-972f-15a8af9d3963 with binding_index 1 {{(pid=89110) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 06:36:21.839527 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-d0633ce6-6cfb-45ff-a0e5-86c16503cc22 None None] Set router b6a3952f-9e0c-4daf-801a-c1b220ccdb7d gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:36:21.879749 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-bd2ae378-ee5c-4dff-a59d-6b00e3995570 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:21.942191 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-abe52b34-9fc6-4da6-80fc-9873c6485a60 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7955f71128ee45d396cc03ca8e999fe3&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4967856 May 28 06:36:21.954478 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 36528) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:36:21.959184 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-70fc6dbc-e41a-4297-b572-cd3e5e965dd4 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:22.016884 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2ae378-ee5c-4dff-a59d-6b00e3995570 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Pushing event deleted for resources: {'Port': ['ID=67c757e3-18f2-4e00-a5cf-ae3ba7771d37,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:22.044521 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe52b34-9fc6-4da6-80fc-9873c6485a60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5fb292d-f8bd-427e-865f-56a11660af90,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:22.178010 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-bd2ae378-ee5c-4dff-a59d-6b00e3995570 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:22.299169 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fc6dbc-e41a-4297-b572-cd3e5e965dd4 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Pushing event updated for resources: {'Subnet': ['ID=bfc8d07f-86e2-49d8-abb7-240122735b0a,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:22.326616 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70fc6dbc-e41a-4297-b572-cd3e5e965dd4 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Checking segment: {'id': 'b777d82b-bf9e-4f4f-beaa-b9f29473eb0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '3d54f77e-1b2a-4fd4-be25-958e25510803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:36:22.327011 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70fc6dbc-e41a-4297-b572-cd3e5e965dd4 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Network hostable DHCP agents. Network: 3d54f77e-1b2a-4fd4-be25-958e25510803, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:36:22.366611 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e041f044-8f52-4d1c-89b5-08b929bc2816 admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:36:22.371043 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a619771c-db03-4e58-8889-591e402c0175 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:22.377951 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff13c18-cfdb-4b04-9ceb-92100f5bf59d None None] Sync routers for ids ['f04817d4-9ae0-4be2-8bb2-b660c6ddd55f'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:36:22.381930 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-bd2ae378-ee5c-4dff-a59d-6b00e3995570 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] 10.222.0.55 "DELETE /v2.0/ports/67c757e3-18f2-4e00-a5cf-ae3ba7771d37 HTTP/1.1" status: 204 len: 168 time: 3.1002955 May 28 06:36:22.382510 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 36542) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:36:22.398343 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff13c18-cfdb-4b04-9ceb-92100f5bf59d None None] Routers {'f04817d4-9ae0-4be2-8bb2-b660c6ddd55f'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:36:22.399009 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-5ff13c18-cfdb-4b04-9ceb-92100f5bf59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:35:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['f04817d4-9ae0-4be2-8bb2-b660c6ddd55f'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:36:22.492541 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-631f5ac5-998b-47b0-9f0d-2a015361508a tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] GET failed (client error): The resource could not be found. May 28 06:36:22.493079 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-631f5ac5-998b-47b0-9f0d-2a015361508a tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Synchronizing usage tracker for tenant:bc5caefd863c473b82ad319d7686597c on resource:port {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:36:22.549769 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a619771c-db03-4e58-8889-591e402c0175 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:22.553396 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70fc6dbc-e41a-4297-b572-cd3e5e965dd4 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Network 3d54f77e-1b2a-4fd4-be25-958e25510803 is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:36:22.621736 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-631f5ac5-998b-47b0-9f0d-2a015361508a tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Unset dirty status for tenant:bc5caefd863c473b82ad319d7686597c on resource:port {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:36:22.622930 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-631f5ac5-998b-47b0-9f0d-2a015361508a tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] 10.222.0.55 "GET /v2.0/ports/67c757e3-18f2-4e00-a5cf-ae3ba7771d37 HTTP/1.1" status: 404 len: 333 time: 0.2385998 May 28 06:36:22.627373 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 36550) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:36:22.637358 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-fccbd6fe-89ac-403a-b13b-6b915470bc04 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Request body: {'port': {'network_id': 'df47a22f-8879-485f-9f3c-67c82f8efb5a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-913784536'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:36:22.680746 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e041f044-8f52-4d1c-89b5-08b929bc2816 admin admin] Notify callbacks [] for router, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:22.681056 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-70fc6dbc-e41a-4297-b572-cd3e5e965dd4 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, 3d54f77e-1b2a-4fd4-be25-958e25510803) {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:36:22.685523 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-e041f044-8f52-4d1c-89b5-08b929bc2816 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 12.1580126 May 28 06:36:22.693627 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 36554) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:36:22.699224 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3828f58-2c2e-4084-a5d1-cfe187038302 None None] Network 3d54f77e-1b2a-4fd4-be25-958e25510803 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:36:22.716727 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-d0633ce6-6cfb-45ff-a0e5-86c16503cc22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6a3952f-9e0c-4daf-801a-c1b220ccdb7d', 'name': 'tempest-ServerActionsTestJSON-999239930-router', 'tenant_id': 'fada8efd68e34d6781d883ae41cb05ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'ad730f12-4d9c-46d8-922c-7df4d43b7195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:36:11Z', 'updated_at': '2022-05-28T06:36:16Z', 'revision_number': 3, 'project_id': 'fada8efd68e34d6781d883ae41cb05ad', 'gw_port': {'id': 'ad730f12-4d9c-46d8-922c-7df4d43b7195', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0e:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6a3952f-9e0c-4daf-801a-c1b220ccdb7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:36:14Z', 'updated_at': '2022-05-28T06:36:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:36:22.736267 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0633ce6-6cfb-45ff-a0e5-86c16503cc22 None None] Checking router: b6a3952f-9e0c-4daf-801a-c1b220ccdb7d for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:36:22.741336 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0633ce6-6cfb-45ff-a0e5-86c16503cc22 None None] Updating router b6a3952f-9e0c-4daf-801a-c1b220ccdb7d port ad730f12-4d9c-46d8-922c-7df4d43b7195 binding host n-d-843702-1 {{(pid=89112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:36:22.864910 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70fc6dbc-e41a-4297-b572-cd3e5e965dd4 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:36:22.865533 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-70fc6dbc-e41a-4297-b572-cd3e5e965dd4 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:22.997475 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-d0633ce6-6cfb-45ff-a0e5-86c16503cc22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:23.070364 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-70fc6dbc-e41a-4297-b572-cd3e5e965dd4 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5301170 May 28 06:36:23.071485 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 36558) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:36:23.104448 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-092f1d1c-9c76-4895-b486-f57a1d564aba tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-95530695', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:36:23.176978 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-092f1d1c-9c76-4895-b486-f57a1d564aba tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:36:23.208316 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-092f1d1c-9c76-4895-b486-f57a1d564aba tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Usage tracker for resource:router and tenant:51e07d1dd4e842f29564191e4c945b6c is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:36:23.236207 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-fccbd6fe-89ac-403a-b13b-6b915470bc04 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:36:23.240741 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-092f1d1c-9c76-4895-b486-f57a1d564aba tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:36:23.266114 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-092f1d1c-9c76-4895-b486-f57a1d564aba tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:36:23.278598 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-fccbd6fe-89ac-403a-b13b-6b915470bc04 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:36:23.377090 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-092f1d1c-9c76-4895-b486-f57a1d564aba tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59128'] for router, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:23.378168 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-092f1d1c-9c76-4895-b486-f57a1d564aba tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59009'] for router, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:23.385063 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-5ff13c18-cfdb-4b04-9ceb-92100f5bf59d None None] Set router f04817d4-9ae0-4be2-8bb2-b660c6ddd55f gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:36:23.397259 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fccbd6fe-89ac-403a-b13b-6b915470bc04 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Made reservation on behalf of bc5caefd863c473b82ad319d7686597c for: {'port': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:36:23.401903 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fccbd6fe-89ac-403a-b13b-6b915470bc04 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:23.444644 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-092f1d1c-9c76-4895-b486-f57a1d564aba tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:23.484911 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [None req-fccbd6fe-89ac-403a-b13b-6b915470bc04 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] device_id is not set on port a2e71dda-2341-422e-93b1-6108d9d8d4c3 yet. {{(pid=89109) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:36:23.555687 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-d0633ce6-6cfb-45ff-a0e5-86c16503cc22 None None] Notify callbacks [] for port, precommit_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:23.568809 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.provisioning_blocks [None req-d0633ce6-6cfb-45ff-a0e5-86c16503cc22 None None] Transition to ACTIVE for port object ad730f12-4d9c-46d8-922c-7df4d43b7195 will not be triggered until provisioned by entity L2. {{(pid=89112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:36:23.630142 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a619771c-db03-4e58-8889-591e402c0175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:23.639104 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-d0633ce6-6cfb-45ff-a0e5-86c16503cc22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:23.746748 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-d0633ce6-6cfb-45ff-a0e5-86c16503cc22 None None] Attempting to bind port ad730f12-4d9c-46d8-922c-7df4d43b7195 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:36:23.748012 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-d0633ce6-6cfb-45ff-a0e5-86c16503cc22 None None] Attempting to bind port ad730f12-4d9c-46d8-922c-7df4d43b7195 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:36:23.748616 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0633ce6-6cfb-45ff-a0e5-86c16503cc22 None None] Attempting to bind port ad730f12-4d9c-46d8-922c-7df4d43b7195 on network 68df399e-e75e-4871-9364-5d05730b50f0 {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:36:23.762199 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0633ce6-6cfb-45ff-a0e5-86c16503cc22 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:36:23.762996 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0633ce6-6cfb-45ff-a0e5-86c16503cc22 None None] Checking segment: {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:36:23.763629 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-d0633ce6-6cfb-45ff-a0e5-86c16503cc22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:23.764241 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0633ce6-6cfb-45ff-a0e5-86c16503cc22 None None] Bound using segment: {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:36:23.764951 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-d0633ce6-6cfb-45ff-a0e5-86c16503cc22 None None] Bound port: ad730f12-4d9c-46d8-922c-7df4d43b7195, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:36:23.766170 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-d0633ce6-6cfb-45ff-a0e5-86c16503cc22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:23.788440 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a619771c-db03-4e58-8889-591e402c0175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5fb292d-f8bd-427e-865f-56a11660af90,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:23.844962 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-fccbd6fe-89ac-403a-b13b-6b915470bc04 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Allocated IP 2001:db8::1e0 (df47a22f-8879-485f-9f3c-67c82f8efb5a/78f959c8-7c99-4622-9b67-73c52ee4406a/a2e71dda-2341-422e-93b1-6108d9d8d4c3) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:36:23.861937 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-d0633ce6-6cfb-45ff-a0e5-86c16503cc22 None None] For port ad730f12-4d9c-46d8-922c-7df4d43b7195, host n-d-843702-1, cleared binding levels {{(pid=89112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:36:23.866224 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-d0633ce6-6cfb-45ff-a0e5-86c16503cc22 None None] For port ad730f12-4d9c-46d8-922c-7df4d43b7195, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=ad730f12-4d9c-46d8-922c-7df4d43b7195,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:36:23.925647 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78e9f0f-4e4b-4352-9989-d4336b48988a None None] Pushing event updated for resources: {'Port': ['ID=ad730f12-4d9c-46d8-922c-7df4d43b7195,revision_number=2']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:23.931543 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a619771c-db03-4e58-8889-591e402c0175 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:23.938823 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-a619771c-db03-4e58-8889-591e402c0175 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d5fb292d-f8bd-427e-865f-56a11660af90 HTTP/1.1" status: 204 len: 168 time: 1.9813509 May 28 06:36:23.942224 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78e9f0f-4e4b-4352-9989-d4336b48988a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:36:23.945561 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78e9f0f-4e4b-4352-9989-d4336b48988a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:36:23.946721 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78e9f0f-4e4b-4352-9989-d4336b48988a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:36:23.947226 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78e9f0f-4e4b-4352-9989-d4336b48988a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:36:23.949474 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78e9f0f-4e4b-4352-9989-d4336b48988a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:36:23.949982 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78e9f0f-4e4b-4352-9989-d4336b48988a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:36:23.950695 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78e9f0f-4e4b-4352-9989-d4336b48988a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:36:23.951174 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78e9f0f-4e4b-4352-9989-d4336b48988a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:36:23.951897 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78e9f0f-4e4b-4352-9989-d4336b48988a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:36:23.953888 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78e9f0f-4e4b-4352-9989-d4336b48988a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:36:23.956901 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78e9f0f-4e4b-4352-9989-d4336b48988a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:36:23.956901 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78e9f0f-4e4b-4352-9989-d4336b48988a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:36:23.983015 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-d0633ce6-6cfb-45ff-a0e5-86c16503cc22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:24.082629 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af8ccaf-a343-46e4-82ff-164ca9c694ca req-530c2dfe-375d-4971-80e4-4ce7a2431be6 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:36:24.090709 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78e9f0f-4e4b-4352-9989-d4336b48988a None None] Pushing event updated for resources: {'Port': ['ID=ad730f12-4d9c-46d8-922c-7df4d43b7195,revision_number=3']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:24.102371 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9af8ccaf-a343-46e4-82ff-164ca9c694ca req-530c2dfe-375d-4971-80e4-4ce7a2431be6 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/ports?device_id=18125e28-15d1-48dd-aa07-32b31253304b HTTP/1.1" status: 200 len: 945 time: 1.1496830 May 28 06:36:24.123621 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0633ce6-6cfb-45ff-a0e5-86c16503cc22 None None] Routers {'b6a3952f-9e0c-4daf-801a-c1b220ccdb7d'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:36:24.125705 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-d0633ce6-6cfb-45ff-a0e5-86c16503cc22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:35:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['b6a3952f-9e0c-4daf-801a-c1b220ccdb7d'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:36:24.271324 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb64785-1167-4d39-ad49-9888ab7ef4b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-3d54f77e-1b2a-4fd4-be25-958e25510803', 'network_id': '3d54f77e-1b2a-4fd4-be25-958e25510803', 'tenant_id': '51e07d1dd4e842f29564191e4c945b6c', 'fixed_ips': [{'subnet_id': 'bfc8d07f-86e2-49d8-abb7-240122735b0a'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:36:24.278262 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-adb64785-1167-4d39-ad49-9888ab7ef4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:24.298941 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fccbd6fe-89ac-403a-b13b-6b915470bc04 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:24.336586 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [None req-fccbd6fe-89ac-403a-b13b-6b915470bc04 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Transition to ACTIVE for port object a2e71dda-2341-422e-93b1-6108d9d8d4c3 will not be triggered until provisioned by entity DHCP. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:36:24.467478 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-5ff13c18-cfdb-4b04-9ceb-92100f5bf59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f04817d4-9ae0-4be2-8bb2-b660c6ddd55f', 'name': 'tempest-ServerRescueTestJSON-676549062-router', 'tenant_id': 'f44679598b0a43b98b3c94202ca37d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': 'ef4d1cea-1562-4c9d-bd27-48f6fbab45d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:36:10Z', 'updated_at': '2022-05-28T06:36:18Z', 'revision_number': 3, 'project_id': 'f44679598b0a43b98b3c94202ca37d34', 'gw_port': {'id': 'ef4d1cea-1562-4c9d-bd27-48f6fbab45d6', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:f3:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f04817d4-9ae0-4be2-8bb2-b660c6ddd55f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:36:14Z', 'updated_at': '2022-05-28T06:36:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:36:24.475512 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff13c18-cfdb-4b04-9ceb-92100f5bf59d None None] Checking router: f04817d4-9ae0-4be2-8bb2-b660c6ddd55f for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:36:24.476173 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff13c18-cfdb-4b04-9ceb-92100f5bf59d None None] Updating router f04817d4-9ae0-4be2-8bb2-b660c6ddd55f port ef4d1cea-1562-4c9d-bd27-48f6fbab45d6 binding host n-d-843702-1 {{(pid=89111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:36:24.487638 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fccbd6fe-89ac-403a-b13b-6b915470bc04 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:24.515917 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9af8ccaf-a343-46e4-82ff-164ca9c694ca req-2e21b49d-8634-4a44-9a10-57074f270a8b tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d5c9d24-a7ef-4e95-9414-4cd057feeac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4113779 May 28 06:36:24.611299 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-d0633ce6-6cfb-45ff-a0e5-86c16503cc22 None None] Set router b6a3952f-9e0c-4daf-801a-c1b220ccdb7d gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:36:24.653683 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-26b67cf4-135d-4587-af3d-8bbb191612ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:24.711886 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-5ff13c18-cfdb-4b04-9ceb-92100f5bf59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:24.759435 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fccbd6fe-89ac-403a-b13b-6b915470bc04 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Network df47a22f-8879-485f-9f3c-67c82f8efb5a is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:36:24.768274 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccbd6fe-89ac-403a-b13b-6b915470bc04 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Pushing event updated for resources: {'Port': ['ID=a2e71dda-2341-422e-93b1-6108d9d8d4c3,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:24.788824 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-fccbd6fe-89ac-403a-b13b-6b915470bc04 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:36:24.802669 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fccbd6fe-89ac-403a-b13b-6b915470bc04 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:36:24.818869 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fccbd6fe-89ac-403a-b13b-6b915470bc04 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:36:24.820875 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fccbd6fe-89ac-403a-b13b-6b915470bc04 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:24.884124 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-adb64785-1167-4d39-ad49-9888ab7ef4b3 None None] Allocated IP 172.20.0.2 (3d54f77e-1b2a-4fd4-be25-958e25510803/bfc8d07f-86e2-49d8-abb7-240122735b0a/7f280ed7-bbe9-4d38-8d1b-c272d8316223) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:36:24.894793 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-092f1d1c-9c76-4895-b486-f57a1d564aba tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690761'] for router, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:25.001653 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-fccbd6fe-89ac-403a-b13b-6b915470bc04 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.3714616 May 28 06:36:25.003000 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 36588) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:36:25.023155 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-6f3d86ea-5a8b-4f70-997e-866f0ca5055b tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Request body: {'port': {'network_id': 'df47a22f-8879-485f-9f3c-67c82f8efb5a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-308515517'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:36:25.388305 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 36596) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:36:25.408654 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-6f3d86ea-5a8b-4f70-997e-866f0ca5055b tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:36:25.413772 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-6f3d86ea-5a8b-4f70-997e-866f0ca5055b tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Usage tracker for resource:port and tenant:bc5caefd863c473b82ad319d7686597c is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:36:25.417752 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-6f3d86ea-5a8b-4f70-997e-866f0ca5055b tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:36:25.426945 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-6f3d86ea-5a8b-4f70-997e-866f0ca5055b tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:36:25.439552 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-092f1d1c-9c76-4895-b486-f57a1d564aba tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:25.441088 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-243f95ef-db6a-4221-b087-fa7531a390eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:25.441860 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-092f1d1c-9c76-4895-b486-f57a1d564aba tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 2.3608372 May 28 06:36:25.448869 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 36604) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:36:25.472038 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-6964ca42-83f5-49d2-ace7-a9d14c240e8b tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Request body: {'port': {'network_id': '3d54f77e-1b2a-4fd4-be25-958e25510803', 'name': 'tempest-RoutersTest-436078171'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:36:25.508439 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-739401fb-72ff-4247-95e1-d39b0ab4fc78 None None] Provisioning for port a2e71dda-2341-422e-93b1-6108d9d8d4c3 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:36:25.579537 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-d0633ce6-6cfb-45ff-a0e5-86c16503cc22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6a3952f-9e0c-4daf-801a-c1b220ccdb7d', 'name': 'tempest-ServerActionsTestJSON-999239930-router', 'tenant_id': 'fada8efd68e34d6781d883ae41cb05ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'ad730f12-4d9c-46d8-922c-7df4d43b7195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:36:11Z', 'updated_at': '2022-05-28T06:36:16Z', 'revision_number': 3, 'project_id': 'fada8efd68e34d6781d883ae41cb05ad', 'gw_port': {'id': 'ad730f12-4d9c-46d8-922c-7df4d43b7195', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0e:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6a3952f-9e0c-4daf-801a-c1b220ccdb7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:36:14Z', 'updated_at': '2022-05-28T06:36:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:36:25.585880 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-243f95ef-db6a-4221-b087-fa7531a390eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:36:25.588650 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0633ce6-6cfb-45ff-a0e5-86c16503cc22 None None] The sync data for ids ['b6a3952f-9e0c-4daf-801a-c1b220ccdb7d'] in n-d-843702-1 is: [{'id': 'b6a3952f-9e0c-4daf-801a-c1b220ccdb7d', 'name': 'tempest-ServerActionsTestJSON-999239930-router', 'tenant_id': 'fada8efd68e34d6781d883ae41cb05ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'ad730f12-4d9c-46d8-922c-7df4d43b7195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:36:11Z', 'updated_at': '2022-05-28T06:36:16Z', 'revision_number': 3, 'project_id': 'fada8efd68e34d6781d883ae41cb05ad', 'gw_port': {'id': 'ad730f12-4d9c-46d8-922c-7df4d43b7195', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0e:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6a3952f-9e0c-4daf-801a-c1b220ccdb7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:36:14Z', 'updated_at': '2022-05-28T06:36:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:36:25.621625 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-739401fb-72ff-4247-95e1-d39b0ab4fc78 None None] Provisioning complete for port a2e71dda-2341-422e-93b1-6108d9d8d4c3 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:36:25.626193 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-739401fb-72ff-4247-95e1-d39b0ab4fc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:25.677493 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-243f95ef-db6a-4221-b087-fa7531a390eb admin admin] Usage tracker for resource:security_group_rule and tenant:ef963cbbca844f2da857652c292707b3 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:36:25.727804 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.db.resource_extend [None req-5ff13c18-cfdb-4b04-9ceb-92100f5bf59d None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 06:36:25.776152 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-243f95ef-db6a-4221-b087-fa7531a390eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:36:25.814351 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-243f95ef-db6a-4221-b087-fa7531a390eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:36:25.851796 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-6964ca42-83f5-49d2-ace7-a9d14c240e8b tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:36:25.860182 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-6964ca42-83f5-49d2-ace7-a9d14c240e8b tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Usage tracker for resource:port and tenant:51e07d1dd4e842f29564191e4c945b6c is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:36:25.872971 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-739401fb-72ff-4247-95e1-d39b0ab4fc78 None None] Port a2e71dda-2341-422e-93b1-6108d9d8d4c3 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:36:25.876798 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-adb64785-1167-4d39-ad49-9888ab7ef4b3 None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:25.885133 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-6964ca42-83f5-49d2-ace7-a9d14c240e8b tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:36:25.889206 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-6964ca42-83f5-49d2-ace7-a9d14c240e8b tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:36:25.898589 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f3d86ea-5a8b-4f70-997e-866f0ca5055b tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Made reservation on behalf of bc5caefd863c473b82ad319d7686597c for: {'port': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:36:25.903216 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6f3d86ea-5a8b-4f70-997e-866f0ca5055b tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:25.927987 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-adb64785-1167-4d39-ad49-9888ab7ef4b3 None None] Transition to ACTIVE for port object 7f280ed7-bbe9-4d38-8d1b-c272d8316223 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:36:25.938249 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [None req-6f3d86ea-5a8b-4f70-997e-866f0ca5055b tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] device_id is not set on port bdc9389e-01fd-45db-9c39-1bc1b6315e05 yet. {{(pid=89109) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:36:25.938507 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-5ff13c18-cfdb-4b04-9ceb-92100f5bf59d None None] Notify callbacks [] for port, precommit_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:25.970774 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-5ff13c18-cfdb-4b04-9ceb-92100f5bf59d None None] Transition to ACTIVE for port object ef4d1cea-1562-4c9d-bd27-48f6fbab45d6 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:36:25.976465 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-adb64785-1167-4d39-ad49-9888ab7ef4b3 None None] Transition to ACTIVE for port object 7f280ed7-bbe9-4d38-8d1b-c272d8316223 will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:36:25.987733 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [None req-26b67cf4-135d-4587-af3d-8bbb191612ec admin admin] Allocated IP 172.20.0.1 (e7d92049-bff3-4c3a-a4bd-4950c7dcad1c/40188bf0-967d-446e-ac4f-b5c59a2acd9a/40052406-75c2-412c-a1db-28bb911750f0) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:36:26.019429 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d88e8275-bd2e-42a9-b4a5-3ad19330fe13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:26.087112 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-adb64785-1167-4d39-ad49-9888ab7ef4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:26.147138 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6964ca42-83f5-49d2-ace7-a9d14c240e8b tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Made reservation on behalf of 51e07d1dd4e842f29564191e4c945b6c for: {'port': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:36:26.162887 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6964ca42-83f5-49d2-ace7-a9d14c240e8b tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:26.174309 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-5ff13c18-cfdb-4b04-9ceb-92100f5bf59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:26.268452 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [None req-6964ca42-83f5-49d2-ace7-a9d14c240e8b tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] device_id is not set on port c8a9fe54-1d6c-4281-afc9-69c0a3945022 yet. {{(pid=89109) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:36:26.314015 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-5ff13c18-cfdb-4b04-9ceb-92100f5bf59d None None] Attempting to bind port ef4d1cea-1562-4c9d-bd27-48f6fbab45d6 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:36:26.314015 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-5ff13c18-cfdb-4b04-9ceb-92100f5bf59d None None] Attempting to bind port ef4d1cea-1562-4c9d-bd27-48f6fbab45d6 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:36:26.314015 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff13c18-cfdb-4b04-9ceb-92100f5bf59d None None] Attempting to bind port ef4d1cea-1562-4c9d-bd27-48f6fbab45d6 on network 68df399e-e75e-4871-9364-5d05730b50f0 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:36:26.333660 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb64785-1167-4d39-ad49-9888ab7ef4b3 None None] Network 3d54f77e-1b2a-4fd4-be25-958e25510803 is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:36:26.354593 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-adb64785-1167-4d39-ad49-9888ab7ef4b3 None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:36:26.362800 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb64785-1167-4d39-ad49-9888ab7ef4b3 None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:36:26.384236 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c049ec27-77a5-49e6-9467-5852f613edbe req-dadfb7df-ffd8-4fba-b8ea-624fabadbbfd tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:36:26.398641 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c049ec27-77a5-49e6-9467-5852f613edbe req-dadfb7df-ffd8-4fba-b8ea-624fabadbbfd tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/ports?device_id=18125e28-15d1-48dd-aa07-32b31253304b HTTP/1.1" status: 200 len: 945 time: 0.5768881 May 28 06:36:26.461134 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff13c18-cfdb-4b04-9ceb-92100f5bf59d None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:36:26.465225 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff13c18-cfdb-4b04-9ceb-92100f5bf59d None None] Checking segment: {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:36:26.466266 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-5ff13c18-cfdb-4b04-9ceb-92100f5bf59d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:26.467275 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff13c18-cfdb-4b04-9ceb-92100f5bf59d None None] Bound using segment: {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:36:26.467956 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-5ff13c18-cfdb-4b04-9ceb-92100f5bf59d None None] Bound port: ef4d1cea-1562-4c9d-bd27-48f6fbab45d6, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:36:26.474206 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-5ff13c18-cfdb-4b04-9ceb-92100f5bf59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:26.664508 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-243f95ef-db6a-4221-b087-fa7531a390eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:26.750951 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c049ec27-77a5-49e6-9467-5852f613edbe req-3f58d37f-19e2-420d-b1ca-8a0cb011f8bd tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d5c9d24-a7ef-4e95-9414-4cd057feeac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3510523 May 28 06:36:26.763848 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb64785-1167-4d39-ad49-9888ab7ef4b3 None None] Pushing event updated for resources: {'Port': ['ID=7f280ed7-bbe9-4d38-8d1b-c272d8316223,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:26.782651 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-859e901c-c84a-496d-879d-de01b92b482a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:26.968286 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-5ff13c18-cfdb-4b04-9ceb-92100f5bf59d None None] For port ef4d1cea-1562-4c9d-bd27-48f6fbab45d6, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:36:26.980268 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-5ff13c18-cfdb-4b04-9ceb-92100f5bf59d None None] For port ef4d1cea-1562-4c9d-bd27-48f6fbab45d6, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=ef4d1cea-1562-4c9d-bd27-48f6fbab45d6,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:36:27.002839 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-243f95ef-db6a-4221-b087-fa7531a390eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:27.024747 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-26b67cf4-135d-4587-af3d-8bbb191612ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:27.027955 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-adb64785-1167-4d39-ad49-9888ab7ef4b3 None None] Attempting to bind port 7f280ed7-bbe9-4d38-8d1b-c272d8316223 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:36:27.028473 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-adb64785-1167-4d39-ad49-9888ab7ef4b3 None None] Attempting to bind port 7f280ed7-bbe9-4d38-8d1b-c272d8316223 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'b777d82b-bf9e-4f4f-beaa-b9f29473eb0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '3d54f77e-1b2a-4fd4-be25-958e25510803'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:36:27.028944 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb64785-1167-4d39-ad49-9888ab7ef4b3 None None] Attempting to bind port 7f280ed7-bbe9-4d38-8d1b-c272d8316223 on network 3d54f77e-1b2a-4fd4-be25-958e25510803 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:36:27.039045 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb64785-1167-4d39-ad49-9888ab7ef4b3 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:36:27.039518 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb64785-1167-4d39-ad49-9888ab7ef4b3 None None] Checking segment: {'id': 'b777d82b-bf9e-4f4f-beaa-b9f29473eb0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '3d54f77e-1b2a-4fd4-be25-958e25510803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:36:27.039983 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-adb64785-1167-4d39-ad49-9888ab7ef4b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:27.041364 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb64785-1167-4d39-ad49-9888ab7ef4b3 None None] Bound using segment: {'id': 'b777d82b-bf9e-4f4f-beaa-b9f29473eb0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '3d54f77e-1b2a-4fd4-be25-958e25510803'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:36:27.042128 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-adb64785-1167-4d39-ad49-9888ab7ef4b3 None None] Bound port: 7f280ed7-bbe9-4d38-8d1b-c272d8316223, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b777d82b-bf9e-4f4f-beaa-b9f29473eb0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '3d54f77e-1b2a-4fd4-be25-958e25510803'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:36:27.042573 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-adb64785-1167-4d39-ad49-9888ab7ef4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:27.109643 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-6f3d86ea-5a8b-4f70-997e-866f0ca5055b tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Allocated IP 2001:db8::256 (df47a22f-8879-485f-9f3c-67c82f8efb5a/78f959c8-7c99-4622-9b67-73c52ee4406a/bdc9389e-01fd-45db-9c39-1bc1b6315e05) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:36:27.113408 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-5ff13c18-cfdb-4b04-9ceb-92100f5bf59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:27.137619 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de6b87d-168c-48c7-bca5-c3fdec662e28 None None] Pushing event updated for resources: {'Port': ['ID=ef4d1cea-1562-4c9d-bd27-48f6fbab45d6,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:27.162543 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [None req-26b67cf4-135d-4587-af3d-8bbb191612ec admin admin] Transition to ACTIVE for port object 40052406-75c2-412c-a1db-28bb911750f0 will not be triggered until provisioned by entity DHCP. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:36:27.186456 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-243f95ef-db6a-4221-b087-fa7531a390eb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ef963cbbca844f2da857652c292707b3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7906744 May 28 06:36:27.193948 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 36630) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:36:27.228195 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [None req-d88e8275-bd2e-42a9-b4a5-3ad19330fe13 admin admin] Allocated IP 172.20.0.1 (50e6c29d-3c94-4645-8aee-2ebf9aaac97d/461065ec-096d-40f7-a624-cb52121fd52b/9a474b7d-6d12-49dc-b443-f5ab7a61dddb) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:36:27.228195 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243f95ef-db6a-4221-b087-fa7531a390eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8123a9ed-14f6-4c27-b55a-6c9395ea6289,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:27.228451 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-6964ca42-83f5-49d2-ace7-a9d14c240e8b tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Allocated IP 172.20.0.12 (3d54f77e-1b2a-4fd4-be25-958e25510803/bfc8d07f-86e2-49d8-abb7-240122735b0a/c8a9fe54-1d6c-4281-afc9-69c0a3945022) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:36:27.239429 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243f95ef-db6a-4221-b087-fa7531a390eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:36:27.239768 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243f95ef-db6a-4221-b087-fa7531a390eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:36:27.240093 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243f95ef-db6a-4221-b087-fa7531a390eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:36:27.240425 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243f95ef-db6a-4221-b087-fa7531a390eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:36:27.240754 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243f95ef-db6a-4221-b087-fa7531a390eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:36:27.241081 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243f95ef-db6a-4221-b087-fa7531a390eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:36:27.241398 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243f95ef-db6a-4221-b087-fa7531a390eb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:36:27.252540 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243f95ef-db6a-4221-b087-fa7531a390eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:36:27.253109 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243f95ef-db6a-4221-b087-fa7531a390eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:36:27.253483 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243f95ef-db6a-4221-b087-fa7531a390eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:36:27.253819 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243f95ef-db6a-4221-b087-fa7531a390eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:36:27.254149 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243f95ef-db6a-4221-b087-fa7531a390eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:36:27.521714 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de6b87d-168c-48c7-bca5-c3fdec662e28 None None] Pushing event updated for resources: {'Port': ['ID=ef4d1cea-1562-4c9d-bd27-48f6fbab45d6,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:27.521714 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff13c18-cfdb-4b04-9ceb-92100f5bf59d None None] Routers {'f04817d4-9ae0-4be2-8bb2-b660c6ddd55f'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:36:27.521714 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-5ff13c18-cfdb-4b04-9ceb-92100f5bf59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:35:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['f04817d4-9ae0-4be2-8bb2-b660c6ddd55f'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:36:27.521977 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d88e8275-bd2e-42a9-b4a5-3ad19330fe13 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:27.542695 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f2e8336c-cc84-45d1-8237-14a78527977f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:27.592828 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f2e8336c-cc84-45d1-8237-14a78527977f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:27.655287 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-adb64785-1167-4d39-ad49-9888ab7ef4b3 None None] For port 7f280ed7-bbe9-4d38-8d1b-c272d8316223, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:36:27.680068 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-26b67cf4-135d-4587-af3d-8bbb191612ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:27.761316 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b67cf4-135d-4587-af3d-8bbb191612ec admin admin] Network e7d92049-bff3-4c3a-a4bd-4950c7dcad1c is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:36:27.765065 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-26b67cf4-135d-4587-af3d-8bbb191612ec admin admin] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:36:27.768771 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b67cf4-135d-4587-af3d-8bbb191612ec admin admin] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:36:27.804578 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d88e8275-bd2e-42a9-b4a5-3ad19330fe13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:27.844173 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f2e8336c-cc84-45d1-8237-14a78527977f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:27.849328 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-adb64785-1167-4d39-ad49-9888ab7ef4b3 None None] For port 7f280ed7-bbe9-4d38-8d1b-c272d8316223, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=7f280ed7-bbe9-4d38-8d1b-c272d8316223,segment=NetworkSegment(b777d82b-bf9e-4f4f-beaa-b9f29473eb0d),segment_id=b777d82b-bf9e-4f4f-beaa-b9f29473eb0d)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:36:27.859506 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-5ff13c18-cfdb-4b04-9ceb-92100f5bf59d None None] Set router f04817d4-9ae0-4be2-8bb2-b660c6ddd55f gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:36:27.882178 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d88e8275-bd2e-42a9-b4a5-3ad19330fe13 admin admin] Network 50e6c29d-3c94-4645-8aee-2ebf9aaac97d is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:36:27.890273 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-d88e8275-bd2e-42a9-b4a5-3ad19330fe13 admin admin] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:36:27.895157 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88e8275-bd2e-42a9-b4a5-3ad19330fe13 admin admin] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:36:27.957182 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b67cf4-135d-4587-af3d-8bbb191612ec admin admin] Pushing event updated for resources: {'Port': ['ID=40052406-75c2-412c-a1db-28bb911750f0,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:28.058945 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-adb64785-1167-4d39-ad49-9888ab7ef4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:28.069964 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6964ca42-83f5-49d2-ace7-a9d14c240e8b tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:28.125804 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d88e8275-bd2e-42a9-b4a5-3ad19330fe13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690947'] for router_interface, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:28.132371 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88e8275-bd2e-42a9-b4a5-3ad19330fe13 admin admin] Pushing event updated for resources: {'Port': ['ID=9a474b7d-6d12-49dc-b443-f5ab7a61dddb,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:28.210387 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [None req-6964ca42-83f5-49d2-ace7-a9d14c240e8b tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Transition to ACTIVE for port object c8a9fe54-1d6c-4281-afc9-69c0a3945022 will not be triggered until provisioned by entity DHCP. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:36:28.302563 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6f3d86ea-5a8b-4f70-997e-866f0ca5055b tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:28.304655 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e8336c-cc84-45d1-8237-14a78527977f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8123a9ed-14f6-4c27-b55a-6c9395ea6289,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:28.349362 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:28.354412 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-26b67cf4-135d-4587-af3d-8bbb191612ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690947'] for router_interface, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:28.366876 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [None req-6f3d86ea-5a8b-4f70-997e-866f0ca5055b tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Transition to ACTIVE for port object bdc9389e-01fd-45db-9c39-1bc1b6315e05 will not be triggered until provisioned by entity DHCP. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:36:28.374328 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device ad730f12-4d9c-46d8-922c-7df4d43b7195 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:36:28.448573 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f2e8336c-cc84-45d1-8237-14a78527977f admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:28.449780 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-f2e8336c-cc84-45d1-8237-14a78527977f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8123a9ed-14f6-4c27-b55a-6c9395ea6289 HTTP/1.1" status: 204 len: 168 time: 1.2513726 May 28 06:36:28.458846 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6964ca42-83f5-49d2-ace7-a9d14c240e8b tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:28.496935 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 0c82cdde-d718-46cb-9d90-6f9ae18a045e details requested by agent hyperv_n-h2-843702-1 with host n-h2-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:36:28.568560 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022f716a-663b-4583-9c4f-fa4bad072633 req-3d47f9bd-e98d-4f00-ab5a-9073ad95761e tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:36:28.571431 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-022f716a-663b-4583-9c4f-fa4bad072633 req-3d47f9bd-e98d-4f00-ab5a-9073ad95761e tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/ports?device_id=18125e28-15d1-48dd-aa07-32b31253304b HTTP/1.1" status: 200 len: 945 time: 0.4549897 May 28 06:36:28.605670 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6f3d86ea-5a8b-4f70-997e-866f0ca5055b tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:28.693876 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6964ca42-83f5-49d2-ace7-a9d14c240e8b tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Network 3d54f77e-1b2a-4fd4-be25-958e25510803 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:36:28.702682 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-6964ca42-83f5-49d2-ace7-a9d14c240e8b tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:36:28.711506 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6964ca42-83f5-49d2-ace7-a9d14c240e8b tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:36:28.719101 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-022f716a-663b-4583-9c4f-fa4bad072633 req-3a998e50-28ab-4785-8ae2-f0872e3a27b0 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d5c9d24-a7ef-4e95-9414-4cd057feeac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1400957 May 28 06:36:28.766722 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6964ca42-83f5-49d2-ace7-a9d14c240e8b tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Pushing event updated for resources: {'Port': ['ID=c8a9fe54-1d6c-4281-afc9-69c0a3945022,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:28.779130 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f3d86ea-5a8b-4f70-997e-866f0ca5055b tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Network df47a22f-8879-485f-9f3c-67c82f8efb5a is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:36:28.828839 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-6f3d86ea-5a8b-4f70-997e-866f0ca5055b tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:36:28.834372 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3d86ea-5a8b-4f70-997e-866f0ca5055b tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:36:28.844495 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f3d86ea-5a8b-4f70-997e-866f0ca5055b tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:36:28.845159 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6f3d86ea-5a8b-4f70-997e-866f0ca5055b tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:28.935582 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6964ca42-83f5-49d2-ace7-a9d14c240e8b tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:36:28.935582 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6964ca42-83f5-49d2-ace7-a9d14c240e8b tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:28.935800 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3d86ea-5a8b-4f70-997e-866f0ca5055b tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Pushing event updated for resources: {'Port': ['ID=bdc9389e-01fd-45db-9c39-1bc1b6315e05,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:29.028681 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-6f3d86ea-5a8b-4f70-997e-866f0ca5055b tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 4.0241990 May 28 06:36:29.032357 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 36672) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:36:29.035593 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d88e8275-bd2e-42a9-b4a5-3ad19330fe13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:29.050010 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 0c82cdde-d718-46cb-9d90-6f9ae18a045e, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=0c82cdde-d718-46cb-9d90-6f9ae18a045e,segment=NetworkSegment(38fd89a2-8195-4731-ba40-f43c54a7016a),segment_id=38fd89a2-8195-4731-ba40-f43c54a7016a)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:36:29.058182 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-4c6b0782-11e3-4dd5-a159-befac9e6653e tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::15b', 'mac_address': 'fa:16:3e:0e:bb:fe'}, {'ip_address': '2001:db8::1e0', 'mac_address': 'fa:16:3e:a4:ea:c8'}]}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:36:29.119695 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-6964ca42-83f5-49d2-ace7-a9d14c240e8b tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.6634669 May 28 06:36:29.134474 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 36676) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:36:29.144463 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Returning: {'device': '0c82cdde-d718-46cb-9d90-6f9ae18a045e', 'network_id': 'a8fa6c28-5257-4dd9-bf7e-c257b513d11b', 'port_id': '0c82cdde-d718-46cb-9d90-6f9ae18a045e', 'mac_address': 'fa:16:3e:04:24:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63994f4d-7e85-4fdc-89a1-6c8536e7f551', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:36:29.181929 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-26b67cf4-135d-4587-af3d-8bbb191612ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:29.806954 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port ad730f12-4d9c-46d8-922c-7df4d43b7195 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:36:29.810353 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb64785-1167-4d39-ad49-9888ab7ef4b3 None None] Pushing event updated for resources: {'Port': ['ID=7f280ed7-bbe9-4d38-8d1b-c272d8316223,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:29.813267 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-6cecab1a-2c21-4294-9500-e5db83d0b0ce None None] Provisioning for port 40052406-75c2-412c-a1db-28bb911750f0 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:36:29.860074 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-6cecab1a-2c21-4294-9500-e5db83d0b0ce None None] Provisioning complete for port 40052406-75c2-412c-a1db-28bb911750f0 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:36:29.860454 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-6cecab1a-2c21-4294-9500-e5db83d0b0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:29.982811 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-fd615a3d-0a68-4bd5-aef1-78ebc97daa32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:29.986532 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-6cecab1a-2c21-4294-9500-e5db83d0b0ce None None] Port 40052406-75c2-412c-a1db-28bb911750f0 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:36:29.998724 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:30.001969 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port ad730f12-4d9c-46d8-922c-7df4d43b7195 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:36:30.001969 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:30.030110 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d88e8275-bd2e-42a9-b4a5-3ad19330fe13 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:30.117755 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d88e8275-bd2e-42a9-b4a5-3ad19330fe13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:30.185924 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 0c82cdde-d718-46cb-9d90-6f9ae18a045e is: ACTIVE; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:36:30.186507 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:30.256965 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0c82cdde-d718-46cb-9d90-6f9ae18a045e {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:36:30.294925 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:30.306569 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-5ff13c18-cfdb-4b04-9ceb-92100f5bf59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f04817d4-9ae0-4be2-8bb2-b660c6ddd55f', 'name': 'tempest-ServerRescueTestJSON-676549062-router', 'tenant_id': 'f44679598b0a43b98b3c94202ca37d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': 'ef4d1cea-1562-4c9d-bd27-48f6fbab45d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:36:10Z', 'updated_at': '2022-05-28T06:36:18Z', 'revision_number': 3, 'project_id': 'f44679598b0a43b98b3c94202ca37d34', 'gw_port': {'id': 'ef4d1cea-1562-4c9d-bd27-48f6fbab45d6', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:f3:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f04817d4-9ae0-4be2-8bb2-b660c6ddd55f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:36:14Z', 'updated_at': '2022-05-28T06:36:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:36:30.349513 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff13c18-cfdb-4b04-9ceb-92100f5bf59d None None] The sync data for ids ['f04817d4-9ae0-4be2-8bb2-b660c6ddd55f'] in n-d-843702-1 is: [{'id': 'f04817d4-9ae0-4be2-8bb2-b660c6ddd55f', 'name': 'tempest-ServerRescueTestJSON-676549062-router', 'tenant_id': 'f44679598b0a43b98b3c94202ca37d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': 'ef4d1cea-1562-4c9d-bd27-48f6fbab45d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:36:10Z', 'updated_at': '2022-05-28T06:36:18Z', 'revision_number': 3, 'project_id': 'f44679598b0a43b98b3c94202ca37d34', 'gw_port': {'id': 'ef4d1cea-1562-4c9d-bd27-48f6fbab45d6', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:f3:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f04817d4-9ae0-4be2-8bb2-b660c6ddd55f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:36:14Z', 'updated_at': '2022-05-28T06:36:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:36:30.367708 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 0c82cdde-d718-46cb-9d90-6f9ae18a045e, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=0c82cdde-d718-46cb-9d90-6f9ae18a045e,segment=NetworkSegment(38fd89a2-8195-4731-ba40-f43c54a7016a),segment_id=38fd89a2-8195-4731-ba40-f43c54a7016a)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:36:30.567166 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88e8275-bd2e-42a9-b4a5-3ad19330fe13 admin admin] Pushing event updated for resources: {'Port': ['ID=9a474b7d-6d12-49dc-b443-f5ab7a61dddb,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:30.576453 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port ad730f12-4d9c-46d8-922c-7df4d43b7195 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:36:30.578249 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:30.587705 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d88e8275-bd2e-42a9-b4a5-3ad19330fe13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700602'] for router_interface, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:30.588655 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-93a9c465-3d2a-4fac-a46e-aa2a3622b12c None None] Provisioning for port bdc9389e-01fd-45db-9c39-1bc1b6315e05 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:36:30.606177 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:30.673712 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4c6b0782-11e3-4dd5-a159-befac9e6653e tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:30.705501 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-93a9c465-3d2a-4fac-a46e-aa2a3622b12c None None] Provisioning complete for port bdc9389e-01fd-45db-9c39-1bc1b6315e05 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:36:30.706066 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-93a9c465-3d2a-4fac-a46e-aa2a3622b12c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:30.752752 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-26b67cf4-135d-4587-af3d-8bbb191612ec admin admin] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:30.790026 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['0c82cdde-d718-46cb-9d90-6f9ae18a045e'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:36:30.929093 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port ad730f12-4d9c-46d8-922c-7df4d43b7195, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=ad730f12-4d9c-46d8-922c-7df4d43b7195,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:36:30.936320 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-26b67cf4-135d-4587-af3d-8bbb191612ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:31.033799 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bab882-ffd1-446d-b23b-7483fd4542df req-a18c8568-1e26-42cf-bd7f-8c91ca4de491 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:36:31.043020 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-80bab882-ffd1-446d-b23b-7483fd4542df req-a18c8568-1e26-42cf-bd7f-8c91ca4de491 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/ports?device_id=18125e28-15d1-48dd-aa07-32b31253304b HTTP/1.1" status: 200 len: 945 time: 1.0052214 May 28 06:36:31.089538 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:31.188598 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-93a9c465-3d2a-4fac-a46e-aa2a3622b12c None None] Port bdc9389e-01fd-45db-9c39-1bc1b6315e05 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:36:31.238997 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=0c82cdde-d718-46cb-9d90-6f9ae18a045e,revision_number=6']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:31.575401 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device ef4d1cea-1562-4c9d-bd27-48f6fbab45d6 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:36:31.868796 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=ad730f12-4d9c-46d8-922c-7df4d43b7195,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:31.949255 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:31.985698 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0425ea0d-0de7-4e3a-8b5a-0e39aa53bbdb None None] Network 3d54f77e-1b2a-4fd4-be25-958e25510803 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:36:32.011899 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-26b67cf4-135d-4587-af3d-8bbb191612ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700602'] for router_interface, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:32.054089 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 36782) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:36:32.121682 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-52872043-3875-4167-ba3f-390d548f4db6 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:32.303839 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4c6b0782-11e3-4dd5-a159-befac9e6653e tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:32.386556 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b67cf4-135d-4587-af3d-8bbb191612ec admin admin] Pushing event updated for resources: {'Port': ['ID=40052406-75c2-412c-a1db-28bb911750f0,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:32.393089 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4c6b0782-11e3-4dd5-a159-befac9e6653e tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:32.610809 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-80bab882-ffd1-446d-b23b-7483fd4542df req-8a5ec494-2007-4478-aef1-5acd9b6e16fb tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d5c9d24-a7ef-4e95-9414-4cd057feeac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.5668132 May 28 06:36:32.660101 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port ef4d1cea-1562-4c9d-bd27-48f6fbab45d6 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:36:32.759996 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d88e8275-bd2e-42a9-b4a5-3ad19330fe13 admin admin] Network 50e6c29d-3c94-4645-8aee-2ebf9aaac97d is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:36:32.778330 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-d88e8275-bd2e-42a9-b4a5-3ad19330fe13 admin admin] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:36:32.785874 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port ef4d1cea-1562-4c9d-bd27-48f6fbab45d6 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:36:32.786656 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:32.810698 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b67cf4-135d-4587-af3d-8bbb191612ec admin admin] Network e7d92049-bff3-4c3a-a4bd-4950c7dcad1c is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:36:32.817444 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-26b67cf4-135d-4587-af3d-8bbb191612ec admin admin] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:36:33.026228 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:33.072620 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-c2f90979-3fbb-4e5f-9a72-03130e34b3d5 None None] Provisioning for port 7f280ed7-bbe9-4d38-8d1b-c272d8316223 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:36:33.280183 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-4c6b0782-11e3-4dd5-a159-befac9e6653e tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] In _notify_port_updated(), no bound segment for port bdc9389e-01fd-45db-9c39-1bc1b6315e05 on network df47a22f-8879-485f-9f3c-67c82f8efb5a {{(pid=89109) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 28 06:36:33.289294 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port ef4d1cea-1562-4c9d-bd27-48f6fbab45d6 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:36:33.290526 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:33.302886 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c6b0782-11e3-4dd5-a159-befac9e6653e tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:36:33.308154 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4c6b0782-11e3-4dd5-a159-befac9e6653e tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:33.316027 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-4c6b0782-11e3-4dd5-a159-befac9e6653e tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] 10.222.0.55 "PUT /v2.0/ports/bdc9389e-01fd-45db-9c39-1bc1b6315e05 HTTP/1.1" status: 200 len: 1067 time: 4.2820308 May 28 06:36:33.332616 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port ef4d1cea-1562-4c9d-bd27-48f6fbab45d6, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=ef4d1cea-1562-4c9d-bd27-48f6fbab45d6,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:36:33.345305 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 36810) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:36:33.348334 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device ac036410-cc0b-43d9-9fc6-fbbee974c1c5 no longer exists at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:36:33.531673 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:33.532457 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 7f280ed7-bbe9-4d38-8d1b-c272d8316223 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:36:33.604169 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d88e8275-bd2e-42a9-b4a5-3ad19330fe13 admin admin] Router f04817d4-9ae0-4be2-8bb2-b660c6ddd55f has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:36:33.901039 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=ef4d1cea-1562-4c9d-bd27-48f6fbab45d6,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:34.018635 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-54058f6b-ea41-4ae6-8404-80d549e43982 None None] Provisioning complete for port 40052406-75c2-412c-a1db-28bb911750f0 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:36:34.019005 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-54058f6b-ea41-4ae6-8404-80d549e43982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:34.034137 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-75003ef8-7cf2-4c26-8efe-fede20fb6947 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Deleting port bdc9389e-01fd-45db-9c39-1bc1b6315e05 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:36:34.038586 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-75003ef8-7cf2-4c26-8efe-fede20fb6947 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:34.210181 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26b67cf4-135d-4587-af3d-8bbb191612ec admin admin] Router b6a3952f-9e0c-4daf-801a-c1b220ccdb7d has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:36:34.303971 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port ac036410-cc0b-43d9-9fc6-fbbee974c1c5 is: ACTIVE; New status is: DOWN {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:36:34.304607 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:34.346358 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port ac036410-cc0b-43d9-9fc6-fbbee974c1c5, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=ac036410-cc0b-43d9-9fc6-fbbee974c1c5,segment=NetworkSegment(36b7b050-a7a0-4005-a03f-73135e20048b),segment_id=36b7b050-a7a0-4005-a03f-73135e20048b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:36:34.352057 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe6ae5f3-4016-44c0-a494-3652ed8aa5b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac036410-cc0b-43d9-9fc6-fbbee974c1c5'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:36:34.353135 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-52872043-3875-4167-ba3f-390d548f4db6 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:34.358453 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6b0782-11e3-4dd5-a159-befac9e6653e tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Pushing event updated for resources: {'Port': ['ID=bdc9389e-01fd-45db-9c39-1bc1b6315e05,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:34.376727 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-54058f6b-ea41-4ae6-8404-80d549e43982 None None] Port 40052406-75c2-412c-a1db-28bb911750f0 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:36:34.423225 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:34.479389 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-52872043-3875-4167-ba3f-390d548f4db6 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:34.570818 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 7f280ed7-bbe9-4d38-8d1b-c272d8316223 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:36:34.582045 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5112d5-c799-404c-a739-6e8b03d6d743 req-f60eed34-16c7-47bb-9213-aaa4b2dabfc3 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:36:34.583863 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8f5112d5-c799-404c-a739-6e8b03d6d743 req-f60eed34-16c7-47bb-9213-aaa4b2dabfc3 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/ports?device_id=18125e28-15d1-48dd-aa07-32b31253304b HTTP/1.1" status: 200 len: 944 time: 0.5326631 May 28 06:36:34.613688 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-416029bc-c102-4ce6-889b-42907dc1309b None None] Provisioning complete for port 7f280ed7-bbe9-4d38-8d1b-c272d8316223 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:36:34.618878 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-416029bc-c102-4ce6-889b-42907dc1309b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:34.678919 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d88e8275-bd2e-42a9-b4a5-3ad19330fe13 admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:36:34.691284 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070a7391-6dea-4fc0-9768-0a89a235ce14 None None] Sync routers for ids ['f04817d4-9ae0-4be2-8bb2-b660c6ddd55f'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:36:34.699683 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-d88e8275-bd2e-42a9-b4a5-3ad19330fe13 admin admin] 10.222.0.55 "PUT /v2.0/routers/f04817d4-9ae0-4be2-8bb2-b660c6ddd55f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9971113 May 28 06:36:34.706175 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 7f280ed7-bbe9-4d38-8d1b-c272d8316223 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:36:34.706877 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:34.710722 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070a7391-6dea-4fc0-9768-0a89a235ce14 None None] Routers {'f04817d4-9ae0-4be2-8bb2-b660c6ddd55f'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:36:34.711349 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-070a7391-6dea-4fc0-9768-0a89a235ce14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:36:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['f04817d4-9ae0-4be2-8bb2-b660c6ddd55f'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:36:34.734103 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 0c82cdde-d718-46cb-9d90-6f9ae18a045e up at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:36:34.907474 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8f5112d5-c799-404c-a739-6e8b03d6d743 req-6074f5b5-62a4-4323-8b5d-3ab79a5b04d8 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d5c9d24-a7ef-4e95-9414-4cd057feeac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2300401 May 28 06:36:34.912130 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=ac036410-cc0b-43d9-9fc6-fbbee974c1c5,revision_number=8']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:34.969367 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26b67cf4-135d-4587-af3d-8bbb191612ec admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:36:34.982787 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-26b67cf4-135d-4587-af3d-8bbb191612ec admin admin] 10.222.0.55 "PUT /v2.0/routers/b6a3952f-9e0c-4daf-801a-c1b220ccdb7d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.4558532 May 28 06:36:35.066618 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c4b2f7-e3b2-444a-90ab-ac609d8a7a74 None None] Sync routers for ids ['b6a3952f-9e0c-4daf-801a-c1b220ccdb7d'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:36:35.071257 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed97cab9-9003-4aac-85d9-d6a693df3628'] response: {'server_uuid': 'fe6ae5f3-4016-44c0-a494-3652ed8aa5b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac036410-cc0b-43d9-9fc6-fbbee974c1c5', 'code': 200} May 28 06:36:35.076069 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52872043-3875-4167-ba3f-390d548f4db6 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Pushing event updated for resources: {'Port': ['ID=c8a9fe54-1d6c-4281-afc9-69c0a3945022,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:35.148140 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 7f280ed7-bbe9-4d38-8d1b-c272d8316223 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:36:35.149245 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:35.181212 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning complete for port 0c82cdde-d718-46cb-9d90-6f9ae18a045e triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:36:35.181895 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:35.238059 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port 7f280ed7-bbe9-4d38-8d1b-c272d8316223, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=7f280ed7-bbe9-4d38-8d1b-c272d8316223,segment=NetworkSegment(b777d82b-bf9e-4f4f-beaa-b9f29473eb0d),segment_id=b777d82b-bf9e-4f4f-beaa-b9f29473eb0d)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:36:35.251473 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c4b2f7-e3b2-444a-90ab-ac609d8a7a74 None None] Routers {'b6a3952f-9e0c-4daf-801a-c1b220ccdb7d'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:36:35.252784 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-c6c4b2f7-e3b2-444a-90ab-ac609d8a7a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:36:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['b6a3952f-9e0c-4daf-801a-c1b220ccdb7d'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:36:35.277471 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-070a7391-6dea-4fc0-9768-0a89a235ce14 None None] Set router f04817d4-9ae0-4be2-8bb2-b660c6ddd55f gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:36:35.676440 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-75003ef8-7cf2-4c26-8efe-fede20fb6947 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:35.716156 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-c6c4b2f7-e3b2-444a-90ab-ac609d8a7a74 None None] Set router b6a3952f-9e0c-4daf-801a-c1b220ccdb7d gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:36:35.861205 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f078ee63-b289-4f05-8307-6ddf335ff86b req-2a61be30-9ec7-4977-aa87-727e5738df29 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:36:35.878253 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f078ee63-b289-4f05-8307-6ddf335ff86b req-2a61be30-9ec7-4977-aa87-727e5738df29 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.55 "GET /v2.0/networks?id=97711779-de36-4af1-95e9-88f65060157a HTTP/1.1" status: 200 len: 805 time: 0.4606693 May 28 06:36:35.967616 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-75003ef8-7cf2-4c26-8efe-fede20fb6947 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Calling delete_port for bdc9389e-01fd-45db-9c39-1bc1b6315e05 owned by {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:36:35.980533 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-070a7391-6dea-4fc0-9768-0a89a235ce14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f04817d4-9ae0-4be2-8bb2-b660c6ddd55f', 'name': 'tempest-ServerRescueTestJSON-676549062-router', 'tenant_id': 'f44679598b0a43b98b3c94202ca37d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': 'ef4d1cea-1562-4c9d-bd27-48f6fbab45d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:36:10Z', 'updated_at': '2022-05-28T06:36:28Z', 'revision_number': 4, 'project_id': 'f44679598b0a43b98b3c94202ca37d34', 'gw_port': {'id': 'ef4d1cea-1562-4c9d-bd27-48f6fbab45d6', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:f3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f04817d4-9ae0-4be2-8bb2-b660c6ddd55f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:36:14Z', 'updated_at': '2022-05-28T06:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '9a474b7d-6d12-49dc-b443-f5ab7a61dddb', 'name': '', 'network_id': '50e6c29d-3c94-4645-8aee-2ebf9aaac97d', 'tenant_id': 'f44679598b0a43b98b3c94202ca37d34', 'mac_address': 'fa:16:3e:a1:aa:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f04817d4-9ae0-4be2-8bb2-b660c6ddd55f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '461065ec-096d-40f7-a624-cb52121fd52b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:36:26Z', 'updated_at': '2022-05-28T06:36:29Z', 'revision_number': 2, 'project_id': 'f44679598b0a43b98b3c94202ca37d34', 'subnets': [{'id': '461065ec-096d-40f7-a624-cb52121fd52b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:36:35.997442 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070a7391-6dea-4fc0-9768-0a89a235ce14 None None] Checking router: f04817d4-9ae0-4be2-8bb2-b660c6ddd55f for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:36:35.998119 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070a7391-6dea-4fc0-9768-0a89a235ce14 None None] Updating router f04817d4-9ae0-4be2-8bb2-b660c6ddd55f port 9a474b7d-6d12-49dc-b443-f5ab7a61dddb binding host n-d-843702-1 {{(pid=89112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:36:36.039271 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:36.159742 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-070a7391-6dea-4fc0-9768-0a89a235ce14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:36.322922 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device ef4d1cea-1562-4c9d-bd27-48f6fbab45d6 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:36:36.436337 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706d8f19-69a3-4403-bcc1-536f1f0ba248 req-84876f27-5b7b-4456-a90e-2d49d06ec7cd tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:36:36.437688 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-706d8f19-69a3-4403-bcc1-536f1f0ba248 req-84876f27-5b7b-4456-a90e-2d49d06ec7cd tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] Synchronizing usage tracker for tenant:f44679598b0a43b98b3c94202ca37d34 on resource:network {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:36:36.449874 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f078ee63-b289-4f05-8307-6ddf335ff86b req-1fb5b6ae-2eb9-42f9-ae1d-c8f45f19bcce tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.55 "GET /v2.0/quotas/5ef065cc7a6e48198da7b2879024e281 HTTP/1.1" status: 200 len: 375 time: 0.5708838 May 28 06:36:36.557508 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7654c91f-3054-44a7-81ba-1e638c27a393 req-f5af88b2-60e7-44c8-9f4a-5c0c97d6f332 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:36:36.559403 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7654c91f-3054-44a7-81ba-1e638c27a393 req-f5af88b2-60e7-44c8-9f4a-5c0c97d6f332 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.69 "GET /v2.0/ports?device_id=fe6ae5f3-4016-44c0-a494-3652ed8aa5b2 HTTP/1.1" status: 200 len: 944 time: 0.6794550 May 28 06:36:36.683738 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-52872043-3875-4167-ba3f-390d548f4db6 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690947'] for router_interface, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:36.693285 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-706d8f19-69a3-4403-bcc1-536f1f0ba248 req-84876f27-5b7b-4456-a90e-2d49d06ec7cd tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] Unset dirty status for tenant:f44679598b0a43b98b3c94202ca37d34 on resource:network {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:36:36.700542 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-75003ef8-7cf2-4c26-8efe-fede20fb6947 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:36.701331 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-706d8f19-69a3-4403-bcc1-536f1f0ba248 req-84876f27-5b7b-4456-a90e-2d49d06ec7cd tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] 10.222.0.55 "GET /v2.0/networks?id=50e6c29d-3c94-4645-8aee-2ebf9aaac97d HTTP/1.1" status: 200 len: 810 time: 0.4584873 May 28 06:36:36.737084 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=7f280ed7-bbe9-4d38-8d1b-c272d8316223,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:36.752256 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-416029bc-c102-4ce6-889b-42907dc1309b None None] Current status of the port 7f280ed7-bbe9-4d38-8d1b-c272d8316223 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:36:36.753089 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f078ee63-b289-4f05-8307-6ddf335ff86b req-520304f8-9528-494b-be7d-9ef36b554086 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=5ef065cc7a6e48198da7b2879024e281&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3020101 May 28 06:36:36.765843 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-706d8f19-69a3-4403-bcc1-536f1f0ba248 req-779ed1e5-1a61-4511-83b2-08169c0de184 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] 10.222.0.55 "GET /v2.0/quotas/f44679598b0a43b98b3c94202ca37d34 HTTP/1.1" status: 200 len: 375 time: 0.0633264 May 28 06:36:36.773095 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-416029bc-c102-4ce6-889b-42907dc1309b None None] Could not find standard attr ID for object bdc9389e-01fd-45db-9c39-1bc1b6315e05. {{(pid=89111) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 28 06:36:36.882771 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-070a7391-6dea-4fc0-9768-0a89a235ce14 None None] Notify callbacks [] for port, precommit_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:36.912386 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.provisioning_blocks [None req-070a7391-6dea-4fc0-9768-0a89a235ce14 None None] Transition to ACTIVE for port object 9a474b7d-6d12-49dc-b443-f5ab7a61dddb will not be triggered until provisioned by entity L2. {{(pid=89112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:36:36.924060 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75003ef8-7cf2-4c26-8efe-fede20fb6947 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Pushing event deleted for resources: {'Port': ['ID=bdc9389e-01fd-45db-9c39-1bc1b6315e05,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:37.006270 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-070a7391-6dea-4fc0-9768-0a89a235ce14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:37.017998 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 0c82cdde-d718-46cb-9d90-6f9ae18a045e is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:36:37.023092 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:37.042889 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port ef4d1cea-1562-4c9d-bd27-48f6fbab45d6 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:36:37.043663 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:37.185376 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 36896) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:36:37.187429 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-416029bc-c102-4ce6-889b-42907dc1309b None None] Provisioning for port c8a9fe54-1d6c-4281-afc9-69c0a3945022 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:36:37.227827 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96098f12-c438-4895-8bc7-8706f93b459c None None] Pushing event updated for resources: {'Port': ['ID=9a474b7d-6d12-49dc-b443-f5ab7a61dddb,revision_number=3']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:37.252005 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 0c82cdde-d718-46cb-9d90-6f9ae18a045e, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=0c82cdde-d718-46cb-9d90-6f9ae18a045e,segment=NetworkSegment(38fd89a2-8195-4731-ba40-f43c54a7016a),segment_id=38fd89a2-8195-4731-ba40-f43c54a7016a)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:36:37.255426 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f078ee63-b289-4f05-8307-6ddf335ff86b req-e49c53fe-cceb-41eb-a58d-09a0ad619206 service neutron] 10.222.0.55 "GET /v2.0/networks/97711779-de36-4af1-95e9-88f65060157a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4998028 May 28 06:36:37.260964 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-7654c91f-3054-44a7-81ba-1e638c27a393 req-39bb6f5c-f234-4c79-8803-50c4e0d3493c tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Deleting port ac036410-cc0b-43d9-9fc6-fbbee974c1c5 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:36:37.260964 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-7654c91f-3054-44a7-81ba-1e638c27a393 req-39bb6f5c-f234-4c79-8803-50c4e0d3493c tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:37.276859 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18125e28-15d1-48dd-aa07-32b31253304b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c82cdde-d718-46cb-9d90-6f9ae18a045e'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:36:37.291076 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-416029bc-c102-4ce6-889b-42907dc1309b None None] Provisioning complete for port c8a9fe54-1d6c-4281-afc9-69c0a3945022 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:36:37.292185 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-416029bc-c102-4ce6-889b-42907dc1309b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:37.441926 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-416029bc-c102-4ce6-889b-42907dc1309b None None] Port c8a9fe54-1d6c-4281-afc9-69c0a3945022 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:36:37.443894 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:37.528606 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=0c82cdde-d718-46cb-9d90-6f9ae18a045e,revision_number=7']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:37.558327 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-75003ef8-7cf2-4c26-8efe-fede20fb6947 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:37.622971 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-070a7391-6dea-4fc0-9768-0a89a235ce14 None None] Attempting to bind port 9a474b7d-6d12-49dc-b443-f5ab7a61dddb on host n-d-843702-1 for vnic_type normal with profile {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:36:37.623215 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-070a7391-6dea-4fc0-9768-0a89a235ce14 None None] Attempting to bind port 9a474b7d-6d12-49dc-b443-f5ab7a61dddb by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': '08328ee5-aa08-4f9a-a73b-412dd681424e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '50e6c29d-3c94-4645-8aee-2ebf9aaac97d'}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:36:37.623577 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070a7391-6dea-4fc0-9768-0a89a235ce14 None None] Attempting to bind port 9a474b7d-6d12-49dc-b443-f5ab7a61dddb on network 50e6c29d-3c94-4645-8aee-2ebf9aaac97d {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:36:37.635758 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070a7391-6dea-4fc0-9768-0a89a235ce14 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:36:37.636150 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070a7391-6dea-4fc0-9768-0a89a235ce14 None None] Checking segment: {'id': '08328ee5-aa08-4f9a-a73b-412dd681424e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '50e6c29d-3c94-4645-8aee-2ebf9aaac97d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:36:37.636498 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-070a7391-6dea-4fc0-9768-0a89a235ce14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:37.643439 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070a7391-6dea-4fc0-9768-0a89a235ce14 None None] Bound using segment: {'id': '08328ee5-aa08-4f9a-a73b-412dd681424e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '50e6c29d-3c94-4645-8aee-2ebf9aaac97d'} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:36:37.643950 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-070a7391-6dea-4fc0-9768-0a89a235ce14 None None] Bound port: 9a474b7d-6d12-49dc-b443-f5ab7a61dddb, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08328ee5-aa08-4f9a-a73b-412dd681424e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '50e6c29d-3c94-4645-8aee-2ebf9aaac97d'}}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:36:37.644337 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-070a7391-6dea-4fc0-9768-0a89a235ce14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:37.657817 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port ef4d1cea-1562-4c9d-bd27-48f6fbab45d6 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:36:37.680784 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device ad730f12-4d9c-46d8-922c-7df4d43b7195 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:36:37.705578 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e9bb5d6e-073c-441a-82d5-2f2a06b1ba24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:37.728061 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-a472e5b6-dff4-4039-b021-e0c14f7f1149 None None] Provisioning complete for port c8a9fe54-1d6c-4281-afc9-69c0a3945022 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:36:37.728591 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-a472e5b6-dff4-4039-b021-e0c14f7f1149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:37.734657 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-75003ef8-7cf2-4c26-8efe-fede20fb6947 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] 10.222.0.55 "DELETE /v2.0/ports/bdc9389e-01fd-45db-9c39-1bc1b6315e05 HTTP/1.1" status: 204 len: 168 time: 4.3878481 May 28 06:36:37.736444 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f078ee63-b289-4f05-8307-6ddf335ff86b req-4fcc23a8-ae96-484c-bd26-31c52957b71f service neutron] 10.222.0.55 "GET /v2.0/networks/97711779-de36-4af1-95e9-88f65060157a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4275067 May 28 06:36:37.738051 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 36904) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:36:37.742431 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-52872043-3875-4167-ba3f-390d548f4db6 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:37.753585 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-e9bb5d6e-073c-441a-82d5-2f2a06b1ba24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:36:37.804257 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-e9bb5d6e-073c-441a-82d5-2f2a06b1ba24 admin admin] Usage tracker for resource:security_group_rule and tenant:e46566180a7c4331ab4b409b3b8a92bd is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:36:37.817734 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-e9bb5d6e-073c-441a-82d5-2f2a06b1ba24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:36:37.825805 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee534f2f-9d2b-4251-833f-f52c3cca4e7a tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] GET failed (client error): The resource could not be found. May 28 06:36:37.826335 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-ee534f2f-9d2b-4251-833f-f52c3cca4e7a tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Synchronizing usage tracker for tenant:bc5caefd863c473b82ad319d7686597c on resource:port {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:36:37.830343 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-e9bb5d6e-073c-441a-82d5-2f2a06b1ba24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:36:37.853019 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-c6c4b2f7-e3b2-444a-90ab-ac609d8a7a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6a3952f-9e0c-4daf-801a-c1b220ccdb7d', 'name': 'tempest-ServerActionsTestJSON-999239930-router', 'tenant_id': 'fada8efd68e34d6781d883ae41cb05ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'ad730f12-4d9c-46d8-922c-7df4d43b7195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:36:11Z', 'updated_at': '2022-05-28T06:36:28Z', 'revision_number': 4, 'project_id': 'fada8efd68e34d6781d883ae41cb05ad', 'gw_port': {'id': 'ad730f12-4d9c-46d8-922c-7df4d43b7195', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a3952f-9e0c-4daf-801a-c1b220ccdb7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:36:14Z', 'updated_at': '2022-05-28T06:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '40052406-75c2-412c-a1db-28bb911750f0', 'name': '', 'network_id': 'e7d92049-bff3-4c3a-a4bd-4950c7dcad1c', 'tenant_id': 'fada8efd68e34d6781d883ae41cb05ad', 'mac_address': 'fa:16:3e:02:42:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6a3952f-9e0c-4daf-801a-c1b220ccdb7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '40188bf0-967d-446e-ac4f-b5c59a2acd9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:36:24Z', 'updated_at': '2022-05-28T06:36:29Z', 'revision_number': 2, 'project_id': 'fada8efd68e34d6781d883ae41cb05ad', 'subnets': [{'id': '40188bf0-967d-446e-ac4f-b5c59a2acd9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:36:37.865843 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-070a7391-6dea-4fc0-9768-0a89a235ce14 None None] For port 9a474b7d-6d12-49dc-b443-f5ab7a61dddb, host n-d-843702-1, cleared binding levels {{(pid=89112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:36:37.869832 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c4b2f7-e3b2-444a-90ab-ac609d8a7a74 None None] Checking router: b6a3952f-9e0c-4daf-801a-c1b220ccdb7d for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:36:37.870439 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c4b2f7-e3b2-444a-90ab-ac609d8a7a74 None None] Updating router b6a3952f-9e0c-4daf-801a-c1b220ccdb7d port 40052406-75c2-412c-a1db-28bb911750f0 binding host n-d-843702-1 {{(pid=89111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:36:37.870717 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-070a7391-6dea-4fc0-9768-0a89a235ce14 None None] For port 9a474b7d-6d12-49dc-b443-f5ab7a61dddb, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=9a474b7d-6d12-49dc-b443-f5ab7a61dddb,segment=NetworkSegment(08328ee5-aa08-4f9a-a73b-412dd681424e),segment_id=08328ee5-aa08-4f9a-a73b-412dd681424e)] {{(pid=89112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:36:37.935953 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c6c4b2f7-e3b2-444a-90ab-ac609d8a7a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:37.982392 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-070a7391-6dea-4fc0-9768-0a89a235ce14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:38.024061 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-a472e5b6-dff4-4039-b021-e0c14f7f1149 None None] Port c8a9fe54-1d6c-4281-afc9-69c0a3945022 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:36:38.073176 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e9bb5d6e-073c-441a-82d5-2f2a06b1ba24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:38.085200 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7465ac69-3137-4ea8-9263-651c93ef95da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700548'] for router_interface, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:38.170628 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port ad730f12-4d9c-46d8-922c-7df4d43b7195 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:36:38.171272 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:38.185626 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-7654c91f-3054-44a7-81ba-1e638c27a393 req-39bb6f5c-f234-4c79-8803-50c4e0d3493c tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] For port ac036410-cc0b-43d9-9fc6-fbbee974c1c5, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=ac036410-cc0b-43d9-9fc6-fbbee974c1c5,segment=NetworkSegment(36b7b050-a7a0-4005-a03f-73135e20048b),segment_id=36b7b050-a7a0-4005-a03f-73135e20048b)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:36:38.186051 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-7654c91f-3054-44a7-81ba-1e638c27a393 req-39bb6f5c-f234-4c79-8803-50c4e0d3493c tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:38.213739 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070a7391-6dea-4fc0-9768-0a89a235ce14 None None] Routers {'f04817d4-9ae0-4be2-8bb2-b660c6ddd55f'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:36:38.214514 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-070a7391-6dea-4fc0-9768-0a89a235ce14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:36:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['f04817d4-9ae0-4be2-8bb2-b660c6ddd55f'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:36:38.368794 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96098f12-c438-4895-8bc7-8706f93b459c None None] Pushing event updated for resources: {'Port': ['ID=9a474b7d-6d12-49dc-b443-f5ab7a61dddb,revision_number=4']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:38.507195 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-7654c91f-3054-44a7-81ba-1e638c27a393 req-39bb6f5c-f234-4c79-8803-50c4e0d3493c tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Calling delete_port for ac036410-cc0b-43d9-9fc6-fbbee974c1c5 owned by compute:nova {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:36:38.633772 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e9bb5d6e-073c-441a-82d5-2f2a06b1ba24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:38.665010 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-070a7391-6dea-4fc0-9768-0a89a235ce14 None None] Set router f04817d4-9ae0-4be2-8bb2-b660c6ddd55f gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:36:38.747935 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 36918) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:36:38.895853 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c6c4b2f7-e3b2-444a-90ab-ac609d8a7a74 None None] Notify callbacks [] for port, precommit_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:38.948009 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port ad730f12-4d9c-46d8-922c-7df4d43b7195 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:36:38.954585 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-c6c4b2f7-e3b2-444a-90ab-ac609d8a7a74 None None] Transition to ACTIVE for port object 40052406-75c2-412c-a1db-28bb911750f0 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:36:38.965277 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-706d8f19-69a3-4403-bcc1-536f1f0ba248 req-30d79f91-cdc6-4cf4-ba2f-b9a11416e0c7 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] Synchronizing usage tracker for tenant:f44679598b0a43b98b3c94202ca37d34 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:36:38.992983 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-7654c91f-3054-44a7-81ba-1e638c27a393 req-39bb6f5c-f234-4c79-8803-50c4e0d3493c tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:39.041268 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-c9467294-d466-4856-8118-b2803c09b890 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1122052011', 'description': 'tempest-description--587541213'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:36:39.052736 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c6c4b2f7-e3b2-444a-90ab-ac609d8a7a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:39.090404 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-ee534f2f-9d2b-4251-833f-f52c3cca4e7a tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Unset dirty status for tenant:bc5caefd863c473b82ad319d7686597c on resource:port {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:36:39.096211 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-ee534f2f-9d2b-4251-833f-f52c3cca4e7a tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] 10.222.0.55 "GET /v2.0/ports/bdc9389e-01fd-45db-9c39-1bc1b6315e05 HTTP/1.1" status: 404 len: 333 time: 1.3567207 May 28 06:36:39.134380 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 36924) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:36:39.185587 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 7f280ed7-bbe9-4d38-8d1b-c272d8316223 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:36:39.201890 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-c9467294-d466-4856-8118-b2803c09b890 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:36:39.255622 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bb6f5c-f234-4c79-8803-50c4e0d3493c tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Pushing event deleted for resources: {'Port': ['ID=ac036410-cc0b-43d9-9fc6-fbbee974c1c5,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:39.271591 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-7654c91f-3054-44a7-81ba-1e638c27a393 req-39bb6f5c-f234-4c79-8803-50c4e0d3493c tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] No DVR routers for this DVR port ac036410-cc0b-43d9-9fc6-fbbee974c1c5 on host n-h1-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:36:39.283632 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-7654c91f-3054-44a7-81ba-1e638c27a393 req-39bb6f5c-f234-4c79-8803-50c4e0d3493c tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:39.286686 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe6ae5f3-4016-44c0-a494-3652ed8aa5b2', 'name': 'network-vif-deleted', 'tag': 'ac036410-cc0b-43d9-9fc6-fbbee974c1c5'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:36:39.326519 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9f7d6b-ef2d-45a5-850d-e4042bfdbd01 req-3290d3f7-fd15-4fb0-89b4-d996b14639f9 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:36:39.328469 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7e9f7d6b-ef2d-45a5-850d-e4042bfdbd01 req-3290d3f7-fd15-4fb0-89b4-d996b14639f9 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/ports?device_id=18125e28-15d1-48dd-aa07-32b31253304b HTTP/1.1" status: 200 len: 945 time: 0.4878144 May 28 06:36:39.333032 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-706d8f19-69a3-4403-bcc1-536f1f0ba248 req-30d79f91-cdc6-4cf4-ba2f-b9a11416e0c7 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] Unset dirty status for tenant:f44679598b0a43b98b3c94202ca37d34 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:36:39.334513 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-706d8f19-69a3-4403-bcc1-536f1f0ba248 req-30d79f91-cdc6-4cf4-ba2f-b9a11416e0c7 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f44679598b0a43b98b3c94202ca37d34&fields=id HTTP/1.1" status: 200 len: 255 time: 2.5602105 May 28 06:36:39.368142 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-a464e092-6670-473e-a066-815430b6f975 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Deleting port a2e71dda-2341-422e-93b1-6108d9d8d4c3 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:36:39.368424 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a464e092-6670-473e-a066-815430b6f975 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:39.445713 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-c9467294-d466-4856-8118-b2803c09b890 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Usage tracker for resource:security_group and tenant:fada8efd68e34d6781d883ae41cb05ad is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:36:39.468566 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device ac036410-cc0b-43d9-9fc6-fbbee974c1c5 no longer exists at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:36:39.500519 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-e9bb5d6e-073c-441a-82d5-2f2a06b1ba24 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e46566180a7c4331ab4b409b3b8a92bd&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2223413 May 28 06:36:39.500519 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-c9467294-d466-4856-8118-b2803c09b890 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:36:39.514034 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] No Port match for: ac036410-cc0b-43d9-9fc6-fbbee974c1c5 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:36:39.514680 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device ac036410-cc0b-43d9-9fc6-fbbee974c1c5 not bound to the agent host n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:36:39.534540 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-070a7391-6dea-4fc0-9768-0a89a235ce14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f04817d4-9ae0-4be2-8bb2-b660c6ddd55f', 'name': 'tempest-ServerRescueTestJSON-676549062-router', 'tenant_id': 'f44679598b0a43b98b3c94202ca37d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': 'ef4d1cea-1562-4c9d-bd27-48f6fbab45d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:36:10Z', 'updated_at': '2022-05-28T06:36:28Z', 'revision_number': 4, 'project_id': 'f44679598b0a43b98b3c94202ca37d34', 'gw_port': {'id': 'ef4d1cea-1562-4c9d-bd27-48f6fbab45d6', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:f3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f04817d4-9ae0-4be2-8bb2-b660c6ddd55f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:36:14Z', 'updated_at': '2022-05-28T06:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '9a474b7d-6d12-49dc-b443-f5ab7a61dddb', 'name': '', 'network_id': '50e6c29d-3c94-4645-8aee-2ebf9aaac97d', 'tenant_id': 'f44679598b0a43b98b3c94202ca37d34', 'mac_address': 'fa:16:3e:a1:aa:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f04817d4-9ae0-4be2-8bb2-b660c6ddd55f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '461065ec-096d-40f7-a624-cb52121fd52b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:36:26Z', 'updated_at': '2022-05-28T06:36:37Z', 'revision_number': 4, 'project_id': 'f44679598b0a43b98b3c94202ca37d34', 'subnets': [{'id': '461065ec-096d-40f7-a624-cb52121fd52b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:36:39.539979 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb5d6e-073c-441a-82d5-2f2a06b1ba24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c31e0b89-ad7a-4836-b0c8-0d6afef9cc5b,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:39.553005 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070a7391-6dea-4fc0-9768-0a89a235ce14 None None] The sync data for ids ['f04817d4-9ae0-4be2-8bb2-b660c6ddd55f'] in n-d-843702-1 is: [{'id': 'f04817d4-9ae0-4be2-8bb2-b660c6ddd55f', 'name': 'tempest-ServerRescueTestJSON-676549062-router', 'tenant_id': 'f44679598b0a43b98b3c94202ca37d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': 'ef4d1cea-1562-4c9d-bd27-48f6fbab45d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:36:10Z', 'updated_at': '2022-05-28T06:36:28Z', 'revision_number': 4, 'project_id': 'f44679598b0a43b98b3c94202ca37d34', 'gw_port': {'id': 'ef4d1cea-1562-4c9d-bd27-48f6fbab45d6', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:f3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f04817d4-9ae0-4be2-8bb2-b660c6ddd55f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:36:14Z', 'updated_at': '2022-05-28T06:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '9a474b7d-6d12-49dc-b443-f5ab7a61dddb', 'name': '', 'network_id': '50e6c29d-3c94-4645-8aee-2ebf9aaac97d', 'tenant_id': 'f44679598b0a43b98b3c94202ca37d34', 'mac_address': 'fa:16:3e:a1:aa:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f04817d4-9ae0-4be2-8bb2-b660c6ddd55f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '461065ec-096d-40f7-a624-cb52121fd52b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:36:26Z', 'updated_at': '2022-05-28T06:36:37Z', 'revision_number': 4, 'project_id': 'f44679598b0a43b98b3c94202ca37d34', 'subnets': [{'id': '461065ec-096d-40f7-a624-cb52121fd52b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:36:39.560766 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 36930) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:36:39.583971 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c999943-eca0-4b8b-b9b3-2b384d86ed87 None None] Pushing event updated for resources: {'Port': ['ID=40052406-75c2-412c-a1db-28bb911750f0,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:39.590514 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-c9467294-d466-4856-8118-b2803c09b890 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:36:39.740621 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c999943-eca0-4b8b-b9b3-2b384d86ed87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:36:39.741058 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c999943-eca0-4b8b-b9b3-2b384d86ed87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:36:39.741486 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c999943-eca0-4b8b-b9b3-2b384d86ed87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:36:39.741888 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c999943-eca0-4b8b-b9b3-2b384d86ed87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:36:39.742290 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c999943-eca0-4b8b-b9b3-2b384d86ed87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:36:39.742827 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c999943-eca0-4b8b-b9b3-2b384d86ed87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:36:39.743215 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c999943-eca0-4b8b-b9b3-2b384d86ed87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:36:39.743604 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c999943-eca0-4b8b-b9b3-2b384d86ed87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:36:39.754811 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c999943-eca0-4b8b-b9b3-2b384d86ed87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:36:39.755452 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c999943-eca0-4b8b-b9b3-2b384d86ed87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:36:39.755855 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c999943-eca0-4b8b-b9b3-2b384d86ed87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:36:39.756256 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c999943-eca0-4b8b-b9b3-2b384d86ed87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:36:39.759672 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7654c91f-3054-44a7-81ba-1e638c27a393 req-39bb6f5c-f234-4c79-8803-50c4e0d3493c tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.69 "DELETE /v2.0/ports/ac036410-cc0b-43d9-9fc6-fbbee974c1c5 HTTP/1.1" status: 204 len: 173 time: 3.1940224 May 28 06:36:39.805599 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 7f280ed7-bbe9-4d38-8d1b-c272d8316223 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:36:39.805972 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:39.806249 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7e9f7d6b-ef2d-45a5-850d-e4042bfdbd01 req-c33d2a7e-ba0c-460f-9eac-92a5647bb906 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d5c9d24-a7ef-4e95-9414-4cd057feeac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4654145 May 28 06:36:39.917401 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-c6c4b2f7-e3b2-444a-90ab-ac609d8a7a74 None None] Attempting to bind port 40052406-75c2-412c-a1db-28bb911750f0 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:36:39.917809 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-c6c4b2f7-e3b2-444a-90ab-ac609d8a7a74 None None] Attempting to bind port 40052406-75c2-412c-a1db-28bb911750f0 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': '4c4bc3f8-ec6f-40a7-9f80-cde5ff5de12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e7d92049-bff3-4c3a-a4bd-4950c7dcad1c'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:36:39.918176 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c4b2f7-e3b2-444a-90ab-ac609d8a7a74 None None] Attempting to bind port 40052406-75c2-412c-a1db-28bb911750f0 on network e7d92049-bff3-4c3a-a4bd-4950c7dcad1c {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:36:39.922599 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-706d8f19-69a3-4403-bcc1-536f1f0ba248 req-9c1e464b-fc7e-454c-8902-9d30faf3e50c service neutron] 10.222.0.55 "GET /v2.0/networks/50e6c29d-3c94-4645-8aee-2ebf9aaac97d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5546601 May 28 06:36:39.930985 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c9467294-d466-4856-8118-b2803c09b890 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:39.932395 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c4b2f7-e3b2-444a-90ab-ac609d8a7a74 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:36:39.933007 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c4b2f7-e3b2-444a-90ab-ac609d8a7a74 None None] Checking segment: {'id': '4c4bc3f8-ec6f-40a7-9f80-cde5ff5de12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e7d92049-bff3-4c3a-a4bd-4950c7dcad1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:36:39.933430 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c6c4b2f7-e3b2-444a-90ab-ac609d8a7a74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:39.933840 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c4b2f7-e3b2-444a-90ab-ac609d8a7a74 None None] Bound using segment: {'id': '4c4bc3f8-ec6f-40a7-9f80-cde5ff5de12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e7d92049-bff3-4c3a-a4bd-4950c7dcad1c'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:36:39.934316 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-c6c4b2f7-e3b2-444a-90ab-ac609d8a7a74 None None] Bound port: 40052406-75c2-412c-a1db-28bb911750f0, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c4bc3f8-ec6f-40a7-9f80-cde5ff5de12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e7d92049-bff3-4c3a-a4bd-4950c7dcad1c'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:36:39.934700 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c6c4b2f7-e3b2-444a-90ab-ac609d8a7a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:39.986165 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-c9467294-d466-4856-8118-b2803c09b890 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:36:40.012061 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-c9467294-d466-4856-8118-b2803c09b890 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Usage tracker for resource:security_group_rule and tenant:fada8efd68e34d6781d883ae41cb05ad is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:36:40.017952 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66af50b3-7eba-42c7-bce6-cc7a996a4bb8'] response: {'server_uuid': '18125e28-15d1-48dd-aa07-32b31253304b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c82cdde-d718-46cb-9d90-6f9ae18a045e', 'code': 200} May 28 06:36:40.132230 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-c9467294-d466-4856-8118-b2803c09b890 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:36:40.208738 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1d8d6b50-403c-4703-adad-2d6cbb57ff8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:40.280119 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-1970403f-83d0-46a9-96b0-c28a2871e362 req-cd29579e-08c3-4bbe-8838-b15ba4a5d83e tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Synchronizing usage tracker for tenant:5ef065cc7a6e48198da7b2879024e281 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:36:40.287176 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-c9467294-d466-4856-8118-b2803c09b890 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:36:40.355063 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-706d8f19-69a3-4403-bcc1-536f1f0ba248 req-c4b58391-5ffa-4be0-bc18-21afe0e7b025 service neutron] 10.222.0.55 "GET /v2.0/networks/50e6c29d-3c94-4645-8aee-2ebf9aaac97d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4256537 May 28 06:36:40.377680 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 7f280ed7-bbe9-4d38-8d1b-c272d8316223 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:36:40.386780 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-c6c4b2f7-e3b2-444a-90ab-ac609d8a7a74 None None] For port 40052406-75c2-412c-a1db-28bb911750f0, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:36:40.400154 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-c6c4b2f7-e3b2-444a-90ab-ac609d8a7a74 None None] For port 40052406-75c2-412c-a1db-28bb911750f0, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=40052406-75c2-412c-a1db-28bb911750f0,segment=NetworkSegment(4c4bc3f8-ec6f-40a7-9f80-cde5ff5de12a),segment_id=4c4bc3f8-ec6f-40a7-9f80-cde5ff5de12a)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:36:40.489815 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1d8d6b50-403c-4703-adad-2d6cbb57ff8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:40.521870 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-7465ac69-3137-4ea8-9263-651c93ef95da admin admin] Deleting port b25a7c08-e5ef-4a1d-8867-665f08d7022b {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:36:40.524536 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7465ac69-3137-4ea8-9263-651c93ef95da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:40.548043 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-1970403f-83d0-46a9-96b0-c28a2871e362 req-cd29579e-08c3-4bbe-8838-b15ba4a5d83e tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Unset dirty status for tenant:5ef065cc7a6e48198da7b2879024e281 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:36:40.549632 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1970403f-83d0-46a9-96b0-c28a2871e362 req-cd29579e-08c3-4bbe-8838-b15ba4a5d83e tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd1a91d4-319c-42d4-856b-e41805a7d83e HTTP/1.1" status: 200 len: 210 time: 0.3610361 May 28 06:36:40.605320 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c6c4b2f7-e3b2-444a-90ab-ac609d8a7a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:40.681503 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c6b41c7-87d3-4ab3-910f-a23000c9e772'] response: {'server_uuid': 'fe6ae5f3-4016-44c0-a494-3652ed8aa5b2', 'name': 'network-vif-deleted', 'tag': 'ac036410-cc0b-43d9-9fc6-fbbee974c1c5', 'status': 'completed', 'code': 200} May 28 06:36:40.736951 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c4b2f7-e3b2-444a-90ab-ac609d8a7a74 None None] Routers {'b6a3952f-9e0c-4daf-801a-c1b220ccdb7d'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:36:40.737636 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-c6c4b2f7-e3b2-444a-90ab-ac609d8a7a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:36:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['b6a3952f-9e0c-4daf-801a-c1b220ccdb7d'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:36:40.817857 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c999943-eca0-4b8b-b9b3-2b384d86ed87 None None] Pushing event updated for resources: {'Port': ['ID=40052406-75c2-412c-a1db-28bb911750f0,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:40.874026 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-344ec5b2-a7e0-4538-893b-8c63e45b76a0 req-7502e5f7-6696-4244-9fb9-0e53a7ec1361 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] 10.222.0.55 "GET /v2.0/ports?device_id=7177c5a1-ae12-487c-ad6f-03a524329ac2 HTTP/1.1" status: 200 len: 210 time: 0.1147699 May 28 06:36:40.984196 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a464e092-6670-473e-a066-815430b6f975 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:41.154568 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-c6c4b2f7-e3b2-444a-90ab-ac609d8a7a74 None None] Set router b6a3952f-9e0c-4daf-801a-c1b220ccdb7d gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:36:41.216743 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 9a474b7d-6d12-49dc-b443-f5ab7a61dddb up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:36:41.254149 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819089dd-685f-4700-aaa6-63ed9f3cb730 req-1d2d9075-713d-4ec6-ac7c-4a1a4db1ec34 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:36:41.255788 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-819089dd-685f-4700-aaa6-63ed9f3cb730 req-1d2d9075-713d-4ec6-ac7c-4a1a4db1ec34 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/ports?device_id=18125e28-15d1-48dd-aa07-32b31253304b HTTP/1.1" status: 200 len: 945 time: 0.1505935 May 28 06:36:41.264658 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-a464e092-6670-473e-a066-815430b6f975 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Calling delete_port for a2e71dda-2341-422e-93b1-6108d9d8d4c3 owned by {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:36:41.375688 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-819089dd-685f-4700-aaa6-63ed9f3cb730 req-2491682e-f720-44e1-8336-4d087c0f4c12 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d5c9d24-a7ef-4e95-9414-4cd057feeac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086669 May 28 06:36:41.660748 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.db.resource_extend [None req-52872043-3875-4167-ba3f-390d548f4db6 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] It took 0.55 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 06:36:41.724291 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-52872043-3875-4167-ba3f-390d548f4db6 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:41.752218 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 9a474b7d-6d12-49dc-b443-f5ab7a61dddb completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:36:41.793286 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 9a474b7d-6d12-49dc-b443-f5ab7a61dddb triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:36:41.794514 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:41.812650 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-7465ac69-3137-4ea8-9263-651c93ef95da admin admin] For port b25a7c08-e5ef-4a1d-8867-665f08d7022b, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=b25a7c08-e5ef-4a1d-8867-665f08d7022b,segment=NetworkSegment(19dbd857-d13f-4a6d-bcbd-ec9bd33234b5),segment_id=19dbd857-d13f-4a6d-bcbd-ec9bd33234b5)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:36:41.813170 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7465ac69-3137-4ea8-9263-651c93ef95da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:41.908476 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-15062b29-60df-4988-bcb9-cc951bdb6519 req-88451cf5-931a-4bb6-b218-e65a4b7b40d6 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd1a91d4-319c-42d4-856b-e41805a7d83e HTTP/1.1" status: 200 len: 210 time: 0.1007323 May 28 06:36:42.033933 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-7465ac69-3137-4ea8-9263-651c93ef95da admin admin] Calling delete_port for b25a7c08-e5ef-4a1d-8867-665f08d7022b owned by network:router_interface {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:36:42.049864 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ab134701-63ec-4e36-b11e-2917657b27b7 req-68bf5b43-3f63-4a12-9cc1-31655208d45c tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] 10.222.0.55 "GET /v2.0/ports?device_id=7177c5a1-ae12-487c-ad6f-03a524329ac2 HTTP/1.1" status: 200 len: 210 time: 0.0695558 May 28 06:36:42.104027 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-52872043-3875-4167-ba3f-390d548f4db6 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:42.143142 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 9a474b7d-6d12-49dc-b443-f5ab7a61dddb is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:36:42.146920 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:42.197333 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port 9a474b7d-6d12-49dc-b443-f5ab7a61dddb, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=9a474b7d-6d12-49dc-b443-f5ab7a61dddb,segment=NetworkSegment(08328ee5-aa08-4f9a-a73b-412dd681424e),segment_id=08328ee5-aa08-4f9a-a73b-412dd681424e)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:36:42.263982 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:42.306215 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-52872043-3875-4167-ba3f-390d548f4db6 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700602'] for router_interface, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:42.360136 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=9a474b7d-6d12-49dc-b443-f5ab7a61dddb,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:42.408580 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-c6c4b2f7-e3b2-444a-90ab-ac609d8a7a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6a3952f-9e0c-4daf-801a-c1b220ccdb7d', 'name': 'tempest-ServerActionsTestJSON-999239930-router', 'tenant_id': 'fada8efd68e34d6781d883ae41cb05ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'ad730f12-4d9c-46d8-922c-7df4d43b7195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:36:11Z', 'updated_at': '2022-05-28T06:36:28Z', 'revision_number': 4, 'project_id': 'fada8efd68e34d6781d883ae41cb05ad', 'gw_port': {'id': 'ad730f12-4d9c-46d8-922c-7df4d43b7195', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a3952f-9e0c-4daf-801a-c1b220ccdb7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:36:14Z', 'updated_at': '2022-05-28T06:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '40052406-75c2-412c-a1db-28bb911750f0', 'name': '', 'network_id': 'e7d92049-bff3-4c3a-a4bd-4950c7dcad1c', 'tenant_id': 'fada8efd68e34d6781d883ae41cb05ad', 'mac_address': 'fa:16:3e:02:42:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6a3952f-9e0c-4daf-801a-c1b220ccdb7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '40188bf0-967d-446e-ac4f-b5c59a2acd9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:36:24Z', 'updated_at': '2022-05-28T06:36:40Z', 'revision_number': 4, 'project_id': 'fada8efd68e34d6781d883ae41cb05ad', 'subnets': [{'id': '40188bf0-967d-446e-ac4f-b5c59a2acd9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:36:42.413021 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c4b2f7-e3b2-444a-90ab-ac609d8a7a74 None None] The sync data for ids ['b6a3952f-9e0c-4daf-801a-c1b220ccdb7d'] in n-d-843702-1 is: [{'id': 'b6a3952f-9e0c-4daf-801a-c1b220ccdb7d', 'name': 'tempest-ServerActionsTestJSON-999239930-router', 'tenant_id': 'fada8efd68e34d6781d883ae41cb05ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'ad730f12-4d9c-46d8-922c-7df4d43b7195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:36:11Z', 'updated_at': '2022-05-28T06:36:28Z', 'revision_number': 4, 'project_id': 'fada8efd68e34d6781d883ae41cb05ad', 'gw_port': {'id': 'ad730f12-4d9c-46d8-922c-7df4d43b7195', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a3952f-9e0c-4daf-801a-c1b220ccdb7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:36:14Z', 'updated_at': '2022-05-28T06:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '40052406-75c2-412c-a1db-28bb911750f0', 'name': '', 'network_id': 'e7d92049-bff3-4c3a-a4bd-4950c7dcad1c', 'tenant_id': 'fada8efd68e34d6781d883ae41cb05ad', 'mac_address': 'fa:16:3e:02:42:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6a3952f-9e0c-4daf-801a-c1b220ccdb7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '40188bf0-967d-446e-ac4f-b5c59a2acd9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:36:24Z', 'updated_at': '2022-05-28T06:36:40Z', 'revision_number': 4, 'project_id': 'fada8efd68e34d6781d883ae41cb05ad', 'subnets': [{'id': '40188bf0-967d-446e-ac4f-b5c59a2acd9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:36:42.432259 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c9467294-d466-4856-8118-b2803c09b890 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:42.433519 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52872043-3875-4167-ba3f-390d548f4db6 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Pushing event updated for resources: {'Port': ['ID=c8a9fe54-1d6c-4281-afc9-69c0a3945022,revision_number=3']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:42.456532 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a464e092-6670-473e-a066-815430b6f975 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:42.652492 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c9467294-d466-4856-8118-b2803c09b890 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:42.788257 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a464e092-6670-473e-a066-815430b6f975 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Pushing event deleted for resources: {'Port': ['ID=a2e71dda-2341-422e-93b1-6108d9d8d4c3,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:42.846578 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1d8d6b50-403c-4703-adad-2d6cbb57ff8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:42.870391 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a464e092-6670-473e-a066-815430b6f975 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:42.993113 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1d8d6b50-403c-4703-adad-2d6cbb57ff8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:42.997327 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-1d8d6b50-403c-4703-adad-2d6cbb57ff8b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c31e0b89-ad7a-4836-b0c8-0d6afef9cc5b HTTP/1.1" status: 204 len: 168 time: 3.4129336 May 28 06:36:43.002944 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-a464e092-6670-473e-a066-815430b6f975 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] 10.222.0.55 "DELETE /v2.0/ports/a2e71dda-2341-422e-93b1-6108d9d8d4c3 HTTP/1.1" status: 204 len: 168 time: 3.8487852 May 28 06:36:43.006975 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 36962) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:36:43.084062 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f078ee63-b289-4f05-8307-6ddf335ff86b req-0443208a-3a04-4024-8c91-eb54f869abdd tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:36:43.090241 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f078ee63-b289-4f05-8307-6ddf335ff86b req-0443208a-3a04-4024-8c91-eb54f869abdd tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.71 "GET /v2.0/networks?id=97711779-de36-4af1-95e9-88f65060157a HTTP/1.1" status: 200 len: 805 time: 0.5459828 May 28 06:36:43.126237 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-f078ee63-b289-4f05-8307-6ddf335ff86b req-50e05abb-bb1d-40f4-936a-073d2cef2e72 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Request body: {'port': {'device_id': 'dd1a91d4-319c-42d4-856b-e41805a7d83e', 'network_id': '97711779-de36-4af1-95e9-88f65060157a', 'admin_state_up': True, 'tenant_id': '5ef065cc7a6e48198da7b2879024e281'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:36:43.192451 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-dee7cb0d-e856-4b83-a0f7-4e1cb6382843 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] GET failed (client error): The resource could not be found. May 28 06:36:43.194094 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-dee7cb0d-e856-4b83-a0f7-4e1cb6382843 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Synchronizing usage tracker for tenant:bc5caefd863c473b82ad319d7686597c on resource:port {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:36:43.200803 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9467294-d466-4856-8118-b2803c09b890 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0fc320c-5211-4d72-b7c9-130a40d05074,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:43.219850 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cd8641-7f96-407a-af2b-710982311f5d req-4bf1fbd6-668e-44e8-9a6d-63e62543fb4e tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:36:43.238959 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-52cd8641-7f96-407a-af2b-710982311f5d req-4bf1fbd6-668e-44e8-9a6d-63e62543fb4e tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/ports?device_id=18125e28-15d1-48dd-aa07-32b31253304b HTTP/1.1" status: 200 len: 945 time: 0.5107005 May 28 06:36:43.336991 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c9467294-d466-4856-8118-b2803c09b890 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:43.338844 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-c9467294-d466-4856-8118-b2803c09b890 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 4.3621879 May 28 06:36:43.350938 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 36968) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:36:43.380982 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 9a474b7d-6d12-49dc-b443-f5ab7a61dddb up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:36:43.442781 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52872043-3875-4167-ba3f-390d548f4db6 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Network 3d54f77e-1b2a-4fd4-be25-958e25510803 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:36:43.494507 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-fdcded57-2879-423c-8bc9-ad406fe5aa97 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Request body: {'security_group_rule': {'security_group_id': 'f0fc320c-5211-4d72-b7c9-130a40d05074', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:36:43.515481 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-fdcded57-2879-423c-8bc9-ad406fe5aa97 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:36:43.522442 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 9a474b7d-6d12-49dc-b443-f5ab7a61dddb triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:36:43.523163 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:43.589377 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-fdcded57-2879-423c-8bc9-ad406fe5aa97 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Usage tracker for resource:security_group_rule and tenant:fada8efd68e34d6781d883ae41cb05ad is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:36:43.597986 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-52872043-3875-4167-ba3f-390d548f4db6 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:36:43.605182 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8d6b50-403c-4703-adad-2d6cbb57ff8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c31e0b89-ad7a-4836-b0c8-0d6afef9cc5b,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:43.626984 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-52cd8641-7f96-407a-af2b-710982311f5d req-b45943fa-c1b8-4781-b306-83605f7845a8 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d5c9d24-a7ef-4e95-9414-4cd057feeac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3841567 May 28 06:36:43.665132 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0aa44263-2461-4c1f-ac24-678e9158e512 req-e8d90ae0-c2bb-4475-9574-f3d25a10942b tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd1a91d4-319c-42d4-856b-e41805a7d83e HTTP/1.1" status: 200 len: 210 time: 0.3261249 May 28 06:36:43.688518 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-fdcded57-2879-423c-8bc9-ad406fe5aa97 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:36:43.742786 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-fdcded57-2879-423c-8bc9-ad406fe5aa97 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:36:43.790599 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-dee7cb0d-e856-4b83-a0f7-4e1cb6382843 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Unset dirty status for tenant:bc5caefd863c473b82ad319d7686597c on resource:port {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:36:43.792065 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-dee7cb0d-e856-4b83-a0f7-4e1cb6382843 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] 10.222.0.55 "GET /v2.0/ports/a2e71dda-2341-422e-93b1-6108d9d8d4c3 HTTP/1.1" status: 404 len: 333 time: 0.7810519 May 28 06:36:43.829214 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 36974) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:36:43.929148 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 9a474b7d-6d12-49dc-b443-f5ab7a61dddb is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:36:43.931485 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 40052406-75c2-412c-a1db-28bb911750f0 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:36:43.957186 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-f078ee63-b289-4f05-8307-6ddf335ff86b req-50e05abb-bb1d-40f4-936a-073d2cef2e72 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:36:43.996022 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-f078ee63-b289-4f05-8307-6ddf335ff86b req-50e05abb-bb1d-40f4-936a-073d2cef2e72 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:36:44.056443 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-fdcded57-2879-423c-8bc9-ad406fe5aa97 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:44.195620 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f078ee63-b289-4f05-8307-6ddf335ff86b req-50e05abb-bb1d-40f4-936a-073d2cef2e72 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Made reservation on behalf of 5ef065cc7a6e48198da7b2879024e281 for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:36:44.212527 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-f078ee63-b289-4f05-8307-6ddf335ff86b req-50e05abb-bb1d-40f4-936a-073d2cef2e72 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:44.220547 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-4cf0ca81-ee7e-4af3-a9bd-4ed3a7b8f146 None None] Provisioning complete for port c8a9fe54-1d6c-4281-afc9-69c0a3945022 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:36:44.221535 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-4cf0ca81-ee7e-4af3-a9bd-4ed3a7b8f146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:44.320964 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-61817f47-f16d-46e2-b85b-e5c4606c2841 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Deleting port 8a277aee-393e-43c9-a8bf-c0eb255f683c {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:36:44.327019 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1cbd8d65-822d-4662-85c6-424c64ce2e71 req-c291896b-e10a-4572-9660-c2785cb4a7ca tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] 10.222.0.55 "GET /v2.0/ports?device_id=7177c5a1-ae12-487c-ad6f-03a524329ac2 HTTP/1.1" status: 200 len: 210 time: 0.2314394 May 28 06:36:44.327214 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-4cf0ca81-ee7e-4af3-a9bd-4ed3a7b8f146 None None] Port c8a9fe54-1d6c-4281-afc9-69c0a3945022 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:36:44.331328 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-61817f47-f16d-46e2-b85b-e5c4606c2841 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:44.353385 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 40052406-75c2-412c-a1db-28bb911750f0 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:36:44.359576 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 40052406-75c2-412c-a1db-28bb911750f0 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:36:44.360056 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:44.442076 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7465ac69-3137-4ea8-9263-651c93ef95da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:44.646427 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7465ac69-3137-4ea8-9263-651c93ef95da admin admin] Pushing event deleted for resources: {'Port': ['ID=b25a7c08-e5ef-4a1d-8867-665f08d7022b,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:44.742302 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 40052406-75c2-412c-a1db-28bb911750f0 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:36:44.742302 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:44.757265 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 36978) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:36:44.844021 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [req-f078ee63-b289-4f05-8307-6ddf335ff86b req-50e05abb-bb1d-40f4-936a-073d2cef2e72 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Allocated IP 172.20.0.10 (97711779-de36-4af1-95e9-88f65060157a/9065b260-3817-4805-a18f-dced8d73fe86/e228d678-1967-4453-9e6d-ec6181d835a6) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:36:44.866856 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port 40052406-75c2-412c-a1db-28bb911750f0, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=40052406-75c2-412c-a1db-28bb911750f0,segment=NetworkSegment(4c4bc3f8-ec6f-40a7-9f80-cde5ff5de12a),segment_id=4c4bc3f8-ec6f-40a7-9f80-cde5ff5de12a)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:36:44.954457 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:45.139540 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-fdcded57-2879-423c-8bc9-ad406fe5aa97 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:45.162828 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f047f11d-2aa7-4cc5-a9a3-14a0b16d559b admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:45.172343 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=40052406-75c2-412c-a1db-28bb911750f0,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:45.351423 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-f047f11d-2aa7-4cc5-a9a3-14a0b16d559b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:36:45.368233 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-f047f11d-2aa7-4cc5-a9a3-14a0b16d559b admin admin] Usage tracker for resource:security_group_rule and tenant:15f9db6ffd854dc181ca22e5bd0f5d1a is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:36:45.378969 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-f047f11d-2aa7-4cc5-a9a3-14a0b16d559b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:36:45.393335 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-695fb8dc-fef2-43bf-b08a-738a949e93f2 req-10d7c34c-0b39-4c09-b5c9-0850e3aa0b4f tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd1a91d4-319c-42d4-856b-e41805a7d83e HTTP/1.1" status: 200 len: 210 time: 0.2516599 May 28 06:36:45.394440 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-f047f11d-2aa7-4cc5-a9a3-14a0b16d559b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:36:45.458382 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-fdcded57-2879-423c-8bc9-ad406fe5aa97 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:45.488484 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-f078ee63-b289-4f05-8307-6ddf335ff86b req-50e05abb-bb1d-40f4-936a-073d2cef2e72 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:45.540619 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcded57-2879-423c-8bc9-ad406fe5aa97 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=302ae11e-6702-4949-82ea-29035bb43fa0,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:45.659520 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8485712c-cf2b-49b1-af9d-352c5ebb299c req-3e073db3-df7a-4b20-85c8-ee35560de026 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] 10.222.0.55 "GET /v2.0/ports?device_id=7177c5a1-ae12-487c-ad6f-03a524329ac2 HTTP/1.1" status: 200 len: 210 time: 0.0823514 May 28 06:36:45.689162 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52872043-3875-4167-ba3f-390d548f4db6 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Router 5bad11f6-83d1-4633-9746-6e3fd779fc92 is scheduled to L3 agent 42958940-9562-4f71-972f-15a8af9d3963 with binding_index 1 {{(pid=89109) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 06:36:45.698784 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706d8f19-69a3-4403-bcc1-536f1f0ba248 req-a4fd8e23-4d1e-4ae3-bfa6-80ad7843183d tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:36:45.700192 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-706d8f19-69a3-4403-bcc1-536f1f0ba248 req-a4fd8e23-4d1e-4ae3-bfa6-80ad7843183d tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] 10.222.0.69 "GET /v2.0/networks?id=50e6c29d-3c94-4645-8aee-2ebf9aaac97d HTTP/1.1" status: 200 len: 810 time: 1.2101245 May 28 06:36:45.720395 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-706d8f19-69a3-4403-bcc1-536f1f0ba248 req-6b182340-9b58-42bd-8881-78959a5c58f7 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] Request body: {'port': {'device_id': '7177c5a1-ae12-487c-ad6f-03a524329ac2', 'network_id': '50e6c29d-3c94-4645-8aee-2ebf9aaac97d', 'admin_state_up': True, 'tenant_id': 'f44679598b0a43b98b3c94202ca37d34'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:36:45.745131 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-fdcded57-2879-423c-8bc9-ad406fe5aa97 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:45.749428 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-fdcded57-2879-423c-8bc9-ad406fe5aa97 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.2974093 May 28 06:36:45.751120 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 36988) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:36:45.831850 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa71b954-fc84-43cc-ab3a-fcb0b3effd20 req-a2b065b3-f8a3-40ea-9ee7-6aa87a252dfa tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:36:45.840293 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-aa71b954-fc84-43cc-ab3a-fcb0b3effd20 req-a2b065b3-f8a3-40ea-9ee7-6aa87a252dfa tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/ports?device_id=18125e28-15d1-48dd-aa07-32b31253304b HTTP/1.1" status: 200 len: 945 time: 0.6423275 May 28 06:36:45.841523 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-f078ee63-b289-4f05-8307-6ddf335ff86b req-50e05abb-bb1d-40f4-936a-073d2cef2e72 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:45.882920 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-638eaf37-36c2-45cf-beb7-e5982e2c6863 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Request body: {'security_group_rule': {'security_group_id': 'f0fc320c-5211-4d72-b7c9-130a40d05074', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:36:45.924388 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-638eaf37-36c2-45cf-beb7-e5982e2c6863 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:36:45.959563 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f078ee63-b289-4f05-8307-6ddf335ff86b req-50e05abb-bb1d-40f4-936a-073d2cef2e72 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Network 97711779-de36-4af1-95e9-88f65060157a is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:36:45.964743 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-638eaf37-36c2-45cf-beb7-e5982e2c6863 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Usage tracker for resource:security_group_rule and tenant:fada8efd68e34d6781d883ae41cb05ad is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:36:45.973769 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [req-f078ee63-b289-4f05-8307-6ddf335ff86b req-50e05abb-bb1d-40f4-936a-073d2cef2e72 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:36:45.976307 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-f078ee63-b289-4f05-8307-6ddf335ff86b req-50e05abb-bb1d-40f4-936a-073d2cef2e72 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:36:46.013465 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-638eaf37-36c2-45cf-beb7-e5982e2c6863 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:36:46.048734 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-638eaf37-36c2-45cf-beb7-e5982e2c6863 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:36:46.064030 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-aa71b954-fc84-43cc-ab3a-fcb0b3effd20 req-5d7eac60-2ed6-49e2-a715-e3739b671263 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d5c9d24-a7ef-4e95-9414-4cd057feeac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2239509 May 28 06:36:46.109386 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-61817f47-f16d-46e2-b85b-e5c4606c2841 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:46.131202 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e05abb-bb1d-40f4-936a-073d2cef2e72 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Pushing event updated for resources: {'Port': ['ID=e228d678-1967-4453-9e6d-ec6181d835a6,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:46.148958 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f078ee63-b289-4f05-8307-6ddf335ff86b req-50e05abb-bb1d-40f4-936a-073d2cef2e72 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:36:46.149859 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-f078ee63-b289-4f05-8307-6ddf335ff86b req-50e05abb-bb1d-40f4-936a-073d2cef2e72 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:46.167818 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-706d8f19-69a3-4403-bcc1-536f1f0ba248 req-6b182340-9b58-42bd-8881-78959a5c58f7 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:36:46.179021 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-706d8f19-69a3-4403-bcc1-536f1f0ba248 req-6b182340-9b58-42bd-8881-78959a5c58f7 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:36:46.212527 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-638eaf37-36c2-45cf-beb7-e5982e2c6863 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:46.254039 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-61817f47-f16d-46e2-b85b-e5c4606c2841 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Calling delete_port for 8a277aee-393e-43c9-a8bf-c0eb255f683c owned by {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:36:46.282550 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f078ee63-b289-4f05-8307-6ddf335ff86b req-50e05abb-bb1d-40f4-936a-073d2cef2e72 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1708002 May 28 06:36:46.287664 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-638eaf37-36c2-45cf-beb7-e5982e2c6863 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:46.301940 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-f078ee63-b289-4f05-8307-6ddf335ff86b req-6e80a9ee-021d-47a4-b27f-5286f578184a service neutron] Request body: {'port': {'device_id': 'dd1a91d4-319c-42d4-856b-e41805a7d83e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843702-1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:36:46.335107 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7465ac69-3137-4ea8-9263-651c93ef95da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700472'] for router_interface, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:46.404997 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-706d8f19-69a3-4403-bcc1-536f1f0ba248 req-6b182340-9b58-42bd-8881-78959a5c58f7 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] Made reservation on behalf of f44679598b0a43b98b3c94202ca37d34 for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:36:46.408933 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-706d8f19-69a3-4403-bcc1-536f1f0ba248 req-6b182340-9b58-42bd-8881-78959a5c58f7 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:46.440490 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-638eaf37-36c2-45cf-beb7-e5982e2c6863 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:46.509840 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52872043-3875-4167-ba3f-390d548f4db6 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:36:46.522979 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb699ece-2d38-4409-8fe6-0f1e6c7e5df7 None None] Sync routers for ids ['5bad11f6-83d1-4633-9746-6e3fd779fc92'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:36:46.538423 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb699ece-2d38-4409-8fe6-0f1e6c7e5df7 None None] Routers {'5bad11f6-83d1-4633-9746-6e3fd779fc92'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:36:46.539044 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-bb699ece-2d38-4409-8fe6-0f1e6c7e5df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:36:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['5bad11f6-83d1-4633-9746-6e3fd779fc92'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:36:46.607641 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-bb699ece-2d38-4409-8fe6-0f1e6c7e5df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:36:46.617700 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb699ece-2d38-4409-8fe6-0f1e6c7e5df7 None None] Routers {'5bad11f6-83d1-4633-9746-6e3fd779fc92'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:36:46.618288 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-bb699ece-2d38-4409-8fe6-0f1e6c7e5df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:36:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['5bad11f6-83d1-4633-9746-6e3fd779fc92'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:36:46.636823 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [req-706d8f19-69a3-4403-bcc1-536f1f0ba248 req-6b182340-9b58-42bd-8881-78959a5c58f7 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] Allocated IP 172.20.0.7 (50e6c29d-3c94-4645-8aee-2ebf9aaac97d/461065ec-096d-40f7-a624-cb52121fd52b/8712a524-83c9-4a6f-bda2-81f3a14bb977) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:36:46.679896 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f047f11d-2aa7-4cc5-a9a3-14a0b16d559b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:46.701845 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-bb699ece-2d38-4409-8fe6-0f1e6c7e5df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:36:46.702929 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb699ece-2d38-4409-8fe6-0f1e6c7e5df7 None None] The sync data for ids ['5bad11f6-83d1-4633-9746-6e3fd779fc92'] in n-d-843702-1 is: [] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:36:46.783795 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638eaf37-36c2-45cf-beb7-e5982e2c6863 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd55cc0b-54f2-4d71-80e0-f69c5def9e9e,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:46.793704 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-f078ee63-b289-4f05-8307-6ddf335ff86b req-6e80a9ee-021d-47a4-b27f-5286f578184a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:46.842354 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f047f11d-2aa7-4cc5-a9a3-14a0b16d559b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:46.868330 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-52872043-3875-4167-ba3f-390d548f4db6 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] 10.222.0.55 "PUT /v2.0/routers/5bad11f6-83d1-4633-9746-6e3fd779fc92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.7293146 May 28 06:36:46.878262 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 36996) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:36:46.928164 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-1e0cc46c-ad3f-4bca-9150-295fc4e91c20 req-43d8a902-49d5-4af9-b596-2659066024ac tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] Synchronizing usage tracker for tenant:f44679598b0a43b98b3c94202ca37d34 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:36:46.935992 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f047f11d-2aa7-4cc5-a9a3-14a0b16d559b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae9041f8-e5fc-4d83-8b0d-eebd2215ed79,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:46.943696 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-f047f11d-2aa7-4cc5-a9a3-14a0b16d559b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=15f9db6ffd854dc181ca22e5bd0f5d1a&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1496074 May 28 06:36:46.949154 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 37000) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:36:46.971280 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-638eaf37-36c2-45cf-beb7-e5982e2c6863 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:46.977178 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-638eaf37-36c2-45cf-beb7-e5982e2c6863 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1549301 May 28 06:36:46.995262 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 37004) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:36:47.022820 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-90dc74df-e9bd-40c9-9d81-d7b0fb622b34 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Request body: {'floatingip': {'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:36:47.058052 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-90dc74df-e9bd-40c9-9d81-d7b0fb622b34 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:36:47.078407 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-90dc74df-e9bd-40c9-9d81-d7b0fb622b34 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Usage tracker for resource:floatingip and tenant:fada8efd68e34d6781d883ae41cb05ad is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:36:47.085789 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 40052406-75c2-412c-a1db-28bb911750f0 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:36:47.128941 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-1e0cc46c-ad3f-4bca-9150-295fc4e91c20 req-43d8a902-49d5-4af9-b596-2659066024ac tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] Unset dirty status for tenant:f44679598b0a43b98b3c94202ca37d34 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:36:47.130242 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1e0cc46c-ad3f-4bca-9150-295fc4e91c20 req-43d8a902-49d5-4af9-b596-2659066024ac tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] 10.222.0.55 "GET /v2.0/ports?device_id=7177c5a1-ae12-487c-ad6f-03a524329ac2 HTTP/1.1" status: 200 len: 210 time: 0.3108194 May 28 06:36:47.158758 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-90dc74df-e9bd-40c9-9d81-d7b0fb622b34 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:36:47.203598 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-90dc74df-e9bd-40c9-9d81-d7b0fb622b34 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:36:47.214972 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f18881-e5b6-4792-b034-0c03aad6c2ff tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:36:47.219726 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-c9f18881-e5b6-4792-b034-0c03aad6c2ff tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] 10.222.0.55 "GET /v2.0/ports/c8a9fe54-1d6c-4281-afc9-69c0a3945022 HTTP/1.1" status: 200 len: 977 time: 0.3288772 May 28 06:36:47.227580 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-61817f47-f16d-46e2-b85b-e5c4606c2841 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:47.253855 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 40052406-75c2-412c-a1db-28bb911750f0 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:36:47.254374 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:47.266702 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 37010) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:36:47.426609 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 40052406-75c2-412c-a1db-28bb911750f0 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:36:47.436371 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-90dc74df-e9bd-40c9-9d81-d7b0fb622b34 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Notify callbacks [] for floatingip, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:47.614153 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61817f47-f16d-46e2-b85b-e5c4606c2841 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Pushing event deleted for resources: {'Port': ['ID=8a277aee-393e-43c9-a8bf-c0eb255f683c,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:47.619405 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7465ac69-3137-4ea8-9263-651c93ef95da admin admin] Router 541a56fb-edac-48d9-9308-803c85553640 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:36:47.668392 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bb6260-8912-43b8-a346-7e857aee20e4 req-6b9e8c4f-1fc2-4dc5-a2d4-3eea02d0610c tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:36:47.669225 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-c6bb6260-8912-43b8-a346-7e857aee20e4 req-6b9e8c4f-1fc2-4dc5-a2d4-3eea02d0610c tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Synchronizing usage tracker for tenant:5ef065cc7a6e48198da7b2879024e281 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:36:47.734194 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f5bf01a8-b764-407d-b3f8-cc3138f847b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:47.787596 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-61817f47-f16d-46e2-b85b-e5c4606c2841 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:47.888304 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f5bf01a8-b764-407d-b3f8-cc3138f847b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:47.960043 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7465ac69-3137-4ea8-9263-651c93ef95da admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:36:47.969239 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-7465ac69-3137-4ea8-9263-651c93ef95da admin admin] 10.222.0.55 "PUT /v2.0/routers/541a56fb-edac-48d9-9308-803c85553640/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.9078138 May 28 06:36:47.971017 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 37014) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:36:47.972364 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-61817f47-f16d-46e2-b85b-e5c4606c2841 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] 10.222.0.55 "DELETE /v2.0/ports/8a277aee-393e-43c9-a8bf-c0eb255f683c HTTP/1.1" status: 204 len: 168 time: 4.1417792 May 28 06:36:47.979432 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4038078-ce90-4b9e-bf5a-fb56af32f38e None None] Sync routers for ids ['541a56fb-edac-48d9-9308-803c85553640'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:36:47.987385 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4038078-ce90-4b9e-bf5a-fb56af32f38e None None] Routers {'541a56fb-edac-48d9-9308-803c85553640'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:36:47.988432 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-e4038078-ce90-4b9e-bf5a-fb56af32f38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:36:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['541a56fb-edac-48d9-9308-803c85553640'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:36:48.029596 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 37018) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:36:48.066525 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-c6bb6260-8912-43b8-a346-7e857aee20e4 req-6b9e8c4f-1fc2-4dc5-a2d4-3eea02d0610c tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Unset dirty status for tenant:5ef065cc7a6e48198da7b2879024e281 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:36:48.074266 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c6bb6260-8912-43b8-a346-7e857aee20e4 req-6b9e8c4f-1fc2-4dc5-a2d4-3eea02d0610c tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd1a91d4-319c-42d4-856b-e41805a7d83e HTTP/1.1" status: 200 len: 932 time: 1.3532467 May 28 06:36:48.099635 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-706d8f19-69a3-4403-bcc1-536f1f0ba248 req-6b182340-9b58-42bd-8881-78959a5c58f7 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:48.202632 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f5bf01a8-b764-407d-b3f8-cc3138f847b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:48.224940 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dec9e05-1235-4ebd-b9c1-64484c2937d2 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Deleting subnet 78f959c8-7c99-4622-9b67-73c52ee4406a {{(pid=89109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:36:48.234286 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4dec9e05-1235-4ebd-b9c1-64484c2937d2 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Notify callbacks [] for subnet, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:48.271046 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c6bb6260-8912-43b8-a346-7e857aee20e4 req-78eb2b2e-9919-4038-b874-a1521d4f41a0 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.55 "GET /v2.0/security-groups?id=89c8e518-81c5-4ccc-b111-8291ad38466d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958590 May 28 06:36:48.273983 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bf01a8-b764-407d-b3f8-cc3138f847b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae9041f8-e5fc-4d83-8b0d-eebd2215ed79,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:48.300644 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fbc5b8-1501-4e87-99d5-bd86dde959a6 req-e5ce4b1c-dc33-46e4-a0fb-018b8edb4eea tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:36:48.302435 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b2fbc5b8-1501-4e87-99d5-bd86dde959a6 req-e5ce4b1c-dc33-46e4-a0fb-018b8edb4eea tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/ports?device_id=18125e28-15d1-48dd-aa07-32b31253304b HTTP/1.1" status: 200 len: 945 time: 1.0130482 May 28 06:36:48.323541 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f5bf01a8-b764-407d-b3f8-cc3138f847b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:48.329660 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-f5bf01a8-b764-407d-b3f8-cc3138f847b7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ae9041f8-e5fc-4d83-8b0d-eebd2215ed79 HTTP/1.1" status: 204 len: 168 time: 1.3730686 May 28 06:36:48.340651 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-e4038078-ce90-4b9e-bf5a-fb56af32f38e None None] Set router 541a56fb-edac-48d9-9308-803c85553640 gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:36:48.354431 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:36:48.369227 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ba3a35c4-29d8-4e03-a835-0ce0ebc14062 admin admin] Notify callbacks [] for router, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:48.633315 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4dec9e05-1235-4ebd-b9c1-64484c2937d2 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3964070'] for subnet, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:48.647304 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b2fbc5b8-1501-4e87-99d5-bd86dde959a6 req-5889770e-81c5-4b7b-8e20-ca0d9f594492 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d5c9d24-a7ef-4e95-9414-4cd057feeac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3286047 May 28 06:36:48.678934 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ba3a35c4-29d8-4e03-a835-0ce0ebc14062 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:48.692646 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-135f77ea-d74e-41c9-a23d-e17f583dd558 req-84050546-6f53-41fe-9c14-adcaf02c2b22 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] 10.222.0.55 "GET /v2.0/ports?device_id=7177c5a1-ae12-487c-ad6f-03a524329ac2 HTTP/1.1" status: 200 len: 210 time: 0.2091155 May 28 06:36:48.724005 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [req-f078ee63-b289-4f05-8307-6ddf335ff86b req-6e80a9ee-021d-47a4-b27f-5286f578184a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e228d678-1967-4453-9e6d-ec6181d835a6 {{(pid=89110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:36:48.743258 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-f078ee63-b289-4f05-8307-6ddf335ff86b req-6e80a9ee-021d-47a4-b27f-5286f578184a service neutron] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:48.762316 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4dec9e05-1235-4ebd-b9c1-64484c2937d2 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:48.772051 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-90dc74df-e9bd-40c9-9d81-d7b0fb622b34 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:48.824231 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-706d8f19-69a3-4403-bcc1-536f1f0ba248 req-6b182340-9b58-42bd-8881-78959a5c58f7 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:48.905892 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-e4038078-ce90-4b9e-bf5a-fb56af32f38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '541a56fb-edac-48d9-9308-803c85553640', 'name': 'tempest-TaggedBootDevicesTest-540530677-router', 'tenant_id': 'f3958891eac44c76810006defcff5dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '5c44a41a-4ed4-4c07-bf2b-46b7636c0a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:27:10Z', 'updated_at': '2022-05-28T06:36:43Z', 'revision_number': 5, 'project_id': 'f3958891eac44c76810006defcff5dde', 'gw_port': {'id': '5c44a41a-4ed4-4c07-bf2b-46b7636c0a4b', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ca:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541a56fb-edac-48d9-9308-803c85553640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:27:12Z', 'updated_at': '2022-05-28T06:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:36:48.911016 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4038078-ce90-4b9e-bf5a-fb56af32f38e None None] Checking router: 541a56fb-edac-48d9-9308-803c85553640 for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:36:48.920283 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4038078-ce90-4b9e-bf5a-fb56af32f38e None None] Routers {'541a56fb-edac-48d9-9308-803c85553640'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:36:48.920908 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-e4038078-ce90-4b9e-bf5a-fb56af32f38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:36:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['541a56fb-edac-48d9-9308-803c85553640'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:36:48.970771 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4dec9e05-1235-4ebd-b9c1-64484c2937d2 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9555650'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:48.979901 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-f078ee63-b289-4f05-8307-6ddf335ff86b req-6e80a9ee-021d-47a4-b27f-5286f578184a service neutron] Transition to ACTIVE for port object e228d678-1967-4453-9e6d-ec6181d835a6 will not be triggered until provisioned by entity L2. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:36:48.990418 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-706d8f19-69a3-4403-bcc1-536f1f0ba248 req-6b182340-9b58-42bd-8881-78959a5c58f7 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] Network 50e6c29d-3c94-4645-8aee-2ebf9aaac97d is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:36:49.001184 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [req-706d8f19-69a3-4403-bcc1-536f1f0ba248 req-6b182340-9b58-42bd-8881-78959a5c58f7 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:36:49.048544 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-706d8f19-69a3-4403-bcc1-536f1f0ba248 req-6b182340-9b58-42bd-8881-78959a5c58f7 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:36:49.106803 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-ba3a35c4-29d8-4e03-a835-0ce0ebc14062 admin admin] Deleting port 5c44a41a-4ed4-4c07-bf2b-46b7636c0a4b {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:36:49.107412 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ba3a35c4-29d8-4e03-a835-0ce0ebc14062 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:49.107871 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b182340-9b58-42bd-8881-78959a5c58f7 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] Pushing event updated for resources: {'Port': ['ID=8712a524-83c9-4a6f-bda2-81f3a14bb977,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:49.135664 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-f078ee63-b289-4f05-8307-6ddf335ff86b req-6e80a9ee-021d-47a4-b27f-5286f578184a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:49.165963 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-e4038078-ce90-4b9e-bf5a-fb56af32f38e None None] Set router 541a56fb-edac-48d9-9308-803c85553640 gateway port host: None {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:36:49.179211 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4dec9e05-1235-4ebd-b9c1-64484c2937d2 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:49.188343 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dec9e05-1235-4ebd-b9c1-64484c2937d2 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Pushing event deleted for resources: {'Subnet': ['ID=78f959c8-7c99-4622-9b67-73c52ee4406a,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:49.205372 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-4dec9e05-1235-4ebd-b9c1-64484c2937d2 tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] 10.222.0.55 "DELETE /v2.0/subnets/78f959c8-7c99-4622-9b67-73c52ee4406a HTTP/1.1" status: 204 len: 168 time: 1.1734924 May 28 06:36:49.213790 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 37032) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:36:49.265772 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20956592-6081-4d1d-bd74-169ad0ddfb88 None None] Network df47a22f-8879-485f-9f3c-67c82f8efb5a requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:36:49.520657 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-96d505b9-57c0-4449-afb7-0281f763035a tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:49.524511 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [None req-90dc74df-e9bd-40c9-9d81-d7b0fb622b34 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Allocated IP 172.25.5.142 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/f54f30b8-7f28-4222-bf4c-b793c7a1afde) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:36:49.564640 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-e4038078-ce90-4b9e-bf5a-fb56af32f38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '541a56fb-edac-48d9-9308-803c85553640', 'name': 'tempest-TaggedBootDevicesTest-540530677-router', 'tenant_id': 'f3958891eac44c76810006defcff5dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:27:10Z', 'updated_at': '2022-05-28T06:36:48Z', 'revision_number': 6, 'project_id': 'f3958891eac44c76810006defcff5dde', 'gw_port_host': None}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:36:49.566282 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706d8f19-69a3-4403-bcc1-536f1f0ba248 req-6b182340-9b58-42bd-8881-78959a5c58f7 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:36:49.566906 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-706d8f19-69a3-4403-bcc1-536f1f0ba248 req-6b182340-9b58-42bd-8881-78959a5c58f7 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:49.583290 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e80a9ee-021d-47a4-b27f-5286f578184a service neutron] Pushing event updated for resources: {'Port': ['ID=e228d678-1967-4453-9e6d-ec6181d835a6,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:49.595465 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-96d505b9-57c0-4449-afb7-0281f763035a tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Deleting port d4a8c569-5839-4012-80e8-6cbe17919a81 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:36:49.595860 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-96d505b9-57c0-4449-afb7-0281f763035a tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:49.606446 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4038078-ce90-4b9e-bf5a-fb56af32f38e None None] The sync data for ids ['541a56fb-edac-48d9-9308-803c85553640'] in n-d-843702-1 is: [{'id': '541a56fb-edac-48d9-9308-803c85553640', 'name': 'tempest-TaggedBootDevicesTest-540530677-router', 'tenant_id': 'f3958891eac44c76810006defcff5dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:27:10Z', 'updated_at': '2022-05-28T06:36:48Z', 'revision_number': 6, 'project_id': 'f3958891eac44c76810006defcff5dde', 'gw_port_host': None}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:36:49.774826 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-ba3a35c4-29d8-4e03-a835-0ce0ebc14062 admin admin] For port 5c44a41a-4ed4-4c07-bf2b-46b7636c0a4b, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=5c44a41a-4ed4-4c07-bf2b-46b7636c0a4b,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:36:49.775457 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ba3a35c4-29d8-4e03-a835-0ce0ebc14062 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:49.979759 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe5e17e-6e4c-4a37-a15d-ff8a39616a6b None None] DHCP port deletion for df47a22f-8879-485f-9f3c-67c82f8efb5a request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:36:49.987566 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-bbe5e17e-6e4c-4a37-a15d-ff8a39616a6b None None] Deleting port d4a8c569-5839-4012-80e8-6cbe17919a81 {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:36:49.987782 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-bbe5e17e-6e4c-4a37-a15d-ff8a39616a6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:50.232692 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-ba3a35c4-29d8-4e03-a835-0ce0ebc14062 admin admin] Calling delete_port for 5c44a41a-4ed4-4c07-bf2b-46b7636c0a4b owned by network:router_gateway {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:36:50.248414 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-706d8f19-69a3-4403-bcc1-536f1f0ba248 req-6b182340-9b58-42bd-8881-78959a5c58f7 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5332217 May 28 06:36:50.295872 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-706d8f19-69a3-4403-bcc1-536f1f0ba248 req-05d31905-7c86-4a53-b044-f7ab2cf2706f service neutron] Request body: {'port': {'device_id': '7177c5a1-ae12-487c-ad6f-03a524329ac2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843702-1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:36:50.360214 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-bbe5e17e-6e4c-4a37-a15d-ff8a39616a6b None None] For port d4a8c569-5839-4012-80e8-6cbe17919a81, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=d4a8c569-5839-4012-80e8-6cbe17919a81,segment=NetworkSegment(0a6169e6-193b-437a-ab15-6b1f9be645bc),segment_id=0a6169e6-193b-437a-ab15-6b1f9be645bc)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:36:50.360549 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-bbe5e17e-6e4c-4a37-a15d-ff8a39616a6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:50.416287 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-f078ee63-b289-4f05-8307-6ddf335ff86b req-6e80a9ee-021d-47a4-b27f-5286f578184a service neutron] Attempting to bind port e228d678-1967-4453-9e6d-ec6181d835a6 on host n-h2-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:36:50.416626 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-f078ee63-b289-4f05-8307-6ddf335ff86b req-6e80a9ee-021d-47a4-b27f-5286f578184a service neutron] Attempting to bind port e228d678-1967-4453-9e6d-ec6181d835a6 by drivers openvswitch,hyperv on host n-h2-843702-1 at level 0 using segments [{'id': '36b7b050-a7a0-4005-a03f-73135e20048b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '97711779-de36-4af1-95e9-88f65060157a'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:36:50.416956 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f078ee63-b289-4f05-8307-6ddf335ff86b req-6e80a9ee-021d-47a4-b27f-5286f578184a service neutron] Attempting to bind port e228d678-1967-4453-9e6d-ec6181d835a6 on network 97711779-de36-4af1-95e9-88f65060157a {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:36:50.461973 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b10131a9-84e1-4f60-8f0a-6af00c74b3d0 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700548'] for router_interface, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:50.604066 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-bbe5e17e-6e4c-4a37-a15d-ff8a39616a6b None None] Calling delete_port for d4a8c569-5839-4012-80e8-6cbe17919a81 owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:36:50.668673 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ba3a35c4-29d8-4e03-a835-0ce0ebc14062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:50.793798 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f078ee63-b289-4f05-8307-6ddf335ff86b req-6e80a9ee-021d-47a4-b27f-5286f578184a service neutron] Port e228d678-1967-4453-9e6d-ec6181d835a6 on network 97711779-de36-4af1-95e9-88f65060157a not bound, no agent of type Open vSwitch agent registered on host n-h2-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:36:50.794510 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f078ee63-b289-4f05-8307-6ddf335ff86b req-6e80a9ee-021d-47a4-b27f-5286f578184a service neutron] Attempting to bind port e228d678-1967-4453-9e6d-ec6181d835a6 on network 97711779-de36-4af1-95e9-88f65060157a {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:36:50.828440 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3a35c4-29d8-4e03-a835-0ce0ebc14062 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c44a41a-4ed4-4c07-bf2b-46b7636c0a4b,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:50.830364 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f078ee63-b289-4f05-8307-6ddf335ff86b req-6e80a9ee-021d-47a4-b27f-5286f578184a service neutron] Checking agent: {'id': 'f1a3973b-d2b3-4558-88e7-2ac50857d302', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:36:50.830812 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f078ee63-b289-4f05-8307-6ddf335ff86b req-6e80a9ee-021d-47a4-b27f-5286f578184a service neutron] Checking segment: {'id': '36b7b050-a7a0-4005-a03f-73135e20048b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '97711779-de36-4af1-95e9-88f65060157a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:36:50.831305 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f078ee63-b289-4f05-8307-6ddf335ff86b req-6e80a9ee-021d-47a4-b27f-5286f578184a service neutron] Bound using segment: {'id': '36b7b050-a7a0-4005-a03f-73135e20048b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '97711779-de36-4af1-95e9-88f65060157a'} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:36:50.831874 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-f078ee63-b289-4f05-8307-6ddf335ff86b req-6e80a9ee-021d-47a4-b27f-5286f578184a service neutron] Bound port: e228d678-1967-4453-9e6d-ec6181d835a6, host: n-h2-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36b7b050-a7a0-4005-a03f-73135e20048b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '97711779-de36-4af1-95e9-88f65060157a'}}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:36:50.832317 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-f078ee63-b289-4f05-8307-6ddf335ff86b req-6e80a9ee-021d-47a4-b27f-5286f578184a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:50.870034 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-90dc74df-e9bd-40c9-9d81-d7b0fb622b34 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:50.878902 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-bbe5e17e-6e4c-4a37-a15d-ff8a39616a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879'] for port, after_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:50.961178 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe5e17e-6e4c-4a37-a15d-ff8a39616a6b None None] Pushing event deleted for resources: {'Port': ['ID=d4a8c569-5839-4012-80e8-6cbe17919a81,revision_number=None']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:50.965545 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe5e17e-6e4c-4a37-a15d-ff8a39616a6b None None] No DVR routers for this DVR port d4a8c569-5839-4012-80e8-6cbe17919a81 on host n-d-843702-1 {{(pid=89111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:36:50.981901 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-96d505b9-57c0-4449-afb7-0281f763035a tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] For port d4a8c569-5839-4012-80e8-6cbe17919a81, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=d4a8c569-5839-4012-80e8-6cbe17919a81,segment=NetworkSegment(0a6169e6-193b-437a-ab15-6b1f9be645bc),segment_id=0a6169e6-193b-437a-ab15-6b1f9be645bc)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:36:50.991412 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-96d505b9-57c0-4449-afb7-0281f763035a tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:50.998952 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ba3a35c4-29d8-4e03-a835-0ce0ebc14062 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691105'] for router_gateway, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:51.058350 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-706d8f19-69a3-4403-bcc1-536f1f0ba248 req-05d31905-7c86-4a53-b044-f7ab2cf2706f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:51.103024 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device d4a8c569-5839-4012-80e8-6cbe17919a81 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:36:51.183132 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: d4a8c569-5839-4012-80e8-6cbe17919a81 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:36:51.184040 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device d4a8c569-5839-4012-80e8-6cbe17919a81 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:36:51.184597 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 5c44a41a-4ed4-4c07-bf2b-46b7636c0a4b no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:36:51.225973 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 5c44a41a-4ed4-4c07-bf2b-46b7636c0a4b {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:36:51.225973 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 5c44a41a-4ed4-4c07-bf2b-46b7636c0a4b not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:36:51.226635 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device b25a7c08-e5ef-4a1d-8867-665f08d7022b no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:36:51.273453 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: b25a7c08-e5ef-4a1d-8867-665f08d7022b {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:36:51.273802 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device b25a7c08-e5ef-4a1d-8867-665f08d7022b not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:36:51.306000 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-90dc74df-e9bd-40c9-9d81-d7b0fb622b34 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:51.416959 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-96d505b9-57c0-4449-afb7-0281f763035a tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Calling delete_port for d4a8c569-5839-4012-80e8-6cbe17919a81 owned by network:dhcp {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:36:51.440358 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b5a587-9b91-4d09-bb12-1d63dbb6b2b6 req-4349fff5-1231-459e-9b24-aa3542d8dffd tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:36:51.448938 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-34b5a587-9b91-4d09-bb12-1d63dbb6b2b6 req-4349fff5-1231-459e-9b24-aa3542d8dffd tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd1a91d4-319c-42d4-856b-e41805a7d83e HTTP/1.1" status: 200 len: 944 time: 1.8708038 May 28 06:36:51.504117 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ba3a35c4-29d8-4e03-a835-0ce0ebc14062 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59018'] for router, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:51.517443 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ba3a35c4-29d8-4e03-a835-0ce0ebc14062 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:51.532699 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90dc74df-e9bd-40c9-9d81-d7b0fb622b34 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:36:51.556090 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-90dc74df-e9bd-40c9-9d81-d7b0fb622b34 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:36:51.575305 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.db.api [None req-96d505b9-57c0-4449-afb7-0281f763035a tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:36:51.575771 n-d-843702-1 neutron-server[89109]: DEBUG oslo_db.api [None req-96d505b9-57c0-4449-afb7-0281f763035a tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:36:51.579511 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcd63b3-e8b3-470e-b09a-374f5e377d21 req-8e866a4a-e317-4710-829a-7efb94055aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:36:51.581127 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-abcd63b3-e8b3-470e-b09a-374f5e377d21 req-8e866a4a-e317-4710-829a-7efb94055aee service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=50466b4420374aac8a4e6c84ffbb2d35&device_id=18125e28-15d1-48dd-aa07-32b31253304b HTTP/1.1" status: 200 len: 1096 time: 0.3550503 May 28 06:36:51.646601 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-f078ee63-b289-4f05-8307-6ddf335ff86b req-6e80a9ee-021d-47a4-b27f-5286f578184a service neutron] For port e228d678-1967-4453-9e6d-ec6181d835a6, host n-h2-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:36:51.650968 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-f078ee63-b289-4f05-8307-6ddf335ff86b req-6e80a9ee-021d-47a4-b27f-5286f578184a service neutron] For port e228d678-1967-4453-9e6d-ec6181d835a6, host n-h2-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=e228d678-1967-4453-9e6d-ec6181d835a6,segment=NetworkSegment(36b7b050-a7a0-4005-a03f-73135e20048b),segment_id=36b7b050-a7a0-4005-a03f-73135e20048b)] {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:36:51.660668 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90dc74df-e9bd-40c9-9d81-d7b0fb622b34 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:36:51.697857 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ba3a35c4-29d8-4e03-a835-0ce0ebc14062 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-703817'] for router, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:51.697857 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba3a35c4-29d8-4e03-a835-0ce0ebc14062 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 541a56fb-edac-48d9-9308-803c85553640 {{(pid=89109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 06:36:51.721863 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cf93e2-9e18-4f0b-b689-960d901e3cc8 req-b4abca2d-f3c5-4a8c-82be-f8a992685d30 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:36:51.724128 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-58cf93e2-9e18-4f0b-b689-960d901e3cc8 req-b4abca2d-f3c5-4a8c-82be-f8a992685d30 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/ports?device_id=18125e28-15d1-48dd-aa07-32b31253304b HTTP/1.1" status: 200 len: 945 time: 1.8022547 May 28 06:36:51.745071 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ba3a35c4-29d8-4e03-a835-0ce0ebc14062 admin admin] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:51.746605 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-ba3a35c4-29d8-4e03-a835-0ce0ebc14062 admin admin] 10.222.0.55 "DELETE /v2.0/routers/541a56fb-edac-48d9-9308-803c85553640 HTTP/1.1" status: 204 len: 168 time: 3.7730114 May 28 06:36:51.750668 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 37070) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:36:51.849198 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dc74df-e9bd-40c9-9d81-d7b0fb622b34 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Pushing event updated for resources: {'Port': ['ID=f54f30b8-7f28-4222-bf4c-b793c7a1afde,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:51.868821 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcd63b3-e8b3-470e-b09a-374f5e377d21 req-21490eb9-7cb2-44fd-a34b-c50d70a55b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:36:51.870324 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-abcd63b3-e8b3-470e-b09a-374f5e377d21 req-21490eb9-7cb2-44fd-a34b-c50d70a55b44 service neutron] 10.222.0.71 "GET /v2.0/networks?id=a8fa6c28-5257-4dd9-bf7e-c257b513d11b HTTP/1.1" status: 200 len: 917 time: 0.2659614 May 28 06:36:51.887897 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-f078ee63-b289-4f05-8307-6ddf335ff86b req-6e80a9ee-021d-47a4-b27f-5286f578184a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:51.993475 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_v2 [None req-48c03592-3c58-4587-bd9f-a5abcdd55ff2 admin admin] Deleting subnet bb3ffca3-469c-42ac-a3c6-07667d22277f {{(pid=89109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:36:52.000562 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-48c03592-3c58-4587-bd9f-a5abcdd55ff2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:52.027723 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f078ee63-b289-4f05-8307-6ddf335ff86b req-6e80a9ee-021d-47a4-b27f-5286f578184a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:36:52.028363 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-f078ee63-b289-4f05-8307-6ddf335ff86b req-6e80a9ee-021d-47a4-b27f-5286f578184a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:52.034294 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f078ee63-b289-4f05-8307-6ddf335ff86b req-6e80a9ee-021d-47a4-b27f-5286f578184a service neutron] 10.222.0.71 "PUT /v2.0/ports/e228d678-1967-4453-9e6d-ec6181d835a6 HTTP/1.1" status: 200 len: 1092 time: 5.7358754 May 28 06:36:52.081044 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e80a9ee-021d-47a4-b27f-5286f578184a service neutron] Pushing event updated for resources: {'Port': ['ID=e228d678-1967-4453-9e6d-ec6181d835a6,revision_number=3']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:52.084967 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-96d505b9-57c0-4449-afb7-0281f763035a tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Deleting port d4a8c569-5839-4012-80e8-6cbe17919a81 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:36:52.086465 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd1a91d4-319c-42d4-856b-e41805a7d83e', 'tag': 'e228d678-1967-4453-9e6d-ec6181d835a6'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:36:52.086845 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-96d505b9-57c0-4449-afb7-0281f763035a tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:52.164595 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-58cf93e2-9e18-4f0b-b689-960d901e3cc8 req-45a7d786-b1fe-4212-bc37-6006da0c983e tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d5c9d24-a7ef-4e95-9414-4cd057feeac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3047688 May 28 06:36:52.169004 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-34b5a587-9b91-4d09-bb12-1d63dbb6b2b6 req-89a362c3-d1ba-4633-bf41-61f187613560 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.55 "GET /v2.0/security-groups?id=89c8e518-81c5-4ccc-b111-8291ad38466d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7202601 May 28 06:36:52.339107 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9482eb0e-ac20-4608-9e48-b930b8380004'] response: {'name': 'network-changed', 'server_uuid': 'dd1a91d4-319c-42d4-856b-e41805a7d83e', 'tag': 'e228d678-1967-4453-9e6d-ec6181d835a6', 'status': 'completed', 'code': 200} May 28 06:36:52.418760 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-abcd63b3-e8b3-470e-b09a-374f5e377d21 req-e723347a-e745-4195-b42f-53297c15bffb service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0c82cdde-d718-46cb-9d90-6f9ae18a045e HTTP/1.1" status: 200 len: 1000 time: 0.5382485 May 28 06:36:52.453868 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-48c03592-3c58-4587-bd9f-a5abcdd55ff2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3964070'] for subnet, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:52.518593 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-96d505b9-57c0-4449-afb7-0281f763035a tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] The port 'd4a8c569-5839-4012-80e8-6cbe17919a81' was deleted {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 06:36:52.559570 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [req-706d8f19-69a3-4403-bcc1-536f1f0ba248 req-05d31905-7c86-4a53-b044-f7ab2cf2706f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8712a524-83c9-4a6f-bda2-81f3a14bb977 {{(pid=89110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:36:52.569115 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-706d8f19-69a3-4403-bcc1-536f1f0ba248 req-05d31905-7c86-4a53-b044-f7ab2cf2706f service neutron] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:52.595774 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-90dc74df-e9bd-40c9-9d81-d7b0fb622b34 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:52.600598 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f078ee63-b289-4f05-8307-6ddf335ff86b req-f6c09eeb-c09f-4132-ac19-ffe77c3da9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:36:52.603171 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f078ee63-b289-4f05-8307-6ddf335ff86b req-f6c09eeb-c09f-4132-ac19-ffe77c3da9be service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5ef065cc7a6e48198da7b2879024e281&device_id=dd1a91d4-319c-42d4-856b-e41805a7d83e HTTP/1.1" status: 200 len: 1095 time: 0.3495014 May 28 06:36:52.604920 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-b10131a9-84e1-4f60-8f0a-6af00c74b3d0 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Deleting port c8a9fe54-1d6c-4281-afc9-69c0a3945022 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:36:52.605661 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b10131a9-84e1-4f60-8f0a-6af00c74b3d0 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:52.663930 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcd63b3-e8b3-470e-b09a-374f5e377d21 req-8cc5abf5-e57d-4267-bc2d-f0dfdc5b4f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:36:52.667825 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-abcd63b3-e8b3-470e-b09a-374f5e377d21 req-8cc5abf5-e57d-4267-bc2d-f0dfdc5b4f76 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=63994f4d-7e85-4fdc-89a1-6c8536e7f551 HTTP/1.1" status: 200 len: 855 time: 0.2192571 May 28 06:36:52.744724 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-96d505b9-57c0-4449-afb7-0281f763035a tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:52.800313 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-96d505b9-57c0-4449-afb7-0281f763035a tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df47a22f-8879-485f-9f3c-67c82f8efb5a']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:36:52.823021 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-96d505b9-57c0-4449-afb7-0281f763035a tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a6169e6-193b-437a-ab15-6b1f9be645bc') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:36:52.823309 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-96d505b9-57c0-4449-afb7-0281f763035a tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a6169e6-193b-437a-ab15-6b1f9be645bc') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:36:52.840922 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-96d505b9-57c0-4449-afb7-0281f763035a tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:52.853785 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-48c03592-3c58-4587-bd9f-a5abcdd55ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:52.906609 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-96d505b9-57c0-4449-afb7-0281f763035a tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:52.917123 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcd63b3-e8b3-470e-b09a-374f5e377d21 req-e5108df5-a226-4841-b481-5c87a6a06995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:36:52.918704 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-abcd63b3-e8b3-470e-b09a-374f5e377d21 req-e5108df5-a226-4841-b481-5c87a6a06995 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a8fa6c28-5257-4dd9-bf7e-c257b513d11b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2435980 May 28 06:36:52.918934 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f078ee63-b289-4f05-8307-6ddf335ff86b req-b61999e8-2798-47ac-9173-aa50baa19a25 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e228d678-1967-4453-9e6d-ec6181d835a6 HTTP/1.1" status: 200 len: 217 time: 0.2808897 May 28 06:36:52.926714 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96d505b9-57c0-4449-afb7-0281f763035a tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:36:52.926946 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-96d505b9-57c0-4449-afb7-0281f763035a tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:53.016871 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-90dc74df-e9bd-40c9-9d81-d7b0fb622b34 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:53.032029 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 0a6169e6-193b-437a-ab15-6b1f9be645bc resource provider aggregate not found May 28 06:36:53.106788 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 0a6169e6-193b-437a-ab15-6b1f9be645bc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0a6169e6-193b-437a-ab15-6b1f9be645bc found for delete ", "request_id": "req-f22a7e97-c3bf-4a8e-9d2a-26ff69b6f309"}]} May 28 06:36:53.125452 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-706d8f19-69a3-4403-bcc1-536f1f0ba248 req-05d31905-7c86-4a53-b044-f7ab2cf2706f service neutron] Transition to ACTIVE for port object 8712a524-83c9-4a6f-bda2-81f3a14bb977 will not be triggered until provisioned by entity L2. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:36:53.199027 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8771c0ad-ee5a-496a-94e6-f0d72a2c01b8 req-60398dbc-bf77-4dcd-bc8d-e43a56a64532 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:36:53.199285 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-abcd63b3-e8b3-470e-b09a-374f5e377d21 req-e50bed9e-13c1-4957-9e4a-efca400591a8 service neutron] 10.222.0.71 "GET /v2.0/networks/a8fa6c28-5257-4dd9-bf7e-c257b513d11b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2527859 May 28 06:36:53.206000 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8771c0ad-ee5a-496a-94e6-f0d72a2c01b8 req-60398dbc-bf77-4dcd-bc8d-e43a56a64532 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] 10.222.0.55 "GET /v2.0/ports?device_id=7177c5a1-ae12-487c-ad6f-03a524329ac2 HTTP/1.1" status: 200 len: 931 time: 0.8480775 May 28 06:36:53.264064 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-48c03592-3c58-4587-bd9f-a5abcdd55ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9555650'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:53.272142 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-96d505b9-57c0-4449-afb7-0281f763035a tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:53.339457 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-706d8f19-69a3-4403-bcc1-536f1f0ba248 req-05d31905-7c86-4a53-b044-f7ab2cf2706f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:53.387423 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-96d505b9-57c0-4449-afb7-0281f763035a tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:53.407305 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad5f450e-b0cb-472d-9c1a-5277a4d531fc None None] Network b0d3210f-6f0b-4832-90fb-f0b2f3ebb660 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:36:53.417812 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c03592-3c58-4587-bd9f-a5abcdd55ff2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb3ffca3-469c-42ac-a3c6-07667d22277f,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:53.420466 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d505b9-57c0-4449-afb7-0281f763035a tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Pushing event deleted for resources: {'Network': ['ID=df47a22f-8879-485f-9f3c-67c82f8efb5a,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:53.424785 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-48c03592-3c58-4587-bd9f-a5abcdd55ff2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:53.470727 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c03592-3c58-4587-bd9f-a5abcdd55ff2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:36:53.470727 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c03592-3c58-4587-bd9f-a5abcdd55ff2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:36:53.470727 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c03592-3c58-4587-bd9f-a5abcdd55ff2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:36:53.471069 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c03592-3c58-4587-bd9f-a5abcdd55ff2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:36:53.471427 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c03592-3c58-4587-bd9f-a5abcdd55ff2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:36:53.471682 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c03592-3c58-4587-bd9f-a5abcdd55ff2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:36:53.472009 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c03592-3c58-4587-bd9f-a5abcdd55ff2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:36:53.472340 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c03592-3c58-4587-bd9f-a5abcdd55ff2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:36:53.472664 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c03592-3c58-4587-bd9f-a5abcdd55ff2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:36:53.472981 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c03592-3c58-4587-bd9f-a5abcdd55ff2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:36:53.473300 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c03592-3c58-4587-bd9f-a5abcdd55ff2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:36:53.477745 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c03592-3c58-4587-bd9f-a5abcdd55ff2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:36:53.489100 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d505b9-57c0-4449-afb7-0281f763035a tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:36:53.494878 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d505b9-57c0-4449-afb7-0281f763035a tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:36:53.494878 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d505b9-57c0-4449-afb7-0281f763035a tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:36:53.494878 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d505b9-57c0-4449-afb7-0281f763035a tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:36:53.494878 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d505b9-57c0-4449-afb7-0281f763035a tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:36:53.494878 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d505b9-57c0-4449-afb7-0281f763035a tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:36:53.494878 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d505b9-57c0-4449-afb7-0281f763035a tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:36:53.494878 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d505b9-57c0-4449-afb7-0281f763035a tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:36:53.494878 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d505b9-57c0-4449-afb7-0281f763035a tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:36:53.494878 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d505b9-57c0-4449-afb7-0281f763035a tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:36:53.494878 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d505b9-57c0-4449-afb7-0281f763035a tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:36:53.494878 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d505b9-57c0-4449-afb7-0281f763035a tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:36:53.496972 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-96d505b9-57c0-4449-afb7-0281f763035a tempest-AllowedAddressPairIpV6TestJSON-1243648921 tempest-AllowedAddressPairIpV6TestJSON-1243648921-project] 10.222.0.55 "DELETE /v2.0/networks/df47a22f-8879-485f-9f3c-67c82f8efb5a HTTP/1.1" status: 204 len: 168 time: 4.2806356 May 28 06:36:53.532847 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-48c03592-3c58-4587-bd9f-a5abcdd55ff2 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/bb3ffca3-469c-42ac-a3c6-07667d22277f HTTP/1.1" status: 204 len: 168 time: 1.7803123 May 28 06:36:53.571798 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f078ee63-b289-4f05-8307-6ddf335ff86b req-5ffdd862-86fe-4198-b295-d3c8e1d157bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:36:53.572933 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f078ee63-b289-4f05-8307-6ddf335ff86b req-5ffdd862-86fe-4198-b295-d3c8e1d157bf service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9065b260-3817-4805-a18f-dced8d73fe86 HTTP/1.1" status: 200 len: 845 time: 0.5751052 May 28 06:36:53.576816 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 37130) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:36:53.676575 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d31905-7c86-4a53-b044-f7ab2cf2706f service neutron] Pushing event updated for resources: {'Port': ['ID=8712a524-83c9-4a6f-bda2-81f3a14bb977,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:53.775806 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f078ee63-b289-4f05-8307-6ddf335ff86b req-d426a207-32e5-4bd0-acb0-a5ac9371aa6b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=97711779-de36-4af1-95e9-88f65060157a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0964620 May 28 06:36:53.854165 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-abcd63b3-e8b3-470e-b09a-374f5e377d21 req-4de81cb6-268d-4acb-bc01-2e77c9548e84 service neutron] 10.222.0.71 "GET /v2.0/networks/a8fa6c28-5257-4dd9-bf7e-c257b513d11b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6443868 May 28 06:36:53.888417 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-16c2c6fb-976c-4a27-9c87-f382fdf8d3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:53.907851 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-16c2c6fb-976c-4a27-9c87-f382fdf8d3f6 admin admin] Deleting port 39adb35e-6b18-4e87-b53d-d319a737bbef {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:36:53.908450 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-16c2c6fb-976c-4a27-9c87-f382fdf8d3f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:53.932591 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a30025-009d-4d2f-8758-67cfe87ffc59 None None] DHCP port deletion for b0d3210f-6f0b-4832-90fb-f0b2f3ebb660 request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:36:53.936900 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-84a30025-009d-4d2f-8758-67cfe87ffc59 None None] Deleting port 39adb35e-6b18-4e87-b53d-d319a737bbef {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:36:53.937304 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-84a30025-009d-4d2f-8758-67cfe87ffc59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:54.206359 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-8771c0ad-ee5a-496a-94e6-f0d72a2c01b8 req-4b11443f-d7c7-4ad6-b391-894f69c09a6b tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] Synchronizing usage tracker for tenant:f44679598b0a43b98b3c94202ca37d34 on resource:security_group {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:36:54.252820 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f078ee63-b289-4f05-8307-6ddf335ff86b req-41521c9e-7bda-475c-9336-d1a2d102f8ba service neutron] 10.222.0.71 "GET /v2.0/networks/97711779-de36-4af1-95e9-88f65060157a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4169369 May 28 06:36:54.287512 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-84a30025-009d-4d2f-8758-67cfe87ffc59 None None] For port 39adb35e-6b18-4e87-b53d-d319a737bbef, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=39adb35e-6b18-4e87-b53d-d319a737bbef,segment=NetworkSegment(19dbd857-d13f-4a6d-bcbd-ec9bd33234b5),segment_id=19dbd857-d13f-4a6d-bcbd-ec9bd33234b5)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:36:54.287512 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-84a30025-009d-4d2f-8758-67cfe87ffc59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:54.361662 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-16c2c6fb-976c-4a27-9c87-f382fdf8d3f6 admin admin] For port 39adb35e-6b18-4e87-b53d-d319a737bbef, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=39adb35e-6b18-4e87-b53d-d319a737bbef,segment=NetworkSegment(19dbd857-d13f-4a6d-bcbd-ec9bd33234b5),segment_id=19dbd857-d13f-4a6d-bcbd-ec9bd33234b5)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:36:54.371913 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-16c2c6fb-976c-4a27-9c87-f382fdf8d3f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:54.380365 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-706d8f19-69a3-4403-bcc1-536f1f0ba248 req-05d31905-7c86-4a53-b044-f7ab2cf2706f service neutron] Attempting to bind port 8712a524-83c9-4a6f-bda2-81f3a14bb977 on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:36:54.381052 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-706d8f19-69a3-4403-bcc1-536f1f0ba248 req-05d31905-7c86-4a53-b044-f7ab2cf2706f service neutron] Attempting to bind port 8712a524-83c9-4a6f-bda2-81f3a14bb977 by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': '08328ee5-aa08-4f9a-a73b-412dd681424e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '50e6c29d-3c94-4645-8aee-2ebf9aaac97d'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:36:54.381052 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706d8f19-69a3-4403-bcc1-536f1f0ba248 req-05d31905-7c86-4a53-b044-f7ab2cf2706f service neutron] Attempting to bind port 8712a524-83c9-4a6f-bda2-81f3a14bb977 on network 50e6c29d-3c94-4645-8aee-2ebf9aaac97d {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:36:54.428151 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 37156) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:36:54.453608 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-84a30025-009d-4d2f-8758-67cfe87ffc59 None None] Calling delete_port for 39adb35e-6b18-4e87-b53d-d319a737bbef owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:36:54.460889 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646c33b6-54bc-4ead-8b4d-855f9fda4b0b req-18ea07ef-3bda-4bc6-8d2e-0a3f735d1a53 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:36:54.462557 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-646c33b6-54bc-4ead-8b4d-855f9fda4b0b req-18ea07ef-3bda-4bc6-8d2e-0a3f735d1a53 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd1a91d4-319c-42d4-856b-e41805a7d83e HTTP/1.1" status: 200 len: 944 time: 1.1448696 May 28 06:36:54.535688 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-16c2c6fb-976c-4a27-9c87-f382fdf8d3f6 admin admin] Calling delete_port for 39adb35e-6b18-4e87-b53d-d319a737bbef owned by network:dhcp {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:36:54.559102 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b10131a9-84e1-4f60-8f0a-6af00c74b3d0 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:54.570531 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706d8f19-69a3-4403-bcc1-536f1f0ba248 req-05d31905-7c86-4a53-b044-f7ab2cf2706f service neutron] Port 8712a524-83c9-4a6f-bda2-81f3a14bb977 on network 50e6c29d-3c94-4645-8aee-2ebf9aaac97d not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:36:54.570895 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706d8f19-69a3-4403-bcc1-536f1f0ba248 req-05d31905-7c86-4a53-b044-f7ab2cf2706f service neutron] Attempting to bind port 8712a524-83c9-4a6f-bda2-81f3a14bb977 on network 50e6c29d-3c94-4645-8aee-2ebf9aaac97d {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:36:54.595578 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.db.resource_extend [None req-90dc74df-e9bd-40c9-9d81-d7b0fb622b34 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 06:36:54.694649 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706d8f19-69a3-4403-bcc1-536f1f0ba248 req-05d31905-7c86-4a53-b044-f7ab2cf2706f service neutron] Checking agent: {'id': '69f492a0-c00d-46d0-9bec-fcd8161ce206', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 36, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:36:54.695015 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706d8f19-69a3-4403-bcc1-536f1f0ba248 req-05d31905-7c86-4a53-b044-f7ab2cf2706f service neutron] Checking segment: {'id': '08328ee5-aa08-4f9a-a73b-412dd681424e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '50e6c29d-3c94-4645-8aee-2ebf9aaac97d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:36:54.695513 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706d8f19-69a3-4403-bcc1-536f1f0ba248 req-05d31905-7c86-4a53-b044-f7ab2cf2706f service neutron] Bound using segment: {'id': '08328ee5-aa08-4f9a-a73b-412dd681424e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '50e6c29d-3c94-4645-8aee-2ebf9aaac97d'} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:36:54.696066 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-706d8f19-69a3-4403-bcc1-536f1f0ba248 req-05d31905-7c86-4a53-b044-f7ab2cf2706f service neutron] Bound port: 8712a524-83c9-4a6f-bda2-81f3a14bb977, host: n-h1-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08328ee5-aa08-4f9a-a73b-412dd681424e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '50e6c29d-3c94-4645-8aee-2ebf9aaac97d'}}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:36:54.696472 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-706d8f19-69a3-4403-bcc1-536f1f0ba248 req-05d31905-7c86-4a53-b044-f7ab2cf2706f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:54.785239 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-b10131a9-84e1-4f60-8f0a-6af00c74b3d0 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Calling delete_port for c8a9fe54-1d6c-4281-afc9-69c0a3945022 owned by network:router_interface {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:36:54.817041 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-90dc74df-e9bd-40c9-9d81-d7b0fb622b34 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:54.913975 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-84a30025-009d-4d2f-8758-67cfe87ffc59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879'] for port, after_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:54.920689 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.db.api [None req-16c2c6fb-976c-4a27-9c87-f382fdf8d3f6 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:36:54.925860 n-d-843702-1 neutron-server[89109]: DEBUG oslo_db.api [None req-16c2c6fb-976c-4a27-9c87-f382fdf8d3f6 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:36:54.984956 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a30025-009d-4d2f-8758-67cfe87ffc59 None None] Pushing event deleted for resources: {'Port': ['ID=39adb35e-6b18-4e87-b53d-d319a737bbef,revision_number=None']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:55.000060 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a30025-009d-4d2f-8758-67cfe87ffc59 None None] No DVR routers for this DVR port 39adb35e-6b18-4e87-b53d-d319a737bbef on host n-d-843702-1 {{(pid=89111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:36:55.068033 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 39adb35e-6b18-4e87-b53d-d319a737bbef no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:36:55.076496 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-8771c0ad-ee5a-496a-94e6-f0d72a2c01b8 req-4b11443f-d7c7-4ad6-b391-894f69c09a6b tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] Unset dirty status for tenant:f44679598b0a43b98b3c94202ca37d34 on resource:security_group {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:36:55.086762 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8771c0ad-ee5a-496a-94e6-f0d72a2c01b8 req-4b11443f-d7c7-4ad6-b391-894f69c09a6b tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] 10.222.0.55 "GET /v2.0/security-groups?id=88d2cfd4-3ac6-4681-9a3a-dce7d6855bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7739577 May 28 06:36:55.090197 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-90dc74df-e9bd-40c9-9d81-d7b0fb622b34 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:55.100608 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-646c33b6-54bc-4ead-8b4d-855f9fda4b0b req-434f388e-df16-4853-a4df-fff2f9183e0f tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.55 "GET /v2.0/security-groups?id=89c8e518-81c5-4ccc-b111-8291ad38466d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5584397 May 28 06:36:55.134764 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 39adb35e-6b18-4e87-b53d-d319a737bbef {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:36:55.135330 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 39adb35e-6b18-4e87-b53d-d319a737bbef not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:36:55.423466 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-16c2c6fb-976c-4a27-9c87-f382fdf8d3f6 admin admin] Deleting port 39adb35e-6b18-4e87-b53d-d319a737bbef {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:36:55.423700 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f078ee63-b289-4f05-8307-6ddf335ff86b req-14d34032-967d-47d5-a417-1744bddb268b service neutron] 10.222.0.71 "GET /v2.0/networks/97711779-de36-4af1-95e9-88f65060157a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1538155 May 28 06:36:55.424200 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-16c2c6fb-976c-4a27-9c87-f382fdf8d3f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:55.596659 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-1cad5e56-f93b-4df0-b638-06e06274e03d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bc5caefd863c473b82ad319d7686597c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1308160 May 28 06:36:55.617510 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 37192) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:36:55.627524 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dc74df-e9bd-40c9-9d81-d7b0fb622b34 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Pushing event updated for resources: {'Port': ['ID=f54f30b8-7f28-4222-bf4c-b793c7a1afde,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:55.693705 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-16c2c6fb-976c-4a27-9c87-f382fdf8d3f6 admin admin] The port '39adb35e-6b18-4e87-b53d-d319a737bbef' was deleted {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 06:36:55.708863 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-706d8f19-69a3-4403-bcc1-536f1f0ba248 req-05d31905-7c86-4a53-b044-f7ab2cf2706f service neutron] For port 8712a524-83c9-4a6f-bda2-81f3a14bb977, host n-h1-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:36:55.752811 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-90dc74df-e9bd-40c9-9d81-d7b0fb622b34 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691094'] for floatingip, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:55.775783 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-706d8f19-69a3-4403-bcc1-536f1f0ba248 req-05d31905-7c86-4a53-b044-f7ab2cf2706f service neutron] For port 8712a524-83c9-4a6f-bda2-81f3a14bb977, host n-h1-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=8712a524-83c9-4a6f-bda2-81f3a14bb977,segment=NetworkSegment(08328ee5-aa08-4f9a-a73b-412dd681424e),segment_id=08328ee5-aa08-4f9a-a73b-412dd681424e)] {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:36:55.836753 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-16c2c6fb-976c-4a27-9c87-f382fdf8d3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:55.876319 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-16c2c6fb-976c-4a27-9c87-f382fdf8d3f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0d3210f-6f0b-4832-90fb-f0b2f3ebb660']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:36:55.891126 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-706d8f19-69a3-4403-bcc1-536f1f0ba248 req-05d31905-7c86-4a53-b044-f7ab2cf2706f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:55.892560 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-16c2c6fb-976c-4a27-9c87-f382fdf8d3f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19dbd857-d13f-4a6d-bcbd-ec9bd33234b5') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:36:55.892560 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-16c2c6fb-976c-4a27-9c87-f382fdf8d3f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19dbd857-d13f-4a6d-bcbd-ec9bd33234b5') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:36:55.906314 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-16c2c6fb-976c-4a27-9c87-f382fdf8d3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:55.923526 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-16c2c6fb-976c-4a27-9c87-f382fdf8d3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:55.930035 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16c2c6fb-976c-4a27-9c87-f382fdf8d3f6 admin admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:36:55.930546 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-16c2c6fb-976c-4a27-9c87-f382fdf8d3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:55.998589 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 19dbd857-d13f-4a6d-bcbd-ec9bd33234b5 resource provider aggregate not found May 28 06:36:56.022487 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 19dbd857-d13f-4a6d-bcbd-ec9bd33234b5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 19dbd857-d13f-4a6d-bcbd-ec9bd33234b5 found for delete ", "request_id": "req-3b22aa0b-64ec-4145-9b1b-72057548d2a1"}]} May 28 06:36:56.044641 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706d8f19-69a3-4403-bcc1-536f1f0ba248 req-05d31905-7c86-4a53-b044-f7ab2cf2706f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:36:56.045240 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-706d8f19-69a3-4403-bcc1-536f1f0ba248 req-05d31905-7c86-4a53-b044-f7ab2cf2706f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:56.047221 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-706d8f19-69a3-4403-bcc1-536f1f0ba248 req-05d31905-7c86-4a53-b044-f7ab2cf2706f service neutron] 10.222.0.69 "PUT /v2.0/ports/8712a524-83c9-4a6f-bda2-81f3a14bb977 HTTP/1.1" status: 200 len: 1091 time: 5.7640555 May 28 06:36:56.052897 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7177c5a1-ae12-487c-ad6f-03a524329ac2', 'tag': '8712a524-83c9-4a6f-bda2-81f3a14bb977'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:36:56.064885 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce55726-f03c-4801-b7e2-41725f4eea7c req-752e6645-8234-44c4-bfda-b497c89be0ab tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:36:56.066367 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0ce55726-f03c-4801-b7e2-41725f4eea7c req-752e6645-8234-44c4-bfda-b497c89be0ab tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/ports?device_id=18125e28-15d1-48dd-aa07-32b31253304b HTTP/1.1" status: 200 len: 945 time: 0.7055404 May 28 06:36:56.066973 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6720afc1-580e-4a8c-9d40-4ef1f3051517 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:56.073976 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-90dc74df-e9bd-40c9-9d81-d7b0fb622b34 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:56.075077 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-90dc74df-e9bd-40c9-9d81-d7b0fb622b34 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 9.0770333 May 28 06:36:56.132928 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5a6bc0-5778-4e0c-96d6-395c150036fa req-809ebdb8-51f4-48ec-9048-3b8cff084c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:36:56.135008 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1d5a6bc0-5778-4e0c-96d6-395c150036fa req-809ebdb8-51f4-48ec-9048-3b8cff084c7a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5ef065cc7a6e48198da7b2879024e281&device_id=dd1a91d4-319c-42d4-856b-e41805a7d83e HTTP/1.1" status: 200 len: 1095 time: 0.5129669 May 28 06:36:56.141292 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d31905-7c86-4a53-b044-f7ab2cf2706f service neutron] Pushing event updated for resources: {'Port': ['ID=8712a524-83c9-4a6f-bda2-81f3a14bb977,revision_number=3']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:56.144147 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-16c2c6fb-976c-4a27-9c87-f382fdf8d3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:56.150966 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-16c2c6fb-976c-4a27-9c87-f382fdf8d3f6 admin admin] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:56.179474 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6720afc1-580e-4a8c-9d40-4ef1f3051517 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:56.189457 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f62f3407-6907-4107-984c-6e9a7adc7882'] response: {'name': 'network-changed', 'server_uuid': '7177c5a1-ae12-487c-ad6f-03a524329ac2', 'tag': '8712a524-83c9-4a6f-bda2-81f3a14bb977', 'status': 'completed', 'code': 200} May 28 06:36:56.222879 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-16c2c6fb-976c-4a27-9c87-f382fdf8d3f6 admin admin] 10.222.0.55 "DELETE /v2.0/networks/b0d3210f-6f0b-4832-90fb-f0b2f3ebb660 HTTP/1.1" status: 204 len: 168 time: 2.6449151 May 28 06:36:56.223497 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 37224) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:36:56.224410 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c2c6fb-976c-4a27-9c87-f382fdf8d3f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0d3210f-6f0b-4832-90fb-f0b2f3ebb660,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:56.335236 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0ce55726-f03c-4801-b7e2-41725f4eea7c req-4e98d84e-2b8b-474d-9553-9e47cc43e2d7 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d5c9d24-a7ef-4e95-9414-4cd057feeac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2542312 May 28 06:36:56.348150 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b10131a9-84e1-4f60-8f0a-6af00c74b3d0 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:56.439177 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-dc5c7e58-c697-44c5-99a6-763a5df4e8b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:56.481033 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10131a9-84e1-4f60-8f0a-6af00c74b3d0 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Pushing event deleted for resources: {'Port': ['ID=c8a9fe54-1d6c-4281-afc9-69c0a3945022,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:56.712976 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5a6bc0-5778-4e0c-96d6-395c150036fa req-802b076e-cd0d-43d9-9cd8-c2cf3cbc6f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:36:56.714481 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1d5a6bc0-5778-4e0c-96d6-395c150036fa req-802b076e-cd0d-43d9-9cd8-c2cf3cbc6f20 service neutron] 10.222.0.71 "GET /v2.0/networks?id=97711779-de36-4af1-95e9-88f65060157a HTTP/1.1" status: 200 len: 906 time: 0.5703111 May 28 06:36:56.741996 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf94ea6-9149-40aa-a613-43ed8c50f115 req-074c00a5-a2e1-45ff-ac54-9d1a754f5c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:36:56.743487 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-abf94ea6-9149-40aa-a613-43ed8c50f115 req-074c00a5-a2e1-45ff-ac54-9d1a754f5c31 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f44679598b0a43b98b3c94202ca37d34&device_id=7177c5a1-ae12-487c-ad6f-03a524329ac2 HTTP/1.1" status: 200 len: 1094 time: 0.5441618 May 28 06:36:56.945133 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-bfcafdf5-b0a3-4bc2-b561-7efca1b343cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700548'] for router_interface, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:57.024979 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ecd2f7-0b66-46ab-b287-a6103057b913 req-4d850a59-2f01-43ec-a7b4-a5c62a1b56ba tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:36:57.026450 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-53ecd2f7-0b66-46ab-b287-a6103057b913 req-4d850a59-2f01-43ec-a7b4-a5c62a1b56ba tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] 10.222.0.55 "GET /v2.0/ports?device_id=7177c5a1-ae12-487c-ad6f-03a524329ac2 HTTP/1.1" status: 200 len: 943 time: 0.6945722 May 28 06:36:57.084878 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6720afc1-580e-4a8c-9d40-4ef1f3051517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:57.174223 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff61e7f-106a-4ee8-9402-47bbe6aae41f req-e894b794-410d-465e-b687-d42f6c58781d tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:36:57.175817 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4ff61e7f-106a-4ee8-9402-47bbe6aae41f req-e894b794-410d-465e-b687-d42f6c58781d tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd1a91d4-319c-42d4-856b-e41805a7d83e HTTP/1.1" status: 200 len: 944 time: 0.7059762 May 28 06:36:57.193601 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6720afc1-580e-4a8c-9d40-4ef1f3051517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f82dd78a-648b-44c7-ae12-42fed2375f95,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:57.211331 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1d5a6bc0-5778-4e0c-96d6-395c150036fa req-ee148bfe-a86f-4f16-a30f-e31030bff1eb service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e228d678-1967-4453-9e6d-ec6181d835a6 HTTP/1.1" status: 200 len: 217 time: 0.1946909 May 28 06:36:57.217057 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b10131a9-84e1-4f60-8f0a-6af00c74b3d0 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700472'] for router_interface, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:57.412451 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-bfcafdf5-b0a3-4bc2-b561-7efca1b343cf admin admin] Deleting port 4c41fedf-ecf0-42d6-b477-7fb29f83e178 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:36:57.412785 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-bfcafdf5-b0a3-4bc2-b561-7efca1b343cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:57.415304 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-53ecd2f7-0b66-46ab-b287-a6103057b913 req-75c9881b-da6a-4a08-9e96-2715539b00d0 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] 10.222.0.55 "GET /v2.0/security-groups?id=88d2cfd4-3ac6-4681-9a3a-dce7d6855bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3262577 May 28 06:36:57.497531 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6720afc1-580e-4a8c-9d40-4ef1f3051517 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:57.498740 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-6720afc1-580e-4a8c-9d40-4ef1f3051517 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f82dd78a-648b-44c7-ae12-42fed2375f95 HTTP/1.1" status: 204 len: 168 time: 1.8675246 May 28 06:36:57.529496 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4ff61e7f-106a-4ee8-9402-47bbe6aae41f req-57a4930c-4eff-44d8-9614-15186ebcfacb tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.55 "GET /v2.0/security-groups?id=89c8e518-81c5-4ccc-b111-8291ad38466d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3228574 May 28 06:36:57.535712 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:57.578204 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5a6bc0-5778-4e0c-96d6-395c150036fa req-2dad0ab4-edbc-42e6-9aab-b88f710efaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:36:57.579631 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1d5a6bc0-5778-4e0c-96d6-395c150036fa req-2dad0ab4-edbc-42e6-9aab-b88f710efaeb service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9065b260-3817-4805-a18f-dced8d73fe86 HTTP/1.1" status: 200 len: 845 time: 0.3169174 May 28 06:36:57.586936 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf94ea6-9149-40aa-a613-43ed8c50f115 req-4a657f9d-01f1-4bd5-b7b2-c0bc57ddda79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:36:57.588733 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-abf94ea6-9149-40aa-a613-43ed8c50f115 req-4a657f9d-01f1-4bd5-b7b2-c0bc57ddda79 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=f44679598b0a43b98b3c94202ca37d34&shared=False HTTP/1.1" status: 200 len: 911 time: 0.7816861 May 28 06:36:57.750577 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17c4510-c433-403e-90bf-99b813f6bc50 req-a29cf146-c0d9-43ab-a983-fa68e6f0f5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:36:57.752132 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-e17c4510-c433-403e-90bf-99b813f6bc50 req-a29cf146-c0d9-43ab-a983-fa68e6f0f5ec service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=50466b4420374aac8a4e6c84ffbb2d35&device_id=18125e28-15d1-48dd-aa07-32b31253304b HTTP/1.1" status: 200 len: 1096 time: 0.4269032 May 28 06:36:57.784809 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1d5a6bc0-5778-4e0c-96d6-395c150036fa req-4f67d1f8-6cf8-4ec6-8b28-04d3ca13e542 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=97711779-de36-4af1-95e9-88f65060157a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1945572 May 28 06:36:57.894624 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-5cd039c6-c274-4e3c-8fcc-bd2eb24f7fd0 req-8fb20abb-5065-4946-83f6-f7e1cb515ef8 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Synchronizing usage tracker for tenant:fada8efd68e34d6781d883ae41cb05ad on resource:security_group {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:36:57.916818 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-bfcafdf5-b0a3-4bc2-b561-7efca1b343cf admin admin] For port 4c41fedf-ecf0-42d6-b477-7fb29f83e178, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=4c41fedf-ecf0-42d6-b477-7fb29f83e178,segment=NetworkSegment(7376c345-a8a3-45d3-97eb-4cf0b3443c75),segment_id=7376c345-a8a3-45d3-97eb-4cf0b3443c75)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:36:57.917405 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-bfcafdf5-b0a3-4bc2-b561-7efca1b343cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:58.062904 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b10131a9-84e1-4f60-8f0a-6af00c74b3d0 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Router 5bad11f6-83d1-4633-9746-6e3fd779fc92 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:36:58.070181 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-bfcafdf5-b0a3-4bc2-b561-7efca1b343cf admin admin] Calling delete_port for 4c41fedf-ecf0-42d6-b477-7fb29f83e178 owned by network:router_interface {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:36:58.105919 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17c4510-c433-403e-90bf-99b813f6bc50 req-32279267-cbb7-4d36-adbe-accb39ae8f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:36:58.107361 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-e17c4510-c433-403e-90bf-99b813f6bc50 req-32279267-cbb7-4d36-adbe-accb39ae8f1a service neutron] 10.222.0.71 "GET /v2.0/networks?id=a8fa6c28-5257-4dd9-bf7e-c257b513d11b HTTP/1.1" status: 200 len: 917 time: 0.3480210 May 28 06:36:58.123792 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf94ea6-9149-40aa-a613-43ed8c50f115 req-1e852212-4f43-4ffb-82c7-75056531be18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:36:58.126196 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-abf94ea6-9149-40aa-a613-43ed8c50f115 req-1e852212-4f43-4ffb-82c7-75056531be18 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5272648 May 28 06:36:58.224223 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-5cd039c6-c274-4e3c-8fcc-bd2eb24f7fd0 req-8fb20abb-5065-4946-83f6-f7e1cb515ef8 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Unset dirty status for tenant:fada8efd68e34d6781d883ae41cb05ad on resource:security_group {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:36:58.225373 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5cd039c6-c274-4e3c-8fcc-bd2eb24f7fd0 req-8fb20abb-5065-4946-83f6-f7e1cb515ef8 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1122052011&fields=id&tenant_id=fada8efd68e34d6781d883ae41cb05ad HTTP/1.1" status: 200 len: 267 time: 0.6919847 May 28 06:36:58.248260 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-e17c4510-c433-403e-90bf-99b813f6bc50 req-6fc1e03d-ee96-482c-ba28-f6e5920304b1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0c82cdde-d718-46cb-9d90-6f9ae18a045e HTTP/1.1" status: 200 len: 1000 time: 0.1330857 May 28 06:36:58.324565 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 37294) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:36:58.342021 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17c4510-c433-403e-90bf-99b813f6bc50 req-3cc3a1df-a1b7-4b2e-a3b7-6b29d78ad958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:36:58.344608 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-e17c4510-c433-403e-90bf-99b813f6bc50 req-3cc3a1df-a1b7-4b2e-a3b7-6b29d78ad958 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=63994f4d-7e85-4fdc-89a1-6c8536e7f551 HTTP/1.1" status: 200 len: 855 time: 0.0898275 May 28 06:36:58.379849 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1d5a6bc0-5778-4e0c-96d6-395c150036fa req-925fda08-4e3c-475b-88b6-ae6b01d84011 service neutron] 10.222.0.71 "GET /v2.0/networks/97711779-de36-4af1-95e9-88f65060157a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5113008 May 28 06:36:58.380820 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b10131a9-84e1-4f60-8f0a-6af00c74b3d0 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:36:58.399051 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb218a88-e1af-4a39-9c79-7c7426a0a150 None None] Sync routers for ids ['5bad11f6-83d1-4633-9746-6e3fd779fc92'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:36:58.410884 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb218a88-e1af-4a39-9c79-7c7426a0a150 None None] Routers {'5bad11f6-83d1-4633-9746-6e3fd779fc92'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:36:58.415105 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-cb218a88-e1af-4a39-9c79-7c7426a0a150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:36:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['5bad11f6-83d1-4633-9746-6e3fd779fc92'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:36:58.439822 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d69010-76bb-4a52-a3fb-20d5ce1a4ee4 req-f08fae07-b3e3-4e5c-8638-d91cdd65d7db tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:36:58.445444 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-08d69010-76bb-4a52-a3fb-20d5ce1a4ee4 req-f08fae07-b3e3-4e5c-8638-d91cdd65d7db tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/ports?device_id=18125e28-15d1-48dd-aa07-32b31253304b HTTP/1.1" status: 200 len: 945 time: 0.7181087 May 28 06:36:58.455305 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-b10131a9-84e1-4f60-8f0a-6af00c74b3d0 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] 10.222.0.55 "PUT /v2.0/routers/5bad11f6-83d1-4633-9746-6e3fd779fc92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1794939 May 28 06:36:58.458457 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 37306) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:36:58.520072 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-cb218a88-e1af-4a39-9c79-7c7426a0a150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:36:58.529587 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb218a88-e1af-4a39-9c79-7c7426a0a150 None None] Routers {'5bad11f6-83d1-4633-9746-6e3fd779fc92'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:36:58.530228 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-cb218a88-e1af-4a39-9c79-7c7426a0a150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:36:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['5bad11f6-83d1-4633-9746-6e3fd779fc92'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:36:58.594823 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-cb218a88-e1af-4a39-9c79-7c7426a0a150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:36:58.595517 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb218a88-e1af-4a39-9c79-7c7426a0a150 None None] The sync data for ids ['5bad11f6-83d1-4633-9746-6e3fd779fc92'] in n-d-843702-1 is: [] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:36:58.700908 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9687d042-aebb-4197-a455-14e631d3a6dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:58.763057 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 37314) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:36:58.783865 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device e228d678-1967-4453-9e6d-ec6181d835a6 details requested by agent hyperv_n-h2-843702-1 with host n-h2-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:36:58.804731 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-08d69010-76bb-4a52-a3fb-20d5ce1a4ee4 req-4436cc93-3db6-4cde-932d-c2d3fa45f3d1 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d5c9d24-a7ef-4e95-9414-4cd057feeac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3584588 May 28 06:36:58.808408 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-9687d042-aebb-4197-a455-14e631d3a6dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:36:58.857078 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd039c6-c274-4e3c-8fcc-bd2eb24f7fd0 req-a3f7fb84-701f-451c-bb80-7efec7f3039a tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:36:58.857078 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-5cd039c6-c274-4e3c-8fcc-bd2eb24f7fd0 req-a3f7fb84-701f-451c-bb80-7efec7f3039a tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Synchronizing usage tracker for tenant:fada8efd68e34d6781d883ae41cb05ad on resource:network {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:36:58.877307 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706d8f19-69a3-4403-bcc1-536f1f0ba248 req-05e73ca6-34c8-46c1-8c34-4b1aff8cff72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:36:58.878792 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-706d8f19-69a3-4403-bcc1-536f1f0ba248 req-05e73ca6-34c8-46c1-8c34-4b1aff8cff72 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f44679598b0a43b98b3c94202ca37d34&device_id=7177c5a1-ae12-487c-ad6f-03a524329ac2 HTTP/1.1" status: 200 len: 1094 time: 0.7037816 May 28 06:36:58.885741 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-9687d042-aebb-4197-a455-14e631d3a6dd admin admin] Usage tracker for resource:security_group_rule and tenant:008668b0d5434f43b30abe0448d4efc9 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:36:58.892506 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-9687d042-aebb-4197-a455-14e631d3a6dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:36:58.909302 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-9687d042-aebb-4197-a455-14e631d3a6dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:36:58.959305 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1d5a6bc0-5778-4e0c-96d6-395c150036fa req-637be18f-8fb2-4d49-a777-2f066101df6f service neutron] 10.222.0.71 "GET /v2.0/networks/97711779-de36-4af1-95e9-88f65060157a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5020463 May 28 06:36:58.968528 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-706d8f19-69a3-4403-bcc1-536f1f0ba248 req-1ed8418d-21a8-4a16-974c-5398025ac73a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8712a524-83c9-4a6f-bda2-81f3a14bb977 HTTP/1.1" status: 200 len: 217 time: 0.0821605 May 28 06:36:59.001309 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port e228d678-1967-4453-9e6d-ec6181d835a6, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=e228d678-1967-4453-9e6d-ec6181d835a6,segment=NetworkSegment(36b7b050-a7a0-4005-a03f-73135e20048b),segment_id=36b7b050-a7a0-4005-a03f-73135e20048b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:36:59.020703 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Returning: {'device': 'e228d678-1967-4453-9e6d-ec6181d835a6', 'network_id': '97711779-de36-4af1-95e9-88f65060157a', 'port_id': 'e228d678-1967-4453-9e6d-ec6181d835a6', 'mac_address': 'fa:16:3e:7d:ef:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9065b260-3817-4805-a18f-dced8d73fe86', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:36:59.022440 n-d-843702-1 neutron-server[89109]: INFO neutron.api.v2.resource [None req-8cbc6942-20ea-46e1-903a-349001125e26 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] remove_router_interface failed (client error): The resource could not be found. May 28 06:36:59.024084 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-760cbbd5-2968-462f-b899-501f1e1cd442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:59.027223 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-8cbc6942-20ea-46e1-903a-349001125e26 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] 10.222.0.55 "PUT /v2.0/routers/5bad11f6-83d1-4633-9746-6e3fd779fc92/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5677245 May 28 06:36:59.030377 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 37320) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:36:59.050835 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-94805348-a9ab-4f40-b6a5-6b6cad227390 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-2144417251'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:36:59.071544 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17c4510-c433-403e-90bf-99b813f6bc50 req-8a5f9035-dadc-4e52-b17a-0863533ee66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:36:59.073028 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-e17c4510-c433-403e-90bf-99b813f6bc50 req-8a5f9035-dadc-4e52-b17a-0863533ee66b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a8fa6c28-5257-4dd9-bf7e-c257b513d11b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7218790 May 28 06:36:59.084362 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port e228d678-1967-4453-9e6d-ec6181d835a6 is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:36:59.084742 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:59.089096 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-bfcafdf5-b0a3-4bc2-b561-7efca1b343cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:59.103249 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e228d678-1967-4453-9e6d-ec6181d835a6 {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:36:59.104025 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-94805348-a9ab-4f40-b6a5-6b6cad227390 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:36:59.117047 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-5cd039c6-c274-4e3c-8fcc-bd2eb24f7fd0 req-a3f7fb84-701f-451c-bb80-7efec7f3039a tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Unset dirty status for tenant:fada8efd68e34d6781d883ae41cb05ad on resource:network {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:36:59.118252 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5cd039c6-c274-4e3c-8fcc-bd2eb24f7fd0 req-a3f7fb84-701f-451c-bb80-7efec7f3039a tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/networks?id=e7d92049-bff3-4c3a-a4bd-4950c7dcad1c HTTP/1.1" status: 200 len: 811 time: 0.7967708 May 28 06:36:59.120210 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port e228d678-1967-4453-9e6d-ec6181d835a6, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=e228d678-1967-4453-9e6d-ec6181d835a6,segment=NetworkSegment(36b7b050-a7a0-4005-a03f-73135e20048b),segment_id=36b7b050-a7a0-4005-a03f-73135e20048b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:36:59.126191 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-94805348-a9ab-4f40-b6a5-6b6cad227390 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Usage tracker for resource:network and tenant:27fabbce05994a7bbea388130ee1d540 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:36:59.141179 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-94805348-a9ab-4f40-b6a5-6b6cad227390 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:36:59.143855 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-f40da670-e6f8-4bb5-a148-8a0466e41551 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Synchronizing usage tracker for tenant:51e07d1dd4e842f29564191e4c945b6c on resource:port {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:36:59.155067 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-94805348-a9ab-4f40-b6a5-6b6cad227390 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:36:59.169625 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706d8f19-69a3-4403-bcc1-536f1f0ba248 req-28a25060-f611-46a9-b050-8eaa012fa09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:36:59.171138 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-706d8f19-69a3-4403-bcc1-536f1f0ba248 req-28a25060-f611-46a9-b050-8eaa012fa09f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=461065ec-096d-40f7-a624-cb52121fd52b HTTP/1.1" status: 200 len: 850 time: 0.1808243 May 28 06:36:59.172433 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5cd039c6-c274-4e3c-8fcc-bd2eb24f7fd0 req-59ac63e5-2f2e-4010-a719-bb2a7fbefa86 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/quotas/fada8efd68e34d6781d883ae41cb05ad HTTP/1.1" status: 200 len: 375 time: 0.0434093 May 28 06:36:59.227437 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:59.273503 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-706d8f19-69a3-4403-bcc1-536f1f0ba248 req-e6d9b7ae-69d3-4ee3-8ab3-9a7a8e761dd0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=50e6c29d-3c94-4645-8aee-2ebf9aaac97d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0953162 May 28 06:36:59.277339 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94805348-a9ab-4f40-b6a5-6b6cad227390 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Made reservation on behalf of 27fabbce05994a7bbea388130ee1d540 for: {'network': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:36:59.281061 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-94805348-a9ab-4f40-b6a5-6b6cad227390 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:59.307400 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=e228d678-1967-4453-9e6d-ec6181d835a6,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:59.335808 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-94805348-a9ab-4f40-b6a5-6b6cad227390 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:59.352855 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a893f3b-0944-4bfe-912b-aa4c908352fd req-ae6a03cf-8e8b-49ab-8a7f-40a16f6c93b5 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:36:59.353955 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4a893f3b-0944-4bfe-912b-aa4c908352fd req-ae6a03cf-8e8b-49ab-8a7f-40a16f6c93b5 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] 10.222.0.55 "GET /v2.0/ports?device_id=7177c5a1-ae12-487c-ad6f-03a524329ac2 HTTP/1.1" status: 200 len: 943 time: 0.3171878 May 28 06:36:59.374230 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcafdf5-b0a3-4bc2-b561-7efca1b343cf admin admin] Pushing event deleted for resources: {'Port': ['ID=4c41fedf-ecf0-42d6-b477-7fb29f83e178,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:59.442569 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-94805348-a9ab-4f40-b6a5-6b6cad227390 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:36:59.452815 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-94805348-a9ab-4f40-b6a5-6b6cad227390 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Usage tracker for resource:security_group_rule and tenant:27fabbce05994a7bbea388130ee1d540 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:36:59.460783 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-94805348-a9ab-4f40-b6a5-6b6cad227390 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:36:59.477936 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-94805348-a9ab-4f40-b6a5-6b6cad227390 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:36:59.522117 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4a893f3b-0944-4bfe-912b-aa4c908352fd req-65c0277f-7def-4b0c-9462-99545b2584f8 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] 10.222.0.55 "GET /v2.0/security-groups?id=88d2cfd4-3ac6-4681-9a3a-dce7d6855bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181128 May 28 06:36:59.538630 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-5cd039c6-c274-4e3c-8fcc-bd2eb24f7fd0 req-2c02dfab-6348-4c87-80f7-d28e8ea62f77 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Synchronizing usage tracker for tenant:fada8efd68e34d6781d883ae41cb05ad on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:36:59.539268 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['e228d678-1967-4453-9e6d-ec6181d835a6'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:36:59.568600 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-706d8f19-69a3-4403-bcc1-536f1f0ba248 req-ae0d423d-1f2d-4f9e-8f90-7e44d9ec9efe service neutron] 10.222.0.69 "GET /v2.0/networks/50e6c29d-3c94-4645-8aee-2ebf9aaac97d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2745342 May 28 06:36:59.628497 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-f40da670-e6f8-4bb5-a148-8a0466e41551 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Unset dirty status for tenant:51e07d1dd4e842f29564191e4c945b6c on resource:port {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:36:59.636496 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-f40da670-e6f8-4bb5-a148-8a0466e41551 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] 10.222.0.55 "GET /v2.0/ports?device_id=5bad11f6-83d1-4633-9746-6e3fd779fc92 HTTP/1.1" status: 200 len: 205 time: 0.6036208 May 28 06:36:59.642588 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 37326) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:36:59.644595 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-e17c4510-c433-403e-90bf-99b813f6bc50 req-553d2fe4-43e0-4d56-93f1-3788f1d8e862 service neutron] 10.222.0.71 "GET /v2.0/networks/a8fa6c28-5257-4dd9-bf7e-c257b513d11b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5576494 May 28 06:36:59.743361 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-5cd039c6-c274-4e3c-8fcc-bd2eb24f7fd0 req-2c02dfab-6348-4c87-80f7-d28e8ea62f77 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Unset dirty status for tenant:fada8efd68e34d6781d883ae41cb05ad on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:36:59.745032 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5cd039c6-c274-4e3c-8fcc-bd2eb24f7fd0 req-2c02dfab-6348-4c87-80f7-d28e8ea62f77 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=fada8efd68e34d6781d883ae41cb05ad&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5658491 May 28 06:36:59.842877 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:59.934710 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9687d042-aebb-4197-a455-14e631d3a6dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:59.943375 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-706d8f19-69a3-4403-bcc1-536f1f0ba248 req-b9c9dd6e-ea39-415a-add0-cfda31b64153 service neutron] 10.222.0.69 "GET /v2.0/networks/50e6c29d-3c94-4645-8aee-2ebf9aaac97d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3593171 May 28 06:36:59.947593 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-94805348-a9ab-4f40-b6a5-6b6cad227390 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:59.964749 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:59.977709 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5a8e8c80-b50a-4cea-8504-1da6811c8fcc tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks [] for router, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:59.979207 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db37b3e-2184-49fc-a149-3c859fe0136e req-5a540806-cfaf-470c-9f8d-faca6f1f53b8 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:36:59.980717 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3db37b3e-2184-49fc-a149-3c859fe0136e req-5a540806-cfaf-470c-9f8d-faca6f1f53b8 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd1a91d4-319c-42d4-856b-e41805a7d83e HTTP/1.1" status: 200 len: 945 time: 0.2949967 May 28 06:37:00.010073 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5cd039c6-c274-4e3c-8fcc-bd2eb24f7fd0 req-33216c69-4760-41ed-9aa2-8b888d7c9a5e service neutron] 10.222.0.55 "GET /v2.0/networks/e7d92049-bff3-4c3a-a4bd-4950c7dcad1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363029 May 28 06:37:00.045208 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9687d042-aebb-4197-a455-14e631d3a6dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:00.047756 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-94805348-a9ab-4f40-b6a5-6b6cad227390 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:00.122161 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3db37b3e-2184-49fc-a149-3c859fe0136e req-0a71d58f-e5ec-410d-a53a-2f1887c4ae0f tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.55 "GET /v2.0/security-groups?id=89c8e518-81c5-4ccc-b111-8291ad38466d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326170 May 28 06:37:00.149005 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94805348-a9ab-4f40-b6a5-6b6cad227390 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=89110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:37:00.163569 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94805348-a9ab-4f40-b6a5-6b6cad227390 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8dcd738a-5d98-4cc8-a877-d9248f2cb0e8,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:00.182053 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-bfcafdf5-b0a3-4bc2-b561-7efca1b343cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700472'] for router_interface, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:00.183261 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-94805348-a9ab-4f40-b6a5-6b6cad227390 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:00.183594 n-d-843702-1 neutron-server[89110]: INFO neutron.db.segments_db [None req-94805348-a9ab-4f40-b6a5-6b6cad227390 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Added segment c5210bf0-c8b2-41e7-a38f-e9d69cd8226a of type vlan for network b85a2a4c-7dfb-41f7-a0a0-4f50bfe0b9a6 May 28 06:37:00.224444 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5cd039c6-c274-4e3c-8fcc-bd2eb24f7fd0 req-52956ef0-efd4-48e7-aa50-9bae5f153908 service neutron] 10.222.0.55 "GET /v2.0/networks/e7d92049-bff3-4c3a-a4bd-4950c7dcad1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069399 May 28 06:37:00.251706 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-9687d042-aebb-4197-a455-14e631d3a6dd admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=008668b0d5434f43b30abe0448d4efc9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9261374 May 28 06:37:00.257919 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-94805348-a9ab-4f40-b6a5-6b6cad227390 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:00.261462 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 37332) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:37:00.321963 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9687d042-aebb-4197-a455-14e631d3a6dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83a54949-80e3-4ba3-a906-00e2d77ffd27,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:00.375881 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-34c5624d-1bad-486e-a18b-fa220031922a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:00.401003 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9360505-6d07-4e0c-8c16-00151ca693f1 req-8a4d9d5e-7d98-4ac3-9480-143d13ef2405 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:00.403682 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a9360505-6d07-4e0c-8c16-00151ca693f1 req-8a4d9d5e-7d98-4ac3-9480-143d13ef2405 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/ports?device_id=18125e28-15d1-48dd-aa07-32b31253304b HTTP/1.1" status: 200 len: 945 time: 0.1779222 May 28 06:37:00.434751 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-34c5624d-1bad-486e-a18b-fa220031922a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:00.447525 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-94805348-a9ab-4f40-b6a5-6b6cad227390 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:00.454918 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94805348-a9ab-4f40-b6a5-6b6cad227390 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:00.455536 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-94805348-a9ab-4f40-b6a5-6b6cad227390 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:00.532414 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5a8e8c80-b50a-4cea-8504-1da6811c8fcc tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59018'] for router, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:00.724649 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-e17c4510-c433-403e-90bf-99b813f6bc50 req-3271fac0-3054-4d25-a22b-5545dd7edecc service neutron] 10.222.0.71 "GET /v2.0/networks/a8fa6c28-5257-4dd9-bf7e-c257b513d11b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0650244 May 28 06:37:00.732111 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5a8e8c80-b50a-4cea-8504-1da6811c8fcc tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:00.800097 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device e228d678-1967-4453-9e6d-ec6181d835a6 up at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:37:00.802570 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-24c545ec-0c3b-4a25-96b7-c6a8fc887dc7 req-7101460d-60b0-411b-af9c-1d72bd79a894 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e HTTP/1.1" status: 200 len: 210 time: 0.3112550 May 28 06:37:00.816098 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a9360505-6d07-4e0c-8c16-00151ca693f1 req-e2526748-9970-45e0-8552-d10842a41ab7 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d5c9d24-a7ef-4e95-9414-4cd057feeac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3966975 May 28 06:37:00.818344 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94805348-a9ab-4f40-b6a5-6b6cad227390 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Pushing event updated for resources: {'Network': ['ID=b85a2a4c-7dfb-41f7-a0a0-4f50bfe0b9a6,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:00.843470 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network b85a2a4c-7dfb-41f7-a0a0-4f50bfe0b9a6 details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:37:00.969615 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfcafdf5-b0a3-4bc2-b561-7efca1b343cf admin admin] Router 57364e28-de43-4e8a-b381-1660c5c80b0c has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:37:01.025735 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf4c87a-cac9-4283-bb13-d76a8f0d45c9 req-646018c5-a863-4022-9243-345422472134 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:01.027415 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cbf4c87a-cac9-4283-bb13-d76a8f0d45c9 req-646018c5-a863-4022-9243-345422472134 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] 10.222.0.55 "GET /v2.0/ports?device_id=7177c5a1-ae12-487c-ad6f-03a524329ac2 HTTP/1.1" status: 200 len: 943 time: 0.0880682 May 28 06:37:01.034910 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-94805348-a9ab-4f40-b6a5-6b6cad227390 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.2603593 May 28 06:37:01.044943 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 37346) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:37:01.045271 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-34c5624d-1bad-486e-a18b-fa220031922a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:01.045358 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5a8e8c80-b50a-4cea-8504-1da6811c8fcc tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-703817'] for router, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:01.045358 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a8e8c80-b50a-4cea-8504-1da6811c8fcc tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Fanout notify agent at l3_agent the message router_deleted on router 5bad11f6-83d1-4633-9746-6e3fd779fc92 {{(pid=89109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 06:37:01.054240 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c5624d-1bad-486e-a18b-fa220031922a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83a54949-80e3-4ba3-a906-00e2d77ffd27,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:01.057509 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-5e826b9e-040c-4efd-9502-7f871981ddbf tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Request body: {'subnet': {'network_id': 'b85a2a4c-7dfb-41f7-a0a0-4f50bfe0b9a6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:37:01.075649 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-34c5624d-1bad-486e-a18b-fa220031922a admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:01.079792 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-34c5624d-1bad-486e-a18b-fa220031922a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/83a54949-80e3-4ba3-a906-00e2d77ffd27 HTTP/1.1" status: 204 len: 168 time: 0.8102832 May 28 06:37:01.114795 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cbf4c87a-cac9-4283-bb13-d76a8f0d45c9 req-c2582a62-2f95-443c-9c66-6a1d39145aec tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] 10.222.0.55 "GET /v2.0/security-groups?id=88d2cfd4-3ac6-4681-9a3a-dce7d6855bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758841 May 28 06:37:01.164466 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning for port e228d678-1967-4453-9e6d-ec6181d835a6 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:37:01.170898 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning complete for port e228d678-1967-4453-9e6d-ec6181d835a6 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:37:01.172759 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:01.295168 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-5e826b9e-040c-4efd-9502-7f871981ddbf tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:37:01.309458 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5a8e8c80-b50a-4cea-8504-1da6811c8fcc tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:01.309643 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port e228d678-1967-4453-9e6d-ec6181d835a6 is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:37:01.309923 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:01.310457 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-5a8e8c80-b50a-4cea-8504-1da6811c8fcc tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] 10.222.0.55 "DELETE /v2.0/routers/5bad11f6-83d1-4633-9746-6e3fd779fc92 HTTP/1.1" status: 204 len: 168 time: 1.6649914 May 28 06:37:01.315232 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 37354) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:37:01.316226 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-5e826b9e-040c-4efd-9502-7f871981ddbf tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Usage tracker for resource:subnet and tenant:27fabbce05994a7bbea388130ee1d540 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:37:01.321350 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-5e826b9e-040c-4efd-9502-7f871981ddbf tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:37:01.330179 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-5e826b9e-040c-4efd-9502-7f871981ddbf tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:37:01.340109 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd1a91d4-319c-42d4-856b-e41805a7d83e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e228d678-1967-4453-9e6d-ec6181d835a6'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:37:01.346881 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfcafdf5-b0a3-4bc2-b561-7efca1b343cf admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:37:01.352625 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-bfcafdf5-b0a3-4bc2-b561-7efca1b343cf admin admin] 10.222.0.55 "PUT /v2.0/routers/57364e28-de43-4e8a-b381-1660c5c80b0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1210432 May 28 06:37:01.354399 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 37360) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:37:01.365741 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904f433d-1ea7-4801-9a97-277b5bbe186d None None] Sync routers for ids ['57364e28-de43-4e8a-b381-1660c5c80b0c'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:37:01.377406 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port e228d678-1967-4453-9e6d-ec6181d835a6, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=e228d678-1967-4453-9e6d-ec6181d835a6,segment=NetworkSegment(36b7b050-a7a0-4005-a03f-73135e20048b),segment_id=36b7b050-a7a0-4005-a03f-73135e20048b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:37:01.387515 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904f433d-1ea7-4801-9a97-277b5bbe186d None None] Routers {'57364e28-de43-4e8a-b381-1660c5c80b0c'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:37:01.388460 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-904f433d-1ea7-4801-9a97-277b5bbe186d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:36:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['57364e28-de43-4e8a-b381-1660c5c80b0c'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:37:01.427137 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_v2 [None req-63fe8db8-e8cc-4173-882b-c0bb43cc306f tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Deleting subnet bfc8d07f-86e2-49d8-abb7-240122735b0a {{(pid=89110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:37:01.431875 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-63fe8db8-e8cc-4173-882b-c0bb43cc306f tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks [] for subnet, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:01.455753 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e826b9e-040c-4efd-9502-7f871981ddbf tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Made reservation on behalf of 27fabbce05994a7bbea388130ee1d540 for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:37:01.457816 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d16a4e03-a375-4a79-b375-04cdbcd7d1ec'] response: {'server_uuid': 'dd1a91d4-319c-42d4-856b-e41805a7d83e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e228d678-1967-4453-9e6d-ec6181d835a6', 'code': 200} May 28 06:37:01.459392 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5e826b9e-040c-4efd-9502-7f871981ddbf tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:01.465890 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 8712a524-83c9-4a6f-bda2-81f3a14bb977 details requested by agent hyperv_n-h1-843702-1 with host n-h1-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:37:01.538397 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-63fe8db8-e8cc-4173-882b-c0bb43cc306f tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4150765'] for subnet, precommit_delete_associations {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:01.637097 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-63fe8db8-e8cc-4173-882b-c0bb43cc306f tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:01.699431 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-904f433d-1ea7-4801-9a97-277b5bbe186d None None] Set router 57364e28-de43-4e8a-b381-1660c5c80b0c gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:37:01.729106 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c750aa4-de7b-4b94-bb94-15f9ad0c6479 req-54288815-dd90-4c71-b9c7-ccc10e1da5be tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:01.737515 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2c750aa4-de7b-4b94-bb94-15f9ad0c6479 req-54288815-dd90-4c71-b9c7-ccc10e1da5be tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd1a91d4-319c-42d4-856b-e41805a7d83e HTTP/1.1" status: 200 len: 945 time: 0.4949777 May 28 06:37:01.755065 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-42f960a9-88c0-461e-9270-1946fe664345 admin admin] Notify callbacks [] for router, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:01.779720 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2c750aa4-de7b-4b94-bb94-15f9ad0c6479 req-ab2efe34-f5e1-4ea8-99a5-602ef4bc911c tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.55 "GET /v2.0/security-groups?id=89c8e518-81c5-4ccc-b111-8291ad38466d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412161 May 28 06:37:01.810601 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-63fe8db8-e8cc-4173-882b-c0bb43cc306f tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3115981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3172005'] for subnet, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:01.826467 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c53a2e-6139-4d4a-9bc8-e6f86a6d6221 req-b9d5fcb7-c440-45af-b908-727cbca52494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:01.828276 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-b5c53a2e-6139-4d4a-9bc8-e6f86a6d6221 req-b9d5fcb7-c440-45af-b908-727cbca52494 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=dd1a91d4-319c-42d4-856b-e41805a7d83e HTTP/1.1" status: 200 len: 1097 time: 0.2832823 May 28 06:37:01.832154 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:01.832779 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 0c82cdde-d718-46cb-9d90-6f9ae18a045e no longer exists at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:37:01.860713 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fe8db8-e8cc-4173-882b-c0bb43cc306f tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Pushing event deleted for resources: {'Subnet': ['ID=bfc8d07f-86e2-49d8-abb7-240122735b0a,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:01.918133 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d316369a-e68f-4cfd-b66f-bd7e97a7af8d None None] Network 3d54f77e-1b2a-4fd4-be25-958e25510803 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:37:02.003239 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-63fe8db8-e8cc-4173-882b-c0bb43cc306f tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:02.008100 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ed6f13af-9359-4d4b-b7f2-982e0ac54ebb req-0b46f09e-8c3e-470c-8dc7-fe291a0d2cf7 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e HTTP/1.1" status: 200 len: 210 time: 0.1223443 May 28 06:37:02.008297 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-b5c53a2e-6139-4d4a-9bc8-e6f86a6d6221 req-cf115fb2-8e5c-4ad4-88df-5c3b2cc12373 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=89c8e518-81c5-4ccc-b111-8291ad38466d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672642 May 28 06:37:02.060682 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-63fe8db8-e8cc-4173-882b-c0bb43cc306f tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] 10.222.0.55 "DELETE /v2.0/subnets/bfc8d07f-86e2-49d8-abb7-240122735b0a HTTP/1.1" status: 204 len: 168 time: 0.7444324 May 28 06:37:02.061484 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-42f960a9-88c0-461e-9270-1946fe664345 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:02.080379 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 37372) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:37:02.100653 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 37376) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:37:02.103733 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.db.resource_extend [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 06:37:02.120622 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8fd45680-a1f6-44f4-b673-ca65228e3a1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:02.135985 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-8fd45680-a1f6-44f4-b673-ca65228e3a1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:37:02.140204 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-8fd45680-a1f6-44f4-b673-ca65228e3a1b admin admin] Usage tracker for resource:security_group_rule and tenant:c99274a3f5f84599b4dd55da5bef93ae is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:37:02.143596 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-8fd45680-a1f6-44f4-b673-ca65228e3a1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:37:02.149630 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-8fd45680-a1f6-44f4-b673-ca65228e3a1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:37:02.180333 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-42f960a9-88c0-461e-9270-1946fe664345 admin admin] Deleting port f690ba5c-722e-48ed-aab4-f586dfc67439 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:37:02.180823 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-42f960a9-88c0-461e-9270-1946fe664345 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:02.200429 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:02.230525 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-46195f64-f57f-43ab-b4cc-7f26018fd473 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:02.251699 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00664252-f18c-49ff-8499-5ca413191abc req-48e3a981-cd68-4b71-8bc8-74ca8621f67e tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:02.253763 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-00664252-f18c-49ff-8499-5ca413191abc req-48e3a981-cd68-4b71-8bc8-74ca8621f67e tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/ports?device_id=18125e28-15d1-48dd-aa07-32b31253304b HTTP/1.1" status: 200 len: 945 time: 0.2439477 May 28 06:37:02.260223 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5e826b9e-040c-4efd-9502-7f871981ddbf tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:02.290252 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=e228d678-1967-4453-9e6d-ec6181d835a6,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:02.344195 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:02.344869 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-46195f64-f57f-43ab-b4cc-7f26018fd473 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Deleting port 7f280ed7-bbe9-4d38-8d1b-c272d8316223 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:37:02.345209 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-46195f64-f57f-43ab-b4cc-7f26018fd473 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:02.442002 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-00664252-f18c-49ff-8499-5ca413191abc req-4cb11c3c-1343-4c5e-bcc2-6afc009d8de2 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d5c9d24-a7ef-4e95-9414-4cd057feeac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1814713 May 28 06:37:02.566186 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbae8fd-1d74-4b00-aec3-9f5eb59fd37a req-c8dfa712-543e-4f9e-abe7-e1591d907200 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:02.569061 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2dbae8fd-1d74-4b00-aec3-9f5eb59fd37a req-c8dfa712-543e-4f9e-abe7-e1591d907200 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] 10.222.0.55 "GET /v2.0/ports?device_id=7177c5a1-ae12-487c-ad6f-03a524329ac2 HTTP/1.1" status: 200 len: 943 time: 0.3142512 May 28 06:37:02.596762 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 0c82cdde-d718-46cb-9d90-6f9ae18a045e is: ACTIVE; New status is: DOWN {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:37:02.597094 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:02.619545 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 8712a524-83c9-4a6f-bda2-81f3a14bb977, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=8712a524-83c9-4a6f-bda2-81f3a14bb977,segment=NetworkSegment(08328ee5-aa08-4f9a-a73b-412dd681424e),segment_id=08328ee5-aa08-4f9a-a73b-412dd681424e)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:37:02.626801 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e826b9e-040c-4efd-9502-7f871981ddbf tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Pushing event updated for resources: {'Subnet': ['ID=f922cf65-e8c1-4841-80fb-7fbe4a239239,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:02.650859 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Returning: {'device': '8712a524-83c9-4a6f-bda2-81f3a14bb977', 'network_id': '50e6c29d-3c94-4645-8aee-2ebf9aaac97d', 'port_id': '8712a524-83c9-4a6f-bda2-81f3a14bb977', 'mac_address': 'fa:16:3e:bd:09:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '461065ec-096d-40f7-a624-cb52121fd52b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:37:02.686874 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2dbae8fd-1d74-4b00-aec3-9f5eb59fd37a req-a9d53d1b-6fba-49e3-831c-e804d64c7435 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] 10.222.0.55 "GET /v2.0/security-groups?id=88d2cfd4-3ac6-4681-9a3a-dce7d6855bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626190 May 28 06:37:02.716784 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [None req-46195f64-f57f-43ab-b4cc-7f26018fd473 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] For port 7f280ed7-bbe9-4d38-8d1b-c272d8316223, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=7f280ed7-bbe9-4d38-8d1b-c272d8316223,segment=NetworkSegment(b777d82b-bf9e-4f4f-beaa-b9f29473eb0d),segment_id=b777d82b-bf9e-4f4f-beaa-b9f29473eb0d)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:37:02.717437 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-46195f64-f57f-43ab-b4cc-7f26018fd473 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:02.737596 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8fd45680-a1f6-44f4-b673-ca65228e3a1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:02.755843 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e826b9e-040c-4efd-9502-7f871981ddbf tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Checking segment: {'id': 'c5210bf0-c8b2-41e7-a38f-e9d69cd8226a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b85a2a4c-7dfb-41f7-a0a0-4f50bfe0b9a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:37:02.756335 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e826b9e-040c-4efd-9502-7f871981ddbf tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Network hostable DHCP agents. Network: b85a2a4c-7dfb-41f7-a0a0-4f50bfe0b9a6, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:37:02.760696 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 8712a524-83c9-4a6f-bda2-81f3a14bb977 is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:37:02.761270 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:02.806004 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8712a524-83c9-4a6f-bda2-81f3a14bb977 {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:37:02.812005 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-42f960a9-88c0-461e-9270-1946fe664345 admin admin] For port f690ba5c-722e-48ed-aab4-f586dfc67439, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=f690ba5c-722e-48ed-aab4-f586dfc67439,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:37:02.812510 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-42f960a9-88c0-461e-9270-1946fe664345 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:02.828174 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 0c82cdde-d718-46cb-9d90-6f9ae18a045e, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=0c82cdde-d718-46cb-9d90-6f9ae18a045e,segment=NetworkSegment(38fd89a2-8195-4731-ba40-f43c54a7016a),segment_id=38fd89a2-8195-4731-ba40-f43c54a7016a)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:37:02.866008 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-46195f64-f57f-43ab-b4cc-7f26018fd473 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Calling delete_port for 7f280ed7-bbe9-4d38-8d1b-c272d8316223 owned by network:dhcp {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:37:02.882775 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 8712a524-83c9-4a6f-bda2-81f3a14bb977, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=8712a524-83c9-4a6f-bda2-81f3a14bb977,segment=NetworkSegment(08328ee5-aa08-4f9a-a73b-412dd681424e),segment_id=08328ee5-aa08-4f9a-a73b-412dd681424e)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:37:02.892055 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8fd45680-a1f6-44f4-b673-ca65228e3a1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:02.898605 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-904f433d-1ea7-4801-9a97-277b5bbe186d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57364e28-de43-4e8a-b381-1660c5c80b0c', 'name': 'tempest-TaggedBootDevicesTest-1788534562-router', 'tenant_id': 'a8da032a2e5648ce9d0fc6452d22b4cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': 'f690ba5c-722e-48ed-aab4-f586dfc67439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:27:25Z', 'updated_at': '2022-05-28T06:36:58Z', 'revision_number': 5, 'project_id': 'a8da032a2e5648ce9d0fc6452d22b4cb', 'gw_port': {'id': 'f690ba5c-722e-48ed-aab4-f586dfc67439', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:06:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57364e28-de43-4e8a-b381-1660c5c80b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:27:26Z', 'updated_at': '2022-05-28T06:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:37:02.899814 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e826b9e-040c-4efd-9502-7f871981ddbf tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Network b85a2a4c-7dfb-41f7-a0a0-4f50bfe0b9a6 is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:37:02.904448 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904f433d-1ea7-4801-9a97-277b5bbe186d None None] Checking router: 57364e28-de43-4e8a-b381-1660c5c80b0c for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:37:02.920118 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e8fa76c-feb1-424c-b613-626e2811b1b6 None None] DHCP port deletion for 3d54f77e-1b2a-4fd4-be25-958e25510803 request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:37:02.937166 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904f433d-1ea7-4801-9a97-277b5bbe186d None None] Routers {'57364e28-de43-4e8a-b381-1660c5c80b0c'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:37:02.943459 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-904f433d-1ea7-4801-9a97-277b5bbe186d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:36:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['57364e28-de43-4e8a-b381-1660c5c80b0c'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:37:02.999788 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-42f960a9-88c0-461e-9270-1946fe664345 admin admin] Calling delete_port for f690ba5c-722e-48ed-aab4-f586dfc67439 owned by network:router_gateway {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:37:03.021406 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:03.041527 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd45680-a1f6-44f4-b673-ca65228e3a1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b65147e2-22ee-40ad-83d4-ef641e09036d,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:03.050039 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93e5e78-8940-4706-81e2-01cb91644d72 req-571b0d97-1744-4d84-bb8b-76cd47450cef tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:03.058480 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b93e5e78-8940-4706-81e2-01cb91644d72 req-571b0d97-1744-4d84-bb8b-76cd47450cef tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd1a91d4-319c-42d4-856b-e41805a7d83e HTTP/1.1" status: 200 len: 946 time: 0.1036618 May 28 06:37:03.091123 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-46195f64-f57f-43ab-b4cc-7f26018fd473 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:03.091699 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-2e8fa76c-feb1-424c-b613-626e2811b1b6 None None] Deleting port 7f280ed7-bbe9-4d38-8d1b-c272d8316223 {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:37:03.091699 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-2e8fa76c-feb1-424c-b613-626e2811b1b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:03.131688 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-8fd45680-a1f6-44f4-b673-ca65228e3a1b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c99274a3f5f84599b4dd55da5bef93ae&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0268946 May 28 06:37:03.133057 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 37386) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:37:03.168943 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 7f280ed7-bbe9-4d38-8d1b-c272d8316223 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:37:03.176751 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46195f64-f57f-43ab-b4cc-7f26018fd473 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] No DVR routers for this DVR port 7f280ed7-bbe9-4d38-8d1b-c272d8316223 on host n-d-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:37:03.197288 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:03.244134 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-5e826b9e-040c-4efd-9502-7f871981ddbf tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, b85a2a4c-7dfb-41f7-a0a0-4f50bfe0b9a6) {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:37:03.268141 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e826b9e-040c-4efd-9502-7f871981ddbf tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:03.271611 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5e826b9e-040c-4efd-9502-7f871981ddbf tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:03.309447 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09387a30-fe4a-487b-995d-9d048610dd23 None None] Network b85a2a4c-7dfb-41f7-a0a0-4f50bfe0b9a6 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:37:03.309672 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b21b7477-5925-45b1-a1d4-5694b65885a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:03.341913 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 7f280ed7-bbe9-4d38-8d1b-c272d8316223 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:37:03.343085 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 7f280ed7-bbe9-4d38-8d1b-c272d8316223 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:37:03.381628 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b21b7477-5925-45b1-a1d4-5694b65885a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:03.405237 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=0c82cdde-d718-46cb-9d90-6f9ae18a045e,revision_number=8']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:03.407902 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46195f64-f57f-43ab-b4cc-7f26018fd473 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Pushing event deleted for resources: {'Port': ['ID=7f280ed7-bbe9-4d38-8d1b-c272d8316223,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:03.435017 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-83b42185-498f-455e-ae10-701eef50ceae req-09ea0180-e103-41f8-b159-1da5bf38f2d0 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e HTTP/1.1" status: 200 len: 210 time: 0.0621574 May 28 06:37:03.454409 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-2e8fa76c-feb1-424c-b613-626e2811b1b6 None None] The port '7f280ed7-bbe9-4d38-8d1b-c272d8316223' was deleted {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 06:37:03.477777 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18125e28-15d1-48dd-aa07-32b31253304b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c82cdde-d718-46cb-9d90-6f9ae18a045e'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:37:03.487612 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-5e826b9e-040c-4efd-9502-7f871981ddbf tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.4518502 May 28 06:37:03.494864 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 37394) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:37:03.504690 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-51152d9c-6a6d-4d8e-8ce8-dfd169cd0373 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1484864698', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}, 'admin_state_up': False}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:37:03.532498 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b93e5e78-8940-4706-81e2-01cb91644d72 req-5a11d889-6140-4cf4-a5a6-ef0823addb80 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.55 "GET /v2.0/security-groups?id=89c8e518-81c5-4ccc-b111-8291ad38466d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4729183 May 28 06:37:03.534678 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-51152d9c-6a6d-4d8e-8ce8-dfd169cd0373 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:37:03.558675 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-51152d9c-6a6d-4d8e-8ce8-dfd169cd0373 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Usage tracker for resource:router and tenant:27fabbce05994a7bbea388130ee1d540 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:37:03.566401 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-51152d9c-6a6d-4d8e-8ce8-dfd169cd0373 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:37:03.582750 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-51152d9c-6a6d-4d8e-8ce8-dfd169cd0373 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:37:03.596441 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-46195f64-f57f-43ab-b4cc-7f26018fd473 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:03.606527 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['8712a524-83c9-4a6f-bda2-81f3a14bb977'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:37:03.636383 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-46195f64-f57f-43ab-b4cc-7f26018fd473 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d54f77e-1b2a-4fd4-be25-958e25510803']}} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:37:03.645911 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=8712a524-83c9-4a6f-bda2-81f3a14bb977,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:03.651597 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-42f960a9-88c0-461e-9270-1946fe664345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:03.656511 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-46195f64-f57f-43ab-b4cc-7f26018fd473 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b777d82b-bf9e-4f4f-beaa-b9f29473eb0d') {'for_net_delete': True} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:37:03.656899 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-46195f64-f57f-43ab-b4cc-7f26018fd473 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b777d82b-bf9e-4f4f-beaa-b9f29473eb0d') {} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:37:03.660512 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04f32fe9-c39a-4961-9eb3-032adb4d43c8'] response: {'server_uuid': '18125e28-15d1-48dd-aa07-32b31253304b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c82cdde-d718-46cb-9d90-6f9ae18a045e', 'code': 200} May 28 06:37:03.699280 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-904f433d-1ea7-4801-9a97-277b5bbe186d None None] Set router 57364e28-de43-4e8a-b381-1660c5c80b0c gateway port host: None {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:37:03.707532 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f960a9-88c0-461e-9270-1946fe664345 admin admin] Pushing event deleted for resources: {'Port': ['ID=f690ba5c-722e-48ed-aab4-f586dfc67439,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:03.725559 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-46195f64-f57f-43ab-b4cc-7f26018fd473 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4150778'] for segment, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:03.761968 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-46195f64-f57f-43ab-b4cc-7f26018fd473 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:03.771989 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46195f64-f57f-43ab-b4cc-7f26018fd473 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=89110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:37:03.773488 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-46195f64-f57f-43ab-b4cc-7f26018fd473 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3143023'] for segment, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:03.791437 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-51152d9c-6a6d-4d8e-8ce8-dfd169cd0373 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59128'] for router, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:03.793656 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-51152d9c-6a6d-4d8e-8ce8-dfd169cd0373 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59009'] for router, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:03.810352 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b21b7477-5925-45b1-a1d4-5694b65885a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:03.837023 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21b7477-5925-45b1-a1d4-5694b65885a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b65147e2-22ee-40ad-83d4-ef641e09036d,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:03.862976 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-42f960a9-88c0-461e-9270-1946fe664345 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691105'] for router_gateway, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:03.872672 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment b777d82b-bf9e-4f4f-beaa-b9f29473eb0d resource provider aggregate not found May 28 06:37:03.903934 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-904f433d-1ea7-4801-9a97-277b5bbe186d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57364e28-de43-4e8a-b381-1660c5c80b0c', 'name': 'tempest-TaggedBootDevicesTest-1788534562-router', 'tenant_id': 'a8da032a2e5648ce9d0fc6452d22b4cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:27:25Z', 'updated_at': '2022-05-28T06:37:02Z', 'revision_number': 6, 'project_id': 'a8da032a2e5648ce9d0fc6452d22b4cb', 'gw_port_host': None}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:37:03.917647 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904f433d-1ea7-4801-9a97-277b5bbe186d None None] The sync data for ids ['57364e28-de43-4e8a-b381-1660c5c80b0c'] in n-d-843702-1 is: [{'id': '57364e28-de43-4e8a-b381-1660c5c80b0c', 'name': 'tempest-TaggedBootDevicesTest-1788534562-router', 'tenant_id': 'a8da032a2e5648ce9d0fc6452d22b4cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:27:25Z', 'updated_at': '2022-05-28T06:37:02Z', 'revision_number': 6, 'project_id': 'a8da032a2e5648ce9d0fc6452d22b4cb', 'gw_port_host': None}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:37:03.939309 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b21b7477-5925-45b1-a1d4-5694b65885a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:03.940960 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-b21b7477-5925-45b1-a1d4-5694b65885a6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b65147e2-22ee-40ad-83d4-ef641e09036d HTTP/1.1" status: 204 len: 168 time: 0.8069091 May 28 06:37:04.072336 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd039c6-c274-4e3c-8fcc-bd2eb24f7fd0 req-c38f7898-43cb-4347-908d-5ca00526b993 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:04.074155 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5cd039c6-c274-4e3c-8fcc-bd2eb24f7fd0 req-c38f7898-43cb-4347-908d-5ca00526b993 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.69 "GET /v2.0/networks?id=e7d92049-bff3-4c3a-a4bd-4950c7dcad1c HTTP/1.1" status: 200 len: 811 time: 0.2033160 May 28 06:37:04.075947 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment b777d82b-bf9e-4f4f-beaa-b9f29473eb0d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b777d82b-bf9e-4f4f-beaa-b9f29473eb0d found for delete ", "request_id": "req-4895febd-aa0c-4d22-b616-b0437593a138"}]} May 28 06:37:04.137624 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8971a767-bf0e-4274-a87e-2203df131312 None None] Network b85a2a4c-7dfb-41f7-a0a0-4f50bfe0b9a6 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:37:04.145551 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5cd039c6-c274-4e3c-8fcc-bd2eb24f7fd0 req-608887e1-4fc2-4c17-a34a-0c230fe68823 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fada8efd68e34d6781d883ae41cb05ad HTTP/1.1" status: 200 len: 380 time: 0.0561821 May 28 06:37:04.158691 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c181bd7-9fce-4634-8149-c5e2b9630e0b req-a0e76f17-543e-48a8-b55e-dcc3bda01f1e tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:04.161197 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1c181bd7-9fce-4634-8149-c5e2b9630e0b req-a0e76f17-543e-48a8-b55e-dcc3bda01f1e tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/ports?device_id=18125e28-15d1-48dd-aa07-32b31253304b HTTP/1.1" status: 200 len: 943 time: 0.4962394 May 28 06:37:04.203678 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-5cd039c6-c274-4e3c-8fcc-bd2eb24f7fd0 req-278abd06-4bdd-4ee7-acb6-ff27babd4715 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Request body: {'port': {'device_id': '65c6cfe6-c605-4828-9a4a-84efc794b22e', 'network_id': 'e7d92049-bff3-4c3a-a4bd-4950c7dcad1c', 'admin_state_up': True, 'tenant_id': 'fada8efd68e34d6781d883ae41cb05ad', 'security_groups': ['f0fc320c-5211-4d72-b7c9-130a40d05074']}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:37:04.248871 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-51152d9c-6a6d-4d8e-8ce8-dfd169cd0373 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:04.252734 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-42f960a9-88c0-461e-9270-1946fe664345 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59018'] for router, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:04.261408 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-42f960a9-88c0-461e-9270-1946fe664345 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:04.366930 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-46195f64-f57f-43ab-b4cc-7f26018fd473 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:04.392992 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-46195f64-f57f-43ab-b4cc-7f26018fd473 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:04.443081 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46195f64-f57f-43ab-b4cc-7f26018fd473 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Pushing event deleted for resources: {'Network': ['ID=3d54f77e-1b2a-4fd4-be25-958e25510803,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:04.465829 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-42f960a9-88c0-461e-9270-1946fe664345 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-703817'] for router, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:04.466319 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42f960a9-88c0-461e-9270-1946fe664345 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 57364e28-de43-4e8a-b381-1660c5c80b0c {{(pid=89109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 06:37:04.485488 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1c181bd7-9fce-4634-8149-c5e2b9630e0b req-4f4e2c7c-2b41-47c9-9850-413475f8a4b6 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d5c9d24-a7ef-4e95-9414-4cd057feeac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2829344 May 28 06:37:04.495868 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-5cd039c6-c274-4e3c-8fcc-bd2eb24f7fd0 req-278abd06-4bdd-4ee7-acb6-ff27babd4715 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:37:04.535909 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-5cd039c6-c274-4e3c-8fcc-bd2eb24f7fd0 req-278abd06-4bdd-4ee7-acb6-ff27babd4715 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:37:04.559724 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8cb533-0414-456f-95f4-f4ed947f3d2e req-5eda4854-4664-4940-8c1c-f52fb5d8c702 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:04.559724 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6d8cb533-0414-456f-95f4-f4ed947f3d2e req-5eda4854-4664-4940-8c1c-f52fb5d8c702 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] 10.222.0.55 "GET /v2.0/ports?device_id=7177c5a1-ae12-487c-ad6f-03a524329ac2 HTTP/1.1" status: 200 len: 944 time: 0.4117608 May 28 06:37:04.562181 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-46195f64-f57f-43ab-b4cc-7f26018fd473 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] 10.222.0.55 "DELETE /v2.0/networks/3d54f77e-1b2a-4fd4-be25-958e25510803 HTTP/1.1" status: 204 len: 168 time: 2.4794126 May 28 06:37:04.566083 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 37416) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:37:04.574109 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-ffcaf45f-1860-44b3-be6b-7f1b7ee171b3 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Request body: {'network': {'name': 'tempest-RoutersTest-760263508'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:37:04.594646 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-ffcaf45f-1860-44b3-be6b-7f1b7ee171b3 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:37:04.602790 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-ffcaf45f-1860-44b3-be6b-7f1b7ee171b3 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Usage tracker for resource:network and tenant:51e07d1dd4e842f29564191e4c945b6c is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:37:04.607539 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-ffcaf45f-1860-44b3-be6b-7f1b7ee171b3 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:37:04.631778 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-ffcaf45f-1860-44b3-be6b-7f1b7ee171b3 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:37:04.644051 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cd039c6-c274-4e3c-8fcc-bd2eb24f7fd0 req-278abd06-4bdd-4ee7-acb6-ff27babd4715 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Made reservation on behalf of fada8efd68e34d6781d883ae41cb05ad for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:37:04.647404 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-5cd039c6-c274-4e3c-8fcc-bd2eb24f7fd0 req-278abd06-4bdd-4ee7-acb6-ff27babd4715 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:04.664643 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6d8cb533-0414-456f-95f4-f4ed947f3d2e req-46c5fd42-3cf4-4498-8531-280989109655 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] 10.222.0.55 "GET /v2.0/security-groups?id=88d2cfd4-3ac6-4681-9a3a-dce7d6855bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974686 May 28 06:37:04.718123 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-42f960a9-88c0-461e-9270-1946fe664345 admin admin] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:04.722989 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-42f960a9-88c0-461e-9270-1946fe664345 admin admin] 10.222.0.55 "DELETE /v2.0/routers/57364e28-de43-4e8a-b381-1660c5c80b0c HTTP/1.1" status: 204 len: 168 time: 3.3672998 May 28 06:37:04.724071 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 37422) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:37:04.756861 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffcaf45f-1860-44b3-be6b-7f1b7ee171b3 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Made reservation on behalf of 51e07d1dd4e842f29564191e4c945b6c for: {'network': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:37:04.760592 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ffcaf45f-1860-44b3-be6b-7f1b7ee171b3 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:04.764239 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-51152d9c-6a6d-4d8e-8ce8-dfd169cd0373 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59027'] for router, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:04.791633 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-06988b77-bc4b-40fd-8a1c-6ef7b6fc5385 req-e4027f98-7597-4769-abb6-ac610aa7914b tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e HTTP/1.1" status: 200 len: 210 time: 0.1135168 May 28 06:37:04.799344 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_v2 [None req-642a77de-d53f-42b2-8d29-252263d6ab99 admin admin] Deleting subnet 84a0b5e9-06b6-47b5-9fc8-28100b6ce7b2 {{(pid=89109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:37:04.802473 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-642a77de-d53f-42b2-8d29-252263d6ab99 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:04.862786 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffcaf45f-1860-44b3-be6b-7f1b7ee171b3 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=89110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:37:04.964887 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ffcaf45f-1860-44b3-be6b-7f1b7ee171b3 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:04.964887 n-d-843702-1 neutron-server[89110]: INFO neutron.db.segments_db [None req-ffcaf45f-1860-44b3-be6b-7f1b7ee171b3 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Added segment bd2be1a0-24d6-4e79-ad2c-7ca19427f135 of type vlan for network 3bed2c3a-14e2-4a06-9dec-a0ea09217e28 May 28 06:37:05.064432 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [req-5cd039c6-c274-4e3c-8fcc-bd2eb24f7fd0 req-278abd06-4bdd-4ee7-acb6-ff27babd4715 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Allocated IP 172.20.0.4 (e7d92049-bff3-4c3a-a4bd-4950c7dcad1c/40188bf0-967d-446e-ac4f-b5c59a2acd9a/170a25a1-2cd5-4bc9-b588-27e0c82fefed) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:37:05.093447 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-642a77de-d53f-42b2-8d29-252263d6ab99 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3964070'] for subnet, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:05.100932 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ffcaf45f-1860-44b3-be6b-7f1b7ee171b3 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:05.109972 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device f690ba5c-722e-48ed-aab4-f586dfc67439 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:37:05.178297 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: f690ba5c-722e-48ed-aab4-f586dfc67439 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:37:05.179445 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device f690ba5c-722e-48ed-aab4-f586dfc67439 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:37:05.180019 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 4c41fedf-ecf0-42d6-b477-7fb29f83e178 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:37:05.221986 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 4c41fedf-ecf0-42d6-b477-7fb29f83e178 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:37:05.222585 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 4c41fedf-ecf0-42d6-b477-7fb29f83e178 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:37:05.277152 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ffcaf45f-1860-44b3-be6b-7f1b7ee171b3 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:05.282653 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffcaf45f-1860-44b3-be6b-7f1b7ee171b3 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:05.285608 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-642a77de-d53f-42b2-8d29-252263d6ab99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:05.285740 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ffcaf45f-1860-44b3-be6b-7f1b7ee171b3 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:05.321056 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b969f29d-3ad4-4fe2-8803-6e5ab7bea6c0 req-19807158-4983-4ccf-b23c-b27e0e7461ed tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:05.321056 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b969f29d-3ad4-4fe2-8803-6e5ab7bea6c0 req-19807158-4983-4ccf-b23c-b27e0e7461ed tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd1a91d4-319c-42d4-856b-e41805a7d83e HTTP/1.1" status: 200 len: 946 time: 0.3431857 May 28 06:37:05.440917 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 8712a524-83c9-4a6f-bda2-81f3a14bb977 up at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:37:05.475517 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcaf45f-1860-44b3-be6b-7f1b7ee171b3 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Pushing event updated for resources: {'Network': ['ID=3bed2c3a-14e2-4a06-9dec-a0ea09217e28,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:05.494942 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b969f29d-3ad4-4fe2-8803-6e5ab7bea6c0 req-92a6a72d-474f-45a0-9b3f-749b1eb89e0e tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.55 "GET /v2.0/security-groups?id=89c8e518-81c5-4ccc-b111-8291ad38466d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603758 May 28 06:37:05.507829 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 3bed2c3a-14e2-4a06-9dec-a0ea09217e28 details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:37:05.536391 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-ffcaf45f-1860-44b3-be6b-7f1b7ee171b3 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9680128 May 28 06:37:05.545887 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-5cd039c6-c274-4e3c-8fcc-bd2eb24f7fd0 req-278abd06-4bdd-4ee7-acb6-ff27babd4715 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:05.546242 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 37446) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:37:05.567186 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-2b6cdb4d-4f94-4a94-acdf-82f241436531 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Request body: {'subnet': {'network_id': '3bed2c3a-14e2-4a06-9dec-a0ea09217e28', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:37:05.573062 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-51152d9c-6a6d-4d8e-8ce8-dfd169cd0373 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks [] for router_gateway, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:05.606799 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-51152d9c-6a6d-4d8e-8ce8-dfd169cd0373 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:05.768795 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-642a77de-d53f-42b2-8d29-252263d6ab99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9555650'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:05.823919 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642a77de-d53f-42b2-8d29-252263d6ab99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84a0b5e9-06b6-47b5-9fc8-28100b6ce7b2,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:05.833205 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-642a77de-d53f-42b2-8d29-252263d6ab99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:05.877182 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-642a77de-d53f-42b2-8d29-252263d6ab99 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/84a0b5e9-06b6-47b5-9fc8-28100b6ce7b2 HTTP/1.1" status: 204 len: 168 time: 1.1493700 May 28 06:37:05.877534 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de179d9c-cbe3-4773-bcfd-c75959fca2fb None None] Network 369ddc20-8d22-4294-8f0c-e8528901ab45 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:37:05.883874 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 37464) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:37:05.885683 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-51152d9c-6a6d-4d8e-8ce8-dfd169cd0373 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Allocated IP 172.25.5.122 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/3e157ea1-ce1a-454c-a01c-63bc5ff43c43) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:37:05.889009 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-5cd039c6-c274-4e3c-8fcc-bd2eb24f7fd0 req-278abd06-4bdd-4ee7-acb6-ff27babd4715 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Transition to ACTIVE for port object 170a25a1-2cd5-4bc9-b588-27e0c82fefed will not be triggered until provisioned by entity DHCP. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:37:06.059596 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-2b6cdb4d-4f94-4a94-acdf-82f241436531 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:37:06.070612 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-2b6cdb4d-4f94-4a94-acdf-82f241436531 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Usage tracker for resource:subnet and tenant:51e07d1dd4e842f29564191e4c945b6c is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:37:06.075346 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-831e61b2-bb78-47ab-982d-c32f4ab88877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:06.077403 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-2b6cdb4d-4f94-4a94-acdf-82f241436531 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:37:06.085552 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-2b6cdb4d-4f94-4a94-acdf-82f241436531 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:37:06.105692 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-831e61b2-bb78-47ab-982d-c32f4ab88877 admin admin] Deleting port b2728c3d-db83-49c8-85cb-59fe81f50650 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:37:06.106047 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-831e61b2-bb78-47ab-982d-c32f4ab88877 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:06.132172 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning for port 8712a524-83c9-4a6f-bda2-81f3a14bb977 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:37:06.141204 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning complete for port 8712a524-83c9-4a6f-bda2-81f3a14bb977 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:37:06.142080 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:06.158126 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-51152d9c-6a6d-4d8e-8ce8-dfd169cd0373 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:06.174876 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b6cdb4d-4f94-4a94-acdf-82f241436531 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Made reservation on behalf of 51e07d1dd4e842f29564191e4c945b6c for: {'subnet': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:37:06.182077 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2b6cdb4d-4f94-4a94-acdf-82f241436531 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3171998'] for subnet, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:06.238638 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-5cd039c6-c274-4e3c-8fcc-bd2eb24f7fd0 req-278abd06-4bdd-4ee7-acb6-ff27babd4715 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:06.277176 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-51152d9c-6a6d-4d8e-8ce8-dfd169cd0373 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:06.404760 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c6341b-567d-41ad-94f3-9b767b88d543 None None] DHCP port deletion for 369ddc20-8d22-4294-8f0c-e8528901ab45 request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:37:06.421295 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-34c6341b-567d-41ad-94f3-9b767b88d543 None None] Deleting port b2728c3d-db83-49c8-85cb-59fe81f50650 {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:37:06.425868 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-34c6341b-567d-41ad-94f3-9b767b88d543 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:06.447782 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cd039c6-c274-4e3c-8fcc-bd2eb24f7fd0 req-278abd06-4bdd-4ee7-acb6-ff27babd4715 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Network e7d92049-bff3-4c3a-a4bd-4950c7dcad1c is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:37:06.456373 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51152d9c-6a6d-4d8e-8ce8-dfd169cd0373 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:37:06.462503 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-51152d9c-6a6d-4d8e-8ce8-dfd169cd0373 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:37:06.462930 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51152d9c-6a6d-4d8e-8ce8-dfd169cd0373 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:37:06.507564 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51152d9c-6a6d-4d8e-8ce8-dfd169cd0373 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Pushing event updated for resources: {'Port': ['ID=3e157ea1-ce1a-454c-a01c-63bc5ff43c43,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:06.560536 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 8712a524-83c9-4a6f-bda2-81f3a14bb977 is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:37:06.561068 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:06.622654 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [req-5cd039c6-c274-4e3c-8fcc-bd2eb24f7fd0 req-278abd06-4bdd-4ee7-acb6-ff27babd4715 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:37:06.644122 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cd039c6-c274-4e3c-8fcc-bd2eb24f7fd0 req-278abd06-4bdd-4ee7-acb6-ff27babd4715 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:37:06.694678 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7177c5a1-ae12-487c-ad6f-03a524329ac2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8712a524-83c9-4a6f-bda2-81f3a14bb977'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:37:06.715835 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 8712a524-83c9-4a6f-bda2-81f3a14bb977, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=8712a524-83c9-4a6f-bda2-81f3a14bb977,segment=NetworkSegment(08328ee5-aa08-4f9a-a73b-412dd681424e),segment_id=08328ee5-aa08-4f9a-a73b-412dd681424e)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:37:06.838937 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 0c82cdde-d718-46cb-9d90-6f9ae18a045e no longer exists at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:37:06.908002 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:06.994762 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [None req-831e61b2-bb78-47ab-982d-c32f4ab88877 admin admin] For port b2728c3d-db83-49c8-85cb-59fe81f50650, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=b2728c3d-db83-49c8-85cb-59fe81f50650,segment=NetworkSegment(7376c345-a8a3-45d3-97eb-4cf0b3443c75),segment_id=7376c345-a8a3-45d3-97eb-4cf0b3443c75)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:37:06.995520 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-831e61b2-bb78-47ab-982d-c32f4ab88877 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:07.049745 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2b6cdb4d-4f94-4a94-acdf-82f241436531 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3115906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3172012'] for subnet, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:07.054148 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278abd06-4bdd-4ee7-acb6-ff27babd4715 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Pushing event updated for resources: {'Port': ['ID=170a25a1-2cd5-4bc9-b588-27e0c82fefed,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:07.067505 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=8712a524-83c9-4a6f-bda2-81f3a14bb977,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:07.087944 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-34c6341b-567d-41ad-94f3-9b767b88d543 None None] For port b2728c3d-db83-49c8-85cb-59fe81f50650, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=b2728c3d-db83-49c8-85cb-59fe81f50650,segment=NetworkSegment(7376c345-a8a3-45d3-97eb-4cf0b3443c75),segment_id=7376c345-a8a3-45d3-97eb-4cf0b3443c75)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:37:07.088339 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-34c6341b-567d-41ad-94f3-9b767b88d543 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:07.231550 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device b2728c3d-db83-49c8-85cb-59fe81f50650 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:37:07.263135 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-34c6341b-567d-41ad-94f3-9b767b88d543 None None] Calling delete_port for b2728c3d-db83-49c8-85cb-59fe81f50650 owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:37:07.278735 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-51152d9c-6a6d-4d8e-8ce8-dfd169cd0373 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks [] for router_gateway, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:07.299169 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6cdb4d-4f94-4a94-acdf-82f241436531 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Pushing event updated for resources: {'Subnet': ['ID=7ffa005d-6257-4953-9335-7376704cb450,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:07.311250 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-73eae8c7-8a9d-4895-93c1-e9ad7c02e21e None None] Provisioning for port 170a25a1-2cd5-4bc9-b588-27e0c82fefed completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:37:07.312399 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-831e61b2-bb78-47ab-982d-c32f4ab88877 admin admin] Calling delete_port for b2728c3d-db83-49c8-85cb-59fe81f50650 owned by network:dhcp {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:37:07.328499 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-73eae8c7-8a9d-4895-93c1-e9ad7c02e21e None None] Provisioning complete for port 170a25a1-2cd5-4bc9-b588-27e0c82fefed triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:37:07.329029 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-73eae8c7-8a9d-4895-93c1-e9ad7c02e21e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:07.467245 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 0c82cdde-d718-46cb-9d90-6f9ae18a045e is: DOWN; New status is: DOWN {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:37:07.486707 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd039c6-c274-4e3c-8fcc-bd2eb24f7fd0 req-278abd06-4bdd-4ee7-acb6-ff27babd4715 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:07.487518 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-5cd039c6-c274-4e3c-8fcc-bd2eb24f7fd0 req-278abd06-4bdd-4ee7-acb6-ff27babd4715 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:07.523027 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-73eae8c7-8a9d-4895-93c1-e9ad7c02e21e None None] Port 170a25a1-2cd5-4bc9-b588-27e0c82fefed cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:37:07.560101 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6cdb4d-4f94-4a94-acdf-82f241436531 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Checking segment: {'id': 'bd2be1a0-24d6-4e79-ad2c-7ca19427f135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '3bed2c3a-14e2-4a06-9dec-a0ea09217e28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:37:07.560566 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6cdb4d-4f94-4a94-acdf-82f241436531 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Network hostable DHCP agents. Network: 3bed2c3a-14e2-4a06-9dec-a0ea09217e28, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89110) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:37:07.578629 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-831e61b2-bb78-47ab-982d-c32f4ab88877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:07.624982 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e542ad-b6c9-44d7-9a1c-bac8916fedf6 req-de22283b-e3b1-45fa-a125-82f4969be5bb tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:07.631314 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e2e542ad-b6c9-44d7-9a1c-bac8916fedf6 req-de22283b-e3b1-45fa-a125-82f4969be5bb tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] 10.222.0.55 "GET /v2.0/ports?device_id=7177c5a1-ae12-487c-ad6f-03a524329ac2 HTTP/1.1" status: 200 len: 944 time: 1.1683726 May 28 06:37:07.635355 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Port b2728c3d-db83-49c8-85cb-59fe81f50650 update to DOWN by agent not found {{(pid=89111) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} May 28 06:37:07.645126 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.db.api [None req-34c6341b-567d-41ad-94f3-9b767b88d543 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89111) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:37:07.646536 n-d-843702-1 neutron-server[89111]: DEBUG oslo_db.api [None req-34c6341b-567d-41ad-94f3-9b767b88d543 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:37:07.665225 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831e61b2-bb78-47ab-982d-c32f4ab88877 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2728c3d-db83-49c8-85cb-59fe81f50650,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:07.667042 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831e61b2-bb78-47ab-982d-c32f4ab88877 admin admin] No DVR routers for this DVR port b2728c3d-db83-49c8-85cb-59fe81f50650 on host n-d-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:37:07.746296 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eb81fb-5ee0-4a65-a9e5-bf05f5d1950a req-fec07fb7-75c8-4575-8010-d7776d17505f tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:07.747030 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-75eb81fb-5ee0-4a65-a9e5-bf05f5d1950a req-fec07fb7-75c8-4575-8010-d7776d17505f tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Synchronizing usage tracker for tenant:fada8efd68e34d6781d883ae41cb05ad on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:37:07.755589 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5cd039c6-c274-4e3c-8fcc-bd2eb24f7fd0 req-278abd06-4bdd-4ee7-acb6-ff27babd4715 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5612724 May 28 06:37:07.765736 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e2e542ad-b6c9-44d7-9a1c-bac8916fedf6 req-27e8d1d2-eec9-4a6f-ae58-9fc7847e5d7a tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] 10.222.0.55 "GET /v2.0/security-groups?id=88d2cfd4-3ac6-4681-9a3a-dce7d6855bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287401 May 28 06:37:07.805293 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-51152d9c-6a6d-4d8e-8ce8-dfd169cd0373 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690761'] for router, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:07.817405 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-5cd039c6-c274-4e3c-8fcc-bd2eb24f7fd0 req-98551c6b-89a8-4390-9a58-e7a507c4cfbb service neutron] Request body: {'port': {'device_id': '65c6cfe6-c605-4828-9a4a-84efc794b22e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843702-1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:37:07.960761 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6cdb4d-4f94-4a94-acdf-82f241436531 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Network 3bed2c3a-14e2-4a06-9dec-a0ea09217e28 is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89110) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:37:08.003064 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-831e61b2-bb78-47ab-982d-c32f4ab88877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:08.071788 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-831e61b2-bb78-47ab-982d-c32f4ab88877 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['369ddc20-8d22-4294-8f0c-e8528901ab45']}} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:37:08.089634 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51152d9c-6a6d-4d8e-8ce8-dfd169cd0373 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Router 035af55e-abd9-4bf2-8685-fca0b38128d3 is scheduled to L3 agent 42958940-9562-4f71-972f-15a8af9d3963 with binding_index 1 {{(pid=89109) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 06:37:08.093948 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-831e61b2-bb78-47ab-982d-c32f4ab88877 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7376c345-a8a3-45d3-97eb-4cf0b3443c75') {'for_net_delete': True} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:37:08.093948 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-831e61b2-bb78-47ab-982d-c32f4ab88877 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7376c345-a8a3-45d3-97eb-4cf0b3443c75') {} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:37:08.100527 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-2b6cdb4d-4f94-4a94-acdf-82f241436531 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, 3bed2c3a-14e2-4a06-9dec-a0ea09217e28) {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:37:08.102073 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-75eb81fb-5ee0-4a65-a9e5-bf05f5d1950a req-fec07fb7-75c8-4575-8010-d7776d17505f tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Unset dirty status for tenant:fada8efd68e34d6781d883ae41cb05ad on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:37:08.103240 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-75eb81fb-5ee0-4a65-a9e5-bf05f5d1950a req-fec07fb7-75c8-4575-8010-d7776d17505f tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e HTTP/1.1" status: 200 len: 931 time: 0.8771241 May 28 06:37:08.111506 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fec7e02-04dd-4edc-986d-1d6c2c33e05e None None] Network 3bed2c3a-14e2-4a06-9dec-a0ea09217e28 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:37:08.113941 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b6cdb4d-4f94-4a94-acdf-82f241436531 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:08.114216 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2b6cdb4d-4f94-4a94-acdf-82f241436531 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:08.124636 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-831e61b2-bb78-47ab-982d-c32f4ab88877 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4150778'] for segment, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:08.156983 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-5cd039c6-c274-4e3c-8fcc-bd2eb24f7fd0 req-98551c6b-89a8-4390-9a58-e7a507c4cfbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:08.201488 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-831e61b2-bb78-47ab-982d-c32f4ab88877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:08.210626 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-34c6341b-567d-41ad-94f3-9b767b88d543 None None] Deleting port b2728c3d-db83-49c8-85cb-59fe81f50650 {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:37:08.216590 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-34c6341b-567d-41ad-94f3-9b767b88d543 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:08.255881 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-831e61b2-bb78-47ab-982d-c32f4ab88877 admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=89110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:37:08.256292 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-831e61b2-bb78-47ab-982d-c32f4ab88877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3143023'] for segment, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:08.309859 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-75eb81fb-5ee0-4a65-a9e5-bf05f5d1950a req-41e1d002-f3f9-4345-9293-b549ce2f29b7 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0fc320c-5211-4d72-b7c9-130a40d05074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1890152 May 28 06:37:08.314790 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-34c6341b-567d-41ad-94f3-9b767b88d543 None None] The port 'b2728c3d-db83-49c8-85cb-59fe81f50650' was deleted {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 06:37:08.378617 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51152d9c-6a6d-4d8e-8ce8-dfd169cd0373 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:37:08.390042 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a7c4df-21dc-436d-a147-65b0be377d12 None None] Sync routers for ids ['035af55e-abd9-4bf2-8685-fca0b38128d3'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:37:08.414458 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-2b6cdb4d-4f94-4a94-acdf-82f241436531 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8671741 May 28 06:37:08.417289 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 37544) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:37:08.423165 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-18c013f3-6ef2-481f-9470-16caac45594b tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-431997030', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:37:08.426853 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a7c4df-21dc-436d-a147-65b0be377d12 None None] Routers {'035af55e-abd9-4bf2-8685-fca0b38128d3'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:37:08.436241 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-10a7c4df-21dc-436d-a147-65b0be377d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:36:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['035af55e-abd9-4bf2-8685-fca0b38128d3'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:37:08.436822 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment 7376c345-a8a3-45d3-97eb-4cf0b3443c75 resource provider aggregate not found May 28 06:37:08.438557 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-18c013f3-6ef2-481f-9470-16caac45594b tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:37:08.459400 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-18c013f3-6ef2-481f-9470-16caac45594b tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Usage tracker for resource:router and tenant:51e07d1dd4e842f29564191e4c945b6c is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:37:08.465858 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d828c61-220e-4842-b0bf-290d77340f80'] response: {'server_uuid': '7177c5a1-ae12-487c-ad6f-03a524329ac2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8712a524-83c9-4a6f-bda2-81f3a14bb977', 'code': 200} May 28 06:37:08.474457 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-18c013f3-6ef2-481f-9470-16caac45594b tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:37:08.495876 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment 7376c345-a8a3-45d3-97eb-4cf0b3443c75 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7376c345-a8a3-45d3-97eb-4cf0b3443c75 found for delete ", "request_id": "req-e0ebf8af-1cc9-4965-9bb4-d8fd86b99ccc"}]} May 28 06:37:08.498431 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-18c013f3-6ef2-481f-9470-16caac45594b tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:37:08.514395 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-51152d9c-6a6d-4d8e-8ce8-dfd169cd0373 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:08.515669 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-51152d9c-6a6d-4d8e-8ce8-dfd169cd0373 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.0184605 May 28 06:37:08.523007 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 37558) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:37:08.625125 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-10a7c4df-21dc-436d-a147-65b0be377d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:37:08.627759 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-18c013f3-6ef2-481f-9470-16caac45594b tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59128'] for router, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:08.628152 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-18c013f3-6ef2-481f-9470-16caac45594b tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59009'] for router, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:08.652162 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a7c4df-21dc-436d-a147-65b0be377d12 None None] Routers {'035af55e-abd9-4bf2-8685-fca0b38128d3'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:37:08.661403 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-10a7c4df-21dc-436d-a147-65b0be377d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:36:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['035af55e-abd9-4bf2-8685-fca0b38128d3'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:37:08.664941 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-18c013f3-6ef2-481f-9470-16caac45594b tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:08.706843 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf6a165d-10b5-42d4-8104-89f1a71febe4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-3bed2c3a-14e2-4a06-9dec-a0ea09217e28', 'network_id': '3bed2c3a-14e2-4a06-9dec-a0ea09217e28', 'tenant_id': '51e07d1dd4e842f29564191e4c945b6c', 'fixed_ips': [{'subnet_id': '7ffa005d-6257-4953-9335-7376704cb450'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:37:08.707733 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-bf6a165d-10b5-42d4-8104-89f1a71febe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:08.767240 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-10a7c4df-21dc-436d-a147-65b0be377d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:37:08.770700 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a7c4df-21dc-436d-a147-65b0be377d12 None None] The sync data for ids ['035af55e-abd9-4bf2-8685-fca0b38128d3'] in n-d-843702-1 is: [] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:37:08.845357 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-18c013f3-6ef2-481f-9470-16caac45594b tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690761'] for router, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:08.867736 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-831e61b2-bb78-47ab-982d-c32f4ab88877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:08.877199 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-831e61b2-bb78-47ab-982d-c32f4ab88877 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:08.944822 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-bf6a165d-10b5-42d4-8104-89f1a71febe4 None None] Allocated IP 172.20.0.2 (3bed2c3a-14e2-4a06-9dec-a0ea09217e28/7ffa005d-6257-4953-9335-7376704cb450/bcedb558-6349-49a9-be58-08472fb239fa) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:37:08.964840 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-18c013f3-6ef2-481f-9470-16caac45594b tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:08.969963 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831e61b2-bb78-47ab-982d-c32f4ab88877 admin admin] Pushing event deleted for resources: {'Network': ['ID=369ddc20-8d22-4294-8f0c-e8528901ab45,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:08.970761 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-18c013f3-6ef2-481f-9470-16caac45594b tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5523646 May 28 06:37:08.980519 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 37586) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:37:08.982865 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-831e61b2-bb78-47ab-982d-c32f4ab88877 admin admin] 10.222.0.55 "DELETE /v2.0/networks/369ddc20-8d22-4294-8f0c-e8528901ab45 HTTP/1.1" status: 204 len: 168 time: 3.0955305 May 28 06:37:09.147088 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4aedb1-dc34-4ece-b999-a08d214234db req-0bd67461-b609-41ec-92e0-b4ee5a4648f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:09.149248 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fb4aedb1-dc34-4ece-b999-a08d214234db req-0bd67461-b609-41ec-92e0-b4ee5a4648f9 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7177c5a1-ae12-487c-ad6f-03a524329ac2 HTTP/1.1" status: 200 len: 1096 time: 0.6099274 May 28 06:37:09.320955 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-bf6a165d-10b5-42d4-8104-89f1a71febe4 None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:09.323103 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3315a7df-8523-4adf-bfdd-19a80906f591 req-8102c433-aa61-45c5-9451-bf371b9ade39 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:09.331107 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3315a7df-8523-4adf-bfdd-19a80906f591 req-8102c433-aa61-45c5-9451-bf371b9ade39 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/ports?device_id=18125e28-15d1-48dd-aa07-32b31253304b HTTP/1.1" status: 200 len: 943 time: 0.6135435 May 28 06:37:09.333574 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-bf6a165d-10b5-42d4-8104-89f1a71febe4 None None] Transition to ACTIVE for port object bcedb558-6349-49a9-be58-08472fb239fa will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:37:09.369305 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-bf6a165d-10b5-42d4-8104-89f1a71febe4 None None] Transition to ACTIVE for port object bcedb558-6349-49a9-be58-08472fb239fa will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:37:09.434098 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-bf6a165d-10b5-42d4-8104-89f1a71febe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:09.485348 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 37600) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:37:09.512372 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6a165d-10b5-42d4-8104-89f1a71febe4 None None] Network 3bed2c3a-14e2-4a06-9dec-a0ea09217e28 is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:37:09.517383 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fb4aedb1-dc34-4ece-b999-a08d214234db req-e381bb78-5002-409f-bb94-b4f7d50f7a31 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=88d2cfd4-3ac6-4681-9a3a-dce7d6855bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3552494 May 28 06:37:09.525340 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-bf6a165d-10b5-42d4-8104-89f1a71febe4 None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:37:09.536463 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6a165d-10b5-42d4-8104-89f1a71febe4 None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:37:09.554116 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3315a7df-8523-4adf-bfdd-19a80906f591 req-c12b34ed-cf8f-4d4d-81de-1a5d2a2b5b0f tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d5c9d24-a7ef-4e95-9414-4cd057feeac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2219625 May 28 06:37:09.627069 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-66254305-eb89-49d2-b8ae-0d0643335fc0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f3958891eac44c76810006defcff5dde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1347084 May 28 06:37:09.630153 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 37610) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:37:09.665592 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.db.resource_extend [req-5cd039c6-c274-4e3c-8fcc-bd2eb24f7fd0 req-98551c6b-89a8-4390-9a58-e7a507c4cfbb service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 06:37:09.768219 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fb2984-6c16-43df-b6fe-eff3ead1f5c1 req-b6173de7-ee35-4000-a734-f8507a344957 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:09.775489 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a1fb2984-6c16-43df-b6fe-eff3ead1f5c1 req-b6173de7-ee35-4000-a734-f8507a344957 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] 10.222.0.55 "GET /v2.0/ports?device_id=7177c5a1-ae12-487c-ad6f-03a524329ac2 HTTP/1.1" status: 200 len: 945 time: 0.4403768 May 28 06:37:09.790547 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6a165d-10b5-42d4-8104-89f1a71febe4 None None] Pushing event updated for resources: {'Port': ['ID=bcedb558-6349-49a9-be58-08472fb239fa,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:09.802365 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-bf6a165d-10b5-42d4-8104-89f1a71febe4 None None] Attempting to bind port bcedb558-6349-49a9-be58-08472fb239fa on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:37:09.802735 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-bf6a165d-10b5-42d4-8104-89f1a71febe4 None None] Attempting to bind port bcedb558-6349-49a9-be58-08472fb239fa by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'bd2be1a0-24d6-4e79-ad2c-7ca19427f135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '3bed2c3a-14e2-4a06-9dec-a0ea09217e28'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:37:09.803098 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6a165d-10b5-42d4-8104-89f1a71febe4 None None] Attempting to bind port bcedb558-6349-49a9-be58-08472fb239fa on network 3bed2c3a-14e2-4a06-9dec-a0ea09217e28 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:37:09.809571 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6a165d-10b5-42d4-8104-89f1a71febe4 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:37:09.809947 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6a165d-10b5-42d4-8104-89f1a71febe4 None None] Checking segment: {'id': 'bd2be1a0-24d6-4e79-ad2c-7ca19427f135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '3bed2c3a-14e2-4a06-9dec-a0ea09217e28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:37:09.810350 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-bf6a165d-10b5-42d4-8104-89f1a71febe4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:09.810746 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6a165d-10b5-42d4-8104-89f1a71febe4 None None] Bound using segment: {'id': 'bd2be1a0-24d6-4e79-ad2c-7ca19427f135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '3bed2c3a-14e2-4a06-9dec-a0ea09217e28'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:37:09.811329 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-bf6a165d-10b5-42d4-8104-89f1a71febe4 None None] Bound port: bcedb558-6349-49a9-be58-08472fb239fa, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd2be1a0-24d6-4e79-ad2c-7ca19427f135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '3bed2c3a-14e2-4a06-9dec-a0ea09217e28'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:37:09.812409 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-bf6a165d-10b5-42d4-8104-89f1a71febe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:09.911405 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 37616) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:37:09.911720 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-bf6a165d-10b5-42d4-8104-89f1a71febe4 None None] For port bcedb558-6349-49a9-be58-08472fb239fa, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:37:09.914931 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-bf6a165d-10b5-42d4-8104-89f1a71febe4 None None] For port bcedb558-6349-49a9-be58-08472fb239fa, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=bcedb558-6349-49a9-be58-08472fb239fa,segment=NetworkSegment(bd2be1a0-24d6-4e79-ad2c-7ca19427f135),segment_id=bd2be1a0-24d6-4e79-ad2c-7ca19427f135)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:37:09.930190 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c15ea99b-15be-4afc-b3a6-3f84091eaa9a tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:09.957383 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-f2ac60d2-03fb-4416-9b35-67b9a1207727 req-fb83227c-26d0-4a3f-9c02-e37a06aa4fb0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=18125e28-15d1-48dd-aa07-32b31253304b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.9842696 May 28 06:37:09.976532 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-bf6a165d-10b5-42d4-8104-89f1a71febe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:10.003377 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [req-5cd039c6-c274-4e3c-8fcc-bd2eb24f7fd0 req-98551c6b-89a8-4390-9a58-e7a507c4cfbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 170a25a1-2cd5-4bc9-b588-27e0c82fefed {{(pid=89110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:37:10.057943 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-5cd039c6-c274-4e3c-8fcc-bd2eb24f7fd0 req-98551c6b-89a8-4390-9a58-e7a507c4cfbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:10.120632 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-5cd039c6-c274-4e3c-8fcc-bd2eb24f7fd0 req-98551c6b-89a8-4390-9a58-e7a507c4cfbb service neutron] Transition to ACTIVE for port object 170a25a1-2cd5-4bc9-b588-27e0c82fefed will not be triggered until provisioned by entity L2. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:37:10.159816 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6a165d-10b5-42d4-8104-89f1a71febe4 None None] Pushing event updated for resources: {'Port': ['ID=bcedb558-6349-49a9-be58-08472fb239fa,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:10.172638 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a1fb2984-6c16-43df-b6fe-eff3ead1f5c1 req-e2dc163b-ba1a-4d44-918a-b6921316eedd tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] 10.222.0.55 "GET /v2.0/security-groups?id=88d2cfd4-3ac6-4681-9a3a-dce7d6855bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3930249 May 28 06:37:10.235340 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-5cd039c6-c274-4e3c-8fcc-bd2eb24f7fd0 req-98551c6b-89a8-4390-9a58-e7a507c4cfbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:10.271166 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b5ed8dc4-679e-4775-b3d2-4a1daf4a56e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:10.314066 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-44f93f33-f415-4845-9a65-16b4f47f9846 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:10.337197 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-b5ed8dc4-679e-4775-b3d2-4a1daf4a56e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:37:10.350198 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-b5ed8dc4-679e-4775-b3d2-4a1daf4a56e6 admin admin] Usage tracker for resource:security_group_rule and tenant:26d5d3141dc149dda06df358072373cf is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:37:10.362469 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-b5ed8dc4-679e-4775-b3d2-4a1daf4a56e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:37:10.419643 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98551c6b-89a8-4390-9a58-e7a507c4cfbb service neutron] Pushing event updated for resources: {'Port': ['ID=170a25a1-2cd5-4bc9-b588-27e0c82fefed,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:10.427221 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-b5ed8dc4-679e-4775-b3d2-4a1daf4a56e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:37:10.441935 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-44f93f33-f415-4845-9a65-16b4f47f9846 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:10.682090 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bad59cb-e10e-4937-a2f6-32c3f8892ee3 req-0667bd63-624e-4b21-a103-32db5431c9a8 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:10.683669 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5bad59cb-e10e-4937-a2f6-32c3f8892ee3 req-0667bd63-624e-4b21-a103-32db5431c9a8 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e HTTP/1.1" status: 200 len: 931 time: 0.6953151 May 28 06:37:10.817171 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-c15ea99b-15be-4afc-b3a6-3f84091eaa9a tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Allocated IP 172.20.0.1 (3bed2c3a-14e2-4a06-9dec-a0ea09217e28/7ffa005d-6257-4953-9335-7376704cb450/727233f3-ef55-4e22-a0b1-80ef541cbd0d) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:37:10.847985 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-91b174da-c077-4048-bc25-763a12dfc76c tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:10.856935 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device e228d678-1967-4453-9e6d-ec6181d835a6 details requested by agent hyperv_n-h2-843702-1 with host n-h2-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:37:10.933911 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-44f93f33-f415-4845-9a65-16b4f47f9846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:10.970914 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5bad59cb-e10e-4937-a2f6-32c3f8892ee3 req-81071b55-bddf-4e31-85e4-05efb8369f24 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0fc320c-5211-4d72-b7c9-130a40d05074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2260659 May 28 06:37:10.976731 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f93f33-f415-4845-9a65-16b4f47f9846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46eeeb0c-b6a3-4a12-ace3-318551136dd9,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:10.985296 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b5ed8dc4-679e-4775-b3d2-4a1daf4a56e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:10.986998 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-5cd039c6-c274-4e3c-8fcc-bd2eb24f7fd0 req-98551c6b-89a8-4390-9a58-e7a507c4cfbb service neutron] Attempting to bind port 170a25a1-2cd5-4bc9-b588-27e0c82fefed on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:37:10.987340 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-5cd039c6-c274-4e3c-8fcc-bd2eb24f7fd0 req-98551c6b-89a8-4390-9a58-e7a507c4cfbb service neutron] Attempting to bind port 170a25a1-2cd5-4bc9-b588-27e0c82fefed by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': '4c4bc3f8-ec6f-40a7-9f80-cde5ff5de12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e7d92049-bff3-4c3a-a4bd-4950c7dcad1c'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:37:10.987666 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd039c6-c274-4e3c-8fcc-bd2eb24f7fd0 req-98551c6b-89a8-4390-9a58-e7a507c4cfbb service neutron] Attempting to bind port 170a25a1-2cd5-4bc9-b588-27e0c82fefed on network e7d92049-bff3-4c3a-a4bd-4950c7dcad1c {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:37:11.008168 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3736255d-a0d4-4fe9-900d-fb96bc7045c9 req-f8374b08-6b36-4e1d-9271-f24156c5b372 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:11.016030 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3736255d-a0d4-4fe9-900d-fb96bc7045c9 req-f8374b08-6b36-4e1d-9271-f24156c5b372 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd1a91d4-319c-42d4-856b-e41805a7d83e HTTP/1.1" status: 200 len: 946 time: 0.6032417 May 28 06:37:11.021334 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd039c6-c274-4e3c-8fcc-bd2eb24f7fd0 req-98551c6b-89a8-4390-9a58-e7a507c4cfbb service neutron] Port 170a25a1-2cd5-4bc9-b588-27e0c82fefed on network e7d92049-bff3-4c3a-a4bd-4950c7dcad1c not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:37:11.021683 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd039c6-c274-4e3c-8fcc-bd2eb24f7fd0 req-98551c6b-89a8-4390-9a58-e7a507c4cfbb service neutron] Attempting to bind port 170a25a1-2cd5-4bc9-b588-27e0c82fefed on network e7d92049-bff3-4c3a-a4bd-4950c7dcad1c {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:37:11.029967 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-44f93f33-f415-4845-9a65-16b4f47f9846 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:11.031346 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-44f93f33-f415-4845-9a65-16b4f47f9846 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/46eeeb0c-b6a3-4a12-ace3-318551136dd9 HTTP/1.1" status: 204 len: 168 time: 1.3127151 May 28 06:37:11.075613 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b5ed8dc4-679e-4775-b3d2-4a1daf4a56e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:11.152762 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd039c6-c274-4e3c-8fcc-bd2eb24f7fd0 req-98551c6b-89a8-4390-9a58-e7a507c4cfbb service neutron] Checking agent: {'id': '69f492a0-c00d-46d0-9bec-fcd8161ce206', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:37:11.152762 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd039c6-c274-4e3c-8fcc-bd2eb24f7fd0 req-98551c6b-89a8-4390-9a58-e7a507c4cfbb service neutron] Checking segment: {'id': '4c4bc3f8-ec6f-40a7-9f80-cde5ff5de12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e7d92049-bff3-4c3a-a4bd-4950c7dcad1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:37:11.152762 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd039c6-c274-4e3c-8fcc-bd2eb24f7fd0 req-98551c6b-89a8-4390-9a58-e7a507c4cfbb service neutron] Bound using segment: {'id': '4c4bc3f8-ec6f-40a7-9f80-cde5ff5de12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e7d92049-bff3-4c3a-a4bd-4950c7dcad1c'} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:37:11.152762 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-5cd039c6-c274-4e3c-8fcc-bd2eb24f7fd0 req-98551c6b-89a8-4390-9a58-e7a507c4cfbb service neutron] Bound port: 170a25a1-2cd5-4bc9-b588-27e0c82fefed, host: n-h1-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c4bc3f8-ec6f-40a7-9f80-cde5ff5de12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e7d92049-bff3-4c3a-a4bd-4950c7dcad1c'}}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:37:11.152762 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-5cd039c6-c274-4e3c-8fcc-bd2eb24f7fd0 req-98551c6b-89a8-4390-9a58-e7a507c4cfbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:11.153523 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c15ea99b-15be-4afc-b3a6-3f84091eaa9a tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:11.153633 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port e228d678-1967-4453-9e6d-ec6181d835a6, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=e228d678-1967-4453-9e6d-ec6181d835a6,segment=NetworkSegment(36b7b050-a7a0-4005-a03f-73135e20048b),segment_id=36b7b050-a7a0-4005-a03f-73135e20048b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:37:11.153633 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Returning: {'device': 'e228d678-1967-4453-9e6d-ec6181d835a6', 'network_id': '97711779-de36-4af1-95e9-88f65060157a', 'port_id': 'e228d678-1967-4453-9e6d-ec6181d835a6', 'mac_address': 'fa:16:3e:7d:ef:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9065b260-3817-4805-a18f-dced8d73fe86', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:37:11.204918 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [None req-c15ea99b-15be-4afc-b3a6-3f84091eaa9a tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Transition to ACTIVE for port object 727233f3-ef55-4e22-a0b1-80ef541cbd0d will not be triggered until provisioned by entity DHCP. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:37:11.208206 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-b5ed8dc4-679e-4775-b3d2-4a1daf4a56e6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=26d5d3141dc149dda06df358072373cf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2932951 May 28 06:37:11.209166 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ed8dc4-679e-4775-b3d2-4a1daf4a56e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10cdddc1-218b-4cf6-a150-51fee213048d,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:11.212757 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 37636) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:37:11.260138 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device bcedb558-6349-49a9-be58-08472fb239fa up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:37:11.314268 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ad027bc4-29ea-41ed-ab2d-ba6ed819fb4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:11.315643 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-5cd039c6-c274-4e3c-8fcc-bd2eb24f7fd0 req-98551c6b-89a8-4390-9a58-e7a507c4cfbb service neutron] For port 170a25a1-2cd5-4bc9-b588-27e0c82fefed, host n-h1-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:37:11.319005 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-5cd039c6-c274-4e3c-8fcc-bd2eb24f7fd0 req-98551c6b-89a8-4390-9a58-e7a507c4cfbb service neutron] For port 170a25a1-2cd5-4bc9-b588-27e0c82fefed, host n-h1-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=170a25a1-2cd5-4bc9-b588-27e0c82fefed,segment=NetworkSegment(4c4bc3f8-ec6f-40a7-9f80-cde5ff5de12a),segment_id=4c4bc3f8-ec6f-40a7-9f80-cde5ff5de12a)] {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:37:11.334060 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port e228d678-1967-4453-9e6d-ec6181d835a6 is: ACTIVE; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:37:11.334639 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:11.359368 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ad027bc4-29ea-41ed-ab2d-ba6ed819fb4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:11.387025 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e228d678-1967-4453-9e6d-ec6181d835a6 {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:37:11.400736 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3736255d-a0d4-4fe9-900d-fb96bc7045c9 req-48a0255c-4f10-4a1a-bbc5-769a127fc2d6 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.55 "GET /v2.0/security-groups?id=89c8e518-81c5-4ccc-b111-8291ad38466d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3835843 May 28 06:37:11.450570 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port e228d678-1967-4453-9e6d-ec6181d835a6, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=e228d678-1967-4453-9e6d-ec6181d835a6,segment=NetworkSegment(36b7b050-a7a0-4005-a03f-73135e20048b),segment_id=36b7b050-a7a0-4005-a03f-73135e20048b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:37:11.473705 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c15ea99b-15be-4afc-b3a6-3f84091eaa9a tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:11.476991 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9a7d52-76dd-4744-aeb4-775afd9c2d2a req-911b6934-35b8-4b6f-b3d4-d742a45338b1 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:11.478601 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8c9a7d52-76dd-4744-aeb4-775afd9c2d2a req-911b6934-35b8-4b6f-b3d4-d742a45338b1 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/ports?device_id=18125e28-15d1-48dd-aa07-32b31253304b HTTP/1.1" status: 200 len: 943 time: 0.2290640 May 28 06:37:11.537293 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8c9a7d52-76dd-4744-aeb4-775afd9c2d2a req-2fb9feef-173f-436e-b4b6-7c087f3eca67 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d5c9d24-a7ef-4e95-9414-4cd057feeac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521638 May 28 06:37:11.541142 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-5cd039c6-c274-4e3c-8fcc-bd2eb24f7fd0 req-98551c6b-89a8-4390-9a58-e7a507c4cfbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:11.574889 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:11.574889 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port bcedb558-6349-49a9-be58-08472fb239fa completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:37:11.613135 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ad027bc4-29ea-41ed-ab2d-ba6ed819fb4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:11.633865 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15ea99b-15be-4afc-b3a6-3f84091eaa9a tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Network 3bed2c3a-14e2-4a06-9dec-a0ea09217e28 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:37:11.643072 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-c15ea99b-15be-4afc-b3a6-3f84091eaa9a tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:37:11.646803 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad027bc4-29ea-41ed-ab2d-ba6ed819fb4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10cdddc1-218b-4cf6-a150-51fee213048d,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:11.648535 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15ea99b-15be-4afc-b3a6-3f84091eaa9a tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Pushing event updated for resources: {'Port': ['ID=727233f3-ef55-4e22-a0b1-80ef541cbd0d,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:11.653860 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15ea99b-15be-4afc-b3a6-3f84091eaa9a tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:37:11.686336 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ad027bc4-29ea-41ed-ab2d-ba6ed819fb4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:11.701323 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-ad027bc4-29ea-41ed-ab2d-ba6ed819fb4e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/10cdddc1-218b-4cf6-a150-51fee213048d HTTP/1.1" status: 204 len: 168 time: 0.4836760 May 28 06:37:11.724828 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['e228d678-1967-4453-9e6d-ec6181d835a6'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:37:11.784528 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c15ea99b-15be-4afc-b3a6-3f84091eaa9a tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690947'] for router_interface, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:11.818821 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98551c6b-89a8-4390-9a58-e7a507c4cfbb service neutron] Pushing event updated for resources: {'Port': ['ID=170a25a1-2cd5-4bc9-b588-27e0c82fefed,revision_number=3']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:11.821453 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=e228d678-1967-4453-9e6d-ec6181d835a6,revision_number=6']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:11.838548 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd039c6-c274-4e3c-8fcc-bd2eb24f7fd0 req-98551c6b-89a8-4390-9a58-e7a507c4cfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:11.839164 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-5cd039c6-c274-4e3c-8fcc-bd2eb24f7fd0 req-98551c6b-89a8-4390-9a58-e7a507c4cfbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:11.842263 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5cd039c6-c274-4e3c-8fcc-bd2eb24f7fd0 req-98551c6b-89a8-4390-9a58-e7a507c4cfbb service neutron] 10.222.0.69 "PUT /v2.0/ports/170a25a1-2cd5-4bc9-b588-27e0c82fefed HTTP/1.1" status: 200 len: 1091 time: 4.0740952 May 28 06:37:11.845540 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65c6cfe6-c605-4828-9a4a-84efc794b22e', 'tag': '170a25a1-2cd5-4bc9-b588-27e0c82fefed'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:37:11.959544 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa0a5a2-cc8d-44a1-b134-7d693d6518db None None] Network 3bed2c3a-14e2-4a06-9dec-a0ea09217e28 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:37:12.030860 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53982f55-73bc-4587-8198-0b6bfbc6564d'] response: {'name': 'network-changed', 'server_uuid': '65c6cfe6-c605-4828-9a4a-84efc794b22e', 'tag': '170a25a1-2cd5-4bc9-b588-27e0c82fefed', 'status': 'completed', 'code': 200} May 28 06:37:12.127435 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb12944b-2e9b-4744-961e-f3a37954ccc2 req-f5d22959-908e-43c2-92e1-d49c9bd39611 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:12.134224 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cb12944b-2e9b-4744-961e-f3a37954ccc2 req-f5d22959-908e-43c2-92e1-d49c9bd39611 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] 10.222.0.55 "GET /v2.0/ports?device_id=7177c5a1-ae12-487c-ad6f-03a524329ac2 HTTP/1.1" status: 200 len: 945 time: 0.5904806 May 28 06:37:12.155828 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c15ea99b-15be-4afc-b3a6-3f84091eaa9a tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:12.216040 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 37650) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:37:12.396798 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-2ad384cc-e6cb-46d3-a856-15785bfac003 None None] Provisioning for port bcedb558-6349-49a9-be58-08472fb239fa completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:37:12.423340 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-2ad384cc-e6cb-46d3-a856-15785bfac003 None None] Provisioning complete for port bcedb558-6349-49a9-be58-08472fb239fa triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:37:12.423712 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-2ad384cc-e6cb-46d3-a856-15785bfac003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:12.503918 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-7461e72c-67a5-4ddd-b04b-720e0ab8145b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a8da032a2e5648ce9d0fc6452d22b4cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2862561 May 28 06:37:12.507073 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 37658) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:37:12.536038 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cb12944b-2e9b-4744-961e-f3a37954ccc2 req-f2b0cb0f-f4db-4266-afe0-8552c67f5054 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] 10.222.0.55 "GET /v2.0/security-groups?id=88d2cfd4-3ac6-4681-9a3a-dce7d6855bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4007032 May 28 06:37:12.601767 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [None req-91b174da-c077-4048-bc25-763a12dfc76c tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Allocated IP 172.20.0.1 (b85a2a4c-7dfb-41f7-a0a0-4f50bfe0b9a6/f922cf65-e8c1-4841-80fb-7fbe4a239239/09aeba77-bf7b-4251-a4ee-99a6242cd404) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:37:12.608711 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-af82c521-1b3d-446f-b4b5-e7194a5d7043 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:12.663266 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-2ad384cc-e6cb-46d3-a856-15785bfac003 None None] Current status of the port bcedb558-6349-49a9-be58-08472fb239fa is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:37:12.663644 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-2ad384cc-e6cb-46d3-a856-15785bfac003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:12.718080 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-2ad384cc-e6cb-46d3-a856-15785bfac003 None None] For port bcedb558-6349-49a9-be58-08472fb239fa, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=bcedb558-6349-49a9-be58-08472fb239fa,segment=NetworkSegment(bd2be1a0-24d6-4e79-ad2c-7ca19427f135),segment_id=bd2be1a0-24d6-4e79-ad2c-7ca19427f135)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:37:12.807568 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-2ad384cc-e6cb-46d3-a856-15785bfac003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:12.850336 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b55feb-b4c3-4b8c-b7bd-2991c96aaac5 req-684b8fde-6952-49cf-9bb5-c7d66b165630 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:12.851863 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c0b55feb-b4c3-4b8c-b7bd-2991c96aaac5 req-684b8fde-6952-49cf-9bb5-c7d66b165630 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e HTTP/1.1" status: 200 len: 943 time: 0.6718013 May 28 06:37:12.894331 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 37666) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:37:12.898392 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad384cc-e6cb-46d3-a856-15785bfac003 None None] Pushing event updated for resources: {'Port': ['ID=bcedb558-6349-49a9-be58-08472fb239fa,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:12.900024 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589bc548-b2c9-46ca-b024-403ac6705135 req-023cb225-5397-43d5-834b-4aeced4d84be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:12.901983 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-589bc548-b2c9-46ca-b024-403ac6705135 req-023cb225-5397-43d5-834b-4aeced4d84be service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fada8efd68e34d6781d883ae41cb05ad&device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e HTTP/1.1" status: 200 len: 1094 time: 0.8538060 May 28 06:37:12.906067 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device e228d678-1967-4453-9e6d-ec6181d835a6 no longer exists at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:37:12.952151 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-af82c521-1b3d-446f-b4b5-e7194a5d7043 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:12.963121 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7b89f466-4965-4a42-b306-e6b85e1680d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:13.002562 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-91b174da-c077-4048-bc25-763a12dfc76c tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:13.043511 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-7b89f466-4965-4a42-b306-e6b85e1680d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:37:13.055924 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-7b89f466-4965-4a42-b306-e6b85e1680d9 admin admin] Usage tracker for resource:security_group_rule and tenant:6caa2caa29334afe885c0ad66a1b0743 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:37:13.063775 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-7b89f466-4965-4a42-b306-e6b85e1680d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:37:13.073170 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port e228d678-1967-4453-9e6d-ec6181d835a6 is: BUILD; New status is: DOWN {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:37:13.073862 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:13.075407 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-7b89f466-4965-4a42-b306-e6b85e1680d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:37:13.100651 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device bcedb558-6349-49a9-be58-08472fb239fa up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:37:13.153253 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id e228d678-1967-4453-9e6d-ec6181d835a6 {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:37:13.172863 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port e228d678-1967-4453-9e6d-ec6181d835a6, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=e228d678-1967-4453-9e6d-ec6181d835a6,segment=NetworkSegment(36b7b050-a7a0-4005-a03f-73135e20048b),segment_id=36b7b050-a7a0-4005-a03f-73135e20048b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:37:13.210376 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port bcedb558-6349-49a9-be58-08472fb239fa triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:37:13.210738 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:13.231241 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c15ea99b-15be-4afc-b3a6-3f84091eaa9a tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:13.265071 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:13.274597 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-91b174da-c077-4048-bc25-763a12dfc76c tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:13.297864 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-af82c521-1b3d-446f-b4b5-e7194a5d7043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:13.310254 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7b89f466-4965-4a42-b306-e6b85e1680d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:13.317555 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af82c521-1b3d-446f-b4b5-e7194a5d7043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ab15c24-5a31-490b-bc4f-c6420aacdcc8,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:13.323881 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c15ea99b-15be-4afc-b3a6-3f84091eaa9a tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:13.327668 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b174da-c077-4048-bc25-763a12dfc76c tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Network b85a2a4c-7dfb-41f7-a0a0-4f50bfe0b9a6 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:37:13.330563 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589bc548-b2c9-46ca-b024-403ac6705135 req-6c8ad2b7-b3e5-443d-9b9a-f257f3b499dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:13.330735 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-589bc548-b2c9-46ca-b024-403ac6705135 req-6c8ad2b7-b3e5-443d-9b9a-f257f3b499dc service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=fada8efd68e34d6781d883ae41cb05ad&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4041677 May 28 06:37:13.340053 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-91b174da-c077-4048-bc25-763a12dfc76c tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:37:13.342134 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b174da-c077-4048-bc25-763a12dfc76c tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:37:13.350655 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-50fffd0f-a984-40f4-8684-d0cbbcf1d807 None None] Provisioning for port 727233f3-ef55-4e22-a0b1-80ef541cbd0d completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:37:13.374172 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-50fffd0f-a984-40f4-8684-d0cbbcf1d807 None None] Provisioning complete for port 727233f3-ef55-4e22-a0b1-80ef541cbd0d triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:37:13.374630 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-50fffd0f-a984-40f4-8684-d0cbbcf1d807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:13.415271 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7b89f466-4965-4a42-b306-e6b85e1680d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:13.432731 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-50fffd0f-a984-40f4-8684-d0cbbcf1d807 None None] Port 727233f3-ef55-4e22-a0b1-80ef541cbd0d cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:37:13.458094 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=e228d678-1967-4453-9e6d-ec6181d835a6,revision_number=7']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:13.478120 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-af82c521-1b3d-446f-b4b5-e7194a5d7043 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:13.481612 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-af82c521-1b3d-446f-b4b5-e7194a5d7043 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2ab15c24-5a31-490b-bc4f-c6420aacdcc8 HTTP/1.1" status: 204 len: 168 time: 0.9706352 May 28 06:37:13.532261 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15ea99b-15be-4afc-b3a6-3f84091eaa9a tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Pushing event updated for resources: {'Port': ['ID=727233f3-ef55-4e22-a0b1-80ef541cbd0d,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:13.547401 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-7b89f466-4965-4a42-b306-e6b85e1680d9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6caa2caa29334afe885c0ad66a1b0743&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6328816 May 28 06:37:13.550426 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c15ea99b-15be-4afc-b3a6-3f84091eaa9a tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700602'] for router_interface, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:13.565807 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 37672) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:37:13.606524 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port bcedb558-6349-49a9-be58-08472fb239fa is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:37:13.609222 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-50fffd0f-a984-40f4-8684-d0cbbcf1d807 None None] Provisioning complete for port bcedb558-6349-49a9-be58-08472fb239fa triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:37:13.609798 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-50fffd0f-a984-40f4-8684-d0cbbcf1d807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:13.615140 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b89f466-4965-4a42-b306-e6b85e1680d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e7d6dbb-027f-42c1-8d11-39dec44dc264,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:13.678563 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c0b55feb-b4c3-4b8c-b7bd-2991c96aaac5 req-3b2df8a1-b6c1-4306-9d93-95ebadf223d8 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0fc320c-5211-4d72-b7c9-130a40d05074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7662916 May 28 06:37:13.708533 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b174da-c077-4048-bc25-763a12dfc76c tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Pushing event updated for resources: {'Port': ['ID=09aeba77-bf7b-4251-a4ee-99a6242cd404,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:13.717963 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589bc548-b2c9-46ca-b024-403ac6705135 req-3601ac9d-fe55-4b36-9ba7-2397c7d51c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:13.724026 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-589bc548-b2c9-46ca-b024-403ac6705135 req-3601ac9d-fe55-4b36-9ba7-2397c7d51c64 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3423419 May 28 06:37:13.756122 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-91b174da-c077-4048-bc25-763a12dfc76c tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690947'] for router_interface, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:13.808302 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-50fffd0f-a984-40f4-8684-d0cbbcf1d807 None None] Current status of the port bcedb558-6349-49a9-be58-08472fb239fa is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:37:13.862146 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4e715b11-643e-45a1-b21c-73c17e0f7e1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:13.932334 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15ea99b-15be-4afc-b3a6-3f84091eaa9a tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Network 3bed2c3a-14e2-4a06-9dec-a0ea09217e28 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:37:13.935781 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4e715b11-643e-45a1-b21c-73c17e0f7e1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:13.946322 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-da800a77-9fd6-4cfa-9551-10594c199323 None None] Provisioning complete for port 727233f3-ef55-4e22-a0b1-80ef541cbd0d triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:37:13.946889 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-c15ea99b-15be-4afc-b3a6-3f84091eaa9a tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:37:13.947660 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-da800a77-9fd6-4cfa-9551-10594c199323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:14.106977 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c160a967-2cea-44f2-a564-a817bb95f11e req-4ca93302-c458-4641-8c89-fcc24f691b5a tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:14.109014 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c160a967-2cea-44f2-a564-a817bb95f11e req-4ca93302-c458-4641-8c89-fcc24f691b5a tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd1a91d4-319c-42d4-856b-e41805a7d83e HTTP/1.1" status: 200 len: 945 time: 1.3248625 May 28 06:37:14.120421 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-da800a77-9fd6-4cfa-9551-10594c199323 None None] Port 727233f3-ef55-4e22-a0b1-80ef541cbd0d cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:37:14.275351 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-91b174da-c077-4048-bc25-763a12dfc76c tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:14.295602 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4e715b11-643e-45a1-b21c-73c17e0f7e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:14.310727 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e715b11-643e-45a1-b21c-73c17e0f7e1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e7d6dbb-027f-42c1-8d11-39dec44dc264,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:14.318123 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c160a967-2cea-44f2-a564-a817bb95f11e req-6883965b-f047-4bcd-a4f7-35b50d2e8918 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.55 "GET /v2.0/security-groups?id=89c8e518-81c5-4ccc-b111-8291ad38466d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964650 May 28 06:37:14.319243 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4e715b11-643e-45a1-b21c-73c17e0f7e1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:14.323397 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-4e715b11-643e-45a1-b21c-73c17e0f7e1a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9e7d6dbb-027f-42c1-8d11-39dec44dc264 HTTP/1.1" status: 204 len: 168 time: 0.7470210 May 28 06:37:14.348876 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c15ea99b-15be-4afc-b3a6-3f84091eaa9a tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Router 29bd7dbd-c686-46c9-8e03-ded6edd174c8 is scheduled to L3 agent 42958940-9562-4f71-972f-15a8af9d3963 with binding_index 1 {{(pid=89109) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 06:37:14.410826 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-ab0d4907-d3d9-4f8a-a749-8aa3c023ae9c None None] Provisioning complete for port 727233f3-ef55-4e22-a0b1-80ef541cbd0d triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:37:14.410826 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-ab0d4907-d3d9-4f8a-a749-8aa3c023ae9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:14.493963 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-ab0d4907-d3d9-4f8a-a749-8aa3c023ae9c None None] Port 727233f3-ef55-4e22-a0b1-80ef541cbd0d cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:37:14.500235 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd039c6-c274-4e3c-8fcc-bd2eb24f7fd0 req-19723645-a23f-4f6e-9059-28c04e11245f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:14.502073 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5cd039c6-c274-4e3c-8fcc-bd2eb24f7fd0 req-19723645-a23f-4f6e-9059-28c04e11245f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fada8efd68e34d6781d883ae41cb05ad&device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e HTTP/1.1" status: 200 len: 1094 time: 0.4915254 May 28 06:37:14.681945 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5cd039c6-c274-4e3c-8fcc-bd2eb24f7fd0 req-b3fe5b85-9d74-483d-b11e-f90d178a37ca service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=170a25a1-2cd5-4bc9-b588-27e0c82fefed HTTP/1.1" status: 200 len: 217 time: 0.0822518 May 28 06:37:14.717441 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c15ea99b-15be-4afc-b3a6-3f84091eaa9a tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:37:14.726806 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-c15ea99b-15be-4afc-b3a6-3f84091eaa9a tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] 10.222.0.55 "PUT /v2.0/routers/29bd7dbd-c686-46c9-8e03-ded6edd174c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7409780 May 28 06:37:14.727085 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 37694) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:37:14.735225 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c418e2d9-bd53-4339-9f34-3e5ff96d2d93 None None] Sync routers for ids ['29bd7dbd-c686-46c9-8e03-ded6edd174c8'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:37:14.756126 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c418e2d9-bd53-4339-9f34-3e5ff96d2d93 None None] Routers {'29bd7dbd-c686-46c9-8e03-ded6edd174c8'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:37:14.758599 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-c418e2d9-bd53-4339-9f34-3e5ff96d2d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:36:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['29bd7dbd-c686-46c9-8e03-ded6edd174c8'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:37:14.843631 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69681b91-566d-4862-863e-714262d99818 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:14.844371 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-69681b91-566d-4862-863e-714262d99818 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Synchronizing usage tracker for tenant:51e07d1dd4e842f29564191e4c945b6c on resource:port {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:37:14.880903 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-c418e2d9-bd53-4339-9f34-3e5ff96d2d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:37:14.891013 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c418e2d9-bd53-4339-9f34-3e5ff96d2d93 None None] Routers {'29bd7dbd-c686-46c9-8e03-ded6edd174c8'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:37:14.891968 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-c418e2d9-bd53-4339-9f34-3e5ff96d2d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:36:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['29bd7dbd-c686-46c9-8e03-ded6edd174c8'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:37:14.929029 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-69681b91-566d-4862-863e-714262d99818 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Unset dirty status for tenant:51e07d1dd4e842f29564191e4c945b6c on resource:port {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:37:14.938094 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-69681b91-566d-4862-863e-714262d99818 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] 10.222.0.55 "GET /v2.0/ports/727233f3-ef55-4e22-a0b1-80ef541cbd0d HTTP/1.1" status: 200 len: 910 time: 0.2090645 May 28 06:37:14.939974 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 37704) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:37:14.960057 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-c418e2d9-bd53-4339-9f34-3e5ff96d2d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:37:14.960521 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c418e2d9-bd53-4339-9f34-3e5ff96d2d93 None None] The sync data for ids ['29bd7dbd-c686-46c9-8e03-ded6edd174c8'] in n-d-843702-1 is: [] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:37:15.122929 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd039c6-c274-4e3c-8fcc-bd2eb24f7fd0 req-710a8a28-ef27-4a0a-a758-96dddc55804d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:15.125218 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5cd039c6-c274-4e3c-8fcc-bd2eb24f7fd0 req-710a8a28-ef27-4a0a-a758-96dddc55804d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=40188bf0-967d-446e-ac4f-b5c59a2acd9a HTTP/1.1" status: 200 len: 850 time: 0.4241636 May 28 06:37:15.242122 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a8dc56-b1ec-4588-b058-d66c24f2f0e1 req-c7aa8f73-a18d-43e5-a52d-46d3d3bca7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:15.243617 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-17a8dc56-b1ec-4588-b058-d66c24f2f0e1 req-c7aa8f73-a18d-43e5-a52d-46d3d3bca7ca service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f44679598b0a43b98b3c94202ca37d34&device_id=7177c5a1-ae12-487c-ad6f-03a524329ac2 HTTP/1.1" status: 200 len: 1096 time: 0.5379190 May 28 06:37:15.255723 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a89addc-6f28-4ae3-a7c1-6ca187896e01 req-52dd65cd-d6ed-4266-9c65-6073cf412849 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:15.257216 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2a89addc-6f28-4ae3-a7c1-6ca187896e01 req-52dd65cd-d6ed-4266-9c65-6073cf412849 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/ports?device_id=18125e28-15d1-48dd-aa07-32b31253304b HTTP/1.1" status: 200 len: 943 time: 0.6897988 May 28 06:37:15.317382 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 37722) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:37:15.513239 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a8dc56-b1ec-4588-b058-d66c24f2f0e1 req-26d8ed70-0928-4f07-beca-e2d2a522b63f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:15.515530 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-17a8dc56-b1ec-4588-b058-d66c24f2f0e1 req-26d8ed70-0928-4f07-beca-e2d2a522b63f service neutron] 10.222.0.69 "GET /v2.0/networks?id=50e6c29d-3c94-4645-8aee-2ebf9aaac97d HTTP/1.1" status: 200 len: 911 time: 0.2523887 May 28 06:37:15.571076 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-6a9a3acd-db6f-465e-bc37-ce98ce503c50 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1227907450-network', 'tenant_id': '4b40625e6e3643fd96f0a27f5c2fd94f'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:37:15.586203 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-6a9a3acd-db6f-465e-bc37-ce98ce503c50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:37:15.668284 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-17a8dc56-b1ec-4588-b058-d66c24f2f0e1 req-3340c53f-16cd-4813-919b-d3018eb35fab service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8712a524-83c9-4a6f-bda2-81f3a14bb977 HTTP/1.1" status: 200 len: 217 time: 0.1149526 May 28 06:37:15.752948 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-6a9a3acd-db6f-465e-bc37-ce98ce503c50 admin admin] Usage tracker for resource:network and tenant:4b40625e6e3643fd96f0a27f5c2fd94f is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:37:15.756637 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2a89addc-6f28-4ae3-a7c1-6ca187896e01 req-6f9a2acf-28e1-4cc2-87eb-b977218b9a31 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d5c9d24-a7ef-4e95-9414-4cd057feeac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4741554 May 28 06:37:15.760852 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-6a9a3acd-db6f-465e-bc37-ce98ce503c50 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:37:15.771856 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-6a9a3acd-db6f-465e-bc37-ce98ce503c50 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:37:15.795975 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a8dc56-b1ec-4588-b058-d66c24f2f0e1 req-fa89fa3b-d94a-4fd2-bb3d-e17bad1f07d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:15.797482 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-17a8dc56-b1ec-4588-b058-d66c24f2f0e1 req-fa89fa3b-d94a-4fd2-bb3d-e17bad1f07d0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=461065ec-096d-40f7-a624-cb52121fd52b HTTP/1.1" status: 200 len: 850 time: 0.1206882 May 28 06:37:15.805352 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd039c6-c274-4e3c-8fcc-bd2eb24f7fd0 req-ddef7088-6080-4720-b0c2-7704a8bedc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:15.805867 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5cd039c6-c274-4e3c-8fcc-bd2eb24f7fd0 req-ddef7088-6080-4720-b0c2-7704a8bedc45 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e7d92049-bff3-4c3a-a4bd-4950c7dcad1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6315422 May 28 06:37:15.822984 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-16d441ba-d611-49ea-a3f5-3905a4f76cb3 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700548'] for router_interface, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:15.877545 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-91b174da-c077-4048-bc25-763a12dfc76c tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:15.893543 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24012f3-f068-4a9e-98f6-9d2326b18afd req-76ef6818-2c74-4cc5-b422-e2cb76b91e14 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:15.895337 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e24012f3-f068-4a9e-98f6-9d2326b18afd req-76ef6818-2c74-4cc5-b422-e2cb76b91e14 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] 10.222.0.55 "GET /v2.0/ports?device_id=7177c5a1-ae12-487c-ad6f-03a524329ac2 HTTP/1.1" status: 200 len: 945 time: 0.6356831 May 28 06:37:15.901031 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-17a8dc56-b1ec-4588-b058-d66c24f2f0e1 req-35dd9b7d-03e0-4dde-9b7c-ba51eb15a854 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=50e6c29d-3c94-4645-8aee-2ebf9aaac97d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0866442 May 28 06:37:15.907026 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a9a3acd-db6f-465e-bc37-ce98ce503c50 admin admin] Made reservation on behalf of 4b40625e6e3643fd96f0a27f5c2fd94f for: {'network': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:37:15.909734 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6a9a3acd-db6f-465e-bc37-ce98ce503c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:15.988859 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6a9a3acd-db6f-465e-bc37-ce98ce503c50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:16.013572 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-6a9a3acd-db6f-465e-bc37-ce98ce503c50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:37:16.022420 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-6a9a3acd-db6f-465e-bc37-ce98ce503c50 admin admin] Usage tracker for resource:security_group_rule and tenant:4b40625e6e3643fd96f0a27f5c2fd94f is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:37:16.026775 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-6a9a3acd-db6f-465e-bc37-ce98ce503c50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:37:16.033441 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-91b174da-c077-4048-bc25-763a12dfc76c tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:16.077598 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-6a9a3acd-db6f-465e-bc37-ce98ce503c50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:37:16.286057 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e24012f3-f068-4a9e-98f6-9d2326b18afd req-46abd73d-838c-44d4-8df8-284398d1d2d4 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] 10.222.0.55 "GET /v2.0/security-groups?id=88d2cfd4-3ac6-4681-9a3a-dce7d6855bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3353601 May 28 06:37:16.293372 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-91b174da-c077-4048-bc25-763a12dfc76c tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700602'] for router_interface, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:16.317508 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b174da-c077-4048-bc25-763a12dfc76c tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Pushing event updated for resources: {'Port': ['ID=09aeba77-bf7b-4251-a4ee-99a6242cd404,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:16.349336 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6a9a3acd-db6f-465e-bc37-ce98ce503c50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:16.360232 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5cd039c6-c274-4e3c-8fcc-bd2eb24f7fd0 req-3b4f9dbe-7a61-402e-a35d-1d925132e9e6 service neutron] 10.222.0.69 "GET /v2.0/networks/e7d92049-bff3-4c3a-a4bd-4950c7dcad1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5378909 May 28 06:37:16.360612 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ac60d2-03fb-4416-9b35-67b9a1207727 req-e834cfad-d25e-4b39-9cf5-70752418b1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:16.362156 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-f2ac60d2-03fb-4416-9b35-67b9a1207727 req-e834cfad-d25e-4b39-9cf5-70752418b1ec service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=18125e28-15d1-48dd-aa07-32b31253304b&tenant_id=50466b4420374aac8a4e6c84ffbb2d35 HTTP/1.1" status: 200 len: 1094 time: 0.2050121 May 28 06:37:16.362969 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-16d441ba-d611-49ea-a3f5-3905a4f76cb3 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Deleting port 727233f3-ef55-4e22-a0b1-80ef541cbd0d {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:37:16.363757 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-16d441ba-d611-49ea-a3f5-3905a4f76cb3 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:16.456553 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6a9a3acd-db6f-465e-bc37-ce98ce503c50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:16.468215 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-17a8dc56-b1ec-4588-b058-d66c24f2f0e1 req-cb0b5f7c-4164-4022-9667-a55b91614cb6 service neutron] 10.222.0.69 "GET /v2.0/networks/50e6c29d-3c94-4645-8aee-2ebf9aaac97d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5179398 May 28 06:37:16.551615 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6b35c8-3d73-40f6-bdd1-595769ed7b86 req-42bde1f1-36e2-42d0-b509-6cd5a967e54e tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:16.553360 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-af6b35c8-3d73-40f6-bdd1-595769ed7b86 req-42bde1f1-36e2-42d0-b509-6cd5a967e54e tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e HTTP/1.1" status: 200 len: 943 time: 0.6018124 May 28 06:37:16.596062 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a9a3acd-db6f-465e-bc37-ce98ce503c50 admin admin] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=89109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:37:16.598101 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9a3acd-db6f-465e-bc37-ce98ce503c50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da113a0c-8ebd-48a7-a4a2-2238b85d044b,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:16.621396 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6a9a3acd-db6f-465e-bc37-ce98ce503c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:16.621790 n-d-843702-1 neutron-server[89109]: INFO neutron.db.segments_db [None req-6a9a3acd-db6f-465e-bc37-ce98ce503c50 admin admin] Added segment cff019d0-9c46-47d5-a149-6e4bcacfb67c of type vlan for network 3f020ed6-e088-4cd1-9a30-9926bacb86fe May 28 06:37:16.692345 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-16d441ba-d611-49ea-a3f5-3905a4f76cb3 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:16.707507 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6a9a3acd-db6f-465e-bc37-ce98ce503c50 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:16.713007 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ac60d2-03fb-4416-9b35-67b9a1207727 req-bdcdfc66-ca80-48d1-9547-1bd2ff020992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:16.714636 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-f2ac60d2-03fb-4416-9b35-67b9a1207727 req-bdcdfc66-ca80-48d1-9547-1bd2ff020992 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=50466b4420374aac8a4e6c84ffbb2d35&device_id=18125e28-15d1-48dd-aa07-32b31253304b HTTP/1.1" status: 200 len: 1094 time: 0.3060031 May 28 06:37:16.860603 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-16d441ba-d611-49ea-a3f5-3905a4f76cb3 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Calling delete_port for 727233f3-ef55-4e22-a0b1-80ef541cbd0d owned by network:router_interface {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:37:16.960104 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.db.resource_extend [None req-6a9a3acd-db6f-465e-bc37-ce98ce503c50 admin admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 06:37:16.962406 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-af6b35c8-3d73-40f6-bdd1-595769ed7b86 req-2bc415ad-ef17-42c9-b29b-9dadb16b0332 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0fc320c-5211-4d72-b7c9-130a40d05074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2068956 May 28 06:37:16.979513 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b174da-c077-4048-bc25-763a12dfc76c tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Network b85a2a4c-7dfb-41f7-a0a0-4f50bfe0b9a6 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:37:16.981725 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5cd039c6-c274-4e3c-8fcc-bd2eb24f7fd0 req-1483f61a-0e29-4e59-bc99-965431865e03 service neutron] 10.222.0.69 "GET /v2.0/networks/e7d92049-bff3-4c3a-a4bd-4950c7dcad1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5652406 May 28 06:37:16.991397 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-91b174da-c077-4048-bc25-763a12dfc76c tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:37:17.008048 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-17a8dc56-b1ec-4588-b058-d66c24f2f0e1 req-551d281e-fb69-45f2-b123-cf85ea35ee9a service neutron] 10.222.0.69 "GET /v2.0/networks/50e6c29d-3c94-4645-8aee-2ebf9aaac97d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4885266 May 28 06:37:17.070286 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ac60d2-03fb-4416-9b35-67b9a1207727 req-aa31a94c-5dbb-49d9-a922-02d19b0a71a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:17.071763 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-f2ac60d2-03fb-4416-9b35-67b9a1207727 req-aa31a94c-5dbb-49d9-a922-02d19b0a71a7 service neutron] 10.222.0.71 "GET /v2.0/networks?id=a8fa6c28-5257-4dd9-bf7e-c257b513d11b HTTP/1.1" status: 200 len: 917 time: 0.2957008 May 28 06:37:17.084461 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6a9a3acd-db6f-465e-bc37-ce98ce503c50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:17.085510 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9a3acd-db6f-465e-bc37-ce98ce503c50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:17.086278 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6a9a3acd-db6f-465e-bc37-ce98ce503c50 admin admin] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:17.107192 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2094a396-f6ca-4c48-a33d-fd8ffbbe0086 req-8a67e7e7-8df7-48d7-b49f-2d89ba96f4f1 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:17.109921 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2094a396-f6ca-4c48-a33d-fd8ffbbe0086 req-8a67e7e7-8df7-48d7-b49f-2d89ba96f4f1 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd1a91d4-319c-42d4-856b-e41805a7d83e HTTP/1.1" status: 200 len: 944 time: 0.3101315 May 28 06:37:17.349148 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2094a396-f6ca-4c48-a33d-fd8ffbbe0086 req-5c08f18a-6fbe-4e38-98fb-561d870f389d tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.55 "GET /v2.0/security-groups?id=89c8e518-81c5-4ccc-b111-8291ad38466d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033939 May 28 06:37:17.360668 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 37782) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:37:17.419926 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804e68be-3fd0-4368-a143-c2de2bf6bd43 req-0561e75b-36d6-4610-a1ac-2d5f063f81a2 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:17.422044 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-804e68be-3fd0-4368-a143-c2de2bf6bd43 req-0561e75b-36d6-4610-a1ac-2d5f063f81a2 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.71 "GET /v2.0/ports?device_id=dd1a91d4-319c-42d4-856b-e41805a7d83e HTTP/1.1" status: 200 len: 944 time: 0.3111839 May 28 06:37:17.433553 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee83378-ab48-4ed0-b2f2-4e6962332d71 req-d9d5e8f3-5482-4200-97f2-5b85831d6925 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:17.435391 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-aee83378-ab48-4ed0-b2f2-4e6962332d71 req-d9d5e8f3-5482-4200-97f2-5b85831d6925 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/ports?device_id=18125e28-15d1-48dd-aa07-32b31253304b HTTP/1.1" status: 200 len: 943 time: 0.2885990 May 28 06:37:17.482534 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-f2ac60d2-03fb-4416-9b35-67b9a1207727 req-4c0f04a7-111e-4e7a-8e66-e3aba32b2c70 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0c82cdde-d718-46cb-9d90-6f9ae18a045e HTTP/1.1" status: 200 len: 998 time: 0.3752227 May 28 06:37:17.483222 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9a3acd-db6f-465e-bc37-ce98ce503c50 admin admin] Pushing event updated for resources: {'Network': ['ID=3f020ed6-e088-4cd1-9a30-9926bacb86fe,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:17.485052 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91b174da-c077-4048-bc25-763a12dfc76c tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Router 035af55e-abd9-4bf2-8685-fca0b38128d3 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:37:17.500224 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 3f020ed6-e088-4cd1-9a30-9926bacb86fe details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:37:17.571997 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-6a9a3acd-db6f-465e-bc37-ce98ce503c50 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.2509181 May 28 06:37:17.572215 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 37788) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:37:17.575588 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ac60d2-03fb-4416-9b35-67b9a1207727 req-e49b9e94-084e-4bb1-a432-f5d2cd9446ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:17.583325 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-f2ac60d2-03fb-4416-9b35-67b9a1207727 req-e49b9e94-084e-4bb1-a432-f5d2cd9446ef service neutron] 10.222.0.71 "GET /v2.0/subnets?id=63994f4d-7e85-4fdc-89a1-6c8536e7f551 HTTP/1.1" status: 200 len: 855 time: 0.0917222 May 28 06:37:17.590785 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-62fad9e8-613b-43dc-bbcb-3b895a00f5a4 admin admin] Request body: {'subnet': {'network_id': '3f020ed6-e088-4cd1-9a30-9926bacb86fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1227907450-subnet', 'tenant_id': '4b40625e6e3643fd96f0a27f5c2fd94f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:37:17.597682 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-62fad9e8-613b-43dc-bbcb-3b895a00f5a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:37:17.635680 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-62fad9e8-613b-43dc-bbcb-3b895a00f5a4 admin admin] Usage tracker for resource:subnet and tenant:4b40625e6e3643fd96f0a27f5c2fd94f is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:37:17.638319 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-16d441ba-d611-49ea-a3f5-3905a4f76cb3 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:17.642286 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-62fad9e8-613b-43dc-bbcb-3b895a00f5a4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:37:17.693739 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-62fad9e8-613b-43dc-bbcb-3b895a00f5a4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:37:17.696065 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a314efe3-9051-41bb-b7c3-781d9a24ce01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:17.699934 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d441ba-d611-49ea-a3f5-3905a4f76cb3 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Pushing event deleted for resources: {'Port': ['ID=727233f3-ef55-4e22-a0b1-80ef541cbd0d,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:17.722338 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-804e68be-3fd0-4368-a143-c2de2bf6bd43 req-50cc136a-1d8f-4978-b1b7-5e0a12c890d7 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Deleting port e228d678-1967-4453-9e6d-ec6181d835a6 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:37:17.722675 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-804e68be-3fd0-4368-a143-c2de2bf6bd43 req-50cc136a-1d8f-4978-b1b7-5e0a12c890d7 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:17.796576 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-aee83378-ab48-4ed0-b2f2-4e6962332d71 req-baf8d8f1-badc-47ea-aec2-4d2913e9ee30 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d5c9d24-a7ef-4e95-9414-4cd057feeac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3139398 May 28 06:37:17.797679 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-a314efe3-9051-41bb-b7c3-781d9a24ce01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:37:17.812571 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-a314efe3-9051-41bb-b7c3-781d9a24ce01 admin admin] Usage tracker for resource:security_group_rule and tenant:d74eef41792444f8bdb955b9fe94d714 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:37:17.816812 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-a314efe3-9051-41bb-b7c3-781d9a24ce01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:37:17.827685 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ac60d2-03fb-4416-9b35-67b9a1207727 req-d76492c1-ba25-412c-ab90-48eb9f551919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:17.829216 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-f2ac60d2-03fb-4416-9b35-67b9a1207727 req-d76492c1-ba25-412c-ab90-48eb9f551919 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a8fa6c28-5257-4dd9-bf7e-c257b513d11b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2327952 May 28 06:37:17.906606 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-a314efe3-9051-41bb-b7c3-781d9a24ce01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:37:17.908335 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62fad9e8-613b-43dc-bbcb-3b895a00f5a4 admin admin] Made reservation on behalf of 4b40625e6e3643fd96f0a27f5c2fd94f for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:37:17.910689 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-62fad9e8-613b-43dc-bbcb-3b895a00f5a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:18.011167 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c36aea-d1dd-488f-a4c7-8a9485cca24e req-e3c02cee-979a-4547-8ab4-893213eb7389 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:18.012650 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-25c36aea-d1dd-488f-a4c7-8a9485cca24e req-e3c02cee-979a-4547-8ab4-893213eb7389 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] 10.222.0.55 "GET /v2.0/ports?device_id=7177c5a1-ae12-487c-ad6f-03a524329ac2 HTTP/1.1" status: 200 len: 945 time: 0.5321760 May 28 06:37:18.019871 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91b174da-c077-4048-bc25-763a12dfc76c tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:37:18.030210 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c82c46-9ec3-47dc-8761-a505636fc712 None None] Sync routers for ids ['035af55e-abd9-4bf2-8685-fca0b38128d3'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:37:18.049623 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c82c46-9ec3-47dc-8761-a505636fc712 None None] Routers {'035af55e-abd9-4bf2-8685-fca0b38128d3'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:37:18.050471 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-10c82c46-9ec3-47dc-8761-a505636fc712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:36:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['035af55e-abd9-4bf2-8685-fca0b38128d3'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:37:18.124989 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-16d441ba-d611-49ea-a3f5-3905a4f76cb3 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700472'] for router_interface, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:18.153660 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-10c82c46-9ec3-47dc-8761-a505636fc712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:37:18.164177 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c82c46-9ec3-47dc-8761-a505636fc712 None None] Routers {'035af55e-abd9-4bf2-8685-fca0b38128d3'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:37:18.165332 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-10c82c46-9ec3-47dc-8761-a505636fc712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:36:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['035af55e-abd9-4bf2-8685-fca0b38128d3'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:37:18.230474 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-10c82c46-9ec3-47dc-8761-a505636fc712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:37:18.231168 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c82c46-9ec3-47dc-8761-a505636fc712 None None] The sync data for ids ['035af55e-abd9-4bf2-8685-fca0b38128d3'] in n-d-843702-1 is: [] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:37:18.246621 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-25c36aea-d1dd-488f-a4c7-8a9485cca24e req-5067e72c-3599-4f30-9250-d8e1fda4d29a tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] 10.222.0.55 "GET /v2.0/security-groups?id=88d2cfd4-3ac6-4681-9a3a-dce7d6855bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077825 May 28 06:37:18.259030 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-91b174da-c077-4048-bc25-763a12dfc76c tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] 10.222.0.55 "PUT /v2.0/routers/035af55e-abd9-4bf2-8685-fca0b38128d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7273109 May 28 06:37:18.271536 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 37794) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:37:18.291116 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-bf4c787c-8b4e-4237-b232-0d891065e1b5 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Request body: {'port': {'network_id': 'b85a2a4c-7dfb-41f7-a0a0-4f50bfe0b9a6', 'name': 'tempest-FloatingIPTestJSON-1344631860'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:37:18.321577 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-f2ac60d2-03fb-4416-9b35-67b9a1207727 req-4d21cbf8-34db-48e9-81c1-f7b4dd9de2dc service neutron] 10.222.0.71 "GET /v2.0/networks/a8fa6c28-5257-4dd9-bf7e-c257b513d11b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4373734 May 28 06:37:18.419732 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-804e68be-3fd0-4368-a143-c2de2bf6bd43 req-50cc136a-1d8f-4978-b1b7-5e0a12c890d7 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] For port e228d678-1967-4453-9e6d-ec6181d835a6, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=e228d678-1967-4453-9e6d-ec6181d835a6,segment=NetworkSegment(36b7b050-a7a0-4005-a03f-73135e20048b),segment_id=36b7b050-a7a0-4005-a03f-73135e20048b)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:37:18.420381 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-804e68be-3fd0-4368-a143-c2de2bf6bd43 req-50cc136a-1d8f-4978-b1b7-5e0a12c890d7 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:18.579829 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a314efe3-9051-41bb-b7c3-781d9a24ce01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:18.620339 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16d441ba-d611-49ea-a3f5-3905a4f76cb3 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Router 29bd7dbd-c686-46c9-8e03-ded6edd174c8 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:37:18.732207 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-f2ac60d2-03fb-4416-9b35-67b9a1207727 req-1103eda6-d87b-40d1-a8cb-6d9cbfca3308 service neutron] 10.222.0.71 "GET /v2.0/networks/a8fa6c28-5257-4dd9-bf7e-c257b513d11b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4029007 May 28 06:37:18.738712 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a314efe3-9051-41bb-b7c3-781d9a24ce01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:18.755105 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-804e68be-3fd0-4368-a143-c2de2bf6bd43 req-50cc136a-1d8f-4978-b1b7-5e0a12c890d7 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Calling delete_port for e228d678-1967-4453-9e6d-ec6181d835a6 owned by compute:nova {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:37:18.843233 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9706df32-8798-41a1-a9be-6e73c0d79eee req-1eae0dbf-06ba-472d-bf6f-eaa91bc89fb3 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:18.844738 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9706df32-8798-41a1-a9be-6e73c0d79eee req-1eae0dbf-06ba-472d-bf6f-eaa91bc89fb3 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e HTTP/1.1" status: 200 len: 943 time: 0.7055318 May 28 06:37:18.924809 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-a314efe3-9051-41bb-b7c3-781d9a24ce01 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d74eef41792444f8bdb955b9fe94d714&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5593092 May 28 06:37:18.930637 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 37802) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:37:18.934670 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a314efe3-9051-41bb-b7c3-781d9a24ce01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e293961-5273-48da-98d9-d0b678fea51a,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:18.934895 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-62fad9e8-613b-43dc-bbcb-3b895a00f5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:18.987536 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-bf4c787c-8b4e-4237-b232-0d891065e1b5 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:37:18.995446 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-bf4c787c-8b4e-4237-b232-0d891065e1b5 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Usage tracker for resource:port and tenant:27fabbce05994a7bbea388130ee1d540 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:37:19.001193 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-bf4c787c-8b4e-4237-b232-0d891065e1b5 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:37:19.010296 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9706df32-8798-41a1-a9be-6e73c0d79eee req-55f742ca-b650-48f9-9252-79745a10978c tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0fc320c-5211-4d72-b7c9-130a40d05074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1410506 May 28 06:37:19.013317 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-bf4c787c-8b4e-4237-b232-0d891065e1b5 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:37:19.014120 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16d441ba-d611-49ea-a3f5-3905a4f76cb3 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:37:19.055448 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69816104-89e7-4515-ab81-668ccd5c4dd3 None None] Sync routers for ids ['29bd7dbd-c686-46c9-8e03-ded6edd174c8'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:37:19.062115 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-16d441ba-d611-49ea-a3f5-3905a4f76cb3 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] 10.222.0.55 "PUT /v2.0/routers/29bd7dbd-c686-46c9-8e03-ded6edd174c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1199217 May 28 06:37:19.069950 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 37810) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:37:19.071228 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69816104-89e7-4515-ab81-668ccd5c4dd3 None None] Routers {'29bd7dbd-c686-46c9-8e03-ded6edd174c8'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:37:19.073996 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-69816104-89e7-4515-ab81-668ccd5c4dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:36:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['29bd7dbd-c686-46c9-8e03-ded6edd174c8'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:37:19.111513 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fad9e8-613b-43dc-bbcb-3b895a00f5a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99692d3b-9199-4b15-8762-04120593a488,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:19.132213 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91570c71-82a3-44f9-ad35-c6772b5f5bbd req-85679bfd-e069-4a4d-baf6-771ff8172d8e tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:19.133903 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-91570c71-82a3-44f9-ad35-c6772b5f5bbd req-85679bfd-e069-4a4d-baf6-771ff8172d8e tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd1a91d4-319c-42d4-856b-e41805a7d83e HTTP/1.1" status: 200 len: 944 time: 0.5639615 May 28 06:37:19.143105 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-c6d3b86b-804c-420f-bc6d-37fcdfdfef76 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Synchronizing usage tracker for tenant:51e07d1dd4e842f29564191e4c945b6c on resource:port {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:37:19.156339 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62fad9e8-613b-43dc-bbcb-3b895a00f5a4 admin admin] Checking segment: {'id': 'cff019d0-9c46-47d5-a149-6e4bcacfb67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '3f020ed6-e088-4cd1-9a30-9926bacb86fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:37:19.157022 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62fad9e8-613b-43dc-bbcb-3b895a00f5a4 admin admin] Network hostable DHCP agents. Network: 3f020ed6-e088-4cd1-9a30-9926bacb86fe, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:37:19.163794 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-902bfedc-7d64-43df-b684-84bf5d3b16b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:19.163979 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-69816104-89e7-4515-ab81-668ccd5c4dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:37:19.174199 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69816104-89e7-4515-ab81-668ccd5c4dd3 None None] Routers {'29bd7dbd-c686-46c9-8e03-ded6edd174c8'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:37:19.175111 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-69816104-89e7-4515-ab81-668ccd5c4dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:36:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['29bd7dbd-c686-46c9-8e03-ded6edd174c8'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:37:19.208344 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-902bfedc-7d64-43df-b684-84bf5d3b16b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:19.221344 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf4c787c-8b4e-4237-b232-0d891065e1b5 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Made reservation on behalf of 27fabbce05994a7bbea388130ee1d540 for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:37:19.224836 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-bf4c787c-8b4e-4237-b232-0d891065e1b5 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:19.240992 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-804e68be-3fd0-4368-a143-c2de2bf6bd43 req-50cc136a-1d8f-4978-b1b7-5e0a12c890d7 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:19.284571 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-c6d3b86b-804c-420f-bc6d-37fcdfdfef76 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Unset dirty status for tenant:51e07d1dd4e842f29564191e4c945b6c on resource:port {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:37:19.287831 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-c6d3b86b-804c-420f-bc6d-37fcdfdfef76 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] 10.222.0.55 "GET /v2.0/ports?device_id=29bd7dbd-c686-46c9-8e03-ded6edd174c8 HTTP/1.1" status: 200 len: 205 time: 0.2132497 May 28 06:37:19.290045 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 37820) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:37:19.298899 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-69816104-89e7-4515-ab81-668ccd5c4dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:37:19.299708 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69816104-89e7-4515-ab81-668ccd5c4dd3 None None] The sync data for ids ['29bd7dbd-c686-46c9-8e03-ded6edd174c8'] in n-d-843702-1 is: [] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:37:19.330232 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-91570c71-82a3-44f9-ad35-c6772b5f5bbd req-2406cfad-f7db-4523-a445-3da85491308e tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.55 "GET /v2.0/security-groups?id=89c8e518-81c5-4ccc-b111-8291ad38466d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901107 May 28 06:37:19.340147 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cc136a-1d8f-4978-b1b7-5e0a12c890d7 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Pushing event deleted for resources: {'Port': ['ID=e228d678-1967-4453-9e6d-ec6181d835a6,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:19.343113 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [None req-bf4c787c-8b4e-4237-b232-0d891065e1b5 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] device_id is not set on port 3cd2806b-1b81-468a-a935-55e2a93750b5 yet. {{(pid=89110) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:37:19.430779 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62fad9e8-613b-43dc-bbcb-3b895a00f5a4 admin admin] Network 3f020ed6-e088-4cd1-9a30-9926bacb86fe is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:37:19.442405 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-902bfedc-7d64-43df-b684-84bf5d3b16b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:19.466273 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902bfedc-7d64-43df-b684-84bf5d3b16b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e293961-5273-48da-98d9-d0b678fea51a,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:19.471933 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-59b7ee1b-e62c-458a-a31a-03f8feb9b834 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks [] for router, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:19.507777 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 170a25a1-2cd5-4bc9-b588-27e0c82fefed details requested by agent hyperv_n-h1-843702-1 with host n-h1-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:37:19.555690 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-804e68be-3fd0-4368-a143-c2de2bf6bd43 req-50cc136a-1d8f-4978-b1b7-5e0a12c890d7 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] No DVR routers for this DVR port e228d678-1967-4453-9e6d-ec6181d835a6 on host n-h2-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:37:19.566014 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-804e68be-3fd0-4368-a143-c2de2bf6bd43 req-50cc136a-1d8f-4978-b1b7-5e0a12c890d7 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:19.572274 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd1a91d4-319c-42d4-856b-e41805a7d83e', 'name': 'network-vif-deleted', 'tag': 'e228d678-1967-4453-9e6d-ec6181d835a6'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:37:19.610168 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-62fad9e8-613b-43dc-bbcb-3b895a00f5a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, 3f020ed6-e088-4cd1-9a30-9926bacb86fe) {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:37:19.616028 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-902bfedc-7d64-43df-b684-84bf5d3b16b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:19.617113 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-902bfedc-7d64-43df-b684-84bf5d3b16b2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3e293961-5273-48da-98d9-d0b678fea51a HTTP/1.1" status: 204 len: 168 time: 0.6850033 May 28 06:37:19.620199 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62fad9e8-613b-43dc-bbcb-3b895a00f5a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:19.620772 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-62fad9e8-613b-43dc-bbcb-3b895a00f5a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:19.666752 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e270933-0d0a-494f-90dd-a209f0000439 req-0351369d-a451-4988-a6d0-bdd57e6d2f88 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:19.668232 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5e270933-0d0a-494f-90dd-a209f0000439 req-0351369d-a451-4988-a6d0-bdd57e6d2f88 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/ports?device_id=18125e28-15d1-48dd-aa07-32b31253304b HTTP/1.1" status: 200 len: 943 time: 0.5046239 May 28 06:37:19.692221 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 170a25a1-2cd5-4bc9-b588-27e0c82fefed, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=170a25a1-2cd5-4bc9-b588-27e0c82fefed,segment=NetworkSegment(4c4bc3f8-ec6f-40a7-9f80-cde5ff5de12a),segment_id=4c4bc3f8-ec6f-40a7-9f80-cde5ff5de12a)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:37:19.711566 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Returning: {'device': '170a25a1-2cd5-4bc9-b588-27e0c82fefed', 'network_id': 'e7d92049-bff3-4c3a-a4bd-4950c7dcad1c', 'port_id': '170a25a1-2cd5-4bc9-b588-27e0c82fefed', 'mac_address': 'fa:16:3e:aa:19:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40188bf0-967d-446e-ac4f-b5c59a2acd9a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:37:19.718008 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b3e379-e6fd-4b0a-821f-626c12e84c0a None None] Network 3f020ed6-e088-4cd1-9a30-9926bacb86fe requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:37:19.767334 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c2df22-2709-4bcf-8fd3-a899495d5a7a req-96f40104-a50d-42de-ba93-0847a87cf74f tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:19.786039 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-09c2df22-2709-4bcf-8fd3-a899495d5a7a req-96f40104-a50d-42de-ba93-0847a87cf74f tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] 10.222.0.55 "GET /v2.0/ports?device_id=7177c5a1-ae12-487c-ad6f-03a524329ac2 HTTP/1.1" status: 200 len: 945 time: 0.3579576 May 28 06:37:19.794968 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-804e68be-3fd0-4368-a143-c2de2bf6bd43 req-50cc136a-1d8f-4978-b1b7-5e0a12c890d7 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.71 "DELETE /v2.0/ports/e228d678-1967-4453-9e6d-ec6181d835a6 HTTP/1.1" status: 204 len: 173 time: 2.3586037 May 28 06:37:19.796704 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [None req-bf4c787c-8b4e-4237-b232-0d891065e1b5 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Allocated IP 172.20.0.6 (b85a2a4c-7dfb-41f7-a0a0-4f50bfe0b9a6/f922cf65-e8c1-4841-80fb-7fbe4a239239/3cd2806b-1b81-468a-a935-55e2a93750b5) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:37:19.836760 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-62fad9e8-613b-43dc-bbcb-3b895a00f5a4 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.2635505 May 28 06:37:19.955745 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-59b7ee1b-e62c-458a-a31a-03f8feb9b834 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59018'] for router, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:19.961836 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-59b7ee1b-e62c-458a-a31a-03f8feb9b834 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:20.106788 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 170a25a1-2cd5-4bc9-b588-27e0c82fefed is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:37:20.108917 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:20.111992 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-59b7ee1b-e62c-458a-a31a-03f8feb9b834 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-703817'] for router, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:20.112994 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59b7ee1b-e62c-458a-a31a-03f8feb9b834 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Fanout notify agent at l3_agent the message router_deleted on router 29bd7dbd-c686-46c9-8e03-ded6edd174c8 {{(pid=89109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 06:37:20.148805 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-59b7ee1b-e62c-458a-a31a-03f8feb9b834 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:20.152030 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 170a25a1-2cd5-4bc9-b588-27e0c82fefed {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:37:20.165130 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-59b7ee1b-e62c-458a-a31a-03f8feb9b834 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] 10.222.0.55 "DELETE /v2.0/routers/29bd7dbd-c686-46c9-8e03-ded6edd174c8 HTTP/1.1" status: 204 len: 168 time: 0.8728547 May 28 06:37:20.165990 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 37844) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:37:20.173603 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 170a25a1-2cd5-4bc9-b588-27e0c82fefed, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=170a25a1-2cd5-4bc9-b588-27e0c82fefed,segment=NetworkSegment(4c4bc3f8-ec6f-40a7-9f80-cde5ff5de12a),segment_id=4c4bc3f8-ec6f-40a7-9f80-cde5ff5de12a)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:37:20.190012 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5e270933-0d0a-494f-90dd-a209f0000439 req-799dc420-f349-4090-8d93-8694fd156209 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d5c9d24-a7ef-4e95-9414-4cd057feeac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5088434 May 28 06:37:20.249171 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-09c2df22-2709-4bcf-8fd3-a899495d5a7a req-244842be-8c10-4c30-8072-e493c6586ca8 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] 10.222.0.55 "GET /v2.0/security-groups?id=88d2cfd4-3ac6-4681-9a3a-dce7d6855bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4621212 May 28 06:37:20.267792 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:20.306303 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64006b1d-1ef6-4d1b-9561-f230ecd7a10d'] response: {'server_uuid': 'dd1a91d4-319c-42d4-856b-e41805a7d83e', 'name': 'network-vif-deleted', 'tag': 'e228d678-1967-4453-9e6d-ec6181d835a6', 'status': 'completed', 'code': 200} May 28 06:37:20.441089 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_v2 [None req-689f4dfc-c544-4837-ba00-d195b170a66b tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Deleting subnet 7ffa005d-6257-4953-9335-7376704cb450 {{(pid=89109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:37:20.450746 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-689f4dfc-c544-4837-ba00-d195b170a66b tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks [] for subnet, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:20.522671 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=170a25a1-2cd5-4bc9-b588-27e0c82fefed,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:20.544684 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b23d24d8-0327-407b-887b-8180ec4a9d4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-3f020ed6-e088-4cd1-9a30-9926bacb86fe', 'network_id': '3f020ed6-e088-4cd1-9a30-9926bacb86fe', 'tenant_id': '4b40625e6e3643fd96f0a27f5c2fd94f', 'fixed_ips': [{'subnet_id': '99692d3b-9199-4b15-8762-04120593a488'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:37:20.544684 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b23d24d8-0327-407b-887b-8180ec4a9d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:20.567256 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-bf4c787c-8b4e-4237-b232-0d891065e1b5 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:20.580792 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['170a25a1-2cd5-4bc9-b588-27e0c82fefed'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:37:20.605832 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-689f4dfc-c544-4837-ba00-d195b170a66b tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3964070'] for subnet, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:20.733456 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-0b5b0828-d4a3-41ef-908d-a234e3fec5ba req-41c2b7c2-e190-4f3c-bcd2-fa2ebb5fb5e9 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Synchronizing usage tracker for tenant:5ef065cc7a6e48198da7b2879024e281 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:37:20.752965 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-689f4dfc-c544-4837-ba00-d195b170a66b tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:20.805732 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0884f8a1-88cc-4b31-96ab-ea378430fcef req-4860cd36-d757-43af-95be-5ca4ccebd99b tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:20.805732 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0884f8a1-88cc-4b31-96ab-ea378430fcef req-4860cd36-d757-43af-95be-5ca4ccebd99b tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e HTTP/1.1" status: 200 len: 944 time: 0.2502968 May 28 06:37:20.870811 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0884f8a1-88cc-4b31-96ab-ea378430fcef req-18f35b39-72ef-440c-8df5-90624e9033f9 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0fc320c-5211-4d72-b7c9-130a40d05074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636339 May 28 06:37:20.895782 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-0b5b0828-d4a3-41ef-908d-a234e3fec5ba req-41c2b7c2-e190-4f3c-bcd2-fa2ebb5fb5e9 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] Unset dirty status for tenant:5ef065cc7a6e48198da7b2879024e281 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:37:20.898109 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0b5b0828-d4a3-41ef-908d-a234e3fec5ba req-41c2b7c2-e190-4f3c-bcd2-fa2ebb5fb5e9 tempest-ImagesTestJSON-198584484 tempest-ImagesTestJSON-198584484-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd1a91d4-319c-42d4-856b-e41805a7d83e HTTP/1.1" status: 200 len: 210 time: 0.2391498 May 28 06:37:20.941030 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-bf4c787c-8b4e-4237-b232-0d891065e1b5 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:20.980083 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device e228d678-1967-4453-9e6d-ec6181d835a6 no longer exists at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:37:21.060044 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-689f4dfc-c544-4837-ba00-d195b170a66b tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9555650'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:21.140283 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4c787c-8b4e-4237-b232-0d891065e1b5 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Network b85a2a4c-7dfb-41f7-a0a0-4f50bfe0b9a6 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:37:21.147588 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-bf4c787c-8b4e-4237-b232-0d891065e1b5 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:37:21.159358 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4c787c-8b4e-4237-b232-0d891065e1b5 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:37:21.174788 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689f4dfc-c544-4837-ba00-d195b170a66b tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Pushing event deleted for resources: {'Subnet': ['ID=7ffa005d-6257-4953-9335-7376704cb450,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:21.185572 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-689f4dfc-c544-4837-ba00-d195b170a66b tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:21.202768 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-689f4dfc-c544-4837-ba00-d195b170a66b tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] 10.222.0.55 "DELETE /v2.0/subnets/7ffa005d-6257-4953-9335-7376704cb450 HTTP/1.1" status: 204 len: 168 time: 1.0333338 May 28 06:37:21.205384 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 37872) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:37:21.248218 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d46a1f-1a3a-44f1-a247-aeb16c004e17 None None] Network 3bed2c3a-14e2-4a06-9dec-a0ea09217e28 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:37:21.277832 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] No Port match for: e228d678-1967-4453-9e6d-ec6181d835a6 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:37:21.278869 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device e228d678-1967-4453-9e6d-ec6181d835a6 not bound to the agent host n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:37:21.291539 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4c787c-8b4e-4237-b232-0d891065e1b5 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Pushing event updated for resources: {'Port': ['ID=3cd2806b-1b81-468a-a935-55e2a93750b5,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:21.393841 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4c787c-8b4e-4237-b232-0d891065e1b5 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:21.394879 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-bf4c787c-8b4e-4237-b232-0d891065e1b5 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:21.548325 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-acce96f6-22cf-4125-85ff-9736b2830a27 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:21.571591 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-acce96f6-22cf-4125-85ff-9736b2830a27 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Deleting port bcedb558-6349-49a9-be58-08472fb239fa {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:37:21.571591 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-acce96f6-22cf-4125-85ff-9736b2830a27 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:21.645156 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-bf4c787c-8b4e-4237-b232-0d891065e1b5 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.3680463 May 28 06:37:21.658850 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e410b74-17d2-424c-a06c-67844315e242 req-801825e1-faa6-403f-babc-894d2d87fd13 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:21.675110 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 37890) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:37:21.683658 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7e410b74-17d2-424c-a06c-67844315e242 req-801825e1-faa6-403f-babc-894d2d87fd13 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/ports?device_id=18125e28-15d1-48dd-aa07-32b31253304b HTTP/1.1" status: 200 len: 943 time: 0.1953180 May 28 06:37:21.683819 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-b23d24d8-0327-407b-887b-8180ec4a9d4f None None] Allocated IP 172.20.0.2 (3f020ed6-e088-4cd1-9a30-9926bacb86fe/99692d3b-9199-4b15-8762-04120593a488/6537da42-8b95-43cd-b2a7-58c6c9c2a6a5) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:37:21.728574 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-7887f2cb-c999-4851-bc00-8c67cf3294ec tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Request body: {'port': {'network_id': 'b85a2a4c-7dfb-41f7-a0a0-4f50bfe0b9a6', 'name': 'tempest-FloatingIPTestJSON-1358577142'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:37:22.048821 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7e410b74-17d2-424c-a06c-67844315e242 req-7bc32b67-c29c-43a1-8889-42b457a00428 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d5c9d24-a7ef-4e95-9414-4cd057feeac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3716786 May 28 06:37:22.197549 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd70f27f-4940-4a84-b13d-5f529ffac78c req-92b7d4d3-ad09-4f69-a70d-dbe6af65568c tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:22.209169 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dd70f27f-4940-4a84-b13d-5f529ffac78c req-92b7d4d3-ad09-4f69-a70d-dbe6af65568c tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] 10.222.0.55 "GET /v2.0/networks?id=3f020ed6-e088-4cd1-9a30-9926bacb86fe HTTP/1.1" status: 200 len: 816 time: 0.5299644 May 28 06:37:22.242575 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dd70f27f-4940-4a84-b13d-5f529ffac78c req-87bebd5f-59c6-4b7f-8dde-ef5816462538 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] 10.222.0.55 "GET /v2.0/quotas/4b40625e6e3643fd96f0a27f5c2fd94f HTTP/1.1" status: 200 len: 375 time: 0.0324135 May 28 06:37:22.308890 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-7887f2cb-c999-4851-bc00-8c67cf3294ec tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:37:22.328590 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-7887f2cb-c999-4851-bc00-8c67cf3294ec tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Usage tracker for resource:port and tenant:27fabbce05994a7bbea388130ee1d540 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:37:22.336412 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-7887f2cb-c999-4851-bc00-8c67cf3294ec tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:37:22.346708 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dd70f27f-4940-4a84-b13d-5f529ffac78c req-4d05624f-115c-479b-8062-29d3a7e9f14b tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=4b40625e6e3643fd96f0a27f5c2fd94f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1030941 May 28 06:37:22.354751 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-7887f2cb-c999-4851-bc00-8c67cf3294ec tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:37:22.354751 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-acce96f6-22cf-4125-85ff-9736b2830a27 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] For port bcedb558-6349-49a9-be58-08472fb239fa, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=bcedb558-6349-49a9-be58-08472fb239fa,segment=NetworkSegment(bd2be1a0-24d6-4e79-ad2c-7ca19427f135),segment_id=bd2be1a0-24d6-4e79-ad2c-7ca19427f135)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:37:22.355019 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-acce96f6-22cf-4125-85ff-9736b2830a27 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:22.570500 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-acce96f6-22cf-4125-85ff-9736b2830a27 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Calling delete_port for bcedb558-6349-49a9-be58-08472fb239fa owned by network:dhcp {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:37:22.571264 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525131da-5c04-4a32-ac12-f56fd241ac3d None None] DHCP port deletion for 3bed2c3a-14e2-4a06-9dec-a0ea09217e28 request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:37:22.596958 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-525131da-5c04-4a32-ac12-f56fd241ac3d None None] Deleting port bcedb558-6349-49a9-be58-08472fb239fa {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:37:22.602911 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-525131da-5c04-4a32-ac12-f56fd241ac3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:22.664359 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7887f2cb-c999-4851-bc00-8c67cf3294ec tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Made reservation on behalf of 27fabbce05994a7bbea388130ee1d540 for: {'port': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:37:22.675870 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7887f2cb-c999-4851-bc00-8c67cf3294ec tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:22.725675 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfbbd42-356b-4603-a771-a6f73d1eb618 req-2bb055f0-6a98-4227-a889-9fef77c54612 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:22.727241 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1cfbbd42-356b-4603-a771-a6f73d1eb618 req-2bb055f0-6a98-4227-a889-9fef77c54612 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] 10.222.0.55 "GET /v2.0/ports?device_id=7177c5a1-ae12-487c-ad6f-03a524329ac2 HTTP/1.1" status: 200 len: 945 time: 0.4493654 May 28 06:37:22.745039 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dd70f27f-4940-4a84-b13d-5f529ffac78c req-1c616907-75b8-4f9e-9e4f-f6da77886186 service neutron] 10.222.0.55 "GET /v2.0/networks/3f020ed6-e088-4cd1-9a30-9926bacb86fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3972571 May 28 06:37:22.753797 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [None req-7887f2cb-c999-4851-bc00-8c67cf3294ec tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] device_id is not set on port 9318281d-813e-4cb5-b643-a8b846fecad8 yet. {{(pid=89109) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:37:22.762303 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b23d24d8-0327-407b-887b-8180ec4a9d4f None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:22.811434 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-b23d24d8-0327-407b-887b-8180ec4a9d4f None None] Transition to ACTIVE for port object 6537da42-8b95-43cd-b2a7-58c6c9c2a6a5 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:37:22.977501 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-b23d24d8-0327-407b-887b-8180ec4a9d4f None None] Transition to ACTIVE for port object 6537da42-8b95-43cd-b2a7-58c6c9c2a6a5 will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:37:23.043808 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1cfbbd42-356b-4603-a771-a6f73d1eb618 req-e1c556d9-4a50-4ece-bbf5-e0bd022c2865 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] 10.222.0.55 "GET /v2.0/security-groups?id=88d2cfd4-3ac6-4681-9a3a-dce7d6855bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2918096 May 28 06:37:23.064047 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b23d24d8-0327-407b-887b-8180ec4a9d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:23.110684 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-525131da-5c04-4a32-ac12-f56fd241ac3d None None] For port bcedb558-6349-49a9-be58-08472fb239fa, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=bcedb558-6349-49a9-be58-08472fb239fa,segment=NetworkSegment(bd2be1a0-24d6-4e79-ad2c-7ca19427f135),segment_id=bd2be1a0-24d6-4e79-ad2c-7ca19427f135)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:37:23.111325 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-525131da-5c04-4a32-ac12-f56fd241ac3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:23.120323 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-7887f2cb-c999-4851-bc00-8c67cf3294ec tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Allocated IP 172.20.0.3 (b85a2a4c-7dfb-41f7-a0a0-4f50bfe0b9a6/f922cf65-e8c1-4841-80fb-7fbe4a239239/9318281d-813e-4cb5-b643-a8b846fecad8) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:37:23.147700 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dd70f27f-4940-4a84-b13d-5f529ffac78c req-cb14a13c-b211-42cb-81c6-f5d906108025 service neutron] 10.222.0.55 "GET /v2.0/networks/3f020ed6-e088-4cd1-9a30-9926bacb86fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4015744 May 28 06:37:23.224840 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device bcedb558-6349-49a9-be58-08472fb239fa no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:37:23.226530 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-acce96f6-22cf-4125-85ff-9736b2830a27 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:23.301076 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23d24d8-0327-407b-887b-8180ec4a9d4f None None] Network 3f020ed6-e088-4cd1-9a30-9926bacb86fe is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:37:23.371128 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-b23d24d8-0327-407b-887b-8180ec4a9d4f None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:37:23.388847 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acce96f6-22cf-4125-85ff-9736b2830a27 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] No DVR routers for this DVR port bcedb558-6349-49a9-be58-08472fb239fa on host n-d-843702-1 {{(pid=89109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:37:23.443237 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: bcedb558-6349-49a9-be58-08472fb239fa {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:37:23.443845 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device bcedb558-6349-49a9-be58-08472fb239fa not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:37:23.448954 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23d24d8-0327-407b-887b-8180ec4a9d4f None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:37:23.469656 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-525131da-5c04-4a32-ac12-f56fd241ac3d None None] Calling delete_port for bcedb558-6349-49a9-be58-08472fb239fa owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:37:23.541456 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f97b327-3c8a-4b5f-a51d-e23d0fc0c778 req-c061cf01-b278-4eab-98f6-d7d4d4c2bdf7 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:23.550014 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7f97b327-3c8a-4b5f-a51d-e23d0fc0c778 req-c061cf01-b278-4eab-98f6-d7d4d4c2bdf7 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e HTTP/1.1" status: 200 len: 944 time: 0.2705226 May 28 06:37:23.588204 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acce96f6-22cf-4125-85ff-9736b2830a27 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Pushing event deleted for resources: {'Port': ['ID=bcedb558-6349-49a9-be58-08472fb239fa,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:23.679563 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 37918) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:37:23.743649 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 170a25a1-2cd5-4bc9-b588-27e0c82fefed up at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:37:23.764535 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7f97b327-3c8a-4b5f-a51d-e23d0fc0c778 req-474dac30-de0b-45a3-96f9-b95d1a00ce08 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0fc320c-5211-4d72-b7c9-130a40d05074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2075477 May 28 06:37:23.944901 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-acce96f6-22cf-4125-85ff-9736b2830a27 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:24.057470 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-acce96f6-22cf-4125-85ff-9736b2830a27 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bed2c3a-14e2-4a06-9dec-a0ea09217e28']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:37:24.073630 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-12d9bde9-c80d-412d-82b5-5548e7855b30 tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-755498933'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:37:24.083546 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23d24d8-0327-407b-887b-8180ec4a9d4f None None] Pushing event updated for resources: {'Port': ['ID=6537da42-8b95-43cd-b2a7-58c6c9c2a6a5,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:24.109037 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-12d9bde9-c80d-412d-82b5-5548e7855b30 tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:37:24.114265 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.db.api [None req-525131da-5c04-4a32-ac12-f56fd241ac3d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89111) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:37:24.120499 n-d-843702-1 neutron-server[89111]: DEBUG oslo_db.api [None req-525131da-5c04-4a32-ac12-f56fd241ac3d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:37:24.128790 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-12d9bde9-c80d-412d-82b5-5548e7855b30 tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] Usage tracker for resource:network and tenant:7fe2122df9da4947a6cff51beaf15085 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:37:24.158887 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-acce96f6-22cf-4125-85ff-9736b2830a27 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd2be1a0-24d6-4e79-ad2c-7ca19427f135') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:37:24.160170 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-acce96f6-22cf-4125-85ff-9736b2830a27 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd2be1a0-24d6-4e79-ad2c-7ca19427f135') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:37:24.188106 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-b23d24d8-0327-407b-887b-8180ec4a9d4f None None] Attempting to bind port 6537da42-8b95-43cd-b2a7-58c6c9c2a6a5 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:37:24.188106 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-b23d24d8-0327-407b-887b-8180ec4a9d4f None None] Attempting to bind port 6537da42-8b95-43cd-b2a7-58c6c9c2a6a5 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'cff019d0-9c46-47d5-a149-6e4bcacfb67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '3f020ed6-e088-4cd1-9a30-9926bacb86fe'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:37:24.196998 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23d24d8-0327-407b-887b-8180ec4a9d4f None None] Attempting to bind port 6537da42-8b95-43cd-b2a7-58c6c9c2a6a5 on network 3f020ed6-e088-4cd1-9a30-9926bacb86fe {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:37:24.197121 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-acce96f6-22cf-4125-85ff-9736b2830a27 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:24.197239 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23d24d8-0327-407b-887b-8180ec4a9d4f None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:37:24.197907 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23d24d8-0327-407b-887b-8180ec4a9d4f None None] Checking segment: {'id': 'cff019d0-9c46-47d5-a149-6e4bcacfb67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '3f020ed6-e088-4cd1-9a30-9926bacb86fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:37:24.198313 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b23d24d8-0327-407b-887b-8180ec4a9d4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:24.198697 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23d24d8-0327-407b-887b-8180ec4a9d4f None None] Bound using segment: {'id': 'cff019d0-9c46-47d5-a149-6e4bcacfb67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '3f020ed6-e088-4cd1-9a30-9926bacb86fe'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:37:24.199174 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-b23d24d8-0327-407b-887b-8180ec4a9d4f None None] Bound port: 6537da42-8b95-43cd-b2a7-58c6c9c2a6a5, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cff019d0-9c46-47d5-a149-6e4bcacfb67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '3f020ed6-e088-4cd1-9a30-9926bacb86fe'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:37:24.199544 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b23d24d8-0327-407b-887b-8180ec4a9d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:24.207057 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-12d9bde9-c80d-412d-82b5-5548e7855b30 tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:37:24.263504 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-acce96f6-22cf-4125-85ff-9736b2830a27 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:24.293718 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-12d9bde9-c80d-412d-82b5-5548e7855b30 tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:37:24.306001 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acce96f6-22cf-4125-85ff-9736b2830a27 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:37:24.306410 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-acce96f6-22cf-4125-85ff-9736b2830a27 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:24.340108 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7887f2cb-c999-4851-bc00-8c67cf3294ec tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:24.357104 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-b23d24d8-0327-407b-887b-8180ec4a9d4f None None] For port 6537da42-8b95-43cd-b2a7-58c6c9c2a6a5, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:37:24.364249 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning for port 170a25a1-2cd5-4bc9-b588-27e0c82fefed completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:37:24.371105 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning complete for port 170a25a1-2cd5-4bc9-b588-27e0c82fefed triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:37:24.371705 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:24.402041 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment bd2be1a0-24d6-4e79-ad2c-7ca19427f135 resource provider aggregate not found May 28 06:37:24.413938 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baefe73a-499a-4c8b-9212-7c20c329a857 req-280a6fbd-f142-4019-a224-36f53f4c422e tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:24.416066 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-baefe73a-499a-4c8b-9212-7c20c329a857 req-280a6fbd-f142-4019-a224-36f53f4c422e tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/ports?device_id=18125e28-15d1-48dd-aa07-32b31253304b HTTP/1.1" status: 200 len: 943 time: 0.2040665 May 28 06:37:24.421131 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12d9bde9-c80d-412d-82b5-5548e7855b30 tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] Made reservation on behalf of 7fe2122df9da4947a6cff51beaf15085 for: {'network': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:37:24.425701 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-12d9bde9-c80d-412d-82b5-5548e7855b30 tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:24.446131 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment bd2be1a0-24d6-4e79-ad2c-7ca19427f135 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bd2be1a0-24d6-4e79-ad2c-7ca19427f135 found for delete ", "request_id": "req-a1d2db12-9526-4861-a340-1f8c836c6ace"}]} May 28 06:37:24.486103 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-12d9bde9-c80d-412d-82b5-5548e7855b30 tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:24.518592 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-acce96f6-22cf-4125-85ff-9736b2830a27 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:24.527989 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6e0060-60eb-4f18-bd83-3bce4ae3873f req-e946f8de-b780-4e97-89d9-bb9d59331e0e tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:24.536731 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-aa6e0060-60eb-4f18-bd83-3bce4ae3873f req-e946f8de-b780-4e97-89d9-bb9d59331e0e tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] 10.222.0.55 "GET /v2.0/networks?id=3f020ed6-e088-4cd1-9a30-9926bacb86fe HTTP/1.1" status: 200 len: 816 time: 0.4538562 May 28 06:37:24.549903 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-12d9bde9-c80d-412d-82b5-5548e7855b30 tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:37:24.553767 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-12d9bde9-c80d-412d-82b5-5548e7855b30 tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] Usage tracker for resource:security_group_rule and tenant:7fe2122df9da4947a6cff51beaf15085 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:37:24.557769 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-12d9bde9-c80d-412d-82b5-5548e7855b30 tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:37:24.565340 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-12d9bde9-c80d-412d-82b5-5548e7855b30 tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:37:24.583226 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-b23d24d8-0327-407b-887b-8180ec4a9d4f None None] For port 6537da42-8b95-43cd-b2a7-58c6c9c2a6a5, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=6537da42-8b95-43cd-b2a7-58c6c9c2a6a5,segment=NetworkSegment(cff019d0-9c46-47d5-a149-6e4bcacfb67c),segment_id=cff019d0-9c46-47d5-a149-6e4bcacfb67c)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:37:24.587319 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acce96f6-22cf-4125-85ff-9736b2830a27 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Pushing event deleted for resources: {'Network': ['ID=3bed2c3a-14e2-4a06-9dec-a0ea09217e28,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:24.595720 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-acce96f6-22cf-4125-85ff-9736b2830a27 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:24.604222 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7887f2cb-c999-4851-bc00-8c67cf3294ec tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:24.675759 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-12d9bde9-c80d-412d-82b5-5548e7855b30 tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:24.684555 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-525131da-5c04-4a32-ac12-f56fd241ac3d None None] Deleting port bcedb558-6349-49a9-be58-08472fb239fa {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:37:24.685140 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-525131da-5c04-4a32-ac12-f56fd241ac3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:24.693853 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-baefe73a-499a-4c8b-9212-7c20c329a857 req-e38bae69-2ce7-4be1-a751-217bc4d3e577 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d5c9d24-a7ef-4e95-9414-4cd057feeac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2452972 May 28 06:37:24.702490 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-aa6e0060-60eb-4f18-bd83-3bce4ae3873f req-7ea2f51b-2800-4925-9995-57a1d480faf8 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] 10.222.0.55 "GET /v2.0/quotas/4b40625e6e3643fd96f0a27f5c2fd94f HTTP/1.1" status: 200 len: 375 time: 0.1646693 May 28 06:37:24.742157 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b23d24d8-0327-407b-887b-8180ec4a9d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:24.827973 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-12d9bde9-c80d-412d-82b5-5548e7855b30 tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:24.872002 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12d9bde9-c80d-412d-82b5-5548e7855b30 tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=89110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:37:24.873118 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7887f2cb-c999-4851-bc00-8c67cf3294ec tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Network b85a2a4c-7dfb-41f7-a0a0-4f50bfe0b9a6 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:37:24.881855 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-7887f2cb-c999-4851-bc00-8c67cf3294ec tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:37:24.893736 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-12d9bde9-c80d-412d-82b5-5548e7855b30 tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:24.896545 n-d-843702-1 neutron-server[89110]: INFO neutron.db.segments_db [None req-12d9bde9-c80d-412d-82b5-5548e7855b30 tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] Added segment 1ccbc98d-9299-41b9-8349-ec19ae51fed6 of type vlan for network e857d649-8cad-4d2f-bb12-22233bcfd7dd May 28 06:37:24.897198 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7887f2cb-c999-4851-bc00-8c67cf3294ec tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:37:24.927665 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-525131da-5c04-4a32-ac12-f56fd241ac3d None None] The port 'bcedb558-6349-49a9-be58-08472fb239fa' was deleted {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 06:37:24.934643 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-12d9bde9-c80d-412d-82b5-5548e7855b30 tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:24.971842 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 170a25a1-2cd5-4bc9-b588-27e0c82fefed is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:37:24.972627 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:24.992306 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7887f2cb-c999-4851-bc00-8c67cf3294ec tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:24.993060 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7887f2cb-c999-4851-bc00-8c67cf3294ec tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:25.020198 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7887f2cb-c999-4851-bc00-8c67cf3294ec tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Pushing event updated for resources: {'Port': ['ID=9318281d-813e-4cb5-b643-a8b846fecad8,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:25.028355 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 37962) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:37:25.028591 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-acce96f6-22cf-4125-85ff-9736b2830a27 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] 10.222.0.55 "DELETE /v2.0/networks/3bed2c3a-14e2-4a06-9dec-a0ea09217e28 HTTP/1.1" status: 204 len: 168 time: 3.8221984 May 28 06:37:25.040217 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-12d9bde9-c80d-412d-82b5-5548e7855b30 tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:25.042535 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23d24d8-0327-407b-887b-8180ec4a9d4f None None] Pushing event updated for resources: {'Port': ['ID=6537da42-8b95-43cd-b2a7-58c6c9c2a6a5,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:25.048499 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d9bde9-c80d-412d-82b5-5548e7855b30 tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:25.049597 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-12d9bde9-c80d-412d-82b5-5548e7855b30 tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:25.059642 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65c6cfe6-c605-4828-9a4a-84efc794b22e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '170a25a1-2cd5-4bc9-b588-27e0c82fefed'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:37:25.066747 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-f36711b9-5c88-4bfa-b9ac-1472c62f1c88 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1602583371', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}, 'admin_state_up': False}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:37:25.076592 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-f36711b9-5c88-4bfa-b9ac-1472c62f1c88 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:37:25.082124 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-f36711b9-5c88-4bfa-b9ac-1472c62f1c88 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Usage tracker for resource:router and tenant:51e07d1dd4e842f29564191e4c945b6c is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:37:25.086327 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-f36711b9-5c88-4bfa-b9ac-1472c62f1c88 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:37:25.095040 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 170a25a1-2cd5-4bc9-b588-27e0c82fefed, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=170a25a1-2cd5-4bc9-b588-27e0c82fefed,segment=NetworkSegment(4c4bc3f8-ec6f-40a7-9f80-cde5ff5de12a),segment_id=4c4bc3f8-ec6f-40a7-9f80-cde5ff5de12a)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:37:25.102535 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-f36711b9-5c88-4bfa-b9ac-1472c62f1c88 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:37:25.112740 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-7887f2cb-c999-4851-bc00-8c67cf3294ec tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.4292314 May 28 06:37:25.116551 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 37968) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:37:25.122567 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-34ecfa58-e7cf-479a-8e84-299c24f699c4 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Request body: {'floatingip': {'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'port_id': '9318281d-813e-4cb5-b643-a8b846fecad8', 'fixed_ip_address': '172.20.0.3'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:37:25.131429 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-34ecfa58-e7cf-479a-8e84-299c24f699c4 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:37:25.143572 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-34ecfa58-e7cf-479a-8e84-299c24f699c4 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Usage tracker for resource:floatingip and tenant:27fabbce05994a7bbea388130ee1d540 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:37:25.151901 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-34ecfa58-e7cf-479a-8e84-299c24f699c4 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:37:25.182537 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-34ecfa58-e7cf-479a-8e84-299c24f699c4 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:37:25.209519 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:25.232585 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d9bde9-c80d-412d-82b5-5548e7855b30 tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fb5d874-d92c-4056-ac89-b9e72dc6c97a,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:25.278149 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-34ecfa58-e7cf-479a-8e84-299c24f699c4 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks [] for floatingip, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:25.357151 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:37:25.385149 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=170a25a1-2cd5-4bc9-b588-27e0c82fefed,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:25.437380 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f36711b9-5c88-4bfa-b9ac-1472c62f1c88 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59128'] for router, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:25.438939 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f36711b9-5c88-4bfa-b9ac-1472c62f1c88 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59009'] for router, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:25.481139 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-aa6e0060-60eb-4f18-bd83-3bce4ae3873f req-5941c150-3f90-4642-aaef-2f4cf24e51e4 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=4b40625e6e3643fd96f0a27f5c2fd94f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7775986 May 28 06:37:25.491502 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-12d9bde9-c80d-412d-82b5-5548e7855b30 tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.8074882 May 28 06:37:25.495385 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 37972) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:37:25.549135 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-da9fa326-49da-4828-ac43-1a1c5fc71cea tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] Request body: {'subnet': {'network_id': 'e857d649-8cad-4d2f-bb12-22233bcfd7dd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:37:25.676330 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-34ecfa58-e7cf-479a-8e84-299c24f699c4 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:25.705516 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d9bde9-c80d-412d-82b5-5548e7855b30 tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] Pushing event updated for resources: {'Network': ['ID=e857d649-8cad-4d2f-bb12-22233bcfd7dd,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:25.713393 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network e857d649-8cad-4d2f-bb12-22233bcfd7dd details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:37:25.776796 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f36711b9-5c88-4bfa-b9ac-1472c62f1c88 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:25.789776 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-da9fa326-49da-4828-ac43-1a1c5fc71cea tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:37:25.814634 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-da9fa326-49da-4828-ac43-1a1c5fc71cea tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] Usage tracker for resource:subnet and tenant:7fe2122df9da4947a6cff51beaf15085 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:37:25.820397 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-da9fa326-49da-4828-ac43-1a1c5fc71cea tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:37:25.837727 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-da9fa326-49da-4828-ac43-1a1c5fc71cea tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:37:25.885902 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d27e88e-5b13-4816-90ac-52ab87fac55a req-0d2bfa28-e487-49b9-95e8-85585ae53e53 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:25.894088 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7d27e88e-5b13-4816-90ac-52ab87fac55a req-0d2bfa28-e487-49b9-95e8-85585ae53e53 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] 10.222.0.55 "GET /v2.0/ports?device_id=7177c5a1-ae12-487c-ad6f-03a524329ac2 HTTP/1.1" status: 200 len: 945 time: 0.6202559 May 28 06:37:25.964907 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-34ecfa58-e7cf-479a-8e84-299c24f699c4 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Allocated IP 172.25.5.244 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/0e96b015-38e7-4d69-86f7-b02ac2242cef) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:37:26.285194 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da9fa326-49da-4828-ac43-1a1c5fc71cea tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] Made reservation on behalf of 7fe2122df9da4947a6cff51beaf15085 for: {'subnet': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:37:26.285194 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-da9fa326-49da-4828-ac43-1a1c5fc71cea tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3171998'] for subnet, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:26.285194 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-aa6e0060-60eb-4f18-bd83-3bce4ae3873f req-6528b2c3-3ec6-4aca-89f9-33480cbacfc7 service neutron] 10.222.0.55 "GET /v2.0/networks/3f020ed6-e088-4cd1-9a30-9926bacb86fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7783203 May 28 06:37:26.410441 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-34ecfa58-e7cf-479a-8e84-299c24f699c4 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:26.549309 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7d27e88e-5b13-4816-90ac-52ab87fac55a req-91deaa2a-8800-4e9a-b633-c693af720800 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] 10.222.0.55 "GET /v2.0/security-groups?id=88d2cfd4-3ac6-4681-9a3a-dce7d6855bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6540604 May 28 06:37:26.681325 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f36711b9-5c88-4bfa-b9ac-1472c62f1c88 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59027'] for router, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:26.736232 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aacb0cd-d12f-410f-b02c-eed528249b54 None None] Network 3f020ed6-e088-4cd1-9a30-9926bacb86fe requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:37:26.840759 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-aa6e0060-60eb-4f18-bd83-3bce4ae3873f req-250f79ee-18f0-44ce-a29e-c1c13fb3bbc3 service neutron] 10.222.0.55 "GET /v2.0/networks/3f020ed6-e088-4cd1-9a30-9926bacb86fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4878521 May 28 06:37:26.924145 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-34ecfa58-e7cf-479a-8e84-299c24f699c4 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:26.958436 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc19adb-a8fe-4d3c-8a29-8fcdf7e3368a req-ea137ba0-3b98-4818-83f2-106c07d9a051 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:26.965761 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6cc19adb-a8fe-4d3c-8a29-8fcdf7e3368a req-ea137ba0-3b98-4818-83f2-106c07d9a051 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e HTTP/1.1" status: 200 len: 945 time: 0.2057369 May 28 06:37:26.993124 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d600650d-cfae-4532-9eec-757e0dab3ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:27.089808 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ecfa58-e7cf-479a-8e84-299c24f699c4 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Pushing event updated for resources: {'Port': ['ID=0e96b015-38e7-4d69-86f7-b02ac2242cef,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:27.116536 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ecfa58-e7cf-479a-8e84-299c24f699c4 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:37:27.119713 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-34ecfa58-e7cf-479a-8e84-299c24f699c4 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:37:27.128877 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ecfa58-e7cf-479a-8e84-299c24f699c4 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:37:27.137088 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-d934138a-1d18-46aa-bdd6-ac7ca8f0794b None None] Provisioning for port 6537da42-8b95-43cd-b2a7-58c6c9c2a6a5 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:37:27.198205 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6cc19adb-a8fe-4d3c-8a29-8fcdf7e3368a req-a4b7632d-5286-49fd-b6d4-70a07ba328d3 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0fc320c-5211-4d72-b7c9-130a40d05074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2036402 May 28 06:37:27.211234 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 6537da42-8b95-43cd-b2a7-58c6c9c2a6a5 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:37:27.216513 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-da9fa326-49da-4828-ac43-1a1c5fc71cea tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3115906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3172012'] for subnet, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:27.376041 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9fa326-49da-4828-ac43-1a1c5fc71cea tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] Pushing event updated for resources: {'Subnet': ['ID=28c7c966-4f58-4e6b-b330-c2e02dfa6d81,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:27.406281 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9fa326-49da-4828-ac43-1a1c5fc71cea tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:37:27.418740 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9fa326-49da-4828-ac43-1a1c5fc71cea tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:37:27.419204 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9fa326-49da-4828-ac43-1a1c5fc71cea tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:37:27.421582 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9fa326-49da-4828-ac43-1a1c5fc71cea tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:37:27.422003 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9fa326-49da-4828-ac43-1a1c5fc71cea tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:37:27.422463 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9fa326-49da-4828-ac43-1a1c5fc71cea tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:37:27.422933 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9fa326-49da-4828-ac43-1a1c5fc71cea tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:37:27.423671 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9fa326-49da-4828-ac43-1a1c5fc71cea tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:37:27.425427 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9fa326-49da-4828-ac43-1a1c5fc71cea tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:37:27.425865 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9fa326-49da-4828-ac43-1a1c5fc71cea tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:37:27.426288 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9fa326-49da-4828-ac43-1a1c5fc71cea tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:37:27.428955 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9fa326-49da-4828-ac43-1a1c5fc71cea tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:37:27.459357 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6db3b48e-715d-45eb-95de-54a6120d143c'] response: {'server_uuid': '65c6cfe6-c605-4828-9a4a-84efc794b22e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '170a25a1-2cd5-4bc9-b588-27e0c82fefed', 'code': 200} May 28 06:37:27.470390 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9fa326-49da-4828-ac43-1a1c5fc71cea tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] Checking segment: {'id': '1ccbc98d-9299-41b9-8349-ec19ae51fed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'e857d649-8cad-4d2f-bb12-22233bcfd7dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:37:27.472869 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 6537da42-8b95-43cd-b2a7-58c6c9c2a6a5 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:37:27.481180 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 6537da42-8b95-43cd-b2a7-58c6c9c2a6a5 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:37:27.481933 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:27.489691 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da9fa326-49da-4828-ac43-1a1c5fc71cea tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] Network hostable DHCP agents. Network: e857d649-8cad-4d2f-bb12-22233bcfd7dd, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89110) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:37:27.602409 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:27.661134 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da9fa326-49da-4828-ac43-1a1c5fc71cea tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] Network e857d649-8cad-4d2f-bb12-22233bcfd7dd is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89110) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:37:27.824568 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-da9fa326-49da-4828-ac43-1a1c5fc71cea tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, e857d649-8cad-4d2f-bb12-22233bcfd7dd) {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:37:27.857219 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-341a1b75-5f3e-4c57-80fa-53327f89c1e6 None None] Network e857d649-8cad-4d2f-bb12-22233bcfd7dd requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:37:28.114680 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9fa326-49da-4828-ac43-1a1c5fc71cea tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:28.115363 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-da9fa326-49da-4828-ac43-1a1c5fc71cea tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:28.128032 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-d8300531-8a5a-4724-a532-c4b05dd22a6f None None] Provisioning complete for port 6537da42-8b95-43cd-b2a7-58c6c9c2a6a5 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:37:28.135775 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d8300531-8a5a-4724-a532-c4b05dd22a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:28.239983 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-34ecfa58-e7cf-479a-8e84-299c24f699c4 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:28.316367 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 6537da42-8b95-43cd-b2a7-58c6c9c2a6a5 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:37:28.316367 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:28.321012 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-da9fa326-49da-4828-ac43-1a1c5fc71cea tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8176975 May 28 06:37:28.324009 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 38014) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:37:28.331887 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-1729f8e9-44de-4176-9871-79ee79af030b tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] Request body: {'port': {'network_id': 'e857d649-8cad-4d2f-bb12-22233bcfd7dd', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1020586923'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:37:28.446363 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port 6537da42-8b95-43cd-b2a7-58c6c9c2a6a5, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=6537da42-8b95-43cd-b2a7-58c6c9c2a6a5,segment=NetworkSegment(cff019d0-9c46-47d5-a149-6e4bcacfb67c),segment_id=cff019d0-9c46-47d5-a149-6e4bcacfb67c)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:37:28.548729 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-d8300531-8a5a-4724-a532-c4b05dd22a6f None None] Current status of the port 6537da42-8b95-43cd-b2a7-58c6c9c2a6a5 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:37:28.549565 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d8300531-8a5a-4724-a532-c4b05dd22a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:28.576957 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c98c6bba-ba42-4909-ba97-f5d14689a747 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-e857d649-8cad-4d2f-bb12-22233bcfd7dd', 'network_id': 'e857d649-8cad-4d2f-bb12-22233bcfd7dd', 'tenant_id': '7fe2122df9da4947a6cff51beaf15085', 'fixed_ips': [{'subnet_id': '28c7c966-4f58-4e6b-b330-c2e02dfa6d81'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:37:28.578183 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c98c6bba-ba42-4909-ba97-f5d14689a747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:28.584512 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-34ecfa58-e7cf-479a-8e84-299c24f699c4 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:28.597399 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:28.755509 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=6537da42-8b95-43cd-b2a7-58c6c9c2a6a5,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:28.756112 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-1729f8e9-44de-4176-9871-79ee79af030b tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:37:28.763411 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-1729f8e9-44de-4176-9871-79ee79af030b tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] Usage tracker for resource:port and tenant:7fe2122df9da4947a6cff51beaf15085 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:37:28.783119 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-1729f8e9-44de-4176-9871-79ee79af030b tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:37:28.841641 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-1729f8e9-44de-4176-9871-79ee79af030b tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:37:28.856927 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.db.api [None req-d8300531-8a5a-4724-a532-c4b05dd22a6f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89111) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:37:28.856927 n-d-843702-1 neutron-server[89111]: DEBUG oslo_db.api [None req-d8300531-8a5a-4724-a532-c4b05dd22a6f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:37:28.895953 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f36711b9-5c88-4bfa-b9ac-1472c62f1c88 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks [] for router_gateway, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:28.942397 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-c98c6bba-ba42-4909-ba97-f5d14689a747 None None] Allocated IP 172.20.0.2 (e857d649-8cad-4d2f-bb12-22233bcfd7dd/28c7c966-4f58-4e6b-b330-c2e02dfa6d81/4fc4ccf4-61fc-4757-95f2-795a99031582) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:37:28.949207 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-34ecfa58-e7cf-479a-8e84-299c24f699c4 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:29.002334 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f36711b9-5c88-4bfa-b9ac-1472c62f1c88 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:29.038748 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1729f8e9-44de-4176-9871-79ee79af030b tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] Made reservation on behalf of 7fe2122df9da4947a6cff51beaf15085 for: {'port': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:37:29.042923 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1729f8e9-44de-4176-9871-79ee79af030b tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:29.067786 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-320b9136-711c-4a64-8603-a51a92193702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:29.077090 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-34ecfa58-e7cf-479a-8e84-299c24f699c4 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:29.102093 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c9c413-ee60-44ec-9ee9-7bc4e1901d1b req-354d0b08-45c7-46d2-a9f7-2aa6ad7c367e tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:29.111123 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-94c9c413-ee60-44ec-9ee9-7bc4e1901d1b req-354d0b08-45c7-46d2-a9f7-2aa6ad7c367e tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/ports?device_id=18125e28-15d1-48dd-aa07-32b31253304b HTTP/1.1" status: 200 len: 943 time: 1.4087586 May 28 06:37:29.194428 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 6537da42-8b95-43cd-b2a7-58c6c9c2a6a5 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:37:29.205451 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [None req-1729f8e9-44de-4176-9871-79ee79af030b tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] device_id is not set on port f7f83ada-6490-4f97-beae-1ffafd4f3866 yet. {{(pid=89109) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:37:29.253287 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2286900-2592-45eb-8afa-24fb0394a313 req-41dd2fbc-59ad-48d9-a7d9-3b21734862d0 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:29.261245 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b2286900-2592-45eb-8afa-24fb0394a313 req-41dd2fbc-59ad-48d9-a7d9-3b21734862d0 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] 10.222.0.55 "GET /v2.0/networks?id=3f020ed6-e088-4cd1-9a30-9926bacb86fe HTTP/1.1" status: 200 len: 816 time: 1.4460659 May 28 06:37:29.313361 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd70f27f-4940-4a84-b13d-5f529ffac78c req-ad639f67-c1c5-4745-875c-f11692915ee0 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:29.316415 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dd70f27f-4940-4a84-b13d-5f529ffac78c req-ad639f67-c1c5-4745-875c-f11692915ee0 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] 10.222.0.71 "GET /v2.0/networks?id=3f020ed6-e088-4cd1-9a30-9926bacb86fe HTTP/1.1" status: 200 len: 816 time: 1.2610080 May 28 06:37:29.318284 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d36bc9-3310-43b0-92d7-aa96e69921b5 req-c5fefcf1-ac0b-49d0-8018-6fc3f223c56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:29.322873 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-84d36bc9-3310-43b0-92d7-aa96e69921b5 req-c5fefcf1-ac0b-49d0-8018-6fc3f223c56e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e HTTP/1.1" status: 200 len: 1096 time: 1.5051279 May 28 06:37:29.338577 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b2286900-2592-45eb-8afa-24fb0394a313 req-d4c74334-1a4c-435a-be11-d2d9c6bafa15 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] 10.222.0.55 "GET /v2.0/quotas/4b40625e6e3643fd96f0a27f5c2fd94f HTTP/1.1" status: 200 len: 375 time: 0.0763047 May 28 06:37:29.366477 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ecfa58-e7cf-479a-8e84-299c24f699c4 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Pushing event updated for resources: {'Port': ['ID=0e96b015-38e7-4d69-86f7-b02ac2242cef,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:29.418990 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-34ecfa58-e7cf-479a-8e84-299c24f699c4 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691094'] for floatingip, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:29.509620 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-dd70f27f-4940-4a84-b13d-5f529ffac78c req-bc1af277-18af-422a-b6ae-5f29810334d5 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Request body: {'port': {'device_id': 'e26416bb-43a4-4cc5-bf06-ef4eb03f29dd', 'network_id': '3f020ed6-e088-4cd1-9a30-9926bacb86fe', 'admin_state_up': True, 'tenant_id': '4b40625e6e3643fd96f0a27f5c2fd94f'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:37:29.583928 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-d8300531-8a5a-4724-a532-c4b05dd22a6f None None] Current status of the port 6537da42-8b95-43cd-b2a7-58c6c9c2a6a5 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:37:29.620052 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 6537da42-8b95-43cd-b2a7-58c6c9c2a6a5 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:37:29.620909 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:29.658163 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-94c9c413-ee60-44ec-9ee9-7bc4e1901d1b req-4185900f-a356-4fed-8051-e9dfba1b958d tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d5c9d24-a7ef-4e95-9414-4cd057feeac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5459473 May 28 06:37:29.718401 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c98c6bba-ba42-4909-ba97-f5d14689a747 None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:29.750058 n-d-843702-1 neutron-server[89109]: INFO neutron.db.l3_db [None req-34ecfa58-e7cf-479a-8e84-299c24f699c4 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Floating IP e74b53d5-3711-4518-862a-cf633cf2bc50 associated. External IP: 172.25.5.244, port: 9318281d-813e-4cb5-b643-a8b846fecad8. May 28 06:37:29.758257 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-c98c6bba-ba42-4909-ba97-f5d14689a747 None None] Transition to ACTIVE for port object 4fc4ccf4-61fc-4757-95f2-795a99031582 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:37:29.794625 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-c98c6bba-ba42-4909-ba97-f5d14689a747 None None] Transition to ACTIVE for port object 4fc4ccf4-61fc-4757-95f2-795a99031582 will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:37:29.798666 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-84d36bc9-3310-43b0-92d7-aa96e69921b5 req-cc0183dc-9491-4b75-a16f-bec8bb11b2ab service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=f0fc320c-5211-4d72-b7c9-130a40d05074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4365647 May 28 06:37:29.834348 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [None req-f36711b9-5c88-4bfa-b9ac-1472c62f1c88 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Allocated IP 172.25.5.228 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/947bc297-3d3a-4cad-9481-0940eb6aa8ac) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:37:29.879205 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c98c6bba-ba42-4909-ba97-f5d14689a747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:29.883081 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:29.953583 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b2286900-2592-45eb-8afa-24fb0394a313 req-04c4bb98-0eac-426e-b7c6-a7a78ea3d86b tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=4b40625e6e3643fd96f0a27f5c2fd94f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6102514 May 28 06:37:29.973485 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 6537da42-8b95-43cd-b2a7-58c6c9c2a6a5 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:37:29.983547 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98c6bba-ba42-4909-ba97-f5d14689a747 None None] Network e857d649-8cad-4d2f-bb12-22233bcfd7dd is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:37:29.987388 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-c98c6bba-ba42-4909-ba97-f5d14689a747 None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:37:29.991318 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98c6bba-ba42-4909-ba97-f5d14689a747 None None] Pushing event updated for resources: {'Port': ['ID=4fc4ccf4-61fc-4757-95f2-795a99031582,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:29.991452 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98c6bba-ba42-4909-ba97-f5d14689a747 None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:37:30.068433 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:30.103817 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-c98c6bba-ba42-4909-ba97-f5d14689a747 None None] Attempting to bind port 4fc4ccf4-61fc-4757-95f2-795a99031582 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:37:30.104106 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-c98c6bba-ba42-4909-ba97-f5d14689a747 None None] Attempting to bind port 4fc4ccf4-61fc-4757-95f2-795a99031582 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': '1ccbc98d-9299-41b9-8349-ec19ae51fed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'e857d649-8cad-4d2f-bb12-22233bcfd7dd'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:37:30.104473 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98c6bba-ba42-4909-ba97-f5d14689a747 None None] Attempting to bind port 4fc4ccf4-61fc-4757-95f2-795a99031582 on network e857d649-8cad-4d2f-bb12-22233bcfd7dd {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:37:30.111432 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98c6bba-ba42-4909-ba97-f5d14689a747 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:37:30.111806 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98c6bba-ba42-4909-ba97-f5d14689a747 None None] Checking segment: {'id': '1ccbc98d-9299-41b9-8349-ec19ae51fed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'e857d649-8cad-4d2f-bb12-22233bcfd7dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:37:30.112207 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c98c6bba-ba42-4909-ba97-f5d14689a747 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:30.112586 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98c6bba-ba42-4909-ba97-f5d14689a747 None None] Bound using segment: {'id': '1ccbc98d-9299-41b9-8349-ec19ae51fed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'e857d649-8cad-4d2f-bb12-22233bcfd7dd'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:37:30.113051 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-c98c6bba-ba42-4909-ba97-f5d14689a747 None None] Bound port: 4fc4ccf4-61fc-4757-95f2-795a99031582, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ccbc98d-9299-41b9-8349-ec19ae51fed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'e857d649-8cad-4d2f-bb12-22233bcfd7dd'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:37:30.113432 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c98c6bba-ba42-4909-ba97-f5d14689a747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:30.184013 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b2286900-2592-45eb-8afa-24fb0394a313 req-580c93bd-79bf-48b6-8314-cef2097fc81f service neutron] 10.222.0.55 "GET /v2.0/networks/3f020ed6-e088-4cd1-9a30-9926bacb86fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852491 May 28 06:37:30.188438 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-1729f8e9-44de-4176-9871-79ee79af030b tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] Allocated IP 172.20.0.9 (e857d649-8cad-4d2f-bb12-22233bcfd7dd/28c7c966-4f58-4e6b-b330-c2e02dfa6d81/f7f83ada-6490-4f97-beae-1ffafd4f3866) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:37:30.329868 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-c98c6bba-ba42-4909-ba97-f5d14689a747 None None] For port 4fc4ccf4-61fc-4757-95f2-795a99031582, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:37:30.334489 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-c98c6bba-ba42-4909-ba97-f5d14689a747 None None] For port 4fc4ccf4-61fc-4757-95f2-795a99031582, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=4fc4ccf4-61fc-4757-95f2-795a99031582,segment=NetworkSegment(1ccbc98d-9299-41b9-8349-ec19ae51fed6),segment_id=1ccbc98d-9299-41b9-8349-ec19ae51fed6)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:37:30.335608 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-dd70f27f-4940-4a84-b13d-5f529ffac78c req-bc1af277-18af-422a-b6ae-5f29810334d5 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:37:30.346857 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-dd70f27f-4940-4a84-b13d-5f529ffac78c req-bc1af277-18af-422a-b6ae-5f29810334d5 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Usage tracker for resource:port and tenant:4b40625e6e3643fd96f0a27f5c2fd94f is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:37:30.351931 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-dd70f27f-4940-4a84-b13d-5f529ffac78c req-bc1af277-18af-422a-b6ae-5f29810334d5 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:37:30.362847 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-dd70f27f-4940-4a84-b13d-5f529ffac78c req-bc1af277-18af-422a-b6ae-5f29810334d5 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:37:30.414247 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c98c6bba-ba42-4909-ba97-f5d14689a747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:30.632127 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98c6bba-ba42-4909-ba97-f5d14689a747 None None] Pushing event updated for resources: {'Port': ['ID=4fc4ccf4-61fc-4757-95f2-795a99031582,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:30.678675 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd70f27f-4940-4a84-b13d-5f529ffac78c req-bc1af277-18af-422a-b6ae-5f29810334d5 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Made reservation on behalf of 4b40625e6e3643fd96f0a27f5c2fd94f for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:37:30.689452 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1729f8e9-44de-4176-9871-79ee79af030b tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:30.705845 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-dd70f27f-4940-4a84-b13d-5f529ffac78c req-bc1af277-18af-422a-b6ae-5f29810334d5 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:30.735575 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [None req-1729f8e9-44de-4176-9871-79ee79af030b tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] Transition to ACTIVE for port object f7f83ada-6490-4f97-beae-1ffafd4f3866 will not be triggered until provisioned by entity DHCP. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:37:31.164185 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f36711b9-5c88-4bfa-b9ac-1472c62f1c88 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:31.192226 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34ecfa58-e7cf-479a-8e84-299c24f699c4 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Router 035af55e-abd9-4bf2-8685-fca0b38128d3 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:37:31.227339 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d69554-d73d-4ddd-8d05-42aa724ef111 req-d7c532ff-03cd-4297-a001-6eea532d7e1e tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:31.229443 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a5d69554-d73d-4ddd-8d05-42aa724ef111 req-d7c532ff-03cd-4297-a001-6eea532d7e1e tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] 10.222.0.55 "GET /v2.0/ports?device_id=7177c5a1-ae12-487c-ad6f-03a524329ac2 HTTP/1.1" status: 200 len: 945 time: 1.0468121 May 28 06:37:31.244241 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 4fc4ccf4-61fc-4757-95f2-795a99031582 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:37:31.335084 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1729f8e9-44de-4176-9871-79ee79af030b tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:31.418453 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b2286900-2592-45eb-8afa-24fb0394a313 req-d3f1c621-44db-4737-9606-3cbf6ab4518e service neutron] 10.222.0.55 "GET /v2.0/networks/3f020ed6-e088-4cd1-9a30-9926bacb86fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1703045 May 28 06:37:31.575180 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 4fc4ccf4-61fc-4757-95f2-795a99031582 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:37:31.589327 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1729f8e9-44de-4176-9871-79ee79af030b tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] Network e857d649-8cad-4d2f-bb12-22233bcfd7dd is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:37:31.615036 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-1729f8e9-44de-4176-9871-79ee79af030b tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:37:31.646956 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a5d69554-d73d-4ddd-8d05-42aa724ef111 req-0b982857-44eb-4f5a-985f-625bfd2e6340 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] 10.222.0.55 "GET /v2.0/security-groups?id=88d2cfd4-3ac6-4681-9a3a-dce7d6855bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3644359 May 28 06:37:31.661707 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:31.673756 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [req-dd70f27f-4940-4a84-b13d-5f529ffac78c req-bc1af277-18af-422a-b6ae-5f29810334d5 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Allocated IP 172.20.0.10 (3f020ed6-e088-4cd1-9a30-9926bacb86fe/99692d3b-9199-4b15-8762-04120593a488/1490a36e-f3ee-44c8-8104-0c7b0a1c4bc1) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:37:31.743269 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1729f8e9-44de-4176-9871-79ee79af030b tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:37:31.868019 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1729f8e9-44de-4176-9871-79ee79af030b tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:31.868705 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1729f8e9-44de-4176-9871-79ee79af030b tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:31.917611 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1729f8e9-44de-4176-9871-79ee79af030b tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] Pushing event updated for resources: {'Port': ['ID=f7f83ada-6490-4f97-beae-1ffafd4f3866,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:32.000958 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-1729f8e9-44de-4176-9871-79ee79af030b tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6755846 May 28 06:37:32.019188 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 38030) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:37:32.090988 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f36711b9-5c88-4bfa-b9ac-1472c62f1c88 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:32.203594 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:32.210145 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6e0060-60eb-4f18-bd83-3bce4ae3873f req-054f6c1e-d67a-429b-b7f5-0dd344277b66 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:32.214634 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-aa6e0060-60eb-4f18-bd83-3bce4ae3873f req-054f6c1e-d67a-429b-b7f5-0dd344277b66 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Synchronizing usage tracker for tenant:4b40625e6e3643fd96f0a27f5c2fd94f on resource:network {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:37:32.232176 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34ecfa58-e7cf-479a-8e84-299c24f699c4 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:37:32.243795 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b76cb2b-132b-4a56-aeb7-2f670076b023 None None] Sync routers for ids ['035af55e-abd9-4bf2-8685-fca0b38128d3'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:37:32.274989 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b76cb2b-132b-4a56-aeb7-2f670076b023 None None] Routers {'035af55e-abd9-4bf2-8685-fca0b38128d3'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:37:32.279884 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-2b76cb2b-132b-4a56-aeb7-2f670076b023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:37:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['035af55e-abd9-4bf2-8685-fca0b38128d3'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:37:32.352409 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-aa6e0060-60eb-4f18-bd83-3bce4ae3873f req-054f6c1e-d67a-429b-b7f5-0dd344277b66 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Unset dirty status for tenant:4b40625e6e3643fd96f0a27f5c2fd94f on resource:network {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:37:32.353628 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-aa6e0060-60eb-4f18-bd83-3bce4ae3873f req-054f6c1e-d67a-429b-b7f5-0dd344277b66 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] 10.222.0.71 "GET /v2.0/networks?id=3f020ed6-e088-4cd1-9a30-9926bacb86fe HTTP/1.1" status: 200 len: 816 time: 0.7128923 May 28 06:37:32.354499 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-34ecfa58-e7cf-479a-8e84-299c24f699c4 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:32.411852 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-aa6e0060-60eb-4f18-bd83-3bce4ae3873f req-2373a182-a5d9-4a44-8c33-d0afdb505b34 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Request body: {'port': {'device_id': '13373255-c2c3-47d9-828c-ce6b6303ab5f', 'network_id': '3f020ed6-e088-4cd1-9a30-9926bacb86fe', 'admin_state_up': True, 'tenant_id': '4b40625e6e3643fd96f0a27f5c2fd94f'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:37:32.504113 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-2b76cb2b-132b-4a56-aeb7-2f670076b023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:37:32.515985 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-34ecfa58-e7cf-479a-8e84-299c24f699c4 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.3956044 May 28 06:37:32.519871 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b76cb2b-132b-4a56-aeb7-2f670076b023 None None] Routers {'035af55e-abd9-4bf2-8685-fca0b38128d3'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:37:32.520729 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-2b76cb2b-132b-4a56-aeb7-2f670076b023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:37:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['035af55e-abd9-4bf2-8685-fca0b38128d3'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:37:32.539273 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be8488a8-f742-4754-b8cf-207ee4bf555b None None] Network e857d649-8cad-4d2f-bb12-22233bcfd7dd requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:37:32.618104 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 38040) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:37:32.625503 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-7cf7eb8a-b6c2-436d-bf16-17efc666bcf1 tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] Deleting port f7f83ada-6490-4f97-beae-1ffafd4f3866 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:37:32.625852 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7cf7eb8a-b6c2-436d-bf16-17efc666bcf1 tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:32.628295 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-2b76cb2b-132b-4a56-aeb7-2f670076b023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:37:32.628883 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b76cb2b-132b-4a56-aeb7-2f670076b023 None None] The sync data for ids ['035af55e-abd9-4bf2-8685-fca0b38128d3'] in n-d-843702-1 is: [] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:37:32.737929 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36711b9-5c88-4bfa-b9ac-1472c62f1c88 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:37:32.792618 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-53ed0d05-0e72-4945-8531-708db234c8fa tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Request body: {'floatingip': {'port_id': None}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:37:32.846656 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [req-aa6e0060-60eb-4f18-bd83-3bce4ae3873f req-2373a182-a5d9-4a44-8c33-d0afdb505b34 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:37:32.853829 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-aa6e0060-60eb-4f18-bd83-3bce4ae3873f req-2373a182-a5d9-4a44-8c33-d0afdb505b34 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Usage tracker for resource:port and tenant:4b40625e6e3643fd96f0a27f5c2fd94f is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:37:32.854834 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-f36711b9-5c88-4bfa-b9ac-1472c62f1c88 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:37:32.859474 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-aa6e0060-60eb-4f18-bd83-3bce4ae3873f req-2373a182-a5d9-4a44-8c33-d0afdb505b34 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:37:32.869130 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36711b9-5c88-4bfa-b9ac-1472c62f1c88 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:37:32.869985 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [req-aa6e0060-60eb-4f18-bd83-3bce4ae3873f req-2373a182-a5d9-4a44-8c33-d0afdb505b34 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:37:32.870135 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-57eeb3ba-72fb-4b6e-b038-cb888832970b None None] Provisioning for port 4fc4ccf4-61fc-4757-95f2-795a99031582 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:37:32.879508 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-57eeb3ba-72fb-4b6e-b038-cb888832970b None None] Provisioning complete for port 4fc4ccf4-61fc-4757-95f2-795a99031582 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:37:32.880130 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-57eeb3ba-72fb-4b6e-b038-cb888832970b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:32.944940 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa6e0060-60eb-4f18-bd83-3bce4ae3873f req-2373a182-a5d9-4a44-8c33-d0afdb505b34 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Made reservation on behalf of 4b40625e6e3643fd96f0a27f5c2fd94f for: {'port': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:37:32.956046 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-aa6e0060-60eb-4f18-bd83-3bce4ae3873f req-2373a182-a5d9-4a44-8c33-d0afdb505b34 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:33.125174 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-57eeb3ba-72fb-4b6e-b038-cb888832970b None None] Current status of the port 4fc4ccf4-61fc-4757-95f2-795a99031582 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:37:33.125587 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-57eeb3ba-72fb-4b6e-b038-cb888832970b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:33.165116 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-57eeb3ba-72fb-4b6e-b038-cb888832970b None None] For port 4fc4ccf4-61fc-4757-95f2-795a99031582, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=4fc4ccf4-61fc-4757-95f2-795a99031582,segment=NetworkSegment(1ccbc98d-9299-41b9-8349-ec19ae51fed6),segment_id=1ccbc98d-9299-41b9-8349-ec19ae51fed6)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:37:33.180087 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111f92ee-9c90-4f6f-a320-9db8efc006d7 req-c7e3b7a5-8551-4d4e-8c35-7f747c71aff0 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:33.188022 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-111f92ee-9c90-4f6f-a320-9db8efc006d7 req-c7e3b7a5-8551-4d4e-8c35-7f747c71aff0 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e HTTP/1.1" status: 200 len: 945 time: 1.3859308 May 28 06:37:33.244724 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36711b9-5c88-4bfa-b9ac-1472c62f1c88 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Pushing event updated for resources: {'Port': ['ID=947bc297-3d3a-4cad-9481-0940eb6aa8ac,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:33.283601 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-57eeb3ba-72fb-4b6e-b038-cb888832970b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:33.380051 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eeb3ba-72fb-4b6e-b038-cb888832970b None None] Pushing event updated for resources: {'Port': ['ID=4fc4ccf4-61fc-4757-95f2-795a99031582,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:33.412308 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-cafea190-f0df-421d-9422-31158f8900b4 None None] Provisioning complete for port 4fc4ccf4-61fc-4757-95f2-795a99031582 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:37:33.412688 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-cafea190-f0df-421d-9422-31158f8900b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:33.465547 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-53ed0d05-0e72-4945-8531-708db234c8fa tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks [] for floatingip, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:33.568431 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-cafea190-f0df-421d-9422-31158f8900b4 None None] Current status of the port 4fc4ccf4-61fc-4757-95f2-795a99031582 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:37:33.612887 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-111f92ee-9c90-4f6f-a320-9db8efc006d7 req-18dad141-186d-42c4-94a9-dcc3cc3216ff tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0fc320c-5211-4d72-b7c9-130a40d05074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4239490 May 28 06:37:33.700440 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-cafea190-f0df-421d-9422-31158f8900b4 None None] Provisioning for port f7f83ada-6490-4f97-beae-1ffafd4f3866 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:37:33.706855 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-cafea190-f0df-421d-9422-31158f8900b4 None None] Provisioning complete for port f7f83ada-6490-4f97-beae-1ffafd4f3866 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:37:33.707279 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-cafea190-f0df-421d-9422-31158f8900b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:33.756947 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-dd70f27f-4940-4a84-b13d-5f529ffac78c req-bc1af277-18af-422a-b6ae-5f29810334d5 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:33.766476 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-cafea190-f0df-421d-9422-31158f8900b4 None None] Port f7f83ada-6490-4f97-beae-1ffafd4f3866 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:37:33.885711 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-416394a7-71c4-47a2-a73a-80a3dd4b4bb9 None None] Provisioning complete for port f7f83ada-6490-4f97-beae-1ffafd4f3866 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:37:33.886084 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-416394a7-71c4-47a2-a73a-80a3dd4b4bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:33.927259 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea32ce3-cd8c-48e1-93b0-ae8a9b9a791c req-5d77918e-71e1-4c4f-8f2d-85c4c9441891 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:33.928788 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4ea32ce3-cd8c-48e1-93b0-ae8a9b9a791c req-5d77918e-71e1-4c4f-8f2d-85c4c9441891 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/ports?device_id=18125e28-15d1-48dd-aa07-32b31253304b HTTP/1.1" status: 200 len: 943 time: 1.3098357 May 28 06:37:33.939737 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-44848070-874c-4f50-b5cf-e6e8b1143185 req-02a9c80f-ccd1-4112-8c99-95c3e657b75b tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] 10.222.0.55 "GET /v2.0/ports?device_id=f824027a-f9d8-49f5-895a-6f50e924b9c1 HTTP/1.1" status: 200 len: 210 time: 0.1968329 May 28 06:37:33.942325 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-416394a7-71c4-47a2-a73a-80a3dd4b4bb9 None None] Port f7f83ada-6490-4f97-beae-1ffafd4f3866 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:37:33.955337 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7cf7eb8a-b6c2-436d-bf16-17efc666bcf1 tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:33.982991 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-dd70f27f-4940-4a84-b13d-5f529ffac78c req-bc1af277-18af-422a-b6ae-5f29810334d5 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Transition to ACTIVE for port object 1490a36e-f3ee-44c8-8104-0c7b0a1c4bc1 will not be triggered until provisioned by entity DHCP. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:37:34.162652 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-7cf7eb8a-b6c2-436d-bf16-17efc666bcf1 tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] Calling delete_port for f7f83ada-6490-4f97-beae-1ffafd4f3866 owned by {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:37:34.403652 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e322d99f-93ed-497b-b91d-876be109a66d req-23307e86-9985-486b-9454-0fc089a6d7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:34.405224 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e322d99f-93ed-497b-b91d-876be109a66d req-23307e86-9985-486b-9454-0fc089a6d7eb service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7177c5a1-ae12-487c-ad6f-03a524329ac2 HTTP/1.1" status: 200 len: 1096 time: 1.1631427 May 28 06:37:34.482941 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [req-aa6e0060-60eb-4f18-bd83-3bce4ae3873f req-2373a182-a5d9-4a44-8c33-d0afdb505b34 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Allocated IP 172.20.0.14 (3f020ed6-e088-4cd1-9a30-9926bacb86fe/99692d3b-9199-4b15-8762-04120593a488/3199ff66-fd24-4d95-b73e-e6af718ede40) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:37:34.566650 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-dd70f27f-4940-4a84-b13d-5f529ffac78c req-bc1af277-18af-422a-b6ae-5f29810334d5 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:34.617397 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-53ed0d05-0e72-4945-8531-708db234c8fa tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:34.643862 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [req-d7cae471-1851-4bb1-be14-c332fb263594 req-dddd6f3a-a864-4723-a5b1-8a398a3425e9 service neutron] (89109) timed out ('10.222.0.69', 52670) {{(pid=89109) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 28 06:37:34.663487 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4ea32ce3-cd8c-48e1-93b0-ae8a9b9a791c req-8b719f73-6bba-40bd-8fa6-634d46024f50 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d5c9d24-a7ef-4e95-9414-4cd057feeac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6638508 May 28 06:37:34.785916 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-53ed0d05-0e72-4945-8531-708db234c8fa tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691094'] for floatingip, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:34.786621 n-d-843702-1 neutron-server[89110]: INFO neutron.db.l3_db [None req-53ed0d05-0e72-4945-8531-708db234c8fa tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Floating IP e74b53d5-3711-4518-862a-cf633cf2bc50 disassociated. External IP: 172.25.5.244, port: 9318281d-813e-4cb5-b643-a8b846fecad8. May 28 06:37:34.836656 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-aa6e0060-60eb-4f18-bd83-3bce4ae3873f req-2373a182-a5d9-4a44-8c33-d0afdb505b34 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:34.853774 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [req-aa6e0060-60eb-4f18-bd83-3bce4ae3873f req-2373a182-a5d9-4a44-8c33-d0afdb505b34 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Transition to ACTIVE for port object 3199ff66-fd24-4d95-b73e-e6af718ede40 will not be triggered until provisioned by entity DHCP. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:37:34.911284 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd70f27f-4940-4a84-b13d-5f529ffac78c req-bc1af277-18af-422a-b6ae-5f29810334d5 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Network 3f020ed6-e088-4cd1-9a30-9926bacb86fe is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:37:34.940703 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-aa6e0060-60eb-4f18-bd83-3bce4ae3873f req-2373a182-a5d9-4a44-8c33-d0afdb505b34 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:34.972573 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e322d99f-93ed-497b-b91d-876be109a66d req-327f7375-7c13-412f-a0be-986b3e0d4bf9 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=88d2cfd4-3ac6-4681-9a3a-dce7d6855bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4597526 May 28 06:37:34.973386 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [req-dd70f27f-4940-4a84-b13d-5f529ffac78c req-bc1af277-18af-422a-b6ae-5f29810334d5 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:37:35.026290 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa6e0060-60eb-4f18-bd83-3bce4ae3873f req-2373a182-a5d9-4a44-8c33-d0afdb505b34 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Network 3f020ed6-e088-4cd1-9a30-9926bacb86fe is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:37:35.028950 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [req-aa6e0060-60eb-4f18-bd83-3bce4ae3873f req-2373a182-a5d9-4a44-8c33-d0afdb505b34 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:37:35.034020 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd70f27f-4940-4a84-b13d-5f529ffac78c req-bc1af277-18af-422a-b6ae-5f29810334d5 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:37:35.034921 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa6e0060-60eb-4f18-bd83-3bce4ae3873f req-2373a182-a5d9-4a44-8c33-d0afdb505b34 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:37:35.091694 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2373a182-a5d9-4a44-8c33-d0afdb505b34 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Pushing event updated for resources: {'Port': ['ID=3199ff66-fd24-4d95-b73e-e6af718ede40,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:35.096707 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 4fc4ccf4-61fc-4757-95f2-795a99031582 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:37:35.122908 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6e0060-60eb-4f18-bd83-3bce4ae3873f req-2373a182-a5d9-4a44-8c33-d0afdb505b34 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:35.123759 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-aa6e0060-60eb-4f18-bd83-3bce4ae3873f req-2373a182-a5d9-4a44-8c33-d0afdb505b34 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:35.178716 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 4fc4ccf4-61fc-4757-95f2-795a99031582 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:37:35.179077 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:35.216028 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-aa6e0060-60eb-4f18-bd83-3bce4ae3873f req-2373a182-a5d9-4a44-8c33-d0afdb505b34 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8076046 May 28 06:37:35.237470 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-aa6e0060-60eb-4f18-bd83-3bce4ae3873f req-97e46163-29cf-4c2e-a73d-58d44d793c17 service neutron] Request body: {'port': {'device_id': '13373255-c2c3-47d9-828c-ce6b6303ab5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843702-1'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:37:35.301837 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1af277-18af-422a-b6ae-5f29810334d5 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Pushing event updated for resources: {'Port': ['ID=1490a36e-f3ee-44c8-8104-0c7b0a1c4bc1,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:35.320362 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 4fc4ccf4-61fc-4757-95f2-795a99031582 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:37:35.324159 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f36711b9-5c88-4bfa-b9ac-1472c62f1c88 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks [] for router_gateway, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:35.375359 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-6f18cd2a-346a-4921-80d2-b05a40799d5a None None] Provisioning for port 1490a36e-f3ee-44c8-8104-0c7b0a1c4bc1 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:37:35.381007 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-6f18cd2a-346a-4921-80d2-b05a40799d5a None None] Provisioning complete for port 1490a36e-f3ee-44c8-8104-0c7b0a1c4bc1 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:37:35.381697 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-6f18cd2a-346a-4921-80d2-b05a40799d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:35.393879 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-aa6e0060-60eb-4f18-bd83-3bce4ae3873f req-97e46163-29cf-4c2e-a73d-58d44d793c17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:35.448679 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-6f18cd2a-346a-4921-80d2-b05a40799d5a None None] Port 1490a36e-f3ee-44c8-8104-0c7b0a1c4bc1 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:37:35.475906 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd70f27f-4940-4a84-b13d-5f529ffac78c req-bc1af277-18af-422a-b6ae-5f29810334d5 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:35.476526 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-dd70f27f-4940-4a84-b13d-5f529ffac78c req-bc1af277-18af-422a-b6ae-5f29810334d5 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:35.487441 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938a69da-d573-493e-a2fa-b5316fe4fae1 req-46b1f2c5-5eff-4863-903c-b28aacb6a238 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:35.493163 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-938a69da-d573-493e-a2fa-b5316fe4fae1 req-46b1f2c5-5eff-4863-903c-b28aacb6a238 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] 10.222.0.55 "GET /v2.0/ports?device_id=7177c5a1-ae12-487c-ad6f-03a524329ac2 HTTP/1.1" status: 200 len: 945 time: 1.3376355 May 28 06:37:35.510825 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2286900-2592-45eb-8afa-24fb0394a313 req-a5362303-2143-4403-b6d1-622fc18b4bb1 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:35.516401 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b2286900-2592-45eb-8afa-24fb0394a313 req-a5362303-2143-4403-b6d1-622fc18b4bb1 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] 10.222.0.69 "GET /v2.0/networks?id=3f020ed6-e088-4cd1-9a30-9926bacb86fe HTTP/1.1" status: 200 len: 816 time: 0.9318807 May 28 06:37:35.557603 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-b2286900-2592-45eb-8afa-24fb0394a313 req-ea4a9ce6-d7a5-43ab-82de-6b159f44f652 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Request body: {'port': {'device_id': 'f824027a-f9d8-49f5-895a-6f50e924b9c1', 'network_id': '3f020ed6-e088-4cd1-9a30-9926bacb86fe', 'admin_state_up': True, 'tenant_id': '4b40625e6e3643fd96f0a27f5c2fd94f'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:37:35.672836 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-7fa5af7a-be47-40d7-8409-e0551cf7e1ed None None] Provisioning for port 3199ff66-fd24-4d95-b73e-e6af718ede40 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:37:35.678625 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-7fa5af7a-be47-40d7-8409-e0551cf7e1ed None None] Provisioning complete for port 3199ff66-fd24-4d95-b73e-e6af718ede40 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:37:35.679000 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-7fa5af7a-be47-40d7-8409-e0551cf7e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:35.735980 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-7fa5af7a-be47-40d7-8409-e0551cf7e1ed None None] Port 3199ff66-fd24-4d95-b73e-e6af718ede40 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:37:35.788626 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [req-aa6e0060-60eb-4f18-bd83-3bce4ae3873f req-97e46163-29cf-4c2e-a73d-58d44d793c17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3199ff66-fd24-4d95-b73e-e6af718ede40 {{(pid=89109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:37:35.796309 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-aa6e0060-60eb-4f18-bd83-3bce4ae3873f req-97e46163-29cf-4c2e-a73d-58d44d793c17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:35.810708 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [req-aa6e0060-60eb-4f18-bd83-3bce4ae3873f req-97e46163-29cf-4c2e-a73d-58d44d793c17 service neutron] Transition to ACTIVE for port object 3199ff66-fd24-4d95-b73e-e6af718ede40 will not be triggered until provisioned by entity L2. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:37:35.854418 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-aa6e0060-60eb-4f18-bd83-3bce4ae3873f req-97e46163-29cf-4c2e-a73d-58d44d793c17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:35.869620 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7cf7eb8a-b6c2-436d-bf16-17efc666bcf1 tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:36.014833 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dd70f27f-4940-4a84-b13d-5f529ffac78c req-bc1af277-18af-422a-b6ae-5f29810334d5 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.5935657 May 28 06:37:36.029099 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf7eb8a-b6c2-436d-bf16-17efc666bcf1 tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] Pushing event deleted for resources: {'Port': ['ID=f7f83ada-6490-4f97-beae-1ffafd4f3866,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:36.038910 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518e7dba-2795-4aba-9eee-b8e7345bffd9 req-af234011-97b0-4ee1-a1f5-7ba7b6f44690 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:36.040512 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-518e7dba-2795-4aba-9eee-b8e7345bffd9 req-af234011-97b0-4ee1-a1f5-7ba7b6f44690 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e HTTP/1.1" status: 200 len: 945 time: 1.2060993 May 28 06:37:36.059187 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-938a69da-d573-493e-a2fa-b5316fe4fae1 req-8d346f1b-926b-4d50-b5db-5ce64bc93be0 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] 10.222.0.55 "GET /v2.0/security-groups?id=88d2cfd4-3ac6-4681-9a3a-dce7d6855bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5458782 May 28 06:37:36.069098 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-dd70f27f-4940-4a84-b13d-5f529ffac78c req-a21525eb-3460-4b58-9118-373027f09b8e service neutron] Request body: {'port': {'device_id': 'e26416bb-43a4-4cc5-bf06-ef4eb03f29dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843702-1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:37:36.101569 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 38062) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:37:36.115802 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-9086f187-4a62-45dd-935c-32678efe5dbd tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Request body: {'floatingip': {'port_id': '170a25a1-2cd5-4bc9-b588-27e0c82fefed'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:37:36.206354 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e46163-29cf-4c2e-a73d-58d44d793c17 service neutron] Pushing event updated for resources: {'Port': ['ID=3199ff66-fd24-4d95-b73e-e6af718ede40,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:36.264934 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9086f187-4a62-45dd-935c-32678efe5dbd tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Notify callbacks [] for floatingip, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:36.419590 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-aa6e0060-60eb-4f18-bd83-3bce4ae3873f req-97e46163-29cf-4c2e-a73d-58d44d793c17 service neutron] Attempting to bind port 3199ff66-fd24-4d95-b73e-e6af718ede40 on host n-h2-843702-1 for vnic_type normal with profile {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:37:36.419947 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-aa6e0060-60eb-4f18-bd83-3bce4ae3873f req-97e46163-29cf-4c2e-a73d-58d44d793c17 service neutron] Attempting to bind port 3199ff66-fd24-4d95-b73e-e6af718ede40 by drivers openvswitch,hyperv on host n-h2-843702-1 at level 0 using segments [{'id': 'cff019d0-9c46-47d5-a149-6e4bcacfb67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '3f020ed6-e088-4cd1-9a30-9926bacb86fe'}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:37:36.420274 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6e0060-60eb-4f18-bd83-3bce4ae3873f req-97e46163-29cf-4c2e-a73d-58d44d793c17 service neutron] Attempting to bind port 3199ff66-fd24-4d95-b73e-e6af718ede40 on network 3f020ed6-e088-4cd1-9a30-9926bacb86fe {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:37:36.430581 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6e0060-60eb-4f18-bd83-3bce4ae3873f req-97e46163-29cf-4c2e-a73d-58d44d793c17 service neutron] Port 3199ff66-fd24-4d95-b73e-e6af718ede40 on network 3f020ed6-e088-4cd1-9a30-9926bacb86fe not bound, no agent of type Open vSwitch agent registered on host n-h2-843702-1 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:37:36.430879 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6e0060-60eb-4f18-bd83-3bce4ae3873f req-97e46163-29cf-4c2e-a73d-58d44d793c17 service neutron] Attempting to bind port 3199ff66-fd24-4d95-b73e-e6af718ede40 on network 3f020ed6-e088-4cd1-9a30-9926bacb86fe {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:37:36.440445 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6e0060-60eb-4f18-bd83-3bce4ae3873f req-97e46163-29cf-4c2e-a73d-58d44d793c17 service neutron] Checking agent: {'id': 'f1a3973b-d2b3-4558-88e7-2ac50857d302', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:37:36.440788 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6e0060-60eb-4f18-bd83-3bce4ae3873f req-97e46163-29cf-4c2e-a73d-58d44d793c17 service neutron] Checking segment: {'id': 'cff019d0-9c46-47d5-a149-6e4bcacfb67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '3f020ed6-e088-4cd1-9a30-9926bacb86fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:37:36.441166 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6e0060-60eb-4f18-bd83-3bce4ae3873f req-97e46163-29cf-4c2e-a73d-58d44d793c17 service neutron] Bound using segment: {'id': 'cff019d0-9c46-47d5-a149-6e4bcacfb67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '3f020ed6-e088-4cd1-9a30-9926bacb86fe'} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:37:36.441613 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-aa6e0060-60eb-4f18-bd83-3bce4ae3873f req-97e46163-29cf-4c2e-a73d-58d44d793c17 service neutron] Bound port: 3199ff66-fd24-4d95-b73e-e6af718ede40, host: n-h2-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cff019d0-9c46-47d5-a149-6e4bcacfb67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '3f020ed6-e088-4cd1-9a30-9926bacb86fe'}}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:37:36.441953 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-aa6e0060-60eb-4f18-bd83-3bce4ae3873f req-97e46163-29cf-4c2e-a73d-58d44d793c17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:36.461867 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-a411c4dd-c184-4733-a3b0-481050118fe0 req-30b2bdce-db3d-4cf2-b78e-a1d5a73437b3 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Synchronizing usage tracker for tenant:4b40625e6e3643fd96f0a27f5c2fd94f on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:37:36.518070 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53ed0d05-0e72-4945-8531-708db234c8fa tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Router 035af55e-abd9-4bf2-8685-fca0b38128d3 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:37:36.570299 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-b2286900-2592-45eb-8afa-24fb0394a313 req-ea4a9ce6-d7a5-43ab-82de-6b159f44f652 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:37:36.673237 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7cf7eb8a-b6c2-436d-bf16-17efc666bcf1 tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:36.675148 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-7cf7eb8a-b6c2-436d-bf16-17efc666bcf1 tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] 10.222.0.55 "DELETE /v2.0/ports/f7f83ada-6490-4f97-beae-1ffafd4f3866 HTTP/1.1" status: 204 len: 168 time: 4.6010020 May 28 06:37:36.690869 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 38068) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:37:36.768755 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-b2286900-2592-45eb-8afa-24fb0394a313 req-ea4a9ce6-d7a5-43ab-82de-6b159f44f652 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Usage tracker for resource:port and tenant:4b40625e6e3643fd96f0a27f5c2fd94f is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:37:36.774697 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-a411c4dd-c184-4733-a3b0-481050118fe0 req-30b2bdce-db3d-4cf2-b78e-a1d5a73437b3 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Unset dirty status for tenant:4b40625e6e3643fd96f0a27f5c2fd94f on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:37:36.775853 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a411c4dd-c184-4733-a3b0-481050118fe0 req-30b2bdce-db3d-4cf2-b78e-a1d5a73437b3 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] 10.222.0.55 "GET /v2.0/ports?device_id=f824027a-f9d8-49f5-895a-6f50e924b9c1 HTTP/1.1" status: 200 len: 210 time: 0.4904704 May 28 06:37:36.785615 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-b2286900-2592-45eb-8afa-24fb0394a313 req-ea4a9ce6-d7a5-43ab-82de-6b159f44f652 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:37:36.795867 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-dd70f27f-4940-4a84-b13d-5f529ffac78c req-a21525eb-3460-4b58-9118-373027f09b8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:36.808495 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-b2286900-2592-45eb-8afa-24fb0394a313 req-ea4a9ce6-d7a5-43ab-82de-6b159f44f652 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:37:36.834346 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-aa6e0060-60eb-4f18-bd83-3bce4ae3873f req-97e46163-29cf-4c2e-a73d-58d44d793c17 service neutron] For port 3199ff66-fd24-4d95-b73e-e6af718ede40, host n-h2-843702-1, cleared binding levels {{(pid=89109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:37:36.852033 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f36711b9-5c88-4bfa-b9ac-1472c62f1c88 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690761'] for router, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:36.865999 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-aa6e0060-60eb-4f18-bd83-3bce4ae3873f req-97e46163-29cf-4c2e-a73d-58d44d793c17 service neutron] For port 3199ff66-fd24-4d95-b73e-e6af718ede40, host n-h2-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=3199ff66-fd24-4d95-b73e-e6af718ede40,segment=NetworkSegment(cff019d0-9c46-47d5-a149-6e4bcacfb67c),segment_id=cff019d0-9c46-47d5-a149-6e4bcacfb67c)] {{(pid=89109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:37:36.942860 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 38074) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:37:36.997009 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-aa6e0060-60eb-4f18-bd83-3bce4ae3873f req-97e46163-29cf-4c2e-a73d-58d44d793c17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:37.030969 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2286900-2592-45eb-8afa-24fb0394a313 req-ea4a9ce6-d7a5-43ab-82de-6b159f44f652 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Made reservation on behalf of 4b40625e6e3643fd96f0a27f5c2fd94f for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:37:37.034374 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-b2286900-2592-45eb-8afa-24fb0394a313 req-ea4a9ce6-d7a5-43ab-82de-6b159f44f652 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:37.061499 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb903b0-dd5b-4f63-ab0f-915f4ab2b765 req-101a0604-d19b-43f2-a249-ecc676c3fe0c tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:37.064284 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ffb903b0-dd5b-4f63-ab0f-915f4ab2b765 req-101a0604-d19b-43f2-a249-ecc676c3fe0c tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/ports?device_id=18125e28-15d1-48dd-aa07-32b31253304b HTTP/1.1" status: 200 len: 943 time: 0.6815197 May 28 06:37:37.068176 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6e0060-60eb-4f18-bd83-3bce4ae3873f req-97e46163-29cf-4c2e-a73d-58d44d793c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:37.068326 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-b2c8191e-93b8-462b-9fac-092098b7bb95 tempest-DHCPAgentSchedulersTestJSON-846569430 tempest-DHCPAgentSchedulersTestJSON-846569430-project-admin] 10.222.0.55 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4676 time: 0.3721757 May 28 06:37:37.068429 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-aa6e0060-60eb-4f18-bd83-3bce4ae3873f req-97e46163-29cf-4c2e-a73d-58d44d793c17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:37.068429 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-aa6e0060-60eb-4f18-bd83-3bce4ae3873f req-97e46163-29cf-4c2e-a73d-58d44d793c17 service neutron] 10.222.0.71 "PUT /v2.0/ports/3199ff66-fd24-4d95-b73e-e6af718ede40 HTTP/1.1" status: 200 len: 1092 time: 1.8390045 May 28 06:37:37.085353 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 38078) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:37:37.086482 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13373255-c2c3-47d9-828c-ce6b6303ab5f', 'tag': '3199ff66-fd24-4d95-b73e-e6af718ede40'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:37:37.112566 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_v2 [None req-bff13b15-405e-4e8c-9e72-0207c0740bfd admin admin] Deleting subnet 9065b260-3817-4805-a18f-dced8d73fe86 {{(pid=89109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:37:37.125792 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-bff13b15-405e-4e8c-9e72-0207c0740bfd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:37.127565 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-a91fc12a-df3c-4244-8273-27649b9a9d1e tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1695739312'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:37:37.153432 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-a91fc12a-df3c-4244-8273-27649b9a9d1e tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:37:37.172281 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-a91fc12a-df3c-4244-8273-27649b9a9d1e tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] Usage tracker for resource:network and tenant:7fe2122df9da4947a6cff51beaf15085 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:37:37.243242 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e46163-29cf-4c2e-a73d-58d44d793c17 service neutron] Pushing event updated for resources: {'Port': ['ID=3199ff66-fd24-4d95-b73e-e6af718ede40,revision_number=3']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:37.256210 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53ed0d05-0e72-4945-8531-708db234c8fa tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:37:37.260863 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-a91fc12a-df3c-4244-8273-27649b9a9d1e tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:37:37.270869 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d69213a-e0e5-4d8f-819b-e657367b7984 None None] Sync routers for ids ['035af55e-abd9-4bf2-8685-fca0b38128d3'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:37:37.280637 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-bff13b15-405e-4e8c-9e72-0207c0740bfd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3964070'] for subnet, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:37.286612 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d69213a-e0e5-4d8f-819b-e657367b7984 None None] Routers {'035af55e-abd9-4bf2-8685-fca0b38128d3'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:37:37.287990 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-4d69213a-e0e5-4d8f-819b-e657367b7984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:37:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['035af55e-abd9-4bf2-8685-fca0b38128d3'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:37:37.362043 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-4d69213a-e0e5-4d8f-819b-e657367b7984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:37:37.370680 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d69213a-e0e5-4d8f-819b-e657367b7984 None None] Routers {'035af55e-abd9-4bf2-8685-fca0b38128d3'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:37:37.371312 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-4d69213a-e0e5-4d8f-819b-e657367b7984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:37:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['035af55e-abd9-4bf2-8685-fca0b38128d3'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:37:37.380541 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-bff13b15-405e-4e8c-9e72-0207c0740bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:37.442161 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-4d69213a-e0e5-4d8f-819b-e657367b7984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:37:37.442555 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d69213a-e0e5-4d8f-819b-e657367b7984 None None] The sync data for ids ['035af55e-abd9-4bf2-8685-fca0b38128d3'] in n-d-843702-1 is: [] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:37:37.498616 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-53ed0d05-0e72-4945-8531-708db234c8fa tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:37.545981 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6e0060-60eb-4f18-bd83-3bce4ae3873f req-f4ce47a6-1193-4a19-9d35-d1f4227d4285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:37.547600 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-aa6e0060-60eb-4f18-bd83-3bce4ae3873f req-f4ce47a6-1193-4a19-9d35-d1f4227d4285 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4b40625e6e3643fd96f0a27f5c2fd94f&device_id=13373255-c2c3-47d9-828c-ce6b6303ab5f HTTP/1.1" status: 200 len: 1095 time: 0.3474133 May 28 06:37:37.563039 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-a91fc12a-df3c-4244-8273-27649b9a9d1e tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:37:37.626484 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ffb903b0-dd5b-4f63-ab0f-915f4ab2b765 req-23bc1485-cd9a-4fe1-ba1f-21d5de5681bd tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d5c9d24-a7ef-4e95-9414-4cd057feeac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5403671 May 28 06:37:37.646009 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-aa6e0060-60eb-4f18-bd83-3bce4ae3873f req-d6c56261-53dc-49f0-b639-f735a8fadacb service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3199ff66-fd24-4d95-b73e-e6af718ede40 HTTP/1.1" status: 200 len: 217 time: 0.0802653 May 28 06:37:37.658005 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9086f187-4a62-45dd-935c-32678efe5dbd tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:37.706513 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45c11763-a917-4b86-8d53-e3c674a9d283'] response: {'name': 'network-changed', 'server_uuid': '13373255-c2c3-47d9-828c-ce6b6303ab5f', 'tag': '3199ff66-fd24-4d95-b73e-e6af718ede40', 'status': 'completed', 'code': 200} May 28 06:37:37.718385 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-53ed0d05-0e72-4945-8531-708db234c8fa tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] 10.222.0.55 "PUT /v2.0/floatingips/e74b53d5-3711-4518-862a-cf633cf2bc50 HTTP/1.1" status: 200 len: 688 time: 5.0270524 May 28 06:37:37.722180 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 38086) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:37:37.798592 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a91fc12a-df3c-4244-8273-27649b9a9d1e tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] Made reservation on behalf of 7fe2122df9da4947a6cff51beaf15085 for: {'network': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:37:37.798843 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6e0060-60eb-4f18-bd83-3bce4ae3873f req-5875ee65-d7fc-4c4e-b237-3268093ac318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:37.800894 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-aa6e0060-60eb-4f18-bd83-3bce4ae3873f req-5875ee65-d7fc-4c4e-b237-3268093ac318 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=99692d3b-9199-4b15-8762-04120593a488 HTTP/1.1" status: 200 len: 855 time: 0.1443262 May 28 06:37:37.805841 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a91fc12a-df3c-4244-8273-27649b9a9d1e tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:37.815136 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9086f187-4a62-45dd-935c-32678efe5dbd tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691094'] for floatingip, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:37.918408 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a91fc12a-df3c-4244-8273-27649b9a9d1e tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=89110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:37:37.957717 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420f5c32-605b-4d22-91f4-0c8e2c56f9b2 req-285bd80f-999e-4f44-965e-39e931933d37 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:37.959223 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-420f5c32-605b-4d22-91f4-0c8e2c56f9b2 req-285bd80f-999e-4f44-965e-39e931933d37 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] 10.222.0.55 "GET /v2.0/ports?device_id=7177c5a1-ae12-487c-ad6f-03a524329ac2 HTTP/1.1" status: 200 len: 945 time: 0.4841886 May 28 06:37:38.008084 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a91fc12a-df3c-4244-8273-27649b9a9d1e tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:38.008431 n-d-843702-1 neutron-server[89110]: INFO neutron.db.segments_db [None req-a91fc12a-df3c-4244-8273-27649b9a9d1e tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] Added segment e4e2930f-1592-4cef-bf5d-b9112cba5132 of type vlan for network 9561e2aa-8681-4f76-9d79-33939c7ed91c May 28 06:37:38.008788 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-bff13b15-405e-4e8c-9e72-0207c0740bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9555650'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:38.039463 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dc39e4b6-2d27-47d0-8eb6-cdc04eabb737 req-44594bb9-b13a-4537-ba3b-445f13534407 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] 10.222.0.55 "GET /v2.0/ports?device_id=f824027a-f9d8-49f5-895a-6f50e924b9c1 HTTP/1.1" status: 200 len: 210 time: 0.1050560 May 28 06:37:38.094046 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a91fc12a-df3c-4244-8273-27649b9a9d1e tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:38.109861 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-420f5c32-605b-4d22-91f4-0c8e2c56f9b2 req-225052b6-36a2-4df7-a254-c00d091c740a tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] 10.222.0.55 "GET /v2.0/security-groups?id=88d2cfd4-3ac6-4681-9a3a-dce7d6855bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125727 May 28 06:37:38.120278 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f36711b9-5c88-4bfa-b9ac-1472c62f1c88 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Router d42b77b9-916f-4c8b-a49d-1ecc41b54ae3 is scheduled to L3 agent 42958940-9562-4f71-972f-15a8af9d3963 with binding_index 1 {{(pid=89110) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 06:37:38.194559 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff13b15-405e-4e8c-9e72-0207c0740bfd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9065b260-3817-4805-a18f-dced8d73fe86,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:38.198489 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-bff13b15-405e-4e8c-9e72-0207c0740bfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:38.296013 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [req-dd70f27f-4940-4a84-b13d-5f529ffac78c req-a21525eb-3460-4b58-9118-373027f09b8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1490a36e-f3ee-44c8-8104-0c7b0a1c4bc1 {{(pid=89110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:37:38.318900 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-dd70f27f-4940-4a84-b13d-5f529ffac78c req-a21525eb-3460-4b58-9118-373027f09b8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:38.365844 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-dd70f27f-4940-4a84-b13d-5f529ffac78c req-a21525eb-3460-4b58-9118-373027f09b8e service neutron] Transition to ACTIVE for port object 1490a36e-f3ee-44c8-8104-0c7b0a1c4bc1 will not be triggered until provisioned by entity L2. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:37:38.379067 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-1d003852-3796-41af-823c-43d39a8cd32f tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Deleting port 0e96b015-38e7-4d69-86f7-b02ac2242cef {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:37:38.381058 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1d003852-3796-41af-823c-43d39a8cd32f tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:38.421731 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-bff13b15-405e-4e8c-9e72-0207c0740bfd admin admin] 10.222.0.55 "DELETE /v2.0/subnets/9065b260-3817-4805-a18f-dced8d73fe86 HTTP/1.1" status: 204 len: 168 time: 1.4778924 May 28 06:37:38.427440 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 38104) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:37:38.435076 n-d-843702-1 neutron-server[89109]: INFO neutron.db.l3_db [None req-9086f187-4a62-45dd-935c-32678efe5dbd tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Floating IP 276b4160-6686-4a07-a4fe-f8421686bdff associated. External IP: 172.25.5.142, port: 170a25a1-2cd5-4bc9-b588-27e0c82fefed. May 28 06:37:38.454353 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a91fc12a-df3c-4244-8273-27649b9a9d1e tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:38.460377 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91fc12a-df3c-4244-8273-27649b9a9d1e tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:38.460974 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a91fc12a-df3c-4244-8273-27649b9a9d1e tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:38.626264 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-dd70f27f-4940-4a84-b13d-5f529ffac78c req-a21525eb-3460-4b58-9118-373027f09b8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:38.734518 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6e0060-60eb-4f18-bd83-3bce4ae3873f req-992ace01-f377-41cd-8eaa-29fd0c8b0cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:38.736001 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-aa6e0060-60eb-4f18-bd83-3bce4ae3873f req-992ace01-f377-41cd-8eaa-29fd0c8b0cd6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3f020ed6-e088-4cd1-9a30-9926bacb86fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9221401 May 28 06:37:38.952337 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1d003852-3796-41af-823c-43d39a8cd32f tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:38.952723 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1d003852-3796-41af-823c-43d39a8cd32f tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:39.013338 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-a91fc12a-df3c-4244-8273-27649b9a9d1e tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.9234295 May 28 06:37:39.013338 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91fc12a-df3c-4244-8273-27649b9a9d1e tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] Pushing event updated for resources: {'Network': ['ID=9561e2aa-8681-4f76-9d79-33939c7ed91c,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:39.023508 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 9561e2aa-8681-4f76-9d79-33939c7ed91c details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:37:39.024382 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 38110) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:37:39.035149 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f36711b9-5c88-4bfa-b9ac-1472c62f1c88 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:37:39.050819 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367c3dc0-9c55-4e65-a118-6a21c59fc776 None None] Sync routers for ids ['d42b77b9-916f-4c8b-a49d-1ecc41b54ae3'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:37:39.061404 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [req-b2286900-2592-45eb-8afa-24fb0394a313 req-ea4a9ce6-d7a5-43ab-82de-6b159f44f652 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Allocated IP 172.20.0.4 (3f020ed6-e088-4cd1-9a30-9926bacb86fe/99692d3b-9199-4b15-8762-04120593a488/c137c5c0-8497-42f9-9a78-41503512b2b1) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:37:39.065827 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-48d4fe47-523f-43c8-ae58-d22e63a30297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:39.067998 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367c3dc0-9c55-4e65-a118-6a21c59fc776 None None] Routers {'d42b77b9-916f-4c8b-a49d-1ecc41b54ae3'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:37:39.070529 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-367c3dc0-9c55-4e65-a118-6a21c59fc776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:37:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['d42b77b9-916f-4c8b-a49d-1ecc41b54ae3'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:37:39.152273 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-1d003852-3796-41af-823c-43d39a8cd32f tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Calling delete_port for 0e96b015-38e7-4d69-86f7-b02ac2242cef owned by network:floatingip {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:37:39.181355 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-367c3dc0-9c55-4e65-a118-6a21c59fc776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:37:39.198626 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367c3dc0-9c55-4e65-a118-6a21c59fc776 None None] Routers {'d42b77b9-916f-4c8b-a49d-1ecc41b54ae3'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:37:39.199412 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-367c3dc0-9c55-4e65-a118-6a21c59fc776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:37:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['d42b77b9-916f-4c8b-a49d-1ecc41b54ae3'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:37:39.265708 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-367c3dc0-9c55-4e65-a118-6a21c59fc776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:37:39.266420 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367c3dc0-9c55-4e65-a118-6a21c59fc776 None None] The sync data for ids ['d42b77b9-916f-4c8b-a49d-1ecc41b54ae3'] in n-d-843702-1 is: [] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:37:39.276040 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21525eb-3460-4b58-9118-373027f09b8e service neutron] Pushing event updated for resources: {'Port': ['ID=1490a36e-f3ee-44c8-8104-0c7b0a1c4bc1,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:39.365500 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1a1c94-7835-4147-a65e-78568cf5ac44 req-8f834a36-66cd-477a-bf48-b3e1e779a0bb tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:39.366946 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9a1a1c94-7835-4147-a65e-78568cf5ac44 req-8f834a36-66cd-477a-bf48-b3e1e779a0bb tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] 10.222.0.55 "GET /v2.0/networks?id=50e6c29d-3c94-4645-8aee-2ebf9aaac97d HTTP/1.1" status: 200 len: 810 time: 0.9414163 May 28 06:37:39.368364 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-aa6e0060-60eb-4f18-bd83-3bce4ae3873f req-36cc0b52-9c40-4dcf-b09b-2a6df095d636 service neutron] 10.222.0.71 "GET /v2.0/networks/3f020ed6-e088-4cd1-9a30-9926bacb86fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6231866 May 28 06:37:39.427886 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9086f187-4a62-45dd-935c-32678efe5dbd tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Router b6a3952f-9e0c-4daf-801a-c1b220ccdb7d has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:37:39.452188 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f36711b9-5c88-4bfa-b9ac-1472c62f1c88 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks [] for router, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:39.453525 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-f36711b9-5c88-4bfa-b9ac-1472c62f1c88 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 14.4205477 May 28 06:37:39.472200 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 38116) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:37:39.479363 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9a1a1c94-7835-4147-a65e-78568cf5ac44 req-240ce253-3272-4f15-91d1-a774756fa986 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] 10.222.0.55 "GET /v2.0/quotas/f44679598b0a43b98b3c94202ca37d34 HTTP/1.1" status: 200 len: 375 time: 0.1025512 May 28 06:37:39.694572 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-dcb7c5e6-8504-449a-9e87-01c3d84f4be3 tempest-DHCPAgentSchedulersTestJSON-846569430 tempest-DHCPAgentSchedulersTestJSON-846569430-project-admin] 10.222.0.55 "GET /v2.0/agents/7f0809b2-1fc5-45c8-a926-29edc7f35ff5/dhcp-networks HTTP/1.1" status: 200 len: 8048 time: 0.6148014 May 28 06:37:39.705253 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 38120) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:37:39.724861 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee82ec7-3f71-4606-8f55-f49317bd4621 req-7b08bf90-9c6e-422c-b8e2-93ecd927a9fd tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:39.726356 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bee82ec7-3f71-4606-8f55-f49317bd4621 req-7b08bf90-9c6e-422c-b8e2-93ecd927a9fd tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/ports?device_id=18125e28-15d1-48dd-aa07-32b31253304b HTTP/1.1" status: 200 len: 943 time: 0.9315951 May 28 06:37:39.786577 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-48d4fe47-523f-43c8-ae58-d22e63a30297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:39.806749 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-dd70f27f-4940-4a84-b13d-5f529ffac78c req-a21525eb-3460-4b58-9118-373027f09b8e service neutron] Attempting to bind port 1490a36e-f3ee-44c8-8104-0c7b0a1c4bc1 on host n-h2-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:37:39.807084 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-dd70f27f-4940-4a84-b13d-5f529ffac78c req-a21525eb-3460-4b58-9118-373027f09b8e service neutron] Attempting to bind port 1490a36e-f3ee-44c8-8104-0c7b0a1c4bc1 by drivers openvswitch,hyperv on host n-h2-843702-1 at level 0 using segments [{'id': 'cff019d0-9c46-47d5-a149-6e4bcacfb67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '3f020ed6-e088-4cd1-9a30-9926bacb86fe'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:37:39.807417 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd70f27f-4940-4a84-b13d-5f529ffac78c req-a21525eb-3460-4b58-9118-373027f09b8e service neutron] Attempting to bind port 1490a36e-f3ee-44c8-8104-0c7b0a1c4bc1 on network 3f020ed6-e088-4cd1-9a30-9926bacb86fe {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:37:39.923077 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd70f27f-4940-4a84-b13d-5f529ffac78c req-a21525eb-3460-4b58-9118-373027f09b8e service neutron] Port 1490a36e-f3ee-44c8-8104-0c7b0a1c4bc1 on network 3f020ed6-e088-4cd1-9a30-9926bacb86fe not bound, no agent of type Open vSwitch agent registered on host n-h2-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:37:39.923401 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd70f27f-4940-4a84-b13d-5f529ffac78c req-a21525eb-3460-4b58-9118-373027f09b8e service neutron] Attempting to bind port 1490a36e-f3ee-44c8-8104-0c7b0a1c4bc1 on network 3f020ed6-e088-4cd1-9a30-9926bacb86fe {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:37:39.944565 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-48d4fe47-523f-43c8-ae58-d22e63a30297 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97711779-de36-4af1-95e9-88f65060157a']}} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:37:39.965577 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1d003852-3796-41af-823c-43d39a8cd32f tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:39.975492 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd70f27f-4940-4a84-b13d-5f529ffac78c req-a21525eb-3460-4b58-9118-373027f09b8e service neutron] Checking agent: {'id': 'f1a3973b-d2b3-4558-88e7-2ac50857d302', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:37:39.975831 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd70f27f-4940-4a84-b13d-5f529ffac78c req-a21525eb-3460-4b58-9118-373027f09b8e service neutron] Checking segment: {'id': 'cff019d0-9c46-47d5-a149-6e4bcacfb67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '3f020ed6-e088-4cd1-9a30-9926bacb86fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:37:39.976216 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd70f27f-4940-4a84-b13d-5f529ffac78c req-a21525eb-3460-4b58-9118-373027f09b8e service neutron] Bound using segment: {'id': 'cff019d0-9c46-47d5-a149-6e4bcacfb67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '3f020ed6-e088-4cd1-9a30-9926bacb86fe'} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:37:39.976656 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-dd70f27f-4940-4a84-b13d-5f529ffac78c req-a21525eb-3460-4b58-9118-373027f09b8e service neutron] Bound port: 1490a36e-f3ee-44c8-8104-0c7b0a1c4bc1, host: n-h2-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cff019d0-9c46-47d5-a149-6e4bcacfb67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '3f020ed6-e088-4cd1-9a30-9926bacb86fe'}}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:37:39.976996 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-dd70f27f-4940-4a84-b13d-5f529ffac78c req-a21525eb-3460-4b58-9118-373027f09b8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:40.001758 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-48d4fe47-523f-43c8-ae58-d22e63a30297 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36b7b050-a7a0-4005-a03f-73135e20048b') {'for_net_delete': True} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:37:40.002051 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-48d4fe47-523f-43c8-ae58-d22e63a30297 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36b7b050-a7a0-4005-a03f-73135e20048b') {} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:37:40.007504 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-aa6e0060-60eb-4f18-bd83-3bce4ae3873f req-0989444b-432d-4347-9e00-82ac25e9d76c service neutron] 10.222.0.71 "GET /v2.0/networks/3f020ed6-e088-4cd1-9a30-9926bacb86fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6293044 May 28 06:37:40.040673 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bee82ec7-3f71-4606-8f55-f49317bd4621 req-f95042e7-5149-464b-bc5c-661ff7f1c407 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d5c9d24-a7ef-4e95-9414-4cd057feeac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2559285 May 28 06:37:40.078700 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-48d4fe47-523f-43c8-ae58-d22e63a30297 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4150778'] for segment, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:40.113386 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d003852-3796-41af-823c-43d39a8cd32f tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Pushing event deleted for resources: {'Port': ['ID=0e96b015-38e7-4d69-86f7-b02ac2242cef,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:40.117605 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-1f7a4b0a-f306-4c26-89d0-ad32642ac970 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] 10.222.0.55 "GET /v2.0/routers/d42b77b9-916f-4c8b-a49d-1ecc41b54ae3 HTTP/1.1" status: 200 len: 881 time: 0.6368511 May 28 06:37:40.125341 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 38124) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:37:40.144953 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-48d4fe47-523f-43c8-ae58-d22e63a30297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:40.164048 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48d4fe47-523f-43c8-ae58-d22e63a30297 admin admin] Releasing vlan 397 on physical network physnet1 to pool {{(pid=89110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:37:40.166866 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-48d4fe47-523f-43c8-ae58-d22e63a30297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3143023'] for segment, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:40.190067 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-b2286900-2592-45eb-8afa-24fb0394a313 req-ea4a9ce6-d7a5-43ab-82de-6b159f44f652 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:40.198604 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9a1a1c94-7835-4147-a65e-78568cf5ac44 req-0e8bd617-1ce0-4309-b5c7-7cb1e6bb6c2c tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f44679598b0a43b98b3c94202ca37d34&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7019813 May 28 06:37:40.240830 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9086f187-4a62-45dd-935c-32678efe5dbd tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:37:40.250737 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215b464d-1b1e-48ab-9a1e-231538d35c1f None None] Sync routers for ids ['b6a3952f-9e0c-4daf-801a-c1b220ccdb7d'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:37:40.259910 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment 36b7b050-a7a0-4005-a03f-73135e20048b resource provider aggregate not found May 28 06:37:40.261948 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215b464d-1b1e-48ab-9a1e-231538d35c1f None None] Routers {'b6a3952f-9e0c-4daf-801a-c1b220ccdb7d'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:37:40.262656 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-215b464d-1b1e-48ab-9a1e-231538d35c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:37:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['b6a3952f-9e0c-4daf-801a-c1b220ccdb7d'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:37:40.350703 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment 36b7b050-a7a0-4005-a03f-73135e20048b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 36b7b050-a7a0-4005-a03f-73135e20048b found for delete ", "request_id": "req-12b26178-acf6-4453-9542-5b01bb79b3a1"}]} May 28 06:37:40.352048 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1d003852-3796-41af-823c-43d39a8cd32f tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks [] for floatingip, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:40.354647 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1d003852-3796-41af-823c-43d39a8cd32f tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:40.362178 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-1d003852-3796-41af-823c-43d39a8cd32f tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] 10.222.0.55 "DELETE /v2.0/floatingips/e74b53d5-3711-4518-862a-cf633cf2bc50 HTTP/1.1" status: 204 len: 168 time: 2.6326978 May 28 06:37:40.362178 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9086f187-4a62-45dd-935c-32678efe5dbd tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:40.370046 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-aa50ba25-6441-42b7-8dc0-978a180005fe req-944c7f8f-08df-4c11-bdae-e23a434c8a11 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Synchronizing usage tracker for tenant:4b40625e6e3643fd96f0a27f5c2fd94f on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:37:40.373227 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 38132) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:37:40.424955 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-97d54cfa-ae48-4c6a-8bf7-42ca674c864d tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Request body: {'floatingip': {'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'port_id': '3cd2806b-1b81-468a-a935-55e2a93750b5'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:37:40.435442 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-b2286900-2592-45eb-8afa-24fb0394a313 req-ea4a9ce6-d7a5-43ab-82de-6b159f44f652 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Transition to ACTIVE for port object c137c5c0-8497-42f9-9a78-41503512b2b1 will not be triggered until provisioned by entity DHCP. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:37:40.443286 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4bb0d2-49c0-47ec-9fd6-8f0cadee42f5 tempest-DHCPAgentSchedulersTestJSON-846569430 tempest-DHCPAgentSchedulersTestJSON-846569430-project-admin] Network 9561e2aa-8681-4f76-9d79-33939c7ed91c is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:37:40.445253 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-dd70f27f-4940-4a84-b13d-5f529ffac78c req-a21525eb-3460-4b58-9118-373027f09b8e service neutron] For port 1490a36e-f3ee-44c8-8104-0c7b0a1c4bc1, host n-h2-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:37:40.455753 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-97d54cfa-ae48-4c6a-8bf7-42ca674c864d tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:37:40.461907 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-9086f187-4a62-45dd-935c-32678efe5dbd tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "PUT /v2.0/floatingips/276b4160-6686-4a07-a4fe-f8421686bdff HTTP/1.1" status: 200 len: 991 time: 4.3503358 May 28 06:37:40.462999 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65c6cfe6-c605-4828-9a4a-84efc794b22e', 'tag': '170a25a1-2cd5-4bc9-b588-27e0c82fefed'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:37:40.471515 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-97d54cfa-ae48-4c6a-8bf7-42ca674c864d tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Usage tracker for resource:floatingip and tenant:27fabbce05994a7bbea388130ee1d540 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:37:40.474880 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-dd70f27f-4940-4a84-b13d-5f529ffac78c req-a21525eb-3460-4b58-9118-373027f09b8e service neutron] For port 1490a36e-f3ee-44c8-8104-0c7b0a1c4bc1, host n-h2-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=1490a36e-f3ee-44c8-8104-0c7b0a1c4bc1,segment=NetworkSegment(cff019d0-9c46-47d5-a149-6e4bcacfb67c),segment_id=cff019d0-9c46-47d5-a149-6e4bcacfb67c)] {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:37:40.476996 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e4660a-b6cc-4a67-9424-897bf9f47253 req-144d027c-500b-4712-9c3d-2254f5164cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:40.477157 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-97d54cfa-ae48-4c6a-8bf7-42ca674c864d tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:37:40.478506 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-23e4660a-b6cc-4a67-9424-897bf9f47253 req-144d027c-500b-4712-9c3d-2254f5164cbc service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4b40625e6e3643fd96f0a27f5c2fd94f&device_id=13373255-c2c3-47d9-828c-ce6b6303ab5f HTTP/1.1" status: 200 len: 1095 time: 0.2393999 May 28 06:37:40.485722 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-aa50ba25-6441-42b7-8dc0-978a180005fe req-944c7f8f-08df-4c11-bdae-e23a434c8a11 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Unset dirty status for tenant:4b40625e6e3643fd96f0a27f5c2fd94f on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:37:40.487098 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-aa50ba25-6441-42b7-8dc0-978a180005fe req-944c7f8f-08df-4c11-bdae-e23a434c8a11 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] 10.222.0.55 "GET /v2.0/ports?device_id=f824027a-f9d8-49f5-895a-6f50e924b9c1 HTTP/1.1" status: 200 len: 210 time: 0.3005779 May 28 06:37:40.488125 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-97d54cfa-ae48-4c6a-8bf7-42ca674c864d tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:37:40.512290 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-215b464d-1b1e-48ab-9a1e-231538d35c1f None None] Set router b6a3952f-9e0c-4daf-801a-c1b220ccdb7d gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:37:40.546326 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9a1a1c94-7835-4147-a65e-78568cf5ac44 req-ec56d756-7ad8-4b03-8038-7ae0f38e5af5 service neutron] 10.222.0.55 "GET /v2.0/networks/50e6c29d-3c94-4645-8aee-2ebf9aaac97d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440438 May 28 06:37:40.600528 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-48d4fe47-523f-43c8-ae58-d22e63a30297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:40.663355 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-48d4fe47-523f-43c8-ae58-d22e63a30297 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:40.666529 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-af4bb0d2-49c0-47ec-9fd6-8f0cadee42f5 tempest-DHCPAgentSchedulersTestJSON-846569430 tempest-DHCPAgentSchedulersTestJSON-846569430-project-admin] 10.222.0.55 "POST /v2.0/agents/7f0809b2-1fc5-45c8-a926-29edc7f35ff5/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.9602623 May 28 06:37:40.671843 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-dd70f27f-4940-4a84-b13d-5f529ffac78c req-a21525eb-3460-4b58-9118-373027f09b8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:40.672014 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 38140) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:37:40.675565 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9953f1dd-996f-476d-9789-f2e0aa0f2e80 None None] Network 9561e2aa-8681-4f76-9d79-33939c7ed91c requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:37:40.676157 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-97d54cfa-ae48-4c6a-8bf7-42ca674c864d tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks [] for floatingip, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:40.777531 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d4fe47-523f-43c8-ae58-d22e63a30297 admin admin] Pushing event deleted for resources: {'Network': ['ID=97711779-de36-4af1-95e9-88f65060157a,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:40.779679 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-b2286900-2592-45eb-8afa-24fb0394a313 req-ea4a9ce6-d7a5-43ab-82de-6b159f44f652 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:40.797941 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e4660a-b6cc-4a67-9424-897bf9f47253 req-1cf1c7ea-afeb-4afb-9387-22e6bb7a790f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:40.799652 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-23e4660a-b6cc-4a67-9424-897bf9f47253 req-1cf1c7ea-afeb-4afb-9387-22e6bb7a790f service neutron] 10.222.0.71 "GET /v2.0/networks?id=3f020ed6-e088-4cd1-9a30-9926bacb86fe HTTP/1.1" status: 200 len: 917 time: 0.2706227 May 28 06:37:40.885553 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-23e4660a-b6cc-4a67-9424-897bf9f47253 req-72b7bca5-b20c-4307-8436-6955b9ce7836 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3199ff66-fd24-4d95-b73e-e6af718ede40 HTTP/1.1" status: 200 len: 217 time: 0.0765975 May 28 06:37:41.008730 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-c7335d39-e1fd-4451-b4e5-0e8df46d822d tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Synchronizing usage tracker for tenant:51e07d1dd4e842f29564191e4c945b6c on resource:router {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:37:41.014768 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e4660a-b6cc-4a67-9424-897bf9f47253 req-79783d06-aa36-4496-976f-4b14508acc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:41.016493 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-23e4660a-b6cc-4a67-9424-897bf9f47253 req-79783d06-aa36-4496-976f-4b14508acc51 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=99692d3b-9199-4b15-8762-04120593a488 HTTP/1.1" status: 200 len: 855 time: 0.1212389 May 28 06:37:41.046735 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21525eb-3460-4b58-9118-373027f09b8e service neutron] Pushing event updated for resources: {'Port': ['ID=1490a36e-f3ee-44c8-8104-0c7b0a1c4bc1,revision_number=3']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:41.052314 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 0c82cdde-d718-46cb-9d90-6f9ae18a045e details requested by agent hyperv_n-h2-843702-1 with host n-h2-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:37:41.057973 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd70f27f-4940-4a84-b13d-5f529ffac78c req-a21525eb-3460-4b58-9118-373027f09b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:41.058583 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-dd70f27f-4940-4a84-b13d-5f529ffac78c req-a21525eb-3460-4b58-9118-373027f09b8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:41.060567 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dd70f27f-4940-4a84-b13d-5f529ffac78c req-a21525eb-3460-4b58-9118-373027f09b8e service neutron] 10.222.0.71 "PUT /v2.0/ports/1490a36e-f3ee-44c8-8104-0c7b0a1c4bc1 HTTP/1.1" status: 200 len: 1092 time: 5.0163674 May 28 06:37:41.064896 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e26416bb-43a4-4cc5-bf06-ef4eb03f29dd', 'tag': '1490a36e-f3ee-44c8-8104-0c7b0a1c4bc1'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:37:41.120360 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-e39eaa8e-6465-4eff-a25e-d98f74e43abf tempest-DHCPAgentSchedulersTestJSON-846569430 tempest-DHCPAgentSchedulersTestJSON-846569430-project-admin] 10.222.0.55 "GET /v2.0/agents/7f0809b2-1fc5-45c8-a926-29edc7f35ff5/dhcp-networks HTTP/1.1" status: 200 len: 8066 time: 0.4473360 May 28 06:37:41.137683 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 38148) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:37:41.137836 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-48d4fe47-523f-43c8-ae58-d22e63a30297 admin admin] 10.222.0.55 "DELETE /v2.0/networks/97711779-de36-4af1-95e9-88f65060157a HTTP/1.1" status: 204 len: 168 time: 2.7062263 May 28 06:37:41.182182 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e4660a-b6cc-4a67-9424-897bf9f47253 req-1bb22c2e-c87d-4c3a-95fb-fafce61e0d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:41.184240 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-23e4660a-b6cc-4a67-9424-897bf9f47253 req-1bb22c2e-c87d-4c3a-95fb-fafce61e0d41 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3f020ed6-e088-4cd1-9a30-9926bacb86fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1533539 May 28 06:37:41.259064 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2286900-2592-45eb-8afa-24fb0394a313 req-ea4a9ce6-d7a5-43ab-82de-6b159f44f652 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Network 3f020ed6-e088-4cd1-9a30-9926bacb86fe is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:37:41.291535 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-c7335d39-e1fd-4451-b4e5-0e8df46d822d tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Unset dirty status for tenant:51e07d1dd4e842f29564191e4c945b6c on resource:router {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:37:41.292053 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [req-b2286900-2592-45eb-8afa-24fb0394a313 req-ea4a9ce6-d7a5-43ab-82de-6b159f44f652 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:37:41.296190 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-c7335d39-e1fd-4451-b4e5-0e8df46d822d tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 1.1584477 May 28 06:37:41.315900 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 38154) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:37:41.317394 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2286900-2592-45eb-8afa-24fb0394a313 req-ea4a9ce6-d7a5-43ab-82de-6b159f44f652 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:37:41.348632 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-f90d79b3-2a5e-47b3-b769-e09540fed2c7 tempest-DHCPAgentSchedulersTestJSON-846569430 tempest-DHCPAgentSchedulersTestJSON-846569430-project-admin] 10.222.0.55 "DELETE /v2.0/agents/7f0809b2-1fc5-45c8-a926-29edc7f35ff5/dhcp-networks/9561e2aa-8681-4f76-9d79-33939c7ed91c HTTP/1.1" status: 204 len: 168 time: 0.2200785 May 28 06:37:41.353138 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 38158) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:37:41.361628 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-217de63b-1a14-44fd-9846-6b4a93093d56 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1602583371'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:37:41.367463 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-215b464d-1b1e-48ab-9a1e-231538d35c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6a3952f-9e0c-4daf-801a-c1b220ccdb7d', 'name': 'tempest-ServerActionsTestJSON-999239930-router', 'tenant_id': 'fada8efd68e34d6781d883ae41cb05ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'ad730f12-4d9c-46d8-922c-7df4d43b7195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:36:11Z', 'updated_at': '2022-05-28T06:36:28Z', 'revision_number': 4, 'project_id': 'fada8efd68e34d6781d883ae41cb05ad', 'gw_port': {'id': 'ad730f12-4d9c-46d8-922c-7df4d43b7195', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a3952f-9e0c-4daf-801a-c1b220ccdb7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:36:14Z', 'updated_at': '2022-05-28T06:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': '276b4160-6686-4a07-a4fe-f8421686bdff', 'tenant_id': 'fada8efd68e34d6781d883ae41cb05ad', 'floating_ip_address': '172.25.5.142', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': 'b6a3952f-9e0c-4daf-801a-c1b220ccdb7d', 'port_id': '170a25a1-2cd5-4bc9-b588-27e0c82fefed', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7d92049-bff3-4c3a-a4bd-4950c7dcad1c', 'mac_address': 'fa:16:3e:aa:19:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c6cfe6-c605-4828-9a4a-84efc794b22e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:36:52Z', 'updated_at': '2022-05-28T06:37:37Z', 'revision_number': 1, 'project_id': 'fada8efd68e34d6781d883ae41cb05ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40052406-75c2-412c-a1db-28bb911750f0', 'name': '', 'network_id': 'e7d92049-bff3-4c3a-a4bd-4950c7dcad1c', 'tenant_id': 'fada8efd68e34d6781d883ae41cb05ad', 'mac_address': 'fa:16:3e:02:42:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a3952f-9e0c-4daf-801a-c1b220ccdb7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '40188bf0-967d-446e-ac4f-b5c59a2acd9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:36:24Z', 'updated_at': '2022-05-28T06:36:44Z', 'revision_number': 5, 'project_id': 'fada8efd68e34d6781d883ae41cb05ad', 'subnets': [{'id': '40188bf0-967d-446e-ac4f-b5c59a2acd9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:37:41.377267 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 0c82cdde-d718-46cb-9d90-6f9ae18a045e, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=0c82cdde-d718-46cb-9d90-6f9ae18a045e,segment=NetworkSegment(38fd89a2-8195-4731-ba40-f43c54a7016a),segment_id=38fd89a2-8195-4731-ba40-f43c54a7016a)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:37:41.384836 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215b464d-1b1e-48ab-9a1e-231538d35c1f None None] Checking router: b6a3952f-9e0c-4daf-801a-c1b220ccdb7d for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:37:41.399612 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215b464d-1b1e-48ab-9a1e-231538d35c1f None None] Routers {'b6a3952f-9e0c-4daf-801a-c1b220ccdb7d'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:37:41.400249 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-215b464d-1b1e-48ab-9a1e-231538d35c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:37:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['b6a3952f-9e0c-4daf-801a-c1b220ccdb7d'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:37:41.457162 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Returning: {'device': '0c82cdde-d718-46cb-9d90-6f9ae18a045e', 'network_id': 'a8fa6c28-5257-4dd9-bf7e-c257b513d11b', 'port_id': '0c82cdde-d718-46cb-9d90-6f9ae18a045e', 'mac_address': 'fa:16:3e:04:24:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63994f4d-7e85-4fdc-89a1-6c8536e7f551', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:37:41.522150 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9a1a1c94-7835-4147-a65e-78568cf5ac44 req-cad4c749-4e88-439e-bdfe-a404cdb02320 service neutron] 10.222.0.55 "GET /v2.0/networks/50e6c29d-3c94-4645-8aee-2ebf9aaac97d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9683781 May 28 06:37:41.524606 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4a9ce6-d7a5-43ab-82de-6b159f44f652 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Pushing event updated for resources: {'Port': ['ID=c137c5c0-8497-42f9-9a78-41503512b2b1,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:41.554911 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-1237fe5e-9797-4df1-b33d-4bd4ae69c404 tempest-DHCPAgentSchedulersTestJSON-846569430 tempest-DHCPAgentSchedulersTestJSON-846569430-project-admin] 10.222.0.55 "GET /v2.0/agents/7f0809b2-1fc5-45c8-a926-29edc7f35ff5/dhcp-networks HTTP/1.1" status: 200 len: 7295 time: 0.2015481 May 28 06:37:41.560979 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 38164) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:37:41.590545 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-23e4660a-b6cc-4a67-9424-897bf9f47253 req-776d9501-b413-4658-a934-d93eb28c9f8e service neutron] 10.222.0.71 "GET /v2.0/networks/3f020ed6-e088-4cd1-9a30-9926bacb86fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3981977 May 28 06:37:41.631048 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-27ce7836-63db-4917-b278-5ad7debd6bb2 tempest-DHCPAgentSchedulersTestJSON-846569430 tempest-DHCPAgentSchedulersTestJSON-846569430-project-admin] 10.222.0.55 "GET /v2.0/networks/e857d649-8cad-4d2f-bb12-22233bcfd7dd/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0688519 May 28 06:37:41.635602 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 38168) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:37:41.728493 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 0c82cdde-d718-46cb-9d90-6f9ae18a045e is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:37:41.729279 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:41.750751 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 38172) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:37:41.761976 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2286900-2592-45eb-8afa-24fb0394a313 req-ea4a9ce6-d7a5-43ab-82de-6b159f44f652 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:41.762240 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c82cdde-d718-46cb-9d90-6f9ae18a045e {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:37:41.762768 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-b2286900-2592-45eb-8afa-24fb0394a313 req-ea4a9ce6-d7a5-43ab-82de-6b159f44f652 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:41.836315 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-215b464d-1b1e-48ab-9a1e-231538d35c1f None None] Set router b6a3952f-9e0c-4daf-801a-c1b220ccdb7d gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:37:41.859332 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-edb7ac4f-8126-4a57-8a8f-3e84f890ff4e tempest-DHCPAgentSchedulersTestJSON-846569430 tempest-DHCPAgentSchedulersTestJSON-846569430-project-admin] 10.222.0.55 "GET /v2.0/networks/e857d649-8cad-4d2f-bb12-22233bcfd7dd/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.2222698 May 28 06:37:41.862768 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 38180) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:37:41.864520 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e386a5d-0f8c-4df4-aa8d-e04b45df845e'] response: {'name': 'network-changed', 'server_uuid': '65c6cfe6-c605-4828-9a4a-84efc794b22e', 'tag': '170a25a1-2cd5-4bc9-b588-27e0c82fefed', 'status': 'completed', 'code': 200} May 28 06:37:41.939010 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 0c82cdde-d718-46cb-9d90-6f9ae18a045e, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=0c82cdde-d718-46cb-9d90-6f9ae18a045e,segment=NetworkSegment(38fd89a2-8195-4731-ba40-f43c54a7016a),segment_id=38fd89a2-8195-4731-ba40-f43c54a7016a)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:37:42.002733 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74a61ce0-a60d-41cb-9d4a-2b44356f1afe None None] Provisioning for port c137c5c0-8497-42f9-9a78-41503512b2b1 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:37:42.020241 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74a61ce0-a60d-41cb-9d4a-2b44356f1afe None None] Provisioning complete for port c137c5c0-8497-42f9-9a78-41503512b2b1 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:37:42.020625 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74a61ce0-a60d-41cb-9d4a-2b44356f1afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:42.054149 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:42.062439 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-23e4660a-b6cc-4a67-9424-897bf9f47253 req-b4d13f9f-8723-4de9-b928-4cc6db219cdd service neutron] 10.222.0.71 "GET /v2.0/networks/3f020ed6-e088-4cd1-9a30-9926bacb86fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4599879 May 28 06:37:42.124744 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-c621909b-55e5-4bab-bea7-2679d6e6bea2 tempest-DHCPAgentSchedulersTestJSON-846569430 tempest-DHCPAgentSchedulersTestJSON-846569430-project-admin] 10.222.0.55 "GET /v2.0/agents/7f0809b2-1fc5-45c8-a926-29edc7f35ff5/dhcp-networks HTTP/1.1" status: 200 len: 7295 time: 0.2590711 May 28 06:37:42.128607 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 38188) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:37:42.167584 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd70f27f-4940-4a84-b13d-5f529ffac78c req-cfa88233-a8ba-4f48-b5a8-207038b80602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:42.169054 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dd70f27f-4940-4a84-b13d-5f529ffac78c req-cfa88233-a8ba-4f48-b5a8-207038b80602 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4b40625e6e3643fd96f0a27f5c2fd94f&device_id=e26416bb-43a4-4cc5-bf06-ef4eb03f29dd HTTP/1.1" status: 200 len: 1095 time: 0.9409769 May 28 06:37:42.176677 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2d36ec-36e8-4592-811c-8d132903ccb6 req-83a2e37b-1e94-49da-bf50-2395200e679a tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:42.178046 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74a61ce0-a60d-41cb-9d4a-2b44356f1afe None None] Port c137c5c0-8497-42f9-9a78-41503512b2b1 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:37:42.178204 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8c2d36ec-36e8-4592-811c-8d132903ccb6 req-83a2e37b-1e94-49da-bf50-2395200e679a tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e HTTP/1.1" status: 200 len: 945 time: 1.5077949 May 28 06:37:42.255507 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=0c82cdde-d718-46cb-9d90-6f9ae18a045e,revision_number=9']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:42.273462 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-47a54beb-81c8-4d9e-9680-ede9a6b96ce2 tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:42.280341 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:37:42.280694 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:37:42.281032 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:37:42.281362 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:37:42.281727 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:37:42.282041 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:37:42.282364 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:37:42.282813 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:37:42.283054 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:37:42.283443 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:37:42.283788 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:37:42.284092 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:37:42.343927 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['0c82cdde-d718-46cb-9d90-6f9ae18a045e'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:37:42.364769 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dd70f27f-4940-4a84-b13d-5f529ffac78c req-d3d72187-c52b-446f-ac04-be8a50ab0e4b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1490a36e-f3ee-44c8-8104-0c7b0a1c4bc1 HTTP/1.1" status: 200 len: 217 time: 0.1680968 May 28 06:37:42.387979 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b2286900-2592-45eb-8afa-24fb0394a313 req-ea4a9ce6-d7a5-43ab-82de-6b159f44f652 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.8407726 May 28 06:37:42.455627 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-47a54beb-81c8-4d9e-9680-ede9a6b96ce2 tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:42.477669 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-b2286900-2592-45eb-8afa-24fb0394a313 req-63b1256e-0d75-4a16-9bfd-ce2100ee0eee service neutron] Request body: {'port': {'device_id': 'f824027a-f9d8-49f5-895a-6f50e924b9c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843702-1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:37:42.483581 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-47a54beb-81c8-4d9e-9680-ede9a6b96ce2 tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9561e2aa-8681-4f76-9d79-33939c7ed91c']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:37:42.497689 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-47a54beb-81c8-4d9e-9680-ede9a6b96ce2 tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4e2930f-1592-4cef-bf5d-b9112cba5132') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:37:42.498200 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-47a54beb-81c8-4d9e-9680-ede9a6b96ce2 tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4e2930f-1592-4cef-bf5d-b9112cba5132') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:37:42.514705 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-47a54beb-81c8-4d9e-9680-ede9a6b96ce2 tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:42.538330 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-47a54beb-81c8-4d9e-9680-ede9a6b96ce2 tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:42.546600 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-84975e89-de18-43df-b6d9-9d73183a2b0e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5ef065cc7a6e48198da7b2879024e281&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7914147 May 28 06:37:42.547321 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 38194) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:37:42.553361 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47a54beb-81c8-4d9e-9680-ede9a6b96ce2 tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:37:42.556088 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-47a54beb-81c8-4d9e-9680-ede9a6b96ce2 tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:42.582998 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8c2d36ec-36e8-4592-811c-8d132903ccb6 req-ea62c1c4-92aa-4cf9-81b3-b47042d34f4a tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0fc320c-5211-4d72-b7c9-130a40d05074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3342559 May 28 06:37:42.583110 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-215b464d-1b1e-48ab-9a1e-231538d35c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6a3952f-9e0c-4daf-801a-c1b220ccdb7d', 'name': 'tempest-ServerActionsTestJSON-999239930-router', 'tenant_id': 'fada8efd68e34d6781d883ae41cb05ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'ad730f12-4d9c-46d8-922c-7df4d43b7195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:36:11Z', 'updated_at': '2022-05-28T06:36:28Z', 'revision_number': 4, 'project_id': 'fada8efd68e34d6781d883ae41cb05ad', 'gw_port': {'id': 'ad730f12-4d9c-46d8-922c-7df4d43b7195', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a3952f-9e0c-4daf-801a-c1b220ccdb7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:36:14Z', 'updated_at': '2022-05-28T06:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': '276b4160-6686-4a07-a4fe-f8421686bdff', 'tenant_id': 'fada8efd68e34d6781d883ae41cb05ad', 'floating_ip_address': '172.25.5.142', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': 'b6a3952f-9e0c-4daf-801a-c1b220ccdb7d', 'port_id': '170a25a1-2cd5-4bc9-b588-27e0c82fefed', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7d92049-bff3-4c3a-a4bd-4950c7dcad1c', 'mac_address': 'fa:16:3e:aa:19:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c6cfe6-c605-4828-9a4a-84efc794b22e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:36:52Z', 'updated_at': '2022-05-28T06:37:37Z', 'revision_number': 1, 'project_id': 'fada8efd68e34d6781d883ae41cb05ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40052406-75c2-412c-a1db-28bb911750f0', 'name': '', 'network_id': 'e7d92049-bff3-4c3a-a4bd-4950c7dcad1c', 'tenant_id': 'fada8efd68e34d6781d883ae41cb05ad', 'mac_address': 'fa:16:3e:02:42:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a3952f-9e0c-4daf-801a-c1b220ccdb7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '40188bf0-967d-446e-ac4f-b5c59a2acd9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:36:24Z', 'updated_at': '2022-05-28T06:36:44Z', 'revision_number': 5, 'project_id': 'fada8efd68e34d6781d883ae41cb05ad', 'subnets': [{'id': '40188bf0-967d-446e-ac4f-b5c59a2acd9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:37:42.596969 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215b464d-1b1e-48ab-9a1e-231538d35c1f None None] The sync data for ids ['b6a3952f-9e0c-4daf-801a-c1b220ccdb7d'] in n-d-843702-1 is: [{'id': 'b6a3952f-9e0c-4daf-801a-c1b220ccdb7d', 'name': 'tempest-ServerActionsTestJSON-999239930-router', 'tenant_id': 'fada8efd68e34d6781d883ae41cb05ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'ad730f12-4d9c-46d8-922c-7df4d43b7195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:36:11Z', 'updated_at': '2022-05-28T06:36:28Z', 'revision_number': 4, 'project_id': 'fada8efd68e34d6781d883ae41cb05ad', 'gw_port': {'id': 'ad730f12-4d9c-46d8-922c-7df4d43b7195', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a3952f-9e0c-4daf-801a-c1b220ccdb7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:36:14Z', 'updated_at': '2022-05-28T06:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': '276b4160-6686-4a07-a4fe-f8421686bdff', 'tenant_id': 'fada8efd68e34d6781d883ae41cb05ad', 'floating_ip_address': '172.25.5.142', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': 'b6a3952f-9e0c-4daf-801a-c1b220ccdb7d', 'port_id': '170a25a1-2cd5-4bc9-b588-27e0c82fefed', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7d92049-bff3-4c3a-a4bd-4950c7dcad1c', 'mac_address': 'fa:16:3e:aa:19:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c6cfe6-c605-4828-9a4a-84efc794b22e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:36:52Z', 'updated_at': '2022-05-28T06:37:37Z', 'revision_number': 1, 'project_id': 'fada8efd68e34d6781d883ae41cb05ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40052406-75c2-412c-a1db-28bb911750f0', 'name': '', 'network_id': 'e7d92049-bff3-4c3a-a4bd-4950c7dcad1c', 'tenant_id': 'fada8efd68e34d6781d883ae41cb05ad', 'mac_address': 'fa:16:3e:02:42:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a3952f-9e0c-4daf-801a-c1b220ccdb7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '40188bf0-967d-446e-ac4f-b5c59a2acd9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:36:24Z', 'updated_at': '2022-05-28T06:36:44Z', 'revision_number': 5, 'project_id': 'fada8efd68e34d6781d883ae41cb05ad', 'subnets': [{'id': '40188bf0-967d-446e-ac4f-b5c59a2acd9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:37:42.722011 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-97d54cfa-ae48-4c6a-8bf7-42ca674c864d tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:42.731537 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3dab179e-d2ea-4100-b5f2-e220f2df9323'] response: {'name': 'network-changed', 'server_uuid': 'e26416bb-43a4-4cc5-bf06-ef4eb03f29dd', 'tag': '1490a36e-f3ee-44c8-8104-0c7b0a1c4bc1', 'status': 'completed', 'code': 200} May 28 06:37:42.745871 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment e4e2930f-1592-4cef-bf5d-b9112cba5132 resource provider aggregate not found May 28 06:37:42.748994 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd70f27f-4940-4a84-b13d-5f529ffac78c req-78fc6f01-00cd-4dfa-955f-adf01cfca3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:42.751635 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dd70f27f-4940-4a84-b13d-5f529ffac78c req-78fc6f01-00cd-4dfa-955f-adf01cfca3f9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=99692d3b-9199-4b15-8762-04120593a488 HTTP/1.1" status: 200 len: 855 time: 0.3514025 May 28 06:37:42.776166 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment e4e2930f-1592-4cef-bf5d-b9112cba5132 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e4e2930f-1592-4cef-bf5d-b9112cba5132 found for delete ", "request_id": "req-76f21df4-242c-4a7b-ad53-9084c12946c2"}]} May 28 06:37:42.789954 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-36d100e6-cc04-4c3e-ab87-6fee216c9a8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:42.819865 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-36d100e6-cc04-4c3e-ab87-6fee216c9a8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:42.890184 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5fa8134-f39f-4f6f-a01e-1df0a34c6b8f None None] New status for floating IP 276b4160-6686-4a07-a4fe-f8421686bdff: ACTIVE {{(pid=89112) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 06:37:42.923677 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-47a54beb-81c8-4d9e-9680-ede9a6b96ce2 tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:42.941889 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-47a54beb-81c8-4d9e-9680-ede9a6b96ce2 tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:42.954329 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a54beb-81c8-4d9e-9680-ede9a6b96ce2 tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] Pushing event deleted for resources: {'Network': ['ID=9561e2aa-8681-4f76-9d79-33939c7ed91c,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:42.961140 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-47a54beb-81c8-4d9e-9680-ede9a6b96ce2 tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] 10.222.0.55 "DELETE /v2.0/networks/9561e2aa-8681-4f76-9d79-33939c7ed91c HTTP/1.1" status: 204 len: 168 time: 0.8315353 May 28 06:37:42.963679 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 38204) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:37:43.000715 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-36d100e6-cc04-4c3e-ab87-6fee216c9a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:43.003623 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-36d100e6-cc04-4c3e-ab87-6fee216c9a8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:43.015857 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-36d100e6-cc04-4c3e-ab87-6fee216c9a8d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/89c8e518-81c5-4ccc-b111-8291ad38466d HTTP/1.1" status: 204 len: 168 time: 0.4566970 May 28 06:37:43.026233 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-8708f571-8f37-4509-bd83-31bb0fc12f6a tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] DELETE failed (client error): The resource could not be found. May 28 06:37:43.026486 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8708f571-8f37-4509-bd83-31bb0fc12f6a tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89109) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:37:43.028287 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-8708f571-8f37-4509-bd83-31bb0fc12f6a tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] 10.222.0.55 "DELETE /v2.0/ports/f7f83ada-6490-4f97-beae-1ffafd4f3866 HTTP/1.1" status: 404 len: 333 time: 0.0636704 May 28 06:37:43.029924 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d100e6-cc04-4c3e-ab87-6fee216c9a8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89c8e518-81c5-4ccc-b111-8291ad38466d,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:43.031468 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 38210) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:37:43.081464 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 3199ff66-fd24-4d95-b73e-e6af718ede40 details requested by agent hyperv_n-h2-843702-1 with host n-h2-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:37:43.122306 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b32c212-cc2b-49d1-b74e-9092485d1544 tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] Deleting subnet 28c7c966-4f58-4e6b-b330-c2e02dfa6d81 {{(pid=89109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:37:43.126211 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7b32c212-cc2b-49d1-b74e-9092485d1544 tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] Notify callbacks [] for subnet, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:43.200501 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7b32c212-cc2b-49d1-b74e-9092485d1544 tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3964070'] for subnet, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:43.307107 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-b2286900-2592-45eb-8afa-24fb0394a313 req-63b1256e-0d75-4a16-9bfd-ce2100ee0eee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:43.363778 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06281379-13e5-46c1-9373-63ddfae9b3fa req-a1ff25a9-1b23-4e81-be8c-e16505430110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:43.365468 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-06281379-13e5-46c1-9373-63ddfae9b3fa req-a1ff25a9-1b23-4e81-be8c-e16505430110 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fada8efd68e34d6781d883ae41cb05ad&device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e HTTP/1.1" status: 200 len: 1096 time: 1.2888939 May 28 06:37:43.378119 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7b32c212-cc2b-49d1-b74e-9092485d1544 tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:43.378342 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-217de63b-1a14-44fd-9846-6b4a93093d56 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59027'] for router, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:43.400471 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 3199ff66-fd24-4d95-b73e-e6af718ede40, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=3199ff66-fd24-4d95-b73e-e6af718ede40,segment=NetworkSegment(cff019d0-9c46-47d5-a149-6e4bcacfb67c),segment_id=cff019d0-9c46-47d5-a149-6e4bcacfb67c)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:37:43.444607 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Returning: {'device': '3199ff66-fd24-4d95-b73e-e6af718ede40', 'network_id': '3f020ed6-e088-4cd1-9a30-9926bacb86fe', 'port_id': '3199ff66-fd24-4d95-b73e-e6af718ede40', 'mac_address': 'fa:16:3e:a1:fb:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99692d3b-9199-4b15-8762-04120593a488', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:37:43.461566 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6b013e-f1cd-4a05-9a39-8db29a64dbba req-6a728e05-d968-4e00-a4f0-5b1e790067b8 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:43.469724 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9d6b013e-f1cd-4a05-9a39-8db29a64dbba req-6a728e05-d968-4e00-a4f0-5b1e790067b8 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/ports?device_id=18125e28-15d1-48dd-aa07-32b31253304b HTTP/1.1" status: 200 len: 944 time: 1.3989785 May 28 06:37:43.526652 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 3199ff66-fd24-4d95-b73e-e6af718ede40 is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:37:43.527035 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:43.558381 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3199ff66-fd24-4d95-b73e-e6af718ede40 {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:37:43.602655 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 3199ff66-fd24-4d95-b73e-e6af718ede40, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=3199ff66-fd24-4d95-b73e-e6af718ede40,segment=NetworkSegment(cff019d0-9c46-47d5-a149-6e4bcacfb67c),segment_id=cff019d0-9c46-47d5-a149-6e4bcacfb67c)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:37:43.618004 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [None req-97d54cfa-ae48-4c6a-8bf7-42ca674c864d tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Allocated IP 172.25.5.8 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/11c7a6e4-7917-49c5-98bf-cdf20d4691dd) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:37:43.676149 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9d6b013e-f1cd-4a05-9a39-8db29a64dbba req-fe968bf8-78ce-4b5f-a82c-749f3330399a tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d5c9d24-a7ef-4e95-9414-4cd057feeac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2051871 May 28 06:37:43.781053 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:43.781887 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7b32c212-cc2b-49d1-b74e-9092485d1544 tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9555650'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:43.787979 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-217de63b-1a14-44fd-9846-6b4a93093d56 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-690815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-690800', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-692041'] for router, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:43.884399 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=3199ff66-fd24-4d95-b73e-e6af718ede40,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:43.897603 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b32c212-cc2b-49d1-b74e-9092485d1544 tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] Pushing event deleted for resources: {'Subnet': ['ID=28c7c966-4f58-4e6b-b330-c2e02dfa6d81,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:43.900271 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7b32c212-cc2b-49d1-b74e-9092485d1544 tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:43.905740 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241e2df1-925d-4a22-8332-d4a4b764ae2b None None] Network e857d649-8cad-4d2f-bb12-22233bcfd7dd requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:37:43.913340 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-7b32c212-cc2b-49d1-b74e-9092485d1544 tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] 10.222.0.55 "DELETE /v2.0/subnets/28c7c966-4f58-4e6b-b330-c2e02dfa6d81 HTTP/1.1" status: 204 len: 168 time: 0.8807266 May 28 06:37:43.917998 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 38224) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:37:43.930809 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd70f27f-4940-4a84-b13d-5f529ffac78c req-6c06b2bc-5262-42e6-888e-b096f5ac7ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:43.932273 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dd70f27f-4940-4a84-b13d-5f529ffac78c req-6c06b2bc-5262-42e6-888e-b096f5ac7ce3 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3f020ed6-e088-4cd1-9a30-9926bacb86fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0989873 May 28 06:37:43.976430 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9fed77-588c-48f6-b1b3-f1c45867d09d req-843f0465-55e0-45b3-8e39-d471135f28dc tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:43.978041 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4c9fed77-588c-48f6-b1b3-f1c45867d09d req-843f0465-55e0-45b3-8e39-d471135f28dc tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] 10.222.0.55 "GET /v2.0/ports?device_id=f824027a-f9d8-49f5-895a-6f50e924b9c1 HTTP/1.1" status: 200 len: 931 time: 1.1496005 May 28 06:37:44.131212 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-79c50834-dd7d-49bf-ab72-d277074fe6f2 tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:44.143875 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fa41782e-d167-4979-a0f3-630cd130554c req-98b992bc-8817-4c95-aef5-bb74f0c3357e tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] 10.222.0.55 "GET /v2.0/ports?device_id=db10fb21-0123-4957-96a4-a43c5586384f HTTP/1.1" status: 200 len: 210 time: 0.2867911 May 28 06:37:44.145064 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06281379-13e5-46c1-9373-63ddfae9b3fa req-33dc340a-8a79-49a3-ab06-deb300cfdaff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:44.146379 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-06281379-13e5-46c1-9373-63ddfae9b3fa req-33dc340a-8a79-49a3-ab06-deb300cfdaff service neutron] 10.222.0.69 "GET /v2.0/networks?id=e7d92049-bff3-4c3a-a4bd-4950c7dcad1c HTTP/1.1" status: 200 len: 912 time: 0.7651699 May 28 06:37:44.164774 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['3199ff66-fd24-4d95-b73e-e6af718ede40'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:37:44.164998 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-79c50834-dd7d-49bf-ab72-d277074fe6f2 tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] Deleting port 4fc4ccf4-61fc-4757-95f2-795a99031582 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:37:44.165351 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-79c50834-dd7d-49bf-ab72-d277074fe6f2 tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:44.506414 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d749943-2691-4f42-a0e4-8d1dd757ebcf None None] DHCP port deletion for e857d649-8cad-4d2f-bb12-22233bcfd7dd request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:37:44.522024 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-9d749943-2691-4f42-a0e4-8d1dd757ebcf None None] Deleting port 4fc4ccf4-61fc-4757-95f2-795a99031582 {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:37:44.522611 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-9d749943-2691-4f42-a0e4-8d1dd757ebcf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:44.584862 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-79c50834-dd7d-49bf-ab72-d277074fe6f2 tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] For port 4fc4ccf4-61fc-4757-95f2-795a99031582, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=4fc4ccf4-61fc-4757-95f2-795a99031582,segment=NetworkSegment(1ccbc98d-9299-41b9-8349-ec19ae51fed6),segment_id=1ccbc98d-9299-41b9-8349-ec19ae51fed6)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:37:44.586091 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-79c50834-dd7d-49bf-ab72-d277074fe6f2 tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:44.675880 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-97d54cfa-ae48-4c6a-8bf7-42ca674c864d tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:44.766491 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-9d749943-2691-4f42-a0e4-8d1dd757ebcf None None] For port 4fc4ccf4-61fc-4757-95f2-795a99031582, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=4fc4ccf4-61fc-4757-95f2-795a99031582,segment=NetworkSegment(1ccbc98d-9299-41b9-8349-ec19ae51fed6),segment_id=1ccbc98d-9299-41b9-8349-ec19ae51fed6)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:37:44.767753 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-9d749943-2691-4f42-a0e4-8d1dd757ebcf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:44.786120 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [req-53baffb6-5d8f-4d96-b27d-2aac18b50fda req-c244811a-d039-4d49-a29d-4b46587ab1cc service neutron] (89110) timed out ('10.222.0.69', 52829) {{(pid=89110) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 28 06:37:44.833935 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4c9fed77-588c-48f6-b1b3-f1c45867d09d req-ae855a67-964d-4300-9724-c24d3b210efe tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] 10.222.0.55 "GET /v2.0/security-groups?id=da113a0c-8ebd-48a7-a4a2-2238b85d044b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7359581 May 28 06:37:44.836371 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-217de63b-1a14-44fd-9846-6b4a93093d56 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Router d42b77b9-916f-4c8b-a49d-1ecc41b54ae3 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:37:44.878774 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-06281379-13e5-46c1-9373-63ddfae9b3fa req-0e93b8f6-8e36-4229-8696-9b0ffb5c9f69 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=170a25a1-2cd5-4bc9-b588-27e0c82fefed HTTP/1.1" status: 200 len: 1001 time: 0.6346331 May 28 06:37:44.896744 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-79c50834-dd7d-49bf-ab72-d277074fe6f2 tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] Calling delete_port for 4fc4ccf4-61fc-4757-95f2-795a99031582 owned by network:dhcp {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:37:44.927986 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-9d749943-2691-4f42-a0e4-8d1dd757ebcf None None] Calling delete_port for 4fc4ccf4-61fc-4757-95f2-795a99031582 owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:37:45.021233 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dd70f27f-4940-4a84-b13d-5f529ffac78c req-e97229ae-bdf6-493a-b5ed-79cb0db6558c service neutron] 10.222.0.71 "GET /v2.0/networks/3f020ed6-e088-4cd1-9a30-9926bacb86fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9605434 May 28 06:37:45.037839 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-97d54cfa-ae48-4c6a-8bf7-42ca674c864d tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:45.089119 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-9d749943-2691-4f42-a0e4-8d1dd757ebcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879'] for port, after_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:45.150772 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.db.api [None req-79c50834-dd7d-49bf-ab72-d277074fe6f2 tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:37:45.151352 n-d-843702-1 neutron-server[89109]: DEBUG oslo_db.api [None req-79c50834-dd7d-49bf-ab72-d277074fe6f2 tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:37:45.159032 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1a1c94-7835-4147-a65e-78568cf5ac44 req-6985903a-32c9-48fd-bd85-023812d5e480 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:45.160550 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-9a1a1c94-7835-4147-a65e-78568cf5ac44 req-6985903a-32c9-48fd-bd85-023812d5e480 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] 10.222.0.71 "GET /v2.0/networks?id=50e6c29d-3c94-4645-8aee-2ebf9aaac97d HTTP/1.1" status: 200 len: 810 time: 0.2958748 May 28 06:37:45.173480 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d749943-2691-4f42-a0e4-8d1dd757ebcf None None] No DVR routers for this DVR port 4fc4ccf4-61fc-4757-95f2-795a99031582 on host n-d-843702-1 {{(pid=89111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:37:45.180254 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 0c82cdde-d718-46cb-9d90-6f9ae18a045e up at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:37:45.196402 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-9a1a1c94-7835-4147-a65e-78568cf5ac44 req-dfccb72d-4a8f-420b-af1b-2dd2b31bc366 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] Request body: {'port': {'device_id': 'db10fb21-0123-4957-96a4-a43c5586384f', 'network_id': '50e6c29d-3c94-4645-8aee-2ebf9aaac97d', 'admin_state_up': True, 'tenant_id': 'f44679598b0a43b98b3c94202ca37d34'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:37:45.212510 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d749943-2691-4f42-a0e4-8d1dd757ebcf None None] Pushing event deleted for resources: {'Port': ['ID=4fc4ccf4-61fc-4757-95f2-795a99031582,revision_number=None']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:45.222117 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 4fc4ccf4-61fc-4757-95f2-795a99031582 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:37:45.280346 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 4fc4ccf4-61fc-4757-95f2-795a99031582 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:37:45.280725 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 4fc4ccf4-61fc-4757-95f2-795a99031582 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:37:45.323396 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning complete for port 0c82cdde-d718-46cb-9d90-6f9ae18a045e triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:37:45.323844 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:45.369169 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [req-9a1a1c94-7835-4147-a65e-78568cf5ac44 req-dfccb72d-4a8f-420b-af1b-2dd2b31bc366 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:37:45.379762 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [req-9a1a1c94-7835-4147-a65e-78568cf5ac44 req-dfccb72d-4a8f-420b-af1b-2dd2b31bc366 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:37:45.448370 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06281379-13e5-46c1-9373-63ddfae9b3fa req-dd976a1d-7e65-4f8c-8794-b7e2dc7d5327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:45.449720 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-06281379-13e5-46c1-9373-63ddfae9b3fa req-dd976a1d-7e65-4f8c-8794-b7e2dc7d5327 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=40188bf0-967d-446e-ac4f-b5c59a2acd9a HTTP/1.1" status: 200 len: 850 time: 0.5407996 May 28 06:37:45.454927 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 0c82cdde-d718-46cb-9d90-6f9ae18a045e is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:37:45.455304 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:45.460659 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a1a1c94-7835-4147-a65e-78568cf5ac44 req-dfccb72d-4a8f-420b-af1b-2dd2b31bc366 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] Made reservation on behalf of f44679598b0a43b98b3c94202ca37d34 for: {'port': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:37:45.464201 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-9a1a1c94-7835-4147-a65e-78568cf5ac44 req-dfccb72d-4a8f-420b-af1b-2dd2b31bc366 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:45.489261 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d54cfa-ae48-4c6a-8bf7-42ca674c864d tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:37:45.536058 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 0c82cdde-d718-46cb-9d90-6f9ae18a045e, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=0c82cdde-d718-46cb-9d90-6f9ae18a045e,segment=NetworkSegment(38fd89a2-8195-4731-ba40-f43c54a7016a),segment_id=38fd89a2-8195-4731-ba40-f43c54a7016a)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:37:45.536951 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18125e28-15d1-48dd-aa07-32b31253304b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c82cdde-d718-46cb-9d90-6f9ae18a045e'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:37:45.543692 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f34fbea-0923-4cfe-bf45-c0e2ced51ef1 req-a15aa338-e2c2-4f50-a101-cc0b3a1b82d1 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:45.545740 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7f34fbea-0923-4cfe-bf45-c0e2ced51ef1 req-a15aa338-e2c2-4f50-a101-cc0b3a1b82d1 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e HTTP/1.1" status: 200 len: 945 time: 1.1508436 May 28 06:37:45.593438 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-97d54cfa-ae48-4c6a-8bf7-42ca674c864d tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:37:45.615274 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d54cfa-ae48-4c6a-8bf7-42ca674c864d tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:37:45.633741 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:45.634614 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 3199ff66-fd24-4d95-b73e-e6af718ede40 up at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:37:45.650797 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [req-9a1a1c94-7835-4147-a65e-78568cf5ac44 req-dfccb72d-4a8f-420b-af1b-2dd2b31bc366 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] Allocated IP 172.20.0.10 (50e6c29d-3c94-4645-8aee-2ebf9aaac97d/461065ec-096d-40f7-a624-cb52121fd52b/85a87b44-a103-4230-a663-535510ada77a) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:37:45.652878 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-79c50834-dd7d-49bf-ab72-d277074fe6f2 tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] Deleting port 4fc4ccf4-61fc-4757-95f2-795a99031582 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:37:45.653344 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-79c50834-dd7d-49bf-ab72-d277074fe6f2 tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:45.706543 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d54cfa-ae48-4c6a-8bf7-42ca674c864d tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Pushing event updated for resources: {'Port': ['ID=11c7a6e4-7917-49c5-98bf-cdf20d4691dd,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:45.755146 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-79c50834-dd7d-49bf-ab72-d277074fe6f2 tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] The port '4fc4ccf4-61fc-4757-95f2-795a99031582' was deleted {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 06:37:45.780601 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.db.resource_extend [req-b2286900-2592-45eb-8afa-24fb0394a313 req-63b1256e-0d75-4a16-9bfd-ce2100ee0eee service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 06:37:45.821939 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=0c82cdde-d718-46cb-9d90-6f9ae18a045e,revision_number=10']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:45.921014 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7f34fbea-0923-4cfe-bf45-c0e2ced51ef1 req-7fda9082-4f6d-437a-a6af-32437764a894 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0fc320c-5211-4d72-b7c9-130a40d05074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3159468 May 28 06:37:45.929732 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning for port 3199ff66-fd24-4d95-b73e-e6af718ede40 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:37:45.946070 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-79c50834-dd7d-49bf-ab72-d277074fe6f2 tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:45.950321 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning complete for port 3199ff66-fd24-4d95-b73e-e6af718ede40 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:37:45.950882 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:45.993950 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dd70f27f-4940-4a84-b13d-5f529ffac78c req-89e05246-a0c7-4dc5-adda-74b77c70aaca service neutron] 10.222.0.71 "GET /v2.0/networks/3f020ed6-e088-4cd1-9a30-9926bacb86fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9331529 May 28 06:37:46.008416 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [req-b2286900-2592-45eb-8afa-24fb0394a313 req-63b1256e-0d75-4a16-9bfd-ce2100ee0eee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c137c5c0-8497-42f9-9a78-41503512b2b1 {{(pid=89110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:37:46.014014 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-217de63b-1a14-44fd-9846-6b4a93093d56 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:37:46.025233 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-b2286900-2592-45eb-8afa-24fb0394a313 req-63b1256e-0d75-4a16-9bfd-ce2100ee0eee service neutron] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:46.036463 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b0bf40-35bc-402c-8603-8b831c688765 None None] Sync routers for ids ['d42b77b9-916f-4c8b-a49d-1ecc41b54ae3'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:37:46.054549 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b0bf40-35bc-402c-8603-8b831c688765 None None] Routers {'d42b77b9-916f-4c8b-a49d-1ecc41b54ae3'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:37:46.055673 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-78b0bf40-35bc-402c-8603-8b831c688765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:37:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['d42b77b9-916f-4c8b-a49d-1ecc41b54ae3'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:37:46.077024 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-79c50834-dd7d-49bf-ab72-d277074fe6f2 tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e857d649-8cad-4d2f-bb12-22233bcfd7dd']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:37:46.085109 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce02e92-c095-42b7-a3c1-1d0ef819135b req-2163234d-a38c-43bb-9e51-3e6f8d397fd5 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:46.092821 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0ce02e92-c095-42b7-a3c1-1d0ef819135b req-2163234d-a38c-43bb-9e51-3e6f8d397fd5 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/ports?device_id=18125e28-15d1-48dd-aa07-32b31253304b HTTP/1.1" status: 200 len: 944 time: 0.7202306 May 28 06:37:46.095905 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-79c50834-dd7d-49bf-ab72-d277074fe6f2 tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ccbc98d-9299-41b9-8349-ec19ae51fed6') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:37:46.096197 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-79c50834-dd7d-49bf-ab72-d277074fe6f2 tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ccbc98d-9299-41b9-8349-ec19ae51fed6') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:37:46.108170 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-217de63b-1a14-44fd-9846-6b4a93093d56 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks [] for router, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:46.109466 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-217de63b-1a14-44fd-9846-6b4a93093d56 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] 10.222.0.55 "PUT /v2.0/routers/d42b77b9-916f-4c8b-a49d-1ecc41b54ae3 HTTP/1.1" status: 200 len: 888 time: 4.7603662 May 28 06:37:46.112431 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 38260) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:37:46.118607 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-79c50834-dd7d-49bf-ab72-d277074fe6f2 tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:46.134240 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-b2286900-2592-45eb-8afa-24fb0394a313 req-63b1256e-0d75-4a16-9bfd-ce2100ee0eee service neutron] Transition to ACTIVE for port object c137c5c0-8497-42f9-9a78-41503512b2b1 will not be triggered until provisioned by entity L2. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:37:46.171688 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-78b0bf40-35bc-402c-8603-8b831c688765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:37:46.197304 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b0bf40-35bc-402c-8603-8b831c688765 None None] Routers {'d42b77b9-916f-4c8b-a49d-1ecc41b54ae3'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:37:46.197687 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-78b0bf40-35bc-402c-8603-8b831c688765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:37:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['d42b77b9-916f-4c8b-a49d-1ecc41b54ae3'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:37:46.198340 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06281379-13e5-46c1-9373-63ddfae9b3fa req-eb7ad898-c75f-418b-bfee-147231d7f6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:46.199829 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-06281379-13e5-46c1-9373-63ddfae9b3fa req-eb7ad898-c75f-418b-bfee-147231d7f6a3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e7d92049-bff3-4c3a-a4bd-4950c7dcad1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7131455 May 28 06:37:46.210501 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e534fad1-4178-4b96-9e99-45ca1340ee5b req-8845c251-50f0-4e3c-93a7-5d3e6a51bfd4 tempest-AbsoluteLimitsNegativeTestJSON-596684572 tempest-AbsoluteLimitsNegativeTestJSON-596684572-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=5fef5dc130ab406fa432929f1376e4ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1076999 May 28 06:37:46.220908 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-b2286900-2592-45eb-8afa-24fb0394a313 req-63b1256e-0d75-4a16-9bfd-ce2100ee0eee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:46.245074 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-79c50834-dd7d-49bf-ab72-d277074fe6f2 tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:46.268410 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79c50834-dd7d-49bf-ab72-d277074fe6f2 tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:37:46.268811 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-79c50834-dd7d-49bf-ab72-d277074fe6f2 tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:46.277437 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-78b0bf40-35bc-402c-8603-8b831c688765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:37:46.282530 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b0bf40-35bc-402c-8603-8b831c688765 None None] The sync data for ids ['d42b77b9-916f-4c8b-a49d-1ecc41b54ae3'] in n-d-843702-1 is: [] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:37:46.282530 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 3199ff66-fd24-4d95-b73e-e6af718ede40 is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:37:46.282530 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:46.320036 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 3199ff66-fd24-4d95-b73e-e6af718ede40, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=3199ff66-fd24-4d95-b73e-e6af718ede40,segment=NetworkSegment(cff019d0-9c46-47d5-a149-6e4bcacfb67c),segment_id=cff019d0-9c46-47d5-a149-6e4bcacfb67c)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:37:46.351303 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-9a1a1c94-7835-4147-a65e-78568cf5ac44 req-dfccb72d-4a8f-420b-af1b-2dd2b31bc366 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:46.404904 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:46.408445 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 1ccbc98d-9299-41b9-8349-ec19ae51fed6 resource provider aggregate not found May 28 06:37:46.460442 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 1ccbc98d-9299-41b9-8349-ec19ae51fed6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1ccbc98d-9299-41b9-8349-ec19ae51fed6 found for delete ", "request_id": "req-c3811e3b-46f4-43c9-a425-aa9d886813ae"}]} May 28 06:37:46.482036 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0ce02e92-c095-42b7-a3c1-1d0ef819135b req-74ad7fe7-4bf8-4f8f-8365-11791435a944 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d5c9d24-a7ef-4e95-9414-4cd057feeac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3882618 May 28 06:37:46.491161 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-bb751ec7-ed5f-4e9a-9a80-54a07a35a458 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] 10.222.0.55 "GET /v2.0/routers/d42b77b9-916f-4c8b-a49d-1ecc41b54ae3 HTTP/1.1" status: 200 len: 888 time: 0.3776460 May 28 06:37:46.493804 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 38268) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:37:46.535095 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=3199ff66-fd24-4d95-b73e-e6af718ede40,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:46.549972 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-64e293c8-f4de-44ff-ac23-600b3a70d535 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Synchronizing usage tracker for tenant:51e07d1dd4e842f29564191e4c945b6c on resource:port {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:37:46.614904 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-79c50834-dd7d-49bf-ab72-d277074fe6f2 tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:46.635252 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-79c50834-dd7d-49bf-ab72-d277074fe6f2 tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:46.653146 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c50834-dd7d-49bf-ab72-d277074fe6f2 tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] Pushing event deleted for resources: {'Network': ['ID=e857d649-8cad-4d2f-bb12-22233bcfd7dd,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:46.660451 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-79c50834-dd7d-49bf-ab72-d277074fe6f2 tempest-DHCPAgentSchedulersTestJSON-1834928146 tempest-DHCPAgentSchedulersTestJSON-1834928146-project] 10.222.0.55 "DELETE /v2.0/networks/e857d649-8cad-4d2f-bb12-22233bcfd7dd HTTP/1.1" status: 204 len: 168 time: 2.7392166 May 28 06:37:46.724474 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-9a1a1c94-7835-4147-a65e-78568cf5ac44 req-dfccb72d-4a8f-420b-af1b-2dd2b31bc366 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:46.742871 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['8712a524-83c9-4a6f-bda2-81f3a14bb977'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:37:46.914407 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-64e293c8-f4de-44ff-ac23-600b3a70d535 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Unset dirty status for tenant:51e07d1dd4e842f29564191e4c945b6c on resource:port {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:37:46.915740 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-64e293c8-f4de-44ff-ac23-600b3a70d535 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] 10.222.0.55 "GET /v2.0/ports?device_id=d42b77b9-916f-4c8b-a49d-1ecc41b54ae3 HTTP/1.1" status: 200 len: 205 time: 0.4208431 May 28 06:37:46.932635 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 38274) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:37:46.989899 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b1256e-0d75-4a16-9bfd-ce2100ee0eee service neutron] Pushing event updated for resources: {'Port': ['ID=c137c5c0-8497-42f9-9a78-41503512b2b1,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:47.005780 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a1a1c94-7835-4147-a65e-78568cf5ac44 req-dfccb72d-4a8f-420b-af1b-2dd2b31bc366 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] Network 50e6c29d-3c94-4645-8aee-2ebf9aaac97d is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:37:47.016630 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [req-9a1a1c94-7835-4147-a65e-78568cf5ac44 req-dfccb72d-4a8f-420b-af1b-2dd2b31bc366 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:37:47.031520 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a1a1c94-7835-4147-a65e-78568cf5ac44 req-dfccb72d-4a8f-420b-af1b-2dd2b31bc366 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:37:47.083176 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfccb72d-4a8f-420b-af1b-2dd2b31bc366 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] Pushing event updated for resources: {'Port': ['ID=85a87b44-a103-4230-a663-535510ada77a,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:47.149374 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 38282) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:37:47.196861 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e534fad1-4178-4b96-9e99-45ca1340ee5b req-f1ebde29-d332-4ed3-b39c-8d6b71d261fa tempest-AbsoluteLimitsNegativeTestJSON-596684572 tempest-AbsoluteLimitsNegativeTestJSON-596684572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:47.198344 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e534fad1-4178-4b96-9e99-45ca1340ee5b req-f1ebde29-d332-4ed3-b39c-8d6b71d261fa tempest-AbsoluteLimitsNegativeTestJSON-596684572 tempest-AbsoluteLimitsNegativeTestJSON-596684572-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9461582 May 28 06:37:47.198681 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1a1c94-7835-4147-a65e-78568cf5ac44 req-dfccb72d-4a8f-420b-af1b-2dd2b31bc366 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:47.199285 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-9a1a1c94-7835-4147-a65e-78568cf5ac44 req-dfccb72d-4a8f-420b-af1b-2dd2b31bc366 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:47.222683 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-edb49c77-541f-42ab-bb5a-496abe861f95 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks [] for router, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:47.223171 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-06281379-13e5-46c1-9373-63ddfae9b3fa req-2ec56fa5-2522-462f-8663-aea9f38ef1fc service neutron] 10.222.0.69 "GET /v2.0/networks/e7d92049-bff3-4c3a-a4bd-4950c7dcad1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0117652 May 28 06:37:47.234536 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ada664-e2cb-4a23-9fd3-11554fff1e19 req-66238e47-ab9b-4967-9e2d-3535981eb198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:47.235996 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a2ada664-e2cb-4a23-9fd3-11554fff1e19 req-66238e47-ab9b-4967-9e2d-3535981eb198 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4b40625e6e3643fd96f0a27f5c2fd94f&device_id=e26416bb-43a4-4cc5-bf06-ef4eb03f29dd HTTP/1.1" status: 200 len: 1095 time: 1.0741198 May 28 06:37:47.303601 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e534fad1-4178-4b96-9e99-45ca1340ee5b req-418a5d26-ea33-49a9-8743-bfd95317b5a6 tempest-AbsoluteLimitsNegativeTestJSON-596684572 tempest-AbsoluteLimitsNegativeTestJSON-596684572-project] 10.222.0.55 "GET /v2.0/quotas/5fef5dc130ab406fa432929f1376e4ab HTTP/1.1" status: 200 len: 375 time: 0.0898099 May 28 06:37:47.380304 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-9a1a1c94-7835-4147-a65e-78568cf5ac44 req-dfccb72d-4a8f-420b-af1b-2dd2b31bc366 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2046306 May 28 06:37:47.401326 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-9a1a1c94-7835-4147-a65e-78568cf5ac44 req-5c337fe1-78d6-4c56-a48b-bdc893585c55 service neutron] Request body: {'port': {'device_id': 'db10fb21-0123-4957-96a4-a43c5586384f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843702-1'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:37:47.467661 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-b2286900-2592-45eb-8afa-24fb0394a313 req-63b1256e-0d75-4a16-9bfd-ce2100ee0eee service neutron] Attempting to bind port c137c5c0-8497-42f9-9a78-41503512b2b1 on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:37:47.467991 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-b2286900-2592-45eb-8afa-24fb0394a313 req-63b1256e-0d75-4a16-9bfd-ce2100ee0eee service neutron] Attempting to bind port c137c5c0-8497-42f9-9a78-41503512b2b1 by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': 'cff019d0-9c46-47d5-a149-6e4bcacfb67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '3f020ed6-e088-4cd1-9a30-9926bacb86fe'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:37:47.468322 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2286900-2592-45eb-8afa-24fb0394a313 req-63b1256e-0d75-4a16-9bfd-ce2100ee0eee service neutron] Attempting to bind port c137c5c0-8497-42f9-9a78-41503512b2b1 on network 3f020ed6-e088-4cd1-9a30-9926bacb86fe {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:37:47.495264 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-8153bae5-91d0-4ebb-b57b-c6065cfaffd3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7fe2122df9da4947a6cff51beaf15085&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3377042 May 28 06:37:47.501722 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 38288) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:37:47.507266 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-edb49c77-541f-42ab-bb5a-496abe861f95 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:47.507560 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c0d2da-eb27-4df7-a66c-37a4cb18c38a req-8d582667-5fbe-4209-9ba7-4a9fbb575ea0 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:47.509030 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c0c0d2da-eb27-4df7-a66c-37a4cb18c38a req-8d582667-5fbe-4209-9ba7-4a9fbb575ea0 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] 10.222.0.55 "GET /v2.0/ports?device_id=db10fb21-0123-4957-96a4-a43c5586384f HTTP/1.1" status: 200 len: 932 time: 0.8271821 May 28 06:37:47.521078 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2286900-2592-45eb-8afa-24fb0394a313 req-63b1256e-0d75-4a16-9bfd-ce2100ee0eee service neutron] Port c137c5c0-8497-42f9-9a78-41503512b2b1 on network 3f020ed6-e088-4cd1-9a30-9926bacb86fe not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:37:47.521302 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2286900-2592-45eb-8afa-24fb0394a313 req-63b1256e-0d75-4a16-9bfd-ce2100ee0eee service neutron] Attempting to bind port c137c5c0-8497-42f9-9a78-41503512b2b1 on network 3f020ed6-e088-4cd1-9a30-9926bacb86fe {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:37:47.532900 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e534fad1-4178-4b96-9e99-45ca1340ee5b req-828fb852-67d5-4204-840f-2a6a9030e04f tempest-AbsoluteLimitsNegativeTestJSON-596684572 tempest-AbsoluteLimitsNegativeTestJSON-596684572-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=5fef5dc130ab406fa432929f1376e4ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2140236 May 28 06:37:47.562321 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2286900-2592-45eb-8afa-24fb0394a313 req-63b1256e-0d75-4a16-9bfd-ce2100ee0eee service neutron] Checking agent: {'id': '69f492a0-c00d-46d0-9bec-fcd8161ce206', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:37:47.562544 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2286900-2592-45eb-8afa-24fb0394a313 req-63b1256e-0d75-4a16-9bfd-ce2100ee0eee service neutron] Checking segment: {'id': 'cff019d0-9c46-47d5-a149-6e4bcacfb67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '3f020ed6-e088-4cd1-9a30-9926bacb86fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:37:47.562932 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2286900-2592-45eb-8afa-24fb0394a313 req-63b1256e-0d75-4a16-9bfd-ce2100ee0eee service neutron] Bound using segment: {'id': 'cff019d0-9c46-47d5-a149-6e4bcacfb67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '3f020ed6-e088-4cd1-9a30-9926bacb86fe'} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:37:47.563453 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-b2286900-2592-45eb-8afa-24fb0394a313 req-63b1256e-0d75-4a16-9bfd-ce2100ee0eee service neutron] Bound port: c137c5c0-8497-42f9-9a78-41503512b2b1, host: n-h1-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cff019d0-9c46-47d5-a149-6e4bcacfb67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '3f020ed6-e088-4cd1-9a30-9926bacb86fe'}}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:37:47.563714 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-b2286900-2592-45eb-8afa-24fb0394a313 req-63b1256e-0d75-4a16-9bfd-ce2100ee0eee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:47.629601 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59dd1a27-1b3f-43ee-b6e0-9381746ca9bc'] response: {'server_uuid': '18125e28-15d1-48dd-aa07-32b31253304b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c82cdde-d718-46cb-9d90-6f9ae18a045e', 'code': 200} May 28 06:37:47.643885 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-59c1f679-82a4-4422-995e-5a7f7efe2863 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:47.645694 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-9a1a1c94-7835-4147-a65e-78568cf5ac44 req-5c337fe1-78d6-4c56-a48b-bdc893585c55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:47.717790 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-edb49c77-541f-42ab-bb5a-496abe861f95 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Deleting port 947bc297-3d3a-4cad-9481-0940eb6aa8ac {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:37:47.718164 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-edb49c77-541f-42ab-bb5a-496abe861f95 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:47.736695 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c0c0d2da-eb27-4df7-a66c-37a4cb18c38a req-83849711-6334-4114-9461-b01eee274c76 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] 10.222.0.55 "GET /v2.0/security-groups?id=88d2cfd4-3ac6-4681-9a3a-dce7d6855bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100456 May 28 06:37:47.744413 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ada664-e2cb-4a23-9fd3-11554fff1e19 req-0031d8c3-6fc6-4313-8d5c-1d6295f9d57b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:47.745526 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a2ada664-e2cb-4a23-9fd3-11554fff1e19 req-0031d8c3-6fc6-4313-8d5c-1d6295f9d57b service neutron] 10.222.0.71 "GET /v2.0/networks?id=3f020ed6-e088-4cd1-9a30-9926bacb86fe HTTP/1.1" status: 200 len: 917 time: 0.4927070 May 28 06:37:47.754020 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-06281379-13e5-46c1-9373-63ddfae9b3fa req-6cc51817-eb50-4c5f-83c9-68cda9032c5e service neutron] 10.222.0.69 "GET /v2.0/networks/e7d92049-bff3-4c3a-a4bd-4950c7dcad1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5120676 May 28 06:37:47.808282 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-59c1f679-82a4-4422-995e-5a7f7efe2863 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:47.896633 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a2ada664-e2cb-4a23-9fd3-11554fff1e19 req-aba743dd-bfa4-4791-aa24-4295cd9487dc service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1490a36e-f3ee-44c8-8104-0c7b0a1c4bc1 HTTP/1.1" status: 200 len: 217 time: 0.1414309 May 28 06:37:48.017885 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-97d54cfa-ae48-4c6a-8bf7-42ca674c864d tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:48.023961 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-b2286900-2592-45eb-8afa-24fb0394a313 req-63b1256e-0d75-4a16-9bfd-ce2100ee0eee service neutron] For port c137c5c0-8497-42f9-9a78-41503512b2b1, host n-h1-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:37:48.059013 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-b2286900-2592-45eb-8afa-24fb0394a313 req-63b1256e-0d75-4a16-9bfd-ce2100ee0eee service neutron] For port c137c5c0-8497-42f9-9a78-41503512b2b1, host n-h1-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=c137c5c0-8497-42f9-9a78-41503512b2b1,segment=NetworkSegment(cff019d0-9c46-47d5-a149-6e4bcacfb67c),segment_id=cff019d0-9c46-47d5-a149-6e4bcacfb67c)] {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:37:48.073489 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ada664-e2cb-4a23-9fd3-11554fff1e19 req-7ffe5d10-e377-4caf-819a-61575c87267f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:48.076177 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a2ada664-e2cb-4a23-9fd3-11554fff1e19 req-7ffe5d10-e377-4caf-819a-61575c87267f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=99692d3b-9199-4b15-8762-04120593a488 HTTP/1.1" status: 200 len: 855 time: 0.1376994 May 28 06:37:48.123279 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 38298) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:37:48.149581 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-b2286900-2592-45eb-8afa-24fb0394a313 req-63b1256e-0d75-4a16-9bfd-ce2100ee0eee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:48.177716 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-edb49c77-541f-42ab-bb5a-496abe861f95 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:48.190331 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-59c1f679-82a4-4422-995e-5a7f7efe2863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:48.193448 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a09b87-46b9-4891-97a2-2adae4119d28 req-fac3d95d-098e-4529-a71e-12e24b8b4d34 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:48.194937 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c0a09b87-46b9-4891-97a2-2adae4119d28 req-fac3d95d-098e-4529-a71e-12e24b8b4d34 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] 10.222.0.55 "GET /v2.0/ports?device_id=f824027a-f9d8-49f5-895a-6f50e924b9c1 HTTP/1.1" status: 200 len: 943 time: 0.4294562 May 28 06:37:48.311859 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f8aad6-8b56-473c-ac9a-3c364e4c8a59 req-7afd0847-efc2-4f0c-9815-72e9d4180a0c tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:48.313499 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a2f8aad6-8b56-473c-ac9a-3c364e4c8a59 req-7afd0847-efc2-4f0c-9815-72e9d4180a0c tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e HTTP/1.1" status: 200 len: 945 time: 0.4365976 May 28 06:37:48.330601 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2286900-2592-45eb-8afa-24fb0394a313 req-63b1256e-0d75-4a16-9bfd-ce2100ee0eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:48.331208 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-b2286900-2592-45eb-8afa-24fb0394a313 req-63b1256e-0d75-4a16-9bfd-ce2100ee0eee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:48.332602 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b2286900-2592-45eb-8afa-24fb0394a313 req-63b1256e-0d75-4a16-9bfd-ce2100ee0eee service neutron] 10.222.0.69 "PUT /v2.0/ports/c137c5c0-8497-42f9-9a78-41503512b2b1 HTTP/1.1" status: 200 len: 1091 time: 5.8821800 May 28 06:37:48.337686 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f824027a-f9d8-49f5-895a-6f50e924b9c1', 'tag': 'c137c5c0-8497-42f9-9a78-41503512b2b1'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:37:48.386868 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5be4749e-8e89-4014-a3c7-3a6f0a11c500 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:48.429567 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-97d54cfa-ae48-4c6a-8bf7-42ca674c864d tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:48.466244 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b1256e-0d75-4a16-9bfd-ce2100ee0eee service neutron] Pushing event updated for resources: {'Port': ['ID=c137c5c0-8497-42f9-9a78-41503512b2b1,revision_number=3']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:48.474392 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-5be4749e-8e89-4014-a3c7-3a6f0a11c500 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:37:48.485604 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c1f679-82a4-4422-995e-5a7f7efe2863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fb5d874-d92c-4056-ac89-b9e72dc6c97a,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:48.503017 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-edb49c77-541f-42ab-bb5a-496abe861f95 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Calling delete_port for 947bc297-3d3a-4cad-9481-0940eb6aa8ac owned by network:router_gateway {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:37:48.539280 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c0a09b87-46b9-4891-97a2-2adae4119d28 req-86ee69df-e877-4c20-b003-b1465942e597 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] 10.222.0.55 "GET /v2.0/security-groups?id=da113a0c-8ebd-48a7-a4a2-2238b85d044b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2879074 May 28 06:37:48.549154 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-5be4749e-8e89-4014-a3c7-3a6f0a11c500 admin admin] Usage tracker for resource:security_group_rule and tenant:5fef5dc130ab406fa432929f1376e4ab is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:37:48.556736 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-5be4749e-8e89-4014-a3c7-3a6f0a11c500 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:37:48.575194 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-5be4749e-8e89-4014-a3c7-3a6f0a11c500 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:37:48.578247 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0264398a-cecd-4aa7-9edb-d5e7d330072d req-52f865fb-c253-4026-9ec4-72af16cf8fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:48.579814 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-0264398a-cecd-4aa7-9edb-d5e7d330072d req-52f865fb-c253-4026-9ec4-72af16cf8fdd service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=18125e28-15d1-48dd-aa07-32b31253304b HTTP/1.1" status: 200 len: 1097 time: 0.5948842 May 28 06:37:48.582641 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-59c1f679-82a4-4422-995e-5a7f7efe2863 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:48.582641 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-59c1f679-82a4-4422-995e-5a7f7efe2863 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8fb5d874-d92c-4056-ac89-b9e72dc6c97a HTTP/1.1" status: 204 len: 168 time: 1.0789509 May 28 06:37:48.589549 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a2f8aad6-8b56-473c-ac9a-3c364e4c8a59 req-7461e864-3a01-4555-962c-559ded9673ae tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0fc320c-5211-4d72-b7c9-130a40d05074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2384365 May 28 06:37:48.615953 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ada664-e2cb-4a23-9fd3-11554fff1e19 req-70a2379f-7f59-4aff-a6ba-c80d17b7ab7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:48.617876 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a2ada664-e2cb-4a23-9fd3-11554fff1e19 req-70a2379f-7f59-4aff-a6ba-c80d17b7ab7c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3f020ed6-e088-4cd1-9a30-9926bacb86fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5343502 May 28 06:37:48.668573 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-0264398a-cecd-4aa7-9edb-d5e7d330072d req-290a7b1f-9233-44ec-bbf8-af0085dab35d service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=8d5c9d24-a7ef-4e95-9414-4cd057feeac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656908 May 28 06:37:48.797341 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [req-9a1a1c94-7835-4147-a65e-78568cf5ac44 req-5c337fe1-78d6-4c56-a48b-bdc893585c55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85a87b44-a103-4230-a663-535510ada77a {{(pid=89109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:37:48.806032 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-9a1a1c94-7835-4147-a65e-78568cf5ac44 req-5c337fe1-78d6-4c56-a48b-bdc893585c55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:48.870681 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [req-9a1a1c94-7835-4147-a65e-78568cf5ac44 req-5c337fe1-78d6-4c56-a48b-bdc893585c55 service neutron] Transition to ACTIVE for port object 85a87b44-a103-4230-a663-535510ada77a will not be triggered until provisioned by entity L2. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:37:48.907879 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afebbbe4-c879-4313-b6f6-3169b131b04e'] response: {'name': 'network-changed', 'server_uuid': 'f824027a-f9d8-49f5-895a-6f50e924b9c1', 'tag': 'c137c5c0-8497-42f9-9a78-41503512b2b1', 'status': 'completed', 'code': 200} May 28 06:37:48.946165 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-9a1a1c94-7835-4147-a65e-78568cf5ac44 req-5c337fe1-78d6-4c56-a48b-bdc893585c55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:48.996525 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-edb49c77-541f-42ab-bb5a-496abe861f95 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:49.104886 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 1490a36e-f3ee-44c8-8104-0c7b0a1c4bc1 details requested by agent hyperv_n-h2-843702-1 with host n-h2-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:37:49.200171 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c337fe1-78d6-4c56-a48b-bdc893585c55 service neutron] Pushing event updated for resources: {'Port': ['ID=85a87b44-a103-4230-a663-535510ada77a,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:49.213681 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2286900-2592-45eb-8afa-24fb0394a313 req-9926a984-93ce-4e0c-becd-99d079b7a666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:49.215182 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b2286900-2592-45eb-8afa-24fb0394a313 req-9926a984-93ce-4e0c-becd-99d079b7a666 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4b40625e6e3643fd96f0a27f5c2fd94f&device_id=f824027a-f9d8-49f5-895a-6f50e924b9c1 HTTP/1.1" status: 200 len: 1094 time: 0.7426963 May 28 06:37:49.264071 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 1490a36e-f3ee-44c8-8104-0c7b0a1c4bc1, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=1490a36e-f3ee-44c8-8104-0c7b0a1c4bc1,segment=NetworkSegment(cff019d0-9c46-47d5-a149-6e4bcacfb67c),segment_id=cff019d0-9c46-47d5-a149-6e4bcacfb67c)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:37:49.279573 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Returning: {'device': '1490a36e-f3ee-44c8-8104-0c7b0a1c4bc1', 'network_id': '3f020ed6-e088-4cd1-9a30-9926bacb86fe', 'port_id': '1490a36e-f3ee-44c8-8104-0c7b0a1c4bc1', 'mac_address': 'fa:16:3e:17:f0:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99692d3b-9199-4b15-8762-04120593a488', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:37:49.287045 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb49c77-541f-42ab-bb5a-496abe861f95 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Pushing event deleted for resources: {'Port': ['ID=947bc297-3d3a-4cad-9481-0940eb6aa8ac,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:49.324755 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-edb49c77-541f-42ab-bb5a-496abe861f95 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691105'] for router_gateway, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:49.350673 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 1490a36e-f3ee-44c8-8104-0c7b0a1c4bc1 is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:37:49.351083 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:49.360421 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b2286900-2592-45eb-8afa-24fb0394a313 req-a3a082ff-a794-427b-a998-7f8e991a1a18 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c137c5c0-8497-42f9-9a78-41503512b2b1 HTTP/1.1" status: 200 len: 217 time: 0.1172717 May 28 06:37:49.377349 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1490a36e-f3ee-44c8-8104-0c7b0a1c4bc1 {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:37:49.398191 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 1490a36e-f3ee-44c8-8104-0c7b0a1c4bc1, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=1490a36e-f3ee-44c8-8104-0c7b0a1c4bc1,segment=NetworkSegment(cff019d0-9c46-47d5-a149-6e4bcacfb67c),segment_id=cff019d0-9c46-47d5-a149-6e4bcacfb67c)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:37:49.423299 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 38314) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:37:49.438064 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a2ada664-e2cb-4a23-9fd3-11554fff1e19 req-c977899e-54d1-4606-95ed-d7be0a22e6ca service neutron] 10.222.0.71 "GET /v2.0/networks/3f020ed6-e088-4cd1-9a30-9926bacb86fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8089328 May 28 06:37:49.470799 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5be4749e-8e89-4014-a3c7-3a6f0a11c500 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:49.472205 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:49.515053 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-9a1a1c94-7835-4147-a65e-78568cf5ac44 req-5c337fe1-78d6-4c56-a48b-bdc893585c55 service neutron] Attempting to bind port 85a87b44-a103-4230-a663-535510ada77a on host n-h2-843702-1 for vnic_type normal with profile {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:37:49.515687 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-9a1a1c94-7835-4147-a65e-78568cf5ac44 req-5c337fe1-78d6-4c56-a48b-bdc893585c55 service neutron] Attempting to bind port 85a87b44-a103-4230-a663-535510ada77a by drivers openvswitch,hyperv on host n-h2-843702-1 at level 0 using segments [{'id': '08328ee5-aa08-4f9a-a73b-412dd681424e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '50e6c29d-3c94-4645-8aee-2ebf9aaac97d'}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:37:49.515687 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1a1c94-7835-4147-a65e-78568cf5ac44 req-5c337fe1-78d6-4c56-a48b-bdc893585c55 service neutron] Attempting to bind port 85a87b44-a103-4230-a663-535510ada77a on network 50e6c29d-3c94-4645-8aee-2ebf9aaac97d {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:37:49.522317 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-edb49c77-541f-42ab-bb5a-496abe861f95 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59018'] for router, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:49.525446 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-edb49c77-541f-42ab-bb5a-496abe861f95 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:49.527087 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1a1c94-7835-4147-a65e-78568cf5ac44 req-5c337fe1-78d6-4c56-a48b-bdc893585c55 service neutron] Port 85a87b44-a103-4230-a663-535510ada77a on network 50e6c29d-3c94-4645-8aee-2ebf9aaac97d not bound, no agent of type Open vSwitch agent registered on host n-h2-843702-1 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:37:49.527397 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1a1c94-7835-4147-a65e-78568cf5ac44 req-5c337fe1-78d6-4c56-a48b-bdc893585c55 service neutron] Attempting to bind port 85a87b44-a103-4230-a663-535510ada77a on network 50e6c29d-3c94-4645-8aee-2ebf9aaac97d {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:37:49.531511 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2b2f4c77-b8bc-45ec-af63-d52e8ae25c62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:49.537962 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1a1c94-7835-4147-a65e-78568cf5ac44 req-5c337fe1-78d6-4c56-a48b-bdc893585c55 service neutron] Checking agent: {'id': 'f1a3973b-d2b3-4558-88e7-2ac50857d302', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:37:49.538164 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1a1c94-7835-4147-a65e-78568cf5ac44 req-5c337fe1-78d6-4c56-a48b-bdc893585c55 service neutron] Checking segment: {'id': '08328ee5-aa08-4f9a-a73b-412dd681424e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '50e6c29d-3c94-4645-8aee-2ebf9aaac97d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:37:49.547674 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1a1c94-7835-4147-a65e-78568cf5ac44 req-5c337fe1-78d6-4c56-a48b-bdc893585c55 service neutron] Bound using segment: {'id': '08328ee5-aa08-4f9a-a73b-412dd681424e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '50e6c29d-3c94-4645-8aee-2ebf9aaac97d'} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:37:49.547674 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-9a1a1c94-7835-4147-a65e-78568cf5ac44 req-5c337fe1-78d6-4c56-a48b-bdc893585c55 service neutron] Bound port: 85a87b44-a103-4230-a663-535510ada77a, host: n-h2-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08328ee5-aa08-4f9a-a73b-412dd681424e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '50e6c29d-3c94-4645-8aee-2ebf9aaac97d'}}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:37:49.547674 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-9a1a1c94-7835-4147-a65e-78568cf5ac44 req-5c337fe1-78d6-4c56-a48b-bdc893585c55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:49.577311 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=1490a36e-f3ee-44c8-8104-0c7b0a1c4bc1,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:49.600587 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c80f01d0-e3d6-4bd8-81af-d7181a6f0edb req-a4363e1b-af3b-4c12-93ab-dd072cbd1c09 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7177c5a1-ae12-487c-ad6f-03a524329ac2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6901264 May 28 06:37:49.612765 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5be4749e-8e89-4014-a3c7-3a6f0a11c500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:49.628744 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-97d54cfa-ae48-4c6a-8bf7-42ca674c864d tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:49.630759 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13373255-c2c3-47d9-828c-ce6b6303ab5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3199ff66-fd24-4d95-b73e-e6af718ede40'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:37:49.645118 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fc8e1e-3ed3-4d08-9abe-2151fc08fd4d req-0122ce1a-9d3a-4299-bc89-a9ad4e5a2639 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:49.646618 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-25fc8e1e-3ed3-4d08-9abe-2151fc08fd4d req-0122ce1a-9d3a-4299-bc89-a9ad4e5a2639 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] 10.222.0.55 "GET /v2.0/ports?device_id=db10fb21-0123-4957-96a4-a43c5586384f HTTP/1.1" status: 200 len: 944 time: 0.7380111 May 28 06:37:49.654825 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54697266-ac0f-43d8-91ac-4a85886e5531 req-e28aeaa2-222d-4e0a-b6e5-7640cbbab341 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:49.656233 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-54697266-ac0f-43d8-91ac-4a85886e5531 req-e28aeaa2-222d-4e0a-b6e5-7640cbbab341 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/ports?device_id=18125e28-15d1-48dd-aa07-32b31253304b HTTP/1.1" status: 200 len: 946 time: 0.9618165 May 28 06:37:49.659354 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-9a1a1c94-7835-4147-a65e-78568cf5ac44 req-5c337fe1-78d6-4c56-a48b-bdc893585c55 service neutron] For port 85a87b44-a103-4230-a663-535510ada77a, host n-h2-843702-1, cleared binding levels {{(pid=89109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:37:49.662790 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-9a1a1c94-7835-4147-a65e-78568cf5ac44 req-5c337fe1-78d6-4c56-a48b-bdc893585c55 service neutron] For port 85a87b44-a103-4230-a663-535510ada77a, host n-h2-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=85a87b44-a103-4230-a663-535510ada77a,segment=NetworkSegment(08328ee5-aa08-4f9a-a73b-412dd681424e),segment_id=08328ee5-aa08-4f9a-a73b-412dd681424e)] {{(pid=89109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:37:49.682310 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2286900-2592-45eb-8afa-24fb0394a313 req-da8cd4a7-853d-45d0-ade4-7e90ed9fe52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:49.683702 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b2286900-2592-45eb-8afa-24fb0394a313 req-da8cd4a7-853d-45d0-ade4-7e90ed9fe52d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=99692d3b-9199-4b15-8762-04120593a488 HTTP/1.1" status: 200 len: 855 time: 0.3070347 May 28 06:37:49.688785 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-edb49c77-541f-42ab-bb5a-496abe861f95 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-703817'] for router, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:49.689302 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edb49c77-541f-42ab-bb5a-496abe861f95 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Fanout notify agent at l3_agent the message router_deleted on router d42b77b9-916f-4c8b-a49d-1ecc41b54ae3 {{(pid=89109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 06:37:49.710427 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-2b2f4c77-b8bc-45ec-af63-d52e8ae25c62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:37:49.723671 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-9a1a1c94-7835-4147-a65e-78568cf5ac44 req-5c337fe1-78d6-4c56-a48b-bdc893585c55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:49.803467 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-2b2f4c77-b8bc-45ec-af63-d52e8ae25c62 admin admin] Usage tracker for resource:security_group_rule and tenant:aef4efd250294e6c9aa1b6d05e5f25a2 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:37:49.809359 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-edb49c77-541f-42ab-bb5a-496abe861f95 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:49.814815 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-edb49c77-541f-42ab-bb5a-496abe861f95 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] 10.222.0.55 "DELETE /v2.0/routers/d42b77b9-916f-4c8b-a49d-1ecc41b54ae3 HTTP/1.1" status: 204 len: 168 time: 2.8766301 May 28 06:37:49.814815 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1a1c94-7835-4147-a65e-78568cf5ac44 req-5c337fe1-78d6-4c56-a48b-bdc893585c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:49.814815 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-9a1a1c94-7835-4147-a65e-78568cf5ac44 req-5c337fe1-78d6-4c56-a48b-bdc893585c55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:49.815137 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-9a1a1c94-7835-4147-a65e-78568cf5ac44 req-5c337fe1-78d6-4c56-a48b-bdc893585c55 service neutron] 10.222.0.71 "PUT /v2.0/ports/85a87b44-a103-4230-a663-535510ada77a HTTP/1.1" status: 200 len: 1092 time: 2.4196362 May 28 06:37:49.817849 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db10fb21-0123-4957-96a4-a43c5586384f', 'tag': '85a87b44-a103-4230-a663-535510ada77a'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:37:49.821954 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 38328) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:37:49.828793 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-97d54cfa-ae48-4c6a-8bf7-42ca674c864d tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:49.832594 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be4749e-8e89-4014-a3c7-3a6f0a11c500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e38500b-9261-4f55-8226-7bd04cd53547,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:49.832829 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-a5223cbc-0be2-4340-9729-dadc05c58d00 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Request body: {'network': {'name': 'tempest-RoutersTest-510784594'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:37:49.840122 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-a5223cbc-0be2-4340-9729-dadc05c58d00 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:37:49.848412 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-a5223cbc-0be2-4340-9729-dadc05c58d00 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Usage tracker for resource:network and tenant:51e07d1dd4e842f29564191e4c945b6c is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:37:49.854791 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-2b2f4c77-b8bc-45ec-af63-d52e8ae25c62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:37:49.857947 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-a5223cbc-0be2-4340-9729-dadc05c58d00 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:37:49.868019 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c337fe1-78d6-4c56-a48b-bdc893585c55 service neutron] Pushing event updated for resources: {'Port': ['ID=85a87b44-a103-4230-a663-535510ada77a,revision_number=3']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:49.871376 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['1490a36e-f3ee-44c8-8104-0c7b0a1c4bc1'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:37:49.874210 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-a5223cbc-0be2-4340-9729-dadc05c58d00 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:37:49.930723 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-2b2f4c77-b8bc-45ec-af63-d52e8ae25c62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:37:49.952090 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5223cbc-0be2-4340-9729-dadc05c58d00 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Made reservation on behalf of 51e07d1dd4e842f29564191e4c945b6c for: {'network': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:37:49.959777 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a5223cbc-0be2-4340-9729-dadc05c58d00 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:49.968837 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-5be4749e-8e89-4014-a3c7-3a6f0a11c500 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5fef5dc130ab406fa432929f1376e4ab&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8385611 May 28 06:37:49.985937 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 38336) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:37:50.012509 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5223cbc-0be2-4340-9729-dadc05c58d00 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'} {{(pid=89109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:37:50.023057 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-25fc8e1e-3ed3-4d08-9abe-2151fc08fd4d req-784f0b42-13c8-4516-8c2f-d9848537456f tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] 10.222.0.55 "GET /v2.0/security-groups?id=88d2cfd4-3ac6-4681-9a3a-dce7d6855bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3563011 May 28 06:37:50.025133 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a2ada664-e2cb-4a23-9fd3-11554fff1e19 req-fbd1c3d3-b880-47f7-affe-640074ed03d6 service neutron] 10.222.0.71 "GET /v2.0/networks/3f020ed6-e088-4cd1-9a30-9926bacb86fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5568917 May 28 06:37:50.058088 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-54697266-ac0f-43d8-91ac-4a85886e5531 req-01963ece-8ba4-4ce5-a7e1-9559f8ec1d7e tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d5c9d24-a7ef-4e95-9414-4cd057feeac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3806193 May 28 06:37:50.095718 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a5223cbc-0be2-4340-9729-dadc05c58d00 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:50.096214 n-d-843702-1 neutron-server[89109]: INFO neutron.db.segments_db [None req-a5223cbc-0be2-4340-9729-dadc05c58d00 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Added segment f322a392-eb95-4cd7-9310-b94f88032f24 of type vlan for network 5689968b-6b26-43b1-bcae-32995a5afa4d May 28 06:37:50.141969 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-97d54cfa-ae48-4c6a-8bf7-42ca674c864d tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691094'] for floatingip, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:50.209921 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d54cfa-ae48-4c6a-8bf7-42ca674c864d tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Pushing event updated for resources: {'Port': ['ID=11c7a6e4-7917-49c5-98bf-cdf20d4691dd,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:50.212087 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a5223cbc-0be2-4340-9729-dadc05c58d00 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:50.241687 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e02eeb94-fc2b-4fff-b04f-5679a80dce4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:50.273247 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1a1c94-7835-4147-a65e-78568cf5ac44 req-42573b77-78bf-4cec-8e04-72784a22be13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:50.274756 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-9a1a1c94-7835-4147-a65e-78568cf5ac44 req-42573b77-78bf-4cec-8e04-72784a22be13 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f44679598b0a43b98b3c94202ca37d34&device_id=db10fb21-0123-4957-96a4-a43c5586384f HTTP/1.1" status: 200 len: 1095 time: 0.2898767 May 28 06:37:50.293285 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e02eeb94-fc2b-4fff-b04f-5679a80dce4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:50.369384 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-9a1a1c94-7835-4147-a65e-78568cf5ac44 req-c66187b7-7d42-43f1-9cbd-e2f69736a588 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85a87b44-a103-4230-a663-535510ada77a HTTP/1.1" status: 200 len: 217 time: 0.0780506 May 28 06:37:50.424206 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a5223cbc-0be2-4340-9729-dadc05c58d00 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:50.429630 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5223cbc-0be2-4340-9729-dadc05c58d00 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:50.430206 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a5223cbc-0be2-4340-9729-dadc05c58d00 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:50.622485 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80f01d0-e3d6-4bd8-81af-d7181a6f0edb req-7825b3f4-2d22-48f3-8d4f-20cfd0f1e504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:50.624021 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c80f01d0-e3d6-4bd8-81af-d7181a6f0edb req-7825b3f4-2d22-48f3-8d4f-20cfd0f1e504 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f44679598b0a43b98b3c94202ca37d34&device_id=7177c5a1-ae12-487c-ad6f-03a524329ac2 HTTP/1.1" status: 200 len: 1096 time: 0.9173834 May 28 06:37:50.693964 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2286900-2592-45eb-8afa-24fb0394a313 req-63b337dc-d9bc-4daf-8aa9-3e37ab31bf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:50.695688 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b2286900-2592-45eb-8afa-24fb0394a313 req-63b337dc-d9bc-4daf-8aa9-3e37ab31bf5b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3f020ed6-e088-4cd1-9a30-9926bacb86fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9482448 May 28 06:37:50.706289 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5223cbc-0be2-4340-9729-dadc05c58d00 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Pushing event updated for resources: {'Network': ['ID=5689968b-6b26-43b1-bcae-32995a5afa4d,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:50.709242 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1a1c94-7835-4147-a65e-78568cf5ac44 req-fc469cef-1238-4109-8298-b9b49064217b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:50.710832 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-9a1a1c94-7835-4147-a65e-78568cf5ac44 req-fc469cef-1238-4109-8298-b9b49064217b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=461065ec-096d-40f7-a624-cb52121fd52b HTTP/1.1" status: 200 len: 850 time: 0.3288476 May 28 06:37:50.718592 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 5689968b-6b26-43b1-bcae-32995a5afa4d details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:37:50.742857 n-d-843702-1 neutron-server[89110]: INFO neutron.db.l3_db [None req-97d54cfa-ae48-4c6a-8bf7-42ca674c864d tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Floating IP 70b5f43c-a212-49cd-8419-23a740808f1d associated. External IP: 172.25.5.8, port: 3cd2806b-1b81-468a-a935-55e2a93750b5. May 28 06:37:50.759167 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-9a1a1c94-7835-4147-a65e-78568cf5ac44 req-dcd1c154-cff6-4664-9c04-7ee227b06565 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=50e6c29d-3c94-4645-8aee-2ebf9aaac97d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410552 May 28 06:37:50.838222 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e02eeb94-fc2b-4fff-b04f-5679a80dce4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:50.840650 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e02eeb94-fc2b-4fff-b04f-5679a80dce4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:50.844810 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-e02eeb94-fc2b-4fff-b04f-5679a80dce4c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7e38500b-9261-4f55-8226-7bd04cd53547 HTTP/1.1" status: 204 len: 168 time: 0.8455298 May 28 06:37:50.857831 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-a5223cbc-0be2-4340-9729-dadc05c58d00 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0322745 May 28 06:37:50.868874 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 38368) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:37:50.873689 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02eeb94-fc2b-4fff-b04f-5679a80dce4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e38500b-9261-4f55-8226-7bd04cd53547,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:50.933653 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-9a1a1c94-7835-4147-a65e-78568cf5ac44 req-08155db6-020d-41b1-b986-194c651a9ec8 service neutron] 10.222.0.71 "GET /v2.0/networks/50e6c29d-3c94-4645-8aee-2ebf9aaac97d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667490 May 28 06:37:50.939133 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-be4a6fb4-43f9-4249-9332-2af74c7129a9 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Request body: {'subnet': {'network_id': '5689968b-6b26-43b1-bcae-32995a5afa4d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:37:50.989086 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44683d39-5518-4ef6-8bff-63718ed5149b req-c1787664-8bec-4996-9db2-10bb21723caa tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:50.990588 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-44683d39-5518-4ef6-8bff-63718ed5149b req-c1787664-8bec-4996-9db2-10bb21723caa tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e HTTP/1.1" status: 200 len: 945 time: 0.7776208 May 28 06:37:51.065293 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3266fc-8ed4-47b5-b65c-7ad849ccdcd4 req-231a6301-1e30-41f9-8b94-452129a6477b tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:51.066859 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8e3266fc-8ed4-47b5-b65c-7ad849ccdcd4 req-231a6301-1e30-41f9-8b94-452129a6477b tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] 10.222.0.55 "GET /v2.0/ports?device_id=f824027a-f9d8-49f5-895a-6f50e924b9c1 HTTP/1.1" status: 200 len: 943 time: 0.8060963 May 28 06:37:51.089949 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-9a1a1c94-7835-4147-a65e-78568cf5ac44 req-4122a038-1dc9-425f-be46-67685a5abc70 service neutron] 10.222.0.71 "GET /v2.0/networks/50e6c29d-3c94-4645-8aee-2ebf9aaac97d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493762 May 28 06:37:51.111142 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2b2f4c77-b8bc-45ec-af63-d52e8ae25c62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:51.117147 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 1490a36e-f3ee-44c8-8104-0c7b0a1c4bc1 up at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:37:51.231500 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning for port 1490a36e-f3ee-44c8-8104-0c7b0a1c4bc1 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:37:51.237397 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning complete for port 1490a36e-f3ee-44c8-8104-0c7b0a1c4bc1 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:37:51.238081 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:51.265267 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2b2f4c77-b8bc-45ec-af63-d52e8ae25c62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:51.335514 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-44683d39-5518-4ef6-8bff-63718ed5149b req-2aa9bc8b-b9d9-4192-9613-4f699a88f633 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0fc320c-5211-4d72-b7c9-130a40d05074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2820899 May 28 06:37:51.376342 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8e3266fc-8ed4-47b5-b65c-7ad849ccdcd4 req-5442a8c1-be60-46fd-9397-576948e0a04e tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] 10.222.0.55 "GET /v2.0/security-groups?id=da113a0c-8ebd-48a7-a4a2-2238b85d044b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674122 May 28 06:37:51.377027 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2f4c77-b8bc-45ec-af63-d52e8ae25c62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b9d9e7e-f53d-4b5e-b549-e768fd845040,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:51.406746 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 1490a36e-f3ee-44c8-8104-0c7b0a1c4bc1 is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:37:51.407122 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:51.427929 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-be4a6fb4-43f9-4249-9332-2af74c7129a9 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:37:51.437347 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-be4a6fb4-43f9-4249-9332-2af74c7129a9 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Usage tracker for resource:subnet and tenant:51e07d1dd4e842f29564191e4c945b6c is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:37:51.443048 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cefd39f-538f-401e-b810-6fedf3cb17c4'] response: {'server_uuid': '13373255-c2c3-47d9-828c-ce6b6303ab5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3199ff66-fd24-4d95-b73e-e6af718ede40', 'code': 200} May 28 06:37:51.446755 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-be4a6fb4-43f9-4249-9332-2af74c7129a9 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:37:51.464682 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-be4a6fb4-43f9-4249-9332-2af74c7129a9 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:37:51.467372 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 1490a36e-f3ee-44c8-8104-0c7b0a1c4bc1, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=1490a36e-f3ee-44c8-8104-0c7b0a1c4bc1,segment=NetworkSegment(cff019d0-9c46-47d5-a149-6e4bcacfb67c),segment_id=cff019d0-9c46-47d5-a149-6e4bcacfb67c)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:37:51.485875 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80f01d0-e3d6-4bd8-81af-d7181a6f0edb req-42c280fe-f6b4-4deb-a11a-b0e9d81b9112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:51.487909 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c80f01d0-e3d6-4bd8-81af-d7181a6f0edb req-42c280fe-f6b4-4deb-a11a-b0e9d81b9112 service neutron] 10.222.0.69 "GET /v2.0/networks?id=50e6c29d-3c94-4645-8aee-2ebf9aaac97d HTTP/1.1" status: 200 len: 911 time: 0.8435483 May 28 06:37:51.507543 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d60d4a76-36af-452e-a7e5-88ed452a1b2b'] response: {'name': 'network-changed', 'server_uuid': 'db10fb21-0123-4957-96a4-a43c5586384f', 'tag': '85a87b44-a103-4230-a663-535510ada77a', 'status': 'completed', 'code': 200} May 28 06:37:51.564207 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b2286900-2592-45eb-8afa-24fb0394a313 req-c266823a-f50e-450d-a561-fa1cc454ab25 service neutron] 10.222.0.69 "GET /v2.0/networks/3f020ed6-e088-4cd1-9a30-9926bacb86fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7542667 May 28 06:37:51.598490 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:51.635597 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-2b2f4c77-b8bc-45ec-af63-d52e8ae25c62 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=aef4efd250294e6c9aa1b6d05e5f25a2&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2010260 May 28 06:37:51.638248 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 38388) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:37:51.691431 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be4a6fb4-43f9-4249-9332-2af74c7129a9 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Made reservation on behalf of 51e07d1dd4e842f29564191e4c945b6c for: {'subnet': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:37:51.697270 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-be4a6fb4-43f9-4249-9332-2af74c7129a9 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3171998'] for subnet, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:51.714530 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=1490a36e-f3ee-44c8-8104-0c7b0a1c4bc1,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:51.730494 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fde2429-7e24-45e8-bcc9-a8c0c6205b69 req-ec62dca2-7a81-491a-9543-bd0f7dcdb40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:51.731904 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-8fde2429-7e24-45e8-bcc9-a8c0c6205b69 req-ec62dca2-7a81-491a-9543-bd0f7dcdb40f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f44679598b0a43b98b3c94202ca37d34&device_id=db10fb21-0123-4957-96a4-a43c5586384f HTTP/1.1" status: 200 len: 1095 time: 0.1814134 May 28 06:37:51.733399 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-71d29f4a-8d21-4aac-8986-6c92a551ff1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:51.753494 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c80f01d0-e3d6-4bd8-81af-d7181a6f0edb req-685e603a-1120-407d-82d1-ef9500948df7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8712a524-83c9-4a6f-bda2-81f3a14bb977 HTTP/1.1" status: 200 len: 217 time: 0.2574308 May 28 06:37:51.763211 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-71d29f4a-8d21-4aac-8986-6c92a551ff1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:51.933755 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fde2429-7e24-45e8-bcc9-a8c0c6205b69 req-e3ca934a-ef98-4f49-8e1a-bdfa7f126ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:51.933755 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-8fde2429-7e24-45e8-bcc9-a8c0c6205b69 req-e3ca934a-ef98-4f49-8e1a-bdfa7f126ddb service neutron] 10.222.0.71 "GET /v2.0/networks?id=50e6c29d-3c94-4645-8aee-2ebf9aaac97d HTTP/1.1" status: 200 len: 911 time: 0.1717007 May 28 06:37:52.048699 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-71d29f4a-8d21-4aac-8986-6c92a551ff1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:52.065103 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-8fde2429-7e24-45e8-bcc9-a8c0c6205b69 req-3b0d23c5-e0e6-495e-8360-94662088e416 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85a87b44-a103-4230-a663-535510ada77a HTTP/1.1" status: 200 len: 217 time: 0.1197944 May 28 06:37:52.107087 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d29f4a-8d21-4aac-8986-6c92a551ff1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b9d9e7e-f53d-4b5e-b549-e768fd845040,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:52.140084 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-71d29f4a-8d21-4aac-8986-6c92a551ff1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:52.143746 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-71d29f4a-8d21-4aac-8986-6c92a551ff1b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5b9d9e7e-f53d-4b5e-b549-e768fd845040 HTTP/1.1" status: 204 len: 168 time: 0.5016499 May 28 06:37:52.158565 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fde2429-7e24-45e8-bcc9-a8c0c6205b69 req-5bd3c1f9-0493-41f9-a3e0-a6c48d0fce08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:52.160013 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-8fde2429-7e24-45e8-bcc9-a8c0c6205b69 req-5bd3c1f9-0493-41f9-a3e0-a6c48d0fce08 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=461065ec-096d-40f7-a624-cb52121fd52b HTTP/1.1" status: 200 len: 850 time: 0.0859907 May 28 06:37:52.220589 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-8fde2429-7e24-45e8-bcc9-a8c0c6205b69 req-c08d6b13-e75d-49ab-8c37-591a94d1f415 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=50e6c29d-3c94-4645-8aee-2ebf9aaac97d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532444 May 28 06:37:52.222777 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08b1121-e242-4f83-9f87-10419e94b8b0 req-caba55c0-19a3-4fc6-bd62-644ec50efde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:52.224261 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-a08b1121-e242-4f83-9f87-10419e94b8b0 req-caba55c0-19a3-4fc6-bd62-644ec50efde0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=50466b4420374aac8a4e6c84ffbb2d35&device_id=18125e28-15d1-48dd-aa07-32b31253304b HTTP/1.1" status: 200 len: 1097 time: 0.2167108 May 28 06:37:52.329143 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 38404) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:37:52.436558 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80f01d0-e3d6-4bd8-81af-d7181a6f0edb req-1c849a21-2ff1-4569-be26-8bc60169a250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:52.438040 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c80f01d0-e3d6-4bd8-81af-d7181a6f0edb req-1c849a21-2ff1-4569-be26-8bc60169a250 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=461065ec-096d-40f7-a624-cb52121fd52b HTTP/1.1" status: 200 len: 850 time: 0.6198027 May 28 06:37:52.531481 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08b1121-e242-4f83-9f87-10419e94b8b0 req-dcefe797-3d88-4858-83ad-7e2f48fba42f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:52.533356 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-a08b1121-e242-4f83-9f87-10419e94b8b0 req-dcefe797-3d88-4858-83ad-7e2f48fba42f service neutron] 10.222.0.71 "GET /v2.0/networks?id=a8fa6c28-5257-4dd9-bf7e-c257b513d11b HTTP/1.1" status: 200 len: 917 time: 0.2819538 May 28 06:37:52.535892 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-8fde2429-7e24-45e8-bcc9-a8c0c6205b69 req-4c6b28bd-3b9d-49e9-92bc-be030ae8297e service neutron] 10.222.0.71 "GET /v2.0/networks/50e6c29d-3c94-4645-8aee-2ebf9aaac97d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3062527 May 28 06:37:52.540103 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c80f01d0-e3d6-4bd8-81af-d7181a6f0edb req-ab502870-94a9-4fc4-9cb9-2c1ec50faf26 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=50e6c29d-3c94-4645-8aee-2ebf9aaac97d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0917418 May 28 06:37:52.557035 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b2286900-2592-45eb-8afa-24fb0394a313 req-960342e6-1baa-45c4-9506-be0e04c5fda5 service neutron] 10.222.0.69 "GET /v2.0/networks/3f020ed6-e088-4cd1-9a30-9926bacb86fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9029467 May 28 06:37:52.616900 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97d54cfa-ae48-4c6a-8bf7-42ca674c864d tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Router 035af55e-abd9-4bf2-8685-fca0b38128d3 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:37:52.690981 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d6ec1a-37a3-42c2-b417-430f9fb12084 req-7f72c3eb-1841-4f66-99f8-5e9e5e4c3944 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:52.704479 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b6d6ec1a-37a3-42c2-b417-430f9fb12084 req-7f72c3eb-1841-4f66-99f8-5e9e5e4c3944 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] 10.222.0.55 "GET /v2.0/ports?device_id=db10fb21-0123-4957-96a4-a43c5586384f HTTP/1.1" status: 200 len: 944 time: 1.0558641 May 28 06:37:52.731379 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304a9bbf-2c18-4128-a31d-da406d68571a req-dc6ea6b9-1ccf-4bae-8ce0-d55d45a4f48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:52.733765 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-304a9bbf-2c18-4128-a31d-da406d68571a req-dc6ea6b9-1ccf-4bae-8ce0-d55d45a4f48f service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=13373255-c2c3-47d9-828c-ce6b6303ab5f HTTP/1.1" status: 200 len: 1097 time: 1.0777874 May 28 06:37:52.750626 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-5f0f7062-9f19-4e4a-a102-5a9f0e94c024 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-226709118-network', 'tenant_id': 'f3e725eb9d1446b5b329eb6323631f8c'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:37:52.769559 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-5f0f7062-9f19-4e4a-a102-5a9f0e94c024 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:37:52.787659 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8e293c-2a38-4c11-9285-3e1610ea4adf req-ca16d2e2-6a85-433a-b379-c81a2473de5d tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:52.788878 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-5f0f7062-9f19-4e4a-a102-5a9f0e94c024 admin admin] Usage tracker for resource:network and tenant:f3e725eb9d1446b5b329eb6323631f8c is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:37:52.789182 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5e8e293c-2a38-4c11-9285-3e1610ea4adf req-ca16d2e2-6a85-433a-b379-c81a2473de5d tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/ports?device_id=18125e28-15d1-48dd-aa07-32b31253304b HTTP/1.1" status: 200 len: 946 time: 1.0799539 May 28 06:37:52.796314 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-5f0f7062-9f19-4e4a-a102-5a9f0e94c024 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:37:52.814618 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-5f0f7062-9f19-4e4a-a102-5a9f0e94c024 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:37:52.839077 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-a08b1121-e242-4f83-9f87-10419e94b8b0 req-87217a39-eb9a-49f6-a759-68d93f8948c4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0c82cdde-d718-46cb-9d90-6f9ae18a045e HTTP/1.1" status: 200 len: 1000 time: 0.2933614 May 28 06:37:52.883125 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-8fde2429-7e24-45e8-bcc9-a8c0c6205b69 req-f7444688-f1da-475e-b715-dbdee556c4b7 service neutron] 10.222.0.71 "GET /v2.0/networks/50e6c29d-3c94-4645-8aee-2ebf9aaac97d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3359067 May 28 06:37:52.921924 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08b1121-e242-4f83-9f87-10419e94b8b0 req-76dd1d4e-1118-45cb-94c0-91cd57be921d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:52.923372 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-a08b1121-e242-4f83-9f87-10419e94b8b0 req-76dd1d4e-1118-45cb-94c0-91cd57be921d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=63994f4d-7e85-4fdc-89a1-6c8536e7f551 HTTP/1.1" status: 200 len: 855 time: 0.0772672 May 28 06:37:52.924465 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f0f7062-9f19-4e4a-a102-5a9f0e94c024 admin admin] Made reservation on behalf of f3e725eb9d1446b5b329eb6323631f8c for: {'network': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:37:52.926603 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5f0f7062-9f19-4e4a-a102-5a9f0e94c024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:53.061236 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b6d6ec1a-37a3-42c2-b417-430f9fb12084 req-287fd6a4-f3e8-4b94-a1f8-0508ea9936dc tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] 10.222.0.55 "GET /v2.0/security-groups?id=88d2cfd4-3ac6-4681-9a3a-dce7d6855bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3558533 May 28 06:37:53.081140 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-304a9bbf-2c18-4128-a31d-da406d68571a req-256883d7-3714-4c96-ba9f-9b1f55266cd4 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=da113a0c-8ebd-48a7-a4a2-2238b85d044b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2818055 May 28 06:37:53.120504 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5f0f7062-9f19-4e4a-a102-5a9f0e94c024 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:53.146517 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-5f0f7062-9f19-4e4a-a102-5a9f0e94c024 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:37:53.152989 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-5f0f7062-9f19-4e4a-a102-5a9f0e94c024 admin admin] Usage tracker for resource:security_group_rule and tenant:f3e725eb9d1446b5b329eb6323631f8c is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:37:53.158293 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-5f0f7062-9f19-4e4a-a102-5a9f0e94c024 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:37:53.165057 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-5f0f7062-9f19-4e4a-a102-5a9f0e94c024 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:37:53.175949 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5e8e293c-2a38-4c11-9285-3e1610ea4adf req-17bc7dbd-a178-4354-ac71-20ef09bf613f tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d5c9d24-a7ef-4e95-9414-4cd057feeac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3610337 May 28 06:37:53.214264 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08b1121-e242-4f83-9f87-10419e94b8b0 req-aa7157e7-e0c6-4634-87dc-f8b130e29ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:53.216145 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-a08b1121-e242-4f83-9f87-10419e94b8b0 req-aa7157e7-e0c6-4634-87dc-f8b130e29ab5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a8fa6c28-5257-4dd9-bf7e-c257b513d11b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2803147 May 28 06:37:53.216366 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c80f01d0-e3d6-4bd8-81af-d7181a6f0edb req-86d52085-9a50-4ea6-9cd4-cad242cb4f15 service neutron] 10.222.0.69 "GET /v2.0/networks/50e6c29d-3c94-4645-8aee-2ebf9aaac97d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6637757 May 28 06:37:53.310535 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5f0f7062-9f19-4e4a-a102-5a9f0e94c024 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:53.408433 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5f0f7062-9f19-4e4a-a102-5a9f0e94c024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:53.422956 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec5922e-2df0-496b-b220-c7b70a34eaab req-7517c698-45e6-48c0-985f-71f89b1fc591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:53.424442 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cec5922e-2df0-496b-b220-c7b70a34eaab req-7517c698-45e6-48c0-985f-71f89b1fc591 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4b40625e6e3643fd96f0a27f5c2fd94f&device_id=f824027a-f9d8-49f5-895a-6f50e924b9c1 HTTP/1.1" status: 200 len: 1094 time: 0.7030544 May 28 06:37:53.425271 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-be4a6fb4-43f9-4249-9332-2af74c7129a9 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3115906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3172012'] for subnet, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:53.445082 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e26416bb-43a4-4cc5-bf06-ef4eb03f29dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1490a36e-f3ee-44c8-8104-0c7b0a1c4bc1'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:37:53.455040 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f0f7062-9f19-4e4a-a102-5a9f0e94c024 admin admin] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=89109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:37:53.478416 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97d54cfa-ae48-4c6a-8bf7-42ca674c864d tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:37:53.490424 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a618cdfc-7bf3-4702-9bfa-10534e1fa1d5 None None] Sync routers for ids ['035af55e-abd9-4bf2-8685-fca0b38128d3'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:37:53.500410 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0f7062-9f19-4e4a-a102-5a9f0e94c024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e1947de-b446-4f68-88b7-cbf18eb82497,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:53.510883 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a618cdfc-7bf3-4702-9bfa-10534e1fa1d5 None None] Routers {'035af55e-abd9-4bf2-8685-fca0b38128d3'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:37:53.512126 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-a618cdfc-7bf3-4702-9bfa-10534e1fa1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:37:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['035af55e-abd9-4bf2-8685-fca0b38128d3'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:37:53.517572 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0f7062-9f19-4e4a-a102-5a9f0e94c024 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:37:53.517923 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0f7062-9f19-4e4a-a102-5a9f0e94c024 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:37:53.518267 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0f7062-9f19-4e4a-a102-5a9f0e94c024 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:37:53.518772 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0f7062-9f19-4e4a-a102-5a9f0e94c024 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:37:53.519107 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0f7062-9f19-4e4a-a102-5a9f0e94c024 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:37:53.519437 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0f7062-9f19-4e4a-a102-5a9f0e94c024 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:37:53.519763 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0f7062-9f19-4e4a-a102-5a9f0e94c024 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:37:53.520087 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0f7062-9f19-4e4a-a102-5a9f0e94c024 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:37:53.520542 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0f7062-9f19-4e4a-a102-5a9f0e94c024 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:37:53.520882 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0f7062-9f19-4e4a-a102-5a9f0e94c024 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:37:53.521198 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0f7062-9f19-4e4a-a102-5a9f0e94c024 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:37:53.521576 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0f7062-9f19-4e4a-a102-5a9f0e94c024 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:37:53.569736 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5f0f7062-9f19-4e4a-a102-5a9f0e94c024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:53.572712 n-d-843702-1 neutron-server[89109]: INFO neutron.db.segments_db [None req-5f0f7062-9f19-4e4a-a102-5a9f0e94c024 admin admin] Added segment 14b5b5ce-71c4-4a8f-8e06-2b8f02727b41 of type vlan for network 24f89893-0152-410f-b36e-455f089391e1 May 28 06:37:53.583295 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-a08b1121-e242-4f83-9f87-10419e94b8b0 req-7861938a-2db5-45b2-bfe0-72d4ff84706c service neutron] 10.222.0.71 "GET /v2.0/networks/a8fa6c28-5257-4dd9-bf7e-c257b513d11b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485306 May 28 06:37:53.604384 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-a618cdfc-7bf3-4702-9bfa-10534e1fa1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:37:53.614632 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a618cdfc-7bf3-4702-9bfa-10534e1fa1d5 None None] Routers {'035af55e-abd9-4bf2-8685-fca0b38128d3'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:37:53.615478 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-a618cdfc-7bf3-4702-9bfa-10534e1fa1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:37:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['035af55e-abd9-4bf2-8685-fca0b38128d3'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:37:53.681240 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-a618cdfc-7bf3-4702-9bfa-10534e1fa1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:37:53.681985 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a618cdfc-7bf3-4702-9bfa-10534e1fa1d5 None None] The sync data for ids ['035af55e-abd9-4bf2-8685-fca0b38128d3'] in n-d-843702-1 is: [] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:37:53.707643 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4a6fb4-43f9-4249-9332-2af74c7129a9 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Pushing event updated for resources: {'Subnet': ['ID=565c8fd4-ad3b-4e2f-884a-7428667fb9f3,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:53.725637 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5f0f7062-9f19-4e4a-a102-5a9f0e94c024 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:53.742512 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c80f01d0-e3d6-4bd8-81af-d7181a6f0edb req-e1e2555d-0349-4134-8551-df3d26e32ab7 service neutron] 10.222.0.69 "GET /v2.0/networks/50e6c29d-3c94-4645-8aee-2ebf9aaac97d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4676747 May 28 06:37:53.771052 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4a6fb4-43f9-4249-9332-2af74c7129a9 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Checking segment: {'id': 'f322a392-eb95-4cd7-9310-b94f88032f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5689968b-6b26-43b1-bcae-32995a5afa4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:37:53.771905 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4a6fb4-43f9-4249-9332-2af74c7129a9 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Network hostable DHCP agents. Network: 5689968b-6b26-43b1-bcae-32995a5afa4d, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89110) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:37:53.787890 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-97d54cfa-ae48-4c6a-8bf7-42ca674c864d tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:53.799254 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-a08b1121-e242-4f83-9f87-10419e94b8b0 req-b783f60f-5a2d-456c-93da-432f4eac95de service neutron] 10.222.0.71 "GET /v2.0/networks/a8fa6c28-5257-4dd9-bf7e-c257b513d11b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050312 May 28 06:37:53.840601 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b4a1c-822c-4c1d-b8d3-0f8c85d57250 req-f961836d-50b4-4986-8471-6d069f1f9e81 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:53.842887 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f93b4a1c-822c-4c1d-b8d3-0f8c85d57250 req-f961836d-50b4-4986-8471-6d069f1f9e81 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e HTTP/1.1" status: 200 len: 945 time: 0.6204731 May 28 06:37:53.863583 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a03410-8dba-4c6d-8d99-3b688de07433 req-71539ef8-2ee8-43c6-a78d-b6df2f326ece tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:53.865048 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-64a03410-8dba-4c6d-8d99-3b688de07433 req-71539ef8-2ee8-43c6-a78d-b6df2f326ece tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] 10.222.0.55 "GET /v2.0/ports?device_id=f824027a-f9d8-49f5-895a-6f50e924b9c1 HTTP/1.1" status: 200 len: 943 time: 0.5625291 May 28 06:37:53.866064 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5f0f7062-9f19-4e4a-a102-5a9f0e94c024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:53.866206 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec5922e-2df0-496b-b220-c7b70a34eaab req-b79007da-8e05-4ada-ac07-420d62cc6ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:53.867294 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0f7062-9f19-4e4a-a102-5a9f0e94c024 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:53.867426 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cec5922e-2df0-496b-b220-c7b70a34eaab req-b79007da-8e05-4ada-ac07-420d62cc6ab7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3f020ed6-e088-4cd1-9a30-9926bacb86fe HTTP/1.1" status: 200 len: 917 time: 0.4025302 May 28 06:37:53.868090 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5f0f7062-9f19-4e4a-a102-5a9f0e94c024 admin admin] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:53.985902 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cec5922e-2df0-496b-b220-c7b70a34eaab req-37d6b4a1-0862-4d4c-8b97-4949357b9608 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c137c5c0-8497-42f9-9a78-41503512b2b1 HTTP/1.1" status: 200 len: 217 time: 0.0934067 May 28 06:37:53.991483 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0f7062-9f19-4e4a-a102-5a9f0e94c024 admin admin] Pushing event updated for resources: {'Network': ['ID=24f89893-0152-410f-b36e-455f089391e1,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:53.993771 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-97d54cfa-ae48-4c6a-8bf7-42ca674c864d tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 13.5744092 May 28 06:37:54.002270 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 38440) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:37:54.003636 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 24f89893-0152-410f-b36e-455f089391e1 details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:37:54.053157 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4a6fb4-43f9-4249-9332-2af74c7129a9 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Network 5689968b-6b26-43b1-bcae-32995a5afa4d is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89110) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:37:54.074600 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f93b4a1c-822c-4c1d-b8d3-0f8c85d57250 req-92623812-f994-4f2b-b3d2-f5b8b1bdb333 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0fc320c-5211-4d72-b7c9-130a40d05074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2188168 May 28 06:37:54.086257 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-64a03410-8dba-4c6d-8d99-3b688de07433 req-3c3306bf-785f-4de3-b94d-8ef396495eb5 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] 10.222.0.55 "GET /v2.0/security-groups?id=da113a0c-8ebd-48a7-a4a2-2238b85d044b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011642 May 28 06:37:54.101617 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec5922e-2df0-496b-b220-c7b70a34eaab req-abb23fdd-f63f-45f0-90b8-8fad72991ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:54.104770 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cec5922e-2df0-496b-b220-c7b70a34eaab req-abb23fdd-f63f-45f0-90b8-8fad72991ab9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=99692d3b-9199-4b15-8762-04120593a488 HTTP/1.1" status: 200 len: 855 time: 0.1080925 May 28 06:37:54.120227 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-5f0f7062-9f19-4e4a-a102-5a9f0e94c024 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7838907 May 28 06:37:54.126912 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 38448) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:37:54.143511 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-b532b508-fa40-4490-95d4-9929a56e547d admin admin] Request body: {'subnet': {'network_id': '24f89893-0152-410f-b36e-455f089391e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-226709118-subnet', 'tenant_id': 'f3e725eb9d1446b5b329eb6323631f8c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:37:54.158586 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-b532b508-fa40-4490-95d4-9929a56e547d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:37:54.166530 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-b532b508-fa40-4490-95d4-9929a56e547d admin admin] Usage tracker for resource:subnet and tenant:f3e725eb9d1446b5b329eb6323631f8c is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:37:54.189732 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-be4a6fb4-43f9-4249-9332-2af74c7129a9 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, 5689968b-6b26-43b1-bcae-32995a5afa4d) {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:37:54.202787 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-b532b508-fa40-4490-95d4-9929a56e547d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:37:54.204962 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4a6fb4-43f9-4249-9332-2af74c7129a9 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:54.205677 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-be4a6fb4-43f9-4249-9332-2af74c7129a9 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:54.207081 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f9921b8-5edb-45c0-a4ee-b6b40afe5225 None None] Network 5689968b-6b26-43b1-bcae-32995a5afa4d requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:37:54.226994 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-b532b508-fa40-4490-95d4-9929a56e547d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:37:54.249658 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-4fee0af8-aac5-4eec-a45c-ce0ef8611f4a tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] 10.222.0.55 "GET /v2.0/floatingips/70b5f43c-a212-49cd-8419-23a740808f1d HTTP/1.1" status: 200 len: 976 time: 0.2461069 May 28 06:37:54.252856 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 38458) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:37:54.278694 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec5922e-2df0-496b-b220-c7b70a34eaab req-7bcc0ced-1cbf-4cf9-b27f-8807aa75f1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:54.280247 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cec5922e-2df0-496b-b220-c7b70a34eaab req-7bcc0ced-1cbf-4cf9-b27f-8807aa75f1c8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3f020ed6-e088-4cd1-9a30-9926bacb86fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1688046 May 28 06:37:54.397070 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e33ba884-8d8c-460e-acce-37b8192397a6'] response: {'server_uuid': 'e26416bb-43a4-4cc5-bf06-ef4eb03f29dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1490a36e-f3ee-44c8-8104-0c7b0a1c4bc1', 'code': 200} May 28 06:37:54.467168 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-be4a6fb4-43f9-4249-9332-2af74c7129a9 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5870392 May 28 06:37:54.527113 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 38466) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:37:54.543582 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-ce63c452-f88f-499d-8de2-fd37b30e4fa6 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Synchronizing usage tracker for tenant:27fabbce05994a7bbea388130ee1d540 on resource:floatingip {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:37:54.550330 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-be0bbd80-9eb0-45ef-ac7d-780706a82360 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1302491079', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:37:54.603356 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fe4b49-584b-4b08-9e66-1de5326d5b47 req-f8743bd8-9dc9-4aa0-91c2-2a1596ddbba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:54.605071 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-09fe4b49-584b-4b08-9e66-1de5326d5b47 req-f8743bd8-9dc9-4aa0-91c2-2a1596ddbba2 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=e26416bb-43a4-4cc5-bf06-ef4eb03f29dd HTTP/1.1" status: 200 len: 1097 time: 0.1135054 May 28 06:37:54.730411 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-09fe4b49-584b-4b08-9e66-1de5326d5b47 req-639dff51-99e8-4fcd-b473-d6a1a328995e service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=da113a0c-8ebd-48a7-a4a2-2238b85d044b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031561 May 28 06:37:54.734594 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-ce63c452-f88f-499d-8de2-fd37b30e4fa6 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Unset dirty status for tenant:27fabbce05994a7bbea388130ee1d540 on resource:floatingip {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:37:54.737303 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-ce63c452-f88f-499d-8de2-fd37b30e4fa6 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] 10.222.0.55 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.4805908 May 28 06:37:54.738493 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b532b508-fa40-4490-95d4-9929a56e547d admin admin] Made reservation on behalf of f3e725eb9d1446b5b329eb6323631f8c for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:37:54.749995 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b532b508-fa40-4490-95d4-9929a56e547d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:54.820549 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 38478) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:37:54.821536 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 38480) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:37:54.850803 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-71c91e0b-d192-4d08-b754-8c213a897e22 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Request body: {'floatingip': {'port_id': '9318281d-813e-4cb5-b643-a8b846fecad8'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:37:54.879209 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95812518-516a-4299-a9b5-1787bec920e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-5689968b-6b26-43b1-bcae-32995a5afa4d', 'network_id': '5689968b-6b26-43b1-bcae-32995a5afa4d', 'tenant_id': '51e07d1dd4e842f29564191e4c945b6c', 'fixed_ips': [{'subnet_id': '565c8fd4-ad3b-4e2f-884a-7428667fb9f3'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:37:54.880591 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-95812518-516a-4299-a9b5-1787bec920e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:54.900374 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-be0bbd80-9eb0-45ef-ac7d-780706a82360 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:37:54.915673 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-be0bbd80-9eb0-45ef-ac7d-780706a82360 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Usage tracker for resource:router and tenant:51e07d1dd4e842f29564191e4c945b6c is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:37:54.924826 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-be0bbd80-9eb0-45ef-ac7d-780706a82360 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:37:54.937523 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-be0bbd80-9eb0-45ef-ac7d-780706a82360 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:37:55.002961 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cec5922e-2df0-496b-b220-c7b70a34eaab req-8fcabfe6-bb9d-49dd-b9b4-ffb6cea71232 service neutron] 10.222.0.69 "GET /v2.0/networks/3f020ed6-e088-4cd1-9a30-9926bacb86fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6350570 May 28 06:37:55.019754 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff68dd9-4c7a-4cc8-8214-e7f43ea9172b req-c377dfca-0016-49b7-ba3a-aef7ed93b393 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:55.023755 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3ff68dd9-4c7a-4cc8-8214-e7f43ea9172b req-c377dfca-0016-49b7-ba3a-aef7ed93b393 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] 10.222.0.55 "GET /v2.0/ports?device_id=db10fb21-0123-4957-96a4-a43c5586384f HTTP/1.1" status: 200 len: 944 time: 0.7486732 May 28 06:37:55.095577 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-71c91e0b-d192-4d08-b754-8c213a897e22 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks [] for floatingip, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:55.108096 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-95812518-516a-4299-a9b5-1787bec920e4 None None] Allocated IP 172.20.0.2 (5689968b-6b26-43b1-bcae-32995a5afa4d/565c8fd4-ad3b-4e2f-884a-7428667fb9f3/6bf99d6e-f9a3-456d-bb7f-2ab12b9fcafa) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:37:55.139228 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 85a87b44-a103-4230-a663-535510ada77a details requested by agent hyperv_n-h2-843702-1 with host n-h2-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:37:55.146925 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-be0bbd80-9eb0-45ef-ac7d-780706a82360 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59128'] for router, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:55.148074 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-be0bbd80-9eb0-45ef-ac7d-780706a82360 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59009'] for router, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:55.175001 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-c5370da7-3682-426c-8783-4033e6ec9c6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-369438196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369438196-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1075188233'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:37:55.194794 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-c5370da7-3682-426c-8783-4033e6ec9c6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-369438196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369438196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:37:55.205021 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-be0bbd80-9eb0-45ef-ac7d-780706a82360 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:55.221350 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-c5370da7-3682-426c-8783-4033e6ec9c6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-369438196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369438196-project] Usage tracker for resource:network and tenant:d675f3c7c74a43c8aa2752b6b3a87c8f is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:37:55.228352 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3ff68dd9-4c7a-4cc8-8214-e7f43ea9172b req-653c5586-18ba-460a-8bd9-5a5527b5f1cb tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] 10.222.0.55 "GET /v2.0/security-groups?id=88d2cfd4-3ac6-4681-9a3a-dce7d6855bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740534 May 28 06:37:55.230029 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-c5370da7-3682-426c-8783-4033e6ec9c6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-369438196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369438196-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:37:55.281205 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-c5370da7-3682-426c-8783-4033e6ec9c6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-369438196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369438196-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:37:55.282740 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cec5922e-2df0-496b-b220-c7b70a34eaab req-a3e4d197-9135-43b8-9461-8c6eeb162b1f service neutron] 10.222.0.69 "GET /v2.0/networks/3f020ed6-e088-4cd1-9a30-9926bacb86fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578566 May 28 06:37:55.423061 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-be0bbd80-9eb0-45ef-ac7d-780706a82360 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690761'] for router, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:55.448591 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5370da7-3682-426c-8783-4033e6ec9c6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-369438196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369438196-project] Made reservation on behalf of d675f3c7c74a43c8aa2752b6b3a87c8f for: {'network': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:37:55.457900 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c5370da7-3682-426c-8783-4033e6ec9c6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-369438196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369438196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:55.489136 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b532b508-fa40-4490-95d4-9929a56e547d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:55.494649 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 85a87b44-a103-4230-a663-535510ada77a, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=85a87b44-a103-4230-a663-535510ada77a,segment=NetworkSegment(08328ee5-aa08-4f9a-a73b-412dd681424e),segment_id=08328ee5-aa08-4f9a-a73b-412dd681424e)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:37:55.505827 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c5370da7-3682-426c-8783-4033e6ec9c6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-369438196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369438196-project] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:55.525863 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Returning: {'device': '85a87b44-a103-4230-a663-535510ada77a', 'network_id': '50e6c29d-3c94-4645-8aee-2ebf9aaac97d', 'port_id': '85a87b44-a103-4230-a663-535510ada77a', 'mac_address': 'fa:16:3e:6a:83:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '461065ec-096d-40f7-a624-cb52121fd52b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:37:55.528427 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-95812518-516a-4299-a9b5-1787bec920e4 None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:55.543670 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ad3013-1cb2-4ebf-8562-b5d69669830c req-bd81e006-137e-4205-a205-a79313638936 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:55.545832 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-90ad3013-1cb2-4ebf-8562-b5d69669830c req-bd81e006-137e-4205-a205-a79313638936 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/ports?device_id=18125e28-15d1-48dd-aa07-32b31253304b HTTP/1.1" status: 200 len: 946 time: 0.1598415 May 28 06:37:55.571299 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-95812518-516a-4299-a9b5-1787bec920e4 None None] Transition to ACTIVE for port object 6bf99d6e-f9a3-456d-bb7f-2ab12b9fcafa will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:37:55.597883 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9bf8f4-27ca-4802-ab1e-b00a92ee1cdc req-d3df9c9d-ce17-44d1-a1ad-c4ca207b8ea6 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:55.599486 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-be9bf8f4-27ca-4802-ab1e-b00a92ee1cdc req-d3df9c9d-ce17-44d1-a1ad-c4ca207b8ea6 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] 10.222.0.55 "GET /v2.0/ports?device_id=f824027a-f9d8-49f5-895a-6f50e924b9c1 HTTP/1.1" status: 200 len: 943 time: 0.1635871 May 28 06:37:55.625698 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-95812518-516a-4299-a9b5-1787bec920e4 None None] Transition to ACTIVE for port object 6bf99d6e-f9a3-456d-bb7f-2ab12b9fcafa will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:37:55.640035 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 85a87b44-a103-4230-a663-535510ada77a is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:37:55.640035 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:55.651827 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-90ad3013-1cb2-4ebf-8562-b5d69669830c req-aa7b46be-a4b7-4136-a942-ae9a196686a4 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d5c9d24-a7ef-4e95-9414-4cd057feeac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994084 May 28 06:37:55.677604 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85a87b44-a103-4230-a663-535510ada77a {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:37:55.679847 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-c5370da7-3682-426c-8783-4033e6ec9c6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-369438196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369438196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:37:55.682002 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device c137c5c0-8497-42f9-9a78-41503512b2b1 details requested by agent hyperv_n-h1-843702-1 with host n-h1-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:37:55.683967 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-c5370da7-3682-426c-8783-4033e6ec9c6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-369438196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369438196-project] Usage tracker for resource:security_group_rule and tenant:d675f3c7c74a43c8aa2752b6b3a87c8f is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:37:55.686779 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-be9bf8f4-27ca-4802-ab1e-b00a92ee1cdc req-c4ac3c3b-7b33-4c67-bd3a-6c065f9e45fd tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] 10.222.0.55 "GET /v2.0/security-groups?id=da113a0c-8ebd-48a7-a4a2-2238b85d044b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741584 May 28 06:37:55.687798 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-c5370da7-3682-426c-8783-4033e6ec9c6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-369438196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369438196-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:37:55.693842 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-c5370da7-3682-426c-8783-4033e6ec9c6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-369438196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369438196-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:37:55.705813 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 85a87b44-a103-4230-a663-535510ada77a, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=85a87b44-a103-4230-a663-535510ada77a,segment=NetworkSegment(08328ee5-aa08-4f9a-a73b-412dd681424e),segment_id=08328ee5-aa08-4f9a-a73b-412dd681424e)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:37:55.769126 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-be0bbd80-9eb0-45ef-ac7d-780706a82360 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks [] for router, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:55.773162 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-be0bbd80-9eb0-45ef-ac7d-780706a82360 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.2416337 May 28 06:37:55.773338 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 38498) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:37:55.799627 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-95812518-516a-4299-a9b5-1787bec920e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:55.912120 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95812518-516a-4299-a9b5-1787bec920e4 None None] Pushing event updated for resources: {'Port': ['ID=6bf99d6e-f9a3-456d-bb7f-2ab12b9fcafa,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:55.914935 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:55.944325 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b532b508-fa40-4490-95d4-9929a56e547d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d60907d0-db8b-46ab-9618-52ac04eb928c,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:55.955245 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b532b508-fa40-4490-95d4-9929a56e547d admin admin] Checking segment: {'id': '14b5b5ce-71c4-4a8f-8e06-2b8f02727b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '24f89893-0152-410f-b36e-455f089391e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:37:55.958947 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b532b508-fa40-4490-95d4-9929a56e547d admin admin] Network hostable DHCP agents. Network: 24f89893-0152-410f-b36e-455f089391e1, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:37:55.959109 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95812518-516a-4299-a9b5-1787bec920e4 None None] Network 5689968b-6b26-43b1-bcae-32995a5afa4d is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:37:55.973182 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-95812518-516a-4299-a9b5-1787bec920e4 None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:37:55.980680 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95812518-516a-4299-a9b5-1787bec920e4 None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:37:56.052427 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=85a87b44-a103-4230-a663-535510ada77a,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:56.169077 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b532b508-fa40-4490-95d4-9929a56e547d admin admin] Network 24f89893-0152-410f-b36e-455f089391e1 is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:37:56.171233 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-95812518-516a-4299-a9b5-1787bec920e4 None None] Attempting to bind port 6bf99d6e-f9a3-456d-bb7f-2ab12b9fcafa on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:37:56.171667 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-95812518-516a-4299-a9b5-1787bec920e4 None None] Attempting to bind port 6bf99d6e-f9a3-456d-bb7f-2ab12b9fcafa by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'f322a392-eb95-4cd7-9310-b94f88032f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5689968b-6b26-43b1-bcae-32995a5afa4d'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:37:56.172093 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95812518-516a-4299-a9b5-1787bec920e4 None None] Attempting to bind port 6bf99d6e-f9a3-456d-bb7f-2ab12b9fcafa on network 5689968b-6b26-43b1-bcae-32995a5afa4d {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:37:56.178392 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95812518-516a-4299-a9b5-1787bec920e4 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:37:56.178864 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95812518-516a-4299-a9b5-1787bec920e4 None None] Checking segment: {'id': 'f322a392-eb95-4cd7-9310-b94f88032f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5689968b-6b26-43b1-bcae-32995a5afa4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:37:56.179620 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-95812518-516a-4299-a9b5-1787bec920e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:56.179752 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95812518-516a-4299-a9b5-1787bec920e4 None None] Bound using segment: {'id': 'f322a392-eb95-4cd7-9310-b94f88032f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5689968b-6b26-43b1-bcae-32995a5afa4d'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:37:56.180228 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-95812518-516a-4299-a9b5-1787bec920e4 None None] Bound port: 6bf99d6e-f9a3-456d-bb7f-2ab12b9fcafa, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f322a392-eb95-4cd7-9310-b94f88032f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5689968b-6b26-43b1-bcae-32995a5afa4d'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:37:56.180664 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-95812518-516a-4299-a9b5-1787bec920e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:56.198809 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port c137c5c0-8497-42f9-9a78-41503512b2b1, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=c137c5c0-8497-42f9-9a78-41503512b2b1,segment=NetworkSegment(cff019d0-9c46-47d5-a149-6e4bcacfb67c),segment_id=cff019d0-9c46-47d5-a149-6e4bcacfb67c)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:37:56.230820 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c5370da7-3682-426c-8783-4033e6ec9c6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-369438196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369438196-project] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:56.265543 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['85a87b44-a103-4230-a663-535510ada77a'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:37:56.272082 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-b532b508-fa40-4490-95d4-9929a56e547d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, 24f89893-0152-410f-b36e-455f089391e1) {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:37:56.282957 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b532b508-fa40-4490-95d4-9929a56e547d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:56.283415 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b532b508-fa40-4490-95d4-9929a56e547d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:56.294248 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Returning: {'device': 'c137c5c0-8497-42f9-9a78-41503512b2b1', 'network_id': '3f020ed6-e088-4cd1-9a30-9926bacb86fe', 'port_id': 'c137c5c0-8497-42f9-9a78-41503512b2b1', 'mac_address': 'fa:16:3e:ce:6f:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99692d3b-9199-4b15-8762-04120593a488', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:37:56.303939 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b344a9-e6bb-4dac-901d-db2f02539b66 None None] Network 24f89893-0152-410f-b36e-455f089391e1 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:37:56.330987 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c5370da7-3682-426c-8783-4033e6ec9c6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-369438196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369438196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:56.343998 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6f7e7d4e-ed10-4e57-b9ce-930cf2f69542 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:56.377066 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5370da7-3682-426c-8783-4033e6ec9c6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-369438196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369438196-project] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=89109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:37:56.400539 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c5370da7-3682-426c-8783-4033e6ec9c6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-369438196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369438196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:56.400877 n-d-843702-1 neutron-server[89109]: INFO neutron.db.segments_db [None req-c5370da7-3682-426c-8783-4033e6ec9c6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-369438196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369438196-project] Added segment 9345935b-a90b-43b6-8f74-9a6d42263e7c of type vlan for network 9f804e75-42db-45bc-b598-beff5522d4f6 May 28 06:37:56.465899 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-b532b508-fa40-4490-95d4-9929a56e547d admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.3310792 May 28 06:37:56.476688 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 38508) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:37:56.485813 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5370da7-3682-426c-8783-4033e6ec9c6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-369438196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369438196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=defdc92b-7d67-46ad-b4b3-73f0885b1289,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:56.528029 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c5370da7-3682-426c-8783-4033e6ec9c6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-369438196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369438196-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:56.536814 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-95812518-516a-4299-a9b5-1787bec920e4 None None] For port 6bf99d6e-f9a3-456d-bb7f-2ab12b9fcafa, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:37:56.542201 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-95812518-516a-4299-a9b5-1787bec920e4 None None] For port 6bf99d6e-f9a3-456d-bb7f-2ab12b9fcafa, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=6bf99d6e-f9a3-456d-bb7f-2ab12b9fcafa,segment=NetworkSegment(f322a392-eb95-4cd7-9310-b94f88032f24),segment_id=f322a392-eb95-4cd7-9310-b94f88032f24)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:37:56.547560 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-056b51b1-e48e-489c-b6c3-77e11271167a admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-226709118-router', 'tenant_id': 'f3e725eb9d1446b5b329eb6323631f8c', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:37:56.547703 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-71c91e0b-d192-4d08-b754-8c213a897e22 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:56.551931 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-056b51b1-e48e-489c-b6c3-77e11271167a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:37:56.557989 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-056b51b1-e48e-489c-b6c3-77e11271167a admin admin] Usage tracker for resource:router and tenant:f3e725eb9d1446b5b329eb6323631f8c is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:37:56.566890 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-056b51b1-e48e-489c-b6c3-77e11271167a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:37:56.596543 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port c137c5c0-8497-42f9-9a78-41503512b2b1 is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:37:56.596933 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:56.666537 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c5370da7-3682-426c-8783-4033e6ec9c6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-369438196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369438196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:56.672787 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5370da7-3682-426c-8783-4033e6ec9c6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-369438196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369438196-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:56.675895 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c5370da7-3682-426c-8783-4033e6ec9c6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-369438196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369438196-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:56.694250 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-71c91e0b-d192-4d08-b754-8c213a897e22 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691094'] for floatingip, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:56.724313 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-95812518-516a-4299-a9b5-1787bec920e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:56.728943 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-f25b28fc-5b1b-4deb-80f6-974f24f9cb4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:56.742216 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-056b51b1-e48e-489c-b6c3-77e11271167a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:37:56.770184 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c137c5c0-8497-42f9-9a78-41503512b2b1 {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:37:56.824610 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434626b3-1435-4b3d-a278-6c8fd6897bac req-4070e547-cb99-4f50-8bc5-26a5957c1df5 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:56.832210 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-434626b3-1435-4b3d-a278-6c8fd6897bac req-4070e547-cb99-4f50-8bc5-26a5957c1df5 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] 10.222.0.55 "GET /v2.0/ports?device_id=db10fb21-0123-4957-96a4-a43c5586384f HTTP/1.1" status: 200 len: 945 time: 0.4772110 May 28 06:37:56.850555 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port c137c5c0-8497-42f9-9a78-41503512b2b1, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=c137c5c0-8497-42f9-9a78-41503512b2b1,segment=NetworkSegment(cff019d0-9c46-47d5-a149-6e4bcacfb67c),segment_id=cff019d0-9c46-47d5-a149-6e4bcacfb67c)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:37:56.867789 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-056b51b1-e48e-489c-b6c3-77e11271167a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59128'] for router, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:56.869180 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-056b51b1-e48e-489c-b6c3-77e11271167a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59009'] for router, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:56.906348 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95812518-516a-4299-a9b5-1787bec920e4 None None] Pushing event updated for resources: {'Port': ['ID=6bf99d6e-f9a3-456d-bb7f-2ab12b9fcafa,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:56.924846 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:56.929300 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-434626b3-1435-4b3d-a278-6c8fd6897bac req-17d9d263-609c-4b70-acc3-6477a6af7231 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] 10.222.0.55 "GET /v2.0/security-groups?id=88d2cfd4-3ac6-4681-9a3a-dce7d6855bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958090 May 28 06:37:56.958974 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-c5370da7-3682-426c-8783-4033e6ec9c6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-369438196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369438196-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.1353698 May 28 06:37:56.970669 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5370da7-3682-426c-8783-4033e6ec9c6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-369438196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369438196-project] Pushing event updated for resources: {'Network': ['ID=9f804e75-42db-45bc-b598-beff5522d4f6,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:56.978748 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408beebf-741c-4746-91b2-72c1c90a40d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-24f89893-0152-410f-b36e-455f089391e1', 'network_id': '24f89893-0152-410f-b36e-455f089391e1', 'tenant_id': 'f3e725eb9d1446b5b329eb6323631f8c', 'fixed_ips': [{'subnet_id': 'd60907d0-db8b-46ab-9618-52ac04eb928c'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:37:56.979496 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-408beebf-741c-4746-91b2-72c1c90a40d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:57.001800 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 9f804e75-42db-45bc-b598-beff5522d4f6 details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:37:57.016118 n-d-843702-1 neutron-server[89109]: INFO neutron.db.l3_db [None req-71c91e0b-d192-4d08-b754-8c213a897e22 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Floating IP 70b5f43c-a212-49cd-8419-23a740808f1d associated. External IP: 172.25.5.8, port: 3cd2806b-1b81-468a-a935-55e2a93750b5. May 28 06:37:57.028381 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-056b51b1-e48e-489c-b6c3-77e11271167a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:57.098310 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [None req-6f7e7d4e-ed10-4e57-b9ce-930cf2f69542 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Allocated IP 172.20.0.1 (5689968b-6b26-43b1-bcae-32995a5afa4d/565c8fd4-ad3b-4e2f-884a-7428667fb9f3/e2fe7b73-1734-4b1e-8e33-ac5031c7ac02) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:37:57.262697 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['c137c5c0-8497-42f9-9a78-41503512b2b1'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:37:57.273902 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 38518) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:37:57.280122 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-a69b859c-1001-4bbd-871e-32b5dd89ccfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Request body: {'port': {'network_id': '9f804e75-42db-45bc-b598-beff5522d4f6', 'binding:host_id': 'n-h1-843702-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241044'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:37:57.397172 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=c137c5c0-8497-42f9-9a78-41503512b2b1,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:57.398407 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-a69b859c-1001-4bbd-871e-32b5dd89ccfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:37:57.483178 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-a69b859c-1001-4bbd-871e-32b5dd89ccfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Usage tracker for resource:port and tenant:d5a117b3c07f4693afe1e48824cea435 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:37:57.491026 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-a69b859c-1001-4bbd-871e-32b5dd89ccfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:37:57.504652 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e7e34e-3ee0-4451-a6a4-f0dc2a9aaf68 req-772fee72-005d-469c-a58b-8629f4e73bf1 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:57.511840 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f3e7e34e-3ee0-4451-a6a4-f0dc2a9aaf68 req-772fee72-005d-469c-a58b-8629f4e73bf1 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] 10.222.0.55 "GET /v2.0/ports?device_id=f824027a-f9d8-49f5-895a-6f50e924b9c1 HTTP/1.1" status: 200 len: 944 time: 0.5451853 May 28 06:37:57.606385 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-a69b859c-1001-4bbd-871e-32b5dd89ccfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:37:57.645571 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-408beebf-741c-4746-91b2-72c1c90a40d4 None None] Allocated IP 172.20.0.2 (24f89893-0152-410f-b36e-455f089391e1/d60907d0-db8b-46ab-9618-52ac04eb928c/0b35e3b6-6532-4a6c-9aaa-5b73e515157e) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:37:57.650279 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:57.677660 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 170a25a1-2cd5-4bc9-b588-27e0c82fefed details requested by agent hyperv_n-h1-843702-1 with host n-h1-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:37:57.680797 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71c91e0b-d192-4d08-b754-8c213a897e22 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Router 035af55e-abd9-4bf2-8685-fca0b38128d3 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:37:57.717125 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-056b51b1-e48e-489c-b6c3-77e11271167a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59027'] for router, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:57.760291 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f3e7e34e-3ee0-4451-a6a4-f0dc2a9aaf68 req-4b410033-d761-49a6-b997-614c13f84e3d tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] 10.222.0.55 "GET /v2.0/security-groups?id=da113a0c-8ebd-48a7-a4a2-2238b85d044b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475843 May 28 06:37:57.775928 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6f7e7d4e-ed10-4e57-b9ce-930cf2f69542 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:57.794486 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a69b859c-1001-4bbd-871e-32b5dd89ccfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Made reservation on behalf of d5a117b3c07f4693afe1e48824cea435 for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:37:57.797676 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a69b859c-1001-4bbd-871e-32b5dd89ccfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:57.807823 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [None req-6f7e7d4e-ed10-4e57-b9ce-930cf2f69542 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Transition to ACTIVE for port object e2fe7b73-1734-4b1e-8e33-ac5031c7ac02 will not be triggered until provisioned by entity DHCP. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:37:57.815132 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a69b859c-1001-4bbd-871e-32b5dd89ccfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:57.852204 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-a69b859c-1001-4bbd-871e-32b5dd89ccfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:37:57.859970 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-a69b859c-1001-4bbd-871e-32b5dd89ccfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Usage tracker for resource:security_group_rule and tenant:d5a117b3c07f4693afe1e48824cea435 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:37:57.863691 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-a69b859c-1001-4bbd-871e-32b5dd89ccfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:37:57.913581 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-a69b859c-1001-4bbd-871e-32b5dd89ccfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:37:58.040138 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71c91e0b-d192-4d08-b754-8c213a897e22 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:37:58.048816 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6f7e7d4e-ed10-4e57-b9ce-930cf2f69542 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:58.066253 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574fce68-f540-48e6-ba07-a426032d27f8 None None] Sync routers for ids ['035af55e-abd9-4bf2-8685-fca0b38128d3'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:37:58.127044 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 170a25a1-2cd5-4bc9-b588-27e0c82fefed, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=170a25a1-2cd5-4bc9-b588-27e0c82fefed,segment=NetworkSegment(4c4bc3f8-ec6f-40a7-9f80-cde5ff5de12a),segment_id=4c4bc3f8-ec6f-40a7-9f80-cde5ff5de12a)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:37:58.160068 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Returning: {'device': '170a25a1-2cd5-4bc9-b588-27e0c82fefed', 'network_id': 'e7d92049-bff3-4c3a-a4bd-4950c7dcad1c', 'port_id': '170a25a1-2cd5-4bc9-b588-27e0c82fefed', 'mac_address': 'fa:16:3e:aa:19:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40188bf0-967d-446e-ac4f-b5c59a2acd9a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:37:58.177355 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574fce68-f540-48e6-ba07-a426032d27f8 None None] Routers {'035af55e-abd9-4bf2-8685-fca0b38128d3'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:37:58.177937 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-574fce68-f540-48e6-ba07-a426032d27f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:37:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['035af55e-abd9-4bf2-8685-fca0b38128d3'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:37:58.215662 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f7e7d4e-ed10-4e57-b9ce-930cf2f69542 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Network 5689968b-6b26-43b1-bcae-32995a5afa4d is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:37:58.227294 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a69b859c-1001-4bbd-871e-32b5dd89ccfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:58.231164 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-6f7e7d4e-ed10-4e57-b9ce-930cf2f69542 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:37:58.239029 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7e7d4e-ed10-4e57-b9ce-930cf2f69542 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:37:58.259786 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-574fce68-f540-48e6-ba07-a426032d27f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:37:58.313944 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7e7d4e-ed10-4e57-b9ce-930cf2f69542 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Pushing event updated for resources: {'Port': ['ID=e2fe7b73-1734-4b1e-8e33-ac5031c7ac02,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:58.337578 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574fce68-f540-48e6-ba07-a426032d27f8 None None] Routers {'035af55e-abd9-4bf2-8685-fca0b38128d3'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:37:58.338112 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-574fce68-f540-48e6-ba07-a426032d27f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:37:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['035af55e-abd9-4bf2-8685-fca0b38128d3'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:37:58.352247 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a69b859c-1001-4bbd-871e-32b5dd89ccfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:58.406464 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-408beebf-741c-4746-91b2-72c1c90a40d4 None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:58.422140 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-574fce68-f540-48e6-ba07-a426032d27f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:37:58.422546 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574fce68-f540-48e6-ba07-a426032d27f8 None None] The sync data for ids ['035af55e-abd9-4bf2-8685-fca0b38128d3'] in n-d-843702-1 is: [] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:37:58.433026 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [None req-a69b859c-1001-4bbd-871e-32b5dd89ccfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] device_id is not set on port 36dc1976-4ac5-451f-bdeb-2776512a2c28 yet. {{(pid=89110) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:37:58.454436 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-408beebf-741c-4746-91b2-72c1c90a40d4 None None] Transition to ACTIVE for port object 0b35e3b6-6532-4a6c-9aaa-5b73e515157e will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:37:58.454436 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 170a25a1-2cd5-4bc9-b588-27e0c82fefed is: ACTIVE; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:37:58.454436 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:58.488850 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 170a25a1-2cd5-4bc9-b588-27e0c82fefed {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:37:58.489863 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71c91e0b-d192-4d08-b754-8c213a897e22 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Router 035af55e-abd9-4bf2-8685-fca0b38128d3 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:37:58.523158 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 170a25a1-2cd5-4bc9-b588-27e0c82fefed, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=170a25a1-2cd5-4bc9-b588-27e0c82fefed,segment=NetworkSegment(4c4bc3f8-ec6f-40a7-9f80-cde5ff5de12a),segment_id=4c4bc3f8-ec6f-40a7-9f80-cde5ff5de12a)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:37:58.534981 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f79232-995f-4213-ac1f-44666275684d None None] Network 5689968b-6b26-43b1-bcae-32995a5afa4d requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:37:58.548767 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-408beebf-741c-4746-91b2-72c1c90a40d4 None None] Transition to ACTIVE for port object 0b35e3b6-6532-4a6c-9aaa-5b73e515157e will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:37:58.632600 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:58.692323 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71c91e0b-d192-4d08-b754-8c213a897e22 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:37:58.696074 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-71c91e0b-d192-4d08-b754-8c213a897e22 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:58.699823 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-408beebf-741c-4746-91b2-72c1c90a40d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:58.706556 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ca55cd-7eab-4fc8-9597-5d9069edf40b None None] Sync routers for ids ['035af55e-abd9-4bf2-8685-fca0b38128d3'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:37:58.726969 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-27487610-273c-4f25-83f2-f337ba3857bc None None] Provisioning for port 6bf99d6e-f9a3-456d-bb7f-2ab12b9fcafa completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:37:58.728144 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ca55cd-7eab-4fc8-9597-5d9069edf40b None None] Routers {'035af55e-abd9-4bf2-8685-fca0b38128d3'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:37:58.729015 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-f2ca55cd-7eab-4fc8-9597-5d9069edf40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:37:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['035af55e-abd9-4bf2-8685-fca0b38128d3'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:37:58.730409 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69b859c-1001-4bbd-871e-32b5dd89ccfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7f004f6-6a34-44b3-9eb7-46ec1d1bcde7,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:58.734895 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408beebf-741c-4746-91b2-72c1c90a40d4 None None] Network 24f89893-0152-410f-b36e-455f089391e1 is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:37:58.748127 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-408beebf-741c-4746-91b2-72c1c90a40d4 None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:37:58.750165 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['170a25a1-2cd5-4bc9-b588-27e0c82fefed'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:37:58.756477 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6f7e7d4e-ed10-4e57-b9ce-930cf2f69542 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690947'] for router_interface, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:58.785973 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408beebf-741c-4746-91b2-72c1c90a40d4 None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:37:58.808388 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf2d2ab-5db0-442f-b1c4-a9d8e2795964 req-1ae00974-e123-41a2-b109-ab2c46106890 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:58.811556 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6bf2d2ab-5db0-442f-b1c4-a9d8e2795964 req-1ae00974-e123-41a2-b109-ab2c46106890 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] 10.222.0.55 "GET /v2.0/ports?device_id=db10fb21-0123-4957-96a4-a43c5586384f HTTP/1.1" status: 200 len: 945 time: 0.6961002 May 28 06:37:58.822660 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-056b51b1-e48e-489c-b6c3-77e11271167a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:58.855293 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-71c91e0b-d192-4d08-b754-8c213a897e22 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] 10.222.0.55 "PUT /v2.0/floatingips/70b5f43c-a212-49cd-8419-23a740808f1d HTTP/1.1" status: 200 len: 976 time: 4.0332701 May 28 06:37:58.858579 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 38534) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:37:58.864903 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-05935720-dd98-49e6-96c8-ab77a4516582 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Request body: {'floatingip': {'port_id': None}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:37:58.902161 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-056b51b1-e48e-489c-b6c3-77e11271167a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:58.939500 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-f2ca55cd-7eab-4fc8-9597-5d9069edf40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:37:58.960133 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ca55cd-7eab-4fc8-9597-5d9069edf40b None None] Routers {'035af55e-abd9-4bf2-8685-fca0b38128d3'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:37:58.962632 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-f2ca55cd-7eab-4fc8-9597-5d9069edf40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:37:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['035af55e-abd9-4bf2-8685-fca0b38128d3'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:37:58.991639 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6bf2d2ab-5db0-442f-b1c4-a9d8e2795964 req-1b7a3bf9-de87-428c-b83e-965bca576b57 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] 10.222.0.55 "GET /v2.0/security-groups?id=88d2cfd4-3ac6-4681-9a3a-dce7d6855bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700835 May 28 06:37:58.994053 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=170a25a1-2cd5-4bc9-b588-27e0c82fefed,revision_number=6']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:59.038107 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-f2ca55cd-7eab-4fc8-9597-5d9069edf40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:37:59.038871 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ca55cd-7eab-4fc8-9597-5d9069edf40b None None] The sync data for ids ['035af55e-abd9-4bf2-8685-fca0b38128d3'] in n-d-843702-1 is: [] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:37:59.059508 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-05935720-dd98-49e6-96c8-ab77a4516582 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks [] for floatingip, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:59.082850 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408beebf-741c-4746-91b2-72c1c90a40d4 None None] Pushing event updated for resources: {'Port': ['ID=0b35e3b6-6532-4a6c-9aaa-5b73e515157e,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:59.147347 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 85a87b44-a103-4230-a663-535510ada77a up at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:37:59.195988 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 6bf99d6e-f9a3-456d-bb7f-2ab12b9fcafa up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:37:59.272114 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-1d32ecfa-dde9-4f76-9e44-966295b4df21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:59.284479 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-408beebf-741c-4746-91b2-72c1c90a40d4 None None] Attempting to bind port 0b35e3b6-6532-4a6c-9aaa-5b73e515157e on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:37:59.284846 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-408beebf-741c-4746-91b2-72c1c90a40d4 None None] Attempting to bind port 0b35e3b6-6532-4a6c-9aaa-5b73e515157e by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': '14b5b5ce-71c4-4a8f-8e06-2b8f02727b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '24f89893-0152-410f-b36e-455f089391e1'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:37:59.285197 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408beebf-741c-4746-91b2-72c1c90a40d4 None None] Attempting to bind port 0b35e3b6-6532-4a6c-9aaa-5b73e515157e on network 24f89893-0152-410f-b36e-455f089391e1 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:37:59.354252 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408beebf-741c-4746-91b2-72c1c90a40d4 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:37:59.354847 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408beebf-741c-4746-91b2-72c1c90a40d4 None None] Checking segment: {'id': '14b5b5ce-71c4-4a8f-8e06-2b8f02727b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '24f89893-0152-410f-b36e-455f089391e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:37:59.355504 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-408beebf-741c-4746-91b2-72c1c90a40d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:59.356184 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408beebf-741c-4746-91b2-72c1c90a40d4 None None] Bound using segment: {'id': '14b5b5ce-71c4-4a8f-8e06-2b8f02727b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '24f89893-0152-410f-b36e-455f089391e1'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:37:59.357689 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-408beebf-741c-4746-91b2-72c1c90a40d4 None None] Bound port: 0b35e3b6-6532-4a6c-9aaa-5b73e515157e, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14b5b5ce-71c4-4a8f-8e06-2b8f02727b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '24f89893-0152-410f-b36e-455f089391e1'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:37:59.359225 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-408beebf-741c-4746-91b2-72c1c90a40d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:59.377276 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-05935720-dd98-49e6-96c8-ab77a4516582 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:59.384198 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caddb347-9cc6-439a-b190-035119371b52 req-83b55633-56c4-47d4-a696-049d955e9e13 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:59.385664 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-caddb347-9cc6-439a-b190-035119371b52 req-83b55633-56c4-47d4-a696-049d955e9e13 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] 10.222.0.55 "GET /v2.0/ports?device_id=f824027a-f9d8-49f5-895a-6f50e924b9c1 HTTP/1.1" status: 200 len: 944 time: 0.4062653 May 28 06:37:59.392979 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [None req-a69b859c-1001-4bbd-871e-32b5dd89ccfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] device_id is not set on port 36dc1976-4ac5-451f-bdeb-2776512a2c28 yet. {{(pid=89110) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:37:59.433345 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a69b859c-1001-4bbd-871e-32b5dd89ccfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:59.437781 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6f7e7d4e-ed10-4e57-b9ce-930cf2f69542 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:59.451591 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [None req-056b51b1-e48e-489c-b6c3-77e11271167a admin admin] Allocated IP 172.25.5.251 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/f4e76c5a-40c4-46c3-a2a3-7f40591265fc) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:37:59.461169 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-05935720-dd98-49e6-96c8-ab77a4516582 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691094'] for floatingip, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:59.462951 n-d-843702-1 neutron-server[89109]: INFO neutron.db.l3_db [None req-05935720-dd98-49e6-96c8-ab77a4516582 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Floating IP 70b5f43c-a212-49cd-8419-23a740808f1d disassociated. External IP: 172.25.5.8, port: 9318281d-813e-4cb5-b643-a8b846fecad8. May 28 06:37:59.562227 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 6bf99d6e-f9a3-456d-bb7f-2ab12b9fcafa completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:37:59.565460 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-408beebf-741c-4746-91b2-72c1c90a40d4 None None] For port 0b35e3b6-6532-4a6c-9aaa-5b73e515157e, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:37:59.571727 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-408beebf-741c-4746-91b2-72c1c90a40d4 None None] For port 0b35e3b6-6532-4a6c-9aaa-5b73e515157e, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=0b35e3b6-6532-4a6c-9aaa-5b73e515157e,segment=NetworkSegment(14b5b5ce-71c4-4a8f-8e06-2b8f02727b41),segment_id=14b5b5ce-71c4-4a8f-8e06-2b8f02727b41)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:37:59.575107 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 6bf99d6e-f9a3-456d-bb7f-2ab12b9fcafa triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:37:59.575462 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:59.637573 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning for port 85a87b44-a103-4230-a663-535510ada77a completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:37:59.645708 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [None req-a69b859c-1001-4bbd-871e-32b5dd89ccfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Transition to ACTIVE for port object 36dc1976-4ac5-451f-bdeb-2776512a2c28 will not be triggered until provisioned by entity L2. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:37:59.651370 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning complete for port 85a87b44-a103-4230-a663-535510ada77a triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:37:59.651738 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:59.656705 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-caddb347-9cc6-439a-b190-035119371b52 req-f3fbcecd-ec0c-4d2e-af99-79f0868f1f99 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] 10.222.0.55 "GET /v2.0/security-groups?id=da113a0c-8ebd-48a7-a4a2-2238b85d044b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570894 May 28 06:37:59.686441 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device c137c5c0-8497-42f9-9a78-41503512b2b1 up at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:37:59.776074 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-408beebf-741c-4746-91b2-72c1c90a40d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:00.010053 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:00.010725 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408beebf-741c-4746-91b2-72c1c90a40d4 None None] Pushing event updated for resources: {'Port': ['ID=0b35e3b6-6532-4a6c-9aaa-5b73e515157e,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:00.015535 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 6bf99d6e-f9a3-456d-bb7f-2ab12b9fcafa is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:38:00.016202 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:00.068119 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05935720-dd98-49e6-96c8-ab77a4516582 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Router 035af55e-abd9-4bf2-8685-fca0b38128d3 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:38:00.112474 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-e0211975-e07f-40d0-b057-de4a82b9d3ff None None] Provisioning complete for port 6bf99d6e-f9a3-456d-bb7f-2ab12b9fcafa triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:38:00.113079 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e0211975-e07f-40d0-b057-de4a82b9d3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:00.163254 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-056b51b1-e48e-489c-b6c3-77e11271167a admin admin] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:00.199053 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning for port c137c5c0-8497-42f9-9a78-41503512b2b1 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:38:00.206531 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:00.211222 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a69b859c-1001-4bbd-871e-32b5dd89ccfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:00.243582 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning complete for port c137c5c0-8497-42f9-9a78-41503512b2b1 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:38:00.243999 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:00.309278 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.db.resource_extend [None req-6f7e7d4e-ed10-4e57-b9ce-930cf2f69542 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 06:38:00.316823 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 85a87b44-a103-4230-a663-535510ada77a is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:38:00.317200 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:00.318898 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05935720-dd98-49e6-96c8-ab77a4516582 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:38:00.327481 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port 6bf99d6e-f9a3-456d-bb7f-2ab12b9fcafa, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=6bf99d6e-f9a3-456d-bb7f-2ab12b9fcafa,segment=NetworkSegment(f322a392-eb95-4cd7-9310-b94f88032f24),segment_id=f322a392-eb95-4cd7-9310-b94f88032f24)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:38:00.331947 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-05935720-dd98-49e6-96c8-ab77a4516582 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:00.359291 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b4f490-f10f-41f9-8c2e-f002b5eae386 None None] Sync routers for ids ['035af55e-abd9-4bf2-8685-fca0b38128d3'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:38:00.399799 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:00.425481 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-05935720-dd98-49e6-96c8-ab77a4516582 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] 10.222.0.55 "PUT /v2.0/floatingips/70b5f43c-a212-49cd-8419-23a740808f1d HTTP/1.1" status: 200 len: 686 time: 1.5645936 May 28 06:38:00.425702 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-056b51b1-e48e-489c-b6c3-77e11271167a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:00.427211 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 38544) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:38:00.430558 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6f7e7d4e-ed10-4e57-b9ce-930cf2f69542 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:00.465833 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db10fb21-0123-4957-96a4-a43c5586384f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85a87b44-a103-4230-a663-535510ada77a'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:38:00.472820 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b4f490-f10f-41f9-8c2e-f002b5eae386 None None] Routers {'035af55e-abd9-4bf2-8685-fca0b38128d3'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:38:00.473521 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-49b4f490-f10f-41f9-8c2e-f002b5eae386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:37:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['035af55e-abd9-4bf2-8685-fca0b38128d3'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:38:00.480587 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69b859c-1001-4bbd-871e-32b5dd89ccfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Pushing event updated for resources: {'Port': ['ID=36dc1976-4ac5-451f-bdeb-2776512a2c28,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:00.551745 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69b859c-1001-4bbd-871e-32b5dd89ccfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Checking segment: {'id': '9345935b-a90b-43b6-8f74-9a6d42263e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9f804e75-42db-45bc-b598-beff5522d4f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:38:00.554223 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69b859c-1001-4bbd-871e-32b5dd89ccfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Network hostable DHCP agents. Network: 9f804e75-42db-45bc-b598-beff5522d4f6, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89110) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:38:00.567260 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6f7e7d4e-ed10-4e57-b9ce-930cf2f69542 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:00.641211 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-805287d7-6e04-41ab-8d7c-9216105844f5'] response: {'server_uuid': 'db10fb21-0123-4957-96a4-a43c5586384f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85a87b44-a103-4230-a663-535510ada77a', 'code': 200} May 28 06:38:00.642836 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 85a87b44-a103-4230-a663-535510ada77a, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=85a87b44-a103-4230-a663-535510ada77a,segment=NetworkSegment(08328ee5-aa08-4f9a-a73b-412dd681424e),segment_id=08328ee5-aa08-4f9a-a73b-412dd681424e)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:38:00.647446 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-1f8c46a6-e7f7-49bd-82ac-b7e06204c81e tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Deleting port 11c7a6e4-7917-49c5-98bf-cdf20d4691dd {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:38:00.648082 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1f8c46a6-e7f7-49bd-82ac-b7e06204c81e tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:00.651560 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-49b4f490-f10f-41f9-8c2e-f002b5eae386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:38:00.732831 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b4f490-f10f-41f9-8c2e-f002b5eae386 None None] Routers {'035af55e-abd9-4bf2-8685-fca0b38128d3'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:38:00.733613 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-49b4f490-f10f-41f9-8c2e-f002b5eae386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:37:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['035af55e-abd9-4bf2-8685-fca0b38128d3'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:38:00.786366 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=6bf99d6e-f9a3-456d-bb7f-2ab12b9fcafa,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:00.803015 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:00.822788 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056b51b1-e48e-489c-b6c3-77e11271167a admin admin] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:38:00.841998 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-056b51b1-e48e-489c-b6c3-77e11271167a admin admin] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:38:00.852243 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056b51b1-e48e-489c-b6c3-77e11271167a admin admin] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:38:00.863800 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-49b4f490-f10f-41f9-8c2e-f002b5eae386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:38:00.864276 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b4f490-f10f-41f9-8c2e-f002b5eae386 None None] The sync data for ids ['035af55e-abd9-4bf2-8685-fca0b38128d3'] in n-d-843702-1 is: [] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:38:00.868333 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-e0211975-e07f-40d0-b057-de4a82b9d3ff None None] Current status of the port 6bf99d6e-f9a3-456d-bb7f-2ab12b9fcafa is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:38:00.922775 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port c137c5c0-8497-42f9-9a78-41503512b2b1 is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:38:00.923288 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:00.964466 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port c137c5c0-8497-42f9-9a78-41503512b2b1, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=c137c5c0-8497-42f9-9a78-41503512b2b1,segment=NetworkSegment(cff019d0-9c46-47d5-a149-6e4bcacfb67c),segment_id=cff019d0-9c46-47d5-a149-6e4bcacfb67c)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:38:00.970051 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=85a87b44-a103-4230-a663-535510ada77a,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:00.980699 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-e0211975-e07f-40d0-b057-de4a82b9d3ff None None] Provisioning for port e2fe7b73-1734-4b1e-8e33-ac5031c7ac02 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:38:00.987228 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-e0211975-e07f-40d0-b057-de4a82b9d3ff None None] Provisioning complete for port e2fe7b73-1734-4b1e-8e33-ac5031c7ac02 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:38:00.987228 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e0211975-e07f-40d0-b057-de4a82b9d3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:00.992185 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1f8c46a6-e7f7-49bd-82ac-b7e06204c81e tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:00.992185 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1f8c46a6-e7f7-49bd-82ac-b7e06204c81e tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:01.024822 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056b51b1-e48e-489c-b6c3-77e11271167a admin admin] Pushing event updated for resources: {'Port': ['ID=f4e76c5a-40c4-46c3-a2a3-7f40591265fc,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:01.085966 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:01.119491 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7e7d4e-ed10-4e57-b9ce-930cf2f69542 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Pushing event updated for resources: {'Port': ['ID=e2fe7b73-1734-4b1e-8e33-ac5031c7ac02,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:01.141382 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8946091-aff1-460c-86de-ec95b1625da8 req-72df0bef-23c4-4cfc-b422-51db5b5c27bd tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:01.146133 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c8946091-aff1-460c-86de-ec95b1625da8 req-72df0bef-23c4-4cfc-b422-51db5b5c27bd tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] 10.222.0.55 "GET /v2.0/ports?device_id=db10fb21-0123-4957-96a4-a43c5586384f HTTP/1.1" status: 200 len: 945 time: 0.8564537 May 28 06:38:01.149761 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6f7e7d4e-ed10-4e57-b9ce-930cf2f69542 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700602'] for router_interface, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:01.172219 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3690034a-de20-4dd5-ae64-db48eccb5d3d req-0f9fe711-f6d5-42d8-9fd3-21d673f72979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:01.174238 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-3690034a-de20-4dd5-ae64-db48eccb5d3d req-0f9fe711-f6d5-42d8-9fd3-21d673f72979 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=db10fb21-0123-4957-96a4-a43c5586384f HTTP/1.1" status: 200 len: 1097 time: 0.3856869 May 28 06:38:01.193267 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-e0211975-e07f-40d0-b057-de4a82b9d3ff None None] Port e2fe7b73-1734-4b1e-8e33-ac5031c7ac02 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:38:01.201684 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=c137c5c0-8497-42f9-9a78-41503512b2b1,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:01.208203 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-1f8c46a6-e7f7-49bd-82ac-b7e06204c81e tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Calling delete_port for 11c7a6e4-7917-49c5-98bf-cdf20d4691dd owned by network:floatingip {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:38:01.231068 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69b859c-1001-4bbd-871e-32b5dd89ccfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Network 9f804e75-42db-45bc-b598-beff5522d4f6 is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89110) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:38:01.307182 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 0b35e3b6-6532-4a6c-9aaa-5b73e515157e up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:38:01.408038 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-3690034a-de20-4dd5-ae64-db48eccb5d3d req-b1ce7881-808d-4bd6-9c12-a4d5501914c2 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=88d2cfd4-3ac6-4681-9a3a-dce7d6855bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328378 May 28 06:38:01.423921 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-4c66f956-3413-442b-8df9-72ebaf1a91b5 None None] Provisioning complete for port e2fe7b73-1734-4b1e-8e33-ac5031c7ac02 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:38:01.424302 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-4c66f956-3413-442b-8df9-72ebaf1a91b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:01.486161 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66020598-7e90-4b62-af34-fa8f671087ad req-8798ed8a-5acd-48aa-a651-eeb7f217557f tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:01.489068 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-66020598-7e90-4b62-af34-fa8f671087ad req-8798ed8a-5acd-48aa-a651-eeb7f217557f tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] 10.222.0.55 "GET /v2.0/ports?device_id=f824027a-f9d8-49f5-895a-6f50e924b9c1 HTTP/1.1" status: 200 len: 944 time: 0.6595464 May 28 06:38:01.501803 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-4c66f956-3413-442b-8df9-72ebaf1a91b5 None None] Port e2fe7b73-1734-4b1e-8e33-ac5031c7ac02 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:38:01.526416 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-a69b859c-1001-4bbd-871e-32b5dd89ccfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, 9f804e75-42db-45bc-b598-beff5522d4f6) {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:38:01.532821 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69b859c-1001-4bbd-871e-32b5dd89ccfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:38:01.547092 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-230192d9-ba01-4240-9eff-7b58a6c280db None None] Network 9f804e75-42db-45bc-b598-beff5522d4f6 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:38:01.572452 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c8946091-aff1-460c-86de-ec95b1625da8 req-00b267c0-c994-4cd7-b8ed-7a15caf0cb7b tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] 10.222.0.55 "GET /v2.0/security-groups?id=88d2cfd4-3ac6-4681-9a3a-dce7d6855bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4254534 May 28 06:38:01.608062 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [None req-a69b859c-1001-4bbd-871e-32b5dd89ccfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attempting to bind port 36dc1976-4ac5-451f-bdeb-2776512a2c28 on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:38:01.608062 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [None req-a69b859c-1001-4bbd-871e-32b5dd89ccfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attempting to bind port 36dc1976-4ac5-451f-bdeb-2776512a2c28 by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': '9345935b-a90b-43b6-8f74-9a6d42263e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9f804e75-42db-45bc-b598-beff5522d4f6'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:38:01.608472 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69b859c-1001-4bbd-871e-32b5dd89ccfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attempting to bind port 36dc1976-4ac5-451f-bdeb-2776512a2c28 on network 9f804e75-42db-45bc-b598-beff5522d4f6 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:38:01.676521 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69b859c-1001-4bbd-871e-32b5dd89ccfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Port 36dc1976-4ac5-451f-bdeb-2776512a2c28 on network 9f804e75-42db-45bc-b598-beff5522d4f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:38:01.676521 n-d-843702-1 neutron-server[89110]: ERROR neutron.plugins.ml2.managers [None req-a69b859c-1001-4bbd-871e-32b5dd89ccfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Failed to bind port 36dc1976-4ac5-451f-bdeb-2776512a2c28 on host n-h1-843702-1 for vnic_type normal using segments [{'id': '9345935b-a90b-43b6-8f74-9a6d42263e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9f804e75-42db-45bc-b598-beff5522d4f6'}] May 28 06:38:01.676521 n-d-843702-1 neutron-server[89110]: INFO neutron.plugins.ml2.plugin [None req-a69b859c-1001-4bbd-871e-32b5dd89ccfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attempt 2 to bind port 36dc1976-4ac5-451f-bdeb-2776512a2c28 May 28 06:38:01.676521 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-66020598-7e90-4b62-af34-fa8f671087ad req-c0e5f4b8-d4e7-4905-9d4c-d2a728f3dc16 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] 10.222.0.55 "GET /v2.0/security-groups?id=da113a0c-8ebd-48a7-a4a2-2238b85d044b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509266 May 28 06:38:01.686427 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 170a25a1-2cd5-4bc9-b588-27e0c82fefed up at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:38:01.691966 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [None req-a69b859c-1001-4bbd-871e-32b5dd89ccfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attempting to bind port 36dc1976-4ac5-451f-bdeb-2776512a2c28 on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:38:01.692732 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [None req-a69b859c-1001-4bbd-871e-32b5dd89ccfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attempting to bind port 36dc1976-4ac5-451f-bdeb-2776512a2c28 by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': '9345935b-a90b-43b6-8f74-9a6d42263e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9f804e75-42db-45bc-b598-beff5522d4f6'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:38:01.693144 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69b859c-1001-4bbd-871e-32b5dd89ccfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attempting to bind port 36dc1976-4ac5-451f-bdeb-2776512a2c28 on network 9f804e75-42db-45bc-b598-beff5522d4f6 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:38:01.727366 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69b859c-1001-4bbd-871e-32b5dd89ccfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Port 36dc1976-4ac5-451f-bdeb-2776512a2c28 on network 9f804e75-42db-45bc-b598-beff5522d4f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:38:01.727893 n-d-843702-1 neutron-server[89110]: ERROR neutron.plugins.ml2.managers [None req-a69b859c-1001-4bbd-871e-32b5dd89ccfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Failed to bind port 36dc1976-4ac5-451f-bdeb-2776512a2c28 on host n-h1-843702-1 for vnic_type normal using segments [{'id': '9345935b-a90b-43b6-8f74-9a6d42263e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9f804e75-42db-45bc-b598-beff5522d4f6'}] May 28 06:38:01.733511 n-d-843702-1 neutron-server[89110]: INFO neutron.plugins.ml2.plugin [None req-a69b859c-1001-4bbd-871e-32b5dd89ccfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attempt 3 to bind port 36dc1976-4ac5-451f-bdeb-2776512a2c28 May 28 06:38:01.745369 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f7e7d4e-ed10-4e57-b9ce-930cf2f69542 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Network 5689968b-6b26-43b1-bcae-32995a5afa4d is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:38:01.749449 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-6f7e7d4e-ed10-4e57-b9ce-930cf2f69542 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:38:01.757633 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [None req-a69b859c-1001-4bbd-871e-32b5dd89ccfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attempting to bind port 36dc1976-4ac5-451f-bdeb-2776512a2c28 on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:38:01.758170 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [None req-a69b859c-1001-4bbd-871e-32b5dd89ccfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attempting to bind port 36dc1976-4ac5-451f-bdeb-2776512a2c28 by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': '9345935b-a90b-43b6-8f74-9a6d42263e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9f804e75-42db-45bc-b598-beff5522d4f6'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:38:01.758310 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69b859c-1001-4bbd-871e-32b5dd89ccfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attempting to bind port 36dc1976-4ac5-451f-bdeb-2776512a2c28 on network 9f804e75-42db-45bc-b598-beff5522d4f6 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:38:01.761575 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4d271e-c65e-44d4-bd24-750263b227a2 None None] Network 24f89893-0152-410f-b36e-455f089391e1 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:38:01.764619 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69b859c-1001-4bbd-871e-32b5dd89ccfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Port 36dc1976-4ac5-451f-bdeb-2776512a2c28 on network 9f804e75-42db-45bc-b598-beff5522d4f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:38:01.764944 n-d-843702-1 neutron-server[89110]: ERROR neutron.plugins.ml2.managers [None req-a69b859c-1001-4bbd-871e-32b5dd89ccfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Failed to bind port 36dc1976-4ac5-451f-bdeb-2776512a2c28 on host n-h1-843702-1 for vnic_type normal using segments [{'id': '9345935b-a90b-43b6-8f74-9a6d42263e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9f804e75-42db-45bc-b598-beff5522d4f6'}] May 28 06:38:01.765557 n-d-843702-1 neutron-server[89110]: INFO neutron.plugins.ml2.plugin [None req-a69b859c-1001-4bbd-871e-32b5dd89ccfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attempt 4 to bind port 36dc1976-4ac5-451f-bdeb-2776512a2c28 May 28 06:38:01.820452 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1f8c46a6-e7f7-49bd-82ac-b7e06204c81e tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:01.873137 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:01.898902 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8c46a6-e7f7-49bd-82ac-b7e06204c81e tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Pushing event deleted for resources: {'Port': ['ID=11c7a6e4-7917-49c5-98bf-cdf20d4691dd,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:01.899751 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 0b35e3b6-6532-4a6c-9aaa-5b73e515157e completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:38:01.931232 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 6bf99d6e-f9a3-456d-bb7f-2ab12b9fcafa up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:38:02.020196 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [None req-a69b859c-1001-4bbd-871e-32b5dd89ccfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attempting to bind port 36dc1976-4ac5-451f-bdeb-2776512a2c28 on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:38:02.021364 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [None req-a69b859c-1001-4bbd-871e-32b5dd89ccfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attempting to bind port 36dc1976-4ac5-451f-bdeb-2776512a2c28 by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': '9345935b-a90b-43b6-8f74-9a6d42263e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9f804e75-42db-45bc-b598-beff5522d4f6'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:38:02.022039 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69b859c-1001-4bbd-871e-32b5dd89ccfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attempting to bind port 36dc1976-4ac5-451f-bdeb-2776512a2c28 on network 9f804e75-42db-45bc-b598-beff5522d4f6 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:38:02.031591 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1f8c46a6-e7f7-49bd-82ac-b7e06204c81e tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks [] for floatingip, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:02.060868 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69b859c-1001-4bbd-871e-32b5dd89ccfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Port 36dc1976-4ac5-451f-bdeb-2776512a2c28 on network 9f804e75-42db-45bc-b598-beff5522d4f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:38:02.061301 n-d-843702-1 neutron-server[89110]: ERROR neutron.plugins.ml2.managers [None req-a69b859c-1001-4bbd-871e-32b5dd89ccfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Failed to bind port 36dc1976-4ac5-451f-bdeb-2776512a2c28 on host n-h1-843702-1 for vnic_type normal using segments [{'id': '9345935b-a90b-43b6-8f74-9a6d42263e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9f804e75-42db-45bc-b598-beff5522d4f6'}] May 28 06:38:02.064974 n-d-843702-1 neutron-server[89110]: INFO neutron.plugins.ml2.plugin [None req-a69b859c-1001-4bbd-871e-32b5dd89ccfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attempt 5 to bind port 36dc1976-4ac5-451f-bdeb-2776512a2c28 May 28 06:38:02.085115 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-f7194565-211b-4e18-94c2-4517af89d61e None None] Provisioning for port 0b35e3b6-6532-4a6c-9aaa-5b73e515157e completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:38:02.128259 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-f7194565-211b-4e18-94c2-4517af89d61e None None] Provisioning complete for port 0b35e3b6-6532-4a6c-9aaa-5b73e515157e triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:38:02.128776 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-f7194565-211b-4e18-94c2-4517af89d61e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:02.152597 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1f8c46a6-e7f7-49bd-82ac-b7e06204c81e tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:02.154621 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-1f8c46a6-e7f7-49bd-82ac-b7e06204c81e tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] 10.222.0.55 "DELETE /v2.0/floatingips/70b5f43c-a212-49cd-8419-23a740808f1d HTTP/1.1" status: 204 len: 168 time: 1.7263551 May 28 06:38:02.161008 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 38582) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:38:02.172426 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [None req-a69b859c-1001-4bbd-871e-32b5dd89ccfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attempting to bind port 36dc1976-4ac5-451f-bdeb-2776512a2c28 on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:38:02.172426 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [None req-a69b859c-1001-4bbd-871e-32b5dd89ccfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attempting to bind port 36dc1976-4ac5-451f-bdeb-2776512a2c28 by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': '9345935b-a90b-43b6-8f74-9a6d42263e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9f804e75-42db-45bc-b598-beff5522d4f6'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:38:02.172426 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69b859c-1001-4bbd-871e-32b5dd89ccfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attempting to bind port 36dc1976-4ac5-451f-bdeb-2776512a2c28 on network 9f804e75-42db-45bc-b598-beff5522d4f6 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:38:02.190760 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69b859c-1001-4bbd-871e-32b5dd89ccfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Port 36dc1976-4ac5-451f-bdeb-2776512a2c28 on network 9f804e75-42db-45bc-b598-beff5522d4f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:38:02.190760 n-d-843702-1 neutron-server[89110]: ERROR neutron.plugins.ml2.managers [None req-a69b859c-1001-4bbd-871e-32b5dd89ccfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Failed to bind port 36dc1976-4ac5-451f-bdeb-2776512a2c28 on host n-h1-843702-1 for vnic_type normal using segments [{'id': '9345935b-a90b-43b6-8f74-9a6d42263e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9f804e75-42db-45bc-b598-beff5522d4f6'}] May 28 06:38:02.191789 n-d-843702-1 neutron-server[89110]: INFO neutron.plugins.ml2.plugin [None req-a69b859c-1001-4bbd-871e-32b5dd89ccfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attempt 6 to bind port 36dc1976-4ac5-451f-bdeb-2776512a2c28 May 28 06:38:02.214121 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning complete for port 170a25a1-2cd5-4bc9-b588-27e0c82fefed triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:38:02.214121 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:02.221859 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [None req-a69b859c-1001-4bbd-871e-32b5dd89ccfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attempting to bind port 36dc1976-4ac5-451f-bdeb-2776512a2c28 on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:38:02.222199 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [None req-a69b859c-1001-4bbd-871e-32b5dd89ccfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attempting to bind port 36dc1976-4ac5-451f-bdeb-2776512a2c28 by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': '9345935b-a90b-43b6-8f74-9a6d42263e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9f804e75-42db-45bc-b598-beff5522d4f6'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:38:02.222606 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69b859c-1001-4bbd-871e-32b5dd89ccfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attempting to bind port 36dc1976-4ac5-451f-bdeb-2776512a2c28 on network 9f804e75-42db-45bc-b598-beff5522d4f6 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:38:02.224798 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-056b51b1-e48e-489c-b6c3-77e11271167a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:02.292936 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f7e7d4e-ed10-4e57-b9ce-930cf2f69542 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Router d710ac47-ef26-4cf7-b471-770252ebcd31 is scheduled to L3 agent 42958940-9562-4f71-972f-15a8af9d3963 with binding_index 1 {{(pid=89110) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 06:38:02.307799 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69b859c-1001-4bbd-871e-32b5dd89ccfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Port 36dc1976-4ac5-451f-bdeb-2776512a2c28 on network 9f804e75-42db-45bc-b598-beff5522d4f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:38:02.308125 n-d-843702-1 neutron-server[89110]: ERROR neutron.plugins.ml2.managers [None req-a69b859c-1001-4bbd-871e-32b5dd89ccfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Failed to bind port 36dc1976-4ac5-451f-bdeb-2776512a2c28 on host n-h1-843702-1 for vnic_type normal using segments [{'id': '9345935b-a90b-43b6-8f74-9a6d42263e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9f804e75-42db-45bc-b598-beff5522d4f6'}] May 28 06:38:02.310891 n-d-843702-1 neutron-server[89110]: INFO neutron.plugins.ml2.plugin [None req-a69b859c-1001-4bbd-871e-32b5dd89ccfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attempt 7 to bind port 36dc1976-4ac5-451f-bdeb-2776512a2c28 May 28 06:38:02.351186 n-d-843702-1 neutron-server[89109]: INFO neutron.api.v2.resource [None req-16313c21-f4f9-45a6-b66a-95945a6470c2 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] delete failed (client error): The resource could not be found. May 28 06:38:02.359345 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-16313c21-f4f9-45a6-b66a-95945a6470c2 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] 10.222.0.55 "DELETE /v2.0/floatingips/70b5f43c-a212-49cd-8419-23a740808f1d HTTP/1.1" status: 404 len: 345 time: 0.1895678 May 28 06:38:02.359345 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 38586) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:38:02.359584 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:38:02.361683 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 6bf99d6e-f9a3-456d-bb7f-2ab12b9fcafa triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:38:02.362157 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:02.390026 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:02.422602 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [None req-a69b859c-1001-4bbd-871e-32b5dd89ccfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attempting to bind port 36dc1976-4ac5-451f-bdeb-2776512a2c28 on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:38:02.422940 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [None req-a69b859c-1001-4bbd-871e-32b5dd89ccfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attempting to bind port 36dc1976-4ac5-451f-bdeb-2776512a2c28 by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': '9345935b-a90b-43b6-8f74-9a6d42263e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9f804e75-42db-45bc-b598-beff5522d4f6'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:38:02.423283 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69b859c-1001-4bbd-871e-32b5dd89ccfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attempting to bind port 36dc1976-4ac5-451f-bdeb-2776512a2c28 on network 9f804e75-42db-45bc-b598-beff5522d4f6 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:38:02.486644 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de93fb2-8696-451e-bd09-20324f895ae9 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:02.495045 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de93fb2-8696-451e-bd09-20324f895ae9 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:02.506118 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de93fb2-8696-451e-bd09-20324f895ae9 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:02.507848 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-7de93fb2-8696-451e-bd09-20324f895ae9 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Synchronizing usage tracker for tenant:27fabbce05994a7bbea388130ee1d540 on resource:port {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:38:02.582620 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f7e7d4e-ed10-4e57-b9ce-930cf2f69542 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:38:02.589734 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69b859c-1001-4bbd-871e-32b5dd89ccfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Port 36dc1976-4ac5-451f-bdeb-2776512a2c28 on network 9f804e75-42db-45bc-b598-beff5522d4f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:38:02.590479 n-d-843702-1 neutron-server[89110]: ERROR neutron.plugins.ml2.managers [None req-a69b859c-1001-4bbd-871e-32b5dd89ccfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Failed to bind port 36dc1976-4ac5-451f-bdeb-2776512a2c28 on host n-h1-843702-1 for vnic_type normal using segments [{'id': '9345935b-a90b-43b6-8f74-9a6d42263e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9f804e75-42db-45bc-b598-beff5522d4f6'}] May 28 06:38:02.595978 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84802e44-03da-40fe-bd6e-a0b76e145ee6 None None] Sync routers for ids ['d710ac47-ef26-4cf7-b471-770252ebcd31'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:38:02.610861 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84802e44-03da-40fe-bd6e-a0b76e145ee6 None None] Routers {'d710ac47-ef26-4cf7-b471-770252ebcd31'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:38:02.611994 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-84802e44-03da-40fe-bd6e-a0b76e145ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:37:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['d710ac47-ef26-4cf7-b471-770252ebcd31'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:38:02.631325 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-7de93fb2-8696-451e-bd09-20324f895ae9 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Unset dirty status for tenant:27fabbce05994a7bbea388130ee1d540 on resource:port {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:38:02.641523 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-7de93fb2-8696-451e-bd09-20324f895ae9 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] 10.222.0.55 "GET /v2.0/ports?network_id=b85a2a4c-7dfb-41f7-a0a0-4f50bfe0b9a6 HTTP/1.1" status: 200 len: 2358 time: 0.2732174 May 28 06:38:02.641523 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 38592) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:38:02.649628 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f824027a-f9d8-49f5-895a-6f50e924b9c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c137c5c0-8497-42f9-9a78-41503512b2b1'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:38:02.819590 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-84802e44-03da-40fe-bd6e-a0b76e145ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:38:02.850819 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84802e44-03da-40fe-bd6e-a0b76e145ee6 None None] Routers {'d710ac47-ef26-4cf7-b471-770252ebcd31'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:38:02.854641 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-84802e44-03da-40fe-bd6e-a0b76e145ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:37:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['d710ac47-ef26-4cf7-b471-770252ebcd31'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:38:02.891762 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-f7194565-211b-4e18-94c2-4517af89d61e None None] Current status of the port 0b35e3b6-6532-4a6c-9aaa-5b73e515157e is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:38:02.901154 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-f7194565-211b-4e18-94c2-4517af89d61e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:02.924560 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac472d63-595a-4f22-9901-55b00de5efbe'] response: {'server_uuid': 'f824027a-f9d8-49f5-895a-6f50e924b9c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c137c5c0-8497-42f9-9a78-41503512b2b1', 'code': 200} May 28 06:38:02.935385 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 170a25a1-2cd5-4bc9-b588-27e0c82fefed is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:38:02.936256 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:03.011251 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 170a25a1-2cd5-4bc9-b588-27e0c82fefed, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=170a25a1-2cd5-4bc9-b588-27e0c82fefed,segment=NetworkSegment(4c4bc3f8-ec6f-40a7-9f80-cde5ff5de12a),segment_id=4c4bc3f8-ec6f-40a7-9f80-cde5ff5de12a)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:38:03.012856 n-d-843702-1 neutron-server[89110]: INFO neutron.plugins.ml2.plugin [None req-a69b859c-1001-4bbd-871e-32b5dd89ccfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attempt 8 to bind port 36dc1976-4ac5-451f-bdeb-2776512a2c28 May 28 06:38:03.027025 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 6bf99d6e-f9a3-456d-bb7f-2ab12b9fcafa is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:38:03.037943 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-f7194565-211b-4e18-94c2-4517af89d61e None None] For port 0b35e3b6-6532-4a6c-9aaa-5b73e515157e, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=0b35e3b6-6532-4a6c-9aaa-5b73e515157e,segment=NetworkSegment(14b5b5ce-71c4-4a8f-8e06-2b8f02727b41),segment_id=14b5b5ce-71c4-4a8f-8e06-2b8f02727b41)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:38:03.055731 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-84802e44-03da-40fe-bd6e-a0b76e145ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:38:03.056349 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84802e44-03da-40fe-bd6e-a0b76e145ee6 None None] The sync data for ids ['d710ac47-ef26-4cf7-b471-770252ebcd31'] in n-d-843702-1 is: [] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:38:03.105773 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:03.129954 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [None req-a69b859c-1001-4bbd-871e-32b5dd89ccfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attempting to bind port 36dc1976-4ac5-451f-bdeb-2776512a2c28 on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:38:03.130284 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [None req-a69b859c-1001-4bbd-871e-32b5dd89ccfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attempting to bind port 36dc1976-4ac5-451f-bdeb-2776512a2c28 by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': '9345935b-a90b-43b6-8f74-9a6d42263e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9f804e75-42db-45bc-b598-beff5522d4f6'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:38:03.130618 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69b859c-1001-4bbd-871e-32b5dd89ccfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attempting to bind port 36dc1976-4ac5-451f-bdeb-2776512a2c28 on network 9f804e75-42db-45bc-b598-beff5522d4f6 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:38:03.137197 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9766ea5-af66-4a9a-a21b-d939ccc5de96 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:03.139755 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-c9766ea5-af66-4a9a-a21b-d939ccc5de96 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Synchronizing usage tracker for tenant:27fabbce05994a7bbea388130ee1d540 on resource:subnet {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:38:03.169759 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-f7194565-211b-4e18-94c2-4517af89d61e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:03.222173 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=170a25a1-2cd5-4bc9-b588-27e0c82fefed,revision_number=7']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:03.242197 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69b859c-1001-4bbd-871e-32b5dd89ccfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Port 36dc1976-4ac5-451f-bdeb-2776512a2c28 on network 9f804e75-42db-45bc-b598-beff5522d4f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:38:03.242662 n-d-843702-1 neutron-server[89110]: ERROR neutron.plugins.ml2.managers [None req-a69b859c-1001-4bbd-871e-32b5dd89ccfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Failed to bind port 36dc1976-4ac5-451f-bdeb-2776512a2c28 on host n-h1-843702-1 for vnic_type normal using segments [{'id': '9345935b-a90b-43b6-8f74-9a6d42263e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9f804e75-42db-45bc-b598-beff5522d4f6'}] May 28 06:38:03.248825 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-c9766ea5-af66-4a9a-a21b-d939ccc5de96 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Unset dirty status for tenant:27fabbce05994a7bbea388130ee1d540 on resource:subnet {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:38:03.250778 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-c9766ea5-af66-4a9a-a21b-d939ccc5de96 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] 10.222.0.55 "GET /v2.0/subnets/f922cf65-e8c1-4841-80fb-7fbe4a239239 HTTP/1.1" status: 200 len: 797 time: 0.6144083 May 28 06:38:03.255435 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 38604) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:38:03.257751 n-d-843702-1 neutron-server[89110]: INFO neutron.plugins.ml2.plugin [None req-a69b859c-1001-4bbd-871e-32b5dd89ccfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attempt 9 to bind port 36dc1976-4ac5-451f-bdeb-2776512a2c28 May 28 06:38:03.263996 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-22f0c40e-33fe-4917-b9ea-9003805b51b7 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Request body: {'port': {'network_id': 'b85a2a4c-7dfb-41f7-a0a0-4f50bfe0b9a6', 'name': 'tempest-FloatingIPTestJSON-218366462', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:38:03.286338 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [None req-a69b859c-1001-4bbd-871e-32b5dd89ccfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attempting to bind port 36dc1976-4ac5-451f-bdeb-2776512a2c28 on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:38:03.286676 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [None req-a69b859c-1001-4bbd-871e-32b5dd89ccfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attempting to bind port 36dc1976-4ac5-451f-bdeb-2776512a2c28 by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': '9345935b-a90b-43b6-8f74-9a6d42263e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9f804e75-42db-45bc-b598-beff5522d4f6'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:38:03.287024 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69b859c-1001-4bbd-871e-32b5dd89ccfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attempting to bind port 36dc1976-4ac5-451f-bdeb-2776512a2c28 on network 9f804e75-42db-45bc-b598-beff5522d4f6 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:38:03.339336 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7194565-211b-4e18-94c2-4517af89d61e None None] Pushing event updated for resources: {'Port': ['ID=0b35e3b6-6532-4a6c-9aaa-5b73e515157e,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:03.356125 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-d75df3a3-e231-406b-8981-2feba5682cf6 None None] Provisioning complete for port e2fe7b73-1734-4b1e-8e33-ac5031c7ac02 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:38:03.356492 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d75df3a3-e231-406b-8981-2feba5682cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:03.365471 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69b859c-1001-4bbd-871e-32b5dd89ccfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Port 36dc1976-4ac5-451f-bdeb-2776512a2c28 on network 9f804e75-42db-45bc-b598-beff5522d4f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:38:03.365769 n-d-843702-1 neutron-server[89110]: ERROR neutron.plugins.ml2.managers [None req-a69b859c-1001-4bbd-871e-32b5dd89ccfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Failed to bind port 36dc1976-4ac5-451f-bdeb-2776512a2c28 on host n-h1-843702-1 for vnic_type normal using segments [{'id': '9345935b-a90b-43b6-8f74-9a6d42263e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9f804e75-42db-45bc-b598-beff5522d4f6'}] May 28 06:38:03.378455 n-d-843702-1 neutron-server[89110]: INFO neutron.plugins.ml2.plugin [None req-a69b859c-1001-4bbd-871e-32b5dd89ccfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attempt 10 to bind port 36dc1976-4ac5-451f-bdeb-2776512a2c28 May 28 06:38:03.416654 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [None req-a69b859c-1001-4bbd-871e-32b5dd89ccfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attempting to bind port 36dc1976-4ac5-451f-bdeb-2776512a2c28 on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:38:03.416654 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [None req-a69b859c-1001-4bbd-871e-32b5dd89ccfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attempting to bind port 36dc1976-4ac5-451f-bdeb-2776512a2c28 by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': '9345935b-a90b-43b6-8f74-9a6d42263e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9f804e75-42db-45bc-b598-beff5522d4f6'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:38:03.416654 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69b859c-1001-4bbd-871e-32b5dd89ccfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attempting to bind port 36dc1976-4ac5-451f-bdeb-2776512a2c28 on network 9f804e75-42db-45bc-b598-beff5522d4f6 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:38:03.427605 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-d75df3a3-e231-406b-8981-2feba5682cf6 None None] Port e2fe7b73-1734-4b1e-8e33-ac5031c7ac02 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:38:03.480854 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-22f0c40e-33fe-4917-b9ea-9003805b51b7 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:38:03.492611 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-22f0c40e-33fe-4917-b9ea-9003805b51b7 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:38:03.495863 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-6f7e7d4e-ed10-4e57-b9ce-930cf2f69542 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] 10.222.0.55 "PUT /v2.0/routers/d710ac47-ef26-4cf7-b471-770252ebcd31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7215397 May 28 06:38:03.499191 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 38608) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:38:03.506815 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69b859c-1001-4bbd-871e-32b5dd89ccfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Port 36dc1976-4ac5-451f-bdeb-2776512a2c28 on network 9f804e75-42db-45bc-b598-beff5522d4f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:38:03.507149 n-d-843702-1 neutron-server[89110]: ERROR neutron.plugins.ml2.managers [None req-a69b859c-1001-4bbd-871e-32b5dd89ccfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Failed to bind port 36dc1976-4ac5-451f-bdeb-2776512a2c28 on host n-h1-843702-1 for vnic_type normal using segments [{'id': '9345935b-a90b-43b6-8f74-9a6d42263e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9f804e75-42db-45bc-b598-beff5522d4f6'}] May 28 06:38:03.507494 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a69b859c-1001-4bbd-871e-32b5dd89ccfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:03.556960 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-6e7ac80f-098f-42db-a8c5-88e015eb890c None None] Provisioning complete for port 0b35e3b6-6532-4a6c-9aaa-5b73e515157e triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:38:03.557387 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-6e7ac80f-098f-42db-a8c5-88e015eb890c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:03.568171 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19993151-aabf-45a8-a984-e11eb8ad9425 req-3eae2b82-23d3-4614-836d-95126726a1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:03.569714 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-19993151-aabf-45a8-a984-e11eb8ad9425 req-3eae2b82-23d3-4614-836d-95126726a1d4 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f824027a-f9d8-49f5-895a-6f50e924b9c1 HTTP/1.1" status: 200 len: 1096 time: 0.4746993 May 28 06:38:03.581688 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc822ae2-fe16-469f-b27b-9b2c8c74662c req-3b9bdf03-053f-4026-8f8d-e407b4358772 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:03.583195 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dc822ae2-fe16-469f-b27b-9b2c8c74662c req-3b9bdf03-053f-4026-8f8d-e407b4358772 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] 10.222.0.55 "GET /v2.0/ports?device_id=db10fb21-0123-4957-96a4-a43c5586384f HTTP/1.1" status: 200 len: 946 time: 0.4892926 May 28 06:38:03.657159 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2adda0ba-1ddb-403c-83e4-5c5d636dd2a6 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:03.658607 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [None req-a69b859c-1001-4bbd-871e-32b5dd89ccfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] For port 36dc1976-4ac5-451f-bdeb-2776512a2c28, host n-h1-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:38:03.658975 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [None req-a69b859c-1001-4bbd-871e-32b5dd89ccfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attempted to set empty binding levels {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 28 06:38:03.659221 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-2adda0ba-1ddb-403c-83e4-5c5d636dd2a6 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] 10.222.0.55 "GET /v2.0/ports/e2fe7b73-1734-4b1e-8e33-ac5031c7ac02 HTTP/1.1" status: 200 len: 910 time: 0.1585939 May 28 06:38:03.661565 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 38612) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:38:03.680955 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-be5c1e65-1742-4cf2-98c5-171bd6dfed4a tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '565c8fd4-ad3b-4e2f-884a-7428667fb9f3'}]}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:38:03.716108 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22f0c40e-33fe-4917-b9ea-9003805b51b7 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Made reservation on behalf of 27fabbce05994a7bbea388130ee1d540 for: {'port': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:38:03.743285 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-6e7ac80f-098f-42db-a8c5-88e015eb890c None None] Current status of the port 0b35e3b6-6532-4a6c-9aaa-5b73e515157e is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:38:03.748818 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad5aa9-02da-4930-8b34-6fd487296e34 req-77b366eb-da1f-4337-8d3c-909677e4c440 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:03.750414 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-06ad5aa9-02da-4930-8b34-6fd487296e34 req-77b366eb-da1f-4337-8d3c-909677e4c440 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] 10.222.0.55 "GET /v2.0/ports?device_id=f824027a-f9d8-49f5-895a-6f50e924b9c1 HTTP/1.1" status: 200 len: 945 time: 0.7109292 May 28 06:38:03.778085 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a69b859c-1001-4bbd-871e-32b5dd89ccfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:03.907957 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dc822ae2-fe16-469f-b27b-9b2c8c74662c req-182c258f-02e3-4c68-a5f9-d1c78327662b tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] 10.222.0.55 "GET /v2.0/security-groups?id=88d2cfd4-3ac6-4681-9a3a-dce7d6855bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337561 May 28 06:38:03.940644 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a69b859c-1001-4bbd-871e-32b5dd89ccfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:03.941915 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a69b859c-1001-4bbd-871e-32b5dd89ccfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:03.952439 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-19993151-aabf-45a8-a984-e11eb8ad9425 req-078495d2-1f85-4c12-929b-353d4f291a79 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=da113a0c-8ebd-48a7-a4a2-2238b85d044b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2920930 May 28 06:38:03.976536 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-056b51b1-e48e-489c-b6c3-77e11271167a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690761'] for router, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:03.983986 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69b859c-1001-4bbd-871e-32b5dd89ccfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Pushing event updated for resources: {'Port': ['ID=36dc1976-4ac5-451f-bdeb-2776512a2c28,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:03.993783 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-06ad5aa9-02da-4930-8b34-6fd487296e34 req-7bccef5e-cbb4-423a-a534-3805595dbf6e tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] 10.222.0.55 "GET /v2.0/security-groups?id=da113a0c-8ebd-48a7-a4a2-2238b85d044b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202449 May 28 06:38:04.018526 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-22f0c40e-33fe-4917-b9ea-9003805b51b7 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:04.055823 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [None req-22f0c40e-33fe-4917-b9ea-9003805b51b7 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] device_id is not set on port cc43c582-b4f9-4d11-a9d6-22f36f9a61c7 yet. {{(pid=89109) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:38:04.072059 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-a69b859c-1001-4bbd-871e-32b5dd89ccfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 6.7962766 May 28 06:38:04.089298 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 38620) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:38:04.248716 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-f6bf755d-47b8-4f14-9303-f3663c1ec820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Deleting port 36dc1976-4ac5-451f-bdeb-2776512a2c28 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:38:04.248982 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f6bf755d-47b8-4f14-9303-f3663c1ec820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:04.346212 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-be5c1e65-1742-4cf2-98c5-171bd6dfed4a tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:04.541881 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [None req-f6bf755d-47b8-4f14-9303-f3663c1ec820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] For port 36dc1976-4ac5-451f-bdeb-2776512a2c28, host n-h1-843702-1, got binding levels [] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:38:04.542217 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f6bf755d-47b8-4f14-9303-f3663c1ec820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:04.838283 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-22f0c40e-33fe-4917-b9ea-9003805b51b7 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Allocated IP 172.20.0.14 (b85a2a4c-7dfb-41f7-a0a0-4f50bfe0b9a6/f922cf65-e8c1-4841-80fb-7fbe4a239239/cc43c582-b4f9-4d11-a9d6-22f36f9a61c7) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:38:04.851363 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-f6bf755d-47b8-4f14-9303-f3663c1ec820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Calling delete_port for 36dc1976-4ac5-451f-bdeb-2776512a2c28 owned by {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:38:04.859562 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-22f0c40e-33fe-4917-b9ea-9003805b51b7 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Allocated IP 172.20.0.13 (b85a2a4c-7dfb-41f7-a0a0-4f50bfe0b9a6/f922cf65-e8c1-4841-80fb-7fbe4a239239/cc43c582-b4f9-4d11-a9d6-22f36f9a61c7) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:38:04.926462 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65c6cfe6-c605-4828-9a4a-84efc794b22e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '170a25a1-2cd5-4bc9-b588-27e0c82fefed'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:38:04.953673 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-056b51b1-e48e-489c-b6c3-77e11271167a admin admin] Router 09b64860-dc5d-404a-8bc0-c997af265484 is scheduled to L3 agent 42958940-9562-4f71-972f-15a8af9d3963 with binding_index 1 {{(pid=89110) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 06:38:04.988621 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7789f0c8-6246-4296-90ed-9a4887811656'] response: {'server_uuid': '65c6cfe6-c605-4828-9a4a-84efc794b22e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '170a25a1-2cd5-4bc9-b588-27e0c82fefed', 'code': 200} May 28 06:38:05.202937 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 0b35e3b6-6532-4a6c-9aaa-5b73e515157e up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:38:05.326668 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f6bf755d-47b8-4f14-9303-f3663c1ec820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:05.354881 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 0b35e3b6-6532-4a6c-9aaa-5b73e515157e triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:38:05.355634 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:05.489939 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bf755d-47b8-4f14-9303-f3663c1ec820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Pushing event deleted for resources: {'Port': ['ID=36dc1976-4ac5-451f-bdeb-2776512a2c28,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:05.490973 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-22f0c40e-33fe-4917-b9ea-9003805b51b7 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:05.522604 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f6bf755d-47b8-4f14-9303-f3663c1ec820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:05.545504 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-f6bf755d-47b8-4f14-9303-f3663c1ec820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] 10.222.0.55 "DELETE /v2.0/ports/36dc1976-4ac5-451f-bdeb-2776512a2c28 HTTP/1.1" status: 204 len: 168 time: 1.4550536 May 28 06:38:05.552184 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 38636) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:38:05.553918 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-056b51b1-e48e-489c-b6c3-77e11271167a admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:38:05.573802 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.db.resource_extend [None req-be5c1e65-1742-4cf2-98c5-171bd6dfed4a tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 06:38:05.591632 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f82007d-f4d4-4b3b-ac0b-e265282d23fa None None] Sync routers for ids ['09b64860-dc5d-404a-8bc0-c997af265484'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:38:05.604108 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-be5c1e65-1742-4cf2-98c5-171bd6dfed4a tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:05.633716 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-22f0c40e-33fe-4917-b9ea-9003805b51b7 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:05.651555 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f82007d-f4d4-4b3b-ac0b-e265282d23fa None None] Routers {'09b64860-dc5d-404a-8bc0-c997af265484'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:38:05.652288 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-2f82007d-f4d4-4b3b-ac0b-e265282d23fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:37:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['09b64860-dc5d-404a-8bc0-c997af265484'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:38:05.664545 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da4405e-8974-48d5-9702-4fb8ada7f978 req-0c97629b-ec6b-4d34-8b4f-5ac0c6f11e8d tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:05.672625 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4da4405e-8974-48d5-9702-4fb8ada7f978 req-0c97629b-ec6b-4d34-8b4f-5ac0c6f11e8d tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] 10.222.0.55 "GET /v2.0/ports?device_id=db10fb21-0123-4957-96a4-a43c5586384f HTTP/1.1" status: 200 len: 946 time: 0.5839102 May 28 06:38:05.678181 n-d-843702-1 neutron-server[89110]: INFO neutron.pecan_wsgi.hooks.translation [None req-144ecfdf-04aa-4d84-8068-89c98bba2f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] GET failed (client error): The resource could not be found. May 28 06:38:05.679003 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-144ecfdf-04aa-4d84-8068-89c98bba2f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Synchronizing usage tracker for tenant:d5a117b3c07f4693afe1e48824cea435 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:38:05.762476 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effae4c2-b451-4237-a01c-a9d54fddf49a req-f57aa33c-33b5-43ba-81ce-39870cb6dde0 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:05.764779 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-effae4c2-b451-4237-a01c-a9d54fddf49a req-f57aa33c-33b5-43ba-81ce-39870cb6dde0 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] 10.222.0.55 "GET /v2.0/ports?device_id=f824027a-f9d8-49f5-895a-6f50e924b9c1 HTTP/1.1" status: 200 len: 945 time: 0.5339804 May 28 06:38:05.765820 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-056b51b1-e48e-489c-b6c3-77e11271167a admin admin] Notify callbacks [] for router, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:05.769983 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-056b51b1-e48e-489c-b6c3-77e11271167a admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 9.2934017 May 28 06:38:05.772721 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 38640) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:38:05.788043 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-be5c1e65-1742-4cf2-98c5-171bd6dfed4a tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:05.835648 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f0c40e-33fe-4917-b9ea-9003805b51b7 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Network b85a2a4c-7dfb-41f7-a0a0-4f50bfe0b9a6 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:38:05.844819 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-22f0c40e-33fe-4917-b9ea-9003805b51b7 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:38:05.853228 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f0c40e-33fe-4917-b9ea-9003805b51b7 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:38:05.880322 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-2f82007d-f4d4-4b3b-ac0b-e265282d23fa None None] Set router 09b64860-dc5d-404a-8bc0-c997af265484 gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:38:05.928717 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f0c40e-33fe-4917-b9ea-9003805b51b7 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Pushing event updated for resources: {'Port': ['ID=cc43c582-b4f9-4d11-a9d6-22f36f9a61c7,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:06.022339 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5c1e65-1742-4cf2-98c5-171bd6dfed4a tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:06.023225 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-be5c1e65-1742-4cf2-98c5-171bd6dfed4a tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:06.024798 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-be5c1e65-1742-4cf2-98c5-171bd6dfed4a tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] 10.222.0.55 "PUT /v2.0/ports/e2fe7b73-1734-4b1e-8e33-ac5031c7ac02 HTTP/1.1" status: 200 len: 910 time: 2.3623292 May 28 06:38:06.030931 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 38648) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:38:06.102380 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4da4405e-8974-48d5-9702-4fb8ada7f978 req-341acf5c-b733-4405-9ab2-cac19c768c52 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] 10.222.0.55 "GET /v2.0/security-groups?id=88d2cfd4-3ac6-4681-9a3a-dce7d6855bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4283898 May 28 06:38:06.144195 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-effae4c2-b451-4237-a01c-a9d54fddf49a req-4c95b57f-3607-4e04-b4d7-d1a808842161 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] 10.222.0.55 "GET /v2.0/security-groups?id=da113a0c-8ebd-48a7-a4a2-2238b85d044b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3633561 May 28 06:38:06.151447 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 0b35e3b6-6532-4a6c-9aaa-5b73e515157e is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:38:06.234713 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-144ecfdf-04aa-4d84-8068-89c98bba2f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Unset dirty status for tenant:d5a117b3c07f4693afe1e48824cea435 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:38:06.235971 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-144ecfdf-04aa-4d84-8068-89c98bba2f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] 10.222.0.55 "GET /v2.0/ports/36dc1976-4ac5-451f-bdeb-2776512a2c28 HTTP/1.1" status: 404 len: 333 time: 0.6799617 May 28 06:38:06.240976 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 38654) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:38:06.248853 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-1c8b97ae-4750-4324-bcdb-29687ac0cb72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Request body: {'port': {'network_id': '9f804e75-42db-45bc-b598-beff5522d4f6', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-418608837'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:38:06.255634 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-1c8b97ae-4750-4324-bcdb-29687ac0cb72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:38:06.262122 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-2f82007d-f4d4-4b3b-ac0b-e265282d23fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b64860-dc5d-404a-8bc0-c997af265484', 'name': 'tempest-ServersTestFqdnHostnames-226709118-router', 'tenant_id': 'f3e725eb9d1446b5b329eb6323631f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': 'f4e76c5a-40c4-46c3-a2a3-7f40591265fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:37:56Z', 'updated_at': '2022-05-28T06:38:01Z', 'revision_number': 3, 'project_id': 'f3e725eb9d1446b5b329eb6323631f8c', 'gw_port': {'id': 'f4e76c5a-40c4-46c3-a2a3-7f40591265fc', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:9c:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b64860-dc5d-404a-8bc0-c997af265484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:37:58Z', 'updated_at': '2022-05-28T06:37:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:38:06.275778 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-1c8b97ae-4750-4324-bcdb-29687ac0cb72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:38:06.283080 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f82007d-f4d4-4b3b-ac0b-e265282d23fa None None] Checking router: 09b64860-dc5d-404a-8bc0-c997af265484 for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:38:06.286614 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f82007d-f4d4-4b3b-ac0b-e265282d23fa None None] Updating router 09b64860-dc5d-404a-8bc0-c997af265484 port f4e76c5a-40c4-46c3-a2a3-7f40591265fc binding host n-d-843702-1 {{(pid=89111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:38:06.287972 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f0c40e-33fe-4917-b9ea-9003805b51b7 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:06.288735 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-22f0c40e-33fe-4917-b9ea-9003805b51b7 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:06.321628 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5c1e65-1742-4cf2-98c5-171bd6dfed4a tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Pushing event updated for resources: {'Port': ['ID=e2fe7b73-1734-4b1e-8e33-ac5031c7ac02,revision_number=3']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:06.421156 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-2f82007d-f4d4-4b3b-ac0b-e265282d23fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:06.477953 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c8b97ae-4750-4324-bcdb-29687ac0cb72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Made reservation on behalf of d5a117b3c07f4693afe1e48824cea435 for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:38:06.484360 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1c8b97ae-4750-4324-bcdb-29687ac0cb72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:06.518897 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [None req-1c8b97ae-4750-4324-bcdb-29687ac0cb72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] device_id is not set on port 066d4c62-8547-4352-b0ff-451728d2e89a yet. {{(pid=89110) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:38:06.628108 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-22f0c40e-33fe-4917-b9ea-9003805b51b7 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 3.3715336 May 28 06:38:06.644177 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 38658) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:38:06.650245 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-27119435-3655-4e0f-9d46-4dbfec2c5ea5 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Request body: {'floatingip': {'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'port_id': 'cc43c582-b4f9-4d11-a9d6-22f36f9a61c7', 'fixed_ip_address': '172.20.0.14'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:38:06.661016 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-27119435-3655-4e0f-9d46-4dbfec2c5ea5 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:38:06.677196 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-27119435-3655-4e0f-9d46-4dbfec2c5ea5 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Usage tracker for resource:floatingip and tenant:27fabbce05994a7bbea388130ee1d540 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:38:06.682430 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-27119435-3655-4e0f-9d46-4dbfec2c5ea5 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:38:06.697232 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-27119435-3655-4e0f-9d46-4dbfec2c5ea5 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:38:06.860309 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-27119435-3655-4e0f-9d46-4dbfec2c5ea5 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks [] for floatingip, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:06.932638 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-2f82007d-f4d4-4b3b-ac0b-e265282d23fa None None] Notify callbacks [] for port, precommit_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:06.949816 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-2f82007d-f4d4-4b3b-ac0b-e265282d23fa None None] Transition to ACTIVE for port object f4e76c5a-40c4-46c3-a2a3-7f40591265fc will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:38:07.195780 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f422021f-a935-4cf5-a828-195c81a3e73e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:07.208210 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-2f82007d-f4d4-4b3b-ac0b-e265282d23fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:07.208951 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce53621c-38ee-49a1-b6d6-cbc218420b3f req-43cefdb3-37c9-4c0e-99d5-9d7f9df8ae89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:07.210596 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-ce53621c-38ee-49a1-b6d6-cbc218420b3f req-43cefdb3-37c9-4c0e-99d5-9d7f9df8ae89 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f44679598b0a43b98b3c94202ca37d34&device_id=db10fb21-0123-4957-96a4-a43c5586384f HTTP/1.1" status: 200 len: 1097 time: 0.2573891 May 28 06:38:07.312985 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1c8b97ae-4750-4324-bcdb-29687ac0cb72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:07.334827 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ddf5a8-6f9c-47ae-8168-ab656bf0feb4 None None] Pushing event updated for resources: {'Port': ['ID=f4e76c5a-40c4-46c3-a2a3-7f40591265fc,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:07.348235 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-2f82007d-f4d4-4b3b-ac0b-e265282d23fa None None] Attempting to bind port f4e76c5a-40c4-46c3-a2a3-7f40591265fc on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:38:07.348610 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-2f82007d-f4d4-4b3b-ac0b-e265282d23fa None None] Attempting to bind port f4e76c5a-40c4-46c3-a2a3-7f40591265fc by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:38:07.348965 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f82007d-f4d4-4b3b-ac0b-e265282d23fa None None] Attempting to bind port f4e76c5a-40c4-46c3-a2a3-7f40591265fc on network 68df399e-e75e-4871-9364-5d05730b50f0 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:38:07.355975 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f82007d-f4d4-4b3b-ac0b-e265282d23fa None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:38:07.357317 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f82007d-f4d4-4b3b-ac0b-e265282d23fa None None] Checking segment: {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:38:07.357638 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-2f82007d-f4d4-4b3b-ac0b-e265282d23fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:07.358003 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f82007d-f4d4-4b3b-ac0b-e265282d23fa None None] Bound using segment: {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:38:07.358467 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-2f82007d-f4d4-4b3b-ac0b-e265282d23fa None None] Bound port: f4e76c5a-40c4-46c3-a2a3-7f40591265fc, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:38:07.358827 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-2f82007d-f4d4-4b3b-ac0b-e265282d23fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:07.455783 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-2f82007d-f4d4-4b3b-ac0b-e265282d23fa None None] For port f4e76c5a-40c4-46c3-a2a3-7f40591265fc, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:38:07.459780 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-2f82007d-f4d4-4b3b-ac0b-e265282d23fa None None] For port f4e76c5a-40c4-46c3-a2a3-7f40591265fc, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=f4e76c5a-40c4-46c3-a2a3-7f40591265fc,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:38:07.460277 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce53621c-38ee-49a1-b6d6-cbc218420b3f req-f88b3ccd-c998-4824-89a6-464cd4dda30e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:07.462276 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-ce53621c-38ee-49a1-b6d6-cbc218420b3f req-f88b3ccd-c998-4824-89a6-464cd4dda30e service neutron] 10.222.0.71 "GET /v2.0/networks?id=50e6c29d-3c94-4645-8aee-2ebf9aaac97d HTTP/1.1" status: 200 len: 911 time: 0.2052789 May 28 06:38:07.469340 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8795fdbf-f3ec-46c6-b527-46331e6e77c1 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700548'] for router_interface, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:07.474078 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d85090f-65c1-4a93-8ebd-8c824abae7cc req-2d2a3c78-35b3-41a6-97ca-eb0b81fb8d7a tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:07.475259 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7d85090f-65c1-4a93-8ebd-8c824abae7cc req-2d2a3c78-35b3-41a6-97ca-eb0b81fb8d7a tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] 10.222.0.55 "GET /v2.0/ports?device_id=db10fb21-0123-4957-96a4-a43c5586384f HTTP/1.1" status: 200 len: 946 time: 0.4187627 May 28 06:38:07.557479 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-2f82007d-f4d4-4b3b-ac0b-e265282d23fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:07.572695 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd259347-1c96-4bf8-965b-833e01007b04 req-a497f746-fd1c-460f-9429-bec4a18a906b tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:07.574130 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fd259347-1c96-4bf8-965b-833e01007b04 req-a497f746-fd1c-460f-9429-bec4a18a906b tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] 10.222.0.55 "GET /v2.0/ports?device_id=f824027a-f9d8-49f5-895a-6f50e924b9c1 HTTP/1.1" status: 200 len: 945 time: 0.2683973 May 28 06:38:07.629702 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7d85090f-65c1-4a93-8ebd-8c824abae7cc req-bb180bb6-b593-4e4a-a89e-f7e8ad8fc71e tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] 10.222.0.55 "GET /v2.0/security-groups?id=88d2cfd4-3ac6-4681-9a3a-dce7d6855bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269686 May 28 06:38:07.658499 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [None req-f422021f-a935-4cf5-a828-195c81a3e73e admin admin] Allocated IP 172.20.0.1 (24f89893-0152-410f-b36e-455f089391e1/d60907d0-db8b-46ab-9618-52ac04eb928c/b547cf1e-e698-407b-8278-0444b7a58d3b) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:38:07.661988 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f82007d-f4d4-4b3b-ac0b-e265282d23fa None None] Routers {'09b64860-dc5d-404a-8bc0-c997af265484'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:38:07.662691 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-2f82007d-f4d4-4b3b-ac0b-e265282d23fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:37:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['09b64860-dc5d-404a-8bc0-c997af265484'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:38:07.674071 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1c8b97ae-4750-4324-bcdb-29687ac0cb72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:07.677811 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fd259347-1c96-4bf8-965b-833e01007b04 req-24ad29f6-67bc-4775-94a0-6cf786e674d5 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] 10.222.0.55 "GET /v2.0/security-groups?id=da113a0c-8ebd-48a7-a4a2-2238b85d044b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867457 May 28 06:38:07.798686 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ddf5a8-6f9c-47ae-8168-ab656bf0feb4 None None] Pushing event updated for resources: {'Port': ['ID=f4e76c5a-40c4-46c3-a2a3-7f40591265fc,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:07.920549 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8b97ae-4750-4324-bcdb-29687ac0cb72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Network 9f804e75-42db-45bc-b598-beff5522d4f6 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:38:07.928433 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-1c8b97ae-4750-4324-bcdb-29687ac0cb72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:38:07.930309 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8b97ae-4750-4324-bcdb-29687ac0cb72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Pushing event updated for resources: {'Port': ['ID=066d4c62-8547-4352-b0ff-451728d2e89a,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:07.976017 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8b97ae-4750-4324-bcdb-29687ac0cb72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:38:07.977002 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8b97ae-4750-4324-bcdb-29687ac0cb72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:07.977625 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1c8b97ae-4750-4324-bcdb-29687ac0cb72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:07.982725 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-2f82007d-f4d4-4b3b-ac0b-e265282d23fa None None] Set router 09b64860-dc5d-404a-8bc0-c997af265484 gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:38:08.003813 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-ce53621c-38ee-49a1-b6d6-cbc218420b3f req-959ad74a-e548-4809-a115-8c712402b8d0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85a87b44-a103-4230-a663-535510ada77a HTTP/1.1" status: 200 len: 217 time: 0.3281510 May 28 06:38:08.046269 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-27119435-3655-4e0f-9d46-4dbfec2c5ea5 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:08.110477 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf42f2f-42fa-438d-85b8-e13c31d4539f req-25b2e3d6-f046-4645-a6f9-2ccaa2e4deef tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:08.110477 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7cf42f2f-42fa-438d-85b8-e13c31d4539f req-25b2e3d6-f046-4645-a6f9-2ccaa2e4deef tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] 10.222.0.55 "GET /v2.0/ports?device_id=e26416bb-43a4-4cc5-bf06-ef4eb03f29dd HTTP/1.1" status: 200 len: 946 time: 0.3009357 May 28 06:38:08.119210 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f422021f-a935-4cf5-a828-195c81a3e73e admin admin] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:08.142736 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-1c8b97ae-4750-4324-bcdb-29687ac0cb72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.8946533 May 28 06:38:08.142736 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 38678) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:38:08.149130 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-fa8154ea-5b62-41c0-84d9-4b719a0329e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-843702-1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:38:08.185828 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [None req-f422021f-a935-4cf5-a828-195c81a3e73e admin admin] Transition to ACTIVE for port object b547cf1e-e698-407b-8278-0444b7a58d3b will not be triggered until provisioned by entity DHCP. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:38:08.255431 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7cf42f2f-42fa-438d-85b8-e13c31d4539f req-d38da08b-dbb6-4224-813b-bc922bf01e18 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] 10.222.0.55 "GET /v2.0/security-groups?id=da113a0c-8ebd-48a7-a4a2-2238b85d044b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262014 May 28 06:38:08.337540 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-fa8154ea-5b62-41c0-84d9-4b719a0329e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:08.375382 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-2f82007d-f4d4-4b3b-ac0b-e265282d23fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b64860-dc5d-404a-8bc0-c997af265484', 'name': 'tempest-ServersTestFqdnHostnames-226709118-router', 'tenant_id': 'f3e725eb9d1446b5b329eb6323631f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': 'f4e76c5a-40c4-46c3-a2a3-7f40591265fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:37:56Z', 'updated_at': '2022-05-28T06:38:01Z', 'revision_number': 3, 'project_id': 'f3e725eb9d1446b5b329eb6323631f8c', 'gw_port': {'id': 'f4e76c5a-40c4-46c3-a2a3-7f40591265fc', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:9c:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b64860-dc5d-404a-8bc0-c997af265484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:37:58Z', 'updated_at': '2022-05-28T06:38:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:38:08.379928 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f82007d-f4d4-4b3b-ac0b-e265282d23fa None None] The sync data for ids ['09b64860-dc5d-404a-8bc0-c997af265484'] in n-d-843702-1 is: [{'id': '09b64860-dc5d-404a-8bc0-c997af265484', 'name': 'tempest-ServersTestFqdnHostnames-226709118-router', 'tenant_id': 'f3e725eb9d1446b5b329eb6323631f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': 'f4e76c5a-40c4-46c3-a2a3-7f40591265fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:37:56Z', 'updated_at': '2022-05-28T06:38:01Z', 'revision_number': 3, 'project_id': 'f3e725eb9d1446b5b329eb6323631f8c', 'gw_port': {'id': 'f4e76c5a-40c4-46c3-a2a3-7f40591265fc', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:9c:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b64860-dc5d-404a-8bc0-c997af265484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:37:58Z', 'updated_at': '2022-05-28T06:38:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:38:08.422149 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce53621c-38ee-49a1-b6d6-cbc218420b3f req-3f4b0789-fe13-4ab1-b0a8-7b3eab7c90a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:08.424160 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-ce53621c-38ee-49a1-b6d6-cbc218420b3f req-3f4b0789-fe13-4ab1-b0a8-7b3eab7c90a7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=461065ec-096d-40f7-a624-cb52121fd52b HTTP/1.1" status: 200 len: 850 time: 0.4117997 May 28 06:38:08.440003 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f422021f-a935-4cf5-a828-195c81a3e73e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:08.493527 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-ce53621c-38ee-49a1-b6d6-cbc218420b3f req-d7594234-eff4-488b-bc4f-3c67264f0b0b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=50e6c29d-3c94-4645-8aee-2ebf9aaac97d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491946 May 28 06:38:08.581606 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f422021f-a935-4cf5-a828-195c81a3e73e admin admin] Network 24f89893-0152-410f-b36e-455f089391e1 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:38:08.594884 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-f422021f-a935-4cf5-a828-195c81a3e73e admin admin] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:38:08.597184 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f422021f-a935-4cf5-a828-195c81a3e73e admin admin] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:38:08.662631 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f422021f-a935-4cf5-a828-195c81a3e73e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690947'] for router_interface, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:08.827209 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f422021f-a935-4cf5-a828-195c81a3e73e admin admin] Pushing event updated for resources: {'Port': ['ID=b547cf1e-e698-407b-8278-0444b7a58d3b,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:08.858343 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c740863-fedb-4352-9738-645a6ce46743 req-da50f80a-6226-4551-996d-e9c23d20a052 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:08.870461 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5c740863-fedb-4352-9738-645a6ce46743 req-da50f80a-6226-4551-996d-e9c23d20a052 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] 10.222.0.55 "GET /v2.0/ports?device_id=13373255-c2c3-47d9-828c-ce6b6303ab5f HTTP/1.1" status: 200 len: 946 time: 0.4420271 May 28 06:38:09.051086 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-27119435-3655-4e0f-9d46-4dbfec2c5ea5 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Allocated IP 172.25.5.80 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/f126476d-c20d-4610-a954-dca78ed680d6) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:38:09.167948 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-ce53621c-38ee-49a1-b6d6-cbc218420b3f req-83fbed38-8520-4457-8b47-47480b1ddc61 service neutron] 10.222.0.71 "GET /v2.0/networks/50e6c29d-3c94-4645-8aee-2ebf9aaac97d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6607668 May 28 06:38:09.196972 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-c549a1ec-fb44-4b99-9261-705d56ba4fc6 None None] Provisioning for port b547cf1e-e698-407b-8278-0444b7a58d3b completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:38:09.205592 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-c549a1ec-fb44-4b99-9261-705d56ba4fc6 None None] Provisioning complete for port b547cf1e-e698-407b-8278-0444b7a58d3b triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:38:09.206241 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c549a1ec-fb44-4b99-9261-705d56ba4fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:09.330683 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-8795fdbf-f3ec-46c6-b527-46331e6e77c1 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Deleting port e2fe7b73-1734-4b1e-8e33-ac5031c7ac02 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:38:09.331391 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8795fdbf-f3ec-46c6-b527-46331e6e77c1 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:09.335189 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-c549a1ec-fb44-4b99-9261-705d56ba4fc6 None None] Port b547cf1e-e698-407b-8278-0444b7a58d3b cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:38:09.349740 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device f4e76c5a-40c4-46c3-a2a3-7f40591265fc up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:38:09.408255 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5c740863-fedb-4352-9738-645a6ce46743 req-d07dcace-86ab-4362-84da-f41a74450a99 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] 10.222.0.55 "GET /v2.0/security-groups?id=da113a0c-8ebd-48a7-a4a2-2238b85d044b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5367663 May 28 06:38:09.485667 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [None req-fa8154ea-5b62-41c0-84d9-4b719a0329e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] device_id is not set on port 066d4c62-8547-4352-b0ff-451728d2e89a yet. {{(pid=89110) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:38:09.522253 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-fa8154ea-5b62-41c0-84d9-4b719a0329e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:09.569060 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port f4e76c5a-40c4-46c3-a2a3-7f40591265fc completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:38:09.575042 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port f4e76c5a-40c4-46c3-a2a3-7f40591265fc triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:38:09.576607 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:09.606266 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b73c82-3c94-40af-b61a-1a3a0bd358fd req-8e171c4d-a77f-4615-9b16-3c23dbce68e3 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:09.612891 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-23b73c82-3c94-40af-b61a-1a3a0bd358fd req-8e171c4d-a77f-4615-9b16-3c23dbce68e3 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] 10.222.0.55 "GET /v2.0/ports?device_id=db10fb21-0123-4957-96a4-a43c5586384f HTTP/1.1" status: 200 len: 946 time: 0.7069173 May 28 06:38:09.617934 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [None req-fa8154ea-5b62-41c0-84d9-4b719a0329e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Transition to ACTIVE for port object 066d4c62-8547-4352-b0ff-451728d2e89a will not be triggered until provisioned by entity L2. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:38:09.787494 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-fa8154ea-5b62-41c0-84d9-4b719a0329e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:09.849157 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port f4e76c5a-40c4-46c3-a2a3-7f40591265fc is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:38:09.849568 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:09.852448 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-ce53621c-38ee-49a1-b6d6-cbc218420b3f req-b42d04ff-e3c0-4523-bf58-9474dbc8a4dc service neutron] 10.222.0.71 "GET /v2.0/networks/50e6c29d-3c94-4645-8aee-2ebf9aaac97d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6593559 May 28 06:38:09.883866 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-27119435-3655-4e0f-9d46-4dbfec2c5ea5 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:09.890936 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port f4e76c5a-40c4-46c3-a2a3-7f40591265fc, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=f4e76c5a-40c4-46c3-a2a3-7f40591265fc,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:38:09.934460 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8795fdbf-f3ec-46c6-b527-46331e6e77c1 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:09.991487 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:10.048640 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-23b73c82-3c94-40af-b61a-1a3a0bd358fd req-fe436b02-b0aa-4b43-8a08-4aaecd963dbc tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] 10.222.0.55 "GET /v2.0/security-groups?id=88d2cfd4-3ac6-4681-9a3a-dce7d6855bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4279358 May 28 06:38:10.111126 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-8795fdbf-f3ec-46c6-b527-46331e6e77c1 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Calling delete_port for e2fe7b73-1734-4b1e-8e33-ac5031c7ac02 owned by network:router_interface {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:38:10.135263 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=f4e76c5a-40c4-46c3-a2a3-7f40591265fc,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:10.136128 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8154ea-5b62-41c0-84d9-4b719a0329e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Pushing event updated for resources: {'Port': ['ID=066d4c62-8547-4352-b0ff-451728d2e89a,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:10.161708 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f422021f-a935-4cf5-a828-195c81a3e73e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:10.277194 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-27119435-3655-4e0f-9d46-4dbfec2c5ea5 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:10.293010 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [None req-fa8154ea-5b62-41c0-84d9-4b719a0329e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attempting to bind port 066d4c62-8547-4352-b0ff-451728d2e89a on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:38:10.293504 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [None req-fa8154ea-5b62-41c0-84d9-4b719a0329e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attempting to bind port 066d4c62-8547-4352-b0ff-451728d2e89a by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': '9345935b-a90b-43b6-8f74-9a6d42263e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9f804e75-42db-45bc-b598-beff5522d4f6'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:38:10.293940 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8154ea-5b62-41c0-84d9-4b719a0329e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attempting to bind port 066d4c62-8547-4352-b0ff-451728d2e89a on network 9f804e75-42db-45bc-b598-beff5522d4f6 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:38:10.312679 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8154ea-5b62-41c0-84d9-4b719a0329e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Port 066d4c62-8547-4352-b0ff-451728d2e89a on network 9f804e75-42db-45bc-b598-beff5522d4f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:38:10.317950 n-d-843702-1 neutron-server[89110]: ERROR neutron.plugins.ml2.managers [None req-fa8154ea-5b62-41c0-84d9-4b719a0329e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Failed to bind port 066d4c62-8547-4352-b0ff-451728d2e89a on host n-h1-843702-1 for vnic_type normal using segments [{'id': '9345935b-a90b-43b6-8f74-9a6d42263e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9f804e75-42db-45bc-b598-beff5522d4f6'}] May 28 06:38:10.319222 n-d-843702-1 neutron-server[89110]: INFO neutron.plugins.ml2.plugin [None req-fa8154ea-5b62-41c0-84d9-4b719a0329e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attempt 2 to bind port 066d4c62-8547-4352-b0ff-451728d2e89a May 28 06:38:10.340961 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e6d8ae-6748-4c72-bd66-b50334d61bc2 req-f8fdefaa-719d-4f80-a64c-57714e5d7bba tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:10.355621 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-79e6d8ae-6748-4c72-bd66-b50334d61bc2 req-f8fdefaa-719d-4f80-a64c-57714e5d7bba tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] 10.222.0.55 "GET /v2.0/ports?device_id=f824027a-f9d8-49f5-895a-6f50e924b9c1 HTTP/1.1" status: 200 len: 945 time: 0.4112694 May 28 06:38:10.462880 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [None req-fa8154ea-5b62-41c0-84d9-4b719a0329e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attempting to bind port 066d4c62-8547-4352-b0ff-451728d2e89a on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:38:10.463523 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [None req-fa8154ea-5b62-41c0-84d9-4b719a0329e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attempting to bind port 066d4c62-8547-4352-b0ff-451728d2e89a by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': '9345935b-a90b-43b6-8f74-9a6d42263e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9f804e75-42db-45bc-b598-beff5522d4f6'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:38:10.463949 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8154ea-5b62-41c0-84d9-4b719a0329e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attempting to bind port 066d4c62-8547-4352-b0ff-451728d2e89a on network 9f804e75-42db-45bc-b598-beff5522d4f6 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:38:10.486713 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8154ea-5b62-41c0-84d9-4b719a0329e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Port 066d4c62-8547-4352-b0ff-451728d2e89a on network 9f804e75-42db-45bc-b598-beff5522d4f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:38:10.487188 n-d-843702-1 neutron-server[89110]: ERROR neutron.plugins.ml2.managers [None req-fa8154ea-5b62-41c0-84d9-4b719a0329e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Failed to bind port 066d4c62-8547-4352-b0ff-451728d2e89a on host n-h1-843702-1 for vnic_type normal using segments [{'id': '9345935b-a90b-43b6-8f74-9a6d42263e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9f804e75-42db-45bc-b598-beff5522d4f6'}] May 28 06:38:10.489670 n-d-843702-1 neutron-server[89110]: INFO neutron.plugins.ml2.plugin [None req-fa8154ea-5b62-41c0-84d9-4b719a0329e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attempt 3 to bind port 066d4c62-8547-4352-b0ff-451728d2e89a May 28 06:38:10.535146 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [None req-fa8154ea-5b62-41c0-84d9-4b719a0329e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attempting to bind port 066d4c62-8547-4352-b0ff-451728d2e89a on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:38:10.535552 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [None req-fa8154ea-5b62-41c0-84d9-4b719a0329e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attempting to bind port 066d4c62-8547-4352-b0ff-451728d2e89a by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': '9345935b-a90b-43b6-8f74-9a6d42263e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9f804e75-42db-45bc-b598-beff5522d4f6'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:38:10.535986 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8154ea-5b62-41c0-84d9-4b719a0329e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attempting to bind port 066d4c62-8547-4352-b0ff-451728d2e89a on network 9f804e75-42db-45bc-b598-beff5522d4f6 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:38:10.568198 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-79e6d8ae-6748-4c72-bd66-b50334d61bc2 req-66c6cee5-abe0-4a6b-989b-27ccb4c50485 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] 10.222.0.55 "GET /v2.0/security-groups?id=da113a0c-8ebd-48a7-a4a2-2238b85d044b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989968 May 28 06:38:10.568198 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8154ea-5b62-41c0-84d9-4b719a0329e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Port 066d4c62-8547-4352-b0ff-451728d2e89a on network 9f804e75-42db-45bc-b598-beff5522d4f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:38:10.568198 n-d-843702-1 neutron-server[89110]: ERROR neutron.plugins.ml2.managers [None req-fa8154ea-5b62-41c0-84d9-4b719a0329e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Failed to bind port 066d4c62-8547-4352-b0ff-451728d2e89a on host n-h1-843702-1 for vnic_type normal using segments [{'id': '9345935b-a90b-43b6-8f74-9a6d42263e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9f804e75-42db-45bc-b598-beff5522d4f6'}] May 28 06:38:10.579977 n-d-843702-1 neutron-server[89110]: INFO neutron.plugins.ml2.plugin [None req-fa8154ea-5b62-41c0-84d9-4b719a0329e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attempt 4 to bind port 066d4c62-8547-4352-b0ff-451728d2e89a May 28 06:38:10.638655 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [None req-fa8154ea-5b62-41c0-84d9-4b719a0329e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attempting to bind port 066d4c62-8547-4352-b0ff-451728d2e89a on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:38:10.639092 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [None req-fa8154ea-5b62-41c0-84d9-4b719a0329e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attempting to bind port 066d4c62-8547-4352-b0ff-451728d2e89a by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': '9345935b-a90b-43b6-8f74-9a6d42263e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9f804e75-42db-45bc-b598-beff5522d4f6'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:38:10.639335 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8154ea-5b62-41c0-84d9-4b719a0329e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attempting to bind port 066d4c62-8547-4352-b0ff-451728d2e89a on network 9f804e75-42db-45bc-b598-beff5522d4f6 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:38:10.647664 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8154ea-5b62-41c0-84d9-4b719a0329e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Port 066d4c62-8547-4352-b0ff-451728d2e89a on network 9f804e75-42db-45bc-b598-beff5522d4f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:38:10.647979 n-d-843702-1 neutron-server[89110]: ERROR neutron.plugins.ml2.managers [None req-fa8154ea-5b62-41c0-84d9-4b719a0329e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Failed to bind port 066d4c62-8547-4352-b0ff-451728d2e89a on host n-h1-843702-1 for vnic_type normal using segments [{'id': '9345935b-a90b-43b6-8f74-9a6d42263e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9f804e75-42db-45bc-b598-beff5522d4f6'}] May 28 06:38:10.649499 n-d-843702-1 neutron-server[89110]: INFO neutron.plugins.ml2.plugin [None req-fa8154ea-5b62-41c0-84d9-4b719a0329e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attempt 5 to bind port 066d4c62-8547-4352-b0ff-451728d2e89a May 28 06:38:10.667610 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27119435-3655-4e0f-9d46-4dbfec2c5ea5 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Pushing event updated for resources: {'Port': ['ID=f126476d-c20d-4610-a954-dca78ed680d6,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:10.670576 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [None req-fa8154ea-5b62-41c0-84d9-4b719a0329e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attempting to bind port 066d4c62-8547-4352-b0ff-451728d2e89a on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:38:10.670576 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [None req-fa8154ea-5b62-41c0-84d9-4b719a0329e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attempting to bind port 066d4c62-8547-4352-b0ff-451728d2e89a by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': '9345935b-a90b-43b6-8f74-9a6d42263e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9f804e75-42db-45bc-b598-beff5522d4f6'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:38:10.670576 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8154ea-5b62-41c0-84d9-4b719a0329e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attempting to bind port 066d4c62-8547-4352-b0ff-451728d2e89a on network 9f804e75-42db-45bc-b598-beff5522d4f6 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:38:10.671768 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27119435-3655-4e0f-9d46-4dbfec2c5ea5 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:38:10.673354 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-27119435-3655-4e0f-9d46-4dbfec2c5ea5 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:38:10.675926 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27119435-3655-4e0f-9d46-4dbfec2c5ea5 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:38:10.696682 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8154ea-5b62-41c0-84d9-4b719a0329e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Port 066d4c62-8547-4352-b0ff-451728d2e89a on network 9f804e75-42db-45bc-b598-beff5522d4f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:38:10.697222 n-d-843702-1 neutron-server[89110]: ERROR neutron.plugins.ml2.managers [None req-fa8154ea-5b62-41c0-84d9-4b719a0329e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Failed to bind port 066d4c62-8547-4352-b0ff-451728d2e89a on host n-h1-843702-1 for vnic_type normal using segments [{'id': '9345935b-a90b-43b6-8f74-9a6d42263e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9f804e75-42db-45bc-b598-beff5522d4f6'}] May 28 06:38:10.702620 n-d-843702-1 neutron-server[89110]: INFO neutron.plugins.ml2.plugin [None req-fa8154ea-5b62-41c0-84d9-4b719a0329e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attempt 6 to bind port 066d4c62-8547-4352-b0ff-451728d2e89a May 28 06:38:10.720409 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8795fdbf-f3ec-46c6-b527-46331e6e77c1 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:10.720712 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f422021f-a935-4cf5-a828-195c81a3e73e admin admin] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:10.740215 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [None req-fa8154ea-5b62-41c0-84d9-4b719a0329e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attempting to bind port 066d4c62-8547-4352-b0ff-451728d2e89a on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:38:10.740801 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [None req-fa8154ea-5b62-41c0-84d9-4b719a0329e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attempting to bind port 066d4c62-8547-4352-b0ff-451728d2e89a by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': '9345935b-a90b-43b6-8f74-9a6d42263e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9f804e75-42db-45bc-b598-beff5522d4f6'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:38:10.741318 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8154ea-5b62-41c0-84d9-4b719a0329e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attempting to bind port 066d4c62-8547-4352-b0ff-451728d2e89a on network 9f804e75-42db-45bc-b598-beff5522d4f6 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:38:10.746862 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8154ea-5b62-41c0-84d9-4b719a0329e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Port 066d4c62-8547-4352-b0ff-451728d2e89a on network 9f804e75-42db-45bc-b598-beff5522d4f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:38:10.750724 n-d-843702-1 neutron-server[89110]: ERROR neutron.plugins.ml2.managers [None req-fa8154ea-5b62-41c0-84d9-4b719a0329e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Failed to bind port 066d4c62-8547-4352-b0ff-451728d2e89a on host n-h1-843702-1 for vnic_type normal using segments [{'id': '9345935b-a90b-43b6-8f74-9a6d42263e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9f804e75-42db-45bc-b598-beff5522d4f6'}] May 28 06:38:10.751362 n-d-843702-1 neutron-server[89110]: INFO neutron.plugins.ml2.plugin [None req-fa8154ea-5b62-41c0-84d9-4b719a0329e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attempt 7 to bind port 066d4c62-8547-4352-b0ff-451728d2e89a May 28 06:38:10.768023 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [None req-fa8154ea-5b62-41c0-84d9-4b719a0329e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attempting to bind port 066d4c62-8547-4352-b0ff-451728d2e89a on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:38:10.768594 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [None req-fa8154ea-5b62-41c0-84d9-4b719a0329e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attempting to bind port 066d4c62-8547-4352-b0ff-451728d2e89a by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': '9345935b-a90b-43b6-8f74-9a6d42263e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9f804e75-42db-45bc-b598-beff5522d4f6'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:38:10.769091 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8154ea-5b62-41c0-84d9-4b719a0329e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attempting to bind port 066d4c62-8547-4352-b0ff-451728d2e89a on network 9f804e75-42db-45bc-b598-beff5522d4f6 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:38:10.774567 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8154ea-5b62-41c0-84d9-4b719a0329e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Port 066d4c62-8547-4352-b0ff-451728d2e89a on network 9f804e75-42db-45bc-b598-beff5522d4f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:38:10.775077 n-d-843702-1 neutron-server[89110]: ERROR neutron.plugins.ml2.managers [None req-fa8154ea-5b62-41c0-84d9-4b719a0329e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Failed to bind port 066d4c62-8547-4352-b0ff-451728d2e89a on host n-h1-843702-1 for vnic_type normal using segments [{'id': '9345935b-a90b-43b6-8f74-9a6d42263e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9f804e75-42db-45bc-b598-beff5522d4f6'}] May 28 06:38:10.775615 n-d-843702-1 neutron-server[89110]: INFO neutron.plugins.ml2.plugin [None req-fa8154ea-5b62-41c0-84d9-4b719a0329e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attempt 8 to bind port 066d4c62-8547-4352-b0ff-451728d2e89a May 28 06:38:10.792793 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [None req-fa8154ea-5b62-41c0-84d9-4b719a0329e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attempting to bind port 066d4c62-8547-4352-b0ff-451728d2e89a on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:38:10.793758 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [None req-fa8154ea-5b62-41c0-84d9-4b719a0329e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attempting to bind port 066d4c62-8547-4352-b0ff-451728d2e89a by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': '9345935b-a90b-43b6-8f74-9a6d42263e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9f804e75-42db-45bc-b598-beff5522d4f6'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:38:10.796947 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8154ea-5b62-41c0-84d9-4b719a0329e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attempting to bind port 066d4c62-8547-4352-b0ff-451728d2e89a on network 9f804e75-42db-45bc-b598-beff5522d4f6 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:38:10.802649 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8154ea-5b62-41c0-84d9-4b719a0329e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Port 066d4c62-8547-4352-b0ff-451728d2e89a on network 9f804e75-42db-45bc-b598-beff5522d4f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:38:10.803176 n-d-843702-1 neutron-server[89110]: ERROR neutron.plugins.ml2.managers [None req-fa8154ea-5b62-41c0-84d9-4b719a0329e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Failed to bind port 066d4c62-8547-4352-b0ff-451728d2e89a on host n-h1-843702-1 for vnic_type normal using segments [{'id': '9345935b-a90b-43b6-8f74-9a6d42263e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9f804e75-42db-45bc-b598-beff5522d4f6'}] May 28 06:38:10.803842 n-d-843702-1 neutron-server[89110]: INFO neutron.plugins.ml2.plugin [None req-fa8154ea-5b62-41c0-84d9-4b719a0329e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attempt 9 to bind port 066d4c62-8547-4352-b0ff-451728d2e89a May 28 06:38:10.812476 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8795fdbf-f3ec-46c6-b527-46331e6e77c1 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Pushing event deleted for resources: {'Port': ['ID=e2fe7b73-1734-4b1e-8e33-ac5031c7ac02,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:10.827896 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f422021f-a935-4cf5-a828-195c81a3e73e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:10.860720 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [None req-fa8154ea-5b62-41c0-84d9-4b719a0329e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attempting to bind port 066d4c62-8547-4352-b0ff-451728d2e89a on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:38:10.860720 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [None req-fa8154ea-5b62-41c0-84d9-4b719a0329e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attempting to bind port 066d4c62-8547-4352-b0ff-451728d2e89a by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': '9345935b-a90b-43b6-8f74-9a6d42263e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9f804e75-42db-45bc-b598-beff5522d4f6'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:38:10.860720 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8154ea-5b62-41c0-84d9-4b719a0329e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attempting to bind port 066d4c62-8547-4352-b0ff-451728d2e89a on network 9f804e75-42db-45bc-b598-beff5522d4f6 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:38:11.028239 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8154ea-5b62-41c0-84d9-4b719a0329e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Port 066d4c62-8547-4352-b0ff-451728d2e89a on network 9f804e75-42db-45bc-b598-beff5522d4f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:38:11.028763 n-d-843702-1 neutron-server[89110]: ERROR neutron.plugins.ml2.managers [None req-fa8154ea-5b62-41c0-84d9-4b719a0329e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Failed to bind port 066d4c62-8547-4352-b0ff-451728d2e89a on host n-h1-843702-1 for vnic_type normal using segments [{'id': '9345935b-a90b-43b6-8f74-9a6d42263e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9f804e75-42db-45bc-b598-beff5522d4f6'}] May 28 06:38:11.037145 n-d-843702-1 neutron-server[89110]: INFO neutron.plugins.ml2.plugin [None req-fa8154ea-5b62-41c0-84d9-4b719a0329e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attempt 10 to bind port 066d4c62-8547-4352-b0ff-451728d2e89a May 28 06:38:11.047040 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f422021f-a935-4cf5-a828-195c81a3e73e admin admin] Pushing event updated for resources: {'Port': ['ID=b547cf1e-e698-407b-8278-0444b7a58d3b,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:11.124302 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [None req-fa8154ea-5b62-41c0-84d9-4b719a0329e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attempting to bind port 066d4c62-8547-4352-b0ff-451728d2e89a on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:38:11.129392 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [None req-fa8154ea-5b62-41c0-84d9-4b719a0329e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attempting to bind port 066d4c62-8547-4352-b0ff-451728d2e89a by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': '9345935b-a90b-43b6-8f74-9a6d42263e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9f804e75-42db-45bc-b598-beff5522d4f6'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:38:11.129840 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8154ea-5b62-41c0-84d9-4b719a0329e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attempting to bind port 066d4c62-8547-4352-b0ff-451728d2e89a on network 9f804e75-42db-45bc-b598-beff5522d4f6 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:38:11.133201 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f422021f-a935-4cf5-a828-195c81a3e73e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700602'] for router_interface, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:11.153139 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device f4e76c5a-40c4-46c3-a2a3-7f40591265fc up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:38:11.179877 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8154ea-5b62-41c0-84d9-4b719a0329e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Port 066d4c62-8547-4352-b0ff-451728d2e89a on network 9f804e75-42db-45bc-b598-beff5522d4f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:38:11.180202 n-d-843702-1 neutron-server[89110]: ERROR neutron.plugins.ml2.managers [None req-fa8154ea-5b62-41c0-84d9-4b719a0329e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Failed to bind port 066d4c62-8547-4352-b0ff-451728d2e89a on host n-h1-843702-1 for vnic_type normal using segments [{'id': '9345935b-a90b-43b6-8f74-9a6d42263e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9f804e75-42db-45bc-b598-beff5522d4f6'}] May 28 06:38:11.180558 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-fa8154ea-5b62-41c0-84d9-4b719a0329e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:11.300515 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port f4e76c5a-40c4-46c3-a2a3-7f40591265fc triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:38:11.300515 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:11.399598 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0382c067-a284-4de5-a66e-2073f9e48425 req-a269967d-7f3b-4d9a-8aba-62b595c2fb5e tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:11.407652 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0382c067-a284-4de5-a66e-2073f9e48425 req-a269967d-7f3b-4d9a-8aba-62b595c2fb5e tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] 10.222.0.55 "GET /v2.0/ports?device_id=e26416bb-43a4-4cc5-bf06-ef4eb03f29dd HTTP/1.1" status: 200 len: 946 time: 0.4247980 May 28 06:38:11.447866 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port f4e76c5a-40c4-46c3-a2a3-7f40591265fc is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:38:11.533385 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8795fdbf-f3ec-46c6-b527-46331e6e77c1 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700472'] for router_interface, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:11.533939 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0382c067-a284-4de5-a66e-2073f9e48425 req-9c9f61ba-3cbf-4a7f-8984-a55b5fd5cf8b tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] 10.222.0.55 "GET /v2.0/security-groups?id=da113a0c-8ebd-48a7-a4a2-2238b85d044b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251583 May 28 06:38:11.695722 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [None req-fa8154ea-5b62-41c0-84d9-4b719a0329e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] For port 066d4c62-8547-4352-b0ff-451728d2e89a, host n-h1-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:38:11.705918 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [None req-fa8154ea-5b62-41c0-84d9-4b719a0329e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attempted to set empty binding levels {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 28 06:38:11.708380 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f422021f-a935-4cf5-a828-195c81a3e73e admin admin] Network 24f89893-0152-410f-b36e-455f089391e1 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:38:11.711352 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-f422021f-a935-4cf5-a828-195c81a3e73e admin admin] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:38:11.937038 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8795fdbf-f3ec-46c6-b527-46331e6e77c1 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Router d710ac47-ef26-4cf7-b471-770252ebcd31 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:38:12.022061 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f422021f-a935-4cf5-a828-195c81a3e73e admin admin] Router 09b64860-dc5d-404a-8bc0-c997af265484 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:38:12.031983 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-fa8154ea-5b62-41c0-84d9-4b719a0329e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:12.048535 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efc8614-14d6-4dff-b045-26cd4974d966 req-7f92df64-f038-4d02-8844-d8f4ba42a294 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:12.055576 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6efc8614-14d6-4dff-b045-26cd4974d966 req-7f92df64-f038-4d02-8844-d8f4ba42a294 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] 10.222.0.55 "GET /v2.0/ports?device_id=db10fb21-0123-4957-96a4-a43c5586384f HTTP/1.1" status: 200 len: 946 time: 0.8083692 May 28 06:38:12.135092 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-0a4803bb-0dc0-46d1-a35f-52bdcad4fc6e None None] Provisioning complete for port b547cf1e-e698-407b-8278-0444b7a58d3b triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:38:12.135583 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-0a4803bb-0dc0-46d1-a35f-52bdcad4fc6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:12.168790 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8795fdbf-f3ec-46c6-b527-46331e6e77c1 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:38:12.196003 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a441a027-2ce9-4cf4-b2a2-21990da20693 None None] Sync routers for ids ['d710ac47-ef26-4cf7-b471-770252ebcd31'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:38:12.208908 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a441a027-2ce9-4cf4-b2a2-21990da20693 None None] Routers {'d710ac47-ef26-4cf7-b471-770252ebcd31'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:38:12.211714 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-a441a027-2ce9-4cf4-b2a2-21990da20693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:37:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['d710ac47-ef26-4cf7-b471-770252ebcd31'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:38:12.247057 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-0a4803bb-0dc0-46d1-a35f-52bdcad4fc6e None None] Port b547cf1e-e698-407b-8278-0444b7a58d3b cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:38:12.274953 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-8795fdbf-f3ec-46c6-b527-46331e6e77c1 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] 10.222.0.55 "PUT /v2.0/routers/d710ac47-ef26-4cf7-b471-770252ebcd31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2404189 May 28 06:38:12.291156 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 38714) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:38:12.380368 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-a441a027-2ce9-4cf4-b2a2-21990da20693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:38:12.383684 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-625a99c1-8fad-454a-bc4b-dbb96cd1c066 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Synchronizing usage tracker for tenant:51e07d1dd4e842f29564191e4c945b6c on resource:port {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:38:12.389039 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-27119435-3655-4e0f-9d46-4dbfec2c5ea5 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:12.396450 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a441a027-2ce9-4cf4-b2a2-21990da20693 None None] Routers {'d710ac47-ef26-4cf7-b471-770252ebcd31'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:38:12.397059 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-a441a027-2ce9-4cf4-b2a2-21990da20693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:37:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['d710ac47-ef26-4cf7-b471-770252ebcd31'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:38:12.454811 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-fa8154ea-5b62-41c0-84d9-4b719a0329e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] In _notify_port_updated(), no bound segment for port 066d4c62-8547-4352-b0ff-451728d2e89a on network 9f804e75-42db-45bc-b598-beff5522d4f6 {{(pid=89110) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 28 06:38:12.455678 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8154ea-5b62-41c0-84d9-4b719a0329e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:12.456509 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-fa8154ea-5b62-41c0-84d9-4b719a0329e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:12.460114 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-fa8154ea-5b62-41c0-84d9-4b719a0329e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] 10.222.0.55 "PUT /v2.0/ports/066d4c62-8547-4352-b0ff-451728d2e89a HTTP/1.1" status: 200 len: 978 time: 4.3149292 May 28 06:38:12.460568 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 38722) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:38:12.498898 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-a441a027-2ce9-4cf4-b2a2-21990da20693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:38:12.499294 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a441a027-2ce9-4cf4-b2a2-21990da20693 None None] The sync data for ids ['d710ac47-ef26-4cf7-b471-770252ebcd31'] in n-d-843702-1 is: [] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:38:12.600006 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6efc8614-14d6-4dff-b045-26cd4974d966 req-480a6eef-047c-4d8d-94ba-a1dfe4522197 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] 10.222.0.55 "GET /v2.0/security-groups?id=88d2cfd4-3ac6-4681-9a3a-dce7d6855bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5429549 May 28 06:38:12.654515 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8154ea-5b62-41c0-84d9-4b719a0329e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Pushing event updated for resources: {'Port': ['ID=066d4c62-8547-4352-b0ff-451728d2e89a,revision_number=3']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:12.698958 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-625a99c1-8fad-454a-bc4b-dbb96cd1c066 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Unset dirty status for tenant:51e07d1dd4e842f29564191e4c945b6c on resource:port {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:38:12.701093 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-625a99c1-8fad-454a-bc4b-dbb96cd1c066 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] 10.222.0.55 "GET /v2.0/ports?device_id=d710ac47-ef26-4cf7-b471-770252ebcd31 HTTP/1.1" status: 200 len: 205 time: 0.4082508 May 28 06:38:12.713103 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 38726) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:38:12.768448 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33513741-92eb-493d-9d7e-9c883fd82496 req-82808ed0-180e-4395-a9d9-683930aef33f tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:12.774664 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33513741-92eb-493d-9d7e-9c883fd82496 req-82808ed0-180e-4395-a9d9-683930aef33f tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:12.781984 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33513741-92eb-493d-9d7e-9c883fd82496 req-82808ed0-180e-4395-a9d9-683930aef33f tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:12.789531 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-33513741-92eb-493d-9d7e-9c883fd82496 req-82808ed0-180e-4395-a9d9-683930aef33f tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] 10.222.0.55 "GET /v2.0/ports?device_id=f824027a-f9d8-49f5-895a-6f50e924b9c1&device_id=13373255-c2c3-47d9-828c-ce6b6303ab5f&device_id=e26416bb-43a4-4cc5-bf06-ef4eb03f29dd HTTP/1.1" status: 200 len: 2418 time: 0.7933366 May 28 06:38:12.863352 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-33513741-92eb-493d-9d7e-9c883fd82496 req-cb4ceb9e-7ee2-498f-ae0f-11c603156e70 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] 10.222.0.55 "GET /v2.0/security-groups?id=da113a0c-8ebd-48a7-a4a2-2238b85d044b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712924 May 28 06:38:12.884958 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-27119435-3655-4e0f-9d46-4dbfec2c5ea5 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:12.885668 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f422021f-a935-4cf5-a828-195c81a3e73e admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:38:12.896472 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9447c04-e42b-4743-b9d5-6c49f8a000e9 None None] Sync routers for ids ['09b64860-dc5d-404a-8bc0-c997af265484'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:38:12.910869 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-f422021f-a935-4cf5-a828-195c81a3e73e admin admin] 10.222.0.55 "PUT /v2.0/routers/09b64860-dc5d-404a-8bc0-c997af265484/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1367571 May 28 06:38:12.912208 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9447c04-e42b-4743-b9d5-6c49f8a000e9 None None] Routers {'09b64860-dc5d-404a-8bc0-c997af265484'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:38:12.912848 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-d9447c04-e42b-4743-b9d5-6c49f8a000e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:37:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['09b64860-dc5d-404a-8bc0-c997af265484'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:38:12.944955 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-90199a15-3db1-422a-b505-308798e312a0 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks [] for router, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:13.092492 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 38734) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:38:13.192634 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a2b3b8-e61e-4b25-928a-8dc7783964ec req-9806b73e-a73b-43e1-a422-ff78f6c9e80a tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:13.194457 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-91a2b3b8-e61e-4b25-928a-8dc7783964ec req-9806b73e-a73b-43e1-a422-ff78f6c9e80a tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] 10.222.0.55 "GET /v2.0/ports?device_id=f824027a-f9d8-49f5-895a-6f50e924b9c1 HTTP/1.1" status: 200 len: 945 time: 0.1570463 May 28 06:38:13.213815 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ec618f-bdee-48b4-901f-685d1e563213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:13.214455 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ec618f-bdee-48b4-901f-685d1e563213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:13.214990 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ec618f-bdee-48b4-901f-685d1e563213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:13.215519 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ec618f-bdee-48b4-901f-685d1e563213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:13.216081 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ec618f-bdee-48b4-901f-685d1e563213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:13.216539 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-d9447c04-e42b-4743-b9d5-6c49f8a000e9 None None] Set router 09b64860-dc5d-404a-8bc0-c997af265484 gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:38:13.216669 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ec618f-bdee-48b4-901f-685d1e563213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:13.217340 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ec618f-bdee-48b4-901f-685d1e563213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:13.217885 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ec618f-bdee-48b4-901f-685d1e563213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:13.218401 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ec618f-bdee-48b4-901f-685d1e563213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:13.218916 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ec618f-bdee-48b4-901f-685d1e563213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:13.219429 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ec618f-bdee-48b4-901f-685d1e563213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:13.219948 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ec618f-bdee-48b4-901f-685d1e563213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:13.220466 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ec618f-bdee-48b4-901f-685d1e563213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:13.220977 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ec618f-bdee-48b4-901f-685d1e563213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:13.221510 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ec618f-bdee-48b4-901f-685d1e563213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:13.222016 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ec618f-bdee-48b4-901f-685d1e563213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:13.222522 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ec618f-bdee-48b4-901f-685d1e563213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:13.223036 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ec618f-bdee-48b4-901f-685d1e563213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:13.223546 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ec618f-bdee-48b4-901f-685d1e563213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:13.224058 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ec618f-bdee-48b4-901f-685d1e563213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:13.224573 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ec618f-bdee-48b4-901f-685d1e563213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:13.225466 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ec618f-bdee-48b4-901f-685d1e563213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:13.225593 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ec618f-bdee-48b4-901f-685d1e563213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:13.226096 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ec618f-bdee-48b4-901f-685d1e563213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:13.226605 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ec618f-bdee-48b4-901f-685d1e563213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:13.227115 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ec618f-bdee-48b4-901f-685d1e563213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:13.227634 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ec618f-bdee-48b4-901f-685d1e563213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:13.228142 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ec618f-bdee-48b4-901f-685d1e563213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:13.228649 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ec618f-bdee-48b4-901f-685d1e563213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:13.229390 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ec618f-bdee-48b4-901f-685d1e563213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:13.229674 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ec618f-bdee-48b4-901f-685d1e563213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:13.230181 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ec618f-bdee-48b4-901f-685d1e563213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:13.230694 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ec618f-bdee-48b4-901f-685d1e563213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:13.235338 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-15ec618f-bdee-48b4-901f-685d1e563213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 29042 time: 0.7738144 May 28 06:38:13.245016 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 38738) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:38:13.329089 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-91a2b3b8-e61e-4b25-928a-8dc7783964ec req-797b859b-f2d8-47ad-ae73-8f18dcf5d2f6 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] 10.222.0.55 "GET /v2.0/security-groups?id=da113a0c-8ebd-48a7-a4a2-2238b85d044b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285267 May 28 06:38:13.348500 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-2d4c995e-9771-4df8-bccd-07c826433ad1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Deleting port 066d4c62-8547-4352-b0ff-451728d2e89a {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:38:13.349131 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2d4c995e-9771-4df8-bccd-07c826433ad1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:13.713501 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-d9447c04-e42b-4743-b9d5-6c49f8a000e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b64860-dc5d-404a-8bc0-c997af265484', 'name': 'tempest-ServersTestFqdnHostnames-226709118-router', 'tenant_id': 'f3e725eb9d1446b5b329eb6323631f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': 'f4e76c5a-40c4-46c3-a2a3-7f40591265fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:37:56Z', 'updated_at': '2022-05-28T06:38:09Z', 'revision_number': 4, 'project_id': 'f3e725eb9d1446b5b329eb6323631f8c', 'gw_port': {'id': 'f4e76c5a-40c4-46c3-a2a3-7f40591265fc', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:9c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b64860-dc5d-404a-8bc0-c997af265484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:37:58Z', 'updated_at': '2022-05-28T06:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'b547cf1e-e698-407b-8278-0444b7a58d3b', 'name': '', 'network_id': '24f89893-0152-410f-b36e-455f089391e1', 'tenant_id': 'f3e725eb9d1446b5b329eb6323631f8c', 'mac_address': 'fa:16:3e:1e:61:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b64860-dc5d-404a-8bc0-c997af265484', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'd60907d0-db8b-46ab-9618-52ac04eb928c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:38:07Z', 'updated_at': '2022-05-28T06:38:10Z', 'revision_number': 2, 'project_id': 'f3e725eb9d1446b5b329eb6323631f8c', 'subnets': [{'id': 'd60907d0-db8b-46ab-9618-52ac04eb928c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:38:13.728238 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9447c04-e42b-4743-b9d5-6c49f8a000e9 None None] Checking router: 09b64860-dc5d-404a-8bc0-c997af265484 for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:38:13.728959 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9447c04-e42b-4743-b9d5-6c49f8a000e9 None None] Updating router 09b64860-dc5d-404a-8bc0-c997af265484 port b547cf1e-e698-407b-8278-0444b7a58d3b binding host n-d-843702-1 {{(pid=89111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:38:13.734141 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [None req-2d4c995e-9771-4df8-bccd-07c826433ad1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] For port 066d4c62-8547-4352-b0ff-451728d2e89a, host n-h1-843702-1, got binding levels [] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:38:13.734651 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2d4c995e-9771-4df8-bccd-07c826433ad1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:13.886388 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-2d4c995e-9771-4df8-bccd-07c826433ad1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Calling delete_port for 066d4c62-8547-4352-b0ff-451728d2e89a owned by {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:38:13.952488 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9447c04-e42b-4743-b9d5-6c49f8a000e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:14.033815 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-90199a15-3db1-422a-b505-308798e312a0 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59018'] for router, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:14.037725 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-90199a15-3db1-422a-b505-308798e312a0 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:14.091848 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2d4c995e-9771-4df8-bccd-07c826433ad1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:14.229287 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4c995e-9771-4df8-bccd-07c826433ad1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Pushing event deleted for resources: {'Port': ['ID=066d4c62-8547-4352-b0ff-451728d2e89a,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:14.254661 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7f33ea-0d90-4b0f-9cfb-ea833d780cf9 req-6eda293e-343c-499e-98c1-5257cdae8cca tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:14.256979 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ac7f33ea-0d90-4b0f-9cfb-ea833d780cf9 req-6eda293e-343c-499e-98c1-5257cdae8cca tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] 10.222.0.55 "GET /v2.0/ports?device_id=db10fb21-0123-4957-96a4-a43c5586384f HTTP/1.1" status: 200 len: 946 time: 0.2777445 May 28 06:38:14.261658 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2d4c995e-9771-4df8-bccd-07c826433ad1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:14.275955 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-2d4c995e-9771-4df8-bccd-07c826433ad1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] 10.222.0.55 "DELETE /v2.0/ports/066d4c62-8547-4352-b0ff-451728d2e89a HTTP/1.1" status: 204 len: 168 time: 1.0291598 May 28 06:38:14.293137 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 38756) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:38:14.394030 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-90199a15-3db1-422a-b505-308798e312a0 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-703817'] for router, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:14.394030 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90199a15-3db1-422a-b505-308798e312a0 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Fanout notify agent at l3_agent the message router_deleted on router d710ac47-ef26-4cf7-b471-770252ebcd31 {{(pid=89109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 06:38:14.394319 n-d-843702-1 neutron-server[89110]: INFO neutron.pecan_wsgi.hooks.translation [None req-97bceb73-db1b-447a-bdf4-e939b9a4f78a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] GET failed (client error): The resource could not be found. May 28 06:38:14.394319 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-97bceb73-db1b-447a-bdf4-e939b9a4f78a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Synchronizing usage tracker for tenant:d5a117b3c07f4693afe1e48824cea435 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:38:14.394488 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-27119435-3655-4e0f-9d46-4dbfec2c5ea5 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:14.394573 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ac7f33ea-0d90-4b0f-9cfb-ea833d780cf9 req-03cc940a-6e97-40e1-acbe-b34c4724e897 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] 10.222.0.55 "GET /v2.0/security-groups?id=88d2cfd4-3ac6-4681-9a3a-dce7d6855bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082597 May 28 06:38:14.450942 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9447c04-e42b-4743-b9d5-6c49f8a000e9 None None] Notify callbacks [] for port, precommit_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:14.464624 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-d9447c04-e42b-4743-b9d5-6c49f8a000e9 None None] Transition to ACTIVE for port object b547cf1e-e698-407b-8278-0444b7a58d3b will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:38:14.565970 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-90199a15-3db1-422a-b505-308798e312a0 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:14.569498 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-90199a15-3db1-422a-b505-308798e312a0 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] 10.222.0.55 "DELETE /v2.0/routers/d710ac47-ef26-4cf7-b471-770252ebcd31 HTTP/1.1" status: 204 len: 168 time: 1.8354187 May 28 06:38:14.570144 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 38768) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:38:14.609680 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-27119435-3655-4e0f-9d46-4dbfec2c5ea5 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:14.613975 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-97bceb73-db1b-447a-bdf4-e939b9a4f78a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Unset dirty status for tenant:d5a117b3c07f4693afe1e48824cea435 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:38:14.623364 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-97bceb73-db1b-447a-bdf4-e939b9a4f78a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] 10.222.0.55 "GET /v2.0/ports/066d4c62-8547-4352-b0ff-451728d2e89a HTTP/1.1" status: 404 len: 333 time: 0.3291543 May 28 06:38:14.624139 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9447c04-e42b-4743-b9d5-6c49f8a000e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:14.624294 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 38774) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:38:14.642598 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-38d23978-0f5b-419b-bb8e-5dcb5f26e9b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340764663', 'network_id': '9f804e75-42db-45bc-b598-beff5522d4f6'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:38:14.648874 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-38d23978-0f5b-419b-bb8e-5dcb5f26e9b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:38:14.661198 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-38d23978-0f5b-419b-bb8e-5dcb5f26e9b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:38:14.706238 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_v2 [None req-d62f5117-1f72-4844-83a0-3baa8d95fa52 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Deleting subnet 565c8fd4-ad3b-4e2f-884a-7428667fb9f3 {{(pid=89110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:38:14.709873 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d62f5117-1f72-4844-83a0-3baa8d95fa52 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks [] for subnet, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:14.746208 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38d23978-0f5b-419b-bb8e-5dcb5f26e9b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Made reservation on behalf of d5a117b3c07f4693afe1e48824cea435 for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:38:14.749796 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-38d23978-0f5b-419b-bb8e-5dcb5f26e9b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:14.788137 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [None req-38d23978-0f5b-419b-bb8e-5dcb5f26e9b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] device_id is not set on port 9d042e24-7a62-4861-883b-55a48fe1ac91 yet. {{(pid=89110) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:38:14.817856 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-27119435-3655-4e0f-9d46-4dbfec2c5ea5 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691094'] for floatingip, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:14.892695 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d62f5117-1f72-4844-83a0-3baa8d95fa52 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4150765'] for subnet, precommit_delete_associations {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:15.056037 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d62f5117-1f72-4844-83a0-3baa8d95fa52 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:15.131946 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fac1516-9d64-44ab-8122-9899ed71e1a9 None None] Pushing event updated for resources: {'Port': ['ID=b547cf1e-e698-407b-8278-0444b7a58d3b,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:15.148541 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-d9447c04-e42b-4743-b9d5-6c49f8a000e9 None None] Attempting to bind port b547cf1e-e698-407b-8278-0444b7a58d3b on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:38:15.148908 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-d9447c04-e42b-4743-b9d5-6c49f8a000e9 None None] Attempting to bind port b547cf1e-e698-407b-8278-0444b7a58d3b by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': '14b5b5ce-71c4-4a8f-8e06-2b8f02727b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '24f89893-0152-410f-b36e-455f089391e1'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:38:15.149270 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9447c04-e42b-4743-b9d5-6c49f8a000e9 None None] Attempting to bind port b547cf1e-e698-407b-8278-0444b7a58d3b on network 24f89893-0152-410f-b36e-455f089391e1 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:38:15.150310 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27119435-3655-4e0f-9d46-4dbfec2c5ea5 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Pushing event updated for resources: {'Port': ['ID=f126476d-c20d-4610-a954-dca78ed680d6,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:15.159072 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9447c04-e42b-4743-b9d5-6c49f8a000e9 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:38:15.159499 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9447c04-e42b-4743-b9d5-6c49f8a000e9 None None] Checking segment: {'id': '14b5b5ce-71c4-4a8f-8e06-2b8f02727b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '24f89893-0152-410f-b36e-455f089391e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:38:15.159858 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9447c04-e42b-4743-b9d5-6c49f8a000e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:15.160253 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9447c04-e42b-4743-b9d5-6c49f8a000e9 None None] Bound using segment: {'id': '14b5b5ce-71c4-4a8f-8e06-2b8f02727b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '24f89893-0152-410f-b36e-455f089391e1'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:38:15.160725 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-d9447c04-e42b-4743-b9d5-6c49f8a000e9 None None] Bound port: b547cf1e-e698-407b-8278-0444b7a58d3b, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14b5b5ce-71c4-4a8f-8e06-2b8f02727b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '24f89893-0152-410f-b36e-455f089391e1'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:38:15.161098 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9447c04-e42b-4743-b9d5-6c49f8a000e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:15.240988 n-d-843702-1 neutron-server[89109]: INFO neutron.db.l3_db [None req-27119435-3655-4e0f-9d46-4dbfec2c5ea5 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Floating IP cece3735-f4a1-49dd-bfe2-d2b67b1b54ad associated. External IP: 172.25.5.80, port: cc43c582-b4f9-4d11-a9d6-22f36f9a61c7. May 28 06:38:15.276175 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-d9447c04-e42b-4743-b9d5-6c49f8a000e9 None None] For port b547cf1e-e698-407b-8278-0444b7a58d3b, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:38:15.280572 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-d9447c04-e42b-4743-b9d5-6c49f8a000e9 None None] For port b547cf1e-e698-407b-8278-0444b7a58d3b, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=b547cf1e-e698-407b-8278-0444b7a58d3b,segment=NetworkSegment(14b5b5ce-71c4-4a8f-8e06-2b8f02727b41),segment_id=14b5b5ce-71c4-4a8f-8e06-2b8f02727b41)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:38:15.346342 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9447c04-e42b-4743-b9d5-6c49f8a000e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:15.519522 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-48d80bfd-af6e-40e5-bd49-bcd3e9f3de5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700548'] for router_interface, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:15.579428 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9447c04-e42b-4743-b9d5-6c49f8a000e9 None None] Routers {'09b64860-dc5d-404a-8bc0-c997af265484'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:38:15.580079 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-d9447c04-e42b-4743-b9d5-6c49f8a000e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:37:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['09b64860-dc5d-404a-8bc0-c997af265484'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:38:15.758200 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-38d23978-0f5b-419b-bb8e-5dcb5f26e9b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:15.851871 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fac1516-9d64-44ab-8122-9899ed71e1a9 None None] Pushing event updated for resources: {'Port': ['ID=b547cf1e-e698-407b-8278-0444b7a58d3b,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:15.942020 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-38d23978-0f5b-419b-bb8e-5dcb5f26e9b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:16.084934 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-d9447c04-e42b-4743-b9d5-6c49f8a000e9 None None] Set router 09b64860-dc5d-404a-8bc0-c997af265484 gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:38:16.116628 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d23978-0f5b-419b-bb8e-5dcb5f26e9b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Network 9f804e75-42db-45bc-b598-beff5522d4f6 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:38:16.181373 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-38d23978-0f5b-419b-bb8e-5dcb5f26e9b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:38:16.181373 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d23978-0f5b-419b-bb8e-5dcb5f26e9b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Pushing event updated for resources: {'Port': ['ID=9d042e24-7a62-4861-883b-55a48fe1ac91,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:16.195673 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d23978-0f5b-419b-bb8e-5dcb5f26e9b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:38:16.195673 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d23978-0f5b-419b-bb8e-5dcb5f26e9b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:16.195673 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-38d23978-0f5b-419b-bb8e-5dcb5f26e9b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:16.258954 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7a0189-9fb4-4bdd-a510-a3b7c4efa036 req-b0e4f14c-b30d-4e2b-aa2b-dcb263e51a3f tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:16.267637 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ec7a0189-9fb4-4bdd-a510-a3b7c4efa036 req-b0e4f14c-b30d-4e2b-aa2b-dcb263e51a3f tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] 10.222.0.55 "GET /v2.0/ports?device_id=db10fb21-0123-4957-96a4-a43c5586384f HTTP/1.1" status: 200 len: 946 time: 0.4437702 May 28 06:38:16.312092 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d62f5117-1f72-4844-83a0-3baa8d95fa52 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3115981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3172005'] for subnet, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:16.409134 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62f5117-1f72-4844-83a0-3baa8d95fa52 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Pushing event deleted for resources: {'Subnet': ['ID=565c8fd4-ad3b-4e2f-884a-7428667fb9f3,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:16.413683 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27119435-3655-4e0f-9d46-4dbfec2c5ea5 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Router 035af55e-abd9-4bf2-8685-fca0b38128d3 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:38:16.424438 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ec7a0189-9fb4-4bdd-a510-a3b7c4efa036 req-c7e91a4e-a917-4db2-9a26-6e6ac2bd52a5 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] 10.222.0.55 "GET /v2.0/security-groups?id=88d2cfd4-3ac6-4681-9a3a-dce7d6855bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557536 May 28 06:38:16.444231 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-38d23978-0f5b-419b-bb8e-5dcb5f26e9b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.8112266 May 28 06:38:16.446552 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 38794) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:38:16.467635 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d62f5117-1f72-4844-83a0-3baa8d95fa52 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:16.469588 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-d62f5117-1f72-4844-83a0-3baa8d95fa52 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] 10.222.0.55 "DELETE /v2.0/subnets/565c8fd4-ad3b-4e2f-884a-7428667fb9f3 HTTP/1.1" status: 204 len: 168 time: 1.8983800 May 28 06:38:16.473016 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 38798) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:38:16.597350 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483c4d79-5255-4b91-a08b-22a3afb229a4 None None] Network 5689968b-6b26-43b1-bcae-32995a5afa4d requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:38:16.700668 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a41ee6f6-283f-402c-8507-269d6d9a452a tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:16.722351 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-a41ee6f6-283f-402c-8507-269d6d9a452a tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Deleting port 6bf99d6e-f9a3-456d-bb7f-2ab12b9fcafa {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:38:16.722955 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a41ee6f6-283f-402c-8507-269d6d9a452a tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:16.802259 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0687b5-8278-489d-9a28-ffd9a53700c0 req-ba910e04-ec04-4283-9110-90310488834a tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:16.810402 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bf0687b5-8278-489d-9a28-ffd9a53700c0 req-ba910e04-ec04-4283-9110-90310488834a tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] 10.222.0.55 "GET /v2.0/ports?device_id=e26416bb-43a4-4cc5-bf06-ef4eb03f29dd HTTP/1.1" status: 200 len: 946 time: 0.4524992 May 28 06:38:16.881029 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bf0687b5-8278-489d-9a28-ffd9a53700c0 req-5daa0c47-bb6a-4464-a1b6-46d0e67bbd2f tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] 10.222.0.55 "GET /v2.0/security-groups?id=da113a0c-8ebd-48a7-a4a2-2238b85d044b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659783 May 28 06:38:16.892203 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c153066-edd0-4a34-80f9-28fb3b6039a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:16.897232 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-0c153066-edd0-4a34-80f9-28fb3b6039a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] 10.222.0.55 "GET /v2.0/ports/9d042e24-7a62-4861-883b-55a48fe1ac91 HTTP/1.1" status: 200 len: 959 time: 0.4481897 May 28 06:38:16.898045 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 38808) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:38:16.926247 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-d9447c04-e42b-4743-b9d5-6c49f8a000e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b64860-dc5d-404a-8bc0-c997af265484', 'name': 'tempest-ServersTestFqdnHostnames-226709118-router', 'tenant_id': 'f3e725eb9d1446b5b329eb6323631f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': 'f4e76c5a-40c4-46c3-a2a3-7f40591265fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:37:56Z', 'updated_at': '2022-05-28T06:38:09Z', 'revision_number': 4, 'project_id': 'f3e725eb9d1446b5b329eb6323631f8c', 'gw_port': {'id': 'f4e76c5a-40c4-46c3-a2a3-7f40591265fc', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:9c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b64860-dc5d-404a-8bc0-c997af265484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:37:58Z', 'updated_at': '2022-05-28T06:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'b547cf1e-e698-407b-8278-0444b7a58d3b', 'name': '', 'network_id': '24f89893-0152-410f-b36e-455f089391e1', 'tenant_id': 'f3e725eb9d1446b5b329eb6323631f8c', 'mac_address': 'fa:16:3e:1e:61:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b64860-dc5d-404a-8bc0-c997af265484', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'd60907d0-db8b-46ab-9618-52ac04eb928c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:38:07Z', 'updated_at': '2022-05-28T06:38:15Z', 'revision_number': 4, 'project_id': 'f3e725eb9d1446b5b329eb6323631f8c', 'subnets': [{'id': 'd60907d0-db8b-46ab-9618-52ac04eb928c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:38:16.934041 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9447c04-e42b-4743-b9d5-6c49f8a000e9 None None] The sync data for ids ['09b64860-dc5d-404a-8bc0-c997af265484'] in n-d-843702-1 is: [{'id': '09b64860-dc5d-404a-8bc0-c997af265484', 'name': 'tempest-ServersTestFqdnHostnames-226709118-router', 'tenant_id': 'f3e725eb9d1446b5b329eb6323631f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': 'f4e76c5a-40c4-46c3-a2a3-7f40591265fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:37:56Z', 'updated_at': '2022-05-28T06:38:09Z', 'revision_number': 4, 'project_id': 'f3e725eb9d1446b5b329eb6323631f8c', 'gw_port': {'id': 'f4e76c5a-40c4-46c3-a2a3-7f40591265fc', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:9c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b64860-dc5d-404a-8bc0-c997af265484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:37:58Z', 'updated_at': '2022-05-28T06:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'b547cf1e-e698-407b-8278-0444b7a58d3b', 'name': '', 'network_id': '24f89893-0152-410f-b36e-455f089391e1', 'tenant_id': 'f3e725eb9d1446b5b329eb6323631f8c', 'mac_address': 'fa:16:3e:1e:61:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b64860-dc5d-404a-8bc0-c997af265484', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'd60907d0-db8b-46ab-9618-52ac04eb928c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:38:07Z', 'updated_at': '2022-05-28T06:38:15Z', 'revision_number': 4, 'project_id': 'f3e725eb9d1446b5b329eb6323631f8c', 'subnets': [{'id': 'd60907d0-db8b-46ab-9618-52ac04eb928c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:38:16.992570 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-16d2bd79-fc08-4a6e-bd0a-09a913c8afc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Deleting port 9d042e24-7a62-4861-883b-55a48fe1ac91 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:38:17.007303 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-16d2bd79-fc08-4a6e-bd0a-09a913c8afc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:17.083731 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a24e2d3-f892-4e2a-b182-e992981e5e28 None None] DHCP port deletion for 5689968b-6b26-43b1-bcae-32995a5afa4d request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:38:17.088589 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-3a24e2d3-f892-4e2a-b182-e992981e5e28 None None] Deleting port 6bf99d6e-f9a3-456d-bb7f-2ab12b9fcafa {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:38:17.088954 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-3a24e2d3-f892-4e2a-b182-e992981e5e28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:17.098150 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27119435-3655-4e0f-9d46-4dbfec2c5ea5 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:38:17.112111 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27304ad-347e-4ab6-8150-2a16eeab5ee0 None None] Sync routers for ids ['035af55e-abd9-4bf2-8685-fca0b38128d3'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:38:17.114157 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-48d80bfd-af6e-40e5-bd49-bcd3e9f3de5e admin admin] Deleting port b547cf1e-e698-407b-8278-0444b7a58d3b {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:38:17.114708 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-48d80bfd-af6e-40e5-bd49-bcd3e9f3de5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:17.135985 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27304ad-347e-4ab6-8150-2a16eeab5ee0 None None] Routers {'035af55e-abd9-4bf2-8685-fca0b38128d3'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:38:17.136798 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-e27304ad-347e-4ab6-8150-2a16eeab5ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:37:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['035af55e-abd9-4bf2-8685-fca0b38128d3'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:38:17.213771 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [None req-a41ee6f6-283f-402c-8507-269d6d9a452a tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] For port 6bf99d6e-f9a3-456d-bb7f-2ab12b9fcafa, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=6bf99d6e-f9a3-456d-bb7f-2ab12b9fcafa,segment=NetworkSegment(f322a392-eb95-4cd7-9310-b94f88032f24),segment_id=f322a392-eb95-4cd7-9310-b94f88032f24)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:38:17.219720 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a41ee6f6-283f-402c-8507-269d6d9a452a tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:17.275286 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-e27304ad-347e-4ab6-8150-2a16eeab5ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:38:17.300731 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27304ad-347e-4ab6-8150-2a16eeab5ee0 None None] Routers {'035af55e-abd9-4bf2-8685-fca0b38128d3'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:38:17.301724 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-e27304ad-347e-4ab6-8150-2a16eeab5ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:37:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['035af55e-abd9-4bf2-8685-fca0b38128d3'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:38:17.324692 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device b547cf1e-e698-407b-8278-0444b7a58d3b up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:38:17.391834 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-e27304ad-347e-4ab6-8150-2a16eeab5ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:38:17.392598 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27304ad-347e-4ab6-8150-2a16eeab5ee0 None None] The sync data for ids ['035af55e-abd9-4bf2-8685-fca0b38128d3'] in n-d-843702-1 is: [] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:38:17.407260 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-16d2bd79-fc08-4a6e-bd0a-09a913c8afc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:17.418254 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-27119435-3655-4e0f-9d46-4dbfec2c5ea5 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:17.494343 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-a41ee6f6-283f-402c-8507-269d6d9a452a tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Calling delete_port for 6bf99d6e-f9a3-456d-bb7f-2ab12b9fcafa owned by network:dhcp {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:38:17.746426 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-16d2bd79-fc08-4a6e-bd0a-09a913c8afc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Calling delete_port for 9d042e24-7a62-4861-883b-55a48fe1ac91 owned by {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:38:17.755729 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a41ee6f6-283f-402c-8507-269d6d9a452a tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:17.782006 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-3a24e2d3-f892-4e2a-b182-e992981e5e28 None None] For port 6bf99d6e-f9a3-456d-bb7f-2ab12b9fcafa, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=6bf99d6e-f9a3-456d-bb7f-2ab12b9fcafa,segment=NetworkSegment(f322a392-eb95-4cd7-9310-b94f88032f24),segment_id=f322a392-eb95-4cd7-9310-b94f88032f24)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:38:17.783057 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-3a24e2d3-f892-4e2a-b182-e992981e5e28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:17.853735 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41ee6f6-283f-402c-8507-269d6d9a452a tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] No DVR routers for this DVR port 6bf99d6e-f9a3-456d-bb7f-2ab12b9fcafa on host n-d-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:38:17.891894 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41ee6f6-283f-402c-8507-269d6d9a452a tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Pushing event deleted for resources: {'Port': ['ID=6bf99d6e-f9a3-456d-bb7f-2ab12b9fcafa,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:17.897173 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port b547cf1e-e698-407b-8278-0444b7a58d3b completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:38:17.951603 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-27119435-3655-4e0f-9d46-4dbfec2c5ea5 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 11.3057892 May 28 06:38:17.954455 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 38820) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:38:17.978330 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-f4ed59bc-86a9-43fe-b0ee-52704cecfb63 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Request body: {'floatingip': {'port_id': 'cc43c582-b4f9-4d11-a9d6-22f36f9a61c7', 'fixed_ip_address': '172.20.0.13'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:38:18.057894 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-3a24e2d3-f892-4e2a-b182-e992981e5e28 None None] Calling delete_port for 6bf99d6e-f9a3-456d-bb7f-2ab12b9fcafa owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:38:18.099946 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port b547cf1e-e698-407b-8278-0444b7a58d3b triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:38:18.100627 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:18.200889 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-48d80bfd-af6e-40e5-bd49-bcd3e9f3de5e admin admin] For port b547cf1e-e698-407b-8278-0444b7a58d3b, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=b547cf1e-e698-407b-8278-0444b7a58d3b,segment=NetworkSegment(14b5b5ce-71c4-4a8f-8e06-2b8f02727b41),segment_id=14b5b5ce-71c4-4a8f-8e06-2b8f02727b41)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:38:18.202058 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-48d80bfd-af6e-40e5-bd49-bcd3e9f3de5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:18.212234 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.db.api [None req-3a24e2d3-f892-4e2a-b182-e992981e5e28 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89111) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:38:18.212714 n-d-843702-1 neutron-server[89111]: DEBUG oslo_db.api [None req-3a24e2d3-f892-4e2a-b182-e992981e5e28 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:38:18.235428 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2514e0-2be0-4936-992c-2aa681e86355 req-e9e4cc1a-c0d5-4785-bd3a-b1fac448052d tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:18.236971 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3b2514e0-2be0-4936-992c-2aa681e86355 req-e9e4cc1a-c0d5-4785-bd3a-b1fac448052d tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] 10.222.0.55 "GET /v2.0/ports?device_id=db10fb21-0123-4957-96a4-a43c5586384f HTTP/1.1" status: 200 len: 946 time: 0.5531418 May 28 06:38:18.296085 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a41ee6f6-283f-402c-8507-269d6d9a452a tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:18.334233 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port b547cf1e-e698-407b-8278-0444b7a58d3b is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:38:18.334764 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:18.363119 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3b2514e0-2be0-4936-992c-2aa681e86355 req-798368fd-61f3-4b43-b775-658a6f7780b5 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] 10.222.0.55 "GET /v2.0/security-groups?id=88d2cfd4-3ac6-4681-9a3a-dce7d6855bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110690 May 28 06:38:18.364684 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-a41ee6f6-283f-402c-8507-269d6d9a452a tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5689968b-6b26-43b1-bcae-32995a5afa4d']}} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:38:18.383591 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-a41ee6f6-283f-402c-8507-269d6d9a452a tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f322a392-eb95-4cd7-9310-b94f88032f24') {'for_net_delete': True} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:38:18.383591 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-a41ee6f6-283f-402c-8507-269d6d9a452a tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f322a392-eb95-4cd7-9310-b94f88032f24') {} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:38:18.393898 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port b547cf1e-e698-407b-8278-0444b7a58d3b, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=b547cf1e-e698-407b-8278-0444b7a58d3b,segment=NetworkSegment(14b5b5ce-71c4-4a8f-8e06-2b8f02727b41),segment_id=14b5b5ce-71c4-4a8f-8e06-2b8f02727b41)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:38:18.408502 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a41ee6f6-283f-402c-8507-269d6d9a452a tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4150778'] for segment, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:18.409346 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-48d80bfd-af6e-40e5-bd49-bcd3e9f3de5e admin admin] Calling delete_port for b547cf1e-e698-407b-8278-0444b7a58d3b owned by network:router_interface {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:38:18.441164 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a41ee6f6-283f-402c-8507-269d6d9a452a tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:18.448814 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a41ee6f6-283f-402c-8507-269d6d9a452a tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=89110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:38:18.449299 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a41ee6f6-283f-402c-8507-269d6d9a452a tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3143023'] for segment, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:18.457387 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f4ed59bc-86a9-43fe-b0ee-52704cecfb63 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks [] for floatingip, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:18.555829 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:18.646925 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03abd813-5dc8-437f-91e0-53e326cbb3c2 req-5b2385ae-ce4f-49a6-b9a2-816b68409796 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:18.650499 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-03abd813-5dc8-437f-91e0-53e326cbb3c2 req-5b2385ae-ce4f-49a6-b9a2-816b68409796 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] 10.222.0.55 "GET /v2.0/ports?device_id=e26416bb-43a4-4cc5-bf06-ef4eb03f29dd HTTP/1.1" status: 200 len: 946 time: 0.5643084 May 28 06:38:18.652180 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment f322a392-eb95-4cd7-9310-b94f88032f24 resource provider aggregate not found May 28 06:38:18.745213 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 6bf99d6e-f9a3-456d-bb7f-2ab12b9fcafa no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:38:18.768607 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-16d2bd79-fc08-4a6e-bd0a-09a913c8afc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:18.826363 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment f322a392-eb95-4cd7-9310-b94f88032f24 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f322a392-eb95-4cd7-9310-b94f88032f24 found for delete ", "request_id": "req-7b36c89d-a96b-4679-a517-d96ab9c508c4"}]} May 28 06:38:18.839594 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-3a24e2d3-f892-4e2a-b182-e992981e5e28 None None] Deleting port 6bf99d6e-f9a3-456d-bb7f-2ab12b9fcafa {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:38:18.840767 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-3a24e2d3-f892-4e2a-b182-e992981e5e28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:18.862373 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-03abd813-5dc8-437f-91e0-53e326cbb3c2 req-94a958b2-a724-4b86-88dc-b8fffa64abe5 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] 10.222.0.55 "GET /v2.0/security-groups?id=da113a0c-8ebd-48a7-a4a2-2238b85d044b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882765 May 28 06:38:18.927513 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 6bf99d6e-f9a3-456d-bb7f-2ab12b9fcafa {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:38:18.930641 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 6bf99d6e-f9a3-456d-bb7f-2ab12b9fcafa not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:38:18.951899 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a41ee6f6-283f-402c-8507-269d6d9a452a tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:18.958419 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a41ee6f6-283f-402c-8507-269d6d9a452a tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:19.000005 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41ee6f6-283f-402c-8507-269d6d9a452a tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Pushing event deleted for resources: {'Network': ['ID=5689968b-6b26-43b1-bcae-32995a5afa4d,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:19.012427 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=b547cf1e-e698-407b-8278-0444b7a58d3b,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:19.029941 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-3a24e2d3-f892-4e2a-b182-e992981e5e28 None None] The port '6bf99d6e-f9a3-456d-bb7f-2ab12b9fcafa' was deleted {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 06:38:19.100699 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-a41ee6f6-283f-402c-8507-269d6d9a452a tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] 10.222.0.55 "DELETE /v2.0/networks/5689968b-6b26-43b1-bcae-32995a5afa4d HTTP/1.1" status: 204 len: 168 time: 2.6264231 May 28 06:38:19.104680 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 38832) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:38:19.112085 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-16d2bd79-fc08-4a6e-bd0a-09a913c8afc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:19.117659 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-e49bb962-4c6d-4bd6-847d-39cf2dbb78a9 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1404400592', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:38:19.118620 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d2bd79-fc08-4a6e-bd0a-09a913c8afc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Pushing event deleted for resources: {'Port': ['ID=9d042e24-7a62-4861-883b-55a48fe1ac91,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:19.128174 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-e49bb962-4c6d-4bd6-847d-39cf2dbb78a9 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:38:19.132945 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-e49bb962-4c6d-4bd6-847d-39cf2dbb78a9 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Usage tracker for resource:router and tenant:51e07d1dd4e842f29564191e4c945b6c is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:38:19.135813 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-e49bb962-4c6d-4bd6-847d-39cf2dbb78a9 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:38:19.144303 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-e49bb962-4c6d-4bd6-847d-39cf2dbb78a9 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:38:19.156749 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device b547cf1e-e698-407b-8278-0444b7a58d3b up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:38:19.234416 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-16d2bd79-fc08-4a6e-bd0a-09a913c8afc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] 10.222.0.55 "DELETE /v2.0/ports/9d042e24-7a62-4861-883b-55a48fe1ac91 HTTP/1.1" status: 204 len: 168 time: 2.3249962 May 28 06:38:19.237488 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 38836) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:38:19.249477 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port b547cf1e-e698-407b-8278-0444b7a58d3b triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:38:19.250366 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:19.284947 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e49bb962-4c6d-4bd6-847d-39cf2dbb78a9 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59128'] for router, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:19.286091 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e49bb962-4c6d-4bd6-847d-39cf2dbb78a9 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59009'] for router, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:19.307752 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e49bb962-4c6d-4bd6-847d-39cf2dbb78a9 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:19.358561 n-d-843702-1 neutron-server[89110]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bdfb613-358e-495b-aa0c-2d389726b267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] GET failed (client error): The resource could not be found. May 28 06:38:19.359083 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-9bdfb613-358e-495b-aa0c-2d389726b267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Synchronizing usage tracker for tenant:d5a117b3c07f4693afe1e48824cea435 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:38:19.397448 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e49bb962-4c6d-4bd6-847d-39cf2dbb78a9 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690761'] for router, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:19.416314 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port b547cf1e-e698-407b-8278-0444b7a58d3b is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:38:19.454622 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-9bdfb613-358e-495b-aa0c-2d389726b267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Unset dirty status for tenant:d5a117b3c07f4693afe1e48824cea435 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:38:19.460146 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-9bdfb613-358e-495b-aa0c-2d389726b267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] 10.222.0.55 "GET /v2.0/ports/9d042e24-7a62-4861-883b-55a48fe1ac91 HTTP/1.1" status: 404 len: 333 time: 0.2176673 May 28 06:38:19.460778 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 38842) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:38:19.470391 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-ac0797dc-8387-411e-9da2-8c95f14ded12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Request body: {'port': {'network_id': '9f804e75-42db-45bc-b598-beff5522d4f6', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-437019556'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:38:19.472869 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.db.api [None req-48d80bfd-af6e-40e5-bd49-bcd3e9f3de5e admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:38:19.473376 n-d-843702-1 neutron-server[89109]: DEBUG oslo_db.api [None req-48d80bfd-af6e-40e5-bd49-bcd3e9f3de5e admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:38:19.499250 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-ac0797dc-8387-411e-9da2-8c95f14ded12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:38:19.579467 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-ac0797dc-8387-411e-9da2-8c95f14ded12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:38:19.582792 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e49bb962-4c6d-4bd6-847d-39cf2dbb78a9 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks [] for router, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:19.587881 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-e49bb962-4c6d-4bd6-847d-39cf2dbb78a9 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4819646 May 28 06:38:19.588237 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 38846) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:38:19.599507 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-4490f8f6-b178-4c9f-b13c-f8e698a785f3 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Request body: {'network': {'name': 'tempest-RoutersTest-1215645784'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:38:19.611661 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-4490f8f6-b178-4c9f-b13c-f8e698a785f3 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:38:19.648111 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46062ae3-b808-42be-ba18-a96c0ba49f1a req-a0d266da-1340-4b7b-bbf1-094107be8bab tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:19.650188 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-46062ae3-b808-42be-ba18-a96c0ba49f1a req-a0d266da-1340-4b7b-bbf1-094107be8bab tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] 10.222.0.55 "GET /v2.0/ports?device_id=db10fb21-0123-4957-96a4-a43c5586384f HTTP/1.1" status: 200 len: 946 time: 0.1219211 May 28 06:38:19.694008 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac0797dc-8387-411e-9da2-8c95f14ded12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Made reservation on behalf of d5a117b3c07f4693afe1e48824cea435 for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:38:19.697968 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-4490f8f6-b178-4c9f-b13c-f8e698a785f3 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Usage tracker for resource:network and tenant:51e07d1dd4e842f29564191e4c945b6c is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:38:19.698168 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ac0797dc-8387-411e-9da2-8c95f14ded12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:19.713572 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-4490f8f6-b178-4c9f-b13c-f8e698a785f3 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:38:19.720876 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-4490f8f6-b178-4c9f-b13c-f8e698a785f3 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:38:19.727990 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-46062ae3-b808-42be-ba18-a96c0ba49f1a req-ad878fab-82d8-4f4a-b09a-bf373dae3cae tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] 10.222.0.55 "GET /v2.0/security-groups?id=88d2cfd4-3ac6-4681-9a3a-dce7d6855bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709605 May 28 06:38:19.735850 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [None req-ac0797dc-8387-411e-9da2-8c95f14ded12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] device_id is not set on port be0fb333-d1c7-42fc-a172-a4b1dce8e385 yet. {{(pid=89110) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:38:19.774287 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f4ed59bc-86a9-43fe-b0ee-52704cecfb63 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:19.837221 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4490f8f6-b178-4c9f-b13c-f8e698a785f3 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Made reservation on behalf of 51e07d1dd4e842f29564191e4c945b6c for: {'network': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:38:19.841936 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4490f8f6-b178-4c9f-b13c-f8e698a785f3 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:19.878557 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f4ed59bc-86a9-43fe-b0ee-52704cecfb63 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691094'] for floatingip, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:20.031842 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ac0797dc-8387-411e-9da2-8c95f14ded12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:20.078625 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-48d80bfd-af6e-40e5-bd49-bcd3e9f3de5e admin admin] Deleting port b547cf1e-e698-407b-8278-0444b7a58d3b {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:38:20.078964 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-48d80bfd-af6e-40e5-bd49-bcd3e9f3de5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:20.086520 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3ab2f7-85a2-4a6c-99f6-08388d3bd28d req-638d27b8-14c1-419e-b4b1-abc624b6b460 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:20.088078 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6c3ab2f7-85a2-4a6c-99f6-08388d3bd28d req-638d27b8-14c1-419e-b4b1-abc624b6b460 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] 10.222.0.55 "GET /v2.0/ports?device_id=e26416bb-43a4-4cc5-bf06-ef4eb03f29dd HTTP/1.1" status: 200 len: 946 time: 0.1087973 May 28 06:38:20.167552 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6c3ab2f7-85a2-4a6c-99f6-08388d3bd28d req-f02a593b-e1f4-4df4-995c-d653fb8696f6 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] 10.222.0.55 "GET /v2.0/security-groups?id=da113a0c-8ebd-48a7-a4a2-2238b85d044b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709007 May 28 06:38:20.169647 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ac0797dc-8387-411e-9da2-8c95f14ded12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:20.247313 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0797dc-8387-411e-9da2-8c95f14ded12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Network 9f804e75-42db-45bc-b598-beff5522d4f6 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:38:20.254272 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-ac0797dc-8387-411e-9da2-8c95f14ded12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:38:20.259083 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0797dc-8387-411e-9da2-8c95f14ded12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:38:20.260410 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0797dc-8387-411e-9da2-8c95f14ded12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:20.261234 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ac0797dc-8387-411e-9da2-8c95f14ded12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:20.280848 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0797dc-8387-411e-9da2-8c95f14ded12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Pushing event updated for resources: {'Port': ['ID=be0fb333-d1c7-42fc-a172-a4b1dce8e385,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:20.324285 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4490f8f6-b178-4c9f-b13c-f8e698a785f3 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'} {{(pid=89109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:38:20.371262 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4490f8f6-b178-4c9f-b13c-f8e698a785f3 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:20.371666 n-d-843702-1 neutron-server[89109]: INFO neutron.db.segments_db [None req-4490f8f6-b178-4c9f-b13c-f8e698a785f3 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Added segment 5df559b0-c556-490c-af90-da7b53397f08 of type vlan for network eeb73656-43c1-4ee2-9497-5290bc10726e May 28 06:38:20.382651 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-ac0797dc-8387-411e-9da2-8c95f14ded12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.9182684 May 28 06:38:20.385140 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 38856) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:38:20.390593 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-4c46e6ea-a981-455c-905e-d5adfff710b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-843702-1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:38:20.471142 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4ed59bc-86a9-43fe-b0ee-52704cecfb63 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Router 035af55e-abd9-4bf2-8685-fca0b38128d3 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:38:20.529684 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-4c46e6ea-a981-455c-905e-d5adfff710b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:20.590236 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4490f8f6-b178-4c9f-b13c-f8e698a785f3 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:20.650200 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-48d80bfd-af6e-40e5-bd49-bcd3e9f3de5e admin admin] For port b547cf1e-e698-407b-8278-0444b7a58d3b, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=b547cf1e-e698-407b-8278-0444b7a58d3b,segment=NetworkSegment(14b5b5ce-71c4-4a8f-8e06-2b8f02727b41),segment_id=14b5b5ce-71c4-4a8f-8e06-2b8f02727b41)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:38:20.650561 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-48d80bfd-af6e-40e5-bd49-bcd3e9f3de5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:20.836131 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [None req-4c46e6ea-a981-455c-905e-d5adfff710b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] device_id is not set on port be0fb333-d1c7-42fc-a172-a4b1dce8e385 yet. {{(pid=89110) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:38:20.844660 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-4c46e6ea-a981-455c-905e-d5adfff710b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:20.863985 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [None req-4c46e6ea-a981-455c-905e-d5adfff710b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Transition to ACTIVE for port object be0fb333-d1c7-42fc-a172-a4b1dce8e385 will not be triggered until provisioned by entity L2. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:38:20.967053 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7ffd37-1d2f-4997-8a5c-05d0ca85e4e0 req-6b5a8499-b641-4474-b859-923738cbfc0d tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:20.968517 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6b7ffd37-1d2f-4997-8a5c-05d0ca85e4e0 req-6b5a8499-b641-4474-b859-923738cbfc0d tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] 10.222.0.55 "GET /v2.0/ports?device_id=db10fb21-0123-4957-96a4-a43c5586384f HTTP/1.1" status: 200 len: 946 time: 0.0820673 May 28 06:38:21.006805 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-48d80bfd-af6e-40e5-bd49-bcd3e9f3de5e admin admin] Calling delete_port for b547cf1e-e698-407b-8278-0444b7a58d3b owned by network:router_interface {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:38:21.015824 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6b7ffd37-1d2f-4997-8a5c-05d0ca85e4e0 req-7e8192ed-0660-484f-b4f8-d2704b66183e tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] 10.222.0.55 "GET /v2.0/security-groups?id=88d2cfd4-3ac6-4681-9a3a-dce7d6855bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409086 May 28 06:38:21.098272 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4ed59bc-86a9-43fe-b0ee-52704cecfb63 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:38:21.104831 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a0ba4b-18fa-40c2-9426-6b58b7248cd3 None None] Sync routers for ids ['035af55e-abd9-4bf2-8685-fca0b38128d3'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:38:21.116311 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a0ba4b-18fa-40c2-9426-6b58b7248cd3 None None] Routers {'035af55e-abd9-4bf2-8685-fca0b38128d3'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:38:21.117082 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-04a0ba4b-18fa-40c2-9426-6b58b7248cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:37:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['035af55e-abd9-4bf2-8685-fca0b38128d3'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:38:21.126095 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f4ed59bc-86a9-43fe-b0ee-52704cecfb63 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:21.168042 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-4c46e6ea-a981-455c-905e-d5adfff710b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:21.181080 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-04a0ba4b-18fa-40c2-9426-6b58b7248cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:38:21.189832 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a0ba4b-18fa-40c2-9426-6b58b7248cd3 None None] Routers {'035af55e-abd9-4bf2-8685-fca0b38128d3'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:38:21.190444 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-04a0ba4b-18fa-40c2-9426-6b58b7248cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:37:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['035af55e-abd9-4bf2-8685-fca0b38128d3'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:38:21.194094 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4490f8f6-b178-4c9f-b13c-f8e698a785f3 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:21.199458 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4490f8f6-b178-4c9f-b13c-f8e698a785f3 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:21.200051 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4490f8f6-b178-4c9f-b13c-f8e698a785f3 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:21.259428 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-04a0ba4b-18fa-40c2-9426-6b58b7248cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:38:21.259653 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a0ba4b-18fa-40c2-9426-6b58b7248cd3 None None] The sync data for ids ['035af55e-abd9-4bf2-8685-fca0b38128d3'] in n-d-843702-1 is: [] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:38:21.337022 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c46e6ea-a981-455c-905e-d5adfff710b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Pushing event updated for resources: {'Port': ['ID=be0fb333-d1c7-42fc-a172-a4b1dce8e385,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:21.343973 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-4490f8f6-b178-4c9f-b13c-f8e698a785f3 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.7542167 May 28 06:38:21.367064 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 38874) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:38:21.394045 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-aa7ac5aa-0b6f-4ba1-a5d6-23b1b9a7a293 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Request body: {'subnet': {'network_id': 'eeb73656-43c1-4ee2-9497-5290bc10726e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:38:21.428613 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-f4ed59bc-86a9-43fe-b0ee-52704cecfb63 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] 10.222.0.55 "PUT /v2.0/floatingips/cece3735-f4a1-49dd-bfe2-d2b67b1b54ad HTTP/1.1" status: 200 len: 977 time: 3.4712622 May 28 06:38:21.429544 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4490f8f6-b178-4c9f-b13c-f8e698a785f3 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Pushing event updated for resources: {'Network': ['ID=eeb73656-43c1-4ee2-9497-5290bc10726e,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:21.434096 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 38878) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:38:21.440949 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network eeb73656-43c1-4ee2-9497-5290bc10726e details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:38:21.457689 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [None req-4c46e6ea-a981-455c-905e-d5adfff710b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attempting to bind port be0fb333-d1c7-42fc-a172-a4b1dce8e385 on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:38:21.458177 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [None req-4c46e6ea-a981-455c-905e-d5adfff710b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attempting to bind port be0fb333-d1c7-42fc-a172-a4b1dce8e385 by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': '9345935b-a90b-43b6-8f74-9a6d42263e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9f804e75-42db-45bc-b598-beff5522d4f6'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:38:21.458624 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c46e6ea-a981-455c-905e-d5adfff710b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attempting to bind port be0fb333-d1c7-42fc-a172-a4b1dce8e385 on network 9f804e75-42db-45bc-b598-beff5522d4f6 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:38:21.466968 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c46e6ea-a981-455c-905e-d5adfff710b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Port be0fb333-d1c7-42fc-a172-a4b1dce8e385 on network 9f804e75-42db-45bc-b598-beff5522d4f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:38:21.467495 n-d-843702-1 neutron-server[89110]: ERROR neutron.plugins.ml2.managers [None req-4c46e6ea-a981-455c-905e-d5adfff710b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Failed to bind port be0fb333-d1c7-42fc-a172-a4b1dce8e385 on host n-h1-843702-1 for vnic_type normal using segments [{'id': '9345935b-a90b-43b6-8f74-9a6d42263e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9f804e75-42db-45bc-b598-beff5522d4f6'}] May 28 06:38:21.468992 n-d-843702-1 neutron-server[89110]: INFO neutron.plugins.ml2.plugin [None req-4c46e6ea-a981-455c-905e-d5adfff710b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attempt 2 to bind port be0fb333-d1c7-42fc-a172-a4b1dce8e385 May 28 06:38:21.499908 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [None req-4c46e6ea-a981-455c-905e-d5adfff710b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attempting to bind port be0fb333-d1c7-42fc-a172-a4b1dce8e385 on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:38:21.500188 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [None req-4c46e6ea-a981-455c-905e-d5adfff710b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attempting to bind port be0fb333-d1c7-42fc-a172-a4b1dce8e385 by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': '9345935b-a90b-43b6-8f74-9a6d42263e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9f804e75-42db-45bc-b598-beff5522d4f6'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:38:21.500618 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c46e6ea-a981-455c-905e-d5adfff710b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attempting to bind port be0fb333-d1c7-42fc-a172-a4b1dce8e385 on network 9f804e75-42db-45bc-b598-beff5522d4f6 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:38:21.508250 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c46e6ea-a981-455c-905e-d5adfff710b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Port be0fb333-d1c7-42fc-a172-a4b1dce8e385 on network 9f804e75-42db-45bc-b598-beff5522d4f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:38:21.508538 n-d-843702-1 neutron-server[89110]: ERROR neutron.plugins.ml2.managers [None req-4c46e6ea-a981-455c-905e-d5adfff710b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Failed to bind port be0fb333-d1c7-42fc-a172-a4b1dce8e385 on host n-h1-843702-1 for vnic_type normal using segments [{'id': '9345935b-a90b-43b6-8f74-9a6d42263e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9f804e75-42db-45bc-b598-beff5522d4f6'}] May 28 06:38:21.509618 n-d-843702-1 neutron-server[89110]: INFO neutron.plugins.ml2.plugin [None req-4c46e6ea-a981-455c-905e-d5adfff710b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attempt 3 to bind port be0fb333-d1c7-42fc-a172-a4b1dce8e385 May 28 06:38:21.528406 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [None req-4c46e6ea-a981-455c-905e-d5adfff710b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attempting to bind port be0fb333-d1c7-42fc-a172-a4b1dce8e385 on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:38:21.528672 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [None req-4c46e6ea-a981-455c-905e-d5adfff710b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attempting to bind port be0fb333-d1c7-42fc-a172-a4b1dce8e385 by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': '9345935b-a90b-43b6-8f74-9a6d42263e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9f804e75-42db-45bc-b598-beff5522d4f6'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:38:21.529341 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c46e6ea-a981-455c-905e-d5adfff710b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attempting to bind port be0fb333-d1c7-42fc-a172-a4b1dce8e385 on network 9f804e75-42db-45bc-b598-beff5522d4f6 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:38:21.541696 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c46e6ea-a981-455c-905e-d5adfff710b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Port be0fb333-d1c7-42fc-a172-a4b1dce8e385 on network 9f804e75-42db-45bc-b598-beff5522d4f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:38:21.542143 n-d-843702-1 neutron-server[89110]: ERROR neutron.plugins.ml2.managers [None req-4c46e6ea-a981-455c-905e-d5adfff710b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Failed to bind port be0fb333-d1c7-42fc-a172-a4b1dce8e385 on host n-h1-843702-1 for vnic_type normal using segments [{'id': '9345935b-a90b-43b6-8f74-9a6d42263e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9f804e75-42db-45bc-b598-beff5522d4f6'}] May 28 06:38:21.543646 n-d-843702-1 neutron-server[89110]: INFO neutron.plugins.ml2.plugin [None req-4c46e6ea-a981-455c-905e-d5adfff710b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attempt 4 to bind port be0fb333-d1c7-42fc-a172-a4b1dce8e385 May 28 06:38:21.569024 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b460a7d-96a7-4af7-8cca-eb4c9cb628d8 req-b911e8c0-0b7d-4fdc-b64e-d134b67456dd tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:21.579933 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9b460a7d-96a7-4af7-8cca-eb4c9cb628d8 req-b911e8c0-0b7d-4fdc-b64e-d134b67456dd tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] 10.222.0.55 "GET /v2.0/ports?device_id=e26416bb-43a4-4cc5-bf06-ef4eb03f29dd HTTP/1.1" status: 200 len: 946 time: 0.2156866 May 28 06:38:21.579933 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [None req-4c46e6ea-a981-455c-905e-d5adfff710b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attempting to bind port be0fb333-d1c7-42fc-a172-a4b1dce8e385 on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:38:21.579933 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [None req-4c46e6ea-a981-455c-905e-d5adfff710b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attempting to bind port be0fb333-d1c7-42fc-a172-a4b1dce8e385 by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': '9345935b-a90b-43b6-8f74-9a6d42263e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9f804e75-42db-45bc-b598-beff5522d4f6'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:38:21.579933 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c46e6ea-a981-455c-905e-d5adfff710b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attempting to bind port be0fb333-d1c7-42fc-a172-a4b1dce8e385 on network 9f804e75-42db-45bc-b598-beff5522d4f6 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:38:21.623306 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c46e6ea-a981-455c-905e-d5adfff710b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Port be0fb333-d1c7-42fc-a172-a4b1dce8e385 on network 9f804e75-42db-45bc-b598-beff5522d4f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:38:21.623778 n-d-843702-1 neutron-server[89110]: ERROR neutron.plugins.ml2.managers [None req-4c46e6ea-a981-455c-905e-d5adfff710b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Failed to bind port be0fb333-d1c7-42fc-a172-a4b1dce8e385 on host n-h1-843702-1 for vnic_type normal using segments [{'id': '9345935b-a90b-43b6-8f74-9a6d42263e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9f804e75-42db-45bc-b598-beff5522d4f6'}] May 28 06:38:21.626183 n-d-843702-1 neutron-server[89110]: INFO neutron.plugins.ml2.plugin [None req-4c46e6ea-a981-455c-905e-d5adfff710b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attempt 5 to bind port be0fb333-d1c7-42fc-a172-a4b1dce8e385 May 28 06:38:21.636044 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9b460a7d-96a7-4af7-8cca-eb4c9cb628d8 req-7ef4f32e-9dd1-40bf-bc58-fb48a1414507 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] 10.222.0.55 "GET /v2.0/security-groups?id=da113a0c-8ebd-48a7-a4a2-2238b85d044b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545979 May 28 06:38:21.646562 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [None req-4c46e6ea-a981-455c-905e-d5adfff710b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attempting to bind port be0fb333-d1c7-42fc-a172-a4b1dce8e385 on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:38:21.647142 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [None req-4c46e6ea-a981-455c-905e-d5adfff710b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attempting to bind port be0fb333-d1c7-42fc-a172-a4b1dce8e385 by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': '9345935b-a90b-43b6-8f74-9a6d42263e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9f804e75-42db-45bc-b598-beff5522d4f6'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:38:21.647598 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c46e6ea-a981-455c-905e-d5adfff710b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attempting to bind port be0fb333-d1c7-42fc-a172-a4b1dce8e385 on network 9f804e75-42db-45bc-b598-beff5522d4f6 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:38:21.653021 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c46e6ea-a981-455c-905e-d5adfff710b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Port be0fb333-d1c7-42fc-a172-a4b1dce8e385 on network 9f804e75-42db-45bc-b598-beff5522d4f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:38:21.653742 n-d-843702-1 neutron-server[89110]: ERROR neutron.plugins.ml2.managers [None req-4c46e6ea-a981-455c-905e-d5adfff710b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Failed to bind port be0fb333-d1c7-42fc-a172-a4b1dce8e385 on host n-h1-843702-1 for vnic_type normal using segments [{'id': '9345935b-a90b-43b6-8f74-9a6d42263e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9f804e75-42db-45bc-b598-beff5522d4f6'}] May 28 06:38:21.654236 n-d-843702-1 neutron-server[89110]: INFO neutron.plugins.ml2.plugin [None req-4c46e6ea-a981-455c-905e-d5adfff710b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attempt 6 to bind port be0fb333-d1c7-42fc-a172-a4b1dce8e385 May 28 06:38:21.682704 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [None req-4c46e6ea-a981-455c-905e-d5adfff710b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attempting to bind port be0fb333-d1c7-42fc-a172-a4b1dce8e385 on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:38:21.683114 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [None req-4c46e6ea-a981-455c-905e-d5adfff710b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attempting to bind port be0fb333-d1c7-42fc-a172-a4b1dce8e385 by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': '9345935b-a90b-43b6-8f74-9a6d42263e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9f804e75-42db-45bc-b598-beff5522d4f6'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:38:21.683526 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c46e6ea-a981-455c-905e-d5adfff710b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attempting to bind port be0fb333-d1c7-42fc-a172-a4b1dce8e385 on network 9f804e75-42db-45bc-b598-beff5522d4f6 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:38:21.694213 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c46e6ea-a981-455c-905e-d5adfff710b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Port be0fb333-d1c7-42fc-a172-a4b1dce8e385 on network 9f804e75-42db-45bc-b598-beff5522d4f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:38:21.695086 n-d-843702-1 neutron-server[89110]: ERROR neutron.plugins.ml2.managers [None req-4c46e6ea-a981-455c-905e-d5adfff710b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Failed to bind port be0fb333-d1c7-42fc-a172-a4b1dce8e385 on host n-h1-843702-1 for vnic_type normal using segments [{'id': '9345935b-a90b-43b6-8f74-9a6d42263e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9f804e75-42db-45bc-b598-beff5522d4f6'}] May 28 06:38:21.695484 n-d-843702-1 neutron-server[89110]: INFO neutron.plugins.ml2.plugin [None req-4c46e6ea-a981-455c-905e-d5adfff710b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attempt 7 to bind port be0fb333-d1c7-42fc-a172-a4b1dce8e385 May 28 06:38:21.717859 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [None req-4c46e6ea-a981-455c-905e-d5adfff710b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attempting to bind port be0fb333-d1c7-42fc-a172-a4b1dce8e385 on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:38:21.718749 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [None req-4c46e6ea-a981-455c-905e-d5adfff710b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attempting to bind port be0fb333-d1c7-42fc-a172-a4b1dce8e385 by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': '9345935b-a90b-43b6-8f74-9a6d42263e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9f804e75-42db-45bc-b598-beff5522d4f6'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:38:21.719248 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c46e6ea-a981-455c-905e-d5adfff710b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attempting to bind port be0fb333-d1c7-42fc-a172-a4b1dce8e385 on network 9f804e75-42db-45bc-b598-beff5522d4f6 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:38:21.725206 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c46e6ea-a981-455c-905e-d5adfff710b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Port be0fb333-d1c7-42fc-a172-a4b1dce8e385 on network 9f804e75-42db-45bc-b598-beff5522d4f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:38:21.725830 n-d-843702-1 neutron-server[89110]: ERROR neutron.plugins.ml2.managers [None req-4c46e6ea-a981-455c-905e-d5adfff710b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Failed to bind port be0fb333-d1c7-42fc-a172-a4b1dce8e385 on host n-h1-843702-1 for vnic_type normal using segments [{'id': '9345935b-a90b-43b6-8f74-9a6d42263e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9f804e75-42db-45bc-b598-beff5522d4f6'}] May 28 06:38:21.725954 n-d-843702-1 neutron-server[89110]: INFO neutron.plugins.ml2.plugin [None req-4c46e6ea-a981-455c-905e-d5adfff710b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attempt 8 to bind port be0fb333-d1c7-42fc-a172-a4b1dce8e385 May 28 06:38:21.744121 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [None req-4c46e6ea-a981-455c-905e-d5adfff710b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attempting to bind port be0fb333-d1c7-42fc-a172-a4b1dce8e385 on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:38:21.744346 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [None req-4c46e6ea-a981-455c-905e-d5adfff710b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attempting to bind port be0fb333-d1c7-42fc-a172-a4b1dce8e385 by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': '9345935b-a90b-43b6-8f74-9a6d42263e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9f804e75-42db-45bc-b598-beff5522d4f6'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:38:21.744590 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c46e6ea-a981-455c-905e-d5adfff710b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attempting to bind port be0fb333-d1c7-42fc-a172-a4b1dce8e385 on network 9f804e75-42db-45bc-b598-beff5522d4f6 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:38:21.750962 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c46e6ea-a981-455c-905e-d5adfff710b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Port be0fb333-d1c7-42fc-a172-a4b1dce8e385 on network 9f804e75-42db-45bc-b598-beff5522d4f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:38:21.751282 n-d-843702-1 neutron-server[89110]: ERROR neutron.plugins.ml2.managers [None req-4c46e6ea-a981-455c-905e-d5adfff710b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Failed to bind port be0fb333-d1c7-42fc-a172-a4b1dce8e385 on host n-h1-843702-1 for vnic_type normal using segments [{'id': '9345935b-a90b-43b6-8f74-9a6d42263e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9f804e75-42db-45bc-b598-beff5522d4f6'}] May 28 06:38:21.751667 n-d-843702-1 neutron-server[89110]: INFO neutron.plugins.ml2.plugin [None req-4c46e6ea-a981-455c-905e-d5adfff710b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attempt 9 to bind port be0fb333-d1c7-42fc-a172-a4b1dce8e385 May 28 06:38:21.764952 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-aa7ac5aa-0b6f-4ba1-a5d6-23b1b9a7a293 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:38:21.768675 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [None req-4c46e6ea-a981-455c-905e-d5adfff710b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attempting to bind port be0fb333-d1c7-42fc-a172-a4b1dce8e385 on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:38:21.769343 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [None req-4c46e6ea-a981-455c-905e-d5adfff710b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attempting to bind port be0fb333-d1c7-42fc-a172-a4b1dce8e385 by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': '9345935b-a90b-43b6-8f74-9a6d42263e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9f804e75-42db-45bc-b598-beff5522d4f6'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:38:21.769343 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c46e6ea-a981-455c-905e-d5adfff710b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attempting to bind port be0fb333-d1c7-42fc-a172-a4b1dce8e385 on network 9f804e75-42db-45bc-b598-beff5522d4f6 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:38:21.774495 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c46e6ea-a981-455c-905e-d5adfff710b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Port be0fb333-d1c7-42fc-a172-a4b1dce8e385 on network 9f804e75-42db-45bc-b598-beff5522d4f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:38:21.774817 n-d-843702-1 neutron-server[89110]: ERROR neutron.plugins.ml2.managers [None req-4c46e6ea-a981-455c-905e-d5adfff710b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Failed to bind port be0fb333-d1c7-42fc-a172-a4b1dce8e385 on host n-h1-843702-1 for vnic_type normal using segments [{'id': '9345935b-a90b-43b6-8f74-9a6d42263e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9f804e75-42db-45bc-b598-beff5522d4f6'}] May 28 06:38:21.775357 n-d-843702-1 neutron-server[89110]: INFO neutron.plugins.ml2.plugin [None req-4c46e6ea-a981-455c-905e-d5adfff710b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attempt 10 to bind port be0fb333-d1c7-42fc-a172-a4b1dce8e385 May 28 06:38:21.775760 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-aa7ac5aa-0b6f-4ba1-a5d6-23b1b9a7a293 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Usage tracker for resource:subnet and tenant:51e07d1dd4e842f29564191e4c945b6c is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:38:21.782374 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-aa7ac5aa-0b6f-4ba1-a5d6-23b1b9a7a293 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:38:21.792007 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [None req-4c46e6ea-a981-455c-905e-d5adfff710b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attempting to bind port be0fb333-d1c7-42fc-a172-a4b1dce8e385 on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:38:21.792336 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [None req-4c46e6ea-a981-455c-905e-d5adfff710b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attempting to bind port be0fb333-d1c7-42fc-a172-a4b1dce8e385 by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': '9345935b-a90b-43b6-8f74-9a6d42263e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9f804e75-42db-45bc-b598-beff5522d4f6'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:38:21.792674 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c46e6ea-a981-455c-905e-d5adfff710b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attempting to bind port be0fb333-d1c7-42fc-a172-a4b1dce8e385 on network 9f804e75-42db-45bc-b598-beff5522d4f6 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:38:21.798588 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c46e6ea-a981-455c-905e-d5adfff710b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Port be0fb333-d1c7-42fc-a172-a4b1dce8e385 on network 9f804e75-42db-45bc-b598-beff5522d4f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:38:21.798920 n-d-843702-1 neutron-server[89110]: ERROR neutron.plugins.ml2.managers [None req-4c46e6ea-a981-455c-905e-d5adfff710b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Failed to bind port be0fb333-d1c7-42fc-a172-a4b1dce8e385 on host n-h1-843702-1 for vnic_type normal using segments [{'id': '9345935b-a90b-43b6-8f74-9a6d42263e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9f804e75-42db-45bc-b598-beff5522d4f6'}] May 28 06:38:21.799272 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-4c46e6ea-a981-455c-905e-d5adfff710b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:21.853079 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-aa7ac5aa-0b6f-4ba1-a5d6-23b1b9a7a293 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:38:21.908239 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-878b684a-d351-46f1-ba32-59a78e5ca278 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Deleting port f126476d-c20d-4610-a954-dca78ed680d6 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:38:21.908574 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-878b684a-d351-46f1-ba32-59a78e5ca278 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:21.922212 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [None req-4c46e6ea-a981-455c-905e-d5adfff710b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] For port be0fb333-d1c7-42fc-a172-a4b1dce8e385, host n-h1-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:38:21.922582 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [None req-4c46e6ea-a981-455c-905e-d5adfff710b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attempted to set empty binding levels {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 28 06:38:22.024839 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-48d80bfd-af6e-40e5-bd49-bcd3e9f3de5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:22.066179 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-4c46e6ea-a981-455c-905e-d5adfff710b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:22.088014 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa7ac5aa-0b6f-4ba1-a5d6-23b1b9a7a293 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Made reservation on behalf of 51e07d1dd4e842f29564191e4c945b6c for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:38:22.092165 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-aa7ac5aa-0b6f-4ba1-a5d6-23b1b9a7a293 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:22.163714 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d80bfd-af6e-40e5-bd49-bcd3e9f3de5e admin admin] Pushing event deleted for resources: {'Port': ['ID=b547cf1e-e698-407b-8278-0444b7a58d3b,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:22.319078 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-4c46e6ea-a981-455c-905e-d5adfff710b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] In _notify_port_updated(), no bound segment for port be0fb333-d1c7-42fc-a172-a4b1dce8e385 on network 9f804e75-42db-45bc-b598-beff5522d4f6 {{(pid=89110) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 28 06:38:22.320142 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c46e6ea-a981-455c-905e-d5adfff710b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:22.320537 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-4c46e6ea-a981-455c-905e-d5adfff710b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:22.321857 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-4c46e6ea-a981-455c-905e-d5adfff710b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] 10.222.0.55 "PUT /v2.0/ports/be0fb333-d1c7-42fc-a172-a4b1dce8e385 HTTP/1.1" status: 200 len: 978 time: 1.9377127 May 28 06:38:22.326636 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-878b684a-d351-46f1-ba32-59a78e5ca278 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:22.326971 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-878b684a-d351-46f1-ba32-59a78e5ca278 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:22.327861 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 38896) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:38:22.384914 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c46e6ea-a981-455c-905e-d5adfff710b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Pushing event updated for resources: {'Port': ['ID=be0fb333-d1c7-42fc-a172-a4b1dce8e385,revision_number=3']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:22.420850 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-64f2165d-500f-4eef-a86c-6fc743675e29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Deleting port be0fb333-d1c7-42fc-a172-a4b1dce8e385 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:38:22.421486 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-64f2165d-500f-4eef-a86c-6fc743675e29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:22.491978 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f62fc63-95be-45c2-b56c-6e3deca4df9b req-d2ff2483-5d81-4387-9858-bf877f5386fa tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:22.493478 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6f62fc63-95be-45c2-b56c-6e3deca4df9b req-d2ff2483-5d81-4387-9858-bf877f5386fa tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] 10.222.0.55 "GET /v2.0/ports?device_id=db10fb21-0123-4957-96a4-a43c5586384f HTTP/1.1" status: 200 len: 946 time: 0.2308404 May 28 06:38:22.653849 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-878b684a-d351-46f1-ba32-59a78e5ca278 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Calling delete_port for f126476d-c20d-4610-a954-dca78ed680d6 owned by network:floatingip {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:38:22.661079 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6f62fc63-95be-45c2-b56c-6e3deca4df9b req-4cf1b89c-351c-45ac-9469-cda88e28b7bd tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] 10.222.0.55 "GET /v2.0/security-groups?id=88d2cfd4-3ac6-4681-9a3a-dce7d6855bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284382 May 28 06:38:22.706084 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [None req-64f2165d-500f-4eef-a86c-6fc743675e29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] For port be0fb333-d1c7-42fc-a172-a4b1dce8e385, host n-h1-843702-1, got binding levels [] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:38:22.706458 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-64f2165d-500f-4eef-a86c-6fc743675e29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:22.890713 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-64f2165d-500f-4eef-a86c-6fc743675e29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Calling delete_port for be0fb333-d1c7-42fc-a172-a4b1dce8e385 owned by {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:38:22.905100 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-48d80bfd-af6e-40e5-bd49-bcd3e9f3de5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700472'] for router_interface, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:23.018437 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1179e4-f94a-48b8-8aa4-b417f5fedacf req-d6b2cce3-085f-48a5-bffd-27081c7e47b3 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:23.020641 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-db1179e4-f94a-48b8-8aa4-b417f5fedacf req-d6b2cce3-085f-48a5-bffd-27081c7e47b3 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] 10.222.0.55 "GET /v2.0/ports?device_id=e26416bb-43a4-4cc5-bf06-ef4eb03f29dd HTTP/1.1" status: 200 len: 946 time: 0.2286117 May 28 06:38:23.072560 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-db1179e4-f94a-48b8-8aa4-b417f5fedacf req-1b61d49d-a1d8-4df8-a5af-6b2f10fa91e1 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] 10.222.0.55 "GET /v2.0/security-groups?id=da113a0c-8ebd-48a7-a4a2-2238b85d044b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457900 May 28 06:38:23.077747 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-64f2165d-500f-4eef-a86c-6fc743675e29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:23.157397 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-aa7ac5aa-0b6f-4ba1-a5d6-23b1b9a7a293 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:23.180423 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f2165d-500f-4eef-a86c-6fc743675e29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Pushing event deleted for resources: {'Port': ['ID=be0fb333-d1c7-42fc-a172-a4b1dce8e385,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:23.182559 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-64f2165d-500f-4eef-a86c-6fc743675e29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:23.203529 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-64f2165d-500f-4eef-a86c-6fc743675e29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] 10.222.0.55 "DELETE /v2.0/ports/be0fb333-d1c7-42fc-a172-a4b1dce8e385 HTTP/1.1" status: 204 len: 168 time: 0.8748024 May 28 06:38:23.206659 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 38916) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:38:23.254840 n-d-843702-1 neutron-server[89110]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f870390-6440-4f93-8022-3d28485c1dbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] GET failed (client error): The resource could not be found. May 28 06:38:23.255363 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-3f870390-6440-4f93-8022-3d28485c1dbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Synchronizing usage tracker for tenant:d5a117b3c07f4693afe1e48824cea435 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:38:23.273183 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9411f430-19f0-4a1d-826b-260b815dc7ac req-c5b7926e-45b3-440f-8fa5-407065d7d0ec tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:23.274651 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9411f430-19f0-4a1d-826b-260b815dc7ac req-c5b7926e-45b3-440f-8fa5-407065d7d0ec tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e HTTP/1.1" status: 200 len: 945 time: 0.1945794 May 28 06:38:23.276286 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7ac5aa-0b6f-4ba1-a5d6-23b1b9a7a293 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Pushing event updated for resources: {'Subnet': ['ID=c5fb5e00-99af-4f71-953e-f3f2fab999ca,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:23.323382 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9411f430-19f0-4a1d-826b-260b815dc7ac req-5520ac4a-b2a4-4479-b73f-e8689f84e46e tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0fc320c-5211-4d72-b7c9-130a40d05074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397027 May 28 06:38:23.352926 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-878b684a-d351-46f1-ba32-59a78e5ca278 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:23.362082 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-3f870390-6440-4f93-8022-3d28485c1dbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] Unset dirty status for tenant:d5a117b3c07f4693afe1e48824cea435 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:38:23.370498 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-3f870390-6440-4f93-8022-3d28485c1dbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047113596-project-admin] 10.222.0.55 "GET /v2.0/ports/be0fb333-d1c7-42fc-a172-a4b1dce8e385 HTTP/1.1" status: 404 len: 333 time: 0.1559725 May 28 06:38:23.371184 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 38922) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:38:23.393302 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7ac5aa-0b6f-4ba1-a5d6-23b1b9a7a293 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Checking segment: {'id': '5df559b0-c556-490c-af90-da7b53397f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'eeb73656-43c1-4ee2-9497-5290bc10726e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:38:23.393696 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa7ac5aa-0b6f-4ba1-a5d6-23b1b9a7a293 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Network hostable DHCP agents. Network: eeb73656-43c1-4ee2-9497-5290bc10726e, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:38:23.418344 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878b684a-d351-46f1-ba32-59a78e5ca278 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Pushing event deleted for resources: {'Port': ['ID=f126476d-c20d-4610-a954-dca78ed680d6,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:23.491548 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-186ab285-7237-46d3-8c49-6e107cc97a77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369438196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369438196-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:23.612326 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-878b684a-d351-46f1-ba32-59a78e5ca278 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks [] for floatingip, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:23.613626 n-d-843702-1 neutron-server[89109]: INFO neutron.db.l3_db [None req-878b684a-d351-46f1-ba32-59a78e5ca278 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Floating IP cece3735-f4a1-49dd-bfe2-d2b67b1b54ad disassociated (deleted). External IP: 172.25.5.80, port: cc43c582-b4f9-4d11-a9d6-22f36f9a61c7. May 28 06:38:23.654643 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-186ab285-7237-46d3-8c49-6e107cc97a77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369438196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369438196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:23.666748 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48d80bfd-af6e-40e5-bd49-bcd3e9f3de5e admin admin] Router 09b64860-dc5d-404a-8bc0-c997af265484 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:38:23.675728 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa7ac5aa-0b6f-4ba1-a5d6-23b1b9a7a293 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Network eeb73656-43c1-4ee2-9497-5290bc10726e is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:38:23.684204 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-186ab285-7237-46d3-8c49-6e107cc97a77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369438196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369438196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f804e75-42db-45bc-b598-beff5522d4f6']}} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:38:23.697362 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-186ab285-7237-46d3-8c49-6e107cc97a77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369438196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369438196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9345935b-a90b-43b6-8f74-9a6d42263e7c') {'for_net_delete': True} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:38:23.699724 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-186ab285-7237-46d3-8c49-6e107cc97a77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369438196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369438196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9345935b-a90b-43b6-8f74-9a6d42263e7c') {} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:38:23.710098 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-186ab285-7237-46d3-8c49-6e107cc97a77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369438196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369438196-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4150778'] for segment, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:23.728297 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-186ab285-7237-46d3-8c49-6e107cc97a77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369438196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369438196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:23.736263 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-186ab285-7237-46d3-8c49-6e107cc97a77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369438196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369438196-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=89110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:38:23.736774 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-186ab285-7237-46d3-8c49-6e107cc97a77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369438196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369438196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3143023'] for segment, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:23.785372 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-aa7ac5aa-0b6f-4ba1-a5d6-23b1b9a7a293 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, eeb73656-43c1-4ee2-9497-5290bc10726e) {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:38:23.795722 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53cb5f2c-5707-4eff-a657-4c46440773b5 None None] Network eeb73656-43c1-4ee2-9497-5290bc10726e requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:38:23.832218 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment 9345935b-a90b-43b6-8f74-9a6d42263e7c resource provider aggregate not found May 28 06:38:23.864629 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7ac5aa-0b6f-4ba1-a5d6-23b1b9a7a293 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:23.865238 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-aa7ac5aa-0b6f-4ba1-a5d6-23b1b9a7a293 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:23.917938 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment 9345935b-a90b-43b6-8f74-9a6d42263e7c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9345935b-a90b-43b6-8f74-9a6d42263e7c found for delete ", "request_id": "req-4a13c918-571a-43f0-b497-ce2295cb0a72"}]} May 28 06:38:23.948258 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd7b5f6-699f-4bf8-8ff8-247db294dc75 req-1e1df76d-4bec-45dc-895c-264a983f37b9 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:23.956378 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-efd7b5f6-699f-4bf8-8ff8-247db294dc75 req-1e1df76d-4bec-45dc-895c-264a983f37b9 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] 10.222.0.55 "GET /v2.0/ports?device_id=db10fb21-0123-4957-96a4-a43c5586384f HTTP/1.1" status: 200 len: 946 time: 0.1078737 May 28 06:38:24.000325 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-efd7b5f6-699f-4bf8-8ff8-247db294dc75 req-ea4acf9d-e399-44b1-8ef5-816b8775fece tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] 10.222.0.55 "GET /v2.0/security-groups?id=88d2cfd4-3ac6-4681-9a3a-dce7d6855bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429683 May 28 06:38:24.076789 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-186ab285-7237-46d3-8c49-6e107cc97a77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369438196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369438196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:24.097842 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-186ab285-7237-46d3-8c49-6e107cc97a77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369438196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369438196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:24.108246 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186ab285-7237-46d3-8c49-6e107cc97a77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369438196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369438196-project] Pushing event deleted for resources: {'Network': ['ID=9f804e75-42db-45bc-b598-beff5522d4f6,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:24.126217 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-186ab285-7237-46d3-8c49-6e107cc97a77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369438196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369438196-project] 10.222.0.55 "DELETE /v2.0/networks/9f804e75-42db-45bc-b598-beff5522d4f6 HTTP/1.1" status: 204 len: 168 time: 0.7446640 May 28 06:38:24.137194 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b2a162-c65f-49cb-a3e8-a917b80919b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-eeb73656-43c1-4ee2-9497-5290bc10726e', 'network_id': 'eeb73656-43c1-4ee2-9497-5290bc10726e', 'tenant_id': '51e07d1dd4e842f29564191e4c945b6c', 'fixed_ips': [{'subnet_id': 'c5fb5e00-99af-4f71-953e-f3f2fab999ca'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:38:24.139819 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-67b2a162-c65f-49cb-a3e8-a917b80919b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:24.278722 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-aa7ac5aa-0b6f-4ba1-a5d6-23b1b9a7a293 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8992698 May 28 06:38:24.282181 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 38948) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:38:24.298957 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48d80bfd-af6e-40e5-bd49-bcd3e9f3de5e admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:38:24.310296 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5761200e-ecfc-4dc6-8b07-e2510354fab7 None None] Sync routers for ids ['09b64860-dc5d-404a-8bc0-c997af265484'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:38:24.329515 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5761200e-ecfc-4dc6-8b07-e2510354fab7 None None] Routers {'09b64860-dc5d-404a-8bc0-c997af265484'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:38:24.332330 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-5761200e-ecfc-4dc6-8b07-e2510354fab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:37:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['09b64860-dc5d-404a-8bc0-c997af265484'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:38:24.366463 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-48d80bfd-af6e-40e5-bd49-bcd3e9f3de5e admin admin] 10.222.0.55 "PUT /v2.0/routers/09b64860-dc5d-404a-8bc0-c997af265484/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2703106 May 28 06:38:24.375553 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 38952) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:38:24.416278 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-67b2a162-c65f-49cb-a3e8-a917b80919b8 None None] Allocated IP 172.20.0.2 (eeb73656-43c1-4ee2-9497-5290bc10726e/c5fb5e00-99af-4f71-953e-f3f2fab999ca/e8ea6aee-5f1d-47a5-abbd-0a62256eddc7) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:38:24.490537 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3236f698-9b0c-4c8c-a35f-7db06c58edaf req-7648b316-47d5-4353-b9a0-27efcfe2ba01 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:24.501572 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3236f698-9b0c-4c8c-a35f-7db06c58edaf req-7648b316-47d5-4353-b9a0-27efcfe2ba01 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] 10.222.0.55 "GET /v2.0/ports?device_id=e26416bb-43a4-4cc5-bf06-ef4eb03f29dd HTTP/1.1" status: 200 len: 946 time: 0.2570860 May 28 06:38:24.590034 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3236f698-9b0c-4c8c-a35f-7db06c58edaf req-5028d82f-898e-45be-b8e7-3a716d722ed8 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] 10.222.0.55 "GET /v2.0/security-groups?id=da113a0c-8ebd-48a7-a4a2-2238b85d044b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875130 May 28 06:38:24.663670 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-5761200e-ecfc-4dc6-8b07-e2510354fab7 None None] Set router 09b64860-dc5d-404a-8bc0-c997af265484 gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:38:24.682054 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-67b2a162-c65f-49cb-a3e8-a917b80919b8 None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:24.696493 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-67b2a162-c65f-49cb-a3e8-a917b80919b8 None None] Transition to ACTIVE for port object e8ea6aee-5f1d-47a5-abbd-0a62256eddc7 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:38:24.716203 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-67b2a162-c65f-49cb-a3e8-a917b80919b8 None None] Transition to ACTIVE for port object e8ea6aee-5f1d-47a5-abbd-0a62256eddc7 will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:38:24.854362 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 38958) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:38:24.890012 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-67b2a162-c65f-49cb-a3e8-a917b80919b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:24.918543 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-878b684a-d351-46f1-ba32-59a78e5ca278 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Router 035af55e-abd9-4bf2-8685-fca0b38128d3 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:38:24.956945 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b2a162-c65f-49cb-a3e8-a917b80919b8 None None] Network eeb73656-43c1-4ee2-9497-5290bc10726e is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:38:24.958733 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-5761200e-ecfc-4dc6-8b07-e2510354fab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b64860-dc5d-404a-8bc0-c997af265484', 'name': 'tempest-ServersTestFqdnHostnames-226709118-router', 'tenant_id': 'f3e725eb9d1446b5b329eb6323631f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': 'f4e76c5a-40c4-46c3-a2a3-7f40591265fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:37:56Z', 'updated_at': '2022-05-28T06:38:21Z', 'revision_number': 5, 'project_id': 'f3e725eb9d1446b5b329eb6323631f8c', 'gw_port': {'id': 'f4e76c5a-40c4-46c3-a2a3-7f40591265fc', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:9c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b64860-dc5d-404a-8bc0-c997af265484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:37:58Z', 'updated_at': '2022-05-28T06:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:38:24.962712 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5761200e-ecfc-4dc6-8b07-e2510354fab7 None None] Checking router: 09b64860-dc5d-404a-8bc0-c997af265484 for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:38:24.965141 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-67b2a162-c65f-49cb-a3e8-a917b80919b8 None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:38:24.970188 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b2a162-c65f-49cb-a3e8-a917b80919b8 None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:38:24.973939 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5761200e-ecfc-4dc6-8b07-e2510354fab7 None None] Routers {'09b64860-dc5d-404a-8bc0-c997af265484'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:38:24.974547 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-5761200e-ecfc-4dc6-8b07-e2510354fab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:37:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['09b64860-dc5d-404a-8bc0-c997af265484'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:38:25.062289 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-55c3a5ca-7537-4fed-9d68-43e65e69721a admin admin] Notify callbacks [] for router, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:25.081749 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-da3baddd-4951-4f5c-8370-b18c9546a769 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d675f3c7c74a43c8aa2752b6b3a87c8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2261434 May 28 06:38:25.082468 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 38970) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:38:25.131511 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b2a162-c65f-49cb-a3e8-a917b80919b8 None None] Pushing event updated for resources: {'Port': ['ID=e8ea6aee-5f1d-47a5-abbd-0a62256eddc7,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:25.137226 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-67b2a162-c65f-49cb-a3e8-a917b80919b8 None None] Attempting to bind port e8ea6aee-5f1d-47a5-abbd-0a62256eddc7 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:38:25.137687 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-67b2a162-c65f-49cb-a3e8-a917b80919b8 None None] Attempting to bind port e8ea6aee-5f1d-47a5-abbd-0a62256eddc7 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': '5df559b0-c556-490c-af90-da7b53397f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'eeb73656-43c1-4ee2-9497-5290bc10726e'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:38:25.138056 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b2a162-c65f-49cb-a3e8-a917b80919b8 None None] Attempting to bind port e8ea6aee-5f1d-47a5-abbd-0a62256eddc7 on network eeb73656-43c1-4ee2-9497-5290bc10726e {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:38:25.146248 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b2a162-c65f-49cb-a3e8-a917b80919b8 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:38:25.146626 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b2a162-c65f-49cb-a3e8-a917b80919b8 None None] Checking segment: {'id': '5df559b0-c556-490c-af90-da7b53397f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'eeb73656-43c1-4ee2-9497-5290bc10726e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:38:25.147026 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-67b2a162-c65f-49cb-a3e8-a917b80919b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:25.147415 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b2a162-c65f-49cb-a3e8-a917b80919b8 None None] Bound using segment: {'id': '5df559b0-c556-490c-af90-da7b53397f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'eeb73656-43c1-4ee2-9497-5290bc10726e'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:38:25.147879 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-67b2a162-c65f-49cb-a3e8-a917b80919b8 None None] Bound port: e8ea6aee-5f1d-47a5-abbd-0a62256eddc7, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5df559b0-c556-490c-af90-da7b53397f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'eeb73656-43c1-4ee2-9497-5290bc10726e'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:38:25.148250 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-67b2a162-c65f-49cb-a3e8-a917b80919b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:25.169165 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-5761200e-ecfc-4dc6-8b07-e2510354fab7 None None] Set router 09b64860-dc5d-404a-8bc0-c997af265484 gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:38:25.294606 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-51bb48df-dc50-46c2-99a7-90b2cd9390e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:25.295190 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-67b2a162-c65f-49cb-a3e8-a917b80919b8 None None] For port e8ea6aee-5f1d-47a5-abbd-0a62256eddc7, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:38:25.298515 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-67b2a162-c65f-49cb-a3e8-a917b80919b8 None None] For port e8ea6aee-5f1d-47a5-abbd-0a62256eddc7, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=e8ea6aee-5f1d-47a5-abbd-0a62256eddc7,segment=NetworkSegment(5df559b0-c556-490c-af90-da7b53397f08),segment_id=5df559b0-c556-490c-af90-da7b53397f08)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:38:25.310289 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-725acec9-3916-4a55-9ebf-b0afb669bdee tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:25.344338 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-51bb48df-dc50-46c2-99a7-90b2cd9390e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:25.379454 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ef41a8-ca3a-433b-860a-f2c85f2d2fa4 req-4b9337c6-2c51-418e-b269-d6e8d91afdad tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:25.381397 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-80ef41a8-ca3a-433b-860a-f2c85f2d2fa4 req-4b9337c6-2c51-418e-b269-d6e8d91afdad tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] 10.222.0.55 "GET /v2.0/ports?device_id=db10fb21-0123-4957-96a4-a43c5586384f HTTP/1.1" status: 200 len: 946 time: 0.1789041 May 28 06:38:25.391798 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-67b2a162-c65f-49cb-a3e8-a917b80919b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:25.444009 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-80ef41a8-ca3a-433b-860a-f2c85f2d2fa4 req-a46f104f-7686-4bb0-a55b-887ce01a7705 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] 10.222.0.55 "GET /v2.0/security-groups?id=88d2cfd4-3ac6-4681-9a3a-dce7d6855bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503254 May 28 06:38:25.482890 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b2a162-c65f-49cb-a3e8-a917b80919b8 None None] Pushing event updated for resources: {'Port': ['ID=e8ea6aee-5f1d-47a5-abbd-0a62256eddc7,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:25.511202 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-5761200e-ecfc-4dc6-8b07-e2510354fab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b64860-dc5d-404a-8bc0-c997af265484', 'name': 'tempest-ServersTestFqdnHostnames-226709118-router', 'tenant_id': 'f3e725eb9d1446b5b329eb6323631f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': 'f4e76c5a-40c4-46c3-a2a3-7f40591265fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:37:56Z', 'updated_at': '2022-05-28T06:38:21Z', 'revision_number': 5, 'project_id': 'f3e725eb9d1446b5b329eb6323631f8c', 'gw_port': {'id': 'f4e76c5a-40c4-46c3-a2a3-7f40591265fc', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:9c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b64860-dc5d-404a-8bc0-c997af265484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:37:58Z', 'updated_at': '2022-05-28T06:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:38:25.518072 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5761200e-ecfc-4dc6-8b07-e2510354fab7 None None] The sync data for ids ['09b64860-dc5d-404a-8bc0-c997af265484'] in n-d-843702-1 is: [{'id': '09b64860-dc5d-404a-8bc0-c997af265484', 'name': 'tempest-ServersTestFqdnHostnames-226709118-router', 'tenant_id': 'f3e725eb9d1446b5b329eb6323631f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': 'f4e76c5a-40c4-46c3-a2a3-7f40591265fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:37:56Z', 'updated_at': '2022-05-28T06:38:21Z', 'revision_number': 5, 'project_id': 'f3e725eb9d1446b5b329eb6323631f8c', 'gw_port': {'id': 'f4e76c5a-40c4-46c3-a2a3-7f40591265fc', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:9c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b64860-dc5d-404a-8bc0-c997af265484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:37:58Z', 'updated_at': '2022-05-28T06:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:38:25.619940 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-51bb48df-dc50-46c2-99a7-90b2cd9390e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:25.639763 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bb48df-dc50-46c2-99a7-90b2cd9390e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=defdc92b-7d67-46ad-b4b3-73f0885b1289,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:25.648020 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-51bb48df-dc50-46c2-99a7-90b2cd9390e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:25.651931 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-51bb48df-dc50-46c2-99a7-90b2cd9390e3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/defdc92b-7d67-46ad-b4b3-73f0885b1289 HTTP/1.1" status: 204 len: 168 time: 0.5684764 May 28 06:38:25.761672 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 170a25a1-2cd5-4bc9-b588-27e0c82fefed details requested by agent hyperv_n-h1-843702-1 with host n-h1-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:38:25.764152 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 170a25a1-2cd5-4bc9-b588-27e0c82fefed no longer exists at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:38:25.807562 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f95ff83-2489-4db1-aca7-abd2c86df572 req-5a0e11a3-cdb8-4a5d-8634-4de587cc2b88 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:25.809997 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5f95ff83-2489-4db1-aca7-abd2c86df572 req-5a0e11a3-cdb8-4a5d-8634-4de587cc2b88 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] 10.222.0.55 "GET /v2.0/ports?device_id=e26416bb-43a4-4cc5-bf06-ef4eb03f29dd HTTP/1.1" status: 200 len: 946 time: 0.0920675 May 28 06:38:25.906571 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5f95ff83-2489-4db1-aca7-abd2c86df572 req-0469cfd1-5e08-4201-840f-6442e0551f39 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] 10.222.0.55 "GET /v2.0/security-groups?id=da113a0c-8ebd-48a7-a4a2-2238b85d044b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893176 May 28 06:38:26.000857 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-55c3a5ca-7537-4fed-9d68-43e65e69721a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:26.048764 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 170a25a1-2cd5-4bc9-b588-27e0c82fefed is: ACTIVE; New status is: DOWN {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:38:26.049336 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:26.053331 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-878b684a-d351-46f1-ba32-59a78e5ca278 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:38:26.059310 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-878b684a-d351-46f1-ba32-59a78e5ca278 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:26.099691 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3408fa1d-127a-4659-b4d4-eb3e3b87f315 None None] Sync routers for ids ['035af55e-abd9-4bf2-8685-fca0b38128d3'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:38:26.132917 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65c6cfe6-c605-4828-9a4a-84efc794b22e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '170a25a1-2cd5-4bc9-b588-27e0c82fefed'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:38:26.163022 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3408fa1d-127a-4659-b4d4-eb3e3b87f315 None None] Routers {'035af55e-abd9-4bf2-8685-fca0b38128d3'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:38:26.163371 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-3408fa1d-127a-4659-b4d4-eb3e3b87f315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:37:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['035af55e-abd9-4bf2-8685-fca0b38128d3'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:38:26.170075 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-55c3a5ca-7537-4fed-9d68-43e65e69721a admin admin] Deleting port f4e76c5a-40c4-46c3-a2a3-7f40591265fc {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:38:26.170492 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-55c3a5ca-7537-4fed-9d68-43e65e69721a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:26.228369 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 170a25a1-2cd5-4bc9-b588-27e0c82fefed, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=170a25a1-2cd5-4bc9-b588-27e0c82fefed,segment=NetworkSegment(4c4bc3f8-ec6f-40a7-9f80-cde5ff5de12a),segment_id=4c4bc3f8-ec6f-40a7-9f80-cde5ff5de12a)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:38:26.230210 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea7d6c83-534d-42c7-9917-c0ac44aa9192'] response: {'server_uuid': '65c6cfe6-c605-4828-9a4a-84efc794b22e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '170a25a1-2cd5-4bc9-b588-27e0c82fefed', 'code': 200} May 28 06:38:26.237888 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-878b684a-d351-46f1-ba32-59a78e5ca278 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] 10.222.0.55 "DELETE /v2.0/floatingips/cece3735-f4a1-49dd-bfe2-d2b67b1b54ad HTTP/1.1" status: 204 len: 168 time: 4.7503867 May 28 06:38:26.241169 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 38986) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:38:26.248658 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-3408fa1d-127a-4659-b4d4-eb3e3b87f315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:38:26.248997 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 170a25a1-2cd5-4bc9-b588-27e0c82fefed, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=170a25a1-2cd5-4bc9-b588-27e0c82fefed,segment=NetworkSegment(4c4bc3f8-ec6f-40a7-9f80-cde5ff5de12a),segment_id=4c4bc3f8-ec6f-40a7-9f80-cde5ff5de12a)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:38:26.276189 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Returning: {'device': '170a25a1-2cd5-4bc9-b588-27e0c82fefed', 'network_id': 'e7d92049-bff3-4c3a-a4bd-4950c7dcad1c', 'port_id': '170a25a1-2cd5-4bc9-b588-27e0c82fefed', 'mac_address': 'fa:16:3e:aa:19:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40188bf0-967d-446e-ac4f-b5c59a2acd9a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:38:26.280308 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3408fa1d-127a-4659-b4d4-eb3e3b87f315 None None] Routers {'035af55e-abd9-4bf2-8685-fca0b38128d3'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:38:26.281089 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-3408fa1d-127a-4659-b4d4-eb3e3b87f315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:37:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['035af55e-abd9-4bf2-8685-fca0b38128d3'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:38:26.341334 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-6d5584ef-5f71-40e4-8e0b-fa2af404740f tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Deleting port cc43c582-b4f9-4d11-a9d6-22f36f9a61c7 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:38:26.342050 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6d5584ef-5f71-40e4-8e0b-fa2af404740f tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:26.348189 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-3408fa1d-127a-4659-b4d4-eb3e3b87f315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:38:26.348591 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3408fa1d-127a-4659-b4d4-eb3e3b87f315 None None] The sync data for ids ['035af55e-abd9-4bf2-8685-fca0b38128d3'] in n-d-843702-1 is: [] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:38:26.353701 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:26.477078 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 170a25a1-2cd5-4bc9-b588-27e0c82fefed is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:38:26.477472 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:26.492682 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-725acec9-3916-4a55-9ebf-b0afb669bdee tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Allocated IP 172.20.0.1 (eeb73656-43c1-4ee2-9497-5290bc10726e/c5fb5e00-99af-4f71-953e-f3f2fab999ca/32e62a22-84bf-4694-b19e-fb91d25761d9) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:38:26.498602 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 170a25a1-2cd5-4bc9-b588-27e0c82fefed {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:38:26.501105 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-55c3a5ca-7537-4fed-9d68-43e65e69721a admin admin] For port f4e76c5a-40c4-46c3-a2a3-7f40591265fc, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=f4e76c5a-40c4-46c3-a2a3-7f40591265fc,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:38:26.501511 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-55c3a5ca-7537-4fed-9d68-43e65e69721a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:26.503775 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=170a25a1-2cd5-4bc9-b588-27e0c82fefed,revision_number=8']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:26.532717 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 170a25a1-2cd5-4bc9-b588-27e0c82fefed, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=170a25a1-2cd5-4bc9-b588-27e0c82fefed,segment=NetworkSegment(4c4bc3f8-ec6f-40a7-9f80-cde5ff5de12a),segment_id=4c4bc3f8-ec6f-40a7-9f80-cde5ff5de12a)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:38:26.584942 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 38992) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:38:26.664466 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-55c3a5ca-7537-4fed-9d68-43e65e69721a admin admin] Calling delete_port for f4e76c5a-40c4-46c3-a2a3-7f40591265fc owned by network:router_gateway {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:38:26.700803 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:26.762284 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-f0ec38fa-6548-4070-9363-d03057dc63f1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d5a117b3c07f4693afe1e48824cea435&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1761572 May 28 06:38:26.768929 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 38998) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:38:26.772509 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-980911c3-f5e2-414f-844a-e19769025734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:26.773191 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6d5584ef-5f71-40e4-8e0b-fa2af404740f tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:26.796848 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=170a25a1-2cd5-4bc9-b588-27e0c82fefed,revision_number=9']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:26.808509 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['170a25a1-2cd5-4bc9-b588-27e0c82fefed'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:38:26.938165 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-725acec9-3916-4a55-9ebf-b0afb669bdee tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:26.964506 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [None req-725acec9-3916-4a55-9ebf-b0afb669bdee tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Transition to ACTIVE for port object 32e62a22-84bf-4694-b19e-fb91d25761d9 will not be triggered until provisioned by entity DHCP. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:38:26.977716 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-6d5584ef-5f71-40e4-8e0b-fa2af404740f tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Calling delete_port for cc43c582-b4f9-4d11-a9d6-22f36f9a61c7 owned by {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:38:27.146100 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-55c3a5ca-7537-4fed-9d68-43e65e69721a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:27.150478 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-725acec9-3916-4a55-9ebf-b0afb669bdee tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:27.217478 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device e8ea6aee-5f1d-47a5-abbd-0a62256eddc7 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:38:27.308457 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc82240-1bec-4eca-a6d9-69216700bb4a req-5ed0e9ff-8ba6-4e17-8ac0-85a64e9f4764 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:27.316746 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5bc82240-1bec-4eca-a6d9-69216700bb4a req-5ed0e9ff-8ba6-4e17-8ac0-85a64e9f4764 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] 10.222.0.55 "GET /v2.0/ports?device_id=db10fb21-0123-4957-96a4-a43c5586384f HTTP/1.1" status: 200 len: 946 time: 0.6709731 May 28 06:38:27.332436 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c3a5ca-7537-4fed-9d68-43e65e69721a admin admin] Pushing event deleted for resources: {'Port': ['ID=f4e76c5a-40c4-46c3-a2a3-7f40591265fc,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:27.337719 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-725acec9-3916-4a55-9ebf-b0afb669bdee tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Network eeb73656-43c1-4ee2-9497-5290bc10726e is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:38:27.346141 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c520bd69-5163-4ef4-954d-d8720e44d074 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:27.393271 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c520bd69-5163-4ef4-954d-d8720e44d074 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:27.395632 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-725acec9-3916-4a55-9ebf-b0afb669bdee tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:38:27.397541 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-55c3a5ca-7537-4fed-9d68-43e65e69721a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691105'] for router_gateway, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:27.405613 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd11170f-cd6e-4346-be15-654653ecb849 None None] Network eeb73656-43c1-4ee2-9497-5290bc10726e requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:38:27.510491 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port e8ea6aee-5f1d-47a5-abbd-0a62256eddc7 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:38:27.521221 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5bc82240-1bec-4eca-a6d9-69216700bb4a req-29c5191f-597c-4f26-b719-78f581e99871 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] 10.222.0.55 "GET /v2.0/security-groups?id=88d2cfd4-3ac6-4681-9a3a-dce7d6855bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035749 May 28 06:38:27.543220 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device b547cf1e-e698-407b-8278-0444b7a58d3b no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:38:27.553026 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbebe34-14d7-499b-917d-cc60cf1e7d4b req-fbd3f14d-e549-4a5b-be21-29e292204555 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:27.554788 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5bbebe34-14d7-499b-917d-cc60cf1e7d4b req-fbd3f14d-e549-4a5b-be21-29e292204555 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] 10.222.0.55 "GET /v2.0/ports?device_id=e26416bb-43a4-4cc5-bf06-ef4eb03f29dd HTTP/1.1" status: 200 len: 946 time: 0.4442034 May 28 06:38:27.588153 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: b547cf1e-e698-407b-8278-0444b7a58d3b {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:38:27.588817 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device b547cf1e-e698-407b-8278-0444b7a58d3b not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:38:27.595299 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:27.608241 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725acec9-3916-4a55-9ebf-b0afb669bdee tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:38:27.661006 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5bbebe34-14d7-499b-917d-cc60cf1e7d4b req-d7aaafe9-8616-441f-af7a-b8215c0baa41 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] 10.222.0.55 "GET /v2.0/security-groups?id=da113a0c-8ebd-48a7-a4a2-2238b85d044b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834701 May 28 06:38:27.668490 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-252df914-86e0-4b8a-abcc-126d47961039 None None] Provisioning for port e8ea6aee-5f1d-47a5-abbd-0a62256eddc7 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:38:27.678179 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-252df914-86e0-4b8a-abcc-126d47961039 None None] Provisioning complete for port e8ea6aee-5f1d-47a5-abbd-0a62256eddc7 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:38:27.678549 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-252df914-86e0-4b8a-abcc-126d47961039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:27.688841 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c520bd69-5163-4ef4-954d-d8720e44d074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:27.700797 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6d5584ef-5f71-40e4-8e0b-fa2af404740f tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:27.770176 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 170a25a1-2cd5-4bc9-b588-27e0c82fefed up at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:38:27.772548 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5584ef-5f71-40e4-8e0b-fa2af404740f tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Pushing event deleted for resources: {'Port': ['ID=cc43c582-b4f9-4d11-a9d6-22f36f9a61c7,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:27.777441 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c520bd69-5163-4ef4-954d-d8720e44d074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7f004f6-6a34-44b3-9eb7-46ec1d1bcde7,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:27.787863 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c520bd69-5163-4ef4-954d-d8720e44d074 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:38:27.788352 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c520bd69-5163-4ef4-954d-d8720e44d074 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:38:27.788819 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c520bd69-5163-4ef4-954d-d8720e44d074 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:38:27.789406 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c520bd69-5163-4ef4-954d-d8720e44d074 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:38:27.789907 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c520bd69-5163-4ef4-954d-d8720e44d074 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:38:27.790335 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c520bd69-5163-4ef4-954d-d8720e44d074 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:38:27.790760 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c520bd69-5163-4ef4-954d-d8720e44d074 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:38:27.791295 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c520bd69-5163-4ef4-954d-d8720e44d074 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:38:27.791973 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c520bd69-5163-4ef4-954d-d8720e44d074 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:38:27.792397 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c520bd69-5163-4ef4-954d-d8720e44d074 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:38:27.792818 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c520bd69-5163-4ef4-954d-d8720e44d074 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:38:27.793298 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c520bd69-5163-4ef4-954d-d8720e44d074 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:38:27.807214 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-55c3a5ca-7537-4fed-9d68-43e65e69721a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59018'] for router, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:27.822746 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725acec9-3916-4a55-9ebf-b0afb669bdee tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Pushing event updated for resources: {'Port': ['ID=32e62a22-84bf-4694-b19e-fb91d25761d9,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:27.830799 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-55c3a5ca-7537-4fed-9d68-43e65e69721a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:27.876745 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-725acec9-3916-4a55-9ebf-b0afb669bdee tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690947'] for router_interface, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:27.889070 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5584ef-5f71-40e4-8e0b-fa2af404740f tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:38:27.889571 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5584ef-5f71-40e4-8e0b-fa2af404740f tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:38:27.890005 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5584ef-5f71-40e4-8e0b-fa2af404740f tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:38:27.890687 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5584ef-5f71-40e4-8e0b-fa2af404740f tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:38:27.891108 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5584ef-5f71-40e4-8e0b-fa2af404740f tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:38:27.891544 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5584ef-5f71-40e4-8e0b-fa2af404740f tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:38:27.892006 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5584ef-5f71-40e4-8e0b-fa2af404740f tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:38:27.892417 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5584ef-5f71-40e4-8e0b-fa2af404740f tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:38:27.892971 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5584ef-5f71-40e4-8e0b-fa2af404740f tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:38:27.893542 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5584ef-5f71-40e4-8e0b-fa2af404740f tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:38:27.894672 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5584ef-5f71-40e4-8e0b-fa2af404740f tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:38:27.895218 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5584ef-5f71-40e4-8e0b-fa2af404740f tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:38:27.942418 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning complete for port 170a25a1-2cd5-4bc9-b588-27e0c82fefed triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:38:27.942737 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:27.978493 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c520bd69-5163-4ef4-954d-d8720e44d074 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:27.983292 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-c520bd69-5163-4ef4-954d-d8720e44d074 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d7f004f6-6a34-44b3-9eb7-46ec1d1bcde7 HTTP/1.1" status: 204 len: 168 time: 1.2130423 May 28 06:38:27.986574 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-55c3a5ca-7537-4fed-9d68-43e65e69721a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-703817'] for router, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:27.987014 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55c3a5ca-7537-4fed-9d68-43e65e69721a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 09b64860-dc5d-404a-8bc0-c997af265484 {{(pid=89109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 06:38:27.994304 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-252df914-86e0-4b8a-abcc-126d47961039 None None] Current status of the port e8ea6aee-5f1d-47a5-abbd-0a62256eddc7 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:38:27.994703 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-252df914-86e0-4b8a-abcc-126d47961039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:28.028560 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-55c3a5ca-7537-4fed-9d68-43e65e69721a admin admin] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:28.031657 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-55c3a5ca-7537-4fed-9d68-43e65e69721a admin admin] 10.222.0.55 "DELETE /v2.0/routers/09b64860-dc5d-404a-8bc0-c997af265484 HTTP/1.1" status: 204 len: 168 time: 3.6544094 May 28 06:38:28.034862 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 39018) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:38:28.072474 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-252df914-86e0-4b8a-abcc-126d47961039 None None] For port e8ea6aee-5f1d-47a5-abbd-0a62256eddc7, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=e8ea6aee-5f1d-47a5-abbd-0a62256eddc7,segment=NetworkSegment(5df559b0-c556-490c-af90-da7b53397f08),segment_id=5df559b0-c556-490c-af90-da7b53397f08)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:38:28.156688 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6d5584ef-5f71-40e4-8e0b-fa2af404740f tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:28.158872 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-6d5584ef-5f71-40e4-8e0b-fa2af404740f tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] 10.222.0.55 "DELETE /v2.0/ports/cc43c582-b4f9-4d11-a9d6-22f36f9a61c7 HTTP/1.1" status: 204 len: 168 time: 1.9167299 May 28 06:38:28.167136 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 39022) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:38:28.192430 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-252df914-86e0-4b8a-abcc-126d47961039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:28.208163 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-725acec9-3916-4a55-9ebf-b0afb669bdee tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:28.337733 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 170a25a1-2cd5-4bc9-b588-27e0c82fefed is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:38:28.338901 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:28.373649 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-6acc293c-6b16-4ddd-ab75-91187f13b510 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Request body: {'floatingip': {'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:38:28.381382 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-6acc293c-6b16-4ddd-ab75-91187f13b510 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:38:28.389107 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-6acc293c-6b16-4ddd-ab75-91187f13b510 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Usage tracker for resource:floatingip and tenant:27fabbce05994a7bbea388130ee1d540 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:38:28.393736 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-6acc293c-6b16-4ddd-ab75-91187f13b510 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:38:28.402230 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-6acc293c-6b16-4ddd-ab75-91187f13b510 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:38:28.407491 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_v2 [None req-3532cda4-d275-42c3-a8b4-6ce682ff8b35 admin admin] Deleting subnet d60907d0-db8b-46ab-9618-52ac04eb928c {{(pid=89110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:38:28.416128 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3532cda4-d275-42c3-a8b4-6ce682ff8b35 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:28.449626 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65c6cfe6-c605-4828-9a4a-84efc794b22e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '170a25a1-2cd5-4bc9-b588-27e0c82fefed'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:38:28.466275 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 170a25a1-2cd5-4bc9-b588-27e0c82fefed, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=170a25a1-2cd5-4bc9-b588-27e0c82fefed,segment=NetworkSegment(4c4bc3f8-ec6f-40a7-9f80-cde5ff5de12a),segment_id=4c4bc3f8-ec6f-40a7-9f80-cde5ff5de12a)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:38:28.471182 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252df914-86e0-4b8a-abcc-126d47961039 None None] Pushing event updated for resources: {'Port': ['ID=e8ea6aee-5f1d-47a5-abbd-0a62256eddc7,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:28.492632 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3532cda4-d275-42c3-a8b4-6ce682ff8b35 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4150765'] for subnet, precommit_delete_associations {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:28.592778 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3389a28-8e6c-4822-aa1e-77585e60fff4'] response: {'server_uuid': '65c6cfe6-c605-4828-9a4a-84efc794b22e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '170a25a1-2cd5-4bc9-b588-27e0c82fefed', 'code': 200} May 28 06:38:28.610497 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3532cda4-d275-42c3-a8b4-6ce682ff8b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:28.613461 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-27c93ed5-12c0-4add-8a7d-8168ebfd4297 None None] Provisioning for port 32e62a22-84bf-4694-b19e-fb91d25761d9 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:38:28.619934 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-27c93ed5-12c0-4add-8a7d-8168ebfd4297 None None] Provisioning complete for port 32e62a22-84bf-4694-b19e-fb91d25761d9 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:38:28.620673 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-27c93ed5-12c0-4add-8a7d-8168ebfd4297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:28.686461 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:28.766091 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-27c93ed5-12c0-4add-8a7d-8168ebfd4297 None None] Port 32e62a22-84bf-4694-b19e-fb91d25761d9 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:38:28.777373 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=170a25a1-2cd5-4bc9-b588-27e0c82fefed,revision_number=10']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:28.845682 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-27c93ed5-12c0-4add-8a7d-8168ebfd4297 None None] Provisioning complete for port e8ea6aee-5f1d-47a5-abbd-0a62256eddc7 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:38:28.846062 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-27c93ed5-12c0-4add-8a7d-8168ebfd4297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:28.854809 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a01b833-2bd0-4eeb-8449-80f3f72a2d19 req-80161725-00b5-4dee-840c-b73c1f11d2c4 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:28.863435 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3a01b833-2bd0-4eeb-8449-80f3f72a2d19 req-80161725-00b5-4dee-840c-b73c1f11d2c4 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] 10.222.0.55 "GET /v2.0/ports?device_id=db10fb21-0123-4957-96a4-a43c5586384f HTTP/1.1" status: 200 len: 946 time: 0.1244056 May 28 06:38:28.869021 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-725acec9-3916-4a55-9ebf-b0afb669bdee tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:28.884898 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3532cda4-d275-42c3-a8b4-6ce682ff8b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3115981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3172005'] for subnet, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:28.928593 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6acc293c-6b16-4ddd-ab75-91187f13b510 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks [] for floatingip, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:28.991046 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-725acec9-3916-4a55-9ebf-b0afb669bdee tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:28.993017 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-5db769ff-8e3e-41f2-b501-a87da2166643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:28.996071 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-27c93ed5-12c0-4add-8a7d-8168ebfd4297 None None] Current status of the port e8ea6aee-5f1d-47a5-abbd-0a62256eddc7 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:38:29.002487 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3532cda4-d275-42c3-a8b4-6ce682ff8b35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d60907d0-db8b-46ab-9618-52ac04eb928c,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:29.004653 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3532cda4-d275-42c3-a8b4-6ce682ff8b35 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:29.008194 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e7ba86-9ee6-46a2-9e4a-5ec0cbabde38 None None] Network 24f89893-0152-410f-b36e-455f089391e1 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:38:29.033013 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3a01b833-2bd0-4eeb-8449-80f3f72a2d19 req-c28f34aa-7a06-41bc-8fdc-aca3f4c9ff95 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] 10.222.0.55 "GET /v2.0/security-groups?id=88d2cfd4-3ac6-4681-9a3a-dce7d6855bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683655 May 28 06:38:29.035898 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-3532cda4-d275-42c3-a8b4-6ce682ff8b35 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/d60907d0-db8b-46ab-9618-52ac04eb928c HTTP/1.1" status: 204 len: 168 time: 0.9947748 May 28 06:38:29.085560 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 39048) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:38:29.192736 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-7a7a44eb-58f4-4d08-baa0-737305c5de1f None None] Provisioning complete for port 32e62a22-84bf-4694-b19e-fb91d25761d9 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:38:29.192736 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-7a7a44eb-58f4-4d08-baa0-737305c5de1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:29.205730 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-725acec9-3916-4a55-9ebf-b0afb669bdee tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700602'] for router_interface, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:29.245388 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868e344d-2843-4c1d-ad82-025830af4e85 req-cd624d63-c44a-46c7-8597-8cf173392f95 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:29.252932 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-868e344d-2843-4c1d-ad82-025830af4e85 req-cd624d63-c44a-46c7-8597-8cf173392f95 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] 10.222.0.55 "GET /v2.0/ports?device_id=e26416bb-43a4-4cc5-bf06-ef4eb03f29dd HTTP/1.1" status: 200 len: 946 time: 0.3038127 May 28 06:38:29.257743 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device e8ea6aee-5f1d-47a5-abbd-0a62256eddc7 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:38:29.308896 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-868e344d-2843-4c1d-ad82-025830af4e85 req-6f5d7bdf-a017-45fb-a48c-6e797911f4f6 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] 10.222.0.55 "GET /v2.0/security-groups?id=da113a0c-8ebd-48a7-a4a2-2238b85d044b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547469 May 28 06:38:29.352138 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6acc293c-6b16-4ddd-ab75-91187f13b510 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:29.433588 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-7a7a44eb-58f4-4d08-baa0-737305c5de1f None None] Port 32e62a22-84bf-4694-b19e-fb91d25761d9 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:38:29.489234 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port e8ea6aee-5f1d-47a5-abbd-0a62256eddc7 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:38:29.489234 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:29.642086 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [None req-6acc293c-6b16-4ddd-ab75-91187f13b510 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Allocated IP 172.25.5.195 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/aeb14192-b24d-4f9a-a659-ea15e34e2dfc) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:38:29.664038 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725acec9-3916-4a55-9ebf-b0afb669bdee tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Pushing event updated for resources: {'Port': ['ID=32e62a22-84bf-4694-b19e-fb91d25761d9,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:29.692893 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e81d1e0-447a-423e-beaf-5eb9b96657fc None None] DHCP port deletion for 24f89893-0152-410f-b36e-455f089391e1 request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:38:29.713623 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-561376ce-9848-4f1c-ac4f-a83277b6fb3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:29.748517 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-561376ce-9848-4f1c-ac4f-a83277b6fb3a admin admin] Deleting port 0b35e3b6-6532-4a6c-9aaa-5b73e515157e {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:38:29.749057 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-561376ce-9848-4f1c-ac4f-a83277b6fb3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:29.772489 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-7e81d1e0-447a-423e-beaf-5eb9b96657fc None None] Deleting port 0b35e3b6-6532-4a6c-9aaa-5b73e515157e {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:38:29.782214 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-7e81d1e0-447a-423e-beaf-5eb9b96657fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:29.809661 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-725acec9-3916-4a55-9ebf-b0afb669bdee tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Network eeb73656-43c1-4ee2-9497-5290bc10726e is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:38:29.814719 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-725acec9-3916-4a55-9ebf-b0afb669bdee tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:38:29.815273 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6acc293c-6b16-4ddd-ab75-91187f13b510 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:29.915484 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port e8ea6aee-5f1d-47a5-abbd-0a62256eddc7 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:38:29.962882 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6acc293c-6b16-4ddd-ab75-91187f13b510 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:30.005951 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:30.102331 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device f4e76c5a-40c4-46c3-a2a3-7f40591265fc no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:38:30.125371 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6acc293c-6b16-4ddd-ab75-91187f13b510 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:38:30.129447 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-6acc293c-6b16-4ddd-ab75-91187f13b510 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:38:30.138482 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6acc293c-6b16-4ddd-ab75-91187f13b510 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:38:30.239558 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:30.256661 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: f4e76c5a-40c4-46c3-a2a3-7f40591265fc {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:38:30.257091 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device f4e76c5a-40c4-46c3-a2a3-7f40591265fc not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:38:30.288418 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 39084) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:38:30.300647 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acc293c-6b16-4ddd-ab75-91187f13b510 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Pushing event updated for resources: {'Port': ['ID=aeb14192-b24d-4f9a-a659-ea15e34e2dfc,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:30.423305 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-7e81d1e0-447a-423e-beaf-5eb9b96657fc None None] For port 0b35e3b6-6532-4a6c-9aaa-5b73e515157e, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=0b35e3b6-6532-4a6c-9aaa-5b73e515157e,segment=NetworkSegment(14b5b5ce-71c4-4a8f-8e06-2b8f02727b41),segment_id=14b5b5ce-71c4-4a8f-8e06-2b8f02727b41)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:38:30.423667 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-7e81d1e0-447a-423e-beaf-5eb9b96657fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:30.576124 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-c7d8e823-c037-4d11-95a1-ca9575ecf7a1 tempest-AgentManagementNegativeTest-258225893 tempest-AgentManagementNegativeTest-258225893-project] 10.222.0.55 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2862566 May 28 06:38:30.584739 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6acc293c-6b16-4ddd-ab75-91187f13b510 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:30.707569 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-7e81d1e0-447a-423e-beaf-5eb9b96657fc None None] Calling delete_port for 0b35e3b6-6532-4a6c-9aaa-5b73e515157e owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:38:30.779427 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-561376ce-9848-4f1c-ac4f-a83277b6fb3a admin admin] For port 0b35e3b6-6532-4a6c-9aaa-5b73e515157e, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=0b35e3b6-6532-4a6c-9aaa-5b73e515157e,segment=NetworkSegment(14b5b5ce-71c4-4a8f-8e06-2b8f02727b41),segment_id=14b5b5ce-71c4-4a8f-8e06-2b8f02727b41)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:38:30.780436 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-561376ce-9848-4f1c-ac4f-a83277b6fb3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:30.795852 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-c1e3aed9-e231-4107-8dde-a33afdf8c5e8 None None] Provisioning complete for port 32e62a22-84bf-4694-b19e-fb91d25761d9 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:38:30.796397 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c1e3aed9-e231-4107-8dde-a33afdf8c5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:30.863189 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78835d7-d369-4a68-ad3f-0b573ac508c1 req-9c7e0677-7711-465f-8842-f0428a161241 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:30.864825 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e78835d7-d369-4a68-ad3f-0b573ac508c1 req-9c7e0677-7711-465f-8842-f0428a161241 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] 10.222.0.55 "GET /v2.0/ports?device_id=db10fb21-0123-4957-96a4-a43c5586384f HTTP/1.1" status: 200 len: 946 time: 0.5254047 May 28 06:38:30.874080 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-c1e3aed9-e231-4107-8dde-a33afdf8c5e8 None None] Port 32e62a22-84bf-4694-b19e-fb91d25761d9 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:38:30.874808 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6acc293c-6b16-4ddd-ab75-91187f13b510 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:30.923287 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-561376ce-9848-4f1c-ac4f-a83277b6fb3a admin admin] Calling delete_port for 0b35e3b6-6532-4a6c-9aaa-5b73e515157e owned by network:dhcp {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:38:30.962082 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-725acec9-3916-4a55-9ebf-b0afb669bdee tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Router ce8f9879-d1ac-44f7-a6d0-bc982938f6d1 is scheduled to L3 agent 42958940-9562-4f71-972f-15a8af9d3963 with binding_index 1 {{(pid=89109) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 06:38:30.990862 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbbda5b-0625-4a0e-b645-30e885c61788 req-4e740082-6db2-4153-bd1d-165530792c3b tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:30.992396 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fdbbda5b-0625-4a0e-b645-30e885c61788 req-4e740082-6db2-4153-bd1d-165530792c3b tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] 10.222.0.55 "GET /v2.0/ports?device_id=e26416bb-43a4-4cc5-bf06-ef4eb03f29dd HTTP/1.1" status: 200 len: 946 time: 0.4033573 May 28 06:38:30.998038 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e78835d7-d369-4a68-ad3f-0b573ac508c1 req-b19b547f-c85a-4a71-bf0a-34d76015f6cc tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] 10.222.0.55 "GET /v2.0/security-groups?id=88d2cfd4-3ac6-4681-9a3a-dce7d6855bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966535 May 28 06:38:31.032184 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-7e81d1e0-447a-423e-beaf-5eb9b96657fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879'] for port, after_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:31.037846 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2e4d30-1707-46e6-b3b6-8d3fedf5fac2 req-6dab7da9-5476-4702-8b8a-c843ee58fd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:31.039794 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-8a2e4d30-1707-46e6-b3b6-8d3fedf5fac2 req-6dab7da9-5476-4702-8b8a-c843ee58fd64 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4b40625e6e3643fd96f0a27f5c2fd94f&device_id=e26416bb-43a4-4cc5-bf06-ef4eb03f29dd HTTP/1.1" status: 200 len: 1097 time: 0.3827665 May 28 06:38:31.239619 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 0b35e3b6-6532-4a6c-9aaa-5b73e515157e no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:38:31.243432 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fdbbda5b-0625-4a0e-b645-30e885c61788 req-ac19127a-96aa-4469-ad85-ab6db1f9071c tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] 10.222.0.55 "GET /v2.0/security-groups?id=da113a0c-8ebd-48a7-a4a2-2238b85d044b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386017 May 28 06:38:31.290533 n-d-843702-1 neutron-server[89109]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 28 06:38:31.290533 n-d-843702-1 neutron-server[89109]: from cryptography.utils import int_from_bytes May 28 06:38:31.290533 n-d-843702-1 neutron-server[89109]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 28 06:38:31.290533 n-d-843702-1 neutron-server[89109]: from cryptography.utils import int_from_bytes May 28 06:38:31.290533 n-d-843702-1 neutron-server[89109]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) May 28 06:38:31.290533 n-d-843702-1 neutron-server[89109]: util.warn_limited( May 28 06:38:31.290533 n-d-843702-1 neutron-server[89109]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) May 28 06:38:31.290533 n-d-843702-1 neutron-server[89109]: util.warn_limited( May 28 06:38:31.290533 n-d-843702-1 neutron-server[89109]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:38:31.290533 n-d-843702-1 neutron-server[89109]: util.warn( May 28 06:38:31.290533 n-d-843702-1 neutron-server[89109]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:38:31.290533 n-d-843702-1 neutron-server[89109]: util.warn( May 28 06:38:31.290533 n-d-843702-1 neutron-server[89109]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:38:31.290533 n-d-843702-1 neutron-server[89109]: util.warn( May 28 06:38:31.290533 n-d-843702-1 neutron-server[89109]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:38:31.290533 n-d-843702-1 neutron-server[89109]: util.warn( May 28 06:38:31.290533 n-d-843702-1 neutron-server[89109]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:38:31.290533 n-d-843702-1 neutron-server[89109]: util.warn( May 28 06:38:31.290533 n-d-843702-1 neutron-server[89109]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:38:31.290533 n-d-843702-1 neutron-server[89109]: util.warn( May 28 06:38:31.290533 n-d-843702-1 neutron-server[89109]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:38:31.290533 n-d-843702-1 neutron-server[89109]: util.warn( May 28 06:38:31.290533 n-d-843702-1 neutron-server[89109]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:38:31.290533 n-d-843702-1 neutron-server[89109]: util.warn( May 28 06:38:31.290533 n-d-843702-1 neutron-server[89109]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:38:31.290533 n-d-843702-1 neutron-server[89109]: util.warn( May 28 06:38:31.290533 n-d-843702-1 neutron-server[89109]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:38:31.290533 n-d-843702-1 neutron-server[89109]: util.warn( May 28 06:38:31.290533 n-d-843702-1 neutron-server[89109]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:38:31.290533 n-d-843702-1 neutron-server[89109]: util.warn( May 28 06:38:31.290533 n-d-843702-1 neutron-server[89109]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:38:31.290533 n-d-843702-1 neutron-server[89109]: util.warn( May 28 06:38:31.290533 n-d-843702-1 neutron-server[89109]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:38:31.290533 n-d-843702-1 neutron-server[89109]: util.warn( May 28 06:38:31.290533 n-d-843702-1 neutron-server[89109]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:38:31.290533 n-d-843702-1 neutron-server[89109]: util.warn( May 28 06:38:31.290533 n-d-843702-1 neutron-server[89109]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:38:31.290533 n-d-843702-1 neutron-server[89109]: util.warn( May 28 06:38:31.290533 n-d-843702-1 neutron-server[89109]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:38:31.290533 n-d-843702-1 neutron-server[89109]: util.warn( May 28 06:38:31.290533 n-d-843702-1 neutron-server[89109]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:38:31.290533 n-d-843702-1 neutron-server[89109]: util.warn( May 28 06:38:31.294326 n-d-843702-1 neutron-server[89109]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:38:31.294326 n-d-843702-1 neutron-server[89109]: util.warn( May 28 06:38:31.294326 n-d-843702-1 neutron-server[89109]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:38:31.294326 n-d-843702-1 neutron-server[89109]: util.warn( May 28 06:38:31.294326 n-d-843702-1 neutron-server[89109]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:38:31.294326 n-d-843702-1 neutron-server[89109]: util.warn( May 28 06:38:31.294326 n-d-843702-1 neutron-server[89109]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:38:31.294326 n-d-843702-1 neutron-server[89109]: util.warn( May 28 06:38:31.294326 n-d-843702-1 neutron-server[89109]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:38:31.294326 n-d-843702-1 neutron-server[89109]: util.warn( May 28 06:38:31.294326 n-d-843702-1 neutron-server[89109]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:38:31.294326 n-d-843702-1 neutron-server[89109]: util.warn( May 28 06:38:31.294326 n-d-843702-1 neutron-server[89109]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:38:31.294326 n-d-843702-1 neutron-server[89109]: util.warn( May 28 06:38:31.332738 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e81d1e0-447a-423e-beaf-5eb9b96657fc None None] Pushing event deleted for resources: {'Port': ['ID=0b35e3b6-6532-4a6c-9aaa-5b73e515157e,revision_number=None']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:31.359363 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 0b35e3b6-6532-4a6c-9aaa-5b73e515157e {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:38:31.359363 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 0b35e3b6-6532-4a6c-9aaa-5b73e515157e not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:38:31.359363 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e81d1e0-447a-423e-beaf-5eb9b96657fc None None] No DVR routers for this DVR port 0b35e3b6-6532-4a6c-9aaa-5b73e515157e on host n-d-843702-1 {{(pid=89111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:38:31.423368 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-725acec9-3916-4a55-9ebf-b0afb669bdee tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:38:31.432072 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6acc293c-6b16-4ddd-ab75-91187f13b510 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:31.432236 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.db.api [None req-561376ce-9848-4f1c-ac4f-a83277b6fb3a admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:38:31.432761 n-d-843702-1 neutron-server[89109]: DEBUG oslo_db.api [None req-561376ce-9848-4f1c-ac4f-a83277b6fb3a admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:38:31.435874 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05be72b4-d82c-49ca-9437-9b6734a37cf7 None None] Sync routers for ids ['ce8f9879-d1ac-44f7-a6d0-bc982938f6d1'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:38:31.466449 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-725acec9-3916-4a55-9ebf-b0afb669bdee tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] 10.222.0.55 "PUT /v2.0/routers/ce8f9879-d1ac-44f7-a6d0-bc982938f6d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1786537 May 28 06:38:31.466722 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 39114) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:38:31.472446 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05be72b4-d82c-49ca-9437-9b6734a37cf7 None None] Routers {'ce8f9879-d1ac-44f7-a6d0-bc982938f6d1'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:38:31.480704 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-05be72b4-d82c-49ca-9437-9b6734a37cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:38:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['ce8f9879-d1ac-44f7-a6d0-bc982938f6d1'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:38:31.490435 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-ee27d598-e748-4c51-98f0-9e0527470512 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Request body: {'network': {'name': 'tempest-RoutersTest-933574662'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:38:31.495801 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-ee27d598-e748-4c51-98f0-9e0527470512 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:38:31.522745 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-ee27d598-e748-4c51-98f0-9e0527470512 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Usage tracker for resource:network and tenant:51e07d1dd4e842f29564191e4c945b6c is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:38:31.533710 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-ee27d598-e748-4c51-98f0-9e0527470512 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:38:31.536345 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 39122) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:38:31.568091 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2e4d30-1707-46e6-b3b6-8d3fedf5fac2 req-d4f3b97f-cdb3-4237-937c-934e36d718f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:31.570401 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-8a2e4d30-1707-46e6-b3b6-8d3fedf5fac2 req-d4f3b97f-cdb3-4237-937c-934e36d718f7 service neutron] 10.222.0.71 "GET /v2.0/networks?id=3f020ed6-e088-4cd1-9a30-9926bacb86fe HTTP/1.1" status: 200 len: 917 time: 0.3744502 May 28 06:38:31.582121 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-ee27d598-e748-4c51-98f0-9e0527470512 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:38:31.603730 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6acc293c-6b16-4ddd-ab75-91187f13b510 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:31.733975 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:31.752619 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-05be72b4-d82c-49ca-9437-9b6734a37cf7 None None] Set router ce8f9879-d1ac-44f7-a6d0-bc982938f6d1 gateway port host: None {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:38:31.759484 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-8a2e4d30-1707-46e6-b3b6-8d3fedf5fac2 req-d2466e21-6cfd-4af6-b0b4-e61facfeb9d4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1490a36e-f3ee-44c8-8104-0c7b0a1c4bc1 HTTP/1.1" status: 200 len: 217 time: 0.1812830 May 28 06:38:31.854188 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6acc293c-6b16-4ddd-ab75-91187f13b510 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691094'] for floatingip, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:31.863541 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2e4d30-1707-46e6-b3b6-8d3fedf5fac2 req-887698e9-8ac5-45c7-82d9-12446b86ee3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:31.865357 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee27d598-e748-4c51-98f0-9e0527470512 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Made reservation on behalf of 51e07d1dd4e842f29564191e4c945b6c for: {'network': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:38:31.865946 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-8a2e4d30-1707-46e6-b3b6-8d3fedf5fac2 req-887698e9-8ac5-45c7-82d9-12446b86ee3d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=99692d3b-9199-4b15-8762-04120593a488 HTTP/1.1" status: 200 len: 855 time: 0.1000433 May 28 06:38:31.871694 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ee27d598-e748-4c51-98f0-9e0527470512 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:31.938690 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-561376ce-9848-4f1c-ac4f-a83277b6fb3a admin admin] Deleting port 0b35e3b6-6532-4a6c-9aaa-5b73e515157e {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:38:31.939445 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-561376ce-9848-4f1c-ac4f-a83277b6fb3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:32.015070 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f840209e-c47b-4e6e-9342-72ea6512055f admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:32.047303 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-561376ce-9848-4f1c-ac4f-a83277b6fb3a admin admin] The port '0b35e3b6-6532-4a6c-9aaa-5b73e515157e' was deleted {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 06:38:32.050646 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acc293c-6b16-4ddd-ab75-91187f13b510 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Pushing event updated for resources: {'Port': ['ID=aeb14192-b24d-4f9a-a659-ea15e34e2dfc,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:32.069796 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee27d598-e748-4c51-98f0-9e0527470512 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=89110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:38:32.079356 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ee27d598-e748-4c51-98f0-9e0527470512 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:32.080218 n-d-843702-1 neutron-server[89110]: INFO neutron.db.segments_db [None req-ee27d598-e748-4c51-98f0-9e0527470512 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Added segment a4ce1d9e-7de9-4349-8df8-398641c6b28f of type vlan for network 9ccf9dee-f3a0-42be-8e4a-fcd6bc40fe93 May 28 06:38:32.107992 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ee27d598-e748-4c51-98f0-9e0527470512 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:32.144228 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-f840209e-c47b-4e6e-9342-72ea6512055f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:38:32.151881 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-f840209e-c47b-4e6e-9342-72ea6512055f admin admin] Usage tracker for resource:security_group_rule and tenant:8b46d639c06d47c8a45e82bb03942467 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:38:32.154965 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-f840209e-c47b-4e6e-9342-72ea6512055f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:38:32.161035 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-f840209e-c47b-4e6e-9342-72ea6512055f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:38:32.190893 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:32.239481 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-05be72b4-d82c-49ca-9437-9b6734a37cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce8f9879-d1ac-44f7-a6d0-bc982938f6d1', 'name': 'tempest-RoutersTest-router-1404400592', 'tenant_id': '51e07d1dd4e842f29564191e4c945b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:38:19Z', 'updated_at': '2022-05-28T06:38:27Z', 'revision_number': 2, 'project_id': '51e07d1dd4e842f29564191e4c945b6c', 'gw_port_host': None, '_interfaces': [{'id': '32e62a22-84bf-4694-b19e-fb91d25761d9', 'name': '', 'network_id': 'eeb73656-43c1-4ee2-9497-5290bc10726e', 'tenant_id': '51e07d1dd4e842f29564191e4c945b6c', 'mac_address': 'fa:16:3e:99:7d:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce8f9879-d1ac-44f7-a6d0-bc982938f6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': 'c5fb5e00-99af-4f71-953e-f3f2fab999ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:38:26Z', 'updated_at': '2022-05-28T06:38:28Z', 'revision_number': 2, 'project_id': '51e07d1dd4e842f29564191e4c945b6c', 'subnets': [{'id': 'c5fb5e00-99af-4f71-953e-f3f2fab999ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:38:32.244185 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05be72b4-d82c-49ca-9437-9b6734a37cf7 None None] Checking router: ce8f9879-d1ac-44f7-a6d0-bc982938f6d1 for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:38:32.244637 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05be72b4-d82c-49ca-9437-9b6734a37cf7 None None] Updating router ce8f9879-d1ac-44f7-a6d0-bc982938f6d1 port 32e62a22-84bf-4694-b19e-fb91d25761d9 binding host n-d-843702-1 {{(pid=89112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:38:32.282896 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2e4d30-1707-46e6-b3b6-8d3fedf5fac2 req-691cea22-8f07-4065-a9a4-70e86f970726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:32.284371 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-8a2e4d30-1707-46e6-b3b6-8d3fedf5fac2 req-691cea22-8f07-4065-a9a4-70e86f970726 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3f020ed6-e088-4cd1-9a30-9926bacb86fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4099491 May 28 06:38:32.290088 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-561376ce-9848-4f1c-ac4f-a83277b6fb3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:32.310599 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-05be72b4-d82c-49ca-9437-9b6734a37cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:32.337170 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ee27d598-e748-4c51-98f0-9e0527470512 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:32.344118 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee27d598-e748-4c51-98f0-9e0527470512 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:32.344811 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ee27d598-e748-4c51-98f0-9e0527470512 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:32.348668 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6acc293c-6b16-4ddd-ab75-91187f13b510 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:32.352704 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-6acc293c-6b16-4ddd-ab75-91187f13b510 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1777279 May 28 06:38:32.355111 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 39136) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:38:32.401164 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6f7176-3ee7-42ba-9641-61a22b6523ef req-9ef16664-912d-4b75-9bf2-9a6af6a74e14 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:32.410160 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7e6f7176-3ee7-42ba-9641-61a22b6523ef req-9ef16664-912d-4b75-9bf2-9a6af6a74e14 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] 10.222.0.55 "GET /v2.0/ports?device_id=db10fb21-0123-4957-96a4-a43c5586384f HTTP/1.1" status: 200 len: 946 time: 0.1997211 May 28 06:38:32.413559 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-561376ce-9848-4f1c-ac4f-a83277b6fb3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24f89893-0152-410f-b36e-455f089391e1']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:38:32.424221 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-1da18609-dc2f-465d-90b1-617ac747694b tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Request body: {'port': {'network_id': 'b85a2a4c-7dfb-41f7-a0a0-4f50bfe0b9a6', 'name': 'tempest-FloatingIPTestJSON-1748215780'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:38:32.551485 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-8a2e4d30-1707-46e6-b3b6-8d3fedf5fac2 req-149060f4-e77e-4d2c-99fc-48ab9d812164 service neutron] 10.222.0.71 "GET /v2.0/networks/3f020ed6-e088-4cd1-9a30-9926bacb86fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2513506 May 28 06:38:32.614636 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-561376ce-9848-4f1c-ac4f-a83277b6fb3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14b5b5ce-71c4-4a8f-8e06-2b8f02727b41') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:38:32.614928 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-561376ce-9848-4f1c-ac4f-a83277b6fb3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14b5b5ce-71c4-4a8f-8e06-2b8f02727b41') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:38:32.719380 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-561376ce-9848-4f1c-ac4f-a83277b6fb3a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:32.737348 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee27d598-e748-4c51-98f0-9e0527470512 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Pushing event updated for resources: {'Network': ['ID=9ccf9dee-f3a0-42be-8e4a-fcd6bc40fe93,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:32.751740 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 9ccf9dee-f3a0-42be-8e4a-fcd6bc40fe93 details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:38:32.758161 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-561376ce-9848-4f1c-ac4f-a83277b6fb3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:32.772750 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-561376ce-9848-4f1c-ac4f-a83277b6fb3a admin admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:38:32.773250 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-561376ce-9848-4f1c-ac4f-a83277b6fb3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:32.774913 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7e6f7176-3ee7-42ba-9641-61a22b6523ef req-1ebea616-1595-4279-bff9-479dec1e3164 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] 10.222.0.55 "GET /v2.0/security-groups?id=88d2cfd4-3ac6-4681-9a3a-dce7d6855bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3633013 May 28 06:38:32.799905 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-ee27d598-e748-4c51-98f0-9e0527470512 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.3320434 May 28 06:38:32.842661 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 39146) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:38:32.875078 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-5fc60c2c-e1ce-451c-9324-21878c13f3a7 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Request body: {'subnet': {'network_id': '9ccf9dee-f3a0-42be-8e4a-fcd6bc40fe93', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:38:32.927353 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-05be72b4-d82c-49ca-9437-9b6734a37cf7 None None] Notify callbacks [] for port, precommit_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:32.980264 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 14b5b5ce-71c4-4a8f-8e06-2b8f02727b41 resource provider aggregate not found May 28 06:38:33.063297 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 14b5b5ce-71c4-4a8f-8e06-2b8f02727b41 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 14b5b5ce-71c4-4a8f-8e06-2b8f02727b41 found for delete ", "request_id": "req-6d2be79a-583d-4559-9481-99f336cd1845"}]} May 28 06:38:33.078199 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-8a2e4d30-1707-46e6-b3b6-8d3fedf5fac2 req-bcdc4e1b-4be6-4978-ba88-5f3a37c8a768 service neutron] 10.222.0.71 "GET /v2.0/networks/3f020ed6-e088-4cd1-9a30-9926bacb86fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5168962 May 28 06:38:33.090337 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-5fc60c2c-e1ce-451c-9324-21878c13f3a7 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:38:33.146373 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-1da18609-dc2f-465d-90b1-617ac747694b tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:38:33.156453 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-5fc60c2c-e1ce-451c-9324-21878c13f3a7 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Usage tracker for resource:subnet and tenant:51e07d1dd4e842f29564191e4c945b6c is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:38:33.166573 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-1da18609-dc2f-465d-90b1-617ac747694b tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Usage tracker for resource:port and tenant:27fabbce05994a7bbea388130ee1d540 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:38:33.172479 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-5fc60c2c-e1ce-451c-9324-21878c13f3a7 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:38:33.179014 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.provisioning_blocks [None req-05be72b4-d82c-49ca-9437-9b6734a37cf7 None None] Transition to ACTIVE for port object 32e62a22-84bf-4694-b19e-fb91d25761d9 will not be triggered until provisioned by entity L2. {{(pid=89112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:38:33.179194 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-561376ce-9848-4f1c-ac4f-a83277b6fb3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:33.187227 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-561376ce-9848-4f1c-ac4f-a83277b6fb3a admin admin] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:33.189281 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-1da18609-dc2f-465d-90b1-617ac747694b tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Quota usage for port was recalculated. Used quota:4. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:38:33.201858 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-5fc60c2c-e1ce-451c-9324-21878c13f3a7 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:38:33.213357 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-561376ce-9848-4f1c-ac4f-a83277b6fb3a admin admin] 10.222.0.55 "DELETE /v2.0/networks/24f89893-0152-410f-b36e-455f089391e1 HTTP/1.1" status: 204 len: 168 time: 3.9973259 May 28 06:38:33.213903 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-1da18609-dc2f-465d-90b1-617ac747694b tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:38:33.215152 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561376ce-9848-4f1c-ac4f-a83277b6fb3a admin admin] Pushing event deleted for resources: {'Network': ['ID=24f89893-0152-410f-b36e-455f089391e1,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:33.232486 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492638a1-ff52-46be-9d34-a83f0fd51510 req-dd8c925d-e550-41e7-a996-6260db19c391 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:33.239339 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-492638a1-ff52-46be-9d34-a83f0fd51510 req-dd8c925d-e550-41e7-a996-6260db19c391 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] 10.222.0.55 "GET /v2.0/ports?device_id=e26416bb-43a4-4cc5-bf06-ef4eb03f29dd HTTP/1.1" status: 200 len: 946 time: 0.6097021 May 28 06:38:33.277005 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-05be72b4-d82c-49ca-9437-9b6734a37cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:33.280090 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f840209e-c47b-4e6e-9342-72ea6512055f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:33.314808 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-492638a1-ff52-46be-9d34-a83f0fd51510 req-a7d15b6c-c090-48af-8c94-c6f70da70633 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] 10.222.0.55 "GET /v2.0/security-groups?id=da113a0c-8ebd-48a7-a4a2-2238b85d044b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746226 May 28 06:38:33.323955 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538cc7bb-b7fc-4a51-b511-2447179453f3 req-0d22eae7-a20c-4e89-ae1d-697e9aec22fb tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:33.331127 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-538cc7bb-b7fc-4a51-b511-2447179453f3 req-0d22eae7-a20c-4e89-ae1d-697e9aec22fb tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/ports?device_id=18125e28-15d1-48dd-aa07-32b31253304b HTTP/1.1" status: 200 len: 946 time: 0.2503996 May 28 06:38:33.383725 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f840209e-c47b-4e6e-9342-72ea6512055f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:33.424394 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-538cc7bb-b7fc-4a51-b511-2447179453f3 req-9eeac376-98c8-4521-933c-5a73902862b4 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d5c9d24-a7ef-4e95-9414-4cd057feeac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923004 May 28 06:38:33.539594 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fc60c2c-e1ce-451c-9324-21878c13f3a7 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Made reservation on behalf of 51e07d1dd4e842f29564191e4c945b6c for: {'subnet': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:38:33.544457 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5fc60c2c-e1ce-451c-9324-21878c13f3a7 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3171998'] for subnet, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:33.561616 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1da18609-dc2f-465d-90b1-617ac747694b tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Made reservation on behalf of 27fabbce05994a7bbea388130ee1d540 for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:38:33.566756 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1da18609-dc2f-465d-90b1-617ac747694b tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:33.591238 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f840209e-c47b-4e6e-9342-72ea6512055f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16f01efd-95e9-4b00-904f-ba77b1bd42a9,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:33.610608 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-f840209e-c47b-4e6e-9342-72ea6512055f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8b46d639c06d47c8a45e82bb03942467&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0732400 May 28 06:38:33.618112 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 39156) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:38:33.647451 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f847d141-79f4-4ed1-bd9f-a082186345b4 None None] Pushing event updated for resources: {'Port': ['ID=32e62a22-84bf-4694-b19e-fb91d25761d9,revision_number=3']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:33.704014 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f847d141-79f4-4ed1-bd9f-a082186345b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:38:33.704359 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f847d141-79f4-4ed1-bd9f-a082186345b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:38:33.704694 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f847d141-79f4-4ed1-bd9f-a082186345b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:38:33.705017 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f847d141-79f4-4ed1-bd9f-a082186345b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:38:33.705343 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f847d141-79f4-4ed1-bd9f-a082186345b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:38:33.705690 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f847d141-79f4-4ed1-bd9f-a082186345b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:38:33.706008 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f847d141-79f4-4ed1-bd9f-a082186345b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:38:33.706323 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f847d141-79f4-4ed1-bd9f-a082186345b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:38:33.706636 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f847d141-79f4-4ed1-bd9f-a082186345b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:38:33.706950 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f847d141-79f4-4ed1-bd9f-a082186345b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:38:33.707259 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f847d141-79f4-4ed1-bd9f-a082186345b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:38:33.707573 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f847d141-79f4-4ed1-bd9f-a082186345b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:38:33.745648 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 39164) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:38:33.793252 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [None req-1da18609-dc2f-465d-90b1-617ac747694b tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] device_id is not set on port c227a12c-2aa7-45d8-b3cf-d6510dce9895 yet. {{(pid=89110) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:38:33.795519 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-05be72b4-d82c-49ca-9437-9b6734a37cf7 None None] Attempting to bind port 32e62a22-84bf-4694-b19e-fb91d25761d9 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:38:33.795519 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-05be72b4-d82c-49ca-9437-9b6734a37cf7 None None] Attempting to bind port 32e62a22-84bf-4694-b19e-fb91d25761d9 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': '5df559b0-c556-490c-af90-da7b53397f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'eeb73656-43c1-4ee2-9497-5290bc10726e'}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:38:33.795519 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05be72b4-d82c-49ca-9437-9b6734a37cf7 None None] Attempting to bind port 32e62a22-84bf-4694-b19e-fb91d25761d9 on network eeb73656-43c1-4ee2-9497-5290bc10726e {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:38:33.801208 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05be72b4-d82c-49ca-9437-9b6734a37cf7 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:38:33.801630 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05be72b4-d82c-49ca-9437-9b6734a37cf7 None None] Checking segment: {'id': '5df559b0-c556-490c-af90-da7b53397f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'eeb73656-43c1-4ee2-9497-5290bc10726e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:38:33.802058 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-05be72b4-d82c-49ca-9437-9b6734a37cf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:33.802401 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05be72b4-d82c-49ca-9437-9b6734a37cf7 None None] Bound using segment: {'id': '5df559b0-c556-490c-af90-da7b53397f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'eeb73656-43c1-4ee2-9497-5290bc10726e'} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:38:33.802842 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-05be72b4-d82c-49ca-9437-9b6734a37cf7 None None] Bound port: 32e62a22-84bf-4694-b19e-fb91d25761d9, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5df559b0-c556-490c-af90-da7b53397f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'eeb73656-43c1-4ee2-9497-5290bc10726e'}}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:38:33.803343 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-05be72b4-d82c-49ca-9437-9b6734a37cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:33.980377 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-8fd0eb5d-7358-4f52-9572-955aa5f07d99 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f3e725eb9d1446b5b329eb6323631f8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2316737 May 28 06:38:33.981947 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 39170) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:38:34.011502 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-05be72b4-d82c-49ca-9437-9b6734a37cf7 None None] For port 32e62a22-84bf-4694-b19e-fb91d25761d9, host n-d-843702-1, cleared binding levels {{(pid=89112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:38:34.016866 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-05be72b4-d82c-49ca-9437-9b6734a37cf7 None None] For port 32e62a22-84bf-4694-b19e-fb91d25761d9, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=32e62a22-84bf-4694-b19e-fb91d25761d9,segment=NetworkSegment(5df559b0-c556-490c-af90-da7b53397f08),segment_id=5df559b0-c556-490c-af90-da7b53397f08)] {{(pid=89112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:38:34.093542 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-81c30c28-67bf-4abf-bf29-67b69ad80495 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:34.117024 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-05be72b4-d82c-49ca-9437-9b6734a37cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:34.157553 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [None req-1da18609-dc2f-465d-90b1-617ac747694b tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Allocated IP 172.20.0.2 (b85a2a4c-7dfb-41f7-a0a0-4f50bfe0b9a6/f922cf65-e8c1-4841-80fb-7fbe4a239239/c227a12c-2aa7-45d8-b3cf-d6510dce9895) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:38:34.199258 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-81c30c28-67bf-4abf-bf29-67b69ad80495 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:34.223171 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3465d2b3-1c97-4a70-9bb6-c7a763a00a42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:34.278075 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3465d2b3-1c97-4a70-9bb6-c7a763a00a42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:34.289216 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05be72b4-d82c-49ca-9437-9b6734a37cf7 None None] Routers {'ce8f9879-d1ac-44f7-a6d0-bc982938f6d1'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:38:34.289881 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-05be72b4-d82c-49ca-9437-9b6734a37cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:38:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['ce8f9879-d1ac-44f7-a6d0-bc982938f6d1'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:38:34.425209 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f847d141-79f4-4ed1-bd9f-a082186345b4 None None] Pushing event updated for resources: {'Port': ['ID=32e62a22-84bf-4694-b19e-fb91d25761d9,revision_number=4']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:34.456811 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5fc60c2c-e1ce-451c-9324-21878c13f3a7 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3115906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3172012'] for subnet, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:34.537810 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0263b99-63ee-4d79-a7c5-0d4c146cc0c9 req-fe0b6028-19b0-4a37-9832-45601cfd0b73 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:34.539530 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e0263b99-63ee-4d79-a7c5-0d4c146cc0c9 req-fe0b6028-19b0-4a37-9832-45601cfd0b73 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] 10.222.0.55 "GET /v2.0/ports?device_id=db10fb21-0123-4957-96a4-a43c5586384f HTTP/1.1" status: 200 len: 946 time: 0.4957793 May 28 06:38:34.589314 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3465d2b3-1c97-4a70-9bb6-c7a763a00a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:34.636284 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-81c30c28-67bf-4abf-bf29-67b69ad80495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:34.650643 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-05be72b4-d82c-49ca-9437-9b6734a37cf7 None None] Set router ce8f9879-d1ac-44f7-a6d0-bc982938f6d1 gateway port host: None {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:38:34.674432 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3465d2b3-1c97-4a70-9bb6-c7a763a00a42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e1947de-b446-4f68-88b7-cbf18eb82497,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:34.726523 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c30c28-67bf-4abf-bf29-67b69ad80495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f01efd-95e9-4b00-904f-ba77b1bd42a9,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:34.734694 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3465d2b3-1c97-4a70-9bb6-c7a763a00a42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:34.735275 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc60c2c-e1ce-451c-9324-21878c13f3a7 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Pushing event updated for resources: {'Subnet': ['ID=4627dc77-60dc-41e2-b543-5687a1b9f1b4,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:34.735810 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-3465d2b3-1c97-4a70-9bb6-c7a763a00a42 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5e1947de-b446-4f68-88b7-cbf18eb82497 HTTP/1.1" status: 204 len: 168 time: 0.7432303 May 28 06:38:34.768712 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-81c30c28-67bf-4abf-bf29-67b69ad80495 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:34.770014 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-81c30c28-67bf-4abf-bf29-67b69ad80495 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/16f01efd-95e9-4b00-904f-ba77b1bd42a9 HTTP/1.1" status: 204 len: 168 time: 1.1507418 May 28 06:38:34.779928 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e0263b99-63ee-4d79-a7c5-0d4c146cc0c9 req-b3247d79-3546-4cf3-8c95-df9d0b14b711 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] 10.222.0.55 "GET /v2.0/security-groups?id=88d2cfd4-3ac6-4681-9a3a-dce7d6855bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987650 May 28 06:38:34.796357 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1da18609-dc2f-465d-90b1-617ac747694b tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:34.800600 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc60c2c-e1ce-451c-9324-21878c13f3a7 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Checking segment: {'id': 'a4ce1d9e-7de9-4349-8df8-398641c6b28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '9ccf9dee-f3a0-42be-8e4a-fcd6bc40fe93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:38:34.800953 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc60c2c-e1ce-451c-9324-21878c13f3a7 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Network hostable DHCP agents. Network: 9ccf9dee-f3a0-42be-8e4a-fcd6bc40fe93, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89110) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:38:34.852018 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa104e5-05ff-4b80-a6a4-d13d3bd81511 req-0c9f3ce6-69ac-4e8a-b647-1da83c532ae4 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:34.857280 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-daa104e5-05ff-4b80-a6a4-d13d3bd81511 req-0c9f3ce6-69ac-4e8a-b647-1da83c532ae4 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Synchronizing usage tracker for tenant:50466b4420374aac8a4e6c84ffbb2d35 on resource:port {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:38:35.002043 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-daa104e5-05ff-4b80-a6a4-d13d3bd81511 req-0c9f3ce6-69ac-4e8a-b647-1da83c532ae4 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Unset dirty status for tenant:50466b4420374aac8a4e6c84ffbb2d35 on resource:port {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:38:35.013073 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-daa104e5-05ff-4b80-a6a4-d13d3bd81511 req-0c9f3ce6-69ac-4e8a-b647-1da83c532ae4 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.71 "GET /v2.0/ports?device_id=18125e28-15d1-48dd-aa07-32b31253304b HTTP/1.1" status: 200 len: 946 time: 0.4914858 May 28 06:38:35.135938 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [req-daa104e5-05ff-4b80-a6a4-d13d3bd81511 req-51c0c856-5f79-48bc-af3d-7ee5096b387b tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Deleting port 0c82cdde-d718-46cb-9d90-6f9ae18a045e {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:38:35.136336 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-daa104e5-05ff-4b80-a6a4-d13d3bd81511 req-51c0c856-5f79-48bc-af3d-7ee5096b387b tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:35.175014 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccabca3-8b71-49d5-b43d-33f1b020ac17 req-dcb65d88-c34e-4909-b749-23367473d2ce tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:35.186145 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6ccabca3-8b71-49d5-b43d-33f1b020ac17 req-dcb65d88-c34e-4909-b749-23367473d2ce tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] 10.222.0.55 "GET /v2.0/ports?device_id=e26416bb-43a4-4cc5-bf06-ef4eb03f29dd HTTP/1.1" status: 200 len: 946 time: 0.6370151 May 28 06:38:35.277034 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6ccabca3-8b71-49d5-b43d-33f1b020ac17 req-55b84dca-3d8b-46fe-8a57-dbf7ea6f189a tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] 10.222.0.55 "GET /v2.0/security-groups?id=da113a0c-8ebd-48a7-a4a2-2238b85d044b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853674 May 28 06:38:35.289745 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1d2049-8a9b-4027-9bae-e0b2a13605d8 req-6ad3a845-61fc-4ea9-bfee-e3b648ce88b5 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:35.312385 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5f1d2049-8a9b-4027-9bae-e0b2a13605d8 req-6ad3a845-61fc-4ea9-bfee-e3b648ce88b5 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/ports?device_id=18125e28-15d1-48dd-aa07-32b31253304b HTTP/1.1" status: 200 len: 946 time: 0.2288308 May 28 06:38:35.425813 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1da18609-dc2f-465d-90b1-617ac747694b tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:35.442834 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-05be72b4-d82c-49ca-9437-9b6734a37cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce8f9879-d1ac-44f7-a6d0-bc982938f6d1', 'name': 'tempest-RoutersTest-router-1404400592', 'tenant_id': '51e07d1dd4e842f29564191e4c945b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:38:19Z', 'updated_at': '2022-05-28T06:38:27Z', 'revision_number': 2, 'project_id': '51e07d1dd4e842f29564191e4c945b6c', 'gw_port_host': None, '_interfaces': [{'id': '32e62a22-84bf-4694-b19e-fb91d25761d9', 'name': '', 'network_id': 'eeb73656-43c1-4ee2-9497-5290bc10726e', 'tenant_id': '51e07d1dd4e842f29564191e4c945b6c', 'mac_address': 'fa:16:3e:99:7d:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce8f9879-d1ac-44f7-a6d0-bc982938f6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': 'c5fb5e00-99af-4f71-953e-f3f2fab999ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:38:26Z', 'updated_at': '2022-05-28T06:38:34Z', 'revision_number': 4, 'project_id': '51e07d1dd4e842f29564191e4c945b6c', 'subnets': [{'id': 'c5fb5e00-99af-4f71-953e-f3f2fab999ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:38:35.452821 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc60c2c-e1ce-451c-9324-21878c13f3a7 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Network 9ccf9dee-f3a0-42be-8e4a-fcd6bc40fe93 is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89110) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:38:35.461365 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05be72b4-d82c-49ca-9437-9b6734a37cf7 None None] The sync data for ids ['ce8f9879-d1ac-44f7-a6d0-bc982938f6d1'] in n-d-843702-1 is: [{'id': 'ce8f9879-d1ac-44f7-a6d0-bc982938f6d1', 'name': 'tempest-RoutersTest-router-1404400592', 'tenant_id': '51e07d1dd4e842f29564191e4c945b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:38:19Z', 'updated_at': '2022-05-28T06:38:27Z', 'revision_number': 2, 'project_id': '51e07d1dd4e842f29564191e4c945b6c', 'gw_port_host': None, '_interfaces': [{'id': '32e62a22-84bf-4694-b19e-fb91d25761d9', 'name': '', 'network_id': 'eeb73656-43c1-4ee2-9497-5290bc10726e', 'tenant_id': '51e07d1dd4e842f29564191e4c945b6c', 'mac_address': 'fa:16:3e:99:7d:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce8f9879-d1ac-44f7-a6d0-bc982938f6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': 'c5fb5e00-99af-4f71-953e-f3f2fab999ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:38:26Z', 'updated_at': '2022-05-28T06:38:34Z', 'revision_number': 4, 'project_id': '51e07d1dd4e842f29564191e4c945b6c', 'subnets': [{'id': 'c5fb5e00-99af-4f71-953e-f3f2fab999ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:38:35.486249 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-daa104e5-05ff-4b80-a6a4-d13d3bd81511 req-51c0c856-5f79-48bc-af3d-7ee5096b387b tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] For port 0c82cdde-d718-46cb-9d90-6f9ae18a045e, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=0c82cdde-d718-46cb-9d90-6f9ae18a045e,segment=NetworkSegment(38fd89a2-8195-4731-ba40-f43c54a7016a),segment_id=38fd89a2-8195-4731-ba40-f43c54a7016a)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:38:35.487438 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-daa104e5-05ff-4b80-a6a4-d13d3bd81511 req-51c0c856-5f79-48bc-af3d-7ee5096b387b tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:35.647933 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5f1d2049-8a9b-4027-9bae-e0b2a13605d8 req-0943ba4a-f254-4fec-b959-75169c87ec3a tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d5c9d24-a7ef-4e95-9414-4cd057feeac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3344779 May 28 06:38:35.717794 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da18609-dc2f-465d-90b1-617ac747694b tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Network b85a2a4c-7dfb-41f7-a0a0-4f50bfe0b9a6 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:38:35.726895 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-1da18609-dc2f-465d-90b1-617ac747694b tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:38:35.739265 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da18609-dc2f-465d-90b1-617ac747694b tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:38:35.807562 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-5fc60c2c-e1ce-451c-9324-21878c13f3a7 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, 9ccf9dee-f3a0-42be-8e4a-fcd6bc40fe93) {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:38:35.824384 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46cf4798-fe3e-418e-8361-82cefb12630e None None] Network 9ccf9dee-f3a0-42be-8e4a-fcd6bc40fe93 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:38:35.869552 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc60c2c-e1ce-451c-9324-21878c13f3a7 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:35.877890 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5fc60c2c-e1ce-451c-9324-21878c13f3a7 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:35.924992 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da18609-dc2f-465d-90b1-617ac747694b tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Pushing event updated for resources: {'Port': ['ID=c227a12c-2aa7-45d8-b3cf-d6510dce9895,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:36.155754 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-daa104e5-05ff-4b80-a6a4-d13d3bd81511 req-51c0c856-5f79-48bc-af3d-7ee5096b387b tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:36.156842 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-daa104e5-05ff-4b80-a6a4-d13d3bd81511 req-51c0c856-5f79-48bc-af3d-7ee5096b387b tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691094'] for floatingip, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:36.159510 n-d-843702-1 neutron-server[89109]: INFO neutron.db.l3_db [req-daa104e5-05ff-4b80-a6a4-d13d3bd81511 req-51c0c856-5f79-48bc-af3d-7ee5096b387b tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Floating IP e3eea752-c90c-4862-b43c-2a3c60627ae4 disassociated. External IP: 172.25.5.55, port: 0c82cdde-d718-46cb-9d90-6f9ae18a045e. May 28 06:38:36.159510 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [req-daa104e5-05ff-4b80-a6a4-d13d3bd81511 req-51c0c856-5f79-48bc-af3d-7ee5096b387b tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Calling delete_port for 0c82cdde-d718-46cb-9d90-6f9ae18a045e owned by compute:nova {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:38:36.236741 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da18609-dc2f-465d-90b1-617ac747694b tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:36.237337 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1da18609-dc2f-465d-90b1-617ac747694b tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:36.288071 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-5fc60c2c-e1ce-451c-9324-21878c13f3a7 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4426908 May 28 06:38:36.289586 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 39216) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:38:36.359860 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e21be5c-2908-4307-b5d6-f9535c3baa7a req-52c55d1d-428b-450c-80fc-7a73d3bb9106 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:36.369456 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3e21be5c-2908-4307-b5d6-f9535c3baa7a req-52c55d1d-428b-450c-80fc-7a73d3bb9106 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] 10.222.0.55 "GET /v2.0/ports?device_id=db10fb21-0123-4957-96a4-a43c5586384f HTTP/1.1" status: 200 len: 946 time: 0.2627847 May 28 06:38:36.385899 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5e0bbe-e068-4a70-8f5e-16a72caa7f36 req-e82ff18b-b20c-43fc-962d-817cb1e58c0e tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:36.387769 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8a5e0bbe-e068-4a70-8f5e-16a72caa7f36 req-e82ff18b-b20c-43fc-962d-817cb1e58c0e tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] 10.222.0.55 "GET /v2.0/ports?device_id=e26416bb-43a4-4cc5-bf06-ef4eb03f29dd HTTP/1.1" status: 200 len: 946 time: 0.2670124 May 28 06:38:36.439937 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-1da18609-dc2f-465d-90b1-617ac747694b tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.0619550 May 28 06:38:36.439937 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 39220) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:38:36.462316 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-a704571a-25e7-4ebd-b9d6-af27b0f3d284 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Request body: {'floatingip': {'port_id': 'c227a12c-2aa7-45d8-b3cf-d6510dce9895'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:38:36.587504 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04841b84-0dee-4c67-8094-b7c3047404c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-9ccf9dee-f3a0-42be-8e4a-fcd6bc40fe93', 'network_id': '9ccf9dee-f3a0-42be-8e4a-fcd6bc40fe93', 'tenant_id': '51e07d1dd4e842f29564191e4c945b6c', 'fixed_ips': [{'subnet_id': '4627dc77-60dc-41e2-b543-5687a1b9f1b4'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:38:36.588824 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-04841b84-0dee-4c67-8094-b7c3047404c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:36.728672 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a704571a-25e7-4ebd-b9d6-af27b0f3d284 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks [] for floatingip, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:36.882650 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8a5e0bbe-e068-4a70-8f5e-16a72caa7f36 req-ed79f4d8-2c2e-4957-bd88-3ec03b1d82df tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] 10.222.0.55 "GET /v2.0/security-groups?id=da113a0c-8ebd-48a7-a4a2-2238b85d044b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4461989 May 28 06:38:36.944837 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-04841b84-0dee-4c67-8094-b7c3047404c7 None None] Allocated IP 172.21.0.2 (9ccf9dee-f3a0-42be-8e4a-fcd6bc40fe93/4627dc77-60dc-41e2-b543-5687a1b9f1b4/5ab7f24a-0410-442c-9de4-8f0cf22389f0) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:38:37.007396 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3e21be5c-2908-4307-b5d6-f9535c3baa7a req-c8b12eb4-2fa7-4247-a351-74564303201a tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] 10.222.0.55 "GET /v2.0/security-groups?id=88d2cfd4-3ac6-4681-9a3a-dce7d6855bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6185250 May 28 06:38:37.334183 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 39248) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:38:37.401786 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 39254) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:38:37.583590 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 32e62a22-84bf-4694-b19e-fb91d25761d9 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:38:37.710450 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 0c82cdde-d718-46cb-9d90-6f9ae18a045e no longer exists at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:38:37.733397 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-74627475-abf1-482f-beda-498ed499c2f4 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1192960476-network', 'tenant_id': '60982381454b4376b475404da5b08605'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:38:37.988586 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-848c7eed-bb73-4a89-ac45-3c0689ad1e1b tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-899452951'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:38:38.002447 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-74627475-abf1-482f-beda-498ed499c2f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:38:38.093616 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f7d261-cc84-443e-a456-7637d040e006 req-ff3cbd62-bdf9-4464-8ece-d6d2b2fbe5bc tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:38.104582 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c3f7d261-cc84-443e-a456-7637d040e006 req-ff3cbd62-bdf9-4464-8ece-d6d2b2fbe5bc tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/ports?device_id=18125e28-15d1-48dd-aa07-32b31253304b HTTP/1.1" status: 200 len: 946 time: 0.8990190 May 28 06:38:38.110938 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-04841b84-0dee-4c67-8094-b7c3047404c7 None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:38.118707 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-848c7eed-bb73-4a89-ac45-3c0689ad1e1b tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:38:38.124776 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-74627475-abf1-482f-beda-498ed499c2f4 admin admin] Usage tracker for resource:network and tenant:60982381454b4376b475404da5b08605 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:38:38.130166 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-daa104e5-05ff-4b80-a6a4-d13d3bd81511 req-51c0c856-5f79-48bc-af3d-7ee5096b387b tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:38.134218 n-d-843702-1 neutron-server[89111]: INFO neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] No ports have port_id starting with 0c82cdde-d718-46cb-9d90-6f9ae18a045e May 28 06:38:38.139925 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-04841b84-0dee-4c67-8094-b7c3047404c7 None None] Transition to ACTIVE for port object 5ab7f24a-0410-442c-9de4-8f0cf22389f0 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:38:38.172560 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-04841b84-0dee-4c67-8094-b7c3047404c7 None None] Transition to ACTIVE for port object 5ab7f24a-0410-442c-9de4-8f0cf22389f0 will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:38:38.174054 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-74627475-abf1-482f-beda-498ed499c2f4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:38:38.180018 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-848c7eed-bb73-4a89-ac45-3c0689ad1e1b tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Usage tracker for resource:network and tenant:5e9e9447c07c4077b6694ab63e3affe5 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:38:38.186611 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-848c7eed-bb73-4a89-ac45-3c0689ad1e1b tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:38:38.193799 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-848c7eed-bb73-4a89-ac45-3c0689ad1e1b tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:38:38.210131 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 32e62a22-84bf-4694-b19e-fb91d25761d9 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:38:38.227727 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c0c856-5f79-48bc-af3d-7ee5096b387b tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Pushing event deleted for resources: {'Port': ['ID=0c82cdde-d718-46cb-9d90-6f9ae18a045e,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:38.228885 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-74627475-abf1-482f-beda-498ed499c2f4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:38:38.246159 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 32e62a22-84bf-4694-b19e-fb91d25761d9 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:38:38.255073 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:38.334461 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c3f7d261-cc84-443e-a456-7637d040e006 req-b631d00a-6991-42d3-85b4-2bfc54dad7eb tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d5c9d24-a7ef-4e95-9414-4cd057feeac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2283492 May 28 06:38:38.338812 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-848c7eed-bb73-4a89-ac45-3c0689ad1e1b tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Made reservation on behalf of 5e9e9447c07c4077b6694ab63e3affe5 for: {'network': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:38:38.342553 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-848c7eed-bb73-4a89-ac45-3c0689ad1e1b tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:38.360002 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-04841b84-0dee-4c67-8094-b7c3047404c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:38.419902 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e4c8c2bb-25b2-489c-832e-93ab1d38c3c3 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:38.523241 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74627475-abf1-482f-beda-498ed499c2f4 admin admin] Made reservation on behalf of 60982381454b4376b475404da5b08605 for: {'network': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:38:38.526700 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-74627475-abf1-482f-beda-498ed499c2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:38.626040 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04841b84-0dee-4c67-8094-b7c3047404c7 None None] Network 9ccf9dee-f3a0-42be-8e4a-fcd6bc40fe93 is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:38:38.640479 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-04841b84-0dee-4c67-8094-b7c3047404c7 None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:38:38.657022 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04841b84-0dee-4c67-8094-b7c3047404c7 None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:38:38.680472 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-74627475-abf1-482f-beda-498ed499c2f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:38.708537 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-848c7eed-bb73-4a89-ac45-3c0689ad1e1b tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:38.739798 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-74627475-abf1-482f-beda-498ed499c2f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:38:38.763930 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85e4236-eaab-497d-bbcc-a4bcd31a7a28 req-56725fd1-abd5-475e-9f67-2d7b175441db tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:38.772262 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b85e4236-eaab-497d-bbcc-a4bcd31a7a28 req-56725fd1-abd5-475e-9f67-2d7b175441db tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] 10.222.0.55 "GET /v2.0/ports?device_id=13373255-c2c3-47d9-828c-ce6b6303ab5f HTTP/1.1" status: 200 len: 946 time: 1.0289788 May 28 06:38:38.785502 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [req-daa104e5-05ff-4b80-a6a4-d13d3bd81511 req-51c0c856-5f79-48bc-af3d-7ee5096b387b tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Router b780bbb6-446f-4e48-a498-84dcf15fde1b has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:38:38.790712 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 32e62a22-84bf-4694-b19e-fb91d25761d9 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:38:38.791125 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:38.832038 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-74627475-abf1-482f-beda-498ed499c2f4 admin admin] Usage tracker for resource:security_group_rule and tenant:60982381454b4376b475404da5b08605 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:38:38.834090 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port 32e62a22-84bf-4694-b19e-fb91d25761d9, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=32e62a22-84bf-4694-b19e-fb91d25761d9,segment=NetworkSegment(5df559b0-c556-490c-af90-da7b53397f08),segment_id=5df559b0-c556-490c-af90-da7b53397f08)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:38:38.835878 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04841b84-0dee-4c67-8094-b7c3047404c7 None None] Pushing event updated for resources: {'Port': ['ID=5ab7f24a-0410-442c-9de4-8f0cf22389f0,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:38.841049 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-74627475-abf1-482f-beda-498ed499c2f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:38:38.847054 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-848c7eed-bb73-4a89-ac45-3c0689ad1e1b tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:38:38.866078 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-74627475-abf1-482f-beda-498ed499c2f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:38:38.870372 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-848c7eed-bb73-4a89-ac45-3c0689ad1e1b tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Usage tracker for resource:security_group_rule and tenant:5e9e9447c07c4077b6694ab63e3affe5 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:38:38.883560 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-848c7eed-bb73-4a89-ac45-3c0689ad1e1b tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:38:38.895580 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-848c7eed-bb73-4a89-ac45-3c0689ad1e1b tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:38:38.912820 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b85e4236-eaab-497d-bbcc-a4bcd31a7a28 req-e24ba5f1-73af-4b91-91ed-b9cd165bebbc tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] 10.222.0.55 "GET /v2.0/security-groups?id=da113a0c-8ebd-48a7-a4a2-2238b85d044b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395411 May 28 06:38:38.914220 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-04841b84-0dee-4c67-8094-b7c3047404c7 None None] Attempting to bind port 5ab7f24a-0410-442c-9de4-8f0cf22389f0 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:38:38.915124 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-04841b84-0dee-4c67-8094-b7c3047404c7 None None] Attempting to bind port 5ab7f24a-0410-442c-9de4-8f0cf22389f0 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'a4ce1d9e-7de9-4349-8df8-398641c6b28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '9ccf9dee-f3a0-42be-8e4a-fcd6bc40fe93'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:38:38.916271 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04841b84-0dee-4c67-8094-b7c3047404c7 None None] Attempting to bind port 5ab7f24a-0410-442c-9de4-8f0cf22389f0 on network 9ccf9dee-f3a0-42be-8e4a-fcd6bc40fe93 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:38:38.927547 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04841b84-0dee-4c67-8094-b7c3047404c7 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:38:38.927953 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04841b84-0dee-4c67-8094-b7c3047404c7 None None] Checking segment: {'id': 'a4ce1d9e-7de9-4349-8df8-398641c6b28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '9ccf9dee-f3a0-42be-8e4a-fcd6bc40fe93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:38:38.928316 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-04841b84-0dee-4c67-8094-b7c3047404c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:38.928690 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04841b84-0dee-4c67-8094-b7c3047404c7 None None] Bound using segment: {'id': 'a4ce1d9e-7de9-4349-8df8-398641c6b28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '9ccf9dee-f3a0-42be-8e4a-fcd6bc40fe93'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:38:38.929146 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-04841b84-0dee-4c67-8094-b7c3047404c7 None None] Bound port: 5ab7f24a-0410-442c-9de4-8f0cf22389f0, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4ce1d9e-7de9-4349-8df8-398641c6b28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '9ccf9dee-f3a0-42be-8e4a-fcd6bc40fe93'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:38:38.930081 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-04841b84-0dee-4c67-8094-b7c3047404c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:39.050487 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-04841b84-0dee-4c67-8094-b7c3047404c7 None None] For port 5ab7f24a-0410-442c-9de4-8f0cf22389f0, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:38:39.054981 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-04841b84-0dee-4c67-8094-b7c3047404c7 None None] For port 5ab7f24a-0410-442c-9de4-8f0cf22389f0, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=5ab7f24a-0410-442c-9de4-8f0cf22389f0,segment=NetworkSegment(a4ce1d9e-7de9-4349-8df8-398641c6b28f),segment_id=a4ce1d9e-7de9-4349-8df8-398641c6b28f)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:38:39.057212 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:39.134669 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-daa104e5-05ff-4b80-a6a4-d13d3bd81511 req-51c0c856-5f79-48bc-af3d-7ee5096b387b tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:38:39.140630 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=32e62a22-84bf-4694-b19e-fb91d25761d9,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:39.144029 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-04841b84-0dee-4c67-8094-b7c3047404c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:39.205255 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0c3e4d-73a6-42cd-98c0-9f2f82b28f26 None None] Sync routers for ids ['b780bbb6-446f-4e48-a498-84dcf15fde1b'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:38:39.255872 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63cd732-24f5-4b2b-816f-c549a1573698 req-20f664bb-2239-4027-b925-3b2d5070cf1f tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:39.262933 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b63cd732-24f5-4b2b-816f-c549a1573698 req-20f664bb-2239-4027-b925-3b2d5070cf1f tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] 10.222.0.55 "GET /v2.0/ports?device_id=db10fb21-0123-4957-96a4-a43c5586384f HTTP/1.1" status: 200 len: 946 time: 0.7013209 May 28 06:38:39.289937 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [req-daa104e5-05ff-4b80-a6a4-d13d3bd81511 req-51c0c856-5f79-48bc-af3d-7ee5096b387b tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] No DVR routers for this DVR port 0c82cdde-d718-46cb-9d90-6f9ae18a045e on host n-h2-843702-1 {{(pid=89109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:38:39.293140 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-daa104e5-05ff-4b80-a6a4-d13d3bd81511 req-51c0c856-5f79-48bc-af3d-7ee5096b387b tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:39.300946 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18125e28-15d1-48dd-aa07-32b31253304b', 'name': 'network-vif-deleted', 'tag': '0c82cdde-d718-46cb-9d90-6f9ae18a045e'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:38:39.311460 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0c3e4d-73a6-42cd-98c0-9f2f82b28f26 None None] Routers {'b780bbb6-446f-4e48-a498-84dcf15fde1b'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:38:39.317466 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-3b0c3e4d-73a6-42cd-98c0-9f2f82b28f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:38:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['b780bbb6-446f-4e48-a498-84dcf15fde1b'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:38:39.370821 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:38:39.380331 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a704571a-25e7-4ebd-b9d6-af27b0f3d284 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:39.453629 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-e4c8c2bb-25b2-489c-832e-93ab1d38c3c3 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Allocated IP 172.21.0.1 (9ccf9dee-f3a0-42be-8e4a-fcd6bc40fe93/4627dc77-60dc-41e2-b543-5687a1b9f1b4/8b484a5c-2c70-4c58-8b4c-8d06f0ba5696) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:38:39.453819 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b63cd732-24f5-4b2b-816f-c549a1573698 req-1083cbd7-6e0e-4faf-8f79-c7d4aeb3fed7 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] 10.222.0.55 "GET /v2.0/security-groups?id=88d2cfd4-3ac6-4681-9a3a-dce7d6855bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879604 May 28 06:38:39.501672 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-daa104e5-05ff-4b80-a6a4-d13d3bd81511 req-51c0c856-5f79-48bc-af3d-7ee5096b387b tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.71 "DELETE /v2.0/ports/0c82cdde-d718-46cb-9d90-6f9ae18a045e HTTP/1.1" status: 204 len: 173 time: 4.4907892 May 28 06:38:39.543121 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04841b84-0dee-4c67-8094-b7c3047404c7 None None] Pushing event updated for resources: {'Port': ['ID=5ab7f24a-0410-442c-9de4-8f0cf22389f0,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:39.647167 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-74627475-abf1-482f-beda-498ed499c2f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:39.777657 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-848c7eed-bb73-4a89-ac45-3c0689ad1e1b tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:39.779024 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a704571a-25e7-4ebd-b9d6-af27b0f3d284 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691094'] for floatingip, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:39.814015 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-3b0c3e4d-73a6-42cd-98c0-9f2f82b28f26 None None] Set router b780bbb6-446f-4e48-a498-84dcf15fde1b gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:38:40.026058 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5357e3a-9d57-4fab-97d2-d6ae298f28ab'] response: {'server_uuid': '18125e28-15d1-48dd-aa07-32b31253304b', 'name': 'network-vif-deleted', 'tag': '0c82cdde-d718-46cb-9d90-6f9ae18a045e', 'status': 'completed', 'code': 200} May 28 06:38:40.169600 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e4c8c2bb-25b2-489c-832e-93ab1d38c3c3 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:40.198908 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [None req-e4c8c2bb-25b2-489c-832e-93ab1d38c3c3 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Transition to ACTIVE for port object 8b484a5c-2c70-4c58-8b4c-8d06f0ba5696 will not be triggered until provisioned by entity DHCP. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:38:40.206358 n-d-843702-1 neutron-server[89110]: INFO neutron.db.l3_db [None req-a704571a-25e7-4ebd-b9d6-af27b0f3d284 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Floating IP 09f54500-db8e-4ac1-b86d-ba7341e97f9b associated. External IP: 172.25.5.195, port: c227a12c-2aa7-45d8-b3cf-d6510dce9895. May 28 06:38:40.276816 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e4c8c2bb-25b2-489c-832e-93ab1d38c3c3 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:40.314120 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-3b0c3e4d-73a6-42cd-98c0-9f2f82b28f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b780bbb6-446f-4e48-a498-84dcf15fde1b', 'name': 'tempest-AttachVolumeShelveTestJSON-507650358-router', 'tenant_id': '50466b4420374aac8a4e6c84ffbb2d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': 'b58271cd-282f-4724-85b3-6db7ec8fc049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:34:38Z', 'updated_at': '2022-05-28T06:34:52Z', 'revision_number': 4, 'project_id': '50466b4420374aac8a4e6c84ffbb2d35', 'gw_port': {'id': 'b58271cd-282f-4724-85b3-6db7ec8fc049', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ea:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b780bbb6-446f-4e48-a498-84dcf15fde1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:34:40Z', 'updated_at': '2022-05-28T06:34:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'f440a6dc-f4f1-49ba-afee-427f7ca6daf9', 'name': '', 'network_id': 'a8fa6c28-5257-4dd9-bf7e-c257b513d11b', 'tenant_id': '50466b4420374aac8a4e6c84ffbb2d35', 'mac_address': 'fa:16:3e:46:4e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b780bbb6-446f-4e48-a498-84dcf15fde1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '63994f4d-7e85-4fdc-89a1-6c8536e7f551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:34:49Z', 'updated_at': '2022-05-28T06:35:04Z', 'revision_number': 5, 'project_id': '50466b4420374aac8a4e6c84ffbb2d35', 'subnets': [{'id': '63994f4d-7e85-4fdc-89a1-6c8536e7f551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:38:40.315880 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d8ad50a2-12fc-47ec-9865-1c0124f50cec req-1b586040-6345-4d12-a7a2-e21847d6e010 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/ports?device_id=18125e28-15d1-48dd-aa07-32b31253304b HTTP/1.1" status: 200 len: 210 time: 0.1770277 May 28 06:38:40.321523 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0c3e4d-73a6-42cd-98c0-9f2f82b28f26 None None] Checking router: b780bbb6-446f-4e48-a498-84dcf15fde1b for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:38:40.323646 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf0dc2b-7bde-43bb-a484-7925824ff116 req-d1663c01-6c38-467b-820a-733af53cf464 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:40.332403 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0c3e4d-73a6-42cd-98c0-9f2f82b28f26 None None] Routers {'b780bbb6-446f-4e48-a498-84dcf15fde1b'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:38:40.333200 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-3b0c3e4d-73a6-42cd-98c0-9f2f82b28f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:38:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['b780bbb6-446f-4e48-a498-84dcf15fde1b'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:38:40.343512 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4bf0dc2b-7bde-43bb-a484-7925824ff116 req-d1663c01-6c38-467b-820a-733af53cf464 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] 10.222.0.55 "GET /v2.0/ports?device_id=f824027a-f9d8-49f5-895a-6f50e924b9c1 HTTP/1.1" status: 200 len: 945 time: 1.1716337 May 28 06:38:40.351871 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c8c2bb-25b2-489c-832e-93ab1d38c3c3 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Network 9ccf9dee-f3a0-42be-8e4a-fcd6bc40fe93 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:38:40.358811 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-e4c8c2bb-25b2-489c-832e-93ab1d38c3c3 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:38:40.362273 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c8c2bb-25b2-489c-832e-93ab1d38c3c3 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:38:40.367237 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-74627475-abf1-482f-beda-498ed499c2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:40.369769 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-848c7eed-bb73-4a89-ac45-3c0689ad1e1b tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:40.436954 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-848c7eed-bb73-4a89-ac45-3c0689ad1e1b tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=89110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:38:40.445166 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74627475-abf1-482f-beda-498ed499c2f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=89110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:38:40.471595 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c8c2bb-25b2-489c-832e-93ab1d38c3c3 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Pushing event updated for resources: {'Port': ['ID=8b484a5c-2c70-4c58-8b4c-8d06f0ba5696,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:40.487911 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e4c8c2bb-25b2-489c-832e-93ab1d38c3c3 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690947'] for router_interface, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:40.572971 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74627475-abf1-482f-beda-498ed499c2f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45cb3f7c-83ce-4298-9702-2bb3cba6af9c,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:40.582870 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-74627475-abf1-482f-beda-498ed499c2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:40.590236 n-d-843702-1 neutron-server[89110]: INFO neutron.db.segments_db [None req-74627475-abf1-482f-beda-498ed499c2f4 admin admin] Added segment a858b4d0-e8f7-4861-aa36-a6cc38c85e19 of type vlan for network 48992f11-5b29-4557-a8fa-4d94a4ec7c8d May 28 06:38:40.600448 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-848c7eed-bb73-4a89-ac45-3c0689ad1e1b tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:40.601065 n-d-843702-1 neutron-server[89110]: INFO neutron.db.segments_db [None req-848c7eed-bb73-4a89-ac45-3c0689ad1e1b tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Added segment e82da2dd-17b8-4c15-8abb-711622ad0a92 of type vlan for network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 May 28 06:38:40.721153 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4bf0dc2b-7bde-43bb-a484-7925824ff116 req-b6774a83-b5e7-44c9-b957-ba6aa36c8867 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] 10.222.0.55 "GET /v2.0/security-groups?id=da113a0c-8ebd-48a7-a4a2-2238b85d044b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3766813 May 28 06:38:40.728138 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-3b0c3e4d-73a6-42cd-98c0-9f2f82b28f26 None None] Set router b780bbb6-446f-4e48-a498-84dcf15fde1b gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:38:40.867036 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e4c8c2bb-25b2-489c-832e-93ab1d38c3c3 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:40.883045 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-848c7eed-bb73-4a89-ac45-3c0689ad1e1b tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:40.906849 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [req-b00fed7a-011a-4b9c-9207-7ec00959f06b req-35def646-2c4f-4009-b235-6339d7a74294 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=89110) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:38:40.907938 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b00fed7a-011a-4b9c-9207-7ec00959f06b req-35def646-2c4f-4009-b235-6339d7a74294 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065684 May 28 06:38:41.020788 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.db.resource_extend [None req-848c7eed-bb73-4a89-ac45-3c0689ad1e1b tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 06:38:41.033485 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-74627475-abf1-482f-beda-498ed499c2f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:41.074224 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848c7eed-bb73-4a89-ac45-3c0689ad1e1b tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6401548-0e2d-4b15-87f7-f0c9fd5e0441,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:41.213880 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b2c82b-92f7-4450-8d11-f278c23b240a None None] Network 9ccf9dee-f3a0-42be-8e4a-fcd6bc40fe93 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:38:41.261554 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5049772-b3b8-4fa4-b20a-b2522a203616 req-8ae622bf-8b5b-4f95-a0de-62bddc53070d tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:41.264253 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a5049772-b3b8-4fa4-b20a-b2522a203616 req-8ae622bf-8b5b-4f95-a0de-62bddc53070d tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] 10.222.0.55 "GET /v2.0/ports?device_id=db10fb21-0123-4957-96a4-a43c5586384f HTTP/1.1" status: 200 len: 946 time: 0.5466204 May 28 06:38:41.264926 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-848c7eed-bb73-4a89-ac45-3c0689ad1e1b tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:41.270506 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-848c7eed-bb73-4a89-ac45-3c0689ad1e1b tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:41.271103 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-848c7eed-bb73-4a89-ac45-3c0689ad1e1b tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:41.378634 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b00fed7a-011a-4b9c-9207-7ec00959f06b req-97ab90aa-08d4-4e7d-9670-4b560c55ff16 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] 10.222.0.55 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.4357102 May 28 06:38:41.494489 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-74627475-abf1-482f-beda-498ed499c2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:41.498488 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74627475-abf1-482f-beda-498ed499c2f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:41.499281 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-74627475-abf1-482f-beda-498ed499c2f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:41.558971 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 5ab7f24a-0410-442c-9de4-8f0cf22389f0 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:38:41.724178 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e4c51d-d411-4fdc-a8c7-44093fde0030 req-a218a5cb-6be6-4b13-ae8f-1953f833b275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:41.727313 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-03e4c51d-d411-4fdc-a8c7-44093fde0030 req-a218a5cb-6be6-4b13-ae8f-1953f833b275 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=db10fb21-0123-4957-96a4-a43c5586384f HTTP/1.1" status: 200 len: 1097 time: 0.1962924 May 28 06:38:41.729686 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-df539a86-44d5-4bc9-b2fb-f0cd2e6999b3 None None] Provisioning for port 5ab7f24a-0410-442c-9de4-8f0cf22389f0 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:38:41.737463 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-74627475-abf1-482f-beda-498ed499c2f4 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 4.3255143 May 28 06:38:41.753663 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 39294) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:38:41.768969 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a5049772-b3b8-4fa4-b20a-b2522a203616 req-951d16a2-e519-490b-a4db-731eb56d3819 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] 10.222.0.55 "GET /v2.0/security-groups?id=88d2cfd4-3ac6-4681-9a3a-dce7d6855bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4935803 May 28 06:38:41.837522 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-03e4c51d-d411-4fdc-a8c7-44093fde0030 req-77465a0a-7739-43b3-840e-6c77e27e0fa7 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=88d2cfd4-3ac6-4681-9a3a-dce7d6855bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028099 May 28 06:38:41.848187 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-9b7619a9-97b5-4f8a-9f0f-d23c5094ea02 admin admin] Request body: {'subnet': {'network_id': '48992f11-5b29-4557-a8fa-4d94a4ec7c8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1192960476-subnet', 'tenant_id': '60982381454b4376b475404da5b08605', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:38:41.864664 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-9b7619a9-97b5-4f8a-9f0f-d23c5094ea02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:38:41.871770 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-848c7eed-bb73-4a89-ac45-3c0689ad1e1b tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 4.5364645 May 28 06:38:41.884390 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 39300) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:38:41.894403 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-9b7619a9-97b5-4f8a-9f0f-d23c5094ea02 admin admin] Usage tracker for resource:subnet and tenant:60982381454b4376b475404da5b08605 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:38:41.905206 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-9b7619a9-97b5-4f8a-9f0f-d23c5094ea02 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:38:41.907847 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-01e4b4fb-1032-468e-94cf-21099b4f1088 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Request body: {'subnet': {'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:38:41.912531 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848c7eed-bb73-4a89-ac45-3c0689ad1e1b tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Pushing event updated for resources: {'Network': ['ID=147bfd32-62dc-4be0-82de-f4d6fa5b4cc2,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:41.927621 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:38:41.945844 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-9b7619a9-97b5-4f8a-9f0f-d23c5094ea02 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:38:41.952357 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e4c8c2bb-25b2-489c-832e-93ab1d38c3c3 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:41.980408 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 5ab7f24a-0410-442c-9de4-8f0cf22389f0 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:38:42.043008 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a704571a-25e7-4ebd-b9d6-af27b0f3d284 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Router 035af55e-abd9-4bf2-8685-fca0b38128d3 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:38:42.073118 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 39306) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:38:42.074551 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 5ab7f24a-0410-442c-9de4-8f0cf22389f0 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:38:42.075091 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:42.082641 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e4c8c2bb-25b2-489c-832e-93ab1d38c3c3 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:42.194296 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-3b0c3e4d-73a6-42cd-98c0-9f2f82b28f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b780bbb6-446f-4e48-a498-84dcf15fde1b', 'name': 'tempest-AttachVolumeShelveTestJSON-507650358-router', 'tenant_id': '50466b4420374aac8a4e6c84ffbb2d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': 'b58271cd-282f-4724-85b3-6db7ec8fc049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:34:38Z', 'updated_at': '2022-05-28T06:34:52Z', 'revision_number': 4, 'project_id': '50466b4420374aac8a4e6c84ffbb2d35', 'gw_port': {'id': 'b58271cd-282f-4724-85b3-6db7ec8fc049', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ea:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b780bbb6-446f-4e48-a498-84dcf15fde1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:34:40Z', 'updated_at': '2022-05-28T06:34:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'f440a6dc-f4f1-49ba-afee-427f7ca6daf9', 'name': '', 'network_id': 'a8fa6c28-5257-4dd9-bf7e-c257b513d11b', 'tenant_id': '50466b4420374aac8a4e6c84ffbb2d35', 'mac_address': 'fa:16:3e:46:4e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b780bbb6-446f-4e48-a498-84dcf15fde1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '63994f4d-7e85-4fdc-89a1-6c8536e7f551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:34:49Z', 'updated_at': '2022-05-28T06:35:04Z', 'revision_number': 5, 'project_id': '50466b4420374aac8a4e6c84ffbb2d35', 'subnets': [{'id': '63994f4d-7e85-4fdc-89a1-6c8536e7f551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:38:42.209789 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0c3e4d-73a6-42cd-98c0-9f2f82b28f26 None None] The sync data for ids ['b780bbb6-446f-4e48-a498-84dcf15fde1b'] in n-d-843702-1 is: [{'id': 'b780bbb6-446f-4e48-a498-84dcf15fde1b', 'name': 'tempest-AttachVolumeShelveTestJSON-507650358-router', 'tenant_id': '50466b4420374aac8a4e6c84ffbb2d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': 'b58271cd-282f-4724-85b3-6db7ec8fc049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:34:38Z', 'updated_at': '2022-05-28T06:34:52Z', 'revision_number': 4, 'project_id': '50466b4420374aac8a4e6c84ffbb2d35', 'gw_port': {'id': 'b58271cd-282f-4724-85b3-6db7ec8fc049', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ea:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b780bbb6-446f-4e48-a498-84dcf15fde1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:34:40Z', 'updated_at': '2022-05-28T06:34:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'f440a6dc-f4f1-49ba-afee-427f7ca6daf9', 'name': '', 'network_id': 'a8fa6c28-5257-4dd9-bf7e-c257b513d11b', 'tenant_id': '50466b4420374aac8a4e6c84ffbb2d35', 'mac_address': 'fa:16:3e:46:4e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b780bbb6-446f-4e48-a498-84dcf15fde1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '63994f4d-7e85-4fdc-89a1-6c8536e7f551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:34:49Z', 'updated_at': '2022-05-28T06:35:04Z', 'revision_number': 5, 'project_id': '50466b4420374aac8a4e6c84ffbb2d35', 'subnets': [{'id': '63994f4d-7e85-4fdc-89a1-6c8536e7f551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:38:42.293286 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b7619a9-97b5-4f8a-9f0f-d23c5094ea02 admin admin] Made reservation on behalf of 60982381454b4376b475404da5b08605 for: {'subnet': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:38:42.295162 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9b7619a9-97b5-4f8a-9f0f-d23c5094ea02 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3171998'] for subnet, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:42.320414 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 5ab7f24a-0410-442c-9de4-8f0cf22389f0 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:38:42.320925 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:42.387409 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port 5ab7f24a-0410-442c-9de4-8f0cf22389f0, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=5ab7f24a-0410-442c-9de4-8f0cf22389f0,segment=NetworkSegment(a4ce1d9e-7de9-4349-8df8-398641c6b28f),segment_id=a4ce1d9e-7de9-4349-8df8-398641c6b28f)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:38:42.425228 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-01e4b4fb-1032-468e-94cf-21099b4f1088 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:38:42.432183 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-01e4b4fb-1032-468e-94cf-21099b4f1088 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Usage tracker for resource:subnet and tenant:5e9e9447c07c4077b6694ab63e3affe5 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:38:42.435976 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-01e4b4fb-1032-468e-94cf-21099b4f1088 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:38:42.442946 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-01e4b4fb-1032-468e-94cf-21099b4f1088 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:38:42.470554 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:42.471686 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 32e62a22-84bf-4694-b19e-fb91d25761d9 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:38:42.474226 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74627475-abf1-482f-beda-498ed499c2f4 admin admin] Pushing event updated for resources: {'Network': ['ID=48992f11-5b29-4557-a8fa-4d94a4ec7c8d,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:42.481596 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c8c2bb-25b2-489c-832e-93ab1d38c3c3 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Pushing event updated for resources: {'Port': ['ID=8b484a5c-2c70-4c58-8b4c-8d06f0ba5696,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:42.508412 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e4c8c2bb-25b2-489c-832e-93ab1d38c3c3 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700602'] for router_interface, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:42.611697 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01e4b4fb-1032-468e-94cf-21099b4f1088 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Made reservation on behalf of 5e9e9447c07c4077b6694ab63e3affe5 for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:38:42.623218 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-01e4b4fb-1032-468e-94cf-21099b4f1088 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:42.708651 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7de7df0-fc28-44b3-bce1-c637938c72bb None None] New status for floating IP e3eea752-c90c-4862-b43c-2a3c60627ae4: DOWN {{(pid=89112) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 06:38:42.735899 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 48992f11-5b29-4557-a8fa-4d94a4ec7c8d details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:38:42.815746 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-82b9ef6b-b5b5-4e75-b639-014eb2b8cf50 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:42.837475 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d17c3fc-2dc3-4b4b-aa1a-621ebea9af09 req-20e464d3-77d9-4d6e-b4c7-479414504dc5 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:42.846029 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3d17c3fc-2dc3-4b4b-aa1a-621ebea9af09 req-20e464d3-77d9-4d6e-b4c7-479414504dc5 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] 10.222.0.55 "GET /v2.0/ports?device_id=e26416bb-43a4-4cc5-bf06-ef4eb03f29dd HTTP/1.1" status: 200 len: 946 time: 0.7960570 May 28 06:38:42.867158 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a704571a-25e7-4ebd-b9d6-af27b0f3d284 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:38:42.885444 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a704571a-25e7-4ebd-b9d6-af27b0f3d284 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:42.990199 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38b9f8c-051b-4700-aaf0-b7dd4a33627d None None] Sync routers for ids ['035af55e-abd9-4bf2-8685-fca0b38128d3'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:38:43.086343 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38b9f8c-051b-4700-aaf0-b7dd4a33627d None None] Routers {'035af55e-abd9-4bf2-8685-fca0b38128d3'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:38:43.088757 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-b38b9f8c-051b-4700-aaf0-b7dd4a33627d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:38:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['035af55e-abd9-4bf2-8685-fca0b38128d3'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:38:43.107094 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-82b9ef6b-b5b5-4e75-b639-014eb2b8cf50 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:43.108100 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3d17c3fc-2dc3-4b4b-aa1a-621ebea9af09 req-069e8d9b-e6ab-4bc7-aa4d-e734366ad39e tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] 10.222.0.55 "GET /v2.0/security-groups?id=da113a0c-8ebd-48a7-a4a2-2238b85d044b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609065 May 28 06:38:43.218852 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-b38b9f8c-051b-4700-aaf0-b7dd4a33627d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:38:43.242221 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 32e62a22-84bf-4694-b19e-fb91d25761d9 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:38:43.242554 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:43.319828 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c8c2bb-25b2-489c-832e-93ab1d38c3c3 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Network 9ccf9dee-f3a0-42be-8e4a-fcd6bc40fe93 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:38:43.329066 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-e4c8c2bb-25b2-489c-832e-93ab1d38c3c3 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:38:43.332238 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-7c8b49d1-c8c3-4e48-8fbd-6bc973fcb8dd None None] Provisioning for port 8b484a5c-2c70-4c58-8b4c-8d06f0ba5696 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:38:43.344312 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-7c8b49d1-c8c3-4e48-8fbd-6bc973fcb8dd None None] Provisioning complete for port 8b484a5c-2c70-4c58-8b4c-8d06f0ba5696 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:38:43.344695 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-7c8b49d1-c8c3-4e48-8fbd-6bc973fcb8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:43.390488 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-a704571a-25e7-4ebd-b9d6-af27b0f3d284 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] 10.222.0.55 "PUT /v2.0/floatingips/09f54500-db8e-4ac1-b86d-ba7341e97f9b HTTP/1.1" status: 200 len: 978 time: 6.9424005 May 28 06:38:43.391827 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 39318) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:38:43.438500 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=5ab7f24a-0410-442c-9de4-8f0cf22389f0,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:43.462355 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38b9f8c-051b-4700-aaf0-b7dd4a33627d None None] Routers {'035af55e-abd9-4bf2-8685-fca0b38128d3'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:38:43.463006 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-b38b9f8c-051b-4700-aaf0-b7dd4a33627d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:38:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['035af55e-abd9-4bf2-8685-fca0b38128d3'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:38:43.613544 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:38:43.614456 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:38:43.615015 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:38:43.615589 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:38:43.616137 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:38:43.616674 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:38:43.617277 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:38:43.617838 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:38:43.619188 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:38:43.619719 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:38:43.620281 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:38:43.620805 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:38:43.645520 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-7c8b49d1-c8c3-4e48-8fbd-6bc973fcb8dd None None] Port 8b484a5c-2c70-4c58-8b4c-8d06f0ba5696 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:38:43.678414 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-b38b9f8c-051b-4700-aaf0-b7dd4a33627d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:38:43.679735 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38b9f8c-051b-4700-aaf0-b7dd4a33627d None None] The sync data for ids ['035af55e-abd9-4bf2-8685-fca0b38128d3'] in n-d-843702-1 is: [] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:38:43.732711 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-7ba42e6f-8e37-4057-9d16-62a35a7b100f tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Deleting port c227a12c-2aa7-45d8-b3cf-d6510dce9895 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:38:43.734425 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7ba42e6f-8e37-4057-9d16-62a35a7b100f tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:43.764433 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-7c8b49d1-c8c3-4e48-8fbd-6bc973fcb8dd None None] Provisioning complete for port 5ab7f24a-0410-442c-9de4-8f0cf22389f0 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:38:43.765267 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-7c8b49d1-c8c3-4e48-8fbd-6bc973fcb8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:43.883393 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 32e62a22-84bf-4694-b19e-fb91d25761d9 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:38:43.886847 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461f275b-d7dc-46ec-b39a-ed8d669e7170 req-142b7f30-8442-4739-91d5-a7633f354fbd tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:43.889943 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-461f275b-d7dc-46ec-b39a-ed8d669e7170 req-142b7f30-8442-4739-91d5-a7633f354fbd tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] 10.222.0.55 "GET /v2.0/ports?device_id=db10fb21-0123-4957-96a4-a43c5586384f HTTP/1.1" status: 200 len: 946 time: 0.8084946 May 28 06:38:43.900319 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724824ae-c7d3-486b-8288-acab14ebac7a req-7b3139bb-d621-4d61-8154-a5b6082a07f4 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:43.908321 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-724824ae-c7d3-486b-8288-acab14ebac7a req-7b3139bb-d621-4d61-8154-a5b6082a07f4 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] 10.222.0.55 "GET /v2.0/ports?device_id=13373255-c2c3-47d9-828c-ce6b6303ab5f HTTP/1.1" status: 200 len: 946 time: 0.4910679 May 28 06:38:43.924620 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9b7619a9-97b5-4f8a-9f0f-d23c5094ea02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3115906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3172012'] for subnet, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:43.964862 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4c8c2bb-25b2-489c-832e-93ab1d38c3c3 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Router ce8f9879-d1ac-44f7-a6d0-bc982938f6d1 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:38:44.071427 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-82b9ef6b-b5b5-4e75-b639-014eb2b8cf50 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:44.078312 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-7c8b49d1-c8c3-4e48-8fbd-6bc973fcb8dd None None] Current status of the port 5ab7f24a-0410-442c-9de4-8f0cf22389f0 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:38:44.081764 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 5ab7f24a-0410-442c-9de4-8f0cf22389f0 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:38:44.159680 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-461f275b-d7dc-46ec-b39a-ed8d669e7170 req-2b53d92e-fbc4-42e4-9dae-ca4fb2aeb1ec tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] 10.222.0.55 "GET /v2.0/security-groups?id=88d2cfd4-3ac6-4681-9a3a-dce7d6855bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273476 May 28 06:38:44.185079 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b9ef6b-b5b5-4e75-b639-014eb2b8cf50 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d5c9d24-a7ef-4e95-9414-4cd057feeac2,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:44.193710 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-724824ae-c7d3-486b-8288-acab14ebac7a req-c40f3957-51f9-4b27-95a8-865873753551 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] 10.222.0.55 "GET /v2.0/security-groups?id=da113a0c-8ebd-48a7-a4a2-2238b85d044b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2843962 May 28 06:38:44.243782 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-f6d4be1b-5d90-4b98-a289-7088632d959f None None] Provisioning complete for port 8b484a5c-2c70-4c58-8b4c-8d06f0ba5696 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:38:44.244197 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-f6d4be1b-5d90-4b98-a289-7088632d959f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:44.280309 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4c8c2bb-25b2-489c-832e-93ab1d38c3c3 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:38:44.291717 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-01e4b4fb-1032-468e-94cf-21099b4f1088 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:44.298079 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d15a71-c439-4474-9e9e-7dd6699218e7 None None] Sync routers for ids ['ce8f9879-d1ac-44f7-a6d0-bc982938f6d1'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:38:44.307998 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d15a71-c439-4474-9e9e-7dd6699218e7 None None] Routers {'ce8f9879-d1ac-44f7-a6d0-bc982938f6d1'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:38:44.311419 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-c9d15a71-c439-4474-9e9e-7dd6699218e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:38:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['ce8f9879-d1ac-44f7-a6d0-bc982938f6d1'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:38:44.322881 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-f6d4be1b-5d90-4b98-a289-7088632d959f None None] Port 8b484a5c-2c70-4c58-8b4c-8d06f0ba5696 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:38:44.332445 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 5ab7f24a-0410-442c-9de4-8f0cf22389f0 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:38:44.332445 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:44.410260 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7619a9-97b5-4f8a-9f0f-d23c5094ea02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=724f2448-2fca-49a4-abba-1d22ba1593f5,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:44.462423 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7619a9-97b5-4f8a-9f0f-d23c5094ea02 admin admin] Checking segment: {'id': 'a858b4d0-e8f7-4861-aa36-a6cc38c85e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '48992f11-5b29-4557-a8fa-4d94a4ec7c8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:38:44.462776 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b7619a9-97b5-4f8a-9f0f-d23c5094ea02 admin admin] Network hostable DHCP agents. Network: 48992f11-5b29-4557-a8fa-4d94a4ec7c8d, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89110) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:38:44.469209 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e4b4fb-1032-468e-94cf-21099b4f1088 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Pushing event updated for resources: {'Subnet': ['ID=bbfca95c-1c1d-44dd-9bde-db26177aa12b,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:44.595345 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-e4c8c2bb-25b2-489c-832e-93ab1d38c3c3 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] 10.222.0.55 "PUT /v2.0/routers/ce8f9879-d1ac-44f7-a6d0-bc982938f6d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2992873 May 28 06:38:44.596922 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 39332) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:38:44.603491 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-82b9ef6b-b5b5-4e75-b639-014eb2b8cf50 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:44.606344 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-82b9ef6b-b5b5-4e75-b639-014eb2b8cf50 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "DELETE /v2.0/security-groups/8d5c9d24-a7ef-4e95-9414-4cd057feeac2 HTTP/1.1" status: 204 len: 168 time: 2.5308065 May 28 06:38:44.614138 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e4b4fb-1032-468e-94cf-21099b4f1088 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Checking segment: {'id': 'e82da2dd-17b8-4c15-8abb-711622ad0a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:38:44.614712 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e4b4fb-1032-468e-94cf-21099b4f1088 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Network hostable DHCP agents. Network: 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:38:44.624015 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 39334) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:38:44.644749 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-0027ed3c-26af-4f3b-b13a-dcc381747bce tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Request body: {'network': {'name': 'tempest-RoutersTest-786977375'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:38:44.659315 n-d-843702-1 neutron-server[89109]: INFO neutron.api.v2.resource [None req-7349e5e9-8700-481d-9479-449aed96d003 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] show failed (client error): The resource could not be found. May 28 06:38:44.663883 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-7349e5e9-8700-481d-9479-449aed96d003 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/security-groups/8d5c9d24-a7ef-4e95-9414-4cd057feeac2 HTTP/1.1" status: 404 len: 347 time: 0.0348880 May 28 06:38:44.664425 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 39340) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:38:44.668763 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-0027ed3c-26af-4f3b-b13a-dcc381747bce tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:38:44.673631 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-0027ed3c-26af-4f3b-b13a-dcc381747bce tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Usage tracker for resource:network and tenant:51e07d1dd4e842f29564191e4c945b6c is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:38:44.677615 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-0027ed3c-26af-4f3b-b13a-dcc381747bce tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:38:44.685079 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-0027ed3c-26af-4f3b-b13a-dcc381747bce tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:38:44.699408 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7ba42e6f-8e37-4057-9d16-62a35a7b100f tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:44.724162 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 5ab7f24a-0410-442c-9de4-8f0cf22389f0 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:38:44.739238 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-c9d15a71-c439-4474-9e9e-7dd6699218e7 None None] Set router ce8f9879-d1ac-44f7-a6d0-bc982938f6d1 gateway port host: None {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:38:44.951562 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-8b27cf06-8ad6-4189-a282-78030c610cb5 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Deleting port 2acfa7d9-37bf-4f63-b9ce-b12b3bdc6826 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:38:44.951926 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8b27cf06-8ad6-4189-a282-78030c610cb5 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:45.019616 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e4b4fb-1032-468e-94cf-21099b4f1088 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:38:45.029067 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7ba42e6f-8e37-4057-9d16-62a35a7b100f tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:45.029678 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7ba42e6f-8e37-4057-9d16-62a35a7b100f tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691094'] for floatingip, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:45.030503 n-d-843702-1 neutron-server[89110]: INFO neutron.db.l3_db [None req-7ba42e6f-8e37-4057-9d16-62a35a7b100f tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Floating IP 09f54500-db8e-4ac1-b86d-ba7341e97f9b disassociated. External IP: 172.25.5.195, port: c227a12c-2aa7-45d8-b3cf-d6510dce9895. May 28 06:38:45.030503 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-7ba42e6f-8e37-4057-9d16-62a35a7b100f tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Calling delete_port for c227a12c-2aa7-45d8-b3cf-d6510dce9895 owned by {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:38:45.209781 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-01e4b4fb-1032-468e-94cf-21099b4f1088 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2) {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:38:45.222199 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2592bfaa-683a-4e4a-ba64-6cd973a2b71e None None] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:38:45.223543 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e4b4fb-1032-468e-94cf-21099b4f1088 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:45.224364 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-01e4b4fb-1032-468e-94cf-21099b4f1088 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:45.299967 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-c9d15a71-c439-4474-9e9e-7dd6699218e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce8f9879-d1ac-44f7-a6d0-bc982938f6d1', 'name': 'tempest-RoutersTest-router-1404400592', 'tenant_id': '51e07d1dd4e842f29564191e4c945b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:38:19Z', 'updated_at': '2022-05-28T06:38:40Z', 'revision_number': 3, 'project_id': '51e07d1dd4e842f29564191e4c945b6c', 'gw_port_host': None, '_interfaces': [{'id': '32e62a22-84bf-4694-b19e-fb91d25761d9', 'name': '', 'network_id': 'eeb73656-43c1-4ee2-9497-5290bc10726e', 'tenant_id': '51e07d1dd4e842f29564191e4c945b6c', 'mac_address': 'fa:16:3e:99:7d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8f9879-d1ac-44f7-a6d0-bc982938f6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': 'c5fb5e00-99af-4f71-953e-f3f2fab999ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:38:26Z', 'updated_at': '2022-05-28T06:38:38Z', 'revision_number': 5, 'project_id': '51e07d1dd4e842f29564191e4c945b6c', 'subnets': [{'id': 'c5fb5e00-99af-4f71-953e-f3f2fab999ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b484a5c-2c70-4c58-8b4c-8d06f0ba5696', 'name': '', 'network_id': '9ccf9dee-f3a0-42be-8e4a-fcd6bc40fe93', 'tenant_id': '51e07d1dd4e842f29564191e4c945b6c', 'mac_address': 'fa:16:3e:6f:10:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce8f9879-d1ac-44f7-a6d0-bc982938f6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '4627dc77-60dc-41e2-b543-5687a1b9f1b4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:38:38Z', 'updated_at': '2022-05-28T06:38:41Z', 'revision_number': 2, 'project_id': '51e07d1dd4e842f29564191e4c945b6c', 'subnets': [{'id': '4627dc77-60dc-41e2-b543-5687a1b9f1b4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:38:45.313628 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d15a71-c439-4474-9e9e-7dd6699218e7 None None] Checking router: ce8f9879-d1ac-44f7-a6d0-bc982938f6d1 for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:38:45.314473 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d15a71-c439-4474-9e9e-7dd6699218e7 None None] Updating router ce8f9879-d1ac-44f7-a6d0-bc982938f6d1 port 8b484a5c-2c70-4c58-8b4c-8d06f0ba5696 binding host n-d-843702-1 {{(pid=89112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:38:45.320852 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0027ed3c-26af-4f3b-b13a-dcc381747bce tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Made reservation on behalf of 51e07d1dd4e842f29564191e4c945b6c for: {'network': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:38:45.324575 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0027ed3c-26af-4f3b-b13a-dcc381747bce tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:45.330058 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8b27cf06-8ad6-4189-a282-78030c610cb5 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:45.330838 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8b27cf06-8ad6-4189-a282-78030c610cb5 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:45.334475 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b7619a9-97b5-4f8a-9f0f-d23c5094ea02 admin admin] Network 48992f11-5b29-4557-a8fa-4d94a4ec7c8d is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89110) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:38:45.367140 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0027ed3c-26af-4f3b-b13a-dcc381747bce tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=89110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:38:45.376193 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0027ed3c-26af-4f3b-b13a-dcc381747bce tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:45.376475 n-d-843702-1 neutron-server[89110]: INFO neutron.db.segments_db [None req-0027ed3c-26af-4f3b-b13a-dcc381747bce tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Added segment 1a0d20cd-f5c4-40e7-9b25-084528c51a61 of type vlan for network 96e6c9f0-ef66-422b-858d-57cd1b2eca8b May 28 06:38:45.405288 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0027ed3c-26af-4f3b-b13a-dcc381747bce tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:45.437540 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-9b7619a9-97b5-4f8a-9f0f-d23c5094ea02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, 48992f11-5b29-4557-a8fa-4d94a4ec7c8d) {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:38:45.487198 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-c9d15a71-c439-4474-9e9e-7dd6699218e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:45.519880 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96285900-d608-431d-9ac2-a772747ca80f req-90bd027e-686c-4f27-97bb-a391f0fa9adc tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:45.526854 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-96285900-d608-431d-9ac2-a772747ca80f req-90bd027e-686c-4f27-97bb-a391f0fa9adc tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] 10.222.0.55 "GET /v2.0/ports?device_id=f824027a-f9d8-49f5-895a-6f50e924b9c1 HTTP/1.1" status: 200 len: 945 time: 1.1098511 May 28 06:38:45.541253 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-01e4b4fb-1032-468e-94cf-21099b4f1088 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.6557796 May 28 06:38:45.544626 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 39350) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:38:45.582469 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d30792-ed64-43ad-9893-1c576d701715 None None] Network 48992f11-5b29-4557-a8fa-4d94a4ec7c8d requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:38:45.582872 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7ba42e6f-8e37-4057-9d16-62a35a7b100f tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:45.606666 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0027ed3c-26af-4f3b-b13a-dcc381747bce tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:45.612445 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0027ed3c-26af-4f3b-b13a-dcc381747bce tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:45.613271 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0027ed3c-26af-4f3b-b13a-dcc381747bce tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:45.668975 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b7619a9-97b5-4f8a-9f0f-d23c5094ea02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:45.669896 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9b7619a9-97b5-4f8a-9f0f-d23c5094ea02 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:45.704495 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebcf7e88-1f54-42a4-9ecd-c7fd6a878a9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-147bfd32-62dc-4be0-82de-f4d6fa5b4cc2', 'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2', 'tenant_id': '5e9e9447c07c4077b6694ab63e3affe5', 'fixed_ips': [{'subnet_id': 'bbfca95c-1c1d-44dd-9bde-db26177aa12b'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:38:45.705960 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-ebcf7e88-1f54-42a4-9ecd-c7fd6a878a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:45.723041 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-8b27cf06-8ad6-4189-a282-78030c610cb5 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Calling delete_port for 2acfa7d9-37bf-4f63-b9ce-b12b3bdc6826 owned by network:floatingip {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:38:45.799405 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-c0a9a97a-97a2-4a81-9ea7-f7ae350cf6b4 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Request body: {'port': {'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2', 'name': 'tempest-NetworksTestDHCPv6-1113594431'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:38:45.802905 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba42e6f-8e37-4057-9d16-62a35a7b100f tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Pushing event deleted for resources: {'Port': ['ID=c227a12c-2aa7-45d8-b3cf-d6510dce9895,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:45.824098 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0027ed3c-26af-4f3b-b13a-dcc381747bce tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Pushing event updated for resources: {'Network': ['ID=96e6c9f0-ef66-422b-858d-57cd1b2eca8b,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:45.832807 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-9b7619a9-97b5-4f8a-9f0f-d23c5094ea02 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 4.0668736 May 28 06:38:45.842441 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 39354) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:38:45.855400 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 96e6c9f0-ef66-422b-858d-57cd1b2eca8b details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:38:45.856001 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-9207e601-9686-4563-b3ab-73284f705c96 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1192960476-router', 'tenant_id': '60982381454b4376b475404da5b08605', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:38:45.861508 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-9207e601-9686-4563-b3ab-73284f705c96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:38:45.865678 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-9207e601-9686-4563-b3ab-73284f705c96 admin admin] Usage tracker for resource:router and tenant:60982381454b4376b475404da5b08605 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:38:45.868742 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-9207e601-9686-4563-b3ab-73284f705c96 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:38:45.875833 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-9207e601-9686-4563-b3ab-73284f705c96 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:38:45.905795 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-96285900-d608-431d-9ac2-a772747ca80f req-ceb700ec-d62e-4891-b0a3-47d30a41f14a tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] 10.222.0.55 "GET /v2.0/security-groups?id=da113a0c-8ebd-48a7-a4a2-2238b85d044b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3709679 May 28 06:38:46.086316 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-c0a9a97a-97a2-4a81-9ea7-f7ae350cf6b4 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:38:46.105856 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-c0a9a97a-97a2-4a81-9ea7-f7ae350cf6b4 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Usage tracker for resource:port and tenant:5e9e9447c07c4077b6694ab63e3affe5 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:38:46.111337 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-c0a9a97a-97a2-4a81-9ea7-f7ae350cf6b4 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:38:46.121360 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-c0a9a97a-97a2-4a81-9ea7-f7ae350cf6b4 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:38:46.210544 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-c9d15a71-c439-4474-9e9e-7dd6699218e7 None None] Notify callbacks [] for port, precommit_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:46.231292 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0a9a97a-97a2-4a81-9ea7-f7ae350cf6b4 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Made reservation on behalf of 5e9e9447c07c4077b6694ab63e3affe5 for: {'port': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:38:46.235570 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c0a9a97a-97a2-4a81-9ea7-f7ae350cf6b4 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:46.270758 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.provisioning_blocks [None req-c9d15a71-c439-4474-9e9e-7dd6699218e7 None None] Transition to ACTIVE for port object 8b484a5c-2c70-4c58-8b4c-8d06f0ba5696 will not be triggered until provisioned by entity L2. {{(pid=89112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:38:46.274395 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8b27cf06-8ad6-4189-a282-78030c610cb5 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:46.277610 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ba42e6f-8e37-4057-9d16-62a35a7b100f tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Router 035af55e-abd9-4bf2-8685-fca0b38128d3 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:38:46.284921 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9207e601-9686-4563-b3ab-73284f705c96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59128'] for router, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:46.286167 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9207e601-9686-4563-b3ab-73284f705c96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59009'] for router, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:46.293124 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-0027ed3c-26af-4f3b-b13a-dcc381747bce tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.6764686 May 28 06:38:46.296343 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 39360) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:38:46.311551 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [None req-c0a9a97a-97a2-4a81-9ea7-f7ae350cf6b4 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] device_id is not set on port 42036e79-985e-41f7-9364-2e46d7ad5028 yet. {{(pid=89109) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:38:46.313691 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-142292f1-bfcc-49dd-aa28-332e7ce1eb5a tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Request body: {'subnet': {'network_id': '96e6c9f0-ef66-422b-858d-57cd1b2eca8b', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:38:46.361942 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-c9d15a71-c439-4474-9e9e-7dd6699218e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:46.407890 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faccacd7-3687-4c92-b5a2-d2b6b2bcbdc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-48992f11-5b29-4557-a8fa-4d94a4ec7c8d', 'network_id': '48992f11-5b29-4557-a8fa-4d94a4ec7c8d', 'tenant_id': '60982381454b4376b475404da5b08605', 'fixed_ips': [{'subnet_id': '724f2448-2fca-49a4-abba-1d22ba1593f5'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:38:46.412123 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-faccacd7-3687-4c92-b5a2-d2b6b2bcbdc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:46.459531 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b27cf06-8ad6-4189-a282-78030c610cb5 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Pushing event deleted for resources: {'Port': ['ID=2acfa7d9-37bf-4f63-b9ce-b12b3bdc6826,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:46.502461 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-ebcf7e88-1f54-42a4-9ecd-c7fd6a878a9d None None] Allocated IP 2001:db8::2 (147bfd32-62dc-4be0-82de-f4d6fa5b4cc2/bbfca95c-1c1d-44dd-9bde-db26177aa12b/23dbcbc0-2428-4c7f-8f96-76e5c009ae5c) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:38:46.699050 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4832e557-26c0-4186-9311-996579464261 None None] Pushing event updated for resources: {'Port': ['ID=8b484a5c-2c70-4c58-8b4c-8d06f0ba5696,revision_number=3']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:46.886425 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8b27cf06-8ad6-4189-a282-78030c610cb5 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Notify callbacks [] for floatingip, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:46.912814 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8b27cf06-8ad6-4189-a282-78030c610cb5 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:46.914402 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-8b27cf06-8ad6-4189-a282-78030c610cb5 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "DELETE /v2.0/floatingips/e3eea752-c90c-4862-b43c-2a3c60627ae4 HTTP/1.1" status: 204 len: 168 time: 2.2490032 May 28 06:38:46.917189 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-faccacd7-3687-4c92-b5a2-d2b6b2bcbdc1 None None] Allocated IP 172.20.0.2 (48992f11-5b29-4557-a8fa-4d94a4ec7c8d/724f2448-2fca-49a4-abba-1d22ba1593f5/860b55c2-71c0-4aed-953a-f29ae16178c9) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:38:46.960275 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-c9d15a71-c439-4474-9e9e-7dd6699218e7 None None] Attempting to bind port 8b484a5c-2c70-4c58-8b4c-8d06f0ba5696 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:38:46.960683 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-c9d15a71-c439-4474-9e9e-7dd6699218e7 None None] Attempting to bind port 8b484a5c-2c70-4c58-8b4c-8d06f0ba5696 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'a4ce1d9e-7de9-4349-8df8-398641c6b28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '9ccf9dee-f3a0-42be-8e4a-fcd6bc40fe93'}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:38:46.960983 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d15a71-c439-4474-9e9e-7dd6699218e7 None None] Attempting to bind port 8b484a5c-2c70-4c58-8b4c-8d06f0ba5696 on network 9ccf9dee-f3a0-42be-8e4a-fcd6bc40fe93 {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:38:46.962110 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a166df-dd3c-430f-bce1-42bd73691276 req-3ec0806a-51e6-41b1-9fc3-60191d7e1e32 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:46.963851 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-88a166df-dd3c-430f-bce1-42bd73691276 req-3ec0806a-51e6-41b1-9fc3-60191d7e1e32 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] 10.222.0.55 "GET /v2.0/ports?device_id=db10fb21-0123-4957-96a4-a43c5586384f HTTP/1.1" status: 200 len: 946 time: 1.5273302 May 28 06:38:46.967165 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d15a71-c439-4474-9e9e-7dd6699218e7 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:38:46.967769 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d15a71-c439-4474-9e9e-7dd6699218e7 None None] Checking segment: {'id': 'a4ce1d9e-7de9-4349-8df8-398641c6b28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '9ccf9dee-f3a0-42be-8e4a-fcd6bc40fe93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:38:46.968316 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-c9d15a71-c439-4474-9e9e-7dd6699218e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:46.968856 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d15a71-c439-4474-9e9e-7dd6699218e7 None None] Bound using segment: {'id': 'a4ce1d9e-7de9-4349-8df8-398641c6b28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '9ccf9dee-f3a0-42be-8e4a-fcd6bc40fe93'} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:38:46.969511 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-c9d15a71-c439-4474-9e9e-7dd6699218e7 None None] Bound port: 8b484a5c-2c70-4c58-8b4c-8d06f0ba5696, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4ce1d9e-7de9-4349-8df8-398641c6b28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '9ccf9dee-f3a0-42be-8e4a-fcd6bc40fe93'}}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:38:46.970076 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-c9d15a71-c439-4474-9e9e-7dd6699218e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:46.971166 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-142292f1-bfcc-49dd-aa28-332e7ce1eb5a tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:38:46.977584 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ba42e6f-8e37-4057-9d16-62a35a7b100f tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:38:47.020569 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890a33f5-5391-4608-903e-6fb511874b6a None None] Sync routers for ids ['035af55e-abd9-4bf2-8685-fca0b38128d3'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:38:47.062603 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-c9d15a71-c439-4474-9e9e-7dd6699218e7 None None] For port 8b484a5c-2c70-4c58-8b4c-8d06f0ba5696, host n-d-843702-1, cleared binding levels {{(pid=89112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:38:47.065785 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-c9d15a71-c439-4474-9e9e-7dd6699218e7 None None] For port 8b484a5c-2c70-4c58-8b4c-8d06f0ba5696, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=8b484a5c-2c70-4c58-8b4c-8d06f0ba5696,segment=NetworkSegment(a4ce1d9e-7de9-4349-8df8-398641c6b28f),segment_id=a4ce1d9e-7de9-4349-8df8-398641c6b28f)] {{(pid=89112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:38:47.074270 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-142292f1-bfcc-49dd-aa28-332e7ce1eb5a tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Usage tracker for resource:subnet and tenant:51e07d1dd4e842f29564191e4c945b6c is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:38:47.091128 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-142292f1-bfcc-49dd-aa28-332e7ce1eb5a tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:38:47.105643 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890a33f5-5391-4608-903e-6fb511874b6a None None] Routers {'035af55e-abd9-4bf2-8685-fca0b38128d3'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:38:47.106488 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-890a33f5-5391-4608-903e-6fb511874b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:38:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['035af55e-abd9-4bf2-8685-fca0b38128d3'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:38:47.141937 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9207e601-9686-4563-b3ab-73284f705c96 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:47.143266 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-142292f1-bfcc-49dd-aa28-332e7ce1eb5a tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:38:47.184276 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-890a33f5-5391-4608-903e-6fb511874b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:38:47.215967 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-88a166df-dd3c-430f-bce1-42bd73691276 req-f4335148-2f5c-4d84-a505-c2aa9e0a5d8c tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] 10.222.0.55 "GET /v2.0/security-groups?id=88d2cfd4-3ac6-4681-9a3a-dce7d6855bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416470 May 28 06:38:47.221868 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890a33f5-5391-4608-903e-6fb511874b6a None None] Routers {'035af55e-abd9-4bf2-8685-fca0b38128d3'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:38:47.222525 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-890a33f5-5391-4608-903e-6fb511874b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:38:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['035af55e-abd9-4bf2-8685-fca0b38128d3'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:38:47.226456 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7ba42e6f-8e37-4057-9d16-62a35a7b100f tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:47.242464 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 39370) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:38:47.245377 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-7ba42e6f-8e37-4057-9d16-62a35a7b100f tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] 10.222.0.55 "DELETE /v2.0/ports/c227a12c-2aa7-45d8-b3cf-d6510dce9895 HTTP/1.1" status: 204 len: 168 time: 3.8344707 May 28 06:38:47.273658 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2eeb9e-8ca2-4442-bfb3-abda6ba43c53 req-49a895dd-ee6b-4dc5-bf9e-ac9c219c5f1e tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:47.280820 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2eeb9e-8ca2-4442-bfb3-abda6ba43c53 req-49a895dd-ee6b-4dc5-bf9e-ac9c219c5f1e tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:47.287027 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2eeb9e-8ca2-4442-bfb3-abda6ba43c53 req-49a895dd-ee6b-4dc5-bf9e-ac9c219c5f1e tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:47.288950 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-da2eeb9e-8ca2-4442-bfb3-abda6ba43c53 req-49a895dd-ee6b-4dc5-bf9e-ac9c219c5f1e tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] 10.222.0.55 "GET /v2.0/ports?device_id=f824027a-f9d8-49f5-895a-6f50e924b9c1&device_id=13373255-c2c3-47d9-828c-ce6b6303ab5f&device_id=e26416bb-43a4-4cc5-bf06-ef4eb03f29dd HTTP/1.1" status: 200 len: 2418 time: 0.3142602 May 28 06:38:47.293570 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-ebcf7e88-1f54-42a4-9ecd-c7fd6a878a9d None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:47.350820 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-da2eeb9e-8ca2-4442-bfb3-abda6ba43c53 req-35fe0993-2e54-4a6e-82f6-210b975fce13 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] 10.222.0.55 "GET /v2.0/security-groups?id=da113a0c-8ebd-48a7-a4a2-2238b85d044b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533078 May 28 06:38:47.365844 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-890a33f5-5391-4608-903e-6fb511874b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:38:47.366333 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890a33f5-5391-4608-903e-6fb511874b6a None None] The sync data for ids ['035af55e-abd9-4bf2-8685-fca0b38128d3'] in n-d-843702-1 is: [] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:38:47.373404 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-ebcf7e88-1f54-42a4-9ecd-c7fd6a878a9d None None] Transition to ACTIVE for port object 23dbcbc0-2428-4c7f-8f96-76e5c009ae5c will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:38:47.407448 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-c05a50d8-d212-4b56-ba83-6ece726baa7f tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] 10.222.0.55 "GET /v2.0/floatingips/09f54500-db8e-4ac1-b86d-ba7341e97f9b HTTP/1.1" status: 200 len: 688 time: 0.1600347 May 28 06:38:47.409524 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 39378) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:38:47.444492 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-ebcf7e88-1f54-42a4-9ecd-c7fd6a878a9d None None] Transition to ACTIVE for port object 23dbcbc0-2428-4c7f-8f96-76e5c009ae5c will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:38:47.459485 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-c9d15a71-c439-4474-9e9e-7dd6699218e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:47.483524 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-faccacd7-3687-4c92-b5a2-d2b6b2bcbdc1 None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:47.495022 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-faccacd7-3687-4c92-b5a2-d2b6b2bcbdc1 None None] Transition to ACTIVE for port object 860b55c2-71c0-4aed-953a-f29ae16178c9 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:38:47.513732 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 39382) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:38:47.520971 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-a296d3e0-fa48-4b94-ae49-fdf133b1b3f6 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Request body: {'security_group': {'name': 'tempest-securitygroup--158461161', 'description': 'tempest-description--296530292'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:38:47.524221 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-faccacd7-3687-4c92-b5a2-d2b6b2bcbdc1 None None] Transition to ACTIVE for port object 860b55c2-71c0-4aed-953a-f29ae16178c9 will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:38:47.538278 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-a296d3e0-fa48-4b94-ae49-fdf133b1b3f6 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:38:47.564621 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-ebcf7e88-1f54-42a4-9ecd-c7fd6a878a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:47.565581 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-142292f1-bfcc-49dd-aa28-332e7ce1eb5a tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Made reservation on behalf of 51e07d1dd4e842f29564191e4c945b6c for: {'subnet': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:38:47.569285 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-142292f1-bfcc-49dd-aa28-332e7ce1eb5a tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3171998'] for subnet, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:47.620211 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-a296d3e0-fa48-4b94-ae49-fdf133b1b3f6 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Usage tracker for resource:security_group and tenant:50466b4420374aac8a4e6c84ffbb2d35 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:38:47.656608 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-faccacd7-3687-4c92-b5a2-d2b6b2bcbdc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:47.656780 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d15a71-c439-4474-9e9e-7dd6699218e7 None None] Routers {'ce8f9879-d1ac-44f7-a6d0-bc982938f6d1'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:38:47.661797 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-c9d15a71-c439-4474-9e9e-7dd6699218e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:38:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['ce8f9879-d1ac-44f7-a6d0-bc982938f6d1'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:38:47.752645 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-a296d3e0-fa48-4b94-ae49-fdf133b1b3f6 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:38:47.769018 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebcf7e88-1f54-42a4-9ecd-c7fd6a878a9d None None] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:38:47.779862 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-ebcf7e88-1f54-42a4-9ecd-c7fd6a878a9d None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:38:47.786548 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faccacd7-3687-4c92-b5a2-d2b6b2bcbdc1 None None] Network 48992f11-5b29-4557-a8fa-4d94a4ec7c8d is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:38:47.789895 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4832e557-26c0-4186-9311-996579464261 None None] Pushing event updated for resources: {'Port': ['ID=8b484a5c-2c70-4c58-8b4c-8d06f0ba5696,revision_number=4']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:47.790386 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-a296d3e0-fa48-4b94-ae49-fdf133b1b3f6 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:38:47.791210 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebcf7e88-1f54-42a4-9ecd-c7fd6a878a9d None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:38:47.810867 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-faccacd7-3687-4c92-b5a2-d2b6b2bcbdc1 None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:38:47.842522 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-c0a9a97a-97a2-4a81-9ea7-f7ae350cf6b4 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Allocated IP 2001:db8::2d8 (147bfd32-62dc-4be0-82de-f4d6fa5b4cc2/bbfca95c-1c1d-44dd-9bde-db26177aa12b/42036e79-985e-41f7-9364-2e46d7ad5028) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:38:47.848634 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faccacd7-3687-4c92-b5a2-d2b6b2bcbdc1 None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:38:47.853964 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcf7e88-1f54-42a4-9ecd-c7fd6a878a9d None None] Pushing event updated for resources: {'Port': ['ID=23dbcbc0-2428-4c7f-8f96-76e5c009ae5c,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:47.944273 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a296d3e0-fa48-4b94-ae49-fdf133b1b3f6 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:48.039607 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-c9d15a71-c439-4474-9e9e-7dd6699218e7 None None] Set router ce8f9879-d1ac-44f7-a6d0-bc982938f6d1 gateway port host: None {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:38:48.084971 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-a296d3e0-fa48-4b94-ae49-fdf133b1b3f6 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:38:48.094861 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-a296d3e0-fa48-4b94-ae49-fdf133b1b3f6 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Usage tracker for resource:security_group_rule and tenant:50466b4420374aac8a4e6c84ffbb2d35 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:38:48.100843 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-a296d3e0-fa48-4b94-ae49-fdf133b1b3f6 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:38:48.109538 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-a296d3e0-fa48-4b94-ae49-fdf133b1b3f6 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:38:48.219896 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [req-152a38c6-77d2-4347-b6ad-f3defeb9fa8b req-8f40f032-89a7-46cf-ae2b-cf8c6096a34d tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=89110) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:38:48.232305 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-152a38c6-77d2-4347-b6ad-f3defeb9fa8b req-8f40f032-89a7-46cf-ae2b-cf8c6096a34d tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2035847 May 28 06:38:48.259394 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faccacd7-3687-4c92-b5a2-d2b6b2bcbdc1 None None] Pushing event updated for resources: {'Port': ['ID=860b55c2-71c0-4aed-953a-f29ae16178c9,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:48.264328 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-faccacd7-3687-4c92-b5a2-d2b6b2bcbdc1 None None] Attempting to bind port 860b55c2-71c0-4aed-953a-f29ae16178c9 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:38:48.264328 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-faccacd7-3687-4c92-b5a2-d2b6b2bcbdc1 None None] Attempting to bind port 860b55c2-71c0-4aed-953a-f29ae16178c9 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'a858b4d0-e8f7-4861-aa36-a6cc38c85e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '48992f11-5b29-4557-a8fa-4d94a4ec7c8d'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:38:48.264571 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faccacd7-3687-4c92-b5a2-d2b6b2bcbdc1 None None] Attempting to bind port 860b55c2-71c0-4aed-953a-f29ae16178c9 on network 48992f11-5b29-4557-a8fa-4d94a4ec7c8d {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:38:48.268708 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-ebcf7e88-1f54-42a4-9ecd-c7fd6a878a9d None None] Attempting to bind port 23dbcbc0-2428-4c7f-8f96-76e5c009ae5c on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:38:48.269091 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-ebcf7e88-1f54-42a4-9ecd-c7fd6a878a9d None None] Attempting to bind port 23dbcbc0-2428-4c7f-8f96-76e5c009ae5c by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'e82da2dd-17b8-4c15-8abb-711622ad0a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:38:48.269530 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebcf7e88-1f54-42a4-9ecd-c7fd6a878a9d None None] Attempting to bind port 23dbcbc0-2428-4c7f-8f96-76e5c009ae5c on network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:38:48.274727 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faccacd7-3687-4c92-b5a2-d2b6b2bcbdc1 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:38:48.275101 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faccacd7-3687-4c92-b5a2-d2b6b2bcbdc1 None None] Checking segment: {'id': 'a858b4d0-e8f7-4861-aa36-a6cc38c85e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '48992f11-5b29-4557-a8fa-4d94a4ec7c8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:38:48.275506 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-faccacd7-3687-4c92-b5a2-d2b6b2bcbdc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:48.275984 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faccacd7-3687-4c92-b5a2-d2b6b2bcbdc1 None None] Bound using segment: {'id': 'a858b4d0-e8f7-4861-aa36-a6cc38c85e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '48992f11-5b29-4557-a8fa-4d94a4ec7c8d'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:38:48.276451 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-faccacd7-3687-4c92-b5a2-d2b6b2bcbdc1 None None] Bound port: 860b55c2-71c0-4aed-953a-f29ae16178c9, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a858b4d0-e8f7-4861-aa36-a6cc38c85e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '48992f11-5b29-4557-a8fa-4d94a4ec7c8d'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:38:48.276968 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-faccacd7-3687-4c92-b5a2-d2b6b2bcbdc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:48.283974 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a296d3e0-fa48-4b94-ae49-fdf133b1b3f6 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:48.293149 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebcf7e88-1f54-42a4-9ecd-c7fd6a878a9d None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:38:48.298600 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebcf7e88-1f54-42a4-9ecd-c7fd6a878a9d None None] Checking segment: {'id': 'e82da2dd-17b8-4c15-8abb-711622ad0a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:38:48.298600 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-ebcf7e88-1f54-42a4-9ecd-c7fd6a878a9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:48.298600 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebcf7e88-1f54-42a4-9ecd-c7fd6a878a9d None None] Bound using segment: {'id': 'e82da2dd-17b8-4c15-8abb-711622ad0a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:38:48.298600 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-ebcf7e88-1f54-42a4-9ecd-c7fd6a878a9d None None] Bound port: 23dbcbc0-2428-4c7f-8f96-76e5c009ae5c, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e82da2dd-17b8-4c15-8abb-711622ad0a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:38:48.298600 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-ebcf7e88-1f54-42a4-9ecd-c7fd6a878a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:48.387388 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a296d3e0-fa48-4b94-ae49-fdf133b1b3f6 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:48.395782 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-e462960f-e10c-4ed0-8cf1-01cbdddcaaaf tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Deleting port aeb14192-b24d-4f9a-a659-ea15e34e2dfc {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:38:48.396805 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e462960f-e10c-4ed0-8cf1-01cbdddcaaaf tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:48.467564 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-faccacd7-3687-4c92-b5a2-d2b6b2bcbdc1 None None] For port 860b55c2-71c0-4aed-953a-f29ae16178c9, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:38:48.475365 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-ebcf7e88-1f54-42a4-9ecd-c7fd6a878a9d None None] For port 23dbcbc0-2428-4c7f-8f96-76e5c009ae5c, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:38:48.475365 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-faccacd7-3687-4c92-b5a2-d2b6b2bcbdc1 None None] For port 860b55c2-71c0-4aed-953a-f29ae16178c9, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=860b55c2-71c0-4aed-953a-f29ae16178c9,segment=NetworkSegment(a858b4d0-e8f7-4861-aa36-a6cc38c85e19),segment_id=a858b4d0-e8f7-4861-aa36-a6cc38c85e19)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:38:48.475953 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-ebcf7e88-1f54-42a4-9ecd-c7fd6a878a9d None None] For port 23dbcbc0-2428-4c7f-8f96-76e5c009ae5c, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=23dbcbc0-2428-4c7f-8f96-76e5c009ae5c,segment=NetworkSegment(e82da2dd-17b8-4c15-8abb-711622ad0a92),segment_id=e82da2dd-17b8-4c15-8abb-711622ad0a92)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:38:48.519853 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-c9d15a71-c439-4474-9e9e-7dd6699218e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce8f9879-d1ac-44f7-a6d0-bc982938f6d1', 'name': 'tempest-RoutersTest-router-1404400592', 'tenant_id': '51e07d1dd4e842f29564191e4c945b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:38:19Z', 'updated_at': '2022-05-28T06:38:40Z', 'revision_number': 3, 'project_id': '51e07d1dd4e842f29564191e4c945b6c', 'gw_port_host': None, '_interfaces': [{'id': '32e62a22-84bf-4694-b19e-fb91d25761d9', 'name': '', 'network_id': 'eeb73656-43c1-4ee2-9497-5290bc10726e', 'tenant_id': '51e07d1dd4e842f29564191e4c945b6c', 'mac_address': 'fa:16:3e:99:7d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8f9879-d1ac-44f7-a6d0-bc982938f6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': 'c5fb5e00-99af-4f71-953e-f3f2fab999ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:38:26Z', 'updated_at': '2022-05-28T06:38:38Z', 'revision_number': 5, 'project_id': '51e07d1dd4e842f29564191e4c945b6c', 'subnets': [{'id': 'c5fb5e00-99af-4f71-953e-f3f2fab999ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b484a5c-2c70-4c58-8b4c-8d06f0ba5696', 'name': '', 'network_id': '9ccf9dee-f3a0-42be-8e4a-fcd6bc40fe93', 'tenant_id': '51e07d1dd4e842f29564191e4c945b6c', 'mac_address': 'fa:16:3e:6f:10:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce8f9879-d1ac-44f7-a6d0-bc982938f6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '4627dc77-60dc-41e2-b543-5687a1b9f1b4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:38:38Z', 'updated_at': '2022-05-28T06:38:47Z', 'revision_number': 4, 'project_id': '51e07d1dd4e842f29564191e4c945b6c', 'subnets': [{'id': '4627dc77-60dc-41e2-b543-5687a1b9f1b4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:38:48.524994 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d15a71-c439-4474-9e9e-7dd6699218e7 None None] The sync data for ids ['ce8f9879-d1ac-44f7-a6d0-bc982938f6d1'] in n-d-843702-1 is: [{'id': 'ce8f9879-d1ac-44f7-a6d0-bc982938f6d1', 'name': 'tempest-RoutersTest-router-1404400592', 'tenant_id': '51e07d1dd4e842f29564191e4c945b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:38:19Z', 'updated_at': '2022-05-28T06:38:40Z', 'revision_number': 3, 'project_id': '51e07d1dd4e842f29564191e4c945b6c', 'gw_port_host': None, '_interfaces': [{'id': '32e62a22-84bf-4694-b19e-fb91d25761d9', 'name': '', 'network_id': 'eeb73656-43c1-4ee2-9497-5290bc10726e', 'tenant_id': '51e07d1dd4e842f29564191e4c945b6c', 'mac_address': 'fa:16:3e:99:7d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8f9879-d1ac-44f7-a6d0-bc982938f6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': 'c5fb5e00-99af-4f71-953e-f3f2fab999ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:38:26Z', 'updated_at': '2022-05-28T06:38:38Z', 'revision_number': 5, 'project_id': '51e07d1dd4e842f29564191e4c945b6c', 'subnets': [{'id': 'c5fb5e00-99af-4f71-953e-f3f2fab999ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b484a5c-2c70-4c58-8b4c-8d06f0ba5696', 'name': '', 'network_id': '9ccf9dee-f3a0-42be-8e4a-fcd6bc40fe93', 'tenant_id': '51e07d1dd4e842f29564191e4c945b6c', 'mac_address': 'fa:16:3e:6f:10:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce8f9879-d1ac-44f7-a6d0-bc982938f6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '4627dc77-60dc-41e2-b543-5687a1b9f1b4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:38:38Z', 'updated_at': '2022-05-28T06:38:47Z', 'revision_number': 4, 'project_id': '51e07d1dd4e842f29564191e4c945b6c', 'subnets': [{'id': '4627dc77-60dc-41e2-b543-5687a1b9f1b4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:38:48.567401 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c0a9a97a-97a2-4a81-9ea7-f7ae350cf6b4 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:48.581926 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-faccacd7-3687-4c92-b5a2-d2b6b2bcbdc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:48.632382 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a296d3e0-fa48-4b94-ae49-fdf133b1b3f6 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d9e2739-d2e7-489f-8894-c4c5db308155,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:48.652387 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a296d3e0-fa48-4b94-ae49-fdf133b1b3f6 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:48.657233 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-a296d3e0-fa48-4b94-ae49-fdf133b1b3f6 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.1396077 May 28 06:38:48.671440 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [None req-c0a9a97a-97a2-4a81-9ea7-f7ae350cf6b4 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Transition to ACTIVE for port object 42036e79-985e-41f7-9364-2e46d7ad5028 will not be triggered until provisioned by entity DHCP. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:38:48.674537 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 39396) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:38:48.701220 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-88de0530-169e-4acc-bd46-8fa7964978df tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Request body: {'security_group_rule': {'security_group_id': '0d9e2739-d2e7-489f-8894-c4c5db308155', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:38:48.716835 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-88de0530-169e-4acc-bd46-8fa7964978df tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:38:48.723706 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-88de0530-169e-4acc-bd46-8fa7964978df tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Usage tracker for resource:security_group_rule and tenant:50466b4420374aac8a4e6c84ffbb2d35 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:38:48.731653 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-ebcf7e88-1f54-42a4-9ecd-c7fd6a878a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:48.735991 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-88de0530-169e-4acc-bd46-8fa7964978df tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:38:48.749692 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-88de0530-169e-4acc-bd46-8fa7964978df tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:38:48.794562 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a262a60-eda7-47b3-8625-6ed1413ce958 req-393c048c-2b81-49e2-986b-e7d2a7fd21e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:48.796289 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-0a262a60-eda7-47b3-8625-6ed1413ce958 req-393c048c-2b81-49e2-986b-e7d2a7fd21e2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f44679598b0a43b98b3c94202ca37d34&device_id=db10fb21-0123-4957-96a4-a43c5586384f HTTP/1.1" status: 200 len: 1097 time: 0.7856665 May 28 06:38:48.858793 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faccacd7-3687-4c92-b5a2-d2b6b2bcbdc1 None None] Pushing event updated for resources: {'Port': ['ID=860b55c2-71c0-4aed-953a-f29ae16178c9,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:49.001991 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9207e601-9686-4563-b3ab-73284f705c96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59027'] for router, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:49.031958 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcf7e88-1f54-42a4-9ecd-c7fd6a878a9d None None] Pushing event updated for resources: {'Port': ['ID=23dbcbc0-2428-4c7f-8f96-76e5c009ae5c,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:49.114220 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-88de0530-169e-4acc-bd46-8fa7964978df tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:49.251302 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a262a60-eda7-47b3-8625-6ed1413ce958 req-924af2b4-5c16-4498-bdb8-f531d27eb8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:49.252786 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-0a262a60-eda7-47b3-8625-6ed1413ce958 req-924af2b4-5c16-4498-bdb8-f531d27eb8c0 service neutron] 10.222.0.71 "GET /v2.0/networks?id=50e6c29d-3c94-4645-8aee-2ebf9aaac97d HTTP/1.1" status: 200 len: 911 time: 0.4502223 May 28 06:38:49.415908 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-0a262a60-eda7-47b3-8625-6ed1413ce958 req-3da721f5-5d61-460e-9fe0-cffa7c34226a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85a87b44-a103-4230-a663-535510ada77a HTTP/1.1" status: 200 len: 217 time: 0.1549273 May 28 06:38:49.571828 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c0a9a97a-97a2-4a81-9ea7-f7ae350cf6b4 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:49.577169 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-88de0530-169e-4acc-bd46-8fa7964978df tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:49.638002 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-152a38c6-77d2-4347-b6ad-f3defeb9fa8b req-9f817b0f-324c-4cd3-9ce2-261e0f293c26 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] 10.222.0.55 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 1.4036338 May 28 06:38:49.700826 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-88de0530-169e-4acc-bd46-8fa7964978df tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:49.762660 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a9a97a-97a2-4a81-9ea7-f7ae350cf6b4 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:38:49.773250 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-c0a9a97a-97a2-4a81-9ea7-f7ae350cf6b4 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:38:49.790691 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a9a97a-97a2-4a81-9ea7-f7ae350cf6b4 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:38:49.800852 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a9a97a-97a2-4a81-9ea7-f7ae350cf6b4 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:49.802102 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c0a9a97a-97a2-4a81-9ea7-f7ae350cf6b4 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:49.808899 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88de0530-169e-4acc-bd46-8fa7964978df tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=787e3b13-46a1-4e2b-8b25-e6a1177e64bf,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:49.845251 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a262a60-eda7-47b3-8625-6ed1413ce958 req-609ac677-4a6d-4d31-a890-1bd7e422f763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:49.847045 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-0a262a60-eda7-47b3-8625-6ed1413ce958 req-609ac677-4a6d-4d31-a890-1bd7e422f763 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=461065ec-096d-40f7-a624-cb52121fd52b HTTP/1.1" status: 200 len: 850 time: 0.4121470 May 28 06:38:49.849022 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a9a97a-97a2-4a81-9ea7-f7ae350cf6b4 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Pushing event updated for resources: {'Port': ['ID=42036e79-985e-41f7-9364-2e46d7ad5028,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:49.898786 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f70fab0-66e7-4050-92ed-474d60ba7e64 req-1c0948e5-8b32-4b91-9e8f-273263da5e23 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:49.906865 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5f70fab0-66e7-4050-92ed-474d60ba7e64 req-1c0948e5-8b32-4b91-9e8f-273263da5e23 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] 10.222.0.55 "GET /v2.0/ports?device_id=db10fb21-0123-4957-96a4-a43c5586384f HTTP/1.1" status: 200 len: 946 time: 1.8453870 May 28 06:38:49.914119 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-88de0530-169e-4acc-bd46-8fa7964978df tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:49.916008 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-88de0530-169e-4acc-bd46-8fa7964978df tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2293363 May 28 06:38:49.917389 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 39410) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:38:49.927604 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-0a262a60-eda7-47b3-8625-6ed1413ce958 req-f87b83f6-644d-4fe5-8973-ca1b6bc8286a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=50e6c29d-3c94-4645-8aee-2ebf9aaac97d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705101 May 28 06:38:49.931526 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-428acc0e-ac7e-4fef-b529-f29d1e533361 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Request body: {'security_group_rule': {'security_group_id': '0d9e2739-d2e7-489f-8894-c4c5db308155', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:38:49.946614 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-428acc0e-ac7e-4fef-b529-f29d1e533361 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:38:49.952442 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-428acc0e-ac7e-4fef-b529-f29d1e533361 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Usage tracker for resource:security_group_rule and tenant:50466b4420374aac8a4e6c84ffbb2d35 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:38:49.953249 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e462960f-e10c-4ed0-8cf1-01cbdddcaaaf tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:49.953615 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e462960f-e10c-4ed0-8cf1-01cbdddcaaaf tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:49.956594 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-428acc0e-ac7e-4fef-b529-f29d1e533361 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:38:49.963840 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-428acc0e-ac7e-4fef-b529-f29d1e533361 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:38:49.972632 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f736d795-9472-47da-b49f-85abae7a71ec req-b7ba63af-b600-469c-bd04-16995f6b1b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:49.974174 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f736d795-9472-47da-b49f-85abae7a71ec req-b7ba63af-b600-469c-bd04-16995f6b1b5f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fada8efd68e34d6781d883ae41cb05ad&device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e HTTP/1.1" status: 200 len: 1097 time: 0.9202523 May 28 06:38:49.979313 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [req-0a262a60-eda7-47b3-8625-6ed1413ce958 req-a625ac7f-d7f0-4fd2-9a10-629dcda2dc2b service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=89109) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:38:49.981705 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-0a262a60-eda7-47b3-8625-6ed1413ce958 req-a625ac7f-d7f0-4fd2-9a10-629dcda2dc2b service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079141 May 28 06:38:49.989366 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-c0a9a97a-97a2-4a81-9ea7-f7ae350cf6b4 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.2880127 May 28 06:38:49.989726 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 39414) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:38:50.219036 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 8b484a5c-2c70-4c58-8b4c-8d06f0ba5696 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:38:50.222762 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-428acc0e-ac7e-4fef-b529-f29d1e533361 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:50.264536 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-e462960f-e10c-4ed0-8cf1-01cbdddcaaaf tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Calling delete_port for aeb14192-b24d-4f9a-a659-ea15e34e2dfc owned by network:floatingip {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:38:50.307955 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-142292f1-bfcc-49dd-aa28-332e7ce1eb5a tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3115906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3172012'] for subnet, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:50.362385 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-0a262a60-eda7-47b3-8625-6ed1413ce958 req-0023cd30-367e-44c7-ad0e-75fce107e599 service neutron] 10.222.0.71 "GET /v2.0/networks/50e6c29d-3c94-4645-8aee-2ebf9aaac97d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3697414 May 28 06:38:50.424590 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-428acc0e-ac7e-4fef-b529-f29d1e533361 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:50.435666 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef0a067-708f-41c7-bb3f-05d03d76da63 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:50.441654 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef0a067-708f-41c7-bb3f-05d03d76da63 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:50.442507 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-6ef0a067-708f-41c7-bb3f-05d03d76da63 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Synchronizing usage tracker for tenant:5e9e9447c07c4077b6694ab63e3affe5 on resource:port {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:38:50.482921 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 8b484a5c-2c70-4c58-8b4c-8d06f0ba5696 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:38:50.489027 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 8b484a5c-2c70-4c58-8b4c-8d06f0ba5696 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:38:50.489407 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:50.501434 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5f70fab0-66e7-4050-92ed-474d60ba7e64 req-c1f540b3-c902-481d-960d-6f62b8a28b5f tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] 10.222.0.55 "GET /v2.0/security-groups?id=88d2cfd4-3ac6-4681-9a3a-dce7d6855bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5935788 May 28 06:38:50.667210 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-428acc0e-ac7e-4fef-b529-f29d1e533361 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:50.756793 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428acc0e-ac7e-4fef-b529-f29d1e533361 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=295521e2-e2c2-4ab7-8557-3f58b9ad705e,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:50.815422 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 8b484a5c-2c70-4c58-8b4c-8d06f0ba5696 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:38:50.816300 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:50.828919 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-6ef0a067-708f-41c7-bb3f-05d03d76da63 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Unset dirty status for tenant:5e9e9447c07c4077b6694ab63e3affe5 on resource:port {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:38:50.830226 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-6ef0a067-708f-41c7-bb3f-05d03d76da63 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.8392572 May 28 06:38:50.843447 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 39422) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:38:50.909442 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port 8b484a5c-2c70-4c58-8b4c-8d06f0ba5696, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=8b484a5c-2c70-4c58-8b4c-8d06f0ba5696,segment=NetworkSegment(a4ce1d9e-7de9-4349-8df8-398641c6b28f),segment_id=a4ce1d9e-7de9-4349-8df8-398641c6b28f)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:38:51.007553 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:51.008352 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 23dbcbc0-2428-4c7f-8f96-76e5c009ae5c up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:38:51.159865 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142292f1-bfcc-49dd-aa28-332e7ce1eb5a tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Pushing event updated for resources: {'Subnet': ['ID=25761b23-885f-4c02-8b7f-f8756b227181,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:51.161138 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf669427-8a32-403b-9208-34bcc6bb28f2 None None] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:38:51.174767 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142292f1-bfcc-49dd-aa28-332e7ce1eb5a tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Checking segment: {'id': '1a0d20cd-f5c4-40e7-9b25-084528c51a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '96e6c9f0-ef66-422b-858d-57cd1b2eca8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:38:51.175148 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142292f1-bfcc-49dd-aa28-332e7ce1eb5a tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Network hostable DHCP agents. Network: 96e6c9f0-ef66-422b-858d-57cd1b2eca8b, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89110) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:38:51.245139 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d688ebb-0886-4220-96c1-e0e13a6d97b5 None None] Network 48992f11-5b29-4557-a8fa-4d94a4ec7c8d requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:38:51.254411 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-dbcee875-b0f8-44b6-8778-5d3084319cf1 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Deleting port 42036e79-985e-41f7-9364-2e46d7ad5028 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:38:51.255430 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-dbcee875-b0f8-44b6-8778-5d3084319cf1 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:51.382190 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-428acc0e-ac7e-4fef-b529-f29d1e533361 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:51.390858 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-428acc0e-ac7e-4fef-b529-f29d1e533361 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4670737 May 28 06:38:51.399865 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-0a262a60-eda7-47b3-8625-6ed1413ce958 req-bbc29ba4-58d9-46a0-983c-4336bb80b12a service neutron] 10.222.0.71 "GET /v2.0/networks/50e6c29d-3c94-4645-8aee-2ebf9aaac97d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0107801 May 28 06:38:51.425139 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 39432) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:38:51.430335 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-fa0df66c-e7c6-42c5-9943-4535c67c2e7a tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Request body: {'floatingip': {'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:38:51.458867 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-fa0df66c-e7c6-42c5-9943-4535c67c2e7a tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:38:51.475392 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-fa0df66c-e7c6-42c5-9943-4535c67c2e7a tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Usage tracker for resource:floatingip and tenant:50466b4420374aac8a4e6c84ffbb2d35 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:38:51.488932 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-fa0df66c-e7c6-42c5-9943-4535c67c2e7a tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:38:51.524639 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=8b484a5c-2c70-4c58-8b4c-8d06f0ba5696,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:51.539559 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f736d795-9472-47da-b49f-85abae7a71ec req-3e1eb819-94bc-4abc-892d-8b0f887c6087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:51.544421 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f736d795-9472-47da-b49f-85abae7a71ec req-3e1eb819-94bc-4abc-892d-8b0f887c6087 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e7d92049-bff3-4c3a-a4bd-4950c7dcad1c HTTP/1.1" status: 200 len: 912 time: 1.3221555 May 28 06:38:51.555592 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-fa0df66c-e7c6-42c5-9943-4535c67c2e7a tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:38:51.635559 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-8c8c30de-28ae-4bcc-befc-732372367e89 None None] Provisioning for port 23dbcbc0-2428-4c7f-8f96-76e5c009ae5c completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:38:51.676499 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 23dbcbc0-2428-4c7f-8f96-76e5c009ae5c completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:38:51.712777 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-8c8c30de-28ae-4bcc-befc-732372367e89 None None] Provisioning complete for port 23dbcbc0-2428-4c7f-8f96-76e5c009ae5c triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:38:51.713150 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-8c8c30de-28ae-4bcc-befc-732372367e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:51.732047 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f736d795-9472-47da-b49f-85abae7a71ec req-a43e14d9-6e96-4552-a135-0b8a5a9f1479 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=170a25a1-2cd5-4bc9-b588-27e0c82fefed HTTP/1.1" status: 200 len: 1001 time: 0.1142669 May 28 06:38:51.805770 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-dbcee875-b0f8-44b6-8778-5d3084319cf1 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:51.836774 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142292f1-bfcc-49dd-aa28-332e7ce1eb5a tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Network 96e6c9f0-ef66-422b-858d-57cd1b2eca8b is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89110) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:38:51.837145 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fa0df66c-e7c6-42c5-9943-4535c67c2e7a tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Notify callbacks [] for floatingip, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:51.845579 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 23dbcbc0-2428-4c7f-8f96-76e5c009ae5c triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:38:51.845947 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:52.025798 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-142292f1-bfcc-49dd-aa28-332e7ce1eb5a tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, 96e6c9f0-ef66-422b-858d-57cd1b2eca8b) {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:38:52.038145 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142292f1-bfcc-49dd-aa28-332e7ce1eb5a tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:52.038930 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-142292f1-bfcc-49dd-aa28-332e7ce1eb5a tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:52.078524 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9207e601-9686-4563-b3ab-73284f705c96 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:52.113660 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52df92e3-a68a-4454-a255-a37074948bad None None] Network 96e6c9f0-ef66-422b-858d-57cd1b2eca8b requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:38:52.113911 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f736d795-9472-47da-b49f-85abae7a71ec req-3d5aa777-fa4f-4ae4-8189-4126987a17ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:52.115657 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f736d795-9472-47da-b49f-85abae7a71ec req-3d5aa777-fa4f-4ae4-8189-4126987a17ca service neutron] 10.222.0.69 "GET /v2.0/subnets?id=40188bf0-967d-446e-ac4f-b5c59a2acd9a HTTP/1.1" status: 200 len: 850 time: 0.3668280 May 28 06:38:52.124882 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e462960f-e10c-4ed0-8cf1-01cbdddcaaaf tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:52.191027 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-dbcee875-b0f8-44b6-8778-5d3084319cf1 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Calling delete_port for 42036e79-985e-41f7-9364-2e46d7ad5028 owned by {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:38:52.198305 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9207e601-9686-4563-b3ab-73284f705c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:52.330337 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e462960f-e10c-4ed0-8cf1-01cbdddcaaaf tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Pushing event deleted for resources: {'Port': ['ID=aeb14192-b24d-4f9a-a659-ea15e34e2dfc,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:52.379146 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-142292f1-bfcc-49dd-aa28-332e7ce1eb5a tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 6.0718491 May 28 06:38:52.385557 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 39448) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:38:52.399547 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc5a2e5-46ad-44ef-92ed-81767ccbaf0a req-63f543ec-a135-4922-b54f-f1dae3e64c90 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:52.401505 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8fc5a2e5-46ad-44ef-92ed-81767ccbaf0a req-63f543ec-a135-4922-b54f-f1dae3e64c90 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] 10.222.0.55 "GET /v2.0/ports?device_id=db10fb21-0123-4957-96a4-a43c5586384f HTTP/1.1" status: 200 len: 946 time: 0.6580596 May 28 06:38:52.644642 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fa0df66c-e7c6-42c5-9943-4535c67c2e7a tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:52.669754 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 23dbcbc0-2428-4c7f-8f96-76e5c009ae5c is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:38:52.670360 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:52.725517 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [None req-9207e601-9686-4563-b3ab-73284f705c96 admin admin] Allocated IP 172.25.5.4 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/ee7975f5-a941-4aca-817e-109697b6e11a) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:38:52.755570 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-dbcee875-b0f8-44b6-8778-5d3084319cf1 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:52.773786 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port 23dbcbc0-2428-4c7f-8f96-76e5c009ae5c, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=23dbcbc0-2428-4c7f-8f96-76e5c009ae5c,segment=NetworkSegment(e82da2dd-17b8-4c15-8abb-711622ad0a92),segment_id=e82da2dd-17b8-4c15-8abb-711622ad0a92)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:38:52.815713 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcee875-b0f8-44b6-8778-5d3084319cf1 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Pushing event deleted for resources: {'Port': ['ID=42036e79-985e-41f7-9364-2e46d7ad5028,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:52.870748 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:52.872938 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 860b55c2-71c0-4aed-953a-f29ae16178c9 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:38:52.890228 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-dbcee875-b0f8-44b6-8778-5d3084319cf1 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:52.921697 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8fc5a2e5-46ad-44ef-92ed-81767ccbaf0a req-b72c484b-a242-4ecd-8891-9bc94b80c53c tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] 10.222.0.55 "GET /v2.0/security-groups?id=88d2cfd4-3ac6-4681-9a3a-dce7d6855bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4146004 May 28 06:38:52.926389 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e462960f-e10c-4ed0-8cf1-01cbdddcaaaf tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks [] for floatingip, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:52.951647 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e462960f-e10c-4ed0-8cf1-01cbdddcaaaf tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:52.956225 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-e462960f-e10c-4ed0-8cf1-01cbdddcaaaf tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] 10.222.0.55 "DELETE /v2.0/floatingips/09f54500-db8e-4ac1-b86d-ba7341e97f9b HTTP/1.1" status: 204 len: 168 time: 5.5423894 May 28 06:38:52.956564 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 39454) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:38:52.962166 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-b9a90798-f591-4933-9b6d-327b5cf042b8 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Request body: {'floatingip': {'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'port_id': '9318281d-813e-4cb5-b643-a8b846fecad8'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:38:52.971557 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-dbcee875-b0f8-44b6-8778-5d3084319cf1 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "DELETE /v2.0/ports/42036e79-985e-41f7-9364-2e46d7ad5028 HTTP/1.1" status: 204 len: 168 time: 2.1248779 May 28 06:38:52.971557 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-b9a90798-f591-4933-9b6d-327b5cf042b8 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:38:52.972995 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 39458) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:38:53.006422 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9207e601-9686-4563-b3ab-73284f705c96 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:53.052484 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022d5e95-75cd-469a-9d5c-8fc45e37b062 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:53.056230 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022d5e95-75cd-469a-9d5c-8fc45e37b062 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:53.061754 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-022d5e95-75cd-469a-9d5c-8fc45e37b062 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Synchronizing usage tracker for tenant:5e9e9447c07c4077b6694ab63e3affe5 on resource:subnet {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:38:53.071294 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-b9a90798-f591-4933-9b6d-327b5cf042b8 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Usage tracker for resource:floatingip and tenant:27fabbce05994a7bbea388130ee1d540 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:38:53.075696 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-b9a90798-f591-4933-9b6d-327b5cf042b8 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:38:53.092479 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-8c8c30de-28ae-4bcc-befc-732372367e89 None None] Current status of the port 23dbcbc0-2428-4c7f-8f96-76e5c009ae5c is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:38:53.092870 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-8c8c30de-28ae-4bcc-befc-732372367e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:53.103092 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-b9a90798-f591-4933-9b6d-327b5cf042b8 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:38:53.184733 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9207e601-9686-4563-b3ab-73284f705c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:53.195336 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=23dbcbc0-2428-4c7f-8f96-76e5c009ae5c,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:53.258576 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-022d5e95-75cd-469a-9d5c-8fc45e37b062 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Unset dirty status for tenant:5e9e9447c07c4077b6694ab63e3affe5 on resource:subnet {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:38:53.260392 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-022d5e95-75cd-469a-9d5c-8fc45e37b062 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2865388 May 28 06:38:53.269655 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b9a90798-f591-4933-9b6d-327b5cf042b8 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks [] for floatingip, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:53.303958 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 39466) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:38:53.342497 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 860b55c2-71c0-4aed-953a-f29ae16178c9 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:38:53.365224 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.db.api [None req-8c8c30de-28ae-4bcc-befc-732372367e89 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89111) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:38:53.369579 n-d-843702-1 neutron-server[89111]: DEBUG oslo_db.api [None req-8c8c30de-28ae-4bcc-befc-732372367e89 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:38:53.381051 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6308643-1946-456b-84c6-07889e03f9fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-96e6c9f0-ef66-422b-858d-57cd1b2eca8b', 'network_id': '96e6c9f0-ef66-422b-858d-57cd1b2eca8b', 'tenant_id': '51e07d1dd4e842f29564191e4c945b6c', 'fixed_ips': [{'subnet_id': '25761b23-885f-4c02-8b7f-f8756b227181'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:38:53.381928 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d6308643-1946-456b-84c6-07889e03f9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:53.487922 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-fa0df66c-e7c6-42c5-9943-4535c67c2e7a tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Allocated IP 172.25.5.50 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/8c3d6c9c-a12c-4005-b152-31a595b6ea28) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:38:53.670422 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 8b484a5c-2c70-4c58-8b4c-8d06f0ba5696 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:38:53.741910 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9207e601-9686-4563-b3ab-73284f705c96 admin admin] Pushing event updated for resources: {'Port': ['ID=ee7975f5-a941-4aca-817e-109697b6e11a,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:53.760769 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f736d795-9472-47da-b49f-85abae7a71ec req-c7432afa-3fb4-4f9a-9920-82ad1fcabc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:53.762362 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f736d795-9472-47da-b49f-85abae7a71ec req-c7432afa-3fb4-4f9a-9920-82ad1fcabc8b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e7d92049-bff3-4c3a-a4bd-4950c7dcad1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.6298566 May 28 06:38:53.767073 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_v2 [None req-e833f3ef-ad94-402d-90af-4df5ff2acad0 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Deleting subnet bbfca95c-1c1d-44dd-9bde-db26177aa12b {{(pid=89109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:38:53.777521 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e833f3ef-ad94-402d-90af-4df5ff2acad0 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks [] for subnet, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:53.782272 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [req-f736d795-9472-47da-b49f-85abae7a71ec req-98f5a170-2520-43da-8881-57e7481ff8cf service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=89110) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:38:53.783233 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f736d795-9472-47da-b49f-85abae7a71ec req-98f5a170-2520-43da-8881-57e7481ff8cf service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074208 May 28 06:38:53.828244 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9207e601-9686-4563-b3ab-73284f705c96 admin admin] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:38:53.834927 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-9207e601-9686-4563-b3ab-73284f705c96 admin admin] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:38:53.847786 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9207e601-9686-4563-b3ab-73284f705c96 admin admin] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:38:53.888022 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-d6308643-1946-456b-84c6-07889e03f9fd None None] Allocated IP 172.22.0.2 (96e6c9f0-ef66-422b-858d-57cd1b2eca8b/25761b23-885f-4c02-8b7f-f8756b227181/bc30883e-15d0-4d7f-9682-8c493f386f6a) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:38:54.206770 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e833f3ef-ad94-402d-90af-4df5ff2acad0 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3964070'] for subnet, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:54.267951 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d6308643-1946-456b-84c6-07889e03f9fd None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:54.280026 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-d6308643-1946-456b-84c6-07889e03f9fd None None] Transition to ACTIVE for port object bc30883e-15d0-4d7f-9682-8c493f386f6a will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:38:54.303823 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-d6308643-1946-456b-84c6-07889e03f9fd None None] Transition to ACTIVE for port object bc30883e-15d0-4d7f-9682-8c493f386f6a will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:38:54.409188 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fa0df66c-e7c6-42c5-9943-4535c67c2e7a tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:54.412207 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d6308643-1946-456b-84c6-07889e03f9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:54.589601 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6308643-1946-456b-84c6-07889e03f9fd None None] Pushing event updated for resources: {'Port': ['ID=bc30883e-15d0-4d7f-9682-8c493f386f6a,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:54.599964 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-ea4bf7a8-4766-4a0f-aa41-ed43e3201ae2 req-0678c359-891e-4e9b-9552-5c813e042f04 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=e26416bb-43a4-4cc5-bf06-ef4eb03f29dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6134491 May 28 06:38:54.623255 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6308643-1946-456b-84c6-07889e03f9fd None None] Network 96e6c9f0-ef66-422b-858d-57cd1b2eca8b is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:38:54.624323 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b9a90798-f591-4933-9b6d-327b5cf042b8 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:54.628291 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-d6308643-1946-456b-84c6-07889e03f9fd None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:38:54.638315 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6308643-1946-456b-84c6-07889e03f9fd None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:38:54.647729 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e833f3ef-ad94-402d-90af-4df5ff2acad0 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:54.688640 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-8c8c30de-28ae-4bcc-befc-732372367e89 None None] Current status of the port 23dbcbc0-2428-4c7f-8f96-76e5c009ae5c is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:38:54.780694 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-d6308643-1946-456b-84c6-07889e03f9fd None None] Attempting to bind port bc30883e-15d0-4d7f-9682-8c493f386f6a on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:38:54.781455 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-d6308643-1946-456b-84c6-07889e03f9fd None None] Attempting to bind port bc30883e-15d0-4d7f-9682-8c493f386f6a by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': '1a0d20cd-f5c4-40e7-9b25-084528c51a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '96e6c9f0-ef66-422b-858d-57cd1b2eca8b'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:38:54.782046 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6308643-1946-456b-84c6-07889e03f9fd None None] Attempting to bind port bc30883e-15d0-4d7f-9682-8c493f386f6a on network 96e6c9f0-ef66-422b-858d-57cd1b2eca8b {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:38:54.786739 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 8b484a5c-2c70-4c58-8b4c-8d06f0ba5696 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:38:54.787398 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:54.849932 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6308643-1946-456b-84c6-07889e03f9fd None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:38:54.850758 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6308643-1946-456b-84c6-07889e03f9fd None None] Checking segment: {'id': '1a0d20cd-f5c4-40e7-9b25-084528c51a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '96e6c9f0-ef66-422b-858d-57cd1b2eca8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:38:54.851379 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d6308643-1946-456b-84c6-07889e03f9fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:54.851993 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6308643-1946-456b-84c6-07889e03f9fd None None] Bound using segment: {'id': '1a0d20cd-f5c4-40e7-9b25-084528c51a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '96e6c9f0-ef66-422b-858d-57cd1b2eca8b'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:38:54.852734 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-d6308643-1946-456b-84c6-07889e03f9fd None None] Bound port: bc30883e-15d0-4d7f-9682-8c493f386f6a, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a0d20cd-f5c4-40e7-9b25-084528c51a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '96e6c9f0-ef66-422b-858d-57cd1b2eca8b'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:38:54.853361 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d6308643-1946-456b-84c6-07889e03f9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:54.909110 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4bf7a8-4766-4a0f-aa41-ed43e3201ae2 req-ffb23ba8-03c5-45bd-a909-ff716f2d631a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:54.910620 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-ea4bf7a8-4766-4a0f-aa41-ed43e3201ae2 req-ffb23ba8-03c5-45bd-a909-ff716f2d631a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4b40625e6e3643fd96f0a27f5c2fd94f&device_id=e26416bb-43a4-4cc5-bf06-ef4eb03f29dd HTTP/1.1" status: 200 len: 1097 time: 0.1467810 May 28 06:38:54.948563 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9ee563-e2e2-4610-91ff-800e807035f3 req-369318fb-ebc5-4ff8-9ea9-0b549c4c1200 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:54.950952 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4c9ee563-e2e2-4610-91ff-800e807035f3 req-369318fb-ebc5-4ff8-9ea9-0b549c4c1200 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] 10.222.0.55 "GET /v2.0/ports?device_id=f824027a-f9d8-49f5-895a-6f50e924b9c1 HTTP/1.1" status: 200 len: 945 time: 1.8168261 May 28 06:38:54.989080 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fa0df66c-e7c6-42c5-9943-4535c67c2e7a tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:55.029655 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-d6308643-1946-456b-84c6-07889e03f9fd None None] For port bc30883e-15d0-4d7f-9682-8c493f386f6a, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:38:55.035045 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-d6308643-1946-456b-84c6-07889e03f9fd None None] For port bc30883e-15d0-4d7f-9682-8c493f386f6a, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=bc30883e-15d0-4d7f-9682-8c493f386f6a,segment=NetworkSegment(1a0d20cd-f5c4-40e7-9b25-084528c51a61),segment_id=1a0d20cd-f5c4-40e7-9b25-084528c51a61)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:38:55.038066 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 8b484a5c-2c70-4c58-8b4c-8d06f0ba5696 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:38:55.039334 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 23dbcbc0-2428-4c7f-8f96-76e5c009ae5c up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:38:55.072893 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-6572e19e-ae2c-4918-9e7e-bc9470288050 None None] Provisioning for port 860b55c2-71c0-4aed-953a-f29ae16178c9 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:38:55.123903 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0df66c-e7c6-42c5-9943-4535c67c2e7a tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Pushing event updated for resources: {'Port': ['ID=8c3d6c9c-a12c-4005-b152-31a595b6ea28,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:55.127295 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e833f3ef-ad94-402d-90af-4df5ff2acad0 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9555650'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:55.140211 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-6572e19e-ae2c-4918-9e7e-bc9470288050 None None] Provisioning complete for port 860b55c2-71c0-4aed-953a-f29ae16178c9 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:38:55.140907 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-6572e19e-ae2c-4918-9e7e-bc9470288050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:55.180004 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d6308643-1946-456b-84c6-07889e03f9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:55.210990 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e833f3ef-ad94-402d-90af-4df5ff2acad0 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Pushing event deleted for resources: {'Subnet': ['ID=bbfca95c-1c1d-44dd-9bde-db26177aa12b,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:55.229053 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0df66c-e7c6-42c5-9943-4535c67c2e7a tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:38:55.237242 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-fa0df66c-e7c6-42c5-9943-4535c67c2e7a tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:38:55.240067 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0df66c-e7c6-42c5-9943-4535c67c2e7a tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:38:55.240413 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0df66c-e7c6-42c5-9943-4535c67c2e7a tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:38:55.240908 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0df66c-e7c6-42c5-9943-4535c67c2e7a tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:38:55.241216 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0df66c-e7c6-42c5-9943-4535c67c2e7a tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:38:55.241575 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0df66c-e7c6-42c5-9943-4535c67c2e7a tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:38:55.241909 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0df66c-e7c6-42c5-9943-4535c67c2e7a tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:38:55.242228 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0df66c-e7c6-42c5-9943-4535c67c2e7a tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:38:55.247887 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0df66c-e7c6-42c5-9943-4535c67c2e7a tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:38:55.247887 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0df66c-e7c6-42c5-9943-4535c67c2e7a tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:38:55.247887 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0df66c-e7c6-42c5-9943-4535c67c2e7a tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:38:55.247887 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0df66c-e7c6-42c5-9943-4535c67c2e7a tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:38:55.247887 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0df66c-e7c6-42c5-9943-4535c67c2e7a tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:38:55.251688 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0df66c-e7c6-42c5-9943-4535c67c2e7a tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:38:55.291320 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e833f3ef-ad94-402d-90af-4df5ff2acad0 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:38:55.291720 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e833f3ef-ad94-402d-90af-4df5ff2acad0 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:38:55.292046 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e833f3ef-ad94-402d-90af-4df5ff2acad0 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:38:55.292376 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e833f3ef-ad94-402d-90af-4df5ff2acad0 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:38:55.292701 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e833f3ef-ad94-402d-90af-4df5ff2acad0 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:38:55.293022 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e833f3ef-ad94-402d-90af-4df5ff2acad0 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:38:55.293995 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e833f3ef-ad94-402d-90af-4df5ff2acad0 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:38:55.294283 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e833f3ef-ad94-402d-90af-4df5ff2acad0 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:38:55.294589 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e833f3ef-ad94-402d-90af-4df5ff2acad0 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:38:55.294908 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e833f3ef-ad94-402d-90af-4df5ff2acad0 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:38:55.295348 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e833f3ef-ad94-402d-90af-4df5ff2acad0 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:38:55.295670 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e833f3ef-ad94-402d-90af-4df5ff2acad0 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:38:55.301929 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e833f3ef-ad94-402d-90af-4df5ff2acad0 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:55.321273 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3af062a-1f0d-4c5a-9758-f7e706308d21 None None] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:38:55.332778 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f736d795-9472-47da-b49f-85abae7a71ec req-3b9df5fc-04a5-4576-995c-7a8c303c667f service neutron] 10.222.0.69 "GET /v2.0/networks/e7d92049-bff3-4c3a-a4bd-4950c7dcad1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5405161 May 28 06:38:55.351882 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9207e601-9686-4563-b3ab-73284f705c96 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:55.414849 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-b9a90798-f591-4933-9b6d-327b5cf042b8 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Allocated IP 172.25.5.29 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/86270095-b1c7-462d-a4c7-5167e349e97e) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:38:55.465874 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6308643-1946-456b-84c6-07889e03f9fd None None] Pushing event updated for resources: {'Port': ['ID=bc30883e-15d0-4d7f-9682-8c493f386f6a,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:55.465998 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-e833f3ef-ad94-402d-90af-4df5ff2acad0 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "DELETE /v2.0/subnets/bbfca95c-1c1d-44dd-9bde-db26177aa12b HTTP/1.1" status: 204 len: 168 time: 2.1504369 May 28 06:38:55.468388 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 39480) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:38:55.517663 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 23dbcbc0-2428-4c7f-8f96-76e5c009ae5c triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:38:55.518033 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:55.641310 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b348938-fa7d-4e5f-a858-2bbc87727286 req-5c0c1d3d-586c-4590-8eaf-4a3a92071c7b tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:55.644006 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2b348938-fa7d-4e5f-a858-2bbc87727286 req-5c0c1d3d-586c-4590-8eaf-4a3a92071c7b tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] 10.222.0.69 "GET /v2.0/ports?device_id=f824027a-f9d8-49f5-895a-6f50e924b9c1 HTTP/1.1" status: 200 len: 945 time: 1.1944580 May 28 06:38:55.660191 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-379cd8f9-01cb-44ce-a38c-b4ae3c523f0b tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1859038 May 28 06:38:55.660191 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4bf7a8-4766-4a0f-aa41-ed43e3201ae2 req-a389e672-7c2e-4075-80d4-5c407fe7107f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:55.660860 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-ea4bf7a8-4766-4a0f-aa41-ed43e3201ae2 req-a389e672-7c2e-4075-80d4-5c407fe7107f service neutron] 10.222.0.71 "GET /v2.0/networks?id=3f020ed6-e088-4cd1-9a30-9926bacb86fe HTTP/1.1" status: 200 len: 917 time: 0.7254677 May 28 06:38:55.664859 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4c9ee563-e2e2-4610-91ff-800e807035f3 req-344437d6-fde7-4415-9199-b335304c78a7 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] 10.222.0.55 "GET /v2.0/security-groups?id=da113a0c-8ebd-48a7-a4a2-2238b85d044b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6012783 May 28 06:38:55.665402 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 39484) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:38:55.780158 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-6572e19e-ae2c-4918-9e7e-bc9470288050 None None] Current status of the port 860b55c2-71c0-4aed-953a-f29ae16178c9 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:38:55.780777 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-6572e19e-ae2c-4918-9e7e-bc9470288050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:55.812624 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-ea4bf7a8-4766-4a0f-aa41-ed43e3201ae2 req-5f75bb5f-0fcb-4873-a904-5e7dcf45630f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1490a36e-f3ee-44c8-8104-0c7b0a1c4bc1 HTTP/1.1" status: 200 len: 217 time: 0.1335137 May 28 06:38:55.812624 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-e0ba14ca-f0d1-4deb-9921-e425becc0d4c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Request body: {'subnet': {'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:38:55.938237 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-6572e19e-ae2c-4918-9e7e-bc9470288050 None None] For port 860b55c2-71c0-4aed-953a-f29ae16178c9, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=860b55c2-71c0-4aed-953a-f29ae16178c9,segment=NetworkSegment(a858b4d0-e8f7-4861-aa36-a6cc38c85e19),segment_id=a858b4d0-e8f7-4861-aa36-a6cc38c85e19)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:38:55.951006 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 23dbcbc0-2428-4c7f-8f96-76e5c009ae5c is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:38:56.085349 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44eefebf-a54b-4acd-a2c7-7284ca033004 None None] DHCP port deletion for 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:38:56.097816 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fa0df66c-e7c6-42c5-9943-4535c67c2e7a tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:56.100047 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44eefebf-a54b-4acd-a2c7-7284ca033004 None None] Deleting port 23dbcbc0-2428-4c7f-8f96-76e5c009ae5c {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:38:56.100604 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44eefebf-a54b-4acd-a2c7-7284ca033004 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:56.140784 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4bf7a8-4766-4a0f-aa41-ed43e3201ae2 req-5205fe29-6f46-4e32-8d1b-15fc4995e91c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:56.142180 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-ea4bf7a8-4766-4a0f-aa41-ed43e3201ae2 req-5205fe29-6f46-4e32-8d1b-15fc4995e91c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=99692d3b-9199-4b15-8762-04120593a488 HTTP/1.1" status: 200 len: 855 time: 0.1966043 May 28 06:38:56.147943 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-e0ba14ca-f0d1-4deb-9921-e425becc0d4c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:38:56.170163 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device bc30883e-15d0-4d7f-9682-8c493f386f6a up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:38:56.213876 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-e0ba14ca-f0d1-4deb-9921-e425becc0d4c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Usage tracker for resource:subnet and tenant:5e9e9447c07c4077b6694ab63e3affe5 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:38:56.222599 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-e0ba14ca-f0d1-4deb-9921-e425becc0d4c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:38:56.235574 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-e0ba14ca-f0d1-4deb-9921-e425becc0d4c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:38:56.292884 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b9a90798-f591-4933-9b6d-327b5cf042b8 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:56.304150 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad679df7-c6a2-455b-b465-c8ac9e5691ad req-4dab305c-6caf-4981-ad72-4f65f92e7634 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:56.305858 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ad679df7-c6a2-455b-b465-c8ac9e5691ad req-4dab305c-6caf-4981-ad72-4f65f92e7634 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] 10.222.0.55 "GET /v2.0/ports?device_id=db10fb21-0123-4957-96a4-a43c5586384f HTTP/1.1" status: 200 len: 946 time: 1.8544638 May 28 06:38:56.318932 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4bf7a8-4766-4a0f-aa41-ed43e3201ae2 req-c3f0c8f8-1028-45fa-acf1-2f6b3b51d54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:56.320515 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-ea4bf7a8-4766-4a0f-aa41-ed43e3201ae2 req-c3f0c8f8-1028-45fa-acf1-2f6b3b51d54a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3f020ed6-e088-4cd1-9a30-9926bacb86fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1699095 May 28 06:38:56.395122 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-2b348938-fa7d-4e5f-a858-2bbc87727286 req-ff413156-6af4-40e1-958b-8f579a0d2d15 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Deleting port c137c5c0-8497-42f9-9a78-41503512b2b1 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:38:56.395659 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-2b348938-fa7d-4e5f-a858-2bbc87727286 req-ff413156-6af4-40e1-958b-8f579a0d2d15 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:56.397560 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-6572e19e-ae2c-4918-9e7e-bc9470288050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:56.424667 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0ba14ca-f0d1-4deb-9921-e425becc0d4c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Made reservation on behalf of 5e9e9447c07c4077b6694ab63e3affe5 for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:38:56.428202 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e0ba14ca-f0d1-4deb-9921-e425becc0d4c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:56.437657 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port bc30883e-15d0-4d7f-9682-8c493f386f6a completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:38:56.442530 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-6572e19e-ae2c-4918-9e7e-bc9470288050 None None] Could not find standard attr ID for object 42036e79-985e-41f7-9364-2e46d7ad5028. {{(pid=89111) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 28 06:38:56.456229 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-6572e19e-ae2c-4918-9e7e-bc9470288050 None None] Provisioning complete for port 23dbcbc0-2428-4c7f-8f96-76e5c009ae5c triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:38:56.456766 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-6572e19e-ae2c-4918-9e7e-bc9470288050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:56.753867 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ad679df7-c6a2-455b-b465-c8ac9e5691ad req-142abe54-390d-488e-8618-cebf925208f1 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] 10.222.0.55 "GET /v2.0/security-groups?id=88d2cfd4-3ac6-4681-9a3a-dce7d6855bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4147825 May 28 06:38:56.793620 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-8307125a-a544-42b9-9a9e-2f655bd9cb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:56.815286 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f736d795-9472-47da-b49f-85abae7a71ec req-455b2ca7-6a88-4cc8-9f9d-21894fa8bb1e service neutron] 10.222.0.69 "GET /v2.0/networks/e7d92049-bff3-4c3a-a4bd-4950c7dcad1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4701555 May 28 06:38:56.932139 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44eefebf-a54b-4acd-a2c7-7284ca033004 None None] For port 23dbcbc0-2428-4c7f-8f96-76e5c009ae5c, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=23dbcbc0-2428-4c7f-8f96-76e5c009ae5c,segment=NetworkSegment(e82da2dd-17b8-4c15-8abb-711622ad0a92),segment_id=e82da2dd-17b8-4c15-8abb-711622ad0a92)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:38:56.932525 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44eefebf-a54b-4acd-a2c7-7284ca033004 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:56.940376 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6572e19e-ae2c-4918-9e7e-bc9470288050 None None] Pushing event updated for resources: {'Port': ['ID=860b55c2-71c0-4aed-953a-f29ae16178c9,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:57.037593 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-ea4bf7a8-4766-4a0f-aa41-ed43e3201ae2 req-7bc6f7f8-5159-4243-ab5e-66b7fb5ed7a7 service neutron] 10.222.0.71 "GET /v2.0/networks/3f020ed6-e088-4cd1-9a30-9926bacb86fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7094257 May 28 06:38:57.046249 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b9a90798-f591-4933-9b6d-327b5cf042b8 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:57.173258 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44eefebf-a54b-4acd-a2c7-7284ca033004 None None] Calling delete_port for 23dbcbc0-2428-4c7f-8f96-76e5c009ae5c owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:38:57.182152 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-2b348938-fa7d-4e5f-a858-2bbc87727286 req-ff413156-6af4-40e1-958b-8f579a0d2d15 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] For port c137c5c0-8497-42f9-9a78-41503512b2b1, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=c137c5c0-8497-42f9-9a78-41503512b2b1,segment=NetworkSegment(cff019d0-9c46-47d5-a149-6e4bcacfb67c),segment_id=cff019d0-9c46-47d5-a149-6e4bcacfb67c)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:38:57.182964 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-2b348938-fa7d-4e5f-a858-2bbc87727286 req-ff413156-6af4-40e1-958b-8f579a0d2d15 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:57.223101 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ab2ace76-85f6-4820-b9fb-0a84c419c8a1 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:57.230725 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66029a51-452c-4a0d-8681-4e00c042c604 None None] Network 96e6c9f0-ef66-422b-858d-57cd1b2eca8b requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:38:57.300437 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-6572e19e-ae2c-4918-9e7e-bc9470288050 None None] Current status of the port 23dbcbc0-2428-4c7f-8f96-76e5c009ae5c is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:38:57.326374 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9207e601-9686-4563-b3ab-73284f705c96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690761'] for router, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:57.440959 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e0ba14ca-f0d1-4deb-9921-e425becc0d4c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:57.499581 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44eefebf-a54b-4acd-a2c7-7284ca033004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879'] for port, after_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:57.548146 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fa0df66c-e7c6-42c5-9943-4535c67c2e7a tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:57.569641 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eefebf-a54b-4acd-a2c7-7284ca033004 None None] Pushing event deleted for resources: {'Port': ['ID=23dbcbc0-2428-4c7f-8f96-76e5c009ae5c,revision_number=None']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:57.586559 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44eefebf-a54b-4acd-a2c7-7284ca033004 None None] No DVR routers for this DVR port 23dbcbc0-2428-4c7f-8f96-76e5c009ae5c on host n-d-843702-1 {{(pid=89111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:38:57.586559 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:57.677168 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a90798-f591-4933-9b6d-327b5cf042b8 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:38:57.687403 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-c7d87594-a882-4403-83a6-20ccbfe3ff91 None None] Provisioning for port bc30883e-15d0-4d7f-9682-8c493f386f6a completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:38:57.709759 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-c7d87594-a882-4403-83a6-20ccbfe3ff91 None None] Provisioning complete for port bc30883e-15d0-4d7f-9682-8c493f386f6a triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:38:57.710120 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c7d87594-a882-4403-83a6-20ccbfe3ff91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:57.716682 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-b9a90798-f591-4933-9b6d-327b5cf042b8 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:38:57.721791 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ba14ca-f0d1-4deb-9921-e425becc0d4c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:38:57.728813 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-e0ba14ca-f0d1-4deb-9921-e425becc0d4c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:38:57.739014 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ba14ca-f0d1-4deb-9921-e425becc0d4c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:57.739621 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e0ba14ca-f0d1-4deb-9921-e425becc0d4c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:57.747710 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a90798-f591-4933-9b6d-327b5cf042b8 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:38:57.758451 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-2b348938-fa7d-4e5f-a858-2bbc87727286 req-ff413156-6af4-40e1-958b-8f579a0d2d15 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Calling delete_port for c137c5c0-8497-42f9-9a78-41503512b2b1 owned by compute:nova {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:38:57.778785 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c5db21-5408-4baa-b34b-7d4f94dfaf37 None None] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:38:57.837583 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a90798-f591-4933-9b6d-327b5cf042b8 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Pushing event updated for resources: {'Port': ['ID=86270095-b1c7-462d-a4c7-5167e349e97e,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:57.871814 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ba14ca-f0d1-4deb-9921-e425becc0d4c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Pushing event updated for resources: {'Subnet': ['ID=da415aa1-9e4e-45c9-9f98-eb1e6aae72cf,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:58.012937 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device c137c5c0-8497-42f9-9a78-41503512b2b1 no longer exists at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:38:58.032727 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-ea4bf7a8-4766-4a0f-aa41-ed43e3201ae2 req-97fd3fdf-960e-4d0d-a418-f31d8e7b8597 service neutron] 10.222.0.71 "GET /v2.0/networks/3f020ed6-e088-4cd1-9a30-9926bacb86fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9772482 May 28 06:38:58.036988 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-e0ba14ca-f0d1-4deb-9921-e425becc0d4c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.3681533 May 28 06:38:58.049179 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 39506) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:38:58.063624 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-72c86832-8f73-41cf-94af-7c4d4cbf5847 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Request body: {'port': {'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2', 'name': 'tempest-NetworksTestDHCPv6-1739901783'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:38:58.114187 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8907125-434d-460b-a724-205e15cf5b6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-147bfd32-62dc-4be0-82de-f4d6fa5b4cc2', 'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2', 'tenant_id': '5e9e9447c07c4077b6694ab63e3affe5', 'fixed_ips': [{'subnet_id': 'da415aa1-9e4e-45c9-9f98-eb1e6aae72cf'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:38:58.115112 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b8907125-434d-460b-a724-205e15cf5b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:58.161645 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 860b55c2-71c0-4aed-953a-f29ae16178c9 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:38:58.375755 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-b8907125-434d-460b-a724-205e15cf5b6b None None] Allocated IP 2001:db8::2 (147bfd32-62dc-4be0-82de-f4d6fa5b4cc2/da415aa1-9e4e-45c9-9f98-eb1e6aae72cf/a5ccfa37-de38-48fc-a69e-bd4f8bb86916) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:38:58.434319 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-72c86832-8f73-41cf-94af-7c4d4cbf5847 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:38:58.454830 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-72c86832-8f73-41cf-94af-7c4d4cbf5847 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Usage tracker for resource:port and tenant:5e9e9447c07c4077b6694ab63e3affe5 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:38:58.462143 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-72c86832-8f73-41cf-94af-7c4d4cbf5847 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:38:58.546155 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-72c86832-8f73-41cf-94af-7c4d4cbf5847 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:38:58.549638 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fa0df66c-e7c6-42c5-9943-4535c67c2e7a tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:58.633746 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 860b55c2-71c0-4aed-953a-f29ae16178c9 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:38:58.635879 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:58.676222 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fa0df66c-e7c6-42c5-9943-4535c67c2e7a tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:58.722306 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72c86832-8f73-41cf-94af-7c4d4cbf5847 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Made reservation on behalf of 5e9e9447c07c4077b6694ab63e3affe5 for: {'port': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:38:58.731147 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-72c86832-8f73-41cf-94af-7c4d4cbf5847 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:58.765709 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port c137c5c0-8497-42f9-9a78-41503512b2b1 is: ACTIVE; New status is: DOWN {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:38:58.766084 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:58.834061 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06072cfe-6ac3-416c-8cec-dc971fb7351d req-b19b6e6e-ae0e-4e55-8d05-e3bad9a5f744 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:58.835615 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-06072cfe-6ac3-416c-8cec-dc971fb7351d req-b19b6e6e-ae0e-4e55-8d05-e3bad9a5f744 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] 10.222.0.55 "GET /v2.0/ports?device_id=f824027a-f9d8-49f5-895a-6f50e924b9c1 HTTP/1.1" status: 200 len: 945 time: 1.9288146 May 28 06:38:58.836412 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9207e601-9686-4563-b3ab-73284f705c96 admin admin] Router ca1c5d89-9b2c-46fe-9f88-41900a14afda is scheduled to L3 agent 42958940-9562-4f71-972f-15a8af9d3963 with binding_index 1 {{(pid=89110) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 06:38:58.861714 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-c7d87594-a882-4403-83a6-20ccbfe3ff91 None None] Current status of the port bc30883e-15d0-4d7f-9682-8c493f386f6a is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:38:58.862088 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c7d87594-a882-4403-83a6-20ccbfe3ff91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:58.890129 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [None req-72c86832-8f73-41cf-94af-7c4d4cbf5847 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] device_id is not set on port b1e62a4b-e80c-45bb-92df-83fd2703ffb5 yet. {{(pid=89109) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:38:58.892300 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfa9a74-945d-450b-a6c9-32dd1d2c55ce req-8d2b974e-60cf-4cf3-855d-8f617b0c6a8b tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:58.893816 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fcfa9a74-945d-450b-a6c9-32dd1d2c55ce req-8d2b974e-60cf-4cf3-855d-8f617b0c6a8b tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] 10.222.0.55 "GET /v2.0/ports?device_id=db10fb21-0123-4957-96a4-a43c5586384f HTTP/1.1" status: 200 len: 946 time: 1.0325999 May 28 06:38:58.947161 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0df66c-e7c6-42c5-9943-4535c67c2e7a tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Pushing event updated for resources: {'Port': ['ID=8c3d6c9c-a12c-4005-b152-31a595b6ea28,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:58.963056 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b8907125-434d-460b-a724-205e15cf5b6b None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:58.985126 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-c7d87594-a882-4403-83a6-20ccbfe3ff91 None None] For port bc30883e-15d0-4d7f-9682-8c493f386f6a, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=bc30883e-15d0-4d7f-9682-8c493f386f6a,segment=NetworkSegment(1a0d20cd-f5c4-40e7-9b25-084528c51a61),segment_id=1a0d20cd-f5c4-40e7-9b25-084528c51a61)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:38:58.995020 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-06072cfe-6ac3-416c-8cec-dc971fb7351d req-38b0e967-7b96-4531-b2df-3dbb1de51fb1 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] 10.222.0.55 "GET /v2.0/security-groups?id=da113a0c-8ebd-48a7-a4a2-2238b85d044b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461148 May 28 06:38:58.995020 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-2b348938-fa7d-4e5f-a858-2bbc87727286 req-ff413156-6af4-40e1-958b-8f579a0d2d15 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:59.001388 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fa0df66c-e7c6-42c5-9943-4535c67c2e7a tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691094'] for floatingip, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:59.057351 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['3199ff66-fd24-4d95-b73e-e6af718ede40', '1490a36e-f3ee-44c8-8104-0c7b0a1c4bc1'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:38:59.080412 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b9a90798-f591-4933-9b6d-327b5cf042b8 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:59.097614 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e0b169eb-fb52-4820-9662-a016e596d706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:59.099398 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-b8907125-434d-460b-a724-205e15cf5b6b None None] Transition to ACTIVE for port object a5ccfa37-de38-48fc-a69e-bd4f8bb86916 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:38:59.109232 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff413156-6af4-40e1-958b-8f579a0d2d15 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Pushing event deleted for resources: {'Port': ['ID=c137c5c0-8497-42f9-9a78-41503512b2b1,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:59.111398 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c7d87594-a882-4403-83a6-20ccbfe3ff91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:59.133207 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fa0df66c-e7c6-42c5-9943-4535c67c2e7a tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:59.134990 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-fa0df66c-e7c6-42c5-9943-4535c67c2e7a tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.7094169 May 28 06:38:59.205441 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 860b55c2-71c0-4aed-953a-f29ae16178c9 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:38:59.249205 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-b8907125-434d-460b-a724-205e15cf5b6b None None] Transition to ACTIVE for port object a5ccfa37-de38-48fc-a69e-bd4f8bb86916 will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:38:59.266876 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d87594-a882-4403-83a6-20ccbfe3ff91 None None] Pushing event updated for resources: {'Port': ['ID=bc30883e-15d0-4d7f-9682-8c493f386f6a,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:59.284336 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 23dbcbc0-2428-4c7f-8f96-76e5c009ae5c no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:38:59.310061 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b348938-fa7d-4e5f-a858-2bbc87727286 req-ff413156-6af4-40e1-958b-8f579a0d2d15 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] No DVR routers for this DVR port c137c5c0-8497-42f9-9a78-41503512b2b1 on host n-h1-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:38:59.315165 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b9a90798-f591-4933-9b6d-327b5cf042b8 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:59.323700 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fcfa9a74-945d-450b-a6c9-32dd1d2c55ce req-a6e8f8ac-1b40-481b-94db-64cced7d6aa9 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] 10.222.0.55 "GET /v2.0/security-groups?id=88d2cfd4-3ac6-4681-9a3a-dce7d6855bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4079001 May 28 06:38:59.342322 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-2b348938-fa7d-4e5f-a858-2bbc87727286 req-ff413156-6af4-40e1-958b-8f579a0d2d15 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:59.349066 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b8907125-434d-460b-a724-205e15cf5b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:59.358451 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f824027a-f9d8-49f5-895a-6f50e924b9c1', 'name': 'network-vif-deleted', 'tag': 'c137c5c0-8497-42f9-9a78-41503512b2b1'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:38:59.398569 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 23dbcbc0-2428-4c7f-8f96-76e5c009ae5c {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:38:59.398945 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 23dbcbc0-2428-4c7f-8f96-76e5c009ae5c not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:38:59.442311 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2b348938-fa7d-4e5f-a858-2bbc87727286 req-ff413156-6af4-40e1-958b-8f579a0d2d15 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] 10.222.0.69 "DELETE /v2.0/ports/c137c5c0-8497-42f9-9a78-41503512b2b1 HTTP/1.1" status: 204 len: 173 time: 3.7676716 May 28 06:38:59.465402 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-5f74d64f-4c88-433d-b6f5-2a154179dfe8 None None] Provisioning complete for port bc30883e-15d0-4d7f-9682-8c493f386f6a triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:38:59.465867 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-5f74d64f-4c88-433d-b6f5-2a154179dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:59.499164 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-72c86832-8f73-41cf-94af-7c4d4cbf5847 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Allocated IP 2001:db8::81 (147bfd32-62dc-4be0-82de-f4d6fa5b4cc2/da415aa1-9e4e-45c9-9f98-eb1e6aae72cf/b1e62a4b-e80c-45bb-92df-83fd2703ffb5) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:38:59.554618 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8907125-434d-460b-a724-205e15cf5b6b None None] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:38:59.575233 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [None req-ab2ace76-85f6-4820-b9fb-0a84c419c8a1 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Allocated IP 172.22.0.1 (96e6c9f0-ef66-422b-858d-57cd1b2eca8b/25761b23-885f-4c02-8b7f-f8756b227181/a5030fc6-457f-43ad-84c6-c81a31a2a3d4) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:38:59.604001 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-b8907125-434d-460b-a724-205e15cf5b6b None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:38:59.622264 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8907125-434d-460b-a724-205e15cf5b6b None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:38:59.625559 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8907125-434d-460b-a724-205e15cf5b6b None None] Pushing event updated for resources: {'Port': ['ID=a5ccfa37-de38-48fc-a69e-bd4f8bb86916,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:59.661784 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-138e9d5a-1bba-4af3-98e6-d8ce5b07da11 req-8372afdc-9bfc-4f67-a287-51233e2a70e8 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--158461161&fields=id&tenant_id=50466b4420374aac8a4e6c84ffbb2d35 HTTP/1.1" status: 200 len: 267 time: 0.2215960 May 28 06:38:59.697294 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9207e601-9686-4563-b3ab-73284f705c96 admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:38:59.710768 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4321bfd-89b6-4871-86af-0b64d0cc6399 None None] Sync routers for ids ['ca1c5d89-9b2c-46fe-9f88-41900a14afda'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:38:59.732762 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4321bfd-89b6-4871-86af-0b64d0cc6399 None None] Routers {'ca1c5d89-9b2c-46fe-9f88-41900a14afda'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:38:59.735110 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-a4321bfd-89b6-4871-86af-0b64d0cc6399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:38:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['ca1c5d89-9b2c-46fe-9f88-41900a14afda'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:38:59.988410 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138e9d5a-1bba-4af3-98e6-d8ce5b07da11 req-4671864d-7284-419d-8fc4-58c8f32e810e tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:59.996272 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-138e9d5a-1bba-4af3-98e6-d8ce5b07da11 req-4671864d-7284-419d-8fc4-58c8f32e810e tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/networks?id=a8fa6c28-5257-4dd9-bf7e-c257b513d11b HTTP/1.1" status: 200 len: 816 time: 0.3160717 May 28 06:39:00.016935 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4578b3fe-7a21-4a89-82c5-656d7fc67430'] response: {'server_uuid': 'f824027a-f9d8-49f5-895a-6f50e924b9c1', 'name': 'network-vif-deleted', 'tag': 'c137c5c0-8497-42f9-9a78-41503512b2b1', 'status': 'completed', 'code': 200} May 28 06:39:00.056000 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:00.064073 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-a4321bfd-89b6-4871-86af-0b64d0cc6399 None None] Set router ca1c5d89-9b2c-46fe-9f88-41900a14afda gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:39:00.091973 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-138e9d5a-1bba-4af3-98e6-d8ce5b07da11 req-d5583409-f054-4fae-8410-8999f4c281a4 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/quotas/50466b4420374aac8a4e6c84ffbb2d35 HTTP/1.1" status: 200 len: 375 time: 0.0944219 May 28 06:39:00.106737 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-b8907125-434d-460b-a724-205e15cf5b6b None None] Attempting to bind port a5ccfa37-de38-48fc-a69e-bd4f8bb86916 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:39:00.107277 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-b8907125-434d-460b-a724-205e15cf5b6b None None] Attempting to bind port a5ccfa37-de38-48fc-a69e-bd4f8bb86916 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'e82da2dd-17b8-4c15-8abb-711622ad0a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:39:00.110435 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8907125-434d-460b-a724-205e15cf5b6b None None] Attempting to bind port a5ccfa37-de38-48fc-a69e-bd4f8bb86916 on network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:39:00.132617 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8907125-434d-460b-a724-205e15cf5b6b None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:39:00.132991 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8907125-434d-460b-a724-205e15cf5b6b None None] Checking segment: {'id': 'e82da2dd-17b8-4c15-8abb-711622ad0a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:39:00.133392 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b8907125-434d-460b-a724-205e15cf5b6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:00.134341 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8907125-434d-460b-a724-205e15cf5b6b None None] Bound using segment: {'id': 'e82da2dd-17b8-4c15-8abb-711622ad0a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:39:00.134977 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-b8907125-434d-460b-a724-205e15cf5b6b None None] Bound port: a5ccfa37-de38-48fc-a69e-bd4f8bb86916, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e82da2dd-17b8-4c15-8abb-711622ad0a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:39:00.135508 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b8907125-434d-460b-a724-205e15cf5b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:00.148174 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device bc30883e-15d0-4d7f-9682-8c493f386f6a up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:39:00.194624 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:00.268974 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9207e601-9686-4563-b3ab-73284f705c96 admin admin] Notify callbacks [] for router, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:00.270601 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-9207e601-9686-4563-b3ab-73284f705c96 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 14.4228954 May 28 06:39:00.277064 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 39556) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:39:00.286644 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b9a90798-f591-4933-9b6d-327b5cf042b8 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:00.313120 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-5f74d64f-4c88-433d-b6f5-2a154179dfe8 None None] Current status of the port bc30883e-15d0-4d7f-9682-8c493f386f6a is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:39:00.406762 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port bc30883e-15d0-4d7f-9682-8c493f386f6a triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:39:00.408069 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:00.425774 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b9a90798-f591-4933-9b6d-327b5cf042b8 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:00.431861 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-a4321bfd-89b6-4871-86af-0b64d0cc6399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca1c5d89-9b2c-46fe-9f88-41900a14afda', 'name': 'tempest-ServersTestMultiNic-1192960476-router', 'tenant_id': '60982381454b4376b475404da5b08605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': 'ee7975f5-a941-4aca-817e-109697b6e11a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:38:46Z', 'updated_at': '2022-05-28T06:38:54Z', 'revision_number': 3, 'project_id': '60982381454b4376b475404da5b08605', 'gw_port': {'id': 'ee7975f5-a941-4aca-817e-109697b6e11a', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d5:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca1c5d89-9b2c-46fe-9f88-41900a14afda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:38:52Z', 'updated_at': '2022-05-28T06:38:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:39:00.438331 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-b8907125-434d-460b-a724-205e15cf5b6b None None] For port a5ccfa37-de38-48fc-a69e-bd4f8bb86916, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:39:00.438537 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4321bfd-89b6-4871-86af-0b64d0cc6399 None None] Checking router: ca1c5d89-9b2c-46fe-9f88-41900a14afda for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:39:00.442943 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4321bfd-89b6-4871-86af-0b64d0cc6399 None None] Updating router ca1c5d89-9b2c-46fe-9f88-41900a14afda port ee7975f5-a941-4aca-817e-109697b6e11a binding host n-d-843702-1 {{(pid=89112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:39:00.444923 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2da8dc-ee15-4e88-9b9b-edd6503ee752 req-3dd87a57-96d1-4475-82a2-b759a824bc10 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:00.447073 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-af2da8dc-ee15-4e88-9b9b-edd6503ee752 req-3dd87a57-96d1-4475-82a2-b759a824bc10 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e HTTP/1.1" status: 200 len: 946 time: 0.3020432 May 28 06:39:00.472925 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-138e9d5a-1bba-4af3-98e6-d8ce5b07da11 req-e9903100-44ea-4596-8512-3ecfdd7ef683 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=50466b4420374aac8a4e6c84ffbb2d35&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3799148 May 28 06:39:00.489911 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-b8907125-434d-460b-a724-205e15cf5b6b None None] For port a5ccfa37-de38-48fc-a69e-bd4f8bb86916, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=a5ccfa37-de38-48fc-a69e-bd4f8bb86916,segment=NetworkSegment(e82da2dd-17b8-4c15-8abb-711622ad0a92),segment_id=e82da2dd-17b8-4c15-8abb-711622ad0a92)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:39:00.527261 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-a4321bfd-89b6-4871-86af-0b64d0cc6399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:00.535832 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [req-138e9d5a-1bba-4af3-98e6-d8ce5b07da11 req-c401ab46-fd72-4b8f-bf99-0d968f12b1b2 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=89110) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:39:00.538002 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-138e9d5a-1bba-4af3-98e6-d8ce5b07da11 req-c401ab46-fd72-4b8f-bf99-0d968f12b1b2 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0132580 May 28 06:39:00.547381 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ab2ace76-85f6-4820-b9fb-0a84c419c8a1 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:00.574144 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b8907125-434d-460b-a724-205e15cf5b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:00.643765 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-72c86832-8f73-41cf-94af-7c4d4cbf5847 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:00.662237 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [None req-72c86832-8f73-41cf-94af-7c4d4cbf5847 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Transition to ACTIVE for port object b1e62a4b-e80c-45bb-92df-83fd2703ffb5 will not be triggered until provisioned by entity DHCP. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:39:00.713986 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [None req-ab2ace76-85f6-4820-b9fb-0a84c419c8a1 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Transition to ACTIVE for port object a5030fc6-457f-43ad-84c6-c81a31a2a3d4 will not be triggered until provisioned by entity DHCP. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:39:00.724230 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-af2da8dc-ee15-4e88-9b9b-edd6503ee752 req-78475045-9b8a-4766-b77b-7477f18e8d70 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0fc320c-5211-4d72-b7c9-130a40d05074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2698448 May 28 06:39:00.773800 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8907125-434d-460b-a724-205e15cf5b6b None None] Pushing event updated for resources: {'Port': ['ID=a5ccfa37-de38-48fc-a69e-bd4f8bb86916,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:39:00.799009 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port bc30883e-15d0-4d7f-9682-8c493f386f6a is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:39:00.863306 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-138e9d5a-1bba-4af3-98e6-d8ce5b07da11 req-5030c96a-10d6-444b-a9bd-3a13eb78755e service neutron] 10.222.0.55 "GET /v2.0/networks/a8fa6c28-5257-4dd9-bf7e-c257b513d11b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2965875 May 28 06:39:00.905767 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b9a90798-f591-4933-9b6d-327b5cf042b8 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691094'] for floatingip, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:00.976888 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ab2ace76-85f6-4820-b9fb-0a84c419c8a1 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:00.984508 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-72c86832-8f73-41cf-94af-7c4d4cbf5847 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:01.026686 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a90798-f591-4933-9b6d-327b5cf042b8 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Pushing event updated for resources: {'Port': ['ID=86270095-b1c7-462d-a4c7-5167e349e97e,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:39:01.051059 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-a4321bfd-89b6-4871-86af-0b64d0cc6399 None None] Notify callbacks [] for port, precommit_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:01.067947 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.provisioning_blocks [None req-a4321bfd-89b6-4871-86af-0b64d0cc6399 None None] Transition to ACTIVE for port object ee7975f5-a941-4aca-817e-109697b6e11a will not be triggered until provisioned by entity L2. {{(pid=89112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:39:01.167409 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-a4321bfd-89b6-4871-86af-0b64d0cc6399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:01.180899 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab2ace76-85f6-4820-b9fb-0a84c419c8a1 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Network 96e6c9f0-ef66-422b-858d-57cd1b2eca8b is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:39:01.188126 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-ab2ace76-85f6-4820-b9fb-0a84c419c8a1 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:39:01.211106 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2ace76-85f6-4820-b9fb-0a84c419c8a1 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:39:01.254623 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdd0b7b-6041-4977-b03d-5ff7acf7cd0f None None] Pushing event updated for resources: {'Port': ['ID=ee7975f5-a941-4aca-817e-109697b6e11a,revision_number=2']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:39:01.292959 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-a4321bfd-89b6-4871-86af-0b64d0cc6399 None None] Attempting to bind port ee7975f5-a941-4aca-817e-109697b6e11a on host n-d-843702-1 for vnic_type normal with profile {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:39:01.293345 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-a4321bfd-89b6-4871-86af-0b64d0cc6399 None None] Attempting to bind port ee7975f5-a941-4aca-817e-109697b6e11a by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:39:01.293704 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4321bfd-89b6-4871-86af-0b64d0cc6399 None None] Attempting to bind port ee7975f5-a941-4aca-817e-109697b6e11a on network 68df399e-e75e-4871-9364-5d05730b50f0 {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:39:01.300136 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4321bfd-89b6-4871-86af-0b64d0cc6399 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:39:01.300507 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4321bfd-89b6-4871-86af-0b64d0cc6399 None None] Checking segment: {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:39:01.300901 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-a4321bfd-89b6-4871-86af-0b64d0cc6399 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:01.301291 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4321bfd-89b6-4871-86af-0b64d0cc6399 None None] Bound using segment: {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:39:01.301791 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-a4321bfd-89b6-4871-86af-0b64d0cc6399 None None] Bound port: ee7975f5-a941-4aca-817e-109697b6e11a, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:39:01.302158 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-a4321bfd-89b6-4871-86af-0b64d0cc6399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:01.384400 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c86832-8f73-41cf-94af-7c4d4cbf5847 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:39:01.405103 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-72c86832-8f73-41cf-94af-7c4d4cbf5847 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:39:01.408271 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c86832-8f73-41cf-94af-7c4d4cbf5847 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:39:01.411757 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-a4321bfd-89b6-4871-86af-0b64d0cc6399 None None] For port ee7975f5-a941-4aca-817e-109697b6e11a, host n-d-843702-1, cleared binding levels {{(pid=89112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:39:01.414747 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c86832-8f73-41cf-94af-7c4d4cbf5847 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:01.415415 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-72c86832-8f73-41cf-94af-7c4d4cbf5847 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:01.416664 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-a4321bfd-89b6-4871-86af-0b64d0cc6399 None None] For port ee7975f5-a941-4aca-817e-109697b6e11a, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=ee7975f5-a941-4aca-817e-109697b6e11a,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:39:01.437051 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2ace76-85f6-4820-b9fb-0a84c419c8a1 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Pushing event updated for resources: {'Port': ['ID=a5030fc6-457f-43ad-84c6-c81a31a2a3d4,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:39:01.490216 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-138e9d5a-1bba-4af3-98e6-d8ce5b07da11 req-6d23598b-b5b7-4271-bd79-9f972054918c service neutron] 10.222.0.55 "GET /v2.0/networks/a8fa6c28-5257-4dd9-bf7e-c257b513d11b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6169205 May 28 06:39:01.494972 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-a4321bfd-89b6-4871-86af-0b64d0cc6399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:01.505281 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ab2ace76-85f6-4820-b9fb-0a84c419c8a1 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690947'] for router_interface, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:01.534547 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f205b271-84dc-48e3-98b0-7d7ed1d1de8f req-5fd85654-4ac3-4964-aad5-c20bb5a4b215 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:01.541623 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f205b271-84dc-48e3-98b0-7d7ed1d1de8f req-5fd85654-4ac3-4964-aad5-c20bb5a4b215 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] 10.222.0.55 "GET /v2.0/ports?device_id=db10fb21-0123-4957-96a4-a43c5586384f HTTP/1.1" status: 200 len: 946 time: 0.5603728 May 28 06:39:01.565801 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c86832-8f73-41cf-94af-7c4d4cbf5847 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Pushing event updated for resources: {'Port': ['ID=b1e62a4b-e80c-45bb-92df-83fd2703ffb5,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:39:01.615169 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f205b271-84dc-48e3-98b0-7d7ed1d1de8f req-e7d37f54-c3ef-477e-8a2c-31d2bb629994 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] 10.222.0.55 "GET /v2.0/security-groups?id=88d2cfd4-3ac6-4681-9a3a-dce7d6855bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725546 May 28 06:39:01.620686 n-d-843702-1 neutron-server[89109]: INFO neutron.db.l3_db [None req-b9a90798-f591-4933-9b6d-327b5cf042b8 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Floating IP 9f18e0e2-9cab-4f95-83ba-ab0666d81ef0 associated. External IP: 172.25.5.29, port: 9318281d-813e-4cb5-b643-a8b846fecad8. May 28 06:39:01.684945 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4321bfd-89b6-4871-86af-0b64d0cc6399 None None] Routers {'ca1c5d89-9b2c-46fe-9f88-41900a14afda'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:39:01.685623 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-a4321bfd-89b6-4871-86af-0b64d0cc6399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:38:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['ca1c5d89-9b2c-46fe-9f88-41900a14afda'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:39:01.773813 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-423586e2-5fc3-458b-a36b-31e277e0d795 None None] Provisioning for port a5030fc6-457f-43ad-84c6-c81a31a2a3d4 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:39:01.780267 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:01.780962 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-423586e2-5fc3-458b-a36b-31e277e0d795 None None] Provisioning complete for port a5030fc6-457f-43ad-84c6-c81a31a2a3d4 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:39:01.781643 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-423586e2-5fc3-458b-a36b-31e277e0d795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:01.870837 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-423586e2-5fc3-458b-a36b-31e277e0d795 None None] Port a5030fc6-457f-43ad-84c6-c81a31a2a3d4 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:39:01.925173 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdd0b7b-6041-4977-b03d-5ff7acf7cd0f None None] Pushing event updated for resources: {'Port': ['ID=ee7975f5-a941-4aca-817e-109697b6e11a,revision_number=3']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:39:01.938018 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 170a25a1-2cd5-4bc9-b588-27e0c82fefed no longer exists at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:39:01.940860 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ab2ace76-85f6-4820-b9fb-0a84c419c8a1 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:02.010365 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-72c86832-8f73-41cf-94af-7c4d4cbf5847 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.9628921 May 28 06:39:02.046997 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 39576) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:39:02.052165 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-a4321bfd-89b6-4871-86af-0b64d0cc6399 None None] Set router ca1c5d89-9b2c-46fe-9f88-41900a14afda gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:39:02.243130 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 170a25a1-2cd5-4bc9-b588-27e0c82fefed is: ACTIVE; New status is: DOWN {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:39:02.243130 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:02.258103 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device a5ccfa37-de38-48fc-a69e-bd4f8bb86916 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:39:02.309349 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 170a25a1-2cd5-4bc9-b588-27e0c82fefed, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=170a25a1-2cd5-4bc9-b588-27e0c82fefed,segment=NetworkSegment(4c4bc3f8-ec6f-40a7-9f80-cde5ff5de12a),segment_id=4c4bc3f8-ec6f-40a7-9f80-cde5ff5de12a)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:39:02.316791 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65c6cfe6-c605-4828-9a4a-84efc794b22e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '170a25a1-2cd5-4bc9-b588-27e0c82fefed'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:39:02.412451 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:02.542315 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4455d2cd-cb60-44dc-9449-2b6f34a304bc req-1b9e7838-b029-4852-a345-1dc0ace9613c tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:02.544207 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-4455d2cd-cb60-44dc-9449-2b6f34a304bc req-1b9e7838-b029-4852-a345-1dc0ace9613c tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] Synchronizing usage tracker for tenant:f44679598b0a43b98b3c94202ca37d34 on resource:port {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:39:02.545274 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=170a25a1-2cd5-4bc9-b588-27e0c82fefed,revision_number=11']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:39:02.550012 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-b1a77ca2-9d10-4d9b-a8b4-dd83aa54a7d1 None None] Provisioning for port a5ccfa37-de38-48fc-a69e-bd4f8bb86916 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:39:02.555520 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:02.556206 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port a5ccfa37-de38-48fc-a69e-bd4f8bb86916 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:39:02.560642 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-b1a77ca2-9d10-4d9b-a8b4-dd83aa54a7d1 None None] Provisioning complete for port a5ccfa37-de38-48fc-a69e-bd4f8bb86916 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:39:02.561004 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b1a77ca2-9d10-4d9b-a8b4-dd83aa54a7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:02.634035 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port a5ccfa37-de38-48fc-a69e-bd4f8bb86916 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:39:02.641812 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:02.798569 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-a4321bfd-89b6-4871-86af-0b64d0cc6399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca1c5d89-9b2c-46fe-9f88-41900a14afda', 'name': 'tempest-ServersTestMultiNic-1192960476-router', 'tenant_id': '60982381454b4376b475404da5b08605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': 'ee7975f5-a941-4aca-817e-109697b6e11a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:38:46Z', 'updated_at': '2022-05-28T06:38:54Z', 'revision_number': 3, 'project_id': '60982381454b4376b475404da5b08605', 'gw_port': {'id': 'ee7975f5-a941-4aca-817e-109697b6e11a', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d5:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca1c5d89-9b2c-46fe-9f88-41900a14afda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:38:52Z', 'updated_at': '2022-05-28T06:39:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:39:02.817777 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4321bfd-89b6-4871-86af-0b64d0cc6399 None None] The sync data for ids ['ca1c5d89-9b2c-46fe-9f88-41900a14afda'] in n-d-843702-1 is: [{'id': 'ca1c5d89-9b2c-46fe-9f88-41900a14afda', 'name': 'tempest-ServersTestMultiNic-1192960476-router', 'tenant_id': '60982381454b4376b475404da5b08605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': 'ee7975f5-a941-4aca-817e-109697b6e11a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:38:46Z', 'updated_at': '2022-05-28T06:38:54Z', 'revision_number': 3, 'project_id': '60982381454b4376b475404da5b08605', 'gw_port': {'id': 'ee7975f5-a941-4aca-817e-109697b6e11a', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d5:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca1c5d89-9b2c-46fe-9f88-41900a14afda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:38:52Z', 'updated_at': '2022-05-28T06:39:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:39:02.822315 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-af35f8fd-1d64-4df5-9c2f-575f7b07532f req-b4884219-c9a3-448f-8caf-acf4f4e0b76a tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5b99fda-0bc9-4e50-b070-ce4a427e6fc6 HTTP/1.1" status: 200 len: 210 time: 0.1119676 May 28 06:39:02.880272 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port a5ccfa37-de38-48fc-a69e-bd4f8bb86916 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:39:02.880874 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:02.950564 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port a5ccfa37-de38-48fc-a69e-bd4f8bb86916, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=a5ccfa37-de38-48fc-a69e-bd4f8bb86916,segment=NetworkSegment(e82da2dd-17b8-4c15-8abb-711622ad0a92),segment_id=e82da2dd-17b8-4c15-8abb-711622ad0a92)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:39:02.960088 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-b1a77ca2-9d10-4d9b-a8b4-dd83aa54a7d1 None None] Current status of the port a5ccfa37-de38-48fc-a69e-bd4f8bb86916 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:39:02.960554 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b1a77ca2-9d10-4d9b-a8b4-dd83aa54a7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:02.975036 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-4455d2cd-cb60-44dc-9449-2b6f34a304bc req-1b9e7838-b029-4852-a345-1dc0ace9613c tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] Unset dirty status for tenant:f44679598b0a43b98b3c94202ca37d34 on resource:port {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:39:02.976425 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-4455d2cd-cb60-44dc-9449-2b6f34a304bc req-1b9e7838-b029-4852-a345-1dc0ace9613c tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] 10.222.0.71 "GET /v2.0/ports?device_id=db10fb21-0123-4957-96a4-a43c5586384f HTTP/1.1" status: 200 len: 946 time: 1.6337199 May 28 06:39:03.022517 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4e281c-ec08-4f63-8388-1e0d4123266f tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:03.033990 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4e281c-ec08-4f63-8388-1e0d4123266f tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:03.034979 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-7c4e281c-ec08-4f63-8388-1e0d4123266f tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Synchronizing usage tracker for tenant:5e9e9447c07c4077b6694ab63e3affe5 on resource:port {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:39:03.091507 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:03.168993 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8d62d74-7b2d-4115-9de8-2e8c54473e4d'] response: {'server_uuid': '65c6cfe6-c605-4828-9a4a-84efc794b22e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '170a25a1-2cd5-4bc9-b588-27e0c82fefed', 'code': 200} May 28 06:39:03.233946 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.db.api [None req-b1a77ca2-9d10-4d9b-a8b4-dd83aa54a7d1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89111) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:39:03.234481 n-d-843702-1 neutron-server[89111]: DEBUG oslo_db.api [None req-b1a77ca2-9d10-4d9b-a8b4-dd83aa54a7d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:39:03.251363 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=a5ccfa37-de38-48fc-a69e-bd4f8bb86916,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:39:03.287022 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-7c4e281c-ec08-4f63-8388-1e0d4123266f tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Unset dirty status for tenant:5e9e9447c07c4077b6694ab63e3affe5 on resource:port {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:39:03.288326 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-7c4e281c-ec08-4f63-8388-1e0d4123266f tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 1.2295141 May 28 06:39:03.298513 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 39600) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:39:03.316527 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [req-4455d2cd-cb60-44dc-9449-2b6f34a304bc req-8f413397-2613-400b-86d2-7a064afefa5d tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] Deleting port 85a87b44-a103-4230-a663-535510ada77a {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:39:03.316869 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-4455d2cd-cb60-44dc-9449-2b6f34a304bc req-8f413397-2613-400b-86d2-7a064afefa5d tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:03.341091 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ab2ace76-85f6-4820-b9fb-0a84c419c8a1 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:03.362161 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8544356-ccb7-424d-8ad9-9a2d502ba648 req-5be29e34-c478-405d-8d50-e48e532ab1a9 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:03.362968 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-c8544356-ccb7-424d-8ad9-9a2d502ba648 req-5be29e34-c478-405d-8d50-e48e532ab1a9 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Synchronizing usage tracker for tenant:4b40625e6e3643fd96f0a27f5c2fd94f on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:39:03.438802 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ab2ace76-85f6-4820-b9fb-0a84c419c8a1 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:03.510886 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-766f6de8-041b-4c56-8403-d15af61e0d1b tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Deleting port b1e62a4b-e80c-45bb-92df-83fd2703ffb5 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:39:03.511229 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-766f6de8-041b-4c56-8403-d15af61e0d1b tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:03.551285 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2ace76-85f6-4820-b9fb-0a84c419c8a1 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Pushing event updated for resources: {'Port': ['ID=a5030fc6-457f-43ad-84c6-c81a31a2a3d4,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:39:03.551735 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9a90798-f591-4933-9b6d-327b5cf042b8 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Router 035af55e-abd9-4bf2-8685-fca0b38128d3 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:39:03.581478 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ab2ace76-85f6-4820-b9fb-0a84c419c8a1 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700602'] for router_interface, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:03.599862 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d262bc-565e-46cd-9e6b-1f5f34879474 req-39ff80de-4e9c-4902-ad75-a7810b7c5aff tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:03.601433 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c3d262bc-565e-46cd-9e6b-1f5f34879474 req-39ff80de-4e9c-4902-ad75-a7810b7c5aff tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] 10.222.0.55 "GET /v2.0/ports?device_id=db10fb21-0123-4957-96a4-a43c5586384f HTTP/1.1" status: 200 len: 946 time: 0.2537603 May 28 06:39:03.627205 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d75f3304-9bb1-4d99-b92b-9401fdcce0ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:03.652618 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-c8544356-ccb7-424d-8ad9-9a2d502ba648 req-5be29e34-c478-405d-8d50-e48e532ab1a9 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Unset dirty status for tenant:4b40625e6e3643fd96f0a27f5c2fd94f on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:39:03.653737 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c8544356-ccb7-424d-8ad9-9a2d502ba648 req-5be29e34-c478-405d-8d50-e48e532ab1a9 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] 10.222.0.55 "GET /v2.0/ports?device_id=13373255-c2c3-47d9-828c-ce6b6303ab5f HTTP/1.1" status: 200 len: 946 time: 0.5382609 May 28 06:39:03.727473 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c3d262bc-565e-46cd-9e6b-1f5f34879474 req-0471bbf0-2d76-48b4-959b-b861a1cf6aae tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] 10.222.0.55 "GET /v2.0/security-groups?id=88d2cfd4-3ac6-4681-9a3a-dce7d6855bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058924 May 28 06:39:03.796784 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c8544356-ccb7-424d-8ad9-9a2d502ba648 req-9785046b-b0e0-4f4c-bd0c-7b3bb8085198 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] 10.222.0.55 "GET /v2.0/security-groups?id=da113a0c-8ebd-48a7-a4a2-2238b85d044b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905399 May 28 06:39:03.845778 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-b1a77ca2-9d10-4d9b-a8b4-dd83aa54a7d1 None None] Current status of the port a5ccfa37-de38-48fc-a69e-bd4f8bb86916 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:39:03.869523 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab2ace76-85f6-4820-b9fb-0a84c419c8a1 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Network 96e6c9f0-ef66-422b-858d-57cd1b2eca8b is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:39:03.874646 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-ab2ace76-85f6-4820-b9fb-0a84c419c8a1 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:39:04.042618 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-f9436371-3a02-4e52-a67e-043a3b5d8e04 None None] Provisioning for port b1e62a4b-e80c-45bb-92df-83fd2703ffb5 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:39:04.048512 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-f9436371-3a02-4e52-a67e-043a3b5d8e04 None None] Provisioning complete for port b1e62a4b-e80c-45bb-92df-83fd2703ffb5 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:39:04.048890 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-f9436371-3a02-4e52-a67e-043a3b5d8e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:04.132462 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-f9436371-3a02-4e52-a67e-043a3b5d8e04 None None] Port b1e62a4b-e80c-45bb-92df-83fd2703ffb5 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:39:04.229731 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device ee7975f5-a941-4aca-817e-109697b6e11a up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:39:04.282221 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c8f68af9-def6-477d-a576-aacfb11e6359 req-4c7f18b1-e007-43ee-b52c-ccd352dd8e8e tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5b99fda-0bc9-4e50-b070-ce4a427e6fc6 HTTP/1.1" status: 200 len: 210 time: 0.1239092 May 28 06:39:04.366106 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-5d631e56-32e5-4c3b-982d-12d05a4e5477 None None] Provisioning complete for port a5030fc6-457f-43ad-84c6-c81a31a2a3d4 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:39:04.366474 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-5d631e56-32e5-4c3b-982d-12d05a4e5477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:04.416275 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port ee7975f5-a941-4aca-817e-109697b6e11a completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:39:04.424987 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port ee7975f5-a941-4aca-817e-109697b6e11a triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:39:04.430803 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:04.542580 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-5d631e56-32e5-4c3b-982d-12d05a4e5477 None None] Port a5030fc6-457f-43ad-84c6-c81a31a2a3d4 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:39:04.623890 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port ee7975f5-a941-4aca-817e-109697b6e11a is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:39:04.624321 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:04.631930 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab2ace76-85f6-4820-b9fb-0a84c419c8a1 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Router ce8f9879-d1ac-44f7-a6d0-bc982938f6d1 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:39:04.642936 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port ee7975f5-a941-4aca-817e-109697b6e11a, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=ee7975f5-a941-4aca-817e-109697b6e11a,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:39:04.671409 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-4455d2cd-cb60-44dc-9449-2b6f34a304bc req-8f413397-2613-400b-86d2-7a064afefa5d tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] For port 85a87b44-a103-4230-a663-535510ada77a, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=85a87b44-a103-4230-a663-535510ada77a,segment=NetworkSegment(08328ee5-aa08-4f9a-a73b-412dd681424e),segment_id=08328ee5-aa08-4f9a-a73b-412dd681424e)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:39:04.672011 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-4455d2cd-cb60-44dc-9449-2b6f34a304bc req-8f413397-2613-400b-86d2-7a064afefa5d tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:04.715696 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:04.716446 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device a5ccfa37-de38-48fc-a69e-bd4f8bb86916 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:39:04.726632 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfcf142-878e-4dc2-8929-2c76b546f817 req-30f67b47-36ea-4a4a-9625-beedb0f6d156 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:04.728105 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4cfcf142-878e-4dc2-8929-2c76b546f817 req-30f67b47-36ea-4a4a-9625-beedb0f6d156 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] 10.222.0.71 "GET /v2.0/ports?device_id=13373255-c2c3-47d9-828c-ce6b6303ab5f HTTP/1.1" status: 200 len: 946 time: 0.4363327 May 28 06:39:04.743423 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af50a236-98d8-4b0c-be4d-bc691473b353 req-37181884-d054-422a-8fe3-0a65d7bcd231 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:04.751482 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-af50a236-98d8-4b0c-be4d-bc691473b353 req-37181884-d054-422a-8fe3-0a65d7bcd231 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e HTTP/1.1" status: 200 len: 944 time: 0.5945415 May 28 06:39:04.881642 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [req-4455d2cd-cb60-44dc-9449-2b6f34a304bc req-8f413397-2613-400b-86d2-7a064afefa5d tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] Calling delete_port for 85a87b44-a103-4230-a663-535510ada77a owned by compute:nova {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:39:04.916075 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=ee7975f5-a941-4aca-817e-109697b6e11a,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:39:04.930813 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port a5ccfa37-de38-48fc-a69e-bd4f8bb86916 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:39:04.931169 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:04.966138 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-766f6de8-041b-4c56-8403-d15af61e0d1b tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:04.969135 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-af50a236-98d8-4b0c-be4d-bc691473b353 req-5dd29809-31b4-46f8-849f-57af158ce766 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0fc320c-5211-4d72-b7c9-130a40d05074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2147527 May 28 06:39:04.978962 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9a90798-f591-4933-9b6d-327b5cf042b8 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:39:04.990644 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab2ace76-85f6-4820-b9fb-0a84c419c8a1 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:39:04.999489 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b8ed9a-fb9a-4924-b100-9a450af253f3 None None] Sync routers for ids ['ce8f9879-d1ac-44f7-a6d0-bc982938f6d1'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:39:05.003372 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-d75f3304-9bb1-4d99-b92b-9401fdcce0ca admin admin] Allocated IP 172.20.0.1 (48992f11-5b29-4557-a8fa-4d94a4ec7c8d/724f2448-2fca-49a4-abba-1d22ba1593f5/00e1266a-2bb3-4f66-bc4c-42039b727aeb) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:39:05.008107 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e68f647-0b86-4540-aee9-f2742758e346 None None] Sync routers for ids ['035af55e-abd9-4bf2-8685-fca0b38128d3'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:39:05.013782 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-4cfcf142-878e-4dc2-8929-2c76b546f817 req-887abe79-65dc-47b0-8810-f7e836706669 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Deleting port 3199ff66-fd24-4d95-b73e-e6af718ede40 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:39:05.015707 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-4cfcf142-878e-4dc2-8929-2c76b546f817 req-887abe79-65dc-47b0-8810-f7e836706669 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:05.021795 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b8ed9a-fb9a-4924-b100-9a450af253f3 None None] Routers {'ce8f9879-d1ac-44f7-a6d0-bc982938f6d1'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:39:05.024760 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-73b8ed9a-fb9a-4924-b100-9a450af253f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:38:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['ce8f9879-d1ac-44f7-a6d0-bc982938f6d1'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:39:05.031089 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e68f647-0b86-4540-aee9-f2742758e346 None None] Routers {'035af55e-abd9-4bf2-8685-fca0b38128d3'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:39:05.031789 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-5e68f647-0b86-4540-aee9-f2742758e346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:38:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['035af55e-abd9-4bf2-8685-fca0b38128d3'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:39:05.121705 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-5e68f647-0b86-4540-aee9-f2742758e346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:39:05.178015 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e68f647-0b86-4540-aee9-f2742758e346 None None] Routers {'035af55e-abd9-4bf2-8685-fca0b38128d3'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:39:05.178964 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-5e68f647-0b86-4540-aee9-f2742758e346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:38:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['035af55e-abd9-4bf2-8685-fca0b38128d3'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:39:05.195481 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-766f6de8-041b-4c56-8403-d15af61e0d1b tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Calling delete_port for b1e62a4b-e80c-45bb-92df-83fd2703ffb5 owned by {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:39:05.203100 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-ab2ace76-85f6-4820-b9fb-0a84c419c8a1 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] 10.222.0.55 "PUT /v2.0/routers/ce8f9879-d1ac-44f7-a6d0-bc982938f6d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.8003325 May 28 06:39:05.204130 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 39614) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:39:05.279090 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-5e68f647-0b86-4540-aee9-f2742758e346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:39:05.279673 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e68f647-0b86-4540-aee9-f2742758e346 None None] The sync data for ids ['035af55e-abd9-4bf2-8685-fca0b38128d3'] in n-d-843702-1 is: [] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:39:05.284874 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-84ca8119-a98d-4c74-b7a2-88077649dd72 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Request body: {'network': {'name': 'tempest-RoutersTest-57210901'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:39:05.297371 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port a5ccfa37-de38-48fc-a69e-bd4f8bb86916 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:39:05.337577 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-73b8ed9a-fb9a-4924-b100-9a450af253f3 None None] Set router ce8f9879-d1ac-44f7-a6d0-bc982938f6d1 gateway port host: None {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:39:05.353914 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b9a90798-f591-4933-9b6d-327b5cf042b8 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:05.381848 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-84ca8119-a98d-4c74-b7a2-88077649dd72 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:39:05.516252 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-b9a90798-f591-4933-9b6d-327b5cf042b8 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 12.5559156 May 28 06:39:05.533159 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 39620) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:39:05.542807 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 85a87b44-a103-4230-a663-535510ada77a no longer exists at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:39:05.544121 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-cba24808-3198-4f79-845c-766dbf7641a3 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1364206318'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:39:05.593083 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-cba24808-3198-4f79-845c-766dbf7641a3 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:39:05.622427 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-cba24808-3198-4f79-845c-766dbf7641a3 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Usage tracker for resource:network and tenant:27fabbce05994a7bbea388130ee1d540 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:39:05.628276 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-84ca8119-a98d-4c74-b7a2-88077649dd72 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Usage tracker for resource:network and tenant:51e07d1dd4e842f29564191e4c945b6c is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:39:05.638959 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-cba24808-3198-4f79-845c-766dbf7641a3 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:39:05.647342 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-84ca8119-a98d-4c74-b7a2-88077649dd72 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:39:05.659087 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-cba24808-3198-4f79-845c-766dbf7641a3 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:39:05.659087 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d75f3304-9bb1-4d99-b92b-9401fdcce0ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:05.683354 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-84ca8119-a98d-4c74-b7a2-88077649dd72 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:39:05.691662 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-4455d2cd-cb60-44dc-9449-2b6f34a304bc req-8f413397-2613-400b-86d2-7a064afefa5d tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:05.746560 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['8712a524-83c9-4a6f-bda2-81f3a14bb977'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:39:05.768566 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f413397-2613-400b-86d2-7a064afefa5d tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] Pushing event deleted for resources: {'Port': ['ID=85a87b44-a103-4230-a663-535510ada77a,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:39:05.802252 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [None req-d75f3304-9bb1-4d99-b92b-9401fdcce0ca admin admin] Transition to ACTIVE for port object 00e1266a-2bb3-4f66-bc4c-42039b727aeb will not be triggered until provisioned by entity DHCP. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:39:05.803580 n-d-843702-1 neutron-server[89111]: INFO neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] No ports have port_id starting with 85a87b44-a103-4230-a663-535510ada77a May 28 06:39:05.811782 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-766f6de8-041b-4c56-8403-d15af61e0d1b tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:05.816745 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-73b8ed9a-fb9a-4924-b100-9a450af253f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce8f9879-d1ac-44f7-a6d0-bc982938f6d1', 'name': 'tempest-RoutersTest-router-1404400592', 'tenant_id': '51e07d1dd4e842f29564191e4c945b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:38:19Z', 'updated_at': '2022-05-28T06:39:01Z', 'revision_number': 4, 'project_id': '51e07d1dd4e842f29564191e4c945b6c', 'gw_port_host': None, '_interfaces': [{'id': '32e62a22-84bf-4694-b19e-fb91d25761d9', 'name': '', 'network_id': 'eeb73656-43c1-4ee2-9497-5290bc10726e', 'tenant_id': '51e07d1dd4e842f29564191e4c945b6c', 'mac_address': 'fa:16:3e:99:7d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8f9879-d1ac-44f7-a6d0-bc982938f6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': 'c5fb5e00-99af-4f71-953e-f3f2fab999ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:38:26Z', 'updated_at': '2022-05-28T06:38:38Z', 'revision_number': 5, 'project_id': '51e07d1dd4e842f29564191e4c945b6c', 'subnets': [{'id': 'c5fb5e00-99af-4f71-953e-f3f2fab999ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b484a5c-2c70-4c58-8b4c-8d06f0ba5696', 'name': '', 'network_id': '9ccf9dee-f3a0-42be-8e4a-fcd6bc40fe93', 'tenant_id': '51e07d1dd4e842f29564191e4c945b6c', 'mac_address': 'fa:16:3e:6f:10:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8f9879-d1ac-44f7-a6d0-bc982938f6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '4627dc77-60dc-41e2-b543-5687a1b9f1b4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:38:38Z', 'updated_at': '2022-05-28T06:38:50Z', 'revision_number': 5, 'project_id': '51e07d1dd4e842f29564191e4c945b6c', 'subnets': [{'id': '4627dc77-60dc-41e2-b543-5687a1b9f1b4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5030fc6-457f-43ad-84c6-c81a31a2a3d4', 'name': '', 'network_id': '96e6c9f0-ef66-422b-858d-57cd1b2eca8b', 'tenant_id': '51e07d1dd4e842f29564191e4c945b6c', 'mac_address': 'fa:16:3e:b7:4d:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce8f9879-d1ac-44f7-a6d0-bc982938f6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '25761b23-885f-4c02-8b7f-f8756b227181', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:38:58Z', 'updated_at': '2022-05-28T06:39:02Z', 'revision_number': 2, 'project_id': '51e07d1dd4e842f29564191e4c945b6c', 'subnets': [{'id': '25761b23-885f-4c02-8b7f-f8756b227181', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:39:05.818925 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cba24808-3198-4f79-845c-766dbf7641a3 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Made reservation on behalf of 27fabbce05994a7bbea388130ee1d540 for: {'network': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:39:05.823594 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b8ed9a-fb9a-4924-b100-9a450af253f3 None None] Checking router: ce8f9879-d1ac-44f7-a6d0-bc982938f6d1 for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:39:05.823741 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-cba24808-3198-4f79-845c-766dbf7641a3 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:05.823962 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e1e89c-98bb-4031-bc97-0045ad6ef7bf req-6228db0a-5b9e-4702-8894-bfed9ba7ec8a tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:05.825108 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b8ed9a-fb9a-4924-b100-9a450af253f3 None None] Updating router ce8f9879-d1ac-44f7-a6d0-bc982938f6d1 port a5030fc6-457f-43ad-84c6-c81a31a2a3d4 binding host n-d-843702-1 {{(pid=89112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:39:05.827099 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-89e1e89c-98bb-4031-bc97-0045ad6ef7bf req-6228db0a-5b9e-4702-8894-bfed9ba7ec8a tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] 10.222.0.55 "GET /v2.0/ports?device_id=db10fb21-0123-4957-96a4-a43c5586384f HTTP/1.1" status: 200 len: 946 time: 0.8353517 May 28 06:39:05.853680 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84ca8119-a98d-4c74-b7a2-88077649dd72 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Made reservation on behalf of 51e07d1dd4e842f29564191e4c945b6c for: {'network': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:39:05.858325 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-84ca8119-a98d-4c74-b7a2-88077649dd72 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:05.901647 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cc4fde-c608-4bc5-8a99-7dc806778c59 req-fe7e97a3-1f67-40ce-b58a-3d9be95f7c61 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:05.903480 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-58cc4fde-c608-4bc5-8a99-7dc806778c59 req-fe7e97a3-1f67-40ce-b58a-3d9be95f7c61 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] 10.222.0.55 "GET /v2.0/ports?device_id=13373255-c2c3-47d9-828c-ce6b6303ab5f HTTP/1.1" status: 200 len: 946 time: 0.7080314 May 28 06:39:05.929204 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138e9d5a-1bba-4af3-98e6-d8ce5b07da11 req-b3360417-f08e-4552-b921-ab2ceceb4e5e tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:05.930643 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-138e9d5a-1bba-4af3-98e6-d8ce5b07da11 req-b3360417-f08e-4552-b921-ab2ceceb4e5e tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.69 "GET /v2.0/networks?id=a8fa6c28-5257-4dd9-bf7e-c257b513d11b HTTP/1.1" status: 200 len: 816 time: 0.6022077 May 28 06:39:05.936173 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [req-4455d2cd-cb60-44dc-9449-2b6f34a304bc req-8f413397-2613-400b-86d2-7a064afefa5d tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] No DVR routers for this DVR port 85a87b44-a103-4230-a663-535510ada77a on host n-h2-843702-1 {{(pid=89109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:39:05.945566 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-73b8ed9a-fb9a-4924-b100-9a450af253f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:05.952806 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-4455d2cd-cb60-44dc-9449-2b6f34a304bc req-8f413397-2613-400b-86d2-7a064afefa5d tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:05.956792 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766f6de8-041b-4c56-8403-d15af61e0d1b tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Pushing event deleted for resources: {'Port': ['ID=b1e62a4b-e80c-45bb-92df-83fd2703ffb5,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:39:05.960595 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db10fb21-0123-4957-96a4-a43c5586384f', 'name': 'network-vif-deleted', 'tag': '85a87b44-a103-4230-a663-535510ada77a'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:39:05.961639 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-4cfcf142-878e-4dc2-8929-2c76b546f817 req-887abe79-65dc-47b0-8810-f7e836706669 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] For port 3199ff66-fd24-4d95-b73e-e6af718ede40, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=3199ff66-fd24-4d95-b73e-e6af718ede40,segment=NetworkSegment(cff019d0-9c46-47d5-a149-6e4bcacfb67c),segment_id=cff019d0-9c46-47d5-a149-6e4bcacfb67c)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:39:05.961639 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-4cfcf142-878e-4dc2-8929-2c76b546f817 req-887abe79-65dc-47b0-8810-f7e836706669 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:05.963548 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 170a25a1-2cd5-4bc9-b588-27e0c82fefed details requested by agent hyperv_n-h1-843702-1 with host n-h1-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:39:06.033891 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-766f6de8-041b-4c56-8403-d15af61e0d1b tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:06.064819 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cba24808-3198-4f79-845c-766dbf7641a3 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=89109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:39:06.096491 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-cba24808-3198-4f79-845c-766dbf7641a3 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:06.096873 n-d-843702-1 neutron-server[89109]: INFO neutron.db.segments_db [None req-cba24808-3198-4f79-845c-766dbf7641a3 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Added segment b09ca06e-b30c-4fc2-a9d2-fb116be96e93 of type vlan for network 8ee4ab6c-cd7d-4b1f-bcad-e7c1fb1a3b7e May 28 06:39:06.121221 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-4455d2cd-cb60-44dc-9449-2b6f34a304bc req-8f413397-2613-400b-86d2-7a064afefa5d tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] 10.222.0.71 "DELETE /v2.0/ports/85a87b44-a103-4230-a663-535510ada77a HTTP/1.1" status: 204 len: 173 time: 3.0773344 May 28 06:39:06.161236 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device ee7975f5-a941-4aca-817e-109697b6e11a up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:39:06.188843 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-766f6de8-041b-4c56-8403-d15af61e0d1b tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "DELETE /v2.0/ports/b1e62a4b-e80c-45bb-92df-83fd2703ffb5 HTTP/1.1" status: 204 len: 168 time: 2.8752480 May 28 06:39:06.190823 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 39628) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:39:06.194834 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-cba24808-3198-4f79-845c-766dbf7641a3 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:06.234807 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-4cfcf142-878e-4dc2-8929-2c76b546f817 req-887abe79-65dc-47b0-8810-f7e836706669 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Calling delete_port for 3199ff66-fd24-4d95-b73e-e6af718ede40 owned by compute:nova {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:39:06.290781 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-58cc4fde-c608-4bc5-8a99-7dc806778c59 req-d7de4591-beaf-4922-afe4-c9602908f72e tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] 10.222.0.55 "GET /v2.0/security-groups?id=da113a0c-8ebd-48a7-a4a2-2238b85d044b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3780239 May 28 06:39:06.311818 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d75f3304-9bb1-4d99-b92b-9401fdcce0ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:06.327472 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-89e1e89c-98bb-4031-bc97-0045ad6ef7bf req-fe5fe6d6-49c0-4ca0-93d3-02e69662c935 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] 10.222.0.55 "GET /v2.0/security-groups?id=88d2cfd4-3ac6-4681-9a3a-dce7d6855bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4755852 May 28 06:39:06.398738 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84ca8119-a98d-4c74-b7a2-88077649dd72 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=89110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:39:06.423936 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75f3304-9bb1-4d99-b92b-9401fdcce0ca admin admin] Pushing event updated for resources: {'Port': ['ID=00e1266a-2bb3-4f66-bc4c-42039b727aeb,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:39:06.441952 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-138e9d5a-1bba-4af3-98e6-d8ce5b07da11 req-22e74a1d-40f4-4db7-971f-9e55527cce51 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=50466b4420374aac8a4e6c84ffbb2d35 HTTP/1.1" status: 200 len: 379 time: 0.4396329 May 28 06:39:06.442300 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 170a25a1-2cd5-4bc9-b588-27e0c82fefed, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=170a25a1-2cd5-4bc9-b588-27e0c82fefed,segment=NetworkSegment(4c4bc3f8-ec6f-40a7-9f80-cde5ff5de12a),segment_id=4c4bc3f8-ec6f-40a7-9f80-cde5ff5de12a)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:39:06.442508 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.db.resource_extend [None req-cba24808-3198-4f79-845c-766dbf7641a3 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 06:39:06.458788 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d75f3304-9bb1-4d99-b92b-9401fdcce0ca admin admin] Network 48992f11-5b29-4557-a8fa-4d94a4ec7c8d is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:39:06.459866 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-138e9d5a-1bba-4af3-98e6-d8ce5b07da11 req-6e4ea6ee-637b-4837-a4fa-b9a9bb3a62c8 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Request body: {'port': {'device_id': 'b5b99fda-0bc9-4e50-b070-ce4a427e6fc6', 'network_id': 'a8fa6c28-5257-4dd9-bf7e-c257b513d11b', 'admin_state_up': True, 'tenant_id': '50466b4420374aac8a4e6c84ffbb2d35', 'security_groups': ['0d9e2739-d2e7-489f-8894-c4c5db308155']}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:39:06.464464 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-d75f3304-9bb1-4d99-b92b-9401fdcce0ca admin admin] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:39:06.467005 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Returning: {'device': '170a25a1-2cd5-4bc9-b588-27e0c82fefed', 'network_id': 'e7d92049-bff3-4c3a-a4bd-4950c7dcad1c', 'port_id': '170a25a1-2cd5-4bc9-b588-27e0c82fefed', 'mac_address': 'fa:16:3e:aa:19:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40188bf0-967d-446e-ac4f-b5c59a2acd9a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:39:06.468529 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port ee7975f5-a941-4aca-817e-109697b6e11a triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:39:06.468998 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:06.483649 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75f3304-9bb1-4d99-b92b-9401fdcce0ca admin admin] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:39:06.534953 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-839d0876-0e49-4b58-9b1f-ef5020cbaff9 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:06.536891 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-839d0876-0e49-4b58-9b1f-ef5020cbaff9 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:06.537844 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-839d0876-0e49-4b58-9b1f-ef5020cbaff9 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Synchronizing usage tracker for tenant:5e9e9447c07c4077b6694ab63e3affe5 on resource:subnet {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:39:06.581081 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b33982e-10a6-4925-b33f-eb0961d6acfb'] response: {'server_uuid': 'db10fb21-0123-4957-96a4-a43c5586384f', 'name': 'network-vif-deleted', 'tag': '85a87b44-a103-4230-a663-535510ada77a', 'status': 'completed', 'code': 200} May 28 06:39:06.601831 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d75f3304-9bb1-4d99-b92b-9401fdcce0ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690947'] for router_interface, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:06.631459 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 170a25a1-2cd5-4bc9-b588-27e0c82fefed is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:39:06.634784 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:06.650843 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-cba24808-3198-4f79-845c-766dbf7641a3 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:06.658584 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba24808-3198-4f79-845c-766dbf7641a3 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:06.659207 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-cba24808-3198-4f79-845c-766dbf7641a3 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:06.672708 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 170a25a1-2cd5-4bc9-b588-27e0c82fefed {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:39:06.687739 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-73b8ed9a-fb9a-4924-b100-9a450af253f3 None None] Notify callbacks [] for port, precommit_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:06.714415 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.provisioning_blocks [None req-73b8ed9a-fb9a-4924-b100-9a450af253f3 None None] Transition to ACTIVE for port object a5030fc6-457f-43ad-84c6-c81a31a2a3d4 will not be triggered until provisioned by entity L2. {{(pid=89112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:39:06.716835 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 170a25a1-2cd5-4bc9-b588-27e0c82fefed, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=170a25a1-2cd5-4bc9-b588-27e0c82fefed,segment=NetworkSegment(4c4bc3f8-ec6f-40a7-9f80-cde5ff5de12a),segment_id=4c4bc3f8-ec6f-40a7-9f80-cde5ff5de12a)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:39:06.746603 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-839d0876-0e49-4b58-9b1f-ef5020cbaff9 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Unset dirty status for tenant:5e9e9447c07c4077b6694ab63e3affe5 on resource:subnet {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:39:06.750450 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-839d0876-0e49-4b58-9b1f-ef5020cbaff9 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5562243 May 28 06:39:06.771654 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 39632) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:39:06.782622 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-138e9d5a-1bba-4af3-98e6-d8ce5b07da11 req-6e4ea6ee-637b-4837-a4fa-b9a9bb3a62c8 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:39:06.805695 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port ee7975f5-a941-4aca-817e-109697b6e11a is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:39:06.835083 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-84ca8119-a98d-4c74-b7a2-88077649dd72 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:06.835417 n-d-843702-1 neutron-server[89110]: INFO neutron.db.segments_db [None req-84ca8119-a98d-4c74-b7a2-88077649dd72 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Added segment 91916fa5-9a7d-4f3b-b27b-6463cde7cfac of type vlan for network 8888fe45-59b6-485a-baf0-07cf639e0a54 May 28 06:39:06.876564 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-73b8ed9a-fb9a-4924-b100-9a450af253f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:06.877523 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-138e9d5a-1bba-4af3-98e6-d8ce5b07da11 req-6e4ea6ee-637b-4837-a4fa-b9a9bb3a62c8 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Usage tracker for resource:port and tenant:50466b4420374aac8a4e6c84ffbb2d35 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:39:06.879143 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:06.925596 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-138e9d5a-1bba-4af3-98e6-d8ce5b07da11 req-6e4ea6ee-637b-4837-a4fa-b9a9bb3a62c8 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:39:06.938677 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7e4cf135-975f-4df7-b987-3fe0887031d8 req-8bc48462-8a4c-427e-8b5f-d7c75a9e2843 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5b99fda-0bc9-4e50-b070-ce4a427e6fc6 HTTP/1.1" status: 200 len: 210 time: 0.1875873 May 28 06:39:06.973255 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=170a25a1-2cd5-4bc9-b588-27e0c82fefed,revision_number=12']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:39:06.981050 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-3f163d85-72cb-4676-8272-cff83705ce4b None None] Provisioning for port 00e1266a-2bb3-4f66-bc4c-42039b727aeb completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:39:06.987708 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-3f163d85-72cb-4676-8272-cff83705ce4b None None] Provisioning complete for port 00e1266a-2bb3-4f66-bc4c-42039b727aeb triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:39:06.988659 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-3f163d85-72cb-4676-8272-cff83705ce4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:06.990524 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5921eb5d-bca6-4e19-ae22-8c93052bd357 None None] Pushing event updated for resources: {'Port': ['ID=a5030fc6-457f-43ad-84c6-c81a31a2a3d4,revision_number=3']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:39:06.994226 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-138e9d5a-1bba-4af3-98e6-d8ce5b07da11 req-6e4ea6ee-637b-4837-a4fa-b9a9bb3a62c8 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:39:07.016508 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba24808-3198-4f79-845c-766dbf7641a3 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Pushing event updated for resources: {'Network': ['ID=8ee4ab6c-cd7d-4b1f-bcad-e7c1fb1a3b7e,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:39:07.035765 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['170a25a1-2cd5-4bc9-b588-27e0c82fefed'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:39:07.064994 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-84ca8119-a98d-4c74-b7a2-88077649dd72 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:07.086350 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-cba24808-3198-4f79-845c-766dbf7641a3 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.5487926 May 28 06:39:07.086529 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_v2 [None req-03efcc42-1a95-432a-9a6b-f9b3bbddae89 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Deleting subnet da415aa1-9e4e-45c9-9f98-eb1e6aae72cf {{(pid=89110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:39:07.086726 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 39636) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:39:07.097573 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-adf9808d-905e-4310-8fd6-52352ab6d5bb tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Request body: {'subnet': {'network_id': '8ee4ab6c-cd7d-4b1f-bcad-e7c1fb1a3b7e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:39:07.128216 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-03efcc42-1a95-432a-9a6b-f9b3bbddae89 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks [] for subnet, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:07.137245 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 8ee4ab6c-cd7d-4b1f-bcad-e7c1fb1a3b7e details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:39:07.242918 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-3f163d85-72cb-4676-8272-cff83705ce4b None None] Port 00e1266a-2bb3-4f66-bc4c-42039b727aeb cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:39:07.282702 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-73b8ed9a-fb9a-4924-b100-9a450af253f3 None None] Attempting to bind port a5030fc6-457f-43ad-84c6-c81a31a2a3d4 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:39:07.283067 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-73b8ed9a-fb9a-4924-b100-9a450af253f3 None None] Attempting to bind port a5030fc6-457f-43ad-84c6-c81a31a2a3d4 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': '1a0d20cd-f5c4-40e7-9b25-084528c51a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '96e6c9f0-ef66-422b-858d-57cd1b2eca8b'}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:39:07.283402 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b8ed9a-fb9a-4924-b100-9a450af253f3 None None] Attempting to bind port a5030fc6-457f-43ad-84c6-c81a31a2a3d4 on network 96e6c9f0-ef66-422b-858d-57cd1b2eca8b {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:39:07.290646 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b8ed9a-fb9a-4924-b100-9a450af253f3 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:39:07.291026 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b8ed9a-fb9a-4924-b100-9a450af253f3 None None] Checking segment: {'id': '1a0d20cd-f5c4-40e7-9b25-084528c51a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '96e6c9f0-ef66-422b-858d-57cd1b2eca8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:39:07.291393 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-73b8ed9a-fb9a-4924-b100-9a450af253f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:07.292625 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b8ed9a-fb9a-4924-b100-9a450af253f3 None None] Bound using segment: {'id': '1a0d20cd-f5c4-40e7-9b25-084528c51a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '96e6c9f0-ef66-422b-858d-57cd1b2eca8b'} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:39:07.293714 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-73b8ed9a-fb9a-4924-b100-9a450af253f3 None None] Bound port: a5030fc6-457f-43ad-84c6-c81a31a2a3d4, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a0d20cd-f5c4-40e7-9b25-084528c51a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '96e6c9f0-ef66-422b-858d-57cd1b2eca8b'}}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:39:07.294322 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-73b8ed9a-fb9a-4924-b100-9a450af253f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:07.352758 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-adf9808d-905e-4310-8fd6-52352ab6d5bb tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:39:07.357000 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d75f3304-9bb1-4d99-b92b-9401fdcce0ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:07.396177 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-adf9808d-905e-4310-8fd6-52352ab6d5bb tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:39:07.431300 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-73b8ed9a-fb9a-4924-b100-9a450af253f3 None None] For port a5030fc6-457f-43ad-84c6-c81a31a2a3d4, host n-d-843702-1, cleared binding levels {{(pid=89112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:39:07.434909 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-73b8ed9a-fb9a-4924-b100-9a450af253f3 None None] For port a5030fc6-457f-43ad-84c6-c81a31a2a3d4, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=a5030fc6-457f-43ad-84c6-c81a31a2a3d4,segment=NetworkSegment(1a0d20cd-f5c4-40e7-9b25-084528c51a61),segment_id=1a0d20cd-f5c4-40e7-9b25-084528c51a61)] {{(pid=89112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:39:07.499130 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.db.resource_extend [None req-84ca8119-a98d-4c74-b7a2-88077649dd72 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 06:39:07.522346 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-73b8ed9a-fb9a-4924-b100-9a450af253f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:07.537000 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 3199ff66-fd24-4d95-b73e-e6af718ede40 no longer exists at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:39:07.558940 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adf9808d-905e-4310-8fd6-52352ab6d5bb tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Made reservation on behalf of 27fabbce05994a7bbea388130ee1d540 for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:39:07.562932 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-adf9808d-905e-4310-8fd6-52352ab6d5bb tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:07.580775 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-03efcc42-1a95-432a-9a6b-f9b3bbddae89 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4150765'] for subnet, precommit_delete_associations {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:07.661001 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b8ed9a-fb9a-4924-b100-9a450af253f3 None None] Routers {'ce8f9879-d1ac-44f7-a6d0-bc982938f6d1'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:39:07.662442 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-73b8ed9a-fb9a-4924-b100-9a450af253f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:38:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['ce8f9879-d1ac-44f7-a6d0-bc982938f6d1'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:39:07.762531 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 3199ff66-fd24-4d95-b73e-e6af718ede40 is: ACTIVE; New status is: DOWN {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:39:07.762531 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:07.771195 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-03efcc42-1a95-432a-9a6b-f9b3bbddae89 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:07.884924 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-138e9d5a-1bba-4af3-98e6-d8ce5b07da11 req-6e4ea6ee-637b-4837-a4fa-b9a9bb3a62c8 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Made reservation on behalf of 50466b4420374aac8a4e6c84ffbb2d35 for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:39:07.890063 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-138e9d5a-1bba-4af3-98e6-d8ce5b07da11 req-6e4ea6ee-637b-4837-a4fa-b9a9bb3a62c8 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:07.921016 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d75f3304-9bb1-4d99-b92b-9401fdcce0ca admin admin] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:07.938642 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-84ca8119-a98d-4c74-b7a2-88077649dd72 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:07.944127 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ca8119-a98d-4c74-b7a2-88077649dd72 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:07.944710 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-84ca8119-a98d-4c74-b7a2-88077649dd72 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:07.947490 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5921eb5d-bca6-4e19-ae22-8c93052bd357 None None] Pushing event updated for resources: {'Port': ['ID=a5030fc6-457f-43ad-84c6-c81a31a2a3d4,revision_number=4']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:39:07.961630 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-adf9808d-905e-4310-8fd6-52352ab6d5bb tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:07.990267 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-73b8ed9a-fb9a-4924-b100-9a450af253f3 None None] Set router ce8f9879-d1ac-44f7-a6d0-bc982938f6d1 gateway port host: None {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:39:08.038254 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d75f3304-9bb1-4d99-b92b-9401fdcce0ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:08.122925 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-4cfcf142-878e-4dc2-8929-2c76b546f817 req-887abe79-65dc-47b0-8810-f7e836706669 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:08.125144 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-03efcc42-1a95-432a-9a6b-f9b3bbddae89 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3115981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3172005'] for subnet, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:08.156059 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['1490a36e-f3ee-44c8-8104-0c7b0a1c4bc1'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:39:08.172452 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf9808d-905e-4310-8fd6-52352ab6d5bb tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Checking segment: {'id': 'b09ca06e-b30c-4fc2-a9d2-fb116be96e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '8ee4ab6c-cd7d-4b1f-bcad-e7c1fb1a3b7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:39:08.173056 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf9808d-905e-4310-8fd6-52352ab6d5bb tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Network hostable DHCP agents. Network: 8ee4ab6c-cd7d-4b1f-bcad-e7c1fb1a3b7e, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:39:08.195978 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf9808d-905e-4310-8fd6-52352ab6d5bb tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Pushing event updated for resources: {'Subnet': ['ID=381a68cb-c20c-45e7-8f45-8da5227409d1,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:39:08.210767 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75f3304-9bb1-4d99-b92b-9401fdcce0ca admin admin] Pushing event updated for resources: {'Port': ['ID=00e1266a-2bb3-4f66-bc4c-42039b727aeb,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:39:08.222008 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d75f3304-9bb1-4d99-b92b-9401fdcce0ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700602'] for router_interface, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:08.276573 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ca8119-a98d-4c74-b7a2-88077649dd72 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Pushing event updated for resources: {'Network': ['ID=8888fe45-59b6-485a-baf0-07cf639e0a54,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:39:08.294577 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887abe79-65dc-47b0-8810-f7e836706669 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Pushing event deleted for resources: {'Port': ['ID=3199ff66-fd24-4d95-b73e-e6af718ede40,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:39:08.296530 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03efcc42-1a95-432a-9a6b-f9b3bbddae89 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Pushing event deleted for resources: {'Subnet': ['ID=da415aa1-9e4e-45c9-9f98-eb1e6aae72cf,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:39:08.310984 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf9808d-905e-4310-8fd6-52352ab6d5bb tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Network 8ee4ab6c-cd7d-4b1f-bcad-e7c1fb1a3b7e is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:39:08.312346 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 8888fe45-59b6-485a-baf0-07cf639e0a54 details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:39:08.313135 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-03efcc42-1a95-432a-9a6b-f9b3bbddae89 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:08.331205 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4afde1aa-3b9e-4876-935b-8abe0104973c None None] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:39:08.336706 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695097c3-9a9a-4689-8d0c-675ea8ecb4a9 req-4f7aea7d-f225-444b-a861-0c2e969ff0f2 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:08.345123 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-695097c3-9a9a-4689-8d0c-675ea8ecb4a9 req-4f7aea7d-f225-444b-a861-0c2e969ff0f2 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e HTTP/1.1" status: 200 len: 945 time: 1.5024962 May 28 06:39:08.421854 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d75f3304-9bb1-4d99-b92b-9401fdcce0ca admin admin] Network 48992f11-5b29-4557-a8fa-4d94a4ec7c8d is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:39:08.425332 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-d75f3304-9bb1-4d99-b92b-9401fdcce0ca admin admin] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:39:08.435124 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-adf9808d-905e-4310-8fd6-52352ab6d5bb tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, 8ee4ab6c-cd7d-4b1f-bcad-e7c1fb1a3b7e) {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:39:08.439890 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf9808d-905e-4310-8fd6-52352ab6d5bb tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:08.440594 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-adf9808d-905e-4310-8fd6-52352ab6d5bb tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:08.459539 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-73b8ed9a-fb9a-4924-b100-9a450af253f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce8f9879-d1ac-44f7-a6d0-bc982938f6d1', 'name': 'tempest-RoutersTest-router-1404400592', 'tenant_id': '51e07d1dd4e842f29564191e4c945b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:38:19Z', 'updated_at': '2022-05-28T06:39:01Z', 'revision_number': 4, 'project_id': '51e07d1dd4e842f29564191e4c945b6c', 'gw_port_host': None, '_interfaces': [{'id': '32e62a22-84bf-4694-b19e-fb91d25761d9', 'name': '', 'network_id': 'eeb73656-43c1-4ee2-9497-5290bc10726e', 'tenant_id': '51e07d1dd4e842f29564191e4c945b6c', 'mac_address': 'fa:16:3e:99:7d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8f9879-d1ac-44f7-a6d0-bc982938f6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': 'c5fb5e00-99af-4f71-953e-f3f2fab999ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:38:26Z', 'updated_at': '2022-05-28T06:38:38Z', 'revision_number': 5, 'project_id': '51e07d1dd4e842f29564191e4c945b6c', 'subnets': [{'id': 'c5fb5e00-99af-4f71-953e-f3f2fab999ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b484a5c-2c70-4c58-8b4c-8d06f0ba5696', 'name': '', 'network_id': '9ccf9dee-f3a0-42be-8e4a-fcd6bc40fe93', 'tenant_id': '51e07d1dd4e842f29564191e4c945b6c', 'mac_address': 'fa:16:3e:6f:10:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8f9879-d1ac-44f7-a6d0-bc982938f6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '4627dc77-60dc-41e2-b543-5687a1b9f1b4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:38:38Z', 'updated_at': '2022-05-28T06:38:50Z', 'revision_number': 5, 'project_id': '51e07d1dd4e842f29564191e4c945b6c', 'subnets': [{'id': '4627dc77-60dc-41e2-b543-5687a1b9f1b4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5030fc6-457f-43ad-84c6-c81a31a2a3d4', 'name': '', 'network_id': '96e6c9f0-ef66-422b-858d-57cd1b2eca8b', 'tenant_id': '51e07d1dd4e842f29564191e4c945b6c', 'mac_address': 'fa:16:3e:b7:4d:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce8f9879-d1ac-44f7-a6d0-bc982938f6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '25761b23-885f-4c02-8b7f-f8756b227181', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:38:58Z', 'updated_at': '2022-05-28T06:39:07Z', 'revision_number': 4, 'project_id': '51e07d1dd4e842f29564191e4c945b6c', 'subnets': [{'id': '25761b23-885f-4c02-8b7f-f8756b227181', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:39:08.464384 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b8ed9a-fb9a-4924-b100-9a450af253f3 None None] The sync data for ids ['ce8f9879-d1ac-44f7-a6d0-bc982938f6d1'] in n-d-843702-1 is: [{'id': 'ce8f9879-d1ac-44f7-a6d0-bc982938f6d1', 'name': 'tempest-RoutersTest-router-1404400592', 'tenant_id': '51e07d1dd4e842f29564191e4c945b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:38:19Z', 'updated_at': '2022-05-28T06:39:01Z', 'revision_number': 4, 'project_id': '51e07d1dd4e842f29564191e4c945b6c', 'gw_port_host': None, '_interfaces': [{'id': '32e62a22-84bf-4694-b19e-fb91d25761d9', 'name': '', 'network_id': 'eeb73656-43c1-4ee2-9497-5290bc10726e', 'tenant_id': '51e07d1dd4e842f29564191e4c945b6c', 'mac_address': 'fa:16:3e:99:7d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8f9879-d1ac-44f7-a6d0-bc982938f6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': 'c5fb5e00-99af-4f71-953e-f3f2fab999ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:38:26Z', 'updated_at': '2022-05-28T06:38:38Z', 'revision_number': 5, 'project_id': '51e07d1dd4e842f29564191e4c945b6c', 'subnets': [{'id': 'c5fb5e00-99af-4f71-953e-f3f2fab999ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b484a5c-2c70-4c58-8b4c-8d06f0ba5696', 'name': '', 'network_id': '9ccf9dee-f3a0-42be-8e4a-fcd6bc40fe93', 'tenant_id': '51e07d1dd4e842f29564191e4c945b6c', 'mac_address': 'fa:16:3e:6f:10:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8f9879-d1ac-44f7-a6d0-bc982938f6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '4627dc77-60dc-41e2-b543-5687a1b9f1b4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:38:38Z', 'updated_at': '2022-05-28T06:38:50Z', 'revision_number': 5, 'project_id': '51e07d1dd4e842f29564191e4c945b6c', 'subnets': [{'id': '4627dc77-60dc-41e2-b543-5687a1b9f1b4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5030fc6-457f-43ad-84c6-c81a31a2a3d4', 'name': '', 'network_id': '96e6c9f0-ef66-422b-858d-57cd1b2eca8b', 'tenant_id': '51e07d1dd4e842f29564191e4c945b6c', 'mac_address': 'fa:16:3e:b7:4d:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce8f9879-d1ac-44f7-a6d0-bc982938f6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '25761b23-885f-4c02-8b7f-f8756b227181', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:38:58Z', 'updated_at': '2022-05-28T06:39:07Z', 'revision_number': 4, 'project_id': '51e07d1dd4e842f29564191e4c945b6c', 'subnets': [{'id': '25761b23-885f-4c02-8b7f-f8756b227181', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:39:08.471074 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-03efcc42-1a95-432a-9a6b-f9b3bbddae89 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "DELETE /v2.0/subnets/da415aa1-9e4e-45c9-9f98-eb1e6aae72cf HTTP/1.1" status: 204 len: 168 time: 1.6977198 May 28 06:39:08.481449 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 39662) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:39:08.490024 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-84ca8119-a98d-4c74-b7a2-88077649dd72 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 3.2764652 May 28 06:39:08.503499 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 39666) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:39:08.598342 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-00315f43-8573-4009-854a-04ec545850d8 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Request body: {'subnet': {'network_id': '8888fe45-59b6-485a-baf0-07cf639e0a54', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:39:08.628670 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cfcf142-878e-4dc2-8929-2c76b546f817 req-887abe79-65dc-47b0-8810-f7e836706669 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] No DVR routers for this DVR port 3199ff66-fd24-4d95-b73e-e6af718ede40 on host n-h2-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:39:08.641118 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25985d12-7a0e-40d7-9011-c0f6f5c10ad4 None None] Network 8ee4ab6c-cd7d-4b1f-bcad-e7c1fb1a3b7e requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:39:08.769741 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-4cfcf142-878e-4dc2-8929-2c76b546f817 req-887abe79-65dc-47b0-8810-f7e836706669 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:08.772079 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4cfcf142-878e-4dc2-8929-2c76b546f817 req-887abe79-65dc-47b0-8810-f7e836706669 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] 10.222.0.71 "DELETE /v2.0/ports/3199ff66-fd24-4d95-b73e-e6af718ede40 HTTP/1.1" status: 204 len: 173 time: 3.9414279 May 28 06:39:08.796091 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13373255-c2c3-47d9-828c-ce6b6303ab5f', 'name': 'network-vif-deleted', 'tag': '3199ff66-fd24-4d95-b73e-e6af718ede40'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:39:08.862821 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-695097c3-9a9a-4689-8d0c-675ea8ecb4a9 req-831d00a4-f49c-4721-8df5-7e3d19d69557 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0fc320c-5211-4d72-b7c9-130a40d05074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5127785 May 28 06:39:08.929731 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-463119eb-5eb2-405b-81a6-bc078552c009 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4468136 May 28 06:39:08.930401 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 39676) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:39:08.944740 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-adf9808d-905e-4310-8fd6-52352ab6d5bb tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8559332 May 28 06:39:08.951154 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 39680) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:39:08.978811 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-ef7278a8-4555-49d1-b89a-96fa0bd95086 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1881919353', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}, 'admin_state_up': False}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:39:09.006231 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-87260cef-69e7-41e3-971c-20fbfa091fdb tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Request body: {'subnet': {'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:39:09.054469 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526ff2ff-451e-412c-b13d-6b999b81b515 req-8822ec3e-9ea8-41fb-a457-ad3a39444213 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:09.057384 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-526ff2ff-451e-412c-b13d-6b999b81b515 req-8822ec3e-9ea8-41fb-a457-ad3a39444213 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Synchronizing usage tracker for tenant:4b40625e6e3643fd96f0a27f5c2fd94f on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:39:09.111059 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [req-138e9d5a-1bba-4af3-98e6-d8ce5b07da11 req-6e4ea6ee-637b-4837-a4fa-b9a9bb3a62c8 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Allocated IP 172.20.0.4 (a8fa6c28-5257-4dd9-bf7e-c257b513d11b/63994f4d-7e85-4fdc-89a1-6c8536e7f551/2a9418a7-bd04-4bdb-9ce7-c9cfe2d4e847) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:39:09.159788 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-00315f43-8573-4009-854a-04ec545850d8 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:39:09.234606 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-ef7278a8-4555-49d1-b89a-96fa0bd95086 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:39:09.237665 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-ce840e50-68ae-4164-876a-de72a2e01106 None None] Provisioning complete for port 00e1266a-2bb3-4f66-bc4c-42039b727aeb triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:39:09.238287 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-ce840e50-68ae-4164-876a-de72a2e01106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:09.327218 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-ef7278a8-4555-49d1-b89a-96fa0bd95086 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Usage tracker for resource:router and tenant:27fabbce05994a7bbea388130ee1d540 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:39:09.346084 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-ef7278a8-4555-49d1-b89a-96fa0bd95086 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Quota usage for router was recalculated. Used quota:1. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:39:09.360200 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-ef7278a8-4555-49d1-b89a-96fa0bd95086 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:39:09.440140 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-87260cef-69e7-41e3-971c-20fbfa091fdb tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:39:09.447245 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d75f3304-9bb1-4d99-b92b-9401fdcce0ca admin admin] Router ca1c5d89-9b2c-46fe-9f88-41900a14afda has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:39:09.459643 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-87260cef-69e7-41e3-971c-20fbfa091fdb tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:39:09.506190 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-138e9d5a-1bba-4af3-98e6-d8ce5b07da11 req-6e4ea6ee-637b-4837-a4fa-b9a9bb3a62c8 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:09.528854 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-138e9d5a-1bba-4af3-98e6-d8ce5b07da11 req-6e4ea6ee-637b-4837-a4fa-b9a9bb3a62c8 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Transition to ACTIVE for port object 2a9418a7-bd04-4bdb-9ce7-c9cfe2d4e847 will not be triggered until provisioned by entity DHCP. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:39:09.557704 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-00315f43-8573-4009-854a-04ec545850d8 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Usage tracker for resource:subnet and tenant:51e07d1dd4e842f29564191e4c945b6c is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:39:09.563176 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-00315f43-8573-4009-854a-04ec545850d8 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:39:09.572668 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-00315f43-8573-4009-854a-04ec545850d8 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:39:09.584669 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-526ff2ff-451e-412c-b13d-6b999b81b515 req-8822ec3e-9ea8-41fb-a457-ad3a39444213 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Unset dirty status for tenant:4b40625e6e3643fd96f0a27f5c2fd94f on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:39:09.586195 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-526ff2ff-451e-412c-b13d-6b999b81b515 req-8822ec3e-9ea8-41fb-a457-ad3a39444213 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] 10.222.0.55 "GET /v2.0/ports?device_id=13373255-c2c3-47d9-828c-ce6b6303ab5f HTTP/1.1" status: 200 len: 867 time: 2.0979321 May 28 06:39:09.647277 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-432e958d-db27-4e1c-8967-9d68a03c5e4e req-a6946eb4-c030-4ccd-909b-d98e015d8377 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Synchronizing usage tracker for tenant:50466b4420374aac8a4e6c84ffbb2d35 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:39:09.664129 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-ce840e50-68ae-4164-876a-de72a2e01106 None None] Port 00e1266a-2bb3-4f66-bc4c-42039b727aeb cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:39:09.676252 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed3a332-1e92-41db-8981-71980f1dd5a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-8ee4ab6c-cd7d-4b1f-bcad-e7c1fb1a3b7e', 'network_id': '8ee4ab6c-cd7d-4b1f-bcad-e7c1fb1a3b7e', 'tenant_id': '27fabbce05994a7bbea388130ee1d540', 'fixed_ips': [{'subnet_id': '381a68cb-c20c-45e7-8f45-8da5227409d1'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:39:09.677856 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-4ed3a332-1e92-41db-8981-71980f1dd5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:09.695089 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ef7278a8-4555-49d1-b89a-96fa0bd95086 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59128'] for router, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:09.696280 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ef7278a8-4555-49d1-b89a-96fa0bd95086 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59009'] for router, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:09.707853 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-138e9d5a-1bba-4af3-98e6-d8ce5b07da11 req-6e4ea6ee-637b-4837-a4fa-b9a9bb3a62c8 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:09.813804 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ef7278a8-4555-49d1-b89a-96fa0bd95086 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:09.825920 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87260cef-69e7-41e3-971c-20fbfa091fdb tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Made reservation on behalf of 5e9e9447c07c4077b6694ab63e3affe5 for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:39:09.829744 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-87260cef-69e7-41e3-971c-20fbfa091fdb tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:09.837906 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-138e9d5a-1bba-4af3-98e6-d8ce5b07da11 req-6e4ea6ee-637b-4837-a4fa-b9a9bb3a62c8 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Network a8fa6c28-5257-4dd9-bf7e-c257b513d11b is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:39:09.852686 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4ea6ee-637b-4837-a4fa-b9a9bb3a62c8 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Pushing event updated for resources: {'Port': ['ID=2a9418a7-bd04-4bdb-9ce7-c9cfe2d4e847,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:39:09.866228 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [req-138e9d5a-1bba-4af3-98e6-d8ce5b07da11 req-6e4ea6ee-637b-4837-a4fa-b9a9bb3a62c8 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:39:09.884121 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-4ed3a332-1e92-41db-8981-71980f1dd5a3 None None] Allocated IP 172.20.0.2 (8ee4ab6c-cd7d-4b1f-bcad-e7c1fb1a3b7e/381a68cb-c20c-45e7-8f45-8da5227409d1/e607f418-2a32-4e2a-80bb-fa49303fe6c1) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:39:09.884229 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-138e9d5a-1bba-4af3-98e6-d8ce5b07da11 req-6e4ea6ee-637b-4837-a4fa-b9a9bb3a62c8 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:39:09.930892 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00315f43-8573-4009-854a-04ec545850d8 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Made reservation on behalf of 51e07d1dd4e842f29564191e4c945b6c for: {'subnet': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:39:09.934987 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-00315f43-8573-4009-854a-04ec545850d8 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3171998'] for subnet, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:09.984037 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d75f3304-9bb1-4d99-b92b-9401fdcce0ca admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:39:10.016454 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-432e958d-db27-4e1c-8967-9d68a03c5e4e req-a6946eb4-c030-4ccd-909b-d98e015d8377 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Unset dirty status for tenant:50466b4420374aac8a4e6c84ffbb2d35 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:39:10.016454 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-432e958d-db27-4e1c-8967-9d68a03c5e4e req-a6946eb4-c030-4ccd-909b-d98e015d8377 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5b99fda-0bc9-4e50-b070-ce4a427e6fc6 HTTP/1.1" status: 200 len: 210 time: 0.4569430 May 28 06:39:10.022589 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-d75f3304-9bb1-4d99-b92b-9401fdcce0ca admin admin] 10.222.0.55 "PUT /v2.0/routers/ca1c5d89-9b2c-46fe-9f88-41900a14afda/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7288373 May 28 06:39:10.061973 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df40360-0241-4936-b763-170c2d459141 None None] Sync routers for ids ['ca1c5d89-9b2c-46fe-9f88-41900a14afda'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:39:10.069977 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 170a25a1-2cd5-4bc9-b588-27e0c82fefed up at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:39:10.232267 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df40360-0241-4936-b763-170c2d459141 None None] Routers {'ca1c5d89-9b2c-46fe-9f88-41900a14afda'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:39:10.232899 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-6df40360-0241-4936-b763-170c2d459141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:38:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['ca1c5d89-9b2c-46fe-9f88-41900a14afda'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:39:10.437017 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 39694) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:39:10.505839 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138e9d5a-1bba-4af3-98e6-d8ce5b07da11 req-6e4ea6ee-637b-4837-a4fa-b9a9bb3a62c8 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:10.506121 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-138e9d5a-1bba-4af3-98e6-d8ce5b07da11 req-6e4ea6ee-637b-4837-a4fa-b9a9bb3a62c8 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:10.514884 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-526ff2ff-451e-412c-b13d-6b999b81b515 req-fd7cea11-3458-499c-9be9-8afb541b6143 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] 10.222.0.55 "GET /v2.0/security-groups?id=da113a0c-8ebd-48a7-a4a2-2238b85d044b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8604114 May 28 06:39:10.518955 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2bcbda7-9a76-445e-8b0e-14de24f22d7c'] response: {'server_uuid': '13373255-c2c3-47d9-828c-ce6b6303ab5f', 'name': 'network-vif-deleted', 'tag': '3199ff66-fd24-4d95-b73e-e6af718ede40', 'status': 'completed', 'code': 200} May 28 06:39:10.609590 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device a5030fc6-457f-43ad-84c6-c81a31a2a3d4 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:39:10.674973 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7287d02-0294-467f-a0a7-47b64c5abe7c None None] DHCP port deletion for 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:39:10.718937 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-138e9d5a-1bba-4af3-98e6-d8ce5b07da11 req-6e4ea6ee-637b-4837-a4fa-b9a9bb3a62c8 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2726080 May 28 06:39:10.731137 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-138e9d5a-1bba-4af3-98e6-d8ce5b07da11 req-1f90a124-af3c-4415-9024-4f33034d8b61 service neutron] Request body: {'port': {'device_id': 'b5b99fda-0bc9-4e50-b070-ce4a427e6fc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843702-1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:39:10.753779 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-c7287d02-0294-467f-a0a7-47b64c5abe7c None None] Deleting port a5ccfa37-de38-48fc-a69e-bd4f8bb86916 {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:39:10.754232 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c7287d02-0294-467f-a0a7-47b64c5abe7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:10.766121 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-00315f43-8573-4009-854a-04ec545850d8 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3115906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3172012'] for subnet, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:10.785675 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-87260cef-69e7-41e3-971c-20fbfa091fdb tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:10.814788 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-6df40360-0241-4936-b763-170c2d459141 None None] Set router ca1c5d89-9b2c-46fe-9f88-41900a14afda gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:39:10.931038 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ef7278a8-4555-49d1-b89a-96fa0bd95086 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59027'] for router, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:10.943158 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-b962147c-3dc9-43f2-a27f-80e1d850718d tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1932698707'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:39:10.955329 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87260cef-69e7-41e3-971c-20fbfa091fdb tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:39:10.959079 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-b962147c-3dc9-43f2-a27f-80e1d850718d tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:39:10.963570 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-87260cef-69e7-41e3-971c-20fbfa091fdb tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:39:10.970194 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87260cef-69e7-41e3-971c-20fbfa091fdb tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:10.970678 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-87260cef-69e7-41e3-971c-20fbfa091fdb tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:10.974604 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-b962147c-3dc9-43f2-a27f-80e1d850718d tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Usage tracker for resource:network and tenant:60982381454b4376b475404da5b08605 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:39:10.992557 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-b962147c-3dc9-43f2-a27f-80e1d850718d tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:39:11.003041 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87260cef-69e7-41e3-971c-20fbfa091fdb tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Pushing event updated for resources: {'Subnet': ['ID=044dc385-8378-40e5-b1b4-af0c5f23abe8,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:39:11.008164 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-b962147c-3dc9-43f2-a27f-80e1d850718d tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:39:11.041569 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-e715f42b-bc22-45f7-9de3-44d981ef269e None None] Provisioning for port 2a9418a7-bd04-4bdb-9ce7-c9cfe2d4e847 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:39:11.103079 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-138e9d5a-1bba-4af3-98e6-d8ce5b07da11 req-1f90a124-af3c-4415-9024-4f33034d8b61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:11.129544 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00315f43-8573-4009-854a-04ec545850d8 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Pushing event updated for resources: {'Subnet': ['ID=8e1e7322-4034-4f97-a8ca-9155470070b1,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:39:11.141210 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-87260cef-69e7-41e3-971c-20fbfa091fdb tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.2077651 May 28 06:39:11.147448 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 39704) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:39:11.151291 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-51773fb5-557f-46dd-a69f-884b5e02dd6c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Request body: {'port': {'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2', 'name': 'tempest-NetworksTestDHCPv6-508778597'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:39:11.186376 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00315f43-8573-4009-854a-04ec545850d8 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Checking segment: {'id': '91916fa5-9a7d-4f3b-b27b-6463cde7cfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '8888fe45-59b6-485a-baf0-07cf639e0a54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:39:11.186732 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00315f43-8573-4009-854a-04ec545850d8 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Network hostable DHCP agents. Network: 8888fe45-59b6-485a-baf0-07cf639e0a54, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89110) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:39:11.188641 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-4ed3a332-1e92-41db-8981-71980f1dd5a3 None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:11.271507 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2212a866-bf15-4735-917e-d57165bad3cb req-609c103f-fee5-499f-b9ff-afe27354c8e4 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:11.278503 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2212a866-bf15-4735-917e-d57165bad3cb req-609c103f-fee5-499f-b9ff-afe27354c8e4 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e HTTP/1.1" status: 200 len: 945 time: 0.6084898 May 28 06:39:11.295112 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-e715f42b-bc22-45f7-9de3-44d981ef269e None None] Provisioning complete for port 2a9418a7-bd04-4bdb-9ce7-c9cfe2d4e847 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:39:11.296032 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e715f42b-bc22-45f7-9de3-44d981ef269e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:11.325012 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-4ed3a332-1e92-41db-8981-71980f1dd5a3 None None] Transition to ACTIVE for port object e607f418-2a32-4e2a-80bb-fa49303fe6c1 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:39:11.414863 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning complete for port 170a25a1-2cd5-4bc9-b588-27e0c82fefed triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:39:11.415344 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:11.430790 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-51773fb5-557f-46dd-a69f-884b5e02dd6c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:39:11.435730 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2212a866-bf15-4735-917e-d57165bad3cb req-e357f27d-151e-44ab-acd2-566146a7e5e5 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0fc320c-5211-4d72-b7c9-130a40d05074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1532807 May 28 06:39:11.440766 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-51773fb5-557f-46dd-a69f-884b5e02dd6c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Usage tracker for resource:port and tenant:5e9e9447c07c4077b6694ab63e3affe5 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:39:11.446158 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-51773fb5-557f-46dd-a69f-884b5e02dd6c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:39:11.462935 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00315f43-8573-4009-854a-04ec545850d8 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Network 8888fe45-59b6-485a-baf0-07cf639e0a54 is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89110) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:39:11.481974 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-51773fb5-557f-46dd-a69f-884b5e02dd6c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:39:11.522549 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b962147c-3dc9-43f2-a27f-80e1d850718d tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Made reservation on behalf of 60982381454b4376b475404da5b08605 for: {'network': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:39:11.535023 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b962147c-3dc9-43f2-a27f-80e1d850718d tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:11.567155 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-4ed3a332-1e92-41db-8981-71980f1dd5a3 None None] Transition to ACTIVE for port object e607f418-2a32-4e2a-80bb-fa49303fe6c1 will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:39:11.592248 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-e715f42b-bc22-45f7-9de3-44d981ef269e None None] Port 2a9418a7-bd04-4bdb-9ce7-c9cfe2d4e847 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:39:11.609926 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-00315f43-8573-4009-854a-04ec545850d8 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, 8888fe45-59b6-485a-baf0-07cf639e0a54) {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:39:11.631426 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51773fb5-557f-46dd-a69f-884b5e02dd6c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Made reservation on behalf of 5e9e9447c07c4077b6694ab63e3affe5 for: {'port': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:39:11.633297 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b6f907-a771-4e74-b750-7a394f3f3d19 None None] Network 8888fe45-59b6-485a-baf0-07cf639e0a54 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:39:11.638386 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00315f43-8573-4009-854a-04ec545850d8 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:11.638996 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-00315f43-8573-4009-854a-04ec545850d8 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:11.646840 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-51773fb5-557f-46dd-a69f-884b5e02dd6c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:11.665169 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40adb270-e021-4a8e-b654-c911540bee51 req-146f6a38-fb27-4e79-bc62-a2215e0aff46 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:11.673490 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-40adb270-e021-4a8e-b654-c911540bee51 req-146f6a38-fb27-4e79-bc62-a2215e0aff46 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] 10.222.0.55 "GET /v2.0/ports?device_id=7177c5a1-ae12-487c-ad6f-03a524329ac2 HTTP/1.1" status: 200 len: 945 time: 0.4678338 May 28 06:39:11.690250 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b962147c-3dc9-43f2-a27f-80e1d850718d tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=89109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:39:11.710048 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b962147c-3dc9-43f2-a27f-80e1d850718d tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:11.710708 n-d-843702-1 neutron-server[89109]: INFO neutron.db.segments_db [None req-b962147c-3dc9-43f2-a27f-80e1d850718d tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Added segment 42fffca2-522a-4bc4-9ac4-52dceb499961 of type vlan for network 38aa9d6e-cdde-4924-ba18-69c2c5c3b178 May 28 06:39:11.750746 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b962147c-3dc9-43f2-a27f-80e1d850718d tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:11.818737 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [None req-51773fb5-557f-46dd-a69f-884b5e02dd6c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] device_id is not set on port 8b95298b-7b10-457f-b410-5f07c00f8923 yet. {{(pid=89109) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:39:11.834703 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-40adb270-e021-4a8e-b654-c911540bee51 req-77522685-fc87-4b0c-855e-5dceab3b88ef tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] 10.222.0.55 "GET /v2.0/security-groups?id=88d2cfd4-3ac6-4681-9a3a-dce7d6855bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595976 May 28 06:39:11.858352 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-00315f43-8573-4009-854a-04ec545850d8 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3423505 May 28 06:39:11.860338 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 39710) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:39:11.895779 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b962147c-3dc9-43f2-a27f-80e1d850718d tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:11.903888 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port a5030fc6-457f-43ad-84c6-c81a31a2a3d4 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:39:11.905682 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b962147c-3dc9-43f2-a27f-80e1d850718d tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:11.906411 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b962147c-3dc9-43f2-a27f-80e1d850718d tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:11.934568 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-4ed3a332-1e92-41db-8981-71980f1dd5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:12.021324 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port a5030fc6-457f-43ad-84c6-c81a31a2a3d4 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:39:12.022003 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:12.091670 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b962147c-3dc9-43f2-a27f-80e1d850718d tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Pushing event updated for resources: {'Network': ['ID=38aa9d6e-cdde-4924-ba18-69c2c5c3b178,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:39:12.098026 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-b962147c-3dc9-43f2-a27f-80e1d850718d tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.6526134 May 28 06:39:12.127203 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 38aa9d6e-cdde-4924-ba18-69c2c5c3b178 details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:39:12.170358 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed3a332-1e92-41db-8981-71980f1dd5a3 None None] Network 8ee4ab6c-cd7d-4b1f-bcad-e7c1fb1a3b7e is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:39:12.174238 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 39716) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:39:12.183657 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-e18b8fa8-8314-4b62-8b90-f2c573d6422c tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Request body: {'subnet': {'network_id': '38aa9d6e-cdde-4924-ba18-69c2c5c3b178', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:39:12.275199 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-51773fb5-557f-46dd-a69f-884b5e02dd6c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Allocated IP 2001:db8::156 (147bfd32-62dc-4be0-82de-f4d6fa5b4cc2/044dc385-8378-40e5-b1b4-af0c5f23abe8/8b95298b-7b10-457f-b410-5f07c00f8923) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:39:12.302051 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-4ed3a332-1e92-41db-8981-71980f1dd5a3 None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:39:12.354592 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed3a332-1e92-41db-8981-71980f1dd5a3 None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:39:12.433051 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed3a332-1e92-41db-8981-71980f1dd5a3 None None] Pushing event updated for resources: {'Port': ['ID=e607f418-2a32-4e2a-80bb-fa49303fe6c1,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:39:12.530433 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.db.resource_extend [req-138e9d5a-1bba-4af3-98e6-d8ce5b07da11 req-1f90a124-af3c-4415-9024-4f33034d8b61 service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 06:39:12.667162 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-51773fb5-557f-46dd-a69f-884b5e02dd6c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:12.669249 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-625125a5-5894-4214-98df-04ab52444543 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-8888fe45-59b6-485a-baf0-07cf639e0a54', 'network_id': '8888fe45-59b6-485a-baf0-07cf639e0a54', 'tenant_id': '51e07d1dd4e842f29564191e4c945b6c', 'fixed_ips': [{'subnet_id': '8e1e7322-4034-4f97-a8ca-9155470070b1'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:39:12.670424 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-625125a5-5894-4214-98df-04ab52444543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:12.684134 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [None req-51773fb5-557f-46dd-a69f-884b5e02dd6c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Transition to ACTIVE for port object 8b95298b-7b10-457f-b410-5f07c00f8923 will not be triggered until provisioned by entity DHCP. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:39:12.804550 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7638ad-4153-49b6-b82c-6d8d030c9c36 req-2d1ad8f8-fea6-4d17-9ba7-56cd5bccfaa5 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:12.813743 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0d7638ad-4153-49b6-b82c-6d8d030c9c36 req-2d1ad8f8-fea6-4d17-9ba7-56cd5bccfaa5 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5b99fda-0bc9-4e50-b070-ce4a427e6fc6 HTTP/1.1" status: 200 len: 931 time: 1.0741267 May 28 06:39:12.846153 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 170a25a1-2cd5-4bc9-b588-27e0c82fefed is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:39:12.846569 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:12.856801 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [req-138e9d5a-1bba-4af3-98e6-d8ce5b07da11 req-1f90a124-af3c-4415-9024-4f33034d8b61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a9418a7-bd04-4bdb-9ce7-c9cfe2d4e847 {{(pid=89110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:39:12.884431 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-e18b8fa8-8314-4b62-8b90-f2c573d6422c tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:39:12.892006 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-e18b8fa8-8314-4b62-8b90-f2c573d6422c tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Usage tracker for resource:subnet and tenant:60982381454b4376b475404da5b08605 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:39:12.906637 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-e18b8fa8-8314-4b62-8b90-f2c573d6422c tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:39:12.906794 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 170a25a1-2cd5-4bc9-b588-27e0c82fefed, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=170a25a1-2cd5-4bc9-b588-27e0c82fefed,segment=NetworkSegment(4c4bc3f8-ec6f-40a7-9f80-cde5ff5de12a),segment_id=4c4bc3f8-ec6f-40a7-9f80-cde5ff5de12a)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:39:12.906794 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65c6cfe6-c605-4828-9a4a-84efc794b22e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '170a25a1-2cd5-4bc9-b588-27e0c82fefed'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:39:12.922915 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-138e9d5a-1bba-4af3-98e6-d8ce5b07da11 req-1f90a124-af3c-4415-9024-4f33034d8b61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:12.938604 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-c7287d02-0294-467f-a0a7-47b64c5abe7c None None] For port a5ccfa37-de38-48fc-a69e-bd4f8bb86916, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=a5ccfa37-de38-48fc-a69e-bd4f8bb86916,segment=NetworkSegment(e82da2dd-17b8-4c15-8abb-711622ad0a92),segment_id=e82da2dd-17b8-4c15-8abb-711622ad0a92)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:39:12.939052 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c7287d02-0294-467f-a0a7-47b64c5abe7c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:12.954055 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-4ed3a332-1e92-41db-8981-71980f1dd5a3 None None] Attempting to bind port e607f418-2a32-4e2a-80bb-fa49303fe6c1 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:39:12.954553 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-4ed3a332-1e92-41db-8981-71980f1dd5a3 None None] Attempting to bind port e607f418-2a32-4e2a-80bb-fa49303fe6c1 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'b09ca06e-b30c-4fc2-a9d2-fb116be96e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '8ee4ab6c-cd7d-4b1f-bcad-e7c1fb1a3b7e'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:39:12.958510 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed3a332-1e92-41db-8981-71980f1dd5a3 None None] Attempting to bind port e607f418-2a32-4e2a-80bb-fa49303fe6c1 on network 8ee4ab6c-cd7d-4b1f-bcad-e7c1fb1a3b7e {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:39:12.964379 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-e18b8fa8-8314-4b62-8b90-f2c573d6422c tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:39:12.988936 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-138e9d5a-1bba-4af3-98e6-d8ce5b07da11 req-1f90a124-af3c-4415-9024-4f33034d8b61 service neutron] Transition to ACTIVE for port object 2a9418a7-bd04-4bdb-9ce7-c9cfe2d4e847 will not be triggered until provisioned by entity L2. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:39:13.002440 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0d7638ad-4153-49b6-b82c-6d8d030c9c36 req-40df62eb-08fd-436f-b6ef-f6b90356f7b2 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d9e2739-d2e7-489f-8894-c4c5db308155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1875124 May 28 06:39:13.050451 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port a5030fc6-457f-43ad-84c6-c81a31a2a3d4 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:39:13.050822 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:13.099715 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-138e9d5a-1bba-4af3-98e6-d8ce5b07da11 req-1f90a124-af3c-4415-9024-4f33034d8b61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:13.106762 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ef7278a8-4555-49d1-b89a-96fa0bd95086 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks [] for router_gateway, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:13.144248 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ef7278a8-4555-49d1-b89a-96fa0bd95086 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:13.188895 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e18b8fa8-8314-4b62-8b90-f2c573d6422c tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Made reservation on behalf of 60982381454b4376b475404da5b08605 for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:39:13.192484 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e18b8fa8-8314-4b62-8b90-f2c573d6422c tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:13.227348 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-c7287d02-0294-467f-a0a7-47b64c5abe7c None None] Calling delete_port for a5ccfa37-de38-48fc-a69e-bd4f8bb86916 owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:39:13.307389 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-51773fb5-557f-46dd-a69f-884b5e02dd6c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:13.336062 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed3a332-1e92-41db-8981-71980f1dd5a3 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:39:13.336240 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed3a332-1e92-41db-8981-71980f1dd5a3 None None] Checking segment: {'id': 'b09ca06e-b30c-4fc2-a9d2-fb116be96e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '8ee4ab6c-cd7d-4b1f-bcad-e7c1fb1a3b7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:39:13.336875 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-4ed3a332-1e92-41db-8981-71980f1dd5a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:13.337277 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed3a332-1e92-41db-8981-71980f1dd5a3 None None] Bound using segment: {'id': 'b09ca06e-b30c-4fc2-a9d2-fb116be96e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '8ee4ab6c-cd7d-4b1f-bcad-e7c1fb1a3b7e'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:39:13.337930 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-4ed3a332-1e92-41db-8981-71980f1dd5a3 None None] Bound port: e607f418-2a32-4e2a-80bb-fa49303fe6c1, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b09ca06e-b30c-4fc2-a9d2-fb116be96e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '8ee4ab6c-cd7d-4b1f-bcad-e7c1fb1a3b7e'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:39:13.338543 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-4ed3a332-1e92-41db-8981-71980f1dd5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:13.350225 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:13.447968 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c7287d02-0294-467f-a0a7-47b64c5abe7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879'] for port, after_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:13.473887 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-6df40360-0241-4936-b763-170c2d459141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca1c5d89-9b2c-46fe-9f88-41900a14afda', 'name': 'tempest-ServersTestMultiNic-1192960476-router', 'tenant_id': '60982381454b4376b475404da5b08605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': 'ee7975f5-a941-4aca-817e-109697b6e11a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:38:46Z', 'updated_at': '2022-05-28T06:39:07Z', 'revision_number': 4, 'project_id': '60982381454b4376b475404da5b08605', 'gw_port': {'id': 'ee7975f5-a941-4aca-817e-109697b6e11a', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d5:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1c5d89-9b2c-46fe-9f88-41900a14afda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:38:52Z', 'updated_at': '2022-05-28T06:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '00e1266a-2bb3-4f66-bc4c-42039b727aeb', 'name': '', 'network_id': '48992f11-5b29-4557-a8fa-4d94a4ec7c8d', 'tenant_id': '60982381454b4376b475404da5b08605', 'mac_address': 'fa:16:3e:e5:93:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca1c5d89-9b2c-46fe-9f88-41900a14afda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': '724f2448-2fca-49a4-abba-1d22ba1593f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:39:03Z', 'updated_at': '2022-05-28T06:39:07Z', 'revision_number': 2, 'project_id': '60982381454b4376b475404da5b08605', 'subnets': [{'id': '724f2448-2fca-49a4-abba-1d22ba1593f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:39:13.501699 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df40360-0241-4936-b763-170c2d459141 None None] Checking router: ca1c5d89-9b2c-46fe-9f88-41900a14afda for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:39:13.501963 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df40360-0241-4936-b763-170c2d459141 None None] Updating router ca1c5d89-9b2c-46fe-9f88-41900a14afda port 00e1266a-2bb3-4f66-bc4c-42039b727aeb binding host n-d-843702-1 {{(pid=89111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:39:13.527874 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51773fb5-557f-46dd-a69f-884b5e02dd6c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:39:13.566476 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-51773fb5-557f-46dd-a69f-884b5e02dd6c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:39:13.572833 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51773fb5-557f-46dd-a69f-884b5e02dd6c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:39:13.580371 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51773fb5-557f-46dd-a69f-884b5e02dd6c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:13.581583 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-51773fb5-557f-46dd-a69f-884b5e02dd6c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:13.592475 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-6df40360-0241-4936-b763-170c2d459141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:13.640025 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51773fb5-557f-46dd-a69f-884b5e02dd6c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Pushing event updated for resources: {'Port': ['ID=8b95298b-7b10-457f-b410-5f07c00f8923,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:39:13.670788 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-ef7278a8-4555-49d1-b89a-96fa0bd95086 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Allocated IP 172.25.5.225 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/22a50d81-8d87-4edb-a849-1db0fe810c75) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:39:13.733901 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=170a25a1-2cd5-4bc9-b588-27e0c82fefed,revision_number=13']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:39:13.742512 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7287d02-0294-467f-a0a7-47b64c5abe7c None None] No DVR routers for this DVR port a5ccfa37-de38-48fc-a69e-bd4f8bb86916 on host n-d-843702-1 {{(pid=89111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:39:13.782439 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08522385-7c46-496a-b5a2-24146e94c5a0 req-75d33442-42d7-44db-9664-6bc0f67c0822 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:13.789530 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-08522385-7c46-496a-b5a2-24146e94c5a0 req-75d33442-42d7-44db-9664-6bc0f67c0822 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e HTTP/1.1" status: 200 len: 945 time: 0.9511583 May 28 06:39:13.840772 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port a5030fc6-457f-43ad-84c6-c81a31a2a3d4, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=a5030fc6-457f-43ad-84c6-c81a31a2a3d4,segment=NetworkSegment(1a0d20cd-f5c4-40e7-9b25-084528c51a61),segment_id=1a0d20cd-f5c4-40e7-9b25-084528c51a61)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:39:13.875964 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd3b85e5-28ef-431e-b0dd-edf67d80c9cb None None] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:39:13.916779 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7287d02-0294-467f-a0a7-47b64c5abe7c None None] Pushing event deleted for resources: {'Port': ['ID=a5ccfa37-de38-48fc-a69e-bd4f8bb86916,revision_number=None']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:39:13.995783 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c058bdbc-b7a6-4c76-a20f-33258981aa74 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:14.005991 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f90a124-af3c-4415-9024-4f33034d8b61 service neutron] Pushing event updated for resources: {'Port': ['ID=2a9418a7-bd04-4bdb-9ce7-c9cfe2d4e847,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:39:14.033593 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-08522385-7c46-496a-b5a2-24146e94c5a0 req-271b75b6-0150-4745-8a0b-587ab8f7fb5f tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0fc320c-5211-4d72-b7c9-130a40d05074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2429614 May 28 06:39:14.051782 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:14.093165 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ef7278a8-4555-49d1-b89a-96fa0bd95086 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:14.142737 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-625125a5-5894-4214-98df-04ab52444543 None None] Allocated IP 172.23.0.2 (8888fe45-59b6-485a-baf0-07cf639e0a54/8e1e7322-4034-4f97-a8ca-9155470070b1/ddf84a62-b605-4bd0-9191-396e2ade3663) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:39:14.158000 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-4ed3a332-1e92-41db-8981-71980f1dd5a3 None None] For port e607f418-2a32-4e2a-80bb-fa49303fe6c1, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:39:14.179180 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e18b8fa8-8314-4b62-8b90-f2c573d6422c tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:14.195782 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-4ed3a332-1e92-41db-8981-71980f1dd5a3 None None] For port e607f418-2a32-4e2a-80bb-fa49303fe6c1, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=e607f418-2a32-4e2a-80bb-fa49303fe6c1,segment=NetworkSegment(b09ca06e-b30c-4fc2-a9d2-fb116be96e93),segment_id=b09ca06e-b30c-4fc2-a9d2-fb116be96e93)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:39:14.203627 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-51773fb5-557f-46dd-a69f-884b5e02dd6c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.0574615 May 28 06:39:14.207202 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 39730) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:39:14.291077 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18b8fa8-8314-4b62-8b90-f2c573d6422c tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Pushing event updated for resources: {'Subnet': ['ID=2b810899-1708-45c4-a8f6-d694f8e91c50,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:39:14.331289 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e7a9b2-7598-4bee-b231-f11e962ec3ab req-dd166651-b01b-4fdf-b7ed-88effd1a378a tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:14.332993 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-97e7a9b2-7598-4bee-b231-f11e962ec3ab req-dd166651-b01b-4fdf-b7ed-88effd1a378a tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] 10.222.0.69 "GET /v2.0/ports?device_id=7177c5a1-ae12-487c-ad6f-03a524329ac2 HTTP/1.1" status: 200 len: 945 time: 0.7732022 May 28 06:39:14.333759 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ef7278a8-4555-49d1-b89a-96fa0bd95086 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:14.437427 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99de078-0e42-4d47-b80f-f448a6e58d2e req-7e9345d9-d0fc-476b-a6e1-e5af806d65c6 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:14.441004 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b99de078-0e42-4d47-b80f-f448a6e58d2e req-7e9345d9-d0fc-476b-a6e1-e5af806d65c6 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] 10.222.0.55 "GET /v2.0/ports?device_id=e26416bb-43a4-4cc5-bf06-ef4eb03f29dd HTTP/1.1" status: 200 len: 946 time: 0.9080670 May 28 06:39:14.460780 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7278a8-4555-49d1-b89a-96fa0bd95086 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:39:14.470782 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-ef7278a8-4555-49d1-b89a-96fa0bd95086 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:39:14.481647 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7278a8-4555-49d1-b89a-96fa0bd95086 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:39:14.507462 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18b8fa8-8314-4b62-8b90-f2c573d6422c tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Checking segment: {'id': '42fffca2-522a-4bc4-9ac4-52dceb499961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '38aa9d6e-cdde-4924-ba18-69c2c5c3b178'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:39:14.508143 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e18b8fa8-8314-4b62-8b90-f2c573d6422c tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Network hostable DHCP agents. Network: 38aa9d6e-cdde-4924-ba18-69c2c5c3b178, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:39:14.536806 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7278a8-4555-49d1-b89a-96fa0bd95086 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Pushing event updated for resources: {'Port': ['ID=22a50d81-8d87-4edb-a849-1db0fe810c75,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:39:14.578793 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-6df40360-0241-4936-b763-170c2d459141 None None] Notify callbacks [] for port, precommit_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:14.597312 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-6df40360-0241-4936-b763-170c2d459141 None None] Transition to ACTIVE for port object 00e1266a-2bb3-4f66-bc4c-42039b727aeb will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:39:14.653343 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e99e70-0460-478c-86d1-de12ceca05f5 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:14.654112 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-79e99e70-0460-478c-86d1-de12ceca05f5 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Synchronizing usage tracker for tenant:5e9e9447c07c4077b6694ab63e3affe5 on resource:port {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:39:14.655219 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-97e7a9b2-7598-4bee-b231-f11e962ec3ab req-46bbb4aa-fafe-4279-a4d3-2402b9a01bbb tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] Deleting port 8712a524-83c9-4a6f-bda2-81f3a14bb977 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:39:14.657929 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-97e7a9b2-7598-4bee-b231-f11e962ec3ab req-46bbb4aa-fafe-4279-a4d3-2402b9a01bbb tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:14.658404 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-4ed3a332-1e92-41db-8981-71980f1dd5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:14.664693 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e18b8fa8-8314-4b62-8b90-f2c573d6422c tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Network 38aa9d6e-cdde-4924-ba18-69c2c5c3b178 is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:39:14.678747 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device a5ccfa37-de38-48fc-a69e-bd4f8bb86916 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:39:14.760049 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-138e9d5a-1bba-4af3-98e6-d8ce5b07da11 req-1f90a124-af3c-4415-9024-4f33034d8b61 service neutron] Attempting to bind port 2a9418a7-bd04-4bdb-9ce7-c9cfe2d4e847 on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:39:14.760465 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-138e9d5a-1bba-4af3-98e6-d8ce5b07da11 req-1f90a124-af3c-4415-9024-4f33034d8b61 service neutron] Attempting to bind port 2a9418a7-bd04-4bdb-9ce7-c9cfe2d4e847 by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': '38fd89a2-8195-4731-ba40-f43c54a7016a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a8fa6c28-5257-4dd9-bf7e-c257b513d11b'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:39:14.760895 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-138e9d5a-1bba-4af3-98e6-d8ce5b07da11 req-1f90a124-af3c-4415-9024-4f33034d8b61 service neutron] Attempting to bind port 2a9418a7-bd04-4bdb-9ce7-c9cfe2d4e847 on network a8fa6c28-5257-4dd9-bf7e-c257b513d11b {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:39:14.764497 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-6df40360-0241-4936-b763-170c2d459141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:14.774899 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-138e9d5a-1bba-4af3-98e6-d8ce5b07da11 req-1f90a124-af3c-4415-9024-4f33034d8b61 service neutron] Port 2a9418a7-bd04-4bdb-9ce7-c9cfe2d4e847 on network a8fa6c28-5257-4dd9-bf7e-c257b513d11b not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:39:14.774899 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-138e9d5a-1bba-4af3-98e6-d8ce5b07da11 req-1f90a124-af3c-4415-9024-4f33034d8b61 service neutron] Attempting to bind port 2a9418a7-bd04-4bdb-9ce7-c9cfe2d4e847 on network a8fa6c28-5257-4dd9-bf7e-c257b513d11b {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:39:14.819251 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-138e9d5a-1bba-4af3-98e6-d8ce5b07da11 req-1f90a124-af3c-4415-9024-4f33034d8b61 service neutron] Checking agent: {'id': '69f492a0-c00d-46d0-9bec-fcd8161ce206', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:39:14.819736 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-138e9d5a-1bba-4af3-98e6-d8ce5b07da11 req-1f90a124-af3c-4415-9024-4f33034d8b61 service neutron] Checking segment: {'id': '38fd89a2-8195-4731-ba40-f43c54a7016a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a8fa6c28-5257-4dd9-bf7e-c257b513d11b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:39:14.820224 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-138e9d5a-1bba-4af3-98e6-d8ce5b07da11 req-1f90a124-af3c-4415-9024-4f33034d8b61 service neutron] Bound using segment: {'id': '38fd89a2-8195-4731-ba40-f43c54a7016a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a8fa6c28-5257-4dd9-bf7e-c257b513d11b'} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:39:14.820780 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-138e9d5a-1bba-4af3-98e6-d8ce5b07da11 req-1f90a124-af3c-4415-9024-4f33034d8b61 service neutron] Bound port: 2a9418a7-bd04-4bdb-9ce7-c9cfe2d4e847, host: n-h1-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38fd89a2-8195-4731-ba40-f43c54a7016a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a8fa6c28-5257-4dd9-bf7e-c257b513d11b'}}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:39:14.821216 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-138e9d5a-1bba-4af3-98e6-d8ce5b07da11 req-1f90a124-af3c-4415-9024-4f33034d8b61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:14.868491 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: a5ccfa37-de38-48fc-a69e-bd4f8bb86916 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:39:14.869212 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device a5ccfa37-de38-48fc-a69e-bd4f8bb86916 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:39:14.958124 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-e18b8fa8-8314-4b62-8b90-f2c573d6422c tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, 38aa9d6e-cdde-4924-ba18-69c2c5c3b178) {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:39:14.991844 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18b8fa8-8314-4b62-8b90-f2c573d6422c tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:14.997743 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e18b8fa8-8314-4b62-8b90-f2c573d6422c tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:15.095032 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=a5030fc6-457f-43ad-84c6-c81a31a2a3d4,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:39:15.095689 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-79e99e70-0460-478c-86d1-de12ceca05f5 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Unset dirty status for tenant:5e9e9447c07c4077b6694ab63e3affe5 on resource:port {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:39:15.096821 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-79e99e70-0460-478c-86d1-de12ceca05f5 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.8084495 May 28 06:39:15.104066 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 39736) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:39:15.198233 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42193f93-1f14-4f45-98c6-8f586ea9957d None None] Network 38aa9d6e-cdde-4924-ba18-69c2c5c3b178 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:39:15.248060 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-e18b8fa8-8314-4b62-8b90-f2c573d6422c tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.0665977 May 28 06:39:15.252949 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 39740) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:39:15.262241 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-593efcbd-a075-4e98-a621-d12392bc1d84 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1753169758'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:39:15.291243 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-593efcbd-a075-4e98-a621-d12392bc1d84 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:39:15.319629 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b99de078-0e42-4d47-b80f-f448a6e58d2e req-68ccb724-0a12-44d5-acf5-dfd2deebb53c tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] 10.222.0.55 "GET /v2.0/security-groups?id=da113a0c-8ebd-48a7-a4a2-2238b85d044b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8641360 May 28 06:39:15.483364 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-625125a5-5894-4214-98df-04ab52444543 None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:15.494690 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-625125a5-5894-4214-98df-04ab52444543 None None] Transition to ACTIVE for port object ddf84a62-b605-4bd0-9191-396e2ade3663 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:39:15.548796 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-625125a5-5894-4214-98df-04ab52444543 None None] Transition to ACTIVE for port object ddf84a62-b605-4bd0-9191-396e2ade3663 will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:39:15.585356 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85848a17-0a7c-426b-aad8-7c6f8df6aae5 req-5265fb30-590c-422a-87f2-cd9b6cc4b3bd tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:15.593064 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-85848a17-0a7c-426b-aad8-7c6f8df6aae5 req-5265fb30-590c-422a-87f2-cd9b6cc4b3bd tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] 10.222.0.71 "GET /v2.0/ports?device_id=e26416bb-43a4-4cc5-bf06-ef4eb03f29dd HTTP/1.1" status: 200 len: 946 time: 1.2506993 May 28 06:39:15.596076 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccdea843-7394-4c30-b086-0e0c404ee3e2'] response: {'server_uuid': '65c6cfe6-c605-4828-9a4a-84efc794b22e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '170a25a1-2cd5-4bc9-b588-27e0c82fefed', 'code': 200} May 28 06:39:15.635834 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceecfbc7-9ebe-4dc0-9a90-2e48327483ac req-f6992219-bc74-4c63-833e-1ca2284d9219 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:15.641122 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ceecfbc7-9ebe-4dc0-9a90-2e48327483ac req-f6992219-bc74-4c63-833e-1ca2284d9219 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] 10.222.0.55 "GET /v2.0/ports?device_id=7177c5a1-ae12-487c-ad6f-03a524329ac2 HTTP/1.1" status: 200 len: 945 time: 1.3922246 May 28 06:39:15.705179 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-625125a5-5894-4214-98df-04ab52444543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:15.761030 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ef7278a8-4555-49d1-b89a-96fa0bd95086 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks [] for router_gateway, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:15.819530 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-593efcbd-a075-4e98-a621-d12392bc1d84 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Usage tracker for resource:network and tenant:60982381454b4376b475404da5b08605 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:39:15.826056 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-5ced43d0-4eee-4f24-855c-d3e3e2a72d35 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Deleting port 8b95298b-7b10-457f-b410-5f07c00f8923 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:39:15.826409 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5ced43d0-4eee-4f24-855c-d3e3e2a72d35 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:15.867235 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-6df40360-0241-4936-b763-170c2d459141 None None] Attempting to bind port 00e1266a-2bb3-4f66-bc4c-42039b727aeb on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:39:15.867750 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-6df40360-0241-4936-b763-170c2d459141 None None] Attempting to bind port 00e1266a-2bb3-4f66-bc4c-42039b727aeb by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'a858b4d0-e8f7-4861-aa36-a6cc38c85e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '48992f11-5b29-4557-a8fa-4d94a4ec7c8d'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:39:15.868212 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df40360-0241-4936-b763-170c2d459141 None None] Attempting to bind port 00e1266a-2bb3-4f66-bc4c-42039b727aeb on network 48992f11-5b29-4557-a8fa-4d94a4ec7c8d {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:39:15.873037 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-593efcbd-a075-4e98-a621-d12392bc1d84 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:39:15.883578 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-625125a5-5894-4214-98df-04ab52444543 None None] Network 8888fe45-59b6-485a-baf0-07cf639e0a54 is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:39:15.900809 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-625125a5-5894-4214-98df-04ab52444543 None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:39:15.918133 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625125a5-5894-4214-98df-04ab52444543 None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:39:15.926096 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df40360-0241-4936-b763-170c2d459141 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:39:15.926606 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df40360-0241-4936-b763-170c2d459141 None None] Checking segment: {'id': 'a858b4d0-e8f7-4861-aa36-a6cc38c85e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '48992f11-5b29-4557-a8fa-4d94a4ec7c8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:39:15.927079 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-6df40360-0241-4936-b763-170c2d459141 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:15.927529 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df40360-0241-4936-b763-170c2d459141 None None] Bound using segment: {'id': 'a858b4d0-e8f7-4861-aa36-a6cc38c85e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '48992f11-5b29-4557-a8fa-4d94a4ec7c8d'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:39:15.928079 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-6df40360-0241-4936-b763-170c2d459141 None None] Bound port: 00e1266a-2bb3-4f66-bc4c-42039b727aeb, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a858b4d0-e8f7-4861-aa36-a6cc38c85e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '48992f11-5b29-4557-a8fa-4d94a4ec7c8d'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:39:15.928508 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-6df40360-0241-4936-b763-170c2d459141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:15.951753 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51439898-1219-4260-8d7f-eefa20dc5a15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-147bfd32-62dc-4be0-82de-f4d6fa5b4cc2', 'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2', 'tenant_id': '5e9e9447c07c4077b6694ab63e3affe5', 'fixed_ips': [{'subnet_id': '044dc385-8378-40e5-b1b4-af0c5f23abe8'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:39:15.952672 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-51439898-1219-4260-8d7f-eefa20dc5a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:15.955544 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-593efcbd-a075-4e98-a621-d12392bc1d84 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:39:16.148664 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-593efcbd-a075-4e98-a621-d12392bc1d84 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Made reservation on behalf of 60982381454b4376b475404da5b08605 for: {'network': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:39:16.165535 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-593efcbd-a075-4e98-a621-d12392bc1d84 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:16.175747 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-51439898-1219-4260-8d7f-eefa20dc5a15 None None] Allocated IP 2001:db8::2 (147bfd32-62dc-4be0-82de-f4d6fa5b4cc2/044dc385-8378-40e5-b1b4-af0c5f23abe8/68723314-4088-44e5-91e0-3e06e5eb40b7) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:39:16.284601 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-593efcbd-a075-4e98-a621-d12392bc1d84 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'} {{(pid=89109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:39:16.286633 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-138e9d5a-1bba-4af3-98e6-d8ce5b07da11 req-1f90a124-af3c-4415-9024-4f33034d8b61 service neutron] For port 2a9418a7-bd04-4bdb-9ce7-c9cfe2d4e847, host n-h1-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:39:16.295497 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ceecfbc7-9ebe-4dc0-9a90-2e48327483ac req-1689395d-6254-438b-b5b2-2a4ae5cd78a8 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] 10.222.0.55 "GET /v2.0/security-groups?id=88d2cfd4-3ac6-4681-9a3a-dce7d6855bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5861814 May 28 06:39:16.319190 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed3a332-1e92-41db-8981-71980f1dd5a3 None None] Pushing event updated for resources: {'Port': ['ID=e607f418-2a32-4e2a-80bb-fa49303fe6c1,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:39:16.362476 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:39:16.371044 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-138e9d5a-1bba-4af3-98e6-d8ce5b07da11 req-1f90a124-af3c-4415-9024-4f33034d8b61 service neutron] For port 2a9418a7-bd04-4bdb-9ce7-c9cfe2d4e847, host n-h1-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=2a9418a7-bd04-4bdb-9ce7-c9cfe2d4e847,segment=NetworkSegment(38fd89a2-8195-4731-ba40-f43c54a7016a),segment_id=38fd89a2-8195-4731-ba40-f43c54a7016a)] {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:39:16.385604 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-97e7a9b2-7598-4bee-b231-f11e962ec3ab req-46bbb4aa-fafe-4279-a4d3-2402b9a01bbb tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] For port 8712a524-83c9-4a6f-bda2-81f3a14bb977, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=8712a524-83c9-4a6f-bda2-81f3a14bb977,segment=NetworkSegment(08328ee5-aa08-4f9a-a73b-412dd681424e),segment_id=08328ee5-aa08-4f9a-a73b-412dd681424e)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:39:16.386114 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-97e7a9b2-7598-4bee-b231-f11e962ec3ab req-46bbb4aa-fafe-4279-a4d3-2402b9a01bbb tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:16.406807 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 8712a524-83c9-4a6f-bda2-81f3a14bb977 no longer exists at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:39:16.408619 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-85848a17-0a7c-426b-aad8-7c6f8df6aae5 req-03d45643-c4c2-49db-b9ee-a9d7fda80de2 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Deleting port 1490a36e-f3ee-44c8-8104-0c7b0a1c4bc1 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:39:16.414413 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-85848a17-0a7c-426b-aad8-7c6f8df6aae5 req-03d45643-c4c2-49db-b9ee-a9d7fda80de2 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:16.431210 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device a5030fc6-457f-43ad-84c6-c81a31a2a3d4 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:39:16.592465 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5ced43d0-4eee-4f24-855c-d3e3e2a72d35 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:16.645717 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d605a07-aa1b-4b59-9d9b-347c9519d69e None None] Pushing event updated for resources: {'Port': ['ID=00e1266a-2bb3-4f66-bc4c-42039b727aeb,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:39:16.689236 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-138e9d5a-1bba-4af3-98e6-d8ce5b07da11 req-1f90a124-af3c-4415-9024-4f33034d8b61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:16.769048 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773c8798-20ad-46a4-b478-3a0520c06836 None None] Network 8ee4ab6c-cd7d-4b1f-bcad-e7c1fb1a3b7e requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:39:16.779827 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-5ced43d0-4eee-4f24-855c-d3e3e2a72d35 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Calling delete_port for 8b95298b-7b10-457f-b410-5f07c00f8923 owned by {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:39:16.817192 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-97e7a9b2-7598-4bee-b231-f11e962ec3ab req-46bbb4aa-fafe-4279-a4d3-2402b9a01bbb tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] Calling delete_port for 8712a524-83c9-4a6f-bda2-81f3a14bb977 owned by compute:nova {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:39:16.901130 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [None req-c058bdbc-b7a6-4c76-a20f-33258981aa74 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Allocated IP 172.23.0.1 (8888fe45-59b6-485a-baf0-07cf639e0a54/8e1e7322-4034-4f97-a8ca-9155470070b1/1ecc3c78-32c7-4268-97bd-ca960e13b5e5) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:39:16.941347 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625125a5-5894-4214-98df-04ab52444543 None None] Pushing event updated for resources: {'Port': ['ID=ddf84a62-b605-4bd0-9191-396e2ade3663,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:39:17.090059 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138e9d5a-1bba-4af3-98e6-d8ce5b07da11 req-1f90a124-af3c-4415-9024-4f33034d8b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:17.090661 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-138e9d5a-1bba-4af3-98e6-d8ce5b07da11 req-1f90a124-af3c-4415-9024-4f33034d8b61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:17.092058 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-138e9d5a-1bba-4af3-98e6-d8ce5b07da11 req-1f90a124-af3c-4415-9024-4f33034d8b61 service neutron] 10.222.0.69 "PUT /v2.0/ports/2a9418a7-bd04-4bdb-9ce7-c9cfe2d4e847 HTTP/1.1" status: 200 len: 1091 time: 6.3653271 May 28 06:39:17.120383 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dc094e-b2c8-46c0-9cee-696d455976de req-c1fe9f53-5c2c-46c5-b331-3ce0dc85c83f tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:17.130145 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-87dc094e-b2c8-46c0-9cee-696d455976de req-c1fe9f53-5c2c-46c5-b331-3ce0dc85c83f tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5b99fda-0bc9-4e50-b070-ce4a427e6fc6 HTTP/1.1" status: 200 len: 943 time: 1.4051719 May 28 06:39:17.131742 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5b99fda-0bc9-4e50-b070-ce4a427e6fc6', 'tag': '2a9418a7-bd04-4bdb-9ce7-c9cfe2d4e847'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:39:17.285207 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f90a124-af3c-4415-9024-4f33034d8b61 service neutron] Pushing event updated for resources: {'Port': ['ID=2a9418a7-bd04-4bdb-9ce7-c9cfe2d4e847,revision_number=3']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:39:17.300066 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5ced43d0-4eee-4f24-855c-d3e3e2a72d35 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:17.301056 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-625125a5-5894-4214-98df-04ab52444543 None None] Attempting to bind port ddf84a62-b605-4bd0-9191-396e2ade3663 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:39:17.302662 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-625125a5-5894-4214-98df-04ab52444543 None None] Attempting to bind port ddf84a62-b605-4bd0-9191-396e2ade3663 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': '91916fa5-9a7d-4f3b-b27b-6463cde7cfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '8888fe45-59b6-485a-baf0-07cf639e0a54'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:39:17.303292 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625125a5-5894-4214-98df-04ab52444543 None None] Attempting to bind port ddf84a62-b605-4bd0-9191-396e2ade3663 on network 8888fe45-59b6-485a-baf0-07cf639e0a54 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:39:17.309843 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-593efcbd-a075-4e98-a621-d12392bc1d84 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:17.310325 n-d-843702-1 neutron-server[89109]: INFO neutron.db.segments_db [None req-593efcbd-a075-4e98-a621-d12392bc1d84 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Added segment e0f2ff40-fdb3-47bd-9624-9a741f0eb401 of type vlan for network 9357ccb8-c28f-47b9-8980-a59514d44f31 May 28 06:39:17.392641 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ced43d0-4eee-4f24-855c-d3e3e2a72d35 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Pushing event deleted for resources: {'Port': ['ID=8b95298b-7b10-457f-b410-5f07c00f8923,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:39:17.428720 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ef7278a8-4555-49d1-b89a-96fa0bd95086 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690761'] for router, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:17.549233 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-51439898-1219-4260-8d7f-eefa20dc5a15 None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:17.561378 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-51439898-1219-4260-8d7f-eefa20dc5a15 None None] Transition to ACTIVE for port object 68723314-4088-44e5-91e0-3e06e5eb40b7 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:39:17.582992 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-51439898-1219-4260-8d7f-eefa20dc5a15 None None] Transition to ACTIVE for port object 68723314-4088-44e5-91e0-3e06e5eb40b7 will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:39:17.622547 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-6df40360-0241-4936-b763-170c2d459141 None None] For port 00e1266a-2bb3-4f66-bc4c-42039b727aeb, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:39:17.626611 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-6df40360-0241-4936-b763-170c2d459141 None None] For port 00e1266a-2bb3-4f66-bc4c-42039b727aeb, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=00e1266a-2bb3-4f66-bc4c-42039b727aeb,segment=NetworkSegment(a858b4d0-e8f7-4861-aa36-a6cc38c85e19),segment_id=a858b4d0-e8f7-4861-aa36-a6cc38c85e19)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:39:17.636504 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625125a5-5894-4214-98df-04ab52444543 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:39:17.636504 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625125a5-5894-4214-98df-04ab52444543 None None] Checking segment: {'id': '91916fa5-9a7d-4f3b-b27b-6463cde7cfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '8888fe45-59b6-485a-baf0-07cf639e0a54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:39:17.636867 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-625125a5-5894-4214-98df-04ab52444543 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:17.637328 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625125a5-5894-4214-98df-04ab52444543 None None] Bound using segment: {'id': '91916fa5-9a7d-4f3b-b27b-6463cde7cfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '8888fe45-59b6-485a-baf0-07cf639e0a54'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:39:17.637898 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-625125a5-5894-4214-98df-04ab52444543 None None] Bound port: ddf84a62-b605-4bd0-9191-396e2ade3663, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91916fa5-9a7d-4f3b-b27b-6463cde7cfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '8888fe45-59b6-485a-baf0-07cf639e0a54'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:39:17.638282 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-625125a5-5894-4214-98df-04ab52444543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:17.650277 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-87dc094e-b2c8-46c0-9cee-696d455976de req-824fae78-8094-4522-839e-8b1df353476e tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d9e2739-d2e7-489f-8894-c4c5db308155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5181525 May 28 06:39:17.667123 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 1490a36e-f3ee-44c8-8104-0c7b0a1c4bc1 no longer exists at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:39:17.684790 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5847e37-2315-4420-b0b6-7d3b0f36511b req-b0940251-d37c-4003-8072-f3b2b7e93822 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:17.686875 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f5847e37-2315-4420-b0b6-7d3b0f36511b req-b0940251-d37c-4003-8072-f3b2b7e93822 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e HTTP/1.1" status: 200 len: 946 time: 1.0680106 May 28 06:39:17.811375 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-85848a17-0a7c-426b-aad8-7c6f8df6aae5 req-03d45643-c4c2-49db-b9ee-a9d7fda80de2 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] For port 1490a36e-f3ee-44c8-8104-0c7b0a1c4bc1, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=1490a36e-f3ee-44c8-8104-0c7b0a1c4bc1,segment=NetworkSegment(cff019d0-9c46-47d5-a149-6e4bcacfb67c),segment_id=cff019d0-9c46-47d5-a149-6e4bcacfb67c)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:39:17.811375 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-85848a17-0a7c-426b-aad8-7c6f8df6aae5 req-03d45643-c4c2-49db-b9ee-a9d7fda80de2 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:17.811607 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-593efcbd-a075-4e98-a621-d12392bc1d84 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:17.811607 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5ced43d0-4eee-4f24-855c-d3e3e2a72d35 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:17.815543 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 8712a524-83c9-4a6f-bda2-81f3a14bb977 is: ACTIVE; New status is: DOWN {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:39:17.815923 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:17.826641 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port a5030fc6-457f-43ad-84c6-c81a31a2a3d4 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:39:17.826641 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:17.962928 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-5ced43d0-4eee-4f24-855c-d3e3e2a72d35 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "DELETE /v2.0/ports/8b95298b-7b10-457f-b410-5f07c00f8923 HTTP/1.1" status: 204 len: 168 time: 2.8576956 May 28 06:39:17.965861 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 39750) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:39:18.000997 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-51439898-1219-4260-8d7f-eefa20dc5a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:18.021158 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-593efcbd-a075-4e98-a621-d12392bc1d84 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:18.027525 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-593efcbd-a075-4e98-a621-d12392bc1d84 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:18.028125 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-593efcbd-a075-4e98-a621-d12392bc1d84 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:18.050958 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-0c2ec814-aa9e-41cf-8d59-621f7af92232 None None] Provisioning for port e607f418-2a32-4e2a-80bb-fa49303fe6c1 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:39:18.055013 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-6df40360-0241-4936-b763-170c2d459141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:18.093807 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6b4f8a-d46a-48b5-8640-8fd3d68e71f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-38aa9d6e-cdde-4924-ba18-69c2c5c3b178', 'network_id': '38aa9d6e-cdde-4924-ba18-69c2c5c3b178', 'tenant_id': '60982381454b4376b475404da5b08605', 'fixed_ips': [{'subnet_id': '2b810899-1708-45c4-a8f6-d694f8e91c50'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:39:18.094549 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-1a6b4f8a-d46a-48b5-8640-8fd3d68e71f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:18.107068 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-85848a17-0a7c-426b-aad8-7c6f8df6aae5 req-03d45643-c4c2-49db-b9ee-a9d7fda80de2 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Calling delete_port for 1490a36e-f3ee-44c8-8104-0c7b0a1c4bc1 owned by compute:nova {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:39:18.124284 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef7278a8-4555-49d1-b89a-96fa0bd95086 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Router fd3fae78-36c4-44bb-bbe6-e6da9447bd5b is scheduled to L3 agent 42958940-9562-4f71-972f-15a8af9d3963 with binding_index 1 {{(pid=89109) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 06:39:18.171342 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed678c1-7f00-40e0-9772-a7f86e61dc34 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:18.175008 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed678c1-7f00-40e0-9772-a7f86e61dc34 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:18.175008 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-9ed678c1-7f00-40e0-9772-a7f86e61dc34 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Synchronizing usage tracker for tenant:5e9e9447c07c4077b6694ab63e3affe5 on resource:subnet {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:39:18.213993 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138e9d5a-1bba-4af3-98e6-d8ce5b07da11 req-7a8255c0-b724-4181-8f8a-328ca2c06a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:18.216497 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-138e9d5a-1bba-4af3-98e6-d8ce5b07da11 req-7a8255c0-b724-4181-8f8a-328ca2c06a74 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=50466b4420374aac8a4e6c84ffbb2d35&device_id=b5b99fda-0bc9-4e50-b070-ce4a427e6fc6 HTTP/1.1" status: 200 len: 1094 time: 0.9873760 May 28 06:39:18.248938 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51439898-1219-4260-8d7f-eefa20dc5a15 None None] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:39:18.268115 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f5847e37-2315-4420-b0b6-7d3b0f36511b req-1f8f1295-4129-4b69-831e-2ca7adc4c5bb tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0fc320c-5211-4d72-b7c9-130a40d05074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5642126 May 28 06:39:18.289568 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-51439898-1219-4260-8d7f-eefa20dc5a15 None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:39:18.295374 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51439898-1219-4260-8d7f-eefa20dc5a15 None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:39:18.313281 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593efcbd-a075-4e98-a621-d12392bc1d84 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Pushing event updated for resources: {'Network': ['ID=9357ccb8-c28f-47b9-8980-a59514d44f31,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:39:18.325392 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-593efcbd-a075-4e98-a621-d12392bc1d84 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 3.0708380 May 28 06:39:18.332576 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 39758) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:39:18.365523 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-cb52e31a-a356-4d20-b31e-bda54c51b0d0 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Request body: {'subnet': {'network_id': '9357ccb8-c28f-47b9-8980-a59514d44f31', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:39:18.370093 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-625125a5-5894-4214-98df-04ab52444543 None None] For port ddf84a62-b605-4bd0-9191-396e2ade3663, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:39:18.381469 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c058bdbc-b7a6-4c76-a20f-33258981aa74 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:18.404431 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-138e9d5a-1bba-4af3-98e6-d8ce5b07da11 req-74694890-b830-4855-a9e2-d3cd65363339 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2a9418a7-bd04-4bdb-9ce7-c9cfe2d4e847 HTTP/1.1" status: 200 len: 217 time: 0.1398590 May 28 06:39:18.432595 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51439898-1219-4260-8d7f-eefa20dc5a15 None None] Pushing event updated for resources: {'Port': ['ID=68723314-4088-44e5-91e0-3e06e5eb40b7,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:39:18.456016 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-534e1b51-af38-42d7-8958-e7ba49d93ca3'] response: {'name': 'network-changed', 'server_uuid': 'b5b99fda-0bc9-4e50-b070-ce4a427e6fc6', 'tag': '2a9418a7-bd04-4bdb-9ce7-c9cfe2d4e847', 'status': 'completed', 'code': 200} May 28 06:39:18.569998 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-9ed678c1-7f00-40e0-9772-a7f86e61dc34 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Unset dirty status for tenant:5e9e9447c07c4077b6694ab63e3affe5 on resource:subnet {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:39:18.573578 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-9ed678c1-7f00-40e0-9772-a7f86e61dc34 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.6040423 May 28 06:39:18.581132 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 39762) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:39:18.594676 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d605a07-aa1b-4b59-9d9b-347c9519d69e None None] Pushing event updated for resources: {'Port': ['ID=00e1266a-2bb3-4f66-bc4c-42039b727aeb,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:39:18.602527 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 9357ccb8-c28f-47b9-8980-a59514d44f31 details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:39:18.689129 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [None req-c058bdbc-b7a6-4c76-a20f-33258981aa74 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Transition to ACTIVE for port object 1ecc3c78-32c7-4268-97bd-ca960e13b5e5 will not be triggered until provisioned by entity DHCP. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:39:18.698755 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-97e7a9b2-7598-4bee-b231-f11e962ec3ab req-46bbb4aa-fafe-4279-a4d3-2402b9a01bbb tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:18.764180 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-625125a5-5894-4214-98df-04ab52444543 None None] For port ddf84a62-b605-4bd0-9191-396e2ade3663, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=ddf84a62-b605-4bd0-9191-396e2ade3663,segment=NetworkSegment(91916fa5-9a7d-4f3b-b27b-6463cde7cfac),segment_id=91916fa5-9a7d-4f3b-b27b-6463cde7cfac)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:39:18.768336 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df40360-0241-4936-b763-170c2d459141 None None] Routers {'ca1c5d89-9b2c-46fe-9f88-41900a14afda'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:39:18.769283 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-6df40360-0241-4936-b763-170c2d459141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:38:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['ca1c5d89-9b2c-46fe-9f88-41900a14afda'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:39:18.811416 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-cb52e31a-a356-4d20-b31e-bda54c51b0d0 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:39:18.818931 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_v2 [None req-f508453c-2138-47d1-92e4-629290451a99 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Deleting subnet 044dc385-8378-40e5-b1b4-af0c5f23abe8 {{(pid=89109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:39:18.830862 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f508453c-2138-47d1-92e4-629290451a99 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks [] for subnet, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:18.869728 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-cb52e31a-a356-4d20-b31e-bda54c51b0d0 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Usage tracker for resource:subnet and tenant:60982381454b4376b475404da5b08605 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:39:18.881598 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-cb52e31a-a356-4d20-b31e-bda54c51b0d0 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:39:18.903241 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef7278a8-4555-49d1-b89a-96fa0bd95086 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:39:18.915502 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf40da99-3033-4dee-8618-483466a24aba None None] Sync routers for ids ['fd3fae78-36c4-44bb-bbe6-e6da9447bd5b'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:39:18.918388 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-cb52e31a-a356-4d20-b31e-bda54c51b0d0 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:39:18.935204 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf40da99-3033-4dee-8618-483466a24aba None None] Routers {'fd3fae78-36c4-44bb-bbe6-e6da9447bd5b'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:39:18.935849 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-bf40da99-3033-4dee-8618-483466a24aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:38:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['fd3fae78-36c4-44bb-bbe6-e6da9447bd5b'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:39:18.968132 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f508453c-2138-47d1-92e4-629290451a99 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3964070'] for subnet, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:18.971551 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-6df40360-0241-4936-b763-170c2d459141 None None] Set router ca1c5d89-9b2c-46fe-9f88-41900a14afda gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:39:19.036745 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ef7278a8-4555-49d1-b89a-96fa0bd95086 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:19.041978 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-ef7278a8-4555-49d1-b89a-96fa0bd95086 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 10.0895922 May 28 06:39:19.043299 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 39768) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:39:19.053500 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2b2c125f-3e89-40a8-b672-4867d23d00d2 req-59afc058-e937-4eae-9a3c-8b961aee36e7 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] 10.222.0.55 "GET /v2.0/ports?device_id=7177c5a1-ae12-487c-ad6f-03a524329ac2 HTTP/1.1" status: 200 len: 210 time: 0.3691471 May 28 06:39:19.087063 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-bf40da99-3033-4dee-8618-483466a24aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:39:19.101547 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf40da99-3033-4dee-8618-483466a24aba None None] Routers {'fd3fae78-36c4-44bb-bbe6-e6da9447bd5b'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:39:19.103327 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-bf40da99-3033-4dee-8618-483466a24aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:38:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['fd3fae78-36c4-44bb-bbe6-e6da9447bd5b'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:39:19.131387 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb52e31a-a356-4d20-b31e-bda54c51b0d0 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Made reservation on behalf of 60982381454b4376b475404da5b08605 for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:39:19.136002 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-cb52e31a-a356-4d20-b31e-bda54c51b0d0 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:19.156671 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5ed93c-104b-483a-97df-1a1e6fb0315c req-14ed38a1-f00e-4847-8e0e-42143014ac5c tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:19.178577 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fc5ed93c-104b-483a-97df-1a1e6fb0315c req-14ed38a1-f00e-4847-8e0e-42143014ac5c tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] 10.222.0.55 "GET /v2.0/ports?device_id=e26416bb-43a4-4cc5-bf06-ef4eb03f29dd HTTP/1.1" status: 200 len: 946 time: 1.3336821 May 28 06:39:19.257821 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-bf40da99-3033-4dee-8618-483466a24aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:39:19.260676 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf40da99-3033-4dee-8618-483466a24aba None None] The sync data for ids ['fd3fae78-36c4-44bb-bbe6-e6da9447bd5b'] in n-d-843702-1 is: [] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:39:19.320788 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bbb4aa-fafe-4279-a4d3-2402b9a01bbb tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] Pushing event deleted for resources: {'Port': ['ID=8712a524-83c9-4a6f-bda2-81f3a14bb977,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:39:19.354191 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 1490a36e-f3ee-44c8-8104-0c7b0a1c4bc1 is: ACTIVE; New status is: DOWN {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:39:19.354580 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:19.429291 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-625125a5-5894-4214-98df-04ab52444543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:19.449928 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f508453c-2138-47d1-92e4-629290451a99 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:19.450768 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-51439898-1219-4260-8d7f-eefa20dc5a15 None None] Attempting to bind port 68723314-4088-44e5-91e0-3e06e5eb40b7 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:39:19.450768 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-51439898-1219-4260-8d7f-eefa20dc5a15 None None] Attempting to bind port 68723314-4088-44e5-91e0-3e06e5eb40b7 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'e82da2dd-17b8-4c15-8abb-711622ad0a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:39:19.451013 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51439898-1219-4260-8d7f-eefa20dc5a15 None None] Attempting to bind port 68723314-4088-44e5-91e0-3e06e5eb40b7 on network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:39:19.541378 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138e9d5a-1bba-4af3-98e6-d8ce5b07da11 req-6d95e9f0-77ef-4876-9e32-6686d6bff1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:19.546033 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-138e9d5a-1bba-4af3-98e6-d8ce5b07da11 req-6d95e9f0-77ef-4876-9e32-6686d6bff1df service neutron] 10.222.0.69 "GET /v2.0/subnets?id=63994f4d-7e85-4fdc-89a1-6c8536e7f551 HTTP/1.1" status: 200 len: 855 time: 1.0881658 May 28 06:39:19.547352 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-97e7a9b2-7598-4bee-b231-f11e962ec3ab req-46bbb4aa-fafe-4279-a4d3-2402b9a01bbb tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] No DVR routers for this DVR port 8712a524-83c9-4a6f-bda2-81f3a14bb977 on host n-h1-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:39:19.554304 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-97e7a9b2-7598-4bee-b231-f11e962ec3ab req-46bbb4aa-fafe-4279-a4d3-2402b9a01bbb tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:19.623751 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-85848a17-0a7c-426b-aad8-7c6f8df6aae5 req-03d45643-c4c2-49db-b9ee-a9d7fda80de2 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:19.694215 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fc5ed93c-104b-483a-97df-1a1e6fb0315c req-0ae5e58c-d75a-4908-912a-515523d727fb tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] 10.222.0.55 "GET /v2.0/security-groups?id=da113a0c-8ebd-48a7-a4a2-2238b85d044b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5111468 May 28 06:39:19.713721 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d45643-c4c2-49db-b9ee-a9d7fda80de2 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Pushing event deleted for resources: {'Port': ['ID=1490a36e-f3ee-44c8-8104-0c7b0a1c4bc1,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:39:19.740225 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-97e7a9b2-7598-4bee-b231-f11e962ec3ab req-46bbb4aa-fafe-4279-a4d3-2402b9a01bbb tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] 10.222.0.69 "DELETE /v2.0/ports/8712a524-83c9-4a6f-bda2-81f3a14bb977 HTTP/1.1" status: 204 len: 173 time: 5.2353461 May 28 06:39:19.868993 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c058bdbc-b7a6-4c76-a20f-33258981aa74 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:19.956996 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-1a6b4f8a-d46a-48b5-8640-8fd3d68e71f2 None None] Allocated IP 19.80.0.2 (38aa9d6e-cdde-4924-ba18-69c2c5c3b178/2b810899-1708-45c4-a8f6-d694f8e91c50/d7a1b1f4-1090-4791-94da-9d5eb5d9dc74) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:39:19.961876 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901df943-4e85-4445-adc5-2a6ce812a923 req-14415323-6028-4338-9966-31e8150f7293 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:19.963443 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-901df943-4e85-4445-adc5-2a6ce812a923 req-14415323-6028-4338-9966-31e8150f7293 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5b99fda-0bc9-4e50-b070-ce4a427e6fc6 HTTP/1.1" status: 200 len: 943 time: 0.6286697 May 28 06:39:19.985406 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-85848a17-0a7c-426b-aad8-7c6f8df6aae5 req-03d45643-c4c2-49db-b9ee-a9d7fda80de2 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] No DVR routers for this DVR port 1490a36e-f3ee-44c8-8104-0c7b0a1c4bc1 on host n-h2-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:39:20.102380 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-85848a17-0a7c-426b-aad8-7c6f8df6aae5 req-03d45643-c4c2-49db-b9ee-a9d7fda80de2 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:20.104292 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-85848a17-0a7c-426b-aad8-7c6f8df6aae5 req-03d45643-c4c2-49db-b9ee-a9d7fda80de2 tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] 10.222.0.71 "DELETE /v2.0/ports/1490a36e-f3ee-44c8-8104-0c7b0a1c4bc1 HTTP/1.1" status: 204 len: 173 time: 4.4606135 May 28 06:39:20.160851 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c058bdbc-b7a6-4c76-a20f-33258981aa74 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Network 8888fe45-59b6-485a-baf0-07cf639e0a54 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:39:20.175038 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-c058bdbc-b7a6-4c76-a20f-33258981aa74 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:39:20.212568 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625125a5-5894-4214-98df-04ab52444543 None None] Pushing event updated for resources: {'Port': ['ID=ddf84a62-b605-4bd0-9191-396e2ade3663,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:39:20.215137 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c058bdbc-b7a6-4c76-a20f-33258981aa74 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:39:20.233606 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51439898-1219-4260-8d7f-eefa20dc5a15 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:39:20.234291 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51439898-1219-4260-8d7f-eefa20dc5a15 None None] Checking segment: {'id': 'e82da2dd-17b8-4c15-8abb-711622ad0a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:39:20.234873 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-51439898-1219-4260-8d7f-eefa20dc5a15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:20.235422 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51439898-1219-4260-8d7f-eefa20dc5a15 None None] Bound using segment: {'id': 'e82da2dd-17b8-4c15-8abb-711622ad0a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:39:20.236058 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-51439898-1219-4260-8d7f-eefa20dc5a15 None None] Bound port: 68723314-4088-44e5-91e0-3e06e5eb40b7, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e82da2dd-17b8-4c15-8abb-711622ad0a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:39:20.236706 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-51439898-1219-4260-8d7f-eefa20dc5a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:20.327133 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138e9d5a-1bba-4af3-98e6-d8ce5b07da11 req-574efdd8-5b3d-44e2-9d0c-507fd6662268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:20.329589 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-138e9d5a-1bba-4af3-98e6-d8ce5b07da11 req-574efdd8-5b3d-44e2-9d0c-507fd6662268 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a8fa6c28-5257-4dd9-bf7e-c257b513d11b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7715194 May 28 06:39:20.341150 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c058bdbc-b7a6-4c76-a20f-33258981aa74 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Pushing event updated for resources: {'Port': ['ID=1ecc3c78-32c7-4268-97bd-ca960e13b5e5,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:39:20.480167 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f508453c-2138-47d1-92e4-629290451a99 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9555650'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:20.526781 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-1a6b4f8a-d46a-48b5-8640-8fd3d68e71f2 None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:20.559944 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-1a6b4f8a-d46a-48b5-8640-8fd3d68e71f2 None None] Transition to ACTIVE for port object d7a1b1f4-1090-4791-94da-9d5eb5d9dc74 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:39:20.584687 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-1a6b4f8a-d46a-48b5-8640-8fd3d68e71f2 None None] Transition to ACTIVE for port object d7a1b1f4-1090-4791-94da-9d5eb5d9dc74 will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:39:20.612799 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f508453c-2138-47d1-92e4-629290451a99 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Pushing event deleted for resources: {'Subnet': ['ID=044dc385-8378-40e5-b1b4-af0c5f23abe8,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:39:20.727089 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7177c5a1-ae12-487c-ad6f-03a524329ac2', 'name': 'network-vif-deleted', 'tag': '8712a524-83c9-4a6f-bda2-81f3a14bb977'}, {'server_uuid': 'e26416bb-43a4-4cc5-bf06-ef4eb03f29dd', 'name': 'network-vif-deleted', 'tag': '1490a36e-f3ee-44c8-8104-0c7b0a1c4bc1'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:39:20.737820 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c058bdbc-b7a6-4c76-a20f-33258981aa74 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690947'] for router_interface, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:20.774797 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f508453c-2138-47d1-92e4-629290451a99 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:20.791959 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port a5030fc6-457f-43ad-84c6-c81a31a2a3d4 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:39:20.808436 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-1a6b4f8a-d46a-48b5-8640-8fd3d68e71f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:20.817687 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-901df943-4e85-4445-adc5-2a6ce812a923 req-c222a24a-961f-402d-81fb-87301cbf4561 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d9e2739-d2e7-489f-8894-c4c5db308155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7492864 May 28 06:39:20.860718 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-cb52e31a-a356-4d20-b31e-bda54c51b0d0 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:21.023220 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9100988-7c24-4b2c-b074-164e61948c98 req-78fbe05d-9af8-4333-a915-b6f068017f1a tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:21.034305 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f9100988-7c24-4b2c-b074-164e61948c98 req-78fbe05d-9af8-4333-a915-b6f068017f1a tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e HTTP/1.1" status: 200 len: 946 time: 1.0694964 May 28 06:39:21.052850 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 39784) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:39:21.061377 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-f508453c-2138-47d1-92e4-629290451a99 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "DELETE /v2.0/subnets/044dc385-8378-40e5-b1b4-af0c5f23abe8 HTTP/1.1" status: 204 len: 168 time: 2.4790225 May 28 06:39:21.123226 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6b4f8a-d46a-48b5-8640-8fd3d68e71f2 None None] Network 38aa9d6e-cdde-4924-ba18-69c2c5c3b178 is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:39:21.169753 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-1a6b4f8a-d46a-48b5-8640-8fd3d68e71f2 None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:39:21.194182 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6b4f8a-d46a-48b5-8640-8fd3d68e71f2 None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:39:21.211808 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6b4f8a-d46a-48b5-8640-8fd3d68e71f2 None None] Pushing event updated for resources: {'Port': ['ID=d7a1b1f4-1090-4791-94da-9d5eb5d9dc74,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:39:21.214057 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb52e31a-a356-4d20-b31e-bda54c51b0d0 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Pushing event updated for resources: {'Subnet': ['ID=5cc4a322-4ad4-4e70-8c79-cdd0d6678e38,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:39:21.220138 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb52e31a-a356-4d20-b31e-bda54c51b0d0 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Checking segment: {'id': 'e0f2ff40-fdb3-47bd-9624-9a741f0eb401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '9357ccb8-c28f-47b9-8980-a59514d44f31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:39:21.220747 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb52e31a-a356-4d20-b31e-bda54c51b0d0 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Network hostable DHCP agents. Network: 9357ccb8-c28f-47b9-8980-a59514d44f31, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:39:21.222361 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device ddf84a62-b605-4bd0-9191-396e2ade3663 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:39:21.229512 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4af5b447-54e1-46d2-ad02-682d45917544 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:21.352904 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-51439898-1219-4260-8d7f-eefa20dc5a15 None None] For port 68723314-4088-44e5-91e0-3e06e5eb40b7, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:39:21.399593 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-b23bf5ea-a8b3-4695-9a98-fc2b3a777eda req-0d832bad-80ee-45d3-ba65-13493dfc2573 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] Synchronizing usage tracker for tenant:f44679598b0a43b98b3c94202ca37d34 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:39:21.406413 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-c33acd1a-6fc7-40f4-bd30-f862f9c8ae4e tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3255687 May 28 06:39:21.408695 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-138e9d5a-1bba-4af3-98e6-d8ce5b07da11 req-4abeb6e6-7c90-46a5-ac72-22f96f784f7d service neutron] 10.222.0.69 "GET /v2.0/networks/a8fa6c28-5257-4dd9-bf7e-c257b513d11b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0498822 May 28 06:39:21.409206 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 39788) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:39:21.424277 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-51439898-1219-4260-8d7f-eefa20dc5a15 None None] For port 68723314-4088-44e5-91e0-3e06e5eb40b7, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=68723314-4088-44e5-91e0-3e06e5eb40b7,segment=NetworkSegment(e82da2dd-17b8-4c15-8abb-711622ad0a92),segment_id=e82da2dd-17b8-4c15-8abb-711622ad0a92)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:39:21.428669 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-6df40360-0241-4936-b763-170c2d459141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca1c5d89-9b2c-46fe-9f88-41900a14afda', 'name': 'tempest-ServersTestMultiNic-1192960476-router', 'tenant_id': '60982381454b4376b475404da5b08605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': 'ee7975f5-a941-4aca-817e-109697b6e11a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:38:46Z', 'updated_at': '2022-05-28T06:39:07Z', 'revision_number': 4, 'project_id': '60982381454b4376b475404da5b08605', 'gw_port': {'id': 'ee7975f5-a941-4aca-817e-109697b6e11a', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d5:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1c5d89-9b2c-46fe-9f88-41900a14afda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:38:52Z', 'updated_at': '2022-05-28T06:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '00e1266a-2bb3-4f66-bc4c-42039b727aeb', 'name': '', 'network_id': '48992f11-5b29-4557-a8fa-4d94a4ec7c8d', 'tenant_id': '60982381454b4376b475404da5b08605', 'mac_address': 'fa:16:3e:e5:93:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca1c5d89-9b2c-46fe-9f88-41900a14afda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': '724f2448-2fca-49a4-abba-1d22ba1593f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:39:03Z', 'updated_at': '2022-05-28T06:39:17Z', 'revision_number': 4, 'project_id': '60982381454b4376b475404da5b08605', 'subnets': [{'id': '724f2448-2fca-49a4-abba-1d22ba1593f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:39:21.442679 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-1a6b4f8a-d46a-48b5-8640-8fd3d68e71f2 None None] Attempting to bind port d7a1b1f4-1090-4791-94da-9d5eb5d9dc74 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:39:21.443051 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-1a6b4f8a-d46a-48b5-8640-8fd3d68e71f2 None None] Attempting to bind port d7a1b1f4-1090-4791-94da-9d5eb5d9dc74 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': '42fffca2-522a-4bc4-9ac4-52dceb499961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '38aa9d6e-cdde-4924-ba18-69c2c5c3b178'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:39:21.443414 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6b4f8a-d46a-48b5-8640-8fd3d68e71f2 None None] Attempting to bind port d7a1b1f4-1090-4791-94da-9d5eb5d9dc74 on network 38aa9d6e-cdde-4924-ba18-69c2c5c3b178 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:39:21.446781 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df40360-0241-4936-b763-170c2d459141 None None] The sync data for ids ['ca1c5d89-9b2c-46fe-9f88-41900a14afda'] in n-d-843702-1 is: [{'id': 'ca1c5d89-9b2c-46fe-9f88-41900a14afda', 'name': 'tempest-ServersTestMultiNic-1192960476-router', 'tenant_id': '60982381454b4376b475404da5b08605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': 'ee7975f5-a941-4aca-817e-109697b6e11a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:38:46Z', 'updated_at': '2022-05-28T06:39:07Z', 'revision_number': 4, 'project_id': '60982381454b4376b475404da5b08605', 'gw_port': {'id': 'ee7975f5-a941-4aca-817e-109697b6e11a', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d5:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1c5d89-9b2c-46fe-9f88-41900a14afda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:38:52Z', 'updated_at': '2022-05-28T06:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '00e1266a-2bb3-4f66-bc4c-42039b727aeb', 'name': '', 'network_id': '48992f11-5b29-4557-a8fa-4d94a4ec7c8d', 'tenant_id': '60982381454b4376b475404da5b08605', 'mac_address': 'fa:16:3e:e5:93:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca1c5d89-9b2c-46fe-9f88-41900a14afda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': '724f2448-2fca-49a4-abba-1d22ba1593f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:39:03Z', 'updated_at': '2022-05-28T06:39:17Z', 'revision_number': 4, 'project_id': '60982381454b4376b475404da5b08605', 'subnets': [{'id': '724f2448-2fca-49a4-abba-1d22ba1593f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:39:21.470504 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6b4f8a-d46a-48b5-8640-8fd3d68e71f2 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:39:21.475468 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6b4f8a-d46a-48b5-8640-8fd3d68e71f2 None None] Checking segment: {'id': '42fffca2-522a-4bc4-9ac4-52dceb499961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '38aa9d6e-cdde-4924-ba18-69c2c5c3b178'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:39:21.475468 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-1a6b4f8a-d46a-48b5-8640-8fd3d68e71f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:21.475468 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6b4f8a-d46a-48b5-8640-8fd3d68e71f2 None None] Bound using segment: {'id': '42fffca2-522a-4bc4-9ac4-52dceb499961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '38aa9d6e-cdde-4924-ba18-69c2c5c3b178'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:39:21.475468 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-1a6b4f8a-d46a-48b5-8640-8fd3d68e71f2 None None] Bound port: d7a1b1f4-1090-4791-94da-9d5eb5d9dc74, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42fffca2-522a-4bc4-9ac4-52dceb499961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '38aa9d6e-cdde-4924-ba18-69c2c5c3b178'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:39:21.475468 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-1a6b4f8a-d46a-48b5-8640-8fd3d68e71f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:21.595758 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f9100988-7c24-4b2c-b074-164e61948c98 req-94366a7c-2e54-4e44-ae51-400e23d9ccf0 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0fc320c-5211-4d72-b7c9-130a40d05074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5403850 May 28 06:39:21.653948 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb52e31a-a356-4d20-b31e-bda54c51b0d0 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Network 9357ccb8-c28f-47b9-8980-a59514d44f31 is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:39:21.741271 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-1a6b4f8a-d46a-48b5-8640-8fd3d68e71f2 None None] For port d7a1b1f4-1090-4791-94da-9d5eb5d9dc74, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:39:21.751605 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-1a6b4f8a-d46a-48b5-8640-8fd3d68e71f2 None None] For port d7a1b1f4-1090-4791-94da-9d5eb5d9dc74, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=d7a1b1f4-1090-4791-94da-9d5eb5d9dc74,segment=NetworkSegment(42fffca2-522a-4bc4-9ac4-52dceb499961),segment_id=42fffca2-522a-4bc4-9ac4-52dceb499961)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:39:21.759878 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-51439898-1219-4260-8d7f-eefa20dc5a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:21.885213 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-1a6b4f8a-d46a-48b5-8640-8fd3d68e71f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:21.897373 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-138e9d5a-1bba-4af3-98e6-d8ce5b07da11 req-ba74c27c-a2a7-4c14-b8ad-6b8dca1a98bc service neutron] 10.222.0.69 "GET /v2.0/networks/a8fa6c28-5257-4dd9-bf7e-c257b513d11b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3966467 May 28 06:39:22.011696 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-cb52e31a-a356-4d20-b31e-bda54c51b0d0 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, 9357ccb8-c28f-47b9-8980-a59514d44f31) {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:39:22.020868 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb52e31a-a356-4d20-b31e-bda54c51b0d0 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:22.021313 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-cb52e31a-a356-4d20-b31e-bda54c51b0d0 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:22.025357 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-65d2c031-ac13-4490-9afd-03fbaf363165 req-93fb0542-64fd-4f77-ae45-365089fc9bcc tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Synchronizing usage tracker for tenant:4b40625e6e3643fd96f0a27f5c2fd94f on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:39:22.148995 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90731367-206e-4059-836b-324f1175b113 None None] Network 9357ccb8-c28f-47b9-8980-a59514d44f31 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:39:22.182850 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port ddf84a62-b605-4bd0-9191-396e2ade3663 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:39:22.183960 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-cb52e31a-a356-4d20-b31e-bda54c51b0d0 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.8493350 May 28 06:39:22.186598 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-4af5b447-54e1-46d2-ad02-682d45917544 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Allocated IP 172.20.0.1 (8ee4ab6c-cd7d-4b1f-bcad-e7c1fb1a3b7e/381a68cb-c20c-45e7-8f45-8da5227409d1/6db65323-633f-4045-aa22-aee86bd81c30) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:39:22.209885 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device e607f418-2a32-4e2a-80bb-fa49303fe6c1 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:39:22.240208 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-65d2c031-ac13-4490-9afd-03fbaf363165 req-93fb0542-64fd-4f77-ae45-365089fc9bcc tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] Unset dirty status for tenant:4b40625e6e3643fd96f0a27f5c2fd94f on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:39:22.241369 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-65d2c031-ac13-4490-9afd-03fbaf363165 req-93fb0542-64fd-4f77-ae45-365089fc9bcc tempest-ListServerFiltersTestJSON-691694207 tempest-ListServerFiltersTestJSON-691694207-project] 10.222.0.55 "GET /v2.0/ports?device_id=e26416bb-43a4-4cc5-bf06-ef4eb03f29dd HTTP/1.1" status: 200 len: 210 time: 0.3114014 May 28 06:39:22.247952 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-b23bf5ea-a8b3-4695-9a98-fc2b3a777eda req-0d832bad-80ee-45d3-ba65-13493dfc2573 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] Unset dirty status for tenant:f44679598b0a43b98b3c94202ca37d34 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:39:22.249778 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b23bf5ea-a8b3-4695-9a98-fc2b3a777eda req-0d832bad-80ee-45d3-ba65-13493dfc2573 tempest-ServerRescueTestJSON-1910304953 tempest-ServerRescueTestJSON-1910304953-project] 10.222.0.55 "GET /v2.0/ports?device_id=7177c5a1-ae12-487c-ad6f-03a524329ac2 HTTP/1.1" status: 200 len: 210 time: 0.9912212 May 28 06:39:22.428763 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c058bdbc-b7a6-4c76-a20f-33258981aa74 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:22.444739 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51439898-1219-4260-8d7f-eefa20dc5a15 None None] Pushing event updated for resources: {'Port': ['ID=68723314-4088-44e5-91e0-3e06e5eb40b7,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:39:22.446987 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a8b1fb8-1d49-4800-98dc-78a579f5653a None None] Network 8888fe45-59b6-485a-baf0-07cf639e0a54 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:39:22.448074 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08d2cbcb-009b-4b43-a9e9-821e2cab4674'] response: {'server_uuid': '7177c5a1-ae12-487c-ad6f-03a524329ac2', 'name': 'network-vif-deleted', 'tag': '8712a524-83c9-4a6f-bda2-81f3a14bb977', 'status': 'completed', 'code': 200} May 28 06:39:22.448338 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08d2cbcb-009b-4b43-a9e9-821e2cab4674'] response: {'server_uuid': 'e26416bb-43a4-4cc5-bf06-ef4eb03f29dd', 'name': 'network-vif-deleted', 'tag': '1490a36e-f3ee-44c8-8104-0c7b0a1c4bc1', 'status': 'completed', 'code': 200} May 28 06:39:22.465087 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db6017f-923a-452f-aca5-55691b4bca7b tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:22.503165 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-6db6017f-923a-452f-aca5-55691b4bca7b tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 1.0853312 May 28 06:39:22.507950 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 39802) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:39:22.587603 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4af5b447-54e1-46d2-ad02-682d45917544 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:22.617663 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [None req-4af5b447-54e1-46d2-ad02-682d45917544 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Transition to ACTIVE for port object 6db65323-633f-4045-aa22-aee86bd81c30 will not be triggered until provisioned by entity DHCP. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:39:22.751474 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4af5b447-54e1-46d2-ad02-682d45917544 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:22.895858 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af5b447-54e1-46d2-ad02-682d45917544 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Network 8ee4ab6c-cd7d-4b1f-bcad-e7c1fb1a3b7e is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:39:22.910670 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-4af5b447-54e1-46d2-ad02-682d45917544 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:39:22.976846 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af5b447-54e1-46d2-ad02-682d45917544 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Pushing event updated for resources: {'Port': ['ID=6db65323-633f-4045-aa22-aee86bd81c30,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:39:22.993237 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af5b447-54e1-46d2-ad02-682d45917544 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:39:23.133262 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4af5b447-54e1-46d2-ad02-682d45917544 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690947'] for router_interface, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:23.311747 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a424cbbf-c48c-4b35-bcc6-a7d79ed177f1 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:23.312450 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-a424cbbf-c48c-4b35-bcc6-a7d79ed177f1 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Synchronizing usage tracker for tenant:5e9e9447c07c4077b6694ab63e3affe5 on resource:subnet {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:39:23.442896 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4af5b447-54e1-46d2-ad02-682d45917544 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:23.458229 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09d3e06-8e63-4a61-9c40-0c859e55c61a req-21175a46-6ecc-4d1d-90fb-d646a3200a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:23.460506 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c09d3e06-8e63-4a61-9c40-0c859e55c61a req-21175a46-6ecc-4d1d-90fb-d646a3200a5a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=50466b4420374aac8a4e6c84ffbb2d35&device_id=b5b99fda-0bc9-4e50-b070-ce4a427e6fc6 HTTP/1.1" status: 200 len: 1094 time: 1.3796704 May 28 06:39:23.496125 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-21df4dff-971b-49e3-828d-9cfb96f16ab3 None None] Provisioning for port ddf84a62-b605-4bd0-9191-396e2ade3663 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:39:23.541579 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-21df4dff-971b-49e3-828d-9cfb96f16ab3 None None] Provisioning complete for port ddf84a62-b605-4bd0-9191-396e2ade3663 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:39:23.542009 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-21df4dff-971b-49e3-828d-9cfb96f16ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:23.644165 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-a424cbbf-c48c-4b35-bcc6-a7d79ed177f1 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Unset dirty status for tenant:5e9e9447c07c4077b6694ab63e3affe5 on resource:subnet {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:39:23.647658 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-a424cbbf-c48c-4b35-bcc6-a7d79ed177f1 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 1.1217401 May 28 06:39:23.697499 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 39816) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:39:23.724769 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6b4f8a-d46a-48b5-8640-8fd3d68e71f2 None None] Pushing event updated for resources: {'Port': ['ID=d7a1b1f4-1090-4791-94da-9d5eb5d9dc74,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:39:23.754449 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbcffc73-2ef6-483a-8c53-8abb2986c838 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-9357ccb8-c28f-47b9-8980-a59514d44f31', 'network_id': '9357ccb8-c28f-47b9-8980-a59514d44f31', 'tenant_id': '60982381454b4376b475404da5b08605', 'fixed_ips': [{'subnet_id': '5cc4a322-4ad4-4e70-8c79-cdd0d6678e38'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:39:23.757521 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-fbcffc73-2ef6-483a-8c53-8abb2986c838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:23.976968 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-a6f8086a-947d-42d5-9072-95be0460eb6f tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2686789 May 28 06:39:23.990065 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 39820) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:39:24.006238 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-f9eeff27-239d-4850-81eb-0c8a50787ccd tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Request body: {'subnet': {'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:39:24.038342 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 2a9418a7-bd04-4bdb-9ce7-c9cfe2d4e847 details requested by agent hyperv_n-h1-843702-1 with host n-h1-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:39:24.072480 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-958192ee-ab3a-43d5-8c08-e3fbaa9ca086 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:24.077929 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-958192ee-ab3a-43d5-8c08-e3fbaa9ca086 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:24.078626 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-958192ee-ab3a-43d5-8c08-e3fbaa9ca086 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Synchronizing usage tracker for tenant:60982381454b4376b475404da5b08605 on resource:network {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:39:24.129454 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-21df4dff-971b-49e3-828d-9cfb96f16ab3 None None] Current status of the port ddf84a62-b605-4bd0-9191-396e2ade3663 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:39:24.130027 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-21df4dff-971b-49e3-828d-9cfb96f16ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:24.142123 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port e607f418-2a32-4e2a-80bb-fa49303fe6c1 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:39:24.157290 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b2c708c-ab97-4028-82ab-b1a1bc13f8ac None None] Network 38aa9d6e-cdde-4924-ba18-69c2c5c3b178 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:39:24.224070 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port e607f418-2a32-4e2a-80bb-fa49303fe6c1 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:39:24.224603 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:24.252907 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7769db7b-6e26-4f74-a8fa-33f14ab14eaa req-762db977-11fb-4080-a2de-f05e9931e0ba tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:24.254600 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7769db7b-6e26-4f74-a8fa-33f14ab14eaa req-762db977-11fb-4080-a2de-f05e9931e0ba tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5b99fda-0bc9-4e50-b070-ce4a427e6fc6 HTTP/1.1" status: 200 len: 943 time: 1.5998209 May 28 06:39:24.364427 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09d3e06-8e63-4a61-9c40-0c859e55c61a req-ff35ea11-2f5f-4ffc-aa5a-43b2d2007b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:24.366001 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c09d3e06-8e63-4a61-9c40-0c859e55c61a req-ff35ea11-2f5f-4ffc-aa5a-43b2d2007b4e service neutron] 10.222.0.69 "GET /v2.0/networks?id=a8fa6c28-5257-4dd9-bf7e-c257b513d11b HTTP/1.1" status: 200 len: 917 time: 0.8881686 May 28 06:39:24.400485 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.db.resource_extend [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 06:39:24.428215 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4af5b447-54e1-46d2-ad02-682d45917544 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:24.462832 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7769db7b-6e26-4f74-a8fa-33f14ab14eaa req-d85dc9be-4a56-4ea7-9410-e03bf2856734 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d9e2739-d2e7-489f-8894-c4c5db308155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1937962 May 28 06:39:24.466171 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-f9eeff27-239d-4850-81eb-0c8a50787ccd tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:39:24.487531 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-958192ee-ab3a-43d5-8c08-e3fbaa9ca086 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Unset dirty status for tenant:60982381454b4376b475404da5b08605 on resource:network {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:39:24.494236 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-958192ee-ab3a-43d5-8c08-e3fbaa9ca086 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] 10.222.0.55 "GET /v2.0/networks?id=38aa9d6e-cdde-4924-ba18-69c2c5c3b178&id=9357ccb8-c28f-47b9-8980-a59514d44f31&id=38aa9d6e-cdde-4924-ba18-69c2c5c3b178 HTTP/1.1" status: 200 len: 1392 time: 1.5231125 May 28 06:39:24.508753 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c09d3e06-8e63-4a61-9c40-0c859e55c61a req-e9c0b53c-f28f-4054-9c2f-bb518f5e253b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2a9418a7-bd04-4bdb-9ce7-c9cfe2d4e847 HTTP/1.1" status: 200 len: 217 time: 0.1338763 May 28 06:39:24.545195 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4af5b447-54e1-46d2-ad02-682d45917544 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:24.550756 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-21df4dff-971b-49e3-828d-9cfb96f16ab3 None None] For port ddf84a62-b605-4bd0-9191-396e2ade3663, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=ddf84a62-b605-4bd0-9191-396e2ade3663,segment=NetworkSegment(91916fa5-9a7d-4f3b-b27b-6463cde7cfac),segment_id=91916fa5-9a7d-4f3b-b27b-6463cde7cfac)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:39:24.592891 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-fbcffc73-2ef6-483a-8c53-8abb2986c838 None None] Allocated IP 19.86.0.2 (9357ccb8-c28f-47b9-8980-a59514d44f31/5cc4a322-4ad4-4e70-8c79-cdd0d6678e38/52bbb013-fbe7-4021-af55-fc6c2e10a009) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:39:24.604674 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-f9eeff27-239d-4850-81eb-0c8a50787ccd tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:39:24.681377 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-eff9f00b-8beb-456a-a225-30cc70e66bfa tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] 10.222.0.55 "GET /v2.0/quotas/60982381454b4376b475404da5b08605 HTTP/1.1" status: 200 len: 375 time: 0.1862395 May 28 06:39:24.703341 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-21df4dff-971b-49e3-828d-9cfb96f16ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:24.737334 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9eeff27-239d-4850-81eb-0c8a50787ccd tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Made reservation on behalf of 5e9e9447c07c4077b6694ab63e3affe5 for: {'subnet': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:39:24.740761 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f9eeff27-239d-4850-81eb-0c8a50787ccd tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3171998'] for subnet, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:24.785633 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4af5b447-54e1-46d2-ad02-682d45917544 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700602'] for router_interface, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:24.930611 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 2a9418a7-bd04-4bdb-9ce7-c9cfe2d4e847, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=2a9418a7-bd04-4bdb-9ce7-c9cfe2d4e847,segment=NetworkSegment(38fd89a2-8195-4731-ba40-f43c54a7016a),segment_id=38fd89a2-8195-4731-ba40-f43c54a7016a)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:39:24.955047 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Returning: {'device': '2a9418a7-bd04-4bdb-9ce7-c9cfe2d4e847', 'network_id': 'a8fa6c28-5257-4dd9-bf7e-c257b513d11b', 'port_id': '2a9418a7-bd04-4bdb-9ce7-c9cfe2d4e847', 'mac_address': 'fa:16:3e:53:7f:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63994f4d-7e85-4fdc-89a1-6c8536e7f551', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:39:24.960929 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port e607f418-2a32-4e2a-80bb-fa49303fe6c1 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:39:24.961451 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:25.043558 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af5b447-54e1-46d2-ad02-682d45917544 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Network 8ee4ab6c-cd7d-4b1f-bcad-e7c1fb1a3b7e is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:39:25.047230 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-4af5b447-54e1-46d2-ad02-682d45917544 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:39:25.095617 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09d3e06-8e63-4a61-9c40-0c859e55c61a req-35726f34-bdda-4923-a1aa-190f870da559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:25.097596 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c09d3e06-8e63-4a61-9c40-0c859e55c61a req-35726f34-bdda-4923-a1aa-190f870da559 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=63994f4d-7e85-4fdc-89a1-6c8536e7f551 HTTP/1.1" status: 200 len: 855 time: 0.5812819 May 28 06:39:25.217711 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 2a9418a7-bd04-4bdb-9ce7-c9cfe2d4e847 is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:39:25.218363 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:25.267517 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a9418a7-bd04-4bdb-9ce7-c9cfe2d4e847 {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:39:25.310936 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4af5b447-54e1-46d2-ad02-682d45917544 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Router fd3fae78-36c4-44bb-bbe6-e6da9447bd5b has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:39:25.328215 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af5b447-54e1-46d2-ad02-682d45917544 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Pushing event updated for resources: {'Port': ['ID=6db65323-633f-4045-aa22-aee86bd81c30,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:39:25.389031 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.db.resource_extend [None req-c058bdbc-b7a6-4c76-a20f-33258981aa74 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 06:39:25.405489 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c058bdbc-b7a6-4c76-a20f-33258981aa74 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:25.421055 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21df4dff-971b-49e3-828d-9cfb96f16ab3 None None] Pushing event updated for resources: {'Port': ['ID=ddf84a62-b605-4bd0-9191-396e2ade3663,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:39:25.429880 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-49b5c815-88f3-4f81-8c03-37663e7be130 None None] Provisioning for port 6db65323-633f-4045-aa22-aee86bd81c30 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:39:25.444304 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-49b5c815-88f3-4f81-8c03-37663e7be130 None None] Provisioning complete for port 6db65323-633f-4045-aa22-aee86bd81c30 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:39:25.444953 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-49b5c815-88f3-4f81-8c03-37663e7be130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:25.510435 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port e607f418-2a32-4e2a-80bb-fa49303fe6c1, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=e607f418-2a32-4e2a-80bb-fa49303fe6c1,segment=NetworkSegment(b09ca06e-b30c-4fc2-a9d2-fb116be96e93),segment_id=b09ca06e-b30c-4fc2-a9d2-fb116be96e93)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:39:25.514170 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 2a9418a7-bd04-4bdb-9ce7-c9cfe2d4e847, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=2a9418a7-bd04-4bdb-9ce7-c9cfe2d4e847,segment=NetworkSegment(38fd89a2-8195-4731-ba40-f43c54a7016a),segment_id=38fd89a2-8195-4731-ba40-f43c54a7016a)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:39:25.552213 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c058bdbc-b7a6-4c76-a20f-33258981aa74 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:25.593285 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4af5b447-54e1-46d2-ad02-682d45917544 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:39:25.599144 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-4af5b447-54e1-46d2-ad02-682d45917544 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] 10.222.0.55 "PUT /v2.0/routers/fd3fae78-36c4-44bb-bbe6-e6da9447bd5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5508838 May 28 06:39:25.601710 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 39826) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:39:25.608751 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c52dd1-1448-4536-b71e-f756e927fd36 req-867897b2-e994-40e0-b720-020298918e3a tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:25.617367 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-d1336319-0e8b-4745-b018-beb1c5dddeb0 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Request body: {'port': {'network_id': '8ee4ab6c-cd7d-4b1f-bcad-e7c1fb1a3b7e', 'name': 'tempest-FloatingIPTestJSON-1932700549'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:39:25.618054 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-09c52dd1-1448-4536-b71e-f756e927fd36 req-867897b2-e994-40e0-b720-020298918e3a tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e HTTP/1.1" status: 200 len: 946 time: 0.9044971 May 28 06:39:25.619028 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:25.628141 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71f1088-61c2-4913-8a3e-965cd08f4606 None None] Sync routers for ids ['fd3fae78-36c4-44bb-bbe6-e6da9447bd5b'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:39:25.740890 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:25.770503 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-49b5c815-88f3-4f81-8c03-37663e7be130 None None] Port 6db65323-633f-4045-aa22-aee86bd81c30 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:39:25.855368 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c058bdbc-b7a6-4c76-a20f-33258981aa74 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Pushing event updated for resources: {'Port': ['ID=1ecc3c78-32c7-4268-97bd-ca960e13b5e5,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:39:25.864582 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c058bdbc-b7a6-4c76-a20f-33258981aa74 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700602'] for router_interface, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:25.884451 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-09c52dd1-1448-4536-b71e-f756e927fd36 req-96f992ec-e51e-4e00-9000-43427475b6a6 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0fc320c-5211-4d72-b7c9-130a40d05074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2653441 May 28 06:39:25.892539 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09d3e06-8e63-4a61-9c40-0c859e55c61a req-f2c9b339-2211-4d43-bdb4-c4eacf4d5c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:25.894047 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c09d3e06-8e63-4a61-9c40-0c859e55c61a req-f2c9b339-2211-4d43-bdb4-c4eacf4d5c95 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a8fa6c28-5257-4dd9-bf7e-c257b513d11b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7800989 May 28 06:39:25.911658 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-5944ad0f-0ef7-4f24-b17f-1db087116fbb tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=60982381454b4376b475404da5b08605&fields=id HTTP/1.1" status: 200 len: 348 time: 1.1779714 May 28 06:39:25.915071 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-fbcffc73-2ef6-483a-8c53-8abb2986c838 None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:25.935979 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-d1336319-0e8b-4745-b018-beb1c5dddeb0 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:39:25.946195 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-d1336319-0e8b-4745-b018-beb1c5dddeb0 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Usage tracker for resource:port and tenant:27fabbce05994a7bbea388130ee1d540 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:39:25.955185 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-d1336319-0e8b-4745-b018-beb1c5dddeb0 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Quota usage for port was recalculated. Used quota:6. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:39:25.964563 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-d1336319-0e8b-4745-b018-beb1c5dddeb0 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:39:25.974244 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-fbcffc73-2ef6-483a-8c53-8abb2986c838 None None] Transition to ACTIVE for port object 52bbb013-fbe7-4021-af55-fc6c2e10a009 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:39:25.981813 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f9eeff27-239d-4850-81eb-0c8a50787ccd tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3115906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3172012'] for subnet, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:26.027018 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-fbcffc73-2ef6-483a-8c53-8abb2986c838 None None] Transition to ACTIVE for port object 52bbb013-fbe7-4021-af55-fc6c2e10a009 will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:39:26.035561 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1336319-0e8b-4745-b018-beb1c5dddeb0 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Made reservation on behalf of 27fabbce05994a7bbea388130ee1d540 for: {'port': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:39:26.039781 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d1336319-0e8b-4745-b018-beb1c5dddeb0 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:26.076216 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [None req-d1336319-0e8b-4745-b018-beb1c5dddeb0 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] device_id is not set on port 85ffbea1-e46c-4649-bb46-edcb78a6b29d yet. {{(pid=89109) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:39:26.084538 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71f1088-61c2-4913-8a3e-965cd08f4606 None None] Routers {'fd3fae78-36c4-44bb-bbe6-e6da9447bd5b'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:39:26.087711 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-a71f1088-61c2-4913-8a3e-965cd08f4606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:38:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['fd3fae78-36c4-44bb-bbe6-e6da9447bd5b'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:39:26.174189 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 39832) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:39:26.328571 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device ddf84a62-b605-4bd0-9191-396e2ade3663 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:39:26.337039 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_v2 [None req-730d6517-c4b8-4b64-a7a5-6e04b3b8dd3d admin admin] Deleting subnet 99692d3b-9199-4b15-8762-04120593a488 {{(pid=89109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:39:26.342355 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-730d6517-c4b8-4b64-a7a5-6e04b3b8dd3d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:26.390083 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9eeff27-239d-4850-81eb-0c8a50787ccd tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:39:26.400136 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-a71f1088-61c2-4913-8a3e-965cd08f4606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:39:26.405848 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-fbcffc73-2ef6-483a-8c53-8abb2986c838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:26.416883 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-f9eeff27-239d-4850-81eb-0c8a50787ccd tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:39:26.422276 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-730d6517-c4b8-4b64-a7a5-6e04b3b8dd3d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3964070'] for subnet, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:26.430583 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 39836) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:39:26.455448 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbcffc73-2ef6-483a-8c53-8abb2986c838 None None] Network 9357ccb8-c28f-47b9-8980-a59514d44f31 is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:39:26.456709 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['2a9418a7-bd04-4bdb-9ce7-c9cfe2d4e847'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:39:26.601983 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03dec1ac-213d-4b7a-83d5-a956189166f6 None None] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:39:26.644521 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-d1336319-0e8b-4745-b018-beb1c5dddeb0 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Allocated IP 172.20.0.4 (8ee4ab6c-cd7d-4b1f-bcad-e7c1fb1a3b7e/381a68cb-c20c-45e7-8f45-8da5227409d1/85ffbea1-e46c-4649-bb46-edcb78a6b29d) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:39:26.670326 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-730d6517-c4b8-4b64-a7a5-6e04b3b8dd3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:26.734998 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9eeff27-239d-4850-81eb-0c8a50787ccd tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:26.735863 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f9eeff27-239d-4850-81eb-0c8a50787ccd tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:26.807820 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-fbcffc73-2ef6-483a-8c53-8abb2986c838 None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:39:26.864473 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eeff27-239d-4850-81eb-0c8a50787ccd tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Pushing event updated for resources: {'Subnet': ['ID=30e24c34-4cd0-448f-9c36-09aff26f20df,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:39:26.871686 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcffc73-2ef6-483a-8c53-8abb2986c838 None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:39:26.879705 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-49b5c815-88f3-4f81-8c03-37663e7be130 None None] Provisioning complete for port ddf84a62-b605-4bd0-9191-396e2ade3663 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:39:26.879705 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-49b5c815-88f3-4f81-8c03-37663e7be130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:26.917982 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71f1088-61c2-4913-8a3e-965cd08f4606 None None] Routers {'fd3fae78-36c4-44bb-bbe6-e6da9447bd5b'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:39:26.919287 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-a71f1088-61c2-4913-8a3e-965cd08f4606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:38:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['fd3fae78-36c4-44bb-bbe6-e6da9447bd5b'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:39:26.982823 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=e607f418-2a32-4e2a-80bb-fa49303fe6c1,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:39:27.051579 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c09d3e06-8e63-4a61-9c40-0c859e55c61a req-6b6fa9fb-af3b-42ff-bd51-024186c7114c service neutron] 10.222.0.69 "GET /v2.0/networks/a8fa6c28-5257-4dd9-bf7e-c257b513d11b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0951529 May 28 06:39:27.053308 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-e99f6639-9a33-4c3f-a6be-bec8d93265de service neutron] 10.222.0.55 "GET /v2.0/networks/38aa9d6e-cdde-4924-ba18-69c2c5c3b178?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1406159 May 28 06:39:27.055812 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c058bdbc-b7a6-4c76-a20f-33258981aa74 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Network 8888fe45-59b6-485a-baf0-07cf639e0a54 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:39:27.094436 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d1336319-0e8b-4745-b018-beb1c5dddeb0 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:27.111240 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-c058bdbc-b7a6-4c76-a20f-33258981aa74 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:39:27.115108 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [None req-d1336319-0e8b-4745-b018-beb1c5dddeb0 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Transition to ACTIVE for port object 85ffbea1-e46c-4649-bb46-edcb78a6b29d will not be triggered until provisioned by entity DHCP. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:39:27.185265 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-730d6517-c4b8-4b64-a7a5-6e04b3b8dd3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9555650'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:27.195085 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-a71f1088-61c2-4913-8a3e-965cd08f4606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:39:27.195734 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71f1088-61c2-4913-8a3e-965cd08f4606 None None] The sync data for ids ['fd3fae78-36c4-44bb-bbe6-e6da9447bd5b'] in n-d-843702-1 is: [] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:39:27.239294 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730d6517-c4b8-4b64-a7a5-6e04b3b8dd3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99692d3b-9199-4b15-8762-04120593a488,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:39:27.255869 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-730d6517-c4b8-4b64-a7a5-6e04b3b8dd3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:27.258953 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a08528-e4ce-4371-b8c7-cf7118e892b9 req-e926b936-344f-4f1d-b6e1-d12df163debb tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:27.267367 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-49a08528-e4ce-4371-b8c7-cf7118e892b9 req-e926b936-344f-4f1d-b6e1-d12df163debb tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5b99fda-0bc9-4e50-b070-ce4a427e6fc6 HTTP/1.1" status: 200 len: 944 time: 0.4860408 May 28 06:39:27.270678 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d1336319-0e8b-4745-b018-beb1c5dddeb0 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:27.322411 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-f9eeff27-239d-4850-81eb-0c8a50787ccd tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.3292210 May 28 06:39:27.333469 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 39848) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:39:27.336245 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-730d6517-c4b8-4b64-a7a5-6e04b3b8dd3d admin admin] 10.222.0.55 "DELETE /v2.0/subnets/99692d3b-9199-4b15-8762-04120593a488 HTTP/1.1" status: 204 len: 168 time: 1.1607749 May 28 06:39:27.348817 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 39850) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:39:27.378660 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-fbcffc73-2ef6-483a-8c53-8abb2986c838 None None] Attempting to bind port 52bbb013-fbe7-4021-af55-fc6c2e10a009 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:39:27.379677 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-fbcffc73-2ef6-483a-8c53-8abb2986c838 None None] Attempting to bind port 52bbb013-fbe7-4021-af55-fc6c2e10a009 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'e0f2ff40-fdb3-47bd-9624-9a741f0eb401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '9357ccb8-c28f-47b9-8980-a59514d44f31'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:39:27.381010 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcffc73-2ef6-483a-8c53-8abb2986c838 None None] Attempting to bind port 52bbb013-fbe7-4021-af55-fc6c2e10a009 on network 9357ccb8-c28f-47b9-8980-a59514d44f31 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:39:27.392950 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b16f6312-9e14-41e9-af4f-4e988e929c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:27.394678 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5269d183-e78d-45c1-bc0d-9eb2a9bd246a None None] Network 3f020ed6-e088-4cd1-9a30-9926bacb86fe requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:39:27.402240 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-4da90f9b-8581-4363-ab32-c415320ab043 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Request body: {'port': {'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2', 'fixed_ips': [{'subnet_id': '30e24c34-4cd0-448f-9c36-09aff26f20df', 'ip_address': '2001:db8::62c5:6f77:d84e:bea5'}], 'name': 'tempest-NetworksTestDHCPv6-876200267'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:39:27.584914 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1336319-0e8b-4745-b018-beb1c5dddeb0 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Network 8ee4ab6c-cd7d-4b1f-bcad-e7c1fb1a3b7e is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:39:27.607857 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-d1336319-0e8b-4745-b018-beb1c5dddeb0 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:39:27.622063 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1336319-0e8b-4745-b018-beb1c5dddeb0 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:39:27.691357 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1336319-0e8b-4745-b018-beb1c5dddeb0 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Pushing event updated for resources: {'Port': ['ID=85ffbea1-e46c-4649-bb46-edcb78a6b29d,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:39:27.729690 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcffc73-2ef6-483a-8c53-8abb2986c838 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:39:27.731246 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcffc73-2ef6-483a-8c53-8abb2986c838 None None] Checking segment: {'id': 'e0f2ff40-fdb3-47bd-9624-9a741f0eb401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '9357ccb8-c28f-47b9-8980-a59514d44f31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:39:27.731829 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-fbcffc73-2ef6-483a-8c53-8abb2986c838 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:27.732387 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcffc73-2ef6-483a-8c53-8abb2986c838 None None] Bound using segment: {'id': 'e0f2ff40-fdb3-47bd-9624-9a741f0eb401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '9357ccb8-c28f-47b9-8980-a59514d44f31'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:39:27.733107 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-fbcffc73-2ef6-483a-8c53-8abb2986c838 None None] Bound port: 52bbb013-fbe7-4021-af55-fc6c2e10a009, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0f2ff40-fdb3-47bd-9624-9a741f0eb401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '9357ccb8-c28f-47b9-8980-a59514d44f31'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:39:27.734046 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-fbcffc73-2ef6-483a-8c53-8abb2986c838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:27.828277 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-15894bb7-f53e-49f5-8cd5-1914802dba09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:27.837993 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1336319-0e8b-4745-b018-beb1c5dddeb0 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:27.837993 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d1336319-0e8b-4745-b018-beb1c5dddeb0 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:27.869806 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=2a9418a7-bd04-4bdb-9ce7-c9cfe2d4e847,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:39:27.921283 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-4da90f9b-8581-4363-ab32-c415320ab043 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:39:27.927957 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-4da90f9b-8581-4363-ab32-c415320ab043 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Usage tracker for resource:port and tenant:5e9e9447c07c4077b6694ab63e3affe5 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:39:27.931191 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-15894bb7-f53e-49f5-8cd5-1914802dba09 admin admin] Deleting port 6537da42-8b95-43cd-b2a7-58c6c9c2a6a5 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:39:27.931642 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-15894bb7-f53e-49f5-8cd5-1914802dba09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:27.954332 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c09d3e06-8e63-4a61-9c40-0c859e55c61a req-c1ca63e7-57a7-4e5d-b2d8-308f6fbe020e service neutron] 10.222.0.69 "GET /v2.0/networks/a8fa6c28-5257-4dd9-bf7e-c257b513d11b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8891745 May 28 06:39:27.984913 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-4da90f9b-8581-4363-ab32-c415320ab043 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:39:28.006699 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-4da90f9b-8581-4363-ab32-c415320ab043 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:39:28.025303 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port ddf84a62-b605-4bd0-9191-396e2ade3663 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:39:28.025698 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:28.032605 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-d1336319-0e8b-4745-b018-beb1c5dddeb0 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.4290273 May 28 06:39:28.038639 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 39856) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:39:28.044805 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-b4e59d55-c413-40d1-97ee-798c1a92363a tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Request body: {'floatingip': {'port_id': '85ffbea1-e46c-4649-bb46-edcb78a6b29d'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:39:28.069703 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c058bdbc-b7a6-4c76-a20f-33258981aa74 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Router ce8f9879-d1ac-44f7-a6d0-bc982938f6d1 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:39:28.097665 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:28.098266 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcffc73-2ef6-483a-8c53-8abb2986c838 None None] Pushing event updated for resources: {'Port': ['ID=52bbb013-fbe7-4021-af55-fc6c2e10a009,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:39:28.108281 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-49a08528-e4ce-4371-b8c7-cf7118e892b9 req-78ccbbc5-c607-4d92-b805-bccad373307c tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d9e2739-d2e7-489f-8894-c4c5db308155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8395443 May 28 06:39:28.169092 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4da90f9b-8581-4363-ab32-c415320ab043 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Made reservation on behalf of 5e9e9447c07c4077b6694ab63e3affe5 for: {'port': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:39:28.215187 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-49b5c815-88f3-4f81-8c03-37663e7be130 None None] Current status of the port ddf84a62-b605-4bd0-9191-396e2ade3663 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:39:28.340756 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port ddf84a62-b605-4bd0-9191-396e2ade3663 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:39:28.341911 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 00e1266a-2bb3-4f66-bc4c-42039b727aeb up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:39:28.413351 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c058bdbc-b7a6-4c76-a20f-33258981aa74 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:39:28.425906 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b4e59d55-c413-40d1-97ee-798c1a92363a tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks [] for floatingip, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:28.426161 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93dff089-3aae-410e-9069-1e0506ac86a5 None None] Sync routers for ids ['ce8f9879-d1ac-44f7-a6d0-bc982938f6d1'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:39:28.432584 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-49b5c815-88f3-4f81-8c03-37663e7be130 None None] Provisioning for port d7a1b1f4-1090-4791-94da-9d5eb5d9dc74 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:39:28.436149 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-c058bdbc-b7a6-4c76-a20f-33258981aa74 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] 10.222.0.55 "PUT /v2.0/routers/ce8f9879-d1ac-44f7-a6d0-bc982938f6d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.5601635 May 28 06:39:28.441444 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 39860) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:39:28.441767 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93dff089-3aae-410e-9069-1e0506ac86a5 None None] Routers {'ce8f9879-d1ac-44f7-a6d0-bc982938f6d1'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:39:28.442555 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-93dff089-3aae-410e-9069-1e0506ac86a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:38:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['ce8f9879-d1ac-44f7-a6d0-bc982938f6d1'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:39:28.451667 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-d93dd77d-4bd9-4122-9939-90dcdbc49464 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:39:28.662797 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-fbcffc73-2ef6-483a-8c53-8abb2986c838 None None] For port 52bbb013-fbe7-4021-af55-fc6c2e10a009, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:39:28.747463 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-87501748-7f2e-4f4e-a52c-43b94d6cf622 service neutron] 10.222.0.55 "GET /v2.0/networks/38aa9d6e-cdde-4924-ba18-69c2c5c3b178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6638179 May 28 06:39:28.762629 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4da90f9b-8581-4363-ab32-c415320ab043 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:28.775109 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe232d54-4cc9-4afa-b5b2-67bf88c4ca9d None None] DHCP port deletion for 3f020ed6-e088-4cd1-9a30-9926bacb86fe request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:39:28.797071 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-fe232d54-4cc9-4afa-b5b2-67bf88c4ca9d None None] Deleting port 6537da42-8b95-43cd-b2a7-58c6c9c2a6a5 {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:39:28.797498 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-fe232d54-4cc9-4afa-b5b2-67bf88c4ca9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:28.859582 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-15894bb7-f53e-49f5-8cd5-1914802dba09 admin admin] For port 6537da42-8b95-43cd-b2a7-58c6c9c2a6a5, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=6537da42-8b95-43cd-b2a7-58c6c9c2a6a5,segment=NetworkSegment(cff019d0-9c46-47d5-a149-6e4bcacfb67c),segment_id=cff019d0-9c46-47d5-a149-6e4bcacfb67c)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:39:28.859811 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-93dff089-3aae-410e-9069-1e0506ac86a5 None None] Set router ce8f9879-d1ac-44f7-a6d0-bc982938f6d1 gateway port host: None {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:39:28.860464 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-15894bb7-f53e-49f5-8cd5-1914802dba09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:28.880116 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [None req-4da90f9b-8581-4363-ab32-c415320ab043 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] device_id is not set on port 4e4966c0-a32d-4ad5-9650-1f7e9ae0d786 yet. {{(pid=89109) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:39:28.895954 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a46f1af-5cd6-4745-ba35-10cf7891233d None None] Update dhcp port {'port': {'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2', 'fixed_ips': [{'subnet_id': '30e24c34-4cd0-448f-9c36-09aff26f20df'}], 'binding:host_id': 'n-d-843702-1'}, 'id': '68723314-4088-44e5-91e0-3e06e5eb40b7'} from n-d-843702-1. {{(pid=89111) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 28 06:39:28.979088 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-1cad4a98-d4cd-4f4a-a659-4aa4f79ed933 service neutron] 10.222.0.55 "GET /v2.0/networks/9357ccb8-c28f-47b9-8980-a59514d44f31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306445 May 28 06:39:29.005599 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 00e1266a-2bb3-4f66-bc4c-42039b727aeb completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:39:29.036843 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-49b5c815-88f3-4f81-8c03-37663e7be130 None None] Provisioning for port 1ecc3c78-32c7-4268-97bd-ca960e13b5e5 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:39:29.043791 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-fbcffc73-2ef6-483a-8c53-8abb2986c838 None None] For port 52bbb013-fbe7-4021-af55-fc6c2e10a009, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=52bbb013-fbe7-4021-af55-fc6c2e10a009,segment=NetworkSegment(e0f2ff40-fdb3-47bd-9624-9a741f0eb401),segment_id=e0f2ff40-fdb3-47bd-9624-9a741f0eb401)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:39:29.166619 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 00e1266a-2bb3-4f66-bc4c-42039b727aeb triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:39:29.169009 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:29.180780 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926a3e90-0333-4c0c-8103-88a14f9839c5 req-560372ed-33ae-4462-bfb5-f365c0ba51f3 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:29.187233 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-926a3e90-0333-4c0c-8103-88a14f9839c5 req-560372ed-33ae-4462-bfb5-f365c0ba51f3 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e HTTP/1.1" status: 200 len: 946 time: 0.8337657 May 28 06:39:29.223095 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-49b5c815-88f3-4f81-8c03-37663e7be130 None None] Provisioning complete for port 1ecc3c78-32c7-4268-97bd-ca960e13b5e5 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:39:29.223470 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-49b5c815-88f3-4f81-8c03-37663e7be130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:29.304341 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-15894bb7-f53e-49f5-8cd5-1914802dba09 admin admin] Calling delete_port for 6537da42-8b95-43cd-b2a7-58c6c9c2a6a5 owned by network:dhcp {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:39:29.426433 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-fbcffc73-2ef6-483a-8c53-8abb2986c838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:29.469570 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-93dff089-3aae-410e-9069-1e0506ac86a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce8f9879-d1ac-44f7-a6d0-bc982938f6d1', 'name': 'tempest-RoutersTest-router-1404400592', 'tenant_id': '51e07d1dd4e842f29564191e4c945b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:38:19Z', 'updated_at': '2022-05-28T06:39:22Z', 'revision_number': 5, 'project_id': '51e07d1dd4e842f29564191e4c945b6c', 'gw_port_host': None, '_interfaces': [{'id': '1ecc3c78-32c7-4268-97bd-ca960e13b5e5', 'name': '', 'network_id': '8888fe45-59b6-485a-baf0-07cf639e0a54', 'tenant_id': '51e07d1dd4e842f29564191e4c945b6c', 'mac_address': 'fa:16:3e:d0:4c:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce8f9879-d1ac-44f7-a6d0-bc982938f6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1891, 'fixed_ips': [{'subnet_id': '8e1e7322-4034-4f97-a8ca-9155470070b1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:39:14Z', 'updated_at': '2022-05-28T06:39:24Z', 'revision_number': 2, 'project_id': '51e07d1dd4e842f29564191e4c945b6c', 'subnets': [{'id': '8e1e7322-4034-4f97-a8ca-9155470070b1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '32e62a22-84bf-4694-b19e-fb91d25761d9', 'name': '', 'network_id': 'eeb73656-43c1-4ee2-9497-5290bc10726e', 'tenant_id': '51e07d1dd4e842f29564191e4c945b6c', 'mac_address': 'fa:16:3e:99:7d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8f9879-d1ac-44f7-a6d0-bc982938f6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': 'c5fb5e00-99af-4f71-953e-f3f2fab999ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:38:26Z', 'updated_at': '2022-05-28T06:38:38Z', 'revision_number': 5, 'project_id': '51e07d1dd4e842f29564191e4c945b6c', 'subnets': [{'id': 'c5fb5e00-99af-4f71-953e-f3f2fab999ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b484a5c-2c70-4c58-8b4c-8d06f0ba5696', 'name': '', 'network_id': '9ccf9dee-f3a0-42be-8e4a-fcd6bc40fe93', 'tenant_id': '51e07d1dd4e842f29564191e4c945b6c', 'mac_address': 'fa:16:3e:6f:10:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8f9879-d1ac-44f7-a6d0-bc982938f6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '4627dc77-60dc-41e2-b543-5687a1b9f1b4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:38:38Z', 'updated_at': '2022-05-28T06:38:50Z', 'revision_number': 5, 'project_id': '51e07d1dd4e842f29564191e4c945b6c', 'subnets': [{'id': '4627dc77-60dc-41e2-b543-5687a1b9f1b4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5030fc6-457f-43ad-84c6-c81a31a2a3d4', 'name': '', 'network_id': '96e6c9f0-ef66-422b-858d-57cd1b2eca8b', 'tenant_id': '51e07d1dd4e842f29564191e4c945b6c', 'mac_address': 'fa:16:3e:b7:4d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8f9879-d1ac-44f7-a6d0-bc982938f6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '25761b23-885f-4c02-8b7f-f8756b227181', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:38:58Z', 'updated_at': '2022-05-28T06:39:13Z', 'revision_number': 5, 'project_id': '51e07d1dd4e842f29564191e4c945b6c', 'subnets': [{'id': '25761b23-885f-4c02-8b7f-f8756b227181', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:39:29.481521 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93dff089-3aae-410e-9069-1e0506ac86a5 None None] Checking router: ce8f9879-d1ac-44f7-a6d0-bc982938f6d1 for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:39:29.481861 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93dff089-3aae-410e-9069-1e0506ac86a5 None None] Updating router ce8f9879-d1ac-44f7-a6d0-bc982938f6d1 port 1ecc3c78-32c7-4268-97bd-ca960e13b5e5 binding host n-d-843702-1 {{(pid=89112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:39:29.551495 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-93dff089-3aae-410e-9069-1e0506ac86a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:29.648245 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-8a46f1af-5cd6-4745-ba35-10cf7891233d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:29.687764 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcffc73-2ef6-483a-8c53-8abb2986c838 None None] Pushing event updated for resources: {'Port': ['ID=52bbb013-fbe7-4021-af55-fc6c2e10a009,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:39:29.691511 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-3efb2910-f657-440e-b117-5bb0d9663de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:29.913044 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-49b5c815-88f3-4f81-8c03-37663e7be130 None None] Port 1ecc3c78-32c7-4268-97bd-ca960e13b5e5 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:39:29.992634 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:30.013098 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-4da90f9b-8581-4363-ab32-c415320ab043 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Allocated IP 2001:db8::62c5:6f77:d84e:bea5 (147bfd32-62dc-4be0-82de-f4d6fa5b4cc2/30e24c34-4cd0-448f-9c36-09aff26f20df/4e4966c0-a32d-4ad5-9650-1f7e9ae0d786) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:39:30.187119 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 2a9418a7-bd04-4bdb-9ce7-c9cfe2d4e847 up at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:39:30.219655 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-93dff089-3aae-410e-9069-1e0506ac86a5 None None] Notify callbacks [] for port, precommit_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:30.239372 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.provisioning_blocks [None req-93dff089-3aae-410e-9069-1e0506ac86a5 None None] Transition to ACTIVE for port object 1ecc3c78-32c7-4268-97bd-ca960e13b5e5 will not be triggered until provisioned by entity L2. {{(pid=89112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:39:30.249020 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-926a3e90-0333-4c0c-8103-88a14f9839c5 req-a88cd001-3210-4f1f-9dbf-d361dff82d5c tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0fc320c-5211-4d72-b7c9-130a40d05074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3898523 May 28 06:39:30.272433 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-0fa6e6f3-4cfc-4014-a7e4-25a36d42a9d2 service neutron] 10.222.0.55 "GET /v2.0/networks/9357ccb8-c28f-47b9-8980-a59514d44f31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2926021 May 28 06:39:30.343676 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-93dff089-3aae-410e-9069-1e0506ac86a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:30.421791 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-067f45ea-cc23-46ae-8d30-20cda3626b92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700548'] for router_interface, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:30.471242 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 00e1266a-2bb3-4f66-bc4c-42039b727aeb is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:39:30.471637 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:30.496042 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b4e59d55-c413-40d1-97ee-798c1a92363a tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:30.503357 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:30.546282 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-fe232d54-4cc9-4afa-b5b2-67bf88c4ca9d None None] For port 6537da42-8b95-43cd-b2a7-58c6c9c2a6a5, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=6537da42-8b95-43cd-b2a7-58c6c9c2a6a5,segment=NetworkSegment(cff019d0-9c46-47d5-a149-6e4bcacfb67c),segment_id=cff019d0-9c46-47d5-a149-6e4bcacfb67c)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:39:30.546691 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-fe232d54-4cc9-4afa-b5b2-67bf88c4ca9d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:30.767611 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31866a9e-ffe5-4aa4-ab15-518d74d71aee None None] Pushing event updated for resources: {'Port': ['ID=1ecc3c78-32c7-4268-97bd-ca960e13b5e5,revision_number=3']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:39:30.807395 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port 00e1266a-2bb3-4f66-bc4c-42039b727aeb, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=00e1266a-2bb3-4f66-bc4c-42039b727aeb,segment=NetworkSegment(a858b4d0-e8f7-4861-aa36-a6cc38c85e19),segment_id=a858b4d0-e8f7-4861-aa36-a6cc38c85e19)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:39:30.838336 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.extraroute_db [None req-d93dd77d-4bd9-4122-9939-90dcdbc49464 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=89110) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 28 06:39:30.857888 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.extraroute_db [None req-d93dd77d-4bd9-4122-9939-90dcdbc49464 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Removed routes are [] {{(pid=89110) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 28 06:39:30.858359 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d93dd77d-4bd9-4122-9939-90dcdbc49464 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59027'] for router, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:30.929950 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4da90f9b-8581-4363-ab32-c415320ab043 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:30.951540 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-fe232d54-4cc9-4afa-b5b2-67bf88c4ca9d None None] Calling delete_port for 6537da42-8b95-43cd-b2a7-58c6c9c2a6a5 owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:39:30.964928 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [None req-4da90f9b-8581-4363-ab32-c415320ab043 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Transition to ACTIVE for port object 4e4966c0-a32d-4ad5-9650-1f7e9ae0d786 will not be triggered until provisioned by entity DHCP. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:39:30.973909 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-93dff089-3aae-410e-9069-1e0506ac86a5 None None] Attempting to bind port 1ecc3c78-32c7-4268-97bd-ca960e13b5e5 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:39:30.974263 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-93dff089-3aae-410e-9069-1e0506ac86a5 None None] Attempting to bind port 1ecc3c78-32c7-4268-97bd-ca960e13b5e5 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': '91916fa5-9a7d-4f3b-b27b-6463cde7cfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '8888fe45-59b6-485a-baf0-07cf639e0a54'}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:39:30.974612 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93dff089-3aae-410e-9069-1e0506ac86a5 None None] Attempting to bind port 1ecc3c78-32c7-4268-97bd-ca960e13b5e5 on network 8888fe45-59b6-485a-baf0-07cf639e0a54 {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:39:30.989590 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93dff089-3aae-410e-9069-1e0506ac86a5 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:39:30.989959 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93dff089-3aae-410e-9069-1e0506ac86a5 None None] Checking segment: {'id': '91916fa5-9a7d-4f3b-b27b-6463cde7cfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '8888fe45-59b6-485a-baf0-07cf639e0a54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:39:30.990342 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-93dff089-3aae-410e-9069-1e0506ac86a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:30.990721 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93dff089-3aae-410e-9069-1e0506ac86a5 None None] Bound using segment: {'id': '91916fa5-9a7d-4f3b-b27b-6463cde7cfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '8888fe45-59b6-485a-baf0-07cf639e0a54'} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:39:30.991177 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-93dff089-3aae-410e-9069-1e0506ac86a5 None None] Bound port: 1ecc3c78-32c7-4268-97bd-ca960e13b5e5, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91916fa5-9a7d-4f3b-b27b-6463cde7cfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '8888fe45-59b6-485a-baf0-07cf639e0a54'}}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:39:30.991530 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-93dff089-3aae-410e-9069-1e0506ac86a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:31.002028 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning for port 2a9418a7-bd04-4bdb-9ce7-c9cfe2d4e847 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:39:31.005583 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:31.006786 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device d7a1b1f4-1090-4791-94da-9d5eb5d9dc74 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:39:31.007840 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-15894bb7-f53e-49f5-8cd5-1914802dba09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:31.080087 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b4e59d55-c413-40d1-97ee-798c1a92363a tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691094'] for floatingip, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:31.217601 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-93dff089-3aae-410e-9069-1e0506ac86a5 None None] For port 1ecc3c78-32c7-4268-97bd-ca960e13b5e5, host n-d-843702-1, cleared binding levels {{(pid=89112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:39:31.219897 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-e42b1fd2-ae95-4341-8c1d-6e1fa53426c8 None None] Provisioning complete for port 6db65323-633f-4045-aa22-aee86bd81c30 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:39:31.220279 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e42b1fd2-ae95-4341-8c1d-6e1fa53426c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:31.226593 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-93dff089-3aae-410e-9069-1e0506ac86a5 None None] For port 1ecc3c78-32c7-4268-97bd-ca960e13b5e5, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=1ecc3c78-32c7-4268-97bd-ca960e13b5e5,segment=NetworkSegment(91916fa5-9a7d-4f3b-b27b-6463cde7cfac),segment_id=91916fa5-9a7d-4f3b-b27b-6463cde7cfac)] {{(pid=89112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:39:31.306912 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4da90f9b-8581-4363-ab32-c415320ab043 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:31.330363 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning complete for port 2a9418a7-bd04-4bdb-9ce7-c9cfe2d4e847 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:39:31.331137 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:31.332814 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-93dff089-3aae-410e-9069-1e0506ac86a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:31.365408 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15894bb7-f53e-49f5-8cd5-1914802dba09 admin admin] Pushing event deleted for resources: {'Port': ['ID=6537da42-8b95-43cd-b2a7-58c6c9c2a6a5,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:39:31.369769 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15894bb7-f53e-49f5-8cd5-1914802dba09 admin admin] No DVR routers for this DVR port 6537da42-8b95-43cd-b2a7-58c6c9c2a6a5 on host n-d-843702-1 {{(pid=89109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:39:31.410636 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-8a46f1af-5cd6-4745-ba35-10cf7891233d None None] Allocated IP 2001:db8::2 (147bfd32-62dc-4be0-82de-f4d6fa5b4cc2/30e24c34-4cd0-448f-9c36-09aff26f20df/68723314-4088-44e5-91e0-3e06e5eb40b7) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:39:31.532862 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93dff089-3aae-410e-9069-1e0506ac86a5 None None] Routers {'ce8f9879-d1ac-44f7-a6d0-bc982938f6d1'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:39:31.533523 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-93dff089-3aae-410e-9069-1e0506ac86a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:39:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['ce8f9879-d1ac-44f7-a6d0-bc982938f6d1'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:39:31.650352 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-e42b1fd2-ae95-4341-8c1d-6e1fa53426c8 None None] Port 6db65323-633f-4045-aa22-aee86bd81c30 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:39:31.680099 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.db.api [None req-fe232d54-4cc9-4afa-b5b2-67bf88c4ca9d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89111) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:39:31.680455 n-d-843702-1 neutron-server[89111]: DEBUG oslo_db.api [None req-fe232d54-4cc9-4afa-b5b2-67bf88c4ca9d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:39:31.819790 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e7b31f4-e869-4ee9-9d9a-cb224cf088d4 None None] Network 9357ccb8-c28f-47b9-8980-a59514d44f31 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:39:31.854240 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da90f9b-8581-4363-ab32-c415320ab043 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:39:31.865178 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-4da90f9b-8581-4363-ab32-c415320ab043 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:39:31.930745 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da90f9b-8581-4363-ab32-c415320ab043 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:39:31.931128 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-e8196c96-27f3-4a48-92c9-65fb9d9448db service neutron] 10.222.0.55 "GET /v2.0/networks/38aa9d6e-cdde-4924-ba18-69c2c5c3b178?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6259320 May 28 06:39:31.939292 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da90f9b-8581-4363-ab32-c415320ab043 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:31.939941 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4da90f9b-8581-4363-ab32-c415320ab043 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:31.941241 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31866a9e-ffe5-4aa4-ab15-518d74d71aee None None] Pushing event updated for resources: {'Port': ['ID=1ecc3c78-32c7-4268-97bd-ca960e13b5e5,revision_number=4']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:39:31.976864 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-93dff089-3aae-410e-9069-1e0506ac86a5 None None] Set router ce8f9879-d1ac-44f7-a6d0-bc982938f6d1 gateway port host: None {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:39:31.984037 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da90f9b-8581-4363-ab32-c415320ab043 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Pushing event updated for resources: {'Port': ['ID=4e4966c0-a32d-4ad5-9650-1f7e9ae0d786,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:39:31.997384 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-15894bb7-f53e-49f5-8cd5-1914802dba09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:32.010275 n-d-843702-1 neutron-server[89109]: INFO neutron.db.l3_db [None req-b4e59d55-c413-40d1-97ee-798c1a92363a tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Floating IP 9f18e0e2-9cab-4f95-83ba-ab0666d81ef0 associated. External IP: 172.25.5.29, port: 9318281d-813e-4cb5-b643-a8b846fecad8. May 28 06:39:32.190943 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2075821-d2b2-414f-9303-bea2435df2ab req-39994172-2ece-4ad4-b652-6b903c64f29a tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:32.194400 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-fe232d54-4cc9-4afa-b5b2-67bf88c4ca9d None None] Deleting port 6537da42-8b95-43cd-b2a7-58c6c9c2a6a5 {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:39:32.195359 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d2075821-d2b2-414f-9303-bea2435df2ab req-39994172-2ece-4ad4-b652-6b903c64f29a tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5b99fda-0bc9-4e50-b070-ce4a427e6fc6 HTTP/1.1" status: 200 len: 944 time: 1.3332927 May 28 06:39:32.196987 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-fe232d54-4cc9-4afa-b5b2-67bf88c4ca9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:32.344356 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d93dd77d-4bd9-4122-9939-90dcdbc49464 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59027'] for router, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:32.357077 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-e42b1fd2-ae95-4341-8c1d-6e1fa53426c8 None None] Provisioning for port 85ffbea1-e46c-4649-bb46-edcb78a6b29d completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:39:32.398996 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-e42b1fd2-ae95-4341-8c1d-6e1fa53426c8 None None] Provisioning complete for port 85ffbea1-e46c-4649-bb46-edcb78a6b29d triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:39:32.399434 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e42b1fd2-ae95-4341-8c1d-6e1fa53426c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:32.438213 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-4da90f9b-8581-4363-ab32-c415320ab043 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 5.1006129 May 28 06:39:32.449055 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-15894bb7-f53e-49f5-8cd5-1914802dba09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f020ed6-e088-4cd1-9a30-9926bacb86fe']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:39:32.457624 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 39868) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:39:32.462092 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:32.465642 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port d7a1b1f4-1090-4791-94da-9d5eb5d9dc74 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:39:32.491090 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d93dd77d-4bd9-4122-9939-90dcdbc49464 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-690815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-690800', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-692041'] for router, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:32.493264 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-93dff089-3aae-410e-9069-1e0506ac86a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce8f9879-d1ac-44f7-a6d0-bc982938f6d1', 'name': 'tempest-RoutersTest-router-1404400592', 'tenant_id': '51e07d1dd4e842f29564191e4c945b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:38:19Z', 'updated_at': '2022-05-28T06:39:30Z', 'revision_number': 6, 'project_id': '51e07d1dd4e842f29564191e4c945b6c', 'gw_port_host': None, '_interfaces': [{'id': '1ecc3c78-32c7-4268-97bd-ca960e13b5e5', 'name': '', 'network_id': '8888fe45-59b6-485a-baf0-07cf639e0a54', 'tenant_id': '51e07d1dd4e842f29564191e4c945b6c', 'mac_address': 'fa:16:3e:d0:4c:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce8f9879-d1ac-44f7-a6d0-bc982938f6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1891, 'fixed_ips': [{'subnet_id': '8e1e7322-4034-4f97-a8ca-9155470070b1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:39:14Z', 'updated_at': '2022-05-28T06:39:31Z', 'revision_number': 4, 'project_id': '51e07d1dd4e842f29564191e4c945b6c', 'subnets': [{'id': '8e1e7322-4034-4f97-a8ca-9155470070b1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '32e62a22-84bf-4694-b19e-fb91d25761d9', 'name': '', 'network_id': 'eeb73656-43c1-4ee2-9497-5290bc10726e', 'tenant_id': '51e07d1dd4e842f29564191e4c945b6c', 'mac_address': 'fa:16:3e:99:7d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8f9879-d1ac-44f7-a6d0-bc982938f6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': 'c5fb5e00-99af-4f71-953e-f3f2fab999ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:38:26Z', 'updated_at': '2022-05-28T06:38:38Z', 'revision_number': 5, 'project_id': '51e07d1dd4e842f29564191e4c945b6c', 'subnets': [{'id': 'c5fb5e00-99af-4f71-953e-f3f2fab999ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b484a5c-2c70-4c58-8b4c-8d06f0ba5696', 'name': '', 'network_id': '9ccf9dee-f3a0-42be-8e4a-fcd6bc40fe93', 'tenant_id': '51e07d1dd4e842f29564191e4c945b6c', 'mac_address': 'fa:16:3e:6f:10:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8f9879-d1ac-44f7-a6d0-bc982938f6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '4627dc77-60dc-41e2-b543-5687a1b9f1b4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:38:38Z', 'updated_at': '2022-05-28T06:38:50Z', 'revision_number': 5, 'project_id': '51e07d1dd4e842f29564191e4c945b6c', 'subnets': [{'id': '4627dc77-60dc-41e2-b543-5687a1b9f1b4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5030fc6-457f-43ad-84c6-c81a31a2a3d4', 'name': '', 'network_id': '96e6c9f0-ef66-422b-858d-57cd1b2eca8b', 'tenant_id': '51e07d1dd4e842f29564191e4c945b6c', 'mac_address': 'fa:16:3e:b7:4d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8f9879-d1ac-44f7-a6d0-bc982938f6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '25761b23-885f-4c02-8b7f-f8756b227181', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:38:58Z', 'updated_at': '2022-05-28T06:39:13Z', 'revision_number': 5, 'project_id': '51e07d1dd4e842f29564191e4c945b6c', 'subnets': [{'id': '25761b23-885f-4c02-8b7f-f8756b227181', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:39:32.503019 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93dff089-3aae-410e-9069-1e0506ac86a5 None None] The sync data for ids ['ce8f9879-d1ac-44f7-a6d0-bc982938f6d1'] in n-d-843702-1 is: [{'id': 'ce8f9879-d1ac-44f7-a6d0-bc982938f6d1', 'name': 'tempest-RoutersTest-router-1404400592', 'tenant_id': '51e07d1dd4e842f29564191e4c945b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:38:19Z', 'updated_at': '2022-05-28T06:39:30Z', 'revision_number': 6, 'project_id': '51e07d1dd4e842f29564191e4c945b6c', 'gw_port_host': None, '_interfaces': [{'id': '1ecc3c78-32c7-4268-97bd-ca960e13b5e5', 'name': '', 'network_id': '8888fe45-59b6-485a-baf0-07cf639e0a54', 'tenant_id': '51e07d1dd4e842f29564191e4c945b6c', 'mac_address': 'fa:16:3e:d0:4c:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce8f9879-d1ac-44f7-a6d0-bc982938f6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1891, 'fixed_ips': [{'subnet_id': '8e1e7322-4034-4f97-a8ca-9155470070b1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:39:14Z', 'updated_at': '2022-05-28T06:39:31Z', 'revision_number': 4, 'project_id': '51e07d1dd4e842f29564191e4c945b6c', 'subnets': [{'id': '8e1e7322-4034-4f97-a8ca-9155470070b1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '32e62a22-84bf-4694-b19e-fb91d25761d9', 'name': '', 'network_id': 'eeb73656-43c1-4ee2-9497-5290bc10726e', 'tenant_id': '51e07d1dd4e842f29564191e4c945b6c', 'mac_address': 'fa:16:3e:99:7d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8f9879-d1ac-44f7-a6d0-bc982938f6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': 'c5fb5e00-99af-4f71-953e-f3f2fab999ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:38:26Z', 'updated_at': '2022-05-28T06:38:38Z', 'revision_number': 5, 'project_id': '51e07d1dd4e842f29564191e4c945b6c', 'subnets': [{'id': 'c5fb5e00-99af-4f71-953e-f3f2fab999ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b484a5c-2c70-4c58-8b4c-8d06f0ba5696', 'name': '', 'network_id': '9ccf9dee-f3a0-42be-8e4a-fcd6bc40fe93', 'tenant_id': '51e07d1dd4e842f29564191e4c945b6c', 'mac_address': 'fa:16:3e:6f:10:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8f9879-d1ac-44f7-a6d0-bc982938f6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '4627dc77-60dc-41e2-b543-5687a1b9f1b4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:38:38Z', 'updated_at': '2022-05-28T06:38:50Z', 'revision_number': 5, 'project_id': '51e07d1dd4e842f29564191e4c945b6c', 'subnets': [{'id': '4627dc77-60dc-41e2-b543-5687a1b9f1b4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5030fc6-457f-43ad-84c6-c81a31a2a3d4', 'name': '', 'network_id': '96e6c9f0-ef66-422b-858d-57cd1b2eca8b', 'tenant_id': '51e07d1dd4e842f29564191e4c945b6c', 'mac_address': 'fa:16:3e:b7:4d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8f9879-d1ac-44f7-a6d0-bc982938f6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '25761b23-885f-4c02-8b7f-f8756b227181', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:38:58Z', 'updated_at': '2022-05-28T06:39:13Z', 'revision_number': 5, 'project_id': '51e07d1dd4e842f29564191e4c945b6c', 'subnets': [{'id': '25761b23-885f-4c02-8b7f-f8756b227181', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:39:32.534584 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-fe232d54-4cc9-4afa-b5b2-67bf88c4ca9d None None] The port '6537da42-8b95-43cd-b2a7-58c6c9c2a6a5' was deleted {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 06:39:32.546253 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-15894bb7-f53e-49f5-8cd5-1914802dba09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cff019d0-9c46-47d5-a149-6e4bcacfb67c') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:39:32.546536 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port d7a1b1f4-1090-4791-94da-9d5eb5d9dc74 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:39:32.546768 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-15894bb7-f53e-49f5-8cd5-1914802dba09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cff019d0-9c46-47d5-a149-6e4bcacfb67c') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:39:32.546911 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:32.573005 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-15894bb7-f53e-49f5-8cd5-1914802dba09 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:32.612766 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d2075821-d2b2-414f-9303-bea2435df2ab req-68cbc855-aa2a-4566-8c34-9cdf5232d953 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d9e2739-d2e7-489f-8894-c4c5db308155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3833730 May 28 06:39:32.803288 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-15894bb7-f53e-49f5-8cd5-1914802dba09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:32.832861 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=00e1266a-2bb3-4f66-bc4c-42039b727aeb,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:39:32.841375 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15894bb7-f53e-49f5-8cd5-1914802dba09 admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:39:32.842975 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-15894bb7-f53e-49f5-8cd5-1914802dba09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:32.943489 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-8a46f1af-5cd6-4745-ba35-10cf7891233d None None] For port 68723314-4088-44e5-91e0-3e06e5eb40b7, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=68723314-4088-44e5-91e0-3e06e5eb40b7,segment=NetworkSegment(e82da2dd-17b8-4c15-8abb-711622ad0a92),segment_id=e82da2dd-17b8-4c15-8abb-711622ad0a92)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:39:32.963785 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment cff019d0-9c46-47d5-a149-6e4bcacfb67c resource provider aggregate not found May 28 06:39:32.997521 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4e59d55-c413-40d1-97ee-798c1a92363a tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Router 035af55e-abd9-4bf2-8685-fca0b38128d3 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:39:33.005878 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:33.014945 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment cff019d0-9c46-47d5-a149-6e4bcacfb67c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cff019d0-9c46-47d5-a149-6e4bcacfb67c found for delete ", "request_id": "req-424913ae-a632-4faa-94cf-e5f6a2e92dc8"}]} May 28 06:39:33.033957 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b294e2-deec-46bb-bf92-0ade0a3a4592 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:33.039698 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b294e2-deec-46bb-bf92-0ade0a3a4592 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:33.040491 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-60b294e2-deec-46bb-bf92-0ade0a3a4592 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Synchronizing usage tracker for tenant:5e9e9447c07c4077b6694ab63e3affe5 on resource:port {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:39:33.067517 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-e42b1fd2-ae95-4341-8c1d-6e1fa53426c8 None None] Port 85ffbea1-e46c-4649-bb46-edcb78a6b29d cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:39:33.112087 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-15894bb7-f53e-49f5-8cd5-1914802dba09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:33.117035 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-15894bb7-f53e-49f5-8cd5-1914802dba09 admin admin] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:33.197246 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-02a0ce45-657f-4eb8-bea8-0efa5aa3cc91 service neutron] 10.222.0.55 "GET /v2.0/networks/38aa9d6e-cdde-4924-ba18-69c2c5c3b178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2651722 May 28 06:39:33.197890 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15894bb7-f53e-49f5-8cd5-1914802dba09 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f020ed6-e088-4cd1-9a30-9926bacb86fe,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:39:33.219782 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.db.resource_extend [None req-8a46f1af-5cd6-4745-ba35-10cf7891233d None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 06:39:33.274833 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-8a46f1af-5cd6-4745-ba35-10cf7891233d None None] Notify callbacks [] for port, precommit_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:33.279383 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 2a9418a7-bd04-4bdb-9ce7-c9cfe2d4e847 is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:39:33.279743 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:33.297982 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-15894bb7-f53e-49f5-8cd5-1914802dba09 admin admin] 10.222.0.55 "DELETE /v2.0/networks/3f020ed6-e088-4cd1-9a30-9926bacb86fe HTTP/1.1" status: 204 len: 168 time: 5.9486926 May 28 06:39:33.308522 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d93dd77d-4bd9-4122-9939-90dcdbc49464 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Router ce8f9879-d1ac-44f7-a6d0-bc982938f6d1 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:39:33.309027 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-e42b1fd2-ae95-4341-8c1d-6e1fa53426c8 None None] Provisioning complete for port d7a1b1f4-1090-4791-94da-9d5eb5d9dc74 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:39:33.309396 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e42b1fd2-ae95-4341-8c1d-6e1fa53426c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:33.316030 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-067f45ea-cc23-46ae-8d30-20cda3626b92 admin admin] Deleting port 9a474b7d-6d12-49dc-b443-f5ab7a61dddb {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:39:33.316415 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-067f45ea-cc23-46ae-8d30-20cda3626b92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:33.335312 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-60b294e2-deec-46bb-bf92-0ade0a3a4592 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Unset dirty status for tenant:5e9e9447c07c4077b6694ab63e3affe5 on resource:port {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:39:33.348864 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-60b294e2-deec-46bb-bf92-0ade0a3a4592 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1605 time: 0.8872256 May 28 06:39:33.349669 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 39878) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:39:33.539290 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-8a46f1af-5cd6-4745-ba35-10cf7891233d None None] Ignored duplicate provisioning block setup for port 68723314-4088-44e5-91e0-3e06e5eb40b7 by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 28 06:39:33.563779 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4e59d55-c413-40d1-97ee-798c1a92363a tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:39:33.682093 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-0910fe2b-4f69-49d8-bcf3-cac8f5a7b4da tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Deleting port 4e4966c0-a32d-4ad5-9650-1f7e9ae0d786 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:39:33.682431 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0910fe2b-4f69-49d8-bcf3-cac8f5a7b4da tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:33.734072 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a42636-09f7-4cd3-adc8-942e781d8113 None None] Sync routers for ids ['035af55e-abd9-4bf2-8685-fca0b38128d3'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:39:33.826617 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 2a9418a7-bd04-4bdb-9ce7-c9cfe2d4e847, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=2a9418a7-bd04-4bdb-9ce7-c9cfe2d4e847,segment=NetworkSegment(38fd89a2-8195-4731-ba40-f43c54a7016a),segment_id=38fd89a2-8195-4731-ba40-f43c54a7016a)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:39:33.833863 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-8a46f1af-5cd6-4745-ba35-10cf7891233d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:33.845341 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5b99fda-0bc9-4e50-b070-ce4a427e6fc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a9418a7-bd04-4bdb-9ce7-c9cfe2d4e847'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:39:33.882847 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 39898) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:39:33.959845 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-64d2d708-da6e-4eae-ba79-56d1796df99e req-8ea22149-7da9-4bed-86c8-b7f5423811d7 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] 10.222.0.55 "GET /v2.0/ports?device_id=75e757b4-2d79-4493-9e4f-735cde8bfd52 HTTP/1.1" status: 200 len: 210 time: 0.2225535 May 28 06:39:33.985554 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d4bf63-547a-4e40-b290-0a920ac500c5 req-833705af-2459-4c37-9361-955228b083bf tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:33.993004 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c4d4bf63-547a-4e40-b290-0a920ac500c5 req-833705af-2459-4c37-9361-955228b083bf tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e HTTP/1.1" status: 200 len: 946 time: 0.9389231 May 28 06:39:34.023473 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a46f1af-5cd6-4745-ba35-10cf7891233d None None] Pushing event updated for resources: {'Port': ['ID=68723314-4088-44e5-91e0-3e06e5eb40b7,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:39:34.038714 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:34.061312 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d93dd77d-4bd9-4122-9939-90dcdbc49464 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:39:34.076686 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb903d3a-d2f8-4206-8c93-e989033ca79a None None] Sync routers for ids ['ce8f9879-d1ac-44f7-a6d0-bc982938f6d1'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:39:34.091011 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb903d3a-d2f8-4206-8c93-e989033ca79a None None] Routers {'ce8f9879-d1ac-44f7-a6d0-bc982938f6d1'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:39:34.094463 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-bb903d3a-d2f8-4206-8c93-e989033ca79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:39:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['ce8f9879-d1ac-44f7-a6d0-bc982938f6d1'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:39:34.099958 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d93dd77d-4bd9-4122-9939-90dcdbc49464 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks [] for router, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:34.103615 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-d93dd77d-4bd9-4122-9939-90dcdbc49464 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] 10.222.0.55 "PUT /v2.0/routers/ce8f9879-d1ac-44f7-a6d0-bc982938f6d1 HTTP/1.1" status: 200 len: 934 time: 5.6548467 May 28 06:39:34.109895 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 39912) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:39:34.121992 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c4d4bf63-547a-4e40-b290-0a920ac500c5 req-0c64c3f5-a57d-4046-8279-de56dcc99864 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0fc320c-5211-4d72-b7c9-130a40d05074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229656 May 28 06:39:34.137390 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [None req-067f45ea-cc23-46ae-8d30-20cda3626b92 admin admin] For port 9a474b7d-6d12-49dc-b443-f5ab7a61dddb, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=9a474b7d-6d12-49dc-b443-f5ab7a61dddb,segment=NetworkSegment(08328ee5-aa08-4f9a-a73b-412dd681424e),segment_id=08328ee5-aa08-4f9a-a73b-412dd681424e)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:39:34.138763 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-067f45ea-cc23-46ae-8d30-20cda3626b92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:34.175911 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a42636-09f7-4cd3-adc8-942e781d8113 None None] Routers {'035af55e-abd9-4bf2-8685-fca0b38128d3'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:39:34.176917 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-11a42636-09f7-4cd3-adc8-942e781d8113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:39:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['035af55e-abd9-4bf2-8685-fca0b38128d3'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:39:34.271872 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-11a42636-09f7-4cd3-adc8-942e781d8113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:39:34.357087 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75a91af6-e6cf-46d4-a065-fcdc976e2af0'] response: {'server_uuid': 'b5b99fda-0bc9-4e50-b070-ce4a427e6fc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a9418a7-bd04-4bdb-9ce7-c9cfe2d4e847', 'code': 200} May 28 06:39:34.369507 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port d7a1b1f4-1090-4791-94da-9d5eb5d9dc74 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:39:34.369894 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:34.427554 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a42636-09f7-4cd3-adc8-942e781d8113 None None] Routers {'035af55e-abd9-4bf2-8685-fca0b38128d3'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:39:34.428105 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-11a42636-09f7-4cd3-adc8-942e781d8113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:39:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['035af55e-abd9-4bf2-8685-fca0b38128d3'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:39:34.661944 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-11a42636-09f7-4cd3-adc8-942e781d8113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:39:34.662342 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a42636-09f7-4cd3-adc8-942e781d8113 None None] The sync data for ids ['035af55e-abd9-4bf2-8685-fca0b38128d3'] in n-d-843702-1 is: [] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:39:34.681683 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=2a9418a7-bd04-4bdb-9ce7-c9cfe2d4e847,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:39:34.711391 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port d7a1b1f4-1090-4791-94da-9d5eb5d9dc74, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=d7a1b1f4-1090-4791-94da-9d5eb5d9dc74,segment=NetworkSegment(42fffca2-522a-4bc4-9ac4-52dceb499961),segment_id=42fffca2-522a-4bc4-9ac4-52dceb499961)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:39:34.734258 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-bb903d3a-d2f8-4206-8c93-e989033ca79a None None] Set router ce8f9879-d1ac-44f7-a6d0-bc982938f6d1 gateway port host: None {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:39:34.750881 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-e42b1fd2-ae95-4341-8c1d-6e1fa53426c8 None None] Current status of the port d7a1b1f4-1090-4791-94da-9d5eb5d9dc74 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:39:34.751262 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e42b1fd2-ae95-4341-8c1d-6e1fa53426c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:34.842366 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:34.862299 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-067f45ea-cc23-46ae-8d30-20cda3626b92 admin admin] Calling delete_port for 9a474b7d-6d12-49dc-b443-f5ab7a61dddb owned by network:router_interface {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:39:35.215869 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-266c3fdf-71aa-4a9c-ae79-48a3684e57b1 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] 10.222.0.55 "GET /v2.0/routers/ce8f9879-d1ac-44f7-a6d0-bc982938f6d1 HTTP/1.1" status: 200 len: 934 time: 1.0867858 May 28 06:39:35.290015 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.db.api [None req-e42b1fd2-ae95-4341-8c1d-6e1fa53426c8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89111) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:39:35.290605 n-d-843702-1 neutron-server[89111]: DEBUG oslo_db.api [None req-e42b1fd2-ae95-4341-8c1d-6e1fa53426c8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:39:35.296312 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=d7a1b1f4-1090-4791-94da-9d5eb5d9dc74,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:39:35.420744 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 1ecc3c78-32c7-4268-97bd-ca960e13b5e5 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:39:35.431805 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 39922) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:39:35.443404 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-e03883eb-aafe-4d7c-b526-7a092495ecae tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Request body: {'router': {'routes': None}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:39:35.598692 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7ebc6058-8dc9-4c19-bbab-51d987252789 req-f3a63216-6c58-474a-88c8-3937ecdd0772 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] 10.222.0.55 "GET /v2.0/ports?device_id=75e757b4-2d79-4493-9e4f-735cde8bfd52 HTTP/1.1" status: 200 len: 210 time: 0.1035204 May 28 06:39:35.673577 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-29834d7b-c90f-47a4-a178-42a2fc5423f2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4b40625e6e3643fd96f0a27f5c2fd94f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7895539 May 28 06:39:35.710382 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 39926) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:39:35.911301 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c022f5-379e-4615-a865-15eb61a028da req-b15f892d-555c-499b-8e7d-d86797db363c tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:35.914378 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-e42b1fd2-ae95-4341-8c1d-6e1fa53426c8 None None] Current status of the port d7a1b1f4-1090-4791-94da-9d5eb5d9dc74 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:39:35.919977 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a1c022f5-379e-4615-a865-15eb61a028da req-b15f892d-555c-499b-8e7d-d86797db363c tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5b99fda-0bc9-4e50-b070-ce4a427e6fc6 HTTP/1.1" status: 200 len: 945 time: 1.5821342 May 28 06:39:36.003540 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-bb903d3a-d2f8-4206-8c93-e989033ca79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce8f9879-d1ac-44f7-a6d0-bc982938f6d1', 'name': 'tempest-RoutersTest-router-1404400592', 'tenant_id': '51e07d1dd4e842f29564191e4c945b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:38:19Z', 'updated_at': '2022-05-28T06:39:30Z', 'revision_number': 6, 'project_id': '51e07d1dd4e842f29564191e4c945b6c', 'gw_port_host': None, '_interfaces': [{'id': '1ecc3c78-32c7-4268-97bd-ca960e13b5e5', 'name': '', 'network_id': '8888fe45-59b6-485a-baf0-07cf639e0a54', 'tenant_id': '51e07d1dd4e842f29564191e4c945b6c', 'mac_address': 'fa:16:3e:d0:4c:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce8f9879-d1ac-44f7-a6d0-bc982938f6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1891, 'fixed_ips': [{'subnet_id': '8e1e7322-4034-4f97-a8ca-9155470070b1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:39:14Z', 'updated_at': '2022-05-28T06:39:31Z', 'revision_number': 4, 'project_id': '51e07d1dd4e842f29564191e4c945b6c', 'subnets': [{'id': '8e1e7322-4034-4f97-a8ca-9155470070b1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '32e62a22-84bf-4694-b19e-fb91d25761d9', 'name': '', 'network_id': 'eeb73656-43c1-4ee2-9497-5290bc10726e', 'tenant_id': '51e07d1dd4e842f29564191e4c945b6c', 'mac_address': 'fa:16:3e:99:7d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8f9879-d1ac-44f7-a6d0-bc982938f6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': 'c5fb5e00-99af-4f71-953e-f3f2fab999ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:38:26Z', 'updated_at': '2022-05-28T06:38:38Z', 'revision_number': 5, 'project_id': '51e07d1dd4e842f29564191e4c945b6c', 'subnets': [{'id': 'c5fb5e00-99af-4f71-953e-f3f2fab999ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b484a5c-2c70-4c58-8b4c-8d06f0ba5696', 'name': '', 'network_id': '9ccf9dee-f3a0-42be-8e4a-fcd6bc40fe93', 'tenant_id': '51e07d1dd4e842f29564191e4c945b6c', 'mac_address': 'fa:16:3e:6f:10:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8f9879-d1ac-44f7-a6d0-bc982938f6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '4627dc77-60dc-41e2-b543-5687a1b9f1b4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:38:38Z', 'updated_at': '2022-05-28T06:38:50Z', 'revision_number': 5, 'project_id': '51e07d1dd4e842f29564191e4c945b6c', 'subnets': [{'id': '4627dc77-60dc-41e2-b543-5687a1b9f1b4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5030fc6-457f-43ad-84c6-c81a31a2a3d4', 'name': '', 'network_id': '96e6c9f0-ef66-422b-858d-57cd1b2eca8b', 'tenant_id': '51e07d1dd4e842f29564191e4c945b6c', 'mac_address': 'fa:16:3e:b7:4d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8f9879-d1ac-44f7-a6d0-bc982938f6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '25761b23-885f-4c02-8b7f-f8756b227181', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:38:58Z', 'updated_at': '2022-05-28T06:39:13Z', 'revision_number': 5, 'project_id': '51e07d1dd4e842f29564191e4c945b6c', 'subnets': [{'id': '25761b23-885f-4c02-8b7f-f8756b227181', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:39:36.008919 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb903d3a-d2f8-4206-8c93-e989033ca79a None None] Checking router: ce8f9879-d1ac-44f7-a6d0-bc982938f6d1 for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:39:36.021613 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb903d3a-d2f8-4206-8c93-e989033ca79a None None] Routers {'ce8f9879-d1ac-44f7-a6d0-bc982938f6d1'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:39:36.029680 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-bb903d3a-d2f8-4206-8c93-e989033ca79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:39:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['ce8f9879-d1ac-44f7-a6d0-bc982938f6d1'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:39:36.089802 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0910fe2b-4f69-49d8-bcf3-cac8f5a7b4da tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:36.191649 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc00b9a-b0ed-4d3b-a056-5c190b3ba60c req-fe782d64-29ef-4256-a6c0-da7e437a644f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:36.193109 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6fc00b9a-b0ed-4d3b-a056-5c190b3ba60c req-fe782d64-29ef-4256-a6c0-da7e437a644f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b5b99fda-0bc9-4e50-b070-ce4a427e6fc6 HTTP/1.1" status: 200 len: 1096 time: 1.4776466 May 28 06:39:36.209981 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a1c022f5-379e-4615-a865-15eb61a028da req-4f9cad46-52e3-4ba1-8693-1eae09f15650 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d9e2739-d2e7-489f-8894-c4c5db308155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2880363 May 28 06:39:36.256562 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-bb903d3a-d2f8-4206-8c93-e989033ca79a None None] Set router ce8f9879-d1ac-44f7-a6d0-bc982938f6d1 gateway port host: None {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:39:36.297226 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-0910fe2b-4f69-49d8-bcf3-cac8f5a7b4da tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Calling delete_port for 4e4966c0-a32d-4ad5-9650-1f7e9ae0d786 owned by {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:39:36.344020 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fa644a-420d-4dca-bf54-d96d2c5b0e12 req-a1b85ade-5973-4718-8e52-0a2f2d08905b tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:36.345605 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b7fa644a-420d-4dca-bf54-d96d2c5b0e12 req-a1b85ade-5973-4718-8e52-0a2f2d08905b tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e HTTP/1.1" status: 200 len: 946 time: 0.5166821 May 28 06:39:36.353197 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a9eb3bcb-b26e-4cae-9fe0-a49b2fb45f9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:36.361108 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 1ecc3c78-32c7-4268-97bd-ca960e13b5e5 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:39:36.370012 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 1ecc3c78-32c7-4268-97bd-ca960e13b5e5 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:39:36.370819 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:36.400720 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6fc00b9a-b0ed-4d3b-a056-5c190b3ba60c req-95acb12a-55d5-409c-ae67-d440b521d4eb service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=0d9e2739-d2e7-489f-8894-c4c5db308155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1311820 May 28 06:39:36.449176 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a9eb3bcb-b26e-4cae-9fe0-a49b2fb45f9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:36.467419 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b7fa644a-420d-4dca-bf54-d96d2c5b0e12 req-3f218035-b6e6-48f5-82d2-69fffc5c6f17 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0fc320c-5211-4d72-b7c9-130a40d05074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058452 May 28 06:39:36.509449 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4e59d55-c413-40d1-97ee-798c1a92363a tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Router fd3fae78-36c4-44bb-bbe6-e6da9447bd5b has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:39:36.520989 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-9d051764-d68b-4ec3-9ba9-2f05f5196ede None None] Provisioning for port 52bbb013-fbe7-4021-af55-fc6c2e10a009 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:39:36.525194 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-067f45ea-cc23-46ae-8d30-20cda3626b92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:36.540483 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d1aabb5-ef63-4621-b4d5-4aa71eb17656 None None] get_active_networks_info from n-d-843702-1 {{(pid=89111) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 28 06:39:36.654991 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067f45ea-cc23-46ae-8d30-20cda3626b92 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a474b7d-6d12-49dc-b443-f5ab7a61dddb,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:39:36.713369 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067f45ea-cc23-46ae-8d30-20cda3626b92 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:39:36.714106 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067f45ea-cc23-46ae-8d30-20cda3626b92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:39:36.714445 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067f45ea-cc23-46ae-8d30-20cda3626b92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:39:36.714908 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067f45ea-cc23-46ae-8d30-20cda3626b92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:39:36.715244 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067f45ea-cc23-46ae-8d30-20cda3626b92 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:39:36.715570 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067f45ea-cc23-46ae-8d30-20cda3626b92 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:39:36.716221 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067f45ea-cc23-46ae-8d30-20cda3626b92 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:39:36.716548 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067f45ea-cc23-46ae-8d30-20cda3626b92 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:39:36.716925 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067f45ea-cc23-46ae-8d30-20cda3626b92 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:39:36.717310 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067f45ea-cc23-46ae-8d30-20cda3626b92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:39:36.717658 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067f45ea-cc23-46ae-8d30-20cda3626b92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:39:36.717978 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067f45ea-cc23-46ae-8d30-20cda3626b92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:39:36.883404 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b295dd4c-7c8d-463a-8b7a-3cdb614bfe5b req-5da55b37-a681-4c6b-bcf1-36b1b605599d tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] 10.222.0.55 "GET /v2.0/ports?device_id=75e757b4-2d79-4493-9e4f-735cde8bfd52 HTTP/1.1" status: 200 len: 210 time: 0.0507669 May 28 06:39:36.986454 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1aabb5-ef63-4621-b4d5-4aa71eb17656 None None] Resources bound (agent type, host, resource id): {{(pid=89111) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 28 06:39:36.991144 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 1ecc3c78-32c7-4268-97bd-ca960e13b5e5 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:39:36.991517 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:36.996171 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a9eb3bcb-b26e-4cae-9fe0-a49b2fb45f9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:37.075155 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eb3bcb-b26e-4cae-9fe0-a49b2fb45f9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da113a0c-8ebd-48a7-a4a2-2238b85d044b,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:39:37.117870 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-bb903d3a-d2f8-4206-8c93-e989033ca79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce8f9879-d1ac-44f7-a6d0-bc982938f6d1', 'name': 'tempest-RoutersTest-router-1404400592', 'tenant_id': '51e07d1dd4e842f29564191e4c945b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:38:19Z', 'updated_at': '2022-05-28T06:39:30Z', 'revision_number': 6, 'project_id': '51e07d1dd4e842f29564191e4c945b6c', 'gw_port_host': None, '_interfaces': [{'id': '1ecc3c78-32c7-4268-97bd-ca960e13b5e5', 'name': '', 'network_id': '8888fe45-59b6-485a-baf0-07cf639e0a54', 'tenant_id': '51e07d1dd4e842f29564191e4c945b6c', 'mac_address': 'fa:16:3e:d0:4c:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce8f9879-d1ac-44f7-a6d0-bc982938f6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1891, 'fixed_ips': [{'subnet_id': '8e1e7322-4034-4f97-a8ca-9155470070b1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:39:14Z', 'updated_at': '2022-05-28T06:39:31Z', 'revision_number': 4, 'project_id': '51e07d1dd4e842f29564191e4c945b6c', 'subnets': [{'id': '8e1e7322-4034-4f97-a8ca-9155470070b1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '32e62a22-84bf-4694-b19e-fb91d25761d9', 'name': '', 'network_id': 'eeb73656-43c1-4ee2-9497-5290bc10726e', 'tenant_id': '51e07d1dd4e842f29564191e4c945b6c', 'mac_address': 'fa:16:3e:99:7d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8f9879-d1ac-44f7-a6d0-bc982938f6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': 'c5fb5e00-99af-4f71-953e-f3f2fab999ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:38:26Z', 'updated_at': '2022-05-28T06:38:38Z', 'revision_number': 5, 'project_id': '51e07d1dd4e842f29564191e4c945b6c', 'subnets': [{'id': 'c5fb5e00-99af-4f71-953e-f3f2fab999ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b484a5c-2c70-4c58-8b4c-8d06f0ba5696', 'name': '', 'network_id': '9ccf9dee-f3a0-42be-8e4a-fcd6bc40fe93', 'tenant_id': '51e07d1dd4e842f29564191e4c945b6c', 'mac_address': 'fa:16:3e:6f:10:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8f9879-d1ac-44f7-a6d0-bc982938f6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '4627dc77-60dc-41e2-b543-5687a1b9f1b4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:38:38Z', 'updated_at': '2022-05-28T06:38:50Z', 'revision_number': 5, 'project_id': '51e07d1dd4e842f29564191e4c945b6c', 'subnets': [{'id': '4627dc77-60dc-41e2-b543-5687a1b9f1b4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5030fc6-457f-43ad-84c6-c81a31a2a3d4', 'name': '', 'network_id': '96e6c9f0-ef66-422b-858d-57cd1b2eca8b', 'tenant_id': '51e07d1dd4e842f29564191e4c945b6c', 'mac_address': 'fa:16:3e:b7:4d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8f9879-d1ac-44f7-a6d0-bc982938f6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '25761b23-885f-4c02-8b7f-f8756b227181', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:38:58Z', 'updated_at': '2022-05-28T06:39:13Z', 'revision_number': 5, 'project_id': '51e07d1dd4e842f29564191e4c945b6c', 'subnets': [{'id': '25761b23-885f-4c02-8b7f-f8756b227181', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:39:37.129616 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb903d3a-d2f8-4206-8c93-e989033ca79a None None] The sync data for ids ['ce8f9879-d1ac-44f7-a6d0-bc982938f6d1'] in n-d-843702-1 is: [{'id': 'ce8f9879-d1ac-44f7-a6d0-bc982938f6d1', 'name': 'tempest-RoutersTest-router-1404400592', 'tenant_id': '51e07d1dd4e842f29564191e4c945b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:38:19Z', 'updated_at': '2022-05-28T06:39:30Z', 'revision_number': 6, 'project_id': '51e07d1dd4e842f29564191e4c945b6c', 'gw_port_host': None, '_interfaces': [{'id': '1ecc3c78-32c7-4268-97bd-ca960e13b5e5', 'name': '', 'network_id': '8888fe45-59b6-485a-baf0-07cf639e0a54', 'tenant_id': '51e07d1dd4e842f29564191e4c945b6c', 'mac_address': 'fa:16:3e:d0:4c:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce8f9879-d1ac-44f7-a6d0-bc982938f6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1891, 'fixed_ips': [{'subnet_id': '8e1e7322-4034-4f97-a8ca-9155470070b1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:39:14Z', 'updated_at': '2022-05-28T06:39:31Z', 'revision_number': 4, 'project_id': '51e07d1dd4e842f29564191e4c945b6c', 'subnets': [{'id': '8e1e7322-4034-4f97-a8ca-9155470070b1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '32e62a22-84bf-4694-b19e-fb91d25761d9', 'name': '', 'network_id': 'eeb73656-43c1-4ee2-9497-5290bc10726e', 'tenant_id': '51e07d1dd4e842f29564191e4c945b6c', 'mac_address': 'fa:16:3e:99:7d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8f9879-d1ac-44f7-a6d0-bc982938f6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': 'c5fb5e00-99af-4f71-953e-f3f2fab999ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:38:26Z', 'updated_at': '2022-05-28T06:38:38Z', 'revision_number': 5, 'project_id': '51e07d1dd4e842f29564191e4c945b6c', 'subnets': [{'id': 'c5fb5e00-99af-4f71-953e-f3f2fab999ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b484a5c-2c70-4c58-8b4c-8d06f0ba5696', 'name': '', 'network_id': '9ccf9dee-f3a0-42be-8e4a-fcd6bc40fe93', 'tenant_id': '51e07d1dd4e842f29564191e4c945b6c', 'mac_address': 'fa:16:3e:6f:10:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8f9879-d1ac-44f7-a6d0-bc982938f6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '4627dc77-60dc-41e2-b543-5687a1b9f1b4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:38:38Z', 'updated_at': '2022-05-28T06:38:50Z', 'revision_number': 5, 'project_id': '51e07d1dd4e842f29564191e4c945b6c', 'subnets': [{'id': '4627dc77-60dc-41e2-b543-5687a1b9f1b4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5030fc6-457f-43ad-84c6-c81a31a2a3d4', 'name': '', 'network_id': '96e6c9f0-ef66-422b-858d-57cd1b2eca8b', 'tenant_id': '51e07d1dd4e842f29564191e4c945b6c', 'mac_address': 'fa:16:3e:b7:4d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8f9879-d1ac-44f7-a6d0-bc982938f6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '25761b23-885f-4c02-8b7f-f8756b227181', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:38:58Z', 'updated_at': '2022-05-28T06:39:13Z', 'revision_number': 5, 'project_id': '51e07d1dd4e842f29564191e4c945b6c', 'subnets': [{'id': '25761b23-885f-4c02-8b7f-f8756b227181', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:39:37.132795 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port 1ecc3c78-32c7-4268-97bd-ca960e13b5e5, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=1ecc3c78-32c7-4268-97bd-ca960e13b5e5,segment=NetworkSegment(91916fa5-9a7d-4f3b-b27b-6463cde7cfac),segment_id=91916fa5-9a7d-4f3b-b27b-6463cde7cfac)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:39:37.218188 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-7032e380-0dac-4bc9-80b2-9450a09c091e None None] Provisioning for port 4e4966c0-a32d-4ad5-9650-1f7e9ae0d786 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:39:37.237381 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:37.238283 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 52bbb013-fbe7-4021-af55-fc6c2e10a009 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:39:37.279690 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a9eb3bcb-b26e-4cae-9fe0-a49b2fb45f9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:37.295947 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-a9eb3bcb-b26e-4cae-9fe0-a49b2fb45f9e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/da113a0c-8ebd-48a7-a4a2-2238b85d044b HTTP/1.1" status: 204 len: 168 time: 1.5726209 May 28 06:39:37.335485 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-067f45ea-cc23-46ae-8d30-20cda3626b92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700472'] for router_interface, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:37.532143 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-7032e380-0dac-4bc9-80b2-9450a09c091e None None] Provisioning complete for port 4e4966c0-a32d-4ad5-9650-1f7e9ae0d786 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:39:37.532779 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-7032e380-0dac-4bc9-80b2-9450a09c091e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:37.626463 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0910fe2b-4f69-49d8-bcf3-cac8f5a7b4da tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:37.691721 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-7032e380-0dac-4bc9-80b2-9450a09c091e None None] Port 4e4966c0-a32d-4ad5-9650-1f7e9ae0d786 was deleted so its status cannot be updated. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} May 28 06:39:37.799452 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=1ecc3c78-32c7-4268-97bd-ca960e13b5e5,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:39:37.869745 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-7032e380-0dac-4bc9-80b2-9450a09c091e None None] Provisioning for port 68723314-4088-44e5-91e0-3e06e5eb40b7 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:39:37.963584 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.extraroute_db [None req-e03883eb-aafe-4d7c-b526-7a092495ecae tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Added routes are [] {{(pid=89109) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 28 06:39:37.964408 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.extraroute_db [None req-e03883eb-aafe-4d7c-b526-7a092495ecae tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=89109) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 28 06:39:38.002367 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e03883eb-aafe-4d7c-b526-7a092495ecae tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59027'] for router, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:38.006326 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 52bbb013-fbe7-4021-af55-fc6c2e10a009 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:39:38.013867 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0910fe2b-4f69-49d8-bcf3-cac8f5a7b4da tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Pushing event deleted for resources: {'Port': ['ID=4e4966c0-a32d-4ad5-9650-1f7e9ae0d786,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:39:38.061408 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 52bbb013-fbe7-4021-af55-fc6c2e10a009 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:39:38.061408 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:38.076539 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0910fe2b-4f69-49d8-bcf3-cac8f5a7b4da tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:38.092668 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4e59d55-c413-40d1-97ee-798c1a92363a tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:39:38.126074 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb77618-3324-4e9b-b541-dbf023a7dcb2 None None] Sync routers for ids ['fd3fae78-36c4-44bb-bbe6-e6da9447bd5b'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:39:38.225724 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb77618-3324-4e9b-b541-dbf023a7dcb2 None None] Routers {'fd3fae78-36c4-44bb-bbe6-e6da9447bd5b'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:39:38.237113 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-9fb77618-3324-4e9b-b541-dbf023a7dcb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:39:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['fd3fae78-36c4-44bb-bbe6-e6da9447bd5b'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:39:38.398098 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-9fb77618-3324-4e9b-b541-dbf023a7dcb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:39:38.438576 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb77618-3324-4e9b-b541-dbf023a7dcb2 None None] Routers {'fd3fae78-36c4-44bb-bbe6-e6da9447bd5b'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:39:38.444877 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-9fb77618-3324-4e9b-b541-dbf023a7dcb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:39:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['fd3fae78-36c4-44bb-bbe6-e6da9447bd5b'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:39:38.496670 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-0910fe2b-4f69-49d8-bcf3-cac8f5a7b4da tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "DELETE /v2.0/ports/4e4966c0-a32d-4ad5-9650-1f7e9ae0d786 HTTP/1.1" status: 204 len: 168 time: 5.1420152 May 28 06:39:38.509277 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 39952) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:39:38.512388 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b4e59d55-c413-40d1-97ee-798c1a92363a tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:38.563186 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a59500-812b-40be-91cd-96c542a8a685 req-e063548a-1b19-4571-b26b-4447c7746985 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:38.587765 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-9fb77618-3324-4e9b-b541-dbf023a7dcb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:39:38.588309 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb77618-3324-4e9b-b541-dbf023a7dcb2 None None] The sync data for ids ['fd3fae78-36c4-44bb-bbe6-e6da9447bd5b'] in n-d-843702-1 is: [] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:39:38.604098 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e8a59500-812b-40be-91cd-96c542a8a685 req-e063548a-1b19-4571-b26b-4447c7746985 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5b99fda-0bc9-4e50-b070-ce4a427e6fc6 HTTP/1.1" status: 200 len: 945 time: 0.8649309 May 28 06:39:38.629932 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 52bbb013-fbe7-4021-af55-fc6c2e10a009 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:39:38.630428 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:38.697374 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port 52bbb013-fbe7-4021-af55-fc6c2e10a009, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=52bbb013-fbe7-4021-af55-fc6c2e10a009,segment=NetworkSegment(e0f2ff40-fdb3-47bd-9624-9a741f0eb401),segment_id=e0f2ff40-fdb3-47bd-9624-9a741f0eb401)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:39:38.713277 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-41d1affd-9579-49c2-b7f2-561a9102568d tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:38.719206 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-41d1affd-9579-49c2-b7f2-561a9102568d tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:38.732952 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-41d1affd-9579-49c2-b7f2-561a9102568d tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] 10.222.0.71 "GET /v2.0/networks?id=38aa9d6e-cdde-4924-ba18-69c2c5c3b178&id=9357ccb8-c28f-47b9-8980-a59514d44f31&id=38aa9d6e-cdde-4924-ba18-69c2c5c3b178 HTTP/1.1" status: 200 len: 1392 time: 0.6046579 May 28 06:39:38.756240 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0b133c-bfd2-4942-b3a6-1f4fa26e080f req-86dd5683-55ba-489b-ad7f-af788924e045 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:38.763981 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1d0b133c-bfd2-4942-b3a6-1f4fa26e080f req-86dd5683-55ba-489b-ad7f-af788924e045 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e HTTP/1.1" status: 200 len: 946 time: 0.9056973 May 28 06:39:38.773605 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-067f45ea-cc23-46ae-8d30-20cda3626b92 admin admin] Router f04817d4-9ae0-4be2-8bb2-b660c6ddd55f has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:39:38.779948 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-d256e225-525c-40ae-ad4d-1b8aa088edbf tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Request body: {'port': {'device_id': '75e757b4-2d79-4493-9e4f-735cde8bfd52', 'network_id': '38aa9d6e-cdde-4924-ba18-69c2c5c3b178', 'admin_state_up': True, 'tenant_id': '60982381454b4376b475404da5b08605'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:39:38.786184 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d2b9e2-a5a2-412f-bd65-4719fc1d5b3e tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:38.788409 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d2b9e2-a5a2-412f-bd65-4719fc1d5b3e tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:38.789183 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-80d2b9e2-a5a2-412f-bd65-4719fc1d5b3e tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Synchronizing usage tracker for tenant:5e9e9447c07c4077b6694ab63e3affe5 on resource:subnet {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:39:38.806239 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e03883eb-aafe-4d7c-b526-7a092495ecae tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59027'] for router, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:38.826072 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:38.826867 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device e607f418-2a32-4e2a-80bb-fa49303fe6c1 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:39:38.833008 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e8a59500-812b-40be-91cd-96c542a8a685 req-ec544ee5-7286-4f09-9401-6536404884ec tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d9e2739-d2e7-489f-8894-c4c5db308155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2323782 May 28 06:39:38.879358 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-b4e59d55-c413-40d1-97ee-798c1a92363a tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] 10.222.0.55 "PUT /v2.0/floatingips/9f18e0e2-9cab-4f95-83ba-ab0666d81ef0 HTTP/1.1" status: 200 len: 977 time: 10.8393297 May 28 06:39:38.882240 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e03883eb-aafe-4d7c-b526-7a092495ecae tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-690815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-690800', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-692041'] for router, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:38.884893 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 39966) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:39:39.048209 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-80d2b9e2-a5a2-412f-bd65-4719fc1d5b3e tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Unset dirty status for tenant:5e9e9447c07c4077b6694ab63e3affe5 on resource:subnet {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:39:39.051933 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-80d2b9e2-a5a2-412f-bd65-4719fc1d5b3e tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4969556 May 28 06:39:39.062136 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=52bbb013-fbe7-4021-af55-fc6c2e10a009,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:39:39.066253 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 39974) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:39:39.183482 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port e607f418-2a32-4e2a-80bb-fa49303fe6c1 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:39:39.184647 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:39.240046 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-a52cc0a5-625e-4e42-ad74-417bb9a219be tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Deleting port 85ffbea1-e46c-4649-bb46-edcb78a6b29d {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:39:39.240945 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a52cc0a5-625e-4e42-ad74-417bb9a219be tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:39.324930 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_v2 [None req-df0b5e4a-0aba-4221-ab73-ea9e0539f794 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Deleting subnet 30e24c34-4cd0-448f-9c36-09aff26f20df {{(pid=89109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:39:39.336832 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-df0b5e4a-0aba-4221-ab73-ea9e0539f794 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks [] for subnet, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:39.354166 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6d93c0ac-ba14-4906-90ed-36b7e7bc1acb req-de70c968-1927-4317-9ac1-277bee3f31d0 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] 10.222.0.55 "GET /v2.0/ports?device_id=75e757b4-2d79-4493-9e4f-735cde8bfd52 HTTP/1.1" status: 200 len: 210 time: 0.1205907 May 28 06:39:39.357388 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1d0b133c-bfd2-4942-b3a6-1f4fa26e080f req-1c1311b5-9f00-4788-8381-fce91ec36d15 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0fc320c-5211-4d72-b7c9-130a40d05074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5923972 May 28 06:39:39.371996 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port e607f418-2a32-4e2a-80bb-fa49303fe6c1 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:39:39.379344 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 00e1266a-2bb3-4f66-bc4c-42039b727aeb up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:39:39.416127 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 39984) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:39:39.444671 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e03883eb-aafe-4d7c-b526-7a092495ecae tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Router ce8f9879-d1ac-44f7-a6d0-bc982938f6d1 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:39:39.483855 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 00e1266a-2bb3-4f66-bc4c-42039b727aeb triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:39:39.484222 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:39.551200 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-d256e225-525c-40ae-ad4d-1b8aa088edbf tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:39:39.558666 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-d256e225-525c-40ae-ad4d-1b8aa088edbf tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Usage tracker for resource:port and tenant:60982381454b4376b475404da5b08605 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:39:39.558666 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-d256e225-525c-40ae-ad4d-1b8aa088edbf tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Quota usage for port was recalculated. Used quota:4. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:39:39.564606 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-d256e225-525c-40ae-ad4d-1b8aa088edbf tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:39:39.608800 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-067f45ea-cc23-46ae-8d30-20cda3626b92 admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:39:39.614460 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-df0b5e4a-0aba-4221-ab73-ea9e0539f794 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3964070'] for subnet, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:39.628245 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a087c6c-98b7-4b18-83b0-4cb00c65d25b None None] Sync routers for ids ['f04817d4-9ae0-4be2-8bb2-b660c6ddd55f'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:39:39.644267 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-067f45ea-cc23-46ae-8d30-20cda3626b92 admin admin] 10.222.0.55 "PUT /v2.0/routers/f04817d4-9ae0-4be2-8bb2-b660c6ddd55f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2102475 May 28 06:39:39.647131 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 39990) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:39:39.647827 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a087c6c-98b7-4b18-83b0-4cb00c65d25b None None] Routers {'f04817d4-9ae0-4be2-8bb2-b660c6ddd55f'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:39:39.648446 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-0a087c6c-98b7-4b18-83b0-4cb00c65d25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:39:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['f04817d4-9ae0-4be2-8bb2-b660c6ddd55f'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:39:39.651388 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-d256e225-525c-40ae-ad4d-1b8aa088edbf tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Made reservation on behalf of 60982381454b4376b475404da5b08605 for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:39:39.666950 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-d256e225-525c-40ae-ad4d-1b8aa088edbf tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:39.701392 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-6ef561b8-82c3-43b7-b8f5-6f0c613aba67 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-820963480-network', 'tenant_id': '1eb3903fca5b42059dbf5c364e1001cb'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:39:39.711289 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-6ef561b8-82c3-43b7-b8f5-6f0c613aba67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:39:39.718249 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 00e1266a-2bb3-4f66-bc4c-42039b727aeb is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:39:39.719573 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 68723314-4088-44e5-91e0-3e06e5eb40b7 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:39:39.720349 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-6ef561b8-82c3-43b7-b8f5-6f0c613aba67 admin admin] Usage tracker for resource:network and tenant:1eb3903fca5b42059dbf5c364e1001cb is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:39:39.726944 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-6ef561b8-82c3-43b7-b8f5-6f0c613aba67 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:39:39.737115 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-6ef561b8-82c3-43b7-b8f5-6f0c613aba67 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:39:39.902921 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ef561b8-82c3-43b7-b8f5-6f0c613aba67 admin admin] Made reservation on behalf of 1eb3903fca5b42059dbf5c364e1001cb for: {'network': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:39:39.906320 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6ef561b8-82c3-43b7-b8f5-6f0c613aba67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:39.920672 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 68723314-4088-44e5-91e0-3e06e5eb40b7 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:39:39.928579 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 68723314-4088-44e5-91e0-3e06e5eb40b7 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:39:39.928998 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:39.986271 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6ef561b8-82c3-43b7-b8f5-6f0c613aba67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:39.992580 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-0a087c6c-98b7-4b18-83b0-4cb00c65d25b None None] Set router f04817d4-9ae0-4be2-8bb2-b660c6ddd55f gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:39:40.020895 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-6ef561b8-82c3-43b7-b8f5-6f0c613aba67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:39:40.029309 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-6ef561b8-82c3-43b7-b8f5-6f0c613aba67 admin admin] Usage tracker for resource:security_group_rule and tenant:1eb3903fca5b42059dbf5c364e1001cb is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:39:40.033028 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-6ef561b8-82c3-43b7-b8f5-6f0c613aba67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:39:40.043999 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-6ef561b8-82c3-43b7-b8f5-6f0c613aba67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:39:40.123719 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e03883eb-aafe-4d7c-b526-7a092495ecae tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:39:40.134189 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e03883eb-aafe-4d7c-b526-7a092495ecae tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:40.135591 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-e03883eb-aafe-4d7c-b526-7a092495ecae tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] 10.222.0.55 "PUT /v2.0/routers/ce8f9879-d1ac-44f7-a6d0-bc982938f6d1 HTTP/1.1" status: 200 len: 700 time: 4.7006469 May 28 06:39:40.151632 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 40004) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:39:40.181588 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-d256e225-525c-40ae-ad4d-1b8aa088edbf tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Allocated IP 19.80.0.37 (38aa9d6e-cdde-4924-ba18-69c2c5c3b178/2b810899-1708-45c4-a8f6-d694f8e91c50/ca7e4606-af5c-40eb-9228-6465bb8af63a) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:39:40.280572 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 68723314-4088-44e5-91e0-3e06e5eb40b7 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:39:40.280831 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:40.304553 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c743a69e-648c-416e-96e6-717fd0b66382 None None] Sync routers for ids ['ce8f9879-d1ac-44f7-a6d0-bc982938f6d1'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:39:40.343587 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4b74e3-12ad-4502-a946-d6efaf26bba9 req-d1853538-b496-4bc7-9c22-5fecfdf644a1 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:40.347396 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9f4b74e3-12ad-4502-a946-d6efaf26bba9 req-d1853538-b496-4bc7-9c22-5fecfdf644a1 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5b99fda-0bc9-4e50-b070-ce4a427e6fc6 HTTP/1.1" status: 200 len: 945 time: 0.2645142 May 28 06:39:40.351356 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c743a69e-648c-416e-96e6-717fd0b66382 None None] Routers {'ce8f9879-d1ac-44f7-a6d0-bc982938f6d1'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:39:40.353003 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-c743a69e-648c-416e-96e6-717fd0b66382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:39:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['ce8f9879-d1ac-44f7-a6d0-bc982938f6d1'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:39:40.434174 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-0a087c6c-98b7-4b18-83b0-4cb00c65d25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f04817d4-9ae0-4be2-8bb2-b660c6ddd55f', 'name': 'tempest-ServerRescueTestJSON-676549062-router', 'tenant_id': 'f44679598b0a43b98b3c94202ca37d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': 'ef4d1cea-1562-4c9d-bd27-48f6fbab45d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:36:10Z', 'updated_at': '2022-05-28T06:39:36Z', 'revision_number': 5, 'project_id': 'f44679598b0a43b98b3c94202ca37d34', 'gw_port': {'id': 'ef4d1cea-1562-4c9d-bd27-48f6fbab45d6', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:f3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f04817d4-9ae0-4be2-8bb2-b660c6ddd55f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:36:14Z', 'updated_at': '2022-05-28T06:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:39:40.440400 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a087c6c-98b7-4b18-83b0-4cb00c65d25b None None] Checking router: f04817d4-9ae0-4be2-8bb2-b660c6ddd55f for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:39:40.453097 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-2212afb9-bc7b-4703-941a-689d6e241766 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] 10.222.0.55 "GET /v2.0/routers/ce8f9879-d1ac-44f7-a6d0-bc982938f6d1 HTTP/1.1" status: 200 len: 700 time: 0.2948751 May 28 06:39:40.453462 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a087c6c-98b7-4b18-83b0-4cb00c65d25b None None] Routers {'f04817d4-9ae0-4be2-8bb2-b660c6ddd55f'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:39:40.454140 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-0a087c6c-98b7-4b18-83b0-4cb00c65d25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:39:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['f04817d4-9ae0-4be2-8bb2-b660c6ddd55f'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:39:40.472382 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 40016) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:39:40.610349 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a52cc0a5-625e-4e42-ad74-417bb9a219be tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:40.657019 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9f4b74e3-12ad-4502-a946-d6efaf26bba9 req-8522682e-177f-4706-a5cc-24e21366b7c3 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d9e2739-d2e7-489f-8894-c4c5db308155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2709036 May 28 06:39:40.674899 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port 68723314-4088-44e5-91e0-3e06e5eb40b7, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=68723314-4088-44e5-91e0-3e06e5eb40b7,segment=NetworkSegment(e82da2dd-17b8-4c15-8abb-711622ad0a92),segment_id=e82da2dd-17b8-4c15-8abb-711622ad0a92)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:39:40.715214 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-c743a69e-648c-416e-96e6-717fd0b66382 None None] Set router ce8f9879-d1ac-44f7-a6d0-bc982938f6d1 gateway port host: None {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:39:40.734478 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-21a86662-0740-4090-a0c9-954e09ac0837 req-fcfca439-5bd3-42e5-9921-f736e5cac561 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] 10.222.0.55 "GET /v2.0/ports?device_id=75e757b4-2d79-4493-9e4f-735cde8bfd52 HTTP/1.1" status: 200 len: 210 time: 0.1703978 May 28 06:39:40.779431 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6ef561b8-82c3-43b7-b8f5-6f0c613aba67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:40.829055 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:40.850468 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-0a087c6c-98b7-4b18-83b0-4cb00c65d25b None None] Set router f04817d4-9ae0-4be2-8bb2-b660c6ddd55f gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:39:40.880701 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-df0b5e4a-0aba-4221-ab73-ea9e0539f794 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:40.885542 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6ef561b8-82c3-43b7-b8f5-6f0c613aba67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:40.961966 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 6537da42-8b95-43cd-b2a7-58c6c9c2a6a5 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:39:41.014572 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-d256e225-525c-40ae-ad4d-1b8aa088edbf tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:41.017576 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ef561b8-82c3-43b7-b8f5-6f0c613aba67 admin admin] vlan segment allocate from pool success with {'vlan_id': 362, 'physical_network': 'physnet1'} {{(pid=89110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:39:41.099278 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef561b8-82c3-43b7-b8f5-6f0c613aba67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50112b40-ac57-4e37-8137-979d8675a730,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:39:41.110859 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-d256e225-525c-40ae-ad4d-1b8aa088edbf tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Transition to ACTIVE for port object ca7e4606-af5c-40eb-9228-6465bb8af63a will not be triggered until provisioned by entity DHCP. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:39:41.112365 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6ef561b8-82c3-43b7-b8f5-6f0c613aba67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:41.112703 n-d-843702-1 neutron-server[89110]: INFO neutron.db.segments_db [None req-6ef561b8-82c3-43b7-b8f5-6f0c613aba67 admin admin] Added segment 1a71e236-337f-4493-9f8a-ffd8006346fc of type vlan for network 5504f506-1293-4df7-808a-03940cf147f3 May 28 06:39:41.133021 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 6537da42-8b95-43cd-b2a7-58c6c9c2a6a5 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:39:41.133369 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 6537da42-8b95-43cd-b2a7-58c6c9c2a6a5 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:39:41.179066 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6ef561b8-82c3-43b7-b8f5-6f0c613aba67 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:41.194225 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1fa6ce29-e3a8-42be-91d6-7104273db70a admin admin] Notify callbacks [] for router, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:41.200340 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ba471f-7eb5-4098-9ec4-62eb90503873 req-7ed6e90b-1e86-4345-90d9-c31febe259e9 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:41.207488 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-04ba471f-7eb5-4098-9ec4-62eb90503873 req-7ed6e90b-1e86-4345-90d9-c31febe259e9 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e HTTP/1.1" status: 200 len: 946 time: 0.2896166 May 28 06:39:41.232463 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-0a087c6c-98b7-4b18-83b0-4cb00c65d25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f04817d4-9ae0-4be2-8bb2-b660c6ddd55f', 'name': 'tempest-ServerRescueTestJSON-676549062-router', 'tenant_id': 'f44679598b0a43b98b3c94202ca37d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': 'ef4d1cea-1562-4c9d-bd27-48f6fbab45d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:36:10Z', 'updated_at': '2022-05-28T06:39:36Z', 'revision_number': 5, 'project_id': 'f44679598b0a43b98b3c94202ca37d34', 'gw_port': {'id': 'ef4d1cea-1562-4c9d-bd27-48f6fbab45d6', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:f3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f04817d4-9ae0-4be2-8bb2-b660c6ddd55f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:36:14Z', 'updated_at': '2022-05-28T06:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:39:41.238463 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a087c6c-98b7-4b18-83b0-4cb00c65d25b None None] The sync data for ids ['f04817d4-9ae0-4be2-8bb2-b660c6ddd55f'] in n-d-843702-1 is: [{'id': 'f04817d4-9ae0-4be2-8bb2-b660c6ddd55f', 'name': 'tempest-ServerRescueTestJSON-676549062-router', 'tenant_id': 'f44679598b0a43b98b3c94202ca37d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': 'ef4d1cea-1562-4c9d-bd27-48f6fbab45d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:36:10Z', 'updated_at': '2022-05-28T06:39:36Z', 'revision_number': 5, 'project_id': 'f44679598b0a43b98b3c94202ca37d34', 'gw_port': {'id': 'ef4d1cea-1562-4c9d-bd27-48f6fbab45d6', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:f3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f04817d4-9ae0-4be2-8bb2-b660c6ddd55f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:36:14Z', 'updated_at': '2022-05-28T06:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:39:41.249114 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943baeed-00f9-4d18-850e-dfe6aaff6077 req-a989d823-be2b-4f5a-a521-b574449ad7f6 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:41.250774 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-943baeed-00f9-4d18-850e-dfe6aaff6077 req-a989d823-be2b-4f5a-a521-b574449ad7f6 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5b99fda-0bc9-4e50-b070-ce4a427e6fc6 HTTP/1.1" status: 200 len: 945 time: 0.2468975 May 28 06:39:41.278552 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 40038) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:39:41.294880 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-adc9b438-5fa1-4fea-90c1-37a8323edb05 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Request body: {'floatingip': {'port_id': '2a9418a7-bd04-4bdb-9ce7-c9cfe2d4e847'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:39:41.311195 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=68723314-4088-44e5-91e0-3e06e5eb40b7,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:39:41.361561 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-d256e225-525c-40ae-ad4d-1b8aa088edbf tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:41.438165 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-04ba471f-7eb5-4098-9ec4-62eb90503873 req-5c790b12-0cb6-4fd4-8c22-49aa42d2ba43 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0fc320c-5211-4d72-b7c9-130a40d05074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2295671 May 28 06:39:41.462550 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-c743a69e-648c-416e-96e6-717fd0b66382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce8f9879-d1ac-44f7-a6d0-bc982938f6d1', 'name': 'tempest-RoutersTest-router-1404400592', 'tenant_id': '51e07d1dd4e842f29564191e4c945b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:38:19Z', 'updated_at': '2022-05-28T06:39:37Z', 'revision_number': 7, 'project_id': '51e07d1dd4e842f29564191e4c945b6c', 'gw_port_host': None, '_interfaces': [{'id': '1ecc3c78-32c7-4268-97bd-ca960e13b5e5', 'name': '', 'network_id': '8888fe45-59b6-485a-baf0-07cf639e0a54', 'tenant_id': '51e07d1dd4e842f29564191e4c945b6c', 'mac_address': 'fa:16:3e:d0:4c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8f9879-d1ac-44f7-a6d0-bc982938f6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1891, 'fixed_ips': [{'subnet_id': '8e1e7322-4034-4f97-a8ca-9155470070b1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:39:14Z', 'updated_at': '2022-05-28T06:39:37Z', 'revision_number': 5, 'project_id': '51e07d1dd4e842f29564191e4c945b6c', 'subnets': [{'id': '8e1e7322-4034-4f97-a8ca-9155470070b1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '32e62a22-84bf-4694-b19e-fb91d25761d9', 'name': '', 'network_id': 'eeb73656-43c1-4ee2-9497-5290bc10726e', 'tenant_id': '51e07d1dd4e842f29564191e4c945b6c', 'mac_address': 'fa:16:3e:99:7d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8f9879-d1ac-44f7-a6d0-bc982938f6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': 'c5fb5e00-99af-4f71-953e-f3f2fab999ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:38:26Z', 'updated_at': '2022-05-28T06:38:38Z', 'revision_number': 5, 'project_id': '51e07d1dd4e842f29564191e4c945b6c', 'subnets': [{'id': 'c5fb5e00-99af-4f71-953e-f3f2fab999ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b484a5c-2c70-4c58-8b4c-8d06f0ba5696', 'name': '', 'network_id': '9ccf9dee-f3a0-42be-8e4a-fcd6bc40fe93', 'tenant_id': '51e07d1dd4e842f29564191e4c945b6c', 'mac_address': 'fa:16:3e:6f:10:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8f9879-d1ac-44f7-a6d0-bc982938f6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '4627dc77-60dc-41e2-b543-5687a1b9f1b4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:38:38Z', 'updated_at': '2022-05-28T06:38:50Z', 'revision_number': 5, 'project_id': '51e07d1dd4e842f29564191e4c945b6c', 'subnets': [{'id': '4627dc77-60dc-41e2-b543-5687a1b9f1b4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5030fc6-457f-43ad-84c6-c81a31a2a3d4', 'name': '', 'network_id': '96e6c9f0-ef66-422b-858d-57cd1b2eca8b', 'tenant_id': '51e07d1dd4e842f29564191e4c945b6c', 'mac_address': 'fa:16:3e:b7:4d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8f9879-d1ac-44f7-a6d0-bc982938f6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '25761b23-885f-4c02-8b7f-f8756b227181', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:38:58Z', 'updated_at': '2022-05-28T06:39:13Z', 'revision_number': 5, 'project_id': '51e07d1dd4e842f29564191e4c945b6c', 'subnets': [{'id': '25761b23-885f-4c02-8b7f-f8756b227181', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:39:41.465117 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-adc9b438-5fa1-4fea-90c1-37a8323edb05 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Notify callbacks [] for floatingip, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:41.467315 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c743a69e-648c-416e-96e6-717fd0b66382 None None] Checking router: ce8f9879-d1ac-44f7-a6d0-bc982938f6d1 for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:39:41.476643 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c743a69e-648c-416e-96e6-717fd0b66382 None None] Routers {'ce8f9879-d1ac-44f7-a6d0-bc982938f6d1'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:39:41.477267 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-c743a69e-648c-416e-96e6-717fd0b66382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:39:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['ce8f9879-d1ac-44f7-a6d0-bc982938f6d1'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:39:41.555067 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6ef561b8-82c3-43b7-b8f5-6f0c613aba67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:41.555839 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef561b8-82c3-43b7-b8f5-6f0c613aba67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:41.556410 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6ef561b8-82c3-43b7-b8f5-6f0c613aba67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:41.601018 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-d256e225-525c-40ae-ad4d-1b8aa088edbf tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Network 38aa9d6e-cdde-4924-ba18-69c2c5c3b178 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:39:41.654514 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-c743a69e-648c-416e-96e6-717fd0b66382 None None] Set router ce8f9879-d1ac-44f7-a6d0-bc982938f6d1 gateway port host: None {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:39:41.680727 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-d256e225-525c-40ae-ad4d-1b8aa088edbf tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:39:41.859235 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-d256e225-525c-40ae-ad4d-1b8aa088edbf tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:39:41.888136 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef561b8-82c3-43b7-b8f5-6f0c613aba67 admin admin] Pushing event updated for resources: {'Network': ['ID=5504f506-1293-4df7-808a-03940cf147f3,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:39:41.909018 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d256e225-525c-40ae-ad4d-1b8aa088edbf tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Pushing event updated for resources: {'Port': ['ID=ca7e4606-af5c-40eb-9228-6465bb8af63a,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:39:41.928367 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 1ecc3c78-32c7-4268-97bd-ca960e13b5e5 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:39:41.991382 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 5504f506-1293-4df7-808a-03940cf147f3 details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:39:42.074358 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [req-19a5eb4c-eea8-42a8-97ae-143c762acb86 req-00fcb214-3766-410e-90c6-631b1b409627 service neutron] (89109) timed out ('10.222.0.55', 43652) {{(pid=89109) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 28 06:39:42.095571 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a52cc0a5-625e-4e42-ad74-417bb9a219be tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:42.095950 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a52cc0a5-625e-4e42-ad74-417bb9a219be tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691094'] for floatingip, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:42.096250 n-d-843702-1 neutron-server[89109]: INFO neutron.db.l3_db [None req-a52cc0a5-625e-4e42-ad74-417bb9a219be tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Floating IP 9f18e0e2-9cab-4f95-83ba-ab0666d81ef0 disassociated. External IP: 172.25.5.29, port: 85ffbea1-e46c-4649-bb46-edcb78a6b29d. May 28 06:39:42.096604 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-a52cc0a5-625e-4e42-ad74-417bb9a219be tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Calling delete_port for 85ffbea1-e46c-4649-bb46-edcb78a6b29d owned by {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:39:42.104292 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 170a25a1-2cd5-4bc9-b588-27e0c82fefed no longer exists at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:39:42.139613 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-df0b5e4a-0aba-4221-ab73-ea9e0539f794 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9555650'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:42.230493 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-df0b5e4a-0aba-4221-ab73-ea9e0539f794 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:42.231961 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-6ef561b8-82c3-43b7-b8f5-6f0c613aba67 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.8120806 May 28 06:39:42.235135 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0b5e4a-0aba-4221-ab73-ea9e0539f794 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Pushing event deleted for resources: {'Subnet': ['ID=30e24c34-4cd0-448f-9c36-09aff26f20df,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:39:42.241400 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 40058) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:39:42.258543 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-a6aceaea-0e41-428e-9fed-903af0812b03 admin admin] Request body: {'subnet': {'network_id': '5504f506-1293-4df7-808a-03940cf147f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-820963480-subnet', 'tenant_id': '1eb3903fca5b42059dbf5c364e1001cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:39:42.273687 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b47ef54-72ef-413f-8c87-a76cd84ccf80 None None] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:39:42.274009 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-d256e225-525c-40ae-ad4d-1b8aa088edbf tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:42.274590 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-d256e225-525c-40ae-ad4d-1b8aa088edbf tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:42.282849 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-a6aceaea-0e41-428e-9fed-903af0812b03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:39:42.317442 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-a6aceaea-0e41-428e-9fed-903af0812b03 admin admin] Usage tracker for resource:subnet and tenant:1eb3903fca5b42059dbf5c364e1001cb is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:39:42.338240 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1fa6ce29-e3a8-42be-91d6-7104273db70a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:42.386530 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-a6aceaea-0e41-428e-9fed-903af0812b03 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:39:42.403662 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-a6aceaea-0e41-428e-9fed-903af0812b03 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:39:42.434895 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-df0b5e4a-0aba-4221-ab73-ea9e0539f794 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "DELETE /v2.0/subnets/30e24c34-4cd0-448f-9c36-09aff26f20df HTTP/1.1" status: 204 len: 168 time: 3.3552852 May 28 06:39:42.442339 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 40062) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:39:42.510464 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-d256e225-525c-40ae-ad4d-1b8aa088edbf tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7389798 May 28 06:39:42.522179 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-43c47432-bb19-49a6-9ff8-1302c88070c1 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0766339 May 28 06:39:42.523075 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-1fa6ce29-e3a8-42be-91d6-7104273db70a admin admin] Deleting port ef4d1cea-1562-4c9d-bd27-48f6fbab45d6 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:39:42.523325 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1fa6ce29-e3a8-42be-91d6-7104273db70a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:42.530878 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e618db0-2fb6-4299-883c-461080ad543c req-e772d0c6-07e6-4e30-a216-c4b4af67e3dc tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:42.531598 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-9e618db0-2fb6-4299-883c-461080ad543c req-e772d0c6-07e6-4e30-a216-c4b4af67e3dc tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Synchronizing usage tracker for tenant:60982381454b4376b475404da5b08605 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:39:42.537475 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 40070) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:39:42.553621 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-0946e35a-f1b3-4e76-83ae-52f797c3cda2 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Request body: {'port': {'device_id': '75e757b4-2d79-4493-9e4f-735cde8bfd52', 'network_id': '9357ccb8-c28f-47b9-8980-a59514d44f31', 'admin_state_up': True, 'tenant_id': '60982381454b4376b475404da5b08605'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:39:42.563944 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-8e949e1b-1f1a-4b7c-8e33-4a9fac9a6374 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Request body: {'subnet': {'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:39:42.568544 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 170a25a1-2cd5-4bc9-b588-27e0c82fefed is: ACTIVE; New status is: DOWN {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:39:42.569210 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:42.656129 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 170a25a1-2cd5-4bc9-b588-27e0c82fefed, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=170a25a1-2cd5-4bc9-b588-27e0c82fefed,segment=NetworkSegment(4c4bc3f8-ec6f-40a7-9f80-cde5ff5de12a),segment_id=4c4bc3f8-ec6f-40a7-9f80-cde5ff5de12a)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:39:42.666108 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65c6cfe6-c605-4828-9a4a-84efc794b22e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '170a25a1-2cd5-4bc9-b588-27e0c82fefed'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:39:42.676437 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-18618bf0-da33-40a8-b38b-051e42dedad2 None None] Provisioning for port ca7e4606-af5c-40eb-9228-6465bb8af63a completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:39:42.680819 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a52cc0a5-625e-4e42-ad74-417bb9a219be tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:42.686187 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 1ecc3c78-32c7-4268-97bd-ca960e13b5e5 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:39:42.687580 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:42.745020 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52cc0a5-625e-4e42-ad74-417bb9a219be tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Pushing event deleted for resources: {'Port': ['ID=85ffbea1-e46c-4649-bb46-edcb78a6b29d,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:39:42.847586 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-902ac231-bbfc-479e-a551-9163ec5c71e8'] response: {'server_uuid': '65c6cfe6-c605-4828-9a4a-84efc794b22e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '170a25a1-2cd5-4bc9-b588-27e0c82fefed', 'code': 200} May 28 06:39:42.865395 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:42.907857 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6aceaea-0e41-428e-9fed-903af0812b03 admin admin] Made reservation on behalf of 1eb3903fca5b42059dbf5c364e1001cb for: {'subnet': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:39:42.910119 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a6aceaea-0e41-428e-9fed-903af0812b03 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3171998'] for subnet, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:42.962469 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-18618bf0-da33-40a8-b38b-051e42dedad2 None None] Provisioning complete for port ca7e4606-af5c-40eb-9228-6465bb8af63a triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:39:42.963115 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-18618bf0-da33-40a8-b38b-051e42dedad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:43.018183 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-1fa6ce29-e3a8-42be-91d6-7104273db70a admin admin] For port ef4d1cea-1562-4c9d-bd27-48f6fbab45d6, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=ef4d1cea-1562-4c9d-bd27-48f6fbab45d6,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:39:43.018183 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1fa6ce29-e3a8-42be-91d6-7104273db70a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:43.055411 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-adc9b438-5fa1-4fea-90c1-37a8323edb05 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:43.066811 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=170a25a1-2cd5-4bc9-b588-27e0c82fefed,revision_number=14']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:39:43.080462 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-18618bf0-da33-40a8-b38b-051e42dedad2 None None] Port ca7e4606-af5c-40eb-9228-6465bb8af63a cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:39:43.159670 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-1fa6ce29-e3a8-42be-91d6-7104273db70a admin admin] Calling delete_port for ef4d1cea-1562-4c9d-bd27-48f6fbab45d6 owned by network:router_gateway {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:39:43.181319 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-adc9b438-5fa1-4fea-90c1-37a8323edb05 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691094'] for floatingip, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:43.219178 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 1ecc3c78-32c7-4268-97bd-ca960e13b5e5 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:39:43.220904 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device d7a1b1f4-1090-4791-94da-9d5eb5d9dc74 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:39:43.230513 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a52cc0a5-625e-4e42-ad74-417bb9a219be tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Router fd3fae78-36c4-44bb-bbe6-e6da9447bd5b has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:39:43.238804 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-aeb8e011-0529-453c-8da7-b6a166f6c51c tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700548'] for router_interface, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:43.300225 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-9e618db0-2fb6-4299-883c-461080ad543c req-e772d0c6-07e6-4e30-a216-c4b4af67e3dc tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Unset dirty status for tenant:60982381454b4376b475404da5b08605 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:39:43.306992 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9e618db0-2fb6-4299-883c-461080ad543c req-e772d0c6-07e6-4e30-a216-c4b4af67e3dc tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] 10.222.0.55 "GET /v2.0/ports?device_id=75e757b4-2d79-4493-9e4f-735cde8bfd52 HTTP/1.1" status: 200 len: 931 time: 1.2689707 May 28 06:39:43.381926 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-c743a69e-648c-416e-96e6-717fd0b66382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce8f9879-d1ac-44f7-a6d0-bc982938f6d1', 'name': 'tempest-RoutersTest-router-1404400592', 'tenant_id': '51e07d1dd4e842f29564191e4c945b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:38:19Z', 'updated_at': '2022-05-28T06:39:37Z', 'revision_number': 7, 'project_id': '51e07d1dd4e842f29564191e4c945b6c', 'gw_port_host': None, '_interfaces': [{'id': '1ecc3c78-32c7-4268-97bd-ca960e13b5e5', 'name': '', 'network_id': '8888fe45-59b6-485a-baf0-07cf639e0a54', 'tenant_id': '51e07d1dd4e842f29564191e4c945b6c', 'mac_address': 'fa:16:3e:d0:4c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8f9879-d1ac-44f7-a6d0-bc982938f6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1891, 'fixed_ips': [{'subnet_id': '8e1e7322-4034-4f97-a8ca-9155470070b1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:39:14Z', 'updated_at': '2022-05-28T06:39:37Z', 'revision_number': 5, 'project_id': '51e07d1dd4e842f29564191e4c945b6c', 'subnets': [{'id': '8e1e7322-4034-4f97-a8ca-9155470070b1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '32e62a22-84bf-4694-b19e-fb91d25761d9', 'name': '', 'network_id': 'eeb73656-43c1-4ee2-9497-5290bc10726e', 'tenant_id': '51e07d1dd4e842f29564191e4c945b6c', 'mac_address': 'fa:16:3e:99:7d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8f9879-d1ac-44f7-a6d0-bc982938f6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': 'c5fb5e00-99af-4f71-953e-f3f2fab999ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:38:26Z', 'updated_at': '2022-05-28T06:38:38Z', 'revision_number': 5, 'project_id': '51e07d1dd4e842f29564191e4c945b6c', 'subnets': [{'id': 'c5fb5e00-99af-4f71-953e-f3f2fab999ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b484a5c-2c70-4c58-8b4c-8d06f0ba5696', 'name': '', 'network_id': '9ccf9dee-f3a0-42be-8e4a-fcd6bc40fe93', 'tenant_id': '51e07d1dd4e842f29564191e4c945b6c', 'mac_address': 'fa:16:3e:6f:10:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8f9879-d1ac-44f7-a6d0-bc982938f6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '4627dc77-60dc-41e2-b543-5687a1b9f1b4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:38:38Z', 'updated_at': '2022-05-28T06:38:50Z', 'revision_number': 5, 'project_id': '51e07d1dd4e842f29564191e4c945b6c', 'subnets': [{'id': '4627dc77-60dc-41e2-b543-5687a1b9f1b4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5030fc6-457f-43ad-84c6-c81a31a2a3d4', 'name': '', 'network_id': '96e6c9f0-ef66-422b-858d-57cd1b2eca8b', 'tenant_id': '51e07d1dd4e842f29564191e4c945b6c', 'mac_address': 'fa:16:3e:b7:4d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8f9879-d1ac-44f7-a6d0-bc982938f6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '25761b23-885f-4c02-8b7f-f8756b227181', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:38:58Z', 'updated_at': '2022-05-28T06:39:13Z', 'revision_number': 5, 'project_id': '51e07d1dd4e842f29564191e4c945b6c', 'subnets': [{'id': '25761b23-885f-4c02-8b7f-f8756b227181', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:39:43.386702 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port d7a1b1f4-1090-4791-94da-9d5eb5d9dc74 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:39:43.395638 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:43.402170 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-8e949e1b-1f1a-4b7c-8e33-4a9fac9a6374 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:39:43.467231 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c743a69e-648c-416e-96e6-717fd0b66382 None None] The sync data for ids ['ce8f9879-d1ac-44f7-a6d0-bc982938f6d1'] in n-d-843702-1 is: [{'id': 'ce8f9879-d1ac-44f7-a6d0-bc982938f6d1', 'name': 'tempest-RoutersTest-router-1404400592', 'tenant_id': '51e07d1dd4e842f29564191e4c945b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:38:19Z', 'updated_at': '2022-05-28T06:39:37Z', 'revision_number': 7, 'project_id': '51e07d1dd4e842f29564191e4c945b6c', 'gw_port_host': None, '_interfaces': [{'id': '1ecc3c78-32c7-4268-97bd-ca960e13b5e5', 'name': '', 'network_id': '8888fe45-59b6-485a-baf0-07cf639e0a54', 'tenant_id': '51e07d1dd4e842f29564191e4c945b6c', 'mac_address': 'fa:16:3e:d0:4c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8f9879-d1ac-44f7-a6d0-bc982938f6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1891, 'fixed_ips': [{'subnet_id': '8e1e7322-4034-4f97-a8ca-9155470070b1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:39:14Z', 'updated_at': '2022-05-28T06:39:37Z', 'revision_number': 5, 'project_id': '51e07d1dd4e842f29564191e4c945b6c', 'subnets': [{'id': '8e1e7322-4034-4f97-a8ca-9155470070b1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '32e62a22-84bf-4694-b19e-fb91d25761d9', 'name': '', 'network_id': 'eeb73656-43c1-4ee2-9497-5290bc10726e', 'tenant_id': '51e07d1dd4e842f29564191e4c945b6c', 'mac_address': 'fa:16:3e:99:7d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8f9879-d1ac-44f7-a6d0-bc982938f6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': 'c5fb5e00-99af-4f71-953e-f3f2fab999ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:38:26Z', 'updated_at': '2022-05-28T06:38:38Z', 'revision_number': 5, 'project_id': '51e07d1dd4e842f29564191e4c945b6c', 'subnets': [{'id': 'c5fb5e00-99af-4f71-953e-f3f2fab999ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b484a5c-2c70-4c58-8b4c-8d06f0ba5696', 'name': '', 'network_id': '9ccf9dee-f3a0-42be-8e4a-fcd6bc40fe93', 'tenant_id': '51e07d1dd4e842f29564191e4c945b6c', 'mac_address': 'fa:16:3e:6f:10:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8f9879-d1ac-44f7-a6d0-bc982938f6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '4627dc77-60dc-41e2-b543-5687a1b9f1b4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:38:38Z', 'updated_at': '2022-05-28T06:38:50Z', 'revision_number': 5, 'project_id': '51e07d1dd4e842f29564191e4c945b6c', 'subnets': [{'id': '4627dc77-60dc-41e2-b543-5687a1b9f1b4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5030fc6-457f-43ad-84c6-c81a31a2a3d4', 'name': '', 'network_id': '96e6c9f0-ef66-422b-858d-57cd1b2eca8b', 'tenant_id': '51e07d1dd4e842f29564191e4c945b6c', 'mac_address': 'fa:16:3e:b7:4d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8f9879-d1ac-44f7-a6d0-bc982938f6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '25761b23-885f-4c02-8b7f-f8756b227181', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:38:58Z', 'updated_at': '2022-05-28T06:39:13Z', 'revision_number': 5, 'project_id': '51e07d1dd4e842f29564191e4c945b6c', 'subnets': [{'id': '25761b23-885f-4c02-8b7f-f8756b227181', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:39:43.488863 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a17fb086-7c53-4801-8383-5a3e2e6232b7 None None] DHCP port deletion for 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:39:43.501869 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-a17fb086-7c53-4801-8383-5a3e2e6232b7 None None] Deleting port 68723314-4088-44e5-91e0-3e06e5eb40b7 {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:39:43.502350 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-a17fb086-7c53-4801-8383-5a3e2e6232b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:43.535676 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-8e949e1b-1f1a-4b7c-8e33-4a9fac9a6374 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Usage tracker for resource:subnet and tenant:5e9e9447c07c4077b6694ab63e3affe5 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:39:43.552580 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-8e949e1b-1f1a-4b7c-8e33-4a9fac9a6374 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:39:43.580886 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-8e949e1b-1f1a-4b7c-8e33-4a9fac9a6374 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:39:43.605682 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-9e618db0-2fb6-4299-883c-461080ad543c req-30abb9f7-92ae-48c7-b10f-010e0700f7e9 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Synchronizing usage tracker for tenant:60982381454b4376b475404da5b08605 on resource:security_group {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:39:43.617698 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-0946e35a-f1b3-4e76-83ae-52f797c3cda2 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:39:43.649140 n-d-843702-1 neutron-server[89110]: INFO neutron.db.l3_db [None req-adc9b438-5fa1-4fea-90c1-37a8323edb05 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Floating IP 2c6a63ed-c8fc-4edb-ae83-a8af57abefb3 associated. External IP: 172.25.5.50, port: 2a9418a7-bd04-4bdb-9ce7-c9cfe2d4e847. May 28 06:39:43.689242 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port d7a1b1f4-1090-4791-94da-9d5eb5d9dc74 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:39:43.691267 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 52bbb013-fbe7-4021-af55-fc6c2e10a009 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:39:43.723115 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-0946e35a-f1b3-4e76-83ae-52f797c3cda2 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:39:43.738153 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b42e94-c571-42ba-ab03-55d003c08d5c req-8303c7ae-f827-49ad-ae59-452bf017c79b tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:43.746036 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-36b42e94-c571-42ba-ab03-55d003c08d5c req-8303c7ae-f827-49ad-ae59-452bf017c79b tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e HTTP/1.1" status: 200 len: 944 time: 0.6771760 May 28 06:39:43.785200 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e949e1b-1f1a-4b7c-8e33-4a9fac9a6374 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Made reservation on behalf of 5e9e9447c07c4077b6694ab63e3affe5 for: {'subnet': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:39:43.789323 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8e949e1b-1f1a-4b7c-8e33-4a9fac9a6374 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3171998'] for subnet, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:44.005921 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 52bbb013-fbe7-4021-af55-fc6c2e10a009 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:39:44.006478 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:44.079729 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-9e618db0-2fb6-4299-883c-461080ad543c req-30abb9f7-92ae-48c7-b10f-010e0700f7e9 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Unset dirty status for tenant:60982381454b4376b475404da5b08605 on resource:security_group {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:39:44.080874 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9e618db0-2fb6-4299-883c-461080ad543c req-30abb9f7-92ae-48c7-b10f-010e0700f7e9 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] 10.222.0.55 "GET /v2.0/security-groups?id=45cb3f7c-83ce-4298-9702-2bb3cba6af9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7732179 May 28 06:39:44.093273 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-a17fb086-7c53-4801-8383-5a3e2e6232b7 None None] For port 68723314-4088-44e5-91e0-3e06e5eb40b7, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=68723314-4088-44e5-91e0-3e06e5eb40b7,segment=NetworkSegment(e82da2dd-17b8-4c15-8abb-711622ad0a92),segment_id=e82da2dd-17b8-4c15-8abb-711622ad0a92)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:39:44.093859 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-a17fb086-7c53-4801-8383-5a3e2e6232b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:44.126299 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-0946e35a-f1b3-4e76-83ae-52f797c3cda2 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Made reservation on behalf of 60982381454b4376b475404da5b08605 for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:39:44.129747 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-0946e35a-f1b3-4e76-83ae-52f797c3cda2 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:44.130214 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a52cc0a5-625e-4e42-ad74-417bb9a219be tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:39:44.142226 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d226534-1a96-444d-86ac-13ef9e02f687 None None] Sync routers for ids ['fd3fae78-36c4-44bb-bbe6-e6da9447bd5b'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:39:44.156213 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d226534-1a96-444d-86ac-13ef9e02f687 None None] Routers {'fd3fae78-36c4-44bb-bbe6-e6da9447bd5b'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:39:44.157228 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-2d226534-1a96-444d-86ac-13ef9e02f687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:39:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['fd3fae78-36c4-44bb-bbe6-e6da9447bd5b'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:39:44.238990 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-36b42e94-c571-42ba-ab03-55d003c08d5c req-805106da-071a-4cbf-b2a4-2340abc7588f tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0fc320c-5211-4d72-b7c9-130a40d05074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4920743 May 28 06:39:44.294602 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-2d226534-1a96-444d-86ac-13ef9e02f687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:39:44.299839 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1fa6ce29-e3a8-42be-91d6-7104273db70a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:44.307335 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a52cc0a5-625e-4e42-ad74-417bb9a219be tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:44.314922 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d226534-1a96-444d-86ac-13ef9e02f687 None None] Routers {'fd3fae78-36c4-44bb-bbe6-e6da9447bd5b'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:39:44.315540 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-2d226534-1a96-444d-86ac-13ef9e02f687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:39:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['fd3fae78-36c4-44bb-bbe6-e6da9447bd5b'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:39:44.410045 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa6ce29-e3a8-42be-91d6-7104273db70a admin admin] Pushing event deleted for resources: {'Port': ['ID=ef4d1cea-1562-4c9d-bd27-48f6fbab45d6,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:39:44.429883 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-a52cc0a5-625e-4e42-ad74-417bb9a219be tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] 10.222.0.55 "DELETE /v2.0/ports/85ffbea1-e46c-4649-bb46-edcb78a6b29d HTTP/1.1" status: 204 len: 168 time: 5.5313828 May 28 06:39:44.430534 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-2d226534-1a96-444d-86ac-13ef9e02f687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:39:44.430534 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d226534-1a96-444d-86ac-13ef9e02f687 None None] The sync data for ids ['fd3fae78-36c4-44bb-bbe6-e6da9447bd5b'] in n-d-843702-1 is: [] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:39:44.430711 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 40088) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:39:44.456440 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-a17fb086-7c53-4801-8383-5a3e2e6232b7 None None] Calling delete_port for 68723314-4088-44e5-91e0-3e06e5eb40b7 owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:39:44.492249 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-aeb8e011-0529-453c-8da7-b6a166f6c51c tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Deleting port 1ecc3c78-32c7-4268-97bd-ca960e13b5e5 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:39:44.492590 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-aeb8e011-0529-453c-8da7-b6a166f6c51c tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:44.515568 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 52bbb013-fbe7-4021-af55-fc6c2e10a009 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:39:44.600207 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1fa6ce29-e3a8-42be-91d6-7104273db70a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691105'] for router_gateway, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:44.688107 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 9a474b7d-6d12-49dc-b443-f5ab7a61dddb no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:39:44.721724 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-a17fb086-7c53-4801-8383-5a3e2e6232b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879'] for port, after_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:44.772625 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 9a474b7d-6d12-49dc-b443-f5ab7a61dddb {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:39:44.772625 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 9a474b7d-6d12-49dc-b443-f5ab7a61dddb not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:39:44.772625 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 68723314-4088-44e5-91e0-3e06e5eb40b7 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:39:44.807042 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17fb086-7c53-4801-8383-5a3e2e6232b7 None None] No DVR routers for this DVR port 68723314-4088-44e5-91e0-3e06e5eb40b7 on host n-d-843702-1 {{(pid=89111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:39:44.811815 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a6aceaea-0e41-428e-9fed-903af0812b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3115906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3172012'] for subnet, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:44.813024 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17fb086-7c53-4801-8383-5a3e2e6232b7 None None] Pushing event deleted for resources: {'Port': ['ID=68723314-4088-44e5-91e0-3e06e5eb40b7,revision_number=None']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:39:44.816492 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 68723314-4088-44e5-91e0-3e06e5eb40b7 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:39:44.817262 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 68723314-4088-44e5-91e0-3e06e5eb40b7 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:39:44.832661 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17fb086-7c53-4801-8383-5a3e2e6232b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:39:44.833210 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17fb086-7c53-4801-8383-5a3e2e6232b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:39:44.833784 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17fb086-7c53-4801-8383-5a3e2e6232b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:39:44.834340 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17fb086-7c53-4801-8383-5a3e2e6232b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:39:44.834864 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17fb086-7c53-4801-8383-5a3e2e6232b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:39:44.835376 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17fb086-7c53-4801-8383-5a3e2e6232b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:39:44.835883 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17fb086-7c53-4801-8383-5a3e2e6232b7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:39:44.836393 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17fb086-7c53-4801-8383-5a3e2e6232b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:39:44.836918 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17fb086-7c53-4801-8383-5a3e2e6232b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:39:44.837471 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17fb086-7c53-4801-8383-5a3e2e6232b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:39:44.837989 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17fb086-7c53-4801-8383-5a3e2e6232b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:39:44.839731 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17fb086-7c53-4801-8383-5a3e2e6232b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:39:44.983471 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1fa6ce29-e3a8-42be-91d6-7104273db70a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59018'] for router, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:44.987693 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1fa6ce29-e3a8-42be-91d6-7104273db70a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:45.041702 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-aeb8e011-0529-453c-8da7-b6a166f6c51c tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] For port 1ecc3c78-32c7-4268-97bd-ca960e13b5e5, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=1ecc3c78-32c7-4268-97bd-ca960e13b5e5,segment=NetworkSegment(91916fa5-9a7d-4f3b-b27b-6463cde7cfac),segment_id=91916fa5-9a7d-4f3b-b27b-6463cde7cfac)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:39:45.042591 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-aeb8e011-0529-453c-8da7-b6a166f6c51c tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:45.172264 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-aeb8e011-0529-453c-8da7-b6a166f6c51c tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Calling delete_port for 1ecc3c78-32c7-4268-97bd-ca960e13b5e5 owned by network:router_interface {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:39:45.213720 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6aceaea-0e41-428e-9fed-903af0812b03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0bd8e0ac-05b7-4779-a4b7-f36636137039,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:39:45.224267 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1fa6ce29-e3a8-42be-91d6-7104273db70a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-703817'] for router, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:45.224773 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fa6ce29-e3a8-42be-91d6-7104273db70a admin admin] Fanout notify agent at l3_agent the message router_deleted on router f04817d4-9ae0-4be2-8bb2-b660c6ddd55f {{(pid=89109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 06:39:45.237372 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-0946e35a-f1b3-4e76-83ae-52f797c3cda2 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Allocated IP 19.86.0.167 (9357ccb8-c28f-47b9-8980-a59514d44f31/5cc4a322-4ad4-4e70-8c79-cdd0d6678e38/f38f340c-af89-4a3d-92ca-c4a7904d4338) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:39:45.239083 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1fa6ce29-e3a8-42be-91d6-7104273db70a admin admin] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:45.240206 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-1fa6ce29-e3a8-42be-91d6-7104273db70a admin admin] 10.222.0.55 "DELETE /v2.0/routers/f04817d4-9ae0-4be2-8bb2-b660c6ddd55f HTTP/1.1" status: 204 len: 168 time: 5.3420973 May 28 06:39:45.243946 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 40118) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:39:45.311105 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6aceaea-0e41-428e-9fed-903af0812b03 admin admin] Checking segment: {'id': '1a71e236-337f-4493-9f8a-ffd8006346fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '5504f506-1293-4df7-808a-03940cf147f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:39:45.311105 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6aceaea-0e41-428e-9fed-903af0812b03 admin admin] Network hostable DHCP agents. Network: 5504f506-1293-4df7-808a-03940cf147f3, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89110) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:39:45.335469 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab191c19-05fe-467d-b122-f44c7fadb6c7 admin admin] Deleting subnet 461065ec-096d-40f7-a624-cb52121fd52b {{(pid=89109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:39:45.345999 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ab191c19-05fe-467d-b122-f44c7fadb6c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:45.415531 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ab191c19-05fe-467d-b122-f44c7fadb6c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3964070'] for subnet, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:45.456470 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adc9b438-5fa1-4fea-90c1-37a8323edb05 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Router b780bbb6-446f-4e48-a498-84dcf15fde1b has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:39:45.523608 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ab191c19-05fe-467d-b122-f44c7fadb6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:45.602974 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8e949e1b-1f1a-4b7c-8e33-4a9fac9a6374 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3115906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3172012'] for subnet, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:45.607209 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6aceaea-0e41-428e-9fed-903af0812b03 admin admin] Network 5504f506-1293-4df7-808a-03940cf147f3 is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89110) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:39:45.652240 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-aeb8e011-0529-453c-8da7-b6a166f6c51c tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:45.696782 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ab191c19-05fe-467d-b122-f44c7fadb6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9555650'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:45.746059 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb8e011-0529-453c-8da7-b6a166f6c51c tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Pushing event deleted for resources: {'Port': ['ID=1ecc3c78-32c7-4268-97bd-ca960e13b5e5,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:39:45.815049 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab191c19-05fe-467d-b122-f44c7fadb6c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=461065ec-096d-40f7-a624-cb52121fd52b,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:39:45.826638 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ab191c19-05fe-467d-b122-f44c7fadb6c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:45.840280 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-ab191c19-05fe-467d-b122-f44c7fadb6c7 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/461065ec-096d-40f7-a624-cb52121fd52b HTTP/1.1" status: 204 len: 168 time: 0.5952916 May 28 06:39:45.871669 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 40128) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:39:46.103805 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-aeb8e011-0529-453c-8da7-b6a166f6c51c tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700472'] for router_interface, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:46.181661 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e949e1b-1f1a-4b7c-8e33-4a9fac9a6374 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:39:46.200540 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-8e949e1b-1f1a-4b7c-8e33-4a9fac9a6374 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:39:46.202150 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-a6aceaea-0e41-428e-9fed-903af0812b03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, 5504f506-1293-4df7-808a-03940cf147f3) {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:39:46.210377 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c529650-ae30-4250-8d52-28132b7362d7 req-09239097-414f-4f9e-9b67-c9b4595c1621 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:46.211876 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8c529650-ae30-4250-8d52-28132b7362d7 req-09239097-414f-4f9e-9b67-c9b4595c1621 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] 10.222.0.55 "GET /v2.0/ports?device_id=75e757b4-2d79-4493-9e4f-735cde8bfd52 HTTP/1.1" status: 200 len: 931 time: 0.9937906 May 28 06:39:46.215766 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e949e1b-1f1a-4b7c-8e33-4a9fac9a6374 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:46.216451 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8e949e1b-1f1a-4b7c-8e33-4a9fac9a6374 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:46.216780 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7954b6a8-2e5f-42fd-8fe6-75922321a50e None None] Network 5504f506-1293-4df7-808a-03940cf147f3 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:39:46.241137 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34fe2356-9f0d-49a8-b7fb-d3567b65007e None None] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:39:46.262817 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6aceaea-0e41-428e-9fed-903af0812b03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:46.263596 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a6aceaea-0e41-428e-9fed-903af0812b03 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:46.295395 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e949e1b-1f1a-4b7c-8e33-4a9fac9a6374 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Pushing event updated for resources: {'Subnet': ['ID=86a2dd35-ed0e-445a-a33d-12a3ad840132,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:39:46.395892 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8bed4628-d585-4231-a789-9d1080ec173c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:46.449866 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeb8e011-0529-453c-8da7-b6a166f6c51c tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Router ce8f9879-d1ac-44f7-a6d0-bc982938f6d1 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:39:46.458507 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adc9b438-5fa1-4fea-90c1-37a8323edb05 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:39:46.472194 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-adc9b438-5fa1-4fea-90c1-37a8323edb05 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:46.563802 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-adc9b438-5fa1-4fea-90c1-37a8323edb05 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "PUT /v2.0/floatingips/2c6a63ed-c8fc-4edb-ae83-a8af57abefb3 HTTP/1.1" status: 200 len: 990 time: 5.2842426 May 28 06:39:46.589505 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5b99fda-0bc9-4e50-b070-ce4a427e6fc6', 'tag': '2a9418a7-bd04-4bdb-9ce7-c9cfe2d4e847'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:39:46.594295 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-a6aceaea-0e41-428e-9fed-903af0812b03 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 4.3448803 May 28 06:39:46.598804 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-8e949e1b-1f1a-4b7c-8e33-4a9fac9a6374 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 4.0604451 May 28 06:39:46.613695 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8c529650-ae30-4250-8d52-28132b7362d7 req-b12fcec4-ea66-4b38-950e-9ece55eea4cb tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] 10.222.0.55 "GET /v2.0/security-groups?id=45cb3f7c-83ce-4298-9702-2bb3cba6af9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3680727 May 28 06:39:46.624290 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 40158) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:39:46.655102 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-0946e35a-f1b3-4e76-83ae-52f797c3cda2 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:46.687944 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-02316d6f-048b-4d2f-89b6-2cc095aa225c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Request body: {'port': {'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2', 'fixed_ips': [{'subnet_id': '86a2dd35-ed0e-445a-a33d-12a3ad840132', 'ip_address': '2001:db8::8aad:527:f52f:7e39'}], 'name': 'tempest-NetworksTestDHCPv6-669235932'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:39:46.745581 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2b66b1-b014-4779-a609-41ef2bbe2fe0 None None] Sync routers for ids ['b780bbb6-446f-4e48-a498-84dcf15fde1b'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:39:46.754508 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device ef4d1cea-1562-4c9d-bd27-48f6fbab45d6 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:39:46.854238 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9371cfed-9e8a-46ef-ab92-969d8395d1ba'] response: {'name': 'network-changed', 'server_uuid': 'b5b99fda-0bc9-4e50-b070-ce4a427e6fc6', 'tag': '2a9418a7-bd04-4bdb-9ce7-c9cfe2d4e847', 'status': 'completed', 'code': 200} May 28 06:39:46.860345 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: ef4d1cea-1562-4c9d-bd27-48f6fbab45d6 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:39:46.860692 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device ef4d1cea-1562-4c9d-bd27-48f6fbab45d6 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:39:46.863806 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2b66b1-b014-4779-a609-41ef2bbe2fe0 None None] Routers {'b780bbb6-446f-4e48-a498-84dcf15fde1b'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:39:46.864445 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-2c2b66b1-b014-4779-a609-41ef2bbe2fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:39:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['b780bbb6-446f-4e48-a498-84dcf15fde1b'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:39:46.904713 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8bed4628-d585-4231-a789-9d1080ec173c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:46.909737 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeb8e011-0529-453c-8da7-b6a166f6c51c tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:39:46.915594 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-aeb8e011-0529-453c-8da7-b6a166f6c51c tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] 10.222.0.55 "PUT /v2.0/routers/ce8f9879-d1ac-44f7-a6d0-bc982938f6d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4385905 May 28 06:39:46.922195 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1785d8f3-8b69-4487-9aa4-0dddccf41d0a None None] Sync routers for ids ['ce8f9879-d1ac-44f7-a6d0-bc982938f6d1'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:39:46.931688 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3adc2fbb-ff60-4284-a88a-0193ba502157 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-147bfd32-62dc-4be0-82de-f4d6fa5b4cc2', 'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2', 'tenant_id': '5e9e9447c07c4077b6694ab63e3affe5', 'fixed_ips': [{'subnet_id': '86a2dd35-ed0e-445a-a33d-12a3ad840132'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:39:46.933326 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-3adc2fbb-ff60-4284-a88a-0193ba502157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:46.935084 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 40174) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:39:46.942900 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-befa6857-d9c4-4bad-a657-86c95f953a79 None None] Network 5504f506-1293-4df7-808a-03940cf147f3 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:39:46.943955 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1785d8f3-8b69-4487-9aa4-0dddccf41d0a None None] Routers {'ce8f9879-d1ac-44f7-a6d0-bc982938f6d1'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:39:46.944659 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-1785d8f3-8b69-4487-9aa4-0dddccf41d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:39:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['ce8f9879-d1ac-44f7-a6d0-bc982938f6d1'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:39:47.071491 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_v2 [None req-7526a021-1cc7-4c66-9911-552fa1d98e35 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Deleting subnet 8e1e7322-4034-4f97-a8ca-9155470070b1 {{(pid=89109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:39:47.076196 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7526a021-1cc7-4c66-9911-552fa1d98e35 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks [] for subnet, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:47.082255 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-0946e35a-f1b3-4e76-83ae-52f797c3cda2 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Transition to ACTIVE for port object f38f340c-af89-4a3d-92ca-c4a7904d4338 will not be triggered until provisioned by entity DHCP. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:39:47.093098 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-8bed4628-d585-4231-a789-9d1080ec173c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50e6c29d-3c94-4645-8aee-2ebf9aaac97d']}} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:39:47.146972 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-8bed4628-d585-4231-a789-9d1080ec173c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08328ee5-aa08-4f9a-a73b-412dd681424e') {'for_net_delete': True} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:39:47.147540 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-8bed4628-d585-4231-a789-9d1080ec173c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08328ee5-aa08-4f9a-a73b-412dd681424e') {} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:39:47.188288 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7526a021-1cc7-4c66-9911-552fa1d98e35 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3964070'] for subnet, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:47.203612 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8bed4628-d585-4231-a789-9d1080ec173c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4150778'] for segment, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:47.214271 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-1785d8f3-8b69-4487-9aa4-0dddccf41d0a None None] Set router ce8f9879-d1ac-44f7-a6d0-bc982938f6d1 gateway port host: None {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:39:47.311039 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7526a021-1cc7-4c66-9911-552fa1d98e35 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:47.426741 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-2c2b66b1-b014-4779-a609-41ef2bbe2fe0 None None] Set router b780bbb6-446f-4e48-a498-84dcf15fde1b gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:39:47.470856 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8bed4628-d585-4231-a789-9d1080ec173c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:47.490826 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-02316d6f-048b-4d2f-89b6-2cc095aa225c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:39:47.499321 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7526a021-1cc7-4c66-9911-552fa1d98e35 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9555650'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:47.516042 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-3adc2fbb-ff60-4284-a88a-0193ba502157 None None] Allocated IP 2001:db8::2 (147bfd32-62dc-4be0-82de-f4d6fa5b4cc2/86a2dd35-ed0e-445a-a33d-12a3ad840132/fb57a48b-a421-462d-a436-89da067245de) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:39:47.561124 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bed4628-d585-4231-a789-9d1080ec173c admin admin] Releasing vlan 370 on physical network physnet1 to pool {{(pid=89110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:39:47.561636 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8bed4628-d585-4231-a789-9d1080ec173c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3143023'] for segment, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:47.590689 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7526a021-1cc7-4c66-9911-552fa1d98e35 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Pushing event deleted for resources: {'Subnet': ['ID=8e1e7322-4034-4f97-a8ca-9155470070b1,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:39:47.599511 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9f9b4e-7a3a-4837-b736-6ffda5a8fa39 req-2bc86a0d-be65-44c5-8e74-215d608b9ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:47.601490 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7526a021-1cc7-4c66-9911-552fa1d98e35 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:47.602361 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8c9f9b4e-7a3a-4837-b736-6ffda5a8fa39 req-2bc86a0d-be65-44c5-8e74-215d608b9ed9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=50466b4420374aac8a4e6c84ffbb2d35&device_id=b5b99fda-0bc9-4e50-b070-ce4a427e6fc6 HTTP/1.1" status: 200 len: 1096 time: 0.7470303 May 28 06:39:47.605586 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-02316d6f-048b-4d2f-89b6-2cc095aa225c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Usage tracker for resource:port and tenant:5e9e9447c07c4077b6694ab63e3affe5 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:39:47.611496 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-7526a021-1cc7-4c66-9911-552fa1d98e35 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] 10.222.0.55 "DELETE /v2.0/subnets/8e1e7322-4034-4f97-a8ca-9155470070b1 HTTP/1.1" status: 204 len: 168 time: 0.6742179 May 28 06:39:47.615507 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 40198) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:39:47.622215 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1caba6e0-107f-440a-8b2a-8ac7c4b47a18 None None] Network 8888fe45-59b6-485a-baf0-07cf639e0a54 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:39:47.641095 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-02316d6f-048b-4d2f-89b6-2cc095aa225c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:39:47.668782 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment 08328ee5-aa08-4f9a-a73b-412dd681424e resource provider aggregate not found May 28 06:39:47.670215 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-1785d8f3-8b69-4487-9aa4-0dddccf41d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce8f9879-d1ac-44f7-a6d0-bc982938f6d1', 'name': 'tempest-RoutersTest-router-1404400592', 'tenant_id': '51e07d1dd4e842f29564191e4c945b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:38:19Z', 'updated_at': '2022-05-28T06:39:45Z', 'revision_number': 8, 'project_id': '51e07d1dd4e842f29564191e4c945b6c', 'gw_port_host': None, '_interfaces': [{'id': '32e62a22-84bf-4694-b19e-fb91d25761d9', 'name': '', 'network_id': 'eeb73656-43c1-4ee2-9497-5290bc10726e', 'tenant_id': '51e07d1dd4e842f29564191e4c945b6c', 'mac_address': 'fa:16:3e:99:7d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8f9879-d1ac-44f7-a6d0-bc982938f6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': 'c5fb5e00-99af-4f71-953e-f3f2fab999ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:38:26Z', 'updated_at': '2022-05-28T06:38:38Z', 'revision_number': 5, 'project_id': '51e07d1dd4e842f29564191e4c945b6c', 'subnets': [{'id': 'c5fb5e00-99af-4f71-953e-f3f2fab999ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b484a5c-2c70-4c58-8b4c-8d06f0ba5696', 'name': '', 'network_id': '9ccf9dee-f3a0-42be-8e4a-fcd6bc40fe93', 'tenant_id': '51e07d1dd4e842f29564191e4c945b6c', 'mac_address': 'fa:16:3e:6f:10:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8f9879-d1ac-44f7-a6d0-bc982938f6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '4627dc77-60dc-41e2-b543-5687a1b9f1b4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:38:38Z', 'updated_at': '2022-05-28T06:38:50Z', 'revision_number': 5, 'project_id': '51e07d1dd4e842f29564191e4c945b6c', 'subnets': [{'id': '4627dc77-60dc-41e2-b543-5687a1b9f1b4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5030fc6-457f-43ad-84c6-c81a31a2a3d4', 'name': '', 'network_id': '96e6c9f0-ef66-422b-858d-57cd1b2eca8b', 'tenant_id': '51e07d1dd4e842f29564191e4c945b6c', 'mac_address': 'fa:16:3e:b7:4d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8f9879-d1ac-44f7-a6d0-bc982938f6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '25761b23-885f-4c02-8b7f-f8756b227181', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:38:58Z', 'updated_at': '2022-05-28T06:39:13Z', 'revision_number': 5, 'project_id': '51e07d1dd4e842f29564191e4c945b6c', 'subnets': [{'id': '25761b23-885f-4c02-8b7f-f8756b227181', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:39:47.679072 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1785d8f3-8b69-4487-9aa4-0dddccf41d0a None None] Checking router: ce8f9879-d1ac-44f7-a6d0-bc982938f6d1 for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:39:47.700263 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1785d8f3-8b69-4487-9aa4-0dddccf41d0a None None] Routers {'ce8f9879-d1ac-44f7-a6d0-bc982938f6d1'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:39:47.702990 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-1785d8f3-8b69-4487-9aa4-0dddccf41d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:39:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['ce8f9879-d1ac-44f7-a6d0-bc982938f6d1'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:39:47.752645 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-02316d6f-048b-4d2f-89b6-2cc095aa225c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:39:47.755092 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-0946e35a-f1b3-4e76-83ae-52f797c3cda2 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:47.768054 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment 08328ee5-aa08-4f9a-a73b-412dd681424e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 08328ee5-aa08-4f9a-a73b-412dd681424e found for delete ", "request_id": "req-6975ba78-405a-44b5-8d5d-fc97940e9e5b"}]} May 28 06:39:47.848406 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1600ff30-1357-476e-ada0-b5840c7e044a tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:47.861760 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-1600ff30-1357-476e-ada0-b5840c7e044a tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Deleting port ddf84a62-b605-4bd0-9191-396e2ade3663 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:39:47.862191 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1600ff30-1357-476e-ada0-b5840c7e044a tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:47.925284 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-1785d8f3-8b69-4487-9aa4-0dddccf41d0a None None] Set router ce8f9879-d1ac-44f7-a6d0-bc982938f6d1 gateway port host: None {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:39:47.941504 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0946e35a-f1b3-4e76-83ae-52f797c3cda2 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Pushing event updated for resources: {'Port': ['ID=f38f340c-af89-4a3d-92ca-c4a7904d4338,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:39:48.020979 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681fb9bb-987d-4abc-bb12-6600538b1883 req-0dcc2d74-1b30-4361-9ed9-06adde27fa3a tempest-ServerAddressesTestJSON-1030654601 tempest-ServerAddressesTestJSON-1030654601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:48.021814 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-681fb9bb-987d-4abc-bb12-6600538b1883 req-0dcc2d74-1b30-4361-9ed9-06adde27fa3a tempest-ServerAddressesTestJSON-1030654601 tempest-ServerAddressesTestJSON-1030654601-project] Synchronizing usage tracker for tenant:1eb3903fca5b42059dbf5c364e1001cb on resource:network {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:39:48.039938 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-0946e35a-f1b3-4e76-83ae-52f797c3cda2 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Network 9357ccb8-c28f-47b9-8980-a59514d44f31 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:39:48.050954 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02316d6f-048b-4d2f-89b6-2cc095aa225c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Made reservation on behalf of 5e9e9447c07c4077b6694ab63e3affe5 for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:39:48.118034 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-1600ff30-1357-476e-ada0-b5840c7e044a tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] For port ddf84a62-b605-4bd0-9191-396e2ade3663, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=ddf84a62-b605-4bd0-9191-396e2ade3663,segment=NetworkSegment(91916fa5-9a7d-4f3b-b27b-6463cde7cfac),segment_id=91916fa5-9a7d-4f3b-b27b-6463cde7cfac)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:39:48.118450 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1600ff30-1357-476e-ada0-b5840c7e044a tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:48.281203 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-1600ff30-1357-476e-ada0-b5840c7e044a tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Calling delete_port for ddf84a62-b605-4bd0-9191-396e2ade3663 owned by network:dhcp {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:39:48.303163 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8bed4628-d585-4231-a789-9d1080ec173c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:48.304827 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-0946e35a-f1b3-4e76-83ae-52f797c3cda2 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:39:48.328452 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-2c2b66b1-b014-4779-a609-41ef2bbe2fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b780bbb6-446f-4e48-a498-84dcf15fde1b', 'name': 'tempest-AttachVolumeShelveTestJSON-507650358-router', 'tenant_id': '50466b4420374aac8a4e6c84ffbb2d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': 'b58271cd-282f-4724-85b3-6db7ec8fc049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:34:38Z', 'updated_at': '2022-05-28T06:34:52Z', 'revision_number': 4, 'project_id': '50466b4420374aac8a4e6c84ffbb2d35', 'gw_port': {'id': 'b58271cd-282f-4724-85b3-6db7ec8fc049', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ea:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b780bbb6-446f-4e48-a498-84dcf15fde1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:34:40Z', 'updated_at': '2022-05-28T06:34:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': '2c6a63ed-c8fc-4edb-ae83-a8af57abefb3', 'tenant_id': '50466b4420374aac8a4e6c84ffbb2d35', 'floating_ip_address': '172.25.5.50', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': 'b780bbb6-446f-4e48-a498-84dcf15fde1b', 'port_id': '2a9418a7-bd04-4bdb-9ce7-c9cfe2d4e847', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8fa6c28-5257-4dd9-bf7e-c257b513d11b', 'mac_address': 'fa:16:3e:53:7f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b99fda-0bc9-4e50-b070-ce4a427e6fc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:38:55Z', 'updated_at': '2022-05-28T06:39:42Z', 'revision_number': 1, 'project_id': '50466b4420374aac8a4e6c84ffbb2d35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f440a6dc-f4f1-49ba-afee-427f7ca6daf9', 'name': '', 'network_id': 'a8fa6c28-5257-4dd9-bf7e-c257b513d11b', 'tenant_id': '50466b4420374aac8a4e6c84ffbb2d35', 'mac_address': 'fa:16:3e:46:4e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b780bbb6-446f-4e48-a498-84dcf15fde1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '63994f4d-7e85-4fdc-89a1-6c8536e7f551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:34:49Z', 'updated_at': '2022-05-28T06:35:04Z', 'revision_number': 5, 'project_id': '50466b4420374aac8a4e6c84ffbb2d35', 'subnets': [{'id': '63994f4d-7e85-4fdc-89a1-6c8536e7f551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:39:48.328652 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2b66b1-b014-4779-a609-41ef2bbe2fe0 None None] Checking router: b780bbb6-446f-4e48-a498-84dcf15fde1b for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:39:48.333180 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-0946e35a-f1b3-4e76-83ae-52f797c3cda2 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:39:48.349716 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2b66b1-b014-4779-a609-41ef2bbe2fe0 None None] Routers {'b780bbb6-446f-4e48-a498-84dcf15fde1b'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:39:48.350349 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-2c2b66b1-b014-4779-a609-41ef2bbe2fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:39:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['b780bbb6-446f-4e48-a498-84dcf15fde1b'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:39:48.363463 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-1785d8f3-8b69-4487-9aa4-0dddccf41d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce8f9879-d1ac-44f7-a6d0-bc982938f6d1', 'name': 'tempest-RoutersTest-router-1404400592', 'tenant_id': '51e07d1dd4e842f29564191e4c945b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:38:19Z', 'updated_at': '2022-05-28T06:39:45Z', 'revision_number': 8, 'project_id': '51e07d1dd4e842f29564191e4c945b6c', 'gw_port_host': None, '_interfaces': [{'id': '32e62a22-84bf-4694-b19e-fb91d25761d9', 'name': '', 'network_id': 'eeb73656-43c1-4ee2-9497-5290bc10726e', 'tenant_id': '51e07d1dd4e842f29564191e4c945b6c', 'mac_address': 'fa:16:3e:99:7d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8f9879-d1ac-44f7-a6d0-bc982938f6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': 'c5fb5e00-99af-4f71-953e-f3f2fab999ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:38:26Z', 'updated_at': '2022-05-28T06:38:38Z', 'revision_number': 5, 'project_id': '51e07d1dd4e842f29564191e4c945b6c', 'subnets': [{'id': 'c5fb5e00-99af-4f71-953e-f3f2fab999ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b484a5c-2c70-4c58-8b4c-8d06f0ba5696', 'name': '', 'network_id': '9ccf9dee-f3a0-42be-8e4a-fcd6bc40fe93', 'tenant_id': '51e07d1dd4e842f29564191e4c945b6c', 'mac_address': 'fa:16:3e:6f:10:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8f9879-d1ac-44f7-a6d0-bc982938f6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '4627dc77-60dc-41e2-b543-5687a1b9f1b4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:38:38Z', 'updated_at': '2022-05-28T06:38:50Z', 'revision_number': 5, 'project_id': '51e07d1dd4e842f29564191e4c945b6c', 'subnets': [{'id': '4627dc77-60dc-41e2-b543-5687a1b9f1b4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5030fc6-457f-43ad-84c6-c81a31a2a3d4', 'name': '', 'network_id': '96e6c9f0-ef66-422b-858d-57cd1b2eca8b', 'tenant_id': '51e07d1dd4e842f29564191e4c945b6c', 'mac_address': 'fa:16:3e:b7:4d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8f9879-d1ac-44f7-a6d0-bc982938f6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '25761b23-885f-4c02-8b7f-f8756b227181', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:38:58Z', 'updated_at': '2022-05-28T06:39:13Z', 'revision_number': 5, 'project_id': '51e07d1dd4e842f29564191e4c945b6c', 'subnets': [{'id': '25761b23-885f-4c02-8b7f-f8756b227181', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:39:48.392930 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1785d8f3-8b69-4487-9aa4-0dddccf41d0a None None] The sync data for ids ['ce8f9879-d1ac-44f7-a6d0-bc982938f6d1'] in n-d-843702-1 is: [{'id': 'ce8f9879-d1ac-44f7-a6d0-bc982938f6d1', 'name': 'tempest-RoutersTest-router-1404400592', 'tenant_id': '51e07d1dd4e842f29564191e4c945b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:38:19Z', 'updated_at': '2022-05-28T06:39:45Z', 'revision_number': 8, 'project_id': '51e07d1dd4e842f29564191e4c945b6c', 'gw_port_host': None, '_interfaces': [{'id': '32e62a22-84bf-4694-b19e-fb91d25761d9', 'name': '', 'network_id': 'eeb73656-43c1-4ee2-9497-5290bc10726e', 'tenant_id': '51e07d1dd4e842f29564191e4c945b6c', 'mac_address': 'fa:16:3e:99:7d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8f9879-d1ac-44f7-a6d0-bc982938f6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': 'c5fb5e00-99af-4f71-953e-f3f2fab999ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:38:26Z', 'updated_at': '2022-05-28T06:38:38Z', 'revision_number': 5, 'project_id': '51e07d1dd4e842f29564191e4c945b6c', 'subnets': [{'id': 'c5fb5e00-99af-4f71-953e-f3f2fab999ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b484a5c-2c70-4c58-8b4c-8d06f0ba5696', 'name': '', 'network_id': '9ccf9dee-f3a0-42be-8e4a-fcd6bc40fe93', 'tenant_id': '51e07d1dd4e842f29564191e4c945b6c', 'mac_address': 'fa:16:3e:6f:10:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8f9879-d1ac-44f7-a6d0-bc982938f6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '4627dc77-60dc-41e2-b543-5687a1b9f1b4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:38:38Z', 'updated_at': '2022-05-28T06:38:50Z', 'revision_number': 5, 'project_id': '51e07d1dd4e842f29564191e4c945b6c', 'subnets': [{'id': '4627dc77-60dc-41e2-b543-5687a1b9f1b4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5030fc6-457f-43ad-84c6-c81a31a2a3d4', 'name': '', 'network_id': '96e6c9f0-ef66-422b-858d-57cd1b2eca8b', 'tenant_id': '51e07d1dd4e842f29564191e4c945b6c', 'mac_address': 'fa:16:3e:b7:4d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8f9879-d1ac-44f7-a6d0-bc982938f6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '25761b23-885f-4c02-8b7f-f8756b227181', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:38:58Z', 'updated_at': '2022-05-28T06:39:13Z', 'revision_number': 5, 'project_id': '51e07d1dd4e842f29564191e4c945b6c', 'subnets': [{'id': '25761b23-885f-4c02-8b7f-f8756b227181', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:39:48.404851 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-3adc2fbb-ff60-4284-a88a-0193ba502157 None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:48.418842 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e1f8d5-cc65-4719-8768-db25a88b1689 None None] DHCP port deletion for 8888fe45-59b6-485a-baf0-07cf639e0a54 request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:39:48.445778 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-3adc2fbb-ff60-4284-a88a-0193ba502157 None None] Transition to ACTIVE for port object fb57a48b-a421-462d-a436-89da067245de will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:39:48.448424 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-47e1f8d5-cc65-4719-8768-db25a88b1689 None None] Deleting port ddf84a62-b605-4bd0-9191-396e2ade3663 {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:39:48.448799 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-47e1f8d5-cc65-4719-8768-db25a88b1689 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:48.461228 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d572629a-60ea-424f-b10f-dc73c7701856 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700548'] for router_interface, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:48.487218 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1600ff30-1357-476e-ada0-b5840c7e044a tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:48.509606 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8bed4628-d585-4231-a789-9d1080ec173c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:48.550501 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-47e1f8d5-cc65-4719-8768-db25a88b1689 None None] The port 'ddf84a62-b605-4bd0-9191-396e2ade3663' was deleted {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 06:39:48.560659 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-3adc2fbb-ff60-4284-a88a-0193ba502157 None None] Transition to ACTIVE for port object fb57a48b-a421-462d-a436-89da067245de will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:39:48.587192 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bed4628-d585-4231-a789-9d1080ec173c admin admin] Pushing event deleted for resources: {'Network': ['ID=50e6c29d-3c94-4645-8aee-2ebf9aaac97d,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:39:48.603847 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1600ff30-1357-476e-ada0-b5840c7e044a tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] No DVR routers for this DVR port ddf84a62-b605-4bd0-9191-396e2ade3663 on host n-d-843702-1 {{(pid=89109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:39:48.632300 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-681fb9bb-987d-4abc-bb12-6600538b1883 req-0dcc2d74-1b30-4361-9ed9-06adde27fa3a tempest-ServerAddressesTestJSON-1030654601 tempest-ServerAddressesTestJSON-1030654601-project] Unset dirty status for tenant:1eb3903fca5b42059dbf5c364e1001cb on resource:network {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:39:48.636324 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-681fb9bb-987d-4abc-bb12-6600538b1883 req-0dcc2d74-1b30-4361-9ed9-06adde27fa3a tempest-ServerAddressesTestJSON-1030654601 tempest-ServerAddressesTestJSON-1030654601-project] 10.222.0.55 "GET /v2.0/networks?id=5504f506-1293-4df7-808a-03940cf147f3 HTTP/1.1" status: 200 len: 813 time: 1.4407911 May 28 06:39:48.644416 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-02316d6f-048b-4d2f-89b6-2cc095aa225c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:48.660664 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-0946e35a-f1b3-4e76-83ae-52f797c3cda2 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:48.664703 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-0946e35a-f1b3-4e76-83ae-52f797c3cda2 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:48.664839 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1600ff30-1357-476e-ada0-b5840c7e044a tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Pushing event deleted for resources: {'Port': ['ID=ddf84a62-b605-4bd0-9191-396e2ade3663,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:39:48.685147 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-3adc2fbb-ff60-4284-a88a-0193ba502157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:48.692046 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-8bed4628-d585-4231-a789-9d1080ec173c admin admin] 10.222.0.55 "DELETE /v2.0/networks/50e6c29d-3c94-4645-8aee-2ebf9aaac97d HTTP/1.1" status: 204 len: 168 time: 2.7455838 May 28 06:39:48.728037 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9f9b4e-7a3a-4837-b736-6ffda5a8fa39 req-e3880379-6ede-46ae-a29d-8345c4eabd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:48.729901 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8c9f9b4e-7a3a-4837-b736-6ffda5a8fa39 req-e3880379-6ede-46ae-a29d-8345c4eabd41 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a8fa6c28-5257-4dd9-bf7e-c257b513d11b HTTP/1.1" status: 200 len: 917 time: 1.0841599 May 28 06:39:48.731653 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-681fb9bb-987d-4abc-bb12-6600538b1883 req-39d0bf12-03d0-4219-a253-cb407d550dc9 tempest-ServerAddressesTestJSON-1030654601 tempest-ServerAddressesTestJSON-1030654601-project] 10.222.0.55 "GET /v2.0/quotas/1eb3903fca5b42059dbf5c364e1001cb HTTP/1.1" status: 200 len: 375 time: 0.0634420 May 28 06:39:48.793832 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1600ff30-1357-476e-ada0-b5840c7e044a tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:48.797951 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-2c2b66b1-b014-4779-a609-41ef2bbe2fe0 None None] Set router b780bbb6-446f-4e48-a498-84dcf15fde1b gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:39:48.846754 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-1600ff30-1357-476e-ada0-b5840c7e044a tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8888fe45-59b6-485a-baf0-07cf639e0a54']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:39:48.880186 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-1600ff30-1357-476e-ada0-b5840c7e044a tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91916fa5-9a7d-4f3b-b27b-6463cde7cfac') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:39:48.880482 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-1600ff30-1357-476e-ada0-b5840c7e044a tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91916fa5-9a7d-4f3b-b27b-6463cde7cfac') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:39:48.895474 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1600ff30-1357-476e-ada0-b5840c7e044a tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:48.918140 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d7d4bf-b808-440f-80ff-dfc0307a1dc7 req-5dbc8e16-2057-4f34-9586-c86bfe123b1f tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:48.919867 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1600ff30-1357-476e-ada0-b5840c7e044a tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:48.924570 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d7d4bf-b808-440f-80ff-dfc0307a1dc7 req-5dbc8e16-2057-4f34-9586-c86bfe123b1f tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:48.925509 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-a4d7d4bf-b808-440f-80ff-dfc0307a1dc7 req-5dbc8e16-2057-4f34-9586-c86bfe123b1f tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Synchronizing usage tracker for tenant:60982381454b4376b475404da5b08605 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:39:48.927147 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1600ff30-1357-476e-ada0-b5840c7e044a tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:39:48.927547 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1600ff30-1357-476e-ada0-b5840c7e044a tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:48.934186 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-60f34fac-4c99-462e-a9ea-130bdc834b54 None None] Provisioning for port f38f340c-af89-4a3d-92ca-c4a7904d4338 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:39:48.939776 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3adc2fbb-ff60-4284-a88a-0193ba502157 None None] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:39:48.945011 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 1ecc3c78-32c7-4268-97bd-ca960e13b5e5 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:39:48.951152 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [None req-02316d6f-048b-4d2f-89b6-2cc095aa225c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] device_id is not set on port dc022d39-b0db-41a5-b466-a92322866abf yet. {{(pid=89110) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:39:48.997777 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 91916fa5-9a7d-4f3b-b27b-6463cde7cfac resource provider aggregate not found May 28 06:39:49.012661 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-0946e35a-f1b3-4e76-83ae-52f797c3cda2 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.4759159 May 28 06:39:49.032882 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 91916fa5-9a7d-4f3b-b27b-6463cde7cfac resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 91916fa5-9a7d-4f3b-b27b-6463cde7cfac found for delete ", "request_id": "req-b1366e99-b4a5-4d8a-82ad-2e2154585b62"}]} May 28 06:39:49.039167 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-681fb9bb-987d-4abc-bb12-6600538b1883 req-661c398c-8196-480c-ad7a-ad46428b4648 tempest-ServerAddressesTestJSON-1030654601 tempest-ServerAddressesTestJSON-1030654601-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=1eb3903fca5b42059dbf5c364e1001cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2318974 May 28 06:39:49.065038 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-3adc2fbb-ff60-4284-a88a-0193ba502157 None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:39:49.080917 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-60f34fac-4c99-462e-a9ea-130bdc834b54 None None] Provisioning complete for port f38f340c-af89-4a3d-92ca-c4a7904d4338 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:39:49.081282 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-60f34fac-4c99-462e-a9ea-130bdc834b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:49.103455 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3adc2fbb-ff60-4284-a88a-0193ba502157 None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:39:49.113679 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 1ecc3c78-32c7-4268-97bd-ca960e13b5e5 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:39:49.114027 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 1ecc3c78-32c7-4268-97bd-ca960e13b5e5 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:39:49.114464 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device ddf84a62-b605-4bd0-9191-396e2ade3663 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:39:49.115566 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1600ff30-1357-476e-ada0-b5840c7e044a tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:49.141497 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1600ff30-1357-476e-ada0-b5840c7e044a tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:49.143404 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-fa0d5cd8-2bd5-4dd6-aa51-2fc0296bcb65 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Request body: {'port': {'device_id': '75e757b4-2d79-4493-9e4f-735cde8bfd52', 'network_id': '38aa9d6e-cdde-4924-ba18-69c2c5c3b178', 'admin_state_up': True, 'tenant_id': '60982381454b4376b475404da5b08605'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:39:49.160547 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: ddf84a62-b605-4bd0-9191-396e2ade3663 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:39:49.160877 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device ddf84a62-b605-4bd0-9191-396e2ade3663 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:39:49.162375 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adc2fbb-ff60-4284-a88a-0193ba502157 None None] Pushing event updated for resources: {'Port': ['ID=fb57a48b-a421-462d-a436-89da067245de,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:39:49.178167 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-1600ff30-1357-476e-ada0-b5840c7e044a tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] 10.222.0.55 "DELETE /v2.0/networks/8888fe45-59b6-485a-baf0-07cf639e0a54 HTTP/1.1" status: 204 len: 168 time: 1.5583482 May 28 06:39:49.179058 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 40214) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:39:49.179196 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 40216) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:39:49.281852 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1600ff30-1357-476e-ada0-b5840c7e044a tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Pushing event deleted for resources: {'Network': ['ID=8888fe45-59b6-485a-baf0-07cf639e0a54,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:39:49.294536 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-60f34fac-4c99-462e-a9ea-130bdc834b54 None None] Port f38f340c-af89-4a3d-92ca-c4a7904d4338 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:39:49.353059 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-a4d7d4bf-b808-440f-80ff-dfc0307a1dc7 req-5dbc8e16-2057-4f34-9586-c86bfe123b1f tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Unset dirty status for tenant:60982381454b4376b475404da5b08605 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:39:49.356011 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a4d7d4bf-b808-440f-80ff-dfc0307a1dc7 req-5dbc8e16-2057-4f34-9586-c86bfe123b1f tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] 10.222.0.55 "GET /v2.0/ports?device_id=75e757b4-2d79-4493-9e4f-735cde8bfd52 HTTP/1.1" status: 200 len: 1654 time: 1.4861939 May 28 06:39:49.367677 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-3adc2fbb-ff60-4284-a88a-0193ba502157 None None] Attempting to bind port fb57a48b-a421-462d-a436-89da067245de on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:39:49.368040 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-3adc2fbb-ff60-4284-a88a-0193ba502157 None None] Attempting to bind port fb57a48b-a421-462d-a436-89da067245de by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'e82da2dd-17b8-4c15-8abb-711622ad0a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:39:49.368595 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3adc2fbb-ff60-4284-a88a-0193ba502157 None None] Attempting to bind port fb57a48b-a421-462d-a436-89da067245de on network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:39:49.383159 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3adc2fbb-ff60-4284-a88a-0193ba502157 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:39:49.383847 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3adc2fbb-ff60-4284-a88a-0193ba502157 None None] Checking segment: {'id': 'e82da2dd-17b8-4c15-8abb-711622ad0a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:39:49.384242 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-3adc2fbb-ff60-4284-a88a-0193ba502157 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:49.384628 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3adc2fbb-ff60-4284-a88a-0193ba502157 None None] Bound using segment: {'id': 'e82da2dd-17b8-4c15-8abb-711622ad0a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:39:49.385089 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-3adc2fbb-ff60-4284-a88a-0193ba502157 None None] Bound port: fb57a48b-a421-462d-a436-89da067245de, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e82da2dd-17b8-4c15-8abb-711622ad0a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:39:49.385479 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-3adc2fbb-ff60-4284-a88a-0193ba502157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:49.451509 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8c9f9b4e-7a3a-4837-b736-6ffda5a8fa39 req-39c10258-e020-40c3-ae2e-3bded73fa08b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2a9418a7-bd04-4bdb-9ce7-c9cfe2d4e847 HTTP/1.1" status: 200 len: 998 time: 0.6419764 May 28 06:39:49.548358 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-3adc2fbb-ff60-4284-a88a-0193ba502157 None None] For port fb57a48b-a421-462d-a436-89da067245de, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:39:49.564149 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-3adc2fbb-ff60-4284-a88a-0193ba502157 None None] For port fb57a48b-a421-462d-a436-89da067245de, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=fb57a48b-a421-462d-a436-89da067245de,segment=NetworkSegment(e82da2dd-17b8-4c15-8abb-711622ad0a92),segment_id=e82da2dd-17b8-4c15-8abb-711622ad0a92)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:39:49.592732 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-2c2b66b1-b014-4779-a609-41ef2bbe2fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b780bbb6-446f-4e48-a498-84dcf15fde1b', 'name': 'tempest-AttachVolumeShelveTestJSON-507650358-router', 'tenant_id': '50466b4420374aac8a4e6c84ffbb2d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': 'b58271cd-282f-4724-85b3-6db7ec8fc049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:34:38Z', 'updated_at': '2022-05-28T06:34:52Z', 'revision_number': 4, 'project_id': '50466b4420374aac8a4e6c84ffbb2d35', 'gw_port': {'id': 'b58271cd-282f-4724-85b3-6db7ec8fc049', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ea:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b780bbb6-446f-4e48-a498-84dcf15fde1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:34:40Z', 'updated_at': '2022-05-28T06:34:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': '2c6a63ed-c8fc-4edb-ae83-a8af57abefb3', 'tenant_id': '50466b4420374aac8a4e6c84ffbb2d35', 'floating_ip_address': '172.25.5.50', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': 'b780bbb6-446f-4e48-a498-84dcf15fde1b', 'port_id': '2a9418a7-bd04-4bdb-9ce7-c9cfe2d4e847', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8fa6c28-5257-4dd9-bf7e-c257b513d11b', 'mac_address': 'fa:16:3e:53:7f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b99fda-0bc9-4e50-b070-ce4a427e6fc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:38:55Z', 'updated_at': '2022-05-28T06:39:42Z', 'revision_number': 1, 'project_id': '50466b4420374aac8a4e6c84ffbb2d35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f440a6dc-f4f1-49ba-afee-427f7ca6daf9', 'name': '', 'network_id': 'a8fa6c28-5257-4dd9-bf7e-c257b513d11b', 'tenant_id': '50466b4420374aac8a4e6c84ffbb2d35', 'mac_address': 'fa:16:3e:46:4e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b780bbb6-446f-4e48-a498-84dcf15fde1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '63994f4d-7e85-4fdc-89a1-6c8536e7f551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:34:49Z', 'updated_at': '2022-05-28T06:35:04Z', 'revision_number': 5, 'project_id': '50466b4420374aac8a4e6c84ffbb2d35', 'subnets': [{'id': '63994f4d-7e85-4fdc-89a1-6c8536e7f551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:39:49.598824 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2b66b1-b014-4779-a609-41ef2bbe2fe0 None None] The sync data for ids ['b780bbb6-446f-4e48-a498-84dcf15fde1b'] in n-d-843702-1 is: [{'id': 'b780bbb6-446f-4e48-a498-84dcf15fde1b', 'name': 'tempest-AttachVolumeShelveTestJSON-507650358-router', 'tenant_id': '50466b4420374aac8a4e6c84ffbb2d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': 'b58271cd-282f-4724-85b3-6db7ec8fc049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:34:38Z', 'updated_at': '2022-05-28T06:34:52Z', 'revision_number': 4, 'project_id': '50466b4420374aac8a4e6c84ffbb2d35', 'gw_port': {'id': 'b58271cd-282f-4724-85b3-6db7ec8fc049', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ea:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b780bbb6-446f-4e48-a498-84dcf15fde1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:34:40Z', 'updated_at': '2022-05-28T06:34:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': '2c6a63ed-c8fc-4edb-ae83-a8af57abefb3', 'tenant_id': '50466b4420374aac8a4e6c84ffbb2d35', 'floating_ip_address': '172.25.5.50', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': 'b780bbb6-446f-4e48-a498-84dcf15fde1b', 'port_id': '2a9418a7-bd04-4bdb-9ce7-c9cfe2d4e847', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8fa6c28-5257-4dd9-bf7e-c257b513d11b', 'mac_address': 'fa:16:3e:53:7f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b99fda-0bc9-4e50-b070-ce4a427e6fc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:38:55Z', 'updated_at': '2022-05-28T06:39:42Z', 'revision_number': 1, 'project_id': '50466b4420374aac8a4e6c84ffbb2d35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f440a6dc-f4f1-49ba-afee-427f7ca6daf9', 'name': '', 'network_id': 'a8fa6c28-5257-4dd9-bf7e-c257b513d11b', 'tenant_id': '50466b4420374aac8a4e6c84ffbb2d35', 'mac_address': 'fa:16:3e:46:4e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b780bbb6-446f-4e48-a498-84dcf15fde1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '63994f4d-7e85-4fdc-89a1-6c8536e7f551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:34:49Z', 'updated_at': '2022-05-28T06:35:04Z', 'revision_number': 5, 'project_id': '50466b4420374aac8a4e6c84ffbb2d35', 'subnets': [{'id': '63994f4d-7e85-4fdc-89a1-6c8536e7f551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:39:49.674817 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-1f0db9ad-4a3f-43e1-b7a3-718f48feab04 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f44679598b0a43b98b3c94202ca37d34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4819281 May 28 06:39:49.685370 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 40222) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:39:49.698597 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-3adc2fbb-ff60-4284-a88a-0193ba502157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:49.741759 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-681fb9bb-987d-4abc-bb12-6600538b1883 req-e8577e29-088b-4eb6-9bb7-96acf5c8431e service neutron] 10.222.0.55 "GET /v2.0/networks/5504f506-1293-4df7-808a-03940cf147f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7017915 May 28 06:39:49.774469 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a4d7d4bf-b808-440f-80ff-dfc0307a1dc7 req-fe5e42e3-7719-4200-b156-3fa94c34723d tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] 10.222.0.55 "GET /v2.0/security-groups?id=45cb3f7c-83ce-4298-9702-2bb3cba6af9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3481295 May 28 06:39:49.802767 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9f9b4e-7a3a-4837-b736-6ffda5a8fa39 req-ec191a88-8d69-4769-9473-fdf9bd297a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:49.804433 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8c9f9b4e-7a3a-4837-b736-6ffda5a8fa39 req-ec191a88-8d69-4769-9473-fdf9bd297a5a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=63994f4d-7e85-4fdc-89a1-6c8536e7f551 HTTP/1.1" status: 200 len: 855 time: 0.3000772 May 28 06:39:49.809303 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adc2fbb-ff60-4284-a88a-0193ba502157 None None] Pushing event updated for resources: {'Port': ['ID=fb57a48b-a421-462d-a436-89da067245de,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:39:49.845383 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-fa0d5cd8-2bd5-4dd6-aa51-2fc0296bcb65 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:39:49.881124 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90782193-9afe-4366-bc42-d5bfd39071e5 None None] New status for floating IP 2c6a63ed-c8fc-4edb-ae83-a8af57abefb3: ACTIVE {{(pid=89111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 06:39:50.011461 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-aa47369c-6c61-4ab3-bbc7-1d922fa6d31d tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700548'] for router_interface, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:50.198863 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-fa0d5cd8-2bd5-4dd6-aa51-2fc0296bcb65 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:39:50.258332 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [None req-02316d6f-048b-4d2f-89b6-2cc095aa225c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Allocated IP 2001:db8::8aad:527:f52f:7e39 (147bfd32-62dc-4be0-82de-f4d6fa5b4cc2/86a2dd35-ed0e-445a-a33d-12a3ad840132/dc022d39-b0db-41a5-b466-a92322866abf) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:39:50.357594 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a6a40eb8-4cf2-44a6-8f73-4a8979b5e4af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:50.397136 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-fa0d5cd8-2bd5-4dd6-aa51-2fc0296bcb65 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Made reservation on behalf of 60982381454b4376b475404da5b08605 for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:39:50.400876 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-fa0d5cd8-2bd5-4dd6-aa51-2fc0296bcb65 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:50.424516 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-aa47369c-6c61-4ab3-bbc7-1d922fa6d31d tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Deleting port a5030fc6-457f-43ad-84c6-c81a31a2a3d4 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:39:50.424772 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-aa47369c-6c61-4ab3-bbc7-1d922fa6d31d tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:50.484042 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-681fb9bb-987d-4abc-bb12-6600538b1883 req-f6da7802-af79-442d-935a-ab8079884bc6 service neutron] 10.222.0.55 "GET /v2.0/networks/5504f506-1293-4df7-808a-03940cf147f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6841147 May 28 06:39:50.500763 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a6a40eb8-4cf2-44a6-8f73-4a8979b5e4af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:50.566520 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-d572629a-60ea-424f-b10f-dc73c7701856 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Deleting port 6db65323-633f-4045-aa22-aee86bd81c30 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:39:50.566865 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d572629a-60ea-424f-b10f-dc73c7701856 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:50.676419 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device fb57a48b-a421-462d-a436-89da067245de up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:39:50.690923 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9f9b4e-7a3a-4837-b736-6ffda5a8fa39 req-be28a224-9e31-4021-822c-9d884a57dbba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:50.692435 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8c9f9b4e-7a3a-4837-b736-6ffda5a8fa39 req-be28a224-9e31-4021-822c-9d884a57dbba service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a8fa6c28-5257-4dd9-bf7e-c257b513d11b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8446281 May 28 06:39:50.698228 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-aa47369c-6c61-4ab3-bbc7-1d922fa6d31d tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] For port a5030fc6-457f-43ad-84c6-c81a31a2a3d4, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=a5030fc6-457f-43ad-84c6-c81a31a2a3d4,segment=NetworkSegment(1a0d20cd-f5c4-40e7-9b25-084528c51a61),segment_id=1a0d20cd-f5c4-40e7-9b25-084528c51a61)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:39:50.698825 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-aa47369c-6c61-4ab3-bbc7-1d922fa6d31d tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:50.766954 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f293fbc9-3970-4cd1-beb1-3cea557dc657 req-0f9c7b19-e692-47bd-89e1-920a83179e50 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:50.770083 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f293fbc9-3970-4cd1-beb1-3cea557dc657 req-0f9c7b19-e692-47bd-89e1-920a83179e50 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e HTTP/1.1" status: 200 len: 944 time: 0.8087947 May 28 06:39:50.824153 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port fb57a48b-a421-462d-a436-89da067245de completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:39:50.865152 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-aa47369c-6c61-4ab3-bbc7-1d922fa6d31d tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Calling delete_port for a5030fc6-457f-43ad-84c6-c81a31a2a3d4 owned by network:router_interface {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:39:51.135304 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a6a40eb8-4cf2-44a6-8f73-4a8979b5e4af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:51.160887 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-aa47369c-6c61-4ab3-bbc7-1d922fa6d31d tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:51.212021 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa47369c-6c61-4ab3-bbc7-1d922fa6d31d tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Pushing event deleted for resources: {'Port': ['ID=a5030fc6-457f-43ad-84c6-c81a31a2a3d4,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:39:51.222478 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5542feb5-1588-4152-b493-04b249d99dd4 req-7ea18fc2-3018-4ff0-82d6-639fd93a09d5 tempest-ServerAddressesTestJSON-1030654601 tempest-ServerAddressesTestJSON-1030654601-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d1a37d6-067a-4967-b1ec-64ea864dc980 HTTP/1.1" status: 200 len: 210 time: 0.2843692 May 28 06:39:51.282399 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a40eb8-4cf2-44a6-8f73-4a8979b5e4af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88d2cfd4-3ac6-4681-9a3a-dce7d6855bbc,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:39:51.333075 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-0f41c5e5-a846-428b-96a5-d1149614b47f None None] Provisioning for port fb57a48b-a421-462d-a436-89da067245de completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:39:51.343451 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-0f41c5e5-a846-428b-96a5-d1149614b47f None None] Provisioning complete for port fb57a48b-a421-462d-a436-89da067245de triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:39:51.344441 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-0f41c5e5-a846-428b-96a5-d1149614b47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:51.383002 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f293fbc9-3970-4cd1-beb1-3cea557dc657 req-0da3ea31-6e42-4325-ac2b-a669be1a231b tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0fc320c-5211-4d72-b7c9-130a40d05074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4379902 May 28 06:39:51.416132 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8c9f9b4e-7a3a-4837-b736-6ffda5a8fa39 req-023f9359-8cb6-490c-9fd3-34daef832f3c service neutron] 10.222.0.69 "GET /v2.0/networks/a8fa6c28-5257-4dd9-bf7e-c257b513d11b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6714716 May 28 06:39:51.496263 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-02316d6f-048b-4d2f-89b6-2cc095aa225c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:51.555500 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-fa0d5cd8-2bd5-4dd6-aa51-2fc0296bcb65 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Allocated IP 19.80.0.88 (38aa9d6e-cdde-4924-ba18-69c2c5c3b178/2b810899-1708-45c4-a8f6-d694f8e91c50/52c5cda6-c21a-4d17-8db1-5770fc276202) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:39:51.624650 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-0f41c5e5-a846-428b-96a5-d1149614b47f None None] Current status of the port fb57a48b-a421-462d-a436-89da067245de is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:39:51.625059 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-0f41c5e5-a846-428b-96a5-d1149614b47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:51.655849 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d572629a-60ea-424f-b10f-dc73c7701856 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:51.666367 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-0f41c5e5-a846-428b-96a5-d1149614b47f None None] For port fb57a48b-a421-462d-a436-89da067245de, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=fb57a48b-a421-462d-a436-89da067245de,segment=NetworkSegment(e82da2dd-17b8-4c15-8abb-711622ad0a92),segment_id=e82da2dd-17b8-4c15-8abb-711622ad0a92)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:39:51.694521 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e6764e87-d164-46ca-b94f-d0f249040bbb req-4ca1766d-36b3-41b7-b032-ee6eac401355 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7575240 May 28 06:39:51.708209 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [None req-02316d6f-048b-4d2f-89b6-2cc095aa225c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Transition to ACTIVE for port object dc022d39-b0db-41a5-b466-a92322866abf will not be triggered until provisioned by entity DHCP. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:39:51.731998 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-aa47369c-6c61-4ab3-bbc7-1d922fa6d31d tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700472'] for router_interface, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:51.752448 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-0f41c5e5-a846-428b-96a5-d1149614b47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:51.843236 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f41c5e5-a846-428b-96a5-d1149614b47f None None] Pushing event updated for resources: {'Port': ['ID=fb57a48b-a421-462d-a436-89da067245de,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:39:51.941038 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-d572629a-60ea-424f-b10f-dc73c7701856 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Calling delete_port for 6db65323-633f-4045-aa22-aee86bd81c30 owned by network:router_interface {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:39:52.063793 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa47369c-6c61-4ab3-bbc7-1d922fa6d31d tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Router ce8f9879-d1ac-44f7-a6d0-bc982938f6d1 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:39:52.201729 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a6a40eb8-4cf2-44a6-8f73-4a8979b5e4af admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:52.205732 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-a6a40eb8-4cf2-44a6-8f73-4a8979b5e4af admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/88d2cfd4-3ac6-4681-9a3a-dce7d6855bbc HTTP/1.1" status: 204 len: 168 time: 2.5038307 May 28 06:39:52.239565 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa47369c-6c61-4ab3-bbc7-1d922fa6d31d tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:39:52.252811 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e288cca3-b7b8-4cde-8c79-ee05586d8bb3 None None] Sync routers for ids ['ce8f9879-d1ac-44f7-a6d0-bc982938f6d1'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:39:52.260484 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-aa47369c-6c61-4ab3-bbc7-1d922fa6d31d tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] 10.222.0.55 "PUT /v2.0/routers/ce8f9879-d1ac-44f7-a6d0-bc982938f6d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0708828 May 28 06:39:52.260484 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 40246) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:39:52.265067 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e288cca3-b7b8-4cde-8c79-ee05586d8bb3 None None] Routers {'ce8f9879-d1ac-44f7-a6d0-bc982938f6d1'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:39:52.266311 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-e288cca3-b7b8-4cde-8c79-ee05586d8bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:39:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['ce8f9879-d1ac-44f7-a6d0-bc982938f6d1'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:39:52.336309 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_v2 [None req-69be146e-ba8b-4460-ad80-c421a92ed858 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Deleting subnet 25761b23-885f-4c02-8b7f-f8756b227181 {{(pid=89109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:39:52.340072 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-69be146e-ba8b-4460-ad80-c421a92ed858 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks [] for subnet, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:52.397289 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8c9f9b4e-7a3a-4837-b736-6ffda5a8fa39 req-a1edcbb1-ba57-44c9-86ac-7e65941d649f service neutron] 10.222.0.69 "GET /v2.0/networks/a8fa6c28-5257-4dd9-bf7e-c257b513d11b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9169655 May 28 06:39:52.403508 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-69be146e-ba8b-4460-ad80-c421a92ed858 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3964070'] for subnet, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:52.419878 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3364cf56-3c6d-49e6-a86d-878a909aaffd req-14e27c78-977f-4a5e-95c9-f8b55e8ef348 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:52.425727 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3364cf56-3c6d-49e6-a86d-878a909aaffd req-14e27c78-977f-4a5e-95c9-f8b55e8ef348 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:52.426558 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-3364cf56-3c6d-49e6-a86d-878a909aaffd req-14e27c78-977f-4a5e-95c9-f8b55e8ef348 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Synchronizing usage tracker for tenant:60982381454b4376b475404da5b08605 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:39:52.492345 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28b26b3-5b41-425e-8e33-1bb1206126df req-87e1719e-20db-4ab1-9f59-cca6b49b8b24 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:52.500845 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b28b26b3-5b41-425e-8e33-1bb1206126df req-87e1719e-20db-4ab1-9f59-cca6b49b8b24 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e HTTP/1.1" status: 200 len: 944 time: 0.8144207 May 28 06:39:52.516610 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-02316d6f-048b-4d2f-89b6-2cc095aa225c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:52.522960 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-69be146e-ba8b-4460-ad80-c421a92ed858 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:52.553078 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-e288cca3-b7b8-4cde-8c79-ee05586d8bb3 None None] Set router ce8f9879-d1ac-44f7-a6d0-bc982938f6d1 gateway port host: None {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:39:52.625752 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6764e87-d164-46ca-b94f-d0f249040bbb req-f8ca8d91-3bf0-4759-a253-33fd1a557b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:52.627267 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e6764e87-d164-46ca-b94f-d0f249040bbb req-f8ca8d91-3bf0-4759-a253-33fd1a557b30 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fada8efd68e34d6781d883ae41cb05ad&device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e HTTP/1.1" status: 200 len: 1095 time: 0.7961571 May 28 06:39:52.627894 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-3364cf56-3c6d-49e6-a86d-878a909aaffd req-14e27c78-977f-4a5e-95c9-f8b55e8ef348 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Unset dirty status for tenant:60982381454b4376b475404da5b08605 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:39:52.634772 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3364cf56-3c6d-49e6-a86d-878a909aaffd req-14e27c78-977f-4a5e-95c9-f8b55e8ef348 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] 10.222.0.55 "GET /v2.0/ports?device_id=75e757b4-2d79-4493-9e4f-735cde8bfd52 HTTP/1.1" status: 200 len: 1654 time: 1.2506702 May 28 06:39:52.736336 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02316d6f-048b-4d2f-89b6-2cc095aa225c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:39:52.746339 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-fa0d5cd8-2bd5-4dd6-aa51-2fc0296bcb65 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:52.756343 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-69be146e-ba8b-4460-ad80-c421a92ed858 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9555650'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:52.763386 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device fb57a48b-a421-462d-a436-89da067245de up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:39:52.797613 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-02316d6f-048b-4d2f-89b6-2cc095aa225c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:39:52.825742 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b28b26b3-5b41-425e-8e33-1bb1206126df req-13137fcb-c9db-4774-9bae-c581453f20a4 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0fc320c-5211-4d72-b7c9-130a40d05074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3209920 May 28 06:39:52.832445 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02316d6f-048b-4d2f-89b6-2cc095aa225c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:39:52.853913 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02316d6f-048b-4d2f-89b6-2cc095aa225c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:52.854652 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-02316d6f-048b-4d2f-89b6-2cc095aa225c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:52.866006 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69be146e-ba8b-4460-ad80-c421a92ed858 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Pushing event deleted for resources: {'Subnet': ['ID=25761b23-885f-4c02-8b7f-f8756b227181,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:39:52.878318 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e26b56-dea2-4611-a72c-a84c4c684cb0 None None] Network 96e6c9f0-ef66-422b-858d-57cd1b2eca8b requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:39:52.878505 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-69be146e-ba8b-4460-ad80-c421a92ed858 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:52.890219 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-69be146e-ba8b-4460-ad80-c421a92ed858 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] 10.222.0.55 "DELETE /v2.0/subnets/25761b23-885f-4c02-8b7f-f8756b227181 HTTP/1.1" status: 204 len: 168 time: 0.6279967 May 28 06:39:52.891097 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 40254) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:39:53.065721 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3364cf56-3c6d-49e6-a86d-878a909aaffd req-ba31f812-a993-4a2b-8921-d1e47bd7c775 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] 10.222.0.55 "GET /v2.0/security-groups?id=45cb3f7c-83ce-4298-9702-2bb3cba6af9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4291649 May 28 06:39:53.066369 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02316d6f-048b-4d2f-89b6-2cc095aa225c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Pushing event updated for resources: {'Port': ['ID=dc022d39-b0db-41a5-b466-a92322866abf,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:39:53.082917 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6764e87-d164-46ca-b94f-d0f249040bbb req-cb7ffc93-be7e-46c8-8787-c7908ce59f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:53.085289 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e6764e87-d164-46ca-b94f-d0f249040bbb req-cb7ffc93-be7e-46c8-8787-c7908ce59f70 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e7d92049-bff3-4c3a-a4bd-4950c7dcad1c HTTP/1.1" status: 200 len: 912 time: 0.4182503 May 28 06:39:53.118963 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-563dfd52-224b-42aa-b27c-0f1e1097b2b3 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:53.132540 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-563dfd52-224b-42aa-b27c-0f1e1097b2b3 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Deleting port bc30883e-15d0-4d7f-9682-8c493f386f6a {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:39:53.133143 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-563dfd52-224b-42aa-b27c-0f1e1097b2b3 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:53.138709 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-fa0d5cd8-2bd5-4dd6-aa51-2fc0296bcb65 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Transition to ACTIVE for port object 52c5cda6-c21a-4d17-8db1-5770fc276202 will not be triggered until provisioned by entity DHCP. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:39:53.208570 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port fb57a48b-a421-462d-a436-89da067245de triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:39:53.208945 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:53.309030 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-e288cca3-b7b8-4cde-8c79-ee05586d8bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce8f9879-d1ac-44f7-a6d0-bc982938f6d1', 'name': 'tempest-RoutersTest-router-1404400592', 'tenant_id': '51e07d1dd4e842f29564191e4c945b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:38:19Z', 'updated_at': '2022-05-28T06:39:51Z', 'revision_number': 9, 'project_id': '51e07d1dd4e842f29564191e4c945b6c', 'gw_port_host': None, '_interfaces': [{'id': '32e62a22-84bf-4694-b19e-fb91d25761d9', 'name': '', 'network_id': 'eeb73656-43c1-4ee2-9497-5290bc10726e', 'tenant_id': '51e07d1dd4e842f29564191e4c945b6c', 'mac_address': 'fa:16:3e:99:7d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8f9879-d1ac-44f7-a6d0-bc982938f6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': 'c5fb5e00-99af-4f71-953e-f3f2fab999ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:38:26Z', 'updated_at': '2022-05-28T06:38:38Z', 'revision_number': 5, 'project_id': '51e07d1dd4e842f29564191e4c945b6c', 'subnets': [{'id': 'c5fb5e00-99af-4f71-953e-f3f2fab999ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b484a5c-2c70-4c58-8b4c-8d06f0ba5696', 'name': '', 'network_id': '9ccf9dee-f3a0-42be-8e4a-fcd6bc40fe93', 'tenant_id': '51e07d1dd4e842f29564191e4c945b6c', 'mac_address': 'fa:16:3e:6f:10:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8f9879-d1ac-44f7-a6d0-bc982938f6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '4627dc77-60dc-41e2-b543-5687a1b9f1b4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:38:38Z', 'updated_at': '2022-05-28T06:38:50Z', 'revision_number': 5, 'project_id': '51e07d1dd4e842f29564191e4c945b6c', 'subnets': [{'id': '4627dc77-60dc-41e2-b543-5687a1b9f1b4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:39:53.319845 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e288cca3-b7b8-4cde-8c79-ee05586d8bb3 None None] Checking router: ce8f9879-d1ac-44f7-a6d0-bc982938f6d1 for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:39:53.341329 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-74f6efd8-daf4-4f61-ba41-86d1355795dc req-3fb1169b-77fa-4ca1-afb6-bbb341c40dbd tempest-ServerAddressesTestJSON-1030654601 tempest-ServerAddressesTestJSON-1030654601-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d1a37d6-067a-4967-b1ec-64ea864dc980 HTTP/1.1" status: 200 len: 210 time: 0.2553952 May 28 06:39:53.343833 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e288cca3-b7b8-4cde-8c79-ee05586d8bb3 None None] Routers {'ce8f9879-d1ac-44f7-a6d0-bc982938f6d1'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:39:53.344776 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-e288cca3-b7b8-4cde-8c79-ee05586d8bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:39:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['ce8f9879-d1ac-44f7-a6d0-bc982938f6d1'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:39:53.414008 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-fa0d5cd8-2bd5-4dd6-aa51-2fc0296bcb65 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:53.420691 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-02316d6f-048b-4d2f-89b6-2cc095aa225c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 6.7706275 May 28 06:39:53.422145 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 40266) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:39:53.423013 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-563dfd52-224b-42aa-b27c-0f1e1097b2b3 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] For port bc30883e-15d0-4d7f-9682-8c493f386f6a, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=bc30883e-15d0-4d7f-9682-8c493f386f6a,segment=NetworkSegment(1a0d20cd-f5c4-40e7-9b25-084528c51a61),segment_id=1a0d20cd-f5c4-40e7-9b25-084528c51a61)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:39:53.423519 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-563dfd52-224b-42aa-b27c-0f1e1097b2b3 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:53.486917 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-a5312e2a-be36-44f0-8d41-ad2db433a872 None None] Provisioning for port dc022d39-b0db-41a5-b466-a92322866abf completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:39:53.498445 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-a5312e2a-be36-44f0-8d41-ad2db433a872 None None] Provisioning complete for port dc022d39-b0db-41a5-b466-a92322866abf triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:39:53.498813 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-a5312e2a-be36-44f0-8d41-ad2db433a872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:53.547725 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port fb57a48b-a421-462d-a436-89da067245de is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:39:53.563899 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d79fdd45-9d03-4a6a-b81d-156d6ff3e6b2 None None] DHCP port deletion for 96e6c9f0-ef66-422b-858d-57cd1b2eca8b request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:39:53.586670 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-d79fdd45-9d03-4a6a-b81d-156d6ff3e6b2 None None] Deleting port bc30883e-15d0-4d7f-9682-8c493f386f6a {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:39:53.587042 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d79fdd45-9d03-4a6a-b81d-156d6ff3e6b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:53.626728 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-e288cca3-b7b8-4cde-8c79-ee05586d8bb3 None None] Set router ce8f9879-d1ac-44f7-a6d0-bc982938f6d1 gateway port host: None {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:39:53.647824 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-a5312e2a-be36-44f0-8d41-ad2db433a872 None None] Port dc022d39-b0db-41a5-b466-a92322866abf cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:39:53.714089 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-fa0d5cd8-2bd5-4dd6-aa51-2fc0296bcb65 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Network 38aa9d6e-cdde-4924-ba18-69c2c5c3b178 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:39:53.723909 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:39:53.765884 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-fa0d5cd8-2bd5-4dd6-aa51-2fc0296bcb65 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:39:53.769262 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-fa0d5cd8-2bd5-4dd6-aa51-2fc0296bcb65 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:39:53.846423 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0d5cd8-2bd5-4dd6-aa51-2fc0296bcb65 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Pushing event updated for resources: {'Port': ['ID=52c5cda6-c21a-4d17-8db1-5770fc276202,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:39:53.999063 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e6764e87-d164-46ca-b94f-d0f249040bbb req-0c9c560a-c299-41f7-bbcb-ea075bbd6c86 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=170a25a1-2cd5-4bc9-b588-27e0c82fefed HTTP/1.1" status: 200 len: 999 time: 0.8169472 May 28 06:39:54.008125 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-d79fdd45-9d03-4a6a-b81d-156d6ff3e6b2 None None] For port bc30883e-15d0-4d7f-9682-8c493f386f6a, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=bc30883e-15d0-4d7f-9682-8c493f386f6a,segment=NetworkSegment(1a0d20cd-f5c4-40e7-9b25-084528c51a61),segment_id=1a0d20cd-f5c4-40e7-9b25-084528c51a61)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:39:54.008746 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d79fdd45-9d03-4a6a-b81d-156d6ff3e6b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:54.032094 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-563dfd52-224b-42aa-b27c-0f1e1097b2b3 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Calling delete_port for bc30883e-15d0-4d7f-9682-8c493f386f6a owned by network:dhcp {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:39:54.052091 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d572629a-60ea-424f-b10f-dc73c7701856 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:54.119721 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681fb9bb-987d-4abc-bb12-6600538b1883 req-ac56a0ee-b9a6-45ce-82ce-d677231db319 tempest-ServerAddressesTestJSON-1030654601 tempest-ServerAddressesTestJSON-1030654601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:54.122025 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-681fb9bb-987d-4abc-bb12-6600538b1883 req-ac56a0ee-b9a6-45ce-82ce-d677231db319 tempest-ServerAddressesTestJSON-1030654601 tempest-ServerAddressesTestJSON-1030654601-project] 10.222.0.71 "GET /v2.0/networks?id=5504f506-1293-4df7-808a-03940cf147f3 HTTP/1.1" status: 200 len: 813 time: 0.4355447 May 28 06:39:54.141740 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-681fb9bb-987d-4abc-bb12-6600538b1883 req-c4f7a139-8fae-4af2-b98a-5f10cde0a8ac tempest-ServerAddressesTestJSON-1030654601 tempest-ServerAddressesTestJSON-1030654601-project] Request body: {'port': {'device_id': '8d1a37d6-067a-4967-b1ec-64ea864dc980', 'network_id': '5504f506-1293-4df7-808a-03940cf147f3', 'admin_state_up': True, 'tenant_id': '1eb3903fca5b42059dbf5c364e1001cb'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:39:54.164017 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-d79fdd45-9d03-4a6a-b81d-156d6ff3e6b2 None None] Calling delete_port for bc30883e-15d0-4d7f-9682-8c493f386f6a owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:39:54.211726 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-e288cca3-b7b8-4cde-8c79-ee05586d8bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce8f9879-d1ac-44f7-a6d0-bc982938f6d1', 'name': 'tempest-RoutersTest-router-1404400592', 'tenant_id': '51e07d1dd4e842f29564191e4c945b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:38:19Z', 'updated_at': '2022-05-28T06:39:51Z', 'revision_number': 9, 'project_id': '51e07d1dd4e842f29564191e4c945b6c', 'gw_port_host': None, '_interfaces': [{'id': '32e62a22-84bf-4694-b19e-fb91d25761d9', 'name': '', 'network_id': 'eeb73656-43c1-4ee2-9497-5290bc10726e', 'tenant_id': '51e07d1dd4e842f29564191e4c945b6c', 'mac_address': 'fa:16:3e:99:7d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8f9879-d1ac-44f7-a6d0-bc982938f6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': 'c5fb5e00-99af-4f71-953e-f3f2fab999ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:38:26Z', 'updated_at': '2022-05-28T06:38:38Z', 'revision_number': 5, 'project_id': '51e07d1dd4e842f29564191e4c945b6c', 'subnets': [{'id': 'c5fb5e00-99af-4f71-953e-f3f2fab999ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b484a5c-2c70-4c58-8b4c-8d06f0ba5696', 'name': '', 'network_id': '9ccf9dee-f3a0-42be-8e4a-fcd6bc40fe93', 'tenant_id': '51e07d1dd4e842f29564191e4c945b6c', 'mac_address': 'fa:16:3e:6f:10:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8f9879-d1ac-44f7-a6d0-bc982938f6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '4627dc77-60dc-41e2-b543-5687a1b9f1b4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:38:38Z', 'updated_at': '2022-05-28T06:38:50Z', 'revision_number': 5, 'project_id': '51e07d1dd4e842f29564191e4c945b6c', 'subnets': [{'id': '4627dc77-60dc-41e2-b543-5687a1b9f1b4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:39:54.222783 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e288cca3-b7b8-4cde-8c79-ee05586d8bb3 None None] The sync data for ids ['ce8f9879-d1ac-44f7-a6d0-bc982938f6d1'] in n-d-843702-1 is: [{'id': 'ce8f9879-d1ac-44f7-a6d0-bc982938f6d1', 'name': 'tempest-RoutersTest-router-1404400592', 'tenant_id': '51e07d1dd4e842f29564191e4c945b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:38:19Z', 'updated_at': '2022-05-28T06:39:51Z', 'revision_number': 9, 'project_id': '51e07d1dd4e842f29564191e4c945b6c', 'gw_port_host': None, '_interfaces': [{'id': '32e62a22-84bf-4694-b19e-fb91d25761d9', 'name': '', 'network_id': 'eeb73656-43c1-4ee2-9497-5290bc10726e', 'tenant_id': '51e07d1dd4e842f29564191e4c945b6c', 'mac_address': 'fa:16:3e:99:7d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8f9879-d1ac-44f7-a6d0-bc982938f6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': 'c5fb5e00-99af-4f71-953e-f3f2fab999ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:38:26Z', 'updated_at': '2022-05-28T06:38:38Z', 'revision_number': 5, 'project_id': '51e07d1dd4e842f29564191e4c945b6c', 'subnets': [{'id': 'c5fb5e00-99af-4f71-953e-f3f2fab999ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b484a5c-2c70-4c58-8b4c-8d06f0ba5696', 'name': '', 'network_id': '9ccf9dee-f3a0-42be-8e4a-fcd6bc40fe93', 'tenant_id': '51e07d1dd4e842f29564191e4c945b6c', 'mac_address': 'fa:16:3e:6f:10:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8f9879-d1ac-44f7-a6d0-bc982938f6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '4627dc77-60dc-41e2-b543-5687a1b9f1b4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:38:38Z', 'updated_at': '2022-05-28T06:38:50Z', 'revision_number': 5, 'project_id': '51e07d1dd4e842f29564191e4c945b6c', 'subnets': [{'id': '4627dc77-60dc-41e2-b543-5687a1b9f1b4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:39:54.279628 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-fa0d5cd8-2bd5-4dd6-aa51-2fc0296bcb65 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:54.280229 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-fa0d5cd8-2bd5-4dd6-aa51-2fc0296bcb65 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:54.310434 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.db.api [None req-d79fdd45-9d03-4a6a-b81d-156d6ff3e6b2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89111) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:39:54.312820 n-d-843702-1 neutron-server[89111]: DEBUG oslo_db.api [None req-d79fdd45-9d03-4a6a-b81d-156d6ff3e6b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:39:54.314572 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-fc403eaa-45a1-429a-8b70-abbde0c78d8d None None] Provisioning for port 52c5cda6-c21a-4d17-8db1-5770fc276202 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:39:54.317881 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 40280) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:39:54.320126 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-fc403eaa-45a1-429a-8b70-abbde0c78d8d None None] Provisioning complete for port 52c5cda6-c21a-4d17-8db1-5770fc276202 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:39:54.320677 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-fc403eaa-45a1-429a-8b70-abbde0c78d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:54.330293 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-563dfd52-224b-42aa-b27c-0f1e1097b2b3 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:54.342524 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d572629a-60ea-424f-b10f-dc73c7701856 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Pushing event deleted for resources: {'Port': ['ID=6db65323-633f-4045-aa22-aee86bd81c30,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:39:54.399353 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-fc403eaa-45a1-429a-8b70-abbde0c78d8d None None] Port 52c5cda6-c21a-4d17-8db1-5770fc276202 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:39:54.404063 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563dfd52-224b-42aa-b27c-0f1e1097b2b3 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Pushing event deleted for resources: {'Port': ['ID=bc30883e-15d0-4d7f-9682-8c493f386f6a,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:39:54.414687 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563dfd52-224b-42aa-b27c-0f1e1097b2b3 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] No DVR routers for this DVR port bc30883e-15d0-4d7f-9682-8c493f386f6a on host n-d-843702-1 {{(pid=89109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:39:54.466090 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815f7899-b38c-4c6e-8075-c5b54a3d5dec req-5dde136f-645e-44a5-bc93-61633f3861e8 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:54.468879 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-815f7899-b38c-4c6e-8075-c5b54a3d5dec req-5dde136f-645e-44a5-bc93-61633f3861e8 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e HTTP/1.1" status: 200 len: 944 time: 1.0704923 May 28 06:39:54.485911 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-fa0d5cd8-2bd5-4dd6-aa51-2fc0296bcb65 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4342759 May 28 06:39:54.545777 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6764e87-d164-46ca-b94f-d0f249040bbb req-b9be579a-4126-4373-98e3-2042e2e18882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:54.547259 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e6764e87-d164-46ca-b94f-d0f249040bbb req-b9be579a-4126-4373-98e3-2042e2e18882 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=40188bf0-967d-446e-ac4f-b5c59a2acd9a HTTP/1.1" status: 200 len: 850 time: 0.4980118 May 28 06:39:54.555451 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491cf989-68e3-440e-a71e-e104c29a42d2 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:54.561679 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491cf989-68e3-440e-a71e-e104c29a42d2 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:54.562458 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-491cf989-68e3-440e-a71e-e104c29a42d2 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Synchronizing usage tracker for tenant:5e9e9447c07c4077b6694ab63e3affe5 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:39:54.605274 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-563dfd52-224b-42aa-b27c-0f1e1097b2b3 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:54.623503 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-348edede-e9bd-4e26-b556-1fcf5904cc59 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1396025862-network', 'tenant_id': '3e433ca89e6e4cecb06b276f6587beee'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:39:54.648917 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-563dfd52-224b-42aa-b27c-0f1e1097b2b3 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96e6c9f0-ef66-422b-858d-57cd1b2eca8b']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:39:54.660004 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-bb2595c6-015c-4968-a2c9-10588321b934 service neutron] Request body: {'port': {'device_id': '75e757b4-2d79-4493-9e4f-735cde8bfd52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843702-1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:39:54.664717 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [req-681fb9bb-987d-4abc-bb12-6600538b1883 req-c4f7a139-8fae-4af2-b98a-5f10cde0a8ac tempest-ServerAddressesTestJSON-1030654601 tempest-ServerAddressesTestJSON-1030654601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:39:54.668535 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-563dfd52-224b-42aa-b27c-0f1e1097b2b3 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a0d20cd-f5c4-40e7-9b25-084528c51a61') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:39:54.668839 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-563dfd52-224b-42aa-b27c-0f1e1097b2b3 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a0d20cd-f5c4-40e7-9b25-084528c51a61') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:39:54.686025 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-563dfd52-224b-42aa-b27c-0f1e1097b2b3 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:54.700994 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-681fb9bb-987d-4abc-bb12-6600538b1883 req-c4f7a139-8fae-4af2-b98a-5f10cde0a8ac tempest-ServerAddressesTestJSON-1030654601 tempest-ServerAddressesTestJSON-1030654601-project] Usage tracker for resource:port and tenant:1eb3903fca5b42059dbf5c364e1001cb is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:39:54.704543 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-563dfd52-224b-42aa-b27c-0f1e1097b2b3 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:54.709214 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-681fb9bb-987d-4abc-bb12-6600538b1883 req-c4f7a139-8fae-4af2-b98a-5f10cde0a8ac tempest-ServerAddressesTestJSON-1030654601 tempest-ServerAddressesTestJSON-1030654601-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:39:54.711673 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device a5030fc6-457f-43ad-84c6-c81a31a2a3d4 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:39:54.717405 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-563dfd52-224b-42aa-b27c-0f1e1097b2b3 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:39:54.717834 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-563dfd52-224b-42aa-b27c-0f1e1097b2b3 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:54.740457 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-348edede-e9bd-4e26-b556-1fcf5904cc59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:39:54.740736 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [req-681fb9bb-987d-4abc-bb12-6600538b1883 req-c4f7a139-8fae-4af2-b98a-5f10cde0a8ac tempest-ServerAddressesTestJSON-1030654601 tempest-ServerAddressesTestJSON-1030654601-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:39:54.771955 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: a5030fc6-457f-43ad-84c6-c81a31a2a3d4 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:39:54.772449 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device a5030fc6-457f-43ad-84c6-c81a31a2a3d4 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:39:54.772963 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device bc30883e-15d0-4d7f-9682-8c493f386f6a no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:39:54.796998 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 1a0d20cd-f5c4-40e7-9b25-084528c51a61 resource provider aggregate not found May 28 06:39:54.823752 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-d79fdd45-9d03-4a6a-b81d-156d6ff3e6b2 None None] Deleting port bc30883e-15d0-4d7f-9682-8c493f386f6a {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:39:54.824239 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d79fdd45-9d03-4a6a-b81d-156d6ff3e6b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:54.830237 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 1a0d20cd-f5c4-40e7-9b25-084528c51a61 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1a0d20cd-f5c4-40e7-9b25-084528c51a61 found for delete ", "request_id": "req-4167ede7-5914-4426-b1ef-7fd225a3e9b8"}]} May 28 06:39:54.851944 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: bc30883e-15d0-4d7f-9682-8c493f386f6a {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:39:54.852456 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device bc30883e-15d0-4d7f-9682-8c493f386f6a not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:39:54.875470 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-681fb9bb-987d-4abc-bb12-6600538b1883 req-c4f7a139-8fae-4af2-b98a-5f10cde0a8ac tempest-ServerAddressesTestJSON-1030654601 tempest-ServerAddressesTestJSON-1030654601-project] Made reservation on behalf of 1eb3903fca5b42059dbf5c364e1001cb for: {'port': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:39:54.880892 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-681fb9bb-987d-4abc-bb12-6600538b1883 req-c4f7a139-8fae-4af2-b98a-5f10cde0a8ac tempest-ServerAddressesTestJSON-1030654601 tempest-ServerAddressesTestJSON-1030654601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:54.907176 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-d79fdd45-9d03-4a6a-b81d-156d6ff3e6b2 None None] The port 'bc30883e-15d0-4d7f-9682-8c493f386f6a' was deleted {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 06:39:54.950637 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-348edede-e9bd-4e26-b556-1fcf5904cc59 admin admin] Usage tracker for resource:network and tenant:3e433ca89e6e4cecb06b276f6587beee is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:39:54.951245 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-563dfd52-224b-42aa-b27c-0f1e1097b2b3 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:54.953743 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-348edede-e9bd-4e26-b556-1fcf5904cc59 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:39:54.966383 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-815f7899-b38c-4c6e-8075-c5b54a3d5dec req-a4c55887-a8a3-4110-9633-e890ad208218 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0fc320c-5211-4d72-b7c9-130a40d05074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4788132 May 28 06:39:54.973140 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-563dfd52-224b-42aa-b27c-0f1e1097b2b3 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:54.992314 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563dfd52-224b-42aa-b27c-0f1e1097b2b3 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Pushing event deleted for resources: {'Network': ['ID=96e6c9f0-ef66-422b-858d-57cd1b2eca8b,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:39:55.013581 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-491cf989-68e3-440e-a71e-e104c29a42d2 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Unset dirty status for tenant:5e9e9447c07c4077b6694ab63e3affe5 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:39:55.015966 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-491cf989-68e3-440e-a71e-e104c29a42d2 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 1.5298388 May 28 06:39:55.017248 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-348edede-e9bd-4e26-b556-1fcf5904cc59 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:39:55.018720 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-563dfd52-224b-42aa-b27c-0f1e1097b2b3 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] 10.222.0.55 "DELETE /v2.0/networks/96e6c9f0-ef66-422b-858d-57cd1b2eca8b HTTP/1.1" status: 204 len: 168 time: 2.1263471 May 28 06:39:55.019647 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 40298) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:39:55.030214 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 40300) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:39:55.219256 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-348edede-e9bd-4e26-b556-1fcf5904cc59 admin admin] Made reservation on behalf of 3e433ca89e6e4cecb06b276f6587beee for: {'network': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:39:55.221430 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-348edede-e9bd-4e26-b556-1fcf5904cc59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:55.253024 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50539e5f-f348-48b7-88a7-85d0e07cdb46 req-a82f9c8f-0809-4603-8e5c-e8f4ba9672ab tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:55.258867 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50539e5f-f348-48b7-88a7-85d0e07cdb46 req-a82f9c8f-0809-4603-8e5c-e8f4ba9672ab tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:55.265365 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50539e5f-f348-48b7-88a7-85d0e07cdb46 req-a82f9c8f-0809-4603-8e5c-e8f4ba9672ab tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:55.268771 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-50539e5f-f348-48b7-88a7-85d0e07cdb46 req-a82f9c8f-0809-4603-8e5c-e8f4ba9672ab tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] 10.222.0.55 "GET /v2.0/ports?device_id=75e757b4-2d79-4493-9e4f-735cde8bfd52 HTTP/1.1" status: 200 len: 2375 time: 0.9409630 May 28 06:39:55.271154 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-35fb24de-7dae-4726-b60e-fa5363365f54 req-0daf90e7-a0ae-4492-ba61-52aa45c928c8 tempest-ServerAddressesTestJSON-1030654601 tempest-ServerAddressesTestJSON-1030654601-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d1a37d6-067a-4967-b1ec-64ea864dc980 HTTP/1.1" status: 200 len: 210 time: 0.1829801 May 28 06:39:55.281300 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-e08ae181-d6fe-41ee-9088-1eae936b0402 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Deleting port dc022d39-b0db-41a5-b466-a92322866abf {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:39:55.281662 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e08ae181-d6fe-41ee-9088-1eae936b0402 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:55.285969 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-348edede-e9bd-4e26-b556-1fcf5904cc59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:55.301968 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-bb2595c6-015c-4968-a2c9-10588321b934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:55.350519 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-348edede-e9bd-4e26-b556-1fcf5904cc59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:39:55.354945 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d572629a-60ea-424f-b10f-dc73c7701856 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700472'] for router_interface, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:55.367406 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-348edede-e9bd-4e26-b556-1fcf5904cc59 admin admin] Usage tracker for resource:security_group_rule and tenant:3e433ca89e6e4cecb06b276f6587beee is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:39:55.406130 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-348edede-e9bd-4e26-b556-1fcf5904cc59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:39:55.411849 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6764e87-d164-46ca-b94f-d0f249040bbb req-2e6859f5-7158-4d88-8225-ab11c1a7509d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:55.412429 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [req-681fb9bb-987d-4abc-bb12-6600538b1883 req-c4f7a139-8fae-4af2-b98a-5f10cde0a8ac tempest-ServerAddressesTestJSON-1030654601 tempest-ServerAddressesTestJSON-1030654601-project] Allocated IP 172.20.0.2 (5504f506-1293-4df7-808a-03940cf147f3/0bd8e0ac-05b7-4779-a4b7-f36636137039/029586d3-3c65-4f4b-9f44-e006af9fc456) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:39:55.413339 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e6764e87-d164-46ca-b94f-d0f249040bbb req-2e6859f5-7158-4d88-8225-ab11c1a7509d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e7d92049-bff3-4c3a-a4bd-4950c7dcad1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8419819 May 28 06:39:55.480959 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-348edede-e9bd-4e26-b556-1fcf5904cc59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:39:55.543703 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-50539e5f-f348-48b7-88a7-85d0e07cdb46 req-3ef176e7-4aa0-4fc8-92ec-27af1a9225fa tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] 10.222.0.55 "GET /v2.0/security-groups?id=45cb3f7c-83ce-4298-9702-2bb3cba6af9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620096 May 28 06:39:56.018946 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e6764e87-d164-46ca-b94f-d0f249040bbb req-cc5326c4-4b46-4ee7-95b9-803ce5fe9436 service neutron] 10.222.0.69 "GET /v2.0/networks/e7d92049-bff3-4c3a-a4bd-4950c7dcad1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5309927 May 28 06:39:56.116919 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e08ae181-d6fe-41ee-9088-1eae936b0402 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:56.249521 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-348edede-e9bd-4e26-b556-1fcf5904cc59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:56.262290 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-e08ae181-d6fe-41ee-9088-1eae936b0402 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Calling delete_port for dc022d39-b0db-41a5-b466-a92322866abf owned by {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:39:56.334674 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-681fb9bb-987d-4abc-bb12-6600538b1883 req-c4f7a139-8fae-4af2-b98a-5f10cde0a8ac tempest-ServerAddressesTestJSON-1030654601 tempest-ServerAddressesTestJSON-1030654601-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:56.365536 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-348edede-e9bd-4e26-b556-1fcf5904cc59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:56.405234 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aad5db4-f818-4a39-83dc-7f45e7cecabf req-c1214cc6-3f38-4731-8ef3-cff50c33af17 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:56.406743 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4aad5db4-f818-4a39-83dc-7f45e7cecabf req-c1214cc6-3f38-4731-8ef3-cff50c33af17 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e HTTP/1.1" status: 200 len: 944 time: 0.5891461 May 28 06:39:56.412663 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-341cbfb2-7c97-4928-ab2c-f78bf69fd9f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:56.530193 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5dab21aa-349a-4a3f-89b8-8d7c1cca8bda tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700548'] for router_interface, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:56.584889 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-681fb9bb-987d-4abc-bb12-6600538b1883 req-c4f7a139-8fae-4af2-b98a-5f10cde0a8ac tempest-ServerAddressesTestJSON-1030654601 tempest-ServerAddressesTestJSON-1030654601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:56.647691 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-348edede-e9bd-4e26-b556-1fcf5904cc59 admin admin] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=89110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:39:56.665304 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e6764e87-d164-46ca-b94f-d0f249040bbb req-2843620f-03d0-4add-ad5a-1e5e3e38c964 service neutron] 10.222.0.69 "GET /v2.0/networks/e7d92049-bff3-4c3a-a4bd-4950c7dcad1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6359482 May 28 06:39:56.675626 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348edede-e9bd-4e26-b556-1fcf5904cc59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b99dec1f-6b3b-4dfd-86ac-ed192f0fcc12,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:39:56.688728 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e08ae181-d6fe-41ee-9088-1eae936b0402 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:56.692931 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.db.resource_extend [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-bb2595c6-015c-4968-a2c9-10588321b934 service neutron] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 06:39:56.701090 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-348edede-e9bd-4e26-b556-1fcf5904cc59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:56.701643 n-d-843702-1 neutron-server[89110]: INFO neutron.db.segments_db [None req-348edede-e9bd-4e26-b556-1fcf5904cc59 admin admin] Added segment 6ead9b20-e54f-4de6-97df-041e4a5d1b55 of type vlan for network e318623d-bb83-4735-b9a5-1ff511a26d09 May 28 06:39:56.786178 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-681fb9bb-987d-4abc-bb12-6600538b1883 req-c4f7a139-8fae-4af2-b98a-5f10cde0a8ac tempest-ServerAddressesTestJSON-1030654601 tempest-ServerAddressesTestJSON-1030654601-project] Network 5504f506-1293-4df7-808a-03940cf147f3 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:39:56.788235 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d572629a-60ea-424f-b10f-dc73c7701856 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Router fd3fae78-36c4-44bb-bbe6-e6da9447bd5b has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:39:56.797502 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [req-681fb9bb-987d-4abc-bb12-6600538b1883 req-c4f7a139-8fae-4af2-b98a-5f10cde0a8ac tempest-ServerAddressesTestJSON-1030654601 tempest-ServerAddressesTestJSON-1030654601-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:39:56.807967 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f7a139-8fae-4af2-b98a-5f10cde0a8ac tempest-ServerAddressesTestJSON-1030654601 tempest-ServerAddressesTestJSON-1030654601-project] Pushing event updated for resources: {'Port': ['ID=029586d3-3c65-4f4b-9f44-e006af9fc456,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:39:56.813450 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [req-681fb9bb-987d-4abc-bb12-6600538b1883 req-c4f7a139-8fae-4af2-b98a-5f10cde0a8ac tempest-ServerAddressesTestJSON-1030654601 tempest-ServerAddressesTestJSON-1030654601-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:39:56.815665 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4aad5db4-f818-4a39-83dc-7f45e7cecabf req-d1533461-fa74-4612-8321-09f679917b8b tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0fc320c-5211-4d72-b7c9-130a40d05074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3878577 May 28 06:39:56.829282 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-348edede-e9bd-4e26-b556-1fcf5904cc59 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:56.849047 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e08ae181-d6fe-41ee-9088-1eae936b0402 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:56.864760 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f7a139-8fae-4af2-b98a-5f10cde0a8ac tempest-ServerAddressesTestJSON-1030654601 tempest-ServerAddressesTestJSON-1030654601-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:39:56.865102 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f7a139-8fae-4af2-b98a-5f10cde0a8ac tempest-ServerAddressesTestJSON-1030654601 tempest-ServerAddressesTestJSON-1030654601-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:39:56.865464 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f7a139-8fae-4af2-b98a-5f10cde0a8ac tempest-ServerAddressesTestJSON-1030654601 tempest-ServerAddressesTestJSON-1030654601-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:39:56.865800 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f7a139-8fae-4af2-b98a-5f10cde0a8ac tempest-ServerAddressesTestJSON-1030654601 tempest-ServerAddressesTestJSON-1030654601-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:39:56.866121 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f7a139-8fae-4af2-b98a-5f10cde0a8ac tempest-ServerAddressesTestJSON-1030654601 tempest-ServerAddressesTestJSON-1030654601-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:39:56.866439 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f7a139-8fae-4af2-b98a-5f10cde0a8ac tempest-ServerAddressesTestJSON-1030654601 tempest-ServerAddressesTestJSON-1030654601-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:39:56.866756 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f7a139-8fae-4af2-b98a-5f10cde0a8ac tempest-ServerAddressesTestJSON-1030654601 tempest-ServerAddressesTestJSON-1030654601-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:39:56.867070 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f7a139-8fae-4af2-b98a-5f10cde0a8ac tempest-ServerAddressesTestJSON-1030654601 tempest-ServerAddressesTestJSON-1030654601-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:39:56.867444 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f7a139-8fae-4af2-b98a-5f10cde0a8ac tempest-ServerAddressesTestJSON-1030654601 tempest-ServerAddressesTestJSON-1030654601-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:39:56.867760 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f7a139-8fae-4af2-b98a-5f10cde0a8ac tempest-ServerAddressesTestJSON-1030654601 tempest-ServerAddressesTestJSON-1030654601-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:39:56.868070 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f7a139-8fae-4af2-b98a-5f10cde0a8ac tempest-ServerAddressesTestJSON-1030654601 tempest-ServerAddressesTestJSON-1030654601-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:39:56.868380 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f7a139-8fae-4af2-b98a-5f10cde0a8ac tempest-ServerAddressesTestJSON-1030654601 tempest-ServerAddressesTestJSON-1030654601-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:39:56.884067 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-bb2595c6-015c-4968-a2c9-10588321b934 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca7e4606-af5c-40eb-9228-6465bb8af63a {{(pid=89110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:39:56.913833 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-bb2595c6-015c-4968-a2c9-10588321b934 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:57.001462 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.db.resource_extend [None req-348edede-e9bd-4e26-b556-1fcf5904cc59 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 06:39:57.038879 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08ae181-d6fe-41ee-9088-1eae936b0402 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Pushing event deleted for resources: {'Port': ['ID=dc022d39-b0db-41a5-b466-a92322866abf,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:39:57.049915 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-e08ae181-d6fe-41ee-9088-1eae936b0402 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "DELETE /v2.0/ports/dc022d39-b0db-41a5-b466-a92322866abf HTTP/1.1" status: 204 len: 168 time: 2.0254166 May 28 06:39:57.056510 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681fb9bb-987d-4abc-bb12-6600538b1883 req-c4f7a139-8fae-4af2-b98a-5f10cde0a8ac tempest-ServerAddressesTestJSON-1030654601 tempest-ServerAddressesTestJSON-1030654601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:57.057114 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-681fb9bb-987d-4abc-bb12-6600538b1883 req-c4f7a139-8fae-4af2-b98a-5f10cde0a8ac tempest-ServerAddressesTestJSON-1030654601 tempest-ServerAddressesTestJSON-1030654601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:57.063834 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 40314) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:39:57.084403 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-bb2595c6-015c-4968-a2c9-10588321b934 service neutron] Transition to ACTIVE for port object ca7e4606-af5c-40eb-9228-6465bb8af63a will not be triggered until provisioned by entity L2. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:39:57.105055 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb22940-3289-46d1-89e2-31aa9ec09043 req-c14fc462-2a31-410b-954d-d48c32ffc2c0 tempest-ServerAddressesTestJSON-1030654601 tempest-ServerAddressesTestJSON-1030654601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:57.106602 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8eb22940-3289-46d1-89e2-31aa9ec09043 req-c14fc462-2a31-410b-954d-d48c32ffc2c0 tempest-ServerAddressesTestJSON-1030654601 tempest-ServerAddressesTestJSON-1030654601-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d1a37d6-067a-4967-b1ec-64ea864dc980 HTTP/1.1" status: 200 len: 931 time: 0.6935890 May 28 06:39:57.159236 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36415e0a-5408-4704-88e1-e10610aa40e5 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:57.160458 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36415e0a-5408-4704-88e1-e10610aa40e5 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:57.161197 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-36415e0a-5408-4704-88e1-e10610aa40e5 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Synchronizing usage tracker for tenant:5e9e9447c07c4077b6694ab63e3affe5 on resource:subnet {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:39:57.209282 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-bb2595c6-015c-4968-a2c9-10588321b934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:57.210457 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-681fb9bb-987d-4abc-bb12-6600538b1883 req-c4f7a139-8fae-4af2-b98a-5f10cde0a8ac tempest-ServerAddressesTestJSON-1030654601 tempest-ServerAddressesTestJSON-1030654601-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0728076 May 28 06:39:57.229206 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-681fb9bb-987d-4abc-bb12-6600538b1883 req-9cdb1b0b-e6bb-47ce-9f9a-671cab49db41 service neutron] Request body: {'port': {'device_id': '8d1a37d6-067a-4967-b1ec-64ea864dc980', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843702-1'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:39:57.258549 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-348edede-e9bd-4e26-b556-1fcf5904cc59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:57.260292 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348edede-e9bd-4e26-b556-1fcf5904cc59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:57.260292 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-348edede-e9bd-4e26-b556-1fcf5904cc59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:57.288173 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-5dab21aa-349a-4a3f-89b8-8d7c1cca8bda tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Deleting port 8b484a5c-2c70-4c58-8b4c-8d06f0ba5696 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:39:57.288532 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5dab21aa-349a-4a3f-89b8-8d7c1cca8bda tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:57.326732 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-36415e0a-5408-4704-88e1-e10610aa40e5 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Unset dirty status for tenant:5e9e9447c07c4077b6694ab63e3affe5 on resource:subnet {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:39:57.330807 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-36415e0a-5408-4704-88e1-e10610aa40e5 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2625625 May 28 06:39:57.350919 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 40318) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:39:57.554659 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:57.598744 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba041c0a-1b17-4e5b-a32e-8f8c77026fe4 req-5b5bdc69-3700-4bf9-aa3c-a57c0720b04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:57.600233 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ba041c0a-1b17-4e5b-a32e-8f8c77026fe4 req-5b5bdc69-3700-4bf9-aa3c-a57c0720b04e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fada8efd68e34d6781d883ae41cb05ad&device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e HTTP/1.1" status: 200 len: 1095 time: 0.7571409 May 28 06:39:57.602415 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-8eb22940-3289-46d1-89e2-31aa9ec09043 req-bdce2af5-bf08-4666-93fb-971f0f1e4ca6 tempest-ServerAddressesTestJSON-1030654601 tempest-ServerAddressesTestJSON-1030654601-project] Synchronizing usage tracker for tenant:1eb3903fca5b42059dbf5c364e1001cb on resource:security_group {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:39:57.605723 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d572629a-60ea-424f-b10f-dc73c7701856 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:39:57.616676 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99022c1-ada4-49b8-864f-29c207d404bd None None] Sync routers for ids ['fd3fae78-36c4-44bb-bbe6-e6da9447bd5b'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:39:57.626890 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99022c1-ada4-49b8-864f-29c207d404bd None None] Routers {'fd3fae78-36c4-44bb-bbe6-e6da9447bd5b'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:39:57.627754 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-a99022c1-ada4-49b8-864f-29c207d404bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:39:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['fd3fae78-36c4-44bb-bbe6-e6da9447bd5b'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:39:57.629067 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-681fb9bb-987d-4abc-bb12-6600538b1883 req-9cdb1b0b-e6bb-47ce-9f9a-671cab49db41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:57.636281 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2595c6-015c-4968-a2c9-10588321b934 service neutron] Pushing event updated for resources: {'Port': ['ID=ca7e4606-af5c-40eb-9228-6465bb8af63a,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:39:57.649648 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-d572629a-60ea-424f-b10f-dc73c7701856 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] 10.222.0.55 "PUT /v2.0/routers/fd3fae78-36c4-44bb-bbe6-e6da9447bd5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2091177 May 28 06:39:57.653342 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 40322) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:39:57.704239 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348edede-e9bd-4e26-b556-1fcf5904cc59 admin admin] Pushing event updated for resources: {'Network': ['ID=e318623d-bb83-4735-b9a5-1ff511a26d09,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:39:57.737177 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network e318623d-bb83-4735-b9a5-1ff511a26d09 details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:39:57.771062 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-348edede-e9bd-4e26-b556-1fcf5904cc59 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 3.4438341 May 28 06:39:57.778517 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 40326) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:39:57.799249 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_v2 [None req-7759a2be-407a-41d4-8aa5-3a4da07b3688 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Deleting subnet 86a2dd35-ed0e-445a-a33d-12a3ad840132 {{(pid=89110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:39:57.814657 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-8e9c9725-26f5-4071-bf5f-98a0cbd9659d admin admin] Request body: {'subnet': {'network_id': 'e318623d-bb83-4735-b9a5-1ff511a26d09', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1396025862-subnet', 'tenant_id': '3e433ca89e6e4cecb06b276f6587beee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:39:57.820857 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711e084f-c01f-4c9d-b083-cb3847f215e4 req-828f4cae-f2de-4fe6-9806-6b74cbb29588 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:57.830627 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-8e9c9725-26f5-4071-bf5f-98a0cbd9659d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:39:57.830804 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711e084f-c01f-4c9d-b083-cb3847f215e4 req-828f4cae-f2de-4fe6-9806-6b74cbb29588 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:57.833153 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711e084f-c01f-4c9d-b083-cb3847f215e4 req-828f4cae-f2de-4fe6-9806-6b74cbb29588 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:57.834848 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-711e084f-c01f-4c9d-b083-cb3847f215e4 req-828f4cae-f2de-4fe6-9806-6b74cbb29588 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] 10.222.0.55 "GET /v2.0/ports?device_id=75e757b4-2d79-4493-9e4f-735cde8bfd52 HTTP/1.1" status: 200 len: 2375 time: 0.8427134 May 28 06:39:57.839259 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7759a2be-407a-41d4-8aa5-3a4da07b3688 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks [] for subnet, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:57.861106 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-a99022c1-ada4-49b8-864f-29c207d404bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:39:57.872104 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99022c1-ada4-49b8-864f-29c207d404bd None None] Routers {'fd3fae78-36c4-44bb-bbe6-e6da9447bd5b'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:39:57.872731 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-a99022c1-ada4-49b8-864f-29c207d404bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:39:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['fd3fae78-36c4-44bb-bbe6-e6da9447bd5b'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:39:57.897566 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-8e9c9725-26f5-4071-bf5f-98a0cbd9659d admin admin] Usage tracker for resource:subnet and tenant:3e433ca89e6e4cecb06b276f6587beee is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:39:57.908016 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-8eb22940-3289-46d1-89e2-31aa9ec09043 req-bdce2af5-bf08-4666-93fb-971f0f1e4ca6 tempest-ServerAddressesTestJSON-1030654601 tempest-ServerAddressesTestJSON-1030654601-project] Unset dirty status for tenant:1eb3903fca5b42059dbf5c364e1001cb on resource:security_group {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:39:57.909121 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8eb22940-3289-46d1-89e2-31aa9ec09043 req-bdce2af5-bf08-4666-93fb-971f0f1e4ca6 tempest-ServerAddressesTestJSON-1030654601 tempest-ServerAddressesTestJSON-1030654601-project] 10.222.0.55 "GET /v2.0/security-groups?id=50112b40-ac57-4e37-8137-979d8675a730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7349663 May 28 06:39:57.942544 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-a99022c1-ada4-49b8-864f-29c207d404bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:39:57.943255 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99022c1-ada4-49b8-864f-29c207d404bd None None] The sync data for ids ['fd3fae78-36c4-44bb-bbe6-e6da9447bd5b'] in n-d-843702-1 is: [] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:39:57.951901 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-8e9c9725-26f5-4071-bf5f-98a0cbd9659d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:39:57.965895 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7759a2be-407a-41d4-8aa5-3a4da07b3688 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4150765'] for subnet, precommit_delete_associations {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:57.968894 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-5dab21aa-349a-4a3f-89b8-8d7c1cca8bda tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] For port 8b484a5c-2c70-4c58-8b4c-8d06f0ba5696, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=8b484a5c-2c70-4c58-8b4c-8d06f0ba5696,segment=NetworkSegment(a4ce1d9e-7de9-4349-8df8-398641c6b28f),segment_id=a4ce1d9e-7de9-4349-8df8-398641c6b28f)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:39:57.969458 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5dab21aa-349a-4a3f-89b8-8d7c1cca8bda tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:58.002928 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-bb2595c6-015c-4968-a2c9-10588321b934 service neutron] Attempting to bind port ca7e4606-af5c-40eb-9228-6465bb8af63a on host n-h2-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:39:58.003380 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-bb2595c6-015c-4968-a2c9-10588321b934 service neutron] Attempting to bind port ca7e4606-af5c-40eb-9228-6465bb8af63a by drivers openvswitch,hyperv on host n-h2-843702-1 at level 0 using segments [{'id': '42fffca2-522a-4bc4-9ac4-52dceb499961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '38aa9d6e-cdde-4924-ba18-69c2c5c3b178'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:39:58.003821 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-bb2595c6-015c-4968-a2c9-10588321b934 service neutron] Attempting to bind port ca7e4606-af5c-40eb-9228-6465bb8af63a on network 38aa9d6e-cdde-4924-ba18-69c2c5c3b178 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:39:58.024378 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-8e9c9725-26f5-4071-bf5f-98a0cbd9659d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:39:58.029081 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-68bf199f-0c9d-4a91-b119-2f90c443c437 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks [] for router, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:58.044928 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-711e084f-c01f-4c9d-b083-cb3847f215e4 req-65783bf3-107c-43de-a1af-b921d85febfe tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] 10.222.0.55 "GET /v2.0/security-groups?id=45cb3f7c-83ce-4298-9702-2bb3cba6af9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788208 May 28 06:39:58.045952 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-bb2595c6-015c-4968-a2c9-10588321b934 service neutron] Port ca7e4606-af5c-40eb-9228-6465bb8af63a on network 38aa9d6e-cdde-4924-ba18-69c2c5c3b178 not bound, no agent of type Open vSwitch agent registered on host n-h2-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:39:58.045952 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-bb2595c6-015c-4968-a2c9-10588321b934 service neutron] Attempting to bind port ca7e4606-af5c-40eb-9228-6465bb8af63a on network 38aa9d6e-cdde-4924-ba18-69c2c5c3b178 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:39:58.064466 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba041c0a-1b17-4e5b-a32e-8f8c77026fe4 req-10774c9d-6372-49b7-898e-f59a73ab95ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:58.067026 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ba041c0a-1b17-4e5b-a32e-8f8c77026fe4 req-10774c9d-6372-49b7-898e-f59a73ab95ac service neutron] 10.222.0.69 "GET /v2.0/networks?id=e7d92049-bff3-4c3a-a4bd-4950c7dcad1c HTTP/1.1" status: 200 len: 912 time: 0.4571524 May 28 06:39:58.121477 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-bb2595c6-015c-4968-a2c9-10588321b934 service neutron] Checking agent: {'id': 'f1a3973b-d2b3-4558-88e7-2ac50857d302', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:39:58.122187 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-bb2595c6-015c-4968-a2c9-10588321b934 service neutron] Checking segment: {'id': '42fffca2-522a-4bc4-9ac4-52dceb499961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '38aa9d6e-cdde-4924-ba18-69c2c5c3b178'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:39:58.122187 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-bb2595c6-015c-4968-a2c9-10588321b934 service neutron] Bound using segment: {'id': '42fffca2-522a-4bc4-9ac4-52dceb499961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '38aa9d6e-cdde-4924-ba18-69c2c5c3b178'} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:39:58.122494 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-bb2595c6-015c-4968-a2c9-10588321b934 service neutron] Bound port: ca7e4606-af5c-40eb-9228-6465bb8af63a, host: n-h2-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42fffca2-522a-4bc4-9ac4-52dceb499961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '38aa9d6e-cdde-4924-ba18-69c2c5c3b178'}}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:39:58.122838 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-bb2595c6-015c-4968-a2c9-10588321b934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:58.227448 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-5dab21aa-349a-4a3f-89b8-8d7c1cca8bda tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Calling delete_port for 8b484a5c-2c70-4c58-8b4c-8d06f0ba5696 owned by network:router_interface {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:39:58.274268 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e9c9725-26f5-4071-bf5f-98a0cbd9659d admin admin] Made reservation on behalf of 3e433ca89e6e4cecb06b276f6587beee for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:39:58.276620 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8e9c9725-26f5-4071-bf5f-98a0cbd9659d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:58.460335 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ba041c0a-1b17-4e5b-a32e-8f8c77026fe4 req-991f54a8-d192-4193-87be-d83a3c1c5f1c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=170a25a1-2cd5-4bc9-b588-27e0c82fefed HTTP/1.1" status: 200 len: 999 time: 0.3407578 May 28 06:39:58.527538 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7759a2be-407a-41d4-8aa5-3a4da07b3688 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:58.583947 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-bb2595c6-015c-4968-a2c9-10588321b934 service neutron] For port ca7e4606-af5c-40eb-9228-6465bb8af63a, host n-h2-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:39:58.602544 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc739ae-d472-4273-8154-f1889d429a87 req-b4a318f4-4a1d-4f7f-89ed-2cf38fb2bfcd tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:58.604044 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8bc739ae-d472-4273-8154-f1889d429a87 req-b4a318f4-4a1d-4f7f-89ed-2cf38fb2bfcd tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e HTTP/1.1" status: 200 len: 944 time: 0.5478466 May 28 06:39:58.618584 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba041c0a-1b17-4e5b-a32e-8f8c77026fe4 req-4a957a80-c2ac-4a50-96e1-50dc04fd88e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:58.620576 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ba041c0a-1b17-4e5b-a32e-8f8c77026fe4 req-4a957a80-c2ac-4a50-96e1-50dc04fd88e3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=40188bf0-967d-446e-ac4f-b5c59a2acd9a HTTP/1.1" status: 200 len: 850 time: 0.1478572 May 28 06:39:58.623018 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-bb2595c6-015c-4968-a2c9-10588321b934 service neutron] For port ca7e4606-af5c-40eb-9228-6465bb8af63a, host n-h2-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=ca7e4606-af5c-40eb-9228-6465bb8af63a,segment=NetworkSegment(42fffca2-522a-4bc4-9ac4-52dceb499961),segment_id=42fffca2-522a-4bc4-9ac4-52dceb499961)] {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:39:58.653899 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-68bf199f-0c9d-4a91-b119-2f90c443c437 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:58.702881 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-bb2595c6-015c-4968-a2c9-10588321b934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:58.783304 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8bc739ae-d472-4273-8154-f1889d429a87 req-7be04bb7-12bd-4f4d-919a-2f23922b85f8 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0fc320c-5211-4d72-b7c9-130a40d05074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1664040 May 28 06:39:58.785189 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-68bf199f-0c9d-4a91-b119-2f90c443c437 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Deleting port 22a50d81-8d87-4edb-a849-1db0fe810c75 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:39:58.785564 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-68bf199f-0c9d-4a91-b119-2f90c443c437 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:58.794206 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-bb2595c6-015c-4968-a2c9-10588321b934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:58.794813 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-bb2595c6-015c-4968-a2c9-10588321b934 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:58.796165 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-bb2595c6-015c-4968-a2c9-10588321b934 service neutron] 10.222.0.71 "PUT /v2.0/ports/ca7e4606-af5c-40eb-9228-6465bb8af63a HTTP/1.1" status: 200 len: 1091 time: 4.2735896 May 28 06:39:58.797308 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75e757b4-2d79-4493-9e4f-735cde8bfd52', 'tag': 'ca7e4606-af5c-40eb-9228-6465bb8af63a'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:39:58.820267 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2595c6-015c-4968-a2c9-10588321b934 service neutron] Pushing event updated for resources: {'Port': ['ID=ca7e4606-af5c-40eb-9228-6465bb8af63a,revision_number=3']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:39:58.832073 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba041c0a-1b17-4e5b-a32e-8f8c77026fe4 req-2c454076-3730-4f4e-a9b6-1214767b8ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:58.833783 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ba041c0a-1b17-4e5b-a32e-8f8c77026fe4 req-2c454076-3730-4f4e-a9b6-1214767b8ba8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e7d92049-bff3-4c3a-a4bd-4950c7dcad1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1911070 May 28 06:39:58.876413 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7759a2be-407a-41d4-8aa5-3a4da07b3688 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3115981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3172005'] for subnet, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:58.971616 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-0f13432c-5ae6-44c9-ab32-2af9367c1abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:58.984483 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-3a040074-dbf0-4034-851a-7026b2951813 service neutron] Request body: {'port': {'device_id': '75e757b4-2d79-4493-9e4f-735cde8bfd52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843702-1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:39:59.018040 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8eaca856-bc31-40ab-bf49-a65ad97517e5'] response: {'name': 'network-changed', 'server_uuid': '75e757b4-2d79-4493-9e4f-735cde8bfd52', 'tag': 'ca7e4606-af5c-40eb-9228-6465bb8af63a', 'status': 'completed', 'code': 200} May 28 06:39:59.040792 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7759a2be-407a-41d4-8aa5-3a4da07b3688 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:59.045044 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7850373e-1f78-4baf-97c4-5e472d1650e3 None None] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:39:59.058495 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7759a2be-407a-41d4-8aa5-3a4da07b3688 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Pushing event deleted for resources: {'Subnet': ['ID=86a2dd35-ed0e-445a-a33d-12a3ad840132,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:39:59.094042 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5dab21aa-349a-4a3f-89b8-8d7c1cca8bda tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:59.178088 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dab21aa-349a-4a3f-89b8-8d7c1cca8bda tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Pushing event deleted for resources: {'Port': ['ID=8b484a5c-2c70-4c58-8b4c-8d06f0ba5696,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:39:59.186409 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [req-681fb9bb-987d-4abc-bb12-6600538b1883 req-9cdb1b0b-e6bb-47ce-9f9a-671cab49db41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 029586d3-3c65-4f4b-9f44-e006af9fc456 {{(pid=89109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:39:59.224287 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-7759a2be-407a-41d4-8aa5-3a4da07b3688 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "DELETE /v2.0/subnets/86a2dd35-ed0e-445a-a33d-12a3ad840132 HTTP/1.1" status: 204 len: 168 time: 1.8609295 May 28 06:39:59.246344 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-681fb9bb-987d-4abc-bb12-6600538b1883 req-9cdb1b0b-e6bb-47ce-9f9a-671cab49db41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:59.254094 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 40338) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:39:59.324563 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8e9c9725-26f5-4071-bf5f-98a0cbd9659d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:59.406298 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba06c555-5224-4bc1-9d89-ac71a921ed0b None None] DHCP port deletion for 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:39:59.410641 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ba041c0a-1b17-4e5b-a32e-8f8c77026fe4 req-71773a90-5254-46a2-a7ce-b677637ba89a service neutron] 10.222.0.69 "GET /v2.0/networks/e7d92049-bff3-4c3a-a4bd-4950c7dcad1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5696316 May 28 06:39:59.412083 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-ba06c555-5224-4bc1-9d89-ac71a921ed0b None None] Deleting port fb57a48b-a421-462d-a436-89da067245de {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:39:59.413056 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-ba06c555-5224-4bc1-9d89-ac71a921ed0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:59.420753 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-3c1449c3-09c1-4bbb-a1b8-1832c76af6de tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1626658 May 28 06:39:59.435525 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 40342) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:39:59.449152 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-88422e5d-7163-4a0d-91fc-bac8c978bbbc tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Request body: {'subnet': {'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:39:59.463321 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [req-681fb9bb-987d-4abc-bb12-6600538b1883 req-9cdb1b0b-e6bb-47ce-9f9a-671cab49db41 service neutron] Transition to ACTIVE for port object 029586d3-3c65-4f4b-9f44-e006af9fc456 will not be triggered until provisioned by entity L2. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:39:59.515391 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-3a040074-dbf0-4034-851a-7026b2951813 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:59.515867 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72ef68f-becd-47ee-b3a7-0a3901b66b20 req-706db21f-d091-476e-85a2-d98ebbafdf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:59.517403 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72ef68f-becd-47ee-b3a7-0a3901b66b20 req-706db21f-d091-476e-85a2-d98ebbafdf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:59.517403 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72ef68f-becd-47ee-b3a7-0a3901b66b20 req-706db21f-d091-476e-85a2-d98ebbafdf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:59.518955 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-f72ef68f-becd-47ee-b3a7-0a3901b66b20 req-706db21f-d091-476e-85a2-d98ebbafdf3a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=60982381454b4376b475404da5b08605&device_id=75e757b4-2d79-4493-9e4f-735cde8bfd52 HTTP/1.1" status: 200 len: 2730 time: 0.5101755 May 28 06:39:59.627282 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-681fb9bb-987d-4abc-bb12-6600538b1883 req-9cdb1b0b-e6bb-47ce-9f9a-671cab49db41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:59.674155 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5fc97c-cf6b-4ff8-bfb9-194bb97f1491 req-a251c133-924f-401f-8110-d03b8fb12ac3 tempest-ServerAddressesTestJSON-1030654601 tempest-ServerAddressesTestJSON-1030654601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:59.675830 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7b5fc97c-cf6b-4ff8-bfb9-194bb97f1491 req-a251c133-924f-401f-8110-d03b8fb12ac3 tempest-ServerAddressesTestJSON-1030654601 tempest-ServerAddressesTestJSON-1030654601-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d1a37d6-067a-4967-b1ec-64ea864dc980 HTTP/1.1" status: 200 len: 931 time: 0.5580647 May 28 06:39:59.678088 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9c9725-26f5-4071-bf5f-98a0cbd9659d admin admin] Pushing event updated for resources: {'Subnet': ['ID=463ce692-2fe5-4a51-b619-7b3391bfe8b8,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:39:59.680547 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ba041c0a-1b17-4e5b-a32e-8f8c77026fe4 req-8907e978-b089-40dd-81f6-75832333bd5c service neutron] 10.222.0.69 "GET /v2.0/networks/e7d92049-bff3-4c3a-a4bd-4950c7dcad1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2610979 May 28 06:39:59.700527 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-ba06c555-5224-4bc1-9d89-ac71a921ed0b None None] For port fb57a48b-a421-462d-a436-89da067245de, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=fb57a48b-a421-462d-a436-89da067245de,segment=NetworkSegment(e82da2dd-17b8-4c15-8abb-711622ad0a92),segment_id=e82da2dd-17b8-4c15-8abb-711622ad0a92)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:39:59.701293 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-ba06c555-5224-4bc1-9d89-ac71a921ed0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:59.726287 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d760e077-8c57-40b4-97a7-591337d1f44f req-815932f1-a141-40aa-805a-cd371a5d1ccc tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:59.732463 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d760e077-8c57-40b4-97a7-591337d1f44f req-815932f1-a141-40aa-805a-cd371a5d1ccc tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:59.738153 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d760e077-8c57-40b4-97a7-591337d1f44f req-815932f1-a141-40aa-805a-cd371a5d1ccc tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:59.739768 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d760e077-8c57-40b4-97a7-591337d1f44f req-815932f1-a141-40aa-805a-cd371a5d1ccc tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] 10.222.0.55 "GET /v2.0/ports?device_id=75e757b4-2d79-4493-9e4f-735cde8bfd52 HTTP/1.1" status: 200 len: 2387 time: 0.5082891 May 28 06:39:59.841232 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d760e077-8c57-40b4-97a7-591337d1f44f req-14e84e1c-563c-4303-a1af-51c0941ef000 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] 10.222.0.55 "GET /v2.0/security-groups?id=45cb3f7c-83ce-4298-9702-2bb3cba6af9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821702 May 28 06:39:59.846590 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdb1b0b-e6bb-47ce-9f9a-671cab49db41 service neutron] Pushing event updated for resources: {'Port': ['ID=029586d3-3c65-4f4b-9f44-e006af9fc456,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:39:59.860348 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7b5fc97c-cf6b-4ff8-bfb9-194bb97f1491 req-8f06cdf2-a05b-4c46-a45c-3d340e306506 tempest-ServerAddressesTestJSON-1030654601 tempest-ServerAddressesTestJSON-1030654601-project] 10.222.0.55 "GET /v2.0/security-groups?id=50112b40-ac57-4e37-8137-979d8675a730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141860 May 28 06:39:59.896556 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-ba06c555-5224-4bc1-9d89-ac71a921ed0b None None] Calling delete_port for fb57a48b-a421-462d-a436-89da067245de owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:39:59.965868 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-68bf199f-0c9d-4a91-b119-2f90c443c437 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:00.028841 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:00.078562 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9c9725-26f5-4071-bf5f-98a0cbd9659d admin admin] Checking segment: {'id': '6ead9b20-e54f-4de6-97df-041e4a5d1b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'e318623d-bb83-4735-b9a5-1ff511a26d09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:40:00.078922 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9c9725-26f5-4071-bf5f-98a0cbd9659d admin admin] Network hostable DHCP agents. Network: e318623d-bb83-4735-b9a5-1ff511a26d09, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:40:00.097463 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:00.137498 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-ba06c555-5224-4bc1-9d89-ac71a921ed0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879'] for port, after_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:00.159215 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-68bf199f-0c9d-4a91-b119-2f90c443c437 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Calling delete_port for 22a50d81-8d87-4edb-a849-1db0fe810c75 owned by network:router_gateway {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:40:00.186574 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2632ab6e-ccbe-4fe8-90d1-030a6375123a req-690518f0-aa4a-41c9-8324-92894be5f53b tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:00.188359 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba06c555-5224-4bc1-9d89-ac71a921ed0b None None] Pushing event deleted for resources: {'Port': ['ID=fb57a48b-a421-462d-a436-89da067245de,revision_number=None']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:00.188686 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2632ab6e-ccbe-4fe8-90d1-030a6375123a req-690518f0-aa4a-41c9-8324-92894be5f53b tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e HTTP/1.1" status: 200 len: 944 time: 0.1812806 May 28 06:40:00.193913 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba06c555-5224-4bc1-9d89-ac71a921ed0b None None] No DVR routers for this DVR port fb57a48b-a421-462d-a436-89da067245de on host n-d-843702-1 {{(pid=89111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:40:00.221621 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-88422e5d-7163-4a0d-91fc-bac8c978bbbc tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:40:00.226787 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-3a040074-dbf0-4034-851a-7026b2951813 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f38f340c-af89-4a3d-92ca-c4a7904d4338 {{(pid=89110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:40:00.241272 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-3a040074-dbf0-4034-851a-7026b2951813 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:00.264721 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-88422e5d-7163-4a0d-91fc-bac8c978bbbc tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Usage tracker for resource:subnet and tenant:5e9e9447c07c4077b6694ab63e3affe5 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:40:00.267518 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2632ab6e-ccbe-4fe8-90d1-030a6375123a req-bfbe5f90-cbe2-4188-a498-a038663fbdf8 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0fc320c-5211-4d72-b7c9-130a40d05074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668244 May 28 06:40:00.270045 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-3a040074-dbf0-4034-851a-7026b2951813 service neutron] Transition to ACTIVE for port object f38f340c-af89-4a3d-92ca-c4a7904d4338 will not be triggered until provisioned by entity L2. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:40:00.270497 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-88422e5d-7163-4a0d-91fc-bac8c978bbbc tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:40:00.372527 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-3a040074-dbf0-4034-851a-7026b2951813 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:00.473060 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-88422e5d-7163-4a0d-91fc-bac8c978bbbc tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:40:00.490000 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5dab21aa-349a-4a3f-89b8-8d7c1cca8bda tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700472'] for router_interface, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:00.517234 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72ef68f-becd-47ee-b3a7-0a3901b66b20 req-9e4f53b0-e98d-4e12-9af9-c79541e594c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:00.517731 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72ef68f-becd-47ee-b3a7-0a3901b66b20 req-9e4f53b0-e98d-4e12-9af9-c79541e594c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:00.518188 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72ef68f-becd-47ee-b3a7-0a3901b66b20 req-9e4f53b0-e98d-4e12-9af9-c79541e594c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:00.519975 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-f72ef68f-becd-47ee-b3a7-0a3901b66b20 req-9e4f53b0-e98d-4e12-9af9-c79541e594c7 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=60982381454b4376b475404da5b08605&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.9439027 May 28 06:40:00.632014 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9c9725-26f5-4071-bf5f-98a0cbd9659d admin admin] Network e318623d-bb83-4735-b9a5-1ff511a26d09 is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:40:00.692955 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88422e5d-7163-4a0d-91fc-bac8c978bbbc tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Made reservation on behalf of 5e9e9447c07c4077b6694ab63e3affe5 for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:40:00.696462 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a040074-dbf0-4034-851a-7026b2951813 service neutron] Pushing event updated for resources: {'Port': ['ID=f38f340c-af89-4a3d-92ca-c4a7904d4338,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:00.701868 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-88422e5d-7163-4a0d-91fc-bac8c978bbbc tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:00.723794 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device fb57a48b-a421-462d-a436-89da067245de no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:40:00.767734 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: fb57a48b-a421-462d-a436-89da067245de {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:40:00.768088 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device fb57a48b-a421-462d-a436-89da067245de not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:40:00.822777 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-3a040074-dbf0-4034-851a-7026b2951813 service neutron] Attempting to bind port f38f340c-af89-4a3d-92ca-c4a7904d4338 on host n-h2-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:40:00.823674 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-3a040074-dbf0-4034-851a-7026b2951813 service neutron] Attempting to bind port f38f340c-af89-4a3d-92ca-c4a7904d4338 by drivers openvswitch,hyperv on host n-h2-843702-1 at level 0 using segments [{'id': 'e0f2ff40-fdb3-47bd-9624-9a741f0eb401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '9357ccb8-c28f-47b9-8980-a59514d44f31'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:40:00.824007 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-3a040074-dbf0-4034-851a-7026b2951813 service neutron] Attempting to bind port f38f340c-af89-4a3d-92ca-c4a7904d4338 on network 9357ccb8-c28f-47b9-8980-a59514d44f31 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:40:00.828708 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-3a040074-dbf0-4034-851a-7026b2951813 service neutron] Port f38f340c-af89-4a3d-92ca-c4a7904d4338 on network 9357ccb8-c28f-47b9-8980-a59514d44f31 not bound, no agent of type Open vSwitch agent registered on host n-h2-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:40:00.829046 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-3a040074-dbf0-4034-851a-7026b2951813 service neutron] Attempting to bind port f38f340c-af89-4a3d-92ca-c4a7904d4338 on network 9357ccb8-c28f-47b9-8980-a59514d44f31 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:40:00.834222 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-3a040074-dbf0-4034-851a-7026b2951813 service neutron] Checking agent: {'id': 'f1a3973b-d2b3-4558-88e7-2ac50857d302', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:40:00.834555 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-3a040074-dbf0-4034-851a-7026b2951813 service neutron] Checking segment: {'id': 'e0f2ff40-fdb3-47bd-9624-9a741f0eb401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '9357ccb8-c28f-47b9-8980-a59514d44f31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:40:00.834939 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-3a040074-dbf0-4034-851a-7026b2951813 service neutron] Bound using segment: {'id': 'e0f2ff40-fdb3-47bd-9624-9a741f0eb401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '9357ccb8-c28f-47b9-8980-a59514d44f31'} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:40:00.835357 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-3a040074-dbf0-4034-851a-7026b2951813 service neutron] Bound port: f38f340c-af89-4a3d-92ca-c4a7904d4338, host: n-h2-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0f2ff40-fdb3-47bd-9624-9a741f0eb401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '9357ccb8-c28f-47b9-8980-a59514d44f31'}}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:40:00.835697 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-3a040074-dbf0-4034-851a-7026b2951813 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:00.910933 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-681fb9bb-987d-4abc-bb12-6600538b1883 req-9cdb1b0b-e6bb-47ce-9f9a-671cab49db41 service neutron] Attempting to bind port 029586d3-3c65-4f4b-9f44-e006af9fc456 on host n-h2-843702-1 for vnic_type normal with profile {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:40:00.911275 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-681fb9bb-987d-4abc-bb12-6600538b1883 req-9cdb1b0b-e6bb-47ce-9f9a-671cab49db41 service neutron] Attempting to bind port 029586d3-3c65-4f4b-9f44-e006af9fc456 by drivers openvswitch,hyperv on host n-h2-843702-1 at level 0 using segments [{'id': '1a71e236-337f-4493-9f8a-ffd8006346fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '5504f506-1293-4df7-808a-03940cf147f3'}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:40:00.911598 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681fb9bb-987d-4abc-bb12-6600538b1883 req-9cdb1b0b-e6bb-47ce-9f9a-671cab49db41 service neutron] Attempting to bind port 029586d3-3c65-4f4b-9f44-e006af9fc456 on network 5504f506-1293-4df7-808a-03940cf147f3 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:40:00.923592 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-8e9c9725-26f5-4071-bf5f-98a0cbd9659d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, e318623d-bb83-4735-b9a5-1ff511a26d09) {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:40:00.928211 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-3a040074-dbf0-4034-851a-7026b2951813 service neutron] For port f38f340c-af89-4a3d-92ca-c4a7904d4338, host n-h2-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:40:00.935796 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-3a040074-dbf0-4034-851a-7026b2951813 service neutron] For port f38f340c-af89-4a3d-92ca-c4a7904d4338, host n-h2-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=f38f340c-af89-4a3d-92ca-c4a7904d4338,segment=NetworkSegment(e0f2ff40-fdb3-47bd-9624-9a741f0eb401),segment_id=e0f2ff40-fdb3-47bd-9624-9a741f0eb401)] {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:40:00.940674 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681fb9bb-987d-4abc-bb12-6600538b1883 req-9cdb1b0b-e6bb-47ce-9f9a-671cab49db41 service neutron] Port 029586d3-3c65-4f4b-9f44-e006af9fc456 on network 5504f506-1293-4df7-808a-03940cf147f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-843702-1 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:40:00.940674 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681fb9bb-987d-4abc-bb12-6600538b1883 req-9cdb1b0b-e6bb-47ce-9f9a-671cab49db41 service neutron] Attempting to bind port 029586d3-3c65-4f4b-9f44-e006af9fc456 on network 5504f506-1293-4df7-808a-03940cf147f3 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:40:00.951417 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e2b354a-762c-4eb6-8fb7-9cf9a83f786b None None] Network e318623d-bb83-4735-b9a5-1ff511a26d09 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:40:00.956830 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9c9725-26f5-4071-bf5f-98a0cbd9659d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:00.957435 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8e9c9725-26f5-4071-bf5f-98a0cbd9659d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:00.987088 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681fb9bb-987d-4abc-bb12-6600538b1883 req-9cdb1b0b-e6bb-47ce-9f9a-671cab49db41 service neutron] Checking agent: {'id': 'f1a3973b-d2b3-4558-88e7-2ac50857d302', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:40:00.987777 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681fb9bb-987d-4abc-bb12-6600538b1883 req-9cdb1b0b-e6bb-47ce-9f9a-671cab49db41 service neutron] Checking segment: {'id': '1a71e236-337f-4493-9f8a-ffd8006346fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '5504f506-1293-4df7-808a-03940cf147f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:40:00.988102 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681fb9bb-987d-4abc-bb12-6600538b1883 req-9cdb1b0b-e6bb-47ce-9f9a-671cab49db41 service neutron] Bound using segment: {'id': '1a71e236-337f-4493-9f8a-ffd8006346fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '5504f506-1293-4df7-808a-03940cf147f3'} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:40:00.988730 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-681fb9bb-987d-4abc-bb12-6600538b1883 req-9cdb1b0b-e6bb-47ce-9f9a-671cab49db41 service neutron] Bound port: 029586d3-3c65-4f4b-9f44-e006af9fc456, host: n-h2-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a71e236-337f-4493-9f8a-ffd8006346fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '5504f506-1293-4df7-808a-03940cf147f3'}}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:40:00.989083 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-681fb9bb-987d-4abc-bb12-6600538b1883 req-9cdb1b0b-e6bb-47ce-9f9a-671cab49db41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:01.094234 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-3a040074-dbf0-4034-851a-7026b2951813 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:01.164450 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-3a040074-dbf0-4034-851a-7026b2951813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:01.165193 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-3a040074-dbf0-4034-851a-7026b2951813 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:01.166674 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-3a040074-dbf0-4034-851a-7026b2951813 service neutron] 10.222.0.71 "PUT /v2.0/ports/f38f340c-af89-4a3d-92ca-c4a7904d4338 HTTP/1.1" status: 200 len: 1092 time: 2.1875300 May 28 06:40:01.167562 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75e757b4-2d79-4493-9e4f-735cde8bfd52', 'tag': 'f38f340c-af89-4a3d-92ca-c4a7904d4338'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:40:01.226692 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a040074-dbf0-4034-851a-7026b2951813 service neutron] Pushing event updated for resources: {'Port': ['ID=f38f340c-af89-4a3d-92ca-c4a7904d4338,revision_number=3']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:01.248878 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6842b0-1614-44c9-861b-bc61ec04c83f req-5184e031-0109-4d46-a0fe-1533099a306d tempest-ServerAddressesTestJSON-1030654601 tempest-ServerAddressesTestJSON-1030654601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:01.250552 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fd6842b0-1614-44c9-861b-bc61ec04c83f req-5184e031-0109-4d46-a0fe-1533099a306d tempest-ServerAddressesTestJSON-1030654601 tempest-ServerAddressesTestJSON-1030654601-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d1a37d6-067a-4967-b1ec-64ea864dc980 HTTP/1.1" status: 200 len: 943 time: 0.2481275 May 28 06:40:01.268149 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e854d81-0c76-477e-b385-5cacf5ca01d2 req-2883ca24-4bf2-4b78-8f12-8dceb87fa43d tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:01.274183 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e854d81-0c76-477e-b385-5cacf5ca01d2 req-2883ca24-4bf2-4b78-8f12-8dceb87fa43d tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:01.280821 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e854d81-0c76-477e-b385-5cacf5ca01d2 req-2883ca24-4bf2-4b78-8f12-8dceb87fa43d tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:01.282516 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7e854d81-0c76-477e-b385-5cacf5ca01d2 req-2883ca24-4bf2-4b78-8f12-8dceb87fa43d tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] 10.222.0.55 "GET /v2.0/ports?device_id=75e757b4-2d79-4493-9e4f-735cde8bfd52 HTTP/1.1" status: 200 len: 2399 time: 0.2362678 May 28 06:40:01.299632 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed93b429-221e-4665-be10-cf26166bcbf5 None None] Network e318623d-bb83-4735-b9a5-1ff511a26d09 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:40:01.307021 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-b846b0a6-48c3-406d-bdf8-354e745197d1 service neutron] Request body: {'port': {'device_id': '75e757b4-2d79-4493-9e4f-735cde8bfd52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843702-1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:40:01.336921 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72ef68f-becd-47ee-b3a7-0a3901b66b20 req-cfa2a8d9-ecba-4ad8-a307-b606c96be6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:01.339420 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-f72ef68f-becd-47ee-b3a7-0a3901b66b20 req-cfa2a8d9-ecba-4ad8-a307-b606c96be6c6 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8031418 May 28 06:40:01.341710 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-8e9c9725-26f5-4071-bf5f-98a0cbd9659d admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 3.5430901 May 28 06:40:01.359729 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 40358) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:40:01.412158 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-fa29e44d-2a4c-4026-9dab-85660a51bc62 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1396025862-router', 'tenant_id': '3e433ca89e6e4cecb06b276f6587beee', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:40:01.441527 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-fa29e44d-2a4c-4026-9dab-85660a51bc62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:40:01.453398 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-fa29e44d-2a4c-4026-9dab-85660a51bc62 admin admin] Usage tracker for resource:router and tenant:3e433ca89e6e4cecb06b276f6587beee is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:40:01.457932 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7e854d81-0c76-477e-b385-5cacf5ca01d2 req-b29a940f-a540-4069-a247-f93ffc92ae2e tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] 10.222.0.55 "GET /v2.0/security-groups?id=45cb3f7c-83ce-4298-9702-2bb3cba6af9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558084 May 28 06:40:01.458725 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-fa29e44d-2a4c-4026-9dab-85660a51bc62 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:40:01.471505 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fd6842b0-1614-44c9-861b-bc61ec04c83f req-9f1a62c4-1411-4d82-b987-9dfef75f22a9 tempest-ServerAddressesTestJSON-1030654601 tempest-ServerAddressesTestJSON-1030654601-project] 10.222.0.55 "GET /v2.0/security-groups?id=50112b40-ac57-4e37-8137-979d8675a730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879907 May 28 06:40:01.481530 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-fa29e44d-2a4c-4026-9dab-85660a51bc62 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:40:01.482259 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dab21aa-349a-4a3f-89b8-8d7c1cca8bda tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Router ce8f9879-d1ac-44f7-a6d0-bc982938f6d1 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:40:01.554940 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab2c79e4-dc04-41e4-a4be-e12e0a376a16'] response: {'name': 'network-changed', 'server_uuid': '75e757b4-2d79-4493-9e4f-735cde8bfd52', 'tag': 'f38f340c-af89-4a3d-92ca-c4a7904d4338', 'status': 'completed', 'code': 200} May 28 06:40:01.557855 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-b846b0a6-48c3-406d-bdf8-354e745197d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:01.572417 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-68bf199f-0c9d-4a91-b119-2f90c443c437 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:01.692884 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-fa29e44d-2a4c-4026-9dab-85660a51bc62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59128'] for router, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:01.693828 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-fa29e44d-2a4c-4026-9dab-85660a51bc62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59009'] for router, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:01.714547 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:01.733451 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bf199f-0c9d-4a91-b119-2f90c443c437 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Pushing event deleted for resources: {'Port': ['ID=22a50d81-8d87-4edb-a849-1db0fe810c75,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:01.775670 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-fa29e44d-2a4c-4026-9dab-85660a51bc62 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:01.822373 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-681fb9bb-987d-4abc-bb12-6600538b1883 req-9cdb1b0b-e6bb-47ce-9f9a-671cab49db41 service neutron] For port 029586d3-3c65-4f4b-9f44-e006af9fc456, host n-h2-843702-1, cleared binding levels {{(pid=89109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:40:01.839291 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-88422e5d-7163-4a0d-91fc-bac8c978bbbc tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:01.911916 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfa0990-8411-4220-a22b-99474d4db43e req-e8d09ac6-34d6-4009-a2a9-96b1dd90cfa1 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:01.913385 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8cfa0990-8411-4220-a22b-99474d4db43e req-e8d09ac6-34d6-4009-a2a9-96b1dd90cfa1 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e HTTP/1.1" status: 200 len: 944 time: 0.2280002 May 28 06:40:01.962936 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-681fb9bb-987d-4abc-bb12-6600538b1883 req-9cdb1b0b-e6bb-47ce-9f9a-671cab49db41 service neutron] For port 029586d3-3c65-4f4b-9f44-e006af9fc456, host n-h2-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=029586d3-3c65-4f4b-9f44-e006af9fc456,segment=NetworkSegment(1a71e236-337f-4493-9f8a-ffd8006346fc),segment_id=1a71e236-337f-4493-9f8a-ffd8006346fc)] {{(pid=89109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:40:02.101266 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8cfa0990-8411-4220-a22b-99474d4db43e req-ca552d67-5f6a-469a-b586-1bd54c3f643c tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0fc320c-5211-4d72-b7c9-130a40d05074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1744635 May 28 06:40:02.159907 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-681fb9bb-987d-4abc-bb12-6600538b1883 req-9cdb1b0b-e6bb-47ce-9f9a-671cab49db41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:02.164185 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.db.resource_extend [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-b846b0a6-48c3-406d-bdf8-354e745197d1 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 06:40:02.170357 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88422e5d-7163-4a0d-91fc-bac8c978bbbc tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:40:02.200072 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:02.213720 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-88422e5d-7163-4a0d-91fc-bac8c978bbbc tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:40:02.226973 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fec3475-9d29-47aa-8115-9872aac50e43 None None] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:40:02.238416 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88422e5d-7163-4a0d-91fc-bac8c978bbbc tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:02.239009 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-88422e5d-7163-4a0d-91fc-bac8c978bbbc tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:02.271713 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88422e5d-7163-4a0d-91fc-bac8c978bbbc tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Pushing event updated for resources: {'Subnet': ['ID=398ff3dd-16f4-46d3-a67d-7e1c3be66bb0,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:02.276345 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681fb9bb-987d-4abc-bb12-6600538b1883 req-9cdb1b0b-e6bb-47ce-9f9a-671cab49db41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:02.277012 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-681fb9bb-987d-4abc-bb12-6600538b1883 req-9cdb1b0b-e6bb-47ce-9f9a-671cab49db41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:02.278414 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-681fb9bb-987d-4abc-bb12-6600538b1883 req-9cdb1b0b-e6bb-47ce-9f9a-671cab49db41 service neutron] 10.222.0.71 "PUT /v2.0/ports/029586d3-3c65-4f4b-9f44-e006af9fc456 HTTP/1.1" status: 200 len: 1091 time: 5.0532842 May 28 06:40:02.285136 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dab21aa-349a-4a3f-89b8-8d7c1cca8bda tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:40:02.286554 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d1a37d6-067a-4967-b1ec-64ea864dc980', 'tag': '029586d3-3c65-4f4b-9f44-e006af9fc456'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:40:02.298772 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-68bf199f-0c9d-4a91-b119-2f90c443c437 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691105'] for router_gateway, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:02.316225 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690e80a7-7072-4f5a-b365-da5fb0346f7f None None] Sync routers for ids ['ce8f9879-d1ac-44f7-a6d0-bc982938f6d1'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:40:02.329817 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690e80a7-7072-4f5a-b365-da5fb0346f7f None None] Routers {'ce8f9879-d1ac-44f7-a6d0-bc982938f6d1'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:40:02.331072 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-690e80a7-7072-4f5a-b365-da5fb0346f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:39:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['ce8f9879-d1ac-44f7-a6d0-bc982938f6d1'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:40:02.444121 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0e7ca44-a096-4c42-a3be-f73da0e94ff7'] response: {'name': 'network-changed', 'server_uuid': '8d1a37d6-067a-4967-b1ec-64ea864dc980', 'tag': '029586d3-3c65-4f4b-9f44-e006af9fc456', 'status': 'completed', 'code': 200} May 28 06:40:02.522538 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-690e80a7-7072-4f5a-b365-da5fb0346f7f None None] Set router ce8f9879-d1ac-44f7-a6d0-bc982938f6d1 gateway port host: None {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:40:02.540989 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-5dab21aa-349a-4a3f-89b8-8d7c1cca8bda tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] 10.222.0.55 "PUT /v2.0/routers/ce8f9879-d1ac-44f7-a6d0-bc982938f6d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5070188 May 28 06:40:02.542350 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 40372) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:40:02.546363 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-fa29e44d-2a4c-4026-9dab-85660a51bc62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59027'] for router, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:02.615635 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f239a01b-deae-41aa-a2d8-a34ae75dcb09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-147bfd32-62dc-4be0-82de-f4d6fa5b4cc2', 'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2', 'tenant_id': '5e9e9447c07c4077b6694ab63e3affe5', 'fixed_ips': [{'subnet_id': '398ff3dd-16f4-46d3-a67d-7e1c3be66bb0'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:40:02.618228 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-f239a01b-deae-41aa-a2d8-a34ae75dcb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:02.634258 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdb1b0b-e6bb-47ce-9f9a-671cab49db41 service neutron] Pushing event updated for resources: {'Port': ['ID=029586d3-3c65-4f4b-9f44-e006af9fc456,revision_number=3']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:02.640282 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-88422e5d-7163-4a0d-91fc-bac8c978bbbc tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.1944993 May 28 06:40:02.646671 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 40376) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:40:02.648577 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-68bf199f-0c9d-4a91-b119-2f90c443c437 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59018'] for router, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:02.655760 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-68bf199f-0c9d-4a91-b119-2f90c443c437 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:02.660565 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-c4835544-cbc0-4538-a609-d4a4cbb93e3f tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Request body: {'port': {'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2', 'fixed_ips': [{'subnet_id': '398ff3dd-16f4-46d3-a67d-7e1c3be66bb0', 'ip_address': '2001:db8::46b2:d12b:99dd:769c'}], 'name': 'tempest-NetworksTestDHCPv6-1353186754'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:40:02.686450 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc0c964-bb08-4910-b1ba-6ca57ebf24da req-1280a725-b46d-4553-b77d-0a32e899b1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:02.688723 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc0c964-bb08-4910-b1ba-6ca57ebf24da req-1280a725-b46d-4553-b77d-0a32e899b1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:02.688723 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc0c964-bb08-4910-b1ba-6ca57ebf24da req-1280a725-b46d-4553-b77d-0a32e899b1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:02.688999 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-5dc0c964-bb08-4910-b1ba-6ca57ebf24da req-1280a725-b46d-4553-b77d-0a32e899b1b1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=60982381454b4376b475404da5b08605&device_id=75e757b4-2d79-4493-9e4f-735cde8bfd52 HTTP/1.1" status: 200 len: 2797 time: 1.0236378 May 28 06:40:02.757765 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-b846b0a6-48c3-406d-bdf8-354e745197d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52c5cda6-c21a-4d17-8db1-5770fc276202 {{(pid=89110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:40:02.780526 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-b846b0a6-48c3-406d-bdf8-354e745197d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:02.823500 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe3ce4b7-f183-47c1-946c-cf606514337e tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Deleting subnet 4627dc77-60dc-41e2-b543-5687a1b9f1b4 {{(pid=89110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:40:02.836976 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-fe3ce4b7-f183-47c1-946c-cf606514337e tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks [] for subnet, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:02.876341 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-b846b0a6-48c3-406d-bdf8-354e745197d1 service neutron] Transition to ACTIVE for port object 52c5cda6-c21a-4d17-8db1-5770fc276202 will not be triggered until provisioned by entity L2. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:40:02.880866 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-68bf199f-0c9d-4a91-b119-2f90c443c437 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-703817'] for router, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:02.881365 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68bf199f-0c9d-4a91-b119-2f90c443c437 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Fanout notify agent at l3_agent the message router_deleted on router fd3fae78-36c4-44bb-bbe6-e6da9447bd5b {{(pid=89109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 06:40:02.919632 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-f239a01b-deae-41aa-a2d8-a34ae75dcb09 None None] Allocated IP 2001:db8::2 (147bfd32-62dc-4be0-82de-f4d6fa5b4cc2/398ff3dd-16f4-46d3-a67d-7e1c3be66bb0/0417d5ef-faca-49e6-a16f-bb02246e9938) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:40:02.950726 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-68bf199f-0c9d-4a91-b119-2f90c443c437 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:02.953467 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-68bf199f-0c9d-4a91-b119-2f90c443c437 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] 10.222.0.55 "DELETE /v2.0/routers/fd3fae78-36c4-44bb-bbe6-e6da9447bd5b HTTP/1.1" status: 204 len: 168 time: 5.2942564 May 28 06:40:02.956583 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 40380) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:40:02.962668 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0a640f-e25a-41f7-a18f-d7b42f6cbcbb req-6b1e02ee-cb3b-46f3-9feb-6f593dc710f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:02.964205 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-1c0a640f-e25a-41f7-a18f-d7b42f6cbcbb req-6b1e02ee-cb3b-46f3-9feb-6f593dc710f4 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1eb3903fca5b42059dbf5c364e1001cb&device_id=8d1a37d6-067a-4967-b1ec-64ea864dc980 HTTP/1.1" status: 200 len: 1094 time: 0.4076509 May 28 06:40:02.965116 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-690e80a7-7072-4f5a-b365-da5fb0346f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce8f9879-d1ac-44f7-a6d0-bc982938f6d1', 'name': 'tempest-RoutersTest-router-1404400592', 'tenant_id': '51e07d1dd4e842f29564191e4c945b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:38:19Z', 'updated_at': '2022-05-28T06:39:58Z', 'revision_number': 10, 'project_id': '51e07d1dd4e842f29564191e4c945b6c', 'gw_port_host': None, '_interfaces': [{'id': '32e62a22-84bf-4694-b19e-fb91d25761d9', 'name': '', 'network_id': 'eeb73656-43c1-4ee2-9497-5290bc10726e', 'tenant_id': '51e07d1dd4e842f29564191e4c945b6c', 'mac_address': 'fa:16:3e:99:7d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8f9879-d1ac-44f7-a6d0-bc982938f6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': 'c5fb5e00-99af-4f71-953e-f3f2fab999ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:38:26Z', 'updated_at': '2022-05-28T06:38:38Z', 'revision_number': 5, 'project_id': '51e07d1dd4e842f29564191e4c945b6c', 'subnets': [{'id': 'c5fb5e00-99af-4f71-953e-f3f2fab999ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:40:02.971346 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690e80a7-7072-4f5a-b365-da5fb0346f7f None None] Checking router: ce8f9879-d1ac-44f7-a6d0-bc982938f6d1 for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:40:02.983545 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690e80a7-7072-4f5a-b365-da5fb0346f7f None None] Routers {'ce8f9879-d1ac-44f7-a6d0-bc982938f6d1'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:40:02.984376 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-690e80a7-7072-4f5a-b365-da5fb0346f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:39:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['ce8f9879-d1ac-44f7-a6d0-bc982938f6d1'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:40:03.010198 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-c4835544-cbc0-4538-a609-d4a4cbb93e3f tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:40:03.020170 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-fe3ce4b7-f183-47c1-946c-cf606514337e tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4150765'] for subnet, precommit_delete_associations {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:03.051293 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-b846b0a6-48c3-406d-bdf8-354e745197d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:03.067701 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-c4835544-cbc0-4538-a609-d4a4cbb93e3f tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Usage tracker for resource:port and tenant:5e9e9447c07c4077b6694ab63e3affe5 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:40:03.070894 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc0c964-bb08-4910-b1ba-6ca57ebf24da req-ae99bc97-deae-4967-a7ef-dd23aa0aa8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:03.071360 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc0c964-bb08-4910-b1ba-6ca57ebf24da req-ae99bc97-deae-4967-a7ef-dd23aa0aa8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:03.071813 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc0c964-bb08-4910-b1ba-6ca57ebf24da req-ae99bc97-deae-4967-a7ef-dd23aa0aa8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:03.073588 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-5dc0c964-bb08-4910-b1ba-6ca57ebf24da req-ae99bc97-deae-4967-a7ef-dd23aa0aa8c3 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=60982381454b4376b475404da5b08605&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3210084 May 28 06:40:03.074594 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-c4835544-cbc0-4538-a609-d4a4cbb93e3f tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:40:03.114090 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-c4835544-cbc0-4538-a609-d4a4cbb93e3f tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:40:03.214574 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-f239a01b-deae-41aa-a2d8-a34ae75dcb09 None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:03.234592 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67722ebd-597d-4666-9fb1-5655baf19dcd req-d0d45541-ba68-4eab-b98a-a3221345b8e8 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:03.236392 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-f239a01b-deae-41aa-a2d8-a34ae75dcb09 None None] Transition to ACTIVE for port object 0417d5ef-faca-49e6-a16f-bb02246e9938 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:40:03.254769 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67722ebd-597d-4666-9fb1-5655baf19dcd req-d0d45541-ba68-4eab-b98a-a3221345b8e8 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:03.257441 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-690e80a7-7072-4f5a-b365-da5fb0346f7f None None] Set router ce8f9879-d1ac-44f7-a6d0-bc982938f6d1 gateway port host: None {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:40:03.260796 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67722ebd-597d-4666-9fb1-5655baf19dcd req-d0d45541-ba68-4eab-b98a-a3221345b8e8 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:03.268343 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-67722ebd-597d-4666-9fb1-5655baf19dcd req-d0d45541-ba68-4eab-b98a-a3221345b8e8 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] 10.222.0.55 "GET /v2.0/ports?device_id=75e757b4-2d79-4493-9e4f-735cde8bfd52 HTTP/1.1" status: 200 len: 2399 time: 0.5902615 May 28 06:40:03.268794 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-f239a01b-deae-41aa-a2d8-a34ae75dcb09 None None] Transition to ACTIVE for port object 0417d5ef-faca-49e6-a16f-bb02246e9938 will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:40:03.274625 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4835544-cbc0-4538-a609-d4a4cbb93e3f tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Made reservation on behalf of 5e9e9447c07c4077b6694ab63e3affe5 for: {'port': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:40:03.290913 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f90ec2-3a8d-4867-b54f-a5baa64efdbf req-ef6f10da-4de5-4b4c-814d-b0744d0f7a6e tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:03.292551 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-46f90ec2-3a8d-4867-b54f-a5baa64efdbf req-ef6f10da-4de5-4b4c-814d-b0744d0f7a6e tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e HTTP/1.1" status: 200 len: 944 time: 0.7566159 May 28 06:40:03.359742 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_v2 [None req-07411f80-0b1b-4b79-99d4-21542f13bc04 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Deleting subnet 381a68cb-c20c-45e7-8f45-8da5227409d1 {{(pid=89110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:40:03.368167 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-f239a01b-deae-41aa-a2d8-a34ae75dcb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:03.386132 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-07411f80-0b1b-4b79-99d4-21542f13bc04 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks [] for subnet, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:03.413546 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0a640f-e25a-41f7-a18f-d7b42f6cbcbb req-a9c594fb-635e-49b2-89c2-1df201f9d16e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:03.415322 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-1c0a640f-e25a-41f7-a18f-d7b42f6cbcbb req-a9c594fb-635e-49b2-89c2-1df201f9d16e service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=1eb3903fca5b42059dbf5c364e1001cb&shared=False HTTP/1.1" status: 200 len: 914 time: 0.4363346 May 28 06:40:03.417722 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b846b0a6-48c3-406d-bdf8-354e745197d1 service neutron] Pushing event updated for resources: {'Port': ['ID=52c5cda6-c21a-4d17-8db1-5770fc276202,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:03.472891 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc0c964-bb08-4910-b1ba-6ca57ebf24da req-2aee62ad-8094-43f8-be8a-e5635b7a5894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:03.474423 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-5dc0c964-bb08-4910-b1ba-6ca57ebf24da req-2aee62ad-8094-43f8-be8a-e5635b7a5894 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3868189 May 28 06:40:03.514812 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f239a01b-deae-41aa-a2d8-a34ae75dcb09 None None] Pushing event updated for resources: {'Port': ['ID=0417d5ef-faca-49e6-a16f-bb02246e9938,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:03.522081 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f239a01b-deae-41aa-a2d8-a34ae75dcb09 None None] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:40:03.525793 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-f239a01b-deae-41aa-a2d8-a34ae75dcb09 None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:40:03.529258 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f239a01b-deae-41aa-a2d8-a34ae75dcb09 None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:40:03.608060 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c4835544-cbc0-4538-a609-d4a4cbb93e3f tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:03.631958 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-f239a01b-deae-41aa-a2d8-a34ae75dcb09 None None] Attempting to bind port 0417d5ef-faca-49e6-a16f-bb02246e9938 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:40:03.632481 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-f239a01b-deae-41aa-a2d8-a34ae75dcb09 None None] Attempting to bind port 0417d5ef-faca-49e6-a16f-bb02246e9938 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'e82da2dd-17b8-4c15-8abb-711622ad0a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:40:03.632895 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f239a01b-deae-41aa-a2d8-a34ae75dcb09 None None] Attempting to bind port 0417d5ef-faca-49e6-a16f-bb02246e9938 on network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:40:03.639412 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f239a01b-deae-41aa-a2d8-a34ae75dcb09 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:40:03.639932 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f239a01b-deae-41aa-a2d8-a34ae75dcb09 None None] Checking segment: {'id': 'e82da2dd-17b8-4c15-8abb-711622ad0a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:40:03.640431 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-f239a01b-deae-41aa-a2d8-a34ae75dcb09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:03.640907 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f239a01b-deae-41aa-a2d8-a34ae75dcb09 None None] Bound using segment: {'id': 'e82da2dd-17b8-4c15-8abb-711622ad0a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:40:03.641540 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-f239a01b-deae-41aa-a2d8-a34ae75dcb09 None None] Bound port: 0417d5ef-faca-49e6-a16f-bb02246e9938, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e82da2dd-17b8-4c15-8abb-711622ad0a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:40:03.642000 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-f239a01b-deae-41aa-a2d8-a34ae75dcb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:03.645312 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-67722ebd-597d-4666-9fb1-5655baf19dcd req-d204860a-68e1-49e3-8b23-27a1ae0d0b3c tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] 10.222.0.55 "GET /v2.0/security-groups?id=45cb3f7c-83ce-4298-9702-2bb3cba6af9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3760684 May 28 06:40:03.667025 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [None req-c4835544-cbc0-4538-a609-d4a4cbb93e3f tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] device_id is not set on port 32e654d5-7c66-46a1-bed7-cca5a23bff09 yet. {{(pid=89109) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:40:03.692209 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-07411f80-0b1b-4b79-99d4-21542f13bc04 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4150765'] for subnet, precommit_delete_associations {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:03.717830 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-690e80a7-7072-4f5a-b365-da5fb0346f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce8f9879-d1ac-44f7-a6d0-bc982938f6d1', 'name': 'tempest-RoutersTest-router-1404400592', 'tenant_id': '51e07d1dd4e842f29564191e4c945b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:38:19Z', 'updated_at': '2022-05-28T06:39:58Z', 'revision_number': 10, 'project_id': '51e07d1dd4e842f29564191e4c945b6c', 'gw_port_host': None, '_interfaces': [{'id': '32e62a22-84bf-4694-b19e-fb91d25761d9', 'name': '', 'network_id': 'eeb73656-43c1-4ee2-9497-5290bc10726e', 'tenant_id': '51e07d1dd4e842f29564191e4c945b6c', 'mac_address': 'fa:16:3e:99:7d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8f9879-d1ac-44f7-a6d0-bc982938f6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': 'c5fb5e00-99af-4f71-953e-f3f2fab999ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:38:26Z', 'updated_at': '2022-05-28T06:38:38Z', 'revision_number': 5, 'project_id': '51e07d1dd4e842f29564191e4c945b6c', 'subnets': [{'id': 'c5fb5e00-99af-4f71-953e-f3f2fab999ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:40:03.722256 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690e80a7-7072-4f5a-b365-da5fb0346f7f None None] The sync data for ids ['ce8f9879-d1ac-44f7-a6d0-bc982938f6d1'] in n-d-843702-1 is: [{'id': 'ce8f9879-d1ac-44f7-a6d0-bc982938f6d1', 'name': 'tempest-RoutersTest-router-1404400592', 'tenant_id': '51e07d1dd4e842f29564191e4c945b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:38:19Z', 'updated_at': '2022-05-28T06:39:58Z', 'revision_number': 10, 'project_id': '51e07d1dd4e842f29564191e4c945b6c', 'gw_port_host': None, '_interfaces': [{'id': '32e62a22-84bf-4694-b19e-fb91d25761d9', 'name': '', 'network_id': 'eeb73656-43c1-4ee2-9497-5290bc10726e', 'tenant_id': '51e07d1dd4e842f29564191e4c945b6c', 'mac_address': 'fa:16:3e:99:7d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8f9879-d1ac-44f7-a6d0-bc982938f6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': 'c5fb5e00-99af-4f71-953e-f3f2fab999ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:38:26Z', 'updated_at': '2022-05-28T06:38:38Z', 'revision_number': 5, 'project_id': '51e07d1dd4e842f29564191e4c945b6c', 'subnets': [{'id': 'c5fb5e00-99af-4f71-953e-f3f2fab999ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:40:03.741877 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0a640f-e25a-41f7-a18f-d7b42f6cbcbb req-462fc837-805d-44ac-bad1-63f38fc11cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:03.743475 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-1c0a640f-e25a-41f7-a18f-d7b42f6cbcbb req-462fc837-805d-44ac-bad1-63f38fc11cae service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3119898 May 28 06:40:03.745182 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-f239a01b-deae-41aa-a2d8-a34ae75dcb09 None None] For port 0417d5ef-faca-49e6-a16f-bb02246e9938, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:40:03.750082 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-f239a01b-deae-41aa-a2d8-a34ae75dcb09 None None] For port 0417d5ef-faca-49e6-a16f-bb02246e9938, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=0417d5ef-faca-49e6-a16f-bb02246e9938,segment=NetworkSegment(e82da2dd-17b8-4c15-8abb-711622ad0a92),segment_id=e82da2dd-17b8-4c15-8abb-711622ad0a92)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:40:03.788685 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-46f90ec2-3a8d-4867-b54f-a5baa64efdbf req-8e174953-4fd4-4cbe-a461-0c80ed0ff2d2 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0fc320c-5211-4d72-b7c9-130a40d05074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4630823 May 28 06:40:03.826092 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-f239a01b-deae-41aa-a2d8-a34ae75dcb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:03.860704 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-fe3ce4b7-f183-47c1-946c-cf606514337e tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:03.928875 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-b846b0a6-48c3-406d-bdf8-354e745197d1 service neutron] Attempting to bind port 52c5cda6-c21a-4d17-8db1-5770fc276202 on host n-h2-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:40:03.929235 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-b846b0a6-48c3-406d-bdf8-354e745197d1 service neutron] Attempting to bind port 52c5cda6-c21a-4d17-8db1-5770fc276202 by drivers openvswitch,hyperv on host n-h2-843702-1 at level 0 using segments [{'id': '42fffca2-522a-4bc4-9ac4-52dceb499961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '38aa9d6e-cdde-4924-ba18-69c2c5c3b178'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:40:03.929549 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-b846b0a6-48c3-406d-bdf8-354e745197d1 service neutron] Attempting to bind port 52c5cda6-c21a-4d17-8db1-5770fc276202 on network 38aa9d6e-cdde-4924-ba18-69c2c5c3b178 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:40:03.945594 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f239a01b-deae-41aa-a2d8-a34ae75dcb09 None None] Pushing event updated for resources: {'Port': ['ID=0417d5ef-faca-49e6-a16f-bb02246e9938,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:04.005919 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-07411f80-0b1b-4b79-99d4-21542f13bc04 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:04.016640 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-c4835544-cbc0-4538-a609-d4a4cbb93e3f tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Allocated IP 2001:db8::46b2:d12b:99dd:769c (147bfd32-62dc-4be0-82de-f4d6fa5b4cc2/398ff3dd-16f4-46d3-a67d-7e1c3be66bb0/32e654d5-7c66-46a1-bed7-cca5a23bff09) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:40:04.020598 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681fb9bb-987d-4abc-bb12-6600538b1883 req-377a3dbf-fd00-4527-803c-7b04af827719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:04.022044 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-681fb9bb-987d-4abc-bb12-6600538b1883 req-377a3dbf-fd00-4527-803c-7b04af827719 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1eb3903fca5b42059dbf5c364e1001cb&device_id=8d1a37d6-067a-4967-b1ec-64ea864dc980 HTTP/1.1" status: 200 len: 1094 time: 0.2103853 May 28 06:40:04.043657 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-b846b0a6-48c3-406d-bdf8-354e745197d1 service neutron] Port 52c5cda6-c21a-4d17-8db1-5770fc276202 on network 38aa9d6e-cdde-4924-ba18-69c2c5c3b178 not bound, no agent of type Open vSwitch agent registered on host n-h2-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:40:04.043987 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-b846b0a6-48c3-406d-bdf8-354e745197d1 service neutron] Attempting to bind port 52c5cda6-c21a-4d17-8db1-5770fc276202 on network 38aa9d6e-cdde-4924-ba18-69c2c5c3b178 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:40:04.079206 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-b846b0a6-48c3-406d-bdf8-354e745197d1 service neutron] Checking agent: {'id': 'f1a3973b-d2b3-4558-88e7-2ac50857d302', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:40:04.079547 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-b846b0a6-48c3-406d-bdf8-354e745197d1 service neutron] Checking segment: {'id': '42fffca2-522a-4bc4-9ac4-52dceb499961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '38aa9d6e-cdde-4924-ba18-69c2c5c3b178'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:40:04.079939 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-b846b0a6-48c3-406d-bdf8-354e745197d1 service neutron] Bound using segment: {'id': '42fffca2-522a-4bc4-9ac4-52dceb499961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '38aa9d6e-cdde-4924-ba18-69c2c5c3b178'} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:40:04.080383 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-b846b0a6-48c3-406d-bdf8-354e745197d1 service neutron] Bound port: 52c5cda6-c21a-4d17-8db1-5770fc276202, host: n-h2-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42fffca2-522a-4bc4-9ac4-52dceb499961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '38aa9d6e-cdde-4924-ba18-69c2c5c3b178'}}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:40:04.081010 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-b846b0a6-48c3-406d-bdf8-354e745197d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:04.320582 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-681fb9bb-987d-4abc-bb12-6600538b1883 req-2476b9fc-fab6-41ff-b53e-d3208cc31fe9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=029586d3-3c65-4f4b-9f44-e006af9fc456 HTTP/1.1" status: 200 len: 217 time: 0.2828741 May 28 06:40:04.488132 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681fb9bb-987d-4abc-bb12-6600538b1883 req-30745e76-72e4-4322-bfce-99aad6038868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:04.489718 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-681fb9bb-987d-4abc-bb12-6600538b1883 req-30745e76-72e4-4322-bfce-99aad6038868 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=0bd8e0ac-05b7-4779-a4b7-f36636137039 HTTP/1.1" status: 200 len: 853 time: 0.1586521 May 28 06:40:04.546991 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd39789-4b4d-45f2-9604-1b2590c90f43 req-4e5e13c9-d8c9-45a0-a286-745c1e712485 tempest-ServerAddressesTestJSON-1030654601 tempest-ServerAddressesTestJSON-1030654601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:04.548521 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ebd39789-4b4d-45f2-9604-1b2590c90f43 req-4e5e13c9-d8c9-45a0-a286-745c1e712485 tempest-ServerAddressesTestJSON-1030654601 tempest-ServerAddressesTestJSON-1030654601-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d1a37d6-067a-4967-b1ec-64ea864dc980 HTTP/1.1" status: 200 len: 943 time: 0.7390685 May 28 06:40:04.559021 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-681fb9bb-987d-4abc-bb12-6600538b1883 req-548549dd-5322-463c-b8aa-db629eff5f80 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=5504f506-1293-4df7-808a-03940cf147f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571148 May 28 06:40:04.562582 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-fe3ce4b7-f183-47c1-946c-cf606514337e tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3115981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3172005'] for subnet, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:04.649103 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-07411f80-0b1b-4b79-99d4-21542f13bc04 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3115981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3172005'] for subnet, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:04.661360 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-fa29e44d-2a4c-4026-9dab-85660a51bc62 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:04.694547 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-fe3ce4b7-f183-47c1-946c-cf606514337e tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:04.696143 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e301fd-8c32-4cb6-bdaf-f6974e5e2896 None None] Network 9ccf9dee-f3a0-42be-8e4a-fcd6bc40fe93 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:40:04.709077 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72020000-bcad-42b5-914e-7289263bb0fc req-a04026b5-c74d-4911-8c98-99f323fffccf tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:04.712139 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c4835544-cbc0-4538-a609-d4a4cbb93e3f tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:04.717705 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-72020000-bcad-42b5-914e-7289263bb0fc req-a04026b5-c74d-4911-8c98-99f323fffccf tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e HTTP/1.1" status: 200 len: 944 time: 0.8028147 May 28 06:40:04.725295 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 0417d5ef-faca-49e6-a16f-bb02246e9938 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:40:04.730173 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3ce4b7-f183-47c1-946c-cf606514337e tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Pushing event deleted for resources: {'Subnet': ['ID=4627dc77-60dc-41e2-b543-5687a1b9f1b4,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:04.770083 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-681fb9bb-987d-4abc-bb12-6600538b1883 req-684546c9-6803-45a2-aff6-428f359099f5 service neutron] 10.222.0.71 "GET /v2.0/networks/5504f506-1293-4df7-808a-03940cf147f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865923 May 28 06:40:04.807603 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ebd39789-4b4d-45f2-9604-1b2590c90f43 req-258ce579-4437-45f2-a846-7dbccac0587f tempest-ServerAddressesTestJSON-1030654601 tempest-ServerAddressesTestJSON-1030654601-project] 10.222.0.55 "GET /v2.0/security-groups?id=50112b40-ac57-4e37-8137-979d8675a730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519917 May 28 06:40:04.815456 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [None req-c4835544-cbc0-4538-a609-d4a4cbb93e3f tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Transition to ACTIVE for port object 32e654d5-7c66-46a1-bed7-cca5a23bff09 will not be triggered until provisioned by entity DHCP. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:40:04.817799 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-fa29e44d-2a4c-4026-9dab-85660a51bc62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:04.940309 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c4835544-cbc0-4538-a609-d4a4cbb93e3f tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:04.986675 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [None req-fa29e44d-2a4c-4026-9dab-85660a51bc62 admin admin] Allocated IP 172.25.5.100 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/2b4ae935-19f9-46fe-b52e-48ce44c1a0a9) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:40:05.051785 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4835544-cbc0-4538-a609-d4a4cbb93e3f tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:40:05.056343 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-c4835544-cbc0-4538-a609-d4a4cbb93e3f tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:40:05.064821 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4835544-cbc0-4538-a609-d4a4cbb93e3f tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:40:05.070652 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4835544-cbc0-4538-a609-d4a4cbb93e3f tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:05.071215 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c4835544-cbc0-4538-a609-d4a4cbb93e3f tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:05.086237 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 0417d5ef-faca-49e6-a16f-bb02246e9938 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:40:05.087836 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4835544-cbc0-4538-a609-d4a4cbb93e3f tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Pushing event updated for resources: {'Port': ['ID=32e654d5-7c66-46a1-bed7-cca5a23bff09,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:05.108993 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-681fb9bb-987d-4abc-bb12-6600538b1883 req-0235d3f5-fbd6-4a81-abad-17314fe4a30f service neutron] 10.222.0.71 "GET /v2.0/networks/5504f506-1293-4df7-808a-03940cf147f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3308504 May 28 06:40:05.120175 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 8b484a5c-2c70-4c58-8b4c-8d06f0ba5696 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:40:05.154813 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-07411f80-0b1b-4b79-99d4-21542f13bc04 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:05.161163 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07411f80-0b1b-4b79-99d4-21542f13bc04 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Pushing event deleted for resources: {'Subnet': ['ID=381a68cb-c20c-45e7-8f45-8da5227409d1,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:05.165936 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca2a451-75e5-4f59-b008-5fb0ce6e847a None None] Network 8ee4ab6c-cd7d-4b1f-bcad-e7c1fb1a3b7e requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:40:05.167931 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-b846b0a6-48c3-406d-bdf8-354e745197d1 service neutron] For port 52c5cda6-c21a-4d17-8db1-5770fc276202, host n-h2-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:40:05.178671 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba6c6dc-5419-4485-9d8d-979371a09bc8 None None] DHCP port deletion for 9ccf9dee-f3a0-42be-8e4a-fcd6bc40fe93 request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:40:05.188996 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 8b484a5c-2c70-4c58-8b4c-8d06f0ba5696 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:40:05.189326 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 8b484a5c-2c70-4c58-8b4c-8d06f0ba5696 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:40:05.199476 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-c4835544-cbc0-4538-a609-d4a4cbb93e3f tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.5456722 May 28 06:40:05.199476 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 40392) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:40:05.202021 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-fba6c6dc-5419-4485-9d8d-979371a09bc8 None None] Deleting port 5ab7f24a-0410-442c-9de4-8f0cf22389f0 {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:40:05.203259 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-fba6c6dc-5419-4485-9d8d-979371a09bc8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:05.219531 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-fe3ce4b7-f183-47c1-946c-cf606514337e tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] 10.222.0.55 "DELETE /v2.0/subnets/4627dc77-60dc-41e2-b543-5687a1b9f1b4 HTTP/1.1" status: 204 len: 168 time: 2.6561258 May 28 06:40:05.234535 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 40396) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:40:05.241275 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-b846b0a6-48c3-406d-bdf8-354e745197d1 service neutron] For port 52c5cda6-c21a-4d17-8db1-5770fc276202, host n-h2-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=52c5cda6-c21a-4d17-8db1-5770fc276202,segment=NetworkSegment(42fffca2-522a-4bc4-9ac4-52dceb499961),segment_id=42fffca2-522a-4bc4-9ac4-52dceb499961)] {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:40:05.278545 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-07411f80-0b1b-4b79-99d4-21542f13bc04 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] 10.222.0.55 "DELETE /v2.0/subnets/381a68cb-c20c-45e7-8f45-8da5227409d1 HTTP/1.1" status: 204 len: 168 time: 2.3192027 May 28 06:40:05.294749 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 40400) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:40:05.364678 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-72020000-bcad-42b5-914e-7289263bb0fc req-d7bd9efa-2f1b-44cf-9ec0-60e71e6e3ef3 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0fc320c-5211-4d72-b7c9-130a40d05074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6461160 May 28 06:40:05.367472 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-fa29e44d-2a4c-4026-9dab-85660a51bc62 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:05.405534 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-b846b0a6-48c3-406d-bdf8-354e745197d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:05.485555 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-b846b0a6-48c3-406d-bdf8-354e745197d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:05.486170 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-b846b0a6-48c3-406d-bdf8-354e745197d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:05.487187 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92165a0b-584b-472a-975c-64f6bcfdd34d tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:05.492204 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-b846b0a6-48c3-406d-bdf8-354e745197d1 service neutron] 10.222.0.71 "PUT /v2.0/ports/52c5cda6-c21a-4d17-8db1-5770fc276202 HTTP/1.1" status: 200 len: 1091 time: 4.1866868 May 28 06:40:05.493867 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75e757b4-2d79-4493-9e4f-735cde8bfd52', 'tag': '52c5cda6-c21a-4d17-8db1-5770fc276202'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:40:05.501108 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92165a0b-584b-472a-975c-64f6bcfdd34d tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:05.502638 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-92165a0b-584b-472a-975c-64f6bcfdd34d tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Synchronizing usage tracker for tenant:5e9e9447c07c4077b6694ab63e3affe5 on resource:port {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:40:05.562769 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3841aba1-a566-460f-a351-57b1b4971cb3 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:05.568857 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9ffa7a2f-93c0-4522-ad1e-bdeb7ed7117e tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:05.583697 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-3841aba1-a566-460f-a351-57b1b4971cb3 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Deleting port e607f418-2a32-4e2a-80bb-fa49303fe6c1 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:40:05.584390 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3841aba1-a566-460f-a351-57b1b4971cb3 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:05.651701 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-92165a0b-584b-472a-975c-64f6bcfdd34d tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Unset dirty status for tenant:5e9e9447c07c4077b6694ab63e3affe5 on resource:port {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:40:05.657147 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-92165a0b-584b-472a-975c-64f6bcfdd34d tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.4567449 May 28 06:40:05.665078 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 40408) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:40:05.737451 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-fba6c6dc-5419-4485-9d8d-979371a09bc8 None None] For port 5ab7f24a-0410-442c-9de4-8f0cf22389f0, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=5ab7f24a-0410-442c-9de4-8f0cf22389f0,segment=NetworkSegment(a4ce1d9e-7de9-4349-8df8-398641c6b28f),segment_id=a4ce1d9e-7de9-4349-8df8-398641c6b28f)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:40:05.739633 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-fba6c6dc-5419-4485-9d8d-979371a09bc8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:05.790134 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdafcea-1b87-49a3-9efe-3d37be3a42bc req-7f03f1a3-13f4-4fe7-9d4c-c0aa4bfd4b52 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:05.797399 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdafcea-1b87-49a3-9efe-3d37be3a42bc req-7f03f1a3-13f4-4fe7-9d4c-c0aa4bfd4b52 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:05.803256 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdafcea-1b87-49a3-9efe-3d37be3a42bc req-7f03f1a3-13f4-4fe7-9d4c-c0aa4bfd4b52 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:05.811444 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0fdafcea-1b87-49a3-9efe-3d37be3a42bc req-7f03f1a3-13f4-4fe7-9d4c-c0aa4bfd4b52 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] 10.222.0.55 "GET /v2.0/ports?device_id=75e757b4-2d79-4493-9e4f-735cde8bfd52 HTTP/1.1" status: 200 len: 2411 time: 0.6779599 May 28 06:40:05.834233 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b846b0a6-48c3-406d-bdf8-354e745197d1 service neutron] Pushing event updated for resources: {'Port': ['ID=52c5cda6-c21a-4d17-8db1-5770fc276202,revision_number=3']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:05.871796 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-9ffa7a2f-93c0-4522-ad1e-bdeb7ed7117e tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Deleting port 5ab7f24a-0410-442c-9de4-8f0cf22389f0 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:40:05.872161 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9ffa7a2f-93c0-4522-ad1e-bdeb7ed7117e tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:05.893856 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-fba6c6dc-5419-4485-9d8d-979371a09bc8 None None] Calling delete_port for 5ab7f24a-0410-442c-9de4-8f0cf22389f0 owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:40:05.911689 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-ba2c2574-41df-408e-abf8-67657c7cfa8c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Deleting port 32e654d5-7c66-46a1-bed7-cca5a23bff09 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:40:05.912030 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ba2c2574-41df-408e-abf8-67657c7cfa8c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:05.939871 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-05acf813-703d-428c-966c-e08594bc2b24 None None] Provisioning for port 0417d5ef-faca-49e6-a16f-bb02246e9938 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:40:05.955081 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-05acf813-703d-428c-966c-e08594bc2b24 None None] Provisioning complete for port 0417d5ef-faca-49e6-a16f-bb02246e9938 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:40:05.955460 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-05acf813-703d-428c-966c-e08594bc2b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:05.963488 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0fdafcea-1b87-49a3-9efe-3d37be3a42bc req-f45a9464-2baa-4f87-8bd6-38f17742c3b5 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] 10.222.0.55 "GET /v2.0/security-groups?id=45cb3f7c-83ce-4298-9702-2bb3cba6af9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508968 May 28 06:40:05.991964 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-3841aba1-a566-460f-a351-57b1b4971cb3 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] For port e607f418-2a32-4e2a-80bb-fa49303fe6c1, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=e607f418-2a32-4e2a-80bb-fa49303fe6c1,segment=NetworkSegment(b09ca06e-b30c-4fc2-a9d2-fb116be96e93),segment_id=b09ca06e-b30c-4fc2-a9d2-fb116be96e93)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:40:05.992320 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3841aba1-a566-460f-a351-57b1b4971cb3 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:06.018008 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-fa29e44d-2a4c-4026-9dab-85660a51bc62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:06.082287 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7949cabe-8e8e-4651-8df0-b8a20a52fb4a'] response: {'name': 'network-changed', 'server_uuid': '75e757b4-2d79-4493-9e4f-735cde8bfd52', 'tag': '52c5cda6-c21a-4d17-8db1-5770fc276202', 'status': 'completed', 'code': 200} May 28 06:40:06.111027 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-773adfa4-53e5-44d2-af7b-e1d67d733cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:06.111027 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-773adfa4-53e5-44d2-af7b-e1d67d733cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:06.111027 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-773adfa4-53e5-44d2-af7b-e1d67d733cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:06.111027 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-773adfa4-53e5-44d2-af7b-e1d67d733cf3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=60982381454b4376b475404da5b08605&device_id=75e757b4-2d79-4493-9e4f-735cde8bfd52 HTTP/1.1" status: 200 len: 2864 time: 0.4688661 May 28 06:40:06.121923 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-05acf813-703d-428c-966c-e08594bc2b24 None None] Current status of the port 0417d5ef-faca-49e6-a16f-bb02246e9938 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:40:06.122309 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-05acf813-703d-428c-966c-e08594bc2b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:06.147791 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70dd252c-4b54-4cdb-907e-19cb3dbf35e7 None None] DHCP port deletion for 8ee4ab6c-cd7d-4b1f-bcad-e7c1fb1a3b7e request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:40:06.153243 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-70dd252c-4b54-4cdb-907e-19cb3dbf35e7 None None] Deleting port e607f418-2a32-4e2a-80bb-fa49303fe6c1 {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:40:06.153648 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-70dd252c-4b54-4cdb-907e-19cb3dbf35e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:06.203952 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa29e44d-2a4c-4026-9dab-85660a51bc62 admin admin] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:40:06.224495 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eff883d-58fe-4f0d-9adb-11df00f2f974 req-e494f481-370d-419e-8c8e-d590b0378c0c tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:06.226008 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1eff883d-58fe-4f0d-9adb-11df00f2f974 req-e494f481-370d-419e-8c8e-d590b0378c0c tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e HTTP/1.1" status: 200 len: 944 time: 0.5244968 May 28 06:40:06.242203 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-fba6c6dc-5419-4485-9d8d-979371a09bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879'] for port, after_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:06.313757 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-fa29e44d-2a4c-4026-9dab-85660a51bc62 admin admin] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:40:06.316788 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-36d443e1-08eb-497f-9915-612656ad21ad service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.37&port_id=ca7e4606-af5c-40eb-9228-6465bb8af63a HTTP/1.1" status: 200 len: 217 time: 0.1868773 May 28 06:40:06.320031 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba6c6dc-5419-4485-9d8d-979371a09bc8 None None] Pushing event deleted for resources: {'Port': ['ID=5ab7f24a-0410-442c-9de4-8f0cf22389f0,revision_number=None']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:06.321935 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba6c6dc-5419-4485-9d8d-979371a09bc8 None None] No DVR routers for this DVR port 5ab7f24a-0410-442c-9de4-8f0cf22389f0 on host n-d-843702-1 {{(pid=89111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:40:06.322070 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa29e44d-2a4c-4026-9dab-85660a51bc62 admin admin] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:40:06.330130 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-05acf813-703d-428c-966c-e08594bc2b24 None None] For port 0417d5ef-faca-49e6-a16f-bb02246e9938, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=0417d5ef-faca-49e6-a16f-bb02246e9938,segment=NetworkSegment(e82da2dd-17b8-4c15-8abb-711622ad0a92),segment_id=e82da2dd-17b8-4c15-8abb-711622ad0a92)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:40:06.371786 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa29e44d-2a4c-4026-9dab-85660a51bc62 admin admin] Pushing event updated for resources: {'Port': ['ID=2b4ae935-19f9-46fe-b52e-48ce44c1a0a9,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:06.438821 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-05acf813-703d-428c-966c-e08594bc2b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:06.476203 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-3841aba1-a566-460f-a351-57b1b4971cb3 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Calling delete_port for e607f418-2a32-4e2a-80bb-fa49303fe6c1 owned by network:dhcp {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:40:06.502986 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [None req-9ffa7a2f-93c0-4522-ad1e-bdeb7ed7117e tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] For port 5ab7f24a-0410-442c-9de4-8f0cf22389f0, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=5ab7f24a-0410-442c-9de4-8f0cf22389f0,segment=NetworkSegment(a4ce1d9e-7de9-4349-8df8-398641c6b28f),segment_id=a4ce1d9e-7de9-4349-8df8-398641c6b28f)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:40:06.503329 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9ffa7a2f-93c0-4522-ad1e-bdeb7ed7117e tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:06.507140 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ba2c2574-41df-408e-abf8-67657c7cfa8c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:06.509821 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-70dd252c-4b54-4cdb-907e-19cb3dbf35e7 None None] For port e607f418-2a32-4e2a-80bb-fa49303fe6c1, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=e607f418-2a32-4e2a-80bb-fa49303fe6c1,segment=NetworkSegment(b09ca06e-b30c-4fc2-a9d2-fb116be96e93),segment_id=b09ca06e-b30c-4fc2-a9d2-fb116be96e93)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:40:06.510743 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-70dd252c-4b54-4cdb-907e-19cb3dbf35e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:06.657771 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-ba2c2574-41df-408e-abf8-67657c7cfa8c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Calling delete_port for 32e654d5-7c66-46a1-bed7-cca5a23bff09 owned by {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:40:06.681830 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-70dd252c-4b54-4cdb-907e-19cb3dbf35e7 None None] Calling delete_port for e607f418-2a32-4e2a-80bb-fa49303fe6c1 owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:40:06.719660 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 5ab7f24a-0410-442c-9de4-8f0cf22389f0 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:40:06.768511 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 5ab7f24a-0410-442c-9de4-8f0cf22389f0 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:40:06.769239 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 5ab7f24a-0410-442c-9de4-8f0cf22389f0 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:40:06.769239 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device e607f418-2a32-4e2a-80bb-fa49303fe6c1 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:40:06.801902 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05acf813-703d-428c-966c-e08594bc2b24 None None] Pushing event updated for resources: {'Port': ['ID=0417d5ef-faca-49e6-a16f-bb02246e9938,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:06.863546 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-9ffa7a2f-93c0-4522-ad1e-bdeb7ed7117e tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Calling delete_port for 5ab7f24a-0410-442c-9de4-8f0cf22389f0 owned by network:dhcp {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:40:06.884444 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1eff883d-58fe-4f0d-9adb-11df00f2f974 req-915944cc-b993-49eb-b5ec-bad17ef4c3f0 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0fc320c-5211-4d72-b7c9-130a40d05074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5339682 May 28 06:40:06.897919 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-051cdb01-17e8-4747-9106-6bcc31774a34 None None] Provisioning for port 32e654d5-7c66-46a1-bed7-cca5a23bff09 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:40:06.916336 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-051cdb01-17e8-4747-9106-6bcc31774a34 None None] Provisioning complete for port 32e654d5-7c66-46a1-bed7-cca5a23bff09 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:40:06.916336 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-051cdb01-17e8-4747-9106-6bcc31774a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:06.921248 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-de1ce512-2af2-463f-9149-7b4903d32575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:06.922771 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-de1ce512-2af2-463f-9149-7b4903d32575 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2b810899-1708-45c4-a8f6-d694f8e91c50 HTTP/1.1" status: 200 len: 801 time: 0.5657628 May 28 06:40:06.983461 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port e607f418-2a32-4e2a-80bb-fa49303fe6c1 is: ACTIVE; New status is: DOWN {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:40:06.984275 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:07.016543 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-051cdb01-17e8-4747-9106-6bcc31774a34 None None] Port 32e654d5-7c66-46a1-bed7-cca5a23bff09 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:40:07.080250 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3841aba1-a566-460f-a351-57b1b4971cb3 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:07.120712 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.db.api [None req-70dd252c-4b54-4cdb-907e-19cb3dbf35e7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89111) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:40:07.121079 n-d-843702-1 neutron-server[89111]: DEBUG oslo_db.api [None req-70dd252c-4b54-4cdb-907e-19cb3dbf35e7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:40:07.133823 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3841aba1-a566-460f-a351-57b1b4971cb3 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] No DVR routers for this DVR port e607f418-2a32-4e2a-80bb-fa49303fe6c1 on host n-d-843702-1 {{(pid=89109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:40:07.163625 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ba2c2574-41df-408e-abf8-67657c7cfa8c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:07.169109 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3841aba1-a566-460f-a351-57b1b4971cb3 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Pushing event deleted for resources: {'Port': ['ID=e607f418-2a32-4e2a-80bb-fa49303fe6c1,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:07.169917 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1ddb36-c310-4d82-8a1c-f956a99fdc57 req-bb10f9ac-f5e5-449a-ab7d-0e2d388cffb0 tempest-ServerAddressesTestJSON-1030654601 tempest-ServerAddressesTestJSON-1030654601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:07.172137 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5c1ddb36-c310-4d82-8a1c-f956a99fdc57 req-bb10f9ac-f5e5-449a-ab7d-0e2d388cffb0 tempest-ServerAddressesTestJSON-1030654601 tempest-ServerAddressesTestJSON-1030654601-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d1a37d6-067a-4967-b1ec-64ea864dc980 HTTP/1.1" status: 200 len: 943 time: 0.9431448 May 28 06:40:07.213276 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.db.api [None req-9ffa7a2f-93c0-4522-ad1e-bdeb7ed7117e tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89110) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:40:07.214700 n-d-843702-1 neutron-server[89110]: DEBUG oslo_db.api [None req-9ffa7a2f-93c0-4522-ad1e-bdeb7ed7117e tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:40:07.239678 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2c2574-41df-408e-abf8-67657c7cfa8c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Pushing event deleted for resources: {'Port': ['ID=32e654d5-7c66-46a1-bed7-cca5a23bff09,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:07.258817 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5c1ddb36-c310-4d82-8a1c-f956a99fdc57 req-e162562f-0937-463f-a371-43e5476d00a4 tempest-ServerAddressesTestJSON-1030654601 tempest-ServerAddressesTestJSON-1030654601-project] 10.222.0.55 "GET /v2.0/security-groups?id=50112b40-ac57-4e37-8137-979d8675a730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709567 May 28 06:40:07.266687 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-fe070210-8ec3-4b1c-adf5-484203e96cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:07.268164 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-fe070210-8ec3-4b1c-adf5-484203e96cc7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=38aa9d6e-cdde-4924-ba18-69c2c5c3b178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2861681 May 28 06:40:07.286582 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e9ff16-e59e-4031-91c1-b9c51c41679f req-83f62e1b-121c-49fb-8ce6-0a9c7186e846 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:07.288523 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-28e9ff16-e59e-4031-91c1-b9c51c41679f req-83f62e1b-121c-49fb-8ce6-0a9c7186e846 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e HTTP/1.1" status: 200 len: 944 time: 0.2161033 May 28 06:40:07.362453 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ba2c2574-41df-408e-abf8-67657c7cfa8c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:07.378745 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3841aba1-a566-460f-a351-57b1b4971cb3 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:07.408349 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-3841aba1-a566-460f-a351-57b1b4971cb3 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ee4ab6c-cd7d-4b1f-bcad-e7c1fb1a3b7e']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:40:07.425962 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-3841aba1-a566-460f-a351-57b1b4971cb3 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b09ca06e-b30c-4fc2-a9d2-fb116be96e93') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:40:07.426154 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-3841aba1-a566-460f-a351-57b1b4971cb3 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b09ca06e-b30c-4fc2-a9d2-fb116be96e93') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:40:07.440080 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3841aba1-a566-460f-a351-57b1b4971cb3 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:07.451361 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-ba2c2574-41df-408e-abf8-67657c7cfa8c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "DELETE /v2.0/ports/32e654d5-7c66-46a1-bed7-cca5a23bff09 HTTP/1.1" status: 204 len: 168 time: 1.7851729 May 28 06:40:07.453788 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 40418) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:40:07.492714 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3841aba1-a566-460f-a351-57b1b4971cb3 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:07.510109 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3841aba1-a566-460f-a351-57b1b4971cb3 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:40:07.513000 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3841aba1-a566-460f-a351-57b1b4971cb3 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:07.549824 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-28e9ff16-e59e-4031-91c1-b9c51c41679f req-df9060c0-2317-4e42-ac54-573f2e9e20d4 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0fc320c-5211-4d72-b7c9-130a40d05074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2419071 May 28 06:40:07.596584 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment b09ca06e-b30c-4fc2-a9d2-fb116be96e93 resource provider aggregate not found May 28 06:40:07.622401 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-70dd252c-4b54-4cdb-907e-19cb3dbf35e7 None None] Deleting port e607f418-2a32-4e2a-80bb-fa49303fe6c1 {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:40:07.622745 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-70dd252c-4b54-4cdb-907e-19cb3dbf35e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:07.625673 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment b09ca06e-b30c-4fc2-a9d2-fb116be96e93 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b09ca06e-b30c-4fc2-a9d2-fb116be96e93 found for delete ", "request_id": "req-47b50174-6595-4d12-8801-04fcff42210c"}]} May 28 06:40:07.638429 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ff6c14-ad86-424f-994e-4da4d6711028 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:07.640175 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ff6c14-ad86-424f-994e-4da4d6711028 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:07.640923 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-37ff6c14-ad86-424f-994e-4da4d6711028 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Synchronizing usage tracker for tenant:5e9e9447c07c4077b6694ab63e3affe5 on resource:subnet {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:40:07.694441 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-70dd252c-4b54-4cdb-907e-19cb3dbf35e7 None None] The port 'e607f418-2a32-4e2a-80bb-fa49303fe6c1' was deleted {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 06:40:07.703612 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 029586d3-3c65-4f4b-9f44-e006af9fc456 details requested by agent hyperv_n-h2-843702-1 with host n-h2-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:40:07.717001 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-9ffa7a2f-93c0-4522-ad1e-bdeb7ed7117e tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Deleting port 5ab7f24a-0410-442c-9de4-8f0cf22389f0 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:40:07.717173 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9ffa7a2f-93c0-4522-ad1e-bdeb7ed7117e tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:07.766162 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3841aba1-a566-460f-a351-57b1b4971cb3 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:07.768865 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-c30ad98b-e6d9-4541-b7c0-8fb7db2ce89b service neutron] 10.222.0.71 "GET /v2.0/networks/38aa9d6e-cdde-4924-ba18-69c2c5c3b178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4795802 May 28 06:40:07.789094 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3841aba1-a566-460f-a351-57b1b4971cb3 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:07.804870 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-3841aba1-a566-460f-a351-57b1b4971cb3 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] 10.222.0.55 "DELETE /v2.0/networks/8ee4ab6c-cd7d-4b1f-bcad-e7c1fb1a3b7e HTTP/1.1" status: 204 len: 168 time: 2.5046940 May 28 06:40:07.804870 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-37ff6c14-ad86-424f-994e-4da4d6711028 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Unset dirty status for tenant:5e9e9447c07c4077b6694ab63e3affe5 on resource:subnet {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:40:07.806472 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-37ff6c14-ad86-424f-994e-4da4d6711028 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3505912 May 28 06:40:07.806472 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3841aba1-a566-460f-a351-57b1b4971cb3 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Pushing event deleted for resources: {'Network': ['ID=8ee4ab6c-cd7d-4b1f-bcad-e7c1fb1a3b7e,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:07.806901 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 40438) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:40:07.808887 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 40440) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:40:07.848198 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-9ffa7a2f-93c0-4522-ad1e-bdeb7ed7117e tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] The port '5ab7f24a-0410-442c-9de4-8f0cf22389f0' was deleted {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 06:40:07.885397 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fc76602-a958-4672-a521-6b8fe6f3f943 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Deleting subnet 398ff3dd-16f4-46d3-a67d-7e1c3be66bb0 {{(pid=89109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:40:07.888493 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1fc76602-a958-4672-a521-6b8fe6f3f943 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks [] for subnet, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:07.895031 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 029586d3-3c65-4f4b-9f44-e006af9fc456, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=029586d3-3c65-4f4b-9f44-e006af9fc456,segment=NetworkSegment(1a71e236-337f-4493-9f8a-ffd8006346fc),segment_id=1a71e236-337f-4493-9f8a-ffd8006346fc)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:40:07.910370 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Returning: {'device': '029586d3-3c65-4f4b-9f44-e006af9fc456', 'network_id': '5504f506-1293-4df7-808a-03940cf147f3', 'port_id': '029586d3-3c65-4f4b-9f44-e006af9fc456', 'mac_address': 'fa:16:3e:d9:d0:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bd8e0ac-05b7-4779-a4b7-f36636137039', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:40:07.951659 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1fc76602-a958-4672-a521-6b8fe6f3f943 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3964070'] for subnet, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:07.966531 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 029586d3-3c65-4f4b-9f44-e006af9fc456 is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:40:07.966822 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:07.988130 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 029586d3-3c65-4f4b-9f44-e006af9fc456 {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:40:08.004692 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 029586d3-3c65-4f4b-9f44-e006af9fc456, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=029586d3-3c65-4f4b-9f44-e006af9fc456,segment=NetworkSegment(1a71e236-337f-4493-9f8a-ffd8006346fc),segment_id=1a71e236-337f-4493-9f8a-ffd8006346fc)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:40:08.037939 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1fc76602-a958-4672-a521-6b8fe6f3f943 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:08.052098 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:08.129673 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=029586d3-3c65-4f4b-9f44-e006af9fc456,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:08.172042 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1fc76602-a958-4672-a521-6b8fe6f3f943 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9555650'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:08.188686 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-fa29e44d-2a4c-4026-9dab-85660a51bc62 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:08.212339 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc76602-a958-4672-a521-6b8fe6f3f943 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Pushing event deleted for resources: {'Subnet': ['ID=398ff3dd-16f4-46d3-a67d-7e1c3be66bb0,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:08.216849 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1fc76602-a958-4672-a521-6b8fe6f3f943 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:08.224570 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64edf9d5-6c53-458a-8b48-68c0564a781b None None] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:40:08.312287 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02c8f3e-ca28-4d6d-a958-4273a5c7444a req-54fd694c-a41a-46a3-98ce-1e099b12163b tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:08.318029 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02c8f3e-ca28-4d6d-a958-4273a5c7444a req-54fd694c-a41a-46a3-98ce-1e099b12163b tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:08.320846 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-1fc76602-a958-4672-a521-6b8fe6f3f943 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "DELETE /v2.0/subnets/398ff3dd-16f4-46d3-a67d-7e1c3be66bb0 HTTP/1.1" status: 204 len: 168 time: 0.5106649 May 28 06:40:08.330864 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 40448) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:40:08.331034 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02c8f3e-ca28-4d6d-a958-4273a5c7444a req-54fd694c-a41a-46a3-98ce-1e099b12163b tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:08.331034 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d02c8f3e-ca28-4d6d-a958-4273a5c7444a req-54fd694c-a41a-46a3-98ce-1e099b12163b tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] 10.222.0.55 "GET /v2.0/ports?device_id=75e757b4-2d79-4493-9e4f-735cde8bfd52 HTTP/1.1" status: 200 len: 2411 time: 0.9338367 May 28 06:40:08.384403 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['029586d3-3c65-4f4b-9f44-e006af9fc456'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:40:08.395878 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-e33275c7-6b70-452a-bb28-000ee3160808 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0713935 May 28 06:40:08.401936 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 40452) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:40:08.496032 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b97fc09d-e5ed-4cc1-ad53-d4289f39d8e9 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:08.498152 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-b97fc09d-e5ed-4cc1-ad53-d4289f39d8e9 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Synchronizing usage tracker for tenant:5e9e9447c07c4077b6694ab63e3affe5 on resource:port {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:40:08.556493 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9ffa7a2f-93c0-4522-ad1e-bdeb7ed7117e tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:08.564635 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-13ca09cb-6ed8-4ee4-8f25-a6efe8d474c6 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Deleting port 86270095-b1c7-462d-a4c7-5167e349e97e {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:40:08.564970 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-13ca09cb-6ed8-4ee4-8f25-a6efe8d474c6 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:08.632938 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5a9954-b6a8-41fd-9296-aef103b92719 None None] DHCP port deletion for 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:40:08.637595 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-1d5a9954-b6a8-41fd-9296-aef103b92719 None None] Deleting port 0417d5ef-faca-49e6-a16f-bb02246e9938 {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:40:08.637979 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-1d5a9954-b6a8-41fd-9296-aef103b92719 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:08.685688 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-b97fc09d-e5ed-4cc1-ad53-d4289f39d8e9 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Unset dirty status for tenant:5e9e9447c07c4077b6694ab63e3affe5 on resource:port {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:40:08.686862 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-b97fc09d-e5ed-4cc1-ad53-d4289f39d8e9 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2876592 May 28 06:40:08.689931 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 40456) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:40:08.751702 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-9ffa7a2f-93c0-4522-ad1e-bdeb7ed7117e tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ccf9dee-f3a0-42be-8e4a-fcd6bc40fe93']}} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:40:08.760063 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0540524a-2d05-4e11-adbb-0dd01823c980 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:08.761699 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-0540524a-2d05-4e11-adbb-0dd01823c980 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Synchronizing usage tracker for tenant:5e9e9447c07c4077b6694ab63e3affe5 on resource:subnet {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:40:08.767402 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d02c8f3e-ca28-4d6d-a958-4273a5c7444a req-9734d6cf-1ce0-4730-9849-948bfa84c2af tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] 10.222.0.55 "GET /v2.0/security-groups?id=45cb3f7c-83ce-4298-9702-2bb3cba6af9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3862147 May 28 06:40:08.779936 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4965ebd8-1f37-41e2-993c-0f634eb0b301 req-ef056ab3-e865-41a1-9b37-741107c3dda4 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:08.781667 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4965ebd8-1f37-41e2-993c-0f634eb0b301 req-ef056ab3-e865-41a1-9b37-741107c3dda4 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/networks?id=e7d92049-bff3-4c3a-a4bd-4950c7dcad1c HTTP/1.1" status: 200 len: 811 time: 0.9858475 May 28 06:40:08.787661 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-d5468994-902c-4fce-8826-75df33e2d120 service neutron] 10.222.0.71 "GET /v2.0/networks/38aa9d6e-cdde-4924-ba18-69c2c5c3b178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9850347 May 28 06:40:08.808543 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-9ffa7a2f-93c0-4522-ad1e-bdeb7ed7117e tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4ce1d9e-7de9-4349-8df8-398641c6b28f') {'for_net_delete': True} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:40:08.809038 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-9ffa7a2f-93c0-4522-ad1e-bdeb7ed7117e tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4ce1d9e-7de9-4349-8df8-398641c6b28f') {} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:40:08.834199 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-0540524a-2d05-4e11-adbb-0dd01823c980 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Unset dirty status for tenant:5e9e9447c07c4077b6694ab63e3affe5 on resource:subnet {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:40:08.837820 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-0540524a-2d05-4e11-adbb-0dd01823c980 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1444538 May 28 06:40:08.838037 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 40460) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:40:08.874381 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-1d5a9954-b6a8-41fd-9296-aef103b92719 None None] For port 0417d5ef-faca-49e6-a16f-bb02246e9938, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=0417d5ef-faca-49e6-a16f-bb02246e9938,segment=NetworkSegment(e82da2dd-17b8-4c15-8abb-711622ad0a92),segment_id=e82da2dd-17b8-4c15-8abb-711622ad0a92)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:40:08.875222 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-1d5a9954-b6a8-41fd-9296-aef103b92719 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:08.993988 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9ffa7a2f-93c0-4522-ad1e-bdeb7ed7117e tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4150778'] for segment, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:09.001635 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-558cf5cd-562d-4d80-83a3-68551ac5c2c9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.167&port_id=f38f340c-af89-4a3d-92ca-c4a7904d4338 HTTP/1.1" status: 200 len: 217 time: 0.1857975 May 28 06:40:09.013751 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-1d5a9954-b6a8-41fd-9296-aef103b92719 None None] Calling delete_port for 0417d5ef-faca-49e6-a16f-bb02246e9938 owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:40:09.014584 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4965ebd8-1f37-41e2-993c-0f634eb0b301 req-92884fd1-e786-420a-b640-51d4f0a1333e tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/quotas/fada8efd68e34d6781d883ae41cb05ad HTTP/1.1" status: 200 len: 375 time: 0.2233772 May 28 06:40:09.022295 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-fb9bc87c-a94a-4c82-affe-8bb4bda4634c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1825376 May 28 06:40:09.029903 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 40464) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:40:09.035279 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-fd427c77-6ff2-4b0b-9d92-5b006f1ff8ef tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Request body: {'subnet': {'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:40:09.143986 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-fd427c77-6ff2-4b0b-9d92-5b006f1ff8ef tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:40:09.153916 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-fd427c77-6ff2-4b0b-9d92-5b006f1ff8ef tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:40:09.171528 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-1d5a9954-b6a8-41fd-9296-aef103b92719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879'] for port, after_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:09.174088 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9ffa7a2f-93c0-4522-ad1e-bdeb7ed7117e tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:09.211379 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd427c77-6ff2-4b0b-9d92-5b006f1ff8ef tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Made reservation on behalf of 5e9e9447c07c4077b6694ab63e3affe5 for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:40:09.215482 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fd427c77-6ff2-4b0b-9d92-5b006f1ff8ef tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:09.220796 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ffa7a2f-93c0-4522-ad1e-bdeb7ed7117e tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=89110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:40:09.221331 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9ffa7a2f-93c0-4522-ad1e-bdeb7ed7117e tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3143023'] for segment, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:09.226145 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5a9954-b6a8-41fd-9296-aef103b92719 None None] Pushing event deleted for resources: {'Port': ['ID=0417d5ef-faca-49e6-a16f-bb02246e9938,revision_number=None']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:09.234970 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5a9954-b6a8-41fd-9296-aef103b92719 None None] No DVR routers for this DVR port 0417d5ef-faca-49e6-a16f-bb02246e9938 on host n-d-843702-1 {{(pid=89111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:40:09.391031 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment a4ce1d9e-7de9-4349-8df8-398641c6b28f resource provider aggregate not found May 28 06:40:09.429243 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-13ca09cb-6ed8-4ee4-8f25-a6efe8d474c6 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:09.429608 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-13ca09cb-6ed8-4ee4-8f25-a6efe8d474c6 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:09.441494 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment a4ce1d9e-7de9-4349-8df8-398641c6b28f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a4ce1d9e-7de9-4349-8df8-398641c6b28f found for delete ", "request_id": "req-3329e4e7-8c24-4eb3-80d7-a275d7ea6618"}]} May 28 06:40:09.455485 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-b7bbd3cb-e365-49e7-a678-76d65478b2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:09.456923 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-b7bbd3cb-e365-49e7-a678-76d65478b2e3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5cc4a322-4ad4-4e70-8c79-cdd0d6678e38 HTTP/1.1" status: 200 len: 801 time: 0.4348576 May 28 06:40:09.560578 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fd427c77-6ff2-4b0b-9d92-5b006f1ff8ef tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:09.624422 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd427c77-6ff2-4b0b-9d92-5b006f1ff8ef tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:40:09.627405 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-fd427c77-6ff2-4b0b-9d92-5b006f1ff8ef tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:40:09.631731 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd427c77-6ff2-4b0b-9d92-5b006f1ff8ef tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:09.632328 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fd427c77-6ff2-4b0b-9d92-5b006f1ff8ef tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:09.638718 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f430a3a0-69ca-4518-b457-9b64f0f902a0 None None] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:40:09.646798 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd427c77-6ff2-4b0b-9d92-5b006f1ff8ef tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Pushing event updated for resources: {'Subnet': ['ID=f1167bba-b51b-4750-a2d0-36f0f7e18640,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:09.717006 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 029586d3-3c65-4f4b-9f44-e006af9fc456 up at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:40:09.732145 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-fd427c77-6ff2-4b0b-9d92-5b006f1ff8ef tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7011662 May 28 06:40:09.734877 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 40474) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:40:09.740812 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-f903f018-0070-4441-8f94-7d9f64985114 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Request body: {'port': {'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2', 'fixed_ips': [{'subnet_id': 'f1167bba-b51b-4750-a2d0-36f0f7e18640', 'ip_address': '2001:db8::ab85:d0ab:2f25:2ca7'}], 'name': 'tempest-NetworksTestDHCPv6-1362772210'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:40:09.755662 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9ffa7a2f-93c0-4522-ad1e-bdeb7ed7117e tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:09.769247 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-13ca09cb-6ed8-4ee4-8f25-a6efe8d474c6 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Calling delete_port for 86270095-b1c7-462d-a4c7-5167e349e97e owned by network:floatingip {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:40:09.840314 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9ffa7a2f-93c0-4522-ad1e-bdeb7ed7117e tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:09.867035 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffa7a2f-93c0-4522-ad1e-bdeb7ed7117e tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Pushing event deleted for resources: {'Network': ['ID=9ccf9dee-f3a0-42be-8e4a-fcd6bc40fe93,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:09.869189 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-fa29e44d-2a4c-4026-9dab-85660a51bc62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690761'] for router, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:09.900167 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-f903f018-0070-4441-8f94-7d9f64985114 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:40:09.911210 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-f903f018-0070-4441-8f94-7d9f64985114 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:40:09.913559 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning for port 029586d3-3c65-4f4b-9f44-e006af9fc456 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:40:09.919040 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning complete for port 029586d3-3c65-4f4b-9f44-e006af9fc456 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:40:09.919418 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:09.944206 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e5b740-3f04-401b-a9b3-93cccb207dd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-147bfd32-62dc-4be0-82de-f4d6fa5b4cc2', 'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2', 'tenant_id': '5e9e9447c07c4077b6694ab63e3affe5', 'fixed_ips': [{'subnet_id': 'f1167bba-b51b-4750-a2d0-36f0f7e18640'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:40:09.945021 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-13e5b740-3f04-401b-a9b3-93cccb207dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:09.952592 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e370724-9df6-4c6f-86b8-2bd838dcbb18 req-3b64c818-b455-40af-b986-d9eca0c80ac6 tempest-ServerAddressesTestJSON-1030654601 tempest-ServerAddressesTestJSON-1030654601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:09.954262 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2e370724-9df6-4c6f-86b8-2bd838dcbb18 req-3b64c818-b455-40af-b986-d9eca0c80ac6 tempest-ServerAddressesTestJSON-1030654601 tempest-ServerAddressesTestJSON-1030654601-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d1a37d6-067a-4967-b1ec-64ea864dc980 HTTP/1.1" status: 200 len: 944 time: 1.0256896 May 28 06:40:09.964535 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-9ffa7a2f-93c0-4522-ad1e-bdeb7ed7117e tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] 10.222.0.55 "DELETE /v2.0/networks/9ccf9dee-f3a0-42be-8e4a-fcd6bc40fe93 HTTP/1.1" status: 204 len: 168 time: 4.7121918 May 28 06:40:09.967627 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 40480) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:40:10.034031 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f903f018-0070-4441-8f94-7d9f64985114 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Made reservation on behalf of 5e9e9447c07c4077b6694ab63e3affe5 for: {'port': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:40:10.042137 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4965ebd8-1f37-41e2-993c-0f634eb0b301 req-6c0642a2-1c96-4979-a712-f40c7b2cb707 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=fada8efd68e34d6781d883ae41cb05ad&fields=id HTTP/1.1" status: 200 len: 394 time: 0.9678273 May 28 06:40:10.208283 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 029586d3-3c65-4f4b-9f44-e006af9fc456 is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:40:10.208942 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:10.237980 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2e370724-9df6-4c6f-86b8-2bd838dcbb18 req-95e039a5-f6ba-455e-bbb4-93022f44743d tempest-ServerAddressesTestJSON-1030654601 tempest-ServerAddressesTestJSON-1030654601-project] 10.222.0.55 "GET /v2.0/security-groups?id=50112b40-ac57-4e37-8137-979d8675a730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689629 May 28 06:40:10.241982 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d1a37d6-067a-4967-b1ec-64ea864dc980', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '029586d3-3c65-4f4b-9f44-e006af9fc456'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:40:10.258597 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 029586d3-3c65-4f4b-9f44-e006af9fc456, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=029586d3-3c65-4f4b-9f44-e006af9fc456,segment=NetworkSegment(1a71e236-337f-4493-9f8a-ffd8006346fc),segment_id=1a71e236-337f-4493-9f8a-ffd8006346fc)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:40:10.271104 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-13e5b740-3f04-401b-a9b3-93cccb207dd9 None None] Allocated IP 2001:db8::2 (147bfd32-62dc-4be0-82de-f4d6fa5b4cc2/f1167bba-b51b-4750-a2d0-36f0f7e18640/5843222b-a3f9-472f-8f83-3cb2cd5d6b49) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:40:10.318730 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-f3af48fc-11a5-4670-b058-c50fd3fcebaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:10.320217 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-f3af48fc-11a5-4670-b058-c50fd3fcebaa service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9357ccb8-c28f-47b9-8980-a59514d44f31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6555095 May 28 06:40:10.362498 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:10.413947 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f903f018-0070-4441-8f94-7d9f64985114 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:10.446376 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [None req-f903f018-0070-4441-8f94-7d9f64985114 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] device_id is not set on port 66b717a7-51d5-41e6-acd8-6480981834c6 yet. {{(pid=89109) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:40:10.450635 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=029586d3-3c65-4f4b-9f44-e006af9fc456,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:10.567479 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4965ebd8-1f37-41e2-993c-0f634eb0b301 req-570f9a3b-0c7c-433f-b91b-27e66e43dd89 service neutron] 10.222.0.55 "GET /v2.0/networks/e7d92049-bff3-4c3a-a4bd-4950c7dcad1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5032890 May 28 06:40:10.620818 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-13ca09cb-6ed8-4ee4-8f25-a6efe8d474c6 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:10.641487 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 0417d5ef-faca-49e6-a16f-bb02246e9938 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:40:10.686449 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-13e5b740-3f04-401b-a9b3-93cccb207dd9 None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:10.689449 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 0417d5ef-faca-49e6-a16f-bb02246e9938 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:40:10.689449 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 0417d5ef-faca-49e6-a16f-bb02246e9938 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:40:10.700689 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-13e5b740-3f04-401b-a9b3-93cccb207dd9 None None] Transition to ACTIVE for port object 5843222b-a3f9-472f-8f83-3cb2cd5d6b49 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:40:10.714072 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-3c0dbba2-e92a-4910-90a2-2091668d5dde service neutron] 10.222.0.71 "GET /v2.0/networks/9357ccb8-c28f-47b9-8980-a59514d44f31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3846335 May 28 06:40:10.721020 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-13e5b740-3f04-401b-a9b3-93cccb207dd9 None None] Transition to ACTIVE for port object 5843222b-a3f9-472f-8f83-3cb2cd5d6b49 will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:40:10.741733 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ca09cb-6ed8-4ee4-8f25-a6efe8d474c6 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Pushing event deleted for resources: {'Port': ['ID=86270095-b1c7-462d-a4c7-5167e349e97e,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:10.789209 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0e6450c8-1253-4cd6-8003-7a1112df0b75 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700548'] for router_interface, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:10.825059 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-13e5b740-3f04-401b-a9b3-93cccb207dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:10.868726 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa29e44d-2a4c-4026-9dab-85660a51bc62 admin admin] Router ac0e03ea-5bcf-4691-a525-72e650e1f7ad is scheduled to L3 agent 42958940-9562-4f71-972f-15a8af9d3963 with binding_index 1 {{(pid=89110) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 06:40:10.894505 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e5b740-3f04-401b-a9b3-93cccb207dd9 None None] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:40:10.897301 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-13e5b740-3f04-401b-a9b3-93cccb207dd9 None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:40:10.901283 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e5b740-3f04-401b-a9b3-93cccb207dd9 None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:40:10.910401 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e5b740-3f04-401b-a9b3-93cccb207dd9 None None] Pushing event updated for resources: {'Port': ['ID=5843222b-a3f9-472f-8f83-3cb2cd5d6b49,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:10.966547 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d959acf-2629-4fe4-8e86-3f0c6f58c97c req-694608c2-4ac5-4acc-8122-0a423a4a0bf5 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:10.972199 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d959acf-2629-4fe4-8e86-3f0c6f58c97c req-694608c2-4ac5-4acc-8122-0a423a4a0bf5 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:10.977955 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d959acf-2629-4fe4-8e86-3f0c6f58c97c req-694608c2-4ac5-4acc-8122-0a423a4a0bf5 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:10.980188 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0d959acf-2629-4fe4-8e86-3f0c6f58c97c req-694608c2-4ac5-4acc-8122-0a423a4a0bf5 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] 10.222.0.55 "GET /v2.0/ports?device_id=75e757b4-2d79-4493-9e4f-735cde8bfd52 HTTP/1.1" status: 200 len: 2411 time: 0.5622456 May 28 06:40:10.996435 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-13e5b740-3f04-401b-a9b3-93cccb207dd9 None None] Attempting to bind port 5843222b-a3f9-472f-8f83-3cb2cd5d6b49 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:40:10.996864 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-13e5b740-3f04-401b-a9b3-93cccb207dd9 None None] Attempting to bind port 5843222b-a3f9-472f-8f83-3cb2cd5d6b49 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'e82da2dd-17b8-4c15-8abb-711622ad0a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:40:10.997243 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e5b740-3f04-401b-a9b3-93cccb207dd9 None None] Attempting to bind port 5843222b-a3f9-472f-8f83-3cb2cd5d6b49 on network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:40:11.002593 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e5b740-3f04-401b-a9b3-93cccb207dd9 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:40:11.002961 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e5b740-3f04-401b-a9b3-93cccb207dd9 None None] Checking segment: {'id': 'e82da2dd-17b8-4c15-8abb-711622ad0a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:40:11.003363 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-13e5b740-3f04-401b-a9b3-93cccb207dd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:11.004105 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e5b740-3f04-401b-a9b3-93cccb207dd9 None None] Bound using segment: {'id': 'e82da2dd-17b8-4c15-8abb-711622ad0a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:40:11.004236 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-13e5b740-3f04-401b-a9b3-93cccb207dd9 None None] Bound port: 5843222b-a3f9-472f-8f83-3cb2cd5d6b49, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e82da2dd-17b8-4c15-8abb-711622ad0a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:40:11.004555 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-13e5b740-3f04-401b-a9b3-93cccb207dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:11.096707 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4965ebd8-1f37-41e2-993c-0f634eb0b301 req-c4fe67c5-0e0c-40bc-aff5-f05572332c0e service neutron] 10.222.0.55 "GET /v2.0/networks/e7d92049-bff3-4c3a-a4bd-4950c7dcad1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5184639 May 28 06:40:11.104830 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-13e5b740-3f04-401b-a9b3-93cccb207dd9 None None] For port 5843222b-a3f9-472f-8f83-3cb2cd5d6b49, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:40:11.111102 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-13e5b740-3f04-401b-a9b3-93cccb207dd9 None None] For port 5843222b-a3f9-472f-8f83-3cb2cd5d6b49, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=5843222b-a3f9-472f-8f83-3cb2cd5d6b49,segment=NetworkSegment(e82da2dd-17b8-4c15-8abb-711622ad0a92),segment_id=e82da2dd-17b8-4c15-8abb-711622ad0a92)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:40:11.126195 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-f903f018-0070-4441-8f94-7d9f64985114 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Allocated IP 2001:db8::ab85:d0ab:2f25:2ca7 (147bfd32-62dc-4be0-82de-f4d6fa5b4cc2/f1167bba-b51b-4750-a2d0-36f0f7e18640/66b717a7-51d5-41e6-acd8-6480981834c6) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:40:11.147557 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-13ca09cb-6ed8-4ee4-8f25-a6efe8d474c6 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks [] for floatingip, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:11.154358 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-0947d300-0827-45fc-86be-56432f990060 service neutron] 10.222.0.71 "GET /v2.0/networks/9357ccb8-c28f-47b9-8980-a59514d44f31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4257281 May 28 06:40:11.200793 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-13e5b740-3f04-401b-a9b3-93cccb207dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:11.340589 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e5b740-3f04-401b-a9b3-93cccb207dd9 None None] Pushing event updated for resources: {'Port': ['ID=5843222b-a3f9-472f-8f83-3cb2cd5d6b49,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:11.353444 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5ef178f-8111-44a8-9464-1e8d97f5d3ab'] response: {'server_uuid': '8d1a37d6-067a-4967-b1ec-64ea864dc980', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '029586d3-3c65-4f4b-9f44-e006af9fc456', 'code': 200} May 28 06:40:11.545200 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0d959acf-2629-4fe4-8e86-3f0c6f58c97c req-5959ea6e-ad37-4066-a1e6-4699d130e0f7 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] 10.222.0.55 "GET /v2.0/security-groups?id=45cb3f7c-83ce-4298-9702-2bb3cba6af9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5339663 May 28 06:40:11.597781 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-6768d076-e831-4626-a361-4f69ded19c96 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.88&port_id=52c5cda6-c21a-4d17-8db1-5770fc276202 HTTP/1.1" status: 200 len: 217 time: 0.4315224 May 28 06:40:11.603713 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-0e6450c8-1253-4cd6-8003-7a1112df0b75 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Deleting port 32e62a22-84bf-4694-b19e-fb91d25761d9 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:40:11.604667 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0e6450c8-1253-4cd6-8003-7a1112df0b75 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:11.616096 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-13ca09cb-6ed8-4ee4-8f25-a6efe8d474c6 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:11.617199 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-13ca09cb-6ed8-4ee4-8f25-a6efe8d474c6 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] 10.222.0.55 "DELETE /v2.0/floatingips/9f18e0e2-9cab-4f95-83ba-ab0666d81ef0 HTTP/1.1" status: 204 len: 168 time: 3.7652192 May 28 06:40:11.642495 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 40496) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:40:11.754184 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6a355db-4688-4fc3-b5da-062c249bd7c4 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] DELETE failed (client error): The resource could not be found. May 28 06:40:11.754650 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6a355db-4688-4fc3-b5da-062c249bd7c4 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89109) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:40:11.776377 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-47570f04-951a-495d-81ae-b2e8f7c74ecc req-9021594b-63fd-41f1-a99d-ef5657525f93 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=573e5aee-d7d6-4b17-8c2f-b7442d1d616e HTTP/1.1" status: 200 len: 210 time: 0.1661828 May 28 06:40:11.784743 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa29e44d-2a4c-4026-9dab-85660a51bc62 admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:40:11.805910 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359594ec-bbf1-408b-9f4a-b0ff94b53b95 None None] Sync routers for ids ['ac0e03ea-5bcf-4691-a525-72e650e1f7ad'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:40:11.818956 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359594ec-bbf1-408b-9f4a-b0ff94b53b95 None None] Routers {'ac0e03ea-5bcf-4691-a525-72e650e1f7ad'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:40:11.819694 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-359594ec-bbf1-408b-9f4a-b0ff94b53b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:39:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['ac0e03ea-5bcf-4691-a525-72e650e1f7ad'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:40:11.832078 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-fa63f40e-e934-4e38-9fda-0e03b2a13c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:11.833750 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-fa63f40e-e934-4e38-9fda-0e03b2a13c62 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2b810899-1708-45c4-a8f6-d694f8e91c50 HTTP/1.1" status: 200 len: 801 time: 0.2251303 May 28 06:40:11.897038 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99453304-834a-42a3-a42d-fb6dc8724aa7 req-f7ed005a-a845-4de2-ba1e-97c5ff054752 tempest-ServerAddressesTestJSON-1030654601 tempest-ServerAddressesTestJSON-1030654601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:11.909995 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-99453304-834a-42a3-a42d-fb6dc8724aa7 req-f7ed005a-a845-4de2-ba1e-97c5ff054752 tempest-ServerAddressesTestJSON-1030654601 tempest-ServerAddressesTestJSON-1030654601-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d1a37d6-067a-4967-b1ec-64ea864dc980 HTTP/1.1" status: 200 len: 945 time: 0.4365482 May 28 06:40:11.929777 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-d6a355db-4688-4fc3-b5da-062c249bd7c4 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] 10.222.0.55 "DELETE /v2.0/ports/85ffbea1-e46c-4649-bb46-edcb78a6b29d HTTP/1.1" status: 404 len: 333 time: 0.2795675 May 28 06:40:11.933893 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-fa29e44d-2a4c-4026-9dab-85660a51bc62 admin admin] Notify callbacks [] for router, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:11.938028 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-fa29e44d-2a4c-4026-9dab-85660a51bc62 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 10.5713372 May 28 06:40:11.939161 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 40500) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:40:11.939686 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 40502) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:40:11.959425 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f903f018-0070-4441-8f94-7d9f64985114 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:11.998254 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a3426b-02ae-47df-bbe1-ff1af7a6bad3 req-70426a27-3cca-4ef2-8994-c23ad4279eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:11.999770 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-23a3426b-02ae-47df-bbe1-ff1af7a6bad3 req-70426a27-3cca-4ef2-8994-c23ad4279eee service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=8d1a37d6-067a-4967-b1ec-64ea864dc980 HTTP/1.1" status: 200 len: 1096 time: 0.5476174 May 28 06:40:12.014070 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-65fadf5d-e563-4e4b-9585-c0291d39e969 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Synchronizing usage tracker for tenant:27fabbce05994a7bbea388130ee1d540 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:40:12.027044 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [None req-f903f018-0070-4441-8f94-7d9f64985114 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Transition to ACTIVE for port object 66b717a7-51d5-41e6-acd8-6480981834c6 will not be triggered until provisioned by entity DHCP. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:40:12.044553 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-359594ec-bbf1-408b-9f4a-b0ff94b53b95 None None] Set router ac0e03ea-5bcf-4691-a525-72e650e1f7ad gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:40:12.086459 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-0e6450c8-1253-4cd6-8003-7a1112df0b75 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] For port 32e62a22-84bf-4694-b19e-fb91d25761d9, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=32e62a22-84bf-4694-b19e-fb91d25761d9,segment=NetworkSegment(5df559b0-c556-490c-af90-da7b53397f08),segment_id=5df559b0-c556-490c-af90-da7b53397f08)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:40:12.086889 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0e6450c8-1253-4cd6-8003-7a1112df0b75 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:12.106911 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-23a3426b-02ae-47df-bbe1-ff1af7a6bad3 req-e28d8802-1236-414d-b374-76e86b179958 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=50112b40-ac57-4e37-8137-979d8675a730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981493 May 28 06:40:12.141176 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-99453304-834a-42a3-a42d-fb6dc8724aa7 req-baf0fd0b-c8fb-4aac-a3d2-b81d198c0bdd tempest-ServerAddressesTestJSON-1030654601 tempest-ServerAddressesTestJSON-1030654601-project] 10.222.0.55 "GET /v2.0/security-groups?id=50112b40-ac57-4e37-8137-979d8675a730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300110 May 28 06:40:12.221455 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-65fadf5d-e563-4e4b-9585-c0291d39e969 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Unset dirty status for tenant:27fabbce05994a7bbea388130ee1d540 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:40:12.222499 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-65fadf5d-e563-4e4b-9585-c0291d39e969 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd3fae78-36c4-44bb-bbe6-e6da9447bd5b HTTP/1.1" status: 200 len: 205 time: 0.2819338 May 28 06:40:12.226061 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 40510) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:40:12.233434 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-b00148ab-8eff-44fc-a68b-b2a4b4ef7c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:12.234905 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-b00148ab-8eff-44fc-a68b-b2a4b4ef7c06 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=38aa9d6e-cdde-4924-ba18-69c2c5c3b178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3917942 May 28 06:40:12.238939 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-0e6450c8-1253-4cd6-8003-7a1112df0b75 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Calling delete_port for 32e62a22-84bf-4694-b19e-fb91d25761d9 owned by network:router_interface {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:40:12.351493 n-d-843702-1 neutron-server[89109]: INFO neutron.api.v2.resource [None req-76400444-0c73-4569-bca6-e69684570e87 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] delete failed (client error): The resource could not be found. May 28 06:40:12.353092 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-76400444-0c73-4569-bca6-e69684570e87 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] 10.222.0.55 "DELETE /v2.0/routers/fd3fae78-36c4-44bb-bbe6-e6da9447bd5b HTTP/1.1" status: 404 len: 336 time: 0.1238763 May 28 06:40:12.357742 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 40514) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:40:12.385557 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-359594ec-bbf1-408b-9f4a-b0ff94b53b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac0e03ea-5bcf-4691-a525-72e650e1f7ad', 'name': 'tempest-ServerRescueTestJSONUnderV235-1396025862-router', 'tenant_id': '3e433ca89e6e4cecb06b276f6587beee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': '2b4ae935-19f9-46fe-b52e-48ce44c1a0a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:40:01Z', 'updated_at': '2022-05-28T06:40:07Z', 'revision_number': 3, 'project_id': '3e433ca89e6e4cecb06b276f6587beee', 'gw_port': {'id': '2b4ae935-19f9-46fe-b52e-48ce44c1a0a9', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:39:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac0e03ea-5bcf-4691-a525-72e650e1f7ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:40:04Z', 'updated_at': '2022-05-28T06:40:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:40:12.390765 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359594ec-bbf1-408b-9f4a-b0ff94b53b95 None None] Checking router: ac0e03ea-5bcf-4691-a525-72e650e1f7ad for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:40:12.391237 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359594ec-bbf1-408b-9f4a-b0ff94b53b95 None None] Updating router ac0e03ea-5bcf-4691-a525-72e650e1f7ad port 2b4ae935-19f9-46fe-b52e-48ce44c1a0a9 binding host n-d-843702-1 {{(pid=89111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:40:12.404064 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-d849527c-9d57-41d2-82ea-e302d538e3d8 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] DELETE failed (client error): The resource could not be found. May 28 06:40:12.404549 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d849527c-9d57-41d2-82ea-e302d538e3d8 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89109) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:40:12.406634 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-d849527c-9d57-41d2-82ea-e302d538e3d8 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] 10.222.0.55 "DELETE /v2.0/subnets/381a68cb-c20c-45e7-8f45-8da5227409d1 HTTP/1.1" status: 404 len: 337 time: 0.0472777 May 28 06:40:12.409040 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 40518) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:40:12.465232 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-359594ec-bbf1-408b-9f4a-b0ff94b53b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:12.486135 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f903f018-0070-4441-8f94-7d9f64985114 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:12.792218 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 5843222b-a3f9-472f-8f83-3cb2cd5d6b49 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:40:12.823855 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-bbf642bb-c911-40b1-8c07-b9f459cf13c8 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Deleting port 9318281d-813e-4cb5-b643-a8b846fecad8 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:40:12.824111 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-bbf642bb-c911-40b1-8c07-b9f459cf13c8 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:12.851626 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f903f018-0070-4441-8f94-7d9f64985114 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:40:12.862315 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-f903f018-0070-4441-8f94-7d9f64985114 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:40:12.865631 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f903f018-0070-4441-8f94-7d9f64985114 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:40:12.881940 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f903f018-0070-4441-8f94-7d9f64985114 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:12.888421 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f903f018-0070-4441-8f94-7d9f64985114 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:12.919941 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f903f018-0070-4441-8f94-7d9f64985114 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Pushing event updated for resources: {'Port': ['ID=66b717a7-51d5-41e6-acd8-6480981834c6,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:13.082561 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-fe068796-93ee-4d5e-b76a-06de97823d65 service neutron] 10.222.0.71 "GET /v2.0/networks/38aa9d6e-cdde-4924-ba18-69c2c5c3b178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6712871 May 28 06:40:13.099059 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-f903f018-0070-4441-8f94-7d9f64985114 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.3629148 May 28 06:40:13.106678 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 40526) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:40:13.123628 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-9d94ffea-5574-4fca-a3eb-5cd6b96edea4 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Request body: {'port': {'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2', 'fixed_ips': [{'subnet_id': 'f1167bba-b51b-4750-a2d0-36f0f7e18640', 'ip_address': '2001:db8::ab85:d0ab:2f25:2ca7'}], 'name': 'tempest-NetworksTestDHCPv6-2146751327'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:40:13.131666 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9cdbf634-3baa-41f2-9d3c-43380b36c598 req-fceec5e4-507b-4f27-a876-f9d5dd6d8f5f tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=573e5aee-d7d6-4b17-8c2f-b7442d1d616e HTTP/1.1" status: 200 len: 210 time: 0.1384096 May 28 06:40:13.164010 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0e6450c8-1253-4cd6-8003-7a1112df0b75 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:13.210302 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-359594ec-bbf1-408b-9f4a-b0ff94b53b95 None None] Notify callbacks [] for port, precommit_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:13.224364 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-359594ec-bbf1-408b-9f4a-b0ff94b53b95 None None] Transition to ACTIVE for port object 2b4ae935-19f9-46fe-b52e-48ce44c1a0a9 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:40:13.231928 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-a9c9a8cc-30db-4574-bdbc-5c6c0ebb5e33 None None] Provisioning for port 5843222b-a3f9-472f-8f83-3cb2cd5d6b49 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:40:13.328060 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 5843222b-a3f9-472f-8f83-3cb2cd5d6b49 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:40:13.335772 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-359594ec-bbf1-408b-9f4a-b0ff94b53b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:13.349730 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6450c8-1253-4cd6-8003-7a1112df0b75 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Pushing event deleted for resources: {'Port': ['ID=32e62a22-84bf-4694-b19e-fb91d25761d9,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:13.364426 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 5843222b-a3f9-472f-8f83-3cb2cd5d6b49 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:40:13.365048 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:13.480535 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91438c45-be3e-40a0-9875-35e9a7d3f5f8 None None] Pushing event updated for resources: {'Port': ['ID=2b4ae935-19f9-46fe-b52e-48ce44c1a0a9,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:13.526202 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-359594ec-bbf1-408b-9f4a-b0ff94b53b95 None None] Attempting to bind port 2b4ae935-19f9-46fe-b52e-48ce44c1a0a9 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:40:13.526202 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-359594ec-bbf1-408b-9f4a-b0ff94b53b95 None None] Attempting to bind port 2b4ae935-19f9-46fe-b52e-48ce44c1a0a9 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:40:13.526546 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359594ec-bbf1-408b-9f4a-b0ff94b53b95 None None] Attempting to bind port 2b4ae935-19f9-46fe-b52e-48ce44c1a0a9 on network 68df399e-e75e-4871-9364-5d05730b50f0 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:40:13.540135 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359594ec-bbf1-408b-9f4a-b0ff94b53b95 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:40:13.540544 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359594ec-bbf1-408b-9f4a-b0ff94b53b95 None None] Checking segment: {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:40:13.540903 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-359594ec-bbf1-408b-9f4a-b0ff94b53b95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:13.542027 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359594ec-bbf1-408b-9f4a-b0ff94b53b95 None None] Bound using segment: {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:40:13.542624 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-359594ec-bbf1-408b-9f4a-b0ff94b53b95 None None] Bound port: 2b4ae935-19f9-46fe-b52e-48ce44c1a0a9, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:40:13.542997 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-359594ec-bbf1-408b-9f4a-b0ff94b53b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:13.657984 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-359594ec-bbf1-408b-9f4a-b0ff94b53b95 None None] For port 2b4ae935-19f9-46fe-b52e-48ce44c1a0a9, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:40:13.661475 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-359594ec-bbf1-408b-9f4a-b0ff94b53b95 None None] For port 2b4ae935-19f9-46fe-b52e-48ce44c1a0a9, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=2b4ae935-19f9-46fe-b52e-48ce44c1a0a9,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:40:13.673901 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-05741bfe-47fa-49df-bef9-23eb88dbaa0b None None] Provisioning for port 66b717a7-51d5-41e6-acd8-6480981834c6 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:40:13.683066 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-05741bfe-47fa-49df-bef9-23eb88dbaa0b None None] Provisioning complete for port 66b717a7-51d5-41e6-acd8-6480981834c6 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:40:13.689455 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-05741bfe-47fa-49df-bef9-23eb88dbaa0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:13.706871 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-9d94ffea-5574-4fca-a3eb-5cd6b96edea4 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:40:13.707230 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6689361-15db-427b-938f-66c94b299a07 req-0a899b96-f28d-4a0d-bd98-ef8ef90d36a5 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:13.715735 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6689361-15db-427b-938f-66c94b299a07 req-0a899b96-f28d-4a0d-bd98-ef8ef90d36a5 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:13.722476 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6689361-15db-427b-938f-66c94b299a07 req-0a899b96-f28d-4a0d-bd98-ef8ef90d36a5 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:13.730123 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b6689361-15db-427b-938f-66c94b299a07 req-0a899b96-f28d-4a0d-bd98-ef8ef90d36a5 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] 10.222.0.55 "GET /v2.0/ports?device_id=75e757b4-2d79-4493-9e4f-735cde8bfd52 HTTP/1.1" status: 200 len: 2411 time: 0.9433780 May 28 06:40:13.749452 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-697fa2c4-a488-4dc5-80f3-766526cf1cf4 req-c112c32f-b0f4-432a-acf2-6cf2707e3002 service neutron] 10.222.0.71 "GET /v2.0/networks/38aa9d6e-cdde-4924-ba18-69c2c5c3b178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6385467 May 28 06:40:13.763100 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-359594ec-bbf1-408b-9f4a-b0ff94b53b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:13.783860 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-9d94ffea-5574-4fca-a3eb-5cd6b96edea4 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Usage tracker for resource:port and tenant:5e9e9447c07c4077b6694ab63e3affe5 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:40:13.836977 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a452458-a299-4339-b04f-531dab8dbff0 req-4aebda38-1853-4ce9-80c9-56881dae67fa tempest-ServerAddressesTestJSON-1030654601 tempest-ServerAddressesTestJSON-1030654601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:13.839248 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0a452458-a299-4339-b04f-531dab8dbff0 req-4aebda38-1853-4ce9-80c9-56881dae67fa tempest-ServerAddressesTestJSON-1030654601 tempest-ServerAddressesTestJSON-1030654601-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d1a37d6-067a-4967-b1ec-64ea864dc980 HTTP/1.1" status: 200 len: 945 time: 0.4025593 May 28 06:40:13.849054 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-9d94ffea-5574-4fca-a3eb-5cd6b96edea4 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:40:13.851649 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b6689361-15db-427b-938f-66c94b299a07 req-b49f25e6-f37e-403a-8c4c-1413306106c4 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] 10.222.0.55 "GET /v2.0/security-groups?id=45cb3f7c-83ce-4298-9702-2bb3cba6af9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175814 May 28 06:40:13.870846 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-9d94ffea-5574-4fca-a3eb-5cd6b96edea4 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:40:13.873584 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-bbf642bb-c911-40b1-8c07-b9f459cf13c8 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:13.885988 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0e6450c8-1253-4cd6-8003-7a1112df0b75 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700472'] for router_interface, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:13.886293 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a321fb10-5ee9-4222-af74-f348d8f73a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:13.902778 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-05741bfe-47fa-49df-bef9-23eb88dbaa0b None None] Port 66b717a7-51d5-41e6-acd8-6480981834c6 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:40:13.928092 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91438c45-be3e-40a0-9875-35e9a7d3f5f8 None None] Pushing event updated for resources: {'Port': ['ID=2b4ae935-19f9-46fe-b52e-48ce44c1a0a9,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:13.951982 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 5843222b-a3f9-472f-8f83-3cb2cd5d6b49 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:40:13.952502 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:13.961495 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359594ec-bbf1-408b-9f4a-b0ff94b53b95 None None] Routers {'ac0e03ea-5bcf-4691-a525-72e650e1f7ad'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:40:13.962254 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-359594ec-bbf1-408b-9f4a-b0ff94b53b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:39:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['ac0e03ea-5bcf-4691-a525-72e650e1f7ad'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:40:13.987194 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0a452458-a299-4339-b04f-531dab8dbff0 req-00b70362-4ecd-4908-b729-feb881eda66f tempest-ServerAddressesTestJSON-1030654601 tempest-ServerAddressesTestJSON-1030654601-project] 10.222.0.55 "GET /v2.0/security-groups?id=50112b40-ac57-4e37-8137-979d8675a730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344769 May 28 06:40:14.026494 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-bbf642bb-c911-40b1-8c07-b9f459cf13c8 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Calling delete_port for 9318281d-813e-4cb5-b643-a8b846fecad8 owned by {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:40:14.125888 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d94ffea-5574-4fca-a3eb-5cd6b96edea4 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Made reservation on behalf of 5e9e9447c07c4077b6694ab63e3affe5 for: {'port': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:40:14.130763 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9d94ffea-5574-4fca-a3eb-5cd6b96edea4 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:14.148116 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port 5843222b-a3f9-472f-8f83-3cb2cd5d6b49, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=5843222b-a3f9-472f-8f83-3cb2cd5d6b49,segment=NetworkSegment(e82da2dd-17b8-4c15-8abb-711622ad0a92),segment_id=e82da2dd-17b8-4c15-8abb-711622ad0a92)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:40:14.196640 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-359594ec-bbf1-408b-9f4a-b0ff94b53b95 None None] Set router ac0e03ea-5bcf-4691-a525-72e650e1f7ad gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:40:14.235084 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [None req-9d94ffea-5574-4fca-a3eb-5cd6b96edea4 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] device_id is not set on port 1fc1e494-73a5-4cfe-b6e6-1511b5f532ec yet. {{(pid=89109) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:40:14.255781 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:14.387952 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4965ebd8-1f37-41e2-993c-0f634eb0b301 req-fe395bfa-1a68-49cb-8d54-2282996da877 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:14.389717 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4965ebd8-1f37-41e2-993c-0f634eb0b301 req-fe395bfa-1a68-49cb-8d54-2282996da877 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.69 "GET /v2.0/networks?id=e7d92049-bff3-4c3a-a4bd-4950c7dcad1c HTTP/1.1" status: 200 len: 811 time: 0.4066689 May 28 06:40:14.394190 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2701afc1-6c51-4807-908e-4cbc6ffbb291 req-67008787-0238-4071-ad33-0f8ed3f51678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:14.395031 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2701afc1-6c51-4807-908e-4cbc6ffbb291 req-67008787-0238-4071-ad33-0f8ed3f51678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:14.395162 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2701afc1-6c51-4807-908e-4cbc6ffbb291 req-67008787-0238-4071-ad33-0f8ed3f51678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:14.397624 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2701afc1-6c51-4807-908e-4cbc6ffbb291 req-67008787-0238-4071-ad33-0f8ed3f51678 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=60982381454b4376b475404da5b08605&device_id=75e757b4-2d79-4493-9e4f-735cde8bfd52 HTTP/1.1" status: 200 len: 2864 time: 0.3288481 May 28 06:40:14.437255 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-4965ebd8-1f37-41e2-993c-0f634eb0b301 req-5e7a8263-676e-4207-9969-89e3d0f4c160 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Request body: {'port': {'device_id': '573e5aee-d7d6-4b17-8c2f-b7442d1d616e', 'network_id': 'e7d92049-bff3-4c3a-a4bd-4950c7dcad1c', 'admin_state_up': True, 'tenant_id': 'fada8efd68e34d6781d883ae41cb05ad'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:40:14.451905 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ca87cfbd-a44c-42b3-a96b-c04e37d55288 req-cf01efca-3f9f-4b6f-ad8b-8fe998bfc8f4 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=573e5aee-d7d6-4b17-8c2f-b7442d1d616e HTTP/1.1" status: 200 len: 210 time: 0.1214869 May 28 06:40:14.499216 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=5843222b-a3f9-472f-8f83-3cb2cd5d6b49,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:14.709952 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-359594ec-bbf1-408b-9f4a-b0ff94b53b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac0e03ea-5bcf-4691-a525-72e650e1f7ad', 'name': 'tempest-ServerRescueTestJSONUnderV235-1396025862-router', 'tenant_id': '3e433ca89e6e4cecb06b276f6587beee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': '2b4ae935-19f9-46fe-b52e-48ce44c1a0a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:40:01Z', 'updated_at': '2022-05-28T06:40:07Z', 'revision_number': 3, 'project_id': '3e433ca89e6e4cecb06b276f6587beee', 'gw_port': {'id': '2b4ae935-19f9-46fe-b52e-48ce44c1a0a9', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:39:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac0e03ea-5bcf-4691-a525-72e650e1f7ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:40:04Z', 'updated_at': '2022-05-28T06:40:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:40:14.714718 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359594ec-bbf1-408b-9f4a-b0ff94b53b95 None None] The sync data for ids ['ac0e03ea-5bcf-4691-a525-72e650e1f7ad'] in n-d-843702-1 is: [{'id': 'ac0e03ea-5bcf-4691-a525-72e650e1f7ad', 'name': 'tempest-ServerRescueTestJSONUnderV235-1396025862-router', 'tenant_id': '3e433ca89e6e4cecb06b276f6587beee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': '2b4ae935-19f9-46fe-b52e-48ce44c1a0a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:40:01Z', 'updated_at': '2022-05-28T06:40:07Z', 'revision_number': 3, 'project_id': '3e433ca89e6e4cecb06b276f6587beee', 'gw_port': {'id': '2b4ae935-19f9-46fe-b52e-48ce44c1a0a9', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:39:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac0e03ea-5bcf-4691-a525-72e650e1f7ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:40:04Z', 'updated_at': '2022-05-28T06:40:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:40:14.727781 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e6450c8-1253-4cd6-8003-7a1112df0b75 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Router ce8f9879-d1ac-44f7-a6d0-bc982938f6d1 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:40:14.739448 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2701afc1-6c51-4807-908e-4cbc6ffbb291 req-8eb5a845-4744-4fb6-9346-da29e4b2bb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:14.741192 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2701afc1-6c51-4807-908e-4cbc6ffbb291 req-8eb5a845-4744-4fb6-9346-da29e4b2bb90 service neutron] 10.222.0.71 "GET /v2.0/networks?id=38aa9d6e-cdde-4924-ba18-69c2c5c3b178 HTTP/1.1" status: 200 len: 903 time: 0.3306303 May 28 06:40:14.744305 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [None req-a321fb10-5ee9-4222-af74-f348d8f73a4c admin admin] Allocated IP 172.20.0.1 (e318623d-bb83-4735-b9a5-1ff511a26d09/463ce692-2fe5-4a51-b619-7b3391bfe8b8/a94a168a-e805-4885-a0ff-4a005f8a69c2) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:40:14.755113 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 5843222b-a3f9-472f-8f83-3cb2cd5d6b49 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:40:14.837561 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 5843222b-a3f9-472f-8f83-3cb2cd5d6b49 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:40:14.838332 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:14.849427 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-4965ebd8-1f37-41e2-993c-0f634eb0b301 req-5e7a8263-676e-4207-9969-89e3d0f4c160 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:40:14.852831 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2701afc1-6c51-4807-908e-4cbc6ffbb291 req-1a292fa0-87b8-4a56-a1c7-8e6d21933dbc service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.88&port_id=52c5cda6-c21a-4d17-8db1-5770fc276202 HTTP/1.1" status: 200 len: 217 time: 0.0913332 May 28 06:40:14.864235 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-4965ebd8-1f37-41e2-993c-0f634eb0b301 req-5e7a8263-676e-4207-9969-89e3d0f4c160 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:40:14.935034 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2701afc1-6c51-4807-908e-4cbc6ffbb291 req-a857cd3f-e216-485e-a768-80df9a0adb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:14.935637 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2701afc1-6c51-4807-908e-4cbc6ffbb291 req-a857cd3f-e216-485e-a768-80df9a0adb18 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2b810899-1708-45c4-a8f6-d694f8e91c50 HTTP/1.1" status: 200 len: 801 time: 0.0734515 May 28 06:40:14.946997 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-bbf642bb-c911-40b1-8c07-b9f459cf13c8 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:15.000833 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 5843222b-a3f9-472f-8f83-3cb2cd5d6b49 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:40:15.039086 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf642bb-c911-40b1-8c07-b9f459cf13c8 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Pushing event deleted for resources: {'Port': ['ID=9318281d-813e-4cb5-b643-a8b846fecad8,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:15.117379 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e6450c8-1253-4cd6-8003-7a1112df0b75 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:40:15.127006 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4965ebd8-1f37-41e2-993c-0f634eb0b301 req-5e7a8263-676e-4207-9969-89e3d0f4c160 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Made reservation on behalf of fada8efd68e34d6781d883ae41cb05ad for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:40:15.130928 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-4965ebd8-1f37-41e2-993c-0f634eb0b301 req-5e7a8263-676e-4207-9969-89e3d0f4c160 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:15.137981 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f2e835-de30-4dff-b365-7c7999e76c21 None None] Sync routers for ids ['ce8f9879-d1ac-44f7-a6d0-bc982938f6d1'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:40:15.149276 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f2e835-de30-4dff-b365-7c7999e76c21 None None] Routers {'ce8f9879-d1ac-44f7-a6d0-bc982938f6d1'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:40:15.150193 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-f8f2e835-de30-4dff-b365-7c7999e76c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:39:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['ce8f9879-d1ac-44f7-a6d0-bc982938f6d1'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:40:15.167608 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d94ffea-5574-4fca-a3eb-5cd6b96edea4 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] POST failed (client error): There was a conflict when trying to complete your request. May 28 06:40:15.168417 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d94ffea-5574-4fca-a3eb-5cd6b96edea4 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=89109) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:40:15.202217 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-0e6450c8-1253-4cd6-8003-7a1112df0b75 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] 10.222.0.55 "PUT /v2.0/routers/ce8f9879-d1ac-44f7-a6d0-bc982938f6d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2333434 May 28 06:40:15.202962 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 40538) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:40:15.284408 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-bbf642bb-c911-40b1-8c07-b9f459cf13c8 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:15.286399 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-bbf642bb-c911-40b1-8c07-b9f459cf13c8 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] 10.222.0.55 "DELETE /v2.0/ports/9318281d-813e-4cb5-b643-a8b846fecad8 HTTP/1.1" status: 204 len: 168 time: 2.8760242 May 28 06:40:15.289147 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 40542) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:40:15.301398 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-f8f2e835-de30-4dff-b365-7c7999e76c21 None None] Set router ce8f9879-d1ac-44f7-a6d0-bc982938f6d1 gateway port host: None {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:40:15.368293 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-2a4da8c8-10d4-490a-9854-d8aebe8e7450 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Deleting port 3cd2806b-1b81-468a-a935-55e2a93750b5 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:40:15.368682 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2a4da8c8-10d4-490a-9854-d8aebe8e7450 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:15.406192 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-9d94ffea-5574-4fca-a3eb-5cd6b96edea4 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 2.2957933 May 28 06:40:15.413396 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 40546) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:40:15.416826 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-f8f2e835-de30-4dff-b365-7c7999e76c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce8f9879-d1ac-44f7-a6d0-bc982938f6d1', 'name': 'tempest-RoutersTest-router-1404400592', 'tenant_id': '51e07d1dd4e842f29564191e4c945b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:38:19Z', 'updated_at': '2022-05-28T06:40:12Z', 'revision_number': 11, 'project_id': '51e07d1dd4e842f29564191e4c945b6c', 'gw_port_host': None}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:40:15.422417 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f2e835-de30-4dff-b365-7c7999e76c21 None None] Checking router: ce8f9879-d1ac-44f7-a6d0-bc982938f6d1 for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:40:15.426920 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3600595-e759-47b1-b0d0-6ca5834cbaed tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Deleting subnet c5fb5e00-99af-4f71-953e-f3f2fab999ca {{(pid=89109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:40:15.433913 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f2e835-de30-4dff-b365-7c7999e76c21 None None] Routers {'ce8f9879-d1ac-44f7-a6d0-bc982938f6d1'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:40:15.434771 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-f8f2e835-de30-4dff-b365-7c7999e76c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:39:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['ce8f9879-d1ac-44f7-a6d0-bc982938f6d1'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:40:15.469631 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f3600595-e759-47b1-b0d0-6ca5834cbaed tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks [] for subnet, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:15.590125 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-f8f2e835-de30-4dff-b365-7c7999e76c21 None None] Set router ce8f9879-d1ac-44f7-a6d0-bc982938f6d1 gateway port host: None {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:40:15.637479 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f3600595-e759-47b1-b0d0-6ca5834cbaed tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3964070'] for subnet, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:15.649821 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1141d1d-94ae-44c5-9c98-2274fec63731 req-9798172c-4413-4e80-add3-fc19a28446a0 tempest-ServerAddressesTestJSON-1030654601 tempest-ServerAddressesTestJSON-1030654601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:15.651865 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a1141d1d-94ae-44c5-9c98-2274fec63731 req-9798172c-4413-4e80-add3-fc19a28446a0 tempest-ServerAddressesTestJSON-1030654601 tempest-ServerAddressesTestJSON-1030654601-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d1a37d6-067a-4967-b1ec-64ea864dc980 HTTP/1.1" status: 200 len: 945 time: 0.4357612 May 28 06:40:15.721944 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f55b9a-197c-454d-8d2b-e453893d3eba req-adc47002-8586-4496-8c7d-1ad4997601a7 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:15.728664 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f55b9a-197c-454d-8d2b-e453893d3eba req-adc47002-8586-4496-8c7d-1ad4997601a7 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:15.737877 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f55b9a-197c-454d-8d2b-e453893d3eba req-adc47002-8586-4496-8c7d-1ad4997601a7 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:15.747631 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-34f55b9a-197c-454d-8d2b-e453893d3eba req-adc47002-8586-4496-8c7d-1ad4997601a7 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] 10.222.0.55 "GET /v2.0/ports?device_id=75e757b4-2d79-4493-9e4f-735cde8bfd52 HTTP/1.1" status: 200 len: 2411 time: 0.6599886 May 28 06:40:15.747885 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device ca7e4606-af5c-40eb-9228-6465bb8af63a details requested by agent hyperv_n-h2-843702-1 with host n-h2-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:40:15.755266 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-f8f2e835-de30-4dff-b365-7c7999e76c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce8f9879-d1ac-44f7-a6d0-bc982938f6d1', 'name': 'tempest-RoutersTest-router-1404400592', 'tenant_id': '51e07d1dd4e842f29564191e4c945b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:38:19Z', 'updated_at': '2022-05-28T06:40:12Z', 'revision_number': 11, 'project_id': '51e07d1dd4e842f29564191e4c945b6c', 'gw_port_host': None}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:40:15.761954 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f2e835-de30-4dff-b365-7c7999e76c21 None None] The sync data for ids ['ce8f9879-d1ac-44f7-a6d0-bc982938f6d1'] in n-d-843702-1 is: [{'id': 'ce8f9879-d1ac-44f7-a6d0-bc982938f6d1', 'name': 'tempest-RoutersTest-router-1404400592', 'tenant_id': '51e07d1dd4e842f29564191e4c945b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:38:19Z', 'updated_at': '2022-05-28T06:40:12Z', 'revision_number': 11, 'project_id': '51e07d1dd4e842f29564191e4c945b6c', 'gw_port_host': None}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:40:15.794529 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a321fb10-5ee9-4222-af74-f348d8f73a4c admin admin] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:15.801329 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a1141d1d-94ae-44c5-9c98-2274fec63731 req-32936979-1bac-4018-8649-74ccf545d317 tempest-ServerAddressesTestJSON-1030654601 tempest-ServerAddressesTestJSON-1030654601-project] 10.222.0.55 "GET /v2.0/security-groups?id=50112b40-ac57-4e37-8137-979d8675a730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377745 May 28 06:40:15.804672 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2701afc1-6c51-4807-908e-4cbc6ffbb291 req-decbfcd8-fff5-4604-bd05-f6b05abe4997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:15.806442 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2701afc1-6c51-4807-908e-4cbc6ffbb291 req-decbfcd8-fff5-4604-bd05-f6b05abe4997 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=38aa9d6e-cdde-4924-ba18-69c2c5c3b178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7205637 May 28 06:40:15.886581 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662e77dd-77c1-49ec-b0de-5fd736917a82 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:15.892776 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662e77dd-77c1-49ec-b0de-5fd736917a82 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:15.893757 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-662e77dd-77c1-49ec-b0de-5fd736917a82 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Synchronizing usage tracker for tenant:5e9e9447c07c4077b6694ab63e3affe5 on resource:port {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:40:15.955569 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f3600595-e759-47b1-b0d0-6ca5834cbaed tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:15.983483 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port ca7e4606-af5c-40eb-9228-6465bb8af63a, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=ca7e4606-af5c-40eb-9228-6465bb8af63a,segment=NetworkSegment(42fffca2-522a-4bc4-9ac4-52dceb499961),segment_id=42fffca2-522a-4bc4-9ac4-52dceb499961)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:40:16.027069 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2a4da8c8-10d4-490a-9854-d8aebe8e7450 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:16.060780 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Returning: {'device': 'ca7e4606-af5c-40eb-9228-6465bb8af63a', 'network_id': '38aa9d6e-cdde-4924-ba18-69c2c5c3b178', 'port_id': 'ca7e4606-af5c-40eb-9228-6465bb8af63a', 'mac_address': 'fa:16:3e:45:ef:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b810899-1708-45c4-a8f6-d694f8e91c50', 'ip_address': '19.80.0.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:40:16.076080 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ee0de5e4-be68-48c6-ab60-a805c832bd46 req-9cd8d27b-67d6-43f8-92ab-d276c526fcf1 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=573e5aee-d7d6-4b17-8c2f-b7442d1d616e HTTP/1.1" status: 200 len: 210 time: 0.1060491 May 28 06:40:16.097700 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-34f55b9a-197c-454d-8d2b-e453893d3eba req-3cf75566-78e7-4b88-8a8b-34b486d95d48 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] 10.222.0.55 "GET /v2.0/security-groups?id=45cb3f7c-83ce-4298-9702-2bb3cba6af9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3483379 May 28 06:40:16.134208 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [req-4965ebd8-1f37-41e2-993c-0f634eb0b301 req-5e7a8263-676e-4207-9969-89e3d0f4c160 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Allocated IP 172.20.0.3 (e7d92049-bff3-4c3a-a4bd-4950c7dcad1c/40188bf0-967d-446e-ac4f-b5c59a2acd9a/351ec5b9-1371-4708-89ed-03fe0d913ca5) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:40:16.147451 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2701afc1-6c51-4807-908e-4cbc6ffbb291 req-e28e0075-4ebb-4b53-b95f-efd86cd70f53 service neutron] 10.222.0.71 "GET /v2.0/networks/38aa9d6e-cdde-4924-ba18-69c2c5c3b178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3067405 May 28 06:40:16.168021 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port ca7e4606-af5c-40eb-9228-6465bb8af63a is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:40:16.168406 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:16.203564 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca7e4606-af5c-40eb-9228-6465bb8af63a {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:40:16.231079 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port ca7e4606-af5c-40eb-9228-6465bb8af63a, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=ca7e4606-af5c-40eb-9228-6465bb8af63a,segment=NetworkSegment(42fffca2-522a-4bc4-9ac4-52dceb499961),segment_id=42fffca2-522a-4bc4-9ac4-52dceb499961)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:40:16.238566 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-662e77dd-77c1-49ec-b0de-5fd736917a82 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Unset dirty status for tenant:5e9e9447c07c4077b6694ab63e3affe5 on resource:port {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:40:16.239590 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-662e77dd-77c1-49ec-b0de-5fd736917a82 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.8175395 May 28 06:40:16.245267 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 40556) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:40:16.247327 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-2a4da8c8-10d4-490a-9854-d8aebe8e7450 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Calling delete_port for 3cd2806b-1b81-468a-a935-55e2a93750b5 owned by {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:40:16.302758 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:16.303473 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 52c5cda6-c21a-4d17-8db1-5770fc276202 details requested by agent hyperv_n-h2-843702-1 with host n-h2-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:40:16.379710 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a321fb10-5ee9-4222-af74-f348d8f73a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:16.408280 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f3600595-e759-47b1-b0d0-6ca5834cbaed tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9555650'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:16.418180 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=ca7e4606-af5c-40eb-9228-6465bb8af63a,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:16.426226 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 52c5cda6-c21a-4d17-8db1-5770fc276202, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=52c5cda6-c21a-4d17-8db1-5770fc276202,segment=NetworkSegment(42fffca2-522a-4bc4-9ac4-52dceb499961),segment_id=42fffca2-522a-4bc4-9ac4-52dceb499961)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:40:16.441599 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Returning: {'device': '52c5cda6-c21a-4d17-8db1-5770fc276202', 'network_id': '38aa9d6e-cdde-4924-ba18-69c2c5c3b178', 'port_id': '52c5cda6-c21a-4d17-8db1-5770fc276202', 'mac_address': 'fa:16:3e:7b:32:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b810899-1708-45c4-a8f6-d694f8e91c50', 'ip_address': '19.80.0.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:40:16.524681 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3600595-e759-47b1-b0d0-6ca5834cbaed tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Pushing event deleted for resources: {'Subnet': ['ID=c5fb5e00-99af-4f71-953e-f3f2fab999ca,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:16.526895 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f3600595-e759-47b1-b0d0-6ca5834cbaed tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:16.528376 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-e4b2b39f-0fc6-488c-80f1-008c75c8a1eb tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Deleting port 66b717a7-51d5-41e6-acd8-6480981834c6 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:40:16.528653 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e4b2b39f-0fc6-488c-80f1-008c75c8a1eb tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:16.541900 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d248c6-d7c2-49fa-a380-9f67c38e6d78 None None] Network eeb73656-43c1-4ee2-9497-5290bc10726e requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:40:16.560150 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-f3600595-e759-47b1-b0d0-6ca5834cbaed tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] 10.222.0.55 "DELETE /v2.0/subnets/c5fb5e00-99af-4f71-953e-f3f2fab999ca HTTP/1.1" status: 204 len: 168 time: 1.3488874 May 28 06:40:16.564911 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 52c5cda6-c21a-4d17-8db1-5770fc276202 is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:40:16.564911 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:16.566869 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 40570) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:40:16.660670 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a321fb10-5ee9-4222-af74-f348d8f73a4c admin admin] Network e318623d-bb83-4735-b9a5-1ff511a26d09 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:40:16.742802 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52c5cda6-c21a-4d17-8db1-5770fc276202 {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:40:16.781300 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 52c5cda6-c21a-4d17-8db1-5770fc276202, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=52c5cda6-c21a-4d17-8db1-5770fc276202,segment=NetworkSegment(42fffca2-522a-4bc4-9ac4-52dceb499961),segment_id=42fffca2-522a-4bc4-9ac4-52dceb499961)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:40:16.806332 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 2b4ae935-19f9-46fe-b52e-48ce44c1a0a9 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:40:16.847230 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f3625878-3673-44be-bc69-349c42227929 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:16.856291 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2a4da8c8-10d4-490a-9854-d8aebe8e7450 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:16.888103 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:16.889287 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device f38f340c-af89-4a3d-92ca-c4a7904d4338 details requested by agent hyperv_n-h2-843702-1 with host n-h2-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:40:16.892051 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-4965ebd8-1f37-41e2-993c-0f634eb0b301 req-5e7a8263-676e-4207-9969-89e3d0f4c160 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:16.909074 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-4965ebd8-1f37-41e2-993c-0f634eb0b301 req-5e7a8263-676e-4207-9969-89e3d0f4c160 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Transition to ACTIVE for port object 351ec5b9-1371-4708-89ed-03fe0d913ca5 will not be triggered until provisioned by entity DHCP. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:40:17.005932 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-a321fb10-5ee9-4222-af74-f348d8f73a4c admin admin] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:40:17.019794 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a321fb10-5ee9-4222-af74-f348d8f73a4c admin admin] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:40:17.102050 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2701afc1-6c51-4807-908e-4cbc6ffbb291 req-5bffd743-6b14-41da-8d50-f18a4d0bf3db service neutron] 10.222.0.71 "GET /v2.0/networks/38aa9d6e-cdde-4924-ba18-69c2c5c3b178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9470546 May 28 06:40:17.147845 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4da8c8-10d4-490a-9854-d8aebe8e7450 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Pushing event deleted for resources: {'Port': ['ID=3cd2806b-1b81-468a-a935-55e2a93750b5,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:17.233036 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=52c5cda6-c21a-4d17-8db1-5770fc276202,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:17.302907 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2a4da8c8-10d4-490a-9854-d8aebe8e7450 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:17.307769 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-2a4da8c8-10d4-490a-9854-d8aebe8e7450 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] 10.222.0.55 "DELETE /v2.0/ports/3cd2806b-1b81-468a-a935-55e2a93750b5 HTTP/1.1" status: 204 len: 168 time: 2.0151851 May 28 06:40:17.307769 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-f3625878-3673-44be-bc69-349c42227929 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Deleting port e8ea6aee-5f1d-47a5-abbd-0a62256eddc7 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:40:17.307769 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f3625878-3673-44be-bc69-349c42227929 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:17.309985 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e4b2b39f-0fc6-488c-80f1-008c75c8a1eb tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:17.332503 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 2b4ae935-19f9-46fe-b52e-48ce44c1a0a9 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:40:17.343006 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 40582) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:40:17.348385 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 2b4ae935-19f9-46fe-b52e-48ce44c1a0a9 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:40:17.348758 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:17.420798 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b664522-e77a-411e-9314-87516f175f0a None None] DHCP port deletion for eeb73656-43c1-4ee2-9497-5290bc10726e request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:40:17.429443 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port f38f340c-af89-4a3d-92ca-c4a7904d4338, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=f38f340c-af89-4a3d-92ca-c4a7904d4338,segment=NetworkSegment(e0f2ff40-fdb3-47bd-9624-9a741f0eb401),segment_id=e0f2ff40-fdb3-47bd-9624-9a741f0eb401)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:40:17.440345 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-9b664522-e77a-411e-9314-87516f175f0a None None] Deleting port e8ea6aee-5f1d-47a5-abbd-0a62256eddc7 {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:40:17.440713 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-9b664522-e77a-411e-9314-87516f175f0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:17.465347 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-e4b2b39f-0fc6-488c-80f1-008c75c8a1eb tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Calling delete_port for 66b717a7-51d5-41e6-acd8-6480981834c6 owned by {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:40:17.505747 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Returning: {'device': 'f38f340c-af89-4a3d-92ca-c4a7904d4338', 'network_id': '9357ccb8-c28f-47b9-8980-a59514d44f31', 'port_id': 'f38f340c-af89-4a3d-92ca-c4a7904d4338', 'mac_address': 'fa:16:3e:b9:6b:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cc4a322-4ad4-4e70-8c79-cdd0d6678e38', 'ip_address': '19.86.0.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:40:17.584698 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a321fb10-5ee9-4222-af74-f348d8f73a4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690947'] for router_interface, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:17.657771 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfed5537-3145-47c0-ab49-3b2e069a36da tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:17.658645 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-dfed5537-3145-47c0-ab49-3b2e069a36da tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Synchronizing usage tracker for tenant:27fabbce05994a7bbea388130ee1d540 on resource:port {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:40:17.663737 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-f3625878-3673-44be-bc69-349c42227929 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] For port e8ea6aee-5f1d-47a5-abbd-0a62256eddc7, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=e8ea6aee-5f1d-47a5-abbd-0a62256eddc7,segment=NetworkSegment(5df559b0-c556-490c-af90-da7b53397f08),segment_id=5df559b0-c556-490c-af90-da7b53397f08)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:40:17.664088 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f3625878-3673-44be-bc69-349c42227929 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:17.774546 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 2b4ae935-19f9-46fe-b52e-48ce44c1a0a9 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:40:17.775174 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:17.804939 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-f3625878-3673-44be-bc69-349c42227929 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Calling delete_port for e8ea6aee-5f1d-47a5-abbd-0a62256eddc7 owned by network:dhcp {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:40:17.821673 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-9b664522-e77a-411e-9314-87516f175f0a None None] For port e8ea6aee-5f1d-47a5-abbd-0a62256eddc7, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=e8ea6aee-5f1d-47a5-abbd-0a62256eddc7,segment=NetworkSegment(5df559b0-c556-490c-af90-da7b53397f08),segment_id=5df559b0-c556-490c-af90-da7b53397f08)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:40:17.822237 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-9b664522-e77a-411e-9314-87516f175f0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:17.874054 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-4965ebd8-1f37-41e2-993c-0f634eb0b301 req-5e7a8263-676e-4207-9969-89e3d0f4c160 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:17.891977 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a321fb10-5ee9-4222-af74-f348d8f73a4c admin admin] Pushing event updated for resources: {'Port': ['ID=a94a168a-e805-4885-a0ff-4a005f8a69c2,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:17.903031 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-dfed5537-3145-47c0-ab49-3b2e069a36da tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Unset dirty status for tenant:27fabbce05994a7bbea388130ee1d540 on resource:port {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:40:17.907364 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-dfed5537-3145-47c0-ab49-3b2e069a36da tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] 10.222.0.55 "GET /v2.0/ports?device_id=035af55e-abd9-4bf2-8685-fca0b38128d3 HTTP/1.1" status: 200 len: 913 time: 0.5632255 May 28 06:40:17.908731 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 40590) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:40:17.950106 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-9b664522-e77a-411e-9314-87516f175f0a None None] Calling delete_port for e8ea6aee-5f1d-47a5-abbd-0a62256eddc7 owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:40:17.986398 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f3625878-3673-44be-bc69-349c42227929 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:18.001906 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port f38f340c-af89-4a3d-92ca-c4a7904d4338 is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:40:18.005630 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:18.021377 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port 2b4ae935-19f9-46fe-b52e-48ce44c1a0a9, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=2b4ae935-19f9-46fe-b52e-48ce44c1a0a9,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:40:18.035823 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f38f340c-af89-4a3d-92ca-c4a7904d4338 {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:40:18.060472 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3625878-3673-44be-bc69-349c42227929 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] No DVR routers for this DVR port e8ea6aee-5f1d-47a5-abbd-0a62256eddc7 on host n-d-843702-1 {{(pid=89109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:40:18.065556 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3625878-3673-44be-bc69-349c42227929 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Pushing event deleted for resources: {'Port': ['ID=e8ea6aee-5f1d-47a5-abbd-0a62256eddc7,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:18.074838 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4965ebd8-1f37-41e2-993c-0f634eb0b301 req-5e7a8263-676e-4207-9969-89e3d0f4c160 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Network e7d92049-bff3-4c3a-a4bd-4950c7dcad1c is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:40:18.074955 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:40:18.074955 n-d-843702-1 neutron-server[89111]: util.warn( May 28 06:40:18.074955 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:40:18.074955 n-d-843702-1 neutron-server[89111]: util.warn( May 28 06:40:18.074955 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:40:18.074955 n-d-843702-1 neutron-server[89111]: util.warn( May 28 06:40:18.074955 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:40:18.074955 n-d-843702-1 neutron-server[89111]: util.warn( May 28 06:40:18.074955 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:40:18.074955 n-d-843702-1 neutron-server[89111]: util.warn( May 28 06:40:18.074955 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:40:18.074955 n-d-843702-1 neutron-server[89111]: util.warn( May 28 06:40:18.074955 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:40:18.074955 n-d-843702-1 neutron-server[89111]: util.warn( May 28 06:40:18.074955 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:40:18.074955 n-d-843702-1 neutron-server[89111]: util.warn( May 28 06:40:18.074955 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:40:18.074955 n-d-843702-1 neutron-server[89111]: util.warn( May 28 06:40:18.074955 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:40:18.074955 n-d-843702-1 neutron-server[89111]: util.warn( May 28 06:40:18.074955 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:40:18.074955 n-d-843702-1 neutron-server[89111]: util.warn( May 28 06:40:18.074955 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:40:18.074955 n-d-843702-1 neutron-server[89111]: util.warn( May 28 06:40:18.074955 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:40:18.074955 n-d-843702-1 neutron-server[89111]: util.warn( May 28 06:40:18.074955 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:40:18.074955 n-d-843702-1 neutron-server[89111]: util.warn( May 28 06:40:18.074955 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:40:18.074955 n-d-843702-1 neutron-server[89111]: util.warn( May 28 06:40:18.074955 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:40:18.074955 n-d-843702-1 neutron-server[89111]: util.warn( May 28 06:40:18.074955 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:40:18.074955 n-d-843702-1 neutron-server[89111]: util.warn( May 28 06:40:18.074955 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:40:18.074955 n-d-843702-1 neutron-server[89111]: util.warn( May 28 06:40:18.074955 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:40:18.074955 n-d-843702-1 neutron-server[89111]: util.warn( May 28 06:40:18.074955 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:40:18.074955 n-d-843702-1 neutron-server[89111]: util.warn( May 28 06:40:18.074955 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:40:18.074955 n-d-843702-1 neutron-server[89111]: util.warn( May 28 06:40:18.074955 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:40:18.074955 n-d-843702-1 neutron-server[89111]: util.warn( May 28 06:40:18.074955 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:40:18.074955 n-d-843702-1 neutron-server[89111]: util.warn( May 28 06:40:18.074955 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:40:18.074955 n-d-843702-1 neutron-server[89111]: util.warn( May 28 06:40:18.074955 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:40:18.074955 n-d-843702-1 neutron-server[89111]: util.warn( May 28 06:40:18.074955 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:40:18.074955 n-d-843702-1 neutron-server[89111]: util.warn( May 28 06:40:18.074955 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:40:18.074955 n-d-843702-1 neutron-server[89111]: util.warn( May 28 06:40:18.074955 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:40:18.074955 n-d-843702-1 neutron-server[89111]: util.warn( May 28 06:40:18.078505 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:18.079241 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port f38f340c-af89-4a3d-92ca-c4a7904d4338, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=f38f340c-af89-4a3d-92ca-c4a7904d4338,segment=NetworkSegment(e0f2ff40-fdb3-47bd-9624-9a741f0eb401),segment_id=e0f2ff40-fdb3-47bd-9624-9a741f0eb401)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:40:18.087672 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [req-4965ebd8-1f37-41e2-993c-0f634eb0b301 req-5e7a8263-676e-4207-9969-89e3d0f4c160 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:40:18.092118 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-4965ebd8-1f37-41e2-993c-0f634eb0b301 req-5e7a8263-676e-4207-9969-89e3d0f4c160 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:40:18.145780 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e4b2b39f-0fc6-488c-80f1-008c75c8a1eb tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:18.158869 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7a8263-676e-4207-9969-89e3d0f4c160 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Pushing event updated for resources: {'Port': ['ID=351ec5b9-1371-4708-89ed-03fe0d913ca5,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:18.209072 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=2b4ae935-19f9-46fe-b52e-48ce44c1a0a9,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:18.224784 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 32e62a22-84bf-4694-b19e-fb91d25761d9 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:40:18.259659 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b2b39f-0fc6-488c-80f1-008c75c8a1eb tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Pushing event deleted for resources: {'Port': ['ID=66b717a7-51d5-41e6-acd8-6480981834c6,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:18.279752 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:18.289364 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f3625878-3673-44be-bc69-349c42227929 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:18.406142 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.db.api [None req-9b664522-e77a-411e-9314-87516f175f0a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89111) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:40:18.406749 n-d-843702-1 neutron-server[89111]: DEBUG oslo_db.api [None req-9b664522-e77a-411e-9314-87516f175f0a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:40:18.411164 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4965ebd8-1f37-41e2-993c-0f634eb0b301 req-5e7a8263-676e-4207-9969-89e3d0f4c160 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:18.411939 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-4965ebd8-1f37-41e2-993c-0f634eb0b301 req-5e7a8263-676e-4207-9969-89e3d0f4c160 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:18.414240 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 32e62a22-84bf-4694-b19e-fb91d25761d9 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:40:18.414240 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 32e62a22-84bf-4694-b19e-fb91d25761d9 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:40:18.438845 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e4b2b39f-0fc6-488c-80f1-008c75c8a1eb tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:18.456118 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-f3625878-3673-44be-bc69-349c42227929 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eeb73656-43c1-4ee2-9497-5290bc10726e']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:40:18.482853 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-f3625878-3673-44be-bc69-349c42227929 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5df559b0-c556-490c-af90-da7b53397f08') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:40:18.483152 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-f3625878-3673-44be-bc69-349c42227929 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5df559b0-c556-490c-af90-da7b53397f08') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:40:18.493541 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=f38f340c-af89-4a3d-92ca-c4a7904d4338,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:18.501855 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f3625878-3673-44be-bc69-349c42227929 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:18.532524 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4c007d-e71e-4c33-9c43-b3d89628e2d4 req-df81ed8b-e68f-45e8-825b-19d0fa578bc7 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:18.539867 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4b4c007d-e71e-4c33-9c43-b3d89628e2d4 req-df81ed8b-e68f-45e8-825b-19d0fa578bc7 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=573e5aee-d7d6-4b17-8c2f-b7442d1d616e HTTP/1.1" status: 200 len: 931 time: 0.7145271 May 28 06:40:18.560206 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-c1f48359-d774-4c3e-8a61-738302bd9ae6 None None] Provisioning for port 351ec5b9-1371-4708-89ed-03fe0d913ca5 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:40:18.566712 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-c1f48359-d774-4c3e-8a61-738302bd9ae6 None None] Provisioning complete for port 351ec5b9-1371-4708-89ed-03fe0d913ca5 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:40:18.567265 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c1f48359-d774-4c3e-8a61-738302bd9ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:18.596607 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f3625878-3673-44be-bc69-349c42227929 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:18.620811 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3625878-3673-44be-bc69-349c42227929 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:40:18.624995 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f3625878-3673-44be-bc69-349c42227929 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:18.625181 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde0bb61-f1cb-4698-9f71-4a960d17512e req-347eb026-1afc-472e-9467-ccd461f4498b tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:18.631363 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde0bb61-f1cb-4698-9f71-4a960d17512e req-347eb026-1afc-472e-9467-ccd461f4498b tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:18.653971 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde0bb61-f1cb-4698-9f71-4a960d17512e req-347eb026-1afc-472e-9467-ccd461f4498b tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:18.662513 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cde0bb61-f1cb-4698-9f71-4a960d17512e req-347eb026-1afc-472e-9467-ccd461f4498b tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] 10.222.0.55 "GET /v2.0/ports?device_id=75e757b4-2d79-4493-9e4f-735cde8bfd52 HTTP/1.1" status: 200 len: 2413 time: 0.8017261 May 28 06:40:18.716105 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 5df559b0-c556-490c-af90-da7b53397f08 resource provider aggregate not found May 28 06:40:18.757243 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-c1f48359-d774-4c3e-8a61-738302bd9ae6 None None] Port 351ec5b9-1371-4708-89ed-03fe0d913ca5 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:40:18.767658 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 2b4ae935-19f9-46fe-b52e-48ce44c1a0a9 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:40:18.772622 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-e4b2b39f-0fc6-488c-80f1-008c75c8a1eb tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "DELETE /v2.0/ports/66b717a7-51d5-41e6-acd8-6480981834c6 HTTP/1.1" status: 204 len: 168 time: 2.5162985 May 28 06:40:18.793132 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 40600) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:40:18.883169 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['ca7e4606-af5c-40eb-9228-6465bb8af63a'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:40:18.888450 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4b4c007d-e71e-4c33-9c43-b3d89628e2d4 req-8074500c-0624-4af1-a74a-2bd7dcba9d31 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=da746f74-f7a2-404c-ba12-af4c190f6fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3475749 May 28 06:40:18.896588 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 5df559b0-c556-490c-af90-da7b53397f08 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5df559b0-c556-490c-af90-da7b53397f08 found for delete ", "request_id": "req-15716d63-9b94-4d58-b8ba-af3ef0b8a1ec"}]} May 28 06:40:18.904322 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4965ebd8-1f37-41e2-993c-0f634eb0b301 req-5e7a8263-676e-4207-9969-89e3d0f4c160 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4925213 May 28 06:40:18.952601 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cde0bb61-f1cb-4698-9f71-4a960d17512e req-42f3a126-972e-4cce-986b-d7f47c400f9e tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] 10.222.0.55 "GET /v2.0/security-groups?id=45cb3f7c-83ce-4298-9702-2bb3cba6af9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2859976 May 28 06:40:18.966152 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-9b664522-e77a-411e-9314-87516f175f0a None None] Deleting port e8ea6aee-5f1d-47a5-abbd-0a62256eddc7 {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:40:18.966527 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-9b664522-e77a-411e-9314-87516f175f0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:18.970654 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-4965ebd8-1f37-41e2-993c-0f634eb0b301 req-ef6814da-e2a1-4b17-8994-b2d48cb14365 service neutron] Request body: {'port': {'device_id': '573e5aee-d7d6-4b17-8c2f-b7442d1d616e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843702-1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:40:19.003509 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 2b4ae935-19f9-46fe-b52e-48ce44c1a0a9 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:40:19.003882 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:19.066606 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f3625878-3673-44be-bc69-349c42227929 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:19.070099 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['f38f340c-af89-4a3d-92ca-c4a7904d4338'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:40:19.094125 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f3625878-3673-44be-bc69-349c42227929 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:19.116983 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['52c5cda6-c21a-4d17-8db1-5770fc276202'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:40:19.127322 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3625878-3673-44be-bc69-349c42227929 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Pushing event deleted for resources: {'Network': ['ID=eeb73656-43c1-4ee2-9497-5290bc10726e,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:19.140910 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-f3625878-3673-44be-bc69-349c42227929 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] 10.222.0.55 "DELETE /v2.0/networks/eeb73656-43c1-4ee2-9497-5290bc10726e HTTP/1.1" status: 204 len: 168 time: 2.5692470 May 28 06:40:19.141891 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 40606) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:40:19.149190 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-07257d54-4e99-42fb-9b18-dddd0e338b29 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Request body: {'router': {'routes': None}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:40:19.157743 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a321fb10-5ee9-4222-af74-f348d8f73a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:19.257434 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d411eb8-c06b-456c-958e-a819135e5eaa tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:19.259100 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d411eb8-c06b-456c-958e-a819135e5eaa tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:19.260657 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-0d411eb8-c06b-456c-958e-a819135e5eaa tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Synchronizing usage tracker for tenant:5e9e9447c07c4077b6694ab63e3affe5 on resource:subnet {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:40:19.306365 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-9b664522-e77a-411e-9314-87516f175f0a None None] The port 'e8ea6aee-5f1d-47a5-abbd-0a62256eddc7' was deleted {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 06:40:19.315554 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-4965ebd8-1f37-41e2-993c-0f634eb0b301 req-ef6814da-e2a1-4b17-8994-b2d48cb14365 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:19.362881 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361075e0-ebdc-4bc4-8696-63cf356386da req-d312253d-80c0-4976-b63f-90b6ea8c8ee2 tempest-ServerAddressesTestJSON-1030654601 tempest-ServerAddressesTestJSON-1030654601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:19.362881 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-361075e0-ebdc-4bc4-8696-63cf356386da req-d312253d-80c0-4976-b63f-90b6ea8c8ee2 tempest-ServerAddressesTestJSON-1030654601 tempest-ServerAddressesTestJSON-1030654601-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d1a37d6-067a-4967-b1ec-64ea864dc980 HTTP/1.1" status: 200 len: 945 time: 0.5559268 May 28 06:40:19.442318 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-0d411eb8-c06b-456c-958e-a819135e5eaa tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Unset dirty status for tenant:5e9e9447c07c4077b6694ab63e3affe5 on resource:subnet {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:40:19.446055 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-0d411eb8-c06b-456c-958e-a819135e5eaa tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.6363389 May 28 06:40:19.463709 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 40610) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:40:19.478179 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.extraroute_db [None req-07257d54-4e99-42fb-9b18-dddd0e338b29 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Added routes are [] {{(pid=89109) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 28 06:40:19.479301 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.extraroute_db [None req-07257d54-4e99-42fb-9b18-dddd0e338b29 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Removed routes are [] {{(pid=89109) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 28 06:40:19.480076 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-07257d54-4e99-42fb-9b18-dddd0e338b29 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59027'] for router, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:19.629944 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 2b4ae935-19f9-46fe-b52e-48ce44c1a0a9 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:40:19.671182 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-361075e0-ebdc-4bc4-8696-63cf356386da req-17187f7f-a758-4b48-875d-0ca1c389f4bb tempest-ServerAddressesTestJSON-1030654601 tempest-ServerAddressesTestJSON-1030654601-project] Deleting port 029586d3-3c65-4f4b-9f44-e006af9fc456 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:40:19.671678 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-361075e0-ebdc-4bc4-8696-63cf356386da req-17187f7f-a758-4b48-875d-0ca1c389f4bb tempest-ServerAddressesTestJSON-1030654601 tempest-ServerAddressesTestJSON-1030654601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:19.731161 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device e8ea6aee-5f1d-47a5-abbd-0a62256eddc7 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:40:19.769980 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: e8ea6aee-5f1d-47a5-abbd-0a62256eddc7 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:40:19.770320 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device e8ea6aee-5f1d-47a5-abbd-0a62256eddc7 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:40:19.810878 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-07257d54-4e99-42fb-9b18-dddd0e338b29 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59027'] for router, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:19.816073 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-07257d54-4e99-42fb-9b18-dddd0e338b29 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-690815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-690800', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-692041'] for router, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:19.819537 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5d744025-8685-4461-852b-a57d26da9bc7 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700548'] for router_interface, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:19.862547 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32099dd0-5af8-4969-96f9-0786fb0f22e8 req-b0548ba5-531f-418a-85fd-301cda74fce5 tempest-ServerAddressesTestJSON-1030654601 tempest-ServerAddressesTestJSON-1030654601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:19.863997 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-32099dd0-5af8-4969-96f9-0786fb0f22e8 req-b0548ba5-531f-418a-85fd-301cda74fce5 tempest-ServerAddressesTestJSON-1030654601 tempest-ServerAddressesTestJSON-1030654601-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d1a37d6-067a-4967-b1ec-64ea864dc980 HTTP/1.1" status: 200 len: 945 time: 0.7865710 May 28 06:40:19.937928 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_v2 [None req-786f9a64-2433-4ed3-84be-1ce7a9c1c6f0 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Deleting subnet f1167bba-b51b-4750-a2d0-36f0f7e18640 {{(pid=89110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:40:19.951778 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-786f9a64-2433-4ed3-84be-1ce7a9c1c6f0 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks [] for subnet, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:20.106209 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07257d54-4e99-42fb-9b18-dddd0e338b29 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Router ce8f9879-d1ac-44f7-a6d0-bc982938f6d1 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:40:20.198487 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-32099dd0-5af8-4969-96f9-0786fb0f22e8 req-184729b8-ae33-4b92-abd1-dcfd872a9e2d tempest-ServerAddressesTestJSON-1030654601 tempest-ServerAddressesTestJSON-1030654601-project] 10.222.0.55 "GET /v2.0/security-groups?id=50112b40-ac57-4e37-8137-979d8675a730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3204949 May 28 06:40:20.209053 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-786f9a64-2433-4ed3-84be-1ce7a9c1c6f0 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4150765'] for subnet, precommit_delete_associations {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:20.359139 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.db.resource_extend [None req-a321fb10-5ee9-4222-af74-f348d8f73a4c admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 06:40:20.363113 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 52c5cda6-c21a-4d17-8db1-5770fc276202 up at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:40:20.456062 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a321fb10-5ee9-4222-af74-f348d8f73a4c admin admin] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:20.476237 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07257d54-4e99-42fb-9b18-dddd0e338b29 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:40:20.483271 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-07257d54-4e99-42fb-9b18-dddd0e338b29 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:20.487106 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-07257d54-4e99-42fb-9b18-dddd0e338b29 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] 10.222.0.55 "PUT /v2.0/routers/ce8f9879-d1ac-44f7-a6d0-bc982938f6d1 HTTP/1.1" status: 200 len: 701 time: 1.3416512 May 28 06:40:20.491251 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 40626) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:40:20.496151 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470811cc-7abd-470e-b426-7bbdbe6f1dc5 None None] Sync routers for ids ['ce8f9879-d1ac-44f7-a6d0-bc982938f6d1'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:40:20.509334 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470811cc-7abd-470e-b426-7bbdbe6f1dc5 None None] Routers {'ce8f9879-d1ac-44f7-a6d0-bc982938f6d1'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:40:20.511174 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-470811cc-7abd-470e-b426-7bbdbe6f1dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:39:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['ce8f9879-d1ac-44f7-a6d0-bc982938f6d1'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:40:20.549308 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-79f99c18-9766-4e27-ad64-9a0db7604cb1 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Synchronizing usage tracker for tenant:51e07d1dd4e842f29564191e4c945b6c on resource:port {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:40:20.578251 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669098e8-4b30-43df-9fb4-8baa1d8555a0 req-15f21246-603b-4070-892e-13e58a3cb237 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:20.578968 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-669098e8-4b30-43df-9fb4-8baa1d8555a0 req-15f21246-603b-4070-892e-13e58a3cb237 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Synchronizing usage tracker for tenant:fada8efd68e34d6781d883ae41cb05ad on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:40:20.585364 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-786f9a64-2433-4ed3-84be-1ce7a9c1c6f0 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:20.601860 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning for port 52c5cda6-c21a-4d17-8db1-5770fc276202 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:40:20.624151 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a321fb10-5ee9-4222-af74-f348d8f73a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:20.649425 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-5d744025-8685-4461-852b-a57d26da9bc7 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Deleting port 09aeba77-bf7b-4251-a4ee-99a6242cd404 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:40:20.649792 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5d744025-8685-4461-852b-a57d26da9bc7 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:20.664014 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.db.resource_extend [req-4965ebd8-1f37-41e2-993c-0f634eb0b301 req-ef6814da-e2a1-4b17-8994-b2d48cb14365 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 06:40:20.680535 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning complete for port 52c5cda6-c21a-4d17-8db1-5770fc276202 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:40:20.680535 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:20.702544 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-79f99c18-9766-4e27-ad64-9a0db7604cb1 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Unset dirty status for tenant:51e07d1dd4e842f29564191e4c945b6c on resource:port {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:40:20.706192 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-79f99c18-9766-4e27-ad64-9a0db7604cb1 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] 10.222.0.55 "GET /v2.0/ports?device_id=ce8f9879-d1ac-44f7-a6d0-bc982938f6d1 HTTP/1.1" status: 200 len: 205 time: 0.2102849 May 28 06:40:20.708060 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 40630) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:40:20.730565 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-470811cc-7abd-470e-b426-7bbdbe6f1dc5 None None] Set router ce8f9879-d1ac-44f7-a6d0-bc982938f6d1 gateway port host: None {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:40:20.747462 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-361075e0-ebdc-4bc4-8696-63cf356386da req-17187f7f-a758-4b48-875d-0ca1c389f4bb tempest-ServerAddressesTestJSON-1030654601 tempest-ServerAddressesTestJSON-1030654601-project] For port 029586d3-3c65-4f4b-9f44-e006af9fc456, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=029586d3-3c65-4f4b-9f44-e006af9fc456,segment=NetworkSegment(1a71e236-337f-4493-9f8a-ffd8006346fc),segment_id=1a71e236-337f-4493-9f8a-ffd8006346fc)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:40:20.747869 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-361075e0-ebdc-4bc4-8696-63cf356386da req-17187f7f-a758-4b48-875d-0ca1c389f4bb tempest-ServerAddressesTestJSON-1030654601 tempest-ServerAddressesTestJSON-1030654601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:20.842387 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-470811cc-7abd-470e-b426-7bbdbe6f1dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce8f9879-d1ac-44f7-a6d0-bc982938f6d1', 'name': 'tempest-RoutersTest-router-1404400592', 'tenant_id': '51e07d1dd4e842f29564191e4c945b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:38:19Z', 'updated_at': '2022-05-28T06:40:12Z', 'revision_number': 11, 'project_id': '51e07d1dd4e842f29564191e4c945b6c', 'gw_port_host': None}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:40:20.850809 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470811cc-7abd-470e-b426-7bbdbe6f1dc5 None None] Checking router: ce8f9879-d1ac-44f7-a6d0-bc982938f6d1 for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:40:20.865497 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470811cc-7abd-470e-b426-7bbdbe6f1dc5 None None] Routers {'ce8f9879-d1ac-44f7-a6d0-bc982938f6d1'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:40:20.866104 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-470811cc-7abd-470e-b426-7bbdbe6f1dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:39:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['ce8f9879-d1ac-44f7-a6d0-bc982938f6d1'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:40:20.935055 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0869145f-625b-4594-a1b6-c02025c996aa tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks [] for router, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:20.954027 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-361075e0-ebdc-4bc4-8696-63cf356386da req-17187f7f-a758-4b48-875d-0ca1c389f4bb tempest-ServerAddressesTestJSON-1030654601 tempest-ServerAddressesTestJSON-1030654601-project] Calling delete_port for 029586d3-3c65-4f4b-9f44-e006af9fc456 owned by compute:nova {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:40:20.990961 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-669098e8-4b30-43df-9fb4-8baa1d8555a0 req-15f21246-603b-4070-892e-13e58a3cb237 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Unset dirty status for tenant:fada8efd68e34d6781d883ae41cb05ad on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:40:20.991873 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-669098e8-4b30-43df-9fb4-8baa1d8555a0 req-15f21246-603b-4070-892e-13e58a3cb237 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=573e5aee-d7d6-4b17-8c2f-b7442d1d616e HTTP/1.1" status: 200 len: 931 time: 0.9218731 May 28 06:40:21.012081 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6a2e17-ef7f-43d0-8d97-329d2804c9f6 req-4b7a4dc6-06a8-4d1f-9666-df9427c72fe8 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:21.018100 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6a2e17-ef7f-43d0-8d97-329d2804c9f6 req-4b7a4dc6-06a8-4d1f-9666-df9427c72fe8 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:21.023870 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6a2e17-ef7f-43d0-8d97-329d2804c9f6 req-4b7a4dc6-06a8-4d1f-9666-df9427c72fe8 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:21.025673 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0d6a2e17-ef7f-43d0-8d97-329d2804c9f6 req-4b7a4dc6-06a8-4d1f-9666-df9427c72fe8 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] 10.222.0.55 "GET /v2.0/ports?device_id=75e757b4-2d79-4493-9e4f-735cde8bfd52 HTTP/1.1" status: 200 len: 2414 time: 0.6493948 May 28 06:40:21.027075 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a321fb10-5ee9-4222-af74-f348d8f73a4c admin admin] Pushing event updated for resources: {'Port': ['ID=a94a168a-e805-4885-a0ff-4a005f8a69c2,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:21.053705 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a321fb10-5ee9-4222-af74-f348d8f73a4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700602'] for router_interface, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:21.055463 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-470811cc-7abd-470e-b426-7bbdbe6f1dc5 None None] Set router ce8f9879-d1ac-44f7-a6d0-bc982938f6d1 gateway port host: None {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:40:21.061601 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [req-4965ebd8-1f37-41e2-993c-0f634eb0b301 req-ef6814da-e2a1-4b17-8994-b2d48cb14365 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 351ec5b9-1371-4708-89ed-03fe0d913ca5 {{(pid=89110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:40:21.094593 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-4965ebd8-1f37-41e2-993c-0f634eb0b301 req-ef6814da-e2a1-4b17-8994-b2d48cb14365 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:21.212040 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 52c5cda6-c21a-4d17-8db1-5770fc276202 is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:40:21.212582 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:21.234509 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-470811cc-7abd-470e-b426-7bbdbe6f1dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce8f9879-d1ac-44f7-a6d0-bc982938f6d1', 'name': 'tempest-RoutersTest-router-1404400592', 'tenant_id': '51e07d1dd4e842f29564191e4c945b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:38:19Z', 'updated_at': '2022-05-28T06:40:12Z', 'revision_number': 11, 'project_id': '51e07d1dd4e842f29564191e4c945b6c', 'gw_port_host': None}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:40:21.247183 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470811cc-7abd-470e-b426-7bbdbe6f1dc5 None None] The sync data for ids ['ce8f9879-d1ac-44f7-a6d0-bc982938f6d1'] in n-d-843702-1 is: [{'id': 'ce8f9879-d1ac-44f7-a6d0-bc982938f6d1', 'name': 'tempest-RoutersTest-router-1404400592', 'tenant_id': '51e07d1dd4e842f29564191e4c945b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:38:19Z', 'updated_at': '2022-05-28T06:40:12Z', 'revision_number': 11, 'project_id': '51e07d1dd4e842f29564191e4c945b6c', 'gw_port_host': None}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:40:21.247418 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-4965ebd8-1f37-41e2-993c-0f634eb0b301 req-ef6814da-e2a1-4b17-8994-b2d48cb14365 service neutron] Transition to ACTIVE for port object 351ec5b9-1371-4708-89ed-03fe0d913ca5 will not be triggered until provisioned by entity L2. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:40:21.252603 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-786f9a64-2433-4ed3-84be-1ce7a9c1c6f0 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3115981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3172005'] for subnet, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:21.254472 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75e757b4-2d79-4493-9e4f-735cde8bfd52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52c5cda6-c21a-4d17-8db1-5770fc276202'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:40:21.270336 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 52c5cda6-c21a-4d17-8db1-5770fc276202, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=52c5cda6-c21a-4d17-8db1-5770fc276202,segment=NetworkSegment(42fffca2-522a-4bc4-9ac4-52dceb499961),segment_id=42fffca2-522a-4bc4-9ac4-52dceb499961)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:40:21.279599 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5d744025-8685-4461-852b-a57d26da9bc7 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:21.292698 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0869145f-625b-4594-a1b6-c02025c996aa tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59018'] for router, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:21.296379 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0869145f-625b-4594-a1b6-c02025c996aa tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:21.298873 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-669098e8-4b30-43df-9fb4-8baa1d8555a0 req-b8884319-6f21-469c-b45c-a9373a4111d8 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=da746f74-f7a2-404c-ba12-af4c190f6fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667553 May 28 06:40:21.326758 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0d6a2e17-ef7f-43d0-8d97-329d2804c9f6 req-b27d5fdf-cc85-472d-8abd-816173e3f462 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] 10.222.0.55 "GET /v2.0/security-groups?id=45cb3f7c-83ce-4298-9702-2bb3cba6af9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556481 May 28 06:40:21.343395 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:21.343395 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device ca7e4606-af5c-40eb-9228-6465bb8af63a up at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:40:21.366578 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-4965ebd8-1f37-41e2-993c-0f634eb0b301 req-ef6814da-e2a1-4b17-8994-b2d48cb14365 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:21.389855 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-786f9a64-2433-4ed3-84be-1ce7a9c1c6f0 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:21.447119 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-5d744025-8685-4461-852b-a57d26da9bc7 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Calling delete_port for 09aeba77-bf7b-4251-a4ee-99a6242cd404 owned by network:router_interface {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:40:21.544008 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786f9a64-2433-4ed3-84be-1ce7a9c1c6f0 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Pushing event deleted for resources: {'Subnet': ['ID=f1167bba-b51b-4750-a2d0-36f0f7e18640,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:21.586813 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0869145f-625b-4594-a1b6-c02025c996aa tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-703817'] for router, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:21.587454 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0869145f-625b-4594-a1b6-c02025c996aa tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Fanout notify agent at l3_agent the message router_deleted on router ce8f9879-d1ac-44f7-a6d0-bc982938f6d1 {{(pid=89109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 06:40:21.615652 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0869145f-625b-4594-a1b6-c02025c996aa tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:21.617348 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-0869145f-625b-4594-a1b6-c02025c996aa tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] 10.222.0.55 "DELETE /v2.0/routers/ce8f9879-d1ac-44f7-a6d0-bc982938f6d1 HTTP/1.1" status: 204 len: 168 time: 0.9092538 May 28 06:40:21.622762 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 40638) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:40:21.630236 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-081dbe8d-91be-4bb7-9aed-7a3539e3ea5b tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1007381703', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:40:21.645575 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-081dbe8d-91be-4bb7-9aed-7a3539e3ea5b tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:40:21.647867 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c2e637-1667-42f6-a73c-3e7e0f0f48da None None] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:40:21.657580 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6814da-e2a1-4b17-8994-b2d48cb14365 service neutron] Pushing event updated for resources: {'Port': ['ID=351ec5b9-1371-4708-89ed-03fe0d913ca5,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:21.665952 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-081dbe8d-91be-4bb7-9aed-7a3539e3ea5b tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Usage tracker for resource:router and tenant:51e07d1dd4e842f29564191e4c945b6c is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:40:21.677660 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-081dbe8d-91be-4bb7-9aed-7a3539e3ea5b tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:40:21.690374 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-081dbe8d-91be-4bb7-9aed-7a3539e3ea5b tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:40:21.742888 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=52c5cda6-c21a-4d17-8db1-5770fc276202,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:21.796389 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-081dbe8d-91be-4bb7-9aed-7a3539e3ea5b tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59128'] for router, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:21.798723 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-081dbe8d-91be-4bb7-9aed-7a3539e3ea5b tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59009'] for router, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:21.844361 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-081dbe8d-91be-4bb7-9aed-7a3539e3ea5b tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:21.886207 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning for port ca7e4606-af5c-40eb-9228-6465bb8af63a completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:40:21.899237 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning complete for port ca7e4606-af5c-40eb-9228-6465bb8af63a triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:40:21.899628 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:21.930494 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-786f9a64-2433-4ed3-84be-1ce7a9c1c6f0 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "DELETE /v2.0/subnets/f1167bba-b51b-4750-a2d0-36f0f7e18640 HTTP/1.1" status: 204 len: 168 time: 2.4445357 May 28 06:40:21.956409 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 40642) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:40:22.058113 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port ca7e4606-af5c-40eb-9228-6465bb8af63a is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:40:22.058603 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:22.062809 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5d744025-8685-4461-852b-a57d26da9bc7 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:22.100099 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port ca7e4606-af5c-40eb-9228-6465bb8af63a, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=ca7e4606-af5c-40eb-9228-6465bb8af63a,segment=NetworkSegment(42fffca2-522a-4bc4-9ac4-52dceb499961),segment_id=42fffca2-522a-4bc4-9ac4-52dceb499961)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:40:22.110177 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6955b3e0-d487-4bda-8d96-09646b9de2d2 None None] DHCP port deletion for 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:40:22.115216 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-6955b3e0-d487-4bda-8d96-09646b9de2d2 None None] Deleting port 5843222b-a3f9-472f-8f83-3cb2cd5d6b49 {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:40:22.115591 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-6955b3e0-d487-4bda-8d96-09646b9de2d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:22.134623 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-5689c222-01e0-43c4-a44f-9b168f72c194 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1620059 May 28 06:40:22.152672 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 40650) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:40:22.158437 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:22.160925 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-081dbe8d-91be-4bb7-9aed-7a3539e3ea5b tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690761'] for router, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:22.164475 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-1f5b5bd8-d42a-439f-82b3-8ab3ac8fbffb tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Request body: {'subnet': {'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:40:22.175107 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d744025-8685-4461-852b-a57d26da9bc7 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Pushing event deleted for resources: {'Port': ['ID=09aeba77-bf7b-4251-a4ee-99a6242cd404,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:22.295306 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a321fb10-5ee9-4222-af74-f348d8f73a4c admin admin] Network e318623d-bb83-4735-b9a5-1ff511a26d09 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:40:22.302959 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-a321fb10-5ee9-4222-af74-f348d8f73a4c admin admin] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:40:22.315102 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=ca7e4606-af5c-40eb-9228-6465bb8af63a,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:22.396932 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device f38f340c-af89-4a3d-92ca-c4a7904d4338 up at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:40:22.399119 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-4965ebd8-1f37-41e2-993c-0f634eb0b301 req-ef6814da-e2a1-4b17-8994-b2d48cb14365 service neutron] Attempting to bind port 351ec5b9-1371-4708-89ed-03fe0d913ca5 on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:40:22.399451 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-4965ebd8-1f37-41e2-993c-0f634eb0b301 req-ef6814da-e2a1-4b17-8994-b2d48cb14365 service neutron] Attempting to bind port 351ec5b9-1371-4708-89ed-03fe0d913ca5 by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': '4c4bc3f8-ec6f-40a7-9f80-cde5ff5de12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e7d92049-bff3-4c3a-a4bd-4950c7dcad1c'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:40:22.399770 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4965ebd8-1f37-41e2-993c-0f634eb0b301 req-ef6814da-e2a1-4b17-8994-b2d48cb14365 service neutron] Attempting to bind port 351ec5b9-1371-4708-89ed-03fe0d913ca5 on network e7d92049-bff3-4c3a-a4bd-4950c7dcad1c {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:40:22.402300 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-361075e0-ebdc-4bc4-8696-63cf356386da req-17187f7f-a758-4b48-875d-0ca1c389f4bb tempest-ServerAddressesTestJSON-1030654601 tempest-ServerAddressesTestJSON-1030654601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:22.425691 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-1f5b5bd8-d42a-439f-82b3-8ab3ac8fbffb tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:40:22.437000 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-081dbe8d-91be-4bb7-9aed-7a3539e3ea5b tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:22.440957 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-081dbe8d-91be-4bb7-9aed-7a3539e3ea5b tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.8145528 May 28 06:40:22.441102 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 40662) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:40:22.451850 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-31c67f10-e9d5-4160-9b73-e25e5545ab6e tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Request body: {'router': {'admin_state_up': True}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:40:22.474054 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4965ebd8-1f37-41e2-993c-0f634eb0b301 req-ef6814da-e2a1-4b17-8994-b2d48cb14365 service neutron] Port 351ec5b9-1371-4708-89ed-03fe0d913ca5 on network e7d92049-bff3-4c3a-a4bd-4950c7dcad1c not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:40:22.474399 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4965ebd8-1f37-41e2-993c-0f634eb0b301 req-ef6814da-e2a1-4b17-8994-b2d48cb14365 service neutron] Attempting to bind port 351ec5b9-1371-4708-89ed-03fe0d913ca5 on network e7d92049-bff3-4c3a-a4bd-4950c7dcad1c {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:40:22.484791 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-1f5b5bd8-d42a-439f-82b3-8ab3ac8fbffb tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Usage tracker for resource:subnet and tenant:5e9e9447c07c4077b6694ab63e3affe5 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:40:22.510368 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-1f5b5bd8-d42a-439f-82b3-8ab3ac8fbffb tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:40:22.515717 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17187f7f-a758-4b48-875d-0ca1c389f4bb tempest-ServerAddressesTestJSON-1030654601 tempest-ServerAddressesTestJSON-1030654601-project] Pushing event deleted for resources: {'Port': ['ID=029586d3-3c65-4f4b-9f44-e006af9fc456,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:22.529755 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a26d661-7f7c-46ce-900b-0febfaba6fa2 req-f4c9c165-4098-49f0-81ad-67376a32c892 tempest-ServerAddressesTestJSON-1030654601 tempest-ServerAddressesTestJSON-1030654601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:22.532313 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-6955b3e0-d487-4bda-8d96-09646b9de2d2 None None] For port 5843222b-a3f9-472f-8f83-3cb2cd5d6b49, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=5843222b-a3f9-472f-8f83-3cb2cd5d6b49,segment=NetworkSegment(e82da2dd-17b8-4c15-8abb-711622ad0a92),segment_id=e82da2dd-17b8-4c15-8abb-711622ad0a92)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:40:22.532808 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-6955b3e0-d487-4bda-8d96-09646b9de2d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:22.536744 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4a26d661-7f7c-46ce-900b-0febfaba6fa2 req-f4c9c165-4098-49f0-81ad-67376a32c892 tempest-ServerAddressesTestJSON-1030654601 tempest-ServerAddressesTestJSON-1030654601-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d1a37d6-067a-4967-b1ec-64ea864dc980 HTTP/1.1" status: 200 len: 945 time: 0.9757941 May 28 06:40:22.539908 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4965ebd8-1f37-41e2-993c-0f634eb0b301 req-ef6814da-e2a1-4b17-8994-b2d48cb14365 service neutron] Checking agent: {'id': '69f492a0-c00d-46d0-9bec-fcd8161ce206', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 39, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:40:22.543674 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4965ebd8-1f37-41e2-993c-0f634eb0b301 req-ef6814da-e2a1-4b17-8994-b2d48cb14365 service neutron] Checking segment: {'id': '4c4bc3f8-ec6f-40a7-9f80-cde5ff5de12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e7d92049-bff3-4c3a-a4bd-4950c7dcad1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:40:22.543674 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4965ebd8-1f37-41e2-993c-0f634eb0b301 req-ef6814da-e2a1-4b17-8994-b2d48cb14365 service neutron] Bound using segment: {'id': '4c4bc3f8-ec6f-40a7-9f80-cde5ff5de12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e7d92049-bff3-4c3a-a4bd-4950c7dcad1c'} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:40:22.543674 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-4965ebd8-1f37-41e2-993c-0f634eb0b301 req-ef6814da-e2a1-4b17-8994-b2d48cb14365 service neutron] Bound port: 351ec5b9-1371-4708-89ed-03fe0d913ca5, host: n-h1-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c4bc3f8-ec6f-40a7-9f80-cde5ff5de12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e7d92049-bff3-4c3a-a4bd-4950c7dcad1c'}}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:40:22.543674 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-4965ebd8-1f37-41e2-993c-0f634eb0b301 req-ef6814da-e2a1-4b17-8994-b2d48cb14365 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:22.553258 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-1f5b5bd8-d42a-439f-82b3-8ab3ac8fbffb tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:40:22.583441 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c749d64b-c11d-4f36-88d0-b4da494e3fd7'] response: {'server_uuid': '75e757b4-2d79-4493-9e4f-735cde8bfd52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52c5cda6-c21a-4d17-8db1-5770fc276202', 'code': 200} May 28 06:40:22.625063 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5d744025-8685-4461-852b-a57d26da9bc7 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700472'] for router_interface, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:22.767372 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-6955b3e0-d487-4bda-8d96-09646b9de2d2 None None] Calling delete_port for 5843222b-a3f9-472f-8f83-3cb2cd5d6b49 owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:40:22.819913 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 5843222b-a3f9-472f-8f83-3cb2cd5d6b49 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:40:22.859693 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-361075e0-ebdc-4bc4-8696-63cf356386da req-17187f7f-a758-4b48-875d-0ca1c389f4bb tempest-ServerAddressesTestJSON-1030654601 tempest-ServerAddressesTestJSON-1030654601-project] No DVR routers for this DVR port 029586d3-3c65-4f4b-9f44-e006af9fc456 on host n-h2-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:40:22.878192 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning for port f38f340c-af89-4a3d-92ca-c4a7904d4338 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:40:22.881729 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-361075e0-ebdc-4bc4-8696-63cf356386da req-17187f7f-a758-4b48-875d-0ca1c389f4bb tempest-ServerAddressesTestJSON-1030654601 tempest-ServerAddressesTestJSON-1030654601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:22.884710 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d1a37d6-067a-4967-b1ec-64ea864dc980', 'name': 'network-vif-deleted', 'tag': '029586d3-3c65-4f4b-9f44-e006af9fc456'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:40:22.887401 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning complete for port f38f340c-af89-4a3d-92ca-c4a7904d4338 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:40:22.887884 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:22.899201 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f5b5bd8-d42a-439f-82b3-8ab3ac8fbffb tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Made reservation on behalf of 5e9e9447c07c4077b6694ab63e3affe5 for: {'subnet': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:40:22.903489 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1f5b5bd8-d42a-439f-82b3-8ab3ac8fbffb tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3171998'] for subnet, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:22.949085 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-361075e0-ebdc-4bc4-8696-63cf356386da req-17187f7f-a758-4b48-875d-0ca1c389f4bb tempest-ServerAddressesTestJSON-1030654601 tempest-ServerAddressesTestJSON-1030654601-project] 10.222.0.71 "DELETE /v2.0/ports/029586d3-3c65-4f4b-9f44-e006af9fc456 HTTP/1.1" status: 204 len: 173 time: 3.5559330 May 28 06:40:22.957912 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4a26d661-7f7c-46ce-900b-0febfaba6fa2 req-88559564-435b-4cec-8a9e-87b6e80eb242 tempest-ServerAddressesTestJSON-1030654601 tempest-ServerAddressesTestJSON-1030654601-project] 10.222.0.55 "GET /v2.0/security-groups?id=50112b40-ac57-4e37-8137-979d8675a730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4203205 May 28 06:40:23.009595 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 5843222b-a3f9-472f-8f83-3cb2cd5d6b49 is: ACTIVE; New status is: DOWN {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:40:23.009595 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:23.071445 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-31c67f10-e9d5-4160-9b73-e25e5545ab6e tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59027'] for router, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:23.087258 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a321fb10-5ee9-4222-af74-f348d8f73a4c admin admin] Router ac0e03ea-5bcf-4691-a525-72e650e1f7ad has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:40:23.105292 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-4965ebd8-1f37-41e2-993c-0f634eb0b301 req-ef6814da-e2a1-4b17-8994-b2d48cb14365 service neutron] For port 351ec5b9-1371-4708-89ed-03fe0d913ca5, host n-h1-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:40:23.114173 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-4965ebd8-1f37-41e2-993c-0f634eb0b301 req-ef6814da-e2a1-4b17-8994-b2d48cb14365 service neutron] For port 351ec5b9-1371-4708-89ed-03fe0d913ca5, host n-h1-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=351ec5b9-1371-4708-89ed-03fe0d913ca5,segment=NetworkSegment(4c4bc3f8-ec6f-40a7-9f80-cde5ff5de12a),segment_id=4c4bc3f8-ec6f-40a7-9f80-cde5ff5de12a)] {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:40:23.142772 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-6955b3e0-d487-4bda-8d96-09646b9de2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879'] for port, after_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:23.192167 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-31c67f10-e9d5-4160-9b73-e25e5545ab6e tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-690815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-690800', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-692041'] for router, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:23.204324 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6955b3e0-d487-4bda-8d96-09646b9de2d2 None None] Pushing event deleted for resources: {'Port': ['ID=5843222b-a3f9-472f-8f83-3cb2cd5d6b49,revision_number=None']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:23.206907 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8293033-cb12-4ddf-8410-0ae0ceeca51f req-29d82f00-cc12-4d92-9fd3-5de1d597c0c3 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:23.207536 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6955b3e0-d487-4bda-8d96-09646b9de2d2 None None] No DVR routers for this DVR port 5843222b-a3f9-472f-8f83-3cb2cd5d6b49 on host n-d-843702-1 {{(pid=89111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:40:23.208798 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b8293033-cb12-4ddf-8410-0ae0ceeca51f req-29d82f00-cc12-4d92-9fd3-5de1d597c0c3 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=573e5aee-d7d6-4b17-8c2f-b7442d1d616e HTTP/1.1" status: 200 len: 943 time: 0.5589709 May 28 06:40:23.216924 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port f38f340c-af89-4a3d-92ca-c4a7904d4338 is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:40:23.217450 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:23.252125 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-4965ebd8-1f37-41e2-993c-0f634eb0b301 req-ef6814da-e2a1-4b17-8994-b2d48cb14365 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:23.294166 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port f38f340c-af89-4a3d-92ca-c4a7904d4338, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=f38f340c-af89-4a3d-92ca-c4a7904d4338,segment=NetworkSegment(e0f2ff40-fdb3-47bd-9624-9a741f0eb401),segment_id=e0f2ff40-fdb3-47bd-9624-9a741f0eb401)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:40:23.377135 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:23.378257 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 029586d3-3c65-4f4b-9f44-e006af9fc456 no longer exists at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:40:23.427674 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4965ebd8-1f37-41e2-993c-0f634eb0b301 req-ef6814da-e2a1-4b17-8994-b2d48cb14365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:23.428276 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-4965ebd8-1f37-41e2-993c-0f634eb0b301 req-ef6814da-e2a1-4b17-8994-b2d48cb14365 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:23.429655 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4965ebd8-1f37-41e2-993c-0f634eb0b301 req-ef6814da-e2a1-4b17-8994-b2d48cb14365 service neutron] 10.222.0.69 "PUT /v2.0/ports/351ec5b9-1371-4708-89ed-03fe0d913ca5 HTTP/1.1" status: 200 len: 1091 time: 4.5006289 May 28 06:40:23.483551 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] No Port match for: 029586d3-3c65-4f4b-9f44-e006af9fc456 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:40:23.483960 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 029586d3-3c65-4f4b-9f44-e006af9fc456 not bound to the agent host n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:40:23.511455 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=f38f340c-af89-4a3d-92ca-c4a7904d4338,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:23.655885 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d744025-8685-4461-852b-a57d26da9bc7 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Router 035af55e-abd9-4bf2-8685-fca0b38128d3 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:40:23.715303 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b8293033-cb12-4ddf-8410-0ae0ceeca51f req-c4447582-51b4-40ff-b9b5-7a92b7e5ec61 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=da746f74-f7a2-404c-ba12-af4c190f6fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4479933 May 28 06:40:23.762772 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31c67f10-e9d5-4160-9b73-e25e5545ab6e tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Router 0511daef-bc25-4b5b-89a8-fa20632b2767 is scheduled to L3 agent 42958940-9562-4f71-972f-15a8af9d3963 with binding_index 1 {{(pid=89109) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 06:40:23.764133 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6814da-e2a1-4b17-8994-b2d48cb14365 service neutron] Pushing event updated for resources: {'Port': ['ID=351ec5b9-1371-4708-89ed-03fe0d913ca5,revision_number=3']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:23.795481 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a321fb10-5ee9-4222-af74-f348d8f73a4c admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:40:23.811604 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8753be-b35c-4318-a5de-e26dc01ea48a None None] Sync routers for ids ['ac0e03ea-5bcf-4691-a525-72e650e1f7ad'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:40:23.827542 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8753be-b35c-4318-a5de-e26dc01ea48a None None] Routers {'ac0e03ea-5bcf-4691-a525-72e650e1f7ad'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:40:23.828594 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-1b8753be-b35c-4318-a5de-e26dc01ea48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:39:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['ac0e03ea-5bcf-4691-a525-72e650e1f7ad'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:40:23.854228 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-a321fb10-5ee9-4222-af74-f348d8f73a4c admin admin] 10.222.0.55 "PUT /v2.0/routers/ac0e03ea-5bcf-4691-a525-72e650e1f7ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9044406 May 28 06:40:23.856020 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8550f0-693b-4dc4-aebd-d6831cd3725c req-23f5b5cb-839c-4c2d-945d-19009581f188 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:23.862318 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8550f0-693b-4dc4-aebd-d6831cd3725c req-23f5b5cb-839c-4c2d-945d-19009581f188 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:23.868303 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8550f0-693b-4dc4-aebd-d6831cd3725c req-23f5b5cb-839c-4c2d-945d-19009581f188 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:23.870185 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4d8550f0-693b-4dc4-aebd-d6831cd3725c req-23f5b5cb-839c-4c2d-945d-19009581f188 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] 10.222.0.55 "GET /v2.0/ports?device_id=75e757b4-2d79-4493-9e4f-735cde8bfd52 HTTP/1.1" status: 200 len: 2416 time: 0.6818426 May 28 06:40:23.962537 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4965ebd8-1f37-41e2-993c-0f634eb0b301 req-ad80f4e3-8867-4098-ba03-f8727944b4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:23.965433 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4965ebd8-1f37-41e2-993c-0f634eb0b301 req-ad80f4e3-8867-4098-ba03-f8727944b4dd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fada8efd68e34d6781d883ae41cb05ad&device_id=573e5aee-d7d6-4b17-8c2f-b7442d1d616e HTTP/1.1" status: 200 len: 1094 time: 0.3046129 May 28 06:40:24.003044 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31c67f10-e9d5-4160-9b73-e25e5545ab6e tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:40:24.012280 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-31c67f10-e9d5-4160-9b73-e25e5545ab6e tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:24.016311 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-31c67f10-e9d5-4160-9b73-e25e5545ab6e tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] 10.222.0.55 "PUT /v2.0/routers/0511daef-bc25-4b5b-89a8-fa20632b2767 HTTP/1.1" status: 200 len: 694 time: 1.5717463 May 28 06:40:24.016485 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0f0435-efef-440b-8734-054eb4288de0 None None] Sync routers for ids ['0511daef-bc25-4b5b-89a8-fa20632b2767'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:40:24.017079 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 40674) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:40:24.028026 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0f0435-efef-440b-8734-054eb4288de0 None None] Routers {'0511daef-bc25-4b5b-89a8-fa20632b2767'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:40:24.029101 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-0f0f0435-efef-440b-8734-054eb4288de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:39:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['0511daef-bc25-4b5b-89a8-fa20632b2767'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:40:24.051374 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1f5b5bd8-d42a-439f-82b3-8ab3ac8fbffb tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3115906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3172012'] for subnet, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:24.134186 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-1b8753be-b35c-4318-a5de-e26dc01ea48a None None] Set router ac0e03ea-5bcf-4691-a525-72e650e1f7ad gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:40:24.137123 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4965ebd8-1f37-41e2-993c-0f634eb0b301 req-133d27e1-5d97-43e3-90a7-58e718cc11e4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=351ec5b9-1371-4708-89ed-03fe0d913ca5 HTTP/1.1" status: 200 len: 217 time: 0.1606166 May 28 06:40:24.157489 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4d8550f0-693b-4dc4-aebd-d6831cd3725c req-691ee84d-8602-48d6-9f2f-442c8e429d11 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] 10.222.0.55 "GET /v2.0/security-groups?id=45cb3f7c-83ce-4298-9702-2bb3cba6af9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388847 May 28 06:40:24.200171 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d744025-8685-4461-852b-a57d26da9bc7 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:40:24.207211 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-5d744025-8685-4461-852b-a57d26da9bc7 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] 10.222.0.55 "PUT /v2.0/routers/035af55e-abd9-4bf2-8685-fca0b38128d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2973146 May 28 06:40:24.214736 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 40682) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:40:24.214936 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-0f0f0435-efef-440b-8734-054eb4288de0 None None] Set router 0511daef-bc25-4b5b-89a8-fa20632b2767 gateway port host: None {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:40:24.216017 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5b5bd8-d42a-439f-82b3-8ab3ac8fbffb tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:40:24.227977 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-1f5b5bd8-d42a-439f-82b3-8ab3ac8fbffb tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:40:24.236043 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f5b5bd8-d42a-439f-82b3-8ab3ac8fbffb tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:24.236729 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1f5b5bd8-d42a-439f-82b3-8ab3ac8fbffb tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:24.252417 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3f959e-49d5-49ee-9c91-6c0503598b9f None None] Sync routers for ids ['035af55e-abd9-4bf2-8685-fca0b38128d3'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:40:24.261665 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5b5bd8-d42a-439f-82b3-8ab3ac8fbffb tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Pushing event updated for resources: {'Subnet': ['ID=de963bab-0adf-416d-9bfd-34a37cf831b7,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:24.278747 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4965ebd8-1f37-41e2-993c-0f634eb0b301 req-1890946c-4630-4ade-9203-a73b540fe48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:24.286550 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4965ebd8-1f37-41e2-993c-0f634eb0b301 req-1890946c-4630-4ade-9203-a73b540fe48a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=40188bf0-967d-446e-ac4f-b5c59a2acd9a HTTP/1.1" status: 200 len: 850 time: 0.1324451 May 28 06:40:24.306377 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79b2ed6a-936e-400d-880a-b8c6eb5e8b87'] response: {'server_uuid': '8d1a37d6-067a-4967-b1ec-64ea864dc980', 'name': 'network-vif-deleted', 'tag': '029586d3-3c65-4f4b-9f44-e006af9fc456', 'status': 'completed', 'code': 200} May 28 06:40:24.315589 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3f959e-49d5-49ee-9c91-6c0503598b9f None None] Routers {'035af55e-abd9-4bf2-8685-fca0b38128d3'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:40:24.315795 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deefbaec-6aea-474f-86c7-46fa54b6df20 None None] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:40:24.323987 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-fb3f959e-49d5-49ee-9c91-6c0503598b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:39:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['035af55e-abd9-4bf2-8685-fca0b38128d3'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:40:24.328423 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-d6fee830-a005-41de-9d9c-7cbf06758fe3 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] 10.222.0.55 "GET /v2.0/routers/0511daef-bc25-4b5b-89a8-fa20632b2767 HTTP/1.1" status: 200 len: 700 time: 0.3100793 May 28 06:40:24.336934 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 40686) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:40:24.388800 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b89db0-bb34-4c93-b28f-bd24b4715e53 req-9eb849bf-b3c4-421b-a08b-64db8c48f8dd tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:24.390554 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-08b89db0-bb34-4c93-b28f-bd24b4715e53 req-9eb849bf-b3c4-421b-a08b-64db8c48f8dd tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5b99fda-0bc9-4e50-b070-ce4a427e6fc6 HTTP/1.1" status: 200 len: 945 time: 0.5554070 May 28 06:40:24.419190 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-1f5b5bd8-d42a-439f-82b3-8ab3ac8fbffb tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2554469 May 28 06:40:24.419413 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-8669612c-7471-45d6-9d35-c85fb78abef0 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] 10.222.0.55 "GET /v2.0/ports?device_id=0511daef-bc25-4b5b-89a8-fa20632b2767 HTTP/1.1" status: 200 len: 205 time: 0.0760124 May 28 06:40:24.419518 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 40690) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:40:24.419518 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 40692) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:40:24.435109 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-0f0f0435-efef-440b-8734-054eb4288de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0511daef-bc25-4b5b-89a8-fa20632b2767', 'name': 'tempest-RoutersTest-router-1007381703', 'tenant_id': '51e07d1dd4e842f29564191e4c945b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:40:21Z', 'updated_at': '2022-05-28T06:40:23Z', 'revision_number': 2, 'project_id': '51e07d1dd4e842f29564191e4c945b6c', 'gw_port_host': None}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:40:24.476533 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-fb3f959e-49d5-49ee-9c91-6c0503598b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:40:24.533876 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-442abbce-32fe-4a0a-b5ea-e4ebb8de782f tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Request body: {'port': {'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2', 'fixed_ips': [{'subnet_id': 'de963bab-0adf-416d-9bfd-34a37cf831b7', 'ip_address': '2001:db8:0:1::1'}], 'name': 'tempest-NetworksTestDHCPv6-745765067'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:40:24.538903 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0f0435-efef-440b-8734-054eb4288de0 None None] Checking router: 0511daef-bc25-4b5b-89a8-fa20632b2767 for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:40:24.556241 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5da7f77b-9a58-49d9-9b49-0c1d63088753 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks [] for router, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:24.571178 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3f959e-49d5-49ee-9c91-6c0503598b9f None None] Routers {'035af55e-abd9-4bf2-8685-fca0b38128d3'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:40:24.571832 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-fb3f959e-49d5-49ee-9c91-6c0503598b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:39:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['035af55e-abd9-4bf2-8685-fca0b38128d3'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:40:24.589916 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75e757b4-2d79-4493-9e4f-735cde8bfd52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca7e4606-af5c-40eb-9228-6465bb8af63a'}, {'server_uuid': '75e757b4-2d79-4493-9e4f-735cde8bfd52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f38f340c-af89-4a3d-92ca-c4a7904d4338'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:40:24.613617 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0f0435-efef-440b-8734-054eb4288de0 None None] Routers {'0511daef-bc25-4b5b-89a8-fa20632b2767'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:40:24.614293 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-0f0f0435-efef-440b-8734-054eb4288de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:39:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['0511daef-bc25-4b5b-89a8-fa20632b2767'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:40:24.645079 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-fb3f959e-49d5-49ee-9c91-6c0503598b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:40:24.645507 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3f959e-49d5-49ee-9c91-6c0503598b9f None None] The sync data for ids ['035af55e-abd9-4bf2-8685-fca0b38128d3'] in n-d-843702-1 is: [] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:40:24.731778 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 40700) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:40:24.821484 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_v2 [None req-45146fc0-44ca-46ef-a8c8-5094966e9e82 admin admin] Deleting subnet 0bd8e0ac-05b7-4779-a4b7-f36636137039 {{(pid=89110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:40:24.840727 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5da7f77b-9a58-49d9-9b49-0c1d63088753 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:24.843356 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-0f0f0435-efef-440b-8734-054eb4288de0 None None] Set router 0511daef-bc25-4b5b-89a8-fa20632b2767 gateway port host: None {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:40:24.865326 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-1b8753be-b35c-4318-a5de-e26dc01ea48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac0e03ea-5bcf-4691-a525-72e650e1f7ad', 'name': 'tempest-ServerRescueTestJSONUnderV235-1396025862-router', 'tenant_id': '3e433ca89e6e4cecb06b276f6587beee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': '2b4ae935-19f9-46fe-b52e-48ce44c1a0a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:40:01Z', 'updated_at': '2022-05-28T06:40:18Z', 'revision_number': 4, 'project_id': '3e433ca89e6e4cecb06b276f6587beee', 'gw_port': {'id': '2b4ae935-19f9-46fe-b52e-48ce44c1a0a9', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:39:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac0e03ea-5bcf-4691-a525-72e650e1f7ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:40:04Z', 'updated_at': '2022-05-28T06:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'a94a168a-e805-4885-a0ff-4a005f8a69c2', 'name': '', 'network_id': 'e318623d-bb83-4735-b9a5-1ff511a26d09', 'tenant_id': '3e433ca89e6e4cecb06b276f6587beee', 'mac_address': 'fa:16:3e:e9:92:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac0e03ea-5bcf-4691-a525-72e650e1f7ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1933, 'fixed_ips': [{'subnet_id': '463ce692-2fe5-4a51-b619-7b3391bfe8b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:40:13Z', 'updated_at': '2022-05-28T06:40:19Z', 'revision_number': 2, 'project_id': '3e433ca89e6e4cecb06b276f6587beee', 'subnets': [{'id': '463ce692-2fe5-4a51-b619-7b3391bfe8b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:40:24.869779 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8753be-b35c-4318-a5de-e26dc01ea48a None None] Checking router: ac0e03ea-5bcf-4691-a525-72e650e1f7ad for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:40:24.870144 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8753be-b35c-4318-a5de-e26dc01ea48a None None] Updating router ac0e03ea-5bcf-4691-a525-72e650e1f7ad port a94a168a-e805-4885-a0ff-4a005f8a69c2 binding host n-d-843702-1 {{(pid=89112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:40:24.925592 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-1b8753be-b35c-4318-a5de-e26dc01ea48a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:24.954320 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-5da7f77b-9a58-49d9-9b49-0c1d63088753 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Deleting port 3e157ea1-ce1a-454c-a01c-63bc5ff43c43 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:40:24.955284 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5da7f77b-9a58-49d9-9b49-0c1d63088753 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:24.972565 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-0f0f0435-efef-440b-8734-054eb4288de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0511daef-bc25-4b5b-89a8-fa20632b2767', 'name': 'tempest-RoutersTest-router-1007381703', 'tenant_id': '51e07d1dd4e842f29564191e4c945b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:40:21Z', 'updated_at': '2022-05-28T06:40:23Z', 'revision_number': 2, 'project_id': '51e07d1dd4e842f29564191e4c945b6c', 'gw_port_host': None}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:40:24.978092 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0f0435-efef-440b-8734-054eb4288de0 None None] The sync data for ids ['0511daef-bc25-4b5b-89a8-fa20632b2767'] in n-d-843702-1 is: [{'id': '0511daef-bc25-4b5b-89a8-fa20632b2767', 'name': 'tempest-RoutersTest-router-1007381703', 'tenant_id': '51e07d1dd4e842f29564191e4c945b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:40:21Z', 'updated_at': '2022-05-28T06:40:23Z', 'revision_number': 2, 'project_id': '51e07d1dd4e842f29564191e4c945b6c', 'gw_port_host': None}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:40:24.995594 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-45146fc0-44ca-46ef-a8c8-5094966e9e82 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:25.062995 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-039b9b9b-af93-4b6c-be89-ae4a19af481a tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks [] for router, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:25.092920 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191bdaef-551e-4a71-b845-20eb46fadedb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-147bfd32-62dc-4be0-82de-f4d6fa5b4cc2', 'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2', 'tenant_id': '5e9e9447c07c4077b6694ab63e3affe5', 'fixed_ips': [{'subnet_id': 'de963bab-0adf-416d-9bfd-34a37cf831b7'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:40:25.093808 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-191bdaef-551e-4a71-b845-20eb46fadedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:25.192346 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5da7f77b-9a58-49d9-9b49-0c1d63088753 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:25.233051 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-45146fc0-44ca-46ef-a8c8-5094966e9e82 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4150765'] for subnet, precommit_delete_associations {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:25.299508 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-191bdaef-551e-4a71-b845-20eb46fadedb None None] Allocated IP 2001:db8::2 (147bfd32-62dc-4be0-82de-f4d6fa5b4cc2/de963bab-0adf-416d-9bfd-34a37cf831b7/b5bf7ff8-da71-4615-92ea-96838d23f903) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:40:25.314120 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-45146fc0-44ca-46ef-a8c8-5094966e9e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:25.364081 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-1b8753be-b35c-4318-a5de-e26dc01ea48a None None] Notify callbacks [] for port, precommit_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:25.393155 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-08b89db0-bb34-4c93-b28f-bd24b4715e53 req-9139ffbe-7cb8-498d-8723-b0906d3e1ef5 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d9e2739-d2e7-489f-8894-c4c5db308155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9628558 May 28 06:40:25.484112 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-442abbce-32fe-4a0a-b5ea-e4ebb8de782f tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:40:25.558440 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-191bdaef-551e-4a71-b845-20eb46fadedb None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:25.571620 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-898e8456-26a0-41cd-9c90-c8a73731f881'] response: {'server_uuid': '75e757b4-2d79-4493-9e4f-735cde8bfd52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca7e4606-af5c-40eb-9228-6465bb8af63a', 'code': 200} May 28 06:40:25.572043 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-898e8456-26a0-41cd-9c90-c8a73731f881'] response: {'server_uuid': '75e757b4-2d79-4493-9e4f-735cde8bfd52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f38f340c-af89-4a3d-92ca-c4a7904d4338', 'code': 200} May 28 06:40:25.573500 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-191bdaef-551e-4a71-b845-20eb46fadedb None None] Transition to ACTIVE for port object b5bf7ff8-da71-4615-92ea-96838d23f903 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:40:25.601055 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-191bdaef-551e-4a71-b845-20eb46fadedb None None] Transition to ACTIVE for port object b5bf7ff8-da71-4615-92ea-96838d23f903 will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:40:25.602067 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-5da7f77b-9a58-49d9-9b49-0c1d63088753 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Calling delete_port for 3e157ea1-ce1a-454c-a01c-63bc5ff43c43 owned by network:router_gateway {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:40:25.634414 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-442abbce-32fe-4a0a-b5ea-e4ebb8de782f tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Usage tracker for resource:port and tenant:5e9e9447c07c4077b6694ab63e3affe5 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:40:25.644827 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-442abbce-32fe-4a0a-b5ea-e4ebb8de782f tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:40:25.668014 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-442abbce-32fe-4a0a-b5ea-e4ebb8de782f tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:40:25.686410 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-191bdaef-551e-4a71-b845-20eb46fadedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:25.708591 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.provisioning_blocks [None req-1b8753be-b35c-4318-a5de-e26dc01ea48a None None] Transition to ACTIVE for port object a94a168a-e805-4885-a0ff-4a005f8a69c2 will not be triggered until provisioned by entity L2. {{(pid=89112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:40:25.751349 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-191bdaef-551e-4a71-b845-20eb46fadedb None None] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:40:25.762517 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-191bdaef-551e-4a71-b845-20eb46fadedb None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:40:25.769658 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191bdaef-551e-4a71-b845-20eb46fadedb None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:40:25.780306 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191bdaef-551e-4a71-b845-20eb46fadedb None None] Pushing event updated for resources: {'Port': ['ID=b5bf7ff8-da71-4615-92ea-96838d23f903,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:25.788240 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-1b8753be-b35c-4318-a5de-e26dc01ea48a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:25.879976 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5da7f77b-9a58-49d9-9b49-0c1d63088753 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:25.925147 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4965ebd8-1f37-41e2-993c-0f634eb0b301 req-889dab11-3bce-4664-a0b9-4e3bed479966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:25.926684 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4965ebd8-1f37-41e2-993c-0f634eb0b301 req-889dab11-3bce-4664-a0b9-4e3bed479966 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e7d92049-bff3-4c3a-a4bd-4950c7dcad1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.6224020 May 28 06:40:25.957199 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bc6a4e-96fd-4d00-85b1-88ba260dbc22 None None] Pushing event updated for resources: {'Port': ['ID=a94a168a-e805-4885-a0ff-4a005f8a69c2,revision_number=3']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:25.976478 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-191bdaef-551e-4a71-b845-20eb46fadedb None None] Attempting to bind port b5bf7ff8-da71-4615-92ea-96838d23f903 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:40:25.976850 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-191bdaef-551e-4a71-b845-20eb46fadedb None None] Attempting to bind port b5bf7ff8-da71-4615-92ea-96838d23f903 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'e82da2dd-17b8-4c15-8abb-711622ad0a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:40:25.977206 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191bdaef-551e-4a71-b845-20eb46fadedb None None] Attempting to bind port b5bf7ff8-da71-4615-92ea-96838d23f903 on network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:40:25.983607 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191bdaef-551e-4a71-b845-20eb46fadedb None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:40:25.984021 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191bdaef-551e-4a71-b845-20eb46fadedb None None] Checking segment: {'id': 'e82da2dd-17b8-4c15-8abb-711622ad0a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:40:25.984371 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-191bdaef-551e-4a71-b845-20eb46fadedb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:25.984762 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191bdaef-551e-4a71-b845-20eb46fadedb None None] Bound using segment: {'id': 'e82da2dd-17b8-4c15-8abb-711622ad0a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:40:25.985226 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-191bdaef-551e-4a71-b845-20eb46fadedb None None] Bound port: b5bf7ff8-da71-4615-92ea-96838d23f903, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e82da2dd-17b8-4c15-8abb-711622ad0a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:40:25.985699 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-191bdaef-551e-4a71-b845-20eb46fadedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:25.994683 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bc6a4e-96fd-4d00-85b1-88ba260dbc22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:40:25.995421 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bc6a4e-96fd-4d00-85b1-88ba260dbc22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:40:25.996918 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bc6a4e-96fd-4d00-85b1-88ba260dbc22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:40:25.997540 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bc6a4e-96fd-4d00-85b1-88ba260dbc22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:40:25.998056 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bc6a4e-96fd-4d00-85b1-88ba260dbc22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:40:25.998558 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bc6a4e-96fd-4d00-85b1-88ba260dbc22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:40:25.999059 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bc6a4e-96fd-4d00-85b1-88ba260dbc22 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:40:25.999183 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-45146fc0-44ca-46ef-a8c8-5094966e9e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3115981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3172005'] for subnet, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:26.000018 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bc6a4e-96fd-4d00-85b1-88ba260dbc22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:40:26.000498 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bc6a4e-96fd-4d00-85b1-88ba260dbc22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:40:26.001616 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bc6a4e-96fd-4d00-85b1-88ba260dbc22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:40:26.002109 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bc6a4e-96fd-4d00-85b1-88ba260dbc22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:40:26.002763 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bc6a4e-96fd-4d00-85b1-88ba260dbc22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:40:26.073855 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-1b8753be-b35c-4318-a5de-e26dc01ea48a None None] Attempting to bind port a94a168a-e805-4885-a0ff-4a005f8a69c2 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:40:26.074619 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-1b8753be-b35c-4318-a5de-e26dc01ea48a None None] Attempting to bind port a94a168a-e805-4885-a0ff-4a005f8a69c2 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': '6ead9b20-e54f-4de6-97df-041e4a5d1b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'e318623d-bb83-4735-b9a5-1ff511a26d09'}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:40:26.075525 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8753be-b35c-4318-a5de-e26dc01ea48a None None] Attempting to bind port a94a168a-e805-4885-a0ff-4a005f8a69c2 on network e318623d-bb83-4735-b9a5-1ff511a26d09 {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:40:26.083241 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8753be-b35c-4318-a5de-e26dc01ea48a None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:40:26.088648 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8753be-b35c-4318-a5de-e26dc01ea48a None None] Checking segment: {'id': '6ead9b20-e54f-4de6-97df-041e4a5d1b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'e318623d-bb83-4735-b9a5-1ff511a26d09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:40:26.088648 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-1b8753be-b35c-4318-a5de-e26dc01ea48a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:26.088648 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8753be-b35c-4318-a5de-e26dc01ea48a None None] Bound using segment: {'id': '6ead9b20-e54f-4de6-97df-041e4a5d1b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'e318623d-bb83-4735-b9a5-1ff511a26d09'} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:40:26.088648 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-1b8753be-b35c-4318-a5de-e26dc01ea48a None None] Bound port: a94a168a-e805-4885-a0ff-4a005f8a69c2, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ead9b20-e54f-4de6-97df-041e4a5d1b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'e318623d-bb83-4735-b9a5-1ff511a26d09'}}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:40:26.088648 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-1b8753be-b35c-4318-a5de-e26dc01ea48a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:26.099093 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-191bdaef-551e-4a71-b845-20eb46fadedb None None] For port b5bf7ff8-da71-4615-92ea-96838d23f903, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:40:26.101714 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da7f77b-9a58-49d9-9b49-0c1d63088753 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Pushing event deleted for resources: {'Port': ['ID=3e157ea1-ce1a-454c-a01c-63bc5ff43c43,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:26.102486 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-191bdaef-551e-4a71-b845-20eb46fadedb None None] For port b5bf7ff8-da71-4615-92ea-96838d23f903, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=b5bf7ff8-da71-4615-92ea-96838d23f903,segment=NetworkSegment(e82da2dd-17b8-4c15-8abb-711622ad0a92),segment_id=e82da2dd-17b8-4c15-8abb-711622ad0a92)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:40:26.168279 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-191bdaef-551e-4a71-b845-20eb46fadedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:26.179973 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5da7f77b-9a58-49d9-9b49-0c1d63088753 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691105'] for router_gateway, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:26.199165 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-1b8753be-b35c-4318-a5de-e26dc01ea48a None None] For port a94a168a-e805-4885-a0ff-4a005f8a69c2, host n-d-843702-1, cleared binding levels {{(pid=89112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:40:26.202500 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-1b8753be-b35c-4318-a5de-e26dc01ea48a None None] For port a94a168a-e805-4885-a0ff-4a005f8a69c2, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=a94a168a-e805-4885-a0ff-4a005f8a69c2,segment=NetworkSegment(6ead9b20-e54f-4de6-97df-041e4a5d1b55),segment_id=6ead9b20-e54f-4de6-97df-041e4a5d1b55)] {{(pid=89112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:40:26.211555 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-442abbce-32fe-4a0a-b5ea-e4ebb8de782f tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Made reservation on behalf of 5e9e9447c07c4077b6694ab63e3affe5 for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:40:26.227177 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45146fc0-44ca-46ef-a8c8-5094966e9e82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0bd8e0ac-05b7-4779-a4b7-f36636137039,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:26.232324 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-45146fc0-44ca-46ef-a8c8-5094966e9e82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:26.269066 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-039b9b9b-af93-4b6c-be89-ae4a19af481a tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59018'] for router, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:26.280434 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-1b8753be-b35c-4318-a5de-e26dc01ea48a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:26.281925 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191bdaef-551e-4a71-b845-20eb46fadedb None None] Pushing event updated for resources: {'Port': ['ID=b5bf7ff8-da71-4615-92ea-96838d23f903,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:26.282242 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-039b9b9b-af93-4b6c-be89-ae4a19af481a tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:26.336450 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '573e5aee-d7d6-4b17-8c2f-b7442d1d616e', 'tag': '351ec5b9-1371-4708-89ed-03fe0d913ca5'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:40:26.359430 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-45146fc0-44ca-46ef-a8c8-5094966e9e82 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/0bd8e0ac-05b7-4779-a4b7-f36636137039 HTTP/1.1" status: 204 len: 168 time: 1.6263351 May 28 06:40:26.381993 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bc6a4e-96fd-4d00-85b1-88ba260dbc22 None None] Pushing event updated for resources: {'Port': ['ID=a94a168a-e805-4885-a0ff-4a005f8a69c2,revision_number=4']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:26.388799 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 40720) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:40:26.396884 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8753be-b35c-4318-a5de-e26dc01ea48a None None] Routers {'ac0e03ea-5bcf-4691-a525-72e650e1f7ad'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:40:26.397774 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-1b8753be-b35c-4318-a5de-e26dc01ea48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:39:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['ac0e03ea-5bcf-4691-a525-72e650e1f7ad'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:40:26.430412 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5da7f77b-9a58-49d9-9b49-0c1d63088753 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59018'] for router, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:26.435073 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5da7f77b-9a58-49d9-9b49-0c1d63088753 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:26.439799 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-6f465ca5-91f0-4e4a-aff0-7f148ebf93c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:26.534981 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e57e389-ca34-4678-a731-6d9c42d2531c req-247bb7d7-2ed1-4518-abf7-705a1d9b877f tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:26.535711 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-0e57e389-ca34-4678-a731-6d9c42d2531c req-247bb7d7-2ed1-4518-abf7-705a1d9b877f tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Synchronizing usage tracker for tenant:3e433ca89e6e4cecb06b276f6587beee on resource:network {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:40:26.593182 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d339374-9d77-4a9b-b791-0cf2d3318eb0 req-48fd519a-6d68-4b42-b2af-e59d37b947dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:26.593692 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d339374-9d77-4a9b-b791-0cf2d3318eb0 req-48fd519a-6d68-4b42-b2af-e59d37b947dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:26.594176 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d339374-9d77-4a9b-b791-0cf2d3318eb0 req-48fd519a-6d68-4b42-b2af-e59d37b947dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:26.595824 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8d339374-9d77-4a9b-b791-0cf2d3318eb0 req-48fd519a-6d68-4b42-b2af-e59d37b947dd service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=75e757b4-2d79-4493-9e4f-735cde8bfd52 HTTP/1.1" status: 200 len: 2870 time: 0.9963937 May 28 06:40:26.599299 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-1b8753be-b35c-4318-a5de-e26dc01ea48a None None] Set router ac0e03ea-5bcf-4691-a525-72e650e1f7ad gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:40:26.642253 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4965ebd8-1f37-41e2-993c-0f634eb0b301 req-2f54d80d-5d14-4cc9-86e2-89dfbc2a8170 service neutron] 10.222.0.69 "GET /v2.0/networks/e7d92049-bff3-4c3a-a4bd-4950c7dcad1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6254134 May 28 06:40:26.666218 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5da7f77b-9a58-49d9-9b49-0c1d63088753 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-703817'] for router, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:26.670955 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5da7f77b-9a58-49d9-9b49-0c1d63088753 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Fanout notify agent at l3_agent the message router_deleted on router 035af55e-abd9-4bf2-8685-fca0b38128d3 {{(pid=89109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 06:40:26.688220 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5da7f77b-9a58-49d9-9b49-0c1d63088753 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:26.689402 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-5da7f77b-9a58-49d9-9b49-0c1d63088753 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] 10.222.0.55 "DELETE /v2.0/routers/035af55e-abd9-4bf2-8685-fca0b38128d3 HTTP/1.1" status: 204 len: 168 time: 2.4701841 May 28 06:40:26.691789 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 40726) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:40:26.708723 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-039b9b9b-af93-4b6c-be89-ae4a19af481a tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-703817'] for router, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:26.709246 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-039b9b9b-af93-4b6c-be89-ae4a19af481a tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Fanout notify agent at l3_agent the message router_deleted on router 0511daef-bc25-4b5b-89a8-fa20632b2767 {{(pid=89110) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 06:40:26.720648 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f75bd386-2799-4e61-abc5-bcc3d82e1917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:26.742989 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34bb934-f3f8-4236-9c05-a4a846e4a188 req-32239f9b-89c4-46df-8884-02208220a034 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:26.747924 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b34bb934-f3f8-4236-9c05-a4a846e4a188 req-32239f9b-89c4-46df-8884-02208220a034 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=573e5aee-d7d6-4b17-8c2f-b7442d1d616e HTTP/1.1" status: 200 len: 943 time: 1.0814950 May 28 06:40:26.823152 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_v2 [None req-080e9496-53b0-4f95-8650-d2ce71152253 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Deleting subnet f922cf65-e8c1-4841-80fb-7fbe4a239239 {{(pid=89109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:40:26.826970 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-080e9496-53b0-4f95-8650-d2ce71152253 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks [] for subnet, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:26.846198 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-442abbce-32fe-4a0a-b5ea-e4ebb8de782f tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:26.878909 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-0e57e389-ca34-4678-a731-6d9c42d2531c req-247bb7d7-2ed1-4518-abf7-705a1d9b877f tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Unset dirty status for tenant:3e433ca89e6e4cecb06b276f6587beee on resource:network {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:40:26.880231 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0e57e389-ca34-4678-a731-6d9c42d2531c req-247bb7d7-2ed1-4518-abf7-705a1d9b877f tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] 10.222.0.55 "GET /v2.0/networks?id=e318623d-bb83-4735-b9a5-1ff511a26d09 HTTP/1.1" status: 200 len: 820 time: 1.9148178 May 28 06:40:26.902429 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-080e9496-53b0-4f95-8650-d2ce71152253 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3964070'] for subnet, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:26.910825 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-039b9b9b-af93-4b6c-be89-ae4a19af481a tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Notify callbacks [] for router, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:26.911888 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-039b9b9b-af93-4b6c-be89-ae4a19af481a tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] 10.222.0.55 "DELETE /v2.0/routers/0511daef-bc25-4b5b-89a8-fa20632b2767 HTTP/1.1" status: 204 len: 168 time: 2.4572954 May 28 06:40:26.913860 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8d339374-9d77-4a9b-b791-0cf2d3318eb0 req-38980aea-11c4-44a9-803d-c4f6b73724ca service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=45cb3f7c-83ce-4298-9702-2bb3cba6af9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3030379 May 28 06:40:26.921307 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 40730) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:40:26.942988 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b34bb934-f3f8-4236-9c05-a4a846e4a188 req-5eb3232a-2120-4c51-bdac-2ddcdfca61a0 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=da746f74-f7a2-404c-ba12-af4c190f6fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941576 May 28 06:40:26.953906 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0e57e389-ca34-4678-a731-6d9c42d2531c req-7cf05b73-25f7-4d14-9ae2-d01d8304a82b tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] 10.222.0.55 "GET /v2.0/quotas/3e433ca89e6e4cecb06b276f6587beee HTTP/1.1" status: 200 len: 375 time: 0.0532894 May 28 06:40:26.978356 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-080e9496-53b0-4f95-8650-d2ce71152253 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:27.048194 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [None req-442abbce-32fe-4a0a-b5ea-e4ebb8de782f tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] device_id is not set on port 5167f011-eb08-468d-be55-5708ffe32408 yet. {{(pid=89110) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:40:27.082194 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-1b8753be-b35c-4318-a5de-e26dc01ea48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac0e03ea-5bcf-4691-a525-72e650e1f7ad', 'name': 'tempest-ServerRescueTestJSONUnderV235-1396025862-router', 'tenant_id': '3e433ca89e6e4cecb06b276f6587beee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': '2b4ae935-19f9-46fe-b52e-48ce44c1a0a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:40:01Z', 'updated_at': '2022-05-28T06:40:18Z', 'revision_number': 4, 'project_id': '3e433ca89e6e4cecb06b276f6587beee', 'gw_port': {'id': '2b4ae935-19f9-46fe-b52e-48ce44c1a0a9', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:39:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac0e03ea-5bcf-4691-a525-72e650e1f7ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:40:04Z', 'updated_at': '2022-05-28T06:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'a94a168a-e805-4885-a0ff-4a005f8a69c2', 'name': '', 'network_id': 'e318623d-bb83-4735-b9a5-1ff511a26d09', 'tenant_id': '3e433ca89e6e4cecb06b276f6587beee', 'mac_address': 'fa:16:3e:e9:92:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac0e03ea-5bcf-4691-a525-72e650e1f7ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1933, 'fixed_ips': [{'subnet_id': '463ce692-2fe5-4a51-b619-7b3391bfe8b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:40:13Z', 'updated_at': '2022-05-28T06:40:26Z', 'revision_number': 4, 'project_id': '3e433ca89e6e4cecb06b276f6587beee', 'subnets': [{'id': '463ce692-2fe5-4a51-b619-7b3391bfe8b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:40:27.086512 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8753be-b35c-4318-a5de-e26dc01ea48a None None] The sync data for ids ['ac0e03ea-5bcf-4691-a525-72e650e1f7ad'] in n-d-843702-1 is: [{'id': 'ac0e03ea-5bcf-4691-a525-72e650e1f7ad', 'name': 'tempest-ServerRescueTestJSONUnderV235-1396025862-router', 'tenant_id': '3e433ca89e6e4cecb06b276f6587beee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': '2b4ae935-19f9-46fe-b52e-48ce44c1a0a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:40:01Z', 'updated_at': '2022-05-28T06:40:18Z', 'revision_number': 4, 'project_id': '3e433ca89e6e4cecb06b276f6587beee', 'gw_port': {'id': '2b4ae935-19f9-46fe-b52e-48ce44c1a0a9', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:39:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac0e03ea-5bcf-4691-a525-72e650e1f7ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:40:04Z', 'updated_at': '2022-05-28T06:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'a94a168a-e805-4885-a0ff-4a005f8a69c2', 'name': '', 'network_id': 'e318623d-bb83-4735-b9a5-1ff511a26d09', 'tenant_id': '3e433ca89e6e4cecb06b276f6587beee', 'mac_address': 'fa:16:3e:e9:92:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac0e03ea-5bcf-4691-a525-72e650e1f7ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1933, 'fixed_ips': [{'subnet_id': '463ce692-2fe5-4a51-b619-7b3391bfe8b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:40:13Z', 'updated_at': '2022-05-28T06:40:26Z', 'revision_number': 4, 'project_id': '3e433ca89e6e4cecb06b276f6587beee', 'subnets': [{'id': '463ce692-2fe5-4a51-b619-7b3391bfe8b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:40:27.108827 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-080e9496-53b0-4f95-8650-d2ce71152253 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9555650'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:27.172636 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080e9496-53b0-4f95-8650-d2ce71152253 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Pushing event deleted for resources: {'Subnet': ['ID=f922cf65-e8c1-4841-80fb-7fbe4a239239,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:27.173184 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-1b8f924d-471d-4221-b189-95798b2773b6 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Synchronizing usage tracker for tenant:51e07d1dd4e842f29564191e4c945b6c on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:40:27.176433 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-080e9496-53b0-4f95-8650-d2ce71152253 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:27.192173 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-080e9496-53b0-4f95-8650-d2ce71152253 tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] 10.222.0.55 "DELETE /v2.0/subnets/f922cf65-e8c1-4841-80fb-7fbe4a239239 HTTP/1.1" status: 204 len: 168 time: 0.4993453 May 28 06:40:27.194538 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 40734) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:40:27.334658 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-855ce234-25ef-4f6e-bba1-36702df4556f tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:27.493442 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-1b8f924d-471d-4221-b189-95798b2773b6 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] Unset dirty status for tenant:51e07d1dd4e842f29564191e4c945b6c on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:40:27.494687 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-1b8f924d-471d-4221-b189-95798b2773b6 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] 10.222.0.55 "GET /v2.0/ports?device_id=0511daef-bc25-4b5b-89a8-fa20632b2767 HTTP/1.1" status: 200 len: 205 time: 0.5570734 May 28 06:40:27.498346 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 40738) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:40:27.501568 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f75bd386-2799-4e61-abc5-bcc3d82e1917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:27.512069 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4965ebd8-1f37-41e2-993c-0f634eb0b301 req-1acf6d6b-3492-4f61-b5bd-cf85fa70b98e service neutron] 10.222.0.69 "GET /v2.0/networks/e7d92049-bff3-4c3a-a4bd-4950c7dcad1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8356361 May 28 06:40:27.531634 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:27.583686 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-f75bd386-2799-4e61-abc5-bcc3d82e1917 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5504f506-1293-4df7-808a-03940cf147f3']}} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:40:27.607671 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-f75bd386-2799-4e61-abc5-bcc3d82e1917 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a71e236-337f-4493-9f8a-ffd8006346fc') {'for_net_delete': True} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:40:27.608287 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-f75bd386-2799-4e61-abc5-bcc3d82e1917 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a71e236-337f-4493-9f8a-ffd8006346fc') {} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:40:27.611232 n-d-843702-1 neutron-server[89109]: INFO neutron.api.v2.resource [None req-fc8bee75-1616-40ef-bba4-bf038cf2790c tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] delete failed (client error): The resource could not be found. May 28 06:40:27.614920 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-fc8bee75-1616-40ef-bba4-bf038cf2790c tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] 10.222.0.55 "DELETE /v2.0/routers/0511daef-bc25-4b5b-89a8-fa20632b2767 HTTP/1.1" status: 404 len: 336 time: 0.1142519 May 28 06:40:27.616101 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 40742) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:40:27.617324 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-855ce234-25ef-4f6e-bba1-36702df4556f tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:27.618257 n-d-843702-1 neutron-server[89110]: INFO neutron.pecan_wsgi.hooks.translation [None req-442abbce-32fe-4a0a-b5ea-e4ebb8de782f tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 06:40:27.618756 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-442abbce-32fe-4a0a-b5ea-e4ebb8de782f tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89110) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:40:27.636260 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e06b223-7c41-4861-b69b-f4477e9b7e29 req-b73d0f26-d0e1-4a05-8dba-581abfe8ca06 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:27.642797 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e06b223-7c41-4861-b69b-f4477e9b7e29 req-b73d0f26-d0e1-4a05-8dba-581abfe8ca06 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:27.649127 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e06b223-7c41-4861-b69b-f4477e9b7e29 req-b73d0f26-d0e1-4a05-8dba-581abfe8ca06 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:27.651013 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6e06b223-7c41-4861-b69b-f4477e9b7e29 req-b73d0f26-d0e1-4a05-8dba-581abfe8ca06 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] 10.222.0.55 "GET /v2.0/ports?device_id=75e757b4-2d79-4493-9e4f-735cde8bfd52 HTTP/1.1" status: 200 len: 2417 time: 0.5377066 May 28 06:40:27.661673 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f75bd386-2799-4e61-abc5-bcc3d82e1917 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4150778'] for segment, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:27.693854 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-f50e4bb3-1777-4d62-83a3-fee647f0d48d tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] DELETE failed (client error): The resource could not be found. May 28 06:40:27.695015 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f50e4bb3-1777-4d62-83a3-fee647f0d48d tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89109) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:40:27.701637 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-f50e4bb3-1777-4d62-83a3-fee647f0d48d tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] 10.222.0.55 "DELETE /v2.0/subnets/8e1e7322-4034-4f97-a8ca-9155470070b1 HTTP/1.1" status: 404 len: 337 time: 0.0725822 May 28 06:40:27.705599 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-0e57e389-ca34-4678-a731-6d9c42d2531c req-c3d26f52-fd19-4a18-a902-61f296e03c36 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Synchronizing usage tracker for tenant:3e433ca89e6e4cecb06b276f6587beee on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:40:27.705836 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 40746) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:40:27.718567 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f75bd386-2799-4e61-abc5-bcc3d82e1917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:27.738733 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f75bd386-2799-4e61-abc5-bcc3d82e1917 admin admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=89110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:40:27.739136 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f75bd386-2799-4e61-abc5-bcc3d82e1917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3143023'] for segment, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:27.749064 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-855ce234-25ef-4f6e-bba1-36702df4556f tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b85a2a4c-7dfb-41f7-a0a0-4f50bfe0b9a6']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:40:27.764192 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-69e058d6-74b2-4132-93d7-ff7ac98eeaf6 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] DELETE failed (client error): The resource could not be found. May 28 06:40:27.764648 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69e058d6-74b2-4132-93d7-ff7ac98eeaf6 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89109) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:40:27.768876 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-69e058d6-74b2-4132-93d7-ff7ac98eeaf6 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] 10.222.0.55 "DELETE /v2.0/subnets/25761b23-885f-4c02-8b7f-f8756b227181 HTTP/1.1" status: 404 len: 337 time: 0.0634329 May 28 06:40:27.769590 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 40752) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:40:27.772891 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-855ce234-25ef-4f6e-bba1-36702df4556f tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5210bf0-c8b2-41e7-a38f-e9d69cd8226a') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:40:27.773136 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-855ce234-25ef-4f6e-bba1-36702df4556f tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5210bf0-c8b2-41e7-a38f-e9d69cd8226a') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:40:27.937275 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-f69b1417-0754-4146-af03-f028b8164c82 None None] Provisioning for port b5bf7ff8-da71-4615-92ea-96838d23f903 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:40:27.942899 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-244650fb-2d28-4b88-a174-91ebc5590c6d tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] DELETE failed (client error): The resource could not be found. May 28 06:40:27.943479 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-244650fb-2d28-4b88-a174-91ebc5590c6d tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89109) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:40:27.945107 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-244650fb-2d28-4b88-a174-91ebc5590c6d tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] 10.222.0.55 "DELETE /v2.0/subnets/4627dc77-60dc-41e2-b543-5687a1b9f1b4 HTTP/1.1" status: 404 len: 337 time: 0.1749120 May 28 06:40:27.946998 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-855ce234-25ef-4f6e-bba1-36702df4556f tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:27.955459 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 40756) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:40:27.999810 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6e06b223-7c41-4861-b69b-f4477e9b7e29 req-43f428a7-15c0-438f-8a90-922338b2909b tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] 10.222.0.55 "GET /v2.0/security-groups?id=45cb3f7c-83ce-4298-9702-2bb3cba6af9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3293941 May 28 06:40:28.006111 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-855ce234-25ef-4f6e-bba1-36702df4556f tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:28.008991 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-16f23f94-f2b5-4a85-ac8b-810198e40c60 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] DELETE failed (client error): The resource could not be found. May 28 06:40:28.009714 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16f23f94-f2b5-4a85-ac8b-810198e40c60 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89109) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:40:28.011299 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-16f23f94-f2b5-4a85-ac8b-810198e40c60 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] 10.222.0.55 "DELETE /v2.0/subnets/c5fb5e00-99af-4f71-953e-f3f2fab999ca HTTP/1.1" status: 404 len: 337 time: 0.0548646 May 28 06:40:28.016602 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment 1a71e236-337f-4493-9f8a-ffd8006346fc resource provider aggregate not found May 28 06:40:28.023059 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 40762) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:40:28.024697 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-442abbce-32fe-4a0a-b5ea-e4ebb8de782f tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 3.5618465 May 28 06:40:28.030223 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 40766) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:40:28.054540 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-855ce234-25ef-4f6e-bba1-36702df4556f tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:40:28.055446 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-855ce234-25ef-4f6e-bba1-36702df4556f tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:28.097924 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment 1a71e236-337f-4493-9f8a-ffd8006346fc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1a71e236-337f-4493-9f8a-ffd8006346fc found for delete ", "request_id": "req-d572e93f-2062-4e24-8cf7-117214d2bd18"}]} May 28 06:40:28.099631 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-811fa018-0f0d-485e-83be-3603ec77ceb6'] response: {'name': 'network-changed', 'server_uuid': '573e5aee-d7d6-4b17-8c2f-b7442d1d616e', 'tag': '351ec5b9-1371-4708-89ed-03fe0d913ca5', 'status': 'completed', 'code': 200} May 28 06:40:28.186855 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-bfb82fc8-dfc9-4269-b2ed-a727198e157b tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] 10.222.0.55 "GET /v2.0/ports?device_id=ce8f9879-d1ac-44f7-a6d0-bc982938f6d1 HTTP/1.1" status: 200 len: 205 time: 0.1580348 May 28 06:40:28.187694 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-0e57e389-ca34-4678-a731-6d9c42d2531c req-c3d26f52-fd19-4a18-a902-61f296e03c36 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Unset dirty status for tenant:3e433ca89e6e4cecb06b276f6587beee on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:40:28.188891 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0e57e389-ca34-4678-a731-6d9c42d2531c req-c3d26f52-fd19-4a18-a902-61f296e03c36 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=3e433ca89e6e4cecb06b276f6587beee&fields=id HTTP/1.1" status: 200 len: 255 time: 1.2341290 May 28 06:40:28.192743 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 40774) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:40:28.194402 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment c5210bf0-c8b2-41e7-a38f-e9d69cd8226a resource provider aggregate not found May 28 06:40:28.209667 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f75bd386-2799-4e61-abc5-bcc3d82e1917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:28.251083 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f75bd386-2799-4e61-abc5-bcc3d82e1917 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:28.281205 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-855ce234-25ef-4f6e-bba1-36702df4556f tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:28.287081 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-855ce234-25ef-4f6e-bba1-36702df4556f tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:28.288547 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75bd386-2799-4e61-abc5-bcc3d82e1917 admin admin] Pushing event deleted for resources: {'Network': ['ID=5504f506-1293-4df7-808a-03940cf147f3,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:28.331792 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-855ce234-25ef-4f6e-bba1-36702df4556f tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] 10.222.0.55 "DELETE /v2.0/networks/b85a2a4c-7dfb-41f7-a0a0-4f50bfe0b9a6 HTTP/1.1" status: 204 len: 168 time: 1.1339571 May 28 06:40:28.335078 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment c5210bf0-c8b2-41e7-a38f-e9d69cd8226a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c5210bf0-c8b2-41e7-a38f-e9d69cd8226a found for delete ", "request_id": "req-d765d108-efc8-44f3-8b82-2092f4df277f"}]} May 28 06:40:28.338342 n-d-843702-1 neutron-server[89109]: INFO neutron.api.v2.resource [None req-40923a55-71b4-403d-9977-bf3a7d2ea3e2 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] delete failed (client error): The resource could not be found. May 28 06:40:28.339443 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-40923a55-71b4-403d-9977-bf3a7d2ea3e2 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] 10.222.0.55 "DELETE /v2.0/routers/ce8f9879-d1ac-44f7-a6d0-bc982938f6d1 HTTP/1.1" status: 404 len: 336 time: 0.1403682 May 28 06:40:28.340464 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855ce234-25ef-4f6e-bba1-36702df4556f tempest-FloatingIPTestJSON-1072018387 tempest-FloatingIPTestJSON-1072018387-project] Pushing event deleted for resources: {'Network': ['ID=b85a2a4c-7dfb-41f7-a0a0-4f50bfe0b9a6,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:28.343149 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 40784) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:40:28.373350 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [req-0e57e389-ca34-4678-a731-6d9c42d2531c req-2dc86194-28ab-4b7a-ba98-c89bbe5ee31f service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=89110) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:40:28.374475 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0e57e389-ca34-4678-a731-6d9c42d2531c req-2dc86194-28ab-4b7a-ba98-c89bbe5ee31f service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1689804 May 28 06:40:28.404372 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-6fa52d3c-7af4-4d75-af2f-dea2c5d61c7e tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] 10.222.0.55 "GET /v2.0/ports?device_id=d710ac47-ef26-4cf7-b471-770252ebcd31 HTTP/1.1" status: 200 len: 205 time: 0.0579731 May 28 06:40:28.406096 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 40788) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:40:28.425359 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-f75bd386-2799-4e61-abc5-bcc3d82e1917 admin admin] 10.222.0.55 "DELETE /v2.0/networks/5504f506-1293-4df7-808a-03940cf147f3 HTTP/1.1" status: 204 len: 168 time: 2.0342808 May 28 06:40:28.497148 n-d-843702-1 neutron-server[89109]: INFO neutron.api.v2.resource [None req-d128d856-7a49-4261-aa1c-96d6c6f70f53 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] delete failed (client error): The resource could not be found. May 28 06:40:28.498143 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-d128d856-7a49-4261-aa1c-96d6c6f70f53 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] 10.222.0.55 "DELETE /v2.0/routers/d710ac47-ef26-4cf7-b471-770252ebcd31 HTTP/1.1" status: 404 len: 336 time: 0.0910196 May 28 06:40:28.500778 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 40794) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:40:28.547661 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6d8b522-fd1f-49b9-802d-3ed02df80009 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] DELETE failed (client error): The resource could not be found. May 28 06:40:28.548114 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6d8b522-fd1f-49b9-802d-3ed02df80009 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89109) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:40:28.549919 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-e6d8b522-fd1f-49b9-802d-3ed02df80009 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] 10.222.0.55 "DELETE /v2.0/subnets/565c8fd4-ad3b-4e2f-884a-7428667fb9f3 HTTP/1.1" status: 404 len: 337 time: 0.0482318 May 28 06:40:28.552566 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 40798) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:40:28.600673 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-1333e569-ac33-4c74-95ee-07d926d4043b tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] 10.222.0.55 "GET /v2.0/ports?device_id=d42b77b9-916f-4c8b-a49d-1ecc41b54ae3 HTTP/1.1" status: 200 len: 205 time: 0.0469604 May 28 06:40:28.602924 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 40802) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:40:28.635056 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d449686e-ef0a-4600-9eeb-6808af4328c3 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:28.636004 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-d449686e-ef0a-4600-9eeb-6808af4328c3 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Synchronizing usage tracker for tenant:5e9e9447c07c4077b6694ab63e3affe5 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:40:28.643855 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298295b6-f573-4706-9c7d-78f56c31b931 req-d34fd517-e441-43d5-b7ef-058e58b3cc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:28.648426 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-298295b6-f573-4706-9c7d-78f56c31b931 req-d34fd517-e441-43d5-b7ef-058e58b3cc2d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fada8efd68e34d6781d883ae41cb05ad&device_id=573e5aee-d7d6-4b17-8c2f-b7442d1d616e HTTP/1.1" status: 200 len: 1094 time: 0.5032663 May 28 06:40:28.676157 n-d-843702-1 neutron-server[89109]: INFO neutron.api.v2.resource [None req-f04f1db5-5ebe-442f-98e7-db350dd67536 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] delete failed (client error): The resource could not be found. May 28 06:40:28.677257 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-f04f1db5-5ebe-442f-98e7-db350dd67536 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] 10.222.0.55 "DELETE /v2.0/routers/d42b77b9-916f-4c8b-a49d-1ecc41b54ae3 HTTP/1.1" status: 404 len: 336 time: 0.0730073 May 28 06:40:28.679897 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 40806) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:40:28.681071 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0e57e389-ca34-4678-a731-6d9c42d2531c req-56042c10-0834-4f94-a1d9-3bd612048fb7 service neutron] 10.222.0.55 "GET /v2.0/networks/e318623d-bb83-4735-b9a5-1ff511a26d09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2881413 May 28 06:40:28.726326 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-3405479b-780e-40c2-8e95-f9d4293c16ab tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] 10.222.0.55 "GET /v2.0/ports?device_id=29bd7dbd-c686-46c9-8e03-ded6edd174c8 HTTP/1.1" status: 200 len: 205 time: 0.0452206 May 28 06:40:28.729062 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 40810) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:40:28.770634 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device a94a168a-e805-4885-a0ff-4a005f8a69c2 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:40:28.816076 n-d-843702-1 neutron-server[89109]: INFO neutron.api.v2.resource [None req-e21b9a20-c939-409c-b723-044b11bfeeb0 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] delete failed (client error): The resource could not be found. May 28 06:40:28.817249 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-e21b9a20-c939-409c-b723-044b11bfeeb0 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] 10.222.0.55 "DELETE /v2.0/routers/29bd7dbd-c686-46c9-8e03-ded6edd174c8 HTTP/1.1" status: 404 len: 336 time: 0.0864398 May 28 06:40:28.819634 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 40816) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:40:28.826683 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09d49ae-0b5a-4705-a10b-2f051d0f1e79 req-6b369eaf-bdda-46e4-8412-52ea9657336f tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:28.837309 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d09d49ae-0b5a-4705-a10b-2f051d0f1e79 req-6b369eaf-bdda-46e4-8412-52ea9657336f tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5b99fda-0bc9-4e50-b070-ce4a427e6fc6 HTTP/1.1" status: 200 len: 945 time: 0.5237925 May 28 06:40:28.859061 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c11d429-e23e-4ae8-abe8-3a4ed61e101e tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] DELETE failed (client error): The resource could not be found. May 28 06:40:28.859528 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c11d429-e23e-4ae8-abe8-3a4ed61e101e tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89109) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:40:28.861287 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-8c11d429-e23e-4ae8-abe8-3a4ed61e101e tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] 10.222.0.55 "DELETE /v2.0/subnets/7ffa005d-6257-4953-9335-7376704cb450 HTTP/1.1" status: 404 len: 337 time: 0.0407031 May 28 06:40:28.863984 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 40820) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:40:28.911657 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 40824) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:40:28.913962 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 40826) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:40:28.939205 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-4cfd8851-af33-463e-a8c8-3d38c90cedd0 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] 10.222.0.55 "GET /v2.0/ports?device_id=5bad11f6-83d1-4633-9746-6e3fd779fc92 HTTP/1.1" status: 200 len: 205 time: 0.0720556 May 28 06:40:28.939535 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 40834) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:40:28.949780 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-461ca7ae-62b2-4289-9d84-86429c3c310b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:28.984755 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port a94a168a-e805-4885-a0ff-4a005f8a69c2 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:40:28.992067 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d09d49ae-0b5a-4705-a10b-2f051d0f1e79 req-8a0c59ad-9c1e-47a0-90f4-2ffcf97f41ad tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d9e2739-d2e7-489f-8894-c4c5db308155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1531549 May 28 06:40:28.992631 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-d449686e-ef0a-4600-9eeb-6808af4328c3 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Unset dirty status for tenant:5e9e9447c07c4077b6694ab63e3affe5 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:40:28.993833 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-d449686e-ef0a-4600-9eeb-6808af4328c3 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.9420393 May 28 06:40:28.995271 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port a94a168a-e805-4885-a0ff-4a005f8a69c2 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:40:28.997496 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:29.000278 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 40838) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:40:29.021531 n-d-843702-1 neutron-server[89109]: INFO neutron.api.v2.resource [None req-268bf59f-6637-4e44-87ba-266c2f36d06f tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] delete failed (client error): The resource could not be found. May 28 06:40:29.022565 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-268bf59f-6637-4e44-87ba-266c2f36d06f tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] 10.222.0.55 "DELETE /v2.0/routers/5bad11f6-83d1-4633-9746-6e3fd779fc92 HTTP/1.1" status: 404 len: 336 time: 0.0821924 May 28 06:40:29.026562 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 40842) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:40:29.076931 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-99af5780-9137-47d9-bbbf-0cc9ba6faab8 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] DELETE failed (client error): The resource could not be found. May 28 06:40:29.077382 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99af5780-9137-47d9-bbbf-0cc9ba6faab8 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89109) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:40:29.079128 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-99af5780-9137-47d9-bbbf-0cc9ba6faab8 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] 10.222.0.55 "DELETE /v2.0/subnets/bfc8d07f-86e2-49d8-abb7-240122735b0a HTTP/1.1" status: 404 len: 337 time: 0.0515838 May 28 06:40:29.081840 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 40848) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:40:29.086781 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-36e067b5-c929-4b54-a45d-b140c0590548 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1eb3903fca5b42059dbf5c364e1001cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1742024 May 28 06:40:29.090892 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 40852) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:40:29.142968 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-ee0aac46-e0ba-4944-badb-cd5a0b7f67ea tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] 10.222.0.55 "GET /v2.0/ports?device_id=1bd178de-233f-4000-8b64-9202481a3fdf HTTP/1.1" status: 200 len: 205 time: 0.0598993 May 28 06:40:29.145892 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 40856) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:40:29.189682 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port a94a168a-e805-4885-a0ff-4a005f8a69c2 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:40:29.190537 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:29.220057 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0e57e389-ca34-4678-a731-6d9c42d2531c req-11c9da59-8b22-45be-b7f0-a29d96e3b149 service neutron] 10.222.0.55 "GET /v2.0/networks/e318623d-bb83-4735-b9a5-1ff511a26d09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5374320 May 28 06:40:29.232601 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port a94a168a-e805-4885-a0ff-4a005f8a69c2, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=a94a168a-e805-4885-a0ff-4a005f8a69c2,segment=NetworkSegment(6ead9b20-e54f-4de6-97df-041e4a5d1b55),segment_id=6ead9b20-e54f-4de6-97df-041e4a5d1b55)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:40:29.247897 n-d-843702-1 neutron-server[89109]: INFO neutron.api.v2.resource [None req-421e41d6-2516-4019-996a-cf9426b27e77 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] delete failed (client error): The resource could not be found. May 28 06:40:29.248922 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-421e41d6-2516-4019-996a-cf9426b27e77 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] 10.222.0.55 "DELETE /v2.0/routers/1bd178de-233f-4000-8b64-9202481a3fdf HTTP/1.1" status: 404 len: 336 time: 0.1022158 May 28 06:40:29.250266 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dfe9519-a7e4-485a-9d37-710e0046e459 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:29.251534 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 40860) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:40:29.251854 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dfe9519-a7e4-485a-9d37-710e0046e459 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:29.252595 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-3dfe9519-a7e4-485a-9d37-710e0046e459 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Synchronizing usage tracker for tenant:5e9e9447c07c4077b6694ab63e3affe5 on resource:subnet {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:40:29.270558 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298295b6-f573-4706-9c7d-78f56c31b931 req-8a8f3103-75e1-4f12-ae26-acafa9290aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:29.272685 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-298295b6-f573-4706-9c7d-78f56c31b931 req-8a8f3103-75e1-4f12-ae26-acafa9290aca service neutron] 10.222.0.69 "GET /v2.0/networks?id=e7d92049-bff3-4c3a-a4bd-4950c7dcad1c HTTP/1.1" status: 200 len: 912 time: 0.6113029 May 28 06:40:29.289590 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-4b4c206d-948a-462b-a1fd-e9d25edcb093 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:29.306491 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b68695f-8210-442f-a1e9-46e01ad2cde5 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] DELETE failed (client error): The resource could not be found. May 28 06:40:29.307473 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b68695f-8210-442f-a1e9-46e01ad2cde5 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89109) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:40:29.311454 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-6b68695f-8210-442f-a1e9-46e01ad2cde5 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] 10.222.0.55 "DELETE /v2.0/subnets/4e96f8f7-bd86-4f46-9fe7-a0ee4e51303d HTTP/1.1" status: 404 len: 337 time: 0.0567718 May 28 06:40:29.315909 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 40864) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:40:29.331105 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:29.331891 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device b5bf7ff8-da71-4615-92ea-96838d23f903 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:40:29.362636 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-690ce018-df22-4ac3-8067-6860cc6f02cf admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=27fabbce05994a7bbea388130ee1d540&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4452336 May 28 06:40:29.362636 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-63f9abfe-fc4e-48b5-9b93-9b88c18371a6 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] DELETE failed (client error): The resource could not be found. May 28 06:40:29.362636 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63f9abfe-fc4e-48b5-9b93-9b88c18371a6 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89109) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:40:29.363385 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-63f9abfe-fc4e-48b5-9b93-9b88c18371a6 tempest-RoutersTest-1680781242 tempest-RoutersTest-1680781242-project] 10.222.0.55 "DELETE /v2.0/subnets/d6d22735-2065-4ed6-953c-7b4d13734ec9 HTTP/1.1" status: 404 len: 337 time: 0.0466783 May 28 06:40:29.364253 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 40868) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:40:29.371716 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-298295b6-f573-4706-9c7d-78f56c31b931 req-01cc8ced-e72f-42bd-8348-a2b09c64dee3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=351ec5b9-1371-4708-89ed-03fe0d913ca5 HTTP/1.1" status: 200 len: 217 time: 0.0862734 May 28 06:40:29.440457 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-4b4c206d-948a-462b-a1fd-e9d25edcb093 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:29.443951 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-96c0c1dc-1390-41b3-9c74-786c2b743268 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:29.457734 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-3dfe9519-a7e4-485a-9d37-710e0046e459 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Unset dirty status for tenant:5e9e9447c07c4077b6694ab63e3affe5 on resource:subnet {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:40:29.458896 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-3dfe9519-a7e4-485a-9d37-710e0046e459 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4576957 May 28 06:40:29.471551 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 40874) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:40:29.479947 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-96c0c1dc-1390-41b3-9c74-786c2b743268 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:29.497887 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=a94a168a-e805-4885-a0ff-4a005f8a69c2,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:29.562837 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298295b6-f573-4706-9c7d-78f56c31b931 req-2704d827-8db7-4ed7-8664-37da640c7476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:29.564296 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-298295b6-f573-4706-9c7d-78f56c31b931 req-2704d827-8db7-4ed7-8664-37da640c7476 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=40188bf0-967d-446e-ac4f-b5c59a2acd9a HTTP/1.1" status: 200 len: 850 time: 0.1763923 May 28 06:40:29.636285 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbc6415-ef70-4b32-8718-e3bee10fb204 req-32c9db87-0908-40f1-a6c0-b569d77d37aa tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:29.639054 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1dbc6415-ef70-4b32-8718-e3bee10fb204 req-32c9db87-0908-40f1-a6c0-b569d77d37aa tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=573e5aee-d7d6-4b17-8c2f-b7442d1d616e HTTP/1.1" status: 200 len: 943 time: 0.4522963 May 28 06:40:29.652246 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port b5bf7ff8-da71-4615-92ea-96838d23f903 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:40:29.654910 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-96c0c1dc-1390-41b3-9c74-786c2b743268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:29.669918 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port b5bf7ff8-da71-4615-92ea-96838d23f903 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:40:29.671222 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:29.673282 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dcc0538-3f21-4fd2-ab56-2873d38450fa tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Deleting subnet de963bab-0adf-416d-9bfd-34a37cf831b7 {{(pid=89110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:40:29.675255 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c0c1dc-1390-41b3-9c74-786c2b743268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dcd738a-5d98-4cc8-a877-d9248f2cb0e8,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:29.685282 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-96c0c1dc-1390-41b3-9c74-786c2b743268 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:29.690046 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-96c0c1dc-1390-41b3-9c74-786c2b743268 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8dcd738a-5d98-4cc8-a877-d9248f2cb0e8 HTTP/1.1" status: 204 len: 168 time: 0.3252070 May 28 06:40:29.782656 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7dcc0538-3f21-4fd2-ab56-2873d38450fa tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks [] for subnet, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:29.846162 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port b5bf7ff8-da71-4615-92ea-96838d23f903 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:40:29.846790 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:29.861712 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1dbc6415-ef70-4b32-8718-e3bee10fb204 req-020ff196-554d-4556-9376-69b3b4df5947 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=da746f74-f7a2-404c-ba12-af4c190f6fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052069 May 28 06:40:29.876576 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:29.884178 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port b5bf7ff8-da71-4615-92ea-96838d23f903, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=b5bf7ff8-da71-4615-92ea-96838d23f903,segment=NetworkSegment(e82da2dd-17b8-4c15-8abb-711622ad0a92),segment_id=e82da2dd-17b8-4c15-8abb-711622ad0a92)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:40:29.893899 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7dcc0538-3f21-4fd2-ab56-2873d38450fa tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4150765'] for subnet, precommit_delete_associations {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:30.008655 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-df9062d1-0b81-468d-9818-47c9ce27fdda req-220cfccf-1e5e-4941-ae4c-de98cf3134e2 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] 10.222.0.55 "GET /v2.0/ports?device_id=31511953-083e-42fb-a7d3-8f5fc16aba3c HTTP/1.1" status: 200 len: 210 time: 0.0728259 May 28 06:40:30.017482 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298295b6-f573-4706-9c7d-78f56c31b931 req-b43048ec-a99d-4127-9519-78a6f2cc2383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:30.018912 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-298295b6-f573-4706-9c7d-78f56c31b931 req-b43048ec-a99d-4127-9519-78a6f2cc2383 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e7d92049-bff3-4c3a-a4bd-4950c7dcad1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4425778 May 28 06:40:30.022370 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:30.062861 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:30.074702 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 40892) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:40:30.116692 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=b5bf7ff8-da71-4615-92ea-96838d23f903,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:30.211196 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa65258a-2ba5-49b9-8089-2d09fbc73b8e req-6ec7e106-4642-41c4-914c-4cb451d551ae tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:30.217810 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa65258a-2ba5-49b9-8089-2d09fbc73b8e req-6ec7e106-4642-41c4-914c-4cb451d551ae tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:30.225783 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa65258a-2ba5-49b9-8089-2d09fbc73b8e req-6ec7e106-4642-41c4-914c-4cb451d551ae tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:30.226358 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fa65258a-2ba5-49b9-8089-2d09fbc73b8e req-6ec7e106-4642-41c4-914c-4cb451d551ae tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] 10.222.0.55 "GET /v2.0/ports?device_id=75e757b4-2d79-4493-9e4f-735cde8bfd52 HTTP/1.1" status: 200 len: 2417 time: 0.5809288 May 28 06:40:30.235235 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-4b4c206d-948a-462b-a1fd-e9d25edcb093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:30.263252 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 351ec5b9-1371-4708-89ed-03fe0d913ca5 details requested by agent hyperv_n-h1-843702-1 with host n-h1-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:40:30.310830 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-3f9f12c2-9a79-4e32-9713-577052159032 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=51e07d1dd4e842f29564191e4c945b6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2348931 May 28 06:40:30.313194 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 40906) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:40:30.377983 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c206d-948a-462b-a1fd-e9d25edcb093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50112b40-ac57-4e37-8137-979d8675a730,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:30.389560 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ffdd5daa-3a71-4aac-814d-b27a4957e244 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:30.435569 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fa65258a-2ba5-49b9-8089-2d09fbc73b8e req-a4ba9103-71f8-4e56-aa22-e958c5c8b452 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] 10.222.0.55 "GET /v2.0/security-groups?id=45cb3f7c-83ce-4298-9702-2bb3cba6af9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893611 May 28 06:40:30.452501 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7dcc0538-3f21-4fd2-ab56-2873d38450fa tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:30.458250 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 351ec5b9-1371-4708-89ed-03fe0d913ca5, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=351ec5b9-1371-4708-89ed-03fe0d913ca5,segment=NetworkSegment(4c4bc3f8-ec6f-40a7-9f80-cde5ff5de12a),segment_id=4c4bc3f8-ec6f-40a7-9f80-cde5ff5de12a)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:40:30.462673 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ffdd5daa-3a71-4aac-814d-b27a4957e244 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:30.474875 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Returning: {'device': '351ec5b9-1371-4708-89ed-03fe0d913ca5', 'network_id': 'e7d92049-bff3-4c3a-a4bd-4950c7dcad1c', 'port_id': '351ec5b9-1371-4708-89ed-03fe0d913ca5', 'mac_address': 'fa:16:3e:24:09:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40188bf0-967d-446e-ac4f-b5c59a2acd9a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:40:30.555212 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-4b4c206d-948a-462b-a1fd-e9d25edcb093 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:30.558791 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-4b4c206d-948a-462b-a1fd-e9d25edcb093 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/50112b40-ac57-4e37-8137-979d8675a730 HTTP/1.1" status: 204 len: 168 time: 1.4546266 May 28 06:40:30.582413 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 351ec5b9-1371-4708-89ed-03fe0d913ca5 is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:40:30.582794 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:30.630649 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 351ec5b9-1371-4708-89ed-03fe0d913ca5 {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:40:30.630852 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ffdd5daa-3a71-4aac-814d-b27a4957e244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:30.642040 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 351ec5b9-1371-4708-89ed-03fe0d913ca5, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=351ec5b9-1371-4708-89ed-03fe0d913ca5,segment=NetworkSegment(4c4bc3f8-ec6f-40a7-9f80-cde5ff5de12a),segment_id=4c4bc3f8-ec6f-40a7-9f80-cde5ff5de12a)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:40:30.659148 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdd5daa-3a71-4aac-814d-b27a4957e244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9442ff9-d79e-4072-afc8-44813ddd871f,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:30.661094 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005d22fc-9d81-46a3-8f02-5819b6d9f808 req-a7e93170-6e9a-41e5-8126-5937f57a229b tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:30.662261 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ffdd5daa-3a71-4aac-814d-b27a4957e244 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:30.662729 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-005d22fc-9d81-46a3-8f02-5819b6d9f808 req-a7e93170-6e9a-41e5-8126-5937f57a229b tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5b99fda-0bc9-4e50-b070-ce4a427e6fc6 HTTP/1.1" status: 200 len: 945 time: 0.4320316 May 28 06:40:30.669896 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-298295b6-f573-4706-9c7d-78f56c31b931 req-1b0e819a-f1a5-4db2-be7f-f6bbec3dcc6a service neutron] 10.222.0.69 "GET /v2.0/networks/e7d92049-bff3-4c3a-a4bd-4950c7dcad1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6419489 May 28 06:40:30.682445 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-ffdd5daa-3a71-4aac-814d-b27a4957e244 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a9442ff9-d79e-4072-afc8-44813ddd871f HTTP/1.1" status: 204 len: 168 time: 0.3557389 May 28 06:40:30.710154 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:40:30.738269 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device a94a168a-e805-4885-a0ff-4a005f8a69c2 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:40:30.804698 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:30.828242 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-005d22fc-9d81-46a3-8f02-5819b6d9f808 req-828a7f15-0d7f-4ae0-ac0a-c22da9c3eeb1 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d9e2739-d2e7-489f-8894-c4c5db308155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1573317 May 28 06:40:30.871225 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7dcc0538-3f21-4fd2-ab56-2873d38450fa tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3115981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3172005'] for subnet, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:30.913318 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=351ec5b9-1371-4708-89ed-03fe0d913ca5,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:30.922291 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port a94a168a-e805-4885-a0ff-4a005f8a69c2 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:40:30.922854 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:30.928825 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcc0538-3f21-4fd2-ab56-2873d38450fa tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Pushing event deleted for resources: {'Subnet': ['ID=de963bab-0adf-416d-9bfd-34a37cf831b7,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:30.937200 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7dcc0538-3f21-4fd2-ab56-2873d38450fa tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:30.949837 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-618e34a3-c04d-4db3-a94c-204b164e3e5c None None] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:40:30.950928 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-298295b6-f573-4706-9c7d-78f56c31b931 req-8708a234-80f4-465a-a502-c26f13b39daf service neutron] 10.222.0.69 "GET /v2.0/networks/e7d92049-bff3-4c3a-a4bd-4950c7dcad1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334626 May 28 06:40:31.062882 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-7dcc0538-3f21-4fd2-ab56-2873d38450fa tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "DELETE /v2.0/subnets/de963bab-0adf-416d-9bfd-34a37cf831b7 HTTP/1.1" status: 204 len: 168 time: 1.5864191 May 28 06:40:31.065575 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 40930) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:40:31.145009 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['351ec5b9-1371-4708-89ed-03fe0d913ca5'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:40:31.169171 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238130ce-cf80-4c46-9a68-03f950d48322 req-679a14cc-9116-4bea-899a-c44f33b90d03 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:31.173169 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-238130ce-cf80-4c46-9a68-03f950d48322 req-679a14cc-9116-4bea-899a-c44f33b90d03 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=573e5aee-d7d6-4b17-8c2f-b7442d1d616e HTTP/1.1" status: 200 len: 944 time: 0.1644394 May 28 06:40:31.274232 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-238130ce-cf80-4c46-9a68-03f950d48322 req-e46c5b76-3c1a-4381-9efe-d18c08efecfb tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=da746f74-f7a2-404c-ba12-af4c190f6fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963383 May 28 06:40:31.414944 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-14ec4ac7-f6bf-482c-a78f-8d1456bf9cf1 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3409703 May 28 06:40:31.421585 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 40946) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:40:31.432969 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-22e052e0-d06f-4257-8c76-156ad93d3a83 req-3d5f6586-ebf6-4ae9-a861-432053fa120f tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] 10.222.0.55 "GET /v2.0/ports?device_id=31511953-083e-42fb-a7d3-8f5fc16aba3c HTTP/1.1" status: 200 len: 210 time: 0.1026545 May 28 06:40:31.433889 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-abfe494e-e392-4f5f-95c0-267a7b1b25c5 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Request body: {'subnet': {'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:40:31.579430 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port a94a168a-e805-4885-a0ff-4a005f8a69c2 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:40:31.579430 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device b5bf7ff8-da71-4615-92ea-96838d23f903 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:40:31.683051 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:31.685001 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f660565f-fe78-4a75-8059-46a98819a533 req-85aa07e6-06f6-41cd-9326-de01272be46d tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:31.686541 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-abfe494e-e392-4f5f-95c0-267a7b1b25c5 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:40:31.691965 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-abfe494e-e392-4f5f-95c0-267a7b1b25c5 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Usage tracker for resource:subnet and tenant:5e9e9447c07c4077b6694ab63e3affe5 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:40:31.692672 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f660565f-fe78-4a75-8059-46a98819a533 req-85aa07e6-06f6-41cd-9326-de01272be46d tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:31.696362 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-abfe494e-e392-4f5f-95c0-267a7b1b25c5 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:40:31.700284 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f660565f-fe78-4a75-8059-46a98819a533 req-85aa07e6-06f6-41cd-9326-de01272be46d tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:31.702224 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f660565f-fe78-4a75-8059-46a98819a533 req-85aa07e6-06f6-41cd-9326-de01272be46d tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] 10.222.0.55 "GET /v2.0/ports?device_id=75e757b4-2d79-4493-9e4f-735cde8bfd52 HTTP/1.1" status: 200 len: 2417 time: 0.1893008 May 28 06:40:31.703462 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-abfe494e-e392-4f5f-95c0-267a7b1b25c5 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:40:31.780365 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port b5bf7ff8-da71-4615-92ea-96838d23f903 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:40:31.784301 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:31.784439 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f660565f-fe78-4a75-8059-46a98819a533 req-8ba59147-d4f4-46ea-b505-1a5dac843a9f tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] 10.222.0.55 "GET /v2.0/security-groups?id=45cb3f7c-83ce-4298-9702-2bb3cba6af9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713546 May 28 06:40:31.812112 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abfe494e-e392-4f5f-95c0-267a7b1b25c5 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Made reservation on behalf of 5e9e9447c07c4077b6694ab63e3affe5 for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:40:31.816971 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-abfe494e-e392-4f5f-95c0-267a7b1b25c5 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:31.860467 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c24f65-1eb6-4a8c-b258-0b1944c5a27f None None] DHCP port deletion for 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:40:31.873078 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-d9c24f65-1eb6-4a8c-b258-0b1944c5a27f None None] Deleting port b5bf7ff8-da71-4615-92ea-96838d23f903 {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:40:31.874027 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9c24f65-1eb6-4a8c-b258-0b1944c5a27f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:31.969716 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 40964) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:40:32.097921 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port b5bf7ff8-da71-4615-92ea-96838d23f903 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:40:32.123169 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf43187c-8d97-499f-bcba-68269b7c9edf req-23340213-0ff4-4201-a12d-2e1778e8f373 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:32.126983 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bf43187c-8d97-499f-bcba-68269b7c9edf req-23340213-0ff4-4201-a12d-2e1778e8f373 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5b99fda-0bc9-4e50-b070-ce4a427e6fc6 HTTP/1.1" status: 200 len: 945 time: 0.1140134 May 28 06:40:32.181312 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bf43187c-8d97-499f-bcba-68269b7c9edf req-d5eadba5-99bd-4c0f-87a2-39e9419418e8 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d9e2739-d2e7-489f-8894-c4c5db308155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463352 May 28 06:40:32.226770 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-d9c24f65-1eb6-4a8c-b258-0b1944c5a27f None None] For port b5bf7ff8-da71-4615-92ea-96838d23f903, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=b5bf7ff8-da71-4615-92ea-96838d23f903,segment=NetworkSegment(e82da2dd-17b8-4c15-8abb-711622ad0a92),segment_id=e82da2dd-17b8-4c15-8abb-711622ad0a92)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:40:32.227172 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9c24f65-1eb6-4a8c-b258-0b1944c5a27f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:32.229858 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-abfe494e-e392-4f5f-95c0-267a7b1b25c5 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:32.278104 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-0bb8e99b-2f08-48bb-9f0e-39c44bc3c186 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1231227440'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:40:32.291976 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:32.292204 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-0bb8e99b-2f08-48bb-9f0e-39c44bc3c186 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:40:32.303114 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-0bb8e99b-2f08-48bb-9f0e-39c44bc3c186 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Usage tracker for resource:network and tenant:94cac8c050e34681825b5b9355a80ece is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:40:32.308358 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-0bb8e99b-2f08-48bb-9f0e-39c44bc3c186 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:40:32.316283 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abfe494e-e392-4f5f-95c0-267a7b1b25c5 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:40:32.320042 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-0bb8e99b-2f08-48bb-9f0e-39c44bc3c186 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:40:32.323107 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-abfe494e-e392-4f5f-95c0-267a7b1b25c5 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:40:32.326195 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abfe494e-e392-4f5f-95c0-267a7b1b25c5 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:32.326867 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-abfe494e-e392-4f5f-95c0-267a7b1b25c5 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:32.354403 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfe494e-e392-4f5f-95c0-267a7b1b25c5 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Pushing event updated for resources: {'Subnet': ['ID=cf0df005-fc3f-46b4-ae35-1e12450b6bc5,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:32.422913 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-d9c24f65-1eb6-4a8c-b258-0b1944c5a27f None None] Calling delete_port for b5bf7ff8-da71-4615-92ea-96838d23f903 owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:40:32.450625 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bb8e99b-2f08-48bb-9f0e-39c44bc3c186 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Made reservation on behalf of 94cac8c050e34681825b5b9355a80ece for: {'network': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:40:32.454825 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0bb8e99b-2f08-48bb-9f0e-39c44bc3c186 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:32.487946 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0bb8e99b-2f08-48bb-9f0e-39c44bc3c186 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:32.530543 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-abfe494e-e392-4f5f-95c0-267a7b1b25c5 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1077733 May 28 06:40:32.531389 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 40988) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:40:32.539145 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-0bb8e99b-2f08-48bb-9f0e-39c44bc3c186 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:40:32.545754 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-0bb8e99b-2f08-48bb-9f0e-39c44bc3c186 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Usage tracker for resource:security_group_rule and tenant:94cac8c050e34681825b5b9355a80ece is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:40:32.550812 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-0bb8e99b-2f08-48bb-9f0e-39c44bc3c186 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:40:32.563692 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-0bb8e99b-2f08-48bb-9f0e-39c44bc3c186 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:40:32.578950 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538217dd-1a15-4da9-9fd3-6784e6e8b432 req-55033359-80db-41f2-a44c-1bb5d708eece tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:32.580718 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-538217dd-1a15-4da9-9fd3-6784e6e8b432 req-55033359-80db-41f2-a44c-1bb5d708eece tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=573e5aee-d7d6-4b17-8c2f-b7442d1d616e HTTP/1.1" status: 200 len: 944 time: 0.1498907 May 28 06:40:32.586438 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-6729ade9-0792-4c4b-aa69-37df4902e3ef tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1326637300', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:40:32.633513 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-6729ade9-0792-4c4b-aa69-37df4902e3ef tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:40:32.644954 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-6729ade9-0792-4c4b-aa69-37df4902e3ef tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Usage tracker for resource:router and tenant:5e9e9447c07c4077b6694ab63e3affe5 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:40:32.654145 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-6729ade9-0792-4c4b-aa69-37df4902e3ef tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:40:32.656533 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device b5bf7ff8-da71-4615-92ea-96838d23f903 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:40:32.688513 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9c24f65-1eb6-4a8c-b258-0b1944c5a27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879'] for port, after_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:32.746976 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: b5bf7ff8-da71-4615-92ea-96838d23f903 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:40:32.747200 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device b5bf7ff8-da71-4615-92ea-96838d23f903 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:40:32.748758 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c24f65-1eb6-4a8c-b258-0b1944c5a27f None None] No DVR routers for this DVR port b5bf7ff8-da71-4615-92ea-96838d23f903 on host n-d-843702-1 {{(pid=89111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:40:32.758252 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c24f65-1eb6-4a8c-b258-0b1944c5a27f None None] Pushing event deleted for resources: {'Port': ['ID=b5bf7ff8-da71-4615-92ea-96838d23f903,revision_number=None']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:32.765547 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 40996) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:40:32.778134 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-949cff4b-0dbd-471f-ae60-ee454e67b60f None None] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:40:32.783165 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-11fd4279-c6dd-456f-8206-12f2bdb99c9f req-08414058-ee95-4318-905f-e617a31a9c5d tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] 10.222.0.55 "GET /v2.0/ports?device_id=31511953-083e-42fb-a7d3-8f5fc16aba3c HTTP/1.1" status: 200 len: 210 time: 0.1263916 May 28 06:40:32.788959 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-6729ade9-0792-4c4b-aa69-37df4902e3ef tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:40:32.836764 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0bb8e99b-2f08-48bb-9f0e-39c44bc3c186 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:32.913706 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0bb8e99b-2f08-48bb-9f0e-39c44bc3c186 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:32.935279 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 41004) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:40:32.960579 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e57e389-ca34-4678-a731-6d9c42d2531c req-bc2d63d4-eaaf-4632-a024-79950a26d96d tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:32.962090 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0e57e389-ca34-4678-a731-6d9c42d2531c req-bc2d63d4-eaaf-4632-a024-79950a26d96d tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] 10.222.0.71 "GET /v2.0/networks?id=e318623d-bb83-4735-b9a5-1ff511a26d09 HTTP/1.1" status: 200 len: 820 time: 0.3511834 May 28 06:40:32.972370 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bb8e99b-2f08-48bb-9f0e-39c44bc3c186 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=89109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:40:32.983560 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb8e99b-2f08-48bb-9f0e-39c44bc3c186 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44ed7b1a-2893-448f-a1d9-f7ab30200e7c,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:32.990324 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0bb8e99b-2f08-48bb-9f0e-39c44bc3c186 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:32.990872 n-d-843702-1 neutron-server[89109]: INFO neutron.db.segments_db [None req-0bb8e99b-2f08-48bb-9f0e-39c44bc3c186 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Added segment 11da6225-78fc-4344-9ee8-747c52216a3c of type vlan for network 76df13db-6dd8-42b5-8002-df5ce26882e8 May 28 06:40:32.995971 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-538217dd-1a15-4da9-9fd3-6784e6e8b432 req-62e8efa4-c43e-4181-a46c-ce8bd244001e tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=da746f74-f7a2-404c-ba12-af4c190f6fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4009147 May 28 06:40:33.009145 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-0e57e389-ca34-4678-a731-6d9c42d2531c req-6c5a1578-313f-4bc2-974c-90f19d3bccd3 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Request body: {'port': {'device_id': '31511953-083e-42fb-a7d3-8f5fc16aba3c', 'network_id': 'e318623d-bb83-4735-b9a5-1ff511a26d09', 'admin_state_up': True, 'tenant_id': '3e433ca89e6e4cecb06b276f6587beee'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:40:33.037536 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0bb8e99b-2f08-48bb-9f0e-39c44bc3c186 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:33.050850 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6729ade9-0792-4c4b-aa69-37df4902e3ef tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59128'] for router, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:33.051913 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6729ade9-0792-4c4b-aa69-37df4902e3ef tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59009'] for router, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:33.127366 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6729ade9-0792-4c4b-aa69-37df4902e3ef tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:33.127926 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-8b57bb7f-8ee9-4274-941b-8c727b5d321c admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1801807974-network', 'tenant_id': '52a114356afd4e7ab44d0cf9b741f68f'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:40:33.144532 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-8b57bb7f-8ee9-4274-941b-8c727b5d321c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:40:33.155298 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-8b57bb7f-8ee9-4274-941b-8c727b5d321c admin admin] Usage tracker for resource:network and tenant:52a114356afd4e7ab44d0cf9b741f68f is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:40:33.167030 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-8b57bb7f-8ee9-4274-941b-8c727b5d321c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:40:33.173188 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0bb8e99b-2f08-48bb-9f0e-39c44bc3c186 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:33.179049 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb8e99b-2f08-48bb-9f0e-39c44bc3c186 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:33.179897 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0bb8e99b-2f08-48bb-9f0e-39c44bc3c186 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:33.226986 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb7bcc7-b848-4a5c-a5de-9e0b6c5cb795 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-147bfd32-62dc-4be0-82de-f4d6fa5b4cc2', 'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2', 'tenant_id': '5e9e9447c07c4077b6694ab63e3affe5', 'fixed_ips': [{'subnet_id': 'cf0df005-fc3f-46b4-ae35-1e12450b6bc5'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:40:33.228683 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-6cb7bcc7-b848-4a5c-a5de-9e0b6c5cb795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:33.247568 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-8b57bb7f-8ee9-4274-941b-8c727b5d321c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:40:33.344290 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6729ade9-0792-4c4b-aa69-37df4902e3ef tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690761'] for router, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:33.381125 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-0e57e389-ca34-4678-a731-6d9c42d2531c req-6c5a1578-313f-4bc2-974c-90f19d3bccd3 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:40:33.390112 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb8e99b-2f08-48bb-9f0e-39c44bc3c186 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Pushing event updated for resources: {'Network': ['ID=76df13db-6dd8-42b5-8002-df5ce26882e8,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:33.395091 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-0e57e389-ca34-4678-a731-6d9c42d2531c req-6c5a1578-313f-4bc2-974c-90f19d3bccd3 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:40:33.398516 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-5d79e6ee-c2f4-4483-b6f5-1418cebcf3bf tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Request body: {'security_group': {'name': 'tempest-secgroup--763919534'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:40:33.407609 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145e4716-9b0d-4269-8a6a-64d563ecf298 req-96fde035-23cf-42fd-aee9-ae1ca1c0e320 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:33.410350 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-0bb8e99b-2f08-48bb-9f0e-39c44bc3c186 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4392071 May 28 06:40:33.411724 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-5d79e6ee-c2f4-4483-b6f5-1418cebcf3bf tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:40:33.414147 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145e4716-9b0d-4269-8a6a-64d563ecf298 req-96fde035-23cf-42fd-aee9-ae1ca1c0e320 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:33.416835 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-5d79e6ee-c2f4-4483-b6f5-1418cebcf3bf tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Usage tracker for resource:security_group and tenant:c63f5c7f6ee64d0f94a0f9d286904eef is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:40:33.420828 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145e4716-9b0d-4269-8a6a-64d563ecf298 req-96fde035-23cf-42fd-aee9-ae1ca1c0e320 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:33.423505 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-5d79e6ee-c2f4-4483-b6f5-1418cebcf3bf tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:40:33.428819 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-145e4716-9b0d-4269-8a6a-64d563ecf298 req-96fde035-23cf-42fd-aee9-ae1ca1c0e320 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] 10.222.0.55 "GET /v2.0/ports?device_id=75e757b4-2d79-4493-9e4f-735cde8bfd52 HTTP/1.1" status: 200 len: 2417 time: 0.3817761 May 28 06:40:33.436091 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0d0b42-add4-469b-9a53-a347c9237111 req-be5e18ce-dc1f-4f4d-9cef-a255aa0a4d66 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:33.442198 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0d0b42-add4-469b-9a53-a347c9237111 req-be5e18ce-dc1f-4f4d-9cef-a255aa0a4d66 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:33.448388 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0d0b42-add4-469b-9a53-a347c9237111 req-be5e18ce-dc1f-4f4d-9cef-a255aa0a4d66 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:33.449252 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-ef0d0b42-add4-469b-9a53-a347c9237111 req-be5e18ce-dc1f-4f4d-9cef-a255aa0a4d66 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Synchronizing usage tracker for tenant:60982381454b4376b475404da5b08605 on resource:port {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:40:33.455184 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-5d79e6ee-c2f4-4483-b6f5-1418cebcf3bf tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:40:33.477972 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-6cb7bcc7-b848-4a5c-a5de-9e0b6c5cb795 None None] Allocated IP 2001:db8::2 (147bfd32-62dc-4be0-82de-f4d6fa5b4cc2/cf0df005-fc3f-46b4-ae35-1e12450b6bc5/84226adc-ed1b-4016-9ae8-29759201033b) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:40:33.488731 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6729ade9-0792-4c4b-aa69-37df4902e3ef tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks [] for router, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:33.491948 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-6729ade9-0792-4c4b-aa69-37df4902e3ef tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.9098153 May 28 06:40:33.495789 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 41012) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:40:33.527640 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-145e4716-9b0d-4269-8a6a-64d563ecf298 req-6f65503d-f9a8-4ab3-886a-b45a601c25e0 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] 10.222.0.55 "GET /v2.0/security-groups?id=45cb3f7c-83ce-4298-9702-2bb3cba6af9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977900 May 28 06:40:33.531055 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e57e389-ca34-4678-a731-6d9c42d2531c req-6c5a1578-313f-4bc2-974c-90f19d3bccd3 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Made reservation on behalf of 3e433ca89e6e4cecb06b276f6587beee for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:40:33.534685 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-0e57e389-ca34-4678-a731-6d9c42d2531c req-6c5a1578-313f-4bc2-974c-90f19d3bccd3 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:33.645321 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-ef0d0b42-add4-469b-9a53-a347c9237111 req-be5e18ce-dc1f-4f4d-9cef-a255aa0a4d66 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Unset dirty status for tenant:60982381454b4376b475404da5b08605 on resource:port {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:40:33.649497 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-ef0d0b42-add4-469b-9a53-a347c9237111 req-be5e18ce-dc1f-4f4d-9cef-a255aa0a4d66 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] 10.222.0.71 "GET /v2.0/ports?device_id=75e757b4-2d79-4493-9e4f-735cde8bfd52 HTTP/1.1" status: 200 len: 2417 time: 0.5715117 May 28 06:40:33.650098 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b57bb7f-8ee9-4274-941b-8c727b5d321c admin admin] Made reservation on behalf of 52a114356afd4e7ab44d0cf9b741f68f for: {'network': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:40:33.655088 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8b57bb7f-8ee9-4274-941b-8c727b5d321c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:33.656634 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 76df13db-6dd8-42b5-8002-df5ce26882e8 details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:40:33.702094 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5d79e6ee-c2f4-4483-b6f5-1418cebcf3bf tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:33.710888 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 41016) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:40:33.721574 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-f0ad0ac5-cb85-43e9-a42d-365c33e2e35a tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Request body: {'subnet': {'network_id': '76df13db-6dd8-42b5-8002-df5ce26882e8', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:40:33.778230 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8b57bb7f-8ee9-4274-941b-8c727b5d321c admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:33.799169 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5d79e6ee-c2f4-4483-b6f5-1418cebcf3bf tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:33.827730 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-5d79e6ee-c2f4-4483-b6f5-1418cebcf3bf tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:40:33.831768 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-5d79e6ee-c2f4-4483-b6f5-1418cebcf3bf tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Usage tracker for resource:security_group_rule and tenant:c63f5c7f6ee64d0f94a0f9d286904eef is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:40:33.834819 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-5d79e6ee-c2f4-4483-b6f5-1418cebcf3bf tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:40:33.841315 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-5d79e6ee-c2f4-4483-b6f5-1418cebcf3bf tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:40:33.857841 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-6cb7bcc7-b848-4a5c-a5de-9e0b6c5cb795 None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:33.871412 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-6cb7bcc7-b848-4a5c-a5de-9e0b6c5cb795 None None] Transition to ACTIVE for port object 84226adc-ed1b-4016-9ae8-29759201033b will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:40:33.895447 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-6cb7bcc7-b848-4a5c-a5de-9e0b6c5cb795 None None] Transition to ACTIVE for port object 84226adc-ed1b-4016-9ae8-29759201033b will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:40:33.914493 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-8b57bb7f-8ee9-4274-941b-8c727b5d321c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:40:33.935853 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-8b57bb7f-8ee9-4274-941b-8c727b5d321c admin admin] Usage tracker for resource:security_group_rule and tenant:52a114356afd4e7ab44d0cf9b741f68f is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:40:33.978211 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-6cb7bcc7-b848-4a5c-a5de-9e0b6c5cb795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:34.004402 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-8b57bb7f-8ee9-4274-941b-8c727b5d321c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:40:34.011106 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [req-ef0d0b42-add4-469b-9a53-a347c9237111 req-18404a75-32a2-4333-b28d-cbec3be9f2cc tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Deleting port f38f340c-af89-4a3d-92ca-c4a7904d4338 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:40:34.011106 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-ef0d0b42-add4-469b-9a53-a347c9237111 req-18404a75-32a2-4333-b28d-cbec3be9f2cc tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:34.042366 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-436d70fe-4770-4c70-bea1-22d8ec4292fc req-780c64cc-92d7-437d-a26f-c0c7104aeb1a tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] 10.222.0.55 "GET /v2.0/ports?device_id=31511953-083e-42fb-a7d3-8f5fc16aba3c HTTP/1.1" status: 200 len: 210 time: 0.0765374 May 28 06:40:34.054374 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-8b57bb7f-8ee9-4274-941b-8c727b5d321c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:40:34.055909 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb7bcc7-b848-4a5c-a5de-9e0b6c5cb795 None None] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:40:34.058930 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-6cb7bcc7-b848-4a5c-a5de-9e0b6c5cb795 None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:40:34.071569 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb7bcc7-b848-4a5c-a5de-9e0b6c5cb795 None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:40:34.098388 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-f0ad0ac5-cb85-43e9-a42d-365c33e2e35a tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:40:34.114256 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-f0ad0ac5-cb85-43e9-a42d-365c33e2e35a tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Usage tracker for resource:subnet and tenant:94cac8c050e34681825b5b9355a80ece is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:40:34.127553 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898c52dd-d61d-4921-8094-a67fd5d03ca2 req-1ed200a3-a85d-4904-ae44-9297e4b987d7 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:34.135601 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-898c52dd-d61d-4921-8094-a67fd5d03ca2 req-1ed200a3-a85d-4904-ae44-9297e4b987d7 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5b99fda-0bc9-4e50-b070-ce4a427e6fc6 HTTP/1.1" status: 200 len: 945 time: 0.5630176 May 28 06:40:34.138064 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-f0ad0ac5-cb85-43e9-a42d-365c33e2e35a tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:40:34.165916 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-f0ad0ac5-cb85-43e9-a42d-365c33e2e35a tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:40:34.208355 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb7bcc7-b848-4a5c-a5de-9e0b6c5cb795 None None] Pushing event updated for resources: {'Port': ['ID=84226adc-ed1b-4016-9ae8-29759201033b,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:34.220199 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-6cb7bcc7-b848-4a5c-a5de-9e0b6c5cb795 None None] Attempting to bind port 84226adc-ed1b-4016-9ae8-29759201033b on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:40:34.220199 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-6cb7bcc7-b848-4a5c-a5de-9e0b6c5cb795 None None] Attempting to bind port 84226adc-ed1b-4016-9ae8-29759201033b by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'e82da2dd-17b8-4c15-8abb-711622ad0a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:40:34.220199 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb7bcc7-b848-4a5c-a5de-9e0b6c5cb795 None None] Attempting to bind port 84226adc-ed1b-4016-9ae8-29759201033b on network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:40:34.229586 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb7bcc7-b848-4a5c-a5de-9e0b6c5cb795 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:40:34.234331 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb7bcc7-b848-4a5c-a5de-9e0b6c5cb795 None None] Checking segment: {'id': 'e82da2dd-17b8-4c15-8abb-711622ad0a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:40:34.235148 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-6cb7bcc7-b848-4a5c-a5de-9e0b6c5cb795 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:34.235554 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb7bcc7-b848-4a5c-a5de-9e0b6c5cb795 None None] Bound using segment: {'id': 'e82da2dd-17b8-4c15-8abb-711622ad0a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:40:34.236059 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-6cb7bcc7-b848-4a5c-a5de-9e0b6c5cb795 None None] Bound port: 84226adc-ed1b-4016-9ae8-29759201033b, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e82da2dd-17b8-4c15-8abb-711622ad0a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:40:34.236444 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-6cb7bcc7-b848-4a5c-a5de-9e0b6c5cb795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:34.254540 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [req-0e57e389-ca34-4678-a731-6d9c42d2531c req-6c5a1578-313f-4bc2-974c-90f19d3bccd3 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Allocated IP 172.20.0.11 (e318623d-bb83-4735-b9a5-1ff511a26d09/463ce692-2fe5-4a51-b619-7b3391bfe8b8/d60d4c69-7440-4039-9008-c5988f83484a) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:40:34.276835 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-898c52dd-d61d-4921-8094-a67fd5d03ca2 req-9f5d0ab1-647d-4128-860d-c068777d0c62 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d9e2739-d2e7-489f-8894-c4c5db308155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1401145 May 28 06:40:34.309991 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 351ec5b9-1371-4708-89ed-03fe0d913ca5 up at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:40:34.331104 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0ad0ac5-cb85-43e9-a42d-365c33e2e35a tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Made reservation on behalf of 94cac8c050e34681825b5b9355a80ece for: {'subnet': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:40:34.335135 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f0ad0ac5-cb85-43e9-a42d-365c33e2e35a tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3171998'] for subnet, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:34.390851 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-6cb7bcc7-b848-4a5c-a5de-9e0b6c5cb795 None None] For port 84226adc-ed1b-4016-9ae8-29759201033b, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:40:34.395041 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-6cb7bcc7-b848-4a5c-a5de-9e0b6c5cb795 None None] For port 84226adc-ed1b-4016-9ae8-29759201033b, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=84226adc-ed1b-4016-9ae8-29759201033b,segment=NetworkSegment(e82da2dd-17b8-4c15-8abb-711622ad0a92),segment_id=e82da2dd-17b8-4c15-8abb-711622ad0a92)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:40:34.433958 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d45269-2811-4ba3-a595-ed0b0a31340c req-012e9982-d273-4796-8332-9f46b3ee047d tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:34.435433 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-21d45269-2811-4ba3-a595-ed0b0a31340c req-012e9982-d273-4796-8332-9f46b3ee047d tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=573e5aee-d7d6-4b17-8c2f-b7442d1d616e HTTP/1.1" status: 200 len: 944 time: 0.2614663 May 28 06:40:34.463639 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-6cb7bcc7-b848-4a5c-a5de-9e0b6c5cb795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:34.546184 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb7bcc7-b848-4a5c-a5de-9e0b6c5cb795 None None] Pushing event updated for resources: {'Port': ['ID=84226adc-ed1b-4016-9ae8-29759201033b,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:34.551493 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning for port 351ec5b9-1371-4708-89ed-03fe0d913ca5 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:40:34.560381 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning complete for port 351ec5b9-1371-4708-89ed-03fe0d913ca5 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:40:34.560381 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:34.609849 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-21d45269-2811-4ba3-a595-ed0b0a31340c req-b1ac5e09-d520-4510-b350-aa7b01f92c31 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=da746f74-f7a2-404c-ba12-af4c190f6fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579266 May 28 06:40:34.685734 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5d79e6ee-c2f4-4483-b6f5-1418cebcf3bf tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:34.750920 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-0e57e389-ca34-4678-a731-6d9c42d2531c req-6c5a1578-313f-4bc2-974c-90f19d3bccd3 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:34.812378 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5d79e6ee-c2f4-4483-b6f5-1418cebcf3bf tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:34.827261 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e738b738-d80a-4cac-8b84-8d2dc2ef4bab tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:34.847790 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 351ec5b9-1371-4708-89ed-03fe0d913ca5 is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:40:34.854599 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-5d79e6ee-c2f4-4483-b6f5-1418cebcf3bf tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:40:34.854706 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:34.893375 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-5d79e6ee-c2f4-4483-b6f5-1418cebcf3bf tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Usage tracker for resource:security_group_rule and tenant:c63f5c7f6ee64d0f94a0f9d286904eef is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:40:34.899286 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-5d79e6ee-c2f4-4483-b6f5-1418cebcf3bf tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:40:34.924214 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '573e5aee-d7d6-4b17-8c2f-b7442d1d616e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '351ec5b9-1371-4708-89ed-03fe0d913ca5'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:40:34.936064 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 351ec5b9-1371-4708-89ed-03fe0d913ca5, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=351ec5b9-1371-4708-89ed-03fe0d913ca5,segment=NetworkSegment(4c4bc3f8-ec6f-40a7-9f80-cde5ff5de12a),segment_id=4c4bc3f8-ec6f-40a7-9f80-cde5ff5de12a)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:40:34.954731 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4059f6fe-1bc4-49b4-8ed9-3ad40e7569ad req-7710c8e9-4871-40b5-adea-e6f97bee4936 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:34.961182 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4059f6fe-1bc4-49b4-8ed9-3ad40e7569ad req-7710c8e9-4871-40b5-adea-e6f97bee4936 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:34.967771 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4059f6fe-1bc4-49b4-8ed9-3ad40e7569ad req-7710c8e9-4871-40b5-adea-e6f97bee4936 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:34.970087 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4059f6fe-1bc4-49b4-8ed9-3ad40e7569ad req-7710c8e9-4871-40b5-adea-e6f97bee4936 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] 10.222.0.55 "GET /v2.0/ports?device_id=75e757b4-2d79-4493-9e4f-735cde8bfd52 HTTP/1.1" status: 200 len: 2417 time: 0.1401963 May 28 06:40:34.971529 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-0e57e389-ca34-4678-a731-6d9c42d2531c req-6c5a1578-313f-4bc2-974c-90f19d3bccd3 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:35.000370 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-5d79e6ee-c2f4-4483-b6f5-1418cebcf3bf tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:40:35.008643 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8b57bb7f-8ee9-4274-941b-8c727b5d321c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:35.008787 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2954155e-b24e-4b32-a3af-c53dd618924a'] response: {'server_uuid': '573e5aee-d7d6-4b17-8c2f-b7442d1d616e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '351ec5b9-1371-4708-89ed-03fe0d913ca5', 'code': 200} May 28 06:40:35.037804 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f0ad0ac5-cb85-43e9-a42d-365c33e2e35a tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3115906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3172012'] for subnet, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:35.097759 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:35.102364 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d79e6ee-c2f4-4483-b6f5-1418cebcf3bf tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=746efc9e-a3a2-4eef-9078-dc8ab0d05780,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:35.143922 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8b57bb7f-8ee9-4274-941b-8c727b5d321c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:35.189258 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-ef0d0b42-add4-469b-9a53-a347c9237111 req-18404a75-32a2-4333-b28d-cbec3be9f2cc tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] For port f38f340c-af89-4a3d-92ca-c4a7904d4338, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=f38f340c-af89-4a3d-92ca-c4a7904d4338,segment=NetworkSegment(e0f2ff40-fdb3-47bd-9624-9a741f0eb401),segment_id=e0f2ff40-fdb3-47bd-9624-9a741f0eb401)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:40:35.193074 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-ef0d0b42-add4-469b-9a53-a347c9237111 req-18404a75-32a2-4333-b28d-cbec3be9f2cc tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:35.248842 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=351ec5b9-1371-4708-89ed-03fe0d913ca5,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:35.278400 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e57e389-ca34-4678-a731-6d9c42d2531c req-6c5a1578-313f-4bc2-974c-90f19d3bccd3 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Network e318623d-bb83-4735-b9a5-1ff511a26d09 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:40:35.291104 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [req-0e57e389-ca34-4678-a731-6d9c42d2531c req-6c5a1578-313f-4bc2-974c-90f19d3bccd3 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:40:35.304849 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e57e389-ca34-4678-a731-6d9c42d2531c req-6c5a1578-313f-4bc2-974c-90f19d3bccd3 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:40:35.341365 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5a1578-313f-4bc2-974c-90f19d3bccd3 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Pushing event updated for resources: {'Port': ['ID=d60d4c69-7440-4039-9008-c5988f83484a,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:35.383451 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b57bb7f-8ee9-4274-941b-8c727b5d321c admin admin] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=89109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:40:35.399521 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4059f6fe-1bc4-49b4-8ed9-3ad40e7569ad req-e43c7a83-7eef-42e1-ae6c-5705564e575f tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] 10.222.0.55 "GET /v2.0/security-groups?id=45cb3f7c-83ce-4298-9702-2bb3cba6af9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3704331 May 28 06:40:35.452388 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ad0ac5-cb85-43e9-a42d-365c33e2e35a tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Pushing event updated for resources: {'Subnet': ['ID=6841a87e-2b3d-4bf8-a0ec-9dd081c6bd91,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:35.482883 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [req-ef0d0b42-add4-469b-9a53-a347c9237111 req-18404a75-32a2-4333-b28d-cbec3be9f2cc tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Calling delete_port for f38f340c-af89-4a3d-92ca-c4a7904d4338 owned by compute:nova {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:40:35.490065 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ad0ac5-cb85-43e9-a42d-365c33e2e35a tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Checking segment: {'id': '11da6225-78fc-4344-9ee8-747c52216a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '76df13db-6dd8-42b5-8002-df5ce26882e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:40:35.490641 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ad0ac5-cb85-43e9-a42d-365c33e2e35a tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Network hostable DHCP agents. Network: 76df13db-6dd8-42b5-8002-df5ce26882e8, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89110) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:40:35.511797 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e57e389-ca34-4678-a731-6d9c42d2531c req-6c5a1578-313f-4bc2-974c-90f19d3bccd3 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:35.512741 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-0e57e389-ca34-4678-a731-6d9c42d2531c req-6c5a1578-313f-4bc2-974c-90f19d3bccd3 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:35.560136 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8b57bb7f-8ee9-4274-941b-8c727b5d321c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:35.560487 n-d-843702-1 neutron-server[89109]: INFO neutron.db.segments_db [None req-8b57bb7f-8ee9-4274-941b-8c727b5d321c admin admin] Added segment e5774974-a268-42c3-8d55-e8adb9ff8a98 of type vlan for network 2710da85-e3fe-4b51-9267-ec429f081f41 May 28 06:40:35.561646 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b57bb7f-8ee9-4274-941b-8c727b5d321c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d301e86-cf04-4da0-9367-d07bef67f9ab,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:35.644028 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0e57e389-ca34-4678-a731-6d9c42d2531c req-6c5a1578-313f-4bc2-974c-90f19d3bccd3 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6656439 May 28 06:40:35.668802 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-0e57e389-ca34-4678-a731-6d9c42d2531c req-a6cac85d-3b9c-4f14-85ab-756c9a327136 service neutron] Request body: {'port': {'device_id': '31511953-083e-42fb-a7d3-8f5fc16aba3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843702-1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:40:35.699811 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79145a52-9aed-4b78-bbb1-3bab8713910c req-2315f96a-5dd8-4766-abb6-041b9c4cec52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:35.701217 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-79145a52-9aed-4b78-bbb1-3bab8713910c req-2315f96a-5dd8-4766-abb6-041b9c4cec52 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=573e5aee-d7d6-4b17-8c2f-b7442d1d616e HTTP/1.1" status: 200 len: 1096 time: 0.5449958 May 28 06:40:35.710172 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8b57bb7f-8ee9-4274-941b-8c727b5d321c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:35.711486 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ad0ac5-cb85-43e9-a42d-365c33e2e35a tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Network 76df13db-6dd8-42b5-8002-df5ce26882e8 is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89110) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:40:35.732921 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5d79e6ee-c2f4-4483-b6f5-1418cebcf3bf tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:35.759945 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d88ee4b-38c5-4f24-a129-f5d0e02f5955 req-5e6c058c-b940-42ec-afba-a9588a260e3d tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:35.760657 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-8d88ee4b-38c5-4f24-a129-f5d0e02f5955 req-5e6c058c-b940-42ec-afba-a9588a260e3d tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Synchronizing usage tracker for tenant:3e433ca89e6e4cecb06b276f6587beee on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:40:35.823407 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5d79e6ee-c2f4-4483-b6f5-1418cebcf3bf tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:35.842533 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-f0ad0ac5-cb85-43e9-a42d-365c33e2e35a tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, 76df13db-6dd8-42b5-8002-df5ce26882e8) {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:40:35.851949 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b31fa8-8f42-4c39-bd8b-aff450633a2c None None] Network 76df13db-6dd8-42b5-8002-df5ce26882e8 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:40:35.855973 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-79145a52-9aed-4b78-bbb1-3bab8713910c req-4a1aeec1-e289-4602-ab10-adfd070b400a service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=da746f74-f7a2-404c-ba12-af4c190f6fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460299 May 28 06:40:35.860946 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ad0ac5-cb85-43e9-a42d-365c33e2e35a tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:35.861547 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f0ad0ac5-cb85-43e9-a42d-365c33e2e35a tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:35.877334 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125df57b-14ec-4443-90ca-fc89f2492b25 req-37ae2de2-7d42-445c-8d27-adfb84a7bad3 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:35.884440 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-125df57b-14ec-4443-90ca-fc89f2492b25 req-37ae2de2-7d42-445c-8d27-adfb84a7bad3 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5b99fda-0bc9-4e50-b070-ce4a427e6fc6 HTTP/1.1" status: 200 len: 945 time: 0.3037331 May 28 06:40:35.896597 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-8d88ee4b-38c5-4f24-a129-f5d0e02f5955 req-5e6c058c-b940-42ec-afba-a9588a260e3d tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Unset dirty status for tenant:3e433ca89e6e4cecb06b276f6587beee on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:40:35.897773 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8d88ee4b-38c5-4f24-a129-f5d0e02f5955 req-5e6c058c-b940-42ec-afba-a9588a260e3d tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] 10.222.0.55 "GET /v2.0/ports?device_id=31511953-083e-42fb-a7d3-8f5fc16aba3c HTTP/1.1" status: 200 len: 932 time: 0.5575523 May 28 06:40:35.924238 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-e738b738-d80a-4cac-8b84-8d2dc2ef4bab tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Allocated IP 2001:db8::1 (147bfd32-62dc-4be0-82de-f4d6fa5b4cc2/cf0df005-fc3f-46b4-ae35-1e12450b6bc5/6fade715-b6fd-40be-8f40-d157c0de2aed) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:40:35.942441 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d79e6ee-c2f4-4483-b6f5-1418cebcf3bf tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e41fa7e3-a10d-4a3e-bda3-3fb91aa9035d,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:35.949035 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-0e57e389-ca34-4678-a731-6d9c42d2531c req-a6cac85d-3b9c-4f14-85ab-756c9a327136 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:36.080382 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5d79e6ee-c2f4-4483-b6f5-1418cebcf3bf tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:36.080608 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-f0ad0ac5-cb85-43e9-a42d-365c33e2e35a tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.3636498 May 28 06:40:36.081615 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-5d79e6ee-c2f4-4483-b6f5-1418cebcf3bf tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 3.3146636 May 28 06:40:36.081615 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8b57bb7f-8ee9-4274-941b-8c727b5d321c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:36.082446 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b57bb7f-8ee9-4274-941b-8c727b5d321c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:36.083017 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8b57bb7f-8ee9-4274-941b-8c727b5d321c admin admin] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:36.088792 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 41048) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:40:36.089078 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 41050) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:40:36.102188 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-125df57b-14ec-4443-90ca-fc89f2492b25 req-b45f8956-0df3-4b8c-aabb-79ee6aeaf2df tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d9e2739-d2e7-489f-8894-c4c5db308155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2162354 May 28 06:40:36.134127 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-ef0d0b42-add4-469b-9a53-a347c9237111 req-18404a75-32a2-4333-b28d-cbec3be9f2cc tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:36.138856 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-8d88ee4b-38c5-4f24-a129-f5d0e02f5955 req-f2bdb09d-22f0-410f-a681-c9258e6cd059 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Synchronizing usage tracker for tenant:3e433ca89e6e4cecb06b276f6587beee on resource:security_group {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:40:36.140721 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-733c211b-0496-48dc-a88e-852ba3616ac2 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1323318555'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:40:36.175048 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-733c211b-0496-48dc-a88e-852ba3616ac2 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:40:36.247594 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad4f59f-6c3e-43a8-aa41-21fc1422d2c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-76df13db-6dd8-42b5-8002-df5ce26882e8', 'network_id': '76df13db-6dd8-42b5-8002-df5ce26882e8', 'tenant_id': '94cac8c050e34681825b5b9355a80ece', 'fixed_ips': [{'subnet_id': '6841a87e-2b3d-4bf8-a0ec-9dd081c6bd91'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:40:36.248694 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-7ad4f59f-6c3e-43a8-aa41-21fc1422d2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:36.331199 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 2a9418a7-bd04-4bdb-9ce7-c9cfe2d4e847 details requested by agent hyperv_n-h1-843702-1 with host n-h1-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:40:36.363794 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18404a75-32a2-4333-b28d-cbec3be9f2cc tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Pushing event deleted for resources: {'Port': ['ID=f38f340c-af89-4a3d-92ca-c4a7904d4338,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:36.386794 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-733c211b-0496-48dc-a88e-852ba3616ac2 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Usage tracker for resource:network and tenant:94cac8c050e34681825b5b9355a80ece is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:40:36.400697 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-733c211b-0496-48dc-a88e-852ba3616ac2 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:40:36.408801 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-8b57bb7f-8ee9-4274-941b-8c727b5d321c admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.4724572 May 28 06:40:36.425960 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-733c211b-0496-48dc-a88e-852ba3616ac2 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:40:36.430241 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 41064) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:40:36.524048 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 2a9418a7-bd04-4bdb-9ce7-c9cfe2d4e847, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=2a9418a7-bd04-4bdb-9ce7-c9cfe2d4e847,segment=NetworkSegment(38fd89a2-8195-4731-ba40-f43c54a7016a),segment_id=38fd89a2-8195-4731-ba40-f43c54a7016a)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:40:36.544498 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Returning: {'device': '2a9418a7-bd04-4bdb-9ce7-c9cfe2d4e847', 'network_id': 'a8fa6c28-5257-4dd9-bf7e-c257b513d11b', 'port_id': '2a9418a7-bd04-4bdb-9ce7-c9cfe2d4e847', 'mac_address': 'fa:16:3e:53:7f:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63994f4d-7e85-4fdc-89a1-6c8536e7f551', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:40:36.552019 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 52c5cda6-c21a-4d17-8db1-5770fc276202 no longer exists at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:40:36.734033 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-18b664d3-a4ab-43be-ba6c-4a56c6b6b146 admin admin] Request body: {'subnet': {'network_id': '2710da85-e3fe-4b51-9267-ec429f081f41', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1801807974-subnet', 'tenant_id': '52a114356afd4e7ab44d0cf9b741f68f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:40:36.739151 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef0d0b42-add4-469b-9a53-a347c9237111 req-18404a75-32a2-4333-b28d-cbec3be9f2cc tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] No DVR routers for this DVR port f38f340c-af89-4a3d-92ca-c4a7904d4338 on host n-h2-843702-1 {{(pid=89109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:40:36.742398 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-ef0d0b42-add4-469b-9a53-a347c9237111 req-18404a75-32a2-4333-b28d-cbec3be9f2cc tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:36.745009 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-ef0d0b42-add4-469b-9a53-a347c9237111 req-18404a75-32a2-4333-b28d-cbec3be9f2cc tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] 10.222.0.71 "DELETE /v2.0/ports/f38f340c-af89-4a3d-92ca-c4a7904d4338 HTTP/1.1" status: 204 len: 173 time: 3.0724673 May 28 06:40:36.745797 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b57bb7f-8ee9-4274-941b-8c727b5d321c admin admin] Pushing event updated for resources: {'Network': ['ID=2710da85-e3fe-4b51-9267-ec429f081f41,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:36.748992 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-8d88ee4b-38c5-4f24-a129-f5d0e02f5955 req-f2bdb09d-22f0-410f-a681-c9258e6cd059 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Unset dirty status for tenant:3e433ca89e6e4cecb06b276f6587beee on resource:security_group {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:40:36.754943 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8d88ee4b-38c5-4f24-a129-f5d0e02f5955 req-f2bdb09d-22f0-410f-a681-c9258e6cd059 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] 10.222.0.55 "GET /v2.0/security-groups?id=b99dec1f-6b3b-4dfd-86ac-ed192f0fcc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8399260 May 28 06:40:36.756301 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75e757b4-2d79-4493-9e4f-735cde8bfd52', 'name': 'network-vif-deleted', 'tag': 'f38f340c-af89-4a3d-92ca-c4a7904d4338'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:40:36.763663 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-18b664d3-a4ab-43be-ba6c-4a56c6b6b146 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:40:36.858774 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-0ddf8dd5-d981-4a0f-bec1-212f7214d011 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Synchronizing usage tracker for tenant:c63f5c7f6ee64d0f94a0f9d286904eef on resource:security_group {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:40:36.876828 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-18b664d3-a4ab-43be-ba6c-4a56c6b6b146 admin admin] Usage tracker for resource:subnet and tenant:52a114356afd4e7ab44d0cf9b741f68f is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:40:36.891964 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-733c211b-0496-48dc-a88e-852ba3616ac2 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Made reservation on behalf of 94cac8c050e34681825b5b9355a80ece for: {'network': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:40:36.895857 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-733c211b-0496-48dc-a88e-852ba3616ac2 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:36.908789 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-18b664d3-a4ab-43be-ba6c-4a56c6b6b146 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:40:36.933224 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-18b664d3-a4ab-43be-ba6c-4a56c6b6b146 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:40:36.942210 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 2710da85-e3fe-4b51-9267-ec429f081f41 details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:40:36.969149 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-0ddf8dd5-d981-4a0f-bec1-212f7214d011 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Unset dirty status for tenant:c63f5c7f6ee64d0f94a0f9d286904eef on resource:security_group {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:40:36.972357 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-0ddf8dd5-d981-4a0f-bec1-212f7214d011 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.8592899 May 28 06:40:36.976772 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 41074) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:40:36.987715 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-33b85984-d58b-4da5-87fe-8e5c192633e1 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Request body: {'security_group': {'name': 'tempest-security--250972418', 'description': 'tempest-security-description-1312593313'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:40:37.011792 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e738b738-d80a-4cac-8b84-8d2dc2ef4bab tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:37.025391 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [req-ef0d0b42-add4-469b-9a53-a347c9237111 req-3a64f9f4-e6a8-4c30-9e0d-30171a082466 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Deleting port ca7e4606-af5c-40eb-9228-6465bb8af63a {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:40:37.026223 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-ef0d0b42-add4-469b-9a53-a347c9237111 req-3a64f9f4-e6a8-4c30-9e0d-30171a082466 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:37.062392 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65dd680-a11d-4f9a-b59e-d6dcd0ec87a4 req-082bd1f8-85cf-482d-b02a-862a5b4e2a22 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:37.070953 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c65dd680-a11d-4f9a-b59e-d6dcd0ec87a4 req-082bd1f8-85cf-482d-b02a-862a5b4e2a22 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=573e5aee-d7d6-4b17-8c2f-b7442d1d616e HTTP/1.1" status: 200 len: 945 time: 0.7858856 May 28 06:40:37.106170 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-733c211b-0496-48dc-a88e-852ba3616ac2 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=89109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:40:37.137440 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 84226adc-ed1b-4016-9ae8-29759201033b up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:40:37.154624 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18b664d3-a4ab-43be-ba6c-4a56c6b6b146 admin admin] Made reservation on behalf of 52a114356afd4e7ab44d0cf9b741f68f for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:40:37.158280 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-18b664d3-a4ab-43be-ba6c-4a56c6b6b146 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:37.167085 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-33b85984-d58b-4da5-87fe-8e5c192633e1 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks [] for security_group, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:37.228643 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-a2d1b809-6fea-4a8a-aa9d-9e768e8899ef None None] Provisioning for port 84226adc-ed1b-4016-9ae8-29759201033b completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:40:37.253055 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 2a9418a7-bd04-4bdb-9ce7-c9cfe2d4e847 is: ACTIVE; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:40:37.253716 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:37.283413 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2a9418a7-bd04-4bdb-9ce7-c9cfe2d4e847 {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:40:37.304952 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [None req-e738b738-d80a-4cac-8b84-8d2dc2ef4bab tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Transition to ACTIVE for port object 6fade715-b6fd-40be-8f40-d157c0de2aed will not be triggered until provisioned by entity DHCP. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:40:37.305814 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 2a9418a7-bd04-4bdb-9ce7-c9cfe2d4e847, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=2a9418a7-bd04-4bdb-9ce7-c9cfe2d4e847,segment=NetworkSegment(38fd89a2-8195-4731-ba40-f43c54a7016a),segment_id=38fd89a2-8195-4731-ba40-f43c54a7016a)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:40:37.318317 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-733c211b-0496-48dc-a88e-852ba3616ac2 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:37.318669 n-d-843702-1 neutron-server[89109]: INFO neutron.db.segments_db [None req-733c211b-0496-48dc-a88e-852ba3616ac2 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Added segment d3ae23b5-4ce1-4b55-82de-f5483c042ac5 of type vlan for network 72a19803-4a6f-4e0e-b906-a9fee8327e23 May 28 06:40:37.338631 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c65dd680-a11d-4f9a-b59e-d6dcd0ec87a4 req-356c7512-3f37-4974-8d9b-a5cca4059829 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=da746f74-f7a2-404c-ba12-af4c190f6fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648542 May 28 06:40:37.349782 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 52c5cda6-c21a-4d17-8db1-5770fc276202 is: ACTIVE; New status is: DOWN {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:40:37.352269 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:37.403158 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [req-0e57e389-ca34-4678-a731-6d9c42d2531c req-a6cac85d-3b9c-4f14-85ab-756c9a327136 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d60d4c69-7440-4039-9008-c5988f83484a {{(pid=89110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:40:37.421208 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-0e57e389-ca34-4678-a731-6d9c42d2531c req-a6cac85d-3b9c-4f14-85ab-756c9a327136 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:37.428898 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:37.432673 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-33b85984-d58b-4da5-87fe-8e5c192633e1 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks [] for security_group, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:37.452801 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-0e57e389-ca34-4678-a731-6d9c42d2531c req-a6cac85d-3b9c-4f14-85ab-756c9a327136 service neutron] Transition to ACTIVE for port object d60d4c69-7440-4039-9008-c5988f83484a will not be triggered until provisioned by entity L2. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:40:37.463386 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a85e905-8f10-4a53-a350-8d52ef27448d req-cdd6ba75-7f33-49a3-8425-b5fe9f0c7c14 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:37.469510 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a85e905-8f10-4a53-a350-8d52ef27448d req-cdd6ba75-7f33-49a3-8425-b5fe9f0c7c14 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:37.471383 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1a85e905-8f10-4a53-a350-8d52ef27448d req-cdd6ba75-7f33-49a3-8425-b5fe9f0c7c14 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] 10.222.0.55 "GET /v2.0/ports?device_id=75e757b4-2d79-4493-9e4f-735cde8bfd52 HTTP/1.1" status: 200 len: 1681 time: 0.3918269 May 28 06:40:37.503075 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 84226adc-ed1b-4016-9ae8-29759201033b completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:40:37.518310 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-33b85984-d58b-4da5-87fe-8e5c192633e1 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:37.521692 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-33b85984-d58b-4da5-87fe-8e5c192633e1 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:37.523487 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-33b85984-d58b-4da5-87fe-8e5c192633e1 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] 10.222.0.55 "PUT /v2.0/security-groups/e41fa7e3-a10d-4a3e-bda3-3fb91aa9035d HTTP/1.1" status: 200 len: 1779 time: 0.5424523 May 28 06:40:37.524791 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 84226adc-ed1b-4016-9ae8-29759201033b triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:40:37.525505 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:37.540050 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 41082) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:40:37.555059 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75e757b4-2d79-4493-9e4f-735cde8bfd52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52c5cda6-c21a-4d17-8db1-5770fc276202'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:40:37.599650 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1a85e905-8f10-4a53-a350-8d52ef27448d req-72fc65c2-4034-4662-aa2d-750d40591951 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] 10.222.0.55 "GET /v2.0/security-groups?id=45cb3f7c-83ce-4298-9702-2bb3cba6af9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220012 May 28 06:40:37.613848 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-0e57e389-ca34-4678-a731-6d9c42d2531c req-a6cac85d-3b9c-4f14-85ab-756c9a327136 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:37.666814 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['2a9418a7-bd04-4bdb-9ce7-c9cfe2d4e847'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:40:37.669772 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-733c211b-0496-48dc-a88e-852ba3616ac2 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:37.669961 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b85984-d58b-4da5-87fe-8e5c192633e1 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e41fa7e3-a10d-4a3e-bda3-3fb91aa9035d,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:37.690360 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-513171a9-cc64-4fd0-b99f-7377b672bd22 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] 10.222.0.55 "GET /v2.0/security-groups/e41fa7e3-a10d-4a3e-bda3-3fb91aa9035d HTTP/1.1" status: 200 len: 1779 time: 0.1494298 May 28 06:40:37.700365 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 41088) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:40:37.716365 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b85984-d58b-4da5-87fe-8e5c192633e1 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:40:37.716699 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b85984-d58b-4da5-87fe-8e5c192633e1 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:40:37.717056 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b85984-d58b-4da5-87fe-8e5c192633e1 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:40:37.717376 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b85984-d58b-4da5-87fe-8e5c192633e1 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:40:37.717757 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b85984-d58b-4da5-87fe-8e5c192633e1 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:40:37.718107 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b85984-d58b-4da5-87fe-8e5c192633e1 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:40:37.718578 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b85984-d58b-4da5-87fe-8e5c192633e1 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:40:37.719083 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b85984-d58b-4da5-87fe-8e5c192633e1 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:40:37.720551 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b85984-d58b-4da5-87fe-8e5c192633e1 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:40:37.720895 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b85984-d58b-4da5-87fe-8e5c192633e1 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:40:37.721228 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b85984-d58b-4da5-87fe-8e5c192633e1 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:40:37.721730 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b85984-d58b-4da5-87fe-8e5c192633e1 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:40:37.815767 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-7ad4f59f-6c3e-43a8-aa41-21fc1422d2c9 None None] Allocated IP 172.20.255.242 (76df13db-6dd8-42b5-8002-df5ce26882e8/6841a87e-2b3d-4bf8-a0ec-9dd081c6bd91/8e00cd2d-712d-4b90-a6a8-69601143bc05) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:40:37.858714 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e738b738-d80a-4cac-8b84-8d2dc2ef4bab tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:37.924197 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cac85d-3b9c-4f14-85ab-756c9a327136 service neutron] Pushing event updated for resources: {'Port': ['ID=d60d4c69-7440-4039-9008-c5988f83484a,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:37.960608 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-ef0d0b42-add4-469b-9a53-a347c9237111 req-3a64f9f4-e6a8-4c30-9e0d-30171a082466 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] For port ca7e4606-af5c-40eb-9228-6465bb8af63a, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=ca7e4606-af5c-40eb-9228-6465bb8af63a,segment=NetworkSegment(42fffca2-522a-4bc4-9ac4-52dceb499961),segment_id=42fffca2-522a-4bc4-9ac4-52dceb499961)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:40:37.960608 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-ef0d0b42-add4-469b-9a53-a347c9237111 req-3a64f9f4-e6a8-4c30-9e0d-30171a082466 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:37.990331 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f09cfd33-9cac-4e61-ac11-cb27840ad9f8'] response: {'server_uuid': '75e757b4-2d79-4493-9e4f-735cde8bfd52', 'name': 'network-vif-deleted', 'tag': 'f38f340c-af89-4a3d-92ca-c4a7904d4338', 'status': 'completed', 'code': 200} May 28 06:40:38.085852 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e738b738-d80a-4cac-8b84-8d2dc2ef4bab tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:40:38.164740 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-7ad4f59f-6c3e-43a8-aa41-21fc1422d2c9 None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:38.176663 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-7ad4f59f-6c3e-43a8-aa41-21fc1422d2c9 None None] Transition to ACTIVE for port object 8e00cd2d-712d-4b90-a6a8-69601143bc05 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:40:38.197807 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-7ad4f59f-6c3e-43a8-aa41-21fc1422d2c9 None None] Transition to ACTIVE for port object 8e00cd2d-712d-4b90-a6a8-69601143bc05 will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:40:38.212232 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 52c5cda6-c21a-4d17-8db1-5770fc276202, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=52c5cda6-c21a-4d17-8db1-5770fc276202,segment=NetworkSegment(42fffca2-522a-4bc4-9ac4-52dceb499961),segment_id=42fffca2-522a-4bc4-9ac4-52dceb499961)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:40:38.214870 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=2a9418a7-bd04-4bdb-9ce7-c9cfe2d4e847,revision_number=6']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:38.227980 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94b3cd33-3411-4239-997f-8bac20b4a283'] response: {'server_uuid': '75e757b4-2d79-4493-9e4f-735cde8bfd52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52c5cda6-c21a-4d17-8db1-5770fc276202', 'code': 200} May 28 06:40:38.233843 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-e738b738-d80a-4cac-8b84-8d2dc2ef4bab tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:40:38.237101 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-773a3807-2f66-430b-aaeb-4657f008ae84 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:38.289660 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-773a3807-2f66-430b-aaeb-4657f008ae84 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:38.299033 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-7ad4f59f-6c3e-43a8-aa41-21fc1422d2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:38.361062 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-0e57e389-ca34-4678-a731-6d9c42d2531c req-a6cac85d-3b9c-4f14-85ab-756c9a327136 service neutron] Attempting to bind port d60d4c69-7440-4039-9008-c5988f83484a on host n-h2-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:40:38.361595 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-0e57e389-ca34-4678-a731-6d9c42d2531c req-a6cac85d-3b9c-4f14-85ab-756c9a327136 service neutron] Attempting to bind port d60d4c69-7440-4039-9008-c5988f83484a by drivers openvswitch,hyperv on host n-h2-843702-1 at level 0 using segments [{'id': '6ead9b20-e54f-4de6-97df-041e4a5d1b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'e318623d-bb83-4735-b9a5-1ff511a26d09'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:40:38.361946 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e57e389-ca34-4678-a731-6d9c42d2531c req-a6cac85d-3b9c-4f14-85ab-756c9a327136 service neutron] Attempting to bind port d60d4c69-7440-4039-9008-c5988f83484a on network e318623d-bb83-4735-b9a5-1ff511a26d09 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:40:38.370097 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e57e389-ca34-4678-a731-6d9c42d2531c req-a6cac85d-3b9c-4f14-85ab-756c9a327136 service neutron] Port d60d4c69-7440-4039-9008-c5988f83484a on network e318623d-bb83-4735-b9a5-1ff511a26d09 not bound, no agent of type Open vSwitch agent registered on host n-h2-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:40:38.370493 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e57e389-ca34-4678-a731-6d9c42d2531c req-a6cac85d-3b9c-4f14-85ab-756c9a327136 service neutron] Attempting to bind port d60d4c69-7440-4039-9008-c5988f83484a on network e318623d-bb83-4735-b9a5-1ff511a26d09 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:40:38.388737 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-733c211b-0496-48dc-a88e-852ba3616ac2 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:38.388981 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff6238f-efbf-495c-9aa0-7fbbf60b47e2 req-e9679280-69f6-4bed-a910-58e729522f59 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:38.397237 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733c211b-0496-48dc-a88e-852ba3616ac2 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:38.397381 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cff6238f-efbf-495c-9aa0-7fbbf60b47e2 req-e9679280-69f6-4bed-a910-58e729522f59 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] 10.222.0.55 "GET /v2.0/ports?device_id=31511953-083e-42fb-a7d3-8f5fc16aba3c HTTP/1.1" status: 200 len: 944 time: 0.1836522 May 28 06:40:38.398016 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-733c211b-0496-48dc-a88e-852ba3616ac2 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:38.409506 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad4f59f-6c3e-43a8-aa41-21fc1422d2c9 None None] Network 76df13db-6dd8-42b5-8002-df5ce26882e8 is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:40:38.413825 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:38.414826 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device ca7e4606-af5c-40eb-9228-6465bb8af63a no longer exists at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:40:38.421449 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0265ae-b6fa-4ff5-86ef-7d04436cd9e8 req-8da2aa00-20bc-4233-9212-1fcd17ed874c tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:38.430045 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ec0265ae-b6fa-4ff5-86ef-7d04436cd9e8 req-8da2aa00-20bc-4233-9212-1fcd17ed874c tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5b99fda-0bc9-4e50-b070-ce4a427e6fc6 HTTP/1.1" status: 200 len: 944 time: 0.4115899 May 28 06:40:38.434487 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e57e389-ca34-4678-a731-6d9c42d2531c req-a6cac85d-3b9c-4f14-85ab-756c9a327136 service neutron] Checking agent: {'id': 'f1a3973b-d2b3-4558-88e7-2ac50857d302', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:40:38.434900 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e57e389-ca34-4678-a731-6d9c42d2531c req-a6cac85d-3b9c-4f14-85ab-756c9a327136 service neutron] Checking segment: {'id': '6ead9b20-e54f-4de6-97df-041e4a5d1b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'e318623d-bb83-4735-b9a5-1ff511a26d09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:40:38.435352 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e57e389-ca34-4678-a731-6d9c42d2531c req-a6cac85d-3b9c-4f14-85ab-756c9a327136 service neutron] Bound using segment: {'id': '6ead9b20-e54f-4de6-97df-041e4a5d1b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'e318623d-bb83-4735-b9a5-1ff511a26d09'} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:40:38.435862 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-0e57e389-ca34-4678-a731-6d9c42d2531c req-a6cac85d-3b9c-4f14-85ab-756c9a327136 service neutron] Bound port: d60d4c69-7440-4039-9008-c5988f83484a, host: n-h2-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ead9b20-e54f-4de6-97df-041e4a5d1b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'e318623d-bb83-4735-b9a5-1ff511a26d09'}}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:40:38.436308 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-0e57e389-ca34-4678-a731-6d9c42d2531c req-a6cac85d-3b9c-4f14-85ab-756c9a327136 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:38.441403 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [req-ef0d0b42-add4-469b-9a53-a347c9237111 req-3a64f9f4-e6a8-4c30-9e0d-30171a082466 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Calling delete_port for ca7e4606-af5c-40eb-9228-6465bb8af63a owned by compute:nova {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:40:38.470164 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-7ad4f59f-6c3e-43a8-aa41-21fc1422d2c9 None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:40:38.476696 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad4f59f-6c3e-43a8-aa41-21fc1422d2c9 None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:40:38.515610 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e738b738-d80a-4cac-8b84-8d2dc2ef4bab tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:40:38.516143 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e738b738-d80a-4cac-8b84-8d2dc2ef4bab tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690947'] for router_interface, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:38.678653 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-0e57e389-ca34-4678-a731-6d9c42d2531c req-a6cac85d-3b9c-4f14-85ab-756c9a327136 service neutron] For port d60d4c69-7440-4039-9008-c5988f83484a, host n-h2-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:40:38.682808 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-0e57e389-ca34-4678-a731-6d9c42d2531c req-a6cac85d-3b9c-4f14-85ab-756c9a327136 service neutron] For port d60d4c69-7440-4039-9008-c5988f83484a, host n-h2-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=d60d4c69-7440-4039-9008-c5988f83484a,segment=NetworkSegment(6ead9b20-e54f-4de6-97df-041e4a5d1b55),segment_id=6ead9b20-e54f-4de6-97df-041e4a5d1b55)] {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:40:38.714442 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cff6238f-efbf-495c-9aa0-7fbbf60b47e2 req-58bc6ade-8031-47df-83d5-9f080234237f tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] 10.222.0.55 "GET /v2.0/security-groups?id=b99dec1f-6b3b-4dfd-86ac-ed192f0fcc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3157787 May 28 06:40:38.749153 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ec0265ae-b6fa-4ff5-86ef-7d04436cd9e8 req-beea1796-912b-4aa0-9e04-f7b33e844fe2 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d9e2739-d2e7-489f-8894-c4c5db308155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3180757 May 28 06:40:38.777560 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-0e57e389-ca34-4678-a731-6d9c42d2531c req-a6cac85d-3b9c-4f14-85ab-756c9a327136 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:38.804437 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e738b738-d80a-4cac-8b84-8d2dc2ef4bab tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Pushing event updated for resources: {'Port': ['ID=6fade715-b6fd-40be-8f40-d157c0de2aed,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:38.807344 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-18b664d3-a4ab-43be-ba6c-4a56c6b6b146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:38.831726 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733c211b-0496-48dc-a88e-852ba3616ac2 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Pushing event updated for resources: {'Network': ['ID=72a19803-4a6f-4e0e-b906-a9fee8327e23,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:38.858605 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 72a19803-4a6f-4e0e-b906-a9fee8327e23 details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:40:38.901230 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-733c211b-0496-48dc-a88e-852ba3616ac2 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.7842889 May 28 06:40:38.916855 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b664d3-a4ab-43be-ba6c-4a56c6b6b146 admin admin] Pushing event updated for resources: {'Subnet': ['ID=234c0baf-c029-4766-a930-952d10ed82ff,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:38.922675 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e57e389-ca34-4678-a731-6d9c42d2531c req-a6cac85d-3b9c-4f14-85ab-756c9a327136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:38.930201 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-773a3807-2f66-430b-aaeb-4657f008ae84 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:38.933095 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-0e57e389-ca34-4678-a731-6d9c42d2531c req-a6cac85d-3b9c-4f14-85ab-756c9a327136 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:38.935236 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0e57e389-ca34-4678-a731-6d9c42d2531c req-a6cac85d-3b9c-4f14-85ab-756c9a327136 service neutron] 10.222.0.71 "PUT /v2.0/ports/d60d4c69-7440-4039-9008-c5988f83484a HTTP/1.1" status: 200 len: 1092 time: 3.2740052 May 28 06:40:38.940072 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 41098) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:40:38.943788 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-773a3807-2f66-430b-aaeb-4657f008ae84 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:38.958908 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-773a3807-2f66-430b-aaeb-4657f008ae84 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] 10.222.0.55 "DELETE /v2.0/security-groups/e41fa7e3-a10d-4a3e-bda3-3fb91aa9035d HTTP/1.1" status: 204 len: 168 time: 1.2572684 May 28 06:40:38.963565 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 41100) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:40:38.965262 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31511953-083e-42fb-a7d3-8f5fc16aba3c', 'tag': 'd60d4c69-7440-4039-9008-c5988f83484a'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:40:39.004980 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-844f5b14-6b62-410f-be90-90fd2ae60471 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Request body: {'subnet': {'network_id': '72a19803-4a6f-4e0e-b906-a9fee8327e23', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:40:39.006805 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-7ad4f59f-6c3e-43a8-aa41-21fc1422d2c9 None None] Attempting to bind port 8e00cd2d-712d-4b90-a6a8-69601143bc05 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:40:39.007273 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-7ad4f59f-6c3e-43a8-aa41-21fc1422d2c9 None None] Attempting to bind port 8e00cd2d-712d-4b90-a6a8-69601143bc05 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': '11da6225-78fc-4344-9ee8-747c52216a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '76df13db-6dd8-42b5-8002-df5ce26882e8'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:40:39.008215 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad4f59f-6c3e-43a8-aa41-21fc1422d2c9 None None] Attempting to bind port 8e00cd2d-712d-4b90-a6a8-69601143bc05 on network 76df13db-6dd8-42b5-8002-df5ce26882e8 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:40:39.021246 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad4f59f-6c3e-43a8-aa41-21fc1422d2c9 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:40:39.021818 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad4f59f-6c3e-43a8-aa41-21fc1422d2c9 None None] Checking segment: {'id': '11da6225-78fc-4344-9ee8-747c52216a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '76df13db-6dd8-42b5-8002-df5ce26882e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:40:39.022339 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-7ad4f59f-6c3e-43a8-aa41-21fc1422d2c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:39.022828 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad4f59f-6c3e-43a8-aa41-21fc1422d2c9 None None] Bound using segment: {'id': '11da6225-78fc-4344-9ee8-747c52216a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '76df13db-6dd8-42b5-8002-df5ce26882e8'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:40:39.023405 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-7ad4f59f-6c3e-43a8-aa41-21fc1422d2c9 None None] Bound port: 8e00cd2d-712d-4b90-a6a8-69601143bc05, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11da6225-78fc-4344-9ee8-747c52216a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '76df13db-6dd8-42b5-8002-df5ce26882e8'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:40:39.023884 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-7ad4f59f-6c3e-43a8-aa41-21fc1422d2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:39.041666 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773a3807-2f66-430b-aaeb-4657f008ae84 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e41fa7e3-a10d-4a3e-bda3-3fb91aa9035d,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:39.047259 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad4f59f-6c3e-43a8-aa41-21fc1422d2c9 None None] Pushing event updated for resources: {'Port': ['ID=8e00cd2d-712d-4b90-a6a8-69601143bc05,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:39.131060 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b664d3-a4ab-43be-ba6c-4a56c6b6b146 admin admin] Checking segment: {'id': 'e5774974-a268-42c3-8d55-e8adb9ff8a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '2710da85-e3fe-4b51-9267-ec429f081f41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:40:39.131693 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b664d3-a4ab-43be-ba6c-4a56c6b6b146 admin admin] Network hostable DHCP agents. Network: 2710da85-e3fe-4b51-9267-ec429f081f41, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:40:39.177277 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-fa19e6c5-2544-483b-8943-9775ef3073e4 None None] Provisioning for port 6fade715-b6fd-40be-8f40-d157c0de2aed completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:40:39.205818 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-fa19e6c5-2544-483b-8943-9775ef3073e4 None None] Provisioning complete for port 6fade715-b6fd-40be-8f40-d157c0de2aed triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:40:39.206344 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-fa19e6c5-2544-483b-8943-9775ef3073e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:39.222855 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-e0a43574-2af4-42a5-bb61-6fa3d597f4ed tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Synchronizing usage tracker for tenant:c63f5c7f6ee64d0f94a0f9d286904eef on resource:security_group {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:40:39.246545 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b664d3-a4ab-43be-ba6c-4a56c6b6b146 admin admin] Network 2710da85-e3fe-4b51-9267-ec429f081f41 is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:40:39.303587 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 84226adc-ed1b-4016-9ae8-29759201033b is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:40:39.304115 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:39.327311 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-e0a43574-2af4-42a5-bb61-6fa3d597f4ed tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Unset dirty status for tenant:c63f5c7f6ee64d0f94a0f9d286904eef on resource:security_group {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:40:39.329282 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-e0a43574-2af4-42a5-bb61-6fa3d597f4ed tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3026493 May 28 06:40:39.333288 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 41108) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:40:39.347347 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cac85d-3b9c-4f14-85ab-756c9a327136 service neutron] Pushing event updated for resources: {'Port': ['ID=d60d4c69-7440-4039-9008-c5988f83484a,revision_number=3']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:39.352101 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-fa19e6c5-2544-483b-8943-9775ef3073e4 None None] Port 6fade715-b6fd-40be-8f40-d157c0de2aed cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:40:39.371072 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-844f5b14-6b62-410f-be90-90fd2ae60471 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:40:39.375325 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-844f5b14-6b62-410f-be90-90fd2ae60471 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Usage tracker for resource:subnet and tenant:94cac8c050e34681825b5b9355a80ece is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:40:39.378511 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-844f5b14-6b62-410f-be90-90fd2ae60471 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:40:39.379479 n-d-843702-1 neutron-server[89109]: INFO neutron.api.v2.resource [None req-6e546277-6225-4b90-a7b0-7e4f696c67fe tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] delete failed (client error): The resource could not be found. May 28 06:40:39.381695 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-6e546277-6225-4b90-a7b0-7e4f696c67fe tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] 10.222.0.55 "DELETE /v2.0/security-groups/e41fa7e3-a10d-4a3e-bda3-3fb91aa9035d HTTP/1.1" status: 404 len: 347 time: 0.0469055 May 28 06:40:39.385097 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-844f5b14-6b62-410f-be90-90fd2ae60471 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:40:39.387194 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-18b664d3-a4ab-43be-ba6c-4a56c6b6b146 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, 2710da85-e3fe-4b51-9267-ec429f081f41) {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:40:39.393734 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 41112) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:40:39.403172 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-58e4e06c-b891-4b05-9fa4-579082643400 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Request body: {'security_group': {'name': 'tempest-secgroup--1105392437'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:40:39.418948 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b664d3-a4ab-43be-ba6c-4a56c6b6b146 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:39.419791 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1075c5dc-3c57-4d7e-b096-4b62593e5537 req-4e93b1f1-cbe9-4320-88c4-527059cd0865 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:39.420028 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08aaebcf-daa1-4c28-983f-abea2ff1c161 None None] Network 2710da85-e3fe-4b51-9267-ec429f081f41 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:40:39.421604 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-18b664d3-a4ab-43be-ba6c-4a56c6b6b146 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:39.425705 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1075c5dc-3c57-4d7e-b096-4b62593e5537 req-4e93b1f1-cbe9-4320-88c4-527059cd0865 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:39.427376 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1075c5dc-3c57-4d7e-b096-4b62593e5537 req-4e93b1f1-cbe9-4320-88c4-527059cd0865 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] 10.222.0.55 "GET /v2.0/ports?device_id=75e757b4-2d79-4493-9e4f-735cde8bfd52 HTTP/1.1" status: 200 len: 1679 time: 0.4265084 May 28 06:40:39.474494 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff4d980-7039-4705-8ce5-9a7191705f76 req-0dadff5d-8e0d-4d20-83dc-f9d2543bbeee tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:39.475120 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port 84226adc-ed1b-4016-9ae8-29759201033b, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=84226adc-ed1b-4016-9ae8-29759201033b,segment=NetworkSegment(e82da2dd-17b8-4c15-8abb-711622ad0a92),segment_id=e82da2dd-17b8-4c15-8abb-711622ad0a92)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:40:39.475984 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7ff4d980-7039-4705-8ce5-9a7191705f76 req-0dadff5d-8e0d-4d20-83dc-f9d2543bbeee tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=573e5aee-d7d6-4b17-8c2f-b7442d1d616e HTTP/1.1" status: 200 len: 945 time: 0.4490638 May 28 06:40:39.486024 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e57e389-ca34-4678-a731-6d9c42d2531c req-a64d0a3e-b75c-45e6-aa70-c6571d1a518e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:39.488689 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0e57e389-ca34-4678-a731-6d9c42d2531c req-a64d0a3e-b75c-45e6-aa70-c6571d1a518e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3e433ca89e6e4cecb06b276f6587beee&device_id=31511953-083e-42fb-a7d3-8f5fc16aba3c HTTP/1.1" status: 200 len: 1095 time: 0.3976572 May 28 06:40:39.491601 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-844f5b14-6b62-410f-be90-90fd2ae60471 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Made reservation on behalf of 94cac8c050e34681825b5b9355a80ece for: {'subnet': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:40:39.495944 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-844f5b14-6b62-410f-be90-90fd2ae60471 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3171998'] for subnet, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:39.526998 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port ca7e4606-af5c-40eb-9228-6465bb8af63a is: ACTIVE; New status is: DOWN {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:40:39.527380 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:39.589002 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:39.594958 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=52c5cda6-c21a-4d17-8db1-5770fc276202,revision_number=6']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:39.602115 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-7ad4f59f-6c3e-43a8-aa41-21fc1422d2c9 None None] For port 8e00cd2d-712d-4b90-a6a8-69601143bc05, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:40:39.708651 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=84226adc-ed1b-4016-9ae8-29759201033b,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:39.730669 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-7ad4f59f-6c3e-43a8-aa41-21fc1422d2c9 None None] For port 8e00cd2d-712d-4b90-a6a8-69601143bc05, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=8e00cd2d-712d-4b90-a6a8-69601143bc05,segment=NetworkSegment(11da6225-78fc-4344-9ee8-747c52216a3c),segment_id=11da6225-78fc-4344-9ee8-747c52216a3c)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:40:39.818624 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-58e4e06c-b891-4b05-9fa4-579082643400 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:40:39.824111 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e738b738-d80a-4cac-8b84-8d2dc2ef4bab tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:39.846736 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-18b664d3-a4ab-43be-ba6c-4a56c6b6b146 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 3.4089754 May 28 06:40:39.881326 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-7ad4f59f-6c3e-43a8-aa41-21fc1422d2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:39.909739 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0e57e389-ca34-4678-a731-6d9c42d2531c req-669dd7c0-0640-4de6-846f-93eea6e3da67 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d60d4c69-7440-4039-9008-c5988f83484a HTTP/1.1" status: 200 len: 217 time: 0.3904383 May 28 06:40:40.011127 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7ff4d980-7039-4705-8ce5-9a7191705f76 req-bebc11c0-3cd0-4f41-baa7-65fd785ad7e5 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=da746f74-f7a2-404c-ba12-af4c190f6fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4894319 May 28 06:40:40.022786 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1075c5dc-3c57-4d7e-b096-4b62593e5537 req-75dd3d08-69a8-4b00-85e2-dea2b3dc33f5 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] 10.222.0.55 "GET /v2.0/security-groups?id=45cb3f7c-83ce-4298-9702-2bb3cba6af9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5766549 May 28 06:40:40.064401 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device f38f340c-af89-4a3d-92ca-c4a7904d4338 no longer exists at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:40:40.145320 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] No Port match for: f38f340c-af89-4a3d-92ca-c4a7904d4338 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:40:40.145689 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device f38f340c-af89-4a3d-92ca-c4a7904d4338 not bound to the agent host n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:40:40.201907 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e57e389-ca34-4678-a731-6d9c42d2531c req-375a9e95-0ea7-4035-b192-c69731555b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:40.203559 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0e57e389-ca34-4678-a731-6d9c42d2531c req-375a9e95-0ea7-4035-b192-c69731555b13 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=463ce692-2fe5-4a51-b619-7b3391bfe8b8 HTTP/1.1" status: 200 len: 860 time: 0.2188220 May 28 06:40:40.305770 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f49f16-a07a-440a-83da-f43fe4a793cf None None] Network 2710da85-e3fe-4b51-9267-ec429f081f41 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:40:40.318676 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-433914a3-dc70-4184-8ffa-c94220fb6b98'] response: {'name': 'network-changed', 'server_uuid': '31511953-083e-42fb-a7d3-8f5fc16aba3c', 'tag': 'd60d4c69-7440-4039-9008-c5988f83484a', 'status': 'completed', 'code': 200} May 28 06:40:40.330922 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0e57e389-ca34-4678-a731-6d9c42d2531c req-70a009b9-316a-4043-8690-4439e53a89f8 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e318623d-bb83-4735-b9a5-1ff511a26d09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1204739 May 28 06:40:40.361115 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 2a9418a7-bd04-4bdb-9ce7-c9cfe2d4e847 up at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:40:40.426336 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad4f59f-6c3e-43a8-aa41-21fc1422d2c9 None None] Pushing event updated for resources: {'Port': ['ID=8e00cd2d-712d-4b90-a6a8-69601143bc05,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:40.482469 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-58e4e06c-b891-4b05-9fa4-579082643400 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:40:40.486435 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-ef0d0b42-add4-469b-9a53-a347c9237111 req-3a64f9f4-e6a8-4c30-9e0d-30171a082466 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:40.652994 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e738b738-d80a-4cac-8b84-8d2dc2ef4bab tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:40.692303 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0e57e389-ca34-4678-a731-6d9c42d2531c req-fec4fe49-a9bb-4002-8661-bc679d2a8866 service neutron] 10.222.0.71 "GET /v2.0/networks/e318623d-bb83-4735-b9a5-1ff511a26d09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3512397 May 28 06:40:40.791793 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning complete for port 2a9418a7-bd04-4bdb-9ce7-c9cfe2d4e847 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:40:40.792095 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:40.997068 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef0d0b42-add4-469b-9a53-a347c9237111 req-3a64f9f4-e6a8-4c30-9e0d-30171a082466 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] No DVR routers for this DVR port ca7e4606-af5c-40eb-9228-6465bb8af63a on host n-h2-843702-1 {{(pid=89109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:40:41.013262 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e738b738-d80a-4cac-8b84-8d2dc2ef4bab tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:41.014734 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e738b738-d80a-4cac-8b84-8d2dc2ef4bab tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700602'] for router_interface, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:41.027049 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-ef0d0b42-add4-469b-9a53-a347c9237111 req-3a64f9f4-e6a8-4c30-9e0d-30171a082466 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:41.029350 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-ef0d0b42-add4-469b-9a53-a347c9237111 req-3a64f9f4-e6a8-4c30-9e0d-30171a082466 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] 10.222.0.71 "DELETE /v2.0/ports/ca7e4606-af5c-40eb-9228-6465bb8af63a HTTP/1.1" status: 204 len: 173 time: 4.2566359 May 28 06:40:41.056663 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75e757b4-2d79-4493-9e4f-735cde8bfd52', 'name': 'network-vif-deleted', 'tag': 'ca7e4606-af5c-40eb-9228-6465bb8af63a'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:40:41.076835 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a64f9f4-e6a8-4c30-9e0d-30171a082466 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Pushing event deleted for resources: {'Port': ['ID=ca7e4606-af5c-40eb-9228-6465bb8af63a,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:41.163643 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc385ac4-c07a-452c-ace8-d8a26248c8bb req-3df5925f-d325-4470-a508-a86fc65d02bb tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:41.166355 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bc385ac4-c07a-452c-ace8-d8a26248c8bb req-3df5925f-d325-4470-a508-a86fc65d02bb tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] 10.222.0.55 "GET /v2.0/ports?device_id=31511953-083e-42fb-a7d3-8f5fc16aba3c HTTP/1.1" status: 200 len: 944 time: 0.4384916 May 28 06:40:41.175823 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 2a9418a7-bd04-4bdb-9ce7-c9cfe2d4e847 is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:40:41.176852 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:41.179354 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e738b738-d80a-4cac-8b84-8d2dc2ef4bab tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Pushing event updated for resources: {'Port': ['ID=6fade715-b6fd-40be-8f40-d157c0de2aed,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:41.182912 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc2085c-342e-4107-835b-8e8b2c1fd628 req-18bee5ae-bf14-4554-ae59-40bb6c075dcb tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:41.191389 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bfc2085c-342e-4107-835b-8e8b2c1fd628 req-18bee5ae-bf14-4554-ae59-40bb6c075dcb tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5b99fda-0bc9-4e50-b070-ce4a427e6fc6 HTTP/1.1" status: 200 len: 944 time: 0.4978189 May 28 06:40:41.214531 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5b99fda-0bc9-4e50-b070-ce4a427e6fc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a9418a7-bd04-4bdb-9ce7-c9cfe2d4e847'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:40:41.225391 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 2a9418a7-bd04-4bdb-9ce7-c9cfe2d4e847, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=2a9418a7-bd04-4bdb-9ce7-c9cfe2d4e847,segment=NetworkSegment(38fd89a2-8195-4731-ba40-f43c54a7016a),segment_id=38fd89a2-8195-4731-ba40-f43c54a7016a)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:40:41.228817 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0e57e389-ca34-4678-a731-6d9c42d2531c req-ac1d01ab-f006-431a-b5fb-48b1affc14b4 service neutron] 10.222.0.71 "GET /v2.0/networks/e318623d-bb83-4735-b9a5-1ff511a26d09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4299779 May 28 06:40:41.250753 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-844f5b14-6b62-410f-be90-90fd2ae60471 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3115906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3172012'] for subnet, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:41.268790 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-58e4e06c-b891-4b05-9fa4-579082643400 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:41.297668 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:41.387724 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bfc2085c-342e-4107-835b-8e8b2c1fd628 req-5bd235e0-5b13-4518-8202-b1518967a697 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d9e2739-d2e7-489f-8894-c4c5db308155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1950536 May 28 06:40:41.399562 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=2a9418a7-bd04-4bdb-9ce7-c9cfe2d4e847,revision_number=7']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:41.488593 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [req-ef0d0b42-add4-469b-9a53-a347c9237111 req-abfe081b-203f-4a46-94cc-2b9b83ccdf82 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Deleting port 52c5cda6-c21a-4d17-8db1-5770fc276202 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:40:41.489169 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-ef0d0b42-add4-469b-9a53-a347c9237111 req-abfe081b-203f-4a46-94cc-2b9b83ccdf82 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:41.548221 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bc385ac4-c07a-452c-ace8-d8a26248c8bb req-41f7aa23-d6a4-4c2c-8a96-cf5f8dceea83 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] 10.222.0.55 "GET /v2.0/security-groups?id=b99dec1f-6b3b-4dfd-86ac-ed192f0fcc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3352475 May 28 06:40:41.597213 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844f5b14-6b62-410f-be90-90fd2ae60471 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Checking segment: {'id': 'd3ae23b5-4ce1-4b55-82de-f5483c042ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '72a19803-4a6f-4e0e-b906-a9fee8327e23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:40:41.603309 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844f5b14-6b62-410f-be90-90fd2ae60471 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Network hostable DHCP agents. Network: 72a19803-4a6f-4e0e-b906-a9fee8327e23, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89110) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:40:41.642900 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844f5b14-6b62-410f-be90-90fd2ae60471 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Pushing event updated for resources: {'Subnet': ['ID=b1c375cd-1647-4601-aea3-167aa067ca1d,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:41.749890 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b0bbdb-edef-4849-98c8-5dd3915b1143 req-f88c7cb9-6093-4dbc-b0e1-4fb2865200a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:41.753096 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-46b0bbdb-edef-4849-98c8-5dd3915b1143 req-f88c7cb9-6093-4dbc-b0e1-4fb2865200a9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3e433ca89e6e4cecb06b276f6587beee&device_id=31511953-083e-42fb-a7d3-8f5fc16aba3c HTTP/1.1" status: 200 len: 1095 time: 0.3443625 May 28 06:40:41.770613 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-58e4e06c-b891-4b05-9fa4-579082643400 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:40:41.796503 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844f5b14-6b62-410f-be90-90fd2ae60471 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Network 72a19803-4a6f-4e0e-b906-a9fee8327e23 is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89110) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:40:41.819043 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-58e4e06c-b891-4b05-9fa4-579082643400 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Usage tracker for resource:security_group_rule and tenant:c63f5c7f6ee64d0f94a0f9d286904eef is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:40:41.826181 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-58e4e06c-b891-4b05-9fa4-579082643400 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:40:41.864081 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e738b738-d80a-4cac-8b84-8d2dc2ef4bab tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:40:41.876739 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-58e4e06c-b891-4b05-9fa4-579082643400 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:40:41.887662 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 84226adc-ed1b-4016-9ae8-29759201033b up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:40:41.997323 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-844f5b14-6b62-410f-be90-90fd2ae60471 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, 72a19803-4a6f-4e0e-b906-a9fee8327e23) {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:40:42.013712 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-378c5396-9e56-4413-8fff-e6de7209bcc4 None None] Network 76df13db-6dd8-42b5-8002-df5ce26882e8 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:40:42.046300 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-e738b738-d80a-4cac-8b84-8d2dc2ef4bab tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:40:42.053749 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8008d0d3-299e-4606-832d-f68654b21a02 None None] Network 72a19803-4a6f-4e0e-b906-a9fee8327e23 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:40:42.058210 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844f5b14-6b62-410f-be90-90fd2ae60471 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:42.058866 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-844f5b14-6b62-410f-be90-90fd2ae60471 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:42.105072 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b0bbdb-edef-4849-98c8-5dd3915b1143 req-544aa727-9380-4619-8160-89b5693b01d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:42.106746 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-46b0bbdb-edef-4849-98c8-5dd3915b1143 req-544aa727-9380-4619-8160-89b5693b01d8 service neutron] 10.222.0.71 "GET /v2.0/networks?id=e318623d-bb83-4735-b9a5-1ff511a26d09 HTTP/1.1" status: 200 len: 921 time: 0.3480127 May 28 06:40:42.187579 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-844f5b14-6b62-410f-be90-90fd2ae60471 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 3.2130036 May 28 06:40:42.295344 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 41146) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:40:42.304808 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-46b0bbdb-edef-4849-98c8-5dd3915b1143 req-fdaa1fd5-d2bc-4ee3-baf3-7d6cd09b365f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d60d4c69-7440-4039-9008-c5988f83484a HTTP/1.1" status: 200 len: 217 time: 0.1250474 May 28 06:40:42.464667 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-11fadcf0-1f24-4dce-b7b2-491b502bcc82 None None] Provisioning for port 8e00cd2d-712d-4b90-a6a8-69601143bc05 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:40:42.484285 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b0bbdb-edef-4849-98c8-5dd3915b1143 req-4a9514ae-f3b3-4096-8091-be686d0da4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:42.485911 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-46b0bbdb-edef-4849-98c8-5dd3915b1143 req-4a9514ae-f3b3-4096-8091-be686d0da4d3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=463ce692-2fe5-4a51-b619-7b3391bfe8b8 HTTP/1.1" status: 200 len: 860 time: 0.1350229 May 28 06:40:42.534820 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 84226adc-ed1b-4016-9ae8-29759201033b triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:40:42.535204 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:42.543888 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-46b0bbdb-edef-4849-98c8-5dd3915b1143 req-203f2a7d-9f41-432e-ac27-e2c5fa92fd28 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e318623d-bb83-4735-b9a5-1ff511a26d09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484335 May 28 06:40:42.555264 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61445b28-de8c-43b0-acca-03ef73a7c5a8 req-49f5ad45-0dc8-4b7d-b29e-1ae5f6f8ddf7 tempest-ServerPasswordTestJSON-1209729283 tempest-ServerPasswordTestJSON-1209729283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:42.559250 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-61445b28-de8c-43b0-acca-03ef73a7c5a8 req-49f5ad45-0dc8-4b7d-b29e-1ae5f6f8ddf7 tempest-ServerPasswordTestJSON-1209729283 tempest-ServerPasswordTestJSON-1209729283-project] 10.222.0.55 "GET /v2.0/networks?id=2710da85-e3fe-4b51-9267-ec429f081f41 HTTP/1.1" status: 200 len: 813 time: 0.5407541 May 28 06:40:42.616902 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3e58bff8-9fda-41ce-a176-9b7ccf3b3003 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:42.756023 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-806938df-7cbd-4b26-8df9-53a29cbda2ae None None] Provisioning complete for port 6fade715-b6fd-40be-8f40-d157c0de2aed triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:40:42.756556 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-806938df-7cbd-4b26-8df9-53a29cbda2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:42.825841 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4ef87e-7c42-4cc0-be94-fd9d1280b868 req-6b3e7e1c-c643-4b88-aff7-d448fd482b36 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:42.828127 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1a4ef87e-7c42-4cc0-be94-fd9d1280b868 req-6b3e7e1c-c643-4b88-aff7-d448fd482b36 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] 10.222.0.55 "GET /v2.0/ports?device_id=75e757b4-2d79-4493-9e4f-735cde8bfd52 HTTP/1.1" status: 200 len: 943 time: 0.5127535 May 28 06:40:42.833437 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-61445b28-de8c-43b0-acca-03ef73a7c5a8 req-ffa43631-62aa-44ed-98ea-75b0462a56e3 tempest-ServerPasswordTestJSON-1209729283 tempest-ServerPasswordTestJSON-1209729283-project] 10.222.0.55 "GET /v2.0/quotas/52a114356afd4e7ab44d0cf9b741f68f HTTP/1.1" status: 200 len: 375 time: 0.2262561 May 28 06:40:42.876078 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-ef0d0b42-add4-469b-9a53-a347c9237111 req-abfe081b-203f-4a46-94cc-2b9b83ccdf82 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] For port 52c5cda6-c21a-4d17-8db1-5770fc276202, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=52c5cda6-c21a-4d17-8db1-5770fc276202,segment=NetworkSegment(42fffca2-522a-4bc4-9ac4-52dceb499961),segment_id=42fffca2-522a-4bc4-9ac4-52dceb499961)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:40:42.876078 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-ef0d0b42-add4-469b-9a53-a347c9237111 req-abfe081b-203f-4a46-94cc-2b9b83ccdf82 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:42.920364 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-61445b28-de8c-43b0-acca-03ef73a7c5a8 req-d8637b80-e7bc-4aec-90ca-e66228374af2 tempest-ServerPasswordTestJSON-1209729283 tempest-ServerPasswordTestJSON-1209729283-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=52a114356afd4e7ab44d0cf9b741f68f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0607431 May 28 06:40:42.934150 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21046bd6-f0a8-41dd-94a3-c0c3b50942d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-72a19803-4a6f-4e0e-b906-a9fee8327e23', 'network_id': '72a19803-4a6f-4e0e-b906-a9fee8327e23', 'tenant_id': '94cac8c050e34681825b5b9355a80ece', 'fixed_ips': [{'subnet_id': 'b1c375cd-1647-4601-aea3-167aa067ca1d'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:40:42.934983 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-21046bd6-f0a8-41dd-94a3-c0c3b50942d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:43.083237 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-806938df-7cbd-4b26-8df9-53a29cbda2ae None None] Port 6fade715-b6fd-40be-8f40-d157c0de2aed cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:40:43.087008 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 84226adc-ed1b-4016-9ae8-29759201033b is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:40:43.088869 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 8e00cd2d-712d-4b90-a6a8-69601143bc05 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:40:43.130888 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [req-ef0d0b42-add4-469b-9a53-a347c9237111 req-abfe081b-203f-4a46-94cc-2b9b83ccdf82 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Calling delete_port for 52c5cda6-c21a-4d17-8db1-5770fc276202 owned by compute:nova {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:40:43.140863 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-46b0bbdb-edef-4849-98c8-5dd3915b1143 req-b92e5f14-a414-46ed-ab8d-bea43c31dac5 service neutron] 10.222.0.71 "GET /v2.0/networks/e318623d-bb83-4735-b9a5-1ff511a26d09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5792034 May 28 06:40:43.185861 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-58e4e06c-b891-4b05-9fa4-579082643400 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:43.204404 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1a4ef87e-7c42-4cc0-be94-fd9d1280b868 req-16066aba-9ed5-43d5-a5f4-0ad1f6a92838 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] 10.222.0.55 "GET /v2.0/security-groups?id=45cb3f7c-83ce-4298-9702-2bb3cba6af9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3541267 May 28 06:40:43.249793 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-21046bd6-f0a8-41dd-94a3-c0c3b50942d8 None None] Allocated IP 172.20.0.2 (72a19803-4a6f-4e0e-b906-a9fee8327e23/b1c375cd-1647-4601-aea3-167aa067ca1d/31f45f54-f282-4f89-8215-5ed4e72fdbb9) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:40:43.254680 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3e58bff8-9fda-41ce-a176-9b7ccf3b3003 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:43.384909 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-61445b28-de8c-43b0-acca-03ef73a7c5a8 req-e94aa89a-74d1-420e-b2d8-aa8ee90b6dde service neutron] 10.222.0.55 "GET /v2.0/networks/2710da85-e3fe-4b51-9267-ec429f081f41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4442024 May 28 06:40:43.442847 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-58e4e06c-b891-4b05-9fa4-579082643400 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:43.450230 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f358d496-adab-4638-8125-54f854fe3e64'] response: {'server_uuid': '75e757b4-2d79-4493-9e4f-735cde8bfd52', 'name': 'network-vif-deleted', 'tag': 'ca7e4606-af5c-40eb-9228-6465bb8af63a', 'status': 'completed', 'code': 200} May 28 06:40:43.524599 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c05041d-7a0f-45bf-8bd3-2197dafe80d3'] response: {'server_uuid': 'b5b99fda-0bc9-4e50-b070-ce4a427e6fc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a9418a7-bd04-4bdb-9ce7-c9cfe2d4e847', 'code': 200} May 28 06:40:43.534596 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-ef0d0b42-add4-469b-9a53-a347c9237111 req-abfe081b-203f-4a46-94cc-2b9b83ccdf82 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:43.644157 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-61445b28-de8c-43b0-acca-03ef73a7c5a8 req-d63ec1bb-8e74-428e-b864-e8344bfe1fff service neutron] 10.222.0.55 "GET /v2.0/networks/2710da85-e3fe-4b51-9267-ec429f081f41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403865 May 28 06:40:43.678988 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 8e00cd2d-712d-4b90-a6a8-69601143bc05 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:40:43.687242 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 8e00cd2d-712d-4b90-a6a8-69601143bc05 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:40:43.688722 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:43.706536 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e4e06c-b891-4b05-9fa4-579082643400 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23e285ff-dbba-4d05-8608-f63194041ac8,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:43.719720 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfe081b-203f-4a46-94cc-2b9b83ccdf82 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Pushing event deleted for resources: {'Port': ['ID=52c5cda6-c21a-4d17-8db1-5770fc276202,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:43.761590 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-58e4e06c-b891-4b05-9fa4-579082643400 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:43.763217 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-58e4e06c-b891-4b05-9fa4-579082643400 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 4.3708446 May 28 06:40:43.773200 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 41154) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:40:43.781659 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef0d0b42-add4-469b-9a53-a347c9237111 req-abfe081b-203f-4a46-94cc-2b9b83ccdf82 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] No DVR routers for this DVR port 52c5cda6-c21a-4d17-8db1-5770fc276202 on host n-h2-843702-1 {{(pid=89109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:40:43.787296 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-ef0d0b42-add4-469b-9a53-a347c9237111 req-abfe081b-203f-4a46-94cc-2b9b83ccdf82 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:43.788075 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-ef0d0b42-add4-469b-9a53-a347c9237111 req-abfe081b-203f-4a46-94cc-2b9b83ccdf82 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] 10.222.0.71 "DELETE /v2.0/ports/52c5cda6-c21a-4d17-8db1-5770fc276202 HTTP/1.1" status: 204 len: 173 time: 2.6105590 May 28 06:40:43.789708 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-60d39469-5331-4ad2-bef9-8b49199d169f tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Request body: {'security_group_rule': {'security_group_id': '23e285ff-dbba-4d05-8608-f63194041ac8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:40:43.857370 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-60d39469-5331-4ad2-bef9-8b49199d169f tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:40:43.879435 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e738b738-d80a-4cac-8b84-8d2dc2ef4bab tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Router 23eee911-0c4a-4c98-8fa0-da8c65b220eb is scheduled to L3 agent 42958940-9562-4f71-972f-15a8af9d3963 with binding_index 1 {{(pid=89109) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 06:40:43.886142 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-46b0bbdb-edef-4849-98c8-5dd3915b1143 req-89e2a631-9171-4f3e-812b-1b624d96aa12 service neutron] 10.222.0.71 "GET /v2.0/networks/e318623d-bb83-4735-b9a5-1ff511a26d09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7236919 May 28 06:40:43.896675 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-60d39469-5331-4ad2-bef9-8b49199d169f tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Usage tracker for resource:security_group_rule and tenant:c63f5c7f6ee64d0f94a0f9d286904eef is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:40:43.927450 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-60d39469-5331-4ad2-bef9-8b49199d169f tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:40:43.936544 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-60d39469-5331-4ad2-bef9-8b49199d169f tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:40:43.987648 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174d81db-f85c-4c11-942c-3f478733beb6 req-fe72eff1-3fd4-4832-ac62-6870d67197ab tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:43.989945 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-174d81db-f85c-4c11-942c-3f478733beb6 req-fe72eff1-3fd4-4832-ac62-6870d67197ab tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=573e5aee-d7d6-4b17-8c2f-b7442d1d616e HTTP/1.1" status: 200 len: 945 time: 0.3430510 May 28 06:40:44.131280 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-21046bd6-f0a8-41dd-94a3-c0c3b50942d8 None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:44.149594 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-21046bd6-f0a8-41dd-94a3-c0c3b50942d8 None None] Transition to ACTIVE for port object 31f45f54-f282-4f89-8215-5ed4e72fdbb9 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:40:44.155233 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-174d81db-f85c-4c11-942c-3f478733beb6 req-ecb63472-c0d7-46fa-89f9-e8d453fdb4cf tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=da746f74-f7a2-404c-ba12-af4c190f6fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515200 May 28 06:40:44.164373 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-60d39469-5331-4ad2-bef9-8b49199d169f tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:44.173137 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-21046bd6-f0a8-41dd-94a3-c0c3b50942d8 None None] Transition to ACTIVE for port object 31f45f54-f282-4f89-8215-5ed4e72fdbb9 will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:40:44.273996 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-f998e3cb-2986-45be-9c03-eb5310d1063d None None] Provisioning complete for port 8e00cd2d-712d-4b90-a6a8-69601143bc05 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:40:44.274638 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-f998e3cb-2986-45be-9c03-eb5310d1063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:44.318161 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-21046bd6-f0a8-41dd-94a3-c0c3b50942d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:44.349382 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-60d39469-5331-4ad2-bef9-8b49199d169f tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:44.410806 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e738b738-d80a-4cac-8b84-8d2dc2ef4bab tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:40:44.427591 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-e738b738-d80a-4cac-8b84-8d2dc2ef4bab tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "PUT /v2.0/routers/23eee911-0c4a-4c98-8fa0-da8c65b220eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9306786 May 28 06:40:44.430332 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21046bd6-f0a8-41dd-94a3-c0c3b50942d8 None None] Pushing event updated for resources: {'Port': ['ID=31f45f54-f282-4f89-8215-5ed4e72fdbb9,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:44.432322 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 41164) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:40:44.509384 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device d60d4c69-7440-4039-9008-c5988f83484a details requested by agent hyperv_n-h2-843702-1 with host n-h2-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:40:44.524742 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3e58bff8-9fda-41ce-a176-9b7ccf3b3003 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9555650'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:44.524869 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500f1daa-f25c-491d-ba8b-5caf8bdcfe68 None None] Sync routers for ids ['23eee911-0c4a-4c98-8fa0-da8c65b220eb'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:40:44.540214 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-60d39469-5331-4ad2-bef9-8b49199d169f tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:44.619313 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21046bd6-f0a8-41dd-94a3-c0c3b50942d8 None None] Network 72a19803-4a6f-4e0e-b906-a9fee8327e23 is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:40:44.631214 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500f1daa-f25c-491d-ba8b-5caf8bdcfe68 None None] Routers {'23eee911-0c4a-4c98-8fa0-da8c65b220eb'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:40:44.631865 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-500f1daa-f25c-491d-ba8b-5caf8bdcfe68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:40:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['23eee911-0c4a-4c98-8fa0-da8c65b220eb'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:40:44.682196 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac13b27-4528-4fe6-9d47-6ac80e23e19f tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:44.682937 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-5ac13b27-4528-4fe6-9d47-6ac80e23e19f tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Synchronizing usage tracker for tenant:5e9e9447c07c4077b6694ab63e3affe5 on resource:port {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:40:44.700569 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e58bff8-9fda-41ce-a176-9b7ccf3b3003 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Pushing event deleted for resources: {'Subnet': ['ID=b1c375cd-1647-4601-aea3-167aa067ca1d,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:44.738243 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-21046bd6-f0a8-41dd-94a3-c0c3b50942d8 None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:40:44.744691 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21046bd6-f0a8-41dd-94a3-c0c3b50942d8 None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:40:44.745298 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d39469-5331-4ad2-bef9-8b49199d169f tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae229957-82d3-4e8b-84c1-1f144848a149,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:44.835784 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c095217-f6c6-4c67-9c4b-86a19390a15b req-abd1f477-d77d-4577-8f9e-ee22a8e15f1a tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:44.837536 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8c095217-f6c6-4c67-9c4b-86a19390a15b req-abd1f477-d77d-4577-8f9e-ee22a8e15f1a tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] 10.222.0.55 "GET /v2.0/ports?device_id=31511953-083e-42fb-a7d3-8f5fc16aba3c HTTP/1.1" status: 200 len: 944 time: 0.2568982 May 28 06:40:44.847898 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773451c9-e798-477c-b303-1f0773287c12 req-69cc78d7-ffd1-45ab-97d1-9697cb4055a2 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:44.849668 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-773451c9-e798-477c-b303-1f0773287c12 req-69cc78d7-ffd1-45ab-97d1-9697cb4055a2 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5b99fda-0bc9-4e50-b070-ce4a427e6fc6 HTTP/1.1" status: 200 len: 945 time: 0.4353139 May 28 06:40:44.864248 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-5ac13b27-4528-4fe6-9d47-6ac80e23e19f tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Unset dirty status for tenant:5e9e9447c07c4077b6694ab63e3affe5 on resource:port {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:40:44.867530 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-5ac13b27-4528-4fe6-9d47-6ac80e23e19f tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "GET /v2.0/ports/6fade715-b6fd-40be-8f40-d157c0de2aed HTTP/1.1" status: 200 len: 911 time: 0.4332056 May 28 06:40:44.870293 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3e58bff8-9fda-41ce-a176-9b7ccf3b3003 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:44.873097 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 41172) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:40:44.887497 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.db.resource_extend [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 06:40:44.912694 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-3e58bff8-9fda-41ce-a176-9b7ccf3b3003 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72a19803-4a6f-4e0e-b906-a9fee8327e23']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:40:44.930376 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-3e58bff8-9fda-41ce-a176-9b7ccf3b3003 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3ae23b5-4ce1-4b55-82de-f5483c042ac5') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:40:44.930969 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-3e58bff8-9fda-41ce-a176-9b7ccf3b3003 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3ae23b5-4ce1-4b55-82de-f5483c042ac5') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:40:44.947837 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3e58bff8-9fda-41ce-a176-9b7ccf3b3003 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:44.951905 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-60d39469-5331-4ad2-bef9-8b49199d169f tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:44.956175 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-60d39469-5331-4ad2-bef9-8b49199d169f tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1724107 May 28 06:40:44.964462 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 41176) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:40:45.008205 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3e58bff8-9fda-41ce-a176-9b7ccf3b3003 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:45.012199 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 8e00cd2d-712d-4b90-a6a8-69601143bc05 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:40:45.012674 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:45.025452 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e58bff8-9fda-41ce-a176-9b7ccf3b3003 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:40:45.026193 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3e58bff8-9fda-41ce-a176-9b7ccf3b3003 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:45.084948 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8c095217-f6c6-4c67-9c4b-86a19390a15b req-2db23024-ab62-4492-8c01-69d1d0db6e09 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] 10.222.0.55 "GET /v2.0/security-groups?id=b99dec1f-6b3b-4dfd-86ac-ed192f0fcc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312510 May 28 06:40:45.085503 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-744dfcbd-442c-416a-8199-7961db6a35c6 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:45.091173 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-773451c9-e798-477c-b303-1f0773287c12 req-219699af-509c-4208-9b82-0346986ea752 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d9e2739-d2e7-489f-8894-c4c5db308155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2153995 May 28 06:40:45.112328 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-744dfcbd-442c-416a-8199-7961db6a35c6 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:45.164922 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e0eb09-6dea-4526-aa44-b8da4f437cb1 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:45.182050 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e0eb09-6dea-4526-aa44-b8da4f437cb1 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:45.187061 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-d2e0eb09-6dea-4526-aa44-b8da4f437cb1 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2938802 May 28 06:40:45.229919 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 41182) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:40:45.288066 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fe25a917-7cc1-47f7-8ae6-e1f500bde036 req-b8d34c44-29d0-47b8-9ba3-45f8de0441e2 tempest-ServerPasswordTestJSON-1209729283 tempest-ServerPasswordTestJSON-1209729283-project] 10.222.0.55 "GET /v2.0/ports?device_id=b28c865f-bef5-4759-958d-ebf03131f8bd HTTP/1.1" status: 200 len: 210 time: 0.0998476 May 28 06:40:45.288240 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port d60d4c69-7440-4039-9008-c5988f83484a, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=d60d4c69-7440-4039-9008-c5988f83484a,segment=NetworkSegment(6ead9b20-e54f-4de6-97df-041e4a5d1b55),segment_id=6ead9b20-e54f-4de6-97df-041e4a5d1b55)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:40:45.312203 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Returning: {'device': 'd60d4c69-7440-4039-9008-c5988f83484a', 'network_id': 'e318623d-bb83-4735-b9a5-1ff511a26d09', 'port_id': 'd60d4c69-7440-4039-9008-c5988f83484a', 'mac_address': 'fa:16:3e:00:a4:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '463ce692-2fe5-4a51-b619-7b3391bfe8b8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:40:45.316192 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-744dfcbd-442c-416a-8199-7961db6a35c6 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:45.438669 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744dfcbd-442c-416a-8199-7961db6a35c6 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ae229957-82d3-4e8b-84c1-1f144848a149,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:45.457077 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-744dfcbd-442c-416a-8199-7961db6a35c6 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:45.461496 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-744dfcbd-442c-416a-8199-7961db6a35c6 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/ae229957-82d3-4e8b-84c1-1f144848a149 HTTP/1.1" status: 204 len: 168 time: 0.4953990 May 28 06:40:45.462125 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75e757b4-2d79-4493-9e4f-735cde8bfd52', 'name': 'network-vif-deleted', 'tag': '52c5cda6-c21a-4d17-8db1-5770fc276202'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:40:45.468544 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 41192) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:40:45.520579 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-26940efe-66df-4c38-8d95-d93333e01957 req-e81b0fd2-a4bd-4e1b-8e81-6a87a3c1c122 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] 10.222.0.55 "GET /v2.0/ports?device_id=75e757b4-2d79-4493-9e4f-735cde8bfd52 HTTP/1.1" status: 200 len: 210 time: 0.1021469 May 28 06:40:45.532617 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.db.api [None req-3e58bff8-9fda-41ce-a176-9b7ccf3b3003 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 28 06:40:45.532617 n-d-843702-1 neutron-server[89109]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 28 06:40:45.532617 n-d-843702-1 neutron-server[89109]: [parameters: {'id': '72a19803-4a6f-4e0e-b906-a9fee8327e23'}] May 28 06:40:45.532617 n-d-843702-1 neutron-server[89109]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:40:45.533104 n-d-843702-1 neutron-server[89109]: DEBUG oslo_db.api [None req-3e58bff8-9fda-41ce-a176-9b7ccf3b3003 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:40:45.570859 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port 8e00cd2d-712d-4b90-a6a8-69601143bc05, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=8e00cd2d-712d-4b90-a6a8-69601143bc05,segment=NetworkSegment(11da6225-78fc-4344-9ee8-747c52216a3c),segment_id=11da6225-78fc-4344-9ee8-747c52216a3c)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:40:45.642815 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd803b17-fad3-4fe2-931d-99c50c8fd7a0 req-a6f02829-64d6-46f8-9345-4d3bbc88b9c2 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:45.642815 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dd803b17-fad3-4fe2-931d-99c50c8fd7a0 req-a6f02829-64d6-46f8-9345-4d3bbc88b9c2 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=573e5aee-d7d6-4b17-8c2f-b7442d1d616e HTTP/1.1" status: 200 len: 945 time: 0.1115668 May 28 06:40:45.709517 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port d60d4c69-7440-4039-9008-c5988f83484a is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:40:45.709813 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:45.747676 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dd803b17-fad3-4fe2-931d-99c50c8fd7a0 req-1c0945b2-94f1-4e33-b733-58a55fe75b11 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=da746f74-f7a2-404c-ba12-af4c190f6fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987005 May 28 06:40:45.788037 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:45.798066 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-f998e3cb-2986-45be-9c03-eb5310d1063d None None] Current status of the port 8e00cd2d-712d-4b90-a6a8-69601143bc05 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:40:45.847712 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87f39015-da89-42f2-a108-7744d63dae41'] response: {'server_uuid': '75e757b4-2d79-4493-9e4f-735cde8bfd52', 'name': 'network-vif-deleted', 'tag': '52c5cda6-c21a-4d17-8db1-5770fc276202', 'status': 'completed', 'code': 200} May 28 06:40:45.851984 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment d3ae23b5-4ce1-4b55-82de-f5483c042ac5 resource provider aggregate not found May 28 06:40:45.887129 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-500f1daa-f25c-491d-ba8b-5caf8bdcfe68 None None] Set router 23eee911-0c4a-4c98-8fa0-da8c65b220eb gateway port host: None {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:40:45.925451 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d60d4c69-7440-4039-9008-c5988f83484a {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:40:45.934943 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-a3efb5a7-8ab7-4554-97d3-7e72cdb1fb8c tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Synchronizing usage tracker for tenant:c63f5c7f6ee64d0f94a0f9d286904eef on resource:security_group_rule {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:40:45.946730 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment d3ae23b5-4ce1-4b55-82de-f5483c042ac5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d3ae23b5-4ce1-4b55-82de-f5483c042ac5 found for delete ", "request_id": "req-8e24d24c-ef9c-454e-9f8b-5a30a300a91d"}]} May 28 06:40:45.951318 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-21046bd6-f0a8-41dd-94a3-c0c3b50942d8 None None] Attempting to bind port 31f45f54-f282-4f89-8215-5ed4e72fdbb9 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:40:45.951832 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-21046bd6-f0a8-41dd-94a3-c0c3b50942d8 None None] Attempting to bind port 31f45f54-f282-4f89-8215-5ed4e72fdbb9 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'd3ae23b5-4ce1-4b55-82de-f5483c042ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '72a19803-4a6f-4e0e-b906-a9fee8327e23'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:40:45.952285 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21046bd6-f0a8-41dd-94a3-c0c3b50942d8 None None] Attempting to bind port 31f45f54-f282-4f89-8215-5ed4e72fdbb9 on network 72a19803-4a6f-4e0e-b906-a9fee8327e23 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:40:45.991912 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21046bd6-f0a8-41dd-94a3-c0c3b50942d8 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:40:46.024009 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21046bd6-f0a8-41dd-94a3-c0c3b50942d8 None None] Checking segment: {'id': 'd3ae23b5-4ce1-4b55-82de-f5483c042ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '72a19803-4a6f-4e0e-b906-a9fee8327e23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:40:46.024009 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-21046bd6-f0a8-41dd-94a3-c0c3b50942d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:46.024009 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21046bd6-f0a8-41dd-94a3-c0c3b50942d8 None None] Bound using segment: {'id': 'd3ae23b5-4ce1-4b55-82de-f5483c042ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '72a19803-4a6f-4e0e-b906-a9fee8327e23'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:40:46.024009 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-21046bd6-f0a8-41dd-94a3-c0c3b50942d8 None None] Bound port: 31f45f54-f282-4f89-8215-5ed4e72fdbb9, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3ae23b5-4ce1-4b55-82de-f5483c042ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '72a19803-4a6f-4e0e-b906-a9fee8327e23'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:40:46.024009 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-21046bd6-f0a8-41dd-94a3-c0c3b50942d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:46.024009 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port d60d4c69-7440-4039-9008-c5988f83484a, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=d60d4c69-7440-4039-9008-c5988f83484a,segment=NetworkSegment(6ead9b20-e54f-4de6-97df-041e4a5d1b55),segment_id=6ead9b20-e54f-4de6-97df-041e4a5d1b55)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:40:46.037486 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3e58bff8-9fda-41ce-a176-9b7ccf3b3003 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:46.064030 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-3e58bff8-9fda-41ce-a176-9b7ccf3b3003 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Deleting port 31f45f54-f282-4f89-8215-5ed4e72fdbb9 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:40:46.064369 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3e58bff8-9fda-41ce-a176-9b7ccf3b3003 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:46.116487 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=8e00cd2d-712d-4b90-a6a8-69601143bc05,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:46.282321 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a9b53a-5431-46a2-b09d-0078d1e186b9 req-1b4452b3-b4be-4035-a87c-6c92ac878b18 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:46.283737 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-89a9b53a-5431-46a2-b09d-0078d1e186b9 req-1b4452b3-b4be-4035-a87c-6c92ac878b18 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] 10.222.0.55 "GET /v2.0/ports?device_id=31511953-083e-42fb-a7d3-8f5fc16aba3c HTTP/1.1" status: 200 len: 944 time: 0.0905313 May 28 06:40:46.292528 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:40:46.299046 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:40:46.299046 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:40:46.299046 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:40:46.299046 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:40:46.299046 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:40:46.299046 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:40:46.299046 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:40:46.299046 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:40:46.299046 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:40:46.299046 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:40:46.299046 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:40:46.325092 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-a3efb5a7-8ab7-4554-97d3-7e72cdb1fb8c tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Unset dirty status for tenant:c63f5c7f6ee64d0f94a0f9d286904eef on resource:security_group_rule {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:40:46.329156 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-a3efb5a7-8ab7-4554-97d3-7e72cdb1fb8c tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.8384063 May 28 06:40:46.341457 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 41206) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:40:46.348997 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-21046bd6-f0a8-41dd-94a3-c0c3b50942d8 None None] For port 31f45f54-f282-4f89-8215-5ed4e72fdbb9, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:40:46.352935 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-21046bd6-f0a8-41dd-94a3-c0c3b50942d8 None None] For port 31f45f54-f282-4f89-8215-5ed4e72fdbb9, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=31f45f54-f282-4f89-8215-5ed4e72fdbb9,segment=NetworkSegment(d3ae23b5-4ce1-4b55-82de-f5483c042ac5),segment_id=d3ae23b5-4ce1-4b55-82de-f5483c042ac5)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:40:46.367640 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-500f1daa-f25c-491d-ba8b-5caf8bdcfe68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23eee911-0c4a-4c98-8fa0-da8c65b220eb', 'name': 'tempest-NetworksTestDHCPv6-router-1326637300', 'tenant_id': '5e9e9447c07c4077b6694ab63e3affe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:40:33Z', 'updated_at': '2022-05-28T06:40:39Z', 'revision_number': 2, 'project_id': '5e9e9447c07c4077b6694ab63e3affe5', 'gw_port_host': None, '_interfaces': [{'id': '6fade715-b6fd-40be-8f40-d157c0de2aed', 'name': '', 'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2', 'tenant_id': '5e9e9447c07c4077b6694ab63e3affe5', 'mac_address': 'fa:16:3e:a6:f8:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23eee911-0c4a-4c98-8fa0-da8c65b220eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1964, 'fixed_ips': [{'subnet_id': 'cf0df005-fc3f-46b4-ae35-1e12450b6bc5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:40:35Z', 'updated_at': '2022-05-28T06:40:40Z', 'revision_number': 2, 'project_id': '5e9e9447c07c4077b6694ab63e3affe5', 'subnets': [{'id': 'cf0df005-fc3f-46b4-ae35-1e12450b6bc5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:40:46.373551 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500f1daa-f25c-491d-ba8b-5caf8bdcfe68 None None] Checking router: 23eee911-0c4a-4c98-8fa0-da8c65b220eb for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:40:46.373951 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500f1daa-f25c-491d-ba8b-5caf8bdcfe68 None None] Updating router 23eee911-0c4a-4c98-8fa0-da8c65b220eb port 6fade715-b6fd-40be-8f40-d157c0de2aed binding host n-d-843702-1 {{(pid=89111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:40:46.382597 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-89a9b53a-5431-46a2-b09d-0078d1e186b9 req-97f2f2d9-4814-4603-9b47-c0367c17d097 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] 10.222.0.55 "GET /v2.0/security-groups?id=b99dec1f-6b3b-4dfd-86ac-ed192f0fcc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589478 May 28 06:40:46.416024 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-3e58bff8-9fda-41ce-a176-9b7ccf3b3003 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] For port 31f45f54-f282-4f89-8215-5ed4e72fdbb9, host n-d-843702-1, got binding levels [] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:40:46.416649 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3e58bff8-9fda-41ce-a176-9b7ccf3b3003 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:46.418892 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:46.430547 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7827409-b152-40eb-b540-0913e1df7892 req-919f7318-5189-4500-8c91-4ee78dceb9aa tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:46.433102 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a7827409-b152-40eb-b540-0913e1df7892 req-919f7318-5189-4500-8c91-4ee78dceb9aa tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5b99fda-0bc9-4e50-b070-ce4a427e6fc6 HTTP/1.1" status: 200 len: 945 time: 0.1482785 May 28 06:40:46.514522 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a7827409-b152-40eb-b540-0913e1df7892 req-dcce7d38-88b8-4b07-81dc-0e83c9709233 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d9e2739-d2e7-489f-8894-c4c5db308155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710752 May 28 06:40:46.543182 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-21046bd6-f0a8-41dd-94a3-c0c3b50942d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:46.558900 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-500f1daa-f25c-491d-ba8b-5caf8bdcfe68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:46.568488 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a142b252-7a36-4f6f-a456-d30a8dc2dc59 req-d5a516cc-9eb7-461d-ae9a-db68cab9d7bb tempest-ServerPasswordTestJSON-1209729283 tempest-ServerPasswordTestJSON-1209729283-project] 10.222.0.55 "GET /v2.0/ports?device_id=b28c865f-bef5-4759-958d-ebf03131f8bd HTTP/1.1" status: 200 len: 210 time: 0.0508735 May 28 06:40:46.596352 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=d60d4c69-7440-4039-9008-c5988f83484a,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:46.713842 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['d60d4c69-7440-4039-9008-c5988f83484a'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:40:46.742254 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 41216) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:40:46.758033 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-3e58bff8-9fda-41ce-a176-9b7ccf3b3003 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Calling delete_port for 31f45f54-f282-4f89-8215-5ed4e72fdbb9 owned by network:dhcp {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:40:46.778642 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-922bf8eb-c0a3-4f11-a4cd-247b4718e016 None None] Network 72a19803-4a6f-4e0e-b906-a9fee8327e23 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:40:46.876341 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_v2 [None req-94eb4f7b-4f16-4902-adc6-659e58af7770 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Deleting subnet 5cc4a322-4ad4-4e70-8c79-cdd0d6678e38 {{(pid=89110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:40:46.892760 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-94eb4f7b-4f16-4902-adc6-659e58af7770 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Notify callbacks [] for subnet, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:46.948243 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b499192b-37d4-4201-bc15-be1bdc79d440 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:47.050336 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b499192b-37d4-4201-bc15-be1bdc79d440 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:47.101287 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9958cce5-3143-471a-a1d9-74ca4324a068 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700548'] for router_interface, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:47.146098 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-94eb4f7b-4f16-4902-adc6-659e58af7770 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4150765'] for subnet, precommit_delete_associations {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:47.163998 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21046bd6-f0a8-41dd-94a3-c0c3b50942d8 None None] Pushing event updated for resources: {'Port': ['ID=31f45f54-f282-4f89-8215-5ed4e72fdbb9,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:47.225970 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.db.api [None req-3e58bff8-9fda-41ce-a176-9b7ccf3b3003 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:40:47.226371 n-d-843702-1 neutron-server[89109]: DEBUG oslo_db.api [None req-3e58bff8-9fda-41ce-a176-9b7ccf3b3003 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:40:47.256162 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-94eb4f7b-4f16-4902-adc6-659e58af7770 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:47.409860 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceda40b-2252-44cf-a76b-f2f204bdce86 req-a5e14a3d-4df1-4866-afc8-02ce5e80a77d tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:47.419323 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fceda40b-2252-44cf-a76b-f2f204bdce86 req-a5e14a3d-4df1-4866-afc8-02ce5e80a77d tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=573e5aee-d7d6-4b17-8c2f-b7442d1d616e HTTP/1.1" status: 200 len: 945 time: 0.3255498 May 28 06:40:47.455854 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-94eb4f7b-4f16-4902-adc6-659e58af7770 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3115981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3172005'] for subnet, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:47.520106 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eb4f7b-4f16-4902-adc6-659e58af7770 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Pushing event deleted for resources: {'Subnet': ['ID=5cc4a322-4ad4-4e70-8c79-cdd0d6678e38,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:47.570506 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fceda40b-2252-44cf-a76b-f2f204bdce86 req-f67b6874-77d5-4f4f-88a4-3f411cf42e0c tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=da746f74-f7a2-404c-ba12-af4c190f6fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497550 May 28 06:40:47.572609 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-94eb4f7b-4f16-4902-adc6-659e58af7770 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:47.573579 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b499192b-37d4-4201-bc15-be1bdc79d440 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:47.577729 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00afe842-735a-4ea4-b91b-3b903d0271bb None None] Network 9357ccb8-c28f-47b9-8980-a59514d44f31 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:40:47.598026 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-94eb4f7b-4f16-4902-adc6-659e58af7770 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] 10.222.0.55 "DELETE /v2.0/subnets/5cc4a322-4ad4-4e70-8c79-cdd0d6678e38 HTTP/1.1" status: 204 len: 168 time: 0.8546448 May 28 06:40:47.619366 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 41226) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:40:47.677172 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b499192b-37d4-4201-bc15-be1bdc79d440 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23e285ff-dbba-4d05-8608-f63194041ac8,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:47.744747 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46af58d-783e-42c9-a840-4dfebc9be465 req-caf09cf4-6c90-4083-81c6-3301f13dc4e5 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:47.754199 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f46af58d-783e-42c9-a840-4dfebc9be465 req-caf09cf4-6c90-4083-81c6-3301f13dc4e5 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] 10.222.0.55 "GET /v2.0/ports?device_id=31511953-083e-42fb-a7d3-8f5fc16aba3c HTTP/1.1" status: 200 len: 945 time: 0.1534576 May 28 06:40:47.792224 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-3e58bff8-9fda-41ce-a176-9b7ccf3b3003 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Deleting port 31f45f54-f282-4f89-8215-5ed4e72fdbb9 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:40:47.794616 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3e58bff8-9fda-41ce-a176-9b7ccf3b3003 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:47.927020 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 8e00cd2d-712d-4b90-a6a8-69601143bc05 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:40:47.962025 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f46af58d-783e-42c9-a840-4dfebc9be465 req-7be94135-cd19-4e95-a866-30b5058787c4 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] 10.222.0.55 "GET /v2.0/security-groups?id=b99dec1f-6b3b-4dfd-86ac-ed192f0fcc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060852 May 28 06:40:47.971690 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6298b9ff-daa7-4ab0-ae34-d61bcb85a670 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:48.015134 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd27897-ceea-4d38-ac29-8af62daab540 req-2da0b20f-0947-4394-b240-dbaef44d569b tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:48.017017 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ccd27897-ceea-4d38-ac29-8af62daab540 req-2da0b20f-0947-4394-b240-dbaef44d569b tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5b99fda-0bc9-4e50-b070-ce4a427e6fc6 HTTP/1.1" status: 200 len: 945 time: 0.2893312 May 28 06:40:48.092265 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ccd27897-ceea-4d38-ac29-8af62daab540 req-143cc0b7-3f67-4fa3-be6b-511f0a8f814a tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d9e2739-d2e7-489f-8894-c4c5db308155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662200 May 28 06:40:48.176898 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-500f1daa-f25c-491d-ba8b-5caf8bdcfe68 None None] Notify callbacks [] for port, precommit_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:48.198288 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 8e00cd2d-712d-4b90-a6a8-69601143bc05 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:40:48.198897 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:48.262360 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-500f1daa-f25c-491d-ba8b-5caf8bdcfe68 None None] Transition to ACTIVE for port object 6fade715-b6fd-40be-8f40-d157c0de2aed will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:40:48.308525 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-3e58bff8-9fda-41ce-a176-9b7ccf3b3003 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] For port 31f45f54-f282-4f89-8215-5ed4e72fdbb9, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=31f45f54-f282-4f89-8215-5ed4e72fdbb9,segment=NetworkSegment(d3ae23b5-4ce1-4b55-82de-f5483c042ac5),segment_id=d3ae23b5-4ce1-4b55-82de-f5483c042ac5)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:40:48.308902 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3e58bff8-9fda-41ce-a176-9b7ccf3b3003 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:48.314352 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e97a4f77-3742-48c4-9093-ee696f546c53 req-ee13edee-2b20-4ba8-8877-b03206a73c3e tempest-ServerPasswordTestJSON-1209729283 tempest-ServerPasswordTestJSON-1209729283-project] 10.222.0.55 "GET /v2.0/ports?device_id=b28c865f-bef5-4759-958d-ebf03131f8bd HTTP/1.1" status: 200 len: 210 time: 0.1121798 May 28 06:40:48.346765 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 8e00cd2d-712d-4b90-a6a8-69601143bc05 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:40:48.364907 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-500f1daa-f25c-491d-ba8b-5caf8bdcfe68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:48.538270 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190d3890-ea51-4567-be25-082be43af675 None None] DHCP port deletion for 9357ccb8-c28f-47b9-8980-a59514d44f31 request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:40:48.545554 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device d60d4c69-7440-4039-9008-c5988f83484a up at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:40:48.548203 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-3e58bff8-9fda-41ce-a176-9b7ccf3b3003 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Calling delete_port for 31f45f54-f282-4f89-8215-5ed4e72fdbb9 owned by network:dhcp {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:40:48.572712 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61445b28-de8c-43b0-acca-03ef73a7c5a8 req-a391c054-450e-4896-a732-3e8819d5f3a4 tempest-ServerPasswordTestJSON-1209729283 tempest-ServerPasswordTestJSON-1209729283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:48.574509 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-61445b28-de8c-43b0-acca-03ef73a7c5a8 req-a391c054-450e-4896-a732-3e8819d5f3a4 tempest-ServerPasswordTestJSON-1209729283 tempest-ServerPasswordTestJSON-1209729283-project] 10.222.0.69 "GET /v2.0/networks?id=2710da85-e3fe-4b51-9267-ec429f081f41 HTTP/1.1" status: 200 len: 813 time: 0.3349092 May 28 06:40:48.615948 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4073ef8-5618-48b9-99f0-f5f3b1b96de7 None None] Pushing event updated for resources: {'Port': ['ID=6fade715-b6fd-40be-8f40-d157c0de2aed,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:48.628260 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-61445b28-de8c-43b0-acca-03ef73a7c5a8 req-9a8b784a-b00e-428e-a690-8069bc46e511 tempest-ServerPasswordTestJSON-1209729283 tempest-ServerPasswordTestJSON-1209729283-project] Request body: {'port': {'device_id': 'b28c865f-bef5-4759-958d-ebf03131f8bd', 'network_id': '2710da85-e3fe-4b51-9267-ec429f081f41', 'admin_state_up': True, 'tenant_id': '52a114356afd4e7ab44d0cf9b741f68f'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:40:48.645710 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-190d3890-ea51-4567-be25-082be43af675 None None] Deleting port 52bbb013-fbe7-4021-af55-fc6c2e10a009 {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:40:48.648131 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-190d3890-ea51-4567-be25-082be43af675 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:48.669036 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b499192b-37d4-4201-bc15-be1bdc79d440 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:48.676009 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-b499192b-37d4-4201-bc15-be1bdc79d440 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] 10.222.0.55 "DELETE /v2.0/security-groups/23e285ff-dbba-4d05-8608-f63194041ac8 HTTP/1.1" status: 204 len: 168 time: 2.3291941 May 28 06:40:48.677053 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-6298b9ff-daa7-4ab0-ae34-d61bcb85a670 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Deleting port 52bbb013-fbe7-4021-af55-fc6c2e10a009 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:40:48.677668 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6298b9ff-daa7-4ab0-ae34-d61bcb85a670 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:48.753851 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 41234) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:40:48.818708 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-9958cce5-3143-471a-a1d9-74ca4324a068 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Deleting port 6fade715-b6fd-40be-8f40-d157c0de2aed {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:40:48.819052 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9958cce5-3143-471a-a1d9-74ca4324a068 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:48.924944 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-61445b28-de8c-43b0-acca-03ef73a7c5a8 req-9a8b784a-b00e-428e-a690-8069bc46e511 tempest-ServerPasswordTestJSON-1209729283 tempest-ServerPasswordTestJSON-1209729283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:40:48.950707 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-61445b28-de8c-43b0-acca-03ef73a7c5a8 req-9a8b784a-b00e-428e-a690-8069bc46e511 tempest-ServerPasswordTestJSON-1209729283 tempest-ServerPasswordTestJSON-1209729283-project] Usage tracker for resource:port and tenant:52a114356afd4e7ab44d0cf9b741f68f is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:40:48.958977 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-61445b28-de8c-43b0-acca-03ef73a7c5a8 req-9a8b784a-b00e-428e-a690-8069bc46e511 tempest-ServerPasswordTestJSON-1209729283 tempest-ServerPasswordTestJSON-1209729283-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:40:49.003184 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-61445b28-de8c-43b0-acca-03ef73a7c5a8 req-9a8b784a-b00e-428e-a690-8069bc46e511 tempest-ServerPasswordTestJSON-1209729283 tempest-ServerPasswordTestJSON-1209729283-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:40:49.078461 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e74abfd-31e3-45f7-a2b8-91accdeb63b6 req-7eca2cf4-fa9a-46dd-90b3-b1e092d04f41 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:49.082919 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0e74abfd-31e3-45f7-a2b8-91accdeb63b6 req-7eca2cf4-fa9a-46dd-90b3-b1e092d04f41 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=573e5aee-d7d6-4b17-8c2f-b7442d1d616e HTTP/1.1" status: 200 len: 945 time: 0.1984663 May 28 06:40:49.143322 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61445b28-de8c-43b0-acca-03ef73a7c5a8 req-9a8b784a-b00e-428e-a690-8069bc46e511 tempest-ServerPasswordTestJSON-1209729283 tempest-ServerPasswordTestJSON-1209729283-project] Made reservation on behalf of 52a114356afd4e7ab44d0cf9b741f68f for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:40:49.148952 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-9958cce5-3143-471a-a1d9-74ca4324a068 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] For port 6fade715-b6fd-40be-8f40-d157c0de2aed, host n-d-843702-1, got binding levels [] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:40:49.149518 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9958cce5-3143-471a-a1d9-74ca4324a068 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:49.156262 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-61445b28-de8c-43b0-acca-03ef73a7c5a8 req-9a8b784a-b00e-428e-a690-8069bc46e511 tempest-ServerPasswordTestJSON-1209729283 tempest-ServerPasswordTestJSON-1209729283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:49.244752 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-190d3890-ea51-4567-be25-082be43af675 None None] For port 52bbb013-fbe7-4021-af55-fc6c2e10a009, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=52bbb013-fbe7-4021-af55-fc6c2e10a009,segment=NetworkSegment(e0f2ff40-fdb3-47bd-9624-9a741f0eb401),segment_id=e0f2ff40-fdb3-47bd-9624-9a741f0eb401)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:40:49.245585 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-190d3890-ea51-4567-be25-082be43af675 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:49.288193 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-9958cce5-3143-471a-a1d9-74ca4324a068 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Calling delete_port for 6fade715-b6fd-40be-8f40-d157c0de2aed owned by network:router_interface {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:40:49.375742 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-190d3890-ea51-4567-be25-082be43af675 None None] Calling delete_port for 52bbb013-fbe7-4021-af55-fc6c2e10a009 owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:40:49.380201 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [req-61445b28-de8c-43b0-acca-03ef73a7c5a8 req-9a8b784a-b00e-428e-a690-8069bc46e511 tempest-ServerPasswordTestJSON-1209729283 tempest-ServerPasswordTestJSON-1209729283-project] Allocated IP 172.20.0.14 (2710da85-e3fe-4b51-9267-ec429f081f41/234c0baf-c029-4766-a930-952d10ed82ff/1445282a-61c7-4a53-b74e-683e1bf60b3d) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:40:49.494582 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-500f1daa-f25c-491d-ba8b-5caf8bdcfe68 None None] Attempting to bind port 6fade715-b6fd-40be-8f40-d157c0de2aed on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:40:49.495598 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-500f1daa-f25c-491d-ba8b-5caf8bdcfe68 None None] Attempting to bind port 6fade715-b6fd-40be-8f40-d157c0de2aed by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'e82da2dd-17b8-4c15-8abb-711622ad0a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:40:49.496203 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500f1daa-f25c-491d-ba8b-5caf8bdcfe68 None None] Attempting to bind port 6fade715-b6fd-40be-8f40-d157c0de2aed on network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:40:49.504194 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500f1daa-f25c-491d-ba8b-5caf8bdcfe68 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:40:49.505304 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500f1daa-f25c-491d-ba8b-5caf8bdcfe68 None None] Checking segment: {'id': 'e82da2dd-17b8-4c15-8abb-711622ad0a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:40:49.506527 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-500f1daa-f25c-491d-ba8b-5caf8bdcfe68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:49.507520 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500f1daa-f25c-491d-ba8b-5caf8bdcfe68 None None] Bound using segment: {'id': 'e82da2dd-17b8-4c15-8abb-711622ad0a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:40:49.508416 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-500f1daa-f25c-491d-ba8b-5caf8bdcfe68 None None] Bound port: 6fade715-b6fd-40be-8f40-d157c0de2aed, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e82da2dd-17b8-4c15-8abb-711622ad0a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:40:49.509032 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-500f1daa-f25c-491d-ba8b-5caf8bdcfe68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:49.601133 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-190d3890-ea51-4567-be25-082be43af675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879'] for port, after_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:49.644849 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0e74abfd-31e3-45f7-a2b8-91accdeb63b6 req-9c8c2fe4-2752-4497-a67f-eab50f02ae6e tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=da746f74-f7a2-404c-ba12-af4c190f6fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5552964 May 28 06:40:49.712082 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning for port d60d4c69-7440-4039-9008-c5988f83484a completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:40:49.753623 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a91734-6292-48c8-b0ac-055f80433d3a req-d4410951-220d-4790-adff-531f4a1f1197 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:49.754316 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-10e1624b-42a7-44ea-b6b7-e2037a02d059 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Synchronizing usage tracker for tenant:c63f5c7f6ee64d0f94a0f9d286904eef on resource:security_group {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:40:49.762673 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b3a91734-6292-48c8-b0ac-055f80433d3a req-d4410951-220d-4790-adff-531f4a1f1197 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] 10.222.0.55 "GET /v2.0/ports?device_id=31511953-083e-42fb-a7d3-8f5fc16aba3c HTTP/1.1" status: 200 len: 945 time: 0.5640011 May 28 06:40:49.765646 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-6298b9ff-daa7-4ab0-ae34-d61bcb85a670 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] The port '52bbb013-fbe7-4021-af55-fc6c2e10a009' was deleted {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 06:40:49.778978 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190d3890-ea51-4567-be25-082be43af675 None None] Pushing event deleted for resources: {'Port': ['ID=52bbb013-fbe7-4021-af55-fc6c2e10a009,revision_number=None']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:49.781955 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-61445b28-de8c-43b0-acca-03ef73a7c5a8 req-9a8b784a-b00e-428e-a690-8069bc46e511 tempest-ServerPasswordTestJSON-1209729283 tempest-ServerPasswordTestJSON-1209729283-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:49.786438 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190d3890-ea51-4567-be25-082be43af675 None None] No DVR routers for this DVR port 52bbb013-fbe7-4021-af55-fc6c2e10a009 on host n-d-843702-1 {{(pid=89111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:40:49.811891 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning complete for port d60d4c69-7440-4039-9008-c5988f83484a triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:40:49.812294 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:49.850740 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b3a91734-6292-48c8-b0ac-055f80433d3a req-5a380263-e35a-45f8-9201-1274312f448b tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] 10.222.0.55 "GET /v2.0/security-groups?id=b99dec1f-6b3b-4dfd-86ac-ed192f0fcc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864947 May 28 06:40:49.855197 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f33c6979-b9cf-454b-80f1-146b8f74b176 None None] get_active_networks_info from n-d-843702-1 {{(pid=89111) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 28 06:40:49.965082 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-500f1daa-f25c-491d-ba8b-5caf8bdcfe68 None None] For port 6fade715-b6fd-40be-8f40-d157c0de2aed, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:40:49.974692 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-500f1daa-f25c-491d-ba8b-5caf8bdcfe68 None None] For port 6fade715-b6fd-40be-8f40-d157c0de2aed, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=6fade715-b6fd-40be-8f40-d157c0de2aed,segment=NetworkSegment(e82da2dd-17b8-4c15-8abb-711622ad0a92),segment_id=e82da2dd-17b8-4c15-8abb-711622ad0a92)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:40:49.995675 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-61445b28-de8c-43b0-acca-03ef73a7c5a8 req-9a8b784a-b00e-428e-a690-8069bc46e511 tempest-ServerPasswordTestJSON-1209729283 tempest-ServerPasswordTestJSON-1209729283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:50.039261 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 52bbb013-fbe7-4021-af55-fc6c2e10a009 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:40:50.044269 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6298b9ff-daa7-4ab0-ae34-d61bcb85a670 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:50.071568 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-6298b9ff-daa7-4ab0-ae34-d61bcb85a670 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9357ccb8-c28f-47b9-8980-a59514d44f31']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:40:50.084719 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-6298b9ff-daa7-4ab0-ae34-d61bcb85a670 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0f2ff40-fdb3-47bd-9624-9a741f0eb401') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:40:50.085382 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-6298b9ff-daa7-4ab0-ae34-d61bcb85a670 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0f2ff40-fdb3-47bd-9624-9a741f0eb401') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:40:50.088455 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-500f1daa-f25c-491d-ba8b-5caf8bdcfe68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:50.098469 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6298b9ff-daa7-4ab0-ae34-d61bcb85a670 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:50.104463 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61445b28-de8c-43b0-acca-03ef73a7c5a8 req-9a8b784a-b00e-428e-a690-8069bc46e511 tempest-ServerPasswordTestJSON-1209729283 tempest-ServerPasswordTestJSON-1209729283-project] Network 2710da85-e3fe-4b51-9267-ec429f081f41 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:40:50.116519 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6298b9ff-daa7-4ab0-ae34-d61bcb85a670 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:50.124371 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6298b9ff-daa7-4ab0-ae34-d61bcb85a670 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:40:50.125081 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6298b9ff-daa7-4ab0-ae34-d61bcb85a670 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:50.127885 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [req-61445b28-de8c-43b0-acca-03ef73a7c5a8 req-9a8b784a-b00e-428e-a690-8069bc46e511 tempest-ServerPasswordTestJSON-1209729283 tempest-ServerPasswordTestJSON-1209729283-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:40:50.133943 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 52bbb013-fbe7-4021-af55-fc6c2e10a009 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:40:50.135031 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 52bbb013-fbe7-4021-af55-fc6c2e10a009 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:40:50.148843 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-61445b28-de8c-43b0-acca-03ef73a7c5a8 req-9a8b784a-b00e-428e-a690-8069bc46e511 tempest-ServerPasswordTestJSON-1209729283 tempest-ServerPasswordTestJSON-1209729283-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:40:50.226189 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500f1daa-f25c-491d-ba8b-5caf8bdcfe68 None None] Routers {'23eee911-0c4a-4c98-8fa0-da8c65b220eb'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:40:50.226814 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-500f1daa-f25c-491d-ba8b-5caf8bdcfe68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:40:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['23eee911-0c4a-4c98-8fa0-da8c65b220eb'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:40:50.249287 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-10e1624b-42a7-44ea-b6b7-e2037a02d059 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Unset dirty status for tenant:c63f5c7f6ee64d0f94a0f9d286904eef on resource:security_group {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:40:50.251249 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-10e1624b-42a7-44ea-b6b7-e2037a02d059 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 1.4826972 May 28 06:40:50.256965 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment e0f2ff40-fdb3-47bd-9624-9a741f0eb401 resource provider aggregate not found May 28 06:40:50.264608 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 41246) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:40:50.276327 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-f62e0324-38ba-4d2a-80b4-98c3939662bc tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Request body: {'security_group': {'name': 'tempest-secgroup--1509873887'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:40:50.287226 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment e0f2ff40-fdb3-47bd-9624-9a741f0eb401 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e0f2ff40-fdb3-47bd-9624-9a741f0eb401 found for delete ", "request_id": "req-8e57415d-a5ef-46c0-9879-6836e6df9a1c"}]} May 28 06:40:50.292553 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-f62e0324-38ba-4d2a-80b4-98c3939662bc tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:40:50.310058 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-f62e0324-38ba-4d2a-80b4-98c3939662bc tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:40:50.336573 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3e58bff8-9fda-41ce-a176-9b7ccf3b3003 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:50.364499 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8b784a-b00e-428e-a690-8069bc46e511 tempest-ServerPasswordTestJSON-1209729283 tempest-ServerPasswordTestJSON-1209729283-project] Pushing event updated for resources: {'Port': ['ID=1445282a-61c7-4a53-b74e-683e1bf60b3d,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:50.399444 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61445b28-de8c-43b0-acca-03ef73a7c5a8 req-9a8b784a-b00e-428e-a690-8069bc46e511 tempest-ServerPasswordTestJSON-1209729283 tempest-ServerPasswordTestJSON-1209729283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:50.400650 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-61445b28-de8c-43b0-acca-03ef73a7c5a8 req-9a8b784a-b00e-428e-a690-8069bc46e511 tempest-ServerPasswordTestJSON-1209729283 tempest-ServerPasswordTestJSON-1209729283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:50.415536 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5947890-4df8-45ca-8d18-82a41fefaed4 req-8fb4e2c7-5e1a-4680-a743-76cb0b34ac5b tempest-ServerPasswordTestJSON-1209729283 tempest-ServerPasswordTestJSON-1209729283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:50.417179 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d5947890-4df8-45ca-8d18-82a41fefaed4 req-8fb4e2c7-5e1a-4680-a743-76cb0b34ac5b tempest-ServerPasswordTestJSON-1209729283 tempest-ServerPasswordTestJSON-1209729283-project] 10.222.0.55 "GET /v2.0/ports?device_id=b28c865f-bef5-4759-958d-ebf03131f8bd HTTP/1.1" status: 200 len: 932 time: 0.3610120 May 28 06:40:50.437615 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c409c4-7f4c-429b-9cd4-580e908c60ba req-6e267bfa-c735-4886-9a89-18425ddfd37f tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:50.439265 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f4c409c4-7f4c-429b-9cd4-580e908c60ba req-6e267bfa-c735-4886-9a89-18425ddfd37f tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5b99fda-0bc9-4e50-b070-ce4a427e6fc6 HTTP/1.1" status: 200 len: 945 time: 0.5260704 May 28 06:40:50.514674 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f4c409c4-7f4c-429b-9cd4-580e908c60ba req-97b55c0f-54f0-477a-ad73-1059f85336e8 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d9e2739-d2e7-489f-8894-c4c5db308155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577157 May 28 06:40:50.548928 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6298b9ff-daa7-4ab0-ae34-d61bcb85a670 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:50.550667 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f62e0324-38ba-4d2a-80b4-98c3939662bc tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:50.561033 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e58bff8-9fda-41ce-a176-9b7ccf3b3003 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] No DVR routers for this DVR port 31f45f54-f282-4f89-8215-5ed4e72fdbb9 on host n-d-843702-1 {{(pid=89109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:40:50.585738 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.db.api [None req-9958cce5-3143-471a-a1d9-74ca4324a068 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:40:50.586130 n-d-843702-1 neutron-server[89109]: DEBUG oslo_db.api [None req-9958cce5-3143-471a-a1d9-74ca4324a068 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:40:50.587204 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6298b9ff-daa7-4ab0-ae34-d61bcb85a670 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:50.590797 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d5947890-4df8-45ca-8d18-82a41fefaed4 req-f7741f47-ea87-42c6-bd73-0050baf8d66c tempest-ServerPasswordTestJSON-1209729283 tempest-ServerPasswordTestJSON-1209729283-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d301e86-cf04-4da0-9367-d07bef67f9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504557 May 28 06:40:50.622156 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4073ef8-5618-48b9-99f0-f5f3b1b96de7 None None] Pushing event updated for resources: {'Port': ['ID=6fade715-b6fd-40be-8f40-d157c0de2aed,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:50.629144 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e58bff8-9fda-41ce-a176-9b7ccf3b3003 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Pushing event deleted for resources: {'Port': ['ID=31f45f54-f282-4f89-8215-5ed4e72fdbb9,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:50.629580 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-61445b28-de8c-43b0-acca-03ef73a7c5a8 req-9a8b784a-b00e-428e-a690-8069bc46e511 tempest-ServerPasswordTestJSON-1209729283 tempest-ServerPasswordTestJSON-1209729283-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0312464 May 28 06:40:50.641875 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-61445b28-de8c-43b0-acca-03ef73a7c5a8 req-cb998bd8-b754-4f87-92de-f6991e77d915 service neutron] Request body: {'port': {'device_id': 'b28c865f-bef5-4759-958d-ebf03131f8bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843702-1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:40:50.752158 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33c6979-b9cf-454b-80f1-146b8f74b176 None None] Resources bound (agent type, host, resource id): {{(pid=89111) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 28 06:40:50.779107 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port d60d4c69-7440-4039-9008-c5988f83484a is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:40:50.780554 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:50.798454 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6298b9ff-daa7-4ab0-ae34-d61bcb85a670 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Pushing event deleted for resources: {'Network': ['ID=9357ccb8-c28f-47b9-8980-a59514d44f31,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:50.820792 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-f62e0324-38ba-4d2a-80b4-98c3939662bc tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:40:50.829446 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-61445b28-de8c-43b0-acca-03ef73a7c5a8 req-cb998bd8-b754-4f87-92de-f6991e77d915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:50.833933 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-f62e0324-38ba-4d2a-80b4-98c3939662bc tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Usage tracker for resource:security_group_rule and tenant:c63f5c7f6ee64d0f94a0f9d286904eef is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:40:50.834503 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-500f1daa-f25c-491d-ba8b-5caf8bdcfe68 None None] Set router 23eee911-0c4a-4c98-8fa0-da8c65b220eb gateway port host: None {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:40:50.836665 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-f62e0324-38ba-4d2a-80b4-98c3939662bc tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:40:50.855849 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-f62e0324-38ba-4d2a-80b4-98c3939662bc tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:40:50.932357 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f62e0324-38ba-4d2a-80b4-98c3939662bc tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:50.942418 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3e58bff8-9fda-41ce-a176-9b7ccf3b3003 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:50.985662 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-3e58bff8-9fda-41ce-a176-9b7ccf3b3003 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72a19803-4a6f-4e0e-b906-a9fee8327e23']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:40:51.003455 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-3e58bff8-9fda-41ce-a176-9b7ccf3b3003 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3ae23b5-4ce1-4b55-82de-f5483c042ac5') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:40:51.003755 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-3e58bff8-9fda-41ce-a176-9b7ccf3b3003 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3ae23b5-4ce1-4b55-82de-f5483c042ac5') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:40:51.022610 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3e58bff8-9fda-41ce-a176-9b7ccf3b3003 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:51.047857 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3e58bff8-9fda-41ce-a176-9b7ccf3b3003 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:51.048368 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31511953-083e-42fb-a7d3-8f5fc16aba3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd60d4c69-7440-4039-9008-c5988f83484a'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:40:51.055972 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e58bff8-9fda-41ce-a176-9b7ccf3b3003 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:40:51.056557 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3e58bff8-9fda-41ce-a176-9b7ccf3b3003 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:51.073885 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port d60d4c69-7440-4039-9008-c5988f83484a, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=d60d4c69-7440-4039-9008-c5988f83484a,segment=NetworkSegment(6ead9b20-e54f-4de6-97df-041e4a5d1b55),segment_id=6ead9b20-e54f-4de6-97df-041e4a5d1b55)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:40:51.175467 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:51.198231 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-9958cce5-3143-471a-a1d9-74ca4324a068 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Deleting port 6fade715-b6fd-40be-8f40-d157c0de2aed {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:40:51.198690 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9958cce5-3143-471a-a1d9-74ca4324a068 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:51.243125 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-6298b9ff-daa7-4ab0-ae34-d61bcb85a670 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] 10.222.0.55 "DELETE /v2.0/networks/9357ccb8-c28f-47b9-8980-a59514d44f31 HTTP/1.1" status: 204 len: 168 time: 3.5921299 May 28 06:40:51.243125 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f62e0324-38ba-4d2a-80b4-98c3939662bc tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:51.270365 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 41260) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:40:51.315308 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdf179f-528c-4acd-89e4-69ea42867102 req-e099d497-f280-4eaf-b8e5-c1645ed69593 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:51.316925 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5bdf179f-528c-4acd-89e4-69ea42867102 req-e099d497-f280-4eaf-b8e5-c1645ed69593 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=573e5aee-d7d6-4b17-8c2f-b7442d1d616e HTTP/1.1" status: 200 len: 945 time: 0.4621277 May 28 06:40:51.352290 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884694c3-089f-4829-8444-d268b8f0ce75 req-40fca7a6-62f3-460f-ad61-92f677370535 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:51.359584 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-884694c3-089f-4829-8444-d268b8f0ce75 req-40fca7a6-62f3-460f-ad61-92f677370535 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] 10.222.0.55 "GET /v2.0/ports?device_id=31511953-083e-42fb-a7d3-8f5fc16aba3c HTTP/1.1" status: 200 len: 945 time: 0.2965238 May 28 06:40:51.391107 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62e0324-38ba-4d2a-80b4-98c3939662bc tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da2268d9-6c09-4ac7-90a3-8761c1e82110,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:51.396908 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=d60d4c69-7440-4039-9008-c5988f83484a,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:51.401841 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f62e0324-38ba-4d2a-80b4-98c3939662bc tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:51.406997 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-f62e0324-38ba-4d2a-80b4-98c3939662bc tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1315715 May 28 06:40:51.406997 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3e58bff8-9fda-41ce-a176-9b7ccf3b3003 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:51.410579 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 41264) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:40:51.424904 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5bdf179f-528c-4acd-89e4-69ea42867102 req-a3d0c36a-68f3-4e52-a42c-467fcd311e88 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=da746f74-f7a2-404c-ba12-af4c190f6fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990326 May 28 06:40:51.471256 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-884694c3-089f-4829-8444-d268b8f0ce75 req-dac21b48-8b03-49e4-b1bf-faad9c954411 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] 10.222.0.55 "GET /v2.0/security-groups?id=b99dec1f-6b3b-4dfd-86ac-ed192f0fcc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005199 May 28 06:40:51.483072 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3e58bff8-9fda-41ce-a176-9b7ccf3b3003 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:51.490448 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-3e58bff8-9fda-41ce-a176-9b7ccf3b3003 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] 10.222.0.55 "DELETE /v2.0/networks/72a19803-4a6f-4e0e-b906-a9fee8327e23 HTTP/1.1" status: 204 len: 168 time: 9.1882777 May 28 06:40:51.494727 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 41268) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:40:51.498369 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-57c168c9-2596-4ec2-87d8-345b6ccd3716 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Request body: {'security_group_rule': {'security_group_id': 'da2268d9-6c09-4ac7-90a3-8761c1e82110', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:40:51.503045 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-2ae0d182-c4ba-4cb9-83d0-d3fe6f1308a8 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-351566373'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:40:51.510563 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-2ae0d182-c4ba-4cb9-83d0-d3fe6f1308a8 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:40:51.517560 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-2ae0d182-c4ba-4cb9-83d0-d3fe6f1308a8 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Usage tracker for resource:network and tenant:94cac8c050e34681825b5b9355a80ece is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:40:51.522927 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8d3b6ca-a390-4c13-998b-52eb57cb49b3 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Deleting subnet 2b810899-1708-45c4-a8f6-d694f8e91c50 {{(pid=89109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:40:51.523608 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-2ae0d182-c4ba-4cb9-83d0-d3fe6f1308a8 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:40:51.529665 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b8d3b6ca-a390-4c13-998b-52eb57cb49b3 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Notify callbacks [] for subnet, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:51.533480 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-2ae0d182-c4ba-4cb9-83d0-d3fe6f1308a8 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:40:51.570623 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35f4583d-bbe7-441a-8334-e3487c010aca'] response: {'server_uuid': '31511953-083e-42fb-a7d3-8f5fc16aba3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd60d4c69-7440-4039-9008-c5988f83484a', 'code': 200} May 28 06:40:51.600976 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b8d3b6ca-a390-4c13-998b-52eb57cb49b3 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3964070'] for subnet, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:51.697556 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b8d3b6ca-a390-4c13-998b-52eb57cb49b3 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:51.747115 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [req-61445b28-de8c-43b0-acca-03ef73a7c5a8 req-cb998bd8-b754-4f87-92de-f6991e77d915 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1445282a-61c7-4a53-b74e-683e1bf60b3d {{(pid=89110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:40:51.757207 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-61445b28-de8c-43b0-acca-03ef73a7c5a8 req-cb998bd8-b754-4f87-92de-f6991e77d915 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:51.760957 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ae0d182-c4ba-4cb9-83d0-d3fe6f1308a8 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Made reservation on behalf of 94cac8c050e34681825b5b9355a80ece for: {'network': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:40:51.765512 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2ae0d182-c4ba-4cb9-83d0-d3fe6f1308a8 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:51.780424 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-57c168c9-2596-4ec2-87d8-345b6ccd3716 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:40:51.801515 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e58bff8-9fda-41ce-a176-9b7ccf3b3003 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Pushing event deleted for resources: {'Network': ['ID=72a19803-4a6f-4e0e-b906-a9fee8327e23,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:51.812577 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-57c168c9-2596-4ec2-87d8-345b6ccd3716 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Usage tracker for resource:security_group_rule and tenant:c63f5c7f6ee64d0f94a0f9d286904eef is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:40:51.831999 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-61445b28-de8c-43b0-acca-03ef73a7c5a8 req-cb998bd8-b754-4f87-92de-f6991e77d915 service neutron] Transition to ACTIVE for port object 1445282a-61c7-4a53-b74e-683e1bf60b3d will not be triggered until provisioned by entity L2. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:40:51.849704 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ae0d182-c4ba-4cb9-83d0-d3fe6f1308a8 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'} {{(pid=89110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:40:51.860930 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2ae0d182-c4ba-4cb9-83d0-d3fe6f1308a8 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:51.861716 n-d-843702-1 neutron-server[89110]: INFO neutron.db.segments_db [None req-2ae0d182-c4ba-4cb9-83d0-d3fe6f1308a8 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Added segment 370929dd-9a5c-4140-942f-78ee32b9dbfb of type vlan for network cea37f8d-d4f0-463d-a955-e1f65fba3462 May 28 06:40:51.872019 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-57c168c9-2596-4ec2-87d8-345b6ccd3716 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:40:51.875841 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b8d3b6ca-a390-4c13-998b-52eb57cb49b3 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9555650'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:51.933088 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-57c168c9-2596-4ec2-87d8-345b6ccd3716 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:40:51.943280 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b8d3b6ca-a390-4c13-998b-52eb57cb49b3 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:51.964801 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d3b6ca-a390-4c13-998b-52eb57cb49b3 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Pushing event deleted for resources: {'Subnet': ['ID=2b810899-1708-45c4-a8f6-d694f8e91c50,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:51.974510 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-b8d3b6ca-a390-4c13-998b-52eb57cb49b3 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] 10.222.0.55 "DELETE /v2.0/subnets/2b810899-1708-45c4-a8f6-d694f8e91c50 HTTP/1.1" status: 204 len: 168 time: 0.6925242 May 28 06:40:51.978595 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 41276) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:40:52.010476 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a2c16c-cb89-48b7-a53e-9eec9e278702 req-2569987e-1801-4486-ac1d-79c4109643b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:52.012436 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-88a2c16c-cb89-48b7-a53e-9eec9e278702 req-2569987e-1801-4486-ac1d-79c4109643b3 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=31511953-083e-42fb-a7d3-8f5fc16aba3c HTTP/1.1" status: 200 len: 1097 time: 0.3621342 May 28 06:40:52.020493 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-61445b28-de8c-43b0-acca-03ef73a7c5a8 req-cb998bd8-b754-4f87-92de-f6991e77d915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:52.026004 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2ae0d182-c4ba-4cb9-83d0-d3fe6f1308a8 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:52.064694 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-500f1daa-f25c-491d-ba8b-5caf8bdcfe68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23eee911-0c4a-4c98-8fa0-da8c65b220eb', 'name': 'tempest-NetworksTestDHCPv6-router-1326637300', 'tenant_id': '5e9e9447c07c4077b6694ab63e3affe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:40:33Z', 'updated_at': '2022-05-28T06:40:39Z', 'revision_number': 2, 'project_id': '5e9e9447c07c4077b6694ab63e3affe5', 'gw_port_host': None, '_interfaces': [{'id': '6fade715-b6fd-40be-8f40-d157c0de2aed', 'name': '', 'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2', 'tenant_id': '5e9e9447c07c4077b6694ab63e3affe5', 'mac_address': 'fa:16:3e:a6:f8:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23eee911-0c4a-4c98-8fa0-da8c65b220eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1964, 'fixed_ips': [{'subnet_id': 'cf0df005-fc3f-46b4-ae35-1e12450b6bc5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:40:35Z', 'updated_at': '2022-05-28T06:40:49Z', 'revision_number': 4, 'project_id': '5e9e9447c07c4077b6694ab63e3affe5', 'subnets': [{'id': 'cf0df005-fc3f-46b4-ae35-1e12450b6bc5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:40:52.074280 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500f1daa-f25c-491d-ba8b-5caf8bdcfe68 None None] The sync data for ids ['23eee911-0c4a-4c98-8fa0-da8c65b220eb'] in n-d-843702-1 is: [{'id': '23eee911-0c4a-4c98-8fa0-da8c65b220eb', 'name': 'tempest-NetworksTestDHCPv6-router-1326637300', 'tenant_id': '5e9e9447c07c4077b6694ab63e3affe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:40:33Z', 'updated_at': '2022-05-28T06:40:39Z', 'revision_number': 2, 'project_id': '5e9e9447c07c4077b6694ab63e3affe5', 'gw_port_host': None, '_interfaces': [{'id': '6fade715-b6fd-40be-8f40-d157c0de2aed', 'name': '', 'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2', 'tenant_id': '5e9e9447c07c4077b6694ab63e3affe5', 'mac_address': 'fa:16:3e:a6:f8:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23eee911-0c4a-4c98-8fa0-da8c65b220eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1964, 'fixed_ips': [{'subnet_id': 'cf0df005-fc3f-46b4-ae35-1e12450b6bc5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:40:35Z', 'updated_at': '2022-05-28T06:40:49Z', 'revision_number': 4, 'project_id': '5e9e9447c07c4077b6694ab63e3affe5', 'subnets': [{'id': 'cf0df005-fc3f-46b4-ae35-1e12450b6bc5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:40:52.151861 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-57c168c9-2596-4ec2-87d8-345b6ccd3716 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:52.227296 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4def5c63-92d8-4369-bfdd-3e783f9d670b None None] Network 38aa9d6e-cdde-4924-ba18-69c2c5c3b178 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:40:52.242680 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-9958cce5-3143-471a-a1d9-74ca4324a068 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] For port 6fade715-b6fd-40be-8f40-d157c0de2aed, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=6fade715-b6fd-40be-8f40-d157c0de2aed,segment=NetworkSegment(e82da2dd-17b8-4c15-8abb-711622ad0a92),segment_id=e82da2dd-17b8-4c15-8abb-711622ad0a92)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:40:52.243099 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9958cce5-3143-471a-a1d9-74ca4324a068 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:52.272617 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c2e75cc5-2aad-494f-903e-13061ec0931c tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:52.304521 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb998bd8-b754-4f87-92de-f6991e77d915 service neutron] Pushing event updated for resources: {'Port': ['ID=1445282a-61c7-4a53-b74e-683e1bf60b3d,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:52.318857 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.db.resource_extend [None req-2ae0d182-c4ba-4cb9-83d0-d3fe6f1308a8 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 06:40:52.329499 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-88a2c16c-cb89-48b7-a53e-9eec9e278702 req-1c66946f-c7c0-4a4d-afa0-e08df89551d8 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=b99dec1f-6b3b-4dfd-86ac-ed192f0fcc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2983444 May 28 06:40:52.458845 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2ae0d182-c4ba-4cb9-83d0-d3fe6f1308a8 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:52.472036 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae0d182-c4ba-4cb9-83d0-d3fe6f1308a8 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:52.473465 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2ae0d182-c4ba-4cb9-83d0-d3fe6f1308a8 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:52.487056 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62f7960-064c-491f-976a-f3ff9ba5ff5f req-0126921a-0f05-4fee-a40e-2e1676c1b7b8 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:52.495349 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e62f7960-064c-491f-976a-f3ff9ba5ff5f req-0126921a-0f05-4fee-a40e-2e1676c1b7b8 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5b99fda-0bc9-4e50-b070-ce4a427e6fc6 HTTP/1.1" status: 200 len: 945 time: 0.6048658 May 28 06:40:52.556543 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-57c168c9-2596-4ec2-87d8-345b6ccd3716 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:52.573299 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment d3ae23b5-4ce1-4b55-82de-f5483c042ac5 resource provider aggregate not found May 28 06:40:52.611484 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-9958cce5-3143-471a-a1d9-74ca4324a068 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Calling delete_port for 6fade715-b6fd-40be-8f40-d157c0de2aed owned by network:router_interface {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:40:52.707318 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-57c168c9-2596-4ec2-87d8-345b6ccd3716 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:52.753375 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment d3ae23b5-4ce1-4b55-82de-f5483c042ac5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d3ae23b5-4ce1-4b55-82de-f5483c042ac5 found for delete ", "request_id": "req-eacdf90f-1664-40b2-8b2a-3a8889b9c811"}]} May 28 06:40:52.768346 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c168c9-2596-4ec2-87d8-345b6ccd3716 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfef6519-9554-4cc2-8328-d2b216311191,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:52.772392 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-c2e75cc5-2aad-494f-903e-13061ec0931c tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Deleting port d7a1b1f4-1090-4791-94da-9d5eb5d9dc74 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:40:52.772392 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c2e75cc5-2aad-494f-903e-13061ec0931c tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:52.832652 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d77a815-5495-421b-810d-afacee851192 req-30002cce-d62a-4dbc-9288-c0e6135efbad tempest-ServerPasswordTestJSON-1209729283 tempest-ServerPasswordTestJSON-1209729283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:52.833338 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-3d77a815-5495-421b-810d-afacee851192 req-30002cce-d62a-4dbc-9288-c0e6135efbad tempest-ServerPasswordTestJSON-1209729283 tempest-ServerPasswordTestJSON-1209729283-project] Synchronizing usage tracker for tenant:52a114356afd4e7ab44d0cf9b741f68f on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:40:52.858038 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e786abd8-ed1c-44b1-af0d-8e623fb48dda None None] DHCP port deletion for 38aa9d6e-cdde-4924-ba18-69c2c5c3b178 request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:40:52.862867 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-e786abd8-ed1c-44b1-af0d-8e623fb48dda None None] Deleting port d7a1b1f4-1090-4791-94da-9d5eb5d9dc74 {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:40:52.863163 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e786abd8-ed1c-44b1-af0d-8e623fb48dda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:52.877634 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e62f7960-064c-491f-976a-f3ff9ba5ff5f req-72fd3f0d-7780-4f63-8a57-279f8eb329d6 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d9e2739-d2e7-489f-8894-c4c5db308155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3790402 May 28 06:40:53.126761 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-2ae0d182-c4ba-4cb9-83d0-d3fe6f1308a8 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.6301506 May 28 06:40:53.132538 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 41288) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:40:53.144980 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-c5b4d3b7-20ef-4772-9569-f734258a8e2b tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Request body: {'subnet': {'network_id': 'cea37f8d-d4f0-463d-a955-e1f65fba3462', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:40:53.180973 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-61445b28-de8c-43b0-acca-03ef73a7c5a8 req-cb998bd8-b754-4f87-92de-f6991e77d915 service neutron] Attempting to bind port 1445282a-61c7-4a53-b74e-683e1bf60b3d on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:40:53.181740 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-61445b28-de8c-43b0-acca-03ef73a7c5a8 req-cb998bd8-b754-4f87-92de-f6991e77d915 service neutron] Attempting to bind port 1445282a-61c7-4a53-b74e-683e1bf60b3d by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': 'e5774974-a268-42c3-8d55-e8adb9ff8a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '2710da85-e3fe-4b51-9267-ec429f081f41'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:40:53.182368 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61445b28-de8c-43b0-acca-03ef73a7c5a8 req-cb998bd8-b754-4f87-92de-f6991e77d915 service neutron] Attempting to bind port 1445282a-61c7-4a53-b74e-683e1bf60b3d on network 2710da85-e3fe-4b51-9267-ec429f081f41 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:40:53.188079 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae0d182-c4ba-4cb9-83d0-d3fe6f1308a8 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Pushing event updated for resources: {'Network': ['ID=cea37f8d-d4f0-463d-a955-e1f65fba3462,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:53.202384 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61445b28-de8c-43b0-acca-03ef73a7c5a8 req-cb998bd8-b754-4f87-92de-f6991e77d915 service neutron] Port 1445282a-61c7-4a53-b74e-683e1bf60b3d on network 2710da85-e3fe-4b51-9267-ec429f081f41 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:40:53.203299 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61445b28-de8c-43b0-acca-03ef73a7c5a8 req-cb998bd8-b754-4f87-92de-f6991e77d915 service neutron] Attempting to bind port 1445282a-61c7-4a53-b74e-683e1bf60b3d on network 2710da85-e3fe-4b51-9267-ec429f081f41 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:40:53.219001 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9958cce5-3143-471a-a1d9-74ca4324a068 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:53.265202 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-e786abd8-ed1c-44b1-af0d-8e623fb48dda None None] For port d7a1b1f4-1090-4791-94da-9d5eb5d9dc74, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=d7a1b1f4-1090-4791-94da-9d5eb5d9dc74,segment=NetworkSegment(42fffca2-522a-4bc4-9ac4-52dceb499961),segment_id=42fffca2-522a-4bc4-9ac4-52dceb499961)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:40:53.266498 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e786abd8-ed1c-44b1-af0d-8e623fb48dda None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:53.424241 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-e786abd8-ed1c-44b1-af0d-8e623fb48dda None None] Calling delete_port for d7a1b1f4-1090-4791-94da-9d5eb5d9dc74 owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:40:53.464537 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network cea37f8d-d4f0-463d-a955-e1f65fba3462 details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:40:53.526475 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61445b28-de8c-43b0-acca-03ef73a7c5a8 req-cb998bd8-b754-4f87-92de-f6991e77d915 service neutron] Checking agent: {'id': '69f492a0-c00d-46d0-9bec-fcd8161ce206', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:40:53.528804 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61445b28-de8c-43b0-acca-03ef73a7c5a8 req-cb998bd8-b754-4f87-92de-f6991e77d915 service neutron] Checking segment: {'id': 'e5774974-a268-42c3-8d55-e8adb9ff8a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '2710da85-e3fe-4b51-9267-ec429f081f41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:40:53.529506 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61445b28-de8c-43b0-acca-03ef73a7c5a8 req-cb998bd8-b754-4f87-92de-f6991e77d915 service neutron] Bound using segment: {'id': 'e5774974-a268-42c3-8d55-e8adb9ff8a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '2710da85-e3fe-4b51-9267-ec429f081f41'} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:40:53.530969 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-61445b28-de8c-43b0-acca-03ef73a7c5a8 req-cb998bd8-b754-4f87-92de-f6991e77d915 service neutron] Bound port: 1445282a-61c7-4a53-b74e-683e1bf60b3d, host: n-h1-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5774974-a268-42c3-8d55-e8adb9ff8a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '2710da85-e3fe-4b51-9267-ec429f081f41'}}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:40:53.531874 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-61445b28-de8c-43b0-acca-03ef73a7c5a8 req-cb998bd8-b754-4f87-92de-f6991e77d915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:53.559955 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-57c168c9-2596-4ec2-87d8-345b6ccd3716 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:53.561432 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-57c168c9-2596-4ec2-87d8-345b6ccd3716 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 2.0915220 May 28 06:40:53.587874 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 41292) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:40:53.608747 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-66007b47-8b46-4cc5-881b-9b9892a32d27 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Request body: {'security_group_rule': {'security_group_id': 'da2268d9-6c09-4ac7-90a3-8761c1e82110', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:40:53.659628 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-3d77a815-5495-421b-810d-afacee851192 req-30002cce-d62a-4dbc-9288-c0e6135efbad tempest-ServerPasswordTestJSON-1209729283 tempest-ServerPasswordTestJSON-1209729283-project] Unset dirty status for tenant:52a114356afd4e7ab44d0cf9b741f68f on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:40:53.659628 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3d77a815-5495-421b-810d-afacee851192 req-30002cce-d62a-4dbc-9288-c0e6135efbad tempest-ServerPasswordTestJSON-1209729283 tempest-ServerPasswordTestJSON-1209729283-project] 10.222.0.55 "GET /v2.0/ports?device_id=b28c865f-bef5-4759-958d-ebf03131f8bd HTTP/1.1" status: 200 len: 944 time: 1.7046232 May 28 06:40:53.667573 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9958cce5-3143-471a-a1d9-74ca4324a068 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Pushing event deleted for resources: {'Port': ['ID=6fade715-b6fd-40be-8f40-d157c0de2aed,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:53.701933 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-66007b47-8b46-4cc5-881b-9b9892a32d27 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:40:53.866405 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a7e479-be68-41ba-9e2b-c4fbdfa68c08 req-bdab6537-821f-459c-92a8-886cc9ac342d tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:53.920111 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-08a7e479-be68-41ba-9e2b-c4fbdfa68c08 req-bdab6537-821f-459c-92a8-886cc9ac342d tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=573e5aee-d7d6-4b17-8c2f-b7442d1d616e HTTP/1.1" status: 200 len: 945 time: 0.8685625 May 28 06:40:53.933694 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-c2e75cc5-2aad-494f-903e-13061ec0931c tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] For port d7a1b1f4-1090-4791-94da-9d5eb5d9dc74, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=d7a1b1f4-1090-4791-94da-9d5eb5d9dc74,segment=NetworkSegment(42fffca2-522a-4bc4-9ac4-52dceb499961),segment_id=42fffca2-522a-4bc4-9ac4-52dceb499961)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:40:53.934578 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c2e75cc5-2aad-494f-903e-13061ec0931c tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:54.004375 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device d7a1b1f4-1090-4791-94da-9d5eb5d9dc74 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:40:54.032649 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e5ab4e-0463-46ff-8422-6f220dcd6269 req-53b3c84c-c24b-4727-b5c1-9c87354174f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:54.034395 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-41e5ab4e-0463-46ff-8422-6f220dcd6269 req-53b3c84c-c24b-4727-b5c1-9c87354174f3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=50466b4420374aac8a4e6c84ffbb2d35&device_id=b5b99fda-0bc9-4e50-b070-ce4a427e6fc6 HTTP/1.1" status: 200 len: 1096 time: 1.0894699 May 28 06:40:54.091290 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-61445b28-de8c-43b0-acca-03ef73a7c5a8 req-cb998bd8-b754-4f87-92de-f6991e77d915 service neutron] For port 1445282a-61c7-4a53-b74e-683e1bf60b3d, host n-h1-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:40:54.097718 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-08a7e479-be68-41ba-9e2b-c4fbdfa68c08 req-cf7d2608-5d2a-40c3-a32c-6fbeabf173c3 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=da746f74-f7a2-404c-ba12-af4c190f6fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424253 May 28 06:40:54.150424 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3d77a815-5495-421b-810d-afacee851192 req-15771d8d-2227-45e1-ba74-05a59ba687cc tempest-ServerPasswordTestJSON-1209729283 tempest-ServerPasswordTestJSON-1209729283-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d301e86-cf04-4da0-9367-d07bef67f9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3260076 May 28 06:40:54.164785 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-66007b47-8b46-4cc5-881b-9b9892a32d27 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Usage tracker for resource:security_group_rule and tenant:c63f5c7f6ee64d0f94a0f9d286904eef is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:40:54.167140 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-61445b28-de8c-43b0-acca-03ef73a7c5a8 req-cb998bd8-b754-4f87-92de-f6991e77d915 service neutron] For port 1445282a-61c7-4a53-b74e-683e1bf60b3d, host n-h1-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=1445282a-61c7-4a53-b74e-683e1bf60b3d,segment=NetworkSegment(e5774974-a268-42c3-8d55-e8adb9ff8a98),segment_id=e5774974-a268-42c3-8d55-e8adb9ff8a98)] {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:40:54.176138 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-66007b47-8b46-4cc5-881b-9b9892a32d27 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:40:54.180023 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-c5b4d3b7-20ef-4772-9569-f734258a8e2b tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:40:54.192387 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port d7a1b1f4-1090-4791-94da-9d5eb5d9dc74 is: ACTIVE; New status is: DOWN {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:40:54.192777 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:54.239090 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e5ab4e-0463-46ff-8422-6f220dcd6269 req-e65fdb20-2d85-4366-b52d-925b03e335a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:54.241219 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-41e5ab4e-0463-46ff-8422-6f220dcd6269 req-e65fdb20-2d85-4366-b52d-925b03e335a4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a8fa6c28-5257-4dd9-bf7e-c257b513d11b HTTP/1.1" status: 200 len: 917 time: 0.1823003 May 28 06:40:54.244740 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e786abd8-ed1c-44b1-af0d-8e623fb48dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879'] for port, after_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:54.330630 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e786abd8-ed1c-44b1-af0d-8e623fb48dda None None] No DVR routers for this DVR port d7a1b1f4-1090-4791-94da-9d5eb5d9dc74 on host n-d-843702-1 {{(pid=89111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:40:54.357341 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-c2e75cc5-2aad-494f-903e-13061ec0931c tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Calling delete_port for d7a1b1f4-1090-4791-94da-9d5eb5d9dc74 owned by network:dhcp {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:40:54.365937 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e786abd8-ed1c-44b1-af0d-8e623fb48dda None None] Pushing event deleted for resources: {'Port': ['ID=d7a1b1f4-1090-4791-94da-9d5eb5d9dc74,revision_number=None']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:54.413585 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-66007b47-8b46-4cc5-881b-9b9892a32d27 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:40:54.415601 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9958cce5-3143-471a-a1d9-74ca4324a068 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700472'] for router_interface, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:54.431484 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-c5b4d3b7-20ef-4772-9569-f734258a8e2b tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Usage tracker for resource:subnet and tenant:94cac8c050e34681825b5b9355a80ece is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:40:54.445103 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-61445b28-de8c-43b0-acca-03ef73a7c5a8 req-cb998bd8-b754-4f87-92de-f6991e77d915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:54.451620 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-c5b4d3b7-20ef-4772-9569-f734258a8e2b tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:40:54.465884 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-c5b4d3b7-20ef-4772-9569-f734258a8e2b tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:40:54.547493 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-41e5ab4e-0463-46ff-8422-6f220dcd6269 req-6a2717e3-32bf-4e8e-a1a0-88d6a2f64a93 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2a9418a7-bd04-4bdb-9ce7-c9cfe2d4e847 HTTP/1.1" status: 200 len: 1000 time: 0.2965834 May 28 06:40:54.632337 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e5ab4e-0463-46ff-8422-6f220dcd6269 req-2eea5611-4f8c-421b-b594-a12905630229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:54.633801 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-41e5ab4e-0463-46ff-8422-6f220dcd6269 req-2eea5611-4f8c-421b-b594-a12905630229 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=63994f4d-7e85-4fdc-89a1-6c8536e7f551 HTTP/1.1" status: 200 len: 855 time: 0.0701625 May 28 06:40:54.634989 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61445b28-de8c-43b0-acca-03ef73a7c5a8 req-cb998bd8-b754-4f87-92de-f6991e77d915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:54.635576 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-61445b28-de8c-43b0-acca-03ef73a7c5a8 req-cb998bd8-b754-4f87-92de-f6991e77d915 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:54.636836 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-61445b28-de8c-43b0-acca-03ef73a7c5a8 req-cb998bd8-b754-4f87-92de-f6991e77d915 service neutron] 10.222.0.69 "PUT /v2.0/ports/1445282a-61c7-4a53-b74e-683e1bf60b3d HTTP/1.1" status: 200 len: 1092 time: 3.9996362 May 28 06:40:54.642177 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b28c865f-bef5-4759-958d-ebf03131f8bd', 'tag': '1445282a-61c7-4a53-b74e-683e1bf60b3d'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:40:54.706355 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb998bd8-b754-4f87-92de-f6991e77d915 service neutron] Pushing event updated for resources: {'Port': ['ID=1445282a-61c7-4a53-b74e-683e1bf60b3d,revision_number=3']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:54.723111 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-66007b47-8b46-4cc5-881b-9b9892a32d27 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:54.750290 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2925bcd-f8c0-4743-8c86-3aa123e8cdcf req-b9d8617c-6b33-4805-a621-08d4101349d9 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:54.751824 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b2925bcd-f8c0-4743-8c86-3aa123e8cdcf req-b9d8617c-6b33-4805-a621-08d4101349d9 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] 10.222.0.55 "GET /v2.0/ports?device_id=31511953-083e-42fb-a7d3-8f5fc16aba3c HTTP/1.1" status: 200 len: 946 time: 0.4433205 May 28 06:40:54.826594 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a68b002-7521-4f00-aa61-e975aa0b6f7c req-c3c3f60a-6662-4631-8eb6-ad59bedc8181 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:54.834613 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5a68b002-7521-4f00-aa61-e975aa0b6f7c req-c3c3f60a-6662-4631-8eb6-ad59bedc8181 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5b99fda-0bc9-4e50-b070-ce4a427e6fc6 HTTP/1.1" status: 200 len: 945 time: 0.4797595 May 28 06:40:54.915054 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5b4d3b7-20ef-4772-9569-f734258a8e2b tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Made reservation on behalf of 94cac8c050e34681825b5b9355a80ece for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:40:54.919369 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c5b4d3b7-20ef-4772-9569-f734258a8e2b tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:54.933056 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5a68b002-7521-4f00-aa61-e975aa0b6f7c req-54a8d3f6-3a98-4419-b425-78d580511e82 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d9e2739-d2e7-489f-8894-c4c5db308155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986083 May 28 06:40:54.964267 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b2925bcd-f8c0-4743-8c86-3aa123e8cdcf req-6adc4d61-3cab-4421-8029-27dd874d239d tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] 10.222.0.55 "GET /v2.0/security-groups?id=b99dec1f-6b3b-4dfd-86ac-ed192f0fcc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662419 May 28 06:40:55.011653 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e5ab4e-0463-46ff-8422-6f220dcd6269 req-55379ab8-0626-48e5-b4ce-8fc550e4339f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:55.017389 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-41e5ab4e-0463-46ff-8422-6f220dcd6269 req-55379ab8-0626-48e5-b4ce-8fc550e4339f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a8fa6c28-5257-4dd9-bf7e-c257b513d11b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3619955 May 28 06:40:55.017389 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61445b28-de8c-43b0-acca-03ef73a7c5a8 req-f524f75f-2d2f-42e4-a459-4c6ecd4cb765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:55.021127 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-61445b28-de8c-43b0-acca-03ef73a7c5a8 req-f524f75f-2d2f-42e4-a459-4c6ecd4cb765 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=52a114356afd4e7ab44d0cf9b741f68f&device_id=b28c865f-bef5-4759-958d-ebf03131f8bd HTTP/1.1" status: 200 len: 1095 time: 0.2622313 May 28 06:40:55.033434 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9958cce5-3143-471a-a1d9-74ca4324a068 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Router 23eee911-0c4a-4c98-8fa0-da8c65b220eb has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:40:55.071942 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.db.api [None req-c2e75cc5-2aad-494f-903e-13061ec0931c tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:40:55.072350 n-d-843702-1 neutron-server[89109]: DEBUG oslo_db.api [None req-c2e75cc5-2aad-494f-903e-13061ec0931c tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:40:55.077665 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9e485cf-9646-4814-834d-2a5cde13a0bf'] response: {'name': 'network-changed', 'server_uuid': 'b28c865f-bef5-4759-958d-ebf03131f8bd', 'tag': '1445282a-61c7-4a53-b74e-683e1bf60b3d', 'status': 'completed', 'code': 200} May 28 06:40:55.082903 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.ipam_backend_mixin [None req-c5b4d3b7-20ef-4772-9569-f734258a8e2b tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Performing IP validity checks on allocation pools {{(pid=89109) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 28 06:40:55.083562 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.ipam_backend_mixin [None req-c5b4d3b7-20ef-4772-9569-f734258a8e2b tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89109) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 28 06:40:55.157253 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-66007b47-8b46-4cc5-881b-9b9892a32d27 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:55.225692 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-61445b28-de8c-43b0-acca-03ef73a7c5a8 req-7130fc35-d3ec-488c-a2d2-5cc6f0930d8b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1445282a-61c7-4a53-b74e-683e1bf60b3d HTTP/1.1" status: 200 len: 217 time: 0.1585736 May 28 06:40:55.392066 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61445b28-de8c-43b0-acca-03ef73a7c5a8 req-ae959e14-9bb2-4456-972b-aa71f4bb64ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:55.393594 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-61445b28-de8c-43b0-acca-03ef73a7c5a8 req-ae959e14-9bb2-4456-972b-aa71f4bb64ef service neutron] 10.222.0.69 "GET /v2.0/subnets?id=234c0baf-c029-4766-a930-952d10ed82ff HTTP/1.1" status: 200 len: 853 time: 0.1617429 May 28 06:40:55.434007 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-41e5ab4e-0463-46ff-8422-6f220dcd6269 req-627cdc12-c1d6-403b-b481-af5aea4317d0 service neutron] 10.222.0.69 "GET /v2.0/networks/a8fa6c28-5257-4dd9-bf7e-c257b513d11b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4051044 May 28 06:40:55.471599 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-61445b28-de8c-43b0-acca-03ef73a7c5a8 req-b024ed3c-5aed-4e99-a875-b814b281bedb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2710da85-e3fe-4b51-9267-ec429f081f41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703521 May 28 06:40:55.498581 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-66007b47-8b46-4cc5-881b-9b9892a32d27 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:55.522768 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66007b47-8b46-4cc5-881b-9b9892a32d27 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dddd6cd-2170-4f9f-8b5d-17d0e09b8b62,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:55.534096 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9958cce5-3143-471a-a1d9-74ca4324a068 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:40:55.551973 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f062a1d-deea-45db-8cfc-a70e945da8bb None None] Sync routers for ids ['23eee911-0c4a-4c98-8fa0-da8c65b220eb'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:40:55.574926 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-c2e75cc5-2aad-494f-903e-13061ec0931c tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Deleting port d7a1b1f4-1090-4791-94da-9d5eb5d9dc74 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:40:55.575296 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c2e75cc5-2aad-494f-903e-13061ec0931c tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:55.586925 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f062a1d-deea-45db-8cfc-a70e945da8bb None None] Routers {'23eee911-0c4a-4c98-8fa0-da8c65b220eb'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:40:55.588317 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-0f062a1d-deea-45db-8cfc-a70e945da8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:40:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['23eee911-0c4a-4c98-8fa0-da8c65b220eb'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:40:55.606985 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-9958cce5-3143-471a-a1d9-74ca4324a068 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "PUT /v2.0/routers/23eee911-0c4a-4c98-8fa0-da8c65b220eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3759196 May 28 06:40:55.639307 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 41310) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:40:55.737521 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-c2e75cc5-2aad-494f-903e-13061ec0931c tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] The port 'd7a1b1f4-1090-4791-94da-9d5eb5d9dc74' was deleted {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 06:40:55.738686 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-66007b47-8b46-4cc5-881b-9b9892a32d27 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:55.739884 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-66007b47-8b46-4cc5-881b-9b9892a32d27 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 2.1358676 May 28 06:40:55.747750 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 41314) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:40:55.831728 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e9a896-b0dc-4e74-a308-2997a90cdafd req-a564d5c6-2985-430b-9313-aebbe5a12b3d tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:55.833394 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-39e9a896-b0dc-4e74-a308-2997a90cdafd req-a564d5c6-2985-430b-9313-aebbe5a12b3d tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=573e5aee-d7d6-4b17-8c2f-b7442d1d616e HTTP/1.1" status: 200 len: 945 time: 0.5612206 May 28 06:40:55.876174 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-0f062a1d-deea-45db-8cfc-a70e945da8bb None None] Set router 23eee911-0c4a-4c98-8fa0-da8c65b220eb gateway port host: None {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:40:55.892950 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-c1aa9687-5363-495d-bca8-3d84833341b6 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Request body: {'security_group_rule': {'security_group_id': 'da2268d9-6c09-4ac7-90a3-8761c1e82110', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:40:55.939518 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-c1aa9687-5363-495d-bca8-3d84833341b6 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:40:56.012275 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-c1aa9687-5363-495d-bca8-3d84833341b6 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Usage tracker for resource:security_group_rule and tenant:c63f5c7f6ee64d0f94a0f9d286904eef is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:40:56.017699 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-c1aa9687-5363-495d-bca8-3d84833341b6 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:40:56.038733 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-0f062a1d-deea-45db-8cfc-a70e945da8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23eee911-0c4a-4c98-8fa0-da8c65b220eb', 'name': 'tempest-NetworksTestDHCPv6-router-1326637300', 'tenant_id': '5e9e9447c07c4077b6694ab63e3affe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:40:33Z', 'updated_at': '2022-05-28T06:40:52Z', 'revision_number': 3, 'project_id': '5e9e9447c07c4077b6694ab63e3affe5', 'gw_port_host': None}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:40:56.043869 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-c1aa9687-5363-495d-bca8-3d84833341b6 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:40:56.047000 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f062a1d-deea-45db-8cfc-a70e945da8bb None None] Checking router: 23eee911-0c4a-4c98-8fa0-da8c65b220eb for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:40:56.055368 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-41e5ab4e-0463-46ff-8422-6f220dcd6269 req-a166b523-9ed4-4c90-a8a8-6af829250656 service neutron] 10.222.0.69 "GET /v2.0/networks/a8fa6c28-5257-4dd9-bf7e-c257b513d11b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6131139 May 28 06:40:56.065598 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f062a1d-deea-45db-8cfc-a70e945da8bb None None] Routers {'23eee911-0c4a-4c98-8fa0-da8c65b220eb'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:40:56.067305 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-0f062a1d-deea-45db-8cfc-a70e945da8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:40:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['23eee911-0c4a-4c98-8fa0-da8c65b220eb'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:40:56.075805 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c2e75cc5-2aad-494f-903e-13061ec0931c tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:56.086865 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fab6a4b-d413-4c4b-9d97-7dbe2376e9e4 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:56.088609 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fab6a4b-d413-4c4b-9d97-7dbe2376e9e4 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:56.089439 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-8fab6a4b-d413-4c4b-9d97-7dbe2376e9e4 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Synchronizing usage tracker for tenant:5e9e9447c07c4077b6694ab63e3affe5 on resource:subnet {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:40:56.102173 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-39e9a896-b0dc-4e74-a308-2997a90cdafd req-3a89cc9f-5aee-4f50-bdb2-19afa663f5b5 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=da746f74-f7a2-404c-ba12-af4c190f6fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510650 May 28 06:40:56.131297 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-61445b28-de8c-43b0-acca-03ef73a7c5a8 req-b7cd99a5-9d64-43b1-8fbb-1767f573f640 service neutron] 10.222.0.69 "GET /v2.0/networks/2710da85-e3fe-4b51-9267-ec429f081f41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6018279 May 28 06:40:56.206119 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-c2e75cc5-2aad-494f-903e-13061ec0931c tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38aa9d6e-cdde-4924-ba18-69c2c5c3b178']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:40:56.224792 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c1aa9687-5363-495d-bca8-3d84833341b6 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:56.242242 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-c2e75cc5-2aad-494f-903e-13061ec0931c tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42fffca2-522a-4bc4-9ac4-52dceb499961') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:40:56.244267 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-c2e75cc5-2aad-494f-903e-13061ec0931c tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42fffca2-522a-4bc4-9ac4-52dceb499961') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:40:56.258313 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c2e75cc5-2aad-494f-903e-13061ec0931c tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:56.281903 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c2e75cc5-2aad-494f-903e-13061ec0931c tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:56.294275 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2e75cc5-2aad-494f-903e-13061ec0931c tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:40:56.295063 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c2e75cc5-2aad-494f-903e-13061ec0931c tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:56.301381 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-0f062a1d-deea-45db-8cfc-a70e945da8bb None None] Set router 23eee911-0c4a-4c98-8fa0-da8c65b220eb gateway port host: None {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:40:56.343953 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2348c61a-3b47-427a-9dc2-c52c0e64fcdb req-a880e9bf-1557-48f6-a58c-6c0b416dc5c9 tempest-ServerPasswordTestJSON-1209729283 tempest-ServerPasswordTestJSON-1209729283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:56.345442 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2348c61a-3b47-427a-9dc2-c52c0e64fcdb req-a880e9bf-1557-48f6-a58c-6c0b416dc5c9 tempest-ServerPasswordTestJSON-1209729283 tempest-ServerPasswordTestJSON-1209729283-project] 10.222.0.55 "GET /v2.0/ports?device_id=b28c865f-bef5-4759-958d-ebf03131f8bd HTTP/1.1" status: 200 len: 944 time: 0.3437796 May 28 06:40:56.371941 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-8fab6a4b-d413-4c4b-9d97-7dbe2376e9e4 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Unset dirty status for tenant:5e9e9447c07c4077b6694ab63e3affe5 on resource:subnet {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:40:56.373451 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-8fab6a4b-d413-4c4b-9d97-7dbe2376e9e4 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.7326267 May 28 06:40:56.397644 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 41322) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:40:56.401338 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df71d19-e506-42de-b799-464ef82f6f34 req-09de2068-f187-4d1b-addd-25fcee38bc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:56.412078 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c5b4d3b7-20ef-4772-9569-f734258a8e2b tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:56.415242 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6df71d19-e506-42de-b799-464ef82f6f34 req-09de2068-f187-4d1b-addd-25fcee38bc9c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3e433ca89e6e4cecb06b276f6587beee&device_id=31511953-083e-42fb-a7d3-8f5fc16aba3c HTTP/1.1" status: 200 len: 1097 time: 0.4592888 May 28 06:40:56.469518 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 42fffca2-522a-4bc4-9ac4-52dceb499961 resource provider aggregate not found May 28 06:40:56.511641 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-61445b28-de8c-43b0-acca-03ef73a7c5a8 req-1fd6d239-a80a-4536-bad2-e30a1e90d44c service neutron] 10.222.0.69 "GET /v2.0/networks/2710da85-e3fe-4b51-9267-ec429f081f41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3722405 May 28 06:40:56.520503 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-25fdfc59-4189-4ffc-ad2d-33721c1a2010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:56.521073 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 42fffca2-522a-4bc4-9ac4-52dceb499961 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 42fffca2-522a-4bc4-9ac4-52dceb499961 found for delete ", "request_id": "req-c4e26bb3-9b12-42d7-9eea-defcf689e455"}]} May 28 06:40:56.579382 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b4d3b7-20ef-4772-9569-f734258a8e2b tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Pushing event updated for resources: {'Subnet': ['ID=da83fa32-0a47-4071-854c-bda1f381ebb8,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:56.598255 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c1aa9687-5363-495d-bca8-3d84833341b6 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:56.599236 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-0f062a1d-deea-45db-8cfc-a70e945da8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23eee911-0c4a-4c98-8fa0-da8c65b220eb', 'name': 'tempest-NetworksTestDHCPv6-router-1326637300', 'tenant_id': '5e9e9447c07c4077b6694ab63e3affe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:40:33Z', 'updated_at': '2022-05-28T06:40:52Z', 'revision_number': 3, 'project_id': '5e9e9447c07c4077b6694ab63e3affe5', 'gw_port_host': None}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:40:56.612120 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b4d3b7-20ef-4772-9569-f734258a8e2b tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Checking segment: {'id': '370929dd-9a5c-4140-942f-78ee32b9dbfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'cea37f8d-d4f0-463d-a955-e1f65fba3462'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:40:56.612520 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b4d3b7-20ef-4772-9569-f734258a8e2b tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Network hostable DHCP agents. Network: cea37f8d-d4f0-463d-a955-e1f65fba3462, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:40:56.612858 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f062a1d-deea-45db-8cfc-a70e945da8bb None None] The sync data for ids ['23eee911-0c4a-4c98-8fa0-da8c65b220eb'] in n-d-843702-1 is: [{'id': '23eee911-0c4a-4c98-8fa0-da8c65b220eb', 'name': 'tempest-NetworksTestDHCPv6-router-1326637300', 'tenant_id': '5e9e9447c07c4077b6694ab63e3affe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:40:33Z', 'updated_at': '2022-05-28T06:40:52Z', 'revision_number': 3, 'project_id': '5e9e9447c07c4077b6694ab63e3affe5', 'gw_port_host': None}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:40:56.664017 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f12e750-3ba7-4d63-a898-daaff6a12ba1 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Deleting subnet cf0df005-fc3f-46b4-ae35-1e12450b6bc5 {{(pid=89110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:40:56.697366 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-4f12e750-3ba7-4d63-a898-daaff6a12ba1 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks [] for subnet, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:56.702592 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c2e75cc5-2aad-494f-903e-13061ec0931c tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:56.707121 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c2e75cc5-2aad-494f-903e-13061ec0931c tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:56.744992 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e75cc5-2aad-494f-903e-13061ec0931c tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Pushing event deleted for resources: {'Network': ['ID=38aa9d6e-cdde-4924-ba18-69c2c5c3b178,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:56.750077 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-c2e75cc5-2aad-494f-903e-13061ec0931c tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] 10.222.0.55 "DELETE /v2.0/networks/38aa9d6e-cdde-4924-ba18-69c2c5c3b178 HTTP/1.1" status: 204 len: 168 time: 4.7703629 May 28 06:40:56.762169 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 41332) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:40:56.768537 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-577b4ed2-f172-4730-8422-f8fe706950ee tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-958973866'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:40:56.776421 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-577b4ed2-f172-4730-8422-f8fe706950ee tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:40:56.785063 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-577b4ed2-f172-4730-8422-f8fe706950ee tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Usage tracker for resource:network and tenant:60982381454b4376b475404da5b08605 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:40:56.788169 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-577b4ed2-f172-4730-8422-f8fe706950ee tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:40:56.796572 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-577b4ed2-f172-4730-8422-f8fe706950ee tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:40:56.798281 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2348c61a-3b47-427a-9dc2-c52c0e64fcdb req-f815c717-5145-4a74-b426-478ba3ff503c tempest-ServerPasswordTestJSON-1209729283 tempest-ServerPasswordTestJSON-1209729283-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d301e86-cf04-4da0-9367-d07bef67f9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4205089 May 28 06:40:56.801737 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c1aa9687-5363-495d-bca8-3d84833341b6 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:56.834807 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aa9687-5363-495d-bca8-3d84833341b6 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecffd41e-6c8a-40c6-a461-cf81025bdf73,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:56.868337 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b4d3b7-20ef-4772-9569-f734258a8e2b tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Network cea37f8d-d4f0-463d-a955-e1f65fba3462 is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:40:56.908451 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-4f12e750-3ba7-4d63-a898-daaff6a12ba1 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4150765'] for subnet, precommit_delete_associations {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:56.931082 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-577b4ed2-f172-4730-8422-f8fe706950ee tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Made reservation on behalf of 60982381454b4376b475404da5b08605 for: {'network': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:40:56.934539 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-577b4ed2-f172-4730-8422-f8fe706950ee tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:56.978920 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c1aa9687-5363-495d-bca8-3d84833341b6 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:56.983640 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-c1aa9687-5363-495d-bca8-3d84833341b6 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1466956 May 28 06:40:56.984521 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 41336) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:40:56.995083 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-c5b4d3b7-20ef-4772-9569-f734258a8e2b tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, cea37f8d-d4f0-463d-a955-e1f65fba3462) {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:40:57.004224 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ac0755-3b6b-4aa5-8110-3edce5f260cd None None] Network cea37f8d-d4f0-463d-a955-e1f65fba3462 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:40:57.016628 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b4d3b7-20ef-4772-9569-f734258a8e2b tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:57.024974 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c5b4d3b7-20ef-4772-9569-f734258a8e2b tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:57.029641 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6204e9-f001-4d3d-8d84-291fe2b360d6 req-b5f70375-41f7-4d6e-9ed4-8fdf0e704302 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:57.031320 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fa6204e9-f001-4d3d-8d84-291fe2b360d6 req-b5f70375-41f7-4d6e-9ed4-8fdf0e704302 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] 10.222.0.55 "GET /v2.0/ports?device_id=31511953-083e-42fb-a7d3-8f5fc16aba3c HTTP/1.1" status: 200 len: 946 time: 0.7599754 May 28 06:40:57.046901 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-4f10b509-0276-414d-b6a4-59082e915ce6 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Request body: {'security_group_rule': {'security_group_id': 'da2268d9-6c09-4ac7-90a3-8761c1e82110', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:40:57.075759 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df71d19-e506-42de-b799-464ef82f6f34 req-3d8a019e-baae-46a0-9ebc-13c894fca4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:57.076357 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-4f10b509-0276-414d-b6a4-59082e915ce6 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:40:57.077097 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6df71d19-e506-42de-b799-464ef82f6f34 req-3d8a019e-baae-46a0-9ebc-13c894fca4c6 service neutron] 10.222.0.71 "GET /v2.0/networks?id=e318623d-bb83-4735-b9a5-1ff511a26d09 HTTP/1.1" status: 200 len: 921 time: 0.6008410 May 28 06:40:57.099787 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-4f10b509-0276-414d-b6a4-59082e915ce6 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Usage tracker for resource:security_group_rule and tenant:c63f5c7f6ee64d0f94a0f9d286904eef is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:40:57.105762 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-577b4ed2-f172-4730-8422-f8fe706950ee tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=89109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:40:57.109076 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-4f10b509-0276-414d-b6a4-59082e915ce6 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:40:57.120588 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-4f10b509-0276-414d-b6a4-59082e915ce6 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:40:57.131773 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-577b4ed2-f172-4730-8422-f8fe706950ee tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:57.132562 n-d-843702-1 neutron-server[89109]: INFO neutron.db.segments_db [None req-577b4ed2-f172-4730-8422-f8fe706950ee tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Added segment a04b0338-6b05-4dc3-a755-49eeec28e1c0 of type vlan for network d70e6509-755a-4351-a49a-268e59e9bbd2 May 28 06:40:57.188001 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-c5b4d3b7-20ef-4772-9569-f734258a8e2b tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 4.0522046 May 28 06:40:57.192127 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 41342) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:40:57.225528 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6df71d19-e506-42de-b799-464ef82f6f34 req-b8cfef18-73bf-4e29-8edc-a9a5ee3ec70c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d60d4c69-7440-4039-9008-c5988f83484a HTTP/1.1" status: 200 len: 217 time: 0.1271222 May 28 06:40:57.257917 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-577b4ed2-f172-4730-8422-f8fe706950ee tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:57.296269 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18849dae-d743-4d9f-ab43-5c92de476da5 req-279b4261-72b8-454b-a932-4f8eee53c444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:57.297767 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-18849dae-d743-4d9f-ab43-5c92de476da5 req-279b4261-72b8-454b-a932-4f8eee53c444 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=52a114356afd4e7ab44d0cf9b741f68f&device_id=b28c865f-bef5-4759-958d-ebf03131f8bd HTTP/1.1" status: 200 len: 1095 time: 0.5650959 May 28 06:40:57.307530 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fa6204e9-f001-4d3d-8d84-291fe2b360d6 req-7570230a-aa0a-4050-8eb6-661690a2d5a5 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] 10.222.0.55 "GET /v2.0/security-groups?id=b99dec1f-6b3b-4dfd-86ac-ed192f0fcc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568920 May 28 06:40:57.434781 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4f10b509-0276-414d-b6a4-59082e915ce6 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:57.446314 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-4f12e750-3ba7-4d63-a898-daaff6a12ba1 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:57.486084 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd65f464-9b19-420b-a5f5-0f3e53416362 req-9d031f52-5f06-4a71-9d7f-e4ecbb6ea0d6 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:57.487574 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dd65f464-9b19-420b-a5f5-0f3e53416362 req-9d031f52-5f06-4a71-9d7f-e4ecbb6ea0d6 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5b99fda-0bc9-4e50-b070-ce4a427e6fc6 HTTP/1.1" status: 200 len: 945 time: 0.5286922 May 28 06:40:57.497910 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df71d19-e506-42de-b799-464ef82f6f34 req-d2e68a81-33f9-449b-b72a-9fce919550cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:57.499482 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6df71d19-e506-42de-b799-464ef82f6f34 req-d2e68a81-33f9-449b-b72a-9fce919550cb service neutron] 10.222.0.71 "GET /v2.0/subnets?id=463ce692-2fe5-4a51-b619-7b3391bfe8b8 HTTP/1.1" status: 200 len: 860 time: 0.2536194 May 28 06:40:57.513818 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b109b9-cd7e-4b13-be6d-2901741e3540 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-cea37f8d-d4f0-463d-a955-e1f65fba3462', 'network_id': 'cea37f8d-d4f0-463d-a955-e1f65fba3462', 'tenant_id': '94cac8c050e34681825b5b9355a80ece', 'fixed_ips': [{'subnet_id': 'da83fa32-0a47-4071-854c-bda1f381ebb8'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:40:57.515241 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-78b109b9-cd7e-4b13-be6d-2901741e3540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:57.597251 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4f10b509-0276-414d-b6a4-59082e915ce6 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:57.608823 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.db.resource_extend [None req-577b4ed2-f172-4730-8422-f8fe706950ee tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 06:40:57.672070 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:57.681623 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6df71d19-e506-42de-b799-464ef82f6f34 req-b1b650b5-4dbc-4925-8b87-b2a5af8b207b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e318623d-bb83-4735-b9a5-1ff511a26d09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1507931 May 28 06:40:57.714621 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-37b726fd-da22-45cc-b38d-43d65cf5cf92 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:57.747318 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-78b109b9-cd7e-4b13-be6d-2901741e3540 None None] Allocated IP 172.20.0.3 (cea37f8d-d4f0-463d-a955-e1f65fba3462/da83fa32-0a47-4071-854c-bda1f381ebb8/788fe234-282b-45e0-8d32-8cc23828b7f6) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:40:57.780376 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4f10b509-0276-414d-b6a4-59082e915ce6 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:57.830043 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-577b4ed2-f172-4730-8422-f8fe706950ee tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:57.840746 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577b4ed2-f172-4730-8422-f8fe706950ee tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:57.840746 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-577b4ed2-f172-4730-8422-f8fe706950ee tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:57.896533 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 6fade715-b6fd-40be-8f40-d157c0de2aed no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:40:57.955587 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 6fade715-b6fd-40be-8f40-d157c0de2aed {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:40:57.956222 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 6fade715-b6fd-40be-8f40-d157c0de2aed not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:40:57.987346 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577b4ed2-f172-4730-8422-f8fe706950ee tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Pushing event updated for resources: {'Network': ['ID=d70e6509-755a-4351-a49a-268e59e9bbd2,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:58.004398 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577b4ed2-f172-4730-8422-f8fe706950ee tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:40:58.005039 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577b4ed2-f172-4730-8422-f8fe706950ee tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:40:58.005588 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577b4ed2-f172-4730-8422-f8fe706950ee tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:40:58.006106 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577b4ed2-f172-4730-8422-f8fe706950ee tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:40:58.006653 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577b4ed2-f172-4730-8422-f8fe706950ee tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:40:58.007171 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577b4ed2-f172-4730-8422-f8fe706950ee tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:40:58.008397 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577b4ed2-f172-4730-8422-f8fe706950ee tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:40:58.008945 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577b4ed2-f172-4730-8422-f8fe706950ee tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:40:58.009549 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577b4ed2-f172-4730-8422-f8fe706950ee tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:40:58.010064 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577b4ed2-f172-4730-8422-f8fe706950ee tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:40:58.010584 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577b4ed2-f172-4730-8422-f8fe706950ee tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:40:58.011098 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577b4ed2-f172-4730-8422-f8fe706950ee tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:40:58.016063 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4f10b509-0276-414d-b6a4-59082e915ce6 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:58.024033 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-4f10b509-0276-414d-b6a4-59082e915ce6 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0314970 May 28 06:40:58.025916 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f10b509-0276-414d-b6a4-59082e915ce6 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60600797-ea6d-4419-9b69-025101ef4653,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:58.030176 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 41348) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:40:58.039352 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network d70e6509-755a-4351-a49a-268e59e9bbd2 details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:40:58.043760 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-55b34c6d-b270-4f90-befd-5f0dccc939d5 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Request body: {'security_group_rule': {'security_group_id': 'da2268d9-6c09-4ac7-90a3-8761c1e82110', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:40:58.049948 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dd65f464-9b19-420b-a5f5-0f3e53416362 req-d1819201-42b4-48fd-8a58-4aed09533242 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d9e2739-d2e7-489f-8894-c4c5db308155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5492978 May 28 06:40:58.054902 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-55b34c6d-b270-4f90-befd-5f0dccc939d5 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:40:58.058069 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-37b726fd-da22-45cc-b38d-43d65cf5cf92 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:58.067910 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18849dae-d743-4d9f-ab43-5c92de476da5 req-424e4f30-230a-4284-b221-0f3eb3b38727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:58.069363 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-18849dae-d743-4d9f-ab43-5c92de476da5 req-424e4f30-230a-4284-b221-0f3eb3b38727 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2710da85-e3fe-4b51-9267-ec429f081f41 HTTP/1.1" status: 200 len: 914 time: 0.7488453 May 28 06:40:58.130027 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-55b34c6d-b270-4f90-befd-5f0dccc939d5 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Usage tracker for resource:security_group_rule and tenant:c63f5c7f6ee64d0f94a0f9d286904eef is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:40:58.144100 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-577b4ed2-f172-4730-8422-f8fe706950ee tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.3806562 May 28 06:40:58.148387 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-55b34c6d-b270-4f90-befd-5f0dccc939d5 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:40:58.151549 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 41352) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:40:58.162886 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-cc9d1145-aa2c-419f-ad80-36bd8bf95b05 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Request body: {'subnet': {'network_id': 'd70e6509-755a-4351-a49a-268e59e9bbd2', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:40:58.234090 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-18849dae-d743-4d9f-ab43-5c92de476da5 req-1c58e5b2-65ed-47e6-b7c8-edb2c172565a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1445282a-61c7-4a53-b74e-683e1bf60b3d HTTP/1.1" status: 200 len: 217 time: 0.1479819 May 28 06:40:58.236523 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6df71d19-e506-42de-b799-464ef82f6f34 req-ddaf0a9d-99e5-4419-ad5e-1f1ceedcb845 service neutron] 10.222.0.71 "GET /v2.0/networks/e318623d-bb83-4735-b9a5-1ff511a26d09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5072653 May 28 06:40:58.240862 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-4f12e750-3ba7-4d63-a898-daaff6a12ba1 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3115981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3172005'] for subnet, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:58.326264 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-cc9d1145-aa2c-419f-ad80-36bd8bf95b05 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:40:58.331340 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-cc9d1145-aa2c-419f-ad80-36bd8bf95b05 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Usage tracker for resource:subnet and tenant:60982381454b4376b475404da5b08605 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:40:58.334269 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-cc9d1145-aa2c-419f-ad80-36bd8bf95b05 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:40:58.341140 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-cc9d1145-aa2c-419f-ad80-36bd8bf95b05 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:40:58.349220 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-55b34c6d-b270-4f90-befd-5f0dccc939d5 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:40:58.379988 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-78b109b9-cd7e-4b13-be6d-2901741e3540 None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:58.393779 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-78b109b9-cd7e-4b13-be6d-2901741e3540 None None] Transition to ACTIVE for port object 788fe234-282b-45e0-8d32-8cc23828b7f6 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:40:58.416487 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-78b109b9-cd7e-4b13-be6d-2901741e3540 None None] Transition to ACTIVE for port object 788fe234-282b-45e0-8d32-8cc23828b7f6 will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:40:58.450585 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc9d1145-aa2c-419f-ad80-36bd8bf95b05 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Made reservation on behalf of 60982381454b4376b475404da5b08605 for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:40:58.454085 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-cc9d1145-aa2c-419f-ad80-36bd8bf95b05 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:58.514171 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-167f22bf-8d7b-4e97-9db0-db42a914c197 None None] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:40:58.549893 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc5768a-f777-4a33-a161-6803f719bf28 req-51c242ca-3dec-4a21-8306-c212ed64ca6d tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:58.551498 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ffc5768a-f777-4a33-a161-6803f719bf28 req-51c242ca-3dec-4a21-8306-c212ed64ca6d tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=573e5aee-d7d6-4b17-8c2f-b7442d1d616e HTTP/1.1" status: 200 len: 945 time: 0.9593084 May 28 06:40:58.562273 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-55b34c6d-b270-4f90-befd-5f0dccc939d5 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:58.568901 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-4f12e750-3ba7-4d63-a898-daaff6a12ba1 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:58.577539 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f12e750-3ba7-4d63-a898-daaff6a12ba1 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Pushing event deleted for resources: {'Subnet': ['ID=cf0df005-fc3f-46b4-ae35-1e12450b6bc5,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:58.598704 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-78b109b9-cd7e-4b13-be6d-2901741e3540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:58.642124 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18849dae-d743-4d9f-ab43-5c92de476da5 req-5e972486-215d-412f-ae61-f11ce30e2f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:58.643500 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-18849dae-d743-4d9f-ab43-5c92de476da5 req-5e972486-215d-412f-ae61-f11ce30e2f02 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=234c0baf-c029-4766-a930-952d10ed82ff HTTP/1.1" status: 200 len: 853 time: 0.3978455 May 28 06:40:58.709313 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b109b9-cd7e-4b13-be6d-2901741e3540 None None] Network cea37f8d-d4f0-463d-a955-e1f65fba3462 is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:40:58.716726 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-78b109b9-cd7e-4b13-be6d-2901741e3540 None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:40:58.724216 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b109b9-cd7e-4b13-be6d-2901741e3540 None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:40:58.731597 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-18849dae-d743-4d9f-ab43-5c92de476da5 req-dd4c5a88-8ab1-4f4e-a6ab-315cbe1fd255 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2710da85-e3fe-4b51-9267-ec429f081f41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0755062 May 28 06:40:58.738054 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ffc5768a-f777-4a33-a161-6803f719bf28 req-4eb09f82-377e-408e-a92d-7acb399d63f0 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=da746f74-f7a2-404c-ba12-af4c190f6fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559231 May 28 06:40:58.751424 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-55b34c6d-b270-4f90-befd-5f0dccc939d5 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:58.798030 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-4f12e750-3ba7-4d63-a898-daaff6a12ba1 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "DELETE /v2.0/subnets/cf0df005-fc3f-46b4-ae35-1e12450b6bc5 HTTP/1.1" status: 204 len: 168 time: 2.3810863 May 28 06:40:58.805305 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 41358) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:40:58.846878 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6df71d19-e506-42de-b799-464ef82f6f34 req-9a8a5faa-eb41-4057-9f59-1b20ad1eba73 service neutron] 10.222.0.71 "GET /v2.0/networks/e318623d-bb83-4735-b9a5-1ff511a26d09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5644951 May 28 06:40:58.860497 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bef885-ec1e-417e-8459-baff55268fc0 req-b2faa085-9154-45f4-b963-910cc0331932 tempest-ServerPasswordTestJSON-1209729283 tempest-ServerPasswordTestJSON-1209729283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:58.865040 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-42bef885-ec1e-417e-8459-baff55268fc0 req-b2faa085-9154-45f4-b963-910cc0331932 tempest-ServerPasswordTestJSON-1209729283 tempest-ServerPasswordTestJSON-1209729283-project] 10.222.0.55 "GET /v2.0/ports?device_id=b28c865f-bef5-4759-958d-ebf03131f8bd HTTP/1.1" status: 200 len: 944 time: 0.5225019 May 28 06:40:58.912512 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-37b726fd-da22-45cc-b38d-43d65cf5cf92 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9555650'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:58.929093 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b109b9-cd7e-4b13-be6d-2901741e3540 None None] Pushing event updated for resources: {'Port': ['ID=788fe234-282b-45e0-8d32-8cc23828b7f6,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:58.964404 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-78b109b9-cd7e-4b13-be6d-2901741e3540 None None] Attempting to bind port 788fe234-282b-45e0-8d32-8cc23828b7f6 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:40:58.965334 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-78b109b9-cd7e-4b13-be6d-2901741e3540 None None] Attempting to bind port 788fe234-282b-45e0-8d32-8cc23828b7f6 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': '370929dd-9a5c-4140-942f-78ee32b9dbfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'cea37f8d-d4f0-463d-a955-e1f65fba3462'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:40:58.965867 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b109b9-cd7e-4b13-be6d-2901741e3540 None None] Attempting to bind port 788fe234-282b-45e0-8d32-8cc23828b7f6 on network cea37f8d-d4f0-463d-a955-e1f65fba3462 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:40:58.973301 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b109b9-cd7e-4b13-be6d-2901741e3540 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:40:58.974300 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b109b9-cd7e-4b13-be6d-2901741e3540 None None] Checking segment: {'id': '370929dd-9a5c-4140-942f-78ee32b9dbfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'cea37f8d-d4f0-463d-a955-e1f65fba3462'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:40:58.974953 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-78b109b9-cd7e-4b13-be6d-2901741e3540 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:58.975569 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b109b9-cd7e-4b13-be6d-2901741e3540 None None] Bound using segment: {'id': '370929dd-9a5c-4140-942f-78ee32b9dbfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'cea37f8d-d4f0-463d-a955-e1f65fba3462'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:40:58.976293 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-78b109b9-cd7e-4b13-be6d-2901741e3540 None None] Bound port: 788fe234-282b-45e0-8d32-8cc23828b7f6, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '370929dd-9a5c-4140-942f-78ee32b9dbfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'cea37f8d-d4f0-463d-a955-e1f65fba3462'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:40:58.976957 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-78b109b9-cd7e-4b13-be6d-2901741e3540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:59.030635 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-42bef885-ec1e-417e-8459-baff55268fc0 req-915154bc-a581-4b57-ac18-d37fb3102579 tempest-ServerPasswordTestJSON-1209729283 tempest-ServerPasswordTestJSON-1209729283-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d301e86-cf04-4da0-9367-d07bef67f9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526251 May 28 06:40:59.069399 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-18849dae-d743-4d9f-ab43-5c92de476da5 req-91e2d496-d33f-4887-8923-75e1187d63b6 service neutron] 10.222.0.69 "GET /v2.0/networks/2710da85-e3fe-4b51-9267-ec429f081f41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3171470 May 28 06:40:59.123866 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-55b34c6d-b270-4f90-befd-5f0dccc939d5 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:59.158179 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-78b109b9-cd7e-4b13-be6d-2901741e3540 None None] For port 788fe234-282b-45e0-8d32-8cc23828b7f6, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:40:59.162047 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-78b109b9-cd7e-4b13-be6d-2901741e3540 None None] For port 788fe234-282b-45e0-8d32-8cc23828b7f6, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=788fe234-282b-45e0-8d32-8cc23828b7f6,segment=NetworkSegment(370929dd-9a5c-4140-942f-78ee32b9dbfb),segment_id=370929dd-9a5c-4140-942f-78ee32b9dbfb)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:40:59.166215 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-fdbc7c5f-b697-401c-a57f-d26e31c5cf5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:59.276579 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a91ad5e-2cba-4fba-97f7-c2a4397c8df7 None None] DHCP port deletion for 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:40:59.281884 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-0a91ad5e-2cba-4fba-97f7-c2a4397c8df7 None None] Deleting port 84226adc-ed1b-4016-9ae8-29759201033b {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:40:59.282066 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-0a91ad5e-2cba-4fba-97f7-c2a4397c8df7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:59.336047 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c564028-e541-445d-93b5-ceace0dce926 req-0693014b-054e-45f0-b987-6a2c94147af0 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:59.345554 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7c564028-e541-445d-93b5-ceace0dce926 req-0693014b-054e-45f0-b987-6a2c94147af0 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] 10.222.0.55 "GET /v2.0/ports?device_id=31511953-083e-42fb-a7d3-8f5fc16aba3c HTTP/1.1" status: 200 len: 946 time: 0.4342237 May 28 06:40:59.418487 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-18849dae-d743-4d9f-ab43-5c92de476da5 req-9fde14ad-c30e-4d8f-9044-992c286494ba service neutron] 10.222.0.69 "GET /v2.0/networks/2710da85-e3fe-4b51-9267-ec429f081f41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3407559 May 28 06:40:59.433033 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b34c6d-b270-4f90-befd-5f0dccc939d5 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54b19336-5978-44fb-8e92-2ea20d910f20,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:59.436435 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b726fd-da22-45cc-b38d-43d65cf5cf92 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Pushing event deleted for resources: {'Subnet': ['ID=da83fa32-0a47-4071-854c-bda1f381ebb8,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:40:59.441048 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7c564028-e541-445d-93b5-ceace0dce926 req-398db3fe-adc6-4aa0-9b92-a521fb7e8c88 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] 10.222.0.55 "GET /v2.0/security-groups?id=b99dec1f-6b3b-4dfd-86ac-ed192f0fcc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963006 May 28 06:40:59.454776 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162f211c-6870-4cbe-971f-32cd89c239b5 req-40d56f87-2bb2-4dea-964c-44a8229e1283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:59.456563 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-162f211c-6870-4cbe-971f-32cd89c239b5 req-40d56f87-2bb2-4dea-964c-44a8229e1283 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3e433ca89e6e4cecb06b276f6587beee&device_id=31511953-083e-42fb-a7d3-8f5fc16aba3c HTTP/1.1" status: 200 len: 1097 time: 0.2737300 May 28 06:40:59.512123 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f2b3c4-45a7-4733-a768-7343386e6c6e req-784c23b8-d029-4604-aa49-20d86faf3985 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:59.514296 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d9f2b3c4-45a7-4733-a768-7343386e6c6e req-784c23b8-d029-4604-aa49-20d86faf3985 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5b99fda-0bc9-4e50-b070-ce4a427e6fc6 HTTP/1.1" status: 200 len: 945 time: 0.2595148 May 28 06:40:59.520754 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-55b34c6d-b270-4f90-befd-5f0dccc939d5 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:59.528179 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-55b34c6d-b270-4f90-befd-5f0dccc939d5 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.4938087 May 28 06:40:59.565813 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 41368) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:40:59.588620 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-0a91ad5e-2cba-4fba-97f7-c2a4397c8df7 None None] For port 84226adc-ed1b-4016-9ae8-29759201033b, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=84226adc-ed1b-4016-9ae8-29759201033b,segment=NetworkSegment(e82da2dd-17b8-4c15-8abb-711622ad0a92),segment_id=e82da2dd-17b8-4c15-8abb-711622ad0a92)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:40:59.589015 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-0a91ad5e-2cba-4fba-97f7-c2a4397c8df7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:59.662004 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-cc9d1145-aa2c-419f-ad80-36bd8bf95b05 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:59.685368 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d9f2b3c4-45a7-4733-a768-7343386e6c6e req-c1cdefcb-bdb4-4aec-abe9-0ee6943734b8 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d9e2739-d2e7-489f-8894-c4c5db308155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177528 May 28 06:40:59.686507 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ab75f886-af69-47c3-a4a4-1cf65c6368e3 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:59.699236 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-78b109b9-cd7e-4b13-be6d-2901741e3540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:59.729178 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162f211c-6870-4cbe-971f-32cd89c239b5 req-f1257e9f-f363-49cc-bce1-777997c1d375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:59.730842 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-162f211c-6870-4cbe-971f-32cd89c239b5 req-f1257e9f-f363-49cc-bce1-777997c1d375 service neutron] 10.222.0.71 "GET /v2.0/networks?id=e318623d-bb83-4735-b9a5-1ff511a26d09 HTTP/1.1" status: 200 len: 921 time: 0.2540977 May 28 06:40:59.732567 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ab75f886-af69-47c3-a4a4-1cf65c6368e3 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:59.766204 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-37b726fd-da22-45cc-b38d-43d65cf5cf92 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:59.796786 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-11ba355c-1b20-46f1-bb74-f743e67ad0e8 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.9901888 May 28 06:40:59.800337 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 41374) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:40:59.878441 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-0a91ad5e-2cba-4fba-97f7-c2a4397c8df7 None None] Calling delete_port for 84226adc-ed1b-4016-9ae8-29759201033b owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:40:59.924348 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-162f211c-6870-4cbe-971f-32cd89c239b5 req-0c06fc88-013a-4750-83f3-2ee0bc8a8e3f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d60d4c69-7440-4039-9008-c5988f83484a HTTP/1.1" status: 200 len: 217 time: 0.1786268 May 28 06:40:59.981667 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-447d5acd-ac39-4e8c-9a77-7de03abf627e tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks [] for router, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:59.994495 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 84226adc-ed1b-4016-9ae8-29759201033b no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:41:00.095829 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162f211c-6870-4cbe-971f-32cd89c239b5 req-b1ee1c3f-dd32-4e9e-9834-96aac7be75af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:00.098503 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-162f211c-6870-4cbe-971f-32cd89c239b5 req-b1ee1c3f-dd32-4e9e-9834-96aac7be75af service neutron] 10.222.0.71 "GET /v2.0/subnets?id=463ce692-2fe5-4a51-b619-7b3391bfe8b8 HTTP/1.1" status: 200 len: 860 time: 0.1648340 May 28 06:41:00.159927 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ab75f886-af69-47c3-a4a4-1cf65c6368e3 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:00.177440 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9d1145-aa2c-419f-ad80-36bd8bf95b05 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Pushing event updated for resources: {'Subnet': ['ID=a1d5dbd0-61ea-4ee7-ae4b-7318b7797f9b,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:00.180360 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:00.190365 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-162f211c-6870-4cbe-971f-32cd89c239b5 req-ec754ef9-7f49-4dda-bd94-d86bea3a3bd0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e318623d-bb83-4735-b9a5-1ff511a26d09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0844781 May 28 06:41:00.195774 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-37b726fd-da22-45cc-b38d-43d65cf5cf92 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cea37f8d-d4f0-463d-a955-e1f65fba3462']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:41:00.205655 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9d1145-aa2c-419f-ad80-36bd8bf95b05 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Checking segment: {'id': 'a04b0338-6b05-4dc3-a755-49eeec28e1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'd70e6509-755a-4351-a49a-268e59e9bbd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:41:00.206395 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9d1145-aa2c-419f-ad80-36bd8bf95b05 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Network hostable DHCP agents. Network: d70e6509-755a-4351-a49a-268e59e9bbd2, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:41:00.220392 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-37b726fd-da22-45cc-b38d-43d65cf5cf92 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '370929dd-9a5c-4140-942f-78ee32b9dbfb') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:41:00.221085 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-37b726fd-da22-45cc-b38d-43d65cf5cf92 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '370929dd-9a5c-4140-942f-78ee32b9dbfb') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:41:00.349082 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:00.363784 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab75f886-af69-47c3-a4a4-1cf65c6368e3 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=54b19336-5978-44fb-8e92-2ea20d910f20,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:00.365241 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b109b9-cd7e-4b13-be6d-2901741e3540 None None] Pushing event updated for resources: {'Port': ['ID=788fe234-282b-45e0-8d32-8cc23828b7f6,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:00.370071 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca2f40f-caa1-4f44-b7cd-3cd548cabd80 None None] Network cea37f8d-d4f0-463d-a955-e1f65fba3462 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:41:00.414164 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ab75f886-af69-47c3-a4a4-1cf65c6368e3 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:00.418611 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-ab75f886-af69-47c3-a4a4-1cf65c6368e3 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/54b19336-5978-44fb-8e92-2ea20d910f20 HTTP/1.1" status: 204 len: 168 time: 0.8477306 May 28 06:41:00.444067 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 1445282a-61c7-4a53-b74e-683e1bf60b3d details requested by agent hyperv_n-h1-843702-1 with host n-h1-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:41:00.474679 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 41380) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:41:00.505324 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-37b726fd-da22-45cc-b38d-43d65cf5cf92 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:00.517119 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17949f7c-8a11-48cd-ba65-cf9730d38eec req-9996fc56-3c50-4a37-8371-f51bee0d96be tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:00.518897 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-17949f7c-8a11-48cd-ba65-cf9730d38eec req-9996fc56-3c50-4a37-8371-f51bee0d96be tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=573e5aee-d7d6-4b17-8c2f-b7442d1d616e HTTP/1.1" status: 200 len: 945 time: 0.5302660 May 28 06:41:00.559043 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-447d5acd-ac39-4e8c-9a77-7de03abf627e tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59018'] for router, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:00.563561 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-447d5acd-ac39-4e8c-9a77-7de03abf627e tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:00.591508 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-37b726fd-da22-45cc-b38d-43d65cf5cf92 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:00.623280 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37b726fd-da22-45cc-b38d-43d65cf5cf92 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:41:00.623280 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-37b726fd-da22-45cc-b38d-43d65cf5cf92 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:00.649807 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-17949f7c-8a11-48cd-ba65-cf9730d38eec req-7c230352-9e28-4092-8af1-c8af125a701d tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=da746f74-f7a2-404c-ba12-af4c190f6fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852246 May 28 06:41:00.684156 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-0a91ad5e-2cba-4fba-97f7-c2a4397c8df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879'] for port, after_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:00.750322 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-6597e156-7026-4773-b1ec-3c7a0bb2917d tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Synchronizing usage tracker for tenant:c63f5c7f6ee64d0f94a0f9d286904eef on resource:security_group_rule {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:41:00.760830 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-162f211c-6870-4cbe-971f-32cd89c239b5 req-a4f2ceca-a989-45db-afc5-7ee5209fc802 service neutron] 10.222.0.71 "GET /v2.0/networks/e318623d-bb83-4735-b9a5-1ff511a26d09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5605628 May 28 06:41:00.809191 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 84226adc-ed1b-4016-9ae8-29759201033b is: ACTIVE; New status is: DOWN {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:41:00.809966 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:00.838510 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9d1145-aa2c-419f-ad80-36bd8bf95b05 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Network d70e6509-755a-4351-a49a-268e59e9bbd2 is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:41:00.841670 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a91ad5e-2cba-4fba-97f7-c2a4397c8df7 None None] No DVR routers for this DVR port 84226adc-ed1b-4016-9ae8-29759201033b on host n-d-843702-1 {{(pid=89111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:41:00.848240 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a91ad5e-2cba-4fba-97f7-c2a4397c8df7 None None] Pushing event deleted for resources: {'Port': ['ID=84226adc-ed1b-4016-9ae8-29759201033b,revision_number=None']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:00.866367 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 370929dd-9a5c-4140-942f-78ee32b9dbfb resource provider aggregate not found May 28 06:41:00.890508 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 370929dd-9a5c-4140-942f-78ee32b9dbfb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 370929dd-9a5c-4140-942f-78ee32b9dbfb found for delete ", "request_id": "req-a018a80c-acc5-4663-baaa-ca66141e77c1"}]} May 28 06:41:00.910489 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 1445282a-61c7-4a53-b74e-683e1bf60b3d, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=1445282a-61c7-4a53-b74e-683e1bf60b3d,segment=NetworkSegment(e5774974-a268-42c3-8d55-e8adb9ff8a98),segment_id=e5774974-a268-42c3-8d55-e8adb9ff8a98)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:41:00.928752 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb25472-2b5f-4dbb-bf68-b86c2cff85e6 req-399f18d4-77c3-413b-b3e3-bb1521711788 tempest-ServerPasswordTestJSON-1209729283 tempest-ServerPasswordTestJSON-1209729283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:00.930254 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4eb25472-2b5f-4dbb-bf68-b86c2cff85e6 req-399f18d4-77c3-413b-b3e3-bb1521711788 tempest-ServerPasswordTestJSON-1209729283 tempest-ServerPasswordTestJSON-1209729283-project] 10.222.0.55 "GET /v2.0/ports?device_id=b28c865f-bef5-4759-958d-ebf03131f8bd HTTP/1.1" status: 200 len: 944 time: 0.5743001 May 28 06:41:00.975444 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Returning: {'device': '1445282a-61c7-4a53-b74e-683e1bf60b3d', 'network_id': '2710da85-e3fe-4b51-9267-ec429f081f41', 'port_id': '1445282a-61c7-4a53-b74e-683e1bf60b3d', 'mac_address': 'fa:16:3e:c2:c9:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '234c0baf-c029-4766-a930-952d10ed82ff', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:41:01.065372 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4eb25472-2b5f-4dbb-bf68-b86c2cff85e6 req-e90ce476-1a34-495d-aa5a-8324752ee4cb tempest-ServerPasswordTestJSON-1209729283 tempest-ServerPasswordTestJSON-1209729283-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d301e86-cf04-4da0-9367-d07bef67f9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885630 May 28 06:41:01.065372 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-162f211c-6870-4cbe-971f-32cd89c239b5 req-85dbc4d6-9714-4497-9511-6cb17dec6da9 service neutron] 10.222.0.71 "GET /v2.0/networks/e318623d-bb83-4735-b9a5-1ff511a26d09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2560627 May 28 06:41:01.065618 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0fc0fa9-0276-4e42-b5bc-817a635b357e None None] get_active_networks_info from n-d-843702-1 {{(pid=89111) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 28 06:41:01.065717 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4b5f11-eac8-4641-8b89-395887517a2e req-9ad4fec0-ac5c-49c3-929f-8fb8d10cb762 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:01.065717 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7b4b5f11-eac8-4641-8b89-395887517a2e req-9ad4fec0-ac5c-49c3-929f-8fb8d10cb762 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] 10.222.0.55 "GET /v2.0/ports?device_id=31511953-083e-42fb-a7d3-8f5fc16aba3c HTTP/1.1" status: 200 len: 946 time: 0.1801219 May 28 06:41:01.101399 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 1445282a-61c7-4a53-b74e-683e1bf60b3d is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:41:01.101757 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:01.104084 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7b4b5f11-eac8-4641-8b89-395887517a2e req-656dfdb6-c173-413f-87dc-ad4ede70b62f tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] 10.222.0.55 "GET /v2.0/security-groups?id=b99dec1f-6b3b-4dfd-86ac-ed192f0fcc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423894 May 28 06:41:01.110925 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.db.api [None req-37b726fd-da22-45cc-b38d-43d65cf5cf92 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 28 06:41:01.110925 n-d-843702-1 neutron-server[89109]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 28 06:41:01.110925 n-d-843702-1 neutron-server[89109]: [parameters: {'id': 'cea37f8d-d4f0-463d-a955-e1f65fba3462'}] May 28 06:41:01.110925 n-d-843702-1 neutron-server[89109]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:41:01.111667 n-d-843702-1 neutron-server[89109]: DEBUG oslo_db.api [None req-37b726fd-da22-45cc-b38d-43d65cf5cf92 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:41:01.125839 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1445282a-61c7-4a53-b74e-683e1bf60b3d {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:41:01.142322 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-cc9d1145-aa2c-419f-ad80-36bd8bf95b05 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, d70e6509-755a-4351-a49a-268e59e9bbd2) {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:41:01.143997 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-447d5acd-ac39-4e8c-9a77-7de03abf627e tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-703817'] for router, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:01.145267 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-6597e156-7026-4773-b1ec-3c7a0bb2917d tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Unset dirty status for tenant:c63f5c7f6ee64d0f94a0f9d286904eef on resource:security_group_rule {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:41:01.148370 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-6597e156-7026-4773-b1ec-3c7a0bb2917d tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.6612248 May 28 06:41:01.148548 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-447d5acd-ac39-4e8c-9a77-7de03abf627e tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Fanout notify agent at l3_agent the message router_deleted on router 23eee911-0c4a-4c98-8fa0-da8c65b220eb {{(pid=89109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 06:41:01.149895 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 41392) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:41:01.154077 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9d1145-aa2c-419f-ad80-36bd8bf95b05 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:01.154738 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-cc9d1145-aa2c-419f-ad80-36bd8bf95b05 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:01.175907 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 1445282a-61c7-4a53-b74e-683e1bf60b3d, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=1445282a-61c7-4a53-b74e-683e1bf60b3d,segment=NetworkSegment(e5774974-a268-42c3-8d55-e8adb9ff8a98),segment_id=e5774974-a268-42c3-8d55-e8adb9ff8a98)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:41:01.190418 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-447d5acd-ac39-4e8c-9a77-7de03abf627e tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:01.194618 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-447d5acd-ac39-4e8c-9a77-7de03abf627e tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "DELETE /v2.0/routers/23eee911-0c4a-4c98-8fa0-da8c65b220eb HTTP/1.1" status: 204 len: 168 time: 1.3779547 May 28 06:41:01.201277 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 41396) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:41:01.208729 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-37e12446-919d-451e-a6b3-c487bedf7f08 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Request body: {'subnet': {'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:41:01.299191 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aa8a63-ae2e-454b-8789-03a7626e8093 req-9f0d039e-0560-42d4-8a68-9c1ecb3447e3 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:01.303157 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0fc0fa9-0276-4e42-b5bc-817a635b357e None None] Resources bound (agent type, host, resource id): {{(pid=89111) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 28 06:41:01.304968 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a8aa8a63-ae2e-454b-8789-03a7626e8093 req-9f0d039e-0560-42d4-8a68-9c1ecb3447e3 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5b99fda-0bc9-4e50-b070-ce4a427e6fc6 HTTP/1.1" status: 200 len: 945 time: 0.1314709 May 28 06:41:01.307731 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:01.367663 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-cc9d1145-aa2c-419f-ad80-36bd8bf95b05 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.2099438 May 28 06:41:01.371926 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 41404) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:41:01.381207 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-add2bc2a-789e-4316-8ba7-5ecf420a8f70 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-926642764'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:41:01.391325 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f5f6fa66-2c23-4970-9557-76d6bd52fc76 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:01.392514 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-add2bc2a-789e-4316-8ba7-5ecf420a8f70 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:41:01.397713 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a8aa8a63-ae2e-454b-8789-03a7626e8093 req-22cd4a50-75e2-4f16-8aac-3666ca967ea1 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d9e2739-d2e7-489f-8894-c4c5db308155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856664 May 28 06:41:01.403161 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-add2bc2a-789e-4316-8ba7-5ecf420a8f70 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Usage tracker for resource:network and tenant:60982381454b4376b475404da5b08605 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:41:01.407201 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-add2bc2a-789e-4316-8ba7-5ecf420a8f70 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:41:01.409740 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f5f6fa66-2c23-4970-9557-76d6bd52fc76 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:01.435581 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=1445282a-61c7-4a53-b74e-683e1bf60b3d,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:01.438708 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-add2bc2a-789e-4316-8ba7-5ecf420a8f70 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:41:01.455882 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-37e12446-919d-451e-a6b3-c487bedf7f08 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:41:01.460739 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-37e12446-919d-451e-a6b3-c487bedf7f08 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Usage tracker for resource:subnet and tenant:5e9e9447c07c4077b6694ab63e3affe5 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:41:01.467524 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-37e12446-919d-451e-a6b3-c487bedf7f08 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:41:01.475471 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-37e12446-919d-451e-a6b3-c487bedf7f08 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:41:01.559352 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f5f6fa66-2c23-4970-9557-76d6bd52fc76 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:01.559615 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add2bc2a-789e-4316-8ba7-5ecf420a8f70 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Made reservation on behalf of 60982381454b4376b475404da5b08605 for: {'network': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:41:01.563471 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-add2bc2a-789e-4316-8ba7-5ecf420a8f70 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:01.582264 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['1445282a-61c7-4a53-b74e-683e1bf60b3d'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:41:01.594351 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f6fa66-2c23-4970-9557-76d6bd52fc76 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=60600797-ea6d-4419-9b69-025101ef4653,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:01.609148 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-add2bc2a-789e-4316-8ba7-5ecf420a8f70 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=89110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:41:01.615292 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-37b726fd-da22-45cc-b38d-43d65cf5cf92 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:01.623062 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-add2bc2a-789e-4316-8ba7-5ecf420a8f70 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:01.623599 n-d-843702-1 neutron-server[89110]: INFO neutron.db.segments_db [None req-add2bc2a-789e-4316-8ba7-5ecf420a8f70 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Added segment d7927b8e-7a96-401a-ba42-dafb6a6ed275 of type vlan for network 0212494a-c781-4e9f-b138-c50b3b6f2db6 May 28 06:41:01.626259 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37e12446-919d-451e-a6b3-c487bedf7f08 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Made reservation on behalf of 5e9e9447c07c4077b6694ab63e3affe5 for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:41:01.629951 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-37e12446-919d-451e-a6b3-c487bedf7f08 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:01.680066 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-add2bc2a-789e-4316-8ba7-5ecf420a8f70 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:01.828591 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:01.876404 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-add2bc2a-789e-4316-8ba7-5ecf420a8f70 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:01.883703 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add2bc2a-789e-4316-8ba7-5ecf420a8f70 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:01.884795 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-add2bc2a-789e-4316-8ba7-5ecf420a8f70 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:02.077057 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-37b726fd-da22-45cc-b38d-43d65cf5cf92 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Deleting port 788fe234-282b-45e0-8d32-8cc23828b7f6 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:41:02.077409 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-37b726fd-da22-45cc-b38d-43d65cf5cf92 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:02.079227 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add2bc2a-789e-4316-8ba7-5ecf420a8f70 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Pushing event updated for resources: {'Network': ['ID=0212494a-c781-4e9f-b138-c50b3b6f2db6,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:02.091925 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 0212494a-c781-4e9f-b138-c50b3b6f2db6 details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:41:02.157481 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28cf1b3-4af5-40a0-856e-0a537c22c473 req-127097db-6149-4ff5-81ee-b981511060f7 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:02.158914 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c28cf1b3-4af5-40a0-856e-0a537c22c473 req-127097db-6149-4ff5-81ee-b981511060f7 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=573e5aee-d7d6-4b17-8c2f-b7442d1d616e HTTP/1.1" status: 200 len: 945 time: 0.3361154 May 28 06:41:02.182733 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f5f6fa66-2c23-4970-9557-76d6bd52fc76 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:02.184322 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-f5f6fa66-2c23-4970-9557-76d6bd52fc76 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/60600797-ea6d-4419-9b69-025101ef4653 HTTP/1.1" status: 204 len: 168 time: 1.0322068 May 28 06:41:02.193087 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 41414) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:41:02.229780 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-37e12446-919d-451e-a6b3-c487bedf7f08 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:02.241001 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-add2bc2a-789e-4316-8ba7-5ecf420a8f70 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8648982 May 28 06:41:02.246234 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf31425f-8730-4878-9eb9-7dc8a2539238 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-d70e6509-755a-4351-a49a-268e59e9bbd2', 'network_id': 'd70e6509-755a-4351-a49a-268e59e9bbd2', 'tenant_id': '60982381454b4376b475404da5b08605', 'fixed_ips': [{'subnet_id': 'a1d5dbd0-61ea-4ee7-ae4b-7318b7797f9b'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:41:02.247556 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-bf31425f-8730-4878-9eb9-7dc8a2539238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:02.248124 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 41418) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:41:02.254278 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-5b11a70b-c7e8-4cda-b574-94a77d13d1ec tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Request body: {'subnet': {'network_id': '0212494a-c781-4e9f-b138-c50b3b6f2db6', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:41:02.282981 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c28cf1b3-4af5-40a0-856e-0a537c22c473 req-5051cc32-8037-49f6-b11c-6dbd45c9e567 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=da746f74-f7a2-404c-ba12-af4c190f6fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150517 May 28 06:41:02.313464 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e12446-919d-451e-a6b3-c487bedf7f08 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:41:02.313464 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-37e12446-919d-451e-a6b3-c487bedf7f08 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:41:02.316989 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e12446-919d-451e-a6b3-c487bedf7f08 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:02.317346 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-37e12446-919d-451e-a6b3-c487bedf7f08 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:02.382327 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-926a0e33-0754-461e-8003-3b1815f461b0 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Synchronizing usage tracker for tenant:c63f5c7f6ee64d0f94a0f9d286904eef on resource:security_group_rule {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:41:02.461482 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-5b11a70b-c7e8-4cda-b574-94a77d13d1ec tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:41:02.466138 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-5b11a70b-c7e8-4cda-b574-94a77d13d1ec tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Usage tracker for resource:subnet and tenant:60982381454b4376b475404da5b08605 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:41:02.471021 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-5b11a70b-c7e8-4cda-b574-94a77d13d1ec tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:41:02.493203 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-5b11a70b-c7e8-4cda-b574-94a77d13d1ec tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:41:02.534298 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-37e12446-919d-451e-a6b3-c487bedf7f08 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3318453 May 28 06:41:02.538541 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 41424) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:41:02.543849 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e12446-919d-451e-a6b3-c487bedf7f08 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Pushing event updated for resources: {'Subnet': ['ID=a25ad410-99b4-400b-9e71-54005fa8ee08,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:02.564168 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f9b15f-26bb-4e84-9e62-0286f5512f2f req-39552901-cade-4f6e-a6e1-1ec496214eac tempest-ServerPasswordTestJSON-1209729283 tempest-ServerPasswordTestJSON-1209729283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:02.565759 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-28f9b15f-26bb-4e84-9e62-0286f5512f2f req-39552901-cade-4f6e-a6e1-1ec496214eac tempest-ServerPasswordTestJSON-1209729283 tempest-ServerPasswordTestJSON-1209729283-project] 10.222.0.55 "GET /v2.0/ports?device_id=b28c865f-bef5-4759-958d-ebf03131f8bd HTTP/1.1" status: 200 len: 945 time: 0.2089989 May 28 06:41:02.568820 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-8731bbe6-7feb-4d7b-89aa-b5729861e02f tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-334799060', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:41:02.593606 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-37b726fd-da22-45cc-b38d-43d65cf5cf92 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] For port 788fe234-282b-45e0-8d32-8cc23828b7f6, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=788fe234-282b-45e0-8d32-8cc23828b7f6,segment=NetworkSegment(370929dd-9a5c-4140-942f-78ee32b9dbfb),segment_id=370929dd-9a5c-4140-942f-78ee32b9dbfb)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:41:02.594324 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-37b726fd-da22-45cc-b38d-43d65cf5cf92 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:02.627314 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:02.686835 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-926a0e33-0754-461e-8003-3b1815f461b0 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Unset dirty status for tenant:c63f5c7f6ee64d0f94a0f9d286904eef on resource:security_group_rule {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:41:02.688538 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-926a0e33-0754-461e-8003-3b1815f461b0 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.4944870 May 28 06:41:02.703520 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-8731bbe6-7feb-4d7b-89aa-b5729861e02f tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:41:02.714103 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 41428) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:41:02.764591 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-bf31425f-8730-4878-9eb9-7dc8a2539238 None None] Allocated IP 19.80.0.2 (d70e6509-755a-4351-a49a-268e59e9bbd2/a1d5dbd0-61ea-4ee7-ae4b-7318b7797f9b/6e0edcc6-7418-4e23-a589-c869668c6013) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:41:02.784218 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b11a70b-c7e8-4cda-b574-94a77d13d1ec tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Made reservation on behalf of 60982381454b4376b475404da5b08605 for: {'subnet': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:41:02.786487 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-37b726fd-da22-45cc-b38d-43d65cf5cf92 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Calling delete_port for 788fe234-282b-45e0-8d32-8cc23828b7f6 owned by network:dhcp {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:41:02.788032 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5b11a70b-c7e8-4cda-b574-94a77d13d1ec tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3171998'] for subnet, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:02.807832 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-8731bbe6-7feb-4d7b-89aa-b5729861e02f tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Usage tracker for resource:router and tenant:5e9e9447c07c4077b6694ab63e3affe5 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:41:02.816696 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-8731bbe6-7feb-4d7b-89aa-b5729861e02f tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:41:02.829184 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-8731bbe6-7feb-4d7b-89aa-b5729861e02f tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:41:02.965396 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-28f9b15f-26bb-4e84-9e62-0286f5512f2f req-26d80598-f05f-494d-91d7-792c3b133ce5 tempest-ServerPasswordTestJSON-1209729283 tempest-ServerPasswordTestJSON-1209729283-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d301e86-cf04-4da0-9367-d07bef67f9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385843 May 28 06:41:02.965396 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0f9d39a3-e76e-4abd-b64d-d63b796f7570 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:02.987712 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0f9d39a3-e76e-4abd-b64d-d63b796f7570 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:03.036506 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be2bb17-5b89-48e1-b069-f09b69a4f50f req-1a5e6a93-5564-46a5-9c86-9de087f6a20b tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:03.037846 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-37b726fd-da22-45cc-b38d-43d65cf5cf92 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:03.044131 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5be2bb17-5b89-48e1-b069-f09b69a4f50f req-1a5e6a93-5564-46a5-9c86-9de087f6a20b tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] 10.222.0.55 "GET /v2.0/ports?device_id=31511953-083e-42fb-a7d3-8f5fc16aba3c HTTP/1.1" status: 200 len: 946 time: 0.4553854 May 28 06:41:03.100237 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b726fd-da22-45cc-b38d-43d65cf5cf92 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] No DVR routers for this DVR port 788fe234-282b-45e0-8d32-8cc23828b7f6 on host n-d-843702-1 {{(pid=89109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:41:03.130979 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-bf31425f-8730-4878-9eb9-7dc8a2539238 None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:03.132428 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b726fd-da22-45cc-b38d-43d65cf5cf92 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Pushing event deleted for resources: {'Port': ['ID=788fe234-282b-45e0-8d32-8cc23828b7f6,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:03.146723 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-bf31425f-8730-4878-9eb9-7dc8a2539238 None None] Transition to ACTIVE for port object 6e0edcc6-7418-4e23-a589-c869668c6013 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:41:03.173866 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-bf31425f-8730-4878-9eb9-7dc8a2539238 None None] Transition to ACTIVE for port object 6e0edcc6-7418-4e23-a589-c869668c6013 will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:41:03.188311 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5be2bb17-5b89-48e1-b069-f09b69a4f50f req-1f995a20-41dc-4553-b46c-6e49b74634c0 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] 10.222.0.55 "GET /v2.0/security-groups?id=b99dec1f-6b3b-4dfd-86ac-ed192f0fcc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433351 May 28 06:41:03.203484 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8731bbe6-7feb-4d7b-89aa-b5729861e02f tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59128'] for router, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:03.204469 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8731bbe6-7feb-4d7b-89aa-b5729861e02f tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59009'] for router, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:03.207619 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0f9d39a3-e76e-4abd-b64d-d63b796f7570 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:03.244761 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-37b726fd-da22-45cc-b38d-43d65cf5cf92 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:03.245352 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9d39a3-e76e-4abd-b64d-d63b796f7570 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ecffd41e-6c8a-40c6-a461-cf81025bdf73,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:03.273291 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-37b726fd-da22-45cc-b38d-43d65cf5cf92 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cea37f8d-d4f0-463d-a955-e1f65fba3462']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:41:03.275652 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8731bbe6-7feb-4d7b-89aa-b5729861e02f tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:03.285694 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-bf31425f-8730-4878-9eb9-7dc8a2539238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:03.298899 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-37b726fd-da22-45cc-b38d-43d65cf5cf92 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '370929dd-9a5c-4140-942f-78ee32b9dbfb') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:41:03.299758 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-37b726fd-da22-45cc-b38d-43d65cf5cf92 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '370929dd-9a5c-4140-942f-78ee32b9dbfb') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:41:03.317076 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7028a2e7-158c-457e-8c0c-3b5f8828005c req-198b6654-5635-44dd-98a0-858bd94bdaba tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:03.318098 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-37b726fd-da22-45cc-b38d-43d65cf5cf92 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:03.324677 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7028a2e7-158c-457e-8c0c-3b5f8828005c req-198b6654-5635-44dd-98a0-858bd94bdaba tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5b99fda-0bc9-4e50-b070-ce4a427e6fc6 HTTP/1.1" status: 200 len: 945 time: 0.2233734 May 28 06:41:03.340137 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-37b726fd-da22-45cc-b38d-43d65cf5cf92 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:03.346514 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37b726fd-da22-45cc-b38d-43d65cf5cf92 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:41:03.346839 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-37b726fd-da22-45cc-b38d-43d65cf5cf92 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:03.360018 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf31425f-8730-4878-9eb9-7dc8a2539238 None None] Pushing event updated for resources: {'Port': ['ID=6e0edcc6-7418-4e23-a589-c869668c6013,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:03.375186 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf31425f-8730-4878-9eb9-7dc8a2539238 None None] Network d70e6509-755a-4351-a49a-268e59e9bbd2 is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:41:03.377339 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5b11a70b-c7e8-4cda-b574-94a77d13d1ec tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3115906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3172012'] for subnet, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:03.377759 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-bf31425f-8730-4878-9eb9-7dc8a2539238 None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:41:03.380265 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf31425f-8730-4878-9eb9-7dc8a2539238 None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:41:03.428743 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 370929dd-9a5c-4140-942f-78ee32b9dbfb resource provider aggregate not found May 28 06:41:03.470918 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 370929dd-9a5c-4140-942f-78ee32b9dbfb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 370929dd-9a5c-4140-942f-78ee32b9dbfb found for delete ", "request_id": "req-3f295542-892f-4c32-9bf0-2684d30691f7"}]} May 28 06:41:03.492611 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-bf31425f-8730-4878-9eb9-7dc8a2539238 None None] Attempting to bind port 6e0edcc6-7418-4e23-a589-c869668c6013 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:41:03.493036 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-bf31425f-8730-4878-9eb9-7dc8a2539238 None None] Attempting to bind port 6e0edcc6-7418-4e23-a589-c869668c6013 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'a04b0338-6b05-4dc3-a755-49eeec28e1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'd70e6509-755a-4351-a49a-268e59e9bbd2'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:41:03.493489 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf31425f-8730-4878-9eb9-7dc8a2539238 None None] Attempting to bind port 6e0edcc6-7418-4e23-a589-c869668c6013 on network d70e6509-755a-4351-a49a-268e59e9bbd2 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:41:03.502917 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf31425f-8730-4878-9eb9-7dc8a2539238 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:41:03.503293 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf31425f-8730-4878-9eb9-7dc8a2539238 None None] Checking segment: {'id': 'a04b0338-6b05-4dc3-a755-49eeec28e1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'd70e6509-755a-4351-a49a-268e59e9bbd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:41:03.503697 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-bf31425f-8730-4878-9eb9-7dc8a2539238 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:03.504082 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf31425f-8730-4878-9eb9-7dc8a2539238 None None] Bound using segment: {'id': 'a04b0338-6b05-4dc3-a755-49eeec28e1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'd70e6509-755a-4351-a49a-268e59e9bbd2'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:41:03.504544 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-bf31425f-8730-4878-9eb9-7dc8a2539238 None None] Bound port: 6e0edcc6-7418-4e23-a589-c869668c6013, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a04b0338-6b05-4dc3-a755-49eeec28e1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'd70e6509-755a-4351-a49a-268e59e9bbd2'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:41:03.504916 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-bf31425f-8730-4878-9eb9-7dc8a2539238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:03.577923 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0f9d39a3-e76e-4abd-b64d-d63b796f7570 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:03.578994 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-0f9d39a3-e76e-4abd-b64d-d63b796f7570 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/ecffd41e-6c8a-40c6-a461-cf81025bdf73 HTTP/1.1" status: 204 len: 168 time: 0.8168893 May 28 06:41:03.580174 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8731bbe6-7feb-4d7b-89aa-b5729861e02f tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690761'] for router, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:03.582419 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 41448) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:41:03.595797 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7028a2e7-158c-457e-8c0c-3b5f8828005c req-e33f9fed-f779-4d53-8b2d-932a40da173d tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d9e2739-d2e7-489f-8894-c4c5db308155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2702239 May 28 06:41:03.621133 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-37b726fd-da22-45cc-b38d-43d65cf5cf92 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:03.643742 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-37b726fd-da22-45cc-b38d-43d65cf5cf92 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:03.649527 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-bf31425f-8730-4878-9eb9-7dc8a2539238 None None] For port 6e0edcc6-7418-4e23-a589-c869668c6013, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:41:03.653697 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-bf31425f-8730-4878-9eb9-7dc8a2539238 None None] For port 6e0edcc6-7418-4e23-a589-c869668c6013, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=6e0edcc6-7418-4e23-a589-c869668c6013,segment=NetworkSegment(a04b0338-6b05-4dc3-a755-49eeec28e1c0),segment_id=a04b0338-6b05-4dc3-a755-49eeec28e1c0)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:41:03.667042 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-64b1495d-4937-45c1-bda8-ac909c18b804 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0835063 May 28 06:41:03.672396 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 41452) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:41:03.675854 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b726fd-da22-45cc-b38d-43d65cf5cf92 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Pushing event deleted for resources: {'Network': ['ID=cea37f8d-d4f0-463d-a955-e1f65fba3462,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:03.688633 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-37b726fd-da22-45cc-b38d-43d65cf5cf92 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] 10.222.0.55 "DELETE /v2.0/networks/cea37f8d-d4f0-463d-a955-e1f65fba3462 HTTP/1.1" status: 204 len: 168 time: 6.4854763 May 28 06:41:03.692233 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 41456) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:41:03.698122 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b11a70b-c7e8-4cda-b574-94a77d13d1ec tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Pushing event updated for resources: {'Subnet': ['ID=55d00f7b-3f2c-4d1f-b913-eddcc00c1fda,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:03.699731 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-ef1ae1b1-fdad-46aa-b734-49bda3340756 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-309961049'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:41:03.709528 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b11a70b-c7e8-4cda-b574-94a77d13d1ec tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Checking segment: {'id': 'd7927b8e-7a96-401a-ba42-dafb6a6ed275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '0212494a-c781-4e9f-b138-c50b3b6f2db6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:41:03.709885 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b11a70b-c7e8-4cda-b574-94a77d13d1ec tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Network hostable DHCP agents. Network: 0212494a-c781-4e9f-b138-c50b3b6f2db6, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89110) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:41:03.713266 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-ef1ae1b1-fdad-46aa-b734-49bda3340756 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:41:03.720193 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-ef1ae1b1-fdad-46aa-b734-49bda3340756 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Usage tracker for resource:network and tenant:94cac8c050e34681825b5b9355a80ece is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:41:03.723666 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-86044ae4-9808-488c-b8f1-e191aac6271b tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:03.728361 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-ef1ae1b1-fdad-46aa-b734-49bda3340756 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:41:03.738319 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-ef1ae1b1-fdad-46aa-b734-49bda3340756 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:41:03.740866 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-86044ae4-9808-488c-b8f1-e191aac6271b tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:03.745779 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfe0898-de5a-4c03-b957-56eea4084618 req-6ab35f98-4d17-4902-b65d-72c36a49400e tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:03.747250 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2cfe0898-de5a-4c03-b957-56eea4084618 req-6ab35f98-4d17-4902-b65d-72c36a49400e tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=573e5aee-d7d6-4b17-8c2f-b7442d1d616e HTTP/1.1" status: 200 len: 945 time: 0.1768656 May 28 06:41:03.792933 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2cfe0898-de5a-4c03-b957-56eea4084618 req-7e22fee6-3348-45ea-86a8-063b188ce621 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=da746f74-f7a2-404c-ba12-af4c190f6fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393744 May 28 06:41:03.805531 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-bf31425f-8730-4878-9eb9-7dc8a2539238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:03.873758 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b11a70b-c7e8-4cda-b574-94a77d13d1ec tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Network 0212494a-c781-4e9f-b138-c50b3b6f2db6 is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89110) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:41:03.876181 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8731bbe6-7feb-4d7b-89aa-b5729861e02f tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks [] for router, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:03.877374 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-8731bbe6-7feb-4d7b-89aa-b5729861e02f tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.3378789 May 28 06:41:03.880773 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 41460) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:41:03.890068 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf31425f-8730-4878-9eb9-7dc8a2539238 None None] Pushing event updated for resources: {'Port': ['ID=6e0edcc6-7418-4e23-a589-c869668c6013,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:03.945229 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-86044ae4-9808-488c-b8f1-e191aac6271b tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:03.947839 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef1ae1b1-fdad-46aa-b734-49bda3340756 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Made reservation on behalf of 94cac8c050e34681825b5b9355a80ece for: {'network': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:41:03.951250 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ef1ae1b1-fdad-46aa-b734-49bda3340756 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:03.964812 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-5b11a70b-c7e8-4cda-b574-94a77d13d1ec tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, 0212494a-c781-4e9f-b138-c50b3b6f2db6) {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:41:03.969203 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b11a70b-c7e8-4cda-b574-94a77d13d1ec tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:03.970496 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5b11a70b-c7e8-4cda-b574-94a77d13d1ec tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:04.050813 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86044ae4-9808-488c-b8f1-e191aac6271b tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7dddd6cd-2170-4f9f-8b5d-17d0e09b8b62,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:04.062748 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-86044ae4-9808-488c-b8f1-e191aac6271b tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:04.066708 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-86044ae4-9808-488c-b8f1-e191aac6271b tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/7dddd6cd-2170-4f9f-8b5d-17d0e09b8b62 HTTP/1.1" status: 204 len: 168 time: 0.3895142 May 28 06:41:04.067409 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 41466) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:41:04.094460 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-5b11a70b-c7e8-4cda-b574-94a77d13d1ec tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.8449667 May 28 06:41:04.288222 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-70cdf886-85ed-4d62-9a65-bea628b15d48 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Synchronizing usage tracker for tenant:c63f5c7f6ee64d0f94a0f9d286904eef on resource:security_group_rule {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:41:04.362857 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e1d1bc-a29f-49d1-934d-3ffd00cc1925 req-f79b4f4c-b7ec-4d0c-896a-2a56e9a13939 tempest-ServerPasswordTestJSON-1209729283 tempest-ServerPasswordTestJSON-1209729283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:04.364428 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-60e1d1bc-a29f-49d1-934d-3ffd00cc1925 req-f79b4f4c-b7ec-4d0c-896a-2a56e9a13939 tempest-ServerPasswordTestJSON-1209729283 tempest-ServerPasswordTestJSON-1209729283-project] 10.222.0.55 "GET /v2.0/ports?device_id=b28c865f-bef5-4759-958d-ebf03131f8bd HTTP/1.1" status: 200 len: 945 time: 0.2623863 May 28 06:41:04.424418 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 1445282a-61c7-4a53-b74e-683e1bf60b3d up at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:41:04.438733 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e0338b-bc31-46ce-a72c-f44420ec8752 req-fee1fe4a-817b-4b4e-a4bc-3609ef6ff7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:04.438733 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-86e0338b-bc31-46ce-a72c-f44420ec8752 req-fee1fe4a-817b-4b4e-a4bc-3609ef6ff7c1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=50466b4420374aac8a4e6c84ffbb2d35&device_id=b5b99fda-0bc9-4e50-b070-ce4a427e6fc6 HTTP/1.1" status: 200 len: 1096 time: 0.2773123 May 28 06:41:04.440545 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-70cdf886-85ed-4d62-9a65-bea628b15d48 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Unset dirty status for tenant:c63f5c7f6ee64d0f94a0f9d286904eef on resource:security_group_rule {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:41:04.441827 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-70cdf886-85ed-4d62-9a65-bea628b15d48 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.3730459 May 28 06:41:04.465796 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 41476) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:41:04.476729 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef1ae1b1-fdad-46aa-b734-49bda3340756 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=89109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:41:04.568201 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-60e1d1bc-a29f-49d1-934d-3ffd00cc1925 req-dca09685-6c0c-4efd-b4ad-6912e005c511 tempest-ServerPasswordTestJSON-1209729283 tempest-ServerPasswordTestJSON-1209729283-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d301e86-cf04-4da0-9367-d07bef67f9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610894 May 28 06:41:04.579580 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ef1ae1b1-fdad-46aa-b734-49bda3340756 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:04.580191 n-d-843702-1 neutron-server[89109]: INFO neutron.db.segments_db [None req-ef1ae1b1-fdad-46aa-b734-49bda3340756 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Added segment 2c901ce7-15e2-469c-b81c-32550d46659a of type vlan for network 25eab92a-1588-45d3-80f1-bb28c2c3d682 May 28 06:41:04.621469 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e0338b-bc31-46ce-a72c-f44420ec8752 req-67428e4d-24bc-4d18-91ee-0e30e8224626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:04.623733 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-86e0338b-bc31-46ce-a72c-f44420ec8752 req-67428e4d-24bc-4d18-91ee-0e30e8224626 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a8fa6c28-5257-4dd9-bf7e-c257b513d11b HTTP/1.1" status: 200 len: 917 time: 0.1792057 May 28 06:41:04.628033 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning for port 1445282a-61c7-4a53-b74e-683e1bf60b3d completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:41:04.637832 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436e655a-6185-4cb8-9191-e5d1e2ee1e88 req-b66ba8d4-db3d-4d2a-b381-bd982af84f28 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:04.637832 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-436e655a-6185-4cb8-9191-e5d1e2ee1e88 req-b66ba8d4-db3d-4d2a-b381-bd982af84f28 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] 10.222.0.55 "GET /v2.0/ports?device_id=31511953-083e-42fb-a7d3-8f5fc16aba3c HTTP/1.1" status: 200 len: 946 time: 0.2655268 May 28 06:41:04.638380 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning complete for port 1445282a-61c7-4a53-b74e-683e1bf60b3d triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:41:04.638380 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:04.664017 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0fb21fd5-06dd-48a0-872d-839950eea9bb tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:04.715181 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0fb21fd5-06dd-48a0-872d-839950eea9bb tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:04.759669 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ef1ae1b1-fdad-46aa-b734-49bda3340756 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:04.820434 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 1445282a-61c7-4a53-b74e-683e1bf60b3d is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:41:04.820915 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:04.835625 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-283393c9-5ec5-44fb-b0f6-c5580c680b6a tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:04.850945 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b28c865f-bef5-4759-958d-ebf03131f8bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1445282a-61c7-4a53-b74e-683e1bf60b3d'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:41:04.861774 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 1445282a-61c7-4a53-b74e-683e1bf60b3d, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=1445282a-61c7-4a53-b74e-683e1bf60b3d,segment=NetworkSegment(e5774974-a268-42c3-8d55-e8adb9ff8a98),segment_id=e5774974-a268-42c3-8d55-e8adb9ff8a98)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:41:04.871499 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-436e655a-6185-4cb8-9191-e5d1e2ee1e88 req-f31bedb5-857e-4308-8a0e-efc513959f00 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] 10.222.0.55 "GET /v2.0/security-groups?id=b99dec1f-6b3b-4dfd-86ac-ed192f0fcc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807890 May 28 06:41:04.879936 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-86e0338b-bc31-46ce-a72c-f44420ec8752 req-3c1a617e-0f11-4763-82f9-fdf7f27c5e17 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2a9418a7-bd04-4bdb-9ce7-c9cfe2d4e847 HTTP/1.1" status: 200 len: 1000 time: 0.2466445 May 28 06:41:04.915882 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0fb21fd5-06dd-48a0-872d-839950eea9bb tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:04.982967 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:05.002194 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ef1ae1b1-fdad-46aa-b734-49bda3340756 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:05.007796 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef1ae1b1-fdad-46aa-b734-49bda3340756 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:05.008403 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ef1ae1b1-fdad-46aa-b734-49bda3340756 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:05.016618 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb21fd5-06dd-48a0-872d-839950eea9bb tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bfef6519-9554-4cc2-8328-d2b216311191,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:05.065681 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90511bf3-8e4b-47df-bf6d-c7d2e906ca62 req-45439961-9931-4ac7-b160-18cfaf545b9e tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:05.071421 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90511bf3-8e4b-47df-bf6d-c7d2e906ca62 req-45439961-9931-4ac7-b160-18cfaf545b9e tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:05.072230 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-90511bf3-8e4b-47df-bf6d-c7d2e906ca62 req-45439961-9931-4ac7-b160-18cfaf545b9e tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Synchronizing usage tracker for tenant:60982381454b4376b475404da5b08605 on resource:network {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:41:05.078007 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e0338b-bc31-46ce-a72c-f44420ec8752 req-11766886-491b-4082-bf79-b28ea11cd843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:05.079449 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-86e0338b-bc31-46ce-a72c-f44420ec8752 req-11766886-491b-4082-bf79-b28ea11cd843 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=63994f4d-7e85-4fdc-89a1-6c8536e7f551 HTTP/1.1" status: 200 len: 855 time: 0.1925831 May 28 06:41:05.080579 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=1445282a-61c7-4a53-b74e-683e1bf60b3d,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:05.184711 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768fc8c0-50f1-4200-ab90-b9fe5286206e req-bdc255d5-dfbf-465d-9c11-5be28cfbec90 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:05.186044 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-768fc8c0-50f1-4200-ab90-b9fe5286206e req-bdc255d5-dfbf-465d-9c11-5be28cfbec90 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5b99fda-0bc9-4e50-b070-ce4a427e6fc6 HTTP/1.1" status: 200 len: 945 time: 0.1940536 May 28 06:41:05.200489 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e0338b-bc31-46ce-a72c-f44420ec8752 req-0851af20-c0a8-4597-a84b-7866fa5caf76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:05.202033 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-86e0338b-bc31-46ce-a72c-f44420ec8752 req-0851af20-c0a8-4597-a84b-7866fa5caf76 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a8fa6c28-5257-4dd9-bf7e-c257b513d11b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1157084 May 28 06:41:05.207672 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1ae1b1-fdad-46aa-b734-49bda3340756 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Pushing event updated for resources: {'Network': ['ID=25eab92a-1588-45d3-80f1-bb28c2c3d682,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:05.221022 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 25eab92a-1588-45d3-80f1-bb28c2c3d682 details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:41:05.240779 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-90511bf3-8e4b-47df-bf6d-c7d2e906ca62 req-45439961-9931-4ac7-b160-18cfaf545b9e tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Unset dirty status for tenant:60982381454b4376b475404da5b08605 on resource:network {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:41:05.241543 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-90511bf3-8e4b-47df-bf6d-c7d2e906ca62 req-45439961-9931-4ac7-b160-18cfaf545b9e tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] 10.222.0.55 "GET /v2.0/networks?id=d70e6509-755a-4351-a49a-268e59e9bbd2&id=0212494a-c781-4e9f-b138-c50b3b6f2db6 HTTP/1.1" status: 200 len: 1390 time: 0.5328724 May 28 06:41:05.282357 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0fb21fd5-06dd-48a0-872d-839950eea9bb tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:05.283428 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-0fb21fd5-06dd-48a0-872d-839950eea9bb tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/bfef6519-9554-4cc2-8328-d2b216311191 HTTP/1.1" status: 204 len: 168 time: 0.8087411 May 28 06:41:05.291559 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-ef1ae1b1-fdad-46aa-b734-49bda3340756 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.5949926 May 28 06:41:05.291559 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 41494) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:41:05.297762 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 41496) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:41:05.326236 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-435d565d-6b01-4925-9bc6-7be965ff02a3 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Request body: {'subnet': {'network_id': '25eab92a-1588-45d3-80f1-bb28c2c3d682', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:41:05.329968 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572dd459-2cf7-4ae3-b9b4-0eb752f409ce None None] Network d70e6509-755a-4351-a49a-268e59e9bbd2 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:41:05.334695 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-90511bf3-8e4b-47df-bf6d-c7d2e906ca62 req-9efc1176-ed45-483e-8fe2-62bc090b8546 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] 10.222.0.55 "GET /v2.0/quotas/60982381454b4376b475404da5b08605 HTTP/1.1" status: 200 len: 375 time: 0.0767784 May 28 06:41:05.353247 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf90bbd3-7727-4549-a52f-3ad0a3fbca12 None None] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:41:05.365460 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdfd844a-6a7d-4c33-a183-be4e07821ca4 None None] Network 0212494a-c781-4e9f-b138-c50b3b6f2db6 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:41:05.393124 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-768fc8c0-50f1-4200-ab90-b9fe5286206e req-8bcad9e7-6e0b-4bf7-8087-571a48ee15aa tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d9e2739-d2e7-489f-8894-c4c5db308155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1963837 May 28 06:41:05.447773 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-57c1c543-cf74-40e4-a8d9-df23ab8172e8 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Synchronizing usage tracker for tenant:c63f5c7f6ee64d0f94a0f9d286904eef on resource:security_group_rule {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:41:05.451301 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-86e0338b-bc31-46ce-a72c-f44420ec8752 req-bb77c3b8-c431-439d-98e7-41bb55fa527c service neutron] 10.222.0.69 "GET /v2.0/networks/a8fa6c28-5257-4dd9-bf7e-c257b513d11b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352614 May 28 06:41:05.557827 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-90511bf3-8e4b-47df-bf6d-c7d2e906ca62 req-74ec49ab-9afe-4aac-a65c-bd473bead9e1 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=60982381454b4376b475404da5b08605&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2222035 May 28 06:41:05.602260 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-435d565d-6b01-4925-9bc6-7be965ff02a3 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:41:05.608510 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-283393c9-5ec5-44fb-b0f6-c5580c680b6a tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Allocated IP 2001:db8::1 (147bfd32-62dc-4be0-82de-f4d6fa5b4cc2/a25ad410-99b4-400b-9e71-54005fa8ee08/d37db58f-0242-463b-9947-d8db9d462c7c) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:41:05.611553 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-435d565d-6b01-4925-9bc6-7be965ff02a3 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Usage tracker for resource:subnet and tenant:94cac8c050e34681825b5b9355a80ece is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:41:05.615982 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-435d565d-6b01-4925-9bc6-7be965ff02a3 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:41:05.626605 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-435d565d-6b01-4925-9bc6-7be965ff02a3 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:41:05.730159 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-57c1c543-cf74-40e4-a8d9-df23ab8172e8 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Unset dirty status for tenant:c63f5c7f6ee64d0f94a0f9d286904eef on resource:security_group_rule {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:41:05.734291 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-57c1c543-cf74-40e4-a8d9-df23ab8172e8 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4380660 May 28 06:41:05.736669 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 41504) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:41:05.835020 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-435d565d-6b01-4925-9bc6-7be965ff02a3 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Made reservation on behalf of 94cac8c050e34681825b5b9355a80ece for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:41:05.838912 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-435d565d-6b01-4925-9bc6-7be965ff02a3 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:05.858855 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-af6a7cee-0c78-4550-92b6-449853271629 None None] Provisioning for port 6e0edcc6-7418-4e23-a589-c869668c6013 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:41:05.925305 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-86e0338b-bc31-46ce-a72c-f44420ec8752 req-4990d771-d739-4b10-8ffb-1080df74ca66 service neutron] 10.222.0.69 "GET /v2.0/networks/a8fa6c28-5257-4dd9-bf7e-c257b513d11b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4662192 May 28 06:41:05.944687 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-90511bf3-8e4b-47df-bf6d-c7d2e906ca62 req-873ebc1a-0224-48ec-a00d-5ed6226f002c service neutron] 10.222.0.55 "GET /v2.0/networks/d70e6509-755a-4351-a49a-268e59e9bbd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3858619 May 28 06:41:05.980522 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaf4a6e-fb45-458d-932c-d60ffa616812 req-7f47ac70-d984-4fe3-8ddc-7dca12b925c1 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:05.982073 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4aaf4a6e-fb45-458d-932c-d60ffa616812 req-7f47ac70-d984-4fe3-8ddc-7dca12b925c1 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=573e5aee-d7d6-4b17-8c2f-b7442d1d616e HTTP/1.1" status: 200 len: 945 time: 0.4019880 May 28 06:41:06.066332 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 6e0edcc6-7418-4e23-a589-c869668c6013 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:41:06.067080 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-deaa158c-76d6-438e-b235-75aa34cd797b tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:06.085646 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-283393c9-5ec5-44fb-b0f6-c5580c680b6a tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:06.093942 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4aaf4a6e-fb45-458d-932c-d60ffa616812 req-8469c116-2870-479e-929b-958b56251f1e tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=da746f74-f7a2-404c-ba12-af4c190f6fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598538 May 28 06:41:06.143846 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-deaa158c-76d6-438e-b235-75aa34cd797b tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:06.159327 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-90511bf3-8e4b-47df-bf6d-c7d2e906ca62 req-01e0cf34-36e0-4efe-8fb9-e0df95942df9 service neutron] 10.222.0.55 "GET /v2.0/networks/d70e6509-755a-4351-a49a-268e59e9bbd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116532 May 28 06:41:06.161078 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [None req-283393c9-5ec5-44fb-b0f6-c5580c680b6a tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Transition to ACTIVE for port object d37db58f-0242-463b-9947-d8db9d462c7c will not be triggered until provisioned by entity DHCP. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:41:06.200158 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4754f81f-39e7-45d5-b556-2e2cd5e7c223'] response: {'server_uuid': 'b28c865f-bef5-4759-958d-ebf03131f8bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1445282a-61c7-4a53-b74e-683e1bf60b3d', 'code': 200} May 28 06:41:06.222628 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d31b61d-d36b-40a6-933c-e0e09c2993fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-147bfd32-62dc-4be0-82de-f4d6fa5b4cc2', 'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2', 'tenant_id': '5e9e9447c07c4077b6694ab63e3affe5', 'fixed_ips': [{'subnet_id': 'a25ad410-99b4-400b-9e71-54005fa8ee08'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:41:06.224150 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-1d31b61d-d36b-40a6-933c-e0e09c2993fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:06.244841 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd9a970-a13d-4fa0-8853-7f68d7e4afb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-0212494a-c781-4e9f-b138-c50b3b6f2db6', 'network_id': '0212494a-c781-4e9f-b138-c50b3b6f2db6', 'tenant_id': '60982381454b4376b475404da5b08605', 'fixed_ips': [{'subnet_id': '55d00f7b-3f2c-4d1f-b913-eddcc00c1fda'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:41:06.246547 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-5bd9a970-a13d-4fa0-8853-7f68d7e4afb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:06.248338 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-435d565d-6b01-4925-9bc6-7be965ff02a3 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:06.298024 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-deaa158c-76d6-438e-b235-75aa34cd797b tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:06.329452 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaa158c-76d6-438e-b235-75aa34cd797b tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da2268d9-6c09-4ac7-90a3-8761c1e82110,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:06.368951 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435d565d-6b01-4925-9bc6-7be965ff02a3 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Pushing event updated for resources: {'Subnet': ['ID=46960187-9a0f-4fd8-91d3-361874089a52,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:06.374118 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-283393c9-5ec5-44fb-b0f6-c5580c680b6a tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:06.421384 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435d565d-6b01-4925-9bc6-7be965ff02a3 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Checking segment: {'id': '2c901ce7-15e2-469c-b81c-32550d46659a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '25eab92a-1588-45d3-80f1-bb28c2c3d682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:41:06.421384 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435d565d-6b01-4925-9bc6-7be965ff02a3 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Network hostable DHCP agents. Network: 25eab92a-1588-45d3-80f1-bb28c2c3d682, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:41:06.437372 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 2a9418a7-bd04-4bdb-9ce7-c9cfe2d4e847 no longer exists at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:41:06.520137 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-90511bf3-8e4b-47df-bf6d-c7d2e906ca62 req-4b7aa6be-4243-4a67-9db9-53b36df8bf7b service neutron] 10.222.0.55 "GET /v2.0/networks/0212494a-c781-4e9f-b138-c50b3b6f2db6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3555584 May 28 06:41:06.617488 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-283393c9-5ec5-44fb-b0f6-c5580c680b6a tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:41:06.622991 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 6e0edcc6-7418-4e23-a589-c869668c6013 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:41:06.624144 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-283393c9-5ec5-44fb-b0f6-c5580c680b6a tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:41:06.629609 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435d565d-6b01-4925-9bc6-7be965ff02a3 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Network 25eab92a-1588-45d3-80f1-bb28c2c3d682 is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:41:06.636827 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283393c9-5ec5-44fb-b0f6-c5580c680b6a tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:41:06.637618 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-283393c9-5ec5-44fb-b0f6-c5580c680b6a tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690947'] for router_interface, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:06.642084 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283393c9-5ec5-44fb-b0f6-c5580c680b6a tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Pushing event updated for resources: {'Port': ['ID=d37db58f-0242-463b-9947-d8db9d462c7c,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:06.667686 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 6e0edcc6-7418-4e23-a589-c869668c6013 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:41:06.667686 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:06.688343 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d87104c-aeba-47d4-b641-73cd2e88420b req-c75d99b9-f398-457f-a41a-d87d18c17f36 tempest-ServerPasswordTestJSON-1209729283 tempest-ServerPasswordTestJSON-1209729283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:06.689864 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0d87104c-aeba-47d4-b641-73cd2e88420b req-c75d99b9-f398-457f-a41a-d87d18c17f36 tempest-ServerPasswordTestJSON-1209729283 tempest-ServerPasswordTestJSON-1209729283-project] 10.222.0.55 "GET /v2.0/ports?device_id=b28c865f-bef5-4759-958d-ebf03131f8bd HTTP/1.1" status: 200 len: 946 time: 0.4006152 May 28 06:41:06.699404 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f00ba0-3a08-470b-aa43-07c0595b8e5e req-25d8baa1-4cc8-4b5b-ab8d-5fba3af87096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:06.700884 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-65f00ba0-3a08-470b-aa43-07c0595b8e5e req-25d8baa1-4cc8-4b5b-ab8d-5fba3af87096 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b28c865f-bef5-4759-958d-ebf03131f8bd HTTP/1.1" status: 200 len: 1097 time: 0.4130194 May 28 06:41:06.721509 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-deaa158c-76d6-438e-b235-75aa34cd797b tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:06.733762 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-deaa158c-76d6-438e-b235-75aa34cd797b tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] 10.222.0.55 "DELETE /v2.0/security-groups/da2268d9-6c09-4ac7-90a3-8761c1e82110 HTTP/1.1" status: 204 len: 168 time: 0.9957826 May 28 06:41:06.734512 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 41512) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:41:06.790015 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-435d565d-6b01-4925-9bc6-7be965ff02a3 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, 25eab92a-1588-45d3-80f1-bb28c2c3d682) {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:41:06.807620 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435d565d-6b01-4925-9bc6-7be965ff02a3 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:06.808333 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-435d565d-6b01-4925-9bc6-7be965ff02a3 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:06.813985 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0d87104c-aeba-47d4-b641-73cd2e88420b req-3e3e5ee0-a7fa-4c05-8aa6-c66e133405fe tempest-ServerPasswordTestJSON-1209729283 tempest-ServerPasswordTestJSON-1209729283-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d301e86-cf04-4da0-9367-d07bef67f9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120503 May 28 06:41:06.818156 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86caa35-0f62-4e30-840e-a3c85eb980f7 None None] Network 25eab92a-1588-45d3-80f1-bb28c2c3d682 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:41:06.823127 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-90511bf3-8e4b-47df-bf6d-c7d2e906ca62 req-e7ff207a-d2bd-4398-a5e2-30827e93b997 service neutron] 10.222.0.55 "GET /v2.0/networks/0212494a-c781-4e9f-b138-c50b3b6f2db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2800925 May 28 06:41:06.824246 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-65f00ba0-3a08-470b-aa43-07c0595b8e5e req-aff00096-ceb5-4430-8846-32f4848193a1 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=3d301e86-cf04-4da0-9367-d07bef67f9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054537 May 28 06:41:06.920216 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-af064feb-3bb3-45b4-9e13-c19cfbf95413 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Synchronizing usage tracker for tenant:c63f5c7f6ee64d0f94a0f9d286904eef on resource:security_group {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:41:06.950042 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-283393c9-5ec5-44fb-b0f6-c5580c680b6a tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:07.005631 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-435d565d-6b01-4925-9bc6-7be965ff02a3 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.6863680 May 28 06:41:07.017390 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 41516) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:41:07.050314 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-1d31b61d-d36b-40a6-933c-e0e09c2993fb None None] Allocated IP 2001:db8::2 (147bfd32-62dc-4be0-82de-f4d6fa5b4cc2/a25ad410-99b4-400b-9e71-54005fa8ee08/1a6b1741-9065-4627-ad09-6619e1c185f3) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:41:07.063893 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-5bd9a970-a13d-4fa0-8853-7f68d7e4afb4 None None] Allocated IP 19.86.0.2 (0212494a-c781-4e9f-b138-c50b3b6f2db6/55d00f7b-3f2c-4d1f-b913-eddcc00c1fda/b1440133-a59d-4a49-b5e4-c344d324d0ea) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:41:07.078366 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a97e8dc-202b-4054-a1e0-f885abeb0abc req-1e1e07e7-f004-4887-bd69-1c5d7cc23b33 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:07.080218 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2a97e8dc-202b-4054-a1e0-f885abeb0abc req-1e1e07e7-f004-4887-bd69-1c5d7cc23b33 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] 10.222.0.55 "GET /v2.0/ports?device_id=31511953-083e-42fb-a7d3-8f5fc16aba3c HTTP/1.1" status: 200 len: 946 time: 0.1072865 May 28 06:41:07.104701 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 2a9418a7-bd04-4bdb-9ce7-c9cfe2d4e847 is: ACTIVE; New status is: DOWN {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:41:07.105075 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:07.163983 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2a97e8dc-202b-4054-a1e0-f885abeb0abc req-6f4eeda9-a038-498d-a084-1f6d3f302a39 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] 10.222.0.55 "GET /v2.0/security-groups?id=b99dec1f-6b3b-4dfd-86ac-ed192f0fcc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771067 May 28 06:41:07.187154 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-af064feb-3bb3-45b4-9e13-c19cfbf95413 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Unset dirty status for tenant:c63f5c7f6ee64d0f94a0f9d286904eef on resource:security_group {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:41:07.187154 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-af064feb-3bb3-45b4-9e13-c19cfbf95413 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4436758 May 28 06:41:07.188065 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 41526) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:41:07.191823 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-ebfa950c-0e45-429f-8379-45f4b25ee0fc tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Request body: {'security_group': {'name': 'tempest-secgroup--747087698'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:41:07.199121 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-ebfa950c-0e45-429f-8379-45f4b25ee0fc tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:41:07.209787 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-ebfa950c-0e45-429f-8379-45f4b25ee0fc tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:41:07.366677 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ebfa950c-0e45-429f-8379-45f4b25ee0fc tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:07.379734 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 6e0edcc6-7418-4e23-a589-c869668c6013 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:41:07.380110 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:07.407715 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-ebfa950c-0e45-429f-8379-45f4b25ee0fc tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:41:07.496900 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-ebfa950c-0e45-429f-8379-45f4b25ee0fc tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Usage tracker for resource:security_group_rule and tenant:c63f5c7f6ee64d0f94a0f9d286904eef is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:41:07.501474 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-ebfa950c-0e45-429f-8379-45f4b25ee0fc tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:41:07.524044 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-ebfa950c-0e45-429f-8379-45f4b25ee0fc tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:41:07.581989 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5859b4c9-abc0-4695-b5d4-fd80d4821950 req-02094893-0dd6-4ee1-b2d8-704e50af9d30 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:07.594903 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5859b4c9-abc0-4695-b5d4-fd80d4821950 req-02094893-0dd6-4ee1-b2d8-704e50af9d30 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5b99fda-0bc9-4e50-b070-ce4a427e6fc6 HTTP/1.1" status: 200 len: 945 time: 0.3056865 May 28 06:41:07.624586 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7d83ce18-2112-4d6f-900a-6db0fbca7077 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:07.635028 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port 6e0edcc6-7418-4e23-a589-c869668c6013, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=6e0edcc6-7418-4e23-a589-c869668c6013,segment=NetworkSegment(a04b0338-6b05-4dc3-a755-49eeec28e1c0),segment_id=a04b0338-6b05-4dc3-a755-49eeec28e1c0)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:41:07.664258 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33db887-2658-4a9d-89c2-8657a5095e9f None None] Network d70e6509-755a-4351-a49a-268e59e9bbd2 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:41:07.685252 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 2a9418a7-bd04-4bdb-9ce7-c9cfe2d4e847, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=2a9418a7-bd04-4bdb-9ce7-c9cfe2d4e847,segment=NetworkSegment(38fd89a2-8195-4731-ba40-f43c54a7016a),segment_id=38fd89a2-8195-4731-ba40-f43c54a7016a)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:41:07.713837 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:41:07.734544 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ebfa950c-0e45-429f-8379-45f4b25ee0fc tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:07.779533 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce77f63a-3c4e-42a8-ae16-37e0fca9c411 req-ba382c74-9f46-49c2-ae44-573cd2f7d83b tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:07.788824 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ce77f63a-3c4e-42a8-ae16-37e0fca9c411 req-ba382c74-9f46-49c2-ae44-573cd2f7d83b tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=573e5aee-d7d6-4b17-8c2f-b7442d1d616e HTTP/1.1" status: 200 len: 945 time: 0.3998947 May 28 06:41:07.795746 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:07.822483 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5859b4c9-abc0-4695-b5d4-fd80d4821950 req-b21849af-f582-4669-858d-2ee2eab1fe73 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d9e2739-d2e7-489f-8894-c4c5db308155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2260032 May 28 06:41:07.827511 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ebfa950c-0e45-429f-8379-45f4b25ee0fc tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:07.867691 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:07.906018 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7d83ce18-2112-4d6f-900a-6db0fbca7077 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:07.914443 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfa950c-0e45-429f-8379-45f4b25ee0fc tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57ca2ff5-6e8d-4cb9-85b8-e58d6c474da5,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:07.974782 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ce77f63a-3c4e-42a8-ae16-37e0fca9c411 req-d5ae2e5e-0f14-4659-97b5-4cb973a0c094 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=da746f74-f7a2-404c-ba12-af4c190f6fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850061 May 28 06:41:07.980628 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1218ed43-e9fe-4a59-9903-4a3ecae28f45 req-9bd45005-b25c-4641-a9cc-0cc5c799cfd0 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c9f4c13-f950-4d23-829a-8d9da3ec33a9 HTTP/1.1" status: 200 len: 210 time: 0.0634105 May 28 06:41:08.028263 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-ed226fe6-1e80-4f13-80a4-7d0b91f8cd97 None None] Provisioning complete for port 6e0edcc6-7418-4e23-a589-c869668c6013 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:41:08.028263 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-ed226fe6-1e80-4f13-80a4-7d0b91f8cd97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:08.073717 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-283393c9-5ec5-44fb-b0f6-c5580c680b6a tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:08.107801 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ebfa950c-0e45-429f-8379-45f4b25ee0fc tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:08.111605 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-ebfa950c-0e45-429f-8379-45f4b25ee0fc tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9223394 May 28 06:41:08.123573 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 41538) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:41:08.123573 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-f27593fe-8fb1-4ee2-8846-2a8af0214af4 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Request body: {'security_group_rule': {'security_group_id': '57ca2ff5-6e8d-4cb9-85b8-e58d6c474da5', 'direction': 'ingress', 'protocol': 17}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:41:08.126250 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-f27593fe-8fb1-4ee2-8846-2a8af0214af4 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:41:08.132451 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-f27593fe-8fb1-4ee2-8846-2a8af0214af4 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Usage tracker for resource:security_group_rule and tenant:c63f5c7f6ee64d0f94a0f9d286904eef is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:41:08.137304 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-f27593fe-8fb1-4ee2-8846-2a8af0214af4 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:41:08.144528 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-f27593fe-8fb1-4ee2-8846-2a8af0214af4 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:41:08.173256 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-283393c9-5ec5-44fb-b0f6-c5580c680b6a tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:08.173256 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-283393c9-5ec5-44fb-b0f6-c5580c680b6a tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700602'] for router_interface, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:08.214414 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81314962-51be-493f-ae64-e000d081f770 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-25eab92a-1588-45d3-80f1-bb28c2c3d682', 'network_id': '25eab92a-1588-45d3-80f1-bb28c2c3d682', 'tenant_id': '94cac8c050e34681825b5b9355a80ece', 'fixed_ips': [{'subnet_id': '46960187-9a0f-4fd8-91d3-361874089a52'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:41:08.215754 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-81314962-51be-493f-ae64-e000d081f770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:08.239812 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5b99fda-0bc9-4e50-b070-ce4a427e6fc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a9418a7-bd04-4bdb-9ce7-c9cfe2d4e847'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:41:08.250737 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f27593fe-8fb1-4ee2-8846-2a8af0214af4 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:08.254243 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283393c9-5ec5-44fb-b0f6-c5580c680b6a tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Pushing event updated for resources: {'Port': ['ID=d37db58f-0242-463b-9947-d8db9d462c7c,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:08.258717 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7d83ce18-2112-4d6f-900a-6db0fbca7077 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9555650'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:08.327117 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d83ce18-2112-4d6f-900a-6db0fbca7077 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Pushing event deleted for resources: {'Subnet': ['ID=46960187-9a0f-4fd8-91d3-361874089a52,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:08.347484 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c1de65-a6d8-462c-a514-b213e54769af req-3e39ff1b-3c52-4673-b08c-01ca32942113 tempest-ServerPasswordTestJSON-1209729283 tempest-ServerPasswordTestJSON-1209729283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:08.349022 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-31c1de65-a6d8-462c-a514-b213e54769af req-3e39ff1b-3c52-4673-b08c-01ca32942113 tempest-ServerPasswordTestJSON-1209729283 tempest-ServerPasswordTestJSON-1209729283-project] 10.222.0.55 "GET /v2.0/ports?device_id=b28c865f-bef5-4759-958d-ebf03131f8bd HTTP/1.1" status: 200 len: 946 time: 0.1951323 May 28 06:41:08.433781 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=6e0edcc6-7418-4e23-a589-c869668c6013,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:08.439468 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f27593fe-8fb1-4ee2-8846-2a8af0214af4 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:08.444448 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-31c1de65-a6d8-462c-a514-b213e54769af req-94784902-963f-4da8-a1a2-2613e315ad17 tempest-ServerPasswordTestJSON-1209729283 tempest-ServerPasswordTestJSON-1209729283-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d301e86-cf04-4da0-9367-d07bef67f9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817726 May 28 06:41:08.450421 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-5bd9a970-a13d-4fa0-8853-7f68d7e4afb4 None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:08.468960 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db521d6-dc39-4051-95b3-8863cdf5eb64 req-7a6c52a4-35d3-4972-a2aa-1c90f7547efe tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:08.476647 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9db521d6-dc39-4051-95b3-8863cdf5eb64 req-7a6c52a4-35d3-4972-a2aa-1c90f7547efe tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] 10.222.0.55 "GET /v2.0/ports?device_id=31511953-083e-42fb-a7d3-8f5fc16aba3c HTTP/1.1" status: 200 len: 946 time: 0.1811943 May 28 06:41:08.522111 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7d83ce18-2112-4d6f-900a-6db0fbca7077 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:08.528252 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-1d31b61d-d36b-40a6-933c-e0e09c2993fb None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:08.564632 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-5bd9a970-a13d-4fa0-8853-7f68d7e4afb4 None None] Transition to ACTIVE for port object b1440133-a59d-4a49-b5e4-c344d324d0ea will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:41:08.570957 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-7d83ce18-2112-4d6f-900a-6db0fbca7077 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25eab92a-1588-45d3-80f1-bb28c2c3d682']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:41:08.573308 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9db521d6-dc39-4051-95b3-8863cdf5eb64 req-26df01d2-950a-43ff-84fd-3a03e158a467 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] 10.222.0.55 "GET /v2.0/security-groups?id=b99dec1f-6b3b-4dfd-86ac-ed192f0fcc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957460 May 28 06:41:08.599784 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-7d83ce18-2112-4d6f-900a-6db0fbca7077 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c901ce7-15e2-469c-b81c-32550d46659a') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:41:08.599784 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-7d83ce18-2112-4d6f-900a-6db0fbca7077 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c901ce7-15e2-469c-b81c-32550d46659a') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:41:08.600048 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f27593fe-8fb1-4ee2-8846-2a8af0214af4 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:08.609376 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-283393c9-5ec5-44fb-b0f6-c5580c680b6a tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:41:08.612016 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-283393c9-5ec5-44fb-b0f6-c5580c680b6a tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:41:08.618921 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7d83ce18-2112-4d6f-900a-6db0fbca7077 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:08.629379 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3324010b-d636-4937-a100-265cffb7e1d6'] response: {'server_uuid': 'b5b99fda-0bc9-4e50-b070-ce4a427e6fc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a9418a7-bd04-4bdb-9ce7-c9cfe2d4e847', 'code': 200} May 28 06:41:08.634214 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-1d31b61d-d36b-40a6-933c-e0e09c2993fb None None] Transition to ACTIVE for port object 1a6b1741-9065-4627-ad09-6619e1c185f3 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:41:08.644698 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27593fe-8fb1-4ee2-8846-2a8af0214af4 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13c00657-76d0-4968-9036-d5c0dd1871c6,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:08.678517 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e210ec-1023-41dd-b942-bbfffc875673 None None] Network 25eab92a-1588-45d3-80f1-bb28c2c3d682 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:41:08.725000 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-5bd9a970-a13d-4fa0-8853-7f68d7e4afb4 None None] Transition to ACTIVE for port object b1440133-a59d-4a49-b5e4-c344d324d0ea will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:41:08.745160 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f27593fe-8fb1-4ee2-8846-2a8af0214af4 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:08.749086 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-f27593fe-8fb1-4ee2-8846-2a8af0214af4 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6334240 May 28 06:41:08.749432 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 41546) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:41:08.754114 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7d83ce18-2112-4d6f-900a-6db0fbca7077 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:08.776162 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d83ce18-2112-4d6f-900a-6db0fbca7077 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:41:08.776566 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7d83ce18-2112-4d6f-900a-6db0fbca7077 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:08.829831 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ad4acdae-5d96-42a6-b31c-4412fec357e9 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:08.844812 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-1d31b61d-d36b-40a6-933c-e0e09c2993fb None None] Transition to ACTIVE for port object 1a6b1741-9065-4627-ad09-6619e1c185f3 will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:41:08.846562 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=2a9418a7-bd04-4bdb-9ce7-c9cfe2d4e847,revision_number=8']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:08.847454 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 2c901ce7-15e2-469c-b81c-32550d46659a resource provider aggregate not found May 28 06:41:08.902390 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ad4acdae-5d96-42a6-b31c-4412fec357e9 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:08.924580 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-ed226fe6-1e80-4f13-80a4-7d0b91f8cd97 None None] Current status of the port 6e0edcc6-7418-4e23-a589-c869668c6013 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:41:08.928598 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-5bd9a970-a13d-4fa0-8853-7f68d7e4afb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:09.003359 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 2c901ce7-15e2-469c-b81c-32550d46659a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2c901ce7-15e2-469c-b81c-32550d46659a found for delete ", "request_id": "req-baf842bf-655c-4e0e-a284-7b9100cc719c"}]} May 28 06:41:09.024106 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-1d31b61d-d36b-40a6-933c-e0e09c2993fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:09.100923 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d31b61d-d36b-40a6-933c-e0e09c2993fb None None] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:41:09.105372 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd9a970-a13d-4fa0-8853-7f68d7e4afb4 None None] Network 0212494a-c781-4e9f-b138-c50b3b6f2db6 is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:41:09.107892 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7d83ce18-2112-4d6f-900a-6db0fbca7077 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:09.108093 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ad4acdae-5d96-42a6-b31c-4412fec357e9 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:09.125125 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-5bd9a970-a13d-4fa0-8853-7f68d7e4afb4 None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:41:09.130317 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-1d31b61d-d36b-40a6-933c-e0e09c2993fb None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:41:09.138356 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd9a970-a13d-4fa0-8853-7f68d7e4afb4 None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:41:09.138781 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7d83ce18-2112-4d6f-900a-6db0fbca7077 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:09.144625 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d31b61d-d36b-40a6-933c-e0e09c2993fb None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:41:09.144911 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d83ce18-2112-4d6f-900a-6db0fbca7077 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Pushing event deleted for resources: {'Network': ['ID=25eab92a-1588-45d3-80f1-bb28c2c3d682,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:09.153458 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-7d83ce18-2112-4d6f-900a-6db0fbca7077 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] 10.222.0.55 "DELETE /v2.0/networks/25eab92a-1588-45d3-80f1-bb28c2c3d682 HTTP/1.1" status: 204 len: 168 time: 2.1344759 May 28 06:41:09.153601 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd9a970-a13d-4fa0-8853-7f68d7e4afb4 None None] Pushing event updated for resources: {'Port': ['ID=b1440133-a59d-4a49-b5e4-c344d324d0ea,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:09.166376 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 41560) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:41:09.174452 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-16791e61-320e-4062-a38a-f1f2b34b0fc6 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1229715856'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:41:09.181548 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-16791e61-320e-4062-a38a-f1f2b34b0fc6 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:41:09.186968 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-16791e61-320e-4062-a38a-f1f2b34b0fc6 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Usage tracker for resource:network and tenant:94cac8c050e34681825b5b9355a80ece is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:41:09.192569 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-16791e61-320e-4062-a38a-f1f2b34b0fc6 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:41:09.201009 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-16791e61-320e-4062-a38a-f1f2b34b0fc6 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:41:09.212417 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-283393c9-5ec5-44fb-b0f6-c5580c680b6a tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Router 66194ebc-8fee-4231-9c1b-cd2f3f5fe578 is scheduled to L3 agent 42958940-9562-4f71-972f-15a8af9d3963 with binding_index 1 {{(pid=89109) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 06:41:09.290744 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16791e61-320e-4062-a38a-f1f2b34b0fc6 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Made reservation on behalf of 94cac8c050e34681825b5b9355a80ece for: {'network': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:41:09.294350 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-16791e61-320e-4062-a38a-f1f2b34b0fc6 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:09.320759 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4acdae-5d96-42a6-b31c-4412fec357e9 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57ca2ff5-6e8d-4cb9-85b8-e58d6c474da5,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:09.341354 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ad4acdae-5d96-42a6-b31c-4412fec357e9 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:09.345784 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-ad4acdae-5d96-42a6-b31c-4412fec357e9 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] 10.222.0.55 "DELETE /v2.0/security-groups/57ca2ff5-6e8d-4cb9-85b8-e58d6c474da5 HTTP/1.1" status: 204 len: 168 time: 0.5921283 May 28 06:41:09.346871 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e7c97b92-e51d-4c0b-80cc-2eaa91f62904 req-c2762b02-b996-4dc5-9d8b-2d56c9d1ffdb tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c9f4c13-f950-4d23-829a-8d9da3ec33a9 HTTP/1.1" status: 200 len: 210 time: 0.1948764 May 28 06:41:09.348772 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 41564) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:41:09.413469 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437245a8-e7fb-4a55-83cb-5fe6c3d75e4d req-05a5783c-7d82-4710-9bf9-02f5893baeb6 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:09.428571 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-437245a8-e7fb-4a55-83cb-5fe6c3d75e4d req-05a5783c-7d82-4710-9bf9-02f5893baeb6 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5b99fda-0bc9-4e50-b070-ce4a427e6fc6 HTTP/1.1" status: 200 len: 943 time: 0.3910484 May 28 06:41:09.438140 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16791e61-320e-4062-a38a-f1f2b34b0fc6 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=89109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:41:09.448234 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-283393c9-5ec5-44fb-b0f6-c5580c680b6a tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:41:09.456328 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-16791e61-320e-4062-a38a-f1f2b34b0fc6 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:09.457739 n-d-843702-1 neutron-server[89109]: INFO neutron.db.segments_db [None req-16791e61-320e-4062-a38a-f1f2b34b0fc6 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Added segment 6a074b16-039b-4962-9345-63ae7400b657 of type vlan for network 9fbb1b36-063a-45b3-8719-e3e514bb813d May 28 06:41:09.468205 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-283393c9-5ec5-44fb-b0f6-c5580c680b6a tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "PUT /v2.0/routers/66194ebc-8fee-4231-9c1b-cd2f3f5fe578/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5830326 May 28 06:41:09.468429 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 41568) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:41:09.496057 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-64934759-43c0-48be-87c3-737b97851c71 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Synchronizing usage tracker for tenant:c63f5c7f6ee64d0f94a0f9d286904eef on resource:security_group {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:41:09.516417 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-437245a8-e7fb-4a55-83cb-5fe6c3d75e4d req-356106eb-cef2-4325-a6af-6270d0431a46 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d9e2739-d2e7-489f-8894-c4c5db308155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864077 May 28 06:41:09.528223 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc820fd-c395-45f4-9a0d-340ecf3073d6 None None] Sync routers for ids ['66194ebc-8fee-4231-9c1b-cd2f3f5fe578'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:41:09.557916 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-16791e61-320e-4062-a38a-f1f2b34b0fc6 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:09.559362 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d31b61d-d36b-40a6-933c-e0e09c2993fb None None] Pushing event updated for resources: {'Port': ['ID=1a6b1741-9065-4627-ad09-6619e1c185f3,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:09.578806 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc820fd-c395-45f4-9a0d-340ecf3073d6 None None] Routers {'66194ebc-8fee-4231-9c1b-cd2f3f5fe578'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:41:09.579540 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-afc820fd-c395-45f4-9a0d-340ecf3073d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:40:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['66194ebc-8fee-4231-9c1b-cd2f3f5fe578'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:41:09.626326 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bdc3a55-cba5-4182-bef4-60334c6d4bd1 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:09.627109 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-7bdc3a55-cba5-4182-bef4-60334c6d4bd1 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Synchronizing usage tracker for tenant:5e9e9447c07c4077b6694ab63e3affe5 on resource:port {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:41:09.685652 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-64934759-43c0-48be-87c3-737b97851c71 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Unset dirty status for tenant:c63f5c7f6ee64d0f94a0f9d286904eef on resource:security_group {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:41:09.690716 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-64934759-43c0-48be-87c3-737b97851c71 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3373272 May 28 06:41:09.691917 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 41578) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:41:09.700792 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-e6479cad-9db6-436d-a405-d7934799d097 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Request body: {'security_group': {'name': 'tempest-secgroup--320545880'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:41:09.704529 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-e6479cad-9db6-436d-a405-d7934799d097 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:41:09.715077 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-e6479cad-9db6-436d-a405-d7934799d097 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:41:09.724796 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-5bd9a970-a13d-4fa0-8853-7f68d7e4afb4 None None] Attempting to bind port b1440133-a59d-4a49-b5e4-c344d324d0ea on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:41:09.725164 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-5bd9a970-a13d-4fa0-8853-7f68d7e4afb4 None None] Attempting to bind port b1440133-a59d-4a49-b5e4-c344d324d0ea by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'd7927b8e-7a96-401a-ba42-dafb6a6ed275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '0212494a-c781-4e9f-b138-c50b3b6f2db6'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:41:09.725547 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd9a970-a13d-4fa0-8853-7f68d7e4afb4 None None] Attempting to bind port b1440133-a59d-4a49-b5e4-c344d324d0ea on network 0212494a-c781-4e9f-b138-c50b3b6f2db6 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:41:09.730599 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-16791e61-320e-4062-a38a-f1f2b34b0fc6 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:09.735382 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-1d31b61d-d36b-40a6-933c-e0e09c2993fb None None] Attempting to bind port 1a6b1741-9065-4627-ad09-6619e1c185f3 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:41:09.740698 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-1d31b61d-d36b-40a6-933c-e0e09c2993fb None None] Attempting to bind port 1a6b1741-9065-4627-ad09-6619e1c185f3 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'e82da2dd-17b8-4c15-8abb-711622ad0a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:41:09.740698 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d31b61d-d36b-40a6-933c-e0e09c2993fb None None] Attempting to bind port 1a6b1741-9065-4627-ad09-6619e1c185f3 on network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:41:09.741003 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16791e61-320e-4062-a38a-f1f2b34b0fc6 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:09.741003 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-16791e61-320e-4062-a38a-f1f2b34b0fc6 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:09.789719 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c144202-5fa6-43ef-b9ef-e091172572f3 req-2e4aca50-5f90-4787-bb84-0fd98f107e21 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:09.794037 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9c144202-5fa6-43ef-b9ef-e091172572f3 req-2e4aca50-5f90-4787-bb84-0fd98f107e21 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=573e5aee-d7d6-4b17-8c2f-b7442d1d616e HTTP/1.1" status: 200 len: 945 time: 0.2184877 May 28 06:41:09.809618 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd9a970-a13d-4fa0-8853-7f68d7e4afb4 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:41:09.809985 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd9a970-a13d-4fa0-8853-7f68d7e4afb4 None None] Checking segment: {'id': 'd7927b8e-7a96-401a-ba42-dafb6a6ed275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '0212494a-c781-4e9f-b138-c50b3b6f2db6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:41:09.815256 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-5bd9a970-a13d-4fa0-8853-7f68d7e4afb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:09.815256 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd9a970-a13d-4fa0-8853-7f68d7e4afb4 None None] Bound using segment: {'id': 'd7927b8e-7a96-401a-ba42-dafb6a6ed275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '0212494a-c781-4e9f-b138-c50b3b6f2db6'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:41:09.815256 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-5bd9a970-a13d-4fa0-8853-7f68d7e4afb4 None None] Bound port: b1440133-a59d-4a49-b5e4-c344d324d0ea, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7927b8e-7a96-401a-ba42-dafb6a6ed275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '0212494a-c781-4e9f-b138-c50b3b6f2db6'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:41:09.815256 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-5bd9a970-a13d-4fa0-8853-7f68d7e4afb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:09.823808 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-7bdc3a55-cba5-4182-bef4-60334c6d4bd1 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Unset dirty status for tenant:5e9e9447c07c4077b6694ab63e3affe5 on resource:port {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:41:09.825201 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-7bdc3a55-cba5-4182-bef4-60334c6d4bd1 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "GET /v2.0/ports/d37db58f-0242-463b-9947-d8db9d462c7c HTTP/1.1" status: 200 len: 911 time: 0.3556640 May 28 06:41:09.828572 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 41582) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:41:09.834054 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d31b61d-d36b-40a6-933c-e0e09c2993fb None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:41:09.834434 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d31b61d-d36b-40a6-933c-e0e09c2993fb None None] Checking segment: {'id': 'e82da2dd-17b8-4c15-8abb-711622ad0a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:41:09.834831 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-1d31b61d-d36b-40a6-933c-e0e09c2993fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:09.835871 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d31b61d-d36b-40a6-933c-e0e09c2993fb None None] Bound using segment: {'id': 'e82da2dd-17b8-4c15-8abb-711622ad0a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:41:09.835871 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-1d31b61d-d36b-40a6-933c-e0e09c2993fb None None] Bound port: 1a6b1741-9065-4627-ad09-6619e1c185f3, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e82da2dd-17b8-4c15-8abb-711622ad0a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:41:09.836121 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-1d31b61d-d36b-40a6-933c-e0e09c2993fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:09.848687 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16791e61-320e-4062-a38a-f1f2b34b0fc6 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Pushing event updated for resources: {'Network': ['ID=9fbb1b36-063a-45b3-8719-e3e514bb813d,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:09.885567 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e6479cad-9db6-436d-a405-d7934799d097 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:09.918037 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9c144202-5fa6-43ef-b9ef-e091172572f3 req-c0545ed7-221f-4c6c-9a81-f05b3501fed7 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=da746f74-f7a2-404c-ba12-af4c190f6fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173086 May 28 06:41:09.924210 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-211db707-5441-4da1-9683-a5f40551e7c5 None None] Provisioning complete for port 6e0edcc6-7418-4e23-a589-c869668c6013 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:41:09.924210 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-211db707-5441-4da1-9683-a5f40551e7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:09.937935 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-16791e61-320e-4062-a38a-f1f2b34b0fc6 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7700934 May 28 06:41:09.945872 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 9fbb1b36-063a-45b3-8719-e3e514bb813d details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:41:09.949470 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 41588) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:41:09.973459 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-bf498756-fde6-44ce-8cf1-7282dc104563 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Request body: {'subnet': {'network_id': '9fbb1b36-063a-45b3-8719-e3e514bb813d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:41:09.996140 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7373a9a0-c01e-47c8-8bea-47d5aa69f9f1 req-75cd7e0d-82ac-4f39-a93c-2e5e0bc491ea tempest-ServerPasswordTestJSON-1209729283 tempest-ServerPasswordTestJSON-1209729283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:10.001584 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7373a9a0-c01e-47c8-8bea-47d5aa69f9f1 req-75cd7e0d-82ac-4f39-a93c-2e5e0bc491ea tempest-ServerPasswordTestJSON-1209729283 tempest-ServerPasswordTestJSON-1209729283-project] 10.222.0.55 "GET /v2.0/ports?device_id=b28c865f-bef5-4759-958d-ebf03131f8bd HTTP/1.1" status: 200 len: 946 time: 0.2836521 May 28 06:41:10.015727 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-e6479cad-9db6-436d-a405-d7934799d097 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:41:10.025846 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 6e0edcc6-7418-4e23-a589-c869668c6013 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:41:10.026388 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-e6479cad-9db6-436d-a405-d7934799d097 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Usage tracker for resource:security_group_rule and tenant:c63f5c7f6ee64d0f94a0f9d286904eef is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:41:10.080006 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7373a9a0-c01e-47c8-8bea-47d5aa69f9f1 req-77f444b2-8ead-4b04-afa1-f511022c8f72 tempest-ServerPasswordTestJSON-1209729283 tempest-ServerPasswordTestJSON-1209729283-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d301e86-cf04-4da0-9367-d07bef67f9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708880 May 28 06:41:10.081103 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-e6479cad-9db6-436d-a405-d7934799d097 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:41:10.105059 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39cd4dec-ca97-4ead-97af-72aa0d204174 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:10.114757 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39cd4dec-ca97-4ead-97af-72aa0d204174 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:10.116329 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-e6479cad-9db6-436d-a405-d7934799d097 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:41:10.127724 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 41594) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:41:10.129889 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-39cd4dec-ca97-4ead-97af-72aa0d204174 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.2934160 May 28 06:41:10.166425 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-afc820fd-c395-45f4-9a0d-340ecf3073d6 None None] Set router 66194ebc-8fee-4231-9c1b-cd2f3f5fe578 gateway port host: None {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:41:10.380494 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90511bf3-8e4b-47df-bf6d-c7d2e906ca62 req-caa533e8-1d5a-42b2-ac1b-27f2b4a36eb9 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:10.388552 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90511bf3-8e4b-47df-bf6d-c7d2e906ca62 req-caa533e8-1d5a-42b2-ac1b-27f2b4a36eb9 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:10.390345 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-90511bf3-8e4b-47df-bf6d-c7d2e906ca62 req-caa533e8-1d5a-42b2-ac1b-27f2b4a36eb9 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] 10.222.0.71 "GET /v2.0/networks?id=d70e6509-755a-4351-a49a-268e59e9bbd2&id=0212494a-c781-4e9f-b138-c50b3b6f2db6 HTTP/1.1" status: 200 len: 1390 time: 0.2190144 May 28 06:41:10.427458 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-1d31b61d-d36b-40a6-933c-e0e09c2993fb None None] For port 1a6b1741-9065-4627-ad09-6619e1c185f3, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:41:10.430233 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-90511bf3-8e4b-47df-bf6d-c7d2e906ca62 req-930c4e1b-ab22-4191-ab20-c14315a4b8d0 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Request body: {'port': {'device_id': '3c9f4c13-f950-4d23-829a-8d9da3ec33a9', 'network_id': 'd70e6509-755a-4351-a49a-268e59e9bbd2', 'admin_state_up': True, 'tenant_id': '60982381454b4376b475404da5b08605'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:41:10.431834 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-5bd9a970-a13d-4fa0-8853-7f68d7e4afb4 None None] For port b1440133-a59d-4a49-b5e4-c344d324d0ea, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:41:10.434323 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 2a9418a7-bd04-4bdb-9ce7-c9cfe2d4e847 no longer exists at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:41:10.553386 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-211db707-5441-4da1-9683-a5f40551e7c5 None None] Current status of the port 6e0edcc6-7418-4e23-a589-c869668c6013 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:41:10.616940 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-5bd9a970-a13d-4fa0-8853-7f68d7e4afb4 None None] For port b1440133-a59d-4a49-b5e4-c344d324d0ea, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=b1440133-a59d-4a49-b5e4-c344d324d0ea,segment=NetworkSegment(d7927b8e-7a96-401a-ba42-dafb6a6ed275),segment_id=d7927b8e-7a96-401a-ba42-dafb6a6ed275)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:41:10.619990 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-1d31b61d-d36b-40a6-933c-e0e09c2993fb None None] For port 1a6b1741-9065-4627-ad09-6619e1c185f3, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=1a6b1741-9065-4627-ad09-6619e1c185f3,segment=NetworkSegment(e82da2dd-17b8-4c15-8abb-711622ad0a92),segment_id=e82da2dd-17b8-4c15-8abb-711622ad0a92)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:41:10.633175 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-bf498756-fde6-44ce-8cf1-7282dc104563 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:41:10.648029 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-bf498756-fde6-44ce-8cf1-7282dc104563 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Usage tracker for resource:subnet and tenant:94cac8c050e34681825b5b9355a80ece is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:41:10.653046 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-bf498756-fde6-44ce-8cf1-7282dc104563 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:41:10.659024 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 6e0edcc6-7418-4e23-a589-c869668c6013 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:41:10.659548 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:10.667848 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-bf498756-fde6-44ce-8cf1-7282dc104563 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:41:10.691176 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2358d7-c0b0-46c2-b7a3-e96f4b5b5e0d req-4d3e2490-2a9a-4e1f-ae66-c0a3f2fd8abe tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:10.698297 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-db2358d7-c0b0-46c2-b7a3-e96f4b5b5e0d req-4d3e2490-2a9a-4e1f-ae66-c0a3f2fd8abe tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] 10.222.0.55 "GET /v2.0/ports?device_id=31511953-083e-42fb-a7d3-8f5fc16aba3c HTTP/1.1" status: 200 len: 946 time: 0.4263525 May 28 06:41:10.708628 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-90511bf3-8e4b-47df-bf6d-c7d2e906ca62 req-930c4e1b-ab22-4191-ab20-c14315a4b8d0 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:41:10.745690 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-90511bf3-8e4b-47df-bf6d-c7d2e906ca62 req-930c4e1b-ab22-4191-ab20-c14315a4b8d0 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Usage tracker for resource:port and tenant:60982381454b4376b475404da5b08605 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:41:10.750322 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-90511bf3-8e4b-47df-bf6d-c7d2e906ca62 req-930c4e1b-ab22-4191-ab20-c14315a4b8d0 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Quota usage for port was recalculated. Used quota:4. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:41:10.753063 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e6479cad-9db6-436d-a405-d7934799d097 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:10.759785 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-db2358d7-c0b0-46c2-b7a3-e96f4b5b5e0d req-209bd6f3-d3e7-429d-9a8c-affee87e6c35 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] 10.222.0.55 "GET /v2.0/security-groups?id=b99dec1f-6b3b-4dfd-86ac-ed192f0fcc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606489 May 28 06:41:10.760633 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-90511bf3-8e4b-47df-bf6d-c7d2e906ca62 req-930c4e1b-ab22-4191-ab20-c14315a4b8d0 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:41:10.794559 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-1d31b61d-d36b-40a6-933c-e0e09c2993fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:10.798457 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-5bd9a970-a13d-4fa0-8853-7f68d7e4afb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:10.838262 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf498756-fde6-44ce-8cf1-7282dc104563 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Made reservation on behalf of 94cac8c050e34681825b5b9355a80ece for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:41:10.843942 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-bf498756-fde6-44ce-8cf1-7282dc104563 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:10.907565 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90511bf3-8e4b-47df-bf6d-c7d2e906ca62 req-930c4e1b-ab22-4191-ab20-c14315a4b8d0 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Made reservation on behalf of 60982381454b4376b475404da5b08605 for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:41:10.911088 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-90511bf3-8e4b-47df-bf6d-c7d2e906ca62 req-930c4e1b-ab22-4191-ab20-c14315a4b8d0 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:10.926600 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 2a9418a7-bd04-4bdb-9ce7-c9cfe2d4e847 is: DOWN; New status is: DOWN {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:41:10.926765 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e6479cad-9db6-436d-a405-d7934799d097 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:10.981646 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d31b61d-d36b-40a6-933c-e0e09c2993fb None None] Pushing event updated for resources: {'Port': ['ID=1a6b1741-9065-4627-ad09-6619e1c185f3,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:11.021179 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6479cad-9db6-436d-a405-d7934799d097 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0237f435-d3f5-4871-b585-fd0bdcae144a,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:11.127551 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 6e0edcc6-7418-4e23-a589-c869668c6013 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:41:11.141269 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd9a970-a13d-4fa0-8853-7f68d7e4afb4 None None] Pushing event updated for resources: {'Port': ['ID=b1440133-a59d-4a49-b5e4-c344d324d0ea,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:11.154836 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-afc820fd-c395-45f4-9a0d-340ecf3073d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66194ebc-8fee-4231-9c1b-cd2f3f5fe578', 'name': 'tempest-NetworksTestDHCPv6-router-334799060', 'tenant_id': '5e9e9447c07c4077b6694ab63e3affe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:41:03Z', 'updated_at': '2022-05-28T06:41:06Z', 'revision_number': 2, 'project_id': '5e9e9447c07c4077b6694ab63e3affe5', 'gw_port_host': None, '_interfaces': [{'id': 'd37db58f-0242-463b-9947-d8db9d462c7c', 'name': '', 'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2', 'tenant_id': '5e9e9447c07c4077b6694ab63e3affe5', 'mac_address': 'fa:16:3e:29:09:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66194ebc-8fee-4231-9c1b-cd2f3f5fe578', 'device_owner': 'network:router_interface', 'standard_attr_id': 2002, 'fixed_ips': [{'subnet_id': 'a25ad410-99b4-400b-9e71-54005fa8ee08', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:41:05Z', 'updated_at': '2022-05-28T06:41:07Z', 'revision_number': 2, 'project_id': '5e9e9447c07c4077b6694ab63e3affe5', 'subnets': [{'id': 'a25ad410-99b4-400b-9e71-54005fa8ee08', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:41:11.159830 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc820fd-c395-45f4-9a0d-340ecf3073d6 None None] Checking router: 66194ebc-8fee-4231-9c1b-cd2f3f5fe578 for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:41:11.160194 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc820fd-c395-45f4-9a0d-340ecf3073d6 None None] Updating router 66194ebc-8fee-4231-9c1b-cd2f3f5fe578 port d37db58f-0242-463b-9947-d8db9d462c7c binding host n-d-843702-1 {{(pid=89111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:41:11.184283 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1173a31a-4c8e-49f6-a035-4d8b8c1e0460 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700548'] for router_interface, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:11.240885 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-afc820fd-c395-45f4-9a0d-340ecf3073d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:11.309310 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [req-90511bf3-8e4b-47df-bf6d-c7d2e906ca62 req-930c4e1b-ab22-4191-ab20-c14315a4b8d0 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Allocated IP 19.80.0.99 (d70e6509-755a-4351-a49a-268e59e9bbd2/a1d5dbd0-61ea-4ee7-ae4b-7318b7797f9b/71833c87-f7f7-4698-a8a1-39d0a27f1e37) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:41:11.347327 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e6479cad-9db6-436d-a405-d7934799d097 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:11.351699 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-e6479cad-9db6-436d-a405-d7934799d097 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.6561320 May 28 06:41:11.352832 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 41612) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:41:11.376741 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-c2b78c89-8670-4409-b8fa-b710e285a05a tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Request body: {'security_group': {'name': 'tempest-secgroup--347404700'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:41:11.388841 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-c2b78c89-8670-4409-b8fa-b710e285a05a tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:41:11.435150 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-c2b78c89-8670-4409-b8fa-b710e285a05a tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Usage tracker for resource:security_group and tenant:c63f5c7f6ee64d0f94a0f9d286904eef is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:41:11.440794 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-c2b78c89-8670-4409-b8fa-b710e285a05a tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:41:11.456406 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-c2b78c89-8670-4409-b8fa-b710e285a05a tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:41:11.694870 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6c5105a4-8909-429d-b3da-0b92d32db5ed req-a8716ae4-a612-4521-9758-4ef4bcc665ba tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c9f4c13-f950-4d23-829a-8d9da3ec33a9 HTTP/1.1" status: 200 len: 210 time: 0.0740497 May 28 06:41:11.716140 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c2b78c89-8670-4409-b8fa-b710e285a05a tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:11.749993 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-c2b78c89-8670-4409-b8fa-b710e285a05a tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:41:11.754415 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-c2b78c89-8670-4409-b8fa-b710e285a05a tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Usage tracker for resource:security_group_rule and tenant:c63f5c7f6ee64d0f94a0f9d286904eef is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:41:11.760284 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-c2b78c89-8670-4409-b8fa-b710e285a05a tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:41:11.767526 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-c2b78c89-8670-4409-b8fa-b710e285a05a tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:41:11.849574 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c2b78c89-8670-4409-b8fa-b710e285a05a tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:11.972259 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c2b78c89-8670-4409-b8fa-b710e285a05a tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:12.016609 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-bf498756-fde6-44ce-8cf1-7282dc104563 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:12.126357 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b78c89-8670-4409-b8fa-b710e285a05a tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42d45266-9792-4094-9e53-cdf0ad291493,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:12.135470 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c2b78c89-8670-4409-b8fa-b710e285a05a tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:12.140312 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-c2b78c89-8670-4409-b8fa-b710e285a05a tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7865350 May 28 06:41:12.145664 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 41626) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:41:12.152460 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-b96fd4c4-632d-4d53-a082-a8a12985a79f tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Request body: {'security_group_rule': {'security_group_id': '0237f435-d3f5-4871-b585-fd0bdcae144a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '42d45266-9792-4094-9e53-cdf0ad291493', 'remote_ip_prefix': None}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:41:12.161230 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 1a6b1741-9065-4627-ad09-6619e1c185f3 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:41:12.182790 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf498756-fde6-44ce-8cf1-7282dc104563 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Pushing event updated for resources: {'Subnet': ['ID=9706fbd7-230c-422f-bfc0-16f18a196c3a,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:12.209482 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-afc820fd-c395-45f4-9a0d-340ecf3073d6 None None] Notify callbacks [] for port, precommit_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:12.239700 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-b96fd4c4-632d-4d53-a082-a8a12985a79f tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:41:12.239990 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf498756-fde6-44ce-8cf1-7282dc104563 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Checking segment: {'id': '6a074b16-039b-4962-9345-63ae7400b657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '9fbb1b36-063a-45b3-8719-e3e514bb813d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:41:12.240362 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf498756-fde6-44ce-8cf1-7282dc104563 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Network hostable DHCP agents. Network: 9fbb1b36-063a-45b3-8719-e3e514bb813d, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:41:12.242643 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-afc820fd-c395-45f4-9a0d-340ecf3073d6 None None] Transition to ACTIVE for port object d37db58f-0242-463b-9947-d8db9d462c7c will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:41:12.258548 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-b96fd4c4-632d-4d53-a082-a8a12985a79f tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Usage tracker for resource:security_group_rule and tenant:c63f5c7f6ee64d0f94a0f9d286904eef is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:41:12.283818 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-b96fd4c4-632d-4d53-a082-a8a12985a79f tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:41:12.286972 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-1173a31a-4c8e-49f6-a035-4d8b8c1e0460 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Deleting port d37db58f-0242-463b-9947-d8db9d462c7c {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:41:12.287455 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1173a31a-4c8e-49f6-a035-4d8b8c1e0460 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:12.309905 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7321ed06-4b97-444c-9c43-b6cc8d570e35 req-496099ac-73fc-4e56-a356-12326dd2c7a5 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:12.309905 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7321ed06-4b97-444c-9c43-b6cc8d570e35 req-496099ac-73fc-4e56-a356-12326dd2c7a5 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e HTTP/1.1" status: 200 len: 944 time: 0.4545991 May 28 06:41:12.309905 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-b96fd4c4-632d-4d53-a082-a8a12985a79f tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:41:12.333578 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-90511bf3-8e4b-47df-bf6d-c7d2e906ca62 req-930c4e1b-ab22-4191-ab20-c14315a4b8d0 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:12.347086 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-afc820fd-c395-45f4-9a0d-340ecf3073d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:12.389109 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-90511bf3-8e4b-47df-bf6d-c7d2e906ca62 req-930c4e1b-ab22-4191-ab20-c14315a4b8d0 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Transition to ACTIVE for port object 71833c87-f7f7-4698-a8a1-39d0a27f1e37 will not be triggered until provisioned by entity DHCP. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:41:12.394250 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf498756-fde6-44ce-8cf1-7282dc104563 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Network 9fbb1b36-063a-45b3-8719-e3e514bb813d is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:41:12.405234 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd3e295-adc7-450a-b84e-fe3256fed627 req-088f4f27-b3e9-4f89-adec-8beb8628f81f tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:12.406919 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8bd3e295-adc7-450a-b84e-fe3256fed627 req-088f4f27-b3e9-4f89-adec-8beb8628f81f tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] 10.222.0.55 "GET /v2.0/ports?device_id=31511953-083e-42fb-a7d3-8f5fc16aba3c HTTP/1.1" status: 200 len: 946 time: 0.2652113 May 28 06:41:12.414156 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7321ed06-4b97-444c-9c43-b6cc8d570e35 req-f648a2a1-c2b3-4084-be3d-23176be81416 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0fc320c-5211-4d72-b7c9-130a40d05074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997736 May 28 06:41:12.471562 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 1a6b1741-9065-4627-ad09-6619e1c185f3 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:41:12.517403 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b96fd4c4-632d-4d53-a082-a8a12985a79f tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:12.544628 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8bd3e295-adc7-450a-b84e-fe3256fed627 req-8e5acbca-dd31-40b3-87ef-9b96c433d609 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] 10.222.0.55 "GET /v2.0/security-groups?id=b99dec1f-6b3b-4dfd-86ac-ed192f0fcc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284077 May 28 06:41:12.593474 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-bf498756-fde6-44ce-8cf1-7282dc104563 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, 9fbb1b36-063a-45b3-8719-e3e514bb813d) {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:41:12.614592 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf498756-fde6-44ce-8cf1-7282dc104563 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:12.616795 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-bf498756-fde6-44ce-8cf1-7282dc104563 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:12.641626 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1173a31a-4c8e-49f6-a035-4d8b8c1e0460 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:12.684907 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-90511bf3-8e4b-47df-bf6d-c7d2e906ca62 req-930c4e1b-ab22-4191-ab20-c14315a4b8d0 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:12.717776 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device b1440133-a59d-4a49-b5e4-c344d324d0ea up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:41:12.825056 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90511bf3-8e4b-47df-bf6d-c7d2e906ca62 req-930c4e1b-ab22-4191-ab20-c14315a4b8d0 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Network d70e6509-755a-4351-a49a-268e59e9bbd2 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:41:12.827315 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [req-90511bf3-8e4b-47df-bf6d-c7d2e906ca62 req-930c4e1b-ab22-4191-ab20-c14315a4b8d0 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:41:12.830139 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-90511bf3-8e4b-47df-bf6d-c7d2e906ca62 req-930c4e1b-ab22-4191-ab20-c14315a4b8d0 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:41:12.847104 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e965066-5055-48bf-9346-e634e060008f None None] Pushing event updated for resources: {'Port': ['ID=d37db58f-0242-463b-9947-d8db9d462c7c,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:12.853803 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e60b41-7488-4ff2-9ba0-e67f1a23d935 None None] Network 9fbb1b36-063a-45b3-8719-e3e514bb813d requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:41:12.890673 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b96fd4c4-632d-4d53-a082-a8a12985a79f tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:12.898375 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930c4e1b-ab22-4191-ab20-c14315a4b8d0 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Pushing event updated for resources: {'Port': ['ID=71833c87-f7f7-4698-a8a1-39d0a27f1e37,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:12.928265 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90511bf3-8e4b-47df-bf6d-c7d2e906ca62 req-930c4e1b-ab22-4191-ab20-c14315a4b8d0 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:12.929059 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-90511bf3-8e4b-47df-bf6d-c7d2e906ca62 req-930c4e1b-ab22-4191-ab20-c14315a4b8d0 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:12.964861 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b96fd4c4-632d-4d53-a082-a8a12985a79f tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:12.989707 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-1173a31a-4c8e-49f6-a035-4d8b8c1e0460 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Calling delete_port for d37db58f-0242-463b-9947-d8db9d462c7c owned by network:router_interface {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:41:13.090939 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-bf498756-fde6-44ce-8cf1-7282dc104563 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1346865 May 28 06:41:13.105985 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 41636) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:41:13.170007 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-90511bf3-8e4b-47df-bf6d-c7d2e906ca62 req-930c4e1b-ab22-4191-ab20-c14315a4b8d0 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7443213 May 28 06:41:13.173914 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96fd4c4-632d-4d53-a082-a8a12985a79f tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdb74b97-c1dd-4bc2-a71a-155f6362eb29,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:13.190697 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-90511bf3-8e4b-47df-bf6d-c7d2e906ca62 req-a831869b-59b6-4702-8166-0e56e76ea5da tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Request body: {'port': {'device_id': '3c9f4c13-f950-4d23-829a-8d9da3ec33a9', 'network_id': '0212494a-c781-4e9f-b138-c50b3b6f2db6', 'admin_state_up': True, 'tenant_id': '60982381454b4376b475404da5b08605'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:41:13.217165 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-afc820fd-c395-45f4-9a0d-340ecf3073d6 None None] Attempting to bind port d37db58f-0242-463b-9947-d8db9d462c7c on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:41:13.218249 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-afc820fd-c395-45f4-9a0d-340ecf3073d6 None None] Attempting to bind port d37db58f-0242-463b-9947-d8db9d462c7c by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'e82da2dd-17b8-4c15-8abb-711622ad0a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:41:13.218780 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc820fd-c395-45f4-9a0d-340ecf3073d6 None None] Attempting to bind port d37db58f-0242-463b-9947-d8db9d462c7c on network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:41:13.251179 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc820fd-c395-45f4-9a0d-340ecf3073d6 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:41:13.252545 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc820fd-c395-45f4-9a0d-340ecf3073d6 None None] Checking segment: {'id': 'e82da2dd-17b8-4c15-8abb-711622ad0a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:41:13.252545 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-afc820fd-c395-45f4-9a0d-340ecf3073d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:13.253101 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc820fd-c395-45f4-9a0d-340ecf3073d6 None None] Bound using segment: {'id': 'e82da2dd-17b8-4c15-8abb-711622ad0a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:41:13.253814 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-afc820fd-c395-45f4-9a0d-340ecf3073d6 None None] Bound port: d37db58f-0242-463b-9947-d8db9d462c7c, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e82da2dd-17b8-4c15-8abb-711622ad0a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:41:13.257942 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-afc820fd-c395-45f4-9a0d-340ecf3073d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:13.362104 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b96fd4c4-632d-4d53-a082-a8a12985a79f tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:13.366911 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-b96fd4c4-632d-4d53-a082-a8a12985a79f tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.2195792 May 28 06:41:13.382834 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 41644) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:41:13.404526 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port b1440133-a59d-4a49-b5e4-c344d324d0ea completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:41:13.419813 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-121046cf-b340-4232-9d50-cc4f98a589ae None None] Provisioning for port 1a6b1741-9065-4627-ad09-6619e1c185f3 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:41:13.436035 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-121046cf-b340-4232-9d50-cc4f98a589ae None None] Provisioning complete for port 1a6b1741-9065-4627-ad09-6619e1c185f3 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:41:13.436886 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-121046cf-b340-4232-9d50-cc4f98a589ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:13.467000 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9e0a5261-22cc-4f1d-b0f1-5463b4d82d02 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:13.486311 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c4b23baf-4a2d-4f2e-b5eb-55db7377ea22 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:13.490770 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25b9109-a7a4-4b45-91a8-82305aa8c0bc None None] Network 0212494a-c781-4e9f-b138-c50b3b6f2db6 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:41:13.516588 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9e0a5261-22cc-4f1d-b0f1-5463b4d82d02 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:13.567102 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.db.api [None req-1173a31a-4c8e-49f6-a035-4d8b8c1e0460 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:41:13.571170 n-d-843702-1 neutron-server[89109]: DEBUG oslo_db.api [None req-1173a31a-4c8e-49f6-a035-4d8b8c1e0460 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:41:13.587940 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-90511bf3-8e4b-47df-bf6d-c7d2e906ca62 req-a831869b-59b6-4702-8166-0e56e76ea5da tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:41:13.597302 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c4b23baf-4a2d-4f2e-b5eb-55db7377ea22 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:13.611893 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-90511bf3-8e4b-47df-bf6d-c7d2e906ca62 req-a831869b-59b6-4702-8166-0e56e76ea5da tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Usage tracker for resource:port and tenant:60982381454b4376b475404da5b08605 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:41:13.631981 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ebf2e5-5c43-4373-a5f9-32ce024216c8 req-62388120-52ba-489a-8eb2-de74b88eb852 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:13.642192 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-70ebf2e5-5c43-4373-a5f9-32ce024216c8 req-62388120-52ba-489a-8eb2-de74b88eb852 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e HTTP/1.1" status: 200 len: 944 time: 0.3256798 May 28 06:41:13.682091 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-90511bf3-8e4b-47df-bf6d-c7d2e906ca62 req-a831869b-59b6-4702-8166-0e56e76ea5da tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Quota usage for port was recalculated. Used quota:5. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:41:13.693812 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-90511bf3-8e4b-47df-bf6d-c7d2e906ca62 req-a831869b-59b6-4702-8166-0e56e76ea5da tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:41:13.708446 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9e0a5261-22cc-4f1d-b0f1-5463b4d82d02 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:13.741144 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-70ebf2e5-5c43-4373-a5f9-32ce024216c8 req-b944e7d0-4847-488d-ba42-6a0e9a281657 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0fc320c-5211-4d72-b7c9-130a40d05074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976067 May 28 06:41:13.741878 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0a5261-22cc-4f1d-b0f1-5463b4d82d02 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fdb74b97-c1dd-4bc2-a71a-155f6362eb29,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:13.745954 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9e0a5261-22cc-4f1d-b0f1-5463b4d82d02 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:13.750224 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-9e0a5261-22cc-4f1d-b0f1-5463b4d82d02 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/fdb74b97-c1dd-4bc2-a71a-155f6362eb29 HTTP/1.1" status: 204 len: 168 time: 0.3662255 May 28 06:41:13.751195 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 41652) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:41:13.807368 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-b99a886f-85cb-4a98-b496-ec7e41a69146 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Synchronizing usage tracker for tenant:c63f5c7f6ee64d0f94a0f9d286904eef on resource:security_group_rule {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:41:13.821262 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90511bf3-8e4b-47df-bf6d-c7d2e906ca62 req-a831869b-59b6-4702-8166-0e56e76ea5da tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Made reservation on behalf of 60982381454b4376b475404da5b08605 for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:41:13.823232 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c4b23baf-4a2d-4f2e-b5eb-55db7377ea22 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9555650'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:13.825429 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-90511bf3-8e4b-47df-bf6d-c7d2e906ca62 req-a831869b-59b6-4702-8166-0e56e76ea5da tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:13.948595 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b23baf-4a2d-4f2e-b5eb-55db7377ea22 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Pushing event deleted for resources: {'Subnet': ['ID=9706fbd7-230c-422f-bfc0-16f18a196c3a,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:14.008430 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-b99a886f-85cb-4a98-b496-ec7e41a69146 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Unset dirty status for tenant:c63f5c7f6ee64d0f94a0f9d286904eef on resource:security_group_rule {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:41:14.010366 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-b99a886f-85cb-4a98-b496-ec7e41a69146 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2582278 May 28 06:41:14.019365 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 41662) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:41:14.019925 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-afc820fd-c395-45f4-9a0d-340ecf3073d6 None None] For port d37db58f-0242-463b-9947-d8db9d462c7c, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:41:14.023414 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-afc820fd-c395-45f4-9a0d-340ecf3073d6 None None] For port d37db58f-0242-463b-9947-d8db9d462c7c, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=d37db58f-0242-463b-9947-d8db9d462c7c,segment=NetworkSegment(e82da2dd-17b8-4c15-8abb-711622ad0a92),segment_id=e82da2dd-17b8-4c15-8abb-711622ad0a92)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:41:14.057562 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e3da39c-f666-4313-88fb-23276f971f54 None None] Network 9fbb1b36-063a-45b3-8719-e3e514bb813d requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:41:14.072132 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-1173a31a-4c8e-49f6-a035-4d8b8c1e0460 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Deleting port d37db58f-0242-463b-9947-d8db9d462c7c {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:41:14.072132 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1173a31a-4c8e-49f6-a035-4d8b8c1e0460 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:14.120545 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c4b23baf-4a2d-4f2e-b5eb-55db7377ea22 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:14.168239 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-afc820fd-c395-45f4-9a0d-340ecf3073d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:14.191696 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-c4b23baf-4a2d-4f2e-b5eb-55db7377ea22 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fbb1b36-063a-45b3-8719-e3e514bb813d']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:41:14.192357 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [req-90511bf3-8e4b-47df-bf6d-c7d2e906ca62 req-a831869b-59b6-4702-8166-0e56e76ea5da tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Allocated IP 19.86.0.155 (0212494a-c781-4e9f-b138-c50b3b6f2db6/55d00f7b-3f2c-4d1f-b913-eddcc00c1fda/307ab924-0240-4cfc-872e-1f409eea1f3f) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:41:14.223771 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fcdcad-5949-46dc-92b4-813bd111c962 req-e40eadb6-3585-4733-b34e-33242c9a7028 tempest-ServerPasswordTestJSON-1209729283 tempest-ServerPasswordTestJSON-1209729283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:14.225387 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-72fcdcad-5949-46dc-92b4-813bd111c962 req-e40eadb6-3585-4733-b34e-33242c9a7028 tempest-ServerPasswordTestJSON-1209729283 tempest-ServerPasswordTestJSON-1209729283-project] 10.222.0.55 "GET /v2.0/ports?device_id=b28c865f-bef5-4759-958d-ebf03131f8bd HTTP/1.1" status: 200 len: 946 time: 0.2136061 May 28 06:41:14.233338 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f8c82-cc40-4c20-a89d-58b8cd24cfbb req-7c5b4f9f-15af-4214-9275-68a71595da34 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:14.234773 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-ab6f8c82-cc40-4c20-a89d-58b8cd24cfbb req-7c5b4f9f-15af-4214-9275-68a71595da34 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Synchronizing usage tracker for tenant:60982381454b4376b475404da5b08605 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:41:14.280338 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-c4b23baf-4a2d-4f2e-b5eb-55db7377ea22 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a074b16-039b-4962-9345-63ae7400b657') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:41:14.280627 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-c4b23baf-4a2d-4f2e-b5eb-55db7377ea22 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a074b16-039b-4962-9345-63ae7400b657') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:41:14.313905 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c4b23baf-4a2d-4f2e-b5eb-55db7377ea22 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:14.342660 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-72fcdcad-5949-46dc-92b4-813bd111c962 req-523d05b6-ee70-4ac7-9d7a-276fce8daf2e tempest-ServerPasswordTestJSON-1209729283 tempest-ServerPasswordTestJSON-1209729283-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d301e86-cf04-4da0-9367-d07bef67f9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043997 May 28 06:41:14.343891 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b8ee20aa-445e-4145-b429-610c830e2f77 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:14.365560 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-ab6f8c82-cc40-4c20-a89d-58b8cd24cfbb req-7c5b4f9f-15af-4214-9275-68a71595da34 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Unset dirty status for tenant:60982381454b4376b475404da5b08605 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:41:14.373195 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ab6f8c82-cc40-4c20-a89d-58b8cd24cfbb req-7c5b4f9f-15af-4214-9275-68a71595da34 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c9f4c13-f950-4d23-829a-8d9da3ec33a9 HTTP/1.1" status: 200 len: 931 time: 0.3999729 May 28 06:41:14.397022 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c4b23baf-4a2d-4f2e-b5eb-55db7377ea22 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:14.404361 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b8ee20aa-445e-4145-b429-610c830e2f77 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:14.433273 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4b23baf-4a2d-4f2e-b5eb-55db7377ea22 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:41:14.433699 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c4b23baf-4a2d-4f2e-b5eb-55db7377ea22 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:14.437083 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-121046cf-b340-4232-9d50-cc4f98a589ae None None] Current status of the port 1a6b1741-9065-4627-ad09-6619e1c185f3 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:41:14.438138 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-121046cf-b340-4232-9d50-cc4f98a589ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:14.521886 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc820fd-c395-45f4-9a0d-340ecf3073d6 None None] Routers {'66194ebc-8fee-4231-9c1b-cd2f3f5fe578'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:41:14.526084 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-afc820fd-c395-45f4-9a0d-340ecf3073d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:40:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['66194ebc-8fee-4231-9c1b-cd2f3f5fe578'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:41:14.636840 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-90511bf3-8e4b-47df-bf6d-c7d2e906ca62 req-a831869b-59b6-4702-8166-0e56e76ea5da tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:14.656586 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-90511bf3-8e4b-47df-bf6d-c7d2e906ca62 req-a831869b-59b6-4702-8166-0e56e76ea5da tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Transition to ACTIVE for port object 307ab924-0240-4cfc-872e-1f409eea1f3f will not be triggered until provisioned by entity DHCP. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:41:14.686486 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ab6f8c82-cc40-4c20-a89d-58b8cd24cfbb req-f13232b3-e6e2-4a44-888e-b22f8461c3b3 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] 10.222.0.55 "GET /v2.0/security-groups?id=45cb3f7c-83ce-4298-9702-2bb3cba6af9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3119977 May 28 06:41:14.689539 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 6a074b16-039b-4962-9345-63ae7400b657 resource provider aggregate not found May 28 06:41:14.734466 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 6a074b16-039b-4962-9345-63ae7400b657 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6a074b16-039b-4962-9345-63ae7400b657 found for delete ", "request_id": "req-fd8c49cf-5419-40eb-9068-12e91af185da"}]} May 28 06:41:14.736151 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-1173a31a-4c8e-49f6-a035-4d8b8c1e0460 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] For port d37db58f-0242-463b-9947-d8db9d462c7c, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=d37db58f-0242-463b-9947-d8db9d462c7c,segment=NetworkSegment(e82da2dd-17b8-4c15-8abb-711622ad0a92),segment_id=e82da2dd-17b8-4c15-8abb-711622ad0a92)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:41:14.736692 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1173a31a-4c8e-49f6-a035-4d8b8c1e0460 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:14.741148 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e965066-5055-48bf-9346-e634e060008f None None] Pushing event updated for resources: {'Port': ['ID=d37db58f-0242-463b-9947-d8db9d462c7c,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:14.792308 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-121046cf-b340-4232-9d50-cc4f98a589ae None None] For port 1a6b1741-9065-4627-ad09-6619e1c185f3, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=1a6b1741-9065-4627-ad09-6619e1c185f3,segment=NetworkSegment(e82da2dd-17b8-4c15-8abb-711622ad0a92),segment_id=e82da2dd-17b8-4c15-8abb-711622ad0a92)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:41:14.808257 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-afc820fd-c395-45f4-9a0d-340ecf3073d6 None None] Set router 66194ebc-8fee-4231-9c1b-cd2f3f5fe578 gateway port host: None {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:41:14.830379 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23af93ba-da63-433a-a08e-41e7ecf80d21 req-10c8f84f-bb38-423b-8675-b7efa433bca7 tempest-ServerPasswordTestJSON-1209729283 tempest-ServerPasswordTestJSON-1209729283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:14.831963 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-23af93ba-da63-433a-a08e-41e7ecf80d21 req-10c8f84f-bb38-423b-8675-b7efa433bca7 tempest-ServerPasswordTestJSON-1209729283 tempest-ServerPasswordTestJSON-1209729283-project] 10.222.0.69 "GET /v2.0/ports?device_id=b28c865f-bef5-4759-958d-ebf03131f8bd HTTP/1.1" status: 200 len: 946 time: 0.3941011 May 28 06:41:14.868255 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-121046cf-b340-4232-9d50-cc4f98a589ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:14.934599 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-1173a31a-4c8e-49f6-a035-4d8b8c1e0460 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Calling delete_port for d37db58f-0242-463b-9947-d8db9d462c7c owned by network:router_interface {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:41:14.939722 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-23af93ba-da63-433a-a08e-41e7ecf80d21 req-2ce97483-5493-44fb-b909-fe5101844a67 tempest-ServerPasswordTestJSON-1209729283 tempest-ServerPasswordTestJSON-1209729283-project] Deleting port 1445282a-61c7-4a53-b74e-683e1bf60b3d {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:41:14.940006 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-23af93ba-da63-433a-a08e-41e7ecf80d21 req-2ce97483-5493-44fb-b909-fe5101844a67 tempest-ServerPasswordTestJSON-1209729283 tempest-ServerPasswordTestJSON-1209729283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:14.969683 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b8ee20aa-445e-4145-b429-610c830e2f77 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:14.995529 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c4b23baf-4a2d-4f2e-b5eb-55db7377ea22 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:15.037927 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c4b23baf-4a2d-4f2e-b5eb-55db7377ea22 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:15.053323 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ee20aa-445e-4145-b429-610c830e2f77 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42d45266-9792-4094-9e53-cdf0ad291493,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:15.068764 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b23baf-4a2d-4f2e-b5eb-55db7377ea22 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Pushing event deleted for resources: {'Network': ['ID=9fbb1b36-063a-45b3-8719-e3e514bb813d,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:15.078443 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b8ee20aa-445e-4145-b429-610c830e2f77 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:15.079164 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af30e1f-c0f3-45ed-b8ee-1818d5a5d315 req-8a628746-8e11-4df0-99c7-59b0f12d6861 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:15.079532 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-b8ee20aa-445e-4145-b429-610c830e2f77 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] 10.222.0.55 "DELETE /v2.0/security-groups/42d45266-9792-4094-9e53-cdf0ad291493 HTTP/1.1" status: 204 len: 168 time: 1.0595050 May 28 06:41:15.081333 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2af30e1f-c0f3-45ed-b8ee-1818d5a5d315 req-8a628746-8e11-4df0-99c7-59b0f12d6861 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] 10.222.0.55 "GET /v2.0/ports?device_id=31511953-083e-42fb-a7d3-8f5fc16aba3c HTTP/1.1" status: 200 len: 946 time: 0.5202780 May 28 06:41:15.088492 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 41670) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:41:15.096183 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-c4b23baf-4a2d-4f2e-b5eb-55db7377ea22 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] 10.222.0.55 "DELETE /v2.0/networks/9fbb1b36-063a-45b3-8719-e3e514bb813d HTTP/1.1" status: 204 len: 168 time: 1.9553657 May 28 06:41:15.109102 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 41674) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:41:15.117558 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-dcdcc56e-4dcc-4c07-b1c7-925453ab96b0 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-284658875'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:41:15.143852 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121046cf-b340-4232-9d50-cc4f98a589ae None None] Pushing event updated for resources: {'Port': ['ID=1a6b1741-9065-4627-ad09-6619e1c185f3,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:15.144708 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-dcdcc56e-4dcc-4c07-b1c7-925453ab96b0 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:41:15.162995 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-90511bf3-8e4b-47df-bf6d-c7d2e906ca62 req-a831869b-59b6-4702-8166-0e56e76ea5da tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:15.165449 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-dcdcc56e-4dcc-4c07-b1c7-925453ab96b0 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Usage tracker for resource:network and tenant:94cac8c050e34681825b5b9355a80ece is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:41:15.175786 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-dcdcc56e-4dcc-4c07-b1c7-925453ab96b0 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:41:15.178549 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-558495b3-53eb-4192-8fd5-5164150de1ba None None] Provisioning for port b1440133-a59d-4a49-b5e4-c344d324d0ea completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:41:15.187261 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-558495b3-53eb-4192-8fd5-5164150de1ba None None] Provisioning complete for port b1440133-a59d-4a49-b5e4-c344d324d0ea triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:41:15.187628 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-558495b3-53eb-4192-8fd5-5164150de1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:15.219180 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-dcdcc56e-4dcc-4c07-b1c7-925453ab96b0 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:41:15.284148 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-4f886e31-5677-42a1-ae6c-b5d37e80757a tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Synchronizing usage tracker for tenant:c63f5c7f6ee64d0f94a0f9d286904eef on resource:security_group {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:41:15.355552 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98c7183-6f97-4fc1-9fbe-f36cb937f09f req-ddfb888f-c51e-42d2-bb44-cef822a44964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:15.357055 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-c98c7183-6f97-4fc1-9fbe-f36cb937f09f req-ddfb888f-c51e-42d2-bb44-cef822a44964 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=31511953-083e-42fb-a7d3-8f5fc16aba3c HTTP/1.1" status: 200 len: 1097 time: 0.1740339 May 28 06:41:15.357738 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcdcc56e-4dcc-4c07-b1c7-925453ab96b0 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Made reservation on behalf of 94cac8c050e34681825b5b9355a80ece for: {'network': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:41:15.362106 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-dcdcc56e-4dcc-4c07-b1c7-925453ab96b0 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:15.365377 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90511bf3-8e4b-47df-bf6d-c7d2e906ca62 req-a831869b-59b6-4702-8166-0e56e76ea5da tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Network 0212494a-c781-4e9f-b138-c50b3b6f2db6 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:41:15.372911 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-558495b3-53eb-4192-8fd5-5164150de1ba None None] Current status of the port b1440133-a59d-4a49-b5e4-c344d324d0ea is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:41:15.373282 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-558495b3-53eb-4192-8fd5-5164150de1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:15.389178 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [req-90511bf3-8e4b-47df-bf6d-c7d2e906ca62 req-a831869b-59b6-4702-8166-0e56e76ea5da tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:41:15.392873 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-afc820fd-c395-45f4-9a0d-340ecf3073d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66194ebc-8fee-4231-9c1b-cd2f3f5fe578', 'name': 'tempest-NetworksTestDHCPv6-router-334799060', 'tenant_id': '5e9e9447c07c4077b6694ab63e3affe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:41:03Z', 'updated_at': '2022-05-28T06:41:06Z', 'revision_number': 2, 'project_id': '5e9e9447c07c4077b6694ab63e3affe5', 'gw_port_host': None, '_interfaces': [{'id': 'd37db58f-0242-463b-9947-d8db9d462c7c', 'name': '', 'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2', 'tenant_id': '5e9e9447c07c4077b6694ab63e3affe5', 'mac_address': 'fa:16:3e:29:09:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66194ebc-8fee-4231-9c1b-cd2f3f5fe578', 'device_owner': 'network:router_interface', 'standard_attr_id': 2002, 'fixed_ips': [{'subnet_id': 'a25ad410-99b4-400b-9e71-54005fa8ee08', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:41:05Z', 'updated_at': '2022-05-28T06:41:14Z', 'revision_number': 4, 'project_id': '5e9e9447c07c4077b6694ab63e3affe5', 'subnets': [{'id': 'a25ad410-99b4-400b-9e71-54005fa8ee08', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:41:15.396029 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a831869b-59b6-4702-8166-0e56e76ea5da tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Pushing event updated for resources: {'Port': ['ID=307ab924-0240-4cfc-872e-1f409eea1f3f,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:15.403257 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-90511bf3-8e4b-47df-bf6d-c7d2e906ca62 req-a831869b-59b6-4702-8166-0e56e76ea5da tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:41:15.405474 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc820fd-c395-45f4-9a0d-340ecf3073d6 None None] The sync data for ids ['66194ebc-8fee-4231-9c1b-cd2f3f5fe578'] in n-d-843702-1 is: [{'id': '66194ebc-8fee-4231-9c1b-cd2f3f5fe578', 'name': 'tempest-NetworksTestDHCPv6-router-334799060', 'tenant_id': '5e9e9447c07c4077b6694ab63e3affe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:41:03Z', 'updated_at': '2022-05-28T06:41:06Z', 'revision_number': 2, 'project_id': '5e9e9447c07c4077b6694ab63e3affe5', 'gw_port_host': None, '_interfaces': [{'id': 'd37db58f-0242-463b-9947-d8db9d462c7c', 'name': '', 'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2', 'tenant_id': '5e9e9447c07c4077b6694ab63e3affe5', 'mac_address': 'fa:16:3e:29:09:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66194ebc-8fee-4231-9c1b-cd2f3f5fe578', 'device_owner': 'network:router_interface', 'standard_attr_id': 2002, 'fixed_ips': [{'subnet_id': 'a25ad410-99b4-400b-9e71-54005fa8ee08', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:41:05Z', 'updated_at': '2022-05-28T06:41:14Z', 'revision_number': 4, 'project_id': '5e9e9447c07c4077b6694ab63e3affe5', 'subnets': [{'id': 'a25ad410-99b4-400b-9e71-54005fa8ee08', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:41:15.418726 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-558495b3-53eb-4192-8fd5-5164150de1ba None None] For port b1440133-a59d-4a49-b5e4-c344d324d0ea, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=b1440133-a59d-4a49-b5e4-c344d324d0ea,segment=NetworkSegment(d7927b8e-7a96-401a-ba42-dafb6a6ed275),segment_id=d7927b8e-7a96-401a-ba42-dafb6a6ed275)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:41:15.423482 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-4f886e31-5677-42a1-ae6c-b5d37e80757a tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Unset dirty status for tenant:c63f5c7f6ee64d0f94a0f9d286904eef on resource:security_group {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:41:15.429485 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-4f886e31-5677-42a1-ae6c-b5d37e80757a tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.3368692 May 28 06:41:15.432973 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 41680) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:41:15.450849 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2af30e1f-c0f3-45ed-b8ee-1818d5a5d315 req-8750ecb9-2950-49e2-8a04-e113e8efa3de tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] 10.222.0.55 "GET /v2.0/security-groups?id=b99dec1f-6b3b-4dfd-86ac-ed192f0fcc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3190444 May 28 06:41:15.480097 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-c98c7183-6f97-4fc1-9fbe-f36cb937f09f req-416aa476-79e8-47ac-8323-f6f5c9225db3 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=b99dec1f-6b3b-4dfd-86ac-ed192f0fcc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925829 May 28 06:41:15.481159 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcdcc56e-4dcc-4c07-b1c7-925453ab96b0 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'} {{(pid=89109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:41:15.496298 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-558495b3-53eb-4192-8fd5-5164150de1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:15.506172 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-dcdcc56e-4dcc-4c07-b1c7-925453ab96b0 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:15.511367 n-d-843702-1 neutron-server[89109]: INFO neutron.db.segments_db [None req-dcdcc56e-4dcc-4c07-b1c7-925453ab96b0 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Added segment cd277ad2-ec74-4883-b216-19394e159fb5 of type vlan for network 07463fb5-e6c4-4fcb-9a4d-7aff1c0f8440 May 28 06:41:15.569985 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-dcdcc56e-4dcc-4c07-b1c7-925453ab96b0 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:15.576207 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90511bf3-8e4b-47df-bf6d-c7d2e906ca62 req-a831869b-59b6-4702-8166-0e56e76ea5da tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:15.577284 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-90511bf3-8e4b-47df-bf6d-c7d2e906ca62 req-a831869b-59b6-4702-8166-0e56e76ea5da tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:15.579168 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1173a31a-4c8e-49f6-a035-4d8b8c1e0460 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:15.640847 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558495b3-53eb-4192-8fd5-5164150de1ba None None] Pushing event updated for resources: {'Port': ['ID=b1440133-a59d-4a49-b5e4-c344d324d0ea,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:15.707409 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1173a31a-4c8e-49f6-a035-4d8b8c1e0460 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Pushing event deleted for resources: {'Port': ['ID=d37db58f-0242-463b-9947-d8db9d462c7c,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:15.724767 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-558495b3-53eb-4192-8fd5-5164150de1ba None None] Provisioning for port 71833c87-f7f7-4698-a8a1-39d0a27f1e37 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:41:15.733293 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-558495b3-53eb-4192-8fd5-5164150de1ba None None] Provisioning complete for port 71833c87-f7f7-4698-a8a1-39d0a27f1e37 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:41:15.734134 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-558495b3-53eb-4192-8fd5-5164150de1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:15.844767 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-90511bf3-8e4b-47df-bf6d-c7d2e906ca62 req-a831869b-59b6-4702-8166-0e56e76ea5da tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6580293 May 28 06:41:15.882723 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7107e3a-9582-4c0b-bb6f-0d346a736ae3 req-f0a8a9ee-8cb0-4e9c-a3f4-f8ef7d4e27d0 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:15.900561 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f7107e3a-9582-4c0b-bb6f-0d346a736ae3 req-f0a8a9ee-8cb0-4e9c-a3f4-f8ef7d4e27d0 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e HTTP/1.1" status: 200 len: 944 time: 0.8919849 May 28 06:41:15.903052 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-558495b3-53eb-4192-8fd5-5164150de1ba None None] Port 71833c87-f7f7-4698-a8a1-39d0a27f1e37 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:41:15.916126 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-558495b3-53eb-4192-8fd5-5164150de1ba None None] Could not find standard attr ID for object d37db58f-0242-463b-9947-d8db9d462c7c. {{(pid=89111) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 28 06:41:15.942974 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-90511bf3-8e4b-47df-bf6d-c7d2e906ca62 req-912786f5-7467-4615-bc77-0d804189ffde service neutron] Request body: {'port': {'device_id': '3c9f4c13-f950-4d23-829a-8d9da3ec33a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843702-1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:41:15.986182 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-dcdcc56e-4dcc-4c07-b1c7-925453ab96b0 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:15.999302 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 1a6b1741-9065-4627-ad09-6619e1c185f3 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:41:15.999469 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcdcc56e-4dcc-4c07-b1c7-925453ab96b0 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:16.000004 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-dcdcc56e-4dcc-4c07-b1c7-925453ab96b0 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:16.108201 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-101a4314-028e-483a-b31a-bf3b780da949 None None] Provisioning complete for port b1440133-a59d-4a49-b5e4-c344d324d0ea triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:41:16.108573 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-101a4314-028e-483a-b31a-bf3b780da949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:16.200301 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-23af93ba-da63-433a-a08e-41e7ecf80d21 req-2ce97483-5493-44fb-b909-fe5101844a67 tempest-ServerPasswordTestJSON-1209729283 tempest-ServerPasswordTestJSON-1209729283-project] For port 1445282a-61c7-4a53-b74e-683e1bf60b3d, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=1445282a-61c7-4a53-b74e-683e1bf60b3d,segment=NetworkSegment(e5774974-a268-42c3-8d55-e8adb9ff8a98),segment_id=e5774974-a268-42c3-8d55-e8adb9ff8a98)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:41:16.200301 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-23af93ba-da63-433a-a08e-41e7ecf80d21 req-2ce97483-5493-44fb-b909-fe5101844a67 tempest-ServerPasswordTestJSON-1209729283 tempest-ServerPasswordTestJSON-1209729283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:16.209448 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1173a31a-4c8e-49f6-a035-4d8b8c1e0460 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700472'] for router_interface, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:16.211021 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 1a6b1741-9065-4627-ad09-6619e1c185f3 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:41:16.211491 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:16.249325 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdcc56e-4dcc-4c07-b1c7-925453ab96b0 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Pushing event updated for resources: {'Network': ['ID=07463fb5-e6c4-4fcb-9a4d-7aff1c0f8440,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:16.290417 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 07463fb5-e6c4-4fcb-9a4d-7aff1c0f8440 details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:41:16.394352 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-dcdcc56e-4dcc-4c07-b1c7-925453ab96b0 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2824650 May 28 06:41:16.400198 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 41696) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:41:16.401118 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f7107e3a-9582-4c0b-bb6f-0d346a736ae3 req-356b0761-68a1-4cd1-a409-b5044b59a2a7 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0fc320c-5211-4d72-b7c9-130a40d05074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4996433 May 28 06:41:16.469616 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 1445282a-61c7-4a53-b74e-683e1bf60b3d no longer exists at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:41:16.480575 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-23af93ba-da63-433a-a08e-41e7ecf80d21 req-2ce97483-5493-44fb-b909-fe5101844a67 tempest-ServerPasswordTestJSON-1209729283 tempest-ServerPasswordTestJSON-1209729283-project] Calling delete_port for 1445282a-61c7-4a53-b74e-683e1bf60b3d owned by compute:nova {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:41:16.514631 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-66b8b1f6-a832-4115-b43f-01fc14ded95b tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:16.516940 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-8a965c11-6e78-46de-9dfd-274785376fa5 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Request body: {'subnet': {'network_id': '07463fb5-e6c4-4fcb-9a4d-7aff1c0f8440', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:41:16.532572 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-90511bf3-8e4b-47df-bf6d-c7d2e906ca62 req-912786f5-7467-4615-bc77-0d804189ffde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:16.725790 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-66b8b1f6-a832-4115-b43f-01fc14ded95b tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:16.736546 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 1a6b1741-9065-4627-ad09-6619e1c185f3 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:41:16.737659 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device b1440133-a59d-4a49-b5e4-c344d324d0ea up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:41:16.922427 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-101a4314-028e-483a-b31a-bf3b780da949 None None] Current status of the port b1440133-a59d-4a49-b5e4-c344d324d0ea is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:41:16.934660 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a120d7ee-2f16-4652-aa0c-bb64c927e8f7 req-7b758766-0c0e-4422-8c5b-7e7bdb80edf4 tempest-ServerPasswordTestJSON-1209729283 tempest-ServerPasswordTestJSON-1209729283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:16.936218 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a120d7ee-2f16-4652-aa0c-bb64c927e8f7 req-7b758766-0c0e-4422-8c5b-7e7bdb80edf4 tempest-ServerPasswordTestJSON-1209729283 tempest-ServerPasswordTestJSON-1209729283-project] 10.222.0.55 "GET /v2.0/ports?device_id=b28c865f-bef5-4759-958d-ebf03131f8bd HTTP/1.1" status: 200 len: 946 time: 0.6914947 May 28 06:41:16.947267 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 1445282a-61c7-4a53-b74e-683e1bf60b3d is: ACTIVE; New status is: DOWN {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:41:16.947658 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:16.982554 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port b1440133-a59d-4a49-b5e4-c344d324d0ea triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:41:16.982927 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:17.032317 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1173a31a-4c8e-49f6-a035-4d8b8c1e0460 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Router 66194ebc-8fee-4231-9c1b-cd2f3f5fe578 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:41:17.033736 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-8a965c11-6e78-46de-9dfd-274785376fa5 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:41:17.041788 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-8a965c11-6e78-46de-9dfd-274785376fa5 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Usage tracker for resource:subnet and tenant:94cac8c050e34681825b5b9355a80ece is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:41:17.045794 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-8a965c11-6e78-46de-9dfd-274785376fa5 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:41:17.056235 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-8a965c11-6e78-46de-9dfd-274785376fa5 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:41:17.065247 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-287ef065-f81f-431c-861f-aef6389a296b req-2e75e46a-6a4a-431f-9bab-aa34289aff51 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b5b99fda-0bc9-4e50-b070-ce4a427e6fc6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5629134 May 28 06:41:17.078672 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-101a4314-028e-483a-b31a-bf3b780da949 None None] Provisioning for port 307ab924-0240-4cfc-872e-1f409eea1f3f completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:41:17.093450 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1591aba9-f3e2-498f-b742-bfb6ea5a55b3 req-9cf5e178-862d-4642-aa8f-5ecca6ed5874 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:17.097768 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-101a4314-028e-483a-b31a-bf3b780da949 None None] Provisioning complete for port 307ab924-0240-4cfc-872e-1f409eea1f3f triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:41:17.099161 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-101a4314-028e-483a-b31a-bf3b780da949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:17.099479 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1591aba9-f3e2-498f-b742-bfb6ea5a55b3 req-9cf5e178-862d-4642-aa8f-5ecca6ed5874 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:17.100877 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1591aba9-f3e2-498f-b742-bfb6ea5a55b3 req-9cf5e178-862d-4642-aa8f-5ecca6ed5874 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c9f4c13-f950-4d23-829a-8d9da3ec33a9 HTTP/1.1" status: 200 len: 1654 time: 0.5349977 May 28 06:41:17.104632 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a120d7ee-2f16-4652-aa0c-bb64c927e8f7 req-98e96648-676d-48d0-924d-5899320b84fe tempest-ServerPasswordTestJSON-1209729283 tempest-ServerPasswordTestJSON-1209729283-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d301e86-cf04-4da0-9367-d07bef67f9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482973 May 28 06:41:17.112532 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-66b8b1f6-a832-4115-b43f-01fc14ded95b tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:17.156386 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-23af93ba-da63-433a-a08e-41e7ecf80d21 req-2ce97483-5493-44fb-b909-fe5101844a67 tempest-ServerPasswordTestJSON-1209729283 tempest-ServerPasswordTestJSON-1209729283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:17.222787 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b8b1f6-a832-4115-b43f-01fc14ded95b tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0237f435-d3f5-4871-b585-fd0bdcae144a,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:17.234328 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a965c11-6e78-46de-9dfd-274785376fa5 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Made reservation on behalf of 94cac8c050e34681825b5b9355a80ece for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:41:17.244890 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8a965c11-6e78-46de-9dfd-274785376fa5 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:17.251605 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce97483-5493-44fb-b909-fe5101844a67 tempest-ServerPasswordTestJSON-1209729283 tempest-ServerPasswordTestJSON-1209729283-project] Pushing event deleted for resources: {'Port': ['ID=1445282a-61c7-4a53-b74e-683e1bf60b3d,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:17.252008 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port b1440133-a59d-4a49-b5e4-c344d324d0ea is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:41:17.286303 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1173a31a-4c8e-49f6-a035-4d8b8c1e0460 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:41:17.299384 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-101a4314-028e-483a-b31a-bf3b780da949 None None] Port 307ab924-0240-4cfc-872e-1f409eea1f3f cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:41:17.308681 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-1173a31a-4c8e-49f6-a035-4d8b8c1e0460 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "PUT /v2.0/routers/66194ebc-8fee-4231-9c1b-cd2f3f5fe578/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1774368 May 28 06:41:17.325096 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 41708) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:41:17.379441 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.ipam_backend_mixin [None req-8a965c11-6e78-46de-9dfd-274785376fa5 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Performing IP validity checks on allocation pools {{(pid=89109) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 28 06:41:17.379968 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.ipam_backend_mixin [None req-8a965c11-6e78-46de-9dfd-274785376fa5 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89109) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 28 06:41:17.427281 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1591aba9-f3e2-498f-b742-bfb6ea5a55b3 req-2ee819ce-56ce-4015-8758-f1e0c262a8a9 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] 10.222.0.55 "GET /v2.0/security-groups?id=45cb3f7c-83ce-4298-9702-2bb3cba6af9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2950652 May 28 06:41:17.469029 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-23af93ba-da63-433a-a08e-41e7ecf80d21 req-2ce97483-5493-44fb-b909-fe5101844a67 tempest-ServerPasswordTestJSON-1209729283 tempest-ServerPasswordTestJSON-1209729283-project] No DVR routers for this DVR port 1445282a-61c7-4a53-b74e-683e1bf60b3d on host n-h1-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:41:17.477020 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-23af93ba-da63-433a-a08e-41e7ecf80d21 req-2ce97483-5493-44fb-b909-fe5101844a67 tempest-ServerPasswordTestJSON-1209729283 tempest-ServerPasswordTestJSON-1209729283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:17.484973 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b28c865f-bef5-4759-958d-ebf03131f8bd', 'name': 'network-vif-deleted', 'tag': '1445282a-61c7-4a53-b74e-683e1bf60b3d'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:41:17.514120 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-23af93ba-da63-433a-a08e-41e7ecf80d21 req-2ce97483-5493-44fb-b909-fe5101844a67 tempest-ServerPasswordTestJSON-1209729283 tempest-ServerPasswordTestJSON-1209729283-project] 10.222.0.69 "DELETE /v2.0/ports/1445282a-61c7-4a53-b74e-683e1bf60b3d HTTP/1.1" status: 204 len: 173 time: 2.6675169 May 28 06:41:17.536373 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3fbe0d9-672e-42c7-96c5-87c06ae65d0c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:17.538259 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3fbe0d9-672e-42c7-96c5-87c06ae65d0c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:17.539168 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-b3fbe0d9-672e-42c7-96c5-87c06ae65d0c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Synchronizing usage tracker for tenant:5e9e9447c07c4077b6694ab63e3affe5 on resource:subnet {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:41:17.647193 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-66b8b1f6-a832-4115-b43f-01fc14ded95b tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:17.650212 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-66b8b1f6-a832-4115-b43f-01fc14ded95b tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] 10.222.0.55 "DELETE /v2.0/security-groups/0237f435-d3f5-4871-b585-fd0bdcae144a HTTP/1.1" status: 204 len: 168 time: 2.1965177 May 28 06:41:17.652454 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 41718) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:41:17.664327 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a6d1ee-b073-4f85-8fd7-3dc6621ffc06 None None] Sync routers for ids ['66194ebc-8fee-4231-9c1b-cd2f3f5fe578'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:41:17.666595 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [req-90511bf3-8e4b-47df-bf6d-c7d2e906ca62 req-912786f5-7467-4615-bc77-0d804189ffde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71833c87-f7f7-4698-a8a1-39d0a27f1e37 {{(pid=89110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:41:17.676226 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-90511bf3-8e4b-47df-bf6d-c7d2e906ca62 req-912786f5-7467-4615-bc77-0d804189ffde service neutron] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:17.679136 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a6d1ee-b073-4f85-8fd7-3dc6621ffc06 None None] Routers {'66194ebc-8fee-4231-9c1b-cd2f3f5fe578'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:41:17.679813 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8a965c11-6e78-46de-9dfd-274785376fa5 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:17.680126 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-24a6d1ee-b073-4f85-8fd7-3dc6621ffc06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:40:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['66194ebc-8fee-4231-9c1b-cd2f3f5fe578'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:41:17.703732 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0acfb3-edc3-4845-82e1-b53d122e63c4 req-875568e7-7b44-426e-a554-6acbac732c79 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:17.710631 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9d0acfb3-edc3-4845-82e1-b53d122e63c4 req-875568e7-7b44-426e-a554-6acbac732c79 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5b99fda-0bc9-4e50-b070-ce4a427e6fc6 HTTP/1.1" status: 200 len: 943 time: 0.3774142 May 28 06:41:17.734692 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-b3fbe0d9-672e-42c7-96c5-87c06ae65d0c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Unset dirty status for tenant:5e9e9447c07c4077b6694ab63e3affe5 on resource:subnet {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:41:17.736210 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-b3fbe0d9-672e-42c7-96c5-87c06ae65d0c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4101529 May 28 06:41:17.740900 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-90511bf3-8e4b-47df-bf6d-c7d2e906ca62 req-912786f5-7467-4615-bc77-0d804189ffde service neutron] Transition to ACTIVE for port object 71833c87-f7f7-4698-a8a1-39d0a27f1e37 will not be triggered until provisioned by entity L2. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:41:17.742427 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 41722) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:41:17.819884 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9d0acfb3-edc3-4845-82e1-b53d122e63c4 req-4b3883e5-c2da-49a0-aa62-b7bfcd2482ac tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d9e2739-d2e7-489f-8894-c4c5db308155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083338 May 28 06:41:17.830380 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-24a6d1ee-b073-4f85-8fd7-3dc6621ffc06 None None] Set router 66194ebc-8fee-4231-9c1b-cd2f3f5fe578 gateway port host: None {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:41:17.850694 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-4c4793f9-e998-4942-b91b-7114155ce4fb tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1970508 May 28 06:41:17.851307 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 41726) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:41:17.854818 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a965c11-6e78-46de-9dfd-274785376fa5 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Pushing event updated for resources: {'Subnet': ['ID=b176af47-1170-43cc-80f3-b4c228cf6654,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:17.865148 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe30409a-ed20-4dfb-ad2d-9b1e92853bbc tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Deleting subnet a25ad410-99b4-400b-9e71-54005fa8ee08 {{(pid=89110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:41:17.869926 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a965c11-6e78-46de-9dfd-274785376fa5 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Checking segment: {'id': 'cd277ad2-ec74-4883-b216-19394e159fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '07463fb5-e6c4-4fcb-9a4d-7aff1c0f8440'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:41:17.870922 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a965c11-6e78-46de-9dfd-274785376fa5 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Network hostable DHCP agents. Network: 07463fb5-e6c4-4fcb-9a4d-7aff1c0f8440, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:41:17.880406 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddbff16-8b90-4f28-b021-3cb04524af86 req-9e665dc8-1648-47cf-a88e-656284c10178 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:17.889618 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2ddbff16-8b90-4f28-b021-3cb04524af86 req-9e665dc8-1648-47cf-a88e-656284c10178 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e HTTP/1.1" status: 200 len: 944 time: 0.3072462 May 28 06:41:17.891629 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-d5a83b22-4a29-4a0e-8048-c3d58fe86934 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Request body: {'security_group': {'name': 'tempest-secgroup--833338407'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:41:17.903431 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-d5a83b22-4a29-4a0e-8048-c3d58fe86934 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:41:17.911792 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-d5a83b22-4a29-4a0e-8048-c3d58fe86934 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Usage tracker for resource:security_group and tenant:c63f5c7f6ee64d0f94a0f9d286904eef is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:41:17.916746 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-d5a83b22-4a29-4a0e-8048-c3d58fe86934 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:41:17.918599 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-fe30409a-ed20-4dfb-ad2d-9b1e92853bbc tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks [] for subnet, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:17.925845 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-d5a83b22-4a29-4a0e-8048-c3d58fe86934 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:41:17.953542 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-24a6d1ee-b073-4f85-8fd7-3dc6621ffc06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66194ebc-8fee-4231-9c1b-cd2f3f5fe578', 'name': 'tempest-NetworksTestDHCPv6-router-334799060', 'tenant_id': '5e9e9447c07c4077b6694ab63e3affe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:41:03Z', 'updated_at': '2022-05-28T06:41:15Z', 'revision_number': 3, 'project_id': '5e9e9447c07c4077b6694ab63e3affe5', 'gw_port_host': None}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:41:17.958970 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a6d1ee-b073-4f85-8fd7-3dc6621ffc06 None None] Checking router: 66194ebc-8fee-4231-9c1b-cd2f3f5fe578 for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:41:17.976818 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a6d1ee-b073-4f85-8fd7-3dc6621ffc06 None None] Routers {'66194ebc-8fee-4231-9c1b-cd2f3f5fe578'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:41:17.978339 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-24a6d1ee-b073-4f85-8fd7-3dc6621ffc06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:40:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['66194ebc-8fee-4231-9c1b-cd2f3f5fe578'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:41:18.016027 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a965c11-6e78-46de-9dfd-274785376fa5 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Network 07463fb5-e6c4-4fcb-9a4d-7aff1c0f8440 is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:41:18.045080 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d5a83b22-4a29-4a0e-8048-c3d58fe86934 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:18.064059 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-90511bf3-8e4b-47df-bf6d-c7d2e906ca62 req-912786f5-7467-4615-bc77-0d804189ffde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:18.093215 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-d5a83b22-4a29-4a0e-8048-c3d58fe86934 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:41:18.097622 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-d5a83b22-4a29-4a0e-8048-c3d58fe86934 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Usage tracker for resource:security_group_rule and tenant:c63f5c7f6ee64d0f94a0f9d286904eef is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:41:18.105374 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-d5a83b22-4a29-4a0e-8048-c3d58fe86934 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:41:18.116523 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-8a965c11-6e78-46de-9dfd-274785376fa5 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, 07463fb5-e6c4-4fcb-9a4d-7aff1c0f8440) {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:41:18.118923 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-d5a83b22-4a29-4a0e-8048-c3d58fe86934 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:41:18.123950 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a965c11-6e78-46de-9dfd-274785376fa5 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:18.125141 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8a965c11-6e78-46de-9dfd-274785376fa5 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:18.127541 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-623605a3-3ee8-465f-9268-2b279282f990 None None] Network 07463fb5-e6c4-4fcb-9a4d-7aff1c0f8440 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:41:18.153698 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-24a6d1ee-b073-4f85-8fd7-3dc6621ffc06 None None] Set router 66194ebc-8fee-4231-9c1b-cd2f3f5fe578 gateway port host: None {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:41:18.230927 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d5a83b22-4a29-4a0e-8048-c3d58fe86934 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:18.263261 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-8a965c11-6e78-46de-9dfd-274785376fa5 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.7622712 May 28 06:41:18.275561 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 41732) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:41:18.284230 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-24a6d1ee-b073-4f85-8fd7-3dc6621ffc06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66194ebc-8fee-4231-9c1b-cd2f3f5fe578', 'name': 'tempest-NetworksTestDHCPv6-router-334799060', 'tenant_id': '5e9e9447c07c4077b6694ab63e3affe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:41:03Z', 'updated_at': '2022-05-28T06:41:15Z', 'revision_number': 3, 'project_id': '5e9e9447c07c4077b6694ab63e3affe5', 'gw_port_host': None}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:41:18.290205 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2ddbff16-8b90-4f28-b021-3cb04524af86 req-663e4ca8-15c1-454f-872a-7679e00dfbd9 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0fc320c-5211-4d72-b7c9-130a40d05074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3992777 May 28 06:41:18.295306 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a6d1ee-b073-4f85-8fd7-3dc6621ffc06 None None] The sync data for ids ['66194ebc-8fee-4231-9c1b-cd2f3f5fe578'] in n-d-843702-1 is: [{'id': '66194ebc-8fee-4231-9c1b-cd2f3f5fe578', 'name': 'tempest-NetworksTestDHCPv6-router-334799060', 'tenant_id': '5e9e9447c07c4077b6694ab63e3affe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:41:03Z', 'updated_at': '2022-05-28T06:41:15Z', 'revision_number': 3, 'project_id': '5e9e9447c07c4077b6694ab63e3affe5', 'gw_port_host': None}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:41:18.304494 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-fe30409a-ed20-4dfb-ad2d-9b1e92853bbc tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4150765'] for subnet, precommit_delete_associations {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:18.458097 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d5a83b22-4a29-4a0e-8048-c3d58fe86934 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:18.559057 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-fe30409a-ed20-4dfb-ad2d-9b1e92853bbc tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:18.570857 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a83b22-4a29-4a0e-8048-c3d58fe86934 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de8e5163-19a6-4b2f-b0bd-5365f936e109,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:18.646625 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d5a83b22-4a29-4a0e-8048-c3d58fe86934 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:18.650900 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-d5a83b22-4a29-4a0e-8048-c3d58fe86934 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7982714 May 28 06:41:18.652218 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 41742) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:41:18.661693 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2b4be57c-4d63-4093-81c1-9674cc53bbee tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:18.674234 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-7003263f-4ff4-46bc-b9bf-2d9496741368 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Request body: {'security_group_rule': {'security_group_id': 'de8e5163-19a6-4b2f-b0bd-5365f936e109', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:41:18.686990 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-7003263f-4ff4-46bc-b9bf-2d9496741368 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:41:18.692838 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-7003263f-4ff4-46bc-b9bf-2d9496741368 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Usage tracker for resource:security_group_rule and tenant:c63f5c7f6ee64d0f94a0f9d286904eef is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:41:18.698578 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-7003263f-4ff4-46bc-b9bf-2d9496741368 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:41:18.713328 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3d28e24-5b2d-407d-bcf4-bbce2be70017'] response: {'server_uuid': 'b28c865f-bef5-4759-958d-ebf03131f8bd', 'name': 'network-vif-deleted', 'tag': '1445282a-61c7-4a53-b74e-683e1bf60b3d', 'status': 'completed', 'code': 200} May 28 06:41:18.734161 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-f890f0b8-7056-4e23-8d97-e68eafe12ed7 req-6712b4be-90cd-421b-a791-8e570f25c4d0 tempest-ServerPasswordTestJSON-1209729283 tempest-ServerPasswordTestJSON-1209729283-project] Synchronizing usage tracker for tenant:52a114356afd4e7ab44d0cf9b741f68f on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:41:18.738943 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092ec5f2-6894-46a8-b9a0-bb3d28411d05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-07463fb5-e6c4-4fcb-9a4d-7aff1c0f8440', 'network_id': '07463fb5-e6c4-4fcb-9a4d-7aff1c0f8440', 'tenant_id': '94cac8c050e34681825b5b9355a80ece', 'fixed_ips': [{'subnet_id': 'b176af47-1170-43cc-80f3-b4c228cf6654'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:41:18.739904 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-092ec5f2-6894-46a8-b9a0-bb3d28411d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:18.745635 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-7003263f-4ff4-46bc-b9bf-2d9496741368 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:41:18.784273 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2b4be57c-4d63-4093-81c1-9674cc53bbee tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:18.858908 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912786f5-7467-4615-bc77-0d804189ffde service neutron] Pushing event updated for resources: {'Port': ['ID=71833c87-f7f7-4698-a8a1-39d0a27f1e37,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:18.861503 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7003263f-4ff4-46bc-b9bf-2d9496741368 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:18.932311 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b7645c-b0d5-4243-9db8-6dde2e0c7e9a req-ca020731-a2bb-4a94-a1e7-64417f818b0a tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:18.937281 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-092ec5f2-6894-46a8-b9a0-bb3d28411d05 None None] Allocated IP 172.20.0.3 (07463fb5-e6c4-4fcb-9a4d-7aff1c0f8440/b176af47-1170-43cc-80f3-b4c228cf6654/2290886d-af51-437c-bfa6-2f00eb28f0d4) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:41:18.939397 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-63b7645c-b0d5-4243-9db8-6dde2e0c7e9a req-ca020731-a2bb-4a94-a1e7-64417f818b0a tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] 10.222.0.55 "GET /v2.0/ports?device_id=31511953-083e-42fb-a7d3-8f5fc16aba3c HTTP/1.1" status: 200 len: 946 time: 0.8826821 May 28 06:41:18.941235 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7003263f-4ff4-46bc-b9bf-2d9496741368 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:18.975739 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-90511bf3-8e4b-47df-bf6d-c7d2e906ca62 req-912786f5-7467-4615-bc77-0d804189ffde service neutron] Attempting to bind port 71833c87-f7f7-4698-a8a1-39d0a27f1e37 on host n-h2-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:41:18.976066 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-90511bf3-8e4b-47df-bf6d-c7d2e906ca62 req-912786f5-7467-4615-bc77-0d804189ffde service neutron] Attempting to bind port 71833c87-f7f7-4698-a8a1-39d0a27f1e37 by drivers openvswitch,hyperv on host n-h2-843702-1 at level 0 using segments [{'id': 'a04b0338-6b05-4dc3-a755-49eeec28e1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'd70e6509-755a-4351-a49a-268e59e9bbd2'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:41:18.976387 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90511bf3-8e4b-47df-bf6d-c7d2e906ca62 req-912786f5-7467-4615-bc77-0d804189ffde service neutron] Attempting to bind port 71833c87-f7f7-4698-a8a1-39d0a27f1e37 on network d70e6509-755a-4351-a49a-268e59e9bbd2 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:41:18.992244 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90511bf3-8e4b-47df-bf6d-c7d2e906ca62 req-912786f5-7467-4615-bc77-0d804189ffde service neutron] Port 71833c87-f7f7-4698-a8a1-39d0a27f1e37 on network d70e6509-755a-4351-a49a-268e59e9bbd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:41:18.992568 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90511bf3-8e4b-47df-bf6d-c7d2e906ca62 req-912786f5-7467-4615-bc77-0d804189ffde service neutron] Attempting to bind port 71833c87-f7f7-4698-a8a1-39d0a27f1e37 on network d70e6509-755a-4351-a49a-268e59e9bbd2 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:41:19.003585 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-63b7645c-b0d5-4243-9db8-6dde2e0c7e9a req-45977c2c-edda-4432-9508-9cd228da76eb tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] 10.222.0.55 "GET /v2.0/security-groups?id=b99dec1f-6b3b-4dfd-86ac-ed192f0fcc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633624 May 28 06:41:19.004728 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90511bf3-8e4b-47df-bf6d-c7d2e906ca62 req-912786f5-7467-4615-bc77-0d804189ffde service neutron] Checking agent: {'id': 'f1a3973b-d2b3-4558-88e7-2ac50857d302', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:41:19.005067 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90511bf3-8e4b-47df-bf6d-c7d2e906ca62 req-912786f5-7467-4615-bc77-0d804189ffde service neutron] Checking segment: {'id': 'a04b0338-6b05-4dc3-a755-49eeec28e1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'd70e6509-755a-4351-a49a-268e59e9bbd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:41:19.005471 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90511bf3-8e4b-47df-bf6d-c7d2e906ca62 req-912786f5-7467-4615-bc77-0d804189ffde service neutron] Bound using segment: {'id': 'a04b0338-6b05-4dc3-a755-49eeec28e1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'd70e6509-755a-4351-a49a-268e59e9bbd2'} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:41:19.005896 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-90511bf3-8e4b-47df-bf6d-c7d2e906ca62 req-912786f5-7467-4615-bc77-0d804189ffde service neutron] Bound port: 71833c87-f7f7-4698-a8a1-39d0a27f1e37, host: n-h2-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a04b0338-6b05-4dc3-a755-49eeec28e1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'd70e6509-755a-4351-a49a-268e59e9bbd2'}}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:41:19.006238 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-90511bf3-8e4b-47df-bf6d-c7d2e906ca62 req-912786f5-7467-4615-bc77-0d804189ffde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:19.177255 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-f890f0b8-7056-4e23-8d97-e68eafe12ed7 req-6712b4be-90cd-421b-a791-8e570f25c4d0 tempest-ServerPasswordTestJSON-1209729283 tempest-ServerPasswordTestJSON-1209729283-project] Unset dirty status for tenant:52a114356afd4e7ab44d0cf9b741f68f on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:41:19.178401 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f890f0b8-7056-4e23-8d97-e68eafe12ed7 req-6712b4be-90cd-421b-a791-8e570f25c4d0 tempest-ServerPasswordTestJSON-1209729283 tempest-ServerPasswordTestJSON-1209729283-project] 10.222.0.55 "GET /v2.0/ports?device_id=b28c865f-bef5-4759-958d-ebf03131f8bd HTTP/1.1" status: 200 len: 210 time: 0.5498784 May 28 06:41:19.186201 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7003263f-4ff4-46bc-b9bf-2d9496741368 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:19.187178 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-90511bf3-8e4b-47df-bf6d-c7d2e906ca62 req-912786f5-7467-4615-bc77-0d804189ffde service neutron] For port 71833c87-f7f7-4698-a8a1-39d0a27f1e37, host n-h2-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:41:19.201544 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-fe30409a-ed20-4dfb-ad2d-9b1e92853bbc tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3115981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3172005'] for subnet, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:19.210610 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7003263f-4ff4-46bc-b9bf-2d9496741368 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=524c8a7a-42bc-4b1b-8e14-970a3ac2114d,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:19.261237 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-90511bf3-8e4b-47df-bf6d-c7d2e906ca62 req-912786f5-7467-4615-bc77-0d804189ffde service neutron] For port 71833c87-f7f7-4698-a8a1-39d0a27f1e37, host n-h2-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=71833c87-f7f7-4698-a8a1-39d0a27f1e37,segment=NetworkSegment(a04b0338-6b05-4dc3-a755-49eeec28e1c0),segment_id=a04b0338-6b05-4dc3-a755-49eeec28e1c0)] {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:41:19.267724 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-fe30409a-ed20-4dfb-ad2d-9b1e92853bbc tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:19.270855 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe30409a-ed20-4dfb-ad2d-9b1e92853bbc tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Pushing event deleted for resources: {'Subnet': ['ID=a25ad410-99b4-400b-9e71-54005fa8ee08,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:19.291904 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd656dc6-4dca-4c96-9c00-57e51bbff186 None None] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:41:19.329909 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7003263f-4ff4-46bc-b9bf-2d9496741368 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:19.331202 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-7003263f-4ff4-46bc-b9bf-2d9496741368 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6778591 May 28 06:41:19.333942 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 41758) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:41:19.363966 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4df3f054-ad8f-4418-9031-000303d0db68 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:19.375369 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4df3f054-ad8f-4418-9031-000303d0db68 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:19.397943 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287ef065-f81f-431c-861f-aef6389a296b req-490089ed-b992-4b61-af4a-a2d91144c66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:19.400090 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-287ef065-f81f-431c-861f-aef6389a296b req-490089ed-b992-4b61-af4a-a2d91144c66d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b5b99fda-0bc9-4e50-b070-ce4a427e6fc6&tenant_id=50466b4420374aac8a4e6c84ffbb2d35 HTTP/1.1" status: 200 len: 1094 time: 0.3066580 May 28 06:41:19.412741 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3bfc42-fecf-45d3-ac2a-83721ba29337 req-d3f4325a-e125-477d-a8af-89b49c6d08af tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:19.419569 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3bfc42-fecf-45d3-ac2a-83721ba29337 req-d3f4325a-e125-477d-a8af-89b49c6d08af tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:19.421136 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9c3bfc42-fecf-45d3-ac2a-83721ba29337 req-d3f4325a-e125-477d-a8af-89b49c6d08af tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c9f4c13-f950-4d23-829a-8d9da3ec33a9 HTTP/1.1" status: 200 len: 1666 time: 0.2981069 May 28 06:41:19.469963 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-90511bf3-8e4b-47df-bf6d-c7d2e906ca62 req-912786f5-7467-4615-bc77-0d804189ffde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:19.513829 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4df3f054-ad8f-4418-9031-000303d0db68 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:19.532791 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df3f054-ad8f-4418-9031-000303d0db68 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=524c8a7a-42bc-4b1b-8e14-970a3ac2114d,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:19.539733 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 41762) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:41:19.540457 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-fe30409a-ed20-4dfb-ad2d-9b1e92853bbc tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "DELETE /v2.0/subnets/a25ad410-99b4-400b-9e71-54005fa8ee08 HTTP/1.1" status: 204 len: 168 time: 1.7947659 May 28 06:41:19.540567 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4df3f054-ad8f-4418-9031-000303d0db68 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:19.544289 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-4df3f054-ad8f-4418-9031-000303d0db68 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/524c8a7a-42bc-4b1b-8e14-970a3ac2114d HTTP/1.1" status: 204 len: 168 time: 0.2071137 May 28 06:41:19.544608 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 41766) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:41:19.588428 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90511bf3-8e4b-47df-bf6d-c7d2e906ca62 req-912786f5-7467-4615-bc77-0d804189ffde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:19.588819 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-90511bf3-8e4b-47df-bf6d-c7d2e906ca62 req-912786f5-7467-4615-bc77-0d804189ffde service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:19.590155 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-90511bf3-8e4b-47df-bf6d-c7d2e906ca62 req-912786f5-7467-4615-bc77-0d804189ffde service neutron] 10.222.0.71 "PUT /v2.0/ports/71833c87-f7f7-4698-a8a1-39d0a27f1e37 HTTP/1.1" status: 200 len: 1091 time: 3.6875739 May 28 06:41:19.598897 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-092ec5f2-6894-46a8-b9a0-bb3d28411d05 None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:19.609328 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-092ec5f2-6894-46a8-b9a0-bb3d28411d05 None None] Transition to ACTIVE for port object 2290886d-af51-437c-bfa6-2f00eb28f0d4 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:41:19.632392 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-092ec5f2-6894-46a8-b9a0-bb3d28411d05 None None] Transition to ACTIVE for port object 2290886d-af51-437c-bfa6-2f00eb28f0d4 will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:41:19.650524 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498a3930-3c75-44bd-80a0-4662f8a34dc0 req-6475bf72-8935-4595-8862-2d598f585634 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:19.657550 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-498a3930-3c75-44bd-80a0-4662f8a34dc0 req-6475bf72-8935-4595-8862-2d598f585634 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/networks?id=e7d92049-bff3-4c3a-a4bd-4950c7dcad1c HTTP/1.1" status: 200 len: 811 time: 0.3634555 May 28 06:41:19.690707 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9c3bfc42-fecf-45d3-ac2a-83721ba29337 req-029627cc-f60c-43c7-ab90-da672c079e5f tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] 10.222.0.55 "GET /v2.0/security-groups?id=45cb3f7c-83ce-4298-9702-2bb3cba6af9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198291 May 28 06:41:19.721358 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912786f5-7467-4615-bc77-0d804189ffde service neutron] Pushing event updated for resources: {'Port': ['ID=71833c87-f7f7-4698-a8a1-39d0a27f1e37,revision_number=3']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:19.725367 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-498a3930-3c75-44bd-80a0-4662f8a34dc0 req-987df3c3-203f-44e8-8507-7d57c245af2c tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/quotas/fada8efd68e34d6781d883ae41cb05ad HTTP/1.1" status: 200 len: 375 time: 0.0667911 May 28 06:41:19.739425 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f58c87-d63d-466c-97b7-cfc8b1ef6b0c None None] DHCP port deletion for 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:41:19.744137 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-1719137e-fa73-43e2-b718-b57dffa90131 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Synchronizing usage tracker for tenant:c63f5c7f6ee64d0f94a0f9d286904eef on resource:security_group_rule {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:41:19.750037 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-70f58c87-d63d-466c-97b7-cfc8b1ef6b0c None None] Deleting port 1a6b1741-9065-4627-ad09-6619e1c185f3 {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:41:19.750037 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-70f58c87-d63d-466c-97b7-cfc8b1ef6b0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:19.759731 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287ef065-f81f-431c-861f-aef6389a296b req-3c405913-2f3b-4b14-b7ab-f7f173367f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:19.763845 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-287ef065-f81f-431c-861f-aef6389a296b req-3c405913-2f3b-4b14-b7ab-f7f173367f89 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=50466b4420374aac8a4e6c84ffbb2d35&device_id=b5b99fda-0bc9-4e50-b070-ce4a427e6fc6 HTTP/1.1" status: 200 len: 1094 time: 0.3415620 May 28 06:41:19.768179 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-90511bf3-8e4b-47df-bf6d-c7d2e906ca62 req-ac2fb3f8-2a87-4995-b85e-2bb234857d7f service neutron] Request body: {'port': {'device_id': '3c9f4c13-f950-4d23-829a-8d9da3ec33a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843702-1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:41:19.810576 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-6a2498af-c510-4419-a654-012d9a999f80 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Synchronizing usage tracker for tenant:5e9e9447c07c4077b6694ab63e3affe5 on resource:router {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:41:19.811938 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-092ec5f2-6894-46a8-b9a0-bb3d28411d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:19.882965 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092ec5f2-6894-46a8-b9a0-bb3d28411d05 None None] Network 07463fb5-e6c4-4fcb-9a4d-7aff1c0f8440 is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:41:19.893037 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-092ec5f2-6894-46a8-b9a0-bb3d28411d05 None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:41:19.901177 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2b4be57c-4d63-4093-81c1-9674cc53bbee tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9555650'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:19.923429 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092ec5f2-6894-46a8-b9a0-bb3d28411d05 None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:41:19.974560 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-6a2498af-c510-4419-a654-012d9a999f80 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Unset dirty status for tenant:5e9e9447c07c4077b6694ab63e3affe5 on resource:router {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:41:19.979402 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-6a2498af-c510-4419-a654-012d9a999f80 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.4328930 May 28 06:41:19.979402 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-1719137e-fa73-43e2-b718-b57dffa90131 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Unset dirty status for tenant:c63f5c7f6ee64d0f94a0f9d286904eef on resource:security_group_rule {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:41:19.979402 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-1719137e-fa73-43e2-b718-b57dffa90131 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4329824 May 28 06:41:19.983874 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 41770) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:41:19.984265 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 41772) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:41:19.992596 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092ec5f2-6894-46a8-b9a0-bb3d28411d05 None None] Pushing event updated for resources: {'Port': ['ID=2290886d-af51-437c-bfa6-2f00eb28f0d4,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:19.995547 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 1a6b1741-9065-4627-ad09-6619e1c185f3 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:41:20.051126 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4be57c-4d63-4093-81c1-9674cc53bbee tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Pushing event deleted for resources: {'Subnet': ['ID=b176af47-1170-43cc-80f3-b4c228cf6654,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:20.210381 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-092ec5f2-6894-46a8-b9a0-bb3d28411d05 None None] Attempting to bind port 2290886d-af51-437c-bfa6-2f00eb28f0d4 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:41:20.210737 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-092ec5f2-6894-46a8-b9a0-bb3d28411d05 None None] Attempting to bind port 2290886d-af51-437c-bfa6-2f00eb28f0d4 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'cd277ad2-ec74-4883-b216-19394e159fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '07463fb5-e6c4-4fcb-9a4d-7aff1c0f8440'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:41:20.211089 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092ec5f2-6894-46a8-b9a0-bb3d28411d05 None None] Attempting to bind port 2290886d-af51-437c-bfa6-2f00eb28f0d4 on network 07463fb5-e6c4-4fcb-9a4d-7aff1c0f8440 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:41:20.231026 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092ec5f2-6894-46a8-b9a0-bb3d28411d05 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:41:20.231399 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092ec5f2-6894-46a8-b9a0-bb3d28411d05 None None] Checking segment: {'id': 'cd277ad2-ec74-4883-b216-19394e159fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '07463fb5-e6c4-4fcb-9a4d-7aff1c0f8440'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:41:20.231806 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-092ec5f2-6894-46a8-b9a0-bb3d28411d05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:20.232552 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092ec5f2-6894-46a8-b9a0-bb3d28411d05 None None] Bound using segment: {'id': 'cd277ad2-ec74-4883-b216-19394e159fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '07463fb5-e6c4-4fcb-9a4d-7aff1c0f8440'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:41:20.232690 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-092ec5f2-6894-46a8-b9a0-bb3d28411d05 None None] Bound port: 2290886d-af51-437c-bfa6-2f00eb28f0d4, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd277ad2-ec74-4883-b216-19394e159fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '07463fb5-e6c4-4fcb-9a4d-7aff1c0f8440'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:41:20.233046 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-092ec5f2-6894-46a8-b9a0-bb3d28411d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:20.252149 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-90511bf3-8e4b-47df-bf6d-c7d2e906ca62 req-ac2fb3f8-2a87-4995-b85e-2bb234857d7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:20.280754 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287ef065-f81f-431c-861f-aef6389a296b req-35f2738f-1320-428d-aa05-ccb1c2bfb629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:20.282241 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-287ef065-f81f-431c-861f-aef6389a296b req-35f2738f-1320-428d-aa05-ccb1c2bfb629 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a8fa6c28-5257-4dd9-bf7e-c257b513d11b HTTP/1.1" status: 200 len: 917 time: 0.4447799 May 28 06:41:20.372254 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7b9afea6-1fbc-45bc-886c-b4886f1381de tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks [] for router, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:20.390437 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-70f58c87-d63d-466c-97b7-cfc8b1ef6b0c None None] For port 1a6b1741-9065-4627-ad09-6619e1c185f3, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=1a6b1741-9065-4627-ad09-6619e1c185f3,segment=NetworkSegment(e82da2dd-17b8-4c15-8abb-711622ad0a92),segment_id=e82da2dd-17b8-4c15-8abb-711622ad0a92)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:41:20.391035 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-70f58c87-d63d-466c-97b7-cfc8b1ef6b0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:20.457154 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-498a3930-3c75-44bd-80a0-4662f8a34dc0 req-ad8f5f29-dc8c-48c5-a195-9950e9a95070 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=fada8efd68e34d6781d883ae41cb05ad&fields=id HTTP/1.1" status: 200 len: 440 time: 0.7027211 May 28 06:41:20.483997 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-287ef065-f81f-431c-861f-aef6389a296b req-534f75a8-7566-4ca7-b58f-6d67e270fc50 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2a9418a7-bd04-4bdb-9ce7-c9cfe2d4e847 HTTP/1.1" status: 200 len: 998 time: 0.1951039 May 28 06:41:20.507983 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2b4be57c-4d63-4093-81c1-9674cc53bbee tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:20.533092 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-70f58c87-d63d-466c-97b7-cfc8b1ef6b0c None None] Calling delete_port for 1a6b1741-9065-4627-ad09-6619e1c185f3 owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:41:20.561659 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 1a6b1741-9065-4627-ad09-6619e1c185f3 is: ACTIVE; New status is: DOWN {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:41:20.562049 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:20.585667 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6d69c1-4fc5-4b38-bd9a-d50545a4521b req-45739a97-46de-456a-807f-d7da01b2d58a tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:20.589362 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bf6d69c1-4fc5-4b38-bd9a-d50545a4521b req-45739a97-46de-456a-807f-d7da01b2d58a tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5b99fda-0bc9-4e50-b070-ce4a427e6fc6 HTTP/1.1" status: 200 len: 943 time: 0.7561765 May 28 06:41:20.598803 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-2b4be57c-4d63-4093-81c1-9674cc53bbee tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07463fb5-e6c4-4fcb-9a4d-7aff1c0f8440']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:41:20.619959 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-092ec5f2-6894-46a8-b9a0-bb3d28411d05 None None] For port 2290886d-af51-437c-bfa6-2f00eb28f0d4, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:41:20.624056 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-092ec5f2-6894-46a8-b9a0-bb3d28411d05 None None] For port 2290886d-af51-437c-bfa6-2f00eb28f0d4, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=2290886d-af51-437c-bfa6-2f00eb28f0d4,segment=NetworkSegment(cd277ad2-ec74-4883-b216-19394e159fb5),segment_id=cd277ad2-ec74-4883-b216-19394e159fb5)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:41:20.652691 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port 1a6b1741-9065-4627-ad09-6619e1c185f3, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=1a6b1741-9065-4627-ad09-6619e1c185f3,segment=NetworkSegment(e82da2dd-17b8-4c15-8abb-711622ad0a92),segment_id=e82da2dd-17b8-4c15-8abb-711622ad0a92)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:41:20.707869 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-092ec5f2-6894-46a8-b9a0-bb3d28411d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:20.718270 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c9f4c13-f950-4d23-829a-8d9da3ec33a9', 'tag': '71833c87-f7f7-4698-a8a1-39d0a27f1e37'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:41:20.754799 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-2b4be57c-4d63-4093-81c1-9674cc53bbee tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd277ad2-ec74-4883-b216-19394e159fb5') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:41:20.755144 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-2b4be57c-4d63-4093-81c1-9674cc53bbee tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd277ad2-ec74-4883-b216-19394e159fb5') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:41:20.756265 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:20.756947 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device d37db58f-0242-463b-9947-d8db9d462c7c no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:41:20.762085 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0bdcbd45-e2a6-4972-871f-34146ffbc1e0 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:20.773624 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2b4be57c-4d63-4093-81c1-9674cc53bbee tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:20.781445 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7b9afea6-1fbc-45bc-886c-b4886f1381de tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59018'] for router, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:20.794893 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7b9afea6-1fbc-45bc-886c-b4886f1381de tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:20.807259 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.db.api [None req-70f58c87-d63d-466c-97b7-cfc8b1ef6b0c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89111) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:41:20.807474 n-d-843702-1 neutron-server[89111]: DEBUG oslo_db.api [None req-70f58c87-d63d-466c-97b7-cfc8b1ef6b0c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:41:20.808002 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: d37db58f-0242-463b-9947-d8db9d462c7c {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:41:20.808244 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device d37db58f-0242-463b-9947-d8db9d462c7c not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:41:20.821910 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2b4be57c-4d63-4093-81c1-9674cc53bbee tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:20.837090 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b4be57c-4d63-4093-81c1-9674cc53bbee tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:41:20.837496 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2b4be57c-4d63-4093-81c1-9674cc53bbee tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:20.843867 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092ec5f2-6894-46a8-b9a0-bb3d28411d05 None None] Pushing event updated for resources: {'Port': ['ID=2290886d-af51-437c-bfa6-2f00eb28f0d4,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:21.048942 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287ef065-f81f-431c-861f-aef6389a296b req-efbaa91d-b4ab-4fe9-9bc0-f18dab5fa47c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:21.048942 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-287ef065-f81f-431c-861f-aef6389a296b req-efbaa91d-b4ab-4fe9-9bc0-f18dab5fa47c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=63994f4d-7e85-4fdc-89a1-6c8536e7f551 HTTP/1.1" status: 200 len: 855 time: 0.2798893 May 28 06:41:21.051710 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0bdcbd45-e2a6-4972-871f-34146ffbc1e0 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:21.052426 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bf6d69c1-4fc5-4b38-bd9a-d50545a4521b req-985aa64d-ffe7-435c-998f-89834fcb2529 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d9e2739-d2e7-489f-8894-c4c5db308155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2570963 May 28 06:41:21.052545 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=1a6b1741-9065-4627-ad09-6619e1c185f3,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:21.052659 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment cd277ad2-ec74-4883-b216-19394e159fb5 resource provider aggregate not found May 28 06:41:21.052760 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-498a3930-3c75-44bd-80a0-4662f8a34dc0 req-a37a4dbd-9ee2-4671-8c3d-983f138e48f6 service neutron] 10.222.0.55 "GET /v2.0/networks/e7d92049-bff3-4c3a-a4bd-4950c7dcad1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5183313 May 28 06:41:21.052760 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-bba8f4ea-7677-4619-90b4-62bbdd8a8ca4 req-9e880ddc-0469-439a-81c1-768f9aca681e tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-571187841', 'description': 'tempest-description-362949554'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:41:21.052760 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-bba8f4ea-7677-4619-90b4-62bbdd8a8ca4 req-9e880ddc-0469-439a-81c1-768f9aca681e tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:41:21.053158 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment cd277ad2-ec74-4883-b216-19394e159fb5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cd277ad2-ec74-4883-b216-19394e159fb5 found for delete ", "request_id": "req-0aff57e7-fb86-4dbb-94b8-2f5c4cf0c22d"}]} May 28 06:41:21.053158 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.db.api [None req-2b4be57c-4d63-4093-81c1-9674cc53bbee tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 28 06:41:21.053158 n-d-843702-1 neutron-server[89109]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 28 06:41:21.053158 n-d-843702-1 neutron-server[89109]: [parameters: {'id': '07463fb5-e6c4-4fcb-9a4d-7aff1c0f8440'}] May 28 06:41:21.053158 n-d-843702-1 neutron-server[89109]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:41:21.053158 n-d-843702-1 neutron-server[89109]: DEBUG oslo_db.api [None req-2b4be57c-4d63-4093-81c1-9674cc53bbee tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:41:21.089322 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368cdf1e-cc2a-4461-94b8-e57b9805947e None None] Network 07463fb5-e6c4-4fcb-9a4d-7aff1c0f8440 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:41:21.089792 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7b9afea6-1fbc-45bc-886c-b4886f1381de tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-703817'] for router, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:21.090320 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b9afea6-1fbc-45bc-886c-b4886f1381de tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Fanout notify agent at l3_agent the message router_deleted on router 66194ebc-8fee-4231-9c1b-cd2f3f5fe578 {{(pid=89109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 06:41:21.117655 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-bba8f4ea-7677-4619-90b4-62bbdd8a8ca4 req-9e880ddc-0469-439a-81c1-768f9aca681e tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:41:21.124060 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0bdcbd45-e2a6-4972-871f-34146ffbc1e0 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:21.157204 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdcbd45-e2a6-4972-871f-34146ffbc1e0 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de8e5163-19a6-4b2f-b0bd-5365f936e109,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:21.216693 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7b9afea6-1fbc-45bc-886c-b4886f1381de tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:21.219229 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-7b9afea6-1fbc-45bc-886c-b4886f1381de tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "DELETE /v2.0/routers/66194ebc-8fee-4231-9c1b-cd2f3f5fe578 HTTP/1.1" status: 204 len: 168 time: 1.2327850 May 28 06:41:21.220727 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 41788) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:41:21.277537 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287ef065-f81f-431c-861f-aef6389a296b req-ba94c67f-6d2a-43b7-9a57-43d82a771006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:21.277537 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-287ef065-f81f-431c-861f-aef6389a296b req-ba94c67f-6d2a-43b7-9a57-43d82a771006 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a8fa6c28-5257-4dd9-bf7e-c257b513d11b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3314025 May 28 06:41:21.308627 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-70f58c87-d63d-466c-97b7-cfc8b1ef6b0c None None] Deleting port 1a6b1741-9065-4627-ad09-6619e1c185f3 {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:41:21.309107 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-70f58c87-d63d-466c-97b7-cfc8b1ef6b0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:21.318208 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7089ac2-b3bb-404f-8326-d5e84579ae93 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:21.318891 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-b7089ac2-b3bb-404f-8326-d5e84579ae93 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Synchronizing usage tracker for tenant:5e9e9447c07c4077b6694ab63e3affe5 on resource:port {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:41:21.343321 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-498a3930-3c75-44bd-80a0-4662f8a34dc0 req-8e7421e2-d39b-41a6-bb12-66aa37dbc1e1 service neutron] 10.222.0.55 "GET /v2.0/networks/e7d92049-bff3-4c3a-a4bd-4950c7dcad1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3410354 May 28 06:41:21.365742 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-bba8f4ea-7677-4619-90b4-62bbdd8a8ca4 req-9e880ddc-0469-439a-81c1-768f9aca681e tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:21.365859 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0bdcbd45-e2a6-4972-871f-34146ffbc1e0 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:21.365859 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-0bdcbd45-e2a6-4972-871f-34146ffbc1e0 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] 10.222.0.55 "DELETE /v2.0/security-groups/de8e5163-19a6-4b2f-b0bd-5365f936e109 HTTP/1.1" status: 204 len: 168 time: 1.3732352 May 28 06:41:21.365859 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 41792) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:41:21.399861 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-bba8f4ea-7677-4619-90b4-62bbdd8a8ca4 req-9e880ddc-0469-439a-81c1-768f9aca681e tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:41:21.400054 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-bba8f4ea-7677-4619-90b4-62bbdd8a8ca4 req-9e880ddc-0469-439a-81c1-768f9aca681e tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Usage tracker for resource:security_group_rule and tenant:3e433ca89e6e4cecb06b276f6587beee is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:41:21.402990 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-bba8f4ea-7677-4619-90b4-62bbdd8a8ca4 req-9e880ddc-0469-439a-81c1-768f9aca681e tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:41:21.408674 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-bba8f4ea-7677-4619-90b4-62bbdd8a8ca4 req-9e880ddc-0469-439a-81c1-768f9aca681e tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:41:21.415854 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-b7089ac2-b3bb-404f-8326-d5e84579ae93 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Unset dirty status for tenant:5e9e9447c07c4077b6694ab63e3affe5 on resource:port {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:41:21.417556 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-b7089ac2-b3bb-404f-8326-d5e84579ae93 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1956682 May 28 06:41:21.433776 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 41796) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:41:21.469616 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [req-90511bf3-8e4b-47df-bf6d-c7d2e906ca62 req-ac2fb3f8-2a87-4995-b85e-2bb234857d7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 307ab924-0240-4cfc-872e-1f409eea1f3f {{(pid=89110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:41:21.479948 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-f417763c-1e77-474a-a040-6fea5277fbde tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Synchronizing usage tracker for tenant:c63f5c7f6ee64d0f94a0f9d286904eef on resource:security_group {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:41:21.486362 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-90511bf3-8e4b-47df-bf6d-c7d2e906ca62 req-ac2fb3f8-2a87-4995-b85e-2bb234857d7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:21.519298 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4165c083-1856-4da1-a0eb-25f085f69baf tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:21.520052 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-4165c083-1856-4da1-a0eb-25f085f69baf tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Synchronizing usage tracker for tenant:5e9e9447c07c4077b6694ab63e3affe5 on resource:subnet {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:41:21.543131 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-287ef065-f81f-431c-861f-aef6389a296b req-b0770766-b42b-4f7e-b583-419ec1d9b88c service neutron] 10.222.0.69 "GET /v2.0/networks/a8fa6c28-5257-4dd9-bf7e-c257b513d11b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3023918 May 28 06:41:21.552931 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2b4be57c-4d63-4093-81c1-9674cc53bbee tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:21.565778 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-2b4be57c-4d63-4093-81c1-9674cc53bbee tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Deleting port 2290886d-af51-437c-bfa6-2f00eb28f0d4 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:41:21.566091 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2b4be57c-4d63-4093-81c1-9674cc53bbee tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:21.596494 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-70f58c87-d63d-466c-97b7-cfc8b1ef6b0c None None] For port 1a6b1741-9065-4627-ad09-6619e1c185f3, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=1a6b1741-9065-4627-ad09-6619e1c185f3,segment=NetworkSegment(e82da2dd-17b8-4c15-8abb-711622ad0a92),segment_id=e82da2dd-17b8-4c15-8abb-711622ad0a92)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:41:21.596995 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-70f58c87-d63d-466c-97b7-cfc8b1ef6b0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:21.628468 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-90511bf3-8e4b-47df-bf6d-c7d2e906ca62 req-ac2fb3f8-2a87-4995-b85e-2bb234857d7f service neutron] Transition to ACTIVE for port object 307ab924-0240-4cfc-872e-1f409eea1f3f will not be triggered until provisioned by entity L2. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:41:21.673584 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-bba8f4ea-7677-4619-90b4-62bbdd8a8ca4 req-9e880ddc-0469-439a-81c1-768f9aca681e tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:21.682332 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-f417763c-1e77-474a-a040-6fea5277fbde tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Unset dirty status for tenant:c63f5c7f6ee64d0f94a0f9d286904eef on resource:security_group {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:41:21.690088 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-f417763c-1e77-474a-a040-6fea5277fbde tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3196361 May 28 06:41:21.690088 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-4165c083-1856-4da1-a0eb-25f085f69baf tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Unset dirty status for tenant:5e9e9447c07c4077b6694ab63e3affe5 on resource:subnet {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:41:21.690088 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-4165c083-1856-4da1-a0eb-25f085f69baf tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2507334 May 28 06:41:21.690088 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 41800) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:41:21.690520 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 41804) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:41:21.694963 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-913ff360-15e4-4195-9dd6-1c4bd4592898 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Request body: {'security_group': {'name': 'tempest-secgroup--1388702773'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:41:21.704319 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-913ff360-15e4-4195-9dd6-1c4bd4592898 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:41:21.718895 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-287ef065-f81f-431c-861f-aef6389a296b req-121b674c-35ce-4e3f-8fde-c4eebf7634e8 service neutron] 10.222.0.69 "GET /v2.0/networks/a8fa6c28-5257-4dd9-bf7e-c257b513d11b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611421 May 28 06:41:21.730667 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-90511bf3-8e4b-47df-bf6d-c7d2e906ca62 req-ac2fb3f8-2a87-4995-b85e-2bb234857d7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:21.738089 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-70f58c87-d63d-466c-97b7-cfc8b1ef6b0c None None] Calling delete_port for 1a6b1741-9065-4627-ad09-6619e1c185f3 owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:41:21.780151 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-f9d4fdf9-d683-4e92-87e6-97230927dafa tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Synchronizing usage tracker for tenant:5e9e9447c07c4077b6694ab63e3affe5 on resource:router {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:41:21.794030 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-bba8f4ea-7677-4619-90b4-62bbdd8a8ca4 req-9e880ddc-0469-439a-81c1-768f9aca681e tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:21.941594 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-70f58c87-d63d-466c-97b7-cfc8b1ef6b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879'] for port, after_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:21.990930 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-2b4be57c-4d63-4093-81c1-9674cc53bbee tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] For port 2290886d-af51-437c-bfa6-2f00eb28f0d4, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=2290886d-af51-437c-bfa6-2f00eb28f0d4,segment=NetworkSegment(cd277ad2-ec74-4883-b216-19394e159fb5),segment_id=cd277ad2-ec74-4883-b216-19394e159fb5)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:41:21.991286 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2b4be57c-4d63-4093-81c1-9674cc53bbee tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:21.999867 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 41814) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:41:22.035446 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f58c87-d63d-466c-97b7-cfc8b1ef6b0c None None] Pushing event deleted for resources: {'Port': ['ID=1a6b1741-9065-4627-ad09-6619e1c185f3,revision_number=None']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:22.038138 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e880ddc-0469-439a-81c1-768f9aca681e tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90d610a5-a04a-4bfa-8f2a-8a118efc264a,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:22.043241 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f58c87-d63d-466c-97b7-cfc8b1ef6b0c None None] No DVR routers for this DVR port 1a6b1741-9065-4627-ad09-6619e1c185f3 on host n-d-843702-1 {{(pid=89111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:41:22.069359 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-913ff360-15e4-4195-9dd6-1c4bd4592898 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:41:22.118513 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_v2 [None req-534a4bd5-e897-4d5a-9bf8-99cc6cb19bd6 admin admin] Deleting subnet 234c0baf-c029-4766-a930-952d10ed82ff {{(pid=89110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:41:22.177796 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e99e2d6-6566-4f78-a082-9175e7f259c6 None None] get_active_networks_info from n-d-843702-1 {{(pid=89111) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 28 06:41:22.224399 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-f9d4fdf9-d683-4e92-87e6-97230927dafa tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Unset dirty status for tenant:5e9e9447c07c4077b6694ab63e3affe5 on resource:router {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:41:22.230160 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-f9d4fdf9-d683-4e92-87e6-97230927dafa tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5343871 May 28 06:41:22.234633 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-2b4be57c-4d63-4093-81c1-9674cc53bbee tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Calling delete_port for 2290886d-af51-437c-bfa6-2f00eb28f0d4 owned by network:dhcp {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:41:22.277468 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 41836) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:41:22.292037 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-f6d610ce-c8ad-4373-b86e-7fb4776ce408 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Request body: {'subnet': {'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:41:22.321573 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-534a4bd5-e897-4d5a-9bf8-99cc6cb19bd6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:22.379729 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e99e2d6-6566-4f78-a082-9175e7f259c6 None None] Resources bound (agent type, host, resource id): {{(pid=89111) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 28 06:41:22.535356 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2fb3f8-2a87-4995-b85e-2bb234857d7f service neutron] Pushing event updated for resources: {'Port': ['ID=307ab924-0240-4cfc-872e-1f409eea1f3f,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:22.545969 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-bba8f4ea-7677-4619-90b4-62bbdd8a8ca4 req-9e880ddc-0469-439a-81c1-768f9aca681e tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:22.547711 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bba8f4ea-7677-4619-90b4-62bbdd8a8ca4 req-9e880ddc-0469-439a-81c1-768f9aca681e tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 1.5695610 May 28 06:41:22.673896 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-913ff360-15e4-4195-9dd6-1c4bd4592898 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:22.707108 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4164315-c1bf-4d0e-bce5-3e520f2fe483'] response: {'name': 'network-changed', 'server_uuid': '3c9f4c13-f950-4d23-829a-8d9da3ec33a9', 'tag': '71833c87-f7f7-4698-a8a1-39d0a27f1e37', 'status': 'completed', 'code': 200} May 28 06:41:22.879931 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-534a4bd5-e897-4d5a-9bf8-99cc6cb19bd6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4150765'] for subnet, precommit_delete_associations {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:22.940082 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5d9a4926-fcf6-49de-96bf-fa33cc853cc8 req-2d05ebd7-e3cd-4d41-bbdc-5f562200cb1f tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=bdd40ca8-e374-40a2-864b-1154e2d7e756 HTTP/1.1" status: 200 len: 210 time: 0.1592891 May 28 06:41:22.994485 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-90511bf3-8e4b-47df-bf6d-c7d2e906ca62 req-ac2fb3f8-2a87-4995-b85e-2bb234857d7f service neutron] Attempting to bind port 307ab924-0240-4cfc-872e-1f409eea1f3f on host n-h2-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:41:22.994847 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-90511bf3-8e4b-47df-bf6d-c7d2e906ca62 req-ac2fb3f8-2a87-4995-b85e-2bb234857d7f service neutron] Attempting to bind port 307ab924-0240-4cfc-872e-1f409eea1f3f by drivers openvswitch,hyperv on host n-h2-843702-1 at level 0 using segments [{'id': 'd7927b8e-7a96-401a-ba42-dafb6a6ed275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '0212494a-c781-4e9f-b138-c50b3b6f2db6'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:41:22.995161 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90511bf3-8e4b-47df-bf6d-c7d2e906ca62 req-ac2fb3f8-2a87-4995-b85e-2bb234857d7f service neutron] Attempting to bind port 307ab924-0240-4cfc-872e-1f409eea1f3f on network 0212494a-c781-4e9f-b138-c50b3b6f2db6 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:41:23.019388 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee93f85e-5a08-46fc-8645-24a493242046 req-076ffb5f-9dba-4b9c-8268-d12ce08e89e9 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:23.028758 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-913ff360-15e4-4195-9dd6-1c4bd4592898 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:41:23.031641 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee93f85e-5a08-46fc-8645-24a493242046 req-076ffb5f-9dba-4b9c-8268-d12ce08e89e9 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:23.036670 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ee93f85e-5a08-46fc-8645-24a493242046 req-076ffb5f-9dba-4b9c-8268-d12ce08e89e9 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c9f4c13-f950-4d23-829a-8d9da3ec33a9 HTTP/1.1" status: 200 len: 1678 time: 0.9146905 May 28 06:41:23.037666 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-f6d610ce-c8ad-4373-b86e-7fb4776ce408 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:41:23.046604 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90511bf3-8e4b-47df-bf6d-c7d2e906ca62 req-ac2fb3f8-2a87-4995-b85e-2bb234857d7f service neutron] Port 307ab924-0240-4cfc-872e-1f409eea1f3f on network 0212494a-c781-4e9f-b138-c50b3b6f2db6 not bound, no agent of type Open vSwitch agent registered on host n-h2-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:41:23.046932 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90511bf3-8e4b-47df-bf6d-c7d2e906ca62 req-ac2fb3f8-2a87-4995-b85e-2bb234857d7f service neutron] Attempting to bind port 307ab924-0240-4cfc-872e-1f409eea1f3f on network 0212494a-c781-4e9f-b138-c50b3b6f2db6 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:41:23.048587 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-f6d610ce-c8ad-4373-b86e-7fb4776ce408 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:41:23.059239 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-913ff360-15e4-4195-9dd6-1c4bd4592898 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Usage tracker for resource:security_group_rule and tenant:c63f5c7f6ee64d0f94a0f9d286904eef is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:41:23.063753 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-913ff360-15e4-4195-9dd6-1c4bd4592898 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:41:23.077719 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90511bf3-8e4b-47df-bf6d-c7d2e906ca62 req-ac2fb3f8-2a87-4995-b85e-2bb234857d7f service neutron] Checking agent: {'id': 'f1a3973b-d2b3-4558-88e7-2ac50857d302', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:41:23.078131 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90511bf3-8e4b-47df-bf6d-c7d2e906ca62 req-ac2fb3f8-2a87-4995-b85e-2bb234857d7f service neutron] Checking segment: {'id': 'd7927b8e-7a96-401a-ba42-dafb6a6ed275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '0212494a-c781-4e9f-b138-c50b3b6f2db6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:41:23.079114 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90511bf3-8e4b-47df-bf6d-c7d2e906ca62 req-ac2fb3f8-2a87-4995-b85e-2bb234857d7f service neutron] Bound using segment: {'id': 'd7927b8e-7a96-401a-ba42-dafb6a6ed275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '0212494a-c781-4e9f-b138-c50b3b6f2db6'} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:41:23.079441 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-913ff360-15e4-4195-9dd6-1c4bd4592898 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:41:23.081906 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-90511bf3-8e4b-47df-bf6d-c7d2e906ca62 req-ac2fb3f8-2a87-4995-b85e-2bb234857d7f service neutron] Bound port: 307ab924-0240-4cfc-872e-1f409eea1f3f, host: n-h2-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7927b8e-7a96-401a-ba42-dafb6a6ed275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '0212494a-c781-4e9f-b138-c50b3b6f2db6'}}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:41:23.082270 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-90511bf3-8e4b-47df-bf6d-c7d2e906ca62 req-ac2fb3f8-2a87-4995-b85e-2bb234857d7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:23.135855 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-534a4bd5-e897-4d5a-9bf8-99cc6cb19bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:23.143664 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56924db8-e817-4b4c-b27b-a8584a04c80c req-8d31b20d-b64c-4336-81c9-32b54498d207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:23.144139 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56924db8-e817-4b4c-b27b-a8584a04c80c req-8d31b20d-b64c-4336-81c9-32b54498d207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:23.146019 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-56924db8-e817-4b4c-b27b-a8584a04c80c req-8d31b20d-b64c-4336-81c9-32b54498d207 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=60982381454b4376b475404da5b08605&device_id=3c9f4c13-f950-4d23-829a-8d9da3ec33a9 HTTP/1.1" status: 200 len: 1938 time: 0.3989766 May 28 06:41:23.183374 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2b4be57c-4d63-4093-81c1-9674cc53bbee tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:23.289252 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6d610ce-c8ad-4373-b86e-7fb4776ce408 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Made reservation on behalf of 5e9e9447c07c4077b6694ab63e3affe5 for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:41:23.293613 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f6d610ce-c8ad-4373-b86e-7fb4776ce408 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:23.347460 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4be57c-4d63-4093-81c1-9674cc53bbee tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] No DVR routers for this DVR port 2290886d-af51-437c-bfa6-2f00eb28f0d4 on host n-d-843702-1 {{(pid=89109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:41:23.378481 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ee93f85e-5a08-46fc-8645-24a493242046 req-fec5e71a-d201-4a75-b256-4580970b76ff tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] 10.222.0.55 "GET /v2.0/security-groups?id=45cb3f7c-83ce-4298-9702-2bb3cba6af9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3327398 May 28 06:41:23.392419 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4be57c-4d63-4093-81c1-9674cc53bbee tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Pushing event deleted for resources: {'Port': ['ID=2290886d-af51-437c-bfa6-2f00eb28f0d4,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:23.413639 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-90511bf3-8e4b-47df-bf6d-c7d2e906ca62 req-ac2fb3f8-2a87-4995-b85e-2bb234857d7f service neutron] For port 307ab924-0240-4cfc-872e-1f409eea1f3f, host n-h2-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:41:23.416598 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-90511bf3-8e4b-47df-bf6d-c7d2e906ca62 req-ac2fb3f8-2a87-4995-b85e-2bb234857d7f service neutron] For port 307ab924-0240-4cfc-872e-1f409eea1f3f, host n-h2-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=307ab924-0240-4cfc-872e-1f409eea1f3f,segment=NetworkSegment(d7927b8e-7a96-401a-ba42-dafb6a6ed275),segment_id=d7927b8e-7a96-401a-ba42-dafb6a6ed275)] {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:41:23.430157 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34b557e-85f9-4966-b137-0429a95401d9 req-053d61c9-e6a7-48af-aa23-f9dbdb8ffca1 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:23.432367 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e34b557e-85f9-4966-b137-0429a95401d9 req-053d61c9-e6a7-48af-aa23-f9dbdb8ffca1 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5b99fda-0bc9-4e50-b070-ce4a427e6fc6 HTTP/1.1" status: 200 len: 943 time: 0.1938620 May 28 06:41:23.537285 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e34b557e-85f9-4966-b137-0429a95401d9 req-19ef611a-8741-4153-a9b2-9b2594795936 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d9e2739-d2e7-489f-8894-c4c5db308155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971246 May 28 06:41:23.554383 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-534a4bd5-e897-4d5a-9bf8-99cc6cb19bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3115981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3172005'] for subnet, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:23.575885 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-90511bf3-8e4b-47df-bf6d-c7d2e906ca62 req-ac2fb3f8-2a87-4995-b85e-2bb234857d7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:23.646025 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2b4be57c-4d63-4093-81c1-9674cc53bbee tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:23.681280 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-534a4bd5-e897-4d5a-9bf8-99cc6cb19bd6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:23.700391 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-2b4be57c-4d63-4093-81c1-9674cc53bbee tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07463fb5-e6c4-4fcb-9a4d-7aff1c0f8440']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:41:23.719869 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90511bf3-8e4b-47df-bf6d-c7d2e906ca62 req-ac2fb3f8-2a87-4995-b85e-2bb234857d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:23.721357 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-90511bf3-8e4b-47df-bf6d-c7d2e906ca62 req-ac2fb3f8-2a87-4995-b85e-2bb234857d7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:23.722951 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-90511bf3-8e4b-47df-bf6d-c7d2e906ca62 req-ac2fb3f8-2a87-4995-b85e-2bb234857d7f service neutron] 10.222.0.71 "PUT /v2.0/ports/307ab924-0240-4cfc-872e-1f409eea1f3f HTTP/1.1" status: 200 len: 1092 time: 3.9675777 May 28 06:41:23.726898 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534a4bd5-e897-4d5a-9bf8-99cc6cb19bd6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=234c0baf-c029-4766-a930-952d10ed82ff,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:23.727118 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-2b4be57c-4d63-4093-81c1-9674cc53bbee tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd277ad2-ec74-4883-b216-19394e159fb5') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:41:23.727787 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-2b4be57c-4d63-4093-81c1-9674cc53bbee tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd277ad2-ec74-4883-b216-19394e159fb5') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:41:23.741538 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-534a4bd5-e897-4d5a-9bf8-99cc6cb19bd6 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/234c0baf-c029-4766-a930-952d10ed82ff HTTP/1.1" status: 204 len: 168 time: 1.7048428 May 28 06:41:23.745614 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 41846) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:41:23.937052 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-7fa25ae2-e5a3-4e8c-8665-9542b8a576b9 req-0cdb38ee-ae56-43b3-8fb7-53bf278e69fd tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Synchronizing usage tracker for tenant:3e433ca89e6e4cecb06b276f6587beee on resource:security_group {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:41:23.961472 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2fb3f8-2a87-4995-b85e-2bb234857d7f service neutron] Pushing event updated for resources: {'Port': ['ID=307ab924-0240-4cfc-872e-1f409eea1f3f,revision_number=3']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:23.976327 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-fd7fcc17-d361-4f8f-8ccc-8ad070272ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:24.024872 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2b4be57c-4d63-4093-81c1-9674cc53bbee tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:24.039451 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-913ff360-15e4-4195-9dd6-1c4bd4592898 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:24.074542 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2b4be57c-4d63-4093-81c1-9674cc53bbee tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:24.079901 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-7fa25ae2-e5a3-4e8c-8665-9542b8a576b9 req-0cdb38ee-ae56-43b3-8fb7-53bf278e69fd tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Unset dirty status for tenant:3e433ca89e6e4cecb06b276f6587beee on resource:security_group {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:41:24.079901 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7fa25ae2-e5a3-4e8c-8665-9542b8a576b9 req-0cdb38ee-ae56-43b3-8fb7-53bf278e69fd tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-571187841&fields=id&tenant_id=3e433ca89e6e4cecb06b276f6587beee HTTP/1.1" status: 200 len: 267 time: 0.4875429 May 28 06:41:24.105243 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-913ff360-15e4-4195-9dd6-1c4bd4592898 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:24.136562 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b4be57c-4d63-4093-81c1-9674cc53bbee tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:41:24.137041 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2b4be57c-4d63-4093-81c1-9674cc53bbee tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:24.277846 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56924db8-e817-4b4c-b27b-a8584a04c80c req-42bda00b-c1b6-4f21-8c5e-a133a270e33f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:24.278340 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56924db8-e817-4b4c-b27b-a8584a04c80c req-42bda00b-c1b6-4f21-8c5e-a133a270e33f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:24.278902 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56924db8-e817-4b4c-b27b-a8584a04c80c req-42bda00b-c1b6-4f21-8c5e-a133a270e33f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:24.280777 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-56924db8-e817-4b4c-b27b-a8584a04c80c req-42bda00b-c1b6-4f21-8c5e-a133a270e33f service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=60982381454b4376b475404da5b08605&shared=False HTTP/1.1" status: 200 len: 2290 time: 1.1206684 May 28 06:41:24.284808 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment cd277ad2-ec74-4883-b216-19394e159fb5 resource provider aggregate not found May 28 06:41:24.289231 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b895096f-07c8-46bf-8242-22325d95af45 req-16f15a1e-8ca3-47be-8034-f03ff6893901 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=bdd40ca8-e374-40a2-864b-1154e2d7e756 HTTP/1.1" status: 200 len: 210 time: 0.1420107 May 28 06:41:24.292182 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-fd7fcc17-d361-4f8f-8ccc-8ad070272ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:24.332613 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-fd7fcc17-d361-4f8f-8ccc-8ad070272ab9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2710da85-e3fe-4b51-9267-ec429f081f41']}} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:41:24.364459 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-fd7fcc17-d361-4f8f-8ccc-8ad070272ab9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5774974-a268-42c3-8d55-e8adb9ff8a98') {'for_net_delete': True} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:41:24.365169 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-fd7fcc17-d361-4f8f-8ccc-8ad070272ab9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5774974-a268-42c3-8d55-e8adb9ff8a98') {} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:41:24.390281 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa25ae2-e5a3-4e8c-8665-9542b8a576b9 req-d953ba52-c3b8-41a8-82d8-fb6d26f8bacb tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:24.392349 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7fa25ae2-e5a3-4e8c-8665-9542b8a576b9 req-d953ba52-c3b8-41a8-82d8-fb6d26f8bacb tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] 10.222.0.55 "GET /v2.0/ports?device_id=31511953-083e-42fb-a7d3-8f5fc16aba3c HTTP/1.1" status: 200 len: 946 time: 0.2975893 May 28 06:41:24.394700 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-fd7fcc17-d361-4f8f-8ccc-8ad070272ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4150778'] for segment, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:24.411625 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-7fa25ae2-e5a3-4e8c-8665-9542b8a576b9 req-6d480d26-0335-4f08-94e3-109e60e00261 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Request body: {'port': {'security_groups': ['b99dec1f-6b3b-4dfd-86ac-ed192f0fcc12', '90d610a5-a04a-4bfa-8f2a-8a118efc264a']}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:41:24.490896 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-fd7fcc17-d361-4f8f-8ccc-8ad070272ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:24.536560 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd7fcc17-d361-4f8f-8ccc-8ad070272ab9 admin admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=89110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:41:24.537334 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-fd7fcc17-d361-4f8f-8ccc-8ad070272ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3143023'] for segment, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:24.639607 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment cd277ad2-ec74-4883-b216-19394e159fb5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cd277ad2-ec74-4883-b216-19394e159fb5 found for delete ", "request_id": "req-9c117db7-6169-4956-b588-4cd7b0f83710"}]} May 28 06:41:24.640785 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56924db8-e817-4b4c-b27b-a8584a04c80c req-1a5939e7-2e6e-4748-bfda-d3d642100333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:24.642555 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-56924db8-e817-4b4c-b27b-a8584a04c80c req-1a5939e7-2e6e-4748-bfda-d3d642100333 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3166411 May 28 06:41:24.655696 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2b4be57c-4d63-4093-81c1-9674cc53bbee tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:24.666105 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2b4be57c-4d63-4093-81c1-9674cc53bbee tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:24.714734 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c9f4c13-f950-4d23-829a-8d9da3ec33a9', 'tag': '307ab924-0240-4cfc-872e-1f409eea1f3f'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:41:24.720579 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-2b4be57c-4d63-4093-81c1-9674cc53bbee tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] 10.222.0.55 "DELETE /v2.0/networks/07463fb5-e6c4-4fcb-9a4d-7aff1c0f8440 HTTP/1.1" status: 204 len: 168 time: 6.4405107 May 28 06:41:24.723012 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-913ff360-15e4-4195-9dd6-1c4bd4592898 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:24.726846 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-913ff360-15e4-4195-9dd6-1c4bd4592898 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 3.0353973 May 28 06:41:24.726846 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913ff360-15e4-4195-9dd6-1c4bd4592898 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b65c6b46-f4d1-43c4-9204-efac76683dbe,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:24.779646 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 41864) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:41:24.780174 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 41868) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:41:24.787263 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment e5774974-a268-42c3-8d55-e8adb9ff8a98 resource provider aggregate not found May 28 06:41:24.818712 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-b4f91329-32ca-401d-8937-5f9ad4681284 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2128441732'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:41:24.829846 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-48aa65cd-bf87-45cf-812f-211938e1b499 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Request body: {'security_group_rule': {'security_group_id': 'b65c6b46-f4d1-43c4-9204-efac76683dbe', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:41:24.845484 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4be57c-4d63-4093-81c1-9674cc53bbee tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Pushing event deleted for resources: {'Network': ['ID=07463fb5-e6c4-4fcb-9a4d-7aff1c0f8440,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:24.861701 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment e5774974-a268-42c3-8d55-e8adb9ff8a98 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e5774974-a268-42c3-8d55-e8adb9ff8a98 found for delete ", "request_id": "req-b6266000-c561-4a8e-a40f-62e13439ad61"}]} May 28 06:41:24.894851 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-48aa65cd-bf87-45cf-812f-211938e1b499 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:41:24.931841 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-b4f91329-32ca-401d-8937-5f9ad4681284 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:41:24.932069 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-7fa25ae2-e5a3-4e8c-8665-9542b8a576b9 req-6d480d26-0335-4f08-94e3-109e60e00261 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:24.932229 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-48aa65cd-bf87-45cf-812f-211938e1b499 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Usage tracker for resource:security_group_rule and tenant:c63f5c7f6ee64d0f94a0f9d286904eef is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:41:24.932229 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-b4f91329-32ca-401d-8937-5f9ad4681284 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Usage tracker for resource:network and tenant:94cac8c050e34681825b5b9355a80ece is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:41:24.932229 n-d-843702-1 neutron-server[89109]: DEBUG neutron.objects.ports [None req-f6d610ce-c8ad-4373-b86e-7fb4776ce408 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89109) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 28 06:41:24.932229 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-48aa65cd-bf87-45cf-812f-211938e1b499 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:41:24.932229 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-b4f91329-32ca-401d-8937-5f9ad4681284 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:41:24.944664 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f6d610ce-c8ad-4373-b86e-7fb4776ce408 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:24.986252 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-b4f91329-32ca-401d-8937-5f9ad4681284 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:41:24.991027 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-48aa65cd-bf87-45cf-812f-211938e1b499 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:41:25.042763 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d610ce-c8ad-4373-b86e-7fb4776ce408 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:41:25.047586 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-f6d610ce-c8ad-4373-b86e-7fb4776ce408 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:41:25.058451 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d610ce-c8ad-4373-b86e-7fb4776ce408 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:25.058451 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f6d610ce-c8ad-4373-b86e-7fb4776ce408 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:25.061459 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c0796e8-6203-4d53-a1f2-5d2fbc49453e None None] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:41:25.107794 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d610ce-c8ad-4373-b86e-7fb4776ce408 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Pushing event updated for resources: {'Subnet': ['ID=c4dc51d0-0905-4e70-8464-95db5f699397,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:25.126768 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90511bf3-8e4b-47df-bf6d-c7d2e906ca62 req-524d760c-b9e7-4a02-8f9f-baa81c01f4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:25.127023 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90511bf3-8e4b-47df-bf6d-c7d2e906ca62 req-524d760c-b9e7-4a02-8f9f-baa81c01f4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:25.129523 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-90511bf3-8e4b-47df-bf6d-c7d2e906ca62 req-524d760c-b9e7-4a02-8f9f-baa81c01f4c8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=60982381454b4376b475404da5b08605&device_id=3c9f4c13-f950-4d23-829a-8d9da3ec33a9 HTTP/1.1" status: 200 len: 1980 time: 0.3983095 May 28 06:41:25.138802 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-fd7fcc17-d361-4f8f-8ccc-8ad070272ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:25.213953 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-fd7fcc17-d361-4f8f-8ccc-8ad070272ab9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:25.239672 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7fcc17-d361-4f8f-8ccc-8ad070272ab9 admin admin] Pushing event deleted for resources: {'Network': ['ID=2710da85-e3fe-4b51-9267-ec429f081f41,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:25.262949 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-fd7fcc17-d361-4f8f-8ccc-8ad070272ab9 admin admin] 10.222.0.55 "DELETE /v2.0/networks/2710da85-e3fe-4b51-9267-ec429f081f41 HTTP/1.1" status: 204 len: 168 time: 1.5088625 May 28 06:41:25.277030 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-90511bf3-8e4b-47df-bf6d-c7d2e906ca62 req-011cc60c-d53f-417a-a51a-7b9392341789 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.99&port_id=71833c87-f7f7-4698-a8a1-39d0a27f1e37 HTTP/1.1" status: 200 len: 217 time: 0.1292262 May 28 06:41:25.283682 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-f6d610ce-c8ad-4373-b86e-7fb4776ce408 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.0046427 May 28 06:41:25.284757 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4f91329-32ca-401d-8937-5f9ad4681284 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Made reservation on behalf of 94cac8c050e34681825b5b9355a80ece for: {'network': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:41:25.288946 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 41880) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:41:25.293284 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b4f91329-32ca-401d-8937-5f9ad4681284 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:25.312650 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c152bbdd-47ce-41e4-b112-d1bf7a8050bf req-35a56611-0674-4da3-b600-f10dc14e1721 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:25.318679 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c152bbdd-47ce-41e4-b112-d1bf7a8050bf req-35a56611-0674-4da3-b600-f10dc14e1721 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:25.322319 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c152bbdd-47ce-41e4-b112-d1bf7a8050bf req-35a56611-0674-4da3-b600-f10dc14e1721 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c9f4c13-f950-4d23-829a-8d9da3ec33a9 HTTP/1.1" status: 200 len: 1678 time: 0.6736593 May 28 06:41:25.329217 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-7683c78b-4d57-477c-9807-8d72671cc681 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Request body: {'subnet': {'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:41:25.402086 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90511bf3-8e4b-47df-bf6d-c7d2e906ca62 req-cfcaf2b9-5d0e-42a6-8a00-4857e69f573f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:25.408223 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-90511bf3-8e4b-47df-bf6d-c7d2e906ca62 req-cfcaf2b9-5d0e-42a6-8a00-4857e69f573f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a1d5dbd0-61ea-4ee7-ae4b-7318b7797f9b HTTP/1.1" status: 200 len: 801 time: 0.0880337 May 28 06:41:25.480861 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344b6b17-32ce-4a19-9fe7-ecdb073a7846 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-147bfd32-62dc-4be0-82de-f4d6fa5b4cc2', 'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2', 'tenant_id': '5e9e9447c07c4077b6694ab63e3affe5', 'fixed_ips': [{'subnet_id': 'c4dc51d0-0905-4e70-8464-95db5f699397'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:41:25.481964 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-344b6b17-32ce-4a19-9fe7-ecdb073a7846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:25.556655 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498a3930-3c75-44bd-80a0-4662f8a34dc0 req-b559d028-4925-4fb5-925e-37ed2108422e tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:25.562284 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-498a3930-3c75-44bd-80a0-4662f8a34dc0 req-b559d028-4925-4fb5-925e-37ed2108422e tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.69 "GET /v2.0/networks?id=e7d92049-bff3-4c3a-a4bd-4950c7dcad1c HTTP/1.1" status: 200 len: 811 time: 0.6931188 May 28 06:41:25.612383 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-498a3930-3c75-44bd-80a0-4662f8a34dc0 req-5968b62e-78df-4b3f-a5dd-0eeddebc20d7 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Request body: {'port': {'device_id': 'bdd40ca8-e374-40a2-864b-1154e2d7e756', 'network_id': 'e7d92049-bff3-4c3a-a4bd-4950c7dcad1c', 'admin_state_up': True, 'tenant_id': 'fada8efd68e34d6781d883ae41cb05ad'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:41:25.790590 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-344b6b17-32ce-4a19-9fe7-ecdb073a7846 None None] Allocated IP 2001:db8::f816:3eff:fe89:43b7 (147bfd32-62dc-4be0-82de-f4d6fa5b4cc2/c4dc51d0-0905-4e70-8464-95db5f699397/7aa31be8-453b-451e-8b95-0926e552ca49) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:41:25.812242 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c152bbdd-47ce-41e4-b112-d1bf7a8050bf req-68c53f40-c598-463f-b051-c7c31937aa6f tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] 10.222.0.55 "GET /v2.0/security-groups?id=45cb3f7c-83ce-4298-9702-2bb3cba6af9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4629653 May 28 06:41:25.844848 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-48aa65cd-bf87-45cf-812f-211938e1b499 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:25.864238 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 41888) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:41:25.990019 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-48aa65cd-bf87-45cf-812f-211938e1b499 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:25.992674 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4f91329-32ca-401d-8937-5f9ad4681284 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=89109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:41:26.017513 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-7683c78b-4d57-477c-9807-8d72671cc681 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:41:26.023759 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b4f91329-32ca-401d-8937-5f9ad4681284 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:26.024201 n-d-843702-1 neutron-server[89109]: INFO neutron.db.segments_db [None req-b4f91329-32ca-401d-8937-5f9ad4681284 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Added segment c596c932-ae1f-4aa4-a685-7a8607992c85 of type vlan for network d2935e3b-43c3-4c07-93ae-1d6e38642935 May 28 06:41:26.029185 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90511bf3-8e4b-47df-bf6d-c7d2e906ca62 req-4bd4f1d5-df9a-4669-bad1-07da7e0fcc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:26.031595 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-90511bf3-8e4b-47df-bf6d-c7d2e906ca62 req-4bd4f1d5-df9a-4669-bad1-07da7e0fcc6e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d70e6509-755a-4351-a49a-268e59e9bbd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5995111 May 28 06:41:26.053833 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-7683c78b-4d57-477c-9807-8d72671cc681 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:41:26.077507 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-7fa25ae2-e5a3-4e8c-8665-9542b8a576b9 req-6d480d26-0335-4f08-94e3-109e60e00261 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] For port d60d4c69-7440-4039-9008-c5988f83484a, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=d60d4c69-7440-4039-9008-c5988f83484a,segment=NetworkSegment(6ead9b20-e54f-4de6-97df-041e4a5d1b55),segment_id=6ead9b20-e54f-4de6-97df-041e4a5d1b55)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:41:26.087126 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-c2cbb1a8-ed7a-45db-a5f5-e468696304eb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=52a114356afd4e7ab44d0cf9b741f68f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2096071 May 28 06:41:26.101145 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 41892) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:41:26.103637 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-498a3930-3c75-44bd-80a0-4662f8a34dc0 req-5968b62e-78df-4b3f-a5dd-0eeddebc20d7 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:41:26.155059 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-48aa65cd-bf87-45cf-812f-211938e1b499 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:26.158111 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-344b6b17-32ce-4a19-9fe7-ecdb073a7846 None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:26.165826 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-7fa25ae2-e5a3-4e8c-8665-9542b8a576b9 req-6d480d26-0335-4f08-94e3-109e60e00261 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:26.176723 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-344b6b17-32ce-4a19-9fe7-ecdb073a7846 None None] Transition to ACTIVE for port object 7aa31be8-453b-451e-8b95-0926e552ca49 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:41:26.177197 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-498a3930-3c75-44bd-80a0-4662f8a34dc0 req-5968b62e-78df-4b3f-a5dd-0eeddebc20d7 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:41:26.187498 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b4f91329-32ca-401d-8937-5f9ad4681284 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:26.210617 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aa65cd-bf87-45cf-812f-211938e1b499 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f890c59d-a691-4a4b-a639-116e7bafb0ac,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:26.215768 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7683c78b-4d57-477c-9807-8d72671cc681 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Made reservation on behalf of 5e9e9447c07c4077b6694ab63e3affe5 for: {'subnet': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:41:26.221681 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7683c78b-4d57-477c-9807-8d72671cc681 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3171998'] for subnet, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:26.224399 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-344b6b17-32ce-4a19-9fe7-ecdb073a7846 None None] Transition to ACTIVE for port object 7aa31be8-453b-451e-8b95-0926e552ca49 will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:41:26.279172 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-344b6b17-32ce-4a19-9fe7-ecdb073a7846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:26.293904 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-90511bf3-8e4b-47df-bf6d-c7d2e906ca62 req-866825cf-e895-45e0-a5e4-fbf304048871 service neutron] 10.222.0.71 "GET /v2.0/networks/d70e6509-755a-4351-a49a-268e59e9bbd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492111 May 28 06:41:26.325504 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-498a3930-3c75-44bd-80a0-4662f8a34dc0 req-5968b62e-78df-4b3f-a5dd-0eeddebc20d7 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Made reservation on behalf of fada8efd68e34d6781d883ae41cb05ad for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:41:26.329528 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-498a3930-3c75-44bd-80a0-4662f8a34dc0 req-5968b62e-78df-4b3f-a5dd-0eeddebc20d7 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:26.340058 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-7fa25ae2-e5a3-4e8c-8665-9542b8a576b9 req-6d480d26-0335-4f08-94e3-109e60e00261 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:26.404523 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344b6b17-32ce-4a19-9fe7-ecdb073a7846 None None] Pushing event updated for resources: {'Port': ['ID=7aa31be8-453b-451e-8b95-0926e552ca49,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:26.419252 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['d60d4c69-7440-4039-9008-c5988f83484a'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:41:26.465516 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-90511bf3-8e4b-47df-bf6d-c7d2e906ca62 req-5e441470-3ba3-429e-bdc8-2147923355c1 service neutron] 10.222.0.71 "GET /v2.0/networks/d70e6509-755a-4351-a49a-268e59e9bbd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647956 May 28 06:41:26.466075 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b4f91329-32ca-401d-8937-5f9ad4681284 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:26.487261 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f91329-32ca-401d-8937-5f9ad4681284 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:26.487261 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b4f91329-32ca-401d-8937-5f9ad4681284 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:26.493842 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-48aa65cd-bf87-45cf-812f-211938e1b499 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:26.497370 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-48aa65cd-bf87-45cf-812f-211938e1b499 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.7060649 May 28 06:41:26.521513 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344b6b17-32ce-4a19-9fe7-ecdb073a7846 None None] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:41:26.526970 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-344b6b17-32ce-4a19-9fe7-ecdb073a7846 None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:41:26.532922 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344b6b17-32ce-4a19-9fe7-ecdb073a7846 None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:41:26.537955 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 41898) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:41:26.707524 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f91329-32ca-401d-8937-5f9ad4681284 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Pushing event updated for resources: {'Network': ['ID=d2935e3b-43c3-4c07-93ae-1d6e38642935,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:26.724136 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-90511bf3-8e4b-47df-bf6d-c7d2e906ca62 req-2669702e-9b34-4344-ba26-5fbfe1306f51 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.155&port_id=307ab924-0240-4cfc-872e-1f409eea1f3f HTTP/1.1" status: 200 len: 217 time: 0.2277873 May 28 06:41:26.730713 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa25ae2-e5a3-4e8c-8665-9542b8a576b9 req-6d480d26-0335-4f08-94e3-109e60e00261 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:26.731718 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-7fa25ae2-e5a3-4e8c-8665-9542b8a576b9 req-6d480d26-0335-4f08-94e3-109e60e00261 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:26.738530 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7fa25ae2-e5a3-4e8c-8665-9542b8a576b9 req-6d480d26-0335-4f08-94e3-109e60e00261 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] 10.222.0.55 "PUT /v2.0/ports/d60d4c69-7440-4039-9008-c5988f83484a HTTP/1.1" status: 200 len: 982 time: 2.3295522 May 28 06:41:26.738530 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d618a8d6-4062-474d-8ba6-c140960fa924 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:26.769395 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network d2935e3b-43c3-4c07-93ae-1d6e38642935 details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:41:26.772987 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e550b487-8884-49a4-803e-b34a38ea4042 req-434a464a-c207-44a5-87ce-5ae0b40c9c1d tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:26.775112 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e550b487-8884-49a4-803e-b34a38ea4042 req-434a464a-c207-44a5-87ce-5ae0b40c9c1d tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5b99fda-0bc9-4e50-b070-ce4a427e6fc6 HTTP/1.1" status: 200 len: 943 time: 0.7157478 May 28 06:41:26.798177 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-d8b5de17-8b15-4ed3-afba-c3fd3465a0c4 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] 10.222.0.55 "GET /v2.0/security-group-rules/f890c59d-a691-4a4b-a639-116e7bafb0ac HTTP/1.1" status: 200 len: 763 time: 0.2374265 May 28 06:41:26.823481 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 41904) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:41:26.850987 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-7e845bc3-e882-4b53-8346-f43d5e3b26c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:26.853479 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['d60d4c69-7440-4039-9008-c5988f83484a'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:41:26.862573 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e05f56b7-d6b4-4162-815e-284a4e7d8238'] response: {'name': 'network-changed', 'server_uuid': '3c9f4c13-f950-4d23-829a-8d9da3ec33a9', 'tag': '307ab924-0240-4cfc-872e-1f409eea1f3f', 'status': 'completed', 'code': 200} May 28 06:41:26.892364 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90511bf3-8e4b-47df-bf6d-c7d2e906ca62 req-0ae15f62-cbab-4e20-8aba-0559824d8af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:26.894586 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-90511bf3-8e4b-47df-bf6d-c7d2e906ca62 req-0ae15f62-cbab-4e20-8aba-0559824d8af9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=55d00f7b-3f2c-4d1f-b913-eddcc00c1fda HTTP/1.1" status: 200 len: 801 time: 0.1641476 May 28 06:41:26.900450 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-b4f91329-32ca-401d-8937-5f9ad4681284 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.1139092 May 28 06:41:26.933406 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 41910) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:41:26.945384 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-532b4e05-c97c-4928-bc79-0d6f312d83a8 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Request body: {'subnet': {'network_id': 'd2935e3b-43c3-4c07-93ae-1d6e38642935', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:41:27.117371 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-532b4e05-c97c-4928-bc79-0d6f312d83a8 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:41:27.122187 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-532b4e05-c97c-4928-bc79-0d6f312d83a8 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Usage tracker for resource:subnet and tenant:94cac8c050e34681825b5b9355a80ece is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:41:27.125311 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-532b4e05-c97c-4928-bc79-0d6f312d83a8 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:41:27.131837 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-532b4e05-c97c-4928-bc79-0d6f312d83a8 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:41:27.147494 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-344b6b17-32ce-4a19-9fe7-ecdb073a7846 None None] Attempting to bind port 7aa31be8-453b-451e-8b95-0926e552ca49 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:41:27.148089 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-344b6b17-32ce-4a19-9fe7-ecdb073a7846 None None] Attempting to bind port 7aa31be8-453b-451e-8b95-0926e552ca49 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'e82da2dd-17b8-4c15-8abb-711622ad0a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:41:27.148521 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344b6b17-32ce-4a19-9fe7-ecdb073a7846 None None] Attempting to bind port 7aa31be8-453b-451e-8b95-0926e552ca49 on network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:41:27.152392 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90511bf3-8e4b-47df-bf6d-c7d2e906ca62 req-d72da7d4-926c-41fc-bdd0-7e0f12fe2c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:27.153985 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-90511bf3-8e4b-47df-bf6d-c7d2e906ca62 req-d72da7d4-926c-41fc-bdd0-7e0f12fe2c96 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0212494a-c781-4e9f-b138-c50b3b6f2db6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2535033 May 28 06:41:27.212283 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d618a8d6-4062-474d-8ba6-c140960fa924 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:27.244929 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344b6b17-32ce-4a19-9fe7-ecdb073a7846 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:41:27.244929 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344b6b17-32ce-4a19-9fe7-ecdb073a7846 None None] Checking segment: {'id': 'e82da2dd-17b8-4c15-8abb-711622ad0a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:41:27.244929 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-344b6b17-32ce-4a19-9fe7-ecdb073a7846 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:27.244929 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344b6b17-32ce-4a19-9fe7-ecdb073a7846 None None] Bound using segment: {'id': 'e82da2dd-17b8-4c15-8abb-711622ad0a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:41:27.244929 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-344b6b17-32ce-4a19-9fe7-ecdb073a7846 None None] Bound port: 7aa31be8-453b-451e-8b95-0926e552ca49, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e82da2dd-17b8-4c15-8abb-711622ad0a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:41:27.244929 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-344b6b17-32ce-4a19-9fe7-ecdb073a7846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:27.246600 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e550b487-8884-49a4-803e-b34a38ea4042 req-e05768c8-764d-4246-b4d1-ba1f897f0b26 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d9e2739-d2e7-489f-8894-c4c5db308155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4285860 May 28 06:41:27.246600 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2f845f66-0de9-414b-9ca8-5ae46da4c078 req-e02ff4e8-7012-4751-a20a-14e93c99a1ff tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=bdd40ca8-e374-40a2-864b-1154e2d7e756 HTTP/1.1" status: 200 len: 210 time: 0.0819225 May 28 06:41:27.246600 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d480d26-0335-4f08-94e3-109e60e00261 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Pushing event updated for resources: {'Port': ['ID=d60d4c69-7440-4039-9008-c5988f83484a,revision_number=6']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:27.317333 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-dec0310d-c6dd-4b3d-9261-d8b9ec1fde53 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Synchronizing usage tracker for tenant:c63f5c7f6ee64d0f94a0f9d286904eef on resource:security_group_rule {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:41:27.379707 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-90511bf3-8e4b-47df-bf6d-c7d2e906ca62 req-da6de0b9-d5bb-4320-aae7-9fa14dc8bb8e service neutron] 10.222.0.71 "GET /v2.0/networks/0212494a-c781-4e9f-b138-c50b3b6f2db6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189531 May 28 06:41:27.463910 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [req-498a3930-3c75-44bd-80a0-4662f8a34dc0 req-5968b62e-78df-4b3f-a5dd-0eeddebc20d7 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Allocated IP 172.20.0.7 (e7d92049-bff3-4c3a-a4bd-4950c7dcad1c/40188bf0-967d-446e-ac4f-b5c59a2acd9a/fb1f23a8-af71-4405-b5bd-97d5e156f2b8) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:41:27.537688 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-344b6b17-32ce-4a19-9fe7-ecdb073a7846 None None] For port 7aa31be8-453b-451e-8b95-0926e552ca49, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:41:27.541967 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-344b6b17-32ce-4a19-9fe7-ecdb073a7846 None None] For port 7aa31be8-453b-451e-8b95-0926e552ca49, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=7aa31be8-453b-451e-8b95-0926e552ca49,segment=NetworkSegment(e82da2dd-17b8-4c15-8abb-711622ad0a92),segment_id=e82da2dd-17b8-4c15-8abb-711622ad0a92)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:41:27.644477 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-532b4e05-c97c-4928-bc79-0d6f312d83a8 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Made reservation on behalf of 94cac8c050e34681825b5b9355a80ece for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:41:27.648411 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-532b4e05-c97c-4928-bc79-0d6f312d83a8 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:27.655410 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-344b6b17-32ce-4a19-9fe7-ecdb073a7846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:27.731510 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-dec0310d-c6dd-4b3d-9261-d8b9ec1fde53 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Unset dirty status for tenant:c63f5c7f6ee64d0f94a0f9d286904eef on resource:security_group_rule {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:41:27.737093 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-dec0310d-c6dd-4b3d-9261-d8b9ec1fde53 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.9087090 May 28 06:41:27.737358 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 41914) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:41:27.755590 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-90511bf3-8e4b-47df-bf6d-c7d2e906ca62 req-5b4a0cea-1acf-4cb5-a1f7-c3dfb01e67de service neutron] 10.222.0.71 "GET /v2.0/networks/0212494a-c781-4e9f-b138-c50b3b6f2db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3696122 May 28 06:41:27.763475 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d618a8d6-4062-474d-8ba6-c140960fa924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:27.784523 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344b6b17-32ce-4a19-9fe7-ecdb073a7846 None None] Pushing event updated for resources: {'Port': ['ID=7aa31be8-453b-451e-8b95-0926e552ca49,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:27.803689 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6b5dd14a-42aa-493c-a488-13d36d80db6e tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:27.804643 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:27.807850 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7683c78b-4d57-477c-9807-8d72671cc681 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3115906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3172012'] for subnet, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:27.817292 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6b5dd14a-42aa-493c-a488-13d36d80db6e tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:28.013658 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6b5dd14a-42aa-493c-a488-13d36d80db6e tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:28.016309 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d618a8d6-4062-474d-8ba6-c140960fa924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d301e86-cf04-4da0-9367-d07bef67f9ab,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:28.016309 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7683c78b-4d57-477c-9807-8d72671cc681 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Pushing event updated for resources: {'Subnet': ['ID=f96f0e95-ef0b-418a-afb2-98852531e397,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:28.016309 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9f02eb57-83b6-45f6-b07f-a3ace88d2f21 req-a47c69f1-6559-4f85-b56b-4bfc9d508d5a tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-571187841&fields=id&tenant_id=3e433ca89e6e4cecb06b276f6587beee HTTP/1.1" status: 200 len: 267 time: 0.5156703 May 28 06:41:28.063017 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5dd14a-42aa-493c-a488-13d36d80db6e tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f890c59d-a691-4a4b-a639-116e7bafb0ac,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:28.122016 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6b5dd14a-42aa-493c-a488-13d36d80db6e tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:28.124977 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-6b5dd14a-42aa-493c-a488-13d36d80db6e tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/f890c59d-a691-4a4b-a639-116e7bafb0ac HTTP/1.1" status: 204 len: 168 time: 0.3868761 May 28 06:41:28.132605 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 41918) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:41:28.192033 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0e5831-3d84-4df0-ad45-c7ad885d64f8 req-764bc37e-973d-49f6-8aa3-1c76f5744111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:28.192526 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0e5831-3d84-4df0-ad45-c7ad885d64f8 req-764bc37e-973d-49f6-8aa3-1c76f5744111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:28.194238 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-0a0e5831-3d84-4df0-ad45-c7ad885d64f8 req-764bc37e-973d-49f6-8aa3-1c76f5744111 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=60982381454b4376b475404da5b08605&device_id=3c9f4c13-f950-4d23-829a-8d9da3ec33a9 HTTP/1.1" status: 200 len: 1980 time: 0.2075863 May 28 06:41:28.375475 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7683c78b-4d57-477c-9807-8d72671cc681 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:41:28.513952 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-1299b084-7533-49c4-b32e-28970bdf7190 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Synchronizing usage tracker for tenant:c63f5c7f6ee64d0f94a0f9d286904eef on resource:security_group_rule {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:41:28.530444 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-532b4e05-c97c-4928-bc79-0d6f312d83a8 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:28.534324 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-7683c78b-4d57-477c-9807-8d72671cc681 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:41:28.542016 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7683c78b-4d57-477c-9807-8d72671cc681 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:28.542995 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7683c78b-4d57-477c-9807-8d72671cc681 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:28.651548 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb77930c-4252-4e8d-8d5a-cec76b1c67e2 req-526108c4-103f-4d21-8073-32825638f76f tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:28.657838 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb77930c-4252-4e8d-8d5a-cec76b1c67e2 req-526108c4-103f-4d21-8073-32825638f76f tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:28.664752 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0e5831-3d84-4df0-ad45-c7ad885d64f8 req-187f2e37-0e3e-47c1-83f7-9497c267cfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:28.665816 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bb77930c-4252-4e8d-8d5a-cec76b1c67e2 req-526108c4-103f-4d21-8073-32825638f76f tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c9f4c13-f950-4d23-829a-8d9da3ec33a9 HTTP/1.1" status: 200 len: 1678 time: 1.1191826 May 28 06:41:28.667682 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-0a0e5831-3d84-4df0-ad45-c7ad885d64f8 req-187f2e37-0e3e-47c1-83f7-9497c267cfd9 service neutron] 10.222.0.71 "GET /v2.0/networks?id=0212494a-c781-4e9f-b138-c50b3b6f2db6 HTTP/1.1" status: 200 len: 902 time: 0.4672067 May 28 06:41:28.698777 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d618a8d6-4062-474d-8ba6-c140960fa924 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:28.702814 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-d618a8d6-4062-474d-8ba6-c140960fa924 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3d301e86-cf04-4da0-9367-d07bef67f9ab HTTP/1.1" status: 204 len: 168 time: 2.5925355 May 28 06:41:28.766754 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-498a3930-3c75-44bd-80a0-4662f8a34dc0 req-5968b62e-78df-4b3f-a5dd-0eeddebc20d7 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:28.802838 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-0a0e5831-3d84-4df0-ad45-c7ad885d64f8 req-0904f502-aeaa-4f1b-89f6-8df45df9d79e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.155&port_id=307ab924-0240-4cfc-872e-1f409eea1f3f HTTP/1.1" status: 200 len: 217 time: 0.1251469 May 28 06:41:28.840623 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bb77930c-4252-4e8d-8d5a-cec76b1c67e2 req-da5173c5-ba97-46a4-a353-e6b5321592c1 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] 10.222.0.55 "GET /v2.0/security-groups?id=45cb3f7c-83ce-4298-9702-2bb3cba6af9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735761 May 28 06:41:28.858909 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-7683c78b-4d57-477c-9807-8d72671cc681 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5677657 May 28 06:41:28.872181 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 41928) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:41:28.872917 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-1299b084-7533-49c4-b32e-28970bdf7190 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Unset dirty status for tenant:c63f5c7f6ee64d0f94a0f9d286904eef on resource:security_group_rule {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:41:28.877749 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-1299b084-7533-49c4-b32e-28970bdf7190 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.7388909 May 28 06:41:28.888634 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-9b7e610b-f6b9-485a-9124-ac8c33a028b8 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Request body: {'port': {'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2', 'mac_address': 'fa:16:3e:a9:0c:28', 'name': 'tempest-NetworksTestDHCPv6-1540763625'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:41:28.893492 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-498a3930-3c75-44bd-80a0-4662f8a34dc0 req-5968b62e-78df-4b3f-a5dd-0eeddebc20d7 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Transition to ACTIVE for port object fb1f23a8-af71-4405-b5bd-97d5e156f2b8 will not be triggered until provisioned by entity DHCP. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:41:28.917176 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 41932) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:41:28.927612 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-86918709-98e2-48e2-b60d-399aacce081b tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Request body: {'security_group_rule': {'security_group_id': 'b65c6b46-f4d1-43c4-9204-efac76683dbe', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:41:28.931870 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-6d1ed242-35d3-4c71-9c53-7e6dfdb47ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:28.939476 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-86918709-98e2-48e2-b60d-399aacce081b tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:41:28.951322 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-86918709-98e2-48e2-b60d-399aacce081b tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:41:28.960760 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f02eb57-83b6-45f6-b07f-a3ace88d2f21 req-2c2fcd27-22fa-4437-86f1-7a650e078f1b tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:28.961087 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532b4e05-c97c-4928-bc79-0d6f312d83a8 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Checking segment: {'id': 'c596c932-ae1f-4aa4-a685-7a8607992c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'd2935e3b-43c3-4c07-93ae-1d6e38642935'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:41:28.961496 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532b4e05-c97c-4928-bc79-0d6f312d83a8 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Network hostable DHCP agents. Network: d2935e3b-43c3-4c07-93ae-1d6e38642935, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:41:28.965980 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9f02eb57-83b6-45f6-b07f-a3ace88d2f21 req-2c2fcd27-22fa-4437-86f1-7a650e078f1b tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] 10.222.0.55 "GET /v2.0/ports?device_id=31511953-083e-42fb-a7d3-8f5fc16aba3c HTTP/1.1" status: 200 len: 985 time: 0.9445789 May 28 06:41:28.965980 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31511953-083e-42fb-a7d3-8f5fc16aba3c', 'tag': 'd60d4c69-7440-4039-9008-c5988f83484a'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:41:28.970000 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532b4e05-c97c-4928-bc79-0d6f312d83a8 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Pushing event updated for resources: {'Subnet': ['ID=40605fad-c88d-4762-a4b2-6623867ff775,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:28.994047 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-9f02eb57-83b6-45f6-b07f-a3ace88d2f21 req-147823fa-2056-48df-b53e-6a4efd389b4b tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Request body: {'port': {'security_groups': ['b99dec1f-6b3b-4dfd-86ac-ed192f0fcc12']}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:41:29.092766 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-498a3930-3c75-44bd-80a0-4662f8a34dc0 req-5968b62e-78df-4b3f-a5dd-0eeddebc20d7 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:29.109398 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['351ec5b9-1371-4708-89ed-03fe0d913ca5'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:41:29.155537 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-498a3930-3c75-44bd-80a0-4662f8a34dc0 req-5968b62e-78df-4b3f-a5dd-0eeddebc20d7 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Network e7d92049-bff3-4c3a-a4bd-4950c7dcad1c is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:41:29.173977 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [req-498a3930-3c75-44bd-80a0-4662f8a34dc0 req-5968b62e-78df-4b3f-a5dd-0eeddebc20d7 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:41:29.176971 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-498a3930-3c75-44bd-80a0-4662f8a34dc0 req-5968b62e-78df-4b3f-a5dd-0eeddebc20d7 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:41:29.243449 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-86918709-98e2-48e2-b60d-399aacce081b tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:29.280250 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0e5831-3d84-4df0-ad45-c7ad885d64f8 req-6db03713-3b8d-4dc8-9c42-f87d3215d735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:29.281995 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-0a0e5831-3d84-4df0-ad45-c7ad885d64f8 req-6db03713-3b8d-4dc8-9c42-f87d3215d735 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=55d00f7b-3f2c-4d1f-b913-eddcc00c1fda HTTP/1.1" status: 200 len: 801 time: 0.4741497 May 28 06:41:29.452679 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532b4e05-c97c-4928-bc79-0d6f312d83a8 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Network d2935e3b-43c3-4c07-93ae-1d6e38642935 is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:41:29.525295 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-9f02eb57-83b6-45f6-b07f-a3ace88d2f21 req-147823fa-2056-48df-b53e-6a4efd389b4b tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:29.575396 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5968b62e-78df-4b3f-a5dd-0eeddebc20d7 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Pushing event updated for resources: {'Port': ['ID=fb1f23a8-af71-4405-b5bd-97d5e156f2b8,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:29.624313 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498a3930-3c75-44bd-80a0-4662f8a34dc0 req-5968b62e-78df-4b3f-a5dd-0eeddebc20d7 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:29.625152 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-498a3930-3c75-44bd-80a0-4662f8a34dc0 req-5968b62e-78df-4b3f-a5dd-0eeddebc20d7 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:29.714047 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-9b7e610b-f6b9-485a-9124-ac8c33a028b8 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:41:29.724207 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-532b4e05-c97c-4928-bc79-0d6f312d83a8 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, d2935e3b-43c3-4c07-93ae-1d6e38642935) {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:41:29.738958 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-9b7e610b-f6b9-485a-9124-ac8c33a028b8 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Usage tracker for resource:port and tenant:5e9e9447c07c4077b6694ab63e3affe5 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:41:29.766664 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163ada96-6132-4dbb-930a-5595de9d3af0 None None] Network d2935e3b-43c3-4c07-93ae-1d6e38642935 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:41:29.770568 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-9b7e610b-f6b9-485a-9124-ac8c33a028b8 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:41:29.777637 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532b4e05-c97c-4928-bc79-0d6f312d83a8 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:29.778483 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-532b4e05-c97c-4928-bc79-0d6f312d83a8 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:29.845253 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-9b7e610b-f6b9-485a-9124-ac8c33a028b8 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:41:29.925765 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-86918709-98e2-48e2-b60d-399aacce081b tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:29.948212 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-532b4e05-c97c-4928-bc79-0d6f312d83a8 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.0110757 May 28 06:41:29.954253 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 41948) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:41:29.966932 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0e5831-3d84-4df0-ad45-c7ad885d64f8 req-a284e34c-1da7-45b4-8f72-4b175dccbb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:29.966932 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-0a0e5831-3d84-4df0-ad45-c7ad885d64f8 req-a284e34c-1da7-45b4-8f72-4b175dccbb11 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0212494a-c781-4e9f-b138-c50b3b6f2db6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6231961 May 28 06:41:30.035833 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5705d4cb-1b18-4c1f-ac0e-daee61481bcd None None] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:41:30.058265 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ea6dbd-8f3b-4c34-a176-0836ff3c27bd req-8992a3ef-49b0-4392-90af-03e8f269fa10 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:30.059052 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-e4ea6dbd-8f3b-4c34-a176-0836ff3c27bd req-8992a3ef-49b0-4392-90af-03e8f269fa10 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Synchronizing usage tracker for tenant:fada8efd68e34d6781d883ae41cb05ad on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:41:30.085607 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-498a3930-3c75-44bd-80a0-4662f8a34dc0 req-5968b62e-78df-4b3f-a5dd-0eeddebc20d7 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4888914 May 28 06:41:30.097899 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 7aa31be8-453b-451e-8b95-0926e552ca49 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:41:30.103652 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-498a3930-3c75-44bd-80a0-4662f8a34dc0 req-93bb4284-976c-4b5f-99c2-3a8c14cbfa09 service neutron] Request body: {'port': {'device_id': 'bdd40ca8-e374-40a2-864b-1154e2d7e756', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843702-1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:41:30.236061 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-9f02eb57-83b6-45f6-b07f-a3ace88d2f21 req-147823fa-2056-48df-b53e-6a4efd389b4b tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] For port d60d4c69-7440-4039-9008-c5988f83484a, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=d60d4c69-7440-4039-9008-c5988f83484a,segment=NetworkSegment(6ead9b20-e54f-4de6-97df-041e4a5d1b55),segment_id=6ead9b20-e54f-4de6-97df-041e4a5d1b55)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:41:30.249062 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-0a0e5831-3d84-4df0-ad45-c7ad885d64f8 req-dbca944d-30ca-433f-98c9-eeb496f2d888 service neutron] 10.222.0.71 "GET /v2.0/networks/0212494a-c781-4e9f-b138-c50b3b6f2db6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181902 May 28 06:41:30.273762 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-857aa81e-fec7-419e-b805-b5bdebfedaed None None] Provisioning for port fb1f23a8-af71-4405-b5bd-97d5e156f2b8 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:41:30.276462 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-9f02eb57-83b6-45f6-b07f-a3ace88d2f21 req-147823fa-2056-48df-b53e-6a4efd389b4b tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:30.294683 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-e4ea6dbd-8f3b-4c34-a176-0836ff3c27bd req-8992a3ef-49b0-4392-90af-03e8f269fa10 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Unset dirty status for tenant:fada8efd68e34d6781d883ae41cb05ad on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:41:30.303233 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e4ea6dbd-8f3b-4c34-a176-0836ff3c27bd req-8992a3ef-49b0-4392-90af-03e8f269fa10 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=bdd40ca8-e374-40a2-864b-1154e2d7e756 HTTP/1.1" status: 200 len: 931 time: 1.2438235 May 28 06:41:30.307722 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:30.332839 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-857aa81e-fec7-419e-b805-b5bdebfedaed None None] Provisioning complete for port fb1f23a8-af71-4405-b5bd-97d5e156f2b8 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:41:30.333614 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-857aa81e-fec7-419e-b805-b5bdebfedaed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:30.366789 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-86918709-98e2-48e2-b60d-399aacce081b tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:30.370191 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b7e610b-f6b9-485a-9124-ac8c33a028b8 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Made reservation on behalf of 5e9e9447c07c4077b6694ab63e3affe5 for: {'port': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:41:30.381472 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e4ea6dbd-8f3b-4c34-a176-0836ff3c27bd req-525caf14-1b85-446a-b4ea-46ee36818254 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=da746f74-f7a2-404c-ba12-af4c190f6fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755615 May 28 06:41:30.436907 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-857aa81e-fec7-419e-b805-b5bdebfedaed None None] Port fb1f23a8-af71-4405-b5bd-97d5e156f2b8 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:41:30.457694 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:30.487699 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-9f02eb57-83b6-45f6-b07f-a3ace88d2f21 req-147823fa-2056-48df-b53e-6a4efd389b4b tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:30.570216 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['d60d4c69-7440-4039-9008-c5988f83484a'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:41:30.718412 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 307ab924-0240-4cfc-872e-1f409eea1f3f details requested by agent hyperv_n-h2-843702-1 with host n-h2-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:41:30.771006 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9b7e610b-f6b9-485a-9124-ac8c33a028b8 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:30.827506 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c0b3148a-a4e7-4920-8abd-a4c2d98a9814 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:30.837707 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86918709-98e2-48e2-b60d-399aacce081b tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5413bd69-41e3-4486-8783-bb2dd7b5b826,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:30.883212 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [None req-9b7e610b-f6b9-485a-9124-ac8c33a028b8 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] device_id is not set on port 1ccc732c-3bdb-4cf6-8a1b-29bab530dc25 yet. {{(pid=89109) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:41:30.960154 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-498a3930-3c75-44bd-80a0-4662f8a34dc0 req-93bb4284-976c-4b5f-99c2-3a8c14cbfa09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:30.991248 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f02eb57-83b6-45f6-b07f-a3ace88d2f21 req-147823fa-2056-48df-b53e-6a4efd389b4b tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:30.997625 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-9f02eb57-83b6-45f6-b07f-a3ace88d2f21 req-147823fa-2056-48df-b53e-6a4efd389b4b tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:31.004940 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9f02eb57-83b6-45f6-b07f-a3ace88d2f21 req-147823fa-2056-48df-b53e-6a4efd389b4b tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] 10.222.0.55 "PUT /v2.0/ports/d60d4c69-7440-4039-9008-c5988f83484a HTTP/1.1" status: 200 len: 943 time: 2.0177572 May 28 06:41:31.031158 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-030eb51e-ee9d-460b-adba-f969bd3d645a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-d2935e3b-43c3-4c07-93ae-1d6e38642935', 'network_id': 'd2935e3b-43c3-4c07-93ae-1d6e38642935', 'tenant_id': '94cac8c050e34681825b5b9355a80ece', 'fixed_ips': [{'subnet_id': '40605fad-c88d-4762-a4b2-6623867ff775'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:41:31.036973 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-030eb51e-ee9d-460b-adba-f969bd3d645a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:31.046870 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-86918709-98e2-48e2-b60d-399aacce081b tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:31.048249 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-86918709-98e2-48e2-b60d-399aacce081b tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 2.1298614 May 28 06:41:31.050708 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-a2c28d35-4459-49e5-a5c5-89a9d254a827 None None] Provisioning for port 7aa31be8-453b-451e-8b95-0926e552ca49 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:41:31.054007 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 7aa31be8-453b-451e-8b95-0926e552ca49 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:41:31.145465 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 7aa31be8-453b-451e-8b95-0926e552ca49 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:41:31.146425 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:31.173289 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-a2c28d35-4459-49e5-a5c5-89a9d254a827 None None] Provisioning complete for port 7aa31be8-453b-451e-8b95-0926e552ca49 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:41:31.173948 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-a2c28d35-4459-49e5-a5c5-89a9d254a827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:31.350576 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['d60d4c69-7440-4039-9008-c5988f83484a'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:41:31.391316 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-9b7e610b-f6b9-485a-9124-ac8c33a028b8 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Allocated IP 172.20.0.10 (147bfd32-62dc-4be0-82de-f4d6fa5b4cc2/f96f0e95-ef0b-418a-afb2-98852531e397/1ccc732c-3bdb-4cf6-8a1b-29bab530dc25) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:41:31.400168 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-9b7e610b-f6b9-485a-9124-ac8c33a028b8 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Allocated IP 2001:db8::f816:3eff:fea9:c28 (147bfd32-62dc-4be0-82de-f4d6fa5b4cc2/c4dc51d0-0905-4e70-8464-95db5f699397/1ccc732c-3bdb-4cf6-8a1b-29bab530dc25) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:41:31.465134 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 41966) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:41:31.465493 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 41968) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:41:31.565304 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-020de72e-6c13-4e4b-bcfb-b65594d23c3f'] response: {'name': 'network-changed', 'server_uuid': '31511953-083e-42fb-a7d3-8f5fc16aba3c', 'tag': 'd60d4c69-7440-4039-9008-c5988f83484a', 'status': 'completed', 'code': 200} May 28 06:41:31.567351 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147823fa-2056-48df-b53e-6a4efd389b4b tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Pushing event updated for resources: {'Port': ['ID=d60d4c69-7440-4039-9008-c5988f83484a,revision_number=7']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:31.581171 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-0a0e5831-3d84-4df0-ad45-c7ad885d64f8 req-f2555197-1455-453f-8acf-76edbcb34a2d service neutron] 10.222.0.71 "GET /v2.0/networks/0212494a-c781-4e9f-b138-c50b3b6f2db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2351923 May 28 06:41:31.599975 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-dc96224c-cda8-4b67-9d52-1663bb14dd79 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] 10.222.0.55 "GET /v2.0/security-group-rules/5413bd69-41e3-4486-8783-bb2dd7b5b826 HTTP/1.1" status: 200 len: 763 time: 0.1192577 May 28 06:41:31.621905 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 41978) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:41:31.642736 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c0b3148a-a4e7-4920-8abd-a4c2d98a9814 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:31.763078 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-7f66bfbb-a235-4a71-b124-34756177a365 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2022965306-network', 'tenant_id': '98e9fd09ba2248b5b9367b689b0cfcd3'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:41:31.902808 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 307ab924-0240-4cfc-872e-1f409eea1f3f, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=307ab924-0240-4cfc-872e-1f409eea1f3f,segment=NetworkSegment(d7927b8e-7a96-401a-ba42-dafb6a6ed275),segment_id=d7927b8e-7a96-401a-ba42-dafb6a6ed275)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:41:31.979350 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Returning: {'device': '307ab924-0240-4cfc-872e-1f409eea1f3f', 'network_id': '0212494a-c781-4e9f-b138-c50b3b6f2db6', 'port_id': '307ab924-0240-4cfc-872e-1f409eea1f3f', 'mac_address': 'fa:16:3e:6c:46:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55d00f7b-3f2c-4d1f-b913-eddcc00c1fda', 'ip_address': '19.86.0.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:41:32.007141 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-7f66bfbb-a235-4a71-b124-34756177a365 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:41:32.061513 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-7f66bfbb-a235-4a71-b124-34756177a365 admin admin] Usage tracker for resource:network and tenant:98e9fd09ba2248b5b9367b689b0cfcd3 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:41:32.067279 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-7f66bfbb-a235-4a71-b124-34756177a365 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:41:32.067844 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-af94c4cf-0cb5-4a8b-82a9-e0de4b34a252 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3828945 May 28 06:41:32.077981 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 41982) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:41:32.080019 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-7f66bfbb-a235-4a71-b124-34756177a365 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:41:32.152791 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dec4b7-f32f-4102-b292-aed0919412dd req-30a356dc-5087-4ab5-9e16-15e91ce365f8 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:32.159735 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dec4b7-f32f-4102-b292-aed0919412dd req-30a356dc-5087-4ab5-9e16-15e91ce365f8 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:32.161408 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-22dec4b7-f32f-4102-b292-aed0919412dd req-30a356dc-5087-4ab5-9e16-15e91ce365f8 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c9f4c13-f950-4d23-829a-8d9da3ec33a9 HTTP/1.1" status: 200 len: 1678 time: 0.6060352 May 28 06:41:32.177454 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8500d822-2ff3-4e7b-8049-6ed624af7f84 req-a0e6997d-939c-4c35-8433-84892697bd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:32.179121 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8500d822-2ff3-4e7b-8049-6ed624af7f84 req-a0e6997d-939c-4c35-8433-84892697bd3d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3e433ca89e6e4cecb06b276f6587beee&device_id=31511953-083e-42fb-a7d3-8f5fc16aba3c HTTP/1.1" status: 200 len: 1097 time: 0.6251037 May 28 06:41:32.187281 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00caa4b-f9c2-431a-ae4c-10fbc9ec87d4 req-ccc6b1d0-1eff-4165-a19a-3d77f645d7ae tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:32.189096 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e00caa4b-f9c2-431a-ae4c-10fbc9ec87d4 req-ccc6b1d0-1eff-4165-a19a-3d77f645d7ae tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5b99fda-0bc9-4e50-b070-ce4a427e6fc6 HTTP/1.1" status: 200 len: 943 time: 1.4762592 May 28 06:41:32.217835 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9b7e610b-f6b9-485a-9124-ac8c33a028b8 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:32.319227 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [None req-9b7e610b-f6b9-485a-9124-ac8c33a028b8 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Transition to ACTIVE for port object 1ccc732c-3bdb-4cf6-8a1b-29bab530dc25 will not be triggered until provisioned by entity DHCP. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:41:32.333487 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c0b3148a-a4e7-4920-8abd-a4c2d98a9814 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9555650'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:32.335022 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:32.348279 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f66bfbb-a235-4a71-b124-34756177a365 admin admin] Made reservation on behalf of 98e9fd09ba2248b5b9367b689b0cfcd3 for: {'network': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:41:32.356180 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7f66bfbb-a235-4a71-b124-34756177a365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:32.365899 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 307ab924-0240-4cfc-872e-1f409eea1f3f is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:41:32.365899 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:32.466757 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b3148a-a4e7-4920-8abd-a4c2d98a9814 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Pushing event deleted for resources: {'Subnet': ['ID=40605fad-c88d-4762-a4b2-6623867ff775,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:32.468840 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7f66bfbb-a235-4a71-b124-34756177a365 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:32.481684 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-10da4ac2-5c7f-41a6-8c82-e379a5c67a3c tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:32.521626 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-10da4ac2-5c7f-41a6-8c82-e379a5c67a3c tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:32.557277 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e00caa4b-f9c2-431a-ae4c-10fbc9ec87d4 req-97aea9bc-5495-4a10-95b5-0c51f12ab749 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d9e2739-d2e7-489f-8894-c4c5db308155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3359082 May 28 06:41:32.585153 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server [None req-030eb51e-ee9d-460b-adba-f969bd3d645a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 40605fad-c88d-4762-a4b2-6623867ff775: This subnet is being modified by another concurrent operation. May 28 06:41:32.585153 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 28 06:41:32.585153 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 28 06:41:32.585153 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 28 06:41:32.585153 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 28 06:41:32.585153 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 28 06:41:32.585153 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 28 06:41:32.585153 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 28 06:41:32.585153 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 28 06:41:32.585153 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 28 06:41:32.585153 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 28 06:41:32.585153 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 28 06:41:32.585153 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 28 06:41:32.585153 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server self.force_reraise() May 28 06:41:32.585153 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 28 06:41:32.585153 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server raise self.value May 28 06:41:32.585153 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 28 06:41:32.585153 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 28 06:41:32.585153 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 28 06:41:32.585153 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 28 06:41:32.585153 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 28 06:41:32.585153 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server self.force_reraise() May 28 06:41:32.585153 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 28 06:41:32.585153 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server raise self.value May 28 06:41:32.585153 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 28 06:41:32.585153 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 28 06:41:32.585153 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 28 06:41:32.585153 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 28 06:41:32.585153 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 28 06:41:32.585153 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server self.force_reraise() May 28 06:41:32.585153 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 28 06:41:32.585153 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server raise self.value May 28 06:41:32.585153 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 28 06:41:32.585153 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 28 06:41:32.585153 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 28 06:41:32.585153 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 28 06:41:32.585153 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port May 28 06:41:32.585153 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 28 06:41:32.585153 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action May 28 06:41:32.585153 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 28 06:41:32.585153 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 28 06:41:32.585153 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 28 06:41:32.585153 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 28 06:41:32.585153 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 28 06:41:32.585153 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 28 06:41:32.585153 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 28 06:41:32.585153 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 28 06:41:32.585153 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 28 06:41:32.585153 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 28 06:41:32.585153 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server self.force_reraise() May 28 06:41:32.585153 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 28 06:41:32.585153 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server raise self.value May 28 06:41:32.585153 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 28 06:41:32.585153 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 28 06:41:32.585153 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 28 06:41:32.585153 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 28 06:41:32.585153 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 28 06:41:32.585153 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server self.force_reraise() May 28 06:41:32.585153 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 28 06:41:32.585153 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server raise self.value May 28 06:41:32.585153 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 28 06:41:32.585153 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 28 06:41:32.585153 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 28 06:41:32.585153 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 28 06:41:32.585153 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 28 06:41:32.585153 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server self.force_reraise() May 28 06:41:32.585153 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 28 06:41:32.585153 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server raise self.value May 28 06:41:32.585153 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 28 06:41:32.585153 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 28 06:41:32.585153 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port May 28 06:41:32.585153 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 28 06:41:32.585153 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db May 28 06:41:32.585153 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 28 06:41:32.585153 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db May 28 06:41:32.585153 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 28 06:41:32.585153 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 28 06:41:32.585153 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 28 06:41:32.585153 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 28 06:41:32.585153 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 28 06:41:32.585153 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 28 06:41:32.585153 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 28 06:41:32.585153 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 28 06:41:32.585153 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 28 06:41:32.585153 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 28 06:41:32.585153 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 28 06:41:32.585153 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets May 28 06:41:32.585153 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 28 06:41:32.585153 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 28 06:41:32.585153 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server raise exception May 28 06:41:32.585153 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 40605fad-c88d-4762-a4b2-6623867ff775: This subnet is being modified by another concurrent operation. May 28 06:41:32.585153 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server May 28 06:41:32.596309 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-22dec4b7-f32f-4102-b292-aed0919412dd req-695eaad8-dc2b-4a3e-a993-82981cf9eb96 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] 10.222.0.55 "GET /v2.0/security-groups?id=45cb3f7c-83ce-4298-9702-2bb3cba6af9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4157267 May 28 06:41:32.599379 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 307ab924-0240-4cfc-872e-1f409eea1f3f {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:41:32.615383 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:32.626867 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-a2c28d35-4459-49e5-a5c5-89a9d254a827 None None] Current status of the port 7aa31be8-453b-451e-8b95-0926e552ca49 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:41:32.627258 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-a2c28d35-4459-49e5-a5c5-89a9d254a827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:32.716457 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863fdf82-7daa-461b-bdc8-dacf33aaf586 None None] Network d2935e3b-43c3-4c07-93ae-1d6e38642935 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:41:32.753822 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-7f66bfbb-a235-4a71-b124-34756177a365 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:41:32.787287 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-7f66bfbb-a235-4a71-b124-34756177a365 admin admin] Usage tracker for resource:security_group_rule and tenant:98e9fd09ba2248b5b9367b689b0cfcd3 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:41:32.837921 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-7f66bfbb-a235-4a71-b124-34756177a365 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:41:32.850830 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c0b3148a-a4e7-4920-8abd-a4c2d98a9814 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:32.916240 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 307ab924-0240-4cfc-872e-1f409eea1f3f, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=307ab924-0240-4cfc-872e-1f409eea1f3f,segment=NetworkSegment(d7927b8e-7a96-401a-ba42-dafb6a6ed275),segment_id=d7927b8e-7a96-401a-ba42-dafb6a6ed275)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:41:32.934867 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-c0b3148a-a4e7-4920-8abd-a4c2d98a9814 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2935e3b-43c3-4c07-93ae-1d6e38642935']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:41:32.953767 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-7f66bfbb-a235-4a71-b124-34756177a365 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:41:32.960511 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-c0b3148a-a4e7-4920-8abd-a4c2d98a9814 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c596c932-ae1f-4aa4-a685-7a8607992c85') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:41:32.962668 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-c0b3148a-a4e7-4920-8abd-a4c2d98a9814 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c596c932-ae1f-4aa4-a685-7a8607992c85') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:41:32.964004 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [req-498a3930-3c75-44bd-80a0-4662f8a34dc0 req-93bb4284-976c-4b5f-99c2-3a8c14cbfa09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb1f23a8-af71-4405-b5bd-97d5e156f2b8 {{(pid=89110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:41:32.980536 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8500d822-2ff3-4e7b-8049-6ed624af7f84 req-6c652b83-b3a3-4c4c-b0d8-35a431898bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:32.981927 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8500d822-2ff3-4e7b-8049-6ed624af7f84 req-6c652b83-b3a3-4c4c-b0d8-35a431898bea service neutron] 10.222.0.71 "GET /v2.0/networks?id=e318623d-bb83-4735-b9a5-1ff511a26d09 HTTP/1.1" status: 200 len: 921 time: 0.7912016 May 28 06:41:32.993287 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-498a3930-3c75-44bd-80a0-4662f8a34dc0 req-93bb4284-976c-4b5f-99c2-3a8c14cbfa09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:33.006854 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c0b3148a-a4e7-4920-8abd-a4c2d98a9814 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:33.045880 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9b7e610b-f6b9-485a-9124-ac8c33a028b8 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:33.081937 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-10da4ac2-5c7f-41a6-8c82-e379a5c67a3c tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:33.116309 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 7aa31be8-453b-451e-8b95-0926e552ca49 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:41:33.116309 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:33.119960 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10da4ac2-5c7f-41a6-8c82-e379a5c67a3c tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5413bd69-41e3-4486-8783-bb2dd7b5b826,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:33.120164 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8500d822-2ff3-4e7b-8049-6ed624af7f84 req-dffc1fdf-4e95-4300-8e79-d5c21e8c1650 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d60d4c69-7440-4039-9008-c5988f83484a HTTP/1.1" status: 200 len: 217 time: 0.1175714 May 28 06:41:33.141702 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:33.150419 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 71833c87-f7f7-4698-a8a1-39d0a27f1e37 details requested by agent hyperv_n-h2-843702-1 with host n-h2-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:41:33.159881 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c0b3148a-a4e7-4920-8abd-a4c2d98a9814 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:33.173141 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0b3148a-a4e7-4920-8abd-a4c2d98a9814 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:41:33.175277 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c0b3148a-a4e7-4920-8abd-a4c2d98a9814 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:33.220331 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-10da4ac2-5c7f-41a6-8c82-e379a5c67a3c tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:33.225028 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-10da4ac2-5c7f-41a6-8c82-e379a5c67a3c tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/5413bd69-41e3-4486-8783-bb2dd7b5b826 HTTP/1.1" status: 204 len: 168 time: 1.1364119 May 28 06:41:33.231193 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 41986) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:41:33.352567 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4546288-57e3-4163-bef0-ee59cd3e203e req-7eb65e2a-80c5-40ef-abbe-fc67e658dee0 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:33.352567 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c4546288-57e3-4163-bef0-ee59cd3e203e req-7eb65e2a-80c5-40ef-abbe-fc67e658dee0 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=bdd40ca8-e374-40a2-864b-1154e2d7e756 HTTP/1.1" status: 200 len: 931 time: 0.5137739 May 28 06:41:33.352962 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-a2c28d35-4459-49e5-a5c5-89a9d254a827 None None] For port 7aa31be8-453b-451e-8b95-0926e552ca49, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=7aa31be8-453b-451e-8b95-0926e552ca49,segment=NetworkSegment(e82da2dd-17b8-4c15-8abb-711622ad0a92),segment_id=e82da2dd-17b8-4c15-8abb-711622ad0a92)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:41:33.353525 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-04b45674-8f9d-4ae0-b376-8fc9179ab7cc req-2c078101-1bb9-4b66-b89a-54d9f2f57aab tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6447487 May 28 06:41:33.353525 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8500d822-2ff3-4e7b-8049-6ed624af7f84 req-8344bc8a-9fe6-4eff-8983-7939021a3439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:33.355412 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8500d822-2ff3-4e7b-8049-6ed624af7f84 req-8344bc8a-9fe6-4eff-8983-7939021a3439 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=463ce692-2fe5-4a51-b619-7b3391bfe8b8 HTTP/1.1" status: 200 len: 860 time: 0.2275820 May 28 06:41:33.399440 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-d2ccdeb1-3420-43bb-b118-131ca533a2b3 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Synchronizing usage tracker for tenant:c63f5c7f6ee64d0f94a0f9d286904eef on resource:security_group_rule {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:41:33.414537 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7e610b-f6b9-485a-9124-ac8c33a028b8 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Pushing event updated for resources: {'Port': ['ID=1ccc732c-3bdb-4cf6-8a1b-29bab530dc25,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:33.427760 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.db.resource_extend [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 06:41:33.429272 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b7e610b-f6b9-485a-9124-ac8c33a028b8 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:41:33.432619 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment c596c932-ae1f-4aa4-a685-7a8607992c85 resource provider aggregate not found May 28 06:41:33.444180 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-9b7e610b-f6b9-485a-9124-ac8c33a028b8 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:41:33.447384 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7e610b-f6b9-485a-9124-ac8c33a028b8 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:41:33.479687 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9417df6b-11e6-4e91-b6c5-7338c061fa89 None None] Update dhcp port {'port': {'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2', 'fixed_ips': [{'subnet_id': 'c4dc51d0-0905-4e70-8464-95db5f699397', 'ip_address': '2001:db8::f816:3eff:fe89:43b7'}, {'subnet_id': 'f96f0e95-ef0b-418a-afb2-98852531e397'}], 'binding:host_id': 'n-d-843702-1'}, 'id': '7aa31be8-453b-451e-8b95-0926e552ca49'} from n-d-843702-1. {{(pid=89111) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 28 06:41:33.490750 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment c596c932-ae1f-4aa4-a685-7a8607992c85 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c596c932-ae1f-4aa4-a685-7a8607992c85 found for delete ", "request_id": "req-70ab6169-13f2-4da4-8927-3c8082d21ead"}]} May 28 06:41:33.518573 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-04b45674-8f9d-4ae0-b376-8fc9179ab7cc req-0d9a7807-21ec-40c4-8f47-d3f6b2e08731 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Request body: {'floatingip': {'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:41:33.550148 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8500d822-2ff3-4e7b-8049-6ed624af7f84 req-dbc77a22-b765-419a-8af7-87667203477f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e318623d-bb83-4735-b9a5-1ff511a26d09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1497092 May 28 06:41:33.566933 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-04b45674-8f9d-4ae0-b376-8fc9179ab7cc req-0d9a7807-21ec-40c4-8f47-d3f6b2e08731 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:41:33.578812 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b7e610b-f6b9-485a-9124-ac8c33a028b8 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:33.579494 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9b7e610b-f6b9-485a-9124-ac8c33a028b8 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:33.585129 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31511953-083e-42fb-a7d3-8f5fc16aba3c', 'tag': 'd60d4c69-7440-4039-9008-c5988f83484a'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:41:33.620736 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-498a3930-3c75-44bd-80a0-4662f8a34dc0 req-93bb4284-976c-4b5f-99c2-3a8c14cbfa09 service neutron] Transition to ACTIVE for port object fb1f23a8-af71-4405-b5bd-97d5e156f2b8 will not be triggered until provisioned by entity L2. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:41:33.622074 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-04b45674-8f9d-4ae0-b376-8fc9179ab7cc req-0d9a7807-21ec-40c4-8f47-d3f6b2e08731 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Usage tracker for resource:floatingip and tenant:3e433ca89e6e4cecb06b276f6587beee is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:41:33.651553 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c0b3148a-a4e7-4920-8abd-a4c2d98a9814 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:33.702236 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c0b3148a-a4e7-4920-8abd-a4c2d98a9814 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:33.707427 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-04b45674-8f9d-4ae0-b376-8fc9179ab7cc req-0d9a7807-21ec-40c4-8f47-d3f6b2e08731 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:41:33.731476 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-a2c28d35-4459-49e5-a5c5-89a9d254a827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:33.760847 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b3148a-a4e7-4920-8abd-a4c2d98a9814 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Pushing event deleted for resources: {'Network': ['ID=d2935e3b-43c3-4c07-93ae-1d6e38642935,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:33.808280 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-c0b3148a-a4e7-4920-8abd-a4c2d98a9814 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] 10.222.0.55 "DELETE /v2.0/networks/d2935e3b-43c3-4c07-93ae-1d6e38642935 HTTP/1.1" status: 204 len: 168 time: 3.8375287 May 28 06:41:33.812672 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 42000) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:41:33.819981 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-9f0fb98c-2858-4785-a95e-9982379f037a tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1690331887'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:41:33.840998 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-9f0fb98c-2858-4785-a95e-9982379f037a tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:41:33.853712 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-498a3930-3c75-44bd-80a0-4662f8a34dc0 req-93bb4284-976c-4b5f-99c2-3a8c14cbfa09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:33.854777 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-04b45674-8f9d-4ae0-b376-8fc9179ab7cc req-0d9a7807-21ec-40c4-8f47-d3f6b2e08731 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:41:33.860719 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-9f0fb98c-2858-4785-a95e-9982379f037a tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Usage tracker for resource:network and tenant:94cac8c050e34681825b5b9355a80ece is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:41:33.864726 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-9f0fb98c-2858-4785-a95e-9982379f037a tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:41:33.892611 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-9f0fb98c-2858-4785-a95e-9982379f037a tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:41:33.896595 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=307ab924-0240-4cfc-872e-1f409eea1f3f,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:33.923406 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c4546288-57e3-4163-bef0-ee59cd3e203e req-8f9f00a4-a2d3-4d4e-bc91-54b5430a4434 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=da746f74-f7a2-404c-ba12-af4c190f6fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5668426 May 28 06:41:33.931710 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-9b7e610b-f6b9-485a-9124-ac8c33a028b8 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 5.0555570 May 28 06:41:33.940961 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-d2ccdeb1-3420-43bb-b118-131ca533a2b3 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Unset dirty status for tenant:c63f5c7f6ee64d0f94a0f9d286904eef on resource:security_group_rule {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:41:33.945216 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-d2ccdeb1-3420-43bb-b118-131ca533a2b3 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.7068720 May 28 06:41:33.954915 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 42004) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:41:33.955488 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 42006) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:41:34.001063 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-f17427dc-708e-4835-a45f-6f468270924e tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Request body: {'security_group_rule': {'security_group_id': 'b65c6b46-f4d1-43c4-9204-efac76683dbe', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:41:34.052202 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-9417df6b-11e6-4e91-b6c5-7338c061fa89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:34.075239 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f0fb98c-2858-4785-a95e-9982379f037a tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Made reservation on behalf of 94cac8c050e34681825b5b9355a80ece for: {'network': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:41:34.084162 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9f0fb98c-2858-4785-a95e-9982379f037a tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:34.088722 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.db.api [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89111) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:41:34.089216 n-d-843702-1 neutron-server[89111]: DEBUG oslo_db.api [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:41:34.110726 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-f17427dc-708e-4835-a45f-6f468270924e tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:41:34.125828 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7dbf7222-639b-4f19-89c7-a9997349bac4'] response: {'name': 'network-changed', 'server_uuid': '31511953-083e-42fb-a7d3-8f5fc16aba3c', 'tag': 'd60d4c69-7440-4039-9008-c5988f83484a', 'status': 'completed', 'code': 200} May 28 06:41:34.141661 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-04b45674-8f9d-4ae0-b376-8fc9179ab7cc req-0d9a7807-21ec-40c4-8f47-d3f6b2e08731 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Notify callbacks [] for floatingip, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:34.162780 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7f66bfbb-a235-4a71-b124-34756177a365 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:34.163910 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-f17427dc-708e-4835-a45f-6f468270924e tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:41:34.218656 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f0fb98c-2858-4785-a95e-9982379f037a tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=89109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:41:34.242717 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9f0fb98c-2858-4785-a95e-9982379f037a tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:34.243101 n-d-843702-1 neutron-server[89109]: INFO neutron.db.segments_db [None req-9f0fb98c-2858-4785-a95e-9982379f037a tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Added segment 6d1d2bf9-e160-47b9-9291-6a8c2eaf1591 of type vlan for network 483e050c-79be-4d33-9b6d-3928d5f1470b May 28 06:41:34.290667 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35308df-2d5a-4ae0-9e27-fad9503aeb94 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:34.301067 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35308df-2d5a-4ae0-9e27-fad9503aeb94 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:34.301991 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-a35308df-2d5a-4ae0-9e27-fad9503aeb94 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Synchronizing usage tracker for tenant:5e9e9447c07c4077b6694ab63e3affe5 on resource:port {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:41:34.312426 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bb4284-976c-4b5f-99c2-3a8c14cbfa09 service neutron] Pushing event updated for resources: {'Port': ['ID=fb1f23a8-af71-4405-b5bd-97d5e156f2b8,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:34.332414 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7f66bfbb-a235-4a71-b124-34756177a365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:34.361635 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9f0fb98c-2858-4785-a95e-9982379f037a tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:34.372190 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f17427dc-708e-4835-a45f-6f468270924e tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:34.417028 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f66bfbb-a235-4a71-b124-34756177a365 admin admin] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=89109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:41:34.432393 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 71833c87-f7f7-4698-a8a1-39d0a27f1e37, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=71833c87-f7f7-4698-a8a1-39d0a27f1e37,segment=NetworkSegment(a04b0338-6b05-4dc3-a755-49eeec28e1c0),segment_id=a04b0338-6b05-4dc3-a755-49eeec28e1c0)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:41:34.438986 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f66bfbb-a235-4a71-b124-34756177a365 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23eed38c-aa44-447e-83a9-ccee1b1a7a8e,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:34.447084 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c28d35-4459-49e5-a5c5-89a9d254a827 None None] Pushing event updated for resources: {'Port': ['ID=7aa31be8-453b-451e-8b95-0926e552ca49,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:34.453403 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7f66bfbb-a235-4a71-b124-34756177a365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:34.453782 n-d-843702-1 neutron-server[89109]: INFO neutron.db.segments_db [None req-7f66bfbb-a235-4a71-b124-34756177a365 admin admin] Added segment de3cbcce-ba0c-4cb8-88ea-ac98446ed60d of type vlan for network a3fe29e9-17f9-4750-841d-90d9978eff94 May 28 06:41:34.467798 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Returning: {'device': '71833c87-f7f7-4698-a8a1-39d0a27f1e37', 'network_id': 'd70e6509-755a-4351-a49a-268e59e9bbd2', 'port_id': '71833c87-f7f7-4698-a8a1-39d0a27f1e37', 'mac_address': 'fa:16:3e:f7:55:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1d5dbd0-61ea-4ee7-ae4b-7318b7797f9b', 'ip_address': '19.80.0.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:41:34.469297 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-a35308df-2d5a-4ae0-9e27-fad9503aeb94 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Unset dirty status for tenant:5e9e9447c07c4077b6694ab63e3affe5 on resource:port {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:41:34.472726 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-a35308df-2d5a-4ae0-9e27-fad9503aeb94 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.5160999 May 28 06:41:34.473334 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 42014) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:41:34.585558 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9f0fb98c-2858-4785-a95e-9982379f037a tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:34.591194 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f0fb98c-2858-4785-a95e-9982379f037a tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:34.591799 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9f0fb98c-2858-4785-a95e-9982379f037a tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:34.630176 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 71833c87-f7f7-4698-a8a1-39d0a27f1e37 is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:41:34.630850 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:34.669408 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71833c87-f7f7-4698-a8a1-39d0a27f1e37 {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:41:34.699030 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 7aa31be8-453b-451e-8b95-0926e552ca49 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:41:34.723629 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 71833c87-f7f7-4698-a8a1-39d0a27f1e37, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=71833c87-f7f7-4698-a8a1-39d0a27f1e37,segment=NetworkSegment(a04b0338-6b05-4dc3-a755-49eeec28e1c0),segment_id=a04b0338-6b05-4dc3-a755-49eeec28e1c0)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:41:34.726893 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-9417df6b-11e6-4e91-b6c5-7338c061fa89 None None] Allocated IP 172.20.0.2 (147bfd32-62dc-4be0-82de-f4d6fa5b4cc2/f96f0e95-ef0b-418a-afb2-98852531e397/7aa31be8-453b-451e-8b95-0926e552ca49) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:41:34.797223 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8500d822-2ff3-4e7b-8049-6ed624af7f84 req-71b2b8c9-d44e-414b-8194-6b68808d1aac service neutron] 10.222.0.71 "GET /v2.0/networks/e318623d-bb83-4735-b9a5-1ff511a26d09?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1784225 May 28 06:41:34.812634 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7f66bfbb-a235-4a71-b124-34756177a365 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:34.864342 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f17427dc-708e-4835-a45f-6f468270924e tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:34.898104 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:34.901504 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-fe0b46bf-7fb9-47e4-b1a7-bd4ddbf643d1 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Deleting port 1ccc732c-3bdb-4cf6-8a1b-29bab530dc25 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:41:34.901883 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fe0b46bf-7fb9-47e4-b1a7-bd4ddbf643d1 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:34.902065 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 7aa31be8-453b-451e-8b95-0926e552ca49 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:41:34.971427 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0fb98c-2858-4785-a95e-9982379f037a tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Pushing event updated for resources: {'Network': ['ID=483e050c-79be-4d33-9b6d-3928d5f1470b,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:34.986992 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-498a3930-3c75-44bd-80a0-4662f8a34dc0 req-93bb4284-976c-4b5f-99c2-3a8c14cbfa09 service neutron] Attempting to bind port fb1f23a8-af71-4405-b5bd-97d5e156f2b8 on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:41:34.986992 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-498a3930-3c75-44bd-80a0-4662f8a34dc0 req-93bb4284-976c-4b5f-99c2-3a8c14cbfa09 service neutron] Attempting to bind port fb1f23a8-af71-4405-b5bd-97d5e156f2b8 by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': '4c4bc3f8-ec6f-40a7-9f80-cde5ff5de12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e7d92049-bff3-4c3a-a4bd-4950c7dcad1c'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:41:34.986992 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498a3930-3c75-44bd-80a0-4662f8a34dc0 req-93bb4284-976c-4b5f-99c2-3a8c14cbfa09 service neutron] Attempting to bind port fb1f23a8-af71-4405-b5bd-97d5e156f2b8 on network e7d92049-bff3-4c3a-a4bd-4950c7dcad1c {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:41:34.991447 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f17427dc-708e-4835-a45f-6f468270924e tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:35.013068 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498a3930-3c75-44bd-80a0-4662f8a34dc0 req-93bb4284-976c-4b5f-99c2-3a8c14cbfa09 service neutron] Port fb1f23a8-af71-4405-b5bd-97d5e156f2b8 on network e7d92049-bff3-4c3a-a4bd-4950c7dcad1c not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:41:35.013370 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498a3930-3c75-44bd-80a0-4662f8a34dc0 req-93bb4284-976c-4b5f-99c2-3a8c14cbfa09 service neutron] Attempting to bind port fb1f23a8-af71-4405-b5bd-97d5e156f2b8 on network e7d92049-bff3-4c3a-a4bd-4950c7dcad1c {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:41:35.036100 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 483e050c-79be-4d33-9b6d-3928d5f1470b details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:41:35.041707 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498a3930-3c75-44bd-80a0-4662f8a34dc0 req-93bb4284-976c-4b5f-99c2-3a8c14cbfa09 service neutron] Checking agent: {'id': '69f492a0-c00d-46d0-9bec-fcd8161ce206', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 41, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:41:35.044999 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17427dc-708e-4835-a45f-6f468270924e tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf1296bf-d2a8-48ec-8699-8abd64e8c675,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:35.053392 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498a3930-3c75-44bd-80a0-4662f8a34dc0 req-93bb4284-976c-4b5f-99c2-3a8c14cbfa09 service neutron] Checking segment: {'id': '4c4bc3f8-ec6f-40a7-9f80-cde5ff5de12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e7d92049-bff3-4c3a-a4bd-4950c7dcad1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:41:35.053922 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498a3930-3c75-44bd-80a0-4662f8a34dc0 req-93bb4284-976c-4b5f-99c2-3a8c14cbfa09 service neutron] Bound using segment: {'id': '4c4bc3f8-ec6f-40a7-9f80-cde5ff5de12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e7d92049-bff3-4c3a-a4bd-4950c7dcad1c'} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:41:35.054427 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-498a3930-3c75-44bd-80a0-4662f8a34dc0 req-93bb4284-976c-4b5f-99c2-3a8c14cbfa09 service neutron] Bound port: fb1f23a8-af71-4405-b5bd-97d5e156f2b8, host: n-h1-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c4bc3f8-ec6f-40a7-9f80-cde5ff5de12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e7d92049-bff3-4c3a-a4bd-4950c7dcad1c'}}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:41:35.054744 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-498a3930-3c75-44bd-80a0-4662f8a34dc0 req-93bb4284-976c-4b5f-99c2-3a8c14cbfa09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:35.271178 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-9f0fb98c-2858-4785-a95e-9982379f037a tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4574270 May 28 06:41:35.278239 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7f66bfbb-a235-4a71-b124-34756177a365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:35.279926 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f66bfbb-a235-4a71-b124-34756177a365 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:35.280733 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7f66bfbb-a235-4a71-b124-34756177a365 admin admin] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:35.285218 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f17427dc-708e-4835-a45f-6f468270924e tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:35.290775 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-f17427dc-708e-4835-a45f-6f468270924e tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3311815 May 28 06:41:35.295761 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-9417df6b-11e6-4e91-b6c5-7338c061fa89 None None] For port 7aa31be8-453b-451e-8b95-0926e552ca49, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=7aa31be8-453b-451e-8b95-0926e552ca49,segment=NetworkSegment(e82da2dd-17b8-4c15-8abb-711622ad0a92),segment_id=e82da2dd-17b8-4c15-8abb-711622ad0a92)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:41:35.308138 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 42020) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:41:35.308466 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 42022) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:41:35.329696 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-9417df6b-11e6-4e91-b6c5-7338c061fa89 None None] Notify callbacks [] for port, precommit_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:35.352884 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-9417df6b-11e6-4e91-b6c5-7338c061fa89 None None] Transition to ACTIVE for port object 7aa31be8-453b-451e-8b95-0926e552ca49 will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:41:35.360731 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-ab4e7ae3-239b-42e9-b751-061714482d9b tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Request body: {'subnet': {'network_id': '483e050c-79be-4d33-9b6d-3928d5f1470b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:41:35.375453 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['71833c87-f7f7-4698-a8a1-39d0a27f1e37'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:41:35.421345 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-498a3930-3c75-44bd-80a0-4662f8a34dc0 req-93bb4284-976c-4b5f-99c2-3a8c14cbfa09 service neutron] For port fb1f23a8-af71-4405-b5bd-97d5e156f2b8, host n-h1-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:41:35.425139 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-498a3930-3c75-44bd-80a0-4662f8a34dc0 req-93bb4284-976c-4b5f-99c2-3a8c14cbfa09 service neutron] For port fb1f23a8-af71-4405-b5bd-97d5e156f2b8, host n-h1-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=fb1f23a8-af71-4405-b5bd-97d5e156f2b8,segment=NetworkSegment(4c4bc3f8-ec6f-40a7-9f80-cde5ff5de12a),segment_id=4c4bc3f8-ec6f-40a7-9f80-cde5ff5de12a)] {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:41:35.461176 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8a5fd2-321e-466e-9453-d8b01b64ee09 req-609899ee-ca80-4d8e-a852-e6c094aad34b tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:35.467877 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-9417df6b-11e6-4e91-b6c5-7338c061fa89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:35.468469 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8a5fd2-321e-466e-9453-d8b01b64ee09 req-609899ee-ca80-4d8e-a852-e6c094aad34b tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:35.475433 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bb8a5fd2-321e-466e-9453-d8b01b64ee09 req-609899ee-ca80-4d8e-a852-e6c094aad34b tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c9f4c13-f950-4d23-829a-8d9da3ec33a9 HTTP/1.1" status: 200 len: 1679 time: 1.1302283 May 28 06:41:35.499635 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=71833c87-f7f7-4698-a8a1-39d0a27f1e37,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:35.517913 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8500d822-2ff3-4e7b-8049-6ed624af7f84 req-8f1a34c5-84af-452c-97c6-d9bee7169184 service neutron] 10.222.0.71 "GET /v2.0/networks/e318623d-bb83-4735-b9a5-1ff511a26d09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7057331 May 28 06:41:35.628257 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-498a3930-3c75-44bd-80a0-4662f8a34dc0 req-93bb4284-976c-4b5f-99c2-3a8c14cbfa09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:35.692595 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-7f66bfbb-a235-4a71-b124-34756177a365 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 4.2121861 May 28 06:41:35.699279 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-56b529e9-138e-44df-9966-3bdecd6b25e1 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] 10.222.0.55 "GET /v2.0/security-group-rules/cf1296bf-d2a8-48ec-8699-8abd64e8c675 HTTP/1.1" status: 200 len: 764 time: 0.3670716 May 28 06:41:35.714209 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 42028) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:41:35.714564 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 42030) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:41:35.725985 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f66bfbb-a235-4a71-b124-34756177a365 admin admin] Pushing event updated for resources: {'Network': ['ID=a3fe29e9-17f9-4750-841d-90d9978eff94,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:35.767578 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fe0b46bf-7fb9-47e4-b1a7-bd4ddbf643d1 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:35.779589 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-3a216bca-2184-4826-b613-ba280d6c6d06 admin admin] Request body: {'subnet': {'network_id': 'a3fe29e9-17f9-4750-841d-90d9978eff94', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2022965306-subnet', 'tenant_id': '98e9fd09ba2248b5b9367b689b0cfcd3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:41:35.783436 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network a3fe29e9-17f9-4750-841d-90d9978eff94 details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:41:35.783861 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-ab4e7ae3-239b-42e9-b751-061714482d9b tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:41:35.805569 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bb8a5fd2-321e-466e-9453-d8b01b64ee09 req-0e75e5f9-2f53-41d1-a822-ed57393c62de tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] 10.222.0.55 "GET /v2.0/security-groups?id=45cb3f7c-83ce-4298-9702-2bb3cba6af9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3240216 May 28 06:41:35.831568 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-3a216bca-2184-4826-b613-ba280d6c6d06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:41:35.848197 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498a3930-3c75-44bd-80a0-4662f8a34dc0 req-93bb4284-976c-4b5f-99c2-3a8c14cbfa09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:35.848823 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-498a3930-3c75-44bd-80a0-4662f8a34dc0 req-93bb4284-976c-4b5f-99c2-3a8c14cbfa09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:35.850378 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-498a3930-3c75-44bd-80a0-4662f8a34dc0 req-93bb4284-976c-4b5f-99c2-3a8c14cbfa09 service neutron] 10.222.0.69 "PUT /v2.0/ports/fb1f23a8-af71-4405-b5bd-97d5e156f2b8 HTTP/1.1" status: 200 len: 1091 time: 5.7525175 May 28 06:41:35.852353 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bb4284-976c-4b5f-99c2-3a8c14cbfa09 service neutron] Pushing event updated for resources: {'Port': ['ID=fb1f23a8-af71-4405-b5bd-97d5e156f2b8,revision_number=3']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:35.868782 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-3a216bca-2184-4826-b613-ba280d6c6d06 admin admin] Usage tracker for resource:subnet and tenant:98e9fd09ba2248b5b9367b689b0cfcd3 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:41:35.873929 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-3a216bca-2184-4826-b613-ba280d6c6d06 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:41:35.882180 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-04b45674-8f9d-4ae0-b376-8fc9179ab7cc req-0d9a7807-21ec-40c4-8f47-d3f6b2e08731 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:35.885706 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-3a216bca-2184-4826-b613-ba280d6c6d06 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:41:35.924644 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-ab4e7ae3-239b-42e9-b751-061714482d9b tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Usage tracker for resource:subnet and tenant:94cac8c050e34681825b5b9355a80ece is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:41:35.938490 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-fe0b46bf-7fb9-47e4-b1a7-bd4ddbf643d1 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Calling delete_port for 1ccc732c-3bdb-4cf6-8a1b-29bab530dc25 owned by {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:41:35.968274 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-ab4e7ae3-239b-42e9-b751-061714482d9b tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:41:36.000731 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9417df6b-11e6-4e91-b6c5-7338c061fa89 None None] Pushing event updated for resources: {'Port': ['ID=7aa31be8-453b-451e-8b95-0926e552ca49,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:36.084217 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-b62f153f-0d4f-45d0-a4fc-9361d7630bec tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.3477795 May 28 06:41:36.094895 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 42036) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:41:36.103995 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a216bca-2184-4826-b613-ba280d6c6d06 admin admin] Made reservation on behalf of 98e9fd09ba2248b5b9367b689b0cfcd3 for: {'subnet': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:41:36.106421 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3a216bca-2184-4826-b613-ba280d6c6d06 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3171998'] for subnet, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:36.117305 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-ab4e7ae3-239b-42e9-b751-061714482d9b tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:41:36.131810 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdd40ca8-e374-40a2-864b-1154e2d7e756', 'tag': 'fb1f23a8-af71-4405-b5bd-97d5e156f2b8'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:41:36.138263 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d5f57b-1b9a-4949-8cef-30e3b16d9785 req-2a42e222-8064-4bcf-b115-cb023638adca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:36.139741 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a9d5f57b-1b9a-4949-8cef-30e3b16d9785 req-2a42e222-8064-4bcf-b115-cb023638adca service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3e433ca89e6e4cecb06b276f6587beee&device_id=31511953-083e-42fb-a7d3-8f5fc16aba3c HTTP/1.1" status: 200 len: 1097 time: 0.5014992 May 28 06:41:36.272730 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab4e7ae3-239b-42e9-b751-061714482d9b tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Made reservation on behalf of 94cac8c050e34681825b5b9355a80ece for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:41:36.277190 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ab4e7ae3-239b-42e9-b751-061714482d9b tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:36.350628 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fe0b46bf-7fb9-47e4-b1a7-bd4ddbf643d1 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:36.368775 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['307ab924-0240-4cfc-872e-1f409eea1f3f'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:41:36.407973 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f75c5c91-535d-406f-8624-e669998e6209 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:36.441264 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f75c5c91-535d-406f-8624-e669998e6209 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:36.460902 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0b46bf-7fb9-47e4-b1a7-bd4ddbf643d1 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Pushing event deleted for resources: {'Port': ['ID=1ccc732c-3bdb-4cf6-8a1b-29bab530dc25,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:36.489923 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [req-04b45674-8f9d-4ae0-b376-8fc9179ab7cc req-0d9a7807-21ec-40c4-8f47-d3f6b2e08731 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Allocated IP 172.25.5.141 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/f8e82b78-d020-4b72-8de4-3d515c90f01f) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:41:36.550024 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448d2b63-0fff-4906-8639-3b7d0858fd67 req-4f634ee5-0746-43a8-aeed-57693ce5056d tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:36.566701 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-448d2b63-0fff-4906-8639-3b7d0858fd67 req-4f634ee5-0746-43a8-aeed-57693ce5056d tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5b99fda-0bc9-4e50-b070-ce4a427e6fc6 HTTP/1.1" status: 200 len: 943 time: 0.6106737 May 28 06:41:36.574174 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d5f57b-1b9a-4949-8cef-30e3b16d9785 req-dc4efefc-d0de-42c8-8e95-77419e0e2387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:36.575517 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a9d5f57b-1b9a-4949-8cef-30e3b16d9785 req-dc4efefc-d0de-42c8-8e95-77419e0e2387 service neutron] 10.222.0.71 "GET /v2.0/networks?id=e318623d-bb83-4735-b9a5-1ff511a26d09 HTTP/1.1" status: 200 len: 921 time: 0.4123991 May 28 06:41:36.613679 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498a3930-3c75-44bd-80a0-4662f8a34dc0 req-e5828212-1f4d-4db4-a174-54850fac10d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:36.615788 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-498a3930-3c75-44bd-80a0-4662f8a34dc0 req-e5828212-1f4d-4db4-a174-54850fac10d9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fada8efd68e34d6781d883ae41cb05ad&device_id=bdd40ca8-e374-40a2-864b-1154e2d7e756 HTTP/1.1" status: 200 len: 1094 time: 0.6047931 May 28 06:41:36.650675 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fe0b46bf-7fb9-47e4-b1a7-bd4ddbf643d1 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:36.732852 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-fe0b46bf-7fb9-47e4-b1a7-bd4ddbf643d1 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "DELETE /v2.0/ports/1ccc732c-3bdb-4cf6-8a1b-29bab530dc25 HTTP/1.1" status: 204 len: 168 time: 2.2546709 May 28 06:41:36.737248 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 42042) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:41:36.804835 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f75c5c91-535d-406f-8624-e669998e6209 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:36.808462 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 7aa31be8-453b-451e-8b95-0926e552ca49 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:41:36.826282 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a9d5f57b-1b9a-4949-8cef-30e3b16d9785 req-32ad77ec-45dc-4f6e-a6a3-d7d58c2c9589 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d60d4c69-7440-4039-9008-c5988f83484a HTTP/1.1" status: 200 len: 217 time: 0.2071738 May 28 06:41:36.827413 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-498a3930-3c75-44bd-80a0-4662f8a34dc0 req-ec8cc461-e3e3-48f8-8403-1a5e72242b26 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb1f23a8-af71-4405-b5bd-97d5e156f2b8 HTTP/1.1" status: 200 len: 217 time: 0.2007504 May 28 06:41:36.853292 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab46e7cb-c821-45ca-af3e-302c5584143d tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:36.855282 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab46e7cb-c821-45ca-af3e-302c5584143d tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:36.856811 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab46e7cb-c821-45ca-af3e-302c5584143d tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:36.857679 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-ab46e7cb-c821-45ca-af3e-302c5584143d tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Synchronizing usage tracker for tenant:5e9e9447c07c4077b6694ab63e3affe5 on resource:subnet {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:41:36.913820 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75c5c91-535d-406f-8624-e669998e6209 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cf1296bf-d2a8-48ec-8699-8abd64e8c675,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:36.924973 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ab4e7ae3-239b-42e9-b751-061714482d9b tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:36.953076 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-a345b362-6197-4a9b-9c30-77936a6d5b88 None None] Provisioning for port 7aa31be8-453b-451e-8b95-0926e552ca49 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:41:36.960817 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-448d2b63-0fff-4906-8639-3b7d0858fd67 req-caa7b612-9249-4e34-973c-5818bcfca203 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d9e2739-d2e7-489f-8894-c4c5db308155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3931918 May 28 06:41:36.967309 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 71833c87-f7f7-4698-a8a1-39d0a27f1e37 up at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:41:36.979743 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-ab46e7cb-c821-45ca-af3e-302c5584143d tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Unset dirty status for tenant:5e9e9447c07c4077b6694ab63e3affe5 on resource:subnet {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:41:36.982065 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-ab46e7cb-c821-45ca-af3e-302c5584143d tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2434947 May 28 06:41:36.991693 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 42048) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:41:37.006992 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-a345b362-6197-4a9b-9c30-77936a6d5b88 None None] Provisioning complete for port 7aa31be8-453b-451e-8b95-0926e552ca49 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:41:37.007425 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-a345b362-6197-4a9b-9c30-77936a6d5b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:37.099692 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498a3930-3c75-44bd-80a0-4662f8a34dc0 req-b60f5534-0aa9-43bb-9afd-6a3f9e47c601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:37.101043 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-498a3930-3c75-44bd-80a0-4662f8a34dc0 req-b60f5534-0aa9-43bb-9afd-6a3f9e47c601 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=40188bf0-967d-446e-ac4f-b5c59a2acd9a HTTP/1.1" status: 200 len: 850 time: 0.2568982 May 28 06:41:37.114190 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d5f57b-1b9a-4949-8cef-30e3b16d9785 req-9895261e-810d-4c6f-9b53-6573a5f028ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:37.115677 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a9d5f57b-1b9a-4949-8cef-30e3b16d9785 req-9895261e-810d-4c6f-9b53-6573a5f028ef service neutron] 10.222.0.71 "GET /v2.0/subnets?id=463ce692-2fe5-4a51-b619-7b3391bfe8b8 HTTP/1.1" status: 200 len: 860 time: 0.2676952 May 28 06:41:37.117825 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4e7ae3-239b-42e9-b751-061714482d9b tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Pushing event updated for resources: {'Subnet': ['ID=96edfdd4-194e-42eb-9915-366fd84d3286,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:37.137287 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_v2 [None req-03b8598b-524b-4ff7-ad03-a0665c11a5dd tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Deleting subnet c4dc51d0-0905-4e70-8464-95db5f699397 {{(pid=89109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:41:37.142830 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4e7ae3-239b-42e9-b751-061714482d9b tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Checking segment: {'id': '6d1d2bf9-e160-47b9-9291-6a8c2eaf1591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '483e050c-79be-4d33-9b6d-3928d5f1470b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:41:37.143187 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4e7ae3-239b-42e9-b751-061714482d9b tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Network hostable DHCP agents. Network: 483e050c-79be-4d33-9b6d-3928d5f1470b, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:41:37.147507 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-03b8598b-524b-4ff7-ad03-a0665c11a5dd tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks [] for subnet, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:37.217221 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-03b8598b-524b-4ff7-ad03-a0665c11a5dd tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3964070'] for subnet, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:37.248396 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f75c5c91-535d-406f-8624-e669998e6209 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:37.249505 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-f75c5c91-535d-406f-8624-e669998e6209 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/cf1296bf-d2a8-48ec-8699-8abd64e8c675 HTTP/1.1" status: 204 len: 168 time: 1.1242449 May 28 06:41:37.254184 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 42052) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:41:37.279715 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-a345b362-6197-4a9b-9c30-77936a6d5b88 None None] Current status of the port 7aa31be8-453b-451e-8b95-0926e552ca49 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:41:37.293327 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4e7ae3-239b-42e9-b751-061714482d9b tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Network 483e050c-79be-4d33-9b6d-3928d5f1470b is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:41:37.310033 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a9d5f57b-1b9a-4949-8cef-30e3b16d9785 req-fff6705b-775b-4e42-addb-b1171f2ed1ec service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e318623d-bb83-4735-b9a5-1ff511a26d09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1508539 May 28 06:41:37.314319 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-04b45674-8f9d-4ae0-b376-8fc9179ab7cc req-0d9a7807-21ec-40c4-8f47-d3f6b2e08731 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:37.343107 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning for port 71833c87-f7f7-4698-a8a1-39d0a27f1e37 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:41:37.365145 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning complete for port 71833c87-f7f7-4698-a8a1-39d0a27f1e37 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:41:37.365145 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:37.365484 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-7e344420-c03d-48a4-894a-bc3bca716a61 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Synchronizing usage tracker for tenant:c63f5c7f6ee64d0f94a0f9d286904eef on resource:security_group_rule {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:41:37.397584 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-03b8598b-524b-4ff7-ad03-a0665c11a5dd tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:37.421995 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-339b6a0c-5cbd-43e6-8335-0698913f32e2 None None] Could not find standard attr ID for object 1ccc732c-3bdb-4cf6-8a1b-29bab530dc25. {{(pid=89111) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 28 06:41:37.429917 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-ab4e7ae3-239b-42e9-b751-061714482d9b tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, 483e050c-79be-4d33-9b6d-3928d5f1470b) {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:41:37.434732 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4e7ae3-239b-42e9-b751-061714482d9b tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:37.435374 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ab4e7ae3-239b-42e9-b751-061714482d9b tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:37.446970 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265f806a-fa49-4dd4-9800-a5bfcd031af3 None None] Network 483e050c-79be-4d33-9b6d-3928d5f1470b requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:41:37.471983 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-7e344420-c03d-48a4-894a-bc3bca716a61 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Unset dirty status for tenant:c63f5c7f6ee64d0f94a0f9d286904eef on resource:security_group_rule {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:41:37.473714 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-7e344420-c03d-48a4-894a-bc3bca716a61 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2181311 May 28 06:41:37.478516 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 42056) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:41:37.567786 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-71f0308f-398f-4a10-b45c-79ed38318af9 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:37.592256 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-ab4e7ae3-239b-42e9-b751-061714482d9b tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.2597444 May 28 06:41:37.597835 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 42060) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:41:37.626051 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-71f0308f-398f-4a10-b45c-79ed38318af9 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:37.641651 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3a216bca-2184-4826-b613-ba280d6c6d06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3115906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3172012'] for subnet, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:37.644604 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-03b8598b-524b-4ff7-ad03-a0665c11a5dd tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9555650'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:37.649481 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 71833c87-f7f7-4698-a8a1-39d0a27f1e37 is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:41:37.649992 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:37.721537 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c9f4c13-f950-4d23-829a-8d9da3ec33a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71833c87-f7f7-4698-a8a1-39d0a27f1e37'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:41:37.739741 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 71833c87-f7f7-4698-a8a1-39d0a27f1e37, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=71833c87-f7f7-4698-a8a1-39d0a27f1e37,segment=NetworkSegment(a04b0338-6b05-4dc3-a755-49eeec28e1c0),segment_id=a04b0338-6b05-4dc3-a755-49eeec28e1c0)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:41:37.775674 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-03b8598b-524b-4ff7-ad03-a0665c11a5dd tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:37.779136 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b8598b-524b-4ff7-ad03-a0665c11a5dd tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Pushing event deleted for resources: {'Subnet': ['ID=c4dc51d0-0905-4e70-8464-95db5f699397,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:37.783461 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d406dd17-10f2-48fa-932e-301adb396433 None None] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:41:37.793702 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a216bca-2184-4826-b613-ba280d6c6d06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=304c7228-4ac2-4e7a-aa6d-33e85e214d70,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:37.804635 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498a3930-3c75-44bd-80a0-4662f8a34dc0 req-99927a9b-7405-4a2d-a144-1f111dcfb9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:37.807089 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-498a3930-3c75-44bd-80a0-4662f8a34dc0 req-99927a9b-7405-4a2d-a144-1f111dcfb9a6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e7d92049-bff3-4c3a-a4bd-4950c7dcad1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6877246 May 28 06:41:37.812513 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:37.815740 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a9d5f57b-1b9a-4949-8cef-30e3b16d9785 req-756a788d-0056-4ccf-b779-c066989e4a15 service neutron] 10.222.0.71 "GET /v2.0/networks/e318623d-bb83-4735-b9a5-1ff511a26d09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4829252 May 28 06:41:37.837789 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a216bca-2184-4826-b613-ba280d6c6d06 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:41:37.838536 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a216bca-2184-4826-b613-ba280d6c6d06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:41:37.838536 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a216bca-2184-4826-b613-ba280d6c6d06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:41:37.838810 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a216bca-2184-4826-b613-ba280d6c6d06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:41:37.839143 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a216bca-2184-4826-b613-ba280d6c6d06 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:41:37.839469 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a216bca-2184-4826-b613-ba280d6c6d06 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:41:37.839790 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a216bca-2184-4826-b613-ba280d6c6d06 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:41:37.840114 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a216bca-2184-4826-b613-ba280d6c6d06 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:41:37.840432 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a216bca-2184-4826-b613-ba280d6c6d06 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:41:37.840751 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a216bca-2184-4826-b613-ba280d6c6d06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:41:37.841072 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a216bca-2184-4826-b613-ba280d6c6d06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:41:37.841387 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a216bca-2184-4826-b613-ba280d6c6d06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:41:37.865518 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-59fcf935-1343-4334-9653-3168c0befed8 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:37.900219 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2652b55-a59b-4725-80c8-f2b4fff2439c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-483e050c-79be-4d33-9b6d-3928d5f1470b', 'network_id': '483e050c-79be-4d33-9b6d-3928d5f1470b', 'tenant_id': '94cac8c050e34681825b5b9355a80ece', 'fixed_ips': [{'subnet_id': '96edfdd4-194e-42eb-9915-366fd84d3286'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:41:37.901241 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d2652b55-a59b-4725-80c8-f2b4fff2439c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:37.905333 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-03b8598b-524b-4ff7-ad03-a0665c11a5dd tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "DELETE /v2.0/subnets/c4dc51d0-0905-4e70-8464-95db5f699397 HTTP/1.1" status: 204 len: 168 time: 0.8858812 May 28 06:41:37.910728 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 42066) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:41:37.934750 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93647681-dcf6-4587-9dd1-a233139eec12 req-e4e14ba1-2cdc-47d8-942c-d4ceb203f401 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:37.941685 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-93647681-dcf6-4587-9dd1-a233139eec12 req-e4e14ba1-2cdc-47d8-942c-d4ceb203f401 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=bdd40ca8-e374-40a2-864b-1154e2d7e756 HTTP/1.1" status: 200 len: 943 time: 0.7035389 May 28 06:41:37.943518 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a216bca-2184-4826-b613-ba280d6c6d06 admin admin] Checking segment: {'id': 'de3cbcce-ba0c-4cb8-88ea-ac98446ed60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a3fe29e9-17f9-4750-841d-90d9978eff94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:41:37.943860 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a216bca-2184-4826-b613-ba280d6c6d06 admin admin] Network hostable DHCP agents. Network: a3fe29e9-17f9-4750-841d-90d9978eff94, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89110) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:41:37.964507 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-71f0308f-398f-4a10-b45c-79ed38318af9 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:38.001462 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f0308f-398f-4a10-b45c-79ed38318af9 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b65c6b46-f4d1-43c4-9204-efac76683dbe,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:38.013466 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-04b45674-8f9d-4ae0-b376-8fc9179ab7cc req-0d9a7807-21ec-40c4-8f47-d3f6b2e08731 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:38.031432 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-59fcf935-1343-4334-9653-3168c0befed8 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:38.035516 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=71833c87-f7f7-4698-a8a1-39d0a27f1e37,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:38.142573 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04b45674-8f9d-4ae0-b376-8fc9179ab7cc req-0d9a7807-21ec-40c4-8f47-d3f6b2e08731 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:41:38.151021 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [req-04b45674-8f9d-4ae0-b376-8fc9179ab7cc req-0d9a7807-21ec-40c4-8f47-d3f6b2e08731 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:41:38.188003 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-04b45674-8f9d-4ae0-b376-8fc9179ab7cc req-0d9a7807-21ec-40c4-8f47-d3f6b2e08731 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:41:38.217530 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9a7807-21ec-40c4-8f47-d3f6b2e08731 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Pushing event updated for resources: {'Port': ['ID=f8e82b78-d020-4b72-8de4-3d515c90f01f,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:38.235038 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-d2652b55-a59b-4725-80c8-f2b4fff2439c None None] Allocated IP 172.20.0.1 (483e050c-79be-4d33-9b6d-3928d5f1470b/96edfdd4-194e-42eb-9915-366fd84d3286/1bcc87be-0ae5-4f10-82af-c445abf5f55a) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:41:38.250598 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a216bca-2184-4826-b613-ba280d6c6d06 admin admin] Network a3fe29e9-17f9-4750-841d-90d9978eff94 is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89110) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:41:38.251708 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_v2 [None req-7475a6cc-8ee7-4517-aff8-9e6c33c4fe17 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Deleting subnet f96f0e95-ef0b-418a-afb2-98852531e397 {{(pid=89109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:41:38.257305 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7475a6cc-8ee7-4517-aff8-9e6c33c4fe17 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks [] for subnet, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:38.316517 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a9d5f57b-1b9a-4949-8cef-30e3b16d9785 req-1cc82637-9ac0-46fd-a290-501520188ad5 service neutron] 10.222.0.71 "GET /v2.0/networks/e318623d-bb83-4735-b9a5-1ff511a26d09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4643788 May 28 06:41:38.322687 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-498a3930-3c75-44bd-80a0-4662f8a34dc0 req-af82ad69-860c-4403-9784-f76a9949bd7c service neutron] 10.222.0.69 "GET /v2.0/networks/e7d92049-bff3-4c3a-a4bd-4950c7dcad1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5051694 May 28 06:41:38.327871 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-93647681-dcf6-4587-9dd1-a233139eec12 req-a6527977-ca6f-4024-a653-f0b1eab38ee6 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=da746f74-f7a2-404c-ba12-af4c190f6fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3853774 May 28 06:41:38.331994 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7475a6cc-8ee7-4517-aff8-9e6c33c4fe17 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3964070'] for subnet, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:38.366039 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-71f0308f-398f-4a10-b45c-79ed38318af9 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:38.367174 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-71f0308f-398f-4a10-b45c-79ed38318af9 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] 10.222.0.55 "DELETE /v2.0/security-groups/b65c6b46-f4d1-43c4-9204-efac76683dbe HTTP/1.1" status: 204 len: 168 time: 0.8859651 May 28 06:41:38.375625 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 42074) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:41:38.444208 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3cab04a-ae32-4384-bc3b-1807dd7a6ce0'] response: {'name': 'network-changed', 'server_uuid': 'bdd40ca8-e374-40a2-864b-1154e2d7e756', 'tag': 'fb1f23a8-af71-4405-b5bd-97d5e156f2b8', 'status': 'completed', 'code': 200} May 28 06:41:38.453056 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7475a6cc-8ee7-4517-aff8-9e6c33c4fe17 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:38.468237 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-3a216bca-2184-4826-b613-ba280d6c6d06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, a3fe29e9-17f9-4750-841d-90d9978eff94) {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:41:38.485990 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a216bca-2184-4826-b613-ba280d6c6d06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:38.486707 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3a216bca-2184-4826-b613-ba280d6c6d06 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:38.494271 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da9e3d69-4f54-4221-8f7b-98d15e6efec9 None None] Network a3fe29e9-17f9-4750-841d-90d9978eff94 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:41:38.531597 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 2a9418a7-bd04-4bdb-9ce7-c9cfe2d4e847 details requested by agent hyperv_n-h1-843702-1 with host n-h1-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:41:38.608178 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-04b45674-8f9d-4ae0-b376-8fc9179ab7cc req-0d9a7807-21ec-40c4-8f47-d3f6b2e08731 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:38.638741 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-add1d048-4534-48b9-a0c5-2d7872db0c33 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Synchronizing usage tracker for tenant:c63f5c7f6ee64d0f94a0f9d286904eef on resource:security_group {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:41:38.671285 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-498a3930-3c75-44bd-80a0-4662f8a34dc0 req-947bc7dc-a973-49b0-a5b2-5a36549182df service neutron] 10.222.0.69 "GET /v2.0/networks/e7d92049-bff3-4c3a-a4bd-4950c7dcad1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3310905 May 28 06:41:38.674524 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-3a216bca-2184-4826-b613-ba280d6c6d06 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.9421022 May 28 06:41:38.677317 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 42078) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:41:38.684048 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-2535e289-8ce9-4dc3-8921-a3d30eff2d0f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2022965306-router', 'tenant_id': '98e9fd09ba2248b5b9367b689b0cfcd3', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:41:38.689531 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-2535e289-8ce9-4dc3-8921-a3d30eff2d0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:41:38.694279 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-2535e289-8ce9-4dc3-8921-a3d30eff2d0f admin admin] Usage tracker for resource:router and tenant:98e9fd09ba2248b5b9367b689b0cfcd3 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:41:38.698645 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-2535e289-8ce9-4dc3-8921-a3d30eff2d0f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:41:38.704727 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7475a6cc-8ee7-4517-aff8-9e6c33c4fe17 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9555650'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:38.711145 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafff0c1-ca6e-430f-9820-224d201572ec req-ffa12850-86b9-4597-97da-831bf3163a47 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:38.712075 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafff0c1-ca6e-430f-9820-224d201572ec req-ffa12850-86b9-4597-97da-831bf3163a47 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:38.713911 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-aafff0c1-ca6e-430f-9820-224d201572ec req-ffa12850-86b9-4597-97da-831bf3163a47 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c9f4c13-f950-4d23-829a-8d9da3ec33a9 HTTP/1.1" status: 200 len: 1681 time: 0.1702003 May 28 06:41:38.719895 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-2535e289-8ce9-4dc3-8921-a3d30eff2d0f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:41:38.730766 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d2652b55-a59b-4725-80c8-f2b4fff2439c None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:38.767243 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7475a6cc-8ee7-4517-aff8-9e6c33c4fe17 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Pushing event deleted for resources: {'Subnet': ['ID=f96f0e95-ef0b-418a-afb2-98852531e397,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:38.782062 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7475a6cc-8ee7-4517-aff8-9e6c33c4fe17 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:38.796608 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-7475a6cc-8ee7-4517-aff8-9e6c33c4fe17 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "DELETE /v2.0/subnets/f96f0e95-ef0b-418a-afb2-98852531e397 HTTP/1.1" status: 204 len: 168 time: 0.8828895 May 28 06:41:38.797089 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 42082) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:41:38.811621 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-add1d048-4534-48b9-a0c5-2d7872db0c33 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Unset dirty status for tenant:c63f5c7f6ee64d0f94a0f9d286904eef on resource:security_group {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:41:38.812865 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-add1d048-4534-48b9-a0c5-2d7872db0c33 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4373369 May 28 06:41:38.830681 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-d2652b55-a59b-4725-80c8-f2b4fff2439c None None] Transition to ACTIVE for port object 1bcc87be-0ae5-4f10-82af-c445abf5f55a will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:41:38.833259 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-aafff0c1-ca6e-430f-9820-224d201572ec req-4128dcf4-092b-4ada-8ca6-bfad97495ed7 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] 10.222.0.55 "GET /v2.0/security-groups?id=45cb3f7c-83ce-4298-9702-2bb3cba6af9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126740 May 28 06:41:38.869138 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 42086) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:41:38.871226 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2535e289-8ce9-4dc3-8921-a3d30eff2d0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59128'] for router, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:38.872245 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2535e289-8ce9-4dc3-8921-a3d30eff2d0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59009'] for router, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:38.881542 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-eee77c47-7e6d-47a5-b50a-c87be612cbeb tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Request body: {'security_group': {'name': 'tempest-secgroup--487638497'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:41:38.888360 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2535e289-8ce9-4dc3-8921-a3d30eff2d0f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:38.889820 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-eee77c47-7e6d-47a5-b50a-c87be612cbeb tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:41:38.901108 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-eee77c47-7e6d-47a5-b50a-c87be612cbeb tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:41:38.913908 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-d5cc9d60-f85d-4636-8436-c97aa7aa008e tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1127732 May 28 06:41:38.914174 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 42090) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:41:38.920671 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-c9ac8cbe-88d3-424e-b54e-8a2636bdc090 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Request body: {'subnet': {'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:41:38.937174 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-04b45674-8f9d-4ae0-b376-8fc9179ab7cc req-0d9a7807-21ec-40c4-8f47-d3f6b2e08731 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:38.948556 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa78000c-c1ca-43f2-a377-ff3c20ad1ea5'] response: {'server_uuid': '3c9f4c13-f950-4d23-829a-8d9da3ec33a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71833c87-f7f7-4698-a8a1-39d0a27f1e37', 'code': 200} May 28 06:41:38.955829 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 307ab924-0240-4cfc-872e-1f409eea1f3f up at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:41:39.000845 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-d2652b55-a59b-4725-80c8-f2b4fff2439c None None] Transition to ACTIVE for port object 1bcc87be-0ae5-4f10-82af-c445abf5f55a will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:41:39.022621 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-eee77c47-7e6d-47a5-b50a-c87be612cbeb tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:39.064742 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-eee77c47-7e6d-47a5-b50a-c87be612cbeb tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:41:39.081440 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-eee77c47-7e6d-47a5-b50a-c87be612cbeb tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Usage tracker for resource:security_group_rule and tenant:c63f5c7f6ee64d0f94a0f9d286904eef is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:41:39.085677 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa25a33-8c60-4cb9-9a68-f469d8898fc3 req-9dfa2517-8523-42a1-8c7b-627c910b3c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:39.086480 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d2652b55-a59b-4725-80c8-f2b4fff2439c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:39.087422 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6aa25a33-8c60-4cb9-9a68-f469d8898fc3 req-9dfa2517-8523-42a1-8c7b-627c910b3c80 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fada8efd68e34d6781d883ae41cb05ad&device_id=bdd40ca8-e374-40a2-864b-1154e2d7e756 HTTP/1.1" status: 200 len: 1094 time: 0.2733707 May 28 06:41:39.088383 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-eee77c47-7e6d-47a5-b50a-c87be612cbeb tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:41:39.195091 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-eee77c47-7e6d-47a5-b50a-c87be612cbeb tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:41:39.205615 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2652b55-a59b-4725-80c8-f2b4fff2439c None None] Network 483e050c-79be-4d33-9b6d-3928d5f1470b is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:41:39.215313 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-d2652b55-a59b-4725-80c8-f2b4fff2439c None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:41:39.219379 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 2a9418a7-bd04-4bdb-9ce7-c9cfe2d4e847, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=2a9418a7-bd04-4bdb-9ce7-c9cfe2d4e847,segment=NetworkSegment(38fd89a2-8195-4731-ba40-f43c54a7016a),segment_id=38fd89a2-8195-4731-ba40-f43c54a7016a)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:41:39.260422 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2652b55-a59b-4725-80c8-f2b4fff2439c None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:41:39.284950 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2652b55-a59b-4725-80c8-f2b4fff2439c None None] Pushing event updated for resources: {'Port': ['ID=1bcc87be-0ae5-4f10-82af-c445abf5f55a,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:39.291855 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Returning: {'device': '2a9418a7-bd04-4bdb-9ce7-c9cfe2d4e847', 'network_id': 'a8fa6c28-5257-4dd9-bf7e-c257b513d11b', 'port_id': '2a9418a7-bd04-4bdb-9ce7-c9cfe2d4e847', 'mac_address': 'fa:16:3e:53:7f:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63994f4d-7e85-4fdc-89a1-6c8536e7f551', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:41:39.330887 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d90e135a-9dc6-487a-bf18-9de9b5688a2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-a3fe29e9-17f9-4750-841d-90d9978eff94', 'network_id': 'a3fe29e9-17f9-4750-841d-90d9978eff94', 'tenant_id': '98e9fd09ba2248b5b9367b689b0cfcd3', 'fixed_ips': [{'subnet_id': '304c7228-4ac2-4e7a-aa6d-33e85e214d70'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:41:39.331722 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d90e135a-9dc6-487a-bf18-9de9b5688a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:39.359688 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-c9ac8cbe-88d3-424e-b54e-8a2636bdc090 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:41:39.369037 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-c9ac8cbe-88d3-424e-b54e-8a2636bdc090 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Usage tracker for resource:subnet and tenant:5e9e9447c07c4077b6694ab63e3affe5 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:41:39.373771 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2535e289-8ce9-4dc3-8921-a3d30eff2d0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59027'] for router, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:39.378135 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-c9ac8cbe-88d3-424e-b54e-8a2636bdc090 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:41:39.384565 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-59fcf935-1343-4334-9653-3168c0befed8 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9555650'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:39.422291 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-c9ac8cbe-88d3-424e-b54e-8a2636bdc090 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:41:39.422597 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-055fec66-7c39-4aed-a2ec-0d5e2b2fe54d None None] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:41:39.432354 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fcf935-1343-4334-9653-3168c0befed8 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Pushing event deleted for resources: {'Subnet': ['ID=96edfdd4-194e-42eb-9915-366fd84d3286,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:39.477927 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5cbb2f-7369-4058-bf02-74325d59c1c6 req-ccb16971-9355-478b-b863-84dcc832c241 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:39.484698 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cc5cbb2f-7369-4058-bf02-74325d59c1c6 req-ccb16971-9355-478b-b863-84dcc832c241 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5b99fda-0bc9-4e50-b070-ce4a427e6fc6 HTTP/1.1" status: 200 len: 943 time: 0.2821763 May 28 06:41:39.533570 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9ac8cbe-88d3-424e-b54e-8a2636bdc090 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Made reservation on behalf of 5e9e9447c07c4077b6694ab63e3affe5 for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:41:39.536894 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa25a33-8c60-4cb9-9a68-f469d8898fc3 req-48f0ef3f-3822-41b4-9c3e-0fa5b7127602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:39.538612 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6aa25a33-8c60-4cb9-9a68-f469d8898fc3 req-48f0ef3f-3822-41b4-9c3e-0fa5b7127602 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e7d92049-bff3-4c3a-a4bd-4950c7dcad1c HTTP/1.1" status: 200 len: 912 time: 0.4431813 May 28 06:41:39.539929 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c9ac8cbe-88d3-424e-b54e-8a2636bdc090 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:39.584450 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning for port 307ab924-0240-4cfc-872e-1f409eea1f3f completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:41:39.607967 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-d2652b55-a59b-4725-80c8-f2b4fff2439c None None] Attempting to bind port 1bcc87be-0ae5-4f10-82af-c445abf5f55a on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:41:39.608334 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-d2652b55-a59b-4725-80c8-f2b4fff2439c None None] Attempting to bind port 1bcc87be-0ae5-4f10-82af-c445abf5f55a by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': '6d1d2bf9-e160-47b9-9291-6a8c2eaf1591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '483e050c-79be-4d33-9b6d-3928d5f1470b'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:41:39.608734 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2652b55-a59b-4725-80c8-f2b4fff2439c None None] Attempting to bind port 1bcc87be-0ae5-4f10-82af-c445abf5f55a on network 483e050c-79be-4d33-9b6d-3928d5f1470b {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:41:39.624051 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 2a9418a7-bd04-4bdb-9ce7-c9cfe2d4e847 is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:41:39.624838 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:39.634149 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning complete for port 307ab924-0240-4cfc-872e-1f409eea1f3f triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:41:39.634510 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:39.713813 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2652b55-a59b-4725-80c8-f2b4fff2439c None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:41:39.714345 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2652b55-a59b-4725-80c8-f2b4fff2439c None None] Checking segment: {'id': '6d1d2bf9-e160-47b9-9291-6a8c2eaf1591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '483e050c-79be-4d33-9b6d-3928d5f1470b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:41:39.714736 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d2652b55-a59b-4725-80c8-f2b4fff2439c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:39.714910 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2652b55-a59b-4725-80c8-f2b4fff2439c None None] Bound using segment: {'id': '6d1d2bf9-e160-47b9-9291-6a8c2eaf1591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '483e050c-79be-4d33-9b6d-3928d5f1470b'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:41:39.715378 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-d2652b55-a59b-4725-80c8-f2b4fff2439c None None] Bound port: 1bcc87be-0ae5-4f10-82af-c445abf5f55a, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d1d2bf9-e160-47b9-9291-6a8c2eaf1591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '483e050c-79be-4d33-9b6d-3928d5f1470b'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:41:39.715754 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d2652b55-a59b-4725-80c8-f2b4fff2439c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:39.752969 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-59fcf935-1343-4334-9653-3168c0befed8 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:39.774359 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a9418a7-bd04-4bdb-9ce7-c9cfe2d4e847 {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:41:39.778379 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-4f3f4bcd-be28-47f1-bb10-451577c508a5 None None] Provisioning complete for port 7aa31be8-453b-451e-8b95-0926e552ca49 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:41:39.779322 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-4f3f4bcd-be28-47f1-bb10-451577c508a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:39.783748 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6aa25a33-8c60-4cb9-9a68-f469d8898fc3 req-e63cc2fc-f034-47a0-abc4-5ab695f931cb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb1f23a8-af71-4405-b5bd-97d5e156f2b8 HTTP/1.1" status: 200 len: 217 time: 0.2236402 May 28 06:41:39.797569 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cc5cbb2f-7369-4058-bf02-74325d59c1c6 req-404c8f04-588f-43d2-91bb-6abfc0e939a9 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d9e2739-d2e7-489f-8894-c4c5db308155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3120079 May 28 06:41:39.843515 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-59fcf935-1343-4334-9653-3168c0befed8 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['483e050c-79be-4d33-9b6d-3928d5f1470b']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:41:39.865465 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-59fcf935-1343-4334-9653-3168c0befed8 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d1d2bf9-e160-47b9-9291-6a8c2eaf1591') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:41:39.869702 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-59fcf935-1343-4334-9653-3168c0befed8 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d1d2bf9-e160-47b9-9291-6a8c2eaf1591') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:41:39.897371 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-59fcf935-1343-4334-9653-3168c0befed8 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:39.903852 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-eee77c47-7e6d-47a5-b50a-c87be612cbeb tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:39.925409 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-59fcf935-1343-4334-9653-3168c0befed8 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:39.942950 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-04b45674-8f9d-4ae0-b376-8fc9179ab7cc req-0d9a7807-21ec-40c4-8f47-d3f6b2e08731 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:39.947072 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa25a33-8c60-4cb9-9a68-f469d8898fc3 req-fce75df3-3996-485e-a46d-785328067ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:39.948605 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6aa25a33-8c60-4cb9-9a68-f469d8898fc3 req-fce75df3-3996-485e-a46d-785328067ae5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=40188bf0-967d-446e-ac4f-b5c59a2acd9a HTTP/1.1" status: 200 len: 850 time: 0.1442883 May 28 06:41:39.989855 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59fcf935-1343-4334-9653-3168c0befed8 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:41:39.990508 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-59fcf935-1343-4334-9653-3168c0befed8 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:40.016024 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 2a9418a7-bd04-4bdb-9ce7-c9cfe2d4e847, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=2a9418a7-bd04-4bdb-9ce7-c9cfe2d4e847,segment=NetworkSegment(38fd89a2-8195-4731-ba40-f43c54a7016a),segment_id=38fd89a2-8195-4731-ba40-f43c54a7016a)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:41:40.056383 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-eee77c47-7e6d-47a5-b50a-c87be612cbeb tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:40.079363 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-04b45674-8f9d-4ae0-b376-8fc9179ab7cc req-0d9a7807-21ec-40c4-8f47-d3f6b2e08731 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:40.121220 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 6d1d2bf9-e160-47b9-9291-6a8c2eaf1591 resource provider aggregate not found May 28 06:41:40.154192 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:40.156711 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-d90e135a-9dc6-487a-bf18-9de9b5688a2e None None] Allocated IP 172.20.0.2 (a3fe29e9-17f9-4750-841d-90d9978eff94/304c7228-4ac2-4e7a-aa6d-33e85e214d70/8a91be50-a48c-49ac-849f-758906f3e388) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:41:40.185909 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 6d1d2bf9-e160-47b9-9291-6a8c2eaf1591 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6d1d2bf9-e160-47b9-9291-6a8c2eaf1591 found for delete ", "request_id": "req-b8fa67f3-fcf0-472d-bcd9-ca4804e19e8e"}]} May 28 06:41:40.267347 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee77c47-7e6d-47a5-b50a-c87be612cbeb tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eda848a8-7aa0-44b0-b608-43bc4b1069b1,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:40.273798 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9a7807-21ec-40c4-8f47-d3f6b2e08731 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Pushing event updated for resources: {'Port': ['ID=f8e82b78-d020-4b72-8de4-3d515c90f01f,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:40.274506 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-d2652b55-a59b-4725-80c8-f2b4fff2439c None None] For port 1bcc87be-0ae5-4f10-82af-c445abf5f55a, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:41:40.310838 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-04b45674-8f9d-4ae0-b376-8fc9179ab7cc req-0d9a7807-21ec-40c4-8f47-d3f6b2e08731 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691094'] for floatingip, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:40.319786 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa25a33-8c60-4cb9-9a68-f469d8898fc3 req-8212cd62-089b-4a8d-bc60-b2bf6d7cc775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:40.321896 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6aa25a33-8c60-4cb9-9a68-f469d8898fc3 req-8212cd62-089b-4a8d-bc60-b2bf6d7cc775 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e7d92049-bff3-4c3a-a4bd-4950c7dcad1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3671207 May 28 06:41:40.360672 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35ad487-7337-43f9-a15a-8591f90d17a0 req-40d88a05-4dee-4403-8901-9d3fc23a531a tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:40.362239 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e35ad487-7337-43f9-a15a-8591f90d17a0 req-40d88a05-4dee-4403-8901-9d3fc23a531a tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=bdd40ca8-e374-40a2-864b-1154e2d7e756 HTTP/1.1" status: 200 len: 943 time: 0.3605585 May 28 06:41:40.365233 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-d2652b55-a59b-4725-80c8-f2b4fff2439c None None] For port 1bcc87be-0ae5-4f10-82af-c445abf5f55a, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=1bcc87be-0ae5-4f10-82af-c445abf5f55a,segment=NetworkSegment(6d1d2bf9-e160-47b9-9291-6a8c2eaf1591),segment_id=6d1d2bf9-e160-47b9-9291-6a8c2eaf1591)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:41:40.366461 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-eee77c47-7e6d-47a5-b50a-c87be612cbeb tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:40.368390 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-eee77c47-7e6d-47a5-b50a-c87be612cbeb tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.4956524 May 28 06:41:40.372446 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 42102) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:41:40.377561 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-f246f872-8cf5-448d-a53e-f4e922d40e5e tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Request body: {'security_group_rule': {'security_group_id': 'eda848a8-7aa0-44b0-b608-43bc4b1069b1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:41:40.444174 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-f246f872-8cf5-448d-a53e-f4e922d40e5e tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:41:40.447187 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.db.api [None req-59fcf935-1343-4334-9653-3168c0befed8 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 28 06:41:40.447187 n-d-843702-1 neutron-server[89109]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 28 06:41:40.447187 n-d-843702-1 neutron-server[89109]: [parameters: {'id': '483e050c-79be-4d33-9b6d-3928d5f1470b'}] May 28 06:41:40.447187 n-d-843702-1 neutron-server[89109]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:41:40.447826 n-d-843702-1 neutron-server[89109]: DEBUG oslo_db.api [None req-59fcf935-1343-4334-9653-3168c0befed8 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:41:40.459734 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-4f3f4bcd-be28-47f1-bb10-451577c508a5 None None] Current status of the port 7aa31be8-453b-451e-8b95-0926e552ca49 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:41:40.462091 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 307ab924-0240-4cfc-872e-1f409eea1f3f is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:41:40.462462 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:40.463843 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-f246f872-8cf5-448d-a53e-f4e922d40e5e tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Usage tracker for resource:security_group_rule and tenant:c63f5c7f6ee64d0f94a0f9d286904eef is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:41:40.470141 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-f246f872-8cf5-448d-a53e-f4e922d40e5e tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:41:40.479973 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['2a9418a7-bd04-4bdb-9ce7-c9cfe2d4e847'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:41:40.482020 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-f246f872-8cf5-448d-a53e-f4e922d40e5e tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:41:40.497454 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-04b45674-8f9d-4ae0-b376-8fc9179ab7cc req-0d9a7807-21ec-40c4-8f47-d3f6b2e08731 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:40.498654 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-04b45674-8f9d-4ae0-b376-8fc9179ab7cc req-0d9a7807-21ec-40c4-8f47-d3f6b2e08731 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 7.0136836 May 28 06:41:40.563877 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=2a9418a7-bd04-4bdb-9ce7-c9cfe2d4e847,revision_number=9']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:40.563877 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d2652b55-a59b-4725-80c8-f2b4fff2439c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:40.614520 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e35ad487-7337-43f9-a15a-8591f90d17a0 req-ce488977-a716-4147-a1d5-a872852f3c4b tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=da746f74-f7a2-404c-ba12-af4c190f6fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823065 May 28 06:41:40.640388 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea836e3c-a82a-4d0a-8f60-ebfda5899d20 None None] DHCP port deletion for 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:41:40.641577 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-04b45674-8f9d-4ae0-b376-8fc9179ab7cc req-f7972d34-ece2-41e1-b16f-eb9716d42ed8 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Synchronizing usage tracker for tenant:3e433ca89e6e4cecb06b276f6587beee on resource:floatingip {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:41:40.669716 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6aa25a33-8c60-4cb9-9a68-f469d8898fc3 req-5709dd94-a8b0-4f07-b245-27e69b77849e service neutron] 10.222.0.69 "GET /v2.0/networks/e7d92049-bff3-4c3a-a4bd-4950c7dcad1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3367646 May 28 06:41:40.696269 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-ea836e3c-a82a-4d0a-8f60-ebfda5899d20 None None] Deleting port 7aa31be8-453b-451e-8b95-0926e552ca49 {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:41:40.696269 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-ea836e3c-a82a-4d0a-8f60-ebfda5899d20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:40.701766 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2535e289-8ce9-4dc3-8921-a3d30eff2d0f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:40.784650 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2535e289-8ce9-4dc3-8921-a3d30eff2d0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:40.787810 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 307ab924-0240-4cfc-872e-1f409eea1f3f, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=307ab924-0240-4cfc-872e-1f409eea1f3f,segment=NetworkSegment(d7927b8e-7a96-401a-ba42-dafb6a6ed275),segment_id=d7927b8e-7a96-401a-ba42-dafb6a6ed275)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:41:40.847396 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 7aa31be8-453b-451e-8b95-0926e552ca49 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:41:40.854952 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-04b45674-8f9d-4ae0-b376-8fc9179ab7cc req-f7972d34-ece2-41e1-b16f-eb9716d42ed8 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Unset dirty status for tenant:3e433ca89e6e4cecb06b276f6587beee on resource:floatingip {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:41:40.856305 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-04b45674-8f9d-4ae0-b376-8fc9179ab7cc req-f7972d34-ece2-41e1-b16f-eb9716d42ed8 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.5.141 HTTP/1.1" status: 200 len: 696 time: 0.3490241 May 28 06:41:40.908320 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f246f872-8cf5-448d-a53e-f4e922d40e5e tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:40.910172 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2652b55-a59b-4725-80c8-f2b4fff2439c None None] Pushing event updated for resources: {'Port': ['ID=1bcc87be-0ae5-4f10-82af-c445abf5f55a,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:40.936603 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:40.960542 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-59fcf935-1343-4334-9653-3168c0befed8 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:41.017762 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c9f4c13-f950-4d23-829a-8d9da3ec33a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '307ab924-0240-4cfc-872e-1f409eea1f3f'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:41:41.037727 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-59fcf935-1343-4334-9653-3168c0befed8 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Deleting port 1bcc87be-0ae5-4f10-82af-c445abf5f55a {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:41:41.038011 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-59fcf935-1343-4334-9653-3168c0befed8 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:41.084912 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6aa25a33-8c60-4cb9-9a68-f469d8898fc3 req-499d6945-eb65-4cb1-a338-1ab8859dda62 service neutron] 10.222.0.69 "GET /v2.0/networks/e7d92049-bff3-4c3a-a4bd-4950c7dcad1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4033508 May 28 06:41:41.110080 n-d-843702-1 neutron-server[89109]: DEBUG neutron.objects.ports [None req-c9ac8cbe-88d3-424e-b54e-8a2636bdc090 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89109) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 28 06:41:41.150556 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f246f872-8cf5-448d-a53e-f4e922d40e5e tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:41.167080 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a45af3-422f-403e-b8da-f3b837957d3f None None] Network 483e050c-79be-4d33-9b6d-3928d5f1470b requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:41:41.170166 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-2535e289-8ce9-4dc3-8921-a3d30eff2d0f admin admin] Allocated IP 172.25.5.32 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/21b6c24f-6957-4b82-8e72-44ec92c2b7d3) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:41:41.187388 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b45674-8f9d-4ae0-b376-8fc9179ab7cc req-2524007a-ae47-4ca5-be9a-5dac48fa4d7b tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:41.188709 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-04b45674-8f9d-4ae0-b376-8fc9179ab7cc req-2524007a-ae47-4ca5-be9a-5dac48fa4d7b tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] 10.222.0.55 "GET /v2.0/networks/68df399e-e75e-4871-9364-5d05730b50f0 HTTP/1.1" status: 200 len: 784 time: 0.2847607 May 28 06:41:41.198998 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011d412c-7562-4509-97b8-d4b8a6232956 req-1d2ddd47-47cf-49c9-8468-d1827542b1f8 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:41.204926 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011d412c-7562-4509-97b8-d4b8a6232956 req-1d2ddd47-47cf-49c9-8468-d1827542b1f8 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:41.206762 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-011d412c-7562-4509-97b8-d4b8a6232956 req-1d2ddd47-47cf-49c9-8468-d1827542b1f8 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c9f4c13-f950-4d23-829a-8d9da3ec33a9 HTTP/1.1" status: 200 len: 1682 time: 0.3729396 May 28 06:41:41.212847 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [req-04b45674-8f9d-4ae0-b376-8fc9179ab7cc req-4a6db41f-66c0-4fba-9991-d0620ee7bb48 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=89110) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:41:41.213970 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-04b45674-8f9d-4ae0-b376-8fc9179ab7cc req-4a6db41f-66c0-4fba-9991-d0620ee7bb48 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061896 May 28 06:41:41.229699 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d90e135a-9dc6-487a-bf18-9de9b5688a2e None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:41.251630 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f246f872-8cf5-448d-a53e-f4e922d40e5e tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:41.291476 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f246f872-8cf5-448d-a53e-f4e922d40e5e tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5eee861-ff67-47ac-b9cd-62d391d5043f,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:41.311622 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-011d412c-7562-4509-97b8-d4b8a6232956 req-947fa7d6-6988-4bee-be9f-3fae832b7c91 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] 10.222.0.55 "GET /v2.0/security-groups?id=45cb3f7c-83ce-4298-9702-2bb3cba6af9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851295 May 28 06:41:41.352520 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=307ab924-0240-4cfc-872e-1f409eea1f3f,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:41.386032 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-d90e135a-9dc6-487a-bf18-9de9b5688a2e None None] Transition to ACTIVE for port object 8a91be50-a48c-49ac-849f-758906f3e388 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:41:41.390009 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a69982f-8c23-4fe8-aceb-225f69474954'] response: {'server_uuid': '3c9f4c13-f950-4d23-829a-8d9da3ec33a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '307ab924-0240-4cfc-872e-1f409eea1f3f', 'code': 200} May 28 06:41:41.488476 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 7aa31be8-453b-451e-8b95-0926e552ca49 is: ACTIVE; New status is: DOWN {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:41:41.489167 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:41.504564 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-d90e135a-9dc6-487a-bf18-9de9b5688a2e None None] Transition to ACTIVE for port object 8a91be50-a48c-49ac-849f-758906f3e388 will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:41:41.553395 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-59fcf935-1343-4334-9653-3168c0befed8 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] For port 1bcc87be-0ae5-4f10-82af-c445abf5f55a, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=1bcc87be-0ae5-4f10-82af-c445abf5f55a,segment=NetworkSegment(6d1d2bf9-e160-47b9-9291-6a8c2eaf1591),segment_id=6d1d2bf9-e160-47b9-9291-6a8c2eaf1591)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:41:41.553869 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-59fcf935-1343-4334-9653-3168c0befed8 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:41.619383 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-ea836e3c-a82a-4d0a-8f60-ebfda5899d20 None None] For port 7aa31be8-453b-451e-8b95-0926e552ca49, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=7aa31be8-453b-451e-8b95-0926e552ca49,segment=NetworkSegment(e82da2dd-17b8-4c15-8abb-711622ad0a92),segment_id=e82da2dd-17b8-4c15-8abb-711622ad0a92)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:41:41.619728 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-ea836e3c-a82a-4d0a-8f60-ebfda5899d20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:41.622215 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f246f872-8cf5-448d-a53e-f4e922d40e5e tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:41.623679 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-f246f872-8cf5-448d-a53e-f4e922d40e5e tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2503188 May 28 06:41:41.628138 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d90e135a-9dc6-487a-bf18-9de9b5688a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:41.641932 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 42112) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:41:41.721483 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-59fcf935-1343-4334-9653-3168c0befed8 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Calling delete_port for 1bcc87be-0ae5-4f10-82af-c445abf5f55a owned by network:dhcp {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:41:41.762113 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2535e289-8ce9-4dc3-8921-a3d30eff2d0f admin admin] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:41.779597 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-580d276f-7517-49d7-8501-5b829fbd7319 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:41.806905 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504eb34b-144f-4ddd-9397-631296857141 req-8c8d16bc-ddcc-452d-baca-6ea4810550fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:41.807832 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504eb34b-144f-4ddd-9397-631296857141 req-8c8d16bc-ddcc-452d-baca-6ea4810550fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:41.809755 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-504eb34b-144f-4ddd-9397-631296857141 req-8c8d16bc-ddcc-452d-baca-6ea4810550fa service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=3c9f4c13-f950-4d23-829a-8d9da3ec33a9 HTTP/1.1" status: 200 len: 1984 time: 0.2406304 May 28 06:41:41.823762 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-ea836e3c-a82a-4d0a-8f60-ebfda5899d20 None None] Calling delete_port for 7aa31be8-453b-451e-8b95-0926e552ca49 owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:41:41.828506 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff0aaaa-50f7-4078-8f73-57f9e7c0f412 req-99dd0e9e-5cab-4f59-9dcd-a3086e7434c9 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:41.830304 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4ff0aaaa-50f7-4078-8f73-57f9e7c0f412 req-99dd0e9e-5cab-4f59-9dcd-a3086e7434c9 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5b99fda-0bc9-4e50-b070-ce4a427e6fc6 HTTP/1.1" status: 200 len: 944 time: 0.4159095 May 28 06:41:41.838481 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf9d90d-39f7-4873-9482-1e272c6156b1 req-50a43700-2e0c-414f-a459-a2fac637669e tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:41.840266 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0cf9d90d-39f7-4873-9482-1e272c6156b1 req-50a43700-2e0c-414f-a459-a2fac637669e tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] 10.222.0.55 "GET /v2.0/ports?device_id=31511953-083e-42fb-a7d3-8f5fc16aba3c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3237164 May 28 06:41:41.863760 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c9ac8cbe-88d3-424e-b54e-8a2636bdc090 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:41.881194 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-580d276f-7517-49d7-8501-5b829fbd7319 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:41.949527 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-59fcf935-1343-4334-9653-3168c0befed8 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:41.984475 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d90e135a-9dc6-487a-bf18-9de9b5688a2e None None] Network a3fe29e9-17f9-4750-841d-90d9978eff94 is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:41:41.997663 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-d90e135a-9dc6-487a-bf18-9de9b5688a2e None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:41:42.013917 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fcf935-1343-4334-9653-3168c0befed8 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Pushing event deleted for resources: {'Port': ['ID=1bcc87be-0ae5-4f10-82af-c445abf5f55a,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:42.015165 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90e135a-9dc6-487a-bf18-9de9b5688a2e None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:41:42.020259 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2535e289-8ce9-4dc3-8921-a3d30eff2d0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:42.026084 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59fcf935-1343-4334-9653-3168c0befed8 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] No DVR routers for this DVR port 1bcc87be-0ae5-4f10-82af-c445abf5f55a on host n-d-843702-1 {{(pid=89109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:41:42.058714 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e135a-9dc6-487a-bf18-9de9b5688a2e None None] Pushing event updated for resources: {'Port': ['ID=8a91be50-a48c-49ac-849f-758906f3e388,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:42.138541 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0cf9d90d-39f7-4873-9482-1e272c6156b1 req-baa84d3a-9760-4656-ac46-b4ee448f0fa9 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.5.141 HTTP/1.1" status: 200 len: 696 time: 0.2649324 May 28 06:41:42.139803 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.db.api [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89111) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:41:42.140163 n-d-843702-1 neutron-server[89111]: DEBUG oslo_db.api [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:41:42.160033 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-d90e135a-9dc6-487a-bf18-9de9b5688a2e None None] Attempting to bind port 8a91be50-a48c-49ac-849f-758906f3e388 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:41:42.160404 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-d90e135a-9dc6-487a-bf18-9de9b5688a2e None None] Attempting to bind port 8a91be50-a48c-49ac-849f-758906f3e388 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'de3cbcce-ba0c-4cb8-88ea-ac98446ed60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a3fe29e9-17f9-4750-841d-90d9978eff94'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:41:42.160770 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90e135a-9dc6-487a-bf18-9de9b5688a2e None None] Attempting to bind port 8a91be50-a48c-49ac-849f-758906f3e388 on network a3fe29e9-17f9-4750-841d-90d9978eff94 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:41:42.167150 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90e135a-9dc6-487a-bf18-9de9b5688a2e None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:41:42.167530 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90e135a-9dc6-487a-bf18-9de9b5688a2e None None] Checking segment: {'id': 'de3cbcce-ba0c-4cb8-88ea-ac98446ed60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a3fe29e9-17f9-4750-841d-90d9978eff94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:41:42.167799 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-0cf9d90d-39f7-4873-9482-1e272c6156b1 req-c3869b73-e47b-4193-81f9-18993ca0745c tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Request body: {'floatingip': {'port_id': 'd60d4c69-7440-4039-9008-c5988f83484a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:41:42.167918 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d90e135a-9dc6-487a-bf18-9de9b5688a2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:42.168403 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90e135a-9dc6-487a-bf18-9de9b5688a2e None None] Bound using segment: {'id': 'de3cbcce-ba0c-4cb8-88ea-ac98446ed60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a3fe29e9-17f9-4750-841d-90d9978eff94'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:41:42.168819 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-d90e135a-9dc6-487a-bf18-9de9b5688a2e None None] Bound port: 8a91be50-a48c-49ac-849f-758906f3e388, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de3cbcce-ba0c-4cb8-88ea-ac98446ed60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a3fe29e9-17f9-4750-841d-90d9978eff94'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:41:42.169161 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d90e135a-9dc6-487a-bf18-9de9b5688a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:42.220184 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4ff0aaaa-50f7-4078-8f73-57f9e7c0f412 req-919259f0-f48d-473a-8dc0-bbadd1754e41 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d9e2739-d2e7-489f-8894-c4c5db308155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3629138 May 28 06:41:42.256183 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-504eb34b-144f-4ddd-9397-631296857141 req-ec6f9be4-eb23-44b5-b170-db36def73c3f service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=45cb3f7c-83ce-4298-9702-2bb3cba6af9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4148302 May 28 06:41:42.276446 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-d90e135a-9dc6-487a-bf18-9de9b5688a2e None None] For port 8a91be50-a48c-49ac-849f-758906f3e388, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:41:42.281371 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-d90e135a-9dc6-487a-bf18-9de9b5688a2e None None] For port 8a91be50-a48c-49ac-849f-758906f3e388, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=8a91be50-a48c-49ac-849f-758906f3e388,segment=NetworkSegment(de3cbcce-ba0c-4cb8-88ea-ac98446ed60d),segment_id=de3cbcce-ba0c-4cb8-88ea-ac98446ed60d)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:41:42.283710 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-0cf9d90d-39f7-4873-9482-1e272c6156b1 req-c3869b73-e47b-4193-81f9-18993ca0745c tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Notify callbacks [] for floatingip, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:42.319230 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2535e289-8ce9-4dc3-8921-a3d30eff2d0f admin admin] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:41:42.330889 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-2535e289-8ce9-4dc3-8921-a3d30eff2d0f admin admin] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:41:42.333085 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2535e289-8ce9-4dc3-8921-a3d30eff2d0f admin admin] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:41:42.359137 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d90e135a-9dc6-487a-bf18-9de9b5688a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:42.398563 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-580d276f-7517-49d7-8501-5b829fbd7319 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:42.449707 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e135a-9dc6-487a-bf18-9de9b5688a2e None None] Pushing event updated for resources: {'Port': ['ID=8a91be50-a48c-49ac-849f-758906f3e388,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:42.468202 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580d276f-7517-49d7-8501-5b829fbd7319 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eda848a8-7aa0-44b0-b608-43bc4b1069b1,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:42.496807 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2535e289-8ce9-4dc3-8921-a3d30eff2d0f admin admin] Pushing event updated for resources: {'Port': ['ID=21b6c24f-6957-4b82-8e72-44ec92c2b7d3,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:42.539869 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device fb1f23a8-af71-4405-b5bd-97d5e156f2b8 details requested by agent hyperv_n-h1-843702-1 with host n-h1-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:41:42.570498 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-580d276f-7517-49d7-8501-5b829fbd7319 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:42.572553 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-580d276f-7517-49d7-8501-5b829fbd7319 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] 10.222.0.55 "DELETE /v2.0/security-groups/eda848a8-7aa0-44b0-b608-43bc4b1069b1 HTTP/1.1" status: 204 len: 168 time: 0.9294064 May 28 06:41:42.576199 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 42120) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:41:42.589974 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-59fcf935-1343-4334-9653-3168c0befed8 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:42.658236 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 2a9418a7-bd04-4bdb-9ce7-c9cfe2d4e847 up at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:41:42.719196 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-59fcf935-1343-4334-9653-3168c0befed8 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['483e050c-79be-4d33-9b6d-3928d5f1470b']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:41:42.735443 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-c9ac8cbe-88d3-424e-b54e-8a2636bdc090 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] For port 7aa31be8-453b-451e-8b95-0926e552ca49, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=7aa31be8-453b-451e-8b95-0926e552ca49,segment=NetworkSegment(e82da2dd-17b8-4c15-8abb-711622ad0a92),segment_id=e82da2dd-17b8-4c15-8abb-711622ad0a92)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:41:42.738500 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9709d9-04f5-4cf1-8452-3411da2ebf58 req-9332737c-eb59-4ab7-bd4c-247379e0ca35 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:42.745810 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2e9709d9-04f5-4cf1-8452-3411da2ebf58 req-9332737c-eb59-4ab7-bd4c-247379e0ca35 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=bdd40ca8-e374-40a2-864b-1154e2d7e756 HTTP/1.1" status: 200 len: 943 time: 0.4055490 May 28 06:41:42.773447 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-59fcf935-1343-4334-9653-3168c0befed8 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d1d2bf9-e160-47b9-9291-6a8c2eaf1591') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:41:42.775636 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-59fcf935-1343-4334-9653-3168c0befed8 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d1d2bf9-e160-47b9-9291-6a8c2eaf1591') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:41:42.803867 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-59fcf935-1343-4334-9653-3168c0befed8 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:42.848355 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-59fcf935-1343-4334-9653-3168c0befed8 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:42.860036 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-4d1b3539-e374-4640-baeb-13797621940b tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Synchronizing usage tracker for tenant:c63f5c7f6ee64d0f94a0f9d286904eef on resource:security_group {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:41:42.862829 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c9ac8cbe-88d3-424e-b54e-8a2636bdc090 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:42.864587 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59fcf935-1343-4334-9653-3168c0befed8 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:41:42.864971 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-59fcf935-1343-4334-9653-3168c0befed8 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:42.888227 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 7aa31be8-453b-451e-8b95-0926e552ca49 is: ACTIVE; New status is: DOWN {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:41:42.889217 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:42.911985 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2e9709d9-04f5-4cf1-8452-3411da2ebf58 req-d44f989e-c88b-4ecd-9a51-ce317fc349ea tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=da746f74-f7a2-404c-ba12-af4c190f6fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651754 May 28 06:41:42.956970 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port fb1f23a8-af71-4405-b5bd-97d5e156f2b8, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=fb1f23a8-af71-4405-b5bd-97d5e156f2b8,segment=NetworkSegment(4c4bc3f8-ec6f-40a7-9f80-cde5ff5de12a),segment_id=4c4bc3f8-ec6f-40a7-9f80-cde5ff5de12a)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:41:43.004371 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Returning: {'device': 'fb1f23a8-af71-4405-b5bd-97d5e156f2b8', 'network_id': 'e7d92049-bff3-4c3a-a4bd-4950c7dcad1c', 'port_id': 'fb1f23a8-af71-4405-b5bd-97d5e156f2b8', 'mac_address': 'fa:16:3e:e3:2a:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40188bf0-967d-446e-ac4f-b5c59a2acd9a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:41:43.011907 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning complete for port 2a9418a7-bd04-4bdb-9ce7-c9cfe2d4e847 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:41:43.012283 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:43.024479 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 6d1d2bf9-e160-47b9-9291-6a8c2eaf1591 resource provider aggregate not found May 28 06:41:43.029504 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c9ac8cbe-88d3-424e-b54e-8a2636bdc090 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:43.030359 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c9ac8cbe-88d3-424e-b54e-8a2636bdc090 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:43.096108 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-4d1b3539-e374-4640-baeb-13797621940b tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Unset dirty status for tenant:c63f5c7f6ee64d0f94a0f9d286904eef on resource:security_group {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:41:43.100428 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-4d1b3539-e374-4640-baeb-13797621940b tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5208952 May 28 06:41:43.103138 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.db.api [None req-ea836e3c-a82a-4d0a-8f60-ebfda5899d20 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89111) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:41:43.103626 n-d-843702-1 neutron-server[89111]: DEBUG oslo_db.api [None req-ea836e3c-a82a-4d0a-8f60-ebfda5899d20 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:41:43.113971 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 42128) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:41:43.177170 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.db.api [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89111) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:41:43.177608 n-d-843702-1 neutron-server[89111]: DEBUG oslo_db.api [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:41:43.205937 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-03d3cb69-2e5e-4130-987e-950519680c58 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Synchronizing usage tracker for tenant:c63f5c7f6ee64d0f94a0f9d286904eef on resource:security_group_rule {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:41:43.244742 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port fb1f23a8-af71-4405-b5bd-97d5e156f2b8 is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:41:43.245121 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:43.249060 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e3330f-0804-4998-bd17-5c445c58d66b req-b6c6c07d-34fa-49df-9c02-ba326638d5b1 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:43.255083 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e3330f-0804-4998-bd17-5c445c58d66b req-b6c6c07d-34fa-49df-9c02-ba326638d5b1 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:43.256929 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-83e3330f-0804-4998-bd17-5c445c58d66b req-b6c6c07d-34fa-49df-9c02-ba326638d5b1 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c9f4c13-f950-4d23-829a-8d9da3ec33a9 HTTP/1.1" status: 200 len: 1682 time: 0.2130499 May 28 06:41:43.271713 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb1f23a8-af71-4405-b5bd-97d5e156f2b8 {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:41:43.288267 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port fb1f23a8-af71-4405-b5bd-97d5e156f2b8, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=fb1f23a8-af71-4405-b5bd-97d5e156f2b8,segment=NetworkSegment(4c4bc3f8-ec6f-40a7-9f80-cde5ff5de12a),segment_id=4c4bc3f8-ec6f-40a7-9f80-cde5ff5de12a)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:41:43.294273 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 2a9418a7-bd04-4bdb-9ce7-c9cfe2d4e847 is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:41:43.297408 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:43.324587 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-03d3cb69-2e5e-4130-987e-950519680c58 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] Unset dirty status for tenant:c63f5c7f6ee64d0f94a0f9d286904eef on resource:security_group_rule {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:41:43.328818 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-03d3cb69-2e5e-4130-987e-950519680c58 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.2137289 May 28 06:41:43.332815 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 42134) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:41:43.345342 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 2a9418a7-bd04-4bdb-9ce7-c9cfe2d4e847, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=2a9418a7-bd04-4bdb-9ce7-c9cfe2d4e847,segment=NetworkSegment(38fd89a2-8195-4731-ba40-f43c54a7016a),segment_id=38fd89a2-8195-4731-ba40-f43c54a7016a)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:41:43.367171 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ac8cbe-88d3-424e-b54e-8a2636bdc090 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:41:43.369130 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 6d1d2bf9-e160-47b9-9291-6a8c2eaf1591 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6d1d2bf9-e160-47b9-9291-6a8c2eaf1591 found for delete ", "request_id": "req-a58d1799-0004-4117-8103-f8b81a7c7202"}]} May 28 06:41:43.370839 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:43.375748 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ac8cbe-88d3-424e-b54e-8a2636bdc090 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Pushing event updated for resources: {'Subnet': ['ID=5bda9352-6199-4ddb-9e7d-7c78247b5fbc,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:43.379038 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-c9ac8cbe-88d3-424e-b54e-8a2636bdc090 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:41:43.385820 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.db.resource_extend [req-0cf9d90d-39f7-4873-9482-1e272c6156b1 req-c3869b73-e47b-4193-81f9-18993ca0745c tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 06:41:43.421095 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-59fcf935-1343-4334-9653-3168c0befed8 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:43.423641 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ac8cbe-88d3-424e-b54e-8a2636bdc090 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:43.424240 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c9ac8cbe-88d3-424e-b54e-8a2636bdc090 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:43.475945 n-d-843702-1 neutron-server[89110]: INFO neutron.api.v2.resource [None req-63e8ded9-fe95-4617-824e-a81f794b7d95 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] delete failed (client error): The resource could not be found. May 28 06:41:43.481041 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5b99fda-0bc9-4e50-b070-ce4a427e6fc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a9418a7-bd04-4bdb-9ce7-c9cfe2d4e847'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:41:43.484541 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-63e8ded9-fe95-4617-824e-a81f794b7d95 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] 10.222.0.55 "DELETE /v2.0/security-groups/eda848a8-7aa0-44b0-b608-43bc4b1069b1 HTTP/1.1" status: 404 len: 347 time: 0.1464310 May 28 06:41:43.488065 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=fb1f23a8-af71-4405-b5bd-97d5e156f2b8,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:43.500950 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:43.511040 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 42138) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:41:43.547808 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-83e3330f-0804-4998-bd17-5c445c58d66b req-26e3a036-6e4e-4d71-96a9-de44b5b1f15b tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] 10.222.0.55 "GET /v2.0/security-groups?id=45cb3f7c-83ce-4298-9702-2bb3cba6af9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658722 May 28 06:41:43.566013 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-59fcf935-1343-4334-9653-3168c0befed8 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:43.608436 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-0cf9d90d-39f7-4873-9482-1e272c6156b1 req-c3869b73-e47b-4193-81f9-18993ca0745c tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:43.624158 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-284f39ce-ed28-4289-b1f6-625635723b18 tempest-SecGroupTest-22141093 tempest-SecGroupTest-22141093-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1118257 May 28 06:41:43.662919 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fcf935-1343-4334-9653-3168c0befed8 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Pushing event deleted for resources: {'Network': ['ID=483e050c-79be-4d33-9b6d-3928d5f1470b,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:43.684495 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-0cf9d90d-39f7-4873-9482-1e272c6156b1 req-c3869b73-e47b-4193-81f9-18993ca0745c tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691094'] for floatingip, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:43.709198 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-59fcf935-1343-4334-9653-3168c0befed8 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] 10.222.0.55 "DELETE /v2.0/networks/483e050c-79be-4d33-9b6d-3928d5f1470b HTTP/1.1" status: 204 len: 168 time: 6.1102712 May 28 06:41:43.709924 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ac8cbe-88d3-424e-b54e-8a2636bdc090 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Pushing event updated for resources: {'Port': ['ID=7aa31be8-453b-451e-8b95-0926e552ca49,revision_number=8']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:43.715051 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 42146) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:41:43.722853 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-13e132f2-ff22-4c43-ae63-4b3ef4f82bd7 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1650358284'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:41:43.727645 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2535e289-8ce9-4dc3-8921-a3d30eff2d0f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:43.746203 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-ea836e3c-a82a-4d0a-8f60-ebfda5899d20 None None] Deleting port 7aa31be8-453b-451e-8b95-0926e552ca49 {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:41:43.752382 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-ea836e3c-a82a-4d0a-8f60-ebfda5899d20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:43.821388 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-13e132f2-ff22-4c43-ae63-4b3ef4f82bd7 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:41:43.828252 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-c9ac8cbe-88d3-424e-b54e-8a2636bdc090 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.9125204 May 28 06:41:43.829071 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 42150) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:41:43.831679 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 7aa31be8-453b-451e-8b95-0926e552ca49 is: ACTIVE; New status is: DOWN {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:41:43.832171 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:43.841735 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-13e132f2-ff22-4c43-ae63-4b3ef4f82bd7 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Usage tracker for resource:network and tenant:94cac8c050e34681825b5b9355a80ece is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:41:43.850438 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-a57e3cb4-07e9-4bfd-bd45-2fccfa4c6a7d tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Request body: {'subnet': {'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:41:43.854096 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=2a9418a7-bd04-4bdb-9ce7-c9cfe2d4e847,revision_number=10']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:43.879321 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-13e132f2-ff22-4c43-ae63-4b3ef4f82bd7 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:41:43.944061 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-13e132f2-ff22-4c43-ae63-4b3ef4f82bd7 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:41:44.004652 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['fb1f23a8-af71-4405-b5bd-97d5e156f2b8'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:41:44.038497 n-d-843702-1 neutron-server[89110]: INFO neutron.db.l3_db [req-0cf9d90d-39f7-4873-9482-1e272c6156b1 req-c3869b73-e47b-4193-81f9-18993ca0745c tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Floating IP 6f26829d-b832-4727-93fa-2c175e0a84c7 associated. External IP: 172.25.5.141, port: d60d4c69-7440-4039-9008-c5988f83484a. May 28 06:41:44.062962 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13e132f2-ff22-4c43-ae63-4b3ef4f82bd7 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Made reservation on behalf of 94cac8c050e34681825b5b9355a80ece for: {'network': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:41:44.066303 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-13e132f2-ff22-4c43-ae63-4b3ef4f82bd7 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:44.180795 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port 7aa31be8-453b-451e-8b95-0926e552ca49, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=7aa31be8-453b-451e-8b95-0926e552ca49,segment=NetworkSegment(e82da2dd-17b8-4c15-8abb-711622ad0a92),segment_id=e82da2dd-17b8-4c15-8abb-711622ad0a92)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:41:44.265538 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:44.326095 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-a57e3cb4-07e9-4bfd-bd45-2fccfa4c6a7d tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:41:44.339135 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-a57e3cb4-07e9-4bfd-bd45-2fccfa4c6a7d tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Usage tracker for resource:subnet and tenant:5e9e9447c07c4077b6694ab63e3affe5 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:41:44.346840 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13e132f2-ff22-4c43-ae63-4b3ef4f82bd7 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=89109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:41:44.349278 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-a57e3cb4-07e9-4bfd-bd45-2fccfa4c6a7d tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:41:44.395533 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-a57e3cb4-07e9-4bfd-bd45-2fccfa4c6a7d tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:41:44.417956 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a0d858-0718-45e8-b43d-4da991d7c432 req-87aaf12b-b54b-4b71-87ad-a71d0b5b3109 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:44.419826 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-87a0d858-0718-45e8-b43d-4da991d7c432 req-87aaf12b-b54b-4b71-87ad-a71d0b5b3109 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5b99fda-0bc9-4e50-b070-ce4a427e6fc6 HTTP/1.1" status: 200 len: 946 time: 0.5134585 May 28 06:41:44.507497 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 42158) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:41:44.528743 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-13e132f2-ff22-4c43-ae63-4b3ef4f82bd7 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:44.529548 n-d-843702-1 neutron-server[89109]: INFO neutron.db.segments_db [None req-13e132f2-ff22-4c43-ae63-4b3ef4f82bd7 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Added segment d2a622ff-06b1-4977-8523-7b777cbaabfc of type vlan for network 8759449c-fdf3-435d-94d3-09b4522b1f5b May 28 06:41:44.532838 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345b0111-86bd-41c5-b1d6-4ab9f449c031 None None] Network a3fe29e9-17f9-4750-841d-90d9978eff94 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:41:44.549133 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 8a91be50-a48c-49ac-849f-758906f3e388 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:41:44.623316 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-87a0d858-0718-45e8-b43d-4da991d7c432 req-acf29795-dd7e-4b9c-83c6-63631b0eba2e tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d9e2739-d2e7-489f-8894-c4c5db308155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026292 May 28 06:41:44.695095 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-13e132f2-ff22-4c43-ae63-4b3ef4f82bd7 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:44.719006 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:41:44.728938 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a57e3cb4-07e9-4bfd-bd45-2fccfa4c6a7d tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Made reservation on behalf of 5e9e9447c07c4077b6694ab63e3affe5 for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:41:44.732621 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a57e3cb4-07e9-4bfd-bd45-2fccfa4c6a7d tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:44.822182 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08eb848a-1379-4ac9-91a6-c6abfbed1b03'] response: {'server_uuid': 'b5b99fda-0bc9-4e50-b070-ce4a427e6fc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a9418a7-bd04-4bdb-9ce7-c9cfe2d4e847', 'code': 200} May 28 06:41:44.856855 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-ea836e3c-a82a-4d0a-8f60-ebfda5899d20 None None] For port 7aa31be8-453b-451e-8b95-0926e552ca49, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=7aa31be8-453b-451e-8b95-0926e552ca49,segment=NetworkSegment(e82da2dd-17b8-4c15-8abb-711622ad0a92),segment_id=e82da2dd-17b8-4c15-8abb-711622ad0a92)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:41:44.857396 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-ea836e3c-a82a-4d0a-8f60-ebfda5899d20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:44.887932 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.db.resource_extend [None req-13e132f2-ff22-4c43-ae63-4b3ef4f82bd7 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 06:41:44.928338 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=7aa31be8-453b-451e-8b95-0926e552ca49,revision_number=9']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:44.941680 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-310679de-2d83-4641-bc3b-548bc03e4a77 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c63f5c7f6ee64d0f94a0f9d286904eef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4300442 May 28 06:41:44.942722 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2535e289-8ce9-4dc3-8921-a3d30eff2d0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690761'] for router, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:44.944657 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 42166) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:41:45.013900 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-ee964f20-5ed0-4312-adf4-5bef12596d3f None None] Provisioning for port 8a91be50-a48c-49ac-849f-758906f3e388 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:41:45.026748 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-ea836e3c-a82a-4d0a-8f60-ebfda5899d20 None None] Calling delete_port for 7aa31be8-453b-451e-8b95-0926e552ca49 owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:41:45.033718 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0cf9d90d-39f7-4873-9482-1e272c6156b1 req-c3869b73-e47b-4193-81f9-18993ca0745c tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Router ac0e03ea-5bcf-4691-a525-72e650e1f7ad has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:41:45.033949 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-13e132f2-ff22-4c43-ae63-4b3ef4f82bd7 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:45.040085 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e132f2-ff22-4c43-ae63-4b3ef4f82bd7 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:45.040729 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-13e132f2-ff22-4c43-ae63-4b3ef4f82bd7 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:45.075796 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b2c38641-b540-48b4-b8be-4c3015e36b0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:45.201408 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 8a91be50-a48c-49ac-849f-758906f3e388 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:41:45.218343 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d528018d-d3c2-4b60-b61d-9dfa15d11f19 req-d512bced-b5fe-4f91-bd62-201faef9ea3e tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:45.219813 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d528018d-d3c2-4b60-b61d-9dfa15d11f19 req-d512bced-b5fe-4f91-bd62-201faef9ea3e tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=bdd40ca8-e374-40a2-864b-1154e2d7e756 HTTP/1.1" status: 200 len: 944 time: 0.3480506 May 28 06:41:45.237232 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 8a91be50-a48c-49ac-849f-758906f3e388 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:41:45.237767 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:45.246112 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e132f2-ff22-4c43-ae63-4b3ef4f82bd7 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Pushing event updated for resources: {'Network': ['ID=8759449c-fdf3-435d-94d3-09b4522b1f5b,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:45.260452 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-13e132f2-ff22-4c43-ae63-4b3ef4f82bd7 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.5426700 May 28 06:41:45.265106 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b2c38641-b540-48b4-b8be-4c3015e36b0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:45.269889 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 42170) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:41:45.278856 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-0d57e688-871a-4111-af61-c6362347aac4 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Request body: {'network': {'name': 'New_network'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:41:45.279397 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 8759449c-fdf3-435d-94d3-09b4522b1f5b details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:41:45.386929 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.db.api [None req-ea836e3c-a82a-4d0a-8f60-ebfda5899d20 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89111) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:41:45.387446 n-d-843702-1 neutron-server[89111]: DEBUG oslo_db.api [None req-ea836e3c-a82a-4d0a-8f60-ebfda5899d20 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:41:45.404508 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d528018d-d3c2-4b60-b61d-9dfa15d11f19 req-c349295a-a834-47e2-a25f-9a9cdbf98a09 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=da746f74-f7a2-404c-ba12-af4c190f6fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703398 May 28 06:41:45.442182 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0cf9d90d-39f7-4873-9482-1e272c6156b1 req-c3869b73-e47b-4193-81f9-18993ca0745c tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:41:45.465648 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b20d52e-1e90-455f-a967-c12926a9cb53 None None] Sync routers for ids ['ac0e03ea-5bcf-4691-a525-72e650e1f7ad'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:41:45.473835 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90856ee1-9117-42be-b689-cb42a40f0786 req-48dafbb4-ca51-4e94-8f3b-467a2eb8c1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:45.476084 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-90856ee1-9117-42be-b689-cb42a40f0786 req-48dafbb4-ca51-4e94-8f3b-467a2eb8c1a4 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b5b99fda-0bc9-4e50-b070-ce4a427e6fc6 HTTP/1.1" status: 200 len: 1097 time: 0.4012556 May 28 06:41:45.478517 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-0cf9d90d-39f7-4873-9482-1e272c6156b1 req-c3869b73-e47b-4193-81f9-18993ca0745c tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:45.531487 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b20d52e-1e90-455f-a967-c12926a9cb53 None None] Routers {'ac0e03ea-5bcf-4691-a525-72e650e1f7ad'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:41:45.532198 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-0b20d52e-1e90-455f-a967-c12926a9cb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:41:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['ac0e03ea-5bcf-4691-a525-72e650e1f7ad'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:41:45.654539 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0cf9d90d-39f7-4873-9482-1e272c6156b1 req-c3869b73-e47b-4193-81f9-18993ca0745c tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] 10.222.0.55 "PUT /v2.0/floatingips/6f26829d-b832-4727-93fa-2c175e0a84c7 HTTP/1.1" status: 200 len: 997 time: 3.5045969 May 28 06:41:45.655494 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b2c38641-b540-48b4-b8be-4c3015e36b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:45.660835 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b2c38641-b540-48b4-b8be-4c3015e36b0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:45.665656 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-b2c38641-b540-48b4-b8be-4c3015e36b0a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/746efc9e-a3a2-4eef-9078-dc8ab0d05780 HTTP/1.1" status: 204 len: 168 time: 0.7144034 May 28 06:41:45.666168 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 8a91be50-a48c-49ac-849f-758906f3e388 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:41:45.666672 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:45.669733 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31511953-083e-42fb-a7d3-8f5fc16aba3c', 'tag': 'd60d4c69-7440-4039-9008-c5988f83484a'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:41:45.682942 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-90856ee1-9117-42be-b689-cb42a40f0786 req-d568597c-c57a-42f7-8b02-f8574d25ec96 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=0d9e2739-d2e7-489f-8894-c4c5db308155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1636300 May 28 06:41:45.697069 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0d57e688-871a-4111-af61-c6362347aac4 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:45.742521 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c38641-b540-48b4-b8be-4c3015e36b0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=746efc9e-a3a2-4eef-9078-dc8ab0d05780,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:45.746617 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2535e289-8ce9-4dc3-8921-a3d30eff2d0f admin admin] Router 7a3f82ba-225e-4663-a5df-018daaa348fe is scheduled to L3 agent 42958940-9562-4f71-972f-15a8af9d3963 with binding_index 1 {{(pid=89109) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 06:41:45.827417 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port 8a91be50-a48c-49ac-849f-758906f3e388, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=8a91be50-a48c-49ac-849f-758906f3e388,segment=NetworkSegment(de3cbcce-ba0c-4cb8-88ea-ac98446ed60d),segment_id=de3cbcce-ba0c-4cb8-88ea-ac98446ed60d)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:41:45.835366 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0d57e688-871a-4111-af61-c6362347aac4 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:45.840067 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29622024-e409-48c3-9782-b0e0804cfdab req-50ae0825-0291-450d-99fb-db2bbb5b46d2 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:45.846302 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29622024-e409-48c3-9782-b0e0804cfdab req-50ae0825-0291-450d-99fb-db2bbb5b46d2 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:45.848699 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-29622024-e409-48c3-9782-b0e0804cfdab req-50ae0825-0291-450d-99fb-db2bbb5b46d2 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c9f4c13-f950-4d23-829a-8d9da3ec33a9 HTTP/1.1" status: 200 len: 1682 time: 0.2709343 May 28 06:41:45.863991 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf9d90d-39f7-4873-9482-1e272c6156b1 req-d42a0c21-f071-4682-8e9d-c2e187284b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:45.867017 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0cf9d90d-39f7-4873-9482-1e272c6156b1 req-d42a0c21-f071-4682-8e9d-c2e187284b98 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3e433ca89e6e4cecb06b276f6587beee&device_id=31511953-083e-42fb-a7d3-8f5fc16aba3c HTTP/1.1" status: 200 len: 1097 time: 0.1980422 May 28 06:41:45.886693 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-0b20d52e-1e90-455f-a967-c12926a9cb53 None None] Set router ac0e03ea-5bcf-4691-a525-72e650e1f7ad gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:41:45.892297 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a57e3cb4-07e9-4bfd-bd45-2fccfa4c6a7d tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:45.955967 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:46.050188 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-29622024-e409-48c3-9782-b0e0804cfdab req-97c5d6b5-7cb2-40d9-abc3-90fae35adace tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] 10.222.0.55 "GET /v2.0/security-groups?id=45cb3f7c-83ce-4298-9702-2bb3cba6af9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905687 May 28 06:41:46.050969 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0d57e688-871a-4111-af61-c6362347aac4 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Network 8759449c-fdf3-435d-94d3-09b4522b1f5b is not hosted by any dhcp agent {{(pid=89109) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} May 28 06:41:46.061371 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d57e688-871a-4111-af61-c6362347aac4 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:46.061371 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0d57e688-871a-4111-af61-c6362347aac4 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:46.062123 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-0d57e688-871a-4111-af61-c6362347aac4 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] 10.222.0.55 "PUT /v2.0/networks/8759449c-fdf3-435d-94d3-09b4522b1f5b HTTP/1.1" status: 200 len: 723 time: 0.7917237 May 28 06:41:46.062747 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 42180) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:41:46.084645 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57e3cb4-07e9-4bfd-bd45-2fccfa4c6a7d tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Pushing event updated for resources: {'Subnet': ['ID=059dd0ab-b93d-4e80-8f66-cf43141eabb4,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:46.113623 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-3971c302-460b-4349-81b8-7409c8a3d493 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Request body: {'subnet': {'network_id': '8759449c-fdf3-435d-94d3-09b4522b1f5b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:41:46.138831 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf9d90d-39f7-4873-9482-1e272c6156b1 req-b383a7bc-6d1c-4eb2-a7bd-b1e1bd4c86fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:46.142097 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0cf9d90d-39f7-4873-9482-1e272c6156b1 req-b383a7bc-6d1c-4eb2-a7bd-b1e1bd4c86fa service neutron] 10.222.0.55 "GET /v2.0/networks?id=e318623d-bb83-4735-b9a5-1ff511a26d09 HTTP/1.1" status: 200 len: 921 time: 0.2653818 May 28 06:41:46.191051 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=8a91be50-a48c-49ac-849f-758906f3e388,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:46.193931 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57e3cb4-07e9-4bfd-bd45-2fccfa4c6a7d tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:41:46.214501 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-a57e3cb4-07e9-4bfd-bd45-2fccfa4c6a7d tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:41:46.221737 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d57e688-871a-4111-af61-c6362347aac4 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Pushing event updated for resources: {'Network': ['ID=8759449c-fdf3-435d-94d3-09b4522b1f5b,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:46.223750 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-93ff80e0-5fd9-4c04-ab75-366febaf5136 None None] Provisioning complete for port 8a91be50-a48c-49ac-849f-758906f3e388 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:41:46.227670 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-93ff80e0-5fd9-4c04-ab75-366febaf5136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:46.232267 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a57e3cb4-07e9-4bfd-bd45-2fccfa4c6a7d tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:46.232879 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a57e3cb4-07e9-4bfd-bd45-2fccfa4c6a7d tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:46.271520 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-ea836e3c-a82a-4d0a-8f60-ebfda5899d20 None None] Deleting port 7aa31be8-453b-451e-8b95-0926e552ca49 {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:41:46.272173 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-ea836e3c-a82a-4d0a-8f60-ebfda5899d20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:46.303480 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 8759449c-fdf3-435d-94d3-09b4522b1f5b details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:41:46.438528 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0cf9d90d-39f7-4873-9482-1e272c6156b1 req-245ae060-f350-459c-af15-2d29390f1a6f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d60d4c69-7440-4039-9008-c5988f83484a HTTP/1.1" status: 200 len: 1000 time: 0.2877543 May 28 06:41:46.531544 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf9d90d-39f7-4873-9482-1e272c6156b1 req-b0371ab3-678d-427c-8665-774316fe6c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:46.533068 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0cf9d90d-39f7-4873-9482-1e272c6156b1 req-b0371ab3-678d-427c-8665-774316fe6c8e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=463ce692-2fe5-4a51-b619-7b3391bfe8b8 HTTP/1.1" status: 200 len: 860 time: 0.0837793 May 28 06:41:46.533601 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-3971c302-460b-4349-81b8-7409c8a3d493 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:41:46.543164 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 8a91be50-a48c-49ac-849f-758906f3e388 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:41:46.543766 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-3971c302-460b-4349-81b8-7409c8a3d493 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Usage tracker for resource:subnet and tenant:94cac8c050e34681825b5b9355a80ece is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:41:46.547479 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166bb979-7f78-40b5-8f5a-0a2f66c0eeca req-b7f5f20a-b43e-4456-a037-3c742c21b382 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:46.548014 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-3971c302-460b-4349-81b8-7409c8a3d493 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:41:46.549721 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-166bb979-7f78-40b5-8f5a-0a2f66c0eeca req-b7f5f20a-b43e-4456-a037-3c742c21b382 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5b99fda-0bc9-4e50-b070-ce4a427e6fc6 HTTP/1.1" status: 200 len: 946 time: 0.2268972 May 28 06:41:46.555344 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2535e289-8ce9-4dc3-8921-a3d30eff2d0f admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:41:46.557104 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-3971c302-460b-4349-81b8-7409c8a3d493 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:41:46.570228 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4be13b-1964-450c-a9b1-9bd3d13c5594 None None] Sync routers for ids ['7a3f82ba-225e-4663-a5df-018daaa348fe'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:41:46.584247 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4be13b-1964-450c-a9b1-9bd3d13c5594 None None] Routers {'7a3f82ba-225e-4663-a5df-018daaa348fe'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:41:46.584835 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-0b4be13b-1964-450c-a9b1-9bd3d13c5594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:41:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['7a3f82ba-225e-4663-a5df-018daaa348fe'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:41:46.673892 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-a57e3cb4-07e9-4bfd-bd45-2fccfa4c6a7d tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8338163 May 28 06:41:46.676606 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 42198) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:41:46.684758 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-2b3a0d9d-b600-4e8b-b60f-b8d4125fa105 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Request body: {'port': {'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2', 'mac_address': 'fa:16:3e:22:a4:a7', 'name': 'tempest-NetworksTestDHCPv6-512028016'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:41:46.769123 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2535e289-8ce9-4dc3-8921-a3d30eff2d0f admin admin] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:46.775074 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0cf9d90d-39f7-4873-9482-1e272c6156b1 req-14ed4825-e0b0-47be-89cc-b59b0bd901cc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e318623d-bb83-4735-b9a5-1ff511a26d09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2234926 May 28 06:41:46.780889 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-2535e289-8ce9-4dc3-8921-a3d30eff2d0f admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 8.1021776 May 28 06:41:46.787993 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 42204) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:41:46.806151 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [req-0cf9d90d-39f7-4873-9482-1e272c6156b1 req-9595d014-c10a-40d5-8a8e-c0d042f495e1 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=89110) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:41:46.806151 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0cf9d90d-39f7-4873-9482-1e272c6156b1 req-9595d014-c10a-40d5-8a8e-c0d042f495e1 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0108843 May 28 06:41:46.827205 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device fb1f23a8-af71-4405-b5bd-97d5e156f2b8 up at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:41:46.909368 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-0b4be13b-1964-450c-a9b1-9bd3d13c5594 None None] Set router 7a3f82ba-225e-4663-a5df-018daaa348fe gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:41:47.035183 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3971c302-460b-4349-81b8-7409c8a3d493 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Made reservation on behalf of 94cac8c050e34681825b5b9355a80ece for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:41:47.047684 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3971c302-460b-4349-81b8-7409c8a3d493 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:47.108152 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-93ff80e0-5fd9-4c04-ab75-366febaf5136 None None] Current status of the port 8a91be50-a48c-49ac-849f-758906f3e388 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:41:47.262026 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 8a91be50-a48c-49ac-849f-758906f3e388 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:41:47.263032 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:47.332484 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0cf9d90d-39f7-4873-9482-1e272c6156b1 req-1e8c3e0b-d843-46d2-a833-aa7c873a771c service neutron] 10.222.0.55 "GET /v2.0/networks/e318623d-bb83-4735-b9a5-1ff511a26d09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5017028 May 28 06:41:47.339303 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-2b3a0d9d-b600-4e8b-b60f-b8d4125fa105 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:41:47.351251 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-2b3a0d9d-b600-4e8b-b60f-b8d4125fa105 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Usage tracker for resource:port and tenant:5e9e9447c07c4077b6694ab63e3affe5 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:41:47.363495 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-0b4be13b-1964-450c-a9b1-9bd3d13c5594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a3f82ba-225e-4663-a5df-018daaa348fe', 'name': 'tempest-ServerRescueNegativeTestJSON-2022965306-router', 'tenant_id': '98e9fd09ba2248b5b9367b689b0cfcd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '21b6c24f-6957-4b82-8e72-44ec92c2b7d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:41:38Z', 'updated_at': '2022-05-28T06:41:42Z', 'revision_number': 3, 'project_id': '98e9fd09ba2248b5b9367b689b0cfcd3', 'gw_port': {'id': '21b6c24f-6957-4b82-8e72-44ec92c2b7d3', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:2b:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a3f82ba-225e-4663-a5df-018daaa348fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:41:40Z', 'updated_at': '2022-05-28T06:41:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:41:47.367231 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-2b3a0d9d-b600-4e8b-b60f-b8d4125fa105 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:41:47.373956 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4be13b-1964-450c-a9b1-9bd3d13c5594 None None] Checking router: 7a3f82ba-225e-4663-a5df-018daaa348fe for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:41:47.374394 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4be13b-1964-450c-a9b1-9bd3d13c5594 None None] Updating router 7a3f82ba-225e-4663-a5df-018daaa348fe port 21b6c24f-6957-4b82-8e72-44ec92c2b7d3 binding host n-d-843702-1 {{(pid=89112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:41:47.379268 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-2b3a0d9d-b600-4e8b-b60f-b8d4125fa105 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:41:47.394360 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning for port fb1f23a8-af71-4405-b5bd-97d5e156f2b8 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:41:47.415292 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning complete for port fb1f23a8-af71-4405-b5bd-97d5e156f2b8 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:41:47.426020 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:47.470371 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-0b4be13b-1964-450c-a9b1-9bd3d13c5594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:47.483922 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b3a0d9d-b600-4e8b-b60f-b8d4125fa105 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Made reservation on behalf of 5e9e9447c07c4077b6694ab63e3affe5 for: {'port': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:41:47.528953 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-166bb979-7f78-40b5-8f5a-0a2f66c0eeca req-9f906d12-1e08-49df-8f65-43e4ebe11215 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d9e2739-d2e7-489f-8894-c4c5db308155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9266315 May 28 06:41:47.608854 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-ea836e3c-a82a-4d0a-8f60-ebfda5899d20 None None] For port 7aa31be8-453b-451e-8b95-0926e552ca49, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=7aa31be8-453b-451e-8b95-0926e552ca49,segment=NetworkSegment(e82da2dd-17b8-4c15-8abb-711622ad0a92),segment_id=e82da2dd-17b8-4c15-8abb-711622ad0a92)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:41:47.609259 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-ea836e3c-a82a-4d0a-8f60-ebfda5899d20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:47.641951 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3971c302-460b-4349-81b8-7409c8a3d493 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:47.747790 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc42eeac-8e24-49f1-b849-288a436787b9'] response: {'name': 'network-changed', 'server_uuid': '31511953-083e-42fb-a7d3-8f5fc16aba3c', 'tag': 'd60d4c69-7440-4039-9008-c5988f83484a', 'status': 'completed', 'code': 200} May 28 06:41:47.761114 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3971c302-460b-4349-81b8-7409c8a3d493 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Pushing event updated for resources: {'Subnet': ['ID=d76c011d-2a69-4a95-8d99-c08f3f6daeac,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:47.877270 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-ea836e3c-a82a-4d0a-8f60-ebfda5899d20 None None] Calling delete_port for 7aa31be8-453b-451e-8b95-0926e552ca49 owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:41:47.918527 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2b3a0d9d-b600-4e8b-b60f-b8d4125fa105 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:47.942945 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 8a91be50-a48c-49ac-849f-758906f3e388 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:41:47.961479 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-0b20d52e-1e90-455f-a967-c12926a9cb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac0e03ea-5bcf-4691-a525-72e650e1f7ad', 'name': 'tempest-ServerRescueTestJSONUnderV235-1396025862-router', 'tenant_id': '3e433ca89e6e4cecb06b276f6587beee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': '2b4ae935-19f9-46fe-b52e-48ce44c1a0a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:40:01Z', 'updated_at': '2022-05-28T06:40:18Z', 'revision_number': 4, 'project_id': '3e433ca89e6e4cecb06b276f6587beee', 'gw_port': {'id': '2b4ae935-19f9-46fe-b52e-48ce44c1a0a9', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:39:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac0e03ea-5bcf-4691-a525-72e650e1f7ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:40:04Z', 'updated_at': '2022-05-28T06:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': '6f26829d-b832-4727-93fa-2c175e0a84c7', 'tenant_id': '3e433ca89e6e4cecb06b276f6587beee', 'floating_ip_address': '172.25.5.141', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': 'ac0e03ea-5bcf-4691-a525-72e650e1f7ad', 'port_id': 'd60d4c69-7440-4039-9008-c5988f83484a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2062, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e318623d-bb83-4735-b9a5-1ff511a26d09', 'mac_address': 'fa:16:3e:00:a4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31511953-083e-42fb-a7d3-8f5fc16aba3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:41:38Z', 'updated_at': '2022-05-28T06:41:43Z', 'revision_number': 1, 'project_id': '3e433ca89e6e4cecb06b276f6587beee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a94a168a-e805-4885-a0ff-4a005f8a69c2', 'name': '', 'network_id': 'e318623d-bb83-4735-b9a5-1ff511a26d09', 'tenant_id': '3e433ca89e6e4cecb06b276f6587beee', 'mac_address': 'fa:16:3e:e9:92:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac0e03ea-5bcf-4691-a525-72e650e1f7ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1933, 'fixed_ips': [{'subnet_id': '463ce692-2fe5-4a51-b619-7b3391bfe8b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:40:13Z', 'updated_at': '2022-05-28T06:40:29Z', 'revision_number': 5, 'project_id': '3e433ca89e6e4cecb06b276f6587beee', 'subnets': [{'id': '463ce692-2fe5-4a51-b619-7b3391bfe8b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:41:47.970833 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b20d52e-1e90-455f-a967-c12926a9cb53 None None] Checking router: ac0e03ea-5bcf-4691-a525-72e650e1f7ad for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:41:47.972356 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [None req-2b3a0d9d-b600-4e8b-b60f-b8d4125fa105 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] device_id is not set on port d3bde5d9-8ebc-4c40-82b2-bbc881cb765b yet. {{(pid=89109) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:41:48.069738 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b20d52e-1e90-455f-a967-c12926a9cb53 None None] Routers {'ac0e03ea-5bcf-4691-a525-72e650e1f7ad'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:41:48.070288 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-0b20d52e-1e90-455f-a967-c12926a9cb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:41:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['ac0e03ea-5bcf-4691-a525-72e650e1f7ad'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:41:48.096210 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-0b4be13b-1964-450c-a9b1-9bd3d13c5594 None None] Notify callbacks [] for port, precommit_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:48.109113 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3971c302-460b-4349-81b8-7409c8a3d493 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Checking segment: {'id': 'd2a622ff-06b1-4977-8523-7b777cbaabfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '8759449c-fdf3-435d-94d3-09b4522b1f5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:41:48.111345 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3971c302-460b-4349-81b8-7409c8a3d493 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Network hostable DHCP agents. Network: 8759449c-fdf3-435d-94d3-09b4522b1f5b, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:41:48.127642 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.provisioning_blocks [None req-0b4be13b-1964-450c-a9b1-9bd3d13c5594 None None] Transition to ACTIVE for port object 21b6c24f-6957-4b82-8e72-44ec92c2b7d3 will not be triggered until provisioned by entity L2. {{(pid=89112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:41:48.182069 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0cf9d90d-39f7-4873-9482-1e272c6156b1 req-ab12113e-8a18-4e09-91fd-e5b625cb88d6 service neutron] 10.222.0.55 "GET /v2.0/networks/e318623d-bb83-4735-b9a5-1ff511a26d09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8245747 May 28 06:41:48.221373 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-0b4be13b-1964-450c-a9b1-9bd3d13c5594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:48.264136 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9926da04-7cd9-4feb-83f0-e9fe28bc5223 req-5b063693-c9c6-43f3-b3df-49cc329efdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:48.265738 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9926da04-7cd9-4feb-83f0-e9fe28bc5223 req-5b063693-c9c6-43f3-b3df-49cc329efdb8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3e433ca89e6e4cecb06b276f6587beee&device_id=31511953-083e-42fb-a7d3-8f5fc16aba3c HTTP/1.1" status: 200 len: 1097 time: 0.5234332 May 28 06:41:48.290345 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206ef1a6-bc91-4c70-a6b9-81a56ade682c None None] Pushing event updated for resources: {'Port': ['ID=21b6c24f-6957-4b82-8e72-44ec92c2b7d3,revision_number=2']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:48.298891 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port fb1f23a8-af71-4405-b5bd-97d5e156f2b8 is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:41:48.298891 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:48.302250 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206ef1a6-bc91-4c70-a6b9-81a56ade682c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:41:48.305744 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206ef1a6-bc91-4c70-a6b9-81a56ade682c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:41:48.305744 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206ef1a6-bc91-4c70-a6b9-81a56ade682c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:41:48.305744 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206ef1a6-bc91-4c70-a6b9-81a56ade682c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:41:48.305744 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206ef1a6-bc91-4c70-a6b9-81a56ade682c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:41:48.305744 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206ef1a6-bc91-4c70-a6b9-81a56ade682c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:41:48.305744 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206ef1a6-bc91-4c70-a6b9-81a56ade682c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:41:48.305744 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206ef1a6-bc91-4c70-a6b9-81a56ade682c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:41:48.305744 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206ef1a6-bc91-4c70-a6b9-81a56ade682c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:41:48.305744 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206ef1a6-bc91-4c70-a6b9-81a56ade682c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:41:48.306840 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206ef1a6-bc91-4c70-a6b9-81a56ade682c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:41:48.306840 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206ef1a6-bc91-4c70-a6b9-81a56ade682c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:41:48.328994 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-0b4be13b-1964-450c-a9b1-9bd3d13c5594 None None] Attempting to bind port 21b6c24f-6957-4b82-8e72-44ec92c2b7d3 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:41:48.329127 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-0b4be13b-1964-450c-a9b1-9bd3d13c5594 None None] Attempting to bind port 21b6c24f-6957-4b82-8e72-44ec92c2b7d3 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:41:48.329474 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4be13b-1964-450c-a9b1-9bd3d13c5594 None None] Attempting to bind port 21b6c24f-6957-4b82-8e72-44ec92c2b7d3 on network 68df399e-e75e-4871-9364-5d05730b50f0 {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:41:48.346493 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4be13b-1964-450c-a9b1-9bd3d13c5594 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:41:48.346887 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4be13b-1964-450c-a9b1-9bd3d13c5594 None None] Checking segment: {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:41:48.347288 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-0b4be13b-1964-450c-a9b1-9bd3d13c5594 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:48.347738 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4be13b-1964-450c-a9b1-9bd3d13c5594 None None] Bound using segment: {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:41:48.348214 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-0b4be13b-1964-450c-a9b1-9bd3d13c5594 None None] Bound port: 21b6c24f-6957-4b82-8e72-44ec92c2b7d3, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:41:48.348607 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-0b4be13b-1964-450c-a9b1-9bd3d13c5594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:48.404111 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3971c302-460b-4349-81b8-7409c8a3d493 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Network 8759449c-fdf3-435d-94d3-09b4522b1f5b is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:41:48.473910 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-2b3a0d9d-b600-4e8b-b60f-b8d4125fa105 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Allocated IP 172.20.0.6 (147bfd32-62dc-4be0-82de-f4d6fa5b4cc2/059dd0ab-b93d-4e80-8f66-cf43141eabb4/d3bde5d9-8ebc-4c40-82b2-bbc881cb765b) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:41:48.475791 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-0b4be13b-1964-450c-a9b1-9bd3d13c5594 None None] For port 21b6c24f-6957-4b82-8e72-44ec92c2b7d3, host n-d-843702-1, cleared binding levels {{(pid=89112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:41:48.482687 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-0b4be13b-1964-450c-a9b1-9bd3d13c5594 None None] For port 21b6c24f-6957-4b82-8e72-44ec92c2b7d3, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=21b6c24f-6957-4b82-8e72-44ec92c2b7d3,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:41:48.495142 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-2b3a0d9d-b600-4e8b-b60f-b8d4125fa105 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Allocated IP 2001:db8::f816:3eff:fe22:a4a7 (147bfd32-62dc-4be0-82de-f4d6fa5b4cc2/5bda9352-6199-4ddb-9e7d-7c78247b5fbc/d3bde5d9-8ebc-4c40-82b2-bbc881cb765b) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:41:48.496022 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdd40ca8-e374-40a2-864b-1154e2d7e756', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb1f23a8-af71-4405-b5bd-97d5e156f2b8'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:41:48.526898 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port fb1f23a8-af71-4405-b5bd-97d5e156f2b8, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=fb1f23a8-af71-4405-b5bd-97d5e156f2b8,segment=NetworkSegment(4c4bc3f8-ec6f-40a7-9f80-cde5ff5de12a),segment_id=4c4bc3f8-ec6f-40a7-9f80-cde5ff5de12a)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:41:48.537104 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-0b20d52e-1e90-455f-a967-c12926a9cb53 None None] Set router ac0e03ea-5bcf-4691-a525-72e650e1f7ad gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:41:48.587304 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7577edd6-3f35-41e9-a97c-a8e7d2f441ec req-2cf8f5a9-8fd3-43e1-9a23-75373ceb7d0a tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:48.588826 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7577edd6-3f35-41e9-a97c-a8e7d2f441ec req-2cf8f5a9-8fd3-43e1-9a23-75373ceb7d0a tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=bdd40ca8-e374-40a2-864b-1154e2d7e756 HTTP/1.1" status: 200 len: 944 time: 0.5551853 May 28 06:41:48.654275 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-3971c302-460b-4349-81b8-7409c8a3d493 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, 8759449c-fdf3-435d-94d3-09b4522b1f5b) {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:41:48.667417 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3971c302-460b-4349-81b8-7409c8a3d493 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:48.672134 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3971c302-460b-4349-81b8-7409c8a3d493 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:48.673655 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-0b4be13b-1964-450c-a9b1-9bd3d13c5594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:48.750272 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7577edd6-3f35-41e9-a97c-a8e7d2f441ec req-7bf42264-a93d-43af-8cbe-4ef55f5842b4 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=da746f74-f7a2-404c-ba12-af4c190f6fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510236 May 28 06:41:48.779320 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0911218d-f90a-4b7e-9408-fd56d5f92e8c None None] Network 8759449c-fdf3-435d-94d3-09b4522b1f5b requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:41:48.997475 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-3971c302-460b-4349-81b8-7409c8a3d493 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9091544 May 28 06:41:49.006508 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 42276) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:41:49.009952 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-ea836e3c-a82a-4d0a-8f60-ebfda5899d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879'] for port, after_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:49.014005 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:49.046772 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9926da04-7cd9-4feb-83f0-e9fe28bc5223 req-5b93f613-6b77-4cdc-9192-af490b0e4375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:49.048218 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9926da04-7cd9-4feb-83f0-e9fe28bc5223 req-5b93f613-6b77-4cdc-9192-af490b0e4375 service neutron] 10.222.0.71 "GET /v2.0/networks?id=e318623d-bb83-4735-b9a5-1ff511a26d09 HTTP/1.1" status: 200 len: 921 time: 0.7736592 May 28 06:41:49.079210 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4be13b-1964-450c-a9b1-9bd3d13c5594 None None] Routers {'7a3f82ba-225e-4663-a5df-018daaa348fe'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:41:49.085171 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-0b4be13b-1964-450c-a9b1-9bd3d13c5594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:41:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['7a3f82ba-225e-4663-a5df-018daaa348fe'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:41:49.091727 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-34aca412-a6a5-43d4-9e78-ce1f7cc7ffc7 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:41:49.099937 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea836e3c-a82a-4d0a-8f60-ebfda5899d20 None None] Pushing event deleted for resources: {'Port': ['ID=7aa31be8-453b-451e-8b95-0926e552ca49,revision_number=None']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:49.161215 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93c49cb4-9658-4610-89b7-755632d4859a'] response: {'server_uuid': 'bdd40ca8-e374-40a2-864b-1154e2d7e756', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb1f23a8-af71-4405-b5bd-97d5e156f2b8', 'code': 200} May 28 06:41:49.201649 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea836e3c-a82a-4d0a-8f60-ebfda5899d20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:41:49.202317 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea836e3c-a82a-4d0a-8f60-ebfda5899d20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:41:49.202828 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea836e3c-a82a-4d0a-8f60-ebfda5899d20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:41:49.203345 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea836e3c-a82a-4d0a-8f60-ebfda5899d20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:41:49.203854 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea836e3c-a82a-4d0a-8f60-ebfda5899d20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:41:49.204353 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea836e3c-a82a-4d0a-8f60-ebfda5899d20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:41:49.204860 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea836e3c-a82a-4d0a-8f60-ebfda5899d20 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:41:49.205502 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea836e3c-a82a-4d0a-8f60-ebfda5899d20 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:41:49.206020 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea836e3c-a82a-4d0a-8f60-ebfda5899d20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:41:49.207077 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea836e3c-a82a-4d0a-8f60-ebfda5899d20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:41:49.207602 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea836e3c-a82a-4d0a-8f60-ebfda5899d20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:41:49.208096 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea836e3c-a82a-4d0a-8f60-ebfda5899d20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:41:49.243315 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206ef1a6-bc91-4c70-a6b9-81a56ade682c None None] Pushing event updated for resources: {'Port': ['ID=21b6c24f-6957-4b82-8e72-44ec92c2b7d3,revision_number=3']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:49.262825 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2b3a0d9d-b600-4e8b-b60f-b8d4125fa105 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:49.294924 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [None req-2b3a0d9d-b600-4e8b-b60f-b8d4125fa105 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Transition to ACTIVE for port object d3bde5d9-8ebc-4c40-82b2-bbc881cb765b will not be triggered until provisioned by entity DHCP. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:41:49.298115 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-34aca412-a6a5-43d4-9e78-ce1f7cc7ffc7 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9555696'] for subnet, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:49.379467 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea836e3c-a82a-4d0a-8f60-ebfda5899d20 None None] No DVR routers for this DVR port 7aa31be8-453b-451e-8b95-0926e552ca49 on host n-d-843702-1 {{(pid=89111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:41:49.380972 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=fb1f23a8-af71-4405-b5bd-97d5e156f2b8,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:49.439894 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-45cca9c6-7f08-4d79-93c4-60352b4b8b06 req-8b18f839-c79f-43d6-8545-44a226e24279 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.5.141 HTTP/1.1" status: 200 len: 1000 time: 0.6439362 May 28 06:41:49.450594 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf74258-d7e3-492d-b6ef-877cb1099c72 None None] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:41:49.462218 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b4460957-4316-480d-ad1f-70f73875a18c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:49.520858 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9926da04-7cd9-4feb-83f0-e9fe28bc5223 req-f2f84ac4-7b8e-44a1-aa1e-2a89efc0faaf service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d60d4c69-7440-4039-9008-c5988f83484a HTTP/1.1" status: 200 len: 1000 time: 0.4194953 May 28 06:41:49.522162 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-0b4be13b-1964-450c-a9b1-9bd3d13c5594 None None] Set router 7a3f82ba-225e-4663-a5df-018daaa348fe gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:41:49.559850 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2b3a0d9d-b600-4e8b-b60f-b8d4125fa105 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:49.661792 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b3a0d9d-b600-4e8b-b60f-b8d4125fa105 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:41:49.674333 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-2b3a0d9d-b600-4e8b-b60f-b8d4125fa105 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:41:49.683129 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3a0d9d-b600-4e8b-b60f-b8d4125fa105 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:41:49.727921 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d594af4-5bd6-46ed-8815-4739b0151cdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-8759449c-fdf3-435d-94d3-09b4522b1f5b', 'network_id': '8759449c-fdf3-435d-94d3-09b4522b1f5b', 'tenant_id': '94cac8c050e34681825b5b9355a80ece', 'fixed_ips': [{'subnet_id': 'd76c011d-2a69-4a95-8d99-c08f3f6daeac'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:41:49.728471 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-8d594af4-5bd6-46ed-8815-4739b0151cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:49.775168 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3a0d9d-b600-4e8b-b60f-b8d4125fa105 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Pushing event updated for resources: {'Port': ['ID=d3bde5d9-8ebc-4c40-82b2-bbc881cb765b,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:49.799343 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cca9c6-7f08-4d79-93c4-60352b4b8b06 req-9e5d568e-78ac-44e2-bb47-635dbfa84c35 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:49.811439 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3a0d9d-b600-4e8b-b60f-b8d4125fa105 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:49.813446 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2b3a0d9d-b600-4e8b-b60f-b8d4125fa105 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:49.814155 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-45cca9c6-7f08-4d79-93c4-60352b4b8b06 req-9e5d568e-78ac-44e2-bb47-635dbfa84c35 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] 10.222.0.55 "GET /v2.0/ports/d60d4c69-7440-4039-9008-c5988f83484a HTTP/1.1" status: 200 len: 943 time: 0.3735220 May 28 06:41:49.820920 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-34aca412-a6a5-43d4-9e78-ce1f7cc7ffc7 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8756828850104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2463860'] for subnet, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:49.895342 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34aca412-a6a5-43d4-9e78-ce1f7cc7ffc7 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:49.895576 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-34aca412-a6a5-43d4-9e78-ce1f7cc7ffc7 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:49.899737 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-34aca412-a6a5-43d4-9e78-ce1f7cc7ffc7 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] 10.222.0.55 "PUT /v2.0/subnets/d76c011d-2a69-4a95-8d99-c08f3f6daeac HTTP/1.1" status: 200 len: 806 time: 0.8690891 May 28 06:41:49.900318 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 42290) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:41:49.918311 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9926da04-7cd9-4feb-83f0-e9fe28bc5223 req-39376303-35d5-4a48-b220-36e5348f08df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:49.920065 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9926da04-7cd9-4feb-83f0-e9fe28bc5223 req-39376303-35d5-4a48-b220-36e5348f08df service neutron] 10.222.0.71 "GET /v2.0/subnets?id=463ce692-2fe5-4a51-b619-7b3391bfe8b8 HTTP/1.1" status: 200 len: 860 time: 0.3343909 May 28 06:41:50.053603 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9926da04-7cd9-4feb-83f0-e9fe28bc5223 req-5fdd2f52-3bc0-4706-8a05-c06dd4292f89 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e318623d-bb83-4735-b9a5-1ff511a26d09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1166761 May 28 06:41:50.069663 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-8d594af4-5bd6-46ed-8815-4739b0151cdb None None] Allocated IP 172.20.0.2 (8759449c-fdf3-435d-94d3-09b4522b1f5b/d76c011d-2a69-4a95-8d99-c08f3f6daeac/f59d4088-f910-47ec-80cd-5c7f3369d4b0) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:41:50.092805 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-0b4be13b-1964-450c-a9b1-9bd3d13c5594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a3f82ba-225e-4663-a5df-018daaa348fe', 'name': 'tempest-ServerRescueNegativeTestJSON-2022965306-router', 'tenant_id': '98e9fd09ba2248b5b9367b689b0cfcd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '21b6c24f-6957-4b82-8e72-44ec92c2b7d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:41:38Z', 'updated_at': '2022-05-28T06:41:42Z', 'revision_number': 3, 'project_id': '98e9fd09ba2248b5b9367b689b0cfcd3', 'gw_port': {'id': '21b6c24f-6957-4b82-8e72-44ec92c2b7d3', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:2b:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a3f82ba-225e-4663-a5df-018daaa348fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:41:40Z', 'updated_at': '2022-05-28T06:41:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:41:50.105538 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4be13b-1964-450c-a9b1-9bd3d13c5594 None None] The sync data for ids ['7a3f82ba-225e-4663-a5df-018daaa348fe'] in n-d-843702-1 is: [{'id': '7a3f82ba-225e-4663-a5df-018daaa348fe', 'name': 'tempest-ServerRescueNegativeTestJSON-2022965306-router', 'tenant_id': '98e9fd09ba2248b5b9367b689b0cfcd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '21b6c24f-6957-4b82-8e72-44ec92c2b7d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:41:38Z', 'updated_at': '2022-05-28T06:41:42Z', 'revision_number': 3, 'project_id': '98e9fd09ba2248b5b9367b689b0cfcd3', 'gw_port': {'id': '21b6c24f-6957-4b82-8e72-44ec92c2b7d3', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:2b:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a3f82ba-225e-4663-a5df-018daaa348fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:41:40Z', 'updated_at': '2022-05-28T06:41:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:41:50.161073 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ff98ee-8ac7-4540-8094-cea23b52b1e2 req-842af028-323c-4bd7-8b8e-dd8d96649833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:50.162677 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a8ff98ee-8ac7-4540-8094-cea23b52b1e2 req-842af028-323c-4bd7-8b8e-dd8d96649833 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=bdd40ca8-e374-40a2-864b-1154e2d7e756 HTTP/1.1" status: 200 len: 1096 time: 0.8955572 May 28 06:41:50.184491 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34aca412-a6a5-43d4-9e78-ce1f7cc7ffc7 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Pushing event updated for resources: {'Subnet': ['ID=d76c011d-2a69-4a95-8d99-c08f3f6daeac,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:50.196389 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-2b3a0d9d-b600-4e8b-b60f-b8d4125fa105 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.5185847 May 28 06:41:50.200251 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 42294) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:41:50.338537 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6d89d7-68b8-4ea8-b6b1-b53ca4417b3e req-73669ee1-5d74-48d1-9a6b-d9779e132c13 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:50.342259 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1b6d89d7-68b8-4ea8-b6b1-b53ca4417b3e req-73669ee1-5d74-48d1-9a6b-d9779e132c13 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5b99fda-0bc9-4e50-b070-ce4a427e6fc6 HTTP/1.1" status: 200 len: 946 time: 0.8654571 May 28 06:41:50.361078 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9e0a108a-a454-4e46-a218-b25d88f13720 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:50.371999 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f0258d2-f634-4dd8-b0e6-9304bea73324 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:50.372851 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-9f0258d2-f634-4dd8-b0e6-9304bea73324 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Synchronizing usage tracker for tenant:5e9e9447c07c4077b6694ab63e3affe5 on resource:port {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:41:50.375290 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-45cca9c6-7f08-4d79-93c4-60352b4b8b06 req-07948f9b-096e-4fff-911f-fa40e30d6567 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.5.141 HTTP/1.1" status: 200 len: 1000 time: 0.3397412 May 28 06:41:50.459848 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9e0a108a-a454-4e46-a218-b25d88f13720 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:50.531759 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-9f0258d2-f634-4dd8-b0e6-9304bea73324 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Unset dirty status for tenant:5e9e9447c07c4077b6694ab63e3affe5 on resource:port {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:41:50.532610 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-9f0258d2-f634-4dd8-b0e6-9304bea73324 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1024 time: 0.3313992 May 28 06:41:50.536546 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 42298) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:41:50.552119 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a8ff98ee-8ac7-4540-8094-cea23b52b1e2 req-24e20dc0-515f-4561-876e-b2d3aba845ac service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=da746f74-f7a2-404c-ba12-af4c190f6fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3650329 May 28 06:41:50.560506 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-8d594af4-5bd6-46ed-8815-4739b0151cdb None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:50.614640 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96951f8a-898c-45fd-9b70-715ac60e7120 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-147bfd32-62dc-4be0-82de-f4d6fa5b4cc2', 'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2', 'tenant_id': '5e9e9447c07c4077b6694ab63e3affe5', 'fixed_ips': [{'subnet_id': '059dd0ab-b93d-4e80-8f66-cf43141eabb4'}, {'subnet_id': '5bda9352-6199-4ddb-9e7d-7c78247b5fbc'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:41:50.619063 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-96951f8a-898c-45fd-9b70-715ac60e7120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:50.657823 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-680323e5-a3f9-4323-917d-8b163abfcd78 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Deleting port d3bde5d9-8ebc-4c40-82b2-bbc881cb765b {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:41:50.658745 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-680323e5-a3f9-4323-917d-8b163abfcd78 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:50.659506 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-8d594af4-5bd6-46ed-8815-4739b0151cdb None None] Transition to ACTIVE for port object f59d4088-f910-47ec-80cd-5c7f3369d4b0 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:41:50.701732 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9926da04-7cd9-4feb-83f0-e9fe28bc5223 req-95d24dd1-2401-4d0d-84f8-3237770360e1 service neutron] 10.222.0.71 "GET /v2.0/networks/e318623d-bb83-4735-b9a5-1ff511a26d09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5780618 May 28 06:41:50.707294 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [None req-b4460957-4316-480d-ad1f-70f73875a18c admin admin] Allocated IP 172.20.0.1 (a3fe29e9-17f9-4750-841d-90d9978eff94/304c7228-4ac2-4e7a-aa6d-33e85e214d70/68e7d0da-283a-40a4-9918-b046f6643c42) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:41:50.765549 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1b6d89d7-68b8-4ea8-b6b1-b53ca4417b3e req-e905e822-af6c-49d4-8eb3-5b3a0282c3c5 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d9e2739-d2e7-489f-8894-c4c5db308155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3759286 May 28 06:41:50.803823 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-8d594af4-5bd6-46ed-8815-4739b0151cdb None None] Transition to ACTIVE for port object f59d4088-f910-47ec-80cd-5c7f3369d4b0 will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:41:51.009468 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cca9c6-7f08-4d79-93c4-60352b4b8b06 req-7ff121ff-035e-4d01-9118-8a62d1cb67f6 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:51.013123 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-680323e5-a3f9-4323-917d-8b163abfcd78 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:51.016720 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-45cca9c6-7f08-4d79-93c4-60352b4b8b06 req-7ff121ff-035e-4d01-9118-8a62d1cb67f6 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] 10.222.0.55 "GET /v2.0/networks/68df399e-e75e-4871-9364-5d05730b50f0 HTTP/1.1" status: 200 len: 784 time: 0.6406488 May 28 06:41:51.031815 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-96951f8a-898c-45fd-9b70-715ac60e7120 None None] Allocated IP 172.20.0.2 (147bfd32-62dc-4be0-82de-f4d6fa5b4cc2/059dd0ab-b93d-4e80-8f66-cf43141eabb4/d959719d-546f-4c7f-8b47-6433386be723) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:41:51.039907 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-96951f8a-898c-45fd-9b70-715ac60e7120 None None] Allocated IP 2001:db8::f816:3eff:fed7:9e73 (147bfd32-62dc-4be0-82de-f4d6fa5b4cc2/5bda9352-6199-4ddb-9e7d-7c78247b5fbc/d959719d-546f-4c7f-8b47-6433386be723) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:41:51.077485 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [req-45cca9c6-7f08-4d79-93c4-60352b4b8b06 req-a1e81465-db7a-406b-9973-148b4ac5e1a6 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=89110) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:41:51.085121 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-45cca9c6-7f08-4d79-93c4-60352b4b8b06 req-a1e81465-db7a-406b-9973-148b4ac5e1a6 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0674746 May 28 06:41:51.157117 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-680323e5-a3f9-4323-917d-8b163abfcd78 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Calling delete_port for d3bde5d9-8ebc-4c40-82b2-bbc881cb765b owned by {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:41:51.267837 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-8d594af4-5bd6-46ed-8815-4739b0151cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:51.387107 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-0b20d52e-1e90-455f-a967-c12926a9cb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac0e03ea-5bcf-4691-a525-72e650e1f7ad', 'name': 'tempest-ServerRescueTestJSONUnderV235-1396025862-router', 'tenant_id': '3e433ca89e6e4cecb06b276f6587beee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': '2b4ae935-19f9-46fe-b52e-48ce44c1a0a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:40:01Z', 'updated_at': '2022-05-28T06:40:18Z', 'revision_number': 4, 'project_id': '3e433ca89e6e4cecb06b276f6587beee', 'gw_port': {'id': '2b4ae935-19f9-46fe-b52e-48ce44c1a0a9', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:39:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac0e03ea-5bcf-4691-a525-72e650e1f7ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:40:04Z', 'updated_at': '2022-05-28T06:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': '6f26829d-b832-4727-93fa-2c175e0a84c7', 'tenant_id': '3e433ca89e6e4cecb06b276f6587beee', 'floating_ip_address': '172.25.5.141', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': 'ac0e03ea-5bcf-4691-a525-72e650e1f7ad', 'port_id': 'd60d4c69-7440-4039-9008-c5988f83484a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2062, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e318623d-bb83-4735-b9a5-1ff511a26d09', 'mac_address': 'fa:16:3e:00:a4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31511953-083e-42fb-a7d3-8f5fc16aba3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:41:38Z', 'updated_at': '2022-05-28T06:41:43Z', 'revision_number': 1, 'project_id': '3e433ca89e6e4cecb06b276f6587beee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a94a168a-e805-4885-a0ff-4a005f8a69c2', 'name': '', 'network_id': 'e318623d-bb83-4735-b9a5-1ff511a26d09', 'tenant_id': '3e433ca89e6e4cecb06b276f6587beee', 'mac_address': 'fa:16:3e:e9:92:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac0e03ea-5bcf-4691-a525-72e650e1f7ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1933, 'fixed_ips': [{'subnet_id': '463ce692-2fe5-4a51-b619-7b3391bfe8b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:40:13Z', 'updated_at': '2022-05-28T06:40:29Z', 'revision_number': 5, 'project_id': '3e433ca89e6e4cecb06b276f6587beee', 'subnets': [{'id': '463ce692-2fe5-4a51-b619-7b3391bfe8b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:41:51.395849 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b20d52e-1e90-455f-a967-c12926a9cb53 None None] The sync data for ids ['ac0e03ea-5bcf-4691-a525-72e650e1f7ad'] in n-d-843702-1 is: [{'id': 'ac0e03ea-5bcf-4691-a525-72e650e1f7ad', 'name': 'tempest-ServerRescueTestJSONUnderV235-1396025862-router', 'tenant_id': '3e433ca89e6e4cecb06b276f6587beee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': '2b4ae935-19f9-46fe-b52e-48ce44c1a0a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:40:01Z', 'updated_at': '2022-05-28T06:40:18Z', 'revision_number': 4, 'project_id': '3e433ca89e6e4cecb06b276f6587beee', 'gw_port': {'id': '2b4ae935-19f9-46fe-b52e-48ce44c1a0a9', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:39:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac0e03ea-5bcf-4691-a525-72e650e1f7ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:40:04Z', 'updated_at': '2022-05-28T06:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': '6f26829d-b832-4727-93fa-2c175e0a84c7', 'tenant_id': '3e433ca89e6e4cecb06b276f6587beee', 'floating_ip_address': '172.25.5.141', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': 'ac0e03ea-5bcf-4691-a525-72e650e1f7ad', 'port_id': 'd60d4c69-7440-4039-9008-c5988f83484a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2062, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e318623d-bb83-4735-b9a5-1ff511a26d09', 'mac_address': 'fa:16:3e:00:a4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31511953-083e-42fb-a7d3-8f5fc16aba3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:41:38Z', 'updated_at': '2022-05-28T06:41:43Z', 'revision_number': 1, 'project_id': '3e433ca89e6e4cecb06b276f6587beee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a94a168a-e805-4885-a0ff-4a005f8a69c2', 'name': '', 'network_id': 'e318623d-bb83-4735-b9a5-1ff511a26d09', 'tenant_id': '3e433ca89e6e4cecb06b276f6587beee', 'mac_address': 'fa:16:3e:e9:92:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac0e03ea-5bcf-4691-a525-72e650e1f7ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1933, 'fixed_ips': [{'subnet_id': '463ce692-2fe5-4a51-b619-7b3391bfe8b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:40:13Z', 'updated_at': '2022-05-28T06:40:29Z', 'revision_number': 5, 'project_id': '3e433ca89e6e4cecb06b276f6587beee', 'subnets': [{'id': '463ce692-2fe5-4a51-b619-7b3391bfe8b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:41:51.404310 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9926da04-7cd9-4feb-83f0-e9fe28bc5223 req-d2d99f6d-164f-477d-8e1b-305a2c96ddbe service neutron] 10.222.0.71 "GET /v2.0/networks/e318623d-bb83-4735-b9a5-1ff511a26d09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6921482 May 28 06:41:51.451169 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d594af4-5bd6-46ed-8815-4739b0151cdb None None] Pushing event updated for resources: {'Port': ['ID=f59d4088-f910-47ec-80cd-5c7f3369d4b0,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:51.454846 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d594af4-5bd6-46ed-8815-4739b0151cdb None None] Network 8759449c-fdf3-435d-94d3-09b4522b1f5b is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:41:51.459242 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-8d594af4-5bd6-46ed-8815-4739b0151cdb None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:41:51.460683 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-96951f8a-898c-45fd-9b70-715ac60e7120 None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:51.463384 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d594af4-5bd6-46ed-8815-4739b0151cdb None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:41:51.466915 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-45cca9c6-7f08-4d79-93c4-60352b4b8b06 req-49ddb329-d916-4baf-a9da-d6b6fce8a101 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.5.141 HTTP/1.1" status: 200 len: 1000 time: 0.3808191 May 28 06:41:51.481756 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-45cca9c6-7f08-4d79-93c4-60352b4b8b06 req-306b60b5-461f-4621-9223-d62672824271 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Request body: {'floatingip': {'port_id': None}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:41:51.505996 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-96951f8a-898c-45fd-9b70-715ac60e7120 None None] Transition to ACTIVE for port object d959719d-546f-4c7f-8b47-6433386be723 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:41:51.537126 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1581c9ab-8702-4fdd-a6a2-eb8ed7862b77 req-007e6f6d-ed87-4105-b960-88e39f9a1081 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:51.543565 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1581c9ab-8702-4fdd-a6a2-eb8ed7862b77 req-007e6f6d-ed87-4105-b960-88e39f9a1081 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:51.548069 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-1581c9ab-8702-4fdd-a6a2-eb8ed7862b77 req-007e6f6d-ed87-4105-b960-88e39f9a1081 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Synchronizing usage tracker for tenant:60982381454b4376b475404da5b08605 on resource:port {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:41:51.595644 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b4460957-4316-480d-ad1f-70f73875a18c admin admin] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:51.641086 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-96951f8a-898c-45fd-9b70-715ac60e7120 None None] Transition to ACTIVE for port object d959719d-546f-4c7f-8b47-6433386be723 will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:41:51.644260 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-8d594af4-5bd6-46ed-8815-4739b0151cdb None None] Attempting to bind port f59d4088-f910-47ec-80cd-5c7f3369d4b0 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:41:51.644641 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-8d594af4-5bd6-46ed-8815-4739b0151cdb None None] Attempting to bind port f59d4088-f910-47ec-80cd-5c7f3369d4b0 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'd2a622ff-06b1-4977-8523-7b777cbaabfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '8759449c-fdf3-435d-94d3-09b4522b1f5b'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:41:51.644983 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d594af4-5bd6-46ed-8815-4739b0151cdb None None] Attempting to bind port f59d4088-f910-47ec-80cd-5c7f3369d4b0 on network 8759449c-fdf3-435d-94d3-09b4522b1f5b {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:41:51.651049 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9e0a108a-a454-4e46-a218-b25d88f13720 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9555650'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:51.651548 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d594af4-5bd6-46ed-8815-4739b0151cdb None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:41:51.651922 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d594af4-5bd6-46ed-8815-4739b0151cdb None None] Checking segment: {'id': 'd2a622ff-06b1-4977-8523-7b777cbaabfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '8759449c-fdf3-435d-94d3-09b4522b1f5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:41:51.660995 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-8d594af4-5bd6-46ed-8815-4739b0151cdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:51.660995 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d594af4-5bd6-46ed-8815-4739b0151cdb None None] Bound using segment: {'id': 'd2a622ff-06b1-4977-8523-7b777cbaabfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '8759449c-fdf3-435d-94d3-09b4522b1f5b'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:41:51.660995 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-8d594af4-5bd6-46ed-8815-4739b0151cdb None None] Bound port: f59d4088-f910-47ec-80cd-5c7f3369d4b0, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2a622ff-06b1-4977-8523-7b777cbaabfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '8759449c-fdf3-435d-94d3-09b4522b1f5b'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:41:51.660995 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-8d594af4-5bd6-46ed-8815-4739b0151cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:51.661526 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8de9034-426f-482a-8ad7-7442db4d3384 req-11bd2648-5704-4f21-a5e1-276954e00ac4 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:51.667390 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8de9034-426f-482a-8ad7-7442db4d3384 req-11bd2648-5704-4f21-a5e1-276954e00ac4 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:51.674805 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a8de9034-426f-482a-8ad7-7442db4d3384 req-11bd2648-5704-4f21-a5e1-276954e00ac4 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c9f4c13-f950-4d23-829a-8d9da3ec33a9 HTTP/1.1" status: 200 len: 1682 time: 0.7617133 May 28 06:41:51.702804 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-680323e5-a3f9-4323-917d-8b163abfcd78 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:51.706905 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [None req-b4460957-4316-480d-ad1f-70f73875a18c admin admin] Transition to ACTIVE for port object 68e7d0da-283a-40a4-9918-b046f6643c42 will not be triggered until provisioned by entity DHCP. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:41:51.758414 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a8de9034-426f-482a-8ad7-7442db4d3384 req-700c0854-4ec7-4a12-aaf3-8158e38293d2 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] 10.222.0.55 "GET /v2.0/security-groups?id=45cb3f7c-83ce-4298-9702-2bb3cba6af9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818245 May 28 06:41:51.761995 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-96951f8a-898c-45fd-9b70-715ac60e7120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:51.779696 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0a108a-a454-4e46-a218-b25d88f13720 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Pushing event deleted for resources: {'Subnet': ['ID=d76c011d-2a69-4a95-8d99-c08f3f6daeac,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:51.809679 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-45cca9c6-7f08-4d79-93c4-60352b4b8b06 req-306b60b5-461f-4621-9223-d62672824271 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Notify callbacks [] for floatingip, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:51.812576 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-1581c9ab-8702-4fdd-a6a2-eb8ed7862b77 req-007e6f6d-ed87-4105-b960-88e39f9a1081 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Unset dirty status for tenant:60982381454b4376b475404da5b08605 on resource:port {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:41:51.814418 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-1581c9ab-8702-4fdd-a6a2-eb8ed7862b77 req-007e6f6d-ed87-4105-b960-88e39f9a1081 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] 10.222.0.71 "GET /v2.0/ports?device_id=3c9f4c13-f950-4d23-829a-8d9da3ec33a9 HTTP/1.1" status: 200 len: 1682 time: 0.4882083 May 28 06:41:51.851958 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680323e5-a3f9-4323-917d-8b163abfcd78 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Pushing event deleted for resources: {'Port': ['ID=d3bde5d9-8ebc-4c40-82b2-bbc881cb765b,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:51.860668 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-8d594af4-5bd6-46ed-8815-4739b0151cdb None None] For port f59d4088-f910-47ec-80cd-5c7f3369d4b0, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:41:51.866355 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96951f8a-898c-45fd-9b70-715ac60e7120 None None] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:41:51.871747 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-96951f8a-898c-45fd-9b70-715ac60e7120 None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:41:51.879485 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96951f8a-898c-45fd-9b70-715ac60e7120 None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:41:51.901270 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96951f8a-898c-45fd-9b70-715ac60e7120 None None] Pushing event updated for resources: {'Port': ['ID=d959719d-546f-4c7f-8b47-6433386be723,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:51.914555 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-8d594af4-5bd6-46ed-8815-4739b0151cdb None None] For port f59d4088-f910-47ec-80cd-5c7f3369d4b0, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=f59d4088-f910-47ec-80cd-5c7f3369d4b0,segment=NetworkSegment(d2a622ff-06b1-4977-8523-7b777cbaabfc),segment_id=d2a622ff-06b1-4977-8523-7b777cbaabfc)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:41:52.032442 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-8d594af4-5bd6-46ed-8815-4739b0151cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:52.099002 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [req-1581c9ab-8702-4fdd-a6a2-eb8ed7862b77 req-d8020ec4-998c-4170-8708-1a70d64da3ec tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Deleting port 71833c87-f7f7-4698-a8a1-39d0a27f1e37 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:41:52.099618 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-1581c9ab-8702-4fdd-a6a2-eb8ed7862b77 req-d8020ec4-998c-4170-8708-1a70d64da3ec tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:52.129509 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-96951f8a-898c-45fd-9b70-715ac60e7120 None None] Attempting to bind port d959719d-546f-4c7f-8b47-6433386be723 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:41:52.130027 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-96951f8a-898c-45fd-9b70-715ac60e7120 None None] Attempting to bind port d959719d-546f-4c7f-8b47-6433386be723 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'e82da2dd-17b8-4c15-8abb-711622ad0a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:41:52.130507 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96951f8a-898c-45fd-9b70-715ac60e7120 None None] Attempting to bind port d959719d-546f-4c7f-8b47-6433386be723 on network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:41:52.141083 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96951f8a-898c-45fd-9b70-715ac60e7120 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:41:52.141726 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96951f8a-898c-45fd-9b70-715ac60e7120 None None] Checking segment: {'id': 'e82da2dd-17b8-4c15-8abb-711622ad0a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:41:52.142225 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-96951f8a-898c-45fd-9b70-715ac60e7120 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:52.142732 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96951f8a-898c-45fd-9b70-715ac60e7120 None None] Bound using segment: {'id': 'e82da2dd-17b8-4c15-8abb-711622ad0a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:41:52.143304 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-96951f8a-898c-45fd-9b70-715ac60e7120 None None] Bound port: d959719d-546f-4c7f-8b47-6433386be723, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e82da2dd-17b8-4c15-8abb-711622ad0a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:41:52.143778 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-96951f8a-898c-45fd-9b70-715ac60e7120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:52.164675 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d594af4-5bd6-46ed-8815-4739b0151cdb None None] Pushing event updated for resources: {'Port': ['ID=f59d4088-f910-47ec-80cd-5c7f3369d4b0,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:52.264359 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-45cca9c6-7f08-4d79-93c4-60352b4b8b06 req-306b60b5-461f-4621-9223-d62672824271 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:52.267717 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b4460957-4316-480d-ad1f-70f73875a18c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:52.273880 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-96951f8a-898c-45fd-9b70-715ac60e7120 None None] For port d959719d-546f-4c7f-8b47-6433386be723, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:41:52.280787 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9e0a108a-a454-4e46-a218-b25d88f13720 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:52.326545 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2410da2-594b-4ab2-ae2f-735fc9fc35a6 None None] New status for floating IP 6f26829d-b832-4727-93fa-2c175e0a84c7: ACTIVE {{(pid=89111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 06:41:52.366703 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4460957-4316-480d-ad1f-70f73875a18c admin admin] Network a3fe29e9-17f9-4750-841d-90d9978eff94 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:41:52.370337 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-b4460957-4316-480d-ad1f-70f73875a18c admin admin] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:41:52.373531 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4460957-4316-480d-ad1f-70f73875a18c admin admin] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:41:52.446599 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4460957-4316-480d-ad1f-70f73875a18c admin admin] Pushing event updated for resources: {'Port': ['ID=68e7d0da-283a-40a4-9918-b046f6643c42,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:52.468955 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-9e0a108a-a454-4e46-a218-b25d88f13720 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8759449c-fdf3-435d-94d3-09b4522b1f5b']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:41:52.470500 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-45cca9c6-7f08-4d79-93c4-60352b4b8b06 req-306b60b5-461f-4621-9223-d62672824271 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691094'] for floatingip, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:52.474842 n-d-843702-1 neutron-server[89110]: INFO neutron.db.l3_db [req-45cca9c6-7f08-4d79-93c4-60352b4b8b06 req-306b60b5-461f-4621-9223-d62672824271 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Floating IP 6f26829d-b832-4727-93fa-2c175e0a84c7 disassociated. External IP: 172.25.5.141, port: d60d4c69-7440-4039-9008-c5988f83484a. May 28 06:41:52.501256 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 21b6c24f-6957-4b82-8e72-44ec92c2b7d3 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:41:52.519818 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-680323e5-a3f9-4323-917d-8b163abfcd78 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:52.609637 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-96951f8a-898c-45fd-9b70-715ac60e7120 None None] For port d959719d-546f-4c7f-8b47-6433386be723, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=d959719d-546f-4c7f-8b47-6433386be723,segment=NetworkSegment(e82da2dd-17b8-4c15-8abb-711622ad0a92),segment_id=e82da2dd-17b8-4c15-8abb-711622ad0a92)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:41:52.713143 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b4460957-4316-480d-ad1f-70f73875a18c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690947'] for router_interface, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:52.745136 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-9e0a108a-a454-4e46-a218-b25d88f13720 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2a622ff-06b1-4977-8523-7b777cbaabfc') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:41:52.745481 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-9e0a108a-a454-4e46-a218-b25d88f13720 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2a622ff-06b1-4977-8523-7b777cbaabfc') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:41:52.770100 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62af82ca-4903-4947-bb30-b61127f0c717 req-aa8eea8a-69af-4633-ac0c-e0539ff71c69 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:52.771711 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-62af82ca-4903-4947-bb30-b61127f0c717 req-aa8eea8a-69af-4633-ac0c-e0539ff71c69 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=bdd40ca8-e374-40a2-864b-1154e2d7e756 HTTP/1.1" status: 200 len: 945 time: 0.7383456 May 28 06:41:52.807402 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-96951f8a-898c-45fd-9b70-715ac60e7120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:52.829456 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9e0a108a-a454-4e46-a218-b25d88f13720 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:52.839438 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-680323e5-a3f9-4323-917d-8b163abfcd78 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "DELETE /v2.0/ports/d3bde5d9-8ebc-4c40-82b2-bbc881cb765b HTTP/1.1" status: 204 len: 168 time: 2.3000240 May 28 06:41:52.842467 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 42316) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:41:52.895881 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9e0a108a-a454-4e46-a218-b25d88f13720 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:52.898992 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-62af82ca-4903-4947-bb30-b61127f0c717 req-991fa8ce-c02d-4cc6-8b09-373cba8b4cbc tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=da746f74-f7a2-404c-ba12-af4c190f6fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172204 May 28 06:41:52.936059 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e0a108a-a454-4e46-a218-b25d88f13720 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:41:52.936059 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9e0a108a-a454-4e46-a218-b25d88f13720 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:52.976348 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7dc12c-8646-47a9-b09f-75aa39d4cc24 None None] Network 8759449c-fdf3-435d-94d3-09b4522b1f5b requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:41:53.066506 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [req-45cca9c6-7f08-4d79-93c4-60352b4b8b06 req-306b60b5-461f-4621-9223-d62672824271 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Router ac0e03ea-5bcf-4691-a525-72e650e1f7ad has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:41:53.111394 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96951f8a-898c-45fd-9b70-715ac60e7120 None None] Pushing event updated for resources: {'Port': ['ID=d959719d-546f-4c7f-8b47-6433386be723,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:53.117016 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-60bfa91e-963d-4daf-a953-5bb875e2c414 None None] Provisioning for port 68e7d0da-283a-40a4-9918-b046f6643c42 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:41:53.134736 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-60bfa91e-963d-4daf-a953-5bb875e2c414 None None] Provisioning complete for port 68e7d0da-283a-40a4-9918-b046f6643c42 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:41:53.142477 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-60bfa91e-963d-4daf-a953-5bb875e2c414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:53.161543 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff7e23f-64b9-4e8b-9b74-306fba090d6f tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:53.166937 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff7e23f-64b9-4e8b-9b74-306fba090d6f tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:53.168857 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff7e23f-64b9-4e8b-9b74-306fba090d6f tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:53.170107 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-aff7e23f-64b9-4e8b-9b74-306fba090d6f tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Synchronizing usage tracker for tenant:5e9e9447c07c4077b6694ab63e3affe5 on resource:subnet {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:41:53.176004 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment d2a622ff-06b1-4977-8523-7b777cbaabfc resource provider aggregate not found May 28 06:41:53.213903 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.db.api [None req-9e0a108a-a454-4e46-a218-b25d88f13720 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 28 06:41:53.213903 n-d-843702-1 neutron-server[89109]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 28 06:41:53.213903 n-d-843702-1 neutron-server[89109]: [parameters: {'id': '8759449c-fdf3-435d-94d3-09b4522b1f5b'}] May 28 06:41:53.213903 n-d-843702-1 neutron-server[89109]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:41:53.223045 n-d-843702-1 neutron-server[89109]: DEBUG oslo_db.api [None req-9e0a108a-a454-4e46-a218-b25d88f13720 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:41:53.223045 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-1581c9ab-8702-4fdd-a6a2-eb8ed7862b77 req-d8020ec4-998c-4170-8708-1a70d64da3ec tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] For port 71833c87-f7f7-4698-a8a1-39d0a27f1e37, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=71833c87-f7f7-4698-a8a1-39d0a27f1e37,segment=NetworkSegment(a04b0338-6b05-4dc3-a755-49eeec28e1c0),segment_id=a04b0338-6b05-4dc3-a755-49eeec28e1c0)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:41:53.223045 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-1581c9ab-8702-4fdd-a6a2-eb8ed7862b77 req-d8020ec4-998c-4170-8708-1a70d64da3ec tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:53.228279 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment d2a622ff-06b1-4977-8523-7b777cbaabfc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d2a622ff-06b1-4977-8523-7b777cbaabfc found for delete ", "request_id": "req-d783320d-3bbf-4201-8142-077bc086a225"}]} May 28 06:41:53.236043 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 21b6c24f-6957-4b82-8e72-44ec92c2b7d3 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:41:53.302972 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 21b6c24f-6957-4b82-8e72-44ec92c2b7d3 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:41:53.303313 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:53.325923 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-aff7e23f-64b9-4e8b-9b74-306fba090d6f tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Unset dirty status for tenant:5e9e9447c07c4077b6694ab63e3affe5 on resource:subnet {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:41:53.325923 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-aff7e23f-64b9-4e8b-9b74-306fba090d6f tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.4773717 May 28 06:41:53.381139 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 42324) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:41:53.389933 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [req-1581c9ab-8702-4fdd-a6a2-eb8ed7862b77 req-d8020ec4-998c-4170-8708-1a70d64da3ec tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Calling delete_port for 71833c87-f7f7-4698-a8a1-39d0a27f1e37 owned by compute:nova {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:41:53.415054 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-60bfa91e-963d-4daf-a953-5bb875e2c414 None None] Port 68e7d0da-283a-40a4-9918-b046f6643c42 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:41:53.490966 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_v2 [None req-849f3690-6d9b-4331-bd34-16a08d070d40 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Deleting subnet 059dd0ab-b93d-4e80-8f66-cf43141eabb4 {{(pid=89109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:41:53.509468 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-849f3690-6d9b-4331-bd34-16a08d070d40 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks [] for subnet, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:53.569569 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-45cca9c6-7f08-4d79-93c4-60352b4b8b06 req-306b60b5-461f-4621-9223-d62672824271 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:41:53.580367 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ecf6d0f-9687-48ea-a9ad-6acf21d64bb4 None None] Sync routers for ids ['ac0e03ea-5bcf-4691-a525-72e650e1f7ad'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:41:53.587209 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-45cca9c6-7f08-4d79-93c4-60352b4b8b06 req-306b60b5-461f-4621-9223-d62672824271 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:53.595998 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ecf6d0f-9687-48ea-a9ad-6acf21d64bb4 None None] Routers {'ac0e03ea-5bcf-4691-a525-72e650e1f7ad'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:41:53.597810 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-6ecf6d0f-9687-48ea-a9ad-6acf21d64bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:41:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['ac0e03ea-5bcf-4691-a525-72e650e1f7ad'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:41:53.613722 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 21b6c24f-6957-4b82-8e72-44ec92c2b7d3 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:41:53.617623 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:53.634348 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc07b0b-8bbb-46b4-a845-50e890959435 None None] Network 8759449c-fdf3-435d-94d3-09b4522b1f5b requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:41:53.646675 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-45cca9c6-7f08-4d79-93c4-60352b4b8b06 req-306b60b5-461f-4621-9223-d62672824271 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] 10.222.0.55 "PUT /v2.0/floatingips/6f26829d-b832-4727-93fa-2c175e0a84c7 HTTP/1.1" status: 200 len: 693 time: 2.1788449 May 28 06:41:53.650803 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31511953-083e-42fb-a7d3-8f5fc16aba3c', 'tag': 'd60d4c69-7440-4039-9008-c5988f83484a'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:41:53.717526 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9e0a108a-a454-4e46-a218-b25d88f13720 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:53.756788 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-849f3690-6d9b-4331-bd34-16a08d070d40 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3964070'] for subnet, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:53.775195 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port 21b6c24f-6957-4b82-8e72-44ec92c2b7d3, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=21b6c24f-6957-4b82-8e72-44ec92c2b7d3,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:41:53.817257 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-9e0a108a-a454-4e46-a218-b25d88f13720 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Deleting port f59d4088-f910-47ec-80cd-5c7f3369d4b0 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:41:53.817948 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9e0a108a-a454-4e46-a218-b25d88f13720 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:53.842280 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5f7b5e-8ae9-4b0b-9961-4783b97eee07 req-9cb644ca-479a-4b23-9f12-e4989e5f33e9 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:53.844934 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-de5f7b5e-8ae9-4b0b-9961-4783b97eee07 req-9cb644ca-479a-4b23-9f12-e4989e5f33e9 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5b99fda-0bc9-4e50-b070-ce4a427e6fc6 HTTP/1.1" status: 200 len: 946 time: 0.7749424 May 28 06:41:53.862155 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-6ecf6d0f-9687-48ea-a9ad-6acf21d64bb4 None None] Set router ac0e03ea-5bcf-4691-a525-72e650e1f7ad gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:41:53.863369 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:53.956354 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-1581c9ab-8702-4fdd-a6a2-eb8ed7862b77 req-d8020ec4-998c-4170-8708-1a70d64da3ec tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:53.991152 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b4460957-4316-480d-ad1f-70f73875a18c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:54.045341 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8020ec4-998c-4170-8708-1a70d64da3ec tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Pushing event deleted for resources: {'Port': ['ID=71833c87-f7f7-4698-a8a1-39d0a27f1e37,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:54.077491 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=21b6c24f-6957-4b82-8e72-44ec92c2b7d3,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:54.166708 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cca9c6-7f08-4d79-93c4-60352b4b8b06 req-03f42673-72e5-498b-ace8-9e54f162b1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:54.168234 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-45cca9c6-7f08-4d79-93c4-60352b4b8b06 req-03f42673-72e5-498b-ace8-9e54f162b1e8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3e433ca89e6e4cecb06b276f6587beee&device_id=31511953-083e-42fb-a7d3-8f5fc16aba3c HTTP/1.1" status: 200 len: 1097 time: 0.4970801 May 28 06:41:54.276406 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [req-1581c9ab-8702-4fdd-a6a2-eb8ed7862b77 req-d8020ec4-998c-4170-8708-1a70d64da3ec tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] No DVR routers for this DVR port 71833c87-f7f7-4698-a8a1-39d0a27f1e37 on host n-h2-843702-1 {{(pid=89109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:41:54.284530 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-1581c9ab-8702-4fdd-a6a2-eb8ed7862b77 req-d8020ec4-998c-4170-8708-1a70d64da3ec tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:54.300973 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-849f3690-6d9b-4331-bd34-16a08d070d40 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:54.345188 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-de5f7b5e-8ae9-4b0b-9961-4783b97eee07 req-5d4986ba-06fd-488a-b41a-893396f45c8c tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d9e2739-d2e7-489f-8894-c4c5db308155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4478374 May 28 06:41:54.348346 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cca9c6-7f08-4d79-93c4-60352b4b8b06 req-130cd4bd-8ee1-42e7-8289-daa2ab03d110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:54.349821 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-45cca9c6-7f08-4d79-93c4-60352b4b8b06 req-130cd4bd-8ee1-42e7-8289-daa2ab03d110 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e318623d-bb83-4735-b9a5-1ff511a26d09 HTTP/1.1" status: 200 len: 921 time: 0.1688390 May 28 06:41:54.454649 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dc294264-3d85-4db0-9b16-d006197766d0 req-74470fc9-1ae3-418f-8488-24500bee594e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6061978 May 28 06:41:54.468287 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-6ecf6d0f-9687-48ea-a9ad-6acf21d64bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac0e03ea-5bcf-4691-a525-72e650e1f7ad', 'name': 'tempest-ServerRescueTestJSONUnderV235-1396025862-router', 'tenant_id': '3e433ca89e6e4cecb06b276f6587beee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': '2b4ae935-19f9-46fe-b52e-48ce44c1a0a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:40:01Z', 'updated_at': '2022-05-28T06:40:18Z', 'revision_number': 4, 'project_id': '3e433ca89e6e4cecb06b276f6587beee', 'gw_port': {'id': '2b4ae935-19f9-46fe-b52e-48ce44c1a0a9', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:39:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac0e03ea-5bcf-4691-a525-72e650e1f7ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:40:04Z', 'updated_at': '2022-05-28T06:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'a94a168a-e805-4885-a0ff-4a005f8a69c2', 'name': '', 'network_id': 'e318623d-bb83-4735-b9a5-1ff511a26d09', 'tenant_id': '3e433ca89e6e4cecb06b276f6587beee', 'mac_address': 'fa:16:3e:e9:92:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac0e03ea-5bcf-4691-a525-72e650e1f7ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1933, 'fixed_ips': [{'subnet_id': '463ce692-2fe5-4a51-b619-7b3391bfe8b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:40:13Z', 'updated_at': '2022-05-28T06:40:29Z', 'revision_number': 5, 'project_id': '3e433ca89e6e4cecb06b276f6587beee', 'subnets': [{'id': '463ce692-2fe5-4a51-b619-7b3391bfe8b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:41:54.470588 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-45cca9c6-7f08-4d79-93c4-60352b4b8b06 req-ea5aea47-47eb-40bb-84f4-b34d580828fb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d60d4c69-7440-4039-9008-c5988f83484a HTTP/1.1" status: 200 len: 217 time: 0.1037557 May 28 06:41:54.474831 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ecf6d0f-9687-48ea-a9ad-6acf21d64bb4 None None] Checking router: ac0e03ea-5bcf-4691-a525-72e650e1f7ad for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:41:54.503913 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ecf6d0f-9687-48ea-a9ad-6acf21d64bb4 None None] Routers {'ac0e03ea-5bcf-4691-a525-72e650e1f7ad'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:41:54.512057 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-6ecf6d0f-9687-48ea-a9ad-6acf21d64bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:41:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['ac0e03ea-5bcf-4691-a525-72e650e1f7ad'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:41:54.529580 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c9f4c13-f950-4d23-829a-8d9da3ec33a9', 'name': 'network-vif-deleted', 'tag': '71833c87-f7f7-4698-a8a1-39d0a27f1e37'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:41:54.574405 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cca9c6-7f08-4d79-93c4-60352b4b8b06 req-fe5b0840-59af-44ff-aeb1-b6c4a6fd4561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:54.575889 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-45cca9c6-7f08-4d79-93c4-60352b4b8b06 req-fe5b0840-59af-44ff-aeb1-b6c4a6fd4561 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=463ce692-2fe5-4a51-b619-7b3391bfe8b8 HTTP/1.1" status: 200 len: 860 time: 0.0789845 May 28 06:41:54.628701 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-9e0a108a-a454-4e46-a218-b25d88f13720 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] For port f59d4088-f910-47ec-80cd-5c7f3369d4b0, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=f59d4088-f910-47ec-80cd-5c7f3369d4b0,segment=NetworkSegment(d2a622ff-06b1-4977-8523-7b777cbaabfc),segment_id=d2a622ff-06b1-4977-8523-7b777cbaabfc)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:41:54.629229 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9e0a108a-a454-4e46-a218-b25d88f13720 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:54.685671 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device d959719d-546f-4c7f-8b47-6433386be723 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:41:54.804503 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b221fa7-4774-472e-b572-33087425e5b6 None None] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:41:54.852928 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-9e0a108a-a454-4e46-a218-b25d88f13720 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Calling delete_port for f59d4088-f910-47ec-80cd-5c7f3369d4b0 owned by network:dhcp {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:41:54.873082 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-45cca9c6-7f08-4d79-93c4-60352b4b8b06 req-242de3da-3a1c-4211-9066-67ed312ae142 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e318623d-bb83-4735-b9a5-1ff511a26d09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1248198 May 28 06:41:54.948894 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-6ecf6d0f-9687-48ea-a9ad-6acf21d64bb4 None None] Set router ac0e03ea-5bcf-4691-a525-72e650e1f7ad gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:41:54.953966 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port d959719d-546f-4c7f-8b47-6433386be723 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:41:54.990710 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 21b6c24f-6957-4b82-8e72-44ec92c2b7d3 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:41:55.001980 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-849f3690-6d9b-4331-bd34-16a08d070d40 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9555650'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:55.006939 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-1581c9ab-8702-4fdd-a6a2-eb8ed7862b77 req-d8020ec4-998c-4170-8708-1a70d64da3ec tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] 10.222.0.71 "DELETE /v2.0/ports/71833c87-f7f7-4698-a8a1-39d0a27f1e37 HTTP/1.1" status: 204 len: 173 time: 3.1464500 May 28 06:41:55.051537 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 307ab924-0240-4cfc-872e-1f409eea1f3f no longer exists at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:41:55.099159 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc294264-3d85-4db0-9b16-d006197766d0 req-3145780c-99b9-4b55-96f9-75452f1f273e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:55.100673 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dc294264-3d85-4db0-9b16-d006197766d0 req-3145780c-99b9-4b55-96f9-75452f1f273e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fada8efd68e34d6781d883ae41cb05ad&device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e HTTP/1.1" status: 200 len: 1095 time: 0.4226305 May 28 06:41:55.183897 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4088925e-71b8-4104-9f77-c239576398d4 req-62b52de7-6c37-41c5-a1e7-87e334cbd95b tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:55.191490 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4088925e-71b8-4104-9f77-c239576398d4 req-62b52de7-6c37-41c5-a1e7-87e334cbd95b tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c9f4c13-f950-4d23-829a-8d9da3ec33a9 HTTP/1.1" status: 200 len: 946 time: 0.3885391 May 28 06:41:55.216939 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-45cca9c6-7f08-4d79-93c4-60352b4b8b06 req-e1a3f79d-c9a2-4b0e-8a4f-ceb84bd791d9 service neutron] 10.222.0.55 "GET /v2.0/networks/e318623d-bb83-4735-b9a5-1ff511a26d09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3203144 May 28 06:41:55.216939 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.db.resource_extend [None req-b4460957-4316-480d-ad1f-70f73875a18c admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 06:41:55.269271 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [req-1581c9ab-8702-4fdd-a6a2-eb8ed7862b77 req-5610697c-24c6-4d25-9132-3aa0a3abe858 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Deleting port 307ab924-0240-4cfc-872e-1f409eea1f3f {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:41:55.269801 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-1581c9ab-8702-4fdd-a6a2-eb8ed7862b77 req-5610697c-24c6-4d25-9132-3aa0a3abe858 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:55.306059 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9e0a108a-a454-4e46-a218-b25d88f13720 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:55.330979 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b4460957-4316-480d-ad1f-70f73875a18c admin admin] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:55.336505 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 307ab924-0240-4cfc-872e-1f409eea1f3f is: ACTIVE; New status is: DOWN {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:41:55.336889 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:55.373712 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849f3690-6d9b-4331-bd34-16a08d070d40 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Pushing event deleted for resources: {'Subnet': ['ID=059dd0ab-b93d-4e80-8f66-cf43141eabb4,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:55.376783 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-849f3690-6d9b-4331-bd34-16a08d070d40 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:55.380450 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0a108a-a454-4e46-a218-b25d88f13720 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] No DVR routers for this DVR port f59d4088-f910-47ec-80cd-5c7f3369d4b0 on host n-d-843702-1 {{(pid=89109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:41:55.385547 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-d643ae97-626a-41ab-b728-380b264f1b09 None None] Provisioning for port d959719d-546f-4c7f-8b47-6433386be723 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:41:55.390221 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0a108a-a454-4e46-a218-b25d88f13720 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Pushing event deleted for resources: {'Port': ['ID=f59d4088-f910-47ec-80cd-5c7f3369d4b0,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:55.416438 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-d643ae97-626a-41ab-b728-380b264f1b09 None None] Provisioning complete for port d959719d-546f-4c7f-8b47-6433386be723 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:41:55.417370 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d643ae97-626a-41ab-b728-380b264f1b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:55.519123 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 21b6c24f-6957-4b82-8e72-44ec92c2b7d3 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:41:55.519420 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:55.526494 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-6ecf6d0f-9687-48ea-a9ad-6acf21d64bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac0e03ea-5bcf-4691-a525-72e650e1f7ad', 'name': 'tempest-ServerRescueTestJSONUnderV235-1396025862-router', 'tenant_id': '3e433ca89e6e4cecb06b276f6587beee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': '2b4ae935-19f9-46fe-b52e-48ce44c1a0a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:40:01Z', 'updated_at': '2022-05-28T06:40:18Z', 'revision_number': 4, 'project_id': '3e433ca89e6e4cecb06b276f6587beee', 'gw_port': {'id': '2b4ae935-19f9-46fe-b52e-48ce44c1a0a9', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:39:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac0e03ea-5bcf-4691-a525-72e650e1f7ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:40:04Z', 'updated_at': '2022-05-28T06:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'a94a168a-e805-4885-a0ff-4a005f8a69c2', 'name': '', 'network_id': 'e318623d-bb83-4735-b9a5-1ff511a26d09', 'tenant_id': '3e433ca89e6e4cecb06b276f6587beee', 'mac_address': 'fa:16:3e:e9:92:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac0e03ea-5bcf-4691-a525-72e650e1f7ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1933, 'fixed_ips': [{'subnet_id': '463ce692-2fe5-4a51-b619-7b3391bfe8b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:40:13Z', 'updated_at': '2022-05-28T06:40:29Z', 'revision_number': 5, 'project_id': '3e433ca89e6e4cecb06b276f6587beee', 'subnets': [{'id': '463ce692-2fe5-4a51-b619-7b3391bfe8b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:41:55.534126 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b4460957-4316-480d-ad1f-70f73875a18c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:55.534732 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ecf6d0f-9687-48ea-a9ad-6acf21d64bb4 None None] The sync data for ids ['ac0e03ea-5bcf-4691-a525-72e650e1f7ad'] in n-d-843702-1 is: [{'id': 'ac0e03ea-5bcf-4691-a525-72e650e1f7ad', 'name': 'tempest-ServerRescueTestJSONUnderV235-1396025862-router', 'tenant_id': '3e433ca89e6e4cecb06b276f6587beee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': '2b4ae935-19f9-46fe-b52e-48ce44c1a0a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:40:01Z', 'updated_at': '2022-05-28T06:40:18Z', 'revision_number': 4, 'project_id': '3e433ca89e6e4cecb06b276f6587beee', 'gw_port': {'id': '2b4ae935-19f9-46fe-b52e-48ce44c1a0a9', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:39:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac0e03ea-5bcf-4691-a525-72e650e1f7ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:40:04Z', 'updated_at': '2022-05-28T06:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'a94a168a-e805-4885-a0ff-4a005f8a69c2', 'name': '', 'network_id': 'e318623d-bb83-4735-b9a5-1ff511a26d09', 'tenant_id': '3e433ca89e6e4cecb06b276f6587beee', 'mac_address': 'fa:16:3e:e9:92:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac0e03ea-5bcf-4691-a525-72e650e1f7ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1933, 'fixed_ips': [{'subnet_id': '463ce692-2fe5-4a51-b619-7b3391bfe8b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:40:13Z', 'updated_at': '2022-05-28T06:40:29Z', 'revision_number': 5, 'project_id': '3e433ca89e6e4cecb06b276f6587beee', 'subnets': [{'id': '463ce692-2fe5-4a51-b619-7b3391bfe8b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:41:55.555726 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9e0a108a-a454-4e46-a218-b25d88f13720 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:55.600634 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-9e0a108a-a454-4e46-a218-b25d88f13720 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8759449c-fdf3-435d-94d3-09b4522b1f5b']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:41:55.614957 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-9e0a108a-a454-4e46-a218-b25d88f13720 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2a622ff-06b1-4977-8523-7b777cbaabfc') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:41:55.615624 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-9e0a108a-a454-4e46-a218-b25d88f13720 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2a622ff-06b1-4977-8523-7b777cbaabfc') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:41:55.626989 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 307ab924-0240-4cfc-872e-1f409eea1f3f, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=307ab924-0240-4cfc-872e-1f409eea1f3f,segment=NetworkSegment(d7927b8e-7a96-401a-ba42-dafb6a6ed275),segment_id=d7927b8e-7a96-401a-ba42-dafb6a6ed275)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:41:55.628121 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9e0a108a-a454-4e46-a218-b25d88f13720 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:55.635774 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c9f4c13-f950-4d23-829a-8d9da3ec33a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '307ab924-0240-4cfc-872e-1f409eea1f3f'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:41:55.639083 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b4460957-4316-480d-ad1f-70f73875a18c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700602'] for router_interface, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:55.646364 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9e0a108a-a454-4e46-a218-b25d88f13720 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:55.660896 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e0a108a-a454-4e46-a218-b25d88f13720 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:41:55.661390 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9e0a108a-a454-4e46-a218-b25d88f13720 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:55.667987 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4088925e-71b8-4104-9f77-c239576398d4 req-7592d265-0d80-4285-b5d4-3a6dce62b636 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] 10.222.0.55 "GET /v2.0/security-groups?id=45cb3f7c-83ce-4298-9702-2bb3cba6af9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4755383 May 28 06:41:55.777499 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment d2a622ff-06b1-4977-8523-7b777cbaabfc resource provider aggregate not found May 28 06:41:55.791543 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:55.792265 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 71833c87-f7f7-4698-a8a1-39d0a27f1e37 no longer exists at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:41:55.811614 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment d2a622ff-06b1-4977-8523-7b777cbaabfc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d2a622ff-06b1-4977-8523-7b777cbaabfc found for delete ", "request_id": "req-3ecb1b38-32fe-483a-bb60-6c3856d56043"}]} May 28 06:41:55.974401 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] No Port match for: 71833c87-f7f7-4698-a8a1-39d0a27f1e37 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:41:55.974991 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 71833c87-f7f7-4698-a8a1-39d0a27f1e37 not bound to the agent host n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:41:56.036319 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348cf62e-3b27-4d9c-9485-6a14b6a86227 None None] New status for floating IP 6f26829d-b832-4727-93fa-2c175e0a84c7: DOWN {{(pid=89111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 06:41:56.061964 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-1581c9ab-8702-4fdd-a6a2-eb8ed7862b77 req-5610697c-24c6-4d25-9132-3aa0a3abe858 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] For port 307ab924-0240-4cfc-872e-1f409eea1f3f, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=307ab924-0240-4cfc-872e-1f409eea1f3f,segment=NetworkSegment(d7927b8e-7a96-401a-ba42-dafb6a6ed275),segment_id=d7927b8e-7a96-401a-ba42-dafb6a6ed275)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:41:56.062500 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-1581c9ab-8702-4fdd-a6a2-eb8ed7862b77 req-5610697c-24c6-4d25-9132-3aa0a3abe858 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:56.121113 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-d643ae97-626a-41ab-b728-380b264f1b09 None None] Current status of the port d959719d-546f-4c7f-8b47-6433386be723 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:41:56.126386 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d643ae97-626a-41ab-b728-380b264f1b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:56.126661 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc294264-3d85-4db0-9b16-d006197766d0 req-ade8d306-dbed-4b46-a630-1c8ff04366a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:56.127908 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dc294264-3d85-4db0-9b16-d006197766d0 req-ade8d306-dbed-4b46-a630-1c8ff04366a9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e7d92049-bff3-4c3a-a4bd-4950c7dcad1c HTTP/1.1" status: 200 len: 912 time: 1.0026872 May 28 06:41:56.233582 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 21b6c24f-6957-4b82-8e72-44ec92c2b7d3 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:41:56.238514 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-849f3690-6d9b-4331-bd34-16a08d070d40 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "DELETE /v2.0/subnets/059dd0ab-b93d-4e80-8f66-cf43141eabb4 HTTP/1.1" status: 204 len: 168 time: 2.8569934 May 28 06:41:56.240291 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2a88cf2-64e3-4658-a66c-eefc584554a0'] response: {'name': 'network-changed', 'server_uuid': '31511953-083e-42fb-a7d3-8f5fc16aba3c', 'tag': 'd60d4c69-7440-4039-9008-c5988f83484a', 'status': 'completed', 'code': 200} May 28 06:41:56.246914 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [req-1581c9ab-8702-4fdd-a6a2-eb8ed7862b77 req-5610697c-24c6-4d25-9132-3aa0a3abe858 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Calling delete_port for 307ab924-0240-4cfc-872e-1f409eea1f3f owned by compute:nova {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:41:56.263492 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4460957-4316-480d-ad1f-70f73875a18c admin admin] Pushing event updated for resources: {'Port': ['ID=68e7d0da-283a-40a4-9918-b046f6643c42,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:56.268344 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-45cca9c6-7f08-4d79-93c4-60352b4b8b06 req-c50753b8-723d-47c4-941a-18893fbafdf3 service neutron] 10.222.0.55 "GET /v2.0/networks/e318623d-bb83-4735-b9a5-1ff511a26d09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0001948 May 28 06:41:56.279220 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 42360) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:41:56.334888 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=307ab924-0240-4cfc-872e-1f409eea1f3f,revision_number=6']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:56.537886 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1bba879-a644-452d-8c83-0a460da02e8d'] response: {'server_uuid': '3c9f4c13-f950-4d23-829a-8d9da3ec33a9', 'name': 'network-vif-deleted', 'tag': '71833c87-f7f7-4698-a8a1-39d0a27f1e37', 'status': 'completed', 'code': 200} May 28 06:41:56.541634 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9e0a108a-a454-4e46-a218-b25d88f13720 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:56.555537 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e39db9d-f3fa-4a55-b529-fae76ed7b879 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Deleting subnet 5bda9352-6199-4ddb-9e7d-7c78247b5fbc {{(pid=89109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:41:56.619608 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9e0a108a-a454-4e46-a218-b25d88f13720 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:56.624458 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5e39db9d-f3fa-4a55-b529-fae76ed7b879 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks [] for subnet, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:56.631800 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-d643ae97-626a-41ab-b728-380b264f1b09 None None] For port d959719d-546f-4c7f-8b47-6433386be723, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=d959719d-546f-4c7f-8b47-6433386be723,segment=NetworkSegment(e82da2dd-17b8-4c15-8abb-711622ad0a92),segment_id=e82da2dd-17b8-4c15-8abb-711622ad0a92)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:41:56.635818 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d978f3a-0c89-4bbc-b1d5-9f5a130dd50d'] response: {'server_uuid': '3c9f4c13-f950-4d23-829a-8d9da3ec33a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '307ab924-0240-4cfc-872e-1f409eea1f3f', 'code': 200} May 28 06:41:56.706144 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-9e0a108a-a454-4e46-a218-b25d88f13720 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] 10.222.0.55 "DELETE /v2.0/networks/8759449c-fdf3-435d-94d3-09b4522b1f5b HTTP/1.1" status: 204 len: 168 time: 6.8047745 May 28 06:41:56.711055 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 42366) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:41:56.711867 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0a108a-a454-4e46-a218-b25d88f13720 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Pushing event deleted for resources: {'Network': ['ID=8759449c-fdf3-435d-94d3-09b4522b1f5b,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:56.797319 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5e39db9d-f3fa-4a55-b529-fae76ed7b879 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3964070'] for subnet, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:56.827236 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c3865a6-37dc-4f25-b35c-f3f7c17548dc tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] DELETE failed (client error): The resource could not be found. May 28 06:41:56.827779 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c3865a6-37dc-4f25-b35c-f3f7c17548dc tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89109) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:41:56.836425 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bfcea535-5fbe-4f2d-8cab-eddb760adccf req-976f3c82-452a-449e-9883-a6629711c89a tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] 10.222.0.55 "GET /v2.0/floatingips/6f26829d-b832-4727-93fa-2c175e0a84c7 HTTP/1.1" status: 200 len: 693 time: 0.1886995 May 28 06:41:56.847163 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d643ae97-626a-41ab-b728-380b264f1b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:56.857614 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-9c3865a6-37dc-4f25-b35c-f3f7c17548dc tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] 10.222.0.55 "DELETE /v2.0/networks/8759449c-fdf3-435d-94d3-09b4522b1f5b HTTP/1.1" status: 404 len: 339 time: 0.1435449 May 28 06:41:56.860504 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 42372) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:41:56.871266 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-cf90b846-8168-4c71-9cad-b84604756ee1 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1254745710', 'description': 'd1'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:41:56.884517 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-cf90b846-8168-4c71-9cad-b84604756ee1 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:41:56.895231 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4460957-4316-480d-ad1f-70f73875a18c admin admin] Network a3fe29e9-17f9-4750-841d-90d9978eff94 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:41:56.896891 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-cf90b846-8168-4c71-9cad-b84604756ee1 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Usage tracker for resource:network and tenant:94cac8c050e34681825b5b9355a80ece is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:41:56.904161 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-cf90b846-8168-4c71-9cad-b84604756ee1 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:41:56.914798 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-cf90b846-8168-4c71-9cad-b84604756ee1 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:41:56.925840 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-a4ae0ef6-39c6-465c-a63c-bcb1bb9b2cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:56.938296 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-d643ae97-626a-41ab-b728-380b264f1b09 None None] Could not find standard attr ID for object d3bde5d9-8ebc-4c40-82b2-bbc881cb765b. {{(pid=89111) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 28 06:41:56.947908 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5e39db9d-f3fa-4a55-b529-fae76ed7b879 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:56.968375 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-b4460957-4316-480d-ad1f-70f73875a18c admin admin] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:41:56.973681 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d643ae97-626a-41ab-b728-380b264f1b09 None None] Pushing event updated for resources: {'Port': ['ID=d959719d-546f-4c7f-8b47-6433386be723,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:56.983310 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dc294264-3d85-4db0-9b16-d006197766d0 req-bc424779-efc8-4a30-99d6-dfacee9690f2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=170a25a1-2cd5-4bc9-b588-27e0c82fefed HTTP/1.1" status: 200 len: 999 time: 0.6421466 May 28 06:41:56.988846 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-1581c9ab-8702-4fdd-a6a2-eb8ed7862b77 req-5610697c-24c6-4d25-9132-3aa0a3abe858 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:57.062589 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-6052d61c-8fc0-4d46-8e66-a51e97436426 None None] Provisioning complete for port d959719d-546f-4c7f-8b47-6433386be723 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:41:57.063204 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-6052d61c-8fc0-4d46-8e66-a51e97436426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:57.071640 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf90b846-8168-4c71-9cad-b84604756ee1 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Made reservation on behalf of 94cac8c050e34681825b5b9355a80ece for: {'network': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:41:57.075272 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-cf90b846-8168-4c71-9cad-b84604756ee1 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:57.125665 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5610697c-24c6-4d25-9132-3aa0a3abe858 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Pushing event deleted for resources: {'Port': ['ID=307ab924-0240-4cfc-872e-1f409eea1f3f,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:57.182001 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcea535-5fbe-4f2d-8cab-eddb760adccf req-b5ffbc0d-d205-4f56-837f-055e0237e71f tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:57.194830 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bfcea535-5fbe-4f2d-8cab-eddb760adccf req-b5ffbc0d-d205-4f56-837f-055e0237e71f tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] 10.222.0.55 "GET /v2.0/networks/68df399e-e75e-4871-9364-5d05730b50f0 HTTP/1.1" status: 200 len: 784 time: 0.3519254 May 28 06:41:57.286233 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [req-1581c9ab-8702-4fdd-a6a2-eb8ed7862b77 req-5610697c-24c6-4d25-9132-3aa0a3abe858 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] No DVR routers for this DVR port 307ab924-0240-4cfc-872e-1f409eea1f3f on host n-h2-843702-1 {{(pid=89109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:41:57.293340 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf90b846-8168-4c71-9cad-b84604756ee1 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] vlan segment allocate from pool success with {'vlan_id': 362, 'physical_network': 'physnet1'} {{(pid=89109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:41:57.293929 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-1581c9ab-8702-4fdd-a6a2-eb8ed7862b77 req-5610697c-24c6-4d25-9132-3aa0a3abe858 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:57.326659 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-6052d61c-8fc0-4d46-8e66-a51e97436426 None None] Current status of the port d959719d-546f-4c7f-8b47-6433386be723 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:41:57.331559 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-1581c9ab-8702-4fdd-a6a2-eb8ed7862b77 req-5610697c-24c6-4d25-9132-3aa0a3abe858 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] 10.222.0.71 "DELETE /v2.0/ports/307ab924-0240-4cfc-872e-1f409eea1f3f HTTP/1.1" status: 204 len: 173 time: 2.2932088 May 28 06:41:57.419565 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04919716-135f-4739-aed8-a36e2611d5a2 req-7b68bac2-e91e-4209-9e73-4276d877c95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:57.421063 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-04919716-135f-4739-aed8-a36e2611d5a2 req-7b68bac2-e91e-4209-9e73-4276d877c95c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3e433ca89e6e4cecb06b276f6587beee&device_id=31511953-083e-42fb-a7d3-8f5fc16aba3c HTTP/1.1" status: 200 len: 1097 time: 1.1882775 May 28 06:41:57.428974 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5e39db9d-f3fa-4a55-b529-fae76ed7b879 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9555650'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:57.435974 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-cf90b846-8168-4c71-9cad-b84604756ee1 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:57.435974 n-d-843702-1 neutron-server[89109]: INFO neutron.db.segments_db [None req-cf90b846-8168-4c71-9cad-b84604756ee1 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Added segment 2d67e5df-a307-4efa-8db0-377dec663a14 of type vlan for network 21328f88-55fd-40f2-ba78-ce7d4edd14e9 May 28 06:41:57.443697 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-2efb0889-0b62-48d2-8164-cafd947e0970 None None] Could not find standard attr ID for object d3bde5d9-8ebc-4c40-82b2-bbc881cb765b. {{(pid=89111) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 28 06:41:57.464554 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-2efb0889-0b62-48d2-8164-cafd947e0970 None None] Provisioning complete for port 68e7d0da-283a-40a4-9918-b046f6643c42 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:41:57.464913 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-2efb0889-0b62-48d2-8164-cafd947e0970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:57.491876 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bfcea535-5fbe-4f2d-8cab-eddb760adccf req-cd27b44a-3872-4e24-a9b1-85e46fadee5c tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.5.141 HTTP/1.1" status: 200 len: 696 time: 0.3012908 May 28 06:41:57.509118 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e39db9d-f3fa-4a55-b529-fae76ed7b879 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Pushing event deleted for resources: {'Subnet': ['ID=5bda9352-6199-4ddb-9e7d-7c78247b5fbc,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:57.518266 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5e39db9d-f3fa-4a55-b529-fae76ed7b879 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:57.522380 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-5e39db9d-f3fa-4a55-b529-fae76ed7b879 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "DELETE /v2.0/subnets/5bda9352-6199-4ddb-9e7d-7c78247b5fbc HTTP/1.1" status: 204 len: 168 time: 1.2420354 May 28 06:41:57.528205 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 42384) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:41:57.567331 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863eeb96-dbcb-4ae6-a887-2d96144ae012 None None] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:41:57.726473 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4698100-215e-4681-9b5d-09c9cd8b3f8f req-65a1953c-8a17-449f-9bac-a38a42bf3ce1 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:57.732532 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-2efb0889-0b62-48d2-8164-cafd947e0970 None None] Port 68e7d0da-283a-40a4-9918-b046f6643c42 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:41:57.734730 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e4698100-215e-4681-9b5d-09c9cd8b3f8f req-65a1953c-8a17-449f-9bac-a38a42bf3ce1 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=bdd40ca8-e374-40a2-864b-1154e2d7e756 HTTP/1.1" status: 200 len: 945 time: 1.5415263 May 28 06:41:57.765066 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04919716-135f-4739-aed8-a36e2611d5a2 req-7a804dc5-5e41-4d9d-9d5d-a846059ee215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:57.765066 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-04919716-135f-4739-aed8-a36e2611d5a2 req-7a804dc5-5e41-4d9d-9d5d-a846059ee215 service neutron] 10.222.0.71 "GET /v2.0/networks?id=e318623d-bb83-4735-b9a5-1ff511a26d09 HTTP/1.1" status: 200 len: 921 time: 0.3136067 May 28 06:41:57.816815 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-e62f6460-081f-4cad-b378-63bd99ea60a3 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2831924 May 28 06:41:57.825347 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 42396) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:41:57.831812 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:57.850926 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-6a841022-4710-48bb-9ae0-86400227d10c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Request body: {'subnet': {'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:41:57.938495 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-04919716-135f-4739-aed8-a36e2611d5a2 req-bfb3d53b-ba90-4282-bd75-f88b33193f73 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d60d4c69-7440-4039-9008-c5988f83484a HTTP/1.1" status: 200 len: 217 time: 0.0880303 May 28 06:41:57.941390 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-cf90b846-8168-4c71-9cad-b84604756ee1 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:57.966606 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-521f0822-9a4b-4320-9368-2d8750ed96df None None] DHCP port deletion for 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:41:57.971933 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-521f0822-9a4b-4320-9368-2d8750ed96df None None] Deleting port d959719d-546f-4c7f-8b47-6433386be723 {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:41:57.972309 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-521f0822-9a4b-4320-9368-2d8750ed96df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:58.014466 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-6a841022-4710-48bb-9ae0-86400227d10c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:41:58.019314 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-6a841022-4710-48bb-9ae0-86400227d10c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Usage tracker for resource:subnet and tenant:5e9e9447c07c4077b6694ab63e3affe5 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:41:58.022718 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-6a841022-4710-48bb-9ae0-86400227d10c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:41:58.026148 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc294264-3d85-4db0-9b16-d006197766d0 req-e94d133b-8074-474d-87ea-105f52ae683a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:58.028225 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dc294264-3d85-4db0-9b16-d006197766d0 req-e94d133b-8074-474d-87ea-105f52ae683a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=40188bf0-967d-446e-ac4f-b5c59a2acd9a HTTP/1.1" status: 200 len: 850 time: 1.0098808 May 28 06:41:58.031974 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-6a841022-4710-48bb-9ae0-86400227d10c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:41:58.039153 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bfcea535-5fbe-4f2d-8cab-eddb760adccf req-45adcde0-1754-4513-a2ef-0f3f253b4fb5 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.5.141 HTTP/1.1" status: 200 len: 696 time: 0.5461552 May 28 06:41:58.044505 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e4698100-215e-4681-9b5d-09c9cd8b3f8f req-18b487e0-04da-47e5-983c-ecf93b794362 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=da746f74-f7a2-404c-ba12-af4c190f6fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3087466 May 28 06:41:58.089495 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-cf90b846-8168-4c71-9cad-b84604756ee1 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:58.095483 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf90b846-8168-4c71-9cad-b84604756ee1 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:58.096347 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-cf90b846-8168-4c71-9cad-b84604756ee1 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:58.141205 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a841022-4710-48bb-9ae0-86400227d10c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Made reservation on behalf of 5e9e9447c07c4077b6694ab63e3affe5 for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:41:58.145042 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6a841022-4710-48bb-9ae0-86400227d10c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:58.228725 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-cf90b846-8168-4c71-9cad-b84604756ee1 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.3621061 May 28 06:41:58.288636 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 42408) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:41:58.296872 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-521f0822-9a4b-4320-9368-2d8750ed96df None None] For port d959719d-546f-4c7f-8b47-6433386be723, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=d959719d-546f-4c7f-8b47-6433386be723,segment=NetworkSegment(e82da2dd-17b8-4c15-8abb-711622ad0a92),segment_id=e82da2dd-17b8-4c15-8abb-711622ad0a92)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:41:58.308915 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-521f0822-9a4b-4320-9368-2d8750ed96df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:58.454982 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device d959719d-546f-4c7f-8b47-6433386be723 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:41:58.486120 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf90b846-8168-4c71-9cad-b84604756ee1 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Pushing event updated for resources: {'Network': ['ID=21328f88-55fd-40f2-ba78-ce7d4edd14e9,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:58.512119 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf90b846-8168-4c71-9cad-b84604756ee1 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:41:58.512733 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf90b846-8168-4c71-9cad-b84604756ee1 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:41:58.513096 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf90b846-8168-4c71-9cad-b84604756ee1 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:41:58.513380 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf90b846-8168-4c71-9cad-b84604756ee1 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:41:58.513712 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf90b846-8168-4c71-9cad-b84604756ee1 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:41:58.514035 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf90b846-8168-4c71-9cad-b84604756ee1 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:41:58.514481 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf90b846-8168-4c71-9cad-b84604756ee1 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:41:58.514805 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf90b846-8168-4c71-9cad-b84604756ee1 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:41:58.515119 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf90b846-8168-4c71-9cad-b84604756ee1 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:41:58.515432 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf90b846-8168-4c71-9cad-b84604756ee1 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:41:58.515745 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf90b846-8168-4c71-9cad-b84604756ee1 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:41:58.516286 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf90b846-8168-4c71-9cad-b84604756ee1 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:41:58.542962 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c9f4c13-f950-4d23-829a-8d9da3ec33a9', 'name': 'network-vif-deleted', 'tag': '307ab924-0240-4cfc-872e-1f409eea1f3f'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:41:58.578358 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-521f0822-9a4b-4320-9368-2d8750ed96df None None] Calling delete_port for d959719d-546f-4c7f-8b47-6433386be723 owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:41:58.581073 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5db3aa-d807-4023-864b-eee47e431d6f tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:58.581824 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-7d5db3aa-d807-4023-864b-eee47e431d6f tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Synchronizing usage tracker for tenant:94cac8c050e34681825b5b9355a80ece on resource:network {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:41:58.587035 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-07bc115a-b1b8-4414-965b-80da2f7db66f req-6e16e1f6-8eee-46ca-867b-8e1bdc50f623 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c9f4c13-f950-4d23-829a-8d9da3ec33a9 HTTP/1.1" status: 200 len: 210 time: 0.2305574 May 28 06:41:58.609461 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 21328f88-55fd-40f2-ba78-ce7d4edd14e9 details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:41:58.728969 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4460957-4316-480d-ad1f-70f73875a18c admin admin] Router 7a3f82ba-225e-4663-a5df-018daaa348fe has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:41:58.745972 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-7d5db3aa-d807-4023-864b-eee47e431d6f tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Unset dirty status for tenant:94cac8c050e34681825b5b9355a80ece on resource:network {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:41:58.745972 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-7d5db3aa-d807-4023-864b-eee47e431d6f tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] 10.222.0.55 "GET /v2.0/networks?id=21328f88-55fd-40f2-ba78-ce7d4edd14e9 HTTP/1.1" status: 200 len: 761 time: 0.4555438 May 28 06:41:58.749176 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 42418) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:41:58.763028 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-02749961-8690-470e-91fe-cb9d7e65734b tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Request body: {'network': {'description': 'd2'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:41:58.764392 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04919716-135f-4739-aed8-a36e2611d5a2 req-fecf705b-f26b-4740-9a3b-05be8047a5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:58.769132 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-04919716-135f-4739-aed8-a36e2611d5a2 req-fecf705b-f26b-4740-9a3b-05be8047a5a6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=463ce692-2fe5-4a51-b619-7b3391bfe8b8 HTTP/1.1" status: 200 len: 860 time: 0.7127790 May 28 06:41:58.800760 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2128791b-b834-45b3-ab61-3b6f7172ce66'] response: {'server_uuid': '3c9f4c13-f950-4d23-829a-8d9da3ec33a9', 'name': 'network-vif-deleted', 'tag': '307ab924-0240-4cfc-872e-1f409eea1f3f', 'status': 'completed', 'code': 200} May 28 06:41:58.916992 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-bfcea535-5fbe-4f2d-8cab-eddb760adccf req-6d51172a-acb6-4215-bc84-d18cb9cbb357 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Deleting port f8e82b78-d020-4b72-8de4-3d515c90f01f {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:41:58.917759 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-bfcea535-5fbe-4f2d-8cab-eddb760adccf req-6d51172a-acb6-4215-bc84-d18cb9cbb357 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:58.958001 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-f254ffab-b8ff-42e7-8f73-db9afcc01a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:58.971600 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-04919716-135f-4739-aed8-a36e2611d5a2 req-9faaf8d8-5129-45dd-9de7-42cd52c4bc10 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e318623d-bb83-4735-b9a5-1ff511a26d09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1767209 May 28 06:41:58.988340 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port d959719d-546f-4c7f-8b47-6433386be723 is: ACTIVE; New status is: DOWN {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:41:58.988881 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:59.121077 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-f18353c6-e6fe-4690-9523-6d79911ecebe req-1dae6980-282d-446b-87a3-26f9b08c0869 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=31511953-083e-42fb-a7d3-8f5fc16aba3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2597365 May 28 06:41:59.124855 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6a841022-4710-48bb-9ae0-86400227d10c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:59.131277 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-521f0822-9a4b-4320-9368-2d8750ed96df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879'] for port, after_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:59.199366 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-04919716-135f-4739-aed8-a36e2611d5a2 req-9a53e0a7-dcf5-4c2d-87e7-627f43569680 service neutron] 10.222.0.71 "GET /v2.0/networks/e318623d-bb83-4735-b9a5-1ff511a26d09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397824 May 28 06:41:59.203906 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-02749961-8690-470e-91fe-cb9d7e65734b tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:59.206071 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521f0822-9a4b-4320-9368-2d8750ed96df None None] No DVR routers for this DVR port d959719d-546f-4c7f-8b47-6433386be723 on host n-d-843702-1 {{(pid=89111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:41:59.215251 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521f0822-9a4b-4320-9368-2d8750ed96df None None] Pushing event deleted for resources: {'Port': ['ID=d959719d-546f-4c7f-8b47-6433386be723,revision_number=None']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:59.218795 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a841022-4710-48bb-9ae0-86400227d10c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:41:59.227034 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-6a841022-4710-48bb-9ae0-86400227d10c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:41:59.234339 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a841022-4710-48bb-9ae0-86400227d10c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:59.234778 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe138f0-1149-4f7b-bf46-7a6975fecae2 None None] get_active_networks_info from n-d-843702-1 {{(pid=89111) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 28 06:41:59.234991 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6a841022-4710-48bb-9ae0-86400227d10c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:59.262592 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a841022-4710-48bb-9ae0-86400227d10c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Pushing event updated for resources: {'Subnet': ['ID=afb3d6cf-4fa9-4169-85f4-7dcc32b8bf71,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:59.333086 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-6a841022-4710-48bb-9ae0-86400227d10c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5040026 May 28 06:41:59.333086 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-02749961-8690-470e-91fe-cb9d7e65734b tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:59.335630 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 42422) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:41:59.369328 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-02749961-8690-470e-91fe-cb9d7e65734b tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Network 21328f88-55fd-40f2-ba78-ce7d4edd14e9 is not hosted by any dhcp agent {{(pid=89109) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} May 28 06:41:59.377669 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02749961-8690-470e-91fe-cb9d7e65734b tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:59.378522 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-02749961-8690-470e-91fe-cb9d7e65734b tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:59.380313 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-02749961-8690-470e-91fe-cb9d7e65734b tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] 10.222.0.55 "PUT /v2.0/networks/21328f88-55fd-40f2-ba78-ce7d4edd14e9 HTTP/1.1" status: 200 len: 758 time: 0.6248267 May 28 06:41:59.391905 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-2801fc6b-0543-4ade-85f7-727cc92a8805 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Request body: {'subnet': {'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:41:59.401104 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 42426) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:41:59.436122 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe138f0-1149-4f7b-bf46-7a6975fecae2 None None] Resources bound (agent type, host, resource id): {{(pid=89111) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 28 06:41:59.570930 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02749961-8690-470e-91fe-cb9d7e65734b tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Pushing event updated for resources: {'Network': ['ID=21328f88-55fd-40f2-ba78-ce7d4edd14e9,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:59.590929 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 21328f88-55fd-40f2-ba78-ce7d4edd14e9 details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:41:59.635709 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-2801fc6b-0543-4ade-85f7-727cc92a8805 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:41:59.640897 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-2801fc6b-0543-4ade-85f7-727cc92a8805 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Usage tracker for resource:subnet and tenant:5e9e9447c07c4077b6694ab63e3affe5 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:41:59.654481 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-2801fc6b-0543-4ade-85f7-727cc92a8805 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:41:59.666144 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-2801fc6b-0543-4ade-85f7-727cc92a8805 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:41:59.696089 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc294264-3d85-4db0-9b16-d006197766d0 req-d1994388-84c7-47ea-92ce-5b046d28cb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:59.697650 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dc294264-3d85-4db0-9b16-d006197766d0 req-d1994388-84c7-47ea-92ce-5b046d28cb0a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e7d92049-bff3-4c3a-a4bd-4950c7dcad1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.6064537 May 28 06:41:59.740906 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2801fc6b-0543-4ade-85f7-727cc92a8805 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Made reservation on behalf of 5e9e9447c07c4077b6694ab63e3affe5 for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:41:59.746141 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2801fc6b-0543-4ade-85f7-727cc92a8805 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:59.757083 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 42436) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:41:59.866668 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_v2 [None req-19fdf6ab-ea72-40a3-8a47-2e5b654f4035 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Deleting subnet 55d00f7b-3f2c-4d1f-b913-eddcc00c1fda {{(pid=89110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:41:59.890938 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-19fdf6ab-ea72-40a3-8a47-2e5b654f4035 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Notify callbacks [] for subnet, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:59.924710 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:59.988352 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc9fa23-5b0f-489d-b5cd-a4241e2068b0 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:59.989116 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-bbc9fa23-5b0f-489d-b5cd-a4241e2068b0 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Synchronizing usage tracker for tenant:94cac8c050e34681825b5b9355a80ece on resource:network {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:42:00.062343 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-bbc9fa23-5b0f-489d-b5cd-a4241e2068b0 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Unset dirty status for tenant:94cac8c050e34681825b5b9355a80ece on resource:network {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:42:00.063593 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-bbc9fa23-5b0f-489d-b5cd-a4241e2068b0 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] 10.222.0.55 "GET /v2.0/networks?id=21328f88-55fd-40f2-ba78-ce7d4edd14e9 HTTP/1.1" status: 200 len: 761 time: 0.6506023 May 28 06:42:00.074810 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4460957-4316-480d-ad1f-70f73875a18c admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:42:00.076344 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 42442) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:00.080906 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:00.083976 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-a44dfab6-5d12-4adc-9512-362f6997c239 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1920569191'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:42:00.088120 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e785bb-e352-4ee9-8b67-ebef11dda5af None None] Sync routers for ids ['7a3f82ba-225e-4663-a5df-018daaa348fe'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:42:00.096266 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-a44dfab6-5d12-4adc-9512-362f6997c239 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:42:00.098846 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-b4460957-4316-480d-ad1f-70f73875a18c admin admin] 10.222.0.55 "PUT /v2.0/routers/7a3f82ba-225e-4663-a5df-018daaa348fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.3098238 May 28 06:42:00.101627 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-04919716-135f-4739-aed8-a36e2611d5a2 req-7827db8b-b756-484c-9688-4a1c2161ebdf service neutron] 10.222.0.71 "GET /v2.0/networks/e318623d-bb83-4735-b9a5-1ff511a26d09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8817441 May 28 06:42:00.106604 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-19fdf6ab-ea72-40a3-8a47-2e5b654f4035 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4150765'] for subnet, precommit_delete_associations {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:00.107124 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e785bb-e352-4ee9-8b67-ebef11dda5af None None] Routers {'7a3f82ba-225e-4663-a5df-018daaa348fe'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:42:00.109100 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-71e785bb-e352-4ee9-8b67-ebef11dda5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:41:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['7a3f82ba-225e-4663-a5df-018daaa348fe'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:42:00.139562 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-a44dfab6-5d12-4adc-9512-362f6997c239 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:42:00.222924 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5079f70-87da-4d40-ab79-aa1ceae6cc94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-147bfd32-62dc-4be0-82de-f4d6fa5b4cc2', 'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2', 'tenant_id': '5e9e9447c07c4077b6694ab63e3affe5', 'fixed_ips': [{'subnet_id': 'afb3d6cf-4fa9-4169-85f4-7dcc32b8bf71'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:42:00.224598 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c5079f70-87da-4d40-ab79-aa1ceae6cc94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:00.234244 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a44dfab6-5d12-4adc-9512-362f6997c239 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Made reservation on behalf of 94cac8c050e34681825b5b9355a80ece for: {'network': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:42:00.245125 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a44dfab6-5d12-4adc-9512-362f6997c239 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:00.317033 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a44dfab6-5d12-4adc-9512-362f6997c239 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=89109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:42:00.332749 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a44dfab6-5d12-4adc-9512-362f6997c239 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:00.334630 n-d-843702-1 neutron-server[89109]: INFO neutron.db.segments_db [None req-a44dfab6-5d12-4adc-9512-362f6997c239 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Added segment b7c350fb-cfde-4695-9e67-b51f4effcbc8 of type vlan for network 32e5d09e-24ed-4033-9a9f-500268b647ba May 28 06:42:00.382069 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a44dfab6-5d12-4adc-9512-362f6997c239 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:00.452767 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-bfcea535-5fbe-4f2d-8cab-eddb760adccf req-6d51172a-acb6-4215-bc84-d18cb9cbb357 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:00.455525 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-bfcea535-5fbe-4f2d-8cab-eddb760adccf req-6d51172a-acb6-4215-bc84-d18cb9cbb357 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:00.491339 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-71e785bb-e352-4ee9-8b67-ebef11dda5af None None] Set router 7a3f82ba-225e-4663-a5df-018daaa348fe gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:42:00.527802 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-c5079f70-87da-4d40-ab79-aa1ceae6cc94 None None] Allocated IP 172.20.0.2 (147bfd32-62dc-4be0-82de-f4d6fa5b4cc2/afb3d6cf-4fa9-4169-85f4-7dcc32b8bf71/b8f0a22a-d8be-4d1d-9288-a38dc06bc1de) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:42:00.725169 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-bfcea535-5fbe-4f2d-8cab-eddb760adccf req-6d51172a-acb6-4215-bc84-d18cb9cbb357 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Calling delete_port for f8e82b78-d020-4b72-8de4-3d515c90f01f owned by network:floatingip {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:42:00.779641 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dc294264-3d85-4db0-9b16-d006197766d0 req-83c02f01-b660-431a-97aa-a18af0d7c854 service neutron] 10.222.0.69 "GET /v2.0/networks/e7d92049-bff3-4c3a-a4bd-4950c7dcad1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0285640 May 28 06:42:00.919795 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a44dfab6-5d12-4adc-9512-362f6997c239 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:00.925527 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a44dfab6-5d12-4adc-9512-362f6997c239 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:00.934547 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a44dfab6-5d12-4adc-9512-362f6997c239 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:00.957557 n-d-843702-1 neutron-server[89109]: DEBUG neutron.objects.ports [None req-2801fc6b-0543-4ade-85f7-727cc92a8805 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89109) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 28 06:42:00.963507 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c5079f70-87da-4d40-ab79-aa1ceae6cc94 None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:00.970977 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-71e785bb-e352-4ee9-8b67-ebef11dda5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a3f82ba-225e-4663-a5df-018daaa348fe', 'name': 'tempest-ServerRescueNegativeTestJSON-2022965306-router', 'tenant_id': '98e9fd09ba2248b5b9367b689b0cfcd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '21b6c24f-6957-4b82-8e72-44ec92c2b7d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:41:38Z', 'updated_at': '2022-05-28T06:41:53Z', 'revision_number': 4, 'project_id': '98e9fd09ba2248b5b9367b689b0cfcd3', 'gw_port': {'id': '21b6c24f-6957-4b82-8e72-44ec92c2b7d3', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:2b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a3f82ba-225e-4663-a5df-018daaa348fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:41:40Z', 'updated_at': '2022-05-28T06:41:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '68e7d0da-283a-40a4-9918-b046f6643c42', 'name': '', 'network_id': 'a3fe29e9-17f9-4750-841d-90d9978eff94', 'tenant_id': '98e9fd09ba2248b5b9367b689b0cfcd3', 'mac_address': 'fa:16:3e:00:db:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a3f82ba-225e-4663-a5df-018daaa348fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2076, 'fixed_ips': [{'subnet_id': '304c7228-4ac2-4e7a-aa6d-33e85e214d70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:41:49Z', 'updated_at': '2022-05-28T06:41:54Z', 'revision_number': 2, 'project_id': '98e9fd09ba2248b5b9367b689b0cfcd3', 'subnets': [{'id': '304c7228-4ac2-4e7a-aa6d-33e85e214d70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:42:00.975394 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2801fc6b-0543-4ade-85f7-727cc92a8805 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:00.976862 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-c5079f70-87da-4d40-ab79-aa1ceae6cc94 None None] Transition to ACTIVE for port object b8f0a22a-d8be-4d1d-9288-a38dc06bc1de will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:42:00.977138 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e785bb-e352-4ee9-8b67-ebef11dda5af None None] Checking router: 7a3f82ba-225e-4663-a5df-018daaa348fe for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:42:00.977737 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e785bb-e352-4ee9-8b67-ebef11dda5af None None] Updating router 7a3f82ba-225e-4663-a5df-018daaa348fe port 68e7d0da-283a-40a4-9918-b046f6643c42 binding host n-d-843702-1 {{(pid=89112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:42:01.004070 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-c5079f70-87da-4d40-ab79-aa1ceae6cc94 None None] Transition to ACTIVE for port object b8f0a22a-d8be-4d1d-9288-a38dc06bc1de will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:42:01.038168 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-71e785bb-e352-4ee9-8b67-ebef11dda5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:01.068527 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18353c6-e6fe-4690-9523-6d79911ecebe req-b465d456-eaf5-476a-8179-daa068b57acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:01.070021 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f18353c6-e6fe-4690-9523-6d79911ecebe req-b465d456-eaf5-476a-8179-daa068b57acd service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3e433ca89e6e4cecb06b276f6587beee&device_id=31511953-083e-42fb-a7d3-8f5fc16aba3c HTTP/1.1" status: 200 len: 1097 time: 0.6305494 May 28 06:42:01.091975 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-19fdf6ab-ea72-40a3-8a47-2e5b654f4035 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:01.093379 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c5079f70-87da-4d40-ab79-aa1ceae6cc94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:01.116581 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44dfab6-5d12-4adc-9512-362f6997c239 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Pushing event updated for resources: {'Network': ['ID=32e5d09e-24ed-4033-9a9f-500268b647ba,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:01.129330 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-a44dfab6-5d12-4adc-9512-362f6997c239 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0490139 May 28 06:42:01.141379 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 42468) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:01.158694 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-0de7547b-2e5c-4cce-a59e-50ce59dad8ab tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Request body: {'subnet': {'network_id': '32e5d09e-24ed-4033-9a9f-500268b647ba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:42:01.187650 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2801fc6b-0543-4ade-85f7-727cc92a8805 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:42:01.202264 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 32e5d09e-24ed-4033-9a9f-500268b647ba details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:42:01.240474 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-2801fc6b-0543-4ade-85f7-727cc92a8805 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:42:01.261553 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2801fc6b-0543-4ade-85f7-727cc92a8805 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:01.262523 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2801fc6b-0543-4ade-85f7-727cc92a8805 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:01.290475 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2801fc6b-0543-4ade-85f7-727cc92a8805 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Pushing event updated for resources: {'Subnet': ['ID=b43cee02-695a-4f38-88dc-79d5c731d17d,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:01.324638 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-0de7547b-2e5c-4cce-a59e-50ce59dad8ab tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:42:01.330398 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-0de7547b-2e5c-4cce-a59e-50ce59dad8ab tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Usage tracker for resource:subnet and tenant:94cac8c050e34681825b5b9355a80ece is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:42:01.333587 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-0de7547b-2e5c-4cce-a59e-50ce59dad8ab tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:42:01.341031 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-0de7547b-2e5c-4cce-a59e-50ce59dad8ab tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:42:01.364421 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dc294264-3d85-4db0-9b16-d006197766d0 req-059ec762-c449-41a2-92d7-9f3d27f293e2 service neutron] 10.222.0.69 "GET /v2.0/networks/e7d92049-bff3-4c3a-a4bd-4950c7dcad1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5705826 May 28 06:42:01.370327 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5079f70-87da-4d40-ab79-aa1ceae6cc94 None None] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:42:01.380653 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3438077-50ed-455d-aad8-20c3d4e858aa req-84bd55b5-73f2-4630-9a1f-56c6ae213a72 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:01.385910 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b3438077-50ed-455d-aad8-20c3d4e858aa req-84bd55b5-73f2-4630-9a1f-56c6ae213a72 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/networks?id=a3fe29e9-17f9-4750-841d-90d9978eff94 HTTP/1.1" status: 200 len: 819 time: 0.4874387 May 28 06:42:01.387212 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-c5079f70-87da-4d40-ab79-aa1ceae6cc94 None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:42:01.394196 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5079f70-87da-4d40-ab79-aa1ceae6cc94 None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:42:01.403901 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-2801fc6b-0543-4ade-85f7-727cc92a8805 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0416348 May 28 06:42:01.405017 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 42472) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:01.410511 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-0fea894d-a3df-4ee7-8a58-32091e0c76f0 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Request body: {'port': {'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2', 'mac_address': 'fa:16:3e:6c:eb:60', 'name': 'tempest-NetworksTestDHCPv6-631903037'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:42:01.413030 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-71e785bb-e352-4ee9-8b67-ebef11dda5af None None] Notify callbacks [] for port, precommit_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:01.424035 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5079f70-87da-4d40-ab79-aa1ceae6cc94 None None] Pushing event updated for resources: {'Port': ['ID=b8f0a22a-d8be-4d1d-9288-a38dc06bc1de,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:01.436819 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0de7547b-2e5c-4cce-a59e-50ce59dad8ab tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Made reservation on behalf of 94cac8c050e34681825b5b9355a80ece for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:42:01.454787 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0de7547b-2e5c-4cce-a59e-50ce59dad8ab tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:01.454950 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b3438077-50ed-455d-aad8-20c3d4e858aa req-50a79516-96c4-4ac4-9762-0eb41c718348 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/quotas/98e9fd09ba2248b5b9367b689b0cfcd3 HTTP/1.1" status: 200 len: 375 time: 0.0489497 May 28 06:42:01.514378 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-19fdf6ab-ea72-40a3-8a47-2e5b654f4035 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3115981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3172005'] for subnet, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:01.530074 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.provisioning_blocks [None req-71e785bb-e352-4ee9-8b67-ebef11dda5af None None] Transition to ACTIVE for port object 68e7d0da-283a-40a4-9918-b046f6643c42 will not be triggered until provisioned by entity L2. {{(pid=89112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:42:01.571080 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-c5079f70-87da-4d40-ab79-aa1ceae6cc94 None None] Attempting to bind port b8f0a22a-d8be-4d1d-9288-a38dc06bc1de on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:42:01.571709 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-c5079f70-87da-4d40-ab79-aa1ceae6cc94 None None] Attempting to bind port b8f0a22a-d8be-4d1d-9288-a38dc06bc1de by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'e82da2dd-17b8-4c15-8abb-711622ad0a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:42:01.571897 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5079f70-87da-4d40-ab79-aa1ceae6cc94 None None] Attempting to bind port b8f0a22a-d8be-4d1d-9288-a38dc06bc1de on network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:42:01.579857 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5079f70-87da-4d40-ab79-aa1ceae6cc94 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:42:01.580231 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5079f70-87da-4d40-ab79-aa1ceae6cc94 None None] Checking segment: {'id': 'e82da2dd-17b8-4c15-8abb-711622ad0a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:42:01.580648 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c5079f70-87da-4d40-ab79-aa1ceae6cc94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:01.581058 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5079f70-87da-4d40-ab79-aa1ceae6cc94 None None] Bound using segment: {'id': 'e82da2dd-17b8-4c15-8abb-711622ad0a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:42:01.581585 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-c5079f70-87da-4d40-ab79-aa1ceae6cc94 None None] Bound port: b8f0a22a-d8be-4d1d-9288-a38dc06bc1de, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e82da2dd-17b8-4c15-8abb-711622ad0a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:42:01.581961 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c5079f70-87da-4d40-ab79-aa1ceae6cc94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:01.594665 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-19fdf6ab-ea72-40a3-8a47-2e5b654f4035 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:01.603915 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-bfcea535-5fbe-4f2d-8cab-eddb760adccf req-6d51172a-acb6-4215-bc84-d18cb9cbb357 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:01.627083 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-71e785bb-e352-4ee9-8b67-ebef11dda5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:01.664446 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fdf6ab-ea72-40a3-8a47-2e5b654f4035 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Pushing event deleted for resources: {'Subnet': ['ID=55d00f7b-3f2c-4d1f-b913-eddcc00c1fda,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:01.687929 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18353c6-e6fe-4690-9523-6d79911ecebe req-a896d510-7c6a-41e0-9bc8-93fffd62968f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:01.691422 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f18353c6-e6fe-4690-9523-6d79911ecebe req-a896d510-7c6a-41e0-9bc8-93fffd62968f service neutron] 10.222.0.71 "GET /v2.0/networks?id=e318623d-bb83-4735-b9a5-1ff511a26d09 HTTP/1.1" status: 200 len: 921 time: 0.5658290 May 28 06:42:01.700212 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d51172a-acb6-4215-bc84-d18cb9cbb357 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Pushing event deleted for resources: {'Port': ['ID=f8e82b78-d020-4b72-8de4-3d515c90f01f,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:01.738502 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-0fea894d-a3df-4ee7-8a58-32091e0c76f0 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:42:01.747486 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:01.755218 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-0fea894d-a3df-4ee7-8a58-32091e0c76f0 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Usage tracker for resource:port and tenant:5e9e9447c07c4077b6694ab63e3affe5 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:42:01.763644 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-19fdf6ab-ea72-40a3-8a47-2e5b654f4035 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] 10.222.0.55 "DELETE /v2.0/subnets/55d00f7b-3f2c-4d1f-b913-eddcc00c1fda HTTP/1.1" status: 204 len: 168 time: 1.9769075 May 28 06:42:01.764119 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-0fea894d-a3df-4ee7-8a58-32091e0c76f0 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:42:01.775173 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-c5079f70-87da-4d40-ab79-aa1ceae6cc94 None None] For port b8f0a22a-d8be-4d1d-9288-a38dc06bc1de, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:42:01.777562 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 42478) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:01.779297 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-c5079f70-87da-4d40-ab79-aa1ceae6cc94 None None] For port b8f0a22a-d8be-4d1d-9288-a38dc06bc1de, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=b8f0a22a-d8be-4d1d-9288-a38dc06bc1de,segment=NetworkSegment(e82da2dd-17b8-4c15-8abb-711622ad0a92),segment_id=e82da2dd-17b8-4c15-8abb-711622ad0a92)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:42:01.802505 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-0fea894d-a3df-4ee7-8a58-32091e0c76f0 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:42:01.818813 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f18353c6-e6fe-4690-9523-6d79911ecebe req-e9dcf166-5ed3-4211-8ef7-247f9a80ca21 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d60d4c69-7440-4039-9008-c5988f83484a HTTP/1.1" status: 200 len: 217 time: 0.1161995 May 28 06:42:01.861180 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c5079f70-87da-4d40-ab79-aa1ceae6cc94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:01.878046 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efb1633-183a-4df3-9c5d-40e88ab1528b None None] Pushing event updated for resources: {'Port': ['ID=68e7d0da-283a-40a4-9918-b046f6643c42,revision_number=3']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:01.940888 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-71e785bb-e352-4ee9-8b67-ebef11dda5af None None] Attempting to bind port 68e7d0da-283a-40a4-9918-b046f6643c42 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:42:01.941252 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-71e785bb-e352-4ee9-8b67-ebef11dda5af None None] Attempting to bind port 68e7d0da-283a-40a4-9918-b046f6643c42 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'de3cbcce-ba0c-4cb8-88ea-ac98446ed60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a3fe29e9-17f9-4750-841d-90d9978eff94'}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:42:01.941655 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e785bb-e352-4ee9-8b67-ebef11dda5af None None] Attempting to bind port 68e7d0da-283a-40a4-9918-b046f6643c42 on network a3fe29e9-17f9-4750-841d-90d9978eff94 {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:42:01.948796 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e785bb-e352-4ee9-8b67-ebef11dda5af None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:42:01.960452 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e785bb-e352-4ee9-8b67-ebef11dda5af None None] Checking segment: {'id': 'de3cbcce-ba0c-4cb8-88ea-ac98446ed60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a3fe29e9-17f9-4750-841d-90d9978eff94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:42:01.960452 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-71e785bb-e352-4ee9-8b67-ebef11dda5af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:01.960452 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e785bb-e352-4ee9-8b67-ebef11dda5af None None] Bound using segment: {'id': 'de3cbcce-ba0c-4cb8-88ea-ac98446ed60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a3fe29e9-17f9-4750-841d-90d9978eff94'} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:42:01.960452 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-71e785bb-e352-4ee9-8b67-ebef11dda5af None None] Bound port: 68e7d0da-283a-40a4-9918-b046f6643c42, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de3cbcce-ba0c-4cb8-88ea-ac98446ed60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a3fe29e9-17f9-4750-841d-90d9978eff94'}}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:42:01.960452 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-71e785bb-e352-4ee9-8b67-ebef11dda5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:01.993786 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18353c6-e6fe-4690-9523-6d79911ecebe req-f4b22800-b140-44b6-90d9-53fb9cc319cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:01.995354 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f18353c6-e6fe-4690-9523-6d79911ecebe req-f4b22800-b140-44b6-90d9-53fb9cc319cc service neutron] 10.222.0.71 "GET /v2.0/subnets?id=463ce692-2fe5-4a51-b619-7b3391bfe8b8 HTTP/1.1" status: 200 len: 860 time: 0.1044607 May 28 06:42:02.071423 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5079f70-87da-4d40-ab79-aa1ceae6cc94 None None] Pushing event updated for resources: {'Port': ['ID=b8f0a22a-d8be-4d1d-9288-a38dc06bc1de,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:02.108541 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f18353c6-e6fe-4690-9523-6d79911ecebe req-cf3e4f53-f061-4583-846a-e59caf15b934 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e318623d-bb83-4735-b9a5-1ff511a26d09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0835223 May 28 06:42:02.113818 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fea894d-a3df-4ee7-8a58-32091e0c76f0 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Made reservation on behalf of 5e9e9447c07c4077b6694ab63e3affe5 for: {'port': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:42:02.117985 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-b3438077-50ed-455d-aad8-20c3d4e858aa req-968e8351-6932-40fe-a65e-8188e0f48aee tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Synchronizing usage tracker for tenant:98e9fd09ba2248b5b9367b689b0cfcd3 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:42:02.123368 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-bfcea535-5fbe-4f2d-8cab-eddb760adccf req-6d51172a-acb6-4215-bc84-d18cb9cbb357 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Notify callbacks [] for floatingip, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:02.126431 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-bfcea535-5fbe-4f2d-8cab-eddb760adccf req-6d51172a-acb6-4215-bc84-d18cb9cbb357 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:02.127902 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bfcea535-5fbe-4f2d-8cab-eddb760adccf req-6d51172a-acb6-4215-bc84-d18cb9cbb357 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] 10.222.0.55 "DELETE /v2.0/floatingips/6f26829d-b832-4727-93fa-2c175e0a84c7 HTTP/1.1" status: 204 len: 173 time: 4.0878992 May 28 06:42:02.193430 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-134397e3-1c87-4dd3-899e-53f38d0d63d1 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:02.232627 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:02.267857 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-71e785bb-e352-4ee9-8b67-ebef11dda5af None None] For port 68e7d0da-283a-40a4-9918-b046f6643c42, host n-d-843702-1, cleared binding levels {{(pid=89112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:42:02.273439 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-71e785bb-e352-4ee9-8b67-ebef11dda5af None None] For port 68e7d0da-283a-40a4-9918-b046f6643c42, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=68e7d0da-283a-40a4-9918-b046f6643c42,segment=NetworkSegment(de3cbcce-ba0c-4cb8-88ea-ac98446ed60d),segment_id=de3cbcce-ba0c-4cb8-88ea-ac98446ed60d)] {{(pid=89112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:42:02.359317 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-71e785bb-e352-4ee9-8b67-ebef11dda5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:02.444024 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-b3438077-50ed-455d-aad8-20c3d4e858aa req-968e8351-6932-40fe-a65e-8188e0f48aee tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Unset dirty status for tenant:98e9fd09ba2248b5b9367b689b0cfcd3 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:42:02.452954 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b3438077-50ed-455d-aad8-20c3d4e858aa req-968e8351-6932-40fe-a65e-8188e0f48aee tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=98e9fd09ba2248b5b9367b689b0cfcd3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9882109 May 28 06:42:02.501541 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e785bb-e352-4ee9-8b67-ebef11dda5af None None] Routers {'7a3f82ba-225e-4663-a5df-018daaa348fe'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:42:02.502398 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-71e785bb-e352-4ee9-8b67-ebef11dda5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:41:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['7a3f82ba-225e-4663-a5df-018daaa348fe'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:42:02.532871 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0de7547b-2e5c-4cce-a59e-50ce59dad8ab tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:02.572357 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f18353c6-e6fe-4690-9523-6d79911ecebe req-6de9db93-da38-4ad9-afd3-0d2777199030 service neutron] 10.222.0.71 "GET /v2.0/networks/e318623d-bb83-4735-b9a5-1ff511a26d09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4432385 May 28 06:42:02.610186 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-134397e3-1c87-4dd3-899e-53f38d0d63d1 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Deleting port b1440133-a59d-4a49-b5e4-c344d324d0ea {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:42:02.610536 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-134397e3-1c87-4dd3-899e-53f38d0d63d1 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:02.667226 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0fea894d-a3df-4ee7-8a58-32091e0c76f0 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:02.767638 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [None req-0fea894d-a3df-4ee7-8a58-32091e0c76f0 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] device_id is not set on port 3fd43d93-f0d2-4540-9631-9702a3a8444a yet. {{(pid=89109) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:42:02.793443 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-71e785bb-e352-4ee9-8b67-ebef11dda5af None None] Set router 7a3f82ba-225e-4663-a5df-018daaa348fe gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:42:02.858605 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de7547b-2e5c-4cce-a59e-50ce59dad8ab tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Pushing event updated for resources: {'Subnet': ['ID=d088ecb4-4bf1-4925-8e03-aea866aa1937,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:02.886592 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de7547b-2e5c-4cce-a59e-50ce59dad8ab tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Checking segment: {'id': 'b7c350fb-cfde-4695-9e67-b51f4effcbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '32e5d09e-24ed-4033-9a9f-500268b647ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:42:02.887020 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de7547b-2e5c-4cce-a59e-50ce59dad8ab tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Network hostable DHCP agents. Network: 32e5d09e-24ed-4033-9a9f-500268b647ba, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:42:02.891973 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-81dc045f-f960-469f-abec-85f9a1ae783f req-48cb529b-adff-489e-8393-e778d964d151 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] 10.222.0.55 "GET /v2.0/security-groups/90d610a5-a04a-4bfa-8f2a-8a118efc264a HTTP/1.1" status: 200 len: 1808 time: 0.4625785 May 28 06:42:03.087333 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efb1633-183a-4df3-9c5d-40e88ab1528b None None] Pushing event updated for resources: {'Port': ['ID=68e7d0da-283a-40a4-9918-b046f6643c42,revision_number=4']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:03.150508 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-134397e3-1c87-4dd3-899e-53f38d0d63d1 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] For port b1440133-a59d-4a49-b5e4-c344d324d0ea, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=b1440133-a59d-4a49-b5e4-c344d324d0ea,segment=NetworkSegment(d7927b8e-7a96-401a-ba42-dafb6a6ed275),segment_id=d7927b8e-7a96-401a-ba42-dafb6a6ed275)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:42:03.161995 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-134397e3-1c87-4dd3-899e-53f38d0d63d1 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:03.187265 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-81dc045f-f960-469f-abec-85f9a1ae783f req-0b4afc8b-7cc7-40de-b162-845aeeba30f8 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:03.199834 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b3438077-50ed-455d-aad8-20c3d4e858aa req-6c793b0b-35bf-438b-b1cc-7c202aacf560 service neutron] 10.222.0.55 "GET /v2.0/networks/a3fe29e9-17f9-4750-841d-90d9978eff94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7431796 May 28 06:42:03.254857 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-71e785bb-e352-4ee9-8b67-ebef11dda5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a3f82ba-225e-4663-a5df-018daaa348fe', 'name': 'tempest-ServerRescueNegativeTestJSON-2022965306-router', 'tenant_id': '98e9fd09ba2248b5b9367b689b0cfcd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '21b6c24f-6957-4b82-8e72-44ec92c2b7d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:41:38Z', 'updated_at': '2022-05-28T06:41:53Z', 'revision_number': 4, 'project_id': '98e9fd09ba2248b5b9367b689b0cfcd3', 'gw_port': {'id': '21b6c24f-6957-4b82-8e72-44ec92c2b7d3', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:2b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a3f82ba-225e-4663-a5df-018daaa348fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:41:40Z', 'updated_at': '2022-05-28T06:41:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '68e7d0da-283a-40a4-9918-b046f6643c42', 'name': '', 'network_id': 'a3fe29e9-17f9-4750-841d-90d9978eff94', 'tenant_id': '98e9fd09ba2248b5b9367b689b0cfcd3', 'mac_address': 'fa:16:3e:00:db:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a3f82ba-225e-4663-a5df-018daaa348fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2076, 'fixed_ips': [{'subnet_id': '304c7228-4ac2-4e7a-aa6d-33e85e214d70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:41:49Z', 'updated_at': '2022-05-28T06:42:02Z', 'revision_number': 4, 'project_id': '98e9fd09ba2248b5b9367b689b0cfcd3', 'subnets': [{'id': '304c7228-4ac2-4e7a-aa6d-33e85e214d70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:42:03.262689 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e785bb-e352-4ee9-8b67-ebef11dda5af None None] The sync data for ids ['7a3f82ba-225e-4663-a5df-018daaa348fe'] in n-d-843702-1 is: [{'id': '7a3f82ba-225e-4663-a5df-018daaa348fe', 'name': 'tempest-ServerRescueNegativeTestJSON-2022965306-router', 'tenant_id': '98e9fd09ba2248b5b9367b689b0cfcd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '21b6c24f-6957-4b82-8e72-44ec92c2b7d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:41:38Z', 'updated_at': '2022-05-28T06:41:53Z', 'revision_number': 4, 'project_id': '98e9fd09ba2248b5b9367b689b0cfcd3', 'gw_port': {'id': '21b6c24f-6957-4b82-8e72-44ec92c2b7d3', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:2b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a3f82ba-225e-4663-a5df-018daaa348fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:41:40Z', 'updated_at': '2022-05-28T06:41:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '68e7d0da-283a-40a4-9918-b046f6643c42', 'name': '', 'network_id': 'a3fe29e9-17f9-4750-841d-90d9978eff94', 'tenant_id': '98e9fd09ba2248b5b9367b689b0cfcd3', 'mac_address': 'fa:16:3e:00:db:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a3f82ba-225e-4663-a5df-018daaa348fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2076, 'fixed_ips': [{'subnet_id': '304c7228-4ac2-4e7a-aa6d-33e85e214d70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:41:49Z', 'updated_at': '2022-05-28T06:42:02Z', 'revision_number': 4, 'project_id': '98e9fd09ba2248b5b9367b689b0cfcd3', 'subnets': [{'id': '304c7228-4ac2-4e7a-aa6d-33e85e214d70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:42:03.396348 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f18353c6-e6fe-4690-9523-6d79911ecebe req-cb22eef1-5dc2-49bb-af66-be04b1dc582a service neutron] 10.222.0.71 "GET /v2.0/networks/e318623d-bb83-4735-b9a5-1ff511a26d09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5555608 May 28 06:42:03.429374 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-81dc045f-f960-469f-abec-85f9a1ae783f req-0b4afc8b-7cc7-40de-b162-845aeeba30f8 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:03.659311 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-134397e3-1c87-4dd3-899e-53f38d0d63d1 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Calling delete_port for b1440133-a59d-4a49-b5e4-c344d324d0ea owned by network:dhcp {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:42:03.671832 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b3438077-50ed-455d-aad8-20c3d4e858aa req-0505ab2a-54a7-401c-958f-38a0773110d8 service neutron] 10.222.0.55 "GET /v2.0/networks/a3fe29e9-17f9-4750-841d-90d9978eff94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4706290 May 28 06:42:03.679976 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406f52a2-89c2-40af-8989-ed28945cd6dd None None] get_active_networks_info from n-d-843702-1 {{(pid=89111) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 28 06:42:03.700418 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-81dc045f-f960-469f-abec-85f9a1ae783f req-0b4afc8b-7cc7-40de-b162-845aeeba30f8 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:03.717379 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de7547b-2e5c-4cce-a59e-50ce59dad8ab tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Network 32e5d09e-24ed-4033-9a9f-500268b647ba is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:42:03.720992 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4afc8b-7cc7-40de-b162-845aeeba30f8 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90d610a5-a04a-4bfa-8f2a-8a118efc264a,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:03.822938 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-81dc045f-f960-469f-abec-85f9a1ae783f req-0b4afc8b-7cc7-40de-b162-845aeeba30f8 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:03.824483 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-81dc045f-f960-469f-abec-85f9a1ae783f req-0b4afc8b-7cc7-40de-b162-845aeeba30f8 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] 10.222.0.55 "DELETE /v2.0/security-groups/90d610a5-a04a-4bfa-8f2a-8a118efc264a HTTP/1.1" status: 204 len: 173 time: 0.9167130 May 28 06:42:03.942680 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-8a35194f-6bfe-46fa-bb54-883b92edcfdd None None] Provisioning for port b8f0a22a-d8be-4d1d-9288-a38dc06bc1de completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:42:03.981791 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406f52a2-89c2-40af-8989-ed28945cd6dd None None] Resources bound (agent type, host, resource id): {{(pid=89111) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 28 06:42:03.984202 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-0fea894d-a3df-4ee7-8a58-32091e0c76f0 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Allocated IP 172.20.0.13 (147bfd32-62dc-4be0-82de-f4d6fa5b4cc2/afb3d6cf-4fa9-4169-85f4-7dcc32b8bf71/3fd43d93-f0d2-4540-9631-9702a3a8444a) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:42:04.000089 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-0fea894d-a3df-4ee7-8a58-32091e0c76f0 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Allocated IP 2001:db8::f816:3eff:fe6c:eb60 (147bfd32-62dc-4be0-82de-f4d6fa5b4cc2/b43cee02-695a-4f38-88dc-79d5c731d17d/3fd43d93-f0d2-4540-9631-9702a3a8444a) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:42:04.011329 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-134397e3-1c87-4dd3-899e-53f38d0d63d1 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:04.016027 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-0de7547b-2e5c-4cce-a59e-50ce59dad8ab tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, 32e5d09e-24ed-4033-9a9f-500268b647ba) {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:42:04.152158 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de7547b-2e5c-4cce-a59e-50ce59dad8ab tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:04.160160 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0de7547b-2e5c-4cce-a59e-50ce59dad8ab tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:04.221541 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ab054f59-4dd5-4c17-947c-782aec248958 req-2b5c7c65-6988-4ba3-ba6f-26663ad85f82 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/ports?device_id=2187a23c-2130-4d5d-83f8-6c69d905e7eb HTTP/1.1" status: 200 len: 210 time: 0.1520855 May 28 06:42:04.222471 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134397e3-1c87-4dd3-899e-53f38d0d63d1 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Pushing event deleted for resources: {'Port': ['ID=b1440133-a59d-4a49-b5e4-c344d324d0ea,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:04.242882 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134397e3-1c87-4dd3-899e-53f38d0d63d1 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] No DVR routers for this DVR port b1440133-a59d-4a49-b5e4-c344d324d0ea on host n-d-843702-1 {{(pid=89109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:42:04.735590 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-134397e3-1c87-4dd3-899e-53f38d0d63d1 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:04.768499 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c092302-bc44-4ff2-868a-a5b308995ce7 req-38871f38-3b62-4ab3-b14a-6be51052fd33 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:04.770037 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7c092302-bc44-4ff2-868a-a5b308995ce7 req-38871f38-3b62-4ab3-b14a-6be51052fd33 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/networks?id=a3fe29e9-17f9-4750-841d-90d9978eff94 HTTP/1.1" status: 200 len: 819 time: 0.2860019 May 28 06:42:04.782591 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device b8f0a22a-d8be-4d1d-9288-a38dc06bc1de up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:42:04.794659 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7c092302-bc44-4ff2-868a-a5b308995ce7 req-95f90f6a-61c3-4519-908b-abc2aca1614d tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/quotas/98e9fd09ba2248b5b9367b689b0cfcd3 HTTP/1.1" status: 200 len: 375 time: 0.0171239 May 28 06:42:04.795382 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-134397e3-1c87-4dd3-899e-53f38d0d63d1 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0212494a-c781-4e9f-b138-c50b3b6f2db6']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:42:04.810091 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-134397e3-1c87-4dd3-899e-53f38d0d63d1 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7927b8e-7a96-401a-ba42-dafb6a6ed275') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:42:04.810540 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-134397e3-1c87-4dd3-899e-53f38d0d63d1 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7927b8e-7a96-401a-ba42-dafb6a6ed275') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:42:04.824243 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-134397e3-1c87-4dd3-899e-53f38d0d63d1 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:04.843560 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-134397e3-1c87-4dd3-899e-53f38d0d63d1 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:04.850197 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-134397e3-1c87-4dd3-899e-53f38d0d63d1 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:42:04.850727 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-134397e3-1c87-4dd3-899e-53f38d0d63d1 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:04.937875 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7c092302-bc44-4ff2-868a-a5b308995ce7 req-8d43950a-9c67-414f-af0e-84974c182811 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=98e9fd09ba2248b5b9367b689b0cfcd3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1420391 May 28 06:42:05.000029 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6863f1-054a-4e65-a79a-8878b4cfbe3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-32e5d09e-24ed-4033-9a9f-500268b647ba', 'network_id': '32e5d09e-24ed-4033-9a9f-500268b647ba', 'tenant_id': '94cac8c050e34681825b5b9355a80ece', 'fixed_ips': [{'subnet_id': 'd088ecb4-4bf1-4925-8e03-aea866aa1937'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:42:05.000962 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-dc6863f1-054a-4e65-a79a-8878b4cfbe3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:05.082699 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port b8f0a22a-d8be-4d1d-9288-a38dc06bc1de completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:42:05.109048 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port b8f0a22a-d8be-4d1d-9288-a38dc06bc1de triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:42:05.109651 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:05.143962 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment d7927b8e-7a96-401a-ba42-dafb6a6ed275 resource provider aggregate not found May 28 06:42:05.191250 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7c092302-bc44-4ff2-868a-a5b308995ce7 req-3b11443e-5db9-41fe-abd0-eb3a890372cb service neutron] 10.222.0.55 "GET /v2.0/networks/a3fe29e9-17f9-4750-841d-90d9978eff94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437544 May 28 06:42:05.242771 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-134397e3-1c87-4dd3-899e-53f38d0d63d1 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:05.246773 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment d7927b8e-7a96-401a-ba42-dafb6a6ed275 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d7927b8e-7a96-401a-ba42-dafb6a6ed275 found for delete ", "request_id": "req-96d1ddce-67f5-42e7-8f0b-a3454e031a90"}]} May 28 06:42:05.266021 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-0de7547b-2e5c-4cce-a59e-50ce59dad8ab tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.1148632 May 28 06:42:05.279538 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-134397e3-1c87-4dd3-899e-53f38d0d63d1 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:05.281384 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-134397e3-1c87-4dd3-899e-53f38d0d63d1 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] 10.222.0.55 "DELETE /v2.0/networks/0212494a-c781-4e9f-b138-c50b3b6f2db6 HTTP/1.1" status: 204 len: 168 time: 3.5009329 May 28 06:42:05.293617 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 42546) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:05.294215 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 42548) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:05.314547 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134397e3-1c87-4dd3-899e-53f38d0d63d1 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Pushing event deleted for resources: {'Network': ['ID=0212494a-c781-4e9f-b138-c50b3b6f2db6,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:05.379974 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f84696-3319-48d5-8962-d7643ef0fc00 req-3779eab5-4700-4960-85e6-04173f06f7ab tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:05.380703 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-76f84696-3319-48d5-8962-d7643ef0fc00 req-3779eab5-4700-4960-85e6-04173f06f7ab tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Synchronizing usage tracker for tenant:3e433ca89e6e4cecb06b276f6587beee on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:42:05.419010 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port b8f0a22a-d8be-4d1d-9288-a38dc06bc1de is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:42:05.419781 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:05.434110 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0fea894d-a3df-4ee7-8a58-32091e0c76f0 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:05.439217 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-dc6863f1-054a-4e65-a79a-8878b4cfbe3a None None] Allocated IP 172.20.0.2 (32e5d09e-24ed-4033-9a9f-500268b647ba/d088ecb4-4bf1-4925-8e03-aea866aa1937/f62fdb05-81f4-4077-82aa-a76d40497708) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:42:05.453835 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [None req-0fea894d-a3df-4ee7-8a58-32091e0c76f0 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Transition to ACTIVE for port object 3fd43d93-f0d2-4540-9631-9702a3a8444a will not be triggered until provisioned by entity DHCP. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:42:05.530603 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-76f84696-3319-48d5-8962-d7643ef0fc00 req-3779eab5-4700-4960-85e6-04173f06f7ab tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Unset dirty status for tenant:3e433ca89e6e4cecb06b276f6587beee on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:42:05.531778 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-76f84696-3319-48d5-8962-d7643ef0fc00 req-3779eab5-4700-4960-85e6-04173f06f7ab tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] 10.222.0.55 "GET /v2.0/ports?device_id=31511953-083e-42fb-a7d3-8f5fc16aba3c HTTP/1.1" status: 200 len: 946 time: 0.4510317 May 28 06:42:05.539856 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port b8f0a22a-d8be-4d1d-9288-a38dc06bc1de, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=b8f0a22a-d8be-4d1d-9288-a38dc06bc1de,segment=NetworkSegment(e82da2dd-17b8-4c15-8abb-711622ad0a92),segment_id=e82da2dd-17b8-4c15-8abb-711622ad0a92)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:42:05.551290 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7c092302-bc44-4ff2-868a-a5b308995ce7 req-cf2fbc5f-e65c-4c8f-b0ec-43dd2ec6311a service neutron] 10.222.0.55 "GET /v2.0/networks/a3fe29e9-17f9-4750-841d-90d9978eff94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3524625 May 28 06:42:05.555985 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_v2 [None req-369cc829-f762-43fb-9121-fced5757e44e tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Deleting subnet a1d5dbd0-61ea-4ee7-ae4b-7318b7797f9b {{(pid=89110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:42:05.578795 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-369cc829-f762-43fb-9121-fced5757e44e tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Notify callbacks [] for subnet, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:05.639415 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0fea894d-a3df-4ee7-8a58-32091e0c76f0 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:05.668763 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8d0ab4f9-1938-4010-82a0-b10ed21291aa tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:05.684425 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-369cc829-f762-43fb-9121-fced5757e44e tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4150765'] for subnet, precommit_delete_associations {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:05.691525 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:05.691525 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 68e7d0da-283a-40a4-9918-b046f6643c42 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:42:05.716414 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-76f84696-3319-48d5-8962-d7643ef0fc00 req-303e5447-b1ff-4b9b-b565-a268a2f1da9c tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Synchronizing usage tracker for tenant:3e433ca89e6e4cecb06b276f6587beee on resource:security_group {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:42:05.722095 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fea894d-a3df-4ee7-8a58-32091e0c76f0 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:42:05.725619 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-0fea894d-a3df-4ee7-8a58-32091e0c76f0 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:42:05.730429 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fea894d-a3df-4ee7-8a58-32091e0c76f0 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:42:05.766260 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fea894d-a3df-4ee7-8a58-32091e0c76f0 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Pushing event updated for resources: {'Port': ['ID=3fd43d93-f0d2-4540-9631-9702a3a8444a,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:05.809183 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fea894d-a3df-4ee7-8a58-32091e0c76f0 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:05.809960 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0fea894d-a3df-4ee7-8a58-32091e0c76f0 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:05.871006 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-369cc829-f762-43fb-9121-fced5757e44e tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:05.880918 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-dc6863f1-054a-4e65-a79a-8878b4cfbe3a None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:05.897264 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=b8f0a22a-d8be-4d1d-9288-a38dc06bc1de,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:05.903140 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-dc6863f1-054a-4e65-a79a-8878b4cfbe3a None None] Transition to ACTIVE for port object f62fdb05-81f4-4077-82aa-a76d40497708 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:42:05.933129 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-dc6863f1-054a-4e65-a79a-8878b4cfbe3a None None] Transition to ACTIVE for port object f62fdb05-81f4-4077-82aa-a76d40497708 will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:42:06.047041 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-0fea894d-a3df-4ee7-8a58-32091e0c76f0 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.6384127 May 28 06:42:06.047288 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 68e7d0da-283a-40a4-9918-b046f6643c42 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:42:06.050483 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 42570) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:06.055878 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 68e7d0da-283a-40a4-9918-b046f6643c42 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:42:06.055878 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:06.091994 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-76f84696-3319-48d5-8962-d7643ef0fc00 req-303e5447-b1ff-4b9b-b565-a268a2f1da9c tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Unset dirty status for tenant:3e433ca89e6e4cecb06b276f6587beee on resource:security_group {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:42:06.100771 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-76f84696-3319-48d5-8962-d7643ef0fc00 req-303e5447-b1ff-4b9b-b565-a268a2f1da9c tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] 10.222.0.55 "GET /v2.0/security-groups?id=b99dec1f-6b3b-4dfd-86ac-ed192f0fcc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5424864 May 28 06:42:06.167340 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-dc6863f1-054a-4e65-a79a-8878b4cfbe3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:06.209668 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f93275-6b65-4fe0-b86e-2c6284ae4ed0 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:06.217975 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f93275-6b65-4fe0-b86e-2c6284ae4ed0 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:06.219201 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-29f93275-6b65-4fe0-b86e-2c6284ae4ed0 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Synchronizing usage tracker for tenant:5e9e9447c07c4077b6694ab63e3affe5 on resource:port {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:42:06.224138 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-abc1a03a-3c33-4271-9083-24951faca7a2 req-9156ccc2-07f6-4329-84d5-7aa2e35b2fb5 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/ports?device_id=3bc3a953-7679-4415-9d44-7fab5c933346 HTTP/1.1" status: 200 len: 210 time: 0.1366940 May 28 06:42:06.251372 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8d0ab4f9-1938-4010-82a0-b10ed21291aa tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:06.313820 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6863f1-054a-4e65-a79a-8878b4cfbe3a None None] Pushing event updated for resources: {'Port': ['ID=f62fdb05-81f4-4077-82aa-a76d40497708,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:06.338202 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6863f1-054a-4e65-a79a-8878b4cfbe3a None None] Network 32e5d09e-24ed-4033-9a9f-500268b647ba is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:42:06.348640 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-dc6863f1-054a-4e65-a79a-8878b4cfbe3a None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:42:06.354178 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6863f1-054a-4e65-a79a-8878b4cfbe3a None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:42:06.363583 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-29f93275-6b65-4fe0-b86e-2c6284ae4ed0 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Unset dirty status for tenant:5e9e9447c07c4077b6694ab63e3affe5 on resource:port {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:42:06.368227 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-29f93275-6b65-4fe0-b86e-2c6284ae4ed0 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1765 time: 0.3129878 May 28 06:42:06.368372 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 42576) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:06.439631 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b933a4-6fc0-4e23-a061-51d7a959030f req-98e772cf-e21f-460f-bf4d-100b8b830a32 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:06.441615 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-10973543-a9e2-40a4-85ec-5ef278544606 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Deleting port 3fd43d93-f0d2-4540-9631-9702a3a8444a {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:42:06.441963 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-10973543-a9e2-40a4-85ec-5ef278544606 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:06.449281 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e1b933a4-6fc0-4e23-a061-51d7a959030f req-98e772cf-e21f-460f-bf4d-100b8b830a32 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e HTTP/1.1" status: 200 len: 944 time: 0.1557536 May 28 06:42:06.450677 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 68e7d0da-283a-40a4-9918-b046f6643c42 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:42:06.451278 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:06.459880 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-dc6863f1-054a-4e65-a79a-8878b4cfbe3a None None] Attempting to bind port f62fdb05-81f4-4077-82aa-a76d40497708 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:42:06.460249 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-dc6863f1-054a-4e65-a79a-8878b4cfbe3a None None] Attempting to bind port f62fdb05-81f4-4077-82aa-a76d40497708 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'b7c350fb-cfde-4695-9e67-b51f4effcbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '32e5d09e-24ed-4033-9a9f-500268b647ba'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:42:06.460855 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6863f1-054a-4e65-a79a-8878b4cfbe3a None None] Attempting to bind port f62fdb05-81f4-4077-82aa-a76d40497708 on network 32e5d09e-24ed-4033-9a9f-500268b647ba {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:42:06.470409 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6863f1-054a-4e65-a79a-8878b4cfbe3a None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:42:06.470706 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6863f1-054a-4e65-a79a-8878b4cfbe3a None None] Checking segment: {'id': 'b7c350fb-cfde-4695-9e67-b51f4effcbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '32e5d09e-24ed-4033-9a9f-500268b647ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:42:06.471299 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-dc6863f1-054a-4e65-a79a-8878b4cfbe3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:06.471938 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6863f1-054a-4e65-a79a-8878b4cfbe3a None None] Bound using segment: {'id': 'b7c350fb-cfde-4695-9e67-b51f4effcbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '32e5d09e-24ed-4033-9a9f-500268b647ba'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:42:06.472407 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-dc6863f1-054a-4e65-a79a-8878b4cfbe3a None None] Bound port: f62fdb05-81f4-4077-82aa-a76d40497708, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7c350fb-cfde-4695-9e67-b51f4effcbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '32e5d09e-24ed-4033-9a9f-500268b647ba'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:42:06.472779 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-dc6863f1-054a-4e65-a79a-8878b4cfbe3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:06.501364 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e1b933a4-6fc0-4e23-a061-51d7a959030f req-4ab23756-e21c-419b-80e3-d1d9d00a4803 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0fc320c-5211-4d72-b7c9-130a40d05074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505636 May 28 06:42:06.505227 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-369cc829-f762-43fb-9121-fced5757e44e tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3115981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3172005'] for subnet, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:06.595937 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8d0ab4f9-1938-4010-82a0-b10ed21291aa tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3115981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3172005'] for subnet, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:06.609879 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-dc6863f1-054a-4e65-a79a-8878b4cfbe3a None None] For port f62fdb05-81f4-4077-82aa-a76d40497708, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:42:06.613908 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-dc6863f1-054a-4e65-a79a-8878b4cfbe3a None None] For port f62fdb05-81f4-4077-82aa-a76d40497708, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=f62fdb05-81f4-4077-82aa-a76d40497708,segment=NetworkSegment(b7c350fb-cfde-4695-9e67-b51f4effcbc8),segment_id=b7c350fb-cfde-4695-9e67-b51f4effcbc8)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:42:06.631764 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369cc829-f762-43fb-9121-fced5757e44e tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Pushing event deleted for resources: {'Subnet': ['ID=a1d5dbd0-61ea-4ee7-ae4b-7318b7797f9b,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:06.642040 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port 68e7d0da-283a-40a4-9918-b046f6643c42, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=68e7d0da-283a-40a4-9918-b046f6643c42,segment=NetworkSegment(de3cbcce-ba0c-4cb8-88ea-ac98446ed60d),segment_id=de3cbcce-ba0c-4cb8-88ea-ac98446ed60d)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:42:06.673373 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-369cc829-f762-43fb-9121-fced5757e44e tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:06.682208 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0ab4f9-1938-4010-82a0-b10ed21291aa tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Pushing event deleted for resources: {'Subnet': ['ID=d088ecb4-4bf1-4925-8e03-aea866aa1937,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:06.747374 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-369cc829-f762-43fb-9121-fced5757e44e tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] 10.222.0.55 "DELETE /v2.0/subnets/a1d5dbd0-61ea-4ee7-ae4b-7318b7797f9b HTTP/1.1" status: 204 len: 168 time: 1.4499996 May 28 06:42:06.754436 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 42584) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:06.770599 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-dc6863f1-054a-4e65-a79a-8878b4cfbe3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:06.815585 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:06.839317 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8d0ab4f9-1938-4010-82a0-b10ed21291aa tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:06.883584 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-8d0ab4f9-1938-4010-82a0-b10ed21291aa tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32e5d09e-24ed-4033-9a9f-500268b647ba']}} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:42:06.902013 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-8d0ab4f9-1938-4010-82a0-b10ed21291aa tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7c350fb-cfde-4695-9e67-b51f4effcbc8') {'for_net_delete': True} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:42:06.903192 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-8d0ab4f9-1938-4010-82a0-b10ed21291aa tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7c350fb-cfde-4695-9e67-b51f4effcbc8') {} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:42:06.910307 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-180b9d1c-a067-47f4-ab55-8cd7e58971e0 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:06.931972 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8d0ab4f9-1938-4010-82a0-b10ed21291aa tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4150778'] for segment, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:06.964021 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038c2466-846a-4bef-9fc1-538a53291b2e req-019c2224-21a1-4c42-b5cd-232735dc8faa tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:06.971001 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-180b9d1c-a067-47f4-ab55-8cd7e58971e0 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Deleting port 6e0edcc6-7418-4e23-a589-c869668c6013 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:42:06.971343 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-180b9d1c-a067-47f4-ab55-8cd7e58971e0 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:06.972326 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-038c2466-846a-4bef-9fc1-538a53291b2e req-019c2224-21a1-4c42-b5cd-232735dc8faa tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e HTTP/1.1" status: 200 len: 944 time: 0.2932892 May 28 06:42:06.975264 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device b8f0a22a-d8be-4d1d-9288-a38dc06bc1de up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:42:06.978334 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8d0ab4f9-1938-4010-82a0-b10ed21291aa tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:07.003389 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d0ab4f9-1938-4010-82a0-b10ed21291aa tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=89110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:42:07.003712 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8d0ab4f9-1938-4010-82a0-b10ed21291aa tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3143023'] for segment, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:07.032880 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-10973543-a9e2-40a4-85ec-5ef278544606 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:07.047570 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6863f1-054a-4e65-a79a-8878b4cfbe3a None None] Pushing event updated for resources: {'Port': ['ID=f62fdb05-81f4-4077-82aa-a76d40497708,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:07.101218 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment b7c350fb-cfde-4695-9e67-b51f4effcbc8 resource provider aggregate not found May 28 06:42:07.146903 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-038c2466-846a-4bef-9fc1-538a53291b2e req-5ef5d868-ac19-4f0a-aed8-f10d1293161f tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0fc320c-5211-4d72-b7c9-130a40d05074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1736019 May 28 06:42:07.156374 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment b7c350fb-cfde-4695-9e67-b51f4effcbc8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b7c350fb-cfde-4695-9e67-b51f4effcbc8 found for delete ", "request_id": "req-1026eca8-060c-4aab-a686-b685c0df897e"}]} May 28 06:42:07.238047 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=68e7d0da-283a-40a4-9918-b046f6643c42,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:07.270817 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.db.api [None req-8d0ab4f9-1938-4010-82a0-b10ed21291aa tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 28 06:42:07.270817 n-d-843702-1 neutron-server[89110]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 28 06:42:07.270817 n-d-843702-1 neutron-server[89110]: [parameters: {'id': '32e5d09e-24ed-4033-9a9f-500268b647ba'}] May 28 06:42:07.270817 n-d-843702-1 neutron-server[89110]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89110) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:42:07.271399 n-d-843702-1 neutron-server[89110]: DEBUG oslo_db.api [None req-8d0ab4f9-1938-4010-82a0-b10ed21291aa tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:42:07.283197 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d70678-44b4-42c3-875d-63589c37d2cb None None] get_active_networks_info from n-d-843702-1 {{(pid=89111) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 28 06:42:07.397878 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port b8f0a22a-d8be-4d1d-9288-a38dc06bc1de triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:42:07.398912 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:07.469679 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1ba6e5-4b7c-47ab-ad98-adc44a150f4d req-999ccf3b-4048-4d79-8f4a-bd49a6c05260 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:07.471227 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6e1ba6e5-4b7c-47ab-ad98-adc44a150f4d req-999ccf3b-4048-4d79-8f4a-bd49a6c05260 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] 10.222.0.71 "GET /v2.0/ports?device_id=31511953-083e-42fb-a7d3-8f5fc16aba3c HTTP/1.1" status: 200 len: 946 time: 0.2876306 May 28 06:42:07.539705 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-10973543-a9e2-40a4-85ec-5ef278544606 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Calling delete_port for 3fd43d93-f0d2-4540-9631-9702a3a8444a owned by {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:42:07.609615 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d70678-44b4-42c3-875d-63589c37d2cb None None] Resources bound (agent type, host, resource id): {{(pid=89111) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 28 06:42:07.616867 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-6e1ba6e5-4b7c-47ab-ad98-adc44a150f4d req-6d38998f-9ea4-4211-9363-dee386e23b0d tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Deleting port d60d4c69-7440-4039-9008-c5988f83484a {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:42:07.616867 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-6e1ba6e5-4b7c-47ab-ad98-adc44a150f4d req-6d38998f-9ea4-4211-9363-dee386e23b0d tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:07.704791 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7d9fbb-7b3b-4dd5-a3fe-1354619be34f req-01c6bdc4-065e-4cbf-83e9-0fea35d006f9 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:07.712750 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fb7d9fbb-7b3b-4dd5-a3fe-1354619be34f req-01c6bdc4-065e-4cbf-83e9-0fea35d006f9 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e HTTP/1.1" status: 200 len: 944 time: 0.3055737 May 28 06:42:07.747453 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2e135c-9bcc-4d1e-828f-f6f8f9f55c2f req-d4481672-f427-49ba-80f1-edc4ac50e45a tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:07.748951 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-db2e135c-9bcc-4d1e-828f-f6f8f9f55c2f req-d4481672-f427-49ba-80f1-edc4ac50e45a tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] 10.222.0.55 "GET /v2.0/ports?device_id=31511953-083e-42fb-a7d3-8f5fc16aba3c HTTP/1.1" status: 200 len: 946 time: 0.3834226 May 28 06:42:07.789939 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port b8f0a22a-d8be-4d1d-9288-a38dc06bc1de is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:42:07.797725 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8d0ab4f9-1938-4010-82a0-b10ed21291aa tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:07.886467 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fb7d9fbb-7b3b-4dd5-a3fe-1354619be34f req-d4ab5e8d-09a9-464d-bc89-b5fd8b6d625e tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0fc320c-5211-4d72-b7c9-130a40d05074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1727026 May 28 06:42:07.980927 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-180b9d1c-a067-47f4-ab55-8cd7e58971e0 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] For port 6e0edcc6-7418-4e23-a589-c869668c6013, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=6e0edcc6-7418-4e23-a589-c869668c6013,segment=NetworkSegment(a04b0338-6b05-4dc3-a755-49eeec28e1c0),segment_id=a04b0338-6b05-4dc3-a755-49eeec28e1c0)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:42:07.981572 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-180b9d1c-a067-47f4-ab55-8cd7e58971e0 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:08.096108 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-8d0ab4f9-1938-4010-82a0-b10ed21291aa tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Deleting port f62fdb05-81f4-4077-82aa-a76d40497708 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:42:08.096827 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8d0ab4f9-1938-4010-82a0-b10ed21291aa tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:08.178755 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-180b9d1c-a067-47f4-ab55-8cd7e58971e0 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Calling delete_port for 6e0edcc6-7418-4e23-a589-c869668c6013 owned by network:dhcp {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:42:08.255307 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-10973543-a9e2-40a4-85ec-5ef278544606 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:08.262013 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-463842f9-8433-440a-b0f2-92c105a3e776 req-7fc5822a-92ee-4b3e-893d-756ff26224a3 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/ports?device_id=3bc3a953-7679-4415-9d44-7fab5c933346 HTTP/1.1" status: 200 len: 210 time: 0.1319289 May 28 06:42:08.266178 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-db2e135c-9bcc-4d1e-828f-f6f8f9f55c2f req-a30f3ff3-3402-4462-bbe1-6242849d82c3 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] 10.222.0.55 "GET /v2.0/security-groups?id=b99dec1f-6b3b-4dfd-86ac-ed192f0fcc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4764779 May 28 06:42:08.295547 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b45f0c2e-8968-4773-b800-a59bf4eb7079 None None] DHCP port deletion for 0212494a-c781-4e9f-b138-c50b3b6f2db6 request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:42:08.332469 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-225966d1-dee9-46da-8c5d-5033539d8687 None None] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:42:08.335402 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10973543-a9e2-40a4-85ec-5ef278544606 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Pushing event deleted for resources: {'Port': ['ID=3fd43d93-f0d2-4540-9631-9702a3a8444a,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:08.374393 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ccb1a7-55d4-4781-b81e-1a2d85e660a6 None None] Network 32e5d09e-24ed-4033-9a9f-500268b647ba requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:42:08.376549 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-6e1ba6e5-4b7c-47ab-ad98-adc44a150f4d req-6d38998f-9ea4-4211-9363-dee386e23b0d tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] For port d60d4c69-7440-4039-9008-c5988f83484a, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=d60d4c69-7440-4039-9008-c5988f83484a,segment=NetworkSegment(6ead9b20-e54f-4de6-97df-041e4a5d1b55),segment_id=6ead9b20-e54f-4de6-97df-041e4a5d1b55)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:42:08.377065 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-6e1ba6e5-4b7c-47ab-ad98-adc44a150f4d req-6d38998f-9ea4-4211-9363-dee386e23b0d tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:08.408333 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-670668c4-7a9f-449c-bd8a-fce8d011ae3e None None] Network d70e6509-755a-4351-a49a-268e59e9bbd2 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:42:08.532945 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-180b9d1c-a067-47f4-ab55-8cd7e58971e0 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:08.652550 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180b9d1c-a067-47f4-ab55-8cd7e58971e0 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] No DVR routers for this DVR port 6e0edcc6-7418-4e23-a589-c869668c6013 on host n-d-843702-1 {{(pid=89109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:42:08.857511 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-180b9d1c-a067-47f4-ab55-8cd7e58971e0 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:08.903000 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180b9d1c-a067-47f4-ab55-8cd7e58971e0 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Pushing event deleted for resources: {'Port': ['ID=6e0edcc6-7418-4e23-a589-c869668c6013,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:09.006337 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-6e1ba6e5-4b7c-47ab-ad98-adc44a150f4d req-6d38998f-9ea4-4211-9363-dee386e23b0d tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Calling delete_port for d60d4c69-7440-4039-9008-c5988f83484a owned by compute:nova {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:42:09.014126 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-180b9d1c-a067-47f4-ab55-8cd7e58971e0 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d70e6509-755a-4351-a49a-268e59e9bbd2']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:42:09.035579 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 68e7d0da-283a-40a4-9918-b046f6643c42 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:42:09.138892 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c092302-bc44-4ff2-868a-a5b308995ce7 req-c1507bc0-5e11-4acc-8a5e-ed32b31f1e35 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:09.139627 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-7c092302-bc44-4ff2-868a-a5b308995ce7 req-c1507bc0-5e11-4acc-8a5e-ed32b31f1e35 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Synchronizing usage tracker for tenant:98e9fd09ba2248b5b9367b689b0cfcd3 on resource:network {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:42:09.149083 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-180b9d1c-a067-47f4-ab55-8cd7e58971e0 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a04b0338-6b05-4dc3-a755-49eeec28e1c0') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:42:09.149389 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-180b9d1c-a067-47f4-ab55-8cd7e58971e0 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a04b0338-6b05-4dc3-a755-49eeec28e1c0') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:42:09.166550 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-10973543-a9e2-40a4-85ec-5ef278544606 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:09.173866 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-9caec455-2420-44ef-bd15-4a035d219f36 None None] Provisioning complete for port 68e7d0da-283a-40a4-9918-b046f6643c42 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:42:09.174238 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-9caec455-2420-44ef-bd15-4a035d219f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:09.176680 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-180b9d1c-a067-47f4-ab55-8cd7e58971e0 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:09.202875 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-180b9d1c-a067-47f4-ab55-8cd7e58971e0 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:09.211205 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-180b9d1c-a067-47f4-ab55-8cd7e58971e0 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:42:09.211720 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-180b9d1c-a067-47f4-ab55-8cd7e58971e0 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:09.214902 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3438077-50ed-455d-aad8-20c3d4e858aa req-1d36bd93-0c15-45b2-b906-e9db3195c0e7 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:09.216324 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b3438077-50ed-455d-aad8-20c3d4e858aa req-1d36bd93-0c15-45b2-b906-e9db3195c0e7 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.69 "GET /v2.0/networks?id=a3fe29e9-17f9-4750-841d-90d9978eff94 HTTP/1.1" status: 200 len: 819 time: 1.3803711 May 28 06:42:09.248271 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-b3438077-50ed-455d-aad8-20c3d4e858aa req-0fc24bf1-06bb-49d9-b889-d27232efb746 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Request body: {'port': {'device_id': '2187a23c-2130-4d5d-83f8-6c69d905e7eb', 'network_id': 'a3fe29e9-17f9-4750-841d-90d9978eff94', 'admin_state_up': True, 'tenant_id': '98e9fd09ba2248b5b9367b689b0cfcd3'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:42:09.267886 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment a04b0338-6b05-4dc3-a755-49eeec28e1c0 resource provider aggregate not found May 28 06:42:09.352499 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f44bd9-fc72-4d9c-a4a9-4c1b44905966 None None] DHCP port deletion for d70e6509-755a-4351-a49a-268e59e9bbd2 request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:42:09.378710 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-10973543-a9e2-40a4-85ec-5ef278544606 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "DELETE /v2.0/ports/3fd43d93-f0d2-4540-9631-9702a3a8444a HTTP/1.1" status: 204 len: 168 time: 3.0092373 May 28 06:42:09.394802 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 42622) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:09.397352 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-7c092302-bc44-4ff2-868a-a5b308995ce7 req-c1507bc0-5e11-4acc-8a5e-ed32b31f1e35 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Unset dirty status for tenant:98e9fd09ba2248b5b9367b689b0cfcd3 on resource:network {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:42:09.399439 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-7c092302-bc44-4ff2-868a-a5b308995ce7 req-c1507bc0-5e11-4acc-8a5e-ed32b31f1e35 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.71 "GET /v2.0/networks?id=a3fe29e9-17f9-4750-841d-90d9978eff94 HTTP/1.1" status: 200 len: 819 time: 0.4930217 May 28 06:42:09.401128 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment a04b0338-6b05-4dc3-a755-49eeec28e1c0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a04b0338-6b05-4dc3-a755-49eeec28e1c0 found for delete ", "request_id": "req-01896549-2fdd-4b71-8939-62081d634ac9"}]} May 28 06:42:09.424367 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-7c092302-bc44-4ff2-868a-a5b308995ce7 req-ec384a67-aa70-4815-859c-47810f18baad tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Request body: {'port': {'device_id': '3bc3a953-7679-4415-9d44-7fab5c933346', 'network_id': 'a3fe29e9-17f9-4750-841d-90d9978eff94', 'admin_state_up': True, 'tenant_id': '98e9fd09ba2248b5b9367b689b0cfcd3'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:42:09.535897 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 68e7d0da-283a-40a4-9918-b046f6643c42 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:42:09.536778 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:09.537930 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [None req-8d0ab4f9-1938-4010-82a0-b10ed21291aa tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] For port f62fdb05-81f4-4077-82aa-a76d40497708, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=f62fdb05-81f4-4077-82aa-a76d40497708,segment=NetworkSegment(b7c350fb-cfde-4695-9e67-b51f4effcbc8),segment_id=b7c350fb-cfde-4695-9e67-b51f4effcbc8)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:42:09.538289 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8d0ab4f9-1938-4010-82a0-b10ed21291aa tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:09.557604 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-180b9d1c-a067-47f4-ab55-8cd7e58971e0 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:09.588741 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-180b9d1c-a067-47f4-ab55-8cd7e58971e0 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:09.642050 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb974bf-c1d5-4757-b5a5-0baa493af944 None None] Network 32e5d09e-24ed-4033-9a9f-500268b647ba requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:42:09.672515 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-9caec455-2420-44ef-bd15-4a035d219f36 None None] Current status of the port 68e7d0da-283a-40a4-9918-b046f6643c42 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:42:09.734065 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180b9d1c-a067-47f4-ab55-8cd7e58971e0 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] Pushing event deleted for resources: {'Network': ['ID=d70e6509-755a-4351-a49a-268e59e9bbd2,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:09.754097 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-8d0ab4f9-1938-4010-82a0-b10ed21291aa tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Calling delete_port for f62fdb05-81f4-4077-82aa-a76d40497708 owned by network:dhcp {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:42:09.774814 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [req-7c092302-bc44-4ff2-868a-a5b308995ce7 req-ec384a67-aa70-4815-859c-47810f18baad tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:42:09.774814 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [req-7c092302-bc44-4ff2-868a-a5b308995ce7 req-ec384a67-aa70-4815-859c-47810f18baad tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:42:09.835335 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-180b9d1c-a067-47f4-ab55-8cd7e58971e0 tempest-ServersTestMultiNic-1486503236 tempest-ServersTestMultiNic-1486503236-project] 10.222.0.55 "DELETE /v2.0/networks/d70e6509-755a-4351-a49a-268e59e9bbd2 HTTP/1.1" status: 204 len: 168 time: 3.0776234 May 28 06:42:09.836204 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23281ebe-a06e-4f54-b2c9-627ae9b63802 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:09.838221 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23281ebe-a06e-4f54-b2c9-627ae9b63802 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:09.841567 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23281ebe-a06e-4f54-b2c9-627ae9b63802 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:09.841567 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-23281ebe-a06e-4f54-b2c9-627ae9b63802 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Synchronizing usage tracker for tenant:5e9e9447c07c4077b6694ab63e3affe5 on resource:subnet {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:42:09.862295 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c092302-bc44-4ff2-868a-a5b308995ce7 req-ec384a67-aa70-4815-859c-47810f18baad tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Made reservation on behalf of 98e9fd09ba2248b5b9367b689b0cfcd3 for: {'port': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:42:09.864658 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d5177e-9621-4afb-b0dd-b7bc8fd4fcba req-bfce31fb-88d3-442f-8ab0-7f30d14feda4 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:09.865831 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-7c092302-bc44-4ff2-868a-a5b308995ce7 req-ec384a67-aa70-4815-859c-47810f18baad tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:09.872473 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-97d5177e-9621-4afb-b0dd-b7bc8fd4fcba req-bfce31fb-88d3-442f-8ab0-7f30d14feda4 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e HTTP/1.1" status: 200 len: 944 time: 0.9391863 May 28 06:42:09.886988 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-b3438077-50ed-455d-aad8-20c3d4e858aa req-0fc24bf1-06bb-49d9-b889-d27232efb746 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:42:09.958295 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-b3438077-50ed-455d-aad8-20c3d4e858aa req-0fc24bf1-06bb-49d9-b889-d27232efb746 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:42:09.979216 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-97d5177e-9621-4afb-b0dd-b7bc8fd4fcba req-5b245acb-f544-4d7c-be58-b40d241096f6 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0fc320c-5211-4d72-b7c9-130a40d05074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056137 May 28 06:42:09.988858 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dc4f4c-10d3-4a86-a55d-97210bd84e7c req-f2f10492-32ab-4f16-935e-919b6d67a8aa tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:10.004395 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f1dc4f4c-10d3-4a86-a55d-97210bd84e7c req-f2f10492-32ab-4f16-935e-919b6d67a8aa tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] 10.222.0.55 "GET /v2.0/ports?device_id=31511953-083e-42fb-a7d3-8f5fc16aba3c HTTP/1.1" status: 200 len: 946 time: 0.5269203 May 28 06:42:10.012971 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-6e1ba6e5-4b7c-47ab-ad98-adc44a150f4d req-6d38998f-9ea4-4211-9363-dee386e23b0d tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:10.023825 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 68e7d0da-283a-40a4-9918-b046f6643c42 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:42:10.030421 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-2ddf8901-2efd-4566-a3b9-742d9120381c None None] Provisioning complete for port 68e7d0da-283a-40a4-9918-b046f6643c42 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:42:10.030912 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-2ddf8901-2efd-4566-a3b9-742d9120381c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:10.061488 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-23281ebe-a06e-4f54-b2c9-627ae9b63802 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Unset dirty status for tenant:5e9e9447c07c4077b6694ab63e3affe5 on resource:subnet {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:42:10.062898 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-23281ebe-a06e-4f54-b2c9-627ae9b63802 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.6671569 May 28 06:42:10.070165 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device b1440133-a59d-4a49-b5e4-c344d324d0ea no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:42:10.074339 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 42638) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:10.082097 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8d0ab4f9-1938-4010-82a0-b10ed21291aa tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:10.089691 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3438077-50ed-455d-aad8-20c3d4e858aa req-0fc24bf1-06bb-49d9-b889-d27232efb746 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Made reservation on behalf of 98e9fd09ba2248b5b9367b689b0cfcd3 for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:42:10.093657 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-b3438077-50ed-455d-aad8-20c3d4e858aa req-0fc24bf1-06bb-49d9-b889-d27232efb746 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:10.133073 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: b1440133-a59d-4a49-b5e4-c344d324d0ea {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:42:10.133462 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device b1440133-a59d-4a49-b5e4-c344d324d0ea not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:42:10.140832 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d38998f-9ea4-4211-9363-dee386e23b0d tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Pushing event deleted for resources: {'Port': ['ID=d60d4c69-7440-4039-9008-c5988f83484a,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:10.153613 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5e848c-9687-4380-a8e2-17af43067ee8 None None] Update dhcp port {'port': {'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2', 'fixed_ips': [{'subnet_id': 'afb3d6cf-4fa9-4169-85f4-7dcc32b8bf71', 'ip_address': '172.20.0.2'}, {'subnet_id': 'b43cee02-695a-4f38-88dc-79d5c731d17d'}], 'binding:host_id': 'n-d-843702-1'}, 'id': 'b8f0a22a-d8be-4d1d-9288-a38dc06bc1de'} from n-d-843702-1. {{(pid=89111) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 28 06:42:10.187715 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [req-7c092302-bc44-4ff2-868a-a5b308995ce7 req-ec384a67-aa70-4815-859c-47810f18baad tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Allocated IP 172.20.0.11 (a3fe29e9-17f9-4750-841d-90d9978eff94/304c7228-4ac2-4e7a-aa6d-33e85e214d70/d1957678-ddda-48c9-837b-b0e58ce70d23) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:42:10.259885 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-3a5e848c-9687-4380-a8e2-17af43067ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:10.271532 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f1dc4f4c-10d3-4a86-a55d-97210bd84e7c req-fa0850f6-fa0e-4b19-9db1-e7024734d889 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] 10.222.0.55 "GET /v2.0/security-groups?id=b99dec1f-6b3b-4dfd-86ac-ed192f0fcc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2741537 May 28 06:42:10.302516 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0ab4f9-1938-4010-82a0-b10ed21291aa tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] No DVR routers for this DVR port f62fdb05-81f4-4077-82aa-a76d40497708 on host n-d-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:42:10.341346 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0ab4f9-1938-4010-82a0-b10ed21291aa tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Pushing event deleted for resources: {'Port': ['ID=f62fdb05-81f4-4077-82aa-a76d40497708,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:10.366984 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-2ddf8901-2efd-4566-a3b9-742d9120381c None None] Current status of the port 68e7d0da-283a-40a4-9918-b046f6643c42 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:42:10.474712 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-7c092302-bc44-4ff2-868a-a5b308995ce7 req-ec384a67-aa70-4815-859c-47810f18baad tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:10.497965 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [req-7c092302-bc44-4ff2-868a-a5b308995ce7 req-ec384a67-aa70-4815-859c-47810f18baad tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Transition to ACTIVE for port object d1957678-ddda-48c9-837b-b0e58ce70d23 will not be triggered until provisioned by entity DHCP. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:42:10.582020 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ac77e008-353f-4998-b2f8-5cb277e5bb8f req-ab9ee0cd-db58-466c-95f3-1c42d6d4c7c0 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/ports?device_id=3bc3a953-7679-4415-9d44-7fab5c933346 HTTP/1.1" status: 200 len: 210 time: 0.3293028 May 28 06:42:10.593773 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e1ba6e5-4b7c-47ab-ad98-adc44a150f4d req-6d38998f-9ea4-4211-9363-dee386e23b0d tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] No DVR routers for this DVR port d60d4c69-7440-4039-9008-c5988f83484a on host n-h2-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:42:10.608101 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-3a5e848c-9687-4380-a8e2-17af43067ee8 None None] Allocated IP 2001:db8::f816:3eff:fe1a:5905 (147bfd32-62dc-4be0-82de-f4d6fa5b4cc2/b43cee02-695a-4f38-88dc-79d5c731d17d/b8f0a22a-d8be-4d1d-9288-a38dc06bc1de) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:42:10.674112 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-6e1ba6e5-4b7c-47ab-ad98-adc44a150f4d req-6d38998f-9ea4-4211-9363-dee386e23b0d tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:10.691080 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31511953-083e-42fb-a7d3-8f5fc16aba3c', 'name': 'network-vif-deleted', 'tag': 'd60d4c69-7440-4039-9008-c5988f83484a'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:42:10.704119 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cdc025e-8d45-458b-9b0a-38e3c7e50cb0 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Deleting subnet afb3d6cf-4fa9-4169-85f4-7dcc32b8bf71 {{(pid=89110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:42:10.718675 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-7c092302-bc44-4ff2-868a-a5b308995ce7 req-ec384a67-aa70-4815-859c-47810f18baad tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:10.743199 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8d0ab4f9-1938-4010-82a0-b10ed21291aa tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:10.785886 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-3a5e848c-9687-4380-a8e2-17af43067ee8 None None] For port b8f0a22a-d8be-4d1d-9288-a38dc06bc1de, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=b8f0a22a-d8be-4d1d-9288-a38dc06bc1de,segment=NetworkSegment(e82da2dd-17b8-4c15-8abb-711622ad0a92),segment_id=e82da2dd-17b8-4c15-8abb-711622ad0a92)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:42:10.811357 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c092302-bc44-4ff2-868a-a5b308995ce7 req-ec384a67-aa70-4815-859c-47810f18baad tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Network a3fe29e9-17f9-4750-841d-90d9978eff94 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:42:10.815143 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [req-7c092302-bc44-4ff2-868a-a5b308995ce7 req-ec384a67-aa70-4815-859c-47810f18baad tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:42:10.818877 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-8d0ab4f9-1938-4010-82a0-b10ed21291aa tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32e5d09e-24ed-4033-9a9f-500268b647ba']}} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:42:10.819428 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c092302-bc44-4ff2-868a-a5b308995ce7 req-ec384a67-aa70-4815-859c-47810f18baad tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:42:10.842109 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-3a5e848c-9687-4380-a8e2-17af43067ee8 None None] Notify callbacks [] for port, precommit_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:10.850023 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a9af0a3-64e8-49ac-8d2c-69531bacc341'] response: {'server_uuid': '31511953-083e-42fb-a7d3-8f5fc16aba3c', 'name': 'network-vif-deleted', 'tag': 'd60d4c69-7440-4039-9008-c5988f83484a', 'status': 'completed', 'code': 200} May 28 06:42:10.855931 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-8d0ab4f9-1938-4010-82a0-b10ed21291aa tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7c350fb-cfde-4695-9e67-b51f4effcbc8') {'for_net_delete': True} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:42:10.856487 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-8d0ab4f9-1938-4010-82a0-b10ed21291aa tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7c350fb-cfde-4695-9e67-b51f4effcbc8') {} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:42:10.867491 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec384a67-aa70-4815-859c-47810f18baad tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Pushing event updated for resources: {'Port': ['ID=d1957678-ddda-48c9-837b-b0e58ce70d23,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:10.880297 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6e1ba6e5-4b7c-47ab-ad98-adc44a150f4d req-6d38998f-9ea4-4211-9363-dee386e23b0d tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] 10.222.0.71 "DELETE /v2.0/ports/d60d4c69-7440-4039-9008-c5988f83484a HTTP/1.1" status: 204 len: 173 time: 3.4023485 May 28 06:42:10.886049 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8d0ab4f9-1938-4010-82a0-b10ed21291aa tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4150778'] for segment, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:10.915411 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8d0ab4f9-1938-4010-82a0-b10ed21291aa tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:10.918520 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [req-b3438077-50ed-455d-aad8-20c3d4e858aa req-0fc24bf1-06bb-49d9-b889-d27232efb746 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Allocated IP 172.20.0.3 (a3fe29e9-17f9-4750-841d-90d9978eff94/304c7228-4ac2-4e7a-aa6d-33e85e214d70/403ec6eb-8b41-42b2-8f70-bcaab10bf367) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:42:10.927510 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d0ab4f9-1938-4010-82a0-b10ed21291aa tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=89110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:42:10.928080 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8d0ab4f9-1938-4010-82a0-b10ed21291aa tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3143023'] for segment, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:10.931079 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c092302-bc44-4ff2-868a-a5b308995ce7 req-ec384a67-aa70-4815-859c-47810f18baad tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:10.937220 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-7c092302-bc44-4ff2-868a-a5b308995ce7 req-ec384a67-aa70-4815-859c-47810f18baad tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:11.040256 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment b7c350fb-cfde-4695-9e67-b51f4effcbc8 resource provider aggregate not found May 28 06:42:11.060333 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 42660) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:11.102782 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 6e0edcc6-7418-4e23-a589-c869668c6013 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:42:11.154586 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment b7c350fb-cfde-4695-9e67-b51f4effcbc8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b7c350fb-cfde-4695-9e67-b51f4effcbc8 found for delete ", "request_id": "req-6e967fad-904b-40e3-8540-01520cc77683"}]} May 28 06:42:11.196414 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device d60d4c69-7440-4039-9008-c5988f83484a no longer exists at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:42:11.285498 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8d0ab4f9-1938-4010-82a0-b10ed21291aa tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:11.290630 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8d0ab4f9-1938-4010-82a0-b10ed21291aa tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:11.290847 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 6e0edcc6-7418-4e23-a589-c869668c6013 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:42:11.290971 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 6e0edcc6-7418-4e23-a589-c869668c6013 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:42:11.294101 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-3a5e848c-9687-4380-a8e2-17af43067ee8 None None] Transition to ACTIVE for port object b8f0a22a-d8be-4d1d-9288-a38dc06bc1de will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:42:11.330021 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] No Port match for: d60d4c69-7440-4039-9008-c5988f83484a {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:42:11.330370 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device d60d4c69-7440-4039-9008-c5988f83484a not bound to the agent host n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:42:11.359468 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-3a5e848c-9687-4380-a8e2-17af43067ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:11.399374 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-8d0ab4f9-1938-4010-82a0-b10ed21291aa tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] 10.222.0.55 "DELETE /v2.0/networks/32e5d09e-24ed-4033-9a9f-500268b647ba HTTP/1.1" status: 204 len: 168 time: 6.1034887 May 28 06:42:11.403037 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7cdc025e-8d45-458b-9b0a-38e3c7e50cb0 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks [] for subnet, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:11.502099 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 42670) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:11.507628 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0ab4f9-1938-4010-82a0-b10ed21291aa tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Pushing event deleted for resources: {'Network': ['ID=32e5d09e-24ed-4033-9a9f-500268b647ba,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:11.520406 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-d2a48335-fe4e-4f23-bec3-b5ed6bd6b200 None None] Provisioning for port d1957678-ddda-48c9-837b-b0e58ce70d23 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:42:11.587256 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-776d1037-d480-4e37-8950-6dd1ac453a0c req-858396e0-2913-47d0-b031-f9c7b5ea2135 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Synchronizing usage tracker for tenant:3e433ca89e6e4cecb06b276f6587beee on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:42:11.595115 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-d2a48335-fe4e-4f23-bec3-b5ed6bd6b200 None None] Provisioning complete for port d1957678-ddda-48c9-837b-b0e58ce70d23 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:42:11.601118 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d2a48335-fe4e-4f23-bec3-b5ed6bd6b200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:11.613200 n-d-843702-1 neutron-server[89110]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3ccdfbb-8b17-4a3e-bc5a-bd8f604e23c5 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] GET failed (client error): The resource could not be found. May 28 06:42:11.613861 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-b3ccdfbb-8b17-4a3e-bc5a-bd8f604e23c5 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Synchronizing usage tracker for tenant:94cac8c050e34681825b5b9355a80ece on resource:subnet {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:42:11.614822 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-7c092302-bc44-4ff2-868a-a5b308995ce7 req-ec384a67-aa70-4815-859c-47810f18baad tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1950607 May 28 06:42:11.646738 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7cdc025e-8d45-458b-9b0a-38e3c7e50cb0 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4150765'] for subnet, precommit_delete_associations {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:11.653360 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-7c092302-bc44-4ff2-868a-a5b308995ce7 req-9e2b0f34-46eb-40b7-8469-722b352a39d3 service neutron] Request body: {'port': {'device_id': '3bc3a953-7679-4415-9d44-7fab5c933346', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843702-1'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:42:11.703171 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-d2a48335-fe4e-4f23-bec3-b5ed6bd6b200 None None] Port d1957678-ddda-48c9-837b-b0e58ce70d23 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:42:11.747031 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5e848c-9687-4380-a8e2-17af43067ee8 None None] Pushing event updated for resources: {'Port': ['ID=b8f0a22a-d8be-4d1d-9288-a38dc06bc1de,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:11.778431 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-b3438077-50ed-455d-aad8-20c3d4e858aa req-0fc24bf1-06bb-49d9-b889-d27232efb746 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:11.793138 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691ac917-a1de-4914-8196-eda25c66481f req-10815a1e-cfda-4383-952e-19daace43da6 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:11.801408 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-691ac917-a1de-4914-8196-eda25c66481f req-10815a1e-cfda-4383-952e-19daace43da6 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e HTTP/1.1" status: 200 len: 944 time: 0.4508495 May 28 06:42:11.827443 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-776d1037-d480-4e37-8950-6dd1ac453a0c req-858396e0-2913-47d0-b031-f9c7b5ea2135 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] Unset dirty status for tenant:3e433ca89e6e4cecb06b276f6587beee on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:42:11.828543 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-776d1037-d480-4e37-8950-6dd1ac453a0c req-858396e0-2913-47d0-b031-f9c7b5ea2135 tempest-ServerRescueTestJSONUnderV235-1700224880 tempest-ServerRescueTestJSONUnderV235-1700224880-project] 10.222.0.55 "GET /v2.0/ports?device_id=31511953-083e-42fb-a7d3-8f5fc16aba3c HTTP/1.1" status: 200 len: 210 time: 0.3708060 May 28 06:42:11.843949 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-b3ccdfbb-8b17-4a3e-bc5a-bd8f604e23c5 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Unset dirty status for tenant:94cac8c050e34681825b5b9355a80ece on resource:subnet {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:42:11.848142 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-b3ccdfbb-8b17-4a3e-bc5a-bd8f604e23c5 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] 10.222.0.55 "GET /v2.0/subnets/d088ecb4-4bf1-4925-8e03-aea866aa1937 HTTP/1.1" status: 404 len: 337 time: 0.3391936 May 28 06:42:11.852466 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 42678) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:11.902896 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-690384ea-2ac2-4c5f-bfa2-57fc1b984e49 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] DELETE failed (client error): The resource could not be found. May 28 06:42:11.903357 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-690384ea-2ac2-4c5f-bfa2-57fc1b984e49 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89109) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:42:11.908970 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-690384ea-2ac2-4c5f-bfa2-57fc1b984e49 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] 10.222.0.55 "DELETE /v2.0/networks/32e5d09e-24ed-4033-9a9f-500268b647ba HTTP/1.1" status: 404 len: 339 time: 0.0500188 May 28 06:42:11.909089 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-691ac917-a1de-4914-8196-eda25c66481f req-00ead074-685b-49db-9e3d-198b03969f0d tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0fc320c-5211-4d72-b7c9-130a40d05074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050990 May 28 06:42:11.915889 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 42682) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:11.917035 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-b3438077-50ed-455d-aad8-20c3d4e858aa req-0fc24bf1-06bb-49d9-b889-d27232efb746 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Transition to ACTIVE for port object 403ec6eb-8b41-42b2-8f70-bcaab10bf367 will not be triggered until provisioned by entity DHCP. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:42:11.932826 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-7c092302-bc44-4ff2-868a-a5b308995ce7 req-9e2b0f34-46eb-40b7-8469-722b352a39d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:12.213576 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7cdc025e-8d45-458b-9b0a-38e3c7e50cb0 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:12.228430 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0bf23c01-63e4-4368-875d-bbdff7c78a03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700548'] for router_interface, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:12.396313 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9434e27f-30cd-4bcd-9073-cd905ae93dc2 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:12.397160 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-9434e27f-30cd-4bcd-9073-cd905ae93dc2 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Synchronizing usage tracker for tenant:94cac8c050e34681825b5b9355a80ece on resource:network {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:42:12.454693 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-b3438077-50ed-455d-aad8-20c3d4e858aa req-0fc24bf1-06bb-49d9-b889-d27232efb746 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:12.466155 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71afaab0-30f0-4841-8b2a-20cff3634e77 req-c4396b1c-3213-428b-80a0-2fc488f3c27e tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:12.466913 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-71afaab0-30f0-4841-8b2a-20cff3634e77 req-c4396b1c-3213-428b-80a0-2fc488f3c27e tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Synchronizing usage tracker for tenant:98e9fd09ba2248b5b9367b689b0cfcd3 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:42:12.541159 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7cdc025e-8d45-458b-9b0a-38e3c7e50cb0 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3115981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3172005'] for subnet, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:12.597751 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3438077-50ed-455d-aad8-20c3d4e858aa req-0fc24bf1-06bb-49d9-b889-d27232efb746 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Network a3fe29e9-17f9-4750-841d-90d9978eff94 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:42:12.600739 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-9434e27f-30cd-4bcd-9073-cd905ae93dc2 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Unset dirty status for tenant:94cac8c050e34681825b5b9355a80ece on resource:network {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:42:12.604734 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-9434e27f-30cd-4bcd-9073-cd905ae93dc2 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6848915 May 28 06:42:12.614863 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [req-b3438077-50ed-455d-aad8-20c3d4e858aa req-0fc24bf1-06bb-49d9-b889-d27232efb746 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:42:12.620726 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 42694) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:12.624668 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdc025e-8d45-458b-9b0a-38e3c7e50cb0 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Pushing event deleted for resources: {'Subnet': ['ID=afb3d6cf-4fa9-4169-85f4-7dcc32b8bf71,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:12.626329 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3438077-50ed-455d-aad8-20c3d4e858aa req-0fc24bf1-06bb-49d9-b889-d27232efb746 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:42:12.665033 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac0179d-4de1-4653-815d-8969cd6c00fc None None] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:42:12.674156 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7cdc025e-8d45-458b-9b0a-38e3c7e50cb0 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:12.742494 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-619da447-da8d-42d6-ae05-4d5c000426f0 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] 10.222.0.55 "GET /v2.0/subnets?network_id=68df399e-e75e-4871-9364-5d05730b50f0 HTTP/1.1" status: 200 len: 207 time: 0.1201696 May 28 06:42:12.748478 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc24bf1-06bb-49d9-b889-d27232efb746 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Pushing event updated for resources: {'Port': ['ID=403ec6eb-8b41-42b2-8f70-bcaab10bf367,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:12.749263 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 42698) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:12.805490 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3438077-50ed-455d-aad8-20c3d4e858aa req-0fc24bf1-06bb-49d9-b889-d27232efb746 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:12.811106 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-b3438077-50ed-455d-aad8-20c3d4e858aa req-0fc24bf1-06bb-49d9-b889-d27232efb746 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:12.811106 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-71afaab0-30f0-4841-8b2a-20cff3634e77 req-c4396b1c-3213-428b-80a0-2fc488f3c27e tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Unset dirty status for tenant:98e9fd09ba2248b5b9367b689b0cfcd3 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:42:12.817110 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-71afaab0-30f0-4841-8b2a-20cff3634e77 req-c4396b1c-3213-428b-80a0-2fc488f3c27e tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/ports?device_id=3bc3a953-7679-4415-9d44-7fab5c933346 HTTP/1.1" status: 200 len: 932 time: 0.6741204 May 28 06:42:12.933310 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-784b7f75-30e1-4b58-81cd-ec400761a5ca None None] Provisioning for port b8f0a22a-d8be-4d1d-9288-a38dc06bc1de completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:42:12.979456 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-784b7f75-30e1-4b58-81cd-ec400761a5ca None None] Provisioning complete for port b8f0a22a-d8be-4d1d-9288-a38dc06bc1de triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:42:12.979833 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-784b7f75-30e1-4b58-81cd-ec400761a5ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:13.050572 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device b8f0a22a-d8be-4d1d-9288-a38dc06bc1de up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:42:13.089004 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-7cdc025e-8d45-458b-9b0a-38e3c7e50cb0 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "DELETE /v2.0/subnets/afb3d6cf-4fa9-4169-85f4-7dcc32b8bf71 HTTP/1.1" status: 204 len: 168 time: 2.9859831 May 28 06:42:13.096820 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 42706) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:13.141554 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-71afaab0-30f0-4841-8b2a-20cff3634e77 req-86d708c9-dd20-4024-b6e6-760bd2b42c3b tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/security-groups?id=23eed38c-aa44-447e-83a9-ccee1b1a7a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3235021 May 28 06:42:13.174584 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-784b7f75-30e1-4b58-81cd-ec400761a5ca None None] Current status of the port b8f0a22a-d8be-4d1d-9288-a38dc06bc1de is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:42:13.174796 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b3438077-50ed-455d-aad8-20c3d4e858aa req-0fc24bf1-06bb-49d9-b889-d27232efb746 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9352784 May 28 06:42:13.188051 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8decfa6b-0e7e-4098-9de8-1e8b887b6d6c tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:13.193979 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8decfa6b-0e7e-4098-9de8-1e8b887b6d6c tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:13.200476 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8decfa6b-0e7e-4098-9de8-1e8b887b6d6c tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:13.206226 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8decfa6b-0e7e-4098-9de8-1e8b887b6d6c tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:13.207190 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port b8f0a22a-d8be-4d1d-9288-a38dc06bc1de triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:42:13.207566 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:13.207994 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-8decfa6b-0e7e-4098-9de8-1e8b887b6d6c tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.4560540 May 28 06:42:13.217521 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-b3438077-50ed-455d-aad8-20c3d4e858aa req-c524f5fd-955b-448d-8b06-9271277217da service neutron] Request body: {'port': {'device_id': '2187a23c-2130-4d5d-83f8-6c69d905e7eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843702-1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:42:13.220614 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 42710) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:13.222532 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [req-7c092302-bc44-4ff2-868a-a5b308995ce7 req-9e2b0f34-46eb-40b7-8469-722b352a39d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1957678-ddda-48c9-837b-b0e58ce70d23 {{(pid=89109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:42:13.264982 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-7c092302-bc44-4ff2-868a-a5b308995ce7 req-9e2b0f34-46eb-40b7-8469-722b352a39d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:13.278066 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_v2 [None req-a40bdb50-2214-4bde-8b25-442cc9bb50e3 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Deleting subnet b43cee02-695a-4f38-88dc-79d5c731d17d {{(pid=89109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:42:13.352215 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a40bdb50-2214-4bde-8b25-442cc9bb50e3 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks [] for subnet, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:13.411143 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port b8f0a22a-d8be-4d1d-9288-a38dc06bc1de is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:42:13.435305 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [req-7c092302-bc44-4ff2-868a-a5b308995ce7 req-9e2b0f34-46eb-40b7-8469-722b352a39d3 service neutron] Transition to ACTIVE for port object d1957678-ddda-48c9-837b-b0e58ce70d23 will not be triggered until provisioned by entity L2. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:42:13.458689 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-b3438077-50ed-455d-aad8-20c3d4e858aa req-c524f5fd-955b-448d-8b06-9271277217da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:13.468640 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-0bf23c01-63e4-4368-875d-bbdff7c78a03 admin admin] Deleting port 00e1266a-2bb3-4f66-bc4c-42039b727aeb {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:42:13.468981 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0bf23c01-63e4-4368-875d-bbdff7c78a03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:13.472594 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-896b8944-4b00-492b-bd5b-1e0689dfd3cf None None] Provisioning for port 403ec6eb-8b41-42b2-8f70-bcaab10bf367 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:42:13.479540 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-896b8944-4b00-492b-bd5b-1e0689dfd3cf None None] Provisioning complete for port 403ec6eb-8b41-42b2-8f70-bcaab10bf367 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:42:13.479913 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-896b8944-4b00-492b-bd5b-1e0689dfd3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:13.553914 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-7c092302-bc44-4ff2-868a-a5b308995ce7 req-9e2b0f34-46eb-40b7-8469-722b352a39d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:13.573929 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a40bdb50-2214-4bde-8b25-442cc9bb50e3 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3964070'] for subnet, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:13.662328 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-896b8944-4b00-492b-bd5b-1e0689dfd3cf None None] Port 403ec6eb-8b41-42b2-8f70-bcaab10bf367 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:42:13.720051 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 42722) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:13.995306 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2b0f34-46eb-40b7-8469-722b352a39d3 service neutron] Pushing event updated for resources: {'Port': ['ID=d1957678-ddda-48c9-837b-b0e58ce70d23,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:14.008375 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-4a895b99-6077-4ad2-ba98-0ad70e517b61 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Synchronizing usage tracker for tenant:94cac8c050e34681825b5b9355a80ece on resource:network {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:42:14.060299 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93f5974-0488-4a5a-9aa7-608b5818aa4a req-cc10c8f3-5f31-4f98-aac1-3ac79790a755 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:14.061830 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b93f5974-0488-4a5a-9aa7-608b5818aa4a req-cc10c8f3-5f31-4f98-aac1-3ac79790a755 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e HTTP/1.1" status: 200 len: 944 time: 0.4613545 May 28 06:42:14.079013 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-4a895b99-6077-4ad2-ba98-0ad70e517b61 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Unset dirty status for tenant:94cac8c050e34681825b5b9355a80ece on resource:network {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:42:14.080385 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-4a895b99-6077-4ad2-ba98-0ad70e517b61 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] 10.222.0.55 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.8528848 May 28 06:42:14.099936 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 42728) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:14.232436 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a40bdb50-2214-4bde-8b25-442cc9bb50e3 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:14.295504 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04dacd98-63d0-4be2-a81f-39937f2563f9 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:14.297109 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04dacd98-63d0-4be2-a81f-39937f2563f9 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:14.297873 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-04dacd98-63d0-4be2-a81f-39937f2563f9 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Synchronizing usage tracker for tenant:94cac8c050e34681825b5b9355a80ece on resource:subnet {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:42:14.308101 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-7c092302-bc44-4ff2-868a-a5b308995ce7 req-9e2b0f34-46eb-40b7-8469-722b352a39d3 service neutron] Attempting to bind port d1957678-ddda-48c9-837b-b0e58ce70d23 on host n-h2-843702-1 for vnic_type normal with profile {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:42:14.308247 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-7c092302-bc44-4ff2-868a-a5b308995ce7 req-9e2b0f34-46eb-40b7-8469-722b352a39d3 service neutron] Attempting to bind port d1957678-ddda-48c9-837b-b0e58ce70d23 by drivers openvswitch,hyperv on host n-h2-843702-1 at level 0 using segments [{'id': 'de3cbcce-ba0c-4cb8-88ea-ac98446ed60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a3fe29e9-17f9-4750-841d-90d9978eff94'}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:42:14.308517 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c092302-bc44-4ff2-868a-a5b308995ce7 req-9e2b0f34-46eb-40b7-8469-722b352a39d3 service neutron] Attempting to bind port d1957678-ddda-48c9-837b-b0e58ce70d23 on network a3fe29e9-17f9-4750-841d-90d9978eff94 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:42:14.315570 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-0bf23c01-63e4-4368-875d-bbdff7c78a03 admin admin] For port 00e1266a-2bb3-4f66-bc4c-42039b727aeb, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=00e1266a-2bb3-4f66-bc4c-42039b727aeb,segment=NetworkSegment(a858b4d0-e8f7-4861-aa36-a6cc38c85e19),segment_id=a858b4d0-e8f7-4861-aa36-a6cc38c85e19)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:42:14.317120 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0bf23c01-63e4-4368-875d-bbdff7c78a03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:14.321086 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-bd30947b-6722-4b4a-82b2-90eeaa13b3b3 None None] Provisioning complete for port b8f0a22a-d8be-4d1d-9288-a38dc06bc1de triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:42:14.322167 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-bd30947b-6722-4b4a-82b2-90eeaa13b3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:14.406766 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b93f5974-0488-4a5a-9aa7-608b5818aa4a req-8528f303-d1c5-41d9-bfab-12aef9494ded tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0fc320c-5211-4d72-b7c9-130a40d05074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1955769 May 28 06:42:14.494047 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-bd30947b-6722-4b4a-82b2-90eeaa13b3b3 None None] Current status of the port b8f0a22a-d8be-4d1d-9288-a38dc06bc1de is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:42:14.495409 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-0bf23c01-63e4-4368-875d-bbdff7c78a03 admin admin] Calling delete_port for 00e1266a-2bb3-4f66-bc4c-42039b727aeb owned by network:router_interface {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:42:14.616748 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-774ed8d3-5ad4-4125-9f07-b13025bec8a2 None None] Could not find standard attr ID for object 3fd43d93-f0d2-4540-9631-9702a3a8444a. {{(pid=89111) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 28 06:42:14.662742 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [req-b3438077-50ed-455d-aad8-20c3d4e858aa req-c524f5fd-955b-448d-8b06-9271277217da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 403ec6eb-8b41-42b2-8f70-bcaab10bf367 {{(pid=89110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:42:14.681680 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-b3438077-50ed-455d-aad8-20c3d4e858aa req-c524f5fd-955b-448d-8b06-9271277217da service neutron] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:14.693467 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c092302-bc44-4ff2-868a-a5b308995ce7 req-9e2b0f34-46eb-40b7-8469-722b352a39d3 service neutron] Port d1957678-ddda-48c9-837b-b0e58ce70d23 on network a3fe29e9-17f9-4750-841d-90d9978eff94 not bound, no agent of type Open vSwitch agent registered on host n-h2-843702-1 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:42:14.693884 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c092302-bc44-4ff2-868a-a5b308995ce7 req-9e2b0f34-46eb-40b7-8469-722b352a39d3 service neutron] Attempting to bind port d1957678-ddda-48c9-837b-b0e58ce70d23 on network a3fe29e9-17f9-4750-841d-90d9978eff94 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:42:14.717785 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-b3438077-50ed-455d-aad8-20c3d4e858aa req-c524f5fd-955b-448d-8b06-9271277217da service neutron] Transition to ACTIVE for port object 403ec6eb-8b41-42b2-8f70-bcaab10bf367 will not be triggered until provisioned by entity L2. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:42:14.719476 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c092302-bc44-4ff2-868a-a5b308995ce7 req-9e2b0f34-46eb-40b7-8469-722b352a39d3 service neutron] Checking agent: {'id': 'f1a3973b-d2b3-4558-88e7-2ac50857d302', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:42:14.719809 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c092302-bc44-4ff2-868a-a5b308995ce7 req-9e2b0f34-46eb-40b7-8469-722b352a39d3 service neutron] Checking segment: {'id': 'de3cbcce-ba0c-4cb8-88ea-ac98446ed60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a3fe29e9-17f9-4750-841d-90d9978eff94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:42:14.720185 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c092302-bc44-4ff2-868a-a5b308995ce7 req-9e2b0f34-46eb-40b7-8469-722b352a39d3 service neutron] Bound using segment: {'id': 'de3cbcce-ba0c-4cb8-88ea-ac98446ed60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a3fe29e9-17f9-4750-841d-90d9978eff94'} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:42:14.720606 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-7c092302-bc44-4ff2-868a-a5b308995ce7 req-9e2b0f34-46eb-40b7-8469-722b352a39d3 service neutron] Bound port: d1957678-ddda-48c9-837b-b0e58ce70d23, host: n-h2-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de3cbcce-ba0c-4cb8-88ea-ac98446ed60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a3fe29e9-17f9-4750-841d-90d9978eff94'}}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:42:14.720941 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-7c092302-bc44-4ff2-868a-a5b308995ce7 req-9e2b0f34-46eb-40b7-8469-722b352a39d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:14.725810 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73935c5c-c1b0-4164-89c6-28e2d08fc27a req-b0d716cc-8396-4ce2-9774-923a53277710 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:14.733957 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-73935c5c-c1b0-4164-89c6-28e2d08fc27a req-b0d716cc-8396-4ce2-9774-923a53277710 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/ports?device_id=3bc3a953-7679-4415-9d44-7fab5c933346 HTTP/1.1" status: 200 len: 944 time: 0.4501290 May 28 06:42:14.738121 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-04dacd98-63d0-4be2-a81f-39937f2563f9 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Unset dirty status for tenant:94cac8c050e34681825b5b9355a80ece on resource:subnet {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:42:14.743557 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-04dacd98-63d0-4be2-a81f-39937f2563f9 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.6452081 May 28 06:42:14.746926 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 42736) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:14.784363 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-73935c5c-c1b0-4164-89c6-28e2d08fc27a req-e3b7f7a2-d8b2-4ca5-85bf-9830406de0c7 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/security-groups?id=23eed38c-aa44-447e-83a9-ccee1b1a7a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498650 May 28 06:42:14.794304 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-b3438077-50ed-455d-aad8-20c3d4e858aa req-c524f5fd-955b-448d-8b06-9271277217da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:14.897743 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-928aba2f-d78b-499a-8fe4-c0071343082b tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Attributes excluded by policy engine: ['shared'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:14.900038 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-928aba2f-d78b-499a-8fe4-c0071343082b tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Attributes excluded by policy engine: ['shared'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:14.905010 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-928aba2f-d78b-499a-8fe4-c0071343082b tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] 10.222.0.55 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1518803 May 28 06:42:14.908269 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 42740) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:14.957344 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a40bdb50-2214-4bde-8b25-442cc9bb50e3 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9555650'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:14.976155 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c524f5fd-955b-448d-8b06-9271277217da service neutron] Pushing event updated for resources: {'Port': ['ID=403ec6eb-8b41-42b2-8f70-bcaab10bf367,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:15.078122 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-7c092302-bc44-4ff2-868a-a5b308995ce7 req-9e2b0f34-46eb-40b7-8469-722b352a39d3 service neutron] For port d1957678-ddda-48c9-837b-b0e58ce70d23, host n-h2-843702-1, cleared binding levels {{(pid=89109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:42:15.086884 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40bdb50-2214-4bde-8b25-442cc9bb50e3 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Pushing event deleted for resources: {'Subnet': ['ID=b43cee02-695a-4f38-88dc-79d5c731d17d,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:15.106787 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a40bdb50-2214-4bde-8b25-442cc9bb50e3 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:15.113723 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a644b50-a276-474d-8f5c-54afcc28e779 None None] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:42:15.114723 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-7c092302-bc44-4ff2-868a-a5b308995ce7 req-9e2b0f34-46eb-40b7-8469-722b352a39d3 service neutron] For port d1957678-ddda-48c9-837b-b0e58ce70d23, host n-h2-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=d1957678-ddda-48c9-837b-b0e58ce70d23,segment=NetworkSegment(de3cbcce-ba0c-4cb8-88ea-ac98446ed60d),segment_id=de3cbcce-ba0c-4cb8-88ea-ac98446ed60d)] {{(pid=89109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:42:15.136747 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-a40bdb50-2214-4bde-8b25-442cc9bb50e3 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "DELETE /v2.0/subnets/b43cee02-695a-4f38-88dc-79d5c731d17d HTTP/1.1" status: 204 len: 168 time: 2.0374515 May 28 06:42:15.151832 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 42750) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:15.189874 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8728d26a-13e3-4c5c-a680-7146af8f1135 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:15.194835 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-8728d26a-13e3-4c5c-a680-7146af8f1135 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] 10.222.0.55 "GET /v2.0/networks/76df13db-6dd8-42b5-8002-df5ce26882e8 HTTP/1.1" status: 200 len: 800 time: 0.2821393 May 28 06:42:15.196077 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 42756) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:15.227425 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-7c092302-bc44-4ff2-868a-a5b308995ce7 req-9e2b0f34-46eb-40b7-8469-722b352a39d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:15.325731 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-d3db0b59-e320-4b47-becb-548bd4cb2daa tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Synchronizing usage tracker for tenant:5e9e9447c07c4077b6694ab63e3affe5 on resource:router {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:42:15.361372 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-b3438077-50ed-455d-aad8-20c3d4e858aa req-c524f5fd-955b-448d-8b06-9271277217da service neutron] Attempting to bind port 403ec6eb-8b41-42b2-8f70-bcaab10bf367 on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:42:15.361831 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-b3438077-50ed-455d-aad8-20c3d4e858aa req-c524f5fd-955b-448d-8b06-9271277217da service neutron] Attempting to bind port 403ec6eb-8b41-42b2-8f70-bcaab10bf367 by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': 'de3cbcce-ba0c-4cb8-88ea-ac98446ed60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a3fe29e9-17f9-4750-841d-90d9978eff94'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:42:15.362279 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3438077-50ed-455d-aad8-20c3d4e858aa req-c524f5fd-955b-448d-8b06-9271277217da service neutron] Attempting to bind port 403ec6eb-8b41-42b2-8f70-bcaab10bf367 on network a3fe29e9-17f9-4750-841d-90d9978eff94 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:42:15.370505 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-d3db0b59-e320-4b47-becb-548bd4cb2daa tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Unset dirty status for tenant:5e9e9447c07c4077b6694ab63e3affe5 on resource:router {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:42:15.374561 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-d3db0b59-e320-4b47-becb-548bd4cb2daa tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2175593 May 28 06:42:15.377587 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3438077-50ed-455d-aad8-20c3d4e858aa req-c524f5fd-955b-448d-8b06-9271277217da service neutron] Port 403ec6eb-8b41-42b2-8f70-bcaab10bf367 on network a3fe29e9-17f9-4750-841d-90d9978eff94 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:42:15.377587 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3438077-50ed-455d-aad8-20c3d4e858aa req-c524f5fd-955b-448d-8b06-9271277217da service neutron] Attempting to bind port 403ec6eb-8b41-42b2-8f70-bcaab10bf367 on network a3fe29e9-17f9-4750-841d-90d9978eff94 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:42:15.377587 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 42762) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:15.390461 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-11278ac9-ab58-4c4b-9890-284b9964fd89 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Request body: {'subnet': {'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:42:15.402282 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c092302-bc44-4ff2-868a-a5b308995ce7 req-9e2b0f34-46eb-40b7-8469-722b352a39d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:15.402891 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-7c092302-bc44-4ff2-868a-a5b308995ce7 req-9e2b0f34-46eb-40b7-8469-722b352a39d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:15.404233 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-7c092302-bc44-4ff2-868a-a5b308995ce7 req-9e2b0f34-46eb-40b7-8469-722b352a39d3 service neutron] 10.222.0.71 "PUT /v2.0/ports/d1957678-ddda-48c9-837b-b0e58ce70d23 HTTP/1.1" status: 200 len: 1092 time: 3.7558453 May 28 06:42:15.404687 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bc3a953-7679-4415-9d44-7fab5c933346', 'tag': 'd1957678-ddda-48c9-837b-b0e58ce70d23'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:42:15.405820 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3438077-50ed-455d-aad8-20c3d4e858aa req-c524f5fd-955b-448d-8b06-9271277217da service neutron] Checking agent: {'id': '69f492a0-c00d-46d0-9bec-fcd8161ce206', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:42:15.406153 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3438077-50ed-455d-aad8-20c3d4e858aa req-c524f5fd-955b-448d-8b06-9271277217da service neutron] Checking segment: {'id': 'de3cbcce-ba0c-4cb8-88ea-ac98446ed60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a3fe29e9-17f9-4750-841d-90d9978eff94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:42:15.406514 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3438077-50ed-455d-aad8-20c3d4e858aa req-c524f5fd-955b-448d-8b06-9271277217da service neutron] Bound using segment: {'id': 'de3cbcce-ba0c-4cb8-88ea-ac98446ed60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a3fe29e9-17f9-4750-841d-90d9978eff94'} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:42:15.406952 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-b3438077-50ed-455d-aad8-20c3d4e858aa req-c524f5fd-955b-448d-8b06-9271277217da service neutron] Bound port: 403ec6eb-8b41-42b2-8f70-bcaab10bf367, host: n-h1-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de3cbcce-ba0c-4cb8-88ea-ac98446ed60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a3fe29e9-17f9-4750-841d-90d9978eff94'}}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:42:15.407542 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-b3438077-50ed-455d-aad8-20c3d4e858aa req-c524f5fd-955b-448d-8b06-9271277217da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:15.470395 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3883ab26-22b2-4863-92d4-6d44fa7deecc None None] DHCP port deletion for 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:42:15.487330 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-3883ab26-22b2-4863-92d4-6d44fa7deecc None None] Deleting port b8f0a22a-d8be-4d1d-9288-a38dc06bc1de {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:42:15.490216 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-3883ab26-22b2-4863-92d4-6d44fa7deecc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:15.490921 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-13c08d35-7566-44eb-a174-d47774074abf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700548'] for router_interface, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:15.499044 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2b0f34-46eb-40b7-8469-722b352a39d3 service neutron] Pushing event updated for resources: {'Port': ['ID=d1957678-ddda-48c9-837b-b0e58ce70d23,revision_number=3']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:15.521848 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-c321964f-9321-4e88-b961-8f4c60397821 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] 10.222.0.55 "GET /v2.0/networks/76df13db-6dd8-42b5-8002-df5ce26882e8?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.3206623 May 28 06:42:15.526034 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 42772) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:15.637441 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f6fa97b-ab31-42cd-abcf-f879cfbb492b'] response: {'name': 'network-changed', 'server_uuid': '3bc3a953-7679-4415-9d44-7fab5c933346', 'tag': 'd1957678-ddda-48c9-837b-b0e58ce70d23', 'status': 'completed', 'code': 200} May 28 06:42:15.647509 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0bf23c01-63e4-4368-875d-bbdff7c78a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:15.739111 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf23c01-63e4-4368-875d-bbdff7c78a03 admin admin] Pushing event deleted for resources: {'Port': ['ID=00e1266a-2bb3-4f66-bc4c-42039b727aeb,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:15.861310 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-b3438077-50ed-455d-aad8-20c3d4e858aa req-c524f5fd-955b-448d-8b06-9271277217da service neutron] For port 403ec6eb-8b41-42b2-8f70-bcaab10bf367, host n-h1-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:42:15.886660 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-3883ab26-22b2-4863-92d4-6d44fa7deecc None None] For port b8f0a22a-d8be-4d1d-9288-a38dc06bc1de, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=b8f0a22a-d8be-4d1d-9288-a38dc06bc1de,segment=NetworkSegment(e82da2dd-17b8-4c15-8abb-711622ad0a92),segment_id=e82da2dd-17b8-4c15-8abb-711622ad0a92)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:42:15.887612 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-3883ab26-22b2-4863-92d4-6d44fa7deecc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:15.892372 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd52c4f9-a2a3-48b4-80c5-b1dbb7c8da6b tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:15.893994 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-bd52c4f9-a2a3-48b4-80c5-b1dbb7c8da6b tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] 10.222.0.55 "GET /v2.0/subnets/6841a87e-2b3d-4bf8-a0ec-9dd081c6bd91 HTTP/1.1" status: 200 len: 811 time: 0.3645215 May 28 06:42:15.906368 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-b3438077-50ed-455d-aad8-20c3d4e858aa req-c524f5fd-955b-448d-8b06-9271277217da service neutron] For port 403ec6eb-8b41-42b2-8f70-bcaab10bf367, host n-h1-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=403ec6eb-8b41-42b2-8f70-bcaab10bf367,segment=NetworkSegment(de3cbcce-ba0c-4cb8-88ea-ac98446ed60d),segment_id=de3cbcce-ba0c-4cb8-88ea-ac98446ed60d)] {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:42:15.908474 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 42778) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:15.993317 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-b3438077-50ed-455d-aad8-20c3d4e858aa req-c524f5fd-955b-448d-8b06-9271277217da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:16.055706 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-3883ab26-22b2-4863-92d4-6d44fa7deecc None None] Calling delete_port for b8f0a22a-d8be-4d1d-9288-a38dc06bc1de owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:42:16.133023 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-11278ac9-ab58-4c4b-9890-284b9964fd89 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:42:16.155662 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0bf23c01-63e4-4368-875d-bbdff7c78a03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700472'] for router_interface, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:16.166215 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-11278ac9-ab58-4c4b-9890-284b9964fd89 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Usage tracker for resource:subnet and tenant:5e9e9447c07c4077b6694ab63e3affe5 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:42:16.181451 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-11278ac9-ab58-4c4b-9890-284b9964fd89 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:42:16.203396 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-11278ac9-ab58-4c4b-9890-284b9964fd89 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:42:16.206886 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-3883ab26-22b2-4863-92d4-6d44fa7deecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879'] for port, after_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:16.270657 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c092302-bc44-4ff2-868a-a5b308995ce7 req-2add79bb-7305-4997-8ce8-3b5bcb839805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:16.270657 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-7c092302-bc44-4ff2-868a-a5b308995ce7 req-2add79bb-7305-4997-8ce8-3b5bcb839805 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=98e9fd09ba2248b5b9367b689b0cfcd3&device_id=3bc3a953-7679-4415-9d44-7fab5c933346 HTTP/1.1" status: 200 len: 1095 time: 0.6827035 May 28 06:42:16.270939 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f8a0d20-d0e9-4929-83e3-99f6b2b923e9 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Attributes excluded by policy engine: ['shared'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:16.271053 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3883ab26-22b2-4863-92d4-6d44fa7deecc None None] Pushing event deleted for resources: {'Port': ['ID=b8f0a22a-d8be-4d1d-9288-a38dc06bc1de,revision_number=None']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:16.273935 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-2f8a0d20-d0e9-4929-83e3-99f6b2b923e9 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] 10.222.0.55 "GET /v2.0/subnets/6841a87e-2b3d-4bf8-a0ec-9dd081c6bd91?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.3575714 May 28 06:42:16.277298 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3883ab26-22b2-4863-92d4-6d44fa7deecc None None] No DVR routers for this DVR port b8f0a22a-d8be-4d1d-9288-a38dc06bc1de on host n-d-843702-1 {{(pid=89111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:42:16.289539 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 42782) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:16.303733 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3438077-50ed-455d-aad8-20c3d4e858aa req-c524f5fd-955b-448d-8b06-9271277217da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:16.304515 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-b3438077-50ed-455d-aad8-20c3d4e858aa req-c524f5fd-955b-448d-8b06-9271277217da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:16.305934 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b3438077-50ed-455d-aad8-20c3d4e858aa req-c524f5fd-955b-448d-8b06-9271277217da service neutron] 10.222.0.69 "PUT /v2.0/ports/403ec6eb-8b41-42b2-8f70-bcaab10bf367 HTTP/1.1" status: 200 len: 1091 time: 3.0967035 May 28 06:42:16.310804 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2187a23c-2130-4d5d-83f8-6c69d905e7eb', 'tag': '403ec6eb-8b41-42b2-8f70-bcaab10bf367'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:42:16.325358 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-0de0df5e-4abf-42d5-b679-9753f654cc27 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-854525299'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:42:16.341865 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-0de0df5e-4abf-42d5-b679-9753f654cc27 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:42:16.416758 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-7c092302-bc44-4ff2-868a-a5b308995ce7 req-c517cf41-d4d1-4585-9137-34fab59bec5a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d1957678-ddda-48c9-837b-b0e58ce70d23 HTTP/1.1" status: 200 len: 217 time: 0.0850782 May 28 06:42:16.427560 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384ff143-3a04-44f8-8699-ae3356116eb8 req-5767d5c1-63ba-4b2c-958c-f4e4d2aa268c tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:16.428988 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-384ff143-3a04-44f8-8699-ae3356116eb8 req-5767d5c1-63ba-4b2c-958c-f4e4d2aa268c tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e HTTP/1.1" status: 200 len: 944 time: 0.6590490 May 28 06:42:16.429792 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c524f5fd-955b-448d-8b06-9271277217da service neutron] Pushing event updated for resources: {'Port': ['ID=403ec6eb-8b41-42b2-8f70-bcaab10bf367,revision_number=3']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:16.467193 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-0de0df5e-4abf-42d5-b679-9753f654cc27 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:42:16.478926 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11278ac9-ab58-4c4b-9890-284b9964fd89 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Made reservation on behalf of 5e9e9447c07c4077b6694ab63e3affe5 for: {'subnet': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:42:16.482566 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-11278ac9-ab58-4c4b-9890-284b9964fd89 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3171998'] for subnet, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:16.659363 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-384ff143-3a04-44f8-8699-ae3356116eb8 req-8a1d5371-d21d-4a1f-b1fc-d23acc363549 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0fc320c-5211-4d72-b7c9-130a40d05074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1892140 May 28 06:42:16.697508 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c092302-bc44-4ff2-868a-a5b308995ce7 req-1bc1f835-ed8e-4bc3-a38c-5043421dafd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:16.699009 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-7c092302-bc44-4ff2-868a-a5b308995ce7 req-1bc1f835-ed8e-4bc3-a38c-5043421dafd1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=304c7228-4ac2-4e7a-aa6d-33e85e214d70 HTTP/1.1" status: 200 len: 858 time: 0.2748771 May 28 06:42:16.753741 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f81503-38d9-4a0f-b94d-97ed255a238b req-40c5767c-b362-44ff-bd07-3c63dfa03a77 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:16.755241 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-33f81503-38d9-4a0f-b94d-97ed255a238b req-40c5767c-b362-44ff-bd07-3c63dfa03a77 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/ports?device_id=3bc3a953-7679-4415-9d44-7fab5c933346 HTTP/1.1" status: 200 len: 944 time: 0.5481026 May 28 06:42:16.757111 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0de0df5e-4abf-42d5-b679-9753f654cc27 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Made reservation on behalf of 94cac8c050e34681825b5b9355a80ece for: {'network': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:42:16.760755 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0de0df5e-4abf-42d5-b679-9753f654cc27 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:16.788126 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-724f1035-5198-4b7b-a49c-e1aa8d49e2c4'] response: {'name': 'network-changed', 'server_uuid': '2187a23c-2130-4d5d-83f8-6c69d905e7eb', 'tag': '403ec6eb-8b41-42b2-8f70-bcaab10bf367', 'status': 'completed', 'code': 200} May 28 06:42:16.891918 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c092302-bc44-4ff2-868a-a5b308995ce7 req-3b8261c1-e758-46af-867a-7c5ab4f97e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:16.893492 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-7c092302-bc44-4ff2-868a-a5b308995ce7 req-3b8261c1-e758-46af-867a-7c5ab4f97e26 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a3fe29e9-17f9-4750-841d-90d9978eff94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1808968 May 28 06:42:16.897393 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-33f81503-38d9-4a0f-b94d-97ed255a238b req-3d1593a4-cdb3-4b77-808e-90a466d95b8d tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/security-groups?id=23eed38c-aa44-447e-83a9-ccee1b1a7a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228788 May 28 06:42:16.927726 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bf23c01-63e4-4368-875d-bbdff7c78a03 admin admin] Router ca1c5d89-9b2c-46fe-9f88-41900a14afda has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:42:16.942644 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0de0df5e-4abf-42d5-b679-9753f654cc27 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=89110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:42:16.952500 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3438077-50ed-455d-aad8-20c3d4e858aa req-c7f37224-eecb-41fb-8a88-e8df00441807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:16.954011 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b3438077-50ed-455d-aad8-20c3d4e858aa req-c7f37224-eecb-41fb-8a88-e8df00441807 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=98e9fd09ba2248b5b9367b689b0cfcd3&device_id=2187a23c-2130-4d5d-83f8-6c69d905e7eb HTTP/1.1" status: 200 len: 1094 time: 0.4884114 May 28 06:42:17.028748 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device b8f0a22a-d8be-4d1d-9288-a38dc06bc1de no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:42:17.037380 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0de0df5e-4abf-42d5-b679-9753f654cc27 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:17.037739 n-d-843702-1 neutron-server[89110]: INFO neutron.db.segments_db [None req-0de0df5e-4abf-42d5-b679-9753f654cc27 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Added segment 5cbabbc0-7927-448d-ac74-7f31a184a558 of type vlan for network 9a8f91e3-b37e-4e80-9481-eb86ced0feb1 May 28 06:42:17.061013 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b3438077-50ed-455d-aad8-20c3d4e858aa req-22d5f34b-db8d-49c5-8271-4626850e8eee service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=403ec6eb-8b41-42b2-8f70-bcaab10bf367 HTTP/1.1" status: 200 len: 217 time: 0.0851190 May 28 06:42:17.089029 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: b8f0a22a-d8be-4d1d-9288-a38dc06bc1de {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:42:17.089029 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device b8f0a22a-d8be-4d1d-9288-a38dc06bc1de not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:42:17.196789 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-7c092302-bc44-4ff2-868a-a5b308995ce7 req-a3cd522b-a5e7-45a3-8bcd-2759b72e6084 service neutron] 10.222.0.71 "GET /v2.0/networks/a3fe29e9-17f9-4750-841d-90d9978eff94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2963288 May 28 06:42:17.227953 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-13c08d35-7566-44eb-a174-d47774074abf admin admin] Deleting port a94a168a-e805-4885-a0ff-4a005f8a69c2 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:42:17.228329 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-13c08d35-7566-44eb-a174-d47774074abf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:17.288311 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bf23c01-63e4-4368-875d-bbdff7c78a03 admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:42:17.300023 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e17898-1823-423b-8473-5a3d55611106 None None] Sync routers for ids ['ca1c5d89-9b2c-46fe-9f88-41900a14afda'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:42:17.306436 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-0bf23c01-63e4-4368-875d-bbdff7c78a03 admin admin] 10.222.0.55 "PUT /v2.0/routers/ca1c5d89-9b2c-46fe-9f88-41900a14afda/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2447662 May 28 06:42:17.307222 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 42804) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:17.328352 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e17898-1823-423b-8473-5a3d55611106 None None] Routers {'ca1c5d89-9b2c-46fe-9f88-41900a14afda'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:42:17.331633 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-f4e17898-1823-423b-8473-5a3d55611106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:41:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['ca1c5d89-9b2c-46fe-9f88-41900a14afda'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:42:17.342114 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0de0df5e-4abf-42d5-b679-9753f654cc27 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:17.373725 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3438077-50ed-455d-aad8-20c3d4e858aa req-261eca7d-ed34-45cb-a99d-a433401a2015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:17.375206 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b3438077-50ed-455d-aad8-20c3d4e858aa req-261eca7d-ed34-45cb-a99d-a433401a2015 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=304c7228-4ac2-4e7a-aa6d-33e85e214d70 HTTP/1.1" status: 200 len: 858 time: 0.2978377 May 28 06:42:17.477183 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-11278ac9-ab58-4c4b-9890-284b9964fd89 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3115906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3172012'] for subnet, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:17.507020 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-7c092302-bc44-4ff2-868a-a5b308995ce7 req-ac46cd17-5bd5-41b1-afcf-347316eaab6a service neutron] 10.222.0.71 "GET /v2.0/networks/a3fe29e9-17f9-4750-841d-90d9978eff94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3025749 May 28 06:42:17.519488 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.db.resource_extend [None req-0de0df5e-4abf-42d5-b679-9753f654cc27 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 06:42:17.542860 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6322fa23-1bb1-49cf-8b6e-77100967a46a admin admin] Notify callbacks [] for router, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:17.591745 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11278ac9-ab58-4c4b-9890-284b9964fd89 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:42:17.608338 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-11278ac9-ab58-4c4b-9890-284b9964fd89 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:42:17.618739 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11278ac9-ab58-4c4b-9890-284b9964fd89 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:17.619397 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-11278ac9-ab58-4c4b-9890-284b9964fd89 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:17.626141 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a726f485-a4e8-4e3c-88e5-6b8a97875558 None None] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:42:17.660631 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11278ac9-ab58-4c4b-9890-284b9964fd89 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Pushing event updated for resources: {'Subnet': ['ID=ff06fbe1-193e-4ffa-8500-009009c5d48b,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:17.672616 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0de0df5e-4abf-42d5-b679-9753f654cc27 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:17.677970 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de0df5e-4abf-42d5-b679-9753f654cc27 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:17.678573 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0de0df5e-4abf-42d5-b679-9753f654cc27 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:17.752544 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-f4e17898-1823-423b-8473-5a3d55611106 None None] Set router ca1c5d89-9b2c-46fe-9f88-41900a14afda gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:42:17.794209 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [None req-13c08d35-7566-44eb-a174-d47774074abf admin admin] For port a94a168a-e805-4885-a0ff-4a005f8a69c2, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=a94a168a-e805-4885-a0ff-4a005f8a69c2,segment=NetworkSegment(6ead9b20-e54f-4de6-97df-041e4a5d1b55),segment_id=6ead9b20-e54f-4de6-97df-041e4a5d1b55)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:42:17.794679 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-13c08d35-7566-44eb-a174-d47774074abf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:17.918993 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6322fa23-1bb1-49cf-8b6e-77100967a46a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:17.945221 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929fe729-7ba6-4683-8c25-c3aa373d1da7 req-21d285de-ff36-46ff-8c07-914fe191be32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:17.947289 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-929fe729-7ba6-4683-8c25-c3aa373d1da7 req-21d285de-ff36-46ff-8c07-914fe191be32 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=98e9fd09ba2248b5b9367b689b0cfcd3&device_id=3bc3a953-7679-4415-9d44-7fab5c933346 HTTP/1.1" status: 200 len: 1095 time: 0.2630653 May 28 06:42:18.013630 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-13c08d35-7566-44eb-a174-d47774074abf admin admin] Calling delete_port for a94a168a-e805-4885-a0ff-4a005f8a69c2 owned by network:router_interface {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:42:18.045861 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-11278ac9-ab58-4c4b-9890-284b9964fd89 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6643946 May 28 06:42:18.047697 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-0de0df5e-4abf-42d5-b679-9753f654cc27 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.7397022 May 28 06:42:18.048689 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de0df5e-4abf-42d5-b679-9753f654cc27 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Pushing event updated for resources: {'Network': ['ID=9a8f91e3-b37e-4e80-9481-eb86ced0feb1,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:18.054156 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 42818) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:18.055721 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 42820) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:18.071965 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-e118eebd-506d-4990-a8e8-9d63cfcebf3c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Request body: {'subnet': {'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:42:18.085789 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-6322fa23-1bb1-49cf-8b6e-77100967a46a admin admin] Deleting port ee7975f5-a941-4aca-817e-109697b6e11a {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:42:18.086870 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6322fa23-1bb1-49cf-8b6e-77100967a46a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:18.102878 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3438077-50ed-455d-aad8-20c3d4e858aa req-251f1791-b033-47b1-98f6-e46581dc57b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:18.104871 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b3438077-50ed-455d-aad8-20c3d4e858aa req-251f1791-b033-47b1-98f6-e46581dc57b8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a3fe29e9-17f9-4750-841d-90d9978eff94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6846533 May 28 06:42:18.145747 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 9a8f91e3-b37e-4e80-9481-eb86ced0feb1 details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:42:18.216050 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803cdfd0-7bf0-4875-abd9-7c2bf779bffd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-147bfd32-62dc-4be0-82de-f4d6fa5b4cc2', 'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2', 'tenant_id': '5e9e9447c07c4077b6694ab63e3affe5', 'fixed_ips': [{'subnet_id': 'ff06fbe1-193e-4ffa-8500-009009c5d48b'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:42:18.216879 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-803cdfd0-7bf0-4875-abd9-7c2bf779bffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:18.415048 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-803cdfd0-7bf0-4875-abd9-7c2bf779bffd None None] Allocated IP 172.20.0.2 (147bfd32-62dc-4be0-82de-f4d6fa5b4cc2/ff06fbe1-193e-4ffa-8500-009009c5d48b/98c589ac-92ac-4fde-ba98-6acfd580bc77) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:42:18.460393 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-6322fa23-1bb1-49cf-8b6e-77100967a46a admin admin] For port ee7975f5-a941-4aca-817e-109697b6e11a, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=ee7975f5-a941-4aca-817e-109697b6e11a,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:42:18.460989 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6322fa23-1bb1-49cf-8b6e-77100967a46a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:18.484814 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b3438077-50ed-455d-aad8-20c3d4e858aa req-b617a146-61f7-47bb-8c6d-dc5cd5241ef1 service neutron] 10.222.0.69 "GET /v2.0/networks/a3fe29e9-17f9-4750-841d-90d9978eff94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3687017 May 28 06:42:18.512999 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eff0f2-eb4f-44cb-b064-aa9cbd9db18d req-cc19c6e2-f099-4d44-b288-4196a2c69de5 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:18.525974 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-14eff0f2-eb4f-44cb-b064-aa9cbd9db18d req-cc19c6e2-f099-4d44-b288-4196a2c69de5 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e HTTP/1.1" status: 200 len: 944 time: 0.6472483 May 28 06:42:18.608772 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbecd08-cf96-400a-8d12-65db6e5a9521 req-21bf0d9e-bd30-411a-91a8-6817ace4233d tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:18.610377 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1dbecd08-cf96-400a-8d12-65db6e5a9521 req-21bf0d9e-bd30-411a-91a8-6817ace4233d tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/ports?device_id=3bc3a953-7679-4415-9d44-7fab5c933346 HTTP/1.1" status: 200 len: 944 time: 0.5589311 May 28 06:42:18.623180 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-803cdfd0-7bf0-4875-abd9-7c2bf779bffd None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:18.634598 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-803cdfd0-7bf0-4875-abd9-7c2bf779bffd None None] Transition to ACTIVE for port object 98c589ac-92ac-4fde-ba98-6acfd580bc77 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:42:18.654570 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-803cdfd0-7bf0-4875-abd9-7c2bf779bffd None None] Transition to ACTIVE for port object 98c589ac-92ac-4fde-ba98-6acfd580bc77 will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:42:18.708561 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-6322fa23-1bb1-49cf-8b6e-77100967a46a admin admin] Calling delete_port for ee7975f5-a941-4aca-817e-109697b6e11a owned by network:router_gateway {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:42:18.732344 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-803cdfd0-7bf0-4875-abd9-7c2bf779bffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:18.773938 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-14eff0f2-eb4f-44cb-b064-aa9cbd9db18d req-13313a73-302c-47fb-b4c0-60a687fe1622 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0fc320c-5211-4d72-b7c9-130a40d05074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2471061 May 28 06:42:18.817794 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803cdfd0-7bf0-4875-abd9-7c2bf779bffd None None] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:42:18.822019 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-803cdfd0-7bf0-4875-abd9-7c2bf779bffd None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:42:18.827941 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803cdfd0-7bf0-4875-abd9-7c2bf779bffd None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:42:18.837343 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-72634845-814c-4d05-a769-27d829959c3c tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Request body: {'subnet': {'network_id': '9a8f91e3-b37e-4e80-9481-eb86ced0feb1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:42:18.844322 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803cdfd0-7bf0-4875-abd9-7c2bf779bffd None None] Pushing event updated for resources: {'Port': ['ID=98c589ac-92ac-4fde-ba98-6acfd580bc77,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:18.947113 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-803cdfd0-7bf0-4875-abd9-7c2bf779bffd None None] Attempting to bind port 98c589ac-92ac-4fde-ba98-6acfd580bc77 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:42:18.947587 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-803cdfd0-7bf0-4875-abd9-7c2bf779bffd None None] Attempting to bind port 98c589ac-92ac-4fde-ba98-6acfd580bc77 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'e82da2dd-17b8-4c15-8abb-711622ad0a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:42:18.948209 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803cdfd0-7bf0-4875-abd9-7c2bf779bffd None None] Attempting to bind port 98c589ac-92ac-4fde-ba98-6acfd580bc77 on network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:42:18.952005 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1dbecd08-cf96-400a-8d12-65db6e5a9521 req-bfcda057-d87e-448c-82eb-f493e7035828 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/security-groups?id=23eed38c-aa44-447e-83a9-ccee1b1a7a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701738 May 28 06:42:18.953270 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-f4e17898-1823-423b-8473-5a3d55611106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca1c5d89-9b2c-46fe-9f88-41900a14afda', 'name': 'tempest-ServersTestMultiNic-1192960476-router', 'tenant_id': '60982381454b4376b475404da5b08605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': 'ee7975f5-a941-4aca-817e-109697b6e11a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:38:46Z', 'updated_at': '2022-05-28T06:42:15Z', 'revision_number': 5, 'project_id': '60982381454b4376b475404da5b08605', 'gw_port': {'id': 'ee7975f5-a941-4aca-817e-109697b6e11a', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d5:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1c5d89-9b2c-46fe-9f88-41900a14afda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:38:52Z', 'updated_at': '2022-05-28T06:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:42:18.959225 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e17898-1823-423b-8473-5a3d55611106 None None] Checking router: ca1c5d89-9b2c-46fe-9f88-41900a14afda for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:42:18.962214 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803cdfd0-7bf0-4875-abd9-7c2bf779bffd None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:42:18.962940 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803cdfd0-7bf0-4875-abd9-7c2bf779bffd None None] Checking segment: {'id': 'e82da2dd-17b8-4c15-8abb-711622ad0a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:42:18.963560 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-803cdfd0-7bf0-4875-abd9-7c2bf779bffd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:18.964178 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803cdfd0-7bf0-4875-abd9-7c2bf779bffd None None] Bound using segment: {'id': 'e82da2dd-17b8-4c15-8abb-711622ad0a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:42:18.964877 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-803cdfd0-7bf0-4875-abd9-7c2bf779bffd None None] Bound port: 98c589ac-92ac-4fde-ba98-6acfd580bc77, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e82da2dd-17b8-4c15-8abb-711622ad0a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:42:18.965572 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-803cdfd0-7bf0-4875-abd9-7c2bf779bffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:18.984758 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e17898-1823-423b-8473-5a3d55611106 None None] Routers {'ca1c5d89-9b2c-46fe-9f88-41900a14afda'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:42:18.986051 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-f4e17898-1823-423b-8473-5a3d55611106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:41:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['ca1c5d89-9b2c-46fe-9f88-41900a14afda'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:42:19.012802 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b3438077-50ed-455d-aad8-20c3d4e858aa req-bad5393b-8342-4264-95a5-1d2fda9edd49 service neutron] 10.222.0.69 "GET /v2.0/networks/a3fe29e9-17f9-4750-841d-90d9978eff94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4721045 May 28 06:42:19.105836 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-13c08d35-7566-44eb-a174-d47774074abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:19.143618 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-72634845-814c-4d05-a769-27d829959c3c tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:42:19.176002 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-72634845-814c-4d05-a769-27d829959c3c tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:42:19.204578 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929fe729-7ba6-4683-8c25-c3aa373d1da7 req-d40d3a3c-786a-4a20-bb4f-f4d075456074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:19.206195 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-929fe729-7ba6-4683-8c25-c3aa373d1da7 req-d40d3a3c-786a-4a20-bb4f-f4d075456074 service neutron] 10.222.0.71 "GET /v2.0/networks?id=a3fe29e9-17f9-4750-841d-90d9978eff94 HTTP/1.1" status: 200 len: 920 time: 1.2529252 May 28 06:42:19.240279 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-803cdfd0-7bf0-4875-abd9-7c2bf779bffd None None] For port 98c589ac-92ac-4fde-ba98-6acfd580bc77, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:42:19.240863 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c08d35-7566-44eb-a174-d47774074abf admin admin] Pushing event deleted for resources: {'Port': ['ID=a94a168a-e805-4885-a0ff-4a005f8a69c2,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:19.241163 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-803cdfd0-7bf0-4875-abd9-7c2bf779bffd None None] For port 98c589ac-92ac-4fde-ba98-6acfd580bc77, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=98c589ac-92ac-4fde-ba98-6acfd580bc77,segment=NetworkSegment(e82da2dd-17b8-4c15-8abb-711622ad0a92),segment_id=e82da2dd-17b8-4c15-8abb-711622ad0a92)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:42:19.263340 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-f4e17898-1823-423b-8473-5a3d55611106 None None] Set router ca1c5d89-9b2c-46fe-9f88-41900a14afda gateway port host: None {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:42:19.289315 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-929fe729-7ba6-4683-8c25-c3aa373d1da7 req-0a2ba504-6bef-4def-aa61-97688c06af85 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d1957678-ddda-48c9-837b-b0e58ce70d23 HTTP/1.1" status: 200 len: 217 time: 0.0749354 May 28 06:42:19.343790 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-803cdfd0-7bf0-4875-abd9-7c2bf779bffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:19.354745 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-e118eebd-506d-4990-a8e8-9d63cfcebf3c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:42:19.375101 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-e118eebd-506d-4990-a8e8-9d63cfcebf3c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Usage tracker for resource:subnet and tenant:5e9e9447c07c4077b6694ab63e3affe5 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:42:19.379405 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72634845-814c-4d05-a769-27d829959c3c tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Made reservation on behalf of 94cac8c050e34681825b5b9355a80ece for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:42:19.383598 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-72634845-814c-4d05-a769-27d829959c3c tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:19.397194 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-e118eebd-506d-4990-a8e8-9d63cfcebf3c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:42:19.416189 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-e118eebd-506d-4990-a8e8-9d63cfcebf3c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:42:19.458449 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e03ab48-ff04-4e06-919b-a732a10c3bb0 req-9af3fe7d-64a9-4c14-9a6d-720d2356f850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:19.460133 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2e03ab48-ff04-4e06-919b-a732a10c3bb0 req-9af3fe7d-64a9-4c14-9a6d-720d2356f850 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=98e9fd09ba2248b5b9367b689b0cfcd3&device_id=2187a23c-2130-4d5d-83f8-6c69d905e7eb HTTP/1.1" status: 200 len: 1094 time: 0.2539136 May 28 06:42:19.519226 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929fe729-7ba6-4683-8c25-c3aa373d1da7 req-0e35295d-4081-44d1-bd25-80da6a34c9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:19.520596 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-929fe729-7ba6-4683-8c25-c3aa373d1da7 req-0e35295d-4081-44d1-bd25-80da6a34c9e9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=304c7228-4ac2-4e7a-aa6d-33e85e214d70 HTTP/1.1" status: 200 len: 858 time: 0.1961541 May 28 06:42:19.524973 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.ipam_backend_mixin [None req-72634845-814c-4d05-a769-27d829959c3c tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Performing IP validity checks on allocation pools {{(pid=89109) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 28 06:42:19.525556 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.ipam_backend_mixin [None req-72634845-814c-4d05-a769-27d829959c3c tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89109) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 28 06:42:19.551400 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803cdfd0-7bf0-4875-abd9-7c2bf779bffd None None] Pushing event updated for resources: {'Port': ['ID=98c589ac-92ac-4fde-ba98-6acfd580bc77,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:19.568833 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-f4e17898-1823-423b-8473-5a3d55611106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca1c5d89-9b2c-46fe-9f88-41900a14afda', 'name': 'tempest-ServersTestMultiNic-1192960476-router', 'tenant_id': '60982381454b4376b475404da5b08605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:38:46Z', 'updated_at': '2022-05-28T06:42:17Z', 'revision_number': 6, 'project_id': '60982381454b4376b475404da5b08605', 'gw_port_host': None}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:42:19.575880 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e17898-1823-423b-8473-5a3d55611106 None None] The sync data for ids ['ca1c5d89-9b2c-46fe-9f88-41900a14afda'] in n-d-843702-1 is: [{'id': 'ca1c5d89-9b2c-46fe-9f88-41900a14afda', 'name': 'tempest-ServersTestMultiNic-1192960476-router', 'tenant_id': '60982381454b4376b475404da5b08605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:38:46Z', 'updated_at': '2022-05-28T06:42:17Z', 'revision_number': 6, 'project_id': '60982381454b4376b475404da5b08605', 'gw_port_host': None}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:42:19.592360 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e118eebd-506d-4990-a8e8-9d63cfcebf3c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Made reservation on behalf of 5e9e9447c07c4077b6694ab63e3affe5 for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:42:19.595999 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e118eebd-506d-4990-a8e8-9d63cfcebf3c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:19.690441 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6322fa23-1bb1-49cf-8b6e-77100967a46a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:19.755924 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e03ab48-ff04-4e06-919b-a732a10c3bb0 req-06095558-a8ba-4689-84ad-ecf04f55ccd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:19.757743 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2e03ab48-ff04-4e06-919b-a732a10c3bb0 req-06095558-a8ba-4689-84ad-ecf04f55ccd2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a3fe29e9-17f9-4750-841d-90d9978eff94 HTTP/1.1" status: 200 len: 920 time: 0.2203562 May 28 06:42:19.775049 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6322fa23-1bb1-49cf-8b6e-77100967a46a admin admin] Pushing event deleted for resources: {'Port': ['ID=ee7975f5-a941-4aca-817e-109697b6e11a,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:19.886527 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-13c08d35-7566-44eb-a174-d47774074abf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700472'] for router_interface, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:19.909588 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2e03ab48-ff04-4e06-919b-a732a10c3bb0 req-8d028b1f-b727-4e4b-a156-baaef1bb4446 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=403ec6eb-8b41-42b2-8f70-bcaab10bf367 HTTP/1.1" status: 200 len: 217 time: 0.1435714 May 28 06:42:20.170169 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6322fa23-1bb1-49cf-8b6e-77100967a46a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691105'] for router_gateway, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:20.340820 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e03ab48-ff04-4e06-919b-a732a10c3bb0 req-68a69f7d-fcf9-403b-b1ab-51b274d4f455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:20.342221 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2e03ab48-ff04-4e06-919b-a732a10c3bb0 req-68a69f7d-fcf9-403b-b1ab-51b274d4f455 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=304c7228-4ac2-4e7a-aa6d-33e85e214d70 HTTP/1.1" status: 200 len: 858 time: 0.3943336 May 28 06:42:20.580000 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929fe729-7ba6-4683-8c25-c3aa373d1da7 req-18c8f33d-89f2-410c-8c46-5954d0e6f114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:20.581538 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-929fe729-7ba6-4683-8c25-c3aa373d1da7 req-18c8f33d-89f2-410c-8c46-5954d0e6f114 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a3fe29e9-17f9-4750-841d-90d9978eff94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0536242 May 28 06:42:20.628550 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6322fa23-1bb1-49cf-8b6e-77100967a46a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59018'] for router, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:20.645109 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81742e16-d064-4062-b9ab-0fc774dd02b9 req-00aaf126-8a19-4667-993d-bff34614bf6f tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:20.646644 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-81742e16-d064-4062-b9ab-0fc774dd02b9 req-00aaf126-8a19-4667-993d-bff34614bf6f tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e HTTP/1.1" status: 200 len: 944 time: 0.7341044 May 28 06:42:20.656578 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13c08d35-7566-44eb-a174-d47774074abf admin admin] Router ac0e03ea-5bcf-4691-a525-72e650e1f7ad has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:42:20.665447 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d70af8b-1172-457e-8815-e5e0a5f5a830 req-f3578a78-6ce9-4319-b386-5f262ed3401b tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:20.666960 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2d70af8b-1172-457e-8815-e5e0a5f5a830 req-f3578a78-6ce9-4319-b386-5f262ed3401b tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/ports?device_id=3bc3a953-7679-4415-9d44-7fab5c933346 HTTP/1.1" status: 200 len: 944 time: 0.5110056 May 28 06:42:20.703440 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6322fa23-1bb1-49cf-8b6e-77100967a46a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:20.729937 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-72634845-814c-4d05-a769-27d829959c3c tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:20.750759 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e03ab48-ff04-4e06-919b-a732a10c3bb0 req-d4c12faa-2af7-4904-8ed3-752ae11dd83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:20.752344 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2e03ab48-ff04-4e06-919b-a732a10c3bb0 req-d4c12faa-2af7-4904-8ed3-752ae11dd83c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a3fe29e9-17f9-4750-841d-90d9978eff94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4013071 May 28 06:42:20.980661 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72634845-814c-4d05-a769-27d829959c3c tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Checking segment: {'id': '5cbabbc0-7927-448d-ac74-7f31a184a558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '9a8f91e3-b37e-4e80-9481-eb86ced0feb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:42:20.980661 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72634845-814c-4d05-a769-27d829959c3c tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Network hostable DHCP agents. Network: 9a8f91e3-b37e-4e80-9481-eb86ced0feb1, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:42:21.001372 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72634845-814c-4d05-a769-27d829959c3c tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Pushing event updated for resources: {'Subnet': ['ID=80bf77b5-7c8b-4768-af6b-35e14e088d82,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:21.019985 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-929fe729-7ba6-4683-8c25-c3aa373d1da7 req-44d495a8-8814-480b-ab08-38722c7bef6f service neutron] 10.222.0.71 "GET /v2.0/networks/a3fe29e9-17f9-4750-841d-90d9978eff94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4201348 May 28 06:42:21.082454 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6322fa23-1bb1-49cf-8b6e-77100967a46a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-703817'] for router, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:21.083005 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6322fa23-1bb1-49cf-8b6e-77100967a46a admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca1c5d89-9b2c-46fe-9f88-41900a14afda {{(pid=89109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 06:42:21.137612 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-81742e16-d064-4062-b9ab-0fc774dd02b9 req-cbf3dbae-4255-4f56-8299-626f39d18dd8 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0fc320c-5211-4d72-b7c9-130a40d05074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4813538 May 28 06:42:21.162854 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 98c589ac-92ac-4fde-ba98-6acfd580bc77 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:42:21.217831 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device d1957678-ddda-48c9-837b-b0e58ce70d23 details requested by agent hyperv_n-h2-843702-1 with host n-h2-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:42:21.234552 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72634845-814c-4d05-a769-27d829959c3c tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Network 9a8f91e3-b37e-4e80-9481-eb86ced0feb1 is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:42:21.282412 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2d70af8b-1172-457e-8815-e5e0a5f5a830 req-aa7be3fc-dc0e-4b7b-8818-045acf1f3da5 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/security-groups?id=23eed38c-aa44-447e-83a9-ccee1b1a7a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5804610 May 28 06:42:21.331657 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-929fe729-7ba6-4683-8c25-c3aa373d1da7 req-7efd9a09-2cfe-4917-895a-f4c541609a64 service neutron] 10.222.0.71 "GET /v2.0/networks/a3fe29e9-17f9-4750-841d-90d9978eff94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2948341 May 28 06:42:21.402659 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port d1957678-ddda-48c9-837b-b0e58ce70d23, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=d1957678-ddda-48c9-837b-b0e58ce70d23,segment=NetworkSegment(de3cbcce-ba0c-4cb8-88ea-ac98446ed60d),segment_id=de3cbcce-ba0c-4cb8-88ea-ac98446ed60d)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:42:21.420460 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Returning: {'device': 'd1957678-ddda-48c9-837b-b0e58ce70d23', 'network_id': 'a3fe29e9-17f9-4750-841d-90d9978eff94', 'port_id': 'd1957678-ddda-48c9-837b-b0e58ce70d23', 'mac_address': 'fa:16:3e:f4:eb:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '304c7228-4ac2-4e7a-aa6d-33e85e214d70', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:42:21.428241 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-bfb94bb4-55c8-4363-8df3-39472ed4aa38 None None] Provisioning for port 98c589ac-92ac-4fde-ba98-6acfd580bc77 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:42:21.458986 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-72634845-814c-4d05-a769-27d829959c3c tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, 9a8f91e3-b37e-4e80-9481-eb86ced0feb1) {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:42:21.461515 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13c08d35-7566-44eb-a174-d47774074abf admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:42:21.468817 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2e03ab48-ff04-4e06-919b-a732a10c3bb0 req-f14dc09e-7558-4476-a62f-258e0181fde0 service neutron] 10.222.0.69 "GET /v2.0/networks/a3fe29e9-17f9-4750-841d-90d9978eff94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3701150 May 28 06:42:21.481647 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72634845-814c-4d05-a769-27d829959c3c tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:21.481647 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-72634845-814c-4d05-a769-27d829959c3c tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:21.487390 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28775feb-dcfd-489d-9134-d2700178045d None None] Sync routers for ids ['ac0e03ea-5bcf-4691-a525-72e650e1f7ad'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:42:21.490808 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6322fa23-1bb1-49cf-8b6e-77100967a46a admin admin] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:21.492147 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-6322fa23-1bb1-49cf-8b6e-77100967a46a admin admin] 10.222.0.55 "DELETE /v2.0/routers/ca1c5d89-9b2c-46fe-9f88-41900a14afda HTTP/1.1" status: 204 len: 168 time: 4.1819665 May 28 06:42:21.501848 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 42846) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:21.503753 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28775feb-dcfd-489d-9134-d2700178045d None None] Routers {'ac0e03ea-5bcf-4691-a525-72e650e1f7ad'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:42:21.506330 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-28775feb-dcfd-489d-9134-d2700178045d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:41:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['ac0e03ea-5bcf-4691-a525-72e650e1f7ad'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:42:21.512594 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95debb67-e7a5-4aca-a42b-843a34fa4d04 None None] Network 9a8f91e3-b37e-4e80-9481-eb86ced0feb1 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:42:21.567924 n-d-843702-1 neutron-server[89109]: DEBUG neutron.objects.ports [None req-e118eebd-506d-4990-a8e8-9d63cfcebf3c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89109) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 28 06:42:21.593296 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port d1957678-ddda-48c9-837b-b0e58ce70d23 is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:42:21.593936 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:21.630261 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-72634845-814c-4d05-a769-27d829959c3c tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 3.5712130 May 28 06:42:21.639598 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 42850) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:21.646228 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-2f9ecba7-246d-4216-a307-8c815353eb4f tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:42:21.670704 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1957678-ddda-48c9-837b-b0e58ce70d23 {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:42:21.686407 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcb42940-c994-4cf1-ab5c-507965e5f467 admin admin] Deleting subnet 724f2448-2fca-49a4-abba-1d22ba1593f5 {{(pid=89109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:42:21.707179 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fcb42940-c994-4cf1-ab5c-507965e5f467 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:21.749851 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port d1957678-ddda-48c9-837b-b0e58ce70d23, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=d1957678-ddda-48c9-837b-b0e58ce70d23,segment=NetworkSegment(de3cbcce-ba0c-4cb8-88ea-ac98446ed60d),segment_id=de3cbcce-ba0c-4cb8-88ea-ac98446ed60d)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:42:21.759485 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2e03ab48-ff04-4e06-919b-a732a10c3bb0 req-86993307-0d02-4c45-98b3-2d1708bf6b8c service neutron] 10.222.0.69 "GET /v2.0/networks/a3fe29e9-17f9-4750-841d-90d9978eff94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2833261 May 28 06:42:21.763596 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 98c589ac-92ac-4fde-ba98-6acfd580bc77 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:42:21.798566 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:42:21.813123 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 98c589ac-92ac-4fde-ba98-6acfd580bc77 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:42:21.813643 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:21.829207 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-28775feb-dcfd-489d-9134-d2700178045d None None] Set router ac0e03ea-5bcf-4691-a525-72e650e1f7ad gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:42:21.833876 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fcb42940-c994-4cf1-ab5c-507965e5f467 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3964070'] for subnet, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:21.876162 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:21.896833 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-13c08d35-7566-44eb-a174-d47774074abf admin admin] 10.222.0.55 "PUT /v2.0/routers/ac0e03ea-5bcf-4691-a525-72e650e1f7ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1756921 May 28 06:42:21.899780 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 42856) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:21.922380 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2f9ecba7-246d-4216-a307-8c815353eb4f tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9555696'] for subnet, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:22.002520 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fcb42940-c994-4cf1-ab5c-507965e5f467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:22.054005 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=d1957678-ddda-48c9-837b-b0e58ce70d23,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:22.093606 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e2aa62-b502-405f-8a40-ee83f7f136d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-9a8f91e3-b37e-4e80-9481-eb86ced0feb1', 'network_id': '9a8f91e3-b37e-4e80-9481-eb86ced0feb1', 'tenant_id': '94cac8c050e34681825b5b9355a80ece', 'fixed_ips': [{'subnet_id': '80bf77b5-7c8b-4768-af6b-35e14e088d82'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:42:22.094447 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-19e2aa62-b502-405f-8a40-ee83f7f136d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:22.167067 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-da6897e1-ff71-438a-9153-8dcf2378e7c8 admin admin] Notify callbacks [] for router, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:22.198673 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['d1957678-ddda-48c9-837b-b0e58ce70d23'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:42:22.227329 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e118eebd-506d-4990-a8e8-9d63cfcebf3c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:22.284309 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-28775feb-dcfd-489d-9134-d2700178045d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac0e03ea-5bcf-4691-a525-72e650e1f7ad', 'name': 'tempest-ServerRescueTestJSONUnderV235-1396025862-router', 'tenant_id': '3e433ca89e6e4cecb06b276f6587beee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': '2b4ae935-19f9-46fe-b52e-48ce44c1a0a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:40:01Z', 'updated_at': '2022-05-28T06:42:18Z', 'revision_number': 5, 'project_id': '3e433ca89e6e4cecb06b276f6587beee', 'gw_port': {'id': '2b4ae935-19f9-46fe-b52e-48ce44c1a0a9', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:39:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac0e03ea-5bcf-4691-a525-72e650e1f7ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:40:04Z', 'updated_at': '2022-05-28T06:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:42:22.300450 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28775feb-dcfd-489d-9134-d2700178045d None None] Checking router: ac0e03ea-5bcf-4691-a525-72e650e1f7ad for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:42:22.335820 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28775feb-dcfd-489d-9134-d2700178045d None None] Routers {'ac0e03ea-5bcf-4691-a525-72e650e1f7ad'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:42:22.342667 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-28775feb-dcfd-489d-9134-d2700178045d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:41:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['ac0e03ea-5bcf-4691-a525-72e650e1f7ad'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:42:22.373193 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 98c589ac-92ac-4fde-ba98-6acfd580bc77 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:42:22.373655 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:22.459394 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port 98c589ac-92ac-4fde-ba98-6acfd580bc77, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=98c589ac-92ac-4fde-ba98-6acfd580bc77,segment=NetworkSegment(e82da2dd-17b8-4c15-8abb-711622ad0a92),segment_id=e82da2dd-17b8-4c15-8abb-711622ad0a92)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:42:22.571674 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fcb42940-c994-4cf1-ab5c-507965e5f467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9555650'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:22.583674 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:22.615962 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-28775feb-dcfd-489d-9134-d2700178045d None None] Set router ac0e03ea-5bcf-4691-a525-72e650e1f7ad gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:42:22.618345 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.db.api [None req-e118eebd-506d-4990-a8e8-9d63cfcebf3c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:42:22.618918 n-d-843702-1 neutron-server[89109]: DEBUG oslo_db.api [None req-e118eebd-506d-4990-a8e8-9d63cfcebf3c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:42:22.625683 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb42940-c994-4cf1-ab5c-507965e5f467 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=724f2448-2fca-49a4-abba-1d22ba1593f5,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:22.635718 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fcb42940-c994-4cf1-ab5c-507965e5f467 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:22.639881 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2f9ecba7-246d-4216-a307-8c815353eb4f tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8756828850104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2463860'] for subnet, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:22.662794 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-da6897e1-ff71-438a-9153-8dcf2378e7c8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:22.716533 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745a2156-c540-461b-90f2-d9a02279d32c req-1f511659-ccf1-4320-963e-3f7adb2e8967 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:22.718105 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-745a2156-c540-461b-90f2-d9a02279d32c req-1f511659-ccf1-4320-963e-3f7adb2e8967 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e HTTP/1.1" status: 200 len: 944 time: 0.2369006 May 28 06:42:22.728380 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-19e2aa62-b502-405f-8a40-ee83f7f136d3 None None] Allocated IP 172.20.0.3 (9a8f91e3-b37e-4e80-9481-eb86ced0feb1/80bf77b5-7c8b-4768-af6b-35e14e088d82/4e755694-2486-49ce-b5be-4cb9ea0b5083) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:42:22.747692 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-da6897e1-ff71-438a-9153-8dcf2378e7c8 admin admin] Deleting port 2b4ae935-19f9-46fe-b52e-48ce44c1a0a9 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:42:22.748211 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-da6897e1-ff71-438a-9153-8dcf2378e7c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:22.786610 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee753e8-c950-41c7-bd6a-63126a8f02d6 req-eddac1ec-0827-4c0e-b0ed-e8b1e7d89f26 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:22.788847 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9ee753e8-c950-41c7-bd6a-63126a8f02d6 req-eddac1ec-0827-4c0e-b0ed-e8b1e7d89f26 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/ports?device_id=3bc3a953-7679-4415-9d44-7fab5c933346 HTTP/1.1" status: 200 len: 945 time: 0.2609334 May 28 06:42:22.861041 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-745a2156-c540-461b-90f2-d9a02279d32c req-02310ff2-6f69-4cba-9ba8-c44eef1a243e tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0fc320c-5211-4d72-b7c9-130a40d05074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1355870 May 28 06:42:22.921167 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9ecba7-246d-4216-a307-8c815353eb4f tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Pushing event updated for resources: {'Subnet': ['ID=80bf77b5-7c8b-4768-af6b-35e14e088d82,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:22.947725 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-fcb42940-c994-4cf1-ab5c-507965e5f467 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/724f2448-2fca-49a4-abba-1d22ba1593f5 HTTP/1.1" status: 204 len: 168 time: 1.4434645 May 28 06:42:22.951045 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9ee753e8-c950-41c7-bd6a-63126a8f02d6 req-5983db37-fe0e-4b38-b3a6-3cdd46ebd18b tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/security-groups?id=23eed38c-aa44-447e-83a9-ccee1b1a7a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479144 May 28 06:42:22.956252 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 42870) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:22.990578 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9ecba7-246d-4216-a307-8c815353eb4f tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:22.991094 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2f9ecba7-246d-4216-a307-8c815353eb4f tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:22.992400 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-2f9ecba7-246d-4216-a307-8c815353eb4f tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] 10.222.0.55 "PUT /v2.0/subnets/80bf77b5-7c8b-4768-af6b-35e14e088d82 HTTP/1.1" status: 200 len: 877 time: 1.3518050 May 28 06:42:23.000046 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 42874) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:23.020821 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad8ce4f-252e-4d4e-9f42-c97a75e34923 None None] Network 48992f11-5b29-4557-a8fa-4d94a4ec7c8d requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:42:23.033391 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [None req-da6897e1-ff71-438a-9153-8dcf2378e7c8 admin admin] For port 2b4ae935-19f9-46fe-b52e-48ce44c1a0a9, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=2b4ae935-19f9-46fe-b52e-48ce44c1a0a9,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:42:23.033814 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-da6897e1-ff71-438a-9153-8dcf2378e7c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:23.055669 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-28775feb-dcfd-489d-9134-d2700178045d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac0e03ea-5bcf-4691-a525-72e650e1f7ad', 'name': 'tempest-ServerRescueTestJSONUnderV235-1396025862-router', 'tenant_id': '3e433ca89e6e4cecb06b276f6587beee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': '2b4ae935-19f9-46fe-b52e-48ce44c1a0a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:40:01Z', 'updated_at': '2022-05-28T06:42:18Z', 'revision_number': 5, 'project_id': '3e433ca89e6e4cecb06b276f6587beee', 'gw_port': {'id': '2b4ae935-19f9-46fe-b52e-48ce44c1a0a9', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:39:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac0e03ea-5bcf-4691-a525-72e650e1f7ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:40:04Z', 'updated_at': '2022-05-28T06:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:42:23.060642 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28775feb-dcfd-489d-9134-d2700178045d None None] The sync data for ids ['ac0e03ea-5bcf-4691-a525-72e650e1f7ad'] in n-d-843702-1 is: [{'id': 'ac0e03ea-5bcf-4691-a525-72e650e1f7ad', 'name': 'tempest-ServerRescueTestJSONUnderV235-1396025862-router', 'tenant_id': '3e433ca89e6e4cecb06b276f6587beee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': '2b4ae935-19f9-46fe-b52e-48ce44c1a0a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:40:01Z', 'updated_at': '2022-05-28T06:42:18Z', 'revision_number': 5, 'project_id': '3e433ca89e6e4cecb06b276f6587beee', 'gw_port': {'id': '2b4ae935-19f9-46fe-b52e-48ce44c1a0a9', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:39:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac0e03ea-5bcf-4691-a525-72e650e1f7ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:40:04Z', 'updated_at': '2022-05-28T06:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:42:23.149203 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device ee7975f5-a941-4aca-817e-109697b6e11a no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:42:23.177543 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 403ec6eb-8b41-42b2-8f70-bcaab10bf367 details requested by agent hyperv_n-h1-843702-1 with host n-h1-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:42:23.294310 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e118eebd-506d-4990-a8e8-9d63cfcebf3c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:23.317777 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4b9b9f4a-2ebb-4361-8713-b12a91f5e3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:23.327511 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-da6897e1-ff71-438a-9153-8dcf2378e7c8 admin admin] Calling delete_port for 2b4ae935-19f9-46fe-b52e-48ce44c1a0a9 owned by network:router_gateway {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:42:23.332547 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 403ec6eb-8b41-42b2-8f70-bcaab10bf367, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=403ec6eb-8b41-42b2-8f70-bcaab10bf367,segment=NetworkSegment(de3cbcce-ba0c-4cb8-88ea-ac98446ed60d),segment_id=de3cbcce-ba0c-4cb8-88ea-ac98446ed60d)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:42:23.410059 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-4b9b9f4a-2ebb-4361-8713-b12a91f5e3f1 admin admin] Deleting port 860b55c2-71c0-4aed-953a-f29ae16178c9 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:42:23.410407 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4b9b9f4a-2ebb-4361-8713-b12a91f5e3f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:23.477596 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-15b65ead-4174-49a1-9361-3d5f3ea14c4a tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:23.583520 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Returning: {'device': '403ec6eb-8b41-42b2-8f70-bcaab10bf367', 'network_id': 'a3fe29e9-17f9-4750-841d-90d9978eff94', 'port_id': '403ec6eb-8b41-42b2-8f70-bcaab10bf367', 'mac_address': 'fa:16:3e:89:cd:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '304c7228-4ac2-4e7a-aa6d-33e85e214d70', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:42:23.586091 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=98c589ac-92ac-4fde-ba98-6acfd580bc77,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:23.706235 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-da6897e1-ff71-438a-9153-8dcf2378e7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:23.729823 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: ee7975f5-a941-4aca-817e-109697b6e11a {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:42:23.729823 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device ee7975f5-a941-4aca-817e-109697b6e11a not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:42:23.730636 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 00e1266a-2bb3-4f66-bc4c-42039b727aeb no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:42:23.831130 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-19e2aa62-b502-405f-8a40-ee83f7f136d3 None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:23.891576 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-e118eebd-506d-4990-a8e8-9d63cfcebf3c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] For port 98c589ac-92ac-4fde-ba98-6acfd580bc77, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=98c589ac-92ac-4fde-ba98-6acfd580bc77,segment=NetworkSegment(e82da2dd-17b8-4c15-8abb-711622ad0a92),segment_id=e82da2dd-17b8-4c15-8abb-711622ad0a92)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:42:23.936300 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6897e1-ff71-438a-9153-8dcf2378e7c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b4ae935-19f9-46fe-b52e-48ce44c1a0a9,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:23.940018 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e118eebd-506d-4990-a8e8-9d63cfcebf3c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:24.002779 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 00e1266a-2bb3-4f66-bc4c-42039b727aeb {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:42:24.002779 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 00e1266a-2bb3-4f66-bc4c-42039b727aeb not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:42:24.007049 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 403ec6eb-8b41-42b2-8f70-bcaab10bf367 is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:42:24.007987 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:24.057141 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e118eebd-506d-4990-a8e8-9d63cfcebf3c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:24.062490 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 403ec6eb-8b41-42b2-8f70-bcaab10bf367 {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:42:24.062676 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e118eebd-506d-4990-a8e8-9d63cfcebf3c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:24.070109 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-da6897e1-ff71-438a-9153-8dcf2378e7c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691105'] for router_gateway, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:24.100875 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 403ec6eb-8b41-42b2-8f70-bcaab10bf367, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=403ec6eb-8b41-42b2-8f70-bcaab10bf367,segment=NetworkSegment(de3cbcce-ba0c-4cb8-88ea-ac98446ed60d),segment_id=de3cbcce-ba0c-4cb8-88ea-ac98446ed60d)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:42:24.111566 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-19e2aa62-b502-405f-8a40-ee83f7f136d3 None None] Transition to ACTIVE for port object 4e755694-2486-49ce-b5be-4cb9ea0b5083 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:42:24.173045 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-19e2aa62-b502-405f-8a40-ee83f7f136d3 None None] Transition to ACTIVE for port object 4e755694-2486-49ce-b5be-4cb9ea0b5083 will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:42:24.203331 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:24.318364 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-4b9b9f4a-2ebb-4361-8713-b12a91f5e3f1 admin admin] For port 860b55c2-71c0-4aed-953a-f29ae16178c9, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=860b55c2-71c0-4aed-953a-f29ae16178c9,segment=NetworkSegment(a858b4d0-e8f7-4861-aa36-a6cc38c85e19),segment_id=a858b4d0-e8f7-4861-aa36-a6cc38c85e19)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:42:24.319121 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4b9b9f4a-2ebb-4361-8713-b12a91f5e3f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:24.328959 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=403ec6eb-8b41-42b2-8f70-bcaab10bf367,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:24.331513 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caecb807-633f-4c51-a032-75029d278cbb None None] DHCP port deletion for 48992f11-5b29-4557-a8fa-4d94a4ec7c8d request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:42:24.336073 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 98c589ac-92ac-4fde-ba98-6acfd580bc77 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:42:24.367606 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-caecb807-633f-4c51-a032-75029d278cbb None None] Deleting port 860b55c2-71c0-4aed-953a-f29ae16178c9 {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:42:24.368050 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-caecb807-633f-4c51-a032-75029d278cbb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:24.393999 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-19e2aa62-b502-405f-8a40-ee83f7f136d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:24.468057 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-da6897e1-ff71-438a-9153-8dcf2378e7c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59018'] for router, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:24.484235 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-da6897e1-ff71-438a-9153-8dcf2378e7c8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:24.532923 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e2aa62-b502-405f-8a40-ee83f7f136d3 None None] Pushing event updated for resources: {'Port': ['ID=4e755694-2486-49ce-b5be-4cb9ea0b5083,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:24.532923 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['403ec6eb-8b41-42b2-8f70-bcaab10bf367'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:42:24.542174 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07975ed6-9d45-4959-969e-421ece033d37 req-f99ca5c9-3981-414a-8c70-0a2ef57f21f5 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:24.549565 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-07975ed6-9d45-4959-969e-421ece033d37 req-f99ca5c9-3981-414a-8c70-0a2ef57f21f5 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/ports?device_id=3bc3a953-7679-4415-9d44-7fab5c933346 HTTP/1.1" status: 200 len: 945 time: 0.3499181 May 28 06:42:24.574385 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e118eebd-506d-4990-a8e8-9d63cfcebf3c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:42:24.581889 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e118eebd-506d-4990-a8e8-9d63cfcebf3c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Pushing event updated for resources: {'Port': ['ID=98c589ac-92ac-4fde-ba98-6acfd580bc77,revision_number=5']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:24.584971 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-e118eebd-506d-4990-a8e8-9d63cfcebf3c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:42:24.611433 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d9a464-18e0-4a05-8e87-94169967bca2 None None] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:42:24.634349 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-07975ed6-9d45-4959-969e-421ece033d37 req-65edc782-cbf5-4890-a85e-32f5368c1877 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/security-groups?id=23eed38c-aa44-447e-83a9-ccee1b1a7a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838377 May 28 06:42:24.634683 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e2aa62-b502-405f-8a40-ee83f7f136d3 None None] Network 9a8f91e3-b37e-4e80-9481-eb86ced0feb1 is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:42:24.653317 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-19e2aa62-b502-405f-8a40-ee83f7f136d3 None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:42:24.653627 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36adb443-364f-4bbf-a307-8e7744119696 req-c9aff226-83d5-4c60-a49d-09b47667b75a tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:24.655147 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-36adb443-364f-4bbf-a307-8e7744119696 req-c9aff226-83d5-4c60-a49d-09b47667b75a tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e HTTP/1.1" status: 200 len: 944 time: 0.4660914 May 28 06:42:24.666230 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-da6897e1-ff71-438a-9153-8dcf2378e7c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-703817'] for router, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:24.667337 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da6897e1-ff71-438a-9153-8dcf2378e7c8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac0e03ea-5bcf-4691-a525-72e650e1f7ad {{(pid=89110) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 06:42:24.696739 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e118eebd-506d-4990-a8e8-9d63cfcebf3c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:24.697326 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e118eebd-506d-4990-a8e8-9d63cfcebf3c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:24.713024 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e2aa62-b502-405f-8a40-ee83f7f136d3 None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:42:24.724573 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-4b9b9f4a-2ebb-4361-8713-b12a91f5e3f1 admin admin] Calling delete_port for 860b55c2-71c0-4aed-953a-f29ae16178c9 owned by network:dhcp {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:42:24.785914 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-36adb443-364f-4bbf-a307-8e7744119696 req-c0470580-e38b-4631-a516-fe8f8890a574 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0fc320c-5211-4d72-b7c9-130a40d05074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139264 May 28 06:42:24.787626 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-da6897e1-ff71-438a-9153-8dcf2378e7c8 admin admin] Notify callbacks [] for router, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:24.789292 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-da6897e1-ff71-438a-9153-8dcf2378e7c8 admin admin] 10.222.0.55 "DELETE /v2.0/routers/ac0e03ea-5bcf-4691-a525-72e650e1f7ad HTTP/1.1" status: 204 len: 168 time: 2.8879623 May 28 06:42:24.794122 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 42912) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:24.813206 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-e118eebd-506d-4990-a8e8-9d63cfcebf3c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 6.7553642 May 28 06:42:24.814166 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 42916) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:24.853767 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-5adfeb0a-bb43-4539-a890-79bb45105087 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Request body: {'port': {'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2', 'mac_address': 'fa:16:3e:20:c2:c6', 'name': 'tempest-NetworksTestDHCPv6-58169245'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:42:24.911960 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-15b65ead-4174-49a1-9361-3d5f3ea14c4a tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:24.924012 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_v2 [None req-fed214f7-3299-4271-a909-99b68b507651 admin admin] Deleting subnet 463ce692-2fe5-4a51-b619-7b3391bfe8b8 {{(pid=89110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:42:24.927402 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-fed214f7-3299-4271-a909-99b68b507651 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:24.947549 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e118eebd-506d-4990-a8e8-9d63cfcebf3c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Pushing event updated for resources: {'Subnet': ['ID=fda0daf7-d556-43b2-87a4-ae584ec8ab2e,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:25.007057 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-fed214f7-3299-4271-a909-99b68b507651 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4150765'] for subnet, precommit_delete_associations {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:25.078687 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-fed214f7-3299-4271-a909-99b68b507651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:25.103801 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-19e2aa62-b502-405f-8a40-ee83f7f136d3 None None] Attempting to bind port 4e755694-2486-49ce-b5be-4cb9ea0b5083 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:42:25.104102 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-19e2aa62-b502-405f-8a40-ee83f7f136d3 None None] Attempting to bind port 4e755694-2486-49ce-b5be-4cb9ea0b5083 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': '5cbabbc0-7927-448d-ac74-7f31a184a558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '9a8f91e3-b37e-4e80-9481-eb86ced0feb1'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:42:25.104591 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e2aa62-b502-405f-8a40-ee83f7f136d3 None None] Attempting to bind port 4e755694-2486-49ce-b5be-4cb9ea0b5083 on network 9a8f91e3-b37e-4e80-9481-eb86ced0feb1 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:42:25.135663 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e2aa62-b502-405f-8a40-ee83f7f136d3 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:42:25.135972 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e2aa62-b502-405f-8a40-ee83f7f136d3 None None] Checking segment: {'id': '5cbabbc0-7927-448d-ac74-7f31a184a558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '9a8f91e3-b37e-4e80-9481-eb86ced0feb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:42:25.136108 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-19e2aa62-b502-405f-8a40-ee83f7f136d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:25.136506 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e2aa62-b502-405f-8a40-ee83f7f136d3 None None] Bound using segment: {'id': '5cbabbc0-7927-448d-ac74-7f31a184a558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '9a8f91e3-b37e-4e80-9481-eb86ced0feb1'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:42:25.136994 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-19e2aa62-b502-405f-8a40-ee83f7f136d3 None None] Bound port: 4e755694-2486-49ce-b5be-4cb9ea0b5083, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cbabbc0-7927-448d-ac74-7f31a184a558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '9a8f91e3-b37e-4e80-9481-eb86ced0feb1'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:42:25.137808 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-19e2aa62-b502-405f-8a40-ee83f7f136d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:25.166540 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-5adfeb0a-bb43-4539-a890-79bb45105087 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:42:25.174175 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-5adfeb0a-bb43-4539-a890-79bb45105087 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Usage tracker for resource:port and tenant:5e9e9447c07c4077b6694ab63e3affe5 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:42:25.177407 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-5adfeb0a-bb43-4539-a890-79bb45105087 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:42:25.185095 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-5adfeb0a-bb43-4539-a890-79bb45105087 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:42:25.197278 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4b9b9f4a-2ebb-4361-8713-b12a91f5e3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:25.207340 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device d1957678-ddda-48c9-837b-b0e58ce70d23 up at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:42:25.221547 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-fed214f7-3299-4271-a909-99b68b507651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3115981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3172005'] for subnet, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:25.321760 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-fed214f7-3299-4271-a909-99b68b507651 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:25.324811 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed214f7-3299-4271-a909-99b68b507651 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=463ce692-2fe5-4a51-b619-7b3391bfe8b8,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:25.331050 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-fed214f7-3299-4271-a909-99b68b507651 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/463ce692-2fe5-4a51-b619-7b3391bfe8b8 HTTP/1.1" status: 204 len: 168 time: 0.5353975 May 28 06:42:25.341803 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 42924) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:25.378693 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-caecb807-633f-4c51-a032-75029d278cbb None None] For port 860b55c2-71c0-4aed-953a-f29ae16178c9, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=860b55c2-71c0-4aed-953a-f29ae16178c9,segment=NetworkSegment(a858b4d0-e8f7-4861-aa36-a6cc38c85e19),segment_id=a858b4d0-e8f7-4861-aa36-a6cc38c85e19)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:42:25.379277 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-caecb807-633f-4c51-a032-75029d278cbb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:25.428758 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-15b65ead-4174-49a1-9361-3d5f3ea14c4a tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9555650'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:25.447976 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-19e2aa62-b502-405f-8a40-ee83f7f136d3 None None] For port 4e755694-2486-49ce-b5be-4cb9ea0b5083, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:42:25.451416 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-19e2aa62-b502-405f-8a40-ee83f7f136d3 None None] For port 4e755694-2486-49ce-b5be-4cb9ea0b5083, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=4e755694-2486-49ce-b5be-4cb9ea0b5083,segment=NetworkSegment(5cbabbc0-7927-448d-ac74-7f31a184a558),segment_id=5cbabbc0-7927-448d-ac74-7f31a184a558)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:42:25.454095 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 98c589ac-92ac-4fde-ba98-6acfd580bc77 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:42:25.455195 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:25.462081 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9b9f4a-2ebb-4361-8713-b12a91f5e3f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=860b55c2-71c0-4aed-953a-f29ae16178c9,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:25.464411 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 42928) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:25.472872 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5adfeb0a-bb43-4539-a890-79bb45105087 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Made reservation on behalf of 5e9e9447c07c4077b6694ab63e3affe5 for: {'port': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:42:25.558132 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7cea1ee3-2b79-4a33-80a7-de4c5d25d585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:25.584431 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-19e2aa62-b502-405f-8a40-ee83f7f136d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:25.594387 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9b9f4a-2ebb-4361-8713-b12a91f5e3f1 admin admin] No DVR routers for this DVR port 860b55c2-71c0-4aed-953a-f29ae16178c9 on host n-d-843702-1 {{(pid=89109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:42:25.598611 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b65ead-4174-49a1-9361-3d5f3ea14c4a tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Pushing event deleted for resources: {'Subnet': ['ID=80bf77b5-7c8b-4768-af6b-35e14e088d82,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:25.731612 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7cea1ee3-2b79-4a33-80a7-de4c5d25d585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:25.735220 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5adfeb0a-bb43-4539-a890-79bb45105087 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:25.763629 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-7cea1ee3-2b79-4a33-80a7-de4c5d25d585 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e318623d-bb83-4735-b9a5-1ff511a26d09']}} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:42:25.777704 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-7cea1ee3-2b79-4a33-80a7-de4c5d25d585 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ead9b20-e54f-4de6-97df-041e4a5d1b55') {'for_net_delete': True} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:42:25.778232 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-7cea1ee3-2b79-4a33-80a7-de4c5d25d585 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ead9b20-e54f-4de6-97df-041e4a5d1b55') {} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:42:25.791055 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7cea1ee3-2b79-4a33-80a7-de4c5d25d585 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4150778'] for segment, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:25.819198 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-caecb807-633f-4c51-a032-75029d278cbb None None] Calling delete_port for 860b55c2-71c0-4aed-953a-f29ae16178c9 owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:42:25.844151 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7cea1ee3-2b79-4a33-80a7-de4c5d25d585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:25.854416 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a1b413f9-432a-4b6f-b460-6f3463c1d8fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:25.863400 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376c29ba-9f46-4ebf-a4f7-f80d54b73251 req-7dba43bb-f438-4556-ba63-f16f9734efce tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:25.865340 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-376c29ba-9f46-4ebf-a4f7-f80d54b73251 req-7dba43bb-f438-4556-ba63-f16f9734efce tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5b99fda-0bc9-4e50-b070-ce4a427e6fc6 HTTP/1.1" status: 200 len: 946 time: 0.4006002 May 28 06:42:25.867988 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-15b65ead-4174-49a1-9361-3d5f3ea14c4a tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:25.879167 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4b9b9f4a-2ebb-4361-8713-b12a91f5e3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:25.905754 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [None req-5adfeb0a-bb43-4539-a890-79bb45105087 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] device_id is not set on port 57441578-de87-4196-9cd7-5ed841cd43ad yet. {{(pid=89109) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:42:25.984966 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-a1b413f9-432a-4b6f-b460-6f3463c1d8fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:42:25.998422 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-15b65ead-4174-49a1-9361-3d5f3ea14c4a tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a8f91e3-b37e-4e80-9481-eb86ced0feb1']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:42:26.010698 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-a1b413f9-432a-4b6f-b460-6f3463c1d8fa admin admin] Usage tracker for resource:security_group_rule and tenant:4fc8ecc2a34b4ee98a5b2cfe6e2163dd is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:42:26.011592 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cea1ee3-2b79-4a33-80a7-de4c5d25d585 admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=89110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:42:26.016269 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7cea1ee3-2b79-4a33-80a7-de4c5d25d585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3143023'] for segment, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:26.017160 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-4b9b9f4a-2ebb-4361-8713-b12a91f5e3f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48992f11-5b29-4557-a8fa-4d94a4ec7c8d']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:42:26.030348 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-a1b413f9-432a-4b6f-b460-6f3463c1d8fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:42:26.037944 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-15b65ead-4174-49a1-9361-3d5f3ea14c4a tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cbabbc0-7927-448d-ac74-7f31a184a558') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:42:26.039066 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-15b65ead-4174-49a1-9361-3d5f3ea14c4a tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cbabbc0-7927-448d-ac74-7f31a184a558') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:42:26.057833 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning for port d1957678-ddda-48c9-837b-b0e58ce70d23 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:42:26.060790 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-4b9b9f4a-2ebb-4361-8713-b12a91f5e3f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a858b4d0-e8f7-4861-aa36-a6cc38c85e19') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:42:26.061494 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-4b9b9f4a-2ebb-4361-8713-b12a91f5e3f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a858b4d0-e8f7-4861-aa36-a6cc38c85e19') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:42:26.073124 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-a1b413f9-432a-4b6f-b460-6f3463c1d8fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:42:26.083218 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e2aa62-b502-405f-8a40-ee83f7f136d3 None None] Pushing event updated for resources: {'Port': ['ID=4e755694-2486-49ce-b5be-4cb9ea0b5083,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:26.086858 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 98c589ac-92ac-4fde-ba98-6acfd580bc77 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:42:26.090382 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning complete for port d1957678-ddda-48c9-837b-b0e58ce70d23 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:42:26.090748 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:26.095894 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-15b65ead-4174-49a1-9361-3d5f3ea14c4a tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:26.107958 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment 6ead9b20-e54f-4de6-97df-041e4a5d1b55 resource provider aggregate not found May 28 06:42:26.119717 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4b9b9f4a-2ebb-4361-8713-b12a91f5e3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:26.123058 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device a94a168a-e805-4885-a0ff-4a005f8a69c2 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:42:26.144660 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4b9b9f4a-2ebb-4361-8713-b12a91f5e3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:26.150113 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment 6ead9b20-e54f-4de6-97df-041e4a5d1b55 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6ead9b20-e54f-4de6-97df-041e4a5d1b55 found for delete ", "request_id": "req-91406a04-6b69-4efd-bfef-0b00919640fe"}]} May 28 06:42:26.158203 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-376c29ba-9f46-4ebf-a4f7-f80d54b73251 req-4ebdf084-e6fb-4fcb-9a10-aada17f4f4f9 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d9e2739-d2e7-489f-8894-c4c5db308155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1682847 May 28 06:42:26.195417 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: a94a168a-e805-4885-a0ff-4a005f8a69c2 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:42:26.195823 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device a94a168a-e805-4885-a0ff-4a005f8a69c2 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:42:26.204192 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5286ed-0900-4cd8-b459-80cd8cde2ca9 req-174b4ef4-6536-45ec-a2c5-3c1e0f7330f5 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:26.208267 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b9b9f4a-2ebb-4361-8713-b12a91f5e3f1 admin admin] Releasing vlan 389 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:42:26.208733 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4b9b9f4a-2ebb-4361-8713-b12a91f5e3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:26.215316 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6f5286ed-0900-4cd8-b459-80cd8cde2ca9 req-174b4ef4-6536-45ec-a2c5-3c1e0f7330f5 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/ports?device_id=3bc3a953-7679-4415-9d44-7fab5c933346 HTTP/1.1" status: 200 len: 945 time: 0.4075332 May 28 06:42:26.248832 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.db.api [None req-caecb807-633f-4c51-a032-75029d278cbb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89111) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:42:26.251802 n-d-843702-1 neutron-server[89111]: DEBUG oslo_db.api [None req-caecb807-633f-4c51-a032-75029d278cbb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:42:26.290585 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6f5286ed-0900-4cd8-b459-80cd8cde2ca9 req-7c13b00c-3a33-4674-a513-5f0c860ac553 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/security-groups?id=23eed38c-aa44-447e-83a9-ccee1b1a7a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729561 May 28 06:42:26.293889 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7cea1ee3-2b79-4a33-80a7-de4c5d25d585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:26.318385 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7cea1ee3-2b79-4a33-80a7-de4c5d25d585 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:26.341495 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cea1ee3-2b79-4a33-80a7-de4c5d25d585 admin admin] Pushing event deleted for resources: {'Network': ['ID=e318623d-bb83-4735-b9a5-1ff511a26d09,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:26.354603 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment a858b4d0-e8f7-4861-aa36-a6cc38c85e19 resource provider aggregate not found May 28 06:42:26.374337 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 2b4ae935-19f9-46fe-b52e-48ce44c1a0a9 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:42:26.382254 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-15b65ead-4174-49a1-9361-3d5f3ea14c4a tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:26.388366 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment a858b4d0-e8f7-4861-aa36-a6cc38c85e19 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a858b4d0-e8f7-4861-aa36-a6cc38c85e19 found for delete ", "request_id": "req-e105f3ce-e812-465b-9180-af3b23194bde"}]} May 28 06:42:26.427925 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15b65ead-4174-49a1-9361-3d5f3ea14c4a tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:42:26.428298 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-15b65ead-4174-49a1-9361-3d5f3ea14c4a tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:26.454235 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-7cea1ee3-2b79-4a33-80a7-de4c5d25d585 admin admin] 10.222.0.55 "DELETE /v2.0/networks/e318623d-bb83-4735-b9a5-1ff511a26d09 HTTP/1.1" status: 204 len: 168 time: 1.1113846 May 28 06:42:26.472031 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 2b4ae935-19f9-46fe-b52e-48ce44c1a0a9 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:42:26.472539 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 2b4ae935-19f9-46fe-b52e-48ce44c1a0a9 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:42:26.472867 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 860b55c2-71c0-4aed-953a-f29ae16178c9 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:42:26.530959 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 860b55c2-71c0-4aed-953a-f29ae16178c9 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:42:26.531311 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 860b55c2-71c0-4aed-953a-f29ae16178c9 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:42:26.539644 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port d1957678-ddda-48c9-837b-b0e58ce70d23 is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:42:26.540034 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:26.565482 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e02669-287e-4459-a3bc-c69d031a9ae2 req-bfa10de7-7180-47a7-b801-31c2332e3bb1 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:26.567028 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-19e02669-287e-4459-a3bc-c69d031a9ae2 req-bfa10de7-7180-47a7-b801-31c2332e3bb1 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e HTTP/1.1" status: 200 len: 944 time: 0.2278111 May 28 06:42:26.581157 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bc3a953-7679-4415-9d44-7fab5c933346', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1957678-ddda-48c9-837b-b0e58ce70d23'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:42:26.604186 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port d1957678-ddda-48c9-837b-b0e58ce70d23, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=d1957678-ddda-48c9-837b-b0e58ce70d23,segment=NetworkSegment(de3cbcce-ba0c-4cb8-88ea-ac98446ed60d),segment_id=de3cbcce-ba0c-4cb8-88ea-ac98446ed60d)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:42:26.610508 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-09c3271e-8986-4508-8133-077f9943e23f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:26.656509 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b864bb4f-dfa1-4aef-9e13-0e84bb01a636'] response: {'server_uuid': '3bc3a953-7679-4415-9d44-7fab5c933346', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1957678-ddda-48c9-837b-b0e58ce70d23', 'code': 200} May 28 06:42:26.662108 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-19e02669-287e-4459-a3bc-c69d031a9ae2 req-3c44e5bd-198f-4255-9d98-f91393bb2401 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0fc320c-5211-4d72-b7c9-130a40d05074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792971 May 28 06:42:26.684833 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4b9b9f4a-2ebb-4361-8713-b12a91f5e3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:26.716550 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:26.716550 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 403ec6eb-8b41-42b2-8f70-bcaab10bf367 up at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:42:26.766389 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5009d7c-dbdc-4ef1-85e4-31c821ece206 req-3b585268-bde7-44de-ab5f-4d8624286c6d tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:26.768199 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f5009d7c-dbdc-4ef1-85e4-31c821ece206 req-3b585268-bde7-44de-ab5f-4d8624286c6d tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.69 "GET /v2.0/ports?device_id=b5b99fda-0bc9-4e50-b070-ce4a427e6fc6 HTTP/1.1" status: 200 len: 946 time: 0.1093948 May 28 06:42:26.771323 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4b9b9f4a-2ebb-4361-8713-b12a91f5e3f1 admin admin] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:26.809077 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-5adfeb0a-bb43-4539-a890-79bb45105087 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Allocated IP 172.20.0.14 (147bfd32-62dc-4be0-82de-f4d6fa5b4cc2/ff06fbe1-193e-4ffa-8500-009009c5d48b/57441578-de87-4196-9cd7-5ed841cd43ad) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:42:26.815987 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-5adfeb0a-bb43-4539-a890-79bb45105087 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Allocated IP 2001:db8::f816:3eff:fe20:c2c6 (147bfd32-62dc-4be0-82de-f4d6fa5b4cc2/fda0daf7-d556-43b2-87a4-ae584ec8ab2e/57441578-de87-4196-9cd7-5ed841cd43ad) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:42:26.867877 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-f5009d7c-dbdc-4ef1-85e4-31c821ece206 req-de27e486-2d30-4811-a66f-43d0e6b156c0 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Deleting port 2a9418a7-bd04-4bdb-9ce7-c9cfe2d4e847 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:42:26.868516 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-f5009d7c-dbdc-4ef1-85e4-31c821ece206 req-de27e486-2d30-4811-a66f-43d0e6b156c0 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:26.896833 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-caecb807-633f-4c51-a032-75029d278cbb None None] Deleting port 860b55c2-71c0-4aed-953a-f29ae16178c9 {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:42:26.899622 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-caecb807-633f-4c51-a032-75029d278cbb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:27.027906 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 42952) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:27.040665 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9b9f4a-2ebb-4361-8713-b12a91f5e3f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=48992f11-5b29-4557-a8fa-4d94a4ec7c8d,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:27.095505 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-caecb807-633f-4c51-a032-75029d278cbb None None] The port '860b55c2-71c0-4aed-953a-f29ae16178c9' was deleted {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 06:42:27.124182 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=d1957678-ddda-48c9-837b-b0e58ce70d23,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:27.173476 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.db.api [None req-15b65ead-4174-49a1-9361-3d5f3ea14c4a tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 28 06:42:27.173476 n-d-843702-1 neutron-server[89109]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 28 06:42:27.173476 n-d-843702-1 neutron-server[89109]: [parameters: {'id': '9a8f91e3-b37e-4e80-9481-eb86ced0feb1'}] May 28 06:42:27.173476 n-d-843702-1 neutron-server[89109]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:42:27.174600 n-d-843702-1 neutron-server[89109]: DEBUG oslo_db.api [None req-15b65ead-4174-49a1-9361-3d5f3ea14c4a tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:42:27.208827 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning for port 403ec6eb-8b41-42b2-8f70-bcaab10bf367 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:42:27.215664 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning complete for port 403ec6eb-8b41-42b2-8f70-bcaab10bf367 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:42:27.216039 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:27.227338 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5adfeb0a-bb43-4539-a890-79bb45105087 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:27.254645 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [None req-5adfeb0a-bb43-4539-a890-79bb45105087 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Transition to ACTIVE for port object 57441578-de87-4196-9cd7-5ed841cd43ad will not be triggered until provisioned by entity DHCP. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:42:27.280843 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 42960) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:27.288892 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-124aa52a-8fc0-4860-9548-15c7a9277818 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3e433ca89e6e4cecb06b276f6587beee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2592216 May 28 06:42:27.384153 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-4b9b9f4a-2ebb-4361-8713-b12a91f5e3f1 admin admin] 10.222.0.55 "DELETE /v2.0/networks/48992f11-5b29-4557-a8fa-4d94a4ec7c8d HTTP/1.1" status: 204 len: 168 time: 4.4249241 May 28 06:42:27.409881 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5adfeb0a-bb43-4539-a890-79bb45105087 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:27.510555 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 403ec6eb-8b41-42b2-8f70-bcaab10bf367 is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:42:27.511065 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:27.586203 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 403ec6eb-8b41-42b2-8f70-bcaab10bf367, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=403ec6eb-8b41-42b2-8f70-bcaab10bf367,segment=NetworkSegment(de3cbcce-ba0c-4cb8-88ea-ac98446ed60d),segment_id=de3cbcce-ba0c-4cb8-88ea-ac98446ed60d)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:42:27.615463 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-764d5e54-c930-4008-b077-559e2ea96e98 None None] Provisioning complete for port 98c589ac-92ac-4fde-ba98-6acfd580bc77 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:42:27.615799 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-764d5e54-c930-4008-b077-559e2ea96e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:27.616101 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5adfeb0a-bb43-4539-a890-79bb45105087 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:42:27.641920 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-5adfeb0a-bb43-4539-a890-79bb45105087 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:42:27.661115 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5adfeb0a-bb43-4539-a890-79bb45105087 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:42:27.689367 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:27.716261 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:27.716637 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-15b65ead-4174-49a1-9361-3d5f3ea14c4a tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:27.721610 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a1b413f9-432a-4b6f-b460-6f3463c1d8fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:27.742960 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adfeb0a-bb43-4539-a890-79bb45105087 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Pushing event updated for resources: {'Port': ['ID=57441578-de87-4196-9cd7-5ed841cd43ad,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:27.744520 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-f5009d7c-dbdc-4ef1-85e4-31c821ece206 req-de27e486-2d30-4811-a66f-43d0e6b156c0 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] For port 2a9418a7-bd04-4bdb-9ce7-c9cfe2d4e847, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=2a9418a7-bd04-4bdb-9ce7-c9cfe2d4e847,segment=NetworkSegment(38fd89a2-8195-4731-ba40-f43c54a7016a),segment_id=38fd89a2-8195-4731-ba40-f43c54a7016a)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:42:27.745763 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-f5009d7c-dbdc-4ef1-85e4-31c821ece206 req-de27e486-2d30-4811-a66f-43d0e6b156c0 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:27.747115 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1197e0f1-4bcc-4dca-9443-70123d3150e5 req-ee19de38-3ecc-4f10-8908-afccc5ebce89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:27.748638 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-1197e0f1-4bcc-4dca-9443-70123d3150e5 req-ee19de38-3ecc-4f10-8908-afccc5ebce89 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=3bc3a953-7679-4415-9d44-7fab5c933346 HTTP/1.1" status: 200 len: 1097 time: 0.7017636 May 28 06:42:27.834545 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1fc490f8-8973-4151-b9b8-25b00ff40712 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:27.845525 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a1b413f9-432a-4b6f-b460-6f3463c1d8fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:27.855220 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-15b65ead-4174-49a1-9361-3d5f3ea14c4a tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Deleting port 4e755694-2486-49ce-b5be-4cb9ea0b5083 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:42:27.855564 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-15b65ead-4174-49a1-9361-3d5f3ea14c4a tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:27.879325 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82adf745-3d34-49c1-b329-3421c46bbb31 None None] Network 9a8f91e3-b37e-4e80-9481-eb86ced0feb1 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:42:27.884621 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5782314b-52e6-4cf6-9edc-9a31fa95ee43 req-9f74cb23-38b6-4527-bfcd-5778ff2fd6f5 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:27.886251 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5782314b-52e6-4cf6-9edc-9a31fa95ee43 req-9f74cb23-38b6-4527-bfcd-5778ff2fd6f5 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e HTTP/1.1" status: 200 len: 944 time: 0.4526224 May 28 06:42:27.915233 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=403ec6eb-8b41-42b2-8f70-bcaab10bf367,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:27.958219 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5adfeb0a-bb43-4539-a890-79bb45105087 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:27.958501 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5168108-7476-4bd3-b1cd-f71290ee942c req-6432bed8-ae2d-4999-a0b8-c9443d1d2722 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:27.958897 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5adfeb0a-bb43-4539-a890-79bb45105087 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:27.968214 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b5168108-7476-4bd3-b1cd-f71290ee942c req-6432bed8-ae2d-4999-a0b8-c9443d1d2722 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5b99fda-0bc9-4e50-b070-ce4a427e6fc6 HTTP/1.1" status: 200 len: 946 time: 0.5414064 May 28 06:42:28.035373 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-764d5e54-c930-4008-b077-559e2ea96e98 None None] Current status of the port 98c589ac-92ac-4fde-ba98-6acfd580bc77 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:42:28.068284 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 42968) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:28.115838 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5910ac13-f8f5-4502-bf0d-cebf5699eb10 req-a05d9c44-a166-491f-807f-71e56b70eb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:28.117464 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5910ac13-f8f5-4502-bf0d-cebf5699eb10 req-a05d9c44-a166-491f-807f-71e56b70eb15 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fada8efd68e34d6781d883ae41cb05ad&device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e HTTP/1.1" status: 200 len: 1095 time: 0.4983637 May 28 06:42:28.147747 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5782314b-52e6-4cf6-9edc-9a31fa95ee43 req-392c96a1-507b-4329-b516-f96441199639 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0fc320c-5211-4d72-b7c9-130a40d05074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2402637 May 28 06:42:28.177960 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-1197e0f1-4bcc-4dca-9443-70123d3150e5 req-8c731f53-9e46-4729-a578-9145105fdcde service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=23eed38c-aa44-447e-83a9-ccee1b1a7a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3957272 May 28 06:42:28.179180 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1fc490f8-8973-4151-b9b8-25b00ff40712 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:28.202852 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-a1b413f9-432a-4b6f-b460-6f3463c1d8fa admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4fc8ecc2a34b4ee98a5b2cfe6e2163dd&name=default HTTP/1.1" status: 200 len: 2983 time: 2.7289174 May 28 06:42:28.206028 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 42972) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:28.206888 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b413f9-432a-4b6f-b460-6f3463c1d8fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d876264-c6fb-40af-bc04-be08d37c864c,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:28.235373 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-caf30ce1-223c-47cd-a4ed-9cdd878fa780 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=60982381454b4376b475404da5b08605&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1459408 May 28 06:42:28.246784 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 42976) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:28.272644 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-697a021d-3795-44a1-9058-3296c3722f10 None None] Provisioning for port 57441578-de87-4196-9cd7-5ed841cd43ad completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:42:28.276746 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b5168108-7476-4bd3-b1cd-f71290ee942c req-c0ce8b65-5caf-41dd-8f2b-5317900ab01d tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d9e2739-d2e7-489f-8894-c4c5db308155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3075864 May 28 06:42:28.281519 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-697a021d-3795-44a1-9058-3296c3722f10 None None] Provisioning complete for port 57441578-de87-4196-9cd7-5ed841cd43ad triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:42:28.281912 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-697a021d-3795-44a1-9058-3296c3722f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:28.334672 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-5adfeb0a-bb43-4539-a890-79bb45105087 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.4941096 May 28 06:42:28.345261 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 42980) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:28.351503 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d338fa-d93f-4e07-9935-dcc4c184d79d None None] DHCP port deletion for 9a8f91e3-b37e-4e80-9481-eb86ced0feb1 request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:42:28.367336 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-f8d338fa-d93f-4e07-9935-dcc4c184d79d None None] Deleting port 4e755694-2486-49ce-b5be-4cb9ea0b5083 {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:42:28.367632 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-f8d338fa-d93f-4e07-9935-dcc4c184d79d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:28.407218 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-697a021d-3795-44a1-9058-3296c3722f10 None None] Port 57441578-de87-4196-9cd7-5ed841cd43ad cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:42:28.444858 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 5cbabbc0-7927-448d-ac74-7f31a184a558 resource provider aggregate not found May 28 06:42:28.488765 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-f5009d7c-dbdc-4ef1-85e4-31c821ece206 req-de27e486-2d30-4811-a66f-43d0e6b156c0 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:28.489136 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-f5009d7c-dbdc-4ef1-85e4-31c821ece206 req-de27e486-2d30-4811-a66f-43d0e6b156c0 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691094'] for floatingip, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:28.489472 n-d-843702-1 neutron-server[89110]: INFO neutron.db.l3_db [req-f5009d7c-dbdc-4ef1-85e4-31c821ece206 req-de27e486-2d30-4811-a66f-43d0e6b156c0 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Floating IP 2c6a63ed-c8fc-4edb-ae83-a8af57abefb3 disassociated. External IP: 172.25.5.50, port: 2a9418a7-bd04-4bdb-9ce7-c9cfe2d4e847. May 28 06:42:28.489813 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-f5009d7c-dbdc-4ef1-85e4-31c821ece206 req-de27e486-2d30-4811-a66f-43d0e6b156c0 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Calling delete_port for 2a9418a7-bd04-4bdb-9ce7-c9cfe2d4e847 owned by compute:nova {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:42:28.551805 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 5cbabbc0-7927-448d-ac74-7f31a184a558 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5cbabbc0-7927-448d-ac74-7f31a184a558 found for delete ", "request_id": "req-f20f4171-b038-4c51-a2f5-d17a1f97fae7"}]} May 28 06:42:28.569638 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0818b391-62b1-44ef-8414-0aa66823765b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:28.625073 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-15b65ead-4174-49a1-9361-3d5f3ea14c4a tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] For port 4e755694-2486-49ce-b5be-4cb9ea0b5083, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=4e755694-2486-49ce-b5be-4cb9ea0b5083,segment=NetworkSegment(5cbabbc0-7927-448d-ac74-7f31a184a558),segment_id=5cbabbc0-7927-448d-ac74-7f31a184a558)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:42:28.625535 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-15b65ead-4174-49a1-9361-3d5f3ea14c4a tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:28.627385 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-f8d338fa-d93f-4e07-9935-dcc4c184d79d None None] For port 4e755694-2486-49ce-b5be-4cb9ea0b5083, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=4e755694-2486-49ce-b5be-4cb9ea0b5083,segment=NetworkSegment(5cbabbc0-7927-448d-ac74-7f31a184a558),segment_id=5cbabbc0-7927-448d-ac74-7f31a184a558)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:42:28.627978 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-f8d338fa-d93f-4e07-9935-dcc4c184d79d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:28.646624 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c136a56e-bada-41b2-a1ef-c1fa10717dbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:28.673594 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5910ac13-f8f5-4502-bf0d-cebf5699eb10 req-de89e8bf-6209-4099-8d83-8db7d55f6e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:28.675096 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5910ac13-f8f5-4502-bf0d-cebf5699eb10 req-de89e8bf-6209-4099-8d83-8db7d55f6e4b service neutron] 10.222.0.69 "GET /v2.0/networks?id=e7d92049-bff3-4c3a-a4bd-4950c7dcad1c HTTP/1.1" status: 200 len: 912 time: 0.5347698 May 28 06:42:28.696021 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2187a23c-2130-4d5d-83f8-6c69d905e7eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '403ec6eb-8b41-42b2-8f70-bcaab10bf367'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:42:28.706729 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0818b391-62b1-44ef-8414-0aa66823765b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:28.788203 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89795f66-0bd6-4919-b6d7-ba4f7adfa44d req-55deb26a-b181-45bb-b2fd-2c403b213557 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:28.791329 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-15b65ead-4174-49a1-9361-3d5f3ea14c4a tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Calling delete_port for 4e755694-2486-49ce-b5be-4cb9ea0b5083 owned by network:dhcp {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:42:28.793945 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-89795f66-0bd6-4919-b6d7-ba4f7adfa44d req-55deb26a-b181-45bb-b2fd-2c403b213557 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/ports?device_id=3bc3a953-7679-4415-9d44-7fab5c933346 HTTP/1.1" status: 200 len: 946 time: 0.4302423 May 28 06:42:28.825082 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1fc490f8-8973-4151-b9b8-25b00ff40712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:28.847068 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-697a021d-3795-44a1-9058-3296c3722f10 None None] Provisioning for port 4e755694-2486-49ce-b5be-4cb9ea0b5083 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:42:28.851067 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abdb85d6-e21c-4f7a-a3df-6906c8ecc321'] response: {'server_uuid': '2187a23c-2130-4d5d-83f8-6c69d905e7eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '403ec6eb-8b41-42b2-8f70-bcaab10bf367', 'code': 200} May 28 06:42:28.859021 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-f8d338fa-d93f-4e07-9935-dcc4c184d79d None None] Calling delete_port for 4e755694-2486-49ce-b5be-4cb9ea0b5083 owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:42:28.886008 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5910ac13-f8f5-4502-bf0d-cebf5699eb10 req-f89b673e-3b25-40ba-9174-b9d344381013 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=170a25a1-2cd5-4bc9-b588-27e0c82fefed HTTP/1.1" status: 200 len: 999 time: 0.2035558 May 28 06:42:28.919319 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc490f8-8973-4151-b9b8-25b00ff40712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b99dec1f-6b3b-4dfd-86ac-ed192f0fcc12,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:28.927520 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c136a56e-bada-41b2-a1ef-c1fa10717dbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:28.946072 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-89795f66-0bd6-4919-b6d7-ba4f7adfa44d req-b0d2767e-c985-4218-b4c6-169ecd7a61a5 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/security-groups?id=23eed38c-aa44-447e-83a9-ccee1b1a7a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411157 May 28 06:42:28.977137 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-65aab2a7-1577-4830-9e3e-742c471ca16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:28.986785 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5910ac13-f8f5-4502-bf0d-cebf5699eb10 req-e1498daa-583a-4bcc-9e51-924e4481e9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:28.988305 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5910ac13-f8f5-4502-bf0d-cebf5699eb10 req-e1498daa-583a-4bcc-9e51-924e4481e9bf service neutron] 10.222.0.69 "GET /v2.0/subnets?id=40188bf0-967d-446e-ac4f-b5c59a2acd9a HTTP/1.1" status: 200 len: 850 time: 0.0909784 May 28 06:42:28.992570 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b755184d-748a-481a-a57c-d832fc45ea02 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:28.998557 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b755184d-748a-481a-a57c-d832fc45ea02 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:28.999339 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-b755184d-748a-481a-a57c-d832fc45ea02 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Synchronizing usage tracker for tenant:5e9e9447c07c4077b6694ab63e3affe5 on resource:port {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:42:29.037714 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-f5009d7c-dbdc-4ef1-85e4-31c821ece206 req-de27e486-2d30-4811-a66f-43d0e6b156c0 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:29.062044 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1fc490f8-8973-4151-b9b8-25b00ff40712 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:29.065502 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-1fc490f8-8973-4151-b9b8-25b00ff40712 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b99dec1f-6b3b-4dfd-86ac-ed192f0fcc12 HTTP/1.1" status: 204 len: 168 time: 1.7786961 May 28 06:42:29.071710 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-f8d338fa-d93f-4e07-9935-dcc4c184d79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879'] for port, after_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:29.085115 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.db.api [None req-15b65ead-4174-49a1-9361-3d5f3ea14c4a tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:42:29.085743 n-d-843702-1 neutron-server[89109]: DEBUG oslo_db.api [None req-15b65ead-4174-49a1-9361-3d5f3ea14c4a tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:42:29.104460 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715b894d-7337-4157-9028-91931b9acd0e req-acc88ce5-9f18-42bd-a081-4eaa58b65562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:29.106009 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-715b894d-7337-4157-9028-91931b9acd0e req-acc88ce5-9f18-42bd-a081-4eaa58b65562 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2187a23c-2130-4d5d-83f8-6c69d905e7eb HTTP/1.1" status: 200 len: 1096 time: 0.2449720 May 28 06:42:29.111255 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de27e486-2d30-4811-a66f-43d0e6b156c0 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Pushing event deleted for resources: {'Port': ['ID=2a9418a7-bd04-4bdb-9ce7-c9cfe2d4e847,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:29.152128 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d338fa-d93f-4e07-9935-dcc4c184d79d None None] Pushing event deleted for resources: {'Port': ['ID=4e755694-2486-49ce-b5be-4cb9ea0b5083,revision_number=None']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:29.160102 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d338fa-d93f-4e07-9935-dcc4c184d79d None None] No DVR routers for this DVR port 4e755694-2486-49ce-b5be-4cb9ea0b5083 on host n-d-843702-1 {{(pid=89111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:42:29.176842 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-715b894d-7337-4157-9028-91931b9acd0e req-f720a35f-10f1-4395-991c-b7af15d86d79 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=23eed38c-aa44-447e-83a9-ccee1b1a7a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636115 May 28 06:42:29.183188 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-b755184d-748a-481a-a57c-d832fc45ea02 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Unset dirty status for tenant:5e9e9447c07c4077b6694ab63e3affe5 on resource:port {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:42:29.184000 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4301502a-cb0e-4c8d-8f4c-31953f140ea4 None None] Network 9a8f91e3-b37e-4e80-9481-eb86ced0feb1 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:42:29.184099 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-b755184d-748a-481a-a57c-d832fc45ea02 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.8309784 May 28 06:42:29.186369 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 42994) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:29.275626 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-e268b514-2623-4a9a-b1c2-619f5527df36 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Deleting port 57441578-de87-4196-9cd7-5ed841cd43ad {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:42:29.276130 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e268b514-2623-4a9a-b1c2-619f5527df36 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:29.323514 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0818b391-62b1-44ef-8414-0aa66823765b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:29.332319 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c136a56e-bada-41b2-a1ef-c1fa10717dbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:29.359231 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5910ac13-f8f5-4502-bf0d-cebf5699eb10 req-478b8b5d-eab3-4b0f-b8bd-143bb9157558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:29.360726 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5910ac13-f8f5-4502-bf0d-cebf5699eb10 req-478b8b5d-eab3-4b0f-b8bd-143bb9157558 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e7d92049-bff3-4c3a-a4bd-4950c7dcad1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3658972 May 28 06:42:29.406854 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0818b391-62b1-44ef-8414-0aa66823765b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d876264-c6fb-40af-bc04-be08d37c864c,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:29.464123 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c136a56e-bada-41b2-a1ef-c1fa10717dbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45cb3f7c-83ce-4298-9702-2bb3cba6af9c,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:29.578775 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c136a56e-bada-41b2-a1ef-c1fa10717dbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:29.583873 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-c136a56e-bada-41b2-a1ef-c1fa10717dbb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/45cb3f7c-83ce-4298-9702-2bb3cba6af9c HTTP/1.1" status: 204 len: 168 time: 1.3309228 May 28 06:42:29.588445 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0818b391-62b1-44ef-8414-0aa66823765b admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:29.590257 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-0818b391-62b1-44ef-8414-0aa66823765b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2d876264-c6fb-40af-bc04-be08d37c864c HTTP/1.1" status: 204 len: 168 time: 1.3800168 May 28 06:42:29.590658 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-15b65ead-4174-49a1-9361-3d5f3ea14c4a tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Deleting port 4e755694-2486-49ce-b5be-4cb9ea0b5083 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:42:29.591213 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-15b65ead-4174-49a1-9361-3d5f3ea14c4a tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:29.617811 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-219b4d6f-41f0-468f-8861-bda2b66fc0df req-710d8a16-e9ab-4f44-994f-06c1b1b5e391 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5b99fda-0bc9-4e50-b070-ce4a427e6fc6 HTTP/1.1" status: 200 len: 210 time: 0.1125016 May 28 06:42:29.660771 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f5009d7c-dbdc-4ef1-85e4-31c821ece206 req-de27e486-2d30-4811-a66f-43d0e6b156c0 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Router b780bbb6-446f-4e48-a498-84dcf15fde1b has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:42:29.727370 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-15b65ead-4174-49a1-9361-3d5f3ea14c4a tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] The port '4e755694-2486-49ce-b5be-4cb9ea0b5083' was deleted {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 06:42:29.818333 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5910ac13-f8f5-4502-bf0d-cebf5699eb10 req-8951af3c-e187-48ab-982b-e6d5bff8e4a0 service neutron] 10.222.0.69 "GET /v2.0/networks/e7d92049-bff3-4c3a-a4bd-4950c7dcad1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4407110 May 28 06:42:29.877247 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:29.968497 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90acea65-4a10-4dd6-bdd9-abbfb0c12625 req-0ef50280-4ce5-4667-869f-38dfd0d8bc5a tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:29.970016 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-90acea65-4a10-4dd6-bdd9-abbfb0c12625 req-0ef50280-4ce5-4667-869f-38dfd0d8bc5a tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e HTTP/1.1" status: 200 len: 944 time: 0.5211899 May 28 06:42:29.974042 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-15b65ead-4174-49a1-9361-3d5f3ea14c4a tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:30.015961 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e268b514-2623-4a9a-b1c2-619f5527df36 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:30.023782 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-15b65ead-4174-49a1-9361-3d5f3ea14c4a tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a8f91e3-b37e-4e80-9481-eb86ced0feb1']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:42:30.043392 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:30.090996 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-90acea65-4a10-4dd6-bdd9-abbfb0c12625 req-e9522cfc-116d-444c-bf4a-bc0d702b8e27 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0fc320c-5211-4d72-b7c9-130a40d05074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849817 May 28 06:42:30.095249 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-15b65ead-4174-49a1-9361-3d5f3ea14c4a tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cbabbc0-7927-448d-ac74-7f31a184a558') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:42:30.095548 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-15b65ead-4174-49a1-9361-3d5f3ea14c4a tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cbabbc0-7927-448d-ac74-7f31a184a558') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:42:30.147434 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f5009d7c-dbdc-4ef1-85e4-31c821ece206 req-de27e486-2d30-4811-a66f-43d0e6b156c0 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:42:30.166002 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1cd7cce-ab05-4a67-b52e-ecbc31e03e07 None None] Sync routers for ids ['b780bbb6-446f-4e48-a498-84dcf15fde1b'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:42:30.168613 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-e268b514-2623-4a9a-b1c2-619f5527df36 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Calling delete_port for 57441578-de87-4196-9cd7-5ed841cd43ad owned by {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:42:30.188439 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5910ac13-f8f5-4502-bf0d-cebf5699eb10 req-206b403c-ffbc-4557-b6aa-95428ba36e20 service neutron] 10.222.0.69 "GET /v2.0/networks/e7d92049-bff3-4c3a-a4bd-4950c7dcad1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3530912 May 28 06:42:30.192612 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1cd7cce-ab05-4a67-b52e-ecbc31e03e07 None None] Routers {'b780bbb6-446f-4e48-a498-84dcf15fde1b'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:42:30.211541 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-b1cd7cce-ab05-4a67-b52e-ecbc31e03e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:42:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['b780bbb6-446f-4e48-a498-84dcf15fde1b'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:42:30.243424 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5009d7c-dbdc-4ef1-85e4-31c821ece206 req-de27e486-2d30-4811-a66f-43d0e6b156c0 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] No DVR routers for this DVR port 2a9418a7-bd04-4bdb-9ce7-c9cfe2d4e847 on host n-h1-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:42:30.248597 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-f5009d7c-dbdc-4ef1-85e4-31c821ece206 req-de27e486-2d30-4811-a66f-43d0e6b156c0 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:30.251261 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5b99fda-0bc9-4e50-b070-ce4a427e6fc6', 'name': 'network-vif-deleted', 'tag': '2a9418a7-bd04-4bdb-9ce7-c9cfe2d4e847'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:42:30.306797 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f083591-e0f3-4c03-a820-19aac9990967 req-ede45890-f359-44a0-9f7a-bc22ab7de9ba tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:30.320176 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9f083591-e0f3-4c03-a820-19aac9990967 req-ede45890-f359-44a0-9f7a-bc22ab7de9ba tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/ports?device_id=3bc3a953-7679-4415-9d44-7fab5c933346 HTTP/1.1" status: 200 len: 946 time: 0.2381737 May 28 06:42:30.352111 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-101749a8-1fc7-43cc-8dd3-809d31f09da0'] response: {'server_uuid': 'b5b99fda-0bc9-4e50-b070-ce4a427e6fc6', 'name': 'network-vif-deleted', 'tag': '2a9418a7-bd04-4bdb-9ce7-c9cfe2d4e847', 'status': 'completed', 'code': 200} May 28 06:42:30.358707 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f5009d7c-dbdc-4ef1-85e4-31c821ece206 req-de27e486-2d30-4811-a66f-43d0e6b156c0 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.69 "DELETE /v2.0/ports/2a9418a7-bd04-4bdb-9ce7-c9cfe2d4e847 HTTP/1.1" status: 204 len: 173 time: 3.5847480 May 28 06:42:30.390075 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9f083591-e0f3-4c03-a820-19aac9990967 req-9ac82546-5ef1-4ed2-8340-af96b686a033 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/security-groups?id=23eed38c-aa44-447e-83a9-ccee1b1a7a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686448 May 28 06:42:30.395218 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 4e755694-2486-49ce-b5be-4cb9ea0b5083 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:42:30.496822 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 4e755694-2486-49ce-b5be-4cb9ea0b5083 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:42:30.497165 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 4e755694-2486-49ce-b5be-4cb9ea0b5083 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:42:30.642967 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-15b65ead-4174-49a1-9361-3d5f3ea14c4a tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:30.672828 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-15b65ead-4174-49a1-9361-3d5f3ea14c4a tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:30.685314 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15b65ead-4174-49a1-9361-3d5f3ea14c4a tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:42:30.685808 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-15b65ead-4174-49a1-9361-3d5f3ea14c4a tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:30.714902 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 2a9418a7-bd04-4bdb-9ce7-c9cfe2d4e847 no longer exists at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:42:30.818611 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-b1cd7cce-ab05-4a67-b52e-ecbc31e03e07 None None] Set router b780bbb6-446f-4e48-a498-84dcf15fde1b gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:42:30.833244 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 5cbabbc0-7927-448d-ac74-7f31a184a558 resource provider aggregate not found May 28 06:42:30.911653 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 43034) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:30.993037 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 5cbabbc0-7927-448d-ac74-7f31a184a558 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5cbabbc0-7927-448d-ac74-7f31a184a558 found for delete ", "request_id": "req-b2b1a248-cde2-4412-adaa-4ee1815eb068"}]} May 28 06:42:30.993726 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-cca2c27b-5552-49b2-ac82-2d3ab3a2b772 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:31.019712 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-cca2c27b-5552-49b2-ac82-2d3ab3a2b772 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:42:31.034575 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-cca2c27b-5552-49b2-ac82-2d3ab3a2b772 admin admin] Usage tracker for resource:security_group_rule and tenant:66cf19356d9a4ae098b0c904877c8781 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:42:31.041979 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-cca2c27b-5552-49b2-ac82-2d3ab3a2b772 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:42:31.044325 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-cca2c27b-5552-49b2-ac82-2d3ab3a2b772 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:42:31.101347 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-3688cac5-08f8-4a17-b9b3-19af9368c1f0 req-3ddb2f84-ce24-413c-8e19-87423549ff26 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Synchronizing usage tracker for tenant:50466b4420374aac8a4e6c84ffbb2d35 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:42:31.142507 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] No Port match for: 2a9418a7-bd04-4bdb-9ce7-c9cfe2d4e847 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:42:31.143155 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 2a9418a7-bd04-4bdb-9ce7-c9cfe2d4e847 not bound to the agent host n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:42:31.193223 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-3688cac5-08f8-4a17-b9b3-19af9368c1f0 req-3ddb2f84-ce24-413c-8e19-87423549ff26 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Unset dirty status for tenant:50466b4420374aac8a4e6c84ffbb2d35 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:42:31.196598 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3688cac5-08f8-4a17-b9b3-19af9368c1f0 req-3ddb2f84-ce24-413c-8e19-87423549ff26 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5b99fda-0bc9-4e50-b070-ce4a427e6fc6 HTTP/1.1" status: 200 len: 210 time: 0.3955405 May 28 06:42:31.197885 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-15b65ead-4174-49a1-9361-3d5f3ea14c4a tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:31.230469 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-15b65ead-4174-49a1-9361-3d5f3ea14c4a tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:31.263095 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b65ead-4174-49a1-9361-3d5f3ea14c4a tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Pushing event deleted for resources: {'Network': ['ID=9a8f91e3-b37e-4e80-9481-eb86ced0feb1,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:31.330236 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c35710-5eff-4a27-8ab4-04260bc425ce req-b6340daa-e559-48be-955c-a35bb5ef86bf tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:31.340172 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c5c35710-5eff-4a27-8ab4-04260bc425ce req-b6340daa-e559-48be-955c-a35bb5ef86bf tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/ports?device_id=3bc3a953-7679-4415-9d44-7fab5c933346 HTTP/1.1" status: 200 len: 946 time: 0.1251082 May 28 06:42:31.359958 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-cca2c27b-5552-49b2-ac82-2d3ab3a2b772 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:31.416587 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e268b514-2623-4a9a-b1c2-619f5527df36 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:31.432129 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c5c35710-5eff-4a27-8ab4-04260bc425ce req-0db81a3b-ebd3-4999-8f07-7ce37693d911 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/security-groups?id=23eed38c-aa44-447e-83a9-ccee1b1a7a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905817 May 28 06:42:31.445341 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-b1cd7cce-ab05-4a67-b52e-ecbc31e03e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b780bbb6-446f-4e48-a498-84dcf15fde1b', 'name': 'tempest-AttachVolumeShelveTestJSON-507650358-router', 'tenant_id': '50466b4420374aac8a4e6c84ffbb2d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': 'b58271cd-282f-4724-85b3-6db7ec8fc049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:34:38Z', 'updated_at': '2022-05-28T06:34:52Z', 'revision_number': 4, 'project_id': '50466b4420374aac8a4e6c84ffbb2d35', 'gw_port': {'id': 'b58271cd-282f-4724-85b3-6db7ec8fc049', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ea:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b780bbb6-446f-4e48-a498-84dcf15fde1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:34:40Z', 'updated_at': '2022-05-28T06:34:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'f440a6dc-f4f1-49ba-afee-427f7ca6daf9', 'name': '', 'network_id': 'a8fa6c28-5257-4dd9-bf7e-c257b513d11b', 'tenant_id': '50466b4420374aac8a4e6c84ffbb2d35', 'mac_address': 'fa:16:3e:46:4e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b780bbb6-446f-4e48-a498-84dcf15fde1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '63994f4d-7e85-4fdc-89a1-6c8536e7f551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:34:49Z', 'updated_at': '2022-05-28T06:35:04Z', 'revision_number': 5, 'project_id': '50466b4420374aac8a4e6c84ffbb2d35', 'subnets': [{'id': '63994f4d-7e85-4fdc-89a1-6c8536e7f551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:42:31.451791 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1cd7cce-ab05-4a67-b52e-ecbc31e03e07 None None] Checking router: b780bbb6-446f-4e48-a498-84dcf15fde1b for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:42:31.461066 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1cd7cce-ab05-4a67-b52e-ecbc31e03e07 None None] Routers {'b780bbb6-446f-4e48-a498-84dcf15fde1b'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:42:31.461971 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-b1cd7cce-ab05-4a67-b52e-ecbc31e03e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:42:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['b780bbb6-446f-4e48-a498-84dcf15fde1b'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:42:31.548252 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-cca2c27b-5552-49b2-ac82-2d3ab3a2b772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:31.617304 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e859bf-9f87-4898-9f25-1e61a7617ab8 req-e0ece789-6ff4-434e-bc90-4aa9a16841d5 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:31.633042 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c4e859bf-9f87-4898-9f25-1e61a7617ab8 req-e0ece789-6ff4-434e-bc90-4aa9a16841d5 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e HTTP/1.1" status: 200 len: 944 time: 0.1566544 May 28 06:42:31.649482 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-cca2c27b-5552-49b2-ac82-2d3ab3a2b772 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=66cf19356d9a4ae098b0c904877c8781&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7331202 May 28 06:42:31.652461 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 43054) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:31.701644 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-b1cd7cce-ab05-4a67-b52e-ecbc31e03e07 None None] Set router b780bbb6-446f-4e48-a498-84dcf15fde1b gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:42:31.778324 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e268b514-2623-4a9a-b1c2-619f5527df36 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Pushing event deleted for resources: {'Port': ['ID=57441578-de87-4196-9cd7-5ed841cd43ad,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:31.811481 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-15b65ead-4174-49a1-9361-3d5f3ea14c4a tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] 10.222.0.55 "DELETE /v2.0/networks/9a8f91e3-b37e-4e80-9481-eb86ced0feb1 HTTP/1.1" status: 204 len: 168 time: 8.8075094 May 28 06:42:31.822503 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c4e859bf-9f87-4898-9f25-1e61a7617ab8 req-da82567c-61ca-4127-bdef-3cbd13cd8b38 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0fc320c-5211-4d72-b7c9-130a40d05074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1688063 May 28 06:42:31.841613 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 43060) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:31.886927 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-cab90977-866d-4208-959a-abd94555a544 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:31.954827 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-cab90977-866d-4208-959a-abd94555a544 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:32.011359 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:32.020096 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca2c27b-5552-49b2-ac82-2d3ab3a2b772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f32cbd1-d51d-4e04-ad3a-20ab7dc05036,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:32.038604 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-dab0a465-babd-4476-9c2a-f723d68895d9 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] DELETE failed (client error): The resource could not be found. May 28 06:42:32.038604 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dab0a465-babd-4476-9c2a-f723d68895d9 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89109) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:42:32.043025 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-dab0a465-babd-4476-9c2a-f723d68895d9 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] 10.222.0.55 "DELETE /v2.0/subnets/80bf77b5-7c8b-4768-af6b-35e14e088d82 HTTP/1.1" status: 404 len: 337 time: 0.1208727 May 28 06:42:32.050469 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 43076) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:32.094688 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-cab90977-866d-4208-959a-abd94555a544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:32.118996 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab90977-866d-4208-959a-abd94555a544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f32cbd1-d51d-4e04-ad3a-20ab7dc05036,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:32.119666 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa89158-9bc7-4ea7-a8a2-5a45cd3b5c84 req-9d5a0e92-5236-4bdf-b70f-9f970f2b19e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:32.125829 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-cab90977-866d-4208-959a-abd94555a544 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:32.128365 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-cab90977-866d-4208-959a-abd94555a544 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4f32cbd1-d51d-4e04-ad3a-20ab7dc05036 HTTP/1.1" status: 204 len: 168 time: 0.4738679 May 28 06:42:32.128820 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-6fa89158-9bc7-4ea7-a8a2-5a45cd3b5c84 req-9d5a0e92-5236-4bdf-b70f-9f970f2b19e0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=98e9fd09ba2248b5b9367b689b0cfcd3&device_id=3bc3a953-7679-4415-9d44-7fab5c933346 HTTP/1.1" status: 200 len: 1097 time: 0.7577889 May 28 06:42:32.153127 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-a659690c-ed57-4187-b478-f16e45984aea tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] DELETE failed (client error): The resource could not be found. May 28 06:42:32.154030 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a659690c-ed57-4187-b478-f16e45984aea tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89109) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:42:32.154811 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc6b68a-4941-4204-85d4-84d1eb08666c req-44131bde-da77-45b0-9641-cc25e2964127 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:32.157931 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5fc6b68a-4941-4204-85d4-84d1eb08666c req-44131bde-da77-45b0-9641-cc25e2964127 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e HTTP/1.1" status: 200 len: 944 time: 0.1263502 May 28 06:42:32.158641 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 43082) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:32.166919 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-a659690c-ed57-4187-b478-f16e45984aea tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] 10.222.0.55 "DELETE /v2.0/networks/9a8f91e3-b37e-4e80-9481-eb86ced0feb1 HTTP/1.1" status: 404 len: 339 time: 0.1142695 May 28 06:42:32.222043 n-d-843702-1 neutron-server[89110]: INFO neutron.pecan_wsgi.hooks.translation [None req-21506c2e-1e88-4d41-a8e1-a62246e9314b tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] DELETE failed (client error): The resource could not be found. May 28 06:42:32.222469 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21506c2e-1e88-4d41-a8e1-a62246e9314b tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89110) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:42:32.224208 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-21506c2e-1e88-4d41-a8e1-a62246e9314b tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] 10.222.0.55 "DELETE /v2.0/subnets/d088ecb4-4bf1-4925-8e03-aea866aa1937 HTTP/1.1" status: 404 len: 337 time: 0.0643840 May 28 06:42:32.231847 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 43092) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:32.265618 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e268b514-2623-4a9a-b1c2-619f5527df36 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:32.283144 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 43098) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:32.285192 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-e268b514-2623-4a9a-b1c2-619f5527df36 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "DELETE /v2.0/ports/57441578-de87-4196-9cd7-5ed841cd43ad HTTP/1.1" status: 204 len: 168 time: 3.0974267 May 28 06:42:32.301773 n-d-843702-1 neutron-server[89110]: INFO neutron.pecan_wsgi.hooks.translation [None req-dea063bf-674b-421d-b38d-17db5dea0f01 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] DELETE failed (client error): The resource could not be found. May 28 06:42:32.302421 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dea063bf-674b-421d-b38d-17db5dea0f01 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89110) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:42:32.305167 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-dea063bf-674b-421d-b38d-17db5dea0f01 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] 10.222.0.55 "DELETE /v2.0/networks/32e5d09e-24ed-4033-9a9f-500268b647ba HTTP/1.1" status: 404 len: 339 time: 0.0722075 May 28 06:42:32.311213 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 43106) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:32.356108 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:32.368019 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5fc6b68a-4941-4204-85d4-84d1eb08666c req-8fa38144-be4b-4e8a-90ba-94dfa906c6b9 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0fc320c-5211-4d72-b7c9-130a40d05074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1670389 May 28 06:42:32.432602 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6e7c12-2f78-4935-9cfa-5422e3120b12 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:32.434949 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6e7c12-2f78-4935-9cfa-5422e3120b12 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:32.436563 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6e7c12-2f78-4935-9cfa-5422e3120b12 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:32.437667 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-ce6e7c12-2f78-4935-9cfa-5422e3120b12 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Synchronizing usage tracker for tenant:5e9e9447c07c4077b6694ab63e3affe5 on resource:subnet {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:42:32.441571 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 43112) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:32.502803 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-b1cd7cce-ab05-4a67-b52e-ecbc31e03e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b780bbb6-446f-4e48-a498-84dcf15fde1b', 'name': 'tempest-AttachVolumeShelveTestJSON-507650358-router', 'tenant_id': '50466b4420374aac8a4e6c84ffbb2d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': 'b58271cd-282f-4724-85b3-6db7ec8fc049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:34:38Z', 'updated_at': '2022-05-28T06:34:52Z', 'revision_number': 4, 'project_id': '50466b4420374aac8a4e6c84ffbb2d35', 'gw_port': {'id': 'b58271cd-282f-4724-85b3-6db7ec8fc049', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ea:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b780bbb6-446f-4e48-a498-84dcf15fde1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:34:40Z', 'updated_at': '2022-05-28T06:34:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'f440a6dc-f4f1-49ba-afee-427f7ca6daf9', 'name': '', 'network_id': 'a8fa6c28-5257-4dd9-bf7e-c257b513d11b', 'tenant_id': '50466b4420374aac8a4e6c84ffbb2d35', 'mac_address': 'fa:16:3e:46:4e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b780bbb6-446f-4e48-a498-84dcf15fde1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '63994f4d-7e85-4fdc-89a1-6c8536e7f551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:34:49Z', 'updated_at': '2022-05-28T06:35:04Z', 'revision_number': 5, 'project_id': '50466b4420374aac8a4e6c84ffbb2d35', 'subnets': [{'id': '63994f4d-7e85-4fdc-89a1-6c8536e7f551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:42:32.507681 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1cd7cce-ab05-4a67-b52e-ecbc31e03e07 None None] The sync data for ids ['b780bbb6-446f-4e48-a498-84dcf15fde1b'] in n-d-843702-1 is: [{'id': 'b780bbb6-446f-4e48-a498-84dcf15fde1b', 'name': 'tempest-AttachVolumeShelveTestJSON-507650358-router', 'tenant_id': '50466b4420374aac8a4e6c84ffbb2d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': 'b58271cd-282f-4724-85b3-6db7ec8fc049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:34:38Z', 'updated_at': '2022-05-28T06:34:52Z', 'revision_number': 4, 'project_id': '50466b4420374aac8a4e6c84ffbb2d35', 'gw_port': {'id': 'b58271cd-282f-4724-85b3-6db7ec8fc049', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ea:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b780bbb6-446f-4e48-a498-84dcf15fde1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:34:40Z', 'updated_at': '2022-05-28T06:34:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'f440a6dc-f4f1-49ba-afee-427f7ca6daf9', 'name': '', 'network_id': 'a8fa6c28-5257-4dd9-bf7e-c257b513d11b', 'tenant_id': '50466b4420374aac8a4e6c84ffbb2d35', 'mac_address': 'fa:16:3e:46:4e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b780bbb6-446f-4e48-a498-84dcf15fde1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '63994f4d-7e85-4fdc-89a1-6c8536e7f551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:34:49Z', 'updated_at': '2022-05-28T06:35:04Z', 'revision_number': 5, 'project_id': '50466b4420374aac8a4e6c84ffbb2d35', 'subnets': [{'id': '63994f4d-7e85-4fdc-89a1-6c8536e7f551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:42:32.580894 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-ce6e7c12-2f78-4935-9cfa-5422e3120b12 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Unset dirty status for tenant:5e9e9447c07c4077b6694ab63e3affe5 on resource:subnet {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:42:32.584746 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-ce6e7c12-2f78-4935-9cfa-5422e3120b12 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2880220 May 28 06:42:32.585114 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 43122) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:32.716118 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f945fdf3-9203-48f3-90f5-6e3ae686bedb tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:32.732894 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa89158-9bc7-4ea7-a8a2-5a45cd3b5c84 req-954c8cdb-90dc-4be4-8b8a-c8ca81d9d410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:32.734501 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-6fa89158-9bc7-4ea7-a8a2-5a45cd3b5c84 req-954c8cdb-90dc-4be4-8b8a-c8ca81d9d410 service neutron] 10.222.0.71 "GET /v2.0/networks?id=a3fe29e9-17f9-4750-841d-90d9978eff94 HTTP/1.1" status: 200 len: 920 time: 0.6047106 May 28 06:42:32.772750 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdc6f506-9d7f-4ee1-9503-3c2840fe51ed tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Deleting subnet fda0daf7-d556-43b2-87a4-ae584ec8ab2e {{(pid=89110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:42:32.778031 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-bdc6f506-9d7f-4ee1-9503-3c2840fe51ed tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks [] for subnet, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:32.924632 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-6fa89158-9bc7-4ea7-a8a2-5a45cd3b5c84 req-1e25fa2f-9492-4d6c-8ab0-04e7f796b604 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d1957678-ddda-48c9-837b-b0e58ce70d23 HTTP/1.1" status: 200 len: 217 time: 0.1740472 May 28 06:42:32.932255 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-d0e96b19-b906-4acc-aef8-325b242603d3 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-101217809-network', 'tenant_id': '6628ef4527494b8a81c1af4bdb2ccfad'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:42:32.939043 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db44d4a5-01d5-4371-a03d-5e3beeb5dd5d None None] New status for floating IP 2c6a63ed-c8fc-4edb-ae83-a8af57abefb3: DOWN {{(pid=89112) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 06:42:32.950616 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-d0e96b19-b906-4acc-aef8-325b242603d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:42:32.967708 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-d0e96b19-b906-4acc-aef8-325b242603d3 admin admin] Usage tracker for resource:network and tenant:6628ef4527494b8a81c1af4bdb2ccfad is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:42:32.970962 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-d0e96b19-b906-4acc-aef8-325b242603d3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:42:32.988204 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-d0e96b19-b906-4acc-aef8-325b242603d3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:42:33.002052 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-bdc6f506-9d7f-4ee1-9503-3c2840fe51ed tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4150765'] for subnet, precommit_delete_associations {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:33.087389 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f945fdf3-9203-48f3-90f5-6e3ae686bedb tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:33.117554 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-f945fdf3-9203-48f3-90f5-6e3ae686bedb tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21328f88-55fd-40f2-ba78-ce7d4edd14e9']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:42:33.130596 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-f945fdf3-9203-48f3-90f5-6e3ae686bedb tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d67e5df-a307-4efa-8db0-377dec663a14') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:42:33.130888 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-f945fdf3-9203-48f3-90f5-6e3ae686bedb tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d67e5df-a307-4efa-8db0-377dec663a14') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:42:33.144474 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f945fdf3-9203-48f3-90f5-6e3ae686bedb tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:33.145239 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0de2a9c-139d-4bb3-b221-63f7d2df8df0 req-32dcbfc3-9bf4-41bd-b6d5-f07af0e0a954 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:33.147016 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d0de2a9c-139d-4bb3-b221-63f7d2df8df0 req-32dcbfc3-9bf4-41bd-b6d5-f07af0e0a954 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/ports?device_id=3bc3a953-7679-4415-9d44-7fab5c933346 HTTP/1.1" status: 200 len: 946 time: 0.3094361 May 28 06:42:33.172333 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-bdc6f506-9d7f-4ee1-9503-3c2840fe51ed tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:33.174886 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f945fdf3-9203-48f3-90f5-6e3ae686bedb tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:33.186215 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f945fdf3-9203-48f3-90f5-6e3ae686bedb tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:42:33.187093 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f945fdf3-9203-48f3-90f5-6e3ae686bedb tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:33.214147 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa89158-9bc7-4ea7-a8a2-5a45cd3b5c84 req-366ed3bf-5739-44e8-b336-31dfcf45bc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:33.216031 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-6fa89158-9bc7-4ea7-a8a2-5a45cd3b5c84 req-366ed3bf-5739-44e8-b336-31dfcf45bc47 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=304c7228-4ac2-4e7a-aa6d-33e85e214d70 HTTP/1.1" status: 200 len: 858 time: 0.2589993 May 28 06:42:33.238263 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0e96b19-b906-4acc-aef8-325b242603d3 admin admin] Made reservation on behalf of 6628ef4527494b8a81c1af4bdb2ccfad for: {'network': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:42:33.240578 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d0e96b19-b906-4acc-aef8-325b242603d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:33.265080 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 2d67e5df-a307-4efa-8db0-377dec663a14 resource provider aggregate not found May 28 06:42:33.272317 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d0e96b19-b906-4acc-aef8-325b242603d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:33.326428 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 2d67e5df-a307-4efa-8db0-377dec663a14 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2d67e5df-a307-4efa-8db0-377dec663a14 found for delete ", "request_id": "req-ba2ee7bb-671e-401c-a38e-1e4df1092c77"}]} May 28 06:42:33.333930 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d0de2a9c-139d-4bb3-b221-63f7d2df8df0 req-ed1ab73f-4359-4d8a-88c2-e327451896a9 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/security-groups?id=23eed38c-aa44-447e-83a9-ccee1b1a7a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756527 May 28 06:42:33.333930 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-d0e96b19-b906-4acc-aef8-325b242603d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:42:33.341866 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-d0e96b19-b906-4acc-aef8-325b242603d3 admin admin] Usage tracker for resource:security_group_rule and tenant:6628ef4527494b8a81c1af4bdb2ccfad is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:42:33.346622 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-d0e96b19-b906-4acc-aef8-325b242603d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:42:33.375807 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-d0e96b19-b906-4acc-aef8-325b242603d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:42:33.383780 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa89158-9bc7-4ea7-a8a2-5a45cd3b5c84 req-ca3b15aa-2e5a-4496-9f52-3c5849d93d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:33.385599 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-6fa89158-9bc7-4ea7-a8a2-5a45cd3b5c84 req-ca3b15aa-2e5a-4496-9f52-3c5849d93d6a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a3fe29e9-17f9-4750-841d-90d9978eff94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1170175 May 28 06:42:33.433779 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 43154) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:33.450021 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8493d74a-f2d1-4983-bffb-387ebd2b24d5 req-ad52192b-ab4e-40c8-9b9c-bba5162f41e7 tempest-ServerShowV254Test-2131204054 tempest-ServerShowV254Test-2131204054-project] 10.222.0.55 "GET /v2.0/ports?device_id=57d37550-36d2-4baa-ae3f-42e53b4b3eee HTTP/1.1" status: 200 len: 210 time: 0.0622365 May 28 06:42:33.598639 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-bdc6f506-9d7f-4ee1-9503-3c2840fe51ed tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3115981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3172005'] for subnet, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:33.645457 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f945fdf3-9203-48f3-90f5-6e3ae686bedb tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:33.654633 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc6f506-9d7f-4ee1-9503-3c2840fe51ed tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Pushing event deleted for resources: {'Subnet': ['ID=fda0daf7-d556-43b2-87a4-ae584ec8ab2e,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:33.664816 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-bdc6f506-9d7f-4ee1-9503-3c2840fe51ed tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:33.684406 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373d470a-1c3c-47f9-b878-768310171726 None None] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:42:33.718023 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f945fdf3-9203-48f3-90f5-6e3ae686bedb tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:33.737080 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf68857-e806-4e71-aba3-c7458cc5f3f8 req-70415386-c0d4-4d67-8681-48da121da849 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:33.744328 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bbf68857-e806-4e71-aba3-c7458cc5f3f8 req-70415386-c0d4-4d67-8681-48da121da849 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e HTTP/1.1" status: 200 len: 944 time: 0.2076478 May 28 06:42:33.795205 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-f945fdf3-9203-48f3-90f5-6e3ae686bedb tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] 10.222.0.55 "DELETE /v2.0/networks/21328f88-55fd-40f2-ba78-ce7d4edd14e9 HTTP/1.1" status: 204 len: 168 time: 1.4809799 May 28 06:42:33.798298 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-6fa89158-9bc7-4ea7-a8a2-5a45cd3b5c84 req-90748e35-082b-410f-8d34-90e986df222e service neutron] 10.222.0.71 "GET /v2.0/networks/a3fe29e9-17f9-4750-841d-90d9978eff94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4057703 May 28 06:42:33.798502 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 43164) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:33.800292 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d0e96b19-b906-4acc-aef8-325b242603d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:33.803348 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f945fdf3-9203-48f3-90f5-6e3ae686bedb tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Pushing event deleted for resources: {'Network': ['ID=21328f88-55fd-40f2-ba78-ce7d4edd14e9,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:33.808521 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-bdc6f506-9d7f-4ee1-9503-3c2840fe51ed tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "DELETE /v2.0/subnets/fda0daf7-d556-43b2-87a4-ae584ec8ab2e HTTP/1.1" status: 204 len: 168 time: 1.2213385 May 28 06:42:33.831735 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 43170) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:33.863225 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bbf68857-e806-4e71-aba3-c7458cc5f3f8 req-e64ab900-52f2-46b7-a96e-ca02b93ab434 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0fc320c-5211-4d72-b7c9-130a40d05074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179655 May 28 06:42:33.864375 n-d-843702-1 neutron-server[89110]: INFO neutron.pecan_wsgi.hooks.translation [None req-0771cf3a-af46-437d-871d-0dafc1569d65 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] DELETE failed (client error): The resource could not be found. May 28 06:42:33.864829 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0771cf3a-af46-437d-871d-0dafc1569d65 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89110) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:42:33.881948 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d0e96b19-b906-4acc-aef8-325b242603d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:33.897995 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-0771cf3a-af46-437d-871d-0dafc1569d65 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] 10.222.0.55 "DELETE /v2.0/subnets/d76c011d-2a69-4a95-8d99-c08f3f6daeac HTTP/1.1" status: 404 len: 337 time: 0.0962610 May 28 06:42:33.898817 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0e96b19-b906-4acc-aef8-325b242603d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'} {{(pid=89110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:42:33.904827 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 43176) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:33.947748 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d0e96b19-b906-4acc-aef8-325b242603d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:33.948098 n-d-843702-1 neutron-server[89110]: INFO neutron.db.segments_db [None req-d0e96b19-b906-4acc-aef8-325b242603d3 admin admin] Added segment 075ab482-3eaa-4694-9360-9316cf613e98 of type vlan for network a517d58f-c58a-4ce7-8e2f-8ea0a171a123 May 28 06:42:33.949815 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e96b19-b906-4acc-aef8-325b242603d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd713815-77d3-4a1d-b097-a9c1b1c84eea,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:33.956970 n-d-843702-1 neutron-server[89110]: INFO neutron.pecan_wsgi.hooks.translation [None req-605997f5-ee8f-4097-a987-a7e9fc6ecc44 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] DELETE failed (client error): The resource could not be found. May 28 06:42:33.957463 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-605997f5-ee8f-4097-a987-a7e9fc6ecc44 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89110) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:42:33.965739 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-605997f5-ee8f-4097-a987-a7e9fc6ecc44 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] 10.222.0.55 "DELETE /v2.0/networks/8759449c-fdf3-435d-94d3-09b4522b1f5b HTTP/1.1" status: 404 len: 339 time: 0.0599020 May 28 06:42:33.969957 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 43180) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:33.989556 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-658b7473-6f3a-4696-b49a-26a66d4b96b2 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:34.024110 n-d-843702-1 neutron-server[89110]: INFO neutron.pecan_wsgi.hooks.translation [None req-b987ded7-b7a0-4905-b29d-cf7596ffb09b tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] DELETE failed (client error): The resource could not be found. May 28 06:42:34.024571 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b987ded7-b7a0-4905-b29d-cf7596ffb09b tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89110) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:42:34.026368 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-b987ded7-b7a0-4905-b29d-cf7596ffb09b tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] 10.222.0.55 "DELETE /v2.0/subnets/96edfdd4-194e-42eb-9915-366fd84d3286 HTTP/1.1" status: 404 len: 337 time: 0.0556149 May 28 06:42:34.028993 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 43184) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:34.032353 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d0e96b19-b906-4acc-aef8-325b242603d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:34.061055 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec9361d9-2084-4b26-a18b-d665789f955d tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Deleting subnet ff06fbe1-193e-4ffa-8500-009009c5d48b {{(pid=89109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:42:34.071499 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-658b7473-6f3a-4696-b49a-26a66d4b96b2 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:34.087364 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ec9361d9-2084-4b26-a18b-d665789f955d tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks [] for subnet, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:34.105571 n-d-843702-1 neutron-server[89110]: INFO neutron.pecan_wsgi.hooks.translation [None req-299615a3-bdae-4e83-9b08-fe410b53f15b tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] DELETE failed (client error): The resource could not be found. May 28 06:42:34.105884 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-299615a3-bdae-4e83-9b08-fe410b53f15b tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89110) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:42:34.109329 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-299615a3-bdae-4e83-9b08-fe410b53f15b tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] 10.222.0.55 "DELETE /v2.0/networks/483e050c-79be-4d33-9b6d-3928d5f1470b HTTP/1.1" status: 404 len: 339 time: 0.0776415 May 28 06:42:34.114290 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 43188) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:34.152823 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-6fa89158-9bc7-4ea7-a8a2-5a45cd3b5c84 req-8c950efc-4c1f-4744-96ad-6e016e7f2093 service neutron] 10.222.0.71 "GET /v2.0/networks/a3fe29e9-17f9-4750-841d-90d9978eff94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3458195 May 28 06:42:34.178325 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ec9361d9-2084-4b26-a18b-d665789f955d tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3964070'] for subnet, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:34.207020 n-d-843702-1 neutron-server[89110]: INFO neutron.pecan_wsgi.hooks.translation [None req-73cb6529-4ef9-44d9-a789-e18d35283104 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] DELETE failed (client error): The resource could not be found. May 28 06:42:34.207566 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73cb6529-4ef9-44d9-a789-e18d35283104 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89110) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:42:34.211670 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-73cb6529-4ef9-44d9-a789-e18d35283104 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] 10.222.0.55 "DELETE /v2.0/subnets/40605fad-c88d-4762-a4b2-6623867ff775 HTTP/1.1" status: 404 len: 337 time: 0.0936828 May 28 06:42:34.213816 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 43194) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:34.246845 n-d-843702-1 neutron-server[89110]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1509485-8f86-4768-90bc-b352ef1c4974 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] DELETE failed (client error): The resource could not be found. May 28 06:42:34.247319 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1509485-8f86-4768-90bc-b352ef1c4974 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89110) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:42:34.249014 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-f1509485-8f86-4768-90bc-b352ef1c4974 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] 10.222.0.55 "DELETE /v2.0/networks/d2935e3b-43c3-4c07-93ae-1d6e38642935 HTTP/1.1" status: 404 len: 339 time: 0.0334446 May 28 06:42:34.251656 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 43198) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:34.295537 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ec9361d9-2084-4b26-a18b-d665789f955d tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:34.299224 n-d-843702-1 neutron-server[89110]: INFO neutron.pecan_wsgi.hooks.translation [None req-7041f310-a44c-4ac6-934a-dada32483fac tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] DELETE failed (client error): The resource could not be found. May 28 06:42:34.299677 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7041f310-a44c-4ac6-934a-dada32483fac tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89110) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:42:34.302527 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-7041f310-a44c-4ac6-934a-dada32483fac tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] 10.222.0.55 "DELETE /v2.0/subnets/b176af47-1170-43cc-80f3-b4c228cf6654 HTTP/1.1" status: 404 len: 337 time: 0.0472956 May 28 06:42:34.308263 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 43204) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:34.317846 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da9498e-b0b7-475d-bcb4-d158ed2f0107 req-4e2ca74f-5732-4c5d-9ba1-bdf59689d101 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:34.321153 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4da9498e-b0b7-475d-bcb4-d158ed2f0107 req-4e2ca74f-5732-4c5d-9ba1-bdf59689d101 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e HTTP/1.1" status: 200 len: 944 time: 0.2582424 May 28 06:42:34.378417 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-658b7473-6f3a-4696-b49a-26a66d4b96b2 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:34.393250 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d0e96b19-b906-4acc-aef8-325b242603d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:34.394693 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e96b19-b906-4acc-aef8-325b242603d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:34.395264 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d0e96b19-b906-4acc-aef8-325b242603d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:34.414367 n-d-843702-1 neutron-server[89110]: INFO neutron.pecan_wsgi.hooks.translation [None req-63cdefcf-144f-4049-b402-698580bdae5e tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] DELETE failed (client error): The resource could not be found. May 28 06:42:34.414894 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63cdefcf-144f-4049-b402-698580bdae5e tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89110) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:42:34.416770 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-63cdefcf-144f-4049-b402-698580bdae5e tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] 10.222.0.55 "DELETE /v2.0/networks/07463fb5-e6c4-4fcb-9a4d-7aff1c0f8440 HTTP/1.1" status: 404 len: 339 time: 0.1073112 May 28 06:42:34.422871 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 43212) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:34.439174 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658b7473-6f3a-4696-b49a-26a66d4b96b2 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d9e2739-d2e7-489f-8894-c4c5db308155,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:34.470029 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-658b7473-6f3a-4696-b49a-26a66d4b96b2 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:34.481981 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-658b7473-6f3a-4696-b49a-26a66d4b96b2 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "DELETE /v2.0/security-groups/0d9e2739-d2e7-489f-8894-c4c5db308155 HTTP/1.1" status: 204 len: 168 time: 1.0467403 May 28 06:42:34.494875 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 43216) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:34.517068 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ec9361d9-2084-4b26-a18b-d665789f955d tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9555650'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:34.568817 n-d-843702-1 neutron-server[89109]: INFO neutron.api.v2.resource [None req-34cb5003-8fb0-4ef6-b2a6-326c5d6f9072 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] show failed (client error): The resource could not be found. May 28 06:42:34.570171 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-34cb5003-8fb0-4ef6-b2a6-326c5d6f9072 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "GET /v2.0/security-groups/0d9e2739-d2e7-489f-8894-c4c5db308155 HTTP/1.1" status: 404 len: 347 time: 0.0740976 May 28 06:42:34.579599 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9361d9-2084-4b26-a18b-d665789f955d tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Pushing event deleted for resources: {'Subnet': ['ID=ff06fbe1-193e-4ffa-8500-009009c5d48b,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:34.581484 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 43224) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:34.603686 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ec9361d9-2084-4b26-a18b-d665789f955d tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:34.722047 n-d-843702-1 neutron-server[89110]: INFO neutron.pecan_wsgi.hooks.translation [None req-c76322d7-d136-4cdd-89b8-95b883bd0459 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] DELETE failed (client error): The resource could not be found. May 28 06:42:34.722560 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c76322d7-d136-4cdd-89b8-95b883bd0459 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89110) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:42:34.727816 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-c76322d7-d136-4cdd-89b8-95b883bd0459 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] 10.222.0.55 "DELETE /v2.0/subnets/9706fbd7-230c-422f-bfc0-16f18a196c3a HTTP/1.1" status: 404 len: 337 time: 0.2942295 May 28 06:42:34.776347 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 43230) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:34.812249 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4da9498e-b0b7-475d-bcb4-d158ed2f0107 req-71a9f195-db01-484e-86bf-c4cbda35c70d tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0fc320c-5211-4d72-b7c9-130a40d05074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4749584 May 28 06:42:34.826401 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-d0e96b19-b906-4acc-aef8-325b242603d3 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.3836823 May 28 06:42:34.828403 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e96b19-b906-4acc-aef8-325b242603d3 admin admin] Pushing event updated for resources: {'Network': ['ID=a517d58f-c58a-4ce7-8e2f-8ea0a171a123,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:34.829725 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-027afa07-0088-4383-8c9b-68df14fb4786 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Deleting port 8c3d6c9c-a12c-4005-b152-31a595b6ea28 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:42:34.830236 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-027afa07-0088-4383-8c9b-68df14fb4786 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:34.830661 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 43236) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:34.831521 n-d-843702-1 neutron-server[89110]: INFO neutron.pecan_wsgi.hooks.translation [None req-90f32158-1642-4733-8051-f352edd8545b tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] DELETE failed (client error): The resource could not be found. May 28 06:42:34.831971 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90f32158-1642-4733-8051-f352edd8545b tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89110) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:42:34.833813 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-90f32158-1642-4733-8051-f352edd8545b tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] 10.222.0.55 "DELETE /v2.0/networks/9fbb1b36-063a-45b3-8719-e3e514bb813d HTTP/1.1" status: 404 len: 339 time: 0.0504007 May 28 06:42:34.839998 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network a517d58f-c58a-4ce7-8e2f-8ea0a171a123 details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:42:34.851029 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 43238) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:34.851029 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-19426086-ff9c-4551-ac96-093d9037b3c5 admin admin] Request body: {'subnet': {'network_id': 'a517d58f-c58a-4ce7-8e2f-8ea0a171a123', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-101217809-subnet', 'tenant_id': '6628ef4527494b8a81c1af4bdb2ccfad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:42:34.860814 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-19426086-ff9c-4551-ac96-093d9037b3c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:42:34.945407 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-ec9361d9-2084-4b26-a18b-d665789f955d tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "DELETE /v2.0/subnets/ff06fbe1-193e-4ffa-8500-009009c5d48b HTTP/1.1" status: 204 len: 168 time: 1.1077600 May 28 06:42:34.964768 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 43248) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:34.981512 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-19426086-ff9c-4551-ac96-093d9037b3c5 admin admin] Usage tracker for resource:subnet and tenant:6628ef4527494b8a81c1af4bdb2ccfad is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:42:34.990210 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c958e11a-f8f7-4e19-9dfd-0fc332def650 None None] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:42:34.998280 n-d-843702-1 neutron-server[89110]: INFO neutron.pecan_wsgi.hooks.translation [None req-478c8de6-cd5e-4967-b35b-0c65f05b4ded tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] DELETE failed (client error): The resource could not be found. May 28 06:42:35.003504 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-478c8de6-cd5e-4967-b35b-0c65f05b4ded tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89110) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:42:35.003504 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-478c8de6-cd5e-4967-b35b-0c65f05b4ded tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] 10.222.0.55 "DELETE /v2.0/subnets/46960187-9a0f-4fd8-91d3-361874089a52 HTTP/1.1" status: 404 len: 337 time: 0.1445425 May 28 06:42:35.003504 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-19426086-ff9c-4551-ac96-093d9037b3c5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:42:35.004635 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 43254) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:35.035791 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-19426086-ff9c-4551-ac96-093d9037b3c5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:42:35.044465 n-d-843702-1 neutron-server[89110]: INFO neutron.pecan_wsgi.hooks.translation [None req-3af51f40-c3ab-4d2d-9f1f-2e26d6024be9 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] DELETE failed (client error): The resource could not be found. May 28 06:42:35.045395 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3af51f40-c3ab-4d2d-9f1f-2e26d6024be9 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89110) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:42:35.048691 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-3af51f40-c3ab-4d2d-9f1f-2e26d6024be9 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] 10.222.0.55 "DELETE /v2.0/networks/25eab92a-1588-45d3-80f1-bb28c2c3d682 HTTP/1.1" status: 404 len: 339 time: 0.0426099 May 28 06:42:35.055381 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 43258) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:35.074790 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-78c5b504-1435-4b38-8c29-0b9a6004d937 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1086829 May 28 06:42:35.077591 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 43262) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:35.137520 n-d-843702-1 neutron-server[89110]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6fc2a01-6e7e-44f7-a454-00413a9d598b tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] DELETE failed (client error): The resource could not be found. May 28 06:42:35.138424 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6fc2a01-6e7e-44f7-a454-00413a9d598b tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89110) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:42:35.141079 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-c6fc2a01-6e7e-44f7-a454-00413a9d598b tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] 10.222.0.55 "DELETE /v2.0/subnets/da83fa32-0a47-4071-854c-bda1f381ebb8 HTTP/1.1" status: 404 len: 337 time: 0.0823593 May 28 06:42:35.148654 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 43266) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:35.160540 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19426086-ff9c-4551-ac96-093d9037b3c5 admin admin] Made reservation on behalf of 6628ef4527494b8a81c1af4bdb2ccfad for: {'subnet': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:42:35.163263 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-19426086-ff9c-4551-ac96-093d9037b3c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3171998'] for subnet, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:35.185014 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7a96051e-208a-42a4-afd6-94a946614099 req-8f53d3fc-e1b8-40f4-aed6-bc055486dac0 tempest-ServerShowV254Test-2131204054 tempest-ServerShowV254Test-2131204054-project] 10.222.0.55 "GET /v2.0/ports?device_id=57d37550-36d2-4baa-ae3f-42e53b4b3eee HTTP/1.1" status: 200 len: 210 time: 0.1282754 May 28 06:42:35.198324 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893d437b-5120-42b9-a996-c802bbe977be req-64c1dc9c-b0e0-46c6-affc-248d51e0d6f0 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:35.206024 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-893d437b-5120-42b9-a996-c802bbe977be req-64c1dc9c-b0e0-46c6-affc-248d51e0d6f0 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/ports?device_id=3bc3a953-7679-4415-9d44-7fab5c933346 HTTP/1.1" status: 200 len: 946 time: 0.5058610 May 28 06:42:35.280679 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-58ecfd8a-f004-4ae4-9385-9d470a976470 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] DELETE failed (client error): The resource could not be found. May 28 06:42:35.281150 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58ecfd8a-f004-4ae4-9385-9d470a976470 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89109) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:42:35.285616 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-58ecfd8a-f004-4ae4-9385-9d470a976470 tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] 10.222.0.55 "DELETE /v2.0/networks/cea37f8d-d4f0-463d-a955-e1f65fba3462 HTTP/1.1" status: 404 len: 339 time: 0.1143081 May 28 06:42:35.289312 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 43274) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:35.345851 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-160ffed4-cc2a-496a-998a-3f26e9e10e7b tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] DELETE failed (client error): The resource could not be found. May 28 06:42:35.346275 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-160ffed4-cc2a-496a-998a-3f26e9e10e7b tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89109) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:42:35.350535 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-160ffed4-cc2a-496a-998a-3f26e9e10e7b tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] 10.222.0.55 "DELETE /v2.0/subnets/b1c375cd-1647-4601-aea3-167aa067ca1d HTTP/1.1" status: 404 len: 337 time: 0.0577023 May 28 06:42:35.353821 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-893d437b-5120-42b9-a996-c802bbe977be req-6c0566c7-6a73-4741-87eb-6f4a8a658f46 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/security-groups?id=23eed38c-aa44-447e-83a9-ccee1b1a7a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446137 May 28 06:42:35.354806 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-d334288d-34d4-4fdc-99a0-eee27b98c717 None None] Provisioning complete for port 98c589ac-92ac-4fde-ba98-6acfd580bc77 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:42:35.355056 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d334288d-34d4-4fdc-99a0-eee27b98c717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:35.362571 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 43278) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:35.410880 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-91d83010-6986-420a-8715-fc43d84ef33a tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] DELETE failed (client error): The resource could not be found. May 28 06:42:35.411354 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91d83010-6986-420a-8715-fc43d84ef33a tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89109) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:42:35.416075 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-91d83010-6986-420a-8715-fc43d84ef33a tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] 10.222.0.55 "DELETE /v2.0/networks/72a19803-4a6f-4e0e-b906-a9fee8327e23 HTTP/1.1" status: 404 len: 339 time: 0.0456066 May 28 06:42:35.419956 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 43282) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:35.423340 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-027afa07-0088-4383-8c9b-68df14fb4786 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:35.423684 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-027afa07-0088-4383-8c9b-68df14fb4786 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:35.518829 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-d334288d-34d4-4fdc-99a0-eee27b98c717 None None] Current status of the port 98c589ac-92ac-4fde-ba98-6acfd580bc77 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:42:35.520844 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-728723f7-00d8-4b2c-bc3b-abad6168ae49 None None] DHCP port deletion for 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:42:35.529050 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-728723f7-00d8-4b2c-bc3b-abad6168ae49 None None] Deleting port 98c589ac-92ac-4fde-ba98-6acfd580bc77 {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:42:35.529050 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-728723f7-00d8-4b2c-bc3b-abad6168ae49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:35.626426 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb64d9d-d52f-45a1-bb0b-1698978b5e0d tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:35.629317 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-adb64d9d-d52f-45a1-bb0b-1698978b5e0d tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Synchronizing usage tracker for tenant:5e9e9447c07c4077b6694ab63e3affe5 on resource:port {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:42:35.637984 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6d5c39-4b07-4db7-bcb3-3f3679ec9ea4 req-c0a4d6b0-a46d-4986-92a3-42d985d9ff84 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:35.639787 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3a6d5c39-4b07-4db7-bcb3-3f3679ec9ea4 req-c0a4d6b0-a46d-4986-92a3-42d985d9ff84 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e HTTP/1.1" status: 200 len: 944 time: 0.2422652 May 28 06:42:35.698535 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3a6d5c39-4b07-4db7-bcb3-3f3679ec9ea4 req-bd76e0db-551b-435a-b96e-ca87419ca9cb tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0fc320c-5211-4d72-b7c9-130a40d05074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509863 May 28 06:42:35.717679 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-19426086-ff9c-4551-ac96-093d9037b3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3115906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3172012'] for subnet, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:35.797609 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19426086-ff9c-4551-ac96-093d9037b3c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9cd992ef-e99e-4b01-bf49-56737c77fabe,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:35.853499 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19426086-ff9c-4551-ac96-093d9037b3c5 admin admin] Checking segment: {'id': '075ab482-3eaa-4694-9360-9316cf613e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'a517d58f-c58a-4ce7-8e2f-8ea0a171a123'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:42:35.854471 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19426086-ff9c-4551-ac96-093d9037b3c5 admin admin] Network hostable DHCP agents. Network: a517d58f-c58a-4ce7-8e2f-8ea0a171a123, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89110) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:42:35.880466 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-728723f7-00d8-4b2c-bc3b-abad6168ae49 None None] For port 98c589ac-92ac-4fde-ba98-6acfd580bc77, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=98c589ac-92ac-4fde-ba98-6acfd580bc77,segment=NetworkSegment(e82da2dd-17b8-4c15-8abb-711622ad0a92),segment_id=e82da2dd-17b8-4c15-8abb-711622ad0a92)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:42:35.881593 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-728723f7-00d8-4b2c-bc3b-abad6168ae49 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:35.884926 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_v2 [None req-275e47ed-cded-49f7-93dc-60c2dc22643e tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Deleting subnet 6841a87e-2b3d-4bf8-a0ec-9dd081c6bd91 {{(pid=89109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:42:35.894937 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-027afa07-0088-4383-8c9b-68df14fb4786 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Calling delete_port for 8c3d6c9c-a12c-4005-b152-31a595b6ea28 owned by network:floatingip {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:42:35.924994 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-275e47ed-cded-49f7-93dc-60c2dc22643e tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks [] for subnet, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:35.981248 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19426086-ff9c-4551-ac96-093d9037b3c5 admin admin] Network a517d58f-c58a-4ce7-8e2f-8ea0a171a123 is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89110) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:42:36.065406 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-728723f7-00d8-4b2c-bc3b-abad6168ae49 None None] Calling delete_port for 98c589ac-92ac-4fde-ba98-6acfd580bc77 owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:42:36.106525 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-19426086-ff9c-4551-ac96-093d9037b3c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, a517d58f-c58a-4ce7-8e2f-8ea0a171a123) {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:42:36.114744 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19426086-ff9c-4551-ac96-093d9037b3c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:36.115334 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-19426086-ff9c-4551-ac96-093d9037b3c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:36.124462 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4561a33-fc35-44b6-82f9-865933ca06a9 None None] Network a517d58f-c58a-4ce7-8e2f-8ea0a171a123 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:42:36.178765 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-275e47ed-cded-49f7-93dc-60c2dc22643e tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3964070'] for subnet, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:36.270547 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-19426086-ff9c-4551-ac96-093d9037b3c5 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.4256413 May 28 06:42:36.344792 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-adb64d9d-d52f-45a1-bb0b-1698978b5e0d tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Unset dirty status for tenant:5e9e9447c07c4077b6694ab63e3affe5 on resource:port {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:42:36.348565 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 43298) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:36.352774 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-adb64d9d-d52f-45a1-bb0b-1698978b5e0d tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.2741759 May 28 06:42:36.441092 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-275e47ed-cded-49f7-93dc-60c2dc22643e tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:36.514037 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-728723f7-00d8-4b2c-bc3b-abad6168ae49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879'] for port, after_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:36.524663 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 98c589ac-92ac-4fde-ba98-6acfd580bc77 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:42:36.564042 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-027afa07-0088-4383-8c9b-68df14fb4786 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:36.596041 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728723f7-00d8-4b2c-bc3b-abad6168ae49 None None] No DVR routers for this DVR port 98c589ac-92ac-4fde-ba98-6acfd580bc77 on host n-d-843702-1 {{(pid=89111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:42:36.616041 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 98c589ac-92ac-4fde-ba98-6acfd580bc77 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:42:36.616590 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 98c589ac-92ac-4fde-ba98-6acfd580bc77 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:42:36.618379 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9115cb2b-b14d-4cab-a5bf-4d20a253d12b None None] Network a517d58f-c58a-4ce7-8e2f-8ea0a171a123 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:42:36.642451 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728723f7-00d8-4b2c-bc3b-abad6168ae49 None None] Pushing event deleted for resources: {'Port': ['ID=98c589ac-92ac-4fde-ba98-6acfd580bc77,revision_number=None']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:36.678241 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027afa07-0088-4383-8c9b-68df14fb4786 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Pushing event deleted for resources: {'Port': ['ID=8c3d6c9c-a12c-4005-b152-31a595b6ea28,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:36.692399 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1a2952a8-a4ea-4b52-9f6e-eb3e5fe47452 req-03281392-79bb-4278-ac08-7cff48ee1ccd tempest-ServerShowV254Test-2131204054 tempest-ServerShowV254Test-2131204054-project] 10.222.0.55 "GET /v2.0/ports?device_id=57d37550-36d2-4baa-ae3f-42e53b4b3eee HTTP/1.1" status: 200 len: 210 time: 0.2437391 May 28 06:42:36.746124 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462e8bc0-f791-47ec-990e-8663eb4d9a98 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:36.746124 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-462e8bc0-f791-47ec-990e-8663eb4d9a98 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Synchronizing usage tracker for tenant:5e9e9447c07c4077b6694ab63e3affe5 on resource:subnet {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:42:36.749127 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-275e47ed-cded-49f7-93dc-60c2dc22643e tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9555650'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:36.755489 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8a4df2-e891-42a9-8c24-44da43c98ef4 req-2d9d9d13-b6f2-4755-9828-d113f15e2c81 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:36.763939 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fd8a4df2-e891-42a9-8c24-44da43c98ef4 req-2d9d9d13-b6f2-4755-9828-d113f15e2c81 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e HTTP/1.1" status: 200 len: 944 time: 0.1788037 May 28 06:42:36.822677 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fd8a4df2-e891-42a9-8c24-44da43c98ef4 req-2225f22b-bfdc-4a78-9143-bb1bcb673069 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0fc320c-5211-4d72-b7c9-130a40d05074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574923 May 28 06:42:36.893704 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e47ed-cded-49f7-93dc-60c2dc22643e tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Pushing event deleted for resources: {'Subnet': ['ID=6841a87e-2b3d-4bf8-a0ec-9dd081c6bd91,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:36.895985 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-275e47ed-cded-49f7-93dc-60c2dc22643e tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:36.922827 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-275e47ed-cded-49f7-93dc-60c2dc22643e tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] 10.222.0.55 "DELETE /v2.0/subnets/6841a87e-2b3d-4bf8-a0ec-9dd081c6bd91 HTTP/1.1" status: 204 len: 168 time: 1.5017309 May 28 06:42:36.927516 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 43310) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:36.932086 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-027afa07-0088-4383-8c9b-68df14fb4786 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Notify callbacks [] for floatingip, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:36.935281 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-027afa07-0088-4383-8c9b-68df14fb4786 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:36.938978 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-027afa07-0088-4383-8c9b-68df14fb4786 tempest-AttachVolumeShelveTestJSON-1472188589 tempest-AttachVolumeShelveTestJSON-1472188589-project] 10.222.0.55 "DELETE /v2.0/floatingips/2c6a63ed-c8fc-4edb-ae83-a8af57abefb3 HTTP/1.1" status: 204 len: 168 time: 2.3539195 May 28 06:42:36.947723 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0394592e-fb6c-403b-a7b1-7593a2c22306 None None] Network 76df13db-6dd8-42b5-8002-df5ce26882e8 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:42:36.993549 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d497884e-540f-4574-95a9-c11d8de0e3d4 req-658510b9-8818-4a0c-b6bc-b3d29fec431f tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:37.002565 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d497884e-540f-4574-95a9-c11d8de0e3d4 req-658510b9-8818-4a0c-b6bc-b3d29fec431f tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/ports?device_id=3bc3a953-7679-4415-9d44-7fab5c933346 HTTP/1.1" status: 200 len: 946 time: 0.1464176 May 28 06:42:37.088992 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d497884e-540f-4574-95a9-c11d8de0e3d4 req-44c0c454-4122-4aaf-b6a0-66547ced4890 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/security-groups?id=23eed38c-aa44-447e-83a9-ccee1b1a7a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852537 May 28 06:42:37.090601 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-462e8bc0-f791-47ec-990e-8663eb4d9a98 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Unset dirty status for tenant:5e9e9447c07c4077b6694ab63e3affe5 on resource:subnet {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:42:37.094459 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-462e8bc0-f791-47ec-990e-8663eb4d9a98 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7448804 May 28 06:42:37.099932 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 43318) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:37.207131 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-c9c74726-ae74-4b59-bff8-2a691efb2da7 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1005530 May 28 06:42:37.215017 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-50c7595b-851a-4daa-a90e-b2b3e60e345b tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:37.217639 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 43332) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:37.224774 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-49098471-8d19-4293-ab47-348d1902ecec tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Request body: {'subnet': {'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:42:37.343272 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-50c7595b-851a-4daa-a90e-b2b3e60e345b tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Deleting port 8e00cd2d-712d-4b90-a6a8-69601143bc05 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:42:37.343414 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-50c7595b-851a-4daa-a90e-b2b3e60e345b tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:37.377840 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c678899-4f26-4b50-b4bb-e2c81f3f0dd2 req-907bfd25-938d-4b5b-8ee4-1f26bc63084f tempest-InstanceActionsNegativeTestJSON-658561330 tempest-InstanceActionsNegativeTestJSON-658561330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:37.378903 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-4c678899-4f26-4b50-b4bb-e2c81f3f0dd2 req-907bfd25-938d-4b5b-8ee4-1f26bc63084f tempest-InstanceActionsNegativeTestJSON-658561330 tempest-InstanceActionsNegativeTestJSON-658561330-project] Synchronizing usage tracker for tenant:6628ef4527494b8a81c1af4bdb2ccfad on resource:network {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:42:37.410984 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f10cbb5d-2f23-48a2-b2fb-15379988d776 None None] DHCP port deletion for 76df13db-6dd8-42b5-8002-df5ce26882e8 request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:42:37.415667 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-f10cbb5d-2f23-48a2-b2fb-15379988d776 None None] Deleting port 8e00cd2d-712d-4b90-a6a8-69601143bc05 {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:42:37.416037 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-f10cbb5d-2f23-48a2-b2fb-15379988d776 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:37.466366 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-49098471-8d19-4293-ab47-348d1902ecec tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:42:37.489472 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-49098471-8d19-4293-ab47-348d1902ecec tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:42:37.540272 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-4c678899-4f26-4b50-b4bb-e2c81f3f0dd2 req-907bfd25-938d-4b5b-8ee4-1f26bc63084f tempest-InstanceActionsNegativeTestJSON-658561330 tempest-InstanceActionsNegativeTestJSON-658561330-project] Unset dirty status for tenant:6628ef4527494b8a81c1af4bdb2ccfad on resource:network {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:42:37.556348 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4c678899-4f26-4b50-b4bb-e2c81f3f0dd2 req-907bfd25-938d-4b5b-8ee4-1f26bc63084f tempest-InstanceActionsNegativeTestJSON-658561330 tempest-InstanceActionsNegativeTestJSON-658561330-project] 10.222.0.55 "GET /v2.0/networks?id=a517d58f-c58a-4ce7-8e2f-8ea0a171a123 HTTP/1.1" status: 200 len: 821 time: 0.3524969 May 28 06:42:37.574681 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4c678899-4f26-4b50-b4bb-e2c81f3f0dd2 req-193ae41b-f823-42b1-bf57-2ffe8d8b71cc tempest-InstanceActionsNegativeTestJSON-658561330 tempest-InstanceActionsNegativeTestJSON-658561330-project] 10.222.0.55 "GET /v2.0/quotas/6628ef4527494b8a81c1af4bdb2ccfad HTTP/1.1" status: 200 len: 375 time: 0.0257993 May 28 06:42:37.609848 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-50c7595b-851a-4daa-a90e-b2b3e60e345b tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] For port 8e00cd2d-712d-4b90-a6a8-69601143bc05, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=8e00cd2d-712d-4b90-a6a8-69601143bc05,segment=NetworkSegment(11da6225-78fc-4344-9ee8-747c52216a3c),segment_id=11da6225-78fc-4344-9ee8-747c52216a3c)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:42:37.610202 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-50c7595b-851a-4daa-a90e-b2b3e60e345b tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:37.669218 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4c678899-4f26-4b50-b4bb-e2c81f3f0dd2 req-91678eb9-a1ab-4d50-8a79-42c181b15a7c tempest-InstanceActionsNegativeTestJSON-658561330 tempest-InstanceActionsNegativeTestJSON-658561330-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=6628ef4527494b8a81c1af4bdb2ccfad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0935516 May 28 06:42:37.708567 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-f10cbb5d-2f23-48a2-b2fb-15379988d776 None None] For port 8e00cd2d-712d-4b90-a6a8-69601143bc05, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=8e00cd2d-712d-4b90-a6a8-69601143bc05,segment=NetworkSegment(11da6225-78fc-4344-9ee8-747c52216a3c),segment_id=11da6225-78fc-4344-9ee8-747c52216a3c)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:42:37.708950 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-f10cbb5d-2f23-48a2-b2fb-15379988d776 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:37.809533 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49098471-8d19-4293-ab47-348d1902ecec tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Made reservation on behalf of 5e9e9447c07c4077b6694ab63e3affe5 for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:42:37.813577 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-49098471-8d19-4293-ab47-348d1902ecec tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:37.825816 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-49098471-8d19-4293-ab47-348d1902ecec tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 06:42:37.825816 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49098471-8d19-4293-ab47-348d1902ecec tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89109) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:42:37.842534 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-50c7595b-851a-4daa-a90e-b2b3e60e345b tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Calling delete_port for 8e00cd2d-712d-4b90-a6a8-69601143bc05 owned by network:dhcp {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:42:37.866145 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4c678899-4f26-4b50-b4bb-e2c81f3f0dd2 req-0b658934-5d87-486c-be9f-407e04365136 service neutron] 10.222.0.55 "GET /v2.0/networks/a517d58f-c58a-4ce7-8e2f-8ea0a171a123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958220 May 28 06:42:37.879565 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-3fbc877e-6fa1-4575-ae03-b98a598e9099 req-63f2c94b-5e71-4cdf-9675-0d8885dee15d service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=57d37550-36d2-4baa-ae3f-42e53b4b3eee HTTP/1.1" status: 200 len: 210 time: 0.1912043 May 28 06:42:37.907844 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-f10cbb5d-2f23-48a2-b2fb-15379988d776 None None] Calling delete_port for 8e00cd2d-712d-4b90-a6a8-69601143bc05 owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:42:37.975341 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-49098471-8d19-4293-ab47-348d1902ecec tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.7564409 May 28 06:42:37.978921 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 43342) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:37.985974 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-54aeabd9-1b82-48d0-af82-0dc75e67bb7c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Request body: {'subnet': {'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:42:38.003931 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-50c7595b-851a-4daa-a90e-b2b3e60e345b tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:38.012804 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.db.api [None req-f10cbb5d-2f23-48a2-b2fb-15379988d776 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89111) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:42:38.014287 n-d-843702-1 neutron-server[89111]: DEBUG oslo_db.api [None req-f10cbb5d-2f23-48a2-b2fb-15379988d776 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:42:38.110894 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-eade63c7-c4ab-4734-9dad-c75dd7354e51 req-946166ce-8744-44c7-b1cc-015f1039931c tempest-ServerShowV254Test-2131204054 tempest-ServerShowV254Test-2131204054-project] 10.222.0.55 "GET /v2.0/ports?device_id=57d37550-36d2-4baa-ae3f-42e53b4b3eee HTTP/1.1" status: 200 len: 210 time: 0.2048757 May 28 06:42:38.130484 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c7595b-851a-4daa-a90e-b2b3e60e345b tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Pushing event deleted for resources: {'Port': ['ID=8e00cd2d-712d-4b90-a6a8-69601143bc05,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:38.135486 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c7595b-851a-4daa-a90e-b2b3e60e345b tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] No DVR routers for this DVR port 8e00cd2d-712d-4b90-a6a8-69601143bc05 on host n-d-843702-1 {{(pid=89109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:42:38.210535 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4c678899-4f26-4b50-b4bb-e2c81f3f0dd2 req-0ea96f96-6008-4408-8161-2a9eaa5f911c service neutron] 10.222.0.55 "GET /v2.0/networks/a517d58f-c58a-4ce7-8e2f-8ea0a171a123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3366172 May 28 06:42:38.372768 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 8e00cd2d-712d-4b90-a6a8-69601143bc05 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:42:38.385901 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17e562c-5273-4ce2-b800-50e3eb473673 req-8767748b-2862-4e85-98fa-edac7e05192e tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:38.387817 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d17e562c-5273-4ce2-b800-50e3eb473673 req-8767748b-2862-4e85-98fa-edac7e05192e tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e HTTP/1.1" status: 200 len: 944 time: 0.1309547 May 28 06:42:38.452943 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 8e00cd2d-712d-4b90-a6a8-69601143bc05 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:42:38.453424 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 8e00cd2d-712d-4b90-a6a8-69601143bc05 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:42:38.484197 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d17e562c-5273-4ce2-b800-50e3eb473673 req-75c1a713-01b8-45f9-8ab3-fd046ac04f1a tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0fc320c-5211-4d72-b7c9-130a40d05074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875845 May 28 06:42:38.515047 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-f10cbb5d-2f23-48a2-b2fb-15379988d776 None None] Deleting port 8e00cd2d-712d-4b90-a6a8-69601143bc05 {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:42:38.515679 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-f10cbb5d-2f23-48a2-b2fb-15379988d776 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:38.537161 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-54aeabd9-1b82-48d0-af82-0dc75e67bb7c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:42:38.589801 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-50c7595b-851a-4daa-a90e-b2b3e60e345b tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:38.604797 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-54aeabd9-1b82-48d0-af82-0dc75e67bb7c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:42:38.659375 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-f10cbb5d-2f23-48a2-b2fb-15379988d776 None None] The port '8e00cd2d-712d-4b90-a6a8-69601143bc05' was deleted {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 06:42:38.700363 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-50c7595b-851a-4daa-a90e-b2b3e60e345b tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76df13db-6dd8-42b5-8002-df5ce26882e8']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:42:38.721055 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-50c7595b-851a-4daa-a90e-b2b3e60e345b tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11da6225-78fc-4344-9ee8-747c52216a3c') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:42:38.721482 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-50c7595b-851a-4daa-a90e-b2b3e60e345b tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11da6225-78fc-4344-9ee8-747c52216a3c') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:42:38.746494 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-50c7595b-851a-4daa-a90e-b2b3e60e345b tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:38.769284 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-50c7595b-851a-4daa-a90e-b2b3e60e345b tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:38.780289 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50c7595b-851a-4daa-a90e-b2b3e60e345b tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:42:38.781457 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-50c7595b-851a-4daa-a90e-b2b3e60e345b tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:38.847642 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 11da6225-78fc-4344-9ee8-747c52216a3c resource provider aggregate not found May 28 06:42:38.859038 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54aeabd9-1b82-48d0-af82-0dc75e67bb7c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Made reservation on behalf of 5e9e9447c07c4077b6694ab63e3affe5 for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:42:38.868791 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-54aeabd9-1b82-48d0-af82-0dc75e67bb7c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:38.868791 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-54aeabd9-1b82-48d0-af82-0dc75e67bb7c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 06:42:38.868791 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54aeabd9-1b82-48d0-af82-0dc75e67bb7c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89109) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:42:38.889770 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fbef69-d6d4-49c5-9e56-e816ef86cd58 req-a9f86a40-87dc-4e21-99a7-bd3b5a5931cd tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:38.891441 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-26fbef69-d6d4-49c5-9e56-e816ef86cd58 req-a9f86a40-87dc-4e21-99a7-bd3b5a5931cd tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/ports?device_id=3bc3a953-7679-4415-9d44-7fab5c933346 HTTP/1.1" status: 200 len: 946 time: 0.1920781 May 28 06:42:38.943424 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-26fbef69-d6d4-49c5-9e56-e816ef86cd58 req-de21a79b-8427-4355-9acb-95f0de000e5f tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/security-groups?id=23eed38c-aa44-447e-83a9-ccee1b1a7a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451541 May 28 06:42:38.977049 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 11da6225-78fc-4344-9ee8-747c52216a3c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 11da6225-78fc-4344-9ee8-747c52216a3c found for delete ", "request_id": "req-bfb96cf7-4e59-4411-b150-fd0147dab0dd"}]} May 28 06:42:39.070888 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f9785129-df8e-4fa2-a39a-78204c4ea7a5 req-6fb997ee-fd98-4c9c-a07b-22e4e59566f6 tempest-InstanceActionsNegativeTestJSON-658561330 tempest-InstanceActionsNegativeTestJSON-658561330-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c3b5aa8-f00c-404a-893f-b48a9286645a HTTP/1.1" status: 200 len: 210 time: 0.0703335 May 28 06:42:39.115554 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-54aeabd9-1b82-48d0-af82-0dc75e67bb7c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 1.1326756 May 28 06:42:39.115554 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-50c7595b-851a-4daa-a90e-b2b3e60e345b tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:39.126412 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 43378) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:39.126578 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-50c7595b-851a-4daa-a90e-b2b3e60e345b tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:39.138572 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-d4318566-3d19-415f-9724-c44c5141fdcb tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Request body: {'subnet': {'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:42:39.160076 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c7595b-851a-4daa-a90e-b2b3e60e345b tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] Pushing event deleted for resources: {'Network': ['ID=76df13db-6dd8-42b5-8002-df5ce26882e8,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:39.174549 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-50c7595b-851a-4daa-a90e-b2b3e60e345b tempest-NetworksTest-566744679 tempest-NetworksTest-566744679-project] 10.222.0.55 "DELETE /v2.0/networks/76df13db-6dd8-42b5-8002-df5ce26882e8 HTTP/1.1" status: 204 len: 168 time: 2.2433555 May 28 06:42:39.427795 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-d4318566-3d19-415f-9724-c44c5141fdcb tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:42:39.432370 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-82939c90-d6ef-4da3-a2bd-ac9f5c12f249 req-a7539b7f-cc0d-4367-ae20-0164e95bd7b7 tempest-ServerShowV254Test-2131204054 tempest-ServerShowV254Test-2131204054-project] 10.222.0.55 "GET /v2.0/ports?device_id=57d37550-36d2-4baa-ae3f-42e53b4b3eee HTTP/1.1" status: 200 len: 210 time: 0.0605128 May 28 06:42:39.443820 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-d4318566-3d19-415f-9724-c44c5141fdcb tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:42:39.468835 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc125a32-4f9d-4279-8671-df6df0837fdd req-8450541e-8612-4b3b-b853-d43bfd1b7c5b tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:39.473765 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dc125a32-4f9d-4279-8671-df6df0837fdd req-8450541e-8612-4b3b-b853-d43bfd1b7c5b tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e HTTP/1.1" status: 200 len: 944 time: 0.2844582 May 28 06:42:39.527313 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dc125a32-4f9d-4279-8671-df6df0837fdd req-35621689-bd70-491f-89e6-71557c741824 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0fc320c-5211-4d72-b7c9-130a40d05074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503085 May 28 06:42:39.569814 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4318566-3d19-415f-9724-c44c5141fdcb tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Made reservation on behalf of 5e9e9447c07c4077b6694ab63e3affe5 for: {'subnet': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:42:39.573444 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d4318566-3d19-415f-9724-c44c5141fdcb tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3171998'] for subnet, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:39.580393 n-d-843702-1 neutron-server[89110]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4318566-3d19-415f-9724-c44c5141fdcb tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 06:42:39.581247 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4318566-3d19-415f-9724-c44c5141fdcb tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89110) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:42:39.729504 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-d4318566-3d19-415f-9724-c44c5141fdcb tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5957911 May 28 06:42:39.732392 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 43388) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:39.737900 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-3924ec1f-1a2a-4d55-b21d-39436a2f8723 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Request body: {'subnet': {'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:42:39.895223 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-3924ec1f-1a2a-4d55-b21d-39436a2f8723 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:42:39.910140 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-3924ec1f-1a2a-4d55-b21d-39436a2f8723 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:42:39.919776 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 43400) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:39.985951 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3924ec1f-1a2a-4d55-b21d-39436a2f8723 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Made reservation on behalf of 5e9e9447c07c4077b6694ab63e3affe5 for: {'subnet': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:42:39.990611 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3924ec1f-1a2a-4d55-b21d-39436a2f8723 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3171998'] for subnet, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:39.993402 n-d-843702-1 neutron-server[89110]: INFO neutron.pecan_wsgi.hooks.translation [None req-3924ec1f-1a2a-4d55-b21d-39436a2f8723 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 06:42:39.994095 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3924ec1f-1a2a-4d55-b21d-39436a2f8723 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89110) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:42:40.112099 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-3924ec1f-1a2a-4d55-b21d-39436a2f8723 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3757169 May 28 06:42:40.112328 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 43410) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:40.128886 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-a628a567-6cc9-450b-8e73-3ee191a62ff0 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Request body: {'subnet': {'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:42:40.241969 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-faa15052-6e78-428b-8a36-792bce5fbf86 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=94cac8c050e34681825b5b9355a80ece&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3205740 May 28 06:42:40.244507 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 43414) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:40.270257 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6f920c94-7856-41e6-b84e-586cfaaa3a3f req-075e38c9-5def-4cec-a75b-fbf9c8cfc61f tempest-InstanceActionsNegativeTestJSON-658561330 tempest-InstanceActionsNegativeTestJSON-658561330-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c3b5aa8-f00c-404a-893f-b48a9286645a HTTP/1.1" status: 200 len: 210 time: 0.1270783 May 28 06:42:40.308673 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-a628a567-6cc9-450b-8e73-3ee191a62ff0 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:42:40.322415 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-a628a567-6cc9-450b-8e73-3ee191a62ff0 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:42:40.339146 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cab345-e04f-4b5b-a4eb-338eaa35d7b9 req-4b380cb7-1023-45c0-9455-23f74f1a02c4 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:40.341247 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-59cab345-e04f-4b5b-a4eb-338eaa35d7b9 req-4b380cb7-1023-45c0-9455-23f74f1a02c4 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/ports?device_id=3bc3a953-7679-4415-9d44-7fab5c933346 HTTP/1.1" status: 200 len: 946 time: 0.2761168 May 28 06:42:40.366090 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-da738092-7c34-4757-9126-be873e11879e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:40.389919 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-59cab345-e04f-4b5b-a4eb-338eaa35d7b9 req-d37f321d-fefc-4526-920b-dfd3da8b6c2f tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/security-groups?id=23eed38c-aa44-447e-83a9-ccee1b1a7a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411842 May 28 06:42:40.395816 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-da738092-7c34-4757-9126-be873e11879e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:40.431442 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a628a567-6cc9-450b-8e73-3ee191a62ff0 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Made reservation on behalf of 5e9e9447c07c4077b6694ab63e3affe5 for: {'subnet': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:42:40.435176 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a628a567-6cc9-450b-8e73-3ee191a62ff0 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3171998'] for subnet, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:40.436905 n-d-843702-1 neutron-server[89110]: INFO neutron.pecan_wsgi.hooks.translation [None req-a628a567-6cc9-450b-8e73-3ee191a62ff0 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 06:42:40.437344 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a628a567-6cc9-450b-8e73-3ee191a62ff0 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89110) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:42:40.580861 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-da738092-7c34-4757-9126-be873e11879e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:40.607181 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da738092-7c34-4757-9126-be873e11879e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44ed7b1a-2893-448f-a1d9-f7ab30200e7c,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:40.618324 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-da738092-7c34-4757-9126-be873e11879e admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:40.619770 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-da738092-7c34-4757-9126-be873e11879e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/44ed7b1a-2893-448f-a1d9-f7ab30200e7c HTTP/1.1" status: 204 len: 168 time: 0.3741364 May 28 06:42:40.651374 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-a628a567-6cc9-450b-8e73-3ee191a62ff0 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5374174 May 28 06:42:40.654054 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 43426) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:40.660206 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-dc71f84b-1162-48dd-8839-cbde4d20287a tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Request body: {'subnet': {'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:42:40.689750 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-159fc654-c58f-4378-acc0-bf50c876b2a4 req-f06018b9-efc6-4845-9395-de97ede729e7 tempest-ServerShowV254Test-2131204054 tempest-ServerShowV254Test-2131204054-project] 10.222.0.55 "GET /v2.0/ports?device_id=57d37550-36d2-4baa-ae3f-42e53b4b3eee HTTP/1.1" status: 200 len: 210 time: 0.0946214 May 28 06:42:40.799157 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-dc71f84b-1162-48dd-8839-cbde4d20287a tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:42:40.811291 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-dc71f84b-1162-48dd-8839-cbde4d20287a tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:42:40.853796 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96409e07-9d9a-45ea-a2ec-f10ed8f31fb1 req-497765c4-b94b-4d63-ab28-c99a7ea22447 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:40.855481 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-96409e07-9d9a-45ea-a2ec-f10ed8f31fb1 req-497765c4-b94b-4d63-ab28-c99a7ea22447 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e HTTP/1.1" status: 200 len: 944 time: 0.1143849 May 28 06:42:40.940268 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc71f84b-1162-48dd-8839-cbde4d20287a tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Made reservation on behalf of 5e9e9447c07c4077b6694ab63e3affe5 for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:42:40.945986 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-dc71f84b-1162-48dd-8839-cbde4d20287a tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:40.951561 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-96409e07-9d9a-45ea-a2ec-f10ed8f31fb1 req-1316b72c-b636-478b-b08d-2c82efe20915 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0fc320c-5211-4d72-b7c9-130a40d05074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823278 May 28 06:42:40.952061 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc71f84b-1162-48dd-8839-cbde4d20287a tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 06:42:40.952061 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc71f84b-1162-48dd-8839-cbde4d20287a tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89109) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:42:41.064299 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 43448) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:41.064641 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-dc71f84b-1162-48dd-8839-cbde4d20287a tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4090891 May 28 06:42:41.177482 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-e3aff68f-f7d5-4c47-ac09-eed7dc68429a tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1114709 May 28 06:42:41.180682 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 43458) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:41.330280 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eeae8f5-348a-44b4-80d7-c7370187577c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:41.332295 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-3eeae8f5-348a-44b4-80d7-c7370187577c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1504722 May 28 06:42:41.336163 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 43480) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:41.371039 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce1456c-e395-4b27-ae46-147a2cfa5c82 req-c0f39ccf-6958-4e6a-96c1-dd3e927b6423 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:41.380320 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2ce1456c-e395-4b27-ae46-147a2cfa5c82 req-c0f39ccf-6958-4e6a-96c1-dd3e927b6423 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e HTTP/1.1" status: 200 len: 944 time: 0.1505055 May 28 06:42:41.447603 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-2d49eed6-574c-4649-92f2-b19149f0d29f tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1092279 May 28 06:42:41.448242 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 43488) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:41.454363 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-5b44d81e-99ec-46e9-abb3-e9abc9a7c0cc tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Request body: {'subnet': {'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:42:41.462826 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2ce1456c-e395-4b27-ae46-147a2cfa5c82 req-87070fde-c0bd-4dda-bdbc-30bb01b48f4c tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0fc320c-5211-4d72-b7c9-130a40d05074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815253 May 28 06:42:41.626598 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-5b44d81e-99ec-46e9-abb3-e9abc9a7c0cc tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:42:41.638124 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-5b44d81e-99ec-46e9-abb3-e9abc9a7c0cc tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:42:41.686350 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ccf79233-bb25-4fd2-8160-153741cc808d req-a200489c-19d1-4645-a281-69eb199c3c4f tempest-InstanceActionsNegativeTestJSON-658561330 tempest-InstanceActionsNegativeTestJSON-658561330-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c3b5aa8-f00c-404a-893f-b48a9286645a HTTP/1.1" status: 200 len: 210 time: 0.0419867 May 28 06:42:41.860831 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb490ef4-c8e0-4f4f-9b4b-2220cdce55f0 req-88e5c280-47c1-4f35-ba47-675253214db7 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:41.862313 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fb490ef4-c8e0-4f4f-9b4b-2220cdce55f0 req-88e5c280-47c1-4f35-ba47-675253214db7 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/ports?device_id=3bc3a953-7679-4415-9d44-7fab5c933346 HTTP/1.1" status: 200 len: 946 time: 0.0831101 May 28 06:42:41.912378 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fb490ef4-c8e0-4f4f-9b4b-2220cdce55f0 req-77074e62-7408-468c-9575-a04842dec9a9 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/security-groups?id=23eed38c-aa44-447e-83a9-ccee1b1a7a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436244 May 28 06:42:42.120648 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248a5db2-7bd1-4ac2-b4eb-f0d30df4e7fe req-09dd2258-f5dc-4433-95bf-36307335bcec tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:42.124722 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-248a5db2-7bd1-4ac2-b4eb-f0d30df4e7fe req-09dd2258-f5dc-4433-95bf-36307335bcec tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e HTTP/1.1" status: 200 len: 944 time: 0.0963356 May 28 06:42:42.146404 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b44d81e-99ec-46e9-abb3-e9abc9a7c0cc tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Made reservation on behalf of 5e9e9447c07c4077b6694ab63e3affe5 for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:42:42.170613 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5b44d81e-99ec-46e9-abb3-e9abc9a7c0cc tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:42.192462 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-248a5db2-7bd1-4ac2-b4eb-f0d30df4e7fe req-d2b2dc6a-eb0f-49b9-94fb-ff83007c0a43 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0fc320c-5211-4d72-b7c9-130a40d05074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586562 May 28 06:42:42.779396 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-90ded6b9-01f3-4a47-9368-d80ba07b858f req-5a17b10f-b8c0-4e33-8510-ea3918ddedd3 tempest-ServerShowV254Test-2131204054 tempest-ServerShowV254Test-2131204054-project] 10.222.0.55 "GET /v2.0/ports?device_id=57d37550-36d2-4baa-ae3f-42e53b4b3eee HTTP/1.1" status: 200 len: 210 time: 0.1091623 May 28 06:42:42.809304 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c678899-4f26-4b50-b4bb-e2c81f3f0dd2 req-26e99e50-6104-4839-bc99-6461cc0d734d tempest-InstanceActionsNegativeTestJSON-658561330 tempest-InstanceActionsNegativeTestJSON-658561330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:42.810868 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4c678899-4f26-4b50-b4bb-e2c81f3f0dd2 req-26e99e50-6104-4839-bc99-6461cc0d734d tempest-InstanceActionsNegativeTestJSON-658561330 tempest-InstanceActionsNegativeTestJSON-658561330-project] 10.222.0.69 "GET /v2.0/networks?id=a517d58f-c58a-4ce7-8e2f-8ea0a171a123 HTTP/1.1" status: 200 len: 821 time: 0.6147122 May 28 06:42:42.825204 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f792dba1-e86c-405d-8155-f154fa2126ef req-06c38de6-ae4c-4b1b-b54a-9b3a3d48cd69 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:42.833702 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f792dba1-e86c-405d-8155-f154fa2126ef req-06c38de6-ae4c-4b1b-b54a-9b3a3d48cd69 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e HTTP/1.1" status: 200 len: 944 time: 0.2997396 May 28 06:42:42.840858 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-4c678899-4f26-4b50-b4bb-e2c81f3f0dd2 req-bc12d3e8-41a5-4eb5-8d8d-137357c9a4fa tempest-InstanceActionsNegativeTestJSON-658561330 tempest-InstanceActionsNegativeTestJSON-658561330-project] Request body: {'port': {'device_id': '5c3b5aa8-f00c-404a-893f-b48a9286645a', 'network_id': 'a517d58f-c58a-4ce7-8e2f-8ea0a171a123', 'admin_state_up': True, 'tenant_id': '6628ef4527494b8a81c1af4bdb2ccfad'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:42:42.962675 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f792dba1-e86c-405d-8155-f154fa2126ef req-10f5a424-a6c6-4967-9852-e6e813a83749 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0fc320c-5211-4d72-b7c9-130a40d05074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286767 May 28 06:42:43.005344 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 43528) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:43.060346 n-d-843702-1 neutron-server[89109]: DEBUG neutron.objects.ports [None req-5b44d81e-99ec-46e9-abb3-e9abc9a7c0cc tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89109) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 28 06:42:43.062232 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5b44d81e-99ec-46e9-abb3-e9abc9a7c0cc tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:43.140356 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b44d81e-99ec-46e9-abb3-e9abc9a7c0cc tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:42:43.150116 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-5b44d81e-99ec-46e9-abb3-e9abc9a7c0cc tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:42:43.155216 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b44d81e-99ec-46e9-abb3-e9abc9a7c0cc tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:43.156703 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5b44d81e-99ec-46e9-abb3-e9abc9a7c0cc tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:43.160936 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2546810-dd06-4a11-9e8b-4cd4adec63f0 None None] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:42:43.204533 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b44d81e-99ec-46e9-abb3-e9abc9a7c0cc tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Pushing event updated for resources: {'Subnet': ['ID=8241e50b-23fa-472c-a63f-176f2bd0e186,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:43.283332 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f498f3e5-b88d-4097-9994-c92ca4e2545d req-0840509b-a5a3-466e-871c-6137e42bc743 tempest-InstanceActionsNegativeTestJSON-658561330 tempest-InstanceActionsNegativeTestJSON-658561330-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c3b5aa8-f00c-404a-893f-b48a9286645a HTTP/1.1" status: 200 len: 210 time: 0.1841698 May 28 06:42:43.312923 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-5b44d81e-99ec-46e9-abb3-e9abc9a7c0cc tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8632312 May 28 06:42:43.315063 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 43536) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:43.324627 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-d97a35cc-ab85-4a59-9a4b-ce5ab2b5c91f tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Request body: {'port': {'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2', 'mac_address': 'fa:16:3e:08:d4:38', 'name': 'tempest-NetworksTestDHCPv6-1638509958'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:42:43.425001 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-72fc5a8c-6731-4175-9d31-13ee78a68cde tempest-NetworksNegativeTestJSON-1667453590 tempest-NetworksNegativeTestJSON-1667453590-project] Request body: {'port': {'network_id': 'c645ef1e-0bfc-4ed0-93b0-cc201d031929', 'name': 'tempest-NetworksNegativeTestJSON-383392556'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:42:43.478754 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-4c678899-4f26-4b50-b4bb-e2c81f3f0dd2 req-bc12d3e8-41a5-4eb5-8d8d-137357c9a4fa tempest-InstanceActionsNegativeTestJSON-658561330 tempest-InstanceActionsNegativeTestJSON-658561330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:42:43.520073 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-4c678899-4f26-4b50-b4bb-e2c81f3f0dd2 req-bc12d3e8-41a5-4eb5-8d8d-137357c9a4fa tempest-InstanceActionsNegativeTestJSON-658561330 tempest-InstanceActionsNegativeTestJSON-658561330-project] Usage tracker for resource:port and tenant:6628ef4527494b8a81c1af4bdb2ccfad is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:42:43.618546 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a63b0b-8e4e-4265-845f-eee042404bff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-147bfd32-62dc-4be0-82de-f4d6fa5b4cc2', 'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2', 'tenant_id': '5e9e9447c07c4077b6694ab63e3affe5', 'fixed_ips': [{'subnet_id': '8241e50b-23fa-472c-a63f-176f2bd0e186'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:42:43.619884 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-4c678899-4f26-4b50-b4bb-e2c81f3f0dd2 req-bc12d3e8-41a5-4eb5-8d8d-137357c9a4fa tempest-InstanceActionsNegativeTestJSON-658561330 tempest-InstanceActionsNegativeTestJSON-658561330-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:42:43.620174 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-53a63b0b-8e4e-4265-845f-eee042404bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:43.639065 n-d-843702-1 neutron-server[89110]: INFO neutron.pecan_wsgi.hooks.translation [None req-72fc5a8c-6731-4175-9d31-13ee78a68cde tempest-NetworksNegativeTestJSON-1667453590 tempest-NetworksNegativeTestJSON-1667453590-project] POST failed (client error): The resource could not be found. May 28 06:42:43.639065 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72fc5a8c-6731-4175-9d31-13ee78a68cde tempest-NetworksNegativeTestJSON-1667453590 tempest-NetworksNegativeTestJSON-1667453590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89110) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:42:43.639065 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-72fc5a8c-6731-4175-9d31-13ee78a68cde tempest-NetworksNegativeTestJSON-1667453590 tempest-NetworksNegativeTestJSON-1667453590-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.6259995 May 28 06:42:43.643656 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 43542) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:43.645824 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-4c678899-4f26-4b50-b4bb-e2c81f3f0dd2 req-bc12d3e8-41a5-4eb5-8d8d-137357c9a4fa tempest-InstanceActionsNegativeTestJSON-658561330 tempest-InstanceActionsNegativeTestJSON-658561330-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:42:43.699843 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7bc039-4bea-482e-b421-2663fccb9d7e req-5ef798fd-9076-43d5-bfe4-604c2c73e305 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:43.701348 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fb7bc039-4bea-482e-b421-2663fccb9d7e req-5ef798fd-9076-43d5-bfe4-604c2c73e305 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/ports?device_id=3bc3a953-7679-4415-9d44-7fab5c933346 HTTP/1.1" status: 200 len: 946 time: 0.4818113 May 28 06:42:43.731656 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-82e92e5b-ad56-4ab7-99ce-50422c84fd73 tempest-NetworksNegativeTestJSON-1667453590 tempest-NetworksNegativeTestJSON-1667453590-project] DELETE failed (client error): The resource could not be found. May 28 06:42:43.734485 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82e92e5b-ad56-4ab7-99ce-50422c84fd73 tempest-NetworksNegativeTestJSON-1667453590 tempest-NetworksNegativeTestJSON-1667453590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89109) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:42:43.744345 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 43550) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:43.746372 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-82e92e5b-ad56-4ab7-99ce-50422c84fd73 tempest-NetworksNegativeTestJSON-1667453590 tempest-NetworksNegativeTestJSON-1667453590-project] 10.222.0.55 "DELETE /v2.0/networks/b0b327be-0032-4c44-ae4a-89b5c3c7d6cf HTTP/1.1" status: 404 len: 339 time: 0.0941010 May 28 06:42:43.761688 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-d97a35cc-ab85-4a59-9a4b-ce5ab2b5c91f tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:42:43.782404 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-d97a35cc-ab85-4a59-9a4b-ce5ab2b5c91f tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:42:43.798817 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e423af-e45a-4ed1-a9fe-f209c4e11bd0 req-3acd8f82-e416-4fff-9d0e-755be1b3d09e tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:43.800296 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f2e423af-e45a-4ed1-a9fe-f209c4e11bd0 req-3acd8f82-e416-4fff-9d0e-755be1b3d09e tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e HTTP/1.1" status: 200 len: 944 time: 0.2772248 May 28 06:42:43.810582 n-d-843702-1 neutron-server[89110]: INFO neutron.pecan_wsgi.hooks.translation [None req-38636d42-85b2-4f27-9cd0-5cc7ade0152f tempest-NetworksNegativeTestJSON-1667453590 tempest-NetworksNegativeTestJSON-1667453590-project] DELETE failed (client error): The resource could not be found. May 28 06:42:43.811045 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38636d42-85b2-4f27-9cd0-5cc7ade0152f tempest-NetworksNegativeTestJSON-1667453590 tempest-NetworksNegativeTestJSON-1667453590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89110) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:42:43.812706 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-38636d42-85b2-4f27-9cd0-5cc7ade0152f tempest-NetworksNegativeTestJSON-1667453590 tempest-NetworksNegativeTestJSON-1667453590-project] 10.222.0.55 "DELETE /v2.0/ports/64d6419c-e6d9-431c-8ac6-6f0030780dd8 HTTP/1.1" status: 404 len: 333 time: 0.0644274 May 28 06:42:43.828019 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fb7bc039-4bea-482e-b421-2663fccb9d7e req-9a18de8a-38af-4294-b902-ff83710cd9e0 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/security-groups?id=23eed38c-aa44-447e-83a9-ccee1b1a7a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150773 May 28 06:42:43.828347 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 43554) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:43.860478 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c678899-4f26-4b50-b4bb-e2c81f3f0dd2 req-bc12d3e8-41a5-4eb5-8d8d-137357c9a4fa tempest-InstanceActionsNegativeTestJSON-658561330 tempest-InstanceActionsNegativeTestJSON-658561330-project] Made reservation on behalf of 6628ef4527494b8a81c1af4bdb2ccfad for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:42:43.865616 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-4c678899-4f26-4b50-b4bb-e2c81f3f0dd2 req-bc12d3e8-41a5-4eb5-8d8d-137357c9a4fa tempest-InstanceActionsNegativeTestJSON-658561330 tempest-InstanceActionsNegativeTestJSON-658561330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:43.876390 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7999562-9ba6-403c-beeb-a40ee2e519a8 tempest-NetworksNegativeTestJSON-1667453590 tempest-NetworksNegativeTestJSON-1667453590-project] DELETE failed (client error): The resource could not be found. May 28 06:42:43.876856 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7999562-9ba6-403c-beeb-a40ee2e519a8 tempest-NetworksNegativeTestJSON-1667453590 tempest-NetworksNegativeTestJSON-1667453590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89109) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:42:43.879249 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-a7999562-9ba6-403c-beeb-a40ee2e519a8 tempest-NetworksNegativeTestJSON-1667453590 tempest-NetworksNegativeTestJSON-1667453590-project] 10.222.0.55 "DELETE /v2.0/subnets/b736ef3f-cba0-45cb-9baa-3dda929414c9 HTTP/1.1" status: 404 len: 337 time: 0.0498619 May 28 06:42:43.886339 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 43560) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:43.900254 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-53a63b0b-8e4e-4265-845f-eee042404bff None None] Allocated IP 2001:db8::f816:3eff:fe69:c120 (147bfd32-62dc-4be0-82de-f4d6fa5b4cc2/8241e50b-23fa-472c-a63f-176f2bd0e186/7a08bde5-70df-4ff2-a1c0-535783b1f8ca) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:42:43.925941 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d97a35cc-ab85-4a59-9a4b-ce5ab2b5c91f tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Made reservation on behalf of 5e9e9447c07c4077b6694ab63e3affe5 for: {'port': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:42:44.008244 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f2e423af-e45a-4ed1-a9fe-f209c4e11bd0 req-6c7b1b1c-9dde-44c4-8043-60b4d4acdd17 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0fc320c-5211-4d72-b7c9-130a40d05074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1768064 May 28 06:42:44.102659 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d97a35cc-ab85-4a59-9a4b-ce5ab2b5c91f tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:44.115008 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8c51017-c1da-4a26-849a-45979840a3c5 tempest-NetworksNegativeTestJSON-1667453590 tempest-NetworksNegativeTestJSON-1667453590-project] GET failed (client error): The resource could not be found. May 28 06:42:44.117121 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-d8c51017-c1da-4a26-849a-45979840a3c5 tempest-NetworksNegativeTestJSON-1667453590 tempest-NetworksNegativeTestJSON-1667453590-project] 10.222.0.55 "GET /v2.0/networks/cd42fc9e-0d17-4a6d-bfce-a7d894089ed5 HTTP/1.1" status: 404 len: 339 time: 0.2320502 May 28 06:42:44.138522 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 43570) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:44.142212 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [None req-d97a35cc-ab85-4a59-9a4b-ce5ab2b5c91f tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] device_id is not set on port a234204d-d1d1-43d0-b99f-71304bd2923f yet. {{(pid=89109) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:42:44.174528 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fcec3a88-b40e-4548-8875-b1981acb1f40 req-1c62f83d-4199-46db-b557-748fcfef8b94 tempest-ServerShowV254Test-2131204054 tempest-ServerShowV254Test-2131204054-project] 10.222.0.55 "GET /v2.0/ports?device_id=57d37550-36d2-4baa-ae3f-42e53b4b3eee HTTP/1.1" status: 200 len: 210 time: 0.0773818 May 28 06:42:44.269505 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-75362c90-1535-49a5-b9aa-ba6af2441bfe tempest-NetworksNegativeTestJSON-1667453590 tempest-NetworksNegativeTestJSON-1667453590-project] GET failed (client error): The resource could not be found. May 28 06:42:44.270795 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-75362c90-1535-49a5-b9aa-ba6af2441bfe tempest-NetworksNegativeTestJSON-1667453590 tempest-NetworksNegativeTestJSON-1667453590-project] 10.222.0.55 "GET /v2.0/ports/2d1ec9a3-22af-439f-9564-be0018e9c107 HTTP/1.1" status: 404 len: 333 time: 0.1313596 May 28 06:42:44.276168 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 43574) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:44.388117 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-53a63b0b-8e4e-4265-845f-eee042404bff None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:44.403768 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [req-4c678899-4f26-4b50-b4bb-e2c81f3f0dd2 req-bc12d3e8-41a5-4eb5-8d8d-137357c9a4fa tempest-InstanceActionsNegativeTestJSON-658561330 tempest-InstanceActionsNegativeTestJSON-658561330-project] Allocated IP 172.20.0.2 (a517d58f-c58a-4ce7-8e2f-8ea0a171a123/9cd992ef-e99e-4b01-bf49-56737c77fabe/90d1c78d-59c1-4c1d-9dba-6d8d42710e2a) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:42:44.428046 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-53a63b0b-8e4e-4265-845f-eee042404bff None None] Transition to ACTIVE for port object 7a08bde5-70df-4ff2-a1c0-535783b1f8ca will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:42:44.448101 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a155c6b4-4b52-45c7-99ff-38286f9d6092 req-b3739400-4d12-4eca-8f32-b633e98e62c0 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:44.457641 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a155c6b4-4b52-45c7-99ff-38286f9d6092 req-b3739400-4d12-4eca-8f32-b633e98e62c0 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e HTTP/1.1" status: 200 len: 944 time: 0.1865017 May 28 06:42:44.475714 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-53a63b0b-8e4e-4265-845f-eee042404bff None None] Transition to ACTIVE for port object 7a08bde5-70df-4ff2-a1c0-535783b1f8ca will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:42:44.482616 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c3b7a09-cf38-4c87-b5b6-dc9a78ad2ca6 tempest-NetworksNegativeTestJSON-1667453590 tempest-NetworksNegativeTestJSON-1667453590-project] GET failed (client error): The resource could not be found. May 28 06:42:44.483921 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-8c3b7a09-cf38-4c87-b5b6-dc9a78ad2ca6 tempest-NetworksNegativeTestJSON-1667453590 tempest-NetworksNegativeTestJSON-1667453590-project] 10.222.0.55 "GET /v2.0/subnets/86bc33bc-4f82-4bb2-b881-4b1a8496d8ec HTTP/1.1" status: 404 len: 337 time: 0.2068558 May 28 06:42:44.489181 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 43580) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:44.498562 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-354de56a-0f59-487b-a8c8-6c7a5c60d520 tempest-NetworksNegativeTestJSON-1667453590 tempest-NetworksNegativeTestJSON-1667453590-project] Request body: {'network': {'name': 'new_name'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:42:44.527642 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-354de56a-0f59-487b-a8c8-6c7a5c60d520 tempest-NetworksNegativeTestJSON-1667453590 tempest-NetworksNegativeTestJSON-1667453590-project] PUT failed (client error): The resource could not be found. May 28 06:42:44.528025 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-354de56a-0f59-487b-a8c8-6c7a5c60d520 tempest-NetworksNegativeTestJSON-1667453590 tempest-NetworksNegativeTestJSON-1667453590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89109) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:42:44.529300 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-354de56a-0f59-487b-a8c8-6c7a5c60d520 tempest-NetworksNegativeTestJSON-1667453590 tempest-NetworksNegativeTestJSON-1667453590-project] 10.222.0.55 "PUT /v2.0/networks/2ac15253-d85c-4d4f-ba57-0b6807cf7e25 HTTP/1.1" status: 404 len: 339 time: 0.0391848 May 28 06:42:44.533085 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 43584) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:44.541619 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-698035c6-0a2c-4bd0-9d43-a80c212aabf6 tempest-NetworksNegativeTestJSON-1667453590 tempest-NetworksNegativeTestJSON-1667453590-project] Request body: {'port': {'name': 'new_name'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:42:44.587201 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-698035c6-0a2c-4bd0-9d43-a80c212aabf6 tempest-NetworksNegativeTestJSON-1667453590 tempest-NetworksNegativeTestJSON-1667453590-project] PUT failed (client error): The resource could not be found. May 28 06:42:44.592987 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-698035c6-0a2c-4bd0-9d43-a80c212aabf6 tempest-NetworksNegativeTestJSON-1667453590 tempest-NetworksNegativeTestJSON-1667453590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89109) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:42:44.598986 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-698035c6-0a2c-4bd0-9d43-a80c212aabf6 tempest-NetworksNegativeTestJSON-1667453590 tempest-NetworksNegativeTestJSON-1667453590-project] 10.222.0.55 "PUT /v2.0/ports/38626ddc-800b-4861-a158-dd3cbe844733 HTTP/1.1" status: 404 len: 333 time: 0.0646315 May 28 06:42:44.599815 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 43590) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:44.606284 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-88fbcd67-64d7-480c-8623-a8fee71e653a tempest-NetworksNegativeTestJSON-1667453590 tempest-NetworksNegativeTestJSON-1667453590-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:42:44.615152 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-53a63b0b-8e4e-4265-845f-eee042404bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:44.673574 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a155c6b4-4b52-45c7-99ff-38286f9d6092 req-059e7a48-5bcc-4d89-b6aa-4a01fb827da5 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0fc320c-5211-4d72-b7c9-130a40d05074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2148938 May 28 06:42:44.698211 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-88fbcd67-64d7-480c-8623-a8fee71e653a tempest-NetworksNegativeTestJSON-1667453590 tempest-NetworksNegativeTestJSON-1667453590-project] PUT failed (client error): The resource could not be found. May 28 06:42:44.698665 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88fbcd67-64d7-480c-8623-a8fee71e653a tempest-NetworksNegativeTestJSON-1667453590 tempest-NetworksNegativeTestJSON-1667453590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89109) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:42:44.703872 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-88fbcd67-64d7-480c-8623-a8fee71e653a tempest-NetworksNegativeTestJSON-1667453590 tempest-NetworksNegativeTestJSON-1667453590-project] 10.222.0.55 "PUT /v2.0/subnets/d3ecf5bf-e7d5-468f-a515-a18942629364 HTTP/1.1" status: 404 len: 337 time: 0.0991147 May 28 06:42:44.743708 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 43598) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:44.779532 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a63b0b-8e4e-4265-845f-eee042404bff None None] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:42:44.782484 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-53a63b0b-8e4e-4265-845f-eee042404bff None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:42:44.787702 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a63b0b-8e4e-4265-845f-eee042404bff None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:42:44.792217 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-d97a35cc-ab85-4a59-9a4b-ce5ab2b5c91f tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Allocated IP 2001:db8::f816:3eff:fe08:d438 (147bfd32-62dc-4be0-82de-f4d6fa5b4cc2/8241e50b-23fa-472c-a63f-176f2bd0e186/a234204d-d1d1-43d0-b99f-71304bd2923f) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:42:44.923115 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-02a767ff-9247-437b-a2da-9d1a389d80b3 req-66721e4d-1343-4258-81a8-47b0f855ce31 tempest-InstanceActionsNegativeTestJSON-658561330 tempest-InstanceActionsNegativeTestJSON-658561330-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c3b5aa8-f00c-404a-893f-b48a9286645a HTTP/1.1" status: 200 len: 210 time: 0.4190469 May 28 06:42:45.032618 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a63b0b-8e4e-4265-845f-eee042404bff None None] Pushing event updated for resources: {'Port': ['ID=7a08bde5-70df-4ff2-a1c0-535783b1f8ca,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:45.049885 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-44c1d0cd-c3ab-480e-9521-172f7eba648b admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:45.076365 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-53a63b0b-8e4e-4265-845f-eee042404bff None None] Attempting to bind port 7a08bde5-70df-4ff2-a1c0-535783b1f8ca on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:42:45.078375 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-53a63b0b-8e4e-4265-845f-eee042404bff None None] Attempting to bind port 7a08bde5-70df-4ff2-a1c0-535783b1f8ca by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'e82da2dd-17b8-4c15-8abb-711622ad0a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:42:45.078375 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a63b0b-8e4e-4265-845f-eee042404bff None None] Attempting to bind port 7a08bde5-70df-4ff2-a1c0-535783b1f8ca on network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:42:45.083098 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-44c1d0cd-c3ab-480e-9521-172f7eba648b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:42:45.088446 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a63b0b-8e4e-4265-845f-eee042404bff None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:42:45.088446 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a63b0b-8e4e-4265-845f-eee042404bff None None] Checking segment: {'id': 'e82da2dd-17b8-4c15-8abb-711622ad0a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:42:45.088446 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-53a63b0b-8e4e-4265-845f-eee042404bff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:45.088446 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a63b0b-8e4e-4265-845f-eee042404bff None None] Bound using segment: {'id': 'e82da2dd-17b8-4c15-8abb-711622ad0a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:42:45.088446 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-53a63b0b-8e4e-4265-845f-eee042404bff None None] Bound port: 7a08bde5-70df-4ff2-a1c0-535783b1f8ca, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e82da2dd-17b8-4c15-8abb-711622ad0a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:42:45.088951 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-53a63b0b-8e4e-4265-845f-eee042404bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:45.103392 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-44c1d0cd-c3ab-480e-9521-172f7eba648b admin admin] Usage tracker for resource:security_group_rule and tenant:95b67733eaec418385651def5a198062 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:42:45.109889 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-44c1d0cd-c3ab-480e-9521-172f7eba648b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:42:45.119583 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-44c1d0cd-c3ab-480e-9521-172f7eba648b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:42:45.180175 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-4c678899-4f26-4b50-b4bb-e2c81f3f0dd2 req-bc12d3e8-41a5-4eb5-8d8d-137357c9a4fa tempest-InstanceActionsNegativeTestJSON-658561330 tempest-InstanceActionsNegativeTestJSON-658561330-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:45.192528 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 43614) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:45.213941 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d97a35cc-ab85-4a59-9a4b-ce5ab2b5c91f tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:45.237135 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-53a63b0b-8e4e-4265-845f-eee042404bff None None] For port 7a08bde5-70df-4ff2-a1c0-535783b1f8ca, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:42:45.240528 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [None req-d97a35cc-ab85-4a59-9a4b-ce5ab2b5c91f tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Transition to ACTIVE for port object a234204d-d1d1-43d0-b99f-71304bd2923f will not be triggered until provisioned by entity DHCP. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:42:45.249126 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-53a63b0b-8e4e-4265-845f-eee042404bff None None] For port 7a08bde5-70df-4ff2-a1c0-535783b1f8ca, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=7a08bde5-70df-4ff2-a1c0-535783b1f8ca,segment=NetworkSegment(e82da2dd-17b8-4c15-8abb-711622ad0a92),segment_id=e82da2dd-17b8-4c15-8abb-711622ad0a92)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:42:45.275446 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0fa17a-b407-4e2c-af6b-53246a2a2683 req-63cd1a5d-d22d-4e2a-9f7c-7cfe3beefa2e tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:45.277013 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ea0fa17a-b407-4e2c-af6b-53246a2a2683 req-63cd1a5d-d22d-4e2a-9f7c-7cfe3beefa2e tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/ports?device_id=3bc3a953-7679-4415-9d44-7fab5c933346 HTTP/1.1" status: 200 len: 946 time: 0.2193906 May 28 06:42:45.333686 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-44c1d0cd-c3ab-480e-9521-172f7eba648b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:45.364711 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-53a63b0b-8e4e-4265-845f-eee042404bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:45.381312 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ea0fa17a-b407-4e2c-af6b-53246a2a2683 req-d9fd3133-981f-452d-bfa6-829f92ba1b02 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/security-groups?id=23eed38c-aa44-447e-83a9-ccee1b1a7a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946956 May 28 06:42:45.398555 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d97a35cc-ab85-4a59-9a4b-ce5ab2b5c91f tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:45.465618 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a63b0b-8e4e-4265-845f-eee042404bff None None] Pushing event updated for resources: {'Port': ['ID=7a08bde5-70df-4ff2-a1c0-535783b1f8ca,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:45.470214 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 43622) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:45.478703 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1fd976da-585d-40a5-9c71-2096d1d8786e req-66d87f48-737d-4076-8cff-47c30f8301c7 tempest-ServerShowV254Test-2131204054 tempest-ServerShowV254Test-2131204054-project] 10.222.0.55 "GET /v2.0/ports?device_id=57d37550-36d2-4baa-ae3f-42e53b4b3eee HTTP/1.1" status: 200 len: 210 time: 0.0963397 May 28 06:42:45.494966 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-4c678899-4f26-4b50-b4bb-e2c81f3f0dd2 req-bc12d3e8-41a5-4eb5-8d8d-137357c9a4fa tempest-InstanceActionsNegativeTestJSON-658561330 tempest-InstanceActionsNegativeTestJSON-658561330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:45.515473 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-44c1d0cd-c3ab-480e-9521-172f7eba648b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:45.560898 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-44c1d0cd-c3ab-480e-9521-172f7eba648b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=95b67733eaec418385651def5a198062&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8157420 May 28 06:42:45.575658 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d97a35cc-ab85-4a59-9a4b-ce5ab2b5c91f tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:42:45.576783 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 43628) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:45.584802 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-d97a35cc-ab85-4a59-9a4b-ce5ab2b5c91f tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:42:45.584935 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc12d3e8-41a5-4eb5-8d8d-137357c9a4fa tempest-InstanceActionsNegativeTestJSON-658561330 tempest-InstanceActionsNegativeTestJSON-658561330-project] Pushing event updated for resources: {'Port': ['ID=90d1c78d-59c1-4c1d-9dba-6d8d42710e2a,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:45.587205 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97a35cc-ab85-4a59-9a4b-ce5ab2b5c91f tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:42:45.593714 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d97a35cc-ab85-4a59-9a4b-ce5ab2b5c91f tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:45.594679 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d97a35cc-ab85-4a59-9a4b-ce5ab2b5c91f tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:45.718744 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97a35cc-ab85-4a59-9a4b-ce5ab2b5c91f tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Pushing event updated for resources: {'Port': ['ID=a234204d-d1d1-43d0-b99f-71304bd2923f,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:45.753853 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c1d0cd-c3ab-480e-9521-172f7eba648b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6a1da6e-6904-4045-97b6-68a8fc25c850,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:45.767234 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7d0fdaac-09e4-43bd-a650-c4bf527c927b admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:45.790999 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-7d0fdaac-09e4-43bd-a650-c4bf527c927b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:42:45.794589 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc12d3e8-41a5-4eb5-8d8d-137357c9a4fa tempest-InstanceActionsNegativeTestJSON-658561330 tempest-InstanceActionsNegativeTestJSON-658561330-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:42:45.794980 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc12d3e8-41a5-4eb5-8d8d-137357c9a4fa tempest-InstanceActionsNegativeTestJSON-658561330 tempest-InstanceActionsNegativeTestJSON-658561330-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:42:45.795335 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc12d3e8-41a5-4eb5-8d8d-137357c9a4fa tempest-InstanceActionsNegativeTestJSON-658561330 tempest-InstanceActionsNegativeTestJSON-658561330-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:42:45.795453 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-7d0fdaac-09e4-43bd-a650-c4bf527c927b admin admin] Usage tracker for resource:security_group_rule and tenant:0925ced99fba461498f14e2c7f435d64 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:42:45.795719 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc12d3e8-41a5-4eb5-8d8d-137357c9a4fa tempest-InstanceActionsNegativeTestJSON-658561330 tempest-InstanceActionsNegativeTestJSON-658561330-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:42:45.795994 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc12d3e8-41a5-4eb5-8d8d-137357c9a4fa tempest-InstanceActionsNegativeTestJSON-658561330 tempest-InstanceActionsNegativeTestJSON-658561330-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:42:45.796463 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc12d3e8-41a5-4eb5-8d8d-137357c9a4fa tempest-InstanceActionsNegativeTestJSON-658561330 tempest-InstanceActionsNegativeTestJSON-658561330-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:42:45.796680 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc12d3e8-41a5-4eb5-8d8d-137357c9a4fa tempest-InstanceActionsNegativeTestJSON-658561330 tempest-InstanceActionsNegativeTestJSON-658561330-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:42:45.797053 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc12d3e8-41a5-4eb5-8d8d-137357c9a4fa tempest-InstanceActionsNegativeTestJSON-658561330 tempest-InstanceActionsNegativeTestJSON-658561330-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:42:45.797766 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc12d3e8-41a5-4eb5-8d8d-137357c9a4fa tempest-InstanceActionsNegativeTestJSON-658561330 tempest-InstanceActionsNegativeTestJSON-658561330-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:42:45.797906 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc12d3e8-41a5-4eb5-8d8d-137357c9a4fa tempest-InstanceActionsNegativeTestJSON-658561330 tempest-InstanceActionsNegativeTestJSON-658561330-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:42:45.798318 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc12d3e8-41a5-4eb5-8d8d-137357c9a4fa tempest-InstanceActionsNegativeTestJSON-658561330 tempest-InstanceActionsNegativeTestJSON-658561330-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:42:45.798467 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc12d3e8-41a5-4eb5-8d8d-137357c9a4fa tempest-InstanceActionsNegativeTestJSON-658561330 tempest-InstanceActionsNegativeTestJSON-658561330-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:42:45.798563 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-7d0fdaac-09e4-43bd-a650-c4bf527c927b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:42:45.806699 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-7d0fdaac-09e4-43bd-a650-c4bf527c927b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:42:45.816636 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c1348497-ed3f-4470-b399-c47c51ec129f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:45.823934 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c678899-4f26-4b50-b4bb-e2c81f3f0dd2 req-bc12d3e8-41a5-4eb5-8d8d-137357c9a4fa tempest-InstanceActionsNegativeTestJSON-658561330 tempest-InstanceActionsNegativeTestJSON-658561330-project] Network a517d58f-c58a-4ce7-8e2f-8ea0a171a123 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:42:45.849954 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [req-4c678899-4f26-4b50-b4bb-e2c81f3f0dd2 req-bc12d3e8-41a5-4eb5-8d8d-137357c9a4fa tempest-InstanceActionsNegativeTestJSON-658561330 tempest-InstanceActionsNegativeTestJSON-658561330-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:42:45.853080 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c678899-4f26-4b50-b4bb-e2c81f3f0dd2 req-bc12d3e8-41a5-4eb5-8d8d-137357c9a4fa tempest-InstanceActionsNegativeTestJSON-658561330 tempest-InstanceActionsNegativeTestJSON-658561330-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:42:45.854796 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c1348497-ed3f-4470-b399-c47c51ec129f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:45.886392 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-d97a35cc-ab85-4a59-9a4b-ce5ab2b5c91f tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.5699735 May 28 06:42:45.895856 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 43632) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:46.029508 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c678899-4f26-4b50-b4bb-e2c81f3f0dd2 req-bc12d3e8-41a5-4eb5-8d8d-137357c9a4fa tempest-InstanceActionsNegativeTestJSON-658561330 tempest-InstanceActionsNegativeTestJSON-658561330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:46.030275 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-4c678899-4f26-4b50-b4bb-e2c81f3f0dd2 req-bc12d3e8-41a5-4eb5-8d8d-137357c9a4fa tempest-InstanceActionsNegativeTestJSON-658561330 tempest-InstanceActionsNegativeTestJSON-658561330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:46.117543 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7d0fdaac-09e4-43bd-a650-c4bf527c927b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:46.124533 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd79c77-751b-4612-9526-498385f0c044 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:46.131386 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd79c77-751b-4612-9526-498385f0c044 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:46.132465 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-0cd79c77-751b-4612-9526-498385f0c044 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Synchronizing usage tracker for tenant:5e9e9447c07c4077b6694ab63e3affe5 on resource:port {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:42:46.202265 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4c678899-4f26-4b50-b4bb-e2c81f3f0dd2 req-bc12d3e8-41a5-4eb5-8d8d-137357c9a4fa tempest-InstanceActionsNegativeTestJSON-658561330 tempest-InstanceActionsNegativeTestJSON-658561330-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3656580 May 28 06:42:46.220832 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7d0fdaac-09e4-43bd-a650-c4bf527c927b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:46.233109 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c1348497-ed3f-4470-b399-c47c51ec129f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:46.268682 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-4c678899-4f26-4b50-b4bb-e2c81f3f0dd2 req-96c2e2b8-823c-4b83-b873-935703dde5a5 service neutron] Request body: {'port': {'device_id': '5c3b5aa8-f00c-404a-893f-b48a9286645a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843702-1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:42:46.295745 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0fdaac-09e4-43bd-a650-c4bf527c927b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=965f993e-b74e-4c9a-bdc7-f0a3654c7dfe,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:46.298603 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-0cd79c77-751b-4612-9526-498385f0c044 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Unset dirty status for tenant:5e9e9447c07c4077b6694ab63e3affe5 on resource:port {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:42:46.299770 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-0cd79c77-751b-4612-9526-498385f0c044 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.4008346 May 28 06:42:46.309529 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 43638) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:46.311134 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-7d0fdaac-09e4-43bd-a650-c4bf527c927b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0925ced99fba461498f14e2c7f435d64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8398027 May 28 06:42:46.314590 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c1348497-ed3f-4470-b399-c47c51ec129f admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:46.318752 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-c1348497-ed3f-4470-b399-c47c51ec129f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c6a1da6e-6904-4045-97b6-68a8fc25c850 HTTP/1.1" status: 204 len: 168 time: 0.7161260 May 28 06:42:46.318752 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1348497-ed3f-4470-b399-c47c51ec129f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6a1da6e-6904-4045-97b6-68a8fc25c850,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:46.322561 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 43642) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:46.369440 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 7a08bde5-70df-4ff2-a1c0-535783b1f8ca up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:42:46.411853 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-27db6ae8-878b-4c52-a39c-37cd5ae841f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:46.472490 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-27db6ae8-878b-4c52-a39c-37cd5ae841f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:46.577689 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-64f2abaa-b478-42e0-9a9d-d5492def3fc5 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Deleting port a234204d-d1d1-43d0-b99f-71304bd2923f {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:42:46.577689 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-64f2abaa-b478-42e0-9a9d-d5492def3fc5 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:46.654365 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 7a08bde5-70df-4ff2-a1c0-535783b1f8ca completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:42:46.654972 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-27db6ae8-878b-4c52-a39c-37cd5ae841f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:46.674358 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27db6ae8-878b-4c52-a39c-37cd5ae841f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=965f993e-b74e-4c9a-bdc7-f0a3654c7dfe,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:46.696879 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-27db6ae8-878b-4c52-a39c-37cd5ae841f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:46.700921 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-27db6ae8-878b-4c52-a39c-37cd5ae841f1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/965f993e-b74e-4c9a-bdc7-f0a3654c7dfe HTTP/1.1" status: 204 len: 168 time: 0.3767912 May 28 06:42:46.740519 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-4c678899-4f26-4b50-b4bb-e2c81f3f0dd2 req-96c2e2b8-823c-4b83-b873-935703dde5a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:46.775660 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b515802f-4c6b-4934-add9-e116f450c903 req-d0961185-d14d-483e-b034-e5fcd42f0067 tempest-InstanceActionsNegativeTestJSON-658561330 tempest-InstanceActionsNegativeTestJSON-658561330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:46.776407 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-b515802f-4c6b-4934-add9-e116f450c903 req-d0961185-d14d-483e-b034-e5fcd42f0067 tempest-InstanceActionsNegativeTestJSON-658561330 tempest-InstanceActionsNegativeTestJSON-658561330-project] Synchronizing usage tracker for tenant:6628ef4527494b8a81c1af4bdb2ccfad on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:42:47.049033 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-bd7232f4-a67b-4758-83d1-528cb5c7d126 None None] Provisioning for port 7a08bde5-70df-4ff2-a1c0-535783b1f8ca completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:42:47.055639 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-bd7232f4-a67b-4758-83d1-528cb5c7d126 None None] Provisioning complete for port 7a08bde5-70df-4ff2-a1c0-535783b1f8ca triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:42:47.058878 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-bd7232f4-a67b-4758-83d1-528cb5c7d126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:47.078993 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-b515802f-4c6b-4934-add9-e116f450c903 req-d0961185-d14d-483e-b034-e5fcd42f0067 tempest-InstanceActionsNegativeTestJSON-658561330 tempest-InstanceActionsNegativeTestJSON-658561330-project] Unset dirty status for tenant:6628ef4527494b8a81c1af4bdb2ccfad on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:42:47.080157 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b515802f-4c6b-4934-add9-e116f450c903 req-d0961185-d14d-483e-b034-e5fcd42f0067 tempest-InstanceActionsNegativeTestJSON-658561330 tempest-InstanceActionsNegativeTestJSON-658561330-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c3b5aa8-f00c-404a-893f-b48a9286645a HTTP/1.1" status: 200 len: 931 time: 0.9232585 May 28 06:42:47.096046 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce17bcc-f6d1-414f-9405-02ff498744e4 req-733043f1-75cb-4496-a3cb-c60d14ff06fb tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:47.098055 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7ce17bcc-f6d1-414f-9405-02ff498744e4 req-733043f1-75cb-4496-a3cb-c60d14ff06fb tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/ports?device_id=3bc3a953-7679-4415-9d44-7fab5c933346 HTTP/1.1" status: 200 len: 946 time: 0.4974449 May 28 06:42:47.202723 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-bd7232f4-a67b-4758-83d1-528cb5c7d126 None None] Current status of the port 7a08bde5-70df-4ff2-a1c0-535783b1f8ca is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:42:47.202723 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-bd7232f4-a67b-4758-83d1-528cb5c7d126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:47.240673 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-bd7232f4-a67b-4758-83d1-528cb5c7d126 None None] For port 7a08bde5-70df-4ff2-a1c0-535783b1f8ca, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=7a08bde5-70df-4ff2-a1c0-535783b1f8ca,segment=NetworkSegment(e82da2dd-17b8-4c15-8abb-711622ad0a92),segment_id=e82da2dd-17b8-4c15-8abb-711622ad0a92)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:42:47.244036 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 43660) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:47.263577 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-45fe2416-f437-4c10-8ecf-b7262eb69905 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:47.288188 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-45fe2416-f437-4c10-8ecf-b7262eb69905 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:42:47.292772 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-45fe2416-f437-4c10-8ecf-b7262eb69905 admin admin] Usage tracker for resource:security_group_rule and tenant:4d67824c1b4d4c91b8e87aac760eb72b is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:42:47.295675 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-45fe2416-f437-4c10-8ecf-b7262eb69905 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:42:47.301561 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-45fe2416-f437-4c10-8ecf-b7262eb69905 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:42:47.327110 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-b515802f-4c6b-4934-add9-e116f450c903 req-670d20f9-8151-457e-9fba-51f5206c663e tempest-InstanceActionsNegativeTestJSON-658561330 tempest-InstanceActionsNegativeTestJSON-658561330-project] Synchronizing usage tracker for tenant:6628ef4527494b8a81c1af4bdb2ccfad on resource:security_group {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:42:47.331685 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7ce17bcc-f6d1-414f-9405-02ff498744e4 req-c4ae4937-4701-4b2c-81f0-d054b8e287f5 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/security-groups?id=23eed38c-aa44-447e-83a9-ccee1b1a7a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241111 May 28 06:42:47.343817 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-64f2abaa-b478-42e0-9a9d-d5492def3fc5 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:47.368833 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-bd7232f4-a67b-4758-83d1-528cb5c7d126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:47.447255 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-45fe2416-f437-4c10-8ecf-b7262eb69905 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:47.496314 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7232f4-a67b-4758-83d1-528cb5c7d126 None None] Pushing event updated for resources: {'Port': ['ID=7a08bde5-70df-4ff2-a1c0-535783b1f8ca,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:47.660450 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-45fe2416-f437-4c10-8ecf-b7262eb69905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:47.666986 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-a6650497-afb4-4b72-9a64-004c4997af44 None None] Provisioning for port a234204d-d1d1-43d0-b99f-71304bd2923f completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:42:47.669066 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-a6650497-afb4-4b72-9a64-004c4997af44 None None] Provisioning complete for port a234204d-d1d1-43d0-b99f-71304bd2923f triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:42:47.669816 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-a6650497-afb4-4b72-9a64-004c4997af44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:47.715871 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-45fe2416-f437-4c10-8ecf-b7262eb69905 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4d67824c1b4d4c91b8e87aac760eb72b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4681754 May 28 06:42:47.715871 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fe2416-f437-4c10-8ecf-b7262eb69905 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ab7a868-6d30-4d09-9809-ace6faad78e8,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:47.716735 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 43670) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:47.727644 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-64f2abaa-b478-42e0-9a9d-d5492def3fc5 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Calling delete_port for a234204d-d1d1-43d0-b99f-71304bd2923f owned by {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:42:47.735302 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-a6650497-afb4-4b72-9a64-004c4997af44 None None] Port a234204d-d1d1-43d0-b99f-71304bd2923f cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:42:47.787450 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3d79d2d7-73b4-46f9-be7c-2e8267257f0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:47.799756 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9ebd57c9-af61-42a3-883c-aee90f091215 req-1c3aac52-535f-4b1a-b280-defa77da2ca9 tempest-ServerShowV254Test-2131204054 tempest-ServerShowV254Test-2131204054-project] 10.222.0.55 "GET /v2.0/ports?device_id=57d37550-36d2-4baa-ae3f-42e53b4b3eee HTTP/1.1" status: 200 len: 210 time: 0.2548854 May 28 06:42:47.824742 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3d79d2d7-73b4-46f9-be7c-2e8267257f0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:47.877074 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-b515802f-4c6b-4934-add9-e116f450c903 req-670d20f9-8151-457e-9fba-51f5206c663e tempest-InstanceActionsNegativeTestJSON-658561330 tempest-InstanceActionsNegativeTestJSON-658561330-project] Unset dirty status for tenant:6628ef4527494b8a81c1af4bdb2ccfad on resource:security_group {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:42:47.877074 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b515802f-4c6b-4934-add9-e116f450c903 req-670d20f9-8151-457e-9fba-51f5206c663e tempest-InstanceActionsNegativeTestJSON-658561330 tempest-InstanceActionsNegativeTestJSON-658561330-project] 10.222.0.55 "GET /v2.0/security-groups?id=bd713815-77d3-4a1d-b097-a9c1b1c84eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7725151 May 28 06:42:47.962695 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3d79d2d7-73b4-46f9-be7c-2e8267257f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:47.979807 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d79d2d7-73b4-46f9-be7c-2e8267257f0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ab7a868-6d30-4d09-9809-ace6faad78e8,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:47.981829 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-64b4b6b0-871e-48ce-a43b-777f7b845ade admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700548'] for router_interface, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:47.985221 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3d79d2d7-73b4-46f9-be7c-2e8267257f0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:47.988708 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-3d79d2d7-73b4-46f9-be7c-2e8267257f0d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1ab7a868-6d30-4d09-9809-ace6faad78e8 HTTP/1.1" status: 204 len: 168 time: 0.2689464 May 28 06:42:48.189518 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [req-4c678899-4f26-4b50-b4bb-e2c81f3f0dd2 req-96c2e2b8-823c-4b83-b873-935703dde5a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90d1c78d-59c1-4c1d-9dba-6d8d42710e2a {{(pid=89110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:42:48.212861 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-4c678899-4f26-4b50-b4bb-e2c81f3f0dd2 req-96c2e2b8-823c-4b83-b873-935703dde5a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:48.286362 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 7a08bde5-70df-4ff2-a1c0-535783b1f8ca up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:42:48.363064 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-64f2abaa-b478-42e0-9a9d-d5492def3fc5 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:48.370682 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 7a08bde5-70df-4ff2-a1c0-535783b1f8ca triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:42:48.371277 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:48.402711 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 43686) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:48.415319 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-4c678899-4f26-4b50-b4bb-e2c81f3f0dd2 req-96c2e2b8-823c-4b83-b873-935703dde5a5 service neutron] Transition to ACTIVE for port object 90d1c78d-59c1-4c1d-9dba-6d8d42710e2a will not be triggered until provisioned by entity L2. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:42:48.472039 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f2abaa-b478-42e0-9a9d-d5492def3fc5 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Pushing event deleted for resources: {'Port': ['ID=a234204d-d1d1-43d0-b99f-71304bd2923f,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:48.501877 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-64f2abaa-b478-42e0-9a9d-d5492def3fc5 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:48.545248 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 7a08bde5-70df-4ff2-a1c0-535783b1f8ca is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:42:48.563226 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-4c678899-4f26-4b50-b4bb-e2c81f3f0dd2 req-96c2e2b8-823c-4b83-b873-935703dde5a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:48.692454 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-64f2abaa-b478-42e0-9a9d-d5492def3fc5 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "DELETE /v2.0/ports/a234204d-d1d1-43d0-b99f-71304bd2923f HTTP/1.1" status: 204 len: 168 time: 2.3778565 May 28 06:42:48.693144 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 43696) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:48.798341 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-64b4b6b0-871e-48ce-a43b-777f7b845ade admin admin] Deleting port f440a6dc-f4f1-49ba-afee-427f7ca6daf9 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:42:48.798728 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-64b4b6b0-871e-48ce-a43b-777f7b845ade admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:48.799345 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d4d3fd-f2b6-4f65-bc0e-e579db2867c1 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:48.801346 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d4d3fd-f2b6-4f65-bc0e-e579db2867c1 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:48.802210 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-27d4d3fd-f2b6-4f65-bc0e-e579db2867c1 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Synchronizing usage tracker for tenant:5e9e9447c07c4077b6694ab63e3affe5 on resource:subnet {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:42:48.810877 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-fd77ae56-629a-484f-ae87-671ad3626715 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1659948163'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:42:48.819006 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-fd77ae56-629a-484f-ae87-671ad3626715 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:42:48.827663 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-fd77ae56-629a-484f-ae87-671ad3626715 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] Usage tracker for resource:network and tenant:a235078637ee45bb8b5c64f3b185fc9a is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:42:48.831316 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-fd77ae56-629a-484f-ae87-671ad3626715 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:42:48.837922 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-fd77ae56-629a-484f-ae87-671ad3626715 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:42:48.877182 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c2e2b8-823c-4b83-b873-935703dde5a5 service neutron] Pushing event updated for resources: {'Port': ['ID=90d1c78d-59c1-4c1d-9dba-6d8d42710e2a,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:48.924007 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd77ae56-629a-484f-ae87-671ad3626715 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] Made reservation on behalf of a235078637ee45bb8b5c64f3b185fc9a for: {'network': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:42:48.930018 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fd77ae56-629a-484f-ae87-671ad3626715 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:48.947022 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-27d4d3fd-f2b6-4f65-bc0e-e579db2867c1 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Unset dirty status for tenant:5e9e9447c07c4077b6694ab63e3affe5 on resource:subnet {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:42:48.949559 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-27d4d3fd-f2b6-4f65-bc0e-e579db2867c1 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2544155 May 28 06:42:48.952202 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 43710) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:48.952866 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fd77ae56-629a-484f-ae87-671ad3626715 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:49.009267 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-fd77ae56-629a-484f-ae87-671ad3626715 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:42:49.020775 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-fd77ae56-629a-484f-ae87-671ad3626715 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] Usage tracker for resource:security_group_rule and tenant:a235078637ee45bb8b5c64f3b185fc9a is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:42:49.028112 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-fd77ae56-629a-484f-ae87-671ad3626715 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:42:49.037514 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-fd77ae56-629a-484f-ae87-671ad3626715 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:42:49.056306 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b254838-9fcb-4f1b-b2ce-6f615ee0c20f tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Deleting subnet 8241e50b-23fa-472c-a63f-176f2bd0e186 {{(pid=89109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:42:49.061169 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2b254838-9fcb-4f1b-b2ce-6f615ee0c20f tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks [] for subnet, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:49.138154 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2b254838-9fcb-4f1b-b2ce-6f615ee0c20f tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3964070'] for subnet, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:49.205155 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d5c5c1ef-fcd6-49eb-8c1d-a495b01533ed req-1bcf55d0-53fa-4dfa-9412-c5fec741f245 tempest-ServerShowV254Test-2131204054 tempest-ServerShowV254Test-2131204054-project] 10.222.0.55 "GET /v2.0/ports?device_id=57d37550-36d2-4baa-ae3f-42e53b4b3eee HTTP/1.1" status: 200 len: 210 time: 0.2541277 May 28 06:42:49.220615 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f22c13-6f47-430c-991f-17f91ee3fe84 req-0a754304-3448-4818-a764-4306030d068b tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:49.222696 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-74f22c13-6f47-430c-991f-17f91ee3fe84 req-0a754304-3448-4818-a764-4306030d068b tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/ports?device_id=3bc3a953-7679-4415-9d44-7fab5c933346 HTTP/1.1" status: 200 len: 946 time: 0.6717503 May 28 06:42:49.273862 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fd77ae56-629a-484f-ae87-671ad3626715 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:49.282600 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-4c678899-4f26-4b50-b4bb-e2c81f3f0dd2 req-96c2e2b8-823c-4b83-b873-935703dde5a5 service neutron] Attempting to bind port 90d1c78d-59c1-4c1d-9dba-6d8d42710e2a on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:42:49.282935 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-4c678899-4f26-4b50-b4bb-e2c81f3f0dd2 req-96c2e2b8-823c-4b83-b873-935703dde5a5 service neutron] Attempting to bind port 90d1c78d-59c1-4c1d-9dba-6d8d42710e2a by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': '075ab482-3eaa-4694-9360-9316cf613e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'a517d58f-c58a-4ce7-8e2f-8ea0a171a123'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:42:49.283267 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c678899-4f26-4b50-b4bb-e2c81f3f0dd2 req-96c2e2b8-823c-4b83-b873-935703dde5a5 service neutron] Attempting to bind port 90d1c78d-59c1-4c1d-9dba-6d8d42710e2a on network a517d58f-c58a-4ce7-8e2f-8ea0a171a123 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:42:49.293285 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2b254838-9fcb-4f1b-b2ce-6f615ee0c20f tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:49.314444 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c678899-4f26-4b50-b4bb-e2c81f3f0dd2 req-96c2e2b8-823c-4b83-b873-935703dde5a5 service neutron] Port 90d1c78d-59c1-4c1d-9dba-6d8d42710e2a on network a517d58f-c58a-4ce7-8e2f-8ea0a171a123 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:42:49.314764 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c678899-4f26-4b50-b4bb-e2c81f3f0dd2 req-96c2e2b8-823c-4b83-b873-935703dde5a5 service neutron] Attempting to bind port 90d1c78d-59c1-4c1d-9dba-6d8d42710e2a on network a517d58f-c58a-4ce7-8e2f-8ea0a171a123 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:42:49.329119 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [None req-64b4b6b0-871e-48ce-a43b-777f7b845ade admin admin] For port f440a6dc-f4f1-49ba-afee-427f7ca6daf9, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=f440a6dc-f4f1-49ba-afee-427f7ca6daf9,segment=NetworkSegment(38fd89a2-8195-4731-ba40-f43c54a7016a),segment_id=38fd89a2-8195-4731-ba40-f43c54a7016a)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:42:49.329794 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-64b4b6b0-871e-48ce-a43b-777f7b845ade admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:49.337758 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c678899-4f26-4b50-b4bb-e2c81f3f0dd2 req-96c2e2b8-823c-4b83-b873-935703dde5a5 service neutron] Checking agent: {'id': '69f492a0-c00d-46d0-9bec-fcd8161ce206', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:42:49.338094 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c678899-4f26-4b50-b4bb-e2c81f3f0dd2 req-96c2e2b8-823c-4b83-b873-935703dde5a5 service neutron] Checking segment: {'id': '075ab482-3eaa-4694-9360-9316cf613e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'a517d58f-c58a-4ce7-8e2f-8ea0a171a123'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:42:49.339521 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c678899-4f26-4b50-b4bb-e2c81f3f0dd2 req-96c2e2b8-823c-4b83-b873-935703dde5a5 service neutron] Bound using segment: {'id': '075ab482-3eaa-4694-9360-9316cf613e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'a517d58f-c58a-4ce7-8e2f-8ea0a171a123'} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:42:49.339521 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-4c678899-4f26-4b50-b4bb-e2c81f3f0dd2 req-96c2e2b8-823c-4b83-b873-935703dde5a5 service neutron] Bound port: 90d1c78d-59c1-4c1d-9dba-6d8d42710e2a, host: n-h1-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '075ab482-3eaa-4694-9360-9316cf613e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'a517d58f-c58a-4ce7-8e2f-8ea0a171a123'}}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:42:49.339521 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-4c678899-4f26-4b50-b4bb-e2c81f3f0dd2 req-96c2e2b8-823c-4b83-b873-935703dde5a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:49.362440 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-74f22c13-6f47-430c-991f-17f91ee3fe84 req-15fa2354-046a-406e-b3fb-6c74ee2b71dd tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/security-groups?id=23eed38c-aa44-447e-83a9-ccee1b1a7a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250691 May 28 06:42:49.364370 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fd77ae56-629a-484f-ae87-671ad3626715 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:49.408867 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd77ae56-629a-484f-ae87-671ad3626715 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48e39e9e-c642-4ea9-b252-8cc9e438b1fa,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:49.512834 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2b254838-9fcb-4f1b-b2ce-6f615ee0c20f tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9555650'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:49.518379 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd77ae56-629a-484f-ae87-671ad3626715 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=89109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:42:49.561941 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-64b4b6b0-871e-48ce-a43b-777f7b845ade admin admin] Calling delete_port for f440a6dc-f4f1-49ba-afee-427f7ca6daf9 owned by network:router_interface {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:42:49.571612 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2b254838-9fcb-4f1b-b2ce-6f615ee0c20f tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:49.572725 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-445cfb66-df6b-474d-83bc-585966a38e12 None None] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:42:49.576666 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b254838-9fcb-4f1b-b2ce-6f615ee0c20f tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Pushing event deleted for resources: {'Subnet': ['ID=8241e50b-23fa-472c-a63f-176f2bd0e186,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:49.589687 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fd77ae56-629a-484f-ae87-671ad3626715 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:49.590393 n-d-843702-1 neutron-server[89109]: INFO neutron.db.segments_db [None req-fd77ae56-629a-484f-ae87-671ad3626715 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] Added segment 2f0d09bd-94d9-4ee9-bee8-45ec8a95ab0f of type vlan for network 3a26af79-add3-4535-a35b-c4951e8fc47a May 28 06:42:49.625789 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fd77ae56-629a-484f-ae87-671ad3626715 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:49.679436 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-2b254838-9fcb-4f1b-b2ce-6f615ee0c20f tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "DELETE /v2.0/subnets/8241e50b-23fa-472c-a63f-176f2bd0e186 HTTP/1.1" status: 204 len: 168 time: 0.7124665 May 28 06:42:49.680744 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 43724) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:49.705994 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-4c678899-4f26-4b50-b4bb-e2c81f3f0dd2 req-96c2e2b8-823c-4b83-b873-935703dde5a5 service neutron] For port 90d1c78d-59c1-4c1d-9dba-6d8d42710e2a, host n-h1-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:42:49.718431 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-4c678899-4f26-4b50-b4bb-e2c81f3f0dd2 req-96c2e2b8-823c-4b83-b873-935703dde5a5 service neutron] For port 90d1c78d-59c1-4c1d-9dba-6d8d42710e2a, host n-h1-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=90d1c78d-59c1-4c1d-9dba-6d8d42710e2a,segment=NetworkSegment(075ab482-3eaa-4694-9360-9316cf613e98),segment_id=075ab482-3eaa-4694-9360-9316cf613e98)] {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:42:49.738982 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5e9948-bd65-4363-8a8e-6cedc77d5634 req-fedf4e99-31a9-4f3f-afb0-2f81122f38aa tempest-InstanceActionsNegativeTestJSON-658561330 tempest-InstanceActionsNegativeTestJSON-658561330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:49.740445 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2a5e9948-bd65-4363-8a8e-6cedc77d5634 req-fedf4e99-31a9-4f3f-afb0-2f81122f38aa tempest-InstanceActionsNegativeTestJSON-658561330 tempest-InstanceActionsNegativeTestJSON-658561330-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c3b5aa8-f00c-404a-893f-b48a9286645a HTTP/1.1" status: 200 len: 943 time: 0.3904817 May 28 06:42:49.753174 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fd77ae56-629a-484f-ae87-671ad3626715 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:49.759900 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd77ae56-629a-484f-ae87-671ad3626715 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:49.760491 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fd77ae56-629a-484f-ae87-671ad3626715 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:49.795105 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-ffc25bed-181c-493c-8dd2-d903fa3286f4 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1127553 May 28 06:42:49.800855 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 43728) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:49.812201 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-e23880ca-38f2-40d4-9039-5a5d9e69c4e5 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Request body: {'subnet': {'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:42:49.846142 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2a5e9948-bd65-4363-8a8e-6cedc77d5634 req-74e940ef-7005-42cd-9231-e1273fefa109 tempest-InstanceActionsNegativeTestJSON-658561330 tempest-InstanceActionsNegativeTestJSON-658561330-project] 10.222.0.55 "GET /v2.0/security-groups?id=bd713815-77d3-4a1d-b097-a9c1b1c84eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938387 May 28 06:42:49.939197 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d2eb4c7-cc76-468c-b1df-5102df451851 None None] DHCP port deletion for 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:42:49.951815 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-2d2eb4c7-cc76-468c-b1df-5102df451851 None None] Deleting port 7a08bde5-70df-4ff2-a1c0-535783b1f8ca {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:42:49.956999 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-2d2eb4c7-cc76-468c-b1df-5102df451851 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:49.986275 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-4c678899-4f26-4b50-b4bb-e2c81f3f0dd2 req-96c2e2b8-823c-4b83-b873-935703dde5a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:50.018160 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd77ae56-629a-484f-ae87-671ad3626715 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] Pushing event updated for resources: {'Network': ['ID=3a26af79-add3-4535-a35b-c4951e8fc47a,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:50.034468 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 3a26af79-add3-4535-a35b-c4951e8fc47a details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:42:50.043634 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-fd77ae56-629a-484f-ae87-671ad3626715 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.6427166 May 28 06:42:50.047352 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 43734) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:50.053203 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-85f143a3-cd3b-45da-ad57-290a834c3f02 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] Request body: {'subnet': {'network_id': '3a26af79-add3-4535-a35b-c4951e8fc47a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:42:50.095216 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c678899-4f26-4b50-b4bb-e2c81f3f0dd2 req-96c2e2b8-823c-4b83-b873-935703dde5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:50.096185 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-4c678899-4f26-4b50-b4bb-e2c81f3f0dd2 req-96c2e2b8-823c-4b83-b873-935703dde5a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:50.098245 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4c678899-4f26-4b50-b4bb-e2c81f3f0dd2 req-96c2e2b8-823c-4b83-b873-935703dde5a5 service neutron] 10.222.0.69 "PUT /v2.0/ports/90d1c78d-59c1-4c1d-9dba-6d8d42710e2a HTTP/1.1" status: 200 len: 1091 time: 3.8348358 May 28 06:42:50.101256 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c3b5aa8-f00c-404a-893f-b48a9286645a', 'tag': '90d1c78d-59c1-4c1d-9dba-6d8d42710e2a'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:42:50.145183 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-e23880ca-38f2-40d4-9039-5a5d9e69c4e5 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:42:50.151982 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c2e2b8-823c-4b83-b873-935703dde5a5 service neutron] Pushing event updated for resources: {'Port': ['ID=90d1c78d-59c1-4c1d-9dba-6d8d42710e2a,revision_number=3']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:50.155169 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-e23880ca-38f2-40d4-9039-5a5d9e69c4e5 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Usage tracker for resource:subnet and tenant:5e9e9447c07c4077b6694ab63e3affe5 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:42:50.158501 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-e23880ca-38f2-40d4-9039-5a5d9e69c4e5 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:42:50.171866 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-e23880ca-38f2-40d4-9039-5a5d9e69c4e5 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:42:50.200527 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1a546cb-d489-4623-95d3-aad306bb1160'] response: {'name': 'network-changed', 'server_uuid': '5c3b5aa8-f00c-404a-893f-b48a9286645a', 'tag': '90d1c78d-59c1-4c1d-9dba-6d8d42710e2a', 'status': 'completed', 'code': 200} May 28 06:42:50.206206 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-85f143a3-cd3b-45da-ad57-290a834c3f02 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:42:50.211912 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-85f143a3-cd3b-45da-ad57-290a834c3f02 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] Usage tracker for resource:subnet and tenant:a235078637ee45bb8b5c64f3b185fc9a is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:42:50.214891 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-85f143a3-cd3b-45da-ad57-290a834c3f02 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:42:50.225394 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-85f143a3-cd3b-45da-ad57-290a834c3f02 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:42:50.278892 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-64b4b6b0-871e-48ce-a43b-777f7b845ade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:50.323066 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85f143a3-cd3b-45da-ad57-290a834c3f02 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] Made reservation on behalf of a235078637ee45bb8b5c64f3b185fc9a for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:42:50.328194 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-85f143a3-cd3b-45da-ad57-290a834c3f02 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:50.340822 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e23880ca-38f2-40d4-9039-5a5d9e69c4e5 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Made reservation on behalf of 5e9e9447c07c4077b6694ab63e3affe5 for: {'subnet': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:42:50.344720 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e23880ca-38f2-40d4-9039-5a5d9e69c4e5 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3171998'] for subnet, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:50.383885 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-2d2eb4c7-cc76-468c-b1df-5102df451851 None None] For port 7a08bde5-70df-4ff2-a1c0-535783b1f8ca, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=7a08bde5-70df-4ff2-a1c0-535783b1f8ca,segment=NetworkSegment(e82da2dd-17b8-4c15-8abb-711622ad0a92),segment_id=e82da2dd-17b8-4c15-8abb-711622ad0a92)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:42:50.384407 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-2d2eb4c7-cc76-468c-b1df-5102df451851 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:50.551146 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e90be04c-b19d-4b5c-ae29-d3d3d84ec685 req-4b38fb64-6105-4b5e-9f4c-9c8a234708a9 tempest-ServerShowV254Test-2131204054 tempest-ServerShowV254Test-2131204054-project] 10.222.0.55 "GET /v2.0/ports?device_id=57d37550-36d2-4baa-ae3f-42e53b4b3eee HTTP/1.1" status: 200 len: 210 time: 0.0565524 May 28 06:42:50.576387 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-2d2eb4c7-cc76-468c-b1df-5102df451851 None None] Calling delete_port for 7a08bde5-70df-4ff2-a1c0-535783b1f8ca owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:42:50.603456 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b4b6b0-871e-48ce-a43b-777f7b845ade admin admin] Pushing event deleted for resources: {'Port': ['ID=f440a6dc-f4f1-49ba-afee-427f7ca6daf9,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:50.670147 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 7a08bde5-70df-4ff2-a1c0-535783b1f8ca no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:42:50.782821 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-85f143a3-cd3b-45da-ad57-290a834c3f02 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:50.847471 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 7a08bde5-70df-4ff2-a1c0-535783b1f8ca is: ACTIVE; New status is: DOWN {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:42:50.848095 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:50.912528 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-2d2eb4c7-cc76-468c-b1df-5102df451851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879'] for port, after_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:50.922083 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f143a3-cd3b-45da-ad57-290a834c3f02 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] Checking segment: {'id': '2f0d09bd-94d9-4ee9-bee8-45ec8a95ab0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '3a26af79-add3-4535-a35b-c4951e8fc47a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:42:50.922414 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f143a3-cd3b-45da-ad57-290a834c3f02 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] Network hostable DHCP agents. Network: 3a26af79-add3-4535-a35b-c4951e8fc47a, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:42:50.951283 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f143a3-cd3b-45da-ad57-290a834c3f02 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] Pushing event updated for resources: {'Subnet': ['ID=9b685976-1646-47cf-b575-93275c8c2ac5,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:51.026559 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2eb4c7-cc76-468c-b1df-5102df451851 None None] No DVR routers for this DVR port 7a08bde5-70df-4ff2-a1c0-535783b1f8ca on host n-d-843702-1 {{(pid=89111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:42:51.042025 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2eb4c7-cc76-468c-b1df-5102df451851 None None] Pushing event deleted for resources: {'Port': ['ID=7a08bde5-70df-4ff2-a1c0-535783b1f8ca,revision_number=None']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:51.048603 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2eb4c7-cc76-468c-b1df-5102df451851 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:42:51.048947 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2eb4c7-cc76-468c-b1df-5102df451851 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:42:51.049274 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2eb4c7-cc76-468c-b1df-5102df451851 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:42:51.049637 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2eb4c7-cc76-468c-b1df-5102df451851 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:42:51.049962 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2eb4c7-cc76-468c-b1df-5102df451851 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:42:51.050284 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2eb4c7-cc76-468c-b1df-5102df451851 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:42:51.050603 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2eb4c7-cc76-468c-b1df-5102df451851 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:42:51.051125 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2eb4c7-cc76-468c-b1df-5102df451851 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:42:51.051599 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2eb4c7-cc76-468c-b1df-5102df451851 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:42:51.052432 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2eb4c7-cc76-468c-b1df-5102df451851 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:42:51.052925 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2eb4c7-cc76-468c-b1df-5102df451851 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:42:51.053242 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2eb4c7-cc76-468c-b1df-5102df451851 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:42:51.060152 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f143a3-cd3b-45da-ad57-290a834c3f02 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] Network 3a26af79-add3-4535-a35b-c4951e8fc47a is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:42:51.148453 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-85f143a3-cd3b-45da-ad57-290a834c3f02 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, 3a26af79-add3-4535-a35b-c4951e8fc47a) {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:42:51.152383 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f143a3-cd3b-45da-ad57-290a834c3f02 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:51.152969 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-85f143a3-cd3b-45da-ad57-290a834c3f02 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:51.157204 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57299b18-a28e-45f3-a088-c285901f3f8e None None] Network 3a26af79-add3-4535-a35b-c4951e8fc47a requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:42:51.240349 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-85f143a3-cd3b-45da-ad57-290a834c3f02 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1896188 May 28 06:42:51.240565 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 43768) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:51.246357 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-67ae7805-f196-4dc3-b346-5de6b21cb292 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] Request body: {'port': {'network_id': '3a26af79-add3-4535-a35b-c4951e8fc47a', 'name': 'tempest-TagsExtTest-400381183'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:42:51.289876 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c678899-4f26-4b50-b4bb-e2c81f3f0dd2 req-245a9778-0131-4d9f-b388-a3e8c6112149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:51.291353 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4c678899-4f26-4b50-b4bb-e2c81f3f0dd2 req-245a9778-0131-4d9f-b388-a3e8c6112149 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6628ef4527494b8a81c1af4bdb2ccfad&device_id=5c3b5aa8-f00c-404a-893f-b48a9286645a HTTP/1.1" status: 200 len: 1094 time: 1.0752883 May 28 06:42:51.326094 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f7ff76-2650-4d13-b1f2-6a647832317a req-b3694662-df9f-46d4-90f5-3ac483b853f2 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:51.327890 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-45f7ff76-2650-4d13-b1f2-6a647832317a req-b3694662-df9f-46d4-90f5-3ac483b853f2 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/ports?device_id=3bc3a953-7679-4415-9d44-7fab5c933346 HTTP/1.1" status: 200 len: 946 time: 0.7275653 May 28 06:42:51.396773 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f1a581-dd00-4903-b62a-eb77dd3e79cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-3a26af79-add3-4535-a35b-c4951e8fc47a', 'network_id': '3a26af79-add3-4535-a35b-c4951e8fc47a', 'tenant_id': 'a235078637ee45bb8b5c64f3b185fc9a', 'fixed_ips': [{'subnet_id': '9b685976-1646-47cf-b575-93275c8c2ac5'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:42:51.398195 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-a9f1a581-dd00-4903-b62a-eb77dd3e79cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:51.415569 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4c678899-4f26-4b50-b4bb-e2c81f3f0dd2 req-57392c2a-93cd-4fe9-867b-379f18642af3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=90d1c78d-59c1-4c1d-9dba-6d8d42710e2a HTTP/1.1" status: 200 len: 217 time: 0.0780587 May 28 06:42:51.427592 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-67ae7805-f196-4dc3-b346-5de6b21cb292 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:42:51.431908 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-67ae7805-f196-4dc3-b346-5de6b21cb292 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] Usage tracker for resource:port and tenant:a235078637ee45bb8b5c64f3b185fc9a is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:42:51.435858 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-67ae7805-f196-4dc3-b346-5de6b21cb292 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:42:51.447246 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-67ae7805-f196-4dc3-b346-5de6b21cb292 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:42:51.570128 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-64b4b6b0-871e-48ce-a43b-777f7b845ade admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700472'] for router_interface, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:51.593273 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-a9f1a581-dd00-4903-b62a-eb77dd3e79cf None None] Allocated IP 172.20.0.2 (3a26af79-add3-4535-a35b-c4951e8fc47a/9b685976-1646-47cf-b575-93275c8c2ac5/54649fce-5499-401c-8a69-0409f6be3655) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:42:51.606241 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-45f7ff76-2650-4d13-b1f2-6a647832317a req-b2640e7d-3bce-4efe-bfd8-1332ad0be179 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/security-groups?id=23eed38c-aa44-447e-83a9-ccee1b1a7a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968899 May 28 06:42:51.614850 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67ae7805-f196-4dc3-b346-5de6b21cb292 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] Made reservation on behalf of a235078637ee45bb8b5c64f3b185fc9a for: {'port': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:42:51.620835 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-67ae7805-f196-4dc3-b346-5de6b21cb292 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:51.650293 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [None req-67ae7805-f196-4dc3-b346-5de6b21cb292 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] device_id is not set on port 50f3ddc5-3d53-4677-a5d9-c0da1b75cae1 yet. {{(pid=89109) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:42:51.690062 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c678899-4f26-4b50-b4bb-e2c81f3f0dd2 req-8735f021-9233-4716-9288-65842698effa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:51.690062 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4c678899-4f26-4b50-b4bb-e2c81f3f0dd2 req-8735f021-9233-4716-9288-65842698effa service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9cd992ef-e99e-4b01-bf49-56737c77fabe HTTP/1.1" status: 200 len: 861 time: 0.2498906 May 28 06:42:51.829123 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4c678899-4f26-4b50-b4bb-e2c81f3f0dd2 req-ec3bd1e7-ae15-4a72-8590-b0bb6b925542 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a517d58f-c58a-4ce7-8e2f-8ea0a171a123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1248038 May 28 06:42:51.836676 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eee1fc9-2139-49bd-a842-c0e8f4b04790 req-acc394b9-dcdf-4101-86b2-b9d374060d98 tempest-InstanceActionsNegativeTestJSON-658561330 tempest-InstanceActionsNegativeTestJSON-658561330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:51.838067 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0eee1fc9-2139-49bd-a842-c0e8f4b04790 req-acc394b9-dcdf-4101-86b2-b9d374060d98 tempest-InstanceActionsNegativeTestJSON-658561330 tempest-InstanceActionsNegativeTestJSON-658561330-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c3b5aa8-f00c-404a-893f-b48a9286645a HTTP/1.1" status: 200 len: 943 time: 0.8203537 May 28 06:42:51.862757 n-d-843702-1 neutron-server[89110]: DEBUG neutron.objects.ports [None req-e23880ca-38f2-40d4-9039-5a5d9e69c4e5 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89110) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 28 06:42:51.876949 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e23880ca-38f2-40d4-9039-5a5d9e69c4e5 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3115906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3172012'] for subnet, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:51.938970 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-a9f1a581-dd00-4903-b62a-eb77dd3e79cf None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:51.950335 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-a9f1a581-dd00-4903-b62a-eb77dd3e79cf None None] Transition to ACTIVE for port object 54649fce-5499-401c-8a69-0409f6be3655 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:42:51.970916 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-a9f1a581-dd00-4903-b62a-eb77dd3e79cf None None] Transition to ACTIVE for port object 54649fce-5499-401c-8a69-0409f6be3655 will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:42:52.025463 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8730f1e3-3b83-4483-a4ca-c1f7c7a759de req-e9b4fa0e-85ae-4a43-afce-6d3f053f00d2 tempest-ServerShowV254Test-2131204054 tempest-ServerShowV254Test-2131204054-project] 10.222.0.55 "GET /v2.0/ports?device_id=57d37550-36d2-4baa-ae3f-42e53b4b3eee HTTP/1.1" status: 200 len: 210 time: 0.2287686 May 28 06:42:52.100272 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-a9f1a581-dd00-4903-b62a-eb77dd3e79cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:52.112998 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23880ca-38f2-40d4-9039-5a5d9e69c4e5 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:42:52.122410 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-e23880ca-38f2-40d4-9039-5a5d9e69c4e5 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:42:52.146033 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e23880ca-38f2-40d4-9039-5a5d9e69c4e5 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:52.146033 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e23880ca-38f2-40d4-9039-5a5d9e69c4e5 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:52.146033 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23880ca-38f2-40d4-9039-5a5d9e69c4e5 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Pushing event updated for resources: {'Subnet': ['ID=153ab6a7-b197-49d2-9125-e6a7236768c3,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:52.146405 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce9c16f-b874-4156-a57e-0067e35c823f None None] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:42:52.166916 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0eee1fc9-2139-49bd-a842-c0e8f4b04790 req-acab822f-8e92-4196-b4a2-d9430467a5ff tempest-InstanceActionsNegativeTestJSON-658561330 tempest-InstanceActionsNegativeTestJSON-658561330-project] 10.222.0.55 "GET /v2.0/security-groups?id=bd713815-77d3-4a1d-b097-a9c1b1c84eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2960551 May 28 06:42:52.182270 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-67ae7805-f196-4dc3-b346-5de6b21cb292 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] Allocated IP 172.20.0.4 (3a26af79-add3-4535-a35b-c4951e8fc47a/9b685976-1646-47cf-b575-93275c8c2ac5/50f3ddc5-3d53-4677-a5d9-c0da1b75cae1) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:42:52.214230 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f1a581-dd00-4903-b62a-eb77dd3e79cf None None] Network 3a26af79-add3-4535-a35b-c4951e8fc47a is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:42:52.221934 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-a9f1a581-dd00-4903-b62a-eb77dd3e79cf None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:42:52.303789 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f1a581-dd00-4903-b62a-eb77dd3e79cf None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:42:52.314234 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4c678899-4f26-4b50-b4bb-e2c81f3f0dd2 req-2228abbb-5464-4ca5-a4c2-22be6b72c847 service neutron] 10.222.0.69 "GET /v2.0/networks/a517d58f-c58a-4ce7-8e2f-8ea0a171a123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4752250 May 28 06:42:52.320920 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-e23880ca-38f2-40d4-9039-5a5d9e69c4e5 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5188346 May 28 06:42:52.322036 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 43794) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:52.342832 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-28f4a2da-281b-4392-987a-dcf7403c66b6 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Request body: {'port': {'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2', 'mac_address': 'fa:16:3e:ca:1c:87', 'name': 'tempest-NetworksTestDHCPv6-790232244'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:42:52.396821 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f1a581-dd00-4903-b62a-eb77dd3e79cf None None] Pushing event updated for resources: {'Port': ['ID=54649fce-5499-401c-8a69-0409f6be3655,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:52.431244 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-67ae7805-f196-4dc3-b346-5de6b21cb292 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:52.445274 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-a9f1a581-dd00-4903-b62a-eb77dd3e79cf None None] Attempting to bind port 54649fce-5499-401c-8a69-0409f6be3655 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:42:52.445636 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-a9f1a581-dd00-4903-b62a-eb77dd3e79cf None None] Attempting to bind port 54649fce-5499-401c-8a69-0409f6be3655 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': '2f0d09bd-94d9-4ee9-bee8-45ec8a95ab0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '3a26af79-add3-4535-a35b-c4951e8fc47a'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:42:52.445999 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f1a581-dd00-4903-b62a-eb77dd3e79cf None None] Attempting to bind port 54649fce-5499-401c-8a69-0409f6be3655 on network 3a26af79-add3-4535-a35b-c4951e8fc47a {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:42:52.449958 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [None req-67ae7805-f196-4dc3-b346-5de6b21cb292 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] Transition to ACTIVE for port object 50f3ddc5-3d53-4677-a5d9-c0da1b75cae1 will not be triggered until provisioned by entity DHCP. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:42:52.463560 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f1a581-dd00-4903-b62a-eb77dd3e79cf None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:42:52.463932 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f1a581-dd00-4903-b62a-eb77dd3e79cf None None] Checking segment: {'id': '2f0d09bd-94d9-4ee9-bee8-45ec8a95ab0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '3a26af79-add3-4535-a35b-c4951e8fc47a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:42:52.464374 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-a9f1a581-dd00-4903-b62a-eb77dd3e79cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:52.464893 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f1a581-dd00-4903-b62a-eb77dd3e79cf None None] Bound using segment: {'id': '2f0d09bd-94d9-4ee9-bee8-45ec8a95ab0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '3a26af79-add3-4535-a35b-c4951e8fc47a'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:42:52.465243 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-a9f1a581-dd00-4903-b62a-eb77dd3e79cf None None] Bound port: 54649fce-5499-401c-8a69-0409f6be3655, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f0d09bd-94d9-4ee9-bee8-45ec8a95ab0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '3a26af79-add3-4535-a35b-c4951e8fc47a'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:42:52.465631 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-a9f1a581-dd00-4903-b62a-eb77dd3e79cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:52.564140 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-67ae7805-f196-4dc3-b346-5de6b21cb292 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:52.608399 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-a9f1a581-dd00-4903-b62a-eb77dd3e79cf None None] For port 54649fce-5499-401c-8a69-0409f6be3655, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:42:52.631523 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ae7805-f196-4dc3-b346-5de6b21cb292 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] Network 3a26af79-add3-4535-a35b-c4951e8fc47a is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:42:52.642006 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-67ae7805-f196-4dc3-b346-5de6b21cb292 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:42:52.646204 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ae7805-f196-4dc3-b346-5de6b21cb292 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:42:52.687084 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-a9f1a581-dd00-4903-b62a-eb77dd3e79cf None None] For port 54649fce-5499-401c-8a69-0409f6be3655, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=54649fce-5499-401c-8a69-0409f6be3655,segment=NetworkSegment(2f0d09bd-94d9-4ee9-bee8-45ec8a95ab0f),segment_id=2f0d09bd-94d9-4ee9-bee8-45ec8a95ab0f)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:42:52.710836 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-28f4a2da-281b-4392-987a-dcf7403c66b6 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:42:52.715579 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ae7805-f196-4dc3-b346-5de6b21cb292 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] Pushing event updated for resources: {'Port': ['ID=50f3ddc5-3d53-4677-a5d9-c0da1b75cae1,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:52.716897 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-28f4a2da-281b-4392-987a-dcf7403c66b6 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Usage tracker for resource:port and tenant:5e9e9447c07c4077b6694ab63e3affe5 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:42:52.739549 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64b4b6b0-871e-48ce-a43b-777f7b845ade admin admin] Router b780bbb6-446f-4e48-a498-84dcf15fde1b has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:42:52.742553 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4c678899-4f26-4b50-b4bb-e2c81f3f0dd2 req-40d8472d-cdce-46b4-905a-ccb7ef13a748 service neutron] 10.222.0.69 "GET /v2.0/networks/a517d58f-c58a-4ce7-8e2f-8ea0a171a123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4044838 May 28 06:42:52.744820 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ae7805-f196-4dc3-b346-5de6b21cb292 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:52.745986 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-67ae7805-f196-4dc3-b346-5de6b21cb292 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:52.750653 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-28f4a2da-281b-4392-987a-dcf7403c66b6 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:42:52.755986 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265eafa3-57df-4dcf-8b2c-080955a29005 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-147bfd32-62dc-4be0-82de-f4d6fa5b4cc2', 'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2', 'tenant_id': '5e9e9447c07c4077b6694ab63e3affe5', 'fixed_ips': [{'subnet_id': '153ab6a7-b197-49d2-9125-e6a7236768c3'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:42:52.757398 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-265eafa3-57df-4dcf-8b2c-080955a29005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:52.770193 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-28f4a2da-281b-4392-987a-dcf7403c66b6 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:42:52.789602 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-a9f1a581-dd00-4903-b62a-eb77dd3e79cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:52.847638 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 43802) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:52.922071 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f1a581-dd00-4903-b62a-eb77dd3e79cf None None] Pushing event updated for resources: {'Port': ['ID=54649fce-5499-401c-8a69-0409f6be3655,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:52.929874 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-67ae7805-f196-4dc3-b346-5de6b21cb292 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.6882536 May 28 06:42:52.932759 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 43808) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:52.938092 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-e10ca4b4-3e54-49bb-9716-0dbc7878f3db tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1910114019', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:42:52.948403 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-e10ca4b4-3e54-49bb-9716-0dbc7878f3db tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:42:52.954119 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-e10ca4b4-3e54-49bb-9716-0dbc7878f3db tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] Usage tracker for resource:router and tenant:a235078637ee45bb8b5c64f3b185fc9a is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:42:52.961930 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-e10ca4b4-3e54-49bb-9716-0dbc7878f3db tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:42:52.979118 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-e10ca4b4-3e54-49bb-9716-0dbc7878f3db tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:42:53.007712 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c7d5dea4-af00-415b-a12a-791f14dda019 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:53.027059 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-c7d5dea4-af00-415b-a12a-791f14dda019 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:42:53.032260 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-c7d5dea4-af00-415b-a12a-791f14dda019 admin admin] Usage tracker for resource:security_group_rule and tenant:574494b0b09d4370841507dcf15c2332 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:42:53.036161 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-c7d5dea4-af00-415b-a12a-791f14dda019 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:42:53.044920 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-c7d5dea4-af00-415b-a12a-791f14dda019 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:42:53.075214 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-265eafa3-57df-4dcf-8b2c-080955a29005 None None] Allocated IP 2001:db8::f816:3eff:fe38:21d5 (147bfd32-62dc-4be0-82de-f4d6fa5b4cc2/153ab6a7-b197-49d2-9125-e6a7236768c3/eab69d9c-8396-4812-b10e-c5b51f7b0ea0) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:42:53.088474 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e10ca4b4-3e54-49bb-9716-0dbc7878f3db tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59128'] for router, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:53.090725 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e10ca4b4-3e54-49bb-9716-0dbc7878f3db tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59009'] for router, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:53.117039 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e10ca4b4-3e54-49bb-9716-0dbc7878f3db tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:53.229994 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28f4a2da-281b-4392-987a-dcf7403c66b6 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Made reservation on behalf of 5e9e9447c07c4077b6694ab63e3affe5 for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:42:53.254567 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e10ca4b4-3e54-49bb-9716-0dbc7878f3db tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690761'] for router, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:53.269285 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c7d5dea4-af00-415b-a12a-791f14dda019 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:53.328507 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c7d5dea4-af00-415b-a12a-791f14dda019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:53.374200 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e10ca4b4-3e54-49bb-9716-0dbc7878f3db tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:53.376025 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-e10ca4b4-3e54-49bb-9716-0dbc7878f3db tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4423008 May 28 06:42:53.379468 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 43816) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:53.383027 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7f3b2725-4a5b-4db2-8fae-58d488450b4a req-234cf8eb-13e2-45fb-9a6a-79c561e67c9f tempest-ServerShowV254Test-2131204054 tempest-ServerShowV254Test-2131204054-project] 10.222.0.55 "GET /v2.0/ports?device_id=57d37550-36d2-4baa-ae3f-42e53b4b3eee HTTP/1.1" status: 200 len: 210 time: 0.1108017 May 28 06:42:53.390254 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-265eafa3-57df-4dcf-8b2c-080955a29005 None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:53.394853 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-be13ca95-5a47-479b-98ca-bbe2d82b7ae6 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1757932248', 'prefixes': ['172.20.0.0/16']}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:42:53.401173 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d5dea4-af00-415b-a12a-791f14dda019 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a6b8294-ebb0-4178-a7c2-fb3734215746,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:53.409068 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-be13ca95-5a47-479b-98ca-bbe2d82b7ae6 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:42:53.423589 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-c7d5dea4-af00-415b-a12a-791f14dda019 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=574494b0b09d4370841507dcf15c2332&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5748851 May 28 06:42:53.425765 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-265eafa3-57df-4dcf-8b2c-080955a29005 None None] Transition to ACTIVE for port object eab69d9c-8396-4812-b10e-c5b51f7b0ea0 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:42:53.426242 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 43820) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:53.440199 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64b4b6b0-871e-48ce-a43b-777f7b845ade admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:42:53.451376 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-64b4b6b0-871e-48ce-a43b-777f7b845ade admin admin] 10.222.0.55 "PUT /v2.0/routers/b780bbb6-446f-4e48-a498-84dcf15fde1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2547326 May 28 06:42:53.454218 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 43824) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:53.455333 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77f82ad-1bea-445f-9f82-e9b616630224 None None] Sync routers for ids ['b780bbb6-446f-4e48-a498-84dcf15fde1b'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:42:53.457396 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251fa08e-6ca3-424c-a96e-0ba49f1b9b71 req-93d2a849-0919-4125-aca4-886f050b15f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:53.459548 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-251fa08e-6ca3-424c-a96e-0ba49f1b9b71 req-93d2a849-0919-4125-aca4-886f050b15f9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6628ef4527494b8a81c1af4bdb2ccfad&device_id=5c3b5aa8-f00c-404a-893f-b48a9286645a HTTP/1.1" status: 200 len: 1094 time: 0.4630499 May 28 06:42:53.465108 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-265eafa3-57df-4dcf-8b2c-080955a29005 None None] Transition to ACTIVE for port object eab69d9c-8396-4812-b10e-c5b51f7b0ea0 will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:42:53.480804 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77f82ad-1bea-445f-9f82-e9b616630224 None None] Routers {'b780bbb6-446f-4e48-a498-84dcf15fde1b'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:42:53.480804 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-d77f82ad-1bea-445f-9f82-e9b616630224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:42:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['b780bbb6-446f-4e48-a498-84dcf15fde1b'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:42:53.488975 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482d8e31-b7dc-4ea7-85ca-a659fff3c0ae req-7a5de496-0aed-4d07-9d02-b60b07b03903 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:53.493950 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-482d8e31-b7dc-4ea7-85ca-a659fff3c0ae req-7a5de496-0aed-4d07-9d02-b60b07b03903 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/ports?device_id=3bc3a953-7679-4415-9d44-7fab5c933346 HTTP/1.1" status: 200 len: 946 time: 0.4984071 May 28 06:42:53.513843 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-41598666-cb03-4c68-8114-91bb731457bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:53.559568 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-41598666-cb03-4c68-8114-91bb731457bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:53.563455 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-265eafa3-57df-4dcf-8b2c-080955a29005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:53.692616 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-265eafa3-57df-4dcf-8b2c-080955a29005 None None] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:42:53.699258 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-265eafa3-57df-4dcf-8b2c-080955a29005 None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:42:53.735161 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-41598666-cb03-4c68-8114-91bb731457bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:53.753256 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41598666-cb03-4c68-8114-91bb731457bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a6b8294-ebb0-4178-a7c2-fb3734215746,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:53.759059 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265eafa3-57df-4dcf-8b2c-080955a29005 None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:42:53.760768 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-41598666-cb03-4c68-8114-91bb731457bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:53.764999 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-41598666-cb03-4c68-8114-91bb731457bb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2a6b8294-ebb0-4178-a7c2-fb3734215746 HTTP/1.1" status: 204 len: 168 time: 0.3351924 May 28 06:42:53.824899 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265eafa3-57df-4dcf-8b2c-080955a29005 None None] Pushing event updated for resources: {'Port': ['ID=eab69d9c-8396-4812-b10e-c5b51f7b0ea0,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:53.836822 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-be13ca95-5a47-479b-98ca-bbe2d82b7ae6 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] Notify callbacks [] for subnetpool, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:53.838628 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-be13ca95-5a47-479b-98ca-bbe2d82b7ae6 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] 10.222.0.55 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.4576004 May 28 06:42:53.842492 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 43830) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:53.850676 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.tag.tag_plugin [None req-943da5f7-bd72-468b-a7ff-8f3ec3355e9e tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '9b685976-1646-47cf-b575-93275c8c2ac5', 'tempest-TagsExtTest-Tag-993487296') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:42:53.851280 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-28f4a2da-281b-4392-987a-dcf7403c66b6 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:53.889073 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-482d8e31-b7dc-4ea7-85ca-a659fff3c0ae req-833fc8b3-1099-40d0-8a41-ef304aecda73 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/security-groups?id=23eed38c-aa44-447e-83a9-ccee1b1a7a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470994 May 28 06:42:53.919944 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-265eafa3-57df-4dcf-8b2c-080955a29005 None None] Attempting to bind port eab69d9c-8396-4812-b10e-c5b51f7b0ea0 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:42:53.920361 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-265eafa3-57df-4dcf-8b2c-080955a29005 None None] Attempting to bind port eab69d9c-8396-4812-b10e-c5b51f7b0ea0 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'e82da2dd-17b8-4c15-8abb-711622ad0a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:42:53.920712 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265eafa3-57df-4dcf-8b2c-080955a29005 None None] Attempting to bind port eab69d9c-8396-4812-b10e-c5b51f7b0ea0 on network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:42:53.934842 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-d77f82ad-1bea-445f-9f82-e9b616630224 None None] Set router b780bbb6-446f-4e48-a498-84dcf15fde1b gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:42:54.001540 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265eafa3-57df-4dcf-8b2c-080955a29005 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:42:54.001977 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265eafa3-57df-4dcf-8b2c-080955a29005 None None] Checking segment: {'id': 'e82da2dd-17b8-4c15-8abb-711622ad0a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:42:54.002381 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-265eafa3-57df-4dcf-8b2c-080955a29005 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:54.002779 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265eafa3-57df-4dcf-8b2c-080955a29005 None None] Bound using segment: {'id': 'e82da2dd-17b8-4c15-8abb-711622ad0a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:42:54.003273 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-265eafa3-57df-4dcf-8b2c-080955a29005 None None] Bound port: eab69d9c-8396-4812-b10e-c5b51f7b0ea0, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e82da2dd-17b8-4c15-8abb-711622ad0a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:42:54.003639 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-265eafa3-57df-4dcf-8b2c-080955a29005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:54.046973 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [None req-28f4a2da-281b-4392-987a-dcf7403c66b6 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] device_id is not set on port b2fb0305-4e51-4882-bffe-1ebf50b42da8 yet. {{(pid=89110) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:42:54.072118 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-943da5f7-bd72-468b-a7ff-8f3ec3355e9e tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] 10.222.0.55 "PUT /v2.0/subnets/9b685976-1646-47cf-b575-93275c8c2ac5/tags/tempest-TagsExtTest-Tag-993487296 HTTP/1.1" status: 201 len: 201 time: 0.2282510 May 28 06:42:54.074312 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 43836) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:54.089077 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251fa08e-6ca3-424c-a96e-0ba49f1b9b71 req-ad01b733-26f8-4568-a905-5065f9324da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:54.090579 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-251fa08e-6ca3-424c-a96e-0ba49f1b9b71 req-ad01b733-26f8-4568-a905-5065f9324da6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a517d58f-c58a-4ce7-8e2f-8ea0a171a123 HTTP/1.1" status: 200 len: 922 time: 0.5957334 May 28 06:42:54.093998 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.tag.tag_plugin [None req-de2af9fd-a633-4432-8e1e-e5601ecb2f7c tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '50f3ddc5-3d53-4677-a5d9-c0da1b75cae1', 'tempest-TagsExtTest-Tag-1379043949') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:42:54.107803 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d68d3ac-6567-4b47-ac8a-a41af4d83346 req-3b71b440-f3a0-4c69-9a86-95cd87f30a68 tempest-InstanceActionsNegativeTestJSON-658561330 tempest-InstanceActionsNegativeTestJSON-658561330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:54.115562 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6d68d3ac-6567-4b47-ac8a-a41af4d83346 req-3b71b440-f3a0-4c69-9a86-95cd87f30a68 tempest-InstanceActionsNegativeTestJSON-658561330 tempest-InstanceActionsNegativeTestJSON-658561330-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c3b5aa8-f00c-404a-893f-b48a9286645a HTTP/1.1" status: 200 len: 943 time: 0.4572067 May 28 06:42:54.199170 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-265eafa3-57df-4dcf-8b2c-080955a29005 None None] For port eab69d9c-8396-4812-b10e-c5b51f7b0ea0, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:42:54.203184 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-265eafa3-57df-4dcf-8b2c-080955a29005 None None] For port eab69d9c-8396-4812-b10e-c5b51f7b0ea0, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=eab69d9c-8396-4812-b10e-c5b51f7b0ea0,segment=NetworkSegment(e82da2dd-17b8-4c15-8abb-711622ad0a92),segment_id=e82da2dd-17b8-4c15-8abb-711622ad0a92)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:42:54.261537 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-07db34fe-d26a-459b-9962-9e38b96aebe0 admin admin] Notify callbacks [] for router, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:54.306698 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-265eafa3-57df-4dcf-8b2c-080955a29005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:54.328973 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-251fa08e-6ca3-424c-a96e-0ba49f1b9b71 req-1d2212a4-e55a-4add-a862-2fb9a7bca759 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=90d1c78d-59c1-4c1d-9dba-6d8d42710e2a HTTP/1.1" status: 200 len: 217 time: 0.2047386 May 28 06:42:54.361106 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-de2af9fd-a633-4432-8e1e-e5601ecb2f7c tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] 10.222.0.55 "PUT /v2.0/ports/50f3ddc5-3d53-4677-a5d9-c0da1b75cae1/tags/tempest-TagsExtTest-Tag-1379043949 HTTP/1.1" status: 201 len: 201 time: 0.2819405 May 28 06:42:54.361957 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 43840) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:54.373524 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.tag.tag_plugin [None req-1e5afb79-1b29-49ea-a3a6-ff79f772cafb tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '61ab8d7e-ed16-484f-b291-0956b6273879', 'tempest-TagsExtTest-Tag-1055298097') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:42:54.386073 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 54649fce-5499-401c-8a69-0409f6be3655 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:42:54.416369 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251fa08e-6ca3-424c-a96e-0ba49f1b9b71 req-0a8bbdbb-94a8-4c11-bd04-16b6106dc005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:54.417840 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-251fa08e-6ca3-424c-a96e-0ba49f1b9b71 req-0a8bbdbb-94a8-4c11-bd04-16b6106dc005 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9cd992ef-e99e-4b01-bf49-56737c77fabe HTTP/1.1" status: 200 len: 861 time: 0.0750105 May 28 06:42:54.423959 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36bd8f3a-b707-492b-98e9-ac8ee1fb5df9 None None] Network 3a26af79-add3-4535-a35b-c4951e8fc47a requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:42:54.677732 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265eafa3-57df-4dcf-8b2c-080955a29005 None None] Pushing event updated for resources: {'Port': ['ID=eab69d9c-8396-4812-b10e-c5b51f7b0ea0,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:54.754479 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6d68d3ac-6567-4b47-ac8a-a41af4d83346 req-22c980a5-546b-4647-b9ab-62deb0743b16 tempest-InstanceActionsNegativeTestJSON-658561330 tempest-InstanceActionsNegativeTestJSON-658561330-project] 10.222.0.55 "GET /v2.0/security-groups?id=bd713815-77d3-4a1d-b097-a9c1b1c84eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6376274 May 28 06:42:54.810942 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-251fa08e-6ca3-424c-a96e-0ba49f1b9b71 req-cab5d473-1e0e-4f34-8284-a5cba418b208 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a517d58f-c58a-4ce7-8e2f-8ea0a171a123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3740177 May 28 06:42:54.848561 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 43846) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:54.894737 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-25eb1ae8-5dba-4743-8740-05ed09b95837 None None] Provisioning for port 54649fce-5499-401c-8a69-0409f6be3655 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:42:54.895628 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-1e5afb79-1b29-49ea-a3a6-ff79f772cafb tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] 10.222.0.55 "PUT /v2.0/routers/61ab8d7e-ed16-484f-b291-0956b6273879/tags/tempest-TagsExtTest-Tag-1055298097 HTTP/1.1" status: 201 len: 201 time: 0.5333059 May 28 06:42:54.896728 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-10001328-c80b-43d0-977d-3d19e7441517 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:54.912625 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 43850) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:54.931993 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.tag.tag_plugin [None req-793206a5-7598-4a14-b3d1-2e84012b9ce1 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '93a03a77-73cb-4f37-91b5-681aa07003fa', 'tempest-TagsExtTest-Tag-1563210973') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:42:54.945800 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-10001328-c80b-43d0-977d-3d19e7441517 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:42:54.953370 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-10001328-c80b-43d0-977d-3d19e7441517 admin admin] Usage tracker for resource:security_group_rule and tenant:2b2ba24cb5c24d5da728e857587857fb is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:42:54.958317 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-10001328-c80b-43d0-977d-3d19e7441517 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:42:54.966408 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-10001328-c80b-43d0-977d-3d19e7441517 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:42:54.975370 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 54649fce-5499-401c-8a69-0409f6be3655 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:42:54.983899 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 54649fce-5499-401c-8a69-0409f6be3655 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:42:54.984272 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:55.064355 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7efe964d-99cc-45df-8668-ccca098fc792 req-c7e9a8e5-dee6-448b-b7b4-652c7a157010 tempest-ServerShowV254Test-2131204054 tempest-ServerShowV254Test-2131204054-project] 10.222.0.55 "GET /v2.0/ports?device_id=57d37550-36d2-4baa-ae3f-42e53b4b3eee HTTP/1.1" status: 200 len: 210 time: 0.2557118 May 28 06:42:55.093832 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-d77f82ad-1bea-445f-9f82-e9b616630224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b780bbb6-446f-4e48-a498-84dcf15fde1b', 'name': 'tempest-AttachVolumeShelveTestJSON-507650358-router', 'tenant_id': '50466b4420374aac8a4e6c84ffbb2d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': 'b58271cd-282f-4724-85b3-6db7ec8fc049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:34:38Z', 'updated_at': '2022-05-28T06:42:49Z', 'revision_number': 5, 'project_id': '50466b4420374aac8a4e6c84ffbb2d35', 'gw_port': {'id': 'b58271cd-282f-4724-85b3-6db7ec8fc049', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ea:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b780bbb6-446f-4e48-a498-84dcf15fde1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:34:40Z', 'updated_at': '2022-05-28T06:34:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:42:55.112309 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77f82ad-1bea-445f-9f82-e9b616630224 None None] Checking router: b780bbb6-446f-4e48-a498-84dcf15fde1b for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:42:55.114435 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-793206a5-7598-4a14-b3d1-2e84012b9ce1 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] 10.222.0.55 "PUT /v2.0/subnetpools/93a03a77-73cb-4f37-91b5-681aa07003fa/tags/tempest-TagsExtTest-Tag-1563210973 HTTP/1.1" status: 201 len: 201 time: 0.1973274 May 28 06:42:55.123346 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 43856) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:55.134877 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.tag.tag_plugin [None req-0a5c29e0-42d3-4d95-ba92-d9096540ad27 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '9b685976-1646-47cf-b575-93275c8c2ac5') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:42:55.150851 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [None req-28f4a2da-281b-4392-987a-dcf7403c66b6 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Allocated IP 2001:db8::f816:3eff:feca:1c87 (147bfd32-62dc-4be0-82de-f4d6fa5b4cc2/153ab6a7-b197-49d2-9125-e6a7236768c3/b2fb0305-4e51-4882-bffe-1ebf50b42da8) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:42:55.182130 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-10001328-c80b-43d0-977d-3d19e7441517 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:55.190646 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 54649fce-5499-401c-8a69-0409f6be3655 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:42:55.191227 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:55.195313 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-07db34fe-d26a-459b-9962-9e38b96aebe0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:55.216668 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77f82ad-1bea-445f-9f82-e9b616630224 None None] Routers {'b780bbb6-446f-4e48-a498-84dcf15fde1b'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:42:55.217234 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-d77f82ad-1bea-445f-9f82-e9b616630224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:42:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['b780bbb6-446f-4e48-a498-84dcf15fde1b'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:42:55.219470 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 43860) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:55.220202 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-0a5c29e0-42d3-4d95-ba92-d9096540ad27 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] 10.222.0.55 "GET /v2.0/subnets/9b685976-1646-47cf-b575-93275c8c2ac5/tags HTTP/1.1" status: 200 len: 240 time: 0.0919516 May 28 06:42:55.242806 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.tag.tag_plugin [None req-0e4b0823-1a25-49cb-b538-aeedc0b840bd tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '9b685976-1646-47cf-b575-93275c8c2ac5', 'tempest-TagsExtTest-Tag-993487296') {} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:42:55.258906 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-10001328-c80b-43d0-977d-3d19e7441517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:55.326771 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-251fa08e-6ca3-424c-a96e-0ba49f1b9b71 req-e7212c56-df9e-407f-8e51-e6671dac2669 service neutron] 10.222.0.69 "GET /v2.0/networks/a517d58f-c58a-4ce7-8e2f-8ea0a171a123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4550097 May 28 06:42:55.352051 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-10001328-c80b-43d0-977d-3d19e7441517 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2b2ba24cb5c24d5da728e857587857fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5021274 May 28 06:42:55.353433 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10001328-c80b-43d0-977d-3d19e7441517 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f075702-485a-48aa-ac6e-9e7e6623030e,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:55.356892 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 43864) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:55.385815 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-07db34fe-d26a-459b-9962-9e38b96aebe0 admin admin] Deleting port b58271cd-282f-4724-85b3-6db7ec8fc049 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:42:55.386570 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-07db34fe-d26a-459b-9962-9e38b96aebe0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:55.409370 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port 54649fce-5499-401c-8a69-0409f6be3655, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=54649fce-5499-401c-8a69-0409f6be3655,segment=NetworkSegment(2f0d09bd-94d9-4ee9-bee8-45ec8a95ab0f),segment_id=2f0d09bd-94d9-4ee9-bee8-45ec8a95ab0f)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:42:55.430259 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-d77f82ad-1bea-445f-9f82-e9b616630224 None None] Set router b780bbb6-446f-4e48-a498-84dcf15fde1b gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:42:55.434196 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a819f8ef-ba60-4bd4-a7a2-3f1f05bca279 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:55.474311 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a819f8ef-ba60-4bd4-a7a2-3f1f05bca279 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:55.532628 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:55.638380 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a819f8ef-ba60-4bd4-a7a2-3f1f05bca279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:55.653140 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6683f3ea-b5a6-4ef1-887e-4366bf1769d8 req-f33606ed-03c8-460f-9aed-6ace0c7d8fc6 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:55.654511 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6683f3ea-b5a6-4ef1-887e-4366bf1769d8 req-f33606ed-03c8-460f-9aed-6ace0c7d8fc6 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/ports?device_id=3bc3a953-7679-4415-9d44-7fab5c933346 HTTP/1.1" status: 200 len: 946 time: 0.5704093 May 28 06:42:55.663882 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a819f8ef-ba60-4bd4-a7a2-3f1f05bca279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f075702-485a-48aa-ac6e-9e7e6623030e,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:55.675624 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a819f8ef-ba60-4bd4-a7a2-3f1f05bca279 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:55.680248 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-a819f8ef-ba60-4bd4-a7a2-3f1f05bca279 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8f075702-485a-48aa-ac6e-9e7e6623030e HTTP/1.1" status: 204 len: 168 time: 0.3186593 May 28 06:42:55.726405 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=54649fce-5499-401c-8a69-0409f6be3655,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:55.948257 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-d77f82ad-1bea-445f-9f82-e9b616630224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b780bbb6-446f-4e48-a498-84dcf15fde1b', 'name': 'tempest-AttachVolumeShelveTestJSON-507650358-router', 'tenant_id': '50466b4420374aac8a4e6c84ffbb2d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': 'b58271cd-282f-4724-85b3-6db7ec8fc049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:34:38Z', 'updated_at': '2022-05-28T06:42:49Z', 'revision_number': 5, 'project_id': '50466b4420374aac8a4e6c84ffbb2d35', 'gw_port': {'id': 'b58271cd-282f-4724-85b3-6db7ec8fc049', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ea:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b780bbb6-446f-4e48-a498-84dcf15fde1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:34:40Z', 'updated_at': '2022-05-28T06:34:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:42:55.952780 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77f82ad-1bea-445f-9f82-e9b616630224 None None] The sync data for ids ['b780bbb6-446f-4e48-a498-84dcf15fde1b'] in n-d-843702-1 is: [{'id': 'b780bbb6-446f-4e48-a498-84dcf15fde1b', 'name': 'tempest-AttachVolumeShelveTestJSON-507650358-router', 'tenant_id': '50466b4420374aac8a4e6c84ffbb2d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': 'b58271cd-282f-4724-85b3-6db7ec8fc049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:34:38Z', 'updated_at': '2022-05-28T06:42:49Z', 'revision_number': 5, 'project_id': '50466b4420374aac8a4e6c84ffbb2d35', 'gw_port': {'id': 'b58271cd-282f-4724-85b3-6db7ec8fc049', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ea:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b780bbb6-446f-4e48-a498-84dcf15fde1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:34:40Z', 'updated_at': '2022-05-28T06:34:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:42:55.958735 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-145e4e54-2f2d-4c6b-8132-83bc5fc05733 None None] Provisioning for port 50f3ddc5-3d53-4677-a5d9-c0da1b75cae1 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:42:55.965618 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-145e4e54-2f2d-4c6b-8132-83bc5fc05733 None None] Provisioning complete for port 50f3ddc5-3d53-4677-a5d9-c0da1b75cae1 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:42:55.966240 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-145e4e54-2f2d-4c6b-8132-83bc5fc05733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:56.011313 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6683f3ea-b5a6-4ef1-887e-4366bf1769d8 req-9e13597f-9666-4064-af06-0fc80866e477 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/security-groups?id=23eed38c-aa44-447e-83a9-ccee1b1a7a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3439097 May 28 06:42:56.077329 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-145e4e54-2f2d-4c6b-8132-83bc5fc05733 None None] Port 50f3ddc5-3d53-4677-a5d9-c0da1b75cae1 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:42:56.091382 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-145e4e54-2f2d-4c6b-8132-83bc5fc05733 None None] Provisioning complete for port 54649fce-5499-401c-8a69-0409f6be3655 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:42:56.091763 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-145e4e54-2f2d-4c6b-8132-83bc5fc05733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:56.227781 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-28f4a2da-281b-4392-987a-dcf7403c66b6 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:56.243463 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-0e4b0823-1a25-49cb-b538-aeedc0b840bd tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] 10.222.0.55 "GET /v2.0/subnets/9b685976-1646-47cf-b575-93275c8c2ac5/tags/tempest-TagsExtTest-Tag-993487296 HTTP/1.1" status: 204 len: 168 time: 1.0104883 May 28 06:42:56.246544 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 43876) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:56.252108 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.tag.tag_plugin [None req-2556f0a3-47be-43b8-be6f-30633c9b4266 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '9b685976-1646-47cf-b575-93275c8c2ac5', 'tempest-TagsExtTest-Tag-993487296') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:42:56.253361 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-145e4e54-2f2d-4c6b-8132-83bc5fc05733 None None] Current status of the port 54649fce-5499-401c-8a69-0409f6be3655 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:42:56.271828 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-251fa08e-6ca3-424c-a96e-0ba49f1b9b71 req-5bfeb132-dfcf-4ae7-9c07-d5043e209b7a service neutron] 10.222.0.69 "GET /v2.0/networks/a517d58f-c58a-4ce7-8e2f-8ea0a171a123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9325261 May 28 06:42:56.309053 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [None req-28f4a2da-281b-4392-987a-dcf7403c66b6 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Transition to ACTIVE for port object b2fb0305-4e51-4882-bffe-1ebf50b42da8 will not be triggered until provisioned by entity DHCP. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:42:56.370610 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6dd6b3ec-bbf0-47df-a0d2-86ffbebf880b req-86ed186f-d52a-4fb9-a8ab-de536193b270 tempest-ServerShowV254Test-2131204054 tempest-ServerShowV254Test-2131204054-project] 10.222.0.55 "GET /v2.0/ports?device_id=57d37550-36d2-4baa-ae3f-42e53b4b3eee HTTP/1.1" status: 200 len: 210 time: 0.1076033 May 28 06:42:56.406818 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-2556f0a3-47be-43b8-be6f-30633c9b4266 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] 10.222.0.55 "DELETE /v2.0/subnets/9b685976-1646-47cf-b575-93275c8c2ac5/tags/tempest-TagsExtTest-Tag-993487296 HTTP/1.1" status: 204 len: 168 time: 0.1586547 May 28 06:42:56.412073 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-576621c5-b3af-4fcf-a2bc-222c43b70b02 None None] Provisioning complete for port 50f3ddc5-3d53-4677-a5d9-c0da1b75cae1 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:42:56.412073 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-576621c5-b3af-4fcf-a2bc-222c43b70b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:56.412365 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 43882) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:56.412657 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [None req-07db34fe-d26a-459b-9962-9e38b96aebe0 admin admin] For port b58271cd-282f-4724-85b3-6db7ec8fc049, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=b58271cd-282f-4724-85b3-6db7ec8fc049,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:42:56.414115 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-07db34fe-d26a-459b-9962-9e38b96aebe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:56.418225 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.tag.tag_plugin [None req-929d3450-b30b-4f39-9cd9-12dd42dca0e6 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '9b685976-1646-47cf-b575-93275c8c2ac5') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:42:56.513768 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-ffa5bec9-0a4e-40ed-b7a1-bec3c961526b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:56.553565 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-576621c5-b3af-4fcf-a2bc-222c43b70b02 None None] Port 50f3ddc5-3d53-4677-a5d9-c0da1b75cae1 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:42:56.564361 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-929d3450-b30b-4f39-9cd9-12dd42dca0e6 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] 10.222.0.55 "GET /v2.0/subnets/9b685976-1646-47cf-b575-93275c8c2ac5/tags HTTP/1.1" status: 200 len: 205 time: 0.1435483 May 28 06:42:56.570732 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 43890) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:56.571438 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.tag.tag_plugin [None req-33618949-7969-465d-9645-dd8a92fc66bb tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '50f3ddc5-3d53-4677-a5d9-c0da1b75cae1') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:42:56.591834 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device eab69d9c-8396-4812-b10e-c5b51f7b0ea0 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:42:56.599201 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-07db34fe-d26a-459b-9962-9e38b96aebe0 admin admin] Calling delete_port for b58271cd-282f-4724-85b3-6db7ec8fc049 owned by network:router_gateway {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:42:56.663437 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-576621c5-b3af-4fcf-a2bc-222c43b70b02 None None] Provisioning for port eab69d9c-8396-4812-b10e-c5b51f7b0ea0 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:42:56.691835 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc2d5c6-fd8a-4ddf-8811-8a0fb7f685e4 req-c7789947-a154-4c1b-9552-ff13e52d8dd7 tempest-InstanceActionsNegativeTestJSON-658561330 tempest-InstanceActionsNegativeTestJSON-658561330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:56.693571 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7fc2d5c6-fd8a-4ddf-8811-8a0fb7f685e4 req-c7789947-a154-4c1b-9552-ff13e52d8dd7 tempest-InstanceActionsNegativeTestJSON-658561330 tempest-InstanceActionsNegativeTestJSON-658561330-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c3b5aa8-f00c-404a-893f-b48a9286645a HTTP/1.1" status: 200 len: 943 time: 0.7065597 May 28 06:42:56.701158 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-33618949-7969-465d-9645-dd8a92fc66bb tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] 10.222.0.55 "GET /v2.0/ports/50f3ddc5-3d53-4677-a5d9-c0da1b75cae1/tags HTTP/1.1" status: 200 len: 241 time: 0.1350675 May 28 06:42:56.703763 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 43896) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:56.706509 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bbea4bbe-4b48-41a3-8c63-60722c794a36 req-49b2bd10-3324-4584-985d-04163b53ab16 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=573e5aee-d7d6-4b17-8c2f-b7442d1d616e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6215446 May 28 06:42:56.712055 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.tag.tag_plugin [None req-d6fc1c0f-5174-43c0-bef3-6cb294ff70dd tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '50f3ddc5-3d53-4677-a5d9-c0da1b75cae1', 'tempest-TagsExtTest-Tag-1379043949') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:42:56.760245 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 90d1c78d-59c1-4c1d-9dba-6d8d42710e2a details requested by agent hyperv_n-h1-843702-1 with host n-h1-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:42:56.788030 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-d6fc1c0f-5174-43c0-bef3-6cb294ff70dd tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] 10.222.0.55 "GET /v2.0/ports/50f3ddc5-3d53-4677-a5d9-c0da1b75cae1/tags/tempest-TagsExtTest-Tag-1379043949 HTTP/1.1" status: 204 len: 168 time: 0.0801065 May 28 06:42:56.789600 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 43900) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:56.794926 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.tag.tag_plugin [None req-2c938706-78be-4724-88c1-9a72d508a9d2 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '50f3ddc5-3d53-4677-a5d9-c0da1b75cae1', 'tempest-TagsExtTest-Tag-1379043949') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:42:56.798895 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-28f4a2da-281b-4392-987a-dcf7403c66b6 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:56.805212 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port eab69d9c-8396-4812-b10e-c5b51f7b0ea0 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:42:56.862558 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port eab69d9c-8396-4812-b10e-c5b51f7b0ea0 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:42:56.863265 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:56.963457 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-2c938706-78be-4724-88c1-9a72d508a9d2 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] 10.222.0.55 "DELETE /v2.0/ports/50f3ddc5-3d53-4677-a5d9-c0da1b75cae1/tags/tempest-TagsExtTest-Tag-1379043949 HTTP/1.1" status: 204 len: 168 time: 0.1733558 May 28 06:42:56.965815 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 43910) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:56.970756 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.tag.tag_plugin [None req-5c255645-a1ed-403e-a6ca-d38c8ae910a8 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '50f3ddc5-3d53-4677-a5d9-c0da1b75cae1') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:42:57.027826 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 90d1c78d-59c1-4c1d-9dba-6d8d42710e2a, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=90d1c78d-59c1-4c1d-9dba-6d8d42710e2a,segment=NetworkSegment(075ab482-3eaa-4694-9360-9316cf613e98),segment_id=075ab482-3eaa-4694-9360-9316cf613e98)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:42:57.051024 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Returning: {'device': '90d1c78d-59c1-4c1d-9dba-6d8d42710e2a', 'network_id': 'a517d58f-c58a-4ce7-8e2f-8ea0a171a123', 'port_id': '90d1c78d-59c1-4c1d-9dba-6d8d42710e2a', 'mac_address': 'fa:16:3e:72:63:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cd992ef-e99e-4b01-bf49-56737c77fabe', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:42:57.054881 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port eab69d9c-8396-4812-b10e-c5b51f7b0ea0 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:42:57.055267 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:57.073384 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7fc2d5c6-fd8a-4ddf-8811-8a0fb7f685e4 req-b41aea52-f4a0-438d-b14e-8de76a8d1ba7 tempest-InstanceActionsNegativeTestJSON-658561330 tempest-InstanceActionsNegativeTestJSON-658561330-project] 10.222.0.55 "GET /v2.0/security-groups?id=bd713815-77d3-4a1d-b097-a9c1b1c84eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3442507 May 28 06:42:57.093258 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f4a2da-281b-4392-987a-dcf7403c66b6 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:42:57.094902 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-5c255645-a1ed-403e-a6ca-d38c8ae910a8 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] 10.222.0.55 "GET /v2.0/ports/50f3ddc5-3d53-4677-a5d9-c0da1b75cae1/tags HTTP/1.1" status: 200 len: 205 time: 0.1280589 May 28 06:42:57.096082 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f4a2da-281b-4392-987a-dcf7403c66b6 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Pushing event updated for resources: {'Port': ['ID=b2fb0305-4e51-4882-bffe-1ebf50b42da8,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:57.097279 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 43918) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:57.101394 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-28f4a2da-281b-4392-987a-dcf7403c66b6 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:42:57.114161 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f4a2da-281b-4392-987a-dcf7403c66b6 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:42:57.116597 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.tag.tag_plugin [None req-3524dfa9-0f08-46d8-84d9-8b5c451f49d3 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '61ab8d7e-ed16-484f-b291-0956b6273879') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:42:57.126530 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f4a2da-281b-4392-987a-dcf7403c66b6 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:57.145872 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-28f4a2da-281b-4392-987a-dcf7403c66b6 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:57.221968 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port eab69d9c-8396-4812-b10e-c5b51f7b0ea0, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=eab69d9c-8396-4812-b10e-c5b51f7b0ea0,segment=NetworkSegment(e82da2dd-17b8-4c15-8abb-711622ad0a92),segment_id=e82da2dd-17b8-4c15-8abb-711622ad0a92)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:42:57.249663 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 90d1c78d-59c1-4c1d-9dba-6d8d42710e2a is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:42:57.250431 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:57.272477 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90d1c78d-59c1-4c1d-9dba-6d8d42710e2a {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:42:57.291227 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbea4bbe-4b48-41a3-8c63-60722c794a36 req-bd91e786-a23f-4244-954d-d537f7a2b0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:57.292919 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bbea4bbe-4b48-41a3-8c63-60722c794a36 req-bd91e786-a23f-4244-954d-d537f7a2b0cd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fada8efd68e34d6781d883ae41cb05ad&device_id=573e5aee-d7d6-4b17-8c2f-b7442d1d616e HTTP/1.1" status: 200 len: 1096 time: 0.5617464 May 28 06:42:57.302446 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 90d1c78d-59c1-4c1d-9dba-6d8d42710e2a, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=90d1c78d-59c1-4c1d-9dba-6d8d42710e2a,segment=NetworkSegment(075ab482-3eaa-4694-9360-9316cf613e98),segment_id=075ab482-3eaa-4694-9360-9316cf613e98)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:42:57.305837 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:57.306740 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 54649fce-5499-401c-8a69-0409f6be3655 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:42:57.312700 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-3524dfa9-0f08-46d8-84d9-8b5c451f49d3 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] 10.222.0.55 "GET /v2.0/routers/61ab8d7e-ed16-484f-b291-0956b6273879/tags HTTP/1.1" status: 200 len: 241 time: 0.2135925 May 28 06:42:57.316254 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 43924) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:57.316461 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 43926) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:57.328579 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.tag.tag_plugin [None req-fa822144-5e04-41ca-bc6c-8c0c39aedf93 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '61ab8d7e-ed16-484f-b291-0956b6273879', 'tempest-TagsExtTest-Tag-1055298097') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:42:57.362161 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-28f4a2da-281b-4392-987a-dcf7403c66b6 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 5.0304627 May 28 06:42:57.362835 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 43934) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:57.413759 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:57.452097 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=eab69d9c-8396-4812-b10e-c5b51f7b0ea0,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:57.513347 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 43940) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:57.513596 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-fa822144-5e04-41ca-bc6c-8c0c39aedf93 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] 10.222.0.55 "GET /v2.0/routers/61ab8d7e-ed16-484f-b291-0956b6273879/tags/tempest-TagsExtTest-Tag-1055298097 HTTP/1.1" status: 204 len: 168 time: 0.1942682 May 28 06:42:57.536411 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 54649fce-5499-401c-8a69-0409f6be3655 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:42:57.536933 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:57.555048 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.tag.tag_plugin [None req-4ade3ca2-a97c-4b87-8ea5-7980ebdb7bc5 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '61ab8d7e-ed16-484f-b291-0956b6273879', 'tempest-TagsExtTest-Tag-1055298097') {} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:42:57.590838 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-6c06de0f-aae9-4e4c-a60f-63e140e70597 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1650609100-network', 'tenant_id': '531b62a3dfbd4ff08a1755fb2f0f8224'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:42:57.598918 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-6c06de0f-aae9-4e4c-a60f-63e140e70597 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:42:57.606371 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-6c06de0f-aae9-4e4c-a60f-63e140e70597 admin admin] Usage tracker for resource:network and tenant:531b62a3dfbd4ff08a1755fb2f0f8224 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:42:57.613074 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-6c06de0f-aae9-4e4c-a60f-63e140e70597 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:42:57.625295 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-6c06de0f-aae9-4e4c-a60f-63e140e70597 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:42:57.674457 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1c224d-e493-42ad-a40c-dfcab78e2406 req-a4ead06a-2c4c-4a85-b39f-d29cb1927eaa tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:57.677485 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7e1c224d-e493-42ad-a40c-dfcab78e2406 req-a4ead06a-2c4c-4a85-b39f-d29cb1927eaa tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/ports?device_id=3bc3a953-7679-4415-9d44-7fab5c933346 HTTP/1.1" status: 200 len: 946 time: 0.4491532 May 28 06:42:57.683065 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=90d1c78d-59c1-4c1d-9dba-6d8d42710e2a,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:57.715008 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 54649fce-5499-401c-8a69-0409f6be3655 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:42:57.723112 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device f440a6dc-f4f1-49ba-afee-427f7ca6daf9 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:42:57.739664 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c06de0f-aae9-4e4c-a60f-63e140e70597 admin admin] Made reservation on behalf of 531b62a3dfbd4ff08a1755fb2f0f8224 for: {'network': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:42:57.743373 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6c06de0f-aae9-4e4c-a60f-63e140e70597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:57.746012 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-07db34fe-d26a-459b-9962-9e38b96aebe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:57.753650 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['90d1c78d-59c1-4c1d-9dba-6d8d42710e2a'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:42:57.757472 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6c06de0f-aae9-4e4c-a60f-63e140e70597 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:57.774062 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-6c06de0f-aae9-4e4c-a60f-63e140e70597 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:42:57.777955 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-6c06de0f-aae9-4e4c-a60f-63e140e70597 admin admin] Usage tracker for resource:security_group_rule and tenant:531b62a3dfbd4ff08a1755fb2f0f8224 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:42:57.780807 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-6c06de0f-aae9-4e4c-a60f-63e140e70597 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:42:57.786580 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-6c06de0f-aae9-4e4c-a60f-63e140e70597 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:42:57.790303 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:57.790303 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-b252e46c-37df-4559-ac3e-0796cb9e70d7 None None] Provisioning for port b2fb0305-4e51-4882-bffe-1ebf50b42da8 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:42:57.799700 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: f440a6dc-f4f1-49ba-afee-427f7ca6daf9 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:42:57.800047 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device f440a6dc-f4f1-49ba-afee-427f7ca6daf9 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:42:57.806232 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-365448e0-0162-41b0-9a51-f7a7def29e9d req-1bf389d3-6c6e-40e2-88ef-a052f306985c tempest-ServerShowV254Test-2131204054 tempest-ServerShowV254Test-2131204054-project] 10.222.0.55 "GET /v2.0/ports?device_id=57d37550-36d2-4baa-ae3f-42e53b4b3eee HTTP/1.1" status: 200 len: 210 time: 0.1753366 May 28 06:42:57.811953 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-b252e46c-37df-4559-ac3e-0796cb9e70d7 None None] Provisioning complete for port b2fb0305-4e51-4882-bffe-1ebf50b42da8 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:42:57.812339 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b252e46c-37df-4559-ac3e-0796cb9e70d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:57.882392 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07db34fe-d26a-459b-9962-9e38b96aebe0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b58271cd-282f-4724-85b3-6db7ec8fc049,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:57.883130 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-b252e46c-37df-4559-ac3e-0796cb9e70d7 None None] Port b2fb0305-4e51-4882-bffe-1ebf50b42da8 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:42:57.907096 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6c06de0f-aae9-4e4c-a60f-63e140e70597 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:57.962441 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6c06de0f-aae9-4e4c-a60f-63e140e70597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:57.964384 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbea4bbe-4b48-41a3-8c63-60722c794a36 req-0918c291-95b0-456f-899e-0403163bb4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:57.966467 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bbea4bbe-4b48-41a3-8c63-60722c794a36 req-0918c291-95b0-456f-899e-0403163bb4f0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e7d92049-bff3-4c3a-a4bd-4950c7dcad1c HTTP/1.1" status: 200 len: 912 time: 0.6350501 May 28 06:42:57.998162 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c06de0f-aae9-4e4c-a60f-63e140e70597 admin admin] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=89109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:42:58.008733 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c06de0f-aae9-4e4c-a60f-63e140e70597 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4aaa3c2-aa0f-41d7-9a93-a25a9aacdbf7,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:58.015477 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6c06de0f-aae9-4e4c-a60f-63e140e70597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:58.015948 n-d-843702-1 neutron-server[89109]: INFO neutron.db.segments_db [None req-6c06de0f-aae9-4e4c-a60f-63e140e70597 admin admin] Added segment ff77abc0-eaed-47da-9deb-10db2dcdfc54 of type vlan for network 0533a001-1b25-4278-bc50-d9d6533208e6 May 28 06:42:58.039493 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7e1c224d-e493-42ad-a40c-dfcab78e2406 req-cf41b1b1-615b-4bd0-a478-da80ee88ea05 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/security-groups?id=23eed38c-aa44-447e-83a9-ccee1b1a7a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3378570 May 28 06:42:58.043723 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6c06de0f-aae9-4e4c-a60f-63e140e70597 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:58.066069 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bbea4bbe-4b48-41a3-8c63-60722c794a36 req-3ebc7a8f-af64-436b-b1c0-1a1151cb7e75 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=351ec5b9-1371-4708-89ed-03fe0d913ca5 HTTP/1.1" status: 200 len: 217 time: 0.0864050 May 28 06:42:58.073130 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-07db34fe-d26a-459b-9962-9e38b96aebe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691105'] for router_gateway, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:58.124636 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671301ba-14ab-4951-b8b3-c7ebe8058cde tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:58.128267 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6c06de0f-aae9-4e4c-a60f-63e140e70597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:58.129284 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c06de0f-aae9-4e4c-a60f-63e140e70597 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:58.129946 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6c06de0f-aae9-4e4c-a60f-63e140e70597 admin admin] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:58.130410 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671301ba-14ab-4951-b8b3-c7ebe8058cde tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:58.131171 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-671301ba-14ab-4951-b8b3-c7ebe8058cde tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Synchronizing usage tracker for tenant:5e9e9447c07c4077b6694ab63e3affe5 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:42:58.240383 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c06de0f-aae9-4e4c-a60f-63e140e70597 admin admin] Pushing event updated for resources: {'Network': ['ID=0533a001-1b25-4278-bc50-d9d6533208e6,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:58.248553 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 0533a001-1b25-4278-bc50-d9d6533208e6 details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:42:58.330269 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-6c06de0f-aae9-4e4c-a60f-63e140e70597 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0121372 May 28 06:42:58.332481 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 43948) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:58.338524 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-ec8d23d2-ba97-4d0b-a1f4-f3bde3bfc33f admin admin] Request body: {'subnet': {'network_id': '0533a001-1b25-4278-bc50-d9d6533208e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1650609100-subnet', 'tenant_id': '531b62a3dfbd4ff08a1755fb2f0f8224', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:42:58.344291 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-ec8d23d2-ba97-4d0b-a1f4-f3bde3bfc33f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:42:58.348483 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-ec8d23d2-ba97-4d0b-a1f4-f3bde3bfc33f admin admin] Usage tracker for resource:subnet and tenant:531b62a3dfbd4ff08a1755fb2f0f8224 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:42:58.352440 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-ec8d23d2-ba97-4d0b-a1f4-f3bde3bfc33f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:42:58.360881 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-ec8d23d2-ba97-4d0b-a1f4-f3bde3bfc33f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:42:58.374224 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device eab69d9c-8396-4812-b10e-c5b51f7b0ea0 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:42:58.378792 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-07db34fe-d26a-459b-9962-9e38b96aebe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59018'] for router, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:58.389104 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-07db34fe-d26a-459b-9962-9e38b96aebe0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:58.391648 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbea4bbe-4b48-41a3-8c63-60722c794a36 req-b5adf519-2810-4e1d-a18c-8cd6233f6fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:58.393102 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bbea4bbe-4b48-41a3-8c63-60722c794a36 req-b5adf519-2810-4e1d-a18c-8cd6233f6fb7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=40188bf0-967d-446e-ac4f-b5c59a2acd9a HTTP/1.1" status: 200 len: 850 time: 0.2777131 May 28 06:42:58.446986 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port eab69d9c-8396-4812-b10e-c5b51f7b0ea0 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:42:58.447355 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:58.461048 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-4ade3ca2-a97c-4b87-8ea5-7980ebdb7bc5 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] 10.222.0.55 "DELETE /v2.0/routers/61ab8d7e-ed16-484f-b291-0956b6273879/tags/tempest-TagsExtTest-Tag-1055298097 HTTP/1.1" status: 204 len: 168 time: 0.9287345 May 28 06:42:58.463129 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 43952) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:58.471259 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.tag.tag_plugin [None req-84115805-ecea-4bed-90e1-5d3363b25a20 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '61ab8d7e-ed16-484f-b291-0956b6273879') {} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:42:58.483056 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec8d23d2-ba97-4d0b-a1f4-f3bde3bfc33f admin admin] Made reservation on behalf of 531b62a3dfbd4ff08a1755fb2f0f8224 for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:42:58.485501 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ec8d23d2-ba97-4d0b-a1f4-f3bde3bfc33f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:58.531738 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-671301ba-14ab-4951-b8b3-c7ebe8058cde tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Unset dirty status for tenant:5e9e9447c07c4077b6694ab63e3affe5 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:42:58.535646 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-671301ba-14ab-4951-b8b3-c7ebe8058cde tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 1.1657677 May 28 06:42:58.543769 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 43956) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:58.581867 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port eab69d9c-8396-4812-b10e-c5b51f7b0ea0 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:42:58.722182 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-07db34fe-d26a-459b-9962-9e38b96aebe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-703817'] for router, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:58.722568 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07db34fe-d26a-459b-9962-9e38b96aebe0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b780bbb6-446f-4e48-a498-84dcf15fde1b {{(pid=89110) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 06:42:58.768758 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:42:58.774811 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 90d1c78d-59c1-4c1d-9dba-6d8d42710e2a up at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:42:58.790222 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9c3828-4ac9-47f0-a320-b0b76eafff2f req-c734fb3e-659c-4059-b530-138ee9b6c294 tempest-InstanceActionsNegativeTestJSON-658561330 tempest-InstanceActionsNegativeTestJSON-658561330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:58.791970 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8e9c3828-4ac9-47f0-a320-b0b76eafff2f req-c734fb3e-659c-4059-b530-138ee9b6c294 tempest-InstanceActionsNegativeTestJSON-658561330 tempest-InstanceActionsNegativeTestJSON-658561330-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c3b5aa8-f00c-404a-893f-b48a9286645a HTTP/1.1" status: 200 len: 944 time: 0.5566032 May 28 06:42:58.856002 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-07db34fe-d26a-459b-9962-9e38b96aebe0 admin admin] Notify callbacks [] for router, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:58.856002 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-07db34fe-d26a-459b-9962-9e38b96aebe0 admin admin] 10.222.0.55 "DELETE /v2.0/routers/b780bbb6-446f-4e48-a498-84dcf15fde1b HTTP/1.1" status: 204 len: 168 time: 5.3951402 May 28 06:42:58.860582 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 43962) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:58.866987 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbea4bbe-4b48-41a3-8c63-60722c794a36 req-4a4a7b49-d01d-46d6-b1a3-2f7561f25ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:58.868552 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bbea4bbe-4b48-41a3-8c63-60722c794a36 req-4a4a7b49-d01d-46d6-b1a3-2f7561f25ec6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e7d92049-bff3-4c3a-a4bd-4950c7dcad1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4641266 May 28 06:42:58.873941 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-0107c82a-55cf-4156-b42a-3ece3d247d8e tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Deleting port b2fb0305-4e51-4882-bffe-1ebf50b42da8 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:42:58.874354 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0107c82a-55cf-4156-b42a-3ece3d247d8e tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:58.962939 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-f30e0c6d-064e-4884-8b5c-05594e3c271a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:58.996782 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning for port 90d1c78d-59c1-4c1d-9dba-6d8d42710e2a completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:42:59.001867 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning complete for port 90d1c78d-59c1-4c1d-9dba-6d8d42710e2a triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:42:59.002239 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:59.031648 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ec8d23d2-ba97-4d0b-a1f4-f3bde3bfc33f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:59.098095 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-84115805-ecea-4bed-90e1-5d3363b25a20 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] 10.222.0.55 "GET /v2.0/routers/61ab8d7e-ed16-484f-b291-0956b6273879/tags HTTP/1.1" status: 200 len: 205 time: 0.6339338 May 28 06:42:59.098766 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 43968) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:59.107924 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8d23d2-ba97-4d0b-a1f4-f3bde3bfc33f admin admin] Pushing event updated for resources: {'Subnet': ['ID=95bd361c-9304-4a56-87e3-cd936a61ab5f,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:59.118468 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8d23d2-ba97-4d0b-a1f4-f3bde3bfc33f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:42:59.118938 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8d23d2-ba97-4d0b-a1f4-f3bde3bfc33f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:42:59.119176 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8d23d2-ba97-4d0b-a1f4-f3bde3bfc33f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:42:59.119565 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8d23d2-ba97-4d0b-a1f4-f3bde3bfc33f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:42:59.119836 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8d23d2-ba97-4d0b-a1f4-f3bde3bfc33f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:42:59.120158 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8d23d2-ba97-4d0b-a1f4-f3bde3bfc33f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:42:59.120517 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8d23d2-ba97-4d0b-a1f4-f3bde3bfc33f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:42:59.121317 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8d23d2-ba97-4d0b-a1f4-f3bde3bfc33f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:42:59.121317 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8d23d2-ba97-4d0b-a1f4-f3bde3bfc33f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:42:59.121563 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8d23d2-ba97-4d0b-a1f4-f3bde3bfc33f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:42:59.121780 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8d23d2-ba97-4d0b-a1f4-f3bde3bfc33f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:42:59.122094 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8d23d2-ba97-4d0b-a1f4-f3bde3bfc33f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:42:59.128494 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8d23d2-ba97-4d0b-a1f4-f3bde3bfc33f admin admin] Checking segment: {'id': 'ff77abc0-eaed-47da-9deb-10db2dcdfc54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '0533a001-1b25-4278-bc50-d9d6533208e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:42:59.128935 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8d23d2-ba97-4d0b-a1f4-f3bde3bfc33f admin admin] Network hostable DHCP agents. Network: 0533a001-1b25-4278-bc50-d9d6533208e6, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:42:59.129660 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-50ba6b42-34b2-4d6a-87e5-9e6dbe59fb0b req-ea9df0f9-add3-4beb-88c3-76407e9366f7 tempest-ServerShowV254Test-2131204054 tempest-ServerShowV254Test-2131204054-project] 10.222.0.55 "GET /v2.0/ports?device_id=57d37550-36d2-4baa-ae3f-42e53b4b3eee HTTP/1.1" status: 200 len: 210 time: 0.1506903 May 28 06:42:59.132272 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 90d1c78d-59c1-4c1d-9dba-6d8d42710e2a is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:42:59.133354 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:59.134995 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.tag.tag_plugin [None req-126bd248-17ff-40d6-a7a9-bde4df8c6553 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '93a03a77-73cb-4f37-91b5-681aa07003fa') {} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:42:59.167127 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8e9c3828-4ac9-47f0-a320-b0b76eafff2f req-dc82e832-a386-4dc7-99ab-12f8561688ec tempest-InstanceActionsNegativeTestJSON-658561330 tempest-InstanceActionsNegativeTestJSON-658561330-project] 10.222.0.55 "GET /v2.0/security-groups?id=bd713815-77d3-4a1d-b097-a9c1b1c84eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3595650 May 28 06:42:59.196578 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c3b5aa8-f00c-404a-893f-b48a9286645a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90d1c78d-59c1-4c1d-9dba-6d8d42710e2a'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:42:59.215315 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 90d1c78d-59c1-4c1d-9dba-6d8d42710e2a, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=90d1c78d-59c1-4c1d-9dba-6d8d42710e2a,segment=NetworkSegment(075ab482-3eaa-4694-9360-9316cf613e98),segment_id=075ab482-3eaa-4694-9360-9316cf613e98)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:42:59.230837 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8d23d2-ba97-4d0b-a1f4-f3bde3bfc33f admin admin] Network 0533a001-1b25-4278-bc50-d9d6533208e6 is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:42:59.257276 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e4ae78b-00f7-4340-a4b9-be5c50cd510b'] response: {'server_uuid': '5c3b5aa8-f00c-404a-893f-b48a9286645a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90d1c78d-59c1-4c1d-9dba-6d8d42710e2a', 'code': 200} May 28 06:42:59.259242 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_v2 [None req-35839edc-041f-4d68-912c-dcc4f12d9842 admin admin] Deleting subnet 63994f4d-7e85-4fdc-89a1-6c8536e7f551 {{(pid=89110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:42:59.274694 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:59.276591 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-35839edc-041f-4d68-912c-dcc4f12d9842 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:59.294373 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-ec8d23d2-ba97-4d0b-a1f4-f3bde3bfc33f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, 0533a001-1b25-4278-bc50-d9d6533208e6) {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:42:59.310720 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8d23d2-ba97-4d0b-a1f4-f3bde3bfc33f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:59.311342 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ec8d23d2-ba97-4d0b-a1f4-f3bde3bfc33f admin admin] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:59.316125 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a802df-6278-40f7-bd3c-84f49c674f09 None None] Network 0533a001-1b25-4278-bc50-d9d6533208e6 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:42:59.389112 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-126bd248-17ff-40d6-a7a9-bde4df8c6553 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] 10.222.0.55 "GET /v2.0/subnetpools/93a03a77-73cb-4f37-91b5-681aa07003fa/tags HTTP/1.1" status: 200 len: 241 time: 0.2709858 May 28 06:42:59.392695 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 43974) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:59.398334 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.tag.tag_plugin [None req-26119bb0-eb08-4d58-9685-b43437d4465e tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '93a03a77-73cb-4f37-91b5-681aa07003fa', 'tempest-TagsExtTest-Tag-1563210973') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:42:59.419406 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-ec8d23d2-ba97-4d0b-a1f4-f3bde3bfc33f admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0857422 May 28 06:42:59.426524 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=90d1c78d-59c1-4c1d-9dba-6d8d42710e2a,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:59.430466 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-26119bb0-eb08-4d58-9685-b43437d4465e tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] 10.222.0.55 "GET /v2.0/subnetpools/93a03a77-73cb-4f37-91b5-681aa07003fa/tags/tempest-TagsExtTest-Tag-1563210973 HTTP/1.1" status: 204 len: 168 time: 0.0364752 May 28 06:42:59.431492 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 43980) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:59.437546 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.tag.tag_plugin [None req-5ae5f545-63f1-4208-b3aa-489e380279a5 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '93a03a77-73cb-4f37-91b5-681aa07003fa', 'tempest-TagsExtTest-Tag-1563210973') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:42:59.548625 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bbea4bbe-4b48-41a3-8c63-60722c794a36 req-cebe4527-65ab-4357-a127-fb01b222d1f8 service neutron] 10.222.0.69 "GET /v2.0/networks/e7d92049-bff3-4c3a-a4bd-4950c7dcad1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6415393 May 28 06:42:59.562022 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-5ae5f545-63f1-4208-b3aa-489e380279a5 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] 10.222.0.55 "DELETE /v2.0/subnetpools/93a03a77-73cb-4f37-91b5-681aa07003fa/tags/tempest-TagsExtTest-Tag-1563210973 HTTP/1.1" status: 204 len: 168 time: 0.1293011 May 28 06:42:59.569372 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 43984) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:59.569549 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-35839edc-041f-4d68-912c-dcc4f12d9842 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4150765'] for subnet, precommit_delete_associations {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:59.569650 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.tag.tag_plugin [None req-c0750268-1353-4c1b-86a4-a12f1d864174 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '93a03a77-73cb-4f37-91b5-681aa07003fa') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:42:59.581045 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4323e40e-5cda-41f3-98b3-97ad601f4577 None None] Network 0533a001-1b25-4278-bc50-d9d6533208e6 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:42:59.593046 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-c0750268-1353-4c1b-86a4-a12f1d864174 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] 10.222.0.55 "GET /v2.0/subnetpools/93a03a77-73cb-4f37-91b5-681aa07003fa/tags HTTP/1.1" status: 200 len: 205 time: 0.0293899 May 28 06:42:59.598607 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 43988) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:59.602627 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.tag.tag_plugin [None req-44819e6e-5fc1-45f0-ac87-1ff6bbd0822d tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '93a03a77-73cb-4f37-91b5-681aa07003fa') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:42:59.639633 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-44819e6e-5fc1-45f0-ac87-1ff6bbd0822d tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] 10.222.0.55 "DELETE /v2.0/subnetpools/93a03a77-73cb-4f37-91b5-681aa07003fa/tags HTTP/1.1" status: 204 len: 168 time: 0.0399876 May 28 06:42:59.639889 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 43994) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:59.645905 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.tag.tag_plugin [None req-b5acc686-f9d0-4f75-9b54-5e5967b9aefb tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '61ab8d7e-ed16-484f-b291-0956b6273879') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:42:59.801363 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bbea4bbe-4b48-41a3-8c63-60722c794a36 req-1a9b6746-e116-40be-a079-5338491fafe3 service neutron] 10.222.0.69 "GET /v2.0/networks/e7d92049-bff3-4c3a-a4bd-4950c7dcad1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421625 May 28 06:42:59.856637 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0107c82a-55cf-4156-b42a-3ece3d247d8e tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:59.925929 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-b5acc686-f9d0-4f75-9b54-5e5967b9aefb tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] 10.222.0.55 "DELETE /v2.0/routers/61ab8d7e-ed16-484f-b291-0956b6273879/tags HTTP/1.1" status: 204 len: 168 time: 0.2851186 May 28 06:42:59.926701 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44000) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:59.932752 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:59.933494 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.tag.tag_plugin [None req-e9b733c1-3350-4b6c-9a35-819a0a4aecda tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '50f3ddc5-3d53-4677-a5d9-c0da1b75cae1') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:42:59.999290 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-0107c82a-55cf-4156-b42a-3ece3d247d8e tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Calling delete_port for b2fb0305-4e51-4882-bffe-1ebf50b42da8 owned by {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:43:00.013966 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-e9b733c1-3350-4b6c-9a35-819a0a4aecda tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] 10.222.0.55 "DELETE /v2.0/ports/50f3ddc5-3d53-4677-a5d9-c0da1b75cae1/tags HTTP/1.1" status: 204 len: 168 time: 0.0862374 May 28 06:43:00.016424 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44006) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:00.017852 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:00.021389 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.tag.tag_plugin [None req-dbc94df9-01ac-4fe4-a1b4-9ea51c23a59e tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '9b685976-1646-47cf-b575-93275c8c2ac5') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:43:00.054969 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8307254a-b0b3-4ccf-932a-15b4e207f833 req-41d8a223-6743-40d0-9be3-2d43b022e022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:00.056493 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8307254a-b0b3-4ccf-932a-15b4e207f833 req-41d8a223-6743-40d0-9be3-2d43b022e022 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5c3b5aa8-f00c-404a-893f-b48a9286645a HTTP/1.1" status: 200 len: 1096 time: 0.6761296 May 28 06:43:00.093402 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-35839edc-041f-4d68-912c-dcc4f12d9842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:00.094955 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-dbc94df9-01ac-4fe4-a1b4-9ea51c23a59e tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] 10.222.0.55 "DELETE /v2.0/subnets/9b685976-1646-47cf-b575-93275c8c2ac5/tags HTTP/1.1" status: 204 len: 168 time: 0.0775146 May 28 06:43:00.098925 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44012) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:00.104744 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.tag.tag_plugin [None req-2e00ca1a-5455-4286-9680-bc1e242045ea tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '9b685976-1646-47cf-b575-93275c8c2ac5', 'tempest-TagsExtTest-Tag-1509559819') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:43:00.128568 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4a8c85-583d-44d3-8a67-da04bf352937 req-c1b7c158-7820-420e-9e49-441a63dc6933 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:00.130035 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2e4a8c85-583d-44d3-8a67-da04bf352937 req-c1b7c158-7820-420e-9e49-441a63dc6933 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/ports?device_id=3bc3a953-7679-4415-9d44-7fab5c933346 HTTP/1.1" status: 200 len: 946 time: 0.8544915 May 28 06:43:00.202608 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8307254a-b0b3-4ccf-932a-15b4e207f833 req-90f7677d-c4d4-430d-8eab-56b7be90ae3c service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=bd713815-77d3-4a1d-b097-a9c1b1c84eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363003 May 28 06:43:00.240993 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-2e00ca1a-5455-4286-9680-bc1e242045ea tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] 10.222.0.55 "PUT /v2.0/subnets/9b685976-1646-47cf-b575-93275c8c2ac5/tags/tempest-TagsExtTest-Tag-1509559819 HTTP/1.1" status: 201 len: 201 time: 0.1382797 May 28 06:43:00.244615 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44022) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:00.246808 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.tag.tag_plugin [None req-3ce75017-bf18-494b-8233-8dd8ef2f1afd tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '50f3ddc5-3d53-4677-a5d9-c0da1b75cae1', 'tempest-TagsExtTest-Tag-1775233515') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:43:00.271727 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2e4a8c85-583d-44d3-8a67-da04bf352937 req-97ba7d00-e683-4d9e-8367-a35d531c3b8b tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/security-groups?id=23eed38c-aa44-447e-83a9-ccee1b1a7a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274486 May 28 06:43:00.282055 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device b58271cd-282f-4724-85b3-6db7ec8fc049 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:43:00.360056 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: b58271cd-282f-4724-85b3-6db7ec8fc049 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:43:00.360056 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device b58271cd-282f-4724-85b3-6db7ec8fc049 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:43:00.372766 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-35839edc-041f-4d68-912c-dcc4f12d9842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3115981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3172005'] for subnet, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:00.448989 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44028) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:00.455499 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-266537ce-2684-4a95-85c1-862e34d6d7bd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-466870731-network', 'tenant_id': '504540c23d324383bcec7772ccaf68a9'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:43:00.461523 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-266537ce-2684-4a95-85c1-862e34d6d7bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:43:00.465737 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-266537ce-2684-4a95-85c1-862e34d6d7bd admin admin] Usage tracker for resource:network and tenant:504540c23d324383bcec7772ccaf68a9 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:43:00.469686 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-266537ce-2684-4a95-85c1-862e34d6d7bd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:43:00.478402 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-266537ce-2684-4a95-85c1-862e34d6d7bd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:43:00.541576 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-3ce75017-bf18-494b-8233-8dd8ef2f1afd tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] 10.222.0.55 "PUT /v2.0/ports/50f3ddc5-3d53-4677-a5d9-c0da1b75cae1/tags/tempest-TagsExtTest-Tag-1775233515 HTTP/1.1" status: 201 len: 201 time: 0.2990484 May 28 06:43:00.543992 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44032) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:00.550458 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.tag.tag_plugin [None req-76c155a4-ed18-4238-8105-b0909ff19e6d tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '61ab8d7e-ed16-484f-b291-0956b6273879', 'tempest-TagsExtTest-Tag-226207977') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:43:00.554806 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-15968d61-25b9-40db-8c05-73da9b693625 req-93006618-9781-4685-b00e-0e1fbe94c341 tempest-ServerShowV254Test-2131204054 tempest-ServerShowV254Test-2131204054-project] 10.222.0.55 "GET /v2.0/ports?device_id=57d37550-36d2-4baa-ae3f-42e53b4b3eee HTTP/1.1" status: 200 len: 210 time: 0.2252157 May 28 06:43:00.558073 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0107c82a-55cf-4156-b42a-3ece3d247d8e tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:00.588869 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35839edc-041f-4d68-912c-dcc4f12d9842 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63994f4d-7e85-4fdc-89a1-6c8536e7f551,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:00.603179 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e092651b-1269-4fcb-b1cb-a523c7e08998 None None] Network a8fa6c28-5257-4dd9-bf7e-c257b513d11b requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:43:00.629877 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-35839edc-041f-4d68-912c-dcc4f12d9842 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:00.654152 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-266537ce-2684-4a95-85c1-862e34d6d7bd admin admin] Made reservation on behalf of 504540c23d324383bcec7772ccaf68a9 for: {'network': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:43:00.656421 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-266537ce-2684-4a95-85c1-862e34d6d7bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:00.665036 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0107c82a-55cf-4156-b42a-3ece3d247d8e tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Pushing event deleted for resources: {'Port': ['ID=b2fb0305-4e51-4882-bffe-1ebf50b42da8,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:00.720529 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0107c82a-55cf-4156-b42a-3ece3d247d8e tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:00.725005 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-0107c82a-55cf-4156-b42a-3ece3d247d8e tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "DELETE /v2.0/ports/b2fb0305-4e51-4882-bffe-1ebf50b42da8 HTTP/1.1" status: 204 len: 168 time: 2.1792722 May 28 06:43:00.726029 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 44036) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:00.742390 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-266537ce-2684-4a95-85c1-862e34d6d7bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:00.763732 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-266537ce-2684-4a95-85c1-862e34d6d7bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:43:00.769598 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-266537ce-2684-4a95-85c1-862e34d6d7bd admin admin] Usage tracker for resource:security_group_rule and tenant:504540c23d324383bcec7772ccaf68a9 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:43:00.774507 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-266537ce-2684-4a95-85c1-862e34d6d7bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:43:00.775008 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-35839edc-041f-4d68-912c-dcc4f12d9842 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/63994f4d-7e85-4fdc-89a1-6c8536e7f551 HTTP/1.1" status: 204 len: 168 time: 1.9053864 May 28 06:43:00.775612 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 44040) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:00.784115 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-266537ce-2684-4a95-85c1-862e34d6d7bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:43:00.872920 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-76c155a4-ed18-4238-8105-b0909ff19e6d tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] 10.222.0.55 "PUT /v2.0/routers/61ab8d7e-ed16-484f-b291-0956b6273879/tags/tempest-TagsExtTest-Tag-226207977 HTTP/1.1" status: 201 len: 201 time: 0.3254206 May 28 06:43:00.875420 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44044) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:00.896407 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.tag.tag_plugin [None req-3bf626ae-fb49-490b-adac-d943536064a1 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '93a03a77-73cb-4f37-91b5-681aa07003fa', 'tempest-TagsExtTest-Tag-1826777855') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:43:00.939417 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37db5cb1-4546-4d69-933b-01dd2716cc5c None None] DHCP port deletion for a8fa6c28-5257-4dd9-bf7e-c257b513d11b request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:43:00.942663 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-266537ce-2684-4a95-85c1-862e34d6d7bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:00.943971 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-37db5cb1-4546-4d69-933b-01dd2716cc5c None None] Deleting port bbb8d61c-0148-40e3-aee4-886e9d2e02a7 {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:43:00.944494 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-37db5cb1-4546-4d69-933b-01dd2716cc5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:00.945791 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bd11b9-7bf3-4571-9c31-5884104b7e12 req-15ddd3d1-dcc2-47a5-a29e-e24b3581fe12 tempest-InstanceActionsNegativeTestJSON-658561330 tempest-InstanceActionsNegativeTestJSON-658561330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:00.947266 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-45bd11b9-7bf3-4571-9c31-5884104b7e12 req-15ddd3d1-dcc2-47a5-a29e-e24b3581fe12 tempest-InstanceActionsNegativeTestJSON-658561330 tempest-InstanceActionsNegativeTestJSON-658561330-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c3b5aa8-f00c-404a-893f-b48a9286645a HTTP/1.1" status: 200 len: 945 time: 0.3980873 May 28 06:43:00.953209 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f796e9-36ed-42e3-98bb-76099ab34c8b tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:00.954890 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f796e9-36ed-42e3-98bb-76099ab34c8b tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:00.955608 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-22f796e9-36ed-42e3-98bb-76099ab34c8b tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Synchronizing usage tracker for tenant:5e9e9447c07c4077b6694ab63e3affe5 on resource:subnet {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:43:01.003911 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-266537ce-2684-4a95-85c1-862e34d6d7bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:01.019601 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3579acd3-4a0c-4223-b748-e5a21ea52be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:01.031513 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-45bd11b9-7bf3-4571-9c31-5884104b7e12 req-e27f9e76-264e-4a72-ada0-c355885e4f5f tempest-InstanceActionsNegativeTestJSON-658561330 tempest-InstanceActionsNegativeTestJSON-658561330-project] 10.222.0.55 "GET /v2.0/security-groups?id=bd713815-77d3-4a1d-b097-a9c1b1c84eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730317 May 28 06:43:01.039871 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-266537ce-2684-4a95-85c1-862e34d6d7bd admin admin] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=89109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:43:01.040589 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-3579acd3-4a0c-4223-b748-e5a21ea52be5 admin admin] Deleting port bbb8d61c-0148-40e3-aee4-886e9d2e02a7 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:43:01.040930 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3579acd3-4a0c-4223-b748-e5a21ea52be5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:01.051778 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-3bf626ae-fb49-490b-adac-d943536064a1 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] 10.222.0.55 "PUT /v2.0/subnetpools/93a03a77-73cb-4f37-91b5-681aa07003fa/tags/tempest-TagsExtTest-Tag-1826777855 HTTP/1.1" status: 201 len: 201 time: 0.1722319 May 28 06:43:01.054003 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44048) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:01.061739 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266537ce-2684-4a95-85c1-862e34d6d7bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05180eac-4d7e-4e43-a707-da7ffd8e547a,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:01.068695 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.tag.tag_plugin [None req-c0b930d5-685f-4f66-a404-7ed09627adf2 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '9b685976-1646-47cf-b575-93275c8c2ac5', {'tags': ['tempest-TagsExtTest-Tag-82419045', 'tempest-TagsExtTest-Tag-2022335003', 'tempest-TagsExtTest-Tag-553917283']}) {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:43:01.071611 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-22f796e9-36ed-42e3-98bb-76099ab34c8b tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Unset dirty status for tenant:5e9e9447c07c4077b6694ab63e3affe5 on resource:subnet {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:43:01.082398 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-22f796e9-36ed-42e3-98bb-76099ab34c8b tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3469009 May 28 06:43:01.082398 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 44052) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:01.116399 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-266537ce-2684-4a95-85c1-862e34d6d7bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:01.117001 n-d-843702-1 neutron-server[89109]: INFO neutron.db.segments_db [None req-266537ce-2684-4a95-85c1-862e34d6d7bd admin admin] Added segment 47f0c83e-4e8b-4ba9-91e4-7dcf176811b7 of type vlan for network fd550c8b-8f2c-4aa3-909a-17046730afa6 May 28 06:43:01.161947 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-266537ce-2684-4a95-85c1-862e34d6d7bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:01.185644 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-37db5cb1-4546-4d69-933b-01dd2716cc5c None None] For port bbb8d61c-0148-40e3-aee4-886e9d2e02a7, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=bbb8d61c-0148-40e3-aee4-886e9d2e02a7,segment=NetworkSegment(38fd89a2-8195-4731-ba40-f43c54a7016a),segment_id=38fd89a2-8195-4731-ba40-f43c54a7016a)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:43:01.186401 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-37db5cb1-4546-4d69-933b-01dd2716cc5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:01.206276 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_v2 [None req-92668733-f80e-4860-92e5-be9967d5cf65 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Deleting subnet 153ab6a7-b197-49d2-9125-e6a7236768c3 {{(pid=89110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:43:01.213278 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-92668733-f80e-4860-92e5-be9967d5cf65 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks [] for subnet, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:01.295513 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-c0b930d5-685f-4f66-a404-7ed09627adf2 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] 10.222.0.55 "PUT /v2.0/subnets/9b685976-1646-47cf-b575-93275c8c2ac5/tags HTTP/1.1" status: 200 len: 315 time: 0.2400067 May 28 06:43:01.298038 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44056) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:01.304694 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.tag.tag_plugin [None req-ecdf28eb-cd19-4a5d-a246-737c97be9cbf tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '9b685976-1646-47cf-b575-93275c8c2ac5') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:43:01.320690 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-37db5cb1-4546-4d69-933b-01dd2716cc5c None None] Calling delete_port for bbb8d61c-0148-40e3-aee4-886e9d2e02a7 owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:43:01.343232 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-266537ce-2684-4a95-85c1-862e34d6d7bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:01.344774 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-266537ce-2684-4a95-85c1-862e34d6d7bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:01.345548 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-266537ce-2684-4a95-85c1-862e34d6d7bd admin admin] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:01.354096 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-92668733-f80e-4860-92e5-be9967d5cf65 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4150765'] for subnet, precommit_delete_associations {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:01.410968 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [None req-3579acd3-4a0c-4223-b748-e5a21ea52be5 admin admin] For port bbb8d61c-0148-40e3-aee4-886e9d2e02a7, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=bbb8d61c-0148-40e3-aee4-886e9d2e02a7,segment=NetworkSegment(38fd89a2-8195-4731-ba40-f43c54a7016a),segment_id=38fd89a2-8195-4731-ba40-f43c54a7016a)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:43:01.411648 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3579acd3-4a0c-4223-b748-e5a21ea52be5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:01.498008 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266537ce-2684-4a95-85c1-862e34d6d7bd admin admin] Pushing event updated for resources: {'Network': ['ID=fd550c8b-8f2c-4aa3-909a-17046730afa6,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:01.499720 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-37db5cb1-4546-4d69-933b-01dd2716cc5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879'] for port, after_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:01.540479 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network fd550c8b-8f2c-4aa3-909a-17046730afa6 details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:43:01.582934 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37db5cb1-4546-4d69-933b-01dd2716cc5c None None] Pushing event deleted for resources: {'Port': ['ID=bbb8d61c-0148-40e3-aee4-886e9d2e02a7,revision_number=None']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:01.588347 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-3579acd3-4a0c-4223-b748-e5a21ea52be5 admin admin] Calling delete_port for bbb8d61c-0148-40e3-aee4-886e9d2e02a7 owned by network:dhcp {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:43:01.592975 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-266537ce-2684-4a95-85c1-862e34d6d7bd admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1420789 May 28 06:43:01.594052 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44064) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:01.600523 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-f904c544-7168-47be-9c28-3aaee0623037 admin admin] Request body: {'subnet': {'network_id': 'fd550c8b-8f2c-4aa3-909a-17046730afa6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-466870731-subnet', 'tenant_id': '504540c23d324383bcec7772ccaf68a9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:43:01.612202 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-f904c544-7168-47be-9c28-3aaee0623037 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:43:01.619243 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-f904c544-7168-47be-9c28-3aaee0623037 admin admin] Usage tracker for resource:subnet and tenant:504540c23d324383bcec7772ccaf68a9 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:43:01.627315 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-f904c544-7168-47be-9c28-3aaee0623037 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:43:01.644019 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37db5cb1-4546-4d69-933b-01dd2716cc5c None None] No DVR routers for this DVR port bbb8d61c-0148-40e3-aee4-886e9d2e02a7 on host n-d-843702-1 {{(pid=89111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:43:01.670098 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-f904c544-7168-47be-9c28-3aaee0623037 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:43:01.690374 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-ecdf28eb-cd19-4a5d-a246-737c97be9cbf tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] 10.222.0.55 "DELETE /v2.0/subnets/9b685976-1646-47cf-b575-93275c8c2ac5/tags HTTP/1.1" status: 204 len: 168 time: 0.3895946 May 28 06:43:01.695158 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44068) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:01.702980 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.tag.tag_plugin [None req-4dd50db4-c247-4c5a-b000-9b4beb5d4218 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '9b685976-1646-47cf-b575-93275c8c2ac5', 'tempest-TagsExtTest-Tag-82419045') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:43:01.739598 n-d-843702-1 neutron-server[89110]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 28 06:43:01.739598 n-d-843702-1 neutron-server[89110]: from cryptography.utils import int_from_bytes May 28 06:43:01.739598 n-d-843702-1 neutron-server[89110]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 28 06:43:01.739598 n-d-843702-1 neutron-server[89110]: from cryptography.utils import int_from_bytes May 28 06:43:01.739598 n-d-843702-1 neutron-server[89110]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) May 28 06:43:01.739598 n-d-843702-1 neutron-server[89110]: util.warn_limited( May 28 06:43:01.739598 n-d-843702-1 neutron-server[89110]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) May 28 06:43:01.739598 n-d-843702-1 neutron-server[89110]: util.warn_limited( May 28 06:43:01.739598 n-d-843702-1 neutron-server[89110]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:43:01.739598 n-d-843702-1 neutron-server[89110]: util.warn( May 28 06:43:01.739598 n-d-843702-1 neutron-server[89110]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:43:01.739598 n-d-843702-1 neutron-server[89110]: util.warn( May 28 06:43:01.739598 n-d-843702-1 neutron-server[89110]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:43:01.739598 n-d-843702-1 neutron-server[89110]: util.warn( May 28 06:43:01.739598 n-d-843702-1 neutron-server[89110]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:43:01.739598 n-d-843702-1 neutron-server[89110]: util.warn( May 28 06:43:01.739598 n-d-843702-1 neutron-server[89110]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:43:01.739598 n-d-843702-1 neutron-server[89110]: util.warn( May 28 06:43:01.739598 n-d-843702-1 neutron-server[89110]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:43:01.739598 n-d-843702-1 neutron-server[89110]: util.warn( May 28 06:43:01.739598 n-d-843702-1 neutron-server[89110]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:43:01.739598 n-d-843702-1 neutron-server[89110]: util.warn( May 28 06:43:01.739598 n-d-843702-1 neutron-server[89110]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:43:01.739598 n-d-843702-1 neutron-server[89110]: util.warn( May 28 06:43:01.739598 n-d-843702-1 neutron-server[89110]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:43:01.739598 n-d-843702-1 neutron-server[89110]: util.warn( May 28 06:43:01.739598 n-d-843702-1 neutron-server[89110]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:43:01.739598 n-d-843702-1 neutron-server[89110]: util.warn( May 28 06:43:01.739598 n-d-843702-1 neutron-server[89110]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:43:01.739598 n-d-843702-1 neutron-server[89110]: util.warn( May 28 06:43:01.739598 n-d-843702-1 neutron-server[89110]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:43:01.739598 n-d-843702-1 neutron-server[89110]: util.warn( May 28 06:43:01.739598 n-d-843702-1 neutron-server[89110]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:43:01.739598 n-d-843702-1 neutron-server[89110]: util.warn( May 28 06:43:01.739598 n-d-843702-1 neutron-server[89110]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:43:01.739598 n-d-843702-1 neutron-server[89110]: util.warn( May 28 06:43:01.739598 n-d-843702-1 neutron-server[89110]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:43:01.739598 n-d-843702-1 neutron-server[89110]: util.warn( May 28 06:43:01.739598 n-d-843702-1 neutron-server[89110]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:43:01.739598 n-d-843702-1 neutron-server[89110]: util.warn( May 28 06:43:01.739598 n-d-843702-1 neutron-server[89110]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:43:01.739598 n-d-843702-1 neutron-server[89110]: util.warn( May 28 06:43:01.739598 n-d-843702-1 neutron-server[89110]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:43:01.739598 n-d-843702-1 neutron-server[89110]: util.warn( May 28 06:43:01.739598 n-d-843702-1 neutron-server[89110]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:43:01.739598 n-d-843702-1 neutron-server[89110]: util.warn( May 28 06:43:01.739598 n-d-843702-1 neutron-server[89110]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:43:01.739598 n-d-843702-1 neutron-server[89110]: util.warn( May 28 06:43:01.739598 n-d-843702-1 neutron-server[89110]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:43:01.739598 n-d-843702-1 neutron-server[89110]: util.warn( May 28 06:43:01.739598 n-d-843702-1 neutron-server[89110]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:43:01.739598 n-d-843702-1 neutron-server[89110]: util.warn( May 28 06:43:01.739598 n-d-843702-1 neutron-server[89110]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:43:01.739598 n-d-843702-1 neutron-server[89110]: util.warn( May 28 06:43:01.739598 n-d-843702-1 neutron-server[89110]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:43:01.739598 n-d-843702-1 neutron-server[89110]: util.warn( May 28 06:43:01.744886 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-92668733-f80e-4860-92e5-be9967d5cf65 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:01.774476 n-d-843702-1 neutron-server[89109]: INFO neutron.api.v2.resource [None req-4dd50db4-c247-4c5a-b000-9b4beb5d4218 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] show failed (client error): The resource could not be found. May 28 06:43:01.778812 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-4dd50db4-c247-4c5a-b000-9b4beb5d4218 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] 10.222.0.55 "GET /v2.0/subnets/9b685976-1646-47cf-b575-93275c8c2ac5/tags/tempest-TagsExtTest-Tag-82419045 HTTP/1.1" status: 404 len: 327 time: 0.0823424 May 28 06:43:01.779524 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44072) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:01.784862 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.tag.tag_plugin [None req-c080f893-7595-4aa7-a746-ecf1e1699241 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '9b685976-1646-47cf-b575-93275c8c2ac5', 'tempest-TagsExtTest-Tag-2022335003') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:43:01.797931 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:01.840801 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2fcff6b0-32b1-451a-a279-52e54c795efe req-57e3f785-cb2b-41c0-87eb-8f2892fdc0e5 tempest-ServerShowV254Test-2131204054 tempest-ServerShowV254Test-2131204054-project] 10.222.0.55 "GET /v2.0/ports?device_id=57d37550-36d2-4baa-ae3f-42e53b4b3eee HTTP/1.1" status: 200 len: 210 time: 0.0670712 May 28 06:43:01.844327 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.db.api [None req-3579acd3-4a0c-4223-b748-e5a21ea52be5 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89110) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:43:01.844833 n-d-843702-1 neutron-server[89110]: DEBUG oslo_db.api [None req-3579acd3-4a0c-4223-b748-e5a21ea52be5 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:43:01.859952 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0a7141-9e0d-45d0-b218-d92df956335e req-476059e9-85d7-4a7b-a640-3dd5a3fa9e48 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:01.860075 n-d-843702-1 neutron-server[89109]: INFO neutron.api.v2.resource [None req-c080f893-7595-4aa7-a746-ecf1e1699241 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] show failed (client error): The resource could not be found. May 28 06:43:01.860181 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6a0a7141-9e0d-45d0-b218-d92df956335e req-476059e9-85d7-4a7b-a640-3dd5a3fa9e48 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/ports?device_id=3bc3a953-7679-4415-9d44-7fab5c933346 HTTP/1.1" status: 200 len: 946 time: 0.3770537 May 28 06:43:01.860291 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-c080f893-7595-4aa7-a746-ecf1e1699241 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] 10.222.0.55 "GET /v2.0/subnets/9b685976-1646-47cf-b575-93275c8c2ac5/tags/tempest-TagsExtTest-Tag-2022335003 HTTP/1.1" status: 404 len: 329 time: 0.0787034 May 28 06:43:01.864752 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 44076) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:01.872274 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.tag.tag_plugin [None req-22df83c1-881b-4af6-9beb-3753b989cb70 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '9b685976-1646-47cf-b575-93275c8c2ac5', 'tempest-TagsExtTest-Tag-553917283') {} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:43:01.899461 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f904c544-7168-47be-9c28-3aaee0623037 admin admin] Made reservation on behalf of 504540c23d324383bcec7772ccaf68a9 for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:43:01.902133 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f904c544-7168-47be-9c28-3aaee0623037 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:01.954180 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6a0a7141-9e0d-45d0-b218-d92df956335e req-4efd4a9a-2c5f-49b0-958e-1f1a84bdb114 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/security-groups?id=23eed38c-aa44-447e-83a9-ccee1b1a7a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866578 May 28 06:43:01.982917 n-d-843702-1 neutron-server[89110]: INFO neutron.api.v2.resource [None req-22df83c1-881b-4af6-9beb-3753b989cb70 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] show failed (client error): The resource could not be found. May 28 06:43:01.983961 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-22df83c1-881b-4af6-9beb-3753b989cb70 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] 10.222.0.55 "GET /v2.0/subnets/9b685976-1646-47cf-b575-93275c8c2ac5/tags/tempest-TagsExtTest-Tag-553917283 HTTP/1.1" status: 404 len: 328 time: 0.1182888 May 28 06:43:01.986728 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 44080) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:01.992238 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.tag.tag_plugin [None req-8a944a67-44cb-451b-b203-bd4a9c86ddb7 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '50f3ddc5-3d53-4677-a5d9-c0da1b75cae1', {'tags': ['tempest-TagsExtTest-Tag-2067915056', 'tempest-TagsExtTest-Tag-1723252265', 'tempest-TagsExtTest-Tag-277192966']}) {} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:43:02.049793 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-92668733-f80e-4860-92e5-be9967d5cf65 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3115981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3172005'] for subnet, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:02.101978 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92668733-f80e-4860-92e5-be9967d5cf65 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Pushing event deleted for resources: {'Subnet': ['ID=153ab6a7-b197-49d2-9125-e6a7236768c3,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:02.103995 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-92668733-f80e-4860-92e5-be9967d5cf65 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:02.111451 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f1cbf1-bb24-4482-a7bf-2e21e23da03a None None] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:43:02.210918 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-8a944a67-44cb-451b-b203-bd4a9c86ddb7 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] 10.222.0.55 "PUT /v2.0/ports/50f3ddc5-3d53-4677-a5d9-c0da1b75cae1/tags HTTP/1.1" status: 200 len: 317 time: 0.2205508 May 28 06:43:02.211231 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44086) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:02.216324 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.tag.tag_plugin [None req-97449131-16b0-4ef5-b207-d46ea0a26e1b tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '50f3ddc5-3d53-4677-a5d9-c0da1b75cae1') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:43:02.247257 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-92668733-f80e-4860-92e5-be9967d5cf65 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "DELETE /v2.0/subnets/153ab6a7-b197-49d2-9125-e6a7236768c3 HTTP/1.1" status: 204 len: 168 time: 1.1597190 May 28 06:43:02.248128 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 44090) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:02.255098 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f904c544-7168-47be-9c28-3aaee0623037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:02.306639 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:02.310732 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device bbb8d61c-0148-40e3-aee4-886e9d2e02a7 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:43:02.354665 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f904c544-7168-47be-9c28-3aaee0623037 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2540a854-5ab9-4f36-b5b7-210b2f55f5d2,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:02.358509 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: bbb8d61c-0148-40e3-aee4-886e9d2e02a7 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:43:02.361493 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device bbb8d61c-0148-40e3-aee4-886e9d2e02a7 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:43:02.373244 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f904c544-7168-47be-9c28-3aaee0623037 admin admin] Checking segment: {'id': '47f0c83e-4e8b-4ba9-91e4-7dcf176811b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'fd550c8b-8f2c-4aa3-909a-17046730afa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:43:02.373767 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f904c544-7168-47be-9c28-3aaee0623037 admin admin] Network hostable DHCP agents. Network: fd550c8b-8f2c-4aa3-909a-17046730afa6, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:43:02.440764 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60e3a87-1c0c-44c2-9d7a-7a213d38bbb0 None None] DHCP port deletion for 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:43:02.445849 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-f60e3a87-1c0c-44c2-9d7a-7a213d38bbb0 None None] Deleting port eab69d9c-8396-4812-b10e-c5b51f7b0ea0 {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:43:02.446243 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-f60e3a87-1c0c-44c2-9d7a-7a213d38bbb0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:02.450451 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-3579acd3-4a0c-4223-b748-e5a21ea52be5 admin admin] Deleting port bbb8d61c-0148-40e3-aee4-886e9d2e02a7 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:43:02.450788 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3579acd3-4a0c-4223-b748-e5a21ea52be5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:02.502038 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-378133df-7929-4879-85c8-4f269918ee7d tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2508986 May 28 06:43:02.502352 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44094) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:02.541139 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-3579acd3-4a0c-4223-b748-e5a21ea52be5 admin admin] The port 'bbb8d61c-0148-40e3-aee4-886e9d2e02a7' was deleted {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 06:43:02.548995 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f904c544-7168-47be-9c28-3aaee0623037 admin admin] Network fd550c8b-8f2c-4aa3-909a-17046730afa6 is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:43:02.560944 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-97449131-16b0-4ef5-b207-d46ea0a26e1b tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] 10.222.0.55 "DELETE /v2.0/ports/50f3ddc5-3d53-4677-a5d9-c0da1b75cae1/tags HTTP/1.1" status: 204 len: 168 time: 0.3486528 May 28 06:43:02.568689 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44098) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:02.575999 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.tag.tag_plugin [None req-bc7af2fd-aa87-4305-8209-2925eb5c2195 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '50f3ddc5-3d53-4677-a5d9-c0da1b75cae1', 'tempest-TagsExtTest-Tag-2067915056') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:43:02.587722 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8130d3a8-29ba-4714-8737-492c81ff131e req-54a2f090-32c8-4710-a533-20c3c8e0d0bb tempest-InstanceActionsNegativeTestJSON-658561330 tempest-InstanceActionsNegativeTestJSON-658561330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:02.589241 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8130d3a8-29ba-4714-8737-492c81ff131e req-54a2f090-32c8-4710-a533-20c3c8e0d0bb tempest-InstanceActionsNegativeTestJSON-658561330 tempest-InstanceActionsNegativeTestJSON-658561330-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c3b5aa8-f00c-404a-893f-b48a9286645a HTTP/1.1" status: 200 len: 945 time: 0.4184451 May 28 06:43:02.691590 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-f60e3a87-1c0c-44c2-9d7a-7a213d38bbb0 None None] For port eab69d9c-8396-4812-b10e-c5b51f7b0ea0, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=eab69d9c-8396-4812-b10e-c5b51f7b0ea0,segment=NetworkSegment(e82da2dd-17b8-4c15-8abb-711622ad0a92),segment_id=e82da2dd-17b8-4c15-8abb-711622ad0a92)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:43:02.692416 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-f60e3a87-1c0c-44c2-9d7a-7a213d38bbb0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:02.707072 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3579acd3-4a0c-4223-b748-e5a21ea52be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:02.735993 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8130d3a8-29ba-4714-8737-492c81ff131e req-843a6d4b-6df9-4b55-b701-8bc6b21493e8 tempest-InstanceActionsNegativeTestJSON-658561330 tempest-InstanceActionsNegativeTestJSON-658561330-project] 10.222.0.55 "GET /v2.0/security-groups?id=bd713815-77d3-4a1d-b097-a9c1b1c84eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310997 May 28 06:43:02.741708 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-f904c544-7168-47be-9c28-3aaee0623037 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, fd550c8b-8f2c-4aa3-909a-17046730afa6) {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:43:02.744040 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-3579acd3-4a0c-4223-b748-e5a21ea52be5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8fa6c28-5257-4dd9-bf7e-c257b513d11b']}} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:43:02.748840 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f904c544-7168-47be-9c28-3aaee0623037 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:02.749450 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f904c544-7168-47be-9c28-3aaee0623037 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:02.776875 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-3579acd3-4a0c-4223-b748-e5a21ea52be5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38fd89a2-8195-4731-ba40-f43c54a7016a') {'for_net_delete': True} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:43:02.776875 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-3579acd3-4a0c-4223-b748-e5a21ea52be5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38fd89a2-8195-4731-ba40-f43c54a7016a') {} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:43:02.789265 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3579acd3-4a0c-4223-b748-e5a21ea52be5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4150778'] for segment, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:02.806302 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf40a64b-9dfd-4ef9-95e0-ad8babda61db tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:02.806664 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9438430-cf94-4674-85cc-a8ae6a33517a None None] Network fd550c8b-8f2c-4aa3-909a-17046730afa6 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:43:02.807839 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-bf40a64b-9dfd-4ef9-95e0-ad8babda61db tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3044515 May 28 06:43:02.810314 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44104) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:02.816352 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3579acd3-4a0c-4223-b748-e5a21ea52be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:02.823634 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3579acd3-4a0c-4223-b748-e5a21ea52be5 admin admin] Releasing vlan 351 on physical network physnet1 to pool {{(pid=89110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:43:02.824116 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3579acd3-4a0c-4223-b748-e5a21ea52be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3143023'] for segment, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:02.856605 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-f904c544-7168-47be-9c28-3aaee0623037 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2608356 May 28 06:43:02.879245 n-d-843702-1 neutron-server[89109]: INFO neutron.api.v2.resource [None req-bc7af2fd-aa87-4305-8209-2925eb5c2195 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] show failed (client error): The resource could not be found. May 28 06:43:02.879245 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-bc7af2fd-aa87-4305-8209-2925eb5c2195 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] 10.222.0.55 "GET /v2.0/ports/50f3ddc5-3d53-4677-a5d9-c0da1b75cae1/tags/tempest-TagsExtTest-Tag-2067915056 HTTP/1.1" status: 404 len: 329 time: 0.3059804 May 28 06:43:02.880968 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44112) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:02.890426 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.tag.tag_plugin [None req-147164b4-3df4-4c44-b34f-2e7112a09b9e tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '50f3ddc5-3d53-4677-a5d9-c0da1b75cae1', 'tempest-TagsExtTest-Tag-1723252265') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:43:02.937031 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578c4cbd-b4b7-4ccd-afec-66ecc1c666f5 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:02.937769 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-578c4cbd-b4b7-4ccd-afec-66ecc1c666f5 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Synchronizing usage tracker for tenant:5e9e9447c07c4077b6694ab63e3affe5 on resource:subnet {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:43:02.957308 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment 38fd89a2-8195-4731-ba40-f43c54a7016a resource provider aggregate not found May 28 06:43:02.972262 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-f60e3a87-1c0c-44c2-9d7a-7a213d38bbb0 None None] Calling delete_port for eab69d9c-8396-4812-b10e-c5b51f7b0ea0 owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:43:02.988636 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment 38fd89a2-8195-4731-ba40-f43c54a7016a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 38fd89a2-8195-4731-ba40-f43c54a7016a found for delete ", "request_id": "req-edea6842-0033-4bc9-9b2e-a5cf64e875c1"}]} May 28 06:43:03.021274 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3579acd3-4a0c-4223-b748-e5a21ea52be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:03.043731 n-d-843702-1 neutron-server[89109]: INFO neutron.api.v2.resource [None req-147164b4-3df4-4c44-b34f-2e7112a09b9e tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] show failed (client error): The resource could not be found. May 28 06:43:03.047523 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-147164b4-3df4-4c44-b34f-2e7112a09b9e tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] 10.222.0.55 "GET /v2.0/ports/50f3ddc5-3d53-4677-a5d9-c0da1b75cae1/tags/tempest-TagsExtTest-Tag-1723252265 HTTP/1.1" status: 404 len: 329 time: 0.1627715 May 28 06:43:03.047946 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44126) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:03.057300 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.tag.tag_plugin [None req-ce424055-8437-4ec0-af94-15be558630e0 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '50f3ddc5-3d53-4677-a5d9-c0da1b75cae1', 'tempest-TagsExtTest-Tag-277192966') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:43:03.065237 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3579acd3-4a0c-4223-b748-e5a21ea52be5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:03.070677 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3579acd3-4a0c-4223-b748-e5a21ea52be5 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8fa6c28-5257-4dd9-bf7e-c257b513d11b,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:03.136232 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-578c4cbd-b4b7-4ccd-afec-66ecc1c666f5 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Unset dirty status for tenant:5e9e9447c07c4077b6694ab63e3affe5 on resource:subnet {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:43:03.139099 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-578c4cbd-b4b7-4ccd-afec-66ecc1c666f5 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3278925 May 28 06:43:03.144362 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d2515dd0-e3a3-486d-bfa6-74dee477f83b req-9ee10010-246e-4997-8e56-4192258198c4 tempest-ServerShowV254Test-2131204054 tempest-ServerShowV254Test-2131204054-project] 10.222.0.55 "GET /v2.0/ports?device_id=57d37550-36d2-4baa-ae3f-42e53b4b3eee HTTP/1.1" status: 200 len: 210 time: 0.0603940 May 28 06:43:03.144896 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 44132) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:03.189394 n-d-843702-1 neutron-server[89109]: INFO neutron.api.v2.resource [None req-ce424055-8437-4ec0-af94-15be558630e0 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] show failed (client error): The resource could not be found. May 28 06:43:03.190776 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-ce424055-8437-4ec0-af94-15be558630e0 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] 10.222.0.55 "GET /v2.0/ports/50f3ddc5-3d53-4677-a5d9-c0da1b75cae1/tags/tempest-TagsExtTest-Tag-277192966 HTTP/1.1" status: 404 len: 328 time: 0.1419013 May 28 06:43:03.193670 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44136) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:03.200881 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.tag.tag_plugin [None req-1d5f8380-2e56-4ed6-8bda-6b6689da509d tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '61ab8d7e-ed16-484f-b291-0956b6273879', {'tags': ['tempest-TagsExtTest-Tag-1904766313', 'tempest-TagsExtTest-Tag-1072549702', 'tempest-TagsExtTest-Tag-1002451013']}) {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:43:03.231027 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-f5ae0557-1066-43a9-8b49-170d9489dca5 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0846972 May 28 06:43:03.235020 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-3579acd3-4a0c-4223-b748-e5a21ea52be5 admin admin] 10.222.0.55 "DELETE /v2.0/networks/a8fa6c28-5257-4dd9-bf7e-c257b513d11b HTTP/1.1" status: 204 len: 168 time: 2.4404318 May 28 06:43:03.235951 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 44140) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:03.244790 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-d03299ad-70d6-4d8b-a285-f9a2d4bf2044 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Request body: {'subnet': {'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:43:03.318629 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-f60e3a87-1c0c-44c2-9d7a-7a213d38bbb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879'] for port, after_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:03.382498 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60e3a87-1c0c-44c2-9d7a-7a213d38bbb0 None None] No DVR routers for this DVR port eab69d9c-8396-4812-b10e-c5b51f7b0ea0 on host n-d-843702-1 {{(pid=89111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:43:03.386261 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60e3a87-1c0c-44c2-9d7a-7a213d38bbb0 None None] Pushing event deleted for resources: {'Port': ['ID=eab69d9c-8396-4812-b10e-c5b51f7b0ea0,revision_number=None']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:03.460683 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3722c8c-61cd-4f11-8bdd-8d4e7ef421dc None None] Network fd550c8b-8f2c-4aa3-909a-17046730afa6 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:43:03.464906 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-d03299ad-70d6-4d8b-a285-f9a2d4bf2044 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:43:03.479749 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-d03299ad-70d6-4d8b-a285-f9a2d4bf2044 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:43:03.490292 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0270a2-920b-4efd-8b77-23b6ea62325c req-f8601334-21ea-4165-a9e3-64af4b7f8dd5 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:03.492304 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-db0270a2-920b-4efd-8b77-23b6ea62325c req-f8601334-21ea-4165-a9e3-64af4b7f8dd5 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/ports?device_id=3bc3a953-7679-4415-9d44-7fab5c933346 HTTP/1.1" status: 200 len: 946 time: 0.1522875 May 28 06:43:03.542372 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-1d5f8380-2e56-4ed6-8bda-6b6689da509d tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] 10.222.0.55 "PUT /v2.0/routers/61ab8d7e-ed16-484f-b291-0956b6273879/tags HTTP/1.1" status: 200 len: 318 time: 0.3468308 May 28 06:43:03.544618 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44148) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:03.551609 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.tag.tag_plugin [None req-7ac6ba38-007f-41c0-80a9-09bdb53e6bbe tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '61ab8d7e-ed16-484f-b291-0956b6273879') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:43:03.572216 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-db0270a2-920b-4efd-8b77-23b6ea62325c req-35c71fff-b9d9-4ddd-9190-3e7b77588bfb tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/security-groups?id=23eed38c-aa44-447e-83a9-ccee1b1a7a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698137 May 28 06:43:03.625509 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d03299ad-70d6-4d8b-a285-f9a2d4bf2044 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Made reservation on behalf of 5e9e9447c07c4077b6694ab63e3affe5 for: {'subnet': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:43:03.629749 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d03299ad-70d6-4d8b-a285-f9a2d4bf2044 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3171998'] for subnet, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:03.764080 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44158) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:03.821719 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-b362a7f9-4da5-48c3-8181-370a7c61b66c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=50466b4420374aac8a4e6c84ffbb2d35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0535560 May 28 06:43:03.822244 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44170) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:03.835816 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-7ac6ba38-007f-41c0-80a9-09bdb53e6bbe tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] 10.222.0.55 "DELETE /v2.0/routers/61ab8d7e-ed16-484f-b291-0956b6273879/tags HTTP/1.1" status: 204 len: 168 time: 0.2902420 May 28 06:43:03.840426 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44174) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:03.846972 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.tag.tag_plugin [None req-21bcd03d-a328-4be7-8731-383ee1883fe1 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '61ab8d7e-ed16-484f-b291-0956b6273879', 'tempest-TagsExtTest-Tag-1904766313') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:43:04.019311 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c8f79694-54f5-4a8c-ad41-61096c66f814 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:04.023422 n-d-843702-1 neutron-server[89109]: INFO neutron.api.v2.resource [None req-21bcd03d-a328-4be7-8731-383ee1883fe1 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] show failed (client error): The resource could not be found. May 28 06:43:04.027104 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-21bcd03d-a328-4be7-8731-383ee1883fe1 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] 10.222.0.55 "GET /v2.0/routers/61ab8d7e-ed16-484f-b291-0956b6273879/tags/tempest-TagsExtTest-Tag-1904766313 HTTP/1.1" status: 404 len: 329 time: 0.1831307 May 28 06:43:04.027926 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 44178) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:04.038833 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.tag.tag_plugin [None req-f5887e5e-f398-4a8e-b2d0-ce717f8d5969 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '61ab8d7e-ed16-484f-b291-0956b6273879', 'tempest-TagsExtTest-Tag-1072549702') {} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:43:04.050582 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c8f79694-54f5-4a8c-ad41-61096c66f814 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:04.095252 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57886afb-b228-4ac2-964c-5b532ad650de req-46a8fe2e-6190-4adb-85d4-d29c289f157c tempest-VolumesActionsTest-1045885532 tempest-VolumesActionsTest-1045885532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:04.097273 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-57886afb-b228-4ac2-964c-5b532ad650de req-46a8fe2e-6190-4adb-85d4-d29c289f157c tempest-VolumesActionsTest-1045885532 tempest-VolumesActionsTest-1045885532-project] 10.222.0.55 "GET /v2.0/networks?id=0533a001-1b25-4278-bc50-d9d6533208e6 HTTP/1.1" status: 200 len: 809 time: 0.2559195 May 28 06:43:04.175097 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b146c067-5167-4148-8358-ec871117bea9 req-76cd6f80-de7d-47ff-a6e4-6338e62d96a4 tempest-InstanceActionsNegativeTestJSON-658561330 tempest-InstanceActionsNegativeTestJSON-658561330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:04.177150 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b146c067-5167-4148-8358-ec871117bea9 req-76cd6f80-de7d-47ff-a6e4-6338e62d96a4 tempest-InstanceActionsNegativeTestJSON-658561330 tempest-InstanceActionsNegativeTestJSON-658561330-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c3b5aa8-f00c-404a-893f-b48a9286645a HTTP/1.1" status: 200 len: 945 time: 0.4000223 May 28 06:43:04.185460 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c8f79694-54f5-4a8c-ad41-61096c66f814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:04.203669 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f79694-54f5-4a8c-ad41-61096c66f814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=841301ac-7f76-4850-b7b2-88bc3ba092d5,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:04.212320 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c8f79694-54f5-4a8c-ad41-61096c66f814 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:04.212954 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-c8f79694-54f5-4a8c-ad41-61096c66f814 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/841301ac-7f76-4850-b7b2-88bc3ba092d5 HTTP/1.1" status: 204 len: 168 time: 0.3895655 May 28 06:43:04.271030 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-57886afb-b228-4ac2-964c-5b532ad650de req-548e156a-a0cc-4614-abcc-e1b462eced1b tempest-VolumesActionsTest-1045885532 tempest-VolumesActionsTest-1045885532-project] 10.222.0.55 "GET /v2.0/quotas/531b62a3dfbd4ff08a1755fb2f0f8224 HTTP/1.1" status: 200 len: 375 time: 0.1168196 May 28 06:43:04.303624 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device eab69d9c-8396-4812-b10e-c5b51f7b0ea0 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:43:04.337538 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: eab69d9c-8396-4812-b10e-c5b51f7b0ea0 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:43:04.337982 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device eab69d9c-8396-4812-b10e-c5b51f7b0ea0 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:43:04.468323 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-57886afb-b228-4ac2-964c-5b532ad650de req-cbd70dfd-ab55-4a2d-8e13-8f2453b0e3f5 tempest-VolumesActionsTest-1045885532 tempest-VolumesActionsTest-1045885532-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=531b62a3dfbd4ff08a1755fb2f0f8224&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1840448 May 28 06:43:04.519991 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b146c067-5167-4148-8358-ec871117bea9 req-c4a975c4-d00c-4617-b840-04f16adce5e6 tempest-InstanceActionsNegativeTestJSON-658561330 tempest-InstanceActionsNegativeTestJSON-658561330-project] 10.222.0.55 "GET /v2.0/security-groups?id=bd713815-77d3-4a1d-b097-a9c1b1c84eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3179336 May 28 06:43:04.533393 n-d-843702-1 neutron-server[89110]: INFO neutron.api.v2.resource [None req-f5887e5e-f398-4a8e-b2d0-ce717f8d5969 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] show failed (client error): The resource could not be found. May 28 06:43:04.534401 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-f5887e5e-f398-4a8e-b2d0-ce717f8d5969 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] 10.222.0.55 "GET /v2.0/routers/61ab8d7e-ed16-484f-b291-0956b6273879/tags/tempest-TagsExtTest-Tag-1072549702 HTTP/1.1" status: 404 len: 329 time: 0.5054855 May 28 06:43:04.538426 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44186) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:04.549476 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.tag.tag_plugin [None req-257ad3e1-8d73-40dc-869d-3ef4974da09b tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '61ab8d7e-ed16-484f-b291-0956b6273879', 'tempest-TagsExtTest-Tag-1002451013') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:43:04.654199 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-57886afb-b228-4ac2-964c-5b532ad650de req-bb62a23b-55bf-4d69-8da2-5d6185969c31 service neutron] 10.222.0.55 "GET /v2.0/networks/0533a001-1b25-4278-bc50-d9d6533208e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648057 May 28 06:43:04.693870 n-d-843702-1 neutron-server[89109]: INFO neutron.api.v2.resource [None req-257ad3e1-8d73-40dc-869d-3ef4974da09b tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] show failed (client error): The resource could not be found. May 28 06:43:04.698466 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-257ad3e1-8d73-40dc-869d-3ef4974da09b tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] 10.222.0.55 "GET /v2.0/routers/61ab8d7e-ed16-484f-b291-0956b6273879/tags/tempest-TagsExtTest-Tag-1002451013 HTTP/1.1" status: 404 len: 329 time: 0.1562107 May 28 06:43:04.698628 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44194) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:04.703373 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.tag.tag_plugin [None req-13557f10-5fcb-4eb9-8e45-add1ee075d09 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '93a03a77-73cb-4f37-91b5-681aa07003fa', {'tags': ['tempest-TagsExtTest-Tag-1749539698', 'tempest-TagsExtTest-Tag-1832147653', 'tempest-TagsExtTest-Tag-747735887']}) {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:43:04.829003 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e460c126-54fd-4d03-b2fd-3c8ed9e1641d req-91bf8de8-d5fd-4f9d-bbec-684d6e34e3a3 tempest-ServerShowV254Test-2131204054 tempest-ServerShowV254Test-2131204054-project] 10.222.0.55 "GET /v2.0/ports?device_id=57d37550-36d2-4baa-ae3f-42e53b4b3eee HTTP/1.1" status: 200 len: 210 time: 0.1416702 May 28 06:43:04.863784 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-13557f10-5fcb-4eb9-8e45-add1ee075d09 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] 10.222.0.55 "PUT /v2.0/subnetpools/93a03a77-73cb-4f37-91b5-681aa07003fa/tags HTTP/1.1" status: 200 len: 317 time: 0.1636412 May 28 06:43:04.874838 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44204) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:04.880343 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.tag.tag_plugin [None req-d3b9a359-86a3-457e-9b35-52dca8879390 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '93a03a77-73cb-4f37-91b5-681aa07003fa') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:43:04.927644 n-d-843702-1 neutron-server[89110]: DEBUG neutron.objects.ports [None req-d03299ad-70d6-4d8b-a285-f9a2d4bf2044 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89110) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 28 06:43:04.930743 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d03299ad-70d6-4d8b-a285-f9a2d4bf2044 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3115906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3172012'] for subnet, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:05.009578 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-d3b9a359-86a3-457e-9b35-52dca8879390 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] 10.222.0.55 "DELETE /v2.0/subnetpools/93a03a77-73cb-4f37-91b5-681aa07003fa/tags HTTP/1.1" status: 204 len: 168 time: 0.1333568 May 28 06:43:05.012681 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44210) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:05.017914 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.tag.tag_plugin [None req-2f73ef61-0547-46eb-9356-a4fe02427c59 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '93a03a77-73cb-4f37-91b5-681aa07003fa', 'tempest-TagsExtTest-Tag-1749539698') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:43:05.032555 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-57886afb-b228-4ac2-964c-5b532ad650de req-97280a49-6749-4485-b9d4-2d9276619088 service neutron] 10.222.0.55 "GET /v2.0/networks/0533a001-1b25-4278-bc50-d9d6533208e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3702049 May 28 06:43:05.045624 n-d-843702-1 neutron-server[89109]: INFO neutron.api.v2.resource [None req-2f73ef61-0547-46eb-9356-a4fe02427c59 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] show failed (client error): The resource could not be found. May 28 06:43:05.049460 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-2f73ef61-0547-46eb-9356-a4fe02427c59 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] 10.222.0.55 "GET /v2.0/subnetpools/93a03a77-73cb-4f37-91b5-681aa07003fa/tags/tempest-TagsExtTest-Tag-1749539698 HTTP/1.1" status: 404 len: 329 time: 0.0331943 May 28 06:43:05.049868 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44214) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:05.054878 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.tag.tag_plugin [None req-458034bb-1d28-40df-99e6-fb5d4d678d01 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '93a03a77-73cb-4f37-91b5-681aa07003fa', 'tempest-TagsExtTest-Tag-1832147653') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:43:05.079376 n-d-843702-1 neutron-server[89109]: INFO neutron.api.v2.resource [None req-458034bb-1d28-40df-99e6-fb5d4d678d01 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] show failed (client error): The resource could not be found. May 28 06:43:05.083349 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-458034bb-1d28-40df-99e6-fb5d4d678d01 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] 10.222.0.55 "GET /v2.0/subnetpools/93a03a77-73cb-4f37-91b5-681aa07003fa/tags/tempest-TagsExtTest-Tag-1832147653 HTTP/1.1" status: 404 len: 329 time: 0.0294747 May 28 06:43:05.083597 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44218) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:05.089289 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.tag.tag_plugin [None req-0d3969d1-76d8-4b06-95ae-115454b8cded tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '93a03a77-73cb-4f37-91b5-681aa07003fa', 'tempest-TagsExtTest-Tag-747735887') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:43:05.102821 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03299ad-70d6-4d8b-a285-f9a2d4bf2044 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:43:05.111135 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-d03299ad-70d6-4d8b-a285-f9a2d4bf2044 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:43:05.113940 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03299ad-70d6-4d8b-a285-f9a2d4bf2044 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:05.114727 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d03299ad-70d6-4d8b-a285-f9a2d4bf2044 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:05.115722 n-d-843702-1 neutron-server[89109]: INFO neutron.api.v2.resource [None req-0d3969d1-76d8-4b06-95ae-115454b8cded tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] show failed (client error): The resource could not be found. May 28 06:43:05.120269 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-0d3969d1-76d8-4b06-95ae-115454b8cded tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] 10.222.0.55 "GET /v2.0/subnetpools/93a03a77-73cb-4f37-91b5-681aa07003fa/tags/tempest-TagsExtTest-Tag-747735887 HTTP/1.1" status: 404 len: 328 time: 0.0330217 May 28 06:43:05.124651 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae15663-23fd-4cb0-9a92-50cf3d4d21e4 None None] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:43:05.126198 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 44222) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:05.146951 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.tag.tag_plugin [None req-3b10cf11-87f2-4f55-8a21-a62306785663 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '93a03a77-73cb-4f37-91b5-681aa07003fa') {} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:43:05.157398 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03299ad-70d6-4d8b-a285-f9a2d4bf2044 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Pushing event updated for resources: {'Subnet': ['ID=6d29a26d-eb32-4e9b-b058-e7b92ffb82c2,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:05.226303 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-3b10cf11-87f2-4f55-8a21-a62306785663 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] 10.222.0.55 "DELETE /v2.0/subnetpools/93a03a77-73cb-4f37-91b5-681aa07003fa/tags HTTP/1.1" status: 204 len: 168 time: 0.0933211 May 28 06:43:05.228964 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44230) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:05.234676 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bfffad-24ad-4b42-914d-cad1fd8bfa66 req-8a08a76a-c9b4-4ab3-b9f2-67b79abe6009 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:05.236130 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.tag.tag_plugin [None req-8de532e1-2c6f-48d0-856a-4cf50f025dbc tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '61ab8d7e-ed16-484f-b291-0956b6273879') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:43:05.243194 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f6bfffad-24ad-4b42-914d-cad1fd8bfa66 req-8a08a76a-c9b4-4ab3-b9f2-67b79abe6009 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/ports?device_id=3bc3a953-7679-4415-9d44-7fab5c933346 HTTP/1.1" status: 200 len: 946 time: 0.2709544 May 28 06:43:05.265819 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-d03299ad-70d6-4d8b-a285-f9a2d4bf2044 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.0281057 May 28 06:43:05.275165 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1304a9a2-78d0-4d6f-92b9-4c28b50a517a req-a7922491-4c5d-4d4c-9348-305b3bde3774 tempest-InstanceActionsNegativeTestJSON-658561330 tempest-InstanceActionsNegativeTestJSON-658561330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:05.276725 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1304a9a2-78d0-4d6f-92b9-4c28b50a517a req-a7922491-4c5d-4d4c-9348-305b3bde3774 tempest-InstanceActionsNegativeTestJSON-658561330 tempest-InstanceActionsNegativeTestJSON-658561330-project] 10.222.0.69 "GET /v2.0/ports?device_id=5c3b5aa8-f00c-404a-893f-b48a9286645a HTTP/1.1" status: 200 len: 945 time: 0.2369881 May 28 06:43:05.277222 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 44234) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:05.287079 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-20782248-7946-4be2-b0bd-aac430f69091 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Request body: {'port': {'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2', 'mac_address': 'fa:16:3e:9d:c8:cf', 'name': 'tempest-NetworksTestDHCPv6-1913282388'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:43:05.404060 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a7949a6-98af-4f5a-8f32-a5d92bc0ecc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-147bfd32-62dc-4be0-82de-f4d6fa5b4cc2', 'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2', 'tenant_id': '5e9e9447c07c4077b6694ab63e3affe5', 'fixed_ips': [{'subnet_id': '6d29a26d-eb32-4e9b-b058-e7b92ffb82c2'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:43:05.404958 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-7a7949a6-98af-4f5a-8f32-a5d92bc0ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:05.516852 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-8de532e1-2c6f-48d0-856a-4cf50f025dbc tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] 10.222.0.55 "DELETE /v2.0/routers/61ab8d7e-ed16-484f-b291-0956b6273879/tags HTTP/1.1" status: 204 len: 168 time: 0.2858663 May 28 06:43:05.517452 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44246) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:05.530386 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.tag.tag_plugin [None req-db2fff55-8cc7-4399-a7cc-74237ca8eb0d tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '50f3ddc5-3d53-4677-a5d9-c0da1b75cae1') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:43:05.658925 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-7a7949a6-98af-4f5a-8f32-a5d92bc0ecc3 None None] Allocated IP 2001:db8::f816:3eff:fe34:ae19 (147bfd32-62dc-4be0-82de-f4d6fa5b4cc2/6d29a26d-eb32-4e9b-b058-e7b92ffb82c2/96e5af3e-4645-48a0-95c4-9beae517639a) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:43:05.667692 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f6bfffad-24ad-4b42-914d-cad1fd8bfa66 req-1cd9ad4f-8ab4-4d33-87fe-42a2d78a0a7b tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/security-groups?id=23eed38c-aa44-447e-83a9-ccee1b1a7a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4233806 May 28 06:43:05.690804 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-1304a9a2-78d0-4d6f-92b9-4c28b50a517a req-e7cc7ef8-7500-4970-96f9-c5de4c1a059b tempest-InstanceActionsNegativeTestJSON-658561330 tempest-InstanceActionsNegativeTestJSON-658561330-project] Deleting port 90d1c78d-59c1-4c1d-9dba-6d8d42710e2a {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:43:05.691448 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-1304a9a2-78d0-4d6f-92b9-4c28b50a517a req-e7cc7ef8-7500-4970-96f9-c5de4c1a059b tempest-InstanceActionsNegativeTestJSON-658561330 tempest-InstanceActionsNegativeTestJSON-658561330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:05.740143 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-20782248-7946-4be2-b0bd-aac430f69091 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:43:05.757695 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cac72b45-31d7-4da9-be33-8100d8c28285 req-3a19afb9-beff-4db9-9364-f3ce5db752ea tempest-VolumesActionsTest-1045885532 tempest-VolumesActionsTest-1045885532-project] 10.222.0.55 "GET /v2.0/ports?device_id=77b549d1-47d2-4cd1-8dce-301ae9da61e0 HTTP/1.1" status: 200 len: 210 time: 0.3244340 May 28 06:43:05.771820 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-20782248-7946-4be2-b0bd-aac430f69091 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Usage tracker for resource:port and tenant:5e9e9447c07c4077b6694ab63e3affe5 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:43:05.786191 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-20782248-7946-4be2-b0bd-aac430f69091 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:43:05.799647 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-20782248-7946-4be2-b0bd-aac430f69091 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:43:05.819455 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f33b17e-6c23-464d-a36c-1d6386df9673 req-d432be15-f0ec-47ce-b748-511d419786c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:05.821849 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-7f33b17e-6c23-464d-a36c-1d6386df9673 req-d432be15-f0ec-47ce-b748-511d419786c7 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=3bc3a953-7679-4415-9d44-7fab5c933346 HTTP/1.1" status: 200 len: 1097 time: 0.2248342 May 28 06:43:05.858991 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-db2fff55-8cc7-4399-a7cc-74237ca8eb0d tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] 10.222.0.55 "DELETE /v2.0/ports/50f3ddc5-3d53-4677-a5d9-c0da1b75cae1/tags HTTP/1.1" status: 204 len: 168 time: 0.3405550 May 28 06:43:05.861146 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44260) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:05.868107 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.tag.tag_plugin [None req-c1ecf9b9-fa8e-4474-bea5-de14ff3fe9b2 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '9b685976-1646-47cf-b575-93275c8c2ac5') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:43:06.037478 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20782248-7946-4be2-b0bd-aac430f69091 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Made reservation on behalf of 5e9e9447c07c4077b6694ab63e3affe5 for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:43:06.198309 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-7f33b17e-6c23-464d-a36c-1d6386df9673 req-ea7f8425-30f9-44cf-836a-f6b3ba7a5f5c service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=23eed38c-aa44-447e-83a9-ccee1b1a7a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3684096 May 28 06:43:06.238902 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-c1ecf9b9-fa8e-4474-bea5-de14ff3fe9b2 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] 10.222.0.55 "DELETE /v2.0/subnets/9b685976-1646-47cf-b575-93275c8c2ac5/tags HTTP/1.1" status: 204 len: 168 time: 0.3761051 May 28 06:43:06.243447 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44268) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:06.260555 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87a1b80-8480-409c-9d6e-05b520e42990 req-7e1c9f48-5f3e-42d3-8249-0bca597deb9a tempest-InstanceActionsNegativeTestJSON-658561330 tempest-InstanceActionsNegativeTestJSON-658561330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:06.267873 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e87a1b80-8480-409c-9d6e-05b520e42990 req-7e1c9f48-5f3e-42d3-8249-0bca597deb9a tempest-InstanceActionsNegativeTestJSON-658561330 tempest-InstanceActionsNegativeTestJSON-658561330-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c3b5aa8-f00c-404a-893f-b48a9286645a HTTP/1.1" status: 200 len: 945 time: 0.4658232 May 28 06:43:06.285205 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-7a7949a6-98af-4f5a-8f32-a5d92bc0ecc3 None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:06.298025 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-20782248-7946-4be2-b0bd-aac430f69091 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:06.312771 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-7a7949a6-98af-4f5a-8f32-a5d92bc0ecc3 None None] Transition to ACTIVE for port object 96e5af3e-4645-48a0-95c4-9beae517639a will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:43:06.322782 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b217c484-6cbf-46e1-8548-a26b5e3d126f req-3d654618-71c1-4a6e-b290-ae5691c1ef48 tempest-ServerShowV254Test-2131204054 tempest-ServerShowV254Test-2131204054-project] 10.222.0.55 "GET /v2.0/ports?device_id=57d37550-36d2-4baa-ae3f-42e53b4b3eee HTTP/1.1" status: 200 len: 210 time: 0.1322031 May 28 06:43:06.342672 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-7a7949a6-98af-4f5a-8f32-a5d92bc0ecc3 None None] Transition to ACTIVE for port object 96e5af3e-4645-48a0-95c4-9beae517639a will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:43:06.368082 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e87a1b80-8480-409c-9d6e-05b520e42990 req-69d616d0-e69a-4717-9baa-aca448e85019 tempest-InstanceActionsNegativeTestJSON-658561330 tempest-InstanceActionsNegativeTestJSON-658561330-project] 10.222.0.55 "GET /v2.0/security-groups?id=bd713815-77d3-4a1d-b097-a9c1b1c84eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993559 May 28 06:43:06.383664 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [None req-20782248-7946-4be2-b0bd-aac430f69091 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] device_id is not set on port 0dbb3ecb-0cd5-4979-a0a7-bb284c74696a yet. {{(pid=89110) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:43:06.447445 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-1304a9a2-78d0-4d6f-92b9-4c28b50a517a req-e7cc7ef8-7500-4970-96f9-c5de4c1a059b tempest-InstanceActionsNegativeTestJSON-658561330 tempest-InstanceActionsNegativeTestJSON-658561330-project] For port 90d1c78d-59c1-4c1d-9dba-6d8d42710e2a, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=90d1c78d-59c1-4c1d-9dba-6d8d42710e2a,segment=NetworkSegment(075ab482-3eaa-4694-9360-9316cf613e98),segment_id=075ab482-3eaa-4694-9360-9316cf613e98)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:43:06.447801 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-1304a9a2-78d0-4d6f-92b9-4c28b50a517a req-e7cc7ef8-7500-4970-96f9-c5de4c1a059b tempest-InstanceActionsNegativeTestJSON-658561330 tempest-InstanceActionsNegativeTestJSON-658561330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:06.495407 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-7a7949a6-98af-4f5a-8f32-a5d92bc0ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:06.508344 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e53c55e8-ac38-4005-9ad4-96988c69cf3a tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] Notify callbacks [] for subnetpool, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:06.510629 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-e53c55e8-ac38-4005-9ad4-96988c69cf3a tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] 10.222.0.55 "DELETE /v2.0/subnetpools/93a03a77-73cb-4f37-91b5-681aa07003fa HTTP/1.1" status: 204 len: 168 time: 0.2658973 May 28 06:43:06.513198 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44274) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:06.568853 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a7949a6-98af-4f5a-8f32-a5d92bc0ecc3 None None] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:43:06.574157 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-7a7949a6-98af-4f5a-8f32-a5d92bc0ecc3 None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:43:06.578279 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7949a6-98af-4f5a-8f32-a5d92bc0ecc3 None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:43:06.593171 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-fc679355-c3e4-4663-9354-515fecbce7f1 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] Synchronizing usage tracker for tenant:a235078637ee45bb8b5c64f3b185fc9a on resource:port {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:43:06.638874 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7949a6-98af-4f5a-8f32-a5d92bc0ecc3 None None] Pushing event updated for resources: {'Port': ['ID=96e5af3e-4645-48a0-95c4-9beae517639a,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:06.688215 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-fc679355-c3e4-4663-9354-515fecbce7f1 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] Unset dirty status for tenant:a235078637ee45bb8b5c64f3b185fc9a on resource:port {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:43:06.690434 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-fc679355-c3e4-4663-9354-515fecbce7f1 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] 10.222.0.55 "GET /v2.0/ports?device_id=61ab8d7e-ed16-484f-b291-0956b6273879 HTTP/1.1" status: 200 len: 205 time: 0.1749172 May 28 06:43:06.692307 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44280) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:06.709667 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-7a7949a6-98af-4f5a-8f32-a5d92bc0ecc3 None None] Attempting to bind port 96e5af3e-4645-48a0-95c4-9beae517639a on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:43:06.710239 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-7a7949a6-98af-4f5a-8f32-a5d92bc0ecc3 None None] Attempting to bind port 96e5af3e-4645-48a0-95c4-9beae517639a by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'e82da2dd-17b8-4c15-8abb-711622ad0a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:43:06.710771 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7949a6-98af-4f5a-8f32-a5d92bc0ecc3 None None] Attempting to bind port 96e5af3e-4645-48a0-95c4-9beae517639a on network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:43:06.714083 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-1304a9a2-78d0-4d6f-92b9-4c28b50a517a req-e7cc7ef8-7500-4970-96f9-c5de4c1a059b tempest-InstanceActionsNegativeTestJSON-658561330 tempest-InstanceActionsNegativeTestJSON-658561330-project] Calling delete_port for 90d1c78d-59c1-4c1d-9dba-6d8d42710e2a owned by compute:nova {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:43:06.716312 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7949a6-98af-4f5a-8f32-a5d92bc0ecc3 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:43:06.716699 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7949a6-98af-4f5a-8f32-a5d92bc0ecc3 None None] Checking segment: {'id': 'e82da2dd-17b8-4c15-8abb-711622ad0a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:43:06.717103 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-7a7949a6-98af-4f5a-8f32-a5d92bc0ecc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:06.717522 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7949a6-98af-4f5a-8f32-a5d92bc0ecc3 None None] Bound using segment: {'id': 'e82da2dd-17b8-4c15-8abb-711622ad0a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:43:06.718048 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-7a7949a6-98af-4f5a-8f32-a5d92bc0ecc3 None None] Bound port: 96e5af3e-4645-48a0-95c4-9beae517639a, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e82da2dd-17b8-4c15-8abb-711622ad0a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:43:06.718415 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-7a7949a6-98af-4f5a-8f32-a5d92bc0ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:06.830499 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-7a7949a6-98af-4f5a-8f32-a5d92bc0ecc3 None None] For port 96e5af3e-4645-48a0-95c4-9beae517639a, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:43:06.835427 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-7a7949a6-98af-4f5a-8f32-a5d92bc0ecc3 None None] For port 96e5af3e-4645-48a0-95c4-9beae517639a, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=96e5af3e-4645-48a0-95c4-9beae517639a,segment=NetworkSegment(e82da2dd-17b8-4c15-8abb-711622ad0a92),segment_id=e82da2dd-17b8-4c15-8abb-711622ad0a92)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:43:06.905560 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [None req-20782248-7946-4be2-b0bd-aac430f69091 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Allocated IP 2001:db8::f816:3eff:fe9d:c8cf (147bfd32-62dc-4be0-82de-f4d6fa5b4cc2/6d29a26d-eb32-4e9b-b058-e7b92ffb82c2/0dbb3ecb-0cd5-4979-a0a7-bb284c74696a) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:43:06.913458 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-7a7949a6-98af-4f5a-8f32-a5d92bc0ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:06.935379 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8a4ac5c6-be3f-40fa-a4f1-d0137c38d8e8 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] Notify callbacks [] for router, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:07.040804 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7949a6-98af-4f5a-8f32-a5d92bc0ecc3 None None] Pushing event updated for resources: {'Port': ['ID=96e5af3e-4645-48a0-95c4-9beae517639a,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:07.056765 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d47aa16e-ef16-4bc0-bd4c-20c3b4fd0885 req-1c66f903-6b3b-407f-9edf-87ffc1a3a681 tempest-VolumesActionsTest-1045885532 tempest-VolumesActionsTest-1045885532-project] 10.222.0.55 "GET /v2.0/ports?device_id=77b549d1-47d2-4cd1-8dce-301ae9da61e0 HTTP/1.1" status: 200 len: 210 time: 0.0920289 May 28 06:43:07.195482 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b2272e-dc3b-480f-a428-7a79628abe39 req-67d6bcfc-f51d-4613-bf14-dfdc8928a2dd tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:07.196987 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e9b2272e-dc3b-480f-a428-7a79628abe39 req-67d6bcfc-f51d-4613-bf14-dfdc8928a2dd tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/ports?device_id=3bc3a953-7679-4415-9d44-7fab5c933346 HTTP/1.1" status: 200 len: 946 time: 0.3660429 May 28 06:43:07.209788 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-1304a9a2-78d0-4d6f-92b9-4c28b50a517a req-e7cc7ef8-7500-4970-96f9-c5de4c1a059b tempest-InstanceActionsNegativeTestJSON-658561330 tempest-InstanceActionsNegativeTestJSON-658561330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:07.291254 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-20782248-7946-4be2-b0bd-aac430f69091 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:07.339055 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8a4ac5c6-be3f-40fa-a4f1-d0137c38d8e8 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59018'] for router, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:07.341432 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8a4ac5c6-be3f-40fa-a4f1-d0137c38d8e8 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:07.441861 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8a4ac5c6-be3f-40fa-a4f1-d0137c38d8e8 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-703817'] for router, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:07.443518 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a4ac5c6-be3f-40fa-a4f1-d0137c38d8e8 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] Fanout notify agent at l3_agent the message router_deleted on router 61ab8d7e-ed16-484f-b291-0956b6273879 {{(pid=89109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 06:43:07.474278 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8a4ac5c6-be3f-40fa-a4f1-d0137c38d8e8 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:07.479131 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-8a4ac5c6-be3f-40fa-a4f1-d0137c38d8e8 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] 10.222.0.55 "DELETE /v2.0/routers/61ab8d7e-ed16-484f-b291-0956b6273879 HTTP/1.1" status: 204 len: 168 time: 0.7857494 May 28 06:43:07.479838 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44296) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:07.503677 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cc7ef8-7500-4970-96f9-c5de4c1a059b tempest-InstanceActionsNegativeTestJSON-658561330 tempest-InstanceActionsNegativeTestJSON-658561330-project] Pushing event deleted for resources: {'Port': ['ID=90d1c78d-59c1-4c1d-9dba-6d8d42710e2a,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:07.527977 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [None req-20782248-7946-4be2-b0bd-aac430f69091 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Transition to ACTIVE for port object 0dbb3ecb-0cd5-4979-a0a7-bb284c74696a will not be triggered until provisioned by entity DHCP. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:43:07.592043 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-fc9d913f-e7ed-412b-9ade-f4e219995069 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] Deleting port 50f3ddc5-3d53-4677-a5d9-c0da1b75cae1 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:43:07.595776 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fc9d913f-e7ed-412b-9ade-f4e219995069 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:07.598802 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-1304a9a2-78d0-4d6f-92b9-4c28b50a517a req-e7cc7ef8-7500-4970-96f9-c5de4c1a059b tempest-InstanceActionsNegativeTestJSON-658561330 tempest-InstanceActionsNegativeTestJSON-658561330-project] No DVR routers for this DVR port 90d1c78d-59c1-4c1d-9dba-6d8d42710e2a on host n-h1-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:43:07.602625 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-1304a9a2-78d0-4d6f-92b9-4c28b50a517a req-e7cc7ef8-7500-4970-96f9-c5de4c1a059b tempest-InstanceActionsNegativeTestJSON-658561330 tempest-InstanceActionsNegativeTestJSON-658561330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:07.623116 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c3b5aa8-f00c-404a-893f-b48a9286645a', 'name': 'network-vif-deleted', 'tag': '90d1c78d-59c1-4c1d-9dba-6d8d42710e2a'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:43:07.687256 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e9b2272e-dc3b-480f-a428-7a79628abe39 req-904e6b56-5bd0-4a09-8c82-9f2899e13200 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/security-groups?id=23eed38c-aa44-447e-83a9-ccee1b1a7a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3891740 May 28 06:43:07.702090 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-20782248-7946-4be2-b0bd-aac430f69091 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:07.786045 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20782248-7946-4be2-b0bd-aac430f69091 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:43:07.786045 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-92395b12-9b12-4570-a46f-4292af0c8f51 req-ca58cb3d-24eb-4b18-befb-fb5a44aaf15f tempest-ServerShowV254Test-2131204054 tempest-ServerShowV254Test-2131204054-project] 10.222.0.55 "GET /v2.0/ports?device_id=57d37550-36d2-4baa-ae3f-42e53b4b3eee HTTP/1.1" status: 200 len: 210 time: 0.1298056 May 28 06:43:07.786045 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-20782248-7946-4be2-b0bd-aac430f69091 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:43:07.788000 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20782248-7946-4be2-b0bd-aac430f69091 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:43:07.793545 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20782248-7946-4be2-b0bd-aac430f69091 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:07.794246 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-20782248-7946-4be2-b0bd-aac430f69091 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:07.900319 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-026b54ae-bc20-4118-82b9-dd31d2d86a69'] response: {'server_uuid': '5c3b5aa8-f00c-404a-893f-b48a9286645a', 'name': 'network-vif-deleted', 'tag': '90d1c78d-59c1-4c1d-9dba-6d8d42710e2a', 'status': 'completed', 'code': 200} May 28 06:43:07.905889 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20782248-7946-4be2-b0bd-aac430f69091 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Pushing event updated for resources: {'Port': ['ID=0dbb3ecb-0cd5-4979-a0a7-bb284c74696a,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:07.915316 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-0d45d4cd-435a-43a3-b0d4-5814cdaf25b5 req-72cc9f28-fb75-47ac-b213-05e09a09bf51 tempest-InstanceActionsNegativeTestJSON-658561330 tempest-InstanceActionsNegativeTestJSON-658561330-project] Synchronizing usage tracker for tenant:6628ef4527494b8a81c1af4bdb2ccfad on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:43:07.965007 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fc9d913f-e7ed-412b-9ade-f4e219995069 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:08.061756 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1304a9a2-78d0-4d6f-92b9-4c28b50a517a req-e7cc7ef8-7500-4970-96f9-c5de4c1a059b tempest-InstanceActionsNegativeTestJSON-658561330 tempest-InstanceActionsNegativeTestJSON-658561330-project] 10.222.0.69 "DELETE /v2.0/ports/90d1c78d-59c1-4c1d-9dba-6d8d42710e2a HTTP/1.1" status: 204 len: 173 time: 2.7785189 May 28 06:43:08.088967 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-20782248-7946-4be2-b0bd-aac430f69091 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.8086646 May 28 06:43:08.091556 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 44304) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:08.107671 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-fc9d913f-e7ed-412b-9ade-f4e219995069 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] Calling delete_port for 50f3ddc5-3d53-4677-a5d9-c0da1b75cae1 owned by {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:43:08.128925 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-0d45d4cd-435a-43a3-b0d4-5814cdaf25b5 req-72cc9f28-fb75-47ac-b213-05e09a09bf51 tempest-InstanceActionsNegativeTestJSON-658561330 tempest-InstanceActionsNegativeTestJSON-658561330-project] Unset dirty status for tenant:6628ef4527494b8a81c1af4bdb2ccfad on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:43:08.137950 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0d45d4cd-435a-43a3-b0d4-5814cdaf25b5 req-72cc9f28-fb75-47ac-b213-05e09a09bf51 tempest-InstanceActionsNegativeTestJSON-658561330 tempest-InstanceActionsNegativeTestJSON-658561330-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c3b5aa8-f00c-404a-893f-b48a9286645a HTTP/1.1" status: 200 len: 210 time: 0.2788250 May 28 06:43:08.349662 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-53f8d44f-1397-433b-8337-b59432022816 req-d6ddf9ab-3d9d-4714-8dcd-0d69dfd8f183 tempest-VolumesActionsTest-1045885532 tempest-VolumesActionsTest-1045885532-project] 10.222.0.55 "GET /v2.0/ports?device_id=77b549d1-47d2-4cd1-8dce-301ae9da61e0 HTTP/1.1" status: 200 len: 210 time: 0.1323404 May 28 06:43:08.382193 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c5ea0af-97f7-4daf-bca3-202b8272aaab tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:08.401654 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c5ea0af-97f7-4daf-bca3-202b8272aaab tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:08.402749 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-8c5ea0af-97f7-4daf-bca3-202b8272aaab tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Synchronizing usage tracker for tenant:5e9e9447c07c4077b6694ab63e3affe5 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:43:08.430876 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 96e5af3e-4645-48a0-95c4-9beae517639a up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:43:08.454203 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fc9d913f-e7ed-412b-9ade-f4e219995069 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:08.488200 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-8c5ea0af-97f7-4daf-bca3-202b8272aaab tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Unset dirty status for tenant:5e9e9447c07c4077b6694ab63e3affe5 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:43:08.489930 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-8c5ea0af-97f7-4daf-bca3-202b8272aaab tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.3973556 May 28 06:43:08.493025 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 44310) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:08.516699 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9d913f-e7ed-412b-9ade-f4e219995069 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] Pushing event deleted for resources: {'Port': ['ID=50f3ddc5-3d53-4677-a5d9-c0da1b75cae1,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:08.592956 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-ab353f8a-8d48-4cdd-b489-a41d67ed596e tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Deleting port 0dbb3ecb-0cd5-4979-a0a7-bb284c74696a {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:43:08.594032 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ab353f8a-8d48-4cdd-b489-a41d67ed596e tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:08.602981 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 96e5af3e-4645-48a0-95c4-9beae517639a completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:43:08.656170 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fc9d913f-e7ed-412b-9ade-f4e219995069 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:08.817371 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 90d1c78d-59c1-4c1d-9dba-6d8d42710e2a no longer exists at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:43:08.846844 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-fc9d913f-e7ed-412b-9ade-f4e219995069 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] 10.222.0.55 "DELETE /v2.0/ports/50f3ddc5-3d53-4677-a5d9-c0da1b75cae1 HTTP/1.1" status: 204 len: 168 time: 1.3637035 May 28 06:43:08.847416 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44318) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:08.875994 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] No Port match for: 90d1c78d-59c1-4c1d-9dba-6d8d42710e2a {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:43:08.880696 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 90d1c78d-59c1-4c1d-9dba-6d8d42710e2a not bound to the agent host n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:43:08.880696 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-7d6b9c8b-a0f6-4db0-8591-f1f91d674e03 None None] Provisioning for port 96e5af3e-4645-48a0-95c4-9beae517639a completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:43:08.883433 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-7d6b9c8b-a0f6-4db0-8591-f1f91d674e03 None None] Provisioning complete for port 96e5af3e-4645-48a0-95c4-9beae517639a triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:43:08.883801 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-7d6b9c8b-a0f6-4db0-8591-f1f91d674e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:08.917857 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ab353f8a-8d48-4cdd-b489-a41d67ed596e tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:09.061397 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-7d6b9c8b-a0f6-4db0-8591-f1f91d674e03 None None] Current status of the port 96e5af3e-4645-48a0-95c4-9beae517639a is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:43:09.062084 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-7d6b9c8b-a0f6-4db0-8591-f1f91d674e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:09.104273 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-7d6b9c8b-a0f6-4db0-8591-f1f91d674e03 None None] For port 96e5af3e-4645-48a0-95c4-9beae517639a, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=96e5af3e-4645-48a0-95c4-9beae517639a,segment=NetworkSegment(e82da2dd-17b8-4c15-8abb-711622ad0a92),segment_id=e82da2dd-17b8-4c15-8abb-711622ad0a92)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:43:09.163554 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bbb092a-bb85-4725-806b-6a5721606fbd tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] Deleting subnet 9b685976-1646-47cf-b575-93275c8c2ac5 {{(pid=89109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:43:09.167184 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5bbb092a-bb85-4725-806b-6a5721606fbd tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] Notify callbacks [] for subnet, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:09.174025 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-7d6b9c8b-a0f6-4db0-8591-f1f91d674e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:09.190459 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-ab353f8a-8d48-4cdd-b489-a41d67ed596e tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Calling delete_port for 0dbb3ecb-0cd5-4979-a0a7-bb284c74696a owned by {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:43:09.236742 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5bbb092a-bb85-4725-806b-6a5721606fbd tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3964070'] for subnet, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:09.305104 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6b9c8b-a0f6-4db0-8591-f1f91d674e03 None None] Pushing event updated for resources: {'Port': ['ID=96e5af3e-4645-48a0-95c4-9beae517639a,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:09.346124 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5bbb092a-bb85-4725-806b-6a5721606fbd tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:09.390674 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-5eb49995-835a-49e2-a433-5fd73c56361e None None] Provisioning for port 0dbb3ecb-0cd5-4979-a0a7-bb284c74696a completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:43:09.396255 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-5eb49995-835a-49e2-a433-5fd73c56361e None None] Provisioning complete for port 0dbb3ecb-0cd5-4979-a0a7-bb284c74696a triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:43:09.416638 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-5eb49995-835a-49e2-a433-5fd73c56361e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:09.416976 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8f2b65fc-554a-4359-9639-403d5d81f7e0 req-592eb501-bd22-4d38-b6a6-3b79741886b3 tempest-ServerShowV254Test-2131204054 tempest-ServerShowV254Test-2131204054-project] 10.222.0.55 "GET /v2.0/ports?device_id=57d37550-36d2-4baa-ae3f-42e53b4b3eee HTTP/1.1" status: 200 len: 210 time: 0.1797187 May 28 06:43:09.480401 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-5eb49995-835a-49e2-a433-5fd73c56361e None None] Port 0dbb3ecb-0cd5-4979-a0a7-bb284c74696a cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:43:09.524083 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5bbb092a-bb85-4725-806b-6a5721606fbd tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9555650'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:09.528884 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99ff1ac-4589-4893-8fe6-fa5c0b39a11e req-5268de0f-ead5-4b14-a773-6f6cf506b883 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:09.530469 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d99ff1ac-4589-4893-8fe6-fa5c0b39a11e req-5268de0f-ead5-4b14-a773-6f6cf506b883 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/ports?device_id=3bc3a953-7679-4415-9d44-7fab5c933346 HTTP/1.1" status: 200 len: 946 time: 0.2989421 May 28 06:43:09.572510 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbb092a-bb85-4725-806b-6a5721606fbd tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] Pushing event deleted for resources: {'Subnet': ['ID=9b685976-1646-47cf-b575-93275c8c2ac5,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:09.582615 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5bbb092a-bb85-4725-806b-6a5721606fbd tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:09.585723 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e863a4e-612a-423c-a5e4-822262fe8455 None None] Network 3a26af79-add3-4535-a35b-c4951e8fc47a requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:43:09.592184 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-5bbb092a-bb85-4725-806b-6a5721606fbd tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] 10.222.0.55 "DELETE /v2.0/subnets/9b685976-1646-47cf-b575-93275c8c2ac5 HTTP/1.1" status: 204 len: 168 time: 0.7411592 May 28 06:43:09.592369 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44332) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:09.593289 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57886afb-b228-4ac2-964c-5b532ad650de req-c899490c-716b-49b8-9dd4-a96f7b9b79d0 tempest-VolumesActionsTest-1045885532 tempest-VolumesActionsTest-1045885532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:09.594738 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-57886afb-b228-4ac2-964c-5b532ad650de req-c899490c-716b-49b8-9dd4-a96f7b9b79d0 tempest-VolumesActionsTest-1045885532 tempest-VolumesActionsTest-1045885532-project] 10.222.0.69 "GET /v2.0/networks?id=0533a001-1b25-4278-bc50-d9d6533208e6 HTTP/1.1" status: 200 len: 809 time: 0.3608699 May 28 06:43:09.652207 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-57886afb-b228-4ac2-964c-5b532ad650de req-f1c3ea54-9905-4bd3-9c35-75979cd3853e tempest-VolumesActionsTest-1045885532 tempest-VolumesActionsTest-1045885532-project] Request body: {'port': {'device_id': '77b549d1-47d2-4cd1-8dce-301ae9da61e0', 'network_id': '0533a001-1b25-4278-bc50-d9d6533208e6', 'admin_state_up': True, 'tenant_id': '531b62a3dfbd4ff08a1755fb2f0f8224'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:43:09.683854 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-32c5184d-b7ed-48c5-b93c-9231f4fc4d79 req-aca2d616-0c41-49b1-994d-3d0a1d5c4fc2 tempest-InstanceActionsNegativeTestJSON-658561330 tempest-InstanceActionsNegativeTestJSON-658561330-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c3b5aa8-f00c-404a-893f-b48a9286645a HTTP/1.1" status: 200 len: 210 time: 0.0841601 May 28 06:43:09.730911 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fb32faf8-597b-4d5b-923e-43ab44128873 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:09.744737 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-fb32faf8-597b-4d5b-923e-43ab44128873 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] Deleting port 54649fce-5499-401c-8a69-0409f6be3655 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:43:09.745130 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fb32faf8-597b-4d5b-923e-43ab44128873 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:09.775829 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d99ff1ac-4589-4893-8fe6-fa5c0b39a11e req-8a72b75b-40c4-4ce0-a500-3aa18e96e91c tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/security-groups?id=23eed38c-aa44-447e-83a9-ccee1b1a7a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133050 May 28 06:43:09.829882 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ab353f8a-8d48-4cdd-b489-a41d67ed596e tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:09.935672 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b4f61e-01a9-4a76-b1be-2bd0e7d8dbfb None None] DHCP port deletion for 3a26af79-add3-4535-a35b-c4951e8fc47a request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:43:09.941808 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-e1b4f61e-01a9-4a76-b1be-2bd0e7d8dbfb None None] Deleting port 54649fce-5499-401c-8a69-0409f6be3655 {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:43:09.942306 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e1b4f61e-01a9-4a76-b1be-2bd0e7d8dbfb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:09.963306 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab353f8a-8d48-4cdd-b489-a41d67ed596e tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Pushing event deleted for resources: {'Port': ['ID=0dbb3ecb-0cd5-4979-a0a7-bb284c74696a,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:10.022611 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ab353f8a-8d48-4cdd-b489-a41d67ed596e tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:10.069848 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-120b3a40-742a-4d13-9b74-06f8f55e006f req-a4daf40b-fe5f-48cf-ace0-2b07de1dddfa tempest-VolumesActionsTest-1045885532 tempest-VolumesActionsTest-1045885532-project] 10.222.0.55 "GET /v2.0/ports?device_id=77b549d1-47d2-4cd1-8dce-301ae9da61e0 HTTP/1.1" status: 200 len: 210 time: 0.1258130 May 28 06:43:10.090475 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-57886afb-b228-4ac2-964c-5b532ad650de req-f1c3ea54-9905-4bd3-9c35-75979cd3853e tempest-VolumesActionsTest-1045885532 tempest-VolumesActionsTest-1045885532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:43:10.099416 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-57886afb-b228-4ac2-964c-5b532ad650de req-f1c3ea54-9905-4bd3-9c35-75979cd3853e tempest-VolumesActionsTest-1045885532 tempest-VolumesActionsTest-1045885532-project] Usage tracker for resource:port and tenant:531b62a3dfbd4ff08a1755fb2f0f8224 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:43:10.104317 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-57886afb-b228-4ac2-964c-5b532ad650de req-f1c3ea54-9905-4bd3-9c35-75979cd3853e tempest-VolumesActionsTest-1045885532 tempest-VolumesActionsTest-1045885532-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:43:10.116611 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-57886afb-b228-4ac2-964c-5b532ad650de req-f1c3ea54-9905-4bd3-9c35-75979cd3853e tempest-VolumesActionsTest-1045885532 tempest-VolumesActionsTest-1045885532-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:43:10.130503 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-fb32faf8-597b-4d5b-923e-43ab44128873 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] For port 54649fce-5499-401c-8a69-0409f6be3655, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=54649fce-5499-401c-8a69-0409f6be3655,segment=NetworkSegment(2f0d09bd-94d9-4ee9-bee8-45ec8a95ab0f),segment_id=2f0d09bd-94d9-4ee9-bee8-45ec8a95ab0f)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:43:10.130864 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fb32faf8-597b-4d5b-923e-43ab44128873 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:10.174500 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebd3cc5-10b1-492e-a296-b93d5c079577 req-30aebdfe-d668-44e5-8d4b-53dc85c30e78 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:10.182758 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4ebd3cc5-10b1-492e-a296-b93d5c079577 req-30aebdfe-d668-44e5-8d4b-53dc85c30e78 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/ports?device_id=2187a23c-2130-4d5d-83f8-6c69d905e7eb HTTP/1.1" status: 200 len: 945 time: 0.1665425 May 28 06:43:10.187078 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-ab353f8a-8d48-4cdd-b489-a41d67ed596e tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "DELETE /v2.0/ports/0dbb3ecb-0cd5-4979-a0a7-bb284c74696a HTTP/1.1" status: 204 len: 168 time: 1.6927049 May 28 06:43:10.221261 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 44344) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:10.233620 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57886afb-b228-4ac2-964c-5b532ad650de req-f1c3ea54-9905-4bd3-9c35-75979cd3853e tempest-VolumesActionsTest-1045885532 tempest-VolumesActionsTest-1045885532-project] Made reservation on behalf of 531b62a3dfbd4ff08a1755fb2f0f8224 for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:43:10.237282 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-57886afb-b228-4ac2-964c-5b532ad650de req-f1c3ea54-9905-4bd3-9c35-75979cd3853e tempest-VolumesActionsTest-1045885532 tempest-VolumesActionsTest-1045885532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:10.340607 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-fb32faf8-597b-4d5b-923e-43ab44128873 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] Calling delete_port for 54649fce-5499-401c-8a69-0409f6be3655 owned by network:dhcp {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:43:10.343346 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 96e5af3e-4645-48a0-95c4-9beae517639a up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:43:10.353204 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd8a65f-34fc-4f0e-85e3-2c53ead64114 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:10.356411 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd8a65f-34fc-4f0e-85e3-2c53ead64114 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:10.357704 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-4fd8a65f-34fc-4f0e-85e3-2c53ead64114 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Synchronizing usage tracker for tenant:5e9e9447c07c4077b6694ab63e3affe5 on resource:subnet {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:43:10.434496 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4ebd3cc5-10b1-492e-a296-b93d5c079577 req-5fa60ea8-9372-4a69-b529-901f430d3c3c tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/security-groups?id=23eed38c-aa44-447e-83a9-ccee1b1a7a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501624 May 28 06:43:10.448553 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-e1b4f61e-01a9-4a76-b1be-2bd0e7d8dbfb None None] For port 54649fce-5499-401c-8a69-0409f6be3655, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=54649fce-5499-401c-8a69-0409f6be3655,segment=NetworkSegment(2f0d09bd-94d9-4ee9-bee8-45ec8a95ab0f),segment_id=2f0d09bd-94d9-4ee9-bee8-45ec8a95ab0f)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:43:10.449013 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e1b4f61e-01a9-4a76-b1be-2bd0e7d8dbfb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:10.516506 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 96e5af3e-4645-48a0-95c4-9beae517639a triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:43:10.517588 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:10.574222 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fb32faf8-597b-4d5b-923e-43ab44128873 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:10.643374 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7e735c07-1412-41ff-afa2-76e913f8691a req-d77a166c-4847-4e90-9a63-4c1ef2ec7f3d tempest-ServerShowV254Test-2131204054 tempest-ServerShowV254Test-2131204054-project] 10.222.0.55 "GET /v2.0/ports?device_id=57d37550-36d2-4baa-ae3f-42e53b4b3eee HTTP/1.1" status: 200 len: 210 time: 0.0572011 May 28 06:43:10.646432 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-4fd8a65f-34fc-4f0e-85e3-2c53ead64114 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Unset dirty status for tenant:5e9e9447c07c4077b6694ab63e3affe5 on resource:subnet {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:43:10.651056 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-4fd8a65f-34fc-4f0e-85e3-2c53ead64114 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.4235358 May 28 06:43:10.651949 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 44354) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:10.655524 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb32faf8-597b-4d5b-923e-43ab44128873 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] Pushing event deleted for resources: {'Port': ['ID=54649fce-5499-401c-8a69-0409f6be3655,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:10.657441 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb32faf8-597b-4d5b-923e-43ab44128873 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] No DVR routers for this DVR port 54649fce-5499-401c-8a69-0409f6be3655 on host n-d-843702-1 {{(pid=89109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:43:10.727956 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [req-57886afb-b228-4ac2-964c-5b532ad650de req-f1c3ea54-9905-4bd3-9c35-75979cd3853e tempest-VolumesActionsTest-1045885532 tempest-VolumesActionsTest-1045885532-project] Allocated IP 172.20.0.12 (0533a001-1b25-4278-bc50-d9d6533208e6/95bd361c-9304-4a56-87e3-cd936a61ab5f/a908e28b-e29d-4262-a1b9-fee80db1d85f) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:43:10.780773 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_v2 [None req-f38907c4-74fe-4d3e-bb39-c297e38a50ab tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Deleting subnet 6d29a26d-eb32-4e9b-b058-e7b92ffb82c2 {{(pid=89110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:43:10.795677 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f38907c4-74fe-4d3e-bb39-c297e38a50ab tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks [] for subnet, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:10.804863 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fb32faf8-597b-4d5b-923e-43ab44128873 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:10.809161 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-e1b4f61e-01a9-4a76-b1be-2bd0e7d8dbfb None None] Calling delete_port for 54649fce-5499-401c-8a69-0409f6be3655 owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:43:10.833473 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-fb32faf8-597b-4d5b-923e-43ab44128873 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a26af79-add3-4535-a35b-c4951e8fc47a']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:43:10.850058 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-fb32faf8-597b-4d5b-923e-43ab44128873 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f0d09bd-94d9-4ee9-bee8-45ec8a95ab0f') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:43:10.851240 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-fb32faf8-597b-4d5b-923e-43ab44128873 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f0d09bd-94d9-4ee9-bee8-45ec8a95ab0f') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:43:10.865250 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fb32faf8-597b-4d5b-923e-43ab44128873 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:10.889504 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fb32faf8-597b-4d5b-923e-43ab44128873 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:10.897339 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb32faf8-597b-4d5b-923e-43ab44128873 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:43:10.898109 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fb32faf8-597b-4d5b-923e-43ab44128873 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:10.957056 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44370) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:10.959220 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 2f0d09bd-94d9-4ee9-bee8-45ec8a95ab0f resource provider aggregate not found May 28 06:43:11.002113 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f38907c4-74fe-4d3e-bb39-c297e38a50ab tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4150765'] for subnet, precommit_delete_associations {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:11.013544 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 2f0d09bd-94d9-4ee9-bee8-45ec8a95ab0f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2f0d09bd-94d9-4ee9-bee8-45ec8a95ab0f found for delete ", "request_id": "req-65b16378-7819-4cb6-86e8-ee635830c9f8"}]} May 28 06:43:11.126036 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.db.api [None req-e1b4f61e-01a9-4a76-b1be-2bd0e7d8dbfb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89111) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:43:11.127186 n-d-843702-1 neutron-server[89111]: DEBUG oslo_db.api [None req-e1b4f61e-01a9-4a76-b1be-2bd0e7d8dbfb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:43:11.132299 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 96e5af3e-4645-48a0-95c4-9beae517639a is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:43:11.151315 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b0194bf-df0c-47bf-a03c-44e7d61d1107 admin admin] Deleting subnet 9cd992ef-e99e-4b01-bf49-56737c77fabe {{(pid=89109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:43:11.154758 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3b0194bf-df0c-47bf-a03c-44e7d61d1107 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:11.192147 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fb32faf8-597b-4d5b-923e-43ab44128873 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:11.206631 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 54649fce-5499-401c-8a69-0409f6be3655 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:43:11.227734 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fb32faf8-597b-4d5b-923e-43ab44128873 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:11.243912 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-fb32faf8-597b-4d5b-923e-43ab44128873 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] 10.222.0.55 "DELETE /v2.0/networks/3a26af79-add3-4535-a35b-c4951e8fc47a HTTP/1.1" status: 204 len: 168 time: 1.6473539 May 28 06:43:11.247756 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb32faf8-597b-4d5b-923e-43ab44128873 tempest-TagsExtTest-594682661 tempest-TagsExtTest-594682661-project] Pushing event deleted for resources: {'Network': ['ID=3a26af79-add3-4535-a35b-c4951e8fc47a,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:11.260922 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3b0194bf-df0c-47bf-a03c-44e7d61d1107 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3964070'] for subnet, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:11.332047 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3b0194bf-df0c-47bf-a03c-44e7d61d1107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:11.366652 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 54649fce-5499-401c-8a69-0409f6be3655 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:43:11.368428 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 54649fce-5499-401c-8a69-0409f6be3655 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:43:11.430232 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-57886afb-b228-4ac2-964c-5b532ad650de req-f1c3ea54-9905-4bd3-9c35-75979cd3853e tempest-VolumesActionsTest-1045885532 tempest-VolumesActionsTest-1045885532-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:11.519744 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f38907c4-74fe-4d3e-bb39-c297e38a50ab tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:11.532357 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3b0194bf-df0c-47bf-a03c-44e7d61d1107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9555650'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:11.628876 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-e1b4f61e-01a9-4a76-b1be-2bd0e7d8dbfb None None] Deleting port 54649fce-5499-401c-8a69-0409f6be3655 {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:43:11.628876 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e1b4f61e-01a9-4a76-b1be-2bd0e7d8dbfb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:11.667953 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b69be665-bb07-49d8-aaa7-9373d4da27c3 req-60095f24-4e46-4ac3-be50-11c6c611479a tempest-VolumesActionsTest-1045885532 tempest-VolumesActionsTest-1045885532-project] 10.222.0.55 "GET /v2.0/ports?device_id=77b549d1-47d2-4cd1-8dce-301ae9da61e0 HTTP/1.1" status: 200 len: 210 time: 0.0826848 May 28 06:43:11.705064 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60863f97-956c-46ea-b372-120192bae155 req-fa07082b-df3d-4874-a26c-9075882f492b tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:11.714539 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-60863f97-956c-46ea-b372-120192bae155 req-fa07082b-df3d-4874-a26c-9075882f492b tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e HTTP/1.1" status: 200 len: 944 time: 0.6006594 May 28 06:43:11.718715 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0bfa2b-a369-4f11-98c6-dd56a5bbd3e1 req-f0e58582-01d2-475b-b155-e47d11c16cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:11.719645 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-e1b4f61e-01a9-4a76-b1be-2bd0e7d8dbfb None None] The port '54649fce-5499-401c-8a69-0409f6be3655' was deleted {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 06:43:11.726146 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5a0bfa2b-a369-4f11-98c6-dd56a5bbd3e1 req-f0e58582-01d2-475b-b155-e47d11c16cc4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fada8efd68e34d6781d883ae41cb05ad&device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e HTTP/1.1" status: 200 len: 1095 time: 0.6052258 May 28 06:43:11.755229 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0194bf-df0c-47bf-a03c-44e7d61d1107 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9cd992ef-e99e-4b01-bf49-56737c77fabe,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:11.764016 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3b0194bf-df0c-47bf-a03c-44e7d61d1107 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:11.768546 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-61d5e2ff-4954-44fe-8a6b-59cd6360e03a req-3132ab98-ca8a-481a-82b2-d71036bda575 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=57d37550-36d2-4baa-ae3f-42e53b4b3eee HTTP/1.1" status: 200 len: 210 time: 0.0926089 May 28 06:43:11.773241 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-3b0194bf-df0c-47bf-a03c-44e7d61d1107 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/9cd992ef-e99e-4b01-bf49-56737c77fabe HTTP/1.1" status: 204 len: 168 time: 0.8094354 May 28 06:43:11.781660 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44386) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:11.802950 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-57886afb-b228-4ac2-964c-5b532ad650de req-f1c3ea54-9905-4bd3-9c35-75979cd3853e tempest-VolumesActionsTest-1045885532 tempest-VolumesActionsTest-1045885532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:11.933121 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-de3dccb9-fe47-40fa-aa7b-dc2941138f9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:11.935257 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44394) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:12.090677 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c3ea54-9905-4bd3-9c35-75979cd3853e tempest-VolumesActionsTest-1045885532 tempest-VolumesActionsTest-1045885532-project] Pushing event updated for resources: {'Port': ['ID=a908e28b-e29d-4262-a1b9-fee80db1d85f,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:12.100680 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57886afb-b228-4ac2-964c-5b532ad650de req-f1c3ea54-9905-4bd3-9c35-75979cd3853e tempest-VolumesActionsTest-1045885532 tempest-VolumesActionsTest-1045885532-project] Network 0533a001-1b25-4278-bc50-d9d6533208e6 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:43:12.121933 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [req-57886afb-b228-4ac2-964c-5b532ad650de req-f1c3ea54-9905-4bd3-9c35-75979cd3853e tempest-VolumesActionsTest-1045885532 tempest-VolumesActionsTest-1045885532-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:43:12.124462 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-57886afb-b228-4ac2-964c-5b532ad650de req-f1c3ea54-9905-4bd3-9c35-75979cd3853e tempest-VolumesActionsTest-1045885532 tempest-VolumesActionsTest-1045885532-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:43:12.166142 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-60863f97-956c-46ea-b372-120192bae155 req-bc8be6d3-0990-4af3-876c-7cd64b9bf67d tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0fc320c-5211-4d72-b7c9-130a40d05074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4387929 May 28 06:43:12.178934 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-de3dccb9-fe47-40fa-aa7b-dc2941138f9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:12.200351 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f38907c4-74fe-4d3e-bb39-c297e38a50ab tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3115981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3172005'] for subnet, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:12.282797 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366ef596-a073-4362-8614-814d7887f505 None None] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:43:12.314312 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f38907c4-74fe-4d3e-bb39-c297e38a50ab tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:12.326712 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38907c4-74fe-4d3e-bb39-c297e38a50ab tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Pushing event deleted for resources: {'Subnet': ['ID=6d29a26d-eb32-4e9b-b058-e7b92ffb82c2,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:12.346638 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd342178-9ec8-4686-b62b-ba34403a8e2d req-b3cfb9a4-499c-439e-83e6-05975c6304c7 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:12.352733 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-de1fde6b-c353-40d1-b9cf-a4fa87ff8b34 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a235078637ee45bb8b5c64f3b185fc9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4164088 May 28 06:43:12.354428 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fd342178-9ec8-4686-b62b-ba34403a8e2d req-b3cfb9a4-499c-439e-83e6-05975c6304c7 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/ports?device_id=2187a23c-2130-4d5d-83f8-6c69d905e7eb HTTP/1.1" status: 200 len: 945 time: 0.5535519 May 28 06:43:12.368961 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44400) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:12.377388 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cc351a6c-0801-463d-96ac-cc316448915d req-aad06567-960a-4fe5-9418-40bde82dc35f tempest-ServerShowV254Test-2131204054 tempest-ServerShowV254Test-2131204054-project] 10.222.0.55 "GET /v2.0/ports?device_id=57d37550-36d2-4baa-ae3f-42e53b4b3eee HTTP/1.1" status: 200 len: 210 time: 0.0944116 May 28 06:43:12.384421 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0bfa2b-a369-4f11-98c6-dd56a5bbd3e1 req-5133a460-603a-436a-b974-e07aaeb68e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:12.386118 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5a0bfa2b-a369-4f11-98c6-dd56a5bbd3e1 req-5133a460-603a-436a-b974-e07aaeb68e3a service neutron] 10.222.0.69 "GET /v2.0/networks?id=e7d92049-bff3-4c3a-a4bd-4950c7dcad1c HTTP/1.1" status: 200 len: 912 time: 0.6577733 May 28 06:43:12.394394 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57886afb-b228-4ac2-964c-5b532ad650de req-f1c3ea54-9905-4bd3-9c35-75979cd3853e tempest-VolumesActionsTest-1045885532 tempest-VolumesActionsTest-1045885532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:12.398391 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-57886afb-b228-4ac2-964c-5b532ad650de req-f1c3ea54-9905-4bd3-9c35-75979cd3853e tempest-VolumesActionsTest-1045885532 tempest-VolumesActionsTest-1045885532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:12.409816 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-de3dccb9-fe47-40fa-aa7b-dc2941138f9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a517d58f-c58a-4ce7-8e2f-8ea0a171a123']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:43:12.429243 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-de3dccb9-fe47-40fa-aa7b-dc2941138f9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '075ab482-3eaa-4694-9360-9316cf613e98') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:43:12.429564 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-de3dccb9-fe47-40fa-aa7b-dc2941138f9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '075ab482-3eaa-4694-9360-9316cf613e98') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:43:12.452923 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-de3dccb9-fe47-40fa-aa7b-dc2941138f9a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:12.485283 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-de3dccb9-fe47-40fa-aa7b-dc2941138f9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:12.494699 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-f38907c4-74fe-4d3e-bb39-c297e38a50ab tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "DELETE /v2.0/subnets/6d29a26d-eb32-4e9b-b058-e7b92ffb82c2 HTTP/1.1" status: 204 len: 168 time: 1.8388340 May 28 06:43:12.495969 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 44406) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:12.520960 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de3dccb9-fe47-40fa-aa7b-dc2941138f9a admin admin] Releasing vlan 374 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:43:12.521365 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-de3dccb9-fe47-40fa-aa7b-dc2941138f9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:12.608483 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-57886afb-b228-4ac2-964c-5b532ad650de req-f1c3ea54-9905-4bd3-9c35-75979cd3853e tempest-VolumesActionsTest-1045885532 tempest-VolumesActionsTest-1045885532-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9627645 May 28 06:43:12.619369 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-678ae4ec-e305-48ff-be49-d245d3d38831 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:12.626670 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-f2dde63a-ed53-4108-9233-7f4b6937adc8 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1284721 May 28 06:43:12.637822 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44412) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:12.638485 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-57886afb-b228-4ac2-964c-5b532ad650de req-20afebdb-4b3a-4d6e-a72e-c6231b5b5f97 service neutron] Request body: {'port': {'device_id': '77b549d1-47d2-4cd1-8dce-301ae9da61e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843702-1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:43:12.646328 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60488d82-a095-4f20-beb9-130933f7501b None None] DHCP port deletion for 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:43:12.652154 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-60488d82-a095-4f20-beb9-130933f7501b None None] Deleting port 96e5af3e-4645-48a0-95c4-9beae517639a {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:43:12.652154 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-60488d82-a095-4f20-beb9-130933f7501b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:12.653224 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-f4effc0b-56d7-4839-b3b1-509c6e4165e1 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Request body: {'subnet': {'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:43:12.689519 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5a0bfa2b-a369-4f11-98c6-dd56a5bbd3e1 req-56b9118d-e20f-4124-975e-3d3e75854353 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=170a25a1-2cd5-4bc9-b588-27e0c82fefed HTTP/1.1" status: 200 len: 999 time: 0.2867198 May 28 06:43:12.750914 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-678ae4ec-e305-48ff-be49-d245d3d38831 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:12.783890 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-de3dccb9-fe47-40fa-aa7b-dc2941138f9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:12.790107 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0bfa2b-a369-4f11-98c6-dd56a5bbd3e1 req-30b53b22-da44-4983-b633-6ff568b47c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:12.792743 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5a0bfa2b-a369-4f11-98c6-dd56a5bbd3e1 req-30b53b22-da44-4983-b633-6ff568b47c03 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=40188bf0-967d-446e-ac4f-b5c59a2acd9a HTTP/1.1" status: 200 len: 850 time: 0.0897725 May 28 06:43:12.820966 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-de3dccb9-fe47-40fa-aa7b-dc2941138f9a admin admin] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:12.857161 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3dccb9-fe47-40fa-aa7b-dc2941138f9a admin admin] Pushing event deleted for resources: {'Network': ['ID=a517d58f-c58a-4ce7-8e2f-8ea0a171a123,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:12.872007 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-f4effc0b-56d7-4839-b3b1-509c6e4165e1 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:43:12.877630 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-f4effc0b-56d7-4839-b3b1-509c6e4165e1 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Usage tracker for resource:subnet and tenant:5e9e9447c07c4077b6694ab63e3affe5 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:43:12.882217 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-f4effc0b-56d7-4839-b3b1-509c6e4165e1 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:43:12.889173 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-f4effc0b-56d7-4839-b3b1-509c6e4165e1 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:43:12.902550 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fd342178-9ec8-4686-b62b-ba34403a8e2d req-3622c5c6-a894-4421-82d7-0e4cef3e5f07 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/security-groups?id=23eed38c-aa44-447e-83a9-ccee1b1a7a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5472949 May 28 06:43:12.929258 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-60488d82-a095-4f20-beb9-130933f7501b None None] For port 96e5af3e-4645-48a0-95c4-9beae517639a, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=96e5af3e-4645-48a0-95c4-9beae517639a,segment=NetworkSegment(e82da2dd-17b8-4c15-8abb-711622ad0a92),segment_id=e82da2dd-17b8-4c15-8abb-711622ad0a92)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:43:12.929258 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-60488d82-a095-4f20-beb9-130933f7501b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:12.942976 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-de3dccb9-fe47-40fa-aa7b-dc2941138f9a admin admin] 10.222.0.55 "DELETE /v2.0/networks/a517d58f-c58a-4ce7-8e2f-8ea0a171a123 HTTP/1.1" status: 204 len: 168 time: 1.1634827 May 28 06:43:12.986040 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4effc0b-56d7-4839-b3b1-509c6e4165e1 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Made reservation on behalf of 5e9e9447c07c4077b6694ab63e3affe5 for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:43:12.990596 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f4effc0b-56d7-4839-b3b1-509c6e4165e1 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:13.013027 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-678ae4ec-e305-48ff-be49-d245d3d38831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:13.025478 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-57886afb-b228-4ac2-964c-5b532ad650de req-20afebdb-4b3a-4d6e-a72e-c6231b5b5f97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:13.075804 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-60488d82-a095-4f20-beb9-130933f7501b None None] Calling delete_port for 96e5af3e-4645-48a0-95c4-9beae517639a owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:43:13.095162 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 075ab482-3eaa-4694-9360-9316cf613e98 resource provider aggregate not found May 28 06:43:13.109091 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678ae4ec-e305-48ff-be49-d245d3d38831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48e39e9e-c642-4ea9-b252-8cc9e438b1fa,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:13.125292 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-678ae4ec-e305-48ff-be49-d245d3d38831 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:13.128955 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-678ae4ec-e305-48ff-be49-d245d3d38831 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/48e39e9e-c642-4ea9-b252-8cc9e438b1fa HTTP/1.1" status: 204 len: 168 time: 0.7562683 May 28 06:43:13.131190 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0bfa2b-a369-4f11-98c6-dd56a5bbd3e1 req-d2d23c25-cf12-4a2f-9458-711e8f6e9727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:13.133561 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5a0bfa2b-a369-4f11-98c6-dd56a5bbd3e1 req-d2d23c25-cf12-4a2f-9458-711e8f6e9727 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e7d92049-bff3-4c3a-a4bd-4950c7dcad1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3271420 May 28 06:43:13.188214 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f86ccc7-6676-4fe3-9463-9073880b3651 req-e52df705-a328-4a46-ba14-3184b547b102 tempest-VolumesActionsTest-1045885532 tempest-VolumesActionsTest-1045885532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:13.189010 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-5f86ccc7-6676-4fe3-9463-9073880b3651 req-e52df705-a328-4a46-ba14-3184b547b102 tempest-VolumesActionsTest-1045885532 tempest-VolumesActionsTest-1045885532-project] Synchronizing usage tracker for tenant:531b62a3dfbd4ff08a1755fb2f0f8224 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:43:13.198873 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 075ab482-3eaa-4694-9360-9316cf613e98 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 075ab482-3eaa-4694-9360-9316cf613e98 found for delete ", "request_id": "req-8d9b772c-95c7-4fb5-a018-e7004881f52c"}]} May 28 06:43:13.356871 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-60488d82-a095-4f20-beb9-130933f7501b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879'] for port, after_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:13.409703 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60488d82-a095-4f20-beb9-130933f7501b None None] Pushing event deleted for resources: {'Port': ['ID=96e5af3e-4645-48a0-95c4-9beae517639a,revision_number=None']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:13.423818 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60488d82-a095-4f20-beb9-130933f7501b None None] No DVR routers for this DVR port 96e5af3e-4645-48a0-95c4-9beae517639a on host n-d-843702-1 {{(pid=89111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:43:13.509324 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-5f86ccc7-6676-4fe3-9463-9073880b3651 req-e52df705-a328-4a46-ba14-3184b547b102 tempest-VolumesActionsTest-1045885532 tempest-VolumesActionsTest-1045885532-project] Unset dirty status for tenant:531b62a3dfbd4ff08a1755fb2f0f8224 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:43:13.517118 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5f86ccc7-6676-4fe3-9463-9073880b3651 req-e52df705-a328-4a46-ba14-3184b547b102 tempest-VolumesActionsTest-1045885532 tempest-VolumesActionsTest-1045885532-project] 10.222.0.55 "GET /v2.0/ports?device_id=77b549d1-47d2-4cd1-8dce-301ae9da61e0 HTTP/1.1" status: 200 len: 932 time: 0.7117999 May 28 06:43:13.614689 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5a0bfa2b-a369-4f11-98c6-dd56a5bbd3e1 req-fb12e252-1099-4bca-8d85-92f6e626d4ad service neutron] 10.222.0.69 "GET /v2.0/networks/e7d92049-bff3-4c3a-a4bd-4950c7dcad1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4701550 May 28 06:43:13.624943 n-d-843702-1 neutron-server[89109]: DEBUG neutron.objects.ports [None req-f4effc0b-56d7-4839-b3b1-509c6e4165e1 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89109) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 28 06:43:13.631553 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f4effc0b-56d7-4839-b3b1-509c6e4165e1 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:13.689959 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4effc0b-56d7-4839-b3b1-509c6e4165e1 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:43:13.693443 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-f4effc0b-56d7-4839-b3b1-509c6e4165e1 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:43:13.697620 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4effc0b-56d7-4839-b3b1-509c6e4165e1 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:13.698246 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f4effc0b-56d7-4839-b3b1-509c6e4165e1 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:13.706496 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe621e2b-3d30-4797-91cc-0a9baae74f27 None None] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:43:13.717791 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4effc0b-56d7-4839-b3b1-509c6e4165e1 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Pushing event updated for resources: {'Subnet': ['ID=b33db579-cc0f-4d62-b9d8-61d90326f1a6,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:13.786495 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5f86ccc7-6676-4fe3-9463-9073880b3651 req-d900ebb9-913a-4196-b6c1-9d810b192717 tempest-VolumesActionsTest-1045885532 tempest-VolumesActionsTest-1045885532-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4aaa3c2-aa0f-41d7-9a93-a25a9aacdbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684972 May 28 06:43:13.862978 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-f4effc0b-56d7-4839-b3b1-509c6e4165e1 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.2218399 May 28 06:43:13.863349 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44440) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:13.890304 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-a0c87336-4498-4e0b-9cc3-4c545cf728f9 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Request body: {'port': {'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2', 'mac_address': 'fa:16:3e:3b:5e:11', 'name': 'tempest-NetworksTestDHCPv6-572138246'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:43:13.890418 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f51eed-0c6d-492e-971b-2f683e9efaee req-b3631d23-1913-4a6a-991b-0124b8427a6d tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:13.890418 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a4f51eed-0c6d-492e-971b-2f683e9efaee req-b3631d23-1913-4a6a-991b-0124b8427a6d tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e HTTP/1.1" status: 200 len: 944 time: 0.3864813 May 28 06:43:13.937841 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5a0bfa2b-a369-4f11-98c6-dd56a5bbd3e1 req-1236ccf5-a48f-49be-be08-31cc1141be40 service neutron] 10.222.0.69 "GET /v2.0/networks/e7d92049-bff3-4c3a-a4bd-4950c7dcad1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2874954 May 28 06:43:13.969153 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a4f51eed-0c6d-492e-971b-2f683e9efaee req-319667bf-40bb-4d31-9c50-59fb442d4d20 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0fc320c-5211-4d72-b7c9-130a40d05074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735896 May 28 06:43:14.039169 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e4f055c9-570a-411d-99d4-aee78005831d req-d389514e-8d39-4644-b578-0b92d36e8967 tempest-ServerShowV254Test-2131204054 tempest-ServerShowV254Test-2131204054-project] 10.222.0.55 "GET /v2.0/ports?device_id=57d37550-36d2-4baa-ae3f-42e53b4b3eee HTTP/1.1" status: 200 len: 210 time: 0.0640085 May 28 06:43:14.060649 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc1aea2-875d-4fbf-86d0-080d847ea194 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-147bfd32-62dc-4be0-82de-f4d6fa5b4cc2', 'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2', 'tenant_id': '5e9e9447c07c4077b6694ab63e3affe5', 'fixed_ips': [{'subnet_id': 'b33db579-cc0f-4d62-b9d8-61d90326f1a6'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:43:14.061818 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-2bc1aea2-875d-4fbf-86d0-080d847ea194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:14.134642 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 44450) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:14.164441 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [req-57886afb-b228-4ac2-964c-5b532ad650de req-20afebdb-4b3a-4d6e-a72e-c6231b5b5f97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a908e28b-e29d-4262-a1b9-fee80db1d85f {{(pid=89110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:43:14.185612 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-57886afb-b228-4ac2-964c-5b532ad650de req-20afebdb-4b3a-4d6e-a72e-c6231b5b5f97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:14.188179 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-a0c87336-4498-4e0b-9cc3-4c545cf728f9 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:43:14.198426 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-a0c87336-4498-4e0b-9cc3-4c545cf728f9 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Usage tracker for resource:port and tenant:5e9e9447c07c4077b6694ab63e3affe5 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:43:14.203184 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-a0c87336-4498-4e0b-9cc3-4c545cf728f9 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:43:14.217136 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-a0c87336-4498-4e0b-9cc3-4c545cf728f9 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:43:14.322602 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0c87336-4498-4e0b-9cc3-4c545cf728f9 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Made reservation on behalf of 5e9e9447c07c4077b6694ab63e3affe5 for: {'port': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:43:14.331373 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-e98e4028-1a71-4a85-b249-ce9ac9da6327 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6628ef4527494b8a81c1af4bdb2ccfad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1954851 May 28 06:43:14.332504 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-57886afb-b228-4ac2-964c-5b532ad650de req-20afebdb-4b3a-4d6e-a72e-c6231b5b5f97 service neutron] Transition to ACTIVE for port object a908e28b-e29d-4262-a1b9-fee80db1d85f will not be triggered until provisioned by entity L2. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:43:14.339569 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 44460) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:14.420214 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-918b3e5b-9dd9-4b23-8ca0-41dfdd4ae28b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:14.423078 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-57886afb-b228-4ac2-964c-5b532ad650de req-20afebdb-4b3a-4d6e-a72e-c6231b5b5f97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:14.480988 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-2bc1aea2-875d-4fbf-86d0-080d847ea194 None None] Allocated IP 2001:db8::f816:3eff:fedc:e985 (147bfd32-62dc-4be0-82de-f4d6fa5b4cc2/b33db579-cc0f-4d62-b9d8-61d90326f1a6/67207bc1-2196-471d-8619-d65edd81e21e) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:43:14.514506 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20afebdb-4b3a-4d6e-a72e-c6231b5b5f97 service neutron] Pushing event updated for resources: {'Port': ['ID=a908e28b-e29d-4262-a1b9-fee80db1d85f,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:14.575051 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aa7178-6425-412a-9a75-629d76e9c2f1 req-7402947f-b0c4-44df-9496-afa0d4a212dd tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:14.581804 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-45aa7178-6425-412a-9a75-629d76e9c2f1 req-7402947f-b0c4-44df-9496-afa0d4a212dd tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/ports?device_id=2187a23c-2130-4d5d-83f8-6c69d905e7eb HTTP/1.1" status: 200 len: 945 time: 0.3764062 May 28 06:43:14.616236 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a0c87336-4498-4e0b-9cc3-4c545cf728f9 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:14.630724 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-918b3e5b-9dd9-4b23-8ca0-41dfdd4ae28b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:14.661702 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [None req-a0c87336-4498-4e0b-9cc3-4c545cf728f9 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] device_id is not set on port c50cdf43-43cd-432d-9963-89c775165ecb yet. {{(pid=89109) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:43:14.808429 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-45aa7178-6425-412a-9a75-629d76e9c2f1 req-22c74b0c-939a-4b39-8d67-dcf0b476e138 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/security-groups?id=23eed38c-aa44-447e-83a9-ccee1b1a7a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251256 May 28 06:43:14.816154 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 96e5af3e-4645-48a0-95c4-9beae517639a no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:43:14.817986 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-57886afb-b228-4ac2-964c-5b532ad650de req-20afebdb-4b3a-4d6e-a72e-c6231b5b5f97 service neutron] Attempting to bind port a908e28b-e29d-4262-a1b9-fee80db1d85f on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:43:14.824383 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-57886afb-b228-4ac2-964c-5b532ad650de req-20afebdb-4b3a-4d6e-a72e-c6231b5b5f97 service neutron] Attempting to bind port a908e28b-e29d-4262-a1b9-fee80db1d85f by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': 'ff77abc0-eaed-47da-9deb-10db2dcdfc54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '0533a001-1b25-4278-bc50-d9d6533208e6'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:43:14.825032 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57886afb-b228-4ac2-964c-5b532ad650de req-20afebdb-4b3a-4d6e-a72e-c6231b5b5f97 service neutron] Attempting to bind port a908e28b-e29d-4262-a1b9-fee80db1d85f on network 0533a001-1b25-4278-bc50-d9d6533208e6 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:43:14.832019 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57886afb-b228-4ac2-964c-5b532ad650de req-20afebdb-4b3a-4d6e-a72e-c6231b5b5f97 service neutron] Port a908e28b-e29d-4262-a1b9-fee80db1d85f on network 0533a001-1b25-4278-bc50-d9d6533208e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:43:14.835736 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57886afb-b228-4ac2-964c-5b532ad650de req-20afebdb-4b3a-4d6e-a72e-c6231b5b5f97 service neutron] Attempting to bind port a908e28b-e29d-4262-a1b9-fee80db1d85f on network 0533a001-1b25-4278-bc50-d9d6533208e6 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:43:14.842703 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57886afb-b228-4ac2-964c-5b532ad650de req-20afebdb-4b3a-4d6e-a72e-c6231b5b5f97 service neutron] Checking agent: {'id': '69f492a0-c00d-46d0-9bec-fcd8161ce206', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:43:14.850501 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57886afb-b228-4ac2-964c-5b532ad650de req-20afebdb-4b3a-4d6e-a72e-c6231b5b5f97 service neutron] Checking segment: {'id': 'ff77abc0-eaed-47da-9deb-10db2dcdfc54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '0533a001-1b25-4278-bc50-d9d6533208e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:43:14.851810 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57886afb-b228-4ac2-964c-5b532ad650de req-20afebdb-4b3a-4d6e-a72e-c6231b5b5f97 service neutron] Bound using segment: {'id': 'ff77abc0-eaed-47da-9deb-10db2dcdfc54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '0533a001-1b25-4278-bc50-d9d6533208e6'} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:43:14.854381 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-57886afb-b228-4ac2-964c-5b532ad650de req-20afebdb-4b3a-4d6e-a72e-c6231b5b5f97 service neutron] Bound port: a908e28b-e29d-4262-a1b9-fee80db1d85f, host: n-h1-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff77abc0-eaed-47da-9deb-10db2dcdfc54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '0533a001-1b25-4278-bc50-d9d6533208e6'}}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:43:14.854795 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-57886afb-b228-4ac2-964c-5b532ad650de req-20afebdb-4b3a-4d6e-a72e-c6231b5b5f97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:14.867896 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 96e5af3e-4645-48a0-95c4-9beae517639a {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:43:14.870310 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 96e5af3e-4645-48a0-95c4-9beae517639a not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:43:14.870310 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-2bc1aea2-875d-4fbf-86d0-080d847ea194 None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:14.884514 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-2bc1aea2-875d-4fbf-86d0-080d847ea194 None None] Transition to ACTIVE for port object 67207bc1-2196-471d-8619-d65edd81e21e will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:43:14.905302 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-2bc1aea2-875d-4fbf-86d0-080d847ea194 None None] Transition to ACTIVE for port object 67207bc1-2196-471d-8619-d65edd81e21e will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:43:14.990962 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-2bc1aea2-875d-4fbf-86d0-080d847ea194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:15.062610 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-918b3e5b-9dd9-4b23-8ca0-41dfdd4ae28b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:15.124168 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918b3e5b-9dd9-4b23-8ca0-41dfdd4ae28b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd713815-77d3-4a1d-b097-a9c1b1c84eea,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:15.134713 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc1aea2-875d-4fbf-86d0-080d847ea194 None None] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:43:15.148346 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-57886afb-b228-4ac2-964c-5b532ad650de req-20afebdb-4b3a-4d6e-a72e-c6231b5b5f97 service neutron] For port a908e28b-e29d-4262-a1b9-fee80db1d85f, host n-h1-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:43:15.160708 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-a0c87336-4498-4e0b-9cc3-4c545cf728f9 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Allocated IP 2001:db8::f816:3eff:fe3b:5e11 (147bfd32-62dc-4be0-82de-f4d6fa5b4cc2/b33db579-cc0f-4d62-b9d8-61d90326f1a6/c50cdf43-43cd-432d-9963-89c775165ecb) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:43:15.161252 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-2bc1aea2-875d-4fbf-86d0-080d847ea194 None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:43:15.171478 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-57886afb-b228-4ac2-964c-5b532ad650de req-20afebdb-4b3a-4d6e-a72e-c6231b5b5f97 service neutron] For port a908e28b-e29d-4262-a1b9-fee80db1d85f, host n-h1-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=a908e28b-e29d-4262-a1b9-fee80db1d85f,segment=NetworkSegment(ff77abc0-eaed-47da-9deb-10db2dcdfc54),segment_id=ff77abc0-eaed-47da-9deb-10db2dcdfc54)] {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:43:15.181748 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc1aea2-875d-4fbf-86d0-080d847ea194 None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:43:15.190077 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7461b522-2e72-4759-843b-fe2b763e3ca5 req-cd414657-a89e-488b-9ed8-9b975dc7b2be tempest-VolumesActionsTest-1045885532 tempest-VolumesActionsTest-1045885532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:15.191815 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7461b522-2e72-4759-843b-fe2b763e3ca5 req-cd414657-a89e-488b-9ed8-9b975dc7b2be tempest-VolumesActionsTest-1045885532 tempest-VolumesActionsTest-1045885532-project] 10.222.0.55 "GET /v2.0/ports?device_id=77b549d1-47d2-4cd1-8dce-301ae9da61e0 HTTP/1.1" status: 200 len: 944 time: 0.2675714 May 28 06:43:15.241373 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-d03e3e54-c444-4a6b-83aa-8c0d61c97b9a req-21670537-0128-45ac-8cbc-05f61ccaf982 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=68aafee21f0e4a8b97d1f08baf5c1958&device_id=57d37550-36d2-4baa-ae3f-42e53b4b3eee HTTP/1.1" status: 200 len: 210 time: 0.2009161 May 28 06:43:15.260030 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-918b3e5b-9dd9-4b23-8ca0-41dfdd4ae28b admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:15.261154 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-918b3e5b-9dd9-4b23-8ca0-41dfdd4ae28b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bd713815-77d3-4a1d-b097-a9c1b1c84eea HTTP/1.1" status: 204 len: 168 time: 0.9206834 May 28 06:43:15.303915 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-57886afb-b228-4ac2-964c-5b532ad650de req-20afebdb-4b3a-4d6e-a72e-c6231b5b5f97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:15.340165 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc1aea2-875d-4fbf-86d0-080d847ea194 None None] Pushing event updated for resources: {'Port': ['ID=67207bc1-2196-471d-8619-d65edd81e21e,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:15.400588 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7461b522-2e72-4759-843b-fe2b763e3ca5 req-0a6a0113-aadb-4a18-b586-132e32ba7af2 tempest-VolumesActionsTest-1045885532 tempest-VolumesActionsTest-1045885532-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4aaa3c2-aa0f-41d7-9a93-a25a9aacdbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981280 May 28 06:43:15.415317 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-d03e3e54-c444-4a6b-83aa-8c0d61c97b9a req-5772acf2-c011-4642-bef9-aed23ed53367 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=68aafee21f0e4a8b97d1f08baf5c1958&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1468041 May 28 06:43:15.455937 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57886afb-b228-4ac2-964c-5b532ad650de req-20afebdb-4b3a-4d6e-a72e-c6231b5b5f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:15.456437 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-57886afb-b228-4ac2-964c-5b532ad650de req-20afebdb-4b3a-4d6e-a72e-c6231b5b5f97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:15.457855 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-57886afb-b228-4ac2-964c-5b532ad650de req-20afebdb-4b3a-4d6e-a72e-c6231b5b5f97 service neutron] 10.222.0.69 "PUT /v2.0/ports/a908e28b-e29d-4262-a1b9-fee80db1d85f HTTP/1.1" status: 200 len: 1092 time: 2.8265917 May 28 06:43:15.464088 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77b549d1-47d2-4cd1-8dce-301ae9da61e0', 'tag': 'a908e28b-e29d-4262-a1b9-fee80db1d85f'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:43:15.478416 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-2bc1aea2-875d-4fbf-86d0-080d847ea194 None None] Attempting to bind port 67207bc1-2196-471d-8619-d65edd81e21e on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:43:15.479109 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-2bc1aea2-875d-4fbf-86d0-080d847ea194 None None] Attempting to bind port 67207bc1-2196-471d-8619-d65edd81e21e by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'e82da2dd-17b8-4c15-8abb-711622ad0a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:43:15.481126 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc1aea2-875d-4fbf-86d0-080d847ea194 None None] Attempting to bind port 67207bc1-2196-471d-8619-d65edd81e21e on network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:43:15.489688 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc1aea2-875d-4fbf-86d0-080d847ea194 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:43:15.493896 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc1aea2-875d-4fbf-86d0-080d847ea194 None None] Checking segment: {'id': 'e82da2dd-17b8-4c15-8abb-711622ad0a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:43:15.494823 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-2bc1aea2-875d-4fbf-86d0-080d847ea194 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:15.496612 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc1aea2-875d-4fbf-86d0-080d847ea194 None None] Bound using segment: {'id': 'e82da2dd-17b8-4c15-8abb-711622ad0a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:43:15.497304 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-2bc1aea2-875d-4fbf-86d0-080d847ea194 None None] Bound port: 67207bc1-2196-471d-8619-d65edd81e21e, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e82da2dd-17b8-4c15-8abb-711622ad0a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:43:15.497718 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-2bc1aea2-875d-4fbf-86d0-080d847ea194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:15.512860 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20afebdb-4b3a-4d6e-a72e-c6231b5b5f97 service neutron] Pushing event updated for resources: {'Port': ['ID=a908e28b-e29d-4262-a1b9-fee80db1d85f,revision_number=3']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:15.652463 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-2bc1aea2-875d-4fbf-86d0-080d847ea194 None None] For port 67207bc1-2196-471d-8619-d65edd81e21e, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:43:15.660654 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-2bc1aea2-875d-4fbf-86d0-080d847ea194 None None] For port 67207bc1-2196-471d-8619-d65edd81e21e, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=67207bc1-2196-471d-8619-d65edd81e21e,segment=NetworkSegment(e82da2dd-17b8-4c15-8abb-711622ad0a92),segment_id=e82da2dd-17b8-4c15-8abb-711622ad0a92)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:43:15.786194 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-63af92ed-2b58-43b4-bc45-f54a89bd3842 req-e934de8e-c088-4d2a-9d87-325a4126ee0b tempest-ServerShowV254Test-2131204054 tempest-ServerShowV254Test-2131204054-project] 10.222.0.55 "GET /v2.0/ports?device_id=57d37550-36d2-4baa-ae3f-42e53b4b3eee HTTP/1.1" status: 200 len: 210 time: 0.5233650 May 28 06:43:15.792970 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03e3e54-c444-4a6b-83aa-8c0d61c97b9a req-00b92dc6-70cb-4f23-99cf-d4f4ff06a05b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:15.794436 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-d03e3e54-c444-4a6b-83aa-8c0d61c97b9a req-00b92dc6-70cb-4f23-99cf-d4f4ff06a05b service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3674316 May 28 06:43:15.797686 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a0c87336-4498-4e0b-9cc3-4c545cf728f9 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:15.820799 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-2bc1aea2-875d-4fbf-86d0-080d847ea194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:15.833958 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [None req-a0c87336-4498-4e0b-9cc3-4c545cf728f9 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Transition to ACTIVE for port object c50cdf43-43cd-432d-9963-89c775165ecb will not be triggered until provisioned by entity DHCP. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:43:15.869614 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57886afb-b228-4ac2-964c-5b532ad650de req-5301838e-8a63-41c7-bbbb-f5edd42eafee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:15.871476 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-57886afb-b228-4ac2-964c-5b532ad650de req-5301838e-8a63-41c7-bbbb-f5edd42eafee service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=531b62a3dfbd4ff08a1755fb2f0f8224&device_id=77b549d1-47d2-4cd1-8dce-301ae9da61e0 HTTP/1.1" status: 200 len: 1095 time: 0.2167761 May 28 06:43:15.893017 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68917a8b-db54-485c-bc56-af9a8e02de2f req-c5f6465c-98c2-43ae-8c40-67973a8599fd tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:15.894871 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-68917a8b-db54-485c-bc56-af9a8e02de2f req-c5f6465c-98c2-43ae-8c40-67973a8599fd tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e HTTP/1.1" status: 200 len: 944 time: 0.2907193 May 28 06:43:16.005332 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc1aea2-875d-4fbf-86d0-080d847ea194 None None] Pushing event updated for resources: {'Port': ['ID=67207bc1-2196-471d-8619-d65edd81e21e,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:16.033828 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-57886afb-b228-4ac2-964c-5b532ad650de req-11a2745e-f5ca-4988-abb6-0c1dc52e8082 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a908e28b-e29d-4262-a1b9-fee80db1d85f HTTP/1.1" status: 200 len: 217 time: 0.1345024 May 28 06:43:16.051116 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a0c87336-4498-4e0b-9cc3-4c545cf728f9 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:16.285495 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-68917a8b-db54-485c-bc56-af9a8e02de2f req-6a40f440-a26a-4735-b1ba-0c688c66ba8b tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0fc320c-5211-4d72-b7c9-130a40d05074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2740550 May 28 06:43:16.342136 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57886afb-b228-4ac2-964c-5b532ad650de req-4dc22613-2e82-463a-a354-2a2499422b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:16.348380 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c87336-4498-4e0b-9cc3-4c545cf728f9 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:43:16.349005 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-57886afb-b228-4ac2-964c-5b532ad650de req-4dc22613-2e82-463a-a354-2a2499422b19 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=95bd361c-9304-4a56-87e3-cd936a61ab5f HTTP/1.1" status: 200 len: 849 time: 0.3079188 May 28 06:43:16.350141 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-a0c87336-4498-4e0b-9cc3-4c545cf728f9 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:43:16.374303 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c87336-4498-4e0b-9cc3-4c545cf728f9 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:43:16.379849 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c87336-4498-4e0b-9cc3-4c545cf728f9 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:16.380436 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a0c87336-4498-4e0b-9cc3-4c545cf728f9 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:16.420581 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c49c93f0-6fac-4aae-a95d-147474617737'] response: {'name': 'network-changed', 'server_uuid': '77b549d1-47d2-4cd1-8dce-301ae9da61e0', 'tag': 'a908e28b-e29d-4262-a1b9-fee80db1d85f', 'status': 'completed', 'code': 200} May 28 06:43:16.420836 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c87336-4498-4e0b-9cc3-4c545cf728f9 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Pushing event updated for resources: {'Port': ['ID=c50cdf43-43cd-432d-9963-89c775165ecb,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:16.461344 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-57886afb-b228-4ac2-964c-5b532ad650de req-6c1b1ea9-13a1-41eb-8e72-30c831223742 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0533a001-1b25-4278-bc50-d9d6533208e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1062720 May 28 06:43:16.590240 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-a0c87336-4498-4e0b-9cc3-4c545cf728f9 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.7259479 May 28 06:43:16.591074 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44516) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:16.681540 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d15fc1-d45d-42c2-b7eb-e3a10c1a9db9 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:16.687277 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d15fc1-d45d-42c2-b7eb-e3a10c1a9db9 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:16.688056 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-d0d15fc1-d45d-42c2-b7eb-e3a10c1a9db9 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Synchronizing usage tracker for tenant:5e9e9447c07c4077b6694ab63e3affe5 on resource:port {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:43:16.778877 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-57886afb-b228-4ac2-964c-5b532ad650de req-12630ed9-adcd-4c9b-ad83-4d9f34fa39d1 service neutron] 10.222.0.69 "GET /v2.0/networks/0533a001-1b25-4278-bc50-d9d6533208e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3073635 May 28 06:43:16.796534 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ef3fcf-2adb-4914-8112-2defc6c730fd req-e13747f0-d2c0-427f-a88f-fd515e0b174b tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:16.815933 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d9ef3fcf-2adb-4914-8112-2defc6c730fd req-e13747f0-d2c0-427f-a88f-fd515e0b174b tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/ports?device_id=2187a23c-2130-4d5d-83f8-6c69d905e7eb HTTP/1.1" status: 200 len: 945 time: 0.3454561 May 28 06:43:16.877268 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-d0d15fc1-d45d-42c2-b7eb-e3a10c1a9db9 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Unset dirty status for tenant:5e9e9447c07c4077b6694ab63e3affe5 on resource:port {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:43:16.880855 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-d0d15fc1-d45d-42c2-b7eb-e3a10c1a9db9 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2865372 May 28 06:43:16.881126 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44534) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:16.985131 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961c8f87-1a7c-49ca-8dff-586781f74bb9 req-bfec9f2a-1679-49d4-94b3-65123218406b tempest-VolumesActionsTest-1045885532 tempest-VolumesActionsTest-1045885532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:16.986770 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-961c8f87-1a7c-49ca-8dff-586781f74bb9 req-bfec9f2a-1679-49d4-94b3-65123218406b tempest-VolumesActionsTest-1045885532 tempest-VolumesActionsTest-1045885532-project] 10.222.0.55 "GET /v2.0/ports?device_id=77b549d1-47d2-4cd1-8dce-301ae9da61e0 HTTP/1.1" status: 200 len: 944 time: 0.3483176 May 28 06:43:17.000081 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d9ef3fcf-2adb-4914-8112-2defc6c730fd req-a1a884b5-128f-43ef-9b52-51e41f329215 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/security-groups?id=23eed38c-aa44-447e-83a9-ccee1b1a7a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831768 May 28 06:43:17.015788 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-9a30abf4-2c52-4df8-8301-6677572dc62f tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Deleting port c50cdf43-43cd-432d-9963-89c775165ecb {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:43:17.016139 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9a30abf4-2c52-4df8-8301-6677572dc62f tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:17.093545 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-961c8f87-1a7c-49ca-8dff-586781f74bb9 req-3162f6f1-ba05-400b-98fc-5afee157ae65 tempest-VolumesActionsTest-1045885532 tempest-VolumesActionsTest-1045885532-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4aaa3c2-aa0f-41d7-9a93-a25a9aacdbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872250 May 28 06:43:17.181793 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-57886afb-b228-4ac2-964c-5b532ad650de req-82816878-9f63-42ba-a1a8-f05c68a5e9f0 service neutron] 10.222.0.69 "GET /v2.0/networks/0533a001-1b25-4278-bc50-d9d6533208e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3351569 May 28 06:43:17.284191 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2955101f-2187-400f-b099-c90aae6fb2e9 req-fb9ec730-d230-468f-ad80-5873d9bda333 tempest-ServerShowV254Test-2131204054 tempest-ServerShowV254Test-2131204054-project] 10.222.0.55 "GET /v2.0/ports?device_id=57d37550-36d2-4baa-ae3f-42e53b4b3eee HTTP/1.1" status: 200 len: 210 time: 0.0831270 May 28 06:43:17.289459 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 44546) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:17.436412 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f683594f-c006-4950-9b1c-73c332727f0d req-3f6236f9-e566-4dd7-b8a9-f65629af9b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:17.442882 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f683594f-c006-4950-9b1c-73c332727f0d req-3f6236f9-e566-4dd7-b8a9-f65629af9b2e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=531b62a3dfbd4ff08a1755fb2f0f8224&device_id=77b549d1-47d2-4cd1-8dce-301ae9da61e0 HTTP/1.1" status: 200 len: 1095 time: 0.1403346 May 28 06:43:17.445572 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9a30abf4-2c52-4df8-8301-6677572dc62f tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:17.667024 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-7d7a775b-8ee0-4e41-9f71-1bf59a352872 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1636179966-network', 'tenant_id': '30b2237f02ce4576b66d979b160c48fb'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:43:17.685294 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-9a30abf4-2c52-4df8-8301-6677572dc62f tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Calling delete_port for c50cdf43-43cd-432d-9963-89c775165ecb owned by {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:43:17.693237 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-7d7a775b-8ee0-4e41-9f71-1bf59a352872 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:43:17.713330 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-7d7a775b-8ee0-4e41-9f71-1bf59a352872 admin admin] Usage tracker for resource:network and tenant:30b2237f02ce4576b66d979b160c48fb is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:43:17.720554 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-7d7a775b-8ee0-4e41-9f71-1bf59a352872 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:43:17.731666 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-7d7a775b-8ee0-4e41-9f71-1bf59a352872 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:43:17.799484 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f683594f-c006-4950-9b1c-73c332727f0d req-89bfc499-839a-4a43-bdf7-e5387802959c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:17.801882 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f683594f-c006-4950-9b1c-73c332727f0d req-89bfc499-839a-4a43-bdf7-e5387802959c service neutron] 10.222.0.69 "GET /v2.0/networks?id=0533a001-1b25-4278-bc50-d9d6533208e6 HTTP/1.1" status: 200 len: 910 time: 0.3532884 May 28 06:43:17.814067 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-73b1925d-d910-4a1e-894a-13b9a85a311d None None] Provisioning for port 67207bc1-2196-471d-8619-d65edd81e21e completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:43:17.844000 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-d03e3e54-c444-4a6b-83aa-8c0d61c97b9a req-27d650af-cccb-4cd7-8324-9be2b0626b29 tempest-ServerShowV254Test-2131204054 tempest-ServerShowV254Test-2131204054-project] 10.222.0.71 "GET /v2.0/ports?device_id=57d37550-36d2-4baa-ae3f-42e53b4b3eee HTTP/1.1" status: 200 len: 210 time: 0.0483887 May 28 06:43:17.898571 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d7a775b-8ee0-4e41-9f71-1bf59a352872 admin admin] Made reservation on behalf of 30b2237f02ce4576b66d979b160c48fb for: {'network': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:43:17.915680 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7d7a775b-8ee0-4e41-9f71-1bf59a352872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:17.952277 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f683594f-c006-4950-9b1c-73c332727f0d req-655d852f-cd4a-45f7-bc53-953b54a511f8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a908e28b-e29d-4262-a1b9-fee80db1d85f HTTP/1.1" status: 200 len: 217 time: 0.1410105 May 28 06:43:17.953323 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7d7a775b-8ee0-4e41-9f71-1bf59a352872 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:17.970404 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3867750-449f-4c19-b97c-b9fe04ccd4c2 req-9a1beef0-248b-4d25-9135-457242a0417e tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:17.978314 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a3867750-449f-4c19-b97c-b9fe04ccd4c2 req-9a1beef0-248b-4d25-9135-457242a0417e tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e HTTP/1.1" status: 200 len: 944 time: 0.3557067 May 28 06:43:18.043305 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-7d7a775b-8ee0-4e41-9f71-1bf59a352872 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:43:18.058942 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-7d7a775b-8ee0-4e41-9f71-1bf59a352872 admin admin] Usage tracker for resource:security_group_rule and tenant:30b2237f02ce4576b66d979b160c48fb is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:43:18.065686 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-dbe9b1a9-2f11-4a5b-aaa7-37e89a1b7546 None None] Provisioning for port c50cdf43-43cd-432d-9963-89c775165ecb completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:43:18.069983 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9a30abf4-2c52-4df8-8301-6677572dc62f tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:18.087124 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-dbe9b1a9-2f11-4a5b-aaa7-37e89a1b7546 None None] Provisioning complete for port c50cdf43-43cd-432d-9963-89c775165ecb triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:43:18.087789 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-dbe9b1a9-2f11-4a5b-aaa7-37e89a1b7546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:18.103542 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-7d7a775b-8ee0-4e41-9f71-1bf59a352872 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:43:18.107766 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f683594f-c006-4950-9b1c-73c332727f0d req-f0ce829f-7f85-4eba-a32f-08c735d340d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:18.111291 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f683594f-c006-4950-9b1c-73c332727f0d req-f0ce829f-7f85-4eba-a32f-08c735d340d4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=95bd361c-9304-4a56-87e3-cd936a61ab5f HTTP/1.1" status: 200 len: 849 time: 0.1264842 May 28 06:43:18.173946 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-7d7a775b-8ee0-4e41-9f71-1bf59a352872 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:43:18.177930 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-dbe9b1a9-2f11-4a5b-aaa7-37e89a1b7546 None None] Port c50cdf43-43cd-432d-9963-89c775165ecb was deleted so its status cannot be updated. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} May 28 06:43:18.190995 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a30abf4-2c52-4df8-8301-6677572dc62f tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Pushing event deleted for resources: {'Port': ['ID=c50cdf43-43cd-432d-9963-89c775165ecb,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:18.200884 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a3867750-449f-4c19-b97c-b9fe04ccd4c2 req-b0da3cd0-295b-4a29-9a85-77051777dccf tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0fc320c-5211-4d72-b7c9-130a40d05074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2214568 May 28 06:43:18.203782 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f683594f-c006-4950-9b1c-73c332727f0d req-ed32a42c-7a4d-4198-b727-720785f3ba08 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0533a001-1b25-4278-bc50-d9d6533208e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0851650 May 28 06:43:18.276588 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9a30abf4-2c52-4df8-8301-6677572dc62f tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:18.434305 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 67207bc1-2196-471d-8619-d65edd81e21e up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:43:18.443490 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-9a30abf4-2c52-4df8-8301-6677572dc62f tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "DELETE /v2.0/ports/c50cdf43-43cd-432d-9963-89c775165ecb HTTP/1.1" status: 204 len: 168 time: 1.5608294 May 28 06:43:18.446493 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44600) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:18.562232 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf0f227-d9aa-4030-a48a-4e74b19053e5 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:18.563817 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf0f227-d9aa-4030-a48a-4e74b19053e5 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:18.564561 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-abf0f227-d9aa-4030-a48a-4e74b19053e5 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Synchronizing usage tracker for tenant:5e9e9447c07c4077b6694ab63e3affe5 on resource:subnet {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:43:18.608590 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7d7a775b-8ee0-4e41-9f71-1bf59a352872 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:18.618595 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f683594f-c006-4950-9b1c-73c332727f0d req-78abf32c-be90-49cf-afb8-34848dc054f5 service neutron] 10.222.0.69 "GET /v2.0/networks/0533a001-1b25-4278-bc50-d9d6533208e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4046426 May 28 06:43:18.665043 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae0a2bc-9796-4bf4-8969-8aba4462e520 req-d2969b3a-418f-44b1-a3cd-a68339cfaf36 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:18.666523 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fae0a2bc-9796-4bf4-8969-8aba4462e520 req-d2969b3a-418f-44b1-a3cd-a68339cfaf36 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/ports?device_id=2187a23c-2130-4d5d-83f8-6c69d905e7eb HTTP/1.1" status: 200 len: 945 time: 0.3128741 May 28 06:43:18.682344 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 67207bc1-2196-471d-8619-d65edd81e21e completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:43:18.688403 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 67207bc1-2196-471d-8619-d65edd81e21e triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:43:18.688899 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:18.817455 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 67207bc1-2196-471d-8619-d65edd81e21e is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:43:18.818257 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:18.835825 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7d7a775b-8ee0-4e41-9f71-1bf59a352872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:18.852361 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port 67207bc1-2196-471d-8619-d65edd81e21e, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=67207bc1-2196-471d-8619-d65edd81e21e,segment=NetworkSegment(e82da2dd-17b8-4c15-8abb-711622ad0a92),segment_id=e82da2dd-17b8-4c15-8abb-711622ad0a92)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:43:18.915010 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d7a775b-8ee0-4e41-9f71-1bf59a352872 admin admin] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=89110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:43:18.926309 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7a775b-8ee0-4e41-9f71-1bf59a352872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f6110fd-f830-45b1-8879-465ee4070575,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:18.955871 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fae0a2bc-9796-4bf4-8969-8aba4462e520 req-3207acdf-c755-424c-933f-3fb4e8fff788 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/security-groups?id=23eed38c-aa44-447e-83a9-ccee1b1a7a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285141 May 28 06:43:18.956720 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:18.957406 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7d7a775b-8ee0-4e41-9f71-1bf59a352872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:18.957768 n-d-843702-1 neutron-server[89110]: INFO neutron.db.segments_db [None req-7d7a775b-8ee0-4e41-9f71-1bf59a352872 admin admin] Added segment 5d882bc0-e116-41e0-9216-6bdd39f067a8 of type vlan for network 88098b5e-641c-460b-9820-0437d6d543ac May 28 06:43:18.957908 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-abf0f227-d9aa-4030-a48a-4e74b19053e5 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Unset dirty status for tenant:5e9e9447c07c4077b6694ab63e3affe5 on resource:subnet {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:43:18.960485 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-abf0f227-d9aa-4030-a48a-4e74b19053e5 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.5129244 May 28 06:43:18.967769 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44604) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:18.972078 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aa17dc-6d3d-4ec3-bd43-f659470f4d41 req-cabd73e0-7bbc-4ba6-8fc2-07eb4f6ee359 tempest-VolumesActionsTest-1045885532 tempest-VolumesActionsTest-1045885532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:18.973619 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-76aa17dc-6d3d-4ec3-bd43-f659470f4d41 req-cabd73e0-7bbc-4ba6-8fc2-07eb4f6ee359 tempest-VolumesActionsTest-1045885532 tempest-VolumesActionsTest-1045885532-project] 10.222.0.55 "GET /v2.0/ports?device_id=77b549d1-47d2-4cd1-8dce-301ae9da61e0 HTTP/1.1" status: 200 len: 944 time: 0.4382799 May 28 06:43:19.036965 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f683594f-c006-4950-9b1c-73c332727f0d req-3ba05dfb-62e1-402e-9b73-44ee7d15dc8f service neutron] 10.222.0.69 "GET /v2.0/networks/0533a001-1b25-4278-bc50-d9d6533208e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4057355 May 28 06:43:19.039725 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7d7a775b-8ee0-4e41-9f71-1bf59a352872 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:19.075010 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=67207bc1-2196-471d-8619-d65edd81e21e,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:19.086569 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-76aa17dc-6d3d-4ec3-bd43-f659470f4d41 req-8669fa1d-bc9b-4765-aeb5-92f6e86aae9e tempest-VolumesActionsTest-1045885532 tempest-VolumesActionsTest-1045885532-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4aaa3c2-aa0f-41d7-9a93-a25a9aacdbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011505 May 28 06:43:19.192702 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_v2 [None req-babfbe9c-d66d-474b-addf-187909f108a0 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Deleting subnet b33db579-cc0f-4d62-b9d8-61d90326f1a6 {{(pid=89109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:43:19.195633 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 44616) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:19.200938 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-babfbe9c-d66d-474b-addf-187909f108a0 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks [] for subnet, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:19.208177 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7d7a775b-8ee0-4e41-9f71-1bf59a352872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:19.209327 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7a775b-8ee0-4e41-9f71-1bf59a352872 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:19.210025 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7d7a775b-8ee0-4e41-9f71-1bf59a352872 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:19.325226 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-babfbe9c-d66d-474b-addf-187909f108a0 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3964070'] for subnet, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:19.443397 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-babfbe9c-d66d-474b-addf-187909f108a0 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:19.494028 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9695301f-c26c-4b2d-8e47-e8ba9bdaa0ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:19.514641 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7a775b-8ee0-4e41-9f71-1bf59a352872 admin admin] Pushing event updated for resources: {'Network': ['ID=88098b5e-641c-460b-9820-0437d6d543ac,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:19.526030 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 88098b5e-641c-460b-9820-0437d6d543ac details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:43:19.531858 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-9695301f-c26c-4b2d-8e47-e8ba9bdaa0ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:43:19.572391 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-9695301f-c26c-4b2d-8e47-e8ba9bdaa0ef admin admin] Usage tracker for resource:security_group_rule and tenant:54cc6595185f4eedb9dbbba85f09e602 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:43:19.582820 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-9695301f-c26c-4b2d-8e47-e8ba9bdaa0ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:43:19.602656 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-9695301f-c26c-4b2d-8e47-e8ba9bdaa0ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:43:19.612981 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-7d7a775b-8ee0-4e41-9f71-1bf59a352872 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.3215897 May 28 06:43:19.616368 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44636) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:19.623679 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-74ddb539-eb66-4b63-805a-2dc7bd4761dc admin admin] Request body: {'subnet': {'network_id': '88098b5e-641c-460b-9820-0437d6d543ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1636179966-subnet', 'tenant_id': '30b2237f02ce4576b66d979b160c48fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:43:19.629765 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-74ddb539-eb66-4b63-805a-2dc7bd4761dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:43:19.634618 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-74ddb539-eb66-4b63-805a-2dc7bd4761dc admin admin] Usage tracker for resource:subnet and tenant:30b2237f02ce4576b66d979b160c48fb is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:43:19.637801 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-74ddb539-eb66-4b63-805a-2dc7bd4761dc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:43:19.644695 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-74ddb539-eb66-4b63-805a-2dc7bd4761dc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:43:19.654626 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4968c2cf-7b48-4f67-be63-724970d990ff req-9c89e824-6c93-49bf-b656-9ca72a4d0b69 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:19.658292 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4968c2cf-7b48-4f67-be63-724970d990ff req-9c89e824-6c93-49bf-b656-9ca72a4d0b69 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e HTTP/1.1" status: 200 len: 944 time: 0.2663832 May 28 06:43:19.688567 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-babfbe9c-d66d-474b-addf-187909f108a0 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9555650'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:19.724280 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4968c2cf-7b48-4f67-be63-724970d990ff req-71e23185-1e50-44f8-8162-4c5463a2c452 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0fc320c-5211-4d72-b7c9-130a40d05074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584123 May 28 06:43:19.734097 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babfbe9c-d66d-474b-addf-187909f108a0 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Pushing event deleted for resources: {'Subnet': ['ID=b33db579-cc0f-4d62-b9d8-61d90326f1a6,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:19.739905 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-babfbe9c-d66d-474b-addf-187909f108a0 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:19.747969 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e8ba033-c85e-46aa-999c-7b1aa136a512 None None] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:43:19.784550 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9695301f-c26c-4b2d-8e47-e8ba9bdaa0ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:19.824635 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74ddb539-eb66-4b63-805a-2dc7bd4761dc admin admin] Made reservation on behalf of 30b2237f02ce4576b66d979b160c48fb for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:43:19.830936 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-74ddb539-eb66-4b63-805a-2dc7bd4761dc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:19.848417 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9695301f-c26c-4b2d-8e47-e8ba9bdaa0ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:19.902382 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 44642) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:19.917146 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-9695301f-c26c-4b2d-8e47-e8ba9bdaa0ef admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=54cc6595185f4eedb9dbbba85f09e602&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7194102 May 28 06:43:19.917369 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9695301f-c26c-4b2d-8e47-e8ba9bdaa0ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8243780f-2448-4981-929e-e8c1b65f2d1c,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:19.920620 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 44648) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:19.932992 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-babfbe9c-d66d-474b-addf-187909f108a0 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "DELETE /v2.0/subnets/b33db579-cc0f-4d62-b9d8-61d90326f1a6 HTTP/1.1" status: 204 len: 168 time: 0.9680045 May 28 06:43:19.951737 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44652) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:20.018115 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-fe689efc-96bd-4757-94e4-494379063fc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:20.046537 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-fe689efc-96bd-4757-94e4-494379063fc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:20.128439 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ec24c1-3333-42ca-b52d-a7a5635b77f2 None None] DHCP port deletion for 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:43:20.133677 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-b3ec24c1-3333-42ca-b52d-a7a5635b77f2 None None] Deleting port 67207bc1-2196-471d-8619-d65edd81e21e {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:43:20.134157 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b3ec24c1-3333-42ca-b52d-a7a5635b77f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:20.174220 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-3dea5bd9-ea76-464d-9f05-f1c54d087765 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2209251 May 28 06:43:20.180664 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 44664) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:20.333325 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-fe689efc-96bd-4757-94e4-494379063fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:20.374679 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 67207bc1-2196-471d-8619-d65edd81e21e no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:43:20.405579 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ee65bb04-de5f-4075-adca-39c2df335911 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:20.426382 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe689efc-96bd-4757-94e4-494379063fc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8243780f-2448-4981-929e-e8c1b65f2d1c,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:20.447204 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-ee65bb04-de5f-4075-adca-39c2df335911 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:43:20.451447 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-fe689efc-96bd-4757-94e4-494379063fc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:20.452603 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-fe689efc-96bd-4757-94e4-494379063fc2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8243780f-2448-4981-929e-e8c1b65f2d1c HTTP/1.1" status: 204 len: 168 time: 0.5314679 May 28 06:43:20.461000 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-ee65bb04-de5f-4075-adca-39c2df335911 admin admin] Usage tracker for resource:security_group_rule and tenant:68aafee21f0e4a8b97d1f08baf5c1958 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:43:20.467540 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-ee65bb04-de5f-4075-adca-39c2df335911 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:43:20.486111 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-ee65bb04-de5f-4075-adca-39c2df335911 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:43:20.516147 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f609d62-42b5-4c96-b78a-87d390aee874 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:20.516901 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-0f609d62-42b5-4c96-b78a-87d390aee874 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Synchronizing usage tracker for tenant:5e9e9447c07c4077b6694ab63e3affe5 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:43:20.557524 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cda6f1-1e7a-44c6-92fe-cb02e8f9ff2f req-5404c52c-fedf-4c14-b291-54045bb20787 tempest-VolumesActionsTest-1045885532 tempest-VolumesActionsTest-1045885532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:20.561883 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b8cda6f1-1e7a-44c6-92fe-cb02e8f9ff2f req-5404c52c-fedf-4c14-b291-54045bb20787 tempest-VolumesActionsTest-1045885532 tempest-VolumesActionsTest-1045885532-project] 10.222.0.55 "GET /v2.0/ports?device_id=77b549d1-47d2-4cd1-8dce-301ae9da61e0 HTTP/1.1" status: 200 len: 944 time: 0.2416809 May 28 06:43:20.630539 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b8cda6f1-1e7a-44c6-92fe-cb02e8f9ff2f req-b2436d0b-c2a9-4832-a1e9-5eca0216eb45 tempest-VolumesActionsTest-1045885532 tempest-VolumesActionsTest-1045885532-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4aaa3c2-aa0f-41d7-9a93-a25a9aacdbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642421 May 28 06:43:20.633051 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-0f609d62-42b5-4c96-b78a-87d390aee874 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Unset dirty status for tenant:5e9e9447c07c4077b6694ab63e3affe5 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:43:20.637799 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-0f609d62-42b5-4c96-b78a-87d390aee874 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4528639 May 28 06:43:20.639744 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 44670) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:20.704433 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-b3ec24c1-3333-42ca-b52d-a7a5635b77f2 None None] For port 67207bc1-2196-471d-8619-d65edd81e21e, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=67207bc1-2196-471d-8619-d65edd81e21e,segment=NetworkSegment(e82da2dd-17b8-4c15-8abb-711622ad0a92),segment_id=e82da2dd-17b8-4c15-8abb-711622ad0a92)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:43:20.704830 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b3ec24c1-3333-42ca-b52d-a7a5635b77f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:20.759059 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8319ac8e-9d4e-49aa-8a93-b5d4cb3c6364 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:20.763544 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-8319ac8e-9d4e-49aa-8a93-b5d4cb3c6364 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Synchronizing usage tracker for tenant:5e9e9447c07c4077b6694ab63e3affe5 on resource:subnet {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:43:20.820310 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ee65bb04-de5f-4075-adca-39c2df335911 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:20.858508 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-b3ec24c1-3333-42ca-b52d-a7a5635b77f2 None None] Calling delete_port for 67207bc1-2196-471d-8619-d65edd81e21e owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:43:20.915770 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device a908e28b-e29d-4262-a1b9-fee80db1d85f details requested by agent hyperv_n-h1-843702-1 with host n-h1-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:43:20.930792 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 67207bc1-2196-471d-8619-d65edd81e21e is: ACTIVE; New status is: DOWN {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:43:20.931258 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:20.939601 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-74ddb539-eb66-4b63-805a-2dc7bd4761dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:20.941463 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-8319ac8e-9d4e-49aa-8a93-b5d4cb3c6364 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Unset dirty status for tenant:5e9e9447c07c4077b6694ab63e3affe5 on resource:subnet {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:43:20.942734 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-8319ac8e-9d4e-49aa-8a93-b5d4cb3c6364 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3007467 May 28 06:43:20.944645 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ee65bb04-de5f-4075-adca-39c2df335911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:20.954671 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 44680) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:21.052059 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037e3ebf-0463-4b0e-ac6e-62e288ff7889 req-4fb93483-c35f-4f2a-b271-ffd8a74f3b01 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:21.054373 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-037e3ebf-0463-4b0e-ac6e-62e288ff7889 req-4fb93483-c35f-4f2a-b271-ffd8a74f3b01 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e HTTP/1.1" status: 200 len: 944 time: 0.1980879 May 28 06:43:21.083238 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-f42cef2d-3f83-47fd-9468-884ef4012383 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1200476 May 28 06:43:21.091990 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44684) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:21.125318 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-9001f1f1-773e-49a9-9c50-1bd46d20f4ce tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Request body: {'subnet': {'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:43:21.128681 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-ee65bb04-de5f-4075-adca-39c2df335911 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=68aafee21f0e4a8b97d1f08baf5c1958&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2251642 May 28 06:43:21.133523 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 44688) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:21.140011 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee65bb04-de5f-4075-adca-39c2df335911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24d25301-560b-4646-807b-17396f7a9a08,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:21.165661 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ddb539-eb66-4b63-805a-2dc7bd4761dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=794a972e-d3f5-40e4-a136-2036150604e5,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:21.239595 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ddb539-eb66-4b63-805a-2dc7bd4761dc admin admin] Checking segment: {'id': '5d882bc0-e116-41e0-9216-6bdd39f067a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '88098b5e-641c-460b-9820-0437d6d543ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:43:21.240222 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ddb539-eb66-4b63-805a-2dc7bd4761dc admin admin] Network hostable DHCP agents. Network: 88098b5e-641c-460b-9820-0437d6d543ac, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:43:21.294182 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-037e3ebf-0463-4b0e-ac6e-62e288ff7889 req-f8a7c4d8-2f18-4483-ba11-d1adce62328b tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0fc320c-5211-4d72-b7c9-130a40d05074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2174301 May 28 06:43:21.301814 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-861bb2c4-2a67-4614-83cb-d63baa0be67b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:21.333688 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-9001f1f1-773e-49a9-9c50-1bd46d20f4ce tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:43:21.341142 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port 67207bc1-2196-471d-8619-d65edd81e21e, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=67207bc1-2196-471d-8619-d65edd81e21e,segment=NetworkSegment(e82da2dd-17b8-4c15-8abb-711622ad0a92),segment_id=e82da2dd-17b8-4c15-8abb-711622ad0a92)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:43:21.352685 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-861bb2c4-2a67-4614-83cb-d63baa0be67b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:21.354514 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-9001f1f1-773e-49a9-9c50-1bd46d20f4ce tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:43:21.390905 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ddb539-eb66-4b63-805a-2dc7bd4761dc admin admin] Network 88098b5e-641c-460b-9820-0437d6d543ac is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:43:21.400935 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port a908e28b-e29d-4262-a1b9-fee80db1d85f, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=a908e28b-e29d-4262-a1b9-fee80db1d85f,segment=NetworkSegment(ff77abc0-eaed-47da-9deb-10db2dcdfc54),segment_id=ff77abc0-eaed-47da-9deb-10db2dcdfc54)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:43:21.420135 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Returning: {'device': 'a908e28b-e29d-4262-a1b9-fee80db1d85f', 'network_id': '0533a001-1b25-4278-bc50-d9d6533208e6', 'port_id': 'a908e28b-e29d-4262-a1b9-fee80db1d85f', 'mac_address': 'fa:16:3e:b0:ea:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95bd361c-9304-4a56-87e3-cd936a61ab5f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:43:21.453401 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:21.501249 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9001f1f1-773e-49a9-9c50-1bd46d20f4ce tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Made reservation on behalf of 5e9e9447c07c4077b6694ab63e3affe5 for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:43:21.504726 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9001f1f1-773e-49a9-9c50-1bd46d20f4ce tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:21.511873 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.db.api [None req-b3ec24c1-3333-42ca-b52d-a7a5635b77f2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89111) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:43:21.512313 n-d-843702-1 neutron-server[89111]: DEBUG oslo_db.api [None req-b3ec24c1-3333-42ca-b52d-a7a5635b77f2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:43:21.534335 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-861bb2c4-2a67-4614-83cb-d63baa0be67b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:21.537695 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port a908e28b-e29d-4262-a1b9-fee80db1d85f is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:43:21.538107 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:21.564886 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a908e28b-e29d-4262-a1b9-fee80db1d85f {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:43:21.587505 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=67207bc1-2196-471d-8619-d65edd81e21e,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:21.594024 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port a908e28b-e29d-4262-a1b9-fee80db1d85f, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=a908e28b-e29d-4262-a1b9-fee80db1d85f,segment=NetworkSegment(ff77abc0-eaed-47da-9deb-10db2dcdfc54),segment_id=ff77abc0-eaed-47da-9deb-10db2dcdfc54)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:43:21.598080 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861bb2c4-2a67-4614-83cb-d63baa0be67b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24d25301-560b-4646-807b-17396f7a9a08,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:21.604674 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-861bb2c4-2a67-4614-83cb-d63baa0be67b admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:21.612149 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-861bb2c4-2a67-4614-83cb-d63baa0be67b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/24d25301-560b-4646-807b-17396f7a9a08 HTTP/1.1" status: 204 len: 168 time: 0.4752746 May 28 06:43:21.693751 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 44702) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:21.698125 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-74ddb539-eb66-4b63-805a-2dc7bd4761dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, 88098b5e-641c-460b-9820-0437d6d543ac) {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:43:21.706583 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85119964-6e75-4928-bbb9-0655e83c24fa None None] Network 88098b5e-641c-460b-9820-0437d6d543ac requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:43:21.732258 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6913b010-636e-4f1b-a99f-d82d7868af09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:21.734844 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ddb539-eb66-4b63-805a-2dc7bd4761dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:21.735439 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-74ddb539-eb66-4b63-805a-2dc7bd4761dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:21.746187 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:21.776362 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-6913b010-636e-4f1b-a99f-d82d7868af09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:43:21.783122 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-6913b010-636e-4f1b-a99f-d82d7868af09 admin admin] Usage tracker for resource:security_group_rule and tenant:45c42d6875754ef9918f74e122579c7a is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:43:21.787200 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-6913b010-636e-4f1b-a99f-d82d7868af09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:43:21.795783 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-6913b010-636e-4f1b-a99f-d82d7868af09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:43:21.908421 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-74ddb539-eb66-4b63-805a-2dc7bd4761dc admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.2905090 May 28 06:43:21.914235 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8167e21-f623-4962-85bf-c11d2039eb37 req-7f713e7b-0a17-44fc-8d70-ec6f3e63500c tempest-VolumesActionsTest-1045885532 tempest-VolumesActionsTest-1045885532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:21.917788 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b8167e21-f623-4962-85bf-c11d2039eb37 req-7f713e7b-0a17-44fc-8d70-ec6f3e63500c tempest-VolumesActionsTest-1045885532 tempest-VolumesActionsTest-1045885532-project] 10.222.0.55 "GET /v2.0/ports?device_id=77b549d1-47d2-4cd1-8dce-301ae9da61e0 HTTP/1.1" status: 200 len: 945 time: 0.1214714 May 28 06:43:21.954752 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=a908e28b-e29d-4262-a1b9-fee80db1d85f,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:21.994265 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b8167e21-f623-4962-85bf-c11d2039eb37 req-92979d30-0468-4854-96c5-d96e840a9dd9 tempest-VolumesActionsTest-1045885532 tempest-VolumesActionsTest-1045885532-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4aaa3c2-aa0f-41d7-9a93-a25a9aacdbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671995 May 28 06:43:22.024863 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-b3ec24c1-3333-42ca-b52d-a7a5635b77f2 None None] Deleting port 67207bc1-2196-471d-8619-d65edd81e21e {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:43:22.025294 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b3ec24c1-3333-42ca-b52d-a7a5635b77f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:22.045136 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6913b010-636e-4f1b-a99f-d82d7868af09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:22.056705 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['a908e28b-e29d-4262-a1b9-fee80db1d85f'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:43:22.134102 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9001f1f1-773e-49a9-9c50-1bd46d20f4ce tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:22.150491 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6913b010-636e-4f1b-a99f-d82d7868af09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:22.215473 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9001f1f1-773e-49a9-9c50-1bd46d20f4ce tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Pushing event updated for resources: {'Subnet': ['ID=05de662d-ae7e-4a63-b0f9-9f274cbd7c2a,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:22.234237 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9001f1f1-773e-49a9-9c50-1bd46d20f4ce tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:43:22.238445 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-9001f1f1-773e-49a9-9c50-1bd46d20f4ce tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:43:22.241948 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9001f1f1-773e-49a9-9c50-1bd46d20f4ce tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:22.249772 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9001f1f1-773e-49a9-9c50-1bd46d20f4ce tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:22.272864 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6913b010-636e-4f1b-a99f-d82d7868af09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50096f76-d32c-45a7-adfc-956ea5a1ffde,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:22.309679 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-6913b010-636e-4f1b-a99f-d82d7868af09 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=45c42d6875754ef9918f74e122579c7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6115301 May 28 06:43:22.314087 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 44718) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:22.329487 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b47e154b-d076-4a97-8b4d-4627de54578f None None] Network 88098b5e-641c-460b-9820-0437d6d543ac requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:43:22.401960 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-9001f1f1-773e-49a9-9c50-1bd46d20f4ce tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2980554 May 28 06:43:22.402986 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44730) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:22.411862 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-5184ee1c-40fc-4e0d-8b06-3a40e12d5ea6 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Request body: {'port': {'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2', 'mac_address': 'fa:16:3e:f5:78:69', 'name': 'tempest-NetworksTestDHCPv6-1069800070'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:43:22.484321 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-15e011c6-bae2-438c-82d0-ebda22ef504b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:22.578140 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-15e011c6-bae2-438c-82d0-ebda22ef504b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:22.703943 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-5184ee1c-40fc-4e0d-8b06-3a40e12d5ea6 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:43:22.714749 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-5184ee1c-40fc-4e0d-8b06-3a40e12d5ea6 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:43:22.933378 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-b3ec24c1-3333-42ca-b52d-a7a5635b77f2 None None] For port 67207bc1-2196-471d-8619-d65edd81e21e, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=67207bc1-2196-471d-8619-d65edd81e21e,segment=NetworkSegment(e82da2dd-17b8-4c15-8abb-711622ad0a92),segment_id=e82da2dd-17b8-4c15-8abb-711622ad0a92)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:43:22.934027 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5184ee1c-40fc-4e0d-8b06-3a40e12d5ea6 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Made reservation on behalf of 5e9e9447c07c4077b6694ab63e3affe5 for: {'port': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:43:22.934134 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b3ec24c1-3333-42ca-b52d-a7a5635b77f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:22.955312 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b9eaa5-5b2a-4314-8f60-829c428b3766 req-def7c249-a0ca-4657-9756-9d48ff31fafa tempest-ServerMetadataNegativeTestJSON-938610172 tempest-ServerMetadataNegativeTestJSON-938610172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:22.956026 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-d0b9eaa5-5b2a-4314-8f60-829c428b3766 req-def7c249-a0ca-4657-9756-9d48ff31fafa tempest-ServerMetadataNegativeTestJSON-938610172 tempest-ServerMetadataNegativeTestJSON-938610172-project] Synchronizing usage tracker for tenant:30b2237f02ce4576b66d979b160c48fb on resource:network {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:43:22.964198 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-15e011c6-bae2-438c-82d0-ebda22ef504b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:22.984715 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e011c6-bae2-438c-82d0-ebda22ef504b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50096f76-d32c-45a7-adfc-956ea5a1ffde,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:22.991286 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-15e011c6-bae2-438c-82d0-ebda22ef504b admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:22.992494 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-15e011c6-bae2-438c-82d0-ebda22ef504b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/50096f76-d32c-45a7-adfc-956ea5a1ffde HTTP/1.1" status: 204 len: 168 time: 0.6760764 May 28 06:43:23.054652 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-d0b9eaa5-5b2a-4314-8f60-829c428b3766 req-def7c249-a0ca-4657-9756-9d48ff31fafa tempest-ServerMetadataNegativeTestJSON-938610172 tempest-ServerMetadataNegativeTestJSON-938610172-project] Unset dirty status for tenant:30b2237f02ce4576b66d979b160c48fb on resource:network {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:43:23.061773 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d0b9eaa5-5b2a-4314-8f60-829c428b3766 req-def7c249-a0ca-4657-9756-9d48ff31fafa tempest-ServerMetadataNegativeTestJSON-938610172 tempest-ServerMetadataNegativeTestJSON-938610172-project] 10.222.0.55 "GET /v2.0/networks?id=88098b5e-641c-460b-9820-0437d6d543ac HTTP/1.1" status: 200 len: 821 time: 0.3120313 May 28 06:43:23.086715 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d0b9eaa5-5b2a-4314-8f60-829c428b3766 req-970234bb-5e5e-488f-adc2-1d5d39fe5aa8 tempest-ServerMetadataNegativeTestJSON-938610172 tempest-ServerMetadataNegativeTestJSON-938610172-project] 10.222.0.55 "GET /v2.0/quotas/30b2237f02ce4576b66d979b160c48fb HTTP/1.1" status: 200 len: 375 time: 0.0244999 May 28 06:43:23.094983 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5184ee1c-40fc-4e0d-8b06-3a40e12d5ea6 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:23.106034 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-b3ec24c1-3333-42ca-b52d-a7a5635b77f2 None None] Calling delete_port for 67207bc1-2196-471d-8619-d65edd81e21e owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:43:23.126074 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [None req-5184ee1c-40fc-4e0d-8b06-3a40e12d5ea6 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] device_id is not set on port 2d5ce3cc-6be8-4f4e-9f10-ee2c1422da4c yet. {{(pid=89109) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:43:23.260721 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d0b9eaa5-5b2a-4314-8f60-829c428b3766 req-a8406251-e165-4f1b-b5bd-a56e65c55a15 tempest-ServerMetadataNegativeTestJSON-938610172 tempest-ServerMetadataNegativeTestJSON-938610172-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=30b2237f02ce4576b66d979b160c48fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1731837 May 28 06:43:23.323446 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b3ec24c1-3333-42ca-b52d-a7a5635b77f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879'] for port, after_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:23.398874 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ec24c1-3333-42ca-b52d-a7a5635b77f2 None None] No DVR routers for this DVR port 67207bc1-2196-471d-8619-d65edd81e21e on host n-d-843702-1 {{(pid=89111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:43:23.436484 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-5184ee1c-40fc-4e0d-8b06-3a40e12d5ea6 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Allocated IP 2001:db8::16 (147bfd32-62dc-4be0-82de-f4d6fa5b4cc2/05de662d-ae7e-4a63-b0f9-9f274cbd7c2a/2d5ce3cc-6be8-4f4e-9f10-ee2c1422da4c) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:43:23.444824 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ec24c1-3333-42ca-b52d-a7a5635b77f2 None None] Pushing event deleted for resources: {'Port': ['ID=67207bc1-2196-471d-8619-d65edd81e21e,revision_number=None']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:23.461496 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e5d71ff-dd2d-4cfa-8aab-f173d4229a9b None None] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:43:23.642299 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d0b9eaa5-5b2a-4314-8f60-829c428b3766 req-1c023b11-1916-4ef7-969e-98d28131a324 service neutron] 10.222.0.55 "GET /v2.0/networks/88098b5e-641c-460b-9820-0437d6d543ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3804166 May 28 06:43:23.753141 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 44770) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:23.763984 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e589f182-1e48-4180-a622-f90ae2e89813 req-0ae8cd46-366f-41fb-a85a-bf72d025f667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:23.766557 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e589f182-1e48-4180-a622-f90ae2e89813 req-0ae8cd46-366f-41fb-a85a-bf72d025f667 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=98e9fd09ba2248b5b9367b689b0cfcd3&device_id=2187a23c-2130-4d5d-83f8-6c69d905e7eb HTTP/1.1" status: 200 len: 1096 time: 0.4315383 May 28 06:43:23.916090 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5184ee1c-40fc-4e0d-8b06-3a40e12d5ea6 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:23.921022 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ac7533-2121-437e-880b-78f0357aae0b req-ea590329-8813-465d-99f0-620e3eee37fa tempest-VolumesActionsTest-1045885532 tempest-VolumesActionsTest-1045885532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:23.929695 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-59ac7533-2121-437e-880b-78f0357aae0b req-ea590329-8813-465d-99f0-620e3eee37fa tempest-VolumesActionsTest-1045885532 tempest-VolumesActionsTest-1045885532-project] 10.222.0.55 "GET /v2.0/ports?device_id=77b549d1-47d2-4cd1-8dce-301ae9da61e0 HTTP/1.1" status: 200 len: 945 time: 0.5936904 May 28 06:43:23.960644 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [None req-5184ee1c-40fc-4e0d-8b06-3a40e12d5ea6 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Transition to ACTIVE for port object 2d5ce3cc-6be8-4f4e-9f10-ee2c1422da4c will not be triggered until provisioned by entity DHCP. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:43:24.013026 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-3c33afbf-1517-4c51-b6e0-9c7d41a9bcda admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1457583777-network', 'tenant_id': '0e9a683820504c9da84b305add28a4b0'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:43:24.029266 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc5a5b51-3225-49e8-bfb8-7243b6404bf9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-147bfd32-62dc-4be0-82de-f4d6fa5b4cc2', 'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2', 'tenant_id': '5e9e9447c07c4077b6694ab63e3affe5', 'fixed_ips': [{'subnet_id': '05de662d-ae7e-4a63-b0f9-9f274cbd7c2a'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:43:24.030862 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-dc5a5b51-3225-49e8-bfb8-7243b6404bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:24.042936 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-3c33afbf-1517-4c51-b6e0-9c7d41a9bcda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:43:24.053891 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-59ac7533-2121-437e-880b-78f0357aae0b req-8767f92a-d69f-43a6-af44-813b63abb9f5 tempest-VolumesActionsTest-1045885532 tempest-VolumesActionsTest-1045885532-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4aaa3c2-aa0f-41d7-9a93-a25a9aacdbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219180 May 28 06:43:24.082321 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-3c33afbf-1517-4c51-b6e0-9c7d41a9bcda admin admin] Usage tracker for resource:network and tenant:0e9a683820504c9da84b305add28a4b0 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:43:24.094779 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-3c33afbf-1517-4c51-b6e0-9c7d41a9bcda admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:43:24.112611 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-3c33afbf-1517-4c51-b6e0-9c7d41a9bcda admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:43:24.120546 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d0b9eaa5-5b2a-4314-8f60-829c428b3766 req-bfadbc3a-7f75-49f4-be90-a0dbaff8801f service neutron] 10.222.0.55 "GET /v2.0/networks/88098b5e-641c-460b-9820-0437d6d543ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4771075 May 28 06:43:24.126624 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e589f182-1e48-4180-a622-f90ae2e89813 req-ba25f41d-48f9-45a0-ab2e-887f49597548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:24.135953 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e589f182-1e48-4180-a622-f90ae2e89813 req-ba25f41d-48f9-45a0-ab2e-887f49597548 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a3fe29e9-17f9-4750-841d-90d9978eff94 HTTP/1.1" status: 200 len: 920 time: 0.3402066 May 28 06:43:24.139228 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5184ee1c-40fc-4e0d-8b06-3a40e12d5ea6 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:24.225639 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e589f182-1e48-4180-a622-f90ae2e89813 req-d8623221-a75e-4747-8066-258b8f5904d4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=403ec6eb-8b41-42b2-8f70-bcaab10bf367 HTTP/1.1" status: 200 len: 217 time: 0.0870488 May 28 06:43:24.337553 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-dc5a5b51-3225-49e8-bfb8-7243b6404bf9 None None] Allocated IP 2001:db8::2 (147bfd32-62dc-4be0-82de-f4d6fa5b4cc2/05de662d-ae7e-4a63-b0f9-9f274cbd7c2a/3dc21388-0278-4b36-a69c-a0c99cc775d6) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:43:24.348509 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5184ee1c-40fc-4e0d-8b06-3a40e12d5ea6 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:43:24.354265 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5184ee1c-40fc-4e0d-8b06-3a40e12d5ea6 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Pushing event updated for resources: {'Port': ['ID=2d5ce3cc-6be8-4f4e-9f10-ee2c1422da4c,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:24.365158 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c33afbf-1517-4c51-b6e0-9c7d41a9bcda admin admin] Made reservation on behalf of 0e9a683820504c9da84b305add28a4b0 for: {'network': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:43:24.367252 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-5184ee1c-40fc-4e0d-8b06-3a40e12d5ea6 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:43:24.369754 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3c33afbf-1517-4c51-b6e0-9c7d41a9bcda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:24.386778 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5184ee1c-40fc-4e0d-8b06-3a40e12d5ea6 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:43:24.389802 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3c33afbf-1517-4c51-b6e0-9c7d41a9bcda admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:24.393331 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5184ee1c-40fc-4e0d-8b06-3a40e12d5ea6 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:24.401857 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5184ee1c-40fc-4e0d-8b06-3a40e12d5ea6 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:24.557255 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-5184ee1c-40fc-4e0d-8b06-3a40e12d5ea6 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1539879 May 28 06:43:24.559800 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44794) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:24.689187 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-3c33afbf-1517-4c51-b6e0-9c7d41a9bcda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:43:24.694312 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-3c33afbf-1517-4c51-b6e0-9c7d41a9bcda admin admin] Usage tracker for resource:security_group_rule and tenant:0e9a683820504c9da84b305add28a4b0 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:43:24.694472 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b515dbe8-a931-45b2-9fd7-c60d774042bc tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:24.697666 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-b515dbe8-a931-45b2-9fd7-c60d774042bc tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Synchronizing usage tracker for tenant:5e9e9447c07c4077b6694ab63e3affe5 on resource:port {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:43:24.697923 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-3c33afbf-1517-4c51-b6e0-9c7d41a9bcda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:43:24.705969 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-3c33afbf-1517-4c51-b6e0-9c7d41a9bcda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:43:24.719228 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-358f0abc-51ff-430b-84b1-109ab695bbfb req-75ab5c39-fdc3-40d6-81e6-b6a60cf2d812 tempest-ServerMetadataNegativeTestJSON-938610172 tempest-ServerMetadataNegativeTestJSON-938610172-project] 10.222.0.55 "GET /v2.0/ports?device_id=c51d4f5f-7d70-4ec9-867e-adbd153e7815 HTTP/1.1" status: 200 len: 210 time: 0.1911960 May 28 06:43:24.751439 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e589f182-1e48-4180-a622-f90ae2e89813 req-494ee97b-313f-48c1-928e-f26e9e6a4589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:24.751439 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e589f182-1e48-4180-a622-f90ae2e89813 req-494ee97b-313f-48c1-928e-f26e9e6a4589 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=304c7228-4ac2-4e7a-aa6d-33e85e214d70 HTTP/1.1" status: 200 len: 858 time: 0.5137362 May 28 06:43:24.762462 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-dc5a5b51-3225-49e8-bfb8-7243b6404bf9 None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:24.775877 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-dc5a5b51-3225-49e8-bfb8-7243b6404bf9 None None] Transition to ACTIVE for port object 3dc21388-0278-4b36-a69c-a0c99cc775d6 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:43:24.799450 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-dc5a5b51-3225-49e8-bfb8-7243b6404bf9 None None] Transition to ACTIVE for port object 3dc21388-0278-4b36-a69c-a0c99cc775d6 will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:43:24.808039 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-b515dbe8-a931-45b2-9fd7-c60d774042bc tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Unset dirty status for tenant:5e9e9447c07c4077b6694ab63e3affe5 on resource:port {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:43:24.809432 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-b515dbe8-a931-45b2-9fd7-c60d774042bc tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.2484539 May 28 06:43:24.812273 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44804) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:24.856420 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9e1596-682b-4545-a2c8-4922f0eee01c req-176ba592-c7a4-4862-8da8-6ac66d127f42 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:24.864938 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7f9e1596-682b-4545-a2c8-4922f0eee01c req-176ba592-c7a4-4862-8da8-6ac66d127f42 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/ports?device_id=2187a23c-2130-4d5d-83f8-6c69d905e7eb HTTP/1.1" status: 200 len: 945 time: 0.5015299 May 28 06:43:24.912192 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device a908e28b-e29d-4262-a1b9-fee80db1d85f up at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:43:24.914714 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-5f4bc391-494f-4301-bd4a-cc9ae958c3dc tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Deleting port 2d5ce3cc-6be8-4f4e-9f10-ee2c1422da4c {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:43:24.915529 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5f4bc391-494f-4301-bd4a-cc9ae958c3dc tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:24.947673 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 44808) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:24.956215 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e589f182-1e48-4180-a622-f90ae2e89813 req-4d5f63fa-8b99-4262-94a9-a852240894f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:24.956489 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-dc5a5b51-3225-49e8-bfb8-7243b6404bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:24.957901 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e589f182-1e48-4180-a622-f90ae2e89813 req-4d5f63fa-8b99-4262-94a9-a852240894f3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a3fe29e9-17f9-4750-841d-90d9978eff94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2019413 May 28 06:43:24.968643 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7f9e1596-682b-4545-a2c8-4922f0eee01c req-eb5c00bb-f9cf-41f9-98db-8edf301964f1 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/security-groups?id=23eed38c-aa44-447e-83a9-ccee1b1a7a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028192 May 28 06:43:25.062127 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5a5b51-3225-49e8-bfb8-7243b6404bf9 None None] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:43:25.063255 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3c33afbf-1517-4c51-b6e0-9c7d41a9bcda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:25.067327 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-dc5a5b51-3225-49e8-bfb8-7243b6404bf9 None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:43:25.070714 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5a5b51-3225-49e8-bfb8-7243b6404bf9 None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:43:25.146443 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e589f182-1e48-4180-a622-f90ae2e89813 req-bb483c0e-65a3-43a1-9c6d-db0096f9fbc6 service neutron] 10.222.0.69 "GET /v2.0/networks/a3fe29e9-17f9-4750-841d-90d9978eff94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650422 May 28 06:43:25.164076 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5a5b51-3225-49e8-bfb8-7243b6404bf9 None None] Pushing event updated for resources: {'Port': ['ID=3dc21388-0278-4b36-a69c-a0c99cc775d6,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:25.312324 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3c33afbf-1517-4c51-b6e0-9c7d41a9bcda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:25.312799 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-dc5a5b51-3225-49e8-bfb8-7243b6404bf9 None None] Attempting to bind port 3dc21388-0278-4b36-a69c-a0c99cc775d6 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:43:25.313166 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-dc5a5b51-3225-49e8-bfb8-7243b6404bf9 None None] Attempting to bind port 3dc21388-0278-4b36-a69c-a0c99cc775d6 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'e82da2dd-17b8-4c15-8abb-711622ad0a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:43:25.313557 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5a5b51-3225-49e8-bfb8-7243b6404bf9 None None] Attempting to bind port 3dc21388-0278-4b36-a69c-a0c99cc775d6 on network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:43:25.320838 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5a5b51-3225-49e8-bfb8-7243b6404bf9 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:43:25.321359 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5a5b51-3225-49e8-bfb8-7243b6404bf9 None None] Checking segment: {'id': 'e82da2dd-17b8-4c15-8abb-711622ad0a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:43:25.321798 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-dc5a5b51-3225-49e8-bfb8-7243b6404bf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:25.322277 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5a5b51-3225-49e8-bfb8-7243b6404bf9 None None] Bound using segment: {'id': 'e82da2dd-17b8-4c15-8abb-711622ad0a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:43:25.322749 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-dc5a5b51-3225-49e8-bfb8-7243b6404bf9 None None] Bound port: 3dc21388-0278-4b36-a69c-a0c99cc775d6, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e82da2dd-17b8-4c15-8abb-711622ad0a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:43:25.323114 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-dc5a5b51-3225-49e8-bfb8-7243b6404bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:25.324610 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c33afbf-1517-4c51-b6e0-9c7d41a9bcda admin admin] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=89110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:43:25.324908 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5f4bc391-494f-4301-bd4a-cc9ae958c3dc tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:25.333250 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3c33afbf-1517-4c51-b6e0-9c7d41a9bcda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:25.340694 n-d-843702-1 neutron-server[89110]: INFO neutron.db.segments_db [None req-3c33afbf-1517-4c51-b6e0-9c7d41a9bcda admin admin] Added segment afc36a8a-6d68-4018-a7fa-b2eca58c19f4 of type vlan for network f45d571a-a5ee-4839-a090-4c512bdbe446 May 28 06:43:25.359968 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3c33afbf-1517-4c51-b6e0-9c7d41a9bcda admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:25.392870 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-142b867a-d544-49ce-af6d-b1d421f4886c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-19621335-network', 'tenant_id': '0fd29269584c48d0a2ffe0bd83276466'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:43:25.439786 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-142b867a-d544-49ce-af6d-b1d421f4886c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:43:25.443397 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e589f182-1e48-4180-a622-f90ae2e89813 req-e587379a-8eef-40ce-800e-71a1ec4d64f3 service neutron] 10.222.0.69 "GET /v2.0/networks/a3fe29e9-17f9-4750-841d-90d9978eff94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2891572 May 28 06:43:25.457373 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-dc5a5b51-3225-49e8-bfb8-7243b6404bf9 None None] For port 3dc21388-0278-4b36-a69c-a0c99cc775d6, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:43:25.461991 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-dc5a5b51-3225-49e8-bfb8-7243b6404bf9 None None] For port 3dc21388-0278-4b36-a69c-a0c99cc775d6, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=3dc21388-0278-4b36-a69c-a0c99cc775d6,segment=NetworkSegment(e82da2dd-17b8-4c15-8abb-711622ad0a92),segment_id=e82da2dd-17b8-4c15-8abb-711622ad0a92)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:43:25.464215 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning for port a908e28b-e29d-4262-a1b9-fee80db1d85f completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:43:25.469432 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-5f4bc391-494f-4301-bd4a-cc9ae958c3dc tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Calling delete_port for 2d5ce3cc-6be8-4f4e-9f10-ee2c1422da4c owned by {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:43:25.469652 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning complete for port a908e28b-e29d-4262-a1b9-fee80db1d85f triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:43:25.470279 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:25.475422 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-142b867a-d544-49ce-af6d-b1d421f4886c admin admin] Usage tracker for resource:network and tenant:0fd29269584c48d0a2ffe0bd83276466 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:43:25.487248 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-142b867a-d544-49ce-af6d-b1d421f4886c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:43:25.502056 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3c33afbf-1517-4c51-b6e0-9c7d41a9bcda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:25.503059 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c33afbf-1517-4c51-b6e0-9c7d41a9bcda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:25.503629 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3c33afbf-1517-4c51-b6e0-9c7d41a9bcda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:25.509649 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-142b867a-d544-49ce-af6d-b1d421f4886c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:43:25.524096 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c33afbf-1517-4c51-b6e0-9c7d41a9bcda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a1e3b58-7b90-464d-8f30-8b4ade8ade86,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:25.619736 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-dc5a5b51-3225-49e8-bfb8-7243b6404bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:25.765200 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6d53f0-013a-4494-954b-1e744e9d3fd1 req-a2b23c6f-e61a-4593-9375-6f555c5c4f77 tempest-VolumesActionsTest-1045885532 tempest-VolumesActionsTest-1045885532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:25.772298 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0b6d53f0-013a-4494-954b-1e744e9d3fd1 req-a2b23c6f-e61a-4593-9375-6f555c5c4f77 tempest-VolumesActionsTest-1045885532 tempest-VolumesActionsTest-1045885532-project] 10.222.0.55 "GET /v2.0/ports?device_id=77b549d1-47d2-4cd1-8dce-301ae9da61e0 HTTP/1.1" status: 200 len: 945 time: 0.4713962 May 28 06:43:25.775221 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c33afbf-1517-4c51-b6e0-9c7d41a9bcda admin admin] Pushing event updated for resources: {'Network': ['ID=f45d571a-a5ee-4839-a090-4c512bdbe446,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:25.806208 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network f45d571a-a5ee-4839-a090-4c512bdbe446 details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:43:25.859388 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0b6d53f0-013a-4494-954b-1e744e9d3fd1 req-af8e8eb2-fb90-4cf6-9993-8b87b6adaef9 tempest-VolumesActionsTest-1045885532 tempest-VolumesActionsTest-1045885532-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4aaa3c2-aa0f-41d7-9a93-a25a9aacdbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859694 May 28 06:43:25.867683 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5beb02ab-aac8-4f7b-a43b-19e3b02be3e9 req-0444020e-4fd1-4af2-bb05-ec8f77c7b5af tempest-ServerMetadataNegativeTestJSON-938610172 tempest-ServerMetadataNegativeTestJSON-938610172-project] 10.222.0.55 "GET /v2.0/ports?device_id=c51d4f5f-7d70-4ec9-867e-adbd153e7815 HTTP/1.1" status: 200 len: 210 time: 0.0544889 May 28 06:43:25.883154 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-142b867a-d544-49ce-af6d-b1d421f4886c admin admin] Made reservation on behalf of 0fd29269584c48d0a2ffe0bd83276466 for: {'network': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:43:25.885755 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-142b867a-d544-49ce-af6d-b1d421f4886c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:25.897286 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-3c33afbf-1517-4c51-b6e0-9c7d41a9bcda admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.1374059 May 28 06:43:25.900201 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44828) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:25.904329 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-142b867a-d544-49ce-af6d-b1d421f4886c admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:25.906034 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-02eb5fc9-1319-4c46-af14-471240a19ba2 admin admin] Request body: {'subnet': {'network_id': 'f45d571a-a5ee-4839-a090-4c512bdbe446', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1457583777-subnet', 'tenant_id': '0e9a683820504c9da84b305add28a4b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:43:25.911264 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-02eb5fc9-1319-4c46-af14-471240a19ba2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:43:25.916121 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-02eb5fc9-1319-4c46-af14-471240a19ba2 admin admin] Usage tracker for resource:subnet and tenant:0e9a683820504c9da84b305add28a4b0 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:43:25.919874 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-02eb5fc9-1319-4c46-af14-471240a19ba2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:43:25.922901 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-142b867a-d544-49ce-af6d-b1d421f4886c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:43:25.927756 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-02eb5fc9-1319-4c46-af14-471240a19ba2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:43:25.928065 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-142b867a-d544-49ce-af6d-b1d421f4886c admin admin] Usage tracker for resource:security_group_rule and tenant:0fd29269584c48d0a2ffe0bd83276466 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:43:25.932499 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-142b867a-d544-49ce-af6d-b1d421f4886c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:43:25.939685 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-142b867a-d544-49ce-af6d-b1d421f4886c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:43:25.941513 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5a5b51-3225-49e8-bfb8-7243b6404bf9 None None] Pushing event updated for resources: {'Port': ['ID=3dc21388-0278-4b36-a69c-a0c99cc775d6,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:25.980138 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5f4bc391-494f-4301-bd4a-cc9ae958c3dc tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:26.012559 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port a908e28b-e29d-4262-a1b9-fee80db1d85f is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:43:26.012993 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:26.063712 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4bc391-494f-4301-bd4a-cc9ae958c3dc tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Pushing event deleted for resources: {'Port': ['ID=2d5ce3cc-6be8-4f4e-9f10-ee2c1422da4c,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:26.069697 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port a908e28b-e29d-4262-a1b9-fee80db1d85f, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=a908e28b-e29d-4262-a1b9-fee80db1d85f,segment=NetworkSegment(ff77abc0-eaed-47da-9deb-10db2dcdfc54),segment_id=ff77abc0-eaed-47da-9deb-10db2dcdfc54)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:43:26.070831 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77b549d1-47d2-4cd1-8dce-301ae9da61e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a908e28b-e29d-4262-a1b9-fee80db1d85f'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:43:26.078422 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02eb5fc9-1319-4c46-af14-471240a19ba2 admin admin] Made reservation on behalf of 0e9a683820504c9da84b305add28a4b0 for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:43:26.081128 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-02eb5fc9-1319-4c46-af14-471240a19ba2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:26.134883 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfa570f2-a739-460c-9b42-9298bd0bfacc'] response: {'server_uuid': '77b549d1-47d2-4cd1-8dce-301ae9da61e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a908e28b-e29d-4262-a1b9-fee80db1d85f', 'code': 200} May 28 06:43:26.138030 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-142b867a-d544-49ce-af6d-b1d421f4886c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:26.186943 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:26.239152 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5f4bc391-494f-4301-bd4a-cc9ae958c3dc tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:26.283196 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-5f4bc391-494f-4301-bd4a-cc9ae958c3dc tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "DELETE /v2.0/ports/2d5ce3cc-6be8-4f4e-9f10-ee2c1422da4c HTTP/1.1" status: 204 len: 168 time: 1.4694402 May 28 06:43:26.286148 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44836) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:26.296734 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-142b867a-d544-49ce-af6d-b1d421f4886c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:26.309565 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-142b867a-d544-49ce-af6d-b1d421f4886c admin admin] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=89110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:43:26.319631 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-142b867a-d544-49ce-af6d-b1d421f4886c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:26.319872 n-d-843702-1 neutron-server[89110]: INFO neutron.db.segments_db [None req-142b867a-d544-49ce-af6d-b1d421f4886c admin admin] Added segment ed80017c-186d-412d-84d5-54edc7bbef31 of type vlan for network 72cd44a4-ecbc-4cf3-a1ba-acca57a41f3a May 28 06:43:26.320466 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=a908e28b-e29d-4262-a1b9-fee80db1d85f,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:26.391010 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142b867a-d544-49ce-af6d-b1d421f4886c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6683da82-a038-4751-b05e-c5a70ca82591,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:26.426381 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314ec91c-824a-4031-8870-69e6576c9949 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:26.428418 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314ec91c-824a-4031-8870-69e6576c9949 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:26.428736 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-142b867a-d544-49ce-af6d-b1d421f4886c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:26.429246 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-314ec91c-824a-4031-8870-69e6576c9949 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Synchronizing usage tracker for tenant:5e9e9447c07c4077b6694ab63e3affe5 on resource:subnet {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:43:26.508620 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c168cb-9f46-4574-a14b-2be5095f08a6 req-f1b315ea-fc6a-4473-b63e-0f59a6edc084 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:26.515636 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e3c168cb-9f46-4574-a14b-2be5095f08a6 req-f1b315ea-fc6a-4473-b63e-0f59a6edc084 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/ports?device_id=2187a23c-2130-4d5d-83f8-6c69d905e7eb HTTP/1.1" status: 200 len: 945 time: 0.3393378 May 28 06:43:26.518744 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9095e1-6cd9-4312-957c-f4d329cdc269 req-a6487f31-d7cc-48de-9104-04f54752facb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:26.520259 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6c9095e1-6cd9-4312-957c-f4d329cdc269 req-a6487f31-d7cc-48de-9104-04f54752facb service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=77b549d1-47d2-4cd1-8dce-301ae9da61e0 HTTP/1.1" status: 200 len: 1097 time: 0.2990034 May 28 06:43:26.522254 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-4057d781-13bb-432a-a92e-6e31f95c8670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:26.599678 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-314ec91c-824a-4031-8870-69e6576c9949 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Unset dirty status for tenant:5e9e9447c07c4077b6694ab63e3affe5 on resource:subnet {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:43:26.603746 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-314ec91c-824a-4031-8870-69e6576c9949 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.3139811 May 28 06:43:26.604589 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44842) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:26.618651 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6c9095e1-6cd9-4312-957c-f4d329cdc269 req-38e8284c-6d17-4d8e-bcba-84824faf8ff5 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=e4aaa3c2-aa0f-41d7-9a93-a25a9aacdbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916548 May 28 06:43:26.630944 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e3c168cb-9f46-4574-a14b-2be5095f08a6 req-f74b5a2b-7f59-4cdd-9f1e-824d654d0dab tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/security-groups?id=23eed38c-aa44-447e-83a9-ccee1b1a7a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899277 May 28 06:43:26.649268 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-142b867a-d544-49ce-af6d-b1d421f4886c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:26.651829 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142b867a-d544-49ce-af6d-b1d421f4886c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:26.652484 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-142b867a-d544-49ce-af6d-b1d421f4886c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:26.681539 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_v2 [None req-743bbbac-b1b2-453d-85f3-b8f20dab331e tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Deleting subnet 05de662d-ae7e-4a63-b0f9-9f274cbd7c2a {{(pid=89109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:43:26.684521 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-743bbbac-b1b2-453d-85f3-b8f20dab331e tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks [] for subnet, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:26.763391 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142b867a-d544-49ce-af6d-b1d421f4886c admin admin] Pushing event updated for resources: {'Network': ['ID=72cd44a4-ecbc-4cf3-a1ba-acca57a41f3a,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:26.766300 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-743bbbac-b1b2-453d-85f3-b8f20dab331e tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3964070'] for subnet, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:26.775095 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 72cd44a4-ecbc-4cf3-a1ba-acca57a41f3a details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:43:26.795887 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-02eb5fc9-1319-4c46-af14-471240a19ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:26.903555 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-142b867a-d544-49ce-af6d-b1d421f4886c admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.9501724 May 28 06:43:26.904291 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 44850) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:26.911311 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-0fc2ce45-fb53-47ad-ba0a-2b3aaf0068e5 admin admin] Request body: {'subnet': {'network_id': '72cd44a4-ecbc-4cf3-a1ba-acca57a41f3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-19621335-subnet', 'tenant_id': '0fd29269584c48d0a2ffe0bd83276466', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:43:26.921787 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02eb5fc9-1319-4c46-af14-471240a19ba2 admin admin] Checking segment: {'id': 'afc36a8a-6d68-4018-a7fa-b2eca58c19f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'f45d571a-a5ee-4839-a090-4c512bdbe446'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:43:26.922314 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02eb5fc9-1319-4c46-af14-471240a19ba2 admin admin] Network hostable DHCP agents. Network: f45d571a-a5ee-4839-a090-4c512bdbe446, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:43:26.922539 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-0fc2ce45-fb53-47ad-ba0a-2b3aaf0068e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:43:26.926428 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eb5fc9-1319-4c46-af14-471240a19ba2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65b53454-2c3d-4583-99dd-760182b28f89,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:26.928712 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-0fc2ce45-fb53-47ad-ba0a-2b3aaf0068e5 admin admin] Usage tracker for resource:subnet and tenant:0fd29269584c48d0a2ffe0bd83276466 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:43:26.932635 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-0fc2ce45-fb53-47ad-ba0a-2b3aaf0068e5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:43:26.953815 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-0fc2ce45-fb53-47ad-ba0a-2b3aaf0068e5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:43:26.960997 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-743bbbac-b1b2-453d-85f3-b8f20dab331e tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:27.071592 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02eb5fc9-1319-4c46-af14-471240a19ba2 admin admin] Network f45d571a-a5ee-4839-a090-4c512bdbe446 is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:43:27.112908 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fc2ce45-fb53-47ad-ba0a-2b3aaf0068e5 admin admin] Made reservation on behalf of 0fd29269584c48d0a2ffe0bd83276466 for: {'subnet': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:43:27.114775 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0fc2ce45-fb53-47ad-ba0a-2b3aaf0068e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3171998'] for subnet, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:27.142815 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-616bfda2-27c9-4254-86fc-0c36af8f5157 req-9e58730d-a41a-4100-8acd-30cbb67a21dd tempest-ServerMetadataNegativeTestJSON-938610172 tempest-ServerMetadataNegativeTestJSON-938610172-project] 10.222.0.55 "GET /v2.0/ports?device_id=c51d4f5f-7d70-4ec9-867e-adbd153e7815 HTTP/1.1" status: 200 len: 210 time: 0.0876198 May 28 06:43:27.151420 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-743bbbac-b1b2-453d-85f3-b8f20dab331e tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9555650'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:27.202808 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743bbbac-b1b2-453d-85f3-b8f20dab331e tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Pushing event deleted for resources: {'Subnet': ['ID=05de662d-ae7e-4a63-b0f9-9f274cbd7c2a,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:27.206361 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-743bbbac-b1b2-453d-85f3-b8f20dab331e tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:27.210650 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-02eb5fc9-1319-4c46-af14-471240a19ba2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, f45d571a-a5ee-4839-a090-4c512bdbe446) {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:43:27.233288 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02eb5fc9-1319-4c46-af14-471240a19ba2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:27.233926 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-02eb5fc9-1319-4c46-af14-471240a19ba2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:27.246166 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d78230a-9e8d-4e18-ae4f-11d566176524 None None] Network f45d571a-a5ee-4839-a090-4c512bdbe446 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:43:27.264905 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7984ee09-6e87-4a80-81b9-57bcfd522464 req-61b5abc5-f412-42ef-b22f-05efd36d2971 tempest-VolumesActionsTest-1045885532 tempest-VolumesActionsTest-1045885532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:27.266586 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7984ee09-6e87-4a80-81b9-57bcfd522464 req-61b5abc5-f412-42ef-b22f-05efd36d2971 tempest-VolumesActionsTest-1045885532 tempest-VolumesActionsTest-1045885532-project] 10.222.0.55 "GET /v2.0/ports?device_id=77b549d1-47d2-4cd1-8dce-301ae9da61e0 HTTP/1.1" status: 200 len: 946 time: 0.2724771 May 28 06:43:27.334082 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7984ee09-6e87-4a80-81b9-57bcfd522464 req-dd70ed61-cdf9-4481-8e11-c92e4070daf6 tempest-VolumesActionsTest-1045885532 tempest-VolumesActionsTest-1045885532-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4aaa3c2-aa0f-41d7-9a93-a25a9aacdbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577886 May 28 06:43:27.346658 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-743bbbac-b1b2-453d-85f3-b8f20dab331e tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "DELETE /v2.0/subnets/05de662d-ae7e-4a63-b0f9-9f274cbd7c2a HTTP/1.1" status: 204 len: 168 time: 0.7412066 May 28 06:43:27.349059 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44854) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:27.443399 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-8addbcf5-041a-4de8-b5b9-78b93b2f6f49 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0893562 May 28 06:43:27.443399 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-02eb5fc9-1319-4c46-af14-471240a19ba2 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5414093 May 28 06:43:27.449773 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44858) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:27.534460 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0fc2ce45-fb53-47ad-ba0a-2b3aaf0068e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3115906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3172012'] for subnet, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:27.574007 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:27.581002 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50f3c5c-8102-4bd5-8863-b5825b10dde3 None None] Network f45d571a-a5ee-4839-a090-4c512bdbe446 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:43:27.602023 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b3e619-c756-42be-b764-162ed5392b9f tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:27.603140 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-44b3e619-c756-42be-b764-162ed5392b9f tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Synchronizing usage tracker for tenant:5e9e9447c07c4077b6694ab63e3affe5 on resource:port {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:43:27.717246 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44872) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:27.744463 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc7161e-ce0b-45f1-9005-9e70bb73a242 None None] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:43:27.799250 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-44b3e619-c756-42be-b764-162ed5392b9f tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Unset dirty status for tenant:5e9e9447c07c4077b6694ab63e3affe5 on resource:port {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:43:27.807185 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-44b3e619-c756-42be-b764-162ed5392b9f tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.3597770 May 28 06:43:27.811791 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44876) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:27.906316 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_v2 [None req-914cfa10-6b7c-4503-a283-3fb3cc03bd5f admin admin] Deleting subnet 65b53454-2c3d-4583-99dd-760182b28f89 {{(pid=89109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:43:27.910259 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-914cfa10-6b7c-4503-a283-3fb3cc03bd5f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:27.918747 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc2ce45-fb53-47ad-ba0a-2b3aaf0068e5 admin admin] Checking segment: {'id': 'ed80017c-186d-412d-84d5-54edc7bbef31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '72cd44a4-ecbc-4cf3-a1ba-acca57a41f3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:43:27.919114 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc2ce45-fb53-47ad-ba0a-2b3aaf0068e5 admin admin] Network hostable DHCP agents. Network: 72cd44a4-ecbc-4cf3-a1ba-acca57a41f3a, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89110) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:43:27.925047 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc2ce45-fb53-47ad-ba0a-2b3aaf0068e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48b69c35-c12b-4f0a-a875-ee4ff0bd8037,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:27.968805 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-154ecd98-d5c2-4b37-8d4c-b32eca99f003 None None] Provisioning for port 3dc21388-0278-4b36-a69c-a0c99cc775d6 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:43:28.000804 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-914cfa10-6b7c-4503-a283-3fb3cc03bd5f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3964070'] for subnet, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:28.031564 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b997fd2b-fab2-46f0-a46e-91f7b2a67ca4 req-fa71beb0-db62-4532-8c7e-a6917cdb292c tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:28.040496 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b997fd2b-fab2-46f0-a46e-91f7b2a67ca4 req-fa71beb0-db62-4532-8c7e-a6917cdb292c tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/ports?device_id=2187a23c-2130-4d5d-83f8-6c69d905e7eb HTTP/1.1" status: 200 len: 945 time: 0.2260132 May 28 06:43:28.102692 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b997fd2b-fab2-46f0-a46e-91f7b2a67ca4 req-e95e80a0-9e08-4eb5-aaf3-86072653412a tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/security-groups?id=23eed38c-aa44-447e-83a9-ccee1b1a7a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603080 May 28 06:43:28.105365 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a1654b-0c3e-441d-a448-9474408303ff tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:28.106083 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-37a1654b-0c3e-441d-a448-9474408303ff tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Synchronizing usage tracker for tenant:5e9e9447c07c4077b6694ab63e3affe5 on resource:subnet {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:43:28.139056 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc2ce45-fb53-47ad-ba0a-2b3aaf0068e5 admin admin] Network 72cd44a4-ecbc-4cf3-a1ba-acca57a41f3a is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89110) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:43:28.148589 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-914cfa10-6b7c-4503-a283-3fb3cc03bd5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:28.224386 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957f2e8f-9e08-459d-a6b1-e2d818afde33 None None] DHCP port deletion for 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:43:28.228238 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-957f2e8f-9e08-459d-a6b1-e2d818afde33 None None] Deleting port 3dc21388-0278-4b36-a69c-a0c99cc775d6 {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:43:28.228614 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-957f2e8f-9e08-459d-a6b1-e2d818afde33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:28.247578 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-0fc2ce45-fb53-47ad-ba0a-2b3aaf0068e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, 72cd44a4-ecbc-4cf3-a1ba-acca57a41f3a) {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:43:28.252224 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc2ce45-fb53-47ad-ba0a-2b3aaf0068e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:28.260636 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0fc2ce45-fb53-47ad-ba0a-2b3aaf0068e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:28.285920 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78a9704-759f-47ec-9ab4-f484714e12da None None] Network 72cd44a4-ecbc-4cf3-a1ba-acca57a41f3a requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:43:28.360032 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-37a1654b-0c3e-441d-a448-9474408303ff tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Unset dirty status for tenant:5e9e9447c07c4077b6694ab63e3affe5 on resource:subnet {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:43:28.364882 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-37a1654b-0c3e-441d-a448-9474408303ff tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5502586 May 28 06:43:28.373380 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44886) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:28.424680 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5ea2d870-0e1a-405c-9c18-a2dd99200770 req-429472bc-149a-468d-b293-5d56e0a9a73e tempest-ServerMetadataNegativeTestJSON-938610172 tempest-ServerMetadataNegativeTestJSON-938610172-project] 10.222.0.55 "GET /v2.0/ports?device_id=c51d4f5f-7d70-4ec9-867e-adbd153e7815 HTTP/1.1" status: 200 len: 210 time: 0.0874248 May 28 06:43:28.457042 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-0fc2ce45-fb53-47ad-ba0a-2b3aaf0068e5 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.5521929 May 28 06:43:28.571398 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-914cfa10-6b7c-4503-a283-3fb3cc03bd5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9555650'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:28.629802 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-914cfa10-6b7c-4503-a283-3fb3cc03bd5f admin admin] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:28.640667 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-907f5bad-374f-4be3-b260-5eb7725b10da tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2663794 May 28 06:43:28.641908 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44894) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:28.664552 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-63904d34-3802-4997-9af8-434a0c4a724e tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Request body: {'subnet': {'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:43:28.667855 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-957f2e8f-9e08-459d-a6b1-e2d818afde33 None None] For port 3dc21388-0278-4b36-a69c-a0c99cc775d6, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=3dc21388-0278-4b36-a69c-a0c99cc775d6,segment=NetworkSegment(e82da2dd-17b8-4c15-8abb-711622ad0a92),segment_id=e82da2dd-17b8-4c15-8abb-711622ad0a92)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:43:28.669965 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-957f2e8f-9e08-459d-a6b1-e2d818afde33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:28.685982 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914cfa10-6b7c-4503-a283-3fb3cc03bd5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65b53454-2c3d-4583-99dd-760182b28f89,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:28.722005 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-914cfa10-6b7c-4503-a283-3fb3cc03bd5f admin admin] 10.222.0.55 "DELETE /v2.0/subnets/65b53454-2c3d-4583-99dd-760182b28f89 HTTP/1.1" status: 204 len: 168 time: 1.0011766 May 28 06:43:28.722005 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44898) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:28.763430 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342b2d02-b5c9-4fae-ab0d-0116b2408b92 req-651190ec-cc2a-4f36-903e-2d45e3a3abd4 tempest-VolumesActionsTest-1045885532 tempest-VolumesActionsTest-1045885532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:28.765165 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-342b2d02-b5c9-4fae-ab0d-0116b2408b92 req-651190ec-cc2a-4f36-903e-2d45e3a3abd4 tempest-VolumesActionsTest-1045885532 tempest-VolumesActionsTest-1045885532-project] 10.222.0.55 "GET /v2.0/ports?device_id=77b549d1-47d2-4cd1-8dce-301ae9da61e0 HTTP/1.1" status: 200 len: 946 time: 0.1619890 May 28 06:43:28.810277 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-957f2e8f-9e08-459d-a6b1-e2d818afde33 None None] Calling delete_port for 3dc21388-0278-4b36-a69c-a0c99cc775d6 owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:43:28.813849 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-342b2d02-b5c9-4fae-ab0d-0116b2408b92 req-ec68ac01-1bf2-41e4-9765-ff981bc79d53 tempest-VolumesActionsTest-1045885532 tempest-VolumesActionsTest-1045885532-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4aaa3c2-aa0f-41d7-9a93-a25a9aacdbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423977 May 28 06:43:29.052246 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-957f2e8f-9e08-459d-a6b1-e2d818afde33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879'] for port, after_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:29.096347 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b9eaa5-5b2a-4314-8f60-829c428b3766 req-5aa8a26d-3670-4a3a-96cd-cb6d4c2949b6 tempest-ServerMetadataNegativeTestJSON-938610172 tempest-ServerMetadataNegativeTestJSON-938610172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:29.097851 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-d0b9eaa5-5b2a-4314-8f60-829c428b3766 req-5aa8a26d-3670-4a3a-96cd-cb6d4c2949b6 tempest-ServerMetadataNegativeTestJSON-938610172 tempest-ServerMetadataNegativeTestJSON-938610172-project] 10.222.0.71 "GET /v2.0/networks?id=88098b5e-641c-460b-9820-0437d6d543ac HTTP/1.1" status: 200 len: 821 time: 0.8351269 May 28 06:43:29.112629 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e7c39045-b119-412a-9c5e-e37d21324926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:29.127400 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d1f7c6c-ee4d-4f1f-a4ce-007387b91b00 None None] Network 72cd44a4-ecbc-4cf3-a1ba-acca57a41f3a requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:43:29.151954 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957f2e8f-9e08-459d-a6b1-e2d818afde33 None None] Pushing event deleted for resources: {'Port': ['ID=3dc21388-0278-4b36-a69c-a0c99cc775d6,revision_number=None']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:29.153564 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957f2e8f-9e08-459d-a6b1-e2d818afde33 None None] No DVR routers for this DVR port 3dc21388-0278-4b36-a69c-a0c99cc775d6 on host n-d-843702-1 {{(pid=89111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:43:29.155375 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-63904d34-3802-4997-9af8-434a0c4a724e tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:43:29.168933 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-d0b9eaa5-5b2a-4314-8f60-829c428b3766 req-6a926cf1-3a38-4e33-9d62-b03297ad0f25 tempest-ServerMetadataNegativeTestJSON-938610172 tempest-ServerMetadataNegativeTestJSON-938610172-project] Request body: {'port': {'device_id': 'c51d4f5f-7d70-4ec9-867e-adbd153e7815', 'network_id': '88098b5e-641c-460b-9820-0437d6d543ac', 'admin_state_up': True, 'tenant_id': '30b2237f02ce4576b66d979b160c48fb'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:43:29.341673 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [req-d0b9eaa5-5b2a-4314-8f60-829c428b3766 req-6a926cf1-3a38-4e33-9d62-b03297ad0f25 tempest-ServerMetadataNegativeTestJSON-938610172 tempest-ServerMetadataNegativeTestJSON-938610172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:43:29.346340 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-84bbef62-d6bd-48ac-84f2-8b8a4a0895e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:29.364171 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-d0b9eaa5-5b2a-4314-8f60-829c428b3766 req-6a926cf1-3a38-4e33-9d62-b03297ad0f25 tempest-ServerMetadataNegativeTestJSON-938610172 tempest-ServerMetadataNegativeTestJSON-938610172-project] Usage tracker for resource:port and tenant:30b2237f02ce4576b66d979b160c48fb is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:43:29.368128 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-d0b9eaa5-5b2a-4314-8f60-829c428b3766 req-6a926cf1-3a38-4e33-9d62-b03297ad0f25 tempest-ServerMetadataNegativeTestJSON-938610172 tempest-ServerMetadataNegativeTestJSON-938610172-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:43:29.374691 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [req-d0b9eaa5-5b2a-4314-8f60-829c428b3766 req-6a926cf1-3a38-4e33-9d62-b03297ad0f25 tempest-ServerMetadataNegativeTestJSON-938610172 tempest-ServerMetadataNegativeTestJSON-938610172-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:43:29.387189 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-63904d34-3802-4997-9af8-434a0c4a724e tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:43:29.473532 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6133f79-118b-4b2f-9537-c700e3cc5c56 req-1f8bf21c-a4c0-45d4-9d44-cb190730f715 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:29.476560 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e6133f79-118b-4b2f-9537-c700e3cc5c56 req-1f8bf21c-a4c0-45d4-9d44-cb190730f715 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/ports?device_id=2187a23c-2130-4d5d-83f8-6c69d905e7eb HTTP/1.1" status: 200 len: 945 time: 0.1862271 May 28 06:43:29.537876 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e6133f79-118b-4b2f-9537-c700e3cc5c56 req-2c1c16f9-bc79-4433-ae3d-6a36a0c1b1db tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/security-groups?id=23eed38c-aa44-447e-83a9-ccee1b1a7a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545497 May 28 06:43:29.604521 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63904d34-3802-4997-9af8-434a0c4a724e tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Made reservation on behalf of 5e9e9447c07c4077b6694ab63e3affe5 for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:43:29.608253 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-63904d34-3802-4997-9af8-434a0c4a724e tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:29.622215 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0b9eaa5-5b2a-4314-8f60-829c428b3766 req-6a926cf1-3a38-4e33-9d62-b03297ad0f25 tempest-ServerMetadataNegativeTestJSON-938610172 tempest-ServerMetadataNegativeTestJSON-938610172-project] Made reservation on behalf of 30b2237f02ce4576b66d979b160c48fb for: {'port': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:43:29.625730 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-d0b9eaa5-5b2a-4314-8f60-829c428b3766 req-6a926cf1-3a38-4e33-9d62-b03297ad0f25 tempest-ServerMetadataNegativeTestJSON-938610172 tempest-ServerMetadataNegativeTestJSON-938610172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:29.648577 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 44922) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:29.664529 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-d2679f8b-f118-45e0-a952-b6729ed55c39 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-92107906-network', 'tenant_id': '56db2927222a492b94ab8b0051474a38'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:43:29.670204 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-583a1c64-2763-4af7-b376-d42f206ab94b req-a4382a25-13ff-4173-9b75-f9641330a7c2 tempest-ServerMetadataNegativeTestJSON-938610172 tempest-ServerMetadataNegativeTestJSON-938610172-project] 10.222.0.55 "GET /v2.0/ports?device_id=c51d4f5f-7d70-4ec9-867e-adbd153e7815 HTTP/1.1" status: 200 len: 210 time: 0.0562749 May 28 06:43:29.672616 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-d2679f8b-f118-45e0-a952-b6729ed55c39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:43:29.677100 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-d2679f8b-f118-45e0-a952-b6729ed55c39 admin admin] Usage tracker for resource:network and tenant:56db2927222a492b94ab8b0051474a38 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:43:29.681225 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-d2679f8b-f118-45e0-a952-b6729ed55c39 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:43:29.694805 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-d2679f8b-f118-45e0-a952-b6729ed55c39 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:43:29.745540 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-84bbef62-d6bd-48ac-84f2-8b8a4a0895e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:29.811735 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-84bbef62-d6bd-48ac-84f2-8b8a4a0895e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f45d571a-a5ee-4839-a090-4c512bdbe446']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:43:29.845405 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-84bbef62-d6bd-48ac-84f2-8b8a4a0895e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afc36a8a-6d68-4018-a7fa-b2eca58c19f4') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:43:29.845669 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-84bbef62-d6bd-48ac-84f2-8b8a4a0895e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afc36a8a-6d68-4018-a7fa-b2eca58c19f4') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:43:29.879538 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-84bbef62-d6bd-48ac-84f2-8b8a4a0895e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:29.911976 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-84bbef62-d6bd-48ac-84f2-8b8a4a0895e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:29.946354 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2679f8b-f118-45e0-a952-b6729ed55c39 admin admin] Made reservation on behalf of 56db2927222a492b94ab8b0051474a38 for: {'network': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:43:29.949021 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d2679f8b-f118-45e0-a952-b6729ed55c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:29.963337 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84bbef62-d6bd-48ac-84f2-8b8a4a0895e7 admin admin] Releasing vlan 351 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:43:29.963678 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-84bbef62-d6bd-48ac-84f2-8b8a4a0895e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:29.964791 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d2679f8b-f118-45e0-a952-b6729ed55c39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:29.985271 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-d2679f8b-f118-45e0-a952-b6729ed55c39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:43:29.993318 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-d2679f8b-f118-45e0-a952-b6729ed55c39 admin admin] Usage tracker for resource:security_group_rule and tenant:56db2927222a492b94ab8b0051474a38 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:43:29.998842 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-d2679f8b-f118-45e0-a952-b6729ed55c39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:43:30.007103 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-d2679f8b-f118-45e0-a952-b6729ed55c39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:43:30.047372 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment afc36a8a-6d68-4018-a7fa-b2eca58c19f4 resource provider aggregate not found May 28 06:43:30.093492 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:30.095640 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment afc36a8a-6d68-4018-a7fa-b2eca58c19f4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid afc36a8a-6d68-4018-a7fa-b2eca58c19f4 found for delete ", "request_id": "req-c52a2642-644a-494b-9ff2-fe672c3d65e0"}]} May 28 06:43:30.123479 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [req-d0b9eaa5-5b2a-4314-8f60-829c428b3766 req-6a926cf1-3a38-4e33-9d62-b03297ad0f25 tempest-ServerMetadataNegativeTestJSON-938610172 tempest-ServerMetadataNegativeTestJSON-938610172-project] Allocated IP 172.20.0.3 (88098b5e-641c-460b-9820-0437d6d543ac/794a972e-d3f5-40e4-a136-2036150604e5/7b91381a-b80d-4165-a26f-eb822edd03f4) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:43:30.133125 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d2679f8b-f118-45e0-a952-b6729ed55c39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:30.135075 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:30.282332 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d2679f8b-f118-45e0-a952-b6729ed55c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:30.286586 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-84bbef62-d6bd-48ac-84f2-8b8a4a0895e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:30.307597 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-84bbef62-d6bd-48ac-84f2-8b8a4a0895e7 admin admin] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:30.324196 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2679f8b-f118-45e0-a952-b6729ed55c39 admin admin] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=89110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:43:30.335060 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2679f8b-f118-45e0-a952-b6729ed55c39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3931cc4-2b99-4429-b8b1-53085c082139,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:30.339959 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bbef62-d6bd-48ac-84f2-8b8a4a0895e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=f45d571a-a5ee-4839-a090-4c512bdbe446,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:30.340139 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d2679f8b-f118-45e0-a952-b6729ed55c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:30.340420 n-d-843702-1 neutron-server[89110]: INFO neutron.db.segments_db [None req-d2679f8b-f118-45e0-a952-b6729ed55c39 admin admin] Added segment e6f065bd-90c8-4459-9bad-4f1b77e77bd4 of type vlan for network a242df0b-b654-44c1-8158-076bd5755538 May 28 06:43:30.373305 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d2679f8b-f118-45e0-a952-b6729ed55c39 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:30.433557 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-84bbef62-d6bd-48ac-84f2-8b8a4a0895e7 admin admin] 10.222.0.55 "DELETE /v2.0/networks/f45d571a-a5ee-4839-a090-4c512bdbe446 HTTP/1.1" status: 204 len: 168 time: 1.6732900 May 28 06:43:30.464987 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-d0b9eaa5-5b2a-4314-8f60-829c428b3766 req-6a926cf1-3a38-4e33-9d62-b03297ad0f25 tempest-ServerMetadataNegativeTestJSON-938610172 tempest-ServerMetadataNegativeTestJSON-938610172-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:30.528118 n-d-843702-1 neutron-server[89109]: DEBUG neutron.objects.ports [None req-63904d34-3802-4997-9af8-434a0c4a724e tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89109) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 28 06:43:30.530385 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-63904d34-3802-4997-9af8-434a0c4a724e tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:30.544924 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d2679f8b-f118-45e0-a952-b6729ed55c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:30.546531 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2679f8b-f118-45e0-a952-b6729ed55c39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:30.547086 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d2679f8b-f118-45e0-a952-b6729ed55c39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:30.600861 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63904d34-3802-4997-9af8-434a0c4a724e tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:43:30.605546 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-63904d34-3802-4997-9af8-434a0c4a724e tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:43:30.611139 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63904d34-3802-4997-9af8-434a0c4a724e tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:30.611824 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-63904d34-3802-4997-9af8-434a0c4a724e tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:30.618876 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5eb6cb7-69b0-4306-b357-63304b5edeae None None] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:43:30.676364 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63904d34-3802-4997-9af8-434a0c4a724e tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Pushing event updated for resources: {'Subnet': ['ID=b4c55f2f-8553-46e8-a23a-39b42e2ba3d5,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:30.843085 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-d0b9eaa5-5b2a-4314-8f60-829c428b3766 req-6a926cf1-3a38-4e33-9d62-b03297ad0f25 tempest-ServerMetadataNegativeTestJSON-938610172 tempest-ServerMetadataNegativeTestJSON-938610172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:30.867152 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2679f8b-f118-45e0-a952-b6729ed55c39 admin admin] Pushing event updated for resources: {'Network': ['ID=a242df0b-b654-44c1-8158-076bd5755538,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:30.878714 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network a242df0b-b654-44c1-8158-076bd5755538 details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:43:30.914070 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-63904d34-3802-4997-9af8-434a0c4a724e tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.2636349 May 28 06:43:30.918120 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 44944) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:30.943980 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-cb3aae01-4be2-4557-815c-110075343d25 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Request body: {'subnet': {'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:43:30.944157 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0b9eaa5-5b2a-4314-8f60-829c428b3766 req-6a926cf1-3a38-4e33-9d62-b03297ad0f25 tempest-ServerMetadataNegativeTestJSON-938610172 tempest-ServerMetadataNegativeTestJSON-938610172-project] Network 88098b5e-641c-460b-9820-0437d6d543ac is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:43:30.958656 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [req-d0b9eaa5-5b2a-4314-8f60-829c428b3766 req-6a926cf1-3a38-4e33-9d62-b03297ad0f25 tempest-ServerMetadataNegativeTestJSON-938610172 tempest-ServerMetadataNegativeTestJSON-938610172-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:43:30.968621 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0b9eaa5-5b2a-4314-8f60-829c428b3766 req-6a926cf1-3a38-4e33-9d62-b03297ad0f25 tempest-ServerMetadataNegativeTestJSON-938610172 tempest-ServerMetadataNegativeTestJSON-938610172-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:43:31.027017 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a926cf1-3a38-4e33-9d62-b03297ad0f25 tempest-ServerMetadataNegativeTestJSON-938610172 tempest-ServerMetadataNegativeTestJSON-938610172-project] Pushing event updated for resources: {'Port': ['ID=7b91381a-b80d-4165-a26f-eb822edd03f4,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:31.030886 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a777174-7884-4a89-9e49-c5f5042b15fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-147bfd32-62dc-4be0-82de-f4d6fa5b4cc2', 'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2', 'tenant_id': '5e9e9447c07c4077b6694ab63e3affe5', 'fixed_ips': [{'subnet_id': 'b4c55f2f-8553-46e8-a23a-39b42e2ba3d5'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:43:31.031728 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-8a777174-7884-4a89-9e49-c5f5042b15fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:31.059084 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-d2679f8b-f118-45e0-a952-b6729ed55c39 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.4012864 May 28 06:43:31.059624 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44954) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:31.086445 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-38f2ad51-ea36-4d5f-ae33-68425d493c80 admin admin] Request body: {'subnet': {'network_id': 'a242df0b-b654-44c1-8158-076bd5755538', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-92107906-subnet', 'tenant_id': '56db2927222a492b94ab8b0051474a38', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:43:31.086926 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6510adf6-b439-4bbc-9fa3-1d44000c970b req-a4a2595d-ccbd-4b75-89d4-adbf1ea6507b tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:31.088567 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6510adf6-b439-4bbc-9fa3-1d44000c970b req-a4a2595d-ccbd-4b75-89d4-adbf1ea6507b tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/ports?device_id=2187a23c-2130-4d5d-83f8-6c69d905e7eb HTTP/1.1" status: 200 len: 945 time: 0.3111238 May 28 06:43:31.099476 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-38f2ad51-ea36-4d5f-ae33-68425d493c80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:43:31.120274 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-38f2ad51-ea36-4d5f-ae33-68425d493c80 admin admin] Usage tracker for resource:subnet and tenant:56db2927222a492b94ab8b0051474a38 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:43:31.141868 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b9eaa5-5b2a-4314-8f60-829c428b3766 req-6a926cf1-3a38-4e33-9d62-b03297ad0f25 tempest-ServerMetadataNegativeTestJSON-938610172 tempest-ServerMetadataNegativeTestJSON-938610172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:31.142523 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-d0b9eaa5-5b2a-4314-8f60-829c428b3766 req-6a926cf1-3a38-4e33-9d62-b03297ad0f25 tempest-ServerMetadataNegativeTestJSON-938610172 tempest-ServerMetadataNegativeTestJSON-938610172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:31.164828 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-38f2ad51-ea36-4d5f-ae33-68425d493c80 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:43:31.167428 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44958) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:31.170861 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632018dc-c1e2-4929-b0c8-478d095fd91f req-4b8e6c74-3672-40aa-b11c-9c56c5c72c0a tempest-ServerMetadataNegativeTestJSON-938610172 tempest-ServerMetadataNegativeTestJSON-938610172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:31.172384 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-632018dc-c1e2-4929-b0c8-478d095fd91f req-4b8e6c74-3672-40aa-b11c-9c56c5c72c0a tempest-ServerMetadataNegativeTestJSON-938610172 tempest-ServerMetadataNegativeTestJSON-938610172-project] 10.222.0.55 "GET /v2.0/ports?device_id=c51d4f5f-7d70-4ec9-867e-adbd153e7815 HTTP/1.1" status: 200 len: 931 time: 0.3555822 May 28 06:43:31.207379 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-38f2ad51-ea36-4d5f-ae33-68425d493c80 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:43:31.212254 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6510adf6-b439-4bbc-9fa3-1d44000c970b req-38efecf1-a205-40f6-9c67-c5ede9f2c99c tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/security-groups?id=23eed38c-aa44-447e-83a9-ccee1b1a7a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155944 May 28 06:43:31.243872 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-8a777174-7884-4a89-9e49-c5f5042b15fa None None] Allocated IP 2001:db8::f816:3eff:fe04:f8a1 (147bfd32-62dc-4be0-82de-f4d6fa5b4cc2/b4c55f2f-8553-46e8-a23a-39b42e2ba3d5/54d67f88-9b0f-4d79-b636-61ecf93d5c7b) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:43:31.248942 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-cb3aae01-4be2-4557-815c-110075343d25 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:43:31.257069 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-cb3aae01-4be2-4557-815c-110075343d25 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Usage tracker for resource:subnet and tenant:5e9e9447c07c4077b6694ab63e3affe5 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:43:31.259414 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-eb875627-2707-462b-8361-b5a7a8b1c866 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0e9a683820504c9da84b305add28a4b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0763004 May 28 06:43:31.262079 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44962) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:31.278893 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-632018dc-c1e2-4929-b0c8-478d095fd91f req-bb1f9ddb-076b-458d-a21e-083d38a73583 tempest-ServerMetadataNegativeTestJSON-938610172 tempest-ServerMetadataNegativeTestJSON-938610172-project] Synchronizing usage tracker for tenant:30b2237f02ce4576b66d979b160c48fb on resource:security_group {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:43:31.284241 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-cb3aae01-4be2-4557-815c-110075343d25 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:43:31.300583 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-cb3aae01-4be2-4557-815c-110075343d25 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:43:31.319912 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-d0b9eaa5-5b2a-4314-8f60-829c428b3766 req-6a926cf1-3a38-4e33-9d62-b03297ad0f25 tempest-ServerMetadataNegativeTestJSON-938610172 tempest-ServerMetadataNegativeTestJSON-938610172-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1657774 May 28 06:43:31.341345 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-d0b9eaa5-5b2a-4314-8f60-829c428b3766 req-b67b9768-a5cb-475f-bc4d-f774aeb9316d service neutron] Request body: {'port': {'device_id': 'c51d4f5f-7d70-4ec9-867e-adbd153e7815', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843702-1'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:43:31.391429 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38f2ad51-ea36-4d5f-ae33-68425d493c80 admin admin] Made reservation on behalf of 56db2927222a492b94ab8b0051474a38 for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:43:31.393750 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-38f2ad51-ea36-4d5f-ae33-68425d493c80 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:31.476961 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-632018dc-c1e2-4929-b0c8-478d095fd91f req-bb1f9ddb-076b-458d-a21e-083d38a73583 tempest-ServerMetadataNegativeTestJSON-938610172 tempest-ServerMetadataNegativeTestJSON-938610172-project] Unset dirty status for tenant:30b2237f02ce4576b66d979b160c48fb on resource:security_group {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:43:31.478519 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-632018dc-c1e2-4929-b0c8-478d095fd91f req-bb1f9ddb-076b-458d-a21e-083d38a73583 tempest-ServerMetadataNegativeTestJSON-938610172 tempest-ServerMetadataNegativeTestJSON-938610172-project] 10.222.0.55 "GET /v2.0/security-groups?id=5f6110fd-f830-45b1-8879-465ee4070575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2964721 May 28 06:43:31.504841 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-8a777174-7884-4a89-9e49-c5f5042b15fa None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:31.524018 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-8a777174-7884-4a89-9e49-c5f5042b15fa None None] Transition to ACTIVE for port object 54d67f88-9b0f-4d79-b636-61ecf93d5c7b will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:43:31.535947 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb3aae01-4be2-4557-815c-110075343d25 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Made reservation on behalf of 5e9e9447c07c4077b6694ab63e3affe5 for: {'subnet': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:43:31.546386 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-cb3aae01-4be2-4557-815c-110075343d25 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3171998'] for subnet, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:31.618797 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-8a777174-7884-4a89-9e49-c5f5042b15fa None None] Transition to ACTIVE for port object 54d67f88-9b0f-4d79-b636-61ecf93d5c7b will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:43:31.741945 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-55cb1d1c-9abc-4274-8586-e11b41c2e2de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:31.779163 n-d-843702-1 neutron-server[89110]: INFO neutron.db.ipam_backend_mixin [None req-cb3aae01-4be2-4557-815c-110075343d25 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b4c55f2f-8553-46e8-a23a-39b42e2ba3d5 (CIDR: 2001:db8::/64) May 28 06:43:31.785262 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-8a777174-7884-4a89-9e49-c5f5042b15fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:31.830991 n-d-843702-1 neutron-server[89110]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb3aae01-4be2-4557-815c-110075343d25 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 06:43:31.831590 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb3aae01-4be2-4557-815c-110075343d25 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89110) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:43:31.864813 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:31.881881 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a777174-7884-4a89-9e49-c5f5042b15fa None None] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:43:31.884722 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-8a777174-7884-4a89-9e49-c5f5042b15fa None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:43:31.890511 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a777174-7884-4a89-9e49-c5f5042b15fa None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:43:31.893989 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a777174-7884-4a89-9e49-c5f5042b15fa None None] Pushing event updated for resources: {'Port': ['ID=54d67f88-9b0f-4d79-b636-61ecf93d5c7b,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:31.927490 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-55cb1d1c-9abc-4274-8586-e11b41c2e2de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:31.956835 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-d0b9eaa5-5b2a-4314-8f60-829c428b3766 req-b67b9768-a5cb-475f-bc4d-f774aeb9316d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:31.980532 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-cb3aae01-4be2-4557-815c-110075343d25 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0525303 May 28 06:43:31.983726 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 44972) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:31.990251 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-4a09e558-463c-4e6d-9137-d1c615112779 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Request body: {'subnet': {'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:43:32.009330 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-8a777174-7884-4a89-9e49-c5f5042b15fa None None] Attempting to bind port 54d67f88-9b0f-4d79-b636-61ecf93d5c7b on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:43:32.010396 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-8a777174-7884-4a89-9e49-c5f5042b15fa None None] Attempting to bind port 54d67f88-9b0f-4d79-b636-61ecf93d5c7b by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'e82da2dd-17b8-4c15-8abb-711622ad0a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:43:32.010974 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a777174-7884-4a89-9e49-c5f5042b15fa None None] Attempting to bind port 54d67f88-9b0f-4d79-b636-61ecf93d5c7b on network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:43:32.018234 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a777174-7884-4a89-9e49-c5f5042b15fa None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:43:32.019023 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a777174-7884-4a89-9e49-c5f5042b15fa None None] Checking segment: {'id': 'e82da2dd-17b8-4c15-8abb-711622ad0a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:43:32.019660 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-8a777174-7884-4a89-9e49-c5f5042b15fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:32.020682 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a777174-7884-4a89-9e49-c5f5042b15fa None None] Bound using segment: {'id': 'e82da2dd-17b8-4c15-8abb-711622ad0a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:43:32.021289 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-8a777174-7884-4a89-9e49-c5f5042b15fa None None] Bound port: 54d67f88-9b0f-4d79-b636-61ecf93d5c7b, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e82da2dd-17b8-4c15-8abb-711622ad0a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:43:32.022352 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-8a777174-7884-4a89-9e49-c5f5042b15fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:32.163401 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-8a777174-7884-4a89-9e49-c5f5042b15fa None None] For port 54d67f88-9b0f-4d79-b636-61ecf93d5c7b, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:43:32.166978 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-8a777174-7884-4a89-9e49-c5f5042b15fa None None] For port 54d67f88-9b0f-4d79-b636-61ecf93d5c7b, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=54d67f88-9b0f-4d79-b636-61ecf93d5c7b,segment=NetworkSegment(e82da2dd-17b8-4c15-8abb-711622ad0a92),segment_id=e82da2dd-17b8-4c15-8abb-711622ad0a92)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:43:32.168496 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-4a09e558-463c-4e6d-9137-d1c615112779 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:43:32.173068 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-4a09e558-463c-4e6d-9137-d1c615112779 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Usage tracker for resource:subnet and tenant:5e9e9447c07c4077b6694ab63e3affe5 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:43:32.176198 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-4a09e558-463c-4e6d-9137-d1c615112779 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:43:32.182555 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-4a09e558-463c-4e6d-9137-d1c615112779 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:43:32.265344 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:32.292376 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-38f2ad51-ea36-4d5f-ae33-68425d493c80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:32.305444 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a09e558-463c-4e6d-9137-d1c615112779 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Made reservation on behalf of 5e9e9447c07c4077b6694ab63e3affe5 for: {'subnet': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:43:32.305717 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-8a777174-7884-4a89-9e49-c5f5042b15fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:32.309456 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-4a09e558-463c-4e6d-9137-d1c615112779 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3171998'] for subnet, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:32.372670 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-55cb1d1c-9abc-4274-8586-e11b41c2e2de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:32.391845 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a777174-7884-4a89-9e49-c5f5042b15fa None None] Pushing event updated for resources: {'Port': ['ID=54d67f88-9b0f-4d79-b636-61ecf93d5c7b,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:32.410652 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cb1d1c-9abc-4274-8586-e11b41c2e2de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a1e3b58-7b90-464d-8f30-8b4ade8ade86,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:32.450618 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44984) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:32.491383 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f2ad51-ea36-4d5f-ae33-68425d493c80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec229787-f025-4d28-9876-896b9798d802,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:32.560924 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f2ad51-ea36-4d5f-ae33-68425d493c80 admin admin] Checking segment: {'id': 'e6f065bd-90c8-4459-9bad-4f1b77e77bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'a242df0b-b654-44c1-8158-076bd5755538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:43:32.561355 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f2ad51-ea36-4d5f-ae33-68425d493c80 admin admin] Network hostable DHCP agents. Network: a242df0b-b654-44c1-8158-076bd5755538, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:43:32.573016 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52ce223-075c-4ecb-948c-b817866c5387 req-11bf136c-67d0-48e3-9779-be3a2a2959ca tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:32.574068 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a52ce223-075c-4ecb-948c-b817866c5387 req-11bf136c-67d0-48e3-9779-be3a2a2959ca tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/ports?device_id=2187a23c-2130-4d5d-83f8-6c69d905e7eb HTTP/1.1" status: 200 len: 945 time: 0.1705022 May 28 06:43:32.575622 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-55cb1d1c-9abc-4274-8586-e11b41c2e2de admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:32.576730 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-55cb1d1c-9abc-4274-8586-e11b41c2e2de admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0a1e3b58-7b90-464d-8f30-8b4ade8ade86 HTTP/1.1" status: 204 len: 168 time: 1.3137622 May 28 06:43:32.667046 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [req-d0b9eaa5-5b2a-4314-8f60-829c428b3766 req-b67b9768-a5cb-475f-bc4d-f774aeb9316d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b91381a-b80d-4165-a26f-eb822edd03f4 {{(pid=89109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:43:32.677153 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-d0b9eaa5-5b2a-4314-8f60-829c428b3766 req-b67b9768-a5cb-475f-bc4d-f774aeb9316d service neutron] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:32.686887 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a52ce223-075c-4ecb-948c-b817866c5387 req-0c7ddbc8-e9b2-4579-81e1-30b7bdfec1c7 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/security-groups?id=23eed38c-aa44-447e-83a9-ccee1b1a7a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951233 May 28 06:43:32.701316 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [req-d0b9eaa5-5b2a-4314-8f60-829c428b3766 req-b67b9768-a5cb-475f-bc4d-f774aeb9316d service neutron] Transition to ACTIVE for port object 7b91381a-b80d-4165-a26f-eb822edd03f4 will not be triggered until provisioned by entity L2. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:43:32.754969 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-81a72904-5805-45fd-bcec-f7987f6bd7b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:32.770710 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-81a72904-5805-45fd-bcec-f7987f6bd7b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:43:32.776804 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-81a72904-5805-45fd-bcec-f7987f6bd7b2 admin admin] Usage tracker for resource:security_group_rule and tenant:2639cc86f2a04ff1b86b4142e64dc092 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:43:32.780496 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-81a72904-5805-45fd-bcec-f7987f6bd7b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:43:32.795537 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-81a72904-5805-45fd-bcec-f7987f6bd7b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:43:32.808654 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f2ad51-ea36-4d5f-ae33-68425d493c80 admin admin] Network a242df0b-b654-44c1-8158-076bd5755538 is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:43:32.841760 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b8ce5a-11c6-44b1-8f2a-15c2a409a850 req-0b296d58-9b2e-487a-8259-9bbb0e3eab01 tempest-ServerMetadataNegativeTestJSON-938610172 tempest-ServerMetadataNegativeTestJSON-938610172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:32.851297 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-55b8ce5a-11c6-44b1-8f2a-15c2a409a850 req-0b296d58-9b2e-487a-8259-9bbb0e3eab01 tempest-ServerMetadataNegativeTestJSON-938610172 tempest-ServerMetadataNegativeTestJSON-938610172-project] 10.222.0.55 "GET /v2.0/ports?device_id=c51d4f5f-7d70-4ec9-867e-adbd153e7815 HTTP/1.1" status: 200 len: 931 time: 0.1626747 May 28 06:43:32.878555 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-d0b9eaa5-5b2a-4314-8f60-829c428b3766 req-b67b9768-a5cb-475f-bc4d-f774aeb9316d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:32.917151 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-55b8ce5a-11c6-44b1-8f2a-15c2a409a850 req-5d48b51b-7e48-40ac-a2ab-b419035ec072 tempest-ServerMetadataNegativeTestJSON-938610172 tempest-ServerMetadataNegativeTestJSON-938610172-project] 10.222.0.55 "GET /v2.0/security-groups?id=5f6110fd-f830-45b1-8879-465ee4070575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656893 May 28 06:43:32.958183 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-38f2ad51-ea36-4d5f-ae33-68425d493c80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, a242df0b-b654-44c1-8158-076bd5755538) {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:43:32.967114 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3a7ce8-c228-42b9-ade3-3da6847d53f9 None None] Network a242df0b-b654-44c1-8158-076bd5755538 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:43:32.973020 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f2ad51-ea36-4d5f-ae33-68425d493c80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:32.973638 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-38f2ad51-ea36-4d5f-ae33-68425d493c80 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:32.997055 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-4a09e558-463c-4e6d-9137-d1c615112779 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3115906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3172012'] for subnet, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:33.042885 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a09e558-463c-4e6d-9137-d1c615112779 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:43:33.046987 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-4a09e558-463c-4e6d-9137-d1c615112779 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:43:33.054189 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a09e558-463c-4e6d-9137-d1c615112779 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:33.054838 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-4a09e558-463c-4e6d-9137-d1c615112779 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:33.125306 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a09e558-463c-4e6d-9137-d1c615112779 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Pushing event updated for resources: {'Subnet': ['ID=e21835c7-4281-4fc1-80ab-85b829b13b8f,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:33.159817 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67b9768-a5cb-475f-bc4d-f774aeb9316d service neutron] Pushing event updated for resources: {'Port': ['ID=7b91381a-b80d-4165-a26f-eb822edd03f4,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:33.197153 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-4a09e558-463c-4e6d-9137-d1c615112779 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2123411 May 28 06:43:33.200144 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 44996) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:33.212006 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-51e51310-6f17-4cf5-98b8-af1746c9394c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Request body: {'port': {'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2', 'mac_address': 'fa:16:3e:84:24:a8', 'name': 'tempest-NetworksTestDHCPv6-463735942'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:43:33.245997 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cfa9368-a44a-4bca-a157-7724977dc486 None None] Network a242df0b-b654-44c1-8158-076bd5755538 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:43:33.249843 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-81a72904-5805-45fd-bcec-f7987f6bd7b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:33.280246 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-d0b9eaa5-5b2a-4314-8f60-829c428b3766 req-b67b9768-a5cb-475f-bc4d-f774aeb9316d service neutron] Attempting to bind port 7b91381a-b80d-4165-a26f-eb822edd03f4 on host n-h2-843702-1 for vnic_type normal with profile {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:43:33.280860 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-d0b9eaa5-5b2a-4314-8f60-829c428b3766 req-b67b9768-a5cb-475f-bc4d-f774aeb9316d service neutron] Attempting to bind port 7b91381a-b80d-4165-a26f-eb822edd03f4 by drivers openvswitch,hyperv on host n-h2-843702-1 at level 0 using segments [{'id': '5d882bc0-e116-41e0-9216-6bdd39f067a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '88098b5e-641c-460b-9820-0437d6d543ac'}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:43:33.281360 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b9eaa5-5b2a-4314-8f60-829c428b3766 req-b67b9768-a5cb-475f-bc4d-f774aeb9316d service neutron] Attempting to bind port 7b91381a-b80d-4165-a26f-eb822edd03f4 on network 88098b5e-641c-460b-9820-0437d6d543ac {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:43:33.286664 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b9eaa5-5b2a-4314-8f60-829c428b3766 req-b67b9768-a5cb-475f-bc4d-f774aeb9316d service neutron] Port 7b91381a-b80d-4165-a26f-eb822edd03f4 on network 88098b5e-641c-460b-9820-0437d6d543ac not bound, no agent of type Open vSwitch agent registered on host n-h2-843702-1 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:43:33.287946 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b9eaa5-5b2a-4314-8f60-829c428b3766 req-b67b9768-a5cb-475f-bc4d-f774aeb9316d service neutron] Attempting to bind port 7b91381a-b80d-4165-a26f-eb822edd03f4 on network 88098b5e-641c-460b-9820-0437d6d543ac {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:43:33.293711 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b9eaa5-5b2a-4314-8f60-829c428b3766 req-b67b9768-a5cb-475f-bc4d-f774aeb9316d service neutron] Checking agent: {'id': 'f1a3973b-d2b3-4558-88e7-2ac50857d302', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:43:33.295264 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b9eaa5-5b2a-4314-8f60-829c428b3766 req-b67b9768-a5cb-475f-bc4d-f774aeb9316d service neutron] Checking segment: {'id': '5d882bc0-e116-41e0-9216-6bdd39f067a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '88098b5e-641c-460b-9820-0437d6d543ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:43:33.296023 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b9eaa5-5b2a-4314-8f60-829c428b3766 req-b67b9768-a5cb-475f-bc4d-f774aeb9316d service neutron] Bound using segment: {'id': '5d882bc0-e116-41e0-9216-6bdd39f067a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '88098b5e-641c-460b-9820-0437d6d543ac'} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:43:33.296630 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-d0b9eaa5-5b2a-4314-8f60-829c428b3766 req-b67b9768-a5cb-475f-bc4d-f774aeb9316d service neutron] Bound port: 7b91381a-b80d-4165-a26f-eb822edd03f4, host: n-h2-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d882bc0-e116-41e0-9216-6bdd39f067a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '88098b5e-641c-460b-9820-0437d6d543ac'}}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:43:33.297148 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-d0b9eaa5-5b2a-4314-8f60-829c428b3766 req-b67b9768-a5cb-475f-bc4d-f774aeb9316d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:33.318193 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-38f2ad51-ea36-4d5f-ae33-68425d493c80 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.2526448 May 28 06:43:33.398143 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-81a72904-5805-45fd-bcec-f7987f6bd7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:33.461202 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-51e51310-6f17-4cf5-98b8-af1746c9394c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:43:33.467818 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-51e51310-6f17-4cf5-98b8-af1746c9394c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Usage tracker for resource:port and tenant:5e9e9447c07c4077b6694ab63e3affe5 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:43:33.473618 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-51e51310-6f17-4cf5-98b8-af1746c9394c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:43:33.484836 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-51e51310-6f17-4cf5-98b8-af1746c9394c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:43:33.500761 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a72904-5805-45fd-bcec-f7987f6bd7b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4085e881-f7c2-4809-9c4e-3dcf8dd7542e,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:33.526598 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-81a72904-5805-45fd-bcec-f7987f6bd7b2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2639cc86f2a04ff1b86b4142e64dc092&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0549231 May 28 06:43:33.526598 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 45012) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:33.608664 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-d0b9eaa5-5b2a-4314-8f60-829c428b3766 req-b67b9768-a5cb-475f-bc4d-f774aeb9316d service neutron] For port 7b91381a-b80d-4165-a26f-eb822edd03f4, host n-h2-843702-1, cleared binding levels {{(pid=89109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:43:33.617984 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 45018) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:33.637370 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-d0b9eaa5-5b2a-4314-8f60-829c428b3766 req-b67b9768-a5cb-475f-bc4d-f774aeb9316d service neutron] For port 7b91381a-b80d-4165-a26f-eb822edd03f4, host n-h2-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=7b91381a-b80d-4165-a26f-eb822edd03f4,segment=NetworkSegment(5d882bc0-e116-41e0-9216-6bdd39f067a8),segment_id=5d882bc0-e116-41e0-9216-6bdd39f067a8)] {{(pid=89109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:43:33.654958 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-62179a50-4f00-4735-9284-1dbcf6864ea4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:33.669720 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51e51310-6f17-4cf5-98b8-af1746c9394c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Made reservation on behalf of 5e9e9447c07c4077b6694ab63e3affe5 for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:43:33.686300 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-62179a50-4f00-4735-9284-1dbcf6864ea4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:33.769381 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_v2 [None req-692c8da2-fe87-4dc4-8b17-01abe788de34 admin admin] Deleting subnet 48b69c35-c12b-4f0a-a875-ee4ff0bd8037 {{(pid=89110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:43:33.781038 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-692c8da2-fe87-4dc4-8b17-01abe788de34 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:33.790079 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-d0b9eaa5-5b2a-4314-8f60-829c428b3766 req-b67b9768-a5cb-475f-bc4d-f774aeb9316d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:33.912321 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b9eaa5-5b2a-4314-8f60-829c428b3766 req-b67b9768-a5cb-475f-bc4d-f774aeb9316d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:33.913033 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-d0b9eaa5-5b2a-4314-8f60-829c428b3766 req-b67b9768-a5cb-475f-bc4d-f774aeb9316d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:33.914879 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-d0b9eaa5-5b2a-4314-8f60-829c428b3766 req-b67b9768-a5cb-475f-bc4d-f774aeb9316d service neutron] 10.222.0.71 "PUT /v2.0/ports/7b91381a-b80d-4165-a26f-eb822edd03f4 HTTP/1.1" status: 200 len: 1091 time: 2.5806370 May 28 06:43:33.915653 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c51d4f5f-7d70-4ec9-867e-adbd153e7815', 'tag': '7b91381a-b80d-4165-a26f-eb822edd03f4'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:43:33.923054 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-62179a50-4f00-4735-9284-1dbcf6864ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:33.964001 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62179a50-4f00-4735-9284-1dbcf6864ea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4085e881-f7c2-4809-9c4e-3dcf8dd7542e,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:33.974282 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-62179a50-4f00-4735-9284-1dbcf6864ea4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:33.978790 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-62179a50-4f00-4735-9284-1dbcf6864ea4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4085e881-f7c2-4809-9c4e-3dcf8dd7542e HTTP/1.1" status: 204 len: 168 time: 0.4520814 May 28 06:43:33.980411 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67b9768-a5cb-475f-bc4d-f774aeb9316d service neutron] Pushing event updated for resources: {'Port': ['ID=7b91381a-b80d-4165-a26f-eb822edd03f4,revision_number=3']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:34.050134 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fc05723-0827-4da3-af3d-48d9207020ff'] response: {'name': 'network-changed', 'server_uuid': 'c51d4f5f-7d70-4ec9-867e-adbd153e7815', 'tag': '7b91381a-b80d-4165-a26f-eb822edd03f4', 'status': 'completed', 'code': 200} May 28 06:43:34.100707 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d90ad7e1-96ff-4aed-9216-e946bd46aea4 None None] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:43:34.113372 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-692c8da2-fe87-4dc4-8b17-01abe788de34 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4150765'] for subnet, precommit_delete_associations {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:34.157590 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-51e51310-6f17-4cf5-98b8-af1746c9394c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:34.216719 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [None req-51e51310-6f17-4cf5-98b8-af1746c9394c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] device_id is not set on port 10bf4f06-8b76-489f-b5a9-9481230986f8 yet. {{(pid=89110) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:43:34.237899 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b9eaa5-5b2a-4314-8f60-829c428b3766 req-5150efdc-b8a4-4d90-b397-b9b8584d6ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:34.241446 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-d0b9eaa5-5b2a-4314-8f60-829c428b3766 req-5150efdc-b8a4-4d90-b397-b9b8584d6ab7 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=30b2237f02ce4576b66d979b160c48fb&device_id=c51d4f5f-7d70-4ec9-867e-adbd153e7815 HTTP/1.1" status: 200 len: 1094 time: 0.1830475 May 28 06:43:34.456770 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-7d42977b-4ca4-4576-a8b6-dca051e1629d None None] Provisioning for port 54d67f88-9b0f-4d79-b636-61ecf93d5c7b completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:43:34.459423 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-d0b9eaa5-5b2a-4314-8f60-829c428b3766 req-a24761fc-401a-4a1d-b7d9-515ef2105584 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7b91381a-b80d-4165-a26f-eb822edd03f4 HTTP/1.1" status: 200 len: 217 time: 0.2008278 May 28 06:43:34.480506 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-692c8da2-fe87-4dc4-8b17-01abe788de34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:34.487346 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 54d67f88-9b0f-4d79-b636-61ecf93d5c7b up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:43:34.575071 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1a9cf1-5fcf-48f6-a992-76aa118d4319 req-29491d1a-50b0-489b-960d-2d62e5fea53c tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:34.576637 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ae1a9cf1-5fcf-48f6-a992-76aa118d4319 req-29491d1a-50b0-489b-960d-2d62e5fea53c tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/ports?device_id=2187a23c-2130-4d5d-83f8-6c69d905e7eb HTTP/1.1" status: 200 len: 945 time: 0.7140756 May 28 06:43:34.721923 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ae1a9cf1-5fcf-48f6-a992-76aa118d4319 req-c100283f-af97-49eb-a080-89c045446571 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/security-groups?id=23eed38c-aa44-447e-83a9-ccee1b1a7a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342599 May 28 06:43:34.831256 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b9eaa5-5b2a-4314-8f60-829c428b3766 req-febcb11f-0419-4ed6-bf76-451b17169174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:34.832729 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-d0b9eaa5-5b2a-4314-8f60-829c428b3766 req-febcb11f-0419-4ed6-bf76-451b17169174 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=794a972e-d3f5-40e4-a136-2036150604e5 HTTP/1.1" status: 200 len: 861 time: 0.3675604 May 28 06:43:34.843362 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46528585-1369-4690-ae0a-bfd1558b0ab2 req-b0ac9d17-ea22-46d7-a3d3-0897d380c9bc tempest-ServerMetadataNegativeTestJSON-938610172 tempest-ServerMetadataNegativeTestJSON-938610172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:34.850593 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-46528585-1369-4690-ae0a-bfd1558b0ab2 req-b0ac9d17-ea22-46d7-a3d3-0897d380c9bc tempest-ServerMetadataNegativeTestJSON-938610172 tempest-ServerMetadataNegativeTestJSON-938610172-project] 10.222.0.55 "GET /v2.0/ports?device_id=c51d4f5f-7d70-4ec9-867e-adbd153e7815 HTTP/1.1" status: 200 len: 943 time: 0.4210215 May 28 06:43:34.910891 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-46528585-1369-4690-ae0a-bfd1558b0ab2 req-f5459653-cb7f-4592-b6fc-de323c50bc63 tempest-ServerMetadataNegativeTestJSON-938610172 tempest-ServerMetadataNegativeTestJSON-938610172-project] 10.222.0.55 "GET /v2.0/security-groups?id=5f6110fd-f830-45b1-8879-465ee4070575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576637 May 28 06:43:34.915438 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [None req-51e51310-6f17-4cf5-98b8-af1746c9394c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Allocated IP 2001:db8:0:1::d1 (147bfd32-62dc-4be0-82de-f4d6fa5b4cc2/e21835c7-4281-4fc1-80ab-85b829b13b8f/10bf4f06-8b76-489f-b5a9-9481230986f8) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:43:34.933885 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 54d67f88-9b0f-4d79-b636-61ecf93d5c7b completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:43:34.936772 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [None req-51e51310-6f17-4cf5-98b8-af1746c9394c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Allocated IP 2001:db8::f816:3eff:fe84:24a8 (147bfd32-62dc-4be0-82de-f4d6fa5b4cc2/b4c55f2f-8553-46e8-a23a-39b42e2ba3d5/10bf4f06-8b76-489f-b5a9-9481230986f8) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:43:34.946865 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-692c8da2-fe87-4dc4-8b17-01abe788de34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3115981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3172005'] for subnet, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:34.960747 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 54d67f88-9b0f-4d79-b636-61ecf93d5c7b triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:43:34.961127 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:34.966778 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-d0b9eaa5-5b2a-4314-8f60-829c428b3766 req-5f8e8430-231f-4493-a864-b12ef4d30780 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=88098b5e-641c-460b-9820-0437d6d543ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1259909 May 28 06:43:35.064568 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692c8da2-fe87-4dc4-8b17-01abe788de34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48b69c35-c12b-4f0a-a875-ee4ff0bd8037,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:35.072536 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b56b601d-4079-4090-a377-c93209655237 None None] Update dhcp port {'port': {'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2', 'fixed_ips': [{'subnet_id': 'b4c55f2f-8553-46e8-a23a-39b42e2ba3d5', 'ip_address': '2001:db8::f816:3eff:fe04:f8a1'}, {'subnet_id': 'e21835c7-4281-4fc1-80ab-85b829b13b8f'}], 'binding:host_id': 'n-d-843702-1'}, 'id': '54d67f88-9b0f-4d79-b636-61ecf93d5c7b'} from n-d-843702-1. {{(pid=89111) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 28 06:43:35.076029 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-692c8da2-fe87-4dc4-8b17-01abe788de34 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:35.121520 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-692c8da2-fe87-4dc4-8b17-01abe788de34 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/48b69c35-c12b-4f0a-a875-ee4ff0bd8037 HTTP/1.1" status: 204 len: 168 time: 1.5002203 May 28 06:43:35.122135 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 45060) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:35.137442 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b56b601d-4079-4090-a377-c93209655237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:35.197911 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-d0b9eaa5-5b2a-4314-8f60-829c428b3766 req-1574f6c8-0305-4103-ba56-dedf717e018c service neutron] 10.222.0.71 "GET /v2.0/networks/88098b5e-641c-460b-9820-0437d6d543ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243676 May 28 06:43:35.299544 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 54d67f88-9b0f-4d79-b636-61ecf93d5c7b is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:43:35.300133 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:35.403328 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port 54d67f88-9b0f-4d79-b636-61ecf93d5c7b, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=54d67f88-9b0f-4d79-b636-61ecf93d5c7b,segment=NetworkSegment(e82da2dd-17b8-4c15-8abb-711622ad0a92),segment_id=e82da2dd-17b8-4c15-8abb-711622ad0a92)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:43:35.406526 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-d0b9eaa5-5b2a-4314-8f60-829c428b3766 req-e41eabec-8084-4f8c-b30a-db01bf38e26d service neutron] 10.222.0.71 "GET /v2.0/networks/88098b5e-641c-460b-9820-0437d6d543ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022362 May 28 06:43:35.446300 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b591b072-e40a-492e-9bfd-8173a4c437c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:35.516928 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:35.574589 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-51e51310-6f17-4cf5-98b8-af1746c9394c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:35.641519 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=54d67f88-9b0f-4d79-b636-61ecf93d5c7b,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:35.728813 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b591b072-e40a-492e-9bfd-8173a4c437c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:35.729790 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b9816-965b-4e20-b796-9982a689cf45 req-a41a552e-211d-4697-a7f6-87ed19453bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:35.733479 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-439b9816-965b-4e20-b796-9982a689cf45 req-a41a552e-211d-4697-a7f6-87ed19453bcc service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=30b2237f02ce4576b66d979b160c48fb&device_id=c51d4f5f-7d70-4ec9-867e-adbd153e7815 HTTP/1.1" status: 200 len: 1094 time: 0.1073372 May 28 06:43:35.742212 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [None req-51e51310-6f17-4cf5-98b8-af1746c9394c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Transition to ACTIVE for port object 10bf4f06-8b76-489f-b5a9-9481230986f8 will not be triggered until provisioned by entity DHCP. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:43:35.768255 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-b591b072-e40a-492e-9bfd-8173a4c437c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72cd44a4-ecbc-4cf3-a1ba-acca57a41f3a']}} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:43:35.768537 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:43:35.784376 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-b591b072-e40a-492e-9bfd-8173a4c437c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed80017c-186d-412d-84d5-54edc7bbef31') {'for_net_delete': True} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:43:35.784866 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-b591b072-e40a-492e-9bfd-8173a4c437c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed80017c-186d-412d-84d5-54edc7bbef31') {} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:43:35.801603 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b591b072-e40a-492e-9bfd-8173a4c437c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4150778'] for segment, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:35.823154 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b591b072-e40a-492e-9bfd-8173a4c437c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:35.834108 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b591b072-e40a-492e-9bfd-8173a4c437c8 admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=89110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:43:35.834511 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b591b072-e40a-492e-9bfd-8173a4c437c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3143023'] for segment, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:35.926188 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b9816-965b-4e20-b796-9982a689cf45 req-ff65b4fe-a589-4a15-acf6-21cc24c44d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:35.928571 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-439b9816-965b-4e20-b796-9982a689cf45 req-ff65b4fe-a589-4a15-acf6-21cc24c44d2b service neutron] 10.222.0.71 "GET /v2.0/networks?id=88098b5e-641c-460b-9820-0437d6d543ac HTTP/1.1" status: 200 len: 922 time: 0.1887162 May 28 06:43:36.040223 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment ed80017c-186d-412d-84d5-54edc7bbef31 resource provider aggregate not found May 28 06:43:36.045618 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-51e51310-6f17-4cf5-98b8-af1746c9394c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:36.071538 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-b56b601d-4079-4090-a377-c93209655237 None None] Allocated IP 2001:db8:0:1::2 (147bfd32-62dc-4be0-82de-f4d6fa5b4cc2/e21835c7-4281-4fc1-80ab-85b829b13b8f/54d67f88-9b0f-4d79-b636-61ecf93d5c7b) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:43:36.098035 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-439b9816-965b-4e20-b796-9982a689cf45 req-c155184a-c27b-4e0e-850a-b6c3b0579865 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7b91381a-b80d-4165-a26f-eb822edd03f4 HTTP/1.1" status: 200 len: 217 time: 0.1622481 May 28 06:43:36.118896 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment ed80017c-186d-412d-84d5-54edc7bbef31 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ed80017c-186d-412d-84d5-54edc7bbef31 found for delete ", "request_id": "req-ef2e39c8-9f45-41c8-8565-3d45d0c111be"}]} May 28 06:43:36.201348 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b591b072-e40a-492e-9bfd-8173a4c437c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:36.246325 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b9816-965b-4e20-b796-9982a689cf45 req-b158263a-fdc8-4ca8-8fb6-35760b8a2909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:36.248809 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b591b072-e40a-492e-9bfd-8173a4c437c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:36.250420 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-439b9816-965b-4e20-b796-9982a689cf45 req-b158263a-fdc8-4ca8-8fb6-35760b8a2909 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=794a972e-d3f5-40e4-a136-2036150604e5 HTTP/1.1" status: 200 len: 861 time: 0.1453271 May 28 06:43:36.292255 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-b591b072-e40a-492e-9bfd-8173a4c437c8 admin admin] 10.222.0.55 "DELETE /v2.0/networks/72cd44a4-ecbc-4cf3-a1ba-acca57a41f3a HTTP/1.1" status: 204 len: 168 time: 1.1665380 May 28 06:43:36.306764 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 45102) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:36.307706 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-b56b601d-4079-4090-a377-c93209655237 None None] For port 54d67f88-9b0f-4d79-b636-61ecf93d5c7b, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=54d67f88-9b0f-4d79-b636-61ecf93d5c7b,segment=NetworkSegment(e82da2dd-17b8-4c15-8abb-711622ad0a92),segment_id=e82da2dd-17b8-4c15-8abb-711622ad0a92)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:43:36.315156 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e51310-6f17-4cf5-98b8-af1746c9394c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:43:36.342337 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b56b601d-4079-4090-a377-c93209655237 None None] Notify callbacks [] for port, precommit_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:36.362792 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-b56b601d-4079-4090-a377-c93209655237 None None] Transition to ACTIVE for port object 54d67f88-9b0f-4d79-b636-61ecf93d5c7b will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:43:36.382577 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-439b9816-965b-4e20-b796-9982a689cf45 req-cbd9f354-6c5a-44a6-bb15-9941d5175b33 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=88098b5e-641c-460b-9820-0437d6d543ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1177955 May 28 06:43:36.384827 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-51e51310-6f17-4cf5-98b8-af1746c9394c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:43:36.407981 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b591b072-e40a-492e-9bfd-8173a4c437c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=72cd44a4-ecbc-4cf3-a1ba-acca57a41f3a,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:36.409702 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e51310-6f17-4cf5-98b8-af1746c9394c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:43:36.411914 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 54d67f88-9b0f-4d79-b636-61ecf93d5c7b up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:43:36.421027 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e51310-6f17-4cf5-98b8-af1746c9394c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:36.421707 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-51e51310-6f17-4cf5-98b8-af1746c9394c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:36.510953 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e51310-6f17-4cf5-98b8-af1746c9394c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Pushing event updated for resources: {'Port': ['ID=10bf4f06-8b76-489f-b5a9-9481230986f8,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:36.534021 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b56b601d-4079-4090-a377-c93209655237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:36.591192 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e79221b-54b6-442a-9f6f-504f730fa208 admin admin] Deleting subnet ec229787-f025-4d28-9876-896b9798d802 {{(pid=89110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:43:36.609903 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0e79221b-54b6-442a-9f6f-504f730fa208 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:36.625850 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-439b9816-965b-4e20-b796-9982a689cf45 req-80101685-8c57-4345-a624-d792326b2cc0 service neutron] 10.222.0.71 "GET /v2.0/networks/88098b5e-641c-460b-9820-0437d6d543ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271369 May 28 06:43:36.668547 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-51e51310-6f17-4cf5-98b8-af1746c9394c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.4670901 May 28 06:43:36.671427 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 45118) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:36.681676 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56b601d-4079-4090-a377-c93209655237 None None] Pushing event updated for resources: {'Port': ['ID=54d67f88-9b0f-4d79-b636-61ecf93d5c7b,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:36.682330 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a133ce19-812c-4f8b-a251-1322f7a0b8ab req-b37bdcd5-be5c-4332-9437-f6af9991f896 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:36.684048 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a133ce19-812c-4f8b-a251-1322f7a0b8ab req-b37bdcd5-be5c-4332-9437-f6af9991f896 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/ports?device_id=2187a23c-2130-4d5d-83f8-6c69d905e7eb HTTP/1.1" status: 200 len: 945 time: 0.6399076 May 28 06:43:36.696670 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32525ce-1e23-44c4-8b98-2964a4d4fa9d req-05e9db3c-8c2f-48d3-8956-f9a0a99bff94 tempest-ServerMetadataNegativeTestJSON-938610172 tempest-ServerMetadataNegativeTestJSON-938610172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:36.704246 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a32525ce-1e23-44c4-8b98-2964a4d4fa9d req-05e9db3c-8c2f-48d3-8956-f9a0a99bff94 tempest-ServerMetadataNegativeTestJSON-938610172 tempest-ServerMetadataNegativeTestJSON-938610172-project] 10.222.0.55 "GET /v2.0/ports?device_id=c51d4f5f-7d70-4ec9-867e-adbd153e7815 HTTP/1.1" status: 200 len: 943 time: 0.5871947 May 28 06:43:36.741393 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0e79221b-54b6-442a-9f6f-504f730fa208 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4150765'] for subnet, precommit_delete_associations {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:36.842880 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-46011087-8d9a-4b8f-bae3-8fe90b66674e tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Deleting port 10bf4f06-8b76-489f-b5a9-9481230986f8 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:43:36.842880 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-46011087-8d9a-4b8f-bae3-8fe90b66674e tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:36.936180 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-439b9816-965b-4e20-b796-9982a689cf45 req-26ec8d9e-98b1-4214-806e-e399e3c7b175 service neutron] 10.222.0.71 "GET /v2.0/networks/88098b5e-641c-460b-9820-0437d6d543ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3034945 May 28 06:43:36.975633 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a32525ce-1e23-44c4-8b98-2964a4d4fa9d req-bc47522b-9ba5-4c36-9660-e956dc06af7d tempest-ServerMetadataNegativeTestJSON-938610172 tempest-ServerMetadataNegativeTestJSON-938610172-project] 10.222.0.55 "GET /v2.0/security-groups?id=5f6110fd-f830-45b1-8879-465ee4070575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693264 May 28 06:43:37.021932 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a133ce19-812c-4f8b-a251-1322f7a0b8ab req-c6126391-7a91-4c49-a1e8-2ca5d227aabe tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/security-groups?id=23eed38c-aa44-447e-83a9-ccee1b1a7a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2991185 May 28 06:43:37.040783 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0e79221b-54b6-442a-9f6f-504f730fa208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:37.225577 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-46011087-8d9a-4b8f-bae3-8fe90b66674e tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:37.247910 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0e79221b-54b6-442a-9f6f-504f730fa208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3115981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3172005'] for subnet, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:37.304183 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e79221b-54b6-442a-9f6f-504f730fa208 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec229787-f025-4d28-9876-896b9798d802,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:37.310215 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0e79221b-54b6-442a-9f6f-504f730fa208 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:37.317916 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-0e79221b-54b6-442a-9f6f-504f730fa208 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/ec229787-f025-4d28-9876-896b9798d802 HTTP/1.1" status: 204 len: 168 time: 0.9776778 May 28 06:43:37.318869 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 45134) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:37.389800 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-46011087-8d9a-4b8f-bae3-8fe90b66674e tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Calling delete_port for 10bf4f06-8b76-489f-b5a9-9481230986f8 owned by {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:43:37.445348 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1019d30a-9c7b-45b5-b2f8-0162e1f110bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:37.620027 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1019d30a-9c7b-45b5-b2f8-0162e1f110bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:37.657133 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-1019d30a-9c7b-45b5-b2f8-0162e1f110bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a242df0b-b654-44c1-8158-076bd5755538']}} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:43:37.684770 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-1019d30a-9c7b-45b5-b2f8-0162e1f110bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6f065bd-90c8-4459-9bad-4f1b77e77bd4') {'for_net_delete': True} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:43:37.685247 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-1019d30a-9c7b-45b5-b2f8-0162e1f110bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6f065bd-90c8-4459-9bad-4f1b77e77bd4') {} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:43:37.754221 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1019d30a-9c7b-45b5-b2f8-0162e1f110bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4150778'] for segment, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:37.793804 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1019d30a-9c7b-45b5-b2f8-0162e1f110bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:37.808068 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1019d30a-9c7b-45b5-b2f8-0162e1f110bc admin admin] Releasing vlan 397 on physical network physnet1 to pool {{(pid=89110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:43:37.808597 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1019d30a-9c7b-45b5-b2f8-0162e1f110bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3143023'] for segment, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:37.830926 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-07e91f2b-8160-4375-a624-aeeb8dc8c1f2 None None] Provisioning for port 54d67f88-9b0f-4d79-b636-61ecf93d5c7b completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:43:37.838323 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-07e91f2b-8160-4375-a624-aeeb8dc8c1f2 None None] Provisioning complete for port 54d67f88-9b0f-4d79-b636-61ecf93d5c7b triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:43:37.839978 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-07e91f2b-8160-4375-a624-aeeb8dc8c1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:37.923370 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-46011087-8d9a-4b8f-bae3-8fe90b66674e tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:37.924214 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8221610b-b0f0-4f6f-9d90-02bc99000a29 req-dff662fd-e35b-4dba-be5e-16622f115fa4 tempest-VolumesActionsTest-1045885532 tempest-VolumesActionsTest-1045885532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:37.925828 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8221610b-b0f0-4f6f-9d90-02bc99000a29 req-dff662fd-e35b-4dba-be5e-16622f115fa4 tempest-VolumesActionsTest-1045885532 tempest-VolumesActionsTest-1045885532-project] 10.222.0.55 "GET /v2.0/ports?device_id=77b549d1-47d2-4cd1-8dce-301ae9da61e0 HTTP/1.1" status: 200 len: 946 time: 0.2325389 May 28 06:43:37.980581 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46011087-8d9a-4b8f-bae3-8fe90b66674e tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Pushing event deleted for resources: {'Port': ['ID=10bf4f06-8b76-489f-b5a9-9481230986f8,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:38.021000 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-07e91f2b-8160-4375-a624-aeeb8dc8c1f2 None None] Current status of the port 54d67f88-9b0f-4d79-b636-61ecf93d5c7b is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:43:38.049643 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8221610b-b0f0-4f6f-9d90-02bc99000a29 req-90a56a51-446d-4de2-b164-b6f7f9e79139 tempest-VolumesActionsTest-1045885532 tempest-VolumesActionsTest-1045885532-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4aaa3c2-aa0f-41d7-9a93-a25a9aacdbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070213 May 28 06:43:38.054346 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1019d30a-9c7b-45b5-b2f8-0162e1f110bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:38.077391 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-46011087-8d9a-4b8f-bae3-8fe90b66674e tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:38.093484 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-46011087-8d9a-4b8f-bae3-8fe90b66674e tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "DELETE /v2.0/ports/10bf4f06-8b76-489f-b5a9-9481230986f8 HTTP/1.1" status: 204 len: 168 time: 1.4205644 May 28 06:43:38.094222 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 45160) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:38.100944 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1019d30a-9c7b-45b5-b2f8-0162e1f110bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:38.128693 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1019d30a-9c7b-45b5-b2f8-0162e1f110bc admin admin] Pushing event deleted for resources: {'Network': ['ID=a242df0b-b654-44c1-8158-076bd5755538,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:38.141562 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-4821deba-254c-4b2a-a8bf-d627182c88a3 None None] Could not find standard attr ID for object 10bf4f06-8b76-489f-b5a9-9481230986f8. {{(pid=89111) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 28 06:43:38.151146 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-1019d30a-9c7b-45b5-b2f8-0162e1f110bc admin admin] 10.222.0.55 "DELETE /v2.0/networks/a242df0b-b654-44c1-8158-076bd5755538 HTTP/1.1" status: 204 len: 168 time: 0.8287969 May 28 06:43:38.153402 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment e6f065bd-90c8-4459-9bad-4f1b77e77bd4 resource provider aggregate not found May 28 06:43:38.218754 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment e6f065bd-90c8-4459-9bad-4f1b77e77bd4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e6f065bd-90c8-4459-9bad-4f1b77e77bd4 found for delete ", "request_id": "req-14329eb4-9b4f-4b57-91fd-d1728398990c"}]} May 28 06:43:38.327252 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d188ed-4d62-4ddd-9ed8-107788d33941 req-77f99531-0c3f-4915-bedf-5fc1309cfcbd tempest-ServerMetadataNegativeTestJSON-938610172 tempest-ServerMetadataNegativeTestJSON-938610172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:38.328819 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-52d188ed-4d62-4ddd-9ed8-107788d33941 req-77f99531-0c3f-4915-bedf-5fc1309cfcbd tempest-ServerMetadataNegativeTestJSON-938610172 tempest-ServerMetadataNegativeTestJSON-938610172-project] 10.222.0.55 "GET /v2.0/ports?device_id=c51d4f5f-7d70-4ec9-867e-adbd153e7815 HTTP/1.1" status: 200 len: 943 time: 0.1558213 May 28 06:43:38.354624 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 54d67f88-9b0f-4d79-b636-61ecf93d5c7b up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:43:38.374579 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbf8260-d1d3-405b-9b02-0e42fe12bf36 req-9894ab5e-0003-45f7-9436-945f7f06997b tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:38.376086 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fcbf8260-d1d3-405b-9b02-0e42fe12bf36 req-9894ab5e-0003-45f7-9436-945f7f06997b tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/ports?device_id=2187a23c-2130-4d5d-83f8-6c69d905e7eb HTTP/1.1" status: 200 len: 945 time: 0.1515942 May 28 06:43:38.417013 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-52d188ed-4d62-4ddd-9ed8-107788d33941 req-fafc9493-9c10-464b-a563-3ec8e6f86e2a tempest-ServerMetadataNegativeTestJSON-938610172 tempest-ServerMetadataNegativeTestJSON-938610172-project] 10.222.0.55 "GET /v2.0/security-groups?id=5f6110fd-f830-45b1-8879-465ee4070575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782323 May 28 06:43:38.438480 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 54d67f88-9b0f-4d79-b636-61ecf93d5c7b triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:43:38.438899 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:38.450333 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fcbf8260-d1d3-405b-9b02-0e42fe12bf36 req-857412a1-eb19-41a4-ab33-7dee72128ff9 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/security-groups?id=23eed38c-aa44-447e-83a9-ccee1b1a7a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608211 May 28 06:43:38.527326 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9847dd0f-2a63-4049-a52a-996ae30f1c45 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:38.528435 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-9847dd0f-2a63-4049-a52a-996ae30f1c45 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Synchronizing usage tracker for tenant:5e9e9447c07c4077b6694ab63e3affe5 on resource:port {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:43:38.613570 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 54d67f88-9b0f-4d79-b636-61ecf93d5c7b is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:43:38.693090 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-9847dd0f-2a63-4049-a52a-996ae30f1c45 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Unset dirty status for tenant:5e9e9447c07c4077b6694ab63e3affe5 on resource:port {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:43:38.694563 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-9847dd0f-2a63-4049-a52a-996ae30f1c45 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.5994904 May 28 06:43:38.697229 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 45180) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:38.798878 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b116a171-f9a5-4f17-a250-4a482506d34d tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:38.798878 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-b116a171-f9a5-4f17-a250-4a482506d34d tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0936875 May 28 06:43:38.798878 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 45184) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:38.866296 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943893d0-8b4a-451c-bc0d-ce75b8642e69 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:38.890285 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943893d0-8b4a-451c-bc0d-ce75b8642e69 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:38.890285 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943893d0-8b4a-451c-bc0d-ce75b8642e69 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:38.890285 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-943893d0-8b4a-451c-bc0d-ce75b8642e69 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Synchronizing usage tracker for tenant:5e9e9447c07c4077b6694ab63e3affe5 on resource:subnet {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:43:39.019117 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-943893d0-8b4a-451c-bc0d-ce75b8642e69 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Unset dirty status for tenant:5e9e9447c07c4077b6694ab63e3affe5 on resource:subnet {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:43:39.020277 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-943893d0-8b4a-451c-bc0d-ce75b8642e69 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2242324 May 28 06:43:39.023816 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 45190) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:39.092896 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_v2 [None req-57bab78b-e84d-4898-adda-5a86e4e2cbaf tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Deleting subnet b4c55f2f-8553-46e8-a23a-39b42e2ba3d5 {{(pid=89109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:43:39.095489 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-57bab78b-e84d-4898-adda-5a86e4e2cbaf tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks [] for subnet, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:39.163242 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-57bab78b-e84d-4898-adda-5a86e4e2cbaf tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3964070'] for subnet, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:39.174189 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204e6507-0495-4e6d-9576-36837a17b796 req-efad6f1b-65ed-49d6-be19-1b4fbf1f62df tempest-VolumesActionsTest-1045885532 tempest-VolumesActionsTest-1045885532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:39.176059 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-204e6507-0495-4e6d-9576-36837a17b796 req-efad6f1b-65ed-49d6-be19-1b4fbf1f62df tempest-VolumesActionsTest-1045885532 tempest-VolumesActionsTest-1045885532-project] 10.222.0.69 "GET /v2.0/ports?device_id=77b549d1-47d2-4cd1-8dce-301ae9da61e0 HTTP/1.1" status: 200 len: 946 time: 0.1120529 May 28 06:43:39.225687 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 45200) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:39.300227 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-02d3ed48-aa38-4eb4-ac60-144ac495aa51 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0fd29269584c48d0a2ffe0bd83276466&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0743697 May 28 06:43:39.303393 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 45204) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:39.306212 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-57bab78b-e84d-4898-adda-5a86e4e2cbaf tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:39.324561 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-204e6507-0495-4e6d-9576-36837a17b796 req-d7f6bb1c-24df-4c45-ab7b-09b626186b73 tempest-VolumesActionsTest-1045885532 tempest-VolumesActionsTest-1045885532-project] Deleting port a908e28b-e29d-4262-a1b9-fee80db1d85f {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:43:39.339860 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-204e6507-0495-4e6d-9576-36837a17b796 req-d7f6bb1c-24df-4c45-ab7b-09b626186b73 tempest-VolumesActionsTest-1045885532 tempest-VolumesActionsTest-1045885532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:39.478589 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-57bab78b-e84d-4898-adda-5a86e4e2cbaf tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9555650'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:39.527678 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bab78b-e84d-4898-adda-5a86e4e2cbaf tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Pushing event deleted for resources: {'Subnet': ['ID=b4c55f2f-8553-46e8-a23a-39b42e2ba3d5,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:39.532161 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-57bab78b-e84d-4898-adda-5a86e4e2cbaf tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:39.534952 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-943b474a-b928-451c-a4fc-e13b18786ada None None] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:43:39.589800 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072c59f8-845a-4ede-a666-ba88efb48e54 req-a2dcb315-943f-4d4c-b099-1886477c2773 tempest-VolumesActionsTest-1045885532 tempest-VolumesActionsTest-1045885532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:39.589800 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-072c59f8-845a-4ede-a666-ba88efb48e54 req-a2dcb315-943f-4d4c-b099-1886477c2773 tempest-VolumesActionsTest-1045885532 tempest-VolumesActionsTest-1045885532-project] 10.222.0.55 "GET /v2.0/ports?device_id=77b549d1-47d2-4cd1-8dce-301ae9da61e0 HTTP/1.1" status: 200 len: 946 time: 0.3976967 May 28 06:43:39.603846 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 7b91381a-b80d-4165-a26f-eb822edd03f4 details requested by agent hyperv_n-h2-843702-1 with host n-h2-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:43:39.670739 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-57bab78b-e84d-4898-adda-5a86e4e2cbaf tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "DELETE /v2.0/subnets/b4c55f2f-8553-46e8-a23a-39b42e2ba3d5 HTTP/1.1" status: 204 len: 168 time: 0.6459866 May 28 06:43:39.674258 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 45218) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:39.715141 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-04c3b824-b235-4427-bad2-12fefc0fe54b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:39.779014 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_v2 [None req-26f13d78-a22a-4666-9d9f-f16bcaea78ed tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Deleting subnet e21835c7-4281-4fc1-80ab-85b829b13b8f {{(pid=89109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:43:39.792080 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-26f13d78-a22a-4666-9d9f-f16bcaea78ed tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks [] for subnet, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:39.792246 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-072c59f8-845a-4ede-a666-ba88efb48e54 req-bfb42f90-8848-4a12-91b6-a1af0997965b tempest-VolumesActionsTest-1045885532 tempest-VolumesActionsTest-1045885532-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4aaa3c2-aa0f-41d7-9a93-a25a9aacdbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869025 May 28 06:43:39.812119 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 7b91381a-b80d-4165-a26f-eb822edd03f4, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=7b91381a-b80d-4165-a26f-eb822edd03f4,segment=NetworkSegment(5d882bc0-e116-41e0-9216-6bdd39f067a8),segment_id=5d882bc0-e116-41e0-9216-6bdd39f067a8)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:43:39.847207 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-04c3b824-b235-4427-bad2-12fefc0fe54b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:39.867465 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-204e6507-0495-4e6d-9576-36837a17b796 req-d7f6bb1c-24df-4c45-ab7b-09b626186b73 tempest-VolumesActionsTest-1045885532 tempest-VolumesActionsTest-1045885532-project] For port a908e28b-e29d-4262-a1b9-fee80db1d85f, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=a908e28b-e29d-4262-a1b9-fee80db1d85f,segment=NetworkSegment(ff77abc0-eaed-47da-9deb-10db2dcdfc54),segment_id=ff77abc0-eaed-47da-9deb-10db2dcdfc54)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:43:39.867951 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-204e6507-0495-4e6d-9576-36837a17b796 req-d7f6bb1c-24df-4c45-ab7b-09b626186b73 tempest-VolumesActionsTest-1045885532 tempest-VolumesActionsTest-1045885532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:39.901660 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-26f13d78-a22a-4666-9d9f-f16bcaea78ed tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3964070'] for subnet, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:39.914224 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Returning: {'device': '7b91381a-b80d-4165-a26f-eb822edd03f4', 'network_id': '88098b5e-641c-460b-9820-0437d6d543ac', 'port_id': '7b91381a-b80d-4165-a26f-eb822edd03f4', 'mac_address': 'fa:16:3e:96:c7:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '794a972e-d3f5-40e4-a136-2036150604e5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:43:40.000202 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 7b91381a-b80d-4165-a26f-eb822edd03f4 is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:43:40.000943 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:40.028562 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-26f13d78-a22a-4666-9d9f-f16bcaea78ed tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:40.124493 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b91381a-b80d-4165-a26f-eb822edd03f4 {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:43:40.145343 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-204e6507-0495-4e6d-9576-36837a17b796 req-d7f6bb1c-24df-4c45-ab7b-09b626186b73 tempest-VolumesActionsTest-1045885532 tempest-VolumesActionsTest-1045885532-project] Calling delete_port for a908e28b-e29d-4262-a1b9-fee80db1d85f owned by compute:nova {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:43:40.155369 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 7b91381a-b80d-4165-a26f-eb822edd03f4, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=7b91381a-b80d-4165-a26f-eb822edd03f4,segment=NetworkSegment(5d882bc0-e116-41e0-9216-6bdd39f067a8),segment_id=5d882bc0-e116-41e0-9216-6bdd39f067a8)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:43:40.225270 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-26f13d78-a22a-4666-9d9f-f16bcaea78ed tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9555650'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:40.247377 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de13d37-1dee-439b-bf30-2f8b5c557b57 req-de01022b-892d-428c-8ac2-03616eb4fc66 tempest-ServerMetadataNegativeTestJSON-938610172 tempest-ServerMetadataNegativeTestJSON-938610172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:40.248852 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6de13d37-1dee-439b-bf30-2f8b5c557b57 req-de01022b-892d-428c-8ac2-03616eb4fc66 tempest-ServerMetadataNegativeTestJSON-938610172 tempest-ServerMetadataNegativeTestJSON-938610172-project] 10.222.0.55 "GET /v2.0/ports?device_id=c51d4f5f-7d70-4ec9-867e-adbd153e7815 HTTP/1.1" status: 200 len: 943 time: 0.6603444 May 28 06:43:40.259004 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:40.308959 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f13d78-a22a-4666-9d9f-f16bcaea78ed tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Pushing event deleted for resources: {'Subnet': ['ID=e21835c7-4281-4fc1-80ab-85b829b13b8f,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:40.321791 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-26f13d78-a22a-4666-9d9f-f16bcaea78ed tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:40.343948 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-26f13d78-a22a-4666-9d9f-f16bcaea78ed tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "DELETE /v2.0/subnets/e21835c7-4281-4fc1-80ab-85b829b13b8f HTTP/1.1" status: 204 len: 168 time: 0.6683359 May 28 06:43:40.347883 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 45236) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:40.374231 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6de13d37-1dee-439b-bf30-2f8b5c557b57 req-1e8dd373-4b0f-406d-a33d-361efc93140b tempest-ServerMetadataNegativeTestJSON-938610172 tempest-ServerMetadataNegativeTestJSON-938610172-project] 10.222.0.55 "GET /v2.0/security-groups?id=5f6110fd-f830-45b1-8879-465ee4070575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153402 May 28 06:43:40.374452 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=7b91381a-b80d-4165-a26f-eb822edd03f4,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:40.382793 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-04c3b824-b235-4427-bad2-12fefc0fe54b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:40.409212 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c3b824-b235-4427-bad2-12fefc0fe54b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6683da82-a038-4751-b05e-c5a70ca82591,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:40.454246 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-cce4ac8e-38d0-4015-b429-5d809da624d6 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1046777 May 28 06:43:40.456853 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 45242) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:40.457195 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db44988-10a0-4ffb-a193-bc85f0e70f5c req-10de8338-2f0d-485c-9b81-789c994a2831 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:40.459396 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3db44988-10a0-4ffb-a193-bc85f0e70f5c req-10de8338-2f0d-485c-9b81-789c994a2831 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/ports?device_id=2187a23c-2130-4d5d-83f8-6c69d905e7eb HTTP/1.1" status: 200 len: 945 time: 0.3950438 May 28 06:43:40.470791 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-3562f290-820c-46b8-8d1b-7c2b76b692c8 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Request body: {'subnet': {'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:43:40.506087 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-04c3b824-b235-4427-bad2-12fefc0fe54b admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:40.507294 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-04c3b824-b235-4427-bad2-12fefc0fe54b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6683da82-a038-4751-b05e-c5a70ca82591 HTTP/1.1" status: 204 len: 168 time: 1.2002935 May 28 06:43:40.547195 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3db44988-10a0-4ffb-a193-bc85f0e70f5c req-fdaf5d6e-5082-4c4c-bc28-26365b6e48a7 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/security-groups?id=23eed38c-aa44-447e-83a9-ccee1b1a7a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717070 May 28 06:43:40.573661 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['7b91381a-b80d-4165-a26f-eb822edd03f4'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:43:40.627813 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-3562f290-820c-46b8-8d1b-7c2b76b692c8 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:43:40.635259 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-3562f290-820c-46b8-8d1b-7c2b76b692c8 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Usage tracker for resource:subnet and tenant:5e9e9447c07c4077b6694ab63e3affe5 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:43:40.636828 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-204e6507-0495-4e6d-9576-36837a17b796 req-d7f6bb1c-24df-4c45-ab7b-09b626186b73 tempest-VolumesActionsTest-1045885532 tempest-VolumesActionsTest-1045885532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:40.639770 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-3562f290-820c-46b8-8d1b-7c2b76b692c8 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:43:40.646482 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-3562f290-820c-46b8-8d1b-7c2b76b692c8 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:43:40.667873 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['a908e28b-e29d-4262-a1b9-fee80db1d85f'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:43:40.711873 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f6bb1c-24df-4c45-ab7b-09b626186b73 tempest-VolumesActionsTest-1045885532 tempest-VolumesActionsTest-1045885532-project] Pushing event deleted for resources: {'Port': ['ID=a908e28b-e29d-4262-a1b9-fee80db1d85f,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:40.801005 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-204e6507-0495-4e6d-9576-36837a17b796 req-d7f6bb1c-24df-4c45-ab7b-09b626186b73 tempest-VolumesActionsTest-1045885532 tempest-VolumesActionsTest-1045885532-project] No DVR routers for this DVR port a908e28b-e29d-4262-a1b9-fee80db1d85f on host n-h1-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:43:40.802318 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3562f290-820c-46b8-8d1b-7c2b76b692c8 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Made reservation on behalf of 5e9e9447c07c4077b6694ab63e3affe5 for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:43:40.803865 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-204e6507-0495-4e6d-9576-36837a17b796 req-d7f6bb1c-24df-4c45-ab7b-09b626186b73 tempest-VolumesActionsTest-1045885532 tempest-VolumesActionsTest-1045885532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:40.806434 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3562f290-820c-46b8-8d1b-7c2b76b692c8 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:40.814438 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77b549d1-47d2-4cd1-8dce-301ae9da61e0', 'name': 'network-vif-deleted', 'tag': 'a908e28b-e29d-4262-a1b9-fee80db1d85f'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:43:40.909538 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28400115-6a78-4417-a976-7894944d7a6d'] response: {'server_uuid': '77b549d1-47d2-4cd1-8dce-301ae9da61e0', 'name': 'network-vif-deleted', 'tag': 'a908e28b-e29d-4262-a1b9-fee80db1d85f', 'status': 'completed', 'code': 200} May 28 06:43:40.934657 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-204e6507-0495-4e6d-9576-36837a17b796 req-d7f6bb1c-24df-4c45-ab7b-09b626186b73 tempest-VolumesActionsTest-1045885532 tempest-VolumesActionsTest-1045885532-project] 10.222.0.69 "DELETE /v2.0/ports/a908e28b-e29d-4262-a1b9-fee80db1d85f HTTP/1.1" status: 204 len: 173 time: 1.7475920 May 28 06:43:40.998760 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-eab2e09c-2506-4f7e-8c0d-d919e6959d0d req-4edc29cc-2065-4821-bea5-a3836dbacf9c tempest-VolumesActionsTest-1045885532 tempest-VolumesActionsTest-1045885532-project] Synchronizing usage tracker for tenant:531b62a3dfbd4ff08a1755fb2f0f8224 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:43:41.007484 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c7a8d9-29a9-4e67-9c5e-bf5d1d80793b None None] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:43:41.104512 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-eab2e09c-2506-4f7e-8c0d-d919e6959d0d req-4edc29cc-2065-4821-bea5-a3836dbacf9c tempest-VolumesActionsTest-1045885532 tempest-VolumesActionsTest-1045885532-project] Unset dirty status for tenant:531b62a3dfbd4ff08a1755fb2f0f8224 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:43:41.106038 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-eab2e09c-2506-4f7e-8c0d-d919e6959d0d req-4edc29cc-2065-4821-bea5-a3836dbacf9c tempest-VolumesActionsTest-1045885532 tempest-VolumesActionsTest-1045885532-project] 10.222.0.55 "GET /v2.0/ports?device_id=77b549d1-47d2-4cd1-8dce-301ae9da61e0 HTTP/1.1" status: 200 len: 210 time: 0.1535888 May 28 06:43:41.161692 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-5852445a-c377-454a-be2d-e306e9ba6c7f None None] Provisioning complete for port 54d67f88-9b0f-4d79-b636-61ecf93d5c7b triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:43:41.162898 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-5852445a-c377-454a-be2d-e306e9ba6c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:41.347447 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-5852445a-c377-454a-be2d-e306e9ba6c7f None None] Current status of the port 54d67f88-9b0f-4d79-b636-61ecf93d5c7b is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:43:41.424504 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-affb048e-df60-4d06-983d-1b3f833bef0a None None] DHCP port deletion for 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:43:41.431092 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-affb048e-df60-4d06-983d-1b3f833bef0a None None] Deleting port 54d67f88-9b0f-4d79-b636-61ecf93d5c7b {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:43:41.435123 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-affb048e-df60-4d06-983d-1b3f833bef0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:41.437829 n-d-843702-1 neutron-server[89109]: DEBUG neutron.objects.ports [None req-3562f290-820c-46b8-8d1b-7c2b76b692c8 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89109) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 28 06:43:41.612164 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 7b91381a-b80d-4165-a26f-eb822edd03f4 up at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:43:41.638023 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b34417d-1553-41f2-9520-331b5deec050 req-38aab7cb-0208-46b5-ac3b-8dedd059170c tempest-ServerMetadataNegativeTestJSON-938610172 tempest-ServerMetadataNegativeTestJSON-938610172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:41.640169 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2b34417d-1553-41f2-9520-331b5deec050 req-38aab7cb-0208-46b5-ac3b-8dedd059170c tempest-ServerMetadataNegativeTestJSON-938610172 tempest-ServerMetadataNegativeTestJSON-938610172-project] 10.222.0.55 "GET /v2.0/ports?device_id=c51d4f5f-7d70-4ec9-867e-adbd153e7815 HTTP/1.1" status: 200 len: 944 time: 0.1411126 May 28 06:43:41.704547 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2b34417d-1553-41f2-9520-331b5deec050 req-f8bb9406-c7a6-47bc-bae4-7b085f820d35 tempest-ServerMetadataNegativeTestJSON-938610172 tempest-ServerMetadataNegativeTestJSON-938610172-project] 10.222.0.55 "GET /v2.0/security-groups?id=5f6110fd-f830-45b1-8879-465ee4070575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581238 May 28 06:43:41.814889 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3562f290-820c-46b8-8d1b-7c2b76b692c8 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:41.853754 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-affb048e-df60-4d06-983d-1b3f833bef0a None None] For port 54d67f88-9b0f-4d79-b636-61ecf93d5c7b, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=54d67f88-9b0f-4d79-b636-61ecf93d5c7b,segment=NetworkSegment(e82da2dd-17b8-4c15-8abb-711622ad0a92),segment_id=e82da2dd-17b8-4c15-8abb-711622ad0a92)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:43:41.854156 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-affb048e-df60-4d06-983d-1b3f833bef0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:41.995844 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning for port 7b91381a-b80d-4165-a26f-eb822edd03f4 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:43:42.009618 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-affb048e-df60-4d06-983d-1b3f833bef0a None None] Calling delete_port for 54d67f88-9b0f-4d79-b636-61ecf93d5c7b owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:43:42.028069 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb88c21b-8c60-4bf9-84c7-715dda097064 req-f6d32b50-d301-43e7-a201-b59e7891e74c tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:42.030387 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fb88c21b-8c60-4bf9-84c7-715dda097064 req-f6d32b50-d301-43e7-a201-b59e7891e74c tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/ports?device_id=2187a23c-2130-4d5d-83f8-6c69d905e7eb HTTP/1.1" status: 200 len: 945 time: 0.1301839 May 28 06:43:42.057786 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 45274) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:42.059968 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning complete for port 7b91381a-b80d-4165-a26f-eb822edd03f4 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:43:42.060445 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:42.137546 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fb88c21b-8c60-4bf9-84c7-715dda097064 req-d7259c79-89ed-4035-8c60-ad2ba4b8ff8a tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/security-groups?id=23eed38c-aa44-447e-83a9-ccee1b1a7a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002882 May 28 06:43:42.234433 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 7b91381a-b80d-4165-a26f-eb822edd03f4 is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:43:42.235025 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:42.260650 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-3562f290-820c-46b8-8d1b-7c2b76b692c8 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] For port 54d67f88-9b0f-4d79-b636-61ecf93d5c7b, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=54d67f88-9b0f-4d79-b636-61ecf93d5c7b,segment=NetworkSegment(e82da2dd-17b8-4c15-8abb-711622ad0a92),segment_id=e82da2dd-17b8-4c15-8abb-711622ad0a92)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:43:42.270880 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-c9008ac2-9ab8-4991-be2e-7b96da7e05fe admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=56db2927222a492b94ab8b0051474a38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2114742 May 28 06:43:42.273301 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 45284) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:42.296618 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c51d4f5f-7d70-4ec9-867e-adbd153e7815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b91381a-b80d-4165-a26f-eb822edd03f4'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:43:42.313372 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3562f290-820c-46b8-8d1b-7c2b76b692c8 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:42.314204 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 7b91381a-b80d-4165-a26f-eb822edd03f4, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=7b91381a-b80d-4165-a26f-eb822edd03f4,segment=NetworkSegment(5d882bc0-e116-41e0-9216-6bdd39f067a8),segment_id=5d882bc0-e116-41e0-9216-6bdd39f067a8)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:43:42.354554 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31bc15a4-ed7e-4446-816e-f957268d323a'] response: {'server_uuid': 'c51d4f5f-7d70-4ec9-867e-adbd153e7815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b91381a-b80d-4165-a26f-eb822edd03f4', 'code': 200} May 28 06:43:42.370561 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 54d67f88-9b0f-4d79-b636-61ecf93d5c7b no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:43:42.382093 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c435059b-5cf7-4388-82e7-b84e57f7b3f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:42.418793 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c435059b-5cf7-4388-82e7-b84e57f7b3f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:42.442321 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3562f290-820c-46b8-8d1b-7c2b76b692c8 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:42.443122 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3562f290-820c-46b8-8d1b-7c2b76b692c8 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:42.464858 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:42.659590 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 54d67f88-9b0f-4d79-b636-61ecf93d5c7b is: ACTIVE; New status is: DOWN {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:43:42.660387 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:42.671850 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.db.api [None req-affb048e-df60-4d06-983d-1b3f833bef0a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89111) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:43:42.672204 n-d-843702-1 neutron-server[89111]: DEBUG oslo_db.api [None req-affb048e-df60-4d06-983d-1b3f833bef0a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:43:42.676231 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c435059b-5cf7-4388-82e7-b84e57f7b3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:42.697974 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c435059b-5cf7-4388-82e7-b84e57f7b3f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:42.702919 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-c435059b-5cf7-4388-82e7-b84e57f7b3f5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c3931cc4-2b99-4429-b8b1-53085c082139 HTTP/1.1" status: 204 len: 168 time: 0.4249923 May 28 06:43:42.702919 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c435059b-5cf7-4388-82e7-b84e57f7b3f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3931cc4-2b99-4429-b8b1-53085c082139,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:42.703526 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=7b91381a-b80d-4165-a26f-eb822edd03f4,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:42.712352 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port 54d67f88-9b0f-4d79-b636-61ecf93d5c7b, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=54d67f88-9b0f-4d79-b636-61ecf93d5c7b,segment=NetworkSegment(e82da2dd-17b8-4c15-8abb-711622ad0a92),segment_id=e82da2dd-17b8-4c15-8abb-711622ad0a92)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:43:42.815018 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:42.863307 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3562f290-820c-46b8-8d1b-7c2b76b692c8 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:43:42.874089 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-3562f290-820c-46b8-8d1b-7c2b76b692c8 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:43:42.884864 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3562f290-820c-46b8-8d1b-7c2b76b692c8 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:42.888934 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3562f290-820c-46b8-8d1b-7c2b76b692c8 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:42.922300 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3562f290-820c-46b8-8d1b-7c2b76b692c8 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Pushing event updated for resources: {'Port': ['ID=54d67f88-9b0f-4d79-b636-61ecf93d5c7b,revision_number=8']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:42.936377 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3562f290-820c-46b8-8d1b-7c2b76b692c8 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Pushing event updated for resources: {'Subnet': ['ID=8a9577e4-59cb-45fc-b957-1cd9d5f30a42,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:42.946950 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=54d67f88-9b0f-4d79-b636-61ecf93d5c7b,revision_number=9']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:42.977988 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a730c27b-c0b5-4865-b966-73866d0f9ffc req-2ec9e241-f8a9-4ed6-adf5-87b7e73caea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:42.979596 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-a730c27b-c0b5-4865-b966-73866d0f9ffc req-2ec9e241-f8a9-4ed6-adf5-87b7e73caea4 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=c51d4f5f-7d70-4ec9-867e-adbd153e7815 HTTP/1.1" status: 200 len: 1096 time: 0.4126682 May 28 06:43:43.008524 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device a908e28b-e29d-4262-a1b9-fee80db1d85f no longer exists at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:43:43.026558 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c4f77a-9434-4953-9db1-1c4f39c4e0c7 req-7427b97e-22a7-46cb-975b-fd156a6ab6c4 tempest-ServerMetadataNegativeTestJSON-938610172 tempest-ServerMetadataNegativeTestJSON-938610172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:43.026558 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b8c4f77a-9434-4953-9db1-1c4f39c4e0c7 req-7427b97e-22a7-46cb-975b-fd156a6ab6c4 tempest-ServerMetadataNegativeTestJSON-938610172 tempest-ServerMetadataNegativeTestJSON-938610172-project] 10.222.0.55 "GET /v2.0/ports?device_id=c51d4f5f-7d70-4ec9-867e-adbd153e7815 HTTP/1.1" status: 200 len: 945 time: 0.1847429 May 28 06:43:43.040168 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-a730c27b-c0b5-4865-b966-73866d0f9ffc req-1b3f4107-222a-443b-986a-6182e9006e9c service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=5f6110fd-f830-45b1-8879-465ee4070575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534296 May 28 06:43:43.056154 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] No Port match for: a908e28b-e29d-4262-a1b9-fee80db1d85f {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:43:43.056345 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device a908e28b-e29d-4262-a1b9-fee80db1d85f not bound to the agent host n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:43:43.081527 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b8c4f77a-9434-4953-9db1-1c4f39c4e0c7 req-f169203d-f133-446a-ac0e-cd4d408bb689 tempest-ServerMetadataNegativeTestJSON-938610172 tempest-ServerMetadataNegativeTestJSON-938610172-project] 10.222.0.55 "GET /v2.0/security-groups?id=5f6110fd-f830-45b1-8879-465ee4070575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473666 May 28 06:43:43.090261 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-3562f290-820c-46b8-8d1b-7c2b76b692c8 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6318600 May 28 06:43:43.093870 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 45302) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:43.100894 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-fa6f9966-c19b-4cd1-a349-3ee974daddf7 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Request body: {'subnet': {'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:43:43.173186 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-affb048e-df60-4d06-983d-1b3f833bef0a None None] Deleting port 54d67f88-9b0f-4d79-b636-61ecf93d5c7b {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:43:43.173635 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-affb048e-df60-4d06-983d-1b3f833bef0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:43.330891 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-fa6f9966-c19b-4cd1-a349-3ee974daddf7 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:43:43.372858 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-fa6f9966-c19b-4cd1-a349-3ee974daddf7 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Usage tracker for resource:subnet and tenant:5e9e9447c07c4077b6694ab63e3affe5 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:43:43.388851 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-fa6f9966-c19b-4cd1-a349-3ee974daddf7 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:43:43.408497 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-fa6f9966-c19b-4cd1-a349-3ee974daddf7 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:43:43.562377 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aa6938-b9a6-48f1-b34d-610d711e9d10 req-a3f172a0-b81b-42c6-afea-27c065b22d47 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:43.564144 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d3aa6938-b9a6-48f1-b34d-610d711e9d10 req-a3f172a0-b81b-42c6-afea-27c065b22d47 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/ports?device_id=2187a23c-2130-4d5d-83f8-6c69d905e7eb HTTP/1.1" status: 200 len: 945 time: 0.1520050 May 28 06:43:43.565349 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa6f9966-c19b-4cd1-a349-3ee974daddf7 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Made reservation on behalf of 5e9e9447c07c4077b6694ab63e3affe5 for: {'subnet': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:43:43.569299 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-fa6f9966-c19b-4cd1-a349-3ee974daddf7 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3171998'] for subnet, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:43.616950 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 45314) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:43.726849 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d3aa6938-b9a6-48f1-b34d-610d711e9d10 req-a964a775-32ef-48c2-b489-cafb3a149eab tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/security-groups?id=23eed38c-aa44-447e-83a9-ccee1b1a7a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395671 May 28 06:43:43.733158 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-affb048e-df60-4d06-983d-1b3f833bef0a None None] For port 54d67f88-9b0f-4d79-b636-61ecf93d5c7b, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=54d67f88-9b0f-4d79-b636-61ecf93d5c7b,segment=NetworkSegment(e82da2dd-17b8-4c15-8abb-711622ad0a92),segment_id=e82da2dd-17b8-4c15-8abb-711622ad0a92)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:43:43.734100 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-affb048e-df60-4d06-983d-1b3f833bef0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:43.772038 n-d-843702-1 neutron-server[89110]: INFO neutron.db.ipam_backend_mixin [None req-fa6f9966-c19b-4cd1-a349-3ee974daddf7 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8a9577e4-59cb-45fc-b957-1cd9d5f30a42 (CIDR: 2001:db8::/64) May 28 06:43:43.814151 n-d-843702-1 neutron-server[89110]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa6f9966-c19b-4cd1-a349-3ee974daddf7 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 06:43:43.814647 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa6f9966-c19b-4cd1-a349-3ee974daddf7 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89110) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:43:43.873764 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-affb048e-df60-4d06-983d-1b3f833bef0a None None] Calling delete_port for 54d67f88-9b0f-4d79-b636-61ecf93d5c7b owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:43:43.884041 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d552e96f-f203-46a0-8b80-c35cd1dc09a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:43.902262 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-fa6f9966-c19b-4cd1-a349-3ee974daddf7 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8046515 May 28 06:43:43.902262 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 45322) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:43.912930 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-4ec44375-bada-41ec-a573-eb4af5edf2ed tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Request body: {'subnet': {'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:43:43.913122 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-d552e96f-f203-46a0-8b80-c35cd1dc09a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:43:43.916381 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-d552e96f-f203-46a0-8b80-c35cd1dc09a3 admin admin] Usage tracker for resource:security_group_rule and tenant:f6543cbcf35d406a8b5db2a641be705b is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:43:43.921058 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-d552e96f-f203-46a0-8b80-c35cd1dc09a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:43:43.930696 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-d552e96f-f203-46a0-8b80-c35cd1dc09a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:43:44.132277 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d552e96f-f203-46a0-8b80-c35cd1dc09a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:44.213058 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-affb048e-df60-4d06-983d-1b3f833bef0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879'] for port, after_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:44.217158 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-4ec44375-bada-41ec-a573-eb4af5edf2ed tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:43:44.223273 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-4ec44375-bada-41ec-a573-eb4af5edf2ed tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Usage tracker for resource:subnet and tenant:5e9e9447c07c4077b6694ab63e3affe5 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:43:44.228645 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-4ec44375-bada-41ec-a573-eb4af5edf2ed tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:43:44.235822 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-4ec44375-bada-41ec-a573-eb4af5edf2ed tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:43:44.242388 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d552e96f-f203-46a0-8b80-c35cd1dc09a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:44.308277 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affb048e-df60-4d06-983d-1b3f833bef0a None None] Pushing event deleted for resources: {'Port': ['ID=54d67f88-9b0f-4d79-b636-61ecf93d5c7b,revision_number=None']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:44.322929 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d552e96f-f203-46a0-8b80-c35cd1dc09a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e2ff737-1b15-4bae-9be3-5824631d1aaa,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:44.339682 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ec44375-bada-41ec-a573-eb4af5edf2ed tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Made reservation on behalf of 5e9e9447c07c4077b6694ab63e3affe5 for: {'subnet': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:43:44.345087 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-4ec44375-bada-41ec-a573-eb4af5edf2ed tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3171998'] for subnet, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:44.421754 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-d552e96f-f203-46a0-8b80-c35cd1dc09a3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f6543cbcf35d406a8b5db2a641be705b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8013411 May 28 06:43:44.421754 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 45340) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:44.502145 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affb048e-df60-4d06-983d-1b3f833bef0a None None] No DVR routers for this DVR port 54d67f88-9b0f-4d79-b636-61ecf93d5c7b on host n-d-843702-1 {{(pid=89111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:43:44.523941 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59460b5b-866c-4788-a966-de4d8f74b14a None None] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:43:44.581908 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-dcb11cc4-640e-405d-af2d-4ead66e733b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:44.621092 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-dcb11cc4-640e-405d-af2d-4ead66e733b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:44.785202 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-dcb11cc4-640e-405d-af2d-4ead66e733b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:44.809391 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb11cc4-640e-405d-af2d-4ead66e733b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e2ff737-1b15-4bae-9be3-5824631d1aaa,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:44.818304 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-dcb11cc4-640e-405d-af2d-4ead66e733b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:44.820752 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-dcb11cc4-640e-405d-af2d-4ead66e733b9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3e2ff737-1b15-4bae-9be3-5824631d1aaa HTTP/1.1" status: 204 len: 168 time: 0.3988323 May 28 06:43:44.920801 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-889218b8-5719-4f8b-9d6b-d053c91bdd5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-147bfd32-62dc-4be0-82de-f4d6fa5b4cc2', 'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2', 'tenant_id': '5e9e9447c07c4077b6694ab63e3affe5', 'fixed_ips': [{'subnet_id': '8a9577e4-59cb-45fc-b957-1cd9d5f30a42'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:43:44.922346 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-889218b8-5719-4f8b-9d6b-d053c91bdd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:44.929633 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f9402b-56ca-437a-9390-7f2f7add518b req-f2589b7f-4c00-4c45-8111-70e0604caa6f tempest-ServerMetadataNegativeTestJSON-938610172 tempest-ServerMetadataNegativeTestJSON-938610172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:44.931138 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-36f9402b-56ca-437a-9390-7f2f7add518b req-f2589b7f-4c00-4c45-8111-70e0604caa6f tempest-ServerMetadataNegativeTestJSON-938610172 tempest-ServerMetadataNegativeTestJSON-938610172-project] 10.222.0.55 "GET /v2.0/ports?device_id=c51d4f5f-7d70-4ec9-867e-adbd153e7815 HTTP/1.1" status: 200 len: 945 time: 0.5139055 May 28 06:43:45.053328 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-36f9402b-56ca-437a-9390-7f2f7add518b req-a319ee4e-2bee-4ac7-af15-83e4808df143 tempest-ServerMetadataNegativeTestJSON-938610172 tempest-ServerMetadataNegativeTestJSON-938610172-project] 10.222.0.55 "GET /v2.0/security-groups?id=5f6110fd-f830-45b1-8879-465ee4070575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821903 May 28 06:43:45.172341 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ca4915-cb43-48ad-ab7c-df39917220d7 req-fb2a34a2-0cab-4d84-a546-974eb02d81a8 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:45.173855 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b8ca4915-cb43-48ad-ab7c-df39917220d7 req-fb2a34a2-0cab-4d84-a546-974eb02d81a8 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/ports?device_id=2187a23c-2130-4d5d-83f8-6c69d905e7eb HTTP/1.1" status: 200 len: 945 time: 0.2418303 May 28 06:43:45.186510 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-889218b8-5719-4f8b-9d6b-d053c91bdd5b None None] Allocated IP 2001:db8::f816:3eff:fe8a:c1ac (147bfd32-62dc-4be0-82de-f4d6fa5b4cc2/8a9577e4-59cb-45fc-b957-1cd9d5f30a42/84ff039a-fb17-4604-a025-3b0fd8fdbe4b) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:43:45.246725 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b8ca4915-cb43-48ad-ab7c-df39917220d7 req-679b45aa-c1bd-451c-a47b-7ab2b72805f6 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/security-groups?id=23eed38c-aa44-447e-83a9-ccee1b1a7a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643787 May 28 06:43:45.316185 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-4ec44375-bada-41ec-a573-eb4af5edf2ed tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3115906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3172012'] for subnet, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:45.376787 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec44375-bada-41ec-a573-eb4af5edf2ed tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:43:45.380456 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-4ec44375-bada-41ec-a573-eb4af5edf2ed tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:43:45.386348 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec44375-bada-41ec-a573-eb4af5edf2ed tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:45.387361 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-4ec44375-bada-41ec-a573-eb4af5edf2ed tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:45.418269 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec44375-bada-41ec-a573-eb4af5edf2ed tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Pushing event updated for resources: {'Subnet': ['ID=31a6ff2f-7343-40ca-aa13-f9f7ed5bf80a,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:45.449711 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-889218b8-5719-4f8b-9d6b-d053c91bdd5b None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:45.460781 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-889218b8-5719-4f8b-9d6b-d053c91bdd5b None None] Transition to ACTIVE for port object 84ff039a-fb17-4604-a025-3b0fd8fdbe4b will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:43:45.478531 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-889218b8-5719-4f8b-9d6b-d053c91bdd5b None None] Transition to ACTIVE for port object 84ff039a-fb17-4604-a025-3b0fd8fdbe4b will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:43:45.505313 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-4ec44375-bada-41ec-a573-eb4af5edf2ed tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6020029 May 28 06:43:45.508806 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 45362) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:45.514608 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-bc84b00e-38ff-49ca-8f79-e9cba338e508 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Request body: {'port': {'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2', 'mac_address': 'fa:16:3e:af:39:57', 'name': 'tempest-NetworksTestDHCPv6-520797714'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:43:45.631646 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-889218b8-5719-4f8b-9d6b-d053c91bdd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:45.659059 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-bc84b00e-38ff-49ca-8f79-e9cba338e508 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:43:45.670941 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-bc84b00e-38ff-49ca-8f79-e9cba338e508 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:43:45.714546 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889218b8-5719-4f8b-9d6b-d053c91bdd5b None None] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:43:45.717674 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-889218b8-5719-4f8b-9d6b-d053c91bdd5b None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:43:45.720160 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889218b8-5719-4f8b-9d6b-d053c91bdd5b None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:43:45.779714 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc84b00e-38ff-49ca-8f79-e9cba338e508 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Made reservation on behalf of 5e9e9447c07c4077b6694ab63e3affe5 for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:43:45.804682 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889218b8-5719-4f8b-9d6b-d053c91bdd5b None None] Pushing event updated for resources: {'Port': ['ID=84ff039a-fb17-4604-a025-3b0fd8fdbe4b,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:45.818743 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 45374) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:45.854682 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4afa3841-b513-4eb1-aa5b-ed9d412edc90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:45.892535 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-4afa3841-b513-4eb1-aa5b-ed9d412edc90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:43:45.901798 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-4afa3841-b513-4eb1-aa5b-ed9d412edc90 admin admin] Usage tracker for resource:security_group_rule and tenant:9744999d2eb541f9a0898f375fa7c8cd is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:43:45.913252 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-4afa3841-b513-4eb1-aa5b-ed9d412edc90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:43:45.919874 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-4afa3841-b513-4eb1-aa5b-ed9d412edc90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:43:45.946278 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-889218b8-5719-4f8b-9d6b-d053c91bdd5b None None] Attempting to bind port 84ff039a-fb17-4604-a025-3b0fd8fdbe4b on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:43:45.946883 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-889218b8-5719-4f8b-9d6b-d053c91bdd5b None None] Attempting to bind port 84ff039a-fb17-4604-a025-3b0fd8fdbe4b by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'e82da2dd-17b8-4c15-8abb-711622ad0a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:43:45.947026 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889218b8-5719-4f8b-9d6b-d053c91bdd5b None None] Attempting to bind port 84ff039a-fb17-4604-a025-3b0fd8fdbe4b on network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:43:45.966428 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889218b8-5719-4f8b-9d6b-d053c91bdd5b None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:43:45.968792 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889218b8-5719-4f8b-9d6b-d053c91bdd5b None None] Checking segment: {'id': 'e82da2dd-17b8-4c15-8abb-711622ad0a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:43:45.969206 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-889218b8-5719-4f8b-9d6b-d053c91bdd5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:45.969628 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889218b8-5719-4f8b-9d6b-d053c91bdd5b None None] Bound using segment: {'id': 'e82da2dd-17b8-4c15-8abb-711622ad0a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:43:45.972578 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-889218b8-5719-4f8b-9d6b-d053c91bdd5b None None] Bound port: 84ff039a-fb17-4604-a025-3b0fd8fdbe4b, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e82da2dd-17b8-4c15-8abb-711622ad0a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:43:45.972978 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-889218b8-5719-4f8b-9d6b-d053c91bdd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:46.009998 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-bc84b00e-38ff-49ca-8f79-e9cba338e508 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:46.032355 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4afa3841-b513-4eb1-aa5b-ed9d412edc90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:46.049324 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [None req-bc84b00e-38ff-49ca-8f79-e9cba338e508 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] device_id is not set on port 59643427-3001-49a2-945b-6f0cb51e1c74 yet. {{(pid=89110) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:43:46.105725 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-889218b8-5719-4f8b-9d6b-d053c91bdd5b None None] For port 84ff039a-fb17-4604-a025-3b0fd8fdbe4b, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:43:46.110335 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4afa3841-b513-4eb1-aa5b-ed9d412edc90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:46.120371 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-889218b8-5719-4f8b-9d6b-d053c91bdd5b None None] For port 84ff039a-fb17-4604-a025-3b0fd8fdbe4b, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=84ff039a-fb17-4604-a025-3b0fd8fdbe4b,segment=NetworkSegment(e82da2dd-17b8-4c15-8abb-711622ad0a92),segment_id=e82da2dd-17b8-4c15-8abb-711622ad0a92)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:43:46.174061 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-889218b8-5719-4f8b-9d6b-d053c91bdd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:46.210399 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-4afa3841-b513-4eb1-aa5b-ed9d412edc90 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9744999d2eb541f9a0898f375fa7c8cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3907776 May 28 06:43:46.211121 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afa3841-b513-4eb1-aa5b-ed9d412edc90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb80e2ef-eb43-4981-a433-5a1e360a81ee,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:46.213640 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 45386) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:46.289446 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6cde4470-0d75-4bc4-844f-16366abf7f35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:46.335871 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889218b8-5719-4f8b-9d6b-d053c91bdd5b None None] Pushing event updated for resources: {'Port': ['ID=84ff039a-fb17-4604-a025-3b0fd8fdbe4b,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:46.359364 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6cde4470-0d75-4bc4-844f-16366abf7f35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:46.499178 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6cde4470-0d75-4bc4-844f-16366abf7f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:46.543722 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cde4470-0d75-4bc4-844f-16366abf7f35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb80e2ef-eb43-4981-a433-5a1e360a81ee,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:46.560082 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6cde4470-0d75-4bc4-844f-16366abf7f35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:46.561405 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-6cde4470-0d75-4bc4-844f-16366abf7f35 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cb80e2ef-eb43-4981-a433-5a1e360a81ee HTTP/1.1" status: 204 len: 168 time: 0.3468738 May 28 06:43:46.635758 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [None req-bc84b00e-38ff-49ca-8f79-e9cba338e508 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Allocated IP 2001:db8:0:1::273 (147bfd32-62dc-4be0-82de-f4d6fa5b4cc2/31a6ff2f-7343-40ca-aa13-f9f7ed5bf80a/59643427-3001-49a2-945b-6f0cb51e1c74) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:43:46.648436 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [None req-bc84b00e-38ff-49ca-8f79-e9cba338e508 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Allocated IP 2001:db8::f816:3eff:feaf:3957 (147bfd32-62dc-4be0-82de-f4d6fa5b4cc2/8a9577e4-59cb-45fc-b957-1cd9d5f30a42/59643427-3001-49a2-945b-6f0cb51e1c74) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:43:46.688879 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813f24ea-4ea2-4161-a8fc-6ae6541d57f2 req-00e88f0c-fe2c-4797-9fe8-089103f6c2c2 tempest-ServerMetadataNegativeTestJSON-938610172 tempest-ServerMetadataNegativeTestJSON-938610172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:46.690486 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-813f24ea-4ea2-4161-a8fc-6ae6541d57f2 req-00e88f0c-fe2c-4797-9fe8-089103f6c2c2 tempest-ServerMetadataNegativeTestJSON-938610172 tempest-ServerMetadataNegativeTestJSON-938610172-project] 10.222.0.55 "GET /v2.0/ports?device_id=c51d4f5f-7d70-4ec9-867e-adbd153e7815 HTTP/1.1" status: 200 len: 945 time: 0.3953636 May 28 06:43:46.707258 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7875b5-b930-4887-90d7-1523e021610b req-dfa1b447-bfea-4197-b217-f994eb7699ef tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:46.708688 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ce7875b5-b930-4887-90d7-1523e021610b req-dfa1b447-bfea-4197-b217-f994eb7699ef tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/ports?device_id=2187a23c-2130-4d5d-83f8-6c69d905e7eb HTTP/1.1" status: 200 len: 945 time: 0.2363324 May 28 06:43:46.837880 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-813f24ea-4ea2-4161-a8fc-6ae6541d57f2 req-e168556a-7c75-416c-8ec3-35f2e4163ad4 tempest-ServerMetadataNegativeTestJSON-938610172 tempest-ServerMetadataNegativeTestJSON-938610172-project] 10.222.0.55 "GET /v2.0/security-groups?id=5f6110fd-f830-45b1-8879-465ee4070575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280985 May 28 06:43:46.888921 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ce7875b5-b930-4887-90d7-1523e021610b req-9e35171a-5285-4cad-a002-8d90f71c1886 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/security-groups?id=23eed38c-aa44-447e-83a9-ccee1b1a7a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520460 May 28 06:43:47.074999 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-bc84b00e-38ff-49ca-8f79-e9cba338e508 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:47.082951 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4980145a-ae93-4ab1-9e46-a94336b26b67 req-37d7bccc-91e9-4685-b162-8b1ce17bf817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:47.084977 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4980145a-ae93-4ab1-9e46-a94336b26b67 req-37d7bccc-91e9-4685-b162-8b1ce17bf817 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2187a23c-2130-4d5d-83f8-6c69d905e7eb HTTP/1.1" status: 200 len: 1096 time: 0.1501110 May 28 06:43:47.109395 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [None req-bc84b00e-38ff-49ca-8f79-e9cba338e508 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Transition to ACTIVE for port object 59643427-3001-49a2-945b-6f0cb51e1c74 will not be triggered until provisioned by entity DHCP. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:43:47.139624 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4980145a-ae93-4ab1-9e46-a94336b26b67 req-e34a142a-02cc-41ba-bfd1-87e1f565d022 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=23eed38c-aa44-447e-83a9-ccee1b1a7a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456290 May 28 06:43:47.236963 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-bc84b00e-38ff-49ca-8f79-e9cba338e508 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:47.328861 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc84b00e-38ff-49ca-8f79-e9cba338e508 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:43:47.328861 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-bc84b00e-38ff-49ca-8f79-e9cba338e508 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:43:47.333549 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc84b00e-38ff-49ca-8f79-e9cba338e508 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:43:47.340697 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc84b00e-38ff-49ca-8f79-e9cba338e508 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:47.342494 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-bc84b00e-38ff-49ca-8f79-e9cba338e508 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:47.373502 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc84b00e-38ff-49ca-8f79-e9cba338e508 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Pushing event updated for resources: {'Port': ['ID=59643427-3001-49a2-945b-6f0cb51e1c74,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:47.388168 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc84b00e-38ff-49ca-8f79-e9cba338e508 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:43:47.388507 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc84b00e-38ff-49ca-8f79-e9cba338e508 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:43:47.388906 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc84b00e-38ff-49ca-8f79-e9cba338e508 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:43:47.389380 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc84b00e-38ff-49ca-8f79-e9cba338e508 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:43:47.389884 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc84b00e-38ff-49ca-8f79-e9cba338e508 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:43:47.390220 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc84b00e-38ff-49ca-8f79-e9cba338e508 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:43:47.390534 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc84b00e-38ff-49ca-8f79-e9cba338e508 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:43:47.390852 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc84b00e-38ff-49ca-8f79-e9cba338e508 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:43:47.391217 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc84b00e-38ff-49ca-8f79-e9cba338e508 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:43:47.391544 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc84b00e-38ff-49ca-8f79-e9cba338e508 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:43:47.391892 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc84b00e-38ff-49ca-8f79-e9cba338e508 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:43:47.392199 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc84b00e-38ff-49ca-8f79-e9cba338e508 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:43:47.454991 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-bc84b00e-38ff-49ca-8f79-e9cba338e508 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.9450505 May 28 06:43:47.458290 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 45424) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:47.588478 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-8ae3523c-980b-4f61-a7bb-2f1eda5462f1 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Deleting port 59643427-3001-49a2-945b-6f0cb51e1c74 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:43:47.588833 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8ae3523c-980b-4f61-a7bb-2f1eda5462f1 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:47.913539 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac149ff-196a-46f3-8da5-e6cea17b836e None None] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:43:47.981723 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8ae3523c-980b-4f61-a7bb-2f1eda5462f1 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:48.097808 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-8ec3ad1c-7e81-4e98-848b-d0904dd6ac5b None None] Provisioning for port 84ff039a-fb17-4604-a025-3b0fd8fdbe4b completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:43:48.300371 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-8ae3523c-980b-4f61-a7bb-2f1eda5462f1 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Calling delete_port for 59643427-3001-49a2-945b-6f0cb51e1c74 owned by {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:43:48.301373 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f54d38-2dd7-4ebf-89c8-3f9ffc83f2b8 req-c8de69b5-8f17-41ec-9092-eb3465ea87ce tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:48.305356 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-70f54d38-2dd7-4ebf-89c8-3f9ffc83f2b8 req-c8de69b5-8f17-41ec-9092-eb3465ea87ce tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/ports?device_id=2187a23c-2130-4d5d-83f8-6c69d905e7eb HTTP/1.1" status: 200 len: 945 time: 0.2290440 May 28 06:43:48.438595 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-70f54d38-2dd7-4ebf-89c8-3f9ffc83f2b8 req-4f339ffa-6d06-4125-a1a8-4522567c9065 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/security-groups?id=23eed38c-aa44-447e-83a9-ccee1b1a7a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191051 May 28 06:43:48.461099 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 84ff039a-fb17-4604-a025-3b0fd8fdbe4b up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:43:48.672859 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c94d10-f7fb-434e-a116-c13fefd4c88a None None] Update dhcp port {'port': {'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2', 'fixed_ips': [{'subnet_id': '8a9577e4-59cb-45fc-b957-1cd9d5f30a42', 'ip_address': '2001:db8::f816:3eff:fe8a:c1ac'}, {'subnet_id': '31a6ff2f-7343-40ca-aa13-f9f7ed5bf80a'}], 'binding:host_id': 'n-d-843702-1'}, 'id': '84ff039a-fb17-4604-a025-3b0fd8fdbe4b'} from n-d-843702-1. {{(pid=89111) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 28 06:43:48.735329 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-93c94d10-f7fb-434e-a116-c13fefd4c88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:48.754146 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 84ff039a-fb17-4604-a025-3b0fd8fdbe4b completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:43:48.760574 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 84ff039a-fb17-4604-a025-3b0fd8fdbe4b triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:43:48.760954 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:48.781380 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8ae3523c-980b-4f61-a7bb-2f1eda5462f1 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:48.867926 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae3523c-980b-4f61-a7bb-2f1eda5462f1 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Pushing event deleted for resources: {'Port': ['ID=59643427-3001-49a2-945b-6f0cb51e1c74,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:48.996282 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8ae3523c-980b-4f61-a7bb-2f1eda5462f1 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:49.008025 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-8ae3523c-980b-4f61-a7bb-2f1eda5462f1 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "DELETE /v2.0/ports/59643427-3001-49a2-945b-6f0cb51e1c74 HTTP/1.1" status: 204 len: 168 time: 1.5468776 May 28 06:43:49.068191 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 45474) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:49.086671 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 84ff039a-fb17-4604-a025-3b0fd8fdbe4b is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:43:49.087193 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:49.129560 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-93c94d10-f7fb-434e-a116-c13fefd4c88a None None] Allocated IP 2001:db8:0:1::2 (147bfd32-62dc-4be0-82de-f4d6fa5b4cc2/31a6ff2f-7343-40ca-aa13-f9f7ed5bf80a/84ff039a-fb17-4604-a025-3b0fd8fdbe4b) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:43:49.138373 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port 84ff039a-fb17-4604-a025-3b0fd8fdbe4b, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=84ff039a-fb17-4604-a025-3b0fd8fdbe4b,segment=NetworkSegment(e82da2dd-17b8-4c15-8abb-711622ad0a92),segment_id=e82da2dd-17b8-4c15-8abb-711622ad0a92)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:43:49.243264 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:49.277213 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4076cc8d-2b26-4f8f-8e3b-e08cd8f37c4e tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:49.277213 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-4076cc8d-2b26-4f8f-8e3b-e08cd8f37c4e tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Synchronizing usage tracker for tenant:5e9e9447c07c4077b6694ab63e3affe5 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:43:49.367596 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-4076cc8d-2b26-4f8f-8e3b-e08cd8f37c4e tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Unset dirty status for tenant:5e9e9447c07c4077b6694ab63e3affe5 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:43:49.368703 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-4076cc8d-2b26-4f8f-8e3b-e08cd8f37c4e tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.3001575 May 28 06:43:49.371465 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 45492) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:49.416598 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=84ff039a-fb17-4604-a025-3b0fd8fdbe4b,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:49.587507 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbc5ce7-457c-4bbc-baeb-dde7e79c6780 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:49.597520 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-9bbc5ce7-457c-4bbc-baeb-dde7e79c6780 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.2249773 May 28 06:43:49.601452 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 45510) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:49.624746 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-93c94d10-f7fb-434e-a116-c13fefd4c88a None None] For port 84ff039a-fb17-4604-a025-3b0fd8fdbe4b, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=84ff039a-fb17-4604-a025-3b0fd8fdbe4b,segment=NetworkSegment(e82da2dd-17b8-4c15-8abb-711622ad0a92),segment_id=e82da2dd-17b8-4c15-8abb-711622ad0a92)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:43:49.708176 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-93c94d10-f7fb-434e-a116-c13fefd4c88a None None] Notify callbacks [] for port, precommit_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:49.756504 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-93c94d10-f7fb-434e-a116-c13fefd4c88a None None] Transition to ACTIVE for port object 84ff039a-fb17-4604-a025-3b0fd8fdbe4b will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:43:49.780195 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b2807b-d6f6-47a8-bf7a-d6cc0f7ebfd2 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:49.782473 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b2807b-d6f6-47a8-bf7a-d6cc0f7ebfd2 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:49.785575 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b2807b-d6f6-47a8-bf7a-d6cc0f7ebfd2 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:49.786787 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-d0b2807b-d6f6-47a8-bf7a-d6cc0f7ebfd2 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Synchronizing usage tracker for tenant:5e9e9447c07c4077b6694ab63e3affe5 on resource:subnet {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:43:49.825169 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-93c94d10-f7fb-434e-a116-c13fefd4c88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:49.841512 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6a6804-63bd-4ac0-ac48-4f9924eff0bc req-793b12eb-1894-4c6c-bf78-059c4222629a tempest-ServerMetadataNegativeTestJSON-938610172 tempest-ServerMetadataNegativeTestJSON-938610172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:49.843096 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3d6a6804-63bd-4ac0-ac48-4f9924eff0bc req-793b12eb-1894-4c6c-bf78-059c4222629a tempest-ServerMetadataNegativeTestJSON-938610172 tempest-ServerMetadataNegativeTestJSON-938610172-project] 10.222.0.55 "GET /v2.0/ports?device_id=c51d4f5f-7d70-4ec9-867e-adbd153e7815 HTTP/1.1" status: 200 len: 945 time: 0.2063069 May 28 06:43:49.882597 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-d0b2807b-d6f6-47a8-bf7a-d6cc0f7ebfd2 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Unset dirty status for tenant:5e9e9447c07c4077b6694ab63e3affe5 on resource:subnet {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:43:49.888501 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-d0b2807b-d6f6-47a8-bf7a-d6cc0f7ebfd2 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2860045 May 28 06:43:49.890859 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 45528) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:49.953395 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4668b60-fec6-4561-9347-7418714684fe req-b10dde6b-9aea-4e92-9c65-585bfc8e5f0f tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:49.964144 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e4668b60-fec6-4561-9347-7418714684fe req-b10dde6b-9aea-4e92-9c65-585bfc8e5f0f tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/ports?device_id=2187a23c-2130-4d5d-83f8-6c69d905e7eb HTTP/1.1" status: 200 len: 945 time: 0.2689912 May 28 06:43:50.021060 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3d6a6804-63bd-4ac0-ac48-4f9924eff0bc req-42bb0f00-b3bc-4779-bce8-9cd11f3250ea tempest-ServerMetadataNegativeTestJSON-938610172 tempest-ServerMetadataNegativeTestJSON-938610172-project] 10.222.0.55 "GET /v2.0/security-groups?id=5f6110fd-f830-45b1-8879-465ee4070575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713517 May 28 06:43:50.088464 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_v2 [None req-a518cce7-92a5-46a2-9c22-612fd76bbe03 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Deleting subnet 31a6ff2f-7343-40ca-aa13-f9f7ed5bf80a {{(pid=89109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:43:50.093461 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e4668b60-fec6-4561-9347-7418714684fe req-4ea42998-9e52-4e65-8c2f-d48d1d7b234c tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/security-groups?id=23eed38c-aa44-447e-83a9-ccee1b1a7a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283143 May 28 06:43:50.105881 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a518cce7-92a5-46a2-9c22-612fd76bbe03 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks [] for subnet, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:50.173526 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a518cce7-92a5-46a2-9c22-612fd76bbe03 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3964070'] for subnet, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:50.177296 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c94d10-f7fb-434e-a116-c13fefd4c88a None None] Pushing event updated for resources: {'Port': ['ID=84ff039a-fb17-4604-a025-3b0fd8fdbe4b,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:50.413527 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 84ff039a-fb17-4604-a025-3b0fd8fdbe4b up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:43:50.423483 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a518cce7-92a5-46a2-9c22-612fd76bbe03 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:50.716936 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a518cce7-92a5-46a2-9c22-612fd76bbe03 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9555650'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:50.819063 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a518cce7-92a5-46a2-9c22-612fd76bbe03 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Pushing event deleted for resources: {'Subnet': ['ID=31a6ff2f-7343-40ca-aa13-f9f7ed5bf80a,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:50.837533 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a518cce7-92a5-46a2-9c22-612fd76bbe03 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:50.948958 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 45562) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:50.954391 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-a518cce7-92a5-46a2-9c22-612fd76bbe03 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "DELETE /v2.0/subnets/31a6ff2f-7343-40ca-aa13-f9f7ed5bf80a HTTP/1.1" status: 204 len: 168 time: 1.0612185 May 28 06:43:51.051405 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a66f94b-a217-404b-b02c-a3102ccfdad0 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Deleting subnet 8a9577e4-59cb-45fc-b957-1cd9d5f30a42 {{(pid=89110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:43:51.069454 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1a66f94b-a217-404b-b02c-a3102ccfdad0 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks [] for subnet, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:51.069621 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 45572) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:51.102265 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc93a10-7721-4d56-a4e2-e8dbd52fcb72 req-578cfeda-eb88-4a7b-b093-7fc20ba4a6bf tempest-ServerMetadataNegativeTestJSON-938610172 tempest-ServerMetadataNegativeTestJSON-938610172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:51.103075 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-0dc93a10-7721-4d56-a4e2-e8dbd52fcb72 req-578cfeda-eb88-4a7b-b093-7fc20ba4a6bf tempest-ServerMetadataNegativeTestJSON-938610172 tempest-ServerMetadataNegativeTestJSON-938610172-project] Synchronizing usage tracker for tenant:30b2237f02ce4576b66d979b160c48fb on resource:port {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:43:51.176136 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efed3cc2-8892-44dc-a6dd-9ee6e87c2077 req-fb64dd01-6df0-4b48-8cba-be4e6ce9b516 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:51.184694 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-efed3cc2-8892-44dc-a6dd-9ee6e87c2077 req-fb64dd01-6df0-4b48-8cba-be4e6ce9b516 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/ports?device_id=2187a23c-2130-4d5d-83f8-6c69d905e7eb HTTP/1.1" status: 200 len: 945 time: 0.2660995 May 28 06:43:51.202730 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-0dc93a10-7721-4d56-a4e2-e8dbd52fcb72 req-578cfeda-eb88-4a7b-b093-7fc20ba4a6bf tempest-ServerMetadataNegativeTestJSON-938610172 tempest-ServerMetadataNegativeTestJSON-938610172-project] Unset dirty status for tenant:30b2237f02ce4576b66d979b160c48fb on resource:port {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:43:51.204452 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-0dc93a10-7721-4d56-a4e2-e8dbd52fcb72 req-578cfeda-eb88-4a7b-b093-7fc20ba4a6bf tempest-ServerMetadataNegativeTestJSON-938610172 tempest-ServerMetadataNegativeTestJSON-938610172-project] 10.222.0.71 "GET /v2.0/ports?device_id=c51d4f5f-7d70-4ec9-867e-adbd153e7815 HTTP/1.1" status: 200 len: 945 time: 0.2471602 May 28 06:43:51.205370 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1a66f94b-a217-404b-b02c-a3102ccfdad0 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4150765'] for subnet, precommit_delete_associations {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:51.241959 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-facc9372-11ce-416d-b5f7-45ada16e01c1 None None] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:43:51.348082 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [req-0dc93a10-7721-4d56-a4e2-e8dbd52fcb72 req-7f823eb6-d0e9-451b-aca8-3234c8332a22 tempest-ServerMetadataNegativeTestJSON-938610172 tempest-ServerMetadataNegativeTestJSON-938610172-project] Deleting port 7b91381a-b80d-4165-a26f-eb822edd03f4 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:43:51.357615 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-0dc93a10-7721-4d56-a4e2-e8dbd52fcb72 req-7f823eb6-d0e9-451b-aca8-3234c8332a22 tempest-ServerMetadataNegativeTestJSON-938610172 tempest-ServerMetadataNegativeTestJSON-938610172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:51.431795 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-efed3cc2-8892-44dc-a6dd-9ee6e87c2077 req-d4615938-3d01-42b2-8d86-f58c82d4f202 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/security-groups?id=23eed38c-aa44-447e-83a9-ccee1b1a7a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467182 May 28 06:43:51.472800 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-1333fcc7-2276-4535-b079-9b00623642e6 None None] Provisioning for port 84ff039a-fb17-4604-a025-3b0fd8fdbe4b completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:43:51.478682 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-1333fcc7-2276-4535-b079-9b00623642e6 None None] Provisioning complete for port 84ff039a-fb17-4604-a025-3b0fd8fdbe4b triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:43:51.479295 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-1333fcc7-2276-4535-b079-9b00623642e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:51.616488 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541c1ef1-2f30-460b-ac25-40457b8f5bf3 req-650aa488-fe22-4f4f-97ec-a9caf4eef102 tempest-ServerMetadataNegativeTestJSON-938610172 tempest-ServerMetadataNegativeTestJSON-938610172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:51.629706 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-541c1ef1-2f30-460b-ac25-40457b8f5bf3 req-650aa488-fe22-4f4f-97ec-a9caf4eef102 tempest-ServerMetadataNegativeTestJSON-938610172 tempest-ServerMetadataNegativeTestJSON-938610172-project] 10.222.0.55 "GET /v2.0/ports?device_id=c51d4f5f-7d70-4ec9-867e-adbd153e7815 HTTP/1.1" status: 200 len: 945 time: 0.3907571 May 28 06:43:51.706846 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-1333fcc7-2276-4535-b079-9b00623642e6 None None] Current status of the port 84ff039a-fb17-4604-a025-3b0fd8fdbe4b is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:43:51.710668 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1a66f94b-a217-404b-b02c-a3102ccfdad0 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:51.715595 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-1333fcc7-2276-4535-b079-9b00623642e6 None None] Could not find standard attr ID for object 59643427-3001-49a2-945b-6f0cb51e1c74. {{(pid=89111) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 28 06:43:51.799803 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-0dc93a10-7721-4d56-a4e2-e8dbd52fcb72 req-7f823eb6-d0e9-451b-aca8-3234c8332a22 tempest-ServerMetadataNegativeTestJSON-938610172 tempest-ServerMetadataNegativeTestJSON-938610172-project] For port 7b91381a-b80d-4165-a26f-eb822edd03f4, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=7b91381a-b80d-4165-a26f-eb822edd03f4,segment=NetworkSegment(5d882bc0-e116-41e0-9216-6bdd39f067a8),segment_id=5d882bc0-e116-41e0-9216-6bdd39f067a8)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:43:51.800156 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-0dc93a10-7721-4d56-a4e2-e8dbd52fcb72 req-7f823eb6-d0e9-451b-aca8-3234c8332a22 tempest-ServerMetadataNegativeTestJSON-938610172 tempest-ServerMetadataNegativeTestJSON-938610172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:51.847149 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b181fa-0b7a-4fa6-92f8-ff6cce2fec2a req-68d5a917-9e57-44f2-be63-163b707d84c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:51.848684 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-84b181fa-0b7a-4fa6-92f8-ff6cce2fec2a req-68d5a917-9e57-44f2-be63-163b707d84c2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=98e9fd09ba2248b5b9367b689b0cfcd3&device_id=2187a23c-2130-4d5d-83f8-6c69d905e7eb HTTP/1.1" status: 200 len: 1096 time: 0.8497620 May 28 06:43:51.877674 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-541c1ef1-2f30-460b-ac25-40457b8f5bf3 req-04923430-2958-474b-9577-34761bb621b4 tempest-ServerMetadataNegativeTestJSON-938610172 tempest-ServerMetadataNegativeTestJSON-938610172-project] 10.222.0.55 "GET /v2.0/security-groups?id=5f6110fd-f830-45b1-8879-465ee4070575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468565 May 28 06:43:52.140271 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [req-0dc93a10-7721-4d56-a4e2-e8dbd52fcb72 req-7f823eb6-d0e9-451b-aca8-3234c8332a22 tempest-ServerMetadataNegativeTestJSON-938610172 tempest-ServerMetadataNegativeTestJSON-938610172-project] Calling delete_port for 7b91381a-b80d-4165-a26f-eb822edd03f4 owned by compute:nova {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:43:52.166848 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b181fa-0b7a-4fa6-92f8-ff6cce2fec2a req-0a150948-1958-4b0c-b87a-9b08ba3786f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:52.168328 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-84b181fa-0b7a-4fa6-92f8-ff6cce2fec2a req-0a150948-1958-4b0c-b87a-9b08ba3786f3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a3fe29e9-17f9-4750-841d-90d9978eff94 HTTP/1.1" status: 200 len: 920 time: 0.2867525 May 28 06:43:52.169905 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1a66f94b-a217-404b-b02c-a3102ccfdad0 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3115981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3172005'] for subnet, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:52.215574 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-637245f0-2f8c-4ad6-829d-02c98ebb8dd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:52.239474 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-637245f0-2f8c-4ad6-829d-02c98ebb8dd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:43:52.249074 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-637245f0-2f8c-4ad6-829d-02c98ebb8dd6 admin admin] Usage tracker for resource:security_group_rule and tenant:4d3221c121e947a19349f048a17eabfe is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:43:52.255117 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-637245f0-2f8c-4ad6-829d-02c98ebb8dd6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:43:52.264101 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-637245f0-2f8c-4ad6-829d-02c98ebb8dd6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:43:52.297464 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1a66f94b-a217-404b-b02c-a3102ccfdad0 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:52.310101 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a66f94b-a217-404b-b02c-a3102ccfdad0 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Pushing event deleted for resources: {'Subnet': ['ID=8a9577e4-59cb-45fc-b957-1cd9d5f30a42,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:52.319453 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-84b181fa-0b7a-4fa6-92f8-ff6cce2fec2a req-b9466570-8455-4d29-b9d9-ec2b52c377be service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=403ec6eb-8b41-42b2-8f70-bcaab10bf367 HTTP/1.1" status: 200 len: 217 time: 0.1373205 May 28 06:43:52.324654 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-1a66f94b-a217-404b-b02c-a3102ccfdad0 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "DELETE /v2.0/subnets/8a9577e4-59cb-45fc-b957-1cd9d5f30a42 HTTP/1.1" status: 204 len: 168 time: 1.3691726 May 28 06:43:52.326994 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 45598) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:52.473164 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-f037ec38-ac2f-477f-96e2-6d555da7985e tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1325204 May 28 06:43:52.474180 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 45604) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:52.494591 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-d8ce9921-2afd-4be6-b4a6-71d7616d8959 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Request body: {'subnet': {'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:43:52.508365 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b181fa-0b7a-4fa6-92f8-ff6cce2fec2a req-bbcdefb7-0a3e-4d64-b6e5-6d4cedb9c2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:52.510021 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-84b181fa-0b7a-4fa6-92f8-ff6cce2fec2a req-bbcdefb7-0a3e-4d64-b6e5-6d4cedb9c2a1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=304c7228-4ac2-4e7a-aa6d-33e85e214d70 HTTP/1.1" status: 200 len: 858 time: 0.1836605 May 28 06:43:52.689506 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-0dc93a10-7721-4d56-a4e2-e8dbd52fcb72 req-7f823eb6-d0e9-451b-aca8-3234c8332a22 tempest-ServerMetadataNegativeTestJSON-938610172 tempest-ServerMetadataNegativeTestJSON-938610172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:52.719847 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['7b91381a-b80d-4165-a26f-eb822edd03f4'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:43:52.778795 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f823eb6-d0e9-451b-aca8-3234c8332a22 tempest-ServerMetadataNegativeTestJSON-938610172 tempest-ServerMetadataNegativeTestJSON-938610172-project] Pushing event deleted for resources: {'Port': ['ID=7b91381a-b80d-4165-a26f-eb822edd03f4,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:52.846718 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b181fa-0b7a-4fa6-92f8-ff6cce2fec2a req-dc57cfca-30a2-4498-ac06-d5e6118caeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:52.848476 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-84b181fa-0b7a-4fa6-92f8-ff6cce2fec2a req-dc57cfca-30a2-4498-ac06-d5e6118caeb6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a3fe29e9-17f9-4750-841d-90d9978eff94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3313694 May 28 06:43:52.898107 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dc93a10-7721-4d56-a4e2-e8dbd52fcb72 req-7f823eb6-d0e9-451b-aca8-3234c8332a22 tempest-ServerMetadataNegativeTestJSON-938610172 tempest-ServerMetadataNegativeTestJSON-938610172-project] No DVR routers for this DVR port 7b91381a-b80d-4165-a26f-eb822edd03f4 on host n-h2-843702-1 {{(pid=89109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:43:52.903558 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-0dc93a10-7721-4d56-a4e2-e8dbd52fcb72 req-7f823eb6-d0e9-451b-aca8-3234c8332a22 tempest-ServerMetadataNegativeTestJSON-938610172 tempest-ServerMetadataNegativeTestJSON-938610172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:52.913656 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c51d4f5f-7d70-4ec9-867e-adbd153e7815', 'name': 'network-vif-deleted', 'tag': '7b91381a-b80d-4165-a26f-eb822edd03f4'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:43:52.924822 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-d8ce9921-2afd-4be6-b4a6-71d7616d8959 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:43:52.932165 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9e595d-9fee-4356-8edd-abb82ec36fea None None] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:43:52.938261 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-d8ce9921-2afd-4be6-b4a6-71d7616d8959 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Usage tracker for resource:subnet and tenant:5e9e9447c07c4077b6694ab63e3affe5 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:43:52.943919 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-d8ce9921-2afd-4be6-b4a6-71d7616d8959 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:43:52.964244 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-d8ce9921-2afd-4be6-b4a6-71d7616d8959 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:43:52.976037 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-637245f0-2f8c-4ad6-829d-02c98ebb8dd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:53.031116 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d748ad-7a87-4211-828f-71eec66a14a3 req-7386e101-2b46-4e0f-8039-fdf4fa8ade8f tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:53.034316 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-99d748ad-7a87-4211-828f-71eec66a14a3 req-7386e101-2b46-4e0f-8039-fdf4fa8ade8f tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/ports?device_id=2187a23c-2130-4d5d-83f8-6c69d905e7eb HTTP/1.1" status: 200 len: 945 time: 0.3772624 May 28 06:43:53.059827 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-0dc93a10-7721-4d56-a4e2-e8dbd52fcb72 req-7f823eb6-d0e9-451b-aca8-3234c8332a22 tempest-ServerMetadataNegativeTestJSON-938610172 tempest-ServerMetadataNegativeTestJSON-938610172-project] 10.222.0.71 "DELETE /v2.0/ports/7b91381a-b80d-4165-a26f-eb822edd03f4 HTTP/1.1" status: 204 len: 173 time: 1.8498499 May 28 06:43:53.073257 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-96c7b0be-25ba-4239-84d8-271d1284ed6e None None] Provisioning complete for port 84ff039a-fb17-4604-a025-3b0fd8fdbe4b triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:43:53.073668 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-96c7b0be-25ba-4239-84d8-271d1284ed6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:53.101872 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-637245f0-2f8c-4ad6-829d-02c98ebb8dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:53.158187 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-637245f0-2f8c-4ad6-829d-02c98ebb8dd6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4d3221c121e947a19349f048a17eabfe&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0874777 May 28 06:43:53.163221 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 45624) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:53.167467 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8ce9921-2afd-4be6-b4a6-71d7616d8959 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Made reservation on behalf of 5e9e9447c07c4077b6694ab63e3affe5 for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:43:53.172089 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d8ce9921-2afd-4be6-b4a6-71d7616d8959 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:53.297880 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-99d748ad-7a87-4211-828f-71eec66a14a3 req-1ce959be-e80c-4162-8b66-83699a12d423 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/security-groups?id=23eed38c-aa44-447e-83a9-ccee1b1a7a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563858 May 28 06:43:53.300268 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0160f272-1730-44f5-808e-bf6b59b4fa16 req-e6abdb3a-c7c7-4c56-8905-80ba3587f339 tempest-ServerMetadataNegativeTestJSON-938610172 tempest-ServerMetadataNegativeTestJSON-938610172-project] 10.222.0.55 "GET /v2.0/ports?device_id=c51d4f5f-7d70-4ec9-867e-adbd153e7815 HTTP/1.1" status: 200 len: 210 time: 0.2192388 May 28 06:43:53.369765 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-84b181fa-0b7a-4fa6-92f8-ff6cce2fec2a req-fdf5d974-6696-4c69-b68a-af037426d728 service neutron] 10.222.0.69 "GET /v2.0/networks/a3fe29e9-17f9-4750-841d-90d9978eff94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5137219 May 28 06:43:53.383126 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637245f0-2f8c-4ad6-829d-02c98ebb8dd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fb25f41-355f-4d78-a544-8964305371b3,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:53.418780 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28693851-8eff-4f04-93ed-4e94ac8786b6'] response: {'server_uuid': 'c51d4f5f-7d70-4ec9-867e-adbd153e7815', 'name': 'network-vif-deleted', 'tag': '7b91381a-b80d-4165-a26f-eb822edd03f4', 'status': 'completed', 'code': 200} May 28 06:43:53.453553 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-96c7b0be-25ba-4239-84d8-271d1284ed6e None None] Current status of the port 84ff039a-fb17-4604-a025-3b0fd8fdbe4b is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:43:53.497592 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-92c36b69-ade3-474f-91af-ed36d020ef83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:53.529184 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f42d99c-9cbb-4404-9dc8-1a963f579ab4 None None] DHCP port deletion for 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:43:53.534789 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-7f42d99c-9cbb-4404-9dc8-1a963f579ab4 None None] Deleting port 84ff039a-fb17-4604-a025-3b0fd8fdbe4b {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:43:53.535596 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-7f42d99c-9cbb-4404-9dc8-1a963f579ab4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:53.650712 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-92c36b69-ade3-474f-91af-ed36d020ef83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:53.740952 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d8ce9921-2afd-4be6-b4a6-71d7616d8959 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:53.759892 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297724b1-3e80-4e3e-b869-fed51966d3cc req-f2b0050c-504f-4ca9-a8ee-7c27f24078a4 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:53.761744 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-297724b1-3e80-4e3e-b869-fed51966d3cc req-f2b0050c-504f-4ca9-a8ee-7c27f24078a4 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e HTTP/1.1" status: 200 len: 944 time: 0.2619646 May 28 06:43:53.764525 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-84b181fa-0b7a-4fa6-92f8-ff6cce2fec2a req-9a1f4dda-58e5-4160-a85d-161eecd3ba3e service neutron] 10.222.0.69 "GET /v2.0/networks/a3fe29e9-17f9-4750-841d-90d9978eff94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3721673 May 28 06:43:53.814956 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 45642) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:53.829846 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-297724b1-3e80-4e3e-b869-fed51966d3cc req-6777ff44-96c4-4e05-8ae9-3c22b41b4f92 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0fc320c-5211-4d72-b7c9-130a40d05074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613213 May 28 06:43:53.875453 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ce9921-2afd-4be6-b4a6-71d7616d8959 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:43:53.882901 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-d8ce9921-2afd-4be6-b4a6-71d7616d8959 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:43:53.899696 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-92c36b69-ade3-474f-91af-ed36d020ef83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:53.910299 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-7f42d99c-9cbb-4404-9dc8-1a963f579ab4 None None] For port 84ff039a-fb17-4604-a025-3b0fd8fdbe4b, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=84ff039a-fb17-4604-a025-3b0fd8fdbe4b,segment=NetworkSegment(e82da2dd-17b8-4c15-8abb-711622ad0a92),segment_id=e82da2dd-17b8-4c15-8abb-711622ad0a92)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:43:53.914066 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-7f42d99c-9cbb-4404-9dc8-1a963f579ab4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:53.916898 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ce9921-2afd-4be6-b4a6-71d7616d8959 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:53.919642 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d8ce9921-2afd-4be6-b4a6-71d7616d8959 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:53.942737 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-92c36b69-ade3-474f-91af-ed36d020ef83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:53.948502 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-92c36b69-ade3-474f-91af-ed36d020ef83 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5fb25f41-355f-4d78-a544-8964305371b3 HTTP/1.1" status: 204 len: 168 time: 0.6536136 May 28 06:43:53.949794 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c36b69-ade3-474f-91af-ed36d020ef83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fb25f41-355f-4d78-a544-8964305371b3,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:53.994133 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ce9921-2afd-4be6-b4a6-71d7616d8959 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Pushing event updated for resources: {'Subnet': ['ID=545d9cf1-eb0d-40b1-b0af-f2bb1416c5b9,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:54.110649 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-d8ce9921-2afd-4be6-b4a6-71d7616d8959 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6335821 May 28 06:43:54.112949 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 45658) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:54.119649 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-ee37f752-8a60-4fe0-8ebb-1cbc8069ef3c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Request body: {'subnet': {'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:43:54.151622 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-7f42d99c-9cbb-4404-9dc8-1a963f579ab4 None None] Calling delete_port for 84ff039a-fb17-4604-a025-3b0fd8fdbe4b owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:43:54.184339 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e7c481-598f-4948-b468-1fde4a90001f req-1a0e6f3e-6455-4634-b672-d43b0b6beef7 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:54.194743 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f6e7c481-598f-4948-b468-1fde4a90001f req-1a0e6f3e-6455-4634-b672-d43b0b6beef7 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e HTTP/1.1" status: 200 len: 944 time: 0.1521943 May 28 06:43:54.320537 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-88d3abaf-379e-42fc-806f-6338ef4f9e87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:54.356247 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-7f42d99c-9cbb-4404-9dc8-1a963f579ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879'] for port, after_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:54.374583 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-ee37f752-8a60-4fe0-8ebb-1cbc8069ef3c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:43:54.379852 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-ee37f752-8a60-4fe0-8ebb-1cbc8069ef3c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Usage tracker for resource:subnet and tenant:5e9e9447c07c4077b6694ab63e3affe5 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:43:54.384728 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-ee37f752-8a60-4fe0-8ebb-1cbc8069ef3c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:43:54.392860 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-ee37f752-8a60-4fe0-8ebb-1cbc8069ef3c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:43:54.432444 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f6e7c481-598f-4948-b468-1fde4a90001f req-64f63869-d50e-43ed-a9e2-37cb8a152c30 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0fc320c-5211-4d72-b7c9-130a40d05074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2366073 May 28 06:43:54.438561 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-88d3abaf-379e-42fc-806f-6338ef4f9e87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:43:54.447830 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 84ff039a-fb17-4604-a025-3b0fd8fdbe4b no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:43:54.448713 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-88d3abaf-379e-42fc-806f-6338ef4f9e87 admin admin] Usage tracker for resource:security_group_rule and tenant:55cf0b42c18242a486fdfe340ea2b2c9 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:43:54.467655 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-88d3abaf-379e-42fc-806f-6338ef4f9e87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:43:54.474879 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-88d3abaf-379e-42fc-806f-6338ef4f9e87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:43:54.524018 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f42d99c-9cbb-4404-9dc8-1a963f579ab4 None None] Pushing event deleted for resources: {'Port': ['ID=84ff039a-fb17-4604-a025-3b0fd8fdbe4b,revision_number=None']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:54.536428 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f42d99c-9cbb-4404-9dc8-1a963f579ab4 None None] No DVR routers for this DVR port 84ff039a-fb17-4604-a025-3b0fd8fdbe4b on host n-d-843702-1 {{(pid=89111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:43:54.547075 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee37f752-8a60-4fe0-8ebb-1cbc8069ef3c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Made reservation on behalf of 5e9e9447c07c4077b6694ab63e3affe5 for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:43:54.551892 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ee37f752-8a60-4fe0-8ebb-1cbc8069ef3c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:54.571415 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f42d99c-9cbb-4404-9dc8-1a963f579ab4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:43:54.571763 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f42d99c-9cbb-4404-9dc8-1a963f579ab4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:43:54.572105 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f42d99c-9cbb-4404-9dc8-1a963f579ab4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:43:54.572433 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f42d99c-9cbb-4404-9dc8-1a963f579ab4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:43:54.572768 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f42d99c-9cbb-4404-9dc8-1a963f579ab4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:43:54.573100 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f42d99c-9cbb-4404-9dc8-1a963f579ab4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:43:54.573453 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f42d99c-9cbb-4404-9dc8-1a963f579ab4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:43:54.573779 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f42d99c-9cbb-4404-9dc8-1a963f579ab4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:43:54.577824 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f42d99c-9cbb-4404-9dc8-1a963f579ab4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:43:54.578226 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f42d99c-9cbb-4404-9dc8-1a963f579ab4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:43:54.580869 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f42d99c-9cbb-4404-9dc8-1a963f579ab4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:43:54.581231 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f42d99c-9cbb-4404-9dc8-1a963f579ab4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:43:54.603363 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 84ff039a-fb17-4604-a025-3b0fd8fdbe4b {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:43:54.604032 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 84ff039a-fb17-4604-a025-3b0fd8fdbe4b not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:43:54.608745 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d4cbc21-38a3-4d34-a389-c35330fa39dc None None] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:43:54.654852 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 45680) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:54.818533 n-d-843702-1 neutron-server[89109]: INFO neutron.db.ipam_backend_mixin [None req-ee37f752-8a60-4fe0-8ebb-1cbc8069ef3c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 545d9cf1-eb0d-40b1-b0af-f2bb1416c5b9 (CIDR: 2001:db8::/64) May 28 06:43:54.872106 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee37f752-8a60-4fe0-8ebb-1cbc8069ef3c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 06:43:54.874014 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee37f752-8a60-4fe0-8ebb-1cbc8069ef3c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89109) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:43:54.946737 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca704f37-e067-4b91-8af6-177296f11ead admin admin] Deleting subnet 794a972e-d3f5-40e4-a136-2036150604e5 {{(pid=89110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:43:54.950275 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ca704f37-e067-4b91-8af6-177296f11ead admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:54.962602 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-ee37f752-8a60-4fe0-8ebb-1cbc8069ef3c tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8483949 May 28 06:43:54.965438 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 45688) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:54.976146 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-b3df3164-2137-477b-9292-933d1459ea1b tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Request body: {'subnet': {'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:43:54.976365 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09763297-dfe5-4718-aa0e-b658dca34e12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-147bfd32-62dc-4be0-82de-f4d6fa5b4cc2', 'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2', 'tenant_id': '5e9e9447c07c4077b6694ab63e3affe5', 'fixed_ips': [{'subnet_id': '545d9cf1-eb0d-40b1-b0af-f2bb1416c5b9'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:43:54.977288 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-09763297-dfe5-4718-aa0e-b658dca34e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:55.012032 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ca704f37-e067-4b91-8af6-177296f11ead admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4150765'] for subnet, precommit_delete_associations {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:55.072051 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ca704f37-e067-4b91-8af6-177296f11ead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:55.115159 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-88d3abaf-379e-42fc-806f-6338ef4f9e87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:55.180054 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ff68c4-94bd-491f-b694-e16e0707ccf9 req-fcb87f04-9720-44a5-8efc-14aaea4c07fb tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:55.182298 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e3ff68c4-94bd-491f-b694-e16e0707ccf9 req-fcb87f04-9720-44a5-8efc-14aaea4c07fb tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/ports?device_id=2187a23c-2130-4d5d-83f8-6c69d905e7eb HTTP/1.1" status: 200 len: 945 time: 0.6222544 May 28 06:43:55.207104 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-09763297-dfe5-4718-aa0e-b658dca34e12 None None] Allocated IP 2001:db8::2 (147bfd32-62dc-4be0-82de-f4d6fa5b4cc2/545d9cf1-eb0d-40b1-b0af-f2bb1416c5b9/92274bb5-882f-4b79-9eac-821f47f33ee9) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:43:55.221789 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-88d3abaf-379e-42fc-806f-6338ef4f9e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:55.226003 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-b3df3164-2137-477b-9292-933d1459ea1b tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:43:55.230918 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-b3df3164-2137-477b-9292-933d1459ea1b tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Usage tracker for resource:subnet and tenant:5e9e9447c07c4077b6694ab63e3affe5 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:43:55.234246 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-b3df3164-2137-477b-9292-933d1459ea1b tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:43:55.240927 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-b3df3164-2137-477b-9292-933d1459ea1b tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:43:55.271919 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d3abaf-379e-42fc-806f-6338ef4f9e87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b53206aa-8087-4374-b21c-dfdb99cf5597,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:55.310322 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 45694) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:55.313268 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cb4083-d691-4237-9aa6-93d401a0d865 req-c35d435a-5259-44c6-b4e8-bbbddbc93d39 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:55.316073 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f9cb4083-d691-4237-9aa6-93d401a0d865 req-c35d435a-5259-44c6-b4e8-bbbddbc93d39 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e HTTP/1.1" status: 200 len: 944 time: 0.5051289 May 28 06:43:55.337392 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e3ff68c4-94bd-491f-b694-e16e0707ccf9 req-4e2e773f-f3a8-4a88-9e90-829abbddd801 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/security-groups?id=23eed38c-aa44-447e-83a9-ccee1b1a7a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388435 May 28 06:43:55.343450 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-88d3abaf-379e-42fc-806f-6338ef4f9e87 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=55cf0b42c18242a486fdfe340ea2b2c9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5239930 May 28 06:43:55.353980 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 45698) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:55.369431 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-32e6cb21-ffa6-4319-8849-2529f61d6d42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:55.406759 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-32e6cb21-ffa6-4319-8849-2529f61d6d42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:43:55.411717 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3df3164-2137-477b-9292-933d1459ea1b tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Made reservation on behalf of 5e9e9447c07c4077b6694ab63e3affe5 for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:43:55.419312 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f9cb4083-d691-4237-9aa6-93d401a0d865 req-7b08acae-4191-446b-8d4e-4bf0c6799d58 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0fc320c-5211-4d72-b7c9-130a40d05074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784061 May 28 06:43:55.419988 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b3df3164-2137-477b-9292-933d1459ea1b tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:55.446799 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ca704f37-e067-4b91-8af6-177296f11ead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3115981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3172005'] for subnet, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:55.539495 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-32e6cb21-ffa6-4319-8849-2529f61d6d42 admin admin] Usage tracker for resource:security_group_rule and tenant:a147130c724644f6a0f7cfbe9808e93e is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:43:55.544857 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ca704f37-e067-4b91-8af6-177296f11ead admin admin] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:55.550607 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-09763297-dfe5-4718-aa0e-b658dca34e12 None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:55.565098 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-09763297-dfe5-4718-aa0e-b658dca34e12 None None] Transition to ACTIVE for port object 92274bb5-882f-4b79-9eac-821f47f33ee9 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:43:55.574212 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-ca704f37-e067-4b91-8af6-177296f11ead admin admin] 10.222.0.55 "DELETE /v2.0/subnets/794a972e-d3f5-40e4-a136-2036150604e5 HTTP/1.1" status: 204 len: 168 time: 0.9151912 May 28 06:43:55.578261 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca704f37-e067-4b91-8af6-177296f11ead admin admin] Pushing event deleted for resources: {'Subnet': ['ID=794a972e-d3f5-40e4-a136-2036150604e5,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:55.585737 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 45704) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:55.586131 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-32e6cb21-ffa6-4319-8849-2529f61d6d42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:43:55.635661 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-32e6cb21-ffa6-4319-8849-2529f61d6d42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:43:55.641092 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-09763297-dfe5-4718-aa0e-b658dca34e12 None None] Transition to ACTIVE for port object 92274bb5-882f-4b79-9eac-821f47f33ee9 will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:43:55.695334 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 7b91381a-b80d-4165-a26f-eb822edd03f4 no longer exists at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:43:55.770179 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-24f3aba9-0382-42aa-a2c8-fc53434b21c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:55.777513 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] No Port match for: 7b91381a-b80d-4165-a26f-eb822edd03f4 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:43:55.777762 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 45712) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:55.778021 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 7b91381a-b80d-4165-a26f-eb822edd03f4 not bound to the agent host n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:43:55.779890 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-09763297-dfe5-4718-aa0e-b658dca34e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:55.829808 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-988e9b54-5616-4a79-b8e3-66c671fadf6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:55.872543 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09763297-dfe5-4718-aa0e-b658dca34e12 None None] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:43:55.874711 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-09763297-dfe5-4718-aa0e-b658dca34e12 None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:43:55.883990 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09763297-dfe5-4718-aa0e-b658dca34e12 None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:43:55.980702 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-24f3aba9-0382-42aa-a2c8-fc53434b21c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:55.999789 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09763297-dfe5-4718-aa0e-b658dca34e12 None None] Pushing event updated for resources: {'Port': ['ID=92274bb5-882f-4b79-9eac-821f47f33ee9,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:56.019412 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362260a9-51f8-49fe-8ea1-3d183fe312c1 req-0e775dc5-678b-4b37-86ce-e10d8de67433 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:56.023682 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-362260a9-51f8-49fe-8ea1-3d183fe312c1 req-0e775dc5-678b-4b37-86ce-e10d8de67433 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e HTTP/1.1" status: 200 len: 944 time: 0.2639985 May 28 06:43:56.023843 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-09763297-dfe5-4718-aa0e-b658dca34e12 None None] Attempting to bind port 92274bb5-882f-4b79-9eac-821f47f33ee9 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:43:56.023843 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-09763297-dfe5-4718-aa0e-b658dca34e12 None None] Attempting to bind port 92274bb5-882f-4b79-9eac-821f47f33ee9 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'e82da2dd-17b8-4c15-8abb-711622ad0a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:43:56.023843 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09763297-dfe5-4718-aa0e-b658dca34e12 None None] Attempting to bind port 92274bb5-882f-4b79-9eac-821f47f33ee9 on network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:43:56.027115 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-988e9b54-5616-4a79-b8e3-66c671fadf6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:56.028954 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09763297-dfe5-4718-aa0e-b658dca34e12 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:43:56.029331 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09763297-dfe5-4718-aa0e-b658dca34e12 None None] Checking segment: {'id': 'e82da2dd-17b8-4c15-8abb-711622ad0a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:43:56.029763 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-09763297-dfe5-4718-aa0e-b658dca34e12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:56.030155 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09763297-dfe5-4718-aa0e-b658dca34e12 None None] Bound using segment: {'id': 'e82da2dd-17b8-4c15-8abb-711622ad0a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:43:56.030618 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-09763297-dfe5-4718-aa0e-b658dca34e12 None None] Bound port: 92274bb5-882f-4b79-9eac-821f47f33ee9, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e82da2dd-17b8-4c15-8abb-711622ad0a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:43:56.030986 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-09763297-dfe5-4718-aa0e-b658dca34e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:56.101863 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-988e9b54-5616-4a79-b8e3-66c671fadf6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88098b5e-641c-460b-9820-0437d6d543ac']}} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:43:56.113986 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-362260a9-51f8-49fe-8ea1-3d183fe312c1 req-676267d5-f948-4b47-9e60-8170d51db82d tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0fc320c-5211-4d72-b7c9-130a40d05074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773025 May 28 06:43:56.150399 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-988e9b54-5616-4a79-b8e3-66c671fadf6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d882bc0-e116-41e0-9216-6bdd39f067a8') {'for_net_delete': True} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:43:56.150399 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-988e9b54-5616-4a79-b8e3-66c671fadf6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d882bc0-e116-41e0-9216-6bdd39f067a8') {} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:43:56.150605 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-988e9b54-5616-4a79-b8e3-66c671fadf6d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4150778'] for segment, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:56.172219 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-988e9b54-5616-4a79-b8e3-66c671fadf6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:56.192003 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-09763297-dfe5-4718-aa0e-b658dca34e12 None None] For port 92274bb5-882f-4b79-9eac-821f47f33ee9, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:43:56.193249 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-988e9b54-5616-4a79-b8e3-66c671fadf6d admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=89110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:43:56.194412 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-988e9b54-5616-4a79-b8e3-66c671fadf6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3143023'] for segment, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:56.196271 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-09763297-dfe5-4718-aa0e-b658dca34e12 None None] For port 92274bb5-882f-4b79-9eac-821f47f33ee9, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=92274bb5-882f-4b79-9eac-821f47f33ee9,segment=NetworkSegment(e82da2dd-17b8-4c15-8abb-711622ad0a92),segment_id=e82da2dd-17b8-4c15-8abb-711622ad0a92)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:43:56.200536 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-66e8d1e3-5f3d-4220-ba13-9813b5011068 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:56.211162 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-32e6cb21-ffa6-4319-8849-2529f61d6d42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:56.227059 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-66e8d1e3-5f3d-4220-ba13-9813b5011068 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:43:56.235280 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-66e8d1e3-5f3d-4220-ba13-9813b5011068 admin admin] Usage tracker for resource:security_group_rule and tenant:de5b43f4389c4809b465694d5416c570 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:43:56.239677 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-66e8d1e3-5f3d-4220-ba13-9813b5011068 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:43:56.248642 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-66e8d1e3-5f3d-4220-ba13-9813b5011068 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:43:56.300930 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-09763297-dfe5-4718-aa0e-b658dca34e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:56.364394 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-32e6cb21-ffa6-4319-8849-2529f61d6d42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:56.417018 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment 5d882bc0-e116-41e0-9216-6bdd39f067a8 resource provider aggregate not found May 28 06:43:56.439718 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-32e6cb21-ffa6-4319-8849-2529f61d6d42 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a147130c724644f6a0f7cfbe9808e93e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1246965 May 28 06:43:56.440449 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 45732) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:56.443711 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09763297-dfe5-4718-aa0e-b658dca34e12 None None] Pushing event updated for resources: {'Port': ['ID=92274bb5-882f-4b79-9eac-821f47f33ee9,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:56.453887 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment 5d882bc0-e116-41e0-9216-6bdd39f067a8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5d882bc0-e116-41e0-9216-6bdd39f067a8 found for delete ", "request_id": "req-91180332-3758-4ed0-bfc3-373293d4aa51"}]} May 28 06:43:56.456971 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-24f3aba9-0382-42aa-a2c8-fc53434b21c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:56.458938 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-988e9b54-5616-4a79-b8e3-66c671fadf6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:56.500140 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-988e9b54-5616-4a79-b8e3-66c671fadf6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:56.512279 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988e9b54-5616-4a79-b8e3-66c671fadf6d admin admin] Pushing event deleted for resources: {'Network': ['ID=88098b5e-641c-460b-9820-0437d6d543ac,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:56.611982 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-66e8d1e3-5f3d-4220-ba13-9813b5011068 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:56.649152 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e6cb21-ffa6-4319-8849-2529f61d6d42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf49869f-debd-4d92-9f79-4d87b76630ff,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:56.682134 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f3aba9-0382-42aa-a2c8-fc53434b21c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b53206aa-8087-4374-b21c-dfdb99cf5597,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:56.687191 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-24f3aba9-0382-42aa-a2c8-fc53434b21c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:56.691030 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-24f3aba9-0382-42aa-a2c8-fc53434b21c5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b53206aa-8087-4374-b21c-dfdb99cf5597 HTTP/1.1" status: 204 len: 168 time: 1.3229063 May 28 06:43:56.712261 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-67b626ac-b3e2-4e04-8c04-639b290ff38c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:56.785351 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-30e8d974-ff58-44d9-8716-b6f051383f6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:56.815499 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-66e8d1e3-5f3d-4220-ba13-9813b5011068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:56.828430 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-988e9b54-5616-4a79-b8e3-66c671fadf6d admin admin] 10.222.0.55 "DELETE /v2.0/networks/88098b5e-641c-460b-9820-0437d6d543ac HTTP/1.1" status: 204 len: 168 time: 1.2463238 May 28 06:43:56.906085 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e8d1e3-5f3d-4220-ba13-9813b5011068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e984cc1a-d660-4580-a28d-ff843a5db4c5,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:56.963582 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-30e8d974-ff58-44d9-8716-b6f051383f6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:56.976259 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027dfa95-99b9-4980-8088-5b807dfa694c req-2751fb73-6136-491d-96fc-aa65410463c8 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:56.987302 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-027dfa95-99b9-4980-8088-5b807dfa694c req-2751fb73-6136-491d-96fc-aa65410463c8 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/networks?id=e7d92049-bff3-4c3a-a4bd-4950c7dcad1c HTTP/1.1" status: 200 len: 811 time: 0.4648433 May 28 06:43:56.991004 n-d-843702-1 neutron-server[89109]: DEBUG neutron.objects.ports [None req-b3df3164-2137-477b-9292-933d1459ea1b tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89109) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 28 06:43:57.003321 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac65d54-fa30-4642-9853-fb8042ceefde req-2142ffff-71af-4ef0-9d3b-a3b3f5eb9072 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:57.006941 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3ac65d54-fa30-4642-9853-fb8042ceefde req-2142ffff-71af-4ef0-9d3b-a3b3f5eb9072 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/ports?device_id=2187a23c-2130-4d5d-83f8-6c69d905e7eb HTTP/1.1" status: 200 len: 945 time: 0.2765326 May 28 06:43:57.030821 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-027dfa95-99b9-4980-8088-5b807dfa694c req-a58db37b-7448-47ab-9cb9-53560ba48ba7 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/quotas/fada8efd68e34d6781d883ae41cb05ad HTTP/1.1" status: 200 len: 375 time: 0.0424640 May 28 06:43:57.043112 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-66e8d1e3-5f3d-4220-ba13-9813b5011068 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=de5b43f4389c4809b465694d5416c570&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2626562 May 28 06:43:57.051213 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 45746) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:57.153939 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3ac65d54-fa30-4642-9853-fb8042ceefde req-cace4755-9a6e-44a9-b19f-fdeca7b9fa39 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/security-groups?id=23eed38c-aa44-447e-83a9-ccee1b1a7a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257122 May 28 06:43:57.213384 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-30e8d974-ff58-44d9-8716-b6f051383f6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:57.215220 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-39f4446a-f81a-4fdd-94b4-2db884ab4062 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:57.240012 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e8d974-ff58-44d9-8716-b6f051383f6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf49869f-debd-4d92-9f79-4d87b76630ff,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:57.243812 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-30e8d974-ff58-44d9-8716-b6f051383f6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:57.245594 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-30e8d974-ff58-44d9-8716-b6f051383f6f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bf49869f-debd-4d92-9f79-4d87b76630ff HTTP/1.1" status: 204 len: 168 time: 0.7944293 May 28 06:43:57.282098 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-027dfa95-99b9-4980-8088-5b807dfa694c req-588ab569-538a-4485-b94c-3268f49deb11 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=fada8efd68e34d6781d883ae41cb05ad&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2339430 May 28 06:43:57.284294 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-39f4446a-f81a-4fdd-94b4-2db884ab4062 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:57.362772 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 45756) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:57.446656 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-39134721-5ab1-4077-85de-35414e58b896 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=30b2237f02ce4576b66d979b160c48fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0823431 May 28 06:43:57.447365 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b3df3164-2137-477b-9292-933d1459ea1b tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:57.452208 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-027dfa95-99b9-4980-8088-5b807dfa694c req-bfe79db3-202c-423e-a2ef-e6b4c7c8bcce service neutron] 10.222.0.55 "GET /v2.0/networks/e7d92049-bff3-4c3a-a4bd-4950c7dcad1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598761 May 28 06:43:57.458112 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 45760) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:57.621088 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-382b4463-2bfe-4994-b7b6-74ce657edf5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:57.652819 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-382b4463-2bfe-4994-b7b6-74ce657edf5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:57.692475 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:57.745330 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-027dfa95-99b9-4980-8088-5b807dfa694c req-677be5c3-3b8c-4893-988c-05e2f3d2ccef service neutron] 10.222.0.55 "GET /v2.0/networks/e7d92049-bff3-4c3a-a4bd-4950c7dcad1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2637529 May 28 06:43:57.769122 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 45764) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:57.794168 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2f28f061-4759-4831-8789-3c0991792d30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:57.816026 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-39f4446a-f81a-4fdd-94b4-2db884ab4062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:57.823349 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-2f28f061-4759-4831-8789-3c0991792d30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:43:57.839283 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-2f28f061-4759-4831-8789-3c0991792d30 admin admin] Usage tracker for resource:security_group_rule and tenant:844d5c76fc204685918c705022e00bba is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:43:57.844622 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-2f28f061-4759-4831-8789-3c0991792d30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:43:57.847641 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f4446a-f81a-4fdd-94b4-2db884ab4062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e984cc1a-d660-4580-a28d-ff843a5db4c5,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:57.856744 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-2f28f061-4759-4831-8789-3c0991792d30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:43:57.871295 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-39f4446a-f81a-4fdd-94b4-2db884ab4062 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:57.887474 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-39f4446a-f81a-4fdd-94b4-2db884ab4062 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e984cc1a-d660-4580-a28d-ff843a5db4c5 HTTP/1.1" status: 204 len: 168 time: 0.8227205 May 28 06:43:57.995764 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-b3df3164-2137-477b-9292-933d1459ea1b tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] For port 92274bb5-882f-4b79-9eac-821f47f33ee9, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=92274bb5-882f-4b79-9eac-821f47f33ee9,segment=NetworkSegment(e82da2dd-17b8-4c15-8abb-711622ad0a92),segment_id=e82da2dd-17b8-4c15-8abb-711622ad0a92)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:43:58.050263 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-382b4463-2bfe-4994-b7b6-74ce657edf5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:58.174338 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2f28f061-4759-4831-8789-3c0991792d30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:58.182417 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382b4463-2bfe-4994-b7b6-74ce657edf5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f6110fd-f830-45b1-8879-465ee4070575,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:58.230640 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b3df3164-2137-477b-9292-933d1459ea1b tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:58.277043 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-382b4463-2bfe-4994-b7b6-74ce657edf5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:58.283439 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-382b4463-2bfe-4994-b7b6-74ce657edf5a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5f6110fd-f830-45b1-8879-465ee4070575 HTTP/1.1" status: 204 len: 168 time: 0.8217895 May 28 06:43:58.291625 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cf25cecf-992c-4c13-877f-00cbd250a05f req-259e5c67-9c26-4168-bcc2-9864b2ce321a tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=41b001f4-36f6-418b-8ae0-66faaa396237 HTTP/1.1" status: 200 len: 210 time: 0.1148610 May 28 06:43:58.303509 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b3df3164-2137-477b-9292-933d1459ea1b tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:58.308319 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b3df3164-2137-477b-9292-933d1459ea1b tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:58.310113 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4c612afa-466a-4bb5-b44d-1c7bde6bd7be req-fd6fab4c-2186-45d0-899a-bcc4d68c02f8 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=bdd40ca8-e374-40a2-864b-1154e2d7e756&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3622887 May 28 06:43:58.310785 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2f28f061-4759-4831-8789-3c0991792d30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:58.350312 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-f3da8adb-642b-49c1-93cb-f5ee843aa1e8 None None] Provisioning for port 92274bb5-882f-4b79-9eac-821f47f33ee9 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:43:58.529961 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-2f28f061-4759-4831-8789-3c0991792d30 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=844d5c76fc204685918c705022e00bba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7593951 May 28 06:43:58.575325 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 92274bb5-882f-4b79-9eac-821f47f33ee9 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:43:58.604883 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 45790) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:58.671862 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f28f061-4759-4831-8789-3c0991792d30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d140c10-fdf8-4e09-9c32-ebf102a17356,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:58.678704 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3df3164-2137-477b-9292-933d1459ea1b tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:43:58.719805 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-b3df3164-2137-477b-9292-933d1459ea1b tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:43:58.723519 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3df3164-2137-477b-9292-933d1459ea1b tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:58.724638 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b3df3164-2137-477b-9292-933d1459ea1b tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:58.725459 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c612afa-466a-4bb5-b44d-1c7bde6bd7be req-8dce7808-e7dd-4ee3-ac78-ca39a2aeec47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:58.727261 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4c612afa-466a-4bb5-b44d-1c7bde6bd7be req-8dce7808-e7dd-4ee3-ac78-ca39a2aeec47 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fada8efd68e34d6781d883ae41cb05ad&device_id=bdd40ca8-e374-40a2-864b-1154e2d7e756 HTTP/1.1" status: 200 len: 1096 time: 0.3532169 May 28 06:43:58.765329 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-69617e1c-a172-4151-8fe9-8e01d870880f None None] Could not find standard attr ID for object 59643427-3001-49a2-945b-6f0cb51e1c74. {{(pid=89111) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 28 06:43:58.838912 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3df3164-2137-477b-9292-933d1459ea1b tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Pushing event updated for resources: {'Port': ['ID=92274bb5-882f-4b79-9eac-821f47f33ee9,revision_number=4']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:58.855522 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3df3164-2137-477b-9292-933d1459ea1b tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Pushing event updated for resources: {'Subnet': ['ID=f7bc5612-651d-411a-bfb4-d82d0736c46d,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:58.877092 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 92274bb5-882f-4b79-9eac-821f47f33ee9 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:43:58.884627 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 92274bb5-882f-4b79-9eac-821f47f33ee9 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:43:58.885247 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:58.903675 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-b3df3164-2137-477b-9292-933d1459ea1b tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.9349670 May 28 06:43:58.905434 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 45798) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:58.919597 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-9b3caa07-3028-4771-91f9-fe243d888a2f tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Request body: {'port': {'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2', 'mac_address': 'fa:16:3e:65:46:6d', 'name': 'tempest-NetworksTestDHCPv6-199889584'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:43:58.970780 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-daea4d1c-104f-49b5-9701-0da82d3af04a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:59.009276 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43ec90b-a689-4836-9aa5-c12fee2a7325 None None] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:43:59.082867 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c612afa-466a-4bb5-b44d-1c7bde6bd7be req-ee5a9da5-7d74-4aaf-9a63-27c352e06004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:59.084617 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4c612afa-466a-4bb5-b44d-1c7bde6bd7be req-ee5a9da5-7d74-4aaf-9a63-27c352e06004 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e7d92049-bff3-4c3a-a4bd-4950c7dcad1c HTTP/1.1" status: 200 len: 912 time: 0.3331399 May 28 06:43:59.221788 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4c612afa-466a-4bb5-b44d-1c7bde6bd7be req-87e9daef-1d0f-4161-b7ad-82fd75b55865 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb1f23a8-af71-4405-b5bd-97d5e156f2b8 HTTP/1.1" status: 200 len: 217 time: 0.1314697 May 28 06:43:59.331232 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c612afa-466a-4bb5-b44d-1c7bde6bd7be req-abbcebb7-9db4-4452-88dd-6e1cf1ec1f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:59.332844 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4c612afa-466a-4bb5-b44d-1c7bde6bd7be req-abbcebb7-9db4-4452-88dd-6e1cf1ec1f0e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=40188bf0-967d-446e-ac4f-b5c59a2acd9a HTTP/1.1" status: 200 len: 850 time: 0.1044745 May 28 06:43:59.763954 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 92274bb5-882f-4b79-9eac-821f47f33ee9 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:43:59.763954 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:59.767486 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-9b3caa07-3028-4771-91f9-fe243d888a2f tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:43:59.767486 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-9b3caa07-3028-4771-91f9-fe243d888a2f tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Usage tracker for resource:port and tenant:5e9e9447c07c4077b6694ab63e3affe5 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:43:59.767486 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-9b3caa07-3028-4771-91f9-fe243d888a2f tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:43:59.769300 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port 92274bb5-882f-4b79-9eac-821f47f33ee9, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=92274bb5-882f-4b79-9eac-821f47f33ee9,segment=NetworkSegment(e82da2dd-17b8-4c15-8abb-711622ad0a92),segment_id=e82da2dd-17b8-4c15-8abb-711622ad0a92)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:43:59.773072 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-9b3caa07-3028-4771-91f9-fe243d888a2f tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:43:59.773072 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-58979dd2-6705-4475-8386-16c63377be54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:59.773241 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d08544a6-fd09-47b2-8157-22c0daf62072 req-c63f804c-f76a-48d9-81cb-cd3b763a350a tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=41b001f4-36f6-418b-8ae0-66faaa396237 HTTP/1.1" status: 200 len: 210 time: 0.0932386 May 28 06:43:59.773696 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-58979dd2-6705-4475-8386-16c63377be54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:59.773773 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c612afa-466a-4bb5-b44d-1c7bde6bd7be req-fa5622b6-b9ea-4298-8cb7-915b180ccd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:59.773773 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4c612afa-466a-4bb5-b44d-1c7bde6bd7be req-fa5622b6-b9ea-4298-8cb7-915b180ccd0e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e7d92049-bff3-4c3a-a4bd-4950c7dcad1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2151160 May 28 06:43:59.786230 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:59.786505 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b3caa07-3028-4771-91f9-fe243d888a2f tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Made reservation on behalf of 5e9e9447c07c4077b6694ab63e3affe5 for: {'port': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:43:59.851305 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=92274bb5-882f-4b79-9eac-821f47f33ee9,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:59.882469 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4c612afa-466a-4bb5-b44d-1c7bde6bd7be req-d44559f0-0b35-4405-9f45-ff7bc8fb49ed service neutron] 10.222.0.69 "GET /v2.0/networks/e7d92049-bff3-4c3a-a4bd-4950c7dcad1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3132095 May 28 06:43:59.921623 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9b3caa07-3028-4771-91f9-fe243d888a2f tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:59.947125 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 45828) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:59.984336 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-58979dd2-6705-4475-8386-16c63377be54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:00.014778 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58979dd2-6705-4475-8386-16c63377be54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d140c10-fdf8-4e09-9c32-ebf102a17356,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:44:00.018361 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [None req-9b3caa07-3028-4771-91f9-fe243d888a2f tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] device_id is not set on port 5f67b9ab-dcaa-43d6-8ee2-4553bbcf5fe5 yet. {{(pid=89109) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:44:00.043490 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:00.061196 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-93109fe1-bea4-4b47-9750-c747522baa34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:00.083119 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:00.119016 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58979dd2-6705-4475-8386-16c63377be54 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:44:00.120222 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58979dd2-6705-4475-8386-16c63377be54 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:44:00.120667 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58979dd2-6705-4475-8386-16c63377be54 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:44:00.120897 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58979dd2-6705-4475-8386-16c63377be54 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:44:00.121229 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58979dd2-6705-4475-8386-16c63377be54 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:44:00.121664 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58979dd2-6705-4475-8386-16c63377be54 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:44:00.121923 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58979dd2-6705-4475-8386-16c63377be54 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:44:00.122235 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58979dd2-6705-4475-8386-16c63377be54 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:44:00.122558 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58979dd2-6705-4475-8386-16c63377be54 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:44:00.122879 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58979dd2-6705-4475-8386-16c63377be54 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:44:00.123199 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58979dd2-6705-4475-8386-16c63377be54 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:44:00.123517 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58979dd2-6705-4475-8386-16c63377be54 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:44:00.183510 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-58979dd2-6705-4475-8386-16c63377be54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:00.187125 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-58979dd2-6705-4475-8386-16c63377be54 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5d140c10-fdf8-4e09-9c32-ebf102a17356 HTTP/1.1" status: 204 len: 168 time: 1.5769260 May 28 06:44:00.219930 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-93109fe1-bea4-4b47-9750-c747522baa34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:44:00.239699 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-93109fe1-bea4-4b47-9750-c747522baa34 admin admin] Usage tracker for resource:security_group_rule and tenant:207bd4a676634b9da9e3dae28a99f41e is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:44:00.246438 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-93109fe1-bea4-4b47-9750-c747522baa34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:44:00.262774 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-93109fe1-bea4-4b47-9750-c747522baa34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:44:00.281914 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4c612afa-466a-4bb5-b44d-1c7bde6bd7be req-59e3b1b6-6e30-4934-859d-399f6ffc41f8 service neutron] 10.222.0.69 "GET /v2.0/networks/e7d92049-bff3-4c3a-a4bd-4950c7dcad1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3925478 May 28 06:44:00.415749 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 92274bb5-882f-4b79-9eac-821f47f33ee9 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:44:00.531975 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 92274bb5-882f-4b79-9eac-821f47f33ee9 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:44:00.532559 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:00.769559 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 92274bb5-882f-4b79-9eac-821f47f33ee9 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:44:00.847459 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-46626904-f6f6-4543-8097-8949979e2e3a req-ca1fa724-193e-4cff-97ad-142db8273525 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=41b001f4-36f6-418b-8ae0-66faaa396237 HTTP/1.1" status: 200 len: 210 time: 0.1312087 May 28 06:44:00.951553 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-93109fe1-bea4-4b47-9750-c747522baa34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:01.018616 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-3012d769-0c61-4ee3-b35c-319ec41e9a84 None None] Provisioning complete for port 92274bb5-882f-4b79-9eac-821f47f33ee9 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:44:01.019005 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-3012d769-0c61-4ee3-b35c-319ec41e9a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:01.035779 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-9b3caa07-3028-4771-91f9-fe243d888a2f tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Allocated IP 2001:db8::d1 (147bfd32-62dc-4be0-82de-f4d6fa5b4cc2/545d9cf1-eb0d-40b1-b0af-f2bb1416c5b9/5f67b9ab-dcaa-43d6-8ee2-4553bbcf5fe5) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:44:01.040414 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-93109fe1-bea4-4b47-9750-c747522baa34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:01.075149 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-9b3caa07-3028-4771-91f9-fe243d888a2f tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Allocated IP 2001:db8:0:1:f816:3eff:fe65:466d (147bfd32-62dc-4be0-82de-f4d6fa5b4cc2/f7bc5612-651d-411a-bfb4-d82d0736c46d/5f67b9ab-dcaa-43d6-8ee2-4553bbcf5fe5) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:44:01.097049 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-93109fe1-bea4-4b47-9750-c747522baa34 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=207bd4a676634b9da9e3dae28a99f41e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1487954 May 28 06:44:01.097243 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 45856) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:01.123904 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-ffe4d00f-de1b-40e4-b787-c5ce50ca99e8 req-eaede065-abd4-4cec-9eb1-690545fb7bee service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=3bc3a953-7679-4415-9d44-7fab5c933346&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1692019 May 28 06:44:01.135502 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93109fe1-bea4-4b47-9750-c747522baa34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5517f466-f86f-4fbe-9b01-cce1f829bee2,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:44:01.171261 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 45860) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:01.174603 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-f79939ee-38c9-4f9d-b815-9b0c9a532dd0 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2002817766', 'description': 'tempest-description--934393313'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:44:01.189471 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-f79939ee-38c9-4f9d-b815-9b0c9a532dd0 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:44:01.199551 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-f79939ee-38c9-4f9d-b815-9b0c9a532dd0 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Usage tracker for resource:security_group and tenant:98e9fd09ba2248b5b9367b689b0cfcd3 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:44:01.227009 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-f79939ee-38c9-4f9d-b815-9b0c9a532dd0 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:44:01.228009 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-bd10c73c-54c5-4541-a853-ecb8e8a539f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:01.282754 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-bd10c73c-54c5-4541-a853-ecb8e8a539f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:01.295738 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-3012d769-0c61-4ee3-b35c-319ec41e9a84 None None] Current status of the port 92274bb5-882f-4b79-9eac-821f47f33ee9 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:44:01.399835 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-f79939ee-38c9-4f9d-b815-9b0c9a532dd0 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:44:01.459510 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-bd10c73c-54c5-4541-a853-ecb8e8a539f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:01.490905 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd10c73c-54c5-4541-a853-ecb8e8a539f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5517f466-f86f-4fbe-9b01-cce1f829bee2,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:44:01.502819 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-bd10c73c-54c5-4541-a853-ecb8e8a539f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:01.507028 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-bd10c73c-54c5-4541-a853-ecb8e8a539f2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5517f466-f86f-4fbe-9b01-cce1f829bee2 HTTP/1.1" status: 204 len: 168 time: 0.4085577 May 28 06:44:01.549823 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f79939ee-38c9-4f9d-b815-9b0c9a532dd0 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:01.566866 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9b3caa07-3028-4771-91f9-fe243d888a2f tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:01.591052 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe4d00f-de1b-40e4-b787-c5ce50ca99e8 req-3257c6c1-7069-4cd0-9c81-d3392b49b257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:01.592712 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-ffe4d00f-de1b-40e4-b787-c5ce50ca99e8 req-3257c6c1-7069-4cd0-9c81-d3392b49b257 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=98e9fd09ba2248b5b9367b689b0cfcd3&device_id=3bc3a953-7679-4415-9d44-7fab5c933346 HTTP/1.1" status: 200 len: 1097 time: 0.2447574 May 28 06:44:01.631022 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-f79939ee-38c9-4f9d-b815-9b0c9a532dd0 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:44:01.635001 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [None req-9b3caa07-3028-4771-91f9-fe243d888a2f tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Transition to ACTIVE for port object 5f67b9ab-dcaa-43d6-8ee2-4553bbcf5fe5 will not be triggered until provisioned by entity DHCP. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:44:01.663272 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-f79939ee-38c9-4f9d-b815-9b0c9a532dd0 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Usage tracker for resource:security_group_rule and tenant:98e9fd09ba2248b5b9367b689b0cfcd3 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:44:01.670480 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-f79939ee-38c9-4f9d-b815-9b0c9a532dd0 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:44:01.721233 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-f79939ee-38c9-4f9d-b815-9b0c9a532dd0 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:44:01.727230 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:01.826483 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe4d00f-de1b-40e4-b787-c5ce50ca99e8 req-524e8bba-c329-4cdc-ba9d-3bd471a1344f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:01.827914 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-ffe4d00f-de1b-40e4-b787-c5ce50ca99e8 req-524e8bba-c329-4cdc-ba9d-3bd471a1344f service neutron] 10.222.0.71 "GET /v2.0/networks?id=a3fe29e9-17f9-4750-841d-90d9978eff94 HTTP/1.1" status: 200 len: 920 time: 0.1943879 May 28 06:44:01.916524 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-ffe4d00f-de1b-40e4-b787-c5ce50ca99e8 req-455cda69-991b-46cc-a3c1-35ca163b24c7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d1957678-ddda-48c9-837b-b0e58ce70d23 HTTP/1.1" status: 200 len: 217 time: 0.0794773 May 28 06:44:01.921933 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f79939ee-38c9-4f9d-b815-9b0c9a532dd0 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:01.958829 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9b3caa07-3028-4771-91f9-fe243d888a2f tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:02.045832 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-91e46573-98d5-43e0-a543-798a4a6a32c4 req-f6fa35f0-43c9-453d-9fab-72fdb99acaf2 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=41b001f4-36f6-418b-8ae0-66faaa396237 HTTP/1.1" status: 200 len: 210 time: 0.0487094 May 28 06:44:02.054969 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3caa07-3028-4771-91f9-fe243d888a2f tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:44:02.056072 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f79939ee-38c9-4f9d-b815-9b0c9a532dd0 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:02.072752 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-9b3caa07-3028-4771-91f9-fe243d888a2f tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:44:02.089451 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3caa07-3028-4771-91f9-fe243d888a2f tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:44:02.095048 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3caa07-3028-4771-91f9-fe243d888a2f tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:02.095671 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9b3caa07-3028-4771-91f9-fe243d888a2f tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:02.109334 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe4d00f-de1b-40e4-b787-c5ce50ca99e8 req-fb78415a-1b55-44a9-8d73-e9afb7de0643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:02.110826 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-ffe4d00f-de1b-40e4-b787-c5ce50ca99e8 req-fb78415a-1b55-44a9-8d73-e9afb7de0643 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=304c7228-4ac2-4e7a-aa6d-33e85e214d70 HTTP/1.1" status: 200 len: 858 time: 0.1875236 May 28 06:44:02.127137 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3caa07-3028-4771-91f9-fe243d888a2f tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Pushing event updated for resources: {'Port': ['ID=5f67b9ab-dcaa-43d6-8ee2-4553bbcf5fe5,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:44:02.219350 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79939ee-38c9-4f9d-b815-9b0c9a532dd0 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a55c2cfa-e9a1-4242-aad2-04321d6d41e2,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:44:02.259529 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:02.268048 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe4d00f-de1b-40e4-b787-c5ce50ca99e8 req-83920322-70ad-4a21-84ec-99e47b78e406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:02.269538 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-ffe4d00f-de1b-40e4-b787-c5ce50ca99e8 req-83920322-70ad-4a21-84ec-99e47b78e406 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a3fe29e9-17f9-4750-841d-90d9978eff94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1287725 May 28 06:44:02.285912 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 45900) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:02.329626 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f79939ee-38c9-4f9d-b815-9b0c9a532dd0 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:02.332337 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-f79939ee-38c9-4f9d-b815-9b0c9a532dd0 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.1625595 May 28 06:44:02.335989 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 45908) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:02.342640 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-ec3f5b16-cc3e-4d3f-a088-e1e70c42ccf5 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Request body: {'security_group_rule': {'security_group_id': 'a55c2cfa-e9a1-4242-aad2-04321d6d41e2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:44:02.360309 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-ec3f5b16-cc3e-4d3f-a088-e1e70c42ccf5 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:44:02.374073 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-ec3f5b16-cc3e-4d3f-a088-e1e70c42ccf5 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Usage tracker for resource:security_group_rule and tenant:98e9fd09ba2248b5b9367b689b0cfcd3 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:44:02.396819 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-ec3f5b16-cc3e-4d3f-a088-e1e70c42ccf5 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:44:02.396819 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-ec3f5b16-cc3e-4d3f-a088-e1e70c42ccf5 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:44:02.445740 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-9b3caa07-3028-4771-91f9-fe243d888a2f tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 3.5350738 May 28 06:44:02.449005 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 45914) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:02.522895 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ec3f5b16-cc3e-4d3f-a088-e1e70c42ccf5 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:02.591645 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-8b53c84a-d7a3-4d52-b892-f66fa412ad79 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Deleting port 5f67b9ab-dcaa-43d6-8ee2-4553bbcf5fe5 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:44:02.592200 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8b53c84a-d7a3-4d52-b892-f66fa412ad79 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:02.626682 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-114e8ce4-6907-42bd-8183-28ca36c8a6da admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-264044063-network', 'tenant_id': 'ad600549527f435baf83349a44ac50d0'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:44:02.643491 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-ffe4d00f-de1b-40e4-b787-c5ce50ca99e8 req-a9a83bb0-2ef3-4c2e-bcad-d78b30b50472 service neutron] 10.222.0.71 "GET /v2.0/networks/a3fe29e9-17f9-4750-841d-90d9978eff94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3663371 May 28 06:44:02.672064 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ec3f5b16-cc3e-4d3f-a088-e1e70c42ccf5 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:02.693862 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-114e8ce4-6907-42bd-8183-28ca36c8a6da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:44:02.721899 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-3e54ce8b-8b30-4338-ab19-8cfb089a3933 None None] Provisioning for port 5f67b9ab-dcaa-43d6-8ee2-4553bbcf5fe5 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:44:02.729459 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-114e8ce4-6907-42bd-8183-28ca36c8a6da admin admin] Usage tracker for resource:network and tenant:ad600549527f435baf83349a44ac50d0 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:44:02.731257 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-3e54ce8b-8b30-4338-ab19-8cfb089a3933 None None] Provisioning complete for port 5f67b9ab-dcaa-43d6-8ee2-4553bbcf5fe5 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:44:02.732109 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-3e54ce8b-8b30-4338-ab19-8cfb089a3933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:02.732475 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-114e8ce4-6907-42bd-8183-28ca36c8a6da admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:44:02.738887 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-114e8ce4-6907-42bd-8183-28ca36c8a6da admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:44:02.864397 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-3e54ce8b-8b30-4338-ab19-8cfb089a3933 None None] Port 5f67b9ab-dcaa-43d6-8ee2-4553bbcf5fe5 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:44:02.866675 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-ffe4d00f-de1b-40e4-b787-c5ce50ca99e8 req-2fbc0c6a-8fa3-47cd-9143-3956282420f3 service neutron] 10.222.0.71 "GET /v2.0/networks/a3fe29e9-17f9-4750-841d-90d9978eff94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139416 May 28 06:44:02.931294 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ec3f5b16-cc3e-4d3f-a088-e1e70c42ccf5 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:02.957192 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-114e8ce4-6907-42bd-8183-28ca36c8a6da admin admin] Made reservation on behalf of ad600549527f435baf83349a44ac50d0 for: {'network': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:44:02.959994 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-114e8ce4-6907-42bd-8183-28ca36c8a6da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:03.006351 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-114e8ce4-6907-42bd-8183-28ca36c8a6da admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:03.023298 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3f5b16-cc3e-4d3f-a088-e1e70c42ccf5 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3722c68-257e-4a32-aac1-272ecfaf599c,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:44:03.053363 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-114e8ce4-6907-42bd-8183-28ca36c8a6da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:44:03.057552 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-114e8ce4-6907-42bd-8183-28ca36c8a6da admin admin] Usage tracker for resource:security_group_rule and tenant:ad600549527f435baf83349a44ac50d0 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:44:03.060452 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-114e8ce4-6907-42bd-8183-28ca36c8a6da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:44:03.146538 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-114e8ce4-6907-42bd-8183-28ca36c8a6da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:44:03.180624 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ec3f5b16-cc3e-4d3f-a088-e1e70c42ccf5 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:03.184432 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-ec3f5b16-cc3e-4d3f-a088-e1e70c42ccf5 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8448145 May 28 06:44:03.185152 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 45940) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:03.191108 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-172f2a5b-abf8-4c3b-af08-9c92e3612943 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Request body: {'security_group_rule': {'security_group_id': 'a55c2cfa-e9a1-4242-aad2-04321d6d41e2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:44:03.207581 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-172f2a5b-abf8-4c3b-af08-9c92e3612943 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:44:03.215588 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-172f2a5b-abf8-4c3b-af08-9c92e3612943 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Usage tracker for resource:security_group_rule and tenant:98e9fd09ba2248b5b9367b689b0cfcd3 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:44:03.221837 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-172f2a5b-abf8-4c3b-af08-9c92e3612943 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:44:03.233259 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-172f2a5b-abf8-4c3b-af08-9c92e3612943 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:44:03.333100 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027dfa95-99b9-4980-8088-5b807dfa694c req-795700f7-3106-44a2-a771-9bd56e55ceeb tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:03.334979 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-027dfa95-99b9-4980-8088-5b807dfa694c req-795700f7-3106-44a2-a771-9bd56e55ceeb tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.69 "GET /v2.0/networks?id=e7d92049-bff3-4c3a-a4bd-4950c7dcad1c HTTP/1.1" status: 200 len: 811 time: 0.6460960 May 28 06:44:03.337191 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6f7f2962-dc7f-4bed-a7c3-3ff01b75f777 req-a11d91a4-3603-4c9c-be66-2c7134c29fb5 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=41b001f4-36f6-418b-8ae0-66faaa396237 HTTP/1.1" status: 200 len: 210 time: 0.1202028 May 28 06:44:03.350509 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-027dfa95-99b9-4980-8088-5b807dfa694c req-235facce-7bec-42f1-b8c4-1991e7df3cba tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Request body: {'port': {'device_id': '41b001f4-36f6-418b-8ae0-66faaa396237', 'network_id': 'e7d92049-bff3-4c3a-a4bd-4950c7dcad1c', 'admin_state_up': True, 'tenant_id': 'fada8efd68e34d6781d883ae41cb05ad'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:44:03.362446 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-172f2a5b-abf8-4c3b-af08-9c92e3612943 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:03.515533 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-172f2a5b-abf8-4c3b-af08-9c92e3612943 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:03.524958 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8b53c84a-d7a3-4d52-b892-f66fa412ad79 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:03.658296 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-172f2a5b-abf8-4c3b-af08-9c92e3612943 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:03.684951 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172f2a5b-abf8-4c3b-af08-9c92e3612943 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5fce14e-98e6-40c6-9184-bfb10801a52d,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:44:03.714203 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-8b53c84a-d7a3-4d52-b892-f66fa412ad79 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Calling delete_port for 5f67b9ab-dcaa-43d6-8ee2-4553bbcf5fe5 owned by {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:44:03.785006 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-172f2a5b-abf8-4c3b-af08-9c92e3612943 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:03.787828 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-172f2a5b-abf8-4c3b-af08-9c92e3612943 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6008713 May 28 06:44:03.791204 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 45960) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:03.800290 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-dbd7a702-6067-4529-a2ab-81bd3b92e083 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Request body: {'floatingip': {'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:44:03.831316 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-dbd7a702-6067-4529-a2ab-81bd3b92e083 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:44:03.846002 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-dbd7a702-6067-4529-a2ab-81bd3b92e083 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Usage tracker for resource:floatingip and tenant:98e9fd09ba2248b5b9367b689b0cfcd3 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:44:03.858200 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-dbd7a702-6067-4529-a2ab-81bd3b92e083 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:44:03.876246 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-dbd7a702-6067-4529-a2ab-81bd3b92e083 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:44:03.901206 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-027dfa95-99b9-4980-8088-5b807dfa694c req-235facce-7bec-42f1-b8c4-1991e7df3cba tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:44:03.912072 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-027dfa95-99b9-4980-8088-5b807dfa694c req-235facce-7bec-42f1-b8c4-1991e7df3cba tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:44:03.927526 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-114e8ce4-6907-42bd-8183-28ca36c8a6da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:03.991239 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-dbd7a702-6067-4529-a2ab-81bd3b92e083 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Notify callbacks [] for floatingip, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:04.051045 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-114e8ce4-6907-42bd-8183-28ca36c8a6da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:04.118288 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-027dfa95-99b9-4980-8088-5b807dfa694c req-235facce-7bec-42f1-b8c4-1991e7df3cba tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Made reservation on behalf of fada8efd68e34d6781d883ae41cb05ad for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:44:04.131967 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-027dfa95-99b9-4980-8088-5b807dfa694c req-235facce-7bec-42f1-b8c4-1991e7df3cba tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:04.227283 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114e8ce4-6907-42bd-8183-28ca36c8a6da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8e103f9-9f0a-45af-a903-54b3b39d0b61,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:44:04.281697 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-dbd7a702-6067-4529-a2ab-81bd3b92e083 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:04.467238 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8b53c84a-d7a3-4d52-b892-f66fa412ad79 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:04.471908 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-114e8ce4-6907-42bd-8183-28ca36c8a6da admin admin] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=89110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:44:04.777182 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-dbd7a702-6067-4529-a2ab-81bd3b92e083 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Allocated IP 172.25.5.163 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/1f6793cd-3758-436f-b0da-1e950d5cc235) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:44:04.785946 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b53c84a-d7a3-4d52-b892-f66fa412ad79 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Pushing event deleted for resources: {'Port': ['ID=5f67b9ab-dcaa-43d6-8ee2-4553bbcf5fe5,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:44:04.834215 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-114e8ce4-6907-42bd-8183-28ca36c8a6da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:04.834796 n-d-843702-1 neutron-server[89110]: INFO neutron.db.segments_db [None req-114e8ce4-6907-42bd-8183-28ca36c8a6da admin admin] Added segment 6bc36b5d-db44-4879-ad09-7f382223e0b7 of type vlan for network 311e89c0-b660-4362-bfcd-944f26c9b0bf May 28 06:44:04.845790 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a59cd731-50a4-4b01-9bb2-f37e823d6116 req-00da244f-7ee6-4b39-84bb-47a0c9e82dd2 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=41b001f4-36f6-418b-8ae0-66faaa396237 HTTP/1.1" status: 200 len: 210 time: 0.2886717 May 28 06:44:04.997053 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-dbd7a702-6067-4529-a2ab-81bd3b92e083 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:05.001918 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-114e8ce4-6907-42bd-8183-28ca36c8a6da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:05.006378 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8b53c84a-d7a3-4d52-b892-f66fa412ad79 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:05.028478 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-8b53c84a-d7a3-4d52-b892-f66fa412ad79 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "DELETE /v2.0/ports/5f67b9ab-dcaa-43d6-8ee2-4553bbcf5fe5 HTTP/1.1" status: 204 len: 168 time: 2.5781529 May 28 06:44:05.031781 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 45990) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:05.122483 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-dbd7a702-6067-4529-a2ab-81bd3b92e083 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:05.127013 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [req-027dfa95-99b9-4980-8088-5b807dfa694c req-235facce-7bec-42f1-b8c4-1991e7df3cba tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Allocated IP 172.20.0.8 (e7d92049-bff3-4c3a-a4bd-4950c7dcad1c/40188bf0-967d-446e-ac4f-b5c59a2acd9a/34b46e0b-a57f-479e-a9eb-ebdc4b390fde) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:44:05.224025 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd7a702-6067-4529-a2ab-81bd3b92e083 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:44:05.234495 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-dbd7a702-6067-4529-a2ab-81bd3b92e083 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:44:05.237107 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d9b262-9f76-44b7-9bf0-7f53709fcff0 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:05.237887 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-d2d9b262-9f76-44b7-9bf0-7f53709fcff0 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Synchronizing usage tracker for tenant:5e9e9447c07c4077b6694ab63e3affe5 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:44:05.238125 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd7a702-6067-4529-a2ab-81bd3b92e083 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:44:05.320425 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd7a702-6067-4529-a2ab-81bd3b92e083 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Pushing event updated for resources: {'Port': ['ID=1f6793cd-3758-436f-b0da-1e950d5cc235,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:44:05.351168 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-d2d9b262-9f76-44b7-9bf0-7f53709fcff0 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Unset dirty status for tenant:5e9e9447c07c4077b6694ab63e3affe5 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:44:05.356414 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-d2d9b262-9f76-44b7-9bf0-7f53709fcff0 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3198752 May 28 06:44:05.356611 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 46002) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:05.362402 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-114e8ce4-6907-42bd-8183-28ca36c8a6da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:05.362402 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114e8ce4-6907-42bd-8183-28ca36c8a6da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:05.362402 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-114e8ce4-6907-42bd-8183-28ca36c8a6da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:05.437604 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-dbd7a702-6067-4529-a2ab-81bd3b92e083 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:05.487044 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86603ddc-b9db-4904-ba28-e91bf7d28c61 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:05.488015 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-86603ddc-b9db-4904-ba28-e91bf7d28c61 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Synchronizing usage tracker for tenant:5e9e9447c07c4077b6694ab63e3affe5 on resource:port {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:44:05.514598 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-86603ddc-b9db-4904-ba28-e91bf7d28c61 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Unset dirty status for tenant:5e9e9447c07c4077b6694ab63e3affe5 on resource:port {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:44:05.516988 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-86603ddc-b9db-4904-ba28-e91bf7d28c61 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1593635 May 28 06:44:05.519693 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 46014) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:05.578981 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114e8ce4-6907-42bd-8183-28ca36c8a6da admin admin] Pushing event updated for resources: {'Network': ['ID=311e89c0-b660-4362-bfcd-944f26c9b0bf,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:44:05.593185 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 311e89c0-b660-4362-bfcd-944f26c9b0bf details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:44:05.613042 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-027dfa95-99b9-4980-8088-5b807dfa694c req-235facce-7bec-42f1-b8c4-1991e7df3cba tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:05.627789 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e1f65f-0934-4084-94dc-3d5c43491cbe tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:05.631353 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-027dfa95-99b9-4980-8088-5b807dfa694c req-235facce-7bec-42f1-b8c4-1991e7df3cba tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Transition to ACTIVE for port object 34b46e0b-a57f-479e-a9eb-ebdc4b390fde will not be triggered until provisioned by entity DHCP. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:44:05.631522 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e1f65f-0934-4084-94dc-3d5c43491cbe tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:05.633873 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e1f65f-0934-4084-94dc-3d5c43491cbe tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:05.635289 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-a8e1f65f-0934-4084-94dc-3d5c43491cbe tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Synchronizing usage tracker for tenant:5e9e9447c07c4077b6694ab63e3affe5 on resource:subnet {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:44:05.666230 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-114e8ce4-6907-42bd-8183-28ca36c8a6da admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 3.3791652 May 28 06:44:05.669208 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 46020) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:05.677475 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-55db685f-fede-41d4-aea3-cce6ae08f9cc admin admin] Request body: {'subnet': {'network_id': '311e89c0-b660-4362-bfcd-944f26c9b0bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-264044063-subnet', 'tenant_id': 'ad600549527f435baf83349a44ac50d0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:44:05.684668 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-55db685f-fede-41d4-aea3-cce6ae08f9cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:44:05.689955 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-55db685f-fede-41d4-aea3-cce6ae08f9cc admin admin] Usage tracker for resource:subnet and tenant:ad600549527f435baf83349a44ac50d0 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:44:05.706379 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-55db685f-fede-41d4-aea3-cce6ae08f9cc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:44:05.720792 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-55db685f-fede-41d4-aea3-cce6ae08f9cc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:44:05.731364 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-dbd7a702-6067-4529-a2ab-81bd3b92e083 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:05.784894 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-027dfa95-99b9-4980-8088-5b807dfa694c req-235facce-7bec-42f1-b8c4-1991e7df3cba tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:05.797501 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['351ec5b9-1371-4708-89ed-03fe0d913ca5', 'fb1f23a8-af71-4405-b5bd-97d5e156f2b8'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:44:05.809873 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-a8e1f65f-0934-4084-94dc-3d5c43491cbe tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Unset dirty status for tenant:5e9e9447c07c4077b6694ab63e3affe5 on resource:subnet {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:44:05.816946 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-a8e1f65f-0934-4084-94dc-3d5c43491cbe tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2961307 May 28 06:44:05.818213 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 46026) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:05.850682 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55db685f-fede-41d4-aea3-cce6ae08f9cc admin admin] Made reservation on behalf of ad600549527f435baf83349a44ac50d0 for: {'subnet': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:44:05.853087 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-55db685f-fede-41d4-aea3-cce6ae08f9cc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3171998'] for subnet, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:06.124801 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-027dfa95-99b9-4980-8088-5b807dfa694c req-235facce-7bec-42f1-b8c4-1991e7df3cba tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Network e7d92049-bff3-4c3a-a4bd-4950c7dcad1c is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:44:06.132939 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [req-027dfa95-99b9-4980-8088-5b807dfa694c req-235facce-7bec-42f1-b8c4-1991e7df3cba tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:44:06.162285 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fb12654-3c24-43c6-8487-5aaee6889acc tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Deleting subnet 545d9cf1-eb0d-40b1-b0af-f2bb1416c5b9 {{(pid=89109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:44:06.167655 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5fb12654-3c24-43c6-8487-5aaee6889acc tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks [] for subnet, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:06.231741 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235facce-7bec-42f1-b8c4-1991e7df3cba tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Pushing event updated for resources: {'Port': ['ID=34b46e0b-a57f-479e-a9eb-ebdc4b390fde,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:44:06.257619 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-027dfa95-99b9-4980-8088-5b807dfa694c req-235facce-7bec-42f1-b8c4-1991e7df3cba tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:44:06.375199 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5fb12654-3c24-43c6-8487-5aaee6889acc tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3964070'] for subnet, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:06.619590 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf954d33-fbf1-4cbb-8e87-666314b70454 req-e7f7df5a-bc8b-42b1-aa03-42e1a9c098bf tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:06.624720 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-cf954d33-fbf1-4cbb-8e87-666314b70454 req-e7f7df5a-bc8b-42b1-aa03-42e1a9c098bf tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Synchronizing usage tracker for tenant:fada8efd68e34d6781d883ae41cb05ad on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:44:06.635526 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5fb12654-3c24-43c6-8487-5aaee6889acc tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:06.644805 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027dfa95-99b9-4980-8088-5b807dfa694c req-235facce-7bec-42f1-b8c4-1991e7df3cba tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:06.645738 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-027dfa95-99b9-4980-8088-5b807dfa694c req-235facce-7bec-42f1-b8c4-1991e7df3cba tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:06.704999 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-0daf8bfc-0f90-46a8-8d0d-c565038180b3 None None] Provisioning for port 34b46e0b-a57f-479e-a9eb-ebdc4b390fde completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:44:06.712677 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-0daf8bfc-0f90-46a8-8d0d-c565038180b3 None None] Provisioning complete for port 34b46e0b-a57f-479e-a9eb-ebdc4b390fde triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:44:06.713264 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-0daf8bfc-0f90-46a8-8d0d-c565038180b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:06.815762 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-0daf8bfc-0f90-46a8-8d0d-c565038180b3 None None] Port 34b46e0b-a57f-479e-a9eb-ebdc4b390fde cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:44:06.846245 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-dbd7a702-6067-4529-a2ab-81bd3b92e083 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:06.863079 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5fb12654-3c24-43c6-8487-5aaee6889acc tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9555650'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:06.925990 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb12654-3c24-43c6-8487-5aaee6889acc tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Pushing event deleted for resources: {'Subnet': ['ID=545d9cf1-eb0d-40b1-b0af-f2bb1416c5b9,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:44:06.931574 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5fb12654-3c24-43c6-8487-5aaee6889acc tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:06.945912 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ef66a6-13c7-49d1-acd9-19e2d9e65da6 None None] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:44:06.979713 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-dbd7a702-6067-4529-a2ab-81bd3b92e083 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:06.980680 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-027dfa95-99b9-4980-8088-5b807dfa694c req-235facce-7bec-42f1-b8c4-1991e7df3cba tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6370652 May 28 06:44:06.981620 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-cf954d33-fbf1-4cbb-8e87-666314b70454 req-e7f7df5a-bc8b-42b1-aa03-42e1a9c098bf tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Unset dirty status for tenant:fada8efd68e34d6781d883ae41cb05ad on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:44:06.983034 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cf954d33-fbf1-4cbb-8e87-666314b70454 req-e7f7df5a-bc8b-42b1-aa03-42e1a9c098bf tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=41b001f4-36f6-418b-8ae0-66faaa396237 HTTP/1.1" status: 200 len: 931 time: 0.8530390 May 28 06:44:06.994267 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-027dfa95-99b9-4980-8088-5b807dfa694c req-e73c0c8a-b606-4a23-97da-7898c0fc69ea service neutron] Request body: {'port': {'device_id': '41b001f4-36f6-418b-8ae0-66faaa396237', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843702-1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:44:07.117750 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-55db685f-fede-41d4-aea3-cce6ae08f9cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3115906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3172012'] for subnet, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:07.129733 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-5fb12654-3c24-43c6-8487-5aaee6889acc tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "DELETE /v2.0/subnets/545d9cf1-eb0d-40b1-b0af-f2bb1416c5b9 HTTP/1.1" status: 204 len: 168 time: 1.0910654 May 28 06:44:07.144136 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 46068) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:07.276249 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_v2 [None req-141c5683-a095-4e80-ae9a-37f996e5a27a tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Deleting subnet f7bc5612-651d-411a-bfb4-d82d0736c46d {{(pid=89109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:44:07.286422 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-141c5683-a095-4e80-ae9a-37f996e5a27a tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks [] for subnet, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:07.347881 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-dbd7a702-6067-4529-a2ab-81bd3b92e083 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691094'] for floatingip, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:07.370748 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd7a702-6067-4529-a2ab-81bd3b92e083 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Pushing event updated for resources: {'Port': ['ID=1f6793cd-3758-436f-b0da-1e950d5cc235,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:44:07.429664 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-141c5683-a095-4e80-ae9a-37f996e5a27a tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3964070'] for subnet, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:07.472859 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55db685f-fede-41d4-aea3-cce6ae08f9cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5e3001d-39f4-4ddf-b283-1deea7503180,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:44:07.507252 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-dbd7a702-6067-4529-a2ab-81bd3b92e083 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:07.508715 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-dbd7a702-6067-4529-a2ab-81bd3b92e083 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7153943 May 28 06:44:07.524539 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55db685f-fede-41d4-aea3-cce6ae08f9cc admin admin] Checking segment: {'id': '6bc36b5d-db44-4879-ad09-7f382223e0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '311e89c0-b660-4362-bfcd-944f26c9b0bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:44:07.524982 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55db685f-fede-41d4-aea3-cce6ae08f9cc admin admin] Network hostable DHCP agents. Network: 311e89c0-b660-4362-bfcd-944f26c9b0bf, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89110) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:44:07.542652 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cf954d33-fbf1-4cbb-8e87-666314b70454 req-d991373e-19ad-42ac-93fe-f960dad90a12 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=da746f74-f7a2-404c-ba12-af4c190f6fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4498875 May 28 06:44:07.577886 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-027dfa95-99b9-4980-8088-5b807dfa694c req-e73c0c8a-b606-4a23-97da-7898c0fc69ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:07.772463 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-141c5683-a095-4e80-ae9a-37f996e5a27a tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:07.973728 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-141c5683-a095-4e80-ae9a-37f996e5a27a tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9555650'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:08.026395 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141c5683-a095-4e80-ae9a-37f996e5a27a tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Pushing event deleted for resources: {'Subnet': ['ID=f7bc5612-651d-411a-bfb4-d82d0736c46d,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:44:08.028446 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-141c5683-a095-4e80-ae9a-37f996e5a27a tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:08.039692 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-141c5683-a095-4e80-ae9a-37f996e5a27a tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "DELETE /v2.0/subnets/f7bc5612-651d-411a-bfb4-d82d0736c46d HTTP/1.1" status: 204 len: 168 time: 0.8913405 May 28 06:44:08.043811 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 46094) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:08.067323 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55db685f-fede-41d4-aea3-cce6ae08f9cc admin admin] Network 311e89c0-b660-4362-bfcd-944f26c9b0bf is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89110) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:44:08.141787 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-e7828686-6cba-4297-832e-8e8189c5189d tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0964842 May 28 06:44:08.142530 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 46098) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:08.183053 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-cbe667d0-ac7a-4d8e-bfc3-3522f27131e4 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Request body: {'subnet': {'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:44:08.210354 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ea39d36c-119d-4742-8866-e41adacb9c94 req-26ba5a5e-57ed-4573-a276-4001d1ba8b07 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--2002817766&fields=id&tenant_id=98e9fd09ba2248b5b9367b689b0cfcd3 HTTP/1.1" status: 200 len: 267 time: 0.2023945 May 28 06:44:08.291593 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-55db685f-fede-41d4-aea3-cce6ae08f9cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, 311e89c0-b660-4362-bfcd-944f26c9b0bf) {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:44:08.323439 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c013a956-01fb-4c5b-9d40-1ff208f0bc9b None None] Network 311e89c0-b660-4362-bfcd-944f26c9b0bf requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:44:08.606400 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55db685f-fede-41d4-aea3-cce6ae08f9cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:08.606989 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-55db685f-fede-41d4-aea3-cce6ae08f9cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:08.624138 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42bd1d10-9ba0-48a0-801a-2ba15be55b2a None None] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:44:08.646643 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 46112) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:08.787409 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-55db685f-fede-41d4-aea3-cce6ae08f9cc admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 3.1164887 May 28 06:44:08.911340 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-cbe667d0-ac7a-4d8e-bfc3-3522f27131e4 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:44:08.918713 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-cbe667d0-ac7a-4d8e-bfc3-3522f27131e4 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Usage tracker for resource:subnet and tenant:5e9e9447c07c4077b6694ab63e3affe5 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:44:08.922867 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-cbe667d0-ac7a-4d8e-bfc3-3522f27131e4 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:44:08.936587 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-cbe667d0-ac7a-4d8e-bfc3-3522f27131e4 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:44:09.030957 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-41cfef48-7afe-482d-a962-4aea6300e51d admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:09.066488 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-d1b02fd0-8f59-483a-836b-1fa9eec48474 None None] Provisioning complete for port 92274bb5-882f-4b79-9eac-821f47f33ee9 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:44:09.067095 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d1b02fd0-8f59-483a-836b-1fa9eec48474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:09.071053 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea39d36c-119d-4742-8866-e41adacb9c94 req-c213bd11-4d98-4553-b45a-8242d1403def tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:09.072521 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ea39d36c-119d-4742-8866-e41adacb9c94 req-c213bd11-4d98-4553-b45a-8242d1403def tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/networks?id=a3fe29e9-17f9-4750-841d-90d9978eff94 HTTP/1.1" status: 200 len: 819 time: 0.8613329 May 28 06:44:09.075415 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-41cfef48-7afe-482d-a962-4aea6300e51d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:44:09.083873 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [req-027dfa95-99b9-4980-8088-5b807dfa694c req-e73c0c8a-b606-4a23-97da-7898c0fc69ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34b46e0b-a57f-479e-a9eb-ebdc4b390fde {{(pid=89110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:44:09.087197 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbe667d0-ac7a-4d8e-bfc3-3522f27131e4 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Made reservation on behalf of 5e9e9447c07c4077b6694ab63e3affe5 for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:44:09.096227 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-cbe667d0-ac7a-4d8e-bfc3-3522f27131e4 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:09.104711 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-027dfa95-99b9-4980-8088-5b807dfa694c req-e73c0c8a-b606-4a23-97da-7898c0fc69ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:09.107290 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-41cfef48-7afe-482d-a962-4aea6300e51d admin admin] Usage tracker for resource:security_group_rule and tenant:b95d0ee6eb334f4aa65b679f89ef5424 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:44:09.111711 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ea39d36c-119d-4742-8866-e41adacb9c94 req-9718e947-673d-47d2-b438-ecae1a6b5c93 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/quotas/98e9fd09ba2248b5b9367b689b0cfcd3 HTTP/1.1" status: 200 len: 375 time: 0.0215297 May 28 06:44:09.124839 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-41cfef48-7afe-482d-a962-4aea6300e51d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:44:09.140381 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-41cfef48-7afe-482d-a962-4aea6300e51d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:44:09.191129 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-027dfa95-99b9-4980-8088-5b807dfa694c req-e73c0c8a-b606-4a23-97da-7898c0fc69ea service neutron] Transition to ACTIVE for port object 34b46e0b-a57f-479e-a9eb-ebdc4b390fde will not be triggered until provisioned by entity L2. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:44:09.230516 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4f4ff4-a077-411d-8c33-6803af4146c3 req-77f94e11-9540-4b5e-9430-2a02c3f4c30b tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:09.233237 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ab4f4ff4-a077-411d-8c33-6803af4146c3 req-77f94e11-9540-4b5e-9430-2a02c3f4c30b tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=41b001f4-36f6-418b-8ae0-66faaa396237 HTTP/1.1" status: 200 len: 931 time: 0.3851085 May 28 06:44:09.340791 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-027dfa95-99b9-4980-8088-5b807dfa694c req-e73c0c8a-b606-4a23-97da-7898c0fc69ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:09.347980 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-521cd359-a4e8-46bf-b680-afee75cd289c None None] Network 311e89c0-b660-4362-bfcd-944f26c9b0bf requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:44:09.378076 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-d1b02fd0-8f59-483a-836b-1fa9eec48474 None None] Current status of the port 92274bb5-882f-4b79-9eac-821f47f33ee9 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:44:09.553048 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ab4f4ff4-a077-411d-8c33-6803af4146c3 req-0f077e38-afb4-403c-b46a-32aca32eeff1 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=da746f74-f7a2-404c-ba12-af4c190f6fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3032372 May 28 06:44:09.606250 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67aeceed-ca09-4f67-81ae-e71f9b7bca3f None None] DHCP port deletion for 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:44:09.621752 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73c0c8a-b606-4a23-97da-7898c0fc69ea service neutron] Pushing event updated for resources: {'Port': ['ID=34b46e0b-a57f-479e-a9eb-ebdc4b390fde,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:44:09.637208 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-67aeceed-ca09-4f67-81ae-e71f9b7bca3f None None] Deleting port 92274bb5-882f-4b79-9eac-821f47f33ee9 {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:44:09.638031 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-67aeceed-ca09-4f67-81ae-e71f9b7bca3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:09.715422 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-cbe667d0-ac7a-4d8e-bfc3-3522f27131e4 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:09.750780 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ea39d36c-119d-4742-8866-e41adacb9c94 req-e0797bf3-1ce5-40ba-ae6d-417e73655644 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=98e9fd09ba2248b5b9367b689b0cfcd3&fields=id HTTP/1.1" status: 200 len: 440 time: 0.6236055 May 28 06:44:09.864967 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe667d0-ac7a-4d8e-bfc3-3522f27131e4 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:44:09.868756 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-cbe667d0-ac7a-4d8e-bfc3-3522f27131e4 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:44:09.877731 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe667d0-ac7a-4d8e-bfc3-3522f27131e4 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:09.878634 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-cbe667d0-ac7a-4d8e-bfc3-3522f27131e4 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:09.898256 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe667d0-ac7a-4d8e-bfc3-3522f27131e4 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Pushing event updated for resources: {'Subnet': ['ID=849fce80-ef5b-402e-aafe-667da99d3127,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:44:09.982358 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-027dfa95-99b9-4980-8088-5b807dfa694c req-e73c0c8a-b606-4a23-97da-7898c0fc69ea service neutron] Attempting to bind port 34b46e0b-a57f-479e-a9eb-ebdc4b390fde on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:44:09.982703 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-027dfa95-99b9-4980-8088-5b807dfa694c req-e73c0c8a-b606-4a23-97da-7898c0fc69ea service neutron] Attempting to bind port 34b46e0b-a57f-479e-a9eb-ebdc4b390fde by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': '4c4bc3f8-ec6f-40a7-9f80-cde5ff5de12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e7d92049-bff3-4c3a-a4bd-4950c7dcad1c'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:44:09.983232 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027dfa95-99b9-4980-8088-5b807dfa694c req-e73c0c8a-b606-4a23-97da-7898c0fc69ea service neutron] Attempting to bind port 34b46e0b-a57f-479e-a9eb-ebdc4b390fde on network e7d92049-bff3-4c3a-a4bd-4950c7dcad1c {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:44:10.000580 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-41cfef48-7afe-482d-a962-4aea6300e51d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:10.025155 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-cbe667d0-ac7a-4d8e-bfc3-3522f27131e4 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8760931 May 28 06:44:10.027953 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 46150) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:10.028353 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-67aeceed-ca09-4f67-81ae-e71f9b7bca3f None None] For port 92274bb5-882f-4b79-9eac-821f47f33ee9, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=92274bb5-882f-4b79-9eac-821f47f33ee9,segment=NetworkSegment(e82da2dd-17b8-4c15-8abb-711622ad0a92),segment_id=e82da2dd-17b8-4c15-8abb-711622ad0a92)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:44:10.028931 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-67aeceed-ca09-4f67-81ae-e71f9b7bca3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:10.034585 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-cccc4fdd-24cb-48de-85be-943e91585acd tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Request body: {'subnet': {'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:44:10.193553 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ea39d36c-119d-4742-8866-e41adacb9c94 req-fde3e0f4-6580-4814-98e2-b641388dff42 service neutron] 10.222.0.55 "GET /v2.0/networks/a3fe29e9-17f9-4750-841d-90d9978eff94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4094176 May 28 06:44:10.197396 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027dfa95-99b9-4980-8088-5b807dfa694c req-e73c0c8a-b606-4a23-97da-7898c0fc69ea service neutron] Port 34b46e0b-a57f-479e-a9eb-ebdc4b390fde on network e7d92049-bff3-4c3a-a4bd-4950c7dcad1c not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:44:10.197735 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027dfa95-99b9-4980-8088-5b807dfa694c req-e73c0c8a-b606-4a23-97da-7898c0fc69ea service neutron] Attempting to bind port 34b46e0b-a57f-479e-a9eb-ebdc4b390fde on network e7d92049-bff3-4c3a-a4bd-4950c7dcad1c {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:44:10.199824 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-41cfef48-7afe-482d-a962-4aea6300e51d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:10.211721 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-67aeceed-ca09-4f67-81ae-e71f9b7bca3f None None] Calling delete_port for 92274bb5-882f-4b79-9eac-821f47f33ee9 owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:44:10.212979 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad02d52-9561-4359-b7ab-30903256fd15 req-142339ef-ccd6-4017-8dbc-2ef1481b0baf tempest-ServerTagsTestJSON-407383365 tempest-ServerTagsTestJSON-407383365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:10.213699 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-2ad02d52-9561-4359-b7ab-30903256fd15 req-142339ef-ccd6-4017-8dbc-2ef1481b0baf tempest-ServerTagsTestJSON-407383365 tempest-ServerTagsTestJSON-407383365-project] Synchronizing usage tracker for tenant:ad600549527f435baf83349a44ac50d0 on resource:network {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:44:10.227732 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 46156) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:10.271417 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027dfa95-99b9-4980-8088-5b807dfa694c req-e73c0c8a-b606-4a23-97da-7898c0fc69ea service neutron] Checking agent: {'id': '69f492a0-c00d-46d0-9bec-fcd8161ce206', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:44:10.271764 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027dfa95-99b9-4980-8088-5b807dfa694c req-e73c0c8a-b606-4a23-97da-7898c0fc69ea service neutron] Checking segment: {'id': '4c4bc3f8-ec6f-40a7-9f80-cde5ff5de12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e7d92049-bff3-4c3a-a4bd-4950c7dcad1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:44:10.272183 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027dfa95-99b9-4980-8088-5b807dfa694c req-e73c0c8a-b606-4a23-97da-7898c0fc69ea service neutron] Bound using segment: {'id': '4c4bc3f8-ec6f-40a7-9f80-cde5ff5de12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e7d92049-bff3-4c3a-a4bd-4950c7dcad1c'} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:44:10.272750 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-027dfa95-99b9-4980-8088-5b807dfa694c req-e73c0c8a-b606-4a23-97da-7898c0fc69ea service neutron] Bound port: 34b46e0b-a57f-479e-a9eb-ebdc4b390fde, host: n-h1-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c4bc3f8-ec6f-40a7-9f80-cde5ff5de12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e7d92049-bff3-4c3a-a4bd-4950c7dcad1c'}}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:44:10.273100 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-027dfa95-99b9-4980-8088-5b807dfa694c req-e73c0c8a-b606-4a23-97da-7898c0fc69ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:10.287648 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-cccc4fdd-24cb-48de-85be-943e91585acd tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:44:10.299462 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-cccc4fdd-24cb-48de-85be-943e91585acd tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Usage tracker for resource:subnet and tenant:5e9e9447c07c4077b6694ab63e3affe5 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:44:10.309522 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-cccc4fdd-24cb-48de-85be-943e91585acd tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:44:10.329060 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-cccc4fdd-24cb-48de-85be-943e91585acd tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:44:10.380086 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-2ad02d52-9561-4359-b7ab-30903256fd15 req-142339ef-ccd6-4017-8dbc-2ef1481b0baf tempest-ServerTagsTestJSON-407383365 tempest-ServerTagsTestJSON-407383365-project] Unset dirty status for tenant:ad600549527f435baf83349a44ac50d0 on resource:network {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:44:10.381962 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2ad02d52-9561-4359-b7ab-30903256fd15 req-142339ef-ccd6-4017-8dbc-2ef1481b0baf tempest-ServerTagsTestJSON-407383365 tempest-ServerTagsTestJSON-407383365-project] 10.222.0.55 "GET /v2.0/networks?id=311e89c0-b660-4362-bfcd-944f26c9b0bf HTTP/1.1" status: 200 len: 808 time: 0.4087143 May 28 06:44:10.388270 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cfef48-7afe-482d-a962-4aea6300e51d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00b9172a-85ac-43ca-b246-e291cf6085a7,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:44:10.421085 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 92274bb5-882f-4b79-9eac-821f47f33ee9 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:44:10.437243 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cccc4fdd-24cb-48de-85be-943e91585acd tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Made reservation on behalf of 5e9e9447c07c4077b6694ab63e3affe5 for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:44:10.438117 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-41cfef48-7afe-482d-a962-4aea6300e51d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b95d0ee6eb334f4aa65b679f89ef5424&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7903769 May 28 06:44:10.440758 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-cccc4fdd-24cb-48de-85be-943e91585acd tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:10.453922 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 46168) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:10.462917 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2ad02d52-9561-4359-b7ab-30903256fd15 req-6647c1d1-3eab-467f-ab77-a83fe53c3e65 tempest-ServerTagsTestJSON-407383365 tempest-ServerTagsTestJSON-407383365-project] 10.222.0.55 "GET /v2.0/quotas/ad600549527f435baf83349a44ac50d0 HTTP/1.1" status: 200 len: 375 time: 0.0691535 May 28 06:44:10.480223 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-67aeceed-ca09-4f67-81ae-e71f9b7bca3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879'] for port, after_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:10.527218 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0cce5fb9-5660-4b88-aaf6-433434925b3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:10.545357 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67aeceed-ca09-4f67-81ae-e71f9b7bca3f None None] Pushing event deleted for resources: {'Port': ['ID=92274bb5-882f-4b79-9eac-821f47f33ee9,revision_number=None']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:44:10.547872 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 92274bb5-882f-4b79-9eac-821f47f33ee9 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:44:10.550786 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-0cce5fb9-5660-4b88-aaf6-433434925b3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:44:10.551537 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 92274bb5-882f-4b79-9eac-821f47f33ee9 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:44:10.568102 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-0cce5fb9-5660-4b88-aaf6-433434925b3d admin admin] Usage tracker for resource:security_group_rule and tenant:2ea6321138a54181a1ee3c5cad3cd4af is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:44:10.575370 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-0cce5fb9-5660-4b88-aaf6-433434925b3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:44:10.575867 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67aeceed-ca09-4f67-81ae-e71f9b7bca3f None None] No DVR routers for this DVR port 92274bb5-882f-4b79-9eac-821f47f33ee9 on host n-d-843702-1 {{(pid=89111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:44:10.589542 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-0cce5fb9-5660-4b88-aaf6-433434925b3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:44:10.592866 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a71679-651b-49e1-abaa-74fb914b48ae None None] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:44:10.597477 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2ad02d52-9561-4359-b7ab-30903256fd15 req-9ab50137-bc6f-46f5-aabb-d648cb62f017 tempest-ServerTagsTestJSON-407383365 tempest-ServerTagsTestJSON-407383365-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=ad600549527f435baf83349a44ac50d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1337309 May 28 06:44:10.749696 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ea39d36c-119d-4742-8866-e41adacb9c94 req-17c6c786-a00b-4414-9711-ff68ef218d3b service neutron] 10.222.0.55 "GET /v2.0/networks/a3fe29e9-17f9-4750-841d-90d9978eff94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5327556 May 28 06:44:10.765873 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-027dfa95-99b9-4980-8088-5b807dfa694c req-e73c0c8a-b606-4a23-97da-7898c0fc69ea service neutron] For port 34b46e0b-a57f-479e-a9eb-ebdc4b390fde, host n-h1-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:44:10.771648 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-027dfa95-99b9-4980-8088-5b807dfa694c req-e73c0c8a-b606-4a23-97da-7898c0fc69ea service neutron] For port 34b46e0b-a57f-479e-a9eb-ebdc4b390fde, host n-h1-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=34b46e0b-a57f-479e-a9eb-ebdc4b390fde,segment=NetworkSegment(4c4bc3f8-ec6f-40a7-9f80-cde5ff5de12a),segment_id=4c4bc3f8-ec6f-40a7-9f80-cde5ff5de12a)] {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:44:10.786237 n-d-843702-1 neutron-server[89109]: INFO neutron.db.ipam_backend_mixin [None req-cccc4fdd-24cb-48de-85be-943e91585acd tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 849fce80-ef5b-402e-aafe-667da99d3127 (CIDR: 2001:db8::/64) May 28 06:44:10.790871 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f1a4f7ef-af74-452f-9e28-b3f32823f2a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:10.826324 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0cce5fb9-5660-4b88-aaf6-433434925b3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:10.836363 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-cccc4fdd-24cb-48de-85be-943e91585acd tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 06:44:10.837564 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cccc4fdd-24cb-48de-85be-943e91585acd tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89109) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:44:10.846042 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2ad02d52-9561-4359-b7ab-30903256fd15 req-1fd7237b-f0e2-4002-ae67-0b5462d7f198 service neutron] 10.222.0.55 "GET /v2.0/networks/311e89c0-b660-4362-bfcd-944f26c9b0bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301977 May 28 06:44:10.846042 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f1a4f7ef-af74-452f-9e28-b3f32823f2a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:10.893428 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0cce5fb9-5660-4b88-aaf6-433434925b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:10.904618 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5135f208-c87e-44a4-b451-40deeee3599e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-147bfd32-62dc-4be0-82de-f4d6fa5b4cc2', 'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2', 'tenant_id': '5e9e9447c07c4077b6694ab63e3affe5', 'fixed_ips': [{'subnet_id': '849fce80-ef5b-402e-aafe-667da99d3127'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:44:10.905616 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-5135f208-c87e-44a4-b451-40deeee3599e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:10.954191 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cce5fb9-5660-4b88-aaf6-433434925b3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1623f9d5-7aa6-4c8d-939f-8ee29b45ea2b,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:44:10.966727 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-cccc4fdd-24cb-48de-85be-943e91585acd tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9374309 May 28 06:44:10.968010 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 46184) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:11.031375 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-49e5497a-9a85-4efd-be7f-f4ed8b0821de tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Request body: {'subnet': {'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:44:11.133611 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-0cce5fb9-5660-4b88-aaf6-433434925b3d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2ea6321138a54181a1ee3c5cad3cd4af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9048061 May 28 06:44:11.144996 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 46194) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:11.214127 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-5135f208-c87e-44a4-b451-40deeee3599e None None] Allocated IP 2001:db8::2 (147bfd32-62dc-4be0-82de-f4d6fa5b4cc2/849fce80-ef5b-402e-aafe-667da99d3127/bbb267a0-3faa-45fa-9122-7fc1d437e6a8) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:44:11.216150 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-027dfa95-99b9-4980-8088-5b807dfa694c req-e73c0c8a-b606-4a23-97da-7898c0fc69ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:11.273615 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a3c8ac0a-9bed-4259-bb65-e1e4fa1cf791 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:11.306298 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a3c8ac0a-9bed-4259-bb65-e1e4fa1cf791 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:11.371270 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-49e5497a-9a85-4efd-be7f-f4ed8b0821de tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:44:11.381667 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-49e5497a-9a85-4efd-be7f-f4ed8b0821de tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Usage tracker for resource:subnet and tenant:5e9e9447c07c4077b6694ab63e3affe5 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:44:11.390805 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-49e5497a-9a85-4efd-be7f-f4ed8b0821de tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:44:11.406194 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-49e5497a-9a85-4efd-be7f-f4ed8b0821de tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:44:11.406861 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027dfa95-99b9-4980-8088-5b807dfa694c req-e73c0c8a-b606-4a23-97da-7898c0fc69ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:11.407586 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-027dfa95-99b9-4980-8088-5b807dfa694c req-e73c0c8a-b606-4a23-97da-7898c0fc69ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:11.408950 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-027dfa95-99b9-4980-8088-5b807dfa694c req-e73c0c8a-b606-4a23-97da-7898c0fc69ea service neutron] 10.222.0.69 "PUT /v2.0/ports/34b46e0b-a57f-479e-a9eb-ebdc4b390fde HTTP/1.1" status: 200 len: 1091 time: 4.4196274 May 28 06:44:11.414937 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41b001f4-36f6-418b-8ae0-66faaa396237', 'tag': '34b46e0b-a57f-479e-a9eb-ebdc4b390fde'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:44:11.476312 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a3c8ac0a-9bed-4259-bb65-e1e4fa1cf791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:11.498690 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c8ac0a-9bed-4259-bb65-e1e4fa1cf791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1623f9d5-7aa6-4c8d-939f-8ee29b45ea2b,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:44:11.507090 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49e5497a-9a85-4efd-be7f-f4ed8b0821de tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Made reservation on behalf of 5e9e9447c07c4077b6694ab63e3affe5 for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:44:11.529142 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-49e5497a-9a85-4efd-be7f-f4ed8b0821de tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:11.573935 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a3c8ac0a-9bed-4259-bb65-e1e4fa1cf791 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:11.575243 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-a3c8ac0a-9bed-4259-bb65-e1e4fa1cf791 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1623f9d5-7aa6-4c8d-939f-8ee29b45ea2b HTTP/1.1" status: 204 len: 168 time: 0.4292667 May 28 06:44:11.661293 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-5135f208-c87e-44a4-b451-40deeee3599e None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:11.674868 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73c0c8a-b606-4a23-97da-7898c0fc69ea service neutron] Pushing event updated for resources: {'Port': ['ID=34b46e0b-a57f-479e-a9eb-ebdc4b390fde,revision_number=3']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:44:11.701962 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2ad02d52-9561-4359-b7ab-30903256fd15 req-e7564d11-5b78-4caf-a4f3-7eeeffe32819 service neutron] 10.222.0.55 "GET /v2.0/networks/311e89c0-b660-4362-bfcd-944f26c9b0bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8597379 May 28 06:44:11.743886 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f1a4f7ef-af74-452f-9e28-b3f32823f2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:11.756001 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-5135f208-c87e-44a4-b451-40deeee3599e None None] Transition to ACTIVE for port object bbb267a0-3faa-45fa-9122-7fc1d437e6a8 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:44:11.783759 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f1a4f7ef-af74-452f-9e28-b3f32823f2a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:11.785137 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-f1a4f7ef-af74-452f-9e28-b3f32823f2a3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/00b9172a-85ac-43ca-b246-e291cf6085a7 HTTP/1.1" status: 204 len: 168 time: 1.3301721 May 28 06:44:11.794606 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00190473-0934-4e10-8fad-546d5f141db3 req-dc7a5ab4-885f-4b0a-b757-d2daefd28f24 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:11.804830 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-00190473-0934-4e10-8fad-546d5f141db3 req-dc7a5ab4-885f-4b0a-b757-d2daefd28f24 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=41b001f4-36f6-418b-8ae0-66faaa396237 HTTP/1.1" status: 200 len: 943 time: 0.5918787 May 28 06:44:11.806956 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a4f7ef-af74-452f-9e28-b3f32823f2a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00b9172a-85ac-43ca-b246-e291cf6085a7,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:44:11.811990 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-5135f208-c87e-44a4-b451-40deeee3599e None None] Transition to ACTIVE for port object bbb267a0-3faa-45fa-9122-7fc1d437e6a8 will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:44:11.855639 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027dfa95-99b9-4980-8088-5b807dfa694c req-9355bf37-3904-41cb-94f8-413ea0ec6c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:11.867147 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-027dfa95-99b9-4980-8088-5b807dfa694c req-9355bf37-3904-41cb-94f8-413ea0ec6c91 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fada8efd68e34d6781d883ae41cb05ad&device_id=41b001f4-36f6-418b-8ae0-66faaa396237 HTTP/1.1" status: 200 len: 1094 time: 0.3193281 May 28 06:44:11.922536 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-5135f208-c87e-44a4-b451-40deeee3599e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:11.985154 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-027dfa95-99b9-4980-8088-5b807dfa694c req-ab88b1df-867f-4ca8-abc9-40a35816e767 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=34b46e0b-a57f-479e-a9eb-ebdc4b390fde HTTP/1.1" status: 200 len: 217 time: 0.1120222 May 28 06:44:12.015991 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5135f208-c87e-44a4-b451-40deeee3599e None None] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:44:12.019880 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-5135f208-c87e-44a4-b451-40deeee3599e None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:44:12.026664 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-00190473-0934-4e10-8fad-546d5f141db3 req-664f7d08-2dfc-4e2f-a9de-f0674b74010c tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=da746f74-f7a2-404c-ba12-af4c190f6fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207541 May 28 06:44:12.029288 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5135f208-c87e-44a4-b451-40deeee3599e None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:44:12.039929 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5135f208-c87e-44a4-b451-40deeee3599e None None] Pushing event updated for resources: {'Port': ['ID=bbb267a0-3faa-45fa-9122-7fc1d437e6a8,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:44:12.168747 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-5135f208-c87e-44a4-b451-40deeee3599e None None] Attempting to bind port bbb267a0-3faa-45fa-9122-7fc1d437e6a8 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:44:12.169117 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-5135f208-c87e-44a4-b451-40deeee3599e None None] Attempting to bind port bbb267a0-3faa-45fa-9122-7fc1d437e6a8 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'e82da2dd-17b8-4c15-8abb-711622ad0a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:44:12.169502 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5135f208-c87e-44a4-b451-40deeee3599e None None] Attempting to bind port bbb267a0-3faa-45fa-9122-7fc1d437e6a8 on network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:44:12.176091 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5135f208-c87e-44a4-b451-40deeee3599e None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:44:12.176464 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5135f208-c87e-44a4-b451-40deeee3599e None None] Checking segment: {'id': 'e82da2dd-17b8-4c15-8abb-711622ad0a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:44:12.177153 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-5135f208-c87e-44a4-b451-40deeee3599e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:12.177637 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5135f208-c87e-44a4-b451-40deeee3599e None None] Bound using segment: {'id': 'e82da2dd-17b8-4c15-8abb-711622ad0a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:44:12.178208 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-5135f208-c87e-44a4-b451-40deeee3599e None None] Bound port: bbb267a0-3faa-45fa-9122-7fc1d437e6a8, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e82da2dd-17b8-4c15-8abb-711622ad0a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:44:12.178582 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-5135f208-c87e-44a4-b451-40deeee3599e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:12.303995 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027dfa95-99b9-4980-8088-5b807dfa694c req-77877535-85df-42d0-bd86-1fda37745343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:12.312381 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-027dfa95-99b9-4980-8088-5b807dfa694c req-77877535-85df-42d0-bd86-1fda37745343 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=40188bf0-967d-446e-ac4f-b5c59a2acd9a HTTP/1.1" status: 200 len: 850 time: 0.3012781 May 28 06:44:12.391631 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-5135f208-c87e-44a4-b451-40deeee3599e None None] For port bbb267a0-3faa-45fa-9122-7fc1d437e6a8, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:44:12.398679 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-5135f208-c87e-44a4-b451-40deeee3599e None None] For port bbb267a0-3faa-45fa-9122-7fc1d437e6a8, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=bbb267a0-3faa-45fa-9122-7fc1d437e6a8,segment=NetworkSegment(e82da2dd-17b8-4c15-8abb-711622ad0a92),segment_id=e82da2dd-17b8-4c15-8abb-711622ad0a92)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:44:12.479380 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4059c2ab-8a0b-4971-96b1-3a91ae075967 req-a8b0a62b-f8d2-4d13-86d7-928f13e12dd2 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/ports?device_id=498bacf1-a892-4e8e-a7a7-271d344a8884 HTTP/1.1" status: 200 len: 210 time: 0.1641669 May 28 06:44:12.518606 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-5135f208-c87e-44a4-b451-40deeee3599e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:12.546152 n-d-843702-1 neutron-server[89109]: DEBUG neutron.objects.ports [None req-49e5497a-9a85-4efd-be7f-f4ed8b0821de tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89109) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 28 06:44:12.566300 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027dfa95-99b9-4980-8088-5b807dfa694c req-fd81f837-481d-4cf2-9ab5-1844dcc9ebf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:12.571515 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-027dfa95-99b9-4980-8088-5b807dfa694c req-fd81f837-481d-4cf2-9ab5-1844dcc9ebf1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e7d92049-bff3-4c3a-a4bd-4950c7dcad1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1519535 May 28 06:44:12.760222 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5135f208-c87e-44a4-b451-40deeee3599e None None] Pushing event updated for resources: {'Port': ['ID=bbb267a0-3faa-45fa-9122-7fc1d437e6a8,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:44:12.778833 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:44:12.851420 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-af0dafc8-468e-4073-8de6-cb412db26ff7 req-81b4482b-ce23-4e14-bace-2124b0ced4b3 tempest-ServerTagsTestJSON-407383365 tempest-ServerTagsTestJSON-407383365-project] 10.222.0.55 "GET /v2.0/ports?device_id=50c312f7-d609-4963-9021-5b36dffc00fd HTTP/1.1" status: 200 len: 210 time: 0.2133322 May 28 06:44:12.950644 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ada1d0aa-88f7-4e90-a2a5-ffbe4d3e255c'] response: {'name': 'network-changed', 'server_uuid': '41b001f4-36f6-418b-8ae0-66faaa396237', 'tag': '34b46e0b-a57f-479e-a9eb-ebdc4b390fde', 'status': 'completed', 'code': 200} May 28 06:44:12.963663 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-027dfa95-99b9-4980-8088-5b807dfa694c req-1128ed66-aaae-45ec-bb11-72391ab8a32c service neutron] 10.222.0.69 "GET /v2.0/networks/e7d92049-bff3-4c3a-a4bd-4950c7dcad1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3847904 May 28 06:44:13.045628 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-49e5497a-9a85-4efd-be7f-f4ed8b0821de tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:13.130722 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 46244) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:13.245196 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b059209b-e7a8-47c6-a510-d1b57b2e5854 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:13.294467 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-027dfa95-99b9-4980-8088-5b807dfa694c req-e93d9d13-73da-4699-a8f4-a7f598570389 service neutron] 10.222.0.69 "GET /v2.0/networks/e7d92049-bff3-4c3a-a4bd-4950c7dcad1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3105180 May 28 06:44:13.313095 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-b059209b-e7a8-47c6-a510-d1b57b2e5854 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:44:13.329509 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-b059209b-e7a8-47c6-a510-d1b57b2e5854 admin admin] Usage tracker for resource:security_group_rule and tenant:31ce370bbb9444ab99541ebf2652d233 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:44:13.337756 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 46252) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:13.347523 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-b059209b-e7a8-47c6-a510-d1b57b2e5854 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:44:13.380226 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-876ece31-238d-424b-a897-15ef49f95569 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:13.402485 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-b059209b-e7a8-47c6-a510-d1b57b2e5854 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:44:13.558591 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-876ece31-238d-424b-a897-15ef49f95569 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:44:13.572543 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-876ece31-238d-424b-a897-15ef49f95569 admin admin] Usage tracker for resource:security_group_rule and tenant:12ee7bb4626f47fc9a6d984118149da7 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:44:13.583206 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-876ece31-238d-424b-a897-15ef49f95569 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:44:13.593123 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-876ece31-238d-424b-a897-15ef49f95569 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:44:13.783489 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6fb776ff-d550-41f9-9bd7-51316d3eacbb req-22e53073-24cb-4e23-b235-1f91e4638d74 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/ports?device_id=498bacf1-a892-4e8e-a7a7-271d344a8884 HTTP/1.1" status: 200 len: 210 time: 0.0644934 May 28 06:44:13.832532 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-49e5497a-9a85-4efd-be7f-f4ed8b0821de tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] For port bbb267a0-3faa-45fa-9122-7fc1d437e6a8, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=bbb267a0-3faa-45fa-9122-7fc1d437e6a8,segment=NetworkSegment(e82da2dd-17b8-4c15-8abb-711622ad0a92),segment_id=e82da2dd-17b8-4c15-8abb-711622ad0a92)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:44:13.850604 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b059209b-e7a8-47c6-a510-d1b57b2e5854 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:13.872773 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-49e5497a-9a85-4efd-be7f-f4ed8b0821de tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:13.926312 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-876ece31-238d-424b-a897-15ef49f95569 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:13.936867 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24173be6-8fed-48b0-93f0-215180853b2c req-99ae0418-12de-47c2-8f04-bbf0a2c3ebae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:13.939038 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-24173be6-8fed-48b0-93f0-215180853b2c req-99ae0418-12de-47c2-8f04-bbf0a2c3ebae service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fada8efd68e34d6781d883ae41cb05ad&device_id=41b001f4-36f6-418b-8ae0-66faaa396237 HTTP/1.1" status: 200 len: 1094 time: 0.5303051 May 28 06:44:13.968057 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b059209b-e7a8-47c6-a510-d1b57b2e5854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:13.986141 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f04f33a-3039-4bd7-9291-ce539e3ec774 req-9bbcc57e-a96b-4936-93ef-a047e84a2668 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:13.994695 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5f04f33a-3039-4bd7-9291-ce539e3ec774 req-9bbcc57e-a96b-4936-93ef-a047e84a2668 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=41b001f4-36f6-418b-8ae0-66faaa396237 HTTP/1.1" status: 200 len: 943 time: 0.5884037 May 28 06:44:14.031158 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-b059209b-e7a8-47c6-a510-d1b57b2e5854 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=31ce370bbb9444ab99541ebf2652d233&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8939879 May 28 06:44:14.035196 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-49e5497a-9a85-4efd-be7f-f4ed8b0821de tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:14.035196 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-49e5497a-9a85-4efd-be7f-f4ed8b0821de tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:14.039901 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 46262) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:14.192974 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-876ece31-238d-424b-a897-15ef49f95569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:14.232862 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e5497a-9a85-4efd-be7f-f4ed8b0821de tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:44:14.254743 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ab557881-b82d-4186-b4e4-15d278554d79 req-4e811636-998d-4426-88b5-19d1bc63b55f tempest-ServerTagsTestJSON-407383365 tempest-ServerTagsTestJSON-407383365-project] 10.222.0.55 "GET /v2.0/ports?device_id=50c312f7-d609-4963-9021-5b36dffc00fd HTTP/1.1" status: 200 len: 210 time: 0.2347736 May 28 06:44:14.263768 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b059209b-e7a8-47c6-a510-d1b57b2e5854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d70b6333-e3c5-4796-a361-f7bf05673ec6,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:44:14.273454 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5f04f33a-3039-4bd7-9291-ce539e3ec774 req-86240801-92c0-47a5-a734-b15b6b66214d tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=da746f74-f7a2-404c-ba12-af4c190f6fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2775142 May 28 06:44:14.277361 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-49e5497a-9a85-4efd-be7f-f4ed8b0821de tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:44:14.296377 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e5497a-9a85-4efd-be7f-f4ed8b0821de tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:14.297066 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-49e5497a-9a85-4efd-be7f-f4ed8b0821de tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:14.322224 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e5497a-9a85-4efd-be7f-f4ed8b0821de tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Pushing event updated for resources: {'Subnet': ['ID=78e3746c-ff7d-4778-835c-503117186a1b,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:44:14.355370 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e5497a-9a85-4efd-be7f-f4ed8b0821de tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Pushing event updated for resources: {'Port': ['ID=bbb267a0-3faa-45fa-9122-7fc1d437e6a8,revision_number=4']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:44:14.355644 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-876ece31-238d-424b-a897-15ef49f95569 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=12ee7bb4626f47fc9a6d984118149da7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0167103 May 28 06:44:14.365065 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 46266) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:14.392159 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-adae46f8-51ea-47fe-b358-e38f4b652db5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:14.421718 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876ece31-238d-424b-a897-15ef49f95569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfb6c93c-76dd-4000-aeaa-22598788809d,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:44:14.456029 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-adae46f8-51ea-47fe-b358-e38f4b652db5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:14.459219 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24173be6-8fed-48b0-93f0-215180853b2c req-33dd54dc-5dbf-477a-8b67-9322b7db63b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:14.460352 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-24173be6-8fed-48b0-93f0-215180853b2c req-33dd54dc-5dbf-477a-8b67-9322b7db63b3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e7d92049-bff3-4c3a-a4bd-4950c7dcad1c HTTP/1.1" status: 200 len: 912 time: 0.5146830 May 28 06:44:14.508311 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device bbb267a0-3faa-45fa-9122-7fc1d437e6a8 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:44:14.547953 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-24173be6-8fed-48b0-93f0-215180853b2c req-6be77222-a76c-44a5-baaa-7ca2ab64eeaa service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=34b46e0b-a57f-479e-a9eb-ebdc4b390fde HTTP/1.1" status: 200 len: 217 time: 0.0769479 May 28 06:44:14.612563 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c7a4cb-0cc3-430f-b402-9ff6d83cec85 None None] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:44:14.656672 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-49e5497a-9a85-4efd-be7f-f4ed8b0821de tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.6690407 May 28 06:44:14.658899 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 46274) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:14.671930 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-b20bafdb-146c-4b33-bc99-fe3b4464b701 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Request body: {'port': {'network_id': '147bfd32-62dc-4be0-82de-f4d6fa5b4cc2', 'mac_address': 'fa:16:3e:e3:8b:2f', 'name': 'tempest-NetworksTestDHCPv6-1649802333'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:44:14.718166 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-adae46f8-51ea-47fe-b358-e38f4b652db5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:14.838715 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-87129f1b-4067-4a1a-a5c1-9178ebac4db4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:14.893241 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-87129f1b-4067-4a1a-a5c1-9178ebac4db4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:14.929408 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24173be6-8fed-48b0-93f0-215180853b2c req-d2883f85-5c75-4f61-8a80-2304c30b7fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:14.932524 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-24173be6-8fed-48b0-93f0-215180853b2c req-d2883f85-5c75-4f61-8a80-2304c30b7fab service neutron] 10.222.0.69 "GET /v2.0/subnets?id=40188bf0-967d-446e-ac4f-b5c59a2acd9a HTTP/1.1" status: 200 len: 850 time: 0.3570774 May 28 06:44:15.098042 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9fde7a42-7438-4349-9e1c-46231b1a9a19 req-f132ff34-f860-45e2-a790-63170a2a4c78 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/ports?device_id=498bacf1-a892-4e8e-a7a7-271d344a8884 HTTP/1.1" status: 200 len: 210 time: 0.0565233 May 28 06:44:15.101668 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24173be6-8fed-48b0-93f0-215180853b2c req-e5b16e11-d0c4-4e7d-8c2d-8b36175686a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:15.104773 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-24173be6-8fed-48b0-93f0-215180853b2c req-e5b16e11-d0c4-4e7d-8c2d-8b36175686a7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e7d92049-bff3-4c3a-a4bd-4950c7dcad1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1634095 May 28 06:44:15.176260 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea39d36c-119d-4742-8866-e41adacb9c94 req-f9ac669b-bd89-4b5e-b74e-fd6550b520f0 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:15.178372 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-ea39d36c-119d-4742-8866-e41adacb9c94 req-f9ac669b-bd89-4b5e-b74e-fd6550b520f0 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.71 "GET /v2.0/networks?id=a3fe29e9-17f9-4750-841d-90d9978eff94 HTTP/1.1" status: 200 len: 819 time: 0.1990118 May 28 06:44:15.179423 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adae46f8-51ea-47fe-b358-e38f4b652db5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d70b6333-e3c5-4796-a361-f7bf05673ec6,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:44:15.193168 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-b20bafdb-146c-4b33-bc99-fe3b4464b701 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:44:15.248148 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-adae46f8-51ea-47fe-b358-e38f4b652db5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:15.251724 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-adae46f8-51ea-47fe-b358-e38f4b652db5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d70b6333-e3c5-4796-a361-f7bf05673ec6 HTTP/1.1" status: 204 len: 168 time: 1.1469104 May 28 06:44:15.260130 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-87129f1b-4067-4a1a-a5c1-9178ebac4db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:15.265382 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-b20bafdb-146c-4b33-bc99-fe3b4464b701 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Usage tracker for resource:port and tenant:5e9e9447c07c4077b6694ab63e3affe5 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:44:15.270482 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-f2e85c62-aec5-477f-91dd-0ed94f7331d4 None None] Provisioning for port bbb267a0-3faa-45fa-9122-7fc1d437e6a8 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:44:15.276267 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port bbb267a0-3faa-45fa-9122-7fc1d437e6a8 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:44:15.277382 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-b20bafdb-146c-4b33-bc99-fe3b4464b701 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:44:15.287794 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port bbb267a0-3faa-45fa-9122-7fc1d437e6a8 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:44:15.287794 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:15.300773 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-b20bafdb-146c-4b33-bc99-fe3b4464b701 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:44:15.323366 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87129f1b-4067-4a1a-a5c1-9178ebac4db4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfb6c93c-76dd-4000-aeaa-22598788809d,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:44:15.338816 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-87129f1b-4067-4a1a-a5c1-9178ebac4db4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:15.346609 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-87129f1b-4067-4a1a-a5c1-9178ebac4db4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/dfb6c93c-76dd-4000-aeaa-22598788809d HTTP/1.1" status: 204 len: 168 time: 0.9796879 May 28 06:44:15.408660 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-ea39d36c-119d-4742-8866-e41adacb9c94 req-e10336c0-0755-4bb9-9de6-95ac687ea47c tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Synchronizing usage tracker for tenant:98e9fd09ba2248b5b9367b689b0cfcd3 on resource:security_group {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:44:15.446673 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b20bafdb-146c-4b33-bc99-fe3b4464b701 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Made reservation on behalf of 5e9e9447c07c4077b6694ab63e3affe5 for: {'port': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:44:15.509624 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-24173be6-8fed-48b0-93f0-215180853b2c req-91cc9f57-9d27-4f6a-b6ad-b0561fd327e1 service neutron] 10.222.0.69 "GET /v2.0/networks/e7d92049-bff3-4c3a-a4bd-4950c7dcad1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3934352 May 28 06:44:15.535184 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-f2e85c62-aec5-477f-91dd-0ed94f7331d4 None None] Provisioning complete for port bbb267a0-3faa-45fa-9122-7fc1d437e6a8 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:44:15.535733 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-f2e85c62-aec5-477f-91dd-0ed94f7331d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:15.838397 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b20bafdb-146c-4b33-bc99-fe3b4464b701 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:15.905059 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-ea39d36c-119d-4742-8866-e41adacb9c94 req-e10336c0-0755-4bb9-9de6-95ac687ea47c tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Unset dirty status for tenant:98e9fd09ba2248b5b9367b689b0cfcd3 on resource:security_group {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:44:15.910799 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-ea39d36c-119d-4742-8866-e41adacb9c94 req-e10336c0-0755-4bb9-9de6-95ac687ea47c tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=98e9fd09ba2248b5b9367b689b0cfcd3 HTTP/1.1" status: 200 len: 380 time: 0.7094729 May 28 06:44:15.914834 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2a1eb748-e26e-4c79-a7cc-800bbd64f0e0 req-e28a8951-c496-4da5-a8bd-3245e6277c3b tempest-ServerTagsTestJSON-407383365 tempest-ServerTagsTestJSON-407383365-project] 10.222.0.55 "GET /v2.0/ports?device_id=50c312f7-d609-4963-9021-5b36dffc00fd HTTP/1.1" status: 200 len: 210 time: 0.2071295 May 28 06:44:15.930718 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-ea39d36c-119d-4742-8866-e41adacb9c94 req-6721deb7-3bda-4758-94d3-7e396ec5db12 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Request body: {'port': {'device_id': '498bacf1-a892-4e8e-a7a7-271d344a8884', 'network_id': 'a3fe29e9-17f9-4750-841d-90d9978eff94', 'admin_state_up': True, 'tenant_id': '98e9fd09ba2248b5b9367b689b0cfcd3', 'security_groups': ['a55c2cfa-e9a1-4242-aad2-04321d6d41e2']}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:44:15.974337 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [None req-b20bafdb-146c-4b33-bc99-fe3b4464b701 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] device_id is not set on port 7d608e66-a8e5-424b-8514-bb4d3fa2e618 yet. {{(pid=89109) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:44:16.089076 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-24173be6-8fed-48b0-93f0-215180853b2c req-483b47cd-037d-4ce8-a6a0-9793228027b0 service neutron] 10.222.0.69 "GET /v2.0/networks/e7d92049-bff3-4c3a-a4bd-4950c7dcad1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5731995 May 28 06:44:16.090872 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port bbb267a0-3faa-45fa-9122-7fc1d437e6a8 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:44:16.091258 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:16.111122 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8334f384-7597-4769-8203-49a069320aa9 req-cb30913e-8c30-4f3c-96be-9080c3b2a243 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:16.131565 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8334f384-7597-4769-8203-49a069320aa9 req-cb30913e-8c30-4f3c-96be-9080c3b2a243 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=41b001f4-36f6-418b-8ae0-66faaa396237 HTTP/1.1" status: 200 len: 943 time: 0.4033475 May 28 06:44:16.140679 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-f2e85c62-aec5-477f-91dd-0ed94f7331d4 None None] Current status of the port bbb267a0-3faa-45fa-9122-7fc1d437e6a8 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:44:16.140679 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-f2e85c62-aec5-477f-91dd-0ed94f7331d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:16.219402 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port bbb267a0-3faa-45fa-9122-7fc1d437e6a8, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=bbb267a0-3faa-45fa-9122-7fc1d437e6a8,segment=NetworkSegment(e82da2dd-17b8-4c15-8abb-711622ad0a92),segment_id=e82da2dd-17b8-4c15-8abb-711622ad0a92)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:44:16.336310 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:16.594841 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [req-ea39d36c-119d-4742-8866-e41adacb9c94 req-6721deb7-3bda-4758-94d3-7e396ec5db12 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:44:16.677498 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.db.api [None req-f2e85c62-aec5-477f-91dd-0ed94f7331d4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89111) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:44:16.677986 n-d-843702-1 neutron-server[89111]: DEBUG oslo_db.api [None req-f2e85c62-aec5-477f-91dd-0ed94f7331d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:44:16.679619 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device bbb267a0-3faa-45fa-9122-7fc1d437e6a8 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:44:16.688623 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6b975029-7ab2-4dca-8144-a251e1b62709 req-7c62f43a-dc52-4380-bbd9-dcb0c4f271d8 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/ports?device_id=498bacf1-a892-4e8e-a7a7-271d344a8884 HTTP/1.1" status: 200 len: 210 time: 0.1372688 May 28 06:44:16.704849 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [req-ea39d36c-119d-4742-8866-e41adacb9c94 req-6721deb7-3bda-4758-94d3-7e396ec5db12 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:44:16.705970 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8334f384-7597-4769-8203-49a069320aa9 req-254b2ca9-f0af-4e6b-a7e0-17694e8c9007 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=da746f74-f7a2-404c-ba12-af4c190f6fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5639942 May 28 06:44:16.824447 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad02d52-9561-4359-b7ab-30903256fd15 req-2d5a73dc-99e1-430a-9735-021c9f36c702 tempest-ServerTagsTestJSON-407383365 tempest-ServerTagsTestJSON-407383365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:16.826530 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2ad02d52-9561-4359-b7ab-30903256fd15 req-2d5a73dc-99e1-430a-9735-021c9f36c702 tempest-ServerTagsTestJSON-407383365 tempest-ServerTagsTestJSON-407383365-project] 10.222.0.71 "GET /v2.0/networks?id=311e89c0-b660-4362-bfcd-944f26c9b0bf HTTP/1.1" status: 200 len: 808 time: 0.6438015 May 28 06:44:16.847233 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-2ad02d52-9561-4359-b7ab-30903256fd15 req-686363cf-c781-41db-a96d-d24f0aec1722 tempest-ServerTagsTestJSON-407383365 tempest-ServerTagsTestJSON-407383365-project] Request body: {'port': {'device_id': '50c312f7-d609-4963-9021-5b36dffc00fd', 'network_id': '311e89c0-b660-4362-bfcd-944f26c9b0bf', 'admin_state_up': True, 'tenant_id': 'ad600549527f435baf83349a44ac50d0'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:44:16.852565 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=bbb267a0-3faa-45fa-9122-7fc1d437e6a8,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:44:16.858059 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea39d36c-119d-4742-8866-e41adacb9c94 req-6721deb7-3bda-4758-94d3-7e396ec5db12 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Made reservation on behalf of 98e9fd09ba2248b5b9367b689b0cfcd3 for: {'port': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:44:16.877108 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-ea39d36c-119d-4742-8866-e41adacb9c94 req-6721deb7-3bda-4758-94d3-7e396ec5db12 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:16.877364 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port bbb267a0-3faa-45fa-9122-7fc1d437e6a8 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:44:16.877732 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:16.966460 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-b20bafdb-146c-4b33-bc99-fe3b4464b701 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Allocated IP 2001:db8::23a (147bfd32-62dc-4be0-82de-f4d6fa5b4cc2/849fce80-ef5b-402e-aafe-667da99d3127/7d608e66-a8e5-424b-8514-bb4d3fa2e618) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:44:16.974238 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-b20bafdb-146c-4b33-bc99-fe3b4464b701 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Allocated IP 2001:db8:0:1:f816:3eff:fee3:8b2f (147bfd32-62dc-4be0-82de-f4d6fa5b4cc2/78e3746c-ff7d-4778-835c-503117186a1b/7d608e66-a8e5-424b-8514-bb4d3fa2e618) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:44:17.096445 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-2ad02d52-9561-4359-b7ab-30903256fd15 req-686363cf-c781-41db-a96d-d24f0aec1722 tempest-ServerTagsTestJSON-407383365 tempest-ServerTagsTestJSON-407383365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:44:17.101397 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-2ad02d52-9561-4359-b7ab-30903256fd15 req-686363cf-c781-41db-a96d-d24f0aec1722 tempest-ServerTagsTestJSON-407383365 tempest-ServerTagsTestJSON-407383365-project] Usage tracker for resource:port and tenant:ad600549527f435baf83349a44ac50d0 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:44:17.104784 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-2ad02d52-9561-4359-b7ab-30903256fd15 req-686363cf-c781-41db-a96d-d24f0aec1722 tempest-ServerTagsTestJSON-407383365 tempest-ServerTagsTestJSON-407383365-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:44:17.111997 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-2ad02d52-9561-4359-b7ab-30903256fd15 req-686363cf-c781-41db-a96d-d24f0aec1722 tempest-ServerTagsTestJSON-407383365 tempest-ServerTagsTestJSON-407383365-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:44:17.202292 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ad02d52-9561-4359-b7ab-30903256fd15 req-686363cf-c781-41db-a96d-d24f0aec1722 tempest-ServerTagsTestJSON-407383365 tempest-ServerTagsTestJSON-407383365-project] Made reservation on behalf of ad600549527f435baf83349a44ac50d0 for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:44:17.206378 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-2ad02d52-9561-4359-b7ab-30903256fd15 req-686363cf-c781-41db-a96d-d24f0aec1722 tempest-ServerTagsTestJSON-407383365 tempest-ServerTagsTestJSON-407383365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:17.254717 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 34b46e0b-a57f-479e-a9eb-ebdc4b390fde details requested by agent hyperv_n-h1-843702-1 with host n-h1-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:44:17.310620 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-f2e85c62-aec5-477f-91dd-0ed94f7331d4 None None] Current status of the port bbb267a0-3faa-45fa-9122-7fc1d437e6a8 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:44:17.331425 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port bbb267a0-3faa-45fa-9122-7fc1d437e6a8 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:44:17.490476 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [req-ea39d36c-119d-4742-8866-e41adacb9c94 req-6721deb7-3bda-4758-94d3-7e396ec5db12 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Allocated IP 172.20.0.6 (a3fe29e9-17f9-4750-841d-90d9978eff94/304c7228-4ac2-4e7a-aa6d-33e85e214d70/e704a073-82ad-4169-828f-5dcec6c1a71c) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:44:17.500404 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1400fad9-2256-44ab-be59-f6bcc9e8aa03 req-0eea5b41-3dfd-4fbe-bb86-1f9a68ac3fa6 tempest-ServerTagsTestJSON-407383365 tempest-ServerTagsTestJSON-407383365-project] 10.222.0.55 "GET /v2.0/ports?device_id=50c312f7-d609-4963-9021-5b36dffc00fd HTTP/1.1" status: 200 len: 210 time: 0.1636195 May 28 06:44:17.610312 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-6a2e5a0a-6149-4d80-8425-ae83bebf2ee8 None None] Provisioning complete for port bbb267a0-3faa-45fa-9122-7fc1d437e6a8 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:44:17.610686 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-6a2e5a0a-6149-4d80-8425-ae83bebf2ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:17.686497 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [req-2ad02d52-9561-4359-b7ab-30903256fd15 req-686363cf-c781-41db-a96d-d24f0aec1722 tempest-ServerTagsTestJSON-407383365 tempest-ServerTagsTestJSON-407383365-project] Allocated IP 172.20.0.2 (311e89c0-b660-4362-bfcd-944f26c9b0bf/f5e3001d-39f4-4ddf-b283-1deea7503180/a6f77700-7849-43f3-ae86-c1f2fa37d231) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:44:17.734206 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 34b46e0b-a57f-479e-a9eb-ebdc4b390fde, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=34b46e0b-a57f-479e-a9eb-ebdc4b390fde,segment=NetworkSegment(4c4bc3f8-ec6f-40a7-9f80-cde5ff5de12a),segment_id=4c4bc3f8-ec6f-40a7-9f80-cde5ff5de12a)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:44:17.829053 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Returning: {'device': '34b46e0b-a57f-479e-a9eb-ebdc4b390fde', 'network_id': 'e7d92049-bff3-4c3a-a4bd-4950c7dcad1c', 'port_id': '34b46e0b-a57f-479e-a9eb-ebdc4b390fde', 'mac_address': 'fa:16:3e:2e:63:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40188bf0-967d-446e-ac4f-b5c59a2acd9a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:44:18.087318 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 34b46e0b-a57f-479e-a9eb-ebdc4b390fde is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:44:18.087694 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:18.108851 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-6a2e5a0a-6149-4d80-8425-ae83bebf2ee8 None None] Current status of the port bbb267a0-3faa-45fa-9122-7fc1d437e6a8 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:44:18.116816 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34b46e0b-a57f-479e-a9eb-ebdc4b390fde {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:44:18.135631 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 34b46e0b-a57f-479e-a9eb-ebdc4b390fde, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=34b46e0b-a57f-479e-a9eb-ebdc4b390fde,segment=NetworkSegment(4c4bc3f8-ec6f-40a7-9f80-cde5ff5de12a),segment_id=4c4bc3f8-ec6f-40a7-9f80-cde5ff5de12a)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:44:18.179127 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b20bafdb-146c-4b33-bc99-fe3b4464b701 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:18.220187 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:18.270450 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [None req-b20bafdb-146c-4b33-bc99-fe3b4464b701 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Transition to ACTIVE for port object 7d608e66-a8e5-424b-8514-bb4d3fa2e618 will not be triggered until provisioned by entity DHCP. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:44:18.330224 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-ea39d36c-119d-4742-8866-e41adacb9c94 req-6721deb7-3bda-4758-94d3-7e396ec5db12 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:18.351520 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-59d170ce-f857-41df-8f1c-8af448c8a317 req-ffc0574f-22e7-483a-8f1d-13c296887c53 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/ports?device_id=498bacf1-a892-4e8e-a7a7-271d344a8884 HTTP/1.1" status: 200 len: 210 time: 0.3292029 May 28 06:44:18.352954 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [req-ea39d36c-119d-4742-8866-e41adacb9c94 req-6721deb7-3bda-4758-94d3-7e396ec5db12 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Transition to ACTIVE for port object e704a073-82ad-4169-828f-5dcec6c1a71c will not be triggered until provisioned by entity DHCP. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:44:18.411881 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=34b46e0b-a57f-479e-a9eb-ebdc4b390fde,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:44:18.436075 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b20bafdb-146c-4b33-bc99-fe3b4464b701 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:18.461614 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device bbb267a0-3faa-45fa-9122-7fc1d437e6a8 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:44:18.476342 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737a3654-f6be-469e-a1d7-89f526e47e84 req-1d284390-19b7-499c-8ced-36041acc7f60 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:18.477830 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-737a3654-f6be-469e-a1d7-89f526e47e84 req-1d284390-19b7-499c-8ced-36041acc7f60 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=41b001f4-36f6-418b-8ae0-66faaa396237 HTTP/1.1" status: 200 len: 943 time: 0.4657426 May 28 06:44:18.532750 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['34b46e0b-a57f-479e-a9eb-ebdc4b390fde'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:44:18.580176 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-737a3654-f6be-469e-a1d7-89f526e47e84 req-98c1c39a-386d-44ba-84c0-53c8fdce014b tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=da746f74-f7a2-404c-ba12-af4c190f6fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843182 May 28 06:44:18.589078 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-2ad02d52-9561-4359-b7ab-30903256fd15 req-686363cf-c781-41db-a96d-d24f0aec1722 tempest-ServerTagsTestJSON-407383365 tempest-ServerTagsTestJSON-407383365-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:18.594410 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-ea39d36c-119d-4742-8866-e41adacb9c94 req-6721deb7-3bda-4758-94d3-7e396ec5db12 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:18.636502 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20bafdb-146c-4b33-bc99-fe3b4464b701 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:44:18.649728 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-b20bafdb-146c-4b33-bc99-fe3b4464b701 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:44:18.671444 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20bafdb-146c-4b33-bc99-fe3b4464b701 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:44:18.677098 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20bafdb-146c-4b33-bc99-fe3b4464b701 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:18.677778 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b20bafdb-146c-4b33-bc99-fe3b4464b701 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:18.688605 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20bafdb-146c-4b33-bc99-fe3b4464b701 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Pushing event updated for resources: {'Port': ['ID=7d608e66-a8e5-424b-8514-bb4d3fa2e618,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:44:18.693157 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea39d36c-119d-4742-8866-e41adacb9c94 req-6721deb7-3bda-4758-94d3-7e396ec5db12 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Network a3fe29e9-17f9-4750-841d-90d9978eff94 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:44:18.753151 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [req-ea39d36c-119d-4742-8866-e41adacb9c94 req-6721deb7-3bda-4758-94d3-7e396ec5db12 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:44:18.767196 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea39d36c-119d-4742-8866-e41adacb9c94 req-6721deb7-3bda-4758-94d3-7e396ec5db12 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:44:18.897345 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea39d36c-119d-4742-8866-e41adacb9c94 req-6721deb7-3bda-4758-94d3-7e396ec5db12 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:18.898411 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-ea39d36c-119d-4742-8866-e41adacb9c94 req-6721deb7-3bda-4758-94d3-7e396ec5db12 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:18.977940 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-b20bafdb-146c-4b33-bc99-fe3b4464b701 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.3169773 May 28 06:44:18.985202 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 46370) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:19.064283 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-2ad02d52-9561-4359-b7ab-30903256fd15 req-686363cf-c781-41db-a96d-d24f0aec1722 tempest-ServerTagsTestJSON-407383365 tempest-ServerTagsTestJSON-407383365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:19.073888 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port bbb267a0-3faa-45fa-9122-7fc1d437e6a8 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:44:19.074351 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:19.198442 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6721deb7-3bda-4758-94d3-7e396ec5db12 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Pushing event updated for resources: {'Port': ['ID=e704a073-82ad-4169-828f-5dcec6c1a71c,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:44:19.222867 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-ea39d36c-119d-4742-8866-e41adacb9c94 req-6721deb7-3bda-4758-94d3-7e396ec5db12 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2991018 May 28 06:44:19.227330 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-d4b6d604-0a44-4d21-992c-2d17d4ec3162 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Deleting port 7d608e66-a8e5-424b-8514-bb4d3fa2e618 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:44:19.227734 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d4b6d604-0a44-4d21-992c-2d17d4ec3162 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:19.275838 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ad02d52-9561-4359-b7ab-30903256fd15 req-686363cf-c781-41db-a96d-d24f0aec1722 tempest-ServerTagsTestJSON-407383365 tempest-ServerTagsTestJSON-407383365-project] Network 311e89c0-b660-4362-bfcd-944f26c9b0bf is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:44:19.279512 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [req-2ad02d52-9561-4359-b7ab-30903256fd15 req-686363cf-c781-41db-a96d-d24f0aec1722 tempest-ServerTagsTestJSON-407383365 tempest-ServerTagsTestJSON-407383365-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:44:19.286120 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ad02d52-9561-4359-b7ab-30903256fd15 req-686363cf-c781-41db-a96d-d24f0aec1722 tempest-ServerTagsTestJSON-407383365 tempest-ServerTagsTestJSON-407383365-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:44:19.315601 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-ea39d36c-119d-4742-8866-e41adacb9c94 req-fd62ff95-3028-47ad-ba9b-112dd5a78eeb service neutron] Request body: {'port': {'device_id': '498bacf1-a892-4e8e-a7a7-271d344a8884', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843702-1'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:44:19.358865 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad02d52-9561-4359-b7ab-30903256fd15 req-686363cf-c781-41db-a96d-d24f0aec1722 tempest-ServerTagsTestJSON-407383365 tempest-ServerTagsTestJSON-407383365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:19.360203 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-b7b15afe-47de-442a-9a78-fb103550231c None None] Provisioning for port e704a073-82ad-4169-828f-5dcec6c1a71c completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:44:19.360975 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-2ad02d52-9561-4359-b7ab-30903256fd15 req-686363cf-c781-41db-a96d-d24f0aec1722 tempest-ServerTagsTestJSON-407383365 tempest-ServerTagsTestJSON-407383365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:19.385094 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686363cf-c781-41db-a96d-d24f0aec1722 tempest-ServerTagsTestJSON-407383365 tempest-ServerTagsTestJSON-407383365-project] Pushing event updated for resources: {'Port': ['ID=a6f77700-7849-43f3-ae86-c1f2fa37d231,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:44:19.392125 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-b7b15afe-47de-442a-9a78-fb103550231c None None] Provisioning complete for port e704a073-82ad-4169-828f-5dcec6c1a71c triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:44:19.392755 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b7b15afe-47de-442a-9a78-fb103550231c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:19.444335 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a61714b-b211-4cb6-9396-2097593cbe4c req-8d9f78dc-1a43-46b0-adf6-481240614921 tempest-ServerTagsTestJSON-407383365 tempest-ServerTagsTestJSON-407383365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:19.448927 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-0a61714b-b211-4cb6-9396-2097593cbe4c req-8d9f78dc-1a43-46b0-adf6-481240614921 tempest-ServerTagsTestJSON-407383365 tempest-ServerTagsTestJSON-407383365-project] Synchronizing usage tracker for tenant:ad600549527f435baf83349a44ac50d0 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:44:19.493804 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2ad02d52-9561-4359-b7ab-30903256fd15 req-686363cf-c781-41db-a96d-d24f0aec1722 tempest-ServerTagsTestJSON-407383365 tempest-ServerTagsTestJSON-407383365-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6516426 May 28 06:44:19.512434 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-2ad02d52-9561-4359-b7ab-30903256fd15 req-a90c719a-a69d-4973-8ecc-11abcbd84849 service neutron] Request body: {'port': {'device_id': '50c312f7-d609-4963-9021-5b36dffc00fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843702-1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:44:19.616060 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-b7b15afe-47de-442a-9a78-fb103550231c None None] Port e704a073-82ad-4169-828f-5dcec6c1a71c cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:44:19.624975 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port bbb267a0-3faa-45fa-9122-7fc1d437e6a8 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:44:19.646259 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-0a61714b-b211-4cb6-9396-2097593cbe4c req-8d9f78dc-1a43-46b0-adf6-481240614921 tempest-ServerTagsTestJSON-407383365 tempest-ServerTagsTestJSON-407383365-project] Unset dirty status for tenant:ad600549527f435baf83349a44ac50d0 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:44:19.652133 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-ea39d36c-119d-4742-8866-e41adacb9c94 req-fd62ff95-3028-47ad-ba9b-112dd5a78eeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:19.653479 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0a61714b-b211-4cb6-9396-2097593cbe4c req-8d9f78dc-1a43-46b0-adf6-481240614921 tempest-ServerTagsTestJSON-407383365 tempest-ServerTagsTestJSON-407383365-project] 10.222.0.55 "GET /v2.0/ports?device_id=50c312f7-d609-4963-9021-5b36dffc00fd HTTP/1.1" status: 200 len: 931 time: 0.9557502 May 28 06:44:19.756193 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-b7b15afe-47de-442a-9a78-fb103550231c None None] Provisioning for port 7d608e66-a8e5-424b-8514-bb4d3fa2e618 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:44:19.763074 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-b7b15afe-47de-442a-9a78-fb103550231c None None] Provisioning complete for port 7d608e66-a8e5-424b-8514-bb4d3fa2e618 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:44:19.763562 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b7b15afe-47de-442a-9a78-fb103550231c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:19.876450 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-0a61714b-b211-4cb6-9396-2097593cbe4c req-fa38ad02-142e-4844-80b4-04a444ddff55 tempest-ServerTagsTestJSON-407383365 tempest-ServerTagsTestJSON-407383365-project] Synchronizing usage tracker for tenant:ad600549527f435baf83349a44ac50d0 on resource:security_group {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:44:19.880638 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-2ad02d52-9561-4359-b7ab-30903256fd15 req-a90c719a-a69d-4973-8ecc-11abcbd84849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:19.935192 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-b7b15afe-47de-442a-9a78-fb103550231c None None] Port 7d608e66-a8e5-424b-8514-bb4d3fa2e618 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:44:19.970028 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4791563f-bc13-4649-828e-2ed6310aa654 req-38e0c3f0-e9a2-41cf-8194-3473814a157d tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:19.971532 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4791563f-bc13-4649-828e-2ed6310aa654 req-38e0c3f0-e9a2-41cf-8194-3473814a157d tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/ports?device_id=498bacf1-a892-4e8e-a7a7-271d344a8884 HTTP/1.1" status: 200 len: 931 time: 0.3298266 May 28 06:44:20.075403 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-0a61714b-b211-4cb6-9396-2097593cbe4c req-fa38ad02-142e-4844-80b4-04a444ddff55 tempest-ServerTagsTestJSON-407383365 tempest-ServerTagsTestJSON-407383365-project] Unset dirty status for tenant:ad600549527f435baf83349a44ac50d0 on resource:security_group {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:44:20.084496 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0a61714b-b211-4cb6-9396-2097593cbe4c req-fa38ad02-142e-4844-80b4-04a444ddff55 tempest-ServerTagsTestJSON-407383365 tempest-ServerTagsTestJSON-407383365-project] 10.222.0.55 "GET /v2.0/security-groups?id=e8e103f9-9f0a-45af-a903-54b3b39d0b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4298141 May 28 06:44:20.158315 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d4b6d604-0a44-4d21-992c-2d17d4ec3162 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:20.359794 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4791563f-bc13-4649-828e-2ed6310aa654 req-9e316274-da44-4846-b92b-a15bf373cae9 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/security-groups?id=a55c2cfa-e9a1-4242-aad2-04321d6d41e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3744960 May 28 06:44:20.504228 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-d4b6d604-0a44-4d21-992c-2d17d4ec3162 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Calling delete_port for 7d608e66-a8e5-424b-8514-bb4d3fa2e618 owned by {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:44:20.574099 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [req-2ad02d52-9561-4359-b7ab-30903256fd15 req-a90c719a-a69d-4973-8ecc-11abcbd84849 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6f77700-7849-43f3-ae86-c1f2fa37d231 {{(pid=89110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:44:20.587505 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-2ad02d52-9561-4359-b7ab-30903256fd15 req-a90c719a-a69d-4973-8ecc-11abcbd84849 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:20.606712 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-2ad02d52-9561-4359-b7ab-30903256fd15 req-a90c719a-a69d-4973-8ecc-11abcbd84849 service neutron] Transition to ACTIVE for port object a6f77700-7849-43f3-ae86-c1f2fa37d231 will not be triggered until provisioned by entity L2. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:44:20.718431 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3384531-854b-4c95-a9f0-be6de07e201d req-acdf0c55-9912-4978-ad4a-6c5bcfa4bbe8 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:20.720226 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b3384531-854b-4c95-a9f0-be6de07e201d req-acdf0c55-9912-4978-ad4a-6c5bcfa4bbe8 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=41b001f4-36f6-418b-8ae0-66faaa396237 HTTP/1.1" status: 200 len: 944 time: 0.3676159 May 28 06:44:20.721681 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-2ad02d52-9561-4359-b7ab-30903256fd15 req-a90c719a-a69d-4973-8ecc-11abcbd84849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:20.961400 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [req-ea39d36c-119d-4742-8866-e41adacb9c94 req-fd62ff95-3028-47ad-ba9b-112dd5a78eeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e704a073-82ad-4169-828f-5dcec6c1a71c {{(pid=89109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:44:20.985048 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90c719a-a69d-4973-8ecc-11abcbd84849 service neutron] Pushing event updated for resources: {'Port': ['ID=a6f77700-7849-43f3-ae86-c1f2fa37d231,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:44:20.990323 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b3384531-854b-4c95-a9f0-be6de07e201d req-9fd99f18-0146-463f-885f-8bab22883540 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=da746f74-f7a2-404c-ba12-af4c190f6fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298415 May 28 06:44:20.998331 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-ea39d36c-119d-4742-8866-e41adacb9c94 req-fd62ff95-3028-47ad-ba9b-112dd5a78eeb service neutron] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:21.040879 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-2ad02d52-9561-4359-b7ab-30903256fd15 req-a90c719a-a69d-4973-8ecc-11abcbd84849 service neutron] Attempting to bind port a6f77700-7849-43f3-ae86-c1f2fa37d231 on host n-h2-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:44:21.043436 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-2ad02d52-9561-4359-b7ab-30903256fd15 req-a90c719a-a69d-4973-8ecc-11abcbd84849 service neutron] Attempting to bind port a6f77700-7849-43f3-ae86-c1f2fa37d231 by drivers openvswitch,hyperv on host n-h2-843702-1 at level 0 using segments [{'id': '6bc36b5d-db44-4879-ad09-7f382223e0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '311e89c0-b660-4362-bfcd-944f26c9b0bf'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:44:21.043436 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad02d52-9561-4359-b7ab-30903256fd15 req-a90c719a-a69d-4973-8ecc-11abcbd84849 service neutron] Attempting to bind port a6f77700-7849-43f3-ae86-c1f2fa37d231 on network 311e89c0-b660-4362-bfcd-944f26c9b0bf {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:44:21.048186 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad02d52-9561-4359-b7ab-30903256fd15 req-a90c719a-a69d-4973-8ecc-11abcbd84849 service neutron] Port a6f77700-7849-43f3-ae86-c1f2fa37d231 on network 311e89c0-b660-4362-bfcd-944f26c9b0bf not bound, no agent of type Open vSwitch agent registered on host n-h2-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:44:21.048653 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad02d52-9561-4359-b7ab-30903256fd15 req-a90c719a-a69d-4973-8ecc-11abcbd84849 service neutron] Attempting to bind port a6f77700-7849-43f3-ae86-c1f2fa37d231 on network 311e89c0-b660-4362-bfcd-944f26c9b0bf {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:44:21.055523 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad02d52-9561-4359-b7ab-30903256fd15 req-a90c719a-a69d-4973-8ecc-11abcbd84849 service neutron] Checking agent: {'id': 'f1a3973b-d2b3-4558-88e7-2ac50857d302', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:44:21.056015 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad02d52-9561-4359-b7ab-30903256fd15 req-a90c719a-a69d-4973-8ecc-11abcbd84849 service neutron] Checking segment: {'id': '6bc36b5d-db44-4879-ad09-7f382223e0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '311e89c0-b660-4362-bfcd-944f26c9b0bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:44:21.056521 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad02d52-9561-4359-b7ab-30903256fd15 req-a90c719a-a69d-4973-8ecc-11abcbd84849 service neutron] Bound using segment: {'id': '6bc36b5d-db44-4879-ad09-7f382223e0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '311e89c0-b660-4362-bfcd-944f26c9b0bf'} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:44:21.057233 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-2ad02d52-9561-4359-b7ab-30903256fd15 req-a90c719a-a69d-4973-8ecc-11abcbd84849 service neutron] Bound port: a6f77700-7849-43f3-ae86-c1f2fa37d231, host: n-h2-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bc36b5d-db44-4879-ad09-7f382223e0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '311e89c0-b660-4362-bfcd-944f26c9b0bf'}}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:44:21.057732 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-2ad02d52-9561-4359-b7ab-30903256fd15 req-a90c719a-a69d-4973-8ecc-11abcbd84849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:21.060248 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [req-ea39d36c-119d-4742-8866-e41adacb9c94 req-fd62ff95-3028-47ad-ba9b-112dd5a78eeb service neutron] Transition to ACTIVE for port object e704a073-82ad-4169-828f-5dcec6c1a71c will not be triggered until provisioned by entity L2. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:44:21.163839 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 34b46e0b-a57f-479e-a9eb-ebdc4b390fde up at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:44:21.166398 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-2ad02d52-9561-4359-b7ab-30903256fd15 req-a90c719a-a69d-4973-8ecc-11abcbd84849 service neutron] For port a6f77700-7849-43f3-ae86-c1f2fa37d231, host n-h2-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:44:21.171186 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-2ad02d52-9561-4359-b7ab-30903256fd15 req-a90c719a-a69d-4973-8ecc-11abcbd84849 service neutron] For port a6f77700-7849-43f3-ae86-c1f2fa37d231, host n-h2-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=a6f77700-7849-43f3-ae86-c1f2fa37d231,segment=NetworkSegment(6bc36b5d-db44-4879-ad09-7f382223e0b7),segment_id=6bc36b5d-db44-4879-ad09-7f382223e0b7)] {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:44:21.178547 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d4b6d604-0a44-4d21-992c-2d17d4ec3162 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:21.230673 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 46436) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:21.314705 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-ea39d36c-119d-4742-8866-e41adacb9c94 req-fd62ff95-3028-47ad-ba9b-112dd5a78eeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:21.316101 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-2ad02d52-9561-4359-b7ab-30903256fd15 req-a90c719a-a69d-4973-8ecc-11abcbd84849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:21.428075 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad02d52-9561-4359-b7ab-30903256fd15 req-a90c719a-a69d-4973-8ecc-11abcbd84849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:21.428714 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-2ad02d52-9561-4359-b7ab-30903256fd15 req-a90c719a-a69d-4973-8ecc-11abcbd84849 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:21.431320 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2ad02d52-9561-4359-b7ab-30903256fd15 req-a90c719a-a69d-4973-8ecc-11abcbd84849 service neutron] 10.222.0.71 "PUT /v2.0/ports/a6f77700-7849-43f3-ae86-c1f2fa37d231 HTTP/1.1" status: 200 len: 1091 time: 1.9239058 May 28 06:44:21.432868 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b6d604-0a44-4d21-992c-2d17d4ec3162 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Pushing event deleted for resources: {'Port': ['ID=7d608e66-a8e5-424b-8514-bb4d3fa2e618,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:44:21.435285 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50c312f7-d609-4963-9021-5b36dffc00fd', 'tag': 'a6f77700-7849-43f3-ae86-c1f2fa37d231'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:44:21.453456 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning for port 34b46e0b-a57f-479e-a9eb-ebdc4b390fde completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:44:21.460047 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning complete for port 34b46e0b-a57f-479e-a9eb-ebdc4b390fde triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:44:21.460693 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:21.470439 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d4b6d604-0a44-4d21-992c-2d17d4ec3162 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:21.507404 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90c719a-a69d-4973-8ecc-11abcbd84849 service neutron] Pushing event updated for resources: {'Port': ['ID=a6f77700-7849-43f3-ae86-c1f2fa37d231,revision_number=3']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:44:21.581388 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b12c91-791b-4afe-853c-b0da86f8321c req-dc86f290-21c9-4700-b7b5-9ec33a531934 tempest-ServerTagsTestJSON-407383365 tempest-ServerTagsTestJSON-407383365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:21.595811 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d0b12c91-791b-4afe-853c-b0da86f8321c req-dc86f290-21c9-4700-b7b5-9ec33a531934 tempest-ServerTagsTestJSON-407383365 tempest-ServerTagsTestJSON-407383365-project] 10.222.0.55 "GET /v2.0/ports?device_id=50c312f7-d609-4963-9021-5b36dffc00fd HTTP/1.1" status: 200 len: 943 time: 0.3307681 May 28 06:44:21.882137 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-d4b6d604-0a44-4d21-992c-2d17d4ec3162 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "DELETE /v2.0/ports/7d608e66-a8e5-424b-8514-bb4d3fa2e618 HTTP/1.1" status: 204 len: 168 time: 2.8920968 May 28 06:44:21.903957 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 46454) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:21.934838 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d0b12c91-791b-4afe-853c-b0da86f8321c req-bbb5bec0-10c2-4eff-a6ed-571e927c78b0 tempest-ServerTagsTestJSON-407383365 tempest-ServerTagsTestJSON-407383365-project] 10.222.0.55 "GET /v2.0/security-groups?id=e8e103f9-9f0a-45af-a903-54b3b39d0b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3335004 May 28 06:44:21.940698 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 34b46e0b-a57f-479e-a9eb-ebdc4b390fde is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:44:21.941244 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:21.996325 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 34b46e0b-a57f-479e-a9eb-ebdc4b390fde, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=34b46e0b-a57f-479e-a9eb-ebdc4b390fde,segment=NetworkSegment(4c4bc3f8-ec6f-40a7-9f80-cde5ff5de12a),segment_id=4c4bc3f8-ec6f-40a7-9f80-cde5ff5de12a)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:44:21.997271 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41b001f4-36f6-418b-8ae0-66faaa396237', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34b46e0b-a57f-479e-a9eb-ebdc4b390fde'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:44:22.000347 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad02d52-9561-4359-b7ab-30903256fd15 req-056646a3-6b7c-437f-b039-bc8cc159f4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:22.008166 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2ad02d52-9561-4359-b7ab-30903256fd15 req-056646a3-6b7c-437f-b039-bc8cc159f4b5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ad600549527f435baf83349a44ac50d0&device_id=50c312f7-d609-4963-9021-5b36dffc00fd HTTP/1.1" status: 200 len: 1094 time: 0.4094737 May 28 06:44:22.021842 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cacad5-7a38-4a51-a00e-dba8ecdd1057 req-16e04168-bc34-43cb-922e-a0b1d0bd8537 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:22.028694 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-42cacad5-7a38-4a51-a00e-dba8ecdd1057 req-16e04168-bc34-43cb-922e-a0b1d0bd8537 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/ports?device_id=498bacf1-a892-4e8e-a7a7-271d344a8884 HTTP/1.1" status: 200 len: 943 time: 0.3051517 May 28 06:44:22.076922 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:22.129506 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 46464) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:22.150976 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd62ff95-3028-47ad-ba9b-112dd5a78eeb service neutron] Pushing event updated for resources: {'Port': ['ID=e704a073-82ad-4169-828f-5dcec6c1a71c,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:44:22.196898 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-ea39d36c-119d-4742-8866-e41adacb9c94 req-fd62ff95-3028-47ad-ba9b-112dd5a78eeb service neutron] Attempting to bind port e704a073-82ad-4169-828f-5dcec6c1a71c on host n-h2-843702-1 for vnic_type normal with profile {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:44:22.197563 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-ea39d36c-119d-4742-8866-e41adacb9c94 req-fd62ff95-3028-47ad-ba9b-112dd5a78eeb service neutron] Attempting to bind port e704a073-82ad-4169-828f-5dcec6c1a71c by drivers openvswitch,hyperv on host n-h2-843702-1 at level 0 using segments [{'id': 'de3cbcce-ba0c-4cb8-88ea-ac98446ed60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a3fe29e9-17f9-4750-841d-90d9978eff94'}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:44:22.198071 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea39d36c-119d-4742-8866-e41adacb9c94 req-fd62ff95-3028-47ad-ba9b-112dd5a78eeb service neutron] Attempting to bind port e704a073-82ad-4169-828f-5dcec6c1a71c on network a3fe29e9-17f9-4750-841d-90d9978eff94 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:44:22.204614 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea39d36c-119d-4742-8866-e41adacb9c94 req-fd62ff95-3028-47ad-ba9b-112dd5a78eeb service neutron] Port e704a073-82ad-4169-828f-5dcec6c1a71c on network a3fe29e9-17f9-4750-841d-90d9978eff94 not bound, no agent of type Open vSwitch agent registered on host n-h2-843702-1 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:44:22.205264 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea39d36c-119d-4742-8866-e41adacb9c94 req-fd62ff95-3028-47ad-ba9b-112dd5a78eeb service neutron] Attempting to bind port e704a073-82ad-4169-828f-5dcec6c1a71c on network a3fe29e9-17f9-4750-841d-90d9978eff94 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:44:22.215242 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea39d36c-119d-4742-8866-e41adacb9c94 req-fd62ff95-3028-47ad-ba9b-112dd5a78eeb service neutron] Checking agent: {'id': 'f1a3973b-d2b3-4558-88e7-2ac50857d302', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:44:22.215922 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea39d36c-119d-4742-8866-e41adacb9c94 req-fd62ff95-3028-47ad-ba9b-112dd5a78eeb service neutron] Checking segment: {'id': 'de3cbcce-ba0c-4cb8-88ea-ac98446ed60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a3fe29e9-17f9-4750-841d-90d9978eff94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:44:22.216630 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea39d36c-119d-4742-8866-e41adacb9c94 req-fd62ff95-3028-47ad-ba9b-112dd5a78eeb service neutron] Bound using segment: {'id': 'de3cbcce-ba0c-4cb8-88ea-ac98446ed60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a3fe29e9-17f9-4750-841d-90d9978eff94'} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:44:22.217259 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-ea39d36c-119d-4742-8866-e41adacb9c94 req-fd62ff95-3028-47ad-ba9b-112dd5a78eeb service neutron] Bound port: e704a073-82ad-4169-828f-5dcec6c1a71c, host: n-h2-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de3cbcce-ba0c-4cb8-88ea-ac98446ed60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a3fe29e9-17f9-4750-841d-90d9978eff94'}}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:44:22.217815 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-ea39d36c-119d-4742-8866-e41adacb9c94 req-fd62ff95-3028-47ad-ba9b-112dd5a78eeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:22.237110 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25084e33-fed4-4a42-ad08-f56a7c953c23 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:22.238099 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-25084e33-fed4-4a42-ad08-f56a7c953c23 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Synchronizing usage tracker for tenant:5e9e9447c07c4077b6694ab63e3affe5 on resource:port {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:44:22.245833 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bd7bec8-a8d2-4d99-8e89-d377b896f7a4'] response: {'name': 'network-changed', 'server_uuid': '50c312f7-d609-4963-9021-5b36dffc00fd', 'tag': 'a6f77700-7849-43f3-ae86-c1f2fa37d231', 'status': 'completed', 'code': 200} May 28 06:44:22.267543 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2ad02d52-9561-4359-b7ab-30903256fd15 req-d50c3fe4-1d47-4004-8970-208be41b2f9a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a6f77700-7849-43f3-ae86-c1f2fa37d231 HTTP/1.1" status: 200 len: 217 time: 0.2361896 May 28 06:44:22.315302 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=34b46e0b-a57f-479e-a9eb-ebdc4b390fde,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:44:22.341245 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-af94d853-6675-407b-b012-26e859b42362 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:22.371345 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-ea39d36c-119d-4742-8866-e41adacb9c94 req-fd62ff95-3028-47ad-ba9b-112dd5a78eeb service neutron] For port e704a073-82ad-4169-828f-5dcec6c1a71c, host n-h2-843702-1, cleared binding levels {{(pid=89109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:44:22.374849 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-ea39d36c-119d-4742-8866-e41adacb9c94 req-fd62ff95-3028-47ad-ba9b-112dd5a78eeb service neutron] For port e704a073-82ad-4169-828f-5dcec6c1a71c, host n-h2-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=e704a073-82ad-4169-828f-5dcec6c1a71c,segment=NetworkSegment(de3cbcce-ba0c-4cb8-88ea-ac98446ed60d),segment_id=de3cbcce-ba0c-4cb8-88ea-ac98446ed60d)] {{(pid=89109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:44:22.430587 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-25084e33-fed4-4a42-ad08-f56a7c953c23 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Unset dirty status for tenant:5e9e9447c07c4077b6694ab63e3affe5 on resource:port {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:44:22.432420 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-25084e33-fed4-4a42-ad08-f56a7c953c23 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.5247021 May 28 06:44:22.434233 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-af94d853-6675-407b-b012-26e859b42362 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:44:22.435279 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 46472) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:22.449384 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-42cacad5-7a38-4a51-a00e-dba8ecdd1057 req-eb0f3fd0-b39b-43d9-abfe-ed8f03cdf088 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/security-groups?id=a55c2cfa-e9a1-4242-aad2-04321d6d41e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4197621 May 28 06:44:22.463544 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-af94d853-6675-407b-b012-26e859b42362 admin admin] Usage tracker for resource:security_group_rule and tenant:56592b0e90304f3082b207aa772462fa is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:44:22.474419 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-af94d853-6675-407b-b012-26e859b42362 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:44:22.489819 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-af94d853-6675-407b-b012-26e859b42362 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:44:22.490566 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-ea39d36c-119d-4742-8866-e41adacb9c94 req-fd62ff95-3028-47ad-ba9b-112dd5a78eeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:22.498702 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad02d52-9561-4359-b7ab-30903256fd15 req-16377ebd-be0a-4332-adc3-465d4476c352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:22.506424 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2ad02d52-9561-4359-b7ab-30903256fd15 req-16377ebd-be0a-4332-adc3-465d4476c352 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f5e3001d-39f4-4ddf-b283-1deea7503180 HTTP/1.1" status: 200 len: 848 time: 0.1788590 May 28 06:44:22.593268 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4a1d609-9297-4524-ab32-bd7f793e45f5'] response: {'server_uuid': '41b001f4-36f6-418b-8ae0-66faaa396237', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34b46e0b-a57f-479e-a9eb-ebdc4b390fde', 'code': 200} May 28 06:44:22.616697 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0020eb66-f6fe-407f-94e8-7d40fdd3432e admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:22.646490 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea39d36c-119d-4742-8866-e41adacb9c94 req-fd62ff95-3028-47ad-ba9b-112dd5a78eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:22.648419 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-ea39d36c-119d-4742-8866-e41adacb9c94 req-fd62ff95-3028-47ad-ba9b-112dd5a78eeb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:22.648880 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2ad02d52-9561-4359-b7ab-30903256fd15 req-4e2bfdad-0b7a-40ef-be01-e6ddb9d29843 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=311e89c0-b660-4362-bfcd-944f26c9b0bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1345632 May 28 06:44:22.650320 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-ea39d36c-119d-4742-8866-e41adacb9c94 req-fd62ff95-3028-47ad-ba9b-112dd5a78eeb service neutron] 10.222.0.71 "PUT /v2.0/ports/e704a073-82ad-4169-828f-5dcec6c1a71c HTTP/1.1" status: 200 len: 1091 time: 3.3443279 May 28 06:44:22.662814 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '498bacf1-a892-4e8e-a7a7-271d344a8884', 'tag': 'e704a073-82ad-4169-828f-5dcec6c1a71c'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:44:22.698935 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-0020eb66-f6fe-407f-94e8-7d40fdd3432e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:44:22.703693 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-0020eb66-f6fe-407f-94e8-7d40fdd3432e admin admin] Usage tracker for resource:security_group_rule and tenant:0bd9d496f02948d5ab9d0f0d02bd7d52 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:44:22.706967 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-0020eb66-f6fe-407f-94e8-7d40fdd3432e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:44:22.716108 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-0020eb66-f6fe-407f-94e8-7d40fdd3432e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:44:22.813489 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7e4a45b-a0f4-4e6c-b746-c8d9ee2c4d53'] response: {'name': 'network-changed', 'server_uuid': '498bacf1-a892-4e8e-a7a7-271d344a8884', 'tag': 'e704a073-82ad-4169-828f-5dcec6c1a71c', 'status': 'completed', 'code': 200} May 28 06:44:22.873863 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd62ff95-3028-47ad-ba9b-112dd5a78eeb service neutron] Pushing event updated for resources: {'Port': ['ID=e704a073-82ad-4169-828f-5dcec6c1a71c,revision_number=3']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:44:22.980969 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0020eb66-f6fe-407f-94e8-7d40fdd3432e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:22.993154 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9e008f-bef2-42df-836e-59793746bf0d tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:22.997405 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-2f9e008f-bef2-42df-836e-59793746bf0d tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.5581884 May 28 06:44:22.997849 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 46484) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:23.003031 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea39d36c-119d-4742-8866-e41adacb9c94 req-bf0eb060-6a26-4b97-9f14-9e863f78e191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:23.004623 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-ea39d36c-119d-4742-8866-e41adacb9c94 req-bf0eb060-6a26-4b97-9f14-9e863f78e191 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=98e9fd09ba2248b5b9367b689b0cfcd3&device_id=498bacf1-a892-4e8e-a7a7-271d344a8884 HTTP/1.1" status: 200 len: 1094 time: 0.1943083 May 28 06:44:23.027099 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8177b327-4f4d-4624-8e73-7d65a28d5c07 req-0931e9bb-e20e-478d-9198-0bbee3f267f6 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:23.038400 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8177b327-4f4d-4624-8e73-7d65a28d5c07 req-0931e9bb-e20e-478d-9198-0bbee3f267f6 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=41b001f4-36f6-418b-8ae0-66faaa396237 HTTP/1.1" status: 200 len: 945 time: 0.3764637 May 28 06:44:23.075145 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2ad02d52-9561-4359-b7ab-30903256fd15 req-e717eeb2-8b91-4160-b818-a5a98f92bd53 service neutron] 10.222.0.71 "GET /v2.0/networks/311e89c0-b660-4362-bfcd-944f26c9b0bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4042289 May 28 06:44:23.075482 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e46338-0dc4-4c1f-8b59-d07aa2508e3e tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:23.078830 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e46338-0dc4-4c1f-8b59-d07aa2508e3e tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:23.078944 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e46338-0dc4-4c1f-8b59-d07aa2508e3e tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:23.079894 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-67e46338-0dc4-4c1f-8b59-d07aa2508e3e tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Synchronizing usage tracker for tenant:5e9e9447c07c4077b6694ab63e3affe5 on resource:subnet {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:44:23.134920 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-af94d853-6675-407b-b012-26e859b42362 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:23.139540 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67c20fc-2127-436f-8f87-9b4a221d0c61 req-0e1466f8-ba61-43d4-a3cd-cd788f76af4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:23.141175 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c67c20fc-2127-436f-8f87-9b4a221d0c61 req-0e1466f8-ba61-43d4-a3cd-cd788f76af4a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=41b001f4-36f6-418b-8ae0-66faaa396237 HTTP/1.1" status: 200 len: 1096 time: 0.3963752 May 28 06:44:23.163941 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0020eb66-f6fe-407f-94e8-7d40fdd3432e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:23.195025 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-ea39d36c-119d-4742-8866-e41adacb9c94 req-a8f7e9c4-01d8-4e5e-8dbc-f1d90bb56aa0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e704a073-82ad-4169-828f-5dcec6c1a71c HTTP/1.1" status: 200 len: 217 time: 0.1122479 May 28 06:44:23.267886 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-af94d853-6675-407b-b012-26e859b42362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:23.283353 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-0020eb66-f6fe-407f-94e8-7d40fdd3432e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0bd9d496f02948d5ab9d0f0d02bd7d52&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1482935 May 28 06:44:23.286976 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 46492) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:23.289539 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0020eb66-f6fe-407f-94e8-7d40fdd3432e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d68969fa-4be9-4518-910b-2a51ad854d10,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:44:23.292146 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8177b327-4f4d-4624-8e73-7d65a28d5c07 req-ec2af4f0-5b13-47a8-82b7-80d32ea8fc74 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=da746f74-f7a2-404c-ba12-af4c190f6fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568080 May 28 06:44:23.325474 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea39d36c-119d-4742-8866-e41adacb9c94 req-1dc97d94-09b1-4030-9754-88ffba654a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:23.330192 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-ea39d36c-119d-4742-8866-e41adacb9c94 req-1dc97d94-09b1-4030-9754-88ffba654a99 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=304c7228-4ac2-4e7a-aa6d-33e85e214d70 HTTP/1.1" status: 200 len: 858 time: 0.1255043 May 28 06:44:23.392504 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c67c20fc-2127-436f-8f87-9b4a221d0c61 req-b4cf24b2-57a6-4456-a813-0e4958a8bd9c service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=da746f74-f7a2-404c-ba12-af4c190f6fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091353 May 28 06:44:23.394609 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-af94d853-6675-407b-b012-26e859b42362 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=56592b0e90304f3082b207aa772462fa&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1629491 May 28 06:44:23.395385 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af94d853-6675-407b-b012-26e859b42362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4f54503-a97c-49af-bd34-7e14fff888b8,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:44:23.401376 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 46500) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:23.434200 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-67e46338-0dc4-4c1f-8b59-d07aa2508e3e tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Unset dirty status for tenant:5e9e9447c07c4077b6694ab63e3affe5 on resource:subnet {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:44:23.434200 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-67e46338-0dc4-4c1f-8b59-d07aa2508e3e tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.4327309 May 28 06:44:23.438263 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 46504) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:23.507088 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e62e1149-2def-4471-9dce-df7adebad533 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:23.564956 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2ad02d52-9561-4359-b7ab-30903256fd15 req-57543abf-8373-49a2-9c65-7fcdcfb22598 service neutron] 10.222.0.71 "GET /v2.0/networks/311e89c0-b660-4362-bfcd-944f26c9b0bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4505503 May 28 06:44:23.576095 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e62e1149-2def-4471-9dce-df7adebad533 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:23.624066 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea39d36c-119d-4742-8866-e41adacb9c94 req-8cc74a06-67c0-481e-895e-9d03cca4fadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:23.625640 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-ea39d36c-119d-4742-8866-e41adacb9c94 req-8cc74a06-67c0-481e-895e-9d03cca4fadb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a3fe29e9-17f9-4750-841d-90d9978eff94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2906749 May 28 06:44:23.628614 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3f38d6-62bb-4194-9552-7d72edb1172e req-532f370a-53a3-49f5-a31e-dd5df7e8f4dd tempest-ServerTagsTestJSON-407383365 tempest-ServerTagsTestJSON-407383365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:23.630216 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1b3f38d6-62bb-4194-9552-7d72edb1172e req-532f370a-53a3-49f5-a31e-dd5df7e8f4dd tempest-ServerTagsTestJSON-407383365 tempest-ServerTagsTestJSON-407383365-project] 10.222.0.55 "GET /v2.0/ports?device_id=50c312f7-d609-4963-9021-5b36dffc00fd HTTP/1.1" status: 200 len: 943 time: 0.5290501 May 28 06:44:23.705762 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_v2 [None req-c78dfe73-8be3-4f1c-aed1-9542a3210cc9 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Deleting subnet 78e3746c-ff7d-4778-835c-503117186a1b {{(pid=89110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:44:23.716111 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-eabc2e77-f433-4c3a-9f60-b73efe1b4719 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:23.722603 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c78dfe73-8be3-4f1c-aed1-9542a3210cc9 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks [] for subnet, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:23.784071 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-ea39d36c-119d-4742-8866-e41adacb9c94 req-d7c96f04-1900-4e6c-b0c6-303378e8a897 service neutron] 10.222.0.71 "GET /v2.0/networks/a3fe29e9-17f9-4750-841d-90d9978eff94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493444 May 28 06:44:23.865203 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1b3f38d6-62bb-4194-9552-7d72edb1172e req-232dae62-9473-4524-9fc6-2540e56da444 tempest-ServerTagsTestJSON-407383365 tempest-ServerTagsTestJSON-407383365-project] 10.222.0.55 "GET /v2.0/security-groups?id=e8e103f9-9f0a-45af-a903-54b3b39d0b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217698 May 28 06:44:23.866995 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-eabc2e77-f433-4c3a-9f60-b73efe1b4719 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:23.878339 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e62e1149-2def-4471-9dce-df7adebad533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:23.883216 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c78dfe73-8be3-4f1c-aed1-9542a3210cc9 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4150765'] for subnet, precommit_delete_associations {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:23.903708 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62e1149-2def-4471-9dce-df7adebad533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d68969fa-4be9-4518-910b-2a51ad854d10,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:44:23.904274 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e62e1149-2def-4471-9dce-df7adebad533 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:23.905492 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-e62e1149-2def-4471-9dce-df7adebad533 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d68969fa-4be9-4518-910b-2a51ad854d10 HTTP/1.1" status: 204 len: 168 time: 0.6173918 May 28 06:44:23.961629 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-ea39d36c-119d-4742-8866-e41adacb9c94 req-010547a9-f512-4379-b454-be7ff7ca5676 service neutron] 10.222.0.71 "GET /v2.0/networks/a3fe29e9-17f9-4750-841d-90d9978eff94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712737 May 28 06:44:24.011906 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56db1910-0ef4-473d-b41f-14ba179aec8f req-51631868-66bd-4398-a91a-4bce2ce88bcb tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:24.013402 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-56db1910-0ef4-473d-b41f-14ba179aec8f req-51631868-66bd-4398-a91a-4bce2ce88bcb tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/ports?device_id=498bacf1-a892-4e8e-a7a7-271d344a8884 HTTP/1.1" status: 200 len: 943 time: 0.3929803 May 28 06:44:24.052399 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d25b79-7fd9-4940-ad39-951436e78059 req-ef3af9af-3586-4f6d-b917-21f7586e8932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:24.053874 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-06d25b79-7fd9-4940-ad39-951436e78059 req-ef3af9af-3586-4f6d-b917-21f7586e8932 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ad600549527f435baf83349a44ac50d0&device_id=50c312f7-d609-4963-9021-5b36dffc00fd HTTP/1.1" status: 200 len: 1094 time: 0.2607918 May 28 06:44:24.107271 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-56db1910-0ef4-473d-b41f-14ba179aec8f req-276608c7-d49a-470c-a74e-61883a5260df tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/security-groups?id=a55c2cfa-e9a1-4242-aad2-04321d6d41e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847440 May 28 06:44:24.157507 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c78dfe73-8be3-4f1c-aed1-9542a3210cc9 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:24.191998 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-eabc2e77-f433-4c3a-9f60-b73efe1b4719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:24.226393 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e40e1d2-57d0-4471-8560-b568a8f24964 req-fcacec30-fda6-4bc3-bc30-554a2f8e3b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:24.227903 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-5e40e1d2-57d0-4471-8560-b568a8f24964 req-fcacec30-fda6-4bc3-bc30-554a2f8e3b71 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=98e9fd09ba2248b5b9367b689b0cfcd3&device_id=498bacf1-a892-4e8e-a7a7-271d344a8884 HTTP/1.1" status: 200 len: 1094 time: 0.0844994 May 28 06:44:24.234259 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabc2e77-f433-4c3a-9f60-b73efe1b4719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4f54503-a97c-49af-bd34-7e14fff888b8,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:44:24.255685 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-eabc2e77-f433-4c3a-9f60-b73efe1b4719 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:24.259786 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-eabc2e77-f433-4c3a-9f60-b73efe1b4719 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e4f54503-a97c-49af-bd34-7e14fff888b8 HTTP/1.1" status: 204 len: 168 time: 0.8544984 May 28 06:44:24.314281 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d25b79-7fd9-4940-ad39-951436e78059 req-d93b7e62-1fdd-4169-8a37-8d16e01f525c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:24.315853 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-06d25b79-7fd9-4940-ad39-951436e78059 req-d93b7e62-1fdd-4169-8a37-8d16e01f525c service neutron] 10.222.0.71 "GET /v2.0/networks?id=311e89c0-b660-4362-bfcd-944f26c9b0bf HTTP/1.1" status: 200 len: 909 time: 0.2482195 May 28 06:44:24.395649 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c78dfe73-8be3-4f1c-aed1-9542a3210cc9 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3115981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3172005'] for subnet, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:24.408099 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e40e1d2-57d0-4471-8560-b568a8f24964 req-18734a6f-c93c-440b-8243-a1a3548d052c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:24.409590 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-5e40e1d2-57d0-4471-8560-b568a8f24964 req-18734a6f-c93c-440b-8243-a1a3548d052c service neutron] 10.222.0.71 "GET /v2.0/networks?id=a3fe29e9-17f9-4750-841d-90d9978eff94 HTTP/1.1" status: 200 len: 920 time: 0.1752081 May 28 06:44:24.650425 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-5e40e1d2-57d0-4471-8560-b568a8f24964 req-3c9e6a84-b60d-4cf6-8269-1a4309805eb4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e704a073-82ad-4169-828f-5dcec6c1a71c HTTP/1.1" status: 200 len: 217 time: 0.2331731 May 28 06:44:24.694219 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-06d25b79-7fd9-4940-ad39-951436e78059 req-258cf6f1-1bf1-4e87-8eb8-44374dbf254d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a6f77700-7849-43f3-ae86-c1f2fa37d231 HTTP/1.1" status: 200 len: 217 time: 0.3700087 May 28 06:44:24.729970 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e40e1d2-57d0-4471-8560-b568a8f24964 req-bc1fd5b6-58e1-469f-a38b-c926972200f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:24.731615 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-5e40e1d2-57d0-4471-8560-b568a8f24964 req-bc1fd5b6-58e1-469f-a38b-c926972200f9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=304c7228-4ac2-4e7a-aa6d-33e85e214d70 HTTP/1.1" status: 200 len: 858 time: 0.0735705 May 28 06:44:24.744181 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e438afe-6655-4a7b-8e09-8e22adda592a None None] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:44:24.781295 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c78dfe73-8be3-4f1c-aed1-9542a3210cc9 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:24.791412 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78dfe73-8be3-4f1c-aed1-9542a3210cc9 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Pushing event deleted for resources: {'Subnet': ['ID=78e3746c-ff7d-4778-835c-503117186a1b,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:44:24.836284 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d25b79-7fd9-4940-ad39-951436e78059 req-282ed3d1-8ecf-41b5-9540-dd89c68af3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:24.837739 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-06d25b79-7fd9-4940-ad39-951436e78059 req-282ed3d1-8ecf-41b5-9540-dd89c68af3dc service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f5e3001d-39f4-4ddf-b283-1deea7503180 HTTP/1.1" status: 200 len: 848 time: 0.1052306 May 28 06:44:24.857920 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e40e1d2-57d0-4471-8560-b568a8f24964 req-dd6763ef-e6a5-4b30-9041-5fdbb9b61a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:24.859483 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-5e40e1d2-57d0-4471-8560-b568a8f24964 req-dd6763ef-e6a5-4b30-9041-5fdbb9b61a60 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a3fe29e9-17f9-4750-841d-90d9978eff94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1065910 May 28 06:44:24.891265 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-c78dfe73-8be3-4f1c-aed1-9542a3210cc9 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "DELETE /v2.0/subnets/78e3746c-ff7d-4778-835c-503117186a1b HTTP/1.1" status: 204 len: 168 time: 1.4469094 May 28 06:44:24.895126 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-06d25b79-7fd9-4940-ad39-951436e78059 req-05aa7c45-289a-4460-a80a-9774faaddaf4 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=311e89c0-b660-4362-bfcd-944f26c9b0bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492117 May 28 06:44:24.896268 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 46526) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:24.907085 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6196885-3a88-46b8-8a8a-3926a91a1552 req-913ba35e-c51b-4101-b8e5-59e57e8c5ff8 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:24.914480 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c6196885-3a88-46b8-8a8a-3926a91a1552 req-913ba35e-c51b-4101-b8e5-59e57e8c5ff8 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=41b001f4-36f6-418b-8ae0-66faaa396237 HTTP/1.1" status: 200 len: 945 time: 0.2169132 May 28 06:44:25.018674 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-5e40e1d2-57d0-4471-8560-b568a8f24964 req-bff69b9f-9c2f-4363-9604-ea0e6fe15df4 service neutron] 10.222.0.71 "GET /v2.0/networks/a3fe29e9-17f9-4750-841d-90d9978eff94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511650 May 28 06:44:25.161797 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 46536) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:25.218571 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-292b999d-effb-469c-896f-68d8de17b093 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:25.283925 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-292b999d-effb-469c-896f-68d8de17b093 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:44:25.300301 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-292b999d-effb-469c-896f-68d8de17b093 admin admin] Usage tracker for resource:security_group_rule and tenant:4614a9d87d7e496e88256be4ff799341 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:44:25.318394 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-292b999d-effb-469c-896f-68d8de17b093 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:44:25.320558 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c6196885-3a88-46b8-8a8a-3926a91a1552 req-0c6d7b01-7cda-4b1c-8f94-22fd9427ef2c tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=da746f74-f7a2-404c-ba12-af4c190f6fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4051270 May 28 06:44:25.332329 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-292b999d-effb-469c-896f-68d8de17b093 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:44:25.348546 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_v2 [None req-af5b0fb8-78ce-4a8e-9bfc-634d1c7fecff tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Deleting subnet 849fce80-ef5b-402e-aafe-667da99d3127 {{(pid=89110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:44:25.360144 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-06d25b79-7fd9-4940-ad39-951436e78059 req-368069a8-7770-4bf7-8575-273f1b751ab1 service neutron] 10.222.0.71 "GET /v2.0/networks/311e89c0-b660-4362-bfcd-944f26c9b0bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4125183 May 28 06:44:25.367394 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-af5b0fb8-78ce-4a8e-9bfc-634d1c7fecff tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks [] for subnet, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:25.371200 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-5e40e1d2-57d0-4471-8560-b568a8f24964 req-f2dccc5a-e9ec-418e-835a-3d1f026c88bd service neutron] 10.222.0.71 "GET /v2.0/networks/a3fe29e9-17f9-4750-841d-90d9978eff94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3439205 May 28 06:44:25.585586 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-292b999d-effb-469c-896f-68d8de17b093 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:25.715862 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-292b999d-effb-469c-896f-68d8de17b093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:25.737072 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-06d25b79-7fd9-4940-ad39-951436e78059 req-49c37a46-4997-4c04-84b4-f0831ae2f817 service neutron] 10.222.0.71 "GET /v2.0/networks/311e89c0-b660-4362-bfcd-944f26c9b0bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3001990 May 28 06:44:25.745913 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-af5b0fb8-78ce-4a8e-9bfc-634d1c7fecff tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4150765'] for subnet, precommit_delete_associations {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:25.832818 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-292b999d-effb-469c-896f-68d8de17b093 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4614a9d87d7e496e88256be4ff799341&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6666529 May 28 06:44:25.832818 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292b999d-effb-469c-896f-68d8de17b093 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d2ddc1a-6f63-4f07-b246-a275d00b0f7e,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:44:25.842579 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 46554) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:25.851344 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc0e0dc-67be-430e-a288-52ef3505001f req-26ebadc1-454d-48a7-9989-a384102c0a62 tempest-ServerTagsTestJSON-407383365 tempest-ServerTagsTestJSON-407383365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:25.858442 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0bc0e0dc-67be-430e-a288-52ef3505001f req-26ebadc1-454d-48a7-9989-a384102c0a62 tempest-ServerTagsTestJSON-407383365 tempest-ServerTagsTestJSON-407383365-project] 10.222.0.55 "GET /v2.0/ports?device_id=50c312f7-d609-4963-9021-5b36dffc00fd HTTP/1.1" status: 200 len: 943 time: 0.6719499 May 28 06:44:25.865208 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device a6f77700-7849-43f3-ae86-c1f2fa37d231 details requested by agent hyperv_n-h2-843702-1 with host n-h2-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:44:25.972202 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4281da-dd08-4c7c-9628-03fc0384383a req-6ca06ea4-d243-419f-944a-60a28f7a3883 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:25.980048 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7d4281da-dd08-4c7c-9628-03fc0384383a req-6ca06ea4-d243-419f-944a-60a28f7a3883 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/ports?device_id=498bacf1-a892-4e8e-a7a7-271d344a8884 HTTP/1.1" status: 200 len: 943 time: 0.3159411 May 28 06:44:26.004444 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-490d6764-b308-47a5-b392-752ae225e7b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:26.029020 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0bc0e0dc-67be-430e-a288-52ef3505001f req-a5262e24-d382-41e1-92ae-00c150b94669 tempest-ServerTagsTestJSON-407383365 tempest-ServerTagsTestJSON-407383365-project] 10.222.0.55 "GET /v2.0/security-groups?id=e8e103f9-9f0a-45af-a903-54b3b39d0b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696262 May 28 06:44:26.030909 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-af5b0fb8-78ce-4a8e-9bfc-634d1c7fecff tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:26.077542 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-490d6764-b308-47a5-b392-752ae225e7b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:26.155852 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7d4281da-dd08-4c7c-9628-03fc0384383a req-9a4aa376-2711-4d2a-b7b4-7647667c7845 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/security-groups?id=a55c2cfa-e9a1-4242-aad2-04321d6d41e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1748407 May 28 06:44:26.249509 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-7616f73e-e025-4840-842c-92730cec9d35 None None] Provisioning complete for port bbb267a0-3faa-45fa-9122-7fc1d437e6a8 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:44:26.250144 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-7616f73e-e025-4840-842c-92730cec9d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:26.281354 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-af5b0fb8-78ce-4a8e-9bfc-634d1c7fecff tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3115981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3172005'] for subnet, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:26.323658 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port a6f77700-7849-43f3-ae86-c1f2fa37d231, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=a6f77700-7849-43f3-ae86-c1f2fa37d231,segment=NetworkSegment(6bc36b5d-db44-4879-ad09-7f382223e0b7),segment_id=6bc36b5d-db44-4879-ad09-7f382223e0b7)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:44:26.344578 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5b0fb8-78ce-4a8e-9bfc-634d1c7fecff tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Pushing event deleted for resources: {'Subnet': ['ID=849fce80-ef5b-402e-aafe-667da99d3127,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:44:26.347382 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c321822-81b8-48ad-bae1-6a59a0c7c090 None None] Network 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:44:26.350254 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-490d6764-b308-47a5-b392-752ae225e7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:26.365056 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-af5b0fb8-78ce-4a8e-9bfc-634d1c7fecff tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:26.383790 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490d6764-b308-47a5-b392-752ae225e7b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d2ddc1a-6f63-4f07-b246-a275d00b0f7e,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:44:26.393370 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-490d6764-b308-47a5-b392-752ae225e7b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:26.397117 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-490d6764-b308-47a5-b392-752ae225e7b3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1d2ddc1a-6f63-4f07-b246-a275d00b0f7e HTTP/1.1" status: 204 len: 168 time: 0.5511398 May 28 06:44:26.398679 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-af5b0fb8-78ce-4a8e-9bfc-634d1c7fecff tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "DELETE /v2.0/subnets/849fce80-ef5b-402e-aafe-667da99d3127 HTTP/1.1" status: 204 len: 168 time: 1.5006161 May 28 06:44:26.401255 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 46580) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:26.508641 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Returning: {'device': 'a6f77700-7849-43f3-ae86-c1f2fa37d231', 'network_id': '311e89c0-b660-4362-bfcd-944f26c9b0bf', 'port_id': 'a6f77700-7849-43f3-ae86-c1f2fa37d231', 'mac_address': 'fa:16:3e:44:37:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5e3001d-39f4-4ddf-b283-1deea7503180', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:44:26.517101 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 46584) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:26.519308 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-76a3ca03-1819-4ae8-8fff-37916845da95 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1167836 May 28 06:44:26.630613 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24bd9fdc-d5d5-4a08-b1a5-29c88d57ea16 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:26.632823 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-24bd9fdc-d5d5-4a08-b1a5-29c88d57ea16 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1142747 May 28 06:44:26.635021 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 46590) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:26.641672 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port a6f77700-7849-43f3-ae86-c1f2fa37d231 is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:44:26.642058 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:26.693858 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25710415-03ec-4a38-a4f2-69e2ea6fd901 req-a3a2db8e-1cef-4026-a381-33ae7015f04d tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:26.696245 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-25710415-03ec-4a38-a4f2-69e2ea6fd901 req-a3a2db8e-1cef-4026-a381-33ae7015f04d tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=41b001f4-36f6-418b-8ae0-66faaa396237 HTTP/1.1" status: 200 len: 945 time: 0.2438860 May 28 06:44:26.724257 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-7616f73e-e025-4840-842c-92730cec9d35 None None] Current status of the port bbb267a0-3faa-45fa-9122-7fc1d437e6a8 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:44:26.728589 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6f77700-7849-43f3-ae86-c1f2fa37d231 {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:44:26.745215 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port a6f77700-7849-43f3-ae86-c1f2fa37d231, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=a6f77700-7849-43f3-ae86-c1f2fa37d231,segment=NetworkSegment(6bc36b5d-db44-4879-ad09-7f382223e0b7),segment_id=6bc36b5d-db44-4879-ad09-7f382223e0b7)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:44:26.749583 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b72e3f-30b6-431b-a5c3-e9ab97d0bb61 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:26.754165 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-82b72e3f-30b6-431b-a5c3-e9ab97d0bb61 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Synchronizing usage tracker for tenant:5e9e9447c07c4077b6694ab63e3affe5 on resource:subnet {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:44:26.790073 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-4a8900a7-6d76-4253-8f4b-980c7cea0265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:26.792813 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-25710415-03ec-4a38-a4f2-69e2ea6fd901 req-38a88689-1f50-4fbe-afa4-660abf73eb93 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=da746f74-f7a2-404c-ba12-af4c190f6fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856171 May 28 06:44:26.828700 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 46600) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:26.854534 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b96998-00ec-41a9-b510-ddcd26bdbae8 None None] DHCP port deletion for 147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:44:26.859570 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-82b96998-00ec-41a9-b510-ddcd26bdbae8 None None] Deleting port bbb267a0-3faa-45fa-9122-7fc1d437e6a8 {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:44:26.860065 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-82b96998-00ec-41a9-b510-ddcd26bdbae8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:26.900667 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:26.932786 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-82b72e3f-30b6-431b-a5c3-e9ab97d0bb61 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Unset dirty status for tenant:5e9e9447c07c4077b6694ab63e3affe5 on resource:subnet {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:44:26.936443 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-82b72e3f-30b6-431b-a5c3-e9ab97d0bb61 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2980478 May 28 06:44:26.937147 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 46606) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:26.964652 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c3716793-9240-46d2-8c24-e74ce566d43b req-296a97bb-c898-49ea-841b-26fb9e30aca6 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=fada8efd68e34d6781d883ae41cb05ad HTTP/1.1" status: 200 len: 267 time: 0.0478525 May 28 06:44:27.049501 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-2da42764-4774-4331-a7c1-9e4b4fe641a9 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1107347 May 28 06:44:27.055680 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 46612) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:27.078828 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3716793-9240-46d2-8c24-e74ce566d43b req-fb2b800d-5ebc-457f-a231-95af40a27d05 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:27.079685 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c3716793-9240-46d2-8c24-e74ce566d43b req-fb2b800d-5ebc-457f-a231-95af40a27d05 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=41b001f4-36f6-418b-8ae0-66faaa396237 HTTP/1.1" status: 200 len: 945 time: 0.1084983 May 28 06:44:27.102305 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-740e25d8-5547-42f8-b408-135659b9abde tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] DELETE failed (client error): The resource could not be found. May 28 06:44:27.103011 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-740e25d8-5547-42f8-b408-135659b9abde tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89109) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:44:27.104976 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-740e25d8-5547-42f8-b408-135659b9abde tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "DELETE /v2.0/ports/7d608e66-a8e5-424b-8514-bb4d3fa2e618 HTTP/1.1" status: 404 len: 333 time: 0.0474756 May 28 06:44:27.106817 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-c3716793-9240-46d2-8c24-e74ce566d43b req-4c186330-d479-4330-87ba-4936688c88cd tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Request body: {'port': {'security_groups': []}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:44:27.107753 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 46618) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:27.155563 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd9c0485-fe81-4fa2-9009-6261be34f304 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] DELETE failed (client error): The resource could not be found. May 28 06:44:27.156471 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd9c0485-fe81-4fa2-9009-6261be34f304 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89109) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:44:27.158475 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-dd9c0485-fe81-4fa2-9009-6261be34f304 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "DELETE /v2.0/subnets/78e3746c-ff7d-4778-835c-503117186a1b HTTP/1.1" status: 404 len: 337 time: 0.0495620 May 28 06:44:27.161076 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 46624) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:27.205008 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6fead54-4752-4739-998f-a56dc74db901 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] DELETE failed (client error): The resource could not be found. May 28 06:44:27.205682 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6fead54-4752-4739-998f-a56dc74db901 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89109) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:44:27.207696 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-d6fead54-4752-4739-998f-a56dc74db901 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "DELETE /v2.0/subnets/849fce80-ef5b-402e-aafe-667da99d3127 HTTP/1.1" status: 404 len: 337 time: 0.0454838 May 28 06:44:27.211032 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 46630) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:27.236187 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=a6f77700-7849-43f3-ae86-c1f2fa37d231,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:44:27.309736 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['a6f77700-7849-43f3-ae86-c1f2fa37d231'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:44:27.329186 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-db8bb679-892d-4156-a3b5-d54f56306dce tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] DELETE failed (client error): The resource could not be found. May 28 06:44:27.333638 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db8bb679-892d-4156-a3b5-d54f56306dce tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89109) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:44:27.339904 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-db8bb679-892d-4156-a3b5-d54f56306dce tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "DELETE /v2.0/ports/5f67b9ab-dcaa-43d6-8ee2-4553bbcf5fe5 HTTP/1.1" status: 404 len: 333 time: 0.1275945 May 28 06:44:27.341600 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 46634) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:27.405529 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-82b96998-00ec-41a9-b510-ddcd26bdbae8 None None] For port bbb267a0-3faa-45fa-9122-7fc1d437e6a8, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=bbb267a0-3faa-45fa-9122-7fc1d437e6a8,segment=NetworkSegment(e82da2dd-17b8-4c15-8abb-711622ad0a92),segment_id=e82da2dd-17b8-4c15-8abb-711622ad0a92)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:44:27.406154 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-82b96998-00ec-41a9-b510-ddcd26bdbae8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:27.461044 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-f7edd2ba-8cda-4a86-86f4-8780f578ef69 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1387413679-network', 'tenant_id': 'df26b9cb6f0944bda1073f5477889310'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:44:27.476754 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-f7edd2ba-8cda-4a86-86f4-8780f578ef69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:44:27.488125 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-f7edd2ba-8cda-4a86-86f4-8780f578ef69 admin admin] Usage tracker for resource:network and tenant:df26b9cb6f0944bda1073f5477889310 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:44:27.496692 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-f7edd2ba-8cda-4a86-86f4-8780f578ef69 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:44:27.508627 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-f7edd2ba-8cda-4a86-86f4-8780f578ef69 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:44:27.529324 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cc91f9d-505f-4738-acaf-3b9a4969735f tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] DELETE failed (client error): The resource could not be found. May 28 06:44:27.530327 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cc91f9d-505f-4738-acaf-3b9a4969735f tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89109) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:44:27.535783 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-3cc91f9d-505f-4738-acaf-3b9a4969735f tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "DELETE /v2.0/subnets/f7bc5612-651d-411a-bfb4-d82d0736c46d HTTP/1.1" status: 404 len: 337 time: 0.1931484 May 28 06:44:27.541062 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 46640) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:27.563274 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7764827-b777-47e7-b823-aedbc741d4c8 req-ca256760-f68e-403f-8685-c3fdacb5a9cc tempest-ServerTagsTestJSON-407383365 tempest-ServerTagsTestJSON-407383365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:27.571783 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-82b96998-00ec-41a9-b510-ddcd26bdbae8 None None] Calling delete_port for bbb267a0-3faa-45fa-9122-7fc1d437e6a8 owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:44:27.579283 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d7764827-b777-47e7-b823-aedbc741d4c8 req-ca256760-f68e-403f-8685-c3fdacb5a9cc tempest-ServerTagsTestJSON-407383365 tempest-ServerTagsTestJSON-407383365-project] 10.222.0.55 "GET /v2.0/ports?device_id=50c312f7-d609-4963-9021-5b36dffc00fd HTTP/1.1" status: 200 len: 944 time: 0.3287284 May 28 06:44:27.581811 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-c3716793-9240-46d2-8c24-e74ce566d43b req-4c186330-d479-4330-87ba-4936688c88cd tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:27.661207 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b870dc7-a79f-4f93-8892-784a0c7cc548 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] DELETE failed (client error): The resource could not be found. May 28 06:44:27.662713 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b870dc7-a79f-4f93-8892-784a0c7cc548 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89109) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:44:27.671241 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-4b870dc7-a79f-4f93-8892-784a0c7cc548 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "DELETE /v2.0/subnets/545d9cf1-eb0d-40b1-b0af-f2bb1416c5b9 HTTP/1.1" status: 404 len: 337 time: 0.1277938 May 28 06:44:27.672980 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 46650) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:27.750249 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7edd2ba-8cda-4a86-86f4-8780f578ef69 admin admin] Made reservation on behalf of df26b9cb6f0944bda1073f5477889310 for: {'network': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:44:27.752782 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f7edd2ba-8cda-4a86-86f4-8780f578ef69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:27.780838 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f7edd2ba-8cda-4a86-86f4-8780f578ef69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:27.795101 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f28c398-92fb-4709-990b-06a2c5710ea3 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] DELETE failed (client error): The resource could not be found. May 28 06:44:27.795934 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f28c398-92fb-4709-990b-06a2c5710ea3 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89109) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:44:27.797875 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-4f28c398-92fb-4709-990b-06a2c5710ea3 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "DELETE /v2.0/ports/59643427-3001-49a2-945b-6f0cb51e1c74 HTTP/1.1" status: 404 len: 333 time: 0.1230106 May 28 06:44:27.801495 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 46654) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:27.832362 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:27.836144 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-f7edd2ba-8cda-4a86-86f4-8780f578ef69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:44:27.847712 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-f7edd2ba-8cda-4a86-86f4-8780f578ef69 admin admin] Usage tracker for resource:security_group_rule and tenant:df26b9cb6f0944bda1073f5477889310 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:44:27.854099 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-831c2bcd-5cf2-41c4-99bc-9ef28d75df05 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] DELETE failed (client error): The resource could not be found. May 28 06:44:27.854729 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-831c2bcd-5cf2-41c4-99bc-9ef28d75df05 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89109) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:44:27.857298 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-831c2bcd-5cf2-41c4-99bc-9ef28d75df05 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "DELETE /v2.0/subnets/31a6ff2f-7343-40ca-aa13-f9f7ed5bf80a HTTP/1.1" status: 404 len: 337 time: 0.0542490 May 28 06:44:27.859409 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-f7edd2ba-8cda-4a86-86f4-8780f578ef69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:44:27.865610 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 46662) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:27.866811 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-f7edd2ba-8cda-4a86-86f4-8780f578ef69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:44:27.904358 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d7764827-b777-47e7-b823-aedbc741d4c8 req-320bd47b-980c-42bc-8c47-dd85d26d192c tempest-ServerTagsTestJSON-407383365 tempest-ServerTagsTestJSON-407383365-project] 10.222.0.55 "GET /v2.0/security-groups?id=e8e103f9-9f0a-45af-a903-54b3b39d0b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3241346 May 28 06:44:27.941269 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-82b96998-00ec-41a9-b510-ddcd26bdbae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879'] for port, after_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:27.981567 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f7edd2ba-8cda-4a86-86f4-8780f578ef69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:27.983237 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device e704a073-82ad-4169-828f-5dcec6c1a71c details requested by agent hyperv_n-h2-843702-1 with host n-h2-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:44:28.056945 n-d-843702-1 neutron-server[89110]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e1f6962-513e-47bd-b20b-21605675c883 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] DELETE failed (client error): The resource could not be found. May 28 06:44:28.057442 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e1f6962-513e-47bd-b20b-21605675c883 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89110) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:44:28.061811 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-7e1f6962-513e-47bd-b20b-21605675c883 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "DELETE /v2.0/subnets/8a9577e4-59cb-45fc-b957-1cd9d5f30a42 HTTP/1.1" status: 404 len: 337 time: 0.1817946 May 28 06:44:28.062639 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 46668) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:28.138750 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbba02e1-1389-424f-abf3-a9f253df5397 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] DELETE failed (client error): The resource could not be found. May 28 06:44:28.139222 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbba02e1-1389-424f-abf3-a9f253df5397 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89109) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:44:28.164157 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-cbba02e1-1389-424f-abf3-a9f253df5397 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "DELETE /v2.0/ports/10bf4f06-8b76-489f-b5a9-9481230986f8 HTTP/1.1" status: 404 len: 333 time: 0.1002634 May 28 06:44:28.165120 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f7edd2ba-8cda-4a86-86f4-8780f578ef69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:28.169159 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 46674) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:28.264917 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fc554ae-cb79-4273-b543-162032a95b4d tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] DELETE failed (client error): The resource could not be found. May 28 06:44:28.265378 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fc554ae-cb79-4273-b543-162032a95b4d tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89109) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:44:28.277749 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port e704a073-82ad-4169-828f-5dcec6c1a71c, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=e704a073-82ad-4169-828f-5dcec6c1a71c,segment=NetworkSegment(de3cbcce-ba0c-4cb8-88ea-ac98446ed60d),segment_id=de3cbcce-ba0c-4cb8-88ea-ac98446ed60d)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:44:28.297294 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7edd2ba-8cda-4a86-86f4-8780f578ef69 admin admin] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=89109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:44:28.306612 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7edd2ba-8cda-4a86-86f4-8780f578ef69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5c78529-6f2c-402d-ab41-37a59ccd37af,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:44:28.310175 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Returning: {'device': 'e704a073-82ad-4169-828f-5dcec6c1a71c', 'network_id': 'a3fe29e9-17f9-4750-841d-90d9978eff94', 'port_id': 'e704a073-82ad-4169-828f-5dcec6c1a71c', 'mac_address': 'fa:16:3e:b1:eb:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '304c7228-4ac2-4e7a-aa6d-33e85e214d70', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:44:28.317049 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-1fc554ae-cb79-4273-b543-162032a95b4d tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "DELETE /v2.0/subnets/e21835c7-4281-4fc1-80ab-85b829b13b8f HTTP/1.1" status: 404 len: 337 time: 0.1359081 May 28 06:44:28.320456 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b96998-00ec-41a9-b510-ddcd26bdbae8 None None] No DVR routers for this DVR port bbb267a0-3faa-45fa-9122-7fc1d437e6a8 on host n-d-843702-1 {{(pid=89111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:44:28.321021 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 46682) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:28.341839 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f7edd2ba-8cda-4a86-86f4-8780f578ef69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:28.342194 n-d-843702-1 neutron-server[89109]: INFO neutron.db.segments_db [None req-f7edd2ba-8cda-4a86-86f4-8780f578ef69 admin admin] Added segment 5ea33a42-cdd5-478a-8599-afce6d43b6ee of type vlan for network 1b5d22ea-5322-4981-a04a-bc25c800ceed May 28 06:44:28.390619 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f7edd2ba-8cda-4a86-86f4-8780f578ef69 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:28.413964 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port e704a073-82ad-4169-828f-5dcec6c1a71c is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:44:28.417964 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:28.432151 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b96998-00ec-41a9-b510-ddcd26bdbae8 None None] Pushing event deleted for resources: {'Port': ['ID=bbb267a0-3faa-45fa-9122-7fc1d437e6a8,revision_number=None']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:44:28.444973 n-d-843702-1 neutron-server[89110]: INFO neutron.pecan_wsgi.hooks.translation [None req-adc5d4ac-c831-4bea-a389-02e435795d40 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] DELETE failed (client error): The resource could not be found. May 28 06:44:28.445803 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adc5d4ac-c831-4bea-a389-02e435795d40 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89110) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:44:28.448736 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e704a073-82ad-4169-828f-5dcec6c1a71c {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:44:28.452073 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 46688) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:28.452239 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-adc5d4ac-c831-4bea-a389-02e435795d40 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "DELETE /v2.0/subnets/b4c55f2f-8553-46e8-a23a-39b42e2ba3d5 HTTP/1.1" status: 404 len: 337 time: 0.1294534 May 28 06:44:28.494009 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port e704a073-82ad-4169-828f-5dcec6c1a71c, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=e704a073-82ad-4169-828f-5dcec6c1a71c,segment=NetworkSegment(de3cbcce-ba0c-4cb8-88ea-ac98446ed60d),segment_id=de3cbcce-ba0c-4cb8-88ea-ac98446ed60d)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:44:28.494201 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-c3716793-9240-46d2-8c24-e74ce566d43b req-4c186330-d479-4330-87ba-4936688c88cd tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] For port 34b46e0b-a57f-479e-a9eb-ebdc4b390fde, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=34b46e0b-a57f-479e-a9eb-ebdc4b390fde,segment=NetworkSegment(4c4bc3f8-ec6f-40a7-9f80-cde5ff5de12a),segment_id=4c4bc3f8-ec6f-40a7-9f80-cde5ff5de12a)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:44:28.504536 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device bbb267a0-3faa-45fa-9122-7fc1d437e6a8 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:44:28.507955 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4553113e-a854-4025-bd87-90bcb03b250a req-3e681a33-cf2f-4a39-a0c3-4953882959a3 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:28.509721 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4553113e-a854-4025-bd87-90bcb03b250a req-3e681a33-cf2f-4a39-a0c3-4953882959a3 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/ports?device_id=498bacf1-a892-4e8e-a7a7-271d344a8884 HTTP/1.1" status: 200 len: 943 time: 0.3655584 May 28 06:44:28.554595 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-21cb5124-7d49-4760-bcb8-691e3b9d965b tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] DELETE failed (client error): The resource could not be found. May 28 06:44:28.555103 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21cb5124-7d49-4760-bcb8-691e3b9d965b tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89109) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:44:28.556707 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-21cb5124-7d49-4760-bcb8-691e3b9d965b tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "DELETE /v2.0/ports/2d5ce3cc-6be8-4f4e-9f10-ee2c1422da4c HTTP/1.1" status: 404 len: 333 time: 0.1025269 May 28 06:44:28.559275 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 46692) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:28.563869 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-c3716793-9240-46d2-8c24-e74ce566d43b req-4c186330-d479-4330-87ba-4936688c88cd tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:28.587214 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4553113e-a854-4025-bd87-90bcb03b250a req-4a116932-1a97-48ad-97b6-ab514292b3a7 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/security-groups?id=a55c2cfa-e9a1-4242-aad2-04321d6d41e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702956 May 28 06:44:28.612446 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: bbb267a0-3faa-45fa-9122-7fc1d437e6a8 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:44:28.612989 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf8eba1a-2fd8-4cc9-9a71-5421a4715437 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] DELETE failed (client error): The resource could not be found. May 28 06:44:28.616642 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf8eba1a-2fd8-4cc9-9a71-5421a4715437 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89109) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:44:28.616854 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device bbb267a0-3faa-45fa-9122-7fc1d437e6a8 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:44:28.619793 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-cf8eba1a-2fd8-4cc9-9a71-5421a4715437 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "DELETE /v2.0/subnets/05de662d-ae7e-4a63-b0f9-9f274cbd7c2a HTTP/1.1" status: 404 len: 337 time: 0.0595009 May 28 06:44:28.620397 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 46698) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:28.621045 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:28.674084 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f7edd2ba-8cda-4a86-86f4-8780f578ef69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:28.674084 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7edd2ba-8cda-4a86-86f4-8780f578ef69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:28.674084 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f7edd2ba-8cda-4a86-86f4-8780f578ef69 admin admin] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:28.706786 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-c3716793-9240-46d2-8c24-e74ce566d43b req-4c186330-d479-4330-87ba-4936688c88cd tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:28.722019 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['351ec5b9-1371-4708-89ed-03fe0d913ca5', 'fb1f23a8-af71-4405-b5bd-97d5e156f2b8', '34b46e0b-a57f-479e-a9eb-ebdc4b390fde'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:44:28.830013 n-d-843702-1 neutron-server[89110]: INFO neutron.pecan_wsgi.hooks.translation [None req-df188043-8c10-4ede-a19a-8118727288d1 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] DELETE failed (client error): The resource could not be found. May 28 06:44:28.830404 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df188043-8c10-4ede-a19a-8118727288d1 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89110) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:44:28.835223 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-df188043-8c10-4ede-a19a-8118727288d1 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "DELETE /v2.0/ports/c50cdf43-43cd-432d-9963-89c775165ecb HTTP/1.1" status: 404 len: 333 time: 0.2133412 May 28 06:44:28.843018 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 46704) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:28.925104 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7edd2ba-8cda-4a86-86f4-8780f578ef69 admin admin] Pushing event updated for resources: {'Network': ['ID=1b5d22ea-5322-4981-a04a-bc25c800ceed,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:44:28.943873 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3716793-9240-46d2-8c24-e74ce566d43b req-4c186330-d479-4330-87ba-4936688c88cd tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:28.944856 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-c3716793-9240-46d2-8c24-e74ce566d43b req-4c186330-d479-4330-87ba-4936688c88cd tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:28.953961 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c3716793-9240-46d2-8c24-e74ce566d43b req-4c186330-d479-4330-87ba-4936688c88cd tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "PUT /v2.0/ports/34b46e0b-a57f-479e-a9eb-ebdc4b390fde HTTP/1.1" status: 200 len: 904 time: 1.8659928 May 28 06:44:28.954573 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41b001f4-36f6-418b-8ae0-66faaa396237', 'tag': '34b46e0b-a57f-479e-a9eb-ebdc4b390fde'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:44:28.965179 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-f7edd2ba-8cda-4a86-86f4-8780f578ef69 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.1351280 May 28 06:44:28.965933 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 46716) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:28.979199 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 1b5d22ea-5322-4981-a04a-bc25c800ceed details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:44:28.990594 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-3d025afa-02ae-4a4a-8eb3-ce9bb7538be1 admin admin] Request body: {'subnet': {'network_id': '1b5d22ea-5322-4981-a04a-bc25c800ceed', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1387413679-subnet', 'tenant_id': 'df26b9cb6f0944bda1073f5477889310', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:44:29.003601 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-3d025afa-02ae-4a4a-8eb3-ce9bb7538be1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:44:29.013638 n-d-843702-1 neutron-server[89110]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee9a03f6-3fab-401e-8de8-56b387e3c63d tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] DELETE failed (client error): The resource could not be found. May 28 06:44:29.016188 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee9a03f6-3fab-401e-8de8-56b387e3c63d tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89110) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:44:29.020392 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-ee9a03f6-3fab-401e-8de8-56b387e3c63d tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "DELETE /v2.0/subnets/b33db579-cc0f-4d62-b9d8-61d90326f1a6 HTTP/1.1" status: 404 len: 337 time: 0.1724863 May 28 06:44:29.024827 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-3d025afa-02ae-4a4a-8eb3-ce9bb7538be1 admin admin] Usage tracker for resource:subnet and tenant:df26b9cb6f0944bda1073f5477889310 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:44:29.027301 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 46724) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:29.028138 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-3d025afa-02ae-4a4a-8eb3-ce9bb7538be1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:44:29.038279 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['e704a073-82ad-4169-828f-5dcec6c1a71c'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:44:29.049994 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-3d025afa-02ae-4a4a-8eb3-ce9bb7538be1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:44:29.124301 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c186330-d479-4330-87ba-4936688c88cd tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Pushing event updated for resources: {'Port': ['ID=34b46e0b-a57f-479e-a9eb-ebdc4b390fde,revision_number=6']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:44:29.158050 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d025afa-02ae-4a4a-8eb3-ce9bb7538be1 admin admin] Made reservation on behalf of df26b9cb6f0944bda1073f5477889310 for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:44:29.158050 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3d025afa-02ae-4a4a-8eb3-ce9bb7538be1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:29.171380 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['34b46e0b-a57f-479e-a9eb-ebdc4b390fde'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:44:29.178836 n-d-843702-1 neutron-server[89110]: INFO neutron.pecan_wsgi.hooks.translation [None req-49271894-d4ae-41ce-b221-0c8f8337a267 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] DELETE failed (client error): The resource could not be found. May 28 06:44:29.179298 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49271894-d4ae-41ce-b221-0c8f8337a267 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89110) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:44:29.186701 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-49271894-d4ae-41ce-b221-0c8f8337a267 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "DELETE /v2.0/ports/0dbb3ecb-0cd5-4979-a0a7-bb284c74696a HTTP/1.1" status: 404 len: 333 time: 0.1523168 May 28 06:44:29.187043 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 46730) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:29.271215 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=e704a073-82ad-4169-828f-5dcec6c1a71c,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:44:29.394646 n-d-843702-1 neutron-server[89110]: INFO neutron.pecan_wsgi.hooks.translation [None req-459f880e-8b81-442b-9b5c-4913dce1c0d3 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] DELETE failed (client error): The resource could not be found. May 28 06:44:29.395011 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-459f880e-8b81-442b-9b5c-4913dce1c0d3 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89110) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:44:29.399162 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-459f880e-8b81-442b-9b5c-4913dce1c0d3 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "DELETE /v2.0/subnets/6d29a26d-eb32-4e9b-b058-e7b92ffb82c2 HTTP/1.1" status: 404 len: 337 time: 0.2068708 May 28 06:44:29.402342 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 46736) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:29.464844 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-55381c80-014f-434b-93dc-7313d999fb0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:29.511188 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae4f7d6-dae5-40e9-9537-76bfa7caface req-1ef60c97-c376-4e03-b6ce-46598a1ffe43 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:29.513031 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7ae4f7d6-dae5-40e9-9537-76bfa7caface req-1ef60c97-c376-4e03-b6ce-46598a1ffe43 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=41b001f4-36f6-418b-8ae0-66faaa396237 HTTP/1.1" status: 200 len: 907 time: 0.2479801 May 28 06:44:29.526638 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea7aba45-797d-40c6-b469-def07f312f71 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] DELETE failed (client error): The resource could not be found. May 28 06:44:29.527163 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea7aba45-797d-40c6-b469-def07f312f71 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89109) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:44:29.530436 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a3a20-54bc-4b90-bdae-1735d4866032 req-65206633-aeb5-48c8-aa7f-a369be59cf75 tempest-ServerTagsTestJSON-407383365 tempest-ServerTagsTestJSON-407383365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:29.543336 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-ea7aba45-797d-40c6-b469-def07f312f71 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "DELETE /v2.0/ports/b2fb0305-4e51-4882-bffe-1ebf50b42da8 HTTP/1.1" status: 404 len: 333 time: 0.1390858 May 28 06:44:29.548468 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d35a3a20-54bc-4b90-bdae-1735d4866032 req-65206633-aeb5-48c8-aa7f-a369be59cf75 tempest-ServerTagsTestJSON-407383365 tempest-ServerTagsTestJSON-407383365-project] 10.222.0.55 "GET /v2.0/ports?device_id=50c312f7-d609-4963-9021-5b36dffc00fd HTTP/1.1" status: 200 len: 944 time: 0.2821202 May 28 06:44:29.550149 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 46742) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:29.601131 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-df131e25-acb0-46cc-bf0a-d7810dc2dcae tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] DELETE failed (client error): The resource could not be found. May 28 06:44:29.601834 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df131e25-acb0-46cc-bf0a-d7810dc2dcae tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89109) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:44:29.606568 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-df131e25-acb0-46cc-bf0a-d7810dc2dcae tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "DELETE /v2.0/subnets/153ab6a7-b197-49d2-9125-e6a7236768c3 HTTP/1.1" status: 404 len: 337 time: 0.0552278 May 28 06:44:29.607216 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 46748) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:29.629224 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d35a3a20-54bc-4b90-bdae-1735d4866032 req-0546996f-ca0e-4824-b924-bc36c27d581d tempest-ServerTagsTestJSON-407383365 tempest-ServerTagsTestJSON-407383365-project] 10.222.0.55 "GET /v2.0/security-groups?id=e8e103f9-9f0a-45af-a903-54b3b39d0b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795493 May 28 06:44:29.640648 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-d470ba2e-f59b-4bc9-81d7-fea4224f34d3 None None] Provisioning complete for port 34b46e0b-a57f-479e-a9eb-ebdc4b390fde triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:44:29.640913 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d470ba2e-f59b-4bc9-81d7-fea4224f34d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:29.660703 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1443192e-5d90-4297-85b9-aa2c685b520a'] response: {'name': 'network-changed', 'server_uuid': '41b001f4-36f6-418b-8ae0-66faaa396237', 'tag': '34b46e0b-a57f-479e-a9eb-ebdc4b390fde', 'status': 'completed', 'code': 200} May 28 06:44:29.679815 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-95a55427-61cc-4606-a113-8534577f4cbf tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] DELETE failed (client error): The resource could not be found. May 28 06:44:29.682722 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95a55427-61cc-4606-a113-8534577f4cbf tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89109) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:44:29.688189 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-95a55427-61cc-4606-a113-8534577f4cbf tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "DELETE /v2.0/ports/a234204d-d1d1-43d0-b99f-71304bd2923f HTTP/1.1" status: 404 len: 333 time: 0.0776274 May 28 06:44:29.691636 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 46756) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:29.747845 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d45eb07-1f12-4af8-81cd-e5bccb9f4416 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] DELETE failed (client error): The resource could not be found. May 28 06:44:29.748498 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d45eb07-1f12-4af8-81cd-e5bccb9f4416 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89109) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:44:29.755341 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-3d45eb07-1f12-4af8-81cd-e5bccb9f4416 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "DELETE /v2.0/subnets/8241e50b-23fa-472c-a63f-176f2bd0e186 HTTP/1.1" status: 404 len: 337 time: 0.0596027 May 28 06:44:29.762825 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 46760) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:29.854220 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec5195ed-7fa1-4f6b-9a37-d6c4b63c7965 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] DELETE failed (client error): The resource could not be found. May 28 06:44:29.857869 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec5195ed-7fa1-4f6b-9a37-d6c4b63c7965 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89109) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:44:29.862655 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-ec5195ed-7fa1-4f6b-9a37-d6c4b63c7965 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "DELETE /v2.0/ports/57441578-de87-4196-9cd7-5ed841cd43ad HTTP/1.1" status: 404 len: 333 time: 0.0986943 May 28 06:44:29.866466 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 46766) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:29.912016 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:29.934582 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3d025afa-02ae-4a4a-8eb3-ce9bb7538be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:29.953018 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device a6f77700-7849-43f3-ae86-c1f2fa37d231 up at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:44:29.997384 n-d-843702-1 neutron-server[89110]: INFO neutron.pecan_wsgi.hooks.translation [None req-605f8905-7387-4d52-a59f-37c4d8255ad8 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] DELETE failed (client error): The resource could not be found. May 28 06:44:29.997988 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-605f8905-7387-4d52-a59f-37c4d8255ad8 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89110) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:44:29.999301 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-605f8905-7387-4d52-a59f-37c4d8255ad8 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "DELETE /v2.0/subnets/fda0daf7-d556-43b2-87a4-ae584ec8ab2e HTTP/1.1" status: 404 len: 337 time: 0.1299057 May 28 06:44:30.003166 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 46770) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:30.003933 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d025afa-02ae-4a4a-8eb3-ce9bb7538be1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=977e39a0-bf25-4a35-b681-ee91741f4c0f,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:44:30.084311 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3b2e09-3f25-48b5-9dea-938ab6524684 req-d1710c10-3dcf-4c75-ad47-a5324b748356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:30.085587 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-de3b2e09-3f25-48b5-9dea-938ab6524684 req-d1710c10-3dcf-4c75-ad47-a5324b748356 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fada8efd68e34d6781d883ae41cb05ad&device_id=41b001f4-36f6-418b-8ae0-66faaa396237 HTTP/1.1" status: 200 len: 1058 time: 0.4100494 May 28 06:44:30.109686 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-d470ba2e-f59b-4bc9-81d7-fea4224f34d3 None None] Current status of the port 34b46e0b-a57f-479e-a9eb-ebdc4b390fde is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:44:30.133976 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:30.166975 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning for port a6f77700-7849-43f3-ae86-c1f2fa37d231 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:44:30.179484 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning complete for port a6f77700-7849-43f3-ae86-c1f2fa37d231 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:44:30.179757 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:30.233821 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae320f07-ce24-4aa6-a5ac-475215dd4c17 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] DELETE failed (client error): The resource could not be found. May 28 06:44:30.234297 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae320f07-ce24-4aa6-a5ac-475215dd4c17 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89109) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:44:30.238637 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-ae320f07-ce24-4aa6-a5ac-475215dd4c17 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "DELETE /v2.0/subnets/ff06fbe1-193e-4ffa-8500-009009c5d48b HTTP/1.1" status: 404 len: 337 time: 0.2316089 May 28 06:44:30.239475 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 46780) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:30.288845 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec15d529-6575-40a4-9c2f-4256ada021d0 req-99f0a6db-2188-4891-b4ac-137f2968db40 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:30.296664 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ec15d529-6575-40a4-9c2f-4256ada021d0 req-99f0a6db-2188-4891-b4ac-137f2968db40 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e HTTP/1.1" status: 200 len: 944 time: 0.3788817 May 28 06:44:30.383287 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 46788) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:30.387950 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-5295cec8-5223-472a-a07f-e7171e9f1a1d tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] DELETE failed (client error): The resource could not be found. May 28 06:44:30.389046 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5295cec8-5223-472a-a07f-e7171e9f1a1d tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89109) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:44:30.399690 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cce3aa-37df-48df-9bc0-15a05e808308 req-acbe7db7-dc35-49d7-82b1-d40d762944df tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:30.401215 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e2cce3aa-37df-48df-9bc0-15a05e808308 req-acbe7db7-dc35-49d7-82b1-d40d762944df tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/ports?device_id=498bacf1-a892-4e8e-a7a7-271d344a8884 HTTP/1.1" status: 200 len: 944 time: 0.4846065 May 28 06:44:30.404164 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-5295cec8-5223-472a-a07f-e7171e9f1a1d tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "DELETE /v2.0/ports/3fd43d93-f0d2-4540-9631-9702a3a8444a HTTP/1.1" status: 404 len: 333 time: 0.1572843 May 28 06:44:30.408231 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 46792) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:30.409082 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d025afa-02ae-4a4a-8eb3-ce9bb7538be1 admin admin] Checking segment: {'id': '5ea33a42-cdd5-478a-8599-afce6d43b6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '1b5d22ea-5322-4981-a04a-bc25c800ceed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:44:30.409680 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d025afa-02ae-4a4a-8eb3-ce9bb7538be1 admin admin] Network hostable DHCP agents. Network: 1b5d22ea-5322-4981-a04a-bc25c800ceed, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:44:30.462400 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port a6f77700-7849-43f3-ae86-c1f2fa37d231 is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:44:30.462966 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:30.488690 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-e220aee7-3c27-41f2-8ebc-de06fff1c1bc tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] DELETE failed (client error): The resource could not be found. May 28 06:44:30.488690 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e220aee7-3c27-41f2-8ebc-de06fff1c1bc tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89109) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:44:30.494046 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-e220aee7-3c27-41f2-8ebc-de06fff1c1bc tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "DELETE /v2.0/subnets/b43cee02-695a-4f38-88dc-79d5c731d17d HTTP/1.1" status: 404 len: 337 time: 0.0778201 May 28 06:44:30.521300 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ec15d529-6575-40a4-9c2f-4256ada021d0 req-c5d7d731-752b-41a6-af8d-78f646cf02fa tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0fc320c-5211-4d72-b7c9-130a40d05074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2046852 May 28 06:44:30.521701 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 46796) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:30.521784 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d20381e-a1f2-4dfd-96ae-edce05d1ff8e admin admin] Deleting subnet 95bd361c-9304-4a56-87e3-cd936a61ab5f {{(pid=89110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:44:30.539971 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port a6f77700-7849-43f3-ae86-c1f2fa37d231, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=a6f77700-7849-43f3-ae86-c1f2fa37d231,segment=NetworkSegment(6bc36b5d-db44-4879-ad09-7f382223e0b7),segment_id=6bc36b5d-db44-4879-ad09-7f382223e0b7)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:44:30.540909 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50c312f7-d609-4963-9021-5b36dffc00fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6f77700-7849-43f3-ae86-c1f2fa37d231'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:44:30.574229 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2d20381e-a1f2-4dfd-96ae-edce05d1ff8e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:30.606486 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d025afa-02ae-4a4a-8eb3-ce9bb7538be1 admin admin] Network 1b5d22ea-5322-4981-a04a-bc25c800ceed is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:44:30.623288 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3b2e09-3f25-48b5-9dea-938ab6524684 req-ebc24809-ad0a-4399-87c7-9d1493fb7c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:30.624963 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-de3b2e09-3f25-48b5-9dea-938ab6524684 req-ebc24809-ad0a-4399-87c7-9d1493fb7c83 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e7d92049-bff3-4c3a-a4bd-4950c7dcad1c HTTP/1.1" status: 200 len: 912 time: 0.5200334 May 28 06:44:30.638236 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-e61e397b-3157-4f2f-bebb-e1834ca81e28 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] DELETE failed (client error): The resource could not be found. May 28 06:44:30.638775 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e61e397b-3157-4f2f-bebb-e1834ca81e28 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89109) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:44:30.640627 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-e61e397b-3157-4f2f-bebb-e1834ca81e28 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "DELETE /v2.0/subnets/afb3d6cf-4fa9-4169-85f4-7dcc32b8bf71 HTTP/1.1" status: 404 len: 337 time: 0.1303258 May 28 06:44:30.643099 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 46806) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:30.686872 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-80be70f1-c630-4406-9288-14d1e2226089 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] DELETE failed (client error): The resource could not be found. May 28 06:44:30.687333 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80be70f1-c630-4406-9288-14d1e2226089 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89109) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:44:30.689003 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-80be70f1-c630-4406-9288-14d1e2226089 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "DELETE /v2.0/ports/d3bde5d9-8ebc-4c40-82b2-bbc881cb765b HTTP/1.1" status: 404 len: 333 time: 0.0449364 May 28 06:44:30.691552 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 46812) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:30.693077 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:30.741647 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-3d025afa-02ae-4a4a-8eb3-ce9bb7538be1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, 1b5d22ea-5322-4981-a04a-bc25c800ceed) {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:44:30.757825 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37ccfa8-8c94-4e5d-82b5-13b0817c05b1 None None] Network 1b5d22ea-5322-4981-a04a-bc25c800ceed requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:44:30.766884 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1df5417-f391-4026-8f9c-74d4ab8fb45f tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] DELETE failed (client error): The resource could not be found. May 28 06:44:30.767357 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1df5417-f391-4026-8f9c-74d4ab8fb45f tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89109) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:44:30.769099 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-b1df5417-f391-4026-8f9c-74d4ab8fb45f tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "DELETE /v2.0/subnets/059dd0ab-b93d-4e80-8f66-cf43141eabb4 HTTP/1.1" status: 404 len: 337 time: 0.0766439 May 28 06:44:30.770586 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d025afa-02ae-4a4a-8eb3-ce9bb7538be1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:30.771243 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3d025afa-02ae-4a4a-8eb3-ce9bb7538be1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:30.783241 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 46818) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:30.799391 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e2cce3aa-37df-48df-9bc0-15a05e808308 req-ac1b6d74-bfe3-43df-831e-3670e487dcee tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/security-groups?id=a55c2cfa-e9a1-4242-aad2-04321d6d41e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2816761 May 28 06:44:30.799391 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-de3b2e09-3f25-48b5-9dea-938ab6524684 req-9d45ac5e-e713-48d2-85ec-2cf3e8ecf91e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=34b46e0b-a57f-479e-a9eb-ebdc4b390fde HTTP/1.1" status: 200 len: 217 time: 0.1606722 May 28 06:44:30.879156 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de62b44e-ec7f-4cfb-9ee6-c757a264c301'] response: {'server_uuid': '50c312f7-d609-4963-9021-5b36dffc00fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6f77700-7849-43f3-ae86-c1f2fa37d231', 'code': 200} May 28 06:44:30.900209 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=a6f77700-7849-43f3-ae86-c1f2fa37d231,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:44:30.929568 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-3d025afa-02ae-4a4a-8eb3-ce9bb7538be1 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.9545782 May 28 06:44:31.083598 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2d20381e-a1f2-4dfd-96ae-edce05d1ff8e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4150765'] for subnet, precommit_delete_associations {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:31.168178 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786397ac-55e4-4df6-ad29-a25861a8d7a5 None None] Network 1b5d22ea-5322-4981-a04a-bc25c800ceed requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:44:31.273594 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2d20381e-a1f2-4dfd-96ae-edce05d1ff8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:31.329678 n-d-843702-1 neutron-server[89110]: INFO neutron.pecan_wsgi.hooks.translation [None req-aafb3b36-dd8c-49c9-a17d-12337c6ce825 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] DELETE failed (client error): The resource could not be found. May 28 06:44:31.330136 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aafb3b36-dd8c-49c9-a17d-12337c6ce825 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89110) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:44:31.334993 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-aafb3b36-dd8c-49c9-a17d-12337c6ce825 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "DELETE /v2.0/subnets/5bda9352-6199-4ddb-9e7d-7c78247b5fbc HTTP/1.1" status: 404 len: 337 time: 0.5463829 May 28 06:44:31.335431 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 46836) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:31.421750 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3b2e09-3f25-48b5-9dea-938ab6524684 req-1a0c0072-41bb-40f1-a68b-7600005ad101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:31.424518 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-de3b2e09-3f25-48b5-9dea-938ab6524684 req-1a0c0072-41bb-40f1-a68b-7600005ad101 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=40188bf0-967d-446e-ac4f-b5c59a2acd9a HTTP/1.1" status: 200 len: 850 time: 0.6128442 May 28 06:44:31.454687 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-07585599-ae6b-4399-98e4-d337782f8349 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] DELETE failed (client error): The resource could not be found. May 28 06:44:31.455160 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07585599-ae6b-4399-98e4-d337782f8349 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89109) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:44:31.462026 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-07585599-ae6b-4399-98e4-d337782f8349 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "DELETE /v2.0/ports/1ccc732c-3bdb-4cf6-8a1b-29bab530dc25 HTTP/1.1" status: 404 len: 333 time: 0.1205058 May 28 06:44:31.470243 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 46840) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:31.522851 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-79c43e82-b928-4791-8ad8-1bb877938f44 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] DELETE failed (client error): The resource could not be found. May 28 06:44:31.523393 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79c43e82-b928-4791-8ad8-1bb877938f44 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89109) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:44:31.525175 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-79c43e82-b928-4791-8ad8-1bb877938f44 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "DELETE /v2.0/subnets/f96f0e95-ef0b-418a-afb2-98852531e397 HTTP/1.1" status: 404 len: 337 time: 0.0534978 May 28 06:44:31.527626 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 46844) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:31.528744 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e43a4e3-5ed9-431b-bd39-8e23368a72c0 req-a7eb8395-4784-4801-b512-83d180413dbb tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:31.538930 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7e43a4e3-5ed9-431b-bd39-8e23368a72c0 req-a7eb8395-4784-4801-b512-83d180413dbb tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e HTTP/1.1" status: 200 len: 944 time: 0.8342352 May 28 06:44:31.565596 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2d20381e-a1f2-4dfd-96ae-edce05d1ff8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3115981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3172005'] for subnet, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:31.585668 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccff1c59-5605-4380-8afc-7b6b88b653e0 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] DELETE failed (client error): The resource could not be found. May 28 06:44:31.586115 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccff1c59-5605-4380-8afc-7b6b88b653e0 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89109) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:44:31.593361 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-ccff1c59-5605-4380-8afc-7b6b88b653e0 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "DELETE /v2.0/subnets/c4dc51d0-0905-4e70-8464-95db5f699397 HTTP/1.1" status: 404 len: 337 time: 0.0634632 May 28 06:44:31.594714 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 46848) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:31.642740 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2d20381e-a1f2-4dfd-96ae-edce05d1ff8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:31.648994 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-218da665-c517-407f-886b-0fea0606e42e tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "GET /v2.0/ports?device_id=66194ebc-8fee-4231-9c1b-cd2f3f5fe578 HTTP/1.1" status: 200 len: 205 time: 0.0528486 May 28 06:44:31.650990 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 46854) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:31.657565 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d20381e-a1f2-4dfd-96ae-edce05d1ff8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95bd361c-9304-4a56-87e3-cd936a61ab5f,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:44:31.664027 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:31.695838 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2e029b-bd2e-486e-aff6-339982213f30 req-d68e94b2-46f3-4e5b-b556-e1f03ddee288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:31.697771 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5e2e029b-bd2e-486e-aff6-339982213f30 req-d68e94b2-46f3-4e5b-b556-e1f03ddee288 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=50c312f7-d609-4963-9021-5b36dffc00fd HTTP/1.1" status: 200 len: 1096 time: 0.6462166 May 28 06:44:31.702579 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-2d20381e-a1f2-4dfd-96ae-edce05d1ff8e admin admin] 10.222.0.55 "DELETE /v2.0/subnets/95bd361c-9304-4a56-87e3-cd936a61ab5f HTTP/1.1" status: 204 len: 168 time: 1.3003891 May 28 06:44:31.715645 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 46858) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:31.745044 n-d-843702-1 neutron-server[89109]: INFO neutron.api.v2.resource [None req-abf6c1c2-25a2-4e9e-89b3-5f02a15b7f70 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] delete failed (client error): The resource could not be found. May 28 06:44:31.746564 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-abf6c1c2-25a2-4e9e-89b3-5f02a15b7f70 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "DELETE /v2.0/routers/66194ebc-8fee-4231-9c1b-cd2f3f5fe578 HTTP/1.1" status: 404 len: 336 time: 0.0945015 May 28 06:44:31.749738 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 46864) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:31.772245 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7e43a4e3-5ed9-431b-bd39-8e23368a72c0 req-ab3b32bf-e4ac-49c0-a3e7-c8a539746cbb tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0fc320c-5211-4d72-b7c9-130a40d05074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2323368 May 28 06:44:31.798288 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bce2b1a-af29-449c-a785-6b86b6cda570 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] DELETE failed (client error): The resource could not be found. May 28 06:44:31.799238 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bce2b1a-af29-449c-a785-6b86b6cda570 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89109) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:44:31.804325 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-9bce2b1a-af29-449c-a785-6b86b6cda570 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "DELETE /v2.0/subnets/a25ad410-99b4-400b-9e71-54005fa8ee08 HTTP/1.1" status: 404 len: 337 time: 0.0502443 May 28 06:44:31.804583 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 46870) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:31.807264 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6745fef2-e07f-4b5c-a6f0-0b65fbab45ed req-d7919d67-9e5a-4608-a804-6e0e5c2b1bc1 tempest-ServerTagsTestJSON-407383365 tempest-ServerTagsTestJSON-407383365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:31.813161 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6745fef2-e07f-4b5c-a6f0-0b65fbab45ed req-d7919d67-9e5a-4608-a804-6e0e5c2b1bc1 tempest-ServerTagsTestJSON-407383365 tempest-ServerTagsTestJSON-407383365-project] 10.222.0.55 "GET /v2.0/ports?device_id=50c312f7-d609-4963-9021-5b36dffc00fd HTTP/1.1" status: 200 len: 945 time: 0.7556152 May 28 06:44:31.866823 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-99e3cc26-7bd2-4d07-86d2-678a0bed91b7 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "GET /v2.0/ports?device_id=23eee911-0c4a-4c98-8fa0-da8c65b220eb HTTP/1.1" status: 200 len: 205 time: 0.0588896 May 28 06:44:31.867042 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 46876) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:31.928482 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device e704a073-82ad-4169-828f-5dcec6c1a71c up at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:44:31.945402 n-d-843702-1 neutron-server[89109]: INFO neutron.api.v2.resource [None req-bada8b6d-f435-4994-a71e-6969e02fcb3a tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] delete failed (client error): The resource could not be found. May 28 06:44:31.946449 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-bada8b6d-f435-4994-a71e-6969e02fcb3a tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "DELETE /v2.0/routers/23eee911-0c4a-4c98-8fa0-da8c65b220eb HTTP/1.1" status: 404 len: 336 time: 0.0785353 May 28 06:44:31.948990 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 46880) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:31.986432 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-33f40be2-50e6-4bb4-ab55-9bbdbeefde41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:31.987079 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-a64fe062-d160-4abc-8bb5-8e265f651381 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] DELETE failed (client error): The resource could not be found. May 28 06:44:31.987568 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a64fe062-d160-4abc-8bb5-8e265f651381 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89109) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:44:31.992714 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-a64fe062-d160-4abc-8bb5-8e265f651381 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "DELETE /v2.0/subnets/cf0df005-fc3f-46b4-ae35-1e12450b6bc5 HTTP/1.1" status: 404 len: 337 time: 0.0404391 May 28 06:44:31.993187 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 46884) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:32.036842 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba25d4d8-cd3a-4465-9cb7-14bd3c6b9fc2 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] DELETE failed (client error): The resource could not be found. May 28 06:44:32.037212 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba25d4d8-cd3a-4465-9cb7-14bd3c6b9fc2 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89109) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:44:32.041220 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-ba25d4d8-cd3a-4465-9cb7-14bd3c6b9fc2 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "DELETE /v2.0/subnets/de963bab-0adf-416d-9bfd-34a37cf831b7 HTTP/1.1" status: 404 len: 337 time: 0.0447884 May 28 06:44:32.041890 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 46890) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:32.057161 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3b2e09-3f25-48b5-9dea-938ab6524684 req-ddfe2772-4c91-4766-9283-9420da387f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:32.057161 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-de3b2e09-3f25-48b5-9dea-938ab6524684 req-ddfe2772-4c91-4766-9283-9420da387f0a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e7d92049-bff3-4c3a-a4bd-4950c7dcad1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6195517 May 28 06:44:32.085241 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-80482b14-aff6-4357-b810-0d4459c9d8db tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] DELETE failed (client error): The resource could not be found. May 28 06:44:32.085807 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80482b14-aff6-4357-b810-0d4459c9d8db tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89109) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:44:32.089784 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-80482b14-aff6-4357-b810-0d4459c9d8db tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "DELETE /v2.0/ports/66b717a7-51d5-41e6-acd8-6480981834c6 HTTP/1.1" status: 404 len: 333 time: 0.0450222 May 28 06:44:32.090082 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 46896) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:32.120775 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning for port e704a073-82ad-4169-828f-5dcec6c1a71c completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:44:32.127730 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning complete for port e704a073-82ad-4169-828f-5dcec6c1a71c triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:44:32.131845 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:32.133844 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-edc5eee7-f227-4163-96db-d9fea5b6bcd0 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] DELETE failed (client error): The resource could not be found. May 28 06:44:32.134955 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edc5eee7-f227-4163-96db-d9fea5b6bcd0 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89109) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:44:32.139195 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-edc5eee7-f227-4163-96db-d9fea5b6bcd0 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "DELETE /v2.0/subnets/f1167bba-b51b-4750-a2d0-36f0f7e18640 HTTP/1.1" status: 404 len: 337 time: 0.0458951 May 28 06:44:32.139429 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 46900) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:32.188652 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c1af4fa-e50e-4d58-ab57-43380aa7a8e2 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] DELETE failed (client error): The resource could not be found. May 28 06:44:32.189171 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c1af4fa-e50e-4d58-ab57-43380aa7a8e2 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89109) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:44:32.193530 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-2c1af4fa-e50e-4d58-ab57-43380aa7a8e2 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "DELETE /v2.0/ports/32e654d5-7c66-46a1-bed7-cca5a23bff09 HTTP/1.1" status: 404 len: 333 time: 0.0506489 May 28 06:44:32.193900 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 46904) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:32.241511 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c58e11e-50dd-479e-bc18-89eca2a2883f tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] DELETE failed (client error): The resource could not be found. May 28 06:44:32.242943 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c58e11e-50dd-479e-bc18-89eca2a2883f tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89109) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:44:32.246999 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-0c58e11e-50dd-479e-bc18-89eca2a2883f tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "DELETE /v2.0/subnets/398ff3dd-16f4-46d3-a67d-7e1c3be66bb0 HTTP/1.1" status: 404 len: 337 time: 0.0498633 May 28 06:44:32.247602 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 46908) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:32.255078 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6745fef2-e07f-4b5c-a6f0-0b65fbab45ed req-6043b4c5-2291-4697-b791-5269e766d67f tempest-ServerTagsTestJSON-407383365 tempest-ServerTagsTestJSON-407383365-project] 10.222.0.55 "GET /v2.0/security-groups?id=e8e103f9-9f0a-45af-a903-54b3b39d0b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4220438 May 28 06:44:32.262064 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-de3b2e09-3f25-48b5-9dea-938ab6524684 req-ba63c6d7-e47d-4dfe-8edb-ab5d4e3a7d35 service neutron] 10.222.0.69 "GET /v2.0/networks/e7d92049-bff3-4c3a-a4bd-4950c7dcad1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837418 May 28 06:44:32.282738 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5e2e029b-bd2e-486e-aff6-339982213f30 req-23806e3e-d3cf-44fd-8c40-a2a22bc2f41f service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=e8e103f9-9f0a-45af-a903-54b3b39d0b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5619874 May 28 06:44:32.338287 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-127118ec-aa2d-4dc9-b3d1-5ebc258769ea tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] DELETE failed (client error): The resource could not be found. May 28 06:44:32.339156 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-127118ec-aa2d-4dc9-b3d1-5ebc258769ea tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89109) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:44:32.341456 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-127118ec-aa2d-4dc9-b3d1-5ebc258769ea tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "DELETE /v2.0/ports/dc022d39-b0db-41a5-b466-a92322866abf HTTP/1.1" status: 404 len: 333 time: 0.0926950 May 28 06:44:32.343346 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 46912) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:32.370529 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:32.421340 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fbb34ac-62d4-4f0d-b983-615c083b2de8 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] DELETE failed (client error): The resource could not be found. May 28 06:44:32.422003 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fbb34ac-62d4-4f0d-b983-615c083b2de8 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89109) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:44:32.427845 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-7fbb34ac-62d4-4f0d-b983-615c083b2de8 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "DELETE /v2.0/subnets/86a2dd35-ed0e-445a-a33d-12a3ad840132 HTTP/1.1" status: 404 len: 337 time: 0.0820253 May 28 06:44:32.428924 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 46920) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:32.432093 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port e704a073-82ad-4169-828f-5dcec6c1a71c is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:44:32.443296 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:32.498085 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port e704a073-82ad-4169-828f-5dcec6c1a71c, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=e704a073-82ad-4169-828f-5dcec6c1a71c,segment=NetworkSegment(de3cbcce-ba0c-4cb8-88ea-ac98446ed60d),segment_id=de3cbcce-ba0c-4cb8-88ea-ac98446ed60d)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:44:32.500006 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-e134825e-b119-47e7-b72d-c1dfa0a6dee5 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] DELETE failed (client error): The resource could not be found. May 28 06:44:32.500919 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e134825e-b119-47e7-b72d-c1dfa0a6dee5 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89109) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:44:32.507101 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-e134825e-b119-47e7-b72d-c1dfa0a6dee5 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "DELETE /v2.0/ports/4e4966c0-a32d-4ad5-9650-1f7e9ae0d786 HTTP/1.1" status: 404 len: 333 time: 0.0766726 May 28 06:44:32.507706 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 46926) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:32.550070 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf952295-75ac-4c3d-b56f-9a35e41ab775 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] DELETE failed (client error): The resource could not be found. May 28 06:44:32.550482 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf952295-75ac-4c3d-b56f-9a35e41ab775 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89109) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:44:32.556003 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-cf952295-75ac-4c3d-b56f-9a35e41ab775 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "DELETE /v2.0/subnets/30e24c34-4cd0-448f-9c36-09aff26f20df HTTP/1.1" status: 404 len: 337 time: 0.0473073 May 28 06:44:32.557241 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 46930) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:32.573945 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-33f40be2-50e6-4bb4-ab55-9bbdbeefde41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:32.621111 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-e092531a-9d9b-4258-865c-d6dcdee895fa tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] DELETE failed (client error): The resource could not be found. May 28 06:44:32.621111 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e092531a-9d9b-4258-865c-d6dcdee895fa tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89109) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:44:32.622070 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6d3796-dc7a-4b0d-9ba5-804240636313 req-7681362a-7d64-4210-bb13-e080c7aa4306 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:32.623042 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-e092531a-9d9b-4258-865c-d6dcdee895fa tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "DELETE /v2.0/ports/8b95298b-7b10-457f-b410-5f07c00f8923 HTTP/1.1" status: 404 len: 333 time: 0.0645912 May 28 06:44:32.625570 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 46934) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:32.629617 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ec6d3796-dc7a-4b0d-9ba5-804240636313 req-7681362a-7d64-4210-bb13-e080c7aa4306 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e HTTP/1.1" status: 200 len: 944 time: 0.6314614 May 28 06:44:32.664726 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:32.676533 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c8c8687-dee3-4506-aa6f-c4e8b16e5af0 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] DELETE failed (client error): The resource could not be found. May 28 06:44:32.677283 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c8c8687-dee3-4506-aa6f-c4e8b16e5af0 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89109) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:44:32.679300 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-8c8c8687-dee3-4506-aa6f-c4e8b16e5af0 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "DELETE /v2.0/subnets/044dc385-8378-40e5-b1b4-af0c5f23abe8 HTTP/1.1" status: 404 len: 337 time: 0.0525861 May 28 06:44:32.681809 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 46940) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:32.689783 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-33f40be2-50e6-4bb4-ab55-9bbdbeefde41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0533a001-1b25-4278-bc50-d9d6533208e6']}} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:44:32.732507 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-33f40be2-50e6-4bb4-ab55-9bbdbeefde41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff77abc0-eaed-47da-9deb-10db2dcdfc54') {'for_net_delete': True} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:44:32.732887 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-33f40be2-50e6-4bb4-ab55-9bbdbeefde41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff77abc0-eaed-47da-9deb-10db2dcdfc54') {} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:44:32.752793 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-de3b2e09-3f25-48b5-9dea-938ab6524684 req-22320ae3-a3fb-4f29-9fe7-05f1fcaeafe8 service neutron] 10.222.0.69 "GET /v2.0/networks/e7d92049-bff3-4c3a-a4bd-4950c7dcad1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4662290 May 28 06:44:32.753241 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f2d124a-0553-4e7f-948c-a33d2be42d7f tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] DELETE failed (client error): The resource could not be found. May 28 06:44:32.753241 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f2d124a-0553-4e7f-948c-a33d2be42d7f tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89109) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:44:32.754279 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-7f2d124a-0553-4e7f-948c-a33d2be42d7f tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "DELETE /v2.0/ports/b1e62a4b-e80c-45bb-92df-83fd2703ffb5 HTTP/1.1" status: 404 len: 333 time: 0.0689960 May 28 06:44:32.755830 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 46946) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:32.764812 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ec6d3796-dc7a-4b0d-9ba5-804240636313 req-d8d1cdf2-b257-4c17-8283-a63f4e186063 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0fc320c-5211-4d72-b7c9-130a40d05074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1337600 May 28 06:44:32.769546 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-33f40be2-50e6-4bb4-ab55-9bbdbeefde41 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4150778'] for segment, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:32.801170 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-33f40be2-50e6-4bb4-ab55-9bbdbeefde41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:32.812132 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c9d20d-ee1c-4424-baa4-03e86a277ec8 req-35ccb8ee-cf97-4824-a87d-e1c84712b347 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:32.814016 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-00c9d20d-ee1c-4424-baa4-03e86a277ec8 req-35ccb8ee-cf97-4824-a87d-e1c84712b347 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/ports?device_id=498bacf1-a892-4e8e-a7a7-271d344a8884 HTTP/1.1" status: 200 len: 944 time: 0.3521323 May 28 06:44:32.821534 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33f40be2-50e6-4bb4-ab55-9bbdbeefde41 admin admin] Releasing vlan 370 on physical network physnet1 to pool {{(pid=89110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:44:32.821643 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-8029aebc-1d54-42de-90ba-fe8b3ecd6615 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] DELETE failed (client error): The resource could not be found. May 28 06:44:32.821720 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-33f40be2-50e6-4bb4-ab55-9bbdbeefde41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3143023'] for segment, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:32.821790 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8029aebc-1d54-42de-90ba-fe8b3ecd6615 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89109) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:44:32.823220 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-8029aebc-1d54-42de-90ba-fe8b3ecd6615 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "DELETE /v2.0/subnets/da415aa1-9e4e-45c9-9f98-eb1e6aae72cf HTTP/1.1" status: 404 len: 337 time: 0.0644035 May 28 06:44:32.826104 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 46952) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:32.842764 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=e704a073-82ad-4169-828f-5dcec6c1a71c,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:44:32.879293 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '498bacf1-a892-4e8e-a7a7-271d344a8884', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e704a073-82ad-4169-828f-5dcec6c1a71c'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:44:32.887005 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc9302a7-a3be-40fa-941a-217ca0cce407 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] DELETE failed (client error): The resource could not be found. May 28 06:44:32.887531 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc9302a7-a3be-40fa-941a-217ca0cce407 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89109) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:44:32.891603 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-bc9302a7-a3be-40fa-941a-217ca0cce407 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "DELETE /v2.0/ports/42036e79-985e-41f7-9364-2e46d7ad5028 HTTP/1.1" status: 404 len: 333 time: 0.0619440 May 28 06:44:32.894070 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 46960) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:32.930943 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment ff77abc0-eaed-47da-9deb-10db2dcdfc54 resource provider aggregate not found May 28 06:44:32.971659 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-b70f7720-fe2d-4cd0-816b-31d9b15bab6e tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] DELETE failed (client error): The resource could not be found. May 28 06:44:32.972117 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b70f7720-fe2d-4cd0-816b-31d9b15bab6e tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89109) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:44:32.976932 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-b70f7720-fe2d-4cd0-816b-31d9b15bab6e tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "DELETE /v2.0/subnets/bbfca95c-1c1d-44dd-9bde-db26177aa12b HTTP/1.1" status: 404 len: 337 time: 0.0819089 May 28 06:44:32.977542 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 46968) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:32.980326 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment ff77abc0-eaed-47da-9deb-10db2dcdfc54 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ff77abc0-eaed-47da-9deb-10db2dcdfc54 found for delete ", "request_id": "req-fd0403a2-52cd-4b9b-bd5f-a78f8520a288"}]} May 28 06:44:33.038300 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-00c9d20d-ee1c-4424-baa4-03e86a277ec8 req-705eefb9-39f3-42d0-b7bf-1fca3ce43c22 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/security-groups?id=a55c2cfa-e9a1-4242-aad2-04321d6d41e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1948879 May 28 06:44:33.062096 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e5ba2b-cdcc-48b0-872f-39fac322e124 req-a19e3d08-edc1-4de1-9ad9-1c40928ddfa8 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:33.063924 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b7e5ba2b-cdcc-48b0-872f-39fac322e124 req-a19e3d08-edc1-4de1-9ad9-1c40928ddfa8 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e HTTP/1.1" status: 200 len: 944 time: 0.1154881 May 28 06:44:33.116005 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d41e3b17-787f-4f0d-b24a-6be7e78d9e90 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:33.121783 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af3baf9c-42b0-4c7e-a256-d54cba22ca09'] response: {'server_uuid': '498bacf1-a892-4e8e-a7a7-271d344a8884', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e704a073-82ad-4169-828f-5dcec6c1a71c', 'code': 200} May 28 06:44:33.156584 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b7e5ba2b-cdcc-48b0-872f-39fac322e124 req-45cbc054-ce3b-48eb-8ee0-c0d8d0994d74 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0fc320c-5211-4d72-b7c9-130a40d05074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809860 May 28 06:44:33.158955 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-33f40be2-50e6-4bb4-ab55-9bbdbeefde41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:33.184371 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-33f40be2-50e6-4bb4-ab55-9bbdbeefde41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:33.192952 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f40be2-50e6-4bb4-ab55-9bbdbeefde41 admin admin] Pushing event deleted for resources: {'Network': ['ID=0533a001-1b25-4278-bc50-d9d6533208e6,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:44:33.205566 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-33f40be2-50e6-4bb4-ab55-9bbdbeefde41 admin admin] 10.222.0.55 "DELETE /v2.0/networks/0533a001-1b25-4278-bc50-d9d6533208e6 HTTP/1.1" status: 204 len: 168 time: 1.4874520 May 28 06:44:33.210669 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 46980) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:33.433304 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d41e3b17-787f-4f0d-b24a-6be7e78d9e90 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:33.498189 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dc22e15-fde1-4633-806e-5270d80bab2d admin admin] Deleting subnet 2540a854-5ab9-4f36-b5b7-210b2f55f5d2 {{(pid=89110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:44:33.506328 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-d41e3b17-787f-4f0d-b24a-6be7e78d9e90 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['147bfd32-62dc-4be0-82de-f4d6fa5b4cc2']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:44:33.523100 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-d41e3b17-787f-4f0d-b24a-6be7e78d9e90 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e82da2dd-17b8-4c15-8abb-711622ad0a92') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:44:33.523437 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-d41e3b17-787f-4f0d-b24a-6be7e78d9e90 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e82da2dd-17b8-4c15-8abb-711622ad0a92') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:44:33.550025 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d41e3b17-787f-4f0d-b24a-6be7e78d9e90 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:33.602726 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d41e3b17-787f-4f0d-b24a-6be7e78d9e90 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:33.609401 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d41e3b17-787f-4f0d-b24a-6be7e78d9e90 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:44:33.609829 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d41e3b17-787f-4f0d-b24a-6be7e78d9e90 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:33.724672 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7dc22e15-fde1-4633-806e-5270d80bab2d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:33.749641 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment e82da2dd-17b8-4c15-8abb-711622ad0a92 resource provider aggregate not found May 28 06:44:33.785472 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment e82da2dd-17b8-4c15-8abb-711622ad0a92 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e82da2dd-17b8-4c15-8abb-711622ad0a92 found for delete ", "request_id": "req-250061ae-2a84-4ee5-a3cd-911ad8d010a0"}]} May 28 06:44:33.875760 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d41e3b17-787f-4f0d-b24a-6be7e78d9e90 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:33.895397 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d41e3b17-787f-4f0d-b24a-6be7e78d9e90 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:33.905132 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41e3b17-787f-4f0d-b24a-6be7e78d9e90 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] Pushing event deleted for resources: {'Network': ['ID=147bfd32-62dc-4be0-82de-f4d6fa5b4cc2,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:44:33.910785 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-d41e3b17-787f-4f0d-b24a-6be7e78d9e90 tempest-NetworksTestDHCPv6-1556132060 tempest-NetworksTestDHCPv6-1556132060-project] 10.222.0.55 "DELETE /v2.0/networks/147bfd32-62dc-4be0-82de-f4d6fa5b4cc2 HTTP/1.1" status: 204 len: 168 time: 0.9298444 May 28 06:44:33.940312 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7dc22e15-fde1-4633-806e-5270d80bab2d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4150765'] for subnet, precommit_delete_associations {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:34.074572 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7dc22e15-fde1-4633-806e-5270d80bab2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:34.109300 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ad10a8-f19f-4359-9134-0dd583cd4175 req-cbda7e02-2f44-4635-92d0-97bd4b133c50 tempest-ServerTagsTestJSON-407383365 tempest-ServerTagsTestJSON-407383365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:34.110963 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f6ad10a8-f19f-4359-9134-0dd583cd4175 req-cbda7e02-2f44-4635-92d0-97bd4b133c50 tempest-ServerTagsTestJSON-407383365 tempest-ServerTagsTestJSON-407383365-project] 10.222.0.55 "GET /v2.0/ports?device_id=50c312f7-d609-4963-9021-5b36dffc00fd HTTP/1.1" status: 200 len: 945 time: 0.6173279 May 28 06:44:34.117740 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d413f4f9-2c55-409e-9735-45db482a3f2b req-32775a8d-d020-4009-95f0-a8c5d42886d2 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:34.119166 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d413f4f9-2c55-409e-9735-45db482a3f2b req-32775a8d-d020-4009-95f0-a8c5d42886d2 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/networks?id=e7d92049-bff3-4c3a-a4bd-4950c7dcad1c HTTP/1.1" status: 200 len: 811 time: 0.3206594 May 28 06:44:34.126732 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adadc10a-153e-4347-b355-6e756285ed5c req-eb174721-0a6a-40e4-adba-67aaab4c8e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:34.128353 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-adadc10a-153e-4347-b355-6e756285ed5c req-eb174721-0a6a-40e4-adba-67aaab4c8e3b service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=498bacf1-a892-4e8e-a7a7-271d344a8884 HTTP/1.1" status: 200 len: 1096 time: 0.6828089 May 28 06:44:34.196313 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d413f4f9-2c55-409e-9735-45db482a3f2b req-3f91c6d1-dfde-46fa-a7e1-ca4b0bdb077c tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/quotas/fada8efd68e34d6781d883ae41cb05ad HTTP/1.1" status: 200 len: 375 time: 0.0596397 May 28 06:44:34.280111 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f6ad10a8-f19f-4359-9134-0dd583cd4175 req-7e513983-45e8-4d98-b9f5-4b3714d799ca tempest-ServerTagsTestJSON-407383365 tempest-ServerTagsTestJSON-407383365-project] 10.222.0.55 "GET /v2.0/security-groups?id=e8e103f9-9f0a-45af-a903-54b3b39d0b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597247 May 28 06:44:34.291390 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-adadc10a-153e-4347-b355-6e756285ed5c req-c2b3582a-8460-4ba6-b510-e478328049b5 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=a55c2cfa-e9a1-4242-aad2-04321d6d41e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1417563 May 28 06:44:34.336937 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d413f4f9-2c55-409e-9735-45db482a3f2b req-1c1c3363-90d1-4cf1-91c6-a61275bbdd62 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=fada8efd68e34d6781d883ae41cb05ad&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1241250 May 28 06:44:34.428312 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7dc22e15-fde1-4633-806e-5270d80bab2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3115981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3172005'] for subnet, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:34.518312 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc22e15-fde1-4633-806e-5270d80bab2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2540a854-5ab9-4f36-b5b7-210b2f55f5d2,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:44:34.524912 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7dc22e15-fde1-4633-806e-5270d80bab2d admin admin] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:34.540786 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-7dc22e15-fde1-4633-806e-5270d80bab2d admin admin] 10.222.0.55 "DELETE /v2.0/subnets/2540a854-5ab9-4f36-b5b7-210b2f55f5d2 HTTP/1.1" status: 204 len: 168 time: 1.3287263 May 28 06:44:34.545570 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 47020) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:34.593543 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d413f4f9-2c55-409e-9735-45db482a3f2b req-52da366e-61af-4f84-ae47-c943ff8dbc78 service neutron] 10.222.0.55 "GET /v2.0/networks/e7d92049-bff3-4c3a-a4bd-4950c7dcad1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469516 May 28 06:44:34.675353 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b641efe7-e984-467b-99ee-0be1c95c0714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:34.699745 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9322c767-ce0b-4e95-8af2-d4f6e8081ac4 req-60a16744-6eac-4d1c-b572-be5b1030ae89 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:34.701241 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9322c767-ce0b-4e95-8af2-d4f6e8081ac4 req-60a16744-6eac-4d1c-b572-be5b1030ae89 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/ports?device_id=498bacf1-a892-4e8e-a7a7-271d344a8884 HTTP/1.1" status: 200 len: 945 time: 0.2792630 May 28 06:44:34.769461 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d413f4f9-2c55-409e-9735-45db482a3f2b req-d6bd0af8-6368-4e74-9f2f-c69d6b7c35da service neutron] 10.222.0.55 "GET /v2.0/networks/e7d92049-bff3-4c3a-a4bd-4950c7dcad1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750536 May 28 06:44:34.780461 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9322c767-ce0b-4e95-8af2-d4f6e8081ac4 req-71f88528-46e1-4f82-b847-cef4fd01a27c tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/security-groups?id=a55c2cfa-e9a1-4242-aad2-04321d6d41e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686376 May 28 06:44:34.811995 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b641efe7-e984-467b-99ee-0be1c95c0714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:34.843661 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-b641efe7-e984-467b-99ee-0be1c95c0714 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd550c8b-8f2c-4aa3-909a-17046730afa6']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:44:34.858122 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-b641efe7-e984-467b-99ee-0be1c95c0714 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47f0c83e-4e8b-4ba9-91e4-7dcf176811b7') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:44:34.858618 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-b641efe7-e984-467b-99ee-0be1c95c0714 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47f0c83e-4e8b-4ba9-91e4-7dcf176811b7') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:44:34.872391 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b641efe7-e984-467b-99ee-0be1c95c0714 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:34.896570 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b641efe7-e984-467b-99ee-0be1c95c0714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:34.910338 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b641efe7-e984-467b-99ee-0be1c95c0714 admin admin] Releasing vlan 359 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:44:34.915112 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b641efe7-e984-467b-99ee-0be1c95c0714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:34.938376 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 47030) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:35.126892 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b641efe7-e984-467b-99ee-0be1c95c0714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:35.163953 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-add4199d-4eb4-442c-8946-2942a19772a6 req-012e9795-5fa7-422f-b8d2-c8cb0b3a4c73 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=229d53c6-40d4-4a99-9861-713890aa5f04 HTTP/1.1" status: 200 len: 210 time: 0.0471961 May 28 06:44:35.164935 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b641efe7-e984-467b-99ee-0be1c95c0714 admin admin] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:35.181817 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b641efe7-e984-467b-99ee-0be1c95c0714 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd550c8b-8f2c-4aa3-909a-17046730afa6,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:44:35.184687 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-b641efe7-e984-467b-99ee-0be1c95c0714 admin admin] 10.222.0.55 "DELETE /v2.0/networks/fd550c8b-8f2c-4aa3-909a-17046730afa6 HTTP/1.1" status: 204 len: 168 time: 0.6376271 May 28 06:44:35.498089 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-798ebfd1-e7c6-4c8a-9168-ae4a5ff49dfa admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5e9e9447c07c4077b6694ab63e3affe5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5551105 May 28 06:44:35.499016 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 47066) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:35.555541 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd97bb72-7863-477c-816a-380bd4b2bde8 req-f7124bc2-af17-43b1-ab3d-b3bb9184fe1d tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:35.557202 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fd97bb72-7863-477c-816a-380bd4b2bde8 req-f7124bc2-af17-43b1-ab3d-b3bb9184fe1d tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] 10.222.0.55 "GET /v2.0/networks?id=1b5d22ea-5322-4981-a04a-bc25c800ceed HTTP/1.1" status: 200 len: 809 time: 0.2771761 May 28 06:44:35.582610 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fd97bb72-7863-477c-816a-380bd4b2bde8 req-e2ac9461-c0d8-435e-a97b-5183f9cc99d0 tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] 10.222.0.55 "GET /v2.0/quotas/df26b9cb6f0944bda1073f5477889310 HTTP/1.1" status: 200 len: 375 time: 0.0189056 May 28 06:44:35.595165 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e1d92e48-46f7-43c1-9ac8-29f7ef7d5560 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:35.637981 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fd97bb72-7863-477c-816a-380bd4b2bde8 req-fa1f96bc-8bb2-4901-ac1e-3048af3016d5 tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=df26b9cb6f0944bda1073f5477889310&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0542998 May 28 06:44:35.640637 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e1d92e48-46f7-43c1-9ac8-29f7ef7d5560 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:35.647788 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8d8631-f7e9-480e-9390-510a220f14f2 req-fe537844-2bba-48fa-a536-2c3eda3e36a7 tempest-ServerTagsTestJSON-407383365 tempest-ServerTagsTestJSON-407383365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:35.649512 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4c8d8631-f7e9-480e-9390-510a220f14f2 req-fe537844-2bba-48fa-a536-2c3eda3e36a7 tempest-ServerTagsTestJSON-407383365 tempest-ServerTagsTestJSON-407383365-project] 10.222.0.55 "GET /v2.0/ports?device_id=50c312f7-d609-4963-9021-5b36dffc00fd HTTP/1.1" status: 200 len: 945 time: 0.2003982 May 28 06:44:35.788182 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4c8d8631-f7e9-480e-9390-510a220f14f2 req-7f5247a8-76bf-400b-9918-1be4be78d095 tempest-ServerTagsTestJSON-407383365 tempest-ServerTagsTestJSON-407383365-project] 10.222.0.55 "GET /v2.0/security-groups?id=e8e103f9-9f0a-45af-a903-54b3b39d0b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049268 May 28 06:44:35.792085 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e1d92e48-46f7-43c1-9ac8-29f7ef7d5560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:35.809297 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d92e48-46f7-43c1-9ac8-29f7ef7d5560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6401548-0e2d-4b15-87f7-f0c9fd5e0441,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:44:35.812517 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 47f0c83e-4e8b-4ba9-91e4-7dcf176811b7 resource provider aggregate not found May 28 06:44:35.827729 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e1d92e48-46f7-43c1-9ac8-29f7ef7d5560 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:35.827729 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-e1d92e48-46f7-43c1-9ac8-29f7ef7d5560 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e6401548-0e2d-4b15-87f7-f0c9fd5e0441 HTTP/1.1" status: 204 len: 168 time: 0.3249707 May 28 06:44:35.843279 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 47f0c83e-4e8b-4ba9-91e4-7dcf176811b7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 47f0c83e-4e8b-4ba9-91e4-7dcf176811b7 found for delete ", "request_id": "req-8dbef08b-75b1-419f-b8ba-91a4190d79b1"}]} May 28 06:44:35.871179 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 47084) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:35.926425 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-5b1011cc-ac52-49cd-9400-482c9fff279c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=531b62a3dfbd4ff08a1755fb2f0f8224&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0540593 May 28 06:44:35.929728 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 47088) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:36.000773 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-74535a1a-90ed-4833-9ac4-b73a9a518f93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:36.029198 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-74535a1a-90ed-4833-9ac4-b73a9a518f93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:36.033979 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fd97bb72-7863-477c-816a-380bd4b2bde8 req-23e629c3-1600-4c76-8ddf-10408e748e1d service neutron] 10.222.0.55 "GET /v2.0/networks/1b5d22ea-5322-4981-a04a-bc25c800ceed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3832216 May 28 06:44:36.176973 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cd43de-1acf-4f4b-9968-9d5b418cc17f req-0b025533-b547-4481-8299-36eac9aa66f6 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:36.183758 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a4cd43de-1acf-4f4b-9968-9d5b418cc17f req-0b025533-b547-4481-8299-36eac9aa66f6 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/ports?device_id=498bacf1-a892-4e8e-a7a7-271d344a8884 HTTP/1.1" status: 200 len: 945 time: 0.2373388 May 28 06:44:36.202357 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-74535a1a-90ed-4833-9ac4-b73a9a518f93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:36.220599 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74535a1a-90ed-4833-9ac4-b73a9a518f93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4aaa3c2-aa0f-41d7-9a93-a25a9aacdbf7,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:44:36.228569 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-74535a1a-90ed-4833-9ac4-b73a9a518f93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:36.231682 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-74535a1a-90ed-4833-9ac4-b73a9a518f93 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e4aaa3c2-aa0f-41d7-9a93-a25a9aacdbf7 HTTP/1.1" status: 204 len: 168 time: 0.2988787 May 28 06:44:36.253693 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a4cd43de-1acf-4f4b-9968-9d5b418cc17f req-c6b445a4-d5d2-4c85-b2e3-467f39fd7777 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/security-groups?id=a55c2cfa-e9a1-4242-aad2-04321d6d41e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688970 May 28 06:44:36.263231 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fd97bb72-7863-477c-816a-380bd4b2bde8 req-5d90deab-7003-4153-90bb-20657cfb0044 service neutron] 10.222.0.55 "GET /v2.0/networks/1b5d22ea-5322-4981-a04a-bc25c800ceed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246475 May 28 06:44:36.717798 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9a13503f-9bfb-4180-a930-5d2eccdfe4a1 req-31390ff1-cc27-41e2-a16d-d6c6bc0df3fa tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=229d53c6-40d4-4a99-9861-713890aa5f04 HTTP/1.1" status: 200 len: 210 time: 0.0823739 May 28 06:44:36.906072 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4ffc8819-14f8-4a7a-8d36-2939e0239105 req-66cff458-68ca-4b06-9692-a0d0140113f0 tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] 10.222.0.55 "GET /v2.0/ports?device_id=1bbe3506-e747-408c-83df-37a83b91c10d HTTP/1.1" status: 200 len: 210 time: 0.0563860 May 28 06:44:36.957192 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea547103-97ef-48b9-8320-4dac2fafaa2c req-9709809a-b0e8-4e5b-ab18-d2a19714a242 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:36.958619 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ea547103-97ef-48b9-8320-4dac2fafaa2c req-9709809a-b0e8-4e5b-ab18-d2a19714a242 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/ports?device_id=498bacf1-a892-4e8e-a7a7-271d344a8884 HTTP/1.1" status: 200 len: 945 time: 0.1597803 May 28 06:44:36.969977 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 47122) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:36.981173 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-91897113-bb66-4956-a18a-c522ce537810 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Request body: {'floatingip': {'port_id': 'e704a073-82ad-4169-828f-5dcec6c1a71c'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:44:37.108153 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-91897113-bb66-4956-a18a-c522ce537810 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Notify callbacks [] for floatingip, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:37.539113 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 47142) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:37.612547 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-4fdcb31f-7adb-4c6e-9f46-2079992168af admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=504540c23d324383bcec7772ccaf68a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0716264 May 28 06:44:37.617638 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 47146) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:37.691016 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b178b4b9-2288-495a-806d-f16e3e20ecff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:37.737762 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b178b4b9-2288-495a-806d-f16e3e20ecff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:37.802948 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-91897113-bb66-4956-a18a-c522ce537810 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:37.913375 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-36ae9637-b552-40a4-92e4-e3803f93593c req-3150bcbe-fdf7-482d-b7df-2dde6cb41e8c tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=229d53c6-40d4-4a99-9861-713890aa5f04 HTTP/1.1" status: 200 len: 210 time: 0.0476396 May 28 06:44:37.998118 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a3d15563-abf3-4565-b91d-cd721cfd6c13 req-e34514dd-400b-466e-ab03-a1e7b23d3900 tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] 10.222.0.55 "GET /v2.0/ports?device_id=1bbe3506-e747-408c-83df-37a83b91c10d HTTP/1.1" status: 200 len: 210 time: 0.0429873 May 28 06:44:38.015070 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-91897113-bb66-4956-a18a-c522ce537810 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691094'] for floatingip, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:38.046766 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b178b4b9-2288-495a-806d-f16e3e20ecff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:38.068557 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b178b4b9-2288-495a-806d-f16e3e20ecff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05180eac-4d7e-4e43-a707-da7ffd8e547a,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:44:38.073844 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b178b4b9-2288-495a-806d-f16e3e20ecff admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:38.075210 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-b178b4b9-2288-495a-806d-f16e3e20ecff admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/05180eac-4d7e-4e43-a707-da7ffd8e547a HTTP/1.1" status: 204 len: 168 time: 0.4566541 May 28 06:44:38.432914 n-d-843702-1 neutron-server[89110]: INFO neutron.db.l3_db [None req-91897113-bb66-4956-a18a-c522ce537810 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Floating IP 340a5b67-d213-4550-a6d4-0e2e12137c0f associated. External IP: 172.25.5.163, port: e704a073-82ad-4169-828f-5dcec6c1a71c. May 28 06:44:38.619251 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d413f4f9-2c55-409e-9735-45db482a3f2b req-d6aa39f1-9fac-4c3e-9eed-5b5fc956cfdd tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:38.620550 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d413f4f9-2c55-409e-9735-45db482a3f2b req-d6aa39f1-9fac-4c3e-9eed-5b5fc956cfdd tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.69 "GET /v2.0/networks?id=e7d92049-bff3-4c3a-a4bd-4950c7dcad1c HTTP/1.1" status: 200 len: 811 time: 0.5003359 May 28 06:44:38.643340 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-d413f4f9-2c55-409e-9735-45db482a3f2b req-ee788862-c58c-43c5-9888-d140421e5f8d tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Request body: {'port': {'device_id': '229d53c6-40d4-4a99-9861-713890aa5f04', 'network_id': 'e7d92049-bff3-4c3a-a4bd-4950c7dcad1c', 'admin_state_up': True, 'tenant_id': 'fada8efd68e34d6781d883ae41cb05ad'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:44:38.956988 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-d413f4f9-2c55-409e-9735-45db482a3f2b req-ee788862-c58c-43c5-9888-d140421e5f8d tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:44:38.974305 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-d413f4f9-2c55-409e-9735-45db482a3f2b req-ee788862-c58c-43c5-9888-d140421e5f8d tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:44:38.997808 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91897113-bb66-4956-a18a-c522ce537810 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Router 7a3f82ba-225e-4663-a5df-018daaa348fe has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:44:39.133375 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d413f4f9-2c55-409e-9735-45db482a3f2b req-ee788862-c58c-43c5-9888-d140421e5f8d tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Made reservation on behalf of fada8efd68e34d6781d883ae41cb05ad for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:44:39.137276 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-d413f4f9-2c55-409e-9735-45db482a3f2b req-ee788862-c58c-43c5-9888-d140421e5f8d tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:39.215531 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c1e4eafb-9a50-4d7a-a2ac-01e6c0db7602 req-48fc47ad-dc59-4983-ae0b-b09980fd279e tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=229d53c6-40d4-4a99-9861-713890aa5f04 HTTP/1.1" status: 200 len: 210 time: 0.1283774 May 28 06:44:39.349299 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91897113-bb66-4956-a18a-c522ce537810 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:44:39.359426 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5098606c-17b9-41f6-b4fb-e0c14200eda1 None None] Sync routers for ids ['7a3f82ba-225e-4663-a5df-018daaa348fe'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:44:39.368977 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9cba1fe7-465a-4c8f-b415-96b985f57c8c req-45590184-7dbf-49a4-8401-8fae191eb1c1 tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] 10.222.0.55 "GET /v2.0/ports?device_id=1bbe3506-e747-408c-83df-37a83b91c10d HTTP/1.1" status: 200 len: 210 time: 0.0839798 May 28 06:44:39.378271 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5098606c-17b9-41f6-b4fb-e0c14200eda1 None None] Routers {'7a3f82ba-225e-4663-a5df-018daaa348fe'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:44:39.380208 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-5098606c-17b9-41f6-b4fb-e0c14200eda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:44:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['7a3f82ba-225e-4663-a5df-018daaa348fe'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:44:39.390871 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-91897113-bb66-4956-a18a-c522ce537810 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:39.495719 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-91897113-bb66-4956-a18a-c522ce537810 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "PUT /v2.0/floatingips/340a5b67-d213-4550-a6d4-0e2e12137c0f HTTP/1.1" status: 200 len: 991 time: 2.5246465 May 28 06:44:39.498968 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '498bacf1-a892-4e8e-a7a7-271d344a8884', 'tag': 'e704a073-82ad-4169-828f-5dcec6c1a71c'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:44:39.523550 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [req-d413f4f9-2c55-409e-9735-45db482a3f2b req-ee788862-c58c-43c5-9888-d140421e5f8d tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Allocated IP 172.20.0.11 (e7d92049-bff3-4c3a-a4bd-4950c7dcad1c/40188bf0-967d-446e-ac4f-b5c59a2acd9a/91fded47-3648-44a0-9497-819aa157d664) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:44:39.585857 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-5098606c-17b9-41f6-b4fb-e0c14200eda1 None None] Set router 7a3f82ba-225e-4663-a5df-018daaa348fe gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:44:39.608025 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a14a358-e074-40b0-a598-cdb877246376'] response: {'name': 'network-changed', 'server_uuid': '498bacf1-a892-4e8e-a7a7-271d344a8884', 'tag': 'e704a073-82ad-4169-828f-5dcec6c1a71c', 'status': 'completed', 'code': 200} May 28 06:44:39.855793 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-d413f4f9-2c55-409e-9735-45db482a3f2b req-ee788862-c58c-43c5-9888-d140421e5f8d tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:39.876567 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-d413f4f9-2c55-409e-9735-45db482a3f2b req-ee788862-c58c-43c5-9888-d140421e5f8d tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Transition to ACTIVE for port object 91fded47-3648-44a0-9497-819aa157d664 will not be triggered until provisioned by entity DHCP. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:44:39.879232 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f091094e-f58e-43de-8acf-b72cbf82e268 req-f2781e22-87e5-4e83-8a88-2413b7a02531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:39.881592 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f091094e-f58e-43de-8acf-b72cbf82e268 req-f2781e22-87e5-4e83-8a88-2413b7a02531 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=98e9fd09ba2248b5b9367b689b0cfcd3&device_id=498bacf1-a892-4e8e-a7a7-271d344a8884 HTTP/1.1" status: 200 len: 1096 time: 0.1971097 May 28 06:44:40.178099 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 47226) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:40.226752 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-5098606c-17b9-41f6-b4fb-e0c14200eda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a3f82ba-225e-4663-a5df-018daaa348fe', 'name': 'tempest-ServerRescueNegativeTestJSON-2022965306-router', 'tenant_id': '98e9fd09ba2248b5b9367b689b0cfcd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '21b6c24f-6957-4b82-8e72-44ec92c2b7d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:41:38Z', 'updated_at': '2022-05-28T06:41:53Z', 'revision_number': 4, 'project_id': '98e9fd09ba2248b5b9367b689b0cfcd3', 'gw_port': {'id': '21b6c24f-6957-4b82-8e72-44ec92c2b7d3', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:2b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a3f82ba-225e-4663-a5df-018daaa348fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:41:40Z', 'updated_at': '2022-05-28T06:41:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': '340a5b67-d213-4550-a6d4-0e2e12137c0f', 'tenant_id': '98e9fd09ba2248b5b9367b689b0cfcd3', 'floating_ip_address': '172.25.5.163', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': '7a3f82ba-225e-4663-a5df-018daaa348fe', 'port_id': 'e704a073-82ad-4169-828f-5dcec6c1a71c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3fe29e9-17f9-4750-841d-90d9978eff94', 'mac_address': 'fa:16:3e:b1:eb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '498bacf1-a892-4e8e-a7a7-271d344a8884', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:44:05Z', 'updated_at': '2022-05-28T06:44:37Z', 'revision_number': 1, 'project_id': '98e9fd09ba2248b5b9367b689b0cfcd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68e7d0da-283a-40a4-9918-b046f6643c42', 'name': '', 'network_id': 'a3fe29e9-17f9-4750-841d-90d9978eff94', 'tenant_id': '98e9fd09ba2248b5b9367b689b0cfcd3', 'mac_address': 'fa:16:3e:00:db:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a3f82ba-225e-4663-a5df-018daaa348fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2076, 'fixed_ips': [{'subnet_id': '304c7228-4ac2-4e7a-aa6d-33e85e214d70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:41:49Z', 'updated_at': '2022-05-28T06:42:06Z', 'revision_number': 5, 'project_id': '98e9fd09ba2248b5b9367b689b0cfcd3', 'subnets': [{'id': '304c7228-4ac2-4e7a-aa6d-33e85e214d70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:44:40.231191 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5098606c-17b9-41f6-b4fb-e0c14200eda1 None None] Checking router: 7a3f82ba-225e-4663-a5df-018daaa348fe for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:44:40.239830 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5098606c-17b9-41f6-b4fb-e0c14200eda1 None None] Routers {'7a3f82ba-225e-4663-a5df-018daaa348fe'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:44:40.240463 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-5098606c-17b9-41f6-b4fb-e0c14200eda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:44:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['7a3f82ba-225e-4663-a5df-018daaa348fe'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:44:40.445799 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd97bb72-7863-477c-816a-380bd4b2bde8 req-60a43c56-c303-4d3f-9448-2194e4c96453 tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:40.447183 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fd97bb72-7863-477c-816a-380bd4b2bde8 req-60a43c56-c303-4d3f-9448-2194e4c96453 tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] 10.222.0.69 "GET /v2.0/networks?id=1b5d22ea-5322-4981-a04a-bc25c800ceed HTTP/1.1" status: 200 len: 809 time: 0.5261517 May 28 06:44:40.452375 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-d413f4f9-2c55-409e-9735-45db482a3f2b req-ee788862-c58c-43c5-9888-d140421e5f8d tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:40.464114 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['351ec5b9-1371-4708-89ed-03fe0d913ca5', 'fb1f23a8-af71-4405-b5bd-97d5e156f2b8'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:44:40.495008 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f091094e-f58e-43de-8acf-b72cbf82e268 req-779f7003-68a8-4b93-8412-401b7c21db61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:40.496499 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f091094e-f58e-43de-8acf-b72cbf82e268 req-779f7003-68a8-4b93-8412-401b7c21db61 service neutron] 10.222.0.71 "GET /v2.0/networks?id=a3fe29e9-17f9-4750-841d-90d9978eff94 HTTP/1.1" status: 200 len: 920 time: 0.6034076 May 28 06:44:40.548290 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-fd97bb72-7863-477c-816a-380bd4b2bde8 req-8b763156-bdd6-40e7-a56f-e9da5a5be561 tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] Request body: {'port': {'device_id': '1bbe3506-e747-408c-83df-37a83b91c10d', 'network_id': '1b5d22ea-5322-4981-a04a-bc25c800ceed', 'admin_state_up': True, 'tenant_id': 'df26b9cb6f0944bda1073f5477889310'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:44:40.658162 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-5098606c-17b9-41f6-b4fb-e0c14200eda1 None None] Set router 7a3f82ba-225e-4663-a5df-018daaa348fe gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:44:40.680184 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-438b109c-693c-457b-b456-74e93585557f tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-996240194'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:44:40.696386 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-438b109c-693c-457b-b456-74e93585557f tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:44:40.700918 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-438b109c-693c-457b-b456-74e93585557f tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] Usage tracker for resource:network and tenant:03366ac25c174826ab9a55233614494b is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:44:40.703899 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-438b109c-693c-457b-b456-74e93585557f tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:44:40.717982 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-438b109c-693c-457b-b456-74e93585557f tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:44:40.881400 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-438b109c-693c-457b-b456-74e93585557f tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] Made reservation on behalf of 03366ac25c174826ab9a55233614494b for: {'network': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:44:40.885978 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-438b109c-693c-457b-b456-74e93585557f tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:40.908561 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-438b109c-693c-457b-b456-74e93585557f tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:40.941081 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-438b109c-693c-457b-b456-74e93585557f tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:44:40.952413 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-438b109c-693c-457b-b456-74e93585557f tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] Usage tracker for resource:security_group_rule and tenant:03366ac25c174826ab9a55233614494b is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:44:40.959480 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-438b109c-693c-457b-b456-74e93585557f tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:44:40.971386 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-438b109c-693c-457b-b456-74e93585557f tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:44:40.977027 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e8057ccb-b569-4818-a2e6-db8618e8122c req-fba48e10-76aa-471a-b78c-351ce5a0e7c3 tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] 10.222.0.55 "GET /v2.0/ports?device_id=1bbe3506-e747-408c-83df-37a83b91c10d HTTP/1.1" status: 200 len: 210 time: 0.1711643 May 28 06:44:40.982099 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d413f4f9-2c55-409e-9735-45db482a3f2b req-ee788862-c58c-43c5-9888-d140421e5f8d tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Network e7d92049-bff3-4c3a-a4bd-4950c7dcad1c is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:44:41.018526 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [req-d413f4f9-2c55-409e-9735-45db482a3f2b req-ee788862-c58c-43c5-9888-d140421e5f8d tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:44:41.028208 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-d413f4f9-2c55-409e-9735-45db482a3f2b req-ee788862-c58c-43c5-9888-d140421e5f8d tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:44:41.161254 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d413f4f9-2c55-409e-9735-45db482a3f2b req-ee788862-c58c-43c5-9888-d140421e5f8d tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:41.162470 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-d413f4f9-2c55-409e-9735-45db482a3f2b req-ee788862-c58c-43c5-9888-d140421e5f8d tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:41.181644 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f091094e-f58e-43de-8acf-b72cbf82e268 req-a5e10c8a-a8b0-4efc-8d88-a5eacbace30b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e704a073-82ad-4169-828f-5dcec6c1a71c HTTP/1.1" status: 200 len: 999 time: 0.6490309 May 28 06:44:41.182656 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee788862-c58c-43c5-9888-d140421e5f8d tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Pushing event updated for resources: {'Port': ['ID=91fded47-3648-44a0-9497-819aa157d664,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:44:41.197502 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-438b109c-693c-457b-b456-74e93585557f tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:41.247444 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-5098606c-17b9-41f6-b4fb-e0c14200eda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a3f82ba-225e-4663-a5df-018daaa348fe', 'name': 'tempest-ServerRescueNegativeTestJSON-2022965306-router', 'tenant_id': '98e9fd09ba2248b5b9367b689b0cfcd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '21b6c24f-6957-4b82-8e72-44ec92c2b7d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:41:38Z', 'updated_at': '2022-05-28T06:41:53Z', 'revision_number': 4, 'project_id': '98e9fd09ba2248b5b9367b689b0cfcd3', 'gw_port': {'id': '21b6c24f-6957-4b82-8e72-44ec92c2b7d3', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:2b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a3f82ba-225e-4663-a5df-018daaa348fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:41:40Z', 'updated_at': '2022-05-28T06:41:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': '340a5b67-d213-4550-a6d4-0e2e12137c0f', 'tenant_id': '98e9fd09ba2248b5b9367b689b0cfcd3', 'floating_ip_address': '172.25.5.163', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': '7a3f82ba-225e-4663-a5df-018daaa348fe', 'port_id': 'e704a073-82ad-4169-828f-5dcec6c1a71c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3fe29e9-17f9-4750-841d-90d9978eff94', 'mac_address': 'fa:16:3e:b1:eb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '498bacf1-a892-4e8e-a7a7-271d344a8884', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:44:05Z', 'updated_at': '2022-05-28T06:44:37Z', 'revision_number': 1, 'project_id': '98e9fd09ba2248b5b9367b689b0cfcd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68e7d0da-283a-40a4-9918-b046f6643c42', 'name': '', 'network_id': 'a3fe29e9-17f9-4750-841d-90d9978eff94', 'tenant_id': '98e9fd09ba2248b5b9367b689b0cfcd3', 'mac_address': 'fa:16:3e:00:db:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a3f82ba-225e-4663-a5df-018daaa348fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2076, 'fixed_ips': [{'subnet_id': '304c7228-4ac2-4e7a-aa6d-33e85e214d70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:41:49Z', 'updated_at': '2022-05-28T06:42:06Z', 'revision_number': 5, 'project_id': '98e9fd09ba2248b5b9367b689b0cfcd3', 'subnets': [{'id': '304c7228-4ac2-4e7a-aa6d-33e85e214d70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:44:41.253018 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5098606c-17b9-41f6-b4fb-e0c14200eda1 None None] The sync data for ids ['7a3f82ba-225e-4663-a5df-018daaa348fe'] in n-d-843702-1 is: [{'id': '7a3f82ba-225e-4663-a5df-018daaa348fe', 'name': 'tempest-ServerRescueNegativeTestJSON-2022965306-router', 'tenant_id': '98e9fd09ba2248b5b9367b689b0cfcd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '21b6c24f-6957-4b82-8e72-44ec92c2b7d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:41:38Z', 'updated_at': '2022-05-28T06:41:53Z', 'revision_number': 4, 'project_id': '98e9fd09ba2248b5b9367b689b0cfcd3', 'gw_port': {'id': '21b6c24f-6957-4b82-8e72-44ec92c2b7d3', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:2b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a3f82ba-225e-4663-a5df-018daaa348fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:41:40Z', 'updated_at': '2022-05-28T06:41:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': '340a5b67-d213-4550-a6d4-0e2e12137c0f', 'tenant_id': '98e9fd09ba2248b5b9367b689b0cfcd3', 'floating_ip_address': '172.25.5.163', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': '7a3f82ba-225e-4663-a5df-018daaa348fe', 'port_id': 'e704a073-82ad-4169-828f-5dcec6c1a71c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3fe29e9-17f9-4750-841d-90d9978eff94', 'mac_address': 'fa:16:3e:b1:eb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '498bacf1-a892-4e8e-a7a7-271d344a8884', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:44:05Z', 'updated_at': '2022-05-28T06:44:37Z', 'revision_number': 1, 'project_id': '98e9fd09ba2248b5b9367b689b0cfcd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68e7d0da-283a-40a4-9918-b046f6643c42', 'name': '', 'network_id': 'a3fe29e9-17f9-4750-841d-90d9978eff94', 'tenant_id': '98e9fd09ba2248b5b9367b689b0cfcd3', 'mac_address': 'fa:16:3e:00:db:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a3f82ba-225e-4663-a5df-018daaa348fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2076, 'fixed_ips': [{'subnet_id': '304c7228-4ac2-4e7a-aa6d-33e85e214d70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:41:49Z', 'updated_at': '2022-05-28T06:42:06Z', 'revision_number': 5, 'project_id': '98e9fd09ba2248b5b9367b689b0cfcd3', 'subnets': [{'id': '304c7228-4ac2-4e7a-aa6d-33e85e214d70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:44:41.284502 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d413f4f9-2c55-409e-9735-45db482a3f2b req-ee788862-c58c-43c5-9888-d140421e5f8d tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6468904 May 28 06:44:41.298270 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-438b109c-693c-457b-b456-74e93585557f tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:41.311421 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-d413f4f9-2c55-409e-9735-45db482a3f2b req-7789dedd-0a92-446d-b424-a88a90edb1cb service neutron] Request body: {'port': {'device_id': '229d53c6-40d4-4a99-9861-713890aa5f04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843702-1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:44:41.321889 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-438b109c-693c-457b-b456-74e93585557f tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'} {{(pid=89109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:44:41.338933 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-438b109c-693c-457b-b456-74e93585557f tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:41.339271 n-d-843702-1 neutron-server[89109]: INFO neutron.db.segments_db [None req-438b109c-693c-457b-b456-74e93585557f tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] Added segment bbc96fc8-8ba8-495d-99c4-93bbed62d85e of type vlan for network a7baad27-1a17-4a59-9679-bbfa87b37c97 May 28 06:44:41.371955 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-fd97bb72-7863-477c-816a-380bd4b2bde8 req-8b763156-bdd6-40e7-a56f-e9da5a5be561 tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:44:41.389223 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-fd97bb72-7863-477c-816a-380bd4b2bde8 req-8b763156-bdd6-40e7-a56f-e9da5a5be561 tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] Usage tracker for resource:port and tenant:df26b9cb6f0944bda1073f5477889310 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:44:41.405465 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-438b109c-693c-457b-b456-74e93585557f tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:41.410035 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-fd97bb72-7863-477c-816a-380bd4b2bde8 req-8b763156-bdd6-40e7-a56f-e9da5a5be561 tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:44:41.412778 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438b109c-693c-457b-b456-74e93585557f tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b41bc299-1905-4a87-9b4d-f17b9e7ff68c,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:44:41.414429 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f091094e-f58e-43de-8acf-b72cbf82e268 req-99a81b34-abc1-42ee-87ac-6f3f4daef542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:41.416825 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f091094e-f58e-43de-8acf-b72cbf82e268 req-99a81b34-abc1-42ee-87ac-6f3f4daef542 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=304c7228-4ac2-4e7a-aa6d-33e85e214d70 HTTP/1.1" status: 200 len: 858 time: 0.2204962 May 28 06:44:41.429572 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-fd97bb72-7863-477c-816a-380bd4b2bde8 req-8b763156-bdd6-40e7-a56f-e9da5a5be561 tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:44:41.469920 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e75d636-8170-450d-91ff-8dec85d8aae0 req-cc8c7cbc-8217-4748-a2fb-3f5fff95bc37 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:41.471634 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-4e75d636-8170-450d-91ff-8dec85d8aae0 req-cc8c7cbc-8217-4748-a2fb-3f5fff95bc37 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Synchronizing usage tracker for tenant:fada8efd68e34d6781d883ae41cb05ad on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:44:41.521300 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-438b109c-693c-457b-b456-74e93585557f tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:41.529384 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438b109c-693c-457b-b456-74e93585557f tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:41.530602 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-438b109c-693c-457b-b456-74e93585557f tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:41.557368 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915a7970-5114-40fe-9d17-7227794ef1c3 None None] New status for floating IP 340a5b67-d213-4550-a6d4-0e2e12137c0f: ACTIVE {{(pid=89111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 06:44:41.653712 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-d413f4f9-2c55-409e-9735-45db482a3f2b req-7789dedd-0a92-446d-b424-a88a90edb1cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:41.687910 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd97bb72-7863-477c-816a-380bd4b2bde8 req-8b763156-bdd6-40e7-a56f-e9da5a5be561 tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] Made reservation on behalf of df26b9cb6f0944bda1073f5477889310 for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:44:41.691442 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-fd97bb72-7863-477c-816a-380bd4b2bde8 req-8b763156-bdd6-40e7-a56f-e9da5a5be561 tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:41.711239 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-6aaecc58-9498-442c-ad58-d705f933631f None None] Provisioning for port 91fded47-3648-44a0-9497-819aa157d664 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:44:41.757173 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438b109c-693c-457b-b456-74e93585557f tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] Pushing event updated for resources: {'Network': ['ID=a7baad27-1a17-4a59-9679-bbfa87b37c97,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:44:41.768068 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-6aaecc58-9498-442c-ad58-d705f933631f None None] Provisioning complete for port 91fded47-3648-44a0-9497-819aa157d664 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:44:41.768454 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-6aaecc58-9498-442c-ad58-d705f933631f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:41.798377 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-4e75d636-8170-450d-91ff-8dec85d8aae0 req-cc8c7cbc-8217-4748-a2fb-3f5fff95bc37 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Unset dirty status for tenant:fada8efd68e34d6781d883ae41cb05ad on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:44:41.799571 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4e75d636-8170-450d-91ff-8dec85d8aae0 req-cc8c7cbc-8217-4748-a2fb-3f5fff95bc37 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=229d53c6-40d4-4a99-9861-713890aa5f04 HTTP/1.1" status: 200 len: 932 time: 1.3514988 May 28 06:44:41.831863 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-6aaecc58-9498-442c-ad58-d705f933631f None None] Port 91fded47-3648-44a0-9497-819aa157d664 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:44:41.831863 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network a7baad27-1a17-4a59-9679-bbfa87b37c97 details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:44:41.864030 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-438b109c-693c-457b-b456-74e93585557f tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.6779828 May 28 06:44:41.864843 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 47264) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:41.871563 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-5edec459-aa34-4936-8591-22fb27d9e660 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] Request body: {'subnet': {'network_id': 'a7baad27-1a17-4a59-9679-bbfa87b37c97', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:44:41.999428 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4e75d636-8170-450d-91ff-8dec85d8aae0 req-2b95453e-ab57-49c8-ac7a-09406c438d13 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=da746f74-f7a2-404c-ba12-af4c190f6fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853962 May 28 06:44:42.030043 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-5edec459-aa34-4936-8591-22fb27d9e660 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:44:42.035364 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-5edec459-aa34-4936-8591-22fb27d9e660 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] Usage tracker for resource:subnet and tenant:03366ac25c174826ab9a55233614494b is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:44:42.039700 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-5edec459-aa34-4936-8591-22fb27d9e660 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:44:42.046078 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-5edec459-aa34-4936-8591-22fb27d9e660 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:44:42.057342 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f091094e-f58e-43de-8acf-b72cbf82e268 req-65a4ed4c-142d-4ea3-b52b-c98fe192457c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:42.058866 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f091094e-f58e-43de-8acf-b72cbf82e268 req-65a4ed4c-142d-4ea3-b52b-c98fe192457c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a3fe29e9-17f9-4750-841d-90d9978eff94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6312447 May 28 06:44:42.161524 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5edec459-aa34-4936-8591-22fb27d9e660 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] Made reservation on behalf of 03366ac25c174826ab9a55233614494b for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:44:42.166878 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5edec459-aa34-4936-8591-22fb27d9e660 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:42.456570 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-94c893f1-e7ff-448a-bc28-43a1ea0a190a req-34dfdf5e-4fb2-4a5f-bfdc-207d685bf4fb tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] 10.222.0.55 "GET /v2.0/ports?device_id=1bbe3506-e747-408c-83df-37a83b91c10d HTTP/1.1" status: 200 len: 210 time: 0.2919080 May 28 06:44:42.476729 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [req-fd97bb72-7863-477c-816a-380bd4b2bde8 req-8b763156-bdd6-40e7-a56f-e9da5a5be561 tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] Allocated IP 172.20.0.8 (1b5d22ea-5322-4981-a04a-bc25c800ceed/977e39a0-bf25-4a35-b681-ee91741f4c0f/5b111925-0a44-40cc-bfb5-584aed68b475) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:44:42.508101 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f091094e-f58e-43de-8acf-b72cbf82e268 req-5417d9cf-d9d4-44f9-b5eb-b6c767d36f6c service neutron] 10.222.0.71 "GET /v2.0/networks/a3fe29e9-17f9-4750-841d-90d9978eff94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4394333 May 28 06:44:42.797790 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5edec459-aa34-4936-8591-22fb27d9e660 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:42.937093 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edec459-aa34-4936-8591-22fb27d9e660 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] Pushing event updated for resources: {'Subnet': ['ID=ea606af1-afa5-409b-81e7-1024cdb4816a,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:44:42.949258 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edec459-aa34-4936-8591-22fb27d9e660 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] Checking segment: {'id': 'bbc96fc8-8ba8-495d-99c4-93bbed62d85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'a7baad27-1a17-4a59-9679-bbfa87b37c97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:44:42.949778 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5edec459-aa34-4936-8591-22fb27d9e660 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] Network hostable DHCP agents. Network: a7baad27-1a17-4a59-9679-bbfa87b37c97, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:44:42.962976 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.db.resource_extend [req-d413f4f9-2c55-409e-9735-45db482a3f2b req-7789dedd-0a92-446d-b424-a88a90edb1cb service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 06:44:43.107883 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f091094e-f58e-43de-8acf-b72cbf82e268 req-dd1dce2d-85e8-4033-9b6f-ca190a184beb service neutron] 10.222.0.71 "GET /v2.0/networks/a3fe29e9-17f9-4750-841d-90d9978eff94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5510046 May 28 06:44:43.115133 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5edec459-aa34-4936-8591-22fb27d9e660 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] Network a7baad27-1a17-4a59-9679-bbfa87b37c97 is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:44:43.118044 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [req-d413f4f9-2c55-409e-9735-45db482a3f2b req-7789dedd-0a92-446d-b424-a88a90edb1cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91fded47-3648-44a0-9497-819aa157d664 {{(pid=89110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:44:43.185621 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-d413f4f9-2c55-409e-9735-45db482a3f2b req-7789dedd-0a92-446d-b424-a88a90edb1cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:43.220945 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c758d6a-a58c-46c9-8fcf-b27cca306a16 req-72b046e1-279a-49e0-9fff-b225fa568a35 tempest-ServerTagsTestJSON-407383365 tempest-ServerTagsTestJSON-407383365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:43.225912 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1c758d6a-a58c-46c9-8fcf-b27cca306a16 req-72b046e1-279a-49e0-9fff-b225fa568a35 tempest-ServerTagsTestJSON-407383365 tempest-ServerTagsTestJSON-407383365-project] 10.222.0.55 "GET /v2.0/ports?device_id=50c312f7-d609-4963-9021-5b36dffc00fd HTTP/1.1" status: 200 len: 945 time: 0.5451076 May 28 06:44:43.263897 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-5edec459-aa34-4936-8591-22fb27d9e660 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, a7baad27-1a17-4a59-9679-bbfa87b37c97) {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:44:43.269595 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5edec459-aa34-4936-8591-22fb27d9e660 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:43.270849 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5edec459-aa34-4936-8591-22fb27d9e660 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:43.281014 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-fd97bb72-7863-477c-816a-380bd4b2bde8 req-8b763156-bdd6-40e7-a56f-e9da5a5be561 tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:43.287111 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-d413f4f9-2c55-409e-9735-45db482a3f2b req-7789dedd-0a92-446d-b424-a88a90edb1cb service neutron] Transition to ACTIVE for port object 91fded47-3648-44a0-9497-819aa157d664 will not be triggered until provisioned by entity L2. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:44:43.290665 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95201fca-126c-4050-9ccd-75dfa87ceae3 None None] Network a7baad27-1a17-4a59-9679-bbfa87b37c97 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:44:43.391928 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-d413f4f9-2c55-409e-9735-45db482a3f2b req-7789dedd-0a92-446d-b424-a88a90edb1cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:43.410981 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-5edec459-aa34-4936-8591-22fb27d9e660 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5418160 May 28 06:44:43.410981 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 47302) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:43.424361 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-5c1c6a36-9829-4695-849d-626f17e553a4 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] Request body: {'port': {'network_id': 'a7baad27-1a17-4a59-9679-bbfa87b37c97', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1283194246'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:44:43.466851 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1c758d6a-a58c-46c9-8fcf-b27cca306a16 req-6f57466a-e14e-4a04-9dc6-5a9d9169cf7d tempest-ServerTagsTestJSON-407383365 tempest-ServerTagsTestJSON-407383365-project] 10.222.0.55 "GET /v2.0/security-groups?id=e8e103f9-9f0a-45af-a903-54b3b39d0b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094488 May 28 06:44:43.706939 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cdfce89-3db7-458e-b0a3-9500addf9c31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-a7baad27-1a17-4a59-9679-bbfa87b37c97', 'network_id': 'a7baad27-1a17-4a59-9679-bbfa87b37c97', 'tenant_id': '03366ac25c174826ab9a55233614494b', 'fixed_ips': [{'subnet_id': 'ea606af1-afa5-409b-81e7-1024cdb4816a'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:44:43.707859 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-6cdfce89-3db7-458e-b0a3-9500addf9c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:43.711972 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7789dedd-0a92-446d-b424-a88a90edb1cb service neutron] Pushing event updated for resources: {'Port': ['ID=91fded47-3648-44a0-9497-819aa157d664,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:44:43.782305 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-5c1c6a36-9829-4695-849d-626f17e553a4 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:44:43.789058 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-5c1c6a36-9829-4695-849d-626f17e553a4 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] Usage tracker for resource:port and tenant:03366ac25c174826ab9a55233614494b is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:44:43.793282 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-5c1c6a36-9829-4695-849d-626f17e553a4 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:44:43.812044 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-5c1c6a36-9829-4695-849d-626f17e553a4 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:44:43.898000 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c1c6a36-9829-4695-849d-626f17e553a4 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] Made reservation on behalf of 03366ac25c174826ab9a55233614494b for: {'port': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:44:43.908623 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5c1c6a36-9829-4695-849d-626f17e553a4 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:43.954609 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [None req-5c1c6a36-9829-4695-849d-626f17e553a4 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] device_id is not set on port 0badf3e5-1f8a-4ce4-b967-9e249cebb27d yet. {{(pid=89109) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:44:43.980445 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-6cdfce89-3db7-458e-b0a3-9500addf9c31 None None] Allocated IP 2001:db8::2 (a7baad27-1a17-4a59-9679-bbfa87b37c97/ea606af1-afa5-409b-81e7-1024cdb4816a/8ab7f39a-981a-47aa-911c-902961dde6f7) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:44:44.031183 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d06ed0d8-3286-490c-a194-16e8efbf7173 req-04e3711d-b8d4-433c-a52a-3cbb85ffad25 tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] 10.222.0.55 "GET /v2.0/ports?device_id=1bbe3506-e747-408c-83df-37a83b91c10d HTTP/1.1" status: 200 len: 210 time: 0.2686982 May 28 06:44:44.082418 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 47314) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:44.103201 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3405433-94b9-48c3-8a40-d73d72049259 req-c05c9377-377d-46f5-9b92-2e64800a9882 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:44.105150 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c3405433-94b9-48c3-8a40-d73d72049259 req-c05c9377-377d-46f5-9b92-2e64800a9882 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=229d53c6-40d4-4a99-9861-713890aa5f04 HTTP/1.1" status: 200 len: 932 time: 0.9697416 May 28 06:44:44.203666 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-d413f4f9-2c55-409e-9735-45db482a3f2b req-7789dedd-0a92-446d-b424-a88a90edb1cb service neutron] Attempting to bind port 91fded47-3648-44a0-9497-819aa157d664 on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:44:44.203890 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-d413f4f9-2c55-409e-9735-45db482a3f2b req-7789dedd-0a92-446d-b424-a88a90edb1cb service neutron] Attempting to bind port 91fded47-3648-44a0-9497-819aa157d664 by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': '4c4bc3f8-ec6f-40a7-9f80-cde5ff5de12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e7d92049-bff3-4c3a-a4bd-4950c7dcad1c'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:44:44.204170 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d413f4f9-2c55-409e-9735-45db482a3f2b req-7789dedd-0a92-446d-b424-a88a90edb1cb service neutron] Attempting to bind port 91fded47-3648-44a0-9497-819aa157d664 on network e7d92049-bff3-4c3a-a4bd-4950c7dcad1c {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:44:44.222188 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d413f4f9-2c55-409e-9735-45db482a3f2b req-7789dedd-0a92-446d-b424-a88a90edb1cb service neutron] Port 91fded47-3648-44a0-9497-819aa157d664 on network e7d92049-bff3-4c3a-a4bd-4950c7dcad1c not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:44:44.222576 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d413f4f9-2c55-409e-9735-45db482a3f2b req-7789dedd-0a92-446d-b424-a88a90edb1cb service neutron] Attempting to bind port 91fded47-3648-44a0-9497-819aa157d664 on network e7d92049-bff3-4c3a-a4bd-4950c7dcad1c {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:44:44.246886 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d413f4f9-2c55-409e-9735-45db482a3f2b req-7789dedd-0a92-446d-b424-a88a90edb1cb service neutron] Checking agent: {'id': '69f492a0-c00d-46d0-9bec-fcd8161ce206', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:44:44.247258 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d413f4f9-2c55-409e-9735-45db482a3f2b req-7789dedd-0a92-446d-b424-a88a90edb1cb service neutron] Checking segment: {'id': '4c4bc3f8-ec6f-40a7-9f80-cde5ff5de12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e7d92049-bff3-4c3a-a4bd-4950c7dcad1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:44:44.247636 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d413f4f9-2c55-409e-9735-45db482a3f2b req-7789dedd-0a92-446d-b424-a88a90edb1cb service neutron] Bound using segment: {'id': '4c4bc3f8-ec6f-40a7-9f80-cde5ff5de12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e7d92049-bff3-4c3a-a4bd-4950c7dcad1c'} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:44:44.248071 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-d413f4f9-2c55-409e-9735-45db482a3f2b req-7789dedd-0a92-446d-b424-a88a90edb1cb service neutron] Bound port: 91fded47-3648-44a0-9497-819aa157d664, host: n-h1-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c4bc3f8-ec6f-40a7-9f80-cde5ff5de12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e7d92049-bff3-4c3a-a4bd-4950c7dcad1c'}}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:44:44.248411 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-d413f4f9-2c55-409e-9735-45db482a3f2b req-7789dedd-0a92-446d-b424-a88a90edb1cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:44.270237 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c3405433-94b9-48c3-8a40-d73d72049259 req-4408c1e0-a44f-4a83-88bf-23b5ccf01c5d tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=da746f74-f7a2-404c-ba12-af4c190f6fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506362 May 28 06:44:44.271246 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-fd97bb72-7863-477c-816a-380bd4b2bde8 req-8b763156-bdd6-40e7-a56f-e9da5a5be561 tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:44.324574 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-6cdfce89-3db7-458e-b0a3-9500addf9c31 None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:44.350899 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-6cdfce89-3db7-458e-b0a3-9500addf9c31 None None] Transition to ACTIVE for port object 8ab7f39a-981a-47aa-911c-902961dde6f7 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:44:44.388023 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-6cdfce89-3db7-458e-b0a3-9500addf9c31 None None] Transition to ACTIVE for port object 8ab7f39a-981a-47aa-911c-902961dde6f7 will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:44:44.411934 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd97bb72-7863-477c-816a-380bd4b2bde8 req-8b763156-bdd6-40e7-a56f-e9da5a5be561 tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] Network 1b5d22ea-5322-4981-a04a-bc25c800ceed is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:44:44.424135 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [req-fd97bb72-7863-477c-816a-380bd4b2bde8 req-8b763156-bdd6-40e7-a56f-e9da5a5be561 tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:44:44.426640 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd97bb72-7863-477c-816a-380bd4b2bde8 req-8b763156-bdd6-40e7-a56f-e9da5a5be561 tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:44:44.437000 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 47324) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:44.488361 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-39fb9eab-30f0-46dd-be3d-33869e5ecf47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:44.509541 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-6cdfce89-3db7-458e-b0a3-9500addf9c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:44.512093 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-39fb9eab-30f0-46dd-be3d-33869e5ecf47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:44:44.517878 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b763156-bdd6-40e7-a56f-e9da5a5be561 tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] Pushing event updated for resources: {'Port': ['ID=5b111925-0a44-40cc-bfb5-584aed68b475,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:44:44.539075 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaad8502-d181-4119-918d-7f01fbd5738f req-1092c230-1bf5-436e-9c74-97e38aa79cdf tempest-ServerTagsTestJSON-407383365 tempest-ServerTagsTestJSON-407383365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:44.540407 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-eaad8502-d181-4119-918d-7f01fbd5738f req-1092c230-1bf5-436e-9c74-97e38aa79cdf tempest-ServerTagsTestJSON-407383365 tempest-ServerTagsTestJSON-407383365-project] 10.222.0.71 "GET /v2.0/ports?device_id=50c312f7-d609-4963-9021-5b36dffc00fd HTTP/1.1" status: 200 len: 945 time: 0.4329298 May 28 06:44:44.546924 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd97bb72-7863-477c-816a-380bd4b2bde8 req-8b763156-bdd6-40e7-a56f-e9da5a5be561 tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:44.547763 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-fd97bb72-7863-477c-816a-380bd4b2bde8 req-8b763156-bdd6-40e7-a56f-e9da5a5be561 tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:44.632860 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-d413f4f9-2c55-409e-9735-45db482a3f2b req-7789dedd-0a92-446d-b424-a88a90edb1cb service neutron] For port 91fded47-3648-44a0-9497-819aa157d664, host n-h1-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:44:44.639913 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-39fb9eab-30f0-46dd-be3d-33869e5ecf47 admin admin] Usage tracker for resource:security_group_rule and tenant:2590a63f169b411f93137fea1e7e1d2f is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:44:44.651563 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-d413f4f9-2c55-409e-9735-45db482a3f2b req-7789dedd-0a92-446d-b424-a88a90edb1cb service neutron] For port 91fded47-3648-44a0-9497-819aa157d664, host n-h1-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=91fded47-3648-44a0-9497-819aa157d664,segment=NetworkSegment(4c4bc3f8-ec6f-40a7-9f80-cde5ff5de12a),segment_id=4c4bc3f8-ec6f-40a7-9f80-cde5ff5de12a)] {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:44:44.656957 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-39fb9eab-30f0-46dd-be3d-33869e5ecf47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:44:44.663070 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cdfce89-3db7-458e-b0a3-9500addf9c31 None None] Network a7baad27-1a17-4a59-9679-bbfa87b37c97 is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:44:44.663404 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-6cdfce89-3db7-458e-b0a3-9500addf9c31 None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:44:44.669210 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-eaad8502-d181-4119-918d-7f01fbd5738f req-7b58cbd4-8717-4854-b75c-6ee3df93060e tempest-ServerTagsTestJSON-407383365 tempest-ServerTagsTestJSON-407383365-project] Deleting port a6f77700-7849-43f3-ae86-c1f2fa37d231 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:44:44.669801 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-eaad8502-d181-4119-918d-7f01fbd5738f req-7b58cbd4-8717-4854-b75c-6ee3df93060e tempest-ServerTagsTestJSON-407383365 tempest-ServerTagsTestJSON-407383365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:44.673290 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cdfce89-3db7-458e-b0a3-9500addf9c31 None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:44:44.679618 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-def735ce-c14e-4803-8cf1-5f43dfc4f3ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:44.704246 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-39fb9eab-30f0-46dd-be3d-33869e5ecf47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:44:44.718477 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-def735ce-c14e-4803-8cf1-5f43dfc4f3ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:44:44.722603 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-def735ce-c14e-4803-8cf1-5f43dfc4f3ad admin admin] Usage tracker for resource:security_group_rule and tenant:06e7684f5eef4481b9b262bb07cd1f4b is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:44:44.727358 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-def735ce-c14e-4803-8cf1-5f43dfc4f3ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:44:44.731508 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdfce89-3db7-458e-b0a3-9500addf9c31 None None] Pushing event updated for resources: {'Port': ['ID=8ab7f39a-981a-47aa-911c-902961dde6f7,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:44:44.734736 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-def735ce-c14e-4803-8cf1-5f43dfc4f3ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:44:44.764176 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fd97bb72-7863-477c-816a-380bd4b2bde8 req-8b763156-bdd6-40e7-a56f-e9da5a5be561 tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2740464 May 28 06:44:44.765214 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-d413f4f9-2c55-409e-9735-45db482a3f2b req-7789dedd-0a92-446d-b424-a88a90edb1cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:44.792536 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-6cdfce89-3db7-458e-b0a3-9500addf9c31 None None] Attempting to bind port 8ab7f39a-981a-47aa-911c-902961dde6f7 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:44:44.792897 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-6cdfce89-3db7-458e-b0a3-9500addf9c31 None None] Attempting to bind port 8ab7f39a-981a-47aa-911c-902961dde6f7 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'bbc96fc8-8ba8-495d-99c4-93bbed62d85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'a7baad27-1a17-4a59-9679-bbfa87b37c97'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:44:44.793250 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cdfce89-3db7-458e-b0a3-9500addf9c31 None None] Attempting to bind port 8ab7f39a-981a-47aa-911c-902961dde6f7 on network a7baad27-1a17-4a59-9679-bbfa87b37c97 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:44:44.799460 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cdfce89-3db7-458e-b0a3-9500addf9c31 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:44:44.799874 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cdfce89-3db7-458e-b0a3-9500addf9c31 None None] Checking segment: {'id': 'bbc96fc8-8ba8-495d-99c4-93bbed62d85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'a7baad27-1a17-4a59-9679-bbfa87b37c97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:44:44.800274 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-6cdfce89-3db7-458e-b0a3-9500addf9c31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:44.800655 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cdfce89-3db7-458e-b0a3-9500addf9c31 None None] Bound using segment: {'id': 'bbc96fc8-8ba8-495d-99c4-93bbed62d85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'a7baad27-1a17-4a59-9679-bbfa87b37c97'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:44:44.801103 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-6cdfce89-3db7-458e-b0a3-9500addf9c31 None None] Bound port: 8ab7f39a-981a-47aa-911c-902961dde6f7, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbc96fc8-8ba8-495d-99c4-93bbed62d85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'a7baad27-1a17-4a59-9679-bbfa87b37c97'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:44:44.801621 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-6cdfce89-3db7-458e-b0a3-9500addf9c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:44.825103 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-fd97bb72-7863-477c-816a-380bd4b2bde8 req-8e246cdf-e75c-472b-9ec9-d2379f3fea97 service neutron] Request body: {'port': {'device_id': '1bbe3506-e747-408c-83df-37a83b91c10d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843702-1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:44:44.831076 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-5c1c6a36-9829-4695-849d-626f17e553a4 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] Allocated IP 2001:db8::2bd (a7baad27-1a17-4a59-9679-bbfa87b37c97/ea606af1-afa5-409b-81e7-1024cdb4816a/0badf3e5-1f8a-4ce4-b967-9e249cebb27d) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:44:44.879572 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d413f4f9-2c55-409e-9735-45db482a3f2b req-7789dedd-0a92-446d-b424-a88a90edb1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:44.881529 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-d413f4f9-2c55-409e-9735-45db482a3f2b req-7789dedd-0a92-446d-b424-a88a90edb1cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:44.882995 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d413f4f9-2c55-409e-9735-45db482a3f2b req-7789dedd-0a92-446d-b424-a88a90edb1cb service neutron] 10.222.0.69 "PUT /v2.0/ports/91fded47-3648-44a0-9497-819aa157d664 HTTP/1.1" status: 200 len: 1092 time: 3.5912976 May 28 06:44:44.896964 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '229d53c6-40d4-4a99-9861-713890aa5f04', 'tag': '91fded47-3648-44a0-9497-819aa157d664'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:44:44.899960 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-6cdfce89-3db7-458e-b0a3-9500addf9c31 None None] For port 8ab7f39a-981a-47aa-911c-902961dde6f7, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:44:44.904728 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-6cdfce89-3db7-458e-b0a3-9500addf9c31 None None] For port 8ab7f39a-981a-47aa-911c-902961dde6f7, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=8ab7f39a-981a-47aa-911c-902961dde6f7,segment=NetworkSegment(bbc96fc8-8ba8-495d-99c4-93bbed62d85e),segment_id=bbc96fc8-8ba8-495d-99c4-93bbed62d85e)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:44:44.984246 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-6cdfce89-3db7-458e-b0a3-9500addf9c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:45.116484 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdfce89-3db7-458e-b0a3-9500addf9c31 None None] Pushing event updated for resources: {'Port': ['ID=8ab7f39a-981a-47aa-911c-902961dde6f7,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:44:45.200035 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a078caa-1a98-4dc6-9208-1c93b78d2c36'] response: {'name': 'network-changed', 'server_uuid': '229d53c6-40d4-4a99-9861-713890aa5f04', 'tag': '91fded47-3648-44a0-9497-819aa157d664', 'status': 'completed', 'code': 200} May 28 06:44:45.209580 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7789dedd-0a92-446d-b424-a88a90edb1cb service neutron] Pushing event updated for resources: {'Port': ['ID=91fded47-3648-44a0-9497-819aa157d664,revision_number=3']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:44:45.210676 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-def735ce-c14e-4803-8cf1-5f43dfc4f3ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:45.312294 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-def735ce-c14e-4803-8cf1-5f43dfc4f3ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:45.320163 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-39fb9eab-30f0-46dd-be3d-33869e5ecf47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:45.332477 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5c1c6a36-9829-4695-849d-626f17e553a4 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:45.382495 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [None req-5c1c6a36-9829-4695-849d-626f17e553a4 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] Transition to ACTIVE for port object 0badf3e5-1f8a-4ce4-b967-9e249cebb27d will not be triggered until provisioned by entity DHCP. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:44:45.383614 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def735ce-c14e-4803-8cf1-5f43dfc4f3ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41135909-9ca2-4605-bc21-2a3da67930d0,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:44:45.393525 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-def735ce-c14e-4803-8cf1-5f43dfc4f3ad admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=06e7684f5eef4481b9b262bb07cd1f4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9550097 May 28 06:44:45.394164 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 47350) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:45.435322 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-39fb9eab-30f0-46dd-be3d-33869e5ecf47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:45.492262 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fb9eab-30f0-46dd-be3d-33869e5ecf47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba042f15-27a3-428d-83a7-a5fac374d238,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:44:45.526952 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-fd97bb72-7863-477c-816a-380bd4b2bde8 req-8e246cdf-e75c-472b-9ec9-d2379f3fea97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:45.537897 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-39fb9eab-30f0-46dd-be3d-33869e5ecf47 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2590a63f169b411f93137fea1e7e1d2f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4501879 May 28 06:44:45.541286 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 47356) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:45.572754 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0df113-17a6-4aad-b76f-2017472cec0c req-8959651e-ccc7-4ec4-b4af-65b053486138 tempest-ServerTagsTestJSON-407383365 tempest-ServerTagsTestJSON-407383365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:45.573859 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-38d4c670-38bf-4395-84ff-df52cffdeef8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:45.575253 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bc0df113-17a6-4aad-b76f-2017472cec0c req-8959651e-ccc7-4ec4-b4af-65b053486138 tempest-ServerTagsTestJSON-407383365 tempest-ServerTagsTestJSON-407383365-project] 10.222.0.55 "GET /v2.0/ports?device_id=50c312f7-d609-4963-9021-5b36dffc00fd HTTP/1.1" status: 200 len: 945 time: 0.8665853 May 28 06:44:45.649077 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5c1c6a36-9829-4695-849d-626f17e553a4 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:45.702697 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-38d4c670-38bf-4395-84ff-df52cffdeef8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:45.705492 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4570fde6-7974-439b-989f-4f56b132a045 req-bc2e2d97-0f6a-4ebb-a59e-9c3fcf73d34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:45.707149 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4570fde6-7974-439b-989f-4f56b132a045 req-bc2e2d97-0f6a-4ebb-a59e-9c3fcf73d34c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fada8efd68e34d6781d883ae41cb05ad&device_id=229d53c6-40d4-4a99-9861-713890aa5f04 HTTP/1.1" status: 200 len: 1095 time: 0.5012724 May 28 06:44:45.761544 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e8979e97-800b-40d1-a583-21019f21852c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:45.803035 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1c6a36-9829-4695-849d-626f17e553a4 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] Network a7baad27-1a17-4a59-9679-bbfa87b37c97 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:44:45.810620 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1c6a36-9829-4695-849d-626f17e553a4 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] Pushing event updated for resources: {'Port': ['ID=0badf3e5-1f8a-4ce4-b967-9e249cebb27d,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:44:45.817863 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-5c1c6a36-9829-4695-849d-626f17e553a4 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:44:45.820165 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1c6a36-9829-4695-849d-626f17e553a4 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:44:45.826185 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1c6a36-9829-4695-849d-626f17e553a4 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:45.826663 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5c1c6a36-9829-4695-849d-626f17e553a4 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:45.830264 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bc0df113-17a6-4aad-b76f-2017472cec0c req-710c09f9-f752-4f22-ab66-e2096f269b7a tempest-ServerTagsTestJSON-407383365 tempest-ServerTagsTestJSON-407383365-project] 10.222.0.55 "GET /v2.0/security-groups?id=e8e103f9-9f0a-45af-a903-54b3b39d0b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057085 May 28 06:44:45.837151 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e8979e97-800b-40d1-a583-21019f21852c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:45.838274 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865c69c7-211d-435b-9a2e-118e8e0c4c8c req-2a7e04e4-ee69-44da-b39d-3b6c846f681f tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:45.838993 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-865c69c7-211d-435b-9a2e-118e8e0c4c8c req-2a7e04e4-ee69-44da-b39d-3b6c846f681f tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] Synchronizing usage tracker for tenant:df26b9cb6f0944bda1073f5477889310 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:44:45.894227 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-eaad8502-d181-4119-918d-7f01fbd5738f req-7b58cbd4-8717-4854-b75c-6ee3df93060e tempest-ServerTagsTestJSON-407383365 tempest-ServerTagsTestJSON-407383365-project] For port a6f77700-7849-43f3-ae86-c1f2fa37d231, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=a6f77700-7849-43f3-ae86-c1f2fa37d231,segment=NetworkSegment(6bc36b5d-db44-4879-ad09-7f382223e0b7),segment_id=6bc36b5d-db44-4879-ad09-7f382223e0b7)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:44:45.894600 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-eaad8502-d181-4119-918d-7f01fbd5738f req-7b58cbd4-8717-4854-b75c-6ee3df93060e tempest-ServerTagsTestJSON-407383365 tempest-ServerTagsTestJSON-407383365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:45.961021 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-38d4c670-38bf-4395-84ff-df52cffdeef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:45.978684 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d4c670-38bf-4395-84ff-df52cffdeef8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41135909-9ca2-4605-bc21-2a3da67930d0,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:44:45.985828 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-38d4c670-38bf-4395-84ff-df52cffdeef8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:45.987110 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-38d4c670-38bf-4395-84ff-df52cffdeef8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/41135909-9ca2-4605-bc21-2a3da67930d0 HTTP/1.1" status: 204 len: 168 time: 0.5906956 May 28 06:44:45.990367 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-5c1c6a36-9829-4695-849d-626f17e553a4 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.5777528 May 28 06:44:45.992390 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e8979e97-800b-40d1-a583-21019f21852c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:45.994968 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e8979e97-800b-40d1-a583-21019f21852c admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:45.996976 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-e8979e97-800b-40d1-a583-21019f21852c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ba042f15-27a3-428d-83a7-a5fac374d238 HTTP/1.1" status: 204 len: 168 time: 0.4539995 May 28 06:44:45.997090 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 47368) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:46.022454 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8979e97-800b-40d1-a583-21019f21852c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba042f15-27a3-428d-83a7-a5fac374d238,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:44:46.073164 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-eaad8502-d181-4119-918d-7f01fbd5738f req-7b58cbd4-8717-4854-b75c-6ee3df93060e tempest-ServerTagsTestJSON-407383365 tempest-ServerTagsTestJSON-407383365-project] Calling delete_port for a6f77700-7849-43f3-ae86-c1f2fa37d231 owned by compute:nova {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:44:46.116273 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-73dc1b37-8d02-4079-a543-865044266178 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] Request body: {'port': {'network_id': 'a7baad27-1a17-4a59-9679-bbfa87b37c97', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-352282889', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:44:46.116835 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.api.validators [None req-73dc1b37-8d02-4079-a543-865044266178 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] bootfile-name is not in valid_values {{(pid=89110) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 28 06:44:46.117165 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.api.validators [None req-73dc1b37-8d02-4079-a543-865044266178 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] tftp-server is not in valid_values {{(pid=89110) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 28 06:44:46.117524 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.api.validators [None req-73dc1b37-8d02-4079-a543-865044266178 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] server-ip-address is not in valid_values {{(pid=89110) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 28 06:44:46.351825 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-865c69c7-211d-435b-9a2e-118e8e0c4c8c req-2a7e04e4-ee69-44da-b39d-3b6c846f681f tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] Unset dirty status for tenant:df26b9cb6f0944bda1073f5477889310 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:44:46.353015 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-865c69c7-211d-435b-9a2e-118e8e0c4c8c req-2a7e04e4-ee69-44da-b39d-3b6c846f681f tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] 10.222.0.55 "GET /v2.0/ports?device_id=1bbe3506-e747-408c-83df-37a83b91c10d HTTP/1.1" status: 200 len: 931 time: 1.1311548 May 28 06:44:46.415402 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4570fde6-7974-439b-989f-4f56b132a045 req-2fdee817-80c9-4b34-8b64-60207db579bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:46.416862 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4570fde6-7974-439b-989f-4f56b132a045 req-2fdee817-80c9-4b34-8b64-60207db579bb service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=fada8efd68e34d6781d883ae41cb05ad&shared=False HTTP/1.1" status: 200 len: 912 time: 0.6908631 May 28 06:44:46.499376 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 8ab7f39a-981a-47aa-911c-902961dde6f7 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:44:46.661525 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ca1c61-5c26-4f58-b9d1-e0b9466810cd None None] Network a7baad27-1a17-4a59-9679-bbfa87b37c97 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:44:46.746512 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 8ab7f39a-981a-47aa-911c-902961dde6f7 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:44:46.821928 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4570fde6-7974-439b-989f-4f56b132a045 req-935b61d4-d5ac-4c48-b813-daea883ad710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:46.821928 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4570fde6-7974-439b-989f-4f56b132a045 req-935b61d4-d5ac-4c48-b813-daea883ad710 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3754692 May 28 06:44:46.840278 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-73dc1b37-8d02-4079-a543-865044266178 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:44:46.852596 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-73dc1b37-8d02-4079-a543-865044266178 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] Usage tracker for resource:port and tenant:03366ac25c174826ab9a55233614494b is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:44:46.865546 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-73dc1b37-8d02-4079-a543-865044266178 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:44:46.901477 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-fa1d85aa-c852-498b-bc5f-be2f144bf062 None None] Provisioning for port 8ab7f39a-981a-47aa-911c-902961dde6f7 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:44:46.912291 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-fa1d85aa-c852-498b-bc5f-be2f144bf062 None None] Provisioning complete for port 8ab7f39a-981a-47aa-911c-902961dde6f7 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:44:46.912664 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-fa1d85aa-c852-498b-bc5f-be2f144bf062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:47.077701 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-865c69c7-211d-435b-9a2e-118e8e0c4c8c req-8913690f-48d4-4ce3-a6f6-c69434ee1887 tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5c78529-6f2c-402d-ab41-37a59ccd37af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6922991 May 28 06:44:47.111145 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-73dc1b37-8d02-4079-a543-865044266178 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:44:47.115729 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-fa1d85aa-c852-498b-bc5f-be2f144bf062 None None] Current status of the port 8ab7f39a-981a-47aa-911c-902961dde6f7 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:44:47.116312 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-fa1d85aa-c852-498b-bc5f-be2f144bf062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:47.121427 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 47396) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:47.122618 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [req-fd97bb72-7863-477c-816a-380bd4b2bde8 req-8e246cdf-e75c-472b-9ec9-d2379f3fea97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b111925-0a44-40cc-bfb5-584aed68b475 {{(pid=89110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:44:47.162185 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-fa1d85aa-c852-498b-bc5f-be2f144bf062 None None] For port 8ab7f39a-981a-47aa-911c-902961dde6f7, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=8ab7f39a-981a-47aa-911c-902961dde6f7,segment=NetworkSegment(bbc96fc8-8ba8-495d-99c4-93bbed62d85e),segment_id=bbc96fc8-8ba8-495d-99c4-93bbed62d85e)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:44:47.164274 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a509da03-6f3e-452c-a639-dd612582e11b admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:47.167451 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225d315c-dc45-4833-8927-b53a4f5c35f4 req-75fe72ad-79c2-400f-aa80-703db4a5baf6 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:47.179570 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-225d315c-dc45-4833-8927-b53a4f5c35f4 req-75fe72ad-79c2-400f-aa80-703db4a5baf6 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=229d53c6-40d4-4a99-9861-713890aa5f04 HTTP/1.1" status: 200 len: 944 time: 1.1845071 May 28 06:44:47.190229 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-fd97bb72-7863-477c-816a-380bd4b2bde8 req-8e246cdf-e75c-472b-9ec9-d2379f3fea97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:47.196621 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-a509da03-6f3e-452c-a639-dd612582e11b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:44:47.206487 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-a509da03-6f3e-452c-a639-dd612582e11b admin admin] Usage tracker for resource:security_group_rule and tenant:7c2c7d70e6384e378b57ef2bd4057411 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:44:47.213361 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-a509da03-6f3e-452c-a639-dd612582e11b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:44:47.220387 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-a509da03-6f3e-452c-a639-dd612582e11b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:44:47.235252 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-fa1d85aa-c852-498b-bc5f-be2f144bf062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:47.329786 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-fd97bb72-7863-477c-816a-380bd4b2bde8 req-8e246cdf-e75c-472b-9ec9-d2379f3fea97 service neutron] Transition to ACTIVE for port object 5b111925-0a44-40cc-bfb5-584aed68b475 will not be triggered until provisioned by entity L2. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:44:47.341020 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73dc1b37-8d02-4079-a543-865044266178 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] Made reservation on behalf of 03366ac25c174826ab9a55233614494b for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:44:47.341277 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1d85aa-c852-498b-bc5f-be2f144bf062 None None] Pushing event updated for resources: {'Port': ['ID=8ab7f39a-981a-47aa-911c-902961dde6f7,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:44:47.346034 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-73dc1b37-8d02-4079-a543-865044266178 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:47.364892 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a509da03-6f3e-452c-a639-dd612582e11b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:47.408370 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-225d315c-dc45-4833-8927-b53a4f5c35f4 req-b00e9c17-dbd4-41db-8f26-7fc0d70b109e tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=da746f74-f7a2-404c-ba12-af4c190f6fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260177 May 28 06:44:47.409877 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-eaad8502-d181-4119-918d-7f01fbd5738f req-7b58cbd4-8717-4854-b75c-6ee3df93060e tempest-ServerTagsTestJSON-407383365 tempest-ServerTagsTestJSON-407383365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:47.416333 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [None req-73dc1b37-8d02-4079-a543-865044266178 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] device_id is not set on port c766f5aa-02d2-44d4-88ee-50be3fb4ea5c yet. {{(pid=89110) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:44:47.503069 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-fd97bb72-7863-477c-816a-380bd4b2bde8 req-8e246cdf-e75c-472b-9ec9-d2379f3fea97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:47.514781 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a509da03-6f3e-452c-a639-dd612582e11b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:47.561540 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b58cbd4-8717-4854-b75c-6ee3df93060e tempest-ServerTagsTestJSON-407383365 tempest-ServerTagsTestJSON-407383365-project] Pushing event deleted for resources: {'Port': ['ID=a6f77700-7849-43f3-ae86-c1f2fa37d231,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:44:47.575777 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-7fc1a16a-00e0-470e-942f-767a6e8ba490 None None] Provisioning complete for port 8ab7f39a-981a-47aa-911c-902961dde6f7 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:44:47.576995 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-7fc1a16a-00e0-470e-942f-767a6e8ba490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:47.615873 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-a509da03-6f3e-452c-a639-dd612582e11b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7c2c7d70e6384e378b57ef2bd4057411&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4931178 May 28 06:44:47.616633 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 47410) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:47.617293 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a509da03-6f3e-452c-a639-dd612582e11b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cf9ffff-9282-4f73-b73b-fae3c1ff1199,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:44:47.712029 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b58cbd4-8717-4854-b75c-6ee3df93060e tempest-ServerTagsTestJSON-407383365 tempest-ServerTagsTestJSON-407383365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:44:47.712684 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b58cbd4-8717-4854-b75c-6ee3df93060e tempest-ServerTagsTestJSON-407383365 tempest-ServerTagsTestJSON-407383365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:44:47.713175 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b58cbd4-8717-4854-b75c-6ee3df93060e tempest-ServerTagsTestJSON-407383365 tempest-ServerTagsTestJSON-407383365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:44:47.713766 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b58cbd4-8717-4854-b75c-6ee3df93060e tempest-ServerTagsTestJSON-407383365 tempest-ServerTagsTestJSON-407383365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:44:47.714278 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b58cbd4-8717-4854-b75c-6ee3df93060e tempest-ServerTagsTestJSON-407383365 tempest-ServerTagsTestJSON-407383365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:44:47.714667 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b58cbd4-8717-4854-b75c-6ee3df93060e tempest-ServerTagsTestJSON-407383365 tempest-ServerTagsTestJSON-407383365-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:44:47.715153 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b58cbd4-8717-4854-b75c-6ee3df93060e tempest-ServerTagsTestJSON-407383365 tempest-ServerTagsTestJSON-407383365-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:44:47.715488 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b58cbd4-8717-4854-b75c-6ee3df93060e tempest-ServerTagsTestJSON-407383365 tempest-ServerTagsTestJSON-407383365-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:44:47.715890 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b58cbd4-8717-4854-b75c-6ee3df93060e tempest-ServerTagsTestJSON-407383365 tempest-ServerTagsTestJSON-407383365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:44:47.716218 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b58cbd4-8717-4854-b75c-6ee3df93060e tempest-ServerTagsTestJSON-407383365 tempest-ServerTagsTestJSON-407383365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:44:47.716544 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b58cbd4-8717-4854-b75c-6ee3df93060e tempest-ServerTagsTestJSON-407383365 tempest-ServerTagsTestJSON-407383365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:44:47.716864 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b58cbd4-8717-4854-b75c-6ee3df93060e tempest-ServerTagsTestJSON-407383365 tempest-ServerTagsTestJSON-407383365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:44:47.737356 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a3be7323-51c3-4952-a52a-a91fca1a762a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:47.793883 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d413f4f9-2c55-409e-9735-45db482a3f2b req-3a11acff-6266-404f-87e6-119594abc5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:47.795073 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d413f4f9-2c55-409e-9735-45db482a3f2b req-3a11acff-6266-404f-87e6-119594abc5c1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fada8efd68e34d6781d883ae41cb05ad&device_id=229d53c6-40d4-4a99-9861-713890aa5f04 HTTP/1.1" status: 200 len: 1095 time: 0.9344397 May 28 06:44:47.797931 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a3be7323-51c3-4952-a52a-a91fca1a762a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:47.816710 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-7fc1a16a-00e0-470e-942f-767a6e8ba490 None None] Current status of the port 8ab7f39a-981a-47aa-911c-902961dde6f7 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:44:47.882331 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633576b6-a690-4873-8de6-44451adb2baf req-b80288d6-f24b-4008-9a7e-84a857efcd09 tempest-ServerTagsTestJSON-407383365 tempest-ServerTagsTestJSON-407383365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:47.889510 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-633576b6-a690-4873-8de6-44451adb2baf req-b80288d6-f24b-4008-9a7e-84a857efcd09 tempest-ServerTagsTestJSON-407383365 tempest-ServerTagsTestJSON-407383365-project] 10.222.0.55 "GET /v2.0/ports?device_id=50c312f7-d609-4963-9021-5b36dffc00fd HTTP/1.1" status: 200 len: 867 time: 0.6372452 May 28 06:44:47.891636 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaad8502-d181-4119-918d-7f01fbd5738f req-7b58cbd4-8717-4854-b75c-6ee3df93060e tempest-ServerTagsTestJSON-407383365 tempest-ServerTagsTestJSON-407383365-project] No DVR routers for this DVR port a6f77700-7849-43f3-ae86-c1f2fa37d231 on host n-h2-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:44:47.903607 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-7fc1a16a-00e0-470e-942f-767a6e8ba490 None None] Provisioning for port 0badf3e5-1f8a-4ce4-b967-9e249cebb27d completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:44:47.911153 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-7fc1a16a-00e0-470e-942f-767a6e8ba490 None None] Provisioning complete for port 0badf3e5-1f8a-4ce4-b967-9e249cebb27d triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:44:47.912651 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-7fc1a16a-00e0-470e-942f-767a6e8ba490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:47.977696 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a3be7323-51c3-4952-a52a-a91fca1a762a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:47.993122 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-7fc1a16a-00e0-470e-942f-767a6e8ba490 None None] Port 0badf3e5-1f8a-4ce4-b967-9e249cebb27d cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:44:48.007952 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a3be7323-51c3-4952-a52a-a91fca1a762a admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:48.013582 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-a3be7323-51c3-4952-a52a-a91fca1a762a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7cf9ffff-9282-4f73-b73b-fae3c1ff1199 HTTP/1.1" status: 204 len: 168 time: 0.3926375 May 28 06:44:48.014792 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3be7323-51c3-4952-a52a-a91fca1a762a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cf9ffff-9282-4f73-b73b-fae3c1ff1199,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:44:48.022426 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-eaad8502-d181-4119-918d-7f01fbd5738f req-7b58cbd4-8717-4854-b75c-6ee3df93060e tempest-ServerTagsTestJSON-407383365 tempest-ServerTagsTestJSON-407383365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:48.030608 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50c312f7-d609-4963-9021-5b36dffc00fd', 'name': 'network-vif-deleted', 'tag': 'a6f77700-7849-43f3-ae86-c1f2fa37d231'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:44:48.055134 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device a6f77700-7849-43f3-ae86-c1f2fa37d231 no longer exists at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:44:48.064441 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d413f4f9-2c55-409e-9735-45db482a3f2b req-d2381abb-fe0b-4fec-b894-247e6c8c69cc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=91fded47-3648-44a0-9497-819aa157d664 HTTP/1.1" status: 200 len: 217 time: 0.1911337 May 28 06:44:48.099711 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-657ac002-2c82-46c0-b3ed-be978d8ad733'] response: {'server_uuid': '50c312f7-d609-4963-9021-5b36dffc00fd', 'name': 'network-vif-deleted', 'tag': 'a6f77700-7849-43f3-ae86-c1f2fa37d231', 'status': 'completed', 'code': 200} May 28 06:44:48.108124 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] No Port match for: a6f77700-7849-43f3-ae86-c1f2fa37d231 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:44:48.108645 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device a6f77700-7849-43f3-ae86-c1f2fa37d231 not bound to the agent host n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:44:48.128945 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-30fdbbb9-fdf0-404f-a7bd-d02d775c4278 None None] Provisioning complete for port 0badf3e5-1f8a-4ce4-b967-9e249cebb27d triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:44:48.130202 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-30fdbbb9-fdf0-404f-a7bd-d02d775c4278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:48.164502 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e246cdf-e75c-472b-9ec9-d2379f3fea97 service neutron] Pushing event updated for resources: {'Port': ['ID=5b111925-0a44-40cc-bfb5-584aed68b475,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:44:48.224764 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-30fdbbb9-fdf0-404f-a7bd-d02d775c4278 None None] Port 0badf3e5-1f8a-4ce4-b967-9e249cebb27d cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:44:48.242326 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-633576b6-a690-4873-8de6-44451adb2baf req-f1a11283-f0be-487a-abff-140f3158af55 tempest-ServerTagsTestJSON-407383365 tempest-ServerTagsTestJSON-407383365-project] 10.222.0.55 "GET /v2.0/security-groups?id=e8e103f9-9f0a-45af-a903-54b3b39d0b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3515985 May 28 06:44:48.274264 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-eaad8502-d181-4119-918d-7f01fbd5738f req-7b58cbd4-8717-4854-b75c-6ee3df93060e tempest-ServerTagsTestJSON-407383365 tempest-ServerTagsTestJSON-407383365-project] 10.222.0.71 "DELETE /v2.0/ports/a6f77700-7849-43f3-ae86-c1f2fa37d231 HTTP/1.1" status: 204 len: 173 time: 3.7156026 May 28 06:44:48.278407 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [None req-73dc1b37-8d02-4079-a543-865044266178 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] Allocated IP 2001:db8::23a (a7baad27-1a17-4a59-9679-bbfa87b37c97/ea606af1-afa5-409b-81e7-1024cdb4816a/c766f5aa-02d2-44d4-88ee-50be3fb4ea5c) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:44:48.329105 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d413f4f9-2c55-409e-9735-45db482a3f2b req-375dae93-40e3-4cde-a741-f9797e33d1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:48.330824 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d413f4f9-2c55-409e-9735-45db482a3f2b req-375dae93-40e3-4cde-a741-f9797e33d1e7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=40188bf0-967d-446e-ac4f-b5c59a2acd9a HTTP/1.1" status: 200 len: 850 time: 0.2329381 May 28 06:44:48.346586 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-fd97bb72-7863-477c-816a-380bd4b2bde8 req-8e246cdf-e75c-472b-9ec9-d2379f3fea97 service neutron] Attempting to bind port 5b111925-0a44-40cc-bfb5-584aed68b475 on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:44:48.346922 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-fd97bb72-7863-477c-816a-380bd4b2bde8 req-8e246cdf-e75c-472b-9ec9-d2379f3fea97 service neutron] Attempting to bind port 5b111925-0a44-40cc-bfb5-584aed68b475 by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': '5ea33a42-cdd5-478a-8599-afce6d43b6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '1b5d22ea-5322-4981-a04a-bc25c800ceed'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:44:48.347252 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd97bb72-7863-477c-816a-380bd4b2bde8 req-8e246cdf-e75c-472b-9ec9-d2379f3fea97 service neutron] Attempting to bind port 5b111925-0a44-40cc-bfb5-584aed68b475 on network 1b5d22ea-5322-4981-a04a-bc25c800ceed {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:44:48.404057 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd97bb72-7863-477c-816a-380bd4b2bde8 req-8e246cdf-e75c-472b-9ec9-d2379f3fea97 service neutron] Port 5b111925-0a44-40cc-bfb5-584aed68b475 on network 1b5d22ea-5322-4981-a04a-bc25c800ceed not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:44:48.404377 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd97bb72-7863-477c-816a-380bd4b2bde8 req-8e246cdf-e75c-472b-9ec9-d2379f3fea97 service neutron] Attempting to bind port 5b111925-0a44-40cc-bfb5-584aed68b475 on network 1b5d22ea-5322-4981-a04a-bc25c800ceed {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:44:48.432808 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd97bb72-7863-477c-816a-380bd4b2bde8 req-8e246cdf-e75c-472b-9ec9-d2379f3fea97 service neutron] Checking agent: {'id': '69f492a0-c00d-46d0-9bec-fcd8161ce206', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:44:48.433144 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd97bb72-7863-477c-816a-380bd4b2bde8 req-8e246cdf-e75c-472b-9ec9-d2379f3fea97 service neutron] Checking segment: {'id': '5ea33a42-cdd5-478a-8599-afce6d43b6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '1b5d22ea-5322-4981-a04a-bc25c800ceed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:44:48.433545 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd97bb72-7863-477c-816a-380bd4b2bde8 req-8e246cdf-e75c-472b-9ec9-d2379f3fea97 service neutron] Bound using segment: {'id': '5ea33a42-cdd5-478a-8599-afce6d43b6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '1b5d22ea-5322-4981-a04a-bc25c800ceed'} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:44:48.433977 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-fd97bb72-7863-477c-816a-380bd4b2bde8 req-8e246cdf-e75c-472b-9ec9-d2379f3fea97 service neutron] Bound port: 5b111925-0a44-40cc-bfb5-584aed68b475, host: n-h1-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ea33a42-cdd5-478a-8599-afce6d43b6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '1b5d22ea-5322-4981-a04a-bc25c800ceed'}}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:44:48.434315 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-fd97bb72-7863-477c-816a-380bd4b2bde8 req-8e246cdf-e75c-472b-9ec9-d2379f3fea97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:48.503029 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 8ab7f39a-981a-47aa-911c-902961dde6f7 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:44:48.623963 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 8ab7f39a-981a-47aa-911c-902961dde6f7 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:44:48.625253 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:48.788876 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 8ab7f39a-981a-47aa-911c-902961dde6f7 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:44:48.845903 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a775e9b7-6ba0-46df-9ca0-8686fd4546c6 req-cec89945-daa1-4be8-9b30-5ec892ac2f54 tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:48.847373 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a775e9b7-6ba0-46df-9ca0-8686fd4546c6 req-cec89945-daa1-4be8-9b30-5ec892ac2f54 tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] 10.222.0.55 "GET /v2.0/ports?device_id=1bbe3506-e747-408c-83df-37a83b91c10d HTTP/1.1" status: 200 len: 943 time: 0.6013422 May 28 06:44:48.861920 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d413f4f9-2c55-409e-9735-45db482a3f2b req-686d4fc4-dce8-4227-bbd3-9b01d7fca32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:48.863395 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d413f4f9-2c55-409e-9735-45db482a3f2b req-686d4fc4-dce8-4227-bbd3-9b01d7fca32a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e7d92049-bff3-4c3a-a4bd-4950c7dcad1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5231526 May 28 06:44:48.870788 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-fd97bb72-7863-477c-816a-380bd4b2bde8 req-8e246cdf-e75c-472b-9ec9-d2379f3fea97 service neutron] For port 5b111925-0a44-40cc-bfb5-584aed68b475, host n-h1-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:44:49.006693 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-fd97bb72-7863-477c-816a-380bd4b2bde8 req-8e246cdf-e75c-472b-9ec9-d2379f3fea97 service neutron] For port 5b111925-0a44-40cc-bfb5-584aed68b475, host n-h1-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=5b111925-0a44-40cc-bfb5-584aed68b475,segment=NetworkSegment(5ea33a42-cdd5-478a-8599-afce6d43b6ee),segment_id=5ea33a42-cdd5-478a-8599-afce6d43b6ee)] {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:44:49.068980 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a775e9b7-6ba0-46df-9ca0-8686fd4546c6 req-0b96816f-9664-402d-b893-7638e3160202 tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5c78529-6f2c-402d-ab41-37a59ccd37af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044828 May 28 06:44:49.079876 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4c6c41-2dbd-4102-a1a6-8fa0bf266593 req-e9fe2d3f-0e0c-4cd4-8422-f562f9d7461b tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:49.081394 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3f4c6c41-2dbd-4102-a1a6-8fa0bf266593 req-e9fe2d3f-0e0c-4cd4-8422-f562f9d7461b tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=229d53c6-40d4-4a99-9861-713890aa5f04 HTTP/1.1" status: 200 len: 944 time: 0.4567907 May 28 06:44:49.120914 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-fd97bb72-7863-477c-816a-380bd4b2bde8 req-8e246cdf-e75c-472b-9ec9-d2379f3fea97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:49.135295 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 47452) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:49.307173 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d413f4f9-2c55-409e-9735-45db482a3f2b req-d5953b14-6a22-453e-b313-3a44d2f24b24 service neutron] 10.222.0.69 "GET /v2.0/networks/e7d92049-bff3-4c3a-a4bd-4950c7dcad1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4292235 May 28 06:44:49.391534 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-73dc1b37-8d02-4079-a543-865044266178 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:49.464188 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd97bb72-7863-477c-816a-380bd4b2bde8 req-8e246cdf-e75c-472b-9ec9-d2379f3fea97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:49.464802 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-fd97bb72-7863-477c-816a-380bd4b2bde8 req-8e246cdf-e75c-472b-9ec9-d2379f3fea97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:49.466221 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fd97bb72-7863-477c-816a-380bd4b2bde8 req-8e246cdf-e75c-472b-9ec9-d2379f3fea97 service neutron] 10.222.0.69 "PUT /v2.0/ports/5b111925-0a44-40cc-bfb5-584aed68b475 HTTP/1.1" status: 200 len: 1091 time: 4.6482217 May 28 06:44:49.469801 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3f4c6c41-2dbd-4102-a1a6-8fa0bf266593 req-0d9cb17a-b854-4ad3-b74f-6620204efb63 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=da746f74-f7a2-404c-ba12-af4c190f6fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3661528 May 28 06:44:49.530541 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a83827cb-d6cb-48f4-94ec-8e7b2cdca79e admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:49.554082 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [None req-73dc1b37-8d02-4079-a543-865044266178 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] Transition to ACTIVE for port object c766f5aa-02d2-44d4-88ee-50be3fb4ea5c will not be triggered until provisioned by entity DHCP. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:44:49.556092 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-a83827cb-d6cb-48f4-94ec-8e7b2cdca79e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:44:49.560845 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-ad3538b5-3d6b-4310-baa5-4193dfaf2963 req-296f5eb8-4f4f-47b9-a319-bb1ec21d5be2 tempest-ServerTagsTestJSON-407383365 tempest-ServerTagsTestJSON-407383365-project] Synchronizing usage tracker for tenant:ad600549527f435baf83349a44ac50d0 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:44:49.565558 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-a83827cb-d6cb-48f4-94ec-8e7b2cdca79e admin admin] Usage tracker for resource:security_group_rule and tenant:5ff735d5da004f2b8f12d5dbc0766758 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:44:49.571165 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e246cdf-e75c-472b-9ec9-d2379f3fea97 service neutron] Pushing event updated for resources: {'Port': ['ID=5b111925-0a44-40cc-bfb5-584aed68b475,revision_number=3']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:44:49.584013 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-a83827cb-d6cb-48f4-94ec-8e7b2cdca79e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:44:49.590113 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-a83827cb-d6cb-48f4-94ec-8e7b2cdca79e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:44:49.672715 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d413f4f9-2c55-409e-9735-45db482a3f2b req-a6969675-afcd-4b50-9243-8dc678b3f5ff service neutron] 10.222.0.69 "GET /v2.0/networks/e7d92049-bff3-4c3a-a4bd-4950c7dcad1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3523247 May 28 06:44:49.689460 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a83827cb-d6cb-48f4-94ec-8e7b2cdca79e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:49.705367 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd97bb72-7863-477c-816a-380bd4b2bde8 req-3e56aa15-dae5-4eec-b67b-cdcde7dd5ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:49.705367 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fd97bb72-7863-477c-816a-380bd4b2bde8 req-3e56aa15-dae5-4eec-b67b-cdcde7dd5ee2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=df26b9cb6f0944bda1073f5477889310&device_id=1bbe3506-e747-408c-83df-37a83b91c10d HTTP/1.1" status: 200 len: 1094 time: 0.1101217 May 28 06:44:49.767267 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-ad3538b5-3d6b-4310-baa5-4193dfaf2963 req-296f5eb8-4f4f-47b9-a319-bb1ec21d5be2 tempest-ServerTagsTestJSON-407383365 tempest-ServerTagsTestJSON-407383365-project] Unset dirty status for tenant:ad600549527f435baf83349a44ac50d0 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:44:49.768651 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ad3538b5-3d6b-4310-baa5-4193dfaf2963 req-296f5eb8-4f4f-47b9-a319-bb1ec21d5be2 tempest-ServerTagsTestJSON-407383365 tempest-ServerTagsTestJSON-407383365-project] 10.222.0.55 "GET /v2.0/ports?device_id=50c312f7-d609-4963-9021-5b36dffc00fd HTTP/1.1" status: 200 len: 210 time: 0.3209617 May 28 06:44:49.771736 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:44:49.778794 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fd97bb72-7863-477c-816a-380bd4b2bde8 req-90909c23-2a46-41fa-ad33-9deb061616f4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5b111925-0a44-40cc-bfb5-584aed68b475 HTTP/1.1" status: 200 len: 217 time: 0.0689168 May 28 06:44:49.816520 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-73dc1b37-8d02-4079-a543-865044266178 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:49.829460 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a83827cb-d6cb-48f4-94ec-8e7b2cdca79e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:49.879852 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-a83827cb-d6cb-48f4-94ec-8e7b2cdca79e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5ff735d5da004f2b8f12d5dbc0766758&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7416453 May 28 06:44:49.881092 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83827cb-d6cb-48f4-94ec-8e7b2cdca79e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aae800ec-2131-4762-8d3e-9b7bfc208010,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:44:49.883222 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 47474) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:49.912758 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73dc1b37-8d02-4079-a543-865044266178 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] Network a7baad27-1a17-4a59-9679-bbfa87b37c97 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:44:49.915915 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-73dc1b37-8d02-4079-a543-865044266178 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:44:49.925874 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dc1b37-8d02-4079-a543-865044266178 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] Pushing event updated for resources: {'Port': ['ID=c766f5aa-02d2-44d4-88ee-50be3fb4ea5c,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:44:49.925993 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd97bb72-7863-477c-816a-380bd4b2bde8 req-0bfaf9b7-97b3-47b7-a398-72e4642f4766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:49.931577 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fd97bb72-7863-477c-816a-380bd4b2bde8 req-0bfaf9b7-97b3-47b7-a398-72e4642f4766 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=977e39a0-bf25-4a35-b681-ee91741f4c0f HTTP/1.1" status: 200 len: 849 time: 0.1437950 May 28 06:44:49.932684 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73dc1b37-8d02-4079-a543-865044266178 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:44:49.941614 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73dc1b37-8d02-4079-a543-865044266178 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:49.942939 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-73dc1b37-8d02-4079-a543-865044266178 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:49.959931 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8cfa246c-3b3f-4de8-8cc7-a30e5406f43f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:49.999362 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fd97bb72-7863-477c-816a-380bd4b2bde8 req-a659cf89-9575-4023-b7d4-3660185cd5dc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1b5d22ea-5322-4981-a04a-bc25c800ceed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521984 May 28 06:44:50.001378 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8cfa246c-3b3f-4de8-8cc7-a30e5406f43f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:50.102273 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 47484) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:50.115735 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-73dc1b37-8d02-4079-a543-865044266178 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 4.0551255 May 28 06:44:50.130083 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bbe3506-e747-408c-83df-37a83b91c10d', 'tag': '5b111925-0a44-40cc-bfb5-584aed68b475'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:44:50.210263 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80f68e1c-c0c3-42ec-af67-83711114b58e'] response: {'name': 'network-changed', 'server_uuid': '1bbe3506-e747-408c-83df-37a83b91c10d', 'tag': '5b111925-0a44-40cc-bfb5-584aed68b475', 'status': 'completed', 'code': 200} May 28 06:44:50.227667 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fd97bb72-7863-477c-816a-380bd4b2bde8 req-2c367c63-eea0-4c93-9216-5ee7e50a7170 service neutron] 10.222.0.69 "GET /v2.0/networks/1b5d22ea-5322-4981-a04a-bc25c800ceed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195036 May 28 06:44:50.229322 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8cfa246c-3b3f-4de8-8cc7-a30e5406f43f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:50.265074 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfa246c-3b3f-4de8-8cc7-a30e5406f43f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aae800ec-2131-4762-8d3e-9b7bfc208010,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:44:50.268947 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8cfa246c-3b3f-4de8-8cc7-a30e5406f43f admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:50.271310 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-8cfa246c-3b3f-4de8-8cc7-a30e5406f43f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/aae800ec-2131-4762-8d3e-9b7bfc208010 HTTP/1.1" status: 204 len: 168 time: 0.3872011 May 28 06:44:50.322667 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a4b476-348f-441c-91ab-669797756d73 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:50.331324 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a4b476-348f-441c-91ab-669797756d73 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:50.341059 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a4b476-348f-441c-91ab-669797756d73 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:50.342211 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-22a4b476-348f-441c-91ab-669797756d73 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] Synchronizing usage tracker for tenant:03366ac25c174826ab9a55233614494b on resource:port {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:44:50.343976 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-5c0aa1d6-9744-4707-a674-ebe8e6e3ea32 None None] Provisioning for port c766f5aa-02d2-44d4-88ee-50be3fb4ea5c completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:44:50.351790 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-5c0aa1d6-9744-4707-a674-ebe8e6e3ea32 None None] Provisioning complete for port c766f5aa-02d2-44d4-88ee-50be3fb4ea5c triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:44:50.352165 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-5c0aa1d6-9744-4707-a674-ebe8e6e3ea32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:50.424318 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-5c0aa1d6-9744-4707-a674-ebe8e6e3ea32 None None] Port c766f5aa-02d2-44d4-88ee-50be3fb4ea5c cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:44:50.429584 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-22a4b476-348f-441c-91ab-669797756d73 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] Unset dirty status for tenant:03366ac25c174826ab9a55233614494b on resource:port {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:44:50.430799 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-22a4b476-348f-441c-91ab-669797756d73 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.3274398 May 28 06:44:50.437586 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 47496) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:50.471071 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fd97bb72-7863-477c-816a-380bd4b2bde8 req-16d61302-4c17-4800-8aa6-a82e646bf568 service neutron] 10.222.0.69 "GET /v2.0/networks/1b5d22ea-5322-4981-a04a-bc25c800ceed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273018 May 28 06:44:50.483535 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6efebfc-dd2b-4fb1-ab59-e74b738df575 req-332aa460-e6bc-4a60-9f6e-0307b1786557 tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:50.484998 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f6efebfc-dd2b-4fb1-ab59-e74b738df575 req-332aa460-e6bc-4a60-9f6e-0307b1786557 tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] 10.222.0.55 "GET /v2.0/ports?device_id=1bbe3506-e747-408c-83df-37a83b91c10d HTTP/1.1" status: 200 len: 943 time: 0.1493130 May 28 06:44:50.528665 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-9d71a78b-e1e9-4b8b-a916-680a52e920b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] Deleting port c766f5aa-02d2-44d4-88ee-50be3fb4ea5c {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:44:50.529554 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9d71a78b-e1e9-4b8b-a916-680a52e920b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:50.541677 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f6efebfc-dd2b-4fb1-ab59-e74b738df575 req-e47831c1-b88e-42f0-a8ac-f72b07c0b78b tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5c78529-6f2c-402d-ab41-37a59ccd37af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489559 May 28 06:44:50.767359 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cb71a3-c699-4cc9-bd43-b72914956eb5 req-bb0fa74b-d9f5-4791-91e7-bae019392593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:50.768882 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-42cb71a3-c699-4cc9-bd43-b72914956eb5 req-bb0fa74b-d9f5-4791-91e7-bae019392593 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=df26b9cb6f0944bda1073f5477889310&device_id=1bbe3506-e747-408c-83df-37a83b91c10d HTTP/1.1" status: 200 len: 1094 time: 0.1603339 May 28 06:44:50.781207 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bf198d-f015-4b0e-8f99-256820214eaa req-1456e43e-0c46-450d-b960-86e8bc80f6f6 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:50.782626 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-75bf198d-f015-4b0e-8f99-256820214eaa req-1456e43e-0c46-450d-b960-86e8bc80f6f6 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=229d53c6-40d4-4a99-9861-713890aa5f04 HTTP/1.1" status: 200 len: 944 time: 0.1159186 May 28 06:44:50.904082 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 47510) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:50.962054 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-75bf198d-f015-4b0e-8f99-256820214eaa req-55c20148-bef6-4706-9f71-96c5d53d03b5 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=da746f74-f7a2-404c-ba12-af4c190f6fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573005 May 28 06:44:50.964244 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9d71a78b-e1e9-4b8b-a916-680a52e920b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:51.006391 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cb71a3-c699-4cc9-bd43-b72914956eb5 req-aa11aec3-ce06-42c8-a11c-dad4064bc752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:51.008475 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-42cb71a3-c699-4cc9-bd43-b72914956eb5 req-aa11aec3-ce06-42c8-a11c-dad4064bc752 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1b5d22ea-5322-4981-a04a-bc25c800ceed HTTP/1.1" status: 200 len: 910 time: 0.2249947 May 28 06:44:51.103683 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-42cb71a3-c699-4cc9-bd43-b72914956eb5 req-c405f9df-ceaa-428d-be4d-155e54086089 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5b111925-0a44-40cc-bfb5-584aed68b475 HTTP/1.1" status: 200 len: 217 time: 0.0880713 May 28 06:44:51.112663 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_v2 [None req-63c5bf5a-e1f6-4427-b31e-b84dc8e85c5b admin admin] Deleting subnet f5e3001d-39f4-4ddf-b283-1deea7503180 {{(pid=89110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:44:51.114292 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-9d71a78b-e1e9-4b8b-a916-680a52e920b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] Calling delete_port for c766f5aa-02d2-44d4-88ee-50be3fb4ea5c owned by {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:44:51.173372 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-63c5bf5a-e1f6-4427-b31e-b84dc8e85c5b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:51.338673 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cb71a3-c699-4cc9-bd43-b72914956eb5 req-21a79bed-7253-4658-b134-d32649a08b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:51.340139 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-42cb71a3-c699-4cc9-bd43-b72914956eb5 req-21a79bed-7253-4658-b134-d32649a08b4a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=977e39a0-bf25-4a35-b681-ee91741f4c0f HTTP/1.1" status: 200 len: 849 time: 0.2240725 May 28 06:44:51.347500 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-63c5bf5a-e1f6-4427-b31e-b84dc8e85c5b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4150765'] for subnet, precommit_delete_associations {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:51.389281 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9d71a78b-e1e9-4b8b-a916-680a52e920b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:51.422186 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-42cb71a3-c699-4cc9-bd43-b72914956eb5 req-3f535608-e531-485b-9d31-505b83651a4e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1b5d22ea-5322-4981-a04a-bc25c800ceed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475516 May 28 06:44:51.455172 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71a78b-e1e9-4b8b-a916-680a52e920b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] Pushing event deleted for resources: {'Port': ['ID=c766f5aa-02d2-44d4-88ee-50be3fb4ea5c,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:44:51.513864 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9d71a78b-e1e9-4b8b-a916-680a52e920b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:51.592176 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-63c5bf5a-e1f6-4427-b31e-b84dc8e85c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:51.700328 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-9d71a78b-e1e9-4b8b-a916-680a52e920b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] 10.222.0.55 "DELETE /v2.0/ports/c766f5aa-02d2-44d4-88ee-50be3fb4ea5c HTTP/1.1" status: 204 len: 168 time: 1.2579436 May 28 06:44:51.700821 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 47538) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:51.712132 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-b4bc2e40-14cb-4a6b-bd75-4b813ad35132 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] Request body: {'port': {'name': 'tempest-new-port-name-152315999', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:44:51.714486 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.api.validators [None req-b4bc2e40-14cb-4a6b-bd75-4b813ad35132 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] bootfile-name is not in valid_values {{(pid=89109) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 28 06:44:51.714486 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.api.validators [None req-b4bc2e40-14cb-4a6b-bd75-4b813ad35132 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] tftp-server is not in valid_values {{(pid=89109) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 28 06:44:51.714486 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.api.validators [None req-b4bc2e40-14cb-4a6b-bd75-4b813ad35132 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] server-ip-address is not in valid_values {{(pid=89109) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 28 06:44:51.820850 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38c0d99-47d8-43d0-9bbf-6a3fe05e0f72 req-054233d5-d8a7-49d2-ab2d-68c0913bdaf8 tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:51.823744 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e38c0d99-47d8-43d0-9bbf-6a3fe05e0f72 req-054233d5-d8a7-49d2-ab2d-68c0913bdaf8 tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] 10.222.0.55 "GET /v2.0/ports?device_id=1bbe3506-e747-408c-83df-37a83b91c10d HTTP/1.1" status: 200 len: 943 time: 0.1519728 May 28 06:44:51.889956 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-42cb71a3-c699-4cc9-bd43-b72914956eb5 req-b976db6c-185d-4710-8402-5d4703f45d5b service neutron] 10.222.0.69 "GET /v2.0/networks/1b5d22ea-5322-4981-a04a-bc25c800ceed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4612441 May 28 06:44:51.891249 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b4bc2e40-14cb-4a6b-bd75-4b813ad35132 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:51.892919 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e38c0d99-47d8-43d0-9bbf-6a3fe05e0f72 req-8b199ab0-8cbe-47ee-934f-4ee43a84d6f0 tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5c78529-6f2c-402d-ab41-37a59ccd37af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626302 May 28 06:44:51.894354 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-63c5bf5a-e1f6-4427-b31e-b84dc8e85c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3115981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3172005'] for subnet, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:51.956369 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c5bf5a-e1f6-4427-b31e-b84dc8e85c5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5e3001d-39f4-4ddf-b283-1deea7503180,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:44:52.011385 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-63c5bf5a-e1f6-4427-b31e-b84dc8e85c5b admin admin] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:52.020990 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-63c5bf5a-e1f6-4427-b31e-b84dc8e85c5b admin admin] 10.222.0.55 "DELETE /v2.0/subnets/f5e3001d-39f4-4ddf-b283-1deea7503180 HTTP/1.1" status: 204 len: 168 time: 1.1153858 May 28 06:44:52.027008 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 47548) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:52.079264 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-42cb71a3-c699-4cc9-bd43-b72914956eb5 req-8270bdae-21ce-4774-96a0-57538b3c3ae0 service neutron] 10.222.0.69 "GET /v2.0/networks/1b5d22ea-5322-4981-a04a-bc25c800ceed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797769 May 28 06:44:52.206497 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcc8724-c28d-42f9-82b4-ea5063d38916 req-fab5e6c6-5e86-43ea-ac37-b1b8a458a191 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:52.210121 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9bcc8724-c28d-42f9-82b4-ea5063d38916 req-fab5e6c6-5e86-43ea-ac37-b1b8a458a191 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=229d53c6-40d4-4a99-9861-713890aa5f04 HTTP/1.1" status: 200 len: 944 time: 0.1096437 May 28 06:44:52.246970 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-edd6f5dc-8238-4186-8db4-8fd422971ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:52.257522 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9bcc8724-c28d-42f9-82b4-ea5063d38916 req-f052f42b-8222-4d1f-9a59-b0790ff37de4 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=da746f74-f7a2-404c-ba12-af4c190f6fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414491 May 28 06:44:52.408344 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-edd6f5dc-8238-4186-8db4-8fd422971ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:52.451237 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b4bc2e40-14cb-4a6b-bd75-4b813ad35132 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:52.453587 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-edd6f5dc-8238-4186-8db4-8fd422971ca0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['311e89c0-b660-4362-bfcd-944f26c9b0bf']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:44:52.467364 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-edd6f5dc-8238-4186-8db4-8fd422971ca0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bc36b5d-db44-4879-ad09-7f382223e0b7') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:44:52.467662 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-edd6f5dc-8238-4186-8db4-8fd422971ca0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bc36b5d-db44-4879-ad09-7f382223e0b7') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:44:52.481213 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-edd6f5dc-8238-4186-8db4-8fd422971ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:52.500765 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-edd6f5dc-8238-4186-8db4-8fd422971ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:52.509462 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edd6f5dc-8238-4186-8db4-8fd422971ca0 admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:44:52.510080 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-edd6f5dc-8238-4186-8db4-8fd422971ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:52.536875 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b4bc2e40-14cb-4a6b-bd75-4b813ad35132 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:52.631322 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 6bc36b5d-db44-4879-ad09-7f382223e0b7 resource provider aggregate not found May 28 06:44:52.654387 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 6bc36b5d-db44-4879-ad09-7f382223e0b7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6bc36b5d-db44-4879-ad09-7f382223e0b7 found for delete ", "request_id": "req-9fbb786a-2196-4313-a1c6-e8c8d3f1bdfd"}]} May 28 06:44:52.659719 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-b4bc2e40-14cb-4a6b-bd75-4b813ad35132 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] In _notify_port_updated(), no bound segment for port 0badf3e5-1f8a-4ce4-b967-9e249cebb27d on network a7baad27-1a17-4a59-9679-bbfa87b37c97 {{(pid=89109) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 28 06:44:52.667012 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4bc2e40-14cb-4a6b-bd75-4b813ad35132 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:52.667770 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b4bc2e40-14cb-4a6b-bd75-4b813ad35132 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:52.671366 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-b4bc2e40-14cb-4a6b-bd75-4b813ad35132 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] 10.222.0.55 "PUT /v2.0/ports/0badf3e5-1f8a-4ce4-b967-9e249cebb27d HTTP/1.1" status: 200 len: 1129 time: 0.9676538 May 28 06:44:52.672060 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 47568) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:52.702581 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bc2e40-14cb-4a6b-bd75-4b813ad35132 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] Pushing event updated for resources: {'Port': ['ID=0badf3e5-1f8a-4ce4-b967-9e249cebb27d,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:44:52.767641 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-edd6f5dc-8238-4186-8db4-8fd422971ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:52.808461 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-edd6f5dc-8238-4186-8db4-8fd422971ca0 admin admin] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:52.809085 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa2ac0d-d1ea-491f-a48f-35ce62a2ab97 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:52.809757 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-afa2ac0d-d1ea-491f-a48f-35ce62a2ab97 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] Synchronizing usage tracker for tenant:03366ac25c174826ab9a55233614494b on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:44:52.812435 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f5dc-8238-4186-8db4-8fd422971ca0 admin admin] Pushing event deleted for resources: {'Network': ['ID=311e89c0-b660-4362-bfcd-944f26c9b0bf,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:44:52.915662 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-edd6f5dc-8238-4186-8db4-8fd422971ca0 admin admin] 10.222.0.55 "DELETE /v2.0/networks/311e89c0-b660-4362-bfcd-944f26c9b0bf HTTP/1.1" status: 204 len: 168 time: 0.8875394 May 28 06:44:52.943468 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-afa2ac0d-d1ea-491f-a48f-35ce62a2ab97 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] Unset dirty status for tenant:03366ac25c174826ab9a55233614494b on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:44:52.947771 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-afa2ac0d-d1ea-491f-a48f-35ce62a2ab97 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] 10.222.0.55 "GET /v2.0/ports/0badf3e5-1f8a-4ce4-b967-9e249cebb27d HTTP/1.1" status: 200 len: 1129 time: 0.2713063 May 28 06:44:52.948929 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 47580) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:53.062913 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-7a59f5f1-ee82-40d0-b7b1-ebf507dcbc81 None None] Provisioning complete for port 0badf3e5-1f8a-4ce4-b967-9e249cebb27d triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:44:53.063706 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-7a59f5f1-ee82-40d0-b7b1-ebf507dcbc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:53.081792 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-56caee42-1611-4557-ab1e-643442c78e46 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] Deleting port 0badf3e5-1f8a-4ce4-b967-9e249cebb27d {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:44:53.082136 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-56caee42-1611-4557-ab1e-643442c78e46 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:53.130716 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-7a59f5f1-ee82-40d0-b7b1-ebf507dcbc81 None None] Port 0badf3e5-1f8a-4ce4-b967-9e249cebb27d cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:44:53.220455 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab4817c-9453-405c-99c8-6067a53ada69 req-7b1a62f8-0126-46bb-9295-c388164fb530 tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:53.221952 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6ab4817c-9453-405c-99c8-6067a53ada69 req-7b1a62f8-0126-46bb-9295-c388164fb530 tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] 10.222.0.55 "GET /v2.0/ports?device_id=1bbe3506-e747-408c-83df-37a83b91c10d HTTP/1.1" status: 200 len: 943 time: 0.1970139 May 28 06:44:53.272956 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 91fded47-3648-44a0-9497-819aa157d664 details requested by agent hyperv_n-h1-843702-1 with host n-h1-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:44:53.353930 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6ab4817c-9453-405c-99c8-6067a53ada69 req-9552dc7f-c5af-4343-95e3-a7fef25a881e tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5c78529-6f2c-402d-ab41-37a59ccd37af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098700 May 28 06:44:53.430663 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-56caee42-1611-4557-ab1e-643442c78e46 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:53.446795 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 91fded47-3648-44a0-9497-819aa157d664, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=91fded47-3648-44a0-9497-819aa157d664,segment=NetworkSegment(4c4bc3f8-ec6f-40a7-9f80-cde5ff5de12a),segment_id=4c4bc3f8-ec6f-40a7-9f80-cde5ff5de12a)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:44:53.463340 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Returning: {'device': '91fded47-3648-44a0-9497-819aa157d664', 'network_id': 'e7d92049-bff3-4c3a-a4bd-4950c7dcad1c', 'port_id': '91fded47-3648-44a0-9497-819aa157d664', 'mac_address': 'fa:16:3e:77:c2:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40188bf0-967d-446e-ac4f-b5c59a2acd9a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:44:53.544139 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 91fded47-3648-44a0-9497-819aa157d664 is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:44:53.544620 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:53.555495 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 47600) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:53.576770 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-56caee42-1611-4557-ab1e-643442c78e46 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] Calling delete_port for 0badf3e5-1f8a-4ce4-b967-9e249cebb27d owned by {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:44:53.600471 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91fded47-3648-44a0-9497-819aa157d664 {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:44:53.619150 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 91fded47-3648-44a0-9497-819aa157d664, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=91fded47-3648-44a0-9497-819aa157d664,segment=NetworkSegment(4c4bc3f8-ec6f-40a7-9f80-cde5ff5de12a),segment_id=4c4bc3f8-ec6f-40a7-9f80-cde5ff5de12a)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:44:53.666057 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-14e841d6-0bc5-41fb-b0ee-681296a89ace admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ad600549527f435baf83349a44ac50d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1093340 May 28 06:44:53.666648 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 47604) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:53.668648 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324dd0f6-7183-476f-93eb-77dc5e800abd req-b35cc01c-c352-4cf9-9176-56d2d7dae344 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:53.670138 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-324dd0f6-7183-476f-93eb-77dc5e800abd req-b35cc01c-c352-4cf9-9176-56d2d7dae344 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=229d53c6-40d4-4a99-9861-713890aa5f04 HTTP/1.1" status: 200 len: 944 time: 0.2918086 May 28 06:44:53.715156 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:53.719256 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 5b111925-0a44-40cc-bfb5-584aed68b475 details requested by agent hyperv_n-h1-843702-1 with host n-h1-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:44:53.752918 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-12d12dc8-ef80-4e07-aa37-d1bdc8bee541 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:53.897962 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=91fded47-3648-44a0-9497-819aa157d664,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:44:53.988433 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 5b111925-0a44-40cc-bfb5-584aed68b475, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=5b111925-0a44-40cc-bfb5-584aed68b475,segment=NetworkSegment(5ea33a42-cdd5-478a-8599-afce6d43b6ee),segment_id=5ea33a42-cdd5-478a-8599-afce6d43b6ee)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:44:54.008543 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-324dd0f6-7183-476f-93eb-77dc5e800abd req-7c5cb604-4a52-4f0c-b972-c48aab012e63 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=da746f74-f7a2-404c-ba12-af4c190f6fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3310237 May 28 06:44:54.011380 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Returning: {'device': '5b111925-0a44-40cc-bfb5-584aed68b475', 'network_id': '1b5d22ea-5322-4981-a04a-bc25c800ceed', 'port_id': '5b111925-0a44-40cc-bfb5-584aed68b475', 'mac_address': 'fa:16:3e:c8:a2:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '977e39a0-bf25-4a35-b681-ee91741f4c0f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:44:54.023895 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-12d12dc8-ef80-4e07-aa37-d1bdc8bee541 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:54.103412 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-56caee42-1611-4557-ab1e-643442c78e46 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:54.105685 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 5b111925-0a44-40cc-bfb5-584aed68b475 is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:44:54.106989 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:54.125698 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b111925-0a44-40cc-bfb5-584aed68b475 {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:44:54.142813 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 5b111925-0a44-40cc-bfb5-584aed68b475, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=5b111925-0a44-40cc-bfb5-584aed68b475,segment=NetworkSegment(5ea33a42-cdd5-478a-8599-afce6d43b6ee),segment_id=5ea33a42-cdd5-478a-8599-afce6d43b6ee)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:44:54.159223 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56caee42-1611-4557-ab1e-643442c78e46 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] Pushing event deleted for resources: {'Port': ['ID=0badf3e5-1f8a-4ce4-b967-9e249cebb27d,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:44:54.161379 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-12d12dc8-ef80-4e07-aa37-d1bdc8bee541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:54.196044 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d12dc8-ef80-4e07-aa37-d1bdc8bee541 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8e103f9-9f0a-45af-a903-54b3b39d0b61,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:44:54.200948 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:54.237162 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-56caee42-1611-4557-ab1e-643442c78e46 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:54.274899 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-12d12dc8-ef80-4e07-aa37-d1bdc8bee541 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:54.278837 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-12d12dc8-ef80-4e07-aa37-d1bdc8bee541 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e8e103f9-9f0a-45af-a903-54b3b39d0b61 HTTP/1.1" status: 204 len: 168 time: 0.6111908 May 28 06:44:54.318146 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=5b111925-0a44-40cc-bfb5-584aed68b475,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:44:54.333317 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-56caee42-1611-4557-ab1e-643442c78e46 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] 10.222.0.55 "DELETE /v2.0/ports/0badf3e5-1f8a-4ce4-b967-9e249cebb27d HTTP/1.1" status: 204 len: 168 time: 1.3826063 May 28 06:44:54.335765 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 47620) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:54.416165 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_v2 [None req-11760d12-b382-41ed-83b9-8b776edad9c8 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] Deleting subnet ea606af1-afa5-409b-81e7-1024cdb4816a {{(pid=89109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:44:54.420259 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-11760d12-b382-41ed-83b9-8b776edad9c8 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] Notify callbacks [] for subnet, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:54.469989 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['5b111925-0a44-40cc-bfb5-584aed68b475'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:44:54.503946 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['91fded47-3648-44a0-9497-819aa157d664'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:44:54.513882 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-11760d12-b382-41ed-83b9-8b776edad9c8 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3964070'] for subnet, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:54.613063 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e68a06-6703-4274-9a37-7f4c86c94cd6 req-aa0652b1-bc02-4263-b0f2-d00cb8ead4ad tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:54.619531 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-84e68a06-6703-4274-9a37-7f4c86c94cd6 req-aa0652b1-bc02-4263-b0f2-d00cb8ead4ad tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] 10.222.0.55 "GET /v2.0/ports?device_id=1bbe3506-e747-408c-83df-37a83b91c10d HTTP/1.1" status: 200 len: 944 time: 0.1441827 May 28 06:44:54.655949 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-11760d12-b382-41ed-83b9-8b776edad9c8 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:54.687946 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-84e68a06-6703-4274-9a37-7f4c86c94cd6 req-368265d3-3d70-46e3-94a9-3abdf1eee3f9 tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5c78529-6f2c-402d-ab41-37a59ccd37af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617702 May 28 06:44:54.841670 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-11760d12-b382-41ed-83b9-8b776edad9c8 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9555650'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:54.885234 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11760d12-b382-41ed-83b9-8b776edad9c8 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] Pushing event deleted for resources: {'Subnet': ['ID=ea606af1-afa5-409b-81e7-1024cdb4816a,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:44:54.888872 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-11760d12-b382-41ed-83b9-8b776edad9c8 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:54.895799 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-11760d12-b382-41ed-83b9-8b776edad9c8 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] 10.222.0.55 "DELETE /v2.0/subnets/ea606af1-afa5-409b-81e7-1024cdb4816a HTTP/1.1" status: 204 len: 168 time: 0.5576200 May 28 06:44:54.896739 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf1b6f5-3d49-488c-b4f5-ade9b4b57494 None None] Network a7baad27-1a17-4a59-9679-bbfa87b37c97 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:44:54.898316 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 47630) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:55.061356 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9c437f35-fbae-4971-b270-237be0ec7267 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:55.084940 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-9c437f35-fbae-4971-b270-237be0ec7267 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] Deleting port 8ab7f39a-981a-47aa-911c-902961dde6f7 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:44:55.085330 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9c437f35-fbae-4971-b270-237be0ec7267 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:55.268159 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd112880-1ae6-4a2a-a2e2-5ed0b18d1e4d None None] DHCP port deletion for a7baad27-1a17-4a59-9679-bbfa87b37c97 request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:44:55.272776 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-bd112880-1ae6-4a2a-a2e2-5ed0b18d1e4d None None] Deleting port 8ab7f39a-981a-47aa-911c-902961dde6f7 {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:44:55.273154 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-bd112880-1ae6-4a2a-a2e2-5ed0b18d1e4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:55.304861 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924dfb35-973f-4d9c-8d39-181c2629aa4a req-5291e40b-1598-4d40-90ad-a127a32b0937 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:55.306539 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-924dfb35-973f-4d9c-8d39-181c2629aa4a req-5291e40b-1598-4d40-90ad-a127a32b0937 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=229d53c6-40d4-4a99-9861-713890aa5f04 HTTP/1.1" status: 200 len: 945 time: 0.1460786 May 28 06:44:55.368507 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-924dfb35-973f-4d9c-8d39-181c2629aa4a req-828adc12-316d-4b79-8bd6-7b647aadf148 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=da746f74-f7a2-404c-ba12-af4c190f6fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478365 May 28 06:44:55.475830 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-9c437f35-fbae-4971-b270-237be0ec7267 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] For port 8ab7f39a-981a-47aa-911c-902961dde6f7, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=8ab7f39a-981a-47aa-911c-902961dde6f7,segment=NetworkSegment(bbc96fc8-8ba8-495d-99c4-93bbed62d85e),segment_id=bbc96fc8-8ba8-495d-99c4-93bbed62d85e)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:44:55.478096 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9c437f35-fbae-4971-b270-237be0ec7267 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:55.541364 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-bd112880-1ae6-4a2a-a2e2-5ed0b18d1e4d None None] For port 8ab7f39a-981a-47aa-911c-902961dde6f7, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=8ab7f39a-981a-47aa-911c-902961dde6f7,segment=NetworkSegment(bbc96fc8-8ba8-495d-99c4-93bbed62d85e),segment_id=bbc96fc8-8ba8-495d-99c4-93bbed62d85e)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:44:55.541820 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-bd112880-1ae6-4a2a-a2e2-5ed0b18d1e4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:55.668620 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-9c437f35-fbae-4971-b270-237be0ec7267 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] Calling delete_port for 8ab7f39a-981a-47aa-911c-902961dde6f7 owned by network:dhcp {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:44:55.789394 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-bd112880-1ae6-4a2a-a2e2-5ed0b18d1e4d None None] Calling delete_port for 8ab7f39a-981a-47aa-911c-902961dde6f7 owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:44:55.852632 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9c437f35-fbae-4971-b270-237be0ec7267 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:55.874587 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.db.api [None req-bd112880-1ae6-4a2a-a2e2-5ed0b18d1e4d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89111) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:44:55.874949 n-d-843702-1 neutron-server[89111]: DEBUG oslo_db.api [None req-bd112880-1ae6-4a2a-a2e2-5ed0b18d1e4d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:44:55.933483 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c437f35-fbae-4971-b270-237be0ec7267 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] No DVR routers for this DVR port 8ab7f39a-981a-47aa-911c-902961dde6f7 on host n-d-843702-1 {{(pid=89109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:44:55.946266 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5544e1-224b-47d2-9cc9-f35c40d93f56 req-46ff6362-2de4-4fa3-ab26-b7e1d36bcef0 tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:55.954944 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0c5544e1-224b-47d2-9cc9-f35c40d93f56 req-46ff6362-2de4-4fa3-ab26-b7e1d36bcef0 tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] 10.222.0.55 "GET /v2.0/ports?device_id=1bbe3506-e747-408c-83df-37a83b91c10d HTTP/1.1" status: 200 len: 944 time: 0.1145983 May 28 06:44:55.985827 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c437f35-fbae-4971-b270-237be0ec7267 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] Pushing event deleted for resources: {'Port': ['ID=8ab7f39a-981a-47aa-911c-902961dde6f7,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:44:56.013963 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0c5544e1-224b-47d2-9cc9-f35c40d93f56 req-d453a4d1-706c-450e-b7fe-120c52f3ddd6 tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5c78529-6f2c-402d-ab41-37a59ccd37af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580859 May 28 06:44:56.031579 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 47664) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:56.095538 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9c437f35-fbae-4971-b270-237be0ec7267 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:56.131267 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-9c437f35-fbae-4971-b270-237be0ec7267 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7baad27-1a17-4a59-9679-bbfa87b37c97']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:44:56.148399 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-9c437f35-fbae-4971-b270-237be0ec7267 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbc96fc8-8ba8-495d-99c4-93bbed62d85e') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:44:56.148725 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-9c437f35-fbae-4971-b270-237be0ec7267 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbc96fc8-8ba8-495d-99c4-93bbed62d85e') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:44:56.163336 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9c437f35-fbae-4971-b270-237be0ec7267 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:56.203427 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9c437f35-fbae-4971-b270-237be0ec7267 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:56.218128 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c437f35-fbae-4971-b270-237be0ec7267 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:44:56.218541 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9c437f35-fbae-4971-b270-237be0ec7267 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:56.351746 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment bbc96fc8-8ba8-495d-99c4-93bbed62d85e resource provider aggregate not found May 28 06:44:56.357090 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-fd8bb4c9-33ad-45d1-b93d-3db26fccc28b admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:56.369397 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment bbc96fc8-8ba8-495d-99c4-93bbed62d85e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bbc96fc8-8ba8-495d-99c4-93bbed62d85e found for delete ", "request_id": "req-af71bb4f-a34a-4d0a-9c96-f93ae3a93145"}]} May 28 06:44:56.372600 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-fd8bb4c9-33ad-45d1-b93d-3db26fccc28b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:44:56.376505 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-bd112880-1ae6-4a2a-a2e2-5ed0b18d1e4d None None] Deleting port 8ab7f39a-981a-47aa-911c-902961dde6f7 {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:44:56.376924 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-fd8bb4c9-33ad-45d1-b93d-3db26fccc28b admin admin] Usage tracker for resource:security_group_rule and tenant:2fa2a2cd760c44fda8100b3c6960c7c1 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:44:56.377004 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-bd112880-1ae6-4a2a-a2e2-5ed0b18d1e4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:56.380230 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-fd8bb4c9-33ad-45d1-b93d-3db26fccc28b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:44:56.386705 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-fd8bb4c9-33ad-45d1-b93d-3db26fccc28b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:44:56.436258 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9c437f35-fbae-4971-b270-237be0ec7267 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:56.441959 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9c437f35-fbae-4971-b270-237be0ec7267 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:56.476836 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-bd112880-1ae6-4a2a-a2e2-5ed0b18d1e4d None None] The port '8ab7f39a-981a-47aa-911c-902961dde6f7' was deleted {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 06:44:56.488716 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c437f35-fbae-4971-b270-237be0ec7267 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] Pushing event deleted for resources: {'Network': ['ID=a7baad27-1a17-4a59-9679-bbfa87b37c97,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:44:56.505254 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-9c437f35-fbae-4971-b270-237be0ec7267 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990 tempest-ExtraDHCPOptionsIpV6TestJSON-1270494990-project] 10.222.0.55 "DELETE /v2.0/networks/a7baad27-1a17-4a59-9679-bbfa87b37c97 HTTP/1.1" status: 204 len: 168 time: 1.6018906 May 28 06:44:56.524249 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 8ab7f39a-981a-47aa-911c-902961dde6f7 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:44:56.577795 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 8ab7f39a-981a-47aa-911c-902961dde6f7 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:44:56.578111 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 8ab7f39a-981a-47aa-911c-902961dde6f7 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:44:56.597344 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-ee5baf36-4447-457b-b4c7-f6328b461c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:56.655820 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-fd8bb4c9-33ad-45d1-b93d-3db26fccc28b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:56.690841 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee1221c-76fb-4b99-9922-5c2744098cef req-5e8c56b5-0ac9-4d93-a762-69c33035742e tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:56.692865 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4ee1221c-76fb-4b99-9922-5c2744098cef req-5e8c56b5-0ac9-4d93-a762-69c33035742e tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=229d53c6-40d4-4a99-9861-713890aa5f04 HTTP/1.1" status: 200 len: 945 time: 0.0991347 May 28 06:44:56.739554 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4ee1221c-76fb-4b99-9922-5c2744098cef req-c3cb5fba-3a2b-42f5-bb21-1f2a1d15ae1b tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=da746f74-f7a2-404c-ba12-af4c190f6fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401068 May 28 06:44:56.740789 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-fd8bb4c9-33ad-45d1-b93d-3db26fccc28b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:56.798509 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-fd8bb4c9-33ad-45d1-b93d-3db26fccc28b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2fa2a2cd760c44fda8100b3c6960c7c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7634504 May 28 06:44:56.798509 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8bb4c9-33ad-45d1-b93d-3db26fccc28b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0859937e-bde1-4013-b377-ca37d2d99dde,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:44:56.800131 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 47694) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:56.866223 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9144590d-0913-4a9a-9094-2302234aea02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:56.894502 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9144590d-0913-4a9a-9094-2302234aea02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:57.012268 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9144590d-0913-4a9a-9094-2302234aea02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:57.029090 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9144590d-0913-4a9a-9094-2302234aea02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0859937e-bde1-4013-b377-ca37d2d99dde,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:44:57.036729 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9144590d-0913-4a9a-9094-2302234aea02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:57.038639 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-9144590d-0913-4a9a-9094-2302234aea02 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0859937e-bde1-4013-b377-ca37d2d99dde HTTP/1.1" status: 204 len: 168 time: 0.2354789 May 28 06:44:57.207697 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab278cd-75d7-4ac0-b7ce-14da35a4e45c req-704644f0-f423-4b4d-8ca9-0e9689c1513e tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:57.209401 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8ab278cd-75d7-4ac0-b7ce-14da35a4e45c req-704644f0-f423-4b4d-8ca9-0e9689c1513e tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] 10.222.0.55 "GET /v2.0/ports?device_id=1bbe3506-e747-408c-83df-37a83b91c10d HTTP/1.1" status: 200 len: 944 time: 0.0934157 May 28 06:44:57.258147 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8ab278cd-75d7-4ac0-b7ce-14da35a4e45c req-143e8c66-9102-4eff-9cee-09beccc1f699 tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5c78529-6f2c-402d-ab41-37a59ccd37af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425134 May 28 06:44:57.284232 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 91fded47-3648-44a0-9497-819aa157d664 up at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:44:57.308464 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 47716) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:57.428885 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning for port 91fded47-3648-44a0-9497-819aa157d664 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:44:57.434265 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning complete for port 91fded47-3648-44a0-9497-819aa157d664 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:44:57.434708 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:57.568932 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 91fded47-3648-44a0-9497-819aa157d664 is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:44:57.569304 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:57.598602 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '229d53c6-40d4-4a99-9861-713890aa5f04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91fded47-3648-44a0-9497-819aa157d664'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:44:57.610145 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 91fded47-3648-44a0-9497-819aa157d664, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=91fded47-3648-44a0-9497-819aa157d664,segment=NetworkSegment(4c4bc3f8-ec6f-40a7-9f80-cde5ff5de12a),segment_id=4c4bc3f8-ec6f-40a7-9f80-cde5ff5de12a)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:44:57.617937 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:57.659370 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed7560bf-a0f9-40fa-8400-43b77403dd24'] response: {'server_uuid': '229d53c6-40d4-4a99-9861-713890aa5f04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91fded47-3648-44a0-9497-819aa157d664', 'code': 200} May 28 06:44:57.726281 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:57.727343 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 5b111925-0a44-40cc-bfb5-584aed68b475 up at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:44:57.781400 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcdd8c3-de17-4eec-9d73-cb4249ed93c8 req-4c062fc2-b4cf-44c7-981b-a10160d48a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:57.783745 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8dcdd8c3-de17-4eec-9d73-cb4249ed93c8 req-4c062fc2-b4cf-44c7-981b-a10160d48a2a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=229d53c6-40d4-4a99-9861-713890aa5f04 HTTP/1.1" status: 200 len: 1097 time: 0.0784438 May 28 06:44:57.867339 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8dcdd8c3-de17-4eec-9d73-cb4249ed93c8 req-5e425421-c919-4961-ad3a-62462158b767 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=da746f74-f7a2-404c-ba12-af4c190f6fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656185 May 28 06:44:57.928550 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=91fded47-3648-44a0-9497-819aa157d664,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:44:57.939086 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:44:57.939312 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:44:57.939657 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:44:57.939963 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:44:57.940383 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:44:57.940816 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:44:57.941011 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:44:57.941331 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:44:57.942192 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:44:57.942528 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:44:57.942839 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:44:57.943155 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:44:58.010566 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-04fa357f-73e1-4ad3-8485-a222ba9b715b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=03366ac25c174826ab9a55233614494b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7004309 May 28 06:44:58.013045 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 47742) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:58.046663 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324d3f3a-bd05-46c3-9227-0239b003c2ca req-103eb1b5-bcd3-4ffd-8bfd-cab8d884fdc3 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:58.053451 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-324d3f3a-bd05-46c3-9227-0239b003c2ca req-103eb1b5-bcd3-4ffd-8bfd-cab8d884fdc3 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=229d53c6-40d4-4a99-9861-713890aa5f04 HTTP/1.1" status: 200 len: 946 time: 0.1303411 May 28 06:44:58.079959 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-18f72e85-cfc9-4d7b-a567-9cbbec1d28a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:58.094981 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-324d3f3a-bd05-46c3-9227-0239b003c2ca req-fe8b0582-00f0-4e75-ae7c-d75671974f08 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=da746f74-f7a2-404c-ba12-af4c190f6fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406878 May 28 06:44:58.097362 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning for port 5b111925-0a44-40cc-bfb5-584aed68b475 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:44:58.108549 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning complete for port 5b111925-0a44-40cc-bfb5-584aed68b475 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:44:58.108549 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:58.108911 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-18f72e85-cfc9-4d7b-a567-9cbbec1d28a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:58.246638 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-18f72e85-cfc9-4d7b-a567-9cbbec1d28a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:58.266300 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f72e85-cfc9-4d7b-a567-9cbbec1d28a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b41bc299-1905-4a87-9b4d-f17b9e7ff68c,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:44:58.280823 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-18f72e85-cfc9-4d7b-a567-9cbbec1d28a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:58.282452 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-18f72e85-cfc9-4d7b-a567-9cbbec1d28a4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b41bc299-1905-4a87-9b4d-f17b9e7ff68c HTTP/1.1" status: 204 len: 168 time: 0.2682111 May 28 06:44:58.294307 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0bb32319-484c-47a3-abeb-7de57258dead req-6c7c10e6-e408-48f2-8594-d437bd883b2e tempest-VolumesBackupsTest-1771606910 tempest-VolumesBackupsTest-1771606910-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=a1aca0685bb94ccf8aade58ad7ba406c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0824387 May 28 06:44:58.301634 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-280222e4-6115-4c26-add1-d715c9bdfb84 req-75f0e5eb-a1b3-45fb-ba3f-9d0bf6fb9cd2 tempest-ServerShowV247Test-1976675312 tempest-ServerShowV247Test-1976675312-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9475515-aced-4013-baa0-8861c3dec168 HTTP/1.1" status: 200 len: 210 time: 0.0518277 May 28 06:44:58.314708 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 5b111925-0a44-40cc-bfb5-584aed68b475 is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:44:58.315317 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:58.368318 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 5b111925-0a44-40cc-bfb5-584aed68b475, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=5b111925-0a44-40cc-bfb5-584aed68b475,segment=NetworkSegment(5ea33a42-cdd5-478a-8599-afce6d43b6ee),segment_id=5ea33a42-cdd5-478a-8599-afce6d43b6ee)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:44:58.394365 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 47770) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:58.424364 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-020b0072-9fca-470f-ba63-e7ef14550801 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:58.455685 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-020b0072-9fca-470f-ba63-e7ef14550801 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:44:58.458586 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:58.465292 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-020b0072-9fca-470f-ba63-e7ef14550801 admin admin] Usage tracker for resource:security_group_rule and tenant:0dded1c6e2114ecb8a5f54cc3a352d1b is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:44:58.476722 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-020b0072-9fca-470f-ba63-e7ef14550801 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:44:58.485636 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-020b0072-9fca-470f-ba63-e7ef14550801 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:44:58.604617 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=5b111925-0a44-40cc-bfb5-584aed68b475,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:44:58.618118 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb32319-484c-47a3-abeb-7de57258dead req-3a1582c8-59ad-4f05-8439-96205bdbbaa1 tempest-VolumesBackupsTest-1771606910 tempest-VolumesBackupsTest-1771606910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:58.619536 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0bb32319-484c-47a3-abeb-7de57258dead req-3a1582c8-59ad-4f05-8439-96205bdbbaa1 tempest-VolumesBackupsTest-1771606910 tempest-VolumesBackupsTest-1771606910-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3102052 May 28 06:44:58.640981 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0bb32319-484c-47a3-abeb-7de57258dead req-c67b5cd1-9f60-413c-a558-6674821dd0d6 tempest-VolumesBackupsTest-1771606910 tempest-VolumesBackupsTest-1771606910-project] 10.222.0.55 "GET /v2.0/quotas/a1aca0685bb94ccf8aade58ad7ba406c HTTP/1.1" status: 200 len: 375 time: 0.0144739 May 28 06:44:58.689585 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-020b0072-9fca-470f-ba63-e7ef14550801 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:58.706868 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ba7fb8-ff31-47da-928a-e7b65c3637b8 req-ab607458-2bf5-43b3-b282-f8b9da287f85 tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:58.714536 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-89ba7fb8-ff31-47da-928a-e7b65c3637b8 req-ab607458-2bf5-43b3-b282-f8b9da287f85 tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] 10.222.0.55 "GET /v2.0/ports?device_id=1bbe3506-e747-408c-83df-37a83b91c10d HTTP/1.1" status: 200 len: 945 time: 0.1781590 May 28 06:44:58.717838 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0bb32319-484c-47a3-abeb-7de57258dead req-0436505d-ef3a-4afe-89e9-c68646fd1d58 tempest-VolumesBackupsTest-1771606910 tempest-VolumesBackupsTest-1771606910-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=a1aca0685bb94ccf8aade58ad7ba406c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0688388 May 28 06:44:58.770806 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-89ba7fb8-ff31-47da-928a-e7b65c3637b8 req-e2e318ba-cc80-40dc-a81e-a2679281445e tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5c78529-6f2c-402d-ab41-37a59ccd37af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527804 May 28 06:44:58.795087 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-020b0072-9fca-470f-ba63-e7ef14550801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:58.861901 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-020b0072-9fca-470f-ba63-e7ef14550801 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0dded1c6e2114ecb8a5f54cc3a352d1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4658945 May 28 06:44:58.863031 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020b0072-9fca-470f-ba63-e7ef14550801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c42e415-41ee-40b3-a56c-e383a52f2d31,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:44:58.866621 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 47784) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:58.926858 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c199f2fb-b9ee-4c0d-ae49-0e19cd580fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:58.957771 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-307ead0f-f354-4c1f-9d84-ab875e21d7fb req-bf757016-f641-4ff6-9e1d-46626e7b8b77 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1281428 May 28 06:44:59.011913 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0699d8f1-ead3-4e84-aca7-e6e5b419672a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:59.094978 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0699d8f1-ead3-4e84-aca7-e6e5b419672a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:59.243091 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e64953a9-7f0b-4b46-a706-cf77106877ac req-461590b7-7f39-47ab-adc8-b87210f733f2 tempest-VolumesBackupsTest-1771606910 tempest-VolumesBackupsTest-1771606910-project] 10.222.0.55 "GET /v2.0/ports?device_id=775dccc7-c877-4cb2-9525-a616b0ed048a HTTP/1.1" status: 200 len: 210 time: 0.1206317 May 28 06:44:59.286853 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0699d8f1-ead3-4e84-aca7-e6e5b419672a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:59.330136 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ead0f-f354-4c1f-9d84-ab875e21d7fb req-ec15de54-0b2f-4391-8299-f857049104f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:59.330960 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0699d8f1-ead3-4e84-aca7-e6e5b419672a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c42e415-41ee-40b3-a56c-e383a52f2d31,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:44:59.333586 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-307ead0f-f354-4c1f-9d84-ab875e21d7fb req-ec15de54-0b2f-4391-8299-f857049104f0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fada8efd68e34d6781d883ae41cb05ad&device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e HTTP/1.1" status: 200 len: 1095 time: 0.1641145 May 28 06:44:59.356056 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0699d8f1-ead3-4e84-aca7-e6e5b419672a admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:59.357202 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-0699d8f1-ead3-4e84-aca7-e6e5b419672a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6c42e415-41ee-40b3-a56c-e383a52f2d31 HTTP/1.1" status: 204 len: 168 time: 0.4784594 May 28 06:44:59.605260 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9d1e270a-8a5b-49b5-8bdd-8dba487d6c8f req-22026a6e-4066-47eb-9a09-d8bdb16f1da4 tempest-ServerShowV247Test-1976675312 tempest-ServerShowV247Test-1976675312-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae59c7c8-3fe6-4543-adbd-e48f6af407ad HTTP/1.1" status: 200 len: 210 time: 0.0842233 May 28 06:44:59.650605 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bbe3506-e747-408c-83df-37a83b91c10d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b111925-0a44-40cc-bfb5-584aed68b475'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:44:59.707431 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1094e1f9-361b-4c0e-a4ba-2ebb6efd418a'] response: {'server_uuid': '1bbe3506-e747-408c-83df-37a83b91c10d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b111925-0a44-40cc-bfb5-584aed68b475', 'code': 200} May 28 06:44:59.766451 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ead0f-f354-4c1f-9d84-ab875e21d7fb req-4ef30706-7124-48a2-8948-d9ac206452c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:59.768264 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-307ead0f-f354-4c1f-9d84-ab875e21d7fb req-4ef30706-7124-48a2-8948-d9ac206452c1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e7d92049-bff3-4c3a-a4bd-4950c7dcad1c HTTP/1.1" status: 200 len: 912 time: 0.3919067 May 28 06:44:59.879974 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:59.923754 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-307ead0f-f354-4c1f-9d84-ab875e21d7fb req-a9dffac8-a0b2-4aa6-b8ac-6502813709e6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=170a25a1-2cd5-4bc9-b588-27e0c82fefed HTTP/1.1" status: 200 len: 999 time: 0.1359098 May 28 06:44:59.980083 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160e50f4-237d-4d1c-afe4-c5272e6895c0 req-c9fb811b-b774-45ac-b0eb-4358865bd061 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:59.981818 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-160e50f4-237d-4d1c-afe4-c5272e6895c0 req-c9fb811b-b774-45ac-b0eb-4358865bd061 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=229d53c6-40d4-4a99-9861-713890aa5f04 HTTP/1.1" status: 200 len: 946 time: 0.4633377 May 28 06:45:00.052950 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:00.117380 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ead0f-f354-4c1f-9d84-ab875e21d7fb req-9fefe79b-db55-458f-9a10-8d177fa1dedd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:00.118917 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-307ead0f-f354-4c1f-9d84-ab875e21d7fb req-9fefe79b-db55-458f-9a10-8d177fa1dedd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=40188bf0-967d-446e-ac4f-b5c59a2acd9a HTTP/1.1" status: 200 len: 850 time: 0.1861057 May 28 06:45:00.144996 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-160e50f4-237d-4d1c-afe4-c5272e6895c0 req-6797a9bb-2f31-482e-a301-98c6239461ee tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=da746f74-f7a2-404c-ba12-af4c190f6fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214683 May 28 06:45:00.256823 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f8d73e-4b43-4884-a5e5-f6a99854f43d req-dac1bfdb-a4fc-4b06-8a4c-6452f4b0ef2d tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:00.266263 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-75f8d73e-4b43-4884-a5e5-f6a99854f43d req-dac1bfdb-a4fc-4b06-8a4c-6452f4b0ef2d tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] 10.222.0.55 "GET /v2.0/ports?device_id=1bbe3506-e747-408c-83df-37a83b91c10d HTTP/1.1" status: 200 len: 945 time: 0.2806025 May 28 06:45:00.271843 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b3336f-f610-4758-be99-69f1be0526fb req-4eae1ad7-670c-4088-bf61-934f4c48da43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:00.273609 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e3b3336f-f610-4758-be99-69f1be0526fb req-4eae1ad7-670c-4088-bf61-934f4c48da43 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=1bbe3506-e747-408c-83df-37a83b91c10d HTTP/1.1" status: 200 len: 1096 time: 0.4883595 May 28 06:45:00.351776 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-75f8d73e-4b43-4884-a5e5-f6a99854f43d req-79f3ec5e-65ba-4dc1-bc88-a623858740e4 tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5c78529-6f2c-402d-ab41-37a59ccd37af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846400 May 28 06:45:00.365961 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e3b3336f-f610-4758-be99-69f1be0526fb req-7ebe4c42-f301-49d9-b3f8-6eb606d0f51e service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=a5c78529-6f2c-402d-ab41-37a59ccd37af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765376 May 28 06:45:00.370266 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ead0f-f354-4c1f-9d84-ab875e21d7fb req-02fedb5d-7d80-4ee0-be46-5e32d543d20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:00.371934 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-307ead0f-f354-4c1f-9d84-ab875e21d7fb req-02fedb5d-7d80-4ee0-be46-5e32d543d20a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e7d92049-bff3-4c3a-a4bd-4950c7dcad1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2458613 May 28 06:45:00.457065 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4050fccd-adf5-4af3-af68-5ead55920ad3 req-e3d819a9-81ef-498a-955e-36449ec2ced3 tempest-VolumesBackupsTest-1771606910 tempest-VolumesBackupsTest-1771606910-project] 10.222.0.55 "GET /v2.0/ports?device_id=775dccc7-c877-4cb2-9525-a616b0ed048a HTTP/1.1" status: 200 len: 210 time: 0.0520022 May 28 06:45:00.795507 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-307ead0f-f354-4c1f-9d84-ab875e21d7fb req-10abf4ec-651b-4f69-8a49-f8057f60d454 service neutron] 10.222.0.69 "GET /v2.0/networks/e7d92049-bff3-4c3a-a4bd-4950c7dcad1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353606 May 28 06:45:00.805709 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2b32f8b6-f42f-48de-967e-3c352707de9e req-8b16257d-fad4-481c-b89e-5422162b1ed8 tempest-ServerShowV247Test-1976675312 tempest-ServerShowV247Test-1976675312-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae59c7c8-3fe6-4543-adbd-e48f6af407ad HTTP/1.1" status: 200 len: 210 time: 0.0650990 May 28 06:45:00.958377 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161370fa-02b4-491a-94b1-bce9c2480785 req-ba5f9744-4424-4e07-b592-17109cb3f4a2 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:00.959854 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-161370fa-02b4-491a-94b1-bce9c2480785 req-ba5f9744-4424-4e07-b592-17109cb3f4a2 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=229d53c6-40d4-4a99-9861-713890aa5f04 HTTP/1.1" status: 200 len: 946 time: 0.2930310 May 28 06:45:01.021376 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-307ead0f-f354-4c1f-9d84-ab875e21d7fb req-7c321760-515c-4694-b4b5-33a6a20f5cab service neutron] 10.222.0.69 "GET /v2.0/networks/e7d92049-bff3-4c3a-a4bd-4950c7dcad1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184696 May 28 06:45:01.031138 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-161370fa-02b4-491a-94b1-bce9c2480785 req-9a5aa21b-4730-447b-8c1b-03647de7dd67 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=da746f74-f7a2-404c-ba12-af4c190f6fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608792 May 28 06:45:01.386099 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 47888) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:01.654686 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:01.684242 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-433a941c-ac3c-43d2-be90-493ecff6838e tempest-ServiceProvidersTest-94666459 tempest-ServiceProvidersTest-94666459-project] 10.222.0.55 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2968788 May 28 06:45:01.690756 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-28ad8fe9-ad00-4cdb-b876-da054fde27a3 req-923bc27f-461d-48b9-a652-7f4b474aa928 tempest-VolumesBackupsTest-1771606910 tempest-VolumesBackupsTest-1771606910-project] 10.222.0.55 "GET /v2.0/ports?device_id=775dccc7-c877-4cb2-9525-a616b0ed048a HTTP/1.1" status: 200 len: 210 time: 0.0499556 May 28 06:45:01.717619 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73818c58-94af-48cd-8883-fb518ee0fcb7 req-52de5ad2-ad11-46be-b610-3bcd7163fdc7 tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:01.719250 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-73818c58-94af-48cd-8883-fb518ee0fcb7 req-52de5ad2-ad11-46be-b610-3bcd7163fdc7 tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] 10.222.0.55 "GET /v2.0/ports?device_id=1bbe3506-e747-408c-83df-37a83b91c10d HTTP/1.1" status: 200 len: 945 time: 0.2276492 May 28 06:45:01.770510 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-73818c58-94af-48cd-8883-fb518ee0fcb7 req-c7b22716-2e57-45dc-90d0-c2740c36e3c6 tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5c78529-6f2c-402d-ab41-37a59ccd37af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443945 May 28 06:45:01.983805 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-94ad192d-5fc5-423d-83f4-ed6b6c6400f3 req-adb1b8bc-ceac-4d67-9ba3-3e15ad1f08ad tempest-ServerShowV247Test-1976675312 tempest-ServerShowV247Test-1976675312-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae59c7c8-3fe6-4543-adbd-e48f6af407ad HTTP/1.1" status: 200 len: 210 time: 0.0434573 May 28 06:45:02.235114 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7e4c25-d6d3-41f3-bdd8-07ca7c1d5731 req-692ec3c4-0f36-4d00-906a-d0e271dfc07e tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:02.236560 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7b7e4c25-d6d3-41f3-bdd8-07ca7c1d5731 req-692ec3c4-0f36-4d00-906a-d0e271dfc07e tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=229d53c6-40d4-4a99-9861-713890aa5f04 HTTP/1.1" status: 200 len: 946 time: 0.0913475 May 28 06:45:02.277529 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-0bb32319-484c-47a3-abeb-7de57258dead req-1c5a9c47-a990-43fa-9c01-d782dd2e7589 tempest-VolumesBackupsTest-1771606910 tempest-VolumesBackupsTest-1771606910-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=a1aca0685bb94ccf8aade58ad7ba406c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0365756 May 28 06:45:02.292500 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:02.294196 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7b7e4c25-d6d3-41f3-bdd8-07ca7c1d5731 req-947ce2f5-b7eb-45cb-89d5-767bdffdd1a0 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=da746f74-f7a2-404c-ba12-af4c190f6fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475268 May 28 06:45:02.564591 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f10b31f2-f919-49f9-88f9-ada1c5d4ffcd req-bf339cad-4182-41ef-963b-a899536c6f5a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=3bc3a953-7679-4415-9d44-7fab5c933346&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6327639 May 28 06:45:02.604712 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb32319-484c-47a3-abeb-7de57258dead req-fa52d288-4753-44a9-ae8f-a529d3b5a6ef tempest-VolumesBackupsTest-1771606910 tempest-VolumesBackupsTest-1771606910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:02.611820 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-0bb32319-484c-47a3-abeb-7de57258dead req-fa52d288-4753-44a9-ae8f-a529d3b5a6ef tempest-VolumesBackupsTest-1771606910 tempest-VolumesBackupsTest-1771606910-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3003612 May 28 06:45:02.616705 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 47924) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:02.627988 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-0bb32319-484c-47a3-abeb-7de57258dead req-8ba883f5-8910-4dcf-80af-da2e7b43e4b7 tempest-VolumesBackupsTest-1771606910 tempest-VolumesBackupsTest-1771606910-project] Request body: {'port': {'device_id': '775dccc7-c877-4cb2-9525-a616b0ed048a', 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9', 'admin_state_up': True, 'tenant_id': 'a1aca0685bb94ccf8aade58ad7ba406c'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:45:02.767063 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9e7e29ec-7bef-468b-a6dc-d2e4c46d7336 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:02.791228 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [req-0bb32319-484c-47a3-abeb-7de57258dead req-8ba883f5-8910-4dcf-80af-da2e7b43e4b7 tempest-VolumesBackupsTest-1771606910 tempest-VolumesBackupsTest-1771606910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:45:02.796181 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-0bb32319-484c-47a3-abeb-7de57258dead req-8ba883f5-8910-4dcf-80af-da2e7b43e4b7 tempest-VolumesBackupsTest-1771606910 tempest-VolumesBackupsTest-1771606910-project] Usage tracker for resource:port and tenant:a1aca0685bb94ccf8aade58ad7ba406c is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:45:02.800512 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-0bb32319-484c-47a3-abeb-7de57258dead req-8ba883f5-8910-4dcf-80af-da2e7b43e4b7 tempest-VolumesBackupsTest-1771606910 tempest-VolumesBackupsTest-1771606910-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:45:02.808438 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [req-0bb32319-484c-47a3-abeb-7de57258dead req-8ba883f5-8910-4dcf-80af-da2e7b43e4b7 tempest-VolumesBackupsTest-1771606910 tempest-VolumesBackupsTest-1771606910-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:45:02.809583 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-9e7e29ec-7bef-468b-a6dc-d2e4c46d7336 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:45:02.820962 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-9e7e29ec-7bef-468b-a6dc-d2e4c46d7336 admin admin] Usage tracker for resource:security_group_rule and tenant:5d298b8751884fcfa0233f94bddc0802 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:45:02.825542 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-9e7e29ec-7bef-468b-a6dc-d2e4c46d7336 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:45:02.836296 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-9e7e29ec-7bef-468b-a6dc-d2e4c46d7336 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:45:02.886449 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bb32319-484c-47a3-abeb-7de57258dead req-8ba883f5-8910-4dcf-80af-da2e7b43e4b7 tempest-VolumesBackupsTest-1771606910 tempest-VolumesBackupsTest-1771606910-project] Made reservation on behalf of a1aca0685bb94ccf8aade58ad7ba406c for: {'port': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:45:02.897108 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-0bb32319-484c-47a3-abeb-7de57258dead req-8ba883f5-8910-4dcf-80af-da2e7b43e4b7 tempest-VolumesBackupsTest-1771606910 tempest-VolumesBackupsTest-1771606910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:02.923539 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-0bb32319-484c-47a3-abeb-7de57258dead req-8ba883f5-8910-4dcf-80af-da2e7b43e4b7 tempest-VolumesBackupsTest-1771606910 tempest-VolumesBackupsTest-1771606910-project] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:02.932979 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-172f6a1e-2e9b-4888-a950-2bdef41aa45d req-3be9e4df-685e-4f42-b413-6b9d2351bbd4 tempest-VolumesBackupsTest-1771606910 tempest-VolumesBackupsTest-1771606910-project] 10.222.0.55 "GET /v2.0/ports?device_id=775dccc7-c877-4cb2-9525-a616b0ed048a HTTP/1.1" status: 200 len: 210 time: 0.0830104 May 28 06:45:02.949500 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [req-0bb32319-484c-47a3-abeb-7de57258dead req-8ba883f5-8910-4dcf-80af-da2e7b43e4b7 tempest-VolumesBackupsTest-1771606910 tempest-VolumesBackupsTest-1771606910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:45:02.949799 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10b31f2-f919-49f9-88f9-ada1c5d4ffcd req-a8e2b4fe-59bd-41f9-a91c-8a238738b431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:02.960579 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f10b31f2-f919-49f9-88f9-ada1c5d4ffcd req-a8e2b4fe-59bd-41f9-a91c-8a238738b431 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=98e9fd09ba2248b5b9367b689b0cfcd3&device_id=3bc3a953-7679-4415-9d44-7fab5c933346 HTTP/1.1" status: 200 len: 1097 time: 0.2343502 May 28 06:45:02.962502 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-0bb32319-484c-47a3-abeb-7de57258dead req-8ba883f5-8910-4dcf-80af-da2e7b43e4b7 tempest-VolumesBackupsTest-1771606910 tempest-VolumesBackupsTest-1771606910-project] Usage tracker for resource:security_group_rule and tenant:a1aca0685bb94ccf8aade58ad7ba406c is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:45:02.966359 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-0bb32319-484c-47a3-abeb-7de57258dead req-8ba883f5-8910-4dcf-80af-da2e7b43e4b7 tempest-VolumesBackupsTest-1771606910 tempest-VolumesBackupsTest-1771606910-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:45:02.980853 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [req-0bb32319-484c-47a3-abeb-7de57258dead req-8ba883f5-8910-4dcf-80af-da2e7b43e4b7 tempest-VolumesBackupsTest-1771606910 tempest-VolumesBackupsTest-1771606910-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:45:03.179291 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-0bb32319-484c-47a3-abeb-7de57258dead req-8ba883f5-8910-4dcf-80af-da2e7b43e4b7 tempest-VolumesBackupsTest-1771606910 tempest-VolumesBackupsTest-1771606910-project] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:03.300773 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-0bb32319-484c-47a3-abeb-7de57258dead req-8ba883f5-8910-4dcf-80af-da2e7b43e4b7 tempest-VolumesBackupsTest-1771606910 tempest-VolumesBackupsTest-1771606910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:03.344868 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9e7e29ec-7bef-468b-a6dc-d2e4c46d7336 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:03.391015 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10b31f2-f919-49f9-88f9-ada1c5d4ffcd req-1cfc3888-5b4f-4a19-9f4d-178557e9bae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:03.392556 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f10b31f2-f919-49f9-88f9-ada1c5d4ffcd req-1cfc3888-5b4f-4a19-9f4d-178557e9bae7 service neutron] 10.222.0.71 "GET /v2.0/networks?id=a3fe29e9-17f9-4750-841d-90d9978eff94 HTTP/1.1" status: 200 len: 920 time: 0.4074893 May 28 06:45:03.397070 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9e7e29ec-7bef-468b-a6dc-d2e4c46d7336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:03.444900 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba883f5-8910-4dcf-80af-da2e7b43e4b7 tempest-VolumesBackupsTest-1771606910 tempest-VolumesBackupsTest-1771606910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10794579-a77f-4f2e-aa05-fdd89ae9880f,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:45:03.462504 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba883f5-8910-4dcf-80af-da2e7b43e4b7 tempest-VolumesBackupsTest-1771606910 tempest-VolumesBackupsTest-1771606910-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:45:03.462846 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba883f5-8910-4dcf-80af-da2e7b43e4b7 tempest-VolumesBackupsTest-1771606910 tempest-VolumesBackupsTest-1771606910-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:45:03.463187 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba883f5-8910-4dcf-80af-da2e7b43e4b7 tempest-VolumesBackupsTest-1771606910 tempest-VolumesBackupsTest-1771606910-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:45:03.463543 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba883f5-8910-4dcf-80af-da2e7b43e4b7 tempest-VolumesBackupsTest-1771606910 tempest-VolumesBackupsTest-1771606910-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:45:03.463853 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba883f5-8910-4dcf-80af-da2e7b43e4b7 tempest-VolumesBackupsTest-1771606910 tempest-VolumesBackupsTest-1771606910-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:45:03.464183 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba883f5-8910-4dcf-80af-da2e7b43e4b7 tempest-VolumesBackupsTest-1771606910 tempest-VolumesBackupsTest-1771606910-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:45:03.464508 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba883f5-8910-4dcf-80af-da2e7b43e4b7 tempest-VolumesBackupsTest-1771606910 tempest-VolumesBackupsTest-1771606910-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:45:03.464832 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba883f5-8910-4dcf-80af-da2e7b43e4b7 tempest-VolumesBackupsTest-1771606910 tempest-VolumesBackupsTest-1771606910-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:45:03.465158 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba883f5-8910-4dcf-80af-da2e7b43e4b7 tempest-VolumesBackupsTest-1771606910 tempest-VolumesBackupsTest-1771606910-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:45:03.465503 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba883f5-8910-4dcf-80af-da2e7b43e4b7 tempest-VolumesBackupsTest-1771606910 tempest-VolumesBackupsTest-1771606910-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:45:03.465853 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba883f5-8910-4dcf-80af-da2e7b43e4b7 tempest-VolumesBackupsTest-1771606910 tempest-VolumesBackupsTest-1771606910-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:45:03.466182 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba883f5-8910-4dcf-80af-da2e7b43e4b7 tempest-VolumesBackupsTest-1771606910 tempest-VolumesBackupsTest-1771606910-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:45:03.600945 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-81df4f20-8aa5-4448-abc2-6ca0a175a214 req-b603481c-4634-43f3-a7e5-991901f65b7b tempest-ServerShowV247Test-1976675312 tempest-ServerShowV247Test-1976675312-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae59c7c8-3fe6-4543-adbd-e48f6af407ad HTTP/1.1" status: 200 len: 210 time: 0.0911019 May 28 06:45:03.605655 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-f37423bb-4a59-44ff-8425-e9123aedc7fc req-d8a72745-3148-4151-b4b1-8abcb02a0062 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=e9475515-aced-4013-baa0-8861c3dec168 HTTP/1.1" status: 200 len: 210 time: 0.1132348 May 28 06:45:03.649514 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f10b31f2-f919-49f9-88f9-ada1c5d4ffcd req-96ccde41-64e5-43cf-83e1-c66171494f62 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d1957678-ddda-48c9-837b-b0e58ce70d23 HTTP/1.1" status: 200 len: 217 time: 0.2438438 May 28 06:45:03.668308 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [req-0bb32319-484c-47a3-abeb-7de57258dead req-8ba883f5-8910-4dcf-80af-da2e7b43e4b7 tempest-VolumesBackupsTest-1771606910 tempest-VolumesBackupsTest-1771606910-project] Allocated IP 192.168.233.140 (bb90c162-fdb0-406b-af2b-5eef830db7a9/e72d0ca5-04cb-4b36-82b1-c75214c9eb05/aea85970-c8b3-4bf3-9f78-92dd37c152fb) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:45:03.670471 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-9e7e29ec-7bef-468b-a6dc-d2e4c46d7336 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5d298b8751884fcfa0233f94bddc0802&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0526581 May 28 06:45:03.671300 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7e29ec-7bef-468b-a6dc-d2e4c46d7336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bbf8cc6-5da2-42ba-8da2-737315b96ae2,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:45:03.673862 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 47968) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:03.687065 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e53f7e-49d1-4dbd-b24d-1f2c5c5599bc req-af74a763-b930-4a48-929d-15711a82752d tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:03.689239 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-35e53f7e-49d1-4dbd-b24d-1f2c5c5599bc req-af74a763-b930-4a48-929d-15711a82752d tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] 10.222.0.55 "GET /v2.0/ports?device_id=1bbe3506-e747-408c-83df-37a83b91c10d HTTP/1.1" status: 200 len: 945 time: 0.4915774 May 28 06:45:03.743953 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-35e53f7e-49d1-4dbd-b24d-1f2c5c5599bc req-55c3f190-48d6-4dbb-be82-3f1954bbef51 tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5c78529-6f2c-402d-ab41-37a59ccd37af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537338 May 28 06:45:03.898739 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eee1e97-9cfc-42d2-9009-c7139edff361 req-f7c411c7-70bf-44a8-812d-e80301a9ba4d tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:03.901992 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4eee1e97-9cfc-42d2-9009-c7139edff361 req-f7c411c7-70bf-44a8-812d-e80301a9ba4d tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=229d53c6-40d4-4a99-9861-713890aa5f04 HTTP/1.1" status: 200 len: 946 time: 0.1423213 May 28 06:45:04.029120 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4eee1e97-9cfc-42d2-9009-c7139edff361 req-c9d00e74-eba4-4b54-b4f2-6fde11b96d95 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=da746f74-f7a2-404c-ba12-af4c190f6fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806696 May 28 06:45:04.038381 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10b31f2-f919-49f9-88f9-ada1c5d4ffcd req-75549bb4-8e57-48ef-9732-ce2c6bb9ab02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:04.040158 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f10b31f2-f919-49f9-88f9-ada1c5d4ffcd req-75549bb4-8e57-48ef-9732-ce2c6bb9ab02 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=304c7228-4ac2-4e7a-aa6d-33e85e214d70 HTTP/1.1" status: 200 len: 858 time: 0.1370585 May 28 06:45:04.170696 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-96d0eb26-337b-42f4-a6a4-4fe68d47164f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:04.173977 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6ad43aa3-132b-4765-8ddc-753b2f070e5e req-720f68ad-c296-4389-8332-57c81baf9106 tempest-VolumesBackupsTest-1771606910 tempest-VolumesBackupsTest-1771606910-project] 10.222.0.55 "GET /v2.0/ports?device_id=775dccc7-c877-4cb2-9525-a616b0ed048a HTTP/1.1" status: 200 len: 210 time: 0.0652280 May 28 06:45:04.182675 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10b31f2-f919-49f9-88f9-ada1c5d4ffcd req-6957fabb-af7b-4462-beb5-dc81997b108b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:04.184298 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f10b31f2-f919-49f9-88f9-ada1c5d4ffcd req-6957fabb-af7b-4462-beb5-dc81997b108b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a3fe29e9-17f9-4750-841d-90d9978eff94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1273916 May 28 06:45:04.222057 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-96d0eb26-337b-42f4-a6a4-4fe68d47164f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:04.249517 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-0bb32319-484c-47a3-abeb-7de57258dead req-8ba883f5-8910-4dcf-80af-da2e7b43e4b7 tempest-VolumesBackupsTest-1771606910 tempest-VolumesBackupsTest-1771606910-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:04.283916 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [req-0bb32319-484c-47a3-abeb-7de57258dead req-8ba883f5-8910-4dcf-80af-da2e7b43e4b7 tempest-VolumesBackupsTest-1771606910 tempest-VolumesBackupsTest-1771606910-project] Transition to ACTIVE for port object aea85970-c8b3-4bf3-9f78-92dd37c152fb will not be triggered until provisioned by entity DHCP. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:45:04.336855 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f10b31f2-f919-49f9-88f9-ada1c5d4ffcd req-4ea3ed33-e983-499a-8b8a-1dfcea8a1934 service neutron] 10.222.0.71 "GET /v2.0/networks/a3fe29e9-17f9-4750-841d-90d9978eff94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448421 May 28 06:45:04.388805 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-96d0eb26-337b-42f4-a6a4-4fe68d47164f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:04.403405 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d0eb26-337b-42f4-a6a4-4fe68d47164f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bbf8cc6-5da2-42ba-8da2-737315b96ae2,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:45:04.419683 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-96d0eb26-337b-42f4-a6a4-4fe68d47164f admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:04.420800 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-96d0eb26-337b-42f4-a6a4-4fe68d47164f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7bbf8cc6-5da2-42ba-8da2-737315b96ae2 HTTP/1.1" status: 204 len: 168 time: 0.7225814 May 28 06:45:04.427242 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-0bb32319-484c-47a3-abeb-7de57258dead req-8ba883f5-8910-4dcf-80af-da2e7b43e4b7 tempest-VolumesBackupsTest-1771606910 tempest-VolumesBackupsTest-1771606910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:04.518213 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bb32319-484c-47a3-abeb-7de57258dead req-8ba883f5-8910-4dcf-80af-da2e7b43e4b7 tempest-VolumesBackupsTest-1771606910 tempest-VolumesBackupsTest-1771606910-project] Network bb90c162-fdb0-406b-af2b-5eef830db7a9 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:45:04.522308 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [req-0bb32319-484c-47a3-abeb-7de57258dead req-8ba883f5-8910-4dcf-80af-da2e7b43e4b7 tempest-VolumesBackupsTest-1771606910 tempest-VolumesBackupsTest-1771606910-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:45:04.527100 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bb32319-484c-47a3-abeb-7de57258dead req-8ba883f5-8910-4dcf-80af-da2e7b43e4b7 tempest-VolumesBackupsTest-1771606910 tempest-VolumesBackupsTest-1771606910-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:45:04.571788 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f10b31f2-f919-49f9-88f9-ada1c5d4ffcd req-6722000d-fdce-438c-b07e-1478402e701d service neutron] 10.222.0.71 "GET /v2.0/networks/a3fe29e9-17f9-4750-841d-90d9978eff94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260983 May 28 06:45:04.601580 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba883f5-8910-4dcf-80af-da2e7b43e4b7 tempest-VolumesBackupsTest-1771606910 tempest-VolumesBackupsTest-1771606910-project] Pushing event updated for resources: {'Port': ['ID=aea85970-c8b3-4bf3-9f78-92dd37c152fb,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:45:04.665929 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb32319-484c-47a3-abeb-7de57258dead req-8ba883f5-8910-4dcf-80af-da2e7b43e4b7 tempest-VolumesBackupsTest-1771606910 tempest-VolumesBackupsTest-1771606910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:04.666803 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-0bb32319-484c-47a3-abeb-7de57258dead req-8ba883f5-8910-4dcf-80af-da2e7b43e4b7 tempest-VolumesBackupsTest-1771606910 tempest-VolumesBackupsTest-1771606910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:04.761516 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-0bb32319-484c-47a3-abeb-7de57258dead req-8ba883f5-8910-4dcf-80af-da2e7b43e4b7 tempest-VolumesBackupsTest-1771606910 tempest-VolumesBackupsTest-1771606910-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1375492 May 28 06:45:04.794188 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-0bb32319-484c-47a3-abeb-7de57258dead req-7b8fe8b8-6897-448b-a0bd-9fbd99e455db service neutron] Request body: {'port': {'device_id': '775dccc7-c877-4cb2-9525-a616b0ed048a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843702-1'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:45:04.797908 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2df4cef4-4f3f-423e-9842-2b1db9c70bb7 req-1e99e082-c9f3-43f5-acb7-26329a8c57a6 tempest-ServerShowV247Test-1976675312 tempest-ServerShowV247Test-1976675312-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae59c7c8-3fe6-4543-adbd-e48f6af407ad HTTP/1.1" status: 200 len: 210 time: 0.0504842 May 28 06:45:04.915435 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-0bb32319-484c-47a3-abeb-7de57258dead req-7b8fe8b8-6897-448b-a0bd-9fbd99e455db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:04.937740 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-afd6e406-a48d-4f30-83ee-f4aecc5820e1 None None] Provisioning for port aea85970-c8b3-4bf3-9f78-92dd37c152fb completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:45:04.944605 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-afd6e406-a48d-4f30-83ee-f4aecc5820e1 None None] Provisioning complete for port aea85970-c8b3-4bf3-9f78-92dd37c152fb triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:45:04.949570 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-afd6e406-a48d-4f30-83ee-f4aecc5820e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:05.030173 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-afd6e406-a48d-4f30-83ee-f4aecc5820e1 None None] Port aea85970-c8b3-4bf3-9f78-92dd37c152fb cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:45:05.330518 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 91fded47-3648-44a0-9497-819aa157d664 details requested by agent hyperv_n-h1-843702-1 with host n-h1-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:45:05.402201 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cf980550-42cc-423c-bd81-f2b0bc82e92f req-f3f4a944-bcc8-4ab5-b135-423f9985a8c3 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ae59c7c8-3fe6-4543-adbd-e48f6af407ad HTTP/1.1" status: 200 len: 210 time: 0.1313028 May 28 06:45:05.444261 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7acb82-bd28-4c5a-809a-ef5835c4d0fd req-7f7f5005-1990-4b68-bc27-bd4f529b376e tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:05.452326 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ee7acb82-bd28-4c5a-809a-ef5835c4d0fd req-7f7f5005-1990-4b68-bc27-bd4f529b376e tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=229d53c6-40d4-4a99-9861-713890aa5f04 HTTP/1.1" status: 200 len: 946 time: 0.2483897 May 28 06:45:05.502729 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 91fded47-3648-44a0-9497-819aa157d664, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=91fded47-3648-44a0-9497-819aa157d664,segment=NetworkSegment(4c4bc3f8-ec6f-40a7-9f80-cde5ff5de12a),segment_id=4c4bc3f8-ec6f-40a7-9f80-cde5ff5de12a)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:45:05.509640 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [req-0bb32319-484c-47a3-abeb-7de57258dead req-7b8fe8b8-6897-448b-a0bd-9fbd99e455db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aea85970-c8b3-4bf3-9f78-92dd37c152fb {{(pid=89109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:45:05.523359 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Returning: {'device': '91fded47-3648-44a0-9497-819aa157d664', 'network_id': 'e7d92049-bff3-4c3a-a4bd-4950c7dcad1c', 'port_id': '91fded47-3648-44a0-9497-819aa157d664', 'mac_address': 'fa:16:3e:77:c2:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40188bf0-967d-446e-ac4f-b5c59a2acd9a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:45:05.527840 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-0bb32319-484c-47a3-abeb-7de57258dead req-7b8fe8b8-6897-448b-a0bd-9fbd99e455db service neutron] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:05.551219 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ee7acb82-bd28-4c5a-809a-ef5835c4d0fd req-495d2cf7-d181-4849-a1e2-a5aabd5ae432 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=da746f74-f7a2-404c-ba12-af4c190f6fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983760 May 28 06:45:05.573315 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [req-0bb32319-484c-47a3-abeb-7de57258dead req-7b8fe8b8-6897-448b-a0bd-9fbd99e455db service neutron] Transition to ACTIVE for port object aea85970-c8b3-4bf3-9f78-92dd37c152fb will not be triggered until provisioned by entity L2. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:45:05.600943 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 91fded47-3648-44a0-9497-819aa157d664 is: ACTIVE; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:45:05.601313 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:05.625801 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 91fded47-3648-44a0-9497-819aa157d664 {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:45:05.658923 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 91fded47-3648-44a0-9497-819aa157d664, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=91fded47-3648-44a0-9497-819aa157d664,segment=NetworkSegment(4c4bc3f8-ec6f-40a7-9f80-cde5ff5de12a),segment_id=4c4bc3f8-ec6f-40a7-9f80-cde5ff5de12a)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:45:05.671487 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-0bb32319-484c-47a3-abeb-7de57258dead req-7b8fe8b8-6897-448b-a0bd-9fbd99e455db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:05.810050 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:05.925061 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5130d636-a2be-42a4-a22a-950e77c78596 req-87b3fb43-d45e-46af-a81a-fabb510589dd tempest-VolumesBackupsTest-1771606910 tempest-VolumesBackupsTest-1771606910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:05.934964 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5130d636-a2be-42a4-a22a-950e77c78596 req-87b3fb43-d45e-46af-a81a-fabb510589dd tempest-VolumesBackupsTest-1771606910 tempest-VolumesBackupsTest-1771606910-project] 10.222.0.55 "GET /v2.0/ports?device_id=775dccc7-c877-4cb2-9525-a616b0ed048a HTTP/1.1" status: 200 len: 948 time: 0.1978149 May 28 06:45:05.978908 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['91fded47-3648-44a0-9497-819aa157d664'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:45:06.051841 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8fe8b8-6897-448b-a0bd-9fbd99e455db service neutron] Pushing event updated for resources: {'Port': ['ID=aea85970-c8b3-4bf3-9f78-92dd37c152fb,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:45:06.087051 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=91fded47-3648-44a0-9497-819aa157d664,revision_number=6']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:45:06.107226 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5130d636-a2be-42a4-a22a-950e77c78596 req-327e8919-3583-4bd6-b5e1-fde2753f0b31 tempest-VolumesBackupsTest-1771606910 tempest-VolumesBackupsTest-1771606910-project] 10.222.0.55 "GET /v2.0/security-groups?id=10794579-a77f-4f2e-aa05-fdd89ae9880f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710722 May 28 06:45:06.107376 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-0bb32319-484c-47a3-abeb-7de57258dead req-7b8fe8b8-6897-448b-a0bd-9fbd99e455db service neutron] Attempting to bind port aea85970-c8b3-4bf3-9f78-92dd37c152fb on host n-h2-843702-1 for vnic_type normal with profile {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:45:06.107585 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-0bb32319-484c-47a3-abeb-7de57258dead req-7b8fe8b8-6897-448b-a0bd-9fbd99e455db service neutron] Attempting to bind port aea85970-c8b3-4bf3-9f78-92dd37c152fb by drivers openvswitch,hyperv on host n-h2-843702-1 at level 0 using segments [{'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:45:06.107915 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb32319-484c-47a3-abeb-7de57258dead req-7b8fe8b8-6897-448b-a0bd-9fbd99e455db service neutron] Attempting to bind port aea85970-c8b3-4bf3-9f78-92dd37c152fb on network bb90c162-fdb0-406b-af2b-5eef830db7a9 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:45:06.115176 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb32319-484c-47a3-abeb-7de57258dead req-7b8fe8b8-6897-448b-a0bd-9fbd99e455db service neutron] Port aea85970-c8b3-4bf3-9f78-92dd37c152fb on network bb90c162-fdb0-406b-af2b-5eef830db7a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-843702-1 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:45:06.115611 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb32319-484c-47a3-abeb-7de57258dead req-7b8fe8b8-6897-448b-a0bd-9fbd99e455db service neutron] Attempting to bind port aea85970-c8b3-4bf3-9f78-92dd37c152fb on network bb90c162-fdb0-406b-af2b-5eef830db7a9 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:45:06.130212 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb32319-484c-47a3-abeb-7de57258dead req-7b8fe8b8-6897-448b-a0bd-9fbd99e455db service neutron] Checking agent: {'id': 'f1a3973b-d2b3-4558-88e7-2ac50857d302', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:45:06.131331 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb32319-484c-47a3-abeb-7de57258dead req-7b8fe8b8-6897-448b-a0bd-9fbd99e455db service neutron] Checking segment: {'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:45:06.133622 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb32319-484c-47a3-abeb-7de57258dead req-7b8fe8b8-6897-448b-a0bd-9fbd99e455db service neutron] Bound using segment: {'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:45:06.144025 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-0bb32319-484c-47a3-abeb-7de57258dead req-7b8fe8b8-6897-448b-a0bd-9fbd99e455db service neutron] Bound port: aea85970-c8b3-4bf3-9f78-92dd37c152fb, host: n-h2-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'}}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:45:06.145357 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-0bb32319-484c-47a3-abeb-7de57258dead req-7b8fe8b8-6897-448b-a0bd-9fbd99e455db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:06.200840 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98bbda4-89d1-4fad-8684-2f0e85575b55 req-6cf521fb-cb69-4104-8942-404814d3b9d1 tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:06.203053 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f98bbda4-89d1-4fad-8684-2f0e85575b55 req-6cf521fb-cb69-4104-8942-404814d3b9d1 tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] 10.222.0.55 "GET /v2.0/ports?device_id=1bbe3506-e747-408c-83df-37a83b91c10d HTTP/1.1" status: 200 len: 945 time: 0.2108917 May 28 06:45:06.315416 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f98bbda4-89d1-4fad-8684-2f0e85575b55 req-a7d9c311-93e4-44b9-9658-4728d18931dc tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5c78529-6f2c-402d-ab41-37a59ccd37af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999796 May 28 06:45:06.342579 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-0bb32319-484c-47a3-abeb-7de57258dead req-7b8fe8b8-6897-448b-a0bd-9fbd99e455db service neutron] For port aea85970-c8b3-4bf3-9f78-92dd37c152fb, host n-h2-843702-1, cleared binding levels {{(pid=89109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:45:06.356283 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-0bb32319-484c-47a3-abeb-7de57258dead req-7b8fe8b8-6897-448b-a0bd-9fbd99e455db service neutron] For port aea85970-c8b3-4bf3-9f78-92dd37c152fb, host n-h2-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=aea85970-c8b3-4bf3-9f78-92dd37c152fb,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:45:06.442675 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-0bb32319-484c-47a3-abeb-7de57258dead req-7b8fe8b8-6897-448b-a0bd-9fbd99e455db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:06.474358 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 48100) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:06.494428 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-efe2c60f-36ca-4173-b2c5-73647137ed8a req-83dc3987-ab09-44f5-9fab-4c18de4e4571 tempest-ServerShowV247Test-1976675312 tempest-ServerShowV247Test-1976675312-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae59c7c8-3fe6-4543-adbd-e48f6af407ad HTTP/1.1" status: 200 len: 210 time: 0.1231654 May 28 06:45:06.616523 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb32319-484c-47a3-abeb-7de57258dead req-7b8fe8b8-6897-448b-a0bd-9fbd99e455db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:06.617330 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-0bb32319-484c-47a3-abeb-7de57258dead req-7b8fe8b8-6897-448b-a0bd-9fbd99e455db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:06.618598 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-0bb32319-484c-47a3-abeb-7de57258dead req-7b8fe8b8-6897-448b-a0bd-9fbd99e455db service neutron] 10.222.0.71 "PUT /v2.0/ports/aea85970-c8b3-4bf3-9f78-92dd37c152fb HTTP/1.1" status: 200 len: 1096 time: 1.8314700 May 28 06:45:06.619023 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '775dccc7-c877-4cb2-9525-a616b0ed048a', 'tag': 'aea85970-c8b3-4bf3-9f78-92dd37c152fb'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:45:06.647619 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8fe8b8-6897-448b-a0bd-9fbd99e455db service neutron] Pushing event updated for resources: {'Port': ['ID=aea85970-c8b3-4bf3-9f78-92dd37c152fb,revision_number=3']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:45:06.743550 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfe59dde-cf8f-496f-90c0-6ce45e17f5cd'] response: {'name': 'network-changed', 'server_uuid': '775dccc7-c877-4cb2-9525-a616b0ed048a', 'tag': 'aea85970-c8b3-4bf3-9f78-92dd37c152fb', 'status': 'completed', 'code': 200} May 28 06:45:06.948770 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7492b26-1a26-4e4d-81db-bda9f6791d6d req-3a5484fe-1566-4710-9503-c1652897b418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:06.952340 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-e7492b26-1a26-4e4d-81db-bda9f6791d6d req-3a5484fe-1566-4710-9503-c1652897b418 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a1aca0685bb94ccf8aade58ad7ba406c&device_id=775dccc7-c877-4cb2-9525-a616b0ed048a HTTP/1.1" status: 200 len: 1099 time: 0.1591632 May 28 06:45:06.959095 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-cb091280-65ee-48bd-ac04-04395e16ebba admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:06.985751 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-cb091280-65ee-48bd-ac04-04395e16ebba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:45:06.994164 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-cb091280-65ee-48bd-ac04-04395e16ebba admin admin] Usage tracker for resource:security_group_rule and tenant:a36ac85b4f2d4de496bda374d1774c86 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:45:06.999653 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-cb091280-65ee-48bd-ac04-04395e16ebba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:45:07.005511 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-e7492b26-1a26-4e4d-81db-bda9f6791d6d req-31a39e6d-9c74-4eb6-8342-4deb961bc0a6 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=a1aca0685bb94ccf8aade58ad7ba406c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0400400 May 28 06:45:07.008068 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-cb091280-65ee-48bd-ac04-04395e16ebba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:45:07.025227 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab68f896-e45c-4b04-9b99-cb28756ab398 req-345902de-4feb-4117-868d-5d22772bc2fa tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:07.025227 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ab68f896-e45c-4b04-9b99-cb28756ab398 req-345902de-4feb-4117-868d-5d22772bc2fa tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=229d53c6-40d4-4a99-9861-713890aa5f04 HTTP/1.1" status: 200 len: 945 time: 0.2283940 May 28 06:45:07.090818 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ab68f896-e45c-4b04-9b99-cb28756ab398 req-98b48328-e8d1-4c58-9052-a6b1716e625c tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=da746f74-f7a2-404c-ba12-af4c190f6fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595999 May 28 06:45:07.233467 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7492b26-1a26-4e4d-81db-bda9f6791d6d req-f3452421-7876-4c60-ac6d-1f887bb9f360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:07.234951 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-e7492b26-1a26-4e4d-81db-bda9f6791d6d req-f3452421-7876-4c60-ac6d-1f887bb9f360 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2188981 May 28 06:45:07.347430 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 91fded47-3648-44a0-9497-819aa157d664 up at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:45:07.397543 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-cb091280-65ee-48bd-ac04-04395e16ebba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:07.494428 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning complete for port 91fded47-3648-44a0-9497-819aa157d664 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:45:07.498206 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:07.506909 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb32319-484c-47a3-abeb-7de57258dead req-cab43385-beb2-43ea-8118-79a5db020941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:07.510989 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-0bb32319-484c-47a3-abeb-7de57258dead req-cab43385-beb2-43ea-8118-79a5db020941 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a1aca0685bb94ccf8aade58ad7ba406c&device_id=775dccc7-c877-4cb2-9525-a616b0ed048a HTTP/1.1" status: 200 len: 1099 time: 0.2085176 May 28 06:45:07.535124 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-cb091280-65ee-48bd-ac04-04395e16ebba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:07.573468 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd91d36f-1df8-4370-bd30-f29d57e1d192 req-8cb32a9d-6f7d-4d71-9012-a54a84e4782f tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:07.574983 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dd91d36f-1df8-4370-bd30-f29d57e1d192 req-8cb32a9d-6f7d-4d71-9012-a54a84e4782f tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] 10.222.0.69 "GET /v2.0/ports?device_id=1bbe3506-e747-408c-83df-37a83b91c10d HTTP/1.1" status: 200 len: 945 time: 0.4403369 May 28 06:45:07.588749 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0a589e-a6de-4def-8059-fafd6685e085 req-42ae5670-0e4d-4510-a0e4-174a2a0675ef tempest-VolumesBackupsTest-1771606910 tempest-VolumesBackupsTest-1771606910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:07.590326 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-eb0a589e-a6de-4def-8059-fafd6685e085 req-42ae5670-0e4d-4510-a0e4-174a2a0675ef tempest-VolumesBackupsTest-1771606910 tempest-VolumesBackupsTest-1771606910-project] 10.222.0.55 "GET /v2.0/ports?device_id=775dccc7-c877-4cb2-9525-a616b0ed048a HTTP/1.1" status: 200 len: 948 time: 0.2551656 May 28 06:45:07.710433 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-0bb32319-484c-47a3-abeb-7de57258dead req-a602b918-5df4-4d0f-b0e8-66659e55d8b4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=aea85970-c8b3-4bf3-9f78-92dd37c152fb HTTP/1.1" status: 200 len: 217 time: 0.1786087 May 28 06:45:07.724192 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 91fded47-3648-44a0-9497-819aa157d664 is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:45:07.725084 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:07.736599 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb091280-65ee-48bd-ac04-04395e16ebba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b6c96c9-a34e-4273-ad7d-ef0af4d012e7,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:45:07.745210 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-cb091280-65ee-48bd-ac04-04395e16ebba admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a36ac85b4f2d4de496bda374d1774c86&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2616007 May 28 06:45:07.780386 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 48152) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:07.802682 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '229d53c6-40d4-4a99-9861-713890aa5f04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91fded47-3648-44a0-9497-819aa157d664'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:45:07.819867 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 91fded47-3648-44a0-9497-819aa157d664, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=91fded47-3648-44a0-9497-819aa157d664,segment=NetworkSegment(4c4bc3f8-ec6f-40a7-9f80-cde5ff5de12a),segment_id=4c4bc3f8-ec6f-40a7-9f80-cde5ff5de12a)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:45:07.840776 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb32319-484c-47a3-abeb-7de57258dead req-e0d9e711-a3ba-47e7-bd7a-ac0fd5679d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:07.842342 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-0bb32319-484c-47a3-abeb-7de57258dead req-e0d9e711-a3ba-47e7-bd7a-ac0fd5679d73 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e72d0ca5-04cb-4b36-82b1-c75214c9eb05 HTTP/1.1" status: 200 len: 843 time: 0.1259785 May 28 06:45:07.903120 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-eb0a589e-a6de-4def-8059-fafd6685e085 req-be2151a4-8e3f-40bb-99a4-2fadc0329fd7 tempest-VolumesBackupsTest-1771606910 tempest-VolumesBackupsTest-1771606910-project] 10.222.0.55 "GET /v2.0/security-groups?id=10794579-a77f-4f2e-aa05-fdd89ae9880f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2993710 May 28 06:45:07.903270 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:07.914257 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-dd91d36f-1df8-4370-bd30-f29d57e1d192 req-971f9316-d0a8-410c-9a0d-bee79cc78d3b tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] Deleting port 5b111925-0a44-40cc-bfb5-584aed68b475 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:45:07.919835 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-dd91d36f-1df8-4370-bd30-f29d57e1d192 req-971f9316-d0a8-410c-9a0d-bee79cc78d3b tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:08.062860 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5b96b2-0d29-45ee-8945-79c9917c5a5f req-2ec8400d-918e-4c77-a263-d0d385efe512 tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:08.073193 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7a5b96b2-0d29-45ee-8945-79c9917c5a5f req-2ec8400d-918e-4c77-a263-d0d385efe512 tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] 10.222.0.55 "GET /v2.0/ports?device_id=1bbe3506-e747-408c-83df-37a83b91c10d HTTP/1.1" status: 200 len: 945 time: 0.5863621 May 28 06:45:08.080348 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=91fded47-3648-44a0-9497-819aa157d664,revision_number=7']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:45:08.100356 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb32319-484c-47a3-abeb-7de57258dead req-90c99500-0210-483c-a819-d245e8a8fe31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:08.101903 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-0bb32319-484c-47a3-abeb-7de57258dead req-90c99500-0210-483c-a819-d245e8a8fe31 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=bb90c162-fdb0-406b-af2b-5eef830db7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2522011 May 28 06:45:08.233536 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a96584a1-a55e-4236-8652-aa1831dd269d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:08.327388 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-0bb32319-484c-47a3-abeb-7de57258dead req-ebc96ff6-c507-4179-9d45-e61254b4402b service neutron] 10.222.0.71 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958516 May 28 06:45:08.467527 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-dd91d36f-1df8-4370-bd30-f29d57e1d192 req-971f9316-d0a8-410c-9a0d-bee79cc78d3b tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] For port 5b111925-0a44-40cc-bfb5-584aed68b475, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=5b111925-0a44-40cc-bfb5-584aed68b475,segment=NetworkSegment(5ea33a42-cdd5-478a-8599-afce6d43b6ee),segment_id=5ea33a42-cdd5-478a-8599-afce6d43b6ee)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:45:08.467888 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-dd91d36f-1df8-4370-bd30-f29d57e1d192 req-971f9316-d0a8-410c-9a0d-bee79cc78d3b tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:08.521912 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7a5b96b2-0d29-45ee-8945-79c9917c5a5f req-5aca6662-379a-4c5f-a068-55cca2ef44e1 tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5c78529-6f2c-402d-ab41-37a59ccd37af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4399316 May 28 06:45:08.568941 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-0bb32319-484c-47a3-abeb-7de57258dead req-9cae246d-b2f2-4ab2-bcd0-510c4c935106 service neutron] 10.222.0.71 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347209 May 28 06:45:08.602648 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-98d716c5-a82d-4716-8110-dc72dbf56958 req-9aa809e6-14ae-44e7-b533-f3f11dd7430c tempest-ServerShowV247Test-1976675312 tempest-ServerShowV247Test-1976675312-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae59c7c8-3fe6-4543-adbd-e48f6af407ad HTTP/1.1" status: 200 len: 210 time: 0.4097612 May 28 06:45:08.655523 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b19d8cc-c08c-4304-84a7-7be16dd19ff5'] response: {'server_uuid': '229d53c6-40d4-4a99-9861-713890aa5f04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91fded47-3648-44a0-9497-819aa157d664', 'code': 200} May 28 06:45:08.844311 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-dd91d36f-1df8-4370-bd30-f29d57e1d192 req-971f9316-d0a8-410c-9a0d-bee79cc78d3b tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] Calling delete_port for 5b111925-0a44-40cc-bfb5-584aed68b475 owned by compute:nova {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:45:08.874359 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a96584a1-a55e-4236-8652-aa1831dd269d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:09.044985 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b033da-ab5b-47a1-9683-9589061be72d req-edec4050-12c4-49d7-9840-bb1f6012ba36 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:09.046372 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a5b033da-ab5b-47a1-9683-9589061be72d req-edec4050-12c4-49d7-9840-bb1f6012ba36 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=229d53c6-40d4-4a99-9861-713890aa5f04 HTTP/1.1" status: 200 len: 946 time: 0.2122471 May 28 06:45:09.127091 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a96584a1-a55e-4236-8652-aa1831dd269d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:09.216775 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96584a1-a55e-4236-8652-aa1831dd269d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b6c96c9-a34e-4273-ad7d-ef0af4d012e7,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:45:09.262353 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a5b033da-ab5b-47a1-9683-9589061be72d req-091efd0c-4e5d-41b4-83b7-229aa6ae812e tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=da746f74-f7a2-404c-ba12-af4c190f6fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850615 May 28 06:45:09.345396 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a96584a1-a55e-4236-8652-aa1831dd269d admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:09.349600 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-a96584a1-a55e-4236-8652-aa1831dd269d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2b6c96c9-a34e-4273-ad7d-ef0af4d012e7 HTTP/1.1" status: 204 len: 168 time: 1.5651674 May 28 06:45:09.360892 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-dd91d36f-1df8-4370-bd30-f29d57e1d192 req-971f9316-d0a8-410c-9a0d-bee79cc78d3b tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:09.382581 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['5b111925-0a44-40cc-bfb5-584aed68b475'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:45:09.553297 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971f9316-d0a8-410c-9a0d-bee79cc78d3b tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] Pushing event deleted for resources: {'Port': ['ID=5b111925-0a44-40cc-bfb5-584aed68b475,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:45:09.871226 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd91d36f-1df8-4370-bd30-f29d57e1d192 req-971f9316-d0a8-410c-9a0d-bee79cc78d3b tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] No DVR routers for this DVR port 5b111925-0a44-40cc-bfb5-584aed68b475 on host n-h1-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:45:09.878647 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-dd91d36f-1df8-4370-bd30-f29d57e1d192 req-971f9316-d0a8-410c-9a0d-bee79cc78d3b tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:09.881445 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dd91d36f-1df8-4370-bd30-f29d57e1d192 req-971f9316-d0a8-410c-9a0d-bee79cc78d3b tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] 10.222.0.69 "DELETE /v2.0/ports/5b111925-0a44-40cc-bfb5-584aed68b475 HTTP/1.1" status: 204 len: 173 time: 2.2797997 May 28 06:45:09.885624 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bbe3506-e747-408c-83df-37a83b91c10d', 'name': 'network-vif-deleted', 'tag': '5b111925-0a44-40cc-bfb5-584aed68b475'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:45:09.891307 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-476e3047-d933-43ab-9436-776660616c16 req-80a12f7e-4a32-4edb-92b8-2a6dbe4e61a1 tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] Synchronizing usage tracker for tenant:df26b9cb6f0944bda1073f5477889310 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:45:09.937772 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b85be40-6ed1-460e-adab-2124114525d5 req-b3b4ffc2-0113-435b-9a53-71adbe38882c tempest-VolumesBackupsTest-1771606910 tempest-VolumesBackupsTest-1771606910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:09.937772 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7b85be40-6ed1-460e-adab-2124114525d5 req-b3b4ffc2-0113-435b-9a53-71adbe38882c tempest-VolumesBackupsTest-1771606910 tempest-VolumesBackupsTest-1771606910-project] 10.222.0.55 "GET /v2.0/ports?device_id=775dccc7-c877-4cb2-9525-a616b0ed048a HTTP/1.1" status: 200 len: 948 time: 0.3766901 May 28 06:45:09.997304 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7b85be40-6ed1-460e-adab-2124114525d5 req-93537426-a6e9-497f-9900-ac4d419e4eac tempest-VolumesBackupsTest-1771606910 tempest-VolumesBackupsTest-1771606910-project] 10.222.0.55 "GET /v2.0/security-groups?id=10794579-a77f-4f2e-aa05-fdd89ae9880f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584118 May 28 06:45:10.030384 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-476e3047-d933-43ab-9436-776660616c16 req-80a12f7e-4a32-4edb-92b8-2a6dbe4e61a1 tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] Unset dirty status for tenant:df26b9cb6f0944bda1073f5477889310 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:45:10.032119 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-476e3047-d933-43ab-9436-776660616c16 req-80a12f7e-4a32-4edb-92b8-2a6dbe4e61a1 tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] 10.222.0.55 "GET /v2.0/ports?device_id=1bbe3506-e747-408c-83df-37a83b91c10d HTTP/1.1" status: 200 len: 210 time: 0.2177482 May 28 06:45:10.099537 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b529fb85-f686-46db-8358-662ccd9aac49'] response: {'server_uuid': '1bbe3506-e747-408c-83df-37a83b91c10d', 'name': 'network-vif-deleted', 'tag': '5b111925-0a44-40cc-bfb5-584aed68b475', 'status': 'completed', 'code': 200} May 28 06:45:10.203445 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-823bf0ef-ddc4-4afc-8af9-c97bfe0a2d0f req-50278204-c428-452e-82cf-252e05dfdeb0 tempest-ServerShowV247Test-1976675312 tempest-ServerShowV247Test-1976675312-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae59c7c8-3fe6-4543-adbd-e48f6af407ad HTTP/1.1" status: 200 len: 210 time: 0.0529191 May 28 06:45:10.483050 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b15fd4-10b9-429e-8cc8-a67301afbaae req-a7d1382e-9a3e-4459-8e29-626cf01db283 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:10.487716 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-94b15fd4-10b9-429e-8cc8-a67301afbaae req-a7d1382e-9a3e-4459-8e29-626cf01db283 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=229d53c6-40d4-4a99-9861-713890aa5f04 HTTP/1.1" status: 200 len: 946 time: 0.1159859 May 28 06:45:10.696437 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-94b15fd4-10b9-429e-8cc8-a67301afbaae req-2dc54d32-8bd8-4107-8f14-9f515dc0b366 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=da746f74-f7a2-404c-ba12-af4c190f6fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019007 May 28 06:45:10.744147 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 48294) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:10.783614 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f817d287-4e82-482d-be43-787c68fa0275 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:10.812475 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-f817d287-4e82-482d-be43-787c68fa0275 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:45:10.817648 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-f817d287-4e82-482d-be43-787c68fa0275 admin admin] Usage tracker for resource:security_group_rule and tenant:222167231b044b8b98bda3ae11bc9c6e is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:45:10.822094 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-f817d287-4e82-482d-be43-787c68fa0275 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:45:10.828482 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-f817d287-4e82-482d-be43-787c68fa0275 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:45:11.115451 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f817d287-4e82-482d-be43-787c68fa0275 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:11.177818 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f817d287-4e82-482d-be43-787c68fa0275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:11.236199 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-f817d287-4e82-482d-be43-787c68fa0275 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=222167231b044b8b98bda3ae11bc9c6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4901497 May 28 06:45:11.236875 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 48326) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:11.268862 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f817d287-4e82-482d-be43-787c68fa0275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c7d56e1-65c6-4161-a67e-b1bc56d263b9,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:45:11.336621 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8d058b1b-ef48-4271-8d4d-8f05edde7abb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:11.365614 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 5b111925-0a44-40cc-bfb5-584aed68b475 no longer exists at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:45:11.373995 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8d058b1b-ef48-4271-8d4d-8f05edde7abb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:11.410614 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] No Port match for: 5b111925-0a44-40cc-bfb5-584aed68b475 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:45:11.412222 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 5b111925-0a44-40cc-bfb5-584aed68b475 not bound to the agent host n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:45:11.433400 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3705b7-091f-4bb1-a3e4-887f4131388d req-a5fb119a-921a-47f5-aca0-c00a133f4d98 tempest-VolumesBackupsTest-1771606910 tempest-VolumesBackupsTest-1771606910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:11.434984 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-db3705b7-091f-4bb1-a3e4-887f4131388d req-a5fb119a-921a-47f5-aca0-c00a133f4d98 tempest-VolumesBackupsTest-1771606910 tempest-VolumesBackupsTest-1771606910-project] 10.222.0.55 "GET /v2.0/ports?device_id=775dccc7-c877-4cb2-9525-a616b0ed048a HTTP/1.1" status: 200 len: 948 time: 0.2333305 May 28 06:45:11.454291 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-54a60e3a-3c85-464c-91cf-9cfe07254e50 req-e4960a42-39ce-4225-a8e9-9e382a458492 tempest-ServerShowV247Test-1976675312 tempest-ServerShowV247Test-1976675312-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae59c7c8-3fe6-4543-adbd-e48f6af407ad HTTP/1.1" status: 200 len: 210 time: 0.0721755 May 28 06:45:11.511759 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-db3705b7-091f-4bb1-a3e4-887f4131388d req-3a10a2ef-ea41-4c58-b03e-8604b36212ee tempest-VolumesBackupsTest-1771606910 tempest-VolumesBackupsTest-1771606910-project] 10.222.0.55 "GET /v2.0/security-groups?id=10794579-a77f-4f2e-aa05-fdd89ae9880f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600588 May 28 06:45:11.612251 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8d058b1b-ef48-4271-8d4d-8f05edde7abb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:11.641657 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8d058b1b-ef48-4271-8d4d-8f05edde7abb admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:11.645674 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-8d058b1b-ef48-4271-8d4d-8f05edde7abb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0c7d56e1-65c6-4161-a67e-b1bc56d263b9 HTTP/1.1" status: 204 len: 168 time: 0.4042966 May 28 06:45:11.665376 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d058b1b-ef48-4271-8d4d-8f05edde7abb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c7d56e1-65c6-4161-a67e-b1bc56d263b9,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:45:11.932174 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c182ed40-880f-4ef9-8553-30aa4c19ea20 req-b03ee4ee-e3e7-41dd-bcc4-b99a1ffa2ea0 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:11.935984 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c182ed40-880f-4ef9-8553-30aa4c19ea20 req-b03ee4ee-e3e7-41dd-bcc4-b99a1ffa2ea0 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=229d53c6-40d4-4a99-9861-713890aa5f04 HTTP/1.1" status: 200 len: 946 time: 0.1125560 May 28 06:45:11.982491 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c182ed40-880f-4ef9-8553-30aa4c19ea20 req-7ffc764f-c542-498c-9e59-1d622bdaf747 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=da746f74-f7a2-404c-ba12-af4c190f6fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401740 May 28 06:45:12.127694 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device aea85970-c8b3-4bf3-9f78-92dd37c152fb details requested by agent hyperv_n-h2-843702-1 with host n-h2-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:45:12.342368 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port aea85970-c8b3-4bf3-9f78-92dd37c152fb, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=aea85970-c8b3-4bf3-9f78-92dd37c152fb,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:45:12.342988 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c3be8d-b1df-4617-99f2-b0023fdd5abe req-14d57ad0-d0ad-4385-9eb9-0266b26f8780 tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:12.345077 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-34c3be8d-b1df-4617-99f2-b0023fdd5abe req-14d57ad0-d0ad-4385-9eb9-0266b26f8780 tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] 10.222.0.55 "GET /v2.0/networks?id=1b5d22ea-5322-4981-a04a-bc25c800ceed HTTP/1.1" status: 200 len: 809 time: 0.2225845 May 28 06:45:12.351174 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Returning: {'device': 'aea85970-c8b3-4bf3-9f78-92dd37c152fb', 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9', 'port_id': 'aea85970-c8b3-4bf3-9f78-92dd37c152fb', 'mac_address': 'fa:16:3e:fe:ff:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e72d0ca5-04cb-4b36-82b1-c75214c9eb05', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:45:12.371801 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-34c3be8d-b1df-4617-99f2-b0023fdd5abe req-614094b3-ad8a-44dc-bf23-b12435339109 tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] 10.222.0.55 "GET /v2.0/quotas/df26b9cb6f0944bda1073f5477889310 HTTP/1.1" status: 200 len: 375 time: 0.0116594 May 28 06:45:12.431282 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-34c3be8d-b1df-4617-99f2-b0023fdd5abe req-2d6e41c9-b73a-489a-8900-19d959d662db tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=df26b9cb6f0944bda1073f5477889310&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0542073 May 28 06:45:12.431721 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port aea85970-c8b3-4bf3-9f78-92dd37c152fb is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:45:12.432411 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:12.453696 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aea85970-c8b3-4bf3-9f78-92dd37c152fb {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:45:12.478600 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port aea85970-c8b3-4bf3-9f78-92dd37c152fb, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=aea85970-c8b3-4bf3-9f78-92dd37c152fb,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:45:12.618298 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:12.680275 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1d60abc6-dfa0-42fd-b3f1-7f95aea4089d req-741ba15f-b4c3-47f5-ab9f-c8dd4e2fb726 tempest-ServerShowV247Test-1976675312 tempest-ServerShowV247Test-1976675312-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae59c7c8-3fe6-4543-adbd-e48f6af407ad HTTP/1.1" status: 200 len: 210 time: 0.0554321 May 28 06:45:12.751320 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=aea85970-c8b3-4bf3-9f78-92dd37c152fb,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:45:12.944081 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc361c38-2b57-4551-bf4b-67389bbe8d26 req-3c055c67-152c-407a-913e-3b8ea03be04e tempest-VolumesBackupsTest-1771606910 tempest-VolumesBackupsTest-1771606910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:12.951616 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dc361c38-2b57-4551-bf4b-67389bbe8d26 req-3c055c67-152c-407a-913e-3b8ea03be04e tempest-VolumesBackupsTest-1771606910 tempest-VolumesBackupsTest-1771606910-project] 10.222.0.55 "GET /v2.0/ports?device_id=775dccc7-c877-4cb2-9525-a616b0ed048a HTTP/1.1" status: 200 len: 949 time: 0.1257915 May 28 06:45:12.984321 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['aea85970-c8b3-4bf3-9f78-92dd37c152fb'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:45:13.012034 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dc361c38-2b57-4551-bf4b-67389bbe8d26 req-7a0fb519-76a7-4356-a8f8-27adc5404fe0 tempest-VolumesBackupsTest-1771606910 tempest-VolumesBackupsTest-1771606910-project] 10.222.0.55 "GET /v2.0/security-groups?id=10794579-a77f-4f2e-aa05-fdd89ae9880f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592763 May 28 06:45:13.108874 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 48424) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:13.239415 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-65ed1221-069d-4346-9727-c26498f0cbbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:13.278344 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-65ed1221-069d-4346-9727-c26498f0cbbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:45:13.292325 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-65ed1221-069d-4346-9727-c26498f0cbbe admin admin] Usage tracker for resource:security_group_rule and tenant:ca4592e4d6c94ae78db6d72eabeebf1b is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:45:13.300151 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-65ed1221-069d-4346-9727-c26498f0cbbe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:45:13.316051 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-65ed1221-069d-4346-9727-c26498f0cbbe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:45:13.378521 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-34c3be8d-b1df-4617-99f2-b0023fdd5abe req-6edff34f-9989-4e4a-8bc4-2431af841a30 service neutron] 10.222.0.55 "GET /v2.0/networks/1b5d22ea-5322-4981-a04a-bc25c800ceed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9284306 May 28 06:45:13.525589 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-65ed1221-069d-4346-9727-c26498f0cbbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:13.640491 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-65ed1221-069d-4346-9727-c26498f0cbbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:13.723148 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-65ed1221-069d-4346-9727-c26498f0cbbe admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ca4592e4d6c94ae78db6d72eabeebf1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6093643 May 28 06:45:13.723148 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ed1221-069d-4346-9727-c26498f0cbbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7cf16db-aa3e-48a9-9335-944cd53ab67d,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:45:13.725737 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 48448) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:13.731704 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-34c3be8d-b1df-4617-99f2-b0023fdd5abe req-e8b08220-835a-494d-a4f5-87a44349dd7b service neutron] 10.222.0.55 "GET /v2.0/networks/1b5d22ea-5322-4981-a04a-bc25c800ceed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3476050 May 28 06:45:13.757983 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198adfee-3749-4fca-815d-1b89d79fee56 req-dc50ee68-90f4-4c00-934b-25838a6a4293 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:13.759537 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-198adfee-3749-4fca-815d-1b89d79fee56 req-dc50ee68-90f4-4c00-934b-25838a6a4293 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=229d53c6-40d4-4a99-9861-713890aa5f04 HTTP/1.1" status: 200 len: 946 time: 0.2477710 May 28 06:45:13.795846 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7a678cda-134e-4a8d-b0d6-e05f9aa02c86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:13.830203 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7a678cda-134e-4a8d-b0d6-e05f9aa02c86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:13.859552 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-198adfee-3749-4fca-815d-1b89d79fee56 req-6626e267-f614-406c-8f90-e4f67151d5ba tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=da746f74-f7a2-404c-ba12-af4c190f6fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917683 May 28 06:45:14.035360 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7a678cda-134e-4a8d-b0d6-e05f9aa02c86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:14.063120 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a678cda-134e-4a8d-b0d6-e05f9aa02c86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7cf16db-aa3e-48a9-9335-944cd53ab67d,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:45:14.091182 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7a678cda-134e-4a8d-b0d6-e05f9aa02c86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:14.104661 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-7a678cda-134e-4a8d-b0d6-e05f9aa02c86 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c7cf16db-aa3e-48a9-9335-944cd53ab67d HTTP/1.1" status: 204 len: 168 time: 0.3723629 May 28 06:45:14.114587 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e867ee19-0518-4d3f-b093-5221642c5a0a req-233058dd-2c05-45b9-9fab-7d7f9e7a9280 tempest-ServerShowV247Test-1976675312 tempest-ServerShowV247Test-1976675312-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae59c7c8-3fe6-4543-adbd-e48f6af407ad HTTP/1.1" status: 200 len: 210 time: 0.1444461 May 28 06:45:14.127586 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device aea85970-c8b3-4bf3-9f78-92dd37c152fb up at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:45:14.405977 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning for port aea85970-c8b3-4bf3-9f78-92dd37c152fb completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:45:14.415719 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning complete for port aea85970-c8b3-4bf3-9f78-92dd37c152fb triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:45:14.415719 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:14.443945 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d4a297-2e45-44df-8613-da71bd4fcf97 req-3f3f6ded-07f5-4b3d-82e3-054f841d2406 tempest-VolumesBackupsTest-1771606910 tempest-VolumesBackupsTest-1771606910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:14.463387 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-46d4a297-2e45-44df-8613-da71bd4fcf97 req-3f3f6ded-07f5-4b3d-82e3-054f841d2406 tempest-VolumesBackupsTest-1771606910 tempest-VolumesBackupsTest-1771606910-project] 10.222.0.55 "GET /v2.0/ports?device_id=775dccc7-c877-4cb2-9525-a616b0ed048a HTTP/1.1" status: 200 len: 949 time: 0.2075102 May 28 06:45:14.514479 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-46d4a297-2e45-44df-8613-da71bd4fcf97 req-4ecd165d-7bfe-4b31-88bd-1e08b79abd84 tempest-VolumesBackupsTest-1771606910 tempest-VolumesBackupsTest-1771606910-project] 10.222.0.55 "GET /v2.0/security-groups?id=10794579-a77f-4f2e-aa05-fdd89ae9880f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500624 May 28 06:45:14.544720 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 48478) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:14.618312 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0c54bd76-9e46-4d7b-bcf6-1b149e7db7c4 req-e50f8898-d4f3-4f30-bcae-8e487b3f18a9 tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] 10.222.0.55 "GET /v2.0/ports?device_id=3316c74e-3136-4a5d-988f-4dfc6ca8cf16 HTTP/1.1" status: 200 len: 210 time: 0.0551908 May 28 06:45:14.677575 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port aea85970-c8b3-4bf3-9f78-92dd37c152fb is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:45:14.678049 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:14.712574 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '775dccc7-c877-4cb2-9525-a616b0ed048a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aea85970-c8b3-4bf3-9f78-92dd37c152fb'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:45:14.726345 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port aea85970-c8b3-4bf3-9f78-92dd37c152fb, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=aea85970-c8b3-4bf3-9f78-92dd37c152fb,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:45:14.785454 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b67b24bb-3c61-4589-bf36-71f4d01cc424'] response: {'server_uuid': '775dccc7-c877-4cb2-9525-a616b0ed048a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aea85970-c8b3-4bf3-9f78-92dd37c152fb', 'code': 200} May 28 06:45:14.897964 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:15.063272 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722c531d-1312-4c26-9177-7eacd7d1a153 req-fa2ab389-82fe-4b7d-b42b-64a65e960092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:15.065704 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-722c531d-1312-4c26-9177-7eacd7d1a153 req-fa2ab389-82fe-4b7d-b42b-64a65e960092 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=775dccc7-c877-4cb2-9525-a616b0ed048a HTTP/1.1" status: 200 len: 1101 time: 0.1445935 May 28 06:45:15.078083 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=aea85970-c8b3-4bf3-9f78-92dd37c152fb,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:45:15.134018 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-722c531d-1312-4c26-9177-7eacd7d1a153 req-0c82fb03-6ea3-40fe-8491-8e9839054412 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=10794579-a77f-4f2e-aa05-fdd89ae9880f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556216 May 28 06:45:15.210998 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005c21f8-09e8-4359-a005-db1c629af0a2 req-ab0648b5-a4e5-4548-940c-b37e44fc68ff tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:15.214733 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-40167e07-085a-4c8a-b850-30b89a318444 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:15.215838 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-005c21f8-09e8-4359-a005-db1c629af0a2 req-ab0648b5-a4e5-4548-940c-b37e44fc68ff tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=229d53c6-40d4-4a99-9861-713890aa5f04 HTTP/1.1" status: 200 len: 946 time: 0.1122575 May 28 06:45:15.277461 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-40167e07-085a-4c8a-b850-30b89a318444 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:45:15.288884 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-40167e07-085a-4c8a-b850-30b89a318444 admin admin] Usage tracker for resource:security_group_rule and tenant:c106823310214dfbaee251818507fc50 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:45:15.291134 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-005c21f8-09e8-4359-a005-db1c629af0a2 req-559f8bdc-552e-4980-9041-7bccf59e517c tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=da746f74-f7a2-404c-ba12-af4c190f6fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740376 May 28 06:45:15.292244 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-40167e07-085a-4c8a-b850-30b89a318444 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:45:15.306671 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-40167e07-085a-4c8a-b850-30b89a318444 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:45:15.466082 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-40167e07-085a-4c8a-b850-30b89a318444 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:15.532844 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f352f434-7428-4291-8f07-d041b668019e req-9b3a8e16-a4c9-4574-ab75-b3eddd9cbf6e tempest-ServerShowV247Test-1976675312 tempest-ServerShowV247Test-1976675312-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae59c7c8-3fe6-4543-adbd-e48f6af407ad HTTP/1.1" status: 200 len: 210 time: 0.0601206 May 28 06:45:15.549207 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-40167e07-085a-4c8a-b850-30b89a318444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:15.703190 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-40167e07-085a-4c8a-b850-30b89a318444 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c106823310214dfbaee251818507fc50&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1575177 May 28 06:45:15.704362 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40167e07-085a-4c8a-b850-30b89a318444 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c8403bf-cdce-4fc7-8be1-9512e5972684,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:45:15.705033 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 48516) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:15.896435 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2806c28a-6fc7-41a0-aa4d-ed7530412499 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:15.928080 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2806c28a-6fc7-41a0-aa4d-ed7530412499 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:15.954739 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c534af-fc1a-4ed1-865f-70fb55222889 req-e0ddd739-2010-4fcb-ac38-75b6cfde7dc1 tempest-VolumesBackupsTest-1771606910 tempest-VolumesBackupsTest-1771606910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:15.957621 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c4c534af-fc1a-4ed1-865f-70fb55222889 req-e0ddd739-2010-4fcb-ac38-75b6cfde7dc1 tempest-VolumesBackupsTest-1771606910 tempest-VolumesBackupsTest-1771606910-project] 10.222.0.55 "GET /v2.0/ports?device_id=775dccc7-c877-4cb2-9525-a616b0ed048a HTTP/1.1" status: 200 len: 950 time: 0.2050424 May 28 06:45:16.031319 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c4c534af-fc1a-4ed1-865f-70fb55222889 req-7516dc93-6851-44d0-abb7-50b04ef2339e tempest-VolumesBackupsTest-1771606910 tempest-VolumesBackupsTest-1771606910-project] 10.222.0.55 "GET /v2.0/security-groups?id=10794579-a77f-4f2e-aa05-fdd89ae9880f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653548 May 28 06:45:16.161612 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3c3c060b-64e0-451b-82c1-4c65efa9d2cb req-711cd2b3-bf8c-41a8-b7f5-216fdb12a2f0 tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] 10.222.0.55 "GET /v2.0/ports?device_id=3316c74e-3136-4a5d-988f-4dfc6ca8cf16 HTTP/1.1" status: 200 len: 210 time: 0.0690589 May 28 06:45:16.164541 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2806c28a-6fc7-41a0-aa4d-ed7530412499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:16.185028 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2806c28a-6fc7-41a0-aa4d-ed7530412499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c8403bf-cdce-4fc7-8be1-9512e5972684,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:45:16.204776 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2806c28a-6fc7-41a0-aa4d-ed7530412499 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:16.206458 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-2806c28a-6fc7-41a0-aa4d-ed7530412499 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7c8403bf-cdce-4fc7-8be1-9512e5972684 HTTP/1.1" status: 204 len: 168 time: 0.4999747 May 28 06:45:16.852387 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6b96307d-efbd-48c9-9605-b239c84a549b req-7cfebbca-3790-4477-a407-843cb84e166d tempest-ServerShowV247Test-1976675312 tempest-ServerShowV247Test-1976675312-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae59c7c8-3fe6-4543-adbd-e48f6af407ad HTTP/1.1" status: 200 len: 210 time: 0.0777724 May 28 06:45:16.892472 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb5a3b0-cf3b-4f91-b1e8-b3297e29ebd7 req-6ee80baa-1551-4198-a088-35976fe82b16 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:16.899918 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5eb5a3b0-cf3b-4f91-b1e8-b3297e29ebd7 req-6ee80baa-1551-4198-a088-35976fe82b16 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=229d53c6-40d4-4a99-9861-713890aa5f04 HTTP/1.1" status: 200 len: 946 time: 0.4773202 May 28 06:45:16.981555 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5eb5a3b0-cf3b-4f91-b1e8-b3297e29ebd7 req-5996422c-7c62-4390-81f1-dea625736565 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=da746f74-f7a2-404c-ba12-af4c190f6fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806508 May 28 06:45:17.296842 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe82870-7fc8-4d13-9398-9ec2977626f8 req-8e88e94b-8f71-415e-8c59-05db25004970 tempest-VolumesBackupsTest-1771606910 tempest-VolumesBackupsTest-1771606910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:17.305672 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7fe82870-7fc8-4d13-9398-9ec2977626f8 req-8e88e94b-8f71-415e-8c59-05db25004970 tempest-VolumesBackupsTest-1771606910 tempest-VolumesBackupsTest-1771606910-project] 10.222.0.55 "GET /v2.0/ports?device_id=775dccc7-c877-4cb2-9525-a616b0ed048a HTTP/1.1" status: 200 len: 950 time: 0.1072009 May 28 06:45:17.362517 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7fe82870-7fc8-4d13-9398-9ec2977626f8 req-1cd34829-4a92-4364-a235-ad6c4ff648bc tempest-VolumesBackupsTest-1771606910 tempest-VolumesBackupsTest-1771606910-project] 10.222.0.55 "GET /v2.0/security-groups?id=10794579-a77f-4f2e-aa05-fdd89ae9880f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558167 May 28 06:45:17.547579 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bb559105-4cbe-4236-90d3-6df3e9e997ed req-968c33ed-8074-4204-a0bb-d83eb5b90681 tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] 10.222.0.55 "GET /v2.0/ports?device_id=3316c74e-3136-4a5d-988f-4dfc6ca8cf16 HTTP/1.1" status: 200 len: 210 time: 0.1244316 May 28 06:45:17.678187 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 48580) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:17.701192 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-859d33a3-fa82-4f6a-9c95-9355a9f9d5ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:17.719864 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-859d33a3-fa82-4f6a-9c95-9355a9f9d5ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:45:17.725044 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-859d33a3-fa82-4f6a-9c95-9355a9f9d5ed admin admin] Usage tracker for resource:security_group_rule and tenant:af4b0337f2184967a5a1013f21d8ac1a is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:45:17.730097 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-859d33a3-fa82-4f6a-9c95-9355a9f9d5ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:45:17.738065 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-859d33a3-fa82-4f6a-9c95-9355a9f9d5ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:45:17.752083 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c3be8d-b1df-4617-99f2-b0023fdd5abe req-0eaa876e-037e-49fe-9e1d-75ae7ce5415e tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:17.754506 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-34c3be8d-b1df-4617-99f2-b0023fdd5abe req-0eaa876e-037e-49fe-9e1d-75ae7ce5415e tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] 10.222.0.69 "GET /v2.0/networks?id=1b5d22ea-5322-4981-a04a-bc25c800ceed HTTP/1.1" status: 200 len: 809 time: 0.1951406 May 28 06:45:17.767839 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-34c3be8d-b1df-4617-99f2-b0023fdd5abe req-63039081-71dc-453b-998a-7a52b92b6fa5 tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] Request body: {'port': {'device_id': '3316c74e-3136-4a5d-988f-4dfc6ca8cf16', 'network_id': '1b5d22ea-5322-4981-a04a-bc25c800ceed', 'admin_state_up': True, 'tenant_id': 'df26b9cb6f0944bda1073f5477889310'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:45:17.864829 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-859d33a3-fa82-4f6a-9c95-9355a9f9d5ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:17.991855 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-34c3be8d-b1df-4617-99f2-b0023fdd5abe req-63039081-71dc-453b-998a-7a52b92b6fa5 tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:45:18.007504 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-859d33a3-fa82-4f6a-9c95-9355a9f9d5ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:18.046340 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-34c3be8d-b1df-4617-99f2-b0023fdd5abe req-63039081-71dc-453b-998a-7a52b92b6fa5 tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:45:18.124885 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-859d33a3-fa82-4f6a-9c95-9355a9f9d5ed admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=af4b0337f2184967a5a1013f21d8ac1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4455838 May 28 06:45:18.127131 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 48604) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:18.182364 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859d33a3-fa82-4f6a-9c95-9355a9f9d5ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69c4a8e2-979f-4abf-914a-bd0233796eba,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:45:18.237225 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34c3be8d-b1df-4617-99f2-b0023fdd5abe req-63039081-71dc-453b-998a-7a52b92b6fa5 tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] Made reservation on behalf of df26b9cb6f0944bda1073f5477889310 for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:45:18.240998 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-34c3be8d-b1df-4617-99f2-b0023fdd5abe req-63039081-71dc-453b-998a-7a52b92b6fa5 tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:18.281145 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1d3576c2-df23-47b9-ba95-a90c6ecdf658 req-8ae0c891-b2c4-4844-82b6-d88fd902d294 tempest-ServerShowV247Test-1976675312 tempest-ServerShowV247Test-1976675312-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae59c7c8-3fe6-4543-adbd-e48f6af407ad HTTP/1.1" status: 200 len: 210 time: 0.0845835 May 28 06:45:18.352423 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-4aedcbc3-570d-45c6-a133-b848a9aa5379 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:18.414735 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-4aedcbc3-570d-45c6-a133-b848a9aa5379 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:18.652737 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [req-34c3be8d-b1df-4617-99f2-b0023fdd5abe req-63039081-71dc-453b-998a-7a52b92b6fa5 tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] Allocated IP 172.20.0.14 (1b5d22ea-5322-4981-a04a-bc25c800ceed/977e39a0-bf25-4a35-b681-ee91741f4c0f/7fb4fcbd-f801-4997-ab63-1232002565b1) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:45:18.811489 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a90b48-087e-4c1b-9a8a-24302a6b0ec6 req-068ad923-7b24-4ae8-9764-11715a7d55f0 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:18.812986 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-79a90b48-087e-4c1b-9a8a-24302a6b0ec6 req-068ad923-7b24-4ae8-9764-11715a7d55f0 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=229d53c6-40d4-4a99-9861-713890aa5f04 HTTP/1.1" status: 200 len: 946 time: 0.3146966 May 28 06:45:18.912715 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-79a90b48-087e-4c1b-9a8a-24302a6b0ec6 req-0dbd14bd-bfb0-4f7e-8557-2ca09d6419a6 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=da746f74-f7a2-404c-ba12-af4c190f6fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844195 May 28 06:45:18.946557 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-4aedcbc3-570d-45c6-a133-b848a9aa5379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:19.022962 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aedcbc3-570d-45c6-a133-b848a9aa5379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69c4a8e2-979f-4abf-914a-bd0233796eba,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:45:19.061787 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-34c3be8d-b1df-4617-99f2-b0023fdd5abe req-63039081-71dc-453b-998a-7a52b92b6fa5 tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:19.131302 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-598d843a-c8eb-4ff7-9f4b-ccf4d2c8adbc req-8cf62044-9166-4ede-8fbe-ae99269fbff2 tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] Synchronizing usage tracker for tenant:df26b9cb6f0944bda1073f5477889310 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:45:19.155041 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-598d843a-c8eb-4ff7-9f4b-ccf4d2c8adbc req-8cf62044-9166-4ede-8fbe-ae99269fbff2 tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] Unset dirty status for tenant:df26b9cb6f0944bda1073f5477889310 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:45:19.258359 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-598d843a-c8eb-4ff7-9f4b-ccf4d2c8adbc req-8cf62044-9166-4ede-8fbe-ae99269fbff2 tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] 10.222.0.55 "GET /v2.0/ports?device_id=3316c74e-3136-4a5d-988f-4dfc6ca8cf16 HTTP/1.1" status: 200 len: 210 time: 0.0857217 May 28 06:45:19.400134 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-34c3be8d-b1df-4617-99f2-b0023fdd5abe req-63039081-71dc-453b-998a-7a52b92b6fa5 tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:19.464105 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34c3be8d-b1df-4617-99f2-b0023fdd5abe req-63039081-71dc-453b-998a-7a52b92b6fa5 tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] Network 1b5d22ea-5322-4981-a04a-bc25c800ceed is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:45:19.510943 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [req-34c3be8d-b1df-4617-99f2-b0023fdd5abe req-63039081-71dc-453b-998a-7a52b92b6fa5 tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:45:19.525899 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-4aedcbc3-570d-45c6-a133-b848a9aa5379 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:19.543935 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-4aedcbc3-570d-45c6-a133-b848a9aa5379 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/69c4a8e2-979f-4abf-914a-bd0233796eba HTTP/1.1" status: 204 len: 168 time: 1.4013608 May 28 06:45:19.545076 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-34c3be8d-b1df-4617-99f2-b0023fdd5abe req-63039081-71dc-453b-998a-7a52b92b6fa5 tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:45:19.619397 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3cacbbde-15df-47d4-b26c-285c81fed39e req-82b672fb-a40b-4e2a-811e-cf0de89fd7e0 tempest-ServerShowV247Test-1976675312 tempest-ServerShowV247Test-1976675312-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae59c7c8-3fe6-4543-adbd-e48f6af407ad HTTP/1.1" status: 200 len: 210 time: 0.1748533 May 28 06:45:19.681437 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63039081-71dc-453b-998a-7a52b92b6fa5 tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] Pushing event updated for resources: {'Port': ['ID=7fb4fcbd-f801-4997-ab63-1232002565b1,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:45:19.728531 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c3be8d-b1df-4617-99f2-b0023fdd5abe req-63039081-71dc-453b-998a-7a52b92b6fa5 tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:19.731449 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-34c3be8d-b1df-4617-99f2-b0023fdd5abe req-63039081-71dc-453b-998a-7a52b92b6fa5 tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:19.881604 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-34c3be8d-b1df-4617-99f2-b0023fdd5abe req-63039081-71dc-453b-998a-7a52b92b6fa5 tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1177275 May 28 06:45:19.893285 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-34c3be8d-b1df-4617-99f2-b0023fdd5abe req-251b494c-6ad9-49b8-a334-c8b517ee0743 service neutron] Request body: {'port': {'device_id': '3316c74e-3136-4a5d-988f-4dfc6ca8cf16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843702-1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:45:20.044529 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-34c3be8d-b1df-4617-99f2-b0023fdd5abe req-251b494c-6ad9-49b8-a334-c8b517ee0743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:20.670310 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 48708) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:20.738434 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce07ce1-dad5-4cc1-a75e-88eb1bdd8068 req-bf64fcfc-7e0a-43fb-a8ff-3e85ac243fda tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:20.740301 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8ce07ce1-dad5-4cc1-a75e-88eb1bdd8068 req-bf64fcfc-7e0a-43fb-a8ff-3e85ac243fda tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=229d53c6-40d4-4a99-9861-713890aa5f04 HTTP/1.1" status: 200 len: 946 time: 0.6069546 May 28 06:45:20.863374 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 48718) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:20.963189 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8ce07ce1-dad5-4cc1-a75e-88eb1bdd8068 req-57ce4b04-f948-4dc9-8d3f-23135f5000e5 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=da746f74-f7a2-404c-ba12-af4c190f6fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087359 May 28 06:45:21.098913 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e7be0c-3ee1-4196-8840-f41ed1025635 req-2d0d32ed-a2fc-4496-85f7-6b19b525b6bd tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:21.108218 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b4e7be0c-3ee1-4196-8840-f41ed1025635 req-2d0d32ed-a2fc-4496-85f7-6b19b525b6bd tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] 10.222.0.55 "GET /v2.0/ports?device_id=3316c74e-3136-4a5d-988f-4dfc6ca8cf16 HTTP/1.1" status: 200 len: 932 time: 0.5562174 May 28 06:45:21.112184 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f5a096ce-6672-4042-9e2b-37c9c7a2419f admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:21.163512 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-f5a096ce-6672-4042-9e2b-37c9c7a2419f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:45:21.188181 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-40aeabee-5c36-48f5-ba9d-05d4a1f5b427 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:21.201761 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-f5a096ce-6672-4042-9e2b-37c9c7a2419f admin admin] Usage tracker for resource:security_group_rule and tenant:e640c6fbcfda419ab11e7bb2101e05ae is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:45:21.208106 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-40aeabee-5c36-48f5-ba9d-05d4a1f5b427 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:45:21.211531 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7573de58-f9c3-4b88-8be5-f3e3453aec1d req-9097a006-debc-461b-b0e9-d633e4d94d6c tempest-ServerShowV247Test-1976675312 tempest-ServerShowV247Test-1976675312-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae59c7c8-3fe6-4543-adbd-e48f6af407ad HTTP/1.1" status: 200 len: 210 time: 0.0642352 May 28 06:45:21.212519 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-40aeabee-5c36-48f5-ba9d-05d4a1f5b427 admin admin] Usage tracker for resource:security_group_rule and tenant:6a81d27a16e24994a611a2d7fc8413d2 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:45:21.216764 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-40aeabee-5c36-48f5-ba9d-05d4a1f5b427 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:45:21.222035 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-40aeabee-5c36-48f5-ba9d-05d4a1f5b427 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:45:21.287476 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b4e7be0c-3ee1-4196-8840-f41ed1025635 req-d6ed9d7a-2bdf-44bd-9983-e45bb347910d tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5c78529-6f2c-402d-ab41-37a59ccd37af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781571 May 28 06:45:21.301761 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-f5a096ce-6672-4042-9e2b-37c9c7a2419f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:45:21.320104 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-f5a096ce-6672-4042-9e2b-37c9c7a2419f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:45:21.347479 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-40aeabee-5c36-48f5-ba9d-05d4a1f5b427 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:21.440513 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [req-34c3be8d-b1df-4617-99f2-b0023fdd5abe req-251b494c-6ad9-49b8-a334-c8b517ee0743 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fb4fcbd-f801-4997-ab63-1232002565b1 {{(pid=89110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:45:21.450500 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-34c3be8d-b1df-4617-99f2-b0023fdd5abe req-251b494c-6ad9-49b8-a334-c8b517ee0743 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:21.487334 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-34c3be8d-b1df-4617-99f2-b0023fdd5abe req-251b494c-6ad9-49b8-a334-c8b517ee0743 service neutron] Transition to ACTIVE for port object 7fb4fcbd-f801-4997-ab63-1232002565b1 will not be triggered until provisioned by entity L2. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:45:21.520895 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-40aeabee-5c36-48f5-ba9d-05d4a1f5b427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:21.607040 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-34c3be8d-b1df-4617-99f2-b0023fdd5abe req-251b494c-6ad9-49b8-a334-c8b517ee0743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:21.672404 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aeabee-5c36-48f5-ba9d-05d4a1f5b427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b25e1867-187d-42c9-bd5d-5f5aa8fd9d82,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:45:21.682869 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-40aeabee-5c36-48f5-ba9d-05d4a1f5b427 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6a81d27a16e24994a611a2d7fc8413d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8176265 May 28 06:45:21.687039 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 48738) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:21.720197 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f5a096ce-6672-4042-9e2b-37c9c7a2419f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:21.818223 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f5a096ce-6672-4042-9e2b-37c9c7a2419f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:21.903176 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-f5a096ce-6672-4042-9e2b-37c9c7a2419f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e640c6fbcfda419ab11e7bb2101e05ae&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2309463 May 28 06:45:21.906729 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 48744) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:21.954468 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a096ce-6672-4042-9e2b-37c9c7a2419f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1a4a803-392f-4d42-880c-a2dab6a766d2,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:45:21.968854 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251b494c-6ad9-49b8-a334-c8b517ee0743 service neutron] Pushing event updated for resources: {'Port': ['ID=7fb4fcbd-f801-4997-ab63-1232002565b1,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:45:22.033018 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-25102ea3-5a2e-46e8-bd31-623a40c53c55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:22.054919 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-04962c37-f249-4e16-a229-733232ead2ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:22.090675 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-34c3be8d-b1df-4617-99f2-b0023fdd5abe req-251b494c-6ad9-49b8-a334-c8b517ee0743 service neutron] Attempting to bind port 7fb4fcbd-f801-4997-ab63-1232002565b1 on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:45:22.090675 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-34c3be8d-b1df-4617-99f2-b0023fdd5abe req-251b494c-6ad9-49b8-a334-c8b517ee0743 service neutron] Attempting to bind port 7fb4fcbd-f801-4997-ab63-1232002565b1 by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': '5ea33a42-cdd5-478a-8599-afce6d43b6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '1b5d22ea-5322-4981-a04a-bc25c800ceed'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:45:22.090675 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c3be8d-b1df-4617-99f2-b0023fdd5abe req-251b494c-6ad9-49b8-a334-c8b517ee0743 service neutron] Attempting to bind port 7fb4fcbd-f801-4997-ab63-1232002565b1 on network 1b5d22ea-5322-4981-a04a-bc25c800ceed {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:45:22.102106 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c3be8d-b1df-4617-99f2-b0023fdd5abe req-251b494c-6ad9-49b8-a334-c8b517ee0743 service neutron] Port 7fb4fcbd-f801-4997-ab63-1232002565b1 on network 1b5d22ea-5322-4981-a04a-bc25c800ceed not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:45:22.102731 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c3be8d-b1df-4617-99f2-b0023fdd5abe req-251b494c-6ad9-49b8-a334-c8b517ee0743 service neutron] Attempting to bind port 7fb4fcbd-f801-4997-ab63-1232002565b1 on network 1b5d22ea-5322-4981-a04a-bc25c800ceed {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:45:22.109709 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-25102ea3-5a2e-46e8-bd31-623a40c53c55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:22.119816 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c3be8d-b1df-4617-99f2-b0023fdd5abe req-251b494c-6ad9-49b8-a334-c8b517ee0743 service neutron] Checking agent: {'id': '69f492a0-c00d-46d0-9bec-fcd8161ce206', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 44, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:45:22.120216 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c3be8d-b1df-4617-99f2-b0023fdd5abe req-251b494c-6ad9-49b8-a334-c8b517ee0743 service neutron] Checking segment: {'id': '5ea33a42-cdd5-478a-8599-afce6d43b6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '1b5d22ea-5322-4981-a04a-bc25c800ceed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:45:22.120526 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c3be8d-b1df-4617-99f2-b0023fdd5abe req-251b494c-6ad9-49b8-a334-c8b517ee0743 service neutron] Bound using segment: {'id': '5ea33a42-cdd5-478a-8599-afce6d43b6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '1b5d22ea-5322-4981-a04a-bc25c800ceed'} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:45:22.120950 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-34c3be8d-b1df-4617-99f2-b0023fdd5abe req-251b494c-6ad9-49b8-a334-c8b517ee0743 service neutron] Bound port: 7fb4fcbd-f801-4997-ab63-1232002565b1, host: n-h1-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ea33a42-cdd5-478a-8599-afce6d43b6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '1b5d22ea-5322-4981-a04a-bc25c800ceed'}}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:45:22.121291 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-34c3be8d-b1df-4617-99f2-b0023fdd5abe req-251b494c-6ad9-49b8-a334-c8b517ee0743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:22.148160 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-04962c37-f249-4e16-a229-733232ead2ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:22.310995 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-25102ea3-5a2e-46e8-bd31-623a40c53c55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:22.335944 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25102ea3-5a2e-46e8-bd31-623a40c53c55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1a4a803-392f-4d42-880c-a2dab6a766d2,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:45:22.349927 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-34c3be8d-b1df-4617-99f2-b0023fdd5abe req-251b494c-6ad9-49b8-a334-c8b517ee0743 service neutron] For port 7fb4fcbd-f801-4997-ab63-1232002565b1, host n-h1-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:45:22.355246 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-34c3be8d-b1df-4617-99f2-b0023fdd5abe req-251b494c-6ad9-49b8-a334-c8b517ee0743 service neutron] For port 7fb4fcbd-f801-4997-ab63-1232002565b1, host n-h1-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=7fb4fcbd-f801-4997-ab63-1232002565b1,segment=NetworkSegment(5ea33a42-cdd5-478a-8599-afce6d43b6ee),segment_id=5ea33a42-cdd5-478a-8599-afce6d43b6ee)] {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:45:22.362237 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-25102ea3-5a2e-46e8-bd31-623a40c53c55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:22.363754 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-25102ea3-5a2e-46e8-bd31-623a40c53c55 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c1a4a803-392f-4d42-880c-a2dab6a766d2 HTTP/1.1" status: 204 len: 168 time: 0.4557064 May 28 06:45:22.386254 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33333158-b126-4569-a796-fec0b3a13009 req-b232179a-f074-4d82-9545-9f9f65a4e3e7 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:22.387804 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-33333158-b126-4569-a796-fec0b3a13009 req-b232179a-f074-4d82-9545-9f9f65a4e3e7 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=229d53c6-40d4-4a99-9861-713890aa5f04 HTTP/1.1" status: 200 len: 946 time: 0.1760483 May 28 06:45:22.637152 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d989b861-e21f-49bb-8a27-9d4a29a8b3bf req-48d4821f-45c6-4296-af6d-66d306be7fa6 tempest-ServerShowV247Test-1976675312 tempest-ServerShowV247Test-1976675312-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae59c7c8-3fe6-4543-adbd-e48f6af407ad HTTP/1.1" status: 200 len: 210 time: 0.1354866 May 28 06:45:22.644279 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-33333158-b126-4569-a796-fec0b3a13009 req-edab859a-79a9-4954-a9d7-5decb6a77ad2 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=da746f74-f7a2-404c-ba12-af4c190f6fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484028 May 28 06:45:22.656301 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-04962c37-f249-4e16-a229-733232ead2ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:22.680696 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-34c3be8d-b1df-4617-99f2-b0023fdd5abe req-251b494c-6ad9-49b8-a334-c8b517ee0743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:22.783495 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04962c37-f249-4e16-a229-733232ead2ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b25e1867-187d-42c9-bd5d-5f5aa8fd9d82,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:45:22.876334 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c3be8d-b1df-4617-99f2-b0023fdd5abe req-251b494c-6ad9-49b8-a334-c8b517ee0743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:22.876954 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-34c3be8d-b1df-4617-99f2-b0023fdd5abe req-251b494c-6ad9-49b8-a334-c8b517ee0743 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:22.878369 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-34c3be8d-b1df-4617-99f2-b0023fdd5abe req-251b494c-6ad9-49b8-a334-c8b517ee0743 service neutron] 10.222.0.69 "PUT /v2.0/ports/7fb4fcbd-f801-4997-ab63-1232002565b1 HTTP/1.1" status: 200 len: 1092 time: 2.9897738 May 28 06:45:22.879682 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3316c74e-3136-4a5d-988f-4dfc6ca8cf16', 'tag': '7fb4fcbd-f801-4997-ab63-1232002565b1'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:45:22.898173 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-04962c37-f249-4e16-a229-733232ead2ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:22.900001 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-04962c37-f249-4e16-a229-733232ead2ec admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b25e1867-187d-42c9-bd5d-5f5aa8fd9d82 HTTP/1.1" status: 204 len: 168 time: 1.2012291 May 28 06:45:22.943756 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251b494c-6ad9-49b8-a334-c8b517ee0743 service neutron] Pushing event updated for resources: {'Port': ['ID=7fb4fcbd-f801-4997-ab63-1232002565b1,revision_number=3']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:45:22.970341 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d22828a-0519-4cd1-aff3-6343c99474e0 req-343b5f1d-518b-46ea-9255-cb2c34b2225d tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:22.972215 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3d22828a-0519-4cd1-aff3-6343c99474e0 req-343b5f1d-518b-46ea-9255-cb2c34b2225d tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] 10.222.0.55 "GET /v2.0/ports?device_id=3316c74e-3136-4a5d-988f-4dfc6ca8cf16 HTTP/1.1" status: 200 len: 944 time: 0.1839895 May 28 06:45:22.999696 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe3c12cb-3d32-4c49-ba0e-afe32a2d1cfd'] response: {'name': 'network-changed', 'server_uuid': '3316c74e-3136-4a5d-988f-4dfc6ca8cf16', 'tag': '7fb4fcbd-f801-4997-ab63-1232002565b1', 'status': 'completed', 'code': 200} May 28 06:45:23.104719 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3d22828a-0519-4cd1-aff3-6343c99474e0 req-562708d4-f44c-493f-9f71-32b83b7a5f00 tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5c78529-6f2c-402d-ab41-37a59ccd37af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204627 May 28 06:45:23.149495 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666b995f-0020-4bdd-bafd-1a0ae4d7dbc0 req-ce0abbb8-bdad-4a63-95c4-77760c7c51ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:23.150996 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-666b995f-0020-4bdd-bafd-1a0ae4d7dbc0 req-ce0abbb8-bdad-4a63-95c4-77760c7c51ac service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=df26b9cb6f0944bda1073f5477889310&device_id=3316c74e-3136-4a5d-988f-4dfc6ca8cf16 HTTP/1.1" status: 200 len: 1095 time: 0.1219137 May 28 06:45:23.340056 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666b995f-0020-4bdd-bafd-1a0ae4d7dbc0 req-2aa239a3-13ba-4dcf-bb67-a9e84e9780e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:23.343140 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-666b995f-0020-4bdd-bafd-1a0ae4d7dbc0 req-2aa239a3-13ba-4dcf-bb67-a9e84e9780e9 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=df26b9cb6f0944bda1073f5477889310&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1829510 May 28 06:45:23.583006 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666b995f-0020-4bdd-bafd-1a0ae4d7dbc0 req-94386622-15b3-434d-81b5-75eac3f727d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:23.585627 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-666b995f-0020-4bdd-bafd-1a0ae4d7dbc0 req-94386622-15b3-434d-81b5-75eac3f727d5 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2355447 May 28 06:45:23.901704 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c3be8d-b1df-4617-99f2-b0023fdd5abe req-945b93f0-59a0-4b4b-aaf1-b7e3d99ca46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:23.904522 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-34c3be8d-b1df-4617-99f2-b0023fdd5abe req-945b93f0-59a0-4b4b-aaf1-b7e3d99ca46e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=df26b9cb6f0944bda1073f5477889310&device_id=3316c74e-3136-4a5d-988f-4dfc6ca8cf16 HTTP/1.1" status: 200 len: 1095 time: 0.2555900 May 28 06:45:24.191081 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-34c3be8d-b1df-4617-99f2-b0023fdd5abe req-756f1d34-4552-49f8-876b-f30ea442d2a4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7fb4fcbd-f801-4997-ab63-1232002565b1 HTTP/1.1" status: 200 len: 217 time: 0.2743742 May 28 06:45:24.340260 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ca14b748-0780-4042-b0e9-766fc7064607 req-9e1c4ff6-3d5d-4876-a0b5-c6bf7755a67f tempest-ServerShowV247Test-1976675312 tempest-ServerShowV247Test-1976675312-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae59c7c8-3fe6-4543-adbd-e48f6af407ad HTTP/1.1" status: 200 len: 210 time: 0.1480885 May 28 06:45:24.380405 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c3be8d-b1df-4617-99f2-b0023fdd5abe req-50c8da40-9aa1-4d73-a952-daf6b90dba73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:24.381522 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-34c3be8d-b1df-4617-99f2-b0023fdd5abe req-50c8da40-9aa1-4d73-a952-daf6b90dba73 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=977e39a0-bf25-4a35-b681-ee91741f4c0f HTTP/1.1" status: 200 len: 849 time: 0.1042266 May 28 06:45:24.397974 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa6eadb-f763-463f-af8e-4b4965e1f89e req-9d42a015-b982-4b5b-8ebc-0c31f8489196 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:24.397974 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-aaa6eadb-f763-463f-af8e-4b4965e1f89e req-9d42a015-b982-4b5b-8ebc-0c31f8489196 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=229d53c6-40d4-4a99-9861-713890aa5f04 HTTP/1.1" status: 200 len: 946 time: 0.2031231 May 28 06:45:24.468447 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-34c3be8d-b1df-4617-99f2-b0023fdd5abe req-1a248dc8-63d8-44f7-beff-4c96e7820ac5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1b5d22ea-5322-4981-a04a-bc25c800ceed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711637 May 28 06:45:24.613038 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-aaa6eadb-f763-463f-af8e-4b4965e1f89e req-f42091a3-e63d-4a79-ac0f-3fa74628826b tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=da746f74-f7a2-404c-ba12-af4c190f6fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750779 May 28 06:45:24.725208 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-34c3be8d-b1df-4617-99f2-b0023fdd5abe req-04af2a4d-701f-4dde-8ec3-197b8b84d663 service neutron] 10.222.0.69 "GET /v2.0/networks/1b5d22ea-5322-4981-a04a-bc25c800ceed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491477 May 28 06:45:24.765408 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d807c37e-9b78-465b-9fe7-e4e53d1d930a req-fac80277-5dba-43e4-8b68-9f82796092f9 tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:24.772290 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d807c37e-9b78-465b-9fe7-e4e53d1d930a req-fac80277-5dba-43e4-8b68-9f82796092f9 tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] 10.222.0.55 "GET /v2.0/ports?device_id=3316c74e-3136-4a5d-988f-4dfc6ca8cf16 HTTP/1.1" status: 200 len: 944 time: 0.2563357 May 28 06:45:24.892908 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d807c37e-9b78-465b-9fe7-e4e53d1d930a req-aa71b14f-916f-4b13-b561-dbd3006d78b2 tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5c78529-6f2c-402d-ab41-37a59ccd37af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732932 May 28 06:45:24.933469 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-34c3be8d-b1df-4617-99f2-b0023fdd5abe req-b4adf305-2d68-451c-baf0-d9b77a3fa114 service neutron] 10.222.0.69 "GET /v2.0/networks/1b5d22ea-5322-4981-a04a-bc25c800ceed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014894 May 28 06:45:25.595139 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e967b18c-f16c-4d3c-b9ea-8e2f82e1f2fc req-b02af0dc-a98a-41b8-9eb6-7b90e671b5f1 tempest-ServerShowV247Test-1976675312 tempest-ServerShowV247Test-1976675312-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae59c7c8-3fe6-4543-adbd-e48f6af407ad HTTP/1.1" status: 200 len: 210 time: 0.0758491 May 28 06:45:25.623962 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 48858) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:25.827348 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ae0aeb31-db3e-4e61-89ed-3d877347f1b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:25.843253 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-ae0aeb31-db3e-4e61-89ed-3d877347f1b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:45:25.847971 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-ae0aeb31-db3e-4e61-89ed-3d877347f1b5 admin admin] Usage tracker for resource:security_group_rule and tenant:4190ccddea4343fcaa8806d0ecb76e9c is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:45:25.850979 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-ae0aeb31-db3e-4e61-89ed-3d877347f1b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:45:25.855725 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78323eb4-379a-4e60-a00e-d43e5fd73447 req-29fefae4-3127-4064-af83-6800b8d22ce2 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:25.857108 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-ae0aeb31-db3e-4e61-89ed-3d877347f1b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:45:25.857573 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-78323eb4-379a-4e60-a00e-d43e5fd73447 req-29fefae4-3127-4064-af83-6800b8d22ce2 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=229d53c6-40d4-4a99-9861-713890aa5f04 HTTP/1.1" status: 200 len: 946 time: 0.0907140 May 28 06:45:25.931794 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-78323eb4-379a-4e60-a00e-d43e5fd73447 req-9791cb0f-9cd9-4931-9bc7-c6686bac379d tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=da746f74-f7a2-404c-ba12-af4c190f6fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670402 May 28 06:45:25.986319 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ae0aeb31-db3e-4e61-89ed-3d877347f1b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:26.098154 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ae0aeb31-db3e-4e61-89ed-3d877347f1b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:26.156818 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8753830-c48d-425a-84b1-1d42486f6122 req-cfcf5fce-b97d-469e-a4ed-90f2163ef623 tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:26.156999 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-ae0aeb31-db3e-4e61-89ed-3d877347f1b5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4190ccddea4343fcaa8806d0ecb76e9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5313535 May 28 06:45:26.160496 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 48888) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:26.166447 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f8753830-c48d-425a-84b1-1d42486f6122 req-cfcf5fce-b97d-469e-a4ed-90f2163ef623 tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] 10.222.0.55 "GET /v2.0/ports?device_id=3316c74e-3136-4a5d-988f-4dfc6ca8cf16 HTTP/1.1" status: 200 len: 944 time: 0.1411240 May 28 06:45:26.177199 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0aeb31-db3e-4e61-89ed-3d877347f1b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=639a257c-4745-4c78-95ae-950a958ac052,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:45:26.256977 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-132bcbb8-8373-42ce-9a77-8ae162266a7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:26.262808 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f8753830-c48d-425a-84b1-1d42486f6122 req-73339144-863d-463f-840b-61e06cd87822 tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5c78529-6f2c-402d-ab41-37a59ccd37af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905838 May 28 06:45:26.317948 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-132bcbb8-8373-42ce-9a77-8ae162266a7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:26.424160 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 48900) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:26.475687 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-132bcbb8-8373-42ce-9a77-8ae162266a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:26.498597 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132bcbb8-8373-42ce-9a77-8ae162266a7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=639a257c-4745-4c78-95ae-950a958ac052,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:45:26.512350 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-132bcbb8-8373-42ce-9a77-8ae162266a7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:26.516192 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-7a824082-acf7-42a6-b05d-09c25579e223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:26.520315 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-132bcbb8-8373-42ce-9a77-8ae162266a7b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/639a257c-4745-4c78-95ae-950a958ac052 HTTP/1.1" status: 204 len: 168 time: 0.3569772 May 28 06:45:26.558581 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-dc562e58-777c-426b-80ed-c973c3048474 tempest-RoutersTestDVR-287740190 tempest-RoutersTestDVR-287740190-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-583263249'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:45:26.566048 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-dc562e58-777c-426b-80ed-c973c3048474 tempest-RoutersTestDVR-287740190 tempest-RoutersTestDVR-287740190-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:45:26.580478 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-dc562e58-777c-426b-80ed-c973c3048474 tempest-RoutersTestDVR-287740190 tempest-RoutersTestDVR-287740190-project-admin] Usage tracker for resource:router and tenant:078b9cf1dc8d4aa3951e043e28ead573 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:45:26.599978 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-dc562e58-777c-426b-80ed-c973c3048474 tempest-RoutersTestDVR-287740190 tempest-RoutersTestDVR-287740190-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:45:26.599978 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-dc562e58-777c-426b-80ed-c973c3048474 tempest-RoutersTestDVR-287740190 tempest-RoutersTestDVR-287740190-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:45:26.701843 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-dc562e58-777c-426b-80ed-c973c3048474 tempest-RoutersTestDVR-287740190 tempest-RoutersTestDVR-287740190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59128'] for router, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:26.703195 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-dc562e58-777c-426b-80ed-c973c3048474 tempest-RoutersTestDVR-287740190 tempest-RoutersTestDVR-287740190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59009'] for router, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:26.732579 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef28849-907a-48ea-adce-9ec3a8764f70 req-3123503d-a068-4264-bc0d-db685f18ed65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:26.734440 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3ef28849-907a-48ea-adce-9ec3a8764f70 req-3123503d-a068-4264-bc0d-db685f18ed65 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fada8efd68e34d6781d883ae41cb05ad&device_id=229d53c6-40d4-4a99-9861-713890aa5f04 HTTP/1.1" status: 200 len: 1097 time: 0.1079121 May 28 06:45:26.735777 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-dc562e58-777c-426b-80ed-c973c3048474 tempest-RoutersTestDVR-287740190 tempest-RoutersTestDVR-287740190-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:26.777180 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:45:26.883610 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-23a4a833-fbbf-4c8b-bcdb-af62939c8089 req-d6e3d412-f163-4d67-bc75-7c929cc81b82 tempest-ServerShowV247Test-1976675312 tempest-ServerShowV247Test-1976675312-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae59c7c8-3fe6-4543-adbd-e48f6af407ad HTTP/1.1" status: 200 len: 210 time: 0.1054053 May 28 06:45:26.935661 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef28849-907a-48ea-adce-9ec3a8764f70 req-9e55ab66-9e74-40a1-8588-2bd762485959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:26.937154 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3ef28849-907a-48ea-adce-9ec3a8764f70 req-9e55ab66-9e74-40a1-8588-2bd762485959 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e7d92049-bff3-4c3a-a4bd-4950c7dcad1c HTTP/1.1" status: 200 len: 912 time: 0.1834230 May 28 06:45:27.005005 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-dc562e58-777c-426b-80ed-c973c3048474 tempest-RoutersTestDVR-287740190 tempest-RoutersTestDVR-287740190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690761'] for router, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:27.022735 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3ef28849-907a-48ea-adce-9ec3a8764f70 req-6bf72bd7-c8b5-449c-98fa-c38c0ddbbb72 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=91fded47-3648-44a0-9497-819aa157d664 HTTP/1.1" status: 200 len: 217 time: 0.0798142 May 28 06:45:27.137459 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-dc562e58-777c-426b-80ed-c973c3048474 tempest-RoutersTestDVR-287740190 tempest-RoutersTestDVR-287740190-project-admin] Notify callbacks [] for router, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:27.138645 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-dc562e58-777c-426b-80ed-c973c3048474 tempest-RoutersTestDVR-287740190 tempest-RoutersTestDVR-287740190-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.7134016 May 28 06:45:27.141529 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 48922) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:27.145142 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef28849-907a-48ea-adce-9ec3a8764f70 req-409b391d-fc1b-48e5-85cb-aaecb7f88b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:27.146584 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3ef28849-907a-48ea-adce-9ec3a8764f70 req-409b391d-fc1b-48e5-85cb-aaecb7f88b85 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=40188bf0-967d-446e-ac4f-b5c59a2acd9a HTTP/1.1" status: 200 len: 850 time: 0.1171603 May 28 06:45:27.334065 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2fa583d3-152f-46ee-96a3-158bbe13ad83 tempest-RoutersTestDVR-287740190 tempest-RoutersTestDVR-287740190-project-admin] Notify callbacks [] for router, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:27.385839 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1458e46-8c94-4bbe-a1e5-54583d145281 req-4f1700ba-de26-45fd-9ffb-e5c87d6b8856 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:27.387308 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f1458e46-8c94-4bbe-a1e5-54583d145281 req-4f1700ba-de26-45fd-9ffb-e5c87d6b8856 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=229d53c6-40d4-4a99-9861-713890aa5f04 HTTP/1.1" status: 200 len: 946 time: 0.3267016 May 28 06:45:27.397210 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 7fb4fcbd-f801-4997-ab63-1232002565b1 details requested by agent hyperv_n-h1-843702-1 with host n-h1-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:45:27.428313 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef28849-907a-48ea-adce-9ec3a8764f70 req-b39ae334-c056-4804-a235-2471b84f173f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:27.429831 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3ef28849-907a-48ea-adce-9ec3a8764f70 req-b39ae334-c056-4804-a235-2471b84f173f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e7d92049-bff3-4c3a-a4bd-4950c7dcad1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2768078 May 28 06:45:27.473831 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec15c17-5dd6-495a-8892-080687d3cc6a req-8ae8a630-939d-4878-ab27-4867a7cb8ab9 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:27.475328 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5ec15c17-5dd6-495a-8892-080687d3cc6a req-8ae8a630-939d-4878-ab27-4867a7cb8ab9 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/ports?device_id=498bacf1-a892-4e8e-a7a7-271d344a8884 HTTP/1.1" status: 200 len: 945 time: 0.2852457 May 28 06:45:27.608779 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3ef28849-907a-48ea-adce-9ec3a8764f70 req-997f20c7-91e9-41dc-bcbf-ce968a8038cb service neutron] 10.222.0.69 "GET /v2.0/networks/e7d92049-bff3-4c3a-a4bd-4950c7dcad1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705015 May 28 06:45:27.610962 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 7fb4fcbd-f801-4997-ab63-1232002565b1, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=7fb4fcbd-f801-4997-ab63-1232002565b1,segment=NetworkSegment(5ea33a42-cdd5-478a-8599-afce6d43b6ee),segment_id=5ea33a42-cdd5-478a-8599-afce6d43b6ee)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:45:27.627473 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Returning: {'device': '7fb4fcbd-f801-4997-ab63-1232002565b1', 'network_id': '1b5d22ea-5322-4981-a04a-bc25c800ceed', 'port_id': '7fb4fcbd-f801-4997-ab63-1232002565b1', 'mac_address': 'fa:16:3e:a0:78:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '977e39a0-bf25-4a35-b681-ee91741f4c0f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:45:27.666065 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:27.669920 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f1458e46-8c94-4bbe-a1e5-54583d145281 req-4421586b-1dbd-4d83-9956-26e2b489b730 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=da746f74-f7a2-404c-ba12-af4c190f6fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654490 May 28 06:45:27.697586 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 7fb4fcbd-f801-4997-ab63-1232002565b1 is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:45:27.698136 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:27.718595 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fb4fcbd-f801-4997-ab63-1232002565b1 {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:45:27.736572 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 7fb4fcbd-f801-4997-ab63-1232002565b1, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=7fb4fcbd-f801-4997-ab63-1232002565b1,segment=NetworkSegment(5ea33a42-cdd5-478a-8599-afce6d43b6ee),segment_id=5ea33a42-cdd5-478a-8599-afce6d43b6ee)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:45:27.846192 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:27.864485 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2fa583d3-152f-46ee-96a3-158bbe13ad83 tempest-RoutersTestDVR-287740190 tempest-RoutersTestDVR-287740190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59018'] for router, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:27.867987 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2fa583d3-152f-46ee-96a3-158bbe13ad83 tempest-RoutersTestDVR-287740190 tempest-RoutersTestDVR-287740190-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:27.882200 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356ff25a-814c-4722-bbeb-4e8035098abc req-c4ce08a7-06af-41d7-beb4-cfc4a09b0da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:27.883930 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-356ff25a-814c-4722-bbeb-4e8035098abc req-c4ce08a7-06af-41d7-beb4-cfc4a09b0da5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=98e9fd09ba2248b5b9367b689b0cfcd3&device_id=498bacf1-a892-4e8e-a7a7-271d344a8884 HTTP/1.1" status: 200 len: 1096 time: 0.6080992 May 28 06:45:27.925571 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5ec15c17-5dd6-495a-8892-080687d3cc6a req-80e761dc-40a2-465f-8522-780170067935 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/security-groups?id=a55c2cfa-e9a1-4242-aad2-04321d6d41e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3111684 May 28 06:45:27.984895 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3ef28849-907a-48ea-adce-9ec3a8764f70 req-c9aae326-7160-40a8-bca9-0cd8eb0021e7 service neutron] 10.222.0.69 "GET /v2.0/networks/e7d92049-bff3-4c3a-a4bd-4950c7dcad1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3630881 May 28 06:45:28.013712 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1481a0e6-6627-49ce-9dc6-65890e8d14ba req-14340ba2-a14d-4691-b974-a09f50671fe0 tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:28.026044 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1481a0e6-6627-49ce-9dc6-65890e8d14ba req-14340ba2-a14d-4691-b974-a09f50671fe0 tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] 10.222.0.55 "GET /v2.0/ports?device_id=3316c74e-3136-4a5d-988f-4dfc6ca8cf16 HTTP/1.1" status: 200 len: 945 time: 0.2163646 May 28 06:45:28.039624 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=7fb4fcbd-f801-4997-ab63-1232002565b1,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:45:28.109475 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1481a0e6-6627-49ce-9dc6-65890e8d14ba req-4bb513fd-2979-43b0-aa54-f0213a868c5b tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5c78529-6f2c-402d-ab41-37a59ccd37af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823941 May 28 06:45:28.117960 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2fa583d3-152f-46ee-96a3-158bbe13ad83 tempest-RoutersTestDVR-287740190 tempest-RoutersTestDVR-287740190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-703817'] for router, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:28.118587 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fa583d3-152f-46ee-96a3-158bbe13ad83 tempest-RoutersTestDVR-287740190 tempest-RoutersTestDVR-287740190-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1c12ddfa-d36c-412a-b6fc-ef9effda0dbf {{(pid=89109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 06:45:28.136595 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['7fb4fcbd-f801-4997-ab63-1232002565b1'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:45:28.163544 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5c73257d-6dbe-4599-846e-2c6d36865f07 req-7a830078-9931-48ca-bb53-2495d31f237e tempest-ServerShowV247Test-1976675312 tempest-ServerShowV247Test-1976675312-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae59c7c8-3fe6-4543-adbd-e48f6af407ad HTTP/1.1" status: 200 len: 210 time: 0.0525019 May 28 06:45:28.198115 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356ff25a-814c-4722-bbeb-4e8035098abc req-e57c7dcc-1e9f-40f7-b4e0-96c50c670761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:28.198629 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-356ff25a-814c-4722-bbeb-4e8035098abc req-e57c7dcc-1e9f-40f7-b4e0-96c50c670761 service neutron] 10.222.0.71 "GET /v2.0/networks?id=a3fe29e9-17f9-4750-841d-90d9978eff94 HTTP/1.1" status: 200 len: 920 time: 0.3025432 May 28 06:45:28.202393 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2fa583d3-152f-46ee-96a3-158bbe13ad83 tempest-RoutersTestDVR-287740190 tempest-RoutersTestDVR-287740190-project-admin] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:28.204606 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-2fa583d3-152f-46ee-96a3-158bbe13ad83 tempest-RoutersTestDVR-287740190 tempest-RoutersTestDVR-287740190-project-admin] 10.222.0.55 "DELETE /v2.0/routers/1c12ddfa-d36c-412a-b6fc-ef9effda0dbf HTTP/1.1" status: 204 len: 168 time: 1.0614254 May 28 06:45:28.208535 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 48954) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:28.213805 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-b7769647-cb82-47d3-99e0-b646c407d9d2 tempest-RoutersTestDVR-287740190 tempest-RoutersTestDVR-287740190-project-admin] Request body: {'router': {'name': 'tempest-router-1118767753', 'distributed': False}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:45:28.218943 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-b7769647-cb82-47d3-99e0-b646c407d9d2 tempest-RoutersTestDVR-287740190 tempest-RoutersTestDVR-287740190-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:45:28.224444 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-b7769647-cb82-47d3-99e0-b646c407d9d2 tempest-RoutersTestDVR-287740190 tempest-RoutersTestDVR-287740190-project-admin] Usage tracker for resource:router and tenant:078b9cf1dc8d4aa3951e043e28ead573 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:45:28.227012 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-b7769647-cb82-47d3-99e0-b646c407d9d2 tempest-RoutersTestDVR-287740190 tempest-RoutersTestDVR-287740190-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:45:28.233614 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-b7769647-cb82-47d3-99e0-b646c407d9d2 tempest-RoutersTestDVR-287740190 tempest-RoutersTestDVR-287740190-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:45:28.309134 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b7769647-cb82-47d3-99e0-b646c407d9d2 tempest-RoutersTestDVR-287740190 tempest-RoutersTestDVR-287740190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59128'] for router, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:28.310517 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b7769647-cb82-47d3-99e0-b646c407d9d2 tempest-RoutersTestDVR-287740190 tempest-RoutersTestDVR-287740190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59009'] for router, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:28.337963 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b7769647-cb82-47d3-99e0-b646c407d9d2 tempest-RoutersTestDVR-287740190 tempest-RoutersTestDVR-287740190-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:28.338774 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-356ff25a-814c-4722-bbeb-4e8035098abc req-f7e1c285-ac8a-44c4-821e-38a35595ceac service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e704a073-82ad-4169-828f-5dcec6c1a71c HTTP/1.1" status: 200 len: 1001 time: 0.1321199 May 28 06:45:28.426412 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356ff25a-814c-4722-bbeb-4e8035098abc req-fc5d49a6-fc2a-4814-b495-721454166c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:28.428314 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-356ff25a-814c-4722-bbeb-4e8035098abc req-fc5d49a6-fc2a-4814-b495-721454166c5a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=304c7228-4ac2-4e7a-aa6d-33e85e214d70 HTTP/1.1" status: 200 len: 858 time: 0.0782313 May 28 06:45:28.435025 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b7769647-cb82-47d3-99e0-b646c407d9d2 tempest-RoutersTestDVR-287740190 tempest-RoutersTestDVR-287740190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690761'] for router, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:28.520601 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356ff25a-814c-4722-bbeb-4e8035098abc req-d500497e-ab4b-4872-b531-8f66ee9b1079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:28.522429 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-356ff25a-814c-4722-bbeb-4e8035098abc req-d500497e-ab4b-4872-b531-8f66ee9b1079 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a3fe29e9-17f9-4750-841d-90d9978eff94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0875263 May 28 06:45:28.548701 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b7769647-cb82-47d3-99e0-b646c407d9d2 tempest-RoutersTestDVR-287740190 tempest-RoutersTestDVR-287740190-project-admin] Notify callbacks [] for router, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:28.553383 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-b7769647-cb82-47d3-99e0-b646c407d9d2 tempest-RoutersTestDVR-287740190 tempest-RoutersTestDVR-287740190-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3438332 May 28 06:45:28.554089 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 48968) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:28.714672 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-356ff25a-814c-4722-bbeb-4e8035098abc req-ae7de701-97d1-463d-b4b2-d5bda02e6dea service neutron] 10.222.0.71 "GET /v2.0/networks/a3fe29e9-17f9-4750-841d-90d9978eff94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801291 May 28 06:45:28.746961 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-625559ed-8909-4bac-96eb-36687b279424 tempest-RoutersTestDVR-287740190 tempest-RoutersTestDVR-287740190-project-admin] Notify callbacks [] for router, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:28.867290 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-356ff25a-814c-4722-bbeb-4e8035098abc req-0b6ea366-a9c2-454e-b781-85d8bdd0965a service neutron] 10.222.0.71 "GET /v2.0/networks/a3fe29e9-17f9-4750-841d-90d9978eff94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455286 May 28 06:45:28.925560 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-4181089b-05da-4e39-bb40-7b523ff5ac89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:29.174412 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-625559ed-8909-4bac-96eb-36687b279424 tempest-RoutersTestDVR-287740190 tempest-RoutersTestDVR-287740190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59018'] for router, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:29.177238 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-625559ed-8909-4bac-96eb-36687b279424 tempest-RoutersTestDVR-287740190 tempest-RoutersTestDVR-287740190-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:29.234851 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e831e95b-35d0-4b1f-a245-a958f2c03a11 req-70a9d086-46f9-4849-89a3-9e5c757de8cf tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:29.234851 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e831e95b-35d0-4b1f-a245-a958f2c03a11 req-70a9d086-46f9-4849-89a3-9e5c757de8cf tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=229d53c6-40d4-4a99-9861-713890aa5f04 HTTP/1.1" status: 200 len: 946 time: 0.4312797 May 28 06:45:29.288999 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190cf108-9525-4ad1-a886-66de6fc5369e req-35ecf056-c3dd-4202-8cce-467977da078c tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:29.290602 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-190cf108-9525-4ad1-a886-66de6fc5369e req-35ecf056-c3dd-4202-8cce-467977da078c tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/ports?device_id=498bacf1-a892-4e8e-a7a7-271d344a8884 HTTP/1.1" status: 200 len: 945 time: 0.1690197 May 28 06:45:29.293781 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-625559ed-8909-4bac-96eb-36687b279424 tempest-RoutersTestDVR-287740190 tempest-RoutersTestDVR-287740190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-703817'] for router, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:29.294278 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-625559ed-8909-4bac-96eb-36687b279424 tempest-RoutersTestDVR-287740190 tempest-RoutersTestDVR-287740190-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2d343a72-8d9c-4aa5-ba35-b1f15e6e148b {{(pid=89110) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 06:45:29.303132 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e831e95b-35d0-4b1f-a245-a958f2c03a11 req-59801056-c28e-45c5-b0b7-8c82e0b41b23 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=da746f74-f7a2-404c-ba12-af4c190f6fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609868 May 28 06:45:29.307647 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-625559ed-8909-4bac-96eb-36687b279424 tempest-RoutersTestDVR-287740190 tempest-RoutersTestDVR-287740190-project-admin] Notify callbacks [] for router, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:29.312222 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-625559ed-8909-4bac-96eb-36687b279424 tempest-RoutersTestDVR-287740190 tempest-RoutersTestDVR-287740190-project-admin] 10.222.0.55 "DELETE /v2.0/routers/2d343a72-8d9c-4aa5-ba35-b1f15e6e148b HTTP/1.1" status: 204 len: 168 time: 0.7537630 May 28 06:45:29.312599 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 48998) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:29.318814 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-508695e8-cf27-4f87-970f-2a5be490fed9 tempest-RoutersTestDVR-287740190 tempest-RoutersTestDVR-287740190-project-admin] Request body: {'router': {'name': 'tempest-router-488405150', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'cbfb75786b964ea4b3b7259c6e69242d'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:45:29.324837 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-508695e8-cf27-4f87-970f-2a5be490fed9 tempest-RoutersTestDVR-287740190 tempest-RoutersTestDVR-287740190-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:45:29.344806 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-508695e8-cf27-4f87-970f-2a5be490fed9 tempest-RoutersTestDVR-287740190 tempest-RoutersTestDVR-287740190-project-admin] Usage tracker for resource:router and tenant:cbfb75786b964ea4b3b7259c6e69242d is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:45:29.350449 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-508695e8-cf27-4f87-970f-2a5be490fed9 tempest-RoutersTestDVR-287740190 tempest-RoutersTestDVR-287740190-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:45:29.358469 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-508695e8-cf27-4f87-970f-2a5be490fed9 tempest-RoutersTestDVR-287740190 tempest-RoutersTestDVR-287740190-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:45:29.382802 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-190cf108-9525-4ad1-a886-66de6fc5369e req-47f0e4d3-5441-4643-8f29-ea103ba45cb5 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/security-groups?id=a55c2cfa-e9a1-4242-aad2-04321d6d41e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593224 May 28 06:45:29.412347 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 7fb4fcbd-f801-4997-ab63-1232002565b1 up at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:45:29.480235 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-508695e8-cf27-4f87-970f-2a5be490fed9 tempest-RoutersTestDVR-287740190 tempest-RoutersTestDVR-287740190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59128'] for router, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:29.481650 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-508695e8-cf27-4f87-970f-2a5be490fed9 tempest-RoutersTestDVR-287740190 tempest-RoutersTestDVR-287740190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59009'] for router, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:29.498765 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-508695e8-cf27-4f87-970f-2a5be490fed9 tempest-RoutersTestDVR-287740190 tempest-RoutersTestDVR-287740190-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:29.608282 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-508695e8-cf27-4f87-970f-2a5be490fed9 tempest-RoutersTestDVR-287740190 tempest-RoutersTestDVR-287740190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690761'] for router, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:29.617246 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning for port 7fb4fcbd-f801-4997-ab63-1232002565b1 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:45:29.623072 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning complete for port 7fb4fcbd-f801-4997-ab63-1232002565b1 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:45:29.623533 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:29.762330 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-86418095-95e5-4e32-ba42-9d2352410e5b req-4c8ce88e-b46a-42cb-bf02-eb6f6b7fb022 tempest-ServerShowV247Test-1976675312 tempest-ServerShowV247Test-1976675312-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae59c7c8-3fe6-4543-adbd-e48f6af407ad HTTP/1.1" status: 200 len: 210 time: 0.2029178 May 28 06:45:29.804478 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a811c1-2059-4e2e-9e0e-ad3961e5de80 req-2dc35d22-7754-49fd-8ba4-0f540a84b4f8 tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:29.812187 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-83a811c1-2059-4e2e-9e0e-ad3961e5de80 req-2dc35d22-7754-49fd-8ba4-0f540a84b4f8 tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] 10.222.0.55 "GET /v2.0/ports?device_id=3316c74e-3136-4a5d-988f-4dfc6ca8cf16 HTTP/1.1" status: 200 len: 945 time: 0.3712289 May 28 06:45:29.859967 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 7fb4fcbd-f801-4997-ab63-1232002565b1 is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:45:29.860516 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:29.872443 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-83a811c1-2059-4e2e-9e0e-ad3961e5de80 req-45fa56f3-10de-4cac-aa40-9d8b9fbcb274 tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5c78529-6f2c-402d-ab41-37a59ccd37af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593307 May 28 06:45:29.873500 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-508695e8-cf27-4f87-970f-2a5be490fed9 tempest-RoutersTestDVR-287740190 tempest-RoutersTestDVR-287740190-project-admin] Notify callbacks [] for router, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:29.877683 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 49020) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:29.888340 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-dede39ad-e346-4882-bf1e-c4aed4774b45 tempest-RoutersTestDVR-287740190 tempest-RoutersTestDVR-287740190-project-admin] Request body: {'router': {'distributed': True}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:45:29.898621 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-508695e8-cf27-4f87-970f-2a5be490fed9 tempest-RoutersTestDVR-287740190 tempest-RoutersTestDVR-287740190-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5823767 May 28 06:45:29.904890 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 7fb4fcbd-f801-4997-ab63-1232002565b1, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=7fb4fcbd-f801-4997-ab63-1232002565b1,segment=NetworkSegment(5ea33a42-cdd5-478a-8599-afce6d43b6ee),segment_id=5ea33a42-cdd5-478a-8599-afce6d43b6ee)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:45:29.906136 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3316c74e-3136-4a5d-988f-4dfc6ca8cf16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fb4fcbd-f801-4997-ab63-1232002565b1'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:45:29.952111 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:29.979135 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38cb2a92-f74c-4962-8c7e-4e5bc4dd7ac7'] response: {'server_uuid': '3316c74e-3136-4a5d-988f-4dfc6ca8cf16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fb4fcbd-f801-4997-ab63-1232002565b1', 'code': 200} May 28 06:45:29.983052 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:29.983849 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 91fded47-3648-44a0-9497-819aa157d664 no longer exists at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:45:30.097021 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:30.235541 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=7fb4fcbd-f801-4997-ab63-1232002565b1,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:45:30.251010 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 91fded47-3648-44a0-9497-819aa157d664 is: ACTIVE; New status is: DOWN {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:45:30.251437 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:30.270692 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d46f7d-b786-46d9-82ba-363fd6cbfd72 req-0bd50691-a23c-492b-bd5b-ca7796224521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:30.272830 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-96d46f7d-b786-46d9-82ba-363fd6cbfd72 req-0bd50691-a23c-492b-bd5b-ca7796224521 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3316c74e-3136-4a5d-988f-4dfc6ca8cf16 HTTP/1.1" status: 200 len: 1097 time: 0.1449816 May 28 06:45:30.305793 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 91fded47-3648-44a0-9497-819aa157d664, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=91fded47-3648-44a0-9497-819aa157d664,segment=NetworkSegment(4c4bc3f8-ec6f-40a7-9f80-cde5ff5de12a),segment_id=4c4bc3f8-ec6f-40a7-9f80-cde5ff5de12a)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:45:30.321672 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-96d46f7d-b786-46d9-82ba-363fd6cbfd72 req-fddffd22-6a39-408c-bdd3-a4b17a64b142 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=a5c78529-6f2c-402d-ab41-37a59ccd37af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433686 May 28 06:45:30.354508 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:30.481070 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=91fded47-3648-44a0-9497-819aa157d664,revision_number=8']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:45:30.513022 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-dede39ad-e346-4882-bf1e-c4aed4774b45 tempest-RoutersTestDVR-287740190 tempest-RoutersTestDVR-287740190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59027'] for router, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:30.513383 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-dede39ad-e346-4882-bf1e-c4aed4774b45 tempest-RoutersTestDVR-287740190 tempest-RoutersTestDVR-287740190-project-admin] Notify callbacks [] for router, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:30.711635 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982cae31-357c-4231-8bc2-eb29f3e16508 req-ace6a996-dd51-483b-bded-c7d80b881c95 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:30.713063 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-982cae31-357c-4231-8bc2-eb29f3e16508 req-ace6a996-dd51-483b-bded-c7d80b881c95 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=229d53c6-40d4-4a99-9861-713890aa5f04 HTTP/1.1" status: 200 len: 944 time: 0.1819377 May 28 06:45:30.724513 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986c6a1b-3d64-414e-b0e9-cb6c7cbeca11 req-492cbf1d-133d-4547-92fc-5510dfb85b1f tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:30.726094 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-986c6a1b-3d64-414e-b0e9-cb6c7cbeca11 req-492cbf1d-133d-4547-92fc-5510dfb85b1f tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/ports?device_id=498bacf1-a892-4e8e-a7a7-271d344a8884 HTTP/1.1" status: 200 len: 945 time: 0.1547642 May 28 06:45:30.803332 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-982cae31-357c-4231-8bc2-eb29f3e16508 req-a22b966c-0c5a-4803-baa5-6c008bd1a0c7 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=da746f74-f7a2-404c-ba12-af4c190f6fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762434 May 28 06:45:30.810743 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-986c6a1b-3d64-414e-b0e9-cb6c7cbeca11 req-b75eb9c7-9152-48c8-821b-bb50846a5bb9 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/security-groups?id=a55c2cfa-e9a1-4242-aad2-04321d6d41e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670521 May 28 06:45:30.866015 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-dede39ad-e346-4882-bf1e-c4aed4774b45 tempest-RoutersTestDVR-287740190 tempest-RoutersTestDVR-287740190-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=89109) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} May 28 06:45:30.866368 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-dede39ad-e346-4882-bf1e-c4aed4774b45 tempest-RoutersTestDVR-287740190 tempest-RoutersTestDVR-287740190-project-admin] Router 94c7496e-b3c8-4058-bc6e-383aa02276bf migrating from provider to provider. {{(pid=89109) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} May 28 06:45:30.867279 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-dede39ad-e346-4882-bf1e-c4aed4774b45 tempest-RoutersTestDVR-287740190 tempest-RoutersTestDVR-287740190-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:30.877080 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-dede39ad-e346-4882-bf1e-c4aed4774b45 tempest-RoutersTestDVR-287740190 tempest-RoutersTestDVR-287740190-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:30.948800 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-dede39ad-e346-4882-bf1e-c4aed4774b45 tempest-RoutersTestDVR-287740190 tempest-RoutersTestDVR-287740190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-690815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-690800', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-692041'] for router, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:31.109476 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2bbda957-0df7-4bea-a312-2093d5af0ffb req-2a77b99b-cd94-4bb1-a07f-408bb59c1632 tempest-ServerShowV247Test-1976675312 tempest-ServerShowV247Test-1976675312-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae59c7c8-3fe6-4543-adbd-e48f6af407ad HTTP/1.1" status: 200 len: 210 time: 0.1088545 May 28 06:45:31.121619 n-d-843702-1 neutron-server[89109]: WARNING neutron.scheduler.l3_agent_scheduler [None req-dede39ad-e346-4882-bf1e-c4aed4774b45 tempest-RoutersTestDVR-287740190 tempest-RoutersTestDVR-287740190-project-admin] No L3 agents can host the router 94c7496e-b3c8-4058-bc6e-383aa02276bf May 28 06:45:31.151335 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdc9213-d770-493f-8702-4f5c3b1157d1 req-c50ad0b4-af9a-43f7-882d-8db74446c1d9 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:31.153442 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5fdc9213-d770-493f-8702-4f5c3b1157d1 req-c50ad0b4-af9a-43f7-882d-8db74446c1d9 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e HTTP/1.1" status: 200 len: 944 time: 0.2126880 May 28 06:45:31.253856 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5fdc9213-d770-493f-8702-4f5c3b1157d1 req-d15cd839-37fc-414d-9aa6-e620d574b3fa tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0fc320c-5211-4d72-b7c9-130a40d05074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913239 May 28 06:45:31.326466 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dede39ad-e346-4882-bf1e-c4aed4774b45 tempest-RoutersTestDVR-287740190 tempest-RoutersTestDVR-287740190-project-admin] Hosts for router 94c7496e-b3c8-4058-bc6e-383aa02276bf: [] {{(pid=89109) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:330}} May 28 06:45:31.374008 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dede39ad-e346-4882-bf1e-c4aed4774b45 tempest-RoutersTestDVR-287740190 tempest-RoutersTestDVR-287740190-project-admin] Hosts for other DVR routers connected to router 94c7496e-b3c8-4058-bc6e-383aa02276bf: set() {{(pid=89109) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} May 28 06:45:31.378608 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-dede39ad-e346-4882-bf1e-c4aed4774b45 tempest-RoutersTestDVR-287740190 tempest-RoutersTestDVR-287740190-project-admin] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:31.381396 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-dede39ad-e346-4882-bf1e-c4aed4774b45 tempest-RoutersTestDVR-287740190 tempest-RoutersTestDVR-287740190-project-admin] 10.222.0.55 "PUT /v2.0/routers/94c7496e-b3c8-4058-bc6e-383aa02276bf HTTP/1.1" status: 200 len: 716 time: 1.5018616 May 28 06:45:31.383476 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 49068) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:31.441866 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee05ffe-967f-4bce-9f7a-276791d77710 req-d9960e22-4d3f-4d8f-990f-67ce24c8c75b tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:31.443648 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1ee05ffe-967f-4bce-9f7a-276791d77710 req-d9960e22-4d3f-4d8f-990f-67ce24c8c75b tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] 10.222.0.55 "GET /v2.0/ports?device_id=3316c74e-3136-4a5d-988f-4dfc6ca8cf16 HTTP/1.1" status: 200 len: 946 time: 0.1339273 May 28 06:45:31.597045 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 49072) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:31.646219 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1ee05ffe-967f-4bce-9f7a-276791d77710 req-17b6cb35-9e58-4ed1-9a9b-2c788c2313d9 tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5c78529-6f2c-402d-ab41-37a59ccd37af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930518 May 28 06:45:31.662815 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-286ee16c-5d7c-4e5c-bd7f-7d032cd2c18d tempest-RoutersTestDVR-287740190 tempest-RoutersTestDVR-287740190-project-admin] 10.222.0.55 "GET /v2.0/routers/94c7496e-b3c8-4058-bc6e-383aa02276bf HTTP/1.1" status: 200 len: 716 time: 0.2718270 May 28 06:45:31.662815 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 49078) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:31.674476 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:31.746240 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30c1ac9-2da6-425e-87b7-5b9143f7f1dc req-d73ffd46-c5d3-471d-b2fc-ea17bcdfa1aa tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:31.753075 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d30c1ac9-2da6-425e-87b7-5b9143f7f1dc req-d73ffd46-c5d3-471d-b2fc-ea17bcdfa1aa tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e HTTP/1.1" status: 200 len: 944 time: 0.2480779 May 28 06:45:31.815005 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-26d9b112-6c01-4a09-81eb-a4860420e26b admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:31.832026 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d30c1ac9-2da6-425e-87b7-5b9143f7f1dc req-21b16a1a-1f36-40f0-bbb6-81ea592d6d7b tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0fc320c-5211-4d72-b7c9-130a40d05074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756032 May 28 06:45:31.845586 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-26d9b112-6c01-4a09-81eb-a4860420e26b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:45:31.850858 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-26d9b112-6c01-4a09-81eb-a4860420e26b admin admin] Usage tracker for resource:security_group_rule and tenant:c867c68889764c3c9cfa98c963f4bfdb is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:45:31.853863 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-26d9b112-6c01-4a09-81eb-a4860420e26b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:45:31.860104 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-26d9b112-6c01-4a09-81eb-a4860420e26b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:45:31.980119 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '229d53c6-40d4-4a99-9861-713890aa5f04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91fded47-3648-44a0-9497-819aa157d664'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:45:32.084253 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-26d9b112-6c01-4a09-81eb-a4860420e26b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:32.171230 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-26d9b112-6c01-4a09-81eb-a4860420e26b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:32.181864 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-66f2b79b-41cf-45e2-b79c-67dc19e9f691 tempest-RoutersTestDVR-1870667714 tempest-RoutersTestDVR-1870667714-project] 10.222.0.55 "GET /v2.0/routers/94c7496e-b3c8-4058-bc6e-383aa02276bf HTTP/1.1" status: 200 len: 682 time: 0.5149844 May 28 06:45:32.184348 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 49098) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:32.230764 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d9b112-6c01-4a09-81eb-a4860420e26b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=896fa008-e799-4d9f-a6d6-c5009945738c,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:45:32.274093 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-26d9b112-6c01-4a09-81eb-a4860420e26b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c867c68889764c3c9cfa98c963f4bfdb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6710896 May 28 06:45:32.274788 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 49102) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:32.276076 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:32.329835 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e3a63d79-dbfe-4dd9-8c98-44ee50fe8137 tempest-RoutersTestDVR-287740190 tempest-RoutersTestDVR-287740190-project-admin] Notify callbacks [] for router, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:32.353607 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aade85e-7347-425f-9049-5ea6c37ab4e8 req-edb336fd-58c9-4974-8ba4-f240e2bc0521 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:32.355593 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8aade85e-7347-425f-9049-5ea6c37ab4e8 req-edb336fd-58c9-4974-8ba4-f240e2bc0521 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e HTTP/1.1" status: 200 len: 944 time: 0.2696364 May 28 06:45:32.390457 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72855584-6fb8-40d0-8bb3-dd9e48ac29f0 req-8124ef3a-66a3-41fc-913f-91c0b0664b13 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:32.392057 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-72855584-6fb8-40d0-8bb3-dd9e48ac29f0 req-8124ef3a-66a3-41fc-913f-91c0b0664b13 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/ports?device_id=498bacf1-a892-4e8e-a7a7-271d344a8884 HTTP/1.1" status: 200 len: 945 time: 0.4009466 May 28 06:45:32.439247 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c9c12aa2-591c-4316-89b6-427536a6050c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:32.469508 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8aade85e-7347-425f-9049-5ea6c37ab4e8 req-9026000d-c11c-4ef3-a6d1-b491d0f36cd8 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0fc320c-5211-4d72-b7c9-130a40d05074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889196 May 28 06:45:32.490636 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-72855584-6fb8-40d0-8bb3-dd9e48ac29f0 req-80fd9f95-95e2-4b7a-9d24-35305991be52 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/security-groups?id=a55c2cfa-e9a1-4242-aad2-04321d6d41e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808036 May 28 06:45:32.506178 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c9c12aa2-591c-4316-89b6-427536a6050c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:32.612255 n-d-843702-1 neutron-server[89111]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-502f6676-dc3f-471d-8016-0e461cbdd6cc']: {'server_uuid': '229d53c6-40d4-4a99-9861-713890aa5f04', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '91fded47-3648-44a0-9497-819aa157d664', 'code': 422} returned with failed status May 28 06:45:32.798499 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c9c12aa2-591c-4316-89b6-427536a6050c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:32.804957 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d8e3aa1f-c246-434f-848f-3cc46a0d79c2 req-8ea1dcc8-2033-4bd0-9cc4-58a4e5757dd5 tempest-ServerShowV247Test-1976675312 tempest-ServerShowV247Test-1976675312-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae59c7c8-3fe6-4543-adbd-e48f6af407ad HTTP/1.1" status: 200 len: 210 time: 0.1151969 May 28 06:45:32.825181 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c12aa2-591c-4316-89b6-427536a6050c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=896fa008-e799-4d9f-a6d6-c5009945738c,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:45:32.869848 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c9c12aa2-591c-4316-89b6-427536a6050c admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:32.874549 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-c9c12aa2-591c-4316-89b6-427536a6050c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/896fa008-e799-4d9f-a6d6-c5009945738c HTTP/1.1" status: 204 len: 168 time: 0.5976300 May 28 06:45:32.911903 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e49c56-d934-4f2e-a345-370845eb35c7 req-75b9ff42-1e27-46b8-9093-c01b86a4498b tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:32.917169 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e3a63d79-dbfe-4dd9-8c98-44ee50fe8137 tempest-RoutersTestDVR-287740190 tempest-RoutersTestDVR-287740190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59018'] for router, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:32.919209 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a2e49c56-d934-4f2e-a345-370845eb35c7 req-75b9ff42-1e27-46b8-9093-c01b86a4498b tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e HTTP/1.1" status: 200 len: 944 time: 0.1847148 May 28 06:45:32.929244 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e3a63d79-dbfe-4dd9-8c98-44ee50fe8137 tempest-RoutersTestDVR-287740190 tempest-RoutersTestDVR-287740190-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:32.975006 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a2e49c56-d934-4f2e-a345-370845eb35c7 req-d05bacc2-df57-44c4-90c5-27bc6688ab4b tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0fc320c-5211-4d72-b7c9-130a40d05074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549428 May 28 06:45:33.034593 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e3a63d79-dbfe-4dd9-8c98-44ee50fe8137 tempest-RoutersTestDVR-287740190 tempest-RoutersTestDVR-287740190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-703817'] for router, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:33.039135 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3a63d79-dbfe-4dd9-8c98-44ee50fe8137 tempest-RoutersTestDVR-287740190 tempest-RoutersTestDVR-287740190-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 94c7496e-b3c8-4058-bc6e-383aa02276bf {{(pid=89109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 06:45:33.051546 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e3a63d79-dbfe-4dd9-8c98-44ee50fe8137 tempest-RoutersTestDVR-287740190 tempest-RoutersTestDVR-287740190-project-admin] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:33.053055 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-e3a63d79-dbfe-4dd9-8c98-44ee50fe8137 tempest-RoutersTestDVR-287740190 tempest-RoutersTestDVR-287740190-project-admin] 10.222.0.55 "DELETE /v2.0/routers/94c7496e-b3c8-4058-bc6e-383aa02276bf HTTP/1.1" status: 204 len: 168 time: 0.8676491 May 28 06:45:33.056938 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 49118) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:33.062999 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-a1c627f4-461b-434e-8adb-66bfcffa1cf4 tempest-RoutersTestDVR-287740190 tempest-RoutersTestDVR-287740190-project-admin] Request body: {'router': {'name': 'tempest-router-1968404651', 'distributed': True}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:45:33.070906 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-a1c627f4-461b-434e-8adb-66bfcffa1cf4 tempest-RoutersTestDVR-287740190 tempest-RoutersTestDVR-287740190-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:45:33.079834 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-a1c627f4-461b-434e-8adb-66bfcffa1cf4 tempest-RoutersTestDVR-287740190 tempest-RoutersTestDVR-287740190-project-admin] Usage tracker for resource:router and tenant:078b9cf1dc8d4aa3951e043e28ead573 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:45:33.085432 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-a1c627f4-461b-434e-8adb-66bfcffa1cf4 tempest-RoutersTestDVR-287740190 tempest-RoutersTestDVR-287740190-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:45:33.094178 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-a1c627f4-461b-434e-8adb-66bfcffa1cf4 tempest-RoutersTestDVR-287740190 tempest-RoutersTestDVR-287740190-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:45:33.111145 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1be74b-821a-4a8b-af6c-1456e536cbc0 req-29e85171-b3ad-45f2-804e-c40b5ed78e3d tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:33.118666 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8e1be74b-821a-4a8b-af6c-1456e536cbc0 req-29e85171-b3ad-45f2-804e-c40b5ed78e3d tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] 10.222.0.55 "GET /v2.0/ports?device_id=3316c74e-3136-4a5d-988f-4dfc6ca8cf16 HTTP/1.1" status: 200 len: 946 time: 0.1255918 May 28 06:45:33.186027 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8e1be74b-821a-4a8b-af6c-1456e536cbc0 req-674e2faa-1b56-44f5-9cdd-1191c1108b03 tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5c78529-6f2c-402d-ab41-37a59ccd37af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662608 May 28 06:45:33.207838 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a1c627f4-461b-434e-8adb-66bfcffa1cf4 tempest-RoutersTestDVR-287740190 tempest-RoutersTestDVR-287740190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59128'] for router, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:33.215921 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a1c627f4-461b-434e-8adb-66bfcffa1cf4 tempest-RoutersTestDVR-287740190 tempest-RoutersTestDVR-287740190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59009'] for router, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:33.265762 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a1c627f4-461b-434e-8adb-66bfcffa1cf4 tempest-RoutersTestDVR-287740190 tempest-RoutersTestDVR-287740190-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:33.394464 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a1c627f4-461b-434e-8adb-66bfcffa1cf4 tempest-RoutersTestDVR-287740190 tempest-RoutersTestDVR-287740190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690761'] for router, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:33.429544 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 91fded47-3648-44a0-9497-819aa157d664 no longer exists at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:45:33.611617 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 91fded47-3648-44a0-9497-819aa157d664 is: DOWN; New status is: DOWN {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:45:33.614772 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a1c627f4-461b-434e-8adb-66bfcffa1cf4 tempest-RoutersTestDVR-287740190 tempest-RoutersTestDVR-287740190-project-admin] Notify callbacks [] for router, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:33.616734 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-a1c627f4-461b-434e-8adb-66bfcffa1cf4 tempest-RoutersTestDVR-287740190 tempest-RoutersTestDVR-287740190-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.5588045 May 28 06:45:33.619650 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 49136) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:33.691020 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481785ed-257d-43d4-9ef6-8a0c5a57a0d3 req-632c4051-db61-43a2-9799-eb1e41a9fa29 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:33.699399 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-481785ed-257d-43d4-9ef6-8a0c5a57a0d3 req-632c4051-db61-43a2-9799-eb1e41a9fa29 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e HTTP/1.1" status: 200 len: 944 time: 0.2201536 May 28 06:45:33.799510 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-481785ed-257d-43d4-9ef6-8a0c5a57a0d3 req-ff1c9e95-6060-4907-9459-d1399dd2ec24 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0fc320c-5211-4d72-b7c9-130a40d05074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614965 May 28 06:45:33.813359 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9a26e67a-ed7d-40fb-a188-499835069240 tempest-RoutersTestDVR-287740190 tempest-RoutersTestDVR-287740190-project-admin] Notify callbacks [] for router, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:33.831208 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 49144) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:33.849547 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b213c30e-1d19-46d5-a353-41d58f0fc1ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:33.868378 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-b213c30e-1d19-46d5-a353-41d58f0fc1ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:45:33.899778 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4b2fb7-f9c3-460d-b6af-53125774f929 req-991d7260-d8f0-446e-a25f-bd5663754ea1 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:33.899885 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0e4b2fb7-f9c3-460d-b6af-53125774f929 req-991d7260-d8f0-446e-a25f-bd5663754ea1 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/ports?device_id=498bacf1-a892-4e8e-a7a7-271d344a8884 HTTP/1.1" status: 200 len: 945 time: 0.1956646 May 28 06:45:33.907118 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-b213c30e-1d19-46d5-a353-41d58f0fc1ef admin admin] Usage tracker for resource:security_group_rule and tenant:4da2a7efa6b84c239891042f9c2aa544 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:45:33.940465 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-b213c30e-1d19-46d5-a353-41d58f0fc1ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:45:33.953021 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-b213c30e-1d19-46d5-a353-41d58f0fc1ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:45:34.014447 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0e4b2fb7-f9c3-460d-b6af-53125774f929 req-097bc80d-3c40-476d-b15a-23032e31c358 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/security-groups?id=a55c2cfa-e9a1-4242-aad2-04321d6d41e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084642 May 28 06:45:34.170392 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b213c30e-1d19-46d5-a353-41d58f0fc1ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:34.194998 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3211887b-1146-43b2-9467-db3ed20452b3 req-95f7680c-ca64-4b40-8ceb-da104018c5a2 tempest-ServerShowV247Test-1976675312 tempest-ServerShowV247Test-1976675312-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae59c7c8-3fe6-4543-adbd-e48f6af407ad HTTP/1.1" status: 200 len: 210 time: 0.1461697 May 28 06:45:34.262628 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b213c30e-1d19-46d5-a353-41d58f0fc1ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:34.282125 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9a26e67a-ed7d-40fb-a188-499835069240 tempest-RoutersTestDVR-287740190 tempest-RoutersTestDVR-287740190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59018'] for router, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:34.284528 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9a26e67a-ed7d-40fb-a188-499835069240 tempest-RoutersTestDVR-287740190 tempest-RoutersTestDVR-287740190-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:34.316248 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-b213c30e-1d19-46d5-a353-41d58f0fc1ef admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4da2a7efa6b84c239891042f9c2aa544&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4866049 May 28 06:45:34.318795 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 49158) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:34.355284 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9a26e67a-ed7d-40fb-a188-499835069240 tempest-RoutersTestDVR-287740190 tempest-RoutersTestDVR-287740190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-703817'] for router, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:34.356357 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a26e67a-ed7d-40fb-a188-499835069240 tempest-RoutersTestDVR-287740190 tempest-RoutersTestDVR-287740190-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0ab68d10-72c6-4a3a-bfbb-5a4a6c0bd03a {{(pid=89109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 06:45:34.365741 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b213c30e-1d19-46d5-a353-41d58f0fc1ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b01fce4-474a-4385-b937-d755d584dd3c,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:45:34.374353 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9a26e67a-ed7d-40fb-a188-499835069240 tempest-RoutersTestDVR-287740190 tempest-RoutersTestDVR-287740190-project-admin] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:34.374907 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-9a26e67a-ed7d-40fb-a188-499835069240 tempest-RoutersTestDVR-287740190 tempest-RoutersTestDVR-287740190-project-admin] 10.222.0.55 "DELETE /v2.0/routers/0ab68d10-72c6-4a3a-bfbb-5a4a6c0bd03a HTTP/1.1" status: 204 len: 168 time: 0.7542732 May 28 06:45:34.616935 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5082fba9-8f69-4dfe-8208-4c29b865df3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:34.664789 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5082fba9-8f69-4dfe-8208-4c29b865df3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:34.811592 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5082fba9-8f69-4dfe-8208-4c29b865df3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:34.828411 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5082fba9-8f69-4dfe-8208-4c29b865df3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b01fce4-474a-4385-b937-d755d584dd3c,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:45:34.840720 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5082fba9-8f69-4dfe-8208-4c29b865df3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:34.841931 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-5082fba9-8f69-4dfe-8208-4c29b865df3f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9b01fce4-474a-4385-b937-d755d584dd3c HTTP/1.1" status: 204 len: 168 time: 0.5222602 May 28 06:45:35.060006 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 49182) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:35.087933 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d35db03-86bb-46f7-a755-899c2cdb7f4c req-6420325c-d812-46bf-85a5-236a26421fd1 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:35.089613 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4d35db03-86bb-46f7-a755-899c2cdb7f4c req-6420325c-d812-46bf-85a5-236a26421fd1 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e HTTP/1.1" status: 200 len: 944 time: 0.1396220 May 28 06:45:35.157147 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4d35db03-86bb-46f7-a755-899c2cdb7f4c req-bbb0c0a2-1c3a-47e2-a5d2-1de074f0ec10 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0fc320c-5211-4d72-b7c9-130a40d05074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610654 May 28 06:45:35.501071 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8b343401-c321-4f00-bda6-589c1f85d7a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:35.546370 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-8b343401-c321-4f00-bda6-589c1f85d7a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:45:35.554002 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-8b343401-c321-4f00-bda6-589c1f85d7a9 admin admin] Usage tracker for resource:security_group_rule and tenant:cbfb75786b964ea4b3b7259c6e69242d is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:45:35.566778 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-8b343401-c321-4f00-bda6-589c1f85d7a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:45:35.575819 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-8b343401-c321-4f00-bda6-589c1f85d7a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:45:35.601746 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f1b43b-e3cb-4940-bb99-28e45ad53a8f req-ce89e28c-b419-4903-8c5a-cef7206279e4 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:35.611311 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-63f1b43b-e3cb-4940-bb99-28e45ad53a8f req-ce89e28c-b419-4903-8c5a-cef7206279e4 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/ports?device_id=498bacf1-a892-4e8e-a7a7-271d344a8884 HTTP/1.1" status: 200 len: 945 time: 0.3200653 May 28 06:45:35.637409 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8ffacab8-cbe4-43cf-9725-b6105735e5ae req-2577102e-54bf-4e2d-a73c-11f222f8b956 tempest-ServerShowV247Test-1976675312 tempest-ServerShowV247Test-1976675312-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae59c7c8-3fe6-4543-adbd-e48f6af407ad HTTP/1.1" status: 200 len: 210 time: 0.1772213 May 28 06:45:35.678404 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-63f1b43b-e3cb-4940-bb99-28e45ad53a8f req-8ddefae7-6596-4719-9d7c-31655addfb2d tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/security-groups?id=a55c2cfa-e9a1-4242-aad2-04321d6d41e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657446 May 28 06:45:35.913588 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cb667f-c252-46a4-9b5d-c11409bb2687 req-299bc2b1-1c80-4516-b63b-6da858b981f9 tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:35.915422 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e3cb667f-c252-46a4-9b5d-c11409bb2687 req-299bc2b1-1c80-4516-b63b-6da858b981f9 tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] 10.222.0.55 "GET /v2.0/ports?device_id=3316c74e-3136-4a5d-988f-4dfc6ca8cf16 HTTP/1.1" status: 200 len: 946 time: 0.1366079 May 28 06:45:35.935116 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8b343401-c321-4f00-bda6-589c1f85d7a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:35.970220 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e3cb667f-c252-46a4-9b5d-c11409bb2687 req-ead51748-53ec-40e1-b4dc-ef0acf336a00 tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5c78529-6f2c-402d-ab41-37a59ccd37af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436640 May 28 06:45:36.052826 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8b343401-c321-4f00-bda6-589c1f85d7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:36.106597 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-8b343401-c321-4f00-bda6-589c1f85d7a9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cbfb75786b964ea4b3b7259c6e69242d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0455606 May 28 06:45:36.107481 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b343401-c321-4f00-bda6-589c1f85d7a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80587773-1c0e-4724-aac9-974eb2d7c1eb,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:45:36.109260 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 49212) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:36.174654 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-eff4f63a-95ed-4e10-9cd2-7457fcd8748d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:36.204173 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-eff4f63a-95ed-4e10-9cd2-7457fcd8748d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:36.373839 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-eff4f63a-95ed-4e10-9cd2-7457fcd8748d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:36.388524 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff4f63a-95ed-4e10-9cd2-7457fcd8748d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80587773-1c0e-4724-aac9-974eb2d7c1eb,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:45:36.399463 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-eff4f63a-95ed-4e10-9cd2-7457fcd8748d admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:36.406122 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-eff4f63a-95ed-4e10-9cd2-7457fcd8748d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/80587773-1c0e-4724-aac9-974eb2d7c1eb HTTP/1.1" status: 204 len: 168 time: 0.2899809 May 28 06:45:36.440369 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6605665d-315b-4cd5-a2cf-597723d3011b req-a87f12c6-6fd6-45be-9348-801a9c82d41b tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:36.440369 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6605665d-315b-4cd5-a2cf-597723d3011b req-a87f12c6-6fd6-45be-9348-801a9c82d41b tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e HTTP/1.1" status: 200 len: 944 time: 0.1550479 May 28 06:45:36.531956 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6605665d-315b-4cd5-a2cf-597723d3011b req-72a9cbe0-5b80-4bf1-97cb-26e10a20dfc0 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0fc320c-5211-4d72-b7c9-130a40d05074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854757 May 28 06:45:36.728594 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dbff37-df88-4bec-8078-55ee7aa6aaaf req-f110a257-9bcf-449a-8e61-589ae487a803 tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:36.730182 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b8dbff37-df88-4bec-8078-55ee7aa6aaaf req-f110a257-9bcf-449a-8e61-589ae487a803 tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] 10.222.0.69 "GET /v2.0/ports?device_id=3316c74e-3136-4a5d-988f-4dfc6ca8cf16 HTTP/1.1" status: 200 len: 946 time: 0.1654513 May 28 06:45:36.850547 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-b8dbff37-df88-4bec-8078-55ee7aa6aaaf req-49f61c34-2112-4adb-b3be-455ac0a85d3a tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] Deleting port 7fb4fcbd-f801-4997-ab63-1232002565b1 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:45:36.850957 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-b8dbff37-df88-4bec-8078-55ee7aa6aaaf req-49f61c34-2112-4adb-b3be-455ac0a85d3a tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:36.964594 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-36a36b6f-0500-494c-980f-f4a3fa796e2d req-7edfe90a-c6ad-41d5-92ad-16e2bff90f2e tempest-ServerShowV247Test-1976675312 tempest-ServerShowV247Test-1976675312-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae59c7c8-3fe6-4543-adbd-e48f6af407ad HTTP/1.1" status: 200 len: 210 time: 0.1199517 May 28 06:45:37.318353 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3103e3-b864-4ac8-92b4-cc65767b4e3d req-4d78f773-e638-4bfb-9da3-e1b2fbb1afff tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:37.337224 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2f3103e3-b864-4ac8-92b4-cc65767b4e3d req-4d78f773-e638-4bfb-9da3-e1b2fbb1afff tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/ports?device_id=498bacf1-a892-4e8e-a7a7-271d344a8884 HTTP/1.1" status: 200 len: 945 time: 0.4314377 May 28 06:45:37.471186 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 49258) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:37.537504 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-259ce412-7070-4a45-84a5-d0118b9b535e admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:37.540855 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-b8dbff37-df88-4bec-8078-55ee7aa6aaaf req-49f61c34-2112-4adb-b3be-455ac0a85d3a tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] For port 7fb4fcbd-f801-4997-ab63-1232002565b1, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=7fb4fcbd-f801-4997-ab63-1232002565b1,segment=NetworkSegment(5ea33a42-cdd5-478a-8599-afce6d43b6ee),segment_id=5ea33a42-cdd5-478a-8599-afce6d43b6ee)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:45:37.541394 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-b8dbff37-df88-4bec-8078-55ee7aa6aaaf req-49f61c34-2112-4adb-b3be-455ac0a85d3a tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:37.607974 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-259ce412-7070-4a45-84a5-d0118b9b535e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:45:37.617880 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-259ce412-7070-4a45-84a5-d0118b9b535e admin admin] Usage tracker for resource:security_group_rule and tenant:078b9cf1dc8d4aa3951e043e28ead573 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:45:37.620046 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7c8168-59f9-4487-83d9-b974144bf3a3 req-ca938433-c53f-487f-b9da-3adff077ca85 tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:37.622413 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4e7c8168-59f9-4487-83d9-b974144bf3a3 req-ca938433-c53f-487f-b9da-3adff077ca85 tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] 10.222.0.55 "GET /v2.0/ports?device_id=3316c74e-3136-4a5d-988f-4dfc6ca8cf16 HTTP/1.1" status: 200 len: 946 time: 0.5014286 May 28 06:45:37.626138 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-259ce412-7070-4a45-84a5-d0118b9b535e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:45:37.643127 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-259ce412-7070-4a45-84a5-d0118b9b535e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:45:37.800343 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-b8dbff37-df88-4bec-8078-55ee7aa6aaaf req-49f61c34-2112-4adb-b3be-455ac0a85d3a tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] Calling delete_port for 7fb4fcbd-f801-4997-ab63-1232002565b1 owned by compute:nova {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:45:37.833936 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2f3103e3-b864-4ac8-92b4-cc65767b4e3d req-de7261a9-9aec-47b4-9eb2-faf071eacea5 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/security-groups?id=a55c2cfa-e9a1-4242-aad2-04321d6d41e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4875548 May 28 06:45:37.859297 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-259ce412-7070-4a45-84a5-d0118b9b535e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:37.887273 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4e7c8168-59f9-4487-83d9-b974144bf3a3 req-ef16ecce-066e-456f-9f99-17877ad6af87 tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5c78529-6f2c-402d-ab41-37a59ccd37af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771612 May 28 06:45:37.938826 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-259ce412-7070-4a45-84a5-d0118b9b535e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:37.987154 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 49284) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:38.019976 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-259ce412-7070-4a45-84a5-d0118b9b535e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=078b9cf1dc8d4aa3951e043e28ead573&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5476928 May 28 06:45:38.021676 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ce412-7070-4a45-84a5-d0118b9b535e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a39e530-6c2e-46c0-bcd3-7a4f7deab322,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:45:38.025600 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 49292) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:38.130542 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-b8dbff37-df88-4bec-8078-55ee7aa6aaaf req-49f61c34-2112-4adb-b3be-455ac0a85d3a tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:38.145149 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['7fb4fcbd-f801-4997-ab63-1232002565b1'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:45:38.154310 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c2920ba7-179a-43c6-a1f3-b68c88fbdda0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:38.224133 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c2920ba7-179a-43c6-a1f3-b68c88fbdda0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:38.239139 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-662170ab-5206-486b-9e91-9197c9032407 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:38.284216 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-662170ab-5206-486b-9e91-9197c9032407 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:45:38.291028 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-662170ab-5206-486b-9e91-9197c9032407 admin admin] Usage tracker for resource:security_group_rule and tenant:97d17ca605a440c0a8d4411e6ea880b3 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:45:38.302970 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-662170ab-5206-486b-9e91-9197c9032407 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:45:38.319698 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-662170ab-5206-486b-9e91-9197c9032407 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:45:38.393873 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c2920ba7-179a-43c6-a1f3-b68c88fbdda0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:38.409047 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f61c34-2112-4adb-b3be-455ac0a85d3a tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] Pushing event deleted for resources: {'Port': ['ID=7fb4fcbd-f801-4997-ab63-1232002565b1,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:45:38.421552 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2920ba7-179a-43c6-a1f3-b68c88fbdda0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a39e530-6c2e-46c0-bcd3-7a4f7deab322,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:45:38.454222 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c2920ba7-179a-43c6-a1f3-b68c88fbdda0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:38.455429 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-c2920ba7-179a-43c6-a1f3-b68c88fbdda0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0a39e530-6c2e-46c0-bcd3-7a4f7deab322 HTTP/1.1" status: 204 len: 168 time: 0.4285846 May 28 06:45:38.464082 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-74b0c183-7d6a-4cb5-ae37-3b0fe1db8eb2 req-83390b38-01c1-47fc-9018-f93f1fe4efcb tempest-ServerShowV247Test-1976675312 tempest-ServerShowV247Test-1976675312-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae59c7c8-3fe6-4543-adbd-e48f6af407ad HTTP/1.1" status: 200 len: 210 time: 0.3199944 May 28 06:45:38.491027 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8dbff37-df88-4bec-8078-55ee7aa6aaaf req-49f61c34-2112-4adb-b3be-455ac0a85d3a tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] No DVR routers for this DVR port 7fb4fcbd-f801-4997-ab63-1232002565b1 on host n-h1-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:45:38.498363 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-b8dbff37-df88-4bec-8078-55ee7aa6aaaf req-49f61c34-2112-4adb-b3be-455ac0a85d3a tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:38.502438 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3316c74e-3136-4a5d-988f-4dfc6ca8cf16', 'name': 'network-vif-deleted', 'tag': '7fb4fcbd-f801-4997-ab63-1232002565b1'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:45:38.524484 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b8dbff37-df88-4bec-8078-55ee7aa6aaaf req-49f61c34-2112-4adb-b3be-455ac0a85d3a tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] 10.222.0.69 "DELETE /v2.0/ports/7fb4fcbd-f801-4997-ab63-1232002565b1 HTTP/1.1" status: 204 len: 173 time: 1.7869480 May 28 06:45:38.533665 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f123b7b6-b309-40bc-a752-df3a21bc3ca1 req-365a0a28-f0f3-4c7f-afc3-99b0e4bd0ced tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:38.542908 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f123b7b6-b309-40bc-a752-df3a21bc3ca1 req-365a0a28-f0f3-4c7f-afc3-99b0e4bd0ced tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e HTTP/1.1" status: 200 len: 944 time: 0.4721205 May 28 06:45:38.583978 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-662170ab-5206-486b-9e91-9197c9032407 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:38.605448 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f123b7b6-b309-40bc-a752-df3a21bc3ca1 req-e50f3a48-1d09-4a77-9a56-b47d7ab72af3 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0fc320c-5211-4d72-b7c9-130a40d05074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597217 May 28 06:45:38.630513 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5f09acb-bd6c-46b0-b6de-5e7f565821f3'] response: {'server_uuid': '3316c74e-3136-4a5d-988f-4dfc6ca8cf16', 'name': 'network-vif-deleted', 'tag': '7fb4fcbd-f801-4997-ab63-1232002565b1', 'status': 'completed', 'code': 200} May 28 06:45:38.685394 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-662170ab-5206-486b-9e91-9197c9032407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:38.693993 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 49304) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:38.751614 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662170ab-5206-486b-9e91-9197c9032407 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3608dc5-c26b-4ef8-bcf2-d13954b794ce,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:45:38.756945 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-662170ab-5206-486b-9e91-9197c9032407 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=97d17ca605a440c0a8d4411e6ea880b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7583475 May 28 06:45:38.759578 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 49310) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:38.859744 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9d8da299-61cd-40c2-bc94-ff5f8da6167e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:38.892750 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9d8da299-61cd-40c2-bc94-ff5f8da6167e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:39.123836 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-3f08f228-7bb7-49df-8ac3-12bd2be1014c req-19e34b26-f321-40a9-9476-fe9f1ec1f583 tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] Synchronizing usage tracker for tenant:df26b9cb6f0944bda1073f5477889310 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:45:39.152023 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9d8da299-61cd-40c2-bc94-ff5f8da6167e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:39.182124 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0da62011-dd6c-456e-99fb-e3db3e4583ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:39.202085 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8da299-61cd-40c2-bc94-ff5f8da6167e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3608dc5-c26b-4ef8-bcf2-d13954b794ce,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:45:39.230286 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9d8da299-61cd-40c2-bc94-ff5f8da6167e admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:39.230286 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-9d8da299-61cd-40c2-bc94-ff5f8da6167e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f3608dc5-c26b-4ef8-bcf2-d13954b794ce HTTP/1.1" status: 204 len: 168 time: 0.4562805 May 28 06:45:39.230286 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-0da62011-dd6c-456e-99fb-e3db3e4583ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:45:39.243900 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-0da62011-dd6c-456e-99fb-e3db3e4583ee admin admin] Usage tracker for resource:security_group_rule and tenant:469cd8534c4d4ab0ac7b86d451ee252e is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:45:39.249696 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-0da62011-dd6c-456e-99fb-e3db3e4583ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:45:39.256872 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-0da62011-dd6c-456e-99fb-e3db3e4583ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:45:39.296569 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef866ef1-1c29-454e-a337-b15287034438 req-cf149f84-6d14-484e-8209-4d2b899c71e0 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:39.298154 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ef866ef1-1c29-454e-a337-b15287034438 req-cf149f84-6d14-484e-8209-4d2b899c71e0 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/ports?device_id=498bacf1-a892-4e8e-a7a7-271d344a8884 HTTP/1.1" status: 200 len: 945 time: 0.2753322 May 28 06:45:39.302648 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-3f08f228-7bb7-49df-8ac3-12bd2be1014c req-19e34b26-f321-40a9-9476-fe9f1ec1f583 tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] Unset dirty status for tenant:df26b9cb6f0944bda1073f5477889310 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:45:39.303740 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3f08f228-7bb7-49df-8ac3-12bd2be1014c req-19e34b26-f321-40a9-9476-fe9f1ec1f583 tempest-VolumesActionsTest-615192366 tempest-VolumesActionsTest-615192366-project] 10.222.0.55 "GET /v2.0/ports?device_id=3316c74e-3136-4a5d-988f-4dfc6ca8cf16 HTTP/1.1" status: 200 len: 210 time: 0.2388275 May 28 06:45:39.367015 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ef866ef1-1c29-454e-a337-b15287034438 req-835464fa-cb6a-43ea-a8b1-bf21fbfa5858 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/security-groups?id=a55c2cfa-e9a1-4242-aad2-04321d6d41e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576108 May 28 06:45:39.411676 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0da62011-dd6c-456e-99fb-e3db3e4583ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:39.497210 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0da62011-dd6c-456e-99fb-e3db3e4583ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:39.596405 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da62011-dd6c-456e-99fb-e3db3e4583ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2e4498c-00d8-48fe-b003-3e23bed61e45,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:45:39.607085 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 49334) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:39.620318 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-0da62011-dd6c-456e-99fb-e3db3e4583ee admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=469cd8534c4d4ab0ac7b86d451ee252e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9249015 May 28 06:45:39.701545 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-977847c0-8b3a-4426-8e36-99bf57af2127 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:39.703258 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-eaad35ba-51cb-4837-ac2a-27480d1f302b req-0daadeb1-08f5-4cde-8034-6d8077bb58e7 tempest-ServerShowV247Test-1976675312 tempest-ServerShowV247Test-1976675312-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae59c7c8-3fe6-4543-adbd-e48f6af407ad HTTP/1.1" status: 200 len: 210 time: 0.0568783 May 28 06:45:39.754406 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-977847c0-8b3a-4426-8e36-99bf57af2127 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:39.844304 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f27c69-5d63-4a27-a65d-c641693eb66a req-c7903a8d-f73b-4e50-8ca4-2ea42a1b5d37 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:39.845768 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-76f27c69-5d63-4a27-a65d-c641693eb66a req-c7903a8d-f73b-4e50-8ca4-2ea42a1b5d37 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e HTTP/1.1" status: 200 len: 944 time: 0.0938859 May 28 06:45:39.892310 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-76f27c69-5d63-4a27-a65d-c641693eb66a req-2432f9d3-0ae6-4b32-915f-870f9035d551 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0fc320c-5211-4d72-b7c9-130a40d05074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392580 May 28 06:45:39.999532 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-977847c0-8b3a-4426-8e36-99bf57af2127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:40.015745 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977847c0-8b3a-4426-8e36-99bf57af2127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2e4498c-00d8-48fe-b003-3e23bed61e45,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:45:40.024863 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-977847c0-8b3a-4426-8e36-99bf57af2127 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:40.032073 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-977847c0-8b3a-4426-8e36-99bf57af2127 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e2e4498c-00d8-48fe-b003-3e23bed61e45 HTTP/1.1" status: 204 len: 168 time: 0.4179530 May 28 06:45:40.146843 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 49352) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:40.277170 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 49360) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:40.296317 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1f7fc17e-fd75-42f6-bb9b-d3e80aa43b2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:40.313161 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-1f7fc17e-fd75-42f6-bb9b-d3e80aa43b2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:45:40.323680 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-1f7fc17e-fd75-42f6-bb9b-d3e80aa43b2b admin admin] Usage tracker for resource:security_group_rule and tenant:777cd2fce2584bbc84914cdae1e04a58 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:45:40.329251 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-1f7fc17e-fd75-42f6-bb9b-d3e80aa43b2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:45:40.332984 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-1f7fc17e-fd75-42f6-bb9b-d3e80aa43b2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:45:40.450410 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1f7fc17e-fd75-42f6-bb9b-d3e80aa43b2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:40.566192 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1f7fc17e-fd75-42f6-bb9b-d3e80aa43b2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:40.610323 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7413a73-dff8-4710-bace-b91dfd22d366 req-b79399ad-b5b8-4b90-95ac-513588a38080 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:40.614444 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f7413a73-dff8-4710-bace-b91dfd22d366 req-b79399ad-b5b8-4b90-95ac-513588a38080 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/ports?device_id=498bacf1-a892-4e8e-a7a7-271d344a8884 HTTP/1.1" status: 200 len: 945 time: 0.0962844 May 28 06:45:40.625952 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7fc17e-fd75-42f6-bb9b-d3e80aa43b2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c76541d-16bc-4d81-bbdb-758aa315fd99,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:45:40.633195 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-1f7fc17e-fd75-42f6-bb9b-d3e80aa43b2b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=777cd2fce2584bbc84914cdae1e04a58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3537109 May 28 06:45:40.645757 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 49372) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:40.683569 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f7413a73-dff8-4710-bace-b91dfd22d366 req-cb040eda-9af5-4880-87d4-b3f2e91bf977 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/security-groups?id=a55c2cfa-e9a1-4242-aad2-04321d6d41e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628335 May 28 06:45:40.752690 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7406e6de-7a2b-4b9e-8612-2b218e3de9ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:40.795826 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-5f4d85ca-e2d5-4469-9e9a-e5ed0394880a tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Request body: {'networks': [{'name': 'tempest-network--1097238355'}, {'name': 'tempest-network--682048489'}]} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:45:40.800805 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-5f4d85ca-e2d5-4469-9e9a-e5ed0394880a tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Request body: {'network': {'name': 'tempest-network--1097238355'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:45:40.801554 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-5f4d85ca-e2d5-4469-9e9a-e5ed0394880a tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Request body: {'network': {'name': 'tempest-network--682048489'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:45:40.811402 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-5f4d85ca-e2d5-4469-9e9a-e5ed0394880a tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:45:40.817661 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-5f4d85ca-e2d5-4469-9e9a-e5ed0394880a tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Usage tracker for resource:network and tenant:27f41d1d0a464fd0a3e235d5454a9f44 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:45:40.837375 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-5f4d85ca-e2d5-4469-9e9a-e5ed0394880a tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:45:40.841527 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7406e6de-7a2b-4b9e-8612-2b218e3de9ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:40.854333 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-5f4d85ca-e2d5-4469-9e9a-e5ed0394880a tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:45:40.926913 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d3f93252-6ecf-48ad-b902-66b832e1194c req-5f52427a-e501-49d9-82e2-d77f0bc61fe3 tempest-ServerShowV247Test-1976675312 tempest-ServerShowV247Test-1976675312-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae59c7c8-3fe6-4543-adbd-e48f6af407ad HTTP/1.1" status: 200 len: 210 time: 0.0515368 May 28 06:45:40.965667 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f4d85ca-e2d5-4469-9e9a-e5ed0394880a tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Made reservation on behalf of 27f41d1d0a464fd0a3e235d5454a9f44 for: {'network': 2} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:45:40.970175 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5f4d85ca-e2d5-4469-9e9a-e5ed0394880a tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:40.983932 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5f4d85ca-e2d5-4469-9e9a-e5ed0394880a tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:41.004596 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7406e6de-7a2b-4b9e-8612-2b218e3de9ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:41.026482 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7406e6de-7a2b-4b9e-8612-2b218e3de9ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c76541d-16bc-4d81-bbdb-758aa315fd99,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:45:41.028489 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-5f4d85ca-e2d5-4469-9e9a-e5ed0394880a tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:45:41.040774 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-5f4d85ca-e2d5-4469-9e9a-e5ed0394880a tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Usage tracker for resource:security_group_rule and tenant:27f41d1d0a464fd0a3e235d5454a9f44 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:45:41.044270 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-5f4d85ca-e2d5-4469-9e9a-e5ed0394880a tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:45:41.053704 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7406e6de-7a2b-4b9e-8612-2b218e3de9ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:41.055052 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-7406e6de-7a2b-4b9e-8612-2b218e3de9ed admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2c76541d-16bc-4d81-bbdb-758aa315fd99 HTTP/1.1" status: 204 len: 168 time: 0.4046509 May 28 06:45:41.056264 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-5f4d85ca-e2d5-4469-9e9a-e5ed0394880a tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:45:41.213340 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5f4d85ca-e2d5-4469-9e9a-e5ed0394880a tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:41.213489 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdb22ab-914f-45e1-b039-9e79ac094d41 req-d36cf067-c3a0-44be-8c2a-4438f7a759bc tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:41.213489 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bbdb22ab-914f-45e1-b039-9e79ac094d41 req-d36cf067-c3a0-44be-8c2a-4438f7a759bc tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e HTTP/1.1" status: 200 len: 944 time: 0.1657307 May 28 06:45:41.238799 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bbdb22ab-914f-45e1-b039-9e79ac094d41 req-a536a1fd-9bc9-4d41-ad17-d8e75af4def2 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0fc320c-5211-4d72-b7c9-130a40d05074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385916 May 28 06:45:41.354846 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5f4d85ca-e2d5-4469-9e9a-e5ed0394880a tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:41.354846 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5f4d85ca-e2d5-4469-9e9a-e5ed0394880a tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:41.425957 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4d85ca-e2d5-4469-9e9a-e5ed0394880a tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8198687c-8285-4a98-b49c-9b2425cda9d6,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:45:41.433275 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f4d85ca-e2d5-4469-9e9a-e5ed0394880a tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=89109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:45:41.451348 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5f4d85ca-e2d5-4469-9e9a-e5ed0394880a tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:41.451348 n-d-843702-1 neutron-server[89109]: INFO neutron.db.segments_db [None req-5f4d85ca-e2d5-4469-9e9a-e5ed0394880a tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Added segment 2c3e4c4d-0b97-4aed-ac99-0b282ff56380 of type vlan for network 1fe51df7-3179-4430-86bc-c74cfdcd7a0a May 28 06:45:41.458991 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 7fb4fcbd-f801-4997-ab63-1232002565b1 no longer exists at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:45:41.501647 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5f4d85ca-e2d5-4469-9e9a-e5ed0394880a tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:41.511782 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] No Port match for: 7fb4fcbd-f801-4997-ab63-1232002565b1 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:45:41.511782 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 7fb4fcbd-f801-4997-ab63-1232002565b1 not bound to the agent host n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:45:41.547113 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f4d85ca-e2d5-4469-9e9a-e5ed0394880a tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=89109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:45:41.555177 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5f4d85ca-e2d5-4469-9e9a-e5ed0394880a tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:41.555517 n-d-843702-1 neutron-server[89109]: INFO neutron.db.segments_db [None req-5f4d85ca-e2d5-4469-9e9a-e5ed0394880a tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Added segment 4c6168f8-1503-487c-971a-b5419468d415 of type vlan for network 41560975-eb46-4706-b94c-4ce8be181b96 May 28 06:45:41.584003 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5f4d85ca-e2d5-4469-9e9a-e5ed0394880a tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:41.742532 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5f4d85ca-e2d5-4469-9e9a-e5ed0394880a tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:41.743153 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5f4d85ca-e2d5-4469-9e9a-e5ed0394880a tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:41.748929 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4d85ca-e2d5-4469-9e9a-e5ed0394880a tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:41.760209 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4d85ca-e2d5-4469-9e9a-e5ed0394880a tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:41.762196 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5f4d85ca-e2d5-4469-9e9a-e5ed0394880a tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:41.959670 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c825ee-8642-4ed5-b98b-7cf7662f958e req-d193ff2a-b73b-4783-9126-9dba610d4104 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:41.968082 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b7c825ee-8642-4ed5-b98b-7cf7662f958e req-d193ff2a-b73b-4783-9126-9dba610d4104 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/ports?device_id=498bacf1-a892-4e8e-a7a7-271d344a8884 HTTP/1.1" status: 200 len: 945 time: 0.1242919 May 28 06:45:42.024632 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b7c825ee-8642-4ed5-b98b-7cf7662f958e req-736fc470-90ad-48ae-94ff-1ad54b9fd3be tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/security-groups?id=a55c2cfa-e9a1-4242-aad2-04321d6d41e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552850 May 28 06:45:42.102923 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4d85ca-e2d5-4469-9e9a-e5ed0394880a tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Pushing event updated for resources: {'Network': ['ID=1fe51df7-3179-4430-86bc-c74cfdcd7a0a,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:45:42.114469 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 1fe51df7-3179-4430-86bc-c74cfdcd7a0a details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:45:42.160034 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-68b6abdf-5d0c-460a-b032-a7a1b2448024 req-fc28ca1d-f256-40a8-aae5-ef6e19ace31a tempest-ServerShowV247Test-1976675312 tempest-ServerShowV247Test-1976675312-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae59c7c8-3fe6-4543-adbd-e48f6af407ad HTTP/1.1" status: 200 len: 210 time: 0.0702908 May 28 06:45:42.208066 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4d85ca-e2d5-4469-9e9a-e5ed0394880a tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Pushing event updated for resources: {'Network': ['ID=41560975-eb46-4706-b94c-4ce8be181b96,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:45:42.223847 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 41560975-eb46-4706-b94c-4ce8be181b96 details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:45:42.246458 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-5f4d85ca-e2d5-4469-9e9a-e5ed0394880a tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.0984197 May 28 06:45:42.251662 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 49438) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:42.608332 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2ba660-18e2-47f3-91ae-83bed6884325 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:42.617380 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2ba660-18e2-47f3-91ae-83bed6884325 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:42.626099 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2ba660-18e2-47f3-91ae-83bed6884325 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:42.633295 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2ba660-18e2-47f3-91ae-83bed6884325 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:42.638375 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-8d2ba660-18e2-47f3-91ae-83bed6884325 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3828053 May 28 06:45:42.642028 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 49458) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:42.673338 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f506e4-a603-4225-a1bd-57eb204f8940 req-b2cb4c0e-d6d2-45f6-abae-9e6ad4c2cf41 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:42.681134 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-45f506e4-a603-4225-a1bd-57eb204f8940 req-b2cb4c0e-d6d2-45f6-abae-9e6ad4c2cf41 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e HTTP/1.1" status: 200 len: 944 time: 0.2409213 May 28 06:45:42.814248 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 49464) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:42.821948 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-45f506e4-a603-4225-a1bd-57eb204f8940 req-465f83de-df72-48e4-952f-e85933646499 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0fc320c-5211-4d72-b7c9-130a40d05074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1367006 May 28 06:45:42.860303 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3047806b-e572-4347-9368-a0004b2e4b89 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:43.009706 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-22cbfd0f-1833-43ca-8188-0117f320a3ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:43.027365 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3047806b-e572-4347-9368-a0004b2e4b89 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:43.041113 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-22cbfd0f-1833-43ca-8188-0117f320a3ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:45:43.053702 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-22cbfd0f-1833-43ca-8188-0117f320a3ad admin admin] Usage tracker for resource:security_group_rule and tenant:6f70a718cd18452aa2e92222548c0681 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:45:43.058991 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-22cbfd0f-1833-43ca-8188-0117f320a3ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:45:43.067153 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-3047806b-e572-4347-9368-a0004b2e4b89 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fe51df7-3179-4430-86bc-c74cfdcd7a0a']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:45:43.083629 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-22cbfd0f-1833-43ca-8188-0117f320a3ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:45:43.091169 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-3047806b-e572-4347-9368-a0004b2e4b89 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c3e4c4d-0b97-4aed-ac99-0b282ff56380') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:45:43.091510 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-3047806b-e572-4347-9368-a0004b2e4b89 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c3e4c4d-0b97-4aed-ac99-0b282ff56380') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:45:43.112216 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3047806b-e572-4347-9368-a0004b2e4b89 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:43.140269 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3047806b-e572-4347-9368-a0004b2e4b89 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:43.153842 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3047806b-e572-4347-9368-a0004b2e4b89 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:45:43.153842 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3047806b-e572-4347-9368-a0004b2e4b89 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:43.304861 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 2c3e4c4d-0b97-4aed-ac99-0b282ff56380 resource provider aggregate not found May 28 06:45:43.372881 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 2c3e4c4d-0b97-4aed-ac99-0b282ff56380 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2c3e4c4d-0b97-4aed-ac99-0b282ff56380 found for delete ", "request_id": "req-d31ee432-2bd3-4c82-b739-cd8b37690e38"}]} May 28 06:45:43.408453 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1136f82-57b7-4c76-be19-595d54ee097a req-36190674-be20-4caf-9ff7-5b750173e83d tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:43.411310 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f1136f82-57b7-4c76-be19-595d54ee097a req-36190674-be20-4caf-9ff7-5b750173e83d tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/ports?device_id=498bacf1-a892-4e8e-a7a7-271d344a8884 HTTP/1.1" status: 200 len: 945 time: 0.1830831 May 28 06:45:43.463493 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3047806b-e572-4347-9368-a0004b2e4b89 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:43.486863 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3047806b-e572-4347-9368-a0004b2e4b89 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:43.492627 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-15c56953-2ce2-429e-8bc2-f21ded58062b req-a7ff7bee-319a-4e0e-b3a4-654e43f66358 tempest-ServerShowV247Test-1976675312 tempest-ServerShowV247Test-1976675312-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae59c7c8-3fe6-4543-adbd-e48f6af407ad HTTP/1.1" status: 200 len: 210 time: 0.0791397 May 28 06:45:43.542733 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f1136f82-57b7-4c76-be19-595d54ee097a req-409f8a4b-2dc4-40e1-b393-d51d0db0dff9 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/security-groups?id=a55c2cfa-e9a1-4242-aad2-04321d6d41e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815852 May 28 06:45:43.576653 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-3047806b-e572-4347-9368-a0004b2e4b89 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] 10.222.0.55 "DELETE /v2.0/networks/1fe51df7-3179-4430-86bc-c74cfdcd7a0a HTTP/1.1" status: 204 len: 168 time: 0.9246385 May 28 06:45:43.580554 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 49502) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:43.589821 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3047806b-e572-4347-9368-a0004b2e4b89 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Pushing event deleted for resources: {'Network': ['ID=1fe51df7-3179-4430-86bc-c74cfdcd7a0a,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:45:43.751967 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-22cbfd0f-1833-43ca-8188-0117f320a3ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:43.866606 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d4966087-3af3-41aa-bec0-d6ef055db240 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:43.880700 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-22cbfd0f-1833-43ca-8188-0117f320a3ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:44.122247 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-22cbfd0f-1833-43ca-8188-0117f320a3ad admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6f70a718cd18452aa2e92222548c0681&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3035407 May 28 06:45:44.123466 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 49514) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:44.151529 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cbfd0f-1833-43ca-8188-0117f320a3ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dbac681-ec72-403a-9d1f-7dbf41b7a089,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:45:44.250009 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2c33b90b-b2de-4f3b-a554-595cf6d87c96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:44.280495 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2c33b90b-b2de-4f3b-a554-595cf6d87c96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:44.412547 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d4966087-3af3-41aa-bec0-d6ef055db240 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:44.454904 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-d4966087-3af3-41aa-bec0-d6ef055db240 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41560975-eb46-4706-b94c-4ce8be181b96']}} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:45:44.478730 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-d4966087-3af3-41aa-bec0-d6ef055db240 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c6168f8-1503-487c-971a-b5419468d415') {'for_net_delete': True} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:45:44.479222 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-d4966087-3af3-41aa-bec0-d6ef055db240 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c6168f8-1503-487c-971a-b5419468d415') {} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:45:44.516077 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d4966087-3af3-41aa-bec0-d6ef055db240 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4150778'] for segment, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:44.522031 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2c33b90b-b2de-4f3b-a554-595cf6d87c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:44.534647 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0397738c-369e-4fde-9b00-775ecc51cf8c req-f64a1033-c9c1-40f0-b58e-2477001bb933 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:44.536655 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0397738c-369e-4fde-9b00-775ecc51cf8c req-f64a1033-c9c1-40f0-b58e-2477001bb933 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e HTTP/1.1" status: 200 len: 944 time: 0.2862003 May 28 06:45:44.557942 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c33b90b-b2de-4f3b-a554-595cf6d87c96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dbac681-ec72-403a-9d1f-7dbf41b7a089,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:45:44.569693 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2c33b90b-b2de-4f3b-a554-595cf6d87c96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:44.569849 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d4966087-3af3-41aa-bec0-d6ef055db240 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:44.571718 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-2c33b90b-b2de-4f3b-a554-595cf6d87c96 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3dbac681-ec72-403a-9d1f-7dbf41b7a089 HTTP/1.1" status: 204 len: 168 time: 0.4412272 May 28 06:45:44.591654 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4966087-3af3-41aa-bec0-d6ef055db240 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=89110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:45:44.592069 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d4966087-3af3-41aa-bec0-d6ef055db240 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3143023'] for segment, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:44.703545 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment 4c6168f8-1503-487c-971a-b5419468d415 resource provider aggregate not found May 28 06:45:44.765847 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment 4c6168f8-1503-487c-971a-b5419468d415 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4c6168f8-1503-487c-971a-b5419468d415 found for delete ", "request_id": "req-2e565f1d-d0d6-4b00-a6b0-a832acf17dfc"}]} May 28 06:45:44.790674 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0397738c-369e-4fde-9b00-775ecc51cf8c req-00545f1a-2927-4fad-b17c-d488f1a1740f tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0fc320c-5211-4d72-b7c9-130a40d05074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2435319 May 28 06:45:44.893047 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edda2d08-d2e4-4f87-aaca-693e8a02e7d8 req-cd286e99-2b47-4624-bfe5-6f68e441df7b tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:44.894504 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-edda2d08-d2e4-4f87-aaca-693e8a02e7d8 req-cd286e99-2b47-4624-bfe5-6f68e441df7b tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/ports?device_id=498bacf1-a892-4e8e-a7a7-271d344a8884 HTTP/1.1" status: 200 len: 945 time: 0.1277997 May 28 06:45:44.967406 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6d453648-134c-4a0e-b827-a75e35139316 req-36e6ac38-4767-4811-9e73-6974d4a19627 tempest-ServerShowV247Test-1976675312 tempest-ServerShowV247Test-1976675312-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae59c7c8-3fe6-4543-adbd-e48f6af407ad HTTP/1.1" status: 200 len: 210 time: 0.0636830 May 28 06:45:44.991723 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-edda2d08-d2e4-4f87-aaca-693e8a02e7d8 req-77ece3b6-05fc-43ca-b637-6d2814e365ad tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/security-groups?id=a55c2cfa-e9a1-4242-aad2-04321d6d41e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904403 May 28 06:45:45.006574 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d4966087-3af3-41aa-bec0-d6ef055db240 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:45.028064 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d4966087-3af3-41aa-bec0-d6ef055db240 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:45.033783 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4966087-3af3-41aa-bec0-d6ef055db240 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Pushing event deleted for resources: {'Network': ['ID=41560975-eb46-4706-b94c-4ce8be181b96,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:45:45.054911 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-d4966087-3af3-41aa-bec0-d6ef055db240 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] 10.222.0.55 "DELETE /v2.0/networks/41560975-eb46-4706-b94c-4ce8be181b96 HTTP/1.1" status: 204 len: 168 time: 1.4821038 May 28 06:45:45.058427 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 49550) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:45.223047 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e49093a-0137-40de-bb0d-8553e778ca63 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:45.228937 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e49093a-0137-40de-bb0d-8553e778ca63 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:45.229938 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-2e49093a-0137-40de-bb0d-8553e778ca63 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Synchronizing usage tracker for tenant:27f41d1d0a464fd0a3e235d5454a9f44 on resource:network {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:45:45.412097 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-2e49093a-0137-40de-bb0d-8553e778ca63 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Unset dirty status for tenant:27f41d1d0a464fd0a3e235d5454a9f44 on resource:network {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:45:45.413739 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-2e49093a-0137-40de-bb0d-8553e778ca63 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3537569 May 28 06:45:45.417703 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 49568) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:45.426043 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-7de4b2f4-321e-4052-a20c-1e091c80d4ea tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-755547091'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:45:45.433684 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-7de4b2f4-321e-4052-a20c-1e091c80d4ea tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:45:45.445031 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-7de4b2f4-321e-4052-a20c-1e091c80d4ea tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:45:45.593788 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6de640-7bc7-42c9-b63e-4091e95ca487 req-1bc811d7-bed0-47bd-bc16-72c4e5e1ee01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:45.595636 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-ed6de640-7bc7-42c9-b63e-4091e95ca487 req-1bc811d7-bed0-47bd-bc16-72c4e5e1ee01 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=498bacf1-a892-4e8e-a7a7-271d344a8884 HTTP/1.1" status: 200 len: 1096 time: 0.1470745 May 28 06:45:45.596252 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7de4b2f4-321e-4052-a20c-1e091c80d4ea tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Made reservation on behalf of 27f41d1d0a464fd0a3e235d5454a9f44 for: {'network': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:45:45.600507 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7de4b2f4-321e-4052-a20c-1e091c80d4ea tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:45.681772 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7de4b2f4-321e-4052-a20c-1e091c80d4ea tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=89109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:45:45.685371 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-ed6de640-7bc7-42c9-b63e-4091e95ca487 req-e76f8d17-8137-440d-944e-99b1904494a8 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=a55c2cfa-e9a1-4242-aad2-04321d6d41e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679276 May 28 06:45:45.695993 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7de4b2f4-321e-4052-a20c-1e091c80d4ea tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:45.696818 n-d-843702-1 neutron-server[89109]: INFO neutron.db.segments_db [None req-7de4b2f4-321e-4052-a20c-1e091c80d4ea tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Added segment 27128bf3-e74d-441f-9532-43038fedd883 of type vlan for network 1ad1ee7b-9350-416f-8b40-1cb9a4657c38 May 28 06:45:45.777723 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7de4b2f4-321e-4052-a20c-1e091c80d4ea tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:45.926711 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7de4b2f4-321e-4052-a20c-1e091c80d4ea tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:45.936023 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de4b2f4-321e-4052-a20c-1e091c80d4ea tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:45.936665 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7de4b2f4-321e-4052-a20c-1e091c80d4ea tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:46.171410 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b853d049-2071-4cbb-88d3-c9b9502b6fc5 req-5e1ab6ca-3518-4bd8-99eb-d630f7321d93 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:46.174789 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b853d049-2071-4cbb-88d3-c9b9502b6fc5 req-5e1ab6ca-3518-4bd8-99eb-d630f7321d93 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e HTTP/1.1" status: 200 len: 944 time: 0.2188091 May 28 06:45:46.256724 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de4b2f4-321e-4052-a20c-1e091c80d4ea tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Pushing event updated for resources: {'Network': ['ID=1ad1ee7b-9350-416f-8b40-1cb9a4657c38,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:45:46.278062 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 1ad1ee7b-9350-416f-8b40-1cb9a4657c38 details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:45:46.321170 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a33157de-dc8e-4338-aeb0-5bd381d5f558 req-e2032028-bc2c-4309-81fb-45d484c72e2f tempest-ServerShowV247Test-1976675312 tempest-ServerShowV247Test-1976675312-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae59c7c8-3fe6-4543-adbd-e48f6af407ad HTTP/1.1" status: 200 len: 210 time: 0.1059539 May 28 06:45:46.355390 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b853d049-2071-4cbb-88d3-c9b9502b6fc5 req-1014052e-bfa4-4553-a30b-034f87d02d9b tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0fc320c-5211-4d72-b7c9-130a40d05074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1734841 May 28 06:45:46.419347 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-7de4b2f4-321e-4052-a20c-1e091c80d4ea tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0004120 May 28 06:45:46.427640 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 49608) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:46.439164 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-33cc21b6-a51b-407a-8f29-3e098400f86c tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-834959395'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:45:46.450021 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-33cc21b6-a51b-407a-8f29-3e098400f86c tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:45:46.464403 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-33cc21b6-a51b-407a-8f29-3e098400f86c tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Usage tracker for resource:network and tenant:27f41d1d0a464fd0a3e235d5454a9f44 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:45:46.476637 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-33cc21b6-a51b-407a-8f29-3e098400f86c tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:45:46.497279 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-33cc21b6-a51b-407a-8f29-3e098400f86c tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:45:46.605088 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [req-d06a1dca-e9e8-4686-a82e-e09dc984293e req-3274dc07-c362-4059-ae10-03c46ad63e74 service neutron] (89109) timed out ('10.222.0.55', 57294) {{(pid=89109) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 28 06:45:46.617160 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33cc21b6-a51b-407a-8f29-3e098400f86c tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Made reservation on behalf of 27f41d1d0a464fd0a3e235d5454a9f44 for: {'network': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:45:46.622226 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-33cc21b6-a51b-407a-8f29-3e098400f86c tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:46.735513 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33cc21b6-a51b-407a-8f29-3e098400f86c tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=89110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:45:46.766486 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-33cc21b6-a51b-407a-8f29-3e098400f86c tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:46.766823 n-d-843702-1 neutron-server[89110]: INFO neutron.db.segments_db [None req-33cc21b6-a51b-407a-8f29-3e098400f86c tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Added segment 52af03c7-36c9-49f1-a46d-1979e4927406 of type vlan for network 6efbd115-f497-4f7f-82e2-03dc6b0f6f87 May 28 06:45:46.808698 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-33cc21b6-a51b-407a-8f29-3e098400f86c tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:46.827560 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 49620) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:46.874088 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540452b1-7acb-4b61-a47e-f07effc95797 req-7d3224e5-2278-463d-9338-fc6253520789 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:46.879235 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-540452b1-7acb-4b61-a47e-f07effc95797 req-7d3224e5-2278-463d-9338-fc6253520789 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/ports?device_id=498bacf1-a892-4e8e-a7a7-271d344a8884 HTTP/1.1" status: 200 len: 945 time: 0.1992013 May 28 06:45:46.983191 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-540452b1-7acb-4b61-a47e-f07effc95797 req-d7c200c1-d5cd-424c-856f-5412811fa2ee tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/security-groups?id=a55c2cfa-e9a1-4242-aad2-04321d6d41e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836103 May 28 06:45:47.045485 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-33cc21b6-a51b-407a-8f29-3e098400f86c tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:47.053398 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33cc21b6-a51b-407a-8f29-3e098400f86c tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:47.059063 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-33cc21b6-a51b-407a-8f29-3e098400f86c tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:47.085071 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-67974fc4-7778-4650-8566-aee8b7c6974e req-37f7898d-0761-422c-ab0c-69076646f590 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ae59c7c8-3fe6-4543-adbd-e48f6af407ad HTTP/1.1" status: 200 len: 210 time: 0.2060795 May 28 06:45:47.181242 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [None req-2435b905-fece-421d-a0e6-c9005f0a960c tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=89110) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:45:47.185848 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-2435b905-fece-421d-a0e6-c9005f0a960c tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.3514369 May 28 06:45:47.186117 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 49636) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:47.191755 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [None req-5d1a71dd-fc0c-4275-9e1d-35c0d0fe304e tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] http://10.222.0.55:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=89109) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:45:47.193014 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-5d1a71dd-fc0c-4275-9e1d-35c0d0fe304e tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] 10.222.0.55 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0059357 May 28 06:45:47.196174 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 49640) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:47.208995 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [None req-60596de0-9a1d-4ee4-8def-9d828c0c43a7 tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] http://10.222.0.55:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=89109) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:45:47.208995 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-60596de0-9a1d-4ee4-8def-9d828c0c43a7 tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] 10.222.0.55 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0113966 May 28 06:45:47.218889 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 49644) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:47.239437 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [None req-024162af-d31d-4394-8f4e-6a2c17c9150e tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] http://10.222.0.55:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=89109) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:45:47.245772 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-024162af-d31d-4394-8f4e-6a2c17c9150e tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] 10.222.0.55 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0227692 May 28 06:45:47.246811 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 49648) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:47.256569 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [None req-71ef16d3-72f6-4fcb-af5e-6630ff7e5911 tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] http://10.222.0.55:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=89109) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:45:47.257532 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-71ef16d3-72f6-4fcb-af5e-6630ff7e5911 tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] 10.222.0.55 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0098126 May 28 06:45:47.267318 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 49652) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:47.277340 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [None req-1459daaa-dd7c-4a99-bf23-0794cb9e5543 tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] http://10.222.0.55:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=89109) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:45:47.286657 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-1459daaa-dd7c-4a99-bf23-0794cb9e5543 tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] 10.222.0.55 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0181165 May 28 06:45:47.289909 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 49656) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:47.310474 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [None req-4781c128-9f91-4cb5-84fe-96b229ab6cf5 tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] http://10.222.0.55:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=89109) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:45:47.311671 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-4781c128-9f91-4cb5-84fe-96b229ab6cf5 tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] 10.222.0.55 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0193448 May 28 06:45:47.314715 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 49660) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:47.321513 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [None req-8883f8af-02f8-4bae-a651-9b008b72560e tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] http://10.222.0.55:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=89109) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:45:47.326661 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-8883f8af-02f8-4bae-a651-9b008b72560e tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] 10.222.0.55 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0108545 May 28 06:45:47.329703 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 49664) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:47.334855 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [None req-3ceadbb0-4528-40df-9e09-0a0087f869c2 tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] http://10.222.0.55:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=89109) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:45:47.335773 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-3ceadbb0-4528-40df-9e09-0a0087f869c2 tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] 10.222.0.55 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0050218 May 28 06:45:47.347727 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 49668) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:47.359315 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [None req-fb87a5a7-71c6-4ec6-a310-631b2175cb9a tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] http://10.222.0.55:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=89109) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:45:47.369539 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-fb87a5a7-71c6-4ec6-a310-631b2175cb9a tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] 10.222.0.55 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0149601 May 28 06:45:47.377790 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 49674) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:47.382951 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-33cc21b6-a51b-407a-8f29-3e098400f86c tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9496605 May 28 06:45:47.385105 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [None req-d3256409-530b-40f4-b8d7-e8457dfb5ef4 tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] http://10.222.0.55:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=89109) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:45:47.386267 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-d3256409-530b-40f4-b8d7-e8457dfb5ef4 tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] 10.222.0.55 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0066462 May 28 06:45:47.387164 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 49678) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:47.389647 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 49680) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:47.395880 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-8cabbcb5-f6ad-4288-ba5c-efe49dab8aa8 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Request body: {'ports': [{'network_id': '1ad1ee7b-9350-416f-8b40-1cb9a4657c38', 'name': 'tempest-port--1489466249', 'admin_state_up': True}, {'network_id': '6efbd115-f497-4f7f-82e2-03dc6b0f6f87', 'admin_state_up': False}]} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:45:47.396403 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-8cabbcb5-f6ad-4288-ba5c-efe49dab8aa8 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Request body: {'port': {'network_id': '1ad1ee7b-9350-416f-8b40-1cb9a4657c38', 'name': 'tempest-port--1489466249', 'admin_state_up': True}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:45:47.397119 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-8cabbcb5-f6ad-4288-ba5c-efe49dab8aa8 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Request body: {'port': {'network_id': '6efbd115-f497-4f7f-82e2-03dc6b0f6f87', 'admin_state_up': False}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:45:47.412969 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cc21b6-a51b-407a-8f29-3e098400f86c tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Pushing event updated for resources: {'Network': ['ID=6efbd115-f497-4f7f-82e2-03dc6b0f6f87,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:45:47.419277 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [None req-7353eb46-44e7-4cfa-a6ee-439df05b5fae tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] http://10.222.0.55:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=89109) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:45:47.421263 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-7353eb46-44e7-4cfa-a6ee-439df05b5fae tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] 10.222.0.55 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0306537 May 28 06:45:47.424974 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 49686) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:47.429370 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 6efbd115-f497-4f7f-82e2-03dc6b0f6f87 details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:45:47.434161 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [None req-14a43e62-e1bc-452f-9698-f7cd02c66630 tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] http://10.222.0.55:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=89110) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:45:47.435286 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-14a43e62-e1bc-452f-9698-f7cd02c66630 tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] 10.222.0.55 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0084493 May 28 06:45:47.441690 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 49690) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:47.448952 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [None req-e3030f30-9b5f-4e1b-ac7c-6d0ed408c6db tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] http://10.222.0.55:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=89110) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:45:47.450186 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-e3030f30-9b5f-4e1b-ac7c-6d0ed408c6db tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] 10.222.0.55 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0058813 May 28 06:45:47.453447 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 49694) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:47.463541 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [None req-57f00f0b-26db-4dd7-8e41-0eccc58d4118 tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] http://10.222.0.55:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=89110) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:45:47.470066 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-57f00f0b-26db-4dd7-8e41-0eccc58d4118 tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] 10.222.0.55 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0103474 May 28 06:45:47.475201 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57b67b0-6b8f-4dc4-bc72-9ffbab1172aa req-d6a81074-62a3-4683-8e5a-4c2a2e35dc91 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:47.476797 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f57b67b0-6b8f-4dc4-bc72-9ffbab1172aa req-d6a81074-62a3-4683-8e5a-4c2a2e35dc91 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e HTTP/1.1" status: 200 len: 944 time: 0.2095768 May 28 06:45:47.478918 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 49698) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:47.484775 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [None req-1050f7ee-ef06-4ba8-b085-ee8039a5f152 tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] http://10.222.0.55:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=89110) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:45:47.486021 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-1050f7ee-ef06-4ba8-b085-ee8039a5f152 tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] 10.222.0.55 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0059714 May 28 06:45:47.490312 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 49702) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:47.498283 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [None req-5705d12f-1494-4850-952b-297b0531c50b tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] http://10.222.0.55:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=89110) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:45:47.499502 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-5705d12f-1494-4850-952b-297b0531c50b tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] 10.222.0.55 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0079985 May 28 06:45:47.504951 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f64434-d427-419e-a125-729cc23eec47 req-bcb34ac3-ac89-4945-a2a6-de7ef666b4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:47.508383 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-70f64434-d427-419e-a125-729cc23eec47 req-bcb34ac3-ac89-4945-a2a6-de7ef666b4d1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fada8efd68e34d6781d883ae41cb05ad&device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e HTTP/1.1" status: 200 len: 1095 time: 0.2300358 May 28 06:45:47.522597 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 49706) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:47.560858 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [None req-87c5594a-8f80-4ac9-9fe2-1f06fe0dbe47 tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] http://10.222.0.55:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=89110) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:45:47.562131 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-87c5594a-8f80-4ac9-9fe2-1f06fe0dbe47 tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] 10.222.0.55 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0342731 May 28 06:45:47.616648 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 49710) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:47.643570 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [None req-c1df52ad-12b4-4781-b3b0-9114975b25cb tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] http://10.222.0.55:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=89109) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:45:47.648764 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-c1df52ad-12b4-4781-b3b0-9114975b25cb tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] 10.222.0.55 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0225723 May 28 06:45:47.660633 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 49718) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:47.675290 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [None req-6a0191d9-4b64-4c21-a844-954d08ebb51d tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] http://10.222.0.55:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=89109) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:45:47.684855 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-6a0191d9-4b64-4c21-a844-954d08ebb51d tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] 10.222.0.55 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0229275 May 28 06:45:47.690549 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 49722) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:47.711125 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c4d72cb0-0ceb-4f22-84ef-c3b33d89fe57 req-4ff32c83-ca10-41a4-8bf0-7584d0cbf5ab tempest-ServerShowV247Test-1976675312 tempest-ServerShowV247Test-1976675312-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae59c7c8-3fe6-4543-adbd-e48f6af407ad HTTP/1.1" status: 200 len: 210 time: 0.0836444 May 28 06:45:47.736455 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [None req-49bb8667-f62c-44ca-b6cf-90748b2913a4 tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] http://10.222.0.55:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=89109) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:45:47.739239 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f57b67b0-6b8f-4dc4-bc72-9ffbab1172aa req-918602d6-94e8-4a04-bdc4-a52a5529c109 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0fc320c-5211-4d72-b7c9-130a40d05074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2377160 May 28 06:45:47.743649 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-49bb8667-f62c-44ca-b6cf-90748b2913a4 tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] 10.222.0.55 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0514786 May 28 06:45:47.744258 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 49726) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:47.764137 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [None req-720d14a3-fd8c-4580-a8f1-cfe53dc22584 tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] http://10.222.0.55:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=89110) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:45:47.774512 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-720d14a3-fd8c-4580-a8f1-cfe53dc22584 tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] 10.222.0.55 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0169718 May 28 06:45:47.774512 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 49730) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:47.781463 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [None req-0b733920-946f-48ba-87ca-3f64080e2103 tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] http://10.222.0.55:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=89110) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:45:47.781463 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-0b733920-946f-48ba-87ca-3f64080e2103 tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] 10.222.0.55 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0114465 May 28 06:45:47.792607 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 49734) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:47.809107 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f64434-d427-419e-a125-729cc23eec47 req-c7bb80ce-838d-44fb-9cce-5c6265fc0aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:47.810282 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-70f64434-d427-419e-a125-729cc23eec47 req-c7bb80ce-838d-44fb-9cce-5c6265fc0aad service neutron] 10.222.0.69 "GET /v2.0/networks?id=e7d92049-bff3-4c3a-a4bd-4950c7dcad1c HTTP/1.1" status: 200 len: 912 time: 0.2858572 May 28 06:45:47.881556 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [None req-42fac2d4-c16d-4953-9829-6a0dc2cb6203 tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] http://10.222.0.55:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=89109) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:45:47.885650 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-42fac2d4-c16d-4953-9829-6a0dc2cb6203 tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] 10.222.0.55 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0916822 May 28 06:45:47.886259 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 49738) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:47.916436 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [None req-a69f7f1a-125f-43a4-8ba8-7a1e29499b64 tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] http://10.222.0.55:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=89109) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:45:47.917463 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-a69f7f1a-125f-43a4-8ba8-7a1e29499b64 tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] 10.222.0.55 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0247943 May 28 06:45:47.921700 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 49742) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:47.930735 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [None req-afa6de9a-4a4f-4946-b21f-d9759674ff73 tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] http://10.222.0.55:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=89110) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:45:47.931715 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-afa6de9a-4a4f-4946-b21f-d9759674ff73 tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] 10.222.0.55 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0089564 May 28 06:45:47.936518 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 49746) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:47.944253 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [None req-1d68967e-31fe-4ad1-941f-043cb33187d7 tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] http://10.222.0.55:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=89110) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:45:47.945179 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-1d68967e-31fe-4ad1-941f-043cb33187d7 tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] 10.222.0.55 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0071199 May 28 06:45:47.953574 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-70f64434-d427-419e-a125-729cc23eec47 req-fddabfc4-9461-4688-be44-08c3e6970e65 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=170a25a1-2cd5-4bc9-b588-27e0c82fefed HTTP/1.1" status: 200 len: 999 time: 0.1346748 May 28 06:45:47.955565 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 49750) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:47.964128 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [None req-679eac2d-d5de-4f30-8b92-5cd0b55ad492 tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] http://10.222.0.55:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=89110) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:45:47.967733 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-679eac2d-d5de-4f30-8b92-5cd0b55ad492 tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] 10.222.0.55 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0079236 May 28 06:45:47.978448 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 49754) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:47.988145 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [None req-bfca927b-2ba8-4b0f-9bc6-3a697c8a7d51 tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] http://10.222.0.55:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=89109) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:45:47.990293 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-bfca927b-2ba8-4b0f-9bc6-3a697c8a7d51 tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] 10.222.0.55 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0099130 May 28 06:45:48.000259 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-8cabbcb5-f6ad-4288-ba5c-efe49dab8aa8 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:45:48.000411 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 49760) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:48.006495 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-8cabbcb5-f6ad-4288-ba5c-efe49dab8aa8 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Usage tracker for resource:port and tenant:27f41d1d0a464fd0a3e235d5454a9f44 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:45:48.010983 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-8cabbcb5-f6ad-4288-ba5c-efe49dab8aa8 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:45:48.022178 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-8cabbcb5-f6ad-4288-ba5c-efe49dab8aa8 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:45:48.033485 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [None req-6c19262a-0dc1-40d7-a02f-d3a926b34c3f tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] http://10.222.0.55:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=89110) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:45:48.038705 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-6c19262a-0dc1-40d7-a02f-d3a926b34c3f tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] 10.222.0.55 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0226800 May 28 06:45:48.040525 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 49766) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:48.046275 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [None req-acbf7b27-6148-4c38-944c-67e571f5fe4f tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] http://10.222.0.55:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=89109) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:45:48.047431 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-acbf7b27-6148-4c38-944c-67e571f5fe4f tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] 10.222.0.55 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0057571 May 28 06:45:48.052945 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 49770) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:48.061554 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [None req-22141c0a-d947-4d43-954a-b97b15062b0e tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] http://10.222.0.55:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=89109) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:45:48.063031 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-22141c0a-d947-4d43-954a-b97b15062b0e tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] 10.222.0.55 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0085628 May 28 06:45:48.070869 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 49774) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:48.078864 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [None req-32c517f4-6fc6-44ac-9db1-de10804644df tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] http://10.222.0.55:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=89110) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:45:48.080343 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-32c517f4-6fc6-44ac-9db1-de10804644df tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] 10.222.0.55 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0083058 May 28 06:45:48.084182 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 49778) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:48.094190 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [None req-b720fa2c-790e-426a-96b9-b314e6c6f786 tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] http://10.222.0.55:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=89109) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:45:48.095251 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-b720fa2c-790e-426a-96b9-b314e6c6f786 tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] 10.222.0.55 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0065417 May 28 06:45:48.098824 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 49782) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:48.110143 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [None req-cf27f190-252d-46e9-a18b-fbc201d5fad5 tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] http://10.222.0.55:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=89109) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:45:48.118198 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-cf27f190-252d-46e9-a18b-fbc201d5fad5 tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] 10.222.0.55 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0136151 May 28 06:45:48.124228 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 49786) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:48.124697 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f64434-d427-419e-a125-729cc23eec47 req-090db37f-3496-40cc-a65a-8b2db8d6a2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:48.126958 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-70f64434-d427-419e-a125-729cc23eec47 req-090db37f-3496-40cc-a65a-8b2db8d6a2d0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=40188bf0-967d-446e-ac4f-b5c59a2acd9a HTTP/1.1" status: 200 len: 850 time: 0.1667209 May 28 06:45:48.143094 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [None req-167074dc-9f82-4a94-b4df-7980f4769878 tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] http://10.222.0.55:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=89109) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:45:48.143094 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-167074dc-9f82-4a94-b4df-7980f4769878 tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] 10.222.0.55 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0068114 May 28 06:45:48.156672 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 49792) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:48.178147 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [None req-35d5075e-6012-423a-a6d6-b3c3a1a9e089 tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] http://10.222.0.55:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=89109) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:45:48.185362 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-35d5075e-6012-423a-a6d6-b3c3a1a9e089 tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] 10.222.0.55 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0233979 May 28 06:45:48.190004 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cabbcb5-f6ad-4288-ba5c-efe49dab8aa8 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Made reservation on behalf of 27f41d1d0a464fd0a3e235d5454a9f44 for: {'port': 2} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:45:48.205225 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8cabbcb5-f6ad-4288-ba5c-efe49dab8aa8 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:48.241024 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 49796) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:48.248314 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [None req-c45f019a-ae36-40a4-bf8f-ef9fed455778 tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] http://10.222.0.55:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=89109) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:45:48.252780 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-c45f019a-ae36-40a4-bf8f-ef9fed455778 tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] 10.222.0.55 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0104125 May 28 06:45:48.257463 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 49802) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:48.270572 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [None req-50145930-e1e5-4116-8c14-7b7feaa8e086 tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] http://10.222.0.55:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=89109) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:45:48.274930 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-50145930-e1e5-4116-8c14-7b7feaa8e086 tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] 10.222.0.55 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0162950 May 28 06:45:48.277837 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8cabbcb5-f6ad-4288-ba5c-efe49dab8aa8 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:48.291380 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 49806) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:48.301527 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [None req-b26593e2-bebe-46fd-a629-85d34d50fb06 tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] http://10.222.0.55:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=89109) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:45:48.307814 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-b26593e2-bebe-46fd-a629-85d34d50fb06 tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] 10.222.0.55 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0135579 May 28 06:45:48.308606 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 49810) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:48.318978 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [None req-860f51ed-0206-4857-826a-6cd38d11cbc3 tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] http://10.222.0.55:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=89109) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:45:48.323391 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-860f51ed-0206-4857-826a-6cd38d11cbc3 tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] 10.222.0.55 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0108328 May 28 06:45:48.340351 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 49814) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:48.355625 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [None req-8f4d347b-28bb-40ec-baf2-cc1b27ac40f4 tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] http://10.222.0.55:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=89110) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:45:48.360974 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-8f4d347b-28bb-40ec-baf2-cc1b27ac40f4 tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] 10.222.0.55 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0153241 May 28 06:45:48.365040 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 49820) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:48.375564 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [None req-af974f96-403f-4756-8f0e-7f8a4445b37e tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] http://10.222.0.55:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=89110) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:45:48.376497 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-af974f96-403f-4756-8f0e-7f8a4445b37e tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] 10.222.0.55 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0110528 May 28 06:45:48.385342 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 49824) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:48.396857 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [None req-2ce5fc09-0050-44d6-a3cd-c6b38c2ff2f0 tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] http://10.222.0.55:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=89110) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:45:48.401507 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-2ce5fc09-0050-44d6-a3cd-c6b38c2ff2f0 tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] 10.222.0.55 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0062499 May 28 06:45:48.421634 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 49828) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:48.474384 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [None req-3293c7fa-069b-453f-8f06-d47a5dc31b93 tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] http://10.222.0.55:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=89109) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:45:48.475756 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-3293c7fa-069b-453f-8f06-d47a5dc31b93 tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] 10.222.0.55 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0102463 May 28 06:45:48.494540 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 49834) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:48.525505 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [None req-6e66942f-ad38-4fbe-9212-87100da63899 tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] http://10.222.0.55:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=89110) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:45:48.532424 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-6e66942f-ad38-4fbe-9212-87100da63899 tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] 10.222.0.55 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0203140 May 28 06:45:48.536656 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 49840) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:48.559997 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [None req-6da794f5-3df5-4668-ab78-5518be2d3d3a tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] http://10.222.0.55:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=89110) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:45:48.563433 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-6da794f5-3df5-4668-ab78-5518be2d3d3a tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] 10.222.0.55 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0193467 May 28 06:45:48.564061 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 49844) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:48.589187 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [None req-b47fd988-f38f-4020-a3da-0c578cb740e8 tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] http://10.222.0.55:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=89110) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:45:48.592820 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-b47fd988-f38f-4020-a3da-0c578cb740e8 tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] 10.222.0.55 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0174699 May 28 06:45:48.599340 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 49848) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:48.611400 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f64434-d427-419e-a125-729cc23eec47 req-94aa3a56-3846-4122-a6e1-d68ba8af6f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:48.613454 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-70f64434-d427-419e-a125-729cc23eec47 req-94aa3a56-3846-4122-a6e1-d68ba8af6f44 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e7d92049-bff3-4c3a-a4bd-4950c7dcad1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3103664 May 28 06:45:48.626231 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [None req-124bf798-7d97-445a-9977-b0691c3cec3e tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] http://10.222.0.55:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=89110) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:45:48.627205 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-124bf798-7d97-445a-9977-b0691c3cec3e tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] 10.222.0.55 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0269597 May 28 06:45:48.635792 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c6dddc-ca1b-422b-bc73-8f67285322d2 req-015dbce1-d16a-4a20-9ae8-1a3d688dfb07 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:48.642879 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 49852) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:48.652394 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-43c6dddc-ca1b-422b-bc73-8f67285322d2 req-015dbce1-d16a-4a20-9ae8-1a3d688dfb07 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/ports?device_id=498bacf1-a892-4e8e-a7a7-271d344a8884 HTTP/1.1" status: 200 len: 945 time: 0.5217042 May 28 06:45:48.676098 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [None req-6ea14781-f8ee-4390-9cbd-2c72fc36e248 tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] http://10.222.0.55:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=89109) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:45:48.677067 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-6ea14781-f8ee-4390-9cbd-2c72fc36e248 tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] 10.222.0.55 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0174861 May 28 06:45:48.680026 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 49860) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:48.704624 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [None req-ad845633-bad3-4829-9f7e-0b6b14ee6212 tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] http://10.222.0.55:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=89109) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:45:48.704624 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-ad845633-bad3-4829-9f7e-0b6b14ee6212 tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] 10.222.0.55 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0236049 May 28 06:45:48.716948 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 49864) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:48.726928 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [None req-f3c4e122-f8ba-4fe7-94eb-535f4454d74b tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] http://10.222.0.55:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=89110) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:45:48.727883 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-f3c4e122-f8ba-4fe7-94eb-535f4454d74b tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] 10.222.0.55 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0074041 May 28 06:45:48.734309 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 49868) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:48.772406 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [None req-8cabbcb5-f6ad-4288-ba5c-efe49dab8aa8 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] device_id is not set on port 6d2baf1d-5223-43f4-9153-b5a5f40a09ab yet. {{(pid=89109) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:45:48.889344 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [None req-9793dd6c-b258-4e26-b148-65e0f9ca3c58 tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] http://10.222.0.55:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=89110) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:45:48.890361 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-9793dd6c-b258-4e26-b148-65e0f9ca3c58 tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] 10.222.0.55 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.1551645 May 28 06:45:48.924302 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 49876) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:48.949184 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [None req-4e1b6c23-b83a-431b-9dcf-f3e93237395e tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] http://10.222.0.55:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=89110) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:45:48.953679 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-4e1b6c23-b83a-431b-9dcf-f3e93237395e tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] 10.222.0.55 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0284081 May 28 06:45:48.962160 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 49880) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:48.996689 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-43c6dddc-ca1b-422b-bc73-8f67285322d2 req-0ba448a6-f23d-4d7f-8097-06793847bc78 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/security-groups?id=a55c2cfa-e9a1-4242-aad2-04321d6d41e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3418982 May 28 06:45:49.029602 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [None req-2a4100b9-3520-40a4-a149-7b2410116b7e tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] http://10.222.0.55:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=89110) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:45:49.031032 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-2a4100b9-3520-40a4-a149-7b2410116b7e tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] 10.222.0.55 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0329878 May 28 06:45:49.163986 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 49888) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:49.286314 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-70f64434-d427-419e-a125-729cc23eec47 req-6ce13b6a-e576-4ed2-ba81-6cd393f78c3d service neutron] 10.222.0.69 "GET /v2.0/networks/e7d92049-bff3-4c3a-a4bd-4950c7dcad1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6232107 May 28 06:45:49.294883 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [None req-7a2d690b-8d2f-43f2-8fcc-80271d2100a5 tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] http://10.222.0.55:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=89110) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:45:49.303037 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-7a2d690b-8d2f-43f2-8fcc-80271d2100a5 tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] 10.222.0.55 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0276895 May 28 06:45:49.320137 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8cabbcb5-f6ad-4288-ba5c-efe49dab8aa8 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:49.394532 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 49894) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:49.448565 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e6834193-15f7-47b8-9997-f33c4ef8fa5c req-25e66525-9a8e-41ef-8e1d-ea4d379a2a87 tempest-ServerShowV247Test-1976675312 tempest-ServerShowV247Test-1976675312-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae59c7c8-3fe6-4543-adbd-e48f6af407ad HTTP/1.1" status: 200 len: 210 time: 0.1592426 May 28 06:45:49.459465 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [None req-1d826dcc-1600-4724-90a4-c552081acd50 tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] http://10.222.0.55:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=89110) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:45:49.463328 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-1d826dcc-1600-4724-90a4-c552081acd50 tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] 10.222.0.55 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0281494 May 28 06:45:49.464866 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 49898) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:49.507811 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [None req-b6f5bf8d-8176-415c-8074-141788f65942 tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] http://10.222.0.55:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=89109) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:45:49.509515 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-b6f5bf8d-8176-415c-8074-141788f65942 tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] 10.222.0.55 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0431445 May 28 06:45:49.521812 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 49902) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:49.537983 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [None req-8cabbcb5-f6ad-4288-ba5c-efe49dab8aa8 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] device_id is not set on port 4c880850-24ce-4278-8895-70db1375c238 yet. {{(pid=89109) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:45:49.562769 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [None req-0ec8afb4-e2e7-40c8-8e59-6a58e28d629f tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] http://10.222.0.55:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=89109) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:45:49.566548 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-0ec8afb4-e2e7-40c8-8e59-6a58e28d629f tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] 10.222.0.55 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0347564 May 28 06:45:49.577781 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 49908) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:49.631730 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4eefc9-e271-4bce-a0e6-d57d41a88f41 req-8bb632a3-1910-4957-9b0e-9dd87f602ede tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:49.631730 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7e4eefc9-e271-4bce-a0e6-d57d41a88f41 req-8bb632a3-1910-4957-9b0e-9dd87f602ede tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e HTTP/1.1" status: 200 len: 944 time: 0.5822413 May 28 06:45:49.648609 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [None req-87d12164-2b29-4874-8773-1e862c9773eb tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] http://10.222.0.55:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=89109) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:45:49.648609 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-87d12164-2b29-4874-8773-1e862c9773eb tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] 10.222.0.55 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0623245 May 28 06:45:49.648609 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 49912) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:49.818132 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7e4eefc9-e271-4bce-a0e6-d57d41a88f41 req-2d7e1afc-cfff-4344-9553-83a2dd3e7e6d tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0fc320c-5211-4d72-b7c9-130a40d05074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1688437 May 28 06:45:49.851987 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-70f64434-d427-419e-a125-729cc23eec47 req-45a69b9a-fcb4-4c02-a8ab-70ddf19f8519 service neutron] 10.222.0.69 "GET /v2.0/networks/e7d92049-bff3-4c3a-a4bd-4950c7dcad1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5608211 May 28 06:45:49.891216 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8cabbcb5-f6ad-4288-ba5c-efe49dab8aa8 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:49.922565 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [None req-c7f184fd-34a0-46db-a948-85c0c7e70eec tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] http://10.222.0.55:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=89109) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:45:49.926022 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-c7f184fd-34a0-46db-a948-85c0c7e70eec tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] 10.222.0.55 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.2757802 May 28 06:45:49.926354 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 49922) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:49.931806 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [None req-0006cd01-fa1d-49ce-8c6c-8ada49e752ad tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] http://10.222.0.55:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=89110) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:45:49.933330 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-0006cd01-fa1d-49ce-8c6c-8ada49e752ad tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] 10.222.0.55 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0053983 May 28 06:45:49.939681 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 49926) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:49.945454 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [None req-467bc342-ebc2-4fbb-ab27-256b2e014e72 tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] http://10.222.0.55:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=89110) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:45:49.948769 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-467bc342-ebc2-4fbb-ab27-256b2e014e72 tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] 10.222.0.55 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0058532 May 28 06:45:49.949242 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 49930) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:49.954416 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [None req-94a1569e-0463-4fc8-9dff-544b9f78778a tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] http://10.222.0.55:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=89109) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:45:49.958268 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-94a1569e-0463-4fc8-9dff-544b9f78778a tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] 10.222.0.55 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0051703 May 28 06:45:49.962185 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 49934) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:49.976922 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [None req-5d57ceca-2a6a-48ae-9d96-9dc65d73877e tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] http://10.222.0.55:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=89110) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:45:49.982489 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-5d57ceca-2a6a-48ae-9d96-9dc65d73877e tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] 10.222.0.55 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0085375 May 28 06:45:49.984517 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 49938) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:49.990914 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [None req-5c481801-d24c-4986-952f-2ce2e86d385d tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] http://10.222.0.55:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=89109) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:45:49.992067 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-5c481801-d24c-4986-952f-2ce2e86d385d tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] 10.222.0.55 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0064499 May 28 06:45:49.994672 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 49942) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:50.000449 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [None req-e9da05c7-c70b-4917-a700-a35bcc06c368 tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] http://10.222.0.55:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=89110) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:45:50.003618 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-e9da05c7-c70b-4917-a700-a35bcc06c368 tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] 10.222.0.55 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0077286 May 28 06:45:50.008477 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 49946) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:50.014236 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [None req-dcac1b3d-f4cf-4009-b3c8-8485f3d0c137 tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] http://10.222.0.55:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=89109) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:45:50.015474 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-dcac1b3d-f4cf-4009-b3c8-8485f3d0c137 tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] 10.222.0.55 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0057983 May 28 06:45:50.017854 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8cabbcb5-f6ad-4288-ba5c-efe49dab8aa8 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:50.021148 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 49950) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:50.030138 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [None req-fc6f105c-0052-4061-9deb-ac3fe6be54d5 tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] http://10.222.0.55:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=89110) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:45:50.031272 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-fc6f105c-0052-4061-9deb-ac3fe6be54d5 tempest-ExtensionsTestJSON-1142056986 tempest-ExtensionsTestJSON-1142056986-project] 10.222.0.55 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0091252 May 28 06:45:50.184721 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabbcb5-f6ad-4288-ba5c-efe49dab8aa8 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Pushing event updated for resources: {'Port': ['ID=6d2baf1d-5223-43f4-9153-b5a5f40a09ab,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:45:50.207142 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cabbcb5-f6ad-4288-ba5c-efe49dab8aa8 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Checking segment: {'id': '27128bf3-e74d-441f-9532-43038fedd883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '1ad1ee7b-9350-416f-8b40-1cb9a4657c38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:45:50.207142 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cabbcb5-f6ad-4288-ba5c-efe49dab8aa8 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Network hostable DHCP agents. Network: 1ad1ee7b-9350-416f-8b40-1cb9a4657c38, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:45:50.353851 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cabbcb5-f6ad-4288-ba5c-efe49dab8aa8 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Network 1ad1ee7b-9350-416f-8b40-1cb9a4657c38 is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:45:50.477613 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-de98b606-7bc4-4ab0-a13a-d62be7bb6661 req-f3b212c6-5933-400f-89dc-08392d36cad5 tempest-ServerShowV247Test-1976675312 tempest-ServerShowV247Test-1976675312-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae59c7c8-3fe6-4543-adbd-e48f6af407ad&device_id=e9475515-aced-4013-baa0-8861c3dec168 HTTP/1.1" status: 200 len: 210 time: 0.0984950 May 28 06:45:50.486952 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-8cabbcb5-f6ad-4288-ba5c-efe49dab8aa8 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, 1ad1ee7b-9350-416f-8b40-1cb9a4657c38) {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:45:50.501332 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be265661-eee1-4f6c-a6b5-9038cba1af31 None None] Network 1ad1ee7b-9350-416f-8b40-1cb9a4657c38 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:45:50.502737 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cabbcb5-f6ad-4288-ba5c-efe49dab8aa8 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:45:50.504619 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8cabbcb5-f6ad-4288-ba5c-efe49dab8aa8 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:50.738123 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cabbcb5-f6ad-4288-ba5c-efe49dab8aa8 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Checking segment: {'id': '52af03c7-36c9-49f1-a46d-1979e4927406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '6efbd115-f497-4f7f-82e2-03dc6b0f6f87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:45:50.738123 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cabbcb5-f6ad-4288-ba5c-efe49dab8aa8 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Network hostable DHCP agents. Network: 6efbd115-f497-4f7f-82e2-03dc6b0f6f87, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:45:50.751605 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabbcb5-f6ad-4288-ba5c-efe49dab8aa8 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Pushing event updated for resources: {'Port': ['ID=4c880850-24ce-4278-8895-70db1375c238,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:45:50.851310 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cabbcb5-f6ad-4288-ba5c-efe49dab8aa8 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Network 6efbd115-f497-4f7f-82e2-03dc6b0f6f87 is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:45:50.947834 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-8cabbcb5-f6ad-4288-ba5c-efe49dab8aa8 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, 6efbd115-f497-4f7f-82e2-03dc6b0f6f87) {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:45:50.958627 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cabbcb5-f6ad-4288-ba5c-efe49dab8aa8 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:45:50.971210 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8487a415-4607-443e-88b7-33837cc3a9bc None None] Network 6efbd115-f497-4f7f-82e2-03dc6b0f6f87 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:45:50.971786 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cabbcb5-f6ad-4288-ba5c-efe49dab8aa8 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:51.004027 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cabbcb5-f6ad-4288-ba5c-efe49dab8aa8 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:51.004027 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8cabbcb5-f6ad-4288-ba5c-efe49dab8aa8 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:51.242979 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a90eb18-434b-45ab-91fd-d31e5bcf2ebe req-9e23e9d7-d9f4-4f83-9ee9-6e12a49ec028 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:51.250869 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8a90eb18-434b-45ab-91fd-d31e5bcf2ebe req-9e23e9d7-d9f4-4f83-9ee9-6e12a49ec028 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e HTTP/1.1" status: 200 len: 944 time: 0.1837313 May 28 06:45:51.356756 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-8cabbcb5-f6ad-4288-ba5c-efe49dab8aa8 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.9658902 May 28 06:45:51.362166 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 49984) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:51.362675 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 49986) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:51.471430 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f0fa7a8d-0d9d-4c18-9234-475784a2510d req-075e1a76-3e6b-41dc-ad98-b79a97352b4d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4700c602fdbf4c19b1d8c50a08d901a9&device_id=ae59c7c8-3fe6-4543-adbd-e48f6af407ad HTTP/1.1" status: 200 len: 210 time: 0.1814470 May 28 06:45:51.582481 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d9e80b-b801-4d54-b5e4-82fb2fe2a625 req-fa443c56-0f4e-421c-9d76-d1fafac0ffff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:51.588926 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-e1d9e80b-b801-4d54-b5e4-82fb2fe2a625 req-fa443c56-0f4e-421c-9d76-d1fafac0ffff service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=98e9fd09ba2248b5b9367b689b0cfcd3&device_id=498bacf1-a892-4e8e-a7a7-271d344a8884 HTTP/1.1" status: 200 len: 1096 time: 0.4635034 May 28 06:45:51.637856 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5711f21b-c2a8-4e9e-ad03-b7cbd28f372a tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:51.644464 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5711f21b-c2a8-4e9e-ad03-b7cbd28f372a tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:51.645484 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-5711f21b-c2a8-4e9e-ad03-b7cbd28f372a tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Synchronizing usage tracker for tenant:27f41d1d0a464fd0a3e235d5454a9f44 on resource:port {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:45:51.802570 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f0fa7a8d-0d9d-4c18-9234-475784a2510d req-d75e5aa3-014e-4876-9899-ea8f01f60199 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=4700c602fdbf4c19b1d8c50a08d901a9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2850182 May 28 06:45:51.827813 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8a90eb18-434b-45ab-91fd-d31e5bcf2ebe req-75473e4d-4339-4977-b6ea-1fe9e55e1144 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0fc320c-5211-4d72-b7c9-130a40d05074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5758266 May 28 06:45:51.884525 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-5711f21b-c2a8-4e9e-ad03-b7cbd28f372a tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Unset dirty status for tenant:27f41d1d0a464fd0a3e235d5454a9f44 on resource:port {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:45:51.887743 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-5711f21b-c2a8-4e9e-ad03-b7cbd28f372a tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.5185900 May 28 06:45:51.929655 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 50004) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:51.944781 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e38592f6-d7d9-4377-86f3-91158e89d551 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:51.969581 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d9e80b-b801-4d54-b5e4-82fb2fe2a625 req-2b1a8af9-3ad8-4ffd-a750-c3ef46d79dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:51.971425 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-e1d9e80b-b801-4d54-b5e4-82fb2fe2a625 req-2b1a8af9-3ad8-4ffd-a750-c3ef46d79dee service neutron] 10.222.0.71 "GET /v2.0/networks?id=a3fe29e9-17f9-4750-841d-90d9978eff94 HTTP/1.1" status: 200 len: 920 time: 0.3731272 May 28 06:45:51.977862 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-e38592f6-d7d9-4377-86f3-91158e89d551 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:45:51.982497 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-e38592f6-d7d9-4377-86f3-91158e89d551 admin admin] Usage tracker for resource:security_group_rule and tenant:86488292f14a451fab46fb7d2d44f891 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:45:51.985699 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-e38592f6-d7d9-4377-86f3-91158e89d551 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:45:51.992937 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-e38592f6-d7d9-4377-86f3-91158e89d551 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:45:52.232376 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-72acbc93-2640-4006-b9c6-e9a698ee7511 req-782b7521-2250-4bf7-892b-9fa452f86e01 tempest-ServerShowV247Test-1976675312 tempest-ServerShowV247Test-1976675312-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae59c7c8-3fe6-4543-adbd-e48f6af407ad HTTP/1.1" status: 200 len: 210 time: 0.1018944 May 28 06:45:52.257302 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-4b8836e5-dbff-4ca2-963e-a14be5a5fddd tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Deleting port 6d2baf1d-5223-43f4-9153-b5a5f40a09ab {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:45:52.257683 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-4b8836e5-dbff-4ca2-963e-a14be5a5fddd tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:52.448120 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5717e4-4532-4d1e-926c-9136d1304850 req-b07f5d8e-93b9-4ca2-be2a-4a2565e12c7f tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:52.448330 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e38592f6-d7d9-4377-86f3-91158e89d551 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:52.455081 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cd5717e4-4532-4d1e-926c-9136d1304850 req-b07f5d8e-93b9-4ca2-be2a-4a2565e12c7f tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/ports?device_id=498bacf1-a892-4e8e-a7a7-271d344a8884 HTTP/1.1" status: 200 len: 945 time: 0.7883887 May 28 06:45:52.479358 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fa7a8d-0d9d-4c18-9234-475784a2510d req-92caf9e2-4ace-49f1-9a8a-f1d548f202da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:52.480814 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f0fa7a8d-0d9d-4c18-9234-475784a2510d req-92caf9e2-4ace-49f1-9a8a-f1d548f202da service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6271052 May 28 06:45:52.563244 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-e1d9e80b-b801-4d54-b5e4-82fb2fe2a625 req-d9463614-9e6a-4bb7-b538-74d98950526f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e704a073-82ad-4169-828f-5dcec6c1a71c HTTP/1.1" status: 200 len: 1001 time: 0.4596832 May 28 06:45:52.648092 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cd5717e4-4532-4d1e-926c-9136d1304850 req-7f99373f-59cd-4ea1-9bf6-11146e338bac tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/security-groups?id=a55c2cfa-e9a1-4242-aad2-04321d6d41e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1917844 May 28 06:45:52.684849 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d9e80b-b801-4d54-b5e4-82fb2fe2a625 req-b993bbe4-4f24-4325-a02b-2a520c1f695e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:52.686672 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-e1d9e80b-b801-4d54-b5e4-82fb2fe2a625 req-b993bbe4-4f24-4325-a02b-2a520c1f695e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=304c7228-4ac2-4e7a-aa6d-33e85e214d70 HTTP/1.1" status: 200 len: 858 time: 0.1028349 May 28 06:45:52.750401 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-4b8836e5-dbff-4ca2-963e-a14be5a5fddd tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:52.760867 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e38592f6-d7d9-4377-86f3-91158e89d551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:52.812156 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d9e80b-b801-4d54-b5e4-82fb2fe2a625 req-d45ba98e-1c62-4f46-8a67-fa3aeb86fe78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:52.814117 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-e1d9e80b-b801-4d54-b5e4-82fb2fe2a625 req-d45ba98e-1c62-4f46-8a67-fa3aeb86fe78 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a3fe29e9-17f9-4750-841d-90d9978eff94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1190641 May 28 06:45:52.853361 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38592f6-d7d9-4377-86f3-91158e89d551 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c09c6d04-cdf3-4d4f-bbf5-99b67c66f050,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:45:52.928992 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-e38592f6-d7d9-4377-86f3-91158e89d551 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=86488292f14a451fab46fb7d2d44f891&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5430493 May 28 06:45:52.933210 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 50018) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:53.052617 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-e1d9e80b-b801-4d54-b5e4-82fb2fe2a625 req-1d51ab7f-fd59-48cc-a59d-dbedb679ae1c service neutron] 10.222.0.71 "GET /v2.0/networks/a3fe29e9-17f9-4750-841d-90d9978eff94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217059 May 28 06:45:53.052617 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-221e9dbf-ee84-4cda-8371-af0bd21ed498 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:53.135292 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-4b8836e5-dbff-4ca2-963e-a14be5a5fddd tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Calling delete_port for 6d2baf1d-5223-43f4-9153-b5a5f40a09ab owned by {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:45:53.159241 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-221e9dbf-ee84-4cda-8371-af0bd21ed498 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:53.259359 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-e1d9e80b-b801-4d54-b5e4-82fb2fe2a625 req-134e486e-a45f-4774-bb69-2e9bd3df3da6 service neutron] 10.222.0.71 "GET /v2.0/networks/a3fe29e9-17f9-4750-841d-90d9978eff94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991134 May 28 06:45:53.301784 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9e2f29-12cd-45c3-a36b-b79139a67b6b req-88c91063-a181-4b88-a90c-89bd52db1157 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:53.303596 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cc9e2f29-12cd-45c3-a36b-b79139a67b6b req-88c91063-a181-4b88-a90c-89bd52db1157 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e HTTP/1.1" status: 200 len: 944 time: 0.3442822 May 28 06:45:53.336890 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-221e9dbf-ee84-4cda-8371-af0bd21ed498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:53.363756 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221e9dbf-ee84-4cda-8371-af0bd21ed498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c09c6d04-cdf3-4d4f-bbf5-99b67c66f050,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:45:53.399934 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-221e9dbf-ee84-4cda-8371-af0bd21ed498 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:53.400753 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-221e9dbf-ee84-4cda-8371-af0bd21ed498 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c09c6d04-cdf3-4d4f-bbf5-99b67c66f050 HTTP/1.1" status: 204 len: 168 time: 0.4665198 May 28 06:45:53.412554 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-4b8836e5-dbff-4ca2-963e-a14be5a5fddd tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:53.435465 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cc9e2f29-12cd-45c3-a36b-b79139a67b6b req-f5559fe2-e9ad-42ec-b234-a70fd5173537 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0fc320c-5211-4d72-b7c9-130a40d05074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1252747 May 28 06:45:53.536724 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8836e5-dbff-4ca2-963e-a14be5a5fddd tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Pushing event deleted for resources: {'Port': ['ID=6d2baf1d-5223-43f4-9153-b5a5f40a09ab,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:45:53.554961 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8836e5-dbff-4ca2-963e-a14be5a5fddd tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:45:53.555800 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8836e5-dbff-4ca2-963e-a14be5a5fddd tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:45:53.556508 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8836e5-dbff-4ca2-963e-a14be5a5fddd tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:45:53.558132 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8836e5-dbff-4ca2-963e-a14be5a5fddd tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:45:53.561499 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8836e5-dbff-4ca2-963e-a14be5a5fddd tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:45:53.561981 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8836e5-dbff-4ca2-963e-a14be5a5fddd tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:45:53.562407 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8836e5-dbff-4ca2-963e-a14be5a5fddd tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:45:53.563203 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8836e5-dbff-4ca2-963e-a14be5a5fddd tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:45:53.563824 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8836e5-dbff-4ca2-963e-a14be5a5fddd tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:45:53.564432 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8836e5-dbff-4ca2-963e-a14be5a5fddd tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:45:53.565222 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8836e5-dbff-4ca2-963e-a14be5a5fddd tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:45:53.566582 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8836e5-dbff-4ca2-963e-a14be5a5fddd tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:45:53.580318 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-4b8836e5-dbff-4ca2-963e-a14be5a5fddd tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:53.668943 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6cf605bd-dc62-4d84-bf1f-204fff5fa1a4 req-ce52ac5c-867e-4478-9a43-108570f29c76 tempest-ServerShowV247Test-1976675312 tempest-ServerShowV247Test-1976675312-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae59c7c8-3fe6-4543-adbd-e48f6af407ad HTTP/1.1" status: 200 len: 210 time: 0.0761731 May 28 06:45:53.833096 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 50040) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:53.833737 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-4b8836e5-dbff-4ca2-963e-a14be5a5fddd tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] 10.222.0.55 "DELETE /v2.0/ports/6d2baf1d-5223-43f4-9153-b5a5f40a09ab HTTP/1.1" status: 204 len: 168 time: 1.9004459 May 28 06:45:53.936735 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-97a63ee6-ff51-40c5-9cf0-d5d9088308d7 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Deleting port 4c880850-24ce-4278-8895-70db1375c238 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:45:53.937097 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-97a63ee6-ff51-40c5-9cf0-d5d9088308d7 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:53.981140 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4d9150-9869-4abf-985a-8a64abf92d99 req-7c2f37b1-4cfe-4361-9096-991a837bd828 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:53.982792 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-af4d9150-9869-4abf-985a-8a64abf92d99 req-7c2f37b1-4cfe-4361-9096-991a837bd828 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e HTTP/1.1" status: 200 len: 944 time: 0.2529888 May 28 06:45:54.162446 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-af4d9150-9869-4abf-985a-8a64abf92d99 req-b0cd5fce-5062-4367-89b1-1f66d914f458 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0fc320c-5211-4d72-b7c9-130a40d05074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986950 May 28 06:45:54.196537 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9533fb81-f238-4c8c-9c09-a945c1814f3e req-33331423-0677-4d8b-bb0a-006cbc3c7b8a tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:54.202685 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9533fb81-f238-4c8c-9c09-a945c1814f3e req-33331423-0677-4d8b-bb0a-006cbc3c7b8a tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/ports?device_id=498bacf1-a892-4e8e-a7a7-271d344a8884 HTTP/1.1" status: 200 len: 945 time: 0.2189271 May 28 06:45:54.317441 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9533fb81-f238-4c8c-9c09-a945c1814f3e req-9500f1ad-6437-491f-a39d-0e41ee0ecca7 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/security-groups?id=a55c2cfa-e9a1-4242-aad2-04321d6d41e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002738 May 28 06:45:54.554579 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05660cad-6a5a-4af5-8635-ccaf96e543a7 req-774afbc7-d72c-4042-8135-8df58470d981 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:54.557487 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-05660cad-6a5a-4af5-8635-ccaf96e543a7 req-774afbc7-d72c-4042-8135-8df58470d981 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e HTTP/1.1" status: 200 len: 944 time: 0.1626468 May 28 06:45:54.574237 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-f0fa7a8d-0d9d-4c18-9234-475784a2510d req-14090775-c8e7-4995-8b73-0f0c778dd1d2 tempest-ServerShowV247Test-1976675312 tempest-ServerShowV247Test-1976675312-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae59c7c8-3fe6-4543-adbd-e48f6af407ad HTTP/1.1" status: 200 len: 210 time: 0.0565221 May 28 06:45:54.693617 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-05660cad-6a5a-4af5-8635-ccaf96e543a7 req-29099b54-7573-42a1-bb23-7f0ed1c406b3 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0fc320c-5211-4d72-b7c9-130a40d05074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283417 May 28 06:45:54.848694 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-97a63ee6-ff51-40c5-9cf0-d5d9088308d7 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:55.099014 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-95d45298-21df-4daf-9f56-cebef56993e3 req-97c87954-cce6-447b-bf2f-d4bce25ddfc7 tempest-ServerShowV247Test-1976675312 tempest-ServerShowV247Test-1976675312-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae59c7c8-3fe6-4543-adbd-e48f6af407ad HTTP/1.1" status: 200 len: 210 time: 0.1854775 May 28 06:45:55.183113 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-97a63ee6-ff51-40c5-9cf0-d5d9088308d7 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Calling delete_port for 4c880850-24ce-4278-8895-70db1375c238 owned by {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:45:55.208685 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415720d0-5bd4-42e0-868d-99c841bd2b56 req-f6e633f1-6181-41ae-80e4-d6abbf917ec3 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:55.216501 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-415720d0-5bd4-42e0-868d-99c841bd2b56 req-f6e633f1-6181-41ae-80e4-d6abbf917ec3 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e HTTP/1.1" status: 200 len: 944 time: 0.2105033 May 28 06:45:55.291793 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-415720d0-5bd4-42e0-868d-99c841bd2b56 req-9e89be6c-8122-468c-9e0b-813523306cf8 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0fc320c-5211-4d72-b7c9-130a40d05074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733178 May 28 06:45:55.450209 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-97a63ee6-ff51-40c5-9cf0-d5d9088308d7 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:55.552090 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a63ee6-ff51-40c5-9cf0-d5d9088308d7 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Pushing event deleted for resources: {'Port': ['ID=4c880850-24ce-4278-8895-70db1375c238,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:45:55.596322 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-97a63ee6-ff51-40c5-9cf0-d5d9088308d7 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:55.637907 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-97a63ee6-ff51-40c5-9cf0-d5d9088308d7 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] 10.222.0.55 "DELETE /v2.0/ports/4c880850-24ce-4278-8895-70db1375c238 HTTP/1.1" status: 204 len: 168 time: 1.8035216 May 28 06:45:55.644534 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 50084) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:55.751939 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 50090) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:55.772713 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-4e7d3699-758f-43aa-9622-36e1f76b838c tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Synchronizing usage tracker for tenant:27f41d1d0a464fd0a3e235d5454a9f44 on resource:port {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:45:55.825454 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b2b77a-4800-4eae-a652-1acc26ae2d18 req-8a8fdcb7-9e94-45e6-8232-0b8da4ea58cf tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:55.840635 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e0b2b77a-4800-4eae-a652-1acc26ae2d18 req-8a8fdcb7-9e94-45e6-8232-0b8da4ea58cf tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/ports?device_id=498bacf1-a892-4e8e-a7a7-271d344a8884 HTTP/1.1" status: 200 len: 945 time: 0.2642860 May 28 06:45:55.919601 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-4e7d3699-758f-43aa-9622-36e1f76b838c tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Unset dirty status for tenant:27f41d1d0a464fd0a3e235d5454a9f44 on resource:port {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:45:55.926803 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-4e7d3699-758f-43aa-9622-36e1f76b838c tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2798753 May 28 06:45:55.930660 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 50098) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:55.937693 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-839ea58c-1c16-4202-b9b4-bf15caedf9b9 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-44117772'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:45:55.961931 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e0b2b77a-4800-4eae-a652-1acc26ae2d18 req-0637edac-a6ea-42b6-97d5-53f48f0d1934 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/security-groups?id=a55c2cfa-e9a1-4242-aad2-04321d6d41e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175549 May 28 06:45:55.966807 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-839ea58c-1c16-4202-b9b4-bf15caedf9b9 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:45:55.994982 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-839ea58c-1c16-4202-b9b4-bf15caedf9b9 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Usage tracker for resource:network and tenant:27f41d1d0a464fd0a3e235d5454a9f44 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:45:55.994982 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-839ea58c-1c16-4202-b9b4-bf15caedf9b9 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:45:56.005618 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-ecad2851-59a0-4f14-a856-257397d3f370 tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-818145496'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:45:56.014511 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-ecad2851-59a0-4f14-a856-257397d3f370 tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:45:56.019803 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-839ea58c-1c16-4202-b9b4-bf15caedf9b9 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:45:56.028062 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-ecad2851-59a0-4f14-a856-257397d3f370 tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] Usage tracker for resource:network and tenant:fb7326929c61458d8b4127c1e0eb85c0 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:45:56.033548 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-ecad2851-59a0-4f14-a856-257397d3f370 tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:45:56.051821 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-ecad2851-59a0-4f14-a856-257397d3f370 tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:45:56.115238 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-839ea58c-1c16-4202-b9b4-bf15caedf9b9 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Made reservation on behalf of 27f41d1d0a464fd0a3e235d5454a9f44 for: {'network': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:45:56.126376 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-839ea58c-1c16-4202-b9b4-bf15caedf9b9 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:56.153760 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecad2851-59a0-4f14-a856-257397d3f370 tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] Made reservation on behalf of fb7326929c61458d8b4127c1e0eb85c0 for: {'network': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:45:56.157516 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ecad2851-59a0-4f14-a856-257397d3f370 tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:56.191104 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ecad2851-59a0-4f14-a856-257397d3f370 tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:56.222324 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-839ea58c-1c16-4202-b9b4-bf15caedf9b9 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'} {{(pid=89109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:45:56.246774 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-ecad2851-59a0-4f14-a856-257397d3f370 tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:45:56.250948 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-839ea58c-1c16-4202-b9b4-bf15caedf9b9 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:56.251305 n-d-843702-1 neutron-server[89109]: INFO neutron.db.segments_db [None req-839ea58c-1c16-4202-b9b4-bf15caedf9b9 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Added segment e5b84765-f1c7-4813-893e-24cb2f7b934e of type vlan for network cc925b6c-21cb-4c82-b70c-130ed33f2f6d May 28 06:45:56.260049 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-ecad2851-59a0-4f14-a856-257397d3f370 tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] Usage tracker for resource:security_group_rule and tenant:fb7326929c61458d8b4127c1e0eb85c0 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:45:56.264740 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-ecad2851-59a0-4f14-a856-257397d3f370 tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:45:56.275419 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-ecad2851-59a0-4f14-a856-257397d3f370 tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:45:56.315187 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-839ea58c-1c16-4202-b9b4-bf15caedf9b9 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:56.485662 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-839ea58c-1c16-4202-b9b4-bf15caedf9b9 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:56.486826 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-10aba141-ea6e-4ae0-86d3-f7026cac8abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:56.494633 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-839ea58c-1c16-4202-b9b4-bf15caedf9b9 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:56.495332 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-839ea58c-1c16-4202-b9b4-bf15caedf9b9 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:56.527001 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b3335ab0-f0d3-4bf2-853d-45e842a43744 req-fb5cb42b-6a67-4315-a066-a73d936e1024 tempest-ServerShowV247Test-1976675312 tempest-ServerShowV247Test-1976675312-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae59c7c8-3fe6-4543-adbd-e48f6af407ad HTTP/1.1" status: 200 len: 210 time: 0.1642923 May 28 06:45:56.766564 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-839ea58c-1c16-4202-b9b4-bf15caedf9b9 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8347058 May 28 06:45:56.773841 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 50110) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:56.806111 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-67d4af1f-c18a-4406-bb51-ff5888adba9c tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-12549569'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:45:56.825154 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ecad2851-59a0-4f14-a856-257397d3f370 tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:56.827534 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-67d4af1f-c18a-4406-bb51-ff5888adba9c tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:45:56.849044 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-67d4af1f-c18a-4406-bb51-ff5888adba9c tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Usage tracker for resource:network and tenant:27f41d1d0a464fd0a3e235d5454a9f44 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:45:56.852192 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839ea58c-1c16-4202-b9b4-bf15caedf9b9 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Pushing event updated for resources: {'Network': ['ID=cc925b6c-21cb-4c82-b70c-130ed33f2f6d,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:45:56.854943 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-67d4af1f-c18a-4406-bb51-ff5888adba9c tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:45:56.862326 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-67d4af1f-c18a-4406-bb51-ff5888adba9c tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:45:56.873774 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network cc925b6c-21cb-4c82-b70c-130ed33f2f6d details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:45:56.897295 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf9ae13-cfb0-4968-867a-4e7be65ce7e4 req-ab0d7f24-9404-4864-8acc-ce6be988bb6f tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:56.898890 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0bf9ae13-cfb0-4968-867a-4e7be65ce7e4 req-ab0d7f24-9404-4864-8acc-ce6be988bb6f tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e HTTP/1.1" status: 200 len: 944 time: 0.1356821 May 28 06:45:56.983125 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0bf9ae13-cfb0-4968-867a-4e7be65ce7e4 req-3a9fb74f-dc0d-46a3-a9f5-17570fba7c42 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0fc320c-5211-4d72-b7c9-130a40d05074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743251 May 28 06:45:56.983791 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ecad2851-59a0-4f14-a856-257397d3f370 tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:57.012527 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67d4af1f-c18a-4406-bb51-ff5888adba9c tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Made reservation on behalf of 27f41d1d0a464fd0a3e235d5454a9f44 for: {'network': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:45:57.029706 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-67d4af1f-c18a-4406-bb51-ff5888adba9c tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:57.081737 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecad2851-59a0-4f14-a856-257397d3f370 tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=89110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:45:57.124922 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ecad2851-59a0-4f14-a856-257397d3f370 tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:57.132690 n-d-843702-1 neutron-server[89110]: INFO neutron.db.segments_db [None req-ecad2851-59a0-4f14-a856-257397d3f370 tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] Added segment cd30269d-cae2-40c7-b9b9-1a137250753a of type vlan for network cd1b9682-c0f5-4811-a0a9-a9e376dc2412 May 28 06:45:57.140389 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67d4af1f-c18a-4406-bb51-ff5888adba9c tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=89109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:45:57.161143 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-67d4af1f-c18a-4406-bb51-ff5888adba9c tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:57.161949 n-d-843702-1 neutron-server[89109]: INFO neutron.db.segments_db [None req-67d4af1f-c18a-4406-bb51-ff5888adba9c tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Added segment 36624b97-57a4-467c-93b4-cde0f3c1d40c of type vlan for network e6cd9d02-3f31-4429-b59f-6de33048edf0 May 28 06:45:57.227166 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ecad2851-59a0-4f14-a856-257397d3f370 tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:57.245602 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-67d4af1f-c18a-4406-bb51-ff5888adba9c tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:57.275325 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecad2851-59a0-4f14-a856-257397d3f370 tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7051f515-abe6-4046-ab13-f7707355db79,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:45:57.402810 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ecad2851-59a0-4f14-a856-257397d3f370 tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:57.408670 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecad2851-59a0-4f14-a856-257397d3f370 tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:57.409878 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ecad2851-59a0-4f14-a856-257397d3f370 tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:57.469670 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-67d4af1f-c18a-4406-bb51-ff5888adba9c tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:57.480101 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d4af1f-c18a-4406-bb51-ff5888adba9c tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:57.483972 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-67d4af1f-c18a-4406-bb51-ff5888adba9c tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:57.819282 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d4af1f-c18a-4406-bb51-ff5888adba9c tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Pushing event updated for resources: {'Network': ['ID=e6cd9d02-3f31-4429-b59f-6de33048edf0,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:45:57.820021 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887fe434-c2ac-44a7-a5d2-8101401c4974 req-9fd8ce6f-7a56-47cb-bd32-b404c4026485 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:57.820021 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-887fe434-c2ac-44a7-a5d2-8101401c4974 req-9fd8ce6f-7a56-47cb-bd32-b404c4026485 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/ports?device_id=498bacf1-a892-4e8e-a7a7-271d344a8884 HTTP/1.1" status: 200 len: 945 time: 0.4369087 May 28 06:45:57.820021 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecad2851-59a0-4f14-a856-257397d3f370 tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] Pushing event updated for resources: {'Network': ['ID=cd1b9682-c0f5-4811-a0a9-a9e376dc2412,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:45:57.820644 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network e6cd9d02-3f31-4429-b59f-6de33048edf0 details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:45:57.820644 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network cd1b9682-c0f5-4811-a0a9-a9e376dc2412 details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:45:57.821252 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-887fe434-c2ac-44a7-a5d2-8101401c4974 req-b751048a-d819-4de1-879c-07b50e708f85 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/security-groups?id=a55c2cfa-e9a1-4242-aad2-04321d6d41e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713184 May 28 06:45:57.960665 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-ecad2851-59a0-4f14-a856-257397d3f370 tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.2074854 May 28 06:45:57.963416 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 50132) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:57.975400 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-8d81554a-e6f7-4e70-ba15-9a258a11dc67 tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] Request body: {'subnet': {'network_id': 'cd1b9682-c0f5-4811-a0a9-a9e376dc2412', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:45:57.983390 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:58.050606 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-67d4af1f-c18a-4406-bb51-ff5888adba9c tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.2748263 May 28 06:45:58.299755 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-8d81554a-e6f7-4e70-ba15-9a258a11dc67 tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:45:58.305694 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-8d81554a-e6f7-4e70-ba15-9a258a11dc67 tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] Usage tracker for resource:subnet and tenant:fb7326929c61458d8b4127c1e0eb85c0 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:45:58.310373 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb548535-14f1-4e11-976b-5259fb9dd29d req-b137caf9-3210-45b7-8257-bbfef83fe64b tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:58.344079 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-8d81554a-e6f7-4e70-ba15-9a258a11dc67 tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:45:58.344196 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cb548535-14f1-4e11-976b-5259fb9dd29d req-b137caf9-3210-45b7-8257-bbfef83fe64b tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/ports?device_id=498bacf1-a892-4e8e-a7a7-271d344a8884 HTTP/1.1" status: 200 len: 945 time: 0.1875398 May 28 06:45:58.344196 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 50144) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:58.354603 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-68d0b83d-15ae-4a98-b503-5f33cca50375 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Request body: {'floatingip': {'port_id': 'e704a073-82ad-4169-828f-5dcec6c1a71c'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:45:58.355219 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-8d81554a-e6f7-4e70-ba15-9a258a11dc67 tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:45:58.525061 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d81554a-e6f7-4e70-ba15-9a258a11dc67 tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] Made reservation on behalf of fb7326929c61458d8b4127c1e0eb85c0 for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:45:58.536579 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8d81554a-e6f7-4e70-ba15-9a258a11dc67 tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:58.758375 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-68d0b83d-15ae-4a98-b503-5f33cca50375 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Notify callbacks [] for floatingip, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:58.965745 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b1528ccd-8614-456b-8314-6aad18c6d4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:59.167940 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-0226a58a-889e-4960-97a2-dc9fcd183732 req-80e56632-6307-4c2a-aead-9cfdc3c3b1fa service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4700c602fdbf4c19b1d8c50a08d901a9&device_id=e9475515-aced-4013-baa0-8861c3dec168 HTTP/1.1" status: 200 len: 210 time: 0.3173151 May 28 06:45:59.297010 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-0226a58a-889e-4960-97a2-dc9fcd183732 req-318e6945-b74c-4687-938a-b3105cae73a0 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=4700c602fdbf4c19b1d8c50a08d901a9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1092598 May 28 06:45:59.854394 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-267cdb69-530c-4678-a38b-39f063bf6129 req-34466e6a-73bc-408a-ad0d-87f2c59eb6f6 tempest-ServerShowV247Test-1976675312 tempest-ServerShowV247Test-1976675312-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9475515-aced-4013-baa0-8861c3dec168 HTTP/1.1" status: 200 len: 210 time: 0.3886504 May 28 06:45:59.896034 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0226a58a-889e-4960-97a2-dc9fcd183732 req-8a6d2ffb-d46d-46ba-9b85-ef14a6dd9bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:59.897862 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-0226a58a-889e-4960-97a2-dc9fcd183732 req-8a6d2ffb-d46d-46ba-9b85-ef14a6dd9bad service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5916522 May 28 06:45:59.921453 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:59.961098 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccb9dea-639a-4b14-806a-7ea5383c971e req-5ac83a18-67bd-43e7-9933-0b891aabde7f tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:59.967598 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3ccb9dea-639a-4b14-806a-7ea5383c971e req-5ac83a18-67bd-43e7-9933-0b891aabde7f tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e HTTP/1.1" status: 200 len: 944 time: 0.9295838 May 28 06:46:00.045165 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:00.165049 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8d81554a-e6f7-4e70-ba15-9a258a11dc67 tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:00.463077 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d81554a-e6f7-4e70-ba15-9a258a11dc67 tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] Pushing event updated for resources: {'Subnet': ['ID=1bf99b90-3be5-40aa-aa09-dcc4ae6a7dc9,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:46:00.476248 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d81554a-e6f7-4e70-ba15-9a258a11dc67 tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] Checking segment: {'id': 'cd30269d-cae2-40c7-b9b9-1a137250753a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'cd1b9682-c0f5-4811-a0a9-a9e376dc2412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:46:00.477134 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d81554a-e6f7-4e70-ba15-9a258a11dc67 tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] Network hostable DHCP agents. Network: cd1b9682-c0f5-4811-a0a9-a9e376dc2412, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:46:00.645509 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d81554a-e6f7-4e70-ba15-9a258a11dc67 tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] Network cd1b9682-c0f5-4811-a0a9-a9e376dc2412 is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:46:00.724070 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3ccb9dea-639a-4b14-806a-7ea5383c971e req-a7908488-70e9-4247-8456-378ed544da0d tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0fc320c-5211-4d72-b7c9-130a40d05074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6504381 May 28 06:46:00.736680 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-8d81554a-e6f7-4e70-ba15-9a258a11dc67 tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, cd1b9682-c0f5-4811-a0a9-a9e376dc2412) {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:46:00.743862 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d81554a-e6f7-4e70-ba15-9a258a11dc67 tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:46:00.743997 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8d81554a-e6f7-4e70-ba15-9a258a11dc67 tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:00.751471 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa96e11f-b529-4d1c-a615-03a04a02c0d0 None None] Network cd1b9682-c0f5-4811-a0a9-a9e376dc2412 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:46:00.853007 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0dcb9659-3dcc-4fb1-afdb-dbe2902c343d req-3c0962a6-ae1d-44c2-b30b-86ffebdfdc0d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=573e5aee-d7d6-4b17-8c2f-b7442d1d616e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8786683 May 28 06:46:01.109978 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-8d81554a-e6f7-4e70-ba15-9a258a11dc67 tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1451898 May 28 06:46:01.110869 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 50174) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:46:01.136759 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-6c5588a1-20cf-4cd5-a86d-e425a9f0f95e tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] Request body: {'port': {'network_id': 'cd1b9682-c0f5-4811-a0a9-a9e376dc2412', 'name': 'tempest-ExtraDHCPOptionsTestJSON-919295230'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:46:01.673204 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66ce058-39f0-470e-b0c4-bc4fc62cd6ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-cd1b9682-c0f5-4811-a0a9-a9e376dc2412', 'network_id': 'cd1b9682-c0f5-4811-a0a9-a9e376dc2412', 'tenant_id': 'fb7326929c61458d8b4127c1e0eb85c0', 'fixed_ips': [{'subnet_id': '1bf99b90-3be5-40aa-aa09-dcc4ae6a7dc9'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:46:01.674814 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d66ce058-39f0-470e-b0c4-bc4fc62cd6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:01.732125 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-68d0b83d-15ae-4a98-b503-5f33cca50375 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:01.777336 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 50186) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:46:01.813312 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-d2758feb-984c-476d-9905-2825005ba80a tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Request body: {'subnets': [{'network_id': 'cc925b6c-21cb-4c82-b70c-130ed33f2f6d', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1516617701', 'ip_version': 6}, {'network_id': 'e6cd9d02-3f31-4429-b59f-6de33048edf0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:46:01.813660 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-d2758feb-984c-476d-9905-2825005ba80a tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Request body: {'subnet': {'network_id': 'cc925b6c-21cb-4c82-b70c-130ed33f2f6d', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1516617701', 'ip_version': 6}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:46:01.823720 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-d2758feb-984c-476d-9905-2825005ba80a tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Request body: {'subnet': {'network_id': 'e6cd9d02-3f31-4429-b59f-6de33048edf0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:46:01.894597 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:01.946963 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-68d0b83d-15ae-4a98-b503-5f33cca50375 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691094'] for floatingip, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:02.049138 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-af7728f9-8a5f-45d2-b9e9-1669a1a07167 req-35585df7-bc9b-437c-a146-fe9e4ca60b6c tempest-ServerShowV247Test-1976675312 tempest-ServerShowV247Test-1976675312-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9475515-aced-4013-baa0-8861c3dec168 HTTP/1.1" status: 200 len: 210 time: 0.2745039 May 28 06:46:02.102281 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-0226a58a-889e-4960-97a2-dc9fcd183732 req-c78e7ffe-cbae-4ad2-af81-916f7d017efc tempest-ServerShowV247Test-1976675312 tempest-ServerShowV247Test-1976675312-project] 10.222.0.71 "GET /v2.0/ports?device_id=e9475515-aced-4013-baa0-8861c3dec168 HTTP/1.1" status: 200 len: 210 time: 0.7766080 May 28 06:46:02.185440 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcb9659-3dcc-4fb1-afdb-dbe2902c343d req-cf82d548-61d0-4707-bfbc-f5a9e84d64c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:46:02.185440 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0dcb9659-3dcc-4fb1-afdb-dbe2902c343d req-cf82d548-61d0-4707-bfbc-f5a9e84d64c0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fada8efd68e34d6781d883ae41cb05ad&device_id=573e5aee-d7d6-4b17-8c2f-b7442d1d616e HTTP/1.1" status: 200 len: 1096 time: 1.3040314 May 28 06:46:02.313683 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-d66ce058-39f0-470e-b0c4-bc4fc62cd6ba None None] Allocated IP 172.20.0.2 (cd1b9682-c0f5-4811-a0a9-a9e376dc2412/1bf99b90-3be5-40aa-aa09-dcc4ae6a7dc9/b3d71bbd-bde9-48d3-8819-c7280661b32f) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:46:02.505656 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-d2758feb-984c-476d-9905-2825005ba80a tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:46:02.510063 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-d2758feb-984c-476d-9905-2825005ba80a tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Usage tracker for resource:subnet and tenant:27f41d1d0a464fd0a3e235d5454a9f44 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:46:02.514174 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-d2758feb-984c-476d-9905-2825005ba80a tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:46:02.520863 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-d2758feb-984c-476d-9905-2825005ba80a tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:46:02.543999 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-6c5588a1-20cf-4cd5-a86d-e425a9f0f95e tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:46:02.549391 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-6c5588a1-20cf-4cd5-a86d-e425a9f0f95e tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] Usage tracker for resource:port and tenant:fb7326929c61458d8b4127c1e0eb85c0 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:46:02.554865 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-6c5588a1-20cf-4cd5-a86d-e425a9f0f95e tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:46:02.578734 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-6c5588a1-20cf-4cd5-a86d-e425a9f0f95e tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:46:02.634068 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2758feb-984c-476d-9905-2825005ba80a tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Made reservation on behalf of 27f41d1d0a464fd0a3e235d5454a9f44 for: {'subnet': 2} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:46:02.639877 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d2758feb-984c-476d-9905-2825005ba80a tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:02.643428 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d2758feb-984c-476d-9905-2825005ba80a tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:02.704943 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c5588a1-20cf-4cd5-a86d-e425a9f0f95e tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] Made reservation on behalf of fb7326929c61458d8b4127c1e0eb85c0 for: {'port': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:46:02.733469 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6c5588a1-20cf-4cd5-a86d-e425a9f0f95e tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:02.819088 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d66ce058-39f0-470e-b0c4-bc4fc62cd6ba None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:02.832548 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-d66ce058-39f0-470e-b0c4-bc4fc62cd6ba None None] Transition to ACTIVE for port object b3d71bbd-bde9-48d3-8819-c7280661b32f will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:46:02.863515 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-d66ce058-39f0-470e-b0c4-bc4fc62cd6ba None None] Transition to ACTIVE for port object b3d71bbd-bde9-48d3-8819-c7280661b32f will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:46:02.868365 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:02.912863 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [None req-6c5588a1-20cf-4cd5-a86d-e425a9f0f95e tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] device_id is not set on port 9096db1c-5afb-4eea-ab33-fd9119b6f211 yet. {{(pid=89109) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:46:02.948733 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d66ce058-39f0-470e-b0c4-bc4fc62cd6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:03.281972 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d66ce058-39f0-470e-b0c4-bc4fc62cd6ba None None] Network cd1b9682-c0f5-4811-a0a9-a9e376dc2412 is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:46:03.291261 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68d0b83d-15ae-4a98-b503-5f33cca50375 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Router 7a3f82ba-225e-4663-a5df-018daaa348fe has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:46:03.314917 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcb9659-3dcc-4fb1-afdb-dbe2902c343d req-1ec1d29a-b3fe-4060-8f93-eddc7b0f45bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:46:03.316891 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0dcb9659-3dcc-4fb1-afdb-dbe2902c343d req-1ec1d29a-b3fe-4060-8f93-eddc7b0f45bc service neutron] 10.222.0.69 "GET /v2.0/networks?id=e7d92049-bff3-4c3a-a4bd-4950c7dcad1c HTTP/1.1" status: 200 len: 912 time: 0.9150395 May 28 06:46:03.319277 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-d66ce058-39f0-470e-b0c4-bc4fc62cd6ba None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:46:03.321711 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66ce058-39f0-470e-b0c4-bc4fc62cd6ba None None] Pushing event updated for resources: {'Port': ['ID=b3d71bbd-bde9-48d3-8819-c7280661b32f,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:46:03.326879 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66ce058-39f0-470e-b0c4-bc4fc62cd6ba None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:46:03.391094 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66ce058-39f0-470e-b0c4-bc4fc62cd6ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:46:03.391955 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66ce058-39f0-470e-b0c4-bc4fc62cd6ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:46:03.394786 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66ce058-39f0-470e-b0c4-bc4fc62cd6ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:46:03.395553 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66ce058-39f0-470e-b0c4-bc4fc62cd6ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:46:03.396106 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66ce058-39f0-470e-b0c4-bc4fc62cd6ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:46:03.396670 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66ce058-39f0-470e-b0c4-bc4fc62cd6ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:46:03.397277 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66ce058-39f0-470e-b0c4-bc4fc62cd6ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:46:03.397933 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66ce058-39f0-470e-b0c4-bc4fc62cd6ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:46:03.398478 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66ce058-39f0-470e-b0c4-bc4fc62cd6ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:46:03.399014 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66ce058-39f0-470e-b0c4-bc4fc62cd6ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:46:03.402246 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66ce058-39f0-470e-b0c4-bc4fc62cd6ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:46:03.407353 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66ce058-39f0-470e-b0c4-bc4fc62cd6ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:46:03.502980 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-d66ce058-39f0-470e-b0c4-bc4fc62cd6ba None None] Attempting to bind port b3d71bbd-bde9-48d3-8819-c7280661b32f on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:46:03.508403 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-d66ce058-39f0-470e-b0c4-bc4fc62cd6ba None None] Attempting to bind port b3d71bbd-bde9-48d3-8819-c7280661b32f by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'cd30269d-cae2-40c7-b9b9-1a137250753a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'cd1b9682-c0f5-4811-a0a9-a9e376dc2412'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:46:03.508403 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66ce058-39f0-470e-b0c4-bc4fc62cd6ba None None] Attempting to bind port b3d71bbd-bde9-48d3-8819-c7280661b32f on network cd1b9682-c0f5-4811-a0a9-a9e376dc2412 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:46:03.536369 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66ce058-39f0-470e-b0c4-bc4fc62cd6ba None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:46:03.538391 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66ce058-39f0-470e-b0c4-bc4fc62cd6ba None None] Checking segment: {'id': 'cd30269d-cae2-40c7-b9b9-1a137250753a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'cd1b9682-c0f5-4811-a0a9-a9e376dc2412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:46:03.539452 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d66ce058-39f0-470e-b0c4-bc4fc62cd6ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:03.543936 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66ce058-39f0-470e-b0c4-bc4fc62cd6ba None None] Bound using segment: {'id': 'cd30269d-cae2-40c7-b9b9-1a137250753a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'cd1b9682-c0f5-4811-a0a9-a9e376dc2412'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:46:03.547665 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-d66ce058-39f0-470e-b0c4-bc4fc62cd6ba None None] Bound port: b3d71bbd-bde9-48d3-8819-c7280661b32f, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd30269d-cae2-40c7-b9b9-1a137250753a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'cd1b9682-c0f5-4811-a0a9-a9e376dc2412'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:46:03.547665 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d66ce058-39f0-470e-b0c4-bc4fc62cd6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:03.558873 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7f8315d2-7c10-4040-b132-394054e48041 req-0f157524-6d12-4f91-8a48-296869e81986 tempest-ServerShowV247Test-1976675312 tempest-ServerShowV247Test-1976675312-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9475515-aced-4013-baa0-8861c3dec168 HTTP/1.1" status: 200 len: 210 time: 0.2263634 May 28 06:46:03.623196 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-6c5588a1-20cf-4cd5-a86d-e425a9f0f95e tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] Allocated IP 172.20.0.11 (cd1b9682-c0f5-4811-a0a9-a9e376dc2412/1bf99b90-3be5-40aa-aa09-dcc4ae6a7dc9/9096db1c-5afb-4eea-ab33-fd9119b6f211) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:46:03.637968 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0dcb9659-3dcc-4fb1-afdb-dbe2902c343d req-57078287-67a1-4dbb-b44d-fcb4597025bf service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=351ec5b9-1371-4708-89ed-03fe0d913ca5 HTTP/1.1" status: 200 len: 217 time: 0.2006524 May 28 06:46:03.778562 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:46:03.898544 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-d66ce058-39f0-470e-b0c4-bc4fc62cd6ba None None] For port b3d71bbd-bde9-48d3-8819-c7280661b32f, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:46:03.906764 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-d66ce058-39f0-470e-b0c4-bc4fc62cd6ba None None] For port b3d71bbd-bde9-48d3-8819-c7280661b32f, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=b3d71bbd-bde9-48d3-8819-c7280661b32f,segment=NetworkSegment(cd30269d-cae2-40c7-b9b9-1a137250753a),segment_id=cd30269d-cae2-40c7-b9b9-1a137250753a)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:46:03.928050 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c1b058-13cf-4291-9a59-5b3d281ed7cb req-615e4d6a-516c-410f-801f-8c70b1da3f51 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:46:03.935910 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-70c1b058-13cf-4291-9a59-5b3d281ed7cb req-615e4d6a-516c-410f-801f-8c70b1da3f51 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e HTTP/1.1" status: 200 len: 944 time: 1.6327076 May 28 06:46:03.965772 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcb9659-3dcc-4fb1-afdb-dbe2902c343d req-1977df6b-fdfd-43e8-9afa-5c38a7c1e479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:46:03.965772 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0dcb9659-3dcc-4fb1-afdb-dbe2902c343d req-1977df6b-fdfd-43e8-9afa-5c38a7c1e479 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=40188bf0-967d-446e-ac4f-b5c59a2acd9a HTTP/1.1" status: 200 len: 850 time: 0.1778288 May 28 06:46:03.989697 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d66ce058-39f0-470e-b0c4-bc4fc62cd6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:04.061454 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ccae83-4260-465f-9186-e12a24a8ec35 req-38cf6c82-f746-4b14-9437-2bec51701247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:46:04.063118 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-32ccae83-4260-465f-9186-e12a24a8ec35 req-38cf6c82-f746-4b14-9437-2bec51701247 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fada8efd68e34d6781d883ae41cb05ad&device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e HTTP/1.1" status: 200 len: 1095 time: 1.3073833 May 28 06:46:04.083925 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-70c1b058-13cf-4291-9a59-5b3d281ed7cb req-57fc4627-1d64-4fe6-886c-b43a0edcfb97 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0fc320c-5211-4d72-b7c9-130a40d05074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1468687 May 28 06:46:04.095289 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d2758feb-984c-476d-9905-2825005ba80a tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:04.200134 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66ce058-39f0-470e-b0c4-bc4fc62cd6ba None None] Pushing event updated for resources: {'Port': ['ID=b3d71bbd-bde9-48d3-8819-c7280661b32f,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:46:04.246006 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ccae83-4260-465f-9186-e12a24a8ec35 req-ef7a24fa-756f-40e8-a87b-65bdf505d891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:46:04.247712 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-32ccae83-4260-465f-9186-e12a24a8ec35 req-ef7a24fa-756f-40e8-a87b-65bdf505d891 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e7d92049-bff3-4c3a-a4bd-4950c7dcad1c HTTP/1.1" status: 200 len: 912 time: 0.1603222 May 28 06:46:04.360730 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2758feb-984c-476d-9905-2825005ba80a tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Checking segment: {'id': 'e5b84765-f1c7-4813-893e-24cb2f7b934e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'cc925b6c-21cb-4c82-b70c-130ed33f2f6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:46:04.361442 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2758feb-984c-476d-9905-2825005ba80a tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Network hostable DHCP agents. Network: cc925b6c-21cb-4c82-b70c-130ed33f2f6d, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:46:04.444749 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6c5588a1-20cf-4cd5-a86d-e425a9f0f95e tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:04.458206 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2758feb-984c-476d-9905-2825005ba80a tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Pushing event updated for resources: {'Subnet': ['ID=7f5d9829-16ab-4cc7-8410-1de9021d50fb,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:46:04.470021 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-32ccae83-4260-465f-9186-e12a24a8ec35 req-15f4ad91-71bc-49b5-bd47-47c4ba70f91a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=170a25a1-2cd5-4bc9-b588-27e0c82fefed HTTP/1.1" status: 200 len: 999 time: 0.1646399 May 28 06:46:04.484952 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2758feb-984c-476d-9905-2825005ba80a tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:46:04.485398 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2758feb-984c-476d-9905-2825005ba80a tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:46:04.485860 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2758feb-984c-476d-9905-2825005ba80a tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:46:04.488431 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2758feb-984c-476d-9905-2825005ba80a tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:46:04.488875 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2758feb-984c-476d-9905-2825005ba80a tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:46:04.497081 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2758feb-984c-476d-9905-2825005ba80a tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:46:04.497712 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2758feb-984c-476d-9905-2825005ba80a tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:46:04.498157 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2758feb-984c-476d-9905-2825005ba80a tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:46:04.498600 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2758feb-984c-476d-9905-2825005ba80a tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:46:04.499037 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2758feb-984c-476d-9905-2825005ba80a tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:46:04.499482 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2758feb-984c-476d-9905-2825005ba80a tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:46:04.499926 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2758feb-984c-476d-9905-2825005ba80a tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:46:04.525758 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2758feb-984c-476d-9905-2825005ba80a tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Network cc925b6c-21cb-4c82-b70c-130ed33f2f6d is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:46:04.583131 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [None req-6c5588a1-20cf-4cd5-a86d-e425a9f0f95e tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] Transition to ACTIVE for port object 9096db1c-5afb-4eea-ab33-fd9119b6f211 will not be triggered until provisioned by entity DHCP. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:46:04.671047 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-978ec12c-e0e8-47c4-9e17-79adae150471 req-a1a51140-11d1-4637-85ef-fe7b2479e2cf service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=498bacf1-a892-4e8e-a7a7-271d344a8884&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4500153 May 28 06:46:04.684880 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcb9659-3dcc-4fb1-afdb-dbe2902c343d req-afe78528-30f6-4e13-bab4-3dcc8e6affdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:46:04.692252 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6c5588a1-20cf-4cd5-a86d-e425a9f0f95e tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:04.692697 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0dcb9659-3dcc-4fb1-afdb-dbe2902c343d req-afe78528-30f6-4e13-bab4-3dcc8e6affdd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e7d92049-bff3-4c3a-a4bd-4950c7dcad1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7105734 May 28 06:46:04.694402 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68d0b83d-15ae-4a98-b503-5f33cca50375 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:46:04.714015 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99fad0d2-0712-4481-9c24-c6333c4916ab None None] Sync routers for ids ['7a3f82ba-225e-4663-a5df-018daaa348fe'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:46:04.742604 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99fad0d2-0712-4481-9c24-c6333c4916ab None None] Routers {'7a3f82ba-225e-4663-a5df-018daaa348fe'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:46:04.743648 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-99fad0d2-0712-4481-9c24-c6333c4916ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:45:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['7a3f82ba-225e-4663-a5df-018daaa348fe'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:46:04.797644 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-d2758feb-984c-476d-9905-2825005ba80a tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, cc925b6c-21cb-4c82-b70c-130ed33f2f6d) {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:46:04.806211 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa827ef6-bce0-4eca-9bbe-11b7c06d76a2 None None] Network cc925b6c-21cb-4c82-b70c-130ed33f2f6d requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:46:05.062300 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-68d0b83d-15ae-4a98-b503-5f33cca50375 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:05.085030 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d2758feb-984c-476d-9905-2825005ba80a tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:05.152316 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ccae83-4260-465f-9186-e12a24a8ec35 req-c4f050c3-9fc4-4ad2-81a3-78d161db2f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:46:05.153844 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-32ccae83-4260-465f-9186-e12a24a8ec35 req-c4f050c3-9fc4-4ad2-81a3-78d161db2f19 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=40188bf0-967d-446e-ac4f-b5c59a2acd9a HTTP/1.1" status: 200 len: 850 time: 0.6643970 May 28 06:46:05.172848 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0dcb9659-3dcc-4fb1-afdb-dbe2902c343d req-1cc76d9e-9a7e-4e58-9db6-4b0ca20ec482 service neutron] 10.222.0.69 "GET /v2.0/networks/e7d92049-bff3-4c3a-a4bd-4950c7dcad1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4732609 May 28 06:46:05.420207 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-99fad0d2-0712-4481-9c24-c6333c4916ab None None] Set router 7a3f82ba-225e-4663-a5df-018daaa348fe gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:46:05.545924 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31cba01a-0ffd-4aeb-855a-ae5db2e843be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-cc925b6c-21cb-4c82-b70c-130ed33f2f6d', 'network_id': 'cc925b6c-21cb-4c82-b70c-130ed33f2f6d', 'tenant_id': '27f41d1d0a464fd0a3e235d5454a9f44', 'fixed_ips': [{'subnet_id': '7f5d9829-16ab-4cc7-8410-1de9021d50fb'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:46:05.548009 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-31cba01a-0ffd-4aeb-855a-ae5db2e843be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:05.610597 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2758feb-984c-476d-9905-2825005ba80a tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Pushing event updated for resources: {'Subnet': ['ID=06ed078a-83e2-49bf-b902-8784a6a0dd9a,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:46:05.632719 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5588a1-20cf-4cd5-a86d-e425a9f0f95e tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] Network cd1b9682-c0f5-4811-a0a9-a9e376dc2412 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:46:05.686854 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-6c5588a1-20cf-4cd5-a86d-e425a9f0f95e tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:46:05.707486 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5588a1-20cf-4cd5-a86d-e425a9f0f95e tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:46:05.963752 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5588a1-20cf-4cd5-a86d-e425a9f0f95e tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:46:05.965844 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6c5588a1-20cf-4cd5-a86d-e425a9f0f95e tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:05.970174 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5588a1-20cf-4cd5-a86d-e425a9f0f95e tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] Pushing event updated for resources: {'Port': ['ID=9096db1c-5afb-4eea-ab33-fd9119b6f211,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:46:06.016129 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2758feb-984c-476d-9905-2825005ba80a tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Checking segment: {'id': '36624b97-57a4-467c-93b4-cde0f3c1d40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'e6cd9d02-3f31-4429-b59f-6de33048edf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:46:06.016900 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2758feb-984c-476d-9905-2825005ba80a tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Network hostable DHCP agents. Network: e6cd9d02-3f31-4429-b59f-6de33048edf0, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:46:06.037809 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 50244) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:46:06.091098 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978ec12c-e0e8-47c4-9e17-79adae150471 req-a0d64dea-be0b-4bc2-963b-7a2b41f460d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:46:06.102898 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-978ec12c-e0e8-47c4-9e17-79adae150471 req-a0d64dea-be0b-4bc2-963b-7a2b41f460d9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=98e9fd09ba2248b5b9367b689b0cfcd3&device_id=498bacf1-a892-4e8e-a7a7-271d344a8884 HTTP/1.1" status: 200 len: 1096 time: 1.3138235 May 28 06:46:06.151898 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-31cba01a-0ffd-4aeb-855a-ae5db2e843be None None] Allocated IP 2001:db8::1 (cc925b6c-21cb-4c82-b70c-130ed33f2f6d/7f5d9829-16ab-4cc7-8410-1de9021d50fb/81d41f67-6a49-4455-976a-d0fb574775ec) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:46:06.223489 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-6c5588a1-20cf-4cd5-a86d-e425a9f0f95e tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 5.1114616 May 28 06:46:06.235988 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 50252) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:46:06.406898 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3036c006-66e1-4443-83de-65e59425328a None None] Network cd1b9682-c0f5-4811-a0a9-a9e376dc2412 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:46:06.414973 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-41efd90e-ebc2-415a-a92c-47bb633da4e5 tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] Request body: {'port': {'network_id': 'cd1b9682-c0f5-4811-a0a9-a9e376dc2412', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1700788438', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:46:06.420518 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.api.validators [None req-41efd90e-ebc2-415a-a92c-47bb633da4e5 tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] bootfile-name is not in valid_values {{(pid=89109) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 28 06:46:06.432057 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.api.validators [None req-41efd90e-ebc2-415a-a92c-47bb633da4e5 tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] tftp-server is not in valid_values {{(pid=89109) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 28 06:46:06.432641 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.api.validators [None req-41efd90e-ebc2-415a-a92c-47bb633da4e5 tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] server-ip-address is not in valid_values {{(pid=89109) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 28 06:46:06.554096 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-99fad0d2-0712-4481-9c24-c6333c4916ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a3f82ba-225e-4663-a5df-018daaa348fe', 'name': 'tempest-ServerRescueNegativeTestJSON-2022965306-router', 'tenant_id': '98e9fd09ba2248b5b9367b689b0cfcd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '21b6c24f-6957-4b82-8e72-44ec92c2b7d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:41:38Z', 'updated_at': '2022-05-28T06:41:53Z', 'revision_number': 4, 'project_id': '98e9fd09ba2248b5b9367b689b0cfcd3', 'gw_port': {'id': '21b6c24f-6957-4b82-8e72-44ec92c2b7d3', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:2b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a3f82ba-225e-4663-a5df-018daaa348fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:41:40Z', 'updated_at': '2022-05-28T06:41:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': '340a5b67-d213-4550-a6d4-0e2e12137c0f', 'tenant_id': '98e9fd09ba2248b5b9367b689b0cfcd3', 'floating_ip_address': '172.25.5.163', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': '7a3f82ba-225e-4663-a5df-018daaa348fe', 'port_id': 'e704a073-82ad-4169-828f-5dcec6c1a71c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3fe29e9-17f9-4750-841d-90d9978eff94', 'mac_address': 'fa:16:3e:b1:eb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '498bacf1-a892-4e8e-a7a7-271d344a8884', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:44:05Z', 'updated_at': '2022-05-28T06:46:01Z', 'revision_number': 3, 'project_id': '98e9fd09ba2248b5b9367b689b0cfcd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68e7d0da-283a-40a4-9918-b046f6643c42', 'name': '', 'network_id': 'a3fe29e9-17f9-4750-841d-90d9978eff94', 'tenant_id': '98e9fd09ba2248b5b9367b689b0cfcd3', 'mac_address': 'fa:16:3e:00:db:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a3f82ba-225e-4663-a5df-018daaa348fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2076, 'fixed_ips': [{'subnet_id': '304c7228-4ac2-4e7a-aa6d-33e85e214d70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:41:49Z', 'updated_at': '2022-05-28T06:42:06Z', 'revision_number': 5, 'project_id': '98e9fd09ba2248b5b9367b689b0cfcd3', 'subnets': [{'id': '304c7228-4ac2-4e7a-aa6d-33e85e214d70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:46:06.554800 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-31cba01a-0ffd-4aeb-855a-ae5db2e843be None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:06.566416 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99fad0d2-0712-4481-9c24-c6333c4916ab None None] Checking router: 7a3f82ba-225e-4663-a5df-018daaa348fe for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:46:06.581691 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-1db4a07f-20e2-416b-ac08-0b5a655244f7 None None] Provisioning for port b3d71bbd-bde9-48d3-8819-c7280661b32f completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:46:06.589651 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2758feb-984c-476d-9905-2825005ba80a tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Network e6cd9d02-3f31-4429-b59f-6de33048edf0 is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:46:06.589867 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99fad0d2-0712-4481-9c24-c6333c4916ab None None] Routers {'7a3f82ba-225e-4663-a5df-018daaa348fe'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:46:06.593639 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-99fad0d2-0712-4481-9c24-c6333c4916ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:45:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['7a3f82ba-225e-4663-a5df-018daaa348fe'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:46:06.603464 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-31cba01a-0ffd-4aeb-855a-ae5db2e843be None None] Transition to ACTIVE for port object 81d41f67-6a49-4455-976a-d0fb574775ec will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:46:06.664257 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-31cba01a-0ffd-4aeb-855a-ae5db2e843be None None] Transition to ACTIVE for port object 81d41f67-6a49-4455-976a-d0fb574775ec will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:46:06.747775 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device b3d71bbd-bde9-48d3-8819-c7280661b32f up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:46:06.812875 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-31cba01a-0ffd-4aeb-855a-ae5db2e843be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:06.913994 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cba01a-0ffd-4aeb-855a-ae5db2e843be None None] Pushing event updated for resources: {'Port': ['ID=81d41f67-6a49-4455-976a-d0fb574775ec,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:46:06.929997 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '498bacf1-a892-4e8e-a7a7-271d344a8884', 'tag': 'e704a073-82ad-4169-828f-5dcec6c1a71c'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:46:07.000433 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-41efd90e-ebc2-415a-a92c-47bb633da4e5 tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:46:07.018340 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-851a27f3-0841-4eb8-ab62-c46bd29f5219 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:07.044529 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-41efd90e-ebc2-415a-a92c-47bb633da4e5 tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] Usage tracker for resource:port and tenant:fb7326929c61458d8b4127c1e0eb85c0 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:46:07.057336 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-41efd90e-ebc2-415a-a92c-47bb633da4e5 tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:46:07.066719 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-851a27f3-0841-4eb8-ab62-c46bd29f5219 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:46:07.068690 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ccae83-4260-465f-9186-e12a24a8ec35 req-bc65be34-ccad-49ee-bf01-61ef181314f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:46:07.071892 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-851a27f3-0841-4eb8-ab62-c46bd29f5219 admin admin] Usage tracker for resource:security_group_rule and tenant:4700c602fdbf4c19b1d8c50a08d901a9 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:46:07.075024 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-851a27f3-0841-4eb8-ab62-c46bd29f5219 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:46:07.079641 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-32ccae83-4260-465f-9186-e12a24a8ec35 req-bc65be34-ccad-49ee-bf01-61ef181314f1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e7d92049-bff3-4c3a-a4bd-4950c7dcad1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.8688583 May 28 06:46:07.083697 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-851a27f3-0841-4eb8-ab62-c46bd29f5219 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:46:07.106776 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-99fad0d2-0712-4481-9c24-c6333c4916ab None None] Set router 7a3f82ba-225e-4663-a5df-018daaa348fe gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:46:07.138366 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-68d0b83d-15ae-4a98-b503-5f33cca50375 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "PUT /v2.0/floatingips/340a5b67-d213-4550-a6d4-0e2e12137c0f HTTP/1.1" status: 200 len: 993 time: 8.8011379 May 28 06:46:07.158507 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce843969-14a9-4d68-9300-dd56c0c34e5f'] response: {'name': 'network-changed', 'server_uuid': '498bacf1-a892-4e8e-a7a7-271d344a8884', 'tag': 'e704a073-82ad-4169-828f-5dcec6c1a71c', 'status': 'completed', 'code': 200} May 28 06:46:07.192659 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31cba01a-0ffd-4aeb-855a-ae5db2e843be None None] Network cc925b6c-21cb-4c82-b70c-130ed33f2f6d is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:46:07.203635 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-31cba01a-0ffd-4aeb-855a-ae5db2e843be None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:46:07.217313 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31cba01a-0ffd-4aeb-855a-ae5db2e843be None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:46:07.236281 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-851a27f3-0841-4eb8-ab62-c46bd29f5219 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:07.264334 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-41efd90e-ebc2-415a-a92c-47bb633da4e5 tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:46:07.279963 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-d2758feb-984c-476d-9905-2825005ba80a tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, e6cd9d02-3f31-4429-b59f-6de33048edf0) {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:46:07.299299 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2758feb-984c-476d-9905-2825005ba80a tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:46:07.300234 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2758feb-984c-476d-9905-2825005ba80a tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:46:07.302291 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d2758feb-984c-476d-9905-2825005ba80a tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:07.329815 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-851a27f3-0841-4eb8-ab62-c46bd29f5219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:07.365050 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86dbf68c-8bf2-4326-b878-65c0290d6a80 None None] Network e6cd9d02-3f31-4429-b59f-6de33048edf0 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:46:07.393108 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-851a27f3-0841-4eb8-ab62-c46bd29f5219 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4700c602fdbf4c19b1d8c50a08d901a9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3482015 May 28 06:46:07.394356 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 50278) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:46:07.413918 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978ec12c-e0e8-47c4-9e17-79adae150471 req-e50050ff-6c20-4cd3-9ec7-dce16d30f308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:46:07.420953 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-978ec12c-e0e8-47c4-9e17-79adae150471 req-e50050ff-6c20-4cd3-9ec7-dce16d30f308 service neutron] 10.222.0.71 "GET /v2.0/networks?id=a3fe29e9-17f9-4750-841d-90d9978eff94 HTTP/1.1" status: 200 len: 920 time: 1.2585199 May 28 06:46:07.431747 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ed95b5-f4ff-41da-ac8d-a8ed7675e0b2 req-769f09b9-db2c-48c2-835a-6722402a65f3 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:46:07.439681 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-36ed95b5-f4ff-41da-ac8d-a8ed7675e0b2 req-769f09b9-db2c-48c2-835a-6722402a65f3 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e HTTP/1.1" status: 200 len: 944 time: 1.8503442 May 28 06:46:07.461231 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-d2758feb-984c-476d-9905-2825005ba80a tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 5.6576965 May 28 06:46:07.481565 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 50282) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:46:07.727173 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port b3d71bbd-bde9-48d3-8819-c7280661b32f completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:46:07.760791 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port b3d71bbd-bde9-48d3-8819-c7280661b32f triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:46:07.761175 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:07.785434 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d96b059-9883-41f6-855c-c76224f23a1c tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:46:07.787530 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d96b059-9883-41f6-855c-c76224f23a1c tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:46:07.789185 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d96b059-9883-41f6-855c-c76224f23a1c tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:46:07.791160 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-9d96b059-9883-41f6-855c-c76224f23a1c tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.2921166 May 28 06:46:07.794004 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-36ed95b5-f4ff-41da-ac8d-a8ed7675e0b2 req-98d57209-3d40-41e3-9dce-20dc6b0f49df tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0fc320c-5211-4d72-b7c9-130a40d05074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3531899 May 28 06:46:07.800507 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 50288) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:46:07.844119 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-31cba01a-0ffd-4aeb-855a-ae5db2e843be None None] Attempting to bind port 81d41f67-6a49-4455-976a-d0fb574775ec on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:46:07.844745 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-31cba01a-0ffd-4aeb-855a-ae5db2e843be None None] Attempting to bind port 81d41f67-6a49-4455-976a-d0fb574775ec by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'e5b84765-f1c7-4813-893e-24cb2f7b934e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'cc925b6c-21cb-4c82-b70c-130ed33f2f6d'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:46:07.845269 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31cba01a-0ffd-4aeb-855a-ae5db2e843be None None] Attempting to bind port 81d41f67-6a49-4455-976a-d0fb574775ec on network cc925b6c-21cb-4c82-b70c-130ed33f2f6d {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:46:07.862872 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0dcb9659-3dcc-4fb1-afdb-dbe2902c343d req-aea70af8-79ee-4f2e-920c-82449363f61d service neutron] 10.222.0.69 "GET /v2.0/networks/e7d92049-bff3-4c3a-a4bd-4950c7dcad1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.4921725 May 28 06:46:07.877294 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31cba01a-0ffd-4aeb-855a-ae5db2e843be None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:46:07.878518 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31cba01a-0ffd-4aeb-855a-ae5db2e843be None None] Checking segment: {'id': 'e5b84765-f1c7-4813-893e-24cb2f7b934e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'cc925b6c-21cb-4c82-b70c-130ed33f2f6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:46:07.878929 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-31cba01a-0ffd-4aeb-855a-ae5db2e843be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:07.879326 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31cba01a-0ffd-4aeb-855a-ae5db2e843be None None] Bound using segment: {'id': 'e5b84765-f1c7-4813-893e-24cb2f7b934e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'cc925b6c-21cb-4c82-b70c-130ed33f2f6d'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:46:07.879817 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-31cba01a-0ffd-4aeb-855a-ae5db2e843be None None] Bound port: 81d41f67-6a49-4455-976a-d0fb574775ec, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5b84765-f1c7-4813-893e-24cb2f7b934e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'cc925b6c-21cb-4c82-b70c-130ed33f2f6d'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:46:07.880188 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-31cba01a-0ffd-4aeb-855a-ae5db2e843be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:08.014020 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-32ccae83-4260-465f-9186-e12a24a8ec35 req-876fa7b8-82be-4793-a6f8-f85b0570ea9a service neutron] 10.222.0.69 "GET /v2.0/networks/e7d92049-bff3-4c3a-a4bd-4950c7dcad1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8421063 May 28 06:46:08.038715 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-978ec12c-e0e8-47c4-9e17-79adae150471 req-50e955fa-b624-41fb-b1bb-db0823d44018 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e704a073-82ad-4169-828f-5dcec6c1a71c HTTP/1.1" status: 200 len: 1001 time: 0.5722997 May 28 06:46:08.067355 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41efd90e-ebc2-415a-a92c-47bb633da4e5 tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] Made reservation on behalf of fb7326929c61458d8b4127c1e0eb85c0 for: {'port': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:46:08.164873 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-41efd90e-ebc2-415a-a92c-47bb633da4e5 tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:08.304266 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851a27f3-0841-4eb8-ab62-c46bd29f5219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca7874b3-1be1-4708-8749-a2d112062b67,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:46:08.359075 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6214131-9469-469c-915b-98eba1cc1840 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Deleting subnet 7f5d9829-16ab-4cc7-8410-1de9021d50fb {{(pid=89110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:46:08.364545 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-99fad0d2-0712-4481-9c24-c6333c4916ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a3f82ba-225e-4663-a5df-018daaa348fe', 'name': 'tempest-ServerRescueNegativeTestJSON-2022965306-router', 'tenant_id': '98e9fd09ba2248b5b9367b689b0cfcd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '21b6c24f-6957-4b82-8e72-44ec92c2b7d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:41:38Z', 'updated_at': '2022-05-28T06:41:53Z', 'revision_number': 4, 'project_id': '98e9fd09ba2248b5b9367b689b0cfcd3', 'gw_port': {'id': '21b6c24f-6957-4b82-8e72-44ec92c2b7d3', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:2b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a3f82ba-225e-4663-a5df-018daaa348fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:41:40Z', 'updated_at': '2022-05-28T06:41:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': '340a5b67-d213-4550-a6d4-0e2e12137c0f', 'tenant_id': '98e9fd09ba2248b5b9367b689b0cfcd3', 'floating_ip_address': '172.25.5.163', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': '7a3f82ba-225e-4663-a5df-018daaa348fe', 'port_id': 'e704a073-82ad-4169-828f-5dcec6c1a71c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3fe29e9-17f9-4750-841d-90d9978eff94', 'mac_address': 'fa:16:3e:b1:eb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '498bacf1-a892-4e8e-a7a7-271d344a8884', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:44:05Z', 'updated_at': '2022-05-28T06:46:01Z', 'revision_number': 3, 'project_id': '98e9fd09ba2248b5b9367b689b0cfcd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68e7d0da-283a-40a4-9918-b046f6643c42', 'name': '', 'network_id': 'a3fe29e9-17f9-4750-841d-90d9978eff94', 'tenant_id': '98e9fd09ba2248b5b9367b689b0cfcd3', 'mac_address': 'fa:16:3e:00:db:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a3f82ba-225e-4663-a5df-018daaa348fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2076, 'fixed_ips': [{'subnet_id': '304c7228-4ac2-4e7a-aa6d-33e85e214d70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:41:49Z', 'updated_at': '2022-05-28T06:42:06Z', 'revision_number': 5, 'project_id': '98e9fd09ba2248b5b9367b689b0cfcd3', 'subnets': [{'id': '304c7228-4ac2-4e7a-aa6d-33e85e214d70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:46:08.374142 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99fad0d2-0712-4481-9c24-c6333c4916ab None None] The sync data for ids ['7a3f82ba-225e-4663-a5df-018daaa348fe'] in n-d-843702-1 is: [{'id': '7a3f82ba-225e-4663-a5df-018daaa348fe', 'name': 'tempest-ServerRescueNegativeTestJSON-2022965306-router', 'tenant_id': '98e9fd09ba2248b5b9367b689b0cfcd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '21b6c24f-6957-4b82-8e72-44ec92c2b7d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:41:38Z', 'updated_at': '2022-05-28T06:41:53Z', 'revision_number': 4, 'project_id': '98e9fd09ba2248b5b9367b689b0cfcd3', 'gw_port': {'id': '21b6c24f-6957-4b82-8e72-44ec92c2b7d3', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:2b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a3f82ba-225e-4663-a5df-018daaa348fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:41:40Z', 'updated_at': '2022-05-28T06:41:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': '340a5b67-d213-4550-a6d4-0e2e12137c0f', 'tenant_id': '98e9fd09ba2248b5b9367b689b0cfcd3', 'floating_ip_address': '172.25.5.163', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': '7a3f82ba-225e-4663-a5df-018daaa348fe', 'port_id': 'e704a073-82ad-4169-828f-5dcec6c1a71c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3fe29e9-17f9-4750-841d-90d9978eff94', 'mac_address': 'fa:16:3e:b1:eb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '498bacf1-a892-4e8e-a7a7-271d344a8884', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:44:05Z', 'updated_at': '2022-05-28T06:46:01Z', 'revision_number': 3, 'project_id': '98e9fd09ba2248b5b9367b689b0cfcd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68e7d0da-283a-40a4-9918-b046f6643c42', 'name': '', 'network_id': 'a3fe29e9-17f9-4750-841d-90d9978eff94', 'tenant_id': '98e9fd09ba2248b5b9367b689b0cfcd3', 'mac_address': 'fa:16:3e:00:db:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a3f82ba-225e-4663-a5df-018daaa348fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2076, 'fixed_ips': [{'subnet_id': '304c7228-4ac2-4e7a-aa6d-33e85e214d70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:41:49Z', 'updated_at': '2022-05-28T06:42:06Z', 'revision_number': 5, 'project_id': '98e9fd09ba2248b5b9367b689b0cfcd3', 'subnets': [{'id': '304c7228-4ac2-4e7a-aa6d-33e85e214d70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:46:08.381735 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e6214131-9469-469c-915b-98eba1cc1840 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Notify callbacks [] for subnet, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:08.494801 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [None req-41efd90e-ebc2-415a-a92c-47bb633da4e5 tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] device_id is not set on port ede9c92a-7eaf-4f9e-b2d1-664b84f02aa6 yet. {{(pid=89109) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:46:08.705288 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-31cba01a-0ffd-4aeb-855a-ae5db2e843be None None] For port 81d41f67-6a49-4455-976a-d0fb574775ec, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:46:08.739910 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port b3d71bbd-bde9-48d3-8819-c7280661b32f is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:46:08.740649 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:08.772732 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655bc1bf-f204-4f2f-8b1f-be2e9ca5b236 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-e6cd9d02-3f31-4429-b59f-6de33048edf0', 'network_id': 'e6cd9d02-3f31-4429-b59f-6de33048edf0', 'tenant_id': '27f41d1d0a464fd0a3e235d5454a9f44', 'fixed_ips': [{'subnet_id': '06ed078a-83e2-49bf-b902-8784a6a0dd9a'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:46:08.773718 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-655bc1bf-f204-4f2f-8b1f-be2e9ca5b236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:08.797385 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-32ccae83-4260-465f-9186-e12a24a8ec35 req-87667090-a61f-47d3-8adb-5b2972165d17 service neutron] 10.222.0.69 "GET /v2.0/networks/e7d92049-bff3-4c3a-a4bd-4950c7dcad1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7620969 May 28 06:46:08.872566 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e6214131-9469-469c-915b-98eba1cc1840 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4150765'] for subnet, precommit_delete_associations {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:08.915570 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-41efd90e-ebc2-415a-a92c-47bb633da4e5 tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] Allocated IP 172.20.0.5 (cd1b9682-c0f5-4811-a0a9-a9e376dc2412/1bf99b90-3be5-40aa-aa09-dcc4ae6a7dc9/ede9c92a-7eaf-4f9e-b2d1-664b84f02aa6) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:46:09.175359 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '498bacf1-a892-4e8e-a7a7-271d344a8884', 'tag': 'e704a073-82ad-4169-828f-5dcec6c1a71c'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:46:09.282836 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-cd5be092-1285-4053-86bf-b5d51182f821 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:09.309020 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978ec12c-e0e8-47c4-9e17-79adae150471 req-e109557a-5633-4da4-9b02-218a58671526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:46:09.316578 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-655bc1bf-f204-4f2f-8b1f-be2e9ca5b236 None None] Allocated IP 2001:db8:0:1::1 (e6cd9d02-3f31-4429-b59f-6de33048edf0/06ed078a-83e2-49bf-b902-8784a6a0dd9a/28b343e6-ed82-4c6b-aab2-da7dde4d009e) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:46:09.320737 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-978ec12c-e0e8-47c4-9e17-79adae150471 req-e109557a-5633-4da4-9b02-218a58671526 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=304c7228-4ac2-4e7a-aa6d-33e85e214d70 HTTP/1.1" status: 200 len: 858 time: 1.1120436 May 28 06:46:09.328332 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36b3ab6a-89f6-44bf-8a93-ad380c62b6e3'] response: {'name': 'network-changed', 'server_uuid': '498bacf1-a892-4e8e-a7a7-271d344a8884', 'tag': 'e704a073-82ad-4169-828f-5dcec6c1a71c', 'status': 'completed', 'code': 200} May 28 06:46:09.353654 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617100de-0377-46e4-9dcd-6c42e720dffb req-663013f4-d896-440f-9b67-c200b8955463 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:46:09.355714 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-617100de-0377-46e4-9dcd-6c42e720dffb req-663013f4-d896-440f-9b67-c200b8955463 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e HTTP/1.1" status: 200 len: 944 time: 0.2539003 May 28 06:46:09.429066 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-cd5be092-1285-4053-86bf-b5d51182f821 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:09.539233 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-41efd90e-ebc2-415a-a92c-47bb633da4e5 tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:09.552947 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978ec12c-e0e8-47c4-9e17-79adae150471 req-554dd301-47a5-42e6-a32a-b2b612ae6d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:46:09.554696 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-978ec12c-e0e8-47c4-9e17-79adae150471 req-554dd301-47a5-42e6-a32a-b2b612ae6d54 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a3fe29e9-17f9-4750-841d-90d9978eff94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2125094 May 28 06:46:09.582276 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-617100de-0377-46e4-9dcd-6c42e720dffb req-bf91d4d8-0a1a-4e1f-abc6-8159f8f26051 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0fc320c-5211-4d72-b7c9-130a40d05074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2145503 May 28 06:46:09.796424 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-978ec12c-e0e8-47c4-9e17-79adae150471 req-556d066f-c020-4e4d-84a3-3a3a511c85d4 service neutron] 10.222.0.71 "GET /v2.0/networks/a3fe29e9-17f9-4750-841d-90d9978eff94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331145 May 28 06:46:09.831829 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [None req-41efd90e-ebc2-415a-a92c-47bb633da4e5 tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] Transition to ACTIVE for port object ede9c92a-7eaf-4f9e-b2d1-664b84f02aa6 will not be triggered until provisioned by entity DHCP. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:46:09.878631 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-31cba01a-0ffd-4aeb-855a-ae5db2e843be None None] For port 81d41f67-6a49-4455-976a-d0fb574775ec, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=81d41f67-6a49-4455-976a-d0fb574775ec,segment=NetworkSegment(e5b84765-f1c7-4813-893e-24cb2f7b934e),segment_id=e5b84765-f1c7-4813-893e-24cb2f7b934e)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:46:09.972887 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-0ac36822-02b8-46bb-b947-180dcfd49a84 None None] Provisioning complete for port b3d71bbd-bde9-48d3-8819-c7280661b32f triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:46:09.973406 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-0ac36822-02b8-46bb-b947-180dcfd49a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:09.976398 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-cd5be092-1285-4053-86bf-b5d51182f821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:10.003614 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e6214131-9469-469c-915b-98eba1cc1840 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:10.007147 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5be092-1285-4053-86bf-b5d51182f821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca7874b3-1be1-4708-8749-a2d112062b67,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:46:10.047345 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-cd5be092-1285-4053-86bf-b5d51182f821 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:10.052301 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-cd5be092-1285-4053-86bf-b5d51182f821 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ca7874b3-1be1-4708-8749-a2d112062b67 HTTP/1.1" status: 204 len: 168 time: 2.6409018 May 28 06:46:10.105753 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-978ec12c-e0e8-47c4-9e17-79adae150471 req-bc53048b-60d0-4425-befc-b7381b428957 service neutron] 10.222.0.71 "GET /v2.0/networks/a3fe29e9-17f9-4750-841d-90d9978eff94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2615244 May 28 06:46:10.131950 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-31cba01a-0ffd-4aeb-855a-ae5db2e843be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:10.144688 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port b3d71bbd-bde9-48d3-8819-c7280661b32f, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=b3d71bbd-bde9-48d3-8819-c7280661b32f,segment=NetworkSegment(cd30269d-cae2-40c7-b9b9-1a137250753a),segment_id=cd30269d-cae2-40c7-b9b9-1a137250753a)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:46:10.183357 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-41efd90e-ebc2-415a-a92c-47bb633da4e5 tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:10.270142 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e6214131-9469-469c-915b-98eba1cc1840 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3115981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3172005'] for subnet, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:10.362363 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41efd90e-ebc2-415a-a92c-47bb633da4e5 tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] Pushing event updated for resources: {'Port': ['ID=ede9c92a-7eaf-4f9e-b2d1-664b84f02aa6,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:46:10.402353 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41efd90e-ebc2-415a-a92c-47bb633da4e5 tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] Network cd1b9682-c0f5-4811-a0a9-a9e376dc2412 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:46:10.405342 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-41efd90e-ebc2-415a-a92c-47bb633da4e5 tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:46:10.411618 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41efd90e-ebc2-415a-a92c-47bb633da4e5 tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:46:10.442406 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6214131-9469-469c-915b-98eba1cc1840 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Pushing event deleted for resources: {'Subnet': ['ID=7f5d9829-16ab-4cc7-8410-1de9021d50fb,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:46:10.460069 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e6214131-9469-469c-915b-98eba1cc1840 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:10.479270 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-e6214131-9469-469c-915b-98eba1cc1840 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] 10.222.0.55 "DELETE /v2.0/subnets/7f5d9829-16ab-4cc7-8410-1de9021d50fb HTTP/1.1" status: 204 len: 168 time: 2.6758647 May 28 06:46:10.482235 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 50332) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:46:10.542367 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cba01a-0ffd-4aeb-855a-ae5db2e843be None None] Pushing event updated for resources: {'Port': ['ID=81d41f67-6a49-4455-976a-d0fb574775ec,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:46:10.553281 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41efd90e-ebc2-415a-a92c-47bb633da4e5 tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:46:10.553281 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-41efd90e-ebc2-415a-a92c-47bb633da4e5 tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:10.569685 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:10.596624 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-655bc1bf-f204-4f2f-8b1f-be2e9ca5b236 None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:10.618019 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-655bc1bf-f204-4f2f-8b1f-be2e9ca5b236 None None] Transition to ACTIVE for port object 28b343e6-ed82-4c6b-aab2-da7dde4d009e will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:46:10.648777 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b8926d-a11f-4d56-bf64-8ba523421ce3 req-45e922d0-465c-43f9-97a1-3d56b09eb59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:46:10.650360 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-78b8926d-a11f-4d56-bf64-8ba523421ce3 req-45e922d0-465c-43f9-97a1-3d56b09eb59e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=98e9fd09ba2248b5b9367b689b0cfcd3&device_id=498bacf1-a892-4e8e-a7a7-271d344a8884 HTTP/1.1" status: 200 len: 1096 time: 0.4503474 May 28 06:46:10.685641 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_v2 [None req-231ba080-e4e9-4446-a27f-a57bb0a9de9b tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Deleting subnet 06ed078a-83e2-49bf-b902-8784a6a0dd9a {{(pid=89110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:46:10.795682 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-41efd90e-ebc2-415a-a92c-47bb633da4e5 tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 4.5586352 May 28 06:46:10.798705 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 50340) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:46:10.831583 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-655bc1bf-f204-4f2f-8b1f-be2e9ca5b236 None None] Transition to ACTIVE for port object 28b343e6-ed82-4c6b-aab2-da7dde4d009e will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:46:10.962194 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=b3d71bbd-bde9-48d3-8819-c7280661b32f,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:46:10.981389 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-231ba080-e4e9-4446-a27f-a57bb0a9de9b tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Notify callbacks [] for subnet, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:10.994481 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-655bc1bf-f204-4f2f-8b1f-be2e9ca5b236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:11.180602 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655bc1bf-f204-4f2f-8b1f-be2e9ca5b236 None None] Network e6cd9d02-3f31-4429-b59f-6de33048edf0 is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:46:11.187129 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-655bc1bf-f204-4f2f-8b1f-be2e9ca5b236 None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:46:11.194021 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655bc1bf-f204-4f2f-8b1f-be2e9ca5b236 None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:46:11.292813 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-0ac36822-02b8-46bb-b947-180dcfd49a84 None None] Current status of the port b3d71bbd-bde9-48d3-8819-c7280661b32f is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:46:11.295601 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-231ba080-e4e9-4446-a27f-a57bb0a9de9b tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4150765'] for subnet, precommit_delete_associations {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:11.316374 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655bc1bf-f204-4f2f-8b1f-be2e9ca5b236 None None] Pushing event updated for resources: {'Port': ['ID=28b343e6-ed82-4c6b-aab2-da7dde4d009e,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:46:11.338484 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-655bc1bf-f204-4f2f-8b1f-be2e9ca5b236 None None] Attempting to bind port 28b343e6-ed82-4c6b-aab2-da7dde4d009e on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:46:11.338835 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-655bc1bf-f204-4f2f-8b1f-be2e9ca5b236 None None] Attempting to bind port 28b343e6-ed82-4c6b-aab2-da7dde4d009e by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': '36624b97-57a4-467c-93b4-cde0f3c1d40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'e6cd9d02-3f31-4429-b59f-6de33048edf0'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:46:11.339787 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655bc1bf-f204-4f2f-8b1f-be2e9ca5b236 None None] Attempting to bind port 28b343e6-ed82-4c6b-aab2-da7dde4d009e on network e6cd9d02-3f31-4429-b59f-6de33048edf0 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:46:11.345679 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655bc1bf-f204-4f2f-8b1f-be2e9ca5b236 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:46:11.346055 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655bc1bf-f204-4f2f-8b1f-be2e9ca5b236 None None] Checking segment: {'id': '36624b97-57a4-467c-93b4-cde0f3c1d40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'e6cd9d02-3f31-4429-b59f-6de33048edf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:46:11.347168 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-655bc1bf-f204-4f2f-8b1f-be2e9ca5b236 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:11.347717 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655bc1bf-f204-4f2f-8b1f-be2e9ca5b236 None None] Bound using segment: {'id': '36624b97-57a4-467c-93b4-cde0f3c1d40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'e6cd9d02-3f31-4429-b59f-6de33048edf0'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:46:11.348197 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-655bc1bf-f204-4f2f-8b1f-be2e9ca5b236 None None] Bound port: 28b343e6-ed82-4c6b-aab2-da7dde4d009e, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36624b97-57a4-467c-93b4-cde0f3c1d40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'e6cd9d02-3f31-4429-b59f-6de33048edf0'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:46:11.348576 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-655bc1bf-f204-4f2f-8b1f-be2e9ca5b236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:11.562884 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b8926d-a11f-4d56-bf64-8ba523421ce3 req-71f8524e-a29e-4f5f-ab39-99be77c32f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:46:11.568100 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-78b8926d-a11f-4d56-bf64-8ba523421ce3 req-71f8524e-a29e-4f5f-ab39-99be77c32f2f service neutron] 10.222.0.71 "GET /v2.0/networks?id=a3fe29e9-17f9-4750-841d-90d9978eff94 HTTP/1.1" status: 200 len: 920 time: 0.9026680 May 28 06:46:11.630215 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-655bc1bf-f204-4f2f-8b1f-be2e9ca5b236 None None] For port 28b343e6-ed82-4c6b-aab2-da7dde4d009e, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:46:11.639711 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-655bc1bf-f204-4f2f-8b1f-be2e9ca5b236 None None] For port 28b343e6-ed82-4c6b-aab2-da7dde4d009e, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=28b343e6-ed82-4c6b-aab2-da7dde4d009e,segment=NetworkSegment(36624b97-57a4-467c-93b4-cde0f3c1d40c),segment_id=36624b97-57a4-467c-93b4-cde0f3c1d40c)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:46:11.652413 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-0ac36822-02b8-46bb-b947-180dcfd49a84 None None] Provisioning for port 9096db1c-5afb-4eea-ab33-fd9119b6f211 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:46:11.661322 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-0ac36822-02b8-46bb-b947-180dcfd49a84 None None] Provisioning complete for port 9096db1c-5afb-4eea-ab33-fd9119b6f211 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:46:11.662046 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-0ac36822-02b8-46bb-b947-180dcfd49a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:11.744195 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-655bc1bf-f204-4f2f-8b1f-be2e9ca5b236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:11.790315 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-231ba080-e4e9-4446-a27f-a57bb0a9de9b tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:11.996333 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655bc1bf-f204-4f2f-8b1f-be2e9ca5b236 None None] Pushing event updated for resources: {'Port': ['ID=28b343e6-ed82-4c6b-aab2-da7dde4d009e,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:46:11.996333 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-0ac36822-02b8-46bb-b947-180dcfd49a84 None None] Port 9096db1c-5afb-4eea-ab33-fd9119b6f211 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:46:11.998356 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-78b8926d-a11f-4d56-bf64-8ba523421ce3 req-876550dc-7713-4588-b1c5-4f4c47ace0ad service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e704a073-82ad-4169-828f-5dcec6c1a71c HTTP/1.1" status: 200 len: 1001 time: 0.3655031 May 28 06:46:11.998925 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022dfeb4-add8-47c7-ba19-0ae64416c5cc tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:46:11.998925 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022dfeb4-add8-47c7-ba19-0ae64416c5cc tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:46:11.998925 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022dfeb4-add8-47c7-ba19-0ae64416c5cc tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:46:11.998925 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-022dfeb4-add8-47c7-ba19-0ae64416c5cc tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 1.1727653 May 28 06:46:12.000254 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 50370) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:46:12.000354 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14a828f-99db-44fd-9fb6-26fd37686f78 req-d80f22a6-f740-46d7-909a-7c0e40da0be4 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:46:12.000354 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c14a828f-99db-44fd-9fb6-26fd37686f78 req-d80f22a6-f740-46d7-909a-7c0e40da0be4 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e HTTP/1.1" status: 200 len: 944 time: 0.7270935 May 28 06:46:12.051566 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-7a2910c0-ea87-48e5-9c9f-29422d5724f1 None None] Provisioning complete for port 9096db1c-5afb-4eea-ab33-fd9119b6f211 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:46:12.051707 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-7a2910c0-ea87-48e5-9c9f-29422d5724f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:12.104170 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c14a828f-99db-44fd-9fb6-26fd37686f78 req-78ab5d07-2e56-4e9e-9257-1f45cea084da tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0fc320c-5211-4d72-b7c9-130a40d05074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972877 May 28 06:46:12.112161 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-231ba080-e4e9-4446-a27f-a57bb0a9de9b tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3115981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3172005'] for subnet, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:12.142532 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b8926d-a11f-4d56-bf64-8ba523421ce3 req-6c31f501-93ad-435d-8aaa-5e736db80107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:46:12.144702 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-78b8926d-a11f-4d56-bf64-8ba523421ce3 req-6c31f501-93ad-435d-8aaa-5e736db80107 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=304c7228-4ac2-4e7a-aa6d-33e85e214d70 HTTP/1.1" status: 200 len: 858 time: 0.1980643 May 28 06:46:12.158471 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-406cdc8d-5b05-4d33-b9ff-51d7994df011 tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] Deleting port ede9c92a-7eaf-4f9e-b2d1-664b84f02aa6 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:46:12.159570 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-406cdc8d-5b05-4d33-b9ff-51d7994df011 tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:12.220238 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-7a2910c0-ea87-48e5-9c9f-29422d5724f1 None None] Port 9096db1c-5afb-4eea-ab33-fd9119b6f211 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:46:12.335514 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231ba080-e4e9-4446-a27f-a57bb0a9de9b tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Pushing event deleted for resources: {'Subnet': ['ID=06ed078a-83e2-49bf-b902-8784a6a0dd9a,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:46:12.358640 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-231ba080-e4e9-4446-a27f-a57bb0a9de9b tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:12.376313 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-7a2910c0-ea87-48e5-9c9f-29422d5724f1 None None] Provisioning for port ede9c92a-7eaf-4f9e-b2d1-664b84f02aa6 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:46:12.382310 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-7a2910c0-ea87-48e5-9c9f-29422d5724f1 None None] Provisioning complete for port ede9c92a-7eaf-4f9e-b2d1-664b84f02aa6 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:46:12.382940 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-7a2910c0-ea87-48e5-9c9f-29422d5724f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:12.402961 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-231ba080-e4e9-4446-a27f-a57bb0a9de9b tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] 10.222.0.55 "DELETE /v2.0/subnets/06ed078a-83e2-49bf-b902-8784a6a0dd9a HTTP/1.1" status: 204 len: 168 time: 1.9196706 May 28 06:46:12.414507 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 50392) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:46:12.666424 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32728f9e-2fad-4bf0-8684-afe2601230c9 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:46:12.677562 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-32728f9e-2fad-4bf0-8684-afe2601230c9 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Synchronizing usage tracker for tenant:27f41d1d0a464fd0a3e235d5454a9f44 on resource:subnet {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:46:12.703193 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-7a2910c0-ea87-48e5-9c9f-29422d5724f1 None None] Port ede9c92a-7eaf-4f9e-b2d1-664b84f02aa6 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:46:12.860492 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-406cdc8d-5b05-4d33-b9ff-51d7994df011 tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:12.931498 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-32728f9e-2fad-4bf0-8684-afe2601230c9 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Unset dirty status for tenant:27f41d1d0a464fd0a3e235d5454a9f44 on resource:subnet {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:46:12.940890 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-32728f9e-2fad-4bf0-8684-afe2601230c9 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5161343 May 28 06:46:12.944134 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 50410) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:46:12.998292 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d8f462-d969-4838-8d71-eb18334181ff req-f9b7b371-8544-4f52-8e20-35dc30aa18ae tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:46:13.011566 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a4d8f462-d969-4838-8d71-eb18334181ff req-f9b7b371-8544-4f52-8e20-35dc30aa18ae tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e HTTP/1.1" status: 200 len: 944 time: 0.3147445 May 28 06:46:13.144470 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device b3d71bbd-bde9-48d3-8819-c7280661b32f up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:46:13.195327 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a4d8f462-d969-4838-8d71-eb18334181ff req-969e1188-4f00-4a3d-ae95-1fe9180947af tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0fc320c-5211-4d72-b7c9-130a40d05074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1825709 May 28 06:46:13.219154 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe915e7-30db-42b5-b63f-7581c8e9678a None None] Network cc925b6c-21cb-4c82-b70c-130ed33f2f6d requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:46:13.324651 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-406cdc8d-5b05-4d33-b9ff-51d7994df011 tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] Calling delete_port for ede9c92a-7eaf-4f9e-b2d1-664b84f02aa6 owned by {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:46:13.700252 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6dfeb0f0-e30d-43da-b95f-18b50e2e0e33 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:13.749321 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-0994046b-b4a6-47a9-9504-5c0d5c8fda45 None None] Provisioning for port 81d41f67-6a49-4455-976a-d0fb574775ec completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:46:13.787306 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-6dfeb0f0-e30d-43da-b95f-18b50e2e0e33 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Deleting port 28b343e6-ed82-4c6b-aab2-da7dde4d009e {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:46:13.788395 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6dfeb0f0-e30d-43da-b95f-18b50e2e0e33 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:13.874351 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port b3d71bbd-bde9-48d3-8819-c7280661b32f triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:46:13.874351 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:14.167471 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-433abafc-25b3-4d5e-9047-8e4adee3bc1a req-5abe5057-2277-4fe7-82b5-d42b49e154ff tempest-ServerShowV257Test-1553776001 tempest-ServerShowV257Test-1553776001-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d1f8a58-5141-424e-b190-da9e01ce86bc HTTP/1.1" status: 200 len: 210 time: 0.0789373 May 28 06:46:14.376874 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port b3d71bbd-bde9-48d3-8819-c7280661b32f is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:46:14.380078 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 28b343e6-ed82-4c6b-aab2-da7dde4d009e up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:46:14.414547 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae6783c-4f59-4dda-84cf-740c200c4f65 None None] Network e6cd9d02-3f31-4429-b59f-6de33048edf0 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:46:14.421619 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b8926d-a11f-4d56-bf64-8ba523421ce3 req-13241495-68b5-4d84-8d95-ed3b152559a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:46:14.423088 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-78b8926d-a11f-4d56-bf64-8ba523421ce3 req-13241495-68b5-4d84-8d95-ed3b152559a3 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a3fe29e9-17f9-4750-841d-90d9978eff94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 2.1904714 May 28 06:46:14.813986 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-78b8926d-a11f-4d56-bf64-8ba523421ce3 req-c738df7e-7549-4960-9e5a-0132322e1b2c service neutron] 10.222.0.71 "GET /v2.0/networks/a3fe29e9-17f9-4750-841d-90d9978eff94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3538489 May 28 06:46:15.091499 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-76b302af-df74-4338-9e93-e09409cf0920 None None] Provisioning for port 28b343e6-ed82-4c6b-aab2-da7dde4d009e completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:46:15.139469 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145d1094-9e7b-41ba-8bb2-314797e5f753 None None] DHCP port deletion for cc925b6c-21cb-4c82-b70c-130ed33f2f6d request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:46:15.145683 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-145d1094-9e7b-41ba-8bb2-314797e5f753 None None] Deleting port 81d41f67-6a49-4455-976a-d0fb574775ec {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:46:15.148595 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-145d1094-9e7b-41ba-8bb2-314797e5f753 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:15.252278 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-6dfeb0f0-e30d-43da-b95f-18b50e2e0e33 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] For port 28b343e6-ed82-4c6b-aab2-da7dde4d009e, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=28b343e6-ed82-4c6b-aab2-da7dde4d009e,segment=NetworkSegment(36624b97-57a4-467c-93b4-cde0f3c1d40c),segment_id=36624b97-57a4-467c-93b4-cde0f3c1d40c)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:46:15.253214 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6dfeb0f0-e30d-43da-b95f-18b50e2e0e33 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:15.325305 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f7e48b-9e29-428a-827e-88912b8bf0e2 None None] DHCP port deletion for e6cd9d02-3f31-4429-b59f-6de33048edf0 request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:46:15.338481 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-49f7e48b-9e29-428a-827e-88912b8bf0e2 None None] Deleting port 28b343e6-ed82-4c6b-aab2-da7dde4d009e {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:46:15.339085 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-49f7e48b-9e29-428a-827e-88912b8bf0e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:15.471269 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 28b343e6-ed82-4c6b-aab2-da7dde4d009e completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:46:15.490585 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6b84fae2-b3ad-4df1-9dc6-773e48e80ff9 req-82a3b9b0-8ded-450d-adb9-f4e60d90d75a tempest-ServerShowV257Test-1553776001 tempest-ServerShowV257Test-1553776001-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d1f8a58-5141-424e-b190-da9e01ce86bc HTTP/1.1" status: 200 len: 210 time: 0.1476877 May 28 06:46:15.646845 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-406cdc8d-5b05-4d33-b9ff-51d7994df011 tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:15.655599 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-6dfeb0f0-e30d-43da-b95f-18b50e2e0e33 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Calling delete_port for 28b343e6-ed82-4c6b-aab2-da7dde4d009e owned by network:dhcp {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:46:15.810395 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 28b343e6-ed82-4c6b-aab2-da7dde4d009e triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:46:15.810562 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:15.927894 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 50506) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:46:15.975370 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406cdc8d-5b05-4d33-b9ff-51d7994df011 tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] Pushing event deleted for resources: {'Port': ['ID=ede9c92a-7eaf-4f9e-b2d1-664b84f02aa6,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:46:16.034204 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-49f7e48b-9e29-428a-827e-88912b8bf0e2 None None] For port 28b343e6-ed82-4c6b-aab2-da7dde4d009e, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=28b343e6-ed82-4c6b-aab2-da7dde4d009e,segment=NetworkSegment(36624b97-57a4-467c-93b4-cde0f3c1d40c),segment_id=36624b97-57a4-467c-93b4-cde0f3c1d40c)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:46:16.034506 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-49f7e48b-9e29-428a-827e-88912b8bf0e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:16.038084 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6dfeb0f0-e30d-43da-b95f-18b50e2e0e33 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:16.100515 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Could not find standard attr ID for object 28b343e6-ed82-4c6b-aab2-da7dde4d009e. {{(pid=89111) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 28 06:46:16.134222 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfeb0f0-e30d-43da-b95f-18b50e2e0e33 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Pushing event deleted for resources: {'Port': ['ID=28b343e6-ed82-4c6b-aab2-da7dde4d009e,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:46:16.156886 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-78b8926d-a11f-4d56-bf64-8ba523421ce3 req-2ddfb34e-ead5-4274-971b-2455ca0cb629 service neutron] 10.222.0.71 "GET /v2.0/networks/a3fe29e9-17f9-4750-841d-90d9978eff94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3367379 May 28 06:46:16.163084 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfeb0f0-e30d-43da-b95f-18b50e2e0e33 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] No DVR routers for this DVR port 28b343e6-ed82-4c6b-aab2-da7dde4d009e on host n-d-843702-1 {{(pid=89109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:46:16.322730 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e62de1f9-0ec0-4b3a-8683-2e062c829b52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:16.374155 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-49f7e48b-9e29-428a-827e-88912b8bf0e2 None None] Calling delete_port for 28b343e6-ed82-4c6b-aab2-da7dde4d009e owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:46:16.382540 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-e62de1f9-0ec0-4b3a-8683-2e062c829b52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:46:16.398796 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-e62de1f9-0ec0-4b3a-8683-2e062c829b52 admin admin] Usage tracker for resource:security_group_rule and tenant:f03b39a1275c4fa1a25a4eb8eefe1dac is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:46:16.410008 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-e62de1f9-0ec0-4b3a-8683-2e062c829b52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:46:16.446163 n-d-843702-1 neutron-server[89111]: INFO neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No ports have port_id starting with 28b343e6-ed82-4c6b-aab2-da7dde4d009e May 28 06:46:16.450514 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 81d41f67-6a49-4455-976a-d0fb574775ec up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:46:16.451638 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-e62de1f9-0ec0-4b3a-8683-2e062c829b52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:46:16.452985 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6dfeb0f0-e30d-43da-b95f-18b50e2e0e33 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:16.571524 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-145d1094-9e7b-41ba-8bb2-314797e5f753 None None] For port 81d41f67-6a49-4455-976a-d0fb574775ec, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=81d41f67-6a49-4455-976a-d0fb574775ec,segment=NetworkSegment(e5b84765-f1c7-4813-893e-24cb2f7b934e),segment_id=e5b84765-f1c7-4813-893e-24cb2f7b934e)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:46:16.572155 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-145d1094-9e7b-41ba-8bb2-314797e5f753 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:16.661162 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-406cdc8d-5b05-4d33-b9ff-51d7994df011 tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:16.708100 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-406cdc8d-5b05-4d33-b9ff-51d7994df011 tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] 10.222.0.55 "DELETE /v2.0/ports/ede9c92a-7eaf-4f9e-b2d1-664b84f02aa6 HTTP/1.1" status: 204 len: 168 time: 4.7143941 May 28 06:46:16.710320 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 50520) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:46:16.718511 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-6dfeb0f0-e30d-43da-b95f-18b50e2e0e33 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6cd9d02-3f31-4429-b59f-6de33048edf0']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:46:16.742036 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-42e9ea61-1486-444a-8fbe-8692c76d2b5a tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] Request body: {'port': {'name': 'tempest-new-port-name-517527', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:46:16.742887 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.api.validators [None req-42e9ea61-1486-444a-8fbe-8692c76d2b5a tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] bootfile-name is not in valid_values {{(pid=89109) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 28 06:46:16.743538 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.api.validators [None req-42e9ea61-1486-444a-8fbe-8692c76d2b5a tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] tftp-server is not in valid_values {{(pid=89109) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 28 06:46:16.744093 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.api.validators [None req-42e9ea61-1486-444a-8fbe-8692c76d2b5a tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] server-ip-address is not in valid_values {{(pid=89109) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 28 06:46:16.789819 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-6dfeb0f0-e30d-43da-b95f-18b50e2e0e33 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36624b97-57a4-467c-93b4-cde0f3c1d40c') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:46:16.790499 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-6dfeb0f0-e30d-43da-b95f-18b50e2e0e33 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36624b97-57a4-467c-93b4-cde0f3c1d40c') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:46:16.804439 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e62de1f9-0ec0-4b3a-8683-2e062c829b52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:16.834321 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6dfeb0f0-e30d-43da-b95f-18b50e2e0e33 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:16.873301 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6dfeb0f0-e30d-43da-b95f-18b50e2e0e33 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:16.877484 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d772a7b-6dd6-4d9c-bd6f-c274fac03dc2 req-cc656142-631a-46c1-af76-ed295bdfa90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:46:16.879670 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-6d772a7b-6dd6-4d9c-bd6f-c274fac03dc2 req-cc656142-631a-46c1-af76-ed295bdfa90c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=98e9fd09ba2248b5b9367b689b0cfcd3&device_id=498bacf1-a892-4e8e-a7a7-271d344a8884 HTTP/1.1" status: 200 len: 1096 time: 0.3722732 May 28 06:46:16.900693 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-145d1094-9e7b-41ba-8bb2-314797e5f753 None None] Calling delete_port for 81d41f67-6a49-4455-976a-d0fb574775ec owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:46:16.964679 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.db.api [None req-49f7e48b-9e29-428a-827e-88912b8bf0e2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89111) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:46:16.965031 n-d-843702-1 neutron-server[89111]: DEBUG oslo_db.api [None req-49f7e48b-9e29-428a-827e-88912b8bf0e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:46:17.040684 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e62de1f9-0ec0-4b3a-8683-2e062c829b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:17.044796 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 81d41f67-6a49-4455-976a-d0fb574775ec completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:46:17.054255 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 81d41f67-6a49-4455-976a-d0fb574775ec triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:46:17.060336 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:17.112175 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d772a7b-6dd6-4d9c-bd6f-c274fac03dc2 req-5c9ab329-b5e4-4401-99d9-b0c39de8339f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:46:17.123250 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-6d772a7b-6dd6-4d9c-bd6f-c274fac03dc2 req-5c9ab329-b5e4-4401-99d9-b0c39de8339f service neutron] 10.222.0.71 "GET /v2.0/networks?id=a3fe29e9-17f9-4750-841d-90d9978eff94 HTTP/1.1" status: 200 len: 920 time: 0.2055109 May 28 06:46:17.131402 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-e62de1f9-0ec0-4b3a-8683-2e062c829b52 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f03b39a1275c4fa1a25a4eb8eefe1dac&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2023461 May 28 06:46:17.152921 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dfeb0f0-e30d-43da-b95f-18b50e2e0e33 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:46:17.153326 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6dfeb0f0-e30d-43da-b95f-18b50e2e0e33 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:17.180785 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 50530) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:46:17.189301 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dd9dbc1a-93bd-4aca-a828-1b134d07a4db req-7b4a26f0-968c-4424-a2ab-1bffca13b804 tempest-ServerShowV257Test-1553776001 tempest-ServerShowV257Test-1553776001-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d1f8a58-5141-424e-b190-da9e01ce86bc HTTP/1.1" status: 200 len: 210 time: 0.4277763 May 28 06:46:17.211731 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-145d1094-9e7b-41ba-8bb2-314797e5f753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879'] for port, after_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:17.242907 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62de1f9-0ec0-4b3a-8683-2e062c829b52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e10f2d9d-372f-4dc9-933e-7df6792dce10,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:46:17.278499 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043e4fc3-2462-421a-bebc-eed39181e548 req-50699953-58a6-4c17-b611-f3880d65fbd2 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:46:17.287406 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-043e4fc3-2462-421a-bebc-eed39181e548 req-50699953-58a6-4c17-b611-f3880d65fbd2 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=229d53c6-40d4-4a99-9861-713890aa5f04 HTTP/1.1" status: 200 len: 944 time: 0.2549846 May 28 06:46:17.308335 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145d1094-9e7b-41ba-8bb2-314797e5f753 None None] Pushing event deleted for resources: {'Port': ['ID=81d41f67-6a49-4455-976a-d0fb574775ec,revision_number=None']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:46:17.316351 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145d1094-9e7b-41ba-8bb2-314797e5f753 None None] No DVR routers for this DVR port 81d41f67-6a49-4455-976a-d0fb574775ec on host n-d-843702-1 {{(pid=89111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:46:17.334152 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Could not find standard attr ID for object 81d41f67-6a49-4455-976a-d0fb574775ec. {{(pid=89111) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 28 06:46:17.341241 n-d-843702-1 neutron-server[89111]: INFO neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No ports have port_id starting with 81d41f67-6a49-4455-976a-d0fb574775ec May 28 06:46:17.428503 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-043e4fc3-2462-421a-bebc-eed39181e548 req-7455c685-8dc0-4af5-aff2-f8ce3a51d800 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Deleting port 91fded47-3648-44a0-9497-819aa157d664 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:46:17.430015 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-043e4fc3-2462-421a-bebc-eed39181e548 req-7455c685-8dc0-4af5-aff2-f8ce3a51d800 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:17.466691 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-49f7e48b-9e29-428a-827e-88912b8bf0e2 None None] Deleting port 28b343e6-ed82-4c6b-aab2-da7dde4d009e {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:46:17.467291 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-49f7e48b-9e29-428a-827e-88912b8bf0e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:17.526732 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-6d772a7b-6dd6-4d9c-bd6f-c274fac03dc2 req-feaa876d-7723-4a40-a646-3669abaa93b1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e704a073-82ad-4169-828f-5dcec6c1a71c HTTP/1.1" status: 200 len: 1001 time: 0.3359337 May 28 06:46:17.672280 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 28b343e6-ed82-4c6b-aab2-da7dde4d009e no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:46:17.679637 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 36624b97-57a4-467c-93b4-cde0f3c1d40c resource provider aggregate not found May 28 06:46:17.737085 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 36624b97-57a4-467c-93b4-cde0f3c1d40c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 36624b97-57a4-467c-93b4-cde0f3c1d40c found for delete ", "request_id": "req-5262a6f9-bbb4-4e79-895c-2f2ffefc906d"}]} May 28 06:46:17.745447 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-42e9ea61-1486-444a-8fbe-8692c76d2b5a tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:17.791526 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-49f7e48b-9e29-428a-827e-88912b8bf0e2 None None] The port '28b343e6-ed82-4c6b-aab2-da7dde4d009e' was deleted {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 06:46:17.833717 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 28b343e6-ed82-4c6b-aab2-da7dde4d009e {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:46:17.834011 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 28b343e6-ed82-4c6b-aab2-da7dde4d009e not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:46:17.834414 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 81d41f67-6a49-4455-976a-d0fb574775ec no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:46:17.901282 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 81d41f67-6a49-4455-976a-d0fb574775ec {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:46:17.901882 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 81d41f67-6a49-4455-976a-d0fb574775ec not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:46:17.943954 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6dfeb0f0-e30d-43da-b95f-18b50e2e0e33 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:17.946713 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d772a7b-6dd6-4d9c-bd6f-c274fac03dc2 req-f863c7b1-0535-463b-b578-9f67f66c9bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:46:17.948245 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-6d772a7b-6dd6-4d9c-bd6f-c274fac03dc2 req-f863c7b1-0535-463b-b578-9f67f66c9bf1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=304c7228-4ac2-4e7a-aa6d-33e85e214d70 HTTP/1.1" status: 200 len: 858 time: 0.3693588 May 28 06:46:18.021238 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-043e4fc3-2462-421a-bebc-eed39181e548 req-7455c685-8dc0-4af5-aff2-f8ce3a51d800 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] For port 91fded47-3648-44a0-9497-819aa157d664, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=91fded47-3648-44a0-9497-819aa157d664,segment=NetworkSegment(4c4bc3f8-ec6f-40a7-9f80-cde5ff5de12a),segment_id=4c4bc3f8-ec6f-40a7-9f80-cde5ff5de12a)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:46:18.022022 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-043e4fc3-2462-421a-bebc-eed39181e548 req-7455c685-8dc0-4af5-aff2-f8ce3a51d800 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:18.073663 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6dfeb0f0-e30d-43da-b95f-18b50e2e0e33 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:18.076334 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfeb0f0-e30d-43da-b95f-18b50e2e0e33 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Pushing event deleted for resources: {'Network': ['ID=e6cd9d02-3f31-4429-b59f-6de33048edf0,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:46:18.088434 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-70d0fbe2-72a3-4dc4-9b55-ec2eba92d0a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:18.281876 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-043e4fc3-2462-421a-bebc-eed39181e548 req-7455c685-8dc0-4af5-aff2-f8ce3a51d800 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Calling delete_port for 91fded47-3648-44a0-9497-819aa157d664 owned by compute:nova {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:46:18.309790 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-6dfeb0f0-e30d-43da-b95f-18b50e2e0e33 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] 10.222.0.55 "DELETE /v2.0/networks/e6cd9d02-3f31-4429-b59f-6de33048edf0 HTTP/1.1" status: 204 len: 168 time: 5.2690368 May 28 06:46:18.320066 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 50554) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:46:18.462226 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-70d0fbe2-72a3-4dc4-9b55-ec2eba92d0a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:18.688646 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1cb73977-e932-41b0-88f6-b8b96e3eece3 req-f8b9c4b4-4fd1-40b2-93ca-086a194f73dc tempest-ServerShowV257Test-1553776001 tempest-ServerShowV257Test-1553776001-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d1f8a58-5141-424e-b190-da9e01ce86bc HTTP/1.1" status: 200 len: 210 time: 0.1804547 May 28 06:46:18.721988 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7a6f95fb-c946-4809-97ce-5eea46c03d39 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:18.727164 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d772a7b-6dd6-4d9c-bd6f-c274fac03dc2 req-34c25d56-1c1c-465d-9ed6-a90486784a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:46:18.742038 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-6d772a7b-6dd6-4d9c-bd6f-c274fac03dc2 req-34c25d56-1c1c-465d-9ed6-a90486784a43 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a3fe29e9-17f9-4750-841d-90d9978eff94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7113934 May 28 06:46:18.856687 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-043e4fc3-2462-421a-bebc-eed39181e548 req-7455c685-8dc0-4af5-aff2-f8ce3a51d800 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:18.870297 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['351ec5b9-1371-4708-89ed-03fe0d913ca5', 'fb1f23a8-af71-4405-b5bd-97d5e156f2b8'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:46:18.934258 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-6d772a7b-6dd6-4d9c-bd6f-c274fac03dc2 req-f9407475-92ca-4332-a433-15aee9a808d3 service neutron] 10.222.0.71 "GET /v2.0/networks/a3fe29e9-17f9-4750-841d-90d9978eff94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806841 May 28 06:46:18.985926 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7455c685-8dc0-4af5-aff2-f8ce3a51d800 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Pushing event deleted for resources: {'Port': ['ID=91fded47-3648-44a0-9497-819aa157d664,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:46:19.097289 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-043e4fc3-2462-421a-bebc-eed39181e548 req-7455c685-8dc0-4af5-aff2-f8ce3a51d800 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] No DVR routers for this DVR port 91fded47-3648-44a0-9497-819aa157d664 on host n-h1-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:46:19.100710 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-043e4fc3-2462-421a-bebc-eed39181e548 req-7455c685-8dc0-4af5-aff2-f8ce3a51d800 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:19.103932 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '229d53c6-40d4-4a99-9861-713890aa5f04', 'name': 'network-vif-deleted', 'tag': '91fded47-3648-44a0-9497-819aa157d664'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:46:19.234465 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-043e4fc3-2462-421a-bebc-eed39181e548 req-7455c685-8dc0-4af5-aff2-f8ce3a51d800 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "DELETE /v2.0/ports/91fded47-3648-44a0-9497-819aa157d664 HTTP/1.1" status: 204 len: 173 time: 1.9421079 May 28 06:46:19.244841 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-6d772a7b-6dd6-4d9c-bd6f-c274fac03dc2 req-9dde2e5e-311c-4eb3-9855-b1c002098c05 service neutron] 10.222.0.71 "GET /v2.0/networks/a3fe29e9-17f9-4750-841d-90d9978eff94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2868104 May 28 06:46:19.258105 n-d-843702-1 neutron-server[89110]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-0915ccd7-2456-4a48-beed-5fa493c6386d']: {'server_uuid': '229d53c6-40d4-4a99-9861-713890aa5f04', 'name': 'network-vif-deleted', 'tag': '91fded47-3648-44a0-9497-819aa157d664', 'status': 'failed', 'code': 422} returned with failed status May 28 06:46:19.386267 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-70d0fbe2-72a3-4dc4-9b55-ec2eba92d0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:19.451708 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d0fbe2-72a3-4dc4-9b55-ec2eba92d0a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e10f2d9d-372f-4dc9-933e-7df6792dce10,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:46:19.585477 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7a6f95fb-c946-4809-97ce-5eea46c03d39 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:19.615345 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-7a6f95fb-c946-4809-97ce-5eea46c03d39 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc925b6c-21cb-4c82-b70c-130ed33f2f6d']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:46:19.640410 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-7a6f95fb-c946-4809-97ce-5eea46c03d39 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5b84765-f1c7-4813-893e-24cb2f7b934e') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:46:19.640410 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-7a6f95fb-c946-4809-97ce-5eea46c03d39 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5b84765-f1c7-4813-893e-24cb2f7b934e') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:46:19.666183 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7a6f95fb-c946-4809-97ce-5eea46c03d39 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:19.689324 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7a6f95fb-c946-4809-97ce-5eea46c03d39 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:19.689324 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-70d0fbe2-72a3-4dc4-9b55-ec2eba92d0a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:19.706458 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-70d0fbe2-72a3-4dc4-9b55-ec2eba92d0a2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e10f2d9d-372f-4dc9-933e-7df6792dce10 HTTP/1.1" status: 204 len: 168 time: 2.4929712 May 28 06:46:19.706458 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.db.resource_extend [None req-42e9ea61-1486-444a-8fbe-8692c76d2b5a tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 06:46:19.718442 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a6f95fb-c946-4809-97ce-5eea46c03d39 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:46:19.718442 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7a6f95fb-c946-4809-97ce-5eea46c03d39 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:19.741639 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-42e9ea61-1486-444a-8fbe-8692c76d2b5a tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:20.017150 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-42e9ea61-1486-444a-8fbe-8692c76d2b5a tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:20.050529 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment e5b84765-f1c7-4813-893e-24cb2f7b934e resource provider aggregate not found May 28 06:46:20.157682 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-bfc89634-f45c-4916-bf22-d50e2e7641d2 req-2abd3e0c-deb1-47f6-836d-da22f7843a8b service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=5d1f8a58-5141-424e-b190-da9e01ce86bc HTTP/1.1" status: 200 len: 210 time: 0.1013701 May 28 06:46:20.196933 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fc53e81a-d15c-42a3-889f-de0e1d9ea3dc req-36869f06-ee3a-429e-833f-6d112abc84ae tempest-ServerShowV257Test-1553776001 tempest-ServerShowV257Test-1553776001-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d1f8a58-5141-424e-b190-da9e01ce86bc HTTP/1.1" status: 200 len: 210 time: 0.1447530 May 28 06:46:20.218014 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment e5b84765-f1c7-4813-893e-24cb2f7b934e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e5b84765-f1c7-4813-893e-24cb2f7b934e found for delete ", "request_id": "req-447773ae-f1df-4f4c-bce1-3516b33235d2"}]} May 28 06:46:20.376216 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-42e9ea61-1486-444a-8fbe-8692c76d2b5a tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] In _notify_port_updated(), no bound segment for port 9096db1c-5afb-4eea-ab33-fd9119b6f211 on network cd1b9682-c0f5-4811-a0a9-a9e376dc2412 {{(pid=89109) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 28 06:46:20.385749 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e9ea61-1486-444a-8fbe-8692c76d2b5a tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:46:20.387683 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-42e9ea61-1486-444a-8fbe-8692c76d2b5a tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:20.390668 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-42e9ea61-1486-444a-8fbe-8692c76d2b5a tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] 10.222.0.55 "PUT /v2.0/ports/9096db1c-5afb-4eea-ab33-fd9119b6f211 HTTP/1.1" status: 200 len: 1133 time: 3.6583509 May 28 06:46:20.391741 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e9ea61-1486-444a-8fbe-8692c76d2b5a tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] Pushing event updated for resources: {'Port': ['ID=9096db1c-5afb-4eea-ab33-fd9119b6f211,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:46:20.393266 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 50604) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:46:20.433883 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7a6f95fb-c946-4809-97ce-5eea46c03d39 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:20.490405 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7a6f95fb-c946-4809-97ce-5eea46c03d39 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:20.528708 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-7a6f95fb-c946-4809-97ce-5eea46c03d39 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] 10.222.0.55 "DELETE /v2.0/networks/cc925b6c-21cb-4c82-b70c-130ed33f2f6d HTTP/1.1" status: 204 len: 168 time: 2.1988413 May 28 06:46:20.532716 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 50610) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:46:20.534592 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6f95fb-c946-4809-97ce-5eea46c03d39 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Pushing event deleted for resources: {'Network': ['ID=cc925b6c-21cb-4c82-b70c-130ed33f2f6d,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:46:20.697772 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-16704270-1406-4575-b6cc-35fe2ed6bbf7 None None] Provisioning complete for port 9096db1c-5afb-4eea-ab33-fd9119b6f211 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:46:20.699089 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-16704270-1406-4575-b6cc-35fe2ed6bbf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:20.748343 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 50616) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:46:20.793193 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8bfe3586-ee77-49ce-a17c-d9aa424af4fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:20.854796 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-8bfe3586-ee77-49ce-a17c-d9aa424af4fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:46:20.872162 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-8bfe3586-ee77-49ce-a17c-d9aa424af4fc admin admin] Usage tracker for resource:security_group_rule and tenant:8ad02489103645e9b4785692382c2b64 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:46:20.873960 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-8bfe3586-ee77-49ce-a17c-d9aa424af4fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:46:20.889567 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-8bfe3586-ee77-49ce-a17c-d9aa424af4fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:46:20.925442 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ddc18b-b38b-45f8-aa65-d56e1378fab8 tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:46:20.925442 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-09ddc18b-b38b-45f8-aa65-d56e1378fab8 tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] 10.222.0.55 "GET /v2.0/ports/9096db1c-5afb-4eea-ab33-fd9119b6f211 HTTP/1.1" status: 200 len: 1133 time: 0.5212567 May 28 06:46:20.932438 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 50626) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:46:20.988307 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-16704270-1406-4575-b6cc-35fe2ed6bbf7 None None] Port 9096db1c-5afb-4eea-ab33-fd9119b6f211 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:46:21.274439 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9bfe21f3-b44b-4778-92c0-4303879e8ce3 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:21.277340 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8bfe3586-ee77-49ce-a17c-d9aa424af4fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:21.278135 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-5d44a378-2683-4533-97de-30657dacc6b2 tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] Deleting port 9096db1c-5afb-4eea-ab33-fd9119b6f211 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:46:21.278135 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5d44a378-2683-4533-97de-30657dacc6b2 tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:21.278135 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9bfe21f3-b44b-4778-92c0-4303879e8ce3 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:21.322162 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-9bfe21f3-b44b-4778-92c0-4303879e8ce3 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6efbd115-f497-4f7f-82e2-03dc6b0f6f87']}} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:46:21.345988 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-9bfe21f3-b44b-4778-92c0-4303879e8ce3 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52af03c7-36c9-49f1-a46d-1979e4927406') {'for_net_delete': True} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:46:21.346294 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-9bfe21f3-b44b-4778-92c0-4303879e8ce3 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52af03c7-36c9-49f1-a46d-1979e4927406') {} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:46:21.404872 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8bfe3586-ee77-49ce-a17c-d9aa424af4fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:21.474620 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-8bfe3586-ee77-49ce-a17c-d9aa424af4fc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8ad02489103645e9b4785692382c2b64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7242641 May 28 06:46:21.491942 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfe3586-ee77-49ce-a17c-d9aa424af4fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18443077-b053-4882-9711-1b9f66a94a0c,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:46:21.517747 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 50638) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:46:21.607770 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ea5b7104-0130-42b5-a6ca-d3bdc53477c0 req-ee043cca-243c-41cf-bebd-122eb36cab51 tempest-ServerShowV257Test-1553776001 tempest-ServerShowV257Test-1553776001-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d1f8a58-5141-424e-b190-da9e01ce86bc HTTP/1.1" status: 200 len: 210 time: 0.2635958 May 28 06:46:21.609720 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9bfe21f3-b44b-4778-92c0-4303879e8ce3 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4150778'] for segment, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:21.650559 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-06c3fbd3-18df-4eb1-8b5a-fc45671a0584 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:21.694694 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-06c3fbd3-18df-4eb1-8b5a-fc45671a0584 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:21.797632 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9bfe21f3-b44b-4778-92c0-4303879e8ce3 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:21.817154 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bfe21f3-b44b-4778-92c0-4303879e8ce3 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=89110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:46:21.817671 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9bfe21f3-b44b-4778-92c0-4303879e8ce3 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3143023'] for segment, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:21.896592 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-06c3fbd3-18df-4eb1-8b5a-fc45671a0584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:21.922408 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c3fbd3-18df-4eb1-8b5a-fc45671a0584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18443077-b053-4882-9711-1b9f66a94a0c,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:46:21.945744 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-06c3fbd3-18df-4eb1-8b5a-fc45671a0584 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:21.950142 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-06c3fbd3-18df-4eb1-8b5a-fc45671a0584 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/18443077-b053-4882-9711-1b9f66a94a0c HTTP/1.1" status: 204 len: 168 time: 0.4358273 May 28 06:46:21.978523 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment 52af03c7-36c9-49f1-a46d-1979e4927406 resource provider aggregate not found May 28 06:46:22.012823 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment 52af03c7-36c9-49f1-a46d-1979e4927406 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 52af03c7-36c9-49f1-a46d-1979e4927406 found for delete ", "request_id": "req-3f245236-48a6-4b0f-84e7-2b833aac6f37"}]} May 28 06:46:22.088635 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5d44a378-2683-4533-97de-30657dacc6b2 tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:22.223220 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9bfe21f3-b44b-4778-92c0-4303879e8ce3 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:22.232682 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-5d44a378-2683-4533-97de-30657dacc6b2 tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] Calling delete_port for 9096db1c-5afb-4eea-ab33-fd9119b6f211 owned by {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:46:22.274024 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1452eb-10d9-472e-b388-c03c6ff8d095 req-18e9b4bf-9ff6-4434-bf46-e2917d80271f tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:46:22.275167 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-db1452eb-10d9-472e-b388-c03c6ff8d095 req-18e9b4bf-9ff6-4434-bf46-e2917d80271f tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Synchronizing usage tracker for tenant:fada8efd68e34d6781d883ae41cb05ad on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:46:22.321740 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9bfe21f3-b44b-4778-92c0-4303879e8ce3 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:22.334180 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfe21f3-b44b-4778-92c0-4303879e8ce3 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Pushing event deleted for resources: {'Network': ['ID=6efbd115-f497-4f7f-82e2-03dc6b0f6f87,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:46:22.336998 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-9bfe21f3-b44b-4778-92c0-4303879e8ce3 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] 10.222.0.55 "DELETE /v2.0/networks/6efbd115-f497-4f7f-82e2-03dc6b0f6f87 HTTP/1.1" status: 204 len: 168 time: 1.7995408 May 28 06:46:22.339546 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 50662) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:46:22.439608 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-db1452eb-10d9-472e-b388-c03c6ff8d095 req-18e9b4bf-9ff6-4434-bf46-e2917d80271f tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Unset dirty status for tenant:fada8efd68e34d6781d883ae41cb05ad on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:46:22.443149 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-db1452eb-10d9-472e-b388-c03c6ff8d095 req-18e9b4bf-9ff6-4434-bf46-e2917d80271f tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=41b001f4-36f6-418b-8ae0-66faaa396237 HTTP/1.1" status: 200 len: 907 time: 0.5147951 May 28 06:46:22.673780 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5d44a378-2683-4533-97de-30657dacc6b2 tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:22.676927 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-81463932-3577-4761-9ebf-59a227faa8a8 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:22.787790 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d44a378-2683-4533-97de-30657dacc6b2 tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] Pushing event deleted for resources: {'Port': ['ID=9096db1c-5afb-4eea-ab33-fd9119b6f211,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:46:23.064716 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6296f1a5-5506-45fa-baff-87a28c98836b req-db233f79-0246-49b4-80a9-13077a8da092 tempest-ServerShowV257Test-1553776001 tempest-ServerShowV257Test-1553776001-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d1f8a58-5141-424e-b190-da9e01ce86bc HTTP/1.1" status: 200 len: 210 time: 0.3304331 May 28 06:46:23.067737 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5d44a378-2683-4533-97de-30657dacc6b2 tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:23.114853 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-5d44a378-2683-4533-97de-30657dacc6b2 tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] 10.222.0.55 "DELETE /v2.0/ports/9096db1c-5afb-4eea-ab33-fd9119b6f211 HTTP/1.1" status: 204 len: 168 time: 2.1779122 May 28 06:46:23.167438 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 50680) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:46:23.168016 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 50684) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:46:23.227095 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-81463932-3577-4761-9ebf-59a227faa8a8 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:23.255579 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-602fbe9d-e850-406d-9454-31ff69a74439 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:23.265125 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-81463932-3577-4761-9ebf-59a227faa8a8 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ad1ee7b-9350-416f-8b40-1cb9a4657c38']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:46:23.284518 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-602fbe9d-e850-406d-9454-31ff69a74439 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:46:23.289768 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-81463932-3577-4761-9ebf-59a227faa8a8 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27128bf3-e74d-441f-9532-43038fedd883') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:46:23.290318 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-81463932-3577-4761-9ebf-59a227faa8a8 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27128bf3-e74d-441f-9532-43038fedd883') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:46:23.291450 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-602fbe9d-e850-406d-9454-31ff69a74439 admin admin] Usage tracker for resource:security_group_rule and tenant:99a904a15bac453ca0788a9b37fa14a6 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:46:23.295187 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-602fbe9d-e850-406d-9454-31ff69a74439 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:46:23.303375 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-602fbe9d-e850-406d-9454-31ff69a74439 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:46:23.319968 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-81463932-3577-4761-9ebf-59a227faa8a8 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:23.342025 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-81463932-3577-4761-9ebf-59a227faa8a8 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:23.350030 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81463932-3577-4761-9ebf-59a227faa8a8 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:46:23.350241 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-81463932-3577-4761-9ebf-59a227faa8a8 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:23.408296 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_v2 [None req-413856c1-5275-4d84-97ab-38ee4dc33d0c tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] Deleting subnet 1bf99b90-3be5-40aa-aa09-dcc4ae6a7dc9 {{(pid=89110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:46:23.442787 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-413856c1-5275-4d84-97ab-38ee4dc33d0c tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] Notify callbacks [] for subnet, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:23.509981 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fadbb90-c560-499c-b998-5df52ef8ebc1 req-da49b0cb-b975-47c2-b8d3-d2f574d88ff9 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:46:23.513405 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6fadbb90-c560-499c-b998-5df52ef8ebc1 req-da49b0cb-b975-47c2-b8d3-d2f574d88ff9 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.69 "GET /v2.0/ports?device_id=41b001f4-36f6-418b-8ae0-66faaa396237 HTTP/1.1" status: 200 len: 907 time: 0.4458821 May 28 06:46:23.642803 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 27128bf3-e74d-441f-9532-43038fedd883 resource provider aggregate not found May 28 06:46:23.683448 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-602fbe9d-e850-406d-9454-31ff69a74439 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:23.724088 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 27128bf3-e74d-441f-9532-43038fedd883 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 27128bf3-e74d-441f-9532-43038fedd883 found for delete ", "request_id": "req-237a1553-d324-4fb6-8d73-15155d46dc2b"}]} May 28 06:46:23.729631 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-413856c1-5275-4d84-97ab-38ee4dc33d0c tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4150765'] for subnet, precommit_delete_associations {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:23.792135 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-602fbe9d-e850-406d-9454-31ff69a74439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:23.840846 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-602fbe9d-e850-406d-9454-31ff69a74439 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=99a904a15bac453ca0788a9b37fa14a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6705937 May 28 06:46:23.841079 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 50710) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:46:23.931971 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-81463932-3577-4761-9ebf-59a227faa8a8 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:23.935272 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-6fadbb90-c560-499c-b998-5df52ef8ebc1 req-89d3a960-dea8-4be4-99e3-7b274dd7955e tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Deleting port 34b46e0b-a57f-479e-a9eb-ebdc4b390fde {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:46:23.936663 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-6fadbb90-c560-499c-b998-5df52ef8ebc1 req-89d3a960-dea8-4be4-99e3-7b274dd7955e tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:23.938388 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-81463932-3577-4761-9ebf-59a227faa8a8 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:23.968002 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-81463932-3577-4761-9ebf-59a227faa8a8 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] 10.222.0.55 "DELETE /v2.0/networks/1ad1ee7b-9350-416f-8b40-1cb9a4657c38 HTTP/1.1" status: 204 len: 168 time: 1.6271880 May 28 06:46:23.986559 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81463932-3577-4761-9ebf-59a227faa8a8 tempest-BulkNetworkOpsIpV6Test-1409598402 tempest-BulkNetworkOpsIpV6Test-1409598402-project] Pushing event deleted for resources: {'Network': ['ID=1ad1ee7b-9350-416f-8b40-1cb9a4657c38,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:46:24.005907 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-dcf106ee-951c-493d-8d7c-6c767aac6754 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:24.059315 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-dcf106ee-951c-493d-8d7c-6c767aac6754 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:24.085803 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602fbe9d-e850-406d-9454-31ff69a74439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fb2b940-065d-4c99-b394-ddbe30e2eafe,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:46:24.178120 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f0a5652a-f033-46ca-b50e-680d681814c6 req-6f71afaa-e8bf-4260-9c92-277e74ae804b tempest-ServerShowV257Test-1553776001 tempest-ServerShowV257Test-1553776001-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d1f8a58-5141-424e-b190-da9e01ce86bc HTTP/1.1" status: 200 len: 210 time: 0.0974665 May 28 06:46:24.258397 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-413856c1-5275-4d84-97ab-38ee4dc33d0c tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:24.267686 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-dcf106ee-951c-493d-8d7c-6c767aac6754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:24.289199 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf106ee-951c-493d-8d7c-6c767aac6754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fb2b940-065d-4c99-b394-ddbe30e2eafe,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:46:24.304903 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-dcf106ee-951c-493d-8d7c-6c767aac6754 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:24.308333 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-dcf106ee-951c-493d-8d7c-6c767aac6754 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3fb2b940-065d-4c99-b394-ddbe30e2eafe HTTP/1.1" status: 204 len: 168 time: 0.4638424 May 28 06:46:24.574738 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf963dca-85b4-4839-be22-7ba7bc1bee3d req-553b0855-8e1c-4967-956c-47fec74a1d5d tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:46:24.577884 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cf963dca-85b4-4839-be22-7ba7bc1bee3d req-553b0855-8e1c-4967-956c-47fec74a1d5d tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=41b001f4-36f6-418b-8ae0-66faaa396237 HTTP/1.1" status: 200 len: 907 time: 0.8880277 May 28 06:46:24.772617 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-6fadbb90-c560-499c-b998-5df52ef8ebc1 req-89d3a960-dea8-4be4-99e3-7b274dd7955e tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] For port 34b46e0b-a57f-479e-a9eb-ebdc4b390fde, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=34b46e0b-a57f-479e-a9eb-ebdc4b390fde,segment=NetworkSegment(4c4bc3f8-ec6f-40a7-9f80-cde5ff5de12a),segment_id=4c4bc3f8-ec6f-40a7-9f80-cde5ff5de12a)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:46:24.772970 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-6fadbb90-c560-499c-b998-5df52ef8ebc1 req-89d3a960-dea8-4be4-99e3-7b274dd7955e tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:24.905057 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-413856c1-5275-4d84-97ab-38ee4dc33d0c tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3115981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3172005'] for subnet, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:24.938088 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-6fadbb90-c560-499c-b998-5df52ef8ebc1 req-89d3a960-dea8-4be4-99e3-7b274dd7955e tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Calling delete_port for 34b46e0b-a57f-479e-a9eb-ebdc4b390fde owned by compute:nova {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:46:25.088258 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 50748) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:46:25.147047 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-413856c1-5275-4d84-97ab-38ee4dc33d0c tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:25.153704 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6edc5f6f-4930-4387-bca8-c8f550f0aff3 None None] Network cd1b9682-c0f5-4811-a0a9-a9e376dc2412 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:46:25.188553 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413856c1-5275-4d84-97ab-38ee4dc33d0c tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] Pushing event deleted for resources: {'Subnet': ['ID=1bf99b90-3be5-40aa-aa09-dcc4ae6a7dc9,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:46:25.264964 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-413856c1-5275-4d84-97ab-38ee4dc33d0c tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] 10.222.0.55 "DELETE /v2.0/subnets/1bf99b90-3be5-40aa-aa09-dcc4ae6a7dc9 HTTP/1.1" status: 204 len: 168 time: 2.0911272 May 28 06:46:25.265555 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 50758) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:46:25.582506 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-15ccf80b-b7d3-4e3b-9a7a-367b560ebc9b req-5d5f1d1c-7e6c-4502-95f7-6182088ba6ee tempest-ServerShowV257Test-1553776001 tempest-ServerShowV257Test-1553776001-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d1f8a58-5141-424e-b190-da9e01ce86bc HTTP/1.1" status: 200 len: 210 time: 0.1223714 May 28 06:46:25.639194 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f00910a8-0a92-4bc1-98de-06a5acaad03c tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:25.652050 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-cd31500c-973a-41cf-9f84-6041a1b7dce1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=27f41d1d0a464fd0a3e235d5454a9f44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5624332 May 28 06:46:25.654615 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 50772) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:46:25.667796 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-f00910a8-0a92-4bc1-98de-06a5acaad03c tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] Deleting port b3d71bbd-bde9-48d3-8819-c7280661b32f {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:46:25.668142 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f00910a8-0a92-4bc1-98de-06a5acaad03c tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:25.741166 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-6fadbb90-c560-499c-b998-5df52ef8ebc1 req-89d3a960-dea8-4be4-99e3-7b274dd7955e tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:25.798361 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4643e459-e934-42eb-9d32-cc1bb2ff0455 None None] DHCP port deletion for cd1b9682-c0f5-4811-a0a9-a9e376dc2412 request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:46:25.805219 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-4643e459-e934-42eb-9d32-cc1bb2ff0455 None None] Deleting port b3d71bbd-bde9-48d3-8819-c7280661b32f {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:46:25.806537 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-4643e459-e934-42eb-9d32-cc1bb2ff0455 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:25.911859 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d3a960-dea8-4be4-99e3-7b274dd7955e tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Pushing event deleted for resources: {'Port': ['ID=34b46e0b-a57f-479e-a9eb-ebdc4b390fde,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:46:26.053648 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a6332659-e865-48ab-9dc5-6bf73657a01d req-a96f4d2f-8708-43ba-a44b-6d9ac418a533 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=41b001f4-36f6-418b-8ae0-66faaa396237 HTTP/1.1" status: 200 len: 210 time: 0.1250350 May 28 06:46:26.174337 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0bdb61ff-6309-4f6a-9a8c-9d76b3b1000c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:26.197001 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-f00910a8-0a92-4bc1-98de-06a5acaad03c tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] For port b3d71bbd-bde9-48d3-8819-c7280661b32f, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=b3d71bbd-bde9-48d3-8819-c7280661b32f,segment=NetworkSegment(cd30269d-cae2-40c7-b9b9-1a137250753a),segment_id=cd30269d-cae2-40c7-b9b9-1a137250753a)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:46:26.201529 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f00910a8-0a92-4bc1-98de-06a5acaad03c tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:26.316311 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fadbb90-c560-499c-b998-5df52ef8ebc1 req-89d3a960-dea8-4be4-99e3-7b274dd7955e tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] No DVR routers for this DVR port 34b46e0b-a57f-479e-a9eb-ebdc4b390fde on host n-h1-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:46:26.321088 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-6fadbb90-c560-499c-b998-5df52ef8ebc1 req-89d3a960-dea8-4be4-99e3-7b274dd7955e tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:26.326903 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-4643e459-e934-42eb-9d32-cc1bb2ff0455 None None] For port b3d71bbd-bde9-48d3-8819-c7280661b32f, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=b3d71bbd-bde9-48d3-8819-c7280661b32f,segment=NetworkSegment(cd30269d-cae2-40c7-b9b9-1a137250753a),segment_id=cd30269d-cae2-40c7-b9b9-1a137250753a)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:46:26.335319 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-4643e459-e934-42eb-9d32-cc1bb2ff0455 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:26.335860 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41b001f4-36f6-418b-8ae0-66faaa396237', 'name': 'network-vif-deleted', 'tag': '34b46e0b-a57f-479e-a9eb-ebdc4b390fde'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:46:26.411822 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0bdb61ff-6309-4f6a-9a8c-9d76b3b1000c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:26.444683 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c144be6a-2859-4271-8ca8-1c1845198aea'] response: {'server_uuid': '41b001f4-36f6-418b-8ae0-66faaa396237', 'name': 'network-vif-deleted', 'tag': '34b46e0b-a57f-479e-a9eb-ebdc4b390fde', 'status': 'completed', 'code': 200} May 28 06:46:26.562396 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6fadbb90-c560-499c-b998-5df52ef8ebc1 req-89d3a960-dea8-4be4-99e3-7b274dd7955e tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.69 "DELETE /v2.0/ports/34b46e0b-a57f-479e-a9eb-ebdc4b390fde HTTP/1.1" status: 204 len: 173 time: 3.0344226 May 28 06:46:26.575661 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-4643e459-e934-42eb-9d32-cc1bb2ff0455 None None] Calling delete_port for b3d71bbd-bde9-48d3-8819-c7280661b32f owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:46:26.590196 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-f00910a8-0a92-4bc1-98de-06a5acaad03c tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] Calling delete_port for b3d71bbd-bde9-48d3-8819-c7280661b32f owned by network:dhcp {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:46:26.788591 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-564b9527-3743-4115-b420-368818e3685a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:26.791831 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0bdb61ff-6309-4f6a-9a8c-9d76b3b1000c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:26.824421 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdb61ff-6309-4f6a-9a8c-9d76b3b1000c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8198687c-8285-4a98-b49c-9b2425cda9d6,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:46:26.854691 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.db.api [None req-f00910a8-0a92-4bc1-98de-06a5acaad03c tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:46:26.855344 n-d-843702-1 neutron-server[89109]: DEBUG oslo_db.api [None req-f00910a8-0a92-4bc1-98de-06a5acaad03c tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:46:26.862570 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-4643e459-e934-42eb-9d32-cc1bb2ff0455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879'] for port, after_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:26.871575 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0bdb61ff-6309-4f6a-9a8c-9d76b3b1000c admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:26.876052 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-0bdb61ff-6309-4f6a-9a8c-9d76b3b1000c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8198687c-8285-4a98-b49c-9b2425cda9d6 HTTP/1.1" status: 204 len: 168 time: 1.2202957 May 28 06:46:26.930703 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4643e459-e934-42eb-9d32-cc1bb2ff0455 None None] Pushing event deleted for resources: {'Port': ['ID=b3d71bbd-bde9-48d3-8819-c7280661b32f,revision_number=None']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:46:26.935606 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4643e459-e934-42eb-9d32-cc1bb2ff0455 None None] No DVR routers for this DVR port b3d71bbd-bde9-48d3-8819-c7280661b32f on host n-d-843702-1 {{(pid=89111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:46:27.017574 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7ca6c7f3-2e71-4a56-8d3f-30123a192443 req-3ddb6dc1-9ab6-40ba-bbda-7ba76c350580 tempest-ServerShowV257Test-1553776001 tempest-ServerShowV257Test-1553776001-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d1f8a58-5141-424e-b190-da9e01ce86bc HTTP/1.1" status: 200 len: 210 time: 0.0679274 May 28 06:46:27.334440 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-20237105-b230-4279-8ccf-e62cdc58661a req-9e6d4740-c517-4a16-b5f0-057f1a5caa65 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Synchronizing usage tracker for tenant:fada8efd68e34d6781d883ae41cb05ad on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:46:27.356238 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-f00910a8-0a92-4bc1-98de-06a5acaad03c tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] Deleting port b3d71bbd-bde9-48d3-8819-c7280661b32f {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:46:27.356767 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f00910a8-0a92-4bc1-98de-06a5acaad03c tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:27.461852 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-20237105-b230-4279-8ccf-e62cdc58661a req-9e6d4740-c517-4a16-b5f0-057f1a5caa65 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Unset dirty status for tenant:fada8efd68e34d6781d883ae41cb05ad on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:46:27.463433 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-20237105-b230-4279-8ccf-e62cdc58661a req-9e6d4740-c517-4a16-b5f0-057f1a5caa65 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=41b001f4-36f6-418b-8ae0-66faaa396237 HTTP/1.1" status: 200 len: 210 time: 0.1838231 May 28 06:46:27.480186 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device b3d71bbd-bde9-48d3-8819-c7280661b32f no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:46:27.487071 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-f00910a8-0a92-4bc1-98de-06a5acaad03c tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] The port 'b3d71bbd-bde9-48d3-8819-c7280661b32f' was deleted {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 06:46:27.671312 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 34b46e0b-a57f-479e-a9eb-ebdc4b390fde no longer exists at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:46:27.693526 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f00910a8-0a92-4bc1-98de-06a5acaad03c tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:27.790129 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-f00910a8-0a92-4bc1-98de-06a5acaad03c tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd1b9682-c0f5-4811-a0a9-a9e376dc2412']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:46:27.804468 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: b3d71bbd-bde9-48d3-8819-c7280661b32f {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:46:27.804872 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device b3d71bbd-bde9-48d3-8819-c7280661b32f not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:46:27.813247 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] No Port match for: 34b46e0b-a57f-479e-a9eb-ebdc4b390fde {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:46:27.813620 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 34b46e0b-a57f-479e-a9eb-ebdc4b390fde not bound to the agent host n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:46:27.840787 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-f00910a8-0a92-4bc1-98de-06a5acaad03c tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd30269d-cae2-40c7-b9b9-1a137250753a') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:46:27.842400 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-f00910a8-0a92-4bc1-98de-06a5acaad03c tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd30269d-cae2-40c7-b9b9-1a137250753a') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:46:27.866430 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f00910a8-0a92-4bc1-98de-06a5acaad03c tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:27.909576 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f00910a8-0a92-4bc1-98de-06a5acaad03c tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:27.942437 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f00910a8-0a92-4bc1-98de-06a5acaad03c tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:46:27.942845 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f00910a8-0a92-4bc1-98de-06a5acaad03c tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:27.959136 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:28.112323 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment cd30269d-cae2-40c7-b9b9-1a137250753a resource provider aggregate not found May 28 06:46:28.170189 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment cd30269d-cae2-40c7-b9b9-1a137250753a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cd30269d-cae2-40c7-b9b9-1a137250753a found for delete ", "request_id": "req-ef401471-4df9-493f-ade9-70534121d85e"}]} May 28 06:46:28.245084 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c73d796b-2b31-4bf8-b7bd-e4d9447ff7e0 req-785efeeb-9a43-4254-a51e-f73545c83103 tempest-ServerShowV257Test-1553776001 tempest-ServerShowV257Test-1553776001-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d1f8a58-5141-424e-b190-da9e01ce86bc HTTP/1.1" status: 200 len: 210 time: 0.0482173 May 28 06:46:28.262328 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f00910a8-0a92-4bc1-98de-06a5acaad03c tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:28.295002 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f00910a8-0a92-4bc1-98de-06a5acaad03c tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:28.303408 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00910a8-0a92-4bc1-98de-06a5acaad03c tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] Pushing event deleted for resources: {'Network': ['ID=cd1b9682-c0f5-4811-a0a9-a9e376dc2412,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:46:28.312046 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-f00910a8-0a92-4bc1-98de-06a5acaad03c tempest-ExtraDHCPOptionsTestJSON-1931225282 tempest-ExtraDHCPOptionsTestJSON-1931225282-project] 10.222.0.55 "DELETE /v2.0/networks/cd1b9682-c0f5-4811-a0a9-a9e376dc2412 HTTP/1.1" status: 204 len: 168 time: 3.0429671 May 28 06:46:28.930618 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-2e847dca-e818-43c1-b625-d97cf90c7357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:29.230429 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 50892) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:46:29.517493 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 50914) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:46:29.642540 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-9086efe7-bb39-4283-871a-259af7a7241a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fb7326929c61458d8b4127c1e0eb85c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4107282 May 28 06:46:29.645398 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 50920) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:46:29.674010 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-316db4d9-b710-4db9-8941-557cdc492f95 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-959783827'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:46:29.688394 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-316db4d9-b710-4db9-8941-557cdc492f95 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:46:29.697630 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-316db4d9-b710-4db9-8941-557cdc492f95 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Usage tracker for resource:network and tenant:bf0f1d3761524ddfa4db9240ac258eb8 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:46:29.704815 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-316db4d9-b710-4db9-8941-557cdc492f95 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:46:29.718372 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-316db4d9-b710-4db9-8941-557cdc492f95 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:46:29.742753 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2d4b0af4-a5a1-4c18-8aa9-830d4d132c85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:29.844735 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-316db4d9-b710-4db9-8941-557cdc492f95 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Made reservation on behalf of bf0f1d3761524ddfa4db9240ac258eb8 for: {'network': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:46:29.845313 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2d4b0af4-a5a1-4c18-8aa9-830d4d132c85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:29.848699 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-316db4d9-b710-4db9-8941-557cdc492f95 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:29.879232 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:29.884517 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-316db4d9-b710-4db9-8941-557cdc492f95 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:29.923755 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-316db4d9-b710-4db9-8941-557cdc492f95 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:46:29.938338 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-316db4d9-b710-4db9-8941-557cdc492f95 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Usage tracker for resource:security_group_rule and tenant:bf0f1d3761524ddfa4db9240ac258eb8 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:46:29.950015 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-316db4d9-b710-4db9-8941-557cdc492f95 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:46:29.960181 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-316db4d9-b710-4db9-8941-557cdc492f95 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:46:30.072828 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b3aee326-0dbb-42ed-9040-9689310fcdb3 req-83a015d5-9e3e-4d24-9ea8-f082db2599a1 tempest-ServerShowV257Test-1553776001 tempest-ServerShowV257Test-1553776001-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d1f8a58-5141-424e-b190-da9e01ce86bc HTTP/1.1" status: 200 len: 210 time: 0.0982254 May 28 06:46:30.079917 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-316db4d9-b710-4db9-8941-557cdc492f95 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:30.084074 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:30.187458 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-316db4d9-b710-4db9-8941-557cdc492f95 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:30.222889 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee8f154-4dc2-4c6a-bb39-6ca423f37c5c req-aa914a23-b554-423f-b3db-ea9c74da124a tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:46:30.222889 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fee8f154-4dc2-4c6a-bb39-6ca423f37c5c req-aa914a23-b554-423f-b3db-ea9c74da124a tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=bdd40ca8-e374-40a2-864b-1154e2d7e756 HTTP/1.1" status: 200 len: 945 time: 0.0967391 May 28 06:46:30.222889 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2d4b0af4-a5a1-4c18-8aa9-830d4d132c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:30.225100 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-316db4d9-b710-4db9-8941-557cdc492f95 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=89109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:46:30.230588 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316db4d9-b710-4db9-8941-557cdc492f95 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=138657ec-af2f-45c1-bd7a-00006db7e014,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:46:30.244931 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-316db4d9-b710-4db9-8941-557cdc492f95 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:30.246903 n-d-843702-1 neutron-server[89109]: INFO neutron.db.segments_db [None req-316db4d9-b710-4db9-8941-557cdc492f95 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Added segment c9978596-43e6-45bf-9d5b-5ddb30c7bce9 of type vlan for network 5776fce6-3412-4376-ba3e-26bfccdcf5fa May 28 06:46:30.259994 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4b0af4-a5a1-4c18-8aa9-830d4d132c85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7051f515-abe6-4046-ab13-f7707355db79,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:46:30.266153 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2d4b0af4-a5a1-4c18-8aa9-830d4d132c85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:30.269243 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-2d4b0af4-a5a1-4c18-8aa9-830d4d132c85 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7051f515-abe6-4046-ab13-f7707355db79 HTTP/1.1" status: 204 len: 168 time: 0.6227741 May 28 06:46:30.282253 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-316db4d9-b710-4db9-8941-557cdc492f95 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:30.298154 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fee8f154-4dc2-4c6a-bb39-6ca423f37c5c req-2aa523b7-bf02-45ea-a495-66ee7a5503e7 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=da746f74-f7a2-404c-ba12-af4c190f6fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701516 May 28 06:46:30.501635 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-316db4d9-b710-4db9-8941-557cdc492f95 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:30.507924 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-316db4d9-b710-4db9-8941-557cdc492f95 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:46:30.508523 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-316db4d9-b710-4db9-8941-557cdc492f95 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:30.776847 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-316db4d9-b710-4db9-8941-557cdc492f95 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2581773 May 28 06:46:30.779546 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 50964) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:46:30.786921 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-33ebe631-7817-41ec-9e32-a5d76ec597f6 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Request body: {'port': {'network_id': '5776fce6-3412-4376-ba3e-26bfccdcf5fa', 'name': 'tempest-PortsIpV6TestJSON-1382024688'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:46:30.810481 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316db4d9-b710-4db9-8941-557cdc492f95 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Pushing event updated for resources: {'Network': ['ID=5776fce6-3412-4376-ba3e-26bfccdcf5fa,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:46:30.821391 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 5776fce6-3412-4376-ba3e-26bfccdcf5fa details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:46:31.016949 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-33ebe631-7817-41ec-9e32-a5d76ec597f6 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:46:31.033064 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-33ebe631-7817-41ec-9e32-a5d76ec597f6 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Usage tracker for resource:port and tenant:bf0f1d3761524ddfa4db9240ac258eb8 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:46:31.039692 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-33ebe631-7817-41ec-9e32-a5d76ec597f6 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:46:31.068066 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-33ebe631-7817-41ec-9e32-a5d76ec597f6 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:46:31.251405 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33ebe631-7817-41ec-9e32-a5d76ec597f6 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Made reservation on behalf of bf0f1d3761524ddfa4db9240ac258eb8 for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:46:31.259435 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-33ebe631-7817-41ec-9e32-a5d76ec597f6 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:31.375328 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-df1b5c51-3f3a-41bd-8799-ad9b66fe12fa req-a535cabd-c57a-4265-b8c8-2716a69d831f tempest-ServerShowV257Test-1553776001 tempest-ServerShowV257Test-1553776001-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d1f8a58-5141-424e-b190-da9e01ce86bc HTTP/1.1" status: 200 len: 210 time: 0.0946364 May 28 06:46:31.377300 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [None req-33ebe631-7817-41ec-9e32-a5d76ec597f6 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] device_id is not set on port 1d938811-ed33-4b05-853a-261eae86832e yet. {{(pid=89110) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:46:31.724542 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:31.750255 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb63384-ba10-49b4-bad7-e83089f12271 req-680a9f8e-de46-4f4e-a71a-e4967e1bdc0c tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:46:31.750255 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2fb63384-ba10-49b4-bad7-e83089f12271 req-680a9f8e-de46-4f4e-a71a-e4967e1bdc0c tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.69 "GET /v2.0/ports?device_id=bdd40ca8-e374-40a2-864b-1154e2d7e756 HTTP/1.1" status: 200 len: 945 time: 0.5700092 May 28 06:46:31.908134 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-2fb63384-ba10-49b4-bad7-e83089f12271 req-db7e11d8-2863-4671-bb1a-54a4f54db3ac tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Deleting port fb1f23a8-af71-4405-b5bd-97d5e156f2b8 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:46:31.909560 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-2fb63384-ba10-49b4-bad7-e83089f12271 req-db7e11d8-2863-4671-bb1a-54a4f54db3ac tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:32.106120 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c9e6cd-9ada-4698-849e-5a0281a3a9c0 req-d8532dd4-3cc4-48cb-9a4b-09e38cd2af1a tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:46:32.113906 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-34c9e6cd-9ada-4698-849e-5a0281a3a9c0 req-d8532dd4-3cc4-48cb-9a4b-09e38cd2af1a tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=bdd40ca8-e374-40a2-864b-1154e2d7e756 HTTP/1.1" status: 200 len: 945 time: 0.6114938 May 28 06:46:32.250030 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 51034) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:46:32.332547 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:32.442559 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-34c9e6cd-9ada-4698-849e-5a0281a3a9c0 req-45b51f1a-691e-4254-82b7-50b383ea2947 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=da746f74-f7a2-404c-ba12-af4c190f6fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3275080 May 28 06:46:32.448762 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-33ebe631-7817-41ec-9e32-a5d76ec597f6 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:32.491408 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-222fc30e-ee19-4bb3-a2f2-30a976ae16ad tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-774649753'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:46:32.510506 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-222fc30e-ee19-4bb3-a2f2-30a976ae16ad tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:46:32.530086 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-222fc30e-ee19-4bb3-a2f2-30a976ae16ad tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Usage tracker for resource:network and tenant:e412caad0f5f49a9803aea4f744e5a99 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:46:32.537390 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-222fc30e-ee19-4bb3-a2f2-30a976ae16ad tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:46:32.546176 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-222fc30e-ee19-4bb3-a2f2-30a976ae16ad tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:46:32.590999 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-2fb63384-ba10-49b4-bad7-e83089f12271 req-db7e11d8-2863-4671-bb1a-54a4f54db3ac tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] For port fb1f23a8-af71-4405-b5bd-97d5e156f2b8, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=fb1f23a8-af71-4405-b5bd-97d5e156f2b8,segment=NetworkSegment(4c4bc3f8-ec6f-40a7-9f80-cde5ff5de12a),segment_id=4c4bc3f8-ec6f-40a7-9f80-cde5ff5de12a)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:46:32.591731 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-2fb63384-ba10-49b4-bad7-e83089f12271 req-db7e11d8-2863-4671-bb1a-54a4f54db3ac tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:32.661794 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-222fc30e-ee19-4bb3-a2f2-30a976ae16ad tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Made reservation on behalf of e412caad0f5f49a9803aea4f744e5a99 for: {'network': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:46:32.666933 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-222fc30e-ee19-4bb3-a2f2-30a976ae16ad tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:32.682058 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-222fc30e-ee19-4bb3-a2f2-30a976ae16ad tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:32.699692 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-222fc30e-ee19-4bb3-a2f2-30a976ae16ad tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:46:32.703658 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-222fc30e-ee19-4bb3-a2f2-30a976ae16ad tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Usage tracker for resource:security_group_rule and tenant:e412caad0f5f49a9803aea4f744e5a99 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:46:32.708046 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-222fc30e-ee19-4bb3-a2f2-30a976ae16ad tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:46:32.715389 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-222fc30e-ee19-4bb3-a2f2-30a976ae16ad tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:46:32.785252 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-87c9f12b-be37-420a-89e9-d66922328955 req-e183562f-7696-4987-a691-5bb7ad0afc16 tempest-ServerShowV257Test-1553776001 tempest-ServerShowV257Test-1553776001-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d1f8a58-5141-424e-b190-da9e01ce86bc HTTP/1.1" status: 200 len: 210 time: 0.1817272 May 28 06:46:32.791377 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-2fb63384-ba10-49b4-bad7-e83089f12271 req-db7e11d8-2863-4671-bb1a-54a4f54db3ac tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Calling delete_port for fb1f23a8-af71-4405-b5bd-97d5e156f2b8 owned by compute:nova {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:46:32.825466 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-222fc30e-ee19-4bb3-a2f2-30a976ae16ad tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:32.930269 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-222fc30e-ee19-4bb3-a2f2-30a976ae16ad tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:32.954418 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-33ebe631-7817-41ec-9e32-a5d76ec597f6 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:32.966935 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-222fc30e-ee19-4bb3-a2f2-30a976ae16ad tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=89109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:46:32.976439 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222fc30e-ee19-4bb3-a2f2-30a976ae16ad tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffa9b8e2-3719-46d0-aa8c-6ff22ac53cb4,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:46:32.982167 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-222fc30e-ee19-4bb3-a2f2-30a976ae16ad tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:32.989521 n-d-843702-1 neutron-server[89109]: INFO neutron.db.segments_db [None req-222fc30e-ee19-4bb3-a2f2-30a976ae16ad tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Added segment c24570b3-a21d-4bbd-a83c-7e29800e6517 of type vlan for network 84566b76-204f-4871-8262-cd39323b2b70 May 28 06:46:33.016368 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-222fc30e-ee19-4bb3-a2f2-30a976ae16ad tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:33.063098 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ebe631-7817-41ec-9e32-a5d76ec597f6 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Pushing event updated for resources: {'Port': ['ID=1d938811-ed33-4b05-853a-261eae86832e,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:46:33.073022 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ebe631-7817-41ec-9e32-a5d76ec597f6 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Checking segment: {'id': 'c9978596-43e6-45bf-9d5b-5ddb30c7bce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '5776fce6-3412-4376-ba3e-26bfccdcf5fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:46:33.073370 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ebe631-7817-41ec-9e32-a5d76ec597f6 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Network hostable DHCP agents. Network: 5776fce6-3412-4376-ba3e-26bfccdcf5fa, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89110) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:46:33.107523 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-2fb63384-ba10-49b4-bad7-e83089f12271 req-db7e11d8-2863-4671-bb1a-54a4f54db3ac tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:33.119334 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['351ec5b9-1371-4708-89ed-03fe0d913ca5', 'fb1f23a8-af71-4405-b5bd-97d5e156f2b8'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:46:33.187348 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-222fc30e-ee19-4bb3-a2f2-30a976ae16ad tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:33.187851 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7e11d8-2863-4671-bb1a-54a4f54db3ac tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Pushing event deleted for resources: {'Port': ['ID=fb1f23a8-af71-4405-b5bd-97d5e156f2b8,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:46:33.204449 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222fc30e-ee19-4bb3-a2f2-30a976ae16ad tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:46:33.205093 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-222fc30e-ee19-4bb3-a2f2-30a976ae16ad tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:33.280712 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ebe631-7817-41ec-9e32-a5d76ec597f6 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Network 5776fce6-3412-4376-ba3e-26bfccdcf5fa is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89110) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:46:33.385016 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fb63384-ba10-49b4-bad7-e83089f12271 req-db7e11d8-2863-4671-bb1a-54a4f54db3ac tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] No DVR routers for this DVR port fb1f23a8-af71-4405-b5bd-97d5e156f2b8 on host n-h1-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:46:33.387737 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-2fb63384-ba10-49b4-bad7-e83089f12271 req-db7e11d8-2863-4671-bb1a-54a4f54db3ac tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:33.391873 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdd40ca8-e374-40a2-864b-1154e2d7e756', 'name': 'network-vif-deleted', 'tag': 'fb1f23a8-af71-4405-b5bd-97d5e156f2b8'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:46:33.399815 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222fc30e-ee19-4bb3-a2f2-30a976ae16ad tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Pushing event updated for resources: {'Network': ['ID=84566b76-204f-4871-8262-cd39323b2b70,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:46:33.420266 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 84566b76-204f-4871-8262-cd39323b2b70 details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:46:33.428681 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-33ebe631-7817-41ec-9e32-a5d76ec597f6 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, 5776fce6-3412-4376-ba3e-26bfccdcf5fa) {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:46:33.445939 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ebe631-7817-41ec-9e32-a5d76ec597f6 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:46:33.451982 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ebe631-7817-41ec-9e32-a5d76ec597f6 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:46:33.452798 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-33ebe631-7817-41ec-9e32-a5d76ec597f6 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:33.458092 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-222fc30e-ee19-4bb3-a2f2-30a976ae16ad tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2068527 May 28 06:46:33.527555 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9aaeac6-6374-4ca4-bfde-fe00515ae88f'] response: {'server_uuid': 'bdd40ca8-e374-40a2-864b-1154e2d7e756', 'name': 'network-vif-deleted', 'tag': 'fb1f23a8-af71-4405-b5bd-97d5e156f2b8', 'status': 'completed', 'code': 200} May 28 06:46:33.588450 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2fb63384-ba10-49b4-bad7-e83089f12271 req-db7e11d8-2863-4671-bb1a-54a4f54db3ac tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.69 "DELETE /v2.0/ports/fb1f23a8-af71-4405-b5bd-97d5e156f2b8 HTTP/1.1" status: 204 len: 173 time: 1.8235824 May 28 06:46:33.686834 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e44156-b1e6-4231-9b42-7688399da8b4 req-af5eaf94-6494-4bac-af88-a93a07c897db tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:46:33.690932 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-21e44156-b1e6-4231-9b42-7688399da8b4 req-af5eaf94-6494-4bac-af88-a93a07c897db tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/ports?device_id=498bacf1-a892-4e8e-a7a7-271d344a8884 HTTP/1.1" status: 200 len: 945 time: 0.2274621 May 28 06:46:33.725168 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-33ebe631-7817-41ec-9e32-a5d76ec597f6 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.9443481 May 28 06:46:33.736188 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 51102) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:46:33.763638 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-21e44156-b1e6-4231-9b42-7688399da8b4 req-402f56a4-8613-4357-a636-468ba4c929d5 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/security-groups?id=a55c2cfa-e9a1-4242-aad2-04321d6d41e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623231 May 28 06:46:33.774541 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-0afe749b-557b-4299-803f-98651b3f7a45 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1580707444'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:46:33.781574 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-0afe749b-557b-4299-803f-98651b3f7a45 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:46:33.787180 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-0afe749b-557b-4299-803f-98651b3f7a45 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Usage tracker for resource:network and tenant:bf0f1d3761524ddfa4db9240ac258eb8 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:46:33.790713 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-0afe749b-557b-4299-803f-98651b3f7a45 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:46:33.799994 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-0afe749b-557b-4299-803f-98651b3f7a45 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:46:33.813394 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a22117-2c0b-48c1-a5fd-8952ddaf625f None None] Network 5776fce6-3412-4376-ba3e-26bfccdcf5fa requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:46:33.901599 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0afe749b-557b-4299-803f-98651b3f7a45 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Made reservation on behalf of bf0f1d3761524ddfa4db9240ac258eb8 for: {'network': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:46:33.906185 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0afe749b-557b-4299-803f-98651b3f7a45 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:33.999724 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0afe749b-557b-4299-803f-98651b3f7a45 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=89109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:46:34.035551 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-8f1533e9-8fe6-42fb-b021-f994071f03cb req-cd1102cb-e55d-4b46-9884-07efed3c7d6f tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Synchronizing usage tracker for tenant:fada8efd68e34d6781d883ae41cb05ad on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:46:34.042447 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0afe749b-557b-4299-803f-98651b3f7a45 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:34.043279 n-d-843702-1 neutron-server[89109]: INFO neutron.db.segments_db [None req-0afe749b-557b-4299-803f-98651b3f7a45 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Added segment e3e39b0e-46e0-4ff4-bb23-6fd38f2bd011 of type vlan for network 84030d8e-0889-467a-b1ad-f53e2741a31b May 28 06:46:34.122186 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0afe749b-557b-4299-803f-98651b3f7a45 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:34.195220 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b73fb08b-0d1b-4e96-b507-fd0195d7e0d0 req-5819914b-de88-4a7a-95f4-59abac0d1142 tempest-ServerShowV257Test-1553776001 tempest-ServerShowV257Test-1553776001-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d1f8a58-5141-424e-b190-da9e01ce86bc HTTP/1.1" status: 200 len: 210 time: 0.0802224 May 28 06:46:34.253995 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-8f1533e9-8fe6-42fb-b021-f994071f03cb req-cd1102cb-e55d-4b46-9884-07efed3c7d6f tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Unset dirty status for tenant:fada8efd68e34d6781d883ae41cb05ad on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:46:34.256279 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8f1533e9-8fe6-42fb-b021-f994071f03cb req-cd1102cb-e55d-4b46-9884-07efed3c7d6f tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=bdd40ca8-e374-40a2-864b-1154e2d7e756 HTTP/1.1" status: 200 len: 210 time: 0.3605471 May 28 06:46:34.296133 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0afe749b-557b-4299-803f-98651b3f7a45 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:34.301882 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0afe749b-557b-4299-803f-98651b3f7a45 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:46:34.302475 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0afe749b-557b-4299-803f-98651b3f7a45 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:34.419938 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afe749b-557b-4299-803f-98651b3f7a45 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Pushing event updated for resources: {'Network': ['ID=84030d8e-0889-467a-b1ad-f53e2741a31b,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:46:34.431069 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 84030d8e-0889-467a-b1ad-f53e2741a31b details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:46:34.524372 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-0afe749b-557b-4299-803f-98651b3f7a45 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7761374 May 28 06:46:34.524372 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 51120) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:46:34.524372 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-dd426fc7-dff6-4e88-9c30-200ee2dc02c8 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Request body: {'ports': [{'network_id': '5776fce6-3412-4376-ba3e-26bfccdcf5fa'}, {'network_id': '84030d8e-0889-467a-b1ad-f53e2741a31b'}]} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:46:34.524372 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-dd426fc7-dff6-4e88-9c30-200ee2dc02c8 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Request body: {'port': {'network_id': '5776fce6-3412-4376-ba3e-26bfccdcf5fa'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:46:34.524372 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-dd426fc7-dff6-4e88-9c30-200ee2dc02c8 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Request body: {'port': {'network_id': '84030d8e-0889-467a-b1ad-f53e2741a31b'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:46:34.922944 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-dd426fc7-dff6-4e88-9c30-200ee2dc02c8 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:46:34.944742 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-dd426fc7-dff6-4e88-9c30-200ee2dc02c8 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Usage tracker for resource:port and tenant:bf0f1d3761524ddfa4db9240ac258eb8 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:46:34.951227 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-dd426fc7-dff6-4e88-9c30-200ee2dc02c8 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:46:34.962194 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-dd426fc7-dff6-4e88-9c30-200ee2dc02c8 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:46:35.083634 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd426fc7-dff6-4e88-9c30-200ee2dc02c8 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Made reservation on behalf of bf0f1d3761524ddfa4db9240ac258eb8 for: {'port': 2} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:46:35.116440 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-dd426fc7-dff6-4e88-9c30-200ee2dc02c8 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:35.165133 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-dd426fc7-dff6-4e88-9c30-200ee2dc02c8 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:35.319245 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a19b93-c444-426b-82b6-6885c9f77a27 req-2dfe6733-7f1f-4324-8468-630e80f6a040 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:46:35.327965 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c5a19b93-c444-426b-82b6-6885c9f77a27 req-2dfe6733-7f1f-4324-8468-630e80f6a040 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/ports?device_id=498bacf1-a892-4e8e-a7a7-271d344a8884 HTTP/1.1" status: 200 len: 945 time: 0.2085295 May 28 06:46:35.477367 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c5a19b93-c444-426b-82b6-6885c9f77a27 req-38a80810-1e23-4bf5-9060-704c02bbace6 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/security-groups?id=a55c2cfa-e9a1-4242-aad2-04321d6d41e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374698 May 28 06:46:35.666526 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device fb1f23a8-af71-4405-b5bd-97d5e156f2b8 no longer exists at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:46:35.671664 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [None req-dd426fc7-dff6-4e88-9c30-200ee2dc02c8 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] device_id is not set on port 49fa7b44-996f-4f7e-85ff-6ae1745e1cd2 yet. {{(pid=89109) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:46:35.717686 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-59d64a91-4dd2-4aaa-a2c6-d623c19a7271 req-641acacd-60dd-4e3a-bd0b-71562624d1a5 tempest-ServerShowV257Test-1553776001 tempest-ServerShowV257Test-1553776001-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d1f8a58-5141-424e-b190-da9e01ce86bc HTTP/1.1" status: 200 len: 210 time: 0.1372190 May 28 06:46:35.776551 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] No Port match for: fb1f23a8-af71-4405-b5bd-97d5e156f2b8 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:46:35.777187 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device fb1f23a8-af71-4405-b5bd-97d5e156f2b8 not bound to the agent host n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:46:36.007871 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-dd426fc7-dff6-4e88-9c30-200ee2dc02c8 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:36.224152 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [None req-dd426fc7-dff6-4e88-9c30-200ee2dc02c8 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] device_id is not set on port 24f78b64-02a2-498d-93c3-6b4a5f1cef2f yet. {{(pid=89109) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:46:36.507244 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-dd426fc7-dff6-4e88-9c30-200ee2dc02c8 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:36.720087 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-dd426fc7-dff6-4e88-9c30-200ee2dc02c8 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:36.854551 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 51170) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:46:36.919876 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-7b4ee11c-337b-4ac5-9136-09f757a06672 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Request body: {'subnet': {'network_id': '84566b76-204f-4871-8262-cd39323b2b70', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:46:37.032549 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd426fc7-dff6-4e88-9c30-200ee2dc02c8 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Network 5776fce6-3412-4376-ba3e-26bfccdcf5fa is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:46:37.055337 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-dd426fc7-dff6-4e88-9c30-200ee2dc02c8 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:46:37.062476 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd426fc7-dff6-4e88-9c30-200ee2dc02c8 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Pushing event updated for resources: {'Port': ['ID=49fa7b44-996f-4f7e-85ff-6ae1745e1cd2,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:46:37.065348 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd426fc7-dff6-4e88-9c30-200ee2dc02c8 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:46:37.068836 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-dd426fc7-dff6-4e88-9c30-200ee2dc02c8 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:37.209680 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-7b4ee11c-337b-4ac5-9136-09f757a06672 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:46:37.233066 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd426fc7-dff6-4e88-9c30-200ee2dc02c8 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Pushing event updated for resources: {'Port': ['ID=24f78b64-02a2-498d-93c3-6b4a5f1cef2f,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:46:37.238279 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-7b4ee11c-337b-4ac5-9136-09f757a06672 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Usage tracker for resource:subnet and tenant:e412caad0f5f49a9803aea4f744e5a99 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:46:37.242475 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e6ce5a-b36e-475f-a1d3-02eca2f40448 req-cbc20a23-7676-44d2-9c47-7a434b209a2a tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:46:37.244232 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b2e6ce5a-b36e-475f-a1d3-02eca2f40448 req-cbc20a23-7676-44d2-9c47-7a434b209a2a tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.69 "GET /v2.0/ports?device_id=573e5aee-d7d6-4b17-8c2f-b7442d1d616e HTTP/1.1" status: 200 len: 945 time: 0.6250002 May 28 06:46:37.245198 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-7b4ee11c-337b-4ac5-9136-09f757a06672 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:46:37.259647 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-7b4ee11c-337b-4ac5-9136-09f757a06672 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:46:37.262495 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd426fc7-dff6-4e88-9c30-200ee2dc02c8 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Checking segment: {'id': 'e3e39b0e-46e0-4ff4-bb23-6fd38f2bd011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '84030d8e-0889-467a-b1ad-f53e2741a31b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:46:37.262856 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd426fc7-dff6-4e88-9c30-200ee2dc02c8 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Network hostable DHCP agents. Network: 84030d8e-0889-467a-b1ad-f53e2741a31b, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:46:37.276555 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54272f85-247b-488c-b4bb-32cf4142e739 req-eb6f6368-6459-4f0b-a7b0-d493761b7b4f tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:46:37.277283 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-54272f85-247b-488c-b4bb-32cf4142e739 req-eb6f6368-6459-4f0b-a7b0-d493761b7b4f tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Synchronizing usage tracker for tenant:98e9fd09ba2248b5b9367b689b0cfcd3 on resource:port {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:46:37.358455 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424dc8af-d3d6-43a3-870a-4aeadd95874a req-4ce6596f-5717-4f14-85cb-906c5d5518e0 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:46:37.366944 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-424dc8af-d3d6-43a3-870a-4aeadd95874a req-4ce6596f-5717-4f14-85cb-906c5d5518e0 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=573e5aee-d7d6-4b17-8c2f-b7442d1d616e HTTP/1.1" status: 200 len: 945 time: 0.5782759 May 28 06:46:37.375223 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b4ee11c-337b-4ac5-9136-09f757a06672 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Made reservation on behalf of e412caad0f5f49a9803aea4f744e5a99 for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:46:37.379457 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7b4ee11c-337b-4ac5-9136-09f757a06672 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:37.421592 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-54272f85-247b-488c-b4bb-32cf4142e739 req-eb6f6368-6459-4f0b-a7b0-d493761b7b4f tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Unset dirty status for tenant:98e9fd09ba2248b5b9367b689b0cfcd3 on resource:port {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:46:37.423765 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc1a301-ba12-4e65-8015-7971157fdaa0 req-44f4e5cb-f818-44db-bfb9-95e6394ff936 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:46:37.426069 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6dc1a301-ba12-4e65-8015-7971157fdaa0 req-44f4e5cb-f818-44db-bfb9-95e6394ff936 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/ports?device_id=498bacf1-a892-4e8e-a7a7-271d344a8884 HTTP/1.1" status: 200 len: 945 time: 0.5089774 May 28 06:46:37.426471 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-54272f85-247b-488c-b4bb-32cf4142e739 req-eb6f6368-6459-4f0b-a7b0-d493761b7b4f tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.71 "GET /v2.0/ports?device_id=498bacf1-a892-4e8e-a7a7-271d344a8884 HTTP/1.1" status: 200 len: 945 time: 0.5560639 May 28 06:46:37.427066 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd426fc7-dff6-4e88-9c30-200ee2dc02c8 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Network 84030d8e-0889-467a-b1ad-f53e2741a31b is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:46:37.457596 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-b2e6ce5a-b36e-475f-a1d3-02eca2f40448 req-8d35ddc5-3e02-4518-97ba-c35d6f7bb2a0 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Deleting port 351ec5b9-1371-4708-89ed-03fe0d913ca5 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:46:37.457940 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-b2e6ce5a-b36e-475f-a1d3-02eca2f40448 req-8d35ddc5-3e02-4518-97ba-c35d6f7bb2a0 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:37.550817 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-424dc8af-d3d6-43a3-870a-4aeadd95874a req-960df265-2ac7-4305-8c02-702be761c4b9 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=da746f74-f7a2-404c-ba12-af4c190f6fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829808 May 28 06:46:37.700988 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6dc1a301-ba12-4e65-8015-7971157fdaa0 req-963d495a-5d6a-4bdc-af50-1cd9b1dea4df tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/security-groups?id=a55c2cfa-e9a1-4242-aad2-04321d6d41e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2595575 May 28 06:46:37.792220 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [req-54272f85-247b-488c-b4bb-32cf4142e739 req-91b99d2f-dd00-4e31-b1c3-4add71b19aeb tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Deleting port e704a073-82ad-4169-828f-5dcec6c1a71c {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:46:37.792772 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-54272f85-247b-488c-b4bb-32cf4142e739 req-91b99d2f-dd00-4e31-b1c3-4add71b19aeb tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:37.920713 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-883355a4-8854-4af1-9b84-3c566142d280 req-74755b96-cea2-4afa-89f5-be0c03bd22d1 tempest-ServerShowV257Test-1553776001 tempest-ServerShowV257Test-1553776001-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d1f8a58-5141-424e-b190-da9e01ce86bc HTTP/1.1" status: 200 len: 210 time: 0.1462264 May 28 06:46:37.996100 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-dd426fc7-dff6-4e88-9c30-200ee2dc02c8 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, 84030d8e-0889-467a-b1ad-f53e2741a31b) {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:46:38.008154 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd426fc7-dff6-4e88-9c30-200ee2dc02c8 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:46:38.014065 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd426fc7-dff6-4e88-9c30-200ee2dc02c8 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:46:38.019648 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd426fc7-dff6-4e88-9c30-200ee2dc02c8 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:46:38.020367 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-dd426fc7-dff6-4e88-9c30-200ee2dc02c8 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:38.022528 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a49087-0947-4ef1-9672-ce430da96bd5 None None] Network 84030d8e-0889-467a-b1ad-f53e2741a31b requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:46:38.106215 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-b2e6ce5a-b36e-475f-a1d3-02eca2f40448 req-8d35ddc5-3e02-4518-97ba-c35d6f7bb2a0 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] For port 351ec5b9-1371-4708-89ed-03fe0d913ca5, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=351ec5b9-1371-4708-89ed-03fe0d913ca5,segment=NetworkSegment(4c4bc3f8-ec6f-40a7-9f80-cde5ff5de12a),segment_id=4c4bc3f8-ec6f-40a7-9f80-cde5ff5de12a)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:46:38.106814 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-b2e6ce5a-b36e-475f-a1d3-02eca2f40448 req-8d35ddc5-3e02-4518-97ba-c35d6f7bb2a0 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:38.306261 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-dd426fc7-dff6-4e88-9c30-200ee2dc02c8 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.7861621 May 28 06:46:38.321170 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 51190) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:46:38.398705 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-b2e6ce5a-b36e-475f-a1d3-02eca2f40448 req-8d35ddc5-3e02-4518-97ba-c35d6f7bb2a0 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Calling delete_port for 351ec5b9-1371-4708-89ed-03fe0d913ca5 owned by compute:nova {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:46:38.520911 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-b56603b7-5a52-4a0f-9cc0-f4e713dcbf83 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Deleting port 24f78b64-02a2-498d-93c3-6b4a5f1cef2f {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:46:38.521252 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b56603b7-5a52-4a0f-9cc0-f4e713dcbf83 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:38.638367 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-54272f85-247b-488c-b4bb-32cf4142e739 req-91b99d2f-dd00-4e31-b1c3-4add71b19aeb tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] For port e704a073-82ad-4169-828f-5dcec6c1a71c, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=e704a073-82ad-4169-828f-5dcec6c1a71c,segment=NetworkSegment(de3cbcce-ba0c-4cb8-88ea-ac98446ed60d),segment_id=de3cbcce-ba0c-4cb8-88ea-ac98446ed60d)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:46:38.638482 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-54272f85-247b-488c-b4bb-32cf4142e739 req-91b99d2f-dd00-4e31-b1c3-4add71b19aeb tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:38.731825 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-b2e6ce5a-b36e-475f-a1d3-02eca2f40448 req-8d35ddc5-3e02-4518-97ba-c35d6f7bb2a0 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:38.766742 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7b4ee11c-337b-4ac5-9136-09f757a06672 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:38.895335 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d35ddc5-3e02-4518-97ba-c35d6f7bb2a0 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Pushing event deleted for resources: {'Port': ['ID=351ec5b9-1371-4708-89ed-03fe0d913ca5,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:46:38.987471 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2e6ce5a-b36e-475f-a1d3-02eca2f40448 req-8d35ddc5-3e02-4518-97ba-c35d6f7bb2a0 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] No DVR routers for this DVR port 351ec5b9-1371-4708-89ed-03fe0d913ca5 on host n-h1-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:46:38.991017 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-b2e6ce5a-b36e-475f-a1d3-02eca2f40448 req-8d35ddc5-3e02-4518-97ba-c35d6f7bb2a0 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:38.998383 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '573e5aee-d7d6-4b17-8c2f-b7442d1d616e', 'name': 'network-vif-deleted', 'tag': '351ec5b9-1371-4708-89ed-03fe0d913ca5'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:46:39.042700 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699aaa17-2c9b-4e9c-afce-276854e9d4c4 req-39f4c5ce-09fa-48dc-8ac5-07fff261fc8a tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:46:39.045021 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-699aaa17-2c9b-4e9c-afce-276854e9d4c4 req-39f4c5ce-09fa-48dc-8ac5-07fff261fc8a tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/ports?device_id=498bacf1-a892-4e8e-a7a7-271d344a8884 HTTP/1.1" status: 200 len: 945 time: 0.1903560 May 28 06:46:39.079516 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4ee11c-337b-4ac5-9136-09f757a06672 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Pushing event updated for resources: {'Subnet': ['ID=35c8c602-ccf3-44d0-a268-00e4b807ae38,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:46:39.082280 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b2e6ce5a-b36e-475f-a1d3-02eca2f40448 req-8d35ddc5-3e02-4518-97ba-c35d6f7bb2a0 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.69 "DELETE /v2.0/ports/351ec5b9-1371-4708-89ed-03fe0d913ca5 HTTP/1.1" status: 204 len: 173 time: 1.8307135 May 28 06:46:39.128794 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-699aaa17-2c9b-4e9c-afce-276854e9d4c4 req-e913c645-08c1-4678-861c-422a1a9c93a5 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/security-groups?id=a55c2cfa-e9a1-4242-aad2-04321d6d41e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766509 May 28 06:46:39.244098 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4ee11c-337b-4ac5-9136-09f757a06672 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Checking segment: {'id': 'c24570b3-a21d-4bbd-a83c-7e29800e6517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '84566b76-204f-4871-8262-cd39323b2b70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:46:39.246683 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4ee11c-337b-4ac5-9136-09f757a06672 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Network hostable DHCP agents. Network: 84566b76-204f-4871-8262-cd39323b2b70, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:46:39.252905 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-b6bf6cfe-b55f-4ba1-b5a0-b1715d7da1d2 req-357a1ba6-894d-4ee9-9157-e6066355bfbb tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Synchronizing usage tracker for tenant:fada8efd68e34d6781d883ae41cb05ad on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:46:39.258636 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b56603b7-5a52-4a0f-9cc0-f4e713dcbf83 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:39.390114 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1c50df18-3842-4413-99b6-6bdffe7ca626 req-1e93de62-1fd7-4dd0-b4e4-9c2f2a1eb99f tempest-ServerShowV257Test-1553776001 tempest-ServerShowV257Test-1553776001-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d1f8a58-5141-424e-b190-da9e01ce86bc HTTP/1.1" status: 200 len: 210 time: 0.0661259 May 28 06:46:39.410590 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-b6bf6cfe-b55f-4ba1-b5a0-b1715d7da1d2 req-357a1ba6-894d-4ee9-9157-e6066355bfbb tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Unset dirty status for tenant:fada8efd68e34d6781d883ae41cb05ad on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:46:39.411794 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b6bf6cfe-b55f-4ba1-b5a0-b1715d7da1d2 req-357a1ba6-894d-4ee9-9157-e6066355bfbb tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=573e5aee-d7d6-4b17-8c2f-b7442d1d616e HTTP/1.1" status: 200 len: 210 time: 0.2600522 May 28 06:46:39.533691 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38500dd1-e7d3-4df3-b01e-5604897f921e'] response: {'server_uuid': '573e5aee-d7d6-4b17-8c2f-b7442d1d616e', 'name': 'network-vif-deleted', 'tag': '351ec5b9-1371-4708-89ed-03fe0d913ca5', 'status': 'completed', 'code': 200} May 28 06:46:39.609037 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-b56603b7-5a52-4a0f-9cc0-f4e713dcbf83 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Calling delete_port for 24f78b64-02a2-498d-93c3-6b4a5f1cef2f owned by {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:46:39.667619 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-54272f85-247b-488c-b4bb-32cf4142e739 req-91b99d2f-dd00-4e31-b1c3-4add71b19aeb tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:39.667983 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-54272f85-247b-488c-b4bb-32cf4142e739 req-91b99d2f-dd00-4e31-b1c3-4add71b19aeb tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691094'] for floatingip, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:39.668295 n-d-843702-1 neutron-server[89109]: INFO neutron.db.l3_db [req-54272f85-247b-488c-b4bb-32cf4142e739 req-91b99d2f-dd00-4e31-b1c3-4add71b19aeb tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Floating IP 340a5b67-d213-4550-a6d4-0e2e12137c0f disassociated. External IP: 172.25.5.163, port: e704a073-82ad-4169-828f-5dcec6c1a71c. May 28 06:46:39.668653 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [req-54272f85-247b-488c-b4bb-32cf4142e739 req-91b99d2f-dd00-4e31-b1c3-4add71b19aeb tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Calling delete_port for e704a073-82ad-4169-828f-5dcec6c1a71c owned by compute:nova {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:46:39.678356 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 351ec5b9-1371-4708-89ed-03fe0d913ca5 no longer exists at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:46:39.734875 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 51228) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:46:39.747945 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] No Port match for: 351ec5b9-1371-4708-89ed-03fe0d913ca5 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:46:39.748286 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 351ec5b9-1371-4708-89ed-03fe0d913ca5 not bound to the agent host n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:46:39.830860 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfcd3e6a-e73e-4b70-8c03-d3e17b2a00b0 admin admin] Deleting subnet 977e39a0-bf25-4a35-b681-ee91741f4c0f {{(pid=89110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:46:39.836614 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-bfcd3e6a-e73e-4b70-8c03-d3e17b2a00b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:39.863407 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4ee11c-337b-4ac5-9136-09f757a06672 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Network 84566b76-204f-4871-8262-cd39323b2b70 is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:46:39.898642 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-bfcd3e6a-e73e-4b70-8c03-d3e17b2a00b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4150765'] for subnet, precommit_delete_associations {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:39.967088 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-bfcd3e6a-e73e-4b70-8c03-d3e17b2a00b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:40.004646 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-7b4ee11c-337b-4ac5-9136-09f757a06672 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, 84566b76-204f-4871-8262-cd39323b2b70) {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:46:40.008824 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b4ee11c-337b-4ac5-9136-09f757a06672 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:46:40.009725 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7b4ee11c-337b-4ac5-9136-09f757a06672 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:40.021028 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcbe6b7f-c3f6-43ed-a8e7-f6522801f7ce None None] Network 84566b76-204f-4871-8262-cd39323b2b70 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:46:40.080945 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-54272f85-247b-488c-b4bb-32cf4142e739 req-91b99d2f-dd00-4e31-b1c3-4add71b19aeb tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:40.176685 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b56603b7-5a52-4a0f-9cc0-f4e713dcbf83 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:40.194560 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-bfcd3e6a-e73e-4b70-8c03-d3e17b2a00b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3115981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3172005'] for subnet, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:40.222825 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b99d2f-dd00-4e31-b1c3-4add71b19aeb tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Pushing event deleted for resources: {'Port': ['ID=e704a073-82ad-4169-828f-5dcec6c1a71c,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:46:40.340750 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcd3e6a-e73e-4b70-8c03-d3e17b2a00b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=977e39a0-bf25-4a35-b681-ee91741f4c0f,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:46:40.359243 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-bfcd3e6a-e73e-4b70-8c03-d3e17b2a00b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:40.378021 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-bfcd3e6a-e73e-4b70-8c03-d3e17b2a00b0 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/977e39a0-bf25-4a35-b681-ee91741f4c0f HTTP/1.1" status: 204 len: 168 time: 0.6419930 May 28 06:46:40.381326 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 51244) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:46:40.492917 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a5cadd-771f-4603-86ce-0b04c99522ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-84566b76-204f-4871-8262-cd39323b2b70', 'network_id': '84566b76-204f-4871-8262-cd39323b2b70', 'tenant_id': 'e412caad0f5f49a9803aea4f744e5a99', 'fixed_ips': [{'subnet_id': '35c8c602-ccf3-44d0-a268-00e4b807ae38'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:46:40.494720 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b2a5cadd-771f-4603-86ce-0b04c99522ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:40.664491 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0d75f8f8-9408-4ad9-ab12-790a8d583207 req-9c66437a-dae7-432c-b343-514b81a2e7e0 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/ports?device_id=498bacf1-a892-4e8e-a7a7-271d344a8884 HTTP/1.1" status: 200 len: 210 time: 0.2363720 May 28 06:46:40.784124 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:46:40.793013 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b31f8986-5637-4f0b-ae66-1c31e70758ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:40.898632 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-b2a5cadd-771f-4603-86ce-0b04c99522ce None None] Allocated IP 2001:db8:0:ffff::2 (84566b76-204f-4871-8262-cd39323b2b70/35c8c602-ccf3-44d0-a268-00e4b807ae38/a6884b33-c0d6-4add-86fc-5cac546b2fda) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:46:40.920231 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56603b7-5a52-4a0f-9cc0-f4e713dcbf83 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Pushing event deleted for resources: {'Port': ['ID=24f78b64-02a2-498d-93c3-6b4a5f1cef2f,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:46:40.950166 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b56603b7-5a52-4a0f-9cc0-f4e713dcbf83 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:40.955835 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-b56603b7-5a52-4a0f-9cc0-f4e713dcbf83 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] 10.222.0.55 "DELETE /v2.0/ports/24f78b64-02a2-498d-93c3-6b4a5f1cef2f HTTP/1.1" status: 204 len: 168 time: 2.6335158 May 28 06:46:40.980579 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-7b4ee11c-337b-4ac5-9136-09f757a06672 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 4.1191959 May 28 06:46:40.983096 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 51260) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:46:40.983635 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 51262) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:46:40.984114 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 51264) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:46:41.026793 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device e704a073-82ad-4169-828f-5dcec6c1a71c no longer exists at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:46:41.046326 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-77326a1d-706c-4a95-bc65-fc8e76a75ebf tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-981384186'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:46:41.110886 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-77326a1d-706c-4a95-bc65-fc8e76a75ebf tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:46:41.138024 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] No Port match for: e704a073-82ad-4169-828f-5dcec6c1a71c {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:46:41.148632 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device e704a073-82ad-4169-828f-5dcec6c1a71c not bound to the agent host n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:46:41.178762 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-77326a1d-706c-4a95-bc65-fc8e76a75ebf tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Usage tracker for resource:network and tenant:e412caad0f5f49a9803aea4f744e5a99 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:46:41.231745 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-77326a1d-706c-4a95-bc65-fc8e76a75ebf tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:46:41.287023 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-77326a1d-706c-4a95-bc65-fc8e76a75ebf tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:46:41.390697 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44825048-7990-48ba-9996-43158450402f tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:46:41.397176 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44825048-7990-48ba-9996-43158450402f tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:46:41.398219 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-44825048-7990-48ba-9996-43158450402f tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Synchronizing usage tracker for tenant:bf0f1d3761524ddfa4db9240ac258eb8 on resource:port {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:46:41.405949 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [req-54272f85-247b-488c-b4bb-32cf4142e739 req-91b99d2f-dd00-4e31-b1c3-4add71b19aeb tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Router 7a3f82ba-225e-4663-a5df-018daaa348fe has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:46:41.434971 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-dfddf0a7-88bd-4c4c-a6a6-52b3a4b9b403 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:41.456365 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77326a1d-706c-4a95-bc65-fc8e76a75ebf tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Made reservation on behalf of e412caad0f5f49a9803aea4f744e5a99 for: {'network': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:46:41.456875 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-77326a1d-706c-4a95-bc65-fc8e76a75ebf tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:41.459071 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b2a5cadd-771f-4603-86ce-0b04c99522ce None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:41.469928 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-b2a5cadd-771f-4603-86ce-0b04c99522ce None None] Transition to ACTIVE for port object a6884b33-c0d6-4add-86fc-5cac546b2fda will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:46:41.506829 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-68fba22f-57f7-45bc-a377-5eb70afc38c8 req-753fdae2-cd6c-4342-b460-6c88a6451e41 tempest-ServerShowV257Test-1553776001 tempest-ServerShowV257Test-1553776001-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d1f8a58-5141-424e-b190-da9e01ce86bc HTTP/1.1" status: 200 len: 210 time: 0.2390013 May 28 06:46:41.512079 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-b2a5cadd-771f-4603-86ce-0b04c99522ce None None] Transition to ACTIVE for port object a6884b33-c0d6-4add-86fc-5cac546b2fda will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:46:41.514894 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b31f8986-5637-4f0b-ae66-1c31e70758ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:41.554482 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-b31f8986-5637-4f0b-ae66-1c31e70758ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b5d22ea-5322-4981-a04a-bc25c800ceed']}} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:46:41.568158 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-b31f8986-5637-4f0b-ae66-1c31e70758ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ea33a42-cdd5-478a-8599-afce6d43b6ee') {'for_net_delete': True} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:46:41.568563 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-b31f8986-5637-4f0b-ae66-1c31e70758ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ea33a42-cdd5-478a-8599-afce6d43b6ee') {} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:46:41.583760 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b31f8986-5637-4f0b-ae66-1c31e70758ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4150778'] for segment, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:41.589757 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-dfddf0a7-88bd-4c4c-a6a6-52b3a4b9b403 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:46:41.608909 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b31f8986-5637-4f0b-ae66-1c31e70758ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:41.609114 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-dfddf0a7-88bd-4c4c-a6a6-52b3a4b9b403 admin admin] Usage tracker for resource:security_group_rule and tenant:0e30f53895674dec9689b997a1715377 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:46:41.616801 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-dfddf0a7-88bd-4c4c-a6a6-52b3a4b9b403 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:46:41.617658 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b31f8986-5637-4f0b-ae66-1c31e70758ae admin admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=89110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:46:41.618060 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b31f8986-5637-4f0b-ae66-1c31e70758ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3143023'] for segment, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:41.625726 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77326a1d-706c-4a95-bc65-fc8e76a75ebf tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=89109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:46:41.630178 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-dfddf0a7-88bd-4c4c-a6a6-52b3a4b9b403 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:46:41.729512 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-77326a1d-706c-4a95-bc65-fc8e76a75ebf tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:41.729818 n-d-843702-1 neutron-server[89109]: INFO neutron.db.segments_db [None req-77326a1d-706c-4a95-bc65-fc8e76a75ebf tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Added segment f6f41ec3-3712-47ef-ae11-011787b6eb30 of type vlan for network 1cf657d0-b548-4533-972b-c30bd88f3cc6 May 28 06:46:41.758859 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b2a5cadd-771f-4603-86ce-0b04c99522ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:41.800240 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment 5ea33a42-cdd5-478a-8599-afce6d43b6ee resource provider aggregate not found May 28 06:46:41.815329 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-54272f85-247b-488c-b4bb-32cf4142e739 req-91b99d2f-dd00-4e31-b1c3-4add71b19aeb tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:46:41.825094 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment 5ea33a42-cdd5-478a-8599-afce6d43b6ee resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5ea33a42-cdd5-478a-8599-afce6d43b6ee found for delete ", "request_id": "req-d55eb15c-01fd-4800-8a68-f10656041155"}]} May 28 06:46:41.829637 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b97706-6d39-4f81-a700-b8a82ddee239 None None] Sync routers for ids ['7a3f82ba-225e-4663-a5df-018daaa348fe'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:46:41.856230 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-44825048-7990-48ba-9996-43158450402f tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Unset dirty status for tenant:bf0f1d3761524ddfa4db9240ac258eb8 on resource:port {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:46:41.857409 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-44825048-7990-48ba-9996-43158450402f tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.8687763 May 28 06:46:41.872916 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-77326a1d-706c-4a95-bc65-fc8e76a75ebf tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:41.885932 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 51292) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:46:41.904054 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b31f8986-5637-4f0b-ae66-1c31e70758ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:41.914911 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b97706-6d39-4f81-a700-b8a82ddee239 None None] Routers {'7a3f82ba-225e-4663-a5df-018daaa348fe'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:46:41.914911 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-98b97706-6d39-4f81-a700-b8a82ddee239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:46:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['7a3f82ba-225e-4663-a5df-018daaa348fe'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:46:41.961782 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b31f8986-5637-4f0b-ae66-1c31e70758ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:41.991392 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [req-54272f85-247b-488c-b4bb-32cf4142e739 req-91b99d2f-dd00-4e31-b1c3-4add71b19aeb tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] No DVR routers for this DVR port e704a073-82ad-4169-828f-5dcec6c1a71c on host n-h2-843702-1 {{(pid=89109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:46:41.996023 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-54272f85-247b-488c-b4bb-32cf4142e739 req-91b99d2f-dd00-4e31-b1c3-4add71b19aeb tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:41.998872 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e37e4191-246c-4b7f-b13d-6595e0ae1020 req-446f5606-5234-48f3-8f63-4ca35d6879a2 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/ports?device_id=498bacf1-a892-4e8e-a7a7-271d344a8884 HTTP/1.1" status: 200 len: 210 time: 0.1713860 May 28 06:46:42.004352 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '498bacf1-a892-4e8e-a7a7-271d344a8884', 'name': 'network-vif-deleted', 'tag': 'e704a073-82ad-4169-828f-5dcec6c1a71c'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:46:42.020149 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-b31f8986-5637-4f0b-ae66-1c31e70758ae admin admin] 10.222.0.55 "DELETE /v2.0/networks/1b5d22ea-5322-4981-a04a-bc25c800ceed HTTP/1.1" status: 204 len: 168 time: 1.6375532 May 28 06:46:42.027777 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31f8986-5637-4f0b-ae66-1c31e70758ae admin admin] Pushing event deleted for resources: {'Network': ['ID=1b5d22ea-5322-4981-a04a-bc25c800ceed,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:46:42.027877 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.db.resource_extend [None req-77326a1d-706c-4a95-bc65-fc8e76a75ebf tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 06:46:42.086405 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-eb454806-9ea7-4064-9015-e59d071fc560 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Deleting port 49fa7b44-996f-4f7e-85ff-6ae1745e1cd2 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:46:42.086749 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-eb454806-9ea7-4064-9015-e59d071fc560 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:42.144135 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-54272f85-247b-488c-b4bb-32cf4142e739 req-91b99d2f-dd00-4e31-b1c3-4add71b19aeb tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.71 "DELETE /v2.0/ports/e704a073-82ad-4169-828f-5dcec6c1a71c HTTP/1.1" status: 204 len: 173 time: 4.6486166 May 28 06:46:42.167701 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-dfddf0a7-88bd-4c4c-a6a6-52b3a4b9b403 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:42.170459 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a5cadd-771f-4603-86ce-0b04c99522ce None None] Network 84566b76-204f-4871-8262-cd39323b2b70 is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:46:42.177891 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a5cadd-771f-4603-86ce-0b04c99522ce None None] Pushing event updated for resources: {'Port': ['ID=a6884b33-c0d6-4add-86fc-5cac546b2fda,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:46:42.182090 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-b2a5cadd-771f-4603-86ce-0b04c99522ce None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:46:42.187261 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a5cadd-771f-4603-86ce-0b04c99522ce None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:46:42.193956 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-77326a1d-706c-4a95-bc65-fc8e76a75ebf tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:42.201031 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77326a1d-706c-4a95-bc65-fc8e76a75ebf tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:46:42.202651 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-77326a1d-706c-4a95-bc65-fc8e76a75ebf tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:42.220151 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-98b97706-6d39-4f81-a700-b8a82ddee239 None None] Set router 7a3f82ba-225e-4663-a5df-018daaa348fe gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:46:42.332339 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4195f8a2-b73b-4649-8ce7-1643f82f28a5'] response: {'server_uuid': '498bacf1-a892-4e8e-a7a7-271d344a8884', 'name': 'network-vif-deleted', 'tag': 'e704a073-82ad-4169-828f-5dcec6c1a71c', 'status': 'completed', 'code': 200} May 28 06:46:42.339665 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-dfddf0a7-88bd-4c4c-a6a6-52b3a4b9b403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:42.426673 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-77326a1d-706c-4a95-bc65-fc8e76a75ebf tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.4349031 May 28 06:46:42.433329 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 51310) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:46:42.443292 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77326a1d-706c-4a95-bc65-fc8e76a75ebf tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Pushing event updated for resources: {'Network': ['ID=1cf657d0-b548-4533-972b-c30bd88f3cc6,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:46:42.451588 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-dfddf0a7-88bd-4c4c-a6a6-52b3a4b9b403 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0e30f53895674dec9689b997a1715377&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4587371 May 28 06:46:42.454059 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfddf0a7-88bd-4c4c-a6a6-52b3a4b9b403 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de55cdc5-d84e-4d33-95e1-9b22244d6116,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:46:42.456433 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 51312) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:46:42.485795 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 1cf657d0-b548-4533-972b-c30bd88f3cc6 details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:46:42.509706 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-b2a5cadd-771f-4603-86ce-0b04c99522ce None None] Attempting to bind port a6884b33-c0d6-4add-86fc-5cac546b2fda on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:46:42.510088 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-b2a5cadd-771f-4603-86ce-0b04c99522ce None None] Attempting to bind port a6884b33-c0d6-4add-86fc-5cac546b2fda by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'c24570b3-a21d-4bbd-a83c-7e29800e6517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '84566b76-204f-4871-8262-cd39323b2b70'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:46:42.510455 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a5cadd-771f-4603-86ce-0b04c99522ce None None] Attempting to bind port a6884b33-c0d6-4add-86fc-5cac546b2fda on network 84566b76-204f-4871-8262-cd39323b2b70 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:46:42.545985 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-eaad7669-3584-48e3-91a3-a7ad7bd4252b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:42.584701 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-eaad7669-3584-48e3-91a3-a7ad7bd4252b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:42.651196 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 51318) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:46:42.684817 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d9518e-7f7f-4d21-b7ce-48f8e5978d2d req-e5d6688f-e0ad-4515-9e3e-4b2ce5572f1e tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:46:42.686835 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-67d9518e-7f7f-4d21-b7ce-48f8e5978d2d req-e5d6688f-e0ad-4515-9e3e-4b2ce5572f1e tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e HTTP/1.1" status: 200 len: 944 time: 0.4937429 May 28 06:46:42.693172 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-0b231350-98d7-4fe0-a0f4-9c9bdfe22cfd tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Request body: {'subnet': {'network_id': '1cf657d0-b548-4533-972b-c30bd88f3cc6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:46:42.718646 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-eb454806-9ea7-4064-9015-e59d071fc560 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:42.734519 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-d93b0fe9-71ef-409d-9e03-fae82b7a9570 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=df26b9cb6f0944bda1073f5477889310&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0797372 May 28 06:46:42.735065 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 51324) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:46:42.737803 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a5cadd-771f-4603-86ce-0b04c99522ce None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:46:42.738865 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a5cadd-771f-4603-86ce-0b04c99522ce None None] Checking segment: {'id': 'c24570b3-a21d-4bbd-a83c-7e29800e6517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '84566b76-204f-4871-8262-cd39323b2b70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:46:42.739351 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b2a5cadd-771f-4603-86ce-0b04c99522ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:42.740822 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a5cadd-771f-4603-86ce-0b04c99522ce None None] Bound using segment: {'id': 'c24570b3-a21d-4bbd-a83c-7e29800e6517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '84566b76-204f-4871-8262-cd39323b2b70'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:46:42.741483 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-b2a5cadd-771f-4603-86ce-0b04c99522ce None None] Bound port: a6884b33-c0d6-4add-86fc-5cac546b2fda, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c24570b3-a21d-4bbd-a83c-7e29800e6517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '84566b76-204f-4871-8262-cd39323b2b70'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:46:42.742224 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-eaad7669-3584-48e3-91a3-a7ad7bd4252b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:42.743885 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b2a5cadd-771f-4603-86ce-0b04c99522ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:42.781311 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaad7669-3584-48e3-91a3-a7ad7bd4252b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de55cdc5-d84e-4d33-95e1-9b22244d6116,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:46:42.800078 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-eaad7669-3584-48e3-91a3-a7ad7bd4252b admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:42.801350 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-eaad7669-3584-48e3-91a3-a7ad7bd4252b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/de55cdc5-d84e-4d33-95e1-9b22244d6116 HTTP/1.1" status: 204 len: 168 time: 0.3406217 May 28 06:46:42.856408 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ca21bcf2-a5d8-43f3-a844-1dd374ab8da7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:42.913720 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ca21bcf2-a5d8-43f3-a844-1dd374ab8da7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:42.976980 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-eb454806-9ea7-4064-9015-e59d071fc560 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Calling delete_port for 49fa7b44-996f-4f7e-85ff-6ae1745e1cd2 owned by {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:46:42.995719 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-b2a5cadd-771f-4603-86ce-0b04c99522ce None None] For port a6884b33-c0d6-4add-86fc-5cac546b2fda, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:46:43.000285 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-b2a5cadd-771f-4603-86ce-0b04c99522ce None None] For port a6884b33-c0d6-4add-86fc-5cac546b2fda, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=a6884b33-c0d6-4add-86fc-5cac546b2fda,segment=NetworkSegment(c24570b3-a21d-4bbd-a83c-7e29800e6517),segment_id=c24570b3-a21d-4bbd-a83c-7e29800e6517)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:46:43.006999 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4ac9d888-35e4-4c3b-83e0-b246a1dfd5f8 req-e158b1c7-ef61-4561-be35-843a379aa004 tempest-ServerShowV257Test-1553776001 tempest-ServerShowV257Test-1553776001-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d1f8a58-5141-424e-b190-da9e01ce86bc HTTP/1.1" status: 200 len: 210 time: 0.2542992 May 28 06:46:43.026593 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-98b97706-6d39-4f81-a700-b8a82ddee239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a3f82ba-225e-4663-a5df-018daaa348fe', 'name': 'tempest-ServerRescueNegativeTestJSON-2022965306-router', 'tenant_id': '98e9fd09ba2248b5b9367b689b0cfcd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '21b6c24f-6957-4b82-8e72-44ec92c2b7d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:41:38Z', 'updated_at': '2022-05-28T06:41:53Z', 'revision_number': 4, 'project_id': '98e9fd09ba2248b5b9367b689b0cfcd3', 'gw_port': {'id': '21b6c24f-6957-4b82-8e72-44ec92c2b7d3', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:2b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a3f82ba-225e-4663-a5df-018daaa348fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:41:40Z', 'updated_at': '2022-05-28T06:41:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '68e7d0da-283a-40a4-9918-b046f6643c42', 'name': '', 'network_id': 'a3fe29e9-17f9-4750-841d-90d9978eff94', 'tenant_id': '98e9fd09ba2248b5b9367b689b0cfcd3', 'mac_address': 'fa:16:3e:00:db:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a3f82ba-225e-4663-a5df-018daaa348fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2076, 'fixed_ips': [{'subnet_id': '304c7228-4ac2-4e7a-aa6d-33e85e214d70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:41:49Z', 'updated_at': '2022-05-28T06:42:06Z', 'revision_number': 5, 'project_id': '98e9fd09ba2248b5b9367b689b0cfcd3', 'subnets': [{'id': '304c7228-4ac2-4e7a-aa6d-33e85e214d70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:46:43.039203 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b97706-6d39-4f81-a700-b8a82ddee239 None None] Checking router: 7a3f82ba-225e-4663-a5df-018daaa348fe for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:46:43.074207 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-67d9518e-7f7f-4d21-b7ce-48f8e5978d2d req-cf5294cc-b212-4c88-a2cc-4716e29be34b tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0fc320c-5211-4d72-b7c9-130a40d05074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3574295 May 28 06:46:43.078592 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b97706-6d39-4f81-a700-b8a82ddee239 None None] Routers {'7a3f82ba-225e-4663-a5df-018daaa348fe'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:46:43.078592 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-98b97706-6d39-4f81-a700-b8a82ddee239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:46:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['7a3f82ba-225e-4663-a5df-018daaa348fe'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:46:43.096751 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ca21bcf2-a5d8-43f3-a844-1dd374ab8da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:43.125968 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-0b231350-98d7-4fe0-a0f4-9c9bdfe22cfd tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:46:43.148124 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca21bcf2-a5d8-43f3-a844-1dd374ab8da7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5c78529-6f2c-402d-ab41-37a59ccd37af,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:46:43.152482 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-0b231350-98d7-4fe0-a0f4-9c9bdfe22cfd tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Usage tracker for resource:subnet and tenant:e412caad0f5f49a9803aea4f744e5a99 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:46:43.152482 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-0b231350-98d7-4fe0-a0f4-9c9bdfe22cfd tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:46:43.166528 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ca21bcf2-a5d8-43f3-a844-1dd374ab8da7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:43.167712 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-ca21bcf2-a5d8-43f3-a844-1dd374ab8da7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a5c78529-6f2c-402d-ab41-37a59ccd37af HTTP/1.1" status: 204 len: 168 time: 0.4313555 May 28 06:46:43.177334 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-0b231350-98d7-4fe0-a0f4-9c9bdfe22cfd tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:46:43.241702 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b2a5cadd-771f-4603-86ce-0b04c99522ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:43.267456 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b231350-98d7-4fe0-a0f4-9c9bdfe22cfd tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Made reservation on behalf of e412caad0f5f49a9803aea4f744e5a99 for: {'subnet': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:46:43.271669 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0b231350-98d7-4fe0-a0f4-9c9bdfe22cfd tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3171998'] for subnet, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:43.305142 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-eb454806-9ea7-4064-9015-e59d071fc560 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:43.420067 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a5cadd-771f-4603-86ce-0b04c99522ce None None] Pushing event updated for resources: {'Port': ['ID=a6884b33-c0d6-4add-86fc-5cac546b2fda,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:46:43.592531 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8fb24631-c271-4239-8304-f2d300895dbe req-7824dc29-288e-4c1c-a10c-c1258ece5ac5 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/ports?device_id=498bacf1-a892-4e8e-a7a7-271d344a8884 HTTP/1.1" status: 200 len: 210 time: 0.1854281 May 28 06:46:43.638234 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-98b97706-6d39-4f81-a700-b8a82ddee239 None None] Set router 7a3f82ba-225e-4663-a5df-018daaa348fe gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:46:43.661972 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb454806-9ea7-4064-9015-e59d071fc560 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Pushing event deleted for resources: {'Port': ['ID=49fa7b44-996f-4f7e-85ff-6ae1745e1cd2,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:46:43.730071 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-eb454806-9ea7-4064-9015-e59d071fc560 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:44.032417 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-eb454806-9ea7-4064-9015-e59d071fc560 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] 10.222.0.55 "DELETE /v2.0/ports/49fa7b44-996f-4f7e-85ff-6ae1745e1cd2 HTTP/1.1" status: 204 len: 168 time: 2.1309884 May 28 06:46:44.035410 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 51354) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:46:44.062132 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b274513f-7910-4654-bb28-662e9731b34f req-41ae772f-e2df-4c49-8283-cc7c8df90846 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:46:44.063889 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b274513f-7910-4654-bb28-662e9731b34f req-41ae772f-e2df-4c49-8283-cc7c8df90846 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.69 "GET /v2.0/ports?device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e HTTP/1.1" status: 200 len: 944 time: 0.5590701 May 28 06:46:44.199674 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 51364) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:46:44.218613 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-b274513f-7910-4654-bb28-662e9731b34f req-c85e3b44-89bf-4395-8ce8-3c3c39ddc3ba tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Deleting port 170a25a1-2cd5-4bc9-b588-27e0c82fefed {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:46:44.219123 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-b274513f-7910-4654-bb28-662e9731b34f req-c85e3b44-89bf-4395-8ce8-3c3c39ddc3ba tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:44.271963 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-15964de2-d9a0-4311-9cce-150809ba1b1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:44.333121 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-15964de2-d9a0-4311-9cce-150809ba1b1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:46:44.352127 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-15964de2-d9a0-4311-9cce-150809ba1b1e admin admin] Usage tracker for resource:security_group_rule and tenant:9e9dfebadd6a493ba7674a78483679e1 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:46:44.358026 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-15964de2-d9a0-4311-9cce-150809ba1b1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:46:44.383893 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-98b97706-6d39-4f81-a700-b8a82ddee239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a3f82ba-225e-4663-a5df-018daaa348fe', 'name': 'tempest-ServerRescueNegativeTestJSON-2022965306-router', 'tenant_id': '98e9fd09ba2248b5b9367b689b0cfcd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '21b6c24f-6957-4b82-8e72-44ec92c2b7d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:41:38Z', 'updated_at': '2022-05-28T06:41:53Z', 'revision_number': 4, 'project_id': '98e9fd09ba2248b5b9367b689b0cfcd3', 'gw_port': {'id': '21b6c24f-6957-4b82-8e72-44ec92c2b7d3', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:2b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a3f82ba-225e-4663-a5df-018daaa348fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:41:40Z', 'updated_at': '2022-05-28T06:41:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '68e7d0da-283a-40a4-9918-b046f6643c42', 'name': '', 'network_id': 'a3fe29e9-17f9-4750-841d-90d9978eff94', 'tenant_id': '98e9fd09ba2248b5b9367b689b0cfcd3', 'mac_address': 'fa:16:3e:00:db:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a3f82ba-225e-4663-a5df-018daaa348fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2076, 'fixed_ips': [{'subnet_id': '304c7228-4ac2-4e7a-aa6d-33e85e214d70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:41:49Z', 'updated_at': '2022-05-28T06:42:06Z', 'revision_number': 5, 'project_id': '98e9fd09ba2248b5b9367b689b0cfcd3', 'subnets': [{'id': '304c7228-4ac2-4e7a-aa6d-33e85e214d70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:46:44.395871 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-15964de2-d9a0-4311-9cce-150809ba1b1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:46:44.402205 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b97706-6d39-4f81-a700-b8a82ddee239 None None] The sync data for ids ['7a3f82ba-225e-4663-a5df-018daaa348fe'] in n-d-843702-1 is: [{'id': '7a3f82ba-225e-4663-a5df-018daaa348fe', 'name': 'tempest-ServerRescueNegativeTestJSON-2022965306-router', 'tenant_id': '98e9fd09ba2248b5b9367b689b0cfcd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '21b6c24f-6957-4b82-8e72-44ec92c2b7d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:41:38Z', 'updated_at': '2022-05-28T06:41:53Z', 'revision_number': 4, 'project_id': '98e9fd09ba2248b5b9367b689b0cfcd3', 'gw_port': {'id': '21b6c24f-6957-4b82-8e72-44ec92c2b7d3', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:2b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a3f82ba-225e-4663-a5df-018daaa348fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:41:40Z', 'updated_at': '2022-05-28T06:41:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '68e7d0da-283a-40a4-9918-b046f6643c42', 'name': '', 'network_id': 'a3fe29e9-17f9-4750-841d-90d9978eff94', 'tenant_id': '98e9fd09ba2248b5b9367b689b0cfcd3', 'mac_address': 'fa:16:3e:00:db:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a3f82ba-225e-4663-a5df-018daaa348fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2076, 'fixed_ips': [{'subnet_id': '304c7228-4ac2-4e7a-aa6d-33e85e214d70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:41:49Z', 'updated_at': '2022-05-28T06:42:06Z', 'revision_number': 5, 'project_id': '98e9fd09ba2248b5b9367b689b0cfcd3', 'subnets': [{'id': '304c7228-4ac2-4e7a-aa6d-33e85e214d70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:46:44.505517 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0dbfd7-c5f5-4396-aa79-dae07842a2e9 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:46:44.516804 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-5a0dbfd7-c5f5-4396-aa79-dae07842a2e9 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.4786165 May 28 06:46:44.517538 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 51374) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:46:44.650504 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e29a7b4f-a4a5-4783-a98c-659cde706d31 req-943be881-6e43-4c20-b762-072fbec77c56 tempest-ServerShowV257Test-1553776001 tempest-ServerShowV257Test-1553776001-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d1f8a58-5141-424e-b190-da9e01ce86bc HTTP/1.1" status: 200 len: 210 time: 0.1107745 May 28 06:46:44.711900 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-28bd703f-f175-4eae-99e7-ff9108a9cda9 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] GET failed (client error): The resource could not be found. May 28 06:46:44.716264 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-28bd703f-f175-4eae-99e7-ff9108a9cda9 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] 10.222.0.55 "GET /v2.0/ports/24f78b64-02a2-498d-93c3-6b4a5f1cef2f HTTP/1.1" status: 404 len: 333 time: 0.1789243 May 28 06:46:44.716987 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 51380) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:46:44.855722 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e46ed2f-83c2-4abb-9d68-ea74debb6611 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] GET failed (client error): The resource could not be found. May 28 06:46:44.859590 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-4e46ed2f-83c2-4abb-9d68-ea74debb6611 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] 10.222.0.55 "GET /v2.0/ports/49fa7b44-996f-4f7e-85ff-6ae1745e1cd2 HTTP/1.1" status: 404 len: 333 time: 0.1369429 May 28 06:46:44.863581 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 51390) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:46:44.938259 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6289031-439e-4242-ac24-8c77ab14de55 None None] New status for floating IP 340a5b67-d213-4550-a6d4-0e2e12137c0f: DOWN {{(pid=89112) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 06:46:44.962588 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0b231350-98d7-4fe0-a0f4-9c9bdfe22cfd tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3115906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3172012'] for subnet, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:45.019335 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e59176eb-31e6-4e93-b351-ea5dee214708 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:45.061802 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-15964de2-d9a0-4311-9cce-150809ba1b1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:45.069089 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 51400) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:46:45.171998 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-15964de2-d9a0-4311-9cce-150809ba1b1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:45.201572 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fb8969-6164-4ae5-8e5a-809e24506b32 req-ee4600b0-991b-47bb-8f0d-ec1770183121 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:46:45.206417 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b8fb8969-6164-4ae5-8e5a-809e24506b32 req-ee4600b0-991b-47bb-8f0d-ec1770183121 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e HTTP/1.1" status: 200 len: 944 time: 0.6714237 May 28 06:46:45.230717 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15964de2-d9a0-4311-9cce-150809ba1b1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64a4c282-9be5-4898-aca2-6fa3f0c96957,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:46:45.298172 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d18a0ea-2bbd-470a-8f0e-8cb8e256f922 None None] Network 84566b76-204f-4871-8262-cd39323b2b70 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:46:45.320981 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-b274513f-7910-4654-bb28-662e9731b34f req-c85e3b44-89bf-4395-8ce8-3c3c39ddc3ba tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] For port 170a25a1-2cd5-4bc9-b588-27e0c82fefed, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=170a25a1-2cd5-4bc9-b588-27e0c82fefed,segment=NetworkSegment(4c4bc3f8-ec6f-40a7-9f80-cde5ff5de12a),segment_id=4c4bc3f8-ec6f-40a7-9f80-cde5ff5de12a)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:46:45.321991 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-b274513f-7910-4654-bb28-662e9731b34f req-c85e3b44-89bf-4395-8ce8-3c3c39ddc3ba tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:45.362480 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b231350-98d7-4fe0-a0f4-9c9bdfe22cfd tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Pushing event updated for resources: {'Subnet': ['ID=97d8c642-9303-4660-ad38-91327dcd5ed6,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:46:45.569430 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device a6884b33-c0d6-4add-86fc-5cac546b2fda up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:46:45.627766 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b231350-98d7-4fe0-a0f4-9c9bdfe22cfd tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Checking segment: {'id': 'f6f41ec3-3712-47ef-ae11-011787b6eb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '1cf657d0-b548-4533-972b-c30bd88f3cc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:46:45.628307 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b231350-98d7-4fe0-a0f4-9c9bdfe22cfd tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Network hostable DHCP agents. Network: 1cf657d0-b548-4533-972b-c30bd88f3cc6, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89110) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:46:45.680967 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-83630d9c-c34f-4fb4-b011-9e2e69b0bfc6 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:45.689142 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b8fb8969-6164-4ae5-8e5a-809e24506b32 req-206eb1f0-e275-45eb-b54c-4c55c00c69dd tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0fc320c-5211-4d72-b7c9-130a40d05074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4540484 May 28 06:46:45.700445 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-15964de2-d9a0-4311-9cce-150809ba1b1e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9e9dfebadd6a493ba7674a78483679e1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4996929 May 28 06:46:45.714107 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-c3a2bb16-adff-414a-a572-0b6a7e3826e4 None None] Provisioning for port a6884b33-c0d6-4add-86fc-5cac546b2fda completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:46:45.744076 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e59176eb-31e6-4e93-b351-ea5dee214708 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:45.792433 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port a6884b33-c0d6-4add-86fc-5cac546b2fda completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:46:45.824027 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-e59176eb-31e6-4e93-b351-ea5dee214708 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84030d8e-0889-467a-b1ad-f53e2741a31b']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:46:45.859974 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 51420) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:46:45.886719 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-e59176eb-31e6-4e93-b351-ea5dee214708 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3e39b0e-46e0-4ff4-bb23-6fd38f2bd011') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:46:45.887021 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-e59176eb-31e6-4e93-b351-ea5dee214708 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3e39b0e-46e0-4ff4-bb23-6fd38f2bd011') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:46:45.896857 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port a6884b33-c0d6-4add-86fc-5cac546b2fda triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:46:45.898595 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:45.937043 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e59176eb-31e6-4e93-b351-ea5dee214708 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:45.979541 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-83630d9c-c34f-4fb4-b011-9e2e69b0bfc6 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:45.990102 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e59176eb-31e6-4e93-b351-ea5dee214708 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:46.083049 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-b274513f-7910-4654-bb28-662e9731b34f req-c85e3b44-89bf-4395-8ce8-3c3c39ddc3ba tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:46.083892 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-b274513f-7910-4654-bb28-662e9731b34f req-c85e3b44-89bf-4395-8ce8-3c3c39ddc3ba tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691094'] for floatingip, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:46.084427 n-d-843702-1 neutron-server[89110]: INFO neutron.db.l3_db [req-b274513f-7910-4654-bb28-662e9731b34f req-c85e3b44-89bf-4395-8ce8-3c3c39ddc3ba tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Floating IP 276b4160-6686-4a07-a4fe-f8421686bdff disassociated. External IP: 172.25.5.142, port: 170a25a1-2cd5-4bc9-b588-27e0c82fefed. May 28 06:46:46.085000 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-b274513f-7910-4654-bb28-662e9731b34f req-c85e3b44-89bf-4395-8ce8-3c3c39ddc3ba tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Calling delete_port for 170a25a1-2cd5-4bc9-b588-27e0c82fefed owned by compute:nova {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:46:46.088640 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e59176eb-31e6-4e93-b351-ea5dee214708 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:46:46.089093 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e59176eb-31e6-4e93-b351-ea5dee214708 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:46.167379 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port a6884b33-c0d6-4add-86fc-5cac546b2fda is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:46:46.168060 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:46.230039 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port a6884b33-c0d6-4add-86fc-5cac546b2fda, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=a6884b33-c0d6-4add-86fc-5cac546b2fda,segment=NetworkSegment(c24570b3-a21d-4bbd-a83c-7e29800e6517),segment_id=c24570b3-a21d-4bbd-a83c-7e29800e6517)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:46:46.233377 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment e3e39b0e-46e0-4ff4-bb23-6fd38f2bd011 resource provider aggregate not found May 28 06:46:46.240443 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-83630d9c-c34f-4fb4-b011-9e2e69b0bfc6 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:46.280398 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment e3e39b0e-46e0-4ff4-bb23-6fd38f2bd011 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e3e39b0e-46e0-4ff4-bb23-6fd38f2bd011 found for delete ", "request_id": "req-3b8663e0-c1ab-40a4-91f4-5835efa11d13"}]} May 28 06:46:46.291842 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83630d9c-c34f-4fb4-b011-9e2e69b0bfc6 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a55c2cfa-e9a1-4242-aad2-04321d6d41e2,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:46:46.302975 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-057e224d-c8f2-4fbd-bb63-84f4ec06b635 req-d985637a-74be-47fa-8094-b320a358ca22 tempest-ServerShowV257Test-1553776001 tempest-ServerShowV257Test-1553776001-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d1f8a58-5141-424e-b190-da9e01ce86bc HTTP/1.1" status: 200 len: 210 time: 0.0783727 May 28 06:46:46.306520 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-416ba3ee-692e-449f-a732-d782835ea477 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:46.352061 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-416ba3ee-692e-449f-a732-d782835ea477 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:46.352167 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:46.403658 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e59176eb-31e6-4e93-b351-ea5dee214708 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:46.411763 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e59176eb-31e6-4e93-b351-ea5dee214708 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:46.427585 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b231350-98d7-4fe0-a0f4-9c9bdfe22cfd tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Network 1cf657d0-b548-4533-972b-c30bd88f3cc6 is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89110) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:46:46.436507 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-b274513f-7910-4654-bb28-662e9731b34f req-c85e3b44-89bf-4395-8ce8-3c3c39ddc3ba tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:46.466150 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=a6884b33-c0d6-4add-86fc-5cac546b2fda,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:46:46.489968 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59176eb-31e6-4e93-b351-ea5dee214708 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Pushing event deleted for resources: {'Network': ['ID=84030d8e-0889-467a-b1ad-f53e2741a31b,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:46:46.498186 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-83630d9c-c34f-4fb4-b011-9e2e69b0bfc6 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:46.499892 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-83630d9c-c34f-4fb4-b011-9e2e69b0bfc6 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "DELETE /v2.0/security-groups/a55c2cfa-e9a1-4242-aad2-04321d6d41e2 HTTP/1.1" status: 204 len: 168 time: 1.4295025 May 28 06:46:46.511157 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-e59176eb-31e6-4e93-b351-ea5dee214708 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] 10.222.0.55 "DELETE /v2.0/networks/84030d8e-0889-467a-b1ad-f53e2741a31b HTTP/1.1" status: 204 len: 168 time: 1.6388946 May 28 06:46:46.512795 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 51434) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:46:46.513964 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 51436) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:46:46.552782 n-d-843702-1 neutron-server[89109]: INFO neutron.api.v2.resource [None req-0dfcbbba-056c-4030-a8f9-4ff9aa76f467 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] show failed (client error): The resource could not be found. May 28 06:46:46.552782 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-0dfcbbba-056c-4030-a8f9-4ff9aa76f467 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/security-groups/a55c2cfa-e9a1-4242-aad2-04321d6d41e2 HTTP/1.1" status: 404 len: 347 time: 0.0301049 May 28 06:46:46.552782 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-2968efd9-38a5-4178-ad12-2812df12e6a8 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-844057590'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:46:46.556703 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 51442) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:46:46.565930 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-416ba3ee-692e-449f-a732-d782835ea477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:46.571868 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-416ba3ee-692e-449f-a732-d782835ea477 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:46.576020 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85e3b44-89bf-4395-8ce8-3c3c39ddc3ba tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Pushing event deleted for resources: {'Port': ['ID=170a25a1-2cd5-4bc9-b588-27e0c82fefed,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:46:46.578491 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-416ba3ee-692e-449f-a732-d782835ea477 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/64a4c282-9be5-4898-aca2-6fa3f0c96957 HTTP/1.1" status: 204 len: 168 time: 0.7167218 May 28 06:46:46.580776 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-2968efd9-38a5-4178-ad12-2812df12e6a8 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:46:46.615016 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-0b231350-98d7-4fe0-a0f4-9c9bdfe22cfd tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, 1cf657d0-b548-4533-972b-c30bd88f3cc6) {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:46:46.628843 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3657d823-7d41-47ed-9716-2697a630dcad None None] Network 1cf657d0-b548-4533-972b-c30bd88f3cc6 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:46:46.642528 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b231350-98d7-4fe0-a0f4-9c9bdfe22cfd tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:46:46.647262 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0b231350-98d7-4fe0-a0f4-9c9bdfe22cfd tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:46.678034 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 51450) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:46:46.693151 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-2968efd9-38a5-4178-ad12-2812df12e6a8 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Usage tracker for resource:network and tenant:bf0f1d3761524ddfa4db9240ac258eb8 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:46:46.721752 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-2968efd9-38a5-4178-ad12-2812df12e6a8 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:46:46.727886 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416ba3ee-692e-449f-a732-d782835ea477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64a4c282-9be5-4898-aca2-6fa3f0c96957,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:46:46.758206 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-2968efd9-38a5-4178-ad12-2812df12e6a8 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:46:46.800978 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-9ae4881f-8fca-4472-a290-1730b1c9b34a None None] Provisioning complete for port a6884b33-c0d6-4add-86fc-5cac546b2fda triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:46:46.801465 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-9ae4881f-8fca-4472-a290-1730b1c9b34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:46.957448 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-eb3c846a-e736-4ca4-92ef-a1cc9ab53059 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Deleting port 1f6793cd-3758-436f-b0da-1e950d5cc235 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:46:46.957800 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-eb3c846a-e736-4ca4-92ef-a1cc9ab53059 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:47.024104 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2f703a37-91fe-4e24-bb36-7ae79741dac6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:47.038792 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-0b231350-98d7-4fe0-a0f4-9c9bdfe22cfd tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 4.3483701 May 28 06:46:47.055738 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 51460) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:46:47.073617 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2968efd9-38a5-4178-ad12-2812df12e6a8 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Made reservation on behalf of bf0f1d3761524ddfa4db9240ac258eb8 for: {'network': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:46:47.084096 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2968efd9-38a5-4178-ad12-2812df12e6a8 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:47.128952 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-2f703a37-91fe-4e24-bb36-7ae79741dac6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:46:47.137218 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-2f703a37-91fe-4e24-bb36-7ae79741dac6 admin admin] Usage tracker for resource:security_group_rule and tenant:5454cfede1b043cd85738a337360e48b is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:46:47.142964 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-2f703a37-91fe-4e24-bb36-7ae79741dac6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:46:47.151173 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-2f703a37-91fe-4e24-bb36-7ae79741dac6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:46:47.181586 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba5b5d66-733c-48b2-bd90-59fdf49d8dd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-1cf657d0-b548-4533-972b-c30bd88f3cc6', 'network_id': '1cf657d0-b548-4533-972b-c30bd88f3cc6', 'tenant_id': 'e412caad0f5f49a9803aea4f744e5a99', 'fixed_ips': [{'subnet_id': '97d8c642-9303-4660-ad38-91327dcd5ed6'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:46:47.181586 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-ba5b5d66-733c-48b2-bd90-59fdf49d8dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:47.203245 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-9ae4881f-8fca-4472-a290-1730b1c9b34a None None] Current status of the port a6884b33-c0d6-4add-86fc-5cac546b2fda is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:46:47.464021 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-ba5b5d66-733c-48b2-bd90-59fdf49d8dd6 None None] Allocated IP 2001:db8::1 (1cf657d0-b548-4533-972b-c30bd88f3cc6/97d8c642-9303-4660-ad38-91327dcd5ed6/3bbb9b98-5884-4a43-a563-4119a8973c7c) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:46:47.524217 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5364ff53-f7f8-4dca-b968-22eeb4337b3d tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:47.527394 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-eb3c846a-e736-4ca4-92ef-a1cc9ab53059 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:47.528000 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-eb3c846a-e736-4ca4-92ef-a1cc9ab53059 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:47.531169 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-97f79252-c52e-4672-abfe-2b7c0e111616 req-77fddaab-3797-4967-9491-a8b5647d6874 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Synchronizing usage tracker for tenant:fada8efd68e34d6781d883ae41cb05ad on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:46:47.623872 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2f703a37-91fe-4e24-bb36-7ae79741dac6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:47.633395 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device a6884b33-c0d6-4add-86fc-5cac546b2fda up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:46:47.675423 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5364ff53-f7f8-4dca-b968-22eeb4337b3d tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:47.715061 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b274513f-7910-4654-bb28-662e9731b34f req-c85e3b44-89bf-4395-8ce8-3c3c39ddc3ba tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Router b6a3952f-9e0c-4daf-801a-c1b220ccdb7d has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:46:47.739161 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-399417e9-9d51-4314-9efb-3fd6faaa8506 req-39137810-ec34-4dab-9f07-c2b484b11b8f tempest-ServerShowV257Test-1553776001 tempest-ServerShowV257Test-1553776001-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d1f8a58-5141-424e-b190-da9e01ce86bc HTTP/1.1" status: 200 len: 210 time: 0.1774962 May 28 06:46:47.751245 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-97f79252-c52e-4672-abfe-2b7c0e111616 req-77fddaab-3797-4967-9491-a8b5647d6874 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Unset dirty status for tenant:fada8efd68e34d6781d883ae41cb05ad on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:46:47.751624 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2f703a37-91fe-4e24-bb36-7ae79741dac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:47.777715 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-97f79252-c52e-4672-abfe-2b7c0e111616 req-77fddaab-3797-4967-9491-a8b5647d6874 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e HTTP/1.1" status: 200 len: 210 time: 0.7859294 May 28 06:46:47.796311 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-eb3c846a-e736-4ca4-92ef-a1cc9ab53059 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Calling delete_port for 1f6793cd-3758-436f-b0da-1e950d5cc235 owned by network:floatingip {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:46:47.798396 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 170a25a1-2cd5-4bc9-b588-27e0c82fefed no longer exists at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:46:47.835225 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] No Port match for: 170a25a1-2cd5-4bc9-b588-27e0c82fefed {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:46:47.835574 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 170a25a1-2cd5-4bc9-b588-27e0c82fefed not bound to the agent host n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:46:47.877343 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2968efd9-38a5-4178-ad12-2812df12e6a8 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=89109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:46:47.897227 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-2f703a37-91fe-4e24-bb36-7ae79741dac6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5454cfede1b043cd85738a337360e48b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2163038 May 28 06:46:47.905806 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 51484) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:46:47.915230 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port a6884b33-c0d6-4add-86fc-5cac546b2fda triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:46:47.915230 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:47.946460 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2968efd9-38a5-4178-ad12-2812df12e6a8 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:47.948144 n-d-843702-1 neutron-server[89109]: INFO neutron.db.segments_db [None req-2968efd9-38a5-4178-ad12-2812df12e6a8 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Added segment 1cca9444-5710-443f-a864-49f12e5ac116 of type vlan for network ba9b7515-2e1e-4aec-b543-270b3b09eade May 28 06:46:47.953204 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f703a37-91fe-4e24-bb36-7ae79741dac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bb9e5a8-246e-4376-b3f0-5fc039b5c111,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:46:48.016622 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2968efd9-38a5-4178-ad12-2812df12e6a8 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:48.068865 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e9a3f03b-6d86-4f3e-b2cf-f2aafc1237c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:48.071955 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b274513f-7910-4654-bb28-662e9731b34f req-c85e3b44-89bf-4395-8ce8-3c3c39ddc3ba tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:46:48.113333 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-ba5b5d66-733c-48b2-bd90-59fdf49d8dd6 None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:48.121828 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4bba109-4648-48d5-8a02-916ec62ecbdd None None] Sync routers for ids ['b6a3952f-9e0c-4daf-801a-c1b220ccdb7d'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:46:48.159302 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4bba109-4648-48d5-8a02-916ec62ecbdd None None] Routers {'b6a3952f-9e0c-4daf-801a-c1b220ccdb7d'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:46:48.159960 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-e4bba109-4648-48d5-8a02-916ec62ecbdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:46:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['b6a3952f-9e0c-4daf-801a-c1b220ccdb7d'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:46:48.170591 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-b274513f-7910-4654-bb28-662e9731b34f req-c85e3b44-89bf-4395-8ce8-3c3c39ddc3ba tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] No DVR routers for this DVR port 170a25a1-2cd5-4bc9-b588-27e0c82fefed on host n-h1-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:46:48.172449 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e9a3f03b-6d86-4f3e-b2cf-f2aafc1237c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:48.179782 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-b274513f-7910-4654-bb28-662e9731b34f req-c85e3b44-89bf-4395-8ce8-3c3c39ddc3ba tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:48.181846 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b274513f-7910-4654-bb28-662e9731b34f req-c85e3b44-89bf-4395-8ce8-3c3c39ddc3ba tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.69 "DELETE /v2.0/ports/170a25a1-2cd5-4bc9-b588-27e0c82fefed HTTP/1.1" status: 204 len: 173 time: 4.1099601 May 28 06:46:48.182278 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65c6cfe6-c605-4828-9a4a-84efc794b22e', 'name': 'network-vif-deleted', 'tag': '170a25a1-2cd5-4bc9-b588-27e0c82fefed'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:46:48.197380 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2968efd9-38a5-4178-ad12-2812df12e6a8 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:48.206848 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2968efd9-38a5-4178-ad12-2812df12e6a8 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:46:48.207618 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2968efd9-38a5-4178-ad12-2812df12e6a8 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:48.224865 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-ba5b5d66-733c-48b2-bd90-59fdf49d8dd6 None None] Transition to ACTIVE for port object 3bbb9b98-5884-4a43-a563-4119a8973c7c will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:46:48.227445 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port a6884b33-c0d6-4add-86fc-5cac546b2fda is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:46:48.267170 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1da0ef6d-8f0e-4e49-898d-67120879ff28'] response: {'server_uuid': '65c6cfe6-c605-4828-9a4a-84efc794b22e', 'name': 'network-vif-deleted', 'tag': '170a25a1-2cd5-4bc9-b588-27e0c82fefed', 'status': 'completed', 'code': 200} May 28 06:46:48.302436 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-eb3c846a-e736-4ca4-92ef-a1cc9ab53059 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:48.370694 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-2968efd9-38a5-4178-ad12-2812df12e6a8 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.8474815 May 28 06:46:48.370822 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 51500) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:46:48.375598 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-e489147a-2407-41d4-b0c4-84b6b584722b tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Request body: {'subnet': {'network_id': 'ba9b7515-2e1e-4aec-b543-270b3b09eade', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:46:48.424661 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3c846a-e736-4ca4-92ef-a1cc9ab53059 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Pushing event deleted for resources: {'Port': ['ID=1f6793cd-3758-436f-b0da-1e950d5cc235,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:46:48.444764 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-ba5b5d66-733c-48b2-bd90-59fdf49d8dd6 None None] Transition to ACTIVE for port object 3bbb9b98-5884-4a43-a563-4119a8973c7c will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:46:48.451618 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-e4bba109-4648-48d5-8a02-916ec62ecbdd None None] Set router b6a3952f-9e0c-4daf-801a-c1b220ccdb7d gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:46:48.459036 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e9a3f03b-6d86-4f3e-b2cf-f2aafc1237c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:48.501277 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a3f03b-6d86-4f3e-b2cf-f2aafc1237c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bb9e5a8-246e-4376-b3f0-5fc039b5c111,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:46:48.523718 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e9a3f03b-6d86-4f3e-b2cf-f2aafc1237c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:48.525185 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-e9a3f03b-6d86-4f3e-b2cf-f2aafc1237c4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6bb9e5a8-246e-4376-b3f0-5fc039b5c111 HTTP/1.1" status: 204 len: 168 time: 0.6141295 May 28 06:46:48.538350 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-ba5b5d66-733c-48b2-bd90-59fdf49d8dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:48.547652 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-e489147a-2407-41d4-b0c4-84b6b584722b tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:46:48.554424 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-e489147a-2407-41d4-b0c4-84b6b584722b tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Usage tracker for resource:subnet and tenant:bf0f1d3761524ddfa4db9240ac258eb8 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:46:48.557787 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-e489147a-2407-41d4-b0c4-84b6b584722b tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:46:48.565509 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-e489147a-2407-41d4-b0c4-84b6b584722b tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:46:48.586648 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2968efd9-38a5-4178-ad12-2812df12e6a8 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Pushing event updated for resources: {'Network': ['ID=ba9b7515-2e1e-4aec-b543-270b3b09eade,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:46:48.652090 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-eb3c846a-e736-4ca4-92ef-a1cc9ab53059 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Notify callbacks [] for floatingip, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:48.655622 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-eb3c846a-e736-4ca4-92ef-a1cc9ab53059 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:48.657037 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-eb3c846a-e736-4ca4-92ef-a1cc9ab53059 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "DELETE /v2.0/floatingips/340a5b67-d213-4550-a6d4-0e2e12137c0f HTTP/1.1" status: 204 len: 168 time: 2.0971994 May 28 06:46:48.662763 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5364ff53-f7f8-4dca-b968-22eeb4337b3d tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3115981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3172005'] for subnet, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:48.668934 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5b5d66-733c-48b2-bd90-59fdf49d8dd6 None None] Pushing event updated for resources: {'Port': ['ID=3bbb9b98-5884-4a43-a563-4119a8973c7c,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:46:48.671312 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network ba9b7515-2e1e-4aec-b543-270b3b09eade details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:46:48.734807 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba5b5d66-733c-48b2-bd90-59fdf49d8dd6 None None] Network 1cf657d0-b548-4533-972b-c30bd88f3cc6 is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:46:48.751379 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5364ff53-f7f8-4dca-b968-22eeb4337b3d tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Pushing event deleted for resources: {'Subnet': ['ID=97d8c642-9303-4660-ad38-91327dcd5ed6,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:46:48.755087 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-ba5b5d66-733c-48b2-bd90-59fdf49d8dd6 None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:46:48.779056 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e489147a-2407-41d4-b0c4-84b6b584722b tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Made reservation on behalf of bf0f1d3761524ddfa4db9240ac258eb8 for: {'subnet': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:46:48.797526 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e489147a-2407-41d4-b0c4-84b6b584722b tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3171998'] for subnet, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:48.931913 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5b5d66-733c-48b2-bd90-59fdf49d8dd6 None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:46:49.169298 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0d64c684-a495-4588-91e6-b1792ca0dd09 req-42a0b9d5-a1e9-4f96-85b2-0e635b920620 tempest-ServerShowV257Test-1553776001 tempest-ServerShowV257Test-1553776001-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d1f8a58-5141-424e-b190-da9e01ce86bc HTTP/1.1" status: 200 len: 210 time: 0.1175749 May 28 06:46:49.209647 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2f272349-85dc-42e0-8a9a-2e1455170941 req-3faf8bc8-dd0f-4434-97e5-766952acaf4b tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/ports?device_id=65c6cfe6-c605-4828-9a4a-84efc794b22e HTTP/1.1" status: 200 len: 210 time: 0.1893325 May 28 06:46:49.220967 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5364ff53-f7f8-4dca-b968-22eeb4337b3d tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:49.251399 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.ipam_backend_mixin [None req-e489147a-2407-41d4-b0c4-84b6b584722b tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Performing IP validity checks on allocation pools {{(pid=89110) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 28 06:46:49.255827 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.ipam_backend_mixin [None req-e489147a-2407-41d4-b0c4-84b6b584722b tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89110) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 28 06:46:49.278060 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-5364ff53-f7f8-4dca-b968-22eeb4337b3d tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cf657d0-b548-4533-972b-c30bd88f3cc6']}} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:46:49.285313 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-ba5b5d66-733c-48b2-bd90-59fdf49d8dd6 None None] Attempting to bind port 3bbb9b98-5884-4a43-a563-4119a8973c7c on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:46:49.285491 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-ba5b5d66-733c-48b2-bd90-59fdf49d8dd6 None None] Attempting to bind port 3bbb9b98-5884-4a43-a563-4119a8973c7c by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'f6f41ec3-3712-47ef-ae11-011787b6eb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '1cf657d0-b548-4533-972b-c30bd88f3cc6'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:46:49.285877 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5b5d66-733c-48b2-bd90-59fdf49d8dd6 None None] Attempting to bind port 3bbb9b98-5884-4a43-a563-4119a8973c7c on network 1cf657d0-b548-4533-972b-c30bd88f3cc6 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:46:49.302960 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-5364ff53-f7f8-4dca-b968-22eeb4337b3d tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6f41ec3-3712-47ef-ae11-011787b6eb30') {'for_net_delete': True} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:46:49.303382 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-5364ff53-f7f8-4dca-b968-22eeb4337b3d tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6f41ec3-3712-47ef-ae11-011787b6eb30') {} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:46:49.305965 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5b5d66-733c-48b2-bd90-59fdf49d8dd6 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:46:49.306385 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5b5d66-733c-48b2-bd90-59fdf49d8dd6 None None] Checking segment: {'id': 'f6f41ec3-3712-47ef-ae11-011787b6eb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '1cf657d0-b548-4533-972b-c30bd88f3cc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:46:49.306792 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-ba5b5d66-733c-48b2-bd90-59fdf49d8dd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:49.307229 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5b5d66-733c-48b2-bd90-59fdf49d8dd6 None None] Bound using segment: {'id': 'f6f41ec3-3712-47ef-ae11-011787b6eb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '1cf657d0-b548-4533-972b-c30bd88f3cc6'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:46:49.307684 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-ba5b5d66-733c-48b2-bd90-59fdf49d8dd6 None None] Bound port: 3bbb9b98-5884-4a43-a563-4119a8973c7c, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6f41ec3-3712-47ef-ae11-011787b6eb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '1cf657d0-b548-4533-972b-c30bd88f3cc6'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:46:49.308128 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-ba5b5d66-733c-48b2-bd90-59fdf49d8dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:49.320490 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5364ff53-f7f8-4dca-b968-22eeb4337b3d tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4150778'] for segment, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:49.343127 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5364ff53-f7f8-4dca-b968-22eeb4337b3d tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:49.354323 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5364ff53-f7f8-4dca-b968-22eeb4337b3d tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=89110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:46:49.354866 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5364ff53-f7f8-4dca-b968-22eeb4337b3d tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3143023'] for segment, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:49.452337 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-e4bba109-4648-48d5-8a02-916ec62ecbdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6a3952f-9e0c-4daf-801a-c1b220ccdb7d', 'name': 'tempest-ServerActionsTestJSON-999239930-router', 'tenant_id': 'fada8efd68e34d6781d883ae41cb05ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'ad730f12-4d9c-46d8-922c-7df4d43b7195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:36:11Z', 'updated_at': '2022-05-28T06:36:28Z', 'revision_number': 4, 'project_id': 'fada8efd68e34d6781d883ae41cb05ad', 'gw_port': {'id': 'ad730f12-4d9c-46d8-922c-7df4d43b7195', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a3952f-9e0c-4daf-801a-c1b220ccdb7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:36:14Z', 'updated_at': '2022-05-28T06:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '40052406-75c2-412c-a1db-28bb911750f0', 'name': '', 'network_id': 'e7d92049-bff3-4c3a-a4bd-4950c7dcad1c', 'tenant_id': 'fada8efd68e34d6781d883ae41cb05ad', 'mac_address': 'fa:16:3e:02:42:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a3952f-9e0c-4daf-801a-c1b220ccdb7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '40188bf0-967d-446e-ac4f-b5c59a2acd9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:36:24Z', 'updated_at': '2022-05-28T06:36:44Z', 'revision_number': 5, 'project_id': 'fada8efd68e34d6781d883ae41cb05ad', 'subnets': [{'id': '40188bf0-967d-446e-ac4f-b5c59a2acd9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:46:49.459114 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-ba5b5d66-733c-48b2-bd90-59fdf49d8dd6 None None] For port 3bbb9b98-5884-4a43-a563-4119a8973c7c, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:46:49.461437 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4bba109-4648-48d5-8a02-916ec62ecbdd None None] Checking router: b6a3952f-9e0c-4daf-801a-c1b220ccdb7d for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:46:49.467001 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment f6f41ec3-3712-47ef-ae11-011787b6eb30 resource provider aggregate not found May 28 06:46:49.471166 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4bba109-4648-48d5-8a02-916ec62ecbdd None None] Routers {'b6a3952f-9e0c-4daf-801a-c1b220ccdb7d'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:46:49.472159 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-e4bba109-4648-48d5-8a02-916ec62ecbdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:46:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['b6a3952f-9e0c-4daf-801a-c1b220ccdb7d'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:46:49.568461 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment f6f41ec3-3712-47ef-ae11-011787b6eb30 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f6f41ec3-3712-47ef-ae11-011787b6eb30 found for delete ", "request_id": "req-5ae059cd-1505-49bc-ace3-80f558cae803"}]} May 28 06:46:49.703219 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-e4bba109-4648-48d5-8a02-916ec62ecbdd None None] Set router b6a3952f-9e0c-4daf-801a-c1b220ccdb7d gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:46:49.753443 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.db.api [None req-5364ff53-f7f8-4dca-b968-22eeb4337b3d tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 28 06:46:49.753443 n-d-843702-1 neutron-server[89110]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 28 06:46:49.753443 n-d-843702-1 neutron-server[89110]: [parameters: {'id': '1cf657d0-b548-4533-972b-c30bd88f3cc6'}] May 28 06:46:49.753443 n-d-843702-1 neutron-server[89110]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89110) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:46:49.754549 n-d-843702-1 neutron-server[89110]: DEBUG oslo_db.api [None req-5364ff53-f7f8-4dca-b968-22eeb4337b3d tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:46:49.768927 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-ba5b5d66-733c-48b2-bd90-59fdf49d8dd6 None None] For port 3bbb9b98-5884-4a43-a563-4119a8973c7c, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=3bbb9b98-5884-4a43-a563-4119a8973c7c,segment=NetworkSegment(f6f41ec3-3712-47ef-ae11-011787b6eb30),segment_id=f6f41ec3-3712-47ef-ae11-011787b6eb30)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:46:49.804568 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e489147a-2407-41d4-b0c4-84b6b584722b tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3115906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3172012'] for subnet, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:49.919486 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-ba5b5d66-733c-48b2-bd90-59fdf49d8dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:49.969280 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e489147a-2407-41d4-b0c4-84b6b584722b tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Checking segment: {'id': '1cca9444-5710-443f-a864-49f12e5ac116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ba9b7515-2e1e-4aec-b543-270b3b09eade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:46:49.969687 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e489147a-2407-41d4-b0c4-84b6b584722b tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Network hostable DHCP agents. Network: ba9b7515-2e1e-4aec-b543-270b3b09eade, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89110) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:46:49.987936 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e489147a-2407-41d4-b0c4-84b6b584722b tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Pushing event updated for resources: {'Subnet': ['ID=1d177363-cca7-4f2d-adcc-48671838b038,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:46:50.103292 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e489147a-2407-41d4-b0c4-84b6b584722b tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Network ba9b7515-2e1e-4aec-b543-270b3b09eade is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89110) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:46:50.192767 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-e489147a-2407-41d4-b0c4-84b6b584722b tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, ba9b7515-2e1e-4aec-b543-270b3b09eade) {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:46:50.198880 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e489147a-2407-41d4-b0c4-84b6b584722b tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:46:50.203663 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e489147a-2407-41d4-b0c4-84b6b584722b tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:50.248330 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7012e625-4d1a-41cf-9dcf-8cd3c9f93aff None None] Network ba9b7515-2e1e-4aec-b543-270b3b09eade requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:46:50.256233 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5364ff53-f7f8-4dca-b968-22eeb4337b3d tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:50.264255 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5b5d66-733c-48b2-bd90-59fdf49d8dd6 None None] Pushing event updated for resources: {'Port': ['ID=3bbb9b98-5884-4a43-a563-4119a8973c7c,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:46:50.296332 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-5364ff53-f7f8-4dca-b968-22eeb4337b3d tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Deleting port 3bbb9b98-5884-4a43-a563-4119a8973c7c {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:46:50.296686 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5364ff53-f7f8-4dca-b968-22eeb4337b3d tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:50.361304 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-e489147a-2407-41d4-b0c4-84b6b584722b tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9904172 May 28 06:46:50.366213 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 51572) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:46:50.372774 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-8b4095dd-20b7-4d72-878f-0c7eabe06b6d tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Request body: {'port': {'network_id': 'ba9b7515-2e1e-4aec-b543-270b3b09eade', 'name': 'tempest-PortsIpV6TestJSON-639184229'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:46:50.411052 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e10dada-5a3b-46f4-9cf6-6719d5493b58 None None] Network 1cf657d0-b548-4533-972b-c30bd88f3cc6 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:46:50.540986 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 51580) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:46:50.833069 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-8b4095dd-20b7-4d72-878f-0c7eabe06b6d tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:46:50.852218 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-8b4095dd-20b7-4d72-878f-0c7eabe06b6d tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Usage tracker for resource:port and tenant:bf0f1d3761524ddfa4db9240ac258eb8 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:46:50.858326 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-8b4095dd-20b7-4d72-878f-0c7eabe06b6d tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:46:50.872729 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-8b4095dd-20b7-4d72-878f-0c7eabe06b6d tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:46:50.948355 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 51594) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:46:50.964962 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b4095dd-20b7-4d72-878f-0c7eabe06b6d tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Made reservation on behalf of bf0f1d3761524ddfa4db9240ac258eb8 for: {'port': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:46:50.968720 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8b4095dd-20b7-4d72-878f-0c7eabe06b6d tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:51.053730 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [None req-8b4095dd-20b7-4d72-878f-0c7eabe06b6d tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] device_id is not set on port c266c85b-5dc4-443c-9e9a-f587704ca369 yet. {{(pid=89109) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:46:51.073092 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0e6dbcc9-2bb0-4186-8417-84ac9e257b39 req-84b01e5e-36e0-4968-bedd-0c54c0fc4491 tempest-ServerShowV257Test-1553776001 tempest-ServerShowV257Test-1553776001-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d1f8a58-5141-424e-b190-da9e01ce86bc HTTP/1.1" status: 200 len: 210 time: 0.5592327 May 28 06:46:51.212391 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-bafed4da-7e94-4cc6-ab04-2e44f66cf241 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:51.278396 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [None req-5364ff53-f7f8-4dca-b968-22eeb4337b3d tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] For port 3bbb9b98-5884-4a43-a563-4119a8973c7c, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=3bbb9b98-5884-4a43-a563-4119a8973c7c,segment=NetworkSegment(f6f41ec3-3712-47ef-ae11-011787b6eb30),segment_id=f6f41ec3-3712-47ef-ae11-011787b6eb30)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:46:51.278762 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5364ff53-f7f8-4dca-b968-22eeb4337b3d tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:51.290806 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-bafed4da-7e94-4cc6-ab04-2e44f66cf241 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:51.338313 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-e4bba109-4648-48d5-8a02-916ec62ecbdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6a3952f-9e0c-4daf-801a-c1b220ccdb7d', 'name': 'tempest-ServerActionsTestJSON-999239930-router', 'tenant_id': 'fada8efd68e34d6781d883ae41cb05ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'ad730f12-4d9c-46d8-922c-7df4d43b7195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:36:11Z', 'updated_at': '2022-05-28T06:36:28Z', 'revision_number': 4, 'project_id': 'fada8efd68e34d6781d883ae41cb05ad', 'gw_port': {'id': 'ad730f12-4d9c-46d8-922c-7df4d43b7195', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a3952f-9e0c-4daf-801a-c1b220ccdb7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:36:14Z', 'updated_at': '2022-05-28T06:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '40052406-75c2-412c-a1db-28bb911750f0', 'name': '', 'network_id': 'e7d92049-bff3-4c3a-a4bd-4950c7dcad1c', 'tenant_id': 'fada8efd68e34d6781d883ae41cb05ad', 'mac_address': 'fa:16:3e:02:42:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a3952f-9e0c-4daf-801a-c1b220ccdb7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '40188bf0-967d-446e-ac4f-b5c59a2acd9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:36:24Z', 'updated_at': '2022-05-28T06:36:44Z', 'revision_number': 5, 'project_id': 'fada8efd68e34d6781d883ae41cb05ad', 'subnets': [{'id': '40188bf0-967d-446e-ac4f-b5c59a2acd9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:46:51.341317 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-9eeecbe8-a23f-4695-90aa-cd9300b05d12 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-985963758-network', 'tenant_id': '2a8f19aa3acc47939228c83f8cbfdf62'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:46:51.351919 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-8b4095dd-20b7-4d72-878f-0c7eabe06b6d tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Allocated IP 2001:db8::17a (ba9b7515-2e1e-4aec-b543-270b3b09eade/1d177363-cca7-4f2d-adcc-48671838b038/c266c85b-5dc4-443c-9e9a-f587704ca369) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:46:51.357009 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-9eeecbe8-a23f-4695-90aa-cd9300b05d12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:46:51.357567 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a7dcf3c-8d7c-4fc5-8956-98ade85e74ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-ba9b7515-2e1e-4aec-b543-270b3b09eade', 'network_id': 'ba9b7515-2e1e-4aec-b543-270b3b09eade', 'tenant_id': 'bf0f1d3761524ddfa4db9240ac258eb8', 'fixed_ips': [{'subnet_id': '1d177363-cca7-4f2d-adcc-48671838b038'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:46:51.358513 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-8a7dcf3c-8d7c-4fc5-8956-98ade85e74ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:51.368633 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4bba109-4648-48d5-8a02-916ec62ecbdd None None] The sync data for ids ['b6a3952f-9e0c-4daf-801a-c1b220ccdb7d'] in n-d-843702-1 is: [{'id': 'b6a3952f-9e0c-4daf-801a-c1b220ccdb7d', 'name': 'tempest-ServerActionsTestJSON-999239930-router', 'tenant_id': 'fada8efd68e34d6781d883ae41cb05ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'ad730f12-4d9c-46d8-922c-7df4d43b7195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:36:11Z', 'updated_at': '2022-05-28T06:36:28Z', 'revision_number': 4, 'project_id': 'fada8efd68e34d6781d883ae41cb05ad', 'gw_port': {'id': 'ad730f12-4d9c-46d8-922c-7df4d43b7195', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a3952f-9e0c-4daf-801a-c1b220ccdb7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:36:14Z', 'updated_at': '2022-05-28T06:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '40052406-75c2-412c-a1db-28bb911750f0', 'name': '', 'network_id': 'e7d92049-bff3-4c3a-a4bd-4950c7dcad1c', 'tenant_id': 'fada8efd68e34d6781d883ae41cb05ad', 'mac_address': 'fa:16:3e:02:42:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a3952f-9e0c-4daf-801a-c1b220ccdb7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '40188bf0-967d-446e-ac4f-b5c59a2acd9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:36:24Z', 'updated_at': '2022-05-28T06:36:44Z', 'revision_number': 5, 'project_id': 'fada8efd68e34d6781d883ae41cb05ad', 'subnets': [{'id': '40188bf0-967d-446e-ac4f-b5c59a2acd9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:46:51.389533 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-9eeecbe8-a23f-4695-90aa-cd9300b05d12 admin admin] Usage tracker for resource:network and tenant:2a8f19aa3acc47939228c83f8cbfdf62 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:46:51.396615 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-9eeecbe8-a23f-4695-90aa-cd9300b05d12 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:46:51.415281 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-9eeecbe8-a23f-4695-90aa-cd9300b05d12 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:46:51.582169 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-5364ff53-f7f8-4dca-b968-22eeb4337b3d tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Calling delete_port for 3bbb9b98-5884-4a43-a563-4119a8973c7c owned by network:dhcp {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:46:51.683645 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eeecbe8-a23f-4695-90aa-cd9300b05d12 admin admin] Made reservation on behalf of 2a8f19aa3acc47939228c83f8cbfdf62 for: {'network': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:46:51.686580 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9eeecbe8-a23f-4695-90aa-cd9300b05d12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:51.723187 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9eeecbe8-a23f-4695-90aa-cd9300b05d12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:51.829828 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-9eeecbe8-a23f-4695-90aa-cd9300b05d12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:46:51.861807 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-9eeecbe8-a23f-4695-90aa-cd9300b05d12 admin admin] Usage tracker for resource:security_group_rule and tenant:2a8f19aa3acc47939228c83f8cbfdf62 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:46:51.866634 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-9eeecbe8-a23f-4695-90aa-cd9300b05d12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:46:51.900956 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-9eeecbe8-a23f-4695-90aa-cd9300b05d12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:46:51.914425 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5364ff53-f7f8-4dca-b968-22eeb4337b3d tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:51.968053 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8b4095dd-20b7-4d72-878f-0c7eabe06b6d tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:52.010235 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7acc383-6205-4c15-84b6-164b4a7c4982 None None] New status for floating IP 276b4160-6686-4a07-a4fe-f8421686bdff: DOWN {{(pid=89112) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 06:46:52.023133 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5364ff53-f7f8-4dca-b968-22eeb4337b3d tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] No DVR routers for this DVR port 3bbb9b98-5884-4a43-a563-4119a8973c7c on host n-d-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:46:52.032615 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [None req-8b4095dd-20b7-4d72-878f-0c7eabe06b6d tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Transition to ACTIVE for port object c266c85b-5dc4-443c-9e9a-f587704ca369 will not be triggered until provisioned by entity DHCP. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:46:52.132415 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5364ff53-f7f8-4dca-b968-22eeb4337b3d tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Pushing event deleted for resources: {'Port': ['ID=3bbb9b98-5884-4a43-a563-4119a8973c7c,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:46:52.157393 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-bafed4da-7e94-4cc6-ab04-2e44f66cf241 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:52.195081 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9eeecbe8-a23f-4695-90aa-cd9300b05d12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:52.260557 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafed4da-7e94-4cc6-ab04-2e44f66cf241 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0fc320c-5211-4d72-b7c9-130a40d05074,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:46:52.301532 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9eeecbe8-a23f-4695-90aa-cd9300b05d12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:52.322131 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9eeecbe8-a23f-4695-90aa-cd9300b05d12 admin admin] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=89109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:46:52.343995 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5364ff53-f7f8-4dca-b968-22eeb4337b3d tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:52.353296 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-de47eca2-e8c9-4933-8649-2aa4db52cac7 req-186f7521-93de-49d3-82bd-03b7dce00a72 tempest-ServerShowV257Test-1553776001 tempest-ServerShowV257Test-1553776001-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d1f8a58-5141-424e-b190-da9e01ce86bc HTTP/1.1" status: 200 len: 210 time: 0.0942037 May 28 06:46:52.374668 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-5364ff53-f7f8-4dca-b968-22eeb4337b3d tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cf657d0-b548-4533-972b-c30bd88f3cc6']}} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:46:52.387933 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9eeecbe8-a23f-4695-90aa-cd9300b05d12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:52.388284 n-d-843702-1 neutron-server[89109]: INFO neutron.db.segments_db [None req-9eeecbe8-a23f-4695-90aa-cd9300b05d12 admin admin] Added segment fe2f7a37-6771-44a4-87e9-82e388cad488 of type vlan for network 8501caf1-398f-4e92-a229-2f7a99c8fa02 May 28 06:46:52.391196 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-5364ff53-f7f8-4dca-b968-22eeb4337b3d tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6f41ec3-3712-47ef-ae11-011787b6eb30') {'for_net_delete': True} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:46:52.391678 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-5364ff53-f7f8-4dca-b968-22eeb4337b3d tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6f41ec3-3712-47ef-ae11-011787b6eb30') {} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:46:52.411244 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5364ff53-f7f8-4dca-b968-22eeb4337b3d tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4150778'] for segment, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:52.419481 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-bafed4da-7e94-4cc6-ab04-2e44f66cf241 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:52.420733 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-8a7dcf3c-8d7c-4fc5-8956-98ade85e74ae None None] Allocated IP 2001:db8::2 (ba9b7515-2e1e-4aec-b543-270b3b09eade/1d177363-cca7-4f2d-adcc-48671838b038/cdbe3431-a2db-4715-a776-7186dea50ac3) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:46:52.423985 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-bafed4da-7e94-4cc6-ab04-2e44f66cf241 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "DELETE /v2.0/security-groups/f0fc320c-5211-4d72-b7c9-130a40d05074 HTTP/1.1" status: 204 len: 168 time: 1.5072725 May 28 06:46:52.425272 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 51634) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:46:52.459103 n-d-843702-1 neutron-server[89110]: INFO neutron.api.v2.resource [None req-cde6f298-5506-4a45-9934-8bd29993011d tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] show failed (client error): The resource could not be found. May 28 06:46:52.464581 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-cde6f298-5506-4a45-9934-8bd29993011d tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "GET /v2.0/security-groups/f0fc320c-5211-4d72-b7c9-130a40d05074 HTTP/1.1" status: 404 len: 347 time: 0.0320177 May 28 06:46:52.464581 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 51638) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:46:52.466705 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8b4095dd-20b7-4d72-878f-0c7eabe06b6d tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:52.536720 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9eeecbe8-a23f-4695-90aa-cd9300b05d12 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:52.582715 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeecbe8-a23f-4695-90aa-cd9300b05d12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bef94f29-08f6-4140-978c-3fcf3cd34476,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:46:52.641136 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5364ff53-f7f8-4dca-b968-22eeb4337b3d tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:52.656878 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5364ff53-f7f8-4dca-b968-22eeb4337b3d tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=89110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:46:52.657371 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5364ff53-f7f8-4dca-b968-22eeb4337b3d tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3143023'] for segment, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:52.698444 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4095dd-20b7-4d72-878f-0c7eabe06b6d tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Network ba9b7515-2e1e-4aec-b543-270b3b09eade is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:46:52.703993 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-8b4095dd-20b7-4d72-878f-0c7eabe06b6d tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:46:52.708097 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4095dd-20b7-4d72-878f-0c7eabe06b6d tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:46:52.715448 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b4095dd-20b7-4d72-878f-0c7eabe06b6d tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:46:52.720525 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8b4095dd-20b7-4d72-878f-0c7eabe06b6d tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:52.750884 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4095dd-20b7-4d72-878f-0c7eabe06b6d tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Pushing event updated for resources: {'Port': ['ID=c266c85b-5dc4-443c-9e9a-f587704ca369,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:46:52.805167 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment f6f41ec3-3712-47ef-ae11-011787b6eb30 resource provider aggregate not found May 28 06:46:52.822124 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-8a7dcf3c-8d7c-4fc5-8956-98ade85e74ae None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:52.827337 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9eeecbe8-a23f-4695-90aa-cd9300b05d12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:52.832151 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eeecbe8-a23f-4695-90aa-cd9300b05d12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:46:52.832151 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9eeecbe8-a23f-4695-90aa-cd9300b05d12 admin admin] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:52.840546 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-8a7dcf3c-8d7c-4fc5-8956-98ade85e74ae None None] Transition to ACTIVE for port object cdbe3431-a2db-4715-a776-7186dea50ac3 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:46:52.881624 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-8a7dcf3c-8d7c-4fc5-8956-98ade85e74ae None None] Transition to ACTIVE for port object cdbe3431-a2db-4715-a776-7186dea50ac3 will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:46:52.947534 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment f6f41ec3-3712-47ef-ae11-011787b6eb30 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f6f41ec3-3712-47ef-ae11-011787b6eb30 found for delete ", "request_id": "req-f955ba49-8b21-4d98-98ab-c4a490fdef7e"}]} May 28 06:46:52.953192 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-8a7dcf3c-8d7c-4fc5-8956-98ade85e74ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:52.964890 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5364ff53-f7f8-4dca-b968-22eeb4337b3d tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:53.003266 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a7dcf3c-8d7c-4fc5-8956-98ade85e74ae None None] Network ba9b7515-2e1e-4aec-b543-270b3b09eade is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:46:53.010776 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-8a7dcf3c-8d7c-4fc5-8956-98ade85e74ae None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:46:53.019964 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-9eeecbe8-a23f-4695-90aa-cd9300b05d12 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 2.0678580 May 28 06:46:53.020662 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 51660) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:46:53.021648 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7dcf3c-8d7c-4fc5-8956-98ade85e74ae None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:46:53.030786 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5364ff53-f7f8-4dca-b968-22eeb4337b3d tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:53.042193 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5364ff53-f7f8-4dca-b968-22eeb4337b3d tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Pushing event deleted for resources: {'Network': ['ID=1cf657d0-b548-4533-972b-c30bd88f3cc6,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:46:53.042193 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-0ffcb839-efe7-4d30-ad85-904aec715f69 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Deleting port f54f30b8-7f28-4222-bf4c-b793c7a1afde {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:46:53.042193 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0ffcb839-efe7-4d30-ad85-904aec715f69 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:53.044609 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-8b4095dd-20b7-4d72-878f-0c7eabe06b6d tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.6772068 May 28 06:46:53.103494 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 51664) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:46:53.112983 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-597db645-03cc-4229-a123-12ba287f5efe admin admin] Request body: {'subnet': {'network_id': '8501caf1-398f-4e92-a229-2f7a99c8fa02', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-985963758-subnet', 'tenant_id': '2a8f19aa3acc47939228c83f8cbfdf62', 'ip_version': 4}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:46:53.118858 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-597db645-03cc-4229-a123-12ba287f5efe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:46:53.123364 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-597db645-03cc-4229-a123-12ba287f5efe admin admin] Usage tracker for resource:subnet and tenant:2a8f19aa3acc47939228c83f8cbfdf62 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:46:53.126630 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-597db645-03cc-4229-a123-12ba287f5efe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:46:53.133434 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-597db645-03cc-4229-a123-12ba287f5efe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:46:53.202333 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-5364ff53-f7f8-4dca-b968-22eeb4337b3d tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] 10.222.0.55 "DELETE /v2.0/networks/1cf657d0-b548-4533-972b-c30bd88f3cc6 HTTP/1.1" status: 204 len: 168 time: 6.1422863 May 28 06:46:53.212494 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeecbe8-a23f-4695-90aa-cd9300b05d12 admin admin] Pushing event updated for resources: {'Network': ['ID=8501caf1-398f-4e92-a229-2f7a99c8fa02,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:46:53.221918 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 51668) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:46:53.248340 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 8501caf1-398f-4e92-a229-2f7a99c8fa02 details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:46:53.287419 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-597db645-03cc-4229-a123-12ba287f5efe admin admin] Made reservation on behalf of 2a8f19aa3acc47939228c83f8cbfdf62 for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:46:53.289550 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7dcf3c-8d7c-4fc5-8956-98ade85e74ae None None] Pushing event updated for resources: {'Port': ['ID=cdbe3431-a2db-4715-a776-7186dea50ac3,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:46:53.290319 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-597db645-03cc-4229-a123-12ba287f5efe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:53.341143 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-2be90f67-8124-4f52-906b-668134226781 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-18479687'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:46:53.345502 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0ffcb839-efe7-4d30-ad85-904aec715f69 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:53.347098 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0ffcb839-efe7-4d30-ad85-904aec715f69 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:53.377355 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-8a7dcf3c-8d7c-4fc5-8956-98ade85e74ae None None] Attempting to bind port cdbe3431-a2db-4715-a776-7186dea50ac3 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:46:53.378143 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-8a7dcf3c-8d7c-4fc5-8956-98ade85e74ae None None] Attempting to bind port cdbe3431-a2db-4715-a776-7186dea50ac3 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': '1cca9444-5710-443f-a864-49f12e5ac116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ba9b7515-2e1e-4aec-b543-270b3b09eade'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:46:53.378717 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7dcf3c-8d7c-4fc5-8956-98ade85e74ae None None] Attempting to bind port cdbe3431-a2db-4715-a776-7186dea50ac3 on network ba9b7515-2e1e-4aec-b543-270b3b09eade {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:46:53.384929 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-2be90f67-8124-4f52-906b-668134226781 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:46:53.400604 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7dcf3c-8d7c-4fc5-8956-98ade85e74ae None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:46:53.401103 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7dcf3c-8d7c-4fc5-8956-98ade85e74ae None None] Checking segment: {'id': '1cca9444-5710-443f-a864-49f12e5ac116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ba9b7515-2e1e-4aec-b543-270b3b09eade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:46:53.401878 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-8a7dcf3c-8d7c-4fc5-8956-98ade85e74ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:53.402616 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7dcf3c-8d7c-4fc5-8956-98ade85e74ae None None] Bound using segment: {'id': '1cca9444-5710-443f-a864-49f12e5ac116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ba9b7515-2e1e-4aec-b543-270b3b09eade'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:46:53.403402 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-8a7dcf3c-8d7c-4fc5-8956-98ade85e74ae None None] Bound port: cdbe3431-a2db-4715-a776-7186dea50ac3, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cca9444-5710-443f-a864-49f12e5ac116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ba9b7515-2e1e-4aec-b543-270b3b09eade'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:46:53.404033 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-8a7dcf3c-8d7c-4fc5-8956-98ade85e74ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:53.563505 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-baf8f968-3936-4f61-93a8-18c301e435b5 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Deleting port c266c85b-5dc4-443c-9e9a-f587704ca369 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:46:53.564886 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-baf8f968-3936-4f61-93a8-18c301e435b5 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:53.634930 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-8a7dcf3c-8d7c-4fc5-8956-98ade85e74ae None None] For port cdbe3431-a2db-4715-a776-7186dea50ac3, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:46:53.639002 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-8a7dcf3c-8d7c-4fc5-8956-98ade85e74ae None None] For port cdbe3431-a2db-4715-a776-7186dea50ac3, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=cdbe3431-a2db-4715-a776-7186dea50ac3,segment=NetworkSegment(1cca9444-5710-443f-a864-49f12e5ac116),segment_id=1cca9444-5710-443f-a864-49f12e5ac116)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:46:53.683553 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-2be90f67-8124-4f52-906b-668134226781 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Usage tracker for resource:network and tenant:e412caad0f5f49a9803aea4f744e5a99 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:46:53.708604 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-0ffcb839-efe7-4d30-ad85-904aec715f69 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Calling delete_port for f54f30b8-7f28-4222-bf4c-b793c7a1afde owned by network:floatingip {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:46:53.731334 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-8a7dcf3c-8d7c-4fc5-8956-98ade85e74ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:53.795148 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-2be90f67-8124-4f52-906b-668134226781 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:46:53.873776 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7dcf3c-8d7c-4fc5-8956-98ade85e74ae None None] Pushing event updated for resources: {'Port': ['ID=cdbe3431-a2db-4715-a776-7186dea50ac3,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:46:53.901497 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-df8209e2-ad84-4176-a55f-22528f1a33f3 req-b425ff86-2eee-4e4b-8004-b9f1a4adca7f service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=5d1f8a58-5141-424e-b190-da9e01ce86bc HTTP/1.1" status: 200 len: 210 time: 0.3660696 May 28 06:46:53.908957 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-2be90f67-8124-4f52-906b-668134226781 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:46:54.047264 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c2b3a3c3-19b5-498e-ae54-4a8573719daa req-bfa64c17-ca1d-4d03-b8da-ea5112101a05 tempest-ServerShowV257Test-1553776001 tempest-ServerShowV257Test-1553776001-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d1f8a58-5141-424e-b190-da9e01ce86bc HTTP/1.1" status: 200 len: 210 time: 0.3506057 May 28 06:46:54.168672 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-baf8f968-3936-4f61-93a8-18c301e435b5 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:54.384704 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2be90f67-8124-4f52-906b-668134226781 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Made reservation on behalf of e412caad0f5f49a9803aea4f744e5a99 for: {'network': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:46:54.389030 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2be90f67-8124-4f52-906b-668134226781 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:54.416033 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-baf8f968-3936-4f61-93a8-18c301e435b5 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Calling delete_port for c266c85b-5dc4-443c-9e9a-f587704ca369 owned by {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:46:54.433982 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0ffcb839-efe7-4d30-ad85-904aec715f69 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:54.616722 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffcb839-efe7-4d30-ad85-904aec715f69 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Pushing event deleted for resources: {'Port': ['ID=f54f30b8-7f28-4222-bf4c-b793c7a1afde,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:46:54.640049 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffcb839-efe7-4d30-ad85-904aec715f69 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:46:54.644952 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffcb839-efe7-4d30-ad85-904aec715f69 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:46:54.645489 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffcb839-efe7-4d30-ad85-904aec715f69 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:46:54.645902 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffcb839-efe7-4d30-ad85-904aec715f69 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:46:54.646295 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffcb839-efe7-4d30-ad85-904aec715f69 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:46:54.646683 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffcb839-efe7-4d30-ad85-904aec715f69 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:46:54.647068 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffcb839-efe7-4d30-ad85-904aec715f69 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:46:54.647506 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffcb839-efe7-4d30-ad85-904aec715f69 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:46:54.647990 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffcb839-efe7-4d30-ad85-904aec715f69 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:46:54.649760 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffcb839-efe7-4d30-ad85-904aec715f69 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:46:54.650123 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffcb839-efe7-4d30-ad85-904aec715f69 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:46:54.650646 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffcb839-efe7-4d30-ad85-904aec715f69 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:46:54.795873 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0ffcb839-efe7-4d30-ad85-904aec715f69 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Notify callbacks [] for floatingip, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:54.812005 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2be90f67-8124-4f52-906b-668134226781 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=89109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:46:54.849732 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2be90f67-8124-4f52-906b-668134226781 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:54.850380 n-d-843702-1 neutron-server[89109]: INFO neutron.db.segments_db [None req-2be90f67-8124-4f52-906b-668134226781 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Added segment 6a604b25-aaf6-4745-8a3e-b943944cb8f2 of type vlan for network 25b0ceac-25f2-409c-a442-97c1bc342bdb May 28 06:46:54.949745 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0ffcb839-efe7-4d30-ad85-904aec715f69 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:54.952496 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-0ffcb839-efe7-4d30-ad85-904aec715f69 tempest-ServerActionsTestJSON-1617869738 tempest-ServerActionsTestJSON-1617869738-project] 10.222.0.55 "DELETE /v2.0/floatingips/276b4160-6686-4a07-a4fe-f8421686bdff HTTP/1.1" status: 204 len: 168 time: 2.4667892 May 28 06:46:54.960827 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 51702) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:46:55.024592 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2be90f67-8124-4f52-906b-668134226781 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:55.058929 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-597db645-03cc-4229-a123-12ba287f5efe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:55.137114 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2be90f67-8124-4f52-906b-668134226781 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:55.144316 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be90f67-8124-4f52-906b-668134226781 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:46:55.145084 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2be90f67-8124-4f52-906b-668134226781 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:55.196351 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-baf8f968-3936-4f61-93a8-18c301e435b5 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:55.373208 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf8f968-3936-4f61-93a8-18c301e435b5 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Pushing event deleted for resources: {'Port': ['ID=c266c85b-5dc4-443c-9e9a-f587704ca369,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:46:55.378370 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-2be90f67-8124-4f52-906b-668134226781 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 2.1258650 May 28 06:46:55.391560 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 51714) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:46:55.441523 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-fbe4bbd5-4542-4c85-a389-f2776f35c053 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Request body: {'subnet': {'network_id': '25b0ceac-25f2-409c-a442-97c1bc342bdb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:46:55.462476 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-baf8f968-3936-4f61-93a8-18c301e435b5 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:55.466726 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-baf8f968-3936-4f61-93a8-18c301e435b5 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] 10.222.0.55 "DELETE /v2.0/ports/c266c85b-5dc4-443c-9e9a-f587704ca369 HTTP/1.1" status: 204 len: 168 time: 2.3245008 May 28 06:46:55.489144 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 51720) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:46:55.535952 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e5fa7875-041a-4eff-a022-2cbe11809fb6 req-80061e95-77eb-4555-aa26-ba0e43a61fa1 tempest-ServerShowV257Test-1553776001 tempest-ServerShowV257Test-1553776001-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d1f8a58-5141-424e-b190-da9e01ce86bc HTTP/1.1" status: 200 len: 210 time: 0.2281063 May 28 06:46:55.613559 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597db645-03cc-4229-a123-12ba287f5efe admin admin] Checking segment: {'id': 'fe2f7a37-6771-44a4-87e9-82e388cad488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '8501caf1-398f-4e92-a229-2f7a99c8fa02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:46:55.614126 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597db645-03cc-4229-a123-12ba287f5efe admin admin] Network hostable DHCP agents. Network: 8501caf1-398f-4e92-a229-2f7a99c8fa02, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:46:55.619170 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-3430988b-f26d-4182-86b3-1a5a6f6ae751 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] DELETE failed (client error): The resource could not be found. May 28 06:46:55.619744 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3430988b-f26d-4182-86b3-1a5a6f6ae751 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89109) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:46:55.622677 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device cdbe3431-a2db-4715-a776-7186dea50ac3 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:46:55.634523 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-3430988b-f26d-4182-86b3-1a5a6f6ae751 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] 10.222.0.55 "DELETE /v2.0/ports/c266c85b-5dc4-443c-9e9a-f587704ca369 HTTP/1.1" status: 404 len: 333 time: 0.1296129 May 28 06:46:55.634523 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 51726) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:46:55.634523 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be90f67-8124-4f52-906b-668134226781 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Pushing event updated for resources: {'Network': ['ID=25b0ceac-25f2-409c-a442-97c1bc342bdb,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:46:55.641289 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597db645-03cc-4229-a123-12ba287f5efe admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4c87859-3d0d-4782-bbcb-3af707890ac0,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:46:55.714391 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600a34da-2d45-4b6b-89c2-92ce43795592 None None] Network ba9b7515-2e1e-4aec-b543-270b3b09eade requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:46:55.742610 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff698c61-8e0e-4314-aa3b-bd087c563ca0 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] GET failed (client error): The resource could not be found. May 28 06:46:55.743295 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-ff698c61-8e0e-4314-aa3b-bd087c563ca0 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Synchronizing usage tracker for tenant:bf0f1d3761524ddfa4db9240ac258eb8 on resource:port {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:46:55.780852 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 25b0ceac-25f2-409c-a442-97c1bc342bdb details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:46:55.896409 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597db645-03cc-4229-a123-12ba287f5efe admin admin] Network 8501caf1-398f-4e92-a229-2f7a99c8fa02 is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:46:55.900955 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-ff698c61-8e0e-4314-aa3b-bd087c563ca0 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Unset dirty status for tenant:bf0f1d3761524ddfa4db9240ac258eb8 on resource:port {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:46:55.902481 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-ff698c61-8e0e-4314-aa3b-bd087c563ca0 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] 10.222.0.55 "GET /v2.0/ports/c266c85b-5dc4-443c-9e9a-f587704ca369 HTTP/1.1" status: 404 len: 333 time: 0.2640328 May 28 06:46:55.905287 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 51732) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:46:55.996618 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2603f90-1756-455e-b49e-80b810ade715 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Deleting subnet 1d177363-cca7-4f2d-adcc-48671838b038 {{(pid=89109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:46:56.001980 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b2603f90-1756-455e-b49e-80b810ade715 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks [] for subnet, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:56.036394 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-597db645-03cc-4229-a123-12ba287f5efe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, 8501caf1-398f-4e92-a229-2f7a99c8fa02) {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:46:56.059596 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-597db645-03cc-4229-a123-12ba287f5efe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:46:56.060667 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-597db645-03cc-4229-a123-12ba287f5efe admin admin] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:56.078072 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88cd265-9e39-4c7d-9253-bcb4b4083249 None None] Network 8501caf1-398f-4e92-a229-2f7a99c8fa02 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:46:56.115226 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-fbe4bbd5-4542-4c85-a389-f2776f35c053 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:46:56.124173 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-fbe4bbd5-4542-4c85-a389-f2776f35c053 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Usage tracker for resource:subnet and tenant:e412caad0f5f49a9803aea4f744e5a99 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:46:56.128912 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-fbe4bbd5-4542-4c85-a389-f2776f35c053 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:46:56.131078 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b2603f90-1756-455e-b49e-80b810ade715 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3964070'] for subnet, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:56.222380 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-fbe4bbd5-4542-4c85-a389-f2776f35c053 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:46:56.234616 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-597db645-03cc-4229-a123-12ba287f5efe admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 3.1947889 May 28 06:46:56.238075 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 51744) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:46:56.280288 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b2603f90-1756-455e-b49e-80b810ade715 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:56.349578 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-f67f843e-bb36-45ee-8ecf-87f57368f1a6 None None] Provisioning for port cdbe3431-a2db-4715-a776-7186dea50ac3 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:46:56.360565 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-a9604e5d-3340-4666-a6de-121c3c424646 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-985963758-router', 'tenant_id': '2a8f19aa3acc47939228c83f8cbfdf62', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:46:56.379488 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-a9604e5d-3340-4666-a6de-121c3c424646 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:46:56.404549 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-a9604e5d-3340-4666-a6de-121c3c424646 admin admin] Usage tracker for resource:router and tenant:2a8f19aa3acc47939228c83f8cbfdf62 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:46:56.415366 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-a9604e5d-3340-4666-a6de-121c3c424646 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:46:56.428400 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-a9604e5d-3340-4666-a6de-121c3c424646 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:46:56.461172 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbe4bbd5-4542-4c85-a389-f2776f35c053 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Made reservation on behalf of e412caad0f5f49a9803aea4f744e5a99 for: {'subnet': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:46:56.464567 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-fbe4bbd5-4542-4c85-a389-f2776f35c053 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3171998'] for subnet, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:56.550072 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a9604e5d-3340-4666-a6de-121c3c424646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59128'] for router, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:56.553351 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a9604e5d-3340-4666-a6de-121c3c424646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59009'] for router, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:56.613835 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-322eca40-35be-4827-b72b-2b77cb563cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:56.637755 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port cdbe3431-a2db-4715-a776-7186dea50ac3 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:46:56.646323 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port cdbe3431-a2db-4715-a776-7186dea50ac3 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:46:56.646996 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:56.711055 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b2603f90-1756-455e-b49e-80b810ade715 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9555650'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:56.757880 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a9604e5d-3340-4666-a6de-121c3c424646 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:56.761447 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2603f90-1756-455e-b49e-80b810ade715 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Pushing event deleted for resources: {'Subnet': ['ID=1d177363-cca7-4f2d-adcc-48671838b038,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:46:56.799855 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b2603f90-1756-455e-b49e-80b810ade715 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:56.813680 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-b2603f90-1756-455e-b49e-80b810ade715 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] 10.222.0.55 "DELETE /v2.0/subnets/1d177363-cca7-4f2d-adcc-48671838b038 HTTP/1.1" status: 204 len: 168 time: 0.9065096 May 28 06:46:56.816102 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 51762) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:46:56.837062 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2da9dc51-e264-4465-93e7-5c6634cd171a req-f3968af2-5d4a-45ce-9abe-c55c823f3be7 tempest-ServerShowV257Test-1553776001 tempest-ServerShowV257Test-1553776001-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d1f8a58-5141-424e-b190-da9e01ce86bc HTTP/1.1" status: 200 len: 210 time: 0.0744977 May 28 06:46:56.900682 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2ea5eeb0-9166-471a-97e2-1bb88dc1efa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700548'] for router_interface, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:57.059918 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port cdbe3431-a2db-4715-a776-7186dea50ac3 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:46:57.060287 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:57.083497 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a49912-da07-49e2-a8f8-cffd841d0343 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-8501caf1-398f-4e92-a229-2f7a99c8fa02', 'network_id': '8501caf1-398f-4e92-a229-2f7a99c8fa02', 'tenant_id': '2a8f19aa3acc47939228c83f8cbfdf62', 'fixed_ips': [{'subnet_id': 'a4c87859-3d0d-4782-bbcb-3af707890ac0'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:46:57.084734 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-a8a49912-da07-49e2-a8f8-cffd841d0343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:57.223004 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port cdbe3431-a2db-4715-a776-7186dea50ac3, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=cdbe3431-a2db-4715-a776-7186dea50ac3,segment=NetworkSegment(1cca9444-5710-443f-a864-49f12e5ac116),segment_id=1cca9444-5710-443f-a864-49f12e5ac116)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:46:57.289765 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af2d672-ffab-4549-91c1-b81e5a24cf41 None None] Network ba9b7515-2e1e-4aec-b543-270b3b09eade requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:46:57.465041 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5737b074-0124-47a4-a216-d9f86187328d tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:57.468579 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:57.638348 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-5737b074-0124-47a4-a216-d9f86187328d tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Deleting port cdbe3431-a2db-4715-a776-7186dea50ac3 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:46:57.638348 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5737b074-0124-47a4-a216-d9f86187328d tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:57.729058 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-fbe4bbd5-4542-4c85-a389-f2776f35c053 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3115906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3172012'] for subnet, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:57.738292 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a9604e5d-3340-4666-a6de-121c3c424646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59027'] for router, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:57.889848 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe4bbd5-4542-4c85-a389-f2776f35c053 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Pushing event updated for resources: {'Subnet': ['ID=d79a7c27-caa7-4385-baf2-a9c9857ed106,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:46:57.905568 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-a8a49912-da07-49e2-a8f8-cffd841d0343 None None] Allocated IP 172.20.0.2 (8501caf1-398f-4e92-a229-2f7a99c8fa02/a4c87859-3d0d-4782-bbcb-3af707890ac0/61718442-3ffc-4922-84e0-5128da5fcf0f) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:46:57.948394 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-37df3587-7271-4f03-aac2-987ffe457b00 None None] Provisioning complete for port cdbe3431-a2db-4715-a776-7186dea50ac3 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:46:57.948960 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-37df3587-7271-4f03-aac2-987ffe457b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:58.030211 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-f85ecdb7-392f-45e6-b8ea-e2b001bc306d req-bd4a9960-2e82-44f6-8919-a49770fec619 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2642218d8de84caaa3f97d313fad490a&device_id=5d1f8a58-5141-424e-b190-da9e01ce86bc HTTP/1.1" status: 200 len: 210 time: 0.1288378 May 28 06:46:58.084693 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe4bbd5-4542-4c85-a389-f2776f35c053 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Checking segment: {'id': '6a604b25-aaf6-4745-8a3e-b943944cb8f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '25b0ceac-25f2-409c-a442-97c1bc342bdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:46:58.084693 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe4bbd5-4542-4c85-a389-f2776f35c053 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Network hostable DHCP agents. Network: 25b0ceac-25f2-409c-a442-97c1bc342bdb, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89110) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:46:58.197610 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5be2b66d-c980-4bc3-a9e8-45bf581c4cef req-69e14c1a-0f47-47c0-bff7-b3f98c68fd69 tempest-ServerShowV257Test-1553776001 tempest-ServerShowV257Test-1553776001-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d1f8a58-5141-424e-b190-da9e01ce86bc HTTP/1.1" status: 200 len: 210 time: 0.0624394 May 28 06:46:58.270615 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=cdbe3431-a2db-4715-a776-7186dea50ac3,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:46:58.295271 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-f85ecdb7-392f-45e6-b8ea-e2b001bc306d req-30ed2038-cdd2-4e96-9858-60d1f0435ea7 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=2642218d8de84caaa3f97d313fad490a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2504876 May 28 06:46:58.367335 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:58.395571 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe4bbd5-4542-4c85-a389-f2776f35c053 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Network 25b0ceac-25f2-409c-a442-97c1bc342bdb is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89110) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:46:58.500043 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3102a7-51a1-4187-9558-35ca1c77c571 req-1cd208e9-1798-46d1-9c49-47c5399e54f3 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:46:58.509853 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ff3102a7-51a1-4187-9558-35ca1c77c571 req-1cd208e9-1798-46d1-9c49-47c5399e54f3 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/ports?device_id=3bc3a953-7679-4415-9d44-7fab5c933346 HTTP/1.1" status: 200 len: 946 time: 0.3076832 May 28 06:46:58.559132 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-fbe4bbd5-4542-4c85-a389-f2776f35c053 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, 25b0ceac-25f2-409c-a442-97c1bc342bdb) {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:46:58.601999 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-2ea5eeb0-9166-471a-97e2-1bb88dc1efa0 admin admin] Deleting port 40052406-75c2-412c-a1db-28bb911750f0 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:46:58.602377 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2ea5eeb0-9166-471a-97e2-1bb88dc1efa0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:58.701333 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-a8a49912-da07-49e2-a8f8-cffd841d0343 None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:58.718612 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-5737b074-0124-47a4-a216-d9f86187328d tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] For port cdbe3431-a2db-4715-a776-7186dea50ac3, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=cdbe3431-a2db-4715-a776-7186dea50ac3,segment=NetworkSegment(1cca9444-5710-443f-a864-49f12e5ac116),segment_id=1cca9444-5710-443f-a864-49f12e5ac116)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:46:58.719226 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5737b074-0124-47a4-a216-d9f86187328d tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:58.723973 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-a8a49912-da07-49e2-a8f8-cffd841d0343 None None] Transition to ACTIVE for port object 61718442-3ffc-4922-84e0-5128da5fcf0f will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:46:58.771966 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-a8a49912-da07-49e2-a8f8-cffd841d0343 None None] Transition to ACTIVE for port object 61718442-3ffc-4922-84e0-5128da5fcf0f will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:46:58.842978 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [None req-2ea5eeb0-9166-471a-97e2-1bb88dc1efa0 admin admin] For port 40052406-75c2-412c-a1db-28bb911750f0, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=40052406-75c2-412c-a1db-28bb911750f0,segment=NetworkSegment(4c4bc3f8-ec6f-40a7-9f80-cde5ff5de12a),segment_id=4c4bc3f8-ec6f-40a7-9f80-cde5ff5de12a)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:46:58.850143 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2ea5eeb0-9166-471a-97e2-1bb88dc1efa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:58.881169 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc757b72-60c5-49cc-a5ce-da2f1ef6f505 None None] Network 25b0ceac-25f2-409c-a442-97c1bc342bdb requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:46:58.900055 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-37df3587-7271-4f03-aac2-987ffe457b00 None None] Current status of the port cdbe3431-a2db-4715-a776-7186dea50ac3 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:46:58.904325 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-a8a49912-da07-49e2-a8f8-cffd841d0343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:58.914395 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-5737b074-0124-47a4-a216-d9f86187328d tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Calling delete_port for cdbe3431-a2db-4715-a776-7186dea50ac3 owned by network:dhcp {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:46:58.983419 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-2ea5eeb0-9166-471a-97e2-1bb88dc1efa0 admin admin] Calling delete_port for 40052406-75c2-412c-a1db-28bb911750f0 owned by network:router_interface {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:46:58.984960 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85ecdb7-392f-45e6-b8ea-e2b001bc306d req-52c3af56-e98e-492b-8d88-7807f2f55c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:46:58.987215 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-f85ecdb7-392f-45e6-b8ea-e2b001bc306d req-52c3af56-e98e-492b-8d88-7807f2f55c97 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6335416 May 28 06:46:59.015740 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a49912-da07-49e2-a8f8-cffd841d0343 None None] Network 8501caf1-398f-4e92-a229-2f7a99c8fa02 is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:46:59.139867 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a49912-da07-49e2-a8f8-cffd841d0343 None None] Pushing event updated for resources: {'Port': ['ID=61718442-3ffc-4922-84e0-5128da5fcf0f,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:46:59.144790 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-a8a49912-da07-49e2-a8f8-cffd841d0343 None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:46:59.154605 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a49912-da07-49e2-a8f8-cffd841d0343 None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:46:59.265464 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe4bbd5-4542-4c85-a389-f2776f35c053 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:46:59.266553 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-fbe4bbd5-4542-4c85-a389-f2776f35c053 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:59.270339 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-a8a49912-da07-49e2-a8f8-cffd841d0343 None None] Attempting to bind port 61718442-3ffc-4922-84e0-5128da5fcf0f on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:46:59.270784 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-a8a49912-da07-49e2-a8f8-cffd841d0343 None None] Attempting to bind port 61718442-3ffc-4922-84e0-5128da5fcf0f by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'fe2f7a37-6771-44a4-87e9-82e388cad488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '8501caf1-398f-4e92-a229-2f7a99c8fa02'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:46:59.271217 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a49912-da07-49e2-a8f8-cffd841d0343 None None] Attempting to bind port 61718442-3ffc-4922-84e0-5128da5fcf0f on network 8501caf1-398f-4e92-a229-2f7a99c8fa02 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:46:59.279927 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a49912-da07-49e2-a8f8-cffd841d0343 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:46:59.280382 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a49912-da07-49e2-a8f8-cffd841d0343 None None] Checking segment: {'id': 'fe2f7a37-6771-44a4-87e9-82e388cad488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '8501caf1-398f-4e92-a229-2f7a99c8fa02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:46:59.280861 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-a8a49912-da07-49e2-a8f8-cffd841d0343 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:59.281312 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a49912-da07-49e2-a8f8-cffd841d0343 None None] Bound using segment: {'id': 'fe2f7a37-6771-44a4-87e9-82e388cad488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '8501caf1-398f-4e92-a229-2f7a99c8fa02'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:46:59.281968 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-a8a49912-da07-49e2-a8f8-cffd841d0343 None None] Bound port: 61718442-3ffc-4922-84e0-5128da5fcf0f, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe2f7a37-6771-44a4-87e9-82e388cad488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '8501caf1-398f-4e92-a229-2f7a99c8fa02'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:46:59.282423 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-a8a49912-da07-49e2-a8f8-cffd841d0343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:59.309501 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ff3102a7-51a1-4187-9558-35ca1c77c571 req-a53190ed-f02c-490c-8e03-8d2f0f0ecbb1 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/security-groups?id=23eed38c-aa44-447e-83a9-ccee1b1a7a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7986426 May 28 06:46:59.317857 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5737b074-0124-47a4-a216-d9f86187328d tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:59.374845 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2ea5eeb0-9166-471a-97e2-1bb88dc1efa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:59.411064 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-a8a49912-da07-49e2-a8f8-cffd841d0343 None None] For port 61718442-3ffc-4922-84e0-5128da5fcf0f, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:46:59.415267 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-a8a49912-da07-49e2-a8f8-cffd841d0343 None None] For port 61718442-3ffc-4922-84e0-5128da5fcf0f, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=61718442-3ffc-4922-84e0-5128da5fcf0f,segment=NetworkSegment(fe2f7a37-6771-44a4-87e9-82e388cad488),segment_id=fe2f7a37-6771-44a4-87e9-82e388cad488)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:46:59.420084 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9080ffd-0136-491e-a11e-344ee6daa585 None None] DHCP port deletion for ba9b7515-2e1e-4aec-b543-270b3b09eade request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:46:59.428322 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-8fcbe771-c860-4600-b8f0-4d988a3b96a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:59.443021 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5737b074-0124-47a4-a216-d9f86187328d tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Pushing event deleted for resources: {'Port': ['ID=cdbe3431-a2db-4715-a776-7186dea50ac3,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:46:59.449661 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5737b074-0124-47a4-a216-d9f86187328d tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] No DVR routers for this DVR port cdbe3431-a2db-4715-a776-7186dea50ac3 on host n-d-843702-1 {{(pid=89109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:46:59.525167 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a9604e5d-3340-4666-a6de-121c3c424646 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:59.578214 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea5eeb0-9166-471a-97e2-1bb88dc1efa0 admin admin] Pushing event deleted for resources: {'Port': ['ID=40052406-75c2-412c-a1db-28bb911750f0,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:46:59.629236 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-a8a49912-da07-49e2-a8f8-cffd841d0343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:59.642093 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-fbe4bbd5-4542-4c85-a389-f2776f35c053 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 4.2285235 May 28 06:46:59.657590 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 51814) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:46:59.663787 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-509a0c8a-405b-42ae-9b6d-1aabeb545b95 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1101319060'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:46:59.673463 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-80f6a365-b258-492b-ba63-e4e28cd620f6 req-e8a28558-bd26-485d-b774-aba6bbae3190 tempest-ServerShowV257Test-1553776001 tempest-ServerShowV257Test-1553776001-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d1f8a58-5141-424e-b190-da9e01ce86bc HTTP/1.1" status: 200 len: 210 time: 0.2052250 May 28 06:46:59.700393 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a9604e5d-3340-4666-a6de-121c3c424646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:59.721961 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device cdbe3431-a2db-4715-a776-7186dea50ac3 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:46:59.726779 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-509a0c8a-405b-42ae-9b6d-1aabeb545b95 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:46:59.731483 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-509a0c8a-405b-42ae-9b6d-1aabeb545b95 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Usage tracker for resource:network and tenant:e412caad0f5f49a9803aea4f744e5a99 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:46:59.735006 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-509a0c8a-405b-42ae-9b6d-1aabeb545b95 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:46:59.741501 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-509a0c8a-405b-42ae-9b6d-1aabeb545b95 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:46:59.853896 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5737b074-0124-47a4-a216-d9f86187328d tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:59.864917 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eec4f3e-0ae3-4fbf-a4f2-16fc50fe2983 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-25b0ceac-25f2-409c-a442-97c1bc342bdb', 'network_id': '25b0ceac-25f2-409c-a442-97c1bc342bdb', 'tenant_id': 'e412caad0f5f49a9803aea4f744e5a99', 'fixed_ips': [{'subnet_id': 'd79a7c27-caa7-4385-baf2-a9c9857ed106'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:46:59.865832 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-8eec4f3e-0ae3-4fbf-a4f2-16fc50fe2983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:59.880380 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: cdbe3431-a2db-4715-a776-7186dea50ac3 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:46:59.884699 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device cdbe3431-a2db-4715-a776-7186dea50ac3 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:46:59.951208 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-5737b074-0124-47a4-a216-d9f86187328d tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba9b7515-2e1e-4aec-b543-270b3b09eade']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:46:59.954109 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-509a0c8a-405b-42ae-9b6d-1aabeb545b95 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Made reservation on behalf of e412caad0f5f49a9803aea4f744e5a99 for: {'network': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:46:59.961990 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-509a0c8a-405b-42ae-9b6d-1aabeb545b95 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:59.971883 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-5737b074-0124-47a4-a216-d9f86187328d tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cca9444-5710-443f-a864-49f12e5ac116') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:46:59.972320 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-5737b074-0124-47a4-a216-d9f86187328d tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cca9444-5710-443f-a864-49f12e5ac116') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:47:00.019400 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5737b074-0124-47a4-a216-d9f86187328d tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:00.068580 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-509a0c8a-405b-42ae-9b6d-1aabeb545b95 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'} {{(pid=89110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:47:00.069783 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5737b074-0124-47a4-a216-d9f86187328d tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:00.078876 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:00.080328 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-509a0c8a-405b-42ae-9b6d-1aabeb545b95 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:00.081590 n-d-843702-1 neutron-server[89110]: INFO neutron.db.segments_db [None req-509a0c8a-405b-42ae-9b6d-1aabeb545b95 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Added segment 126a8f15-cb46-48b5-a695-4758c54be9ee of type vlan for network 5df0ef9c-5638-42d6-b091-be43fa272fba May 28 06:47:00.088548 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a49912-da07-49e2-a8f8-cffd841d0343 None None] Pushing event updated for resources: {'Port': ['ID=61718442-3ffc-4922-84e0-5128da5fcf0f,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:00.107221 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5737b074-0124-47a4-a216-d9f86187328d tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:47:00.110642 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5737b074-0124-47a4-a216-d9f86187328d tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:00.124579 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-509a0c8a-405b-42ae-9b6d-1aabeb545b95 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:00.243275 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:00.265288 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-a9604e5d-3340-4666-a6de-121c3c424646 admin admin] Allocated IP 172.25.5.65 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/a53f54e1-ea56-43b3-9d1f-ee44ea50f215) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:47:00.322804 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 1cca9444-5710-443f-a864-49f12e5ac116 resource provider aggregate not found May 28 06:47:00.323763 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2ea5eeb0-9166-471a-97e2-1bb88dc1efa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700472'] for router_interface, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:00.337769 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-8eec4f3e-0ae3-4fbf-a4f2-16fc50fe2983 None None] Allocated IP 2001:db8::1 (25b0ceac-25f2-409c-a442-97c1bc342bdb/d79a7c27-caa7-4385-baf2-a9c9857ed106/b68f4270-7583-44a7-bdc5-f6cc07d5e029) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:47:00.490201 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 1cca9444-5710-443f-a864-49f12e5ac116 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1cca9444-5710-443f-a864-49f12e5ac116 found for delete ", "request_id": "req-e53a5230-2045-4eac-9aae-7831c899ed64"}]} May 28 06:47:00.510149 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-509a0c8a-405b-42ae-9b6d-1aabeb545b95 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:00.527629 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-509a0c8a-405b-42ae-9b6d-1aabeb545b95 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:00.528618 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-509a0c8a-405b-42ae-9b6d-1aabeb545b95 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:00.529335 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5737b074-0124-47a4-a216-d9f86187328d tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:00.547290 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5737b074-0124-47a4-a216-d9f86187328d tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:00.632525 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5737b074-0124-47a4-a216-d9f86187328d tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Pushing event deleted for resources: {'Network': ['ID=ba9b7515-2e1e-4aec-b543-270b3b09eade,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:00.683736 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-5737b074-0124-47a4-a216-d9f86187328d tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] 10.222.0.55 "DELETE /v2.0/networks/ba9b7515-2e1e-4aec-b543-270b3b09eade HTTP/1.1" status: 204 len: 168 time: 3.8653769 May 28 06:47:00.693799 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 51836) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:47:00.710874 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-6eb39418-80c4-4124-8176-d58a29f9a8ff tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-629059325'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:47:00.758160 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-6eb39418-80c4-4124-8176-d58a29f9a8ff tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:47:00.828830 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-6eb39418-80c4-4124-8176-d58a29f9a8ff tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Usage tracker for resource:network and tenant:bf0f1d3761524ddfa4db9240ac258eb8 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:47:00.859566 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-6eb39418-80c4-4124-8176-d58a29f9a8ff tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:47:00.911209 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-8eec4f3e-0ae3-4fbf-a4f2-16fc50fe2983 None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:00.936443 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-8eec4f3e-0ae3-4fbf-a4f2-16fc50fe2983 None None] Transition to ACTIVE for port object b68f4270-7583-44a7-bdc5-f6cc07d5e029 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:47:00.997208 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-8eec4f3e-0ae3-4fbf-a4f2-16fc50fe2983 None None] Transition to ACTIVE for port object b68f4270-7583-44a7-bdc5-f6cc07d5e029 will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:47:01.080320 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-6eb39418-80c4-4124-8176-d58a29f9a8ff tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:47:01.118990 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-8eec4f3e-0ae3-4fbf-a4f2-16fc50fe2983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:01.122113 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a9604e5d-3340-4666-a6de-121c3c424646 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:01.157442 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eb39418-80c4-4124-8176-d58a29f9a8ff tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Made reservation on behalf of bf0f1d3761524ddfa4db9240ac258eb8 for: {'network': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:47:01.162275 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6eb39418-80c4-4124-8176-d58a29f9a8ff tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:01.248203 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eec4f3e-0ae3-4fbf-a4f2-16fc50fe2983 None None] Pushing event updated for resources: {'Port': ['ID=b68f4270-7583-44a7-bdc5-f6cc07d5e029,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:01.264923 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f85ecdb7-392f-45e6-b8ea-e2b001bc306d req-1acb5efb-3f21-4938-b7b4-7c4670024aed tempest-ServerShowV257Test-1553776001 tempest-ServerShowV257Test-1553776001-project] 10.222.0.71 "GET /v2.0/ports?device_id=5d1f8a58-5141-424e-b190-da9e01ce86bc HTTP/1.1" status: 200 len: 210 time: 0.3140073 May 28 06:47:01.267833 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eec4f3e-0ae3-4fbf-a4f2-16fc50fe2983 None None] Network 25b0ceac-25f2-409c-a442-97c1bc342bdb is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:47:01.269812 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-8eec4f3e-0ae3-4fbf-a4f2-16fc50fe2983 None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:47:01.274130 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eec4f3e-0ae3-4fbf-a4f2-16fc50fe2983 None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:47:01.274263 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6eb39418-80c4-4124-8176-d58a29f9a8ff tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=89109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:47:01.320399 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8af921a-5827-492c-bb8e-613c5413e2d8 req-cc3b72bf-5c8d-4b54-ba7d-62ae3b844831 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:01.321398 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-f8af921a-5827-492c-bb8e-613c5413e2d8 req-cc3b72bf-5c8d-4b54-ba7d-62ae3b844831 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Synchronizing usage tracker for tenant:98e9fd09ba2248b5b9367b689b0cfcd3 on resource:port {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:47:01.324655 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6eb39418-80c4-4124-8176-d58a29f9a8ff tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:01.325108 n-d-843702-1 neutron-server[89109]: INFO neutron.db.segments_db [None req-6eb39418-80c4-4124-8176-d58a29f9a8ff tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Added segment c39e9eb5-ecc7-4d19-83f4-557378df06da of type vlan for network 3e1b8a27-ab16-4347-9221-497ff1d95c15 May 28 06:47:01.400980 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6eb39418-80c4-4124-8176-d58a29f9a8ff tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:01.405347 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-509a0c8a-405b-42ae-9b6d-1aabeb545b95 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.7437015 May 28 06:47:01.406133 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a9604e5d-3340-4666-a6de-121c3c424646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:01.411342 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 51852) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:47:01.445304 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-8eec4f3e-0ae3-4fbf-a4f2-16fc50fe2983 None None] Attempting to bind port b68f4270-7583-44a7-bdc5-f6cc07d5e029 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:47:01.452042 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-8eec4f3e-0ae3-4fbf-a4f2-16fc50fe2983 None None] Attempting to bind port b68f4270-7583-44a7-bdc5-f6cc07d5e029 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': '6a604b25-aaf6-4745-8a3e-b943944cb8f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '25b0ceac-25f2-409c-a442-97c1bc342bdb'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:47:01.452042 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eec4f3e-0ae3-4fbf-a4f2-16fc50fe2983 None None] Attempting to bind port b68f4270-7583-44a7-bdc5-f6cc07d5e029 on network 25b0ceac-25f2-409c-a442-97c1bc342bdb {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:47:01.455928 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eec4f3e-0ae3-4fbf-a4f2-16fc50fe2983 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:47:01.456557 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eec4f3e-0ae3-4fbf-a4f2-16fc50fe2983 None None] Checking segment: {'id': '6a604b25-aaf6-4745-8a3e-b943944cb8f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '25b0ceac-25f2-409c-a442-97c1bc342bdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:47:01.458451 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-8eec4f3e-0ae3-4fbf-a4f2-16fc50fe2983 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:01.459401 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eec4f3e-0ae3-4fbf-a4f2-16fc50fe2983 None None] Bound using segment: {'id': '6a604b25-aaf6-4745-8a3e-b943944cb8f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '25b0ceac-25f2-409c-a442-97c1bc342bdb'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:47:01.460290 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-8eec4f3e-0ae3-4fbf-a4f2-16fc50fe2983 None None] Bound port: b68f4270-7583-44a7-bdc5-f6cc07d5e029, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a604b25-aaf6-4745-8a3e-b943944cb8f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '25b0ceac-25f2-409c-a442-97c1bc342bdb'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:47:01.461037 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-8eec4f3e-0ae3-4fbf-a4f2-16fc50fe2983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:01.472133 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0096cc5e-544e-4776-8107-fc06424f8614 req-019684b9-b7d6-4299-9204-b476d4538675 tempest-ServerShowV257Test-1553776001 tempest-ServerShowV257Test-1553776001-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d1f8a58-5141-424e-b190-da9e01ce86bc HTTP/1.1" status: 200 len: 210 time: 0.3671775 May 28 06:47:01.480362 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-1bf31076-9eeb-4d40-88ac-ab3a398b9fbb tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Request body: {'subnet': {'network_id': '5df0ef9c-5638-42d6-b091-be43fa272fba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:47:01.603461 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509a0c8a-405b-42ae-9b6d-1aabeb545b95 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Pushing event updated for resources: {'Network': ['ID=5df0ef9c-5638-42d6-b091-be43fa272fba,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:01.740335 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-1bf31076-9eeb-4d40-88ac-ab3a398b9fbb tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:47:01.743987 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 5df0ef9c-5638-42d6-b091-be43fa272fba details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:47:01.744710 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-1bf31076-9eeb-4d40-88ac-ab3a398b9fbb tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Usage tracker for resource:subnet and tenant:e412caad0f5f49a9803aea4f744e5a99 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:47:01.747972 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-1bf31076-9eeb-4d40-88ac-ab3a398b9fbb tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:47:01.755448 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-1bf31076-9eeb-4d40-88ac-ab3a398b9fbb tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:47:01.762911 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-f8af921a-5827-492c-bb8e-613c5413e2d8 req-cc3b72bf-5c8d-4b54-ba7d-62ae3b844831 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Unset dirty status for tenant:98e9fd09ba2248b5b9367b689b0cfcd3 on resource:port {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:47:01.764292 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-f8af921a-5827-492c-bb8e-613c5413e2d8 req-cc3b72bf-5c8d-4b54-ba7d-62ae3b844831 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.71 "GET /v2.0/ports?device_id=3bc3a953-7679-4415-9d44-7fab5c933346 HTTP/1.1" status: 200 len: 946 time: 1.0032182 May 28 06:47:01.806131 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72f53b6-6c8b-4c6a-b4f3-2aa9afe71659 req-1514888f-61bf-4152-8bb0-da3ff46f29c9 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:01.807906 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b72f53b6-6c8b-4c6a-b4f3-2aa9afe71659 req-1514888f-61bf-4152-8bb0-da3ff46f29c9 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/ports?device_id=3bc3a953-7679-4415-9d44-7fab5c933346 HTTP/1.1" status: 200 len: 946 time: 0.5467212 May 28 06:47:01.811724 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-eda230ac-8af3-499f-9479-d7fb69db87f2 req-16fded9c-e82a-49b7-8700-9f2d975da127 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2187a23c-2130-4d5d-83f8-6c69d905e7eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7629554 May 28 06:47:01.860193 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.db.resource_extend [None req-6eb39418-80c4-4124-8176-d58a29f9a8ff tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 06:47:01.866877 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 61718442-3ffc-4922-84e0-5128da5fcf0f up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:47:01.900079 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9604e5d-3340-4666-a6de-121c3c424646 admin admin] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:47:01.924408 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6327df9f-ab47-4987-9e2c-31d6680d37f3 None None] Network 8501caf1-398f-4e92-a229-2f7a99c8fa02 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:47:01.935925 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-a9604e5d-3340-4666-a6de-121c3c424646 admin admin] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:47:01.942626 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9604e5d-3340-4666-a6de-121c3c424646 admin admin] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:47:02.027207 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-8eec4f3e-0ae3-4fbf-a4f2-16fc50fe2983 None None] For port b68f4270-7583-44a7-bdc5-f6cc07d5e029, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:47:02.101053 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:02.123476 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b72f53b6-6c8b-4c6a-b4f3-2aa9afe71659 req-3f2bb850-a32d-458a-ad92-cb25f43288f1 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/security-groups?id=23eed38c-aa44-447e-83a9-ccee1b1a7a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2992728 May 28 06:47:02.141984 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-8eec4f3e-0ae3-4fbf-a4f2-16fc50fe2983 None None] For port b68f4270-7583-44a7-bdc5-f6cc07d5e029, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=b68f4270-7583-44a7-bdc5-f6cc07d5e029,segment=NetworkSegment(6a604b25-aaf6-4745-8a3e-b943944cb8f2),segment_id=6a604b25-aaf6-4745-8a3e-b943944cb8f2)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:47:02.157024 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ea5eeb0-9166-471a-97e2-1bb88dc1efa0 admin admin] Router b6a3952f-9e0c-4daf-801a-c1b220ccdb7d has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:47:02.171910 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda230ac-8af3-499f-9479-d7fb69db87f2 req-f0348ad2-2082-4287-9b9d-f939b4a09c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:02.174095 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-eda230ac-8af3-499f-9479-d7fb69db87f2 req-f0348ad2-2082-4287-9b9d-f939b4a09c86 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=98e9fd09ba2248b5b9367b689b0cfcd3&device_id=2187a23c-2130-4d5d-83f8-6c69d905e7eb HTTP/1.1" status: 200 len: 1096 time: 0.2015526 May 28 06:47:02.256800 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-61e193be-85a2-41d5-9b5b-7d3b1174d25f None None] Provisioning for port 61718442-3ffc-4922-84e0-5128da5fcf0f completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:47:02.274906 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bf31076-9eeb-4d40-88ac-ab3a398b9fbb tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Made reservation on behalf of e412caad0f5f49a9803aea4f744e5a99 for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:47:02.279359 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1bf31076-9eeb-4d40-88ac-ab3a398b9fbb tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:02.285445 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-8eec4f3e-0ae3-4fbf-a4f2-16fc50fe2983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:02.304497 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9604e5d-3340-4666-a6de-121c3c424646 admin admin] Pushing event updated for resources: {'Port': ['ID=a53f54e1-ea56-43b3-9d1f-ee44ea50f215,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:02.404136 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:02.461521 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda230ac-8af3-499f-9479-d7fb69db87f2 req-5a1f2ca5-5a22-4ca3-96e6-f311fb3419ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:02.463199 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-eda230ac-8af3-499f-9479-d7fb69db87f2 req-5a1f2ca5-5a22-4ca3-96e6-f311fb3419ad service neutron] 10.222.0.69 "GET /v2.0/networks?id=a3fe29e9-17f9-4750-841d-90d9978eff94 HTTP/1.1" status: 200 len: 920 time: 0.2044635 May 28 06:47:02.547722 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 61718442-3ffc-4922-84e0-5128da5fcf0f completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:47:02.571982 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-eda230ac-8af3-499f-9479-d7fb69db87f2 req-4766f9f9-76f2-4b80-9db3-978dba36fdd8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=403ec6eb-8b41-42b2-8f70-bcaab10bf367 HTTP/1.1" status: 200 len: 217 time: 0.0970387 May 28 06:47:02.584645 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 61718442-3ffc-4922-84e0-5128da5fcf0f triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:47:02.585135 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:02.590414 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6eb39418-80c4-4124-8176-d58a29f9a8ff tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:02.611926 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb39418-80c4-4124-8176-d58a29f9a8ff tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:02.617666 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6eb39418-80c4-4124-8176-d58a29f9a8ff tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:02.674910 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eec4f3e-0ae3-4fbf-a4f2-16fc50fe2983 None None] Pushing event updated for resources: {'Port': ['ID=b68f4270-7583-44a7-bdc5-f6cc07d5e029,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:02.778301 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [req-f8af921a-5827-492c-bb8e-613c5413e2d8 req-9f78d52a-d651-4d99-bc73-b7c80aee7745 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Deleting port d1957678-ddda-48c9-837b-b0e58ce70d23 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:47:02.778650 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-f8af921a-5827-492c-bb8e-613c5413e2d8 req-9f78d52a-d651-4d99-bc73-b7c80aee7745 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:02.835880 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-6eb39418-80c4-4124-8176-d58a29f9a8ff tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 2.1382639 May 28 06:47:02.837926 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda230ac-8af3-499f-9479-d7fb69db87f2 req-a10f384a-bda5-459c-804e-1c79f8c186a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:02.839671 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-eda230ac-8af3-499f-9479-d7fb69db87f2 req-a10f384a-bda5-459c-804e-1c79f8c186a8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=304c7228-4ac2-4e7a-aa6d-33e85e214d70 HTTP/1.1" status: 200 len: 858 time: 0.2522840 May 28 06:47:02.848100 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 51872) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:47:02.869988 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-afda9ab7-5fcb-47e8-96aa-98162e197595 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Request body: {'subnet': {'network_id': '3e1b8a27-ab16-4347-9221-497ff1d95c15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:47:02.933564 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 61718442-3ffc-4922-84e0-5128da5fcf0f is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:47:02.934050 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:02.972621 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port 61718442-3ffc-4922-84e0-5128da5fcf0f, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=61718442-3ffc-4922-84e0-5128da5fcf0f,segment=NetworkSegment(fe2f7a37-6771-44a4-87e9-82e388cad488),segment_id=fe2f7a37-6771-44a4-87e9-82e388cad488)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:47:02.999459 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb39418-80c4-4124-8176-d58a29f9a8ff tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Pushing event updated for resources: {'Network': ['ID=3e1b8a27-ab16-4347-9221-497ff1d95c15,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:03.011498 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.ipam_backend_mixin [None req-1bf31076-9eeb-4d40-88ac-ab3a398b9fbb tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Performing IP validity checks on allocation pools {{(pid=89109) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 28 06:47:03.012050 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.ipam_backend_mixin [None req-1bf31076-9eeb-4d40-88ac-ab3a398b9fbb tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89109) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 28 06:47:03.035882 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 3e1b8a27-ab16-4347-9221-497ff1d95c15 details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:47:03.085787 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:03.428720 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=61718442-3ffc-4922-84e0-5128da5fcf0f,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:03.442092 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:47:03.442442 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:47:03.442782 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:47:03.443121 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:47:03.443455 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:47:03.443783 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:47:03.444107 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:47:03.446061 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:47:03.446400 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:47:03.446727 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:47:03.447053 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:47:03.447377 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:47:03.614045 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-a895659f-5686-4704-80f6-7b53b8ee66bf None None] Provisioning complete for port 61718442-3ffc-4922-84e0-5128da5fcf0f triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:47:03.614639 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-a895659f-5686-4704-80f6-7b53b8ee66bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:03.772626 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device b68f4270-7583-44a7-bdc5-f6cc07d5e029 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:47:03.814276 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-145da08f-9147-4f8c-a6e3-9acf4bfeeff7 req-1c12955f-ae07-4a85-973d-d32f53353e3d tempest-ServerShowV257Test-1553776001 tempest-ServerShowV257Test-1553776001-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d1f8a58-5141-424e-b190-da9e01ce86bc HTTP/1.1" status: 200 len: 210 time: 0.7989247 May 28 06:47:03.837795 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1bf31076-9eeb-4d40-88ac-ab3a398b9fbb tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:03.854193 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-afda9ab7-5fcb-47e8-96aa-98162e197595 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:47:03.874014 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-afda9ab7-5fcb-47e8-96aa-98162e197595 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Usage tracker for resource:subnet and tenant:bf0f1d3761524ddfa4db9240ac258eb8 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:47:03.878094 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ea5eeb0-9166-471a-97e2-1bb88dc1efa0 admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:47:03.888145 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-afda9ab7-5fcb-47e8-96aa-98162e197595 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:47:03.898345 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-2ea5eeb0-9166-471a-97e2-1bb88dc1efa0 admin admin] 10.222.0.55 "PUT /v2.0/routers/b6a3952f-9e0c-4daf-801a-c1b220ccdb7d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9323635 May 28 06:47:03.901642 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 51894) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:47:03.908841 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe115552-179a-42db-8f85-6f350ddc4750 None None] Sync routers for ids ['b6a3952f-9e0c-4daf-801a-c1b220ccdb7d'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:47:03.919476 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-afda9ab7-5fcb-47e8-96aa-98162e197595 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:47:03.988442 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe115552-179a-42db-8f85-6f350ddc4750 None None] Routers {'b6a3952f-9e0c-4daf-801a-c1b220ccdb7d'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:47:03.989149 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-fe115552-179a-42db-8f85-6f350ddc4750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:46:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['b6a3952f-9e0c-4daf-801a-c1b220ccdb7d'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:47:04.122315 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73430f34-47e7-4541-a808-a83660b22d31 req-b82d2cd3-9c69-47bd-ab18-f2e4109b4724 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:04.127454 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-73430f34-47e7-4541-a808-a83660b22d31 req-b82d2cd3-9c69-47bd-ab18-f2e4109b4724 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/ports?device_id=3bc3a953-7679-4415-9d44-7fab5c933346 HTTP/1.1" status: 200 len: 946 time: 0.5249355 May 28 06:47:04.137838 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-a895659f-5686-4704-80f6-7b53b8ee66bf None None] Current status of the port 61718442-3ffc-4922-84e0-5128da5fcf0f is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:47:04.183586 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda230ac-8af3-499f-9479-d7fb69db87f2 req-8a747344-d9d5-49e1-9c3a-f204a4b9c790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:04.185109 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-eda230ac-8af3-499f-9479-d7fb69db87f2 req-8a747344-d9d5-49e1-9c3a-f204a4b9c790 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a3fe29e9-17f9-4750-841d-90d9978eff94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.3195882 May 28 06:47:04.237675 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port b68f4270-7583-44a7-bdc5-f6cc07d5e029 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:47:04.254936 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-73430f34-47e7-4541-a808-a83660b22d31 req-5f3244ed-9cee-4450-9604-f84472f0e003 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/security-groups?id=23eed38c-aa44-447e-83a9-ccee1b1a7a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119184 May 28 06:47:04.264338 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 51904) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:47:04.279535 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 61718442-3ffc-4922-84e0-5128da5fcf0f up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:47:04.324740 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afda9ab7-5fcb-47e8-96aa-98162e197595 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Made reservation on behalf of bf0f1d3761524ddfa4db9240ac258eb8 for: {'subnet': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:47:04.328233 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-afda9ab7-5fcb-47e8-96aa-98162e197595 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3171998'] for subnet, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:04.374630 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-fe115552-179a-42db-8f85-6f350ddc4750 None None] Set router b6a3952f-9e0c-4daf-801a-c1b220ccdb7d gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:47:04.389910 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf31076-9eeb-4d40-88ac-ab3a398b9fbb tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Checking segment: {'id': '126a8f15-cb46-48b5-a695-4758c54be9ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '5df0ef9c-5638-42d6-b091-be43fa272fba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:47:04.390538 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf31076-9eeb-4d40-88ac-ab3a398b9fbb tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Network hostable DHCP agents. Network: 5df0ef9c-5638-42d6-b091-be43fa272fba, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:47:04.411616 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a9604e5d-3340-4666-a6de-121c3c424646 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:04.465173 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-84210ed5-59e9-4a23-a89a-3bac5e78ff60 admin admin] Notify callbacks [] for router, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:04.510937 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf31076-9eeb-4d40-88ac-ab3a398b9fbb tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Pushing event updated for resources: {'Subnet': ['ID=cdc5e3b4-af42-49b9-bebc-01f8c798c4c1,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:04.527499 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-f8af921a-5827-492c-bb8e-613c5413e2d8 req-9f78d52a-d651-4d99-bc73-b7c80aee7745 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] For port d1957678-ddda-48c9-837b-b0e58ce70d23, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=d1957678-ddda-48c9-837b-b0e58ce70d23,segment=NetworkSegment(de3cbcce-ba0c-4cb8-88ea-ac98446ed60d),segment_id=de3cbcce-ba0c-4cb8-88ea-ac98446ed60d)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:47:04.528091 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-f8af921a-5827-492c-bb8e-613c5413e2d8 req-9f78d52a-d651-4d99-bc73-b7c80aee7745 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:04.539063 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ebdb20b-b076-4336-bed7-d0ec1855f349 None None] Network 25b0ceac-25f2-409c-a442-97c1bc342bdb requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:47:04.552198 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf31076-9eeb-4d40-88ac-ab3a398b9fbb tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:47:04.552924 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf31076-9eeb-4d40-88ac-ab3a398b9fbb tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:47:04.553508 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf31076-9eeb-4d40-88ac-ab3a398b9fbb tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:47:04.554098 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf31076-9eeb-4d40-88ac-ab3a398b9fbb tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:47:04.554810 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf31076-9eeb-4d40-88ac-ab3a398b9fbb tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:47:04.555347 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf31076-9eeb-4d40-88ac-ab3a398b9fbb tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:47:04.555874 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf31076-9eeb-4d40-88ac-ab3a398b9fbb tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:47:04.556481 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf31076-9eeb-4d40-88ac-ab3a398b9fbb tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:47:04.557043 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf31076-9eeb-4d40-88ac-ab3a398b9fbb tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:47:04.557589 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf31076-9eeb-4d40-88ac-ab3a398b9fbb tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:47:04.558139 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf31076-9eeb-4d40-88ac-ab3a398b9fbb tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:47:04.558658 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf31076-9eeb-4d40-88ac-ab3a398b9fbb tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:47:04.723697 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf31076-9eeb-4d40-88ac-ab3a398b9fbb tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Network 5df0ef9c-5638-42d6-b091-be43fa272fba is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:47:04.733607 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [req-f8af921a-5827-492c-bb8e-613c5413e2d8 req-9f78d52a-d651-4d99-bc73-b7c80aee7745 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Calling delete_port for d1957678-ddda-48c9-837b-b0e58ce70d23 owned by compute:nova {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:47:04.822599 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-84210ed5-59e9-4a23-a89a-3bac5e78ff60 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:04.966927 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device d1957678-ddda-48c9-837b-b0e58ce70d23 no longer exists at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:47:04.988769 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-1bf31076-9eeb-4d40-88ac-ab3a398b9fbb tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, 5df0ef9c-5638-42d6-b091-be43fa272fba) {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:47:05.009319 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf31076-9eeb-4d40-88ac-ab3a398b9fbb tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:05.009319 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1bf31076-9eeb-4d40-88ac-ab3a398b9fbb tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:05.009548 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ea658461-3b36-4a52-8c7d-b40fc6fa746c admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:05.018521 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-eda230ac-8af3-499f-9479-d7fb69db87f2 req-f1f6e51c-3542-4e3c-baa9-5337158aebcf service neutron] 10.222.0.69 "GET /v2.0/networks/a3fe29e9-17f9-4750-841d-90d9978eff94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8258419 May 28 06:47:05.028576 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7347729a-0da7-4236-8bdf-c49bc35f5268 None None] Network 5df0ef9c-5638-42d6-b091-be43fa272fba requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:47:05.061681 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-84210ed5-59e9-4a23-a89a-3bac5e78ff60 admin admin] Deleting port ad730f12-4d9c-46d8-922c-7df4d43b7195 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:47:05.062260 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-84210ed5-59e9-4a23-a89a-3bac5e78ff60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:05.129176 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-9ae5c14c-01e8-45d2-bf7c-7286b96536b6 None None] Provisioning for port b68f4270-7583-44a7-bdc5-f6cc07d5e029 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:47:05.195882 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-9ae5c14c-01e8-45d2-bf7c-7286b96536b6 None None] Provisioning complete for port b68f4270-7583-44a7-bdc5-f6cc07d5e029 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:47:05.196287 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-9ae5c14c-01e8-45d2-bf7c-7286b96536b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:05.206946 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-1bf31076-9eeb-4d40-88ac-ab3a398b9fbb tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 3.7463307 May 28 06:47:05.210605 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 51924) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:47:05.216301 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-ea658461-3b36-4a52-8c7d-b40fc6fa746c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:47:05.344128 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [None req-84210ed5-59e9-4a23-a89a-3bac5e78ff60 admin admin] For port ad730f12-4d9c-46d8-922c-7df4d43b7195, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=ad730f12-4d9c-46d8-922c-7df4d43b7195,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:47:05.344585 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-84210ed5-59e9-4a23-a89a-3bac5e78ff60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:05.377946 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a9604e5d-3340-4666-a6de-121c3c424646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690761'] for router, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:05.472992 n-d-843702-1 neutron-server[89111]: INFO neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] No ports have port_id starting with d1957678-ddda-48c9-837b-b0e58ce70d23 May 28 06:47:05.517490 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-84210ed5-59e9-4a23-a89a-3bac5e78ff60 admin admin] Calling delete_port for ad730f12-4d9c-46d8-922c-7df4d43b7195 owned by network:router_gateway {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:47:05.543997 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 61718442-3ffc-4922-84e0-5128da5fcf0f triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:47:05.544527 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:05.604729 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-9ae5c14c-01e8-45d2-bf7c-7286b96536b6 None None] Current status of the port b68f4270-7583-44a7-bdc5-f6cc07d5e029 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:47:05.605109 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-9ae5c14c-01e8-45d2-bf7c-7286b96536b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:05.653341 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-f8af921a-5827-492c-bb8e-613c5413e2d8 req-9f78d52a-d651-4d99-bc73-b7c80aee7745 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:05.671247 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6cbb79cd-244c-4e6e-8fb2-2e53633ca0a7 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:05.730566 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 51936) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:47:05.743287 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f78d52a-d651-4d99-bc73-b7c80aee7745 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Pushing event deleted for resources: {'Port': ['ID=d1957678-ddda-48c9-837b-b0e58ce70d23,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:05.770371 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['403ec6eb-8b41-42b2-8f70-bcaab10bf367'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:47:05.858216 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-9ae5c14c-01e8-45d2-bf7c-7286b96536b6 None None] For port b68f4270-7583-44a7-bdc5-f6cc07d5e029, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=b68f4270-7583-44a7-bdc5-f6cc07d5e029,segment=NetworkSegment(6a604b25-aaf6-4745-8a3e-b943944cb8f2),segment_id=6a604b25-aaf6-4745-8a3e-b943944cb8f2)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:47:05.889452 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-fe115552-179a-42db-8f85-6f350ddc4750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6a3952f-9e0c-4daf-801a-c1b220ccdb7d', 'name': 'tempest-ServerActionsTestJSON-999239930-router', 'tenant_id': 'fada8efd68e34d6781d883ae41cb05ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'ad730f12-4d9c-46d8-922c-7df4d43b7195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:36:11Z', 'updated_at': '2022-05-28T06:46:59Z', 'revision_number': 5, 'project_id': 'fada8efd68e34d6781d883ae41cb05ad', 'gw_port': {'id': 'ad730f12-4d9c-46d8-922c-7df4d43b7195', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a3952f-9e0c-4daf-801a-c1b220ccdb7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:36:14Z', 'updated_at': '2022-05-28T06:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:47:05.906552 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8af921a-5827-492c-bb8e-613c5413e2d8 req-9f78d52a-d651-4d99-bc73-b7c80aee7745 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] No DVR routers for this DVR port d1957678-ddda-48c9-837b-b0e58ce70d23 on host n-h2-843702-1 {{(pid=89109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:47:05.911496 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-f8af921a-5827-492c-bb8e-613c5413e2d8 req-9f78d52a-d651-4d99-bc73-b7c80aee7745 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:05.917620 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bc3a953-7679-4415-9d44-7fab5c933346', 'name': 'network-vif-deleted', 'tag': 'd1957678-ddda-48c9-837b-b0e58ce70d23'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:47:05.930660 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db68b7c8-190b-488d-aff5-9e75f5cd9274 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-5df0ef9c-5638-42d6-b091-be43fa272fba', 'network_id': '5df0ef9c-5638-42d6-b091-be43fa272fba', 'tenant_id': 'e412caad0f5f49a9803aea4f744e5a99', 'fixed_ips': [{'subnet_id': 'cdc5e3b4-af42-49b9-bebc-01f8c798c4c1'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:47:05.931492 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-db68b7c8-190b-488d-aff5-9e75f5cd9274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:05.963751 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe115552-179a-42db-8f85-6f350ddc4750 None None] Checking router: b6a3952f-9e0c-4daf-801a-c1b220ccdb7d for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:47:05.968022 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-9ae5c14c-01e8-45d2-bf7c-7286b96536b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:05.981988 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-ea658461-3b36-4a52-8c7d-b40fc6fa746c admin admin] Usage tracker for resource:security_group_rule and tenant:69bda7400441455984cab0a1ff406ac5 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:47:05.986626 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-ea658461-3b36-4a52-8c7d-b40fc6fa746c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:47:05.986876 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6cbb79cd-244c-4e6e-8fb2-2e53633ca0a7 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:05.992850 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-ea658461-3b36-4a52-8c7d-b40fc6fa746c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:47:06.054242 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1eec714a-65c0-4557-948a-a7ddc7420d0f'] response: {'server_uuid': '3bc3a953-7679-4415-9d44-7fab5c933346', 'name': 'network-vif-deleted', 'tag': 'd1957678-ddda-48c9-837b-b0e58ce70d23', 'status': 'completed', 'code': 200} May 28 06:47:06.059163 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-f8af921a-5827-492c-bb8e-613c5413e2d8 req-9f78d52a-d651-4d99-bc73-b7c80aee7745 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.71 "DELETE /v2.0/ports/d1957678-ddda-48c9-837b-b0e58ce70d23 HTTP/1.1" status: 204 len: 173 time: 4.2823765 May 28 06:47:06.064855 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e42cbf8f-068e-4a91-9e51-50edca59e601 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:06.075799 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9604e5d-3340-4666-a6de-121c3c424646 admin admin] Router ca05ccc2-dd75-416f-ba7c-c73648ee1ce8 is scheduled to L3 agent 42958940-9562-4f71-972f-15a8af9d3963 with binding_index 1 {{(pid=89109) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 06:47:06.171247 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2cf457e3-a0b5-4f2c-8ad5-448ef36904e4 req-d832438e-9d31-4bea-9481-e6a419b9435b tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/ports?device_id=3bc3a953-7679-4415-9d44-7fab5c933346 HTTP/1.1" status: 200 len: 210 time: 0.1717670 May 28 06:47:06.270445 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-22943f8d-ba1f-4c30-8293-eb973683101d req-92711cc9-e50f-414e-8dde-4b2caf04696e service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=775dccc7-c877-4cb2-9525-a616b0ed048a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.4006891 May 28 06:47:06.385921 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-84210ed5-59e9-4a23-a89a-3bac5e78ff60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:06.482952 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-eda230ac-8af3-499f-9479-d7fb69db87f2 req-4c518b09-1e6b-4059-a48d-e4c3515f57c5 service neutron] 10.222.0.69 "GET /v2.0/networks/a3fe29e9-17f9-4750-841d-90d9978eff94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4566965 May 28 06:47:06.578768 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-e42cbf8f-068e-4a91-9e51-50edca59e601 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:47:06.602533 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-e42cbf8f-068e-4a91-9e51-50edca59e601 admin admin] Usage tracker for resource:security_group_rule and tenant:2642218d8de84caaa3f97d313fad490a is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:47:06.608277 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-e42cbf8f-068e-4a91-9e51-50edca59e601 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:47:06.620737 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-e42cbf8f-068e-4a91-9e51-50edca59e601 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:47:06.626325 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84210ed5-59e9-4a23-a89a-3bac5e78ff60 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad730f12-4d9c-46d8-922c-7df4d43b7195,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:06.640538 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-afda9ab7-5fcb-47e8-96aa-98162e197595 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3115906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3172012'] for subnet, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:06.646740 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9604e5d-3340-4666-a6de-121c3c424646 admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:47:06.657863 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db231e66-6f58-41ca-9070-5dace617fcdc None None] Sync routers for ids ['ca05ccc2-dd75-416f-ba7c-c73648ee1ce8'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:47:06.674611 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db231e66-6f58-41ca-9070-5dace617fcdc None None] Routers {'ca05ccc2-dd75-416f-ba7c-c73648ee1ce8'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:47:06.675502 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-db231e66-6f58-41ca-9070-5dace617fcdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:46:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['ca05ccc2-dd75-416f-ba7c-c73648ee1ce8'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:47:06.705748 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 61718442-3ffc-4922-84e0-5128da5fcf0f is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:47:06.722704 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe115552-179a-42db-8f85-6f350ddc4750 None None] Routers {'b6a3952f-9e0c-4daf-801a-c1b220ccdb7d'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:47:06.723900 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-fe115552-179a-42db-8f85-6f350ddc4750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:46:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['b6a3952f-9e0c-4daf-801a-c1b220ccdb7d'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:47:06.778542 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e42cbf8f-068e-4a91-9e51-50edca59e601 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:06.797696 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6cbb79cd-244c-4e6e-8fb2-2e53633ca0a7 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9555650'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:06.913511 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afda9ab7-5fcb-47e8-96aa-98162e197595 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Pushing event updated for resources: {'Subnet': ['ID=cfceed0c-575d-4979-abb6-ab112286521c,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:06.922244 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ea658461-3b36-4a52-8c7d-b40fc6fa746c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:06.928507 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-84210ed5-59e9-4a23-a89a-3bac5e78ff60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691105'] for router_gateway, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:06.945621 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-fe115552-179a-42db-8f85-6f350ddc4750 None None] Set router b6a3952f-9e0c-4daf-801a-c1b220ccdb7d gateway port host: None {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:47:06.969298 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb79cd-244c-4e6e-8fb2-2e53633ca0a7 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Pushing event deleted for resources: {'Subnet': ['ID=cdc5e3b4-af42-49b9-bebc-01f8c798c4c1,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:06.976467 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a9604e5d-3340-4666-a6de-121c3c424646 admin admin] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:06.989837 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-a9604e5d-3340-4666-a6de-121c3c424646 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 10.7387872 May 28 06:47:06.989837 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e42cbf8f-068e-4a91-9e51-50edca59e601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:07.015138 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae5c14c-01e8-45d2-bf7c-7286b96536b6 None None] Pushing event updated for resources: {'Port': ['ID=b68f4270-7583-44a7-bdc5-f6cc07d5e029,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:07.023781 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 51954) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:47:07.028528 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afda9ab7-5fcb-47e8-96aa-98162e197595 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Checking segment: {'id': 'c39e9eb5-ecc7-4d19-83f4-557378df06da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '3e1b8a27-ab16-4347-9221-497ff1d95c15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:47:07.028528 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afda9ab7-5fcb-47e8-96aa-98162e197595 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Network hostable DHCP agents. Network: 3e1b8a27-ab16-4347-9221-497ff1d95c15, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89110) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:47:07.048278 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-db231e66-6f58-41ca-9070-5dace617fcdc None None] Set router ca05ccc2-dd75-416f-ba7c-c73648ee1ce8 gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:47:07.113269 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-e42cbf8f-068e-4a91-9e51-50edca59e601 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2642218d8de84caaa3f97d313fad490a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3756826 May 28 06:47:07.115277 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42cbf8f-068e-4a91-9e51-50edca59e601 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98c8fc71-fb7e-424a-b3af-7d0e6ef6d33c,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:07.117404 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 51958) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:47:07.232594 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server [None req-db68b7c8-190b-488d-aff5-9e75f5cd9274 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cdc5e3b4-af42-49b9-bebc-01f8c798c4c1: This subnet is being modified by another concurrent operation. May 28 06:47:07.232594 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 28 06:47:07.232594 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 28 06:47:07.232594 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 28 06:47:07.232594 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 28 06:47:07.232594 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 28 06:47:07.232594 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 28 06:47:07.232594 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 28 06:47:07.232594 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 28 06:47:07.232594 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 28 06:47:07.232594 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 28 06:47:07.232594 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 28 06:47:07.232594 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 28 06:47:07.232594 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server self.force_reraise() May 28 06:47:07.232594 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 28 06:47:07.232594 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server raise self.value May 28 06:47:07.232594 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 28 06:47:07.232594 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 28 06:47:07.232594 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 28 06:47:07.232594 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 28 06:47:07.232594 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 28 06:47:07.232594 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server self.force_reraise() May 28 06:47:07.232594 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 28 06:47:07.232594 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server raise self.value May 28 06:47:07.232594 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 28 06:47:07.232594 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 28 06:47:07.232594 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 28 06:47:07.232594 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 28 06:47:07.232594 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 28 06:47:07.232594 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server self.force_reraise() May 28 06:47:07.232594 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 28 06:47:07.232594 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server raise self.value May 28 06:47:07.232594 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 28 06:47:07.232594 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 28 06:47:07.232594 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 28 06:47:07.232594 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 28 06:47:07.232594 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port May 28 06:47:07.232594 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 28 06:47:07.232594 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action May 28 06:47:07.232594 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 28 06:47:07.232594 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 28 06:47:07.232594 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 28 06:47:07.232594 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 28 06:47:07.232594 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 28 06:47:07.232594 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 28 06:47:07.232594 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 28 06:47:07.232594 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 28 06:47:07.232594 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 28 06:47:07.232594 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 28 06:47:07.232594 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server self.force_reraise() May 28 06:47:07.232594 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 28 06:47:07.232594 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server raise self.value May 28 06:47:07.232594 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 28 06:47:07.232594 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 28 06:47:07.232594 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 28 06:47:07.232594 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 28 06:47:07.232594 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 28 06:47:07.232594 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server self.force_reraise() May 28 06:47:07.232594 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 28 06:47:07.232594 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server raise self.value May 28 06:47:07.232594 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 28 06:47:07.232594 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 28 06:47:07.232594 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 28 06:47:07.232594 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 28 06:47:07.232594 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 28 06:47:07.232594 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server self.force_reraise() May 28 06:47:07.232594 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 28 06:47:07.232594 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server raise self.value May 28 06:47:07.232594 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 28 06:47:07.232594 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 28 06:47:07.232594 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port May 28 06:47:07.232594 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 28 06:47:07.232594 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db May 28 06:47:07.232594 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 28 06:47:07.232594 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db May 28 06:47:07.232594 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 28 06:47:07.232594 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 28 06:47:07.232594 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 28 06:47:07.232594 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 28 06:47:07.232594 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 28 06:47:07.232594 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 28 06:47:07.232594 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 28 06:47:07.232594 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 28 06:47:07.232594 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 28 06:47:07.232594 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 28 06:47:07.232594 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 28 06:47:07.232594 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets May 28 06:47:07.232594 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 28 06:47:07.232594 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 28 06:47:07.232594 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server raise exception May 28 06:47:07.232594 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cdc5e3b4-af42-49b9-bebc-01f8c798c4c1: This subnet is being modified by another concurrent operation. May 28 06:47:07.232594 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server May 28 06:47:07.310444 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb6345b-2b8f-428c-a03b-21be133a8334 None None] Network 5df0ef9c-5638-42d6-b091-be43fa272fba requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:47:07.319994 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6cbb79cd-244c-4e6e-8fb2-2e53633ca0a7 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:07.378508 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-fe115552-179a-42db-8f85-6f350ddc4750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6a3952f-9e0c-4daf-801a-c1b220ccdb7d', 'name': 'tempest-ServerActionsTestJSON-999239930-router', 'tenant_id': 'fada8efd68e34d6781d883ae41cb05ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:36:11Z', 'updated_at': '2022-05-28T06:47:05Z', 'revision_number': 7, 'project_id': 'fada8efd68e34d6781d883ae41cb05ad', 'gw_port_host': None}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:47:07.402782 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ea658461-3b36-4a52-8c7d-b40fc6fa746c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:07.427335 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5d619868-fa3b-4308-a32b-49334dcd47af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:07.484168 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5d619868-fa3b-4308-a32b-49334dcd47af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:07.545717 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe115552-179a-42db-8f85-6f350ddc4750 None None] The sync data for ids ['b6a3952f-9e0c-4daf-801a-c1b220ccdb7d'] in n-d-843702-1 is: [{'id': 'b6a3952f-9e0c-4daf-801a-c1b220ccdb7d', 'name': 'tempest-ServerActionsTestJSON-999239930-router', 'tenant_id': 'fada8efd68e34d6781d883ae41cb05ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:36:11Z', 'updated_at': '2022-05-28T06:47:05Z', 'revision_number': 7, 'project_id': 'fada8efd68e34d6781d883ae41cb05ad', 'gw_port_host': None}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:47:07.556853 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-6cbb79cd-244c-4e6e-8fb2-2e53633ca0a7 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5df0ef9c-5638-42d6-b091-be43fa272fba']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:47:07.585897 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-6cbb79cd-244c-4e6e-8fb2-2e53633ca0a7 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '126a8f15-cb46-48b5-a695-4758c54be9ee') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:47:07.586113 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-6cbb79cd-244c-4e6e-8fb2-2e53633ca0a7 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '126a8f15-cb46-48b5-a695-4758c54be9ee') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:47:07.588709 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-db231e66-6f58-41ca-9070-5dace617fcdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca05ccc2-dd75-416f-ba7c-c73648ee1ce8', 'name': 'tempest-ImageQuotaTest-985963758-router', 'tenant_id': '2a8f19aa3acc47939228c83f8cbfdf62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.65'}], 'enable_snat': True}, 'gw_port_id': 'a53f54e1-ea56-43b3-9d1f-ee44ea50f215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:46:56Z', 'updated_at': '2022-05-28T06:47:02Z', 'revision_number': 3, 'project_id': '2a8f19aa3acc47939228c83f8cbfdf62', 'gw_port': {'id': 'a53f54e1-ea56-43b3-9d1f-ee44ea50f215', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c1:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca05ccc2-dd75-416f-ba7c-c73648ee1ce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2613, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:46:59Z', 'updated_at': '2022-05-28T06:47:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:47:07.594229 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db231e66-6f58-41ca-9070-5dace617fcdc None None] Checking router: ca05ccc2-dd75-416f-ba7c-c73648ee1ce8 for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:47:07.594775 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db231e66-6f58-41ca-9070-5dace617fcdc None None] Updating router ca05ccc2-dd75-416f-ba7c-c73648ee1ce8 port a53f54e1-ea56-43b3-9d1f-ee44ea50f215 binding host n-d-843702-1 {{(pid=89112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:47:07.614028 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6cbb79cd-244c-4e6e-8fb2-2e53633ca0a7 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:07.622375 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea658461-3b36-4a52-8c7d-b40fc6fa746c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94236380-0c95-4846-957a-e6e7d6f24591,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:07.649628 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6cbb79cd-244c-4e6e-8fb2-2e53633ca0a7 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:07.663281 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cbb79cd-244c-4e6e-8fb2-2e53633ca0a7 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:47:07.663494 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6cbb79cd-244c-4e6e-8fb2-2e53633ca0a7 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:07.679270 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-db231e66-6f58-41ca-9070-5dace617fcdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:07.726045 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5d619868-fa3b-4308-a32b-49334dcd47af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:07.778867 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-256be48c-db40-42c7-972f-4acc935ddd77 None None] Provisioning complete for port b68f4270-7583-44a7-bdc5-f6cc07d5e029 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:47:07.779465 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-256be48c-db40-42c7-972f-4acc935ddd77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:07.780881 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afda9ab7-5fcb-47e8-96aa-98162e197595 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Network 3e1b8a27-ab16-4347-9221-497ff1d95c15 is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89110) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:47:07.845944 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 126a8f15-cb46-48b5-a695-4758c54be9ee resource provider aggregate not found May 28 06:47:07.875552 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-84210ed5-59e9-4a23-a89a-3bac5e78ff60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59018'] for router, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:07.884146 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-ea658461-3b36-4a52-8c7d-b40fc6fa746c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=69bda7400441455984cab0a1ff406ac5&name=default HTTP/1.1" status: 200 len: 2983 time: 3.5680499 May 28 06:47:07.886899 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d634fafa-6e05-47d1-a7fa-061813fa6c99 req-baaa1874-33c4-4b05-8384-7eb83feb06a7 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/ports?device_id=3bc3a953-7679-4415-9d44-7fab5c933346 HTTP/1.1" status: 200 len: 210 time: 0.1846156 May 28 06:47:07.889779 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 51974) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:47:07.890387 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-84210ed5-59e9-4a23-a89a-3bac5e78ff60 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:07.920590 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5d619868-fa3b-4308-a32b-49334dcd47af admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:07.923291 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-5d619868-fa3b-4308-a32b-49334dcd47af admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/98c8fc71-fb7e-424a-b3af-7d0e6ef6d33c HTTP/1.1" status: 204 len: 168 time: 0.7696526 May 28 06:47:07.925805 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 126a8f15-cb46-48b5-a695-4758c54be9ee resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 126a8f15-cb46-48b5-a695-4758c54be9ee found for delete ", "request_id": "req-a1591f35-93f3-4477-b166-ed59067dd488"}]} May 28 06:47:07.926795 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d619868-fa3b-4308-a32b-49334dcd47af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98c8fc71-fb7e-424a-b3af-7d0e6ef6d33c,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:07.971204 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22943f8d-ba1f-4c30-8293-eb973683101d req-66f6a6d8-de9a-46a8-9695-13bf1493207a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:07.973483 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-22943f8d-ba1f-4c30-8293-eb973683101d req-66f6a6d8-de9a-46a8-9695-13bf1493207a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a1aca0685bb94ccf8aade58ad7ba406c&device_id=775dccc7-c877-4cb2-9525-a616b0ed048a HTTP/1.1" status: 200 len: 1101 time: 1.4833906 May 28 06:47:07.973899 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48a82c7-99f6-4a30-b954-46416361298f None None] get_active_networks_info from n-d-843702-1 {{(pid=89111) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 28 06:47:07.992261 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6cbb79cd-244c-4e6e-8fb2-2e53633ca0a7 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:08.058624 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6cbb79cd-244c-4e6e-8fb2-2e53633ca0a7 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:08.064771 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb79cd-244c-4e6e-8fb2-2e53633ca0a7 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Pushing event deleted for resources: {'Network': ['ID=5df0ef9c-5638-42d6-b091-be43fa272fba,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:08.084056 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-6cbb79cd-244c-4e6e-8fb2-2e53633ca0a7 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] 10.222.0.55 "DELETE /v2.0/networks/5df0ef9c-5638-42d6-b091-be43fa272fba HTTP/1.1" status: 204 len: 168 time: 2.8706486 May 28 06:47:08.088050 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 51982) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:47:08.105654 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-fd214924-00fa-4050-88a2-fbcd10d59a8a tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1697689195'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:47:08.108339 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-fd214924-00fa-4050-88a2-fbcd10d59a8a tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:47:08.115143 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-fd214924-00fa-4050-88a2-fbcd10d59a8a tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Usage tracker for resource:network and tenant:e412caad0f5f49a9803aea4f744e5a99 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:47:08.119919 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-fd214924-00fa-4050-88a2-fbcd10d59a8a tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:47:08.128638 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-afda9ab7-5fcb-47e8-96aa-98162e197595 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, 3e1b8a27-ab16-4347-9221-497ff1d95c15) {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:47:08.132025 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-fd214924-00fa-4050-88a2-fbcd10d59a8a tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:47:08.140755 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afda9ab7-5fcb-47e8-96aa-98162e197595 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:08.141342 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-afda9ab7-5fcb-47e8-96aa-98162e197595 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:08.246722 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-db231e66-6f58-41ca-9070-5dace617fcdc None None] Notify callbacks [] for port, precommit_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:08.273214 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd214924-00fa-4050-88a2-fbcd10d59a8a tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Made reservation on behalf of e412caad0f5f49a9803aea4f744e5a99 for: {'network': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:47:08.273657 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48a82c7-99f6-4a30-b954-46416361298f None None] Resources bound (agent type, host, resource id): {{(pid=89111) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 28 06:47:08.277224 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-256be48c-db40-42c7-972f-4acc935ddd77 None None] Current status of the port b68f4270-7583-44a7-bdc5-f6cc07d5e029 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:47:08.279275 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fd214924-00fa-4050-88a2-fbcd10d59a8a tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:08.315478 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd214924-00fa-4050-88a2-fbcd10d59a8a tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=89109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:47:08.326755 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fd214924-00fa-4050-88a2-fbcd10d59a8a tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:08.327452 n-d-843702-1 neutron-server[89109]: INFO neutron.db.segments_db [None req-fd214924-00fa-4050-88a2-fbcd10d59a8a tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Added segment 0c3f72f3-f064-45b4-8298-a37a099ec87c of type vlan for network 8a0ae735-9bf9-4223-b9b0-10b5cb76cc22 May 28 06:47:08.388183 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fd214924-00fa-4050-88a2-fbcd10d59a8a tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:08.459456 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5970079d-f64d-41e2-9c77-10af40408b89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:08.495177 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fd214924-00fa-4050-88a2-fbcd10d59a8a tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:08.500734 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd214924-00fa-4050-88a2-fbcd10d59a8a tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:08.505350 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fd214924-00fa-4050-88a2-fbcd10d59a8a tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:08.525788 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.provisioning_blocks [None req-db231e66-6f58-41ca-9070-5dace617fcdc None None] Transition to ACTIVE for port object a53f54e1-ea56-43b3-9d1f-ee44ea50f215 will not be triggered until provisioned by entity L2. {{(pid=89112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:47:08.577147 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5970079d-f64d-41e2-9c77-10af40408b89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:08.633963 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-db231e66-6f58-41ca-9070-5dace617fcdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:08.716111 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-84210ed5-59e9-4a23-a89a-3bac5e78ff60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-703817'] for router, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:08.717012 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84210ed5-59e9-4a23-a89a-3bac5e78ff60 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b6a3952f-9e0c-4daf-801a-c1b220ccdb7d {{(pid=89110) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 06:47:08.785093 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-84210ed5-59e9-4a23-a89a-3bac5e78ff60 admin admin] Notify callbacks [] for router, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:08.788131 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-84210ed5-59e9-4a23-a89a-3bac5e78ff60 admin admin] 10.222.0.55 "DELETE /v2.0/routers/b6a3952f-9e0c-4daf-801a-c1b220ccdb7d HTTP/1.1" status: 204 len: 168 time: 4.8709285 May 28 06:47:08.794817 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 51998) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:47:08.826258 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-db231e66-6f58-41ca-9070-5dace617fcdc None None] Attempting to bind port a53f54e1-ea56-43b3-9d1f-ee44ea50f215 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:47:08.828264 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-db231e66-6f58-41ca-9070-5dace617fcdc None None] Attempting to bind port a53f54e1-ea56-43b3-9d1f-ee44ea50f215 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:47:08.831268 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db231e66-6f58-41ca-9070-5dace617fcdc None None] Attempting to bind port a53f54e1-ea56-43b3-9d1f-ee44ea50f215 on network 68df399e-e75e-4871-9364-5d05730b50f0 {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:47:08.840997 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db231e66-6f58-41ca-9070-5dace617fcdc None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:47:08.841648 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db231e66-6f58-41ca-9070-5dace617fcdc None None] Checking segment: {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:47:08.842195 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-db231e66-6f58-41ca-9070-5dace617fcdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:08.842880 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db231e66-6f58-41ca-9070-5dace617fcdc None None] Bound using segment: {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:47:08.843704 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-db231e66-6f58-41ca-9070-5dace617fcdc None None] Bound port: a53f54e1-ea56-43b3-9d1f-ee44ea50f215, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:47:08.844273 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-db231e66-6f58-41ca-9070-5dace617fcdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:08.907537 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5970079d-f64d-41e2-9c77-10af40408b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:08.910415 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5970079d-f64d-41e2-9c77-10af40408b89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:08.912280 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd214924-00fa-4050-88a2-fbcd10d59a8a tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Pushing event updated for resources: {'Network': ['ID=8a0ae735-9bf9-4223-b9b0-10b5cb76cc22,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:08.914431 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-5970079d-f64d-41e2-9c77-10af40408b89 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/94236380-0c95-4846-957a-e6e7d6f24591 HTTP/1.1" status: 204 len: 168 time: 1.0207882 May 28 06:47:08.917566 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22943f8d-ba1f-4c30-8293-eb973683101d req-d750c160-86a0-4f63-9582-abe8aa565415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:08.919295 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-22943f8d-ba1f-4c30-8293-eb973683101d req-d750c160-86a0-4f63-9582-abe8aa565415 service neutron] 10.222.0.71 "GET /v2.0/networks?id=bb90c162-fdb0-406b-af2b-5eef830db7a9 HTTP/1.1" status: 200 len: 870 time: 0.8021338 May 28 06:47:08.924244 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-afda9ab7-5fcb-47e8-96aa-98162e197595 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 6.0743799 May 28 06:47:08.927832 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 52010) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:47:08.936294 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-c0a2b62f-aa6d-425c-a1d4-3aecdb8196f3 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Request body: {'port': {'network_id': '3e1b8a27-ab16-4347-9221-497ff1d95c15', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1990025656'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:47:08.937444 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f0a516-2cc7-4b5c-978c-1353279359d5 None None] Pushing event updated for resources: {'Port': ['ID=a53f54e1-ea56-43b3-9d1f-ee44ea50f215,revision_number=2']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:08.963663 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device b68f4270-7583-44a7-bdc5-f6cc07d5e029 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:47:09.001123 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f0a516-2cc7-4b5c-978c-1353279359d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:47:09.001726 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f0a516-2cc7-4b5c-978c-1353279359d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:47:09.002188 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f0a516-2cc7-4b5c-978c-1353279359d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:47:09.002905 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f0a516-2cc7-4b5c-978c-1353279359d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:47:09.003333 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f0a516-2cc7-4b5c-978c-1353279359d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:47:09.008261 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f0a516-2cc7-4b5c-978c-1353279359d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:47:09.008962 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f0a516-2cc7-4b5c-978c-1353279359d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:47:09.009658 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f0a516-2cc7-4b5c-978c-1353279359d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:47:09.010254 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f0a516-2cc7-4b5c-978c-1353279359d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:47:09.010800 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f0a516-2cc7-4b5c-978c-1353279359d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:47:09.011375 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f0a516-2cc7-4b5c-978c-1353279359d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:47:09.011927 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f0a516-2cc7-4b5c-978c-1353279359d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:47:09.015739 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 8a0ae735-9bf9-4223-b9b0-10b5cb76cc22 details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:47:09.054835 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-fd214924-00fa-4050-88a2-fbcd10d59a8a tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9652829 May 28 06:47:09.070425 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 52016) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:47:09.110584 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-db231e66-6f58-41ca-9070-5dace617fcdc None None] For port a53f54e1-ea56-43b3-9d1f-ee44ea50f215, host n-d-843702-1, cleared binding levels {{(pid=89112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:47:09.118760 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-db231e66-6f58-41ca-9070-5dace617fcdc None None] For port a53f54e1-ea56-43b3-9d1f-ee44ea50f215, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=a53f54e1-ea56-43b3-9d1f-ee44ea50f215,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:47:09.140003 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5970079d-f64d-41e2-9c77-10af40408b89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94236380-0c95-4846-957a-e6e7d6f24591,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:09.145862 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-22943f8d-ba1f-4c30-8293-eb973683101d req-8e83c7d0-c569-44c2-8bd2-4fd546135fc0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=aea85970-c8b3-4bf3-9f78-92dd37c152fb HTTP/1.1" status: 200 len: 217 time: 0.1831946 May 28 06:47:09.186967 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-db231e66-6f58-41ca-9070-5dace617fcdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:09.257154 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-c4461a5a-38dd-4a24-8cf0-988224902fc3 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Request body: {'subnet': {'network_id': '8a0ae735-9bf9-4223-b9b0-10b5cb76cc22', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:47:09.322601 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ee7909-fedf-47f0-bca5-d4726963e427 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-3e1b8a27-ab16-4347-9221-497ff1d95c15', 'network_id': '3e1b8a27-ab16-4347-9221-497ff1d95c15', 'tenant_id': 'bf0f1d3761524ddfa4db9240ac258eb8', 'fixed_ips': [{'subnet_id': 'cfceed0c-575d-4979-abb6-ab112286521c'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:47:09.326284 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d6ee7909-fedf-47f0-bca5-d4726963e427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:09.399505 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db231e66-6f58-41ca-9070-5dace617fcdc None None] Routers {'ca05ccc2-dd75-416f-ba7c-c73648ee1ce8'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:47:09.400147 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-db231e66-6f58-41ca-9070-5dace617fcdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:46:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['ca05ccc2-dd75-416f-ba7c-c73648ee1ce8'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:47:09.406250 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22943f8d-ba1f-4c30-8293-eb973683101d req-af1cd1cc-f540-435e-a8c0-cb22846847f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:09.414632 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-22943f8d-ba1f-4c30-8293-eb973683101d req-af1cd1cc-f540-435e-a8c0-cb22846847f0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e72d0ca5-04cb-4b36-82b1-c75214c9eb05 HTTP/1.1" status: 200 len: 843 time: 0.2573907 May 28 06:47:09.471069 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_v2 [None req-42680ccc-987f-478d-8afa-c2e849392058 admin admin] Deleting subnet 40188bf0-967d-446e-ac4f-b5c59a2acd9a {{(pid=89109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:47:09.510850 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-42680ccc-987f-478d-8afa-c2e849392058 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:09.690253 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port b68f4270-7583-44a7-bdc5-f6cc07d5e029 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:47:09.690630 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:09.732321 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-42680ccc-987f-478d-8afa-c2e849392058 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3964070'] for subnet, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:09.817455 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-c4461a5a-38dd-4a24-8cf0-988224902fc3 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:47:09.823334 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f0a516-2cc7-4b5c-978c-1353279359d5 None None] Pushing event updated for resources: {'Port': ['ID=a53f54e1-ea56-43b3-9d1f-ee44ea50f215,revision_number=3']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:09.842183 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-c4461a5a-38dd-4a24-8cf0-988224902fc3 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Usage tracker for resource:subnet and tenant:e412caad0f5f49a9803aea4f744e5a99 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:47:09.846129 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-c4461a5a-38dd-4a24-8cf0-988224902fc3 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:47:09.851004 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22943f8d-ba1f-4c30-8293-eb973683101d req-60332ae5-3cbc-40ab-b524-1c5e9388459b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:09.853677 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-22943f8d-ba1f-4c30-8293-eb973683101d req-60332ae5-3cbc-40ab-b524-1c5e9388459b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=bb90c162-fdb0-406b-af2b-5eef830db7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4313602 May 28 06:47:09.858732 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-4ebb4687-3a5d-4273-be67-9e7a9c2d5110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:09.873036 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-db231e66-6f58-41ca-9070-5dace617fcdc None None] Set router ca05ccc2-dd75-416f-ba7c-c73648ee1ce8 gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:47:09.873657 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-c4461a5a-38dd-4a24-8cf0-988224902fc3 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:47:09.908264 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-c0a2b62f-aa6d-425c-a1d4-3aecdb8196f3 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:47:09.926986 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-c0a2b62f-aa6d-425c-a1d4-3aecdb8196f3 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Usage tracker for resource:port and tenant:bf0f1d3761524ddfa4db9240ac258eb8 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:47:09.933311 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-c0a2b62f-aa6d-425c-a1d4-3aecdb8196f3 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:47:09.943158 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-c0a2b62f-aa6d-425c-a1d4-3aecdb8196f3 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:47:09.959537 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-42680ccc-987f-478d-8afa-c2e849392058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:09.972865 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-d6ee7909-fedf-47f0-bca5-d4726963e427 None None] Allocated IP 2001:db8::2 (3e1b8a27-ab16-4347-9221-497ff1d95c15/cfceed0c-575d-4979-abb6-ab112286521c/bb5463e7-1a83-4355-b5d3-e028f664de2f) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:47:10.019304 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 52040) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:47:10.045762 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4461a5a-38dd-4a24-8cf0-988224902fc3 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Made reservation on behalf of e412caad0f5f49a9803aea4f744e5a99 for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:47:10.051648 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c4461a5a-38dd-4a24-8cf0-988224902fc3 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:10.090860 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 52044) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:47:10.101280 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0a2b62f-aa6d-425c-a1d4-3aecdb8196f3 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Made reservation on behalf of bf0f1d3761524ddfa4db9240ac258eb8 for: {'port': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:47:10.105679 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c0a2b62f-aa6d-425c-a1d4-3aecdb8196f3 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:10.166824 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-22943f8d-ba1f-4c30-8293-eb973683101d req-6e3cec27-c2d9-4809-81ba-8817939b98d3 service neutron] 10.222.0.71 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2797892 May 28 06:47:10.197870 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port b68f4270-7583-44a7-bdc5-f6cc07d5e029 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:47:10.213070 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 40052406-75c2-412c-a1db-28bb911750f0 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:47:10.219966 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-bd256fda-3939-44f7-8de4-e8ae07e6c0fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:10.220909 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [None req-c0a2b62f-aa6d-425c-a1d4-3aecdb8196f3 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] device_id is not set on port 881111cf-c073-48cf-8896-4247849800c1 yet. {{(pid=89109) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:47:10.347832 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 40052406-75c2-412c-a1db-28bb911750f0 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:47:10.348677 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 40052406-75c2-412c-a1db-28bb911750f0 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:47:10.349108 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device ad730f12-4d9c-46d8-922c-7df4d43b7195 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:47:10.359292 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-db231e66-6f58-41ca-9070-5dace617fcdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca05ccc2-dd75-416f-ba7c-c73648ee1ce8', 'name': 'tempest-ImageQuotaTest-985963758-router', 'tenant_id': '2a8f19aa3acc47939228c83f8cbfdf62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.65'}], 'enable_snat': True}, 'gw_port_id': 'a53f54e1-ea56-43b3-9d1f-ee44ea50f215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:46:56Z', 'updated_at': '2022-05-28T06:47:02Z', 'revision_number': 3, 'project_id': '2a8f19aa3acc47939228c83f8cbfdf62', 'gw_port': {'id': 'a53f54e1-ea56-43b3-9d1f-ee44ea50f215', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c1:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca05ccc2-dd75-416f-ba7c-c73648ee1ce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2613, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:46:59Z', 'updated_at': '2022-05-28T06:47:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:47:10.374588 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db231e66-6f58-41ca-9070-5dace617fcdc None None] The sync data for ids ['ca05ccc2-dd75-416f-ba7c-c73648ee1ce8'] in n-d-843702-1 is: [{'id': 'ca05ccc2-dd75-416f-ba7c-c73648ee1ce8', 'name': 'tempest-ImageQuotaTest-985963758-router', 'tenant_id': '2a8f19aa3acc47939228c83f8cbfdf62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.65'}], 'enable_snat': True}, 'gw_port_id': 'a53f54e1-ea56-43b3-9d1f-ee44ea50f215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:46:56Z', 'updated_at': '2022-05-28T06:47:02Z', 'revision_number': 3, 'project_id': '2a8f19aa3acc47939228c83f8cbfdf62', 'gw_port': {'id': 'a53f54e1-ea56-43b3-9d1f-ee44ea50f215', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c1:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca05ccc2-dd75-416f-ba7c-c73648ee1ce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2613, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:46:59Z', 'updated_at': '2022-05-28T06:47:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:47:10.417011 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-6b8265d6-cb78-4aba-b489-11be1528213a admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-65699894-network', 'tenant_id': '2e20b567a8194f0bb2dc62d73842a354'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:47:10.424577 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-6b8265d6-cb78-4aba-b489-11be1528213a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:47:10.429476 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-6b8265d6-cb78-4aba-b489-11be1528213a admin admin] Usage tracker for resource:network and tenant:2e20b567a8194f0bb2dc62d73842a354 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:47:10.440782 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: ad730f12-4d9c-46d8-922c-7df4d43b7195 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:47:10.440782 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device ad730f12-4d9c-46d8-922c-7df4d43b7195 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:47:10.441167 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-6b8265d6-cb78-4aba-b489-11be1528213a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:47:10.441254 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-bd256fda-3939-44f7-8de4-e8ae07e6c0fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:47:10.442459 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-6b8265d6-cb78-4aba-b489-11be1528213a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:47:10.464644 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-42680ccc-987f-478d-8afa-c2e849392058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9555650'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:10.465747 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-bd256fda-3939-44f7-8de4-e8ae07e6c0fe admin admin] Usage tracker for resource:security_group_rule and tenant:d2c11554f36642279628556fc3b09702 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:47:10.472551 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-bd256fda-3939-44f7-8de4-e8ae07e6c0fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:47:10.482084 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-bd256fda-3939-44f7-8de4-e8ae07e6c0fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:47:10.483978 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-22943f8d-ba1f-4c30-8293-eb973683101d req-6af089b5-f315-440d-9f19-d7fbf03d0f00 service neutron] 10.222.0.71 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2709255 May 28 06:47:10.583661 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d6ee7909-fedf-47f0-bca5-d4726963e427 None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:10.591027 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b1fe92-ef89-4627-80b7-6fbb64fe6887 req-78af4d81-893b-468d-aa16-b846f65f4629 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:10.598944 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-72b1fe92-ef89-4627-80b7-6fbb64fe6887 req-78af4d81-893b-468d-aa16-b846f65f4629 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/ports?device_id=2187a23c-2130-4d5d-83f8-6c69d905e7eb HTTP/1.1" status: 200 len: 945 time: 0.6779721 May 28 06:47:10.604879 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-d6ee7909-fedf-47f0-bca5-d4726963e427 None None] Transition to ACTIVE for port object bb5463e7-1a83-4355-b5d3-e028f664de2f will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:47:10.659776 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-d6ee7909-fedf-47f0-bca5-d4726963e427 None None] Transition to ACTIVE for port object bb5463e7-1a83-4355-b5d3-e028f664de2f will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:47:10.734459 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-72b1fe92-ef89-4627-80b7-6fbb64fe6887 req-b80fa260-2e5e-455d-bc24-1e6dd305bc67 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/security-groups?id=23eed38c-aa44-447e-83a9-ccee1b1a7a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345236 May 28 06:47:10.753740 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d6ee7909-fedf-47f0-bca5-d4726963e427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:10.781657 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [None req-4ebb4687-3a5d-4273-be67-9e7a9c2d5110 admin admin] Allocated IP 172.20.0.1 (8501caf1-398f-4e92-a229-2f7a99c8fa02/a4c87859-3d0d-4782-bbcb-3af707890ac0/15239a7a-bcba-49e5-9abf-197913246da4) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:47:10.887966 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ee7909-fedf-47f0-bca5-d4726963e427 None None] Network 3e1b8a27-ab16-4347-9221-497ff1d95c15 is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:47:10.890963 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-d6ee7909-fedf-47f0-bca5-d4726963e427 None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:47:10.896351 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ee7909-fedf-47f0-bca5-d4726963e427 None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:47:10.897400 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b8265d6-cb78-4aba-b489-11be1528213a admin admin] Made reservation on behalf of 2e20b567a8194f0bb2dc62d73842a354 for: {'network': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:47:10.899061 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ee7909-fedf-47f0-bca5-d4726963e427 None None] Pushing event updated for resources: {'Port': ['ID=bb5463e7-1a83-4355-b5d3-e028f664de2f,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:10.899691 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6b8265d6-cb78-4aba-b489-11be1528213a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:10.963506 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-bd256fda-3939-44f7-8de4-e8ae07e6c0fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:11.003986 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42680ccc-987f-478d-8afa-c2e849392058 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40188bf0-967d-446e-ac4f-b5c59a2acd9a,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:11.008909 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-42680ccc-987f-478d-8afa-c2e849392058 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:11.030398 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-d6ee7909-fedf-47f0-bca5-d4726963e427 None None] Attempting to bind port bb5463e7-1a83-4355-b5d3-e028f664de2f on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:47:11.031057 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-d6ee7909-fedf-47f0-bca5-d4726963e427 None None] Attempting to bind port bb5463e7-1a83-4355-b5d3-e028f664de2f by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'c39e9eb5-ecc7-4d19-83f4-557378df06da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '3e1b8a27-ab16-4347-9221-497ff1d95c15'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:47:11.031271 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ee7909-fedf-47f0-bca5-d4726963e427 None None] Attempting to bind port bb5463e7-1a83-4355-b5d3-e028f664de2f on network 3e1b8a27-ab16-4347-9221-497ff1d95c15 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:47:11.044716 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ee7909-fedf-47f0-bca5-d4726963e427 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:47:11.044984 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-bd256fda-3939-44f7-8de4-e8ae07e6c0fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:11.045257 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ee7909-fedf-47f0-bca5-d4726963e427 None None] Checking segment: {'id': 'c39e9eb5-ecc7-4d19-83f4-557378df06da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '3e1b8a27-ab16-4347-9221-497ff1d95c15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:47:11.045890 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d6ee7909-fedf-47f0-bca5-d4726963e427 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:11.046470 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ee7909-fedf-47f0-bca5-d4726963e427 None None] Bound using segment: {'id': 'c39e9eb5-ecc7-4d19-83f4-557378df06da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '3e1b8a27-ab16-4347-9221-497ff1d95c15'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:47:11.046598 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6b8265d6-cb78-4aba-b489-11be1528213a admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:11.052928 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-d6ee7909-fedf-47f0-bca5-d4726963e427 None None] Bound port: bb5463e7-1a83-4355-b5d3-e028f664de2f, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c39e9eb5-ecc7-4d19-83f4-557378df06da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '3e1b8a27-ab16-4347-9221-497ff1d95c15'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:47:11.052928 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d6ee7909-fedf-47f0-bca5-d4726963e427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:11.131526 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-42680ccc-987f-478d-8afa-c2e849392058 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/40188bf0-967d-446e-ac4f-b5c59a2acd9a HTTP/1.1" status: 204 len: 168 time: 2.3353677 May 28 06:47:11.140897 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 52060) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:47:11.157652 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-c0a2b62f-aa6d-425c-a1d4-3aecdb8196f3 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Allocated IP 2001:db8::328 (3e1b8a27-ab16-4347-9221-497ff1d95c15/cfceed0c-575d-4979-abb6-ab112286521c/881111cf-c073-48cf-8896-4247849800c1) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:47:11.160680 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-6b8265d6-cb78-4aba-b489-11be1528213a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:47:11.191711 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-6b8265d6-cb78-4aba-b489-11be1528213a admin admin] Usage tracker for resource:security_group_rule and tenant:2e20b567a8194f0bb2dc62d73842a354 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:47:11.216531 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-6b8265d6-cb78-4aba-b489-11be1528213a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:47:11.225228 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-d6ee7909-fedf-47f0-bca5-d4726963e427 None None] For port bb5463e7-1a83-4355-b5d3-e028f664de2f, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:47:11.230917 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-d6ee7909-fedf-47f0-bca5-d4726963e427 None None] For port bb5463e7-1a83-4355-b5d3-e028f664de2f, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=bb5463e7-1a83-4355-b5d3-e028f664de2f,segment=NetworkSegment(c39e9eb5-ecc7-4d19-83f4-557378df06da),segment_id=c39e9eb5-ecc7-4d19-83f4-557378df06da)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:47:11.231446 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-bd256fda-3939-44f7-8de4-e8ae07e6c0fe admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d2c11554f36642279628556fc3b09702&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2098856 May 28 06:47:11.236535 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 52064) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:47:11.252863 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-6b8265d6-cb78-4aba-b489-11be1528213a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:47:11.331456 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d6ee7909-fedf-47f0-bca5-d4726963e427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:11.392941 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c4461a5a-38dd-4a24-8cf0-988224902fc3 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:11.435380 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ee7909-fedf-47f0-bca5-d4726963e427 None None] Pushing event updated for resources: {'Port': ['ID=bb5463e7-1a83-4355-b5d3-e028f664de2f,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:11.449219 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd256fda-3939-44f7-8de4-e8ae07e6c0fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=112cb27a-2379-4671-90f0-2708b9b29462,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:11.451815 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-4ebb4687-3a5d-4273-be67-9e7a9c2d5110 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:11.497985 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [None req-4ebb4687-3a5d-4273-be67-9e7a9c2d5110 admin admin] Transition to ACTIVE for port object 15239a7a-bcba-49e5-9abf-197913246da4 will not be triggered until provisioned by entity DHCP. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:47:11.508105 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e4180bbd-e778-4c2b-9d48-9e9c0cc8c44b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:11.531101 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-e4180bbd-e778-4c2b-9d48-9e9c0cc8c44b admin admin] Deleting port 146e984b-47c8-4184-bb41-b2ef75d6b3c4 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:47:11.531553 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e4180bbd-e778-4c2b-9d48-9e9c0cc8c44b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:11.719051 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4461a5a-38dd-4a24-8cf0-988224902fc3 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Pushing event updated for resources: {'Subnet': ['ID=2367ea1a-7a44-4848-9077-8a4496c5a112,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:11.749545 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5893e2fe-ddf7-4691-ab66-632e69c420fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:11.780875 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-4ebb4687-3a5d-4273-be67-9e7a9c2d5110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:11.815438 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4461a5a-38dd-4a24-8cf0-988224902fc3 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Checking segment: {'id': '0c3f72f3-f064-45b4-8298-a37a099ec87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '8a0ae735-9bf9-4223-b9b0-10b5cb76cc22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:47:11.817101 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4461a5a-38dd-4a24-8cf0-988224902fc3 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Network hostable DHCP agents. Network: 8a0ae735-9bf9-4223-b9b0-10b5cb76cc22, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:47:11.904604 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5893e2fe-ddf7-4691-ab66-632e69c420fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:11.922252 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c0a2b62f-aa6d-425c-a1d4-3aecdb8196f3 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:11.949531 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ebb4687-3a5d-4273-be67-9e7a9c2d5110 admin admin] Network 8501caf1-398f-4e92-a229-2f7a99c8fa02 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:47:11.994343 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-4ebb4687-3a5d-4273-be67-9e7a9c2d5110 admin admin] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:47:12.023879 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [None req-c0a2b62f-aa6d-425c-a1d4-3aecdb8196f3 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Transition to ACTIVE for port object 881111cf-c073-48cf-8896-4247849800c1 will not be triggered until provisioned by entity DHCP. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:47:12.045225 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebb4687-3a5d-4273-be67-9e7a9c2d5110 admin admin] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:47:12.058221 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6b8265d6-cb78-4aba-b489-11be1528213a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:12.101758 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [None req-e4180bbd-e778-4c2b-9d48-9e9c0cc8c44b admin admin] For port 146e984b-47c8-4184-bb41-b2ef75d6b3c4, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=146e984b-47c8-4184-bb41-b2ef75d6b3c4,segment=NetworkSegment(4c4bc3f8-ec6f-40a7-9f80-cde5ff5de12a),segment_id=4c4bc3f8-ec6f-40a7-9f80-cde5ff5de12a)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:47:12.102116 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e4180bbd-e778-4c2b-9d48-9e9c0cc8c44b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:12.141147 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4461a5a-38dd-4a24-8cf0-988224902fc3 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Network 8a0ae735-9bf9-4223-b9b0-10b5cb76cc22 is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:47:12.210325 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5893e2fe-ddf7-4691-ab66-632e69c420fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:12.215170 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6b8265d6-cb78-4aba-b489-11be1528213a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:12.218308 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c0a2b62f-aa6d-425c-a1d4-3aecdb8196f3 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:12.250265 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-e4180bbd-e778-4c2b-9d48-9e9c0cc8c44b admin admin] Calling delete_port for 146e984b-47c8-4184-bb41-b2ef75d6b3c4 owned by network:dhcp {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:47:12.284562 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5893e2fe-ddf7-4691-ab66-632e69c420fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=112cb27a-2379-4671-90f0-2708b9b29462,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:12.292802 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebb4687-3a5d-4273-be67-9e7a9c2d5110 admin admin] Pushing event updated for resources: {'Port': ['ID=15239a7a-bcba-49e5-9abf-197913246da4,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:12.309139 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-4ebb4687-3a5d-4273-be67-9e7a9c2d5110 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690947'] for router_interface, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:12.313657 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b8265d6-cb78-4aba-b489-11be1528213a admin admin] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=89109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:47:12.334592 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a2b62f-aa6d-425c-a1d4-3aecdb8196f3 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Network 3e1b8a27-ab16-4347-9221-497ff1d95c15 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:47:12.335255 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-c4461a5a-38dd-4a24-8cf0-988224902fc3 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, 8a0ae735-9bf9-4223-b9b0-10b5cb76cc22) {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:47:12.347921 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-c0a2b62f-aa6d-425c-a1d4-3aecdb8196f3 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:47:12.362145 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4461a5a-38dd-4a24-8cf0-988224902fc3 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:12.362626 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c4461a5a-38dd-4a24-8cf0-988224902fc3 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:12.366874 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6b8265d6-cb78-4aba-b489-11be1528213a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:12.367217 n-d-843702-1 neutron-server[89109]: INFO neutron.db.segments_db [None req-6b8265d6-cb78-4aba-b489-11be1528213a admin admin] Added segment f00444d8-7ba0-4d64-8814-3169e4b95947 of type vlan for network c1019bbb-6a9b-4c40-954f-ef6f126c2596 May 28 06:47:12.368413 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a2b62f-aa6d-425c-a1d4-3aecdb8196f3 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:47:12.378627 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a2b62f-aa6d-425c-a1d4-3aecdb8196f3 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:12.378627 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c0a2b62f-aa6d-425c-a1d4-3aecdb8196f3 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:12.379946 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5893e2fe-ddf7-4691-ab66-632e69c420fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:12.380673 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-5893e2fe-ddf7-4691-ab66-632e69c420fc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/112cb27a-2379-4671-90f0-2708b9b29462 HTTP/1.1" status: 204 len: 168 time: 1.1381929 May 28 06:47:12.398117 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8265d6-cb78-4aba-b489-11be1528213a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d3bcf99-4378-4bfa-b403-55a65be4b2e3,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:12.402456 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a2b62f-aa6d-425c-a1d4-3aecdb8196f3 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Pushing event updated for resources: {'Port': ['ID=881111cf-c073-48cf-8896-4247849800c1,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:12.466707 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6b8265d6-cb78-4aba-b489-11be1528213a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:12.510168 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-c4461a5a-38dd-4a24-8cf0-988224902fc3 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 3.2796555 May 28 06:47:12.522032 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 52084) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:47:12.580937 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-c0a2b62f-aa6d-425c-a1d4-3aecdb8196f3 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 3.6518390 May 28 06:47:12.582040 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 52088) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:47:12.593993 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310ea329-5899-4147-970b-21a54ed5a424 req-c6cabbc8-8e15-414d-b51c-2824fefdab3a tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:12.601959 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-310ea329-5899-4147-970b-21a54ed5a424 req-c6cabbc8-8e15-414d-b51c-2824fefdab3a tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/ports?device_id=2187a23c-2130-4d5d-83f8-6c69d905e7eb HTTP/1.1" status: 200 len: 945 time: 0.6463201 May 28 06:47:12.674553 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e4180bbd-e778-4c2b-9d48-9e9c0cc8c44b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:12.753914 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6b8265d6-cb78-4aba-b489-11be1528213a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:12.754254 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-310ea329-5899-4147-970b-21a54ed5a424 req-ba6b466f-594c-4c03-aed7-a50603be315d tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/security-groups?id=23eed38c-aa44-447e-83a9-ccee1b1a7a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375461 May 28 06:47:12.754362 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8265d6-cb78-4aba-b489-11be1528213a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:12.754362 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6b8265d6-cb78-4aba-b489-11be1528213a admin admin] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:12.762336 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4180bbd-e778-4c2b-9d48-9e9c0cc8c44b admin admin] No DVR routers for this DVR port 146e984b-47c8-4184-bb41-b2ef75d6b3c4 on host n-d-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:47:12.765492 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4180bbd-e778-4c2b-9d48-9e9c0cc8c44b admin admin] Pushing event deleted for resources: {'Port': ['ID=146e984b-47c8-4184-bb41-b2ef75d6b3c4,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:12.925615 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-158573ea-85c8-40b9-9fe2-9327933be5de tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Deleting port 881111cf-c073-48cf-8896-4247849800c1 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:47:12.925615 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-158573ea-85c8-40b9-9fe2-9327933be5de tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:12.942828 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device bb5463e7-1a83-4355-b5d3-e028f664de2f up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:47:13.035889 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-6b8265d6-cb78-4aba-b489-11be1528213a admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.9109685 May 28 06:47:13.066918 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 52100) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:47:13.067730 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8265d6-cb78-4aba-b489-11be1528213a admin admin] Pushing event updated for resources: {'Network': ['ID=c1019bbb-6a9b-4c40-954f-ef6f126c2596,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:13.083649 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d300b973-2208-4889-ac15-a7dbaaeb8498 None None] get_active_networks_info from n-d-843702-1 {{(pid=89111) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 28 06:47:13.097374 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-738a4089-897f-4c9a-8ef4-ea394c9a1f7f admin admin] Request body: {'subnet': {'network_id': 'c1019bbb-6a9b-4c40-954f-ef6f126c2596', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-65699894-subnet', 'tenant_id': '2e20b567a8194f0bb2dc62d73842a354', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:47:13.108734 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-738a4089-897f-4c9a-8ef4-ea394c9a1f7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:47:13.116856 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network c1019bbb-6a9b-4c40-954f-ef6f126c2596 details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:47:13.118907 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-738a4089-897f-4c9a-8ef4-ea394c9a1f7f admin admin] Usage tracker for resource:subnet and tenant:2e20b567a8194f0bb2dc62d73842a354 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:47:13.140077 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-738a4089-897f-4c9a-8ef4-ea394c9a1f7f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:47:13.154908 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e4180bbd-e778-4c2b-9d48-9e9c0cc8c44b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:13.194287 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-e4180bbd-e778-4c2b-9d48-9e9c0cc8c44b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7d92049-bff3-4c3a-a4bd-4950c7dcad1c']}} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:47:13.214891 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f18dc06e-175d-4495-bb44-7996e5bee609 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:13.215044 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-e4180bbd-e778-4c2b-9d48-9e9c0cc8c44b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c4bc3f8-ec6f-40a7-9f80-cde5ff5de12a') {'for_net_delete': True} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:47:13.215044 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-e4180bbd-e778-4c2b-9d48-9e9c0cc8c44b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c4bc3f8-ec6f-40a7-9f80-cde5ff5de12a') {} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:47:13.228518 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-738a4089-897f-4c9a-8ef4-ea394c9a1f7f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:47:13.232426 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e4180bbd-e778-4c2b-9d48-9e9c0cc8c44b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4150778'] for segment, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:13.265325 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c795f8f1-982e-4314-b177-d7d7c8702407 req-eb7ef609-07de-4d6a-b316-5eb469e609de tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:13.269299 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c795f8f1-982e-4314-b177-d7d7c8702407 req-eb7ef609-07de-4d6a-b316-5eb469e609de tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.69 "GET /v2.0/ports?device_id=2187a23c-2130-4d5d-83f8-6c69d905e7eb HTTP/1.1" status: 200 len: 945 time: 0.3956122 May 28 06:47:13.271128 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e4180bbd-e778-4c2b-9d48-9e9c0cc8c44b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:13.357204 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4180bbd-e778-4c2b-9d48-9e9c0cc8c44b admin admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=89110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:47:13.357823 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e4180bbd-e778-4c2b-9d48-9e9c0cc8c44b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3143023'] for segment, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:13.402713 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d300b973-2208-4889-ac15-a7dbaaeb8498 None None] Resources bound (agent type, host, resource id): {{(pid=89111) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 28 06:47:13.412209 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-738a4089-897f-4c9a-8ef4-ea394c9a1f7f admin admin] Made reservation on behalf of 2e20b567a8194f0bb2dc62d73842a354 for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:47:13.415375 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-738a4089-897f-4c9a-8ef4-ea394c9a1f7f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:13.503525 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 52108) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:47:13.506095 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f18dc06e-175d-4495-bb44-7996e5bee609 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:13.535528 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-d87be0bb-a21f-4cc9-a0d9-451dd64110cc None None] Provisioning for port bb5463e7-1a83-4355-b5d3-e028f664de2f completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:47:13.586463 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port bb5463e7-1a83-4355-b5d3-e028f664de2f completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:47:13.609132 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment 4c4bc3f8-ec6f-40a7-9f80-cde5ff5de12a resource provider aggregate not found May 28 06:47:13.614385 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port bb5463e7-1a83-4355-b5d3-e028f664de2f triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:47:13.616056 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:13.618013 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-113d7be5-8af1-4eb8-9090-e1e0cec2f7bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:13.640404 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment 4c4bc3f8-ec6f-40a7-9f80-cde5ff5de12a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4c4bc3f8-ec6f-40a7-9f80-cde5ff5de12a found for delete ", "request_id": "req-9b05ab62-b030-4398-8251-9d70623f3d35"}]} May 28 06:47:13.659240 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-c795f8f1-982e-4314-b177-d7d7c8702407 req-8cf7a017-24d4-47b3-a15d-e6323a596121 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Deleting port 403ec6eb-8b41-42b2-8f70-bcaab10bf367 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:47:13.659765 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-c795f8f1-982e-4314-b177-d7d7c8702407 req-8cf7a017-24d4-47b3-a15d-e6323a596121 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:13.689157 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-113d7be5-8af1-4eb8-9090-e1e0cec2f7bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:47:13.690153 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-4ebb4687-3a5d-4273-be67-9e7a9c2d5110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:13.704339 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-113d7be5-8af1-4eb8-9090-e1e0cec2f7bb admin admin] Usage tracker for resource:security_group_rule and tenant:7a697c1a2d0d451c852632deeec0c116 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:47:13.715321 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-113d7be5-8af1-4eb8-9090-e1e0cec2f7bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:47:13.738611 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-113d7be5-8af1-4eb8-9090-e1e0cec2f7bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:47:13.742650 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-158573ea-85c8-40b9-9fe2-9327933be5de tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:13.763827 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e4180bbd-e778-4c2b-9d48-9e9c0cc8c44b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:13.795917 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e4180bbd-e778-4c2b-9d48-9e9c0cc8c44b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:13.864756 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4180bbd-e778-4c2b-9d48-9e9c0cc8c44b admin admin] Pushing event deleted for resources: {'Network': ['ID=e7d92049-bff3-4c3a-a4bd-4950c7dcad1c,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:13.961925 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port bb5463e7-1a83-4355-b5d3-e028f664de2f is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:47:13.962553 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:14.072693 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-e4180bbd-e778-4c2b-9d48-9e9c0cc8c44b admin admin] 10.222.0.55 "DELETE /v2.0/networks/e7d92049-bff3-4c3a-a4bd-4950c7dcad1c HTTP/1.1" status: 204 len: 168 time: 2.9283404 May 28 06:47:14.103664 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port bb5463e7-1a83-4355-b5d3-e028f664de2f, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=bb5463e7-1a83-4355-b5d3-e028f664de2f,segment=NetworkSegment(c39e9eb5-ecc7-4d19-83f4-557378df06da),segment_id=c39e9eb5-ecc7-4d19-83f4-557378df06da)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:47:14.125216 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7793ac6f-169e-4a07-a7ea-f941a06fac20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-8a0ae735-9bf9-4223-b9b0-10b5cb76cc22', 'network_id': '8a0ae735-9bf9-4223-b9b0-10b5cb76cc22', 'tenant_id': 'e412caad0f5f49a9803aea4f744e5a99', 'fixed_ips': [{'subnet_id': '2367ea1a-7a44-4848-9077-8a4496c5a112'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:47:14.126109 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-7793ac6f-169e-4a07-a7ea-f941a06fac20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:14.137047 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-158573ea-85c8-40b9-9fe2-9327933be5de tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Calling delete_port for 881111cf-c073-48cf-8896-4247849800c1 owned by {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:47:14.194451 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:14.197994 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device a53f54e1-ea56-43b3-9d1f-ee44ea50f215 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:47:14.297397 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-4ebb4687-3a5d-4273-be67-9e7a9c2d5110 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:14.326267 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=bb5463e7-1a83-4355-b5d3-e028f664de2f,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:14.347260 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-c795f8f1-982e-4314-b177-d7d7c8702407 req-8cf7a017-24d4-47b3-a15d-e6323a596121 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] For port 403ec6eb-8b41-42b2-8f70-bcaab10bf367, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=403ec6eb-8b41-42b2-8f70-bcaab10bf367,segment=NetworkSegment(de3cbcce-ba0c-4cb8-88ea-ac98446ed60d),segment_id=de3cbcce-ba0c-4cb8-88ea-ac98446ed60d)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:47:14.347613 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-c795f8f1-982e-4314-b177-d7d7c8702407 req-8cf7a017-24d4-47b3-a15d-e6323a596121 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:14.354577 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f18dc06e-175d-4495-bb44-7996e5bee609 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9555650'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:14.392675 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port a53f54e1-ea56-43b3-9d1f-ee44ea50f215 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:47:14.398129 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port a53f54e1-ea56-43b3-9d1f-ee44ea50f215 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:47:14.398671 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:14.426324 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd34b13d-2fb3-4c4f-893f-6a7355934217 req-cd5f4493-6d66-4a5d-aac8-abbf45507cc0 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:14.427858 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cd34b13d-2fb3-4c4f-893f-6a7355934217 req-cd5f4493-6d66-4a5d-aac8-abbf45507cc0 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/ports?device_id=2187a23c-2130-4d5d-83f8-6c69d905e7eb HTTP/1.1" status: 200 len: 945 time: 0.4075601 May 28 06:47:14.447090 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18dc06e-175d-4495-bb44-7996e5bee609 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Pushing event deleted for resources: {'Subnet': ['ID=2367ea1a-7a44-4848-9077-8a4496c5a112,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:14.530606 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-4ebb4687-3a5d-4273-be67-9e7a9c2d5110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:14.576857 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port a53f54e1-ea56-43b3-9d1f-ee44ea50f215 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:47:14.577142 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:14.581509 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f18dc06e-175d-4495-bb44-7996e5bee609 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:14.589006 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-c795f8f1-982e-4314-b177-d7d7c8702407 req-8cf7a017-24d4-47b3-a15d-e6323a596121 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Calling delete_port for 403ec6eb-8b41-42b2-8f70-bcaab10bf367 owned by compute:nova {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:47:14.600182 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port a53f54e1-ea56-43b3-9d1f-ee44ea50f215, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=a53f54e1-ea56-43b3-9d1f-ee44ea50f215,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:47:14.644857 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 52128) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:47:14.646398 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-f18dc06e-175d-4495-bb44-7996e5bee609 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a0ae735-9bf9-4223-b9b0-10b5cb76cc22']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:47:14.682575 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-113d7be5-8af1-4eb8-9090-e1e0cec2f7bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:14.684338 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-f18dc06e-175d-4495-bb44-7996e5bee609 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c3f72f3-f064-45b4-8298-a37a099ec87c') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:47:14.684632 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-f18dc06e-175d-4495-bb44-7996e5bee609 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c3f72f3-f064-45b4-8298-a37a099ec87c') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:47:14.698980 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:14.706509 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f18dc06e-175d-4495-bb44-7996e5bee609 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:14.735525 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-738a4089-897f-4c9a-8ef4-ea394c9a1f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:14.743961 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f18dc06e-175d-4495-bb44-7996e5bee609 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:14.772375 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-158573ea-85c8-40b9-9fe2-9327933be5de tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:14.790743 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebb4687-3a5d-4273-be67-9e7a9c2d5110 admin admin] Pushing event updated for resources: {'Port': ['ID=15239a7a-bcba-49e5-9abf-197913246da4,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:14.794087 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-4ebb4687-3a5d-4273-be67-9e7a9c2d5110 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700602'] for router_interface, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:14.805531 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cd34b13d-2fb3-4c4f-893f-6a7355934217 req-37ce9a1a-71cd-4e69-a70e-a9192b72b174 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/security-groups?id=23eed38c-aa44-447e-83a9-ccee1b1a7a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609342 May 28 06:47:14.835716 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-c1dbca56-cfe6-4640-a9a5-e5f05c648aa5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fada8efd68e34d6781d883ae41cb05ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1780326 May 28 06:47:14.837898 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f18dc06e-175d-4495-bb44-7996e5bee609 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:47:14.838535 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f18dc06e-175d-4495-bb44-7996e5bee609 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:14.869905 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=a53f54e1-ea56-43b3-9d1f-ee44ea50f215,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:14.888316 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 52134) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:47:14.898155 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158573ea-85c8-40b9-9fe2-9327933be5de tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Pushing event deleted for resources: {'Port': ['ID=881111cf-c073-48cf-8896-4247849800c1,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:14.911741 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-113d7be5-8af1-4eb8-9090-e1e0cec2f7bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:14.935987 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server [None req-7793ac6f-169e-4a07-a7ea-f941a06fac20 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2367ea1a-7a44-4848-9077-8a4496c5a112: This subnet is being modified by another concurrent operation. May 28 06:47:14.935987 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 28 06:47:14.935987 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 28 06:47:14.935987 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 28 06:47:14.935987 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 28 06:47:14.935987 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 28 06:47:14.935987 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 28 06:47:14.935987 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 28 06:47:14.935987 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 28 06:47:14.935987 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 28 06:47:14.935987 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 28 06:47:14.935987 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 28 06:47:14.935987 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 28 06:47:14.935987 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server self.force_reraise() May 28 06:47:14.935987 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 28 06:47:14.935987 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server raise self.value May 28 06:47:14.935987 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 28 06:47:14.935987 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 28 06:47:14.935987 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 28 06:47:14.935987 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 28 06:47:14.935987 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 28 06:47:14.935987 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server self.force_reraise() May 28 06:47:14.935987 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 28 06:47:14.935987 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server raise self.value May 28 06:47:14.935987 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 28 06:47:14.935987 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 28 06:47:14.935987 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 28 06:47:14.935987 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 28 06:47:14.935987 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 28 06:47:14.935987 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server self.force_reraise() May 28 06:47:14.935987 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 28 06:47:14.935987 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server raise self.value May 28 06:47:14.935987 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 28 06:47:14.935987 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 28 06:47:14.935987 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 28 06:47:14.935987 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 28 06:47:14.935987 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port May 28 06:47:14.935987 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 28 06:47:14.935987 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action May 28 06:47:14.935987 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 28 06:47:14.935987 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 28 06:47:14.935987 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 28 06:47:14.935987 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 28 06:47:14.935987 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 28 06:47:14.935987 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 28 06:47:14.935987 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 28 06:47:14.935987 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 28 06:47:14.935987 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 28 06:47:14.935987 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 28 06:47:14.935987 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server self.force_reraise() May 28 06:47:14.935987 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 28 06:47:14.935987 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server raise self.value May 28 06:47:14.935987 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 28 06:47:14.935987 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 28 06:47:14.935987 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 28 06:47:14.935987 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 28 06:47:14.935987 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 28 06:47:14.935987 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server self.force_reraise() May 28 06:47:14.935987 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 28 06:47:14.935987 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server raise self.value May 28 06:47:14.935987 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 28 06:47:14.935987 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 28 06:47:14.935987 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 28 06:47:14.935987 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 28 06:47:14.935987 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 28 06:47:14.935987 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server self.force_reraise() May 28 06:47:14.935987 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 28 06:47:14.935987 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server raise self.value May 28 06:47:14.935987 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 28 06:47:14.935987 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 28 06:47:14.935987 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port May 28 06:47:14.935987 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 28 06:47:14.935987 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db May 28 06:47:14.935987 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 28 06:47:14.935987 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db May 28 06:47:14.935987 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 28 06:47:14.935987 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 28 06:47:14.935987 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 28 06:47:14.935987 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 28 06:47:14.935987 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 28 06:47:14.935987 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 28 06:47:14.935987 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 28 06:47:14.935987 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 28 06:47:14.935987 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 28 06:47:14.935987 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 28 06:47:14.935987 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 28 06:47:14.935987 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets May 28 06:47:14.935987 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 28 06:47:14.935987 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 28 06:47:14.935987 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server raise exception May 28 06:47:14.935987 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2367ea1a-7a44-4848-9077-8a4496c5a112: This subnet is being modified by another concurrent operation. May 28 06:47:14.935987 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server May 28 06:47:14.956764 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device bb5463e7-1a83-4355-b5d3-e028f664de2f up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:47:14.983669 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 0c3f72f3-f064-45b4-8298-a37a099ec87c resource provider aggregate not found May 28 06:47:15.045166 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e7400ece-ed21-4f5a-8250-04ef026bc014 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:15.048989 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 0c3f72f3-f064-45b4-8298-a37a099ec87c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0c3f72f3-f064-45b4-8298-a37a099ec87c found for delete ", "request_id": "req-c4474c50-cb56-4d39-9e7f-da35c8c43e48"}]} May 28 06:47:15.074406 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea2ba3f6-b768-4891-8072-a09e5d82f22f None None] get_active_networks_info from n-d-843702-1 {{(pid=89111) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 28 06:47:15.100658 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-158573ea-85c8-40b9-9fe2-9327933be5de tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:15.109477 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738a4089-897f-4c9a-8ef4-ea394c9a1f7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=08ac47a0-2128-4760-ba5b-fed3524dd99f,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:15.125965 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-113d7be5-8af1-4eb8-9090-e1e0cec2f7bb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7a697c1a2d0d451c852632deeec0c116&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6213236 May 28 06:47:15.134999 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 52146) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:47:15.143177 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113d7be5-8af1-4eb8-9090-e1e0cec2f7bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32a8aa16-a677-4299-9485-fe7667dfa151,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:15.161782 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e7400ece-ed21-4f5a-8250-04ef026bc014 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:15.174233 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738a4089-897f-4c9a-8ef4-ea394c9a1f7f admin admin] Checking segment: {'id': 'f00444d8-7ba0-4d64-8814-3169e4b95947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'c1019bbb-6a9b-4c40-954f-ef6f126c2596'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:47:15.174799 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738a4089-897f-4c9a-8ef4-ea394c9a1f7f admin admin] Network hostable DHCP agents. Network: c1019bbb-6a9b-4c40-954f-ef6f126c2596, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:47:15.185605 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ebb4687-3a5d-4273-be67-9e7a9c2d5110 admin admin] Network 8501caf1-398f-4e92-a229-2f7a99c8fa02 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:47:15.188611 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-4ebb4687-3a5d-4273-be67-9e7a9c2d5110 admin admin] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:47:15.205393 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-158573ea-85c8-40b9-9fe2-9327933be5de tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] 10.222.0.55 "DELETE /v2.0/ports/881111cf-c073-48cf-8896-4247849800c1 HTTP/1.1" status: 204 len: 168 time: 2.6132958 May 28 06:47:15.210429 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 52150) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:47:15.246577 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea2ba3f6-b768-4891-8072-a09e5d82f22f None None] Resources bound (agent type, host, resource id): {{(pid=89111) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 28 06:47:15.265044 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port bb5463e7-1a83-4355-b5d3-e028f664de2f triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:47:15.265448 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:15.279059 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f18dc06e-175d-4495-bb44-7996e5bee609 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:15.290297 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-c795f8f1-982e-4314-b177-d7d7c8702407 req-8cf7a017-24d4-47b3-a15d-e6323a596121 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:15.299081 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f18dc06e-175d-4495-bb44-7996e5bee609 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:15.306451 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2eb8fdc-890a-44f8-a264-ce0639bb0ee5 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] GET failed (client error): The resource could not be found. May 28 06:47:15.307051 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-d2eb8fdc-890a-44f8-a264-ce0639bb0ee5 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Synchronizing usage tracker for tenant:bf0f1d3761524ddfa4db9240ac258eb8 on resource:port {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:47:15.324072 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18dc06e-175d-4495-bb44-7996e5bee609 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Pushing event deleted for resources: {'Network': ['ID=8a0ae735-9bf9-4223-b9b0-10b5cb76cc22,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:15.329391 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-f18dc06e-175d-4495-bb44-7996e5bee609 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] 10.222.0.55 "DELETE /v2.0/networks/8a0ae735-9bf9-4223-b9b0-10b5cb76cc22 HTTP/1.1" status: 204 len: 168 time: 2.8045142 May 28 06:47:15.334782 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 52156) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:47:15.346985 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-210a4637-1067-4167-85c8-992c193c112c tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1396863822'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:47:15.351476 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-cdc5bad5-b1e9-461f-ba22-196658543fb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:15.354726 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-210a4637-1067-4167-85c8-992c193c112c tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:47:15.365914 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf7a017-24d4-47b3-a15d-e6323a596121 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Pushing event deleted for resources: {'Port': ['ID=403ec6eb-8b41-42b2-8f70-bcaab10bf367,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:15.367740 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-210a4637-1067-4167-85c8-992c193c112c tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Usage tracker for resource:network and tenant:e412caad0f5f49a9803aea4f744e5a99 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:47:15.372791 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-210a4637-1067-4167-85c8-992c193c112c tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:47:15.387176 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-210a4637-1067-4167-85c8-992c193c112c tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:47:15.397463 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738a4089-897f-4c9a-8ef4-ea394c9a1f7f admin admin] Network c1019bbb-6a9b-4c40-954f-ef6f126c2596 is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:47:15.402181 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-cdc5bad5-b1e9-461f-ba22-196658543fb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:15.521291 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-d2eb8fdc-890a-44f8-a264-ce0639bb0ee5 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Unset dirty status for tenant:bf0f1d3761524ddfa4db9240ac258eb8 on resource:port {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:47:15.526086 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-d2eb8fdc-890a-44f8-a264-ce0639bb0ee5 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] 10.222.0.55 "GET /v2.0/ports/881111cf-c073-48cf-8896-4247849800c1 HTTP/1.1" status: 404 len: 333 time: 0.3114929 May 28 06:47:15.530252 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 52162) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:47:15.582562 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port bb5463e7-1a83-4355-b5d3-e028f664de2f is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:47:15.586686 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-210a4637-1067-4167-85c8-992c193c112c tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Made reservation on behalf of e412caad0f5f49a9803aea4f744e5a99 for: {'network': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:47:15.590133 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-210a4637-1067-4167-85c8-992c193c112c tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:15.605831 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-738a4089-897f-4c9a-8ef4-ea394c9a1f7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, c1019bbb-6a9b-4c40-954f-ef6f126c2596) {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:47:15.626717 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738a4089-897f-4c9a-8ef4-ea394c9a1f7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:15.627314 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-738a4089-897f-4c9a-8ef4-ea394c9a1f7f admin admin] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:15.643645 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-cdc5bad5-b1e9-461f-ba22-196658543fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:15.676094 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffb12bfd-b8cc-429c-a693-3dfebbd874a2 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Deleting subnet cfceed0c-575d-4979-abb6-ab112286521c {{(pid=89109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:47:15.682045 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-cdc5bad5-b1e9-461f-ba22-196658543fb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:15.692181 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-cdc5bad5-b1e9-461f-ba22-196658543fb3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/32a8aa16-a677-4299-9485-fe7667dfa151 HTTP/1.1" status: 204 len: 168 time: 0.5499885 May 28 06:47:15.698174 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc5bad5-b1e9-461f-ba22-196658543fb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32a8aa16-a677-4299-9485-fe7667dfa151,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:15.701929 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ffb12bfd-b8cc-429c-a693-3dfebbd874a2 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks [] for subnet, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:15.782136 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-c795f8f1-982e-4314-b177-d7d7c8702407 req-8cf7a017-24d4-47b3-a15d-e6323a596121 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] No DVR routers for this DVR port 403ec6eb-8b41-42b2-8f70-bcaab10bf367 on host n-h1-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:47:15.786530 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-c795f8f1-982e-4314-b177-d7d7c8702407 req-8cf7a017-24d4-47b3-a15d-e6323a596121 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:15.789033 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2187a23c-2130-4d5d-83f8-6c69d905e7eb', 'name': 'network-vif-deleted', 'tag': '403ec6eb-8b41-42b2-8f70-bcaab10bf367'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:47:15.799271 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-738a4089-897f-4c9a-8ef4-ea394c9a1f7f admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.7189119 May 28 06:47:15.803916 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-210a4637-1067-4167-85c8-992c193c112c tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'} {{(pid=89109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:47:15.817018 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c795f8f1-982e-4314-b177-d7d7c8702407 req-8cf7a017-24d4-47b3-a15d-e6323a596121 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.69 "DELETE /v2.0/ports/403ec6eb-8b41-42b2-8f70-bcaab10bf367 HTTP/1.1" status: 204 len: 173 time: 2.5426340 May 28 06:47:15.831679 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ffb12bfd-b8cc-429c-a693-3dfebbd874a2 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3964070'] for subnet, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:15.851708 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ebb4687-3a5d-4273-be67-9e7a9c2d5110 admin admin] Router ca05ccc2-dd75-416f-ba7c-c73648ee1ce8 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:47:15.862001 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 403ec6eb-8b41-42b2-8f70-bcaab10bf367 no longer exists at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:47:15.901918 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-210a4637-1067-4167-85c8-992c193c112c tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:15.905084 n-d-843702-1 neutron-server[89109]: INFO neutron.db.segments_db [None req-210a4637-1067-4167-85c8-992c193c112c tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Added segment 13d20b00-84ad-4b4a-89e5-e7037aa1e53f of type vlan for network 2fca6288-b62d-48f1-bba8-35a3a8cd3997 May 28 06:47:15.976028 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] No Port match for: 403ec6eb-8b41-42b2-8f70-bcaab10bf367 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:47:15.977250 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 403ec6eb-8b41-42b2-8f70-bcaab10bf367 not bound to the agent host n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:47:15.981152 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1858a56c-14ac-42e0-a87c-334e320a151b None None] DHCP port deletion for e7d92049-bff3-4c3a-a4bd-4950c7dcad1c request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:47:15.987181 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-210a4637-1067-4167-85c8-992c193c112c tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:15.990949 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-177da4ce-0c0a-48db-a3be-37d2b1de0c18'] response: {'server_uuid': '2187a23c-2130-4d5d-83f8-6c69d905e7eb', 'name': 'network-vif-deleted', 'tag': '403ec6eb-8b41-42b2-8f70-bcaab10bf367', 'status': 'completed', 'code': 200} May 28 06:47:15.995386 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e7400ece-ed21-4f5a-8250-04ef026bc014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:15.999716 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e7400ece-ed21-4f5a-8250-04ef026bc014 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:16.011820 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-e7400ece-ed21-4f5a-8250-04ef026bc014 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/da746f74-f7a2-404c-ba12-af4c190f6fad HTTP/1.1" status: 204 len: 168 time: 1.1123357 May 28 06:47:16.034447 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7400ece-ed21-4f5a-8250-04ef026bc014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da746f74-f7a2-404c-ba12-af4c190f6fad,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:16.058355 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8a14ee-35a0-401b-a977-1d8b7c38ae60 None None] Network 3e1b8a27-ab16-4347-9221-497ff1d95c15 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:47:16.136054 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fdf452c-d7bc-43a6-8d18-849fd6b17f25 None None] Network 8a0ae735-9bf9-4223-b9b0-10b5cb76cc22 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:47:16.167476 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948453aa-aef9-4e91-aff8-9d8d9bd2ffa0 None None] Network c1019bbb-6a9b-4c40-954f-ef6f126c2596 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:47:16.182139 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ffb12bfd-b8cc-429c-a693-3dfebbd874a2 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:16.307414 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-210a4637-1067-4167-85c8-992c193c112c tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:16.321565 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-210a4637-1067-4167-85c8-992c193c112c tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:16.322400 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-210a4637-1067-4167-85c8-992c193c112c tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:16.372420 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-ef176d68-fc91-45e9-8d1e-8a7cdbf485ea req-6c399c88-2f72-4ad0-958f-393ab1b88c94 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Synchronizing usage tracker for tenant:98e9fd09ba2248b5b9367b689b0cfcd3 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:47:16.412605 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fdf452c-d7bc-43a6-8d18-849fd6b17f25 None None] Network 8a0ae735-9bf9-4223-b9b0-10b5cb76cc22 could not be found, it might have been deleted concurrently. {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} May 28 06:47:16.511139 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ffb12bfd-b8cc-429c-a693-3dfebbd874a2 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9555650'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:16.569645 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ebb4687-3a5d-4273-be67-9e7a9c2d5110 admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:47:16.588534 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-4ebb4687-3a5d-4273-be67-9e7a9c2d5110 admin admin] 10.222.0.55 "PUT /v2.0/routers/ca05ccc2-dd75-416f-ba7c-c73648ee1ce8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5627296 May 28 06:47:16.616347 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-ef176d68-fc91-45e9-8d1e-8a7cdbf485ea req-6c399c88-2f72-4ad0-958f-393ab1b88c94 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] Unset dirty status for tenant:98e9fd09ba2248b5b9367b689b0cfcd3 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:47:16.618368 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ef176d68-fc91-45e9-8d1e-8a7cdbf485ea req-6c399c88-2f72-4ad0-958f-393ab1b88c94 tempest-ServerRescueNegativeTestJSON-821670939 tempest-ServerRescueNegativeTestJSON-821670939-project] 10.222.0.55 "GET /v2.0/ports?device_id=2187a23c-2130-4d5d-83f8-6c69d905e7eb HTTP/1.1" status: 200 len: 210 time: 0.5751243 May 28 06:47:16.630244 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a19585-2f21-49e7-9b36-ab734887a236 None None] Network 8a0ae735-9bf9-4223-b9b0-10b5cb76cc22 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:47:16.662926 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e721a4cd-1c3d-4a55-ae69-4905d29750ab None None] Sync routers for ids ['ca05ccc2-dd75-416f-ba7c-c73648ee1ce8'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:47:16.699282 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c501fa1-25d3-4a97-95c5-4f493b3bdc6f None None] Network c1019bbb-6a9b-4c40-954f-ef6f126c2596 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:47:16.894553 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ffb12bfd-b8cc-429c-a693-3dfebbd874a2 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:16.901510 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 52198) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:47:16.901655 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-ffb12bfd-b8cc-429c-a693-3dfebbd874a2 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] 10.222.0.55 "DELETE /v2.0/subnets/cfceed0c-575d-4979-abb6-ab112286521c HTTP/1.1" status: 204 len: 168 time: 1.3643367 May 28 06:47:16.901655 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb12bfd-b8cc-429c-a693-3dfebbd874a2 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Pushing event deleted for resources: {'Subnet': ['ID=cfceed0c-575d-4979-abb6-ab112286521c,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:16.927237 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210a4637-1067-4167-85c8-992c193c112c tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Pushing event updated for resources: {'Network': ['ID=2fca6288-b62d-48f1-bba8-35a3a8cd3997,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:16.927598 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e721a4cd-1c3d-4a55-ae69-4905d29750ab None None] Routers {'ca05ccc2-dd75-416f-ba7c-c73648ee1ce8'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:47:16.928615 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-e721a4cd-1c3d-4a55-ae69-4905d29750ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:46:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['ca05ccc2-dd75-416f-ba7c-c73648ee1ce8'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:47:16.947028 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-210a4637-1067-4167-85c8-992c193c112c tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.6080706 May 28 06:47:16.949146 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 52204) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:47:16.966671 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-fbc75a95-ddd1-4e49-a55c-3c772c93d182 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Request body: {'subnet': {'network_id': '2fca6288-b62d-48f1-bba8-35a3a8cd3997', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:47:17.081822 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device a53f54e1-ea56-43b3-9d1f-ee44ea50f215 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:47:17.115326 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c58ab1e3-47c6-4603-bb24-1c125d60b8eb tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:17.127661 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-c58ab1e3-47c6-4603-bb24-1c125d60b8eb tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Deleting port bb5463e7-1a83-4355-b5d3-e028f664de2f {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:47:17.128297 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c58ab1e3-47c6-4603-bb24-1c125d60b8eb tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:17.229829 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a19585-2f21-49e7-9b36-ab734887a236 None None] Network 8a0ae735-9bf9-4223-b9b0-10b5cb76cc22 could not be found, it might have been deleted concurrently. {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} May 28 06:47:17.232255 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 2fca6288-b62d-48f1-bba8-35a3a8cd3997 details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:47:17.249867 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-fbc75a95-ddd1-4e49-a55c-3c772c93d182 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:47:17.254566 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-a37de3b6-d238-438f-9dbe-e06c7b355149 None None] Provisioning for port 15239a7a-bcba-49e5-9abf-197913246da4 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:47:17.256361 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-fbc75a95-ddd1-4e49-a55c-3c772c93d182 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Usage tracker for resource:subnet and tenant:e412caad0f5f49a9803aea4f744e5a99 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:47:17.261462 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-fbc75a95-ddd1-4e49-a55c-3c772c93d182 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:47:17.289958 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-fbc75a95-ddd1-4e49-a55c-3c772c93d182 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:47:17.344193 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-a37de3b6-d238-438f-9dbe-e06c7b355149 None None] Provisioning complete for port 15239a7a-bcba-49e5-9abf-197913246da4 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:47:17.344573 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-a37de3b6-d238-438f-9dbe-e06c7b355149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:17.374762 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbc75a95-ddd1-4e49-a55c-3c772c93d182 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Made reservation on behalf of e412caad0f5f49a9803aea4f744e5a99 for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:47:17.380090 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fbc75a95-ddd1-4e49-a55c-3c772c93d182 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:17.477091 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [None req-c58ab1e3-47c6-4603-bb24-1c125d60b8eb tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] For port bb5463e7-1a83-4355-b5d3-e028f664de2f, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=bb5463e7-1a83-4355-b5d3-e028f664de2f,segment=NetworkSegment(c39e9eb5-ecc7-4d19-83f4-557378df06da),segment_id=c39e9eb5-ecc7-4d19-83f4-557378df06da)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:47:17.477695 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c58ab1e3-47c6-4603-bb24-1c125d60b8eb tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:17.682130 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-c58ab1e3-47c6-4603-bb24-1c125d60b8eb tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Calling delete_port for bb5463e7-1a83-4355-b5d3-e028f664de2f owned by network:dhcp {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:47:17.722081 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-e721a4cd-1c3d-4a55-ae69-4905d29750ab None None] Set router ca05ccc2-dd75-416f-ba7c-c73648ee1ce8 gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:47:17.773649 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:47:17.799495 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 52238) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:47:17.896784 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-a37de3b6-d238-438f-9dbe-e06c7b355149 None None] Port 15239a7a-bcba-49e5-9abf-197913246da4 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:47:17.903315 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port a53f54e1-ea56-43b3-9d1f-ee44ea50f215 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:47:17.903678 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:17.907117 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c58ab1e3-47c6-4603-bb24-1c125d60b8eb tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:17.935924 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fbc75a95-ddd1-4e49-a55c-3c772c93d182 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:17.957325 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58ab1e3-47c6-4603-bb24-1c125d60b8eb tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Pushing event deleted for resources: {'Port': ['ID=bb5463e7-1a83-4355-b5d3-e028f664de2f,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:17.963322 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58ab1e3-47c6-4603-bb24-1c125d60b8eb tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] No DVR routers for this DVR port bb5463e7-1a83-4355-b5d3-e028f664de2f on host n-d-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:47:17.995214 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 52250) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:47:18.001186 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-5cae51b5-3beb-4e04-b673-bae4de4e7a11 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1259087812-network', 'tenant_id': '74bfe960ad5b4c0d9a25eee32d7dee67'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:47:18.023812 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-5cae51b5-3beb-4e04-b673-bae4de4e7a11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:47:18.034727 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-5cae51b5-3beb-4e04-b673-bae4de4e7a11 admin admin] Usage tracker for resource:network and tenant:74bfe960ad5b4c0d9a25eee32d7dee67 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:47:18.102683 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-5cae51b5-3beb-4e04-b673-bae4de4e7a11 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:47:18.127050 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-5cae51b5-3beb-4e04-b673-bae4de4e7a11 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:47:18.141677 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c58ab1e3-47c6-4603-bb24-1c125d60b8eb tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:18.191886 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-c58ab1e3-47c6-4603-bb24-1c125d60b8eb tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e1b8a27-ab16-4347-9221-497ff1d95c15']}} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:47:18.211086 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc75a95-ddd1-4e49-a55c-3c772c93d182 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Pushing event updated for resources: {'Subnet': ['ID=052e0ef8-49c3-4aa4-b3df-41a3a33413ad,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:18.222582 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-c58ab1e3-47c6-4603-bb24-1c125d60b8eb tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c39e9eb5-ecc7-4d19-83f4-557378df06da') {'for_net_delete': True} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:47:18.223113 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-c58ab1e3-47c6-4603-bb24-1c125d60b8eb tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c39e9eb5-ecc7-4d19-83f4-557378df06da') {} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:47:18.224709 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc75a95-ddd1-4e49-a55c-3c772c93d182 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Checking segment: {'id': '13d20b00-84ad-4b4a-89e5-e7037aa1e53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '2fca6288-b62d-48f1-bba8-35a3a8cd3997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:47:18.225094 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc75a95-ddd1-4e49-a55c-3c772c93d182 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Network hostable DHCP agents. Network: 2fca6288-b62d-48f1-bba8-35a3a8cd3997, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:47:18.238915 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c58ab1e3-47c6-4603-bb24-1c125d60b8eb tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4150778'] for segment, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:18.254654 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cae51b5-3beb-4e04-b673-bae4de4e7a11 admin admin] Made reservation on behalf of 74bfe960ad5b4c0d9a25eee32d7dee67 for: {'network': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:47:18.257507 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5cae51b5-3beb-4e04-b673-bae4de4e7a11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:18.276992 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5cae51b5-3beb-4e04-b673-bae4de4e7a11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:18.292887 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c58ab1e3-47c6-4603-bb24-1c125d60b8eb tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:18.300703 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-5cae51b5-3beb-4e04-b673-bae4de4e7a11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:47:18.307073 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-5cae51b5-3beb-4e04-b673-bae4de4e7a11 admin admin] Usage tracker for resource:security_group_rule and tenant:74bfe960ad5b4c0d9a25eee32d7dee67 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:47:18.310564 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c58ab1e3-47c6-4603-bb24-1c125d60b8eb tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=89110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:47:18.311176 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c58ab1e3-47c6-4603-bb24-1c125d60b8eb tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3143023'] for segment, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:18.353847 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-5cae51b5-3beb-4e04-b673-bae4de4e7a11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:47:18.381257 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc75a95-ddd1-4e49-a55c-3c772c93d182 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Network 2fca6288-b62d-48f1-bba8-35a3a8cd3997 is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:47:18.421733 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment c39e9eb5-ecc7-4d19-83f4-557378df06da resource provider aggregate not found May 28 06:47:18.449694 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-5cae51b5-3beb-4e04-b673-bae4de4e7a11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:47:18.452564 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment c39e9eb5-ecc7-4d19-83f4-557378df06da resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c39e9eb5-ecc7-4d19-83f4-557378df06da found for delete ", "request_id": "req-80c9f4d6-a4bd-4726-9a7e-8cf41c656a10"}]} May 28 06:47:18.539731 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-fbc75a95-ddd1-4e49-a55c-3c772c93d182 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, 2fca6288-b62d-48f1-bba8-35a3a8cd3997) {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:47:18.551297 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc75a95-ddd1-4e49-a55c-3c772c93d182 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:18.554282 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fbc75a95-ddd1-4e49-a55c-3c772c93d182 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:18.560541 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-5725262f-8323-4893-a230-946089b9f373 None None] Provisioning complete for port 15239a7a-bcba-49e5-9abf-197913246da4 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:47:18.561167 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-5725262f-8323-4893-a230-946089b9f373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:18.615955 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c58ab1e3-47c6-4603-bb24-1c125d60b8eb tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:18.654801 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61838807-9d8e-4ef4-90f4-0bad71b307e8 None None] Network 2fca6288-b62d-48f1-bba8-35a3a8cd3997 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:47:18.671523 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c58ab1e3-47c6-4603-bb24-1c125d60b8eb tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:18.685829 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36c695c-9f3b-4c0d-9249-c01e26d7e765 None None] Network 3e1b8a27-ab16-4347-9221-497ff1d95c15 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:47:18.714477 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58ab1e3-47c6-4603-bb24-1c125d60b8eb tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Pushing event deleted for resources: {'Network': ['ID=3e1b8a27-ab16-4347-9221-497ff1d95c15,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:18.722455 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5cae51b5-3beb-4e04-b673-bae4de4e7a11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:18.751262 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-fbc75a95-ddd1-4e49-a55c-3c772c93d182 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.7968833 May 28 06:47:18.753152 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 52278) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:47:18.902424 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5cae51b5-3beb-4e04-b673-bae4de4e7a11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:18.906599 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36c695c-9f3b-4c0d-9249-c01e26d7e765 None None] Network 3e1b8a27-ab16-4347-9221-497ff1d95c15 could not be found, it might have been deleted concurrently. {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} May 28 06:47:18.911652 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-c58ab1e3-47c6-4603-bb24-1c125d60b8eb tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] 10.222.0.55 "DELETE /v2.0/networks/3e1b8a27-ab16-4347-9221-497ff1d95c15 HTTP/1.1" status: 204 len: 168 time: 2.0142348 May 28 06:47:18.926384 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 52286) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:47:18.949617 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-30aa3837-cb95-4b66-ab3a-e1b33da679a2 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Request body: {'port': {'network_id': '5776fce6-3412-4376-ba3e-26bfccdcf5fa', 'name': 'tempest-PortsIpV6TestJSON-1971808206'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:47:18.956586 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-5725262f-8323-4893-a230-946089b9f373 None None] Port 15239a7a-bcba-49e5-9abf-197913246da4 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:47:18.982889 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cae51b5-3beb-4e04-b673-bae4de4e7a11 admin admin] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=89110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:47:18.996268 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cae51b5-3beb-4e04-b673-bae4de4e7a11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11b373c9-48ee-40f1-b8c3-9bc0ae77a9b9,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:19.010346 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5cae51b5-3beb-4e04-b673-bae4de4e7a11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:19.010857 n-d-843702-1 neutron-server[89110]: INFO neutron.db.segments_db [None req-5cae51b5-3beb-4e04-b673-bae4de4e7a11 admin admin] Added segment c62a101c-44a5-49c9-8a2f-2f59e56b7a08 of type vlan for network 1f0d51b4-0aae-43e2-917f-0bb31e5a690e May 28 06:47:19.015213 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port a53f54e1-ea56-43b3-9d1f-ee44ea50f215 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:47:19.024312 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d9a0ac8-5a53-4ea9-97db-84991973d63b None None] DHCP port deletion for 3e1b8a27-ab16-4347-9221-497ff1d95c15 request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:47:19.034678 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 146e984b-47c8-4184-bb41-b2ef75d6b3c4 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:47:19.210268 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-169dc3a5-0e10-4d03-a788-21e3b6752c07 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:19.257094 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5cae51b5-3beb-4e04-b673-bae4de4e7a11 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:19.291593 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-30aa3837-cb95-4b66-ab3a-e1b33da679a2 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:47:19.323546 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 146e984b-47c8-4184-bb41-b2ef75d6b3c4 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:47:19.323889 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 146e984b-47c8-4184-bb41-b2ef75d6b3c4 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:47:19.341438 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-e721a4cd-1c3d-4a55-ae69-4905d29750ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca05ccc2-dd75-416f-ba7c-c73648ee1ce8', 'name': 'tempest-ImageQuotaTest-985963758-router', 'tenant_id': '2a8f19aa3acc47939228c83f8cbfdf62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.65'}], 'enable_snat': True}, 'gw_port_id': 'a53f54e1-ea56-43b3-9d1f-ee44ea50f215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:46:56Z', 'updated_at': '2022-05-28T06:47:13Z', 'revision_number': 4, 'project_id': '2a8f19aa3acc47939228c83f8cbfdf62', 'gw_port': {'id': 'a53f54e1-ea56-43b3-9d1f-ee44ea50f215', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca05ccc2-dd75-416f-ba7c-c73648ee1ce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2613, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:46:59Z', 'updated_at': '2022-05-28T06:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '15239a7a-bcba-49e5-9abf-197913246da4', 'name': '', 'network_id': '8501caf1-398f-4e92-a229-2f7a99c8fa02', 'tenant_id': '2a8f19aa3acc47939228c83f8cbfdf62', 'mac_address': 'fa:16:3e:85:b3:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca05ccc2-dd75-416f-ba7c-c73648ee1ce8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': 'a4c87859-3d0d-4782-bbcb-3af707890ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:47:10Z', 'updated_at': '2022-05-28T06:47:13Z', 'revision_number': 2, 'project_id': '2a8f19aa3acc47939228c83f8cbfdf62', 'subnets': [{'id': 'a4c87859-3d0d-4782-bbcb-3af707890ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:47:19.344078 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e721a4cd-1c3d-4a55-ae69-4905d29750ab None None] Checking router: ca05ccc2-dd75-416f-ba7c-c73648ee1ce8 for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:47:19.344429 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e721a4cd-1c3d-4a55-ae69-4905d29750ab None None] Updating router ca05ccc2-dd75-416f-ba7c-c73648ee1ce8 port 15239a7a-bcba-49e5-9abf-197913246da4 binding host n-d-843702-1 {{(pid=89111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:47:19.385826 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-30aa3837-cb95-4b66-ab3a-e1b33da679a2 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Usage tracker for resource:port and tenant:bf0f1d3761524ddfa4db9240ac258eb8 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:47:19.394661 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.db.resource_extend [None req-5cae51b5-3beb-4e04-b673-bae4de4e7a11 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 06:47:19.402200 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-30aa3837-cb95-4b66-ab3a-e1b33da679a2 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:47:19.415270 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-30aa3837-cb95-4b66-ab3a-e1b33da679a2 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:47:19.464658 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e721a4cd-1c3d-4a55-ae69-4905d29750ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:19.484290 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device bb5463e7-1a83-4355-b5d3-e028f664de2f no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:47:19.500014 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-169dc3a5-0e10-4d03-a788-21e3b6752c07 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:19.553179 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30aa3837-cb95-4b66-ab3a-e1b33da679a2 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Made reservation on behalf of bf0f1d3761524ddfa4db9240ac258eb8 for: {'port': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:47:19.557555 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-30aa3837-cb95-4b66-ab3a-e1b33da679a2 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:19.583395 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: bb5463e7-1a83-4355-b5d3-e028f664de2f {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:47:19.585396 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device bb5463e7-1a83-4355-b5d3-e028f664de2f not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:47:19.624980 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff585d7d-b21e-4f40-937a-ee59d63dd52e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-2fca6288-b62d-48f1-bba8-35a3a8cd3997', 'network_id': '2fca6288-b62d-48f1-bba8-35a3a8cd3997', 'tenant_id': 'e412caad0f5f49a9803aea4f744e5a99', 'fixed_ips': [{'subnet_id': '052e0ef8-49c3-4aa4-b3df-41a3a33413ad'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:47:19.626827 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-ff585d7d-b21e-4f40-937a-ee59d63dd52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:19.631931 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5cae51b5-3beb-4e04-b673-bae4de4e7a11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:19.636584 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cae51b5-3beb-4e04-b673-bae4de4e7a11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:19.637484 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5cae51b5-3beb-4e04-b673-bae4de4e7a11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:19.658696 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [None req-30aa3837-cb95-4b66-ab3a-e1b33da679a2 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] device_id is not set on port 4b387aea-00e6-4293-a357-d8455abe050f yet. {{(pid=89109) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:47:19.741891 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 52306) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:47:19.823661 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cae51b5-3beb-4e04-b673-bae4de4e7a11 admin admin] Pushing event updated for resources: {'Network': ['ID=1f0d51b4-0aae-43e2-917f-0bb31e5a690e,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:19.858478 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 1f0d51b4-0aae-43e2-917f-0bb31e5a690e details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:47:19.926557 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-5cae51b5-3beb-4e04-b673-bae4de4e7a11 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.9235952 May 28 06:47:19.926557 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 52318) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:47:19.931805 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-488498ce-fd67-4f1c-a7e4-f70f909901da admin admin] Request body: {'subnet': {'network_id': '1f0d51b4-0aae-43e2-917f-0bb31e5a690e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1259087812-subnet', 'tenant_id': '74bfe960ad5b4c0d9a25eee32d7dee67', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:47:19.938442 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-488498ce-fd67-4f1c-a7e4-f70f909901da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:47:19.950786 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-488498ce-fd67-4f1c-a7e4-f70f909901da admin admin] Usage tracker for resource:subnet and tenant:74bfe960ad5b4c0d9a25eee32d7dee67 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:47:19.953910 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-488498ce-fd67-4f1c-a7e4-f70f909901da admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:47:19.971601 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-488498ce-fd67-4f1c-a7e4-f70f909901da admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:47:19.992478 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-169dc3a5-0e10-4d03-a788-21e3b6752c07 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3115981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3172005'] for subnet, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:20.030794 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-eadac4af-8d85-4a24-a245-3c5143c923e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700548'] for router_interface, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:20.060588 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169dc3a5-0e10-4d03-a788-21e3b6752c07 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Pushing event deleted for resources: {'Subnet': ['ID=052e0ef8-49c3-4aa4-b3df-41a3a33413ad,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:20.096674 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-488498ce-fd67-4f1c-a7e4-f70f909901da admin admin] Made reservation on behalf of 74bfe960ad5b4c0d9a25eee32d7dee67 for: {'subnet': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:47:20.099465 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-488498ce-fd67-4f1c-a7e4-f70f909901da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3171998'] for subnet, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:20.126818 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server [None req-ff585d7d-b21e-4f40-937a-ee59d63dd52e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 052e0ef8-49c3-4aa4-b3df-41a3a33413ad: This subnet is being modified by another concurrent operation. May 28 06:47:20.126818 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 28 06:47:20.126818 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 28 06:47:20.126818 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 28 06:47:20.126818 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 28 06:47:20.126818 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 28 06:47:20.126818 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 28 06:47:20.126818 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 28 06:47:20.126818 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 28 06:47:20.126818 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 28 06:47:20.126818 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 28 06:47:20.126818 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 28 06:47:20.126818 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 28 06:47:20.126818 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server self.force_reraise() May 28 06:47:20.126818 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 28 06:47:20.126818 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server raise self.value May 28 06:47:20.126818 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 28 06:47:20.126818 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 28 06:47:20.126818 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 28 06:47:20.126818 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 28 06:47:20.126818 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 28 06:47:20.126818 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server self.force_reraise() May 28 06:47:20.126818 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 28 06:47:20.126818 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server raise self.value May 28 06:47:20.126818 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 28 06:47:20.126818 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 28 06:47:20.126818 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 28 06:47:20.126818 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 28 06:47:20.126818 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 28 06:47:20.126818 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server self.force_reraise() May 28 06:47:20.126818 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 28 06:47:20.126818 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server raise self.value May 28 06:47:20.126818 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 28 06:47:20.126818 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 28 06:47:20.126818 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 28 06:47:20.126818 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 28 06:47:20.126818 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port May 28 06:47:20.126818 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 28 06:47:20.126818 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action May 28 06:47:20.126818 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 28 06:47:20.126818 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 28 06:47:20.126818 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 28 06:47:20.126818 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 28 06:47:20.126818 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 28 06:47:20.126818 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 28 06:47:20.126818 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 28 06:47:20.126818 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 28 06:47:20.126818 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 28 06:47:20.126818 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 28 06:47:20.126818 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server self.force_reraise() May 28 06:47:20.126818 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 28 06:47:20.126818 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server raise self.value May 28 06:47:20.126818 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 28 06:47:20.126818 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 28 06:47:20.126818 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 28 06:47:20.126818 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 28 06:47:20.126818 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 28 06:47:20.126818 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server self.force_reraise() May 28 06:47:20.126818 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 28 06:47:20.126818 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server raise self.value May 28 06:47:20.126818 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 28 06:47:20.126818 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 28 06:47:20.126818 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 28 06:47:20.126818 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 28 06:47:20.126818 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 28 06:47:20.126818 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server self.force_reraise() May 28 06:47:20.126818 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 28 06:47:20.126818 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server raise self.value May 28 06:47:20.126818 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 28 06:47:20.126818 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 28 06:47:20.126818 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port May 28 06:47:20.126818 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 28 06:47:20.126818 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db May 28 06:47:20.126818 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 28 06:47:20.126818 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db May 28 06:47:20.126818 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 28 06:47:20.126818 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 28 06:47:20.126818 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 28 06:47:20.126818 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 28 06:47:20.126818 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 28 06:47:20.126818 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 28 06:47:20.126818 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 28 06:47:20.126818 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 28 06:47:20.126818 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 28 06:47:20.126818 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 28 06:47:20.126818 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 28 06:47:20.126818 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets May 28 06:47:20.126818 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 28 06:47:20.126818 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 28 06:47:20.126818 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server raise exception May 28 06:47:20.126818 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 052e0ef8-49c3-4aa4-b3df-41a3a33413ad: This subnet is being modified by another concurrent operation. May 28 06:47:20.126818 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server May 28 06:47:20.159479 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15690b8c-72d9-4645-9c72-9874daff601d None None] Network 2fca6288-b62d-48f1-bba8-35a3a8cd3997 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:47:20.248291 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-8867f3b1-dd21-491f-9d07-a1ca023ee319 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1660363893-network', 'tenant_id': 'd39860d3165f4a6c96fc00c68960afaa'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:47:20.264191 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-8867f3b1-dd21-491f-9d07-a1ca023ee319 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:47:20.278867 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-8867f3b1-dd21-491f-9d07-a1ca023ee319 admin admin] Usage tracker for resource:network and tenant:d39860d3165f4a6c96fc00c68960afaa is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:47:20.284646 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-8867f3b1-dd21-491f-9d07-a1ca023ee319 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:47:20.295635 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-30aa3837-cb95-4b66-ab3a-e1b33da679a2 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:20.520699 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e721a4cd-1c3d-4a55-ae69-4905d29750ab None None] Notify callbacks [] for port, precommit_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:20.536741 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-e721a4cd-1c3d-4a55-ae69-4905d29750ab None None] Transition to ACTIVE for port object 15239a7a-bcba-49e5-9abf-197913246da4 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:47:20.544803 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-169dc3a5-0e10-4d03-a788-21e3b6752c07 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:20.587737 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-8867f3b1-dd21-491f-9d07-a1ca023ee319 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:47:20.612929 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-169dc3a5-0e10-4d03-a788-21e3b6752c07 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fca6288-b62d-48f1-bba8-35a3a8cd3997']}} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:47:20.653679 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-169dc3a5-0e10-4d03-a788-21e3b6752c07 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13d20b00-84ad-4b4a-89e5-e7037aa1e53f') {'for_net_delete': True} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:47:20.655439 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-169dc3a5-0e10-4d03-a788-21e3b6752c07 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13d20b00-84ad-4b4a-89e5-e7037aa1e53f') {} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:47:20.657008 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44feaeb4-9ee8-4c91-84bd-150af0f9377f None None] get_active_networks_info from n-d-843702-1 {{(pid=89111) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 28 06:47:20.668683 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-488498ce-fd67-4f1c-a7e4-f70f909901da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3115906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3172012'] for subnet, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:20.723982 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-169dc3a5-0e10-4d03-a788-21e3b6752c07 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4150778'] for segment, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:20.734853 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e721a4cd-1c3d-4a55-ae69-4905d29750ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:20.759208 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 52336) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:47:20.765129 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-169dc3a5-0e10-4d03-a788-21e3b6752c07 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:20.768184 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8867f3b1-dd21-491f-9d07-a1ca023ee319 admin admin] Made reservation on behalf of d39860d3165f4a6c96fc00c68960afaa for: {'network': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:47:20.770667 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8867f3b1-dd21-491f-9d07-a1ca023ee319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:20.805796 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-169dc3a5-0e10-4d03-a788-21e3b6752c07 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=89110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:47:20.806258 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-169dc3a5-0e10-4d03-a788-21e3b6752c07 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3143023'] for segment, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:20.821897 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488498ce-fd67-4f1c-a7e4-f70f909901da admin admin] Pushing event updated for resources: {'Subnet': ['ID=56d1950a-c117-4c9a-a096-437f4597e3fd,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:20.865239 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9172e50-1143-4824-9ae4-eb3af663fc36 None None] Pushing event updated for resources: {'Port': ['ID=15239a7a-bcba-49e5-9abf-197913246da4,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:20.884642 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488498ce-fd67-4f1c-a7e4-f70f909901da admin admin] Checking segment: {'id': 'c62a101c-44a5-49c9-8a2f-2f59e56b7a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '1f0d51b4-0aae-43e2-917f-0bb31e5a690e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:47:20.885225 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-488498ce-fd67-4f1c-a7e4-f70f909901da admin admin] Network hostable DHCP agents. Network: 1f0d51b4-0aae-43e2-917f-0bb31e5a690e, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89110) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:47:20.890684 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment 13d20b00-84ad-4b4a-89e5-e7037aa1e53f resource provider aggregate not found May 28 06:47:20.949291 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment 13d20b00-84ad-4b4a-89e5-e7037aa1e53f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 13d20b00-84ad-4b4a-89e5-e7037aa1e53f found for delete ", "request_id": "req-89754458-311b-4008-bfe6-37bcc9e10b9d"}]} May 28 06:47:21.021033 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-169dc3a5-0e10-4d03-a788-21e3b6752c07 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:21.042679 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-169dc3a5-0e10-4d03-a788-21e3b6752c07 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:21.050388 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169dc3a5-0e10-4d03-a788-21e3b6752c07 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Pushing event deleted for resources: {'Network': ['ID=2fca6288-b62d-48f1-bba8-35a3a8cd3997,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:21.065652 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-169dc3a5-0e10-4d03-a788-21e3b6752c07 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] 10.222.0.55 "DELETE /v2.0/networks/2fca6288-b62d-48f1-bba8-35a3a8cd3997 HTTP/1.1" status: 204 len: 168 time: 2.3064134 May 28 06:47:21.066210 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 52352) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:47:21.071289 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-488498ce-fd67-4f1c-a7e4-f70f909901da admin admin] Network 1f0d51b4-0aae-43e2-917f-0bb31e5a690e is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89110) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:47:21.091510 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-1684b4ce-1900-49fb-a3ca-616dd039340f tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-808854074'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:47:21.097814 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-1684b4ce-1900-49fb-a3ca-616dd039340f tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:47:21.115761 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-1684b4ce-1900-49fb-a3ca-616dd039340f tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Usage tracker for resource:network and tenant:e412caad0f5f49a9803aea4f744e5a99 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:47:21.122201 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-1684b4ce-1900-49fb-a3ca-616dd039340f tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:47:21.132044 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-1684b4ce-1900-49fb-a3ca-616dd039340f tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:47:21.160320 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-488498ce-fd67-4f1c-a7e4-f70f909901da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, 1f0d51b4-0aae-43e2-917f-0bb31e5a690e) {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:47:21.164137 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-e721a4cd-1c3d-4a55-ae69-4905d29750ab None None] Attempting to bind port 15239a7a-bcba-49e5-9abf-197913246da4 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:47:21.164602 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-e721a4cd-1c3d-4a55-ae69-4905d29750ab None None] Attempting to bind port 15239a7a-bcba-49e5-9abf-197913246da4 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'fe2f7a37-6771-44a4-87e9-82e388cad488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '8501caf1-398f-4e92-a229-2f7a99c8fa02'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:47:21.164960 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e721a4cd-1c3d-4a55-ae69-4905d29750ab None None] Attempting to bind port 15239a7a-bcba-49e5-9abf-197913246da4 on network 8501caf1-398f-4e92-a229-2f7a99c8fa02 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:47:21.168113 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8867f3b1-dd21-491f-9d07-a1ca023ee319 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:21.171876 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-488498ce-fd67-4f1c-a7e4-f70f909901da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:21.172112 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e721a4cd-1c3d-4a55-ae69-4905d29750ab None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:47:21.172417 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e721a4cd-1c3d-4a55-ae69-4905d29750ab None None] Checking segment: {'id': 'fe2f7a37-6771-44a4-87e9-82e388cad488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '8501caf1-398f-4e92-a229-2f7a99c8fa02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:47:21.172535 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-488498ce-fd67-4f1c-a7e4-f70f909901da admin admin] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:21.172863 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e721a4cd-1c3d-4a55-ae69-4905d29750ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:21.173980 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e721a4cd-1c3d-4a55-ae69-4905d29750ab None None] Bound using segment: {'id': 'fe2f7a37-6771-44a4-87e9-82e388cad488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '8501caf1-398f-4e92-a229-2f7a99c8fa02'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:47:21.174441 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-e721a4cd-1c3d-4a55-ae69-4905d29750ab None None] Bound port: 15239a7a-bcba-49e5-9abf-197913246da4, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe2f7a37-6771-44a4-87e9-82e388cad488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '8501caf1-398f-4e92-a229-2f7a99c8fa02'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:47:21.174808 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e721a4cd-1c3d-4a55-ae69-4905d29750ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:21.193229 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44feaeb4-9ee8-4c91-84bd-150af0f9377f None None] Resources bound (agent type, host, resource id): {{(pid=89111) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 28 06:47:21.206878 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-8867f3b1-dd21-491f-9d07-a1ca023ee319 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:47:21.214437 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-8867f3b1-dd21-491f-9d07-a1ca023ee319 admin admin] Usage tracker for resource:security_group_rule and tenant:d39860d3165f4a6c96fc00c68960afaa is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:47:21.218305 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-8867f3b1-dd21-491f-9d07-a1ca023ee319 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:47:21.245123 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1684b4ce-1900-49fb-a3ca-616dd039340f tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Made reservation on behalf of e412caad0f5f49a9803aea4f744e5a99 for: {'network': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:47:21.258994 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1684b4ce-1900-49fb-a3ca-616dd039340f tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:21.288795 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-8867f3b1-dd21-491f-9d07-a1ca023ee319 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:47:21.293490 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-488498ce-fd67-4f1c-a7e4-f70f909901da admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3655989 May 28 06:47:21.299818 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-30aa3837-cb95-4b66-ab3a-e1b33da679a2 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:21.346576 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1684b4ce-1900-49fb-a3ca-616dd039340f tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=89110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:47:21.373999 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1684b4ce-1900-49fb-a3ca-616dd039340f tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:21.373999 n-d-843702-1 neutron-server[89110]: INFO neutron.db.segments_db [None req-1684b4ce-1900-49fb-a3ca-616dd039340f tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Added segment e5f4d40e-b6de-4f80-b45a-1e473e7e6a4d of type vlan for network d1d0c05a-300a-480a-93eb-3d3f00778399 May 28 06:47:21.389064 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-e721a4cd-1c3d-4a55-ae69-4905d29750ab None None] For port 15239a7a-bcba-49e5-9abf-197913246da4, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:47:21.396709 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-e721a4cd-1c3d-4a55-ae69-4905d29750ab None None] For port 15239a7a-bcba-49e5-9abf-197913246da4, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=15239a7a-bcba-49e5-9abf-197913246da4,segment=NetworkSegment(fe2f7a37-6771-44a4-87e9-82e388cad488),segment_id=fe2f7a37-6771-44a4-87e9-82e388cad488)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:47:21.453697 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1684b4ce-1900-49fb-a3ca-616dd039340f tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:21.529174 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e721a4cd-1c3d-4a55-ae69-4905d29750ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:21.537495 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30aa3837-cb95-4b66-ab3a-e1b33da679a2 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Network 5776fce6-3412-4376-ba3e-26bfccdcf5fa is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:47:21.625823 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-30aa3837-cb95-4b66-ab3a-e1b33da679a2 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:47:21.640626 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30aa3837-cb95-4b66-ab3a-e1b33da679a2 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:47:21.647367 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30aa3837-cb95-4b66-ab3a-e1b33da679a2 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:21.648515 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-30aa3837-cb95-4b66-ab3a-e1b33da679a2 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:21.666268 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1684b4ce-1900-49fb-a3ca-616dd039340f tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:21.677051 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1684b4ce-1900-49fb-a3ca-616dd039340f tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:21.677051 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1684b4ce-1900-49fb-a3ca-616dd039340f tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:21.691269 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9172e50-1143-4824-9ae4-eb3af663fc36 None None] Pushing event updated for resources: {'Port': ['ID=15239a7a-bcba-49e5-9abf-197913246da4,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:21.734497 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e721a4cd-1c3d-4a55-ae69-4905d29750ab None None] Routers {'ca05ccc2-dd75-416f-ba7c-c73648ee1ce8'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:47:21.739888 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-e721a4cd-1c3d-4a55-ae69-4905d29750ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:46:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['ca05ccc2-dd75-416f-ba7c-c73648ee1ce8'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:47:21.775189 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aa3837-cb95-4b66-ab3a-e1b33da679a2 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Pushing event updated for resources: {'Port': ['ID=4b387aea-00e6-4293-a357-d8455abe050f,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:21.813239 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1684b4ce-1900-49fb-a3ca-616dd039340f tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Pushing event updated for resources: {'Network': ['ID=d1d0c05a-300a-480a-93eb-3d3f00778399,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:21.822380 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-eadac4af-8d85-4a24-a245-3c5143c923e1 admin admin] Deleting port 68e7d0da-283a-40a4-9918-b046f6643c42 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:47:21.823217 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-eadac4af-8d85-4a24-a245-3c5143c923e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:21.828945 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network d1d0c05a-300a-480a-93eb-3d3f00778399 details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:47:21.882435 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-30aa3837-cb95-4b66-ab3a-e1b33da679a2 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.9500260 May 28 06:47:21.885301 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 52378) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:47:21.991182 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-e33086e4-2865-4ff4-b5df-abb9b05dd14b tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Deleting port 4b387aea-00e6-4293-a357-d8455abe050f {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:47:21.993328 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e33086e4-2865-4ff4-b5df-abb9b05dd14b tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:22.062497 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-1684b4ce-1900-49fb-a3ca-616dd039340f tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9952374 May 28 06:47:22.075136 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 52394) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:47:22.111497 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8867f3b1-dd21-491f-9d07-a1ca023ee319 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:22.145583 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-e721a4cd-1c3d-4a55-ae69-4905d29750ab None None] Set router ca05ccc2-dd75-416f-ba7c-c73648ee1ce8 gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:47:22.150268 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-eadac4af-8d85-4a24-a245-3c5143c923e1 admin admin] For port 68e7d0da-283a-40a4-9918-b046f6643c42, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=68e7d0da-283a-40a4-9918-b046f6643c42,segment=NetworkSegment(de3cbcce-ba0c-4cb8-88ea-ac98446ed60d),segment_id=de3cbcce-ba0c-4cb8-88ea-ac98446ed60d)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:47:22.150632 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-eadac4af-8d85-4a24-a245-3c5143c923e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:22.159788 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-a1fdaedf-82fd-4dce-92ce-04828d4ffe99 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Request body: {'subnet': {'network_id': 'd1d0c05a-300a-480a-93eb-3d3f00778399', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:47:22.320395 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8867f3b1-dd21-491f-9d07-a1ca023ee319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:22.334612 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-421096e4-1b50-4bb2-9075-85562c1b3777 None None] Network 1f0d51b4-0aae-43e2-917f-0bb31e5a690e requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:47:22.454061 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-eadac4af-8d85-4a24-a245-3c5143c923e1 admin admin] Calling delete_port for 68e7d0da-283a-40a4-9918-b046f6643c42 owned by network:router_interface {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:47:22.523053 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-a1fdaedf-82fd-4dce-92ce-04828d4ffe99 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:47:22.536317 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8867f3b1-dd21-491f-9d07-a1ca023ee319 admin admin] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=89109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:47:22.546561 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8867f3b1-dd21-491f-9d07-a1ca023ee319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:22.546957 n-d-843702-1 neutron-server[89109]: INFO neutron.db.segments_db [None req-8867f3b1-dd21-491f-9d07-a1ca023ee319 admin admin] Added segment f9fcf41c-abfe-4cec-9b2c-3e94a40f3fae of type vlan for network cea686be-3340-4705-b13c-b3d4fcd30ffb May 28 06:47:22.550647 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-a1fdaedf-82fd-4dce-92ce-04828d4ffe99 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Usage tracker for resource:subnet and tenant:e412caad0f5f49a9803aea4f744e5a99 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:47:22.581602 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8867f3b1-dd21-491f-9d07-a1ca023ee319 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:22.590437 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-a1fdaedf-82fd-4dce-92ce-04828d4ffe99 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:47:22.694007 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8867f3b1-dd21-491f-9d07-a1ca023ee319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=860888bd-e3a2-4c37-b292-6ee1f975caa3,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:22.705308 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8867f3b1-dd21-491f-9d07-a1ca023ee319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:22.721486 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8867f3b1-dd21-491f-9d07-a1ca023ee319 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:22.721486 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8867f3b1-dd21-491f-9d07-a1ca023ee319 admin admin] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:22.920885 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a0c74d-e7f0-4c78-9eb8-f78bc421e725 None None] Network 1f0d51b4-0aae-43e2-917f-0bb31e5a690e requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:47:22.959767 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e33086e4-2865-4ff4-b5df-abb9b05dd14b tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:22.981013 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-a1fdaedf-82fd-4dce-92ce-04828d4ffe99 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:47:23.109559 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-8867f3b1-dd21-491f-9d07-a1ca023ee319 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 3.3629484 May 28 06:47:23.120831 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4a0725-19e0-4745-9ce3-d51a30e8274c req-aa365d74-47b6-4a11-b124-fee24a7a097e tempest-ServersNegativeTestMultiTenantJSON-211971241 tempest-ServersNegativeTestMultiTenantJSON-211971241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:23.128946 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4e4a0725-19e0-4745-9ce3-d51a30e8274c req-aa365d74-47b6-4a11-b124-fee24a7a097e tempest-ServersNegativeTestMultiTenantJSON-211971241 tempest-ServersNegativeTestMultiTenantJSON-211971241-project] 10.222.0.55 "GET /v2.0/networks?id=c1019bbb-6a9b-4c40-954f-ef6f126c2596 HTTP/1.1" status: 200 len: 823 time: 1.0728550 May 28 06:47:23.139587 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-e33086e4-2865-4ff4-b5df-abb9b05dd14b tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Calling delete_port for 4b387aea-00e6-4293-a357-d8455abe050f owned by {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:47:23.169576 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 52416) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:47:23.184592 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-e721a4cd-1c3d-4a55-ae69-4905d29750ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca05ccc2-dd75-416f-ba7c-c73648ee1ce8', 'name': 'tempest-ImageQuotaTest-985963758-router', 'tenant_id': '2a8f19aa3acc47939228c83f8cbfdf62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.65'}], 'enable_snat': True}, 'gw_port_id': 'a53f54e1-ea56-43b3-9d1f-ee44ea50f215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:46:56Z', 'updated_at': '2022-05-28T06:47:13Z', 'revision_number': 4, 'project_id': '2a8f19aa3acc47939228c83f8cbfdf62', 'gw_port': {'id': 'a53f54e1-ea56-43b3-9d1f-ee44ea50f215', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca05ccc2-dd75-416f-ba7c-c73648ee1ce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2613, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:46:59Z', 'updated_at': '2022-05-28T06:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '15239a7a-bcba-49e5-9abf-197913246da4', 'name': '', 'network_id': '8501caf1-398f-4e92-a229-2f7a99c8fa02', 'tenant_id': '2a8f19aa3acc47939228c83f8cbfdf62', 'mac_address': 'fa:16:3e:85:b3:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca05ccc2-dd75-416f-ba7c-c73648ee1ce8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': 'a4c87859-3d0d-4782-bbcb-3af707890ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:47:10Z', 'updated_at': '2022-05-28T06:47:21Z', 'revision_number': 4, 'project_id': '2a8f19aa3acc47939228c83f8cbfdf62', 'subnets': [{'id': 'a4c87859-3d0d-4782-bbcb-3af707890ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:47:23.190164 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-5d5d1aef-849a-40f2-84e4-fcca5c1cf2a9 admin admin] Request body: {'subnet': {'network_id': 'cea686be-3340-4705-b13c-b3d4fcd30ffb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1660363893-subnet', 'tenant_id': 'd39860d3165f4a6c96fc00c68960afaa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:47:23.194213 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e721a4cd-1c3d-4a55-ae69-4905d29750ab None None] The sync data for ids ['ca05ccc2-dd75-416f-ba7c-c73648ee1ce8'] in n-d-843702-1 is: [{'id': 'ca05ccc2-dd75-416f-ba7c-c73648ee1ce8', 'name': 'tempest-ImageQuotaTest-985963758-router', 'tenant_id': '2a8f19aa3acc47939228c83f8cbfdf62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.65'}], 'enable_snat': True}, 'gw_port_id': 'a53f54e1-ea56-43b3-9d1f-ee44ea50f215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:46:56Z', 'updated_at': '2022-05-28T06:47:13Z', 'revision_number': 4, 'project_id': '2a8f19aa3acc47939228c83f8cbfdf62', 'gw_port': {'id': 'a53f54e1-ea56-43b3-9d1f-ee44ea50f215', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca05ccc2-dd75-416f-ba7c-c73648ee1ce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2613, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:46:59Z', 'updated_at': '2022-05-28T06:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '15239a7a-bcba-49e5-9abf-197913246da4', 'name': '', 'network_id': '8501caf1-398f-4e92-a229-2f7a99c8fa02', 'tenant_id': '2a8f19aa3acc47939228c83f8cbfdf62', 'mac_address': 'fa:16:3e:85:b3:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca05ccc2-dd75-416f-ba7c-c73648ee1ce8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': 'a4c87859-3d0d-4782-bbcb-3af707890ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:47:10Z', 'updated_at': '2022-05-28T06:47:21Z', 'revision_number': 4, 'project_id': '2a8f19aa3acc47939228c83f8cbfdf62', 'subnets': [{'id': 'a4c87859-3d0d-4782-bbcb-3af707890ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:47:23.206037 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-5d5d1aef-849a-40f2-84e4-fcca5c1cf2a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:47:23.213543 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-5d5d1aef-849a-40f2-84e4-fcca5c1cf2a9 admin admin] Usage tracker for resource:subnet and tenant:d39860d3165f4a6c96fc00c68960afaa is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:47:23.223723 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4e4a0725-19e0-4745-9ce3-d51a30e8274c req-64ce20d3-ee51-4806-8209-3b1c06140c2a tempest-ServersNegativeTestMultiTenantJSON-211971241 tempest-ServersNegativeTestMultiTenantJSON-211971241-project] 10.222.0.55 "GET /v2.0/quotas/2e20b567a8194f0bb2dc62d73842a354 HTTP/1.1" status: 200 len: 375 time: 0.0934381 May 28 06:47:23.226769 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-5d5d1aef-849a-40f2-84e4-fcca5c1cf2a9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:47:23.262378 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9a9a3239-d121-4645-9437-c07070cfc2f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700548'] for router_interface, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:23.297408 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-5d5d1aef-849a-40f2-84e4-fcca5c1cf2a9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:47:23.300946 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1fdaedf-82fd-4dce-92ce-04828d4ffe99 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Made reservation on behalf of e412caad0f5f49a9803aea4f744e5a99 for: {'subnet': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:47:23.304060 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a1fdaedf-82fd-4dce-92ce-04828d4ffe99 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3171998'] for subnet, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:23.386057 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4e4a0725-19e0-4745-9ce3-d51a30e8274c req-a17b9fbc-dc23-41d8-87ef-97bfe2fb2258 tempest-ServersNegativeTestMultiTenantJSON-211971241 tempest-ServersNegativeTestMultiTenantJSON-211971241-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=2e20b567a8194f0bb2dc62d73842a354&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1615551 May 28 06:47:23.405968 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8867f3b1-dd21-491f-9d07-a1ca023ee319 admin admin] Pushing event updated for resources: {'Network': ['ID=cea686be-3340-4705-b13c-b3d4fcd30ffb,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:23.425141 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network cea686be-3340-4705-b13c-b3d4fcd30ffb details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:47:23.627413 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 15239a7a-bcba-49e5-9abf-197913246da4 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:47:23.681282 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4e4a0725-19e0-4745-9ce3-d51a30e8274c req-28f4a7fe-1312-4947-9ebc-732d36015785 service neutron] 10.222.0.55 "GET /v2.0/networks/c1019bbb-6a9b-4c40-954f-ef6f126c2596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2943690 May 28 06:47:23.703647 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-eadac4af-8d85-4a24-a245-3c5143c923e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:23.820216 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadac4af-8d85-4a24-a245-3c5143c923e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=68e7d0da-283a-40a4-9918-b046f6643c42,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:23.877005 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d5d1aef-849a-40f2-84e4-fcca5c1cf2a9 admin admin] Made reservation on behalf of d39860d3165f4a6c96fc00c68960afaa for: {'subnet': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:47:23.887389 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5d5d1aef-849a-40f2-84e4-fcca5c1cf2a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3171998'] for subnet, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:23.938385 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e33086e4-2865-4ff4-b5df-abb9b05dd14b tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:24.004100 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 15239a7a-bcba-49e5-9abf-197913246da4 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:47:24.012875 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 15239a7a-bcba-49e5-9abf-197913246da4 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:47:24.013526 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:24.237741 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 15239a7a-bcba-49e5-9abf-197913246da4 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:47:24.239270 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:24.239409 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-9a9a3239-d121-4645-9437-c07070cfc2f6 admin admin] Deleting port 15239a7a-bcba-49e5-9abf-197913246da4 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:47:24.239661 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9a9a3239-d121-4645-9437-c07070cfc2f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:24.285285 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port 15239a7a-bcba-49e5-9abf-197913246da4, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=15239a7a-bcba-49e5-9abf-197913246da4,segment=NetworkSegment(fe2f7a37-6771-44a4-87e9-82e388cad488),segment_id=fe2f7a37-6771-44a4-87e9-82e388cad488)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:47:24.291851 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33086e4-2865-4ff4-b5df-abb9b05dd14b tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Pushing event deleted for resources: {'Port': ['ID=4b387aea-00e6-4293-a357-d8455abe050f,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:24.317263 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e33086e4-2865-4ff4-b5df-abb9b05dd14b tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:24.335048 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:24.473647 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=15239a7a-bcba-49e5-9abf-197913246da4,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:24.515754 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-eadac4af-8d85-4a24-a245-3c5143c923e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700472'] for router_interface, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:24.519810 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-e33086e4-2865-4ff4-b5df-abb9b05dd14b tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] 10.222.0.55 "DELETE /v2.0/ports/4b387aea-00e6-4293-a357-d8455abe050f HTTP/1.1" status: 204 len: 168 time: 2.6333728 May 28 06:47:24.525236 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 52428) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:47:24.544448 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4e4a0725-19e0-4745-9ce3-d51a30e8274c req-80e1a7be-65c4-4200-a516-02dcbc831b2a service neutron] 10.222.0.55 "GET /v2.0/networks/c1019bbb-6a9b-4c40-954f-ef6f126c2596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8504407 May 28 06:47:24.611544 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-9a9a3239-d121-4645-9437-c07070cfc2f6 admin admin] For port 15239a7a-bcba-49e5-9abf-197913246da4, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=15239a7a-bcba-49e5-9abf-197913246da4,segment=NetworkSegment(fe2f7a37-6771-44a4-87e9-82e388cad488),segment_id=fe2f7a37-6771-44a4-87e9-82e388cad488)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:47:24.612012 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9a9a3239-d121-4645-9437-c07070cfc2f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:24.641542 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-c10b6f2f-54e7-45c8-a9fb-241a5974a16c tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Request body: {'port': {'network_id': '5776fce6-3412-4376-ba3e-26bfccdcf5fa', 'mac_address': 'fa:16:3e:8f:57:8a', 'name': 'tempest-PortsIpV6TestJSON-81133192'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:47:24.721132 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5d5d1aef-849a-40f2-84e4-fcca5c1cf2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3115906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3172012'] for subnet, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:24.900640 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5d1aef-849a-40f2-84e4-fcca5c1cf2a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=207ee45f-51fe-4b15-a842-44912070be67,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:24.911528 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d5d1aef-849a-40f2-84e4-fcca5c1cf2a9 admin admin] Checking segment: {'id': 'f9fcf41c-abfe-4cec-9b2c-3e94a40f3fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'cea686be-3340-4705-b13c-b3d4fcd30ffb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:47:24.911528 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d5d1aef-849a-40f2-84e4-fcca5c1cf2a9 admin admin] Network hostable DHCP agents. Network: cea686be-3340-4705-b13c-b3d4fcd30ffb, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89110) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:47:24.947603 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a1fdaedf-82fd-4dce-92ce-04828d4ffe99 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3115906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3172012'] for subnet, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:25.144102 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-90db8325-ccdb-445f-a8dd-88540da86316 req-d0474a19-8140-4139-92f2-1e87afc00e18 tempest-ServersNegativeTestMultiTenantJSON-211971241 tempest-ServersNegativeTestMultiTenantJSON-211971241-project] 10.222.0.55 "GET /v2.0/ports?device_id=21815286-d7e5-4183-99b2-494be69fadde HTTP/1.1" status: 200 len: 210 time: 0.0849037 May 28 06:47:25.158676 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d5d1aef-849a-40f2-84e4-fcca5c1cf2a9 admin admin] Network cea686be-3340-4705-b13c-b3d4fcd30ffb is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89110) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:47:25.234379 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fdaedf-82fd-4dce-92ce-04828d4ffe99 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Pushing event updated for resources: {'Subnet': ['ID=bfde0eee-4507-4f43-b01d-c96736727f71,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:25.264833 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-5d5d1aef-849a-40f2-84e4-fcca5c1cf2a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, cea686be-3340-4705-b13c-b3d4fcd30ffb) {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:47:25.274041 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d9c009-5917-4cb0-9547-ebdb7ec2825c None None] Network cea686be-3340-4705-b13c-b3d4fcd30ffb requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:47:25.279900 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d5d1aef-849a-40f2-84e4-fcca5c1cf2a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:25.281159 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5d5d1aef-849a-40f2-84e4-fcca5c1cf2a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:25.304757 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-9a9a3239-d121-4645-9437-c07070cfc2f6 admin admin] Calling delete_port for 15239a7a-bcba-49e5-9abf-197913246da4 owned by network:router_interface {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:47:25.311583 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fdaedf-82fd-4dce-92ce-04828d4ffe99 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Checking segment: {'id': 'e5f4d40e-b6de-4f80-b45a-1e473e7e6a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'd1d0c05a-300a-480a-93eb-3d3f00778399'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:47:25.312114 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1fdaedf-82fd-4dce-92ce-04828d4ffe99 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Network hostable DHCP agents. Network: d1d0c05a-300a-480a-93eb-3d3f00778399, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89110) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:47:25.413339 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-5d5d1aef-849a-40f2-84e4-fcca5c1cf2a9 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2430844 May 28 06:47:25.466255 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1fdaedf-82fd-4dce-92ce-04828d4ffe99 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Network d1d0c05a-300a-480a-93eb-3d3f00778399 is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89110) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:47:25.487199 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-c10b6f2f-54e7-45c8-a9fb-241a5974a16c tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:47:25.493941 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-a1fdaedf-82fd-4dce-92ce-04828d4ffe99 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, d1d0c05a-300a-480a-93eb-3d3f00778399) {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:47:25.506404 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-c10b6f2f-54e7-45c8-a9fb-241a5974a16c tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Usage tracker for resource:port and tenant:bf0f1d3761524ddfa4db9240ac258eb8 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:47:25.526206 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-c10b6f2f-54e7-45c8-a9fb-241a5974a16c tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:47:25.542184 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1fdaedf-82fd-4dce-92ce-04828d4ffe99 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:25.543283 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ecd4a8b-5cd6-4dfc-bba4-520ad2056ed3 None None] Network d1d0c05a-300a-480a-93eb-3d3f00778399 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:47:25.547838 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a1fdaedf-82fd-4dce-92ce-04828d4ffe99 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:25.561644 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-c10b6f2f-54e7-45c8-a9fb-241a5974a16c tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:47:25.640650 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 15239a7a-bcba-49e5-9abf-197913246da4 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:47:25.727555 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-a1fdaedf-82fd-4dce-92ce-04828d4ffe99 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.6305912 May 28 06:47:25.728823 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 52450) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:47:25.736117 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-c5f15ecd-7524-417c-b9a9-87e91af53bc0 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Request body: {'subnet': {'network_id': 'd1d0c05a-300a-480a-93eb-3d3f00778399', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:47:25.790161 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c10b6f2f-54e7-45c8-a9fb-241a5974a16c tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Made reservation on behalf of bf0f1d3761524ddfa4db9240ac258eb8 for: {'port': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:47:25.993460 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-c5f15ecd-7524-417c-b9a9-87e91af53bc0 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:47:25.997537 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-c5f15ecd-7524-417c-b9a9-87e91af53bc0 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Usage tracker for resource:subnet and tenant:e412caad0f5f49a9803aea4f744e5a99 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:47:26.010376 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-c5f15ecd-7524-417c-b9a9-87e91af53bc0 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:47:26.017323 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-c5f15ecd-7524-417c-b9a9-87e91af53bc0 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:47:26.058259 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c10b6f2f-54e7-45c8-a9fb-241a5974a16c tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:26.095461 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5f15ecd-7524-417c-b9a9-87e91af53bc0 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Made reservation on behalf of e412caad0f5f49a9803aea4f744e5a99 for: {'subnet': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:47:26.099508 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c5f15ecd-7524-417c-b9a9-87e91af53bc0 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3171998'] for subnet, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:26.115127 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1444f8-bc6f-4377-bfa1-e8db8bbec757 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-d1d0c05a-300a-480a-93eb-3d3f00778399', 'network_id': 'd1d0c05a-300a-480a-93eb-3d3f00778399', 'tenant_id': 'e412caad0f5f49a9803aea4f744e5a99', 'fixed_ips': [{'subnet_id': 'bfde0eee-4507-4f43-b01d-c96736727f71'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:47:26.115936 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-8f1444f8-bc6f-4377-bfa1-e8db8bbec757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:26.145713 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [None req-c10b6f2f-54e7-45c8-a9fb-241a5974a16c tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] device_id is not set on port 2f25146c-0b66-404f-b72a-0a177df62441 yet. {{(pid=89109) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:47:26.154511 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb05131-fad5-49d3-9c9b-da39518645f9 None None] Network cea686be-3340-4705-b13c-b3d4fcd30ffb requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:47:26.336350 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 15239a7a-bcba-49e5-9abf-197913246da4 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:47:26.336929 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:26.501925 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c10b6f2f-54e7-45c8-a9fb-241a5974a16c tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:26.535735 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.db.api [None req-9a9a3239-d121-4645-9437-c07070cfc2f6 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:47:26.536764 n-d-843702-1 neutron-server[89109]: DEBUG oslo_db.api [None req-9a9a3239-d121-4645-9437-c07070cfc2f6 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:47:26.552316 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eadac4af-8d85-4a24-a245-3c5143c923e1 admin admin] Router 7a3f82ba-225e-4663-a5df-018daaa348fe has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:47:26.617802 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e970704b-02ab-41e7-805f-d394084118b2 req-4eaf04cd-8465-4a04-874a-9375788599aa tempest-ServersNegativeTestMultiTenantJSON-211971241 tempest-ServersNegativeTestMultiTenantJSON-211971241-project] 10.222.0.55 "GET /v2.0/ports?device_id=21815286-d7e5-4183-99b2-494be69fadde HTTP/1.1" status: 200 len: 210 time: 0.0784383 May 28 06:47:26.701354 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-4548b824-9295-46cd-b8ef-56437385204a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:26.707462 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-8f1444f8-bc6f-4377-bfa1-e8db8bbec757 None None] Allocated IP 2001:db8::2 (d1d0c05a-300a-480a-93eb-3d3f00778399/bfde0eee-4507-4f43-b01d-c96736727f71/d1c6715d-49f8-4516-ac0e-8fd0f6be4cbf) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:47:26.730912 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c10b6f2f-54e7-45c8-a9fb-241a5974a16c tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:26.941448 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 15239a7a-bcba-49e5-9abf-197913246da4 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:47:26.974076 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c10b6f2f-54e7-45c8-a9fb-241a5974a16c tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Network 5776fce6-3412-4376-ba3e-26bfccdcf5fa is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:47:26.979849 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-c10b6f2f-54e7-45c8-a9fb-241a5974a16c tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:47:26.991640 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10b6f2f-54e7-45c8-a9fb-241a5974a16c tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:47:26.998055 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10b6f2f-54e7-45c8-a9fb-241a5974a16c tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:26.998706 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c10b6f2f-54e7-45c8-a9fb-241a5974a16c tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:27.014389 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10b6f2f-54e7-45c8-a9fb-241a5974a16c tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Pushing event updated for resources: {'Port': ['ID=2f25146c-0b66-404f-b72a-0a177df62441,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:27.046588 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-9a9a3239-d121-4645-9437-c07070cfc2f6 admin admin] Deleting port 15239a7a-bcba-49e5-9abf-197913246da4 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:47:27.046935 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9a9a3239-d121-4645-9437-c07070cfc2f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:27.089994 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c5f15ecd-7524-417c-b9a9-87e91af53bc0 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3115906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3172012'] for subnet, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:27.213101 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f15ecd-7524-417c-b9a9-87e91af53bc0 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Network d1d0c05a-300a-480a-93eb-3d3f00778399 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:47:27.214152 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f15ecd-7524-417c-b9a9-87e91af53bc0 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Pushing event updated for resources: {'Subnet': ['ID=e2a0859b-3c52-46f8-a159-56b44b51074c,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:27.218306 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eadac4af-8d85-4a24-a245-3c5143c923e1 admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:47:27.227103 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-8f1444f8-bc6f-4377-bfa1-e8db8bbec757 None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:27.234794 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-eadac4af-8d85-4a24-a245-3c5143c923e1 admin admin] 10.222.0.55 "PUT /v2.0/routers/7a3f82ba-225e-4663-a5df-018daaa348fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4330730 May 28 06:47:27.235192 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171ecdaa-9782-4888-b77f-c9ad5b616a47 None None] Sync routers for ids ['7a3f82ba-225e-4663-a5df-018daaa348fe'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:47:27.236466 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 52522) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:47:27.237820 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-c5f15ecd-7524-417c-b9a9-87e91af53bc0 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:47:27.247436 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f15ecd-7524-417c-b9a9-87e91af53bc0 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:27.248431 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c5f15ecd-7524-417c-b9a9-87e91af53bc0 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:27.255938 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-8f1444f8-bc6f-4377-bfa1-e8db8bbec757 None None] Transition to ACTIVE for port object d1c6715d-49f8-4516-ac0e-8fd0f6be4cbf will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:47:27.267651 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171ecdaa-9782-4888-b77f-c9ad5b616a47 None None] Routers {'7a3f82ba-225e-4663-a5df-018daaa348fe'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:47:27.272286 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-171ecdaa-9782-4888-b77f-c9ad5b616a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:46:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['7a3f82ba-225e-4663-a5df-018daaa348fe'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:47:27.325774 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-8f1444f8-bc6f-4377-bfa1-e8db8bbec757 None None] Transition to ACTIVE for port object d1c6715d-49f8-4516-ac0e-8fd0f6be4cbf will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:47:27.408936 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-c10b6f2f-54e7-45c8-a9fb-241a5974a16c tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 2.8784339 May 28 06:47:27.411666 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 52534) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:47:27.475653 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-8f1444f8-bc6f-4377-bfa1-e8db8bbec757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:27.489501 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-c5f15ecd-7524-417c-b9a9-87e91af53bc0 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.7571020 May 28 06:47:27.490042 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 52542) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:47:27.677196 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1444f8-bc6f-4377-bfa1-e8db8bbec757 None None] Network d1d0c05a-300a-480a-93eb-3d3f00778399 is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:47:27.690778 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c207e00-6dda-4900-bc94-292e90ec9d46 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:27.690778 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-9c207e00-6dda-4900-bc94-292e90ec9d46 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Synchronizing usage tracker for tenant:bf0f1d3761524ddfa4db9240ac258eb8 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:47:27.701664 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-8f1444f8-bc6f-4377-bfa1-e8db8bbec757 None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:47:27.714683 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1444f8-bc6f-4377-bfa1-e8db8bbec757 None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:47:27.719680 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-9a9a3239-d121-4645-9437-c07070cfc2f6 admin admin] For port 15239a7a-bcba-49e5-9abf-197913246da4, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=15239a7a-bcba-49e5-9abf-197913246da4,segment=NetworkSegment(fe2f7a37-6771-44a4-87e9-82e388cad488),segment_id=fe2f7a37-6771-44a4-87e9-82e388cad488)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:47:27.720264 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9a9a3239-d121-4645-9437-c07070cfc2f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:27.739751 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-171ecdaa-9782-4888-b77f-c9ad5b616a47 None None] Set router 7a3f82ba-225e-4663-a5df-018daaa348fe gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:47:27.740795 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bbda9ac-41aa-41a0-b1ee-2f1804dd2bb2 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:27.742098 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bbda9ac-41aa-41a0-b1ee-2f1804dd2bb2 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:27.743560 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bbda9ac-41aa-41a0-b1ee-2f1804dd2bb2 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:27.745037 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bbda9ac-41aa-41a0-b1ee-2f1804dd2bb2 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:27.746700 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bbda9ac-41aa-41a0-b1ee-2f1804dd2bb2 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:27.747643 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-3bbda9ac-41aa-41a0-b1ee-2f1804dd2bb2 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Synchronizing usage tracker for tenant:e412caad0f5f49a9803aea4f744e5a99 on resource:subnet {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:47:27.810060 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d08938d9-13b0-4b8f-bb3b-58795cf64625 req-8933eec8-81c3-44ae-bd9f-6dd86a85e527 tempest-ServersNegativeTestMultiTenantJSON-211971241 tempest-ServersNegativeTestMultiTenantJSON-211971241-project] 10.222.0.55 "GET /v2.0/ports?device_id=21815286-d7e5-4183-99b2-494be69fadde HTTP/1.1" status: 200 len: 210 time: 0.0761974 May 28 06:47:27.862898 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:27.922309 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1444f8-bc6f-4377-bfa1-e8db8bbec757 None None] Pushing event updated for resources: {'Port': ['ID=d1c6715d-49f8-4516-ac0e-8fd0f6be4cbf,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:27.938517 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-8f1444f8-bc6f-4377-bfa1-e8db8bbec757 None None] Attempting to bind port d1c6715d-49f8-4516-ac0e-8fd0f6be4cbf on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:47:27.947421 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-8f1444f8-bc6f-4377-bfa1-e8db8bbec757 None None] Attempting to bind port d1c6715d-49f8-4516-ac0e-8fd0f6be4cbf by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'e5f4d40e-b6de-4f80-b45a-1e473e7e6a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'd1d0c05a-300a-480a-93eb-3d3f00778399'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:47:27.947805 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1444f8-bc6f-4377-bfa1-e8db8bbec757 None None] Attempting to bind port d1c6715d-49f8-4516-ac0e-8fd0f6be4cbf on network d1d0c05a-300a-480a-93eb-3d3f00778399 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:47:27.956970 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1444f8-bc6f-4377-bfa1-e8db8bbec757 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:47:27.957720 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1444f8-bc6f-4377-bfa1-e8db8bbec757 None None] Checking segment: {'id': 'e5f4d40e-b6de-4f80-b45a-1e473e7e6a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'd1d0c05a-300a-480a-93eb-3d3f00778399'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:47:27.958209 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-8f1444f8-bc6f-4377-bfa1-e8db8bbec757 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:27.958667 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1444f8-bc6f-4377-bfa1-e8db8bbec757 None None] Bound using segment: {'id': 'e5f4d40e-b6de-4f80-b45a-1e473e7e6a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'd1d0c05a-300a-480a-93eb-3d3f00778399'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:47:27.959241 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-8f1444f8-bc6f-4377-bfa1-e8db8bbec757 None None] Bound port: d1c6715d-49f8-4516-ac0e-8fd0f6be4cbf, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5f4d40e-b6de-4f80-b45a-1e473e7e6a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'd1d0c05a-300a-480a-93eb-3d3f00778399'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:47:27.959811 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-8f1444f8-bc6f-4377-bfa1-e8db8bbec757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:27.963999 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-9c207e00-6dda-4900-bc94-292e90ec9d46 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Unset dirty status for tenant:bf0f1d3761524ddfa4db9240ac258eb8 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:47:27.967840 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-9c207e00-6dda-4900-bc94-292e90ec9d46 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] 10.222.0.55 "GET /v2.0/ports/2f25146c-0b66-404f-b72a-0a177df62441 HTTP/1.1" status: 200 len: 843 time: 0.5527534 May 28 06:47:27.967840 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-3bbda9ac-41aa-41a0-b1ee-2f1804dd2bb2 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Unset dirty status for tenant:e412caad0f5f49a9803aea4f744e5a99 on resource:subnet {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:47:27.986941 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-3bbda9ac-41aa-41a0-b1ee-2f1804dd2bb2 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.4858952 May 28 06:47:27.987866 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 52562) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:47:27.989820 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 52566) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:47:28.087029 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-1ce94fdf-274c-4fbb-bb16-a7b47e9288e7 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-79101217'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:47:28.111694 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-1ce94fdf-274c-4fbb-bb16-a7b47e9288e7 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:47:28.128630 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-1ce94fdf-274c-4fbb-bb16-a7b47e9288e7 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Usage tracker for resource:network and tenant:e412caad0f5f49a9803aea4f744e5a99 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:47:28.137973 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-1ce94fdf-274c-4fbb-bb16-a7b47e9288e7 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:47:28.151217 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-1ce94fdf-274c-4fbb-bb16-a7b47e9288e7 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:47:28.164502 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-8f1444f8-bc6f-4377-bfa1-e8db8bbec757 None None] For port d1c6715d-49f8-4516-ac0e-8fd0f6be4cbf, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:47:28.169199 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-f9208bcb-b9ff-409a-aa15-0f5f559c2114 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Deleting port 2f25146c-0b66-404f-b72a-0a177df62441 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:47:28.169779 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f9208bcb-b9ff-409a-aa15-0f5f559c2114 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:28.169904 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-8f1444f8-bc6f-4377-bfa1-e8db8bbec757 None None] For port d1c6715d-49f8-4516-ac0e-8fd0f6be4cbf, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=d1c6715d-49f8-4516-ac0e-8fd0f6be4cbf,segment=NetworkSegment(e5f4d40e-b6de-4f80-b45a-1e473e7e6a4d),segment_id=e5f4d40e-b6de-4f80-b45a-1e473e7e6a4d)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:47:28.184503 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-9a9a3239-d121-4645-9437-c07070cfc2f6 admin admin] Calling delete_port for 15239a7a-bcba-49e5-9abf-197913246da4 owned by network:router_interface {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:47:28.255275 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-8f1444f8-bc6f-4377-bfa1-e8db8bbec757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:28.289126 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-171ecdaa-9782-4888-b77f-c9ad5b616a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a3f82ba-225e-4663-a5df-018daaa348fe', 'name': 'tempest-ServerRescueNegativeTestJSON-2022965306-router', 'tenant_id': '98e9fd09ba2248b5b9367b689b0cfcd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '21b6c24f-6957-4b82-8e72-44ec92c2b7d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:41:38Z', 'updated_at': '2022-05-28T06:47:23Z', 'revision_number': 5, 'project_id': '98e9fd09ba2248b5b9367b689b0cfcd3', 'gw_port': {'id': '21b6c24f-6957-4b82-8e72-44ec92c2b7d3', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:2b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a3f82ba-225e-4663-a5df-018daaa348fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:41:40Z', 'updated_at': '2022-05-28T06:41:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:47:28.294192 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171ecdaa-9782-4888-b77f-c9ad5b616a47 None None] Checking router: 7a3f82ba-225e-4663-a5df-018daaa348fe for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:47:28.305506 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171ecdaa-9782-4888-b77f-c9ad5b616a47 None None] Routers {'7a3f82ba-225e-4663-a5df-018daaa348fe'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:47:28.306503 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-171ecdaa-9782-4888-b77f-c9ad5b616a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:46:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['7a3f82ba-225e-4663-a5df-018daaa348fe'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:47:28.417968 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f9208bcb-b9ff-409a-aa15-0f5f559c2114 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:28.461786 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-95d3f1af-113f-4c0e-acb7-57505f269c4a admin admin] Notify callbacks [] for router, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:28.500877 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1444f8-bc6f-4377-bfa1-e8db8bbec757 None None] Pushing event updated for resources: {'Port': ['ID=d1c6715d-49f8-4516-ac0e-8fd0f6be4cbf,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:28.690174 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-171ecdaa-9782-4888-b77f-c9ad5b616a47 None None] Set router 7a3f82ba-225e-4663-a5df-018daaa348fe gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:47:28.756951 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-f9208bcb-b9ff-409a-aa15-0f5f559c2114 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Calling delete_port for 2f25146c-0b66-404f-b72a-0a177df62441 owned by {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:47:28.812952 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ce94fdf-274c-4fbb-bb16-a7b47e9288e7 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Made reservation on behalf of e412caad0f5f49a9803aea4f744e5a99 for: {'network': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:47:28.817188 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1ce94fdf-274c-4fbb-bb16-a7b47e9288e7 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:28.901081 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ce94fdf-274c-4fbb-bb16-a7b47e9288e7 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'} {{(pid=89110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:47:28.915302 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1ce94fdf-274c-4fbb-bb16-a7b47e9288e7 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:28.915819 n-d-843702-1 neutron-server[89110]: INFO neutron.db.segments_db [None req-1ce94fdf-274c-4fbb-bb16-a7b47e9288e7 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Added segment 360d8478-449d-4085-a052-dc4fc3b3a09e of type vlan for network 62f85832-5f09-4c85-9fb2-64ecdafba67d May 28 06:47:28.929953 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-dd0aec63-ece2-4b7e-aeea-87c0d312c609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:28.956911 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1ce94fdf-274c-4fbb-bb16-a7b47e9288e7 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:29.074276 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9a9a3239-d121-4645-9437-c07070cfc2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:29.138092 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a4cb817f-ae67-4827-8b8e-a4308b551a01 req-482af5b4-1ac9-4dc3-8066-afb8e672b52e tempest-ServersNegativeTestMultiTenantJSON-211971241 tempest-ServersNegativeTestMultiTenantJSON-211971241-project] 10.222.0.55 "GET /v2.0/ports?device_id=21815286-d7e5-4183-99b2-494be69fadde HTTP/1.1" status: 200 len: 210 time: 0.0787561 May 28 06:47:29.182176 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9a3239-d121-4645-9437-c07070cfc2f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=15239a7a-bcba-49e5-9abf-197913246da4,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:29.255490 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-171ecdaa-9782-4888-b77f-c9ad5b616a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a3f82ba-225e-4663-a5df-018daaa348fe', 'name': 'tempest-ServerRescueNegativeTestJSON-2022965306-router', 'tenant_id': '98e9fd09ba2248b5b9367b689b0cfcd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '21b6c24f-6957-4b82-8e72-44ec92c2b7d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:41:38Z', 'updated_at': '2022-05-28T06:47:23Z', 'revision_number': 5, 'project_id': '98e9fd09ba2248b5b9367b689b0cfcd3', 'gw_port': {'id': '21b6c24f-6957-4b82-8e72-44ec92c2b7d3', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:2b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a3f82ba-225e-4663-a5df-018daaa348fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:41:40Z', 'updated_at': '2022-05-28T06:41:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:47:29.264330 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171ecdaa-9782-4888-b77f-c9ad5b616a47 None None] The sync data for ids ['7a3f82ba-225e-4663-a5df-018daaa348fe'] in n-d-843702-1 is: [{'id': '7a3f82ba-225e-4663-a5df-018daaa348fe', 'name': 'tempest-ServerRescueNegativeTestJSON-2022965306-router', 'tenant_id': '98e9fd09ba2248b5b9367b689b0cfcd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '21b6c24f-6957-4b82-8e72-44ec92c2b7d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:41:38Z', 'updated_at': '2022-05-28T06:47:23Z', 'revision_number': 5, 'project_id': '98e9fd09ba2248b5b9367b689b0cfcd3', 'gw_port': {'id': '21b6c24f-6957-4b82-8e72-44ec92c2b7d3', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:2b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a3f82ba-225e-4663-a5df-018daaa348fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:41:40Z', 'updated_at': '2022-05-28T06:41:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:47:29.277306 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f6b87d-1958-4a69-a5f4-ff199e91043f req-b109ee56-659f-47bb-bd7b-7adfc0cece2a tempest-ServerGroupTestJSON-443177424 tempest-ServerGroupTestJSON-443177424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:29.278852 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-84f6b87d-1958-4a69-a5f4-ff199e91043f req-b109ee56-659f-47bb-bd7b-7adfc0cece2a tempest-ServerGroupTestJSON-443177424 tempest-ServerGroupTestJSON-443177424-project] 10.222.0.55 "GET /v2.0/networks?id=cea686be-3340-4705-b13c-b3d4fcd30ffb HTTP/1.1" status: 200 len: 810 time: 0.5600011 May 28 06:47:29.280392 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1ce94fdf-274c-4fbb-bb16-a7b47e9288e7 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:29.287218 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce94fdf-274c-4fbb-bb16-a7b47e9288e7 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:29.293648 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1ce94fdf-274c-4fbb-bb16-a7b47e9288e7 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:29.350667 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f9208bcb-b9ff-409a-aa15-0f5f559c2114 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:29.416726 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-95d3f1af-113f-4c0e-acb7-57505f269c4a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:29.478692 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-84f6b87d-1958-4a69-a5f4-ff199e91043f req-e6d56c75-3232-48ef-a285-f5be64c187e2 tempest-ServerGroupTestJSON-443177424 tempest-ServerGroupTestJSON-443177424-project] 10.222.0.55 "GET /v2.0/quotas/d39860d3165f4a6c96fc00c68960afaa HTTP/1.1" status: 200 len: 375 time: 0.1787543 May 28 06:47:29.484914 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9208bcb-b9ff-409a-aa15-0f5f559c2114 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Pushing event deleted for resources: {'Port': ['ID=2f25146c-0b66-404f-b72a-0a177df62441,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:29.604260 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9a9a3239-d121-4645-9437-c07070cfc2f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700472'] for router_interface, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:29.610107 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-95d3f1af-113f-4c0e-acb7-57505f269c4a admin admin] Deleting port 21b6c24f-6957-4b82-8e72-44ec92c2b7d3 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:47:29.611072 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-95d3f1af-113f-4c0e-acb7-57505f269c4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:29.728962 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f9208bcb-b9ff-409a-aa15-0f5f559c2114 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:29.738156 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-f9208bcb-b9ff-409a-aa15-0f5f559c2114 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] 10.222.0.55 "DELETE /v2.0/ports/2f25146c-0b66-404f-b72a-0a177df62441 HTTP/1.1" status: 204 len: 168 time: 1.7471268 May 28 06:47:29.743640 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 52648) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:47:29.745029 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-1ce94fdf-274c-4fbb-bb16-a7b47e9288e7 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.7479377 May 28 06:47:29.752878 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce94fdf-274c-4fbb-bb16-a7b47e9288e7 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Pushing event updated for resources: {'Network': ['ID=62f85832-5f09-4c85-9fb2-64ecdafba67d,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:29.761770 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 52650) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:47:29.772561 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 62f85832-5f09-4c85-9fb2-64ecdafba67d details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:47:29.924199 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-84f6b87d-1958-4a69-a5f4-ff199e91043f req-caf63c47-28ca-4c75-8cf2-18f9abe9e1af tempest-ServerGroupTestJSON-443177424 tempest-ServerGroupTestJSON-443177424-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=d39860d3165f4a6c96fc00c68960afaa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4261947 May 28 06:47:29.927818 n-d-843702-1 neutron-server[89110]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffb24686-6422-43a8-b0e5-4386c82034f1 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] GET failed (client error): The resource could not be found. May 28 06:47:29.928251 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-ffb24686-6422-43a8-b0e5-4386c82034f1 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Synchronizing usage tracker for tenant:bf0f1d3761524ddfa4db9240ac258eb8 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:47:29.941119 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-22bea590-1717-4460-83d8-83688f12b44d tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Request body: {'network': {'name': 'New_network'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:47:30.057303 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device d1c6715d-49f8-4516-ac0e-8fd0f6be4cbf up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:47:30.179841 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:30.256814 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99091d2c-5d4d-420e-81a2-0e574081d85a None None] Network d1d0c05a-300a-480a-93eb-3d3f00778399 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:47:30.400412 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:30.456758 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-942fb412-410f-4f1b-add1-0bd2ea56aabf req-f84c1c1c-8b37-4c26-891c-4cbc8288c32d tempest-ServersNegativeTestMultiTenantJSON-211971241 tempest-ServersNegativeTestMultiTenantJSON-211971241-project] 10.222.0.55 "GET /v2.0/ports?device_id=21815286-d7e5-4183-99b2-494be69fadde HTTP/1.1" status: 200 len: 210 time: 0.1186907 May 28 06:47:30.512170 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-06e57154-abbe-4de8-9f0b-2afb84a96446 None None] Provisioning for port d1c6715d-49f8-4516-ac0e-8fd0f6be4cbf completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:47:30.655951 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4a0725-19e0-4745-9ce3-d51a30e8274c req-174259a7-a44f-449a-ac69-b0d0d0dc07c9 tempest-ServersNegativeTestMultiTenantJSON-211971241 tempest-ServersNegativeTestMultiTenantJSON-211971241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:30.657376 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4e4a0725-19e0-4745-9ce3-d51a30e8274c req-174259a7-a44f-449a-ac69-b0d0d0dc07c9 tempest-ServersNegativeTestMultiTenantJSON-211971241 tempest-ServersNegativeTestMultiTenantJSON-211971241-project] 10.222.0.69 "GET /v2.0/networks?id=c1019bbb-6a9b-4c40-954f-ef6f126c2596 HTTP/1.1" status: 200 len: 823 time: 0.6949773 May 28 06:47:30.664060 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port d1c6715d-49f8-4516-ac0e-8fd0f6be4cbf completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:47:30.676443 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port d1c6715d-49f8-4516-ac0e-8fd0f6be4cbf triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:47:30.676773 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:30.689723 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-4e4a0725-19e0-4745-9ce3-d51a30e8274c req-45027603-5c86-4f04-ab7d-480317c6ffcc tempest-ServersNegativeTestMultiTenantJSON-211971241 tempest-ServersNegativeTestMultiTenantJSON-211971241-project] Request body: {'port': {'device_id': '21815286-d7e5-4183-99b2-494be69fadde', 'network_id': 'c1019bbb-6a9b-4c40-954f-ef6f126c2596', 'admin_state_up': True, 'tenant_id': '2e20b567a8194f0bb2dc62d73842a354'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:47:30.756813 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-95d3f1af-113f-4c0e-acb7-57505f269c4a admin admin] For port 21b6c24f-6957-4b82-8e72-44ec92c2b7d3, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=21b6c24f-6957-4b82-8e72-44ec92c2b7d3,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:47:30.757546 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-95d3f1af-113f-4c0e-acb7-57505f269c4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:30.883676 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port d1c6715d-49f8-4516-ac0e-8fd0f6be4cbf is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:47:30.884267 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:30.903465 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-95d3f1af-113f-4c0e-acb7-57505f269c4a admin admin] Calling delete_port for 21b6c24f-6957-4b82-8e72-44ec92c2b7d3 owned by network:router_gateway {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:47:30.927858 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-ffb24686-6422-43a8-b0e5-4386c82034f1 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Unset dirty status for tenant:bf0f1d3761524ddfa4db9240ac258eb8 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:47:30.930203 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-ffb24686-6422-43a8-b0e5-4386c82034f1 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] 10.222.0.55 "GET /v2.0/ports/2f25146c-0b66-404f-b72a-0a177df62441 HTTP/1.1" status: 404 len: 333 time: 1.1697621 May 28 06:47:30.936215 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 52710) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:47:30.951175 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-8892ee98-1809-49dc-9ee6-1e2526bb7e9f tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Request body: {'port': {'network_id': '5776fce6-3412-4376-ba3e-26bfccdcf5fa', 'name': 'tempest-PortsIpV6TestJSON-332067097'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:47:30.972736 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port d1c6715d-49f8-4516-ac0e-8fd0f6be4cbf, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=d1c6715d-49f8-4516-ac0e-8fd0f6be4cbf,segment=NetworkSegment(e5f4d40e-b6de-4f80-b45a-1e473e7e6a4d),segment_id=e5f4d40e-b6de-4f80-b45a-1e473e7e6a4d)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:47:30.980138 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4545cbc-eca5-4dd9-81dd-682cecefd9bb None None] Update dhcp port {'port': {'network_id': 'd1d0c05a-300a-480a-93eb-3d3f00778399', 'fixed_ips': [{'subnet_id': 'bfde0eee-4507-4f43-b01d-c96736727f71', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e2a0859b-3c52-46f8-a159-56b44b51074c'}], 'binding:host_id': 'n-d-843702-1'}, 'id': 'd1c6715d-49f8-4516-ac0e-8fd0f6be4cbf'} from n-d-843702-1. {{(pid=89111) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 28 06:47:30.999667 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-22bea590-1717-4460-83d8-83688f12b44d tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:31.050732 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:31.066288 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a9a3239-d121-4645-9437-c07070cfc2f6 admin admin] Router ca05ccc2-dd75-416f-ba7c-c73648ee1ce8 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:47:31.087016 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-4e4a0725-19e0-4745-9ce3-d51a30e8274c req-45027603-5c86-4f04-ab7d-480317c6ffcc tempest-ServersNegativeTestMultiTenantJSON-211971241 tempest-ServersNegativeTestMultiTenantJSON-211971241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:47:31.087016 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-4e4a0725-19e0-4745-9ce3-d51a30e8274c req-45027603-5c86-4f04-ab7d-480317c6ffcc tempest-ServersNegativeTestMultiTenantJSON-211971241 tempest-ServersNegativeTestMultiTenantJSON-211971241-project] Usage tracker for resource:port and tenant:2e20b567a8194f0bb2dc62d73842a354 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:47:31.088830 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-4e4a0725-19e0-4745-9ce3-d51a30e8274c req-45027603-5c86-4f04-ab7d-480317c6ffcc tempest-ServersNegativeTestMultiTenantJSON-211971241 tempest-ServersNegativeTestMultiTenantJSON-211971241-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:47:31.097685 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 68e7d0da-283a-40a4-9918-b046f6643c42 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:47:31.097918 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-4e4a0725-19e0-4745-9ce3-d51a30e8274c req-45027603-5c86-4f04-ab7d-480317c6ffcc tempest-ServersNegativeTestMultiTenantJSON-211971241 tempest-ServersNegativeTestMultiTenantJSON-211971241-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:47:31.108763 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-22bea590-1717-4460-83d8-83688f12b44d tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:31.125399 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e4545cbc-eca5-4dd9-81dd-682cecefd9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:31.153848 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-84f6b87d-1958-4a69-a5f4-ff199e91043f req-6b4ea2b9-4517-4e04-b248-165ed1627098 service neutron] 10.222.0.55 "GET /v2.0/networks/cea686be-3340-4705-b13c-b3d4fcd30ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2285285 May 28 06:47:31.173267 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-22bea590-1717-4460-83d8-83688f12b44d tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Network 62f85832-5f09-4c85-9fb2-64ecdafba67d is not hosted by any dhcp agent {{(pid=89110) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} May 28 06:47:31.173961 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 68e7d0da-283a-40a4-9918-b046f6643c42 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:47:31.173961 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 68e7d0da-283a-40a4-9918-b046f6643c42 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:47:31.174131 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22bea590-1717-4460-83d8-83688f12b44d tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:31.175765 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-22bea590-1717-4460-83d8-83688f12b44d tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks [] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:31.177448 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-22bea590-1717-4460-83d8-83688f12b44d tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] 10.222.0.55 "PUT /v2.0/networks/62f85832-5f09-4c85-9fb2-64ecdafba67d HTTP/1.1" status: 200 len: 723 time: 1.2802770 May 28 06:47:31.239051 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=d1c6715d-49f8-4516-ac0e-8fd0f6be4cbf,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:31.301379 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 52724) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:47:31.315155 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-8892ee98-1809-49dc-9ee6-1e2526bb7e9f tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:47:31.326460 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-d2ae0220-1606-4470-9af5-c67d63df42d6 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Request body: {'subnet': {'network_id': '62f85832-5f09-4c85-9fb2-64ecdafba67d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:47:31.384840 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e4a0725-19e0-4745-9ce3-d51a30e8274c req-45027603-5c86-4f04-ab7d-480317c6ffcc tempest-ServersNegativeTestMultiTenantJSON-211971241 tempest-ServersNegativeTestMultiTenantJSON-211971241-project] Made reservation on behalf of 2e20b567a8194f0bb2dc62d73842a354 for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:47:31.388309 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-4e4a0725-19e0-4745-9ce3-d51a30e8274c req-45027603-5c86-4f04-ab7d-480317c6ffcc tempest-ServersNegativeTestMultiTenantJSON-211971241 tempest-ServersNegativeTestMultiTenantJSON-211971241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:31.404676 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-e4545cbc-eca5-4dd9-81dd-682cecefd9bb None None] Allocated IP 172.20.0.1 (d1d0c05a-300a-480a-93eb-3d3f00778399/e2a0859b-3c52-46f8-a159-56b44b51074c/d1c6715d-49f8-4516-ac0e-8fd0f6be4cbf) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:47:31.456229 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device d1c6715d-49f8-4516-ac0e-8fd0f6be4cbf up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:47:31.476917 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bea590-1717-4460-83d8-83688f12b44d tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Pushing event updated for resources: {'Network': ['ID=62f85832-5f09-4c85-9fb2-64ecdafba67d,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:31.503299 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-8892ee98-1809-49dc-9ee6-1e2526bb7e9f tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:47:31.519375 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a9a3239-d121-4645-9437-c07070cfc2f6 admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:47:31.637276 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-d2ae0220-1606-4470-9af5-c67d63df42d6 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:47:31.651437 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-9a9a3239-d121-4645-9437-c07070cfc2f6 admin admin] 10.222.0.55 "PUT /v2.0/routers/ca05ccc2-dd75-416f-ba7c-c73648ee1ce8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8866107 May 28 06:47:31.652931 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 52748) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:47:31.662250 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-d2ae0220-1606-4470-9af5-c67d63df42d6 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:47:31.679818 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-84f6b87d-1958-4a69-a5f4-ff199e91043f req-3fe8ede3-37cb-4a2b-8735-e71613fa7f5a service neutron] 10.222.0.55 "GET /v2.0/networks/cea686be-3340-4705-b13c-b3d4fcd30ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4180553 May 28 06:47:31.685854 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 62f85832-5f09-4c85-9fb2-64ecdafba67d details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:47:31.724462 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb775c31-6f9d-46e7-927e-e9e8a03eb6b3 None None] Sync routers for ids ['ca05ccc2-dd75-416f-ba7c-c73648ee1ce8'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:47:31.733264 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8892ee98-1809-49dc-9ee6-1e2526bb7e9f tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Made reservation on behalf of bf0f1d3761524ddfa4db9240ac258eb8 for: {'port': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:47:31.737929 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8892ee98-1809-49dc-9ee6-1e2526bb7e9f tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:31.762913 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-95d3f1af-113f-4c0e-acb7-57505f269c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:31.780638 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6e552039-f83a-4ce5-a0e4-6d5faf202fb7 req-497943c1-6d64-424b-a0e9-4e13fb8e8901 tempest-ServersNegativeTestMultiTenantJSON-211971241 tempest-ServersNegativeTestMultiTenantJSON-211971241-project] 10.222.0.55 "GET /v2.0/ports?device_id=21815286-d7e5-4183-99b2-494be69fadde HTTP/1.1" status: 200 len: 210 time: 0.0934308 May 28 06:47:31.885976 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d3f1af-113f-4c0e-acb7-57505f269c4a admin admin] Pushing event deleted for resources: {'Port': ['ID=21b6c24f-6957-4b82-8e72-44ec92c2b7d3,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:31.888361 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [None req-8892ee98-1809-49dc-9ee6-1e2526bb7e9f tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] device_id is not set on port b63c2459-b405-442f-8899-3a9bf975cf75 yet. {{(pid=89109) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:47:31.894858 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [req-4e4a0725-19e0-4745-9ce3-d51a30e8274c req-45027603-5c86-4f04-ab7d-480317c6ffcc tempest-ServersNegativeTestMultiTenantJSON-211971241 tempest-ServersNegativeTestMultiTenantJSON-211971241-project] Allocated IP 172.20.0.13 (c1019bbb-6a9b-4c40-954f-ef6f126c2596/08ac47a0-2128-4760-ba5b-fed3524dd99f/747df5d3-ad94-4982-8417-a26a1ec961d1) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:47:32.003894 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb775c31-6f9d-46e7-927e-e9e8a03eb6b3 None None] Routers {'ca05ccc2-dd75-416f-ba7c-c73648ee1ce8'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:47:32.004466 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-fb775c31-6f9d-46e7-927e-e9e8a03eb6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:47:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['ca05ccc2-dd75-416f-ba7c-c73648ee1ce8'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:47:32.050815 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2ae0220-1606-4470-9af5-c67d63df42d6 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Made reservation on behalf of e412caad0f5f49a9803aea4f744e5a99 for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:47:32.054818 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d2ae0220-1606-4470-9af5-c67d63df42d6 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:32.244426 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-4e4a0725-19e0-4745-9ce3-d51a30e8274c req-45027603-5c86-4f04-ab7d-480317c6ffcc tempest-ServersNegativeTestMultiTenantJSON-211971241 tempest-ServersNegativeTestMultiTenantJSON-211971241-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:32.290111 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-fb775c31-6f9d-46e7-927e-e9e8a03eb6b3 None None] Set router ca05ccc2-dd75-416f-ba7c-c73648ee1ce8 gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:47:32.417464 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5efa26e5-94d9-4926-b344-be918e467dc1 req-b7238d37-89b8-41c2-beb2-329fe7ed4312 tempest-ServerGroupTestJSON-443177424 tempest-ServerGroupTestJSON-443177424-project] 10.222.0.55 "GET /v2.0/ports?device_id=02bafc6e-4b66-41e2-82c8-daef3fec0f29 HTTP/1.1" status: 200 len: 210 time: 0.0702474 May 28 06:47:32.423302 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-4e4a0725-19e0-4745-9ce3-d51a30e8274c req-45027603-5c86-4f04-ab7d-480317c6ffcc tempest-ServersNegativeTestMultiTenantJSON-211971241 tempest-ServersNegativeTestMultiTenantJSON-211971241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:32.608857 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:32.660244 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-e4545cbc-eca5-4dd9-81dd-682cecefd9bb None None] For port d1c6715d-49f8-4516-ac0e-8fd0f6be4cbf, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=d1c6715d-49f8-4516-ac0e-8fd0f6be4cbf,segment=NetworkSegment(e5f4d40e-b6de-4f80-b45a-1e473e7e6a4d),segment_id=e5f4d40e-b6de-4f80-b45a-1e473e7e6a4d)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:47:32.720597 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e4a0725-19e0-4745-9ce3-d51a30e8274c req-45027603-5c86-4f04-ab7d-480317c6ffcc tempest-ServersNegativeTestMultiTenantJSON-211971241 tempest-ServersNegativeTestMultiTenantJSON-211971241-project] Network c1019bbb-6a9b-4c40-954f-ef6f126c2596 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:47:32.724151 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [req-4e4a0725-19e0-4745-9ce3-d51a30e8274c req-45027603-5c86-4f04-ab7d-480317c6ffcc tempest-ServersNegativeTestMultiTenantJSON-211971241 tempest-ServersNegativeTestMultiTenantJSON-211971241-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:47:32.728868 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e4a0725-19e0-4745-9ce3-d51a30e8274c req-45027603-5c86-4f04-ab7d-480317c6ffcc tempest-ServersNegativeTestMultiTenantJSON-211971241 tempest-ServersNegativeTestMultiTenantJSON-211971241-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:47:32.800810 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-95d3f1af-113f-4c0e-acb7-57505f269c4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691105'] for router_gateway, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:32.818351 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e4545cbc-eca5-4dd9-81dd-682cecefd9bb None None] Notify callbacks [] for port, precommit_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:32.830088 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4a0725-19e0-4745-9ce3-d51a30e8274c req-45027603-5c86-4f04-ab7d-480317c6ffcc tempest-ServersNegativeTestMultiTenantJSON-211971241 tempest-ServersNegativeTestMultiTenantJSON-211971241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:32.831162 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-4e4a0725-19e0-4745-9ce3-d51a30e8274c req-45027603-5c86-4f04-ab7d-480317c6ffcc tempest-ServersNegativeTestMultiTenantJSON-211971241 tempest-ServersNegativeTestMultiTenantJSON-211971241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:32.855916 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port d1c6715d-49f8-4516-ac0e-8fd0f6be4cbf triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:47:32.856599 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:32.889144 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-e4545cbc-eca5-4dd9-81dd-682cecefd9bb None None] Transition to ACTIVE for port object d1c6715d-49f8-4516-ac0e-8fd0f6be4cbf will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:47:32.906176 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45027603-5c86-4f04-ab7d-480317c6ffcc tempest-ServersNegativeTestMultiTenantJSON-211971241 tempest-ServersNegativeTestMultiTenantJSON-211971241-project] Pushing event updated for resources: {'Port': ['ID=747df5d3-ad94-4982-8417-a26a1ec961d1,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:32.932314 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:32.943763 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-fb775c31-6f9d-46e7-927e-e9e8a03eb6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca05ccc2-dd75-416f-ba7c-c73648ee1ce8', 'name': 'tempest-ImageQuotaTest-985963758-router', 'tenant_id': '2a8f19aa3acc47939228c83f8cbfdf62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.65'}], 'enable_snat': True}, 'gw_port_id': 'a53f54e1-ea56-43b3-9d1f-ee44ea50f215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:46:56Z', 'updated_at': '2022-05-28T06:47:28Z', 'revision_number': 5, 'project_id': '2a8f19aa3acc47939228c83f8cbfdf62', 'gw_port': {'id': 'a53f54e1-ea56-43b3-9d1f-ee44ea50f215', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca05ccc2-dd75-416f-ba7c-c73648ee1ce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2613, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:46:59Z', 'updated_at': '2022-05-28T06:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:47:32.965272 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d2ae0220-1606-4470-9af5-c67d63df42d6 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:32.979726 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb775c31-6f9d-46e7-927e-e9e8a03eb6b3 None None] Checking router: ca05ccc2-dd75-416f-ba7c-c73648ee1ce8 for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:47:32.993059 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e4545cbc-eca5-4dd9-81dd-682cecefd9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:33.063368 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4e4a0725-19e0-4745-9ce3-d51a30e8274c req-45027603-5c86-4f04-ab7d-480317c6ffcc tempest-ServersNegativeTestMultiTenantJSON-211971241 tempest-ServersNegativeTestMultiTenantJSON-211971241-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3826091 May 28 06:47:33.067241 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1273d8bb-b758-4cd8-920d-a278a95cf109 admin admin] Notify callbacks [] for router, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:33.075665 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-4e4a0725-19e0-4745-9ce3-d51a30e8274c req-7df10a3e-08bd-421a-98c9-e75667adc45e service neutron] Request body: {'port': {'device_id': '21815286-d7e5-4183-99b2-494be69fadde', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843702-1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:47:33.085500 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port d1c6715d-49f8-4516-ac0e-8fd0f6be4cbf is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:47:33.150448 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb775c31-6f9d-46e7-927e-e9e8a03eb6b3 None None] Routers {'ca05ccc2-dd75-416f-ba7c-c73648ee1ce8'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:47:33.151347 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-fb775c31-6f9d-46e7-927e-e9e8a03eb6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:47:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['ca05ccc2-dd75-416f-ba7c-c73648ee1ce8'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:47:33.259738 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ae0220-1606-4470-9af5-c67d63df42d6 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Pushing event updated for resources: {'Subnet': ['ID=ab217506-5b35-4835-a4ef-c25e26e66646,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:33.290451 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-95d3f1af-113f-4c0e-acb7-57505f269c4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59018'] for router, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:33.302604 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4545cbc-eca5-4dd9-81dd-682cecefd9bb None None] Pushing event updated for resources: {'Port': ['ID=d1c6715d-49f8-4516-ac0e-8fd0f6be4cbf,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:33.304050 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c4ed45-701e-4569-8240-aa23ef3b247d req-2ee211ed-1c4a-4bc5-b331-1a54dc1352ee tempest-ServersNegativeTestMultiTenantJSON-211971241 tempest-ServersNegativeTestMultiTenantJSON-211971241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:33.305306 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-71c4ed45-701e-4569-8240-aa23ef3b247d req-2ee211ed-1c4a-4bc5-b331-1a54dc1352ee tempest-ServersNegativeTestMultiTenantJSON-211971241 tempest-ServersNegativeTestMultiTenantJSON-211971241-project] Synchronizing usage tracker for tenant:2e20b567a8194f0bb2dc62d73842a354 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:47:33.312876 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8892ee98-1809-49dc-9ee6-1e2526bb7e9f tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:33.316552 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-95d3f1af-113f-4c0e-acb7-57505f269c4a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:33.333270 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-4e4a0725-19e0-4745-9ce3-d51a30e8274c req-7df10a3e-08bd-421a-98c9-e75667adc45e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:33.464315 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ae0220-1606-4470-9af5-c67d63df42d6 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Checking segment: {'id': '360d8478-449d-4085-a052-dc4fc3b3a09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '62f85832-5f09-4c85-9fb2-64ecdafba67d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:47:33.477806 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ae0220-1606-4470-9af5-c67d63df42d6 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Network hostable DHCP agents. Network: 62f85832-5f09-4c85-9fb2-64ecdafba67d, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:47:33.541774 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-95d3f1af-113f-4c0e-acb7-57505f269c4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-703817'] for router, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:33.542357 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95d3f1af-113f-4c0e-acb7-57505f269c4a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a3f82ba-225e-4663-a5df-018daaa348fe {{(pid=89109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 06:47:33.551188 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1273d8bb-b758-4cd8-920d-a278a95cf109 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:33.649181 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device d1c6715d-49f8-4516-ac0e-8fd0f6be4cbf up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:47:33.658967 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-71c4ed45-701e-4569-8240-aa23ef3b247d req-2ee211ed-1c4a-4bc5-b331-1a54dc1352ee tempest-ServersNegativeTestMultiTenantJSON-211971241 tempest-ServersNegativeTestMultiTenantJSON-211971241-project] Unset dirty status for tenant:2e20b567a8194f0bb2dc62d73842a354 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:47:33.666374 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-71c4ed45-701e-4569-8240-aa23ef3b247d req-2ee211ed-1c4a-4bc5-b331-1a54dc1352ee tempest-ServersNegativeTestMultiTenantJSON-211971241 tempest-ServersNegativeTestMultiTenantJSON-211971241-project] 10.222.0.55 "GET /v2.0/ports?device_id=21815286-d7e5-4183-99b2-494be69fadde HTTP/1.1" status: 200 len: 932 time: 0.6881685 May 28 06:47:33.675459 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ae0220-1606-4470-9af5-c67d63df42d6 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Network 62f85832-5f09-4c85-9fb2-64ecdafba67d is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:47:33.681694 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8892ee98-1809-49dc-9ee6-1e2526bb7e9f tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:33.741409 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-fb775c31-6f9d-46e7-927e-e9e8a03eb6b3 None None] Set router ca05ccc2-dd75-416f-ba7c-c73648ee1ce8 gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:47:33.777117 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8f5792e0-bed3-4278-9ded-5a1d7cc7488f req-48bc768b-009a-4737-9246-9a6dca9738c2 tempest-ServerGroupTestJSON-443177424 tempest-ServerGroupTestJSON-443177424-project] 10.222.0.55 "GET /v2.0/ports?device_id=02bafc6e-4b66-41e2-82c8-daef3fec0f29 HTTP/1.1" status: 200 len: 210 time: 0.1786561 May 28 06:47:33.792240 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-1273d8bb-b758-4cd8-920d-a278a95cf109 admin admin] Deleting port a53f54e1-ea56-43b3-9d1f-ee44ea50f215 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:47:33.792778 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1273d8bb-b758-4cd8-920d-a278a95cf109 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:33.816650 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-71c4ed45-701e-4569-8240-aa23ef3b247d req-c271ec70-30f8-42b3-af09-4fc42f27ffb7 tempest-ServersNegativeTestMultiTenantJSON-211971241 tempest-ServersNegativeTestMultiTenantJSON-211971241-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d3bcf99-4378-4bfa-b403-55a65be4b2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492081 May 28 06:47:33.909145 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8892ee98-1809-49dc-9ee6-1e2526bb7e9f tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Network 5776fce6-3412-4376-ba3e-26bfccdcf5fa is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:47:33.917815 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-8892ee98-1809-49dc-9ee6-1e2526bb7e9f tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:47:33.926029 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8892ee98-1809-49dc-9ee6-1e2526bb7e9f tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:47:33.932013 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8892ee98-1809-49dc-9ee6-1e2526bb7e9f tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:33.932838 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8892ee98-1809-49dc-9ee6-1e2526bb7e9f tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:33.939239 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8892ee98-1809-49dc-9ee6-1e2526bb7e9f tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Pushing event updated for resources: {'Port': ['ID=b63c2459-b405-442f-8899-3a9bf975cf75,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:33.978124 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-d2ae0220-1606-4470-9af5-c67d63df42d6 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, 62f85832-5f09-4c85-9fb2-64ecdafba67d) {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:47:33.997151 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f3e355-bec7-4e6d-8794-15c3cc43c3dc None None] Network 62f85832-5f09-4c85-9fb2-64ecdafba67d requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:47:34.049742 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ae0220-1606-4470-9af5-c67d63df42d6 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:34.050369 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d2ae0220-1606-4470-9af5-c67d63df42d6 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:34.117116 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-95d3f1af-113f-4c0e-acb7-57505f269c4a admin admin] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:34.118580 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-95d3f1af-113f-4c0e-acb7-57505f269c4a admin admin] 10.222.0.55 "DELETE /v2.0/routers/7a3f82ba-225e-4663-a5df-018daaa348fe HTTP/1.1" status: 204 len: 168 time: 6.8812182 May 28 06:47:34.121179 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 52850) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:47:34.189457 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-1273d8bb-b758-4cd8-920d-a278a95cf109 admin admin] For port a53f54e1-ea56-43b3-9d1f-ee44ea50f215, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=a53f54e1-ea56-43b3-9d1f-ee44ea50f215,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:47:34.190060 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1273d8bb-b758-4cd8-920d-a278a95cf109 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:34.214765 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-d2ae0220-1606-4470-9af5-c67d63df42d6 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9065814 May 28 06:47:34.216683 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-8892ee98-1809-49dc-9ee6-1e2526bb7e9f tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 3.2793605 May 28 06:47:34.218767 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 52858) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:47:34.223057 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 52860) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:47:34.227948 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [req-4e4a0725-19e0-4745-9ce3-d51a30e8274c req-7df10a3e-08bd-421a-98c9-e75667adc45e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 747df5d3-ad94-4982-8417-a26a1ec961d1 {{(pid=89110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:47:34.245648 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-7f167fb5-2be4-486b-88f8-0855404b951d tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:47:34.318343 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-4e4a0725-19e0-4745-9ce3-d51a30e8274c req-7df10a3e-08bd-421a-98c9-e75667adc45e service neutron] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:34.332369 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-0be2befc-16d9-4727-bee2-9d65e394f674 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:47:34.374000 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_v2 [None req-46d4df06-723a-4111-b547-d063743698bd admin admin] Deleting subnet 304c7228-4ac2-4e7a-aa6d-33e85e214d70 {{(pid=89110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:47:34.381533 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-46d4df06-723a-4111-b547-d063743698bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:34.467987 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-4e4a0725-19e0-4745-9ce3-d51a30e8274c req-7df10a3e-08bd-421a-98c9-e75667adc45e service neutron] Transition to ACTIVE for port object 747df5d3-ad94-4982-8417-a26a1ec961d1 will not be triggered until provisioned by entity L2. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:47:34.481192 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-1273d8bb-b758-4cd8-920d-a278a95cf109 admin admin] Calling delete_port for a53f54e1-ea56-43b3-9d1f-ee44ea50f215 owned by network:router_gateway {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:47:34.650269 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-4e4a0725-19e0-4745-9ce3-d51a30e8274c req-7df10a3e-08bd-421a-98c9-e75667adc45e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:34.670095 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-46d4df06-723a-4111-b547-d063743698bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4150765'] for subnet, precommit_delete_associations {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:34.716112 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a09116c-b48c-48b2-b9fd-9f3b478143b7 None None] Network d1d0c05a-300a-480a-93eb-3d3f00778399 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:47:34.869939 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a251c0-8dea-4015-bb03-5699d5489890 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-62f85832-5f09-4c85-9fb2-64ecdafba67d', 'network_id': '62f85832-5f09-4c85-9fb2-64ecdafba67d', 'tenant_id': 'e412caad0f5f49a9803aea4f744e5a99', 'fixed_ips': [{'subnet_id': 'ab217506-5b35-4835-a4ef-c25e26e66646'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:47:34.871038 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-64a251c0-8dea-4015-bb03-5699d5489890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:34.882921 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7f167fb5-2be4-486b-88f8-0855404b951d tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3171991'] for subnet, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:34.906335 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0be2befc-16d9-4727-bee2-9d65e394f674 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:35.022015 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df10a3e-08bd-421a-98c9-e75667adc45e service neutron] Pushing event updated for resources: {'Port': ['ID=747df5d3-ad94-4982-8417-a26a1ec961d1,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:35.076780 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-28e3e662-9cdc-4c0e-ab15-3aed18e42d41 None None] Provisioning for port d1c6715d-49f8-4516-ac0e-8fd0f6be4cbf completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:47:35.150979 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5ae88329-f46e-4edd-9319-5f0a351148bb req-aa5250cf-8333-4b3f-8083-e0c21966a976 tempest-ServerGroupTestJSON-443177424 tempest-ServerGroupTestJSON-443177424-project] 10.222.0.55 "GET /v2.0/ports?device_id=02bafc6e-4b66-41e2-82c8-daef3fec0f29 HTTP/1.1" status: 200 len: 210 time: 0.1241589 May 28 06:47:35.252142 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-28e3e662-9cdc-4c0e-ab15-3aed18e42d41 None None] Provisioning complete for port d1c6715d-49f8-4516-ac0e-8fd0f6be4cbf triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:47:35.252564 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-28e3e662-9cdc-4c0e-ab15-3aed18e42d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:35.269214 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1273d8bb-b758-4cd8-920d-a278a95cf109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:35.350240 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-4e4a0725-19e0-4745-9ce3-d51a30e8274c req-7df10a3e-08bd-421a-98c9-e75667adc45e service neutron] Attempting to bind port 747df5d3-ad94-4982-8417-a26a1ec961d1 on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:47:35.350833 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-4e4a0725-19e0-4745-9ce3-d51a30e8274c req-7df10a3e-08bd-421a-98c9-e75667adc45e service neutron] Attempting to bind port 747df5d3-ad94-4982-8417-a26a1ec961d1 by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': 'f00444d8-7ba0-4d64-8814-3169e4b95947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'c1019bbb-6a9b-4c40-954f-ef6f126c2596'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:47:35.351410 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4a0725-19e0-4745-9ce3-d51a30e8274c req-7df10a3e-08bd-421a-98c9-e75667adc45e service neutron] Attempting to bind port 747df5d3-ad94-4982-8417-a26a1ec961d1 on network c1019bbb-6a9b-4c40-954f-ef6f126c2596 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:47:35.391917 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-46d4df06-723a-4111-b547-d063743698bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:35.402736 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 21b6c24f-6957-4b82-8e72-44ec92c2b7d3 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:47:35.460168 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 21b6c24f-6957-4b82-8e72-44ec92c2b7d3 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:47:35.460394 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1273d8bb-b758-4cd8-920d-a278a95cf109 admin admin] Pushing event deleted for resources: {'Port': ['ID=a53f54e1-ea56-43b3-9d1f-ee44ea50f215,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:35.460513 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 21b6c24f-6957-4b82-8e72-44ec92c2b7d3 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:47:35.475178 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-fb775c31-6f9d-46e7-927e-e9e8a03eb6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca05ccc2-dd75-416f-ba7c-c73648ee1ce8', 'name': 'tempest-ImageQuotaTest-985963758-router', 'tenant_id': '2a8f19aa3acc47939228c83f8cbfdf62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.65'}], 'enable_snat': True}, 'gw_port_id': 'a53f54e1-ea56-43b3-9d1f-ee44ea50f215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:46:56Z', 'updated_at': '2022-05-28T06:47:28Z', 'revision_number': 5, 'project_id': '2a8f19aa3acc47939228c83f8cbfdf62', 'gw_port': {'id': 'a53f54e1-ea56-43b3-9d1f-ee44ea50f215', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca05ccc2-dd75-416f-ba7c-c73648ee1ce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2613, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:46:59Z', 'updated_at': '2022-05-28T06:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:47:35.493212 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4a0725-19e0-4745-9ce3-d51a30e8274c req-7df10a3e-08bd-421a-98c9-e75667adc45e service neutron] Port 747df5d3-ad94-4982-8417-a26a1ec961d1 on network c1019bbb-6a9b-4c40-954f-ef6f126c2596 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:47:35.494036 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4a0725-19e0-4745-9ce3-d51a30e8274c req-7df10a3e-08bd-421a-98c9-e75667adc45e service neutron] Attempting to bind port 747df5d3-ad94-4982-8417-a26a1ec961d1 on network c1019bbb-6a9b-4c40-954f-ef6f126c2596 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:47:35.495405 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb775c31-6f9d-46e7-927e-e9e8a03eb6b3 None None] The sync data for ids ['ca05ccc2-dd75-416f-ba7c-c73648ee1ce8'] in n-d-843702-1 is: [{'id': 'ca05ccc2-dd75-416f-ba7c-c73648ee1ce8', 'name': 'tempest-ImageQuotaTest-985963758-router', 'tenant_id': '2a8f19aa3acc47939228c83f8cbfdf62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.65'}], 'enable_snat': True}, 'gw_port_id': 'a53f54e1-ea56-43b3-9d1f-ee44ea50f215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:46:56Z', 'updated_at': '2022-05-28T06:47:28Z', 'revision_number': 5, 'project_id': '2a8f19aa3acc47939228c83f8cbfdf62', 'gw_port': {'id': 'a53f54e1-ea56-43b3-9d1f-ee44ea50f215', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca05ccc2-dd75-416f-ba7c-c73648ee1ce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2613, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:46:59Z', 'updated_at': '2022-05-28T06:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:47:35.692399 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1273d8bb-b758-4cd8-920d-a278a95cf109 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691105'] for router_gateway, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:35.725745 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-28e3e662-9cdc-4c0e-ab15-3aed18e42d41 None None] Current status of the port d1c6715d-49f8-4516-ac0e-8fd0f6be4cbf is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:47:35.795890 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4a0725-19e0-4745-9ce3-d51a30e8274c req-7df10a3e-08bd-421a-98c9-e75667adc45e service neutron] Checking agent: {'id': '69f492a0-c00d-46d0-9bec-fcd8161ce206', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:47:35.796368 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4a0725-19e0-4745-9ce3-d51a30e8274c req-7df10a3e-08bd-421a-98c9-e75667adc45e service neutron] Checking segment: {'id': 'f00444d8-7ba0-4d64-8814-3169e4b95947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'c1019bbb-6a9b-4c40-954f-ef6f126c2596'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:47:35.796738 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4a0725-19e0-4745-9ce3-d51a30e8274c req-7df10a3e-08bd-421a-98c9-e75667adc45e service neutron] Bound using segment: {'id': 'f00444d8-7ba0-4d64-8814-3169e4b95947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'c1019bbb-6a9b-4c40-954f-ef6f126c2596'} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:47:35.809896 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-4e4a0725-19e0-4745-9ce3-d51a30e8274c req-7df10a3e-08bd-421a-98c9-e75667adc45e service neutron] Bound port: 747df5d3-ad94-4982-8417-a26a1ec961d1, host: n-h1-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f00444d8-7ba0-4d64-8814-3169e4b95947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'c1019bbb-6a9b-4c40-954f-ef6f126c2596'}}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:47:35.810312 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-4e4a0725-19e0-4745-9ce3-d51a30e8274c req-7df10a3e-08bd-421a-98c9-e75667adc45e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:35.946173 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0be2befc-16d9-4727-bee2-9d65e394f674 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:35.947445 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc66436-e0d6-4e75-b8f3-6254f3d8f12c req-4e646f72-b35d-4042-b857-49250ca7b8ad tempest-ServersNegativeTestMultiTenantJSON-211971241 tempest-ServersNegativeTestMultiTenantJSON-211971241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:35.949106 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dcc66436-e0d6-4e75-b8f3-6254f3d8f12c req-4e646f72-b35d-4042-b857-49250ca7b8ad tempest-ServersNegativeTestMultiTenantJSON-211971241 tempest-ServersNegativeTestMultiTenantJSON-211971241-project] 10.222.0.55 "GET /v2.0/ports?device_id=21815286-d7e5-4183-99b2-494be69fadde HTTP/1.1" status: 200 len: 944 time: 0.8831162 May 28 06:47:35.962039 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-46d4df06-723a-4111-b547-d063743698bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3115981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3172005'] for subnet, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:36.041201 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1273d8bb-b758-4cd8-920d-a278a95cf109 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59018'] for router, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:36.047738 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1273d8bb-b758-4cd8-920d-a278a95cf109 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:36.049745 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-46d4df06-723a-4111-b547-d063743698bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:36.050535 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba35255a-0f15-4c65-b845-5352bb9dcd58 None None] Network a3fe29e9-17f9-4750-841d-90d9978eff94 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:47:36.080441 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0be2befc-16d9-4727-bee2-9d65e394f674 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:36.104066 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-4e4a0725-19e0-4745-9ce3-d51a30e8274c req-7df10a3e-08bd-421a-98c9-e75667adc45e service neutron] For port 747df5d3-ad94-4982-8417-a26a1ec961d1, host n-h1-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:47:36.107362 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-4e4a0725-19e0-4745-9ce3-d51a30e8274c req-7df10a3e-08bd-421a-98c9-e75667adc45e service neutron] For port 747df5d3-ad94-4982-8417-a26a1ec961d1, host n-h1-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=747df5d3-ad94-4982-8417-a26a1ec961d1,segment=NetworkSegment(f00444d8-7ba0-4d64-8814-3169e4b95947),segment_id=f00444d8-7ba0-4d64-8814-3169e4b95947)] {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:47:36.121217 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d4df06-723a-4111-b547-d063743698bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=304c7228-4ac2-4e7a-aa6d-33e85e214d70,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:36.252871 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be2befc-16d9-4727-bee2-9d65e394f674 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Pushing event updated for resources: {'Port': ['ID=b63c2459-b405-442f-8899-3a9bf975cf75,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:36.265438 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-2cd4646b-986c-4bf6-8d17-60beddf15e77 None None] Provisioning complete for port d1c6715d-49f8-4516-ac0e-8fd0f6be4cbf triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:47:36.265780 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1273d8bb-b758-4cd8-920d-a278a95cf109 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-703817'] for router, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:36.265897 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-2cd4646b-986c-4bf6-8d17-60beddf15e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:36.266897 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1273d8bb-b758-4cd8-920d-a278a95cf109 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca05ccc2-dd75-416f-ba7c-c73648ee1ce8 {{(pid=89109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 06:47:36.307944 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-0be2befc-16d9-4727-bee2-9d65e394f674 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] In _notify_port_updated(), no bound segment for port b63c2459-b405-442f-8899-3a9bf975cf75 on network 5776fce6-3412-4376-ba3e-26bfccdcf5fa {{(pid=89109) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 28 06:47:36.320155 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be2befc-16d9-4727-bee2-9d65e394f674 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:36.320817 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0be2befc-16d9-4727-bee2-9d65e394f674 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:36.322149 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-0be2befc-16d9-4727-bee2-9d65e394f674 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] 10.222.0.55 "PUT /v2.0/ports/b63c2459-b405-442f-8899-3a9bf975cf75 HTTP/1.1" status: 200 len: 818 time: 2.0979605 May 28 06:47:36.328342 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 52948) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:47:36.430383 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1273d8bb-b758-4cd8-920d-a278a95cf109 admin admin] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:36.431517 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-1273d8bb-b758-4cd8-920d-a278a95cf109 admin admin] 10.222.0.55 "DELETE /v2.0/routers/ca05ccc2-dd75-416f-ba7c-c73648ee1ce8 HTTP/1.1" status: 204 len: 168 time: 4.7776415 May 28 06:47:36.437869 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f6b87d-1958-4a69-a5f4-ff199e91043f req-8452870c-4e37-41b6-a1a3-6ee0172eda21 tempest-ServerGroupTestJSON-443177424 tempest-ServerGroupTestJSON-443177424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:36.440642 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-84f6b87d-1958-4a69-a5f4-ff199e91043f req-8452870c-4e37-41b6-a1a3-6ee0172eda21 tempest-ServerGroupTestJSON-443177424 tempest-ServerGroupTestJSON-443177424-project] 10.222.0.71 "GET /v2.0/networks?id=cea686be-3340-4705-b13c-b3d4fcd30ffb HTTP/1.1" status: 200 len: 810 time: 0.3027275 May 28 06:47:36.441528 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 52954) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:47:36.442162 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-64a251c0-8dea-4015-bb03-5699d5489890 None None] Allocated IP 2001:db8::2 (62f85832-5f09-4c85-9fb2-64ecdafba67d/ab217506-5b35-4835-a4ef-c25e26e66646/ec7c5528-7de3-474c-8297-d00552b6b813) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:47:36.489192 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-c01824c5-8b58-4d7d-a0dc-8012654a437e tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Deleting port b63c2459-b405-442f-8899-3a9bf975cf75 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:47:36.489566 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c01824c5-8b58-4d7d-a0dc-8012654a437e tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:36.549222 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dcc66436-e0d6-4e75-b8f3-6254f3d8f12c req-199bcdb2-24bb-4889-b899-ce3c0c0c28fc tempest-ServersNegativeTestMultiTenantJSON-211971241 tempest-ServersNegativeTestMultiTenantJSON-211971241-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d3bcf99-4378-4bfa-b403-55a65be4b2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5905108 May 28 06:47:36.568721 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-84f6b87d-1958-4a69-a5f4-ff199e91043f req-c48dadea-d127-44f6-8bd6-316f06364a7e tempest-ServerGroupTestJSON-443177424 tempest-ServerGroupTestJSON-443177424-project] Request body: {'port': {'device_id': '02bafc6e-4b66-41e2-82c8-daef3fec0f29', 'network_id': 'cea686be-3340-4705-b13c-b3d4fcd30ffb', 'admin_state_up': True, 'tenant_id': 'd39860d3165f4a6c96fc00c68960afaa'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:47:36.617977 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-46d4df06-723a-4111-b547-d063743698bd admin admin] 10.222.0.55 "DELETE /v2.0/subnets/304c7228-4ac2-4e7a-aa6d-33e85e214d70 HTTP/1.1" status: 204 len: 168 time: 2.4953749 May 28 06:47:36.619908 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-4e4a0725-19e0-4745-9ce3-d51a30e8274c req-7df10a3e-08bd-421a-98c9-e75667adc45e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:36.624289 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 52968) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:47:36.631725 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7f167fb5-2be4-486b-88f8-0855404b951d tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8756828850104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3115988'] for subnet, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:36.762366 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2e1c61b2-e05b-4117-983b-0e13d71e3072 req-ea53c1ea-a23d-4235-9bd5-3a32fefb1a1c tempest-ServerGroupTestJSON-443177424 tempest-ServerGroupTestJSON-443177424-project] 10.222.0.55 "GET /v2.0/ports?device_id=02bafc6e-4b66-41e2-82c8-daef3fec0f29 HTTP/1.1" status: 200 len: 210 time: 0.3052740 May 28 06:47:36.816485 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f167fb5-2be4-486b-88f8-0855404b951d tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:36.816485 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7f167fb5-2be4-486b-88f8-0855404b951d tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:36.817895 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-2cd4646b-986c-4bf6-8d17-60beddf15e77 None None] Current status of the port d1c6715d-49f8-4516-ac0e-8fd0f6be4cbf is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:47:36.821599 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-7f167fb5-2be4-486b-88f8-0855404b951d tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] 10.222.0.55 "PUT /v2.0/subnets/ab217506-5b35-4835-a4ef-c25e26e66646 HTTP/1.1" status: 200 len: 826 time: 2.6015544 May 28 06:47:36.834928 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4a0725-19e0-4745-9ce3-d51a30e8274c req-7df10a3e-08bd-421a-98c9-e75667adc45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:36.836954 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-4e4a0725-19e0-4745-9ce3-d51a30e8274c req-7df10a3e-08bd-421a-98c9-e75667adc45e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:36.838421 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4e4a0725-19e0-4745-9ce3-d51a30e8274c req-7df10a3e-08bd-421a-98c9-e75667adc45e service neutron] 10.222.0.69 "PUT /v2.0/ports/747df5d3-ad94-4982-8417-a26a1ec961d1 HTTP/1.1" status: 200 len: 1092 time: 3.7673738 May 28 06:47:36.845947 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 52976) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:47:36.856585 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21815286-d7e5-4183-99b2-494be69fadde', 'tag': '747df5d3-ad94-4982-8417-a26a1ec961d1'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:47:36.925696 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9c9b3ae3-a981-4ff7-8770-5eab2031c65e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:37.029903 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb25c7f-d71b-4fc3-9b52-d748fa764352 None None] DHCP port deletion for a3fe29e9-17f9-4750-841d-90d9978eff94 request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:47:37.033762 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-64a251c0-8dea-4015-bb03-5699d5489890 None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:37.062744 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-1bb25c7f-d71b-4fc3-9b52-d748fa764352 None None] Deleting port 8a91be50-a48c-49ac-849f-758906f3e388 {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:47:37.063601 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-1bb25c7f-d71b-4fc3-9b52-d748fa764352 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:37.116348 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-9c9b3ae3-a981-4ff7-8770-5eab2031c65e admin admin] Deleting port 8a91be50-a48c-49ac-849f-758906f3e388 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:47:37.116706 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9c9b3ae3-a981-4ff7-8770-5eab2031c65e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:37.117697 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-64a251c0-8dea-4015-bb03-5699d5489890 None None] Transition to ACTIVE for port object ec7c5528-7de3-474c-8297-d00552b6b813 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:47:37.148536 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a77433e-5826-484c-adb5-6faa0d1416fd'] response: {'name': 'network-changed', 'server_uuid': '21815286-d7e5-4183-99b2-494be69fadde', 'tag': '747df5d3-ad94-4982-8417-a26a1ec961d1', 'status': 'completed', 'code': 200} May 28 06:47:37.194569 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-64a251c0-8dea-4015-bb03-5699d5489890 None None] Transition to ACTIVE for port object ec7c5528-7de3-474c-8297-d00552b6b813 will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:47:37.245574 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c01824c5-8b58-4d7d-a0dc-8012654a437e tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:37.304499 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-84f6b87d-1958-4a69-a5f4-ff199e91043f req-c48dadea-d127-44f6-8bd6-316f06364a7e tempest-ServerGroupTestJSON-443177424 tempest-ServerGroupTestJSON-443177424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:47:37.331668 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-84f6b87d-1958-4a69-a5f4-ff199e91043f req-c48dadea-d127-44f6-8bd6-316f06364a7e tempest-ServerGroupTestJSON-443177424 tempest-ServerGroupTestJSON-443177424-project] Usage tracker for resource:port and tenant:d39860d3165f4a6c96fc00c68960afaa is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:47:37.348932 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-84f6b87d-1958-4a69-a5f4-ff199e91043f req-c48dadea-d127-44f6-8bd6-316f06364a7e tempest-ServerGroupTestJSON-443177424 tempest-ServerGroupTestJSON-443177424-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:47:37.352058 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-1bb25c7f-d71b-4fc3-9b52-d748fa764352 None None] For port 8a91be50-a48c-49ac-849f-758906f3e388, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=8a91be50-a48c-49ac-849f-758906f3e388,segment=NetworkSegment(de3cbcce-ba0c-4cb8-88ea-ac98446ed60d),segment_id=de3cbcce-ba0c-4cb8-88ea-ac98446ed60d)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:47:37.352219 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-1bb25c7f-d71b-4fc3-9b52-d748fa764352 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:37.353362 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f167fb5-2be4-486b-88f8-0855404b951d tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Pushing event updated for resources: {'Subnet': ['ID=ab217506-5b35-4835-a4ef-c25e26e66646,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:37.355644 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df10a3e-08bd-421a-98c9-e75667adc45e service neutron] Pushing event updated for resources: {'Port': ['ID=747df5d3-ad94-4982-8417-a26a1ec961d1,revision_number=3']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:37.371647 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_v2 [None req-612f189a-2164-483e-8079-699ad3d432ea admin admin] Deleting subnet a4c87859-3d0d-4782-bbcb-3af707890ac0 {{(pid=89110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:47:37.374990 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-612f189a-2164-483e-8079-699ad3d432ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:37.425780 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-c01824c5-8b58-4d7d-a0dc-8012654a437e tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Calling delete_port for b63c2459-b405-442f-8899-3a9bf975cf75 owned by {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:47:37.426472 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-84f6b87d-1958-4a69-a5f4-ff199e91043f req-c48dadea-d127-44f6-8bd6-316f06364a7e tempest-ServerGroupTestJSON-443177424 tempest-ServerGroupTestJSON-443177424-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:47:37.460355 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2bb5fc8a-3976-4754-bb62-2c2bd03b7175 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:37.479054 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device a53f54e1-ea56-43b3-9d1f-ee44ea50f215 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:47:37.480453 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-612f189a-2164-483e-8079-699ad3d432ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4150765'] for subnet, precommit_delete_associations {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:37.539167 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4a0725-19e0-4745-9ce3-d51a30e8274c req-3b279ecb-aedf-4320-aa88-48e997ba6ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:37.540925 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4e4a0725-19e0-4745-9ce3-d51a30e8274c req-3b279ecb-aedf-4320-aa88-48e997ba6ea2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2e20b567a8194f0bb2dc62d73842a354&device_id=21815286-d7e5-4183-99b2-494be69fadde HTTP/1.1" status: 200 len: 1095 time: 0.4606633 May 28 06:47:37.544646 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-2bb5fc8a-3976-4754-bb62-2c2bd03b7175 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Deleting port ec7c5528-7de3-474c-8297-d00552b6b813 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:47:37.545154 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2bb5fc8a-3976-4754-bb62-2c2bd03b7175 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:37.576134 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-64a251c0-8dea-4015-bb03-5699d5489890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:37.585929 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-1bb25c7f-d71b-4fc3-9b52-d748fa764352 None None] Calling delete_port for 8a91be50-a48c-49ac-849f-758906f3e388 owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:47:37.668254 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: a53f54e1-ea56-43b3-9d1f-ee44ea50f215 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:47:37.673547 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device a53f54e1-ea56-43b3-9d1f-ee44ea50f215 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:47:37.673547 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 8a91be50-a48c-49ac-849f-758906f3e388 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:47:37.673982 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84f6b87d-1958-4a69-a5f4-ff199e91043f req-c48dadea-d127-44f6-8bd6-316f06364a7e tempest-ServerGroupTestJSON-443177424 tempest-ServerGroupTestJSON-443177424-project] Made reservation on behalf of d39860d3165f4a6c96fc00c68960afaa for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:47:37.677761 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-84f6b87d-1958-4a69-a5f4-ff199e91043f req-c48dadea-d127-44f6-8bd6-316f06364a7e tempest-ServerGroupTestJSON-443177424 tempest-ServerGroupTestJSON-443177424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:37.743352 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4e4a0725-19e0-4745-9ce3-d51a30e8274c req-1910db18-080b-4fa8-ac78-55f4f8f9d9dd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=747df5d3-ad94-4982-8417-a26a1ec961d1 HTTP/1.1" status: 200 len: 217 time: 0.1715014 May 28 06:47:37.756876 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a251c0-8dea-4015-bb03-5699d5489890 None None] Network 62f85832-5f09-4c85-9fb2-64ecdafba67d is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:47:37.764278 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-64a251c0-8dea-4015-bb03-5699d5489890 None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:47:37.766819 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a251c0-8dea-4015-bb03-5699d5489890 None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:47:37.817515 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a251c0-8dea-4015-bb03-5699d5489890 None None] Pushing event updated for resources: {'Port': ['ID=ec7c5528-7de3-474c-8297-d00552b6b813,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:37.900847 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c01824c5-8b58-4d7d-a0dc-8012654a437e tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:37.904737 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-9c9b3ae3-a981-4ff7-8770-5eab2031c65e admin admin] For port 8a91be50-a48c-49ac-849f-758906f3e388, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=8a91be50-a48c-49ac-849f-758906f3e388,segment=NetworkSegment(de3cbcce-ba0c-4cb8-88ea-ac98446ed60d),segment_id=de3cbcce-ba0c-4cb8-88ea-ac98446ed60d)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:47:37.904737 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9c9b3ae3-a981-4ff7-8770-5eab2031c65e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:37.952841 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-64a251c0-8dea-4015-bb03-5699d5489890 None None] Attempting to bind port ec7c5528-7de3-474c-8297-d00552b6b813 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:47:37.953469 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-64a251c0-8dea-4015-bb03-5699d5489890 None None] Attempting to bind port ec7c5528-7de3-474c-8297-d00552b6b813 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': '360d8478-449d-4085-a052-dc4fc3b3a09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '62f85832-5f09-4c85-9fb2-64ecdafba67d'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:47:37.953699 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a251c0-8dea-4015-bb03-5699d5489890 None None] Attempting to bind port ec7c5528-7de3-474c-8297-d00552b6b813 on network 62f85832-5f09-4c85-9fb2-64ecdafba67d {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:47:37.970947 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a251c0-8dea-4015-bb03-5699d5489890 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:47:37.970947 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a251c0-8dea-4015-bb03-5699d5489890 None None] Checking segment: {'id': '360d8478-449d-4085-a052-dc4fc3b3a09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '62f85832-5f09-4c85-9fb2-64ecdafba67d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:47:37.971431 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-64a251c0-8dea-4015-bb03-5699d5489890 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:37.971814 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a251c0-8dea-4015-bb03-5699d5489890 None None] Bound using segment: {'id': '360d8478-449d-4085-a052-dc4fc3b3a09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '62f85832-5f09-4c85-9fb2-64ecdafba67d'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:47:37.972672 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-64a251c0-8dea-4015-bb03-5699d5489890 None None] Bound port: ec7c5528-7de3-474c-8297-d00552b6b813, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '360d8478-449d-4085-a052-dc4fc3b3a09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '62f85832-5f09-4c85-9fb2-64ecdafba67d'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:47:37.972672 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-64a251c0-8dea-4015-bb03-5699d5489890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:38.037010 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c01824c5-8b58-4d7d-a0dc-8012654a437e tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:38.056050 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-1bb25c7f-d71b-4fc3-9b52-d748fa764352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879'] for port, after_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:38.100846 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01824c5-8b58-4d7d-a0dc-8012654a437e tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Pushing event deleted for resources: {'Port': ['ID=b63c2459-b405-442f-8899-3a9bf975cf75,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:38.105866 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 8a91be50-a48c-49ac-849f-758906f3e388 is: ACTIVE; New status is: DOWN {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:47:38.106249 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:38.108708 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-9c9b3ae3-a981-4ff7-8770-5eab2031c65e admin admin] Calling delete_port for 8a91be50-a48c-49ac-849f-758906f3e388 owned by network:dhcp {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:47:38.143719 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb25c7f-d71b-4fc3-9b52-d748fa764352 None None] No DVR routers for this DVR port 8a91be50-a48c-49ac-849f-758906f3e388 on host n-d-843702-1 {{(pid=89111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:47:38.147763 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb25c7f-d71b-4fc3-9b52-d748fa764352 None None] Pushing event deleted for resources: {'Port': ['ID=8a91be50-a48c-49ac-849f-758906f3e388,revision_number=None']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:38.189832 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-64a251c0-8dea-4015-bb03-5699d5489890 None None] For port ec7c5528-7de3-474c-8297-d00552b6b813, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:47:38.237971 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.db.api [None req-9c9b3ae3-a981-4ff7-8770-5eab2031c65e admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:47:38.238651 n-d-843702-1 neutron-server[89109]: DEBUG oslo_db.api [None req-9c9b3ae3-a981-4ff7-8770-5eab2031c65e admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:47:38.243354 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 15239a7a-bcba-49e5-9abf-197913246da4 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:47:38.244895 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-c01824c5-8b58-4d7d-a0dc-8012654a437e tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] 10.222.0.55 "DELETE /v2.0/ports/b63c2459-b405-442f-8899-3a9bf975cf75 HTTP/1.1" status: 204 len: 168 time: 1.9147909 May 28 06:47:38.246591 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 53040) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:47:38.282677 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-64a251c0-8dea-4015-bb03-5699d5489890 None None] For port ec7c5528-7de3-474c-8297-d00552b6b813, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=ec7c5528-7de3-474c-8297-d00552b6b813,segment=NetworkSegment(360d8478-449d-4085-a052-dc4fc3b3a09e),segment_id=360d8478-449d-4085-a052-dc4fc3b3a09e)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:47:38.284251 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 15239a7a-bcba-49e5-9abf-197913246da4 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:47:38.284720 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 15239a7a-bcba-49e5-9abf-197913246da4 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:47:38.290641 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-612f189a-2164-483e-8079-699ad3d432ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:38.325258 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4a0725-19e0-4745-9ce3-d51a30e8274c req-d2f147f7-43b5-4396-a331-f2923c53de3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:38.326811 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4e4a0725-19e0-4745-9ce3-d51a30e8274c req-d2f147f7-43b5-4396-a331-f2923c53de3f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=08ac47a0-2128-4760-ba5b-fed3524dd99f HTTP/1.1" status: 200 len: 863 time: 0.5095849 May 28 06:47:38.340270 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1dc6a398-109d-44ec-8a2e-30b72fe01b6d req-57cd6bc2-0c8d-425d-b164-cd2cb768448d tempest-ServerGroupTestJSON-443177424 tempest-ServerGroupTestJSON-443177424-project] 10.222.0.55 "GET /v2.0/ports?device_id=02bafc6e-4b66-41e2-82c8-daef3fec0f29 HTTP/1.1" status: 200 len: 210 time: 0.3494534 May 28 06:47:38.365370 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-64a251c0-8dea-4015-bb03-5699d5489890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:38.384324 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c6354b-c9fe-4832-9815-30753251fe61 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:38.385157 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-b1c6354b-c9fe-4832-9815-30753251fe61 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Synchronizing usage tracker for tenant:bf0f1d3761524ddfa4db9240ac258eb8 on resource:port {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:47:38.477764 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-b1c6354b-c9fe-4832-9815-30753251fe61 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Unset dirty status for tenant:bf0f1d3761524ddfa4db9240ac258eb8 on resource:port {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:47:38.481826 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-b1c6354b-c9fe-4832-9815-30753251fe61 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2340884 May 28 06:47:38.483068 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 53056) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:47:38.495959 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4e4a0725-19e0-4745-9ce3-d51a30e8274c req-50b128f2-e11c-4a2c-a069-026226ca9703 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c1019bbb-6a9b-4c40-954f-ef6f126c2596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1327028 May 28 06:47:38.543383 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-77f0be8d-4483-4b59-b726-5c5c66aa3a8a tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] GET failed (client error): The resource could not be found. May 28 06:47:38.552306 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-77f0be8d-4483-4b59-b726-5c5c66aa3a8a tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] 10.222.0.55 "GET /v2.0/ports/b63c2459-b405-442f-8899-3a9bf975cf75 HTTP/1.1" status: 404 len: 333 time: 0.0682247 May 28 06:47:38.552907 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 53060) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:47:38.560874 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-eacfc0b7-5f39-4f45-96ae-4e1b22d97cea tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1405061631'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:47:38.568080 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-eacfc0b7-5f39-4f45-96ae-4e1b22d97cea tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:47:38.574922 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a251c0-8dea-4015-bb03-5699d5489890 None None] Pushing event updated for resources: {'Port': ['ID=ec7c5528-7de3-474c-8297-d00552b6b813,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:38.597939 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-eacfc0b7-5f39-4f45-96ae-4e1b22d97cea tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Usage tracker for resource:network and tenant:bf0f1d3761524ddfa4db9240ac258eb8 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:47:38.601323 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-eacfc0b7-5f39-4f45-96ae-4e1b22d97cea tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:47:38.608627 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-eacfc0b7-5f39-4f45-96ae-4e1b22d97cea tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:47:38.739964 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-9c9b3ae3-a981-4ff7-8770-5eab2031c65e admin admin] Deleting port 8a91be50-a48c-49ac-849f-758906f3e388 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:47:38.740444 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9c9b3ae3-a981-4ff7-8770-5eab2031c65e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:38.760612 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae616ab2-ad0a-4153-9264-ca6d0f6c678b req-7c9afb65-dde9-4fa3-9802-2e16252b6466 tempest-ServersNegativeTestMultiTenantJSON-211971241 tempest-ServersNegativeTestMultiTenantJSON-211971241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:38.769856 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ae616ab2-ad0a-4153-9264-ca6d0f6c678b req-7c9afb65-dde9-4fa3-9802-2e16252b6466 tempest-ServersNegativeTestMultiTenantJSON-211971241 tempest-ServersNegativeTestMultiTenantJSON-211971241-project] 10.222.0.55 "GET /v2.0/ports?device_id=21815286-d7e5-4183-99b2-494be69fadde HTTP/1.1" status: 200 len: 944 time: 1.0276835 May 28 06:47:38.800021 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eacfc0b7-5f39-4f45-96ae-4e1b22d97cea tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Made reservation on behalf of bf0f1d3761524ddfa4db9240ac258eb8 for: {'network': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:47:38.804959 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-eacfc0b7-5f39-4f45-96ae-4e1b22d97cea tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:38.805704 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [None req-2bb5fc8a-3976-4754-bb62-2c2bd03b7175 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] For port ec7c5528-7de3-474c-8297-d00552b6b813, host n-d-843702-1, got binding levels [] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:47:38.812511 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2bb5fc8a-3976-4754-bb62-2c2bd03b7175 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:38.863358 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-9c9b3ae3-a981-4ff7-8770-5eab2031c65e admin admin] The port '8a91be50-a48c-49ac-849f-758906f3e388' was deleted {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 06:47:38.935596 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eacfc0b7-5f39-4f45-96ae-4e1b22d97cea tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=89109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:47:38.968441 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-2bb5fc8a-3976-4754-bb62-2c2bd03b7175 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Calling delete_port for ec7c5528-7de3-474c-8297-d00552b6b813 owned by network:dhcp {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:47:38.996170 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [req-84f6b87d-1958-4a69-a5f4-ff199e91043f req-c48dadea-d127-44f6-8bd6-316f06364a7e tempest-ServerGroupTestJSON-443177424 tempest-ServerGroupTestJSON-443177424-project] Allocated IP 172.20.0.9 (cea686be-3340-4705-b13c-b3d4fcd30ffb/207ee45f-51fe-4b15-a842-44912070be67/9321a04e-9e5c-44c3-9123-b0bd7ecb4d88) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:47:39.015097 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-612f189a-2164-483e-8079-699ad3d432ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3115981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3172005'] for subnet, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:39.026201 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9c9b3ae3-a981-4ff7-8770-5eab2031c65e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:39.037449 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-eacfc0b7-5f39-4f45-96ae-4e1b22d97cea tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:39.038071 n-d-843702-1 neutron-server[89109]: INFO neutron.db.segments_db [None req-eacfc0b7-5f39-4f45-96ae-4e1b22d97cea tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Added segment 3806d475-7c8f-4434-b8f4-83c50988b06a of type vlan for network e6083628-c317-4b66-aa76-9e23f5dca80c May 28 06:47:39.076683 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-9c9b3ae3-a981-4ff7-8770-5eab2031c65e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3fe29e9-17f9-4750-841d-90d9978eff94']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:47:39.082798 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4e4a0725-19e0-4745-9ce3-d51a30e8274c req-0a622ffb-98d5-4006-b340-191028e4d45f service neutron] 10.222.0.69 "GET /v2.0/networks/c1019bbb-6a9b-4c40-954f-ef6f126c2596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5732267 May 28 06:47:39.090312 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612f189a-2164-483e-8079-699ad3d432ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4c87859-3d0d-4782-bbcb-3af707890ac0,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:39.092785 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-eacfc0b7-5f39-4f45-96ae-4e1b22d97cea tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:39.098179 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-612f189a-2164-483e-8079-699ad3d432ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:39.098459 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-9c9b3ae3-a981-4ff7-8770-5eab2031c65e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de3cbcce-ba0c-4cb8-88ea-ac98446ed60d') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:47:39.098755 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-9c9b3ae3-a981-4ff7-8770-5eab2031c65e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de3cbcce-ba0c-4cb8-88ea-ac98446ed60d') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:47:39.121475 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9aeee23-c807-4a46-91ca-ce7ed31276da None None] Network 8501caf1-398f-4e92-a229-2f7a99c8fa02 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:47:39.135192 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9c9b3ae3-a981-4ff7-8770-5eab2031c65e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:39.139916 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ae616ab2-ad0a-4153-9264-ca6d0f6c678b req-6303bcc0-c93e-403c-b9dd-a1d20c5efe3c tempest-ServersNegativeTestMultiTenantJSON-211971241 tempest-ServersNegativeTestMultiTenantJSON-211971241-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d3bcf99-4378-4bfa-b403-55a65be4b2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3263571 May 28 06:47:39.190505 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9c9b3ae3-a981-4ff7-8770-5eab2031c65e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:39.208807 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c9b3ae3-a981-4ff7-8770-5eab2031c65e admin admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:47:39.209464 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9c9b3ae3-a981-4ff7-8770-5eab2031c65e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:39.215131 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-612f189a-2164-483e-8079-699ad3d432ea admin admin] 10.222.0.55 "DELETE /v2.0/subnets/a4c87859-3d0d-4782-bbcb-3af707890ac0 HTTP/1.1" status: 204 len: 168 time: 2.6938353 May 28 06:47:39.250652 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 53092) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:47:39.396595 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.db.api [None req-2bb5fc8a-3976-4754-bb62-2c2bd03b7175 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89110) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:47:39.396909 n-d-843702-1 neutron-server[89110]: DEBUG oslo_db.api [None req-2bb5fc8a-3976-4754-bb62-2c2bd03b7175 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:47:39.411698 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment de3cbcce-ba0c-4cb8-88ea-ac98446ed60d resource provider aggregate not found May 28 06:47:39.452208 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment de3cbcce-ba0c-4cb8-88ea-ac98446ed60d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid de3cbcce-ba0c-4cb8-88ea-ac98446ed60d found for delete ", "request_id": "req-193511d1-5bde-4c7a-8bf6-e9c101591b3f"}]} May 28 06:47:39.484681 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4e4a0725-19e0-4745-9ce3-d51a30e8274c req-a3c9e101-de23-4529-8c9e-a6d89893cc95 service neutron] 10.222.0.69 "GET /v2.0/networks/c1019bbb-6a9b-4c40-954f-ef6f126c2596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3881145 May 28 06:47:39.486808 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.db.resource_extend [None req-eacfc0b7-5f39-4f45-96ae-4e1b22d97cea tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 06:47:39.550886 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-418bab16-83c5-48a5-863d-5d6892f8215e None None] DHCP port deletion for 8501caf1-398f-4e92-a229-2f7a99c8fa02 request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:47:39.564090 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9c9b3ae3-a981-4ff7-8770-5eab2031c65e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:39.568940 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9c9b3ae3-a981-4ff7-8770-5eab2031c65e admin admin] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:39.570506 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-418bab16-83c5-48a5-863d-5d6892f8215e None None] Deleting port 61718442-3ffc-4922-84e0-5128da5fcf0f {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:47:39.573989 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-418bab16-83c5-48a5-863d-5d6892f8215e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:39.616868 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-fa3187f3-e1cd-420a-bf63-f7f1b1379ef8 req-7fe3d6bc-32c7-4ab9-be39-9067e0140249 tempest-ServerGroupTestJSON-443177424 tempest-ServerGroupTestJSON-443177424-project] Synchronizing usage tracker for tenant:d39860d3165f4a6c96fc00c68960afaa on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:47:39.623467 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9b3ae3-a981-4ff7-8770-5eab2031c65e admin admin] Pushing event deleted for resources: {'Network': ['ID=a3fe29e9-17f9-4750-841d-90d9978eff94,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:39.632253 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-eacfc0b7-5f39-4f45-96ae-4e1b22d97cea tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:39.643910 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eacfc0b7-5f39-4f45-96ae-4e1b22d97cea tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:39.644066 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-eacfc0b7-5f39-4f45-96ae-4e1b22d97cea tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:39.695685 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device ec7c5528-7de3-474c-8297-d00552b6b813 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:47:39.710645 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-84f6b87d-1958-4a69-a5f4-ff199e91043f req-c48dadea-d127-44f6-8bd6-316f06364a7e tempest-ServerGroupTestJSON-443177424 tempest-ServerGroupTestJSON-443177424-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:39.761357 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0b6330d3-a286-4dd8-9a8c-397048e57db8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:39.796067 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d62bb9d-b161-4d9a-a66f-c3bb0c3ad5f9 req-51f65354-e894-4dc9-9a73-be688d0825ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:39.797678 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8d62bb9d-b161-4d9a-a66f-c3bb0c3ad5f9 req-51f65354-e894-4dc9-9a73-be688d0825ee service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2e20b567a8194f0bb2dc62d73842a354&device_id=21815286-d7e5-4183-99b2-494be69fadde HTTP/1.1" status: 200 len: 1095 time: 0.1773071 May 28 06:47:39.803914 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-fa3187f3-e1cd-420a-bf63-f7f1b1379ef8 req-7fe3d6bc-32c7-4ab9-be39-9067e0140249 tempest-ServerGroupTestJSON-443177424 tempest-ServerGroupTestJSON-443177424-project] Unset dirty status for tenant:d39860d3165f4a6c96fc00c68960afaa on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:47:39.811822 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fa3187f3-e1cd-420a-bf63-f7f1b1379ef8 req-7fe3d6bc-32c7-4ab9-be39-9067e0140249 tempest-ServerGroupTestJSON-443177424 tempest-ServerGroupTestJSON-443177424-project] 10.222.0.55 "GET /v2.0/ports?device_id=02bafc6e-4b66-41e2-82c8-daef3fec0f29 HTTP/1.1" status: 200 len: 210 time: 0.2819550 May 28 06:47:39.864161 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-9c9b3ae3-a981-4ff7-8770-5eab2031c65e admin admin] 10.222.0.55 "DELETE /v2.0/networks/a3fe29e9-17f9-4750-841d-90d9978eff94 HTTP/1.1" status: 204 len: 168 time: 3.2386682 May 28 06:47:39.910352 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-eacfc0b7-5f39-4f45-96ae-4e1b22d97cea tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3560908 May 28 06:47:39.912227 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacfc0b7-5f39-4f45-96ae-4e1b22d97cea tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Pushing event updated for resources: {'Network': ['ID=e6083628-c317-4b66-aa76-9e23f5dca80c,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:39.916131 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-0b6330d3-a286-4dd8-9a8c-397048e57db8 admin admin] Deleting port 61718442-3ffc-4922-84e0-5128da5fcf0f {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:47:39.916774 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0b6330d3-a286-4dd8-9a8c-397048e57db8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:39.925712 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-2bb5fc8a-3976-4754-bb62-2c2bd03b7175 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Deleting port ec7c5528-7de3-474c-8297-d00552b6b813 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:47:39.926061 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2bb5fc8a-3976-4754-bb62-2c2bd03b7175 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:39.979850 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 53126) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:47:40.002586 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network e6083628-c317-4b66-aa76-9e23f5dca80c details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:47:40.042125 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-4d3bfdfc-85d4-4611-beb6-cef6834daca8 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Request body: {'subnet': {'network_id': 'e6083628-c317-4b66-aa76-9e23f5dca80c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:47:40.049453 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d62bb9d-b161-4d9a-a66f-c3bb0c3ad5f9 req-ec02536f-beae-42c3-b096-b7e0510f954b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:40.051110 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8d62bb9d-b161-4d9a-a66f-c3bb0c3ad5f9 req-ec02536f-beae-42c3-b096-b7e0510f954b service neutron] 10.222.0.69 "GET /v2.0/networks?id=c1019bbb-6a9b-4c40-954f-ef6f126c2596 HTTP/1.1" status: 200 len: 924 time: 0.2399046 May 28 06:47:40.059197 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-84f6b87d-1958-4a69-a5f4-ff199e91043f req-c48dadea-d127-44f6-8bd6-316f06364a7e tempest-ServerGroupTestJSON-443177424 tempest-ServerGroupTestJSON-443177424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:40.070920 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port ec7c5528-7de3-474c-8297-d00552b6b813 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:47:40.237400 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84f6b87d-1958-4a69-a5f4-ff199e91043f req-c48dadea-d127-44f6-8bd6-316f06364a7e tempest-ServerGroupTestJSON-443177424 tempest-ServerGroupTestJSON-443177424-project] Network cea686be-3340-4705-b13c-b3d4fcd30ffb is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:47:40.254998 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [req-84f6b87d-1958-4a69-a5f4-ff199e91043f req-c48dadea-d127-44f6-8bd6-316f06364a7e tempest-ServerGroupTestJSON-443177424 tempest-ServerGroupTestJSON-443177424-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:47:40.257919 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-84f6b87d-1958-4a69-a5f4-ff199e91043f req-c48dadea-d127-44f6-8bd6-316f06364a7e tempest-ServerGroupTestJSON-443177424 tempest-ServerGroupTestJSON-443177424-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:47:40.260555 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce5a498-6a8d-49f5-8b0c-28bf7978573f None None] Network 62f85832-5f09-4c85-9fb2-64ecdafba67d requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:47:40.554119 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 53156) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:47:40.593229 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-4d3bfdfc-85d4-4611-beb6-cef6834daca8 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:47:40.653173 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f6b87d-1958-4a69-a5f4-ff199e91043f req-c48dadea-d127-44f6-8bd6-316f06364a7e tempest-ServerGroupTestJSON-443177424 tempest-ServerGroupTestJSON-443177424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:40.654022 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-84f6b87d-1958-4a69-a5f4-ff199e91043f req-c48dadea-d127-44f6-8bd6-316f06364a7e tempest-ServerGroupTestJSON-443177424 tempest-ServerGroupTestJSON-443177424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:40.680582 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-418bab16-83c5-48a5-863d-5d6892f8215e None None] For port 61718442-3ffc-4922-84e0-5128da5fcf0f, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=61718442-3ffc-4922-84e0-5128da5fcf0f,segment=NetworkSegment(fe2f7a37-6771-44a4-87e9-82e388cad488),segment_id=fe2f7a37-6771-44a4-87e9-82e388cad488)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:47:40.681304 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-418bab16-83c5-48a5-863d-5d6892f8215e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:40.734551 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8d62bb9d-b161-4d9a-a66f-c3bb0c3ad5f9 req-a9f598fe-b752-424f-ac3d-80bed900ec21 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=747df5d3-ad94-4982-8417-a26a1ec961d1 HTTP/1.1" status: 200 len: 217 time: 0.6534743 May 28 06:47:40.772226 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-4d3bfdfc-85d4-4611-beb6-cef6834daca8 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Usage tracker for resource:subnet and tenant:bf0f1d3761524ddfa4db9240ac258eb8 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:47:40.776199 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-0b6330d3-a286-4dd8-9a8c-397048e57db8 admin admin] For port 61718442-3ffc-4922-84e0-5128da5fcf0f, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=61718442-3ffc-4922-84e0-5128da5fcf0f,segment=NetworkSegment(fe2f7a37-6771-44a4-87e9-82e388cad488),segment_id=fe2f7a37-6771-44a4-87e9-82e388cad488)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:47:40.776549 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0b6330d3-a286-4dd8-9a8c-397048e57db8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:40.786823 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-4d3bfdfc-85d4-4611-beb6-cef6834daca8 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:47:40.810318 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d62bb9d-b161-4d9a-a66f-c3bb0c3ad5f9 req-b9b23d2c-2af2-4fee-8d1a-8c6641a4dc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:40.811654 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8d62bb9d-b161-4d9a-a66f-c3bb0c3ad5f9 req-b9b23d2c-2af2-4fee-8d1a-8c6641a4dc6a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=08ac47a0-2128-4760-ba5b-fed3524dd99f HTTP/1.1" status: 200 len: 863 time: 0.0661719 May 28 06:47:40.837953 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-0a6863b7-9cc9-4084-a6f5-aa363d37aed0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=98e9fd09ba2248b5b9367b689b0cfcd3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2817073 May 28 06:47:40.838964 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-4d3bfdfc-85d4-4611-beb6-cef6834daca8 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:47:40.872876 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-418bab16-83c5-48a5-863d-5d6892f8215e None None] Calling delete_port for 61718442-3ffc-4922-84e0-5128da5fcf0f owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:47:40.897338 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 53162) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:47:40.952668 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-0c5fbfc2-a467-409d-a74b-57cbb84b7242 None None] Provisioning for port ec7c5528-7de3-474c-8297-d00552b6b813 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:47:40.989701 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-0c5fbfc2-a467-409d-a74b-57cbb84b7242 None None] Provisioning complete for port ec7c5528-7de3-474c-8297-d00552b6b813 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:47:40.990382 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-0c5fbfc2-a467-409d-a74b-57cbb84b7242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:41.012648 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [None req-2bb5fc8a-3976-4754-bb62-2c2bd03b7175 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] For port ec7c5528-7de3-474c-8297-d00552b6b813, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=ec7c5528-7de3-474c-8297-d00552b6b813,segment=NetworkSegment(360d8478-449d-4085-a052-dc4fc3b3a09e),segment_id=360d8478-449d-4085-a052-dc4fc3b3a09e)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:47:41.013016 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2bb5fc8a-3976-4754-bb62-2c2bd03b7175 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:41.042000 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-0b6330d3-a286-4dd8-9a8c-397048e57db8 admin admin] Calling delete_port for 61718442-3ffc-4922-84e0-5128da5fcf0f owned by network:dhcp {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:47:41.125536 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f434c4a6-1d4b-487b-af9d-5b5af2fec37a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:41.162173 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-2bb5fc8a-3976-4754-bb62-2c2bd03b7175 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Calling delete_port for ec7c5528-7de3-474c-8297-d00552b6b813 owned by network:dhcp {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:47:41.186536 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d3bfdfc-85d4-4611-beb6-cef6834daca8 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Made reservation on behalf of bf0f1d3761524ddfa4db9240ac258eb8 for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:47:41.191195 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4d3bfdfc-85d4-4611-beb6-cef6834daca8 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:41.195827 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-84f6b87d-1958-4a69-a5f4-ff199e91043f req-c48dadea-d127-44f6-8bd6-316f06364a7e tempest-ServerGroupTestJSON-443177424 tempest-ServerGroupTestJSON-443177424-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6329591 May 28 06:47:41.215795 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f434c4a6-1d4b-487b-af9d-5b5af2fec37a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:41.249107 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8d62bb9d-b161-4d9a-a66f-c3bb0c3ad5f9 req-12604845-e072-41e0-a8a1-4528faa1b9aa service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c1019bbb-6a9b-4c40-954f-ef6f126c2596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0977578 May 28 06:47:41.262711 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-0c5fbfc2-a467-409d-a74b-57cbb84b7242 None None] Current status of the port ec7c5528-7de3-474c-8297-d00552b6b813 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:47:41.263286 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-0c5fbfc2-a467-409d-a74b-57cbb84b7242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:41.298863 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-84f6b87d-1958-4a69-a5f4-ff199e91043f req-dd1d7457-56d3-4643-867e-e32db96086ad service neutron] Request body: {'port': {'device_id': '02bafc6e-4b66-41e2-82c8-daef3fec0f29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843702-1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:47:41.300996 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-0c5fbfc2-a467-409d-a74b-57cbb84b7242 None None] For port ec7c5528-7de3-474c-8297-d00552b6b813, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=ec7c5528-7de3-474c-8297-d00552b6b813,segment=NetworkSegment(360d8478-449d-4085-a052-dc4fc3b3a09e),segment_id=360d8478-449d-4085-a052-dc4fc3b3a09e)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:47:41.303451 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.db.api [None req-418bab16-83c5-48a5-863d-5d6892f8215e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89111) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:47:41.303859 n-d-843702-1 neutron-server[89111]: DEBUG oslo_db.api [None req-418bab16-83c5-48a5-863d-5d6892f8215e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:47:41.312577 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0b6330d3-a286-4dd8-9a8c-397048e57db8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:41.374746 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48dadea-d127-44f6-8bd6-316f06364a7e tempest-ServerGroupTestJSON-443177424 tempest-ServerGroupTestJSON-443177424-project] Pushing event updated for resources: {'Port': ['ID=9321a04e-9e5c-44c3-9123-b0bd7ecb4d88,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:41.380795 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-0c5fbfc2-a467-409d-a74b-57cbb84b7242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:41.408840 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6330d3-a286-4dd8-9a8c-397048e57db8 admin admin] No DVR routers for this DVR port 61718442-3ffc-4922-84e0-5128da5fcf0f on host n-d-843702-1 {{(pid=89109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:47:41.412576 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6330d3-a286-4dd8-9a8c-397048e57db8 admin admin] Pushing event deleted for resources: {'Port': ['ID=61718442-3ffc-4922-84e0-5128da5fcf0f,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:41.590236 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5fbfc2-a467-409d-a74b-57cbb84b7242 None None] Pushing event updated for resources: {'Port': ['ID=ec7c5528-7de3-474c-8297-d00552b6b813,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:41.602569 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 61718442-3ffc-4922-84e0-5128da5fcf0f no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:47:41.602906 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0b6330d3-a286-4dd8-9a8c-397048e57db8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:41.632011 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1519377-3a78-40fa-bd74-79e565616fe0 None None] Network 62f85832-5f09-4c85-9fb2-64ecdafba67d requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:47:41.654319 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-0b6330d3-a286-4dd8-9a8c-397048e57db8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8501caf1-398f-4e92-a229-2f7a99c8fa02']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:47:41.701593 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-0b6330d3-a286-4dd8-9a8c-397048e57db8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe2f7a37-6771-44a4-87e9-82e388cad488') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:47:41.701917 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-0b6330d3-a286-4dd8-9a8c-397048e57db8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe2f7a37-6771-44a4-87e9-82e388cad488') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:47:41.714590 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ef4511-c99b-44a1-a4c8-3e295ee974af req-38899e32-1a4f-4489-a2fc-7f9cd37a2981 tempest-ServersNegativeTestMultiTenantJSON-211971241 tempest-ServersNegativeTestMultiTenantJSON-211971241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:41.716110 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-50ef4511-c99b-44a1-a4c8-3e295ee974af req-38899e32-1a4f-4489-a2fc-7f9cd37a2981 tempest-ServersNegativeTestMultiTenantJSON-211971241 tempest-ServersNegativeTestMultiTenantJSON-211971241-project] 10.222.0.55 "GET /v2.0/ports?device_id=21815286-d7e5-4183-99b2-494be69fadde HTTP/1.1" status: 200 len: 944 time: 1.0940385 May 28 06:47:41.719309 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 61718442-3ffc-4922-84e0-5128da5fcf0f {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:47:41.719309 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 61718442-3ffc-4922-84e0-5128da5fcf0f not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:47:41.725238 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0b6330d3-a286-4dd8-9a8c-397048e57db8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:41.745288 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-5936309b-01cb-4867-bcb6-2edd53814d4b None None] Provisioning complete for port ec7c5528-7de3-474c-8297-d00552b6b813 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:47:41.747180 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-5936309b-01cb-4867-bcb6-2edd53814d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:41.766495 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0b6330d3-a286-4dd8-9a8c-397048e57db8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:41.774934 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-84f6b87d-1958-4a69-a5f4-ff199e91043f req-dd1d7457-56d3-4643-867e-e32db96086ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:41.778214 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b6330d3-a286-4dd8-9a8c-397048e57db8 admin admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:47:41.778998 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0b6330d3-a286-4dd8-9a8c-397048e57db8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:41.794581 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f434c4a6-1d4b-487b-af9d-5b5af2fec37a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:41.809301 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-418bab16-83c5-48a5-863d-5d6892f8215e None None] Deleting port 61718442-3ffc-4922-84e0-5128da5fcf0f {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:47:41.810282 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-418bab16-83c5-48a5-863d-5d6892f8215e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:41.810560 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.db.api [None req-2bb5fc8a-3976-4754-bb62-2c2bd03b7175 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89110) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:47:41.810884 n-d-843702-1 neutron-server[89110]: DEBUG oslo_db.api [None req-2bb5fc8a-3976-4754-bb62-2c2bd03b7175 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:47:41.828097 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8d62bb9d-b161-4d9a-a66f-c3bb0c3ad5f9 req-c1b6c26b-b615-4630-b7ca-9bad77041a58 service neutron] 10.222.0.69 "GET /v2.0/networks/c1019bbb-6a9b-4c40-954f-ef6f126c2596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5018625 May 28 06:47:41.837475 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff47b48-2100-4900-a374-44eca16699d1 req-15b275bd-9340-4ebe-9c99-82dd3d04aafc tempest-ServerGroupTestJSON-443177424 tempest-ServerGroupTestJSON-443177424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:41.839074 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0ff47b48-2100-4900-a374-44eca16699d1 req-15b275bd-9340-4ebe-9c99-82dd3d04aafc tempest-ServerGroupTestJSON-443177424 tempest-ServerGroupTestJSON-443177424-project] 10.222.0.55 "GET /v2.0/ports?device_id=02bafc6e-4b66-41e2-82c8-daef3fec0f29 HTTP/1.1" status: 200 len: 931 time: 0.6890261 May 28 06:47:41.863580 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment fe2f7a37-6771-44a4-87e9-82e388cad488 resource provider aggregate not found May 28 06:47:41.901274 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-418bab16-83c5-48a5-863d-5d6892f8215e None None] The port '61718442-3ffc-4922-84e0-5128da5fcf0f' was deleted {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 06:47:41.924559 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f434c4a6-1d4b-487b-af9d-5b5af2fec37a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23eed38c-aa44-447e-83a9-ccee1b1a7a8e,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:41.931959 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-50ef4511-c99b-44a1-a4c8-3e295ee974af req-b00f72b5-21ae-4d84-9855-3e5497029bd7 tempest-ServersNegativeTestMultiTenantJSON-211971241 tempest-ServersNegativeTestMultiTenantJSON-211971241-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d3bcf99-4378-4bfa-b403-55a65be4b2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907644 May 28 06:47:41.994098 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment fe2f7a37-6771-44a4-87e9-82e388cad488 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fe2f7a37-6771-44a4-87e9-82e388cad488 found for delete ", "request_id": "req-07d312e2-7690-4008-a3a8-0f2c2cac4193"}]} May 28 06:47:41.997373 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-5936309b-01cb-4867-bcb6-2edd53814d4b None None] Current status of the port ec7c5528-7de3-474c-8297-d00552b6b813 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:47:42.011138 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f434c4a6-1d4b-487b-af9d-5b5af2fec37a admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:42.012266 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-f434c4a6-1d4b-487b-af9d-5b5af2fec37a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/23eed38c-aa44-447e-83a9-ccee1b1a7a8e HTTP/1.1" status: 204 len: 168 time: 1.1139634 May 28 06:47:42.041895 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 747df5d3-ad94-4982-8417-a26a1ec961d1 details requested by agent hyperv_n-h1-843702-1 with host n-h1-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:47:42.049071 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0b6330d3-a286-4dd8-9a8c-397048e57db8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:42.081133 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0b6330d3-a286-4dd8-9a8c-397048e57db8 admin admin] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:42.088524 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4d3bfdfc-85d4-4611-beb6-cef6834daca8 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:42.101226 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-0b6330d3-a286-4dd8-9a8c-397048e57db8 admin admin] 10.222.0.55 "DELETE /v2.0/networks/8501caf1-398f-4e92-a229-2f7a99c8fa02 HTTP/1.1" status: 204 len: 168 time: 2.8400912 May 28 06:47:42.123777 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0ff47b48-2100-4900-a374-44eca16699d1 req-e9165b10-935f-4948-8fbd-5ea96beb3fb3 tempest-ServerGroupTestJSON-443177424 tempest-ServerGroupTestJSON-443177424-project] 10.222.0.55 "GET /v2.0/security-groups?id=860888bd-e3a2-4c37-b292-6ee1f975caa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495530 May 28 06:47:42.189517 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6330d3-a286-4dd8-9a8c-397048e57db8 admin admin] Pushing event deleted for resources: {'Network': ['ID=8501caf1-398f-4e92-a229-2f7a99c8fa02,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:42.275681 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3bfdfc-85d4-4611-beb6-cef6834daca8 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Pushing event updated for resources: {'Subnet': ['ID=28ca8701-d527-4d78-96fb-e28afc3bea32,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:42.284361 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3bfdfc-85d4-4611-beb6-cef6834daca8 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Checking segment: {'id': '3806d475-7c8f-4434-b8f4-83c50988b06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e6083628-c317-4b66-aa76-9e23f5dca80c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:47:42.284727 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3bfdfc-85d4-4611-beb6-cef6834daca8 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Network hostable DHCP agents. Network: e6083628-c317-4b66-aa76-9e23f5dca80c, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:47:42.337189 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 747df5d3-ad94-4982-8417-a26a1ec961d1, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=747df5d3-ad94-4982-8417-a26a1ec961d1,segment=NetworkSegment(f00444d8-7ba0-4d64-8814-3169e4b95947),segment_id=f00444d8-7ba0-4d64-8814-3169e4b95947)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:47:42.357691 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Returning: {'device': '747df5d3-ad94-4982-8417-a26a1ec961d1', 'network_id': 'c1019bbb-6a9b-4c40-954f-ef6f126c2596', 'port_id': '747df5d3-ad94-4982-8417-a26a1ec961d1', 'mac_address': 'fa:16:3e:a0:bf:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08ac47a0-2128-4760-ba5b-fed3524dd99f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:47:42.377066 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8d62bb9d-b161-4d9a-a66f-c3bb0c3ad5f9 req-177071c0-6903-4089-93d1-be46df9b59df service neutron] 10.222.0.69 "GET /v2.0/networks/c1019bbb-6a9b-4c40-954f-ef6f126c2596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5334392 May 28 06:47:42.409721 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3bfdfc-85d4-4611-beb6-cef6834daca8 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Network e6083628-c317-4b66-aa76-9e23f5dca80c is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:47:42.413508 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-2bb5fc8a-3976-4754-bb62-2c2bd03b7175 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Deleting port ec7c5528-7de3-474c-8297-d00552b6b813 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:47:42.413508 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2bb5fc8a-3976-4754-bb62-2c2bd03b7175 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:42.439413 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 747df5d3-ad94-4982-8417-a26a1ec961d1 is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:47:42.440009 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:42.463397 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 747df5d3-ad94-4982-8417-a26a1ec961d1 {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:47:42.487984 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 747df5d3-ad94-4982-8417-a26a1ec961d1, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=747df5d3-ad94-4982-8417-a26a1ec961d1,segment=NetworkSegment(f00444d8-7ba0-4d64-8814-3169e4b95947),segment_id=f00444d8-7ba0-4d64-8814-3169e4b95947)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:47:42.552454 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-4d3bfdfc-85d4-4611-beb6-cef6834daca8 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, e6083628-c317-4b66-aa76-9e23f5dca80c) {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:47:42.562413 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2bb117b-f478-4546-bd23-3a45f24a1c83 None None] Network e6083628-c317-4b66-aa76-9e23f5dca80c requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:47:42.568352 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d3bfdfc-85d4-4611-beb6-cef6834daca8 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:42.569774 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4d3bfdfc-85d4-4611-beb6-cef6834daca8 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:42.694031 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-4d3bfdfc-85d4-4611-beb6-cef6834daca8 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6664033 May 28 06:47:42.694660 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 53192) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:47:42.718572 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-e3850b79-5b2e-4fca-9ecd-7c8b060a42ca tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Request body: {'subnet': {'network_id': 'e6083628-c317-4b66-aa76-9e23f5dca80c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:47:42.751732 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:42.916338 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=747df5d3-ad94-4982-8417-a26a1ec961d1,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:43.092533 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['747df5d3-ad94-4982-8417-a26a1ec961d1'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:47:43.109992 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 53198) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:47:43.139362 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-e3850b79-5b2e-4fca-9ecd-7c8b060a42ca tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:47:43.149709 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-e3850b79-5b2e-4fca-9ecd-7c8b060a42ca tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Usage tracker for resource:subnet and tenant:bf0f1d3761524ddfa4db9240ac258eb8 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:47:43.161005 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-e3850b79-5b2e-4fca-9ecd-7c8b060a42ca tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:47:43.201461 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-e3850b79-5b2e-4fca-9ecd-7c8b060a42ca tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:47:43.261844 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-ae28c066-4dc8-455c-ae37-99981e50c40f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2a8f19aa3acc47939228c83f8cbfdf62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1478868 May 28 06:47:43.264909 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 53218) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:47:43.285832 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-dac02286-3524-487b-bdce-5cf3879a0f1f None None] Provisioning complete for port ec7c5528-7de3-474c-8297-d00552b6b813 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:47:43.286207 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-dac02286-3524-487b-bdce-5cf3879a0f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:43.367688 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b41182d-5125-40f3-a855-82cb8d3cce36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-e6083628-c317-4b66-aa76-9e23f5dca80c', 'network_id': 'e6083628-c317-4b66-aa76-9e23f5dca80c', 'tenant_id': 'bf0f1d3761524ddfa4db9240ac258eb8', 'fixed_ips': [{'subnet_id': '28ca8701-d527-4d78-96fb-e28afc3bea32'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:47:43.368707 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-0b41182d-5125-40f3-a855-82cb8d3cce36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:43.373038 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3850b79-5b2e-4fca-9ecd-7c8b060a42ca tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Made reservation on behalf of bf0f1d3761524ddfa4db9240ac258eb8 for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:47:43.386897 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e3850b79-5b2e-4fca-9ecd-7c8b060a42ca tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:43.489803 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device ec7c5528-7de3-474c-8297-d00552b6b813 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:47:43.596925 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [req-84f6b87d-1958-4a69-a5f4-ff199e91043f req-dd1d7457-56d3-4643-867e-e32db96086ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9321a04e-9e5c-44c3-9123-b0bd7ecb4d88 {{(pid=89110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:47:43.605588 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-84f6b87d-1958-4a69-a5f4-ff199e91043f req-dd1d7457-56d3-4643-867e-e32db96086ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:43.621918 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-84f6b87d-1958-4a69-a5f4-ff199e91043f req-dd1d7457-56d3-4643-867e-e32db96086ad service neutron] Transition to ACTIVE for port object 9321a04e-9e5c-44c3-9123-b0bd7ecb4d88 will not be triggered until provisioned by entity L2. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:47:43.704561 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [None req-2bb5fc8a-3976-4754-bb62-2c2bd03b7175 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] For port ec7c5528-7de3-474c-8297-d00552b6b813, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=ec7c5528-7de3-474c-8297-d00552b6b813,segment=NetworkSegment(360d8478-449d-4085-a052-dc4fc3b3a09e),segment_id=360d8478-449d-4085-a052-dc4fc3b3a09e)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:47:43.704925 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2bb5fc8a-3976-4754-bb62-2c2bd03b7175 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:43.748044 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f94532e0-efd1-45cb-b1cb-4098bc1345e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:43.825028 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f94532e0-efd1-45cb-b1cb-4098bc1345e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:43.967496 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-84f6b87d-1958-4a69-a5f4-ff199e91043f req-dd1d7457-56d3-4643-867e-e32db96086ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:43.984796 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-2bb5fc8a-3976-4754-bb62-2c2bd03b7175 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Calling delete_port for ec7c5528-7de3-474c-8297-d00552b6b813 owned by network:dhcp {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:47:44.008125 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-0b41182d-5125-40f3-a855-82cb8d3cce36 None None] Allocated IP 2001:db8::2 (e6083628-c317-4b66-aa76-9e23f5dca80c/28ca8701-d527-4d78-96fb-e28afc3bea32/f4a93b06-a7fc-4062-9d9c-777e36e12f75) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:47:44.032615 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 53232) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:47:44.044760 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-dac02286-3524-487b-bdce-5cf3879a0f1f None None] Current status of the port ec7c5528-7de3-474c-8297-d00552b6b813 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:47:44.055013 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f94532e0-efd1-45cb-b1cb-4098bc1345e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:44.062079 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port ec7c5528-7de3-474c-8297-d00552b6b813 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:47:44.062445 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:44.086835 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94532e0-efd1-45cb-b1cb-4098bc1345e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bef94f29-08f6-4140-978c-3fcf3cd34476,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:44.096267 n-d-843702-1 neutron-server[89109]: INFO neutron.db.ipam_backend_mixin [None req-e3850b79-5b2e-4fca-9ecd-7c8b060a42ca tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 28ca8701-d527-4d78-96fb-e28afc3bea32 (CIDR: 2001:db8::/64) May 28 06:47:44.100598 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f94532e0-efd1-45cb-b1cb-4098bc1345e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:44.102123 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-f94532e0-efd1-45cb-b1cb-4098bc1345e0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bef94f29-08f6-4140-978c-3fcf3cd34476 HTTP/1.1" status: 204 len: 168 time: 0.8368864 May 28 06:47:44.135236 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3850b79-5b2e-4fca-9ecd-7c8b060a42ca tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 06:47:44.136169 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3850b79-5b2e-4fca-9ecd-7c8b060a42ca tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89109) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:47:44.246890 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-e3850b79-5b2e-4fca-9ecd-7c8b060a42ca tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5485332 May 28 06:47:44.247889 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 53244) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:47:44.260950 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-c2e764a3-20e8-4ee8-a021-c674f5a1e8e3 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Request body: {'subnet': {'network_id': 'e6083628-c317-4b66-aa76-9e23f5dca80c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:47:44.518715 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port ec7c5528-7de3-474c-8297-d00552b6b813 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:47:44.524202 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7457-56d3-4643-867e-e32db96086ad service neutron] Pushing event updated for resources: {'Port': ['ID=9321a04e-9e5c-44c3-9123-b0bd7ecb4d88,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:44.690481 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-0b41182d-5125-40f3-a855-82cb8d3cce36 None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:44.697103 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 53250) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:47:44.706428 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-0b41182d-5125-40f3-a855-82cb8d3cce36 None None] Transition to ACTIVE for port object f4a93b06-a7fc-4062-9d9c-777e36e12f75 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:47:44.733942 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-0b41182d-5125-40f3-a855-82cb8d3cce36 None None] Transition to ACTIVE for port object f4a93b06-a7fc-4062-9d9c-777e36e12f75 will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:47:44.784458 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-aff29fcc-ad74-4d7d-82b1-00a393a99261 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:44.810214 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-c2e764a3-20e8-4ee8-a021-c674f5a1e8e3 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:47:44.814511 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-c2e764a3-20e8-4ee8-a021-c674f5a1e8e3 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Usage tracker for resource:subnet and tenant:bf0f1d3761524ddfa4db9240ac258eb8 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:47:44.817834 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-c2e764a3-20e8-4ee8-a021-c674f5a1e8e3 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:47:44.823800 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-c2e764a3-20e8-4ee8-a021-c674f5a1e8e3 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:47:44.824370 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a848fe1-cf47-41f4-aaa0-907db50296fb req-be5550ec-68cb-440e-b586-6487ee5a67fb tempest-ServersNegativeTestMultiTenantJSON-211971241 tempest-ServersNegativeTestMultiTenantJSON-211971241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:44.826169 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0a848fe1-cf47-41f4-aaa0-907db50296fb req-be5550ec-68cb-440e-b586-6487ee5a67fb tempest-ServersNegativeTestMultiTenantJSON-211971241 tempest-ServersNegativeTestMultiTenantJSON-211971241-project] 10.222.0.55 "GET /v2.0/ports?device_id=21815286-d7e5-4183-99b2-494be69fadde HTTP/1.1" status: 200 len: 945 time: 1.6781192 May 28 06:47:44.832931 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-aff29fcc-ad74-4d7d-82b1-00a393a99261 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:47:44.841521 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-aff29fcc-ad74-4d7d-82b1-00a393a99261 admin admin] Usage tracker for resource:security_group_rule and tenant:2a71f705084b497ba982ca6ab45b9338 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:47:44.841728 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-0b41182d-5125-40f3-a855-82cb8d3cce36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:44.841855 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-aff29fcc-ad74-4d7d-82b1-00a393a99261 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:47:44.849692 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-aff29fcc-ad74-4d7d-82b1-00a393a99261 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:47:44.890772 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19b4d65-122e-44ab-8338-ab6f35da14ec req-4b243904-74c6-4f60-b265-6f9ee9408e21 tempest-ServerGroupTestJSON-443177424 tempest-ServerGroupTestJSON-443177424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:44.892794 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b19b4d65-122e-44ab-8338-ab6f35da14ec req-4b243904-74c6-4f60-b265-6f9ee9408e21 tempest-ServerGroupTestJSON-443177424 tempest-ServerGroupTestJSON-443177424-project] 10.222.0.55 "GET /v2.0/ports?device_id=02bafc6e-4b66-41e2-82c8-daef3fec0f29 HTTP/1.1" status: 200 len: 931 time: 1.4340708 May 28 06:47:44.932769 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b41182d-5125-40f3-a855-82cb8d3cce36 None None] Network e6083628-c317-4b66-aa76-9e23f5dca80c is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:47:44.936588 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-0b41182d-5125-40f3-a855-82cb8d3cce36 None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:47:44.944707 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b41182d-5125-40f3-a855-82cb8d3cce36 None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:47:44.951429 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2e764a3-20e8-4ee8-a021-c674f5a1e8e3 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Made reservation on behalf of bf0f1d3761524ddfa4db9240ac258eb8 for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:47:44.955995 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c2e764a3-20e8-4ee8-a021-c674f5a1e8e3 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:45.007694 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0a848fe1-cf47-41f4-aaa0-907db50296fb req-a5f75494-2254-4e7a-bdbc-bdab75db8924 tempest-ServersNegativeTestMultiTenantJSON-211971241 tempest-ServersNegativeTestMultiTenantJSON-211971241-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d3bcf99-4378-4bfa-b403-55a65be4b2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445329 May 28 06:47:45.013167 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-ddfa4dc6-4b8e-4bfd-8b82-c1bdd6083ceb admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1452910094-network', 'tenant_id': '25104e9d91034f7ab315290096db2d20'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:47:45.020963 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2bb5fc8a-3976-4754-bb62-2c2bd03b7175 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:45.023442 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b41182d-5125-40f3-a855-82cb8d3cce36 None None] Pushing event updated for resources: {'Port': ['ID=f4a93b06-a7fc-4062-9d9c-777e36e12f75,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:45.055744 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-0b41182d-5125-40f3-a855-82cb8d3cce36 None None] Attempting to bind port f4a93b06-a7fc-4062-9d9c-777e36e12f75 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:47:45.056258 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-0b41182d-5125-40f3-a855-82cb8d3cce36 None None] Attempting to bind port f4a93b06-a7fc-4062-9d9c-777e36e12f75 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': '3806d475-7c8f-4434-b8f4-83c50988b06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e6083628-c317-4b66-aa76-9e23f5dca80c'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:47:45.056701 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b41182d-5125-40f3-a855-82cb8d3cce36 None None] Attempting to bind port f4a93b06-a7fc-4062-9d9c-777e36e12f75 on network e6083628-c317-4b66-aa76-9e23f5dca80c {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:47:45.061901 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b41182d-5125-40f3-a855-82cb8d3cce36 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:47:45.065591 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b41182d-5125-40f3-a855-82cb8d3cce36 None None] Checking segment: {'id': '3806d475-7c8f-4434-b8f4-83c50988b06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e6083628-c317-4b66-aa76-9e23f5dca80c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:47:45.065591 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-0b41182d-5125-40f3-a855-82cb8d3cce36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:45.065591 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b41182d-5125-40f3-a855-82cb8d3cce36 None None] Bound using segment: {'id': '3806d475-7c8f-4434-b8f4-83c50988b06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e6083628-c317-4b66-aa76-9e23f5dca80c'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:47:45.065591 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-0b41182d-5125-40f3-a855-82cb8d3cce36 None None] Bound port: f4a93b06-a7fc-4062-9d9c-777e36e12f75, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3806d475-7c8f-4434-b8f4-83c50988b06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e6083628-c317-4b66-aa76-9e23f5dca80c'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:47:45.065591 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-0b41182d-5125-40f3-a855-82cb8d3cce36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:45.093055 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-ddfa4dc6-4b8e-4bfd-8b82-c1bdd6083ceb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:47:45.114255 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb5fc8a-3976-4754-bb62-2c2bd03b7175 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Pushing event deleted for resources: {'Port': ['ID=ec7c5528-7de3-474c-8297-d00552b6b813,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:45.120694 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-84f6b87d-1958-4a69-a5f4-ff199e91043f req-dd1d7457-56d3-4643-867e-e32db96086ad service neutron] Attempting to bind port 9321a04e-9e5c-44c3-9123-b0bd7ecb4d88 on host n-h2-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:47:45.121005 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-84f6b87d-1958-4a69-a5f4-ff199e91043f req-dd1d7457-56d3-4643-867e-e32db96086ad service neutron] Attempting to bind port 9321a04e-9e5c-44c3-9123-b0bd7ecb4d88 by drivers openvswitch,hyperv on host n-h2-843702-1 at level 0 using segments [{'id': 'f9fcf41c-abfe-4cec-9b2c-3e94a40f3fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'cea686be-3340-4705-b13c-b3d4fcd30ffb'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:47:45.121342 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f6b87d-1958-4a69-a5f4-ff199e91043f req-dd1d7457-56d3-4643-867e-e32db96086ad service neutron] Attempting to bind port 9321a04e-9e5c-44c3-9123-b0bd7ecb4d88 on network cea686be-3340-4705-b13c-b3d4fcd30ffb {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:47:45.126981 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-ddfa4dc6-4b8e-4bfd-8b82-c1bdd6083ceb admin admin] Usage tracker for resource:network and tenant:25104e9d91034f7ab315290096db2d20 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:47:45.164474 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-ddfa4dc6-4b8e-4bfd-8b82-c1bdd6083ceb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:47:45.165611 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-0b41182d-5125-40f3-a855-82cb8d3cce36 None None] For port f4a93b06-a7fc-4062-9d9c-777e36e12f75, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:47:45.169714 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-0b41182d-5125-40f3-a855-82cb8d3cce36 None None] For port f4a93b06-a7fc-4062-9d9c-777e36e12f75, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=f4a93b06-a7fc-4062-9d9c-777e36e12f75,segment=NetworkSegment(3806d475-7c8f-4434-b8f4-83c50988b06a),segment_id=3806d475-7c8f-4434-b8f4-83c50988b06a)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:47:45.176836 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b19b4d65-122e-44ab-8338-ab6f35da14ec req-805560d7-3f94-48b3-a532-f094e70df015 tempest-ServerGroupTestJSON-443177424 tempest-ServerGroupTestJSON-443177424-project] 10.222.0.55 "GET /v2.0/security-groups?id=860888bd-e3a2-4c37-b292-6ee1f975caa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594895 May 28 06:47:45.185305 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f6b87d-1958-4a69-a5f4-ff199e91043f req-dd1d7457-56d3-4643-867e-e32db96086ad service neutron] Port 9321a04e-9e5c-44c3-9123-b0bd7ecb4d88 on network cea686be-3340-4705-b13c-b3d4fcd30ffb not bound, no agent of type Open vSwitch agent registered on host n-h2-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:47:45.185678 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f6b87d-1958-4a69-a5f4-ff199e91043f req-dd1d7457-56d3-4643-867e-e32db96086ad service neutron] Attempting to bind port 9321a04e-9e5c-44c3-9123-b0bd7ecb4d88 on network cea686be-3340-4705-b13c-b3d4fcd30ffb {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:47:45.190982 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 53256) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:47:45.193047 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-ddfa4dc6-4b8e-4bfd-8b82-c1bdd6083ceb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:47:45.198576 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f6b87d-1958-4a69-a5f4-ff199e91043f req-dd1d7457-56d3-4643-867e-e32db96086ad service neutron] Checking agent: {'id': 'f1a3973b-d2b3-4558-88e7-2ac50857d302', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:47:45.198772 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f6b87d-1958-4a69-a5f4-ff199e91043f req-dd1d7457-56d3-4643-867e-e32db96086ad service neutron] Checking segment: {'id': 'f9fcf41c-abfe-4cec-9b2c-3e94a40f3fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'cea686be-3340-4705-b13c-b3d4fcd30ffb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:47:45.199161 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f6b87d-1958-4a69-a5f4-ff199e91043f req-dd1d7457-56d3-4643-867e-e32db96086ad service neutron] Bound using segment: {'id': 'f9fcf41c-abfe-4cec-9b2c-3e94a40f3fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'cea686be-3340-4705-b13c-b3d4fcd30ffb'} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:47:45.199603 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-84f6b87d-1958-4a69-a5f4-ff199e91043f req-dd1d7457-56d3-4643-867e-e32db96086ad service neutron] Bound port: 9321a04e-9e5c-44c3-9123-b0bd7ecb4d88, host: n-h2-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9fcf41c-abfe-4cec-9b2c-3e94a40f3fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'cea686be-3340-4705-b13c-b3d4fcd30ffb'}}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:47:45.200162 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-84f6b87d-1958-4a69-a5f4-ff199e91043f req-dd1d7457-56d3-4643-867e-e32db96086ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:45.213735 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-aff29fcc-ad74-4d7d-82b1-00a393a99261 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:45.218991 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1fdeac93-3931-442b-a75b-bce142891120 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:45.227891 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e8eec0-e3ca-4fd0-8dcd-7487bed40cd8 None None] DHCP port deletion for 62f85832-5f09-4c85-9fb2-64ecdafba67d request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:47:45.258912 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb5fc8a-3976-4754-bb62-2c2bd03b7175 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] No DVR routers for this DVR port ec7c5528-7de3-474c-8297-d00552b6b813 on host n-d-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:47:45.272435 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-0b41182d-5125-40f3-a855-82cb8d3cce36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:45.276400 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-1fdeac93-3931-442b-a75b-bce142891120 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:47:45.288364 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-1fdeac93-3931-442b-a75b-bce142891120 admin admin] Usage tracker for resource:security_group_rule and tenant:None is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:47:45.297425 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-1fdeac93-3931-442b-a75b-bce142891120 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:47:45.305951 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-aff29fcc-ad74-4d7d-82b1-00a393a99261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:45.317542 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-1fdeac93-3931-442b-a75b-bce142891120 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:47:45.379789 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b41182d-5125-40f3-a855-82cb8d3cce36 None None] Pushing event updated for resources: {'Port': ['ID=f4a93b06-a7fc-4062-9d9c-777e36e12f75,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:45.396137 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2bb5fc8a-3976-4754-bb62-2c2bd03b7175 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:45.405211 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-aff29fcc-ad74-4d7d-82b1-00a393a99261 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2a71f705084b497ba982ca6ab45b9338&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3706293 May 28 06:47:45.426466 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 53262) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:47:45.430598 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddfa4dc6-4b8e-4bfd-8b82-c1bdd6083ceb admin admin] Made reservation on behalf of 25104e9d91034f7ab315290096db2d20 for: {'network': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:47:45.446416 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device ec7c5528-7de3-474c-8297-d00552b6b813 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:47:45.447078 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ddfa4dc6-4b8e-4bfd-8b82-c1bdd6083ceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:45.454977 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff29fcc-ad74-4d7d-82b1-00a393a99261 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48ba498d-49ea-4948-9b50-3fa3c7144381,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:45.497041 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ddfa4dc6-4b8e-4bfd-8b82-c1bdd6083ceb admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:45.498926 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: ec7c5528-7de3-474c-8297-d00552b6b813 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:47:45.499278 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device ec7c5528-7de3-474c-8297-d00552b6b813 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:47:45.541856 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-ddfa4dc6-4b8e-4bfd-8b82-c1bdd6083ceb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:47:45.562173 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-84f6b87d-1958-4a69-a5f4-ff199e91043f req-dd1d7457-56d3-4643-867e-e32db96086ad service neutron] For port 9321a04e-9e5c-44c3-9123-b0bd7ecb4d88, host n-h2-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:47:45.568018 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-ddfa4dc6-4b8e-4bfd-8b82-c1bdd6083ceb admin admin] Usage tracker for resource:security_group_rule and tenant:25104e9d91034f7ab315290096db2d20 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:47:45.571918 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-84f6b87d-1958-4a69-a5f4-ff199e91043f req-dd1d7457-56d3-4643-867e-e32db96086ad service neutron] For port 9321a04e-9e5c-44c3-9123-b0bd7ecb4d88, host n-h2-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=9321a04e-9e5c-44c3-9123-b0bd7ecb4d88,segment=NetworkSegment(f9fcf41c-abfe-4cec-9b2c-3e94a40f3fae),segment_id=f9fcf41c-abfe-4cec-9b2c-3e94a40f3fae)] {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:47:45.575135 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-ddfa4dc6-4b8e-4bfd-8b82-c1bdd6083ceb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:47:45.586602 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-ddfa4dc6-4b8e-4bfd-8b82-c1bdd6083ceb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:47:45.602669 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0ab4e93f-89cf-44d9-ba9b-808d7d6cf3bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:45.656408 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0ab4e93f-89cf-44d9-ba9b-808d7d6cf3bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:45.671665 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1fdeac93-3931-442b-a75b-bce142891120 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:45.692809 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ddfa4dc6-4b8e-4bfd-8b82-c1bdd6083ceb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:45.709390 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c2e764a3-20e8-4ee8-a021-c674f5a1e8e3 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:45.776593 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2bb5fc8a-3976-4754-bb62-2c2bd03b7175 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3115981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3172005'] for subnet, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:45.778682 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e764a3-20e8-4ee8-a021-c674f5a1e8e3 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Network e6083628-c317-4b66-aa76-9e23f5dca80c is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:47:45.782142 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-c2e764a3-20e8-4ee8-a021-c674f5a1e8e3 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:47:45.787283 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e764a3-20e8-4ee8-a021-c674f5a1e8e3 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:45.788552 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c2e764a3-20e8-4ee8-a021-c674f5a1e8e3 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:45.807408 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e764a3-20e8-4ee8-a021-c674f5a1e8e3 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Pushing event updated for resources: {'Subnet': ['ID=2e600c44-5179-41f4-b51e-b3eee8f82e26,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:45.824198 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-84f6b87d-1958-4a69-a5f4-ff199e91043f req-dd1d7457-56d3-4643-867e-e32db96086ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:45.825092 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1fdeac93-3931-442b-a75b-bce142891120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:45.873677 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ddfa4dc6-4b8e-4bfd-8b82-c1bdd6083ceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:45.882400 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-1fdeac93-3931-442b-a75b-bce142891120 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.6903455 May 28 06:47:45.884868 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdeac93-3931-442b-a75b-bce142891120 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5afcef9-0961-4a1a-b3ae-1b0907bc6f72,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:45.887606 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 53268) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:47:45.907509 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f6b87d-1958-4a69-a5f4-ff199e91043f req-dd1d7457-56d3-4643-867e-e32db96086ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:45.907927 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-84f6b87d-1958-4a69-a5f4-ff199e91043f req-dd1d7457-56d3-4643-867e-e32db96086ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:45.908923 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-84f6b87d-1958-4a69-a5f4-ff199e91043f req-dd1d7457-56d3-4643-867e-e32db96086ad service neutron] 10.222.0.71 "PUT /v2.0/ports/9321a04e-9e5c-44c3-9123-b0bd7ecb4d88 HTTP/1.1" status: 200 len: 1091 time: 4.6169455 May 28 06:47:45.909660 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb5fc8a-3976-4754-bb62-2c2bd03b7175 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Pushing event deleted for resources: {'Subnet': ['ID=ab217506-5b35-4835-a4ef-c25e26e66646,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:45.912247 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02bafc6e-4b66-41e2-82c8-daef3fec0f29', 'tag': '9321a04e-9e5c-44c3-9123-b0bd7ecb4d88'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:47:45.927683 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2780880-e9cb-4c8e-a95c-c8b16c2e34cb None None] Network 62f85832-5f09-4c85-9fb2-64ecdafba67d requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:47:45.929446 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0ab4e93f-89cf-44d9-ba9b-808d7d6cf3bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:45.935694 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0ab4e93f-89cf-44d9-ba9b-808d7d6cf3bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:45.935694 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-0ab4e93f-89cf-44d9-ba9b-808d7d6cf3bb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/48ba498d-49ea-4948-9b50-3fa3c7144381 HTTP/1.1" status: 204 len: 168 time: 0.5040536 May 28 06:47:45.952220 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab4e93f-89cf-44d9-ba9b-808d7d6cf3bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48ba498d-49ea-4948-9b50-3fa3c7144381,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:45.972731 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4fa8b4af-e7c0-46b1-9286-395df8053027 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:45.989084 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-c2e764a3-20e8-4ee8-a021-c674f5a1e8e3 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.7403893 May 28 06:47:45.996770 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 53276) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:47:46.007539 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-3be84d43-a6b5-44c5-b213-36cbd09bc14d tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Request body: {'port': {'network_id': 'e6083628-c317-4b66-aa76-9e23f5dca80c', 'fixed_ips': [{'subnet_id': '28ca8701-d527-4d78-96fb-e28afc3bea32'}, {'subnet_id': '2e600c44-5179-41f4-b51e-b3eee8f82e26'}], 'name': 'tempest-PortsIpV6TestJSON-259360512'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:47:46.059086 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4fa8b4af-e7c0-46b1-9286-395df8053027 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:46.076795 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 747df5d3-ad94-4982-8417-a26a1ec961d1 up at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:47:46.229459 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0944c145-7c58-4ef8-af7f-79d1976a928e'] response: {'name': 'network-changed', 'server_uuid': '02bafc6e-4b66-41e2-82c8-daef3fec0f29', 'tag': '9321a04e-9e5c-44c3-9123-b0bd7ecb4d88', 'status': 'completed', 'code': 200} May 28 06:47:46.290217 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-3be84d43-a6b5-44c5-b213-36cbd09bc14d tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:47:46.294709 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-3be84d43-a6b5-44c5-b213-36cbd09bc14d tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Usage tracker for resource:port and tenant:bf0f1d3761524ddfa4db9240ac258eb8 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:47:46.298757 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-3be84d43-a6b5-44c5-b213-36cbd09bc14d tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:47:46.305823 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-3be84d43-a6b5-44c5-b213-36cbd09bc14d tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:47:46.317628 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8cc9641-b740-4949-af2b-51fb1e4195ec None None] DHCP port deletion for 62f85832-5f09-4c85-9fb2-64ecdafba67d request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:47:46.336176 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4fa8b4af-e7c0-46b1-9286-395df8053027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:46.359761 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa8b4af-e7c0-46b1-9286-395df8053027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5afcef9-0961-4a1a-b3ae-1b0907bc6f72,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:46.364695 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4fa8b4af-e7c0-46b1-9286-395df8053027 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:46.366781 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-4fa8b4af-e7c0-46b1-9286-395df8053027 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e5afcef9-0961-4a1a-b3ae-1b0907bc6f72 HTTP/1.1" status: 204 len: 168 time: 0.4772742 May 28 06:47:46.425465 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddfa4dc6-4b8e-4bfd-8b82-c1bdd6083ceb admin admin] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=89110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:47:46.500542 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3be84d43-a6b5-44c5-b213-36cbd09bc14d tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Made reservation on behalf of bf0f1d3761524ddfa4db9240ac258eb8 for: {'port': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:47:46.503628 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning for port 747df5d3-ad94-4982-8417-a26a1ec961d1 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:47:46.508058 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning complete for port 747df5d3-ad94-4982-8417-a26a1ec961d1 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:47:46.508811 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:46.514336 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfa4dc6-4b8e-4bfd-8b82-c1bdd6083ceb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55eadb02-d3aa-43b2-bf74-b67b0f98720c,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:46.560610 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ddfa4dc6-4b8e-4bfd-8b82-c1bdd6083ceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:46.561018 n-d-843702-1 neutron-server[89110]: INFO neutron.db.segments_db [None req-ddfa4dc6-4b8e-4bfd-8b82-c1bdd6083ceb admin admin] Added segment d3c6b9f0-14d5-4338-b095-ac6f93dbc704 of type vlan for network ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1 May 28 06:47:46.603015 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2bb5fc8a-3976-4754-bb62-2c2bd03b7175 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:46.632717 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7457-56d3-4643-867e-e32db96086ad service neutron] Pushing event updated for resources: {'Port': ['ID=9321a04e-9e5c-44c3-9123-b0bd7ecb4d88,revision_number=3']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:46.729075 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-2bb5fc8a-3976-4754-bb62-2c2bd03b7175 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62f85832-5f09-4c85-9fb2-64ecdafba67d']}} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:47:46.763028 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ddfa4dc6-4b8e-4bfd-8b82-c1bdd6083ceb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:46.779153 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-2bb5fc8a-3976-4754-bb62-2c2bd03b7175 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '360d8478-449d-4085-a052-dc4fc3b3a09e') {'for_net_delete': True} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:47:46.779776 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-2bb5fc8a-3976-4754-bb62-2c2bd03b7175 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '360d8478-449d-4085-a052-dc4fc3b3a09e') {} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:47:46.809590 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2bb5fc8a-3976-4754-bb62-2c2bd03b7175 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4150778'] for segment, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:46.811130 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3be84d43-a6b5-44c5-b213-36cbd09bc14d tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:46.831909 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa29a5f-626f-4b75-b145-9beb84db7247 req-18e1b022-3acc-415a-8852-08a952c1d887 tempest-ServersNegativeTestMultiTenantJSON-211971241 tempest-ServersNegativeTestMultiTenantJSON-211971241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:46.834540 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ffa29a5f-626f-4b75-b145-9beb84db7247 req-18e1b022-3acc-415a-8852-08a952c1d887 tempest-ServersNegativeTestMultiTenantJSON-211971241 tempest-ServersNegativeTestMultiTenantJSON-211971241-project] 10.222.0.55 "GET /v2.0/ports?device_id=21815286-d7e5-4183-99b2-494be69fadde HTTP/1.1" status: 200 len: 945 time: 0.6012547 May 28 06:47:46.841529 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ed872f-b49c-4a50-9552-258168b0e7d5 req-6caaf9ad-d133-4fa0-b82c-ee09a958b883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:46.843841 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d4ed872f-b49c-4a50-9552-258168b0e7d5 req-6caaf9ad-d133-4fa0-b82c-ee09a958b883 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d39860d3165f4a6c96fc00c68960afaa&device_id=02bafc6e-4b66-41e2-82c8-daef3fec0f29 HTTP/1.1" status: 200 len: 1094 time: 0.6474025 May 28 06:47:46.860839 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3365bb1-aa86-40af-800e-9919e0e37e69 req-14491a34-d66e-4cc0-9bc4-1fc04ce3e939 tempest-VolumesBackupsTest-1771606910 tempest-VolumesBackupsTest-1771606910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:46.868272 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [None req-3be84d43-a6b5-44c5-b213-36cbd09bc14d tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] device_id is not set on port 7510b3f5-ff25-4ca6-aefc-5ed972bd2c1d yet. {{(pid=89109) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:47:46.870043 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f3365bb1-aa86-40af-800e-9919e0e37e69 req-14491a34-d66e-4cc0-9bc4-1fc04ce3e939 tempest-VolumesBackupsTest-1771606910 tempest-VolumesBackupsTest-1771606910-project] 10.222.0.55 "GET /v2.0/ports?device_id=775dccc7-c877-4cb2-9525-a616b0ed048a HTTP/1.1" status: 200 len: 950 time: 0.5754471 May 28 06:47:46.872590 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 747df5d3-ad94-4982-8417-a26a1ec961d1 is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:47:46.873016 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:46.894111 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-796ce0b2-a03a-454f-8bdb-eba9d1da6e53 None None] Network e6083628-c317-4b66-aa76-9e23f5dca80c requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:47:46.932029 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2bb5fc8a-3976-4754-bb62-2c2bd03b7175 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:47.008882 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21815286-d7e5-4183-99b2-494be69fadde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '747df5d3-ad94-4982-8417-a26a1ec961d1'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:47:47.030606 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 747df5d3-ad94-4982-8417-a26a1ec961d1, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=747df5d3-ad94-4982-8417-a26a1ec961d1,segment=NetworkSegment(f00444d8-7ba0-4d64-8814-3169e4b95947),segment_id=f00444d8-7ba0-4d64-8814-3169e4b95947)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:47:47.040032 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 53302) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:47:47.042241 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bb5fc8a-3976-4754-bb62-2c2bd03b7175 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=89110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:47:47.042643 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2bb5fc8a-3976-4754-bb62-2c2bd03b7175 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3143023'] for segment, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:47.074236 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-176b1a54-3ad0-41fe-962b-2b24633738aa None None] Provisioning for port f4a93b06-a7fc-4062-9d9c-777e36e12f75 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:47:47.146707 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:47.167936 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9dcf0ab9-5565-4b72-a5a5-06f4ad4668b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:47.192472 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment 360d8478-449d-4085-a052-dc4fc3b3a09e resource provider aggregate not found May 28 06:47:47.236319 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ddfa4dc6-4b8e-4bfd-8b82-c1bdd6083ceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:47.237704 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddfa4dc6-4b8e-4bfd-8b82-c1bdd6083ceb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:47.238299 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ddfa4dc6-4b8e-4bfd-8b82-c1bdd6083ceb admin admin] Notify callbacks [] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:47.315733 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=747df5d3-ad94-4982-8417-a26a1ec961d1,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:47.384068 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment 360d8478-449d-4085-a052-dc4fc3b3a09e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 360d8478-449d-4085-a052-dc4fc3b3a09e found for delete ", "request_id": "req-02f67499-03a5-4c4c-8cf0-1dad34b9848c"}]} May 28 06:47:47.398093 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f3365bb1-aa86-40af-800e-9919e0e37e69 req-b5b3538b-393c-4956-911e-e5472fb80820 tempest-VolumesBackupsTest-1771606910 tempest-VolumesBackupsTest-1771606910-project] 10.222.0.55 "GET /v2.0/security-groups?id=10794579-a77f-4f2e-aa05-fdd89ae9880f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5269239 May 28 06:47:47.413376 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ffa29a5f-626f-4b75-b145-9beb84db7247 req-db6c1759-5400-4f00-a7cc-409bd952a449 tempest-ServersNegativeTestMultiTenantJSON-211971241 tempest-ServersNegativeTestMultiTenantJSON-211971241-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d3bcf99-4378-4bfa-b403-55a65be4b2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5075519 May 28 06:47:47.440858 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfa4dc6-4b8e-4bfd-8b82-c1bdd6083ceb admin admin] Pushing event updated for resources: {'Network': ['ID=ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:47.464396 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-9dcf0ab9-5565-4b72-a5a5-06f4ad4668b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:47:47.470540 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-9dcf0ab9-5565-4b72-a5a5-06f4ad4668b8 admin admin] Usage tracker for resource:security_group_rule and tenant:6aca49e5f3124f4e9b4bd0a3d1ea5513 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:47:47.475805 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-9dcf0ab9-5565-4b72-a5a5-06f4ad4668b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:47:47.484830 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-9dcf0ab9-5565-4b72-a5a5-06f4ad4668b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:47:47.529352 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-3be84d43-a6b5-44c5-b213-36cbd09bc14d tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Allocated IP 2001:db8::226 (e6083628-c317-4b66-aa76-9e23f5dca80c/28ca8701-d527-4d78-96fb-e28afc3bea32/7510b3f5-ff25-4ca6-aefc-5ed972bd2c1d) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:47:47.544580 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-3be84d43-a6b5-44c5-b213-36cbd09bc14d tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Allocated IP 2001:db8:0:1::2a7 (e6083628-c317-4b66-aa76-9e23f5dca80c/2e600c44-5179-41f4-b51e-b3eee8f82e26/7510b3f5-ff25-4ca6-aefc-5ed972bd2c1d) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:47:47.640624 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1 details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:47:47.648639 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2bb5fc8a-3976-4754-bb62-2c2bd03b7175 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:47.677113 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device f4a93b06-a7fc-4062-9d9c-777e36e12f75 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:47:47.699928 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2bb5fc8a-3976-4754-bb62-2c2bd03b7175 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks [] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:47.704895 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-2bb5fc8a-3976-4754-bb62-2c2bd03b7175 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] 10.222.0.55 "DELETE /v2.0/networks/62f85832-5f09-4c85-9fb2-64ecdafba67d HTTP/1.1" status: 204 len: 168 time: 10.8431525 May 28 06:47:47.706690 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ed872f-b49c-4a50-9552-258168b0e7d5 req-10859aea-fadd-48b7-819f-0b62a5d5e010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:47.708131 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d4ed872f-b49c-4a50-9552-258168b0e7d5 req-10859aea-fadd-48b7-819f-0b62a5d5e010 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=d39860d3165f4a6c96fc00c68960afaa&shared=False HTTP/1.1" status: 200 len: 911 time: 0.8041537 May 28 06:47:47.710825 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 53316) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:47:47.732985 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8128a3d-93e3-44db-b564-96ff6898c717'] response: {'server_uuid': '21815286-d7e5-4183-99b2-494be69fadde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '747df5d3-ad94-4982-8417-a26a1ec961d1', 'code': 200} May 28 06:47:47.736844 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb5fc8a-3976-4754-bb62-2c2bd03b7175 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Pushing event deleted for resources: {'Network': ['ID=62f85832-5f09-4c85-9fb2-64ecdafba67d,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:47.816367 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-ddfa4dc6-4b8e-4bfd-8b82-c1bdd6083ceb admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 3.1024258 May 28 06:47:47.822139 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 53322) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:47:47.861964 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7248b2c-94db-446e-9560-3d042961abdd None None] Update dhcp port {'port': {'network_id': 'e6083628-c317-4b66-aa76-9e23f5dca80c', 'fixed_ips': [{'subnet_id': '28ca8701-d527-4d78-96fb-e28afc3bea32', 'ip_address': '2001:db8::2'}, {'subnet_id': '2e600c44-5179-41f4-b51e-b3eee8f82e26'}], 'binding:host_id': 'n-d-843702-1'}, 'id': 'f4a93b06-a7fc-4062-9d9c-777e36e12f75'} from n-d-843702-1. {{(pid=89111) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 28 06:47:47.873717 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 53324) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:47:47.891061 n-d-843702-1 neutron-server[89110]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f2523ff-3199-48af-9e93-25a06970bb97 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] DELETE failed (client error): The resource could not be found. May 28 06:47:47.892418 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f2523ff-3199-48af-9e93-25a06970bb97 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89110) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:47:47.898903 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3be84d43-a6b5-44c5-b213-36cbd09bc14d tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:47.900119 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-adaee604-bf67-4e26-97e3-2f97ae1eb45d admin admin] Request body: {'subnet': {'network_id': 'ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1452910094-subnet', 'tenant_id': '25104e9d91034f7ab315290096db2d20', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:47:47.928063 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-adaee604-bf67-4e26-97e3-2f97ae1eb45d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:47:47.939801 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b7248b2c-94db-446e-9560-3d042961abdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:47.941112 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-9f2523ff-3199-48af-9e93-25a06970bb97 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] 10.222.0.55 "DELETE /v2.0/networks/62f85832-5f09-4c85-9fb2-64ecdafba67d HTTP/1.1" status: 404 len: 339 time: 0.2269959 May 28 06:47:47.951091 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 53332) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:47:47.966482 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-adaee604-bf67-4e26-97e3-2f97ae1eb45d admin admin] Usage tracker for resource:subnet and tenant:25104e9d91034f7ab315290096db2d20 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:47:47.969254 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [None req-3be84d43-a6b5-44c5-b213-36cbd09bc14d tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Transition to ACTIVE for port object 7510b3f5-ff25-4ca6-aefc-5ed972bd2c1d will not be triggered until provisioned by entity DHCP. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:47:47.976561 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-14a6e81d-2c85-4a02-a482-ba3ffc8979c9 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1559235947', 'description': 'd1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:47:47.987694 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-adaee604-bf67-4e26-97e3-2f97ae1eb45d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:47:47.999225 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-14a6e81d-2c85-4a02-a482-ba3ffc8979c9 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:47:48.025357 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-adaee604-bf67-4e26-97e3-2f97ae1eb45d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:47:48.028646 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa8898b-fb98-4202-a1a7-c7c79387ca37 req-a06bfc68-e549-444c-b764-f9bdca67f34f tempest-VolumesBackupsTest-1771606910 tempest-VolumesBackupsTest-1771606910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:48.029513 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-6fa8898b-fb98-4202-a1a7-c7c79387ca37 req-a06bfc68-e549-444c-b764-f9bdca67f34f tempest-VolumesBackupsTest-1771606910 tempest-VolumesBackupsTest-1771606910-project] Synchronizing usage tracker for tenant:a1aca0685bb94ccf8aade58ad7ba406c on resource:port {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:47:48.042955 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-14a6e81d-2c85-4a02-a482-ba3ffc8979c9 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Usage tracker for resource:network and tenant:e412caad0f5f49a9803aea4f744e5a99 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:47:48.056358 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-14a6e81d-2c85-4a02-a482-ba3ffc8979c9 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:47:48.067961 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port f4a93b06-a7fc-4062-9d9c-777e36e12f75 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:47:48.072958 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-a9caee19-546f-44ff-94a7-acf0ecf50220 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1776720312-network', 'tenant_id': '5e10d5f74e5d4c1ba1676abddcb9b284'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:47:48.076306 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-14a6e81d-2c85-4a02-a482-ba3ffc8979c9 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:47:48.082827 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-a9caee19-546f-44ff-94a7-acf0ecf50220 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:47:48.085058 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port f4a93b06-a7fc-4062-9d9c-777e36e12f75 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:47:48.088189 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:48.088959 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9dcf0ab9-5565-4b72-a5a5-06f4ad4668b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:48.089588 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-a9caee19-546f-44ff-94a7-acf0ecf50220 admin admin] Usage tracker for resource:network and tenant:5e10d5f74e5d4c1ba1676abddcb9b284 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:47:48.093996 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-a9caee19-546f-44ff-94a7-acf0ecf50220 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:47:48.099792 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ed872f-b49c-4a50-9552-258168b0e7d5 req-da5a9043-aa72-40f0-a0de-d44e8192c72f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:48.101241 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d4ed872f-b49c-4a50-9552-258168b0e7d5 req-da5a9043-aa72-40f0-a0de-d44e8192c72f service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3611553 May 28 06:47:48.103418 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-a9caee19-546f-44ff-94a7-acf0ecf50220 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:47:48.111201 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3be84d43-a6b5-44c5-b213-36cbd09bc14d tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:48.112948 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5c0266-e93f-4ebf-b4ec-182b88a1affb req-370345b1-162f-43a6-8f6f-8beac5deb943 tempest-ServerGroupTestJSON-443177424 tempest-ServerGroupTestJSON-443177424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:48.120479 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1f5c0266-e93f-4ebf-b4ec-182b88a1affb req-370345b1-162f-43a6-8f6f-8beac5deb943 tempest-ServerGroupTestJSON-443177424 tempest-ServerGroupTestJSON-443177424-project] 10.222.0.55 "GET /v2.0/ports?device_id=02bafc6e-4b66-41e2-82c8-daef3fec0f29 HTTP/1.1" status: 200 len: 943 time: 0.5055082 May 28 06:47:48.145306 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb1cdf1-5f99-4edd-bf39-72c6e1a7fd27 req-c299561c-f817-411f-8dd6-bfd64e494c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:48.146829 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2cb1cdf1-5f99-4edd-bf39-72c6e1a7fd27 req-c299561c-f817-411f-8dd6-bfd64e494c32 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=21815286-d7e5-4183-99b2-494be69fadde HTTP/1.1" status: 200 len: 1097 time: 0.3789105 May 28 06:47:48.197488 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-6fa8898b-fb98-4202-a1a7-c7c79387ca37 req-a06bfc68-e549-444c-b764-f9bdca67f34f tempest-VolumesBackupsTest-1771606910 tempest-VolumesBackupsTest-1771606910-project] Unset dirty status for tenant:a1aca0685bb94ccf8aade58ad7ba406c on resource:port {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:47:48.198794 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-6fa8898b-fb98-4202-a1a7-c7c79387ca37 req-a06bfc68-e549-444c-b764-f9bdca67f34f tempest-VolumesBackupsTest-1771606910 tempest-VolumesBackupsTest-1771606910-project] 10.222.0.71 "GET /v2.0/ports?device_id=775dccc7-c877-4cb2-9525-a616b0ed048a HTTP/1.1" status: 200 len: 950 time: 0.2814660 May 28 06:47:48.203459 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be84d43-a6b5-44c5-b213-36cbd09bc14d tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Network e6083628-c317-4b66-aa76-9e23f5dca80c is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:47:48.206847 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-3be84d43-a6b5-44c5-b213-36cbd09bc14d tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:47:48.216492 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1f5c0266-e93f-4ebf-b4ec-182b88a1affb req-6a8d5ba1-a26f-48a8-9fe7-8f80e7115cce tempest-ServerGroupTestJSON-443177424 tempest-ServerGroupTestJSON-443177424-project] 10.222.0.55 "GET /v2.0/security-groups?id=860888bd-e3a2-4c37-b292-6ee1f975caa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951383 May 28 06:47:48.241307 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9dcf0ab9-5565-4b72-a5a5-06f4ad4668b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:48.255248 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be84d43-a6b5-44c5-b213-36cbd09bc14d tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:47:48.261964 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be84d43-a6b5-44c5-b213-36cbd09bc14d tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:48.262859 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3be84d43-a6b5-44c5-b213-36cbd09bc14d tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:48.267248 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-b7248b2c-94db-446e-9560-3d042961abdd None None] Allocated IP 2001:db8:0:1::2 (e6083628-c317-4b66-aa76-9e23f5dca80c/2e600c44-5179-41f4-b51e-b3eee8f82e26/f4a93b06-a7fc-4062-9d9c-777e36e12f75) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:47:48.280909 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2cb1cdf1-5f99-4edd-bf39-72c6e1a7fd27 req-0b7789f1-4c06-4b62-8553-529aacaaecd8 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=0d3bcf99-4378-4bfa-b403-55a65be4b2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238863 May 28 06:47:48.288816 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port f4a93b06-a7fc-4062-9d9c-777e36e12f75 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:47:48.289195 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:48.298405 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be84d43-a6b5-44c5-b213-36cbd09bc14d tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Pushing event updated for resources: {'Port': ['ID=7510b3f5-ff25-4ca6-aefc-5ed972bd2c1d,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:48.315476 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14a6e81d-2c85-4a02-a482-ba3ffc8979c9 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Made reservation on behalf of e412caad0f5f49a9803aea4f744e5a99 for: {'network': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:47:48.319454 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-14a6e81d-2c85-4a02-a482-ba3ffc8979c9 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:48.333086 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-9dcf0ab9-5565-4b72-a5a5-06f4ad4668b8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6aca49e5f3124f4e9b4bd0a3d1ea5513&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2656953 May 28 06:47:48.334148 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcf0ab9-5565-4b72-a5a5-06f4ad4668b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdc4b0c6-25fe-468c-93eb-63c81182a756,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:48.336118 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 53336) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:47:48.364637 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14a6e81d-2c85-4a02-a482-ba3ffc8979c9 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=89110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:47:48.366781 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adaee604-bf67-4e26-97e3-2f97ae1eb45d admin admin] Made reservation on behalf of 25104e9d91034f7ab315290096db2d20 for: {'subnet': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:47:48.369056 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-adaee604-bf67-4e26-97e3-2f97ae1eb45d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3171998'] for subnet, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:48.378335 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [req-6fa8898b-fb98-4202-a1a7-c7c79387ca37 req-1fc4de06-4fc9-4e85-9cd5-618d2c84bd7d tempest-VolumesBackupsTest-1771606910 tempest-VolumesBackupsTest-1771606910-project] Deleting port aea85970-c8b3-4bf3-9f78-92dd37c152fb {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:47:48.378746 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-6fa8898b-fb98-4202-a1a7-c7c79387ca37 req-1fc4de06-4fc9-4e85-9cd5-618d2c84bd7d tempest-VolumesBackupsTest-1771606910 tempest-VolumesBackupsTest-1771606910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:48.382921 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f6b87d-1958-4a69-a5f4-ff199e91043f req-371b26d8-23f4-4e7c-8fe4-4ca3755fb79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:48.384675 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-84f6b87d-1958-4a69-a5f4-ff199e91043f req-371b26d8-23f4-4e7c-8fe4-4ca3755fb79f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d39860d3165f4a6c96fc00c68960afaa&device_id=02bafc6e-4b66-41e2-82c8-daef3fec0f29 HTTP/1.1" status: 200 len: 1094 time: 0.2065897 May 28 06:47:48.434394 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-b7248b2c-94db-446e-9560-3d042961abdd None None] For port f4a93b06-a7fc-4062-9d9c-777e36e12f75, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=f4a93b06-a7fc-4062-9d9c-777e36e12f75,segment=NetworkSegment(3806d475-7c8f-4434-b8f4-83c50988b06a),segment_id=3806d475-7c8f-4434-b8f4-83c50988b06a)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:47:48.467249 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9caee19-546f-44ff-94a7-acf0ecf50220 admin admin] Made reservation on behalf of 5e10d5f74e5d4c1ba1676abddcb9b284 for: {'network': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:47:48.470417 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a9caee19-546f-44ff-94a7-acf0ecf50220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:48.498329 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b7248b2c-94db-446e-9560-3d042961abdd None None] Notify callbacks [] for port, precommit_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:48.530308 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-b7248b2c-94db-446e-9560-3d042961abdd None None] Transition to ACTIVE for port object f4a93b06-a7fc-4062-9d9c-777e36e12f75 will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:47:48.541936 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-3be84d43-a6b5-44c5-b213-36cbd09bc14d tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 2.5438285 May 28 06:47:48.554963 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 53344) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:47:48.574229 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-88640a89-80c5-4d07-8228-e7acadb4c241 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '28ca8701-d527-4d78-96fb-e28afc3bea32'}]}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:47:48.592545 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b7248b2c-94db-446e-9560-3d042961abdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:48.606094 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a9caee19-546f-44ff-94a7-acf0ecf50220 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:48.662197 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-14a6e81d-2c85-4a02-a482-ba3ffc8979c9 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:48.662559 n-d-843702-1 neutron-server[89110]: INFO neutron.db.segments_db [None req-14a6e81d-2c85-4a02-a482-ba3ffc8979c9 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Added segment 1c041cb6-bcdf-4d43-9cca-098e377518bc of type vlan for network 16da658e-3524-4774-acf8-875b2d8ddd6e May 28 06:47:48.767388 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-84f6b87d-1958-4a69-a5f4-ff199e91043f req-88b6e560-c927-401a-ad4b-aca0130aab02 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9321a04e-9e5c-44c3-9123-b0bd7ecb4d88 HTTP/1.1" status: 200 len: 217 time: 0.3232033 May 28 06:47:48.785257 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-81f7bb96-d134-46a3-ac5a-bc2178543e34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:48.800494 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-a9caee19-546f-44ff-94a7-acf0ecf50220 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:47:48.802800 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.db.api [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89111) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:47:48.803266 n-d-843702-1 neutron-server[89111]: DEBUG oslo_db.api [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:47:48.815743 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7248b2c-94db-446e-9560-3d042961abdd None None] Pushing event updated for resources: {'Port': ['ID=f4a93b06-a7fc-4062-9d9c-777e36e12f75,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:48.833010 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-a9caee19-546f-44ff-94a7-acf0ecf50220 admin admin] Usage tracker for resource:security_group_rule and tenant:5e10d5f74e5d4c1ba1676abddcb9b284 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:47:48.879659 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-14a6e81d-2c85-4a02-a482-ba3ffc8979c9 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:48.890467 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-a9caee19-546f-44ff-94a7-acf0ecf50220 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:47:48.905967 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-a9caee19-546f-44ff-94a7-acf0ecf50220 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:47:48.931896 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f6b87d-1958-4a69-a5f4-ff199e91043f req-c3076a46-e0bc-4ac4-89e9-b9891d07ef1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:48.931896 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-84f6b87d-1958-4a69-a5f4-ff199e91043f req-c3076a46-e0bc-4ac4-89e9-b9891d07ef1f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=207ee45f-51fe-4b15-a842-44912070be67 HTTP/1.1" status: 200 len: 850 time: 0.1480572 May 28 06:47:48.956976 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-81f7bb96-d134-46a3-ac5a-bc2178543e34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:49.009601 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-84f6b87d-1958-4a69-a5f4-ff199e91043f req-b4fedc44-fe06-4de1-80d0-f2ba9115038c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=cea686be-3340-4705-b13c-b3d4fcd30ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660441 May 28 06:47:49.085224 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-88640a89-80c5-4d07-8228-e7acadb4c241 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:49.096075 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1634703f-df3d-4e1c-8fc0-9f0fdd53852e req-a0f46ba7-b70f-421a-9e82-7b3270a037b2 tempest-VolumesBackupsTest-1771606910 tempest-VolumesBackupsTest-1771606910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:49.097627 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1634703f-df3d-4e1c-8fc0-9f0fdd53852e req-a0f46ba7-b70f-421a-9e82-7b3270a037b2 tempest-VolumesBackupsTest-1771606910 tempest-VolumesBackupsTest-1771606910-project] 10.222.0.55 "GET /v2.0/ports?device_id=775dccc7-c877-4cb2-9525-a616b0ed048a HTTP/1.1" status: 200 len: 950 time: 0.4337008 May 28 06:47:49.110725 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22801b4c-41ac-4129-964b-e1cd6a327d4e req-46e79911-1cb7-43f8-ab25-a02366583961 tempest-ServersNegativeTestMultiTenantJSON-211971241 tempest-ServersNegativeTestMultiTenantJSON-211971241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:49.112234 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-22801b4c-41ac-4129-964b-e1cd6a327d4e req-46e79911-1cb7-43f8-ab25-a02366583961 tempest-ServersNegativeTestMultiTenantJSON-211971241 tempest-ServersNegativeTestMultiTenantJSON-211971241-project] 10.222.0.55 "GET /v2.0/ports?device_id=21815286-d7e5-4183-99b2-494be69fadde HTTP/1.1" status: 200 len: 946 time: 0.4463351 May 28 06:47:49.112886 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-14a6e81d-2c85-4a02-a482-ba3ffc8979c9 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:49.118288 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a6e81d-2c85-4a02-a482-ba3ffc8979c9 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:49.118884 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-14a6e81d-2c85-4a02-a482-ba3ffc8979c9 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks [] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:49.128220 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-6fa8898b-fb98-4202-a1a7-c7c79387ca37 req-1fc4de06-4fc9-4e85-9cd5-618d2c84bd7d tempest-VolumesBackupsTest-1771606910 tempest-VolumesBackupsTest-1771606910-project] For port aea85970-c8b3-4bf3-9f78-92dd37c152fb, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=aea85970-c8b3-4bf3-9f78-92dd37c152fb,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:47:49.128749 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-6fa8898b-fb98-4202-a1a7-c7c79387ca37 req-1fc4de06-4fc9-4e85-9cd5-618d2c84bd7d tempest-VolumesBackupsTest-1771606910 tempest-VolumesBackupsTest-1771606910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:49.346058 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [req-6fa8898b-fb98-4202-a1a7-c7c79387ca37 req-1fc4de06-4fc9-4e85-9cd5-618d2c84bd7d tempest-VolumesBackupsTest-1771606910 tempest-VolumesBackupsTest-1771606910-project] Calling delete_port for aea85970-c8b3-4bf3-9f78-92dd37c152fb owned by compute:nova {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:47:49.376456 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port f4a93b06-a7fc-4062-9d9c-777e36e12f75 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:47:49.377628 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:49.378861 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-81f7bb96-d134-46a3-ac5a-bc2178543e34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:49.418534 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port f4a93b06-a7fc-4062-9d9c-777e36e12f75, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=f4a93b06-a7fc-4062-9d9c-777e36e12f75,segment=NetworkSegment(3806d475-7c8f-4434-b8f4-83c50988b06a),segment_id=3806d475-7c8f-4434-b8f4-83c50988b06a)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:47:49.426803 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1634703f-df3d-4e1c-8fc0-9f0fdd53852e req-bae312c6-f8c9-4337-99f4-eb28d1c28a77 tempest-VolumesBackupsTest-1771606910 tempest-VolumesBackupsTest-1771606910-project] 10.222.0.55 "GET /v2.0/security-groups?id=10794579-a77f-4f2e-aa05-fdd89ae9880f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320540 May 28 06:47:49.469464 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f7bb96-d134-46a3-ac5a-bc2178543e34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdc4b0c6-25fe-468c-93eb-63c81182a756,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:49.522683 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:49.555962 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-22801b4c-41ac-4129-964b-e1cd6a327d4e req-c6e52cd9-686e-421f-879b-22fd02ec7737 tempest-ServersNegativeTestMultiTenantJSON-211971241 tempest-ServersNegativeTestMultiTenantJSON-211971241-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d3bcf99-4378-4bfa-b403-55a65be4b2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3767850 May 28 06:47:49.561011 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a6e81d-2c85-4a02-a482-ba3ffc8979c9 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Pushing event updated for resources: {'Network': ['ID=16da658e-3524-4774-acf8-875b2d8ddd6e,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:49.565966 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-81f7bb96-d134-46a3-ac5a-bc2178543e34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:49.577506 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-81f7bb96-d134-46a3-ac5a-bc2178543e34 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fdc4b0c6-25fe-468c-93eb-63c81182a756 HTTP/1.1" status: 204 len: 168 time: 1.2304504 May 28 06:47:49.581597 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-14a6e81d-2c85-4a02-a482-ba3ffc8979c9 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.6237113 May 28 06:47:49.592102 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 53352) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:47:49.600449 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a9caee19-546f-44ff-94a7-acf0ecf50220 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:49.680460 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-84f6b87d-1958-4a69-a5f4-ff199e91043f req-ccfd5c4d-4b52-4053-803a-52f54ca93ec1 service neutron] 10.222.0.71 "GET /v2.0/networks/cea686be-3340-4705-b13c-b3d4fcd30ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6616380 May 28 06:47:49.686592 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-adaee604-bf67-4e26-97e3-2f97ae1eb45d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3115906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3172012'] for subnet, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:49.712575 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09574b43-ad85-4071-bfcc-99a0c29d930a None None] Network e6083628-c317-4b66-aa76-9e23f5dca80c requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:47:49.726528 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 16da658e-3524-4774-acf8-875b2d8ddd6e details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:47:49.748032 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a9caee19-546f-44ff-94a7-acf0ecf50220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:49.748397 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device f4a93b06-a7fc-4062-9d9c-777e36e12f75 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:47:49.873868 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9caee19-546f-44ff-94a7-acf0ecf50220 admin admin] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=89109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:47:49.895187 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaee604-bf67-4e26-97e3-2f97ae1eb45d admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb73ce23-f864-48a4-8bdb-f1e8654d92be,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:49.914849 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adaee604-bf67-4e26-97e3-2f97ae1eb45d admin admin] Checking segment: {'id': 'd3c6b9f0-14d5-4338-b095-ac6f93dbc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:47:49.915139 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adaee604-bf67-4e26-97e3-2f97ae1eb45d admin admin] Network hostable DHCP agents. Network: ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89110) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:47:49.962366 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf486e5-31fb-41b6-b22c-b34e9faccec0 req-f9289af4-63de-43a6-9ea4-344be60daad4 tempest-ServerGroupTestJSON-443177424 tempest-ServerGroupTestJSON-443177424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:49.963965 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9cf486e5-31fb-41b6-b22c-b34e9faccec0 req-f9289af4-63de-43a6-9ea4-344be60daad4 tempest-ServerGroupTestJSON-443177424 tempest-ServerGroupTestJSON-443177424-project] 10.222.0.55 "GET /v2.0/ports?device_id=02bafc6e-4b66-41e2-82c8-daef3fec0f29 HTTP/1.1" status: 200 len: 943 time: 0.3587670 May 28 06:47:49.970879 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-84f6b87d-1958-4a69-a5f4-ff199e91043f req-197b4cfe-da28-403d-90d3-32e95b2eea42 service neutron] 10.222.0.71 "GET /v2.0/networks/cea686be-3340-4705-b13c-b3d4fcd30ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2792468 May 28 06:47:50.015925 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2580ccea-8030-482d-808b-ab1b4a91ad0b tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:50.017291 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-2580ccea-8030-482d-808b-ab1b4a91ad0b tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Synchronizing usage tracker for tenant:e412caad0f5f49a9803aea4f744e5a99 on resource:network {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:47:50.019396 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=f4a93b06-a7fc-4062-9d9c-777e36e12f75,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:50.025782 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9cf486e5-31fb-41b6-b22c-b34e9faccec0 req-1e33320f-88f2-4d77-8722-adaf52ade01d tempest-ServerGroupTestJSON-443177424 tempest-ServerGroupTestJSON-443177424-project] 10.222.0.55 "GET /v2.0/security-groups?id=860888bd-e3a2-4c37-b292-6ee1f975caa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483003 May 28 06:47:50.038487 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9caee19-546f-44ff-94a7-acf0ecf50220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5684fda-1a1e-4780-be39-7b82e5795bde,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:50.043950 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a9caee19-546f-44ff-94a7-acf0ecf50220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:50.044303 n-d-843702-1 neutron-server[89109]: INFO neutron.db.segments_db [None req-a9caee19-546f-44ff-94a7-acf0ecf50220 admin admin] Added segment d74126e0-2d6c-4218-a52c-5b7126833ce2 of type vlan for network e8a2a26d-ca66-4cab-9858-6f3c41497abf May 28 06:47:50.056217 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-c777eb67-da15-48fb-a4d6-42c2d5bcf5ae None None] Provisioning for port f4a93b06-a7fc-4062-9d9c-777e36e12f75 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:47:50.082933 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adaee604-bf67-4e26-97e3-2f97ae1eb45d admin admin] Network ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1 is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89110) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:47:50.087752 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-c777eb67-da15-48fb-a4d6-42c2d5bcf5ae None None] Provisioning complete for port f4a93b06-a7fc-4062-9d9c-777e36e12f75 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:47:50.092513 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c777eb67-da15-48fb-a4d6-42c2d5bcf5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:50.148282 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port f4a93b06-a7fc-4062-9d9c-777e36e12f75 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:47:50.148645 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:50.159773 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a9caee19-546f-44ff-94a7-acf0ecf50220 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:50.194682 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-88640a89-80c5-4d07-8228-e7acadb4c241 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Delete allocated IP 2001:db8:0:1::2a7 (e6083628-c317-4b66-aa76-9e23f5dca80c/2e600c44-5179-41f4-b51e-b3eee8f82e26) {{(pid=89109) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 28 06:47:50.231721 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-adaee604-bf67-4e26-97e3-2f97ae1eb45d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1) {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:47:50.241698 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adaee604-bf67-4e26-97e3-2f97ae1eb45d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:50.242415 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-adaee604-bf67-4e26-97e3-2f97ae1eb45d admin admin] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:50.255522 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e92035f3-bfaa-43c4-b78f-5b9f52ec64e6 None None] Network ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:47:50.278747 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-2580ccea-8030-482d-808b-ab1b4a91ad0b tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Unset dirty status for tenant:e412caad0f5f49a9803aea4f744e5a99 on resource:network {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:47:50.282531 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-2580ccea-8030-482d-808b-ab1b4a91ad0b tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] 10.222.0.55 "GET /v2.0/networks?id=16da658e-3524-4774-acf8-875b2d8ddd6e HTTP/1.1" status: 200 len: 765 time: 0.6820199 May 28 06:47:50.282531 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-6fa8898b-fb98-4202-a1a7-c7c79387ca37 req-1fc4de06-4fc9-4e85-9cd5-618d2c84bd7d tempest-VolumesBackupsTest-1771606910 tempest-VolumesBackupsTest-1771606910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:50.283238 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 53358) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:47:50.342511 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-f87b9153-7745-44ff-adb3-b7d16e22e134 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Request body: {'network': {'description': 'd2'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:47:50.377192 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc4de06-4fc9-4e85-9cd5-618d2c84bd7d tempest-VolumesBackupsTest-1771606910 tempest-VolumesBackupsTest-1771606910-project] Pushing event deleted for resources: {'Port': ['ID=aea85970-c8b3-4bf3-9f78-92dd37c152fb,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:50.456141 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-adaee604-bf67-4e26-97e3-2f97ae1eb45d admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 2.5736277 May 28 06:47:50.502395 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-c777eb67-da15-48fb-a4d6-42c2d5bcf5ae None None] Current status of the port f4a93b06-a7fc-4062-9d9c-777e36e12f75 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:47:50.538724 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port f4a93b06-a7fc-4062-9d9c-777e36e12f75 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:47:50.574863 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a9caee19-546f-44ff-94a7-acf0ecf50220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:50.575828 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9caee19-546f-44ff-94a7-acf0ecf50220 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:50.577636 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a9caee19-546f-44ff-94a7-acf0ecf50220 admin admin] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:50.617222 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7cca79a-721a-43b2-af30-cb1d682ed60f None None] Network ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:47:50.682549 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-88640a89-80c5-4d07-8228-e7acadb4c241 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:50.698646 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [None req-88640a89-80c5-4d07-8228-e7acadb4c241 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Ignored duplicate provisioning block setup for port 7510b3f5-ff25-4ca6-aefc-5ed972bd2c1d by entity DHCP. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 28 06:47:50.795577 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-722f68e6-7ec4-4225-a35f-739dd70a0cf6 req-1f010b7f-394e-42c0-b5b3-cf9ecd8b2252 tempest-VolumesBackupsTest-1771606910 tempest-VolumesBackupsTest-1771606910-project] 10.222.0.55 "GET /v2.0/ports?device_id=775dccc7-c877-4cb2-9525-a616b0ed048a HTTP/1.1" status: 200 len: 210 time: 0.1070940 May 28 06:47:50.801902 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 53368) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:47:50.898945 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-84757c35-2bb1-4deb-9d87-a63f5c387764 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:50.938968 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-84757c35-2bb1-4deb-9d87-a63f5c387764 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:47:50.944437 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-84757c35-2bb1-4deb-9d87-a63f5c387764 admin admin] Usage tracker for resource:security_group_rule and tenant:4f66910f274f460a94e9dd441770fa4f is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:47:50.956999 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-84757c35-2bb1-4deb-9d87-a63f5c387764 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:47:50.978126 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-84757c35-2bb1-4deb-9d87-a63f5c387764 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:47:51.023904 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dc3f61-42dd-4a66-9cec-1ed818409ed9 req-3f144247-fa97-4529-95ba-7ca14fd4ced8 tempest-ServersNegativeTestMultiTenantJSON-211971241 tempest-ServersNegativeTestMultiTenantJSON-211971241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:51.025681 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f5dc3f61-42dd-4a66-9cec-1ed818409ed9 req-3f144247-fa97-4529-95ba-7ca14fd4ced8 tempest-ServersNegativeTestMultiTenantJSON-211971241 tempest-ServersNegativeTestMultiTenantJSON-211971241-project] 10.222.0.55 "GET /v2.0/ports?device_id=21815286-d7e5-4183-99b2-494be69fadde HTTP/1.1" status: 200 len: 946 time: 0.2225604 May 28 06:47:51.056676 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-c53f3458-f5ee-4649-b484-5dd52ae33e0f None None] Provisioning complete for port f4a93b06-a7fc-4062-9d9c-777e36e12f75 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:47:51.057056 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c53f3458-f5ee-4649-b484-5dd52ae33e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:51.098927 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device aea85970-c8b3-4bf3-9f78-92dd37c152fb no longer exists at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:47:51.160607 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] No Port match for: aea85970-c8b3-4bf3-9f78-92dd37c152fb {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:47:51.160953 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device aea85970-c8b3-4bf3-9f78-92dd37c152fb not bound to the agent host n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:47:51.174258 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f5dc3f61-42dd-4a66-9cec-1ed818409ed9 req-bef2d841-8ee7-4b81-8b1d-931b487ab442 tempest-ServersNegativeTestMultiTenantJSON-211971241 tempest-ServersNegativeTestMultiTenantJSON-211971241-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d3bcf99-4378-4bfa-b403-55a65be4b2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358914 May 28 06:47:51.237372 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-84757c35-2bb1-4deb-9d87-a63f5c387764 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:51.284841 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-c53f3458-f5ee-4649-b484-5dd52ae33e0f None None] Current status of the port f4a93b06-a7fc-4062-9d9c-777e36e12f75 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:47:51.287437 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fa8898b-fb98-4202-a1a7-c7c79387ca37 req-1fc4de06-4fc9-4e85-9cd5-618d2c84bd7d tempest-VolumesBackupsTest-1771606910 tempest-VolumesBackupsTest-1771606910-project] No DVR routers for this DVR port aea85970-c8b3-4bf3-9f78-92dd37c152fb on host n-h2-843702-1 {{(pid=89109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:47:51.291141 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-6fa8898b-fb98-4202-a1a7-c7c79387ca37 req-1fc4de06-4fc9-4e85-9cd5-618d2c84bd7d tempest-VolumesBackupsTest-1771606910 tempest-VolumesBackupsTest-1771606910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:51.300467 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-84757c35-2bb1-4deb-9d87-a63f5c387764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:51.363815 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-c53f3458-f5ee-4649-b484-5dd52ae33e0f None None] Provisioning for port 7510b3f5-ff25-4ca6-aefc-5ed972bd2c1d completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:47:51.374561 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17aaee86-1829-44e5-886c-7d0bb9c9a19f None None] get_active_networks_info from n-d-843702-1 {{(pid=89111) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 28 06:47:51.388576 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '775dccc7-c877-4cb2-9525-a616b0ed048a', 'name': 'network-vif-deleted', 'tag': 'aea85970-c8b3-4bf3-9f78-92dd37c152fb'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:47:51.395561 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-88640a89-80c5-4d07-8228-e7acadb4c241 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:51.398171 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9caee19-546f-44ff-94a7-acf0ecf50220 admin admin] Pushing event updated for resources: {'Network': ['ID=e8a2a26d-ca66-4cab-9858-6f3c41497abf,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:51.425334 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-c53f3458-f5ee-4649-b484-5dd52ae33e0f None None] Provisioning complete for port 7510b3f5-ff25-4ca6-aefc-5ed972bd2c1d triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:47:51.426066 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c53f3458-f5ee-4649-b484-5dd52ae33e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:51.443667 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-84757c35-2bb1-4deb-9d87-a63f5c387764 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4f66910f274f460a94e9dd441770fa4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5923786 May 28 06:47:51.445794 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 53384) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:47:51.449619 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84757c35-2bb1-4deb-9d87-a63f5c387764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a34769c4-94b7-42de-b3ee-13e703af542c,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:51.484438 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network e8a2a26d-ca66-4cab-9858-6f3c41497abf details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:47:51.522291 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e829c0b4-d11f-4213-bc6f-ef8338f93103 req-6a1ddfd9-998e-426c-a9b0-b539f1613598 tempest-ServerGroupTestJSON-443177424 tempest-ServerGroupTestJSON-443177424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:51.529593 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e829c0b4-d11f-4213-bc6f-ef8338f93103 req-6a1ddfd9-998e-426c-a9b0-b539f1613598 tempest-ServerGroupTestJSON-443177424 tempest-ServerGroupTestJSON-443177424-project] 10.222.0.55 "GET /v2.0/ports?device_id=02bafc6e-4b66-41e2-82c8-daef3fec0f29 HTTP/1.1" status: 200 len: 943 time: 0.1854818 May 28 06:47:51.570343 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-998321d8-0567-4f9d-bc22-9cee07774147 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:51.586527 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88640a89-80c5-4d07-8228-e7acadb4c241 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Pushing event updated for resources: {'Port': ['ID=7510b3f5-ff25-4ca6-aefc-5ed972bd2c1d,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:51.627603 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e829c0b4-d11f-4213-bc6f-ef8338f93103 req-61d57767-3a8a-4a61-90b8-237bb63c6bf8 tempest-ServerGroupTestJSON-443177424 tempest-ServerGroupTestJSON-443177424-project] 10.222.0.55 "GET /v2.0/security-groups?id=860888bd-e3a2-4c37-b292-6ee1f975caa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970285 May 28 06:47:51.647192 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-998321d8-0567-4f9d-bc22-9cee07774147 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:51.656256 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-88640a89-80c5-4d07-8228-e7acadb4c241 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] In _notify_port_updated(), no bound segment for port 7510b3f5-ff25-4ca6-aefc-5ed972bd2c1d on network e6083628-c317-4b66-aa76-9e23f5dca80c {{(pid=89109) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 28 06:47:51.665759 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88640a89-80c5-4d07-8228-e7acadb4c241 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:51.666527 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-88640a89-80c5-4d07-8228-e7acadb4c241 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:51.671115 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-88640a89-80c5-4d07-8228-e7acadb4c241 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] 10.222.0.55 "PUT /v2.0/ports/7510b3f5-ff25-4ca6-aefc-5ed972bd2c1d HTTP/1.1" status: 200 len: 925 time: 3.1136987 May 28 06:47:51.672307 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 53396) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:47:51.674534 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f87b9153-7745-44ff-adb3-b7d16e22e134 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:51.680834 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-7b8fd443-0ccf-45e9-9425-c4f05bc8f9d3 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '28ca8701-d527-4d78-96fb-e28afc3bea32'}, {'subnet_id': '2e600c44-5179-41f4-b51e-b3eee8f82e26'}]}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:47:51.691767 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device f4a93b06-a7fc-4062-9d9c-777e36e12f75 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:47:51.723942 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-6fa8898b-fb98-4202-a1a7-c7c79387ca37 req-1fc4de06-4fc9-4e85-9cd5-618d2c84bd7d tempest-VolumesBackupsTest-1771606910 tempest-VolumesBackupsTest-1771606910-project] 10.222.0.71 "DELETE /v2.0/ports/aea85970-c8b3-4bf3-9f78-92dd37c152fb HTTP/1.1" status: 204 len: 173 time: 3.5128112 May 28 06:47:51.826061 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f87b9153-7745-44ff-adb3-b7d16e22e134 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:51.833299 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-c53f3458-f5ee-4649-b484-5dd52ae33e0f None None] Port 7510b3f5-ff25-4ca6-aefc-5ed972bd2c1d cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:47:51.855058 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f87b9153-7745-44ff-adb3-b7d16e22e134 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Network 16da658e-3524-4774-acf8-875b2d8ddd6e is not hosted by any dhcp agent {{(pid=89109) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} May 28 06:47:51.861697 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f87b9153-7745-44ff-adb3-b7d16e22e134 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:51.862333 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f87b9153-7745-44ff-adb3-b7d16e22e134 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:51.866160 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-f87b9153-7745-44ff-adb3-b7d16e22e134 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] 10.222.0.55 "PUT /v2.0/networks/16da658e-3524-4774-acf8-875b2d8ddd6e HTTP/1.1" status: 200 len: 762 time: 1.5705390 May 28 06:47:51.912022 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 53402) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:47:51.916951 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-a9caee19-546f-44ff-94a7-acf0ecf50220 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 4.0415273 May 28 06:47:51.919497 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 53404) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:47:51.942109 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17aaee86-1829-44e5-886c-7d0bb9c9a19f None None] Resources bound (agent type, host, resource id): {{(pid=89111) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 28 06:47:51.968026 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-d7bf1d27-cdec-429a-89cb-3905d46a3525 admin admin] Request body: {'subnet': {'network_id': 'e8a2a26d-ca66-4cab-9858-6f3c41497abf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1776720312-subnet', 'tenant_id': '5e10d5f74e5d4c1ba1676abddcb9b284', 'ip_version': 4}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:47:51.972298 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port f4a93b06-a7fc-4062-9d9c-777e36e12f75 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:47:51.972708 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:52.033606 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-d7bf1d27-cdec-429a-89cb-3905d46a3525 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:47:52.046029 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87b9153-7745-44ff-adb3-b7d16e22e134 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Pushing event updated for resources: {'Network': ['ID=16da658e-3524-4774-acf8-875b2d8ddd6e,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:52.048865 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-d7bf1d27-cdec-429a-89cb-3905d46a3525 admin admin] Usage tracker for resource:subnet and tenant:5e10d5f74e5d4c1ba1676abddcb9b284 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:47:52.063012 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-d7bf1d27-cdec-429a-89cb-3905d46a3525 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:47:52.071522 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-d7bf1d27-cdec-429a-89cb-3905d46a3525 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:47:52.105279 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca4cc1a6-741a-43a1-b034-5ffd3b380948 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:52.113286 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-ca4cc1a6-741a-43a1-b034-5ffd3b380948 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] 10.222.0.55 "GET /v2.0/networks?id=16da658e-3524-4774-acf8-875b2d8ddd6e HTTP/1.1" status: 200 len: 765 time: 0.1901739 May 28 06:47:52.113286 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 53410) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:47:52.124804 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 16da658e-3524-4774-acf8-875b2d8ddd6e details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:47:52.205372 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7bf1d27-cdec-429a-89cb-3905d46a3525 admin admin] Made reservation on behalf of 5e10d5f74e5d4c1ba1676abddcb9b284 for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:47:52.206188 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fca8b3b-e63e-46e7-acbc-ee750a46ccd7 req-5ec1a717-2338-4143-ad7a-ae2bbb0f57e8 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:52.206880 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-3fca8b3b-e63e-46e7-acbc-ee750a46ccd7 req-5ec1a717-2338-4143-ad7a-ae2bbb0f57e8 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Synchronizing usage tracker for tenant:25104e9d91034f7ab315290096db2d20 on resource:network {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:47:52.208839 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d7bf1d27-cdec-429a-89cb-3905d46a3525 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:52.212112 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-998321d8-0567-4f9d-bc22-9cee07774147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:52.216721 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-bd819a59-3762-4efa-879b-6673a5fe91e3 None None] Provisioning complete for port 7510b3f5-ff25-4ca6-aefc-5ed972bd2c1d triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:47:52.217221 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-bd819a59-3762-4efa-879b-6673a5fe91e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:52.276220 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfa9d79-f055-4434-ab45-71ef6c93213a req-3798262d-56d8-445d-be11-b29115261922 tempest-ServersNegativeTestMultiTenantJSON-211971241 tempest-ServersNegativeTestMultiTenantJSON-211971241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:52.277771 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1bfa9d79-f055-4434-ab45-71ef6c93213a req-3798262d-56d8-445d-be11-b29115261922 tempest-ServersNegativeTestMultiTenantJSON-211971241 tempest-ServersNegativeTestMultiTenantJSON-211971241-project] 10.222.0.55 "GET /v2.0/ports?device_id=21815286-d7e5-4183-99b2-494be69fadde HTTP/1.1" status: 200 len: 946 time: 0.5023005 May 28 06:47:52.289930 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998321d8-0567-4f9d-bc22-9cee07774147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a34769c4-94b7-42de-b3ee-13e703af542c,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:52.334668 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-998321d8-0567-4f9d-bc22-9cee07774147 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:52.338438 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-998321d8-0567-4f9d-bc22-9cee07774147 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a34769c4-94b7-42de-b3ee-13e703af542c HTTP/1.1" status: 204 len: 168 time: 0.8901291 May 28 06:47:52.351827 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-bd819a59-3762-4efa-879b-6673a5fe91e3 None None] Port 7510b3f5-ff25-4ca6-aefc-5ed972bd2c1d cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:47:52.355404 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7b8fd443-0ccf-45e9-9425-c4f05bc8f9d3 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:52.395655 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1bfa9d79-f055-4434-ab45-71ef6c93213a req-fbbf2127-149d-4650-ac8e-2a100bd78360 tempest-ServersNegativeTestMultiTenantJSON-211971241 tempest-ServersNegativeTestMultiTenantJSON-211971241-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d3bcf99-4378-4bfa-b403-55a65be4b2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027987 May 28 06:47:52.411750 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e894fe7e-4687-48fa-9cce-1a4478278bbb tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:52.414021 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-e894fe7e-4687-48fa-9cce-1a4478278bbb tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2999666 May 28 06:47:52.464009 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 53418) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:47:52.486779 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-3fca8b3b-e63e-46e7-acbc-ee750a46ccd7 req-5ec1a717-2338-4143-ad7a-ae2bbb0f57e8 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Unset dirty status for tenant:25104e9d91034f7ab315290096db2d20 on resource:network {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:47:52.499089 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3fca8b3b-e63e-46e7-acbc-ee750a46ccd7 req-5ec1a717-2338-4143-ad7a-ae2bbb0f57e8 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/networks?id=ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1 HTTP/1.1" status: 200 len: 806 time: 0.7752876 May 28 06:47:52.548000 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port f4a93b06-a7fc-4062-9d9c-777e36e12f75 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:47:52.572298 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1e7a1fd-d252-4fbd-8bbf-ce954ce59bbc'] response: {'server_uuid': '775dccc7-c877-4cb2-9525-a616b0ed048a', 'name': 'network-vif-deleted', 'tag': 'aea85970-c8b3-4bf3-9f78-92dd37c152fb', 'status': 'completed', 'code': 200} May 28 06:47:52.614364 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-456e1c52-1dd2-4685-a693-4536faf953f4 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Synchronizing usage tracker for tenant:e412caad0f5f49a9803aea4f744e5a99 on resource:subnet {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:47:52.643845 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d7bf1d27-cdec-429a-89cb-3905d46a3525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:52.660422 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3fca8b3b-e63e-46e7-acbc-ee750a46ccd7 req-77f312ca-2cb4-4c78-bd19-085562e182c7 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/quotas/25104e9d91034f7ab315290096db2d20 HTTP/1.1" status: 200 len: 375 time: 0.1588976 May 28 06:47:52.738842 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7bf1d27-cdec-429a-89cb-3905d46a3525 admin admin] Checking segment: {'id': 'd74126e0-2d6c-4218-a52c-5b7126833ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'e8a2a26d-ca66-4cab-9858-6f3c41497abf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:47:52.738842 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7bf1d27-cdec-429a-89cb-3905d46a3525 admin admin] Network hostable DHCP agents. Network: e8a2a26d-ca66-4cab-9858-6f3c41497abf, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:47:52.742302 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bf1d27-cdec-429a-89cb-3905d46a3525 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8eb43fa5-254f-4ae9-8992-ff7c55790b6d,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:52.749992 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7212b292-c7bd-4f29-b6e7-2a56890995ce req-f21b16ae-3833-437a-a6b8-2cc94240be6c tempest-VolumesBackupsTest-1771606910 tempest-VolumesBackupsTest-1771606910-project] 10.222.0.55 "GET /v2.0/ports?device_id=775dccc7-c877-4cb2-9525-a616b0ed048a HTTP/1.1" status: 200 len: 210 time: 0.1406569 May 28 06:47:52.786657 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3fca8b3b-e63e-46e7-acbc-ee750a46ccd7 req-6d5cde53-da47-49cd-9ea2-0bf64a371e9a tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=25104e9d91034f7ab315290096db2d20&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1181507 May 28 06:47:52.900026 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7bf1d27-cdec-429a-89cb-3905d46a3525 admin admin] Network e8a2a26d-ca66-4cab-9858-6f3c41497abf is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:47:52.930137 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-456e1c52-1dd2-4685-a693-4536faf953f4 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Unset dirty status for tenant:e412caad0f5f49a9803aea4f744e5a99 on resource:subnet {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:47:52.931333 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-456e1c52-1dd2-4685-a693-4536faf953f4 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] 10.222.0.55 "GET /v2.0/subnets?network_id=68df399e-e75e-4871-9364-5d05730b50f0 HTTP/1.1" status: 200 len: 207 time: 0.4648411 May 28 06:47:52.935092 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 53428) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:47:52.995351 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-d7bf1d27-cdec-429a-89cb-3905d46a3525 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, e8a2a26d-ca66-4cab-9858-6f3c41497abf) {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:47:53.005915 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-399da2af-0d10-4edb-ae80-164621f5086d None None] Network e8a2a26d-ca66-4cab-9858-6f3c41497abf requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:47:53.030483 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3fca8b3b-e63e-46e7-acbc-ee750a46ccd7 req-b5e1bb1d-6d6d-4cb4-8178-f91a985fcf3b service neutron] 10.222.0.55 "GET /v2.0/networks/ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352536 May 28 06:47:53.099063 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7bf1d27-cdec-429a-89cb-3905d46a3525 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:53.099663 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d7bf1d27-cdec-429a-89cb-3905d46a3525 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:53.132472 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 9321a04e-9e5c-44c3-9123-b0bd7ecb4d88 details requested by agent hyperv_n-h2-843702-1 with host n-h2-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:47:53.211600 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-39690438-eb8e-4a31-8618-d614701f457f None None] Provisioning complete for port 7510b3f5-ff25-4ca6-aefc-5ed972bd2c1d triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:47:53.211964 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-39690438-eb8e-4a31-8618-d614701f457f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:53.225950 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b69293-a1b3-4f32-ba4e-db778b5b67f1 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:53.232406 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b69293-a1b3-4f32-ba4e-db778b5b67f1 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:53.239759 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b69293-a1b3-4f32-ba4e-db778b5b67f1 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:53.246210 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b69293-a1b3-4f32-ba4e-db778b5b67f1 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:53.252409 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b69293-a1b3-4f32-ba4e-db778b5b67f1 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:53.258485 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b69293-a1b3-4f32-ba4e-db778b5b67f1 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:53.262605 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-71b69293-a1b3-4f32-ba4e-db778b5b67f1 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3728 time: 0.3252659 May 28 06:47:53.268957 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-d7bf1d27-cdec-429a-89cb-3905d46a3525 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3426731 May 28 06:47:53.269574 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 53440) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:47:53.271949 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 53442) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:47:53.304824 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-59a900bf-a74c-426b-af2d-c5316da9acd6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1776720312-router', 'tenant_id': '5e10d5f74e5d4c1ba1676abddcb9b284', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:47:53.315026 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-59a900bf-a74c-426b-af2d-c5316da9acd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:47:53.374451 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-59a900bf-a74c-426b-af2d-c5316da9acd6 admin admin] Usage tracker for resource:router and tenant:5e10d5f74e5d4c1ba1676abddcb9b284 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:47:53.386535 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-59a900bf-a74c-426b-af2d-c5316da9acd6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:47:53.398076 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-59a900bf-a74c-426b-af2d-c5316da9acd6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:47:53.400266 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3fca8b3b-e63e-46e7-acbc-ee750a46ccd7 req-28989e12-741c-43ff-85ba-8eac031f3f11 service neutron] 10.222.0.55 "GET /v2.0/networks/ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3586013 May 28 06:47:53.428273 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-39690438-eb8e-4a31-8618-d614701f457f None None] Port 7510b3f5-ff25-4ca6-aefc-5ed972bd2c1d cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:47:53.461570 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [None req-7b8fd443-0ccf-45e9-9425-c4f05bc8f9d3 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Allocated IP 2001:db8:0:1::26c (e6083628-c317-4b66-aa76-9e23f5dca80c/2e600c44-5179-41f4-b51e-b3eee8f82e26/7510b3f5-ff25-4ca6-aefc-5ed972bd2c1d) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:47:53.508900 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 9321a04e-9e5c-44c3-9123-b0bd7ecb4d88, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=9321a04e-9e5c-44c3-9123-b0bd7ecb4d88,segment=NetworkSegment(f9fcf41c-abfe-4cec-9b2c-3e94a40f3fae),segment_id=f9fcf41c-abfe-4cec-9b2c-3e94a40f3fae)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:47:53.519298 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2355c0f-b523-4b38-8055-45827b83f822 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-e8a2a26d-ca66-4cab-9858-6f3c41497abf', 'network_id': 'e8a2a26d-ca66-4cab-9858-6f3c41497abf', 'tenant_id': '5e10d5f74e5d4c1ba1676abddcb9b284', 'fixed_ips': [{'subnet_id': '8eb43fa5-254f-4ae9-8992-ff7c55790b6d'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:47:53.520195 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b2355c0f-b523-4b38-8055-45827b83f822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:53.540948 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-808428a1-78a4-4873-b2b3-103b89e89ca9 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] 10.222.0.55 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 810 time: 0.2703266 May 28 06:47:53.542121 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Returning: {'device': '9321a04e-9e5c-44c3-9123-b0bd7ecb4d88', 'network_id': 'cea686be-3340-4705-b13c-b3d4fcd30ffb', 'port_id': '9321a04e-9e5c-44c3-9123-b0bd7ecb4d88', 'mac_address': 'fa:16:3e:cf:03:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '207ee45f-51fe-4b15-a842-44912070be67', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:47:53.543685 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-59a900bf-a74c-426b-af2d-c5316da9acd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59128'] for router, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:53.545382 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-59a900bf-a74c-426b-af2d-c5316da9acd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59009'] for router, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:53.551241 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 53450) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:47:53.618459 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-59a900bf-a74c-426b-af2d-c5316da9acd6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:53.636197 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 9321a04e-9e5c-44c3-9123-b0bd7ecb4d88 is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:47:53.636197 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:53.651794 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f59018-2f2d-4a1d-a1e7-6eedac1900af tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:53.651972 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9321a04e-9e5c-44c3-9123-b0bd7ecb4d88 {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:47:53.653613 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f59018-2f2d-4a1d-a1e7-6eedac1900af tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:53.655214 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f59018-2f2d-4a1d-a1e7-6eedac1900af tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:53.657705 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f59018-2f2d-4a1d-a1e7-6eedac1900af tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:53.660160 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f59018-2f2d-4a1d-a1e7-6eedac1900af tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:53.661595 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-35f59018-2f2d-4a1d-a1e7-6eedac1900af tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Synchronizing usage tracker for tenant:e412caad0f5f49a9803aea4f744e5a99 on resource:subnet {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:47:53.670566 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 9321a04e-9e5c-44c3-9123-b0bd7ecb4d88, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=9321a04e-9e5c-44c3-9123-b0bd7ecb4d88,segment=NetworkSegment(f9fcf41c-abfe-4cec-9b2c-3e94a40f3fae),segment_id=f9fcf41c-abfe-4cec-9b2c-3e94a40f3fae)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:47:53.684930 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-35f59018-2f2d-4a1d-a1e7-6eedac1900af tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Unset dirty status for tenant:e412caad0f5f49a9803aea4f744e5a99 on resource:subnet {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:47:53.690811 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-35f59018-2f2d-4a1d-a1e7-6eedac1900af tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1385529 May 28 06:47:53.691517 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 53458) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:47:53.786616 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8f580c-bc07-4a2f-8bb6-1fe13b1ac3ef req-c85c7023-e9c3-4c16-8ba1-a2ffd7945dc8 tempest-ServerGroupTestJSON-443177424 tempest-ServerGroupTestJSON-443177424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:53.795189 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bb8f580c-bc07-4a2f-8bb6-1fe13b1ac3ef req-c85c7023-e9c3-4c16-8ba1-a2ffd7945dc8 tempest-ServerGroupTestJSON-443177424 tempest-ServerGroupTestJSON-443177424-project] 10.222.0.55 "GET /v2.0/ports?device_id=02bafc6e-4b66-41e2-82c8-daef3fec0f29 HTTP/1.1" status: 200 len: 943 time: 0.1727054 May 28 06:47:53.800287 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:53.801555 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7b8fd443-0ccf-45e9-9425-c4f05bc8f9d3 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:53.811395 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0155a841-a44d-4267-ba64-f5a5260256ca tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Attributes excluded by policy engine: ['shared'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:53.813108 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0155a841-a44d-4267-ba64-f5a5260256ca tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Attributes excluded by policy engine: ['shared'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:53.814759 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0155a841-a44d-4267-ba64-f5a5260256ca tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Attributes excluded by policy engine: ['shared'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:53.816219 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0155a841-a44d-4267-ba64-f5a5260256ca tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Attributes excluded by policy engine: ['shared'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:53.817882 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0155a841-a44d-4267-ba64-f5a5260256ca tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Attributes excluded by policy engine: ['shared'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:53.819485 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-0155a841-a44d-4267-ba64-f5a5260256ca tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] 10.222.0.55 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1249077 May 28 06:47:53.823194 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 53470) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:47:53.852834 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [None req-7b8fd443-0ccf-45e9-9425-c4f05bc8f9d3 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Transition to ACTIVE for port object 7510b3f5-ff25-4ca6-aefc-5ed972bd2c1d will not be triggered until provisioned by entity DHCP. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:47:53.866762 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bb8f580c-bc07-4a2f-8bb6-1fe13b1ac3ef req-6787d2fb-b74e-41e3-a7ec-4a25a433a61f tempest-ServerGroupTestJSON-443177424 tempest-ServerGroupTestJSON-443177424-project] 10.222.0.55 "GET /v2.0/security-groups?id=860888bd-e3a2-4c37-b292-6ee1f975caa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705662 May 28 06:47:53.997323 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7b8fd443-0ccf-45e9-9425-c4f05bc8f9d3 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:54.134700 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=9321a04e-9e5c-44c3-9123-b0bd7ecb4d88,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:54.157337 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-b2355c0f-b523-4b38-8055-45827b83f822 None None] Allocated IP 172.20.0.2 (e8a2a26d-ca66-4cab-9858-6f3c41497abf/8eb43fa5-254f-4ae9-8992-ff7c55790b6d/d5449786-0c03-4de9-a6be-b4618ffcba6f) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:47:54.257508 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['9321a04e-9e5c-44c3-9123-b0bd7ecb4d88'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:47:54.276802 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8a956f3f-737b-44a0-b93f-04beb15568a6 req-da36bf02-18c0-47b2-b522-c574dbb140c3 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=479b236c-db1d-48ae-9c3e-6d471a3b8fcc HTTP/1.1" status: 200 len: 210 time: 0.3355355 May 28 06:47:54.356120 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-7b8fd443-0ccf-45e9-9425-c4f05bc8f9d3 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] In _notify_port_updated(), no bound segment for port 7510b3f5-ff25-4ca6-aefc-5ed972bd2c1d on network e6083628-c317-4b66-aa76-9e23f5dca80c {{(pid=89110) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 28 06:47:54.362840 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8fd443-0ccf-45e9-9425-c4f05bc8f9d3 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:54.363638 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7b8fd443-0ccf-45e9-9425-c4f05bc8f9d3 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:54.368258 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-7b8fd443-0ccf-45e9-9425-c4f05bc8f9d3 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] 10.222.0.55 "PUT /v2.0/ports/7510b3f5-ff25-4ca6-aefc-5ed972bd2c1d HTTP/1.1" status: 200 len: 1011 time: 2.6917589 May 28 06:47:54.378994 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 53492) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:47:54.400534 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8fd443-0ccf-45e9-9425-c4f05bc8f9d3 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Pushing event updated for resources: {'Port': ['ID=7510b3f5-ff25-4ca6-aefc-5ed972bd2c1d,revision_number=3']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:54.441104 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eadcddc-a26b-418b-b23e-54d7b2cc95bc req-1234861b-93b9-45c1-b893-266ccf2e5a8f tempest-ServersNegativeTestMultiTenantJSON-211971241 tempest-ServersNegativeTestMultiTenantJSON-211971241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:54.442964 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9eadcddc-a26b-418b-b23e-54d7b2cc95bc req-1234861b-93b9-45c1-b893-266ccf2e5a8f tempest-ServersNegativeTestMultiTenantJSON-211971241 tempest-ServersNegativeTestMultiTenantJSON-211971241-project] 10.222.0.55 "GET /v2.0/ports?device_id=21815286-d7e5-4183-99b2-494be69fadde HTTP/1.1" status: 200 len: 946 time: 0.5749698 May 28 06:47:54.576834 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9eadcddc-a26b-418b-b23e-54d7b2cc95bc req-44cd3e12-e281-4629-9263-4ab590df3f16 tempest-ServersNegativeTestMultiTenantJSON-211971241 tempest-ServersNegativeTestMultiTenantJSON-211971241-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d3bcf99-4378-4bfa-b403-55a65be4b2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216700 May 28 06:47:54.692063 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b2355c0f-b523-4b38-8055-45827b83f822 None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:54.727743 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-b2355c0f-b523-4b38-8055-45827b83f822 None None] Transition to ACTIVE for port object d5449786-0c03-4de9-a6be-b4618ffcba6f will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:47:54.758706 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-b2355c0f-b523-4b38-8055-45827b83f822 None None] Transition to ACTIVE for port object d5449786-0c03-4de9-a6be-b4618ffcba6f will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:47:54.781023 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-59a900bf-a74c-426b-af2d-c5316da9acd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59027'] for router, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:54.785717 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:47:54.808580 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-f9825f2e-3093-466a-942c-3b915a53d821 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Deleting port 7510b3f5-ff25-4ca6-aefc-5ed972bd2c1d {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:47:54.808925 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f9825f2e-3093-466a-942c-3b915a53d821 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:54.832106 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-906c9146-1e89-4baf-b91b-f6b2025ebbc8 None None] Provisioning for port 7510b3f5-ff25-4ca6-aefc-5ed972bd2c1d completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:47:54.839563 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-906c9146-1e89-4baf-b91b-f6b2025ebbc8 None None] Provisioning complete for port 7510b3f5-ff25-4ca6-aefc-5ed972bd2c1d triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:47:54.843659 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-906c9146-1e89-4baf-b91b-f6b2025ebbc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:54.870249 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99ab40c-c944-4ae1-ac6c-db2a396ac74b tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:54.871640 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-c99ab40c-c944-4ae1-ac6c-db2a396ac74b tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] 10.222.0.55 "GET /v2.0/networks/84566b76-204f-4871-8262-cd39323b2b70 HTTP/1.1" status: 200 len: 803 time: 1.0475430 May 28 06:47:54.875406 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 53530) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:47:54.912237 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b2355c0f-b523-4b38-8055-45827b83f822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:55.041629 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-906c9146-1e89-4baf-b91b-f6b2025ebbc8 None None] Port 7510b3f5-ff25-4ca6-aefc-5ed972bd2c1d cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:47:55.053129 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2355c0f-b523-4b38-8055-45827b83f822 None None] Network e8a2a26d-ca66-4cab-9858-6f3c41497abf is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:47:55.056055 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-b2355c0f-b523-4b38-8055-45827b83f822 None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:47:55.058490 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2355c0f-b523-4b38-8055-45827b83f822 None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:47:55.156765 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2355c0f-b523-4b38-8055-45827b83f822 None None] Pushing event updated for resources: {'Port': ['ID=d5449786-0c03-4de9-a6be-b4618ffcba6f,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:55.169707 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-b2355c0f-b523-4b38-8055-45827b83f822 None None] Attempting to bind port d5449786-0c03-4de9-a6be-b4618ffcba6f on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:47:55.170268 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-b2355c0f-b523-4b38-8055-45827b83f822 None None] Attempting to bind port d5449786-0c03-4de9-a6be-b4618ffcba6f by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'd74126e0-2d6c-4218-a52c-5b7126833ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'e8a2a26d-ca66-4cab-9858-6f3c41497abf'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:47:55.170644 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2355c0f-b523-4b38-8055-45827b83f822 None None] Attempting to bind port d5449786-0c03-4de9-a6be-b4618ffcba6f on network e8a2a26d-ca66-4cab-9858-6f3c41497abf {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:47:55.170772 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-49805d02-0d04-487a-8221-0ef9ef48f53a tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Synchronizing usage tracker for tenant:e412caad0f5f49a9803aea4f744e5a99 on resource:network {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:47:55.184909 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2355c0f-b523-4b38-8055-45827b83f822 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:47:55.185444 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2355c0f-b523-4b38-8055-45827b83f822 None None] Checking segment: {'id': 'd74126e0-2d6c-4218-a52c-5b7126833ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'e8a2a26d-ca66-4cab-9858-6f3c41497abf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:47:55.186216 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b2355c0f-b523-4b38-8055-45827b83f822 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:55.186335 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-49805d02-0d04-487a-8221-0ef9ef48f53a tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Unset dirty status for tenant:e412caad0f5f49a9803aea4f744e5a99 on resource:network {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:47:55.186437 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2355c0f-b523-4b38-8055-45827b83f822 None None] Bound using segment: {'id': 'd74126e0-2d6c-4218-a52c-5b7126833ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'e8a2a26d-ca66-4cab-9858-6f3c41497abf'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:47:55.186735 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-b2355c0f-b523-4b38-8055-45827b83f822 None None] Bound port: d5449786-0c03-4de9-a6be-b4618ffcba6f, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd74126e0-2d6c-4218-a52c-5b7126833ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'e8a2a26d-ca66-4cab-9858-6f3c41497abf'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:47:55.187283 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-49805d02-0d04-487a-8221-0ef9ef48f53a tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] 10.222.0.55 "GET /v2.0/networks/84566b76-204f-4871-8262-cd39323b2b70?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.3087227 May 28 06:47:55.189338 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b2355c0f-b523-4b38-8055-45827b83f822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:55.193541 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 53540) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:47:55.275792 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f9825f2e-3093-466a-942c-3b915a53d821 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:55.330515 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-b2355c0f-b523-4b38-8055-45827b83f822 None None] For port d5449786-0c03-4de9-a6be-b4618ffcba6f, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:47:55.339786 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-b2355c0f-b523-4b38-8055-45827b83f822 None None] For port d5449786-0c03-4de9-a6be-b4618ffcba6f, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=d5449786-0c03-4de9-a6be-b4618ffcba6f,segment=NetworkSegment(d74126e0-2d6c-4218-a52c-5b7126833ce2),segment_id=d74126e0-2d6c-4218-a52c-5b7126833ce2)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:47:55.344827 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7a5339-3bee-4d4a-bfc1-804964c351f4 req-7273dcdc-1351-4af4-bac8-8139c664356e tempest-ServerGroupTestJSON-443177424 tempest-ServerGroupTestJSON-443177424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:55.352006 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7b7a5339-3bee-4d4a-bfc1-804964c351f4 req-7273dcdc-1351-4af4-bac8-8139c664356e tempest-ServerGroupTestJSON-443177424 tempest-ServerGroupTestJSON-443177424-project] 10.222.0.55 "GET /v2.0/ports?device_id=02bafc6e-4b66-41e2-82c8-daef3fec0f29 HTTP/1.1" status: 200 len: 944 time: 0.3321750 May 28 06:47:55.384587 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493697b7-3d5e-4d5a-a366-7a675975855b tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:55.398513 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-493697b7-3d5e-4d5a-a366-7a675975855b tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] 10.222.0.55 "GET /v2.0/subnets/35c8c602-ccf3-44d0-a268-00e4b807ae38 HTTP/1.1" status: 200 len: 843 time: 0.1918728 May 28 06:47:55.398513 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 53548) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:47:55.417173 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-f9825f2e-3093-466a-942c-3b915a53d821 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Calling delete_port for 7510b3f5-ff25-4ca6-aefc-5ed972bd2c1d owned by {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:47:55.490084 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b2355c0f-b523-4b38-8055-45827b83f822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:55.559515 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7b7a5339-3bee-4d4a-bfc1-804964c351f4 req-25269c10-a733-498c-9097-ae8361ae0314 tempest-ServerGroupTestJSON-443177424 tempest-ServerGroupTestJSON-443177424-project] 10.222.0.55 "GET /v2.0/security-groups?id=860888bd-e3a2-4c37-b292-6ee1f975caa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982324 May 28 06:47:55.559515 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b31bea-c82d-48c3-b899-0b90e734b6e4 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Attributes excluded by policy engine: ['shared'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:55.559515 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-96b31bea-c82d-48c3-b899-0b90e734b6e4 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] 10.222.0.55 "GET /v2.0/subnets/35c8c602-ccf3-44d0-a268-00e4b807ae38?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1631501 May 28 06:47:55.576447 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 53552) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:47:55.589649 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e67a8af5-a0ea-4a10-a06b-be32cfb468dd req-01be03dc-4980-481c-ae13-ba49c85a9e3b tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=479b236c-db1d-48ae-9c3e-6d471a3b8fcc HTTP/1.1" status: 200 len: 210 time: 0.1865020 May 28 06:47:55.667987 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2355c0f-b523-4b38-8055-45827b83f822 None None] Pushing event updated for resources: {'Port': ['ID=d5449786-0c03-4de9-a6be-b4618ffcba6f,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:55.670474 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-c53f058d-9539-4988-bdb0-8364719e3007 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1193352822'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:47:55.697114 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-c53f058d-9539-4988-bdb0-8364719e3007 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:47:55.795514 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-c53f058d-9539-4988-bdb0-8364719e3007 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:47:55.800964 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a99a84e-cc98-403a-816d-117657b87ad9 req-61765187-fdbf-4269-91d0-b3cb49b88546 tempest-ServersNegativeTestMultiTenantJSON-211971241 tempest-ServersNegativeTestMultiTenantJSON-211971241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:55.803567 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8a99a84e-cc98-403a-816d-117657b87ad9 req-61765187-fdbf-4269-91d0-b3cb49b88546 tempest-ServersNegativeTestMultiTenantJSON-211971241 tempest-ServersNegativeTestMultiTenantJSON-211971241-project] 10.222.0.55 "GET /v2.0/ports?device_id=21815286-d7e5-4183-99b2-494be69fadde HTTP/1.1" status: 200 len: 946 time: 0.1109161 May 28 06:47:55.863127 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-59a900bf-a74c-426b-af2d-c5316da9acd6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:55.892481 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8a99a84e-cc98-403a-816d-117657b87ad9 req-ec4e2337-7637-42a1-9f1f-1af526facd7b tempest-ServersNegativeTestMultiTenantJSON-211971241 tempest-ServersNegativeTestMultiTenantJSON-211971241-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d3bcf99-4378-4bfa-b403-55a65be4b2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819623 May 28 06:47:55.917177 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-59a900bf-a74c-426b-af2d-c5316da9acd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:55.970581 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c53f058d-9539-4988-bdb0-8364719e3007 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Made reservation on behalf of e412caad0f5f49a9803aea4f744e5a99 for: {'network': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:47:55.977332 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c53f058d-9539-4988-bdb0-8364719e3007 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:56.236327 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c53f058d-9539-4988-bdb0-8364719e3007 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=89109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:47:56.260061 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c53f058d-9539-4988-bdb0-8364719e3007 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:56.260406 n-d-843702-1 neutron-server[89109]: INFO neutron.db.segments_db [None req-c53f058d-9539-4988-bdb0-8364719e3007 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Added segment 604d7fa8-bb06-42fb-82e4-232d807cfa82 of type vlan for network b3248923-834b-4ab0-a31c-2bb2fa672ed4 May 28 06:47:56.342212 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c53f058d-9539-4988-bdb0-8364719e3007 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:56.367930 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-59a900bf-a74c-426b-af2d-c5316da9acd6 admin admin] Allocated IP 172.25.5.74 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/e297dfee-fdf1-44c8-919b-5f8ab8d167e8) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:47:56.465993 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f9825f2e-3093-466a-942c-3b915a53d821 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:56.581949 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74f5deb5-2c81-4222-86d7-c011cafae2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:56.684945 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c53f058d-9539-4988-bdb0-8364719e3007 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:56.690857 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53f058d-9539-4988-bdb0-8364719e3007 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:56.691400 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c53f058d-9539-4988-bdb0-8364719e3007 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:56.729555 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9825f2e-3093-466a-942c-3b915a53d821 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Pushing event deleted for resources: {'Port': ['ID=7510b3f5-ff25-4ca6-aefc-5ed972bd2c1d,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:56.863744 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f9825f2e-3093-466a-942c-3b915a53d821 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:56.986081 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bce21416-60ac-49f7-b0bf-e51cb5a4410b req-e9ad8366-9af4-4dca-86f1-9b24564f67ce tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=479b236c-db1d-48ae-9c3e-6d471a3b8fcc HTTP/1.1" status: 200 len: 210 time: 0.1687837 May 28 06:47:57.024594 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53f058d-9539-4988-bdb0-8364719e3007 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Pushing event updated for resources: {'Network': ['ID=b3248923-834b-4ab0-a31c-2bb2fa672ed4,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:57.042883 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network b3248923-834b-4ab0-a31c-2bb2fa672ed4 details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:47:57.074924 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-f9825f2e-3093-466a-942c-3b915a53d821 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] 10.222.0.55 "DELETE /v2.0/ports/7510b3f5-ff25-4ca6-aefc-5ed972bd2c1d HTTP/1.1" status: 204 len: 168 time: 2.6948428 May 28 06:47:57.075852 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 53600) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:47:57.086516 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-59a900bf-a74c-426b-af2d-c5316da9acd6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:57.161496 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-c53f058d-9539-4988-bdb0-8364719e3007 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5817609 May 28 06:47:57.162578 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 53604) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:47:57.171460 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-c710bd08-7aab-44bc-99bc-fb8c071046e9 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] GET failed (client error): The resource could not be found. May 28 06:47:57.172324 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-c710bd08-7aab-44bc-99bc-fb8c071046e9 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Synchronizing usage tracker for tenant:bf0f1d3761524ddfa4db9240ac258eb8 on resource:port {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:47:57.182241 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-5356165c-adb0-45e1-ad4f-d03cfc05c638 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Request body: {'subnet': {'network_id': 'b3248923-834b-4ab0-a31c-2bb2fa672ed4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:47:57.228236 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac9bfb7-4bb8-4fc9-b91c-e3ea7955d704 req-079d6623-e87f-4b06-a9cd-7d6fb65d4f50 tempest-ServerGroupTestJSON-443177424 tempest-ServerGroupTestJSON-443177424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:57.239815 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1ac9bfb7-4bb8-4fc9-b91c-e3ea7955d704 req-079d6623-e87f-4b06-a9cd-7d6fb65d4f50 tempest-ServerGroupTestJSON-443177424 tempest-ServerGroupTestJSON-443177424-project] 10.222.0.55 "GET /v2.0/ports?device_id=02bafc6e-4b66-41e2-82c8-daef3fec0f29 HTTP/1.1" status: 200 len: 944 time: 0.4178751 May 28 06:47:57.258884 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 9321a04e-9e5c-44c3-9123-b0bd7ecb4d88 up at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:47:57.283367 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-c710bd08-7aab-44bc-99bc-fb8c071046e9 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Unset dirty status for tenant:bf0f1d3761524ddfa4db9240ac258eb8 on resource:port {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:47:57.287638 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-c710bd08-7aab-44bc-99bc-fb8c071046e9 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] 10.222.0.55 "GET /v2.0/ports/7510b3f5-ff25-4ca6-aefc-5ed972bd2c1d HTTP/1.1" status: 404 len: 333 time: 0.2087309 May 28 06:47:57.288327 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 53610) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:47:57.303679 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c9509e-34d7-42c3-ae91-ebd7e3a09e34 None None] Network e8a2a26d-ca66-4cab-9858-6f3c41497abf requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:47:57.364990 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-59a900bf-a74c-426b-af2d-c5316da9acd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:57.503245 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a900bf-a74c-426b-af2d-c5316da9acd6 admin admin] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:47:57.511837 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_v2 [None req-60c24871-588b-466d-a985-5502952be4af tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Deleting subnet 2e600c44-5179-41f4-b51e-b3eee8f82e26 {{(pid=89109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:47:57.514799 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-59a900bf-a74c-426b-af2d-c5316da9acd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:47:57.524583 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a900bf-a74c-426b-af2d-c5316da9acd6 admin admin] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:47:57.537641 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124b1d71-f3db-4703-b76b-61762de50020 req-f41e40d8-a506-462e-846c-b65656689aad tempest-ServersNegativeTestMultiTenantJSON-211971241 tempest-ServersNegativeTestMultiTenantJSON-211971241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:57.543199 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-124b1d71-f3db-4703-b76b-61762de50020 req-f41e40d8-a506-462e-846c-b65656689aad tempest-ServersNegativeTestMultiTenantJSON-211971241 tempest-ServersNegativeTestMultiTenantJSON-211971241-project] 10.222.0.69 "GET /v2.0/ports?device_id=21815286-d7e5-4183-99b2-494be69fadde HTTP/1.1" status: 200 len: 946 time: 0.8275778 May 28 06:47:57.546711 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-78760317-b2f6-4a5a-a5f4-6af5e4fd9782 None None] Provisioning for port d5449786-0c03-4de9-a6be-b4618ffcba6f completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:47:57.556110 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a900bf-a74c-426b-af2d-c5316da9acd6 admin admin] Pushing event updated for resources: {'Port': ['ID=e297dfee-fdf1-44c8-919b-5f8ab8d167e8,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:57.561810 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-60c24871-588b-466d-a985-5502952be4af tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks [] for subnet, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:57.635679 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:57.656050 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-60c24871-588b-466d-a985-5502952be4af tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3964070'] for subnet, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:57.734205 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning for port 9321a04e-9e5c-44c3-9123-b0bd7ecb4d88 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:47:57.770632 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning complete for port 9321a04e-9e5c-44c3-9123-b0bd7ecb4d88 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:47:57.771209 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:57.823661 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1ac9bfb7-4bb8-4fc9-b91c-e3ea7955d704 req-97210740-f1f8-4da0-b680-b89885eb2e0b tempest-ServerGroupTestJSON-443177424 tempest-ServerGroupTestJSON-443177424-project] 10.222.0.55 "GET /v2.0/security-groups?id=860888bd-e3a2-4c37-b292-6ee1f975caa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5812185 May 28 06:47:57.877815 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device d5449786-0c03-4de9-a6be-b4618ffcba6f up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:47:57.949995 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-5356165c-adb0-45e1-ad4f-d03cfc05c638 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:47:57.992175 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-5356165c-adb0-45e1-ad4f-d03cfc05c638 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:47:58.002265 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-124b1d71-f3db-4703-b76b-61762de50020 req-be37fa1d-7bfc-46e4-9612-0d9e54a35ac5 tempest-ServersNegativeTestMultiTenantJSON-211971241 tempest-ServersNegativeTestMultiTenantJSON-211971241-project] Deleting port 747df5d3-ad94-4982-8417-a26a1ec961d1 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:47:58.005286 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-124b1d71-f3db-4703-b76b-61762de50020 req-be37fa1d-7bfc-46e4-9612-0d9e54a35ac5 tempest-ServersNegativeTestMultiTenantJSON-211971241 tempest-ServersNegativeTestMultiTenantJSON-211971241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:58.023808 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-60c24871-588b-466d-a985-5502952be4af tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:58.136444 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port d5449786-0c03-4de9-a6be-b4618ffcba6f completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:47:58.187129 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port d5449786-0c03-4de9-a6be-b4618ffcba6f triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:47:58.187860 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:58.277346 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 9321a04e-9e5c-44c3-9123-b0bd7ecb4d88 is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:47:58.278103 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:58.306672 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fca8b3b-e63e-46e7-acbc-ee750a46ccd7 req-2f578acb-d334-4b2b-8bfb-7297fa1e6e86 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:58.318902 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3fca8b3b-e63e-46e7-acbc-ee750a46ccd7 req-2f578acb-d334-4b2b-8bfb-7297fa1e6e86 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.69 "GET /v2.0/networks?id=ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1 HTTP/1.1" status: 200 len: 806 time: 0.8054175 May 28 06:47:58.346940 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-3fca8b3b-e63e-46e7-acbc-ee750a46ccd7 req-a74004fb-3199-4f7b-9829-662cc73f346c tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Request body: {'port': {'device_id': '479b236c-db1d-48ae-9c3e-6d471a3b8fcc', 'network_id': 'ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1', 'admin_state_up': True, 'tenant_id': '25104e9d91034f7ab315290096db2d20'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:47:58.410180 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02bafc6e-4b66-41e2-82c8-daef3fec0f29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9321a04e-9e5c-44c3-9123-b0bd7ecb4d88'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:47:58.417540 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8d0018a9-c58e-4960-97a0-9e3f5860fc95 req-0691686c-44fe-430d-acad-7c70e5e78c56 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=479b236c-db1d-48ae-9c3e-6d471a3b8fcc HTTP/1.1" status: 200 len: 210 time: 0.0814028 May 28 06:47:58.427164 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port d5449786-0c03-4de9-a6be-b4618ffcba6f is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:47:58.427837 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:58.450681 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aacaf1d-8e9e-478b-8d1f-3691af4b05f8 req-49099434-1581-4b67-860d-58c70c97aa60 tempest-ServersNegativeTestMultiTenantJSON-211971241 tempest-ServersNegativeTestMultiTenantJSON-211971241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:58.452236 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5aacaf1d-8e9e-478b-8d1f-3691af4b05f8 req-49099434-1581-4b67-860d-58c70c97aa60 tempest-ServersNegativeTestMultiTenantJSON-211971241 tempest-ServersNegativeTestMultiTenantJSON-211971241-project] 10.222.0.55 "GET /v2.0/ports?device_id=21815286-d7e5-4183-99b2-494be69fadde HTTP/1.1" status: 200 len: 946 time: 1.2056291 May 28 06:47:58.468488 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 9321a04e-9e5c-44c3-9123-b0bd7ecb4d88, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=9321a04e-9e5c-44c3-9123-b0bd7ecb4d88,segment=NetworkSegment(f9fcf41c-abfe-4cec-9b2c-3e94a40f3fae),segment_id=f9fcf41c-abfe-4cec-9b2c-3e94a40f3fae)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:47:58.491697 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port d5449786-0c03-4de9-a6be-b4618ffcba6f, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=d5449786-0c03-4de9-a6be-b4618ffcba6f,segment=NetworkSegment(d74126e0-2d6c-4218-a52c-5b7126833ce2),segment_id=d74126e0-2d6c-4218-a52c-5b7126833ce2)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:47:58.523931 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c5a46f2-08a5-4c39-bed9-f95504238082'] response: {'server_uuid': '02bafc6e-4b66-41e2-82c8-daef3fec0f29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9321a04e-9e5c-44c3-9123-b0bd7ecb4d88', 'code': 200} May 28 06:47:58.570278 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:58.806514 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:58.834602 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-03beac0a-798e-486e-9153-24ca6373e0c1 None None] Provisioning complete for port d5449786-0c03-4de9-a6be-b4618ffcba6f triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:47:58.835890 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-03beac0a-798e-486e-9153-24ca6373e0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:58.842794 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-59a900bf-a74c-426b-af2d-c5316da9acd6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:58.913336 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5356165c-adb0-45e1-ad4f-d03cfc05c638 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Made reservation on behalf of e412caad0f5f49a9803aea4f744e5a99 for: {'subnet': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:47:58.918455 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5356165c-adb0-45e1-ad4f-d03cfc05c638 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3171998'] for subnet, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:58.968297 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=9321a04e-9e5c-44c3-9123-b0bd7ecb4d88,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:59.021707 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-60c24871-588b-466d-a985-5502952be4af tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9555650'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:59.058650 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-ac52c600-c578-431b-9475-a586b556b228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:59.135638 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.ipam_backend_mixin [None req-5356165c-adb0-45e1-ad4f-d03cfc05c638 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Performing IP validity checks on allocation pools {{(pid=89110) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 28 06:47:59.136841 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.ipam_backend_mixin [None req-5356165c-adb0-45e1-ad4f-d03cfc05c638 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89110) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 28 06:47:59.198493 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5aacaf1d-8e9e-478b-8d1f-3691af4b05f8 req-ad4d7548-9d24-48aa-b4e5-c73a6a1d4e46 tempest-ServersNegativeTestMultiTenantJSON-211971241 tempest-ServersNegativeTestMultiTenantJSON-211971241-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d3bcf99-4378-4bfa-b403-55a65be4b2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3526649 May 28 06:47:59.200085 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=d5449786-0c03-4de9-a6be-b4618ffcba6f,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:59.225220 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-124b1d71-f3db-4703-b76b-61762de50020 req-be37fa1d-7bfc-46e4-9612-0d9e54a35ac5 tempest-ServersNegativeTestMultiTenantJSON-211971241 tempest-ServersNegativeTestMultiTenantJSON-211971241-project] For port 747df5d3-ad94-4982-8417-a26a1ec961d1, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=747df5d3-ad94-4982-8417-a26a1ec961d1,segment=NetworkSegment(f00444d8-7ba0-4d64-8814-3169e4b95947),segment_id=f00444d8-7ba0-4d64-8814-3169e4b95947)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:47:59.225656 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-124b1d71-f3db-4703-b76b-61762de50020 req-be37fa1d-7bfc-46e4-9612-0d9e54a35ac5 tempest-ServersNegativeTestMultiTenantJSON-211971241 tempest-ServersNegativeTestMultiTenantJSON-211971241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:59.226223 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-03beac0a-798e-486e-9153-24ca6373e0c1 None None] Current status of the port d5449786-0c03-4de9-a6be-b4618ffcba6f is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:47:59.274272 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-3fca8b3b-e63e-46e7-acbc-ee750a46ccd7 req-a74004fb-3199-4f7b-9829-662cc73f346c tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:47:59.357502 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c24871-588b-466d-a985-5502952be4af tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Pushing event deleted for resources: {'Subnet': ['ID=2e600c44-5179-41f4-b51e-b3eee8f82e26,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:59.387773 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e95d5123-1752-49a3-b8f4-c3b6062f6439 None None] Network e6083628-c317-4b66-aa76-9e23f5dca80c requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:47:59.401625 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-60c24871-588b-466d-a985-5502952be4af tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:59.418774 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-124b1d71-f3db-4703-b76b-61762de50020 req-be37fa1d-7bfc-46e4-9612-0d9e54a35ac5 tempest-ServersNegativeTestMultiTenantJSON-211971241 tempest-ServersNegativeTestMultiTenantJSON-211971241-project] Calling delete_port for 747df5d3-ad94-4982-8417-a26a1ec961d1 owned by compute:nova {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:47:59.422010 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-60c24871-588b-466d-a985-5502952be4af tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] 10.222.0.55 "DELETE /v2.0/subnets/2e600c44-5179-41f4-b51e-b3eee8f82e26 HTTP/1.1" status: 204 len: 168 time: 2.1325359 May 28 06:47:59.425126 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 53664) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:47:59.755145 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-3fca8b3b-e63e-46e7-acbc-ee750a46ccd7 req-a74004fb-3199-4f7b-9829-662cc73f346c tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Usage tracker for resource:port and tenant:25104e9d91034f7ab315290096db2d20 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:47:59.760362 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-3fca8b3b-e63e-46e7-acbc-ee750a46ccd7 req-a74004fb-3199-4f7b-9829-662cc73f346c tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:47:59.761844 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device d5449786-0c03-4de9-a6be-b4618ffcba6f up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:47:59.773459 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aabb2b6-0c8f-42e1-bad3-3fcd9ed9d8af req-9c045656-3bf3-4f3a-9b71-726d7bbd2da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:59.774954 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-5aabb2b6-0c8f-42e1-bad3-3fcd9ed9d8af req-9c045656-3bf3-4f3a-9b71-726d7bbd2da1 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=02bafc6e-4b66-41e2-82c8-daef3fec0f29 HTTP/1.1" status: 200 len: 1096 time: 1.1256711 May 28 06:47:59.784470 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_v2 [None req-647b13ba-c0a0-45b2-aa4e-00d8f7f28eba tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Deleting subnet 28ca8701-d527-4d78-96fb-e28afc3bea32 {{(pid=89109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:47:59.812862 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-647b13ba-c0a0-45b2-aa4e-00d8f7f28eba tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks [] for subnet, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:59.818202 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-3fca8b3b-e63e-46e7-acbc-ee750a46ccd7 req-a74004fb-3199-4f7b-9829-662cc73f346c tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:47:59.823552 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9ac90760-523d-4637-b4d5-6ebd729aafad req-a9549528-8291-4bcc-935c-eb7b1d6759b5 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=479b236c-db1d-48ae-9c3e-6d471a3b8fcc HTTP/1.1" status: 200 len: 210 time: 0.0701671 May 28 06:47:59.846203 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154c4504-4f4d-4a65-868c-583529969a53 req-588fab28-a396-4951-a5cb-763ad5c7e6f4 tempest-ServerGroupTestJSON-443177424 tempest-ServerGroupTestJSON-443177424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:59.854449 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-154c4504-4f4d-4a65-868c-583529969a53 req-588fab28-a396-4951-a5cb-763ad5c7e6f4 tempest-ServerGroupTestJSON-443177424 tempest-ServerGroupTestJSON-443177424-project] 10.222.0.55 "GET /v2.0/ports?device_id=02bafc6e-4b66-41e2-82c8-daef3fec0f29 HTTP/1.1" status: 200 len: 945 time: 0.8109057 May 28 06:47:59.875333 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5356165c-adb0-45e1-ad4f-d03cfc05c638 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3115906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3172012'] for subnet, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:59.911138 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-5aabb2b6-0c8f-42e1-bad3-3fcd9ed9d8af req-659ca2ce-3621-4894-9b3b-b618a60f2c53 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=860888bd-e3a2-4c37-b292-6ee1f975caa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225495 May 28 06:47:59.912993 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-124b1d71-f3db-4703-b76b-61762de50020 req-be37fa1d-7bfc-46e4-9612-0d9e54a35ac5 tempest-ServersNegativeTestMultiTenantJSON-211971241 tempest-ServersNegativeTestMultiTenantJSON-211971241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:59.925910 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port d5449786-0c03-4de9-a6be-b4618ffcba6f triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:47:59.926491 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:59.981901 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-647b13ba-c0a0-45b2-aa4e-00d8f7f28eba tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3964070'] for subnet, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:00.009045 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fca8b3b-e63e-46e7-acbc-ee750a46ccd7 req-a74004fb-3199-4f7b-9829-662cc73f346c tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Made reservation on behalf of 25104e9d91034f7ab315290096db2d20 for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:48:00.009311 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:00.014441 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-3fca8b3b-e63e-46e7-acbc-ee750a46ccd7 req-a74004fb-3199-4f7b-9829-662cc73f346c tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:00.036527 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be37fa1d-7bfc-46e4-9612-0d9e54a35ac5 tempest-ServersNegativeTestMultiTenantJSON-211971241 tempest-ServersNegativeTestMultiTenantJSON-211971241-project] Pushing event deleted for resources: {'Port': ['ID=747df5d3-ad94-4982-8417-a26a1ec961d1,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:00.086567 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-154c4504-4f4d-4a65-868c-583529969a53 req-aec85f8a-9e21-4bdb-a352-34d52ef189d3 tempest-ServerGroupTestJSON-443177424 tempest-ServerGroupTestJSON-443177424-project] 10.222.0.55 "GET /v2.0/security-groups?id=860888bd-e3a2-4c37-b292-6ee1f975caa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308848 May 28 06:48:00.105955 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port d5449786-0c03-4de9-a6be-b4618ffcba6f is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:48:00.140442 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:00.191679 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 747df5d3-ad94-4982-8417-a26a1ec961d1 no longer exists at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:48:00.239474 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] No Port match for: 747df5d3-ad94-4982-8417-a26a1ec961d1 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:48:00.240075 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 747df5d3-ad94-4982-8417-a26a1ec961d1 not bound to the agent host n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:48:00.281597 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-647b13ba-c0a0-45b2-aa4e-00d8f7f28eba tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:00.318364 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be37fa1d-7bfc-46e4-9612-0d9e54a35ac5 tempest-ServersNegativeTestMultiTenantJSON-211971241 tempest-ServersNegativeTestMultiTenantJSON-211971241-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:48:00.318929 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be37fa1d-7bfc-46e4-9612-0d9e54a35ac5 tempest-ServersNegativeTestMultiTenantJSON-211971241 tempest-ServersNegativeTestMultiTenantJSON-211971241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:48:00.319058 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be37fa1d-7bfc-46e4-9612-0d9e54a35ac5 tempest-ServersNegativeTestMultiTenantJSON-211971241 tempest-ServersNegativeTestMultiTenantJSON-211971241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:48:00.319363 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be37fa1d-7bfc-46e4-9612-0d9e54a35ac5 tempest-ServersNegativeTestMultiTenantJSON-211971241 tempest-ServersNegativeTestMultiTenantJSON-211971241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:48:00.319696 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be37fa1d-7bfc-46e4-9612-0d9e54a35ac5 tempest-ServersNegativeTestMultiTenantJSON-211971241 tempest-ServersNegativeTestMultiTenantJSON-211971241-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:48:00.320030 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be37fa1d-7bfc-46e4-9612-0d9e54a35ac5 tempest-ServersNegativeTestMultiTenantJSON-211971241 tempest-ServersNegativeTestMultiTenantJSON-211971241-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:48:00.320357 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be37fa1d-7bfc-46e4-9612-0d9e54a35ac5 tempest-ServersNegativeTestMultiTenantJSON-211971241 tempest-ServersNegativeTestMultiTenantJSON-211971241-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:48:00.320686 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be37fa1d-7bfc-46e4-9612-0d9e54a35ac5 tempest-ServersNegativeTestMultiTenantJSON-211971241 tempest-ServersNegativeTestMultiTenantJSON-211971241-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:48:00.321010 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be37fa1d-7bfc-46e4-9612-0d9e54a35ac5 tempest-ServersNegativeTestMultiTenantJSON-211971241 tempest-ServersNegativeTestMultiTenantJSON-211971241-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:48:00.321343 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be37fa1d-7bfc-46e4-9612-0d9e54a35ac5 tempest-ServersNegativeTestMultiTenantJSON-211971241 tempest-ServersNegativeTestMultiTenantJSON-211971241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:48:00.321683 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be37fa1d-7bfc-46e4-9612-0d9e54a35ac5 tempest-ServersNegativeTestMultiTenantJSON-211971241 tempest-ServersNegativeTestMultiTenantJSON-211971241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:48:00.322004 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be37fa1d-7bfc-46e4-9612-0d9e54a35ac5 tempest-ServersNegativeTestMultiTenantJSON-211971241 tempest-ServersNegativeTestMultiTenantJSON-211971241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:48:00.349611 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-59a900bf-a74c-426b-af2d-c5316da9acd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690761'] for router, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:00.464616 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-124b1d71-f3db-4703-b76b-61762de50020 req-be37fa1d-7bfc-46e4-9612-0d9e54a35ac5 tempest-ServersNegativeTestMultiTenantJSON-211971241 tempest-ServersNegativeTestMultiTenantJSON-211971241-project] No DVR routers for this DVR port 747df5d3-ad94-4982-8417-a26a1ec961d1 on host n-h1-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:48:00.467412 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-124b1d71-f3db-4703-b76b-61762de50020 req-be37fa1d-7bfc-46e4-9612-0d9e54a35ac5 tempest-ServersNegativeTestMultiTenantJSON-211971241 tempest-ServersNegativeTestMultiTenantJSON-211971241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:00.560693 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [req-3fca8b3b-e63e-46e7-acbc-ee750a46ccd7 req-a74004fb-3199-4f7b-9829-662cc73f346c tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Allocated IP 172.20.0.7 (ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1/cb73ce23-f864-48a4-8bdb-f1e8654d92be/f8566525-c4cb-4e62-a1d8-5e9ce5ba1b4e) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:48:00.617145 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21815286-d7e5-4183-99b2-494be69fadde', 'name': 'network-vif-deleted', 'tag': '747df5d3-ad94-4982-8417-a26a1ec961d1'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:48:00.642942 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5356165c-adb0-45e1-ad4f-d03cfc05c638 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Pushing event updated for resources: {'Subnet': ['ID=cd61441d-6c85-4262-87dd-7413409704b2,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:00.647039 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5f6d030a-112a-4799-a859-9b1b79d6c0da req-b97b40c3-ae8c-4383-bdbf-c8cc2d4809a8 tempest-ServersNegativeTestMultiTenantJSON-211971241 tempest-ServersNegativeTestMultiTenantJSON-211971241-project] 10.222.0.55 "GET /v2.0/ports?device_id=21815286-d7e5-4183-99b2-494be69fadde HTTP/1.1" status: 200 len: 210 time: 0.2608852 May 28 06:48:00.647758 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5356165c-adb0-45e1-ad4f-d03cfc05c638 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Checking segment: {'id': '604d7fa8-bb06-42fb-82e4-232d807cfa82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'b3248923-834b-4ab0-a31c-2bb2fa672ed4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:48:00.648118 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5356165c-adb0-45e1-ad4f-d03cfc05c638 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Network hostable DHCP agents. Network: b3248923-834b-4ab0-a31c-2bb2fa672ed4, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89110) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:48:00.746671 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffaa240c-6de8-40c5-aa7c-e0443bb8acda'] response: {'server_uuid': '21815286-d7e5-4183-99b2-494be69fadde', 'name': 'network-vif-deleted', 'tag': '747df5d3-ad94-4982-8417-a26a1ec961d1', 'status': 'completed', 'code': 200} May 28 06:48:00.783502 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-647b13ba-c0a0-45b2-aa4e-00d8f7f28eba tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9555650'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:00.834683 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647b13ba-c0a0-45b2-aa4e-00d8f7f28eba tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Pushing event deleted for resources: {'Subnet': ['ID=28ca8701-d527-4d78-96fb-e28afc3bea32,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:00.847857 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-647b13ba-c0a0-45b2-aa4e-00d8f7f28eba tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:00.858300 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-647b13ba-c0a0-45b2-aa4e-00d8f7f28eba tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] 10.222.0.55 "DELETE /v2.0/subnets/28ca8701-d527-4d78-96fb-e28afc3bea32 HTTP/1.1" status: 204 len: 168 time: 1.4319558 May 28 06:48:00.859096 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 53706) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:48:00.892654 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-124b1d71-f3db-4703-b76b-61762de50020 req-be37fa1d-7bfc-46e4-9612-0d9e54a35ac5 tempest-ServersNegativeTestMultiTenantJSON-211971241 tempest-ServersNegativeTestMultiTenantJSON-211971241-project] 10.222.0.69 "DELETE /v2.0/ports/747df5d3-ad94-4982-8417-a26a1ec961d1 HTTP/1.1" status: 204 len: 173 time: 3.2640917 May 28 06:48:00.923818 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59a900bf-a74c-426b-af2d-c5316da9acd6 admin admin] Router 63e6bf40-4d11-4016-bf6a-84902343b154 is scheduled to L3 agent 42958940-9562-4f71-972f-15a8af9d3963 with binding_index 1 {{(pid=89109) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 06:48:00.971418 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5356165c-adb0-45e1-ad4f-d03cfc05c638 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Network b3248923-834b-4ab0-a31c-2bb2fa672ed4 is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89110) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:48:01.055207 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-3fca8b3b-e63e-46e7-acbc-ee750a46ccd7 req-a74004fb-3199-4f7b-9829-662cc73f346c tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:01.080738 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5cb138a-4d98-440e-8d66-08f5f11d4f5b None None] Network e6083628-c317-4b66-aa76-9e23f5dca80c requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:48:01.202403 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6b902394-0f6b-46cc-9642-69c3afb16683 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:01.231540 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-5356165c-adb0-45e1-ad4f-d03cfc05c638 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, b3248923-834b-4ab0-a31c-2bb2fa672ed4) {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:48:01.244041 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-a9f0a8ff-4507-4763-bde8-b621aa746a5a req-c26da6a2-140b-49b1-b23b-2a2b101c98bc tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Synchronizing usage tracker for tenant:25104e9d91034f7ab315290096db2d20 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:48:01.260305 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb8d6f6c-08de-4be4-9686-ad46d155c2aa None None] Network b3248923-834b-4ab0-a31c-2bb2fa672ed4 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:48:01.265576 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5356165c-adb0-45e1-ad4f-d03cfc05c638 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:48:01.266938 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5356165c-adb0-45e1-ad4f-d03cfc05c638 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:01.327353 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59a900bf-a74c-426b-af2d-c5316da9acd6 admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:48:01.346605 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a24de64-3272-49fe-ac1d-6a8814db07ed None None] Sync routers for ids ['63e6bf40-4d11-4016-bf6a-84902343b154'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:48:01.363869 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a24de64-3272-49fe-ac1d-6a8814db07ed None None] Routers {'63e6bf40-4d11-4016-bf6a-84902343b154'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:48:01.364809 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-8a24de64-3272-49fe-ac1d-6a8814db07ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:47:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['63e6bf40-4d11-4016-bf6a-84902343b154'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:48:01.425465 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-a33cfa3b-3f07-4cbb-90ce-36ab7d4f4585 None None] Provisioning complete for port f4a93b06-a7fc-4062-9d9c-777e36e12f75 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:48:01.426138 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-a33cfa3b-3f07-4cbb-90ce-36ab7d4f4585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:01.466164 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-59a900bf-a74c-426b-af2d-c5316da9acd6 admin admin] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:01.467435 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-59a900bf-a74c-426b-af2d-c5316da9acd6 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 8.1946347 May 28 06:48:01.470326 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 53720) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:48:01.701572 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-3fca8b3b-e63e-46e7-acbc-ee750a46ccd7 req-a74004fb-3199-4f7b-9829-662cc73f346c tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:01.713444 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-6b902394-0f6b-46cc-9642-69c3afb16683 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Deleting port f4a93b06-a7fc-4062-9d9c-777e36e12f75 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:48:01.713806 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6b902394-0f6b-46cc-9642-69c3afb16683 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:01.733085 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-8a24de64-3272-49fe-ac1d-6a8814db07ed None None] Set router 63e6bf40-4d11-4016-bf6a-84902343b154 gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:48:01.846960 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:01.940042 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-5356165c-adb0-45e1-ad4f-d03cfc05c638 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 4.7753444 May 28 06:48:01.941100 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-a9f0a8ff-4507-4763-bde8-b621aa746a5a req-c26da6a2-140b-49b1-b23b-2a2b101c98bc tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Unset dirty status for tenant:25104e9d91034f7ab315290096db2d20 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:48:01.949641 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 53728) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:48:01.956928 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a9f0a8ff-4507-4763-bde8-b621aa746a5a req-c26da6a2-140b-49b1-b23b-2a2b101c98bc tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=479b236c-db1d-48ae-9c3e-6d471a3b8fcc HTTP/1.1" status: 200 len: 210 time: 0.8983860 May 28 06:48:01.968493 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-a064ecec-fa62-46be-96ce-3b36f71995f8 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:48:01.981134 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e670e91c-d5b1-4246-94d4-1bec06c12314 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-b3248923-834b-4ab0-a31c-2bb2fa672ed4', 'network_id': 'b3248923-834b-4ab0-a31c-2bb2fa672ed4', 'tenant_id': 'e412caad0f5f49a9803aea4f744e5a99', 'fixed_ips': [{'subnet_id': 'cd61441d-6c85-4262-87dd-7413409704b2'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:48:01.982138 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e670e91c-d5b1-4246-94d4-1bec06c12314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:02.004318 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-a33cfa3b-3f07-4cbb-90ce-36ab7d4f4585 None None] Current status of the port f4a93b06-a7fc-4062-9d9c-777e36e12f75 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:48:02.057724 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fca8b3b-e63e-46e7-acbc-ee750a46ccd7 req-a74004fb-3199-4f7b-9829-662cc73f346c tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Network ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:48:02.075309 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [req-3fca8b3b-e63e-46e7-acbc-ee750a46ccd7 req-a74004fb-3199-4f7b-9829-662cc73f346c tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:48:02.090041 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fca8b3b-e63e-46e7-acbc-ee750a46ccd7 req-a74004fb-3199-4f7b-9829-662cc73f346c tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:48:02.165644 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74004fb-3199-4f7b-9829-662cc73f346c tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Pushing event updated for resources: {'Port': ['ID=f8566525-c4cb-4e62-a1d8-5e9ce5ba1b4e,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:02.222777 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-e670e91c-d5b1-4246-94d4-1bec06c12314 None None] Allocated IP 2001:db8::3 (b3248923-834b-4ab0-a31c-2bb2fa672ed4/cd61441d-6c85-4262-87dd-7413409704b2/6e18adc1-e90f-4817-8425-93c7ec92926c) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:48:02.421931 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-7be03289-1751-47bc-a017-c32acbe37452 req-08d9dddb-0644-43c1-b428-8128c3e368bd tempest-ServersNegativeTestMultiTenantJSON-211971241 tempest-ServersNegativeTestMultiTenantJSON-211971241-project] Synchronizing usage tracker for tenant:2e20b567a8194f0bb2dc62d73842a354 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:48:02.465119 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec83e646-d845-44c3-8068-2a29808f91c6 req-447369d1-1837-43d6-908f-a6a3c1f6b0b9 tempest-ServerGroupTestJSON-443177424 tempest-ServerGroupTestJSON-443177424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:48:02.473032 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ec83e646-d845-44c3-8068-2a29808f91c6 req-447369d1-1837-43d6-908f-a6a3c1f6b0b9 tempest-ServerGroupTestJSON-443177424 tempest-ServerGroupTestJSON-443177424-project] 10.222.0.55 "GET /v2.0/ports?device_id=02bafc6e-4b66-41e2-82c8-daef3fec0f29 HTTP/1.1" status: 200 len: 945 time: 1.1584682 May 28 06:48:02.499519 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fca8b3b-e63e-46e7-acbc-ee750a46ccd7 req-a74004fb-3199-4f7b-9829-662cc73f346c tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:48:02.500226 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-3fca8b3b-e63e-46e7-acbc-ee750a46ccd7 req-a74004fb-3199-4f7b-9829-662cc73f346c tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:02.506320 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:02.509513 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f96cfa-f3ff-4485-9f5b-9b6b72ef03c5 None None] DHCP port deletion for e6083628-c317-4b66-aa76-9e23f5dca80c request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:48:02.532892 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-7be03289-1751-47bc-a017-c32acbe37452 req-08d9dddb-0644-43c1-b428-8128c3e368bd tempest-ServersNegativeTestMultiTenantJSON-211971241 tempest-ServersNegativeTestMultiTenantJSON-211971241-project] Unset dirty status for tenant:2e20b567a8194f0bb2dc62d73842a354 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:48:02.534078 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7be03289-1751-47bc-a017-c32acbe37452 req-08d9dddb-0644-43c1-b428-8128c3e368bd tempest-ServersNegativeTestMultiTenantJSON-211971241 tempest-ServersNegativeTestMultiTenantJSON-211971241-project] 10.222.0.55 "GET /v2.0/ports?device_id=21815286-d7e5-4183-99b2-494be69fadde HTTP/1.1" status: 200 len: 210 time: 0.2737629 May 28 06:48:02.544156 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-8a24de64-3272-49fe-ac1d-6a8814db07ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e6bf40-4d11-4016-bf6a-84902343b154', 'name': 'tempest-TestVolumeBackupRestore-1776720312-router', 'tenant_id': '5e10d5f74e5d4c1ba1676abddcb9b284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': 'e297dfee-fdf1-44c8-919b-5f8ab8d167e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:47:53Z', 'updated_at': '2022-05-28T06:47:57Z', 'revision_number': 3, 'project_id': '5e10d5f74e5d4c1ba1676abddcb9b284', 'gw_port': {'id': 'e297dfee-fdf1-44c8-919b-5f8ab8d167e8', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e9:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e6bf40-4d11-4016-bf6a-84902343b154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:47:56Z', 'updated_at': '2022-05-28T06:47:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:48:02.548951 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a24de64-3272-49fe-ac1d-6a8814db07ed None None] Checking router: 63e6bf40-4d11-4016-bf6a-84902343b154 for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:48:02.549295 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a24de64-3272-49fe-ac1d-6a8814db07ed None None] Updating router 63e6bf40-4d11-4016-bf6a-84902343b154 port e297dfee-fdf1-44c8-919b-5f8ab8d167e8 binding host n-d-843702-1 {{(pid=89112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:48:02.640570 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-30f96cfa-f3ff-4485-9f5b-9b6b72ef03c5 None None] Deleting port f4a93b06-a7fc-4062-9d9c-777e36e12f75 {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:48:02.643225 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-30f96cfa-f3ff-4485-9f5b-9b6b72ef03c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:02.660122 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ec83e646-d845-44c3-8068-2a29808f91c6 req-4ba403a0-d265-461e-ae53-c15c82467eca tempest-ServerGroupTestJSON-443177424 tempest-ServerGroupTestJSON-443177424-project] 10.222.0.55 "GET /v2.0/security-groups?id=860888bd-e3a2-4c37-b292-6ee1f975caa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860759 May 28 06:48:02.686934 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [None req-6b902394-0f6b-46cc-9642-69c3afb16683 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] For port f4a93b06-a7fc-4062-9d9c-777e36e12f75, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=f4a93b06-a7fc-4062-9d9c-777e36e12f75,segment=NetworkSegment(3806d475-7c8f-4434-b8f4-83c50988b06a),segment_id=3806d475-7c8f-4434-b8f4-83c50988b06a)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:48:02.687547 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6b902394-0f6b-46cc-9642-69c3afb16683 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:02.720706 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-8a24de64-3272-49fe-ac1d-6a8814db07ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:02.744271 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a064ecec-fa62-46be-96ce-3b36f71995f8 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9555696'] for subnet, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:02.760153 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [req-6dd246fa-1d62-4396-b145-47132af0b5d3 req-4f6f90e0-a515-4fe0-9d84-73339aca5b0f service neutron] (89110) timed out ('10.222.0.71', 54865) {{(pid=89110) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 28 06:48:02.836534 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3fca8b3b-e63e-46e7-acbc-ee750a46ccd7 req-a74004fb-3199-4f7b-9829-662cc73f346c tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4967186 May 28 06:48:02.845015 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-6b902394-0f6b-46cc-9642-69c3afb16683 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Calling delete_port for f4a93b06-a7fc-4062-9d9c-777e36e12f75 owned by network:dhcp {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:48:02.904915 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-3fca8b3b-e63e-46e7-acbc-ee750a46ccd7 req-0cda20bc-bc38-46be-8f7a-36ad76834bce service neutron] Request body: {'port': {'device_id': '479b236c-db1d-48ae-9c3e-6d471a3b8fcc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843702-1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:48:03.056735 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-3fca8b3b-e63e-46e7-acbc-ee750a46ccd7 req-0cda20bc-bc38-46be-8f7a-36ad76834bce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:03.163678 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e670e91c-d5b1-4246-94d4-1bec06c12314 None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:03.186743 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-e670e91c-d5b1-4246-94d4-1bec06c12314 None None] Transition to ACTIVE for port object 6e18adc1-e90f-4817-8425-93c7ec92926c will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:48:03.207687 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-30f96cfa-f3ff-4485-9f5b-9b6b72ef03c5 None None] For port f4a93b06-a7fc-4062-9d9c-777e36e12f75, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=f4a93b06-a7fc-4062-9d9c-777e36e12f75,segment=NetworkSegment(3806d475-7c8f-4434-b8f4-83c50988b06a),segment_id=3806d475-7c8f-4434-b8f4-83c50988b06a)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:48:03.208082 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-30f96cfa-f3ff-4485-9f5b-9b6b72ef03c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:03.228974 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-8a24de64-3272-49fe-ac1d-6a8814db07ed None None] Notify callbacks [] for port, precommit_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:03.278154 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-54f305be-f082-4b17-90e7-7862895b93d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:03.370052 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-30f96cfa-f3ff-4485-9f5b-9b6b72ef03c5 None None] Calling delete_port for f4a93b06-a7fc-4062-9d9c-777e36e12f75 owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:48:03.394153 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6b902394-0f6b-46cc-9642-69c3afb16683 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:03.396570 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.provisioning_blocks [None req-8a24de64-3272-49fe-ac1d-6a8814db07ed None None] Transition to ACTIVE for port object e297dfee-fdf1-44c8-919b-5f8ab8d167e8 will not be triggered until provisioned by entity L2. {{(pid=89112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:48:03.400899 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-e670e91c-d5b1-4246-94d4-1bec06c12314 None None] Transition to ACTIVE for port object 6e18adc1-e90f-4817-8425-93c7ec92926c will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:48:03.465833 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.db.api [None req-30f96cfa-f3ff-4485-9f5b-9b6b72ef03c5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89111) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:48:03.466405 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b902394-0f6b-46cc-9642-69c3afb16683 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Pushing event deleted for resources: {'Port': ['ID=f4a93b06-a7fc-4062-9d9c-777e36e12f75,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:03.467426 n-d-843702-1 neutron-server[89111]: DEBUG oslo_db.api [None req-30f96cfa-f3ff-4485-9f5b-9b6b72ef03c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:48:03.474855 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b902394-0f6b-46cc-9642-69c3afb16683 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] No DVR routers for this DVR port f4a93b06-a7fc-4062-9d9c-777e36e12f75 on host n-d-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:48:03.488317 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-8a24de64-3272-49fe-ac1d-6a8814db07ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:03.493730 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef6ae93-eb97-481d-8f55-e8c6aaa5a32b req-ff982878-7b79-4b3e-b96e-e93cf61dc64a tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:48:03.495350 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0ef6ae93-eb97-481d-8f55-e8c6aaa5a32b req-ff982878-7b79-4b3e-b96e-e93cf61dc64a tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=479b236c-db1d-48ae-9c3e-6d471a3b8fcc HTTP/1.1" status: 200 len: 931 time: 0.2929952 May 28 06:48:03.533528 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e670e91c-d5b1-4246-94d4-1bec06c12314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:03.607214 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-8a24de64-3272-49fe-ac1d-6a8814db07ed None None] Attempting to bind port e297dfee-fdf1-44c8-919b-5f8ab8d167e8 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:48:03.622073 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-8a24de64-3272-49fe-ac1d-6a8814db07ed None None] Attempting to bind port e297dfee-fdf1-44c8-919b-5f8ab8d167e8 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:48:03.623774 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a24de64-3272-49fe-ac1d-6a8814db07ed None None] Attempting to bind port e297dfee-fdf1-44c8-919b-5f8ab8d167e8 on network 68df399e-e75e-4871-9364-5d05730b50f0 {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:48:03.641578 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a24de64-3272-49fe-ac1d-6a8814db07ed None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:48:03.644974 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a24de64-3272-49fe-ac1d-6a8814db07ed None None] Checking segment: {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:48:03.645755 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-8a24de64-3272-49fe-ac1d-6a8814db07ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:03.646496 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a24de64-3272-49fe-ac1d-6a8814db07ed None None] Bound using segment: {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:48:03.648356 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-8a24de64-3272-49fe-ac1d-6a8814db07ed None None] Bound port: e297dfee-fdf1-44c8-919b-5f8ab8d167e8, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:48:03.652283 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-54f305be-f082-4b17-90e7-7862895b93d0 admin admin] Allocated IP 172.20.0.1 (e8a2a26d-ca66-4cab-9858-6f3c41497abf/8eb43fa5-254f-4ae9-8992-ff7c55790b6d/94794d95-16dc-4eb7-adc9-6957ff3cb005) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:48:03.652550 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-8a24de64-3272-49fe-ac1d-6a8814db07ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:03.696244 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273cc770-b234-4466-955b-56c81911392c None None] Pushing event updated for resources: {'Port': ['ID=e297dfee-fdf1-44c8-919b-5f8ab8d167e8,revision_number=2']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:03.737514 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device f4a93b06-a7fc-4062-9d9c-777e36e12f75 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:48:03.765327 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-8a24de64-3272-49fe-ac1d-6a8814db07ed None None] For port e297dfee-fdf1-44c8-919b-5f8ab8d167e8, host n-d-843702-1, cleared binding levels {{(pid=89112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:48:03.771538 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-8a24de64-3272-49fe-ac1d-6a8814db07ed None None] For port e297dfee-fdf1-44c8-919b-5f8ab8d167e8, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=e297dfee-fdf1-44c8-919b-5f8ab8d167e8,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:48:03.787794 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 53744) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:48:03.833279 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: f4a93b06-a7fc-4062-9d9c-777e36e12f75 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:48:03.834095 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device f4a93b06-a7fc-4062-9d9c-777e36e12f75 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:48:03.861310 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e670e91c-d5b1-4246-94d4-1bec06c12314 None None] Network b3248923-834b-4ab0-a31c-2bb2fa672ed4 is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:48:03.865541 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-e670e91c-d5b1-4246-94d4-1bec06c12314 None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:48:03.872341 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e670e91c-d5b1-4246-94d4-1bec06c12314 None None] Pushing event updated for resources: {'Port': ['ID=6e18adc1-e90f-4817-8425-93c7ec92926c,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:03.876628 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e670e91c-d5b1-4246-94d4-1bec06c12314 None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:48:03.914661 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-8a24de64-3272-49fe-ac1d-6a8814db07ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:03.933608 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f56390a-fe9e-4505-adaa-a09dc0c08ff8 admin admin] Deleting subnet 08ac47a0-2128-4760-ba5b-fed3524dd99f {{(pid=89109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:48:03.942423 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1f56390a-fe9e-4505-adaa-a09dc0c08ff8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:04.005958 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-30f96cfa-f3ff-4485-9f5b-9b6b72ef03c5 None None] Deleting port f4a93b06-a7fc-4062-9d9c-777e36e12f75 {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:48:04.008344 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-30f96cfa-f3ff-4485-9f5b-9b6b72ef03c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:04.062496 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e670e91c-d5b1-4246-94d4-1bec06c12314 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:48:04.063872 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e670e91c-d5b1-4246-94d4-1bec06c12314 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:48:04.066870 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e670e91c-d5b1-4246-94d4-1bec06c12314 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:48:04.067397 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e670e91c-d5b1-4246-94d4-1bec06c12314 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:48:04.068355 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e670e91c-d5b1-4246-94d4-1bec06c12314 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:48:04.068882 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e670e91c-d5b1-4246-94d4-1bec06c12314 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:48:04.069709 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e670e91c-d5b1-4246-94d4-1bec06c12314 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:48:04.070125 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6b902394-0f6b-46cc-9642-69c3afb16683 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:04.070748 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e670e91c-d5b1-4246-94d4-1bec06c12314 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:48:04.071522 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e670e91c-d5b1-4246-94d4-1bec06c12314 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:48:04.072034 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e670e91c-d5b1-4246-94d4-1bec06c12314 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:48:04.072823 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e670e91c-d5b1-4246-94d4-1bec06c12314 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:48:04.074659 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e670e91c-d5b1-4246-94d4-1bec06c12314 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:48:04.091920 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a24de64-3272-49fe-ac1d-6a8814db07ed None None] Routers {'63e6bf40-4d11-4016-bf6a-84902343b154'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:48:04.092795 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-8a24de64-3272-49fe-ac1d-6a8814db07ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:47:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['63e6bf40-4d11-4016-bf6a-84902343b154'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:48:04.098744 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1f56390a-fe9e-4505-adaa-a09dc0c08ff8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3964070'] for subnet, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:04.105750 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-6b902394-0f6b-46cc-9642-69c3afb16683 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6083628-c317-4b66-aa76-9e23f5dca80c']}} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:48:04.119823 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-6b902394-0f6b-46cc-9642-69c3afb16683 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3806d475-7c8f-4434-b8f4-83c50988b06a') {'for_net_delete': True} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:48:04.120230 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-6b902394-0f6b-46cc-9642-69c3afb16683 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3806d475-7c8f-4434-b8f4-83c50988b06a') {} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:48:04.134986 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6b902394-0f6b-46cc-9642-69c3afb16683 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4150778'] for segment, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:04.159961 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6b902394-0f6b-46cc-9642-69c3afb16683 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:04.164670 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-30f96cfa-f3ff-4485-9f5b-9b6b72ef03c5 None None] The port 'f4a93b06-a7fc-4062-9d9c-777e36e12f75' was deleted {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 06:48:04.167216 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b902394-0f6b-46cc-9642-69c3afb16683 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=89110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:48:04.167636 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6b902394-0f6b-46cc-9642-69c3afb16683 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3143023'] for segment, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:04.179810 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-e670e91c-d5b1-4246-94d4-1bec06c12314 None None] Attempting to bind port 6e18adc1-e90f-4817-8425-93c7ec92926c on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:48:04.180188 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-e670e91c-d5b1-4246-94d4-1bec06c12314 None None] Attempting to bind port 6e18adc1-e90f-4817-8425-93c7ec92926c by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': '604d7fa8-bb06-42fb-82e4-232d807cfa82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'b3248923-834b-4ab0-a31c-2bb2fa672ed4'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:48:04.180546 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e670e91c-d5b1-4246-94d4-1bec06c12314 None None] Attempting to bind port 6e18adc1-e90f-4817-8425-93c7ec92926c on network b3248923-834b-4ab0-a31c-2bb2fa672ed4 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:48:04.194940 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e670e91c-d5b1-4246-94d4-1bec06c12314 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:48:04.195326 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e670e91c-d5b1-4246-94d4-1bec06c12314 None None] Checking segment: {'id': '604d7fa8-bb06-42fb-82e4-232d807cfa82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'b3248923-834b-4ab0-a31c-2bb2fa672ed4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:48:04.196178 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e670e91c-d5b1-4246-94d4-1bec06c12314 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:04.196632 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e670e91c-d5b1-4246-94d4-1bec06c12314 None None] Bound using segment: {'id': '604d7fa8-bb06-42fb-82e4-232d807cfa82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'b3248923-834b-4ab0-a31c-2bb2fa672ed4'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:48:04.197201 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-e670e91c-d5b1-4246-94d4-1bec06c12314 None None] Bound port: 6e18adc1-e90f-4817-8425-93c7ec92926c, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '604d7fa8-bb06-42fb-82e4-232d807cfa82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'b3248923-834b-4ab0-a31c-2bb2fa672ed4'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:48:04.197617 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e670e91c-d5b1-4246-94d4-1bec06c12314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:04.226999 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1f56390a-fe9e-4505-adaa-a09dc0c08ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:04.239687 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273cc770-b234-4466-955b-56c81911392c None None] Pushing event updated for resources: {'Port': ['ID=e297dfee-fdf1-44c8-919b-5f8ab8d167e8,revision_number=3']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:04.257116 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment 3806d475-7c8f-4434-b8f4-83c50988b06a resource provider aggregate not found May 28 06:48:04.335779 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-54f305be-f082-4b17-90e7-7862895b93d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:04.362905 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [None req-54f305be-f082-4b17-90e7-7862895b93d0 admin admin] Transition to ACTIVE for port object 94794d95-16dc-4eb7-adc9-6957ff3cb005 will not be triggered until provisioned by entity DHCP. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:48:04.373161 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-e670e91c-d5b1-4246-94d4-1bec06c12314 None None] For port 6e18adc1-e90f-4817-8425-93c7ec92926c, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:48:04.400233 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-8a24de64-3272-49fe-ac1d-6a8814db07ed None None] Set router 63e6bf40-4d11-4016-bf6a-84902343b154 gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:48:04.407392 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1f56390a-fe9e-4505-adaa-a09dc0c08ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9555650'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:04.451521 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a064ecec-fa62-46be-96ce-3b36f71995f8 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8756828850104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2463860'] for subnet, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:04.464067 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f56390a-fe9e-4505-adaa-a09dc0c08ff8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08ac47a0-2128-4760-ba5b-fed3524dd99f,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:04.510693 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment 3806d475-7c8f-4434-b8f4-83c50988b06a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3806d475-7c8f-4434-b8f4-83c50988b06a found for delete ", "request_id": "req-5e4d989f-fb73-41ec-9fd4-3f6d2bcb8382"}]} May 28 06:48:04.528254 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-0ef6ae93-eb97-481d-8f55-e8c6aaa5a32b req-5d7fa9d8-93a2-4b09-b049-c9e2806589a0 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Synchronizing usage tracker for tenant:25104e9d91034f7ab315290096db2d20 on resource:security_group {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:48:04.533314 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a064ecec-fa62-46be-96ce-3b36f71995f8 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Pushing event updated for resources: {'Subnet': ['ID=cd61441d-6c85-4262-87dd-7413409704b2,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:04.537584 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1f56390a-fe9e-4505-adaa-a09dc0c08ff8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:04.543010 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-54f305be-f082-4b17-90e7-7862895b93d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:04.626841 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f305be-f082-4b17-90e7-7862895b93d0 admin admin] Pushing event updated for resources: {'Port': ['ID=94794d95-16dc-4eb7-adc9-6957ff3cb005,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:04.629334 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a064ecec-fa62-46be-96ce-3b36f71995f8 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:48:04.630062 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a064ecec-fa62-46be-96ce-3b36f71995f8 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:04.635094 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-a064ecec-fa62-46be-96ce-3b36f71995f8 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] 10.222.0.55 "PUT /v2.0/subnets/cd61441d-6c85-4262-87dd-7413409704b2 HTTP/1.1" status: 200 len: 900 time: 2.6791105 May 28 06:48:04.639618 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 53754) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:48:04.689100 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292e84cf-c8e8-4301-bc6e-1a8137929aee req-16aadd74-0484-4bc7-9a33-195e43f9b899 tempest-ServerGroupTestJSON-443177424 tempest-ServerGroupTestJSON-443177424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:48:04.697552 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-292e84cf-c8e8-4301-bc6e-1a8137929aee req-16aadd74-0484-4bc7-9a33-195e43f9b899 tempest-ServerGroupTestJSON-443177424 tempest-ServerGroupTestJSON-443177424-project] 10.222.0.55 "GET /v2.0/ports?device_id=02bafc6e-4b66-41e2-82c8-daef3fec0f29 HTTP/1.1" status: 200 len: 945 time: 0.5068009 May 28 06:48:04.734291 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-0ef6ae93-eb97-481d-8f55-e8c6aaa5a32b req-5d7fa9d8-93a2-4b09-b049-c9e2806589a0 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Unset dirty status for tenant:25104e9d91034f7ab315290096db2d20 on resource:security_group {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:48:04.735489 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-e670e91c-d5b1-4246-94d4-1bec06c12314 None None] For port 6e18adc1-e90f-4817-8425-93c7ec92926c, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=6e18adc1-e90f-4817-8425-93c7ec92926c,segment=NetworkSegment(604d7fa8-bb06-42fb-82e4-232d807cfa82),segment_id=604d7fa8-bb06-42fb-82e4-232d807cfa82)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:48:04.736577 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0ef6ae93-eb97-481d-8f55-e8c6aaa5a32b req-5d7fa9d8-93a2-4b09-b049-c9e2806589a0 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/security-groups?id=55eadb02-d3aa-43b2-bf74-b67b0f98720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0851119 May 28 06:48:04.743366 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6b902394-0f6b-46cc-9642-69c3afb16683 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:04.784330 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6b902394-0f6b-46cc-9642-69c3afb16683 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks [] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:04.791724 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-292e84cf-c8e8-4301-bc6e-1a8137929aee req-6f4df5c1-8931-4d0c-a7a7-a2e17a570f2b tempest-ServerGroupTestJSON-443177424 tempest-ServerGroupTestJSON-443177424-project] 10.222.0.55 "GET /v2.0/security-groups?id=860888bd-e3a2-4c37-b292-6ee1f975caa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936430 May 28 06:48:04.827063 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e670e91c-d5b1-4246-94d4-1bec06c12314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:04.878191 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b902394-0f6b-46cc-9642-69c3afb16683 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Pushing event deleted for resources: {'Network': ['ID=e6083628-c317-4b66-aa76-9e23f5dca80c,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:04.902477 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-8a24de64-3272-49fe-ac1d-6a8814db07ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e6bf40-4d11-4016-bf6a-84902343b154', 'name': 'tempest-TestVolumeBackupRestore-1776720312-router', 'tenant_id': '5e10d5f74e5d4c1ba1676abddcb9b284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': 'e297dfee-fdf1-44c8-919b-5f8ab8d167e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:47:53Z', 'updated_at': '2022-05-28T06:47:57Z', 'revision_number': 3, 'project_id': '5e10d5f74e5d4c1ba1676abddcb9b284', 'gw_port': {'id': 'e297dfee-fdf1-44c8-919b-5f8ab8d167e8', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e9:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e6bf40-4d11-4016-bf6a-84902343b154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:47:56Z', 'updated_at': '2022-05-28T06:48:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:48:04.911034 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a24de64-3272-49fe-ac1d-6a8814db07ed None None] The sync data for ids ['63e6bf40-4d11-4016-bf6a-84902343b154'] in n-d-843702-1 is: [{'id': '63e6bf40-4d11-4016-bf6a-84902343b154', 'name': 'tempest-TestVolumeBackupRestore-1776720312-router', 'tenant_id': '5e10d5f74e5d4c1ba1676abddcb9b284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': 'e297dfee-fdf1-44c8-919b-5f8ab8d167e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:47:53Z', 'updated_at': '2022-05-28T06:47:57Z', 'revision_number': 3, 'project_id': '5e10d5f74e5d4c1ba1676abddcb9b284', 'gw_port': {'id': 'e297dfee-fdf1-44c8-919b-5f8ab8d167e8', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e9:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e6bf40-4d11-4016-bf6a-84902343b154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:47:56Z', 'updated_at': '2022-05-28T06:48:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:48:04.944249 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [req-3fca8b3b-e63e-46e7-acbc-ee750a46ccd7 req-0cda20bc-bc38-46be-8f7a-36ad76834bce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8566525-c4cb-4e62-a1d8-5e9ce5ba1b4e {{(pid=89110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:48:04.953578 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-3fca8b3b-e63e-46e7-acbc-ee750a46ccd7 req-0cda20bc-bc38-46be-8f7a-36ad76834bce service neutron] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:04.993595 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-3fca8b3b-e63e-46e7-acbc-ee750a46ccd7 req-0cda20bc-bc38-46be-8f7a-36ad76834bce service neutron] Transition to ACTIVE for port object f8566525-c4cb-4e62-a1d8-5e9ce5ba1b4e will not be triggered until provisioned by entity L2. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:48:05.001924 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-6b902394-0f6b-46cc-9642-69c3afb16683 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] 10.222.0.55 "DELETE /v2.0/networks/e6083628-c317-4b66-aa76-9e23f5dca80c HTTP/1.1" status: 204 len: 168 time: 4.1416278 May 28 06:48:05.002766 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 53764) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:48:05.073226 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e670e91c-d5b1-4246-94d4-1bec06c12314 None None] Pushing event updated for resources: {'Port': ['ID=6e18adc1-e90f-4817-8425-93c7ec92926c,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:05.099155 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-3fca8b3b-e63e-46e7-acbc-ee750a46ccd7 req-0cda20bc-bc38-46be-8f7a-36ad76834bce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:05.153663 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-1f56390a-fe9e-4505-adaa-a09dc0c08ff8 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/08ac47a0-2128-4760-ba5b-fed3524dd99f HTTP/1.1" status: 204 len: 168 time: 1.3606462 May 28 06:48:05.164783 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f305be-f082-4b17-90e7-7862895b93d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:48:05.165132 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f305be-f082-4b17-90e7-7862895b93d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:48:05.165497 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f305be-f082-4b17-90e7-7862895b93d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:48:05.165834 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f305be-f082-4b17-90e7-7862895b93d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:48:05.166163 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f305be-f082-4b17-90e7-7862895b93d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:48:05.166490 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f305be-f082-4b17-90e7-7862895b93d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:48:05.166814 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f305be-f082-4b17-90e7-7862895b93d0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:48:05.169778 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 53770) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:48:05.170101 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f305be-f082-4b17-90e7-7862895b93d0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:48:05.173010 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f305be-f082-4b17-90e7-7862895b93d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:48:05.173484 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f305be-f082-4b17-90e7-7862895b93d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:48:05.173784 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f305be-f082-4b17-90e7-7862895b93d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:48:05.174120 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f305be-f082-4b17-90e7-7862895b93d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:48:05.209372 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fc50e75f-fe29-4c60-8eec-9db585950f09 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:05.235597 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f305be-f082-4b17-90e7-7862895b93d0 admin admin] Network e8a2a26d-ca66-4cab-9858-6f3c41497abf is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:48:05.240753 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-54f305be-f082-4b17-90e7-7862895b93d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:48:05.255687 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f305be-f082-4b17-90e7-7862895b93d0 admin admin] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:48:05.359347 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-fc50e75f-fe29-4c60-8eec-9db585950f09 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Deleting port 6e18adc1-e90f-4817-8425-93c7ec92926c {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:48:05.360063 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fc50e75f-fe29-4c60-8eec-9db585950f09 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:05.460049 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-54f305be-f082-4b17-90e7-7862895b93d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690947'] for router_interface, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:05.538511 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cda20bc-bc38-46be-8f7a-36ad76834bce service neutron] Pushing event updated for resources: {'Port': ['ID=f8566525-c4cb-4e62-a1d8-5e9ce5ba1b4e,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:05.803587 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f5041c-b891-4d63-9186-66b67afd46e0 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:48:05.806367 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-65f5041c-b891-4d63-9186-66b67afd46e0 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Synchronizing usage tracker for tenant:bf0f1d3761524ddfa4db9240ac258eb8 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:48:05.846117 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ca8dbabf-d85a-4344-b1a1-9109beb485a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:05.882714 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-59273581-6a6b-4857-a16e-fe8e6e2f85bc None None] Provisioning for port 94794d95-16dc-4eb7-adc9-6957ff3cb005 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:48:05.900829 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-59273581-6a6b-4857-a16e-fe8e6e2f85bc None None] Provisioning complete for port 94794d95-16dc-4eb7-adc9-6957ff3cb005 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:48:05.901338 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-59273581-6a6b-4857-a16e-fe8e6e2f85bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:06.035178 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-59273581-6a6b-4857-a16e-fe8e6e2f85bc None None] Port 94794d95-16dc-4eb7-adc9-6957ff3cb005 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:48:06.037026 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device e297dfee-fdf1-44c8-919b-5f8ab8d167e8 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:48:06.057624 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-65f5041c-b891-4d63-9186-66b67afd46e0 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Unset dirty status for tenant:bf0f1d3761524ddfa4db9240ac258eb8 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:48:06.062070 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-65f5041c-b891-4d63-9186-66b67afd46e0 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 1.0550406 May 28 06:48:06.084176 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 53780) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:48:06.246966 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-3fca8b3b-e63e-46e7-acbc-ee750a46ccd7 req-0cda20bc-bc38-46be-8f7a-36ad76834bce service neutron] Attempting to bind port f8566525-c4cb-4e62-a1d8-5e9ce5ba1b4e on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:48:06.247567 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-3fca8b3b-e63e-46e7-acbc-ee750a46ccd7 req-0cda20bc-bc38-46be-8f7a-36ad76834bce service neutron] Attempting to bind port f8566525-c4cb-4e62-a1d8-5e9ce5ba1b4e by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': 'd3c6b9f0-14d5-4338-b095-ac6f93dbc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:48:06.247706 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fca8b3b-e63e-46e7-acbc-ee750a46ccd7 req-0cda20bc-bc38-46be-8f7a-36ad76834bce service neutron] Attempting to bind port f8566525-c4cb-4e62-a1d8-5e9ce5ba1b4e on network ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:48:06.253576 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port e297dfee-fdf1-44c8-919b-5f8ab8d167e8 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:48:06.259881 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port e297dfee-fdf1-44c8-919b-5f8ab8d167e8 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:48:06.260322 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:06.290226 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fca8b3b-e63e-46e7-acbc-ee750a46ccd7 req-0cda20bc-bc38-46be-8f7a-36ad76834bce service neutron] Port f8566525-c4cb-4e62-a1d8-5e9ce5ba1b4e on network ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:48:06.290550 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fca8b3b-e63e-46e7-acbc-ee750a46ccd7 req-0cda20bc-bc38-46be-8f7a-36ad76834bce service neutron] Attempting to bind port f8566525-c4cb-4e62-a1d8-5e9ce5ba1b4e on network ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:48:06.309718 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ca8dbabf-d85a-4344-b1a1-9109beb485a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:06.319223 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fca8b3b-e63e-46e7-acbc-ee750a46ccd7 req-0cda20bc-bc38-46be-8f7a-36ad76834bce service neutron] Checking agent: {'id': '69f492a0-c00d-46d0-9bec-fcd8161ce206', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 47, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:48:06.319562 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fca8b3b-e63e-46e7-acbc-ee750a46ccd7 req-0cda20bc-bc38-46be-8f7a-36ad76834bce service neutron] Checking segment: {'id': 'd3c6b9f0-14d5-4338-b095-ac6f93dbc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:48:06.319955 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fca8b3b-e63e-46e7-acbc-ee750a46ccd7 req-0cda20bc-bc38-46be-8f7a-36ad76834bce service neutron] Bound using segment: {'id': 'd3c6b9f0-14d5-4338-b095-ac6f93dbc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1'} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:48:06.320406 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-3fca8b3b-e63e-46e7-acbc-ee750a46ccd7 req-0cda20bc-bc38-46be-8f7a-36ad76834bce service neutron] Bound port: f8566525-c4cb-4e62-a1d8-5e9ce5ba1b4e, host: n-h1-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3c6b9f0-14d5-4338-b095-ac6f93dbc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1'}}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:48:06.320764 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-3fca8b3b-e63e-46e7-acbc-ee750a46ccd7 req-0cda20bc-bc38-46be-8f7a-36ad76834bce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:06.424581 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-ca8dbabf-d85a-4344-b1a1-9109beb485a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1019bbb-6a9b-4c40-954f-ef6f126c2596']}} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:48:06.445239 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-ca8dbabf-d85a-4344-b1a1-9109beb485a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f00444d8-7ba0-4d64-8814-3169e4b95947') {'for_net_delete': True} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:48:06.445568 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-ca8dbabf-d85a-4344-b1a1-9109beb485a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f00444d8-7ba0-4d64-8814-3169e4b95947') {} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:48:06.473394 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ca8dbabf-d85a-4344-b1a1-9109beb485a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4150778'] for segment, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:06.514507 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ca8dbabf-d85a-4344-b1a1-9109beb485a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:06.527788 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-fc50e75f-fe29-4c60-8eec-9db585950f09 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] For port 6e18adc1-e90f-4817-8425-93c7ec92926c, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=6e18adc1-e90f-4817-8425-93c7ec92926c,segment=NetworkSegment(604d7fa8-bb06-42fb-82e4-232d807cfa82),segment_id=604d7fa8-bb06-42fb-82e4-232d807cfa82)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:48:06.528338 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fc50e75f-fe29-4c60-8eec-9db585950f09 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:06.529366 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca8dbabf-d85a-4344-b1a1-9109beb485a3 admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=89110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:48:06.532131 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ca8dbabf-d85a-4344-b1a1-9109beb485a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3143023'] for segment, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:06.542526 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port e297dfee-fdf1-44c8-919b-5f8ab8d167e8 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:48:06.542954 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-c6620025-5849-451d-b800-216fdf58e73b tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] 10.222.0.55 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.4437387 May 28 06:48:06.543117 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:06.561175 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 53786) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:48:06.600567 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port e297dfee-fdf1-44c8-919b-5f8ab8d167e8, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=e297dfee-fdf1-44c8-919b-5f8ab8d167e8,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:48:06.602574 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a906c06-b787-492a-ae79-ea5aa6ab3b1f req-91e54315-9f4b-4e0f-9cc5-bd59ab2ae7e8 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:48:06.615031 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8a906c06-b787-492a-ae79-ea5aa6ab3b1f req-91e54315-9f4b-4e0f-9cc5-bd59ab2ae7e8 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=479b236c-db1d-48ae-9c3e-6d471a3b8fcc HTTP/1.1" status: 200 len: 943 time: 0.5509300 May 28 06:48:06.698653 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment f00444d8-7ba0-4d64-8814-3169e4b95947 resource provider aggregate not found May 28 06:48:06.716998 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:06.717841 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 6e18adc1-e90f-4817-8425-93c7ec92926c up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:48:06.737358 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-18bdb949-74d3-47cf-98a1-cbae5c748260 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-163601374'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:48:06.779598 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment f00444d8-7ba0-4d64-8814-3169e4b95947 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f00444d8-7ba0-4d64-8814-3169e4b95947 found for delete ", "request_id": "req-aba18547-1edd-4e7a-93e8-1ba4ad2dd7e0"}]} May 28 06:48:06.789803 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594133ea-f288-4181-88af-d7eb11a29d2c req-b7de7c22-d2ba-4b7b-a281-02c825966380 tempest-ServerGroupTestJSON-443177424 tempest-ServerGroupTestJSON-443177424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:48:06.802799 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-594133ea-f288-4181-88af-d7eb11a29d2c req-b7de7c22-d2ba-4b7b-a281-02c825966380 tempest-ServerGroupTestJSON-443177424 tempest-ServerGroupTestJSON-443177424-project] 10.222.0.55 "GET /v2.0/ports?device_id=02bafc6e-4b66-41e2-82c8-daef3fec0f29 HTTP/1.1" status: 200 len: 945 time: 0.7991469 May 28 06:48:06.885739 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-fc50e75f-fe29-4c60-8eec-9db585950f09 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Calling delete_port for 6e18adc1-e90f-4817-8425-93c7ec92926c owned by network:dhcp {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:48:06.899248 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8a906c06-b787-492a-ae79-ea5aa6ab3b1f req-1cc73f3b-d6ee-4171-89da-3c440a15f7bb tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/security-groups?id=55eadb02-d3aa-43b2-bf74-b67b0f98720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2832315 May 28 06:48:06.918008 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ca8dbabf-d85a-4344-b1a1-9109beb485a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:06.923427 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ca8dbabf-d85a-4344-b1a1-9109beb485a3 admin admin] Notify callbacks [] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:06.930906 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=e297dfee-fdf1-44c8-919b-5f8ab8d167e8,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:06.942866 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-18bdb949-74d3-47cf-98a1-cbae5c748260 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:48:06.959012 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-18bdb949-74d3-47cf-98a1-cbae5c748260 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Usage tracker for resource:network and tenant:bf0f1d3761524ddfa4db9240ac258eb8 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:48:06.965287 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-18bdb949-74d3-47cf-98a1-cbae5c748260 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:48:06.965557 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-3fca8b3b-e63e-46e7-acbc-ee750a46ccd7 req-0cda20bc-bc38-46be-8f7a-36ad76834bce service neutron] For port f8566525-c4cb-4e62-a1d8-5e9ce5ba1b4e, host n-h1-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:48:06.972212 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-ca8dbabf-d85a-4344-b1a1-9109beb485a3 admin admin] 10.222.0.55 "DELETE /v2.0/networks/c1019bbb-6a9b-4c40-954f-ef6f126c2596 HTTP/1.1" status: 204 len: 168 time: 1.7816937 May 28 06:48:06.975441 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 53794) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:48:06.986835 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-594133ea-f288-4181-88af-d7eb11a29d2c req-74385b6b-7e4d-4405-a97c-3d2ac679a67f tempest-ServerGroupTestJSON-443177424 tempest-ServerGroupTestJSON-443177424-project] 10.222.0.55 "GET /v2.0/security-groups?id=860888bd-e3a2-4c37-b292-6ee1f975caa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804316 May 28 06:48:06.989339 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8dbabf-d85a-4344-b1a1-9109beb485a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=c1019bbb-6a9b-4c40-954f-ef6f126c2596,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:06.997032 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 6e18adc1-e90f-4817-8425-93c7ec92926c completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:48:07.010449 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-3fca8b3b-e63e-46e7-acbc-ee750a46ccd7 req-0cda20bc-bc38-46be-8f7a-36ad76834bce service neutron] For port f8566525-c4cb-4e62-a1d8-5e9ce5ba1b4e, host n-h1-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=f8566525-c4cb-4e62-a1d8-5e9ce5ba1b4e,segment=NetworkSegment(d3c6b9f0-14d5-4338-b095-ac6f93dbc704),segment_id=d3c6b9f0-14d5-4338-b095-ac6f93dbc704)] {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:48:07.017998 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4665e245-3c7f-4263-872a-d970e9e86b41 None None] Network b3248923-834b-4ab0-a31c-2bb2fa672ed4 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:48:07.025781 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-18bdb949-74d3-47cf-98a1-cbae5c748260 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:48:07.063554 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-54f305be-f082-4b17-90e7-7862895b93d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:07.079121 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-3fca8b3b-e63e-46e7-acbc-ee750a46ccd7 req-0cda20bc-bc38-46be-8f7a-36ad76834bce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:07.108924 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb1f2ae5-7d89-4d22-b230-9c3bfd578a38 admin admin] Deleting subnet 56d1950a-c117-4c9a-a096-437f4597e3fd {{(pid=89109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:48:07.112846 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-bb1f2ae5-7d89-4d22-b230-9c3bfd578a38 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:07.168343 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-bb1f2ae5-7d89-4d22-b230-9c3bfd578a38 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3964070'] for subnet, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:07.200810 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-0b9725dd-60c6-40d6-a940-d7be71893ca7 None None] Provisioning for port 6e18adc1-e90f-4817-8425-93c7ec92926c completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:48:07.202618 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cda20bc-bc38-46be-8f7a-36ad76834bce service neutron] Pushing event updated for resources: {'Port': ['ID=f8566525-c4cb-4e62-a1d8-5e9ce5ba1b4e,revision_number=3']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:07.206742 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fca8b3b-e63e-46e7-acbc-ee750a46ccd7 req-0cda20bc-bc38-46be-8f7a-36ad76834bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:48:07.207515 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-3fca8b3b-e63e-46e7-acbc-ee750a46ccd7 req-0cda20bc-bc38-46be-8f7a-36ad76834bce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:07.208992 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3fca8b3b-e63e-46e7-acbc-ee750a46ccd7 req-0cda20bc-bc38-46be-8f7a-36ad76834bce service neutron] 10.222.0.69 "PUT /v2.0/ports/f8566525-c4cb-4e62-a1d8-5e9ce5ba1b4e HTTP/1.1" status: 200 len: 1091 time: 4.3109033 May 28 06:48:07.209550 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '479b236c-db1d-48ae-9c3e-6d471a3b8fcc', 'tag': 'f8566525-c4cb-4e62-a1d8-5e9ce5ba1b4e'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:48:07.297699 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18bdb949-74d3-47cf-98a1-cbae5c748260 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Made reservation on behalf of bf0f1d3761524ddfa4db9240ac258eb8 for: {'network': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:48:07.302940 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04cf5dd6-5617-4796-8eb1-2a9abf30d7ef'] response: {'name': 'network-changed', 'server_uuid': '479b236c-db1d-48ae-9c3e-6d471a3b8fcc', 'tag': 'f8566525-c4cb-4e62-a1d8-5e9ce5ba1b4e', 'status': 'completed', 'code': 200} May 28 06:48:07.303449 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-18bdb949-74d3-47cf-98a1-cbae5c748260 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:07.353811 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-0b9725dd-60c6-40d6-a940-d7be71893ca7 None None] Provisioning complete for port 6e18adc1-e90f-4817-8425-93c7ec92926c triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:48:07.354433 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-0b9725dd-60c6-40d6-a940-d7be71893ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:07.415707 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404315b5-62a9-4c56-9b95-5512abaa4c58 req-67576413-725e-4452-9514-eb98faff973a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:48:07.417408 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-404315b5-62a9-4c56-9b95-5512abaa4c58 req-67576413-725e-4452-9514-eb98faff973a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=25104e9d91034f7ab315290096db2d20&device_id=479b236c-db1d-48ae-9c3e-6d471a3b8fcc HTTP/1.1" status: 200 len: 1094 time: 0.0922973 May 28 06:48:07.527504 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-bb1f2ae5-7d89-4d22-b230-9c3bfd578a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:07.561577 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-0b9725dd-60c6-40d6-a940-d7be71893ca7 None None] Current status of the port 6e18adc1-e90f-4817-8425-93c7ec92926c is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:48:07.562342 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-0b9725dd-60c6-40d6-a940-d7be71893ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:07.689023 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device e297dfee-fdf1-44c8-919b-5f8ab8d167e8 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:48:07.771471 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404315b5-62a9-4c56-9b95-5512abaa4c58 req-edb33451-df2a-45eb-983f-90ce5104a6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:48:07.773027 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-404315b5-62a9-4c56-9b95-5512abaa4c58 req-edb33451-df2a-45eb-983f-90ce5104a6fa service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=25104e9d91034f7ab315290096db2d20&shared=False HTTP/1.1" status: 200 len: 907 time: 0.3451157 May 28 06:48:07.822089 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port e297dfee-fdf1-44c8-919b-5f8ab8d167e8 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:48:07.823287 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:07.912940 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b64d400-2478-421b-9531-0a6a0e46eb3b None None] Network b3248923-834b-4ab0-a31c-2bb2fa672ed4 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:48:08.110546 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-bb1f2ae5-7d89-4d22-b230-9c3bfd578a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9555650'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:08.132640 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port e297dfee-fdf1-44c8-919b-5f8ab8d167e8 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:48:08.187065 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-54f305be-f082-4b17-90e7-7862895b93d0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:08.201278 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd8557e-3423-4ff9-9db5-a831a17bd592 req-d26a6b7b-7dae-4f0d-8097-62bc38128a55 tempest-ServerGroupTestJSON-443177424 tempest-ServerGroupTestJSON-443177424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:48:08.203210 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-dcd8557e-3423-4ff9-9db5-a831a17bd592 req-d26a6b7b-7dae-4f0d-8097-62bc38128a55 tempest-ServerGroupTestJSON-443177424 tempest-ServerGroupTestJSON-443177424-project] 10.222.0.71 "GET /v2.0/ports?device_id=02bafc6e-4b66-41e2-82c8-daef3fec0f29 HTTP/1.1" status: 200 len: 945 time: 0.5633888 May 28 06:48:08.207565 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1f2ae5-7d89-4d22-b230-9c3bfd578a38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56d1950a-c117-4c9a-a096-437f4597e3fd,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:08.263022 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404315b5-62a9-4c56-9b95-5512abaa4c58 req-15233096-5af7-47a9-8e96-7f647e7bcd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:48:08.264483 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-404315b5-62a9-4c56-9b95-5512abaa4c58 req-15233096-5af7-47a9-8e96-7f647e7bcd7f service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4851775 May 28 06:48:08.467453 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c10503-de61-483d-9fb7-62b816396f4f req-63a08830-362b-4e26-af87-5f44edf83558 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:48:08.467453 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a9c10503-de61-483d-9fb7-62b816396f4f req-63a08830-362b-4e26-af87-5f44edf83558 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=479b236c-db1d-48ae-9c3e-6d471a3b8fcc HTTP/1.1" status: 200 len: 943 time: 0.3385925 May 28 06:48:08.477595 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-b0706757-2f25-487d-894e-57bc703f0da7 None None] Could not find standard attr ID for object 6e18adc1-e90f-4817-8425-93c7ec92926c. {{(pid=89111) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 28 06:48:08.534848 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fca8b3b-e63e-46e7-acbc-ee750a46ccd7 req-fef95296-2ac7-4879-ad63-4fe0f5539347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:48:08.537246 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3fca8b3b-e63e-46e7-acbc-ee750a46ccd7 req-fef95296-2ac7-4879-ad63-4fe0f5539347 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=25104e9d91034f7ab315290096db2d20&device_id=479b236c-db1d-48ae-9c3e-6d471a3b8fcc HTTP/1.1" status: 200 len: 1094 time: 0.2243934 May 28 06:48:08.546422 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fee71b1-531c-46f5-a427-e858dc4f8117 req-612a546e-51d2-4436-9033-7e1d48c8c685 tempest-ServerGroupTestJSON-443177424 tempest-ServerGroupTestJSON-443177424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:48:08.548612 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4fee71b1-531c-46f5-a427-e858dc4f8117 req-612a546e-51d2-4436-9033-7e1d48c8c685 tempest-ServerGroupTestJSON-443177424 tempest-ServerGroupTestJSON-443177424-project] 10.222.0.55 "GET /v2.0/ports?device_id=02bafc6e-4b66-41e2-82c8-daef3fec0f29 HTTP/1.1" status: 200 len: 945 time: 0.3272469 May 28 06:48:08.554088 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a9c10503-de61-483d-9fb7-62b816396f4f req-f9f6ad24-dfd7-45d5-8ef0-c4cd8044ca7c tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/security-groups?id=55eadb02-d3aa-43b2-bf74-b67b0f98720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831304 May 28 06:48:08.564811 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-bb1f2ae5-7d89-4d22-b230-9c3bfd578a38 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:08.603740 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-54f305be-f082-4b17-90e7-7862895b93d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:08.631021 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3fca8b3b-e63e-46e7-acbc-ee750a46ccd7 req-c4d00fc0-0ac6-49ce-b050-35d110908a62 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f8566525-c4cb-4e62-a1d8-5e9ce5ba1b4e HTTP/1.1" status: 200 len: 217 time: 0.0814071 May 28 06:48:08.678042 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fc50e75f-fe29-4c60-8eec-9db585950f09 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:08.690233 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-db4a8195-6ab7-4998-91a7-06ee5d06b6b4 None None] Could not find standard attr ID for object 6e18adc1-e90f-4817-8425-93c7ec92926c. {{(pid=89111) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 28 06:48:08.695871 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18bdb949-74d3-47cf-98a1-cbae5c748260 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=89109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:48:08.753403 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [req-dcd8557e-3423-4ff9-9db5-a831a17bd592 req-1e74e97c-266a-4ccc-a295-5e9b525092f9 tempest-ServerGroupTestJSON-443177424 tempest-ServerGroupTestJSON-443177424-project] Deleting port 9321a04e-9e5c-44c3-9123-b0bd7ecb4d88 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:48:08.754200 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-dcd8557e-3423-4ff9-9db5-a831a17bd592 req-1e74e97c-266a-4ccc-a295-5e9b525092f9 tempest-ServerGroupTestJSON-443177424 tempest-ServerGroupTestJSON-443177424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:08.764844 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fca8b3b-e63e-46e7-acbc-ee750a46ccd7 req-091fed0e-2509-459d-8e55-e027a70cba7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:48:08.766906 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3fca8b3b-e63e-46e7-acbc-ee750a46ccd7 req-091fed0e-2509-459d-8e55-e027a70cba7e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cb73ce23-f864-48a4-8bdb-f1e8654d92be HTTP/1.1" status: 200 len: 846 time: 0.1182818 May 28 06:48:08.769618 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4fee71b1-531c-46f5-a427-e858dc4f8117 req-a80402c5-e6f5-4f7d-9bcc-f3fff0a3641e tempest-ServerGroupTestJSON-443177424 tempest-ServerGroupTestJSON-443177424-project] 10.222.0.55 "GET /v2.0/security-groups?id=860888bd-e3a2-4c37-b292-6ee1f975caa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376076 May 28 06:48:08.814297 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3fca8b3b-e63e-46e7-acbc-ee750a46ccd7 req-8fc11b48-c044-4ea3-b60c-2d37f22d6fa8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416515 May 28 06:48:08.866923 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-bb1f2ae5-7d89-4d22-b230-9c3bfd578a38 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/56d1950a-c117-4c9a-a096-437f4597e3fd HTTP/1.1" status: 204 len: 168 time: 1.8877718 May 28 06:48:08.880495 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-18bdb949-74d3-47cf-98a1-cbae5c748260 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:08.880856 n-d-843702-1 neutron-server[89109]: INFO neutron.db.segments_db [None req-18bdb949-74d3-47cf-98a1-cbae5c748260 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Added segment cdb5b8c3-62fe-44db-bb63-af1a2e0e6b19 of type vlan for network 62c11724-3236-4a4b-bc43-380e3631f0af May 28 06:48:08.883896 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 53814) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:48:08.903624 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040bf182-0ee5-4a49-b08a-4b2dadabeff4 None None] DHCP port deletion for b3248923-834b-4ab0-a31c-2bb2fa672ed4 request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:48:08.934662 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-269b9f9b-4025-4535-b49d-de9ffbf8ab12 None None] get_active_networks_info from n-d-843702-1 {{(pid=89111) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 28 06:48:08.984482 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f305be-f082-4b17-90e7-7862895b93d0 admin admin] Pushing event updated for resources: {'Port': ['ID=94794d95-16dc-4eb7-adc9-6957ff3cb005,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:08.987691 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3fca8b3b-e63e-46e7-acbc-ee750a46ccd7 req-0f42e402-f1fc-4252-b527-5bb84d17c661 service neutron] 10.222.0.69 "GET /v2.0/networks/ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674547 May 28 06:48:08.988096 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc50e75f-fe29-4c60-8eec-9db585950f09 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] No DVR routers for this DVR port 6e18adc1-e90f-4817-8425-93c7ec92926c on host n-d-843702-1 {{(pid=89109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:48:09.092994 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-269b9f9b-4025-4535-b49d-de9ffbf8ab12 None None] Resources bound (agent type, host, resource id): {{(pid=89111) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 28 06:48:09.159338 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fc50e75f-fe29-4c60-8eec-9db585950f09 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:09.184726 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-54f305be-f082-4b17-90e7-7862895b93d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700602'] for router_interface, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:09.194599 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3fca8b3b-e63e-46e7-acbc-ee750a46ccd7 req-e4dda401-92c3-415c-9862-81b6928ba8e4 service neutron] 10.222.0.69 "GET /v2.0/networks/ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990018 May 28 06:48:09.207668 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc50e75f-fe29-4c60-8eec-9db585950f09 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Pushing event deleted for resources: {'Port': ['ID=6e18adc1-e90f-4817-8425-93c7ec92926c,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:09.244078 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-18bdb949-74d3-47cf-98a1-cbae5c748260 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:09.395057 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e1588954-39ea-402f-9fe3-7dcd591440c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:09.518311 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6bf0cca-9fcb-48ab-9265-d4f035426681 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-b3248923-834b-4ab0-a31c-2bb2fa672ed4', 'network_id': 'b3248923-834b-4ab0-a31c-2bb2fa672ed4', 'tenant_id': 'e412caad0f5f49a9803aea4f744e5a99', 'fixed_ips': [{'subnet_id': 'cd61441d-6c85-4262-87dd-7413409704b2'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:48:09.518311 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c6bf0cca-9fcb-48ab-9265-d4f035426681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:09.649641 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 6e18adc1-e90f-4817-8425-93c7ec92926c no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:48:09.694272 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 6e18adc1-e90f-4817-8425-93c7ec92926c {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:48:09.694633 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 6e18adc1-e90f-4817-8425-93c7ec92926c not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:48:09.704050 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-18bdb949-74d3-47cf-98a1-cbae5c748260 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:09.711484 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18bdb949-74d3-47cf-98a1-cbae5c748260 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:48:09.711484 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-18bdb949-74d3-47cf-98a1-cbae5c748260 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:09.864270 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc8f506-59d3-46f2-a0a7-91902baf727e req-048a8584-4584-4bf1-8822-44d2f0fdfd24 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:48:09.867608 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2dc8f506-59d3-46f2-a0a7-91902baf727e req-048a8584-4584-4bf1-8822-44d2f0fdfd24 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=479b236c-db1d-48ae-9c3e-6d471a3b8fcc HTTP/1.1" status: 200 len: 943 time: 0.1333539 May 28 06:48:09.881062 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server [None req-c6bf0cca-9fcb-48ab-9265-d4f035426681 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cd61441d-6c85-4262-87dd-7413409704b2: This subnet is being modified by another concurrent operation. May 28 06:48:09.881062 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 28 06:48:09.881062 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 28 06:48:09.881062 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 28 06:48:09.881062 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 28 06:48:09.881062 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 28 06:48:09.881062 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 28 06:48:09.881062 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 28 06:48:09.881062 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 28 06:48:09.881062 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 28 06:48:09.881062 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 28 06:48:09.881062 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 28 06:48:09.881062 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 28 06:48:09.881062 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server self.force_reraise() May 28 06:48:09.881062 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 28 06:48:09.881062 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server raise self.value May 28 06:48:09.881062 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 28 06:48:09.881062 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 28 06:48:09.881062 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 28 06:48:09.881062 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 28 06:48:09.881062 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 28 06:48:09.881062 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server self.force_reraise() May 28 06:48:09.881062 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 28 06:48:09.881062 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server raise self.value May 28 06:48:09.881062 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 28 06:48:09.881062 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 28 06:48:09.881062 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 28 06:48:09.881062 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 28 06:48:09.881062 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 28 06:48:09.881062 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server self.force_reraise() May 28 06:48:09.881062 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 28 06:48:09.881062 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server raise self.value May 28 06:48:09.881062 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 28 06:48:09.881062 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 28 06:48:09.881062 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 28 06:48:09.881062 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 28 06:48:09.881062 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port May 28 06:48:09.881062 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 28 06:48:09.881062 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action May 28 06:48:09.881062 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 28 06:48:09.881062 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 28 06:48:09.881062 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 28 06:48:09.881062 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 28 06:48:09.881062 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 28 06:48:09.881062 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 28 06:48:09.881062 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 28 06:48:09.881062 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 28 06:48:09.881062 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 28 06:48:09.881062 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 28 06:48:09.881062 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server self.force_reraise() May 28 06:48:09.881062 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 28 06:48:09.881062 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server raise self.value May 28 06:48:09.881062 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 28 06:48:09.881062 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 28 06:48:09.881062 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 28 06:48:09.881062 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 28 06:48:09.881062 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 28 06:48:09.881062 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server self.force_reraise() May 28 06:48:09.881062 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 28 06:48:09.881062 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server raise self.value May 28 06:48:09.881062 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 28 06:48:09.881062 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 28 06:48:09.881062 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 28 06:48:09.881062 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 28 06:48:09.881062 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 28 06:48:09.881062 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server self.force_reraise() May 28 06:48:09.881062 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 28 06:48:09.881062 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server raise self.value May 28 06:48:09.881062 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 28 06:48:09.881062 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 28 06:48:09.881062 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port May 28 06:48:09.881062 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 28 06:48:09.881062 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db May 28 06:48:09.881062 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 28 06:48:09.881062 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db May 28 06:48:09.881062 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 28 06:48:09.881062 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 28 06:48:09.881062 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 28 06:48:09.881062 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 28 06:48:09.881062 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 28 06:48:09.881062 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 28 06:48:09.881062 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 28 06:48:09.881062 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 28 06:48:09.881062 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 28 06:48:09.881062 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 28 06:48:09.881062 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 28 06:48:09.881062 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets May 28 06:48:09.881062 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 28 06:48:09.881062 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 28 06:48:09.881062 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server raise exception May 28 06:48:09.881062 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cd61441d-6c85-4262-87dd-7413409704b2: This subnet is being modified by another concurrent operation. May 28 06:48:09.881062 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server May 28 06:48:09.908275 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-442f8b91-e7a5-410d-ad5f-881f7d095244 None None] get_active_networks_info from n-d-843702-1 {{(pid=89111) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 28 06:48:09.988026 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fc50e75f-fe29-4c60-8eec-9db585950f09 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9555650'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:10.130305 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2dc8f506-59d3-46f2-a0a7-91902baf727e req-2c6a5c1d-550c-4522-8cbe-2870d3e9afe7 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/security-groups?id=55eadb02-d3aa-43b2-bf74-b67b0f98720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294355 May 28 06:48:10.130305 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dd2525-b037-420a-94ca-2ead17804ce9 req-1b192a6d-a10e-48df-8768-ee1d80ea90d2 tempest-ServerGroupTestJSON-443177424 tempest-ServerGroupTestJSON-443177424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:48:10.130305 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-64dd2525-b037-420a-94ca-2ead17804ce9 req-1b192a6d-a10e-48df-8768-ee1d80ea90d2 tempest-ServerGroupTestJSON-443177424 tempest-ServerGroupTestJSON-443177424-project] 10.222.0.55 "GET /v2.0/ports?device_id=02bafc6e-4b66-41e2-82c8-daef3fec0f29 HTTP/1.1" status: 200 len: 945 time: 0.1004884 May 28 06:48:10.130902 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-442f8b91-e7a5-410d-ad5f-881f7d095244 None None] Resources bound (agent type, host, resource id): {{(pid=89111) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 28 06:48:10.131234 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f305be-f082-4b17-90e7-7862895b93d0 admin admin] Network e8a2a26d-ca66-4cab-9858-6f3c41497abf is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:48:10.131321 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-64dd2525-b037-420a-94ca-2ead17804ce9 req-5a9d5cea-f13f-4ad3-871e-80b9e37fa00e tempest-ServerGroupTestJSON-443177424 tempest-ServerGroupTestJSON-443177424-project] 10.222.0.55 "GET /v2.0/security-groups?id=860888bd-e3a2-4c37-b292-6ee1f975caa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627038 May 28 06:48:10.147633 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-54f305be-f082-4b17-90e7-7862895b93d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:48:10.155220 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e1588954-39ea-402f-9fe3-7dcd591440c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:10.167887 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc50e75f-fe29-4c60-8eec-9db585950f09 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Pushing event deleted for resources: {'Subnet': ['ID=cd61441d-6c85-4262-87dd-7413409704b2,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:10.171489 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bdb949-74d3-47cf-98a1-cbae5c748260 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Pushing event updated for resources: {'Network': ['ID=62c11724-3236-4a4b-bc43-380e3631f0af,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:10.198415 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 62c11724-3236-4a4b-bc43-380e3631f0af details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:48:10.319863 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-dcd8557e-3423-4ff9-9db5-a831a17bd592 req-1e74e97c-266a-4ccc-a295-5e9b525092f9 tempest-ServerGroupTestJSON-443177424 tempest-ServerGroupTestJSON-443177424-project] For port 9321a04e-9e5c-44c3-9123-b0bd7ecb4d88, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=9321a04e-9e5c-44c3-9123-b0bd7ecb4d88,segment=NetworkSegment(f9fcf41c-abfe-4cec-9b2c-3e94a40f3fae),segment_id=f9fcf41c-abfe-4cec-9b2c-3e94a40f3fae)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:48:10.320220 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-dcd8557e-3423-4ff9-9db5-a831a17bd592 req-1e74e97c-266a-4ccc-a295-5e9b525092f9 tempest-ServerGroupTestJSON-443177424 tempest-ServerGroupTestJSON-443177424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:10.338745 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-18bdb949-74d3-47cf-98a1-cbae5c748260 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 3.7806246 May 28 06:48:10.342278 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 53826) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:48:10.343636 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-e1588954-39ea-402f-9fe3-7dcd591440c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f0d51b4-0aae-43e2-917f-0bb31e5a690e']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:48:10.351158 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-0162b551-3229-4431-a21a-7034db5bc019 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Request body: {'subnet': {'network_id': '62c11724-3236-4a4b-bc43-380e3631f0af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:48:10.497686 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-0162b551-3229-4431-a21a-7034db5bc019 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:48:10.503402 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-0162b551-3229-4431-a21a-7034db5bc019 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Usage tracker for resource:subnet and tenant:bf0f1d3761524ddfa4db9240ac258eb8 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:48:10.506644 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-0162b551-3229-4431-a21a-7034db5bc019 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:48:10.513186 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-0162b551-3229-4431-a21a-7034db5bc019 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:48:10.626960 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0162b551-3229-4431-a21a-7034db5bc019 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Made reservation on behalf of bf0f1d3761524ddfa4db9240ac258eb8 for: {'subnet': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:48:10.630555 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0162b551-3229-4431-a21a-7034db5bc019 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3171998'] for subnet, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:10.655606 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee149b0-2894-491c-b4cb-7195147baa5f None None] Network b3248923-834b-4ab0-a31c-2bb2fa672ed4 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:48:10.748792 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-e1588954-39ea-402f-9fe3-7dcd591440c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c62a101c-44a5-49c9-8a2f-2f59e56b7a08') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:48:10.749008 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-e1588954-39ea-402f-9fe3-7dcd591440c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c62a101c-44a5-49c9-8a2f-2f59e56b7a08') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:48:10.824961 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fc50e75f-fe29-4c60-8eec-9db585950f09 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:10.898307 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [req-dcd8557e-3423-4ff9-9db5-a831a17bd592 req-1e74e97c-266a-4ccc-a295-5e9b525092f9 tempest-ServerGroupTestJSON-443177424 tempest-ServerGroupTestJSON-443177424-project] Calling delete_port for 9321a04e-9e5c-44c3-9123-b0bd7ecb4d88 owned by compute:nova {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:48:10.979768 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895a7c5c-1ad2-4af8-848d-2a0c6b34ad68 None None] DHCP port deletion for b3248923-834b-4ab0-a31c-2bb2fa672ed4 request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:48:11.029022 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e1588954-39ea-402f-9fe3-7dcd591440c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:11.037352 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-95eedd96-687d-40d7-94f9-23d360ecbfe1 None None] Provisioning complete for port 94794d95-16dc-4eb7-adc9-6957ff3cb005 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:48:11.037352 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-95eedd96-687d-40d7-94f9-23d360ecbfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:11.056635 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-fc50e75f-fe29-4c60-8eec-9db585950f09 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3248923-834b-4ab0-a31c-2bb2fa672ed4']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:48:11.076610 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54f305be-f082-4b17-90e7-7862895b93d0 admin admin] Router 63e6bf40-4d11-4016-bf6a-84902343b154 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:48:11.082595 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e1588954-39ea-402f-9fe3-7dcd591440c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:11.091458 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-fc50e75f-fe29-4c60-8eec-9db585950f09 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '604d7fa8-bb06-42fb-82e4-232d807cfa82') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:48:11.091733 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-fc50e75f-fe29-4c60-8eec-9db585950f09 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '604d7fa8-bb06-42fb-82e4-232d807cfa82') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:48:11.098562 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-95eedd96-687d-40d7-94f9-23d360ecbfe1 None None] Port 94794d95-16dc-4eb7-adc9-6957ff3cb005 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:48:11.107055 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1588954-39ea-402f-9fe3-7dcd591440c3 admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:48:11.107452 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e1588954-39ea-402f-9fe3-7dcd591440c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:11.123136 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0162b551-3229-4431-a21a-7034db5bc019 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3115906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3172012'] for subnet, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:11.160758 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fc50e75f-fe29-4c60-8eec-9db585950f09 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:11.211330 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment c62a101c-44a5-49c9-8a2f-2f59e56b7a08 resource provider aggregate not found May 28 06:48:11.237751 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 9321a04e-9e5c-44c3-9123-b0bd7ecb4d88 no longer exists at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:48:11.273832 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0162b551-3229-4431-a21a-7034db5bc019 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Pushing event updated for resources: {'Subnet': ['ID=59d70d18-1312-4f87-a2c6-7eae7f20a1c9,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:11.296683 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0162b551-3229-4431-a21a-7034db5bc019 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Checking segment: {'id': 'cdb5b8c3-62fe-44db-bb63-af1a2e0e6b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '62c11724-3236-4a4b-bc43-380e3631f0af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:48:11.297264 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0162b551-3229-4431-a21a-7034db5bc019 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Network hostable DHCP agents. Network: 62c11724-3236-4a4b-bc43-380e3631f0af, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89110) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:48:11.426170 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment c62a101c-44a5-49c9-8a2f-2f59e56b7a08 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c62a101c-44a5-49c9-8a2f-2f59e56b7a08 found for delete ", "request_id": "req-637ced4f-2e5f-4cc0-abf9-2cbf6dd7debf"}]} May 28 06:48:11.429763 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54f305be-f082-4b17-90e7-7862895b93d0 admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:48:11.434793 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-54f305be-f082-4b17-90e7-7862895b93d0 admin admin] 10.222.0.55 "PUT /v2.0/routers/63e6bf40-4d11-4016-bf6a-84902343b154/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9634395 May 28 06:48:11.456182 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fc50e75f-fe29-4c60-8eec-9db585950f09 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:11.477036 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc50e75f-fe29-4c60-8eec-9db585950f09 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:48:11.480086 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fc50e75f-fe29-4c60-8eec-9db585950f09 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:11.513900 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0162b551-3229-4431-a21a-7034db5bc019 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Network 62c11724-3236-4a4b-bc43-380e3631f0af is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89110) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:48:11.550803 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 9321a04e-9e5c-44c3-9123-b0bd7ecb4d88 is: ACTIVE; New status is: DOWN {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:48:11.551904 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:11.575329 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd0abec-9f23-4a7b-b75f-f1dfa4826f50 req-1f80390b-5793-4e4d-869c-120729036162 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:48:11.577041 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5fd0abec-9f23-4a7b-b75f-f1dfa4826f50 req-1f80390b-5793-4e4d-869c-120729036162 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=479b236c-db1d-48ae-9c3e-6d471a3b8fcc HTTP/1.1" status: 200 len: 943 time: 0.2385738 May 28 06:48:11.604103 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348cab94-725c-4bb6-82c0-1f2f4ae63ee2 None None] Sync routers for ids ['63e6bf40-4d11-4016-bf6a-84902343b154'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:48:11.631770 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-0162b551-3229-4431-a21a-7034db5bc019 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, 62c11724-3236-4a4b-bc43-380e3631f0af) {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:48:11.641722 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0162b551-3229-4431-a21a-7034db5bc019 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:48:11.644345 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0162b551-3229-4431-a21a-7034db5bc019 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:11.654795 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd12ad50-0a05-4bf5-8f1f-c2a159a46c78 None None] Network 62c11724-3236-4a4b-bc43-380e3631f0af requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:48:11.674976 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e1588954-39ea-402f-9fe3-7dcd591440c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:11.680645 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e1588954-39ea-402f-9fe3-7dcd591440c3 admin admin] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:11.699793 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348cab94-725c-4bb6-82c0-1f2f4ae63ee2 None None] Routers {'63e6bf40-4d11-4016-bf6a-84902343b154'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:48:11.700919 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-348cab94-725c-4bb6-82c0-1f2f4ae63ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:47:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['63e6bf40-4d11-4016-bf6a-84902343b154'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:48:11.732589 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5fd0abec-9f23-4a7b-b75f-f1dfa4826f50 req-e9d1e62f-a381-43b9-bfa2-10ba0b3233fb tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/security-groups?id=55eadb02-d3aa-43b2-bf74-b67b0f98720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429403 May 28 06:48:11.738521 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1588954-39ea-402f-9fe3-7dcd591440c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f0d51b4-0aae-43e2-917f-0bb31e5a690e,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:11.867698 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fc50e75f-fe29-4c60-8eec-9db585950f09 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:11.879682 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fc50e75f-fe29-4c60-8eec-9db585950f09 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:11.889602 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-0162b551-3229-4431-a21a-7034db5bc019 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5460043 May 28 06:48:11.893503 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 53850) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:48:11.898809 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-85e46582-4a35-4a5b-b6c2-0932aed7310f tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Request body: {'port': {'network_id': '62c11724-3236-4a4b-bc43-380e3631f0af', 'name': 'tempest-PortsIpV6TestJSON-542393553'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:48:11.924996 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-dcd8557e-3423-4ff9-9db5-a831a17bd592 req-1e74e97c-266a-4ccc-a295-5e9b525092f9 tempest-ServerGroupTestJSON-443177424 tempest-ServerGroupTestJSON-443177424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:11.942577 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-e1588954-39ea-402f-9fe3-7dcd591440c3 admin admin] 10.222.0.55 "DELETE /v2.0/networks/1f0d51b4-0aae-43e2-917f-0bb31e5a690e HTTP/1.1" status: 204 len: 168 time: 3.0483460 May 28 06:48:12.087639 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc50e75f-fe29-4c60-8eec-9db585950f09 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Pushing event deleted for resources: {'Network': ['ID=b3248923-834b-4ab0-a31c-2bb2fa672ed4,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:12.147698 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e74e97c-266a-4ccc-a295-5e9b525092f9 tempest-ServerGroupTestJSON-443177424 tempest-ServerGroupTestJSON-443177424-project] Pushing event deleted for resources: {'Port': ['ID=9321a04e-9e5c-44c3-9123-b0bd7ecb4d88,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:12.152414 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f94eb067-92b8-4caf-9b00-cc2b586aff7d req-261586ed-80a0-4b9d-9650-f112c9602d8d tempest-ServerGroupTestJSON-443177424 tempest-ServerGroupTestJSON-443177424-project] 10.222.0.55 "GET /v2.0/ports?device_id=02bafc6e-4b66-41e2-82c8-daef3fec0f29 HTTP/1.1" status: 200 len: 210 time: 0.6484718 May 28 06:48:12.183353 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-85e46582-4a35-4a5b-b6c2-0932aed7310f tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:48:12.203226 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-85e46582-4a35-4a5b-b6c2-0932aed7310f tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:48:12.213274 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 53860) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:48:12.217632 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-fc50e75f-fe29-4c60-8eec-9db585950f09 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] 10.222.0.55 "DELETE /v2.0/networks/b3248923-834b-4ab0-a31c-2bb2fa672ed4 HTTP/1.1" status: 204 len: 168 time: 7.5723574 May 28 06:48:12.220545 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcd8557e-3423-4ff9-9db5-a831a17bd592 req-1e74e97c-266a-4ccc-a295-5e9b525092f9 tempest-ServerGroupTestJSON-443177424 tempest-ServerGroupTestJSON-443177424-project] No DVR routers for this DVR port 9321a04e-9e5c-44c3-9123-b0bd7ecb4d88 on host n-h2-843702-1 {{(pid=89109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:48:12.223344 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-dcd8557e-3423-4ff9-9db5-a831a17bd592 req-1e74e97c-266a-4ccc-a295-5e9b525092f9 tempest-ServerGroupTestJSON-443177424 tempest-ServerGroupTestJSON-443177424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:12.225662 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-dcd8557e-3423-4ff9-9db5-a831a17bd592 req-1e74e97c-266a-4ccc-a295-5e9b525092f9 tempest-ServerGroupTestJSON-443177424 tempest-ServerGroupTestJSON-443177424-project] 10.222.0.71 "DELETE /v2.0/ports/9321a04e-9e5c-44c3-9123-b0bd7ecb4d88 HTTP/1.1" status: 204 len: 173 time: 4.0084791 May 28 06:48:12.226193 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02bafc6e-4b66-41e2-82c8-daef3fec0f29', 'name': 'network-vif-deleted', 'tag': '9321a04e-9e5c-44c3-9123-b0bd7ecb4d88'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:48:12.273145 n-d-843702-1 neutron-server[89110]: INFO neutron.pecan_wsgi.hooks.translation [None req-cedd682b-4b27-4879-968e-9331a03d3daf tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] DELETE failed (client error): The resource could not be found. May 28 06:48:12.274931 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cedd682b-4b27-4879-968e-9331a03d3daf tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89110) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:48:12.275064 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-348cab94-725c-4bb6-82c0-1f2f4ae63ee2 None None] Set router 63e6bf40-4d11-4016-bf6a-84902343b154 gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:48:12.278445 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 53866) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:48:12.293677 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-cedd682b-4b27-4879-968e-9331a03d3daf tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] 10.222.0.55 "DELETE /v2.0/subnets/cd61441d-6c85-4262-87dd-7413409704b2 HTTP/1.1" status: 404 len: 337 time: 0.0781951 May 28 06:48:12.299709 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85e46582-4a35-4a5b-b6c2-0932aed7310f tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Made reservation on behalf of bf0f1d3761524ddfa4db9240ac258eb8 for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:48:12.303371 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-85e46582-4a35-4a5b-b6c2-0932aed7310f tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:12.323040 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfdc96c5-119d-4108-bbab-e06d411bc248'] response: {'server_uuid': '02bafc6e-4b66-41e2-82c8-daef3fec0f29', 'name': 'network-vif-deleted', 'tag': '9321a04e-9e5c-44c3-9123-b0bd7ecb4d88', 'status': 'completed', 'code': 200} May 28 06:48:12.335195 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-17b3549d-7eb1-4b9b-aa72-3e358f0cdabb tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] DELETE failed (client error): The resource could not be found. May 28 06:48:12.338032 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17b3549d-7eb1-4b9b-aa72-3e358f0cdabb tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89109) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:48:12.343386 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-17b3549d-7eb1-4b9b-aa72-3e358f0cdabb tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] 10.222.0.55 "DELETE /v2.0/networks/b3248923-834b-4ab0-a31c-2bb2fa672ed4 HTTP/1.1" status: 404 len: 339 time: 0.0636709 May 28 06:48:12.346902 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [None req-85e46582-4a35-4a5b-b6c2-0932aed7310f tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] device_id is not set on port eccc52a9-ff6c-4bdd-9147-14f59a5bc074 yet. {{(pid=89110) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:48:12.347079 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 53870) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:48:12.426948 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 53874) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:48:12.528863 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-00939405-d7d8-455c-97a1-1d88966d90b6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2e20b567a8194f0bb2dc62d73842a354&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0979435 May 28 06:48:12.553667 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 53880) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:48:12.627602 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [None req-85e46582-4a35-4a5b-b6c2-0932aed7310f tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Allocated IP 2001:db8::3ce (62c11724-3236-4a4b-bc43-380e3631f0af/59d70d18-1312-4f87-a2c6-7eae7f20a1c9/eccc52a9-ff6c-4bdd-9147-14f59a5bc074) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:48:12.638708 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device f8566525-c4cb-4e62-a1d8-5e9ce5ba1b4e details requested by agent hyperv_n-h1-843702-1 with host n-h1-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:48:12.740840 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4f1f7098-26ce-4856-9bf1-5e516aab689e tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:12.760864 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b89eb877-faf9-4d2f-b3d3-f920baebeb1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:12.779286 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50adf72d-f09c-40a1-b8d6-01ef03f5a8bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-62c11724-3236-4a4b-bc43-380e3631f0af', 'network_id': '62c11724-3236-4a4b-bc43-380e3631f0af', 'tenant_id': 'bf0f1d3761524ddfa4db9240ac258eb8', 'fixed_ips': [{'subnet_id': '59d70d18-1312-4f87-a2c6-7eae7f20a1c9'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:48:12.782344 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-50adf72d-f09c-40a1-b8d6-01ef03f5a8bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:12.927349 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b89eb877-faf9-4d2f-b3d3-f920baebeb1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:13.053957 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-85e46582-4a35-4a5b-b6c2-0932aed7310f tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:13.082413 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [None req-85e46582-4a35-4a5b-b6c2-0932aed7310f tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Transition to ACTIVE for port object eccc52a9-ff6c-4bdd-9147-14f59a5bc074 will not be triggered until provisioned by entity DHCP. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:48:13.113044 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0fb510-78ac-4a6b-a735-10304e80f8af req-2fc474c3-c964-4716-ae2d-d3e3c4a8486a tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:48:13.113403 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 53894) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:48:13.117592 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ca0fb510-78ac-4a6b-a735-10304e80f8af req-2fc474c3-c964-4716-ae2d-d3e3c4a8486a tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=479b236c-db1d-48ae-9c3e-6d471a3b8fcc HTTP/1.1" status: 200 len: 943 time: 0.1497588 May 28 06:48:13.120628 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-089a46bd-d120-4ee1-a6b6-e830fccdc542 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1556557845-network', 'tenant_id': 'f1e7c093d3e5485593bf6b4708c7d826'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:48:13.149895 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-089a46bd-d120-4ee1-a6b6-e830fccdc542 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:48:13.153600 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4f1f7098-26ce-4856-9bf1-5e516aab689e tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:13.190598 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ca0fb510-78ac-4a6b-a735-10304e80f8af req-e0a9c7d7-9f40-49d4-a8a1-562b7077d87a tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/security-groups?id=55eadb02-d3aa-43b2-bf74-b67b0f98720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649638 May 28 06:48:13.203583 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-089a46bd-d120-4ee1-a6b6-e830fccdc542 admin admin] Usage tracker for resource:network and tenant:f1e7c093d3e5485593bf6b4708c7d826 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:48:13.216167 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-348cab94-725c-4bb6-82c0-1f2f4ae63ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e6bf40-4d11-4016-bf6a-84902343b154', 'name': 'tempest-TestVolumeBackupRestore-1776720312-router', 'tenant_id': '5e10d5f74e5d4c1ba1676abddcb9b284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': 'e297dfee-fdf1-44c8-919b-5f8ab8d167e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:47:53Z', 'updated_at': '2022-05-28T06:48:06Z', 'revision_number': 4, 'project_id': '5e10d5f74e5d4c1ba1676abddcb9b284', 'gw_port': {'id': 'e297dfee-fdf1-44c8-919b-5f8ab8d167e8', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e9:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e6bf40-4d11-4016-bf6a-84902343b154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:47:56Z', 'updated_at': '2022-05-28T06:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '94794d95-16dc-4eb7-adc9-6957ff3cb005', 'name': '', 'network_id': 'e8a2a26d-ca66-4cab-9858-6f3c41497abf', 'tenant_id': '5e10d5f74e5d4c1ba1676abddcb9b284', 'mac_address': 'fa:16:3e:41:b2:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e6bf40-4d11-4016-bf6a-84902343b154', 'device_owner': 'network:router_interface', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': '8eb43fa5-254f-4ae9-8992-ff7c55790b6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:48:03Z', 'updated_at': '2022-05-28T06:48:07Z', 'revision_number': 2, 'project_id': '5e10d5f74e5d4c1ba1676abddcb9b284', 'subnets': [{'id': '8eb43fa5-254f-4ae9-8992-ff7c55790b6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:48:13.224456 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348cab94-725c-4bb6-82c0-1f2f4ae63ee2 None None] Checking router: 63e6bf40-4d11-4016-bf6a-84902343b154 for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:48:13.226540 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348cab94-725c-4bb6-82c0-1f2f4ae63ee2 None None] Updating router 63e6bf40-4d11-4016-bf6a-84902343b154 port 94794d95-16dc-4eb7-adc9-6957ff3cb005 binding host n-d-843702-1 {{(pid=89111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:48:13.245247 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-089a46bd-d120-4ee1-a6b6-e830fccdc542 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:48:13.254232 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-089a46bd-d120-4ee1-a6b6-e830fccdc542 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:48:13.259777 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-4f1f7098-26ce-4856-9bf1-5e516aab689e tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16da658e-3524-4774-acf8-875b2d8ddd6e']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:48:13.278123 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-4f1f7098-26ce-4856-9bf1-5e516aab689e tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c041cb6-bcdf-4d43-9cca-098e377518bc') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:48:13.278448 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-4f1f7098-26ce-4856-9bf1-5e516aab689e tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c041cb6-bcdf-4d43-9cca-098e377518bc') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:48:13.294308 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4f1f7098-26ce-4856-9bf1-5e516aab689e tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:13.322848 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4f1f7098-26ce-4856-9bf1-5e516aab689e tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:13.331069 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-348cab94-725c-4bb6-82c0-1f2f4ae63ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:13.334301 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-85e46582-4a35-4a5b-b6c2-0932aed7310f tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:13.343461 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f1f7098-26ce-4856-9bf1-5e516aab689e tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:48:13.345270 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4f1f7098-26ce-4856-9bf1-5e516aab689e tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:13.378232 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-089a46bd-d120-4ee1-a6b6-e830fccdc542 admin admin] Made reservation on behalf of f1e7c093d3e5485593bf6b4708c7d826 for: {'network': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:48:13.381345 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-089a46bd-d120-4ee1-a6b6-e830fccdc542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:13.495265 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e46582-4a35-4a5b-b6c2-0932aed7310f tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Network 62c11724-3236-4a4b-bc43-380e3631f0af is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:48:13.507845 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-85e46582-4a35-4a5b-b6c2-0932aed7310f tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:48:13.535241 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e46582-4a35-4a5b-b6c2-0932aed7310f tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:48:13.546718 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e46582-4a35-4a5b-b6c2-0932aed7310f tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:48:13.553906 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-85e46582-4a35-4a5b-b6c2-0932aed7310f tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:13.581612 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e02c3674-a342-41c4-b628-488f722f9509 req-ccbb5e16-b0d7-4a2a-9e98-40619d6692b1 tempest-ServerGroupTestJSON-443177424 tempest-ServerGroupTestJSON-443177424-project] 10.222.0.55 "GET /v2.0/ports?device_id=02bafc6e-4b66-41e2-82c8-daef3fec0f29 HTTP/1.1" status: 200 len: 210 time: 0.1376979 May 28 06:48:13.589020 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e46582-4a35-4a5b-b6c2-0932aed7310f tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Pushing event updated for resources: {'Port': ['ID=eccc52a9-ff6c-4bdd-9147-14f59a5bc074,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:13.665761 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port f8566525-c4cb-4e62-a1d8-5e9ce5ba1b4e, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=f8566525-c4cb-4e62-a1d8-5e9ce5ba1b4e,segment=NetworkSegment(d3c6b9f0-14d5-4338-b095-ac6f93dbc704),segment_id=d3c6b9f0-14d5-4338-b095-ac6f93dbc704)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:48:13.736342 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-089a46bd-d120-4ee1-a6b6-e830fccdc542 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:13.745185 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b89eb877-faf9-4d2f-b3d3-f920baebeb1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:13.749077 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-85e46582-4a35-4a5b-b6c2-0932aed7310f tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8525240 May 28 06:48:13.749217 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-50adf72d-f09c-40a1-b8d6-01ef03f5a8bc None None] Allocated IP 2001:db8::2 (62c11724-3236-4a4b-bc43-380e3631f0af/59d70d18-1312-4f87-a2c6-7eae7f20a1c9/08ca49a9-b39f-4457-99f7-438368e9927a) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:48:13.749308 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 53904) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:48:13.753888 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 604d7fa8-bb06-42fb-82e4-232d807cfa82 resource provider aggregate not found May 28 06:48:13.755822 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-926da1d7-ca2c-43cc-8f2c-4a06947460ef tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Request body: {'port': {'network_id': '62c11724-3236-4a4b-bc43-380e3631f0af', 'name': 'tempest-PortsIpV6TestJSON-287901268'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:48:13.772737 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Returning: {'device': 'f8566525-c4cb-4e62-a1d8-5e9ce5ba1b4e', 'network_id': 'ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1', 'port_id': 'f8566525-c4cb-4e62-a1d8-5e9ce5ba1b4e', 'mac_address': 'fa:16:3e:70:88:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb73ce23-f864-48a4-8bdb-f1e8654d92be', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:48:13.788753 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89eb877-faf9-4d2f-b3d3-f920baebeb1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d3bcf99-4378-4bfa-b403-55a65be4b2e3,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:13.807488 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 604d7fa8-bb06-42fb-82e4-232d807cfa82 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 604d7fa8-bb06-42fb-82e4-232d807cfa82 found for delete ", "request_id": "req-b08fae49-a415-48e8-b8ad-554fabf71817"}]} May 28 06:48:13.814726 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-089a46bd-d120-4ee1-a6b6-e830fccdc542 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:48:13.817604 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b89eb877-faf9-4d2f-b3d3-f920baebeb1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:13.819092 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-b89eb877-faf9-4d2f-b3d3-f920baebeb1e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0d3bcf99-4378-4bfa-b403-55a65be4b2e3 HTTP/1.1" status: 204 len: 168 time: 1.2628839 May 28 06:48:13.820427 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-089a46bd-d120-4ee1-a6b6-e830fccdc542 admin admin] Usage tracker for resource:security_group_rule and tenant:f1e7c093d3e5485593bf6b4708c7d826 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:48:13.825341 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-089a46bd-d120-4ee1-a6b6-e830fccdc542 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:48:13.832430 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-089a46bd-d120-4ee1-a6b6-e830fccdc542 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:48:13.866853 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 1c041cb6-bcdf-4d43-9cca-098e377518bc resource provider aggregate not found May 28 06:48:13.909635 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 1c041cb6-bcdf-4d43-9cca-098e377518bc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1c041cb6-bcdf-4d43-9cca-098e377518bc found for delete ", "request_id": "req-20b1e452-9431-4eeb-9993-61fd4999c8d6"}]} May 28 06:48:13.920062 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4f1f7098-26ce-4856-9bf1-5e516aab689e tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:13.955198 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4f1f7098-26ce-4856-9bf1-5e516aab689e tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:13.981901 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1f7098-26ce-4856-9bf1-5e516aab689e tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Pushing event deleted for resources: {'Network': ['ID=16da658e-3524-4774-acf8-875b2d8ddd6e,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:13.984158 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-926da1d7-ca2c-43cc-8f2c-4a06947460ef tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:48:13.992158 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-926da1d7-ca2c-43cc-8f2c-4a06947460ef tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Usage tracker for resource:port and tenant:bf0f1d3761524ddfa4db9240ac258eb8 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:48:13.997438 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-4f1f7098-26ce-4856-9bf1-5e516aab689e tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] 10.222.0.55 "DELETE /v2.0/networks/16da658e-3524-4774-acf8-875b2d8ddd6e HTTP/1.1" status: 204 len: 168 time: 1.6469631 May 28 06:48:13.997544 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-926da1d7-ca2c-43cc-8f2c-4a06947460ef tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:48:13.997728 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 53916) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:48:14.004744 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-926da1d7-ca2c-43cc-8f2c-4a06947460ef tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:48:14.076750 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-089a46bd-d120-4ee1-a6b6-e830fccdc542 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:14.090810 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0431a45-a291-4c70-9d9f-621560ed81fd tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] DELETE failed (client error): The resource could not be found. May 28 06:48:14.092044 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0431a45-a291-4c70-9d9f-621560ed81fd tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89109) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:48:14.099645 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-c0431a45-a291-4c70-9d9f-621560ed81fd tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] 10.222.0.55 "DELETE /v2.0/subnets/ab217506-5b35-4835-a4ef-c25e26e66646 HTTP/1.1" status: 404 len: 337 time: 0.1010036 May 28 06:48:14.102349 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 53922) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:48:14.121171 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port f8566525-c4cb-4e62-a1d8-5e9ce5ba1b4e is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:48:14.122002 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:14.143690 n-d-843702-1 neutron-server[89110]: INFO neutron.pecan_wsgi.hooks.translation [None req-facfe8b4-be19-4c4f-a1c2-138c8edc41dc tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] DELETE failed (client error): The resource could not be found. May 28 06:48:14.144829 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-facfe8b4-be19-4c4f-a1c2-138c8edc41dc tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89110) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:48:14.147319 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-facfe8b4-be19-4c4f-a1c2-138c8edc41dc tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] 10.222.0.55 "DELETE /v2.0/networks/62f85832-5f09-4c85-9fb2-64ecdafba67d HTTP/1.1" status: 404 len: 339 time: 0.0432372 May 28 06:48:14.150140 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 53926) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:48:14.169191 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8566525-c4cb-4e62-a1d8-5e9ce5ba1b4e {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:48:14.259919 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port f8566525-c4cb-4e62-a1d8-5e9ce5ba1b4e, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=f8566525-c4cb-4e62-a1d8-5e9ce5ba1b4e,segment=NetworkSegment(d3c6b9f0-14d5-4338-b095-ac6f93dbc704),segment_id=d3c6b9f0-14d5-4338-b095-ac6f93dbc704)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:48:14.278207 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_v2 [None req-7454f3ef-7cef-40c8-8397-cd8bc5cc4857 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Deleting subnet e2a0859b-3c52-46f8-a159-56b44b51074c {{(pid=89110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:48:14.284441 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7454f3ef-7cef-40c8-8397-cd8bc5cc4857 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks [] for subnet, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:14.435024 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7454f3ef-7cef-40c8-8397-cd8bc5cc4857 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4150765'] for subnet, precommit_delete_associations {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:14.442540 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-348cab94-725c-4bb6-82c0-1f2f4ae63ee2 None None] Notify callbacks [] for port, precommit_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:14.461568 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-348cab94-725c-4bb6-82c0-1f2f4ae63ee2 None None] Transition to ACTIVE for port object 94794d95-16dc-4eb7-adc9-6957ff3cb005 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:48:14.476764 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-50adf72d-f09c-40a1-b8d6-01ef03f5a8bc None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:14.489409 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-50adf72d-f09c-40a1-b8d6-01ef03f5a8bc None None] Transition to ACTIVE for port object 08ca49a9-b39f-4457-99f7-438368e9927a will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:48:14.513130 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-50adf72d-f09c-40a1-b8d6-01ef03f5a8bc None None] Transition to ACTIVE for port object 08ca49a9-b39f-4457-99f7-438368e9927a will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:48:14.617142 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c929c14b-b8a6-4a81-9837-dc57f49ffebe req-dd5627d1-2610-4cb0-a692-2d400c03d2aa tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:48:14.623945 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c929c14b-b8a6-4a81-9837-dc57f49ffebe req-dd5627d1-2610-4cb0-a692-2d400c03d2aa tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=479b236c-db1d-48ae-9c3e-6d471a3b8fcc HTTP/1.1" status: 200 len: 943 time: 0.2789316 May 28 06:48:14.668115 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7454f3ef-7cef-40c8-8397-cd8bc5cc4857 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:14.721546 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c929c14b-b8a6-4a81-9837-dc57f49ffebe req-9b9bbb70-a6a8-4776-b7a8-c58fb6c4ed15 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/security-groups?id=55eadb02-d3aa-43b2-bf74-b67b0f98720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965381 May 28 06:48:14.922923 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-089a46bd-d120-4ee1-a6b6-e830fccdc542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:14.967326 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-089a46bd-d120-4ee1-a6b6-e830fccdc542 admin admin] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=89109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:48:14.967326 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089a46bd-d120-4ee1-a6b6-e830fccdc542 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7446b214-312b-4f5a-a179-4c2398d42330,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:14.974523 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-089a46bd-d120-4ee1-a6b6-e830fccdc542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:14.974952 n-d-843702-1 neutron-server[89109]: INFO neutron.db.segments_db [None req-089a46bd-d120-4ee1-a6b6-e830fccdc542 admin admin] Added segment b39b119d-a819-4f27-96cc-041a7c17a97f of type vlan for network aaa39eab-6194-4223-9af1-b70bdc667790 May 28 06:48:15.004645 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-089a46bd-d120-4ee1-a6b6-e830fccdc542 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:15.661248 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:15.664292 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-348cab94-725c-4bb6-82c0-1f2f4ae63ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:15.669093 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-50adf72d-f09c-40a1-b8d6-01ef03f5a8bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:15.740117 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-926da1d7-ca2c-43cc-8f2c-4a06947460ef tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Made reservation on behalf of bf0f1d3761524ddfa4db9240ac258eb8 for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:48:15.747328 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-089a46bd-d120-4ee1-a6b6-e830fccdc542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:15.747328 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-089a46bd-d120-4ee1-a6b6-e830fccdc542 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:48:15.747328 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-089a46bd-d120-4ee1-a6b6-e830fccdc542 admin admin] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:15.755825 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-926da1d7-ca2c-43cc-8f2c-4a06947460ef tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:15.813388 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 53960) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:48:15.813741 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7454f3ef-7cef-40c8-8397-cd8bc5cc4857 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3115981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3172005'] for subnet, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:15.930408 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50adf72d-f09c-40a1-b8d6-01ef03f5a8bc None None] Network 62c11724-3236-4a4b-bc43-380e3631f0af is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:48:15.933434 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['f8566525-c4cb-4e62-a1d8-5e9ce5ba1b4e'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:48:15.966814 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-50adf72d-f09c-40a1-b8d6-01ef03f5a8bc None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:48:15.970586 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50adf72d-f09c-40a1-b8d6-01ef03f5a8bc None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:48:15.997650 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-089a46bd-d120-4ee1-a6b6-e830fccdc542 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.8825538 May 28 06:48:16.019555 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 53966) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:48:16.029182 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-7f42f0d0-5690-4754-bbd4-5b1a08a7e0d8 admin admin] Request body: {'subnet': {'network_id': 'aaa39eab-6194-4223-9af1-b70bdc667790', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1556557845-subnet', 'tenant_id': 'f1e7c093d3e5485593bf6b4708c7d826', 'ip_version': 4}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:48:16.041582 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-7f42f0d0-5690-4754-bbd4-5b1a08a7e0d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:48:16.049928 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-7f42f0d0-5690-4754-bbd4-5b1a08a7e0d8 admin admin] Usage tracker for resource:subnet and tenant:f1e7c093d3e5485593bf6b4708c7d826 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:48:16.059134 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089a46bd-d120-4ee1-a6b6-e830fccdc542 admin admin] Pushing event updated for resources: {'Network': ['ID=aaa39eab-6194-4223-9af1-b70bdc667790,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:16.069293 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-7f42f0d0-5690-4754-bbd4-5b1a08a7e0d8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:48:16.073427 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7454f3ef-7cef-40c8-8397-cd8bc5cc4857 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Pushing event deleted for resources: {'Subnet': ['ID=e2a0859b-3c52-46f8-a159-56b44b51074c,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:16.076443 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7454f3ef-7cef-40c8-8397-cd8bc5cc4857 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:16.079333 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-7f42f0d0-5690-4754-bbd4-5b1a08a7e0d8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:48:16.084984 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [None req-926da1d7-ca2c-43cc-8f2c-4a06947460ef tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] device_id is not set on port 73e72e5a-128a-43cd-b100-a99a72d94787 yet. {{(pid=89110) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:48:16.094911 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_v2 [None req-63bb7071-c7ce-4b4a-a789-90c383aac417 admin admin] Deleting subnet 207ee45f-51fe-4b15-a842-44912070be67 {{(pid=89109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:48:16.112259 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-63bb7071-c7ce-4b4a-a789-90c383aac417 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:16.173741 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a60e0685-65d7-4453-b607-5495a8f944dc None None] Network d1d0c05a-300a-480a-93eb-3d3f00778399 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:48:16.189403 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network aaa39eab-6194-4223-9af1-b70bdc667790 details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:48:16.191830 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-63bb7071-c7ce-4b4a-a789-90c383aac417 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3964070'] for subnet, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:16.263221 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-63bb7071-c7ce-4b4a-a789-90c383aac417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:16.337832 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2e1ef2-8cde-41f6-a03a-0c95cfdd5f41 req-c72edaa2-79ec-40f0-8196-ab59057a9a10 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:48:16.345808 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4d2e1ef2-8cde-41f6-a03a-0c95cfdd5f41 req-c72edaa2-79ec-40f0-8196-ab59057a9a10 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=479b236c-db1d-48ae-9c3e-6d471a3b8fcc HTTP/1.1" status: 200 len: 944 time: 0.4290402 May 28 06:48:16.358776 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f42f0d0-5690-4754-bbd4-5b1a08a7e0d8 admin admin] Made reservation on behalf of f1e7c093d3e5485593bf6b4708c7d826 for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:48:16.363117 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7f42f0d0-5690-4754-bbd4-5b1a08a7e0d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:16.369172 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=f8566525-c4cb-4e62-a1d8-5e9ce5ba1b4e,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:16.407641 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-7454f3ef-7cef-40c8-8397-cd8bc5cc4857 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] 10.222.0.55 "DELETE /v2.0/subnets/e2a0859b-3c52-46f8-a159-56b44b51074c HTTP/1.1" status: 204 len: 168 time: 2.2542579 May 28 06:48:16.412242 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 53972) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:48:16.487026 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 53976) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:48:16.531949 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4d2e1ef2-8cde-41f6-a03a-0c95cfdd5f41 req-2119452a-25dc-41aa-9612-9b27a1fdef11 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/security-groups?id=55eadb02-d3aa-43b2-bf74-b67b0f98720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849554 May 28 06:48:16.588293 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [None req-926da1d7-ca2c-43cc-8f2c-4a06947460ef tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Allocated IP 2001:db8::309 (62c11724-3236-4a4b-bc43-380e3631f0af/59d70d18-1312-4f87-a2c6-7eae7f20a1c9/73e72e5a-128a-43cd-b100-a99a72d94787) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:48:16.618129 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-348cab94-725c-4bb6-82c0-1f2f4ae63ee2 None None] Attempting to bind port 94794d95-16dc-4eb7-adc9-6957ff3cb005 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:48:16.618491 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-348cab94-725c-4bb6-82c0-1f2f4ae63ee2 None None] Attempting to bind port 94794d95-16dc-4eb7-adc9-6957ff3cb005 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'd74126e0-2d6c-4218-a52c-5b7126833ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'e8a2a26d-ca66-4cab-9858-6f3c41497abf'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:48:16.618853 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348cab94-725c-4bb6-82c0-1f2f4ae63ee2 None None] Attempting to bind port 94794d95-16dc-4eb7-adc9-6957ff3cb005 on network e8a2a26d-ca66-4cab-9858-6f3c41497abf {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:48:16.682973 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348cab94-725c-4bb6-82c0-1f2f4ae63ee2 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:48:16.683589 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348cab94-725c-4bb6-82c0-1f2f4ae63ee2 None None] Checking segment: {'id': 'd74126e0-2d6c-4218-a52c-5b7126833ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'e8a2a26d-ca66-4cab-9858-6f3c41497abf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:48:16.685442 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-348cab94-725c-4bb6-82c0-1f2f4ae63ee2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:16.685442 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348cab94-725c-4bb6-82c0-1f2f4ae63ee2 None None] Bound using segment: {'id': 'd74126e0-2d6c-4218-a52c-5b7126833ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'e8a2a26d-ca66-4cab-9858-6f3c41497abf'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:48:16.685442 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-348cab94-725c-4bb6-82c0-1f2f4ae63ee2 None None] Bound port: 94794d95-16dc-4eb7-adc9-6957ff3cb005, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd74126e0-2d6c-4218-a52c-5b7126833ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'e8a2a26d-ca66-4cab-9858-6f3c41497abf'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:48:16.685442 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-348cab94-725c-4bb6-82c0-1f2f4ae63ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:16.717338 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-63bb7071-c7ce-4b4a-a789-90c383aac417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9555650'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:16.741076 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c7e699-04ba-4225-aaf6-b582a25fc1f0 None None] Pushing event updated for resources: {'Port': ['ID=94794d95-16dc-4eb7-adc9-6957ff3cb005,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:16.759588 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-50adf72d-f09c-40a1-b8d6-01ef03f5a8bc None None] Attempting to bind port 08ca49a9-b39f-4457-99f7-438368e9927a on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:48:16.759956 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-50adf72d-f09c-40a1-b8d6-01ef03f5a8bc None None] Attempting to bind port 08ca49a9-b39f-4457-99f7-438368e9927a by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'cdb5b8c3-62fe-44db-bb63-af1a2e0e6b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '62c11724-3236-4a4b-bc43-380e3631f0af'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:48:16.760318 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50adf72d-f09c-40a1-b8d6-01ef03f5a8bc None None] Attempting to bind port 08ca49a9-b39f-4457-99f7-438368e9927a on network 62c11724-3236-4a4b-bc43-380e3631f0af {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:48:16.808557 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7f42f0d0-5690-4754-bbd4-5b1a08a7e0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:16.815853 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-63bb7071-c7ce-4b4a-a789-90c383aac417 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:16.819672 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_v2 [None req-68cb1607-2cab-413b-8b4c-b412dded34c7 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Deleting subnet bfde0eee-4507-4f43-b01d-c96736727f71 {{(pid=89110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:48:16.822148 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50adf72d-f09c-40a1-b8d6-01ef03f5a8bc None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:48:16.822499 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50adf72d-f09c-40a1-b8d6-01ef03f5a8bc None None] Checking segment: {'id': 'cdb5b8c3-62fe-44db-bb63-af1a2e0e6b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '62c11724-3236-4a4b-bc43-380e3631f0af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:48:16.822906 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-50adf72d-f09c-40a1-b8d6-01ef03f5a8bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:16.823401 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50adf72d-f09c-40a1-b8d6-01ef03f5a8bc None None] Bound using segment: {'id': 'cdb5b8c3-62fe-44db-bb63-af1a2e0e6b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '62c11724-3236-4a4b-bc43-380e3631f0af'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:48:16.823878 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-50adf72d-f09c-40a1-b8d6-01ef03f5a8bc None None] Bound port: 08ca49a9-b39f-4457-99f7-438368e9927a, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdb5b8c3-62fe-44db-bb63-af1a2e0e6b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '62c11724-3236-4a4b-bc43-380e3631f0af'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:48:16.824256 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-50adf72d-f09c-40a1-b8d6-01ef03f5a8bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:16.828395 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bb7071-c7ce-4b4a-a789-90c383aac417 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=207ee45f-51fe-4b15-a842-44912070be67,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:16.833460 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-68cb1607-2cab-413b-8b4c-b412dded34c7 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks [] for subnet, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:16.892107 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-90dacead-2cfc-4e94-b59f-0b463cc976ae admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=74bfe960ad5b4c0d9a25eee32d7dee67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4019055 May 28 06:48:16.896705 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 53982) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:48:16.925517 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-63bb7071-c7ce-4b4a-a789-90c383aac417 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/207ee45f-51fe-4b15-a842-44912070be67 HTTP/1.1" status: 204 len: 168 time: 1.0789597 May 28 06:48:16.931614 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 53986) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:48:16.952917 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-68cb1607-2cab-413b-8b4c-b412dded34c7 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4150765'] for subnet, precommit_delete_associations {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:16.977218 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-348cab94-725c-4bb6-82c0-1f2f4ae63ee2 None None] For port 94794d95-16dc-4eb7-adc9-6957ff3cb005, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:48:16.980601 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-348cab94-725c-4bb6-82c0-1f2f4ae63ee2 None None] For port 94794d95-16dc-4eb7-adc9-6957ff3cb005, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=94794d95-16dc-4eb7-adc9-6957ff3cb005,segment=NetworkSegment(d74126e0-2d6c-4218-a52c-5b7126833ce2),segment_id=d74126e0-2d6c-4218-a52c-5b7126833ce2)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:48:16.995476 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-926da1d7-ca2c-43cc-8f2c-4a06947460ef tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:17.046846 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [None req-926da1d7-ca2c-43cc-8f2c-4a06947460ef tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Transition to ACTIVE for port object 73e72e5a-128a-43cd-b100-a99a72d94787 will not be triggered until provisioned by entity DHCP. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:48:17.068031 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-348cab94-725c-4bb6-82c0-1f2f4ae63ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:17.093235 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7e1fc852-4750-4d84-9c74-5d822f309a95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:17.094897 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50adf72d-f09c-40a1-b8d6-01ef03f5a8bc None None] Pushing event updated for resources: {'Port': ['ID=08ca49a9-b39f-4457-99f7-438368e9927a,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:17.105874 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-733c1ac7-8eda-4eb9-92d8-a448fa7f8d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:17.153141 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7e1fc852-4750-4d84-9c74-5d822f309a95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:17.171573 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-68cb1607-2cab-413b-8b4c-b412dded34c7 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:17.211873 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f42f0d0-5690-4754-bbd4-5b1a08a7e0d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa0956c1-5e78-4eff-9647-de5cc700c8a7,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:17.228857 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f42f0d0-5690-4754-bbd4-5b1a08a7e0d8 admin admin] Checking segment: {'id': 'b39b119d-a819-4f27-96cc-041a7c17a97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'aaa39eab-6194-4223-9af1-b70bdc667790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:48:17.229036 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f42f0d0-5690-4754-bbd4-5b1a08a7e0d8 admin admin] Network hostable DHCP agents. Network: aaa39eab-6194-4223-9af1-b70bdc667790, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:48:17.250331 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-926da1d7-ca2c-43cc-8f2c-4a06947460ef tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:17.320842 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348cab94-725c-4bb6-82c0-1f2f4ae63ee2 None None] Routers {'63e6bf40-4d11-4016-bf6a-84902343b154'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:48:17.321160 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-348cab94-725c-4bb6-82c0-1f2f4ae63ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:47:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['63e6bf40-4d11-4016-bf6a-84902343b154'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:48:17.362061 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-733c1ac7-8eda-4eb9-92d8-a448fa7f8d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:17.374340 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-50adf72d-f09c-40a1-b8d6-01ef03f5a8bc None None] For port 08ca49a9-b39f-4457-99f7-438368e9927a, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:48:17.403140 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-733c1ac7-8eda-4eb9-92d8-a448fa7f8d5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cea686be-3340-4705-b13c-b3d4fcd30ffb']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:48:17.422475 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-733c1ac7-8eda-4eb9-92d8-a448fa7f8d5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9fcf41c-abfe-4cec-9b2c-3e94a40f3fae') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:48:17.422806 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-733c1ac7-8eda-4eb9-92d8-a448fa7f8d5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9fcf41c-abfe-4cec-9b2c-3e94a40f3fae') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:48:17.435323 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-50adf72d-f09c-40a1-b8d6-01ef03f5a8bc None None] For port 08ca49a9-b39f-4457-99f7-438368e9927a, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=08ca49a9-b39f-4457-99f7-438368e9927a,segment=NetworkSegment(cdb5b8c3-62fe-44db-bb63-af1a2e0e6b19),segment_id=cdb5b8c3-62fe-44db-bb63-af1a2e0e6b19)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:48:17.441492 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-733c1ac7-8eda-4eb9-92d8-a448fa7f8d5a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:17.447680 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c7e699-04ba-4225-aaf6-b582a25fc1f0 None None] Pushing event updated for resources: {'Port': ['ID=94794d95-16dc-4eb7-adc9-6957ff3cb005,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:17.463311 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f42f0d0-5690-4754-bbd4-5b1a08a7e0d8 admin admin] Network aaa39eab-6194-4223-9af1-b70bdc667790 is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:48:17.479365 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-733c1ac7-8eda-4eb9-92d8-a448fa7f8d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:17.487542 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-926da1d7-ca2c-43cc-8f2c-4a06947460ef tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Network 62c11724-3236-4a4b-bc43-380e3631f0af is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:48:17.489398 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-733c1ac7-8eda-4eb9-92d8-a448fa7f8d5a admin admin] Releasing vlan 397 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:48:17.489852 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-733c1ac7-8eda-4eb9-92d8-a448fa7f8d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:17.498363 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-926da1d7-ca2c-43cc-8f2c-4a06947460ef tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:48:17.502078 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926da1d7-ca2c-43cc-8f2c-4a06947460ef tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:48:17.512368 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926da1d7-ca2c-43cc-8f2c-4a06947460ef tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:48:17.516137 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-926da1d7-ca2c-43cc-8f2c-4a06947460ef tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:17.569492 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7e1fc852-4750-4d84-9c74-5d822f309a95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:17.591080 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment f9fcf41c-abfe-4cec-9b2c-3e94a40f3fae resource provider aggregate not found May 28 06:48:17.600137 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-50adf72d-f09c-40a1-b8d6-01ef03f5a8bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:17.619476 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment f9fcf41c-abfe-4cec-9b2c-3e94a40f3fae resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f9fcf41c-abfe-4cec-9b2c-3e94a40f3fae found for delete ", "request_id": "req-9600123c-dcb4-4c70-b8a4-6e6afdf64479"}]} May 28 06:48:17.624611 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-7f42f0d0-5690-4754-bbd4-5b1a08a7e0d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, aaa39eab-6194-4223-9af1-b70bdc667790) {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:48:17.635964 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f42f0d0-5690-4754-bbd4-5b1a08a7e0d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:48:17.636188 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7f42f0d0-5690-4754-bbd4-5b1a08a7e0d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:17.652607 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce71174e-4c79-4feb-bc2f-62b2c5c7cd5f None None] Network aaa39eab-6194-4223-9af1-b70bdc667790 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:48:17.682310 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-68cb1607-2cab-413b-8b4c-b412dded34c7 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3115981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3172005'] for subnet, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:17.711200 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-733c1ac7-8eda-4eb9-92d8-a448fa7f8d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:17.756121 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1fc852-4750-4d84-9c74-5d822f309a95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11b373c9-48ee-40f1-b8c3-9bc0ae77a9b9,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:17.756577 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-733c1ac7-8eda-4eb9-92d8-a448fa7f8d5a admin admin] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:17.757335 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-733c1ac7-8eda-4eb9-92d8-a448fa7f8d5a admin admin] 10.222.0.55 "DELETE /v2.0/networks/cea686be-3340-4705-b13c-b3d4fcd30ffb HTTP/1.1" status: 204 len: 168 time: 0.8247702 May 28 06:48:17.758728 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733c1ac7-8eda-4eb9-92d8-a448fa7f8d5a admin admin] Pushing event deleted for resources: {'Network': ['ID=cea686be-3340-4705-b13c-b3d4fcd30ffb,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:17.765341 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-7f42f0d0-5690-4754-bbd4-5b1a08a7e0d8 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7448788 May 28 06:48:17.775769 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 54002) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:48:17.779796 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cb1607-2cab-413b-8b4c-b412dded34c7 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Pushing event deleted for resources: {'Subnet': ['ID=bfde0eee-4507-4f43-b01d-c96736727f71,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:17.780885 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-dc5f77bc-9be8-4c5d-99e5-2ae04bade4e8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1556557845-router', 'tenant_id': 'f1e7c093d3e5485593bf6b4708c7d826', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:48:17.791718 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-dc5f77bc-9be8-4c5d-99e5-2ae04bade4e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:48:17.796056 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-dc5f77bc-9be8-4c5d-99e5-2ae04bade4e8 admin admin] Usage tracker for resource:router and tenant:f1e7c093d3e5485593bf6b4708c7d826 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:48:17.799981 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-dc5f77bc-9be8-4c5d-99e5-2ae04bade4e8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:48:17.805104 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926da1d7-ca2c-43cc-8f2c-4a06947460ef tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Pushing event updated for resources: {'Port': ['ID=73e72e5a-128a-43cd-b100-a99a72d94787,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:17.809081 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-dc5f77bc-9be8-4c5d-99e5-2ae04bade4e8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:48:17.841785 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-68cb1607-2cab-413b-8b4c-b412dded34c7 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:17.851648 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-68cb1607-2cab-413b-8b4c-b412dded34c7 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] 10.222.0.55 "DELETE /v2.0/subnets/bfde0eee-4507-4f43-b01d-c96736727f71 HTTP/1.1" status: 204 len: 168 time: 1.4373434 May 28 06:48:17.854660 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 54008) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:48:17.857466 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7e1fc852-4750-4d84-9c74-5d822f309a95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:17.861399 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-7e1fc852-4750-4d84-9c74-5d822f309a95 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/11b373c9-48ee-40f1-b8c3-9bc0ae77a9b9 HTTP/1.1" status: 204 len: 168 time: 0.9613378 May 28 06:48:17.943848 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-926da1d7-ca2c-43cc-8f2c-4a06947460ef tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.1900401 May 28 06:48:17.943848 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 54014) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:48:17.972827 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-348cab94-725c-4bb6-82c0-1f2f4ae63ee2 None None] Set router 63e6bf40-4d11-4016-bf6a-84902343b154 gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:48:18.053960 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-dc5f77bc-9be8-4c5d-99e5-2ae04bade4e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59128'] for router, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:18.055016 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-dc5f77bc-9be8-4c5d-99e5-2ae04bade4e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59009'] for router, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:18.127942 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50adf72d-f09c-40a1-b8d6-01ef03f5a8bc None None] Pushing event updated for resources: {'Port': ['ID=08ca49a9-b39f-4457-99f7-438368e9927a,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:18.145836 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-dc5f77bc-9be8-4c5d-99e5-2ae04bade4e8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:18.167112 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-52e3d351-9e6a-4325-83bc-e923500376e9 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:18.210551 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-52e3d351-9e6a-4325-83bc-e923500376e9 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Deleting port d1c6715d-49f8-4516-ac0e-8fd0f6be4cbf {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:48:18.211132 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-52e3d351-9e6a-4325-83bc-e923500376e9 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:18.217726 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5d8925-d219-48c5-9ce1-2fefe016558e tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:48:18.218492 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-af5d8925-d219-48c5-9ce1-2fefe016558e tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Synchronizing usage tracker for tenant:bf0f1d3761524ddfa4db9240ac258eb8 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:48:18.322234 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-af5d8925-d219-48c5-9ce1-2fefe016558e tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Unset dirty status for tenant:bf0f1d3761524ddfa4db9240ac258eb8 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:48:18.326171 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-af5d8925-d219-48c5-9ce1-2fefe016558e tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] 10.222.0.55 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A3ce HTTP/1.1" status: 200 len: 928 time: 0.3813498 May 28 06:48:18.327072 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 54018) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:48:18.367877 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 54022) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:48:18.526510 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-2ed01cdc-4c53-467e-b1bb-d154f3c2924c tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Deleting port 73e72e5a-128a-43cd-b100-a99a72d94787 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:48:18.526860 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2ed01cdc-4c53-467e-b1bb-d154f3c2924c tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:18.904995 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69006abc-ec08-44bf-8e60-d10406442669 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-aaa39eab-6194-4223-9af1-b70bdc667790', 'network_id': 'aaa39eab-6194-4223-9af1-b70bdc667790', 'tenant_id': 'f1e7c093d3e5485593bf6b4708c7d826', 'fixed_ips': [{'subnet_id': 'fa0956c1-5e78-4eff-9647-de5cc700c8a7'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:48:18.906038 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-69006abc-ec08-44bf-8e60-d10406442669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:19.090297 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f39ffd-a89d-428b-8045-5e8d7ded1e15 req-bbe08cdc-68fa-466d-a6a5-e1ea0806a2ce tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:48:19.092562 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e8f39ffd-a89d-428b-8045-5e8d7ded1e15 req-bbe08cdc-68fa-466d-a6a5-e1ea0806a2ce tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=479b236c-db1d-48ae-9c3e-6d471a3b8fcc HTTP/1.1" status: 200 len: 944 time: 1.3012919 May 28 06:48:19.110312 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-348cab94-725c-4bb6-82c0-1f2f4ae63ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e6bf40-4d11-4016-bf6a-84902343b154', 'name': 'tempest-TestVolumeBackupRestore-1776720312-router', 'tenant_id': '5e10d5f74e5d4c1ba1676abddcb9b284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': 'e297dfee-fdf1-44c8-919b-5f8ab8d167e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:47:53Z', 'updated_at': '2022-05-28T06:48:06Z', 'revision_number': 4, 'project_id': '5e10d5f74e5d4c1ba1676abddcb9b284', 'gw_port': {'id': 'e297dfee-fdf1-44c8-919b-5f8ab8d167e8', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e9:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e6bf40-4d11-4016-bf6a-84902343b154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:47:56Z', 'updated_at': '2022-05-28T06:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '94794d95-16dc-4eb7-adc9-6957ff3cb005', 'name': '', 'network_id': 'e8a2a26d-ca66-4cab-9858-6f3c41497abf', 'tenant_id': '5e10d5f74e5d4c1ba1676abddcb9b284', 'mac_address': 'fa:16:3e:41:b2:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e6bf40-4d11-4016-bf6a-84902343b154', 'device_owner': 'network:router_interface', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': '8eb43fa5-254f-4ae9-8992-ff7c55790b6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:48:03Z', 'updated_at': '2022-05-28T06:48:16Z', 'revision_number': 4, 'project_id': '5e10d5f74e5d4c1ba1676abddcb9b284', 'subnets': [{'id': '8eb43fa5-254f-4ae9-8992-ff7c55790b6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:48:19.121441 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348cab94-725c-4bb6-82c0-1f2f4ae63ee2 None None] The sync data for ids ['63e6bf40-4d11-4016-bf6a-84902343b154'] in n-d-843702-1 is: [{'id': '63e6bf40-4d11-4016-bf6a-84902343b154', 'name': 'tempest-TestVolumeBackupRestore-1776720312-router', 'tenant_id': '5e10d5f74e5d4c1ba1676abddcb9b284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': 'e297dfee-fdf1-44c8-919b-5f8ab8d167e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:47:53Z', 'updated_at': '2022-05-28T06:48:06Z', 'revision_number': 4, 'project_id': '5e10d5f74e5d4c1ba1676abddcb9b284', 'gw_port': {'id': 'e297dfee-fdf1-44c8-919b-5f8ab8d167e8', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e9:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e6bf40-4d11-4016-bf6a-84902343b154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:47:56Z', 'updated_at': '2022-05-28T06:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '94794d95-16dc-4eb7-adc9-6957ff3cb005', 'name': '', 'network_id': 'e8a2a26d-ca66-4cab-9858-6f3c41497abf', 'tenant_id': '5e10d5f74e5d4c1ba1676abddcb9b284', 'mac_address': 'fa:16:3e:41:b2:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e6bf40-4d11-4016-bf6a-84902343b154', 'device_owner': 'network:router_interface', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': '8eb43fa5-254f-4ae9-8992-ff7c55790b6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:48:03Z', 'updated_at': '2022-05-28T06:48:16Z', 'revision_number': 4, 'project_id': '5e10d5f74e5d4c1ba1676abddcb9b284', 'subnets': [{'id': '8eb43fa5-254f-4ae9-8992-ff7c55790b6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:48:19.222716 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f5f129-8790-498a-8973-16dfacea87aa None None] Network d1d0c05a-300a-480a-93eb-3d3f00778399 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:48:19.275366 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e8f39ffd-a89d-428b-8045-5e8d7ded1e15 req-305f2ab5-0216-46f3-85a5-3e25bddb2134 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/security-groups?id=55eadb02-d3aa-43b2-bf74-b67b0f98720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094236 May 28 06:48:19.402434 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2ed01cdc-4c53-467e-b1bb-d154f3c2924c tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:19.570223 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-dc5f77bc-9be8-4c5d-99e5-2ae04bade4e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59027'] for router, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:19.693687 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device f8566525-c4cb-4e62-a1d8-5e9ce5ba1b4e up at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:48:19.777092 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-2ed01cdc-4c53-467e-b1bb-d154f3c2924c tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Calling delete_port for 73e72e5a-128a-43cd-b100-a99a72d94787 owned by {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:48:19.780750 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-726568d2-3bd5-46cd-a2c4-2fae5a351465 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d39860d3165f4a6c96fc00c68960afaa&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4075794 May 28 06:48:19.790726 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 54042) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:48:19.819592 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-a67bb4ed-76a0-4544-aecc-6092dd56630a None None] Provisioning complete for port d1c6715d-49f8-4516-ac0e-8fd0f6be4cbf triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:48:19.820023 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-a67bb4ed-76a0-4544-aecc-6092dd56630a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:19.858564 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f03896-f872-4057-919d-0f1422002d39 None None] Network 62c11724-3236-4a4b-bc43-380e3631f0af requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:48:19.887037 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-52e3d351-9e6a-4325-83bc-e923500376e9 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] For port d1c6715d-49f8-4516-ac0e-8fd0f6be4cbf, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=d1c6715d-49f8-4516-ac0e-8fd0f6be4cbf,segment=NetworkSegment(e5f4d40e-b6de-4f80-b45a-1e473e7e6a4d),segment_id=e5f4d40e-b6de-4f80-b45a-1e473e7e6a4d)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:48:19.887398 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-52e3d351-9e6a-4325-83bc-e923500376e9 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:20.167432 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 94794d95-16dc-4eb7-adc9-6957ff3cb005 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:48:20.220067 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2ed01cdc-4c53-467e-b1bb-d154f3c2924c tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:20.252607 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-52e3d351-9e6a-4325-83bc-e923500376e9 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Calling delete_port for d1c6715d-49f8-4516-ac0e-8fd0f6be4cbf owned by network:dhcp {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:48:20.299035 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1096a6c1-8687-4226-8873-8c83ea90c32a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:20.465372 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-69006abc-ec08-44bf-8e60-d10406442669 None None] Allocated IP 172.20.0.2 (aaa39eab-6194-4223-9af1-b70bdc667790/fa0956c1-5e78-4eff-9647-de5cc700c8a7/5245c020-5752-412f-8b0d-e133bbaa58f8) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:48:20.483845 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 54060) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:48:20.504702 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1096a6c1-8687-4226-8873-8c83ea90c32a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:20.622760 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-52e3d351-9e6a-4325-83bc-e923500376e9 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:20.725948 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2ed01cdc-4c53-467e-b1bb-d154f3c2924c tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:20.729325 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed01cdc-4c53-467e-b1bb-d154f3c2924c tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Pushing event deleted for resources: {'Port': ['ID=73e72e5a-128a-43cd-b100-a99a72d94787,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:20.757032 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e3d351-9e6a-4325-83bc-e923500376e9 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Pushing event deleted for resources: {'Port': ['ID=d1c6715d-49f8-4516-ac0e-8fd0f6be4cbf,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:20.778691 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1096a6c1-8687-4226-8873-8c83ea90c32a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:20.789681 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e3d351-9e6a-4325-83bc-e923500376e9 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] No DVR routers for this DVR port d1c6715d-49f8-4516-ac0e-8fd0f6be4cbf on host n-d-843702-1 {{(pid=89109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:48:20.799092 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-a67bb4ed-76a0-4544-aecc-6092dd56630a None None] Could not find standard attr ID for object d1c6715d-49f8-4516-ac0e-8fd0f6be4cbf. {{(pid=89111) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 28 06:48:20.819391 n-d-843702-1 neutron-server[89111]: INFO neutron.plugins.ml2.db [None req-a67bb4ed-76a0-4544-aecc-6092dd56630a None None] No ports have port_id starting with d1c6715d-49f8-4516-ac0e-8fd0f6be4cbf May 28 06:48:20.825891 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a20d24-a51f-447c-b41a-dac1fa981bce req-10e21a56-ea35-4418-8cf0-4faeb92b7750 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:48:20.825891 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-10a20d24-a51f-447c-b41a-dac1fa981bce req-10e21a56-ea35-4418-8cf0-4faeb92b7750 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=479b236c-db1d-48ae-9c3e-6d471a3b8fcc HTTP/1.1" status: 200 len: 944 time: 0.2096107 May 28 06:48:20.873124 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e53c910-516b-47c5-b3a3-3abd4155c7ce None None] DHCP port deletion for d1d0c05a-300a-480a-93eb-3d3f00778399 request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:48:20.873619 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-2ed01cdc-4c53-467e-b1bb-d154f3c2924c tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] 10.222.0.55 "DELETE /v2.0/ports/73e72e5a-128a-43cd-b100-a99a72d94787 HTTP/1.1" status: 204 len: 168 time: 2.5453880 May 28 06:48:20.874458 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 54066) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:48:20.906006 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning for port f8566525-c4cb-4e62-a1d8-5e9ce5ba1b4e completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:48:20.941967 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning complete for port f8566525-c4cb-4e62-a1d8-5e9ce5ba1b4e triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:48:20.942503 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:20.998805 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-10a20d24-a51f-447c-b41a-dac1fa981bce req-dfc003af-10ba-45e3-ac75-d2af98b4eac1 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/security-groups?id=55eadb02-d3aa-43b2-bf74-b67b0f98720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694391 May 28 06:48:20.999818 n-d-843702-1 neutron-server[89110]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fe9e0e6-1915-4d48-9432-941368ce1816 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] GET failed (client error): The resource could not be found. May 28 06:48:21.000657 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-5fe9e0e6-1915-4d48-9432-941368ce1816 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Synchronizing usage tracker for tenant:bf0f1d3761524ddfa4db9240ac258eb8 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:48:21.047748 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 94794d95-16dc-4eb7-adc9-6957ff3cb005 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:48:21.071383 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1096a6c1-8687-4226-8873-8c83ea90c32a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=860888bd-e3a2-4c37-b292-6ee1f975caa3,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:21.099419 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-c8dc6c80-1396-4311-a26a-5746fa3ff8d1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1938842834-network', 'tenant_id': '923dafe00970411a989ff222606e459e'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:48:21.111572 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 94794d95-16dc-4eb7-adc9-6957ff3cb005 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:48:21.111803 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-52e3d351-9e6a-4325-83bc-e923500376e9 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:21.111992 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:21.134661 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-c8dc6c80-1396-4311-a26a-5746fa3ff8d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:48:21.157143 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-5fe9e0e6-1915-4d48-9432-941368ce1816 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Unset dirty status for tenant:bf0f1d3761524ddfa4db9240ac258eb8 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:48:21.161796 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-5fe9e0e6-1915-4d48-9432-941368ce1816 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] 10.222.0.55 "GET /v2.0/ports/73e72e5a-128a-43cd-b100-a99a72d94787 HTTP/1.1" status: 404 len: 333 time: 0.2844388 May 28 06:48:21.162680 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 54072) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:48:21.205067 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-52e3d351-9e6a-4325-83bc-e923500376e9 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1d0c05a-300a-480a-93eb-3d3f00778399']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:48:21.207749 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-69006abc-ec08-44bf-8e60-d10406442669 None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:21.232228 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-69006abc-ec08-44bf-8e60-d10406442669 None None] Transition to ACTIVE for port object 5245c020-5752-412f-8b0d-e133bbaa58f8 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:48:21.234621 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-52e3d351-9e6a-4325-83bc-e923500376e9 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5f4d40e-b6de-4f80-b45a-1e473e7e6a4d') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:48:21.235004 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-52e3d351-9e6a-4325-83bc-e923500376e9 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5f4d40e-b6de-4f80-b45a-1e473e7e6a4d') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:48:21.262324 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-52e3d351-9e6a-4325-83bc-e923500376e9 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:21.289235 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-c0fbaba1-fa5b-466a-9780-22af0f3fa36c None None] Provisioning for port 08ca49a9-b39f-4457-99f7-438368e9927a completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:48:21.289378 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-52e3d351-9e6a-4325-83bc-e923500376e9 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:21.296579 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52e3d351-9e6a-4325-83bc-e923500376e9 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:48:21.297059 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-52e3d351-9e6a-4325-83bc-e923500376e9 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:21.320993 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-065e6f9b-f43d-4092-b40c-fde2f3220a58 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Deleting port eccc52a9-ff6c-4bdd-9147-14f59a5bc074 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:48:21.322092 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-065e6f9b-f43d-4092-b40c-fde2f3220a58 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:21.412020 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-69006abc-ec08-44bf-8e60-d10406442669 None None] Transition to ACTIVE for port object 5245c020-5752-412f-8b0d-e133bbaa58f8 will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:48:21.459023 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1096a6c1-8687-4226-8873-8c83ea90c32a admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:21.463620 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-1096a6c1-8687-4226-8873-8c83ea90c32a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/860888bd-e3a2-4c37-b292-6ee1f975caa3 HTTP/1.1" status: 204 len: 168 time: 1.6678784 May 28 06:48:21.465706 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-c8dc6c80-1396-4311-a26a-5746fa3ff8d1 admin admin] Usage tracker for resource:network and tenant:923dafe00970411a989ff222606e459e is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:48:21.470465 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-c8dc6c80-1396-4311-a26a-5746fa3ff8d1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:48:21.479133 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-c8dc6c80-1396-4311-a26a-5746fa3ff8d1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:48:21.515559 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment e5f4d40e-b6de-4f80-b45a-1e473e7e6a4d resource provider aggregate not found May 28 06:48:21.563096 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-52e3d351-9e6a-4325-83bc-e923500376e9 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:21.566336 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment e5f4d40e-b6de-4f80-b45a-1e473e7e6a4d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e5f4d40e-b6de-4f80-b45a-1e473e7e6a4d found for delete ", "request_id": "req-d5f9ab50-d647-4041-873f-56c48a1af82e"}]} May 28 06:48:21.588873 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-52e3d351-9e6a-4325-83bc-e923500376e9 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:21.597154 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port f8566525-c4cb-4e62-a1d8-5e9ce5ba1b4e is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:48:21.609997 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:21.629708 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-69006abc-ec08-44bf-8e60-d10406442669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:21.673063 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8dc6c80-1396-4311-a26a-5746fa3ff8d1 admin admin] Made reservation on behalf of 923dafe00970411a989ff222606e459e for: {'network': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:48:21.675377 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c8dc6c80-1396-4311-a26a-5746fa3ff8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:21.711089 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c8dc6c80-1396-4311-a26a-5746fa3ff8d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:21.745378 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 94794d95-16dc-4eb7-adc9-6957ff3cb005 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:48:21.745846 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:21.795203 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69006abc-ec08-44bf-8e60-d10406442669 None None] Network aaa39eab-6194-4223-9af1-b70bdc667790 is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:48:21.814223 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '479b236c-db1d-48ae-9c3e-6d471a3b8fcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8566525-c4cb-4e62-a1d8-5e9ce5ba1b4e'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:48:21.834580 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-69006abc-ec08-44bf-8e60-d10406442669 None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:48:21.841517 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69006abc-ec08-44bf-8e60-d10406442669 None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:48:21.864663 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port 94794d95-16dc-4eb7-adc9-6957ff3cb005, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=94794d95-16dc-4eb7-adc9-6957ff3cb005,segment=NetworkSegment(d74126e0-2d6c-4218-a52c-5b7126833ce2),segment_id=d74126e0-2d6c-4218-a52c-5b7126833ce2)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:48:21.865764 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-08c789b4-0458-478d-90f7-a3b76914e06e None None] Provisioning for port eccc52a9-ff6c-4bdd-9147-14f59a5bc074 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:48:21.877678 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-08c789b4-0458-478d-90f7-a3b76914e06e None None] Provisioning complete for port eccc52a9-ff6c-4bdd-9147-14f59a5bc074 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:48:21.878054 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-08c789b4-0458-478d-90f7-a3b76914e06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:21.890501 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-065e6f9b-f43d-4092-b40c-fde2f3220a58 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:21.932498 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port f8566525-c4cb-4e62-a1d8-5e9ce5ba1b4e, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=f8566525-c4cb-4e62-a1d8-5e9ce5ba1b4e,segment=NetworkSegment(d3c6b9f0-14d5-4338-b095-ac6f93dbc704),segment_id=d3c6b9f0-14d5-4338-b095-ac6f93dbc704)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:48:21.932498 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69006abc-ec08-44bf-8e60-d10406442669 None None] Pushing event updated for resources: {'Port': ['ID=5245c020-5752-412f-8b0d-e133bbaa58f8,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:21.966645 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e3d351-9e6a-4325-83bc-e923500376e9 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Pushing event deleted for resources: {'Network': ['ID=d1d0c05a-300a-480a-93eb-3d3f00778399,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:22.023455 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94080baf-70b8-43a8-80da-219430dad8e8'] response: {'server_uuid': '479b236c-db1d-48ae-9c3e-6d471a3b8fcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8566525-c4cb-4e62-a1d8-5e9ce5ba1b4e', 'code': 200} May 28 06:48:22.024243 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:22.024632 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 08ca49a9-b39f-4457-99f7-438368e9927a up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:48:22.114560 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-52e3d351-9e6a-4325-83bc-e923500376e9 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] 10.222.0.55 "DELETE /v2.0/networks/d1d0c05a-300a-480a-93eb-3d3f00778399 HTTP/1.1" status: 204 len: 168 time: 4.2571833 May 28 06:48:22.141838 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 54090) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:48:22.160867 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-c8dc6c80-1396-4311-a26a-5746fa3ff8d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:48:22.229775 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:22.247562 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-065e6f9b-f43d-4092-b40c-fde2f3220a58 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Calling delete_port for eccc52a9-ff6c-4bdd-9147-14f59a5bc074 owned by {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:48:22.366495 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-c8dc6c80-1396-4311-a26a-5746fa3ff8d1 admin admin] Usage tracker for resource:security_group_rule and tenant:923dafe00970411a989ff222606e459e is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:48:22.389384 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-dc5f77bc-9be8-4c5d-99e5-2ae04bade4e8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:22.437109 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-c8dc6c80-1396-4311-a26a-5746fa3ff8d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:48:22.437334 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-08c789b4-0458-478d-90f7-a3b76914e06e None None] Port eccc52a9-ff6c-4bdd-9147-14f59a5bc074 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:48:22.443854 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-4115d01d-4d69-424d-bec6-526ffd3742c8 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] DELETE failed (client error): The resource could not be found. May 28 06:48:22.450369 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4115d01d-4d69-424d-bec6-526ffd3742c8 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89109) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:48:22.461724 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-4115d01d-4d69-424d-bec6-526ffd3742c8 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] 10.222.0.55 "DELETE /v2.0/subnets/052e0ef8-49c3-4aa4-b3df-41a3a33413ad HTTP/1.1" status: 404 len: 337 time: 0.3117943 May 28 06:48:22.468050 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-69006abc-ec08-44bf-8e60-d10406442669 None None] Attempting to bind port 5245c020-5752-412f-8b0d-e133bbaa58f8 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:48:22.468424 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-69006abc-ec08-44bf-8e60-d10406442669 None None] Attempting to bind port 5245c020-5752-412f-8b0d-e133bbaa58f8 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'b39b119d-a819-4f27-96cc-041a7c17a97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'aaa39eab-6194-4223-9af1-b70bdc667790'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:48:22.468876 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69006abc-ec08-44bf-8e60-d10406442669 None None] Attempting to bind port 5245c020-5752-412f-8b0d-e133bbaa58f8 on network aaa39eab-6194-4223-9af1-b70bdc667790 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:48:22.474064 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 54102) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:48:22.477757 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-c8dc6c80-1396-4311-a26a-5746fa3ff8d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:48:22.485080 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-dc5f77bc-9be8-4c5d-99e5-2ae04bade4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:22.507446 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69006abc-ec08-44bf-8e60-d10406442669 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:48:22.508087 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69006abc-ec08-44bf-8e60-d10406442669 None None] Checking segment: {'id': 'b39b119d-a819-4f27-96cc-041a7c17a97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'aaa39eab-6194-4223-9af1-b70bdc667790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:48:22.508579 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-69006abc-ec08-44bf-8e60-d10406442669 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:22.508952 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69006abc-ec08-44bf-8e60-d10406442669 None None] Bound using segment: {'id': 'b39b119d-a819-4f27-96cc-041a7c17a97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'aaa39eab-6194-4223-9af1-b70bdc667790'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:48:22.509829 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-69006abc-ec08-44bf-8e60-d10406442669 None None] Bound port: 5245c020-5752-412f-8b0d-e133bbaa58f8, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b39b119d-a819-4f27-96cc-041a7c17a97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'aaa39eab-6194-4223-9af1-b70bdc667790'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:48:22.510217 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-69006abc-ec08-44bf-8e60-d10406442669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:22.534166 n-d-843702-1 neutron-server[89110]: INFO neutron.pecan_wsgi.hooks.translation [None req-69494454-dd82-4af8-8429-062057a7ee48 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] DELETE failed (client error): The resource could not be found. May 28 06:48:22.534893 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69494454-dd82-4af8-8429-062057a7ee48 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89110) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:48:22.536777 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-69494454-dd82-4af8-8429-062057a7ee48 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] 10.222.0.55 "DELETE /v2.0/networks/2fca6288-b62d-48f1-bba8-35a3a8cd3997 HTTP/1.1" status: 404 len: 339 time: 0.0566368 May 28 06:48:22.556804 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cc3912-5c06-4a6f-ac7a-9562b9bcd783 req-530f9680-9847-4910-9cd5-e71775678bc4 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:48:22.558374 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-72cc3912-5c06-4a6f-ac7a-9562b9bcd783 req-530f9680-9847-4910-9cd5-e71775678bc4 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=479b236c-db1d-48ae-9c3e-6d471a3b8fcc HTTP/1.1" status: 200 len: 945 time: 0.3935463 May 28 06:48:22.558878 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 54108) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:48:22.581280 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=94794d95-16dc-4eb7-adc9-6957ff3cb005,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:22.672149 n-d-843702-1 neutron-server[89110]: INFO neutron.pecan_wsgi.hooks.translation [None req-dba2556c-4a81-4983-96dc-9418ec5a68b0 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] DELETE failed (client error): The resource could not be found. May 28 06:48:22.672149 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dba2556c-4a81-4983-96dc-9418ec5a68b0 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89110) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:48:22.679196 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-dba2556c-4a81-4983-96dc-9418ec5a68b0 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] 10.222.0.55 "DELETE /v2.0/subnets/2367ea1a-7a44-4848-9077-8a4496c5a112 HTTP/1.1" status: 404 len: 337 time: 0.1115236 May 28 06:48:22.684596 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 54114) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:48:22.711937 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b79387c-a4d0-4d6e-aef7-2b0bae7041e4 req-be5ebea8-a5e1-4948-bf9f-a62a5bca3d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:48:22.718660 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0b79387c-a4d0-4d6e-aef7-2b0bae7041e4 req-be5ebea8-a5e1-4948-bf9f-a62a5bca3d92 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=479b236c-db1d-48ae-9c3e-6d471a3b8fcc HTTP/1.1" status: 200 len: 1096 time: 0.5469272 May 28 06:48:22.785432 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-69006abc-ec08-44bf-8e60-d10406442669 None None] For port 5245c020-5752-412f-8b0d-e133bbaa58f8, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:48:22.788948 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-69006abc-ec08-44bf-8e60-d10406442669 None None] For port 5245c020-5752-412f-8b0d-e133bbaa58f8, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=5245c020-5752-412f-8b0d-e133bbaa58f8,segment=NetworkSegment(b39b119d-a819-4f27-96cc-041a7c17a97f),segment_id=b39b119d-a819-4f27-96cc-041a7c17a97f)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:48:22.811072 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 08ca49a9-b39f-4457-99f7-438368e9927a completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:48:22.830290 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 08ca49a9-b39f-4457-99f7-438368e9927a triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:48:22.830990 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:22.860539 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-dc5f77bc-9be8-4c5d-99e5-2ae04bade4e8 admin admin] Allocated IP 172.25.5.232 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/99bd00c2-b3e5-46a7-af3c-7f6b4baa8d50) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:48:22.887011 n-d-843702-1 neutron-server[89110]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a85775c-9d81-4273-977f-c6079e79df2b tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] DELETE failed (client error): The resource could not be found. May 28 06:48:22.887501 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a85775c-9d81-4273-977f-c6079e79df2b tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89110) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:48:22.891410 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c8dc6c80-1396-4311-a26a-5746fa3ff8d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:22.903990 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-69006abc-ec08-44bf-8e60-d10406442669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:22.954493 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-5a85775c-9d81-4273-977f-c6079e79df2b tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] 10.222.0.55 "DELETE /v2.0/networks/8a0ae735-9bf9-4223-b9b0-10b5cb76cc22 HTTP/1.1" status: 404 len: 339 time: 0.2558041 May 28 06:48:22.962686 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 54118) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:48:22.976847 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-72cc3912-5c06-4a6f-ac7a-9562b9bcd783 req-4b66c92d-6ad4-4624-b2f0-3ec4d0e5d3bf tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/security-groups?id=55eadb02-d3aa-43b2-bf74-b67b0f98720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2921453 May 28 06:48:22.984972 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-9c794cc6-935e-472b-8059-bc100add1524 None None] Could not find standard attr ID for object 73e72e5a-128a-43cd-b100-a99a72d94787. {{(pid=89111) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 28 06:48:22.986732 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=f8566525-c4cb-4e62-a1d8-5e9ce5ba1b4e,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:23.018393 n-d-843702-1 neutron-server[89110]: INFO neutron.pecan_wsgi.hooks.translation [None req-84985bac-a193-40c6-b74f-68f6ff4c92db tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] DELETE failed (client error): The resource could not be found. May 28 06:48:23.018845 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84985bac-a193-40c6-b74f-68f6ff4c92db tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89110) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:48:23.022972 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-84985bac-a193-40c6-b74f-68f6ff4c92db tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] 10.222.0.55 "DELETE /v2.0/subnets/cdc5e3b4-af42-49b9-bebc-01f8c798c4c1 HTTP/1.1" status: 404 len: 337 time: 0.0548458 May 28 06:48:23.024096 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 54124) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:48:23.025102 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c8dc6c80-1396-4311-a26a-5746fa3ff8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:23.028557 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0b79387c-a4d0-4d6e-aef7-2b0bae7041e4 req-48dc19ed-ef04-45d6-82db-118c23b7cfee service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=55eadb02-d3aa-43b2-bf74-b67b0f98720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090519 May 28 06:48:23.092990 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-9c794cc6-935e-472b-8059-bc100add1524 None None] Provisioning complete for port eccc52a9-ff6c-4bdd-9147-14f59a5bc074 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:48:23.093257 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-9c794cc6-935e-472b-8059-bc100add1524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:23.115723 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-dc5f77bc-9be8-4c5d-99e5-2ae04bade4e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:23.145485 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-065e6f9b-f43d-4092-b40c-fde2f3220a58 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:23.196757 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e944fac-05df-4d0f-88c8-5105d438f369 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] DELETE failed (client error): The resource could not be found. May 28 06:48:23.197225 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e944fac-05df-4d0f-88c8-5105d438f369 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89109) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:48:23.201819 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69006abc-ec08-44bf-8e60-d10406442669 None None] Pushing event updated for resources: {'Port': ['ID=5245c020-5752-412f-8b0d-e133bbaa58f8,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:23.235671 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065e6f9b-f43d-4092-b40c-fde2f3220a58 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Pushing event deleted for resources: {'Port': ['ID=eccc52a9-ff6c-4bdd-9147-14f59a5bc074,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:23.236024 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-7e944fac-05df-4d0f-88c8-5105d438f369 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] 10.222.0.55 "DELETE /v2.0/networks/5df0ef9c-5638-42d6-b091-be43fa272fba HTTP/1.1" status: 404 len: 339 time: 0.2028670 May 28 06:48:23.239773 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 54132) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:48:23.240366 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-9c794cc6-935e-472b-8059-bc100add1524 None None] Port eccc52a9-ff6c-4bdd-9147-14f59a5bc074 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:48:23.242462 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8dc6c80-1396-4311-a26a-5746fa3ff8d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=89109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:48:23.253662 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dc6c80-1396-4311-a26a-5746fa3ff8d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f683e2-83c1-408e-b954-9fe0ca2f45ae,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:23.261987 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c8dc6c80-1396-4311-a26a-5746fa3ff8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:23.262323 n-d-843702-1 neutron-server[89109]: INFO neutron.db.segments_db [None req-c8dc6c80-1396-4311-a26a-5746fa3ff8d1 admin admin] Added segment 7ec0e308-8d07-4b60-b9c2-e7620dee5b7c of type vlan for network 244ee66f-8ba5-4a6d-a99b-5ec1fae21d38 May 28 06:48:23.288303 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-dc5f77bc-9be8-4c5d-99e5-2ae04bade4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:23.293133 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 08ca49a9-b39f-4457-99f7-438368e9927a is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:48:23.294131 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:23.362750 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port 08ca49a9-b39f-4457-99f7-438368e9927a, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=08ca49a9-b39f-4457-99f7-438368e9927a,segment=NetworkSegment(cdb5b8c3-62fe-44db-bb63-af1a2e0e6b19),segment_id=cdb5b8c3-62fe-44db-bb63-af1a2e0e6b19)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:48:23.421610 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-065e6f9b-f43d-4092-b40c-fde2f3220a58 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:23.425270 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-065e6f9b-f43d-4092-b40c-fde2f3220a58 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] 10.222.0.55 "DELETE /v2.0/ports/eccc52a9-ff6c-4bdd-9147-14f59a5bc074 HTTP/1.1" status: 204 len: 168 time: 2.2614024 May 28 06:48:23.429002 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 54140) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:48:23.454220 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:23.470780 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5f77bc-9be8-4c5d-99e5-2ae04bade4e8 admin admin] Pushing event updated for resources: {'Port': ['ID=99bd00c2-b3e5-46a7-af3c-7f6b4baa8d50,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:23.494448 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c8dc6c80-1396-4311-a26a-5746fa3ff8d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:23.506023 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5f77bc-9be8-4c5d-99e5-2ae04bade4e8 admin admin] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:48:23.510249 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-dc5f77bc-9be8-4c5d-99e5-2ae04bade4e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:48:23.514290 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5f77bc-9be8-4c5d-99e5-2ae04bade4e8 admin admin] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:48:23.601964 n-d-843702-1 neutron-server[89110]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bfcca22-63ef-4470-a0f7-59cf864c2125 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] GET failed (client error): The resource could not be found. May 28 06:48:23.609546 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-4bfcca22-63ef-4470-a0f7-59cf864c2125 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Synchronizing usage tracker for tenant:bf0f1d3761524ddfa4db9240ac258eb8 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:48:23.663826 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 54144) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:48:23.698274 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=08ca49a9-b39f-4457-99f7-438368e9927a,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:23.727660 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_v2 [None req-23289a8c-16ca-4364-9548-e811b8a878e4 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Deleting subnet d79a7c27-caa7-4385-baf2-a9c9857ed106 {{(pid=89110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:48:23.732060 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-23289a8c-16ca-4364-9548-e811b8a878e4 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks [] for subnet, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:23.810655 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-4bfcca22-63ef-4470-a0f7-59cf864c2125 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Unset dirty status for tenant:bf0f1d3761524ddfa4db9240ac258eb8 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:48:23.813312 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-4bfcca22-63ef-4470-a0f7-59cf864c2125 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] 10.222.0.55 "GET /v2.0/ports/eccc52a9-ff6c-4bdd-9147-14f59a5bc074 HTTP/1.1" status: 404 len: 333 time: 0.3829215 May 28 06:48:23.817686 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 54154) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:48:23.836246 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 94794d95-16dc-4eb7-adc9-6957ff3cb005 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:48:23.902123 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-23289a8c-16ca-4364-9548-e811b8a878e4 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4150765'] for subnet, precommit_delete_associations {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:23.982767 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.db.resource_extend [None req-c8dc6c80-1396-4311-a26a-5746fa3ff8d1 admin admin] It took 0.47 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 06:48:24.027856 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 94794d95-16dc-4eb7-adc9-6957ff3cb005 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:48:24.028152 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:24.067063 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-73fa10ab-9087-4ca9-a18c-34cb1086dcd1 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-998708458-network', 'tenant_id': '73e0295cd8e04d62a9246f93ad60c000'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:48:24.072381 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-73fa10ab-9087-4ca9-a18c-34cb1086dcd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:48:24.076770 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-73fa10ab-9087-4ca9-a18c-34cb1086dcd1 admin admin] Usage tracker for resource:network and tenant:73e0295cd8e04d62a9246f93ad60c000 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:48:24.080918 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-73fa10ab-9087-4ca9-a18c-34cb1086dcd1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:48:24.094338 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-73fa10ab-9087-4ca9-a18c-34cb1086dcd1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:48:24.162829 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c8dc6c80-1396-4311-a26a-5746fa3ff8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:24.164257 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8dc6c80-1396-4311-a26a-5746fa3ff8d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:48:24.164838 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c8dc6c80-1396-4311-a26a-5746fa3ff8d1 admin admin] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:24.216072 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-23289a8c-16ca-4364-9548-e811b8a878e4 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:24.253497 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 94794d95-16dc-4eb7-adc9-6957ff3cb005 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:48:24.254605 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 5245c020-5752-412f-8b0d-e133bbaa58f8 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:48:24.290520 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_v2 [None req-22f5cc11-381f-40cc-9cb7-c6638ac407b3 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Deleting subnet 59d70d18-1312-4f87-a2c6-7eae7f20a1c9 {{(pid=89110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:48:24.345510 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73fa10ab-9087-4ca9-a18c-34cb1086dcd1 admin admin] Made reservation on behalf of 73e0295cd8e04d62a9246f93ad60c000 for: {'network': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:48:24.348369 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-73fa10ab-9087-4ca9-a18c-34cb1086dcd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:24.378674 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-73fa10ab-9087-4ca9-a18c-34cb1086dcd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:24.394562 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-22f5cc11-381f-40cc-9cb7-c6638ac407b3 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks [] for subnet, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:24.442198 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 5245c020-5752-412f-8b0d-e133bbaa58f8 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:48:24.450549 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-73fa10ab-9087-4ca9-a18c-34cb1086dcd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:48:24.455222 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-73fa10ab-9087-4ca9-a18c-34cb1086dcd1 admin admin] Usage tracker for resource:security_group_rule and tenant:73e0295cd8e04d62a9246f93ad60c000 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:48:24.470897 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-73fa10ab-9087-4ca9-a18c-34cb1086dcd1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:48:24.491569 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-73fa10ab-9087-4ca9-a18c-34cb1086dcd1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:48:24.555601 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dc6c80-1396-4311-a26a-5746fa3ff8d1 admin admin] Pushing event updated for resources: {'Network': ['ID=244ee66f-8ba5-4a6d-a99b-5ec1fae21d38,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:24.556138 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device d1c6715d-49f8-4516-ac0e-8fd0f6be4cbf no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:48:24.583180 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-22f5cc11-381f-40cc-9cb7-c6638ac407b3 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4150765'] for subnet, precommit_delete_associations {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:24.592474 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-dc5f77bc-9be8-4c5d-99e5-2ae04bade4e8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:24.656294 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: d1c6715d-49f8-4516-ac0e-8fd0f6be4cbf {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:48:24.660043 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device d1c6715d-49f8-4516-ac0e-8fd0f6be4cbf not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:48:24.662385 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 244ee66f-8ba5-4a6d-a99b-5ec1fae21d38 details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:48:24.674468 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-c8dc6c80-1396-4311-a26a-5746fa3ff8d1 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 4.0570831 May 28 06:48:24.675978 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 54160) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:48:24.691628 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-b9a6824f-90ce-4fbf-ad02-c48753695ad7 admin admin] Request body: {'subnet': {'network_id': '244ee66f-8ba5-4a6d-a99b-5ec1fae21d38', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1938842834-subnet', 'tenant_id': '923dafe00970411a989ff222606e459e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:48:24.695832 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2766b0-ac66-46e1-9b7c-c7a8ccf832ea req-d1fdd36d-6962-4624-9bb9-c1ccd05b8efd tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:48:24.701947 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-b9a6824f-90ce-4fbf-ad02-c48753695ad7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:48:24.704572 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ba2766b0-ac66-46e1-9b7c-c7a8ccf832ea req-d1fdd36d-6962-4624-9bb9-c1ccd05b8efd tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=479b236c-db1d-48ae-9c3e-6d471a3b8fcc HTTP/1.1" status: 200 len: 945 time: 0.4063621 May 28 06:48:24.710321 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-b9a6824f-90ce-4fbf-ad02-c48753695ad7 admin admin] Usage tracker for resource:subnet and tenant:923dafe00970411a989ff222606e459e is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:48:24.722673 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-b9a6824f-90ce-4fbf-ad02-c48753695ad7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:48:24.760660 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-794a16e0-012c-4eba-a425-8908c6fa78d5 None None] Network aaa39eab-6194-4223-9af1-b70bdc667790 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:48:24.769064 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ba2766b0-ac66-46e1-9b7c-c7a8ccf832ea req-f77699dd-60ad-4111-ae70-76adb72f6817 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/security-groups?id=55eadb02-d3aa-43b2-bf74-b67b0f98720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632925 May 28 06:48:24.794502 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-b9a6824f-90ce-4fbf-ad02-c48753695ad7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:48:24.811055 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-23289a8c-16ca-4364-9548-e811b8a878e4 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3115981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3172005'] for subnet, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:24.918558 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23289a8c-16ca-4364-9548-e811b8a878e4 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Pushing event deleted for resources: {'Subnet': ['ID=d79a7c27-caa7-4385-baf2-a9c9857ed106,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:24.920796 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-23289a8c-16ca-4364-9548-e811b8a878e4 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:24.930013 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dfe5a94-de12-4b0a-aa1a-e9fd655d70a3 None None] Network 25b0ceac-25f2-409c-a442-97c1bc342bdb requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:48:24.957346 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-23289a8c-16ca-4364-9548-e811b8a878e4 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] 10.222.0.55 "DELETE /v2.0/subnets/d79a7c27-caa7-4385-baf2-a9c9857ed106 HTTP/1.1" status: 204 len: 168 time: 1.7163434 May 28 06:48:24.960312 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 54168) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:48:24.988272 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-22f5cc11-381f-40cc-9cb7-c6638ac407b3 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:25.060396 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-6693f55d-1014-4e92-b7e2-5fbf63dd2dae None None] Provisioning for port 5245c020-5752-412f-8b0d-e133bbaa58f8 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:48:25.089385 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-6693f55d-1014-4e92-b7e2-5fbf63dd2dae None None] Provisioning complete for port 5245c020-5752-412f-8b0d-e133bbaa58f8 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:48:25.089708 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-6693f55d-1014-4e92-b7e2-5fbf63dd2dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:25.203392 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-fcebf507-ef9e-4f34-8ca0-c578dfb14fd1 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:25.225821 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-73fa10ab-9087-4ca9-a18c-34cb1086dcd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:25.235965 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-fcebf507-ef9e-4f34-8ca0-c578dfb14fd1 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Deleting port b68f4270-7583-44a7-bdc5-f6cc07d5e029 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:48:25.237141 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-fcebf507-ef9e-4f34-8ca0-c578dfb14fd1 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:25.257024 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-dc5f77bc-9be8-4c5d-99e5-2ae04bade4e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690761'] for router, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:25.260293 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9a6824f-90ce-4fbf-ad02-c48753695ad7 admin admin] Made reservation on behalf of 923dafe00970411a989ff222606e459e for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:48:25.262641 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b9a6824f-90ce-4fbf-ad02-c48753695ad7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:25.432043 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-6693f55d-1014-4e92-b7e2-5fbf63dd2dae None None] Current status of the port 5245c020-5752-412f-8b0d-e133bbaa58f8 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:48:25.432622 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-6693f55d-1014-4e92-b7e2-5fbf63dd2dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:25.482668 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-6693f55d-1014-4e92-b7e2-5fbf63dd2dae None None] For port 5245c020-5752-412f-8b0d-e133bbaa58f8, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=5245c020-5752-412f-8b0d-e133bbaa58f8,segment=NetworkSegment(b39b119d-a819-4f27-96cc-041a7c17a97f),segment_id=b39b119d-a819-4f27-96cc-041a7c17a97f)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:48:25.611930 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca6d3bc9-8e6e-461d-b4b3-e5ec6678985d None None] DHCP port deletion for 25b0ceac-25f2-409c-a442-97c1bc342bdb request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:48:25.617486 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 08ca49a9-b39f-4457-99f7-438368e9927a up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:48:25.647429 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [None req-fcebf507-ef9e-4f34-8ca0-c578dfb14fd1 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] For port b68f4270-7583-44a7-bdc5-f6cc07d5e029, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=b68f4270-7583-44a7-bdc5-f6cc07d5e029,segment=NetworkSegment(6a604b25-aaf6-4745-8a3e-b943944cb8f2),segment_id=6a604b25-aaf6-4745-8a3e-b943944cb8f2)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:48:25.647799 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-fcebf507-ef9e-4f34-8ca0-c578dfb14fd1 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:25.678566 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-22f5cc11-381f-40cc-9cb7-c6638ac407b3 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3115981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3172005'] for subnet, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:25.718281 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-ca6d3bc9-8e6e-461d-b4b3-e5ec6678985d None None] Deleting port b68f4270-7583-44a7-bdc5-f6cc07d5e029 {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:48:25.719484 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-ca6d3bc9-8e6e-461d-b4b3-e5ec6678985d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:25.754050 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-6693f55d-1014-4e92-b7e2-5fbf63dd2dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:25.820839 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f5cc11-381f-40cc-9cb7-c6638ac407b3 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Pushing event deleted for resources: {'Subnet': ['ID=59d70d18-1312-4f87-a2c6-7eae7f20a1c9,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:25.822317 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-73fa10ab-9087-4ca9-a18c-34cb1086dcd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:25.889859 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc5f77bc-9be8-4c5d-99e5-2ae04bade4e8 admin admin] Router 8fbcc254-56b8-4d85-817a-7ed0d68293a7 is scheduled to L3 agent 42958940-9562-4f71-972f-15a8af9d3963 with binding_index 1 {{(pid=89109) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 06:48:26.018129 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 08ca49a9-b39f-4457-99f7-438368e9927a triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:48:26.018625 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:26.074863 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-790f28dc-9d1d-408f-a3fa-ede369195543 None None] Network 62c11724-3236-4a4b-bc43-380e3631f0af requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:48:26.122277 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b9a6824f-90ce-4fbf-ad02-c48753695ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:26.140446 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6693f55d-1014-4e92-b7e2-5fbf63dd2dae None None] Pushing event updated for resources: {'Port': ['ID=5245c020-5752-412f-8b0d-e133bbaa58f8,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:26.220081 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fa10ab-9087-4ca9-a18c-34cb1086dcd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38e95684-b0a5-479e-b081-87ed34387e46,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:26.244663 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-fcebf507-ef9e-4f34-8ca0-c578dfb14fd1 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Calling delete_port for b68f4270-7583-44a7-bdc5-f6cc07d5e029 owned by network:dhcp {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:48:26.288974 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-22f5cc11-381f-40cc-9cb7-c6638ac407b3 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:26.316550 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-841a54d5-60e0-4fa7-850b-e8d8d96e9c00 None None] Provisioning complete for port 5245c020-5752-412f-8b0d-e133bbaa58f8 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:48:26.319343 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-841a54d5-60e0-4fa7-850b-e8d8d96e9c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:26.426298 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73fa10ab-9087-4ca9-a18c-34cb1086dcd1 admin admin] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=89110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:48:26.445435 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-22f5cc11-381f-40cc-9cb7-c6638ac407b3 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] 10.222.0.55 "DELETE /v2.0/subnets/59d70d18-1312-4f87-a2c6-7eae7f20a1c9 HTTP/1.1" status: 204 len: 168 time: 2.6244526 May 28 06:48:26.449716 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 54190) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:48:26.482337 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a6824f-90ce-4fbf-ad02-c48753695ad7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=395c6a06-7ada-4575-b52f-ff6a58f20fb7,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:26.490544 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-73fa10ab-9087-4ca9-a18c-34cb1086dcd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:26.490785 n-d-843702-1 neutron-server[89110]: INFO neutron.db.segments_db [None req-73fa10ab-9087-4ca9-a18c-34cb1086dcd1 admin admin] Added segment 891ef37d-2d2b-47ef-a8c4-170b0614d759 of type vlan for network a5003c5d-3a74-4f41-abaa-5496ec434a45 May 28 06:48:26.496601 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a6824f-90ce-4fbf-ad02-c48753695ad7 admin admin] Checking segment: {'id': '7ec0e308-8d07-4b60-b9c2-e7620dee5b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '244ee66f-8ba5-4a6d-a99b-5ec1fae21d38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:48:26.497030 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a6824f-90ce-4fbf-ad02-c48753695ad7 admin admin] Network hostable DHCP agents. Network: 244ee66f-8ba5-4a6d-a99b-5ec1fae21d38, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:48:26.538918 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc5f77bc-9be8-4c5d-99e5-2ae04bade4e8 admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:48:26.548720 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f90a53-8914-4992-b8ee-18063e0aa2f3 None None] Sync routers for ids ['8fbcc254-56b8-4d85-817a-7ed0d68293a7'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:48:26.562188 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f90a53-8914-4992-b8ee-18063e0aa2f3 None None] Routers {'8fbcc254-56b8-4d85-817a-7ed0d68293a7'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:48:26.563360 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-29f90a53-8914-4992-b8ee-18063e0aa2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:47:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['8fbcc254-56b8-4d85-817a-7ed0d68293a7'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:48:26.643788 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a6824f-90ce-4fbf-ad02-c48753695ad7 admin admin] Network 244ee66f-8ba5-4a6d-a99b-5ec1fae21d38 is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:48:26.658358 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-73fa10ab-9087-4ca9-a18c-34cb1086dcd1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:26.679870 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d8eff9fe-0112-4041-8d63-fbb562169b96 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:26.693596 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91901e4-0712-4016-bed6-ab5c5220d164 req-a2b433ed-f81a-4720-abb0-76844acd6285 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:48:26.701773 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f91901e4-0712-4016-bed6-ab5c5220d164 req-a2b433ed-f81a-4720-abb0-76844acd6285 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=479b236c-db1d-48ae-9c3e-6d471a3b8fcc HTTP/1.1" status: 200 len: 945 time: 0.6508465 May 28 06:48:26.705501 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-dc5f77bc-9be8-4c5d-99e5-2ae04bade4e8 admin admin] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:26.707147 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-dc5f77bc-9be8-4c5d-99e5-2ae04bade4e8 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 8.9303997 May 28 06:48:26.709808 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 54198) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:48:26.738863 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-ca6d3bc9-8e6e-461d-b4b3-e5ec6678985d None None] For port b68f4270-7583-44a7-bdc5-f6cc07d5e029, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=b68f4270-7583-44a7-bdc5-f6cc07d5e029,segment=NetworkSegment(6a604b25-aaf6-4745-8a3e-b943944cb8f2),segment_id=6a604b25-aaf6-4745-8a3e-b943944cb8f2)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:48:26.739437 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-ca6d3bc9-8e6e-461d-b4b3-e5ec6678985d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:26.748327 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-d8eff9fe-0112-4041-8d63-fbb562169b96 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Deleting port 08ca49a9-b39f-4457-99f7-438368e9927a {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:48:26.748796 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d8eff9fe-0112-4041-8d63-fbb562169b96 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:26.785281 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-fcebf507-ef9e-4f34-8ca0-c578dfb14fd1 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:26.838065 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-b9a6824f-90ce-4fbf-ad02-c48753695ad7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, 244ee66f-8ba5-4a6d-a99b-5ec1fae21d38) {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:48:26.843841 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-29f90a53-8914-4992-b8ee-18063e0aa2f3 None None] Set router 8fbcc254-56b8-4d85-817a-7ed0d68293a7 gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:48:26.862947 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a6824f-90ce-4fbf-ad02-c48753695ad7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:48:26.863798 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b9a6824f-90ce-4fbf-ad02-c48753695ad7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:26.992714 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-8a249e4d-d44e-4fda-86c8-44f1569f7c72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:26.999007 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6685c63e-1a56-48b2-a165-92531515bbc9 None None] Network 244ee66f-8ba5-4a6d-a99b-5ec1fae21d38 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:48:27.019039 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcebf507-ef9e-4f34-8ca0-c578dfb14fd1 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] No DVR routers for this DVR port b68f4270-7583-44a7-bdc5-f6cc07d5e029 on host n-d-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:48:27.024237 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcebf507-ef9e-4f34-8ca0-c578dfb14fd1 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Pushing event deleted for resources: {'Port': ['ID=b68f4270-7583-44a7-bdc5-f6cc07d5e029,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:27.027276 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-b9a6824f-90ce-4fbf-ad02-c48753695ad7 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.3398807 May 28 06:48:27.027972 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 54202) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:48:27.123238 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 08ca49a9-b39f-4457-99f7-438368e9927a is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:48:27.201769 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-bc279df4-5fd3-4a63-8025-d4c3999e231f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1938842834-router', 'tenant_id': '923dafe00970411a989ff222606e459e', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:48:27.233308 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-bc279df4-5fd3-4a63-8025-d4c3999e231f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:48:27.247646 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-bc279df4-5fd3-4a63-8025-d4c3999e231f admin admin] Usage tracker for resource:router and tenant:923dafe00970411a989ff222606e459e is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:48:27.252796 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-29f90a53-8914-4992-b8ee-18063e0aa2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fbcc254-56b8-4d85-817a-7ed0d68293a7', 'name': 'tempest-TestVolumeBackupRestore-1556557845-router', 'tenant_id': 'f1e7c093d3e5485593bf6b4708c7d826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '99bd00c2-b3e5-46a7-af3c-7f6b4baa8d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:48:18Z', 'updated_at': '2022-05-28T06:48:24Z', 'revision_number': 3, 'project_id': 'f1e7c093d3e5485593bf6b4708c7d826', 'gw_port': {'id': '99bd00c2-b3e5-46a7-af3c-7f6b4baa8d50', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d1:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fbcc254-56b8-4d85-817a-7ed0d68293a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2761, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:48:22Z', 'updated_at': '2022-05-28T06:48:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:48:27.261752 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f90a53-8914-4992-b8ee-18063e0aa2f3 None None] Checking router: 8fbcc254-56b8-4d85-817a-7ed0d68293a7 for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:48:27.264680 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f90a53-8914-4992-b8ee-18063e0aa2f3 None None] Updating router 8fbcc254-56b8-4d85-817a-7ed0d68293a7 port 99bd00c2-b3e5-46a7-af3c-7f6b4baa8d50 binding host n-d-843702-1 {{(pid=89112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:48:27.264810 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-bc279df4-5fd3-4a63-8025-d4c3999e231f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:48:27.289017 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-bc279df4-5fd3-4a63-8025-d4c3999e231f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:48:27.326448 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-ca6d3bc9-8e6e-461d-b4b3-e5ec6678985d None None] Calling delete_port for b68f4270-7583-44a7-bdc5-f6cc07d5e029 owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:48:27.456438 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-29f90a53-8914-4992-b8ee-18063e0aa2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:27.584073 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-bc279df4-5fd3-4a63-8025-d4c3999e231f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59128'] for router, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:27.585104 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-bc279df4-5fd3-4a63-8025-d4c3999e231f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59009'] for router, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:27.676887 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [None req-d8eff9fe-0112-4041-8d63-fbb562169b96 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] For port 08ca49a9-b39f-4457-99f7-438368e9927a, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=08ca49a9-b39f-4457-99f7-438368e9927a,segment=NetworkSegment(cdb5b8c3-62fe-44db-bb63-af1a2e0e6b19),segment_id=cdb5b8c3-62fe-44db-bb63-af1a2e0e6b19)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:48:27.677252 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d8eff9fe-0112-4041-8d63-fbb562169b96 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:27.685672 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 5245c020-5752-412f-8b0d-e133bbaa58f8 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:48:27.800399 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-73fa10ab-9087-4ca9-a18c-34cb1086dcd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:27.801384 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73fa10ab-9087-4ca9-a18c-34cb1086dcd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:48:27.802163 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-73fa10ab-9087-4ca9-a18c-34cb1086dcd1 admin admin] Notify callbacks [] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:27.842341 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:27.842948 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:48:27.842948 n-d-843702-1 neutron-server[89111]: util.warn( May 28 06:48:27.842948 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:48:27.842948 n-d-843702-1 neutron-server[89111]: util.warn( May 28 06:48:27.842948 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:48:27.842948 n-d-843702-1 neutron-server[89111]: util.warn( May 28 06:48:27.842948 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:48:27.842948 n-d-843702-1 neutron-server[89111]: util.warn( May 28 06:48:27.842948 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:48:27.842948 n-d-843702-1 neutron-server[89111]: util.warn( May 28 06:48:27.842948 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:48:27.842948 n-d-843702-1 neutron-server[89111]: util.warn( May 28 06:48:27.842948 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:48:27.842948 n-d-843702-1 neutron-server[89111]: util.warn( May 28 06:48:27.842948 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:48:27.842948 n-d-843702-1 neutron-server[89111]: util.warn( May 28 06:48:27.842948 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:48:27.842948 n-d-843702-1 neutron-server[89111]: util.warn( May 28 06:48:27.842948 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:48:27.842948 n-d-843702-1 neutron-server[89111]: util.warn( May 28 06:48:27.842948 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:48:27.842948 n-d-843702-1 neutron-server[89111]: util.warn( May 28 06:48:27.842948 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:48:27.842948 n-d-843702-1 neutron-server[89111]: util.warn( May 28 06:48:27.842948 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:48:27.842948 n-d-843702-1 neutron-server[89111]: util.warn( May 28 06:48:27.842948 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:48:27.842948 n-d-843702-1 neutron-server[89111]: util.warn( May 28 06:48:27.842948 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:48:27.842948 n-d-843702-1 neutron-server[89111]: util.warn( May 28 06:48:27.842948 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:48:27.842948 n-d-843702-1 neutron-server[89111]: util.warn( May 28 06:48:27.842948 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:48:27.842948 n-d-843702-1 neutron-server[89111]: util.warn( May 28 06:48:27.842948 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:48:27.842948 n-d-843702-1 neutron-server[89111]: util.warn( May 28 06:48:27.842948 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:48:27.842948 n-d-843702-1 neutron-server[89111]: util.warn( May 28 06:48:27.842948 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:48:27.842948 n-d-843702-1 neutron-server[89111]: util.warn( May 28 06:48:27.842948 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:48:27.842948 n-d-843702-1 neutron-server[89111]: util.warn( May 28 06:48:27.842948 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:48:27.842948 n-d-843702-1 neutron-server[89111]: util.warn( May 28 06:48:27.842948 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:48:27.842948 n-d-843702-1 neutron-server[89111]: util.warn( May 28 06:48:27.842948 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:48:27.842948 n-d-843702-1 neutron-server[89111]: util.warn( May 28 06:48:27.842948 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:48:27.842948 n-d-843702-1 neutron-server[89111]: util.warn( May 28 06:48:27.842948 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:48:27.842948 n-d-843702-1 neutron-server[89111]: util.warn( May 28 06:48:27.842948 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:48:27.842948 n-d-843702-1 neutron-server[89111]: util.warn( May 28 06:48:27.842948 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:48:27.842948 n-d-843702-1 neutron-server[89111]: util.warn( May 28 06:48:27.933865 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-fcebf507-ef9e-4f34-8ca0-c578dfb14fd1 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:27.946892 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-841a54d5-60e0-4fa7-850b-e8d8d96e9c00 None None] Current status of the port 5245c020-5752-412f-8b0d-e133bbaa58f8 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:48:27.971995 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-fcebf507-ef9e-4f34-8ca0-c578dfb14fd1 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25b0ceac-25f2-409c-a442-97c1bc342bdb']}} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:48:27.981154 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa6744b-7c31-46c4-839f-0fb92bb774f6 None None] DHCP port deletion for 62c11724-3236-4a4b-bc43-380e3631f0af request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:48:27.986190 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-fcebf507-ef9e-4f34-8ca0-c578dfb14fd1 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a604b25-aaf6-4745-8a3e-b943944cb8f2') {'for_net_delete': True} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:48:27.986486 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-fcebf507-ef9e-4f34-8ca0-c578dfb14fd1 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a604b25-aaf6-4745-8a3e-b943944cb8f2') {} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:48:27.989846 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-bc279df4-5fd3-4a63-8025-d4c3999e231f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:27.993584 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.db.api [None req-ca6d3bc9-8e6e-461d-b4b3-e5ec6678985d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89111) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:48:27.996514 n-d-843702-1 neutron-server[89111]: DEBUG oslo_db.api [None req-ca6d3bc9-8e6e-461d-b4b3-e5ec6678985d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:48:27.998846 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-fcebf507-ef9e-4f34-8ca0-c578dfb14fd1 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4150778'] for segment, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:27.999121 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-9aa6744b-7c31-46c4-839f-0fb92bb774f6 None None] Deleting port 08ca49a9-b39f-4457-99f7-438368e9927a {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:48:28.000586 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-9aa6744b-7c31-46c4-839f-0fb92bb774f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:28.018039 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-fcebf507-ef9e-4f34-8ca0-c578dfb14fd1 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:28.026238 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcebf507-ef9e-4f34-8ca0-c578dfb14fd1 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=89110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:48:28.031871 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-fcebf507-ef9e-4f34-8ca0-c578dfb14fd1 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3143023'] for segment, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:28.071600 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5819fd34-c771-4d69-9c98-64026b319ae7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-244ee66f-8ba5-4a6d-a99b-5ec1fae21d38', 'network_id': '244ee66f-8ba5-4a6d-a99b-5ec1fae21d38', 'tenant_id': '923dafe00970411a989ff222606e459e', 'fixed_ips': [{'subnet_id': '395c6a06-7ada-4575-b52f-ff6a58f20fb7'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:48:28.072553 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-5819fd34-c771-4d69-9c98-64026b319ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:28.156019 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-29f90a53-8914-4992-b8ee-18063e0aa2f3 None None] Notify callbacks [] for port, precommit_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:28.196242 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.provisioning_blocks [None req-29f90a53-8914-4992-b8ee-18063e0aa2f3 None None] Transition to ACTIVE for port object 99bd00c2-b3e5-46a7-af3c-7f6b4baa8d50 will not be triggered until provisioned by entity L2. {{(pid=89112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:48:28.223512 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f91901e4-0712-4016-bed6-ab5c5220d164 req-dfc3b7a2-3b71-4808-9013-05e02cc1ffc4 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/security-groups?id=55eadb02-d3aa-43b2-bf74-b67b0f98720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5205233 May 28 06:48:28.263340 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-d8eff9fe-0112-4041-8d63-fbb562169b96 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Calling delete_port for 08ca49a9-b39f-4457-99f7-438368e9927a owned by network:dhcp {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:48:28.299612 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-29f90a53-8914-4992-b8ee-18063e0aa2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:28.373104 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 5245c020-5752-412f-8b0d-e133bbaa58f8 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:48:28.373521 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:28.425227 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-fcebf507-ef9e-4f34-8ca0-c578dfb14fd1 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:28.440058 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment 6a604b25-aaf6-4745-8a3e-b943944cb8f2 resource provider aggregate not found May 28 06:48:28.460351 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6362168-ccbd-4161-ac34-adcd56931638 None None] Pushing event updated for resources: {'Port': ['ID=99bd00c2-b3e5-46a7-af3c-7f6b4baa8d50,revision_number=2']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:28.472234 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-fcebf507-ef9e-4f34-8ca0-c578dfb14fd1 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks [] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:28.519568 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-ca6d3bc9-8e6e-461d-b4b3-e5ec6678985d None None] Deleting port b68f4270-7583-44a7-bdc5-f6cc07d5e029 {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:48:28.519830 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-ca6d3bc9-8e6e-461d-b4b3-e5ec6678985d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:28.541901 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6362168-ccbd-4161-ac34-adcd56931638 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:48:28.542448 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6362168-ccbd-4161-ac34-adcd56931638 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:48:28.549608 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6362168-ccbd-4161-ac34-adcd56931638 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:48:28.552137 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6362168-ccbd-4161-ac34-adcd56931638 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:48:28.553601 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6362168-ccbd-4161-ac34-adcd56931638 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:48:28.554115 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6362168-ccbd-4161-ac34-adcd56931638 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:48:28.554659 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6362168-ccbd-4161-ac34-adcd56931638 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:48:28.556702 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6362168-ccbd-4161-ac34-adcd56931638 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:48:28.557109 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6362168-ccbd-4161-ac34-adcd56931638 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:48:28.557545 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6362168-ccbd-4161-ac34-adcd56931638 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:48:28.558781 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6362168-ccbd-4161-ac34-adcd56931638 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:48:28.560869 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6362168-ccbd-4161-ac34-adcd56931638 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:48:28.670845 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment 6a604b25-aaf6-4745-8a3e-b943944cb8f2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6a604b25-aaf6-4745-8a3e-b943944cb8f2 found for delete ", "request_id": "req-fe891156-d860-49dc-b9cf-0e3ce852e69c"}]} May 28 06:48:28.675233 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-29f90a53-8914-4992-b8ee-18063e0aa2f3 None None] Attempting to bind port 99bd00c2-b3e5-46a7-af3c-7f6b4baa8d50 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:48:28.675233 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-29f90a53-8914-4992-b8ee-18063e0aa2f3 None None] Attempting to bind port 99bd00c2-b3e5-46a7-af3c-7f6b4baa8d50 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:48:28.679890 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f90a53-8914-4992-b8ee-18063e0aa2f3 None None] Attempting to bind port 99bd00c2-b3e5-46a7-af3c-7f6b4baa8d50 on network 68df399e-e75e-4871-9364-5d05730b50f0 {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:48:28.707903 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f90a53-8914-4992-b8ee-18063e0aa2f3 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:48:28.708439 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f90a53-8914-4992-b8ee-18063e0aa2f3 None None] Checking segment: {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:48:28.708843 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-29f90a53-8914-4992-b8ee-18063e0aa2f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:28.709234 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f90a53-8914-4992-b8ee-18063e0aa2f3 None None] Bound using segment: {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:48:28.712036 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d8eff9fe-0112-4041-8d63-fbb562169b96 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:28.712240 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-29f90a53-8914-4992-b8ee-18063e0aa2f3 None None] Bound port: 99bd00c2-b3e5-46a7-af3c-7f6b4baa8d50, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:48:28.712564 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-29f90a53-8914-4992-b8ee-18063e0aa2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:28.847351 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-29f90a53-8914-4992-b8ee-18063e0aa2f3 None None] For port 99bd00c2-b3e5-46a7-af3c-7f6b4baa8d50, host n-d-843702-1, cleared binding levels {{(pid=89112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:48:28.850490 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-29f90a53-8914-4992-b8ee-18063e0aa2f3 None None] For port 99bd00c2-b3e5-46a7-af3c-7f6b4baa8d50, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=99bd00c2-b3e5-46a7-af3c-7f6b4baa8d50,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:48:28.852438 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-fcebf507-ef9e-4f34-8ca0-c578dfb14fd1 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] 10.222.0.55 "DELETE /v2.0/networks/25b0ceac-25f2-409c-a442-97c1bc342bdb HTTP/1.1" status: 204 len: 168 time: 3.8907301 May 28 06:48:28.853947 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fa10ab-9087-4ca9-a18c-34cb1086dcd1 admin admin] Pushing event updated for resources: {'Network': ['ID=a5003c5d-3a74-4f41-abaa-5496ec434a45,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:28.867207 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 54232) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:48:28.898756 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-bc279df4-5fd3-4a63-8025-d4c3999e231f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59027'] for router, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:28.917556 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-29f90a53-8914-4992-b8ee-18063e0aa2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:28.963154 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-ca6d3bc9-8e6e-461d-b4b3-e5ec6678985d None None] The port 'b68f4270-7583-44a7-bdc5-f6cc07d5e029' was deleted {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 06:48:28.965359 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network a5003c5d-3a74-4f41-abaa-5496ec434a45 details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:48:28.997970 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f90a53-8914-4992-b8ee-18063e0aa2f3 None None] Routers {'8fbcc254-56b8-4d85-817a-7ed0d68293a7'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:48:28.998584 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-29f90a53-8914-4992-b8ee-18063e0aa2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:47:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['8fbcc254-56b8-4d85-817a-7ed0d68293a7'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:48:29.025564 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8eff9fe-0112-4041-8d63-fbb562169b96 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Pushing event deleted for resources: {'Port': ['ID=08ca49a9-b39f-4457-99f7-438368e9927a,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:29.039347 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8eff9fe-0112-4041-8d63-fbb562169b96 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] No DVR routers for this DVR port 08ca49a9-b39f-4457-99f7-438368e9927a on host n-d-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:48:29.041860 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-73fa10ab-9087-4ca9-a18c-34cb1086dcd1 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 5.3480749 May 28 06:48:29.050092 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 54244) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:48:29.065254 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-b854c72a-6cf2-4bfd-bdc5-15b408dff34b admin admin] Request body: {'subnet': {'network_id': 'a5003c5d-3a74-4f41-abaa-5496ec434a45', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-998708458-subnet', 'tenant_id': '73e0295cd8e04d62a9246f93ad60c000', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:48:29.071811 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-b854c72a-6cf2-4bfd-bdc5-15b408dff34b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:48:29.076950 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-b854c72a-6cf2-4bfd-bdc5-15b408dff34b admin admin] Usage tracker for resource:subnet and tenant:73e0295cd8e04d62a9246f93ad60c000 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:48:29.082504 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-b854c72a-6cf2-4bfd-bdc5-15b408dff34b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:48:29.093081 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-b854c72a-6cf2-4bfd-bdc5-15b408dff34b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:48:29.130758 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6362168-ccbd-4161-ac34-adcd56931638 None None] Pushing event updated for resources: {'Port': ['ID=99bd00c2-b3e5-46a7-af3c-7f6b4baa8d50,revision_number=3']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:29.171418 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-1efa119d-2241-4210-a447-48b6606b8de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:29.191303 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d8eff9fe-0112-4041-8d63-fbb562169b96 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:29.223093 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-d8eff9fe-0112-4041-8d63-fbb562169b96 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62c11724-3236-4a4b-bc43-380e3631f0af']}} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:48:29.237963 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-d8eff9fe-0112-4041-8d63-fbb562169b96 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdb5b8c3-62fe-44db-bb63-af1a2e0e6b19') {'for_net_delete': True} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:48:29.238362 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-d8eff9fe-0112-4041-8d63-fbb562169b96 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdb5b8c3-62fe-44db-bb63-af1a2e0e6b19') {} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:48:29.251666 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d8eff9fe-0112-4041-8d63-fbb562169b96 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4150778'] for segment, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:29.270107 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d8eff9fe-0112-4041-8d63-fbb562169b96 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:29.272634 n-d-843702-1 neutron-server[89110]: INFO neutron.pecan_wsgi.hooks.translation [None req-85b7a2dc-936f-4dc9-8d6f-be545401d7c9 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] DELETE failed (client error): The resource could not be found. May 28 06:48:29.273394 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85b7a2dc-936f-4dc9-8d6f-be545401d7c9 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89110) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:48:29.278930 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-85b7a2dc-936f-4dc9-8d6f-be545401d7c9 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] 10.222.0.55 "DELETE /v2.0/subnets/97d8c642-9303-4660-ad38-91327dcd5ed6 HTTP/1.1" status: 404 len: 337 time: 0.4071858 May 28 06:48:29.278930 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcebf507-ef9e-4f34-8ca0-c578dfb14fd1 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Pushing event deleted for resources: {'Network': ['ID=25b0ceac-25f2-409c-a442-97c1bc342bdb,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:29.284333 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 54248) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:48:29.314549 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-9aa6744b-7c31-46c4-839f-0fb92bb774f6 None None] For port 08ca49a9-b39f-4457-99f7-438368e9927a, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=08ca49a9-b39f-4457-99f7-438368e9927a,segment=NetworkSegment(cdb5b8c3-62fe-44db-bb63-af1a2e0e6b19),segment_id=cdb5b8c3-62fe-44db-bb63-af1a2e0e6b19)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:48:29.315262 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-9aa6744b-7c31-46c4-839f-0fb92bb774f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:29.323160 n-d-843702-1 neutron-server[89110]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2781641-b58f-43a4-bcf0-2328a22ce264 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] DELETE failed (client error): The resource could not be found. May 28 06:48:29.323640 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2781641-b58f-43a4-bcf0-2328a22ce264 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89110) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:48:29.329403 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-a2781641-b58f-43a4-bcf0-2328a22ce264 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] 10.222.0.55 "DELETE /v2.0/networks/1cf657d0-b548-4533-972b-c30bd88f3cc6 HTTP/1.1" status: 404 len: 339 time: 0.0383263 May 28 06:48:29.329403 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8eff9fe-0112-4041-8d63-fbb562169b96 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=89110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:48:29.329403 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d8eff9fe-0112-4041-8d63-fbb562169b96 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3143023'] for segment, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:29.330593 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 54252) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:48:29.425557 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-5819fd34-c771-4d69-9c98-64026b319ae7 None None] Allocated IP 172.20.0.2 (244ee66f-8ba5-4a6d-a99b-5ec1fae21d38/395c6a06-7ada-4575-b52f-ff6a58f20fb7/0088f2cc-6812-4698-a18d-b8b72483b32e) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:48:29.430788 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1a50c939-6328-4b5f-a85e-0a21b0db7e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:29.465011 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_v2 [None req-65c130fe-4974-488d-ae5b-d7318fda4775 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Deleting subnet 35c8c602-ccf3-44d0-a268-00e4b807ae38 {{(pid=89109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:48:29.498210 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca3c248-1b9e-48fd-8ed3-b297e2d75517 req-4a7d3812-eebf-4789-ae24-246dbbd67bf5 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:48:29.505973 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7ca3c248-1b9e-48fd-8ed3-b297e2d75517 req-4a7d3812-eebf-4789-ae24-246dbbd67bf5 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/networks?id=ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1 HTTP/1.1" status: 200 len: 806 time: 0.7007639 May 28 06:48:29.527115 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7ca3c248-1b9e-48fd-8ed3-b297e2d75517 req-6d460f60-6686-45e5-9706-f37ff41d79d9 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/quotas/25104e9d91034f7ab315290096db2d20 HTTP/1.1" status: 200 len: 375 time: 0.0196674 May 28 06:48:29.549355 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-29f90a53-8914-4992-b8ee-18063e0aa2f3 None None] Set router 8fbcc254-56b8-4d85-817a-7ed0d68293a7 gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:48:29.581519 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-65c130fe-4974-488d-ae5b-d7318fda4775 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks [] for subnet, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:29.649004 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b854c72a-6cf2-4bfd-bdc5-15b408dff34b admin admin] Made reservation on behalf of 73e0295cd8e04d62a9246f93ad60c000 for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:48:29.656035 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b854c72a-6cf2-4bfd-bdc5-15b408dff34b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:29.702145 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7ca3c248-1b9e-48fd-8ed3-b297e2d75517 req-b1065080-4979-4d07-97e1-2385bf6f822b tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=25104e9d91034f7ab315290096db2d20&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1735532 May 28 06:48:29.735630 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-9aa6744b-7c31-46c4-839f-0fb92bb774f6 None None] Calling delete_port for 08ca49a9-b39f-4457-99f7-438368e9927a owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:48:29.800292 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 5245c020-5752-412f-8b0d-e133bbaa58f8 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:48:29.898896 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device b68f4270-7583-44a7-bdc5-f6cc07d5e029 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:48:30.048636 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d8eff9fe-0112-4041-8d63-fbb562169b96 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:30.059478 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d8eff9fe-0112-4041-8d63-fbb562169b96 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks [] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:30.089118 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-65c130fe-4974-488d-ae5b-d7318fda4775 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3964070'] for subnet, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:30.107521 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-d8eff9fe-0112-4041-8d63-fbb562169b96 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] 10.222.0.55 "DELETE /v2.0/networks/62c11724-3236-4a4b-bc43-380e3631f0af HTTP/1.1" status: 204 len: 168 time: 3.6526332 May 28 06:48:30.116527 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 54268) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:48:30.125984 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-8fe518a7-8242-432c-94ea-4164f3aefd8e tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1319519473'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:48:30.131103 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-29f90a53-8914-4992-b8ee-18063e0aa2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fbcc254-56b8-4d85-817a-7ed0d68293a7', 'name': 'tempest-TestVolumeBackupRestore-1556557845-router', 'tenant_id': 'f1e7c093d3e5485593bf6b4708c7d826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '99bd00c2-b3e5-46a7-af3c-7f6b4baa8d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:48:18Z', 'updated_at': '2022-05-28T06:48:24Z', 'revision_number': 3, 'project_id': 'f1e7c093d3e5485593bf6b4708c7d826', 'gw_port': {'id': '99bd00c2-b3e5-46a7-af3c-7f6b4baa8d50', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d1:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fbcc254-56b8-4d85-817a-7ed0d68293a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2761, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:48:22Z', 'updated_at': '2022-05-28T06:48:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:48:30.136299 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f90a53-8914-4992-b8ee-18063e0aa2f3 None None] The sync data for ids ['8fbcc254-56b8-4d85-817a-7ed0d68293a7'] in n-d-843702-1 is: [{'id': '8fbcc254-56b8-4d85-817a-7ed0d68293a7', 'name': 'tempest-TestVolumeBackupRestore-1556557845-router', 'tenant_id': 'f1e7c093d3e5485593bf6b4708c7d826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '99bd00c2-b3e5-46a7-af3c-7f6b4baa8d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:48:18Z', 'updated_at': '2022-05-28T06:48:24Z', 'revision_number': 3, 'project_id': 'f1e7c093d3e5485593bf6b4708c7d826', 'gw_port': {'id': '99bd00c2-b3e5-46a7-af3c-7f6b4baa8d50', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d1:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fbcc254-56b8-4d85-817a-7ed0d68293a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2761, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:48:22Z', 'updated_at': '2022-05-28T06:48:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:48:30.141700 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8eff9fe-0112-4041-8d63-fbb562169b96 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Pushing event deleted for resources: {'Network': ['ID=62c11724-3236-4a4b-bc43-380e3631f0af,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:30.148522 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-8fe518a7-8242-432c-94ea-4164f3aefd8e tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:48:30.154204 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:30.180229 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: b68f4270-7583-44a7-bdc5-f6cc07d5e029 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:48:30.180708 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device b68f4270-7583-44a7-bdc5-f6cc07d5e029 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:48:30.185970 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-8fe518a7-8242-432c-94ea-4164f3aefd8e tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Usage tracker for resource:network and tenant:bf0f1d3761524ddfa4db9240ac258eb8 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:48:30.192678 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-8fe518a7-8242-432c-94ea-4164f3aefd8e tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:48:30.203612 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-8fe518a7-8242-432c-94ea-4164f3aefd8e tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:48:30.230498 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7ca3c248-1b9e-48fd-8ed3-b297e2d75517 req-4cf16f4d-9595-4fd0-8dd3-96867c3b46a8 service neutron] 10.222.0.55 "GET /v2.0/networks/ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5280590 May 28 06:48:30.400390 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-5819fd34-c771-4d69-9c98-64026b319ae7 None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:30.407048 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fe518a7-8242-432c-94ea-4164f3aefd8e tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Made reservation on behalf of bf0f1d3761524ddfa4db9240ac258eb8 for: {'network': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:48:30.414560 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-5819fd34-c771-4d69-9c98-64026b319ae7 None None] Transition to ACTIVE for port object 0088f2cc-6812-4698-a18d-b8b72483b32e will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:48:30.415212 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8fe518a7-8242-432c-94ea-4164f3aefd8e tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:30.436946 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-5819fd34-c771-4d69-9c98-64026b319ae7 None None] Transition to ACTIVE for port object 0088f2cc-6812-4698-a18d-b8b72483b32e will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:48:30.440402 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.db.api [None req-9aa6744b-7c31-46c4-839f-0fb92bb774f6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89111) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:48:30.440859 n-d-843702-1 neutron-server[89111]: DEBUG oslo_db.api [None req-9aa6744b-7c31-46c4-839f-0fb92bb774f6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:48:30.443964 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 08ca49a9-b39f-4457-99f7-438368e9927a no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:48:30.531374 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 08ca49a9-b39f-4457-99f7-438368e9927a {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:48:30.531715 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 08ca49a9-b39f-4457-99f7-438368e9927a not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:48:30.540366 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:30.543941 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-5819fd34-c771-4d69-9c98-64026b319ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:30.602020 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fe518a7-8242-432c-94ea-4164f3aefd8e tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=89110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:48:30.661705 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5819fd34-c771-4d69-9c98-64026b319ae7 None None] Network 244ee66f-8ba5-4a6d-a99b-5ec1fae21d38 is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:48:30.662621 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8fe518a7-8242-432c-94ea-4164f3aefd8e tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:30.664316 n-d-843702-1 neutron-server[89110]: INFO neutron.db.segments_db [None req-8fe518a7-8242-432c-94ea-4164f3aefd8e tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Added segment 3327531a-cfed-4111-8d63-74eb115702f1 of type vlan for network df658026-646c-47f4-8da1-43c746315a0f May 28 06:48:30.667285 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-5819fd34-c771-4d69-9c98-64026b319ae7 None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:48:30.675862 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5819fd34-c771-4d69-9c98-64026b319ae7 None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:48:30.711934 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8fe518a7-8242-432c-94ea-4164f3aefd8e tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:30.759761 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7ca3c248-1b9e-48fd-8ed3-b297e2d75517 req-cb34c6bd-20c0-4082-9212-a0f4a63df482 service neutron] 10.222.0.55 "GET /v2.0/networks/ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5207665 May 28 06:48:30.784304 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment cdb5b8c3-62fe-44db-bb63-af1a2e0e6b19 resource provider aggregate not found May 28 06:48:30.802302 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5819fd34-c771-4d69-9c98-64026b319ae7 None None] Pushing event updated for resources: {'Port': ['ID=0088f2cc-6812-4698-a18d-b8b72483b32e,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:30.807974 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8fe518a7-8242-432c-94ea-4164f3aefd8e tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:30.822049 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe518a7-8242-432c-94ea-4164f3aefd8e tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:48:30.826308 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8fe518a7-8242-432c-94ea-4164f3aefd8e tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks [] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:30.836263 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment cdb5b8c3-62fe-44db-bb63-af1a2e0e6b19 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cdb5b8c3-62fe-44db-bb63-af1a2e0e6b19 found for delete ", "request_id": "req-c65c8568-52e0-4035-874c-6ed693d5d196"}]} May 28 06:48:30.942893 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-9aa6744b-7c31-46c4-839f-0fb92bb774f6 None None] Deleting port 08ca49a9-b39f-4457-99f7-438368e9927a {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:48:30.946810 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-9aa6744b-7c31-46c4-839f-0fb92bb774f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:31.078763 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe518a7-8242-432c-94ea-4164f3aefd8e tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Pushing event updated for resources: {'Network': ['ID=df658026-646c-47f4-8da1-43c746315a0f,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:31.130590 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-8fe518a7-8242-432c-94ea-4164f3aefd8e tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0117865 May 28 06:48:31.134072 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 54292) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:48:31.139509 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-9b7fcc53-48dc-44c4-9fec-82349bd2f3e7 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Request body: {'subnet': {'network_id': 'df658026-646c-47f4-8da1-43c746315a0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:48:31.161748 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-9aa6744b-7c31-46c4-839f-0fb92bb774f6 None None] The port '08ca49a9-b39f-4457-99f7-438368e9927a' was deleted {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 06:48:31.183452 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network df658026-646c-47f4-8da1-43c746315a0f details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:48:31.202611 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-bc279df4-5fd3-4a63-8025-d4c3999e231f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:31.230241 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-5819fd34-c771-4d69-9c98-64026b319ae7 None None] Attempting to bind port 0088f2cc-6812-4698-a18d-b8b72483b32e on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:48:31.230614 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-5819fd34-c771-4d69-9c98-64026b319ae7 None None] Attempting to bind port 0088f2cc-6812-4698-a18d-b8b72483b32e by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': '7ec0e308-8d07-4b60-b9c2-e7620dee5b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '244ee66f-8ba5-4a6d-a99b-5ec1fae21d38'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:48:31.230981 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5819fd34-c771-4d69-9c98-64026b319ae7 None None] Attempting to bind port 0088f2cc-6812-4698-a18d-b8b72483b32e on network 244ee66f-8ba5-4a6d-a99b-5ec1fae21d38 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:48:31.371524 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-bc279df4-5fd3-4a63-8025-d4c3999e231f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:31.401931 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5819fd34-c771-4d69-9c98-64026b319ae7 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:48:31.402304 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5819fd34-c771-4d69-9c98-64026b319ae7 None None] Checking segment: {'id': '7ec0e308-8d07-4b60-b9c2-e7620dee5b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '244ee66f-8ba5-4a6d-a99b-5ec1fae21d38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:48:31.402704 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-5819fd34-c771-4d69-9c98-64026b319ae7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:31.403095 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5819fd34-c771-4d69-9c98-64026b319ae7 None None] Bound using segment: {'id': '7ec0e308-8d07-4b60-b9c2-e7620dee5b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '244ee66f-8ba5-4a6d-a99b-5ec1fae21d38'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:48:31.403574 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-5819fd34-c771-4d69-9c98-64026b319ae7 None None] Bound port: 0088f2cc-6812-4698-a18d-b8b72483b32e, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ec0e308-8d07-4b60-b9c2-e7620dee5b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '244ee66f-8ba5-4a6d-a99b-5ec1fae21d38'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:48:31.403937 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-5819fd34-c771-4d69-9c98-64026b319ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:31.422756 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-9b7fcc53-48dc-44c4-9fec-82349bd2f3e7 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:48:31.432715 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-9b7fcc53-48dc-44c4-9fec-82349bd2f3e7 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Usage tracker for resource:subnet and tenant:bf0f1d3761524ddfa4db9240ac258eb8 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:48:31.441209 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-9b7fcc53-48dc-44c4-9fec-82349bd2f3e7 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:48:31.450970 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-9b7fcc53-48dc-44c4-9fec-82349bd2f3e7 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:48:31.465866 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-65c130fe-4974-488d-ae5b-d7318fda4775 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:31.545167 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b7fcc53-48dc-44c4-9fec-82349bd2f3e7 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Made reservation on behalf of bf0f1d3761524ddfa4db9240ac258eb8 for: {'subnet': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:48:31.552619 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9b7fcc53-48dc-44c4-9fec-82349bd2f3e7 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3171998'] for subnet, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:31.667905 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-5819fd34-c771-4d69-9c98-64026b319ae7 None None] For port 0088f2cc-6812-4698-a18d-b8b72483b32e, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:48:31.671672 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-1a50c939-6328-4b5f-a85e-0a21b0db7e9c admin admin] Allocated IP 172.20.0.1 (aaa39eab-6194-4223-9af1-b70bdc667790/fa0956c1-5e78-4eff-9647-de5cc700c8a7/e6b68e12-4633-41c3-8e19-00177d301f22) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:48:31.679918 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-5819fd34-c771-4d69-9c98-64026b319ae7 None None] For port 0088f2cc-6812-4698-a18d-b8b72483b32e, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=0088f2cc-6812-4698-a18d-b8b72483b32e,segment=NetworkSegment(7ec0e308-8d07-4b60-b9c2-e7620dee5b7c),segment_id=7ec0e308-8d07-4b60-b9c2-e7620dee5b7c)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:48:31.733113 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:31.794291 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:48:31.836315 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-5819fd34-c771-4d69-9c98-64026b319ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:31.934973 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b854c72a-6cf2-4bfd-bdc5-15b408dff34b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:31.945393 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-65c130fe-4974-488d-ae5b-d7318fda4775 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9555650'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:31.997469 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5819fd34-c771-4d69-9c98-64026b319ae7 None None] Pushing event updated for resources: {'Port': ['ID=0088f2cc-6812-4698-a18d-b8b72483b32e,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:32.106402 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af653e3e-20fd-48fb-80bc-431106fd68eb None None] Network 84566b76-204f-4871-8262-cd39323b2b70 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:48:32.145796 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-65c130fe-4974-488d-ae5b-d7318fda4775 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:32.166041 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b854c72a-6cf2-4bfd-bdc5-15b408dff34b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9770ae0-20d9-409f-aee4-a3917a1ccf16,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:32.247653 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c130fe-4974-488d-ae5b-d7318fda4775 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Pushing event deleted for resources: {'Subnet': ['ID=35c8c602-ccf3-44d0-a268-00e4b807ae38,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:32.332804 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-bc279df4-5fd3-4a63-8025-d4c3999e231f admin admin] Allocated IP 172.25.5.243 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/75f0d40c-8ed1-4975-8bcb-f54d72980607) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:48:32.337953 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-65c130fe-4974-488d-ae5b-d7318fda4775 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] 10.222.0.55 "DELETE /v2.0/subnets/35c8c602-ccf3-44d0-a268-00e4b807ae38 HTTP/1.1" status: 204 len: 168 time: 3.0022078 May 28 06:48:32.346614 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 54328) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:48:32.452430 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:32.453544 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 99bd00c2-b3e5-46a7-af3c-7f6b4baa8d50 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:48:32.554985 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b854c72a-6cf2-4bfd-bdc5-15b408dff34b admin admin] Checking segment: {'id': '891ef37d-2d2b-47ef-a8c4-170b0614d759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'a5003c5d-3a74-4f41-abaa-5496ec434a45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:48:32.555341 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b854c72a-6cf2-4bfd-bdc5-15b408dff34b admin admin] Network hostable DHCP agents. Network: a5003c5d-3a74-4f41-abaa-5496ec434a45, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:48:32.558077 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9b7fcc53-48dc-44c4-9fec-82349bd2f3e7 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3115906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3172012'] for subnet, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:32.791542 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1a50c939-6328-4b5f-a85e-0a21b0db7e9c admin admin] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:32.800273 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f90278-dc23-4abe-96a3-ce1db99d8dd2 req-54dc712d-27cf-4c59-8c08-d88c8050c6b2 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:48:32.813982 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c0f90278-dc23-4abe-96a3-ce1db99d8dd2 req-54dc712d-27cf-4c59-8c08-d88c8050c6b2 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/networks?id=ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1 HTTP/1.1" status: 200 len: 806 time: 0.6237442 May 28 06:48:32.854676 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5b50d58e-60c9-44a4-bb4c-0aa7407f48d4 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:32.861528 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [None req-1a50c939-6328-4b5f-a85e-0a21b0db7e9c admin admin] Transition to ACTIVE for port object e6b68e12-4633-41c3-8e19-00177d301f22 will not be triggered until provisioned by entity DHCP. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:48:32.866649 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c0f90278-dc23-4abe-96a3-ce1db99d8dd2 req-fa07d291-f0e6-46ad-9c01-adb64f82ce71 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/quotas/25104e9d91034f7ab315290096db2d20 HTTP/1.1" status: 200 len: 375 time: 0.0424647 May 28 06:48:32.922181 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-5b50d58e-60c9-44a4-bb4c-0aa7407f48d4 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Deleting port a6884b33-c0d6-4add-86fc-5cac546b2fda {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:48:32.922799 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5b50d58e-60c9-44a4-bb4c-0aa7407f48d4 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:32.924845 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 99bd00c2-b3e5-46a7-af3c-7f6b4baa8d50 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:48:32.936250 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 99bd00c2-b3e5-46a7-af3c-7f6b4baa8d50 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:48:32.937088 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:32.972952 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7fcc53-48dc-44c4-9fec-82349bd2f3e7 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Pushing event updated for resources: {'Subnet': ['ID=43ae4af6-9b26-4180-a6e5-2495344783ef,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:32.983867 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7fcc53-48dc-44c4-9fec-82349bd2f3e7 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Checking segment: {'id': '3327531a-cfed-4111-8d63-74eb115702f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'df658026-646c-47f4-8da1-43c746315a0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:48:32.985092 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b7fcc53-48dc-44c4-9fec-82349bd2f3e7 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Network hostable DHCP agents. Network: df658026-646c-47f4-8da1-43c746315a0f, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89110) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:48:33.011267 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-bc279df4-5fd3-4a63-8025-d4c3999e231f admin admin] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:33.017766 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34d7361-242e-4456-b274-b3b7fe4f436d None None] DHCP port deletion for 84566b76-204f-4871-8262-cd39323b2b70 request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:48:33.024065 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b854c72a-6cf2-4bfd-bdc5-15b408dff34b admin admin] Network a5003c5d-3a74-4f41-abaa-5496ec434a45 is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:48:33.055381 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c0f90278-dc23-4abe-96a3-ce1db99d8dd2 req-db1856ed-4e1d-4c19-a5b3-3d38e702cfda tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=25104e9d91034f7ab315290096db2d20&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1803455 May 28 06:48:33.069183 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-d34d7361-242e-4456-b274-b3b7fe4f436d None None] Deleting port a6884b33-c0d6-4add-86fc-5cac546b2fda {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:48:33.070719 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d34d7361-242e-4456-b274-b3b7fe4f436d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:33.166537 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b7fcc53-48dc-44c4-9fec-82349bd2f3e7 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Network df658026-646c-47f4-8da1-43c746315a0f is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89110) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:48:33.252238 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1a50c939-6328-4b5f-a85e-0a21b0db7e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:33.266591 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c0f90278-dc23-4abe-96a3-ce1db99d8dd2 req-d03084c1-4467-4255-977e-8ef6a1797981 service neutron] 10.222.0.55 "GET /v2.0/networks/ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034261 May 28 06:48:33.352589 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-5b50d58e-60c9-44a4-bb4c-0aa7407f48d4 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] For port a6884b33-c0d6-4add-86fc-5cac546b2fda, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=a6884b33-c0d6-4add-86fc-5cac546b2fda,segment=NetworkSegment(c24570b3-a21d-4bbd-a83c-7e29800e6517),segment_id=c24570b3-a21d-4bbd-a83c-7e29800e6517)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:48:33.353463 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5b50d58e-60c9-44a4-bb4c-0aa7407f48d4 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:33.363689 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a50c939-6328-4b5f-a85e-0a21b0db7e9c admin admin] Network aaa39eab-6194-4223-9af1-b70bdc667790 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:48:33.367156 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-9b7fcc53-48dc-44c4-9fec-82349bd2f3e7 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, df658026-646c-47f4-8da1-43c746315a0f) {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:48:33.370693 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-1a50c939-6328-4b5f-a85e-0a21b0db7e9c admin admin] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:48:33.373370 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-bc279df4-5fd3-4a63-8025-d4c3999e231f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:33.380659 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a4da9c4-8429-4ed8-92f3-bac541055318 None None] Network df658026-646c-47f4-8da1-43c746315a0f requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:48:33.381362 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b7fcc53-48dc-44c4-9fec-82349bd2f3e7 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:48:33.381980 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9b7fcc53-48dc-44c4-9fec-82349bd2f3e7 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:33.391214 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a50c939-6328-4b5f-a85e-0a21b0db7e9c admin admin] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:48:33.402647 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 99bd00c2-b3e5-46a7-af3c-7f6b4baa8d50 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:48:33.403022 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:33.457320 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-b854c72a-6cf2-4bfd-bdc5-15b408dff34b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, a5003c5d-3a74-4f41-abaa-5496ec434a45) {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:48:33.459631 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1a50c939-6328-4b5f-a85e-0a21b0db7e9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690947'] for router_interface, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:33.491152 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c0f90278-dc23-4abe-96a3-ce1db99d8dd2 req-cfc442d9-7c16-4239-8f99-fe5d4606ecb9 service neutron] 10.222.0.55 "GET /v2.0/networks/ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190111 May 28 06:48:33.528643 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a4e5a07-a347-4cef-ad3e-b0339322725b None None] Network a5003c5d-3a74-4f41-abaa-5496ec434a45 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:48:33.627099 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b854c72a-6cf2-4bfd-bdc5-15b408dff34b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:48:33.627691 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b854c72a-6cf2-4bfd-bdc5-15b408dff34b admin admin] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:33.633797 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-9b7fcc53-48dc-44c4-9fec-82349bd2f3e7 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4986420 May 28 06:48:33.644325 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 54344) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:48:33.649878 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-f5cdceb2-f484-41f0-98ba-8a25cb923f8e tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Request body: {'port': {'network_id': 'df658026-646c-47f4-8da1-43c746315a0f', 'name': 'tempest-PortsIpV6TestJSON-866450018', 'fixed_ips': [{'subnet_id': '43ae4af6-9b26-4180-a6e5-2495344783ef', 'ip_address': '2001:db8::10'}]}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:48:33.678586 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-d34d7361-242e-4456-b274-b3b7fe4f436d None None] For port a6884b33-c0d6-4add-86fc-5cac546b2fda, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=a6884b33-c0d6-4add-86fc-5cac546b2fda,segment=NetworkSegment(c24570b3-a21d-4bbd-a83c-7e29800e6517),segment_id=c24570b3-a21d-4bbd-a83c-7e29800e6517)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:48:33.679898 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d34d7361-242e-4456-b274-b3b7fe4f436d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:33.720101 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [req-e1ed9694-d1d4-46ea-9a5e-95e34cb148a9 req-c41d6b3a-33de-482b-b18b-41f182d48fa9 service neutron] (89110) timed out ('10.222.0.55', 60378) {{(pid=89110) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 28 06:48:33.800072 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-5b50d58e-60c9-44a4-bb4c-0aa7407f48d4 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Calling delete_port for a6884b33-c0d6-4add-86fc-5cac546b2fda owned by network:dhcp {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:48:33.845098 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc279df4-5fd3-4a63-8025-d4c3999e231f admin admin] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:48:33.846167 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50c939-6328-4b5f-a85e-0a21b0db7e9c admin admin] Pushing event updated for resources: {'Port': ['ID=e6b68e12-4633-41c3-8e19-00177d301f22,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:33.901726 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-bc279df4-5fd3-4a63-8025-d4c3999e231f admin admin] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:48:33.910525 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc279df4-5fd3-4a63-8025-d4c3999e231f admin admin] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:48:33.926982 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-f5cdceb2-f484-41f0-98ba-8a25cb923f8e tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:48:33.937117 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-f5cdceb2-f484-41f0-98ba-8a25cb923f8e tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Usage tracker for resource:port and tenant:bf0f1d3761524ddfa4db9240ac258eb8 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:48:33.976825 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-d34d7361-242e-4456-b274-b3b7fe4f436d None None] Calling delete_port for a6884b33-c0d6-4add-86fc-5cac546b2fda owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:48:34.056697 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port 99bd00c2-b3e5-46a7-af3c-7f6b4baa8d50, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=99bd00c2-b3e5-46a7-af3c-7f6b4baa8d50,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:48:34.170157 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-f5cdceb2-f484-41f0-98ba-8a25cb923f8e tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:48:34.182409 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-f5cdceb2-f484-41f0-98ba-8a25cb923f8e tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:48:34.186747 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9ab1afff-5938-45c8-9211-43b2f676f875 req-2b6dc766-4f94-4014-8efa-c7910c976820 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=9011fe80-e205-42f4-888b-a238cf59149d HTTP/1.1" status: 200 len: 210 time: 0.2399223 May 28 06:48:34.213559 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:34.317518 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5cdceb2-f484-41f0-98ba-8a25cb923f8e tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Made reservation on behalf of bf0f1d3761524ddfa4db9240ac258eb8 for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:48:34.356609 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25817817-2e12-4aaa-8029-98b91d71b1f6 None None] Network 244ee66f-8ba5-4a6d-a99b-5ec1fae21d38 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:48:34.505316 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f5cdceb2-f484-41f0-98ba-8a25cb923f8e tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:34.538646 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [None req-f5cdceb2-f484-41f0-98ba-8a25cb923f8e tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] device_id is not set on port 23b03b9a-f5a0-4f73-b5aa-b942e514d24b yet. {{(pid=89110) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:48:34.590206 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=99bd00c2-b3e5-46a7-af3c-7f6b4baa8d50,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:34.599600 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc279df4-5fd3-4a63-8025-d4c3999e231f admin admin] Pushing event updated for resources: {'Port': ['ID=75f0d40c-8ed1-4975-8bcb-f54d72980607,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:34.659547 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-c625f0c1-67bf-4090-9eca-65774fec3fa9 None None] Provisioning for port e6b68e12-4633-41c3-8e19-00177d301f22 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:48:34.663441 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 0088f2cc-6812-4698-a18d-b8b72483b32e up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:48:34.664354 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-b854c72a-6cf2-4bfd-bdc5-15b408dff34b admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 5.6131070 May 28 06:48:34.802488 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-c625f0c1-67bf-4090-9eca-65774fec3fa9 None None] Provisioning complete for port e6b68e12-4633-41c3-8e19-00177d301f22 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:48:34.803190 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c625f0c1-67bf-4090-9eca-65774fec3fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:34.925054 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-c625f0c1-67bf-4090-9eca-65774fec3fa9 None None] Port e6b68e12-4633-41c3-8e19-00177d301f22 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:48:34.975281 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [None req-f5cdceb2-f484-41f0-98ba-8a25cb923f8e tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Allocated IP 2001:db8::10 (df658026-646c-47f4-8da1-43c746315a0f/43ae4af6-9b26-4180-a6e5-2495344783ef/23b03b9a-f5a0-4f73-b5aa-b942e514d24b) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:48:35.059744 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 0088f2cc-6812-4698-a18d-b8b72483b32e completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:48:35.064206 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d34d7361-242e-4456-b274-b3b7fe4f436d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879'] for port, after_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:35.101174 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1a50c939-6328-4b5f-a85e-0a21b0db7e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:35.149696 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34d7361-242e-4456-b274-b3b7fe4f436d None None] No DVR routers for this DVR port a6884b33-c0d6-4add-86fc-5cac546b2fda on host n-d-843702-1 {{(pid=89111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:48:35.172413 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34d7361-242e-4456-b274-b3b7fe4f436d None None] Pushing event deleted for resources: {'Port': ['ID=a6884b33-c0d6-4add-86fc-5cac546b2fda,revision_number=None']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:35.188093 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.db.api [None req-5b50d58e-60c9-44a4-bb4c-0aa7407f48d4 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:48:35.197631 n-d-843702-1 neutron-server[89109]: DEBUG oslo_db.api [None req-5b50d58e-60c9-44a4-bb4c-0aa7407f48d4 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:48:35.214210 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d59162-ee94-4ade-9688-b9e6a812b669 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-df658026-646c-47f4-8da1-43c746315a0f', 'network_id': 'df658026-646c-47f4-8da1-43c746315a0f', 'tenant_id': 'bf0f1d3761524ddfa4db9240ac258eb8', 'fixed_ips': [{'subnet_id': '43ae4af6-9b26-4180-a6e5-2495344783ef'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:48:35.214804 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-41d59162-ee94-4ade-9688-b9e6a812b669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:35.447271 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8f6524ba-3169-4eae-a301-2d02e798ed28 req-a9800338-bc98-4947-a5c3-f6fe22d9ffa0 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=9011fe80-e205-42f4-888b-a238cf59149d HTTP/1.1" status: 200 len: 210 time: 0.1215415 May 28 06:48:35.466560 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device a6884b33-c0d6-4add-86fc-5cac546b2fda no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:48:35.520146 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1a50c939-6328-4b5f-a85e-0a21b0db7e9c admin admin] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:35.538820 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-bc279df4-5fd3-4a63-8025-d4c3999e231f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:35.590764 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: a6884b33-c0d6-4add-86fc-5cac546b2fda {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:48:35.597875 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device a6884b33-c0d6-4add-86fc-5cac546b2fda not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:48:35.611757 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-e65958f7-47e6-4821-9077-183b6f33d12b None None] Provisioning for port 0088f2cc-6812-4698-a18d-b8b72483b32e completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:48:35.613745 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f5cdceb2-f484-41f0-98ba-8a25cb923f8e tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:35.647787 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89c9948-2062-4498-9920-ff7a18e27fb8 None None] Network a5003c5d-3a74-4f41-abaa-5496ec434a45 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:48:35.724544 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-5b50d58e-60c9-44a4-bb4c-0aa7407f48d4 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Deleting port a6884b33-c0d6-4add-86fc-5cac546b2fda {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:48:35.726749 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5b50d58e-60c9-44a4-bb4c-0aa7407f48d4 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:35.752571 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [None req-f5cdceb2-f484-41f0-98ba-8a25cb923f8e tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Transition to ACTIVE for port object 23b03b9a-f5a0-4f73-b5aa-b942e514d24b will not be triggered until provisioned by entity DHCP. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:48:35.756505 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-e65958f7-47e6-4821-9077-183b6f33d12b None None] Provisioning complete for port 0088f2cc-6812-4698-a18d-b8b72483b32e triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:48:35.757013 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e65958f7-47e6-4821-9077-183b6f33d12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:35.777544 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1a50c939-6328-4b5f-a85e-0a21b0db7e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:35.827543 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ca7650-979d-44ac-be1d-f531eee7fa34 req-605e2971-7a91-488d-b5de-498f275b30b4 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:48:35.828746 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-42ca7650-979d-44ac-be1d-f531eee7fa34 req-605e2971-7a91-488d-b5de-498f275b30b4 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Synchronizing usage tracker for tenant:73e0295cd8e04d62a9246f93ad60c000 on resource:network {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:48:35.932664 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1a50c939-6328-4b5f-a85e-0a21b0db7e9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700602'] for router_interface, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:35.935970 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f5cdceb2-f484-41f0-98ba-8a25cb923f8e tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:35.939164 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-42ca7650-979d-44ac-be1d-f531eee7fa34 req-605e2971-7a91-488d-b5de-498f275b30b4 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Unset dirty status for tenant:73e0295cd8e04d62a9246f93ad60c000 on resource:network {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:48:35.951102 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50c939-6328-4b5f-a85e-0a21b0db7e9c admin admin] Pushing event updated for resources: {'Port': ['ID=e6b68e12-4633-41c3-8e19-00177d301f22,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:35.962394 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-42ca7650-979d-44ac-be1d-f531eee7fa34 req-605e2971-7a91-488d-b5de-498f275b30b4 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/networks?id=a5003c5d-3a74-4f41-abaa-5496ec434a45 HTTP/1.1" status: 200 len: 813 time: 0.4893258 May 28 06:48:36.093636 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-42ca7650-979d-44ac-be1d-f531eee7fa34 req-403b603c-6276-489a-b00d-d7c1e8cb10b7 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/quotas/73e0295cd8e04d62a9246f93ad60c000 HTTP/1.1" status: 200 len: 375 time: 0.1283581 May 28 06:48:36.166417 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-5b50d58e-60c9-44a4-bb4c-0aa7407f48d4 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] The port 'a6884b33-c0d6-4add-86fc-5cac546b2fda' was deleted {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 06:48:36.175654 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a50c939-6328-4b5f-a85e-0a21b0db7e9c admin admin] Network aaa39eab-6194-4223-9af1-b70bdc667790 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:48:36.205887 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-e65958f7-47e6-4821-9077-183b6f33d12b None None] Current status of the port 0088f2cc-6812-4698-a18d-b8b72483b32e is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:48:36.206221 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5cdceb2-f484-41f0-98ba-8a25cb923f8e tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Network df658026-646c-47f4-8da1-43c746315a0f is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:48:36.206903 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e65958f7-47e6-4821-9077-183b6f33d12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:36.210482 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-f5cdceb2-f484-41f0-98ba-8a25cb923f8e tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:48:36.224464 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-42ca7650-979d-44ac-be1d-f531eee7fa34 req-161ee3d5-ea9e-4655-82a5-911ae07f3176 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=73e0295cd8e04d62a9246f93ad60c000&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1285305 May 28 06:48:36.245049 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-41d59162-ee94-4ade-9688-b9e6a812b669 None None] Allocated IP 2001:db8::2 (df658026-646c-47f4-8da1-43c746315a0f/43ae4af6-9b26-4180-a6e5-2495344783ef/2e74f8dc-17a5-4f04-8c47-1cafa7afd701) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:48:36.290052 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5cdceb2-f484-41f0-98ba-8a25cb923f8e tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:48:36.301124 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5cdceb2-f484-41f0-98ba-8a25cb923f8e tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:48:36.302094 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f5cdceb2-f484-41f0-98ba-8a25cb923f8e tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:36.308284 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cdceb2-f484-41f0-98ba-8a25cb923f8e tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Pushing event updated for resources: {'Port': ['ID=23b03b9a-f5a0-4f73-b5aa-b942e514d24b,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:36.415282 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-e65958f7-47e6-4821-9077-183b6f33d12b None None] For port 0088f2cc-6812-4698-a18d-b8b72483b32e, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=0088f2cc-6812-4698-a18d-b8b72483b32e,segment=NetworkSegment(7ec0e308-8d07-4b60-b9c2-e7620dee5b7c),segment_id=7ec0e308-8d07-4b60-b9c2-e7620dee5b7c)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:48:36.450008 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 99bd00c2-b3e5-46a7-af3c-7f6b4baa8d50 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:48:36.489742 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-42ca7650-979d-44ac-be1d-f531eee7fa34 req-bf811135-c637-4c4f-8a49-bd0a4ca87842 service neutron] 10.222.0.55 "GET /v2.0/networks/a5003c5d-3a74-4f41-abaa-5496ec434a45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642236 May 28 06:48:36.522705 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-1a50c939-6328-4b5f-a85e-0a21b0db7e9c admin admin] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:48:36.538081 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e65958f7-47e6-4821-9077-183b6f33d12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:36.723882 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 99bd00c2-b3e5-46a7-af3c-7f6b4baa8d50 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:48:36.724582 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:36.745622 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5b50d58e-60c9-44a4-bb4c-0aa7407f48d4 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:36.763523 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-f5cdceb2-f484-41f0-98ba-8a25cb923f8e tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.1169739 May 28 06:48:36.767088 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5c5819b9-d3f7-44dc-b9fa-d4e0c68343be req-d6ebb7ed-17a5-4b5a-ac75-3e09adfe2ffc tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=9011fe80-e205-42f4-888b-a238cf59149d HTTP/1.1" status: 200 len: 210 time: 0.0748770 May 28 06:48:36.767809 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 54388) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:48:36.810535 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-b540a7d1-651a-4288-ada9-1b3d27c9c9e0 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Request body: {'port': {'network_id': 'df658026-646c-47f4-8da1-43c746315a0f', 'name': 'tempest-PortsIpV6TestJSON-1094643624', 'fixed_ips': [{'subnet_id': '43ae4af6-9b26-4180-a6e5-2495344783ef', 'ip_address': '2001:db8::f'}]}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:48:36.810977 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-c69a026a-3c84-40c8-8933-794e134c6675 None None] Provisioning complete for port 0088f2cc-6812-4698-a18d-b8b72483b32e triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:48:36.810977 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c69a026a-3c84-40c8-8933-794e134c6675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:36.835745 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65958f7-47e6-4821-9077-183b6f33d12b None None] Pushing event updated for resources: {'Port': ['ID=0088f2cc-6812-4698-a18d-b8b72483b32e,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:36.944766 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-5b50d58e-60c9-44a4-bb4c-0aa7407f48d4 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84566b76-204f-4871-8262-cd39323b2b70']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:48:36.951498 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-42ca7650-979d-44ac-be1d-f531eee7fa34 req-89954369-fed1-49f4-8dc5-8973518ef525 service neutron] 10.222.0.55 "GET /v2.0/networks/a5003c5d-3a74-4f41-abaa-5496ec434a45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4608855 May 28 06:48:36.976985 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-5b50d58e-60c9-44a4-bb4c-0aa7407f48d4 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c24570b3-a21d-4bbd-a83c-7e29800e6517') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:48:36.977277 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-41d59162-ee94-4ade-9688-b9e6a812b669 None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:36.977390 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-5b50d58e-60c9-44a4-bb4c-0aa7407f48d4 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c24570b3-a21d-4bbd-a83c-7e29800e6517') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:48:37.016653 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-41d59162-ee94-4ade-9688-b9e6a812b669 None None] Transition to ACTIVE for port object 2e74f8dc-17a5-4f04-8c47-1cafa7afd701 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:48:37.017454 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-b540a7d1-651a-4288-ada9-1b3d27c9c9e0 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:48:37.025134 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-b540a7d1-651a-4288-ada9-1b3d27c9c9e0 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Usage tracker for resource:port and tenant:bf0f1d3761524ddfa4db9240ac258eb8 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:48:37.029453 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-b540a7d1-651a-4288-ada9-1b3d27c9c9e0 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:48:37.038892 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-b540a7d1-651a-4288-ada9-1b3d27c9c9e0 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:48:37.091488 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-bc279df4-5fd3-4a63-8025-d4c3999e231f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690761'] for router, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:37.106724 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-41d59162-ee94-4ade-9688-b9e6a812b669 None None] Transition to ACTIVE for port object 2e74f8dc-17a5-4f04-8c47-1cafa7afd701 will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:48:37.110059 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5b50d58e-60c9-44a4-bb4c-0aa7407f48d4 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:37.120813 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 99bd00c2-b3e5-46a7-af3c-7f6b4baa8d50 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:48:37.127843 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-c69a026a-3c84-40c8-8933-794e134c6675 None None] Current status of the port 0088f2cc-6812-4698-a18d-b8b72483b32e is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:48:37.196250 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b540a7d1-651a-4288-ada9-1b3d27c9c9e0 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Made reservation on behalf of bf0f1d3761524ddfa4db9240ac258eb8 for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:48:37.202045 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b540a7d1-651a-4288-ada9-1b3d27c9c9e0 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:37.211961 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5b50d58e-60c9-44a4-bb4c-0aa7407f48d4 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:37.228080 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [None req-b540a7d1-651a-4288-ada9-1b3d27c9c9e0 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] device_id is not set on port 9157484b-d4f1-45c5-9a17-0b1ac2acd515 yet. {{(pid=89110) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:48:37.231498 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b50d58e-60c9-44a4-bb4c-0aa7407f48d4 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:48:37.231900 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5b50d58e-60c9-44a4-bb4c-0aa7407f48d4 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:37.244867 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-41d59162-ee94-4ade-9688-b9e6a812b669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:37.332872 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment c24570b3-a21d-4bbd-a83c-7e29800e6517 resource provider aggregate not found May 28 06:48:37.384351 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d59162-ee94-4ade-9688-b9e6a812b669 None None] Network df658026-646c-47f4-8da1-43c746315a0f is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:48:37.388893 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-41d59162-ee94-4ade-9688-b9e6a812b669 None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:48:37.396426 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-47d79d7f-6949-42fd-9715-ad80b4fee4b8 None None] Provisioning complete for port e6b68e12-4633-41c3-8e19-00177d301f22 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:48:37.396832 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-47d79d7f-6949-42fd-9715-ad80b4fee4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:37.412928 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c01ccd7e-4318-4da5-b4eb-07f6c2c4a9ed req-3d654d9e-f82f-420e-90b6-f35345895564 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 210 time: 0.0572462 May 28 06:48:37.426285 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment c24570b3-a21d-4bbd-a83c-7e29800e6517 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c24570b3-a21d-4bbd-a83c-7e29800e6517 found for delete ", "request_id": "req-cf57f4a2-0187-42e5-a342-af3949bb72ff"}]} May 28 06:48:37.442883 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d59162-ee94-4ade-9688-b9e6a812b669 None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:48:37.444763 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a50c939-6328-4b5f-a85e-0a21b0db7e9c admin admin] Router 8fbcc254-56b8-4d85-817a-7ed0d68293a7 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:48:37.506051 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d59162-ee94-4ade-9688-b9e6a812b669 None None] Pushing event updated for resources: {'Port': ['ID=2e74f8dc-17a5-4f04-8c47-1cafa7afd701,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:37.663644 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-47d79d7f-6949-42fd-9715-ad80b4fee4b8 None None] Port e6b68e12-4633-41c3-8e19-00177d301f22 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:48:37.677293 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-41d59162-ee94-4ade-9688-b9e6a812b669 None None] Attempting to bind port 2e74f8dc-17a5-4f04-8c47-1cafa7afd701 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:48:37.677753 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-41d59162-ee94-4ade-9688-b9e6a812b669 None None] Attempting to bind port 2e74f8dc-17a5-4f04-8c47-1cafa7afd701 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': '3327531a-cfed-4111-8d63-74eb115702f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'df658026-646c-47f4-8da1-43c746315a0f'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:48:37.678118 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d59162-ee94-4ade-9688-b9e6a812b669 None None] Attempting to bind port 2e74f8dc-17a5-4f04-8c47-1cafa7afd701 on network df658026-646c-47f4-8da1-43c746315a0f {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:48:37.684246 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d59162-ee94-4ade-9688-b9e6a812b669 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:48:37.694151 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d59162-ee94-4ade-9688-b9e6a812b669 None None] Checking segment: {'id': '3327531a-cfed-4111-8d63-74eb115702f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'df658026-646c-47f4-8da1-43c746315a0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:48:37.694151 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-41d59162-ee94-4ade-9688-b9e6a812b669 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:37.694151 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d59162-ee94-4ade-9688-b9e6a812b669 None None] Bound using segment: {'id': '3327531a-cfed-4111-8d63-74eb115702f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'df658026-646c-47f4-8da1-43c746315a0f'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:48:37.694151 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-41d59162-ee94-4ade-9688-b9e6a812b669 None None] Bound port: 2e74f8dc-17a5-4f04-8c47-1cafa7afd701, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3327531a-cfed-4111-8d63-74eb115702f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'df658026-646c-47f4-8da1-43c746315a0f'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:48:37.694151 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-41d59162-ee94-4ade-9688-b9e6a812b669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:37.694617 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a50c939-6328-4b5f-a85e-0a21b0db7e9c admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:48:37.704244 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cffeea35-b2f9-4183-9d5d-e91c67aa648b None None] Sync routers for ids ['8fbcc254-56b8-4d85-817a-7ed0d68293a7'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:48:37.716167 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5b50d58e-60c9-44a4-bb4c-0aa7407f48d4 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:37.754299 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5b50d58e-60c9-44a4-bb4c-0aa7407f48d4 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:37.774062 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cffeea35-b2f9-4183-9d5d-e91c67aa648b None None] Routers {'8fbcc254-56b8-4d85-817a-7ed0d68293a7'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:48:37.774700 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-cffeea35-b2f9-4183-9d5d-e91c67aa648b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:48:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['8fbcc254-56b8-4d85-817a-7ed0d68293a7'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:48:37.788815 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [None req-b540a7d1-651a-4288-ada9-1b3d27c9c9e0 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Allocated IP 2001:db8::f (df658026-646c-47f4-8da1-43c746315a0f/43ae4af6-9b26-4180-a6e5-2495344783ef/9157484b-d4f1-45c5-9a17-0b1ac2acd515) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:48:37.829262 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b50d58e-60c9-44a4-bb4c-0aa7407f48d4 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] Pushing event deleted for resources: {'Network': ['ID=84566b76-204f-4871-8262-cd39323b2b70,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:37.874028 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-5b50d58e-60c9-44a4-bb4c-0aa7407f48d4 tempest-NetworksIpV6Test-965075846 tempest-NetworksIpV6Test-965075846-project] 10.222.0.55 "DELETE /v2.0/networks/84566b76-204f-4871-8262-cd39323b2b70 HTTP/1.1" status: 204 len: 168 time: 5.5260890 May 28 06:48:37.886344 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-1a50c939-6328-4b5f-a85e-0a21b0db7e9c admin admin] 10.222.0.55 "PUT /v2.0/routers/8fbcc254-56b8-4d85-817a-7ed0d68293a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1753178 May 28 06:48:37.973075 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f90278-dc23-4abe-96a3-ce1db99d8dd2 req-5f577f73-1f7c-45bf-8fba-575b65a565a7 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:48:37.974524 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-c0f90278-dc23-4abe-96a3-ce1db99d8dd2 req-5f577f73-1f7c-45bf-8fba-575b65a565a7 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.71 "GET /v2.0/networks?id=ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1 HTTP/1.1" status: 200 len: 806 time: 0.2862399 May 28 06:48:37.995434 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-c0f90278-dc23-4abe-96a3-ce1db99d8dd2 req-3082e763-b597-4de7-ba83-7c67afbe23be tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Request body: {'port': {'device_id': '9011fe80-e205-42f4-888b-a238cf59149d', 'network_id': 'ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1', 'admin_state_up': True, 'tenant_id': '25104e9d91034f7ab315290096db2d20'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:48:38.102306 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc279df4-5fd3-4a63-8025-d4c3999e231f admin admin] Router c70e1c22-f694-4d56-bd15-5c5737bacda2 is scheduled to L3 agent 42958940-9562-4f71-972f-15a8af9d3963 with binding_index 1 {{(pid=89109) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 06:48:38.174929 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-41d59162-ee94-4ade-9688-b9e6a812b669 None None] For port 2e74f8dc-17a5-4f04-8c47-1cafa7afd701, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:48:38.181215 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-41d59162-ee94-4ade-9688-b9e6a812b669 None None] For port 2e74f8dc-17a5-4f04-8c47-1cafa7afd701, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=2e74f8dc-17a5-4f04-8c47-1cafa7afd701,segment=NetworkSegment(3327531a-cfed-4111-8d63-74eb115702f1),segment_id=3327531a-cfed-4111-8d63-74eb115702f1)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:48:38.234652 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2cf0a608-c114-4c01-b70d-2577ca82b0e8 req-3d14a8db-b6f0-4db1-9517-424369ab8435 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=9011fe80-e205-42f4-888b-a238cf59149d HTTP/1.1" status: 200 len: 210 time: 0.1141806 May 28 06:48:38.280116 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-cffeea35-b2f9-4183-9d5d-e91c67aa648b None None] Set router 8fbcc254-56b8-4d85-817a-7ed0d68293a7 gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:48:38.302283 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b540a7d1-651a-4288-ada9-1b3d27c9c9e0 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:38.342756 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [None req-b540a7d1-651a-4288-ada9-1b3d27c9c9e0 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Transition to ACTIVE for port object 9157484b-d4f1-45c5-9a17-0b1ac2acd515 will not be triggered until provisioned by entity DHCP. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:48:38.380596 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [req-c0f90278-dc23-4abe-96a3-ce1db99d8dd2 req-3082e763-b597-4de7-ba83-7c67afbe23be tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:48:38.428404 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 0088f2cc-6812-4698-a18d-b8b72483b32e up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:48:38.471820 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-41d59162-ee94-4ade-9688-b9e6a812b669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:38.573314 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-01926fba-1851-47cf-8188-0a782d953b6e req-44ed9121-ab81-49ec-bf1f-b1036a9c226a tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 210 time: 0.0736673 May 28 06:48:38.575644 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b540a7d1-651a-4288-ada9-1b3d27c9c9e0 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:38.694462 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [req-c0f90278-dc23-4abe-96a3-ce1db99d8dd2 req-3082e763-b597-4de7-ba83-7c67afbe23be tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:48:38.720777 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b540a7d1-651a-4288-ada9-1b3d27c9c9e0 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Network df658026-646c-47f4-8da1-43c746315a0f is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:48:38.733131 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-b540a7d1-651a-4288-ada9-1b3d27c9c9e0 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:48:38.737932 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b540a7d1-651a-4288-ada9-1b3d27c9c9e0 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:48:38.746901 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc279df4-5fd3-4a63-8025-d4c3999e231f admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:48:38.755237 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b540a7d1-651a-4288-ada9-1b3d27c9c9e0 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:48:38.755237 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b540a7d1-651a-4288-ada9-1b3d27c9c9e0 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:38.758442 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153d2aac-9866-4058-8d06-d0f360e5eee2 None None] Sync routers for ids ['c70e1c22-f694-4d56-bd15-5c5737bacda2'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:48:38.785927 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b540a7d1-651a-4288-ada9-1b3d27c9c9e0 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Pushing event updated for resources: {'Port': ['ID=9157484b-d4f1-45c5-9a17-0b1ac2acd515,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:38.794132 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153d2aac-9866-4058-8d06-d0f360e5eee2 None None] Routers {'c70e1c22-f694-4d56-bd15-5c5737bacda2'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:48:38.802575 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-153d2aac-9866-4058-8d06-d0f360e5eee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:48:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['c70e1c22-f694-4d56-bd15-5c5737bacda2'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:48:38.918964 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d59162-ee94-4ade-9688-b9e6a812b669 None None] Pushing event updated for resources: {'Port': ['ID=2e74f8dc-17a5-4f04-8c47-1cafa7afd701,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:38.956487 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 0088f2cc-6812-4698-a18d-b8b72483b32e triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:48:38.957250 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:38.981142 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-bc279df4-5fd3-4a63-8025-d4c3999e231f admin admin] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:38.986079 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 54464) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:48:38.988514 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-bc279df4-5fd3-4a63-8025-d4c3999e231f admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 11.9337511 May 28 06:48:39.225198 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 54468) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:48:39.239033 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-b540a7d1-651a-4288-ada9-1b3d27c9c9e0 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.4670644 May 28 06:48:39.245677 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 54474) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:48:39.249567 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0f90278-dc23-4abe-96a3-ce1db99d8dd2 req-3082e763-b597-4de7-ba83-7c67afbe23be tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Made reservation on behalf of 25104e9d91034f7ab315290096db2d20 for: {'port': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:48:39.275663 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-c0f90278-dc23-4abe-96a3-ce1db99d8dd2 req-3082e763-b597-4de7-ba83-7c67afbe23be tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:39.375716 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 0088f2cc-6812-4698-a18d-b8b72483b32e is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:48:39.387848 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-cffeea35-b2f9-4183-9d5d-e91c67aa648b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fbcc254-56b8-4d85-817a-7ed0d68293a7', 'name': 'tempest-TestVolumeBackupRestore-1556557845-router', 'tenant_id': 'f1e7c093d3e5485593bf6b4708c7d826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '99bd00c2-b3e5-46a7-af3c-7f6b4baa8d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:48:18Z', 'updated_at': '2022-05-28T06:48:34Z', 'revision_number': 4, 'project_id': 'f1e7c093d3e5485593bf6b4708c7d826', 'gw_port': {'id': '99bd00c2-b3e5-46a7-af3c-7f6b4baa8d50', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbcc254-56b8-4d85-817a-7ed0d68293a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2761, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:48:22Z', 'updated_at': '2022-05-28T06:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'e6b68e12-4633-41c3-8e19-00177d301f22', 'name': '', 'network_id': 'aaa39eab-6194-4223-9af1-b70bdc667790', 'tenant_id': 'f1e7c093d3e5485593bf6b4708c7d826', 'mac_address': 'fa:16:3e:98:30:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fbcc254-56b8-4d85-817a-7ed0d68293a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': 'fa0956c1-5e78-4eff-9647-de5cc700c8a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:48:29Z', 'updated_at': '2022-05-28T06:48:35Z', 'revision_number': 2, 'project_id': 'f1e7c093d3e5485593bf6b4708c7d826', 'subnets': [{'id': 'fa0956c1-5e78-4eff-9647-de5cc700c8a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:48:39.392930 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cffeea35-b2f9-4183-9d5d-e91c67aa648b None None] Checking router: 8fbcc254-56b8-4d85-817a-7ed0d68293a7 for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:48:39.393563 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cffeea35-b2f9-4183-9d5d-e91c67aa648b None None] Updating router 8fbcc254-56b8-4d85-817a-7ed0d68293a7 port e6b68e12-4633-41c3-8e19-00177d301f22 binding host n-d-843702-1 {{(pid=89111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:48:39.491563 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-cffeea35-b2f9-4183-9d5d-e91c67aa648b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:39.567703 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-153d2aac-9866-4058-8d06-d0f360e5eee2 None None] Set router c70e1c22-f694-4d56-bd15-5c5737bacda2 gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:48:39.694690 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-25b46bca-4014-4615-9a46-05b35f8a6980 req-e78c2011-b68f-4498-a4d4-ae3c142ccf6b tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=9011fe80-e205-42f4-888b-a238cf59149d HTTP/1.1" status: 200 len: 210 time: 0.1316726 May 28 06:48:39.909152 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ca0ba4-60a7-4cf1-a528-0289bd72d261 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:48:39.918972 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-83ca0ba4-60a7-4cf1-a528-0289bd72d261 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] 10.222.0.55 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.6721401 May 28 06:48:39.926512 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 54484) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:48:39.938556 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-d610180a-2cda-4495-91ed-57d617dee43c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e412caad0f5f49a9803aea4f744e5a99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7117000 May 28 06:48:39.943431 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 54488) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:48:39.986912 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [req-c0f90278-dc23-4abe-96a3-ce1db99d8dd2 req-3082e763-b597-4de7-ba83-7c67afbe23be tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Allocated IP 172.20.0.8 (ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1/cb73ce23-f864-48a4-8bdb-f1e8654d92be/ef78c2c5-b558-469c-8072-f91e26f8d4b5) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:48:40.020885 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5340e814-b881-4617-a4d0-a89558a9c9d2 req-f5a309b7-1837-45aa-8348-6e96504a4d1b tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 210 time: 0.1278994 May 28 06:48:40.137188 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fb26c62f-3856-445b-84fa-2c22e43c15cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:40.169877 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fb26c62f-3856-445b-84fa-2c22e43c15cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:40.201689 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-153d2aac-9866-4058-8d06-d0f360e5eee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70e1c22-f694-4d56-bd15-5c5737bacda2', 'name': 'tempest-AttachVolumeNegativeTest-1938842834-router', 'tenant_id': '923dafe00970411a989ff222606e459e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '75f0d40c-8ed1-4975-8bcb-f54d72980607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:48:27Z', 'updated_at': '2022-05-28T06:48:34Z', 'revision_number': 3, 'project_id': '923dafe00970411a989ff222606e459e', 'gw_port': {'id': '75f0d40c-8ed1-4975-8bcb-f54d72980607', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:db:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c70e1c22-f694-4d56-bd15-5c5737bacda2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:48:31Z', 'updated_at': '2022-05-28T06:48:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:48:40.214355 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153d2aac-9866-4058-8d06-d0f360e5eee2 None None] Checking router: c70e1c22-f694-4d56-bd15-5c5737bacda2 for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:48:40.215857 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153d2aac-9866-4058-8d06-d0f360e5eee2 None None] Updating router c70e1c22-f694-4d56-bd15-5c5737bacda2 port 75f0d40c-8ed1-4975-8bcb-f54d72980607 binding host n-d-843702-1 {{(pid=89112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:48:40.285513 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-cffeea35-b2f9-4183-9d5d-e91c67aa648b None None] Notify callbacks [] for port, precommit_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:40.391599 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-cffeea35-b2f9-4183-9d5d-e91c67aa648b None None] Transition to ACTIVE for port object e6b68e12-4633-41c3-8e19-00177d301f22 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:48:40.398411 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fb26c62f-3856-445b-84fa-2c22e43c15cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:40.428799 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-153d2aac-9866-4058-8d06-d0f360e5eee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:40.472054 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 2e74f8dc-17a5-4f04-8c47-1cafa7afd701 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:48:40.486331 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb26c62f-3856-445b-84fa-2c22e43c15cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffa9b8e2-3719-46d0-aa8c-6ff22ac53cb4,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:40.510722 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903a3a55-a47a-495b-a333-386b54a728d1 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:48:40.538129 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903a3a55-a47a-495b-a333-386b54a728d1 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:48:40.559140 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903a3a55-a47a-495b-a333-386b54a728d1 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:48:40.565555 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-903a3a55-a47a-495b-a333-386b54a728d1 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] 10.222.0.55 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.6365104 May 28 06:48:40.566283 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 54500) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:48:40.708984 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-cffeea35-b2f9-4183-9d5d-e91c67aa648b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:40.951307 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fb26c62f-3856-445b-84fa-2c22e43c15cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:40.958591 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-fb26c62f-3856-445b-84fa-2c22e43c15cf admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ffa9b8e2-3719-46d0-aa8c-6ff22ac53cb4 HTTP/1.1" status: 204 len: 168 time: 1.0139623 May 28 06:48:40.969917 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-f166979c-ef4a-463b-8954-6edfe2f8b5ea tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Deleting port 9157484b-d4f1-45c5-9a17-0b1ac2acd515 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:48:40.973192 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f166979c-ef4a-463b-8954-6edfe2f8b5ea tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:41.154239 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-505db137-5d75-4309-95d7-8032ca472865 None None] Network df658026-646c-47f4-8da1-43c746315a0f requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:48:41.171367 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-153d2aac-9866-4058-8d06-d0f360e5eee2 None None] Notify callbacks [] for port, precommit_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:41.209189 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.provisioning_blocks [None req-153d2aac-9866-4058-8d06-d0f360e5eee2 None None] Transition to ACTIVE for port object 75f0d40c-8ed1-4975-8bcb-f54d72980607 will not be triggered until provisioned by entity L2. {{(pid=89112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:48:41.247273 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a30e7ac6-95ff-440e-bf17-7af8e15d4813 req-ca770a8d-1437-4fc1-9df1-c37dd518c300 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=9011fe80-e205-42f4-888b-a238cf59149d HTTP/1.1" status: 200 len: 210 time: 0.2482285 May 28 06:48:41.316149 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-07be5f6e-9704-40a4-9f85-16c5b3735a85 req-8115d1f6-51bf-4e5f-9053-f2faeceff764 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 210 time: 0.0508127 May 28 06:48:41.324749 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1b2977da-cf32-4c79-b09d-57b6dd9dbbfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:41.327530 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-153d2aac-9866-4058-8d06-d0f360e5eee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:41.388221 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234a701c-9c82-4744-b409-6cabdfd99938 None None] Pushing event updated for resources: {'Port': ['ID=e6b68e12-4633-41c3-8e19-00177d301f22,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:41.395845 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-c0f90278-dc23-4abe-96a3-ce1db99d8dd2 req-3082e763-b597-4de7-ba83-7c67afbe23be tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:41.555023 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2578dfb-519c-4d1f-9077-5ab7949c2711 None None] Pushing event updated for resources: {'Port': ['ID=75f0d40c-8ed1-4975-8bcb-f54d72980607,revision_number=2']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:41.569878 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-153d2aac-9866-4058-8d06-d0f360e5eee2 None None] Attempting to bind port 75f0d40c-8ed1-4975-8bcb-f54d72980607 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:48:41.570251 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-153d2aac-9866-4058-8d06-d0f360e5eee2 None None] Attempting to bind port 75f0d40c-8ed1-4975-8bcb-f54d72980607 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:48:41.570604 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153d2aac-9866-4058-8d06-d0f360e5eee2 None None] Attempting to bind port 75f0d40c-8ed1-4975-8bcb-f54d72980607 on network 68df399e-e75e-4871-9364-5d05730b50f0 {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:48:41.585242 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153d2aac-9866-4058-8d06-d0f360e5eee2 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:48:41.589685 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153d2aac-9866-4058-8d06-d0f360e5eee2 None None] Checking segment: {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:48:41.589685 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-153d2aac-9866-4058-8d06-d0f360e5eee2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:41.589685 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153d2aac-9866-4058-8d06-d0f360e5eee2 None None] Bound using segment: {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:48:41.590068 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-153d2aac-9866-4058-8d06-d0f360e5eee2 None None] Bound port: 75f0d40c-8ed1-4975-8bcb-f54d72980607, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:48:41.590429 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-153d2aac-9866-4058-8d06-d0f360e5eee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:41.715320 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-aef56df5-f5e5-4317-a560-e97e44e71464 None None] Provisioning for port 2e74f8dc-17a5-4f04-8c47-1cafa7afd701 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:48:41.720414 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f166979c-ef4a-463b-8954-6edfe2f8b5ea tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:41.830254 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-153d2aac-9866-4058-8d06-d0f360e5eee2 None None] For port 75f0d40c-8ed1-4975-8bcb-f54d72980607, host n-d-843702-1, cleared binding levels {{(pid=89112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:48:41.867749 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-153d2aac-9866-4058-8d06-d0f360e5eee2 None None] For port 75f0d40c-8ed1-4975-8bcb-f54d72980607, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=75f0d40c-8ed1-4975-8bcb-f54d72980607,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:48:41.916537 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-cffeea35-b2f9-4183-9d5d-e91c67aa648b None None] Attempting to bind port e6b68e12-4633-41c3-8e19-00177d301f22 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:48:41.916905 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-cffeea35-b2f9-4183-9d5d-e91c67aa648b None None] Attempting to bind port e6b68e12-4633-41c3-8e19-00177d301f22 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'b39b119d-a819-4f27-96cc-041a7c17a97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'aaa39eab-6194-4223-9af1-b70bdc667790'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:48:41.917586 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffeea35-b2f9-4183-9d5d-e91c67aa648b None None] Attempting to bind port e6b68e12-4633-41c3-8e19-00177d301f22 on network aaa39eab-6194-4223-9af1-b70bdc667790 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:48:41.929110 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 2e74f8dc-17a5-4f04-8c47-1cafa7afd701 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:48:41.947284 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffeea35-b2f9-4183-9d5d-e91c67aa648b None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:48:41.947747 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffeea35-b2f9-4183-9d5d-e91c67aa648b None None] Checking segment: {'id': 'b39b119d-a819-4f27-96cc-041a7c17a97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'aaa39eab-6194-4223-9af1-b70bdc667790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:48:41.948341 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-cffeea35-b2f9-4183-9d5d-e91c67aa648b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:41.949720 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffeea35-b2f9-4183-9d5d-e91c67aa648b None None] Bound using segment: {'id': 'b39b119d-a819-4f27-96cc-041a7c17a97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'aaa39eab-6194-4223-9af1-b70bdc667790'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:48:41.950287 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-cffeea35-b2f9-4183-9d5d-e91c67aa648b None None] Bound port: e6b68e12-4633-41c3-8e19-00177d301f22, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b39b119d-a819-4f27-96cc-041a7c17a97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'aaa39eab-6194-4223-9af1-b70bdc667790'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:48:41.950734 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-cffeea35-b2f9-4183-9d5d-e91c67aa648b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:41.972883 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 2e74f8dc-17a5-4f04-8c47-1cafa7afd701 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:48:41.973370 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:42.059796 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-153d2aac-9866-4058-8d06-d0f360e5eee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:42.081579 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-f166979c-ef4a-463b-8954-6edfe2f8b5ea tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Calling delete_port for 9157484b-d4f1-45c5-9a17-0b1ac2acd515 owned by {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:48:42.213246 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-c0f90278-dc23-4abe-96a3-ce1db99d8dd2 req-3082e763-b597-4de7-ba83-7c67afbe23be tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:42.249376 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['f8566525-c4cb-4e62-a1d8-5e9ce5ba1b4e'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:48:42.258453 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ca7650-979d-44ac-be1d-f531eee7fa34 req-19749e4a-114a-4648-aabd-af00e3a99afa tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:48:42.261702 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-42ca7650-979d-44ac-be1d-f531eee7fa34 req-19749e4a-114a-4648-aabd-af00e3a99afa tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.69 "GET /v2.0/networks?id=a5003c5d-3a74-4f41-abaa-5496ec434a45 HTTP/1.1" status: 200 len: 813 time: 0.3197145 May 28 06:48:42.262443 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153d2aac-9866-4058-8d06-d0f360e5eee2 None None] Routers {'c70e1c22-f694-4d56-bd15-5c5737bacda2'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:48:42.263051 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-153d2aac-9866-4058-8d06-d0f360e5eee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:48:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['c70e1c22-f694-4d56-bd15-5c5737bacda2'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:48:42.293903 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [None req-1b2977da-cf32-4c79-b09d-57b6dd9dbbfd admin admin] Allocated IP 172.20.0.1 (244ee66f-8ba5-4a6d-a99b-5ec1fae21d38/395c6a06-7ada-4575-b52f-ff6a58f20fb7/abf75dc9-fe0b-4338-9af0-de84c550bf58) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:48:42.535938 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3082e763-b597-4de7-ba83-7c67afbe23be tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Pushing event updated for resources: {'Port': ['ID=ef78c2c5-b558-469c-8072-f91e26f8d4b5,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:42.578475 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-42ca7650-979d-44ac-be1d-f531eee7fa34 req-556609e2-9772-435e-9d4a-06ea89951f19 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Request body: {'port': {'device_id': '5011e866-0e49-4786-a2cb-e0d4932d86ca', 'network_id': 'a5003c5d-3a74-4f41-abaa-5496ec434a45', 'admin_state_up': True, 'tenant_id': '73e0295cd8e04d62a9246f93ad60c000'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:48:42.585345 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0f90278-dc23-4abe-96a3-ce1db99d8dd2 req-3082e763-b597-4de7-ba83-7c67afbe23be tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Network ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:48:42.599143 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [req-c0f90278-dc23-4abe-96a3-ce1db99d8dd2 req-3082e763-b597-4de7-ba83-7c67afbe23be tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:48:42.605472 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 2e74f8dc-17a5-4f04-8c47-1cafa7afd701 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:48:42.606876 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0f90278-dc23-4abe-96a3-ce1db99d8dd2 req-3082e763-b597-4de7-ba83-7c67afbe23be tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:48:42.615688 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:42.642365 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-cffeea35-b2f9-4183-9d5d-e91c67aa648b None None] For port e6b68e12-4633-41c3-8e19-00177d301f22, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:48:42.647158 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-cffeea35-b2f9-4183-9d5d-e91c67aa648b None None] For port e6b68e12-4633-41c3-8e19-00177d301f22, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=e6b68e12-4633-41c3-8e19-00177d301f22,segment=NetworkSegment(b39b119d-a819-4f27-96cc-041a7c17a97f),segment_id=b39b119d-a819-4f27-96cc-041a7c17a97f)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:48:42.727960 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2578dfb-519c-4d1f-9077-5ab7949c2711 None None] Pushing event updated for resources: {'Port': ['ID=75f0d40c-8ed1-4975-8bcb-f54d72980607,revision_number=3']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:42.791801 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port 2e74f8dc-17a5-4f04-8c47-1cafa7afd701, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=2e74f8dc-17a5-4f04-8c47-1cafa7afd701,segment=NetworkSegment(3327531a-cfed-4111-8d63-74eb115702f1),segment_id=3327531a-cfed-4111-8d63-74eb115702f1)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:48:42.846560 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-cffeea35-b2f9-4183-9d5d-e91c67aa648b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:42.861367 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f90278-dc23-4abe-96a3-ce1db99d8dd2 req-3082e763-b597-4de7-ba83-7c67afbe23be tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:48:42.862380 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-c0f90278-dc23-4abe-96a3-ce1db99d8dd2 req-3082e763-b597-4de7-ba83-7c67afbe23be tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:43.016626 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-153d2aac-9866-4058-8d06-d0f360e5eee2 None None] Set router c70e1c22-f694-4d56-bd15-5c5737bacda2 gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:48:43.041451 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:43.095932 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-c0f90278-dc23-4abe-96a3-ce1db99d8dd2 req-3082e763-b597-4de7-ba83-7c67afbe23be tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1055298 May 28 06:48:43.120998 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-c0f90278-dc23-4abe-96a3-ce1db99d8dd2 req-1a80781c-651d-44cc-a72b-d15642fe079c service neutron] Request body: {'port': {'device_id': '9011fe80-e205-42f4-888b-a238cf59149d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843702-1'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:48:43.169449 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cffeea35-b2f9-4183-9d5d-e91c67aa648b None None] Routers {'8fbcc254-56b8-4d85-817a-7ed0d68293a7'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:48:43.170149 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-cffeea35-b2f9-4183-9d5d-e91c67aa648b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:48:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['8fbcc254-56b8-4d85-817a-7ed0d68293a7'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:48:43.215073 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-abf4f595-0b08-4f81-8274-c07d60bb7a41 req-1dc7bce5-b466-4441-aeb7-9ebf71341416 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 210 time: 0.6097763 May 28 06:48:43.272502 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f166979c-ef4a-463b-8954-6edfe2f8b5ea tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:43.345016 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1b2977da-cf32-4c79-b09d-57b6dd9dbbfd admin admin] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:43.428631 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [None req-1b2977da-cf32-4c79-b09d-57b6dd9dbbfd admin admin] Transition to ACTIVE for port object abf75dc9-fe0b-4338-9af0-de84c550bf58 will not be triggered until provisioned by entity DHCP. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:48:43.483463 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-e412ff57-536d-46f2-9b43-a99bfed8e83e None None] Provisioning for port 9157484b-d4f1-45c5-9a17-0b1ac2acd515 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:48:43.485956 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f166979c-ef4a-463b-8954-6edfe2f8b5ea tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Pushing event deleted for resources: {'Port': ['ID=9157484b-d4f1-45c5-9a17-0b1ac2acd515,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:43.513561 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-42ca7650-979d-44ac-be1d-f531eee7fa34 req-556609e2-9772-435e-9d4a-06ea89951f19 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:48:43.525861 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-42ca7650-979d-44ac-be1d-f531eee7fa34 req-556609e2-9772-435e-9d4a-06ea89951f19 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Usage tracker for resource:port and tenant:73e0295cd8e04d62a9246f93ad60c000 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:48:43.540095 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-42ca7650-979d-44ac-be1d-f531eee7fa34 req-556609e2-9772-435e-9d4a-06ea89951f19 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:48:43.557121 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-42ca7650-979d-44ac-be1d-f531eee7fa34 req-556609e2-9772-435e-9d4a-06ea89951f19 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:48:43.652002 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e19b87-b0fc-4921-b7b1-13a4c51c296a req-de938423-1332-44f4-b3d0-495363b9d6a1 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:48:43.675218 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-e412ff57-536d-46f2-9b43-a99bfed8e83e None None] Provisioning complete for port 9157484b-d4f1-45c5-9a17-0b1ac2acd515 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:48:43.681081 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e412ff57-536d-46f2-9b43-a99bfed8e83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:43.681227 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f6e19b87-b0fc-4921-b7b1-13a4c51c296a req-de938423-1332-44f4-b3d0-495363b9d6a1 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=9011fe80-e205-42f4-888b-a238cf59149d HTTP/1.1" status: 200 len: 931 time: 1.0493751 May 28 06:48:43.729603 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234a701c-9c82-4744-b409-6cabdfd99938 None None] Pushing event updated for resources: {'Port': ['ID=e6b68e12-4633-41c3-8e19-00177d301f22,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:43.771646 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 54580) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:48:43.772353 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42ca7650-979d-44ac-be1d-f531eee7fa34 req-556609e2-9772-435e-9d4a-06ea89951f19 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Made reservation on behalf of 73e0295cd8e04d62a9246f93ad60c000 for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:48:43.794904 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-42ca7650-979d-44ac-be1d-f531eee7fa34 req-556609e2-9772-435e-9d4a-06ea89951f19 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:43.965498 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f166979c-ef4a-463b-8954-6edfe2f8b5ea tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:43.972688 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-e412ff57-536d-46f2-9b43-a99bfed8e83e None None] Port 9157484b-d4f1-45c5-9a17-0b1ac2acd515 was deleted so its status cannot be updated. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} May 28 06:48:43.976143 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-f166979c-ef4a-463b-8954-6edfe2f8b5ea tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] 10.222.0.55 "DELETE /v2.0/ports/9157484b-d4f1-45c5-9a17-0b1ac2acd515 HTTP/1.1" status: 204 len: 168 time: 3.3649375 May 28 06:48:44.000883 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 54590) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:48:44.025695 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-153d2aac-9866-4058-8d06-d0f360e5eee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70e1c22-f694-4d56-bd15-5c5737bacda2', 'name': 'tempest-AttachVolumeNegativeTest-1938842834-router', 'tenant_id': '923dafe00970411a989ff222606e459e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '75f0d40c-8ed1-4975-8bcb-f54d72980607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:48:27Z', 'updated_at': '2022-05-28T06:48:34Z', 'revision_number': 3, 'project_id': '923dafe00970411a989ff222606e459e', 'gw_port': {'id': '75f0d40c-8ed1-4975-8bcb-f54d72980607', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:db:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c70e1c22-f694-4d56-bd15-5c5737bacda2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:48:31Z', 'updated_at': '2022-05-28T06:48:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:48:44.040912 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153d2aac-9866-4058-8d06-d0f360e5eee2 None None] The sync data for ids ['c70e1c22-f694-4d56-bd15-5c5737bacda2'] in n-d-843702-1 is: [{'id': 'c70e1c22-f694-4d56-bd15-5c5737bacda2', 'name': 'tempest-AttachVolumeNegativeTest-1938842834-router', 'tenant_id': '923dafe00970411a989ff222606e459e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '75f0d40c-8ed1-4975-8bcb-f54d72980607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:48:27Z', 'updated_at': '2022-05-28T06:48:34Z', 'revision_number': 3, 'project_id': '923dafe00970411a989ff222606e459e', 'gw_port': {'id': '75f0d40c-8ed1-4975-8bcb-f54d72980607', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:db:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c70e1c22-f694-4d56-bd15-5c5737bacda2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:48:31Z', 'updated_at': '2022-05-28T06:48:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:48:44.130679 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f6e19b87-b0fc-4921-b7b1-13a4c51c296a req-cf184d83-0201-41a3-a0cb-15bb6d8e696b tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/security-groups?id=55eadb02-d3aa-43b2-bf74-b67b0f98720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4516993 May 28 06:48:44.166729 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=2e74f8dc-17a5-4f04-8c47-1cafa7afd701,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:44.201901 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-cffeea35-b2f9-4183-9d5d-e91c67aa648b None None] Set router 8fbcc254-56b8-4d85-817a-7ed0d68293a7 gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:48:44.268321 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-6508fe62-6824-45d8-a7a5-b30f46b9e78a tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] GET failed (client error): The resource could not be found. May 28 06:48:44.272104 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-6508fe62-6824-45d8-a7a5-b30f46b9e78a tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Synchronizing usage tracker for tenant:bf0f1d3761524ddfa4db9240ac258eb8 on resource:port {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:48:44.302302 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-c0f90278-dc23-4abe-96a3-ce1db99d8dd2 req-1a80781c-651d-44cc-a72b-d15642fe079c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:44.354073 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-8b009295-9dfe-48de-bb6e-25a35a70540c tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1392419599'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:48:44.383632 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1b2977da-cf32-4c79-b09d-57b6dd9dbbfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:44.439430 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-8b009295-9dfe-48de-bb6e-25a35a70540c tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:48:44.470129 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-8b009295-9dfe-48de-bb6e-25a35a70540c tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Usage tracker for resource:network and tenant:6c64b1b11caf4060b2fa84b61b74dc42 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:48:44.542714 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-8b009295-9dfe-48de-bb6e-25a35a70540c tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:48:44.579524 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-77f0068d-484c-4c8e-b131-0ec25bd1b8a0 req-8c64bf4e-2753-411c-9c4c-eba4acf0dc20 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 210 time: 0.1244884 May 28 06:48:44.587068 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-8b009295-9dfe-48de-bb6e-25a35a70540c tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:48:44.595646 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b2977da-cf32-4c79-b09d-57b6dd9dbbfd admin admin] Network 244ee66f-8ba5-4a6d-a99b-5ec1fae21d38 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:48:44.605539 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-1b2977da-cf32-4c79-b09d-57b6dd9dbbfd admin admin] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:48:44.607678 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2977da-cf32-4c79-b09d-57b6dd9dbbfd admin admin] Pushing event updated for resources: {'Port': ['ID=abf75dc9-fe0b-4338-9af0-de84c550bf58,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:44.613650 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2977da-cf32-4c79-b09d-57b6dd9dbbfd admin admin] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:48:44.664156 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-6508fe62-6824-45d8-a7a5-b30f46b9e78a tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Unset dirty status for tenant:bf0f1d3761524ddfa4db9240ac258eb8 on resource:port {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:48:44.670606 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-6508fe62-6824-45d8-a7a5-b30f46b9e78a tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] 10.222.0.55 "GET /v2.0/ports/9157484b-d4f1-45c5-9a17-0b1ac2acd515 HTTP/1.1" status: 404 len: 333 time: 0.6628206 May 28 06:48:44.684051 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 54600) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:48:44.702400 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-e412ff57-536d-46f2-9b43-a99bfed8e83e None None] Provisioning for port 23b03b9a-f5a0-4f73-b5aa-b942e514d24b completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:48:44.724019 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [req-42ca7650-979d-44ac-be1d-f531eee7fa34 req-556609e2-9772-435e-9d4a-06ea89951f19 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Allocated IP 172.20.0.6 (a5003c5d-3a74-4f41-abaa-5496ec434a45/c9770ae0-20d9-409f-aee4-a3917a1ccf16/466563e4-8251-4e01-896c-6874e3461ded) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:48:44.726830 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1b2977da-cf32-4c79-b09d-57b6dd9dbbfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690947'] for router_interface, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:44.803267 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-e412ff57-536d-46f2-9b43-a99bfed8e83e None None] Provisioning complete for port 23b03b9a-f5a0-4f73-b5aa-b942e514d24b triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:48:44.803876 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e412ff57-536d-46f2-9b43-a99bfed8e83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:44.911613 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-e412ff57-536d-46f2-9b43-a99bfed8e83e None None] Port 23b03b9a-f5a0-4f73-b5aa-b942e514d24b cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:48:44.964185 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b009295-9dfe-48de-bb6e-25a35a70540c tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Made reservation on behalf of 6c64b1b11caf4060b2fa84b61b74dc42 for: {'network': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:48:44.977983 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8b009295-9dfe-48de-bb6e-25a35a70540c tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:45.001940 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-e412ff57-536d-46f2-9b43-a99bfed8e83e None None] Provisioning complete for port 2e74f8dc-17a5-4f04-8c47-1cafa7afd701 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:48:45.002603 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e412ff57-536d-46f2-9b43-a99bfed8e83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:45.030633 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-9aa518d0-044d-4a48-80bd-a325fd756427 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Deleting port 23b03b9a-f5a0-4f73-b5aa-b942e514d24b {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:48:45.032443 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9aa518d0-044d-4a48-80bd-a325fd756427 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:45.224801 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8b009295-9dfe-48de-bb6e-25a35a70540c tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:45.540358 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-8b009295-9dfe-48de-bb6e-25a35a70540c tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:48:45.593134 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-8b009295-9dfe-48de-bb6e-25a35a70540c tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Usage tracker for resource:security_group_rule and tenant:6c64b1b11caf4060b2fa84b61b74dc42 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:48:45.624966 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-8b009295-9dfe-48de-bb6e-25a35a70540c tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:48:45.649038 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 2e74f8dc-17a5-4f04-8c47-1cafa7afd701 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:48:45.716306 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-8b009295-9dfe-48de-bb6e-25a35a70540c tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:48:45.960270 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-e412ff57-536d-46f2-9b43-a99bfed8e83e None None] Current status of the port 2e74f8dc-17a5-4f04-8c47-1cafa7afd701 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:48:45.982165 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8b009295-9dfe-48de-bb6e-25a35a70540c tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:46.015947 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 2e74f8dc-17a5-4f04-8c47-1cafa7afd701 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:48:46.017314 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:46.105703 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-d4e09f94-10e9-475c-bd21-8706982bb086 None None] Could not find standard attr ID for object 9157484b-d4f1-45c5-9a17-0b1ac2acd515. {{(pid=89111) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 28 06:48:46.113197 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1b2977da-cf32-4c79-b09d-57b6dd9dbbfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:46.117561 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [req-c0f90278-dc23-4abe-96a3-ce1db99d8dd2 req-1a80781c-651d-44cc-a72b-d15642fe079c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef78c2c5-b558-469c-8072-f91e26f8d4b5 {{(pid=89109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:48:46.130013 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8b009295-9dfe-48de-bb6e-25a35a70540c tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:46.159051 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-cffeea35-b2f9-4183-9d5d-e91c67aa648b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fbcc254-56b8-4d85-817a-7ed0d68293a7', 'name': 'tempest-TestVolumeBackupRestore-1556557845-router', 'tenant_id': 'f1e7c093d3e5485593bf6b4708c7d826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '99bd00c2-b3e5-46a7-af3c-7f6b4baa8d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:48:18Z', 'updated_at': '2022-05-28T06:48:34Z', 'revision_number': 4, 'project_id': 'f1e7c093d3e5485593bf6b4708c7d826', 'gw_port': {'id': '99bd00c2-b3e5-46a7-af3c-7f6b4baa8d50', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbcc254-56b8-4d85-817a-7ed0d68293a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2761, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:48:22Z', 'updated_at': '2022-05-28T06:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'e6b68e12-4633-41c3-8e19-00177d301f22', 'name': '', 'network_id': 'aaa39eab-6194-4223-9af1-b70bdc667790', 'tenant_id': 'f1e7c093d3e5485593bf6b4708c7d826', 'mac_address': 'fa:16:3e:98:30:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fbcc254-56b8-4d85-817a-7ed0d68293a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': 'fa0956c1-5e78-4eff-9647-de5cc700c8a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:48:29Z', 'updated_at': '2022-05-28T06:48:42Z', 'revision_number': 4, 'project_id': 'f1e7c093d3e5485593bf6b4708c7d826', 'subnets': [{'id': 'fa0956c1-5e78-4eff-9647-de5cc700c8a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:48:46.164252 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-c0f90278-dc23-4abe-96a3-ce1db99d8dd2 req-1a80781c-651d-44cc-a72b-d15642fe079c service neutron] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:46.170859 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cffeea35-b2f9-4183-9d5d-e91c67aa648b None None] The sync data for ids ['8fbcc254-56b8-4d85-817a-7ed0d68293a7'] in n-d-843702-1 is: [{'id': '8fbcc254-56b8-4d85-817a-7ed0d68293a7', 'name': 'tempest-TestVolumeBackupRestore-1556557845-router', 'tenant_id': 'f1e7c093d3e5485593bf6b4708c7d826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '99bd00c2-b3e5-46a7-af3c-7f6b4baa8d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:48:18Z', 'updated_at': '2022-05-28T06:48:34Z', 'revision_number': 4, 'project_id': 'f1e7c093d3e5485593bf6b4708c7d826', 'gw_port': {'id': '99bd00c2-b3e5-46a7-af3c-7f6b4baa8d50', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbcc254-56b8-4d85-817a-7ed0d68293a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2761, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:48:22Z', 'updated_at': '2022-05-28T06:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'e6b68e12-4633-41c3-8e19-00177d301f22', 'name': '', 'network_id': 'aaa39eab-6194-4223-9af1-b70bdc667790', 'tenant_id': 'f1e7c093d3e5485593bf6b4708c7d826', 'mac_address': 'fa:16:3e:98:30:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fbcc254-56b8-4d85-817a-7ed0d68293a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': 'fa0956c1-5e78-4eff-9647-de5cc700c8a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:48:29Z', 'updated_at': '2022-05-28T06:48:42Z', 'revision_number': 4, 'project_id': 'f1e7c093d3e5485593bf6b4708c7d826', 'subnets': [{'id': 'fa0956c1-5e78-4eff-9647-de5cc700c8a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:48:46.208485 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [req-c0f90278-dc23-4abe-96a3-ce1db99d8dd2 req-1a80781c-651d-44cc-a72b-d15642fe079c service neutron] Transition to ACTIVE for port object ef78c2c5-b558-469c-8072-f91e26f8d4b5 will not be triggered until provisioned by entity L2. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:48:46.221933 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9aa518d0-044d-4a48-80bd-a325fd756427 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:46.386176 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9c20581e-e363-4f72-a8df-0547f5b5ff01 req-3fc45038-745b-4be7-8612-c690ef403c51 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 210 time: 0.2737703 May 28 06:48:46.426081 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 2e74f8dc-17a5-4f04-8c47-1cafa7afd701 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:48:46.427165 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 75f0d40c-8ed1-4975-8bcb-f54d72980607 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:48:46.478066 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-d4e09f94-10e9-475c-bd21-8706982bb086 None None] Provisioning for port abf75dc9-fe0b-4338-9af0-de84c550bf58 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:48:46.510971 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-d4e09f94-10e9-475c-bd21-8706982bb086 None None] Provisioning complete for port abf75dc9-fe0b-4338-9af0-de84c550bf58 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:48:46.511346 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d4e09f94-10e9-475c-bd21-8706982bb086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:46.663472 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-9aa518d0-044d-4a48-80bd-a325fd756427 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Calling delete_port for 23b03b9a-f5a0-4f73-b5aa-b942e514d24b owned by {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:48:46.736402 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-d4e09f94-10e9-475c-bd21-8706982bb086 None None] Port abf75dc9-fe0b-4338-9af0-de84c550bf58 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:48:46.766248 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-d4e09f94-10e9-475c-bd21-8706982bb086 None None] Provisioning complete for port 23b03b9a-f5a0-4f73-b5aa-b942e514d24b triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:48:46.768366 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d4e09f94-10e9-475c-bd21-8706982bb086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:46.799937 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b009295-9dfe-48de-bb6e-25a35a70540c tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=89110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:48:46.800555 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-c0f90278-dc23-4abe-96a3-ce1db99d8dd2 req-1a80781c-651d-44cc-a72b-d15642fe079c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:46.814755 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8b009295-9dfe-48de-bb6e-25a35a70540c tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:46.815249 n-d-843702-1 neutron-server[89110]: INFO neutron.db.segments_db [None req-8b009295-9dfe-48de-bb6e-25a35a70540c tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Added segment 3102c526-b326-4a01-ba83-a5568cd48624 of type vlan for network 39ea2503-0450-45e8-b110-0d14b24ea0de May 28 06:48:46.915875 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8b009295-9dfe-48de-bb6e-25a35a70540c tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:46.956359 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-d4e09f94-10e9-475c-bd21-8706982bb086 None None] Port 23b03b9a-f5a0-4f73-b5aa-b942e514d24b cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:48:46.962160 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 75f0d40c-8ed1-4975-8bcb-f54d72980607 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:48:46.970164 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-42ca7650-979d-44ac-be1d-f531eee7fa34 req-556609e2-9772-435e-9d4a-06ea89951f19 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:46.979051 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 75f0d40c-8ed1-4975-8bcb-f54d72980607 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:48:46.984694 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:47.017210 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552f691a-9463-4785-8ff9-f1f8ab016cd1 req-1da44225-c4ea-4de9-b967-9ac2497914b4 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:48:47.018986 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-552f691a-9463-4785-8ff9-f1f8ab016cd1 req-1da44225-c4ea-4de9-b967-9ac2497914b4 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=9011fe80-e205-42f4-888b-a238cf59149d HTTP/1.1" status: 200 len: 931 time: 1.6104720 May 28 06:48:47.058553 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8b009295-9dfe-48de-bb6e-25a35a70540c tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:47.066229 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b009295-9dfe-48de-bb6e-25a35a70540c tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:48:47.066984 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8b009295-9dfe-48de-bb6e-25a35a70540c tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks [] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:47.071610 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b009295-9dfe-48de-bb6e-25a35a70540c tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35ebd8d0-a2ac-4cf5-9ce9-1d4a423a19af,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:47.242581 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 75f0d40c-8ed1-4975-8bcb-f54d72980607 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:48:47.243937 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:47.251289 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a80781c-651d-44cc-a72b-d15642fe079c service neutron] Pushing event updated for resources: {'Port': ['ID=ef78c2c5-b558-469c-8072-f91e26f8d4b5,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:47.308380 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port 75f0d40c-8ed1-4975-8bcb-f54d72980607, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=75f0d40c-8ed1-4975-8bcb-f54d72980607,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:48:47.402262 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:47.543588 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-c0f90278-dc23-4abe-96a3-ce1db99d8dd2 req-1a80781c-651d-44cc-a72b-d15642fe079c service neutron] Attempting to bind port ef78c2c5-b558-469c-8072-f91e26f8d4b5 on host n-h2-843702-1 for vnic_type normal with profile {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:48:47.543949 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-c0f90278-dc23-4abe-96a3-ce1db99d8dd2 req-1a80781c-651d-44cc-a72b-d15642fe079c service neutron] Attempting to bind port ef78c2c5-b558-469c-8072-f91e26f8d4b5 by drivers openvswitch,hyperv on host n-h2-843702-1 at level 0 using segments [{'id': 'd3c6b9f0-14d5-4338-b095-ac6f93dbc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1'}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:48:47.544283 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f90278-dc23-4abe-96a3-ce1db99d8dd2 req-1a80781c-651d-44cc-a72b-d15642fe079c service neutron] Attempting to bind port ef78c2c5-b558-469c-8072-f91e26f8d4b5 on network ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:48:47.634814 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f90278-dc23-4abe-96a3-ce1db99d8dd2 req-1a80781c-651d-44cc-a72b-d15642fe079c service neutron] Port ef78c2c5-b558-469c-8072-f91e26f8d4b5 on network ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1 not bound, no agent of type Open vSwitch agent registered on host n-h2-843702-1 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:48:47.639759 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f90278-dc23-4abe-96a3-ce1db99d8dd2 req-1a80781c-651d-44cc-a72b-d15642fe079c service neutron] Attempting to bind port ef78c2c5-b558-469c-8072-f91e26f8d4b5 on network ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:48:47.687897 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f90278-dc23-4abe-96a3-ce1db99d8dd2 req-1a80781c-651d-44cc-a72b-d15642fe079c service neutron] Checking agent: {'id': 'f1a3973b-d2b3-4558-88e7-2ac50857d302', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 48, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:48:47.714322 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device e6b68e12-4633-41c3-8e19-00177d301f22 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:48:47.714707 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f90278-dc23-4abe-96a3-ce1db99d8dd2 req-1a80781c-651d-44cc-a72b-d15642fe079c service neutron] Checking segment: {'id': 'd3c6b9f0-14d5-4338-b095-ac6f93dbc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:48:47.714707 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f90278-dc23-4abe-96a3-ce1db99d8dd2 req-1a80781c-651d-44cc-a72b-d15642fe079c service neutron] Bound using segment: {'id': 'd3c6b9f0-14d5-4338-b095-ac6f93dbc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1'} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:48:47.715848 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1b2977da-cf32-4c79-b09d-57b6dd9dbbfd admin admin] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:47.721890 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-c0f90278-dc23-4abe-96a3-ce1db99d8dd2 req-1a80781c-651d-44cc-a72b-d15642fe079c service neutron] Bound port: ef78c2c5-b558-469c-8072-f91e26f8d4b5, host: n-h2-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3c6b9f0-14d5-4338-b095-ac6f93dbc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1'}}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:48:47.722813 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-c0f90278-dc23-4abe-96a3-ce1db99d8dd2 req-1a80781c-651d-44cc-a72b-d15642fe079c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:47.784891 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-8b009295-9dfe-48de-bb6e-25a35a70540c tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 3.9654186 May 28 06:48:47.804535 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=75f0d40c-8ed1-4975-8bcb-f54d72980607,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:47.919366 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-552f691a-9463-4785-8ff9-f1f8ab016cd1 req-a6c6dca4-525f-4007-8034-0f451041161f tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/security-groups?id=55eadb02-d3aa-43b2-bf74-b67b0f98720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8779027 May 28 06:48:47.924697 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-e89bb2f1-0aa5-4184-a812-76ba15dab6fa req-71b191c8-8230-4dc3-9bcd-fbea64d95392 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Synchronizing usage tracker for tenant:73e0295cd8e04d62a9246f93ad60c000 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:48:47.933598 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-c0f90278-dc23-4abe-96a3-ce1db99d8dd2 req-1a80781c-651d-44cc-a72b-d15642fe079c service neutron] For port ef78c2c5-b558-469c-8072-f91e26f8d4b5, host n-h2-843702-1, cleared binding levels {{(pid=89109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:48:47.937177 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-c0f90278-dc23-4abe-96a3-ce1db99d8dd2 req-1a80781c-651d-44cc-a72b-d15642fe079c service neutron] For port ef78c2c5-b558-469c-8072-f91e26f8d4b5, host n-h2-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=ef78c2c5-b558-469c-8072-f91e26f8d4b5,segment=NetworkSegment(d3c6b9f0-14d5-4338-b095-ac6f93dbc704),segment_id=d3c6b9f0-14d5-4338-b095-ac6f93dbc704)] {{(pid=89109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:48:47.939247 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9aa518d0-044d-4a48-80bd-a325fd756427 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:47.939994 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b009295-9dfe-48de-bb6e-25a35a70540c tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Pushing event updated for resources: {'Network': ['ID=39ea2503-0450-45e8-b110-0d14b24ea0de,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:47.947487 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1b2977da-cf32-4c79-b09d-57b6dd9dbbfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:47.955202 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 39ea2503-0450-45e8-b110-0d14b24ea0de details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:48:48.071751 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-c0f90278-dc23-4abe-96a3-ce1db99d8dd2 req-1a80781c-651d-44cc-a72b-d15642fe079c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:48.089282 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port e6b68e12-4633-41c3-8e19-00177d301f22 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:48:48.093962 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa518d0-044d-4a48-80bd-a325fd756427 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Pushing event deleted for resources: {'Port': ['ID=23b03b9a-f5a0-4f73-b5aa-b942e514d24b,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:48.151284 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port e6b68e12-4633-41c3-8e19-00177d301f22 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:48:48.151673 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:48.156974 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2977da-cf32-4c79-b09d-57b6dd9dbbfd admin admin] Pushing event updated for resources: {'Port': ['ID=abf75dc9-fe0b-4338-9af0-de84c550bf58,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:48.254256 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1b2977da-cf32-4c79-b09d-57b6dd9dbbfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700602'] for router_interface, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:48.456548 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port e6b68e12-4633-41c3-8e19-00177d301f22 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:48:48.458177 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:48.543093 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port e6b68e12-4633-41c3-8e19-00177d301f22, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=e6b68e12-4633-41c3-8e19-00177d301f22,segment=NetworkSegment(b39b119d-a819-4f27-96cc-041a7c17a97f),segment_id=b39b119d-a819-4f27-96cc-041a7c17a97f)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:48:48.561161 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b2977da-cf32-4c79-b09d-57b6dd9dbbfd admin admin] Network 244ee66f-8ba5-4a6d-a99b-5ec1fae21d38 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:48:48.562951 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-1b2977da-cf32-4c79-b09d-57b6dd9dbbfd admin admin] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:48:48.580238 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-e89bb2f1-0aa5-4184-a812-76ba15dab6fa req-71b191c8-8230-4dc3-9bcd-fbea64d95392 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Unset dirty status for tenant:73e0295cd8e04d62a9246f93ad60c000 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:48:48.581974 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e89bb2f1-0aa5-4184-a812-76ba15dab6fa req-71b191c8-8230-4dc3-9bcd-fbea64d95392 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 210 time: 0.7894356 May 28 06:48:48.583276 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-42ca7650-979d-44ac-be1d-f531eee7fa34 req-556609e2-9772-435e-9d4a-06ea89951f19 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:48.670786 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:48.733321 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a80781c-651d-44cc-a72b-d15642fe079c service neutron] Pushing event updated for resources: {'Port': ['ID=ef78c2c5-b558-469c-8072-f91e26f8d4b5,revision_number=3']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:48.994404 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556609e2-9772-435e-9d4a-06ea89951f19 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Pushing event updated for resources: {'Port': ['ID=466563e4-8251-4e01-896c-6874e3461ded,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:49.008766 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f90278-dc23-4abe-96a3-ce1db99d8dd2 req-1a80781c-651d-44cc-a72b-d15642fe079c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:48:49.010177 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-c0f90278-dc23-4abe-96a3-ce1db99d8dd2 req-1a80781c-651d-44cc-a72b-d15642fe079c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:49.014368 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-c0f90278-dc23-4abe-96a3-ce1db99d8dd2 req-1a80781c-651d-44cc-a72b-d15642fe079c service neutron] 10.222.0.71 "PUT /v2.0/ports/ef78c2c5-b558-469c-8072-f91e26f8d4b5 HTTP/1.1" status: 200 len: 1091 time: 5.9059253 May 28 06:48:49.018302 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9011fe80-e205-42f4-888b-a238cf59149d', 'tag': 'ef78c2c5-b558-469c-8072-f91e26f8d4b5'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:48:49.074153 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9aa518d0-044d-4a48-80bd-a325fd756427 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:49.097973 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=e6b68e12-4633-41c3-8e19-00177d301f22,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:49.350893 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-388c1bfd-3ac2-4e4a-a904-dbd075044558 None None] Provisioning complete for port abf75dc9-fe0b-4338-9af0-de84c550bf58 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:48:49.351282 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-388c1bfd-3ac2-4e4a-a904-dbd075044558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:49.450438 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27ac4b4a-748d-4949-bf86-e80d0be4675a'] response: {'name': 'network-changed', 'server_uuid': '9011fe80-e205-42f4-888b-a238cf59149d', 'tag': 'ef78c2c5-b558-469c-8072-f91e26f8d4b5', 'status': 'completed', 'code': 200} May 28 06:48:49.488770 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-9aa518d0-044d-4a48-80bd-a325fd756427 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] 10.222.0.55 "DELETE /v2.0/ports/23b03b9a-f5a0-4f73-b5aa-b942e514d24b HTTP/1.1" status: 204 len: 168 time: 4.8021164 May 28 06:48:49.498005 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 54642) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:48:49.544377 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-388c1bfd-3ac2-4e4a-a904-dbd075044558 None None] Port abf75dc9-fe0b-4338-9af0-de84c550bf58 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:48:49.675407 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device e6b68e12-4633-41c3-8e19-00177d301f22 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:48:49.722979 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-13633915-0703-4089-84f2-30370b0601c2 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] GET failed (client error): The resource could not be found. May 28 06:48:49.723520 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-13633915-0703-4089-84f2-30370b0601c2 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Synchronizing usage tracker for tenant:bf0f1d3761524ddfa4db9240ac258eb8 on resource:port {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:48:49.727227 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42ca7650-979d-44ac-be1d-f531eee7fa34 req-556609e2-9772-435e-9d4a-06ea89951f19 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Network a5003c5d-3a74-4f41-abaa-5496ec434a45 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:48:49.765784 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [req-42ca7650-979d-44ac-be1d-f531eee7fa34 req-556609e2-9772-435e-9d4a-06ea89951f19 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:48:49.790159 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-42ca7650-979d-44ac-be1d-f531eee7fa34 req-556609e2-9772-435e-9d4a-06ea89951f19 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:48:49.818057 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f90278-dc23-4abe-96a3-ce1db99d8dd2 req-83a1c9ee-09fd-429b-997f-2818b38ad007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:48:49.819534 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-c0f90278-dc23-4abe-96a3-ce1db99d8dd2 req-83a1c9ee-09fd-429b-997f-2818b38ad007 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=25104e9d91034f7ab315290096db2d20&device_id=9011fe80-e205-42f4-888b-a238cf59149d HTTP/1.1" status: 200 len: 1094 time: 0.6036334 May 28 06:48:49.892867 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port e6b68e12-4633-41c3-8e19-00177d301f22 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:48:49.893368 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:49.969357 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-13633915-0703-4089-84f2-30370b0601c2 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Unset dirty status for tenant:bf0f1d3761524ddfa4db9240ac258eb8 on resource:port {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:48:49.973358 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-13633915-0703-4089-84f2-30370b0601c2 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] 10.222.0.55 "GET /v2.0/ports/23b03b9a-f5a0-4f73-b5aa-b942e514d24b HTTP/1.1" status: 404 len: 333 time: 0.4607415 May 28 06:48:49.988633 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 54648) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:48:50.013227 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ca7650-979d-44ac-be1d-f531eee7fa34 req-556609e2-9772-435e-9d4a-06ea89951f19 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:48:50.014013 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-42ca7650-979d-44ac-be1d-f531eee7fa34 req-556609e2-9772-435e-9d4a-06ea89951f19 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:50.057397 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-c0f90278-dc23-4abe-96a3-ce1db99d8dd2 req-044a5bde-f63d-4c4e-b7a9-9d9a6b87433b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ef78c2c5-b558-469c-8072-f91e26f8d4b5 HTTP/1.1" status: 200 len: 217 time: 0.2228487 May 28 06:48:50.210180 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_v2 [None req-005dbf5a-f70e-4aca-813e-2803f235c43d tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Deleting subnet 43ae4af6-9b26-4180-a6e5-2495344783ef {{(pid=89109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:48:50.218809 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f90278-dc23-4abe-96a3-ce1db99d8dd2 req-79bf58ee-c28f-464c-aadb-568f7a696024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:48:50.220654 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-c0f90278-dc23-4abe-96a3-ce1db99d8dd2 req-79bf58ee-c28f-464c-aadb-568f7a696024 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=cb73ce23-f864-48a4-8bdb-f1e8654d92be HTTP/1.1" status: 200 len: 846 time: 0.1521211 May 28 06:48:50.221628 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-005dbf5a-f70e-4aca-813e-2803f235c43d tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks [] for subnet, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:50.321617 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-c0f90278-dc23-4abe-96a3-ce1db99d8dd2 req-d72c83a5-75b9-4b34-aabf-df958c21b22c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640330 May 28 06:48:50.340481 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [req-c0f90278-dc23-4abe-96a3-ce1db99d8dd2 req-7672d517-bdde-4c48-8666-5abd8918ffe2 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=89109) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:48:50.341816 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-c0f90278-dc23-4abe-96a3-ce1db99d8dd2 req-7672d517-bdde-4c48-8666-5abd8918ffe2 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056689 May 28 06:48:50.350272 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port e6b68e12-4633-41c3-8e19-00177d301f22 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:48:50.351416 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 75f0d40c-8ed1-4975-8bcb-f54d72980607 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:48:50.404502 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-42ca7650-979d-44ac-be1d-f531eee7fa34 req-556609e2-9772-435e-9d4a-06ea89951f19 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.8395631 May 28 06:48:50.429731 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-005dbf5a-f70e-4aca-813e-2803f235c43d tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3964070'] for subnet, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:50.444558 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 75f0d40c-8ed1-4975-8bcb-f54d72980607 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:48:50.445055 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:50.494288 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-42ca7650-979d-44ac-be1d-f531eee7fa34 req-654da026-7da2-44ad-a44b-680b327b4852 service neutron] Request body: {'port': {'device_id': '5011e866-0e49-4786-a2cb-e0d4932d86ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843702-1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:48:50.545626 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-005dbf5a-f70e-4aca-813e-2803f235c43d tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:50.725166 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-005dbf5a-f70e-4aca-813e-2803f235c43d tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9555650'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:50.821437 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005dbf5a-f70e-4aca-813e-2803f235c43d tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Pushing event deleted for resources: {'Subnet': ['ID=43ae4af6-9b26-4180-a6e5-2495344783ef,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:50.838725 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-c0f90278-dc23-4abe-96a3-ce1db99d8dd2 req-94be1c93-2ddd-408d-9418-f5fd28c677be service neutron] 10.222.0.71 "GET /v2.0/networks/ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4863515 May 28 06:48:50.840029 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-005dbf5a-f70e-4aca-813e-2803f235c43d tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:50.880875 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f044490d-86ed-4857-80fd-1029f08c2beb None None] Network df658026-646c-47f4-8da1-43c746315a0f requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:48:50.899295 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-005dbf5a-f70e-4aca-813e-2803f235c43d tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] 10.222.0.55 "DELETE /v2.0/subnets/43ae4af6-9b26-4180-a6e5-2495344783ef HTTP/1.1" status: 204 len: 168 time: 0.9095776 May 28 06:48:50.902551 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 54658) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:48:50.928525 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b2977da-cf32-4c79-b09d-57b6dd9dbbfd admin admin] Router c70e1c22-f694-4d56-bd15-5c5737bacda2 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:48:51.179955 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a2bddc-3239-42be-9d88-e21e8ad4d534 req-e15f28b3-7796-44e4-8269-341031a528c5 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:48:51.182317 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-88a2bddc-3239-42be-9d88-e21e8ad4d534 req-e15f28b3-7796-44e4-8269-341031a528c5 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=9011fe80-e205-42f4-888b-a238cf59149d HTTP/1.1" status: 200 len: 943 time: 1.6118147 May 28 06:48:51.265526 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-42ca7650-979d-44ac-be1d-f531eee7fa34 req-654da026-7da2-44ad-a44b-680b327b4852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:51.331273 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 75f0d40c-8ed1-4975-8bcb-f54d72980607 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:48:51.347434 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cd73e2-2d10-446a-956f-46e25755ba13 req-c84af4ec-965d-41a4-ae29-0ed00e9b49db tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:48:51.357833 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e8cd73e2-2d10-446a-956f-46e25755ba13 req-c84af4ec-965d-41a4-ae29-0ed00e9b49db tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 931 time: 1.3123333 May 28 06:48:51.401466 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 54664) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:48:51.415990 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-653b1ca9-d5b7-48e5-a708-0c46361127d7 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:51.432964 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-bfce4345-0ee4-41b5-9b85-b57a528da5c5 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Request body: {'subnet': {'network_id': '39ea2503-0450-45e8-b110-0d14b24ea0de', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:48:51.620853 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-bfce4345-0ee4-41b5-9b85-b57a528da5c5 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:48:51.630500 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-bfce4345-0ee4-41b5-9b85-b57a528da5c5 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Usage tracker for resource:subnet and tenant:6c64b1b11caf4060b2fa84b61b74dc42 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:48:51.637908 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-c0f90278-dc23-4abe-96a3-ce1db99d8dd2 req-6af2ea04-0843-4364-b5f5-7808fc4430fe service neutron] 10.222.0.71 "GET /v2.0/networks/ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7838945 May 28 06:48:51.637908 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-bfce4345-0ee4-41b5-9b85-b57a528da5c5 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:48:51.663214 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-653b1ca9-d5b7-48e5-a708-0c46361127d7 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Deleting port 2e74f8dc-17a5-4f04-8c47-1cafa7afd701 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:48:51.663554 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-653b1ca9-d5b7-48e5-a708-0c46361127d7 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:51.720152 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-88a2bddc-3239-42be-9d88-e21e8ad4d534 req-b4fea408-f96b-4cfc-b80d-4644faf16c0e tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/security-groups?id=55eadb02-d3aa-43b2-bf74-b67b0f98720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5027726 May 28 06:48:51.728532 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a38fe1d4-af5b-43e0-9f14-03069f143e41 None None] DHCP port deletion for df658026-646c-47f4-8da1-43c746315a0f request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:48:51.735066 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-a38fe1d4-af5b-43e0-9f14-03069f143e41 None None] Deleting port 2e74f8dc-17a5-4f04-8c47-1cafa7afd701 {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:48:51.736411 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-a38fe1d4-af5b-43e0-9f14-03069f143e41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:51.759270 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-e8cd73e2-2d10-446a-956f-46e25755ba13 req-813022bd-2f7f-412a-9002-72ebead3d16c tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Synchronizing usage tracker for tenant:73e0295cd8e04d62a9246f93ad60c000 on resource:security_group {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:48:51.759419 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-bfce4345-0ee4-41b5-9b85-b57a528da5c5 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:48:51.868853 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b2977da-cf32-4c79-b09d-57b6dd9dbbfd admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:48:51.886919 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4270828e-09ff-4861-b28e-6113e5fc1b50 None None] Sync routers for ids ['c70e1c22-f694-4d56-bd15-5c5737bacda2'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:48:51.889806 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-1b2977da-cf32-4c79-b09d-57b6dd9dbbfd admin admin] 10.222.0.55 "PUT /v2.0/routers/c70e1c22-f694-4d56-bd15-5c5737bacda2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9024749 May 28 06:48:52.006837 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-e8cd73e2-2d10-446a-956f-46e25755ba13 req-813022bd-2f7f-412a-9002-72ebead3d16c tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Unset dirty status for tenant:73e0295cd8e04d62a9246f93ad60c000 on resource:security_group {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:48:52.008528 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e8cd73e2-2d10-446a-956f-46e25755ba13 req-813022bd-2f7f-412a-9002-72ebead3d16c tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6496630 May 28 06:48:52.108004 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfce4345-0ee4-41b5-9b85-b57a528da5c5 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Made reservation on behalf of 6c64b1b11caf4060b2fa84b61b74dc42 for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:48:52.112747 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-bfce4345-0ee4-41b5-9b85-b57a528da5c5 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:52.126328 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-a38fe1d4-af5b-43e0-9f14-03069f143e41 None None] For port 2e74f8dc-17a5-4f04-8c47-1cafa7afd701, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=2e74f8dc-17a5-4f04-8c47-1cafa7afd701,segment=NetworkSegment(3327531a-cfed-4111-8d63-74eb115702f1),segment_id=3327531a-cfed-4111-8d63-74eb115702f1)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:48:52.127523 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-a38fe1d4-af5b-43e0-9f14-03069f143e41 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:52.259272 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [req-42ca7650-979d-44ac-be1d-f531eee7fa34 req-654da026-7da2-44ad-a44b-680b327b4852 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 466563e4-8251-4e01-896c-6874e3461ded {{(pid=89110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:48:52.271946 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-42ca7650-979d-44ac-be1d-f531eee7fa34 req-654da026-7da2-44ad-a44b-680b327b4852 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:52.290314 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-42ca7650-979d-44ac-be1d-f531eee7fa34 req-654da026-7da2-44ad-a44b-680b327b4852 service neutron] Transition to ACTIVE for port object 466563e4-8251-4e01-896c-6874e3461ded will not be triggered until provisioned by entity L2. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:48:52.313247 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-a38fe1d4-af5b-43e0-9f14-03069f143e41 None None] Calling delete_port for 2e74f8dc-17a5-4f04-8c47-1cafa7afd701 owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:48:52.367814 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-42ca7650-979d-44ac-be1d-f531eee7fa34 req-654da026-7da2-44ad-a44b-680b327b4852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:52.396424 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4270828e-09ff-4861-b28e-6113e5fc1b50 None None] Routers {'c70e1c22-f694-4d56-bd15-5c5737bacda2'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:48:52.398878 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-4270828e-09ff-4861-b28e-6113e5fc1b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:48:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['c70e1c22-f694-4d56-bd15-5c5737bacda2'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:48:52.590495 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa270fb-bfca-4092-8c9b-1cbc7e4db84c req-b06a25eb-cc83-491c-ad86-9bb70a6d9da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:48:52.598312 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-5aa270fb-bfca-4092-8c9b-1cbc7e4db84c req-b06a25eb-cc83-491c-ad86-9bb70a6d9da6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=25104e9d91034f7ab315290096db2d20&device_id=9011fe80-e205-42f4-888b-a238cf59149d HTTP/1.1" status: 200 len: 1094 time: 0.7872720 May 28 06:48:52.654452 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-4270828e-09ff-4861-b28e-6113e5fc1b50 None None] Set router c70e1c22-f694-4d56-bd15-5c5737bacda2 gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:48:52.787716 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 54686) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:48:52.887753 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-2b62f3ec-7211-427f-ac93-e088ec5499a8 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1118857392', 'description': 'tempest-description--22380376'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:48:52.897992 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654da026-7da2-44ad-a44b-680b327b4852 service neutron] Pushing event updated for resources: {'Port': ['ID=466563e4-8251-4e01-896c-6874e3461ded,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:52.922190 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-2b62f3ec-7211-427f-ac93-e088ec5499a8 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:48:52.944881 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-653b1ca9-d5b7-48e5-a708-0c46361127d7 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] For port 2e74f8dc-17a5-4f04-8c47-1cafa7afd701, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=2e74f8dc-17a5-4f04-8c47-1cafa7afd701,segment=NetworkSegment(3327531a-cfed-4111-8d63-74eb115702f1),segment_id=3327531a-cfed-4111-8d63-74eb115702f1)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:48:52.945250 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-653b1ca9-d5b7-48e5-a708-0c46361127d7 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:52.955001 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-2b62f3ec-7211-427f-ac93-e088ec5499a8 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Usage tracker for resource:security_group and tenant:923dafe00970411a989ff222606e459e is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:48:52.967994 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-2b62f3ec-7211-427f-ac93-e088ec5499a8 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:48:52.993387 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-a38fe1d4-af5b-43e0-9f14-03069f143e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879'] for port, after_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:53.086073 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-2b62f3ec-7211-427f-ac93-e088ec5499a8 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:48:53.094208 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38fe1d4-af5b-43e0-9f14-03069f143e41 None None] Pushing event deleted for resources: {'Port': ['ID=2e74f8dc-17a5-4f04-8c47-1cafa7afd701,revision_number=None']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:53.115262 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38fe1d4-af5b-43e0-9f14-03069f143e41 None None] No DVR routers for this DVR port 2e74f8dc-17a5-4f04-8c47-1cafa7afd701 on host n-d-843702-1 {{(pid=89111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:48:53.181665 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-4270828e-09ff-4861-b28e-6113e5fc1b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70e1c22-f694-4d56-bd15-5c5737bacda2', 'name': 'tempest-AttachVolumeNegativeTest-1938842834-router', 'tenant_id': '923dafe00970411a989ff222606e459e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '75f0d40c-8ed1-4975-8bcb-f54d72980607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:48:27Z', 'updated_at': '2022-05-28T06:48:45Z', 'revision_number': 4, 'project_id': '923dafe00970411a989ff222606e459e', 'gw_port': {'id': '75f0d40c-8ed1-4975-8bcb-f54d72980607', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:db:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70e1c22-f694-4d56-bd15-5c5737bacda2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:48:31Z', 'updated_at': '2022-05-28T06:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'abf75dc9-fe0b-4338-9af0-de84c550bf58', 'name': '', 'network_id': '244ee66f-8ba5-4a6d-a99b-5ec1fae21d38', 'tenant_id': '923dafe00970411a989ff222606e459e', 'mac_address': 'fa:16:3e:90:65:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c70e1c22-f694-4d56-bd15-5c5737bacda2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '395c6a06-7ada-4575-b52f-ff6a58f20fb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:48:41Z', 'updated_at': '2022-05-28T06:48:47Z', 'revision_number': 2, 'project_id': '923dafe00970411a989ff222606e459e', 'subnets': [{'id': '395c6a06-7ada-4575-b52f-ff6a58f20fb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:48:53.194663 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4270828e-09ff-4861-b28e-6113e5fc1b50 None None] Checking router: c70e1c22-f694-4d56-bd15-5c5737bacda2 for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:48:53.195137 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4270828e-09ff-4861-b28e-6113e5fc1b50 None None] Updating router c70e1c22-f694-4d56-bd15-5c5737bacda2 port abf75dc9-fe0b-4338-9af0-de84c550bf58 binding host n-d-843702-1 {{(pid=89111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:48:53.324984 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-4270828e-09ff-4861-b28e-6113e5fc1b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:53.342083 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2b62f3ec-7211-427f-ac93-e088ec5499a8 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:53.395508 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-653b1ca9-d5b7-48e5-a708-0c46361127d7 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Calling delete_port for 2e74f8dc-17a5-4f04-8c47-1cafa7afd701 owned by network:dhcp {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:48:53.466136 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-2b62f3ec-7211-427f-ac93-e088ec5499a8 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:48:53.513204 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-2b62f3ec-7211-427f-ac93-e088ec5499a8 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Usage tracker for resource:security_group_rule and tenant:923dafe00970411a989ff222606e459e is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:48:53.519704 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-2b62f3ec-7211-427f-ac93-e088ec5499a8 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:48:53.546549 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa270fb-bfca-4092-8c9b-1cbc7e4db84c req-6d28ab92-c0be-4bda-b407-91b1e4a3c059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:48:53.548445 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-5aa270fb-bfca-4092-8c9b-1cbc7e4db84c req-6d28ab92-c0be-4bda-b407-91b1e4a3c059 service neutron] 10.222.0.71 "GET /v2.0/networks?id=ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1 HTTP/1.1" status: 200 len: 907 time: 0.9353042 May 28 06:48:53.550516 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-2b62f3ec-7211-427f-ac93-e088ec5499a8 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:48:53.574982 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-42ca7650-979d-44ac-be1d-f531eee7fa34 req-654da026-7da2-44ad-a44b-680b327b4852 service neutron] Attempting to bind port 466563e4-8251-4e01-896c-6874e3461ded on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:48:53.575384 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-42ca7650-979d-44ac-be1d-f531eee7fa34 req-654da026-7da2-44ad-a44b-680b327b4852 service neutron] Attempting to bind port 466563e4-8251-4e01-896c-6874e3461ded by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': '891ef37d-2d2b-47ef-a8c4-170b0614d759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'a5003c5d-3a74-4f41-abaa-5496ec434a45'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:48:53.585685 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ca7650-979d-44ac-be1d-f531eee7fa34 req-654da026-7da2-44ad-a44b-680b327b4852 service neutron] Attempting to bind port 466563e4-8251-4e01-896c-6874e3461ded on network a5003c5d-3a74-4f41-abaa-5496ec434a45 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:48:53.585685 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ca7650-979d-44ac-be1d-f531eee7fa34 req-654da026-7da2-44ad-a44b-680b327b4852 service neutron] Port 466563e4-8251-4e01-896c-6874e3461ded on network a5003c5d-3a74-4f41-abaa-5496ec434a45 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:48:53.585685 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ca7650-979d-44ac-be1d-f531eee7fa34 req-654da026-7da2-44ad-a44b-680b327b4852 service neutron] Attempting to bind port 466563e4-8251-4e01-896c-6874e3461ded on network a5003c5d-3a74-4f41-abaa-5496ec434a45 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:48:53.629255 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f845f597-9a50-4a49-9271-e88ae2a6eff0 req-47b3a748-a587-4a45-be3b-c441a612f8a3 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:48:53.637109 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f845f597-9a50-4a49-9271-e88ae2a6eff0 req-47b3a748-a587-4a45-be3b-c441a612f8a3 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=9011fe80-e205-42f4-888b-a238cf59149d HTTP/1.1" status: 200 len: 943 time: 0.5584545 May 28 06:48:53.638900 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ca7650-979d-44ac-be1d-f531eee7fa34 req-654da026-7da2-44ad-a44b-680b327b4852 service neutron] Checking agent: {'id': '69f492a0-c00d-46d0-9bec-fcd8161ce206', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 48, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:48:53.639185 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ca7650-979d-44ac-be1d-f531eee7fa34 req-654da026-7da2-44ad-a44b-680b327b4852 service neutron] Checking segment: {'id': '891ef37d-2d2b-47ef-a8c4-170b0614d759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'a5003c5d-3a74-4f41-abaa-5496ec434a45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:48:53.639546 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ca7650-979d-44ac-be1d-f531eee7fa34 req-654da026-7da2-44ad-a44b-680b327b4852 service neutron] Bound using segment: {'id': '891ef37d-2d2b-47ef-a8c4-170b0614d759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'a5003c5d-3a74-4f41-abaa-5496ec434a45'} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:48:53.640350 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-42ca7650-979d-44ac-be1d-f531eee7fa34 req-654da026-7da2-44ad-a44b-680b327b4852 service neutron] Bound port: 466563e4-8251-4e01-896c-6874e3461ded, host: n-h1-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '891ef37d-2d2b-47ef-a8c4-170b0614d759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'a5003c5d-3a74-4f41-abaa-5496ec434a45'}}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:48:53.640713 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-42ca7650-979d-44ac-be1d-f531eee7fa34 req-654da026-7da2-44ad-a44b-680b327b4852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:53.739399 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-5aa270fb-bfca-4092-8c9b-1cbc7e4db84c req-18cbe953-97e5-4e98-b018-8f3dfe2489ca service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ef78c2c5-b558-469c-8072-f91e26f8d4b5 HTTP/1.1" status: 200 len: 217 time: 0.1828794 May 28 06:48:53.742041 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.db.api [None req-653b1ca9-d5b7-48e5-a708-0c46361127d7 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:48:53.743018 n-d-843702-1 neutron-server[89109]: DEBUG oslo_db.api [None req-653b1ca9-d5b7-48e5-a708-0c46361127d7 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:48:53.747914 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-bfce4345-0ee4-41b5-9b85-b57a528da5c5 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:53.783209 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device ef78c2c5-b558-469c-8072-f91e26f8d4b5 details requested by agent hyperv_n-h2-843702-1 with host n-h2-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:48:53.790192 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 2e74f8dc-17a5-4f04-8c47-1cafa7afd701 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:48:53.796639 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f845f597-9a50-4a49-9271-e88ae2a6eff0 req-bbea6d1e-aaa2-41b0-9716-4e9372931d2a tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/security-groups?id=55eadb02-d3aa-43b2-bf74-b67b0f98720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545615 May 28 06:48:53.852770 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42ee9f9-b7af-4f2b-b80d-6a87d199f7d1 req-01a4b084-7ff8-435d-b78f-6881cf5b1baa tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:48:53.854696 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c42ee9f9-b7af-4f2b-b80d-6a87d199f7d1 req-01a4b084-7ff8-435d-b78f-6881cf5b1baa tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 943 time: 0.4758055 May 28 06:48:53.967170 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2b62f3ec-7211-427f-ac93-e088ec5499a8 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:53.967276 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa270fb-bfca-4092-8c9b-1cbc7e4db84c req-6d984e6a-0921-4c24-9915-7f1aff55c432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:48:53.967276 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-5aa270fb-bfca-4092-8c9b-1cbc7e4db84c req-6d984e6a-0921-4c24-9915-7f1aff55c432 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=cb73ce23-f864-48a4-8bdb-f1e8654d92be HTTP/1.1" status: 200 len: 846 time: 0.2095046 May 28 06:48:53.967648 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-42ca7650-979d-44ac-be1d-f531eee7fa34 req-654da026-7da2-44ad-a44b-680b327b4852 service neutron] For port 466563e4-8251-4e01-896c-6874e3461ded, host n-h1-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:48:53.968382 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 2e74f8dc-17a5-4f04-8c47-1cafa7afd701 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:48:53.970127 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 2e74f8dc-17a5-4f04-8c47-1cafa7afd701 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:48:53.986793 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c42ee9f9-b7af-4f2b-b80d-6a87d199f7d1 req-06b72420-0fbd-4877-8290-85c990059dcf tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050045 May 28 06:48:53.997094 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-42ca7650-979d-44ac-be1d-f531eee7fa34 req-654da026-7da2-44ad-a44b-680b327b4852 service neutron] For port 466563e4-8251-4e01-896c-6874e3461ded, host n-h1-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=466563e4-8251-4e01-896c-6874e3461ded,segment=NetworkSegment(891ef37d-2d2b-47ef-a8c4-170b0614d759),segment_id=891ef37d-2d2b-47ef-a8c4-170b0614d759)] {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:48:54.089973 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfce4345-0ee4-41b5-9b85-b57a528da5c5 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Pushing event updated for resources: {'Subnet': ['ID=c7f028fd-d50a-423d-b033-523439dbf5d6,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:54.128286 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2b62f3ec-7211-427f-ac93-e088ec5499a8 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:54.134154 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-5aa270fb-bfca-4092-8c9b-1cbc7e4db84c req-765b7dcd-e981-4089-bd48-5bcf9cfcec43 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1346064 May 28 06:48:54.151556 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-42ca7650-979d-44ac-be1d-f531eee7fa34 req-654da026-7da2-44ad-a44b-680b327b4852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:54.267535 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ca7650-979d-44ac-be1d-f531eee7fa34 req-654da026-7da2-44ad-a44b-680b327b4852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:48:54.268137 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-42ca7650-979d-44ac-be1d-f531eee7fa34 req-654da026-7da2-44ad-a44b-680b327b4852 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:54.269597 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-42ca7650-979d-44ac-be1d-f531eee7fa34 req-654da026-7da2-44ad-a44b-680b327b4852 service neutron] 10.222.0.69 "PUT /v2.0/ports/466563e4-8251-4e01-896c-6874e3461ded HTTP/1.1" status: 200 len: 1091 time: 3.7993853 May 28 06:48:54.272727 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5011e866-0e49-4786-a2cb-e0d4932d86ca', 'tag': '466563e4-8251-4e01-896c-6874e3461ded'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:48:54.304918 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port ef78c2c5-b558-469c-8072-f91e26f8d4b5, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=ef78c2c5-b558-469c-8072-f91e26f8d4b5,segment=NetworkSegment(d3c6b9f0-14d5-4338-b095-ac6f93dbc704),segment_id=d3c6b9f0-14d5-4338-b095-ac6f93dbc704)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:48:54.313400 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b62f3ec-7211-427f-ac93-e088ec5499a8 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c7bfca4-1cac-4fe5-a92f-14792891f755,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:54.345353 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Returning: {'device': 'ef78c2c5-b558-469c-8072-f91e26f8d4b5', 'network_id': 'ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1', 'port_id': 'ef78c2c5-b558-469c-8072-f91e26f8d4b5', 'mac_address': 'fa:16:3e:cd:88:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb73ce23-f864-48a4-8bdb-f1e8654d92be', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:48:54.407749 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2b62f3ec-7211-427f-ac93-e088ec5499a8 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:54.407749 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-2b62f3ec-7211-427f-ac93-e088ec5499a8 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.5930824 May 28 06:48:54.407749 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654da026-7da2-44ad-a44b-680b327b4852 service neutron] Pushing event updated for resources: {'Port': ['ID=466563e4-8251-4e01-896c-6874e3461ded,revision_number=3']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:54.435388 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 54704) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:48:54.435766 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-4270828e-09ff-4861-b28e-6113e5fc1b50 None None] Notify callbacks [] for port, precommit_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:54.457819 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-4270828e-09ff-4861-b28e-6113e5fc1b50 None None] Transition to ACTIVE for port object abf75dc9-fe0b-4338-9af0-de84c550bf58 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:48:54.466750 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port ef78c2c5-b558-469c-8072-f91e26f8d4b5 is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:48:54.467225 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:54.468737 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-0f1148c9-6513-45e3-89e0-5c6a88be38b5 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Request body: {'security_group_rule': {'security_group_id': '7c7bfca4-1cac-4fe5-a92f-14792891f755', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:48:54.491167 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-0f1148c9-6513-45e3-89e0-5c6a88be38b5 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:48:54.491300 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-653b1ca9-d5b7-48e5-a708-0c46361127d7 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Deleting port 2e74f8dc-17a5-4f04-8c47-1cafa7afd701 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:48:54.492747 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-653b1ca9-d5b7-48e5-a708-0c46361127d7 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:54.497013 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-0f1148c9-6513-45e3-89e0-5c6a88be38b5 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Usage tracker for resource:security_group_rule and tenant:923dafe00970411a989ff222606e459e is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:48:54.500392 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-0f1148c9-6513-45e3-89e0-5c6a88be38b5 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:48:54.519124 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef78c2c5-b558-469c-8072-f91e26f8d4b5 {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:48:54.519332 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-0f1148c9-6513-45e3-89e0-5c6a88be38b5 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:48:54.540620 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-797d96f0-bb16-46ec-866e-0f32444a2d18'] response: {'name': 'network-changed', 'server_uuid': '5011e866-0e49-4786-a2cb-e0d4932d86ca', 'tag': '466563e4-8251-4e01-896c-6874e3461ded', 'status': 'completed', 'code': 200} May 28 06:48:54.550838 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfce4345-0ee4-41b5-9b85-b57a528da5c5 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Checking segment: {'id': '3102c526-b326-4a01-ba83-a5568cd48624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '39ea2503-0450-45e8-b110-0d14b24ea0de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:48:54.550991 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfce4345-0ee4-41b5-9b85-b57a528da5c5 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Network hostable DHCP agents. Network: 39ea2503-0450-45e8-b110-0d14b24ea0de, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:48:54.551784 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port ef78c2c5-b558-469c-8072-f91e26f8d4b5, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=ef78c2c5-b558-469c-8072-f91e26f8d4b5,segment=NetworkSegment(d3c6b9f0-14d5-4338-b095-ac6f93dbc704),segment_id=d3c6b9f0-14d5-4338-b095-ac6f93dbc704)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:48:54.607870 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-653b1ca9-d5b7-48e5-a708-0c46361127d7 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] The port '2e74f8dc-17a5-4f04-8c47-1cafa7afd701' was deleted {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 06:48:54.639734 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:54.685510 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0f1148c9-6513-45e3-89e0-5c6a88be38b5 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:54.719517 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-4270828e-09ff-4861-b28e-6113e5fc1b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:54.783672 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0f1148c9-6513-45e3-89e0-5c6a88be38b5 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:54.793082 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-653b1ca9-d5b7-48e5-a708-0c46361127d7 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:54.808605 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ca7650-979d-44ac-be1d-f531eee7fa34 req-886fdfbb-24d6-42d2-8155-11bc312bf672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:48:54.810897 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-42ca7650-979d-44ac-be1d-f531eee7fa34 req-886fdfbb-24d6-42d2-8155-11bc312bf672 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=73e0295cd8e04d62a9246f93ad60c000&device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 1094 time: 0.2816708 May 28 06:48:54.860337 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-5aa270fb-bfca-4092-8c9b-1cbc7e4db84c req-29b2d274-cc30-4c09-96af-4f886a311bbb service neutron] 10.222.0.71 "GET /v2.0/networks/ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7156906 May 28 06:48:54.862348 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-653b1ca9-d5b7-48e5-a708-0c46361127d7 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df658026-646c-47f4-8da1-43c746315a0f']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:48:54.984934 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0f1148c9-6513-45e3-89e0-5c6a88be38b5 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:55.001563 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-653b1ca9-d5b7-48e5-a708-0c46361127d7 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3327531a-cfed-4111-8d63-74eb115702f1') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:48:55.002108 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-653b1ca9-d5b7-48e5-a708-0c46361127d7 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3327531a-cfed-4111-8d63-74eb115702f1') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:48:55.010695 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfce4345-0ee4-41b5-9b85-b57a528da5c5 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Network 39ea2503-0450-45e8-b110-0d14b24ea0de is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:48:55.059854 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-653b1ca9-d5b7-48e5-a708-0c46361127d7 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:55.064015 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['ef78c2c5-b558-469c-8072-f91e26f8d4b5'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:48:55.111389 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-4270828e-09ff-4861-b28e-6113e5fc1b50 None None] Attempting to bind port abf75dc9-fe0b-4338-9af0-de84c550bf58 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:48:55.113518 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-4270828e-09ff-4861-b28e-6113e5fc1b50 None None] Attempting to bind port abf75dc9-fe0b-4338-9af0-de84c550bf58 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': '7ec0e308-8d07-4b60-b9c2-e7620dee5b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '244ee66f-8ba5-4a6d-a99b-5ec1fae21d38'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:48:55.116800 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4270828e-09ff-4861-b28e-6113e5fc1b50 None None] Attempting to bind port abf75dc9-fe0b-4338-9af0-de84c550bf58 on network 244ee66f-8ba5-4a6d-a99b-5ec1fae21d38 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:48:55.120597 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=ef78c2c5-b558-469c-8072-f91e26f8d4b5,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:55.130439 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-653b1ca9-d5b7-48e5-a708-0c46361127d7 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:55.185600 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-42ca7650-979d-44ac-be1d-f531eee7fa34 req-7d7e8237-7317-4e44-97ff-f8a2cb980468 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=466563e4-8251-4e01-896c-6874e3461ded HTTP/1.1" status: 200 len: 217 time: 0.3627830 May 28 06:48:55.187938 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-bfce4345-0ee4-41b5-9b85-b57a528da5c5 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, 39ea2503-0450-45e8-b110-0d14b24ea0de) {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:48:55.199347 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfce4345-0ee4-41b5-9b85-b57a528da5c5 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:48:55.203247 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-bfce4345-0ee4-41b5-9b85-b57a528da5c5 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:55.237789 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1148c9-6513-45e3-89e0-5c6a88be38b5 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57afacf0-ed20-4ad3-af92-2c3e4a48ff33,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:55.258134 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-653b1ca9-d5b7-48e5-a708-0c46361127d7 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:48:55.259462 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-653b1ca9-d5b7-48e5-a708-0c46361127d7 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:55.293465 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-308d2bd3-a442-4a2e-9f6e-bc0ca50e3e9d None None] Network 39ea2503-0450-45e8-b110-0d14b24ea0de requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:48:55.318442 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4270828e-09ff-4861-b28e-6113e5fc1b50 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:48:55.319192 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4270828e-09ff-4861-b28e-6113e5fc1b50 None None] Checking segment: {'id': '7ec0e308-8d07-4b60-b9c2-e7620dee5b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '244ee66f-8ba5-4a6d-a99b-5ec1fae21d38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:48:55.319192 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-4270828e-09ff-4861-b28e-6113e5fc1b50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:55.319641 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4270828e-09ff-4861-b28e-6113e5fc1b50 None None] Bound using segment: {'id': '7ec0e308-8d07-4b60-b9c2-e7620dee5b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '244ee66f-8ba5-4a6d-a99b-5ec1fae21d38'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:48:55.320077 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-4270828e-09ff-4861-b28e-6113e5fc1b50 None None] Bound port: abf75dc9-fe0b-4338-9af0-de84c550bf58, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ec0e308-8d07-4b60-b9c2-e7620dee5b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '244ee66f-8ba5-4a6d-a99b-5ec1fae21d38'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:48:55.320449 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-4270828e-09ff-4861-b28e-6113e5fc1b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:55.354441 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ca7650-979d-44ac-be1d-f531eee7fa34 req-92432fc6-5cf2-430b-b92b-cbba47759602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:48:55.355880 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-42ca7650-979d-44ac-be1d-f531eee7fa34 req-92432fc6-5cf2-430b-b92b-cbba47759602 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c9770ae0-20d9-409f-aee4-a3917a1ccf16 HTTP/1.1" status: 200 len: 853 time: 0.1536241 May 28 06:48:55.414089 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0f1148c9-6513-45e3-89e0-5c6a88be38b5 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:55.417915 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-0f1148c9-6513-45e3-89e0-5c6a88be38b5 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9949455 May 28 06:48:55.424232 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-42ca7650-979d-44ac-be1d-f531eee7fa34 req-7f07ae85-4121-41ab-bb21-418b223aac5f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a5003c5d-3a74-4f41-abaa-5496ec434a45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571868 May 28 06:48:55.426425 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 54722) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:48:55.433192 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 3327531a-cfed-4111-8d63-74eb115702f1 resource provider aggregate not found May 28 06:48:55.434829 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [req-42ca7650-979d-44ac-be1d-f531eee7fa34 req-00ebe86f-aa22-4e37-b5dc-4bb0a3ebdf4d service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=89110) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:48:55.435777 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-42ca7650-979d-44ac-be1d-f531eee7fa34 req-00ebe86f-aa22-4e37-b5dc-4bb0a3ebdf4d service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054238 May 28 06:48:55.463438 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-40dc8c7e-2b50-4c07-9a5b-230b2b066ac1 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Request body: {'security_group_rule': {'security_group_id': '7c7bfca4-1cac-4fe5-a92f-14792891f755', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:48:55.473632 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-bfce4345-0ee4-41b5-9b85-b57a528da5c5 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 4.0683098 May 28 06:48:55.474619 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 54730) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:48:55.476250 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 3327531a-cfed-4111-8d63-74eb115702f1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3327531a-cfed-4111-8d63-74eb115702f1 found for delete ", "request_id": "req-d20a9b25-f328-4339-8ed4-ba36bb7b725c"}]} May 28 06:48:55.503822 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-f8024d21-0d15-4bca-a2dd-aaefadf855b7 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1515239614'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:48:55.503822 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-f8024d21-0d15-4bca-a2dd-aaefadf855b7 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:48:55.506729 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-f8024d21-0d15-4bca-a2dd-aaefadf855b7 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Usage tracker for resource:network and tenant:6c64b1b11caf4060b2fa84b61b74dc42 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:48:55.510197 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-40dc8c7e-2b50-4c07-9a5b-230b2b066ac1 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:48:55.511111 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-f8024d21-0d15-4bca-a2dd-aaefadf855b7 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:48:55.518103 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-f8024d21-0d15-4bca-a2dd-aaefadf855b7 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:48:55.528164 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-5aa270fb-bfca-4092-8c9b-1cbc7e4db84c req-cab8e348-791c-411c-a477-f15da6b58b74 service neutron] 10.222.0.71 "GET /v2.0/networks/ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6491454 May 28 06:48:55.601851 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8024d21-0d15-4bca-a2dd-aaefadf855b7 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Made reservation on behalf of 6c64b1b11caf4060b2fa84b61b74dc42 for: {'network': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:48:55.606071 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f8024d21-0d15-4bca-a2dd-aaefadf855b7 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:55.667322 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-653b1ca9-d5b7-48e5-a708-0c46361127d7 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:55.712713 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f3b5d3-12a1-433f-92c9-cbf4207f9875 None None] Pushing event updated for resources: {'Port': ['ID=abf75dc9-fe0b-4338-9af0-de84c550bf58,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:55.741255 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-653b1ca9-d5b7-48e5-a708-0c46361127d7 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:55.745114 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a063668d-a8bb-4ac2-a4d7-8da0ec59619d req-4be30c7b-87ec-417b-87ae-3ffc5b8ae494 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:48:55.754473 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a063668d-a8bb-4ac2-a4d7-8da0ec59619d req-4be30c7b-87ec-417b-87ae-3ffc5b8ae494 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=9011fe80-e205-42f4-888b-a238cf59149d HTTP/1.1" status: 200 len: 944 time: 0.6719689 May 28 06:48:55.772082 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653b1ca9-d5b7-48e5-a708-0c46361127d7 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Pushing event deleted for resources: {'Network': ['ID=df658026-646c-47f4-8da1-43c746315a0f,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:55.779722 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-653b1ca9-d5b7-48e5-a708-0c46361127d7 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] 10.222.0.55 "DELETE /v2.0/networks/df658026-646c-47f4-8da1-43c746315a0f HTTP/1.1" status: 204 len: 168 time: 4.8763454 May 28 06:48:55.782760 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8024d21-0d15-4bca-a2dd-aaefadf855b7 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=89109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:48:55.783375 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-40dc8c7e-2b50-4c07-9a5b-230b2b066ac1 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Usage tracker for resource:security_group_rule and tenant:923dafe00970411a989ff222606e459e is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:48:55.784343 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 54734) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:48:55.801612 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-40dc8c7e-2b50-4c07-9a5b-230b2b066ac1 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:48:55.803988 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-94d30e43-d07f-49ce-8f80-f837e3b806fd tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-7145057'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:48:55.822220 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-40dc8c7e-2b50-4c07-9a5b-230b2b066ac1 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:48:55.828102 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f8024d21-0d15-4bca-a2dd-aaefadf855b7 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:55.828102 n-d-843702-1 neutron-server[89109]: INFO neutron.db.segments_db [None req-f8024d21-0d15-4bca-a2dd-aaefadf855b7 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Added segment 233468da-0603-44ef-b801-8bf28644915e of type vlan for network 112e8157-2753-4cde-9590-fa22f55688df May 28 06:48:55.833739 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-94d30e43-d07f-49ce-8f80-f837e3b806fd tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:48:55.856796 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-94d30e43-d07f-49ce-8f80-f837e3b806fd tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Usage tracker for resource:network and tenant:bf0f1d3761524ddfa4db9240ac258eb8 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:48:55.863865 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-94d30e43-d07f-49ce-8f80-f837e3b806fd tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:48:55.875201 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a063668d-a8bb-4ac2-a4d7-8da0ec59619d req-fd5d8e08-f7c1-46d0-90fe-97eabd806376 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/security-groups?id=55eadb02-d3aa-43b2-bf74-b67b0f98720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131186 May 28 06:48:55.892321 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1a9e9e-417e-4875-8504-3525f7059d4e req-6e1aea54-cb56-449e-bb89-bdd95f4cc1c8 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:48:55.899479 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ad1a9e9e-417e-4875-8504-3525f7059d4e req-6e1aea54-cb56-449e-bb89-bdd95f4cc1c8 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 943 time: 0.6324973 May 28 06:48:55.902928 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-94d30e43-d07f-49ce-8f80-f837e3b806fd tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:48:55.929327 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-4270828e-09ff-4861-b28e-6113e5fc1b50 None None] For port abf75dc9-fe0b-4338-9af0-de84c550bf58, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:48:55.930678 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f8024d21-0d15-4bca-a2dd-aaefadf855b7 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:55.977039 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-4270828e-09ff-4861-b28e-6113e5fc1b50 None None] For port abf75dc9-fe0b-4338-9af0-de84c550bf58, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=abf75dc9-fe0b-4338-9af0-de84c550bf58,segment=NetworkSegment(7ec0e308-8d07-4b60-b9c2-e7620dee5b7c),segment_id=7ec0e308-8d07-4b60-b9c2-e7620dee5b7c)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:48:55.984701 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf3077f-e9c9-4f23-9653-f8a4ea0ddd9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-39ea2503-0450-45e8-b110-0d14b24ea0de', 'network_id': '39ea2503-0450-45e8-b110-0d14b24ea0de', 'tenant_id': '6c64b1b11caf4060b2fa84b61b74dc42', 'fixed_ips': [{'subnet_id': 'c7f028fd-d50a-423d-b033-523439dbf5d6'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:48:55.985809 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-aaf3077f-e9c9-4f23-9653-f8a4ea0ddd9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:56.031502 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-42ca7650-979d-44ac-be1d-f531eee7fa34 req-74aa6df7-5639-426e-9b70-af9c7d722808 service neutron] 10.222.0.69 "GET /v2.0/networks/a5003c5d-3a74-4f41-abaa-5496ec434a45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5887761 May 28 06:48:56.065066 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94d30e43-d07f-49ce-8f80-f837e3b806fd tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Made reservation on behalf of bf0f1d3761524ddfa4db9240ac258eb8 for: {'network': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:48:56.069151 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-94d30e43-d07f-49ce-8f80-f837e3b806fd tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:56.101779 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-40dc8c7e-2b50-4c07-9a5b-230b2b066ac1 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:56.165616 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ad1a9e9e-417e-4875-8504-3525f7059d4e req-e407c8c8-103d-4cb0-aea6-a50038042623 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650828 May 28 06:48:56.247699 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-aaf3077f-e9c9-4f23-9653-f8a4ea0ddd9a None None] Allocated IP 2001:db8:0:ffff::2 (39ea2503-0450-45e8-b110-0d14b24ea0de/c7f028fd-d50a-423d-b033-523439dbf5d6/c4179f5b-ac9a-4cd0-a50e-1c3955237922) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:48:56.357202 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-40dc8c7e-2b50-4c07-9a5b-230b2b066ac1 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:56.357980 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-42ca7650-979d-44ac-be1d-f531eee7fa34 req-ba143fc8-fe20-4faa-bbfc-9989f43a10b5 service neutron] 10.222.0.69 "GET /v2.0/networks/a5003c5d-3a74-4f41-abaa-5496ec434a45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3139007 May 28 06:48:56.363527 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f8024d21-0d15-4bca-a2dd-aaefadf855b7 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:56.371767 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8024d21-0d15-4bca-a2dd-aaefadf855b7 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:48:56.372442 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f8024d21-0d15-4bca-a2dd-aaefadf855b7 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:56.380080 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-4270828e-09ff-4861-b28e-6113e5fc1b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:56.488109 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94d30e43-d07f-49ce-8f80-f837e3b806fd tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=89109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:48:56.500597 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8024d21-0d15-4bca-a2dd-aaefadf855b7 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Pushing event updated for resources: {'Network': ['ID=112e8157-2753-4cde-9590-fa22f55688df,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:56.504756 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-94d30e43-d07f-49ce-8f80-f837e3b806fd tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:56.505533 n-d-843702-1 neutron-server[89109]: INFO neutron.db.segments_db [None req-94d30e43-d07f-49ce-8f80-f837e3b806fd tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Added segment 0d7e5168-c3f4-4c19-b318-7137e4c540fd of type vlan for network 41ccb672-e70a-43bf-8f62-dabc5a7e1b95 May 28 06:48:56.510656 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-40dc8c7e-2b50-4c07-9a5b-230b2b066ac1 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:56.534384 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4270828e-09ff-4861-b28e-6113e5fc1b50 None None] Routers {'c70e1c22-f694-4d56-bd15-5c5737bacda2'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:48:56.535379 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-4270828e-09ff-4861-b28e-6113e5fc1b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:48:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['c70e1c22-f694-4d56-bd15-5c5737bacda2'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:48:56.540879 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-94d30e43-d07f-49ce-8f80-f837e3b806fd tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:56.614578 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-f8024d21-0d15-4bca-a2dd-aaefadf855b7 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1323709 May 28 06:48:56.617306 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 54752) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:48:56.623458 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-9c1a2e50-55be-4947-a2dd-a740374dc8ec tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Request body: {'subnet': {'network_id': '112e8157-2753-4cde-9590-fa22f55688df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:48:56.641970 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 112e8157-2753-4cde-9590-fa22f55688df details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:48:56.658825 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dc8c7e-2b50-4c07-9a5b-230b2b066ac1 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=895867a1-901b-4cbd-8e78-541a0a816746,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:56.666816 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-ee647fe4-759e-4528-a0f4-e2791d823dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:56.735892 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f3b5d3-12a1-433f-92c9-cbf4207f9875 None None] Pushing event updated for resources: {'Port': ['ID=abf75dc9-fe0b-4338-9af0-de84c550bf58,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:56.814407 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-94d30e43-d07f-49ce-8f80-f837e3b806fd tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:56.814646 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9ae783-5105-4356-9cc1-b12495838e30 req-798951a0-e45d-45c3-acbe-7a1e3b66e443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:48:56.816643 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2c9ae783-5105-4356-9cc1-b12495838e30 req-798951a0-e45d-45c3-acbe-7a1e3b66e443 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=73e0295cd8e04d62a9246f93ad60c000&device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 1094 time: 0.2656701 May 28 06:48:56.819985 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d30e43-d07f-49ce-8f80-f837e3b806fd tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:48:56.820809 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-94d30e43-d07f-49ce-8f80-f837e3b806fd tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:56.825503 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-9c1a2e50-55be-4947-a2dd-a740374dc8ec tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:48:56.834275 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-9c1a2e50-55be-4947-a2dd-a740374dc8ec tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Usage tracker for resource:subnet and tenant:6c64b1b11caf4060b2fa84b61b74dc42 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:48:56.834811 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-9c1a2e50-55be-4947-a2dd-a740374dc8ec tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:48:56.841571 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-9c1a2e50-55be-4947-a2dd-a740374dc8ec tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:48:56.919770 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-40dc8c7e-2b50-4c07-9a5b-230b2b066ac1 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:56.930221 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-40dc8c7e-2b50-4c07-9a5b-230b2b066ac1 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5001614 May 28 06:48:56.953791 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 54762) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:48:56.960282 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-d945dd8f-dd7d-490c-af7a-0c8e3d97cea9 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Request body: {'floatingip': {'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:48:57.061256 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c1a2e50-55be-4947-a2dd-a740374dc8ec tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Made reservation on behalf of 6c64b1b11caf4060b2fa84b61b74dc42 for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:48:57.062136 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9c1a2e50-55be-4947-a2dd-a740374dc8ec tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:57.111317 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-d945dd8f-dd7d-490c-af7a-0c8e3d97cea9 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:48:57.165757 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-4270828e-09ff-4861-b28e-6113e5fc1b50 None None] Set router c70e1c22-f694-4d56-bd15-5c5737bacda2 gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:48:57.191754 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-d945dd8f-dd7d-490c-af7a-0c8e3d97cea9 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Usage tracker for resource:floatingip and tenant:923dafe00970411a989ff222606e459e is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:48:57.207775 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d30e43-d07f-49ce-8f80-f837e3b806fd tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Pushing event updated for resources: {'Network': ['ID=41ccb672-e70a-43bf-8f62-dabc5a7e1b95,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:57.212591 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-d945dd8f-dd7d-490c-af7a-0c8e3d97cea9 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:48:57.229129 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-94d30e43-d07f-49ce-8f80-f837e3b806fd tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4385011 May 28 06:48:57.235353 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 54770) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:48:57.240329 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 41ccb672-e70a-43bf-8f62-dabc5a7e1b95 details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:48:57.260402 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-aaf3077f-e9c9-4f23-9653-f8a4ea0ddd9a None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:57.340555 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-aaf3077f-e9c9-4f23-9653-f8a4ea0ddd9a None None] Transition to ACTIVE for port object c4179f5b-ac9a-4cd0-a50e-1c3955237922 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:48:57.360175 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-d945dd8f-dd7d-490c-af7a-0c8e3d97cea9 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:48:57.379688 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9ae783-5105-4356-9cc1-b12495838e30 req-5ec1072d-4c69-4e06-bb21-0fa32223404c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:48:57.387112 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2c9ae783-5105-4356-9cc1-b12495838e30 req-5ec1072d-4c69-4e06-bb21-0fa32223404c service neutron] 10.222.0.69 "GET /v2.0/networks?id=a5003c5d-3a74-4f41-abaa-5496ec434a45 HTTP/1.1" status: 200 len: 914 time: 0.5262070 May 28 06:48:57.395767 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-8f7e6f6e-3f69-4926-9a9e-2d58d4613566 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Request body: {'subnet': {'network_id': '41ccb672-e70a-43bf-8f62-dabc5a7e1b95', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:48:57.464037 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device ef78c2c5-b558-469c-8072-f91e26f8d4b5 up at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:48:57.719504 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2c9ae783-5105-4356-9cc1-b12495838e30 req-c487bbc0-1fbd-486f-b43b-42eccd560ef7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=466563e4-8251-4e01-896c-6874e3461ded HTTP/1.1" status: 200 len: 217 time: 0.2515950 May 28 06:48:57.720446 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d945dd8f-dd7d-490c-af7a-0c8e3d97cea9 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks [] for floatingip, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:57.746787 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-aaf3077f-e9c9-4f23-9653-f8a4ea0ddd9a None None] Transition to ACTIVE for port object c4179f5b-ac9a-4cd0-a50e-1c3955237922 will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:48:57.908336 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-8f7e6f6e-3f69-4926-9a9e-2d58d4613566 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:48:57.926576 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning for port ef78c2c5-b558-469c-8072-f91e26f8d4b5 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:48:57.929946 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-aaf3077f-e9c9-4f23-9653-f8a4ea0ddd9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:57.933012 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-8f7e6f6e-3f69-4926-9a9e-2d58d4613566 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Usage tracker for resource:subnet and tenant:bf0f1d3761524ddfa4db9240ac258eb8 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:48:57.943463 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-8f7e6f6e-3f69-4926-9a9e-2d58d4613566 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:48:57.946131 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:57.958534 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8270084d-69c6-430f-9dd9-77e080137200 req-5bb5a3ac-ce80-490e-8d1c-69ff55244f54 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:48:57.960629 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8270084d-69c6-430f-9dd9-77e080137200 req-5bb5a3ac-ce80-490e-8d1c-69ff55244f54 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=9011fe80-e205-42f4-888b-a238cf59149d HTTP/1.1" status: 200 len: 944 time: 0.8505373 May 28 06:48:57.969065 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-8f7e6f6e-3f69-4926-9a9e-2d58d4613566 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:48:58.012582 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9ae783-5105-4356-9cc1-b12495838e30 req-f2cacc20-b342-4c4b-ba82-1791b65eec7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:48:58.027013 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2c9ae783-5105-4356-9cc1-b12495838e30 req-f2cacc20-b342-4c4b-ba82-1791b65eec7e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c9770ae0-20d9-409f-aee4-a3917a1ccf16 HTTP/1.1" status: 200 len: 853 time: 0.2848043 May 28 06:48:58.088833 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning complete for port ef78c2c5-b558-469c-8072-f91e26f8d4b5 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:48:58.089096 n-d-843702-1 neutron-server[89109]: DEBUG neutron.objects.ports [None req-9c1a2e50-55be-4947-a2dd-a740374dc8ec tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89109) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 28 06:48:58.089720 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:58.096010 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9c1a2e50-55be-4947-a2dd-a740374dc8ec tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:58.161228 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2c9ae783-5105-4356-9cc1-b12495838e30 req-3e632370-8f5e-4ad5-b628-567283e60eea service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a5003c5d-3a74-4f41-abaa-5496ec434a45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0784557 May 28 06:48:58.164770 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf3077f-e9c9-4f23-9653-f8a4ea0ddd9a None None] Pushing event updated for resources: {'Port': ['ID=c4179f5b-ac9a-4cd0-a50e-1c3955237922,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:58.172783 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1765af26-1fdb-4d5a-ad93-b2fa8a5118cd req-f8000304-e193-48ae-82d5-79292cf72ddd tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:48:58.174304 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1765af26-1fdb-4d5a-ad93-b2fa8a5118cd req-f8000304-e193-48ae-82d5-79292cf72ddd tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 943 time: 0.5283515 May 28 06:48:58.215037 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf3077f-e9c9-4f23-9653-f8a4ea0ddd9a None None] Network 39ea2503-0450-45e8-b110-0d14b24ea0de is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:48:58.225860 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-4270828e-09ff-4861-b28e-6113e5fc1b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70e1c22-f694-4d56-bd15-5c5737bacda2', 'name': 'tempest-AttachVolumeNegativeTest-1938842834-router', 'tenant_id': '923dafe00970411a989ff222606e459e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '75f0d40c-8ed1-4975-8bcb-f54d72980607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:48:27Z', 'updated_at': '2022-05-28T06:48:45Z', 'revision_number': 4, 'project_id': '923dafe00970411a989ff222606e459e', 'gw_port': {'id': '75f0d40c-8ed1-4975-8bcb-f54d72980607', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:db:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70e1c22-f694-4d56-bd15-5c5737bacda2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:48:31Z', 'updated_at': '2022-05-28T06:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'abf75dc9-fe0b-4338-9af0-de84c550bf58', 'name': '', 'network_id': '244ee66f-8ba5-4a6d-a99b-5ec1fae21d38', 'tenant_id': '923dafe00970411a989ff222606e459e', 'mac_address': 'fa:16:3e:90:65:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c70e1c22-f694-4d56-bd15-5c5737bacda2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '395c6a06-7ada-4575-b52f-ff6a58f20fb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:48:41Z', 'updated_at': '2022-05-28T06:48:55Z', 'revision_number': 4, 'project_id': '923dafe00970411a989ff222606e459e', 'subnets': [{'id': '395c6a06-7ada-4575-b52f-ff6a58f20fb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:48:58.258062 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-aaf3077f-e9c9-4f23-9653-f8a4ea0ddd9a None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:48:58.261977 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf3077f-e9c9-4f23-9653-f8a4ea0ddd9a None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:48:58.264409 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4270828e-09ff-4861-b28e-6113e5fc1b50 None None] The sync data for ids ['c70e1c22-f694-4d56-bd15-5c5737bacda2'] in n-d-843702-1 is: [{'id': 'c70e1c22-f694-4d56-bd15-5c5737bacda2', 'name': 'tempest-AttachVolumeNegativeTest-1938842834-router', 'tenant_id': '923dafe00970411a989ff222606e459e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '75f0d40c-8ed1-4975-8bcb-f54d72980607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:48:27Z', 'updated_at': '2022-05-28T06:48:45Z', 'revision_number': 4, 'project_id': '923dafe00970411a989ff222606e459e', 'gw_port': {'id': '75f0d40c-8ed1-4975-8bcb-f54d72980607', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:db:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70e1c22-f694-4d56-bd15-5c5737bacda2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:48:31Z', 'updated_at': '2022-05-28T06:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'abf75dc9-fe0b-4338-9af0-de84c550bf58', 'name': '', 'network_id': '244ee66f-8ba5-4a6d-a99b-5ec1fae21d38', 'tenant_id': '923dafe00970411a989ff222606e459e', 'mac_address': 'fa:16:3e:90:65:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c70e1c22-f694-4d56-bd15-5c5737bacda2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '395c6a06-7ada-4575-b52f-ff6a58f20fb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:48:41Z', 'updated_at': '2022-05-28T06:48:55Z', 'revision_number': 4, 'project_id': '923dafe00970411a989ff222606e459e', 'subnets': [{'id': '395c6a06-7ada-4575-b52f-ff6a58f20fb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:48:58.290063 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f7e6f6e-3f69-4926-9a9e-2d58d4613566 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Made reservation on behalf of bf0f1d3761524ddfa4db9240ac258eb8 for: {'subnet': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:48:58.293376 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8f7e6f6e-3f69-4926-9a9e-2d58d4613566 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3171998'] for subnet, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:58.299416 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1a2e50-55be-4947-a2dd-a740374dc8ec tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Pushing event updated for resources: {'Subnet': ['ID=a00980b4-9d97-4e03-8d4f-2881c73868cf,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:58.302161 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1a2e50-55be-4947-a2dd-a740374dc8ec tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Checking segment: {'id': '233468da-0603-44ef-b801-8bf28644915e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '112e8157-2753-4cde-9590-fa22f55688df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:48:58.302519 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1a2e50-55be-4947-a2dd-a740374dc8ec tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Network hostable DHCP agents. Network: 112e8157-2753-4cde-9590-fa22f55688df, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:48:58.330561 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8270084d-69c6-430f-9dd9-77e080137200 req-f541f438-7d95-416e-a085-ae632eb7fe54 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/security-groups?id=55eadb02-d3aa-43b2-bf74-b67b0f98720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3415928 May 28 06:48:58.435957 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1a2e50-55be-4947-a2dd-a740374dc8ec tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Network 112e8157-2753-4cde-9590-fa22f55688df is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:48:58.533680 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1765af26-1fdb-4d5a-ad93-b2fa8a5118cd req-eb5af460-a2c5-46a5-9bba-42fae2a89efd tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3231587 May 28 06:48:58.548874 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port ef78c2c5-b558-469c-8072-f91e26f8d4b5 is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:48:58.548874 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:58.551861 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2c9ae783-5105-4356-9cc1-b12495838e30 req-72197654-f7a9-4820-8f87-4687600ad57f service neutron] 10.222.0.69 "GET /v2.0/networks/a5003c5d-3a74-4f41-abaa-5496ec434a45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3586476 May 28 06:48:58.579035 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-9c1a2e50-55be-4947-a2dd-a740374dc8ec tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, 112e8157-2753-4cde-9590-fa22f55688df) {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:48:58.582694 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-aaf3077f-e9c9-4f23-9653-f8a4ea0ddd9a None None] Attempting to bind port c4179f5b-ac9a-4cd0-a50e-1c3955237922 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:48:58.582861 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-aaf3077f-e9c9-4f23-9653-f8a4ea0ddd9a None None] Attempting to bind port c4179f5b-ac9a-4cd0-a50e-1c3955237922 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': '3102c526-b326-4a01-ba83-a5568cd48624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '39ea2503-0450-45e8-b110-0d14b24ea0de'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:48:58.589375 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c1a2e50-55be-4947-a2dd-a740374dc8ec tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:48:58.590935 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9c1a2e50-55be-4947-a2dd-a740374dc8ec tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:58.592460 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf3077f-e9c9-4f23-9653-f8a4ea0ddd9a None None] Attempting to bind port c4179f5b-ac9a-4cd0-a50e-1c3955237922 on network 39ea2503-0450-45e8-b110-0d14b24ea0de {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:48:58.603163 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43695176-4c44-4e84-b799-016e8ebb5532 None None] Network 112e8157-2753-4cde-9590-fa22f55688df requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:48:58.681699 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port ef78c2c5-b558-469c-8072-f91e26f8d4b5, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=ef78c2c5-b558-469c-8072-f91e26f8d4b5,segment=NetworkSegment(d3c6b9f0-14d5-4338-b095-ac6f93dbc704),segment_id=d3c6b9f0-14d5-4338-b095-ac6f93dbc704)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:48:58.756863 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-9c1a2e50-55be-4947-a2dd-a740374dc8ec tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1383400 May 28 06:48:58.759833 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 54792) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:48:58.769732 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-9e4e6815-1107-419b-9ecd-994b83917618 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Request body: {'port': {'network_id': '112e8157-2753-4cde-9590-fa22f55688df', 'name': 'tempest-NetworksIpV6TestAttrs-976032263'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:48:58.793015 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9011fe80-e205-42f4-888b-a238cf59149d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef78c2c5-b558-469c-8072-f91e26f8d4b5'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:48:58.804028 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf3077f-e9c9-4f23-9653-f8a4ea0ddd9a None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:48:58.804366 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf3077f-e9c9-4f23-9653-f8a4ea0ddd9a None None] Checking segment: {'id': '3102c526-b326-4a01-ba83-a5568cd48624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '39ea2503-0450-45e8-b110-0d14b24ea0de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:48:58.804954 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-aaf3077f-e9c9-4f23-9653-f8a4ea0ddd9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:58.805546 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf3077f-e9c9-4f23-9653-f8a4ea0ddd9a None None] Bound using segment: {'id': '3102c526-b326-4a01-ba83-a5568cd48624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '39ea2503-0450-45e8-b110-0d14b24ea0de'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:48:58.806363 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-aaf3077f-e9c9-4f23-9653-f8a4ea0ddd9a None None] Bound port: c4179f5b-ac9a-4cd0-a50e-1c3955237922, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3102c526-b326-4a01-ba83-a5568cd48624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '39ea2503-0450-45e8-b110-0d14b24ea0de'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:48:58.806912 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-aaf3077f-e9c9-4f23-9653-f8a4ea0ddd9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:58.849992 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:59.075897 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6c610d2-da86-41c4-8605-f13d49e1f2b1'] response: {'server_uuid': '9011fe80-e205-42f4-888b-a238cf59149d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef78c2c5-b558-469c-8072-f91e26f8d4b5', 'code': 200} May 28 06:48:59.082934 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=ef78c2c5-b558-469c-8072-f91e26f8d4b5,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:59.257189 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-36145221-f4b7-4a67-a82f-6a63d63ace30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:59.324408 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-9e4e6815-1107-419b-9ecd-994b83917618 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:48:59.354492 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-9e4e6815-1107-419b-9ecd-994b83917618 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Usage tracker for resource:port and tenant:6c64b1b11caf4060b2fa84b61b74dc42 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:48:59.361823 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-9e4e6815-1107-419b-9ecd-994b83917618 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:48:59.382560 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-9e4e6815-1107-419b-9ecd-994b83917618 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:48:59.425403 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-aaf3077f-e9c9-4f23-9653-f8a4ea0ddd9a None None] For port c4179f5b-ac9a-4cd0-a50e-1c3955237922, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:48:59.460977 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-aaf3077f-e9c9-4f23-9653-f8a4ea0ddd9a None None] For port c4179f5b-ac9a-4cd0-a50e-1c3955237922, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=c4179f5b-ac9a-4cd0-a50e-1c3955237922,segment=NetworkSegment(3102c526-b326-4a01-ba83-a5568cd48624),segment_id=3102c526-b326-4a01-ba83-a5568cd48624)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:48:59.480687 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d945dd8f-dd7d-490c-af7a-0c8e3d97cea9 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:59.524543 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e4e6815-1107-419b-9ecd-994b83917618 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Made reservation on behalf of 6c64b1b11caf4060b2fa84b61b74dc42 for: {'port': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:48:59.528033 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9e4e6815-1107-419b-9ecd-994b83917618 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:59.603435 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device abf75dc9-fe0b-4338-9af0-de84c550bf58 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:48:59.644474 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8f7e6f6e-3f69-4926-9a9e-2d58d4613566 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3115906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3172012'] for subnet, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:59.644744 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [None req-9e4e6815-1107-419b-9ecd-994b83917618 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] device_id is not set on port 2d64f04d-a526-43fd-8ad6-0bf45a0d4acf yet. {{(pid=89109) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:48:59.731674 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-aaf3077f-e9c9-4f23-9653-f8a4ea0ddd9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:59.847684 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-689b73d5-2146-489c-bccd-d87f2e7bfbc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-112e8157-2753-4cde-9590-fa22f55688df', 'network_id': '112e8157-2753-4cde-9590-fa22f55688df', 'tenant_id': '6c64b1b11caf4060b2fa84b61b74dc42', 'fixed_ips': [{'subnet_id': 'a00980b4-9d97-4e03-8d4f-2881c73868cf'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:48:59.848574 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-689b73d5-2146-489c-bccd-d87f2e7bfbc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:59.963075 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6e8dc5-5917-4ea8-885c-32918175504f req-d8417527-d1c5-453e-9188-011e64579a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:48:59.967251 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-2d6e8dc5-5917-4ea8-885c-32918175504f req-d8417527-d1c5-453e-9188-011e64579a07 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=9011fe80-e205-42f4-888b-a238cf59149d HTTP/1.1" status: 200 len: 1096 time: 0.7776687 May 28 06:48:59.978663 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 466563e4-8251-4e01-896c-6874e3461ded details requested by agent hyperv_n-h1-843702-1 with host n-h1-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:48:59.983188 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf3077f-e9c9-4f23-9653-f8a4ea0ddd9a None None] Pushing event updated for resources: {'Port': ['ID=c4179f5b-ac9a-4cd0-a50e-1c3955237922,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:49:00.055492 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [None req-d945dd8f-dd7d-490c-af7a-0c8e3d97cea9 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Allocated IP 172.25.5.99 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/6f7d055e-0633-4fff-ae57-18fec3bde6e7) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:49:00.207222 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2c9ae783-5105-4356-9cc1-b12495838e30 req-1b980fbc-7c56-4064-8eef-cf59c0af76cf service neutron] 10.222.0.69 "GET /v2.0/networks/a5003c5d-3a74-4f41-abaa-5496ec434a45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6627114 May 28 06:49:00.333398 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port abf75dc9-fe0b-4338-9af0-de84c550bf58 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:49:00.342008 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:00.346987 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:00.394592 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port abf75dc9-fe0b-4338-9af0-de84c550bf58 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:49:00.396851 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:00.400665 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7e6f6e-3f69-4926-9a9e-2d58d4613566 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Checking segment: {'id': '0d7e5168-c3f4-4c19-b318-7137e4c540fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '41ccb672-e70a-43bf-8f62-dabc5a7e1b95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:49:00.401109 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7e6f6e-3f69-4926-9a9e-2d58d4613566 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Network hostable DHCP agents. Network: 41ccb672-e70a-43bf-8f62-dabc5a7e1b95, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89110) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:49:00.411673 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-9e4e6815-1107-419b-9ecd-994b83917618 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Allocated IP 2001:db8::f816:3eff:fed0:1f5d (112e8157-2753-4cde-9590-fa22f55688df/a00980b4-9d97-4e03-8d4f-2881c73868cf/2d64f04d-a526-43fd-8ad6-0bf45a0d4acf) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:49:00.424421 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-2d6e8dc5-5917-4ea8-885c-32918175504f req-68d3f757-8403-4423-9b7b-7c0de385c1c3 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=55eadb02-d3aa-43b2-bf74-b67b0f98720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992526 May 28 06:49:00.509247 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7e6f6e-3f69-4926-9a9e-2d58d4613566 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Pushing event updated for resources: {'Subnet': ['ID=15f828b3-1001-4036-8b13-c078c8f042b1,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:49:00.571735 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e6f6e-3f69-4926-9a9e-2d58d4613566 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:49:00.575053 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e6f6e-3f69-4926-9a9e-2d58d4613566 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:49:00.587071 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e6f6e-3f69-4926-9a9e-2d58d4613566 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:49:00.587730 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e6f6e-3f69-4926-9a9e-2d58d4613566 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:49:00.589067 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e6f6e-3f69-4926-9a9e-2d58d4613566 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:49:00.589647 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e6f6e-3f69-4926-9a9e-2d58d4613566 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:49:00.590187 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e6f6e-3f69-4926-9a9e-2d58d4613566 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:49:00.590695 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e6f6e-3f69-4926-9a9e-2d58d4613566 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:49:00.591201 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e6f6e-3f69-4926-9a9e-2d58d4613566 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:49:00.592088 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e6f6e-3f69-4926-9a9e-2d58d4613566 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:49:00.592606 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e6f6e-3f69-4926-9a9e-2d58d4613566 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:49:00.593686 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e6f6e-3f69-4926-9a9e-2d58d4613566 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:49:00.661459 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8012c78c-05b0-4a32-bfb6-fc679644dc5b req-6bde1759-65fa-4a99-8510-6391dc3edd21 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:49:00.666754 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8012c78c-05b0-4a32-bfb6-fc679644dc5b req-6bde1759-65fa-4a99-8510-6391dc3edd21 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=9011fe80-e205-42f4-888b-a238cf59149d HTTP/1.1" status: 200 len: 945 time: 0.8731418 May 28 06:49:00.676741 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 466563e4-8251-4e01-896c-6874e3461ded, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=466563e4-8251-4e01-896c-6874e3461ded,segment=NetworkSegment(891ef37d-2d2b-47ef-a8c4-170b0614d759),segment_id=891ef37d-2d2b-47ef-a8c4-170b0614d759)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:49:00.744005 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Returning: {'device': '466563e4-8251-4e01-896c-6874e3461ded', 'network_id': 'a5003c5d-3a74-4f41-abaa-5496ec434a45', 'port_id': '466563e4-8251-4e01-896c-6874e3461ded', 'mac_address': 'fa:16:3e:08:5d:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9770ae0-20d9-409f-aee4-a3917a1ccf16', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:49:00.768660 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0e456b-2cf4-4270-b7b8-0e0dddfff55f req-4e4dffff-afc5-459e-8c09-7ac9eb9fac2b tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:49:00.770268 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4a0e456b-2cf4-4270-b7b8-0e0dddfff55f req-4e4dffff-afc5-459e-8c09-7ac9eb9fac2b tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 943 time: 0.7840130 May 28 06:49:00.887197 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7e6f6e-3f69-4926-9a9e-2d58d4613566 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Network 41ccb672-e70a-43bf-8f62-dabc5a7e1b95 is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89110) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:49:00.952155 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d945dd8f-dd7d-490c-af7a-0c8e3d97cea9 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:00.952712 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9e4e6815-1107-419b-9ecd-994b83917618 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:00.966195 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port abf75dc9-fe0b-4338-9af0-de84c550bf58 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:49:00.967005 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:00.971835 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8012c78c-05b0-4a32-bfb6-fc679644dc5b req-f56e981f-d675-4389-a73f-e467c137b148 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/security-groups?id=55eadb02-d3aa-43b2-bf74-b67b0f98720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2822654 May 28 06:49:00.978793 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4a0e456b-2cf4-4270-b7b8-0e0dddfff55f req-b0ecaaf3-09cc-49f9-b8a5-c1850f5e0a3b tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808212 May 28 06:49:01.000592 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-8f7e6f6e-3f69-4926-9a9e-2d58d4613566 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, 41ccb672-e70a-43bf-8f62-dabc5a7e1b95) {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:49:01.008607 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7e6f6e-3f69-4926-9a9e-2d58d4613566 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:49:01.009300 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8f7e6f6e-3f69-4926-9a9e-2d58d4613566 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:01.026523 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [None req-9e4e6815-1107-419b-9ecd-994b83917618 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Transition to ACTIVE for port object 2d64f04d-a526-43fd-8ad6-0bf45a0d4acf will not be triggered until provisioned by entity DHCP. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:49:01.059764 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port abf75dc9-fe0b-4338-9af0-de84c550bf58, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=abf75dc9-fe0b-4338-9af0-de84c550bf58,segment=NetworkSegment(7ec0e308-8d07-4b60-b9c2-e7620dee5b7c),segment_id=7ec0e308-8d07-4b60-b9c2-e7620dee5b7c)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:49:01.061171 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4250452-63a4-4fd9-8fe4-2fe94166c24d None None] Network 41ccb672-e70a-43bf-8f62-dabc5a7e1b95 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:49:01.102730 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-8f7e6f6e-3f69-4926-9a9e-2d58d4613566 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.7299960 May 28 06:49:01.103319 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 54818) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:49:01.116215 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-a3a53be3-df92-434f-8dbc-f49cfbc38eaf tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1203881020', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:49:01.117926 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-a3a53be3-df92-434f-8dbc-f49cfbc38eaf tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:49:01.122090 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-a3a53be3-df92-434f-8dbc-f49cfbc38eaf tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Usage tracker for resource:router and tenant:bf0f1d3761524ddfa4db9240ac258eb8 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:49:01.126588 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-a3a53be3-df92-434f-8dbc-f49cfbc38eaf tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:49:01.134255 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-a3a53be3-df92-434f-8dbc-f49cfbc38eaf tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:49:01.171686 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d945dd8f-dd7d-490c-af7a-0c8e3d97cea9 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:01.185716 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:01.254530 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9e4e6815-1107-419b-9ecd-994b83917618 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:01.287783 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d945dd8f-dd7d-490c-af7a-0c8e3d97cea9 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Pushing event updated for resources: {'Port': ['ID=6f7d055e-0633-4fff-ae57-18fec3bde6e7,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:49:01.309608 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d945dd8f-dd7d-490c-af7a-0c8e3d97cea9 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:49:01.314971 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-d945dd8f-dd7d-490c-af7a-0c8e3d97cea9 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:49:01.324738 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d945dd8f-dd7d-490c-af7a-0c8e3d97cea9 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:49:01.342200 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-689b73d5-2146-489c-bccd-d87f2e7bfbc8 None None] Allocated IP 2001:db8::f816:3eff:fe2c:4630 (112e8157-2753-4cde-9590-fa22f55688df/a00980b4-9d97-4e03-8d4f-2881c73868cf/c6effb7c-9354-4e8b-86aa-e73331d3affb) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:49:01.492864 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d945dd8f-dd7d-490c-af7a-0c8e3d97cea9 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:01.570216 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a3a53be3-df92-434f-8dbc-f49cfbc38eaf tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59128'] for router, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:01.592600 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a3a53be3-df92-434f-8dbc-f49cfbc38eaf tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59009'] for router, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:01.647231 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=abf75dc9-fe0b-4338-9af0-de84c550bf58,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:49:01.679794 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e4e6815-1107-419b-9ecd-994b83917618 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Network 112e8157-2753-4cde-9590-fa22f55688df is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:49:01.680533 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 466563e4-8251-4e01-896c-6874e3461ded is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:49:01.681016 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:01.699677 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-9e4e6815-1107-419b-9ecd-994b83917618 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:49:01.707372 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4e6815-1107-419b-9ecd-994b83917618 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:49:01.756366 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 466563e4-8251-4e01-896c-6874e3461ded {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:49:01.765390 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e4e6815-1107-419b-9ecd-994b83917618 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:49:01.770905 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9e4e6815-1107-419b-9ecd-994b83917618 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:01.806145 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device c4179f5b-ac9a-4cd0-a50e-1c3955237922 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:49:01.818743 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d945dd8f-dd7d-490c-af7a-0c8e3d97cea9 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:01.821503 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a3a53be3-df92-434f-8dbc-f49cfbc38eaf tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:01.891983 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4e6815-1107-419b-9ecd-994b83917618 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Pushing event updated for resources: {'Port': ['ID=2d64f04d-a526-43fd-8ad6-0bf45a0d4acf,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:49:02.024113 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 466563e4-8251-4e01-896c-6874e3461ded, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=466563e4-8251-4e01-896c-6874e3461ded,segment=NetworkSegment(891ef37d-2d2b-47ef-a8c4-170b0614d759),segment_id=891ef37d-2d2b-47ef-a8c4-170b0614d759)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:49:02.180867 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d31862-8ceb-4d3f-9536-75e8e2acafa3 None None] Network 39ea2503-0450-45e8-b110-0d14b24ea0de requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:49:02.206998 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-689b73d5-2146-489c-bccd-d87f2e7bfbc8 None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:02.334401 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-689b73d5-2146-489c-bccd-d87f2e7bfbc8 None None] Transition to ACTIVE for port object c6effb7c-9354-4e8b-86aa-e73331d3affb will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:49:02.394675 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d945dd8f-dd7d-490c-af7a-0c8e3d97cea9 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:02.423488 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-9e4e6815-1107-419b-9ecd-994b83917618 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 3.6623058 May 28 06:49:02.424651 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a3a53be3-df92-434f-8dbc-f49cfbc38eaf tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690761'] for router, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:02.432693 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 54838) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:49:02.434241 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:02.451713 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-689b73d5-2146-489c-bccd-d87f2e7bfbc8 None None] Transition to ACTIVE for port object c6effb7c-9354-4e8b-86aa-e73331d3affb will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:49:02.465245 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2629138a-afe1-47bd-a03a-7e1355e4176c req-41949c27-c200-45d3-8899-da5e1cc45b53 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:49:02.467495 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2629138a-afe1-47bd-a03a-7e1355e4176c req-41949c27-c200-45d3-8899-da5e1cc45b53 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 943 time: 0.2342305 May 28 06:49:02.481278 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff4066a-b50a-47d0-b668-1a4e171edc62 req-1c837051-03e6-4b55-8ca1-b4516ddcf49e tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:49:02.483741 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1ff4066a-b50a-47d0-b668-1a4e171edc62 req-1c837051-03e6-4b55-8ca1-b4516ddcf49e tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=9011fe80-e205-42f4-888b-a238cf59149d HTTP/1.1" status: 200 len: 945 time: 0.3296134 May 28 06:49:02.516734 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_v2 [None req-5445f593-0d32-4202-85e1-e9d830da2805 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Deleting subnet a00980b4-9d97-4e03-8d4f-2881c73868cf {{(pid=89109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:49:02.605777 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2629138a-afe1-47bd-a03a-7e1355e4176c req-894178a8-d82c-48f7-a690-8a00512cd00c tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167538 May 28 06:49:02.614357 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-c73dd1d4-90cf-4b61-a641-051cd6f91d40 None None] Provisioning for port c4179f5b-ac9a-4cd0-a50e-1c3955237922 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:49:02.617093 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:02.624841 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d945dd8f-dd7d-490c-af7a-0c8e3d97cea9 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:02.634998 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee53e5d4-3ccb-48c4-af2a-ee65bc704a6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-41ccb672-e70a-43bf-8f62-dabc5a7e1b95', 'network_id': '41ccb672-e70a-43bf-8f62-dabc5a7e1b95', 'tenant_id': 'bf0f1d3761524ddfa4db9240ac258eb8', 'fixed_ips': [{'subnet_id': '15f828b3-1001-4036-8b13-c078c8f042b1'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:49:02.641079 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-ee53e5d4-3ccb-48c4-af2a-ee65bc704a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:02.657302 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-c73dd1d4-90cf-4b61-a641-051cd6f91d40 None None] Provisioning complete for port c4179f5b-ac9a-4cd0-a50e-1c3955237922 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:49:02.657731 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c73dd1d4-90cf-4b61-a641-051cd6f91d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:02.664732 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a3a53be3-df92-434f-8dbc-f49cfbc38eaf tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:02.668934 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-a3a53be3-df92-434f-8dbc-f49cfbc38eaf tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.5616906 May 28 06:49:02.669187 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 54842) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:49:02.675453 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-e1e8742f-dbcb-4ed6-a969-7bc93b783236 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Request body: {'port': {'network_id': '41ccb672-e70a-43bf-8f62-dabc5a7e1b95', 'name': 'tempest-PortsIpV6TestJSON-1211343329'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:49:02.691934 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1ff4066a-b50a-47d0-b668-1a4e171edc62 req-126166ea-2929-4803-b4f4-1106a3438b89 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/security-groups?id=55eadb02-d3aa-43b2-bf74-b67b0f98720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787035 May 28 06:49:02.711310 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port c4179f5b-ac9a-4cd0-a50e-1c3955237922 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:49:02.714794 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=466563e4-8251-4e01-896c-6874e3461ded,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:49:02.735787 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:02.762278 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-689b73d5-2146-489c-bccd-d87f2e7bfbc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:02.777004 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['466563e4-8251-4e01-896c-6874e3461ded'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:49:02.806491 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d945dd8f-dd7d-490c-af7a-0c8e3d97cea9 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Pushing event updated for resources: {'Port': ['ID=6f7d055e-0633-4fff-ae57-18fec3bde6e7,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:49:02.852397 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d945dd8f-dd7d-490c-af7a-0c8e3d97cea9 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691094'] for floatingip, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:02.974590 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port c4179f5b-ac9a-4cd0-a50e-1c3955237922 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:49:02.974961 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:02.999014 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5445f593-0d32-4202-85e1-e9d830da2805 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks [] for subnet, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:03.011176 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-689b73d5-2146-489c-bccd-d87f2e7bfbc8 None None] Network 112e8157-2753-4cde-9590-fa22f55688df is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:49:03.024761 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d945dd8f-dd7d-490c-af7a-0c8e3d97cea9 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:03.027532 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-d945dd8f-dd7d-490c-af7a-0c8e3d97cea9 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.0722888 May 28 06:49:03.035030 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-689b73d5-2146-489c-bccd-d87f2e7bfbc8 None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:49:03.074729 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5445f593-0d32-4202-85e1-e9d830da2805 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3964070'] for subnet, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:03.120345 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689b73d5-2146-489c-bccd-d87f2e7bfbc8 None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:49:03.197049 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5445f593-0d32-4202-85e1-e9d830da2805 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:03.392813 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-e1e8742f-dbcb-4ed6-a969-7bc93b783236 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:49:03.397304 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-e1e8742f-dbcb-4ed6-a969-7bc93b783236 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Usage tracker for resource:port and tenant:bf0f1d3761524ddfa4db9240ac258eb8 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:49:03.400729 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-e1e8742f-dbcb-4ed6-a969-7bc93b783236 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:49:03.407735 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-e1e8742f-dbcb-4ed6-a969-7bc93b783236 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:49:03.410247 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-fb050e66-668d-4b2c-83ec-221e8f9f9ca5 req-242436ac-b7ed-432c-8089-5f4369f07c1b tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Synchronizing usage tracker for tenant:923dafe00970411a989ff222606e459e on resource:security_group {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:49:03.445352 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689b73d5-2146-489c-bccd-d87f2e7bfbc8 None None] Pushing event updated for resources: {'Port': ['ID=c6effb7c-9354-4e8b-86aa-e73331d3affb,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:49:03.459520 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5445f593-0d32-4202-85e1-e9d830da2805 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9555650'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:03.506933 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5445f593-0d32-4202-85e1-e9d830da2805 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Pushing event deleted for resources: {'Subnet': ['ID=a00980b4-9d97-4e03-8d4f-2881c73868cf,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:49:03.510385 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1e8742f-dbcb-4ed6-a969-7bc93b783236 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Made reservation on behalf of bf0f1d3761524ddfa4db9240ac258eb8 for: {'port': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:49:03.514177 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e1e8742f-dbcb-4ed6-a969-7bc93b783236 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:03.559533 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5445f593-0d32-4202-85e1-e9d830da2805 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:03.562299 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-fb050e66-668d-4b2c-83ec-221e8f9f9ca5 req-242436ac-b7ed-432c-8089-5f4369f07c1b tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Unset dirty status for tenant:923dafe00970411a989ff222606e459e on resource:security_group {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:49:03.563693 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fb050e66-668d-4b2c-83ec-221e8f9f9ca5 req-242436ac-b7ed-432c-8089-5f4369f07c1b tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1118857392&fields=id&tenant_id=923dafe00970411a989ff222606e459e HTTP/1.1" status: 200 len: 267 time: 0.2462280 May 28 06:49:03.578627 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-5445f593-0d32-4202-85e1-e9d830da2805 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] 10.222.0.55 "DELETE /v2.0/subnets/a00980b4-9d97-4e03-8d4f-2881c73868cf HTTP/1.1" status: 204 len: 168 time: 1.1451375 May 28 06:49:03.582835 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 54864) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:49:03.629051 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-689b73d5-2146-489c-bccd-d87f2e7bfbc8 None None] Attempting to bind port c6effb7c-9354-4e8b-86aa-e73331d3affb on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:49:03.629688 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-689b73d5-2146-489c-bccd-d87f2e7bfbc8 None None] Attempting to bind port c6effb7c-9354-4e8b-86aa-e73331d3affb by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': '233468da-0603-44ef-b801-8bf28644915e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '112e8157-2753-4cde-9590-fa22f55688df'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:49:03.630092 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689b73d5-2146-489c-bccd-d87f2e7bfbc8 None None] Attempting to bind port c6effb7c-9354-4e8b-86aa-e73331d3affb on network 112e8157-2753-4cde-9590-fa22f55688df {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:49:03.710638 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [None req-e1e8742f-dbcb-4ed6-a969-7bc93b783236 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] device_id is not set on port c661117e-6fdb-4f2f-bea2-d0406ab69f2a yet. {{(pid=89109) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:49:03.772324 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689b73d5-2146-489c-bccd-d87f2e7bfbc8 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:49:03.772992 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689b73d5-2146-489c-bccd-d87f2e7bfbc8 None None] Checking segment: {'id': '233468da-0603-44ef-b801-8bf28644915e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '112e8157-2753-4cde-9590-fa22f55688df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:49:03.773259 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-689b73d5-2146-489c-bccd-d87f2e7bfbc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:03.773609 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689b73d5-2146-489c-bccd-d87f2e7bfbc8 None None] Bound using segment: {'id': '233468da-0603-44ef-b801-8bf28644915e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '112e8157-2753-4cde-9590-fa22f55688df'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:49:03.774084 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-689b73d5-2146-489c-bccd-d87f2e7bfbc8 None None] Bound port: c6effb7c-9354-4e8b-86aa-e73331d3affb, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '233468da-0603-44ef-b801-8bf28644915e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '112e8157-2753-4cde-9590-fa22f55688df'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:49:03.774448 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-689b73d5-2146-489c-bccd-d87f2e7bfbc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:03.850806 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7daf12a-e525-4fbe-8fbc-76e08874b669 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:49:03.852403 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7daf12a-e525-4fbe-8fbc-76e08874b669 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:49:03.853436 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-d7daf12a-e525-4fbe-8fbc-76e08874b669 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Synchronizing usage tracker for tenant:6c64b1b11caf4060b2fa84b61b74dc42 on resource:subnet {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:49:03.965826 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-ee53e5d4-3ccb-48c4-af2a-ee65bc704a6e None None] Allocated IP 2001:db8::2 (41ccb672-e70a-43bf-8f62-dabc5a7e1b95/15f828b3-1001-4036-8b13-c078c8f042b1/5f65ece2-fe9f-4751-b35d-7901c23bc75b) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:49:04.002809 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-d7daf12a-e525-4fbe-8fbc-76e08874b669 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Unset dirty status for tenant:6c64b1b11caf4060b2fa84b61b74dc42 on resource:subnet {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:49:04.008062 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-d7daf12a-e525-4fbe-8fbc-76e08874b669 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.4172192 May 28 06:49:04.008680 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 54874) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:49:04.262449 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-ee53e5d4-3ccb-48c4-af2a-ee65bc704a6e None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:04.268774 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb050e66-668d-4b2c-83ec-221e8f9f9ca5 req-7173681a-4528-4ffe-b32c-0f05bf163c5c tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:49:04.275020 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-ee53e5d4-3ccb-48c4-af2a-ee65bc704a6e None None] Transition to ACTIVE for port object 5f65ece2-fe9f-4751-b35d-7901c23bc75b will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:49:04.278870 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fb050e66-668d-4b2c-83ec-221e8f9f9ca5 req-7173681a-4528-4ffe-b32c-0f05bf163c5c tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/networks?id=244ee66f-8ba5-4a6d-a99b-5ec1fae21d38 HTTP/1.1" status: 200 len: 815 time: 0.7051554 May 28 06:49:04.299812 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8899c499-f67f-4f04-b7af-80fcb0d123a5 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:04.309978 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fb050e66-668d-4b2c-83ec-221e8f9f9ca5 req-b4d6d447-0d45-4603-a28d-6b07de9f6923 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/quotas/923dafe00970411a989ff222606e459e HTTP/1.1" status: 200 len: 375 time: 0.0203714 May 28 06:49:04.320212 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-8899c499-f67f-4f04-b7af-80fcb0d123a5 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] DELETE failed (client error): There was a conflict when trying to complete your request. May 28 06:49:04.320661 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8899c499-f67f-4f04-b7af-80fcb0d123a5 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=89109) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:49:04.331067 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-8899c499-f67f-4f04-b7af-80fcb0d123a5 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] 10.222.0.55 "DELETE /v2.0/networks/112e8157-2753-4cde-9590-fa22f55688df HTTP/1.1" status: 409 len: 405 time: 0.3184571 May 28 06:49:04.331907 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 54880) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:49:04.340553 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-1fd0656c-1df9-4a5d-8fc1-01f2c8d46112 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-816660105'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:49:04.360075 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-1fd0656c-1df9-4a5d-8fc1-01f2c8d46112 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:49:04.366102 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-1fd0656c-1df9-4a5d-8fc1-01f2c8d46112 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Usage tracker for resource:network and tenant:6c64b1b11caf4060b2fa84b61b74dc42 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:49:04.369794 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-1fd0656c-1df9-4a5d-8fc1-01f2c8d46112 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:49:04.376744 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-1fd0656c-1df9-4a5d-8fc1-01f2c8d46112 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:49:04.444134 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port c4179f5b-ac9a-4cd0-a50e-1c3955237922 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:49:04.444761 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:04.450604 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cc59ed02-2c97-4319-a223-15339277895e req-575fd9c8-fc04-4481-88df-329b1dba1db3 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=479b236c-db1d-48ae-9c3e-6d471a3b8fcc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6233072 May 28 06:49:04.493906 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-ee53e5d4-3ccb-48c4-af2a-ee65bc704a6e None None] Transition to ACTIVE for port object 5f65ece2-fe9f-4751-b35d-7901c23bc75b will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:49:04.500343 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fd0656c-1df9-4a5d-8fc1-01f2c8d46112 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Made reservation on behalf of 6c64b1b11caf4060b2fa84b61b74dc42 for: {'network': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:49:04.506823 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1fd0656c-1df9-4a5d-8fc1-01f2c8d46112 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:04.561689 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-fb050e66-668d-4b2c-83ec-221e8f9f9ca5 req-f1350036-f862-467d-a0a7-38183abd95d6 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Synchronizing usage tracker for tenant:923dafe00970411a989ff222606e459e on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:49:04.585268 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port c4179f5b-ac9a-4cd0-a50e-1c3955237922, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=c4179f5b-ac9a-4cd0-a50e-1c3955237922,segment=NetworkSegment(3102c526-b326-4a01-ba83-a5568cd48624),segment_id=3102c526-b326-4a01-ba83-a5568cd48624)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:49:04.607691 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-c73dd1d4-90cf-4b61-a641-051cd6f91d40 None None] Current status of the port c4179f5b-ac9a-4cd0-a50e-1c3955237922 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:49:04.609617 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c73dd1d4-90cf-4b61-a641-051cd6f91d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:04.617669 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cc4821-e5ec-413c-b823-98c15f79be52 req-2d7c97e6-44c2-488f-bd7c-796da01a641d tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:49:04.620882 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-ee53e5d4-3ccb-48c4-af2a-ee65bc704a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:04.639430 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a0cc4821-e5ec-413c-b823-98c15f79be52 req-2d7c97e6-44c2-488f-bd7c-796da01a641d tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 944 time: 0.3199542 May 28 06:49:04.766030 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fd0656c-1df9-4a5d-8fc1-01f2c8d46112 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=89109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:49:04.791780 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-689b73d5-2146-489c-bccd-d87f2e7bfbc8 None None] For port c6effb7c-9354-4e8b-86aa-e73331d3affb, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:49:04.798577 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-e1e8742f-dbcb-4ed6-a969-7bc93b783236 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Allocated IP 2001:db8::282 (41ccb672-e70a-43bf-8f62-dabc5a7e1b95/15f828b3-1001-4036-8b13-c078c8f042b1/c661117e-6fdb-4f2f-bea2-d0406ab69f2a) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:49:04.800946 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1fd0656c-1df9-4a5d-8fc1-01f2c8d46112 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:04.801284 n-d-843702-1 neutron-server[89109]: INFO neutron.db.segments_db [None req-1fd0656c-1df9-4a5d-8fc1-01f2c8d46112 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Added segment 0c1405c4-7c27-469b-985a-d303e4bfe6bb of type vlan for network 7733440a-89ac-494d-880b-13489f99bf4b May 28 06:49:04.803325 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-689b73d5-2146-489c-bccd-d87f2e7bfbc8 None None] For port c6effb7c-9354-4e8b-86aa-e73331d3affb, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=c6effb7c-9354-4e8b-86aa-e73331d3affb,segment=NetworkSegment(233468da-0603-44ef-b801-8bf28644915e),segment_id=233468da-0603-44ef-b801-8bf28644915e)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:49:04.806683 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee53e5d4-3ccb-48c4-af2a-ee65bc704a6e None None] Pushing event updated for resources: {'Port': ['ID=5f65ece2-fe9f-4751-b35d-7901c23bc75b,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:49:04.821450 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a0cc4821-e5ec-413c-b823-98c15f79be52 req-0d205b89-b49a-4e93-9cc2-14a41a799850 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806355 May 28 06:49:04.828798 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee53e5d4-3ccb-48c4-af2a-ee65bc704a6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:49:04.829387 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee53e5d4-3ccb-48c4-af2a-ee65bc704a6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:49:04.829771 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee53e5d4-3ccb-48c4-af2a-ee65bc704a6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:49:04.830500 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee53e5d4-3ccb-48c4-af2a-ee65bc704a6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:49:04.830834 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee53e5d4-3ccb-48c4-af2a-ee65bc704a6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:49:04.831888 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee53e5d4-3ccb-48c4-af2a-ee65bc704a6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:49:04.832223 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee53e5d4-3ccb-48c4-af2a-ee65bc704a6e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:49:04.832894 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee53e5d4-3ccb-48c4-af2a-ee65bc704a6e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:49:04.833239 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee53e5d4-3ccb-48c4-af2a-ee65bc704a6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:49:04.833595 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee53e5d4-3ccb-48c4-af2a-ee65bc704a6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:49:04.834011 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee53e5d4-3ccb-48c4-af2a-ee65bc704a6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:49:04.835217 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee53e5d4-3ccb-48c4-af2a-ee65bc704a6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:49:04.846814 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:04.872566 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc59ed02-2c97-4319-a223-15339277895e req-fb0b337f-92d5-4fe6-91cb-f86eaa9de74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:49:04.877834 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cc59ed02-2c97-4319-a223-15339277895e req-fb0b337f-92d5-4fe6-91cb-f86eaa9de74d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=25104e9d91034f7ab315290096db2d20&device_id=479b236c-db1d-48ae-9c3e-6d471a3b8fcc HTTP/1.1" status: 200 len: 1096 time: 0.3087871 May 28 06:49:04.879758 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-fb050e66-668d-4b2c-83ec-221e8f9f9ca5 req-f1350036-f862-467d-a0a7-38183abd95d6 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Unset dirty status for tenant:923dafe00970411a989ff222606e459e on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:49:04.907936 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fb050e66-668d-4b2c-83ec-221e8f9f9ca5 req-f1350036-f862-467d-a0a7-38183abd95d6 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=923dafe00970411a989ff222606e459e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5873542 May 28 06:49:04.986619 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=c4179f5b-ac9a-4cd0-a50e-1c3955237922,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:49:05.004394 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-689b73d5-2146-489c-bccd-d87f2e7bfbc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:05.022832 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device abf75dc9-fe0b-4338-9af0-de84c550bf58 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:49:05.043490 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1fd0656c-1df9-4a5d-8fc1-01f2c8d46112 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:05.188855 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee53e5d4-3ccb-48c4-af2a-ee65bc704a6e None None] Network 41ccb672-e70a-43bf-8f62-dabc5a7e1b95 is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:49:05.241005 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-ee53e5d4-3ccb-48c4-af2a-ee65bc704a6e None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:49:05.241005 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee53e5d4-3ccb-48c4-af2a-ee65bc704a6e None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:49:05.291869 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e1e8742f-dbcb-4ed6-a969-7bc93b783236 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:05.317823 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.db.api [None req-c73dd1d4-90cf-4b61-a641-051cd6f91d40 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89111) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:49:05.318345 n-d-843702-1 neutron-server[89111]: DEBUG oslo_db.api [None req-c73dd1d4-90cf-4b61-a641-051cd6f91d40 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:49:05.328879 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [None req-e1e8742f-dbcb-4ed6-a969-7bc93b783236 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Transition to ACTIVE for port object c661117e-6fdb-4f2f-bea2-d0406ab69f2a will not be triggered until provisioned by entity DHCP. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:49:05.344178 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1fd0656c-1df9-4a5d-8fc1-01f2c8d46112 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:05.355885 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd0656c-1df9-4a5d-8fc1-01f2c8d46112 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:49:05.356368 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1fd0656c-1df9-4a5d-8fc1-01f2c8d46112 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:05.399339 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc59ed02-2c97-4319-a223-15339277895e req-96467772-a291-417d-aedf-928f287defec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:49:05.402852 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cc59ed02-2c97-4319-a223-15339277895e req-96467772-a291-417d-aedf-928f287defec service neutron] 10.222.0.69 "GET /v2.0/networks?id=ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1 HTTP/1.1" status: 200 len: 907 time: 0.4937952 May 28 06:49:05.483881 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689b73d5-2146-489c-bccd-d87f2e7bfbc8 None None] Pushing event updated for resources: {'Port': ['ID=c6effb7c-9354-4e8b-86aa-e73331d3affb,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:49:05.542983 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-ee53e5d4-3ccb-48c4-af2a-ee65bc704a6e None None] Attempting to bind port 5f65ece2-fe9f-4751-b35d-7901c23bc75b on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:49:05.543554 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-ee53e5d4-3ccb-48c4-af2a-ee65bc704a6e None None] Attempting to bind port 5f65ece2-fe9f-4751-b35d-7901c23bc75b by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': '0d7e5168-c3f4-4c19-b318-7137e4c540fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '41ccb672-e70a-43bf-8f62-dabc5a7e1b95'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:49:05.544021 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee53e5d4-3ccb-48c4-af2a-ee65bc704a6e None None] Attempting to bind port 5f65ece2-fe9f-4751-b35d-7901c23bc75b on network 41ccb672-e70a-43bf-8f62-dabc5a7e1b95 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:49:05.551487 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee53e5d4-3ccb-48c4-af2a-ee65bc704a6e None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:49:05.552115 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee53e5d4-3ccb-48c4-af2a-ee65bc704a6e None None] Checking segment: {'id': '0d7e5168-c3f4-4c19-b318-7137e4c540fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '41ccb672-e70a-43bf-8f62-dabc5a7e1b95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:49:05.552750 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-ee53e5d4-3ccb-48c4-af2a-ee65bc704a6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:05.553450 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee53e5d4-3ccb-48c4-af2a-ee65bc704a6e None None] Bound using segment: {'id': '0d7e5168-c3f4-4c19-b318-7137e4c540fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '41ccb672-e70a-43bf-8f62-dabc5a7e1b95'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:49:05.554282 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-ee53e5d4-3ccb-48c4-af2a-ee65bc704a6e None None] Bound port: 5f65ece2-fe9f-4751-b35d-7901c23bc75b, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d7e5168-c3f4-4c19-b318-7137e4c540fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '41ccb672-e70a-43bf-8f62-dabc5a7e1b95'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:49:05.554845 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-ee53e5d4-3ccb-48c4-af2a-ee65bc704a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:05.565251 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port abf75dc9-fe0b-4338-9af0-de84c550bf58 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:49:05.565817 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:05.628746 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e00047c-bd62-46d0-9721-4d8b66f2cdb1 None None] Network 112e8157-2753-4cde-9590-fa22f55688df requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:49:05.664805 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd0656c-1df9-4a5d-8fc1-01f2c8d46112 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Pushing event updated for resources: {'Network': ['ID=7733440a-89ac-494d-880b-13489f99bf4b,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:49:05.691493 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cc59ed02-2c97-4319-a223-15339277895e req-e2e03c40-7eb5-446e-b7a8-1b50c8a89df8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f8566525-c4cb-4e62-a1d8-5e9ce5ba1b4e HTTP/1.1" status: 200 len: 217 time: 0.2733037 May 28 06:49:05.696248 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd0656c-1df9-4a5d-8fc1-01f2c8d46112 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:49:05.696640 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd0656c-1df9-4a5d-8fc1-01f2c8d46112 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:49:05.697051 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd0656c-1df9-4a5d-8fc1-01f2c8d46112 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:49:05.714556 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd0656c-1df9-4a5d-8fc1-01f2c8d46112 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:49:05.715098 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd0656c-1df9-4a5d-8fc1-01f2c8d46112 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:49:05.715621 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd0656c-1df9-4a5d-8fc1-01f2c8d46112 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:49:05.716120 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd0656c-1df9-4a5d-8fc1-01f2c8d46112 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:49:05.716617 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd0656c-1df9-4a5d-8fc1-01f2c8d46112 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:49:05.717154 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd0656c-1df9-4a5d-8fc1-01f2c8d46112 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:49:05.727083 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd0656c-1df9-4a5d-8fc1-01f2c8d46112 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:49:05.727083 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd0656c-1df9-4a5d-8fc1-01f2c8d46112 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:49:05.727083 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd0656c-1df9-4a5d-8fc1-01f2c8d46112 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:49:05.814483 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-1fd0656c-1df9-4a5d-8fc1-01f2c8d46112 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.4817481 May 28 06:49:05.817150 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 54902) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:49:05.823377 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-2e5ad43c-0b87-4d34-9c2b-3ba10e9bf3bf tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Request body: {'subnet': {'network_id': '7733440a-89ac-494d-880b-13489f99bf4b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:49:05.914673 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc59ed02-2c97-4319-a223-15339277895e req-c874c80b-c088-4133-a3be-df303d3f27e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:49:05.916129 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cc59ed02-2c97-4319-a223-15339277895e req-c874c80b-c088-4133-a3be-df303d3f27e5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cb73ce23-f864-48a4-8bdb-f1e8654d92be HTTP/1.1" status: 200 len: 846 time: 0.2076733 May 28 06:49:05.927428 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fcaa0e-8bc6-4483-99ec-3b39ef2f049e req-a380bb0e-caa7-4ecb-95b6-1de41b7b941c tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:49:05.928871 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-46fcaa0e-8bc6-4483-99ec-3b39ef2f049e req-a380bb0e-caa7-4ecb-95b6-1de41b7b941c tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=9011fe80-e205-42f4-888b-a238cf59149d HTTP/1.1" status: 200 len: 945 time: 0.8428757 May 28 06:49:05.936282 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fb050e66-668d-4b2c-83ec-221e8f9f9ca5 req-8e73255e-c48f-4ae6-a15d-7f61fe105c9c service neutron] 10.222.0.55 "GET /v2.0/networks/244ee66f-8ba5-4a6d-a99b-5ec1fae21d38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9914949 May 28 06:49:05.972000 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e1e8742f-dbcb-4ed6-a969-7bc93b783236 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:06.047365 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 7733440a-89ac-494d-880b-13489f99bf4b details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:49:06.083436 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cc59ed02-2c97-4319-a223-15339277895e req-3f263046-79de-447a-9a61-37a18e0ababa service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1449625 May 28 06:49:06.094068 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e8742f-dbcb-4ed6-a969-7bc93b783236 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Network 41ccb672-e70a-43bf-8f62-dabc5a7e1b95 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:49:06.096389 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-e1e8742f-dbcb-4ed6-a969-7bc93b783236 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:49:06.103314 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-2e5ad43c-0b87-4d34-9c2b-3ba10e9bf3bf tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:49:06.105923 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e8742f-dbcb-4ed6-a969-7bc93b783236 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:49:06.112388 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e8742f-dbcb-4ed6-a969-7bc93b783236 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:49:06.113289 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e1e8742f-dbcb-4ed6-a969-7bc93b783236 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:06.137981 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-2e5ad43c-0b87-4d34-9c2b-3ba10e9bf3bf tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:49:06.140679 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e8742f-dbcb-4ed6-a969-7bc93b783236 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Pushing event updated for resources: {'Port': ['ID=c661117e-6fdb-4f2f-bea2-d0406ab69f2a,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:49:06.210006 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-46fcaa0e-8bc6-4483-99ec-3b39ef2f049e req-74cbed6d-74dc-4c72-847f-450b0a271ddb tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/security-groups?id=55eadb02-d3aa-43b2-bf74-b67b0f98720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158811 May 28 06:49:06.247510 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-e1e8742f-dbcb-4ed6-a969-7bc93b783236 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.5772808 May 28 06:49:06.248535 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 54910) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:49:06.314809 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fb050e66-668d-4b2c-83ec-221e8f9f9ca5 req-8d7aff69-586e-4cd3-8734-829686ae7331 service neutron] 10.222.0.55 "GET /v2.0/networks/244ee66f-8ba5-4a6d-a99b-5ec1fae21d38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3702121 May 28 06:49:06.364298 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cc59ed02-2c97-4319-a223-15339277895e req-7c89cf5b-3e62-4e27-ad98-128e13fddfd4 service neutron] 10.222.0.69 "GET /v2.0/networks/ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722738 May 28 06:49:06.373455 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e5ad43c-0b87-4d34-9c2b-3ba10e9bf3bf tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Made reservation on behalf of 6c64b1b11caf4060b2fa84b61b74dc42 for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:49:06.383458 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2e5ad43c-0b87-4d34-9c2b-3ba10e9bf3bf tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:06.481383 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-c73dd1d4-90cf-4b61-a641-051cd6f91d40 None None] Current status of the port c4179f5b-ac9a-4cd0-a50e-1c3955237922 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:49:06.546662 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 466563e4-8251-4e01-896c-6874e3461ded up at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:49:06.748347 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cc59ed02-2c97-4319-a223-15339277895e req-f722d8f1-1ebe-40d1-a2b8-d69be1e6f9fb service neutron] 10.222.0.69 "GET /v2.0/networks/ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3749995 May 28 06:49:06.755972 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-ee53e5d4-3ccb-48c4-af2a-ee65bc704a6e None None] For port 5f65ece2-fe9f-4751-b35d-7901c23bc75b, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:49:06.823986 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port abf75dc9-fe0b-4338-9af0-de84c550bf58 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:49:06.845661 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-ee53e5d4-3ccb-48c4-af2a-ee65bc704a6e None None] For port 5f65ece2-fe9f-4751-b35d-7901c23bc75b, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=5f65ece2-fe9f-4751-b35d-7901c23bc75b,segment=NetworkSegment(0d7e5168-c3f4-4c19-b318-7137e4c540fd),segment_id=0d7e5168-c3f4-4c19-b318-7137e4c540fd)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:49:06.879947 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c61f1ad-d2be-459d-98b8-cea6f9e2f2f5 req-7992dddb-5676-460d-b93c-016022e0b2e9 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:49:06.895010 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-2e986fac-9444-4cf4-b528-713ffd7fee4f None None] Provisioning complete for port c4179f5b-ac9a-4cd0-a50e-1c3955237922 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:49:06.895259 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3c61f1ad-d2be-459d-98b8-cea6f9e2f2f5 req-7992dddb-5676-460d-b93c-016022e0b2e9 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 944 time: 0.2269125 May 28 06:49:06.895400 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-2e986fac-9444-4cf4-b528-713ffd7fee4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:07.080198 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-ee53e5d4-3ccb-48c4-af2a-ee65bc704a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:07.146698 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3c61f1ad-d2be-459d-98b8-cea6f9e2f2f5 req-4e80afdf-59d0-492b-880a-40f16bcd78a9 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491045 May 28 06:49:07.172669 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device c4179f5b-ac9a-4cd0-a50e-1c3955237922 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:49:07.268805 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2a23d8db-3902-4b94-bce1-21a9404d15ed req-08557571-3d78-472f-818e-08bb8adbfcb0 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8faf0c8-2b0b-4711-9900-f4434257b873 HTTP/1.1" status: 200 len: 210 time: 0.0527613 May 28 06:49:07.283657 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb2b6b3-f852-4e87-a422-d427a12d5165 req-4d36313a-eb04-415f-b057-b02b3cb1379a tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:49:07.283657 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8eb2b6b3-f852-4e87-a422-d427a12d5165 req-4d36313a-eb04-415f-b057-b02b3cb1379a tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=9011fe80-e205-42f4-888b-a238cf59149d HTTP/1.1" status: 200 len: 945 time: 0.2565048 May 28 06:49:07.343687 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8eb2b6b3-f852-4e87-a422-d427a12d5165 req-eead3a64-cae7-4d9d-a679-511d6872ea0e tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/security-groups?id=55eadb02-d3aa-43b2-bf74-b67b0f98720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516815 May 28 06:49:07.401598 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee53e5d4-3ccb-48c4-af2a-ee65bc704a6e None None] Pushing event updated for resources: {'Port': ['ID=5f65ece2-fe9f-4751-b35d-7901c23bc75b,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:49:07.580823 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port c4179f5b-ac9a-4cd0-a50e-1c3955237922 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:49:07.580823 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:07.616024 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-b921ae64-a960-42ec-97fe-2eb8ee823ef5 req-650fd55b-9c12-4de1-81be-22fa46e61a25 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=9011fe80-e205-42f4-888b-a238cf59149d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5709217 May 28 06:49:07.704715 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-2e986fac-9444-4cf4-b528-713ffd7fee4f None None] Current status of the port c4179f5b-ac9a-4cd0-a50e-1c3955237922 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:49:07.892606 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port c4179f5b-ac9a-4cd0-a50e-1c3955237922 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:49:08.015888 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5f42b5fe-b5e7-43a0-b5be-95a69a5afd6f tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:08.027497 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b921ae64-a960-42ec-97fe-2eb8ee823ef5 req-749efa6a-460c-4be2-9001-4efe81cb4c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:49:08.028993 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-b921ae64-a960-42ec-97fe-2eb8ee823ef5 req-749efa6a-460c-4be2-9001-4efe81cb4c1a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=25104e9d91034f7ab315290096db2d20&device_id=9011fe80-e205-42f4-888b-a238cf59149d HTTP/1.1" status: 200 len: 1096 time: 0.2659442 May 28 06:49:08.281550 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning for port 466563e4-8251-4e01-896c-6874e3461ded completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:49:08.290657 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning complete for port 466563e4-8251-4e01-896c-6874e3461ded triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:49:08.294529 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:08.571710 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 466563e4-8251-4e01-896c-6874e3461ded is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:49:08.571710 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:08.650104 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5011e866-0e49-4786-a2cb-e0d4932d86ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '466563e4-8251-4e01-896c-6874e3461ded'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:49:08.682050 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 466563e4-8251-4e01-896c-6874e3461ded, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=466563e4-8251-4e01-896c-6874e3461ded,segment=NetworkSegment(891ef37d-2d2b-47ef-a8c4-170b0614d759),segment_id=891ef37d-2d2b-47ef-a8c4-170b0614d759)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:49:08.690586 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c65109-3f2b-4b33-a288-f125c379f38d None None] Network 41ccb672-e70a-43bf-8f62-dabc5a7e1b95 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:49:08.759206 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6839b1ed-f25b-484e-8471-efac1839684f req-46e8b03e-40b5-46e2-9ba9-91592e78567b tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:49:08.761489 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6839b1ed-f25b-484e-8471-efac1839684f req-46e8b03e-40b5-46e2-9ba9-91592e78567b tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 944 time: 0.4360187 May 28 06:49:08.778546 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:49:08.857184 n-d-843702-1 neutron-server[89109]: DEBUG neutron.objects.ports [None req-2e5ad43c-0b87-4d34-9c2b-3ba10e9bf3bf tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89109) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 28 06:49:08.865994 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2e5ad43c-0b87-4d34-9c2b-3ba10e9bf3bf tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:08.877741 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6839b1ed-f25b-484e-8471-efac1839684f req-d2e7b79f-2a1e-468e-8b29-55dcd2cb8d44 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044481 May 28 06:49:08.931439 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:09.027948 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e3a073a8-5314-4a5e-8710-8165cffcb2d7 req-be8e4464-6603-4289-9e11-14ef122a4809 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8faf0c8-2b0b-4711-9900-f4434257b873 HTTP/1.1" status: 200 len: 210 time: 0.0930183 May 28 06:49:09.044293 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48128593-d8e1-4f73-9f04-b04366959bd1'] response: {'server_uuid': '5011e866-0e49-4786-a2cb-e0d4932d86ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '466563e4-8251-4e01-896c-6874e3461ded', 'code': 200} May 28 06:49:09.051506 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 5f65ece2-fe9f-4751-b35d-7901c23bc75b up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:49:09.274506 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=466563e4-8251-4e01-896c-6874e3461ded,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:49:09.290090 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-f4f5cc3a-e1bf-41cb-9c7f-d4c967067ca5 None None] Provisioning for port 5f65ece2-fe9f-4751-b35d-7901c23bc75b completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:49:09.332163 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.db.resource_extend [None req-5f42b5fe-b5e7-43a0-b5be-95a69a5afd6f tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] It took 0.47 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 06:49:09.354156 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5f42b5fe-b5e7-43a0-b5be-95a69a5afd6f tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:09.388857 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b921ae64-a960-42ec-97fe-2eb8ee823ef5 req-d372d339-1273-4b07-a6a2-8ba96dc59fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:49:09.390639 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-b921ae64-a960-42ec-97fe-2eb8ee823ef5 req-d372d339-1273-4b07-a6a2-8ba96dc59fdb service neutron] 10.222.0.71 "GET /v2.0/networks?id=ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1 HTTP/1.1" status: 200 len: 907 time: 1.3255861 May 28 06:49:09.427412 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c05ec0-284a-44c7-82aa-7615e4bccaff req-ea4fedc9-5765-4a76-8140-730442d69bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:49:09.430985 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a4c05ec0-284a-44c7-82aa-7615e4bccaff req-ea4fedc9-5765-4a76-8140-730442d69bcd service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 1096 time: 0.3297310 May 28 06:49:09.498328 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a14237d-33ee-43f7-a31d-e02a0e3eb023 req-1586ac69-5bc4-4dac-817a-2a00c4e55156 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:49:09.500694 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1a14237d-33ee-43f7-a31d-e02a0e3eb023 req-1586ac69-5bc4-4dac-817a-2a00c4e55156 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=9011fe80-e205-42f4-888b-a238cf59149d HTTP/1.1" status: 200 len: 945 time: 0.3210707 May 28 06:49:09.513828 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 5f65ece2-fe9f-4751-b35d-7901c23bc75b completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:49:09.521624 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 5f65ece2-fe9f-4751-b35d-7901c23bc75b triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:49:09.530022 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:09.595957 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a4c05ec0-284a-44c7-82aa-7615e4bccaff req-bba8181b-b8f0-47ea-a01a-b2330db35df4 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585047 May 28 06:49:09.603267 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5f42b5fe-b5e7-43a0-b5be-95a69a5afd6f tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:09.683132 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1a14237d-33ee-43f7-a31d-e02a0e3eb023 req-4e6f5104-d890-495c-8b7a-ca2156729559 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/security-groups?id=55eadb02-d3aa-43b2-bf74-b67b0f98720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730247 May 28 06:49:09.708848 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-b921ae64-a960-42ec-97fe-2eb8ee823ef5 req-24cd5d05-e69e-440e-a65b-18be066efaf1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ef78c2c5-b558-469c-8072-f91e26f8d4b5 HTTP/1.1" status: 200 len: 217 time: 0.3076854 May 28 06:49:09.794307 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 5f65ece2-fe9f-4751-b35d-7901c23bc75b is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:49:09.794791 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:09.835024 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5ad43c-0b87-4d34-9c2b-3ba10e9bf3bf tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Pushing event updated for resources: {'Subnet': ['ID=acb8eac4-0368-4865-af0b-12953bd1373a,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:49:09.871432 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port 5f65ece2-fe9f-4751-b35d-7901c23bc75b, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=5f65ece2-fe9f-4751-b35d-7901c23bc75b,segment=NetworkSegment(0d7e5168-c3f4-4c19-b318-7137e4c540fd),segment_id=0d7e5168-c3f4-4c19-b318-7137e4c540fd)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:49:09.884932 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5ad43c-0b87-4d34-9c2b-3ba10e9bf3bf tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Checking segment: {'id': '0c1405c4-7c27-469b-985a-d303e4bfe6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '7733440a-89ac-494d-880b-13489f99bf4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:49:09.885537 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5ad43c-0b87-4d34-9c2b-3ba10e9bf3bf tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Network hostable DHCP agents. Network: 7733440a-89ac-494d-880b-13489f99bf4b, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:49:09.914695 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f42b5fe-b5e7-43a0-b5be-95a69a5afd6f tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Pushing event updated for resources: {'Port': ['ID=c661117e-6fdb-4f2f-bea2-d0406ab69f2a,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:49:09.979190 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:10.006285 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b921ae64-a960-42ec-97fe-2eb8ee823ef5 req-b6d532ed-bdb1-436d-b3ea-e1a3306907e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:49:10.009956 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-b921ae64-a960-42ec-97fe-2eb8ee823ef5 req-b6d532ed-bdb1-436d-b3ea-e1a3306907e9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=cb73ce23-f864-48a4-8bdb-f1e8654d92be HTTP/1.1" status: 200 len: 846 time: 0.2332575 May 28 06:49:10.149694 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=5f65ece2-fe9f-4751-b35d-7901c23bc75b,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:49:10.182783 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-c669472f-7643-4b58-a69a-f3b86861b100 None None] Provisioning complete for port 5f65ece2-fe9f-4751-b35d-7901c23bc75b triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:49:10.183355 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c669472f-7643-4b58-a69a-f3b86861b100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:10.255824 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-b921ae64-a960-42ec-97fe-2eb8ee823ef5 req-aded1821-75d6-4dd3-a5ae-e4fde141146f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2343240 May 28 06:49:10.256561 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5ad43c-0b87-4d34-9c2b-3ba10e9bf3bf tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Network 7733440a-89ac-494d-880b-13489f99bf4b is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:49:10.418563 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41578f83-8676-4c5c-845c-b3973ecddc89 req-24c50caf-e9c3-42bc-8079-6d3c231a26f2 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:49:10.420517 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-41578f83-8676-4c5c-845c-b3973ecddc89 req-24c50caf-e9c3-42bc-8079-6d3c231a26f2 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 945 time: 0.3005984 May 28 06:49:10.423700 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c8032298-17c8-4272-b723-d5277a39cd89 req-bb81a39f-16c5-4b61-a351-d54040a79ea1 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8faf0c8-2b0b-4711-9900-f4434257b873 HTTP/1.1" status: 200 len: 210 time: 0.1472192 May 28 06:49:10.482597 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5f42b5fe-b5e7-43a0-b5be-95a69a5afd6f tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690947'] for router_interface, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:10.502252 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-2e5ad43c-0b87-4d34-9c2b-3ba10e9bf3bf tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, 7733440a-89ac-494d-880b-13489f99bf4b) {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:49:10.533846 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5ad43c-0b87-4d34-9c2b-3ba10e9bf3bf tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:49:10.533846 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2e5ad43c-0b87-4d34-9c2b-3ba10e9bf3bf tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:10.537483 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-41578f83-8676-4c5c-845c-b3973ecddc89 req-8df89705-2c1b-4249-b35c-06676644fd31 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091676 May 28 06:49:10.561603 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc182e5-adcb-400f-876c-c3417a716738 None None] Network 7733440a-89ac-494d-880b-13489f99bf4b requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:49:10.767075 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-b921ae64-a960-42ec-97fe-2eb8ee823ef5 req-4f324744-b188-4fdf-9c2e-ebc5316b3492 service neutron] 10.222.0.71 "GET /v2.0/networks/ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4923339 May 28 06:49:10.848624 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-c669472f-7643-4b58-a69a-f3b86861b100 None None] Current status of the port 5f65ece2-fe9f-4751-b35d-7901c23bc75b is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:49:10.878828 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7337dff-22f7-4612-bd71-bf1b8ca867f8 req-8913f396-4194-4b4d-a826-96010ee724d7 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:49:10.884033 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e7337dff-22f7-4612-bd71-bf1b8ca867f8 req-8913f396-4194-4b4d-a826-96010ee724d7 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.71 "GET /v2.0/ports?device_id=9011fe80-e205-42f4-888b-a238cf59149d HTTP/1.1" status: 200 len: 945 time: 0.2989626 May 28 06:49:11.010257 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 5f65ece2-fe9f-4751-b35d-7901c23bc75b up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:49:11.014399 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-e7337dff-22f7-4612-bd71-bf1b8ca867f8 req-ba98148c-2842-40bd-9aa7-a6fc327aad0c tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Deleting port ef78c2c5-b558-469c-8072-f91e26f8d4b5 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:49:11.015296 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-e7337dff-22f7-4612-bd71-bf1b8ca867f8 req-ba98148c-2842-40bd-9aa7-a6fc327aad0c tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:11.054295 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-2e5ad43c-0b87-4d34-9c2b-3ba10e9bf3bf tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.2336748 May 28 06:49:11.055078 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 55004) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:49:11.076432 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5f42b5fe-b5e7-43a0-b5be-95a69a5afd6f tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:11.099098 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-c669472f-7643-4b58-a69a-f3b86861b100 None None] Provisioning for port c661117e-6fdb-4f2f-bea2-d0406ab69f2a completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:49:11.110055 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-c669472f-7643-4b58-a69a-f3b86861b100 None None] Provisioning complete for port c661117e-6fdb-4f2f-bea2-d0406ab69f2a triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:49:11.110505 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c669472f-7643-4b58-a69a-f3b86861b100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:11.110631 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-4bc5bec5-8962-47a9-976e-55b2919aefc5 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Request body: {'port': {'network_id': '7733440a-89ac-494d-880b-13489f99bf4b', 'name': 'tempest-NetworksIpV6TestAttrs-141291007'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:49:11.304770 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 5f65ece2-fe9f-4751-b35d-7901c23bc75b triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:49:11.305862 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:11.365234 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-c669472f-7643-4b58-a69a-f3b86861b100 None None] Port c661117e-6fdb-4f2f-bea2-d0406ab69f2a cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:49:11.376800 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb5cf8c-09be-41e3-b3dc-46e7e04b0b41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-7733440a-89ac-494d-880b-13489f99bf4b', 'network_id': '7733440a-89ac-494d-880b-13489f99bf4b', 'tenant_id': '6c64b1b11caf4060b2fa84b61b74dc42', 'fixed_ips': [{'subnet_id': 'acb8eac4-0368-4865-af0b-12953bd1373a'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:49:11.380028 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-0fb5cf8c-09be-41e3-b3dc-46e7e04b0b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:11.573184 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-b921ae64-a960-42ec-97fe-2eb8ee823ef5 req-bd21f7e3-4b9b-4278-be98-277f480f18cb service neutron] 10.222.0.71 "GET /v2.0/networks/ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7944252 May 28 06:49:11.616169 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 5f65ece2-fe9f-4751-b35d-7901c23bc75b is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:49:11.619852 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-06df2b95-7303-4adf-bf97-9746976f225a None None] Provisioning complete for port c661117e-6fdb-4f2f-bea2-d0406ab69f2a triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:49:11.620225 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-06df2b95-7303-4adf-bf97-9746976f225a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:11.738616 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-06df2b95-7303-4adf-bf97-9746976f225a None None] Port c661117e-6fdb-4f2f-bea2-d0406ab69f2a cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:49:11.759763 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-0fb5cf8c-09be-41e3-b3dc-46e7e04b0b41 None None] Allocated IP 2001:db8::f816:3eff:fef8:d5d3 (7733440a-89ac-494d-880b-13489f99bf4b/acb8eac4-0368-4865-af0b-12953bd1373a/6743eb44-e795-40b5-8d07-4c93a5f661b2) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:49:11.818520 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1c3f04ff-577a-4481-a797-f7817cd703eb req-531673d9-53a2-4dae-8f27-2326b03b5505 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8faf0c8-2b0b-4711-9900-f4434257b873 HTTP/1.1" status: 200 len: 210 time: 0.1606600 May 28 06:49:11.926741 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-4bc5bec5-8962-47a9-976e-55b2919aefc5 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:49:11.929778 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5f42b5fe-b5e7-43a0-b5be-95a69a5afd6f tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:11.942193 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-4bc5bec5-8962-47a9-976e-55b2919aefc5 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Usage tracker for resource:port and tenant:6c64b1b11caf4060b2fa84b61b74dc42 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:49:11.978935 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c24152-7f21-4636-8957-df88e1aa0a4c req-b8c83dad-1616-4447-8030-a006ed0c6b44 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:49:11.980526 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-12c24152-7f21-4636-8957-df88e1aa0a4c req-b8c83dad-1616-4447-8030-a006ed0c6b44 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=9011fe80-e205-42f4-888b-a238cf59149d HTTP/1.1" status: 200 len: 945 time: 0.9332294 May 28 06:49:11.985039 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-4bc5bec5-8962-47a9-976e-55b2919aefc5 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:49:12.029921 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-4bc5bec5-8962-47a9-976e-55b2919aefc5 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:49:12.052883 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-e7337dff-22f7-4612-bd71-bf1b8ca867f8 req-ba98148c-2842-40bd-9aa7-a6fc327aad0c tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] For port ef78c2c5-b558-469c-8072-f91e26f8d4b5, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=ef78c2c5-b558-469c-8072-f91e26f8d4b5,segment=NetworkSegment(d3c6b9f0-14d5-4338-b095-ac6f93dbc704),segment_id=d3c6b9f0-14d5-4338-b095-ac6f93dbc704)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:49:12.053488 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-e7337dff-22f7-4612-bd71-bf1b8ca867f8 req-ba98148c-2842-40bd-9aa7-a6fc327aad0c tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:12.102866 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5f42b5fe-b5e7-43a0-b5be-95a69a5afd6f tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:12.102866 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5f42b5fe-b5e7-43a0-b5be-95a69a5afd6f tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700602'] for router_interface, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:12.301671 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-0fb5cf8c-09be-41e3-b3dc-46e7e04b0b41 None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:12.339984 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-0fb5cf8c-09be-41e3-b3dc-46e7e04b0b41 None None] Transition to ACTIVE for port object 6743eb44-e795-40b5-8d07-4c93a5f661b2 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:49:12.347565 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-12c24152-7f21-4636-8957-df88e1aa0a4c req-df9859f7-7380-46ca-ba79-ea0b81aa0bcb tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/security-groups?id=55eadb02-d3aa-43b2-bf74-b67b0f98720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3434696 May 28 06:49:12.348313 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bc5bec5-8962-47a9-976e-55b2919aefc5 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Made reservation on behalf of 6c64b1b11caf4060b2fa84b61b74dc42 for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:49:12.372457 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-4bc5bec5-8962-47a9-976e-55b2919aefc5 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:12.382418 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-0fb5cf8c-09be-41e3-b3dc-46e7e04b0b41 None None] Transition to ACTIVE for port object 6743eb44-e795-40b5-8d07-4c93a5f661b2 will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:49:12.390915 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-e7337dff-22f7-4612-bd71-bf1b8ca867f8 req-ba98148c-2842-40bd-9aa7-a6fc327aad0c tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Calling delete_port for ef78c2c5-b558-469c-8072-f91e26f8d4b5 owned by compute:nova {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:49:12.493807 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-0fb5cf8c-09be-41e3-b3dc-46e7e04b0b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:12.633811 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [None req-4bc5bec5-8962-47a9-976e-55b2919aefc5 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] device_id is not set on port d191ed08-794f-4cb8-8ac4-bde0bec5002f yet. {{(pid=89110) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:49:12.652733 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb5cf8c-09be-41e3-b3dc-46e7e04b0b41 None None] Network 7733440a-89ac-494d-880b-13489f99bf4b is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:49:12.657457 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-0fb5cf8c-09be-41e3-b3dc-46e7e04b0b41 None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:49:12.664178 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb5cf8c-09be-41e3-b3dc-46e7e04b0b41 None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:49:12.787121 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb5cf8c-09be-41e3-b3dc-46e7e04b0b41 None None] Pushing event updated for resources: {'Port': ['ID=6743eb44-e795-40b5-8d07-4c93a5f661b2,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:49:12.823782 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-0fb5cf8c-09be-41e3-b3dc-46e7e04b0b41 None None] Attempting to bind port 6743eb44-e795-40b5-8d07-4c93a5f661b2 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:49:12.824567 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-0fb5cf8c-09be-41e3-b3dc-46e7e04b0b41 None None] Attempting to bind port 6743eb44-e795-40b5-8d07-4c93a5f661b2 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': '0c1405c4-7c27-469b-985a-d303e4bfe6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '7733440a-89ac-494d-880b-13489f99bf4b'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:49:12.825166 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb5cf8c-09be-41e3-b3dc-46e7e04b0b41 None None] Attempting to bind port 6743eb44-e795-40b5-8d07-4c93a5f661b2 on network 7733440a-89ac-494d-880b-13489f99bf4b {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:49:12.834621 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb5cf8c-09be-41e3-b3dc-46e7e04b0b41 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:49:12.843616 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb5cf8c-09be-41e3-b3dc-46e7e04b0b41 None None] Checking segment: {'id': '0c1405c4-7c27-469b-985a-d303e4bfe6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '7733440a-89ac-494d-880b-13489f99bf4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:49:12.845572 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-0fb5cf8c-09be-41e3-b3dc-46e7e04b0b41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:12.845572 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb5cf8c-09be-41e3-b3dc-46e7e04b0b41 None None] Bound using segment: {'id': '0c1405c4-7c27-469b-985a-d303e4bfe6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '7733440a-89ac-494d-880b-13489f99bf4b'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:49:12.845572 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-0fb5cf8c-09be-41e3-b3dc-46e7e04b0b41 None None] Bound port: 6743eb44-e795-40b5-8d07-4c93a5f661b2, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c1405c4-7c27-469b-985a-d303e4bfe6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '7733440a-89ac-494d-880b-13489f99bf4b'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:49:12.846510 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-0fb5cf8c-09be-41e3-b3dc-46e7e04b0b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:12.996973 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [None req-4bc5bec5-8962-47a9-976e-55b2919aefc5 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Allocated IP 2001:db8::f816:3eff:fe59:68c3 (7733440a-89ac-494d-880b-13489f99bf4b/acb8eac4-0368-4865-af0b-12953bd1373a/d191ed08-794f-4cb8-8ac4-bde0bec5002f) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:49:13.000689 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f42b5fe-b5e7-43a0-b5be-95a69a5afd6f tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Pushing event updated for resources: {'Port': ['ID=c661117e-6fdb-4f2f-bea2-d0406ab69f2a,revision_number=3']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:49:13.028975 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-0fb5cf8c-09be-41e3-b3dc-46e7e04b0b41 None None] For port 6743eb44-e795-40b5-8d07-4c93a5f661b2, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:49:13.033543 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-0fb5cf8c-09be-41e3-b3dc-46e7e04b0b41 None None] For port 6743eb44-e795-40b5-8d07-4c93a5f661b2, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=6743eb44-e795-40b5-8d07-4c93a5f661b2,segment=NetworkSegment(0c1405c4-7c27-469b-985a-d303e4bfe6bb),segment_id=0c1405c4-7c27-469b-985a-d303e4bfe6bb)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:49:13.081292 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-e7337dff-22f7-4612-bd71-bf1b8ca867f8 req-ba98148c-2842-40bd-9aa7-a6fc327aad0c tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:13.093479 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['f8566525-c4cb-4e62-a1d8-5e9ce5ba1b4e'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:49:13.166509 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ff4fc579-7b43-4962-b106-543fa21d2542 req-326f1caa-3239-4088-b453-a50056286245 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8faf0c8-2b0b-4711-9900-f4434257b873 HTTP/1.1" status: 200 len: 210 time: 0.1074615 May 28 06:49:13.181264 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-0fb5cf8c-09be-41e3-b3dc-46e7e04b0b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:13.289228 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f42b5fe-b5e7-43a0-b5be-95a69a5afd6f tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Network 41ccb672-e70a-43bf-8f62-dabc5a7e1b95 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:49:13.293116 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-5f42b5fe-b5e7-43a0-b5be-95a69a5afd6f tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:49:13.293462 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba98148c-2842-40bd-9aa7-a6fc327aad0c tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Pushing event deleted for resources: {'Port': ['ID=ef78c2c5-b558-469c-8072-f91e26f8d4b5,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:49:13.326872 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb050e66-668d-4b2c-83ec-221e8f9f9ca5 req-91bb9ba5-6c52-4750-abb8-5fb43cb18535 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:49:13.328245 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-fb050e66-668d-4b2c-83ec-221e8f9f9ca5 req-91bb9ba5-6c52-4750-abb8-5fb43cb18535 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Synchronizing usage tracker for tenant:923dafe00970411a989ff222606e459e on resource:network {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:49:13.388806 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7337dff-22f7-4612-bd71-bf1b8ca867f8 req-ba98148c-2842-40bd-9aa7-a6fc327aad0c tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] No DVR routers for this DVR port ef78c2c5-b558-469c-8072-f91e26f8d4b5 on host n-h2-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:49:13.527419 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-e7337dff-22f7-4612-bd71-bf1b8ca867f8 req-ba98148c-2842-40bd-9aa7-a6fc327aad0c tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:13.528842 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device ef78c2c5-b558-469c-8072-f91e26f8d4b5 no longer exists at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:49:13.590756 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9011fe80-e205-42f4-888b-a238cf59149d', 'name': 'network-vif-deleted', 'tag': 'ef78c2c5-b558-469c-8072-f91e26f8d4b5'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:49:13.654168 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb5cf8c-09be-41e3-b3dc-46e7e04b0b41 None None] Pushing event updated for resources: {'Port': ['ID=6743eb44-e795-40b5-8d07-4c93a5f661b2,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:49:13.717375 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] No Port match for: ef78c2c5-b558-469c-8072-f91e26f8d4b5 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:49:13.718831 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device ef78c2c5-b558-469c-8072-f91e26f8d4b5 not bound to the agent host n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:49:13.723284 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c518001-c302-4878-bb0c-b30d8f5f1aab req-d75443fa-377d-4198-8080-2b41d7eaa190 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:49:13.726635 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4c518001-c302-4878-bb0c-b30d8f5f1aab req-d75443fa-377d-4198-8080-2b41d7eaa190 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 945 time: 1.6476686 May 28 06:49:13.740962 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e7337dff-22f7-4612-bd71-bf1b8ca867f8 req-ba98148c-2842-40bd-9aa7-a6fc327aad0c tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.71 "DELETE /v2.0/ports/ef78c2c5-b558-469c-8072-f91e26f8d4b5 HTTP/1.1" status: 204 len: 173 time: 2.8505065 May 28 06:49:13.742425 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-add3c9a9-7e9e-4b58-a117-978dd82aa622 req-524785bd-e2b3-4577-b070-1a501b3a5c83 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Synchronizing usage tracker for tenant:25104e9d91034f7ab315290096db2d20 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:49:13.826292 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-fb050e66-668d-4b2c-83ec-221e8f9f9ca5 req-91bb9ba5-6c52-4750-abb8-5fb43cb18535 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Unset dirty status for tenant:923dafe00970411a989ff222606e459e on resource:network {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:49:13.830690 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-fb050e66-668d-4b2c-83ec-221e8f9f9ca5 req-91bb9ba5-6c52-4750-abb8-5fb43cb18535 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.71 "GET /v2.0/networks?id=244ee66f-8ba5-4a6d-a99b-5ec1fae21d38 HTTP/1.1" status: 200 len: 815 time: 1.4342215 May 28 06:49:13.860276 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4c518001-c302-4878-bb0c-b30d8f5f1aab req-e6ca8912-6236-4052-b221-7f45fe7159bc tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973272 May 28 06:49:13.976064 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f42b5fe-b5e7-43a0-b5be-95a69a5afd6f tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Router 7f2a2f12-d884-40c3-81f5-fc43bba74950 is scheduled to L3 agent 42958940-9562-4f71-972f-15a8af9d3963 with binding_index 1 {{(pid=89109) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 06:49:13.979958 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-add3c9a9-7e9e-4b58-a117-978dd82aa622 req-524785bd-e2b3-4577-b070-1a501b3a5c83 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Unset dirty status for tenant:25104e9d91034f7ab315290096db2d20 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:49:13.981177 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-add3c9a9-7e9e-4b58-a117-978dd82aa622 req-524785bd-e2b3-4577-b070-1a501b3a5c83 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=9011fe80-e205-42f4-888b-a238cf59149d HTTP/1.1" status: 200 len: 210 time: 0.3546362 May 28 06:49:13.995058 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-b847e134-93fc-4809-814f-15637b4f110c None None] Provisioning complete for port c661117e-6fdb-4f2f-bea2-d0406ab69f2a triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:49:13.995058 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b847e134-93fc-4809-814f-15637b4f110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:13.997972 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-4bc5bec5-8962-47a9-976e-55b2919aefc5 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:14.034957 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [None req-4bc5bec5-8962-47a9-976e-55b2919aefc5 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Transition to ACTIVE for port object d191ed08-794f-4cb8-8ac4-bde0bec5002f will not be triggered until provisioned by entity DHCP. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:49:14.133567 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-b847e134-93fc-4809-814f-15637b4f110c None None] Port c661117e-6fdb-4f2f-bea2-d0406ab69f2a cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:49:14.203158 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-4bc5bec5-8962-47a9-976e-55b2919aefc5 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:14.361708 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-fb050e66-668d-4b2c-83ec-221e8f9f9ca5 req-81ac3a54-9551-41be-9262-dca46b237802 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Synchronizing usage tracker for tenant:923dafe00970411a989ff222606e459e on resource:security_group {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:49:14.386896 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8aaf6c74-1e2b-4a10-a73c-2a8c878d8f83'] response: {'server_uuid': '9011fe80-e205-42f4-888b-a238cf59149d', 'name': 'network-vif-deleted', 'tag': 'ef78c2c5-b558-469c-8072-f91e26f8d4b5', 'status': 'completed', 'code': 200} May 28 06:49:14.502156 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-fb050e66-668d-4b2c-83ec-221e8f9f9ca5 req-81ac3a54-9551-41be-9262-dca46b237802 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Unset dirty status for tenant:923dafe00970411a989ff222606e459e on resource:security_group {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:49:14.503801 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-fb050e66-668d-4b2c-83ec-221e8f9f9ca5 req-81ac3a54-9551-41be-9262-dca46b237802 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=923dafe00970411a989ff222606e459e HTTP/1.1" status: 200 len: 380 time: 0.6553946 May 28 06:49:14.528028 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-fb050e66-668d-4b2c-83ec-221e8f9f9ca5 req-222833f3-3751-426d-ac79-1270a3c8bfe3 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Request body: {'port': {'device_id': 'd8faf0c8-2b0b-4711-9900-f4434257b873', 'network_id': '244ee66f-8ba5-4a6d-a99b-5ec1fae21d38', 'admin_state_up': True, 'tenant_id': '923dafe00970411a989ff222606e459e', 'security_groups': ['7c7bfca4-1cac-4fe5-a92f-14792891f755']}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:49:14.700260 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc5bec5-8962-47a9-976e-55b2919aefc5 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Network 7733440a-89ac-494d-880b-13489f99bf4b is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:49:14.720675 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-4bc5bec5-8962-47a9-976e-55b2919aefc5 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:49:14.745017 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-59636cda-eeb5-46e7-9792-3aa865fbdd00 req-cb09f5db-2a23-4a8d-aae2-842b7890ea27 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8faf0c8-2b0b-4711-9900-f4434257b873 HTTP/1.1" status: 200 len: 210 time: 0.3253217 May 28 06:49:14.755002 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc5bec5-8962-47a9-976e-55b2919aefc5 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:49:14.761721 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc5bec5-8962-47a9-976e-55b2919aefc5 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:49:14.762327 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-4bc5bec5-8962-47a9-976e-55b2919aefc5 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:14.763273 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f42b5fe-b5e7-43a0-b5be-95a69a5afd6f tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:49:14.770821 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc5bec5-8962-47a9-976e-55b2919aefc5 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Pushing event updated for resources: {'Port': ['ID=d191ed08-794f-4cb8-8ac4-bde0bec5002f,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:49:14.774997 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdb7dac-4aaa-453c-8a8a-06c20b397ed3 None None] Sync routers for ids ['7f2a2f12-d884-40c3-81f5-fc43bba74950'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:49:14.780848 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-5f42b5fe-b5e7-43a0-b5be-95a69a5afd6f tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] 10.222.0.55 "PUT /v2.0/routers/7f2a2f12-d884-40c3-81f5-fc43bba74950/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5273900 May 28 06:49:14.782259 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 55072) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:49:14.795277 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdb7dac-4aaa-453c-8a8a-06c20b397ed3 None None] Routers {'7f2a2f12-d884-40c3-81f5-fc43bba74950'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:49:14.796701 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-dcdb7dac-4aaa-453c-8a8a-06c20b397ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:48:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['7f2a2f12-d884-40c3-81f5-fc43bba74950'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:49:14.895962 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-dcdb7dac-4aaa-453c-8a8a-06c20b397ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:49:14.926761 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdb7dac-4aaa-453c-8a8a-06c20b397ed3 None None] Routers {'7f2a2f12-d884-40c3-81f5-fc43bba74950'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:49:14.928034 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-dcdb7dac-4aaa-453c-8a8a-06c20b397ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:48:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['7f2a2f12-d884-40c3-81f5-fc43bba74950'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:49:14.949573 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274190ac-895f-4da6-b4a5-9d6912c03d73 req-44dc574f-9b1b-432a-8f2b-886cfebf374c tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:49:14.951329 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-274190ac-895f-4da6-b4a5-9d6912c03d73 req-44dc574f-9b1b-432a-8f2b-886cfebf374c tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/networks?id=a5003c5d-3a74-4f41-abaa-5496ec434a45 HTTP/1.1" status: 200 len: 813 time: 0.5635800 May 28 06:49:14.981543 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [req-fb050e66-668d-4b2c-83ec-221e8f9f9ca5 req-222833f3-3751-426d-ac79-1270a3c8bfe3 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:49:14.984200 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-274190ac-895f-4da6-b4a5-9d6912c03d73 req-9a8dfec3-9525-4252-93cf-8a400bbfcb44 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/quotas/73e0295cd8e04d62a9246f93ad60c000 HTTP/1.1" status: 200 len: 375 time: 0.0188470 May 28 06:49:15.000027 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-4bc5bec5-8962-47a9-976e-55b2919aefc5 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 3.9402785 May 28 06:49:15.000027 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 55076) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:49:15.032281 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [req-fb050e66-668d-4b2c-83ec-221e8f9f9ca5 req-222833f3-3751-426d-ac79-1270a3c8bfe3 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:49:15.074462 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01bbefe3-232e-409b-8f9d-466714ef0a78 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:49:15.076900 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-01bbefe3-232e-409b-8f9d-466714ef0a78 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Synchronizing usage tracker for tenant:bf0f1d3761524ddfa4db9240ac258eb8 on resource:port {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:49:15.185295 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_v2 [None req-7da5d775-2956-4d75-97f3-7af29477c4a1 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Deleting subnet acb8eac4-0368-4865-af0b-12953bd1373a {{(pid=89110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:49:15.188208 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 6743eb44-e795-40b5-8d07-4c93a5f661b2 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:49:15.191498 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-dcdb7dac-4aaa-453c-8a8a-06c20b397ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:49:15.191662 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7da5d775-2956-4d75-97f3-7af29477c4a1 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks [] for subnet, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:15.192203 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdb7dac-4aaa-453c-8a8a-06c20b397ed3 None None] The sync data for ids ['7f2a2f12-d884-40c3-81f5-fc43bba74950'] in n-d-843702-1 is: [] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:49:15.288987 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7da5d775-2956-4d75-97f3-7af29477c4a1 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4150765'] for subnet, precommit_delete_associations {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:15.298440 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb050e66-668d-4b2c-83ec-221e8f9f9ca5 req-222833f3-3751-426d-ac79-1270a3c8bfe3 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Made reservation on behalf of 923dafe00970411a989ff222606e459e for: {'port': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:49:15.302372 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-fb050e66-668d-4b2c-83ec-221e8f9f9ca5 req-222833f3-3751-426d-ac79-1270a3c8bfe3 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:15.395314 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 6743eb44-e795-40b5-8d07-4c93a5f661b2 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:49:15.478821 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-274190ac-895f-4da6-b4a5-9d6912c03d73 req-303dd892-18f7-4ce1-a37d-ff71f0e70ead tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=73e0295cd8e04d62a9246f93ad60c000&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4760900 May 28 06:49:15.492247 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ed3f9331-7b28-46ad-8ec9-ad1b591a6785 req-2142ff05-3406-4822-a49f-7bd62ff3ef84 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=9011fe80-e205-42f4-888b-a238cf59149d HTTP/1.1" status: 200 len: 210 time: 0.1566198 May 28 06:49:15.509024 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [req-274190ac-895f-4da6-b4a5-9d6912c03d73 req-f97cf8d7-9d1f-4548-98c2-4865d985adee service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=89110) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:49:15.512879 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-274190ac-895f-4da6-b4a5-9d6912c03d73 req-f97cf8d7-9d1f-4548-98c2-4865d985adee service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0151429 May 28 06:49:15.537952 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-01bbefe3-232e-409b-8f9d-466714ef0a78 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Unset dirty status for tenant:bf0f1d3761524ddfa4db9240ac258eb8 on resource:port {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:49:15.540428 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-01bbefe3-232e-409b-8f9d-466714ef0a78 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f2a2f12-d884-40c3-81f5-fc43bba74950 HTTP/1.1" status: 200 len: 989 time: 0.7571776 May 28 06:49:15.541225 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7998215a-e3a9-4d05-beac-84f66f603243 None None] Network 7733440a-89ac-494d-880b-13489f99bf4b requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:49:15.544120 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 55086) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:49:15.655854 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [req-fb050e66-668d-4b2c-83ec-221e8f9f9ca5 req-222833f3-3751-426d-ac79-1270a3c8bfe3 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Allocated IP 172.20.0.14 (244ee66f-8ba5-4a6d-a99b-5ec1fae21d38/395c6a06-7ada-4575-b52f-ff6a58f20fb7/ea2e1a53-d70b-4271-a57e-6fffc0d8bb80) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:49:15.878598 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-9819ad89-ecb2-4c31-8cdb-217ff15026b1 None None] Provisioning for port 6743eb44-e795-40b5-8d07-4c93a5f661b2 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:49:15.893899 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-9819ad89-ecb2-4c31-8cdb-217ff15026b1 None None] Provisioning complete for port 6743eb44-e795-40b5-8d07-4c93a5f661b2 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:49:15.894266 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-9819ad89-ecb2-4c31-8cdb-217ff15026b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:15.991063 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-fb050e66-668d-4b2c-83ec-221e8f9f9ca5 req-222833f3-3751-426d-ac79-1270a3c8bfe3 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:16.009639 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [req-fb050e66-668d-4b2c-83ec-221e8f9f9ca5 req-222833f3-3751-426d-ac79-1270a3c8bfe3 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Transition to ACTIVE for port object ea2e1a53-d70b-4271-a57e-6fffc0d8bb80 will not be triggered until provisioned by entity DHCP. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:49:16.056144 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-9819ad89-ecb2-4c31-8cdb-217ff15026b1 None None] Current status of the port 6743eb44-e795-40b5-8d07-4c93a5f661b2 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:49:16.056590 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-9819ad89-ecb2-4c31-8cdb-217ff15026b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:16.094045 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-9819ad89-ecb2-4c31-8cdb-217ff15026b1 None None] For port 6743eb44-e795-40b5-8d07-4c93a5f661b2, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=6743eb44-e795-40b5-8d07-4c93a5f661b2,segment=NetworkSegment(0c1405c4-7c27-469b-985a-d303e4bfe6bb),segment_id=0c1405c4-7c27-469b-985a-d303e4bfe6bb)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:49:16.179404 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-fb050e66-668d-4b2c-83ec-221e8f9f9ca5 req-222833f3-3751-426d-ac79-1270a3c8bfe3 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:16.268011 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb050e66-668d-4b2c-83ec-221e8f9f9ca5 req-222833f3-3751-426d-ac79-1270a3c8bfe3 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Network 244ee66f-8ba5-4a6d-a99b-5ec1fae21d38 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:49:16.271373 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [req-fb050e66-668d-4b2c-83ec-221e8f9f9ca5 req-222833f3-3751-426d-ac79-1270a3c8bfe3 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:49:16.273779 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb050e66-668d-4b2c-83ec-221e8f9f9ca5 req-222833f3-3751-426d-ac79-1270a3c8bfe3 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:49:16.287397 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-9819ad89-ecb2-4c31-8cdb-217ff15026b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:16.403309 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb050e66-668d-4b2c-83ec-221e8f9f9ca5 req-222833f3-3751-426d-ac79-1270a3c8bfe3 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:49:16.404311 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-fb050e66-668d-4b2c-83ec-221e8f9f9ca5 req-222833f3-3751-426d-ac79-1270a3c8bfe3 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:16.431883 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222833f3-3751-426d-ac79-1270a3c8bfe3 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Pushing event updated for resources: {'Port': ['ID=ea2e1a53-d70b-4271-a57e-6fffc0d8bb80,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:49:16.438168 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9819ad89-ecb2-4c31-8cdb-217ff15026b1 None None] Pushing event updated for resources: {'Port': ['ID=6743eb44-e795-40b5-8d07-4c93a5f661b2,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:49:16.538885 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-fcf77432-0054-44d0-83da-692c9a2b546d None None] Provisioning for port d191ed08-794f-4cb8-8ac4-bde0bec5002f completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:49:16.546393 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-fcf77432-0054-44d0-83da-692c9a2b546d None None] Provisioning complete for port d191ed08-794f-4cb8-8ac4-bde0bec5002f triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:49:16.547493 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-fcf77432-0054-44d0-83da-692c9a2b546d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:16.623410 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-274190ac-895f-4da6-b4a5-9d6912c03d73 req-ed1cc1a8-f9e8-4e63-92e9-9883c2cdb0f0 service neutron] 10.222.0.55 "GET /v2.0/networks/a5003c5d-3a74-4f41-abaa-5496ec434a45?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0769129 May 28 06:49:16.631012 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-fb050e66-668d-4b2c-83ec-221e8f9f9ca5 req-222833f3-3751-426d-ac79-1270a3c8bfe3 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1188188 May 28 06:49:16.649904 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-fb050e66-668d-4b2c-83ec-221e8f9f9ca5 req-b9fb41cf-ba0f-4464-9067-48cae11506f4 service neutron] Request body: {'port': {'device_id': 'd8faf0c8-2b0b-4711-9900-f4434257b873', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843702-1'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:49:16.659557 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7da5d775-2956-4d75-97f3-7af29477c4a1 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:16.691771 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-fcf77432-0054-44d0-83da-692c9a2b546d None None] Port d191ed08-794f-4cb8-8ac4-bde0bec5002f cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:49:16.730486 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-fcf77432-0054-44d0-83da-692c9a2b546d None None] Provisioning complete for port 6743eb44-e795-40b5-8d07-4c93a5f661b2 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:49:16.734384 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-fcf77432-0054-44d0-83da-692c9a2b546d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:16.800918 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c036ea7f-94b1-4e34-ad2e-168ce24d167b None None] get_active_networks_info from n-d-843702-1 {{(pid=89111) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 28 06:49:16.895586 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-fb050e66-668d-4b2c-83ec-221e8f9f9ca5 req-b9fb41cf-ba0f-4464-9067-48cae11506f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:16.985306 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 6743eb44-e795-40b5-8d07-4c93a5f661b2 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:49:17.032652 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-fcf77432-0054-44d0-83da-692c9a2b546d None None] Current status of the port 6743eb44-e795-40b5-8d07-4c93a5f661b2 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:49:17.043078 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-274190ac-895f-4da6-b4a5-9d6912c03d73 req-89c30b5a-c423-442a-869e-7c69d6b51dfb service neutron] 10.222.0.55 "GET /v2.0/networks/a5003c5d-3a74-4f41-abaa-5496ec434a45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988292 May 28 06:49:17.047844 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7da5d775-2956-4d75-97f3-7af29477c4a1 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3115981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3172005'] for subnet, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:17.107490 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7773f1fb-348b-4f8d-92ef-e9de542502ef req-2fc2dd92-c254-4e75-98d3-38113f0ffb1a tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:49:17.109841 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7773f1fb-348b-4f8d-92ef-e9de542502ef req-2fc2dd92-c254-4e75-98d3-38113f0ffb1a tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8faf0c8-2b0b-4711-9900-f4434257b873 HTTP/1.1" status: 200 len: 932 time: 1.1629176 May 28 06:49:17.111913 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7da5d775-2956-4d75-97f3-7af29477c4a1 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:17.122940 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5d775-2956-4d75-97f3-7af29477c4a1 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Pushing event deleted for resources: {'Subnet': ['ID=acb8eac4-0368-4865-af0b-12953bd1373a,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:49:17.130284 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-7da5d775-2956-4d75-97f3-7af29477c4a1 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] 10.222.0.55 "DELETE /v2.0/subnets/acb8eac4-0368-4865-af0b-12953bd1373a HTTP/1.1" status: 204 len: 168 time: 2.1294651 May 28 06:49:17.141578 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 55106) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:49:17.169673 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c036ea7f-94b1-4e34-ad2e-168ce24d167b None None] Resources bound (agent type, host, resource id): {{(pid=89111) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 28 06:49:17.185784 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7773f1fb-348b-4f8d-92ef-e9de542502ef req-038f0253-d13a-45bc-b7a0-84241034b5e0 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c7bfca4-1cac-4fe5-a92f-14792891f755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537751 May 28 06:49:17.337689 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-576164f5-f55b-4a50-8e8d-6f30a7116398 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700548'] for router_interface, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:17.490062 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1087a72b-7afc-4fc7-b14c-4bdf120b60f8 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:49:17.491638 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1087a72b-7afc-4fc7-b14c-4bdf120b60f8 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:49:17.492411 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-1087a72b-7afc-4fc7-b14c-4bdf120b60f8 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Synchronizing usage tracker for tenant:6c64b1b11caf4060b2fa84b61b74dc42 on resource:subnet {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:49:17.598565 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-85285cf8-724c-4036-81a8-b7989eb2d311 None None] Provisioning complete for port d191ed08-794f-4cb8-8ac4-bde0bec5002f triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:49:17.599134 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-85285cf8-724c-4036-81a8-b7989eb2d311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:17.707918 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-85285cf8-724c-4036-81a8-b7989eb2d311 None None] Port d191ed08-794f-4cb8-8ac4-bde0bec5002f cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:49:17.750582 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 6743eb44-e795-40b5-8d07-4c93a5f661b2 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:49:17.751106 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:17.816269 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-473767d2-8dac-48e6-9028-4d5e4b1c0ab3 req-98deedab-f54b-4ecc-9b57-7b4c8b1a9908 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea79fcfb-6241-4b5f-a230-78165550ae62 HTTP/1.1" status: 200 len: 210 time: 0.1143296 May 28 06:49:17.917152 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [req-fb050e66-668d-4b2c-83ec-221e8f9f9ca5 req-b9fb41cf-ba0f-4464-9067-48cae11506f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea2e1a53-d70b-4271-a57e-6fffc0d8bb80 {{(pid=89109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:49:17.930133 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-fb050e66-668d-4b2c-83ec-221e8f9f9ca5 req-b9fb41cf-ba0f-4464-9067-48cae11506f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:17.956846 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [req-fb050e66-668d-4b2c-83ec-221e8f9f9ca5 req-b9fb41cf-ba0f-4464-9067-48cae11506f4 service neutron] Transition to ACTIVE for port object ea2e1a53-d70b-4271-a57e-6fffc0d8bb80 will not be triggered until provisioned by entity L2. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:49:17.956846 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-1087a72b-7afc-4fc7-b14c-4bdf120b60f8 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Unset dirty status for tenant:6c64b1b11caf4060b2fa84b61b74dc42 on resource:subnet {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:49:17.959967 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-1087a72b-7afc-4fc7-b14c-4bdf120b60f8 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.8153079 May 28 06:49:17.960389 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 55130) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:49:18.139025 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-fb050e66-668d-4b2c-83ec-221e8f9f9ca5 req-b9fb41cf-ba0f-4464-9067-48cae11506f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:18.216163 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-85285cf8-724c-4036-81a8-b7989eb2d311 None None] Provisioning for port ea2e1a53-d70b-4271-a57e-6fffc0d8bb80 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:49:18.263793 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 6743eb44-e795-40b5-8d07-4c93a5f661b2 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:49:18.302877 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2d5d8313-03b6-476b-bf34-a4cdba5881e6 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:18.366577 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c98b04fa-ef54-41ae-85b2-5aa99432ed70 None None] Network 7733440a-89ac-494d-880b-13489f99bf4b requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:49:18.394302 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d5d8313-03b6-476b-bf34-a4cdba5881e6 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] DELETE failed (client error): There was a conflict when trying to complete your request. May 28 06:49:18.402279 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d5d8313-03b6-476b-bf34-a4cdba5881e6 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=89109) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:49:18.402279 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-2d5d8313-03b6-476b-bf34-a4cdba5881e6 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] 10.222.0.55 "DELETE /v2.0/networks/7733440a-89ac-494d-880b-13489f99bf4b HTTP/1.1" status: 409 len: 405 time: 0.4349482 May 28 06:49:18.417339 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 55154) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:49:18.420387 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fb41cf-ba0f-4464-9067-48cae11506f4 service neutron] Pushing event updated for resources: {'Port': ['ID=ea2e1a53-d70b-4271-a57e-6fffc0d8bb80,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:49:18.433872 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-54c01be3-a67c-4db7-b1e8-fb417dbcc36b tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-338244722'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:49:18.495959 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-54c01be3-a67c-4db7-b1e8-fb417dbcc36b tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:49:18.515179 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-54c01be3-a67c-4db7-b1e8-fb417dbcc36b tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Usage tracker for resource:network and tenant:6c64b1b11caf4060b2fa84b61b74dc42 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:49:18.573907 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-54c01be3-a67c-4db7-b1e8-fb417dbcc36b tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:49:18.599243 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-54c01be3-a67c-4db7-b1e8-fb417dbcc36b tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:49:18.649993 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf6fe3d-36b5-43e0-95e6-0e0021f042a8 req-f8365e58-a6aa-403c-8f0a-fa98e6b08a8f tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:49:18.659502 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ddf6fe3d-36b5-43e0-95e6-0e0021f042a8 req-f8365e58-a6aa-403c-8f0a-fa98e6b08a8f tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/networks?id=ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1 HTTP/1.1" status: 200 len: 806 time: 0.4943817 May 28 06:49:18.706350 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-fb050e66-668d-4b2c-83ec-221e8f9f9ca5 req-b9fb41cf-ba0f-4464-9067-48cae11506f4 service neutron] Attempting to bind port ea2e1a53-d70b-4271-a57e-6fffc0d8bb80 on host n-h2-843702-1 for vnic_type normal with profile {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:49:18.706776 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-fb050e66-668d-4b2c-83ec-221e8f9f9ca5 req-b9fb41cf-ba0f-4464-9067-48cae11506f4 service neutron] Attempting to bind port ea2e1a53-d70b-4271-a57e-6fffc0d8bb80 by drivers openvswitch,hyperv on host n-h2-843702-1 at level 0 using segments [{'id': '7ec0e308-8d07-4b60-b9c2-e7620dee5b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '244ee66f-8ba5-4a6d-a99b-5ec1fae21d38'}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:49:18.707135 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb050e66-668d-4b2c-83ec-221e8f9f9ca5 req-b9fb41cf-ba0f-4464-9067-48cae11506f4 service neutron] Attempting to bind port ea2e1a53-d70b-4271-a57e-6fffc0d8bb80 on network 244ee66f-8ba5-4a6d-a99b-5ec1fae21d38 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:49:18.712503 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb050e66-668d-4b2c-83ec-221e8f9f9ca5 req-b9fb41cf-ba0f-4464-9067-48cae11506f4 service neutron] Port ea2e1a53-d70b-4271-a57e-6fffc0d8bb80 on network 244ee66f-8ba5-4a6d-a99b-5ec1fae21d38 not bound, no agent of type Open vSwitch agent registered on host n-h2-843702-1 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:49:18.712977 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb050e66-668d-4b2c-83ec-221e8f9f9ca5 req-b9fb41cf-ba0f-4464-9067-48cae11506f4 service neutron] Attempting to bind port ea2e1a53-d70b-4271-a57e-6fffc0d8bb80 on network 244ee66f-8ba5-4a6d-a99b-5ec1fae21d38 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:49:18.720096 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb050e66-668d-4b2c-83ec-221e8f9f9ca5 req-b9fb41cf-ba0f-4464-9067-48cae11506f4 service neutron] Checking agent: {'id': 'f1a3973b-d2b3-4558-88e7-2ac50857d302', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:49:18.720600 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb050e66-668d-4b2c-83ec-221e8f9f9ca5 req-b9fb41cf-ba0f-4464-9067-48cae11506f4 service neutron] Checking segment: {'id': '7ec0e308-8d07-4b60-b9c2-e7620dee5b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '244ee66f-8ba5-4a6d-a99b-5ec1fae21d38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:49:18.721165 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb050e66-668d-4b2c-83ec-221e8f9f9ca5 req-b9fb41cf-ba0f-4464-9067-48cae11506f4 service neutron] Bound using segment: {'id': '7ec0e308-8d07-4b60-b9c2-e7620dee5b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '244ee66f-8ba5-4a6d-a99b-5ec1fae21d38'} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:49:18.721821 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-fb050e66-668d-4b2c-83ec-221e8f9f9ca5 req-b9fb41cf-ba0f-4464-9067-48cae11506f4 service neutron] Bound port: ea2e1a53-d70b-4271-a57e-6fffc0d8bb80, host: n-h2-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ec0e308-8d07-4b60-b9c2-e7620dee5b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '244ee66f-8ba5-4a6d-a99b-5ec1fae21d38'}}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:49:18.722272 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-fb050e66-668d-4b2c-83ec-221e8f9f9ca5 req-b9fb41cf-ba0f-4464-9067-48cae11506f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:18.724016 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ddf6fe3d-36b5-43e0-95e6-0e0021f042a8 req-0fc6857b-f395-43c0-b606-967d15729963 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/quotas/25104e9d91034f7ab315290096db2d20 HTTP/1.1" status: 200 len: 375 time: 0.0633552 May 28 06:49:18.745547 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-576164f5-f55b-4a50-8e8d-6f30a7116398 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Deleting port c661117e-6fdb-4f2f-bea2-d0406ab69f2a {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:49:18.746004 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-576164f5-f55b-4a50-8e8d-6f30a7116398 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:18.783837 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54c01be3-a67c-4db7-b1e8-fb417dbcc36b tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Made reservation on behalf of 6c64b1b11caf4060b2fa84b61b74dc42 for: {'network': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:49:18.787988 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-54c01be3-a67c-4db7-b1e8-fb417dbcc36b tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:18.917496 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0908d6-af37-433e-a75b-b08b033f19ca req-6615fa3a-0f57-4030-abee-924b65fb7702 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:49:18.926096 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ae0908d6-af37-433e-a75b-b08b033f19ca req-6615fa3a-0f57-4030-abee-924b65fb7702 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8faf0c8-2b0b-4711-9900-f4434257b873 HTTP/1.1" status: 200 len: 944 time: 0.5355144 May 28 06:49:18.945178 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54c01be3-a67c-4db7-b1e8-fb417dbcc36b tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=89109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:49:18.989400 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-fb050e66-668d-4b2c-83ec-221e8f9f9ca5 req-b9fb41cf-ba0f-4464-9067-48cae11506f4 service neutron] For port ea2e1a53-d70b-4271-a57e-6fffc0d8bb80, host n-h2-843702-1, cleared binding levels {{(pid=89109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:49:18.996365 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-fb050e66-668d-4b2c-83ec-221e8f9f9ca5 req-b9fb41cf-ba0f-4464-9067-48cae11506f4 service neutron] For port ea2e1a53-d70b-4271-a57e-6fffc0d8bb80, host n-h2-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=ea2e1a53-d70b-4271-a57e-6fffc0d8bb80,segment=NetworkSegment(7ec0e308-8d07-4b60-b9c2-e7620dee5b7c),segment_id=7ec0e308-8d07-4b60-b9c2-e7620dee5b7c)] {{(pid=89109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:49:18.998620 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-54c01be3-a67c-4db7-b1e8-fb417dbcc36b tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:18.999846 n-d-843702-1 neutron-server[89109]: INFO neutron.db.segments_db [None req-54c01be3-a67c-4db7-b1e8-fb417dbcc36b tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Added segment bbe9400a-9989-47d0-8582-4b1274c3f481 of type vlan for network 6f31a593-8aaa-43ac-841f-64d50e8f032d May 28 06:49:19.043774 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-54c01be3-a67c-4db7-b1e8-fb417dbcc36b tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:19.099261 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57465b3a-b4bb-435c-80e7-3eda69479212 None None] DHCP port deletion for 7733440a-89ac-494d-880b-13489f99bf4b request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:49:19.104522 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-57465b3a-b4bb-435c-80e7-3eda69479212 None None] Deleting port 6743eb44-e795-40b5-8d07-4c93a5f661b2 {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:49:19.115585 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-57465b3a-b4bb-435c-80e7-3eda69479212 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:19.213184 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-fb050e66-668d-4b2c-83ec-221e8f9f9ca5 req-b9fb41cf-ba0f-4464-9067-48cae11506f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:19.283698 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb050e66-668d-4b2c-83ec-221e8f9f9ca5 req-b9fb41cf-ba0f-4464-9067-48cae11506f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:49:19.284222 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-fb050e66-668d-4b2c-83ec-221e8f9f9ca5 req-b9fb41cf-ba0f-4464-9067-48cae11506f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:19.286525 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-fb050e66-668d-4b2c-83ec-221e8f9f9ca5 req-b9fb41cf-ba0f-4464-9067-48cae11506f4 service neutron] 10.222.0.71 "PUT /v2.0/ports/ea2e1a53-d70b-4271-a57e-6fffc0d8bb80 HTTP/1.1" status: 200 len: 1092 time: 2.6423128 May 28 06:49:19.291770 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-576164f5-f55b-4a50-8e8d-6f30a7116398 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:19.293731 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8faf0c8-2b0b-4711-9900-f4434257b873', 'tag': 'ea2e1a53-d70b-4271-a57e-6fffc0d8bb80'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:49:19.312957 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-54c01be3-a67c-4db7-b1e8-fb417dbcc36b tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:19.317707 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c01be3-a67c-4db7-b1e8-fb417dbcc36b tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:49:19.318652 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-54c01be3-a67c-4db7-b1e8-fb417dbcc36b tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:19.418702 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-57465b3a-b4bb-435c-80e7-3eda69479212 None None] For port 6743eb44-e795-40b5-8d07-4c93a5f661b2, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=6743eb44-e795-40b5-8d07-4c93a5f661b2,segment=NetworkSegment(0c1405c4-7c27-469b-985a-d303e4bfe6bb),segment_id=0c1405c4-7c27-469b-985a-d303e4bfe6bb)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:49:19.419396 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-57465b3a-b4bb-435c-80e7-3eda69479212 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:19.467675 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-576164f5-f55b-4a50-8e8d-6f30a7116398 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Calling delete_port for c661117e-6fdb-4f2f-bea2-d0406ab69f2a owned by network:router_interface {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:49:19.580067 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c01be3-a67c-4db7-b1e8-fb417dbcc36b tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Pushing event updated for resources: {'Network': ['ID=6f31a593-8aaa-43ac-841f-64d50e8f032d,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:49:19.600346 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-54c01be3-a67c-4db7-b1e8-fb417dbcc36b tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.1813993 May 28 06:49:19.601358 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 55170) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:49:19.649816 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-b2a03edd-991c-4d42-96d8-afdaf9238ff6 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Request body: {'subnet': {'network_id': '6f31a593-8aaa-43ac-841f-64d50e8f032d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:49:19.678210 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-57465b3a-b4bb-435c-80e7-3eda69479212 None None] Calling delete_port for 6743eb44-e795-40b5-8d07-4c93a5f661b2 owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:49:19.768374 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 6f31a593-8aaa-43ac-841f-64d50e8f032d details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:49:19.828145 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ae0908d6-af37-433e-a75b-b08b033f19ca req-eb2649ef-421d-468a-aa0d-26c2c511d010 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c7bfca4-1cac-4fe5-a92f-14792891f755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9011228 May 28 06:49:19.892796 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ddf6fe3d-36b5-43e0-95e6-0e0021f042a8 req-9aa4d544-f957-40fc-a373-0a3c7e3a2d24 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=25104e9d91034f7ab315290096db2d20&fields=id HTTP/1.1" status: 200 len: 255 time: 1.1666296 May 28 06:49:19.940585 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fb41cf-ba0f-4464-9067-48cae11506f4 service neutron] Pushing event updated for resources: {'Port': ['ID=ea2e1a53-d70b-4271-a57e-6fffc0d8bb80,revision_number=3']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:49:19.951806 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-57465b3a-b4bb-435c-80e7-3eda69479212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879'] for port, after_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:19.978762 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-b2a03edd-991c-4d42-96d8-afdaf9238ff6 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:49:20.002848 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-b2a03edd-991c-4d42-96d8-afdaf9238ff6 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:49:20.011465 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57465b3a-b4bb-435c-80e7-3eda69479212 None None] Pushing event deleted for resources: {'Port': ['ID=6743eb44-e795-40b5-8d07-4c93a5f661b2,revision_number=None']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:49:20.015751 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57465b3a-b4bb-435c-80e7-3eda69479212 None None] No DVR routers for this DVR port 6743eb44-e795-40b5-8d07-4c93a5f661b2 on host n-d-843702-1 {{(pid=89111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:49:20.034256 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb050e66-668d-4b2c-83ec-221e8f9f9ca5 req-a48d4d20-74a9-4906-a916-805c694947f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:49:20.044798 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-fb050e66-668d-4b2c-83ec-221e8f9f9ca5 req-a48d4d20-74a9-4906-a916-805c694947f6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=923dafe00970411a989ff222606e459e&device_id=d8faf0c8-2b0b-4711-9900-f4434257b873 HTTP/1.1" status: 200 len: 1095 time: 0.4904575 May 28 06:49:20.129582 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-fb050e66-668d-4b2c-83ec-221e8f9f9ca5 req-08ca6f19-80ed-47c6-8c3c-0e8d2aafab6b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ea2e1a53-d70b-4271-a57e-6fffc0d8bb80 HTTP/1.1" status: 200 len: 217 time: 0.0800068 May 28 06:49:20.149276 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1d94b8cf-8b2a-487a-a03f-774402e707a9 req-d8fb5eca-2aab-437e-a1f9-34582ce6e4b7 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea79fcfb-6241-4b5f-a230-78165550ae62 HTTP/1.1" status: 200 len: 210 time: 0.0678322 May 28 06:49:20.206402 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ddf6fe3d-36b5-43e0-95e6-0e0021f042a8 req-8dcf1a2a-dd6e-4db8-bfb6-9d2a7627555b service neutron] 10.222.0.55 "GET /v2.0/networks/ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467346 May 28 06:49:20.241105 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2a03edd-991c-4d42-96d8-afdaf9238ff6 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Made reservation on behalf of 6c64b1b11caf4060b2fa84b61b74dc42 for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:49:20.245022 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b2a03edd-991c-4d42-96d8-afdaf9238ff6 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:20.360655 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fa68508-bbed-4f8a-88e8-1e424b69169b'] response: {'name': 'network-changed', 'server_uuid': 'd8faf0c8-2b0b-4711-9900-f4434257b873', 'tag': 'ea2e1a53-d70b-4271-a57e-6fffc0d8bb80', 'status': 'completed', 'code': 200} May 28 06:49:20.409980 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-576164f5-f55b-4a50-8e8d-6f30a7116398 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:20.440556 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb050e66-668d-4b2c-83ec-221e8f9f9ca5 req-1b475012-e86f-499b-9794-e9eef82f8c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:49:20.443555 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-fb050e66-668d-4b2c-83ec-221e8f9f9ca5 req-1b475012-e86f-499b-9794-e9eef82f8c28 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=395c6a06-7ada-4575-b52f-ff6a58f20fb7 HTTP/1.1" status: 200 len: 854 time: 0.3068712 May 28 06:49:20.465914 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576164f5-f55b-4a50-8e8d-6f30a7116398 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Pushing event deleted for resources: {'Port': ['ID=c661117e-6fdb-4f2f-bea2-d0406ab69f2a,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:49:20.548545 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ddf6fe3d-36b5-43e0-95e6-0e0021f042a8 req-efa798a3-f0b9-48a7-9850-128222876d40 service neutron] 10.222.0.55 "GET /v2.0/networks/ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3361635 May 28 06:49:20.860067 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-576164f5-f55b-4a50-8e8d-6f30a7116398 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700472'] for router_interface, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:20.884569 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb050e66-668d-4b2c-83ec-221e8f9f9ca5 req-99a5e48d-b027-4a1c-b8c8-ca1efbebbe54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:49:20.890488 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-fb050e66-668d-4b2c-83ec-221e8f9f9ca5 req-99a5e48d-b027-4a1c-b8c8-ca1efbebbe54 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=244ee66f-8ba5-4a6d-a99b-5ec1fae21d38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1564887 May 28 06:49:20.988673 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 6743eb44-e795-40b5-8d07-4c93a5f661b2 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:49:21.081779 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 6743eb44-e795-40b5-8d07-4c93a5f661b2 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:49:21.084935 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 6743eb44-e795-40b5-8d07-4c93a5f661b2 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:49:21.587965 n-d-843702-1 neutron-server[89109]: DEBUG neutron.objects.ports [None req-b2a03edd-991c-4d42-96d8-afdaf9238ff6 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89109) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 28 06:49:21.592264 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b2a03edd-991c-4d42-96d8-afdaf9238ff6 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:21.618131 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-274d5470-764e-44f6-808d-4152b752d99e req-863e8537-9e49-4498-a02e-a366062186b2 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ac76c5f-d1cc-4238-a63f-f7a1ec96d229 HTTP/1.1" status: 200 len: 210 time: 0.2267573 May 28 06:49:21.670491 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-fb050e66-668d-4b2c-83ec-221e8f9f9ca5 req-2d1359d8-62aa-46b6-ad9c-2d1c7d407717 service neutron] 10.222.0.71 "GET /v2.0/networks/244ee66f-8ba5-4a6d-a99b-5ec1fae21d38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7728143 May 28 06:49:21.715337 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-576164f5-f55b-4a50-8e8d-6f30a7116398 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Router 7f2a2f12-d884-40c3-81f5-fc43bba74950 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:49:21.736323 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8c2aab-561e-461d-bf77-627a118b655a req-d3ad89bc-4a09-4d2f-a7b5-2dd08d07857e tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:49:21.743755 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-af8c2aab-561e-461d-bf77-627a118b655a req-d3ad89bc-4a09-4d2f-a7b5-2dd08d07857e tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8faf0c8-2b0b-4711-9900-f4434257b873 HTTP/1.1" status: 200 len: 944 time: 0.5764518 May 28 06:49:21.844438 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-fb050e66-668d-4b2c-83ec-221e8f9f9ca5 req-91432582-fdb3-43a1-97db-9175400210dc service neutron] 10.222.0.71 "GET /v2.0/networks/244ee66f-8ba5-4a6d-a99b-5ec1fae21d38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638939 May 28 06:49:21.879854 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a03edd-991c-4d42-96d8-afdaf9238ff6 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Pushing event updated for resources: {'Subnet': ['ID=f036161a-3b42-445f-8ef2-c14dc5491e34,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:49:21.886002 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a03edd-991c-4d42-96d8-afdaf9238ff6 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Checking segment: {'id': 'bbe9400a-9989-47d0-8582-4b1274c3f481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '6f31a593-8aaa-43ac-841f-64d50e8f032d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:49:21.886567 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a03edd-991c-4d42-96d8-afdaf9238ff6 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Network hostable DHCP agents. Network: 6f31a593-8aaa-43ac-841f-64d50e8f032d, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:49:22.014239 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f2ad73c7-5790-48fd-a9e6-7ed78c4f496f req-617a8f0c-cf67-454a-87bf-09034eba5464 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea79fcfb-6241-4b5f-a230-78165550ae62 HTTP/1.1" status: 200 len: 210 time: 0.1511869 May 28 06:49:22.119929 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-576164f5-f55b-4a50-8e8d-6f30a7116398 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:49:22.131795 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1541c17e-4e0e-4c9e-9323-242523ef8a16 None None] Sync routers for ids ['7f2a2f12-d884-40c3-81f5-fc43bba74950'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:49:22.144315 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1541c17e-4e0e-4c9e-9323-242523ef8a16 None None] Routers {'7f2a2f12-d884-40c3-81f5-fc43bba74950'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:49:22.150510 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-1541c17e-4e0e-4c9e-9323-242523ef8a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:48:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['7f2a2f12-d884-40c3-81f5-fc43bba74950'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:49:22.150673 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-af8c2aab-561e-461d-bf77-627a118b655a req-37cba287-c57d-48de-8955-b1908878f22b tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c7bfca4-1cac-4fe5-a92f-14792891f755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4043727 May 28 06:49:22.184670 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a03edd-991c-4d42-96d8-afdaf9238ff6 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Network 6f31a593-8aaa-43ac-841f-64d50e8f032d is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:49:22.260897 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274190ac-895f-4da6-b4a5-9d6912c03d73 req-1007c16a-a3e7-4bca-a3b3-5db275447d83 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:49:22.263955 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-274190ac-895f-4da6-b4a5-9d6912c03d73 req-1007c16a-a3e7-4bca-a3b3-5db275447d83 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.71 "GET /v2.0/networks?id=a5003c5d-3a74-4f41-abaa-5496ec434a45 HTTP/1.1" status: 200 len: 813 time: 0.4081345 May 28 06:49:22.270167 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fcc046-7d71-45f2-ade2-de97818d7dd7 req-890860e5-d943-4ed4-8499-cfb4e665ae95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:49:22.271789 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-28fcc046-7d71-45f2-ade2-de97818d7dd7 req-890860e5-d943-4ed4-8499-cfb4e665ae95 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=923dafe00970411a989ff222606e459e&device_id=d8faf0c8-2b0b-4711-9900-f4434257b873 HTTP/1.1" status: 200 len: 1095 time: 0.1895955 May 28 06:49:22.284761 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-1541c17e-4e0e-4c9e-9323-242523ef8a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:49:22.290985 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-274190ac-895f-4da6-b4a5-9d6912c03d73 req-5314e21b-e54c-46b9-a51e-f599e9fb6d54 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Request body: {'port': {'device_id': 'ea79fcfb-6241-4b5f-a230-78165550ae62', 'network_id': 'a5003c5d-3a74-4f41-abaa-5496ec434a45', 'admin_state_up': True, 'tenant_id': '73e0295cd8e04d62a9246f93ad60c000'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:49:22.302846 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1541c17e-4e0e-4c9e-9323-242523ef8a16 None None] Routers {'7f2a2f12-d884-40c3-81f5-fc43bba74950'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:49:22.304861 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-1541c17e-4e0e-4c9e-9323-242523ef8a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:48:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['7f2a2f12-d884-40c3-81f5-fc43bba74950'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:49:22.400915 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-1541c17e-4e0e-4c9e-9323-242523ef8a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:49:22.401604 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1541c17e-4e0e-4c9e-9323-242523ef8a16 None None] The sync data for ids ['7f2a2f12-d884-40c3-81f5-fc43bba74950'] in n-d-843702-1 is: [] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:49:22.450977 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fcc046-7d71-45f2-ade2-de97818d7dd7 req-24c14a04-7efb-4e1a-ba31-3a934aa1cfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:49:22.453877 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-28fcc046-7d71-45f2-ade2-de97818d7dd7 req-24c14a04-7efb-4e1a-ba31-3a934aa1cfd3 service neutron] 10.222.0.71 "GET /v2.0/networks?id=244ee66f-8ba5-4a6d-a99b-5ec1fae21d38 HTTP/1.1" status: 200 len: 916 time: 0.1688325 May 28 06:49:22.458269 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-576164f5-f55b-4a50-8e8d-6f30a7116398 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] 10.222.0.55 "PUT /v2.0/routers/7f2a2f12-d884-40c3-81f5-fc43bba74950/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9074626 May 28 06:49:22.461812 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 55210) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:49:22.511735 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-274190ac-895f-4da6-b4a5-9d6912c03d73 req-5314e21b-e54c-46b9-a51e-f599e9fb6d54 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:49:22.528213 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-274190ac-895f-4da6-b4a5-9d6912c03d73 req-5314e21b-e54c-46b9-a51e-f599e9fb6d54 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:49:22.630736 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-b2a03edd-991c-4d42-96d8-afdaf9238ff6 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, 6f31a593-8aaa-43ac-841f-64d50e8f032d) {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:49:22.630736 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a03edd-991c-4d42-96d8-afdaf9238ff6 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:49:22.631392 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b2a03edd-991c-4d42-96d8-afdaf9238ff6 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:22.637551 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a6127f-937e-4eed-80b5-83661e7b5bd4 None None] Network 6f31a593-8aaa-43ac-841f-64d50e8f032d requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:49:22.670599 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-0690ac08-4754-4705-8c76-c251071a3fa4 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] GET failed (client error): The resource could not be found. May 28 06:49:22.680159 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-0690ac08-4754-4705-8c76-c251071a3fa4 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] 10.222.0.55 "GET /v2.0/ports/c661117e-6fdb-4f2f-bea2-d0406ab69f2a HTTP/1.1" status: 404 len: 333 time: 0.2091358 May 28 06:49:22.680159 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-28fcc046-7d71-45f2-ade2-de97818d7dd7 req-adc3f520-26ad-440b-9eb3-fe505e55c315 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ea2e1a53-d70b-4271-a57e-6fffc0d8bb80 HTTP/1.1" status: 200 len: 217 time: 0.1609104 May 28 06:49:22.682506 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 55220) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:49:22.762465 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-274190ac-895f-4da6-b4a5-9d6912c03d73 req-5314e21b-e54c-46b9-a51e-f599e9fb6d54 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Made reservation on behalf of 73e0295cd8e04d62a9246f93ad60c000 for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:49:22.766560 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-274190ac-895f-4da6-b4a5-9d6912c03d73 req-5314e21b-e54c-46b9-a51e-f599e9fb6d54 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:22.877162 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fcc046-7d71-45f2-ade2-de97818d7dd7 req-e7dbda36-c06c-4ef2-b418-1592363196fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:49:22.878879 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-28fcc046-7d71-45f2-ade2-de97818d7dd7 req-e7dbda36-c06c-4ef2-b418-1592363196fe service neutron] 10.222.0.71 "GET /v2.0/subnets?id=395c6a06-7ada-4575-b52f-ff6a58f20fb7 HTTP/1.1" status: 200 len: 854 time: 0.1909740 May 28 06:49:22.889330 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-b2a03edd-991c-4d42-96d8-afdaf9238ff6 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 3.2778721 May 28 06:49:22.922012 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-15d13272-b388-4aae-8e53-3958b0e34308 req-44ebba8e-efde-480c-a6d6-e1ce4943a945 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ac76c5f-d1cc-4238-a63f-f7a1ec96d229 HTTP/1.1" status: 200 len: 210 time: 0.1741676 May 28 06:49:22.924450 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-59e15df3-a609-4f6d-a97d-5f6e97f83201 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks [] for router, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:22.971391 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 55224) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:49:23.115639 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a0b412a-c899-4d8c-9f94-9042ccc17240 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-6f31a593-8aaa-43ac-841f-64d50e8f032d', 'network_id': '6f31a593-8aaa-43ac-841f-64d50e8f032d', 'tenant_id': '6c64b1b11caf4060b2fa84b61b74dc42', 'fixed_ips': [{'subnet_id': 'f036161a-3b42-445f-8ef2-c14dc5491e34'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:49:23.128211 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-4a0b412a-c899-4d8c-9f94-9042ccc17240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:23.205087 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fcc046-7d71-45f2-ade2-de97818d7dd7 req-31e24e78-33f2-4ff4-94d3-478b03076353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:49:23.206598 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-28fcc046-7d71-45f2-ade2-de97818d7dd7 req-31e24e78-33f2-4ff4-94d3-478b03076353 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=244ee66f-8ba5-4a6d-a99b-5ec1fae21d38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3202624 May 28 06:49:23.213788 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4e854653-1acd-4025-977a-125a524d65c5 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:23.432855 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-557ff277-ae8c-493c-af71-81430114d963 req-bbc9dfd6-8023-4b86-a55e-9f7b43ed0410 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea79fcfb-6241-4b5f-a230-78165550ae62 HTTP/1.1" status: 200 len: 210 time: 0.1665561 May 28 06:49:23.435388 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-4a0b412a-c899-4d8c-9f94-9042ccc17240 None None] Allocated IP 2001:db8::f816:3eff:fe42:2fa6 (6f31a593-8aaa-43ac-841f-64d50e8f032d/f036161a-3b42-445f-8ef2-c14dc5491e34/cfbbc290-d57d-4611-b9e3-5b8104cf0709) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:49:23.494564 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4e854653-1acd-4025-977a-125a524d65c5 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:23.588559 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-28fcc046-7d71-45f2-ade2-de97818d7dd7 req-2337478f-a935-4593-8078-162ab0897328 service neutron] 10.222.0.71 "GET /v2.0/networks/244ee66f-8ba5-4a6d-a99b-5ec1fae21d38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3708236 May 28 06:49:23.800598 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-28fcc046-7d71-45f2-ade2-de97818d7dd7 req-dea53c27-4fa4-4335-914c-48a122bfdb9b service neutron] 10.222.0.71 "GET /v2.0/networks/244ee66f-8ba5-4a6d-a99b-5ec1fae21d38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037005 May 28 06:49:23.918676 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-4a0b412a-c899-4d8c-9f94-9042ccc17240 None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:23.936478 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-4a0b412a-c899-4d8c-9f94-9042ccc17240 None None] Transition to ACTIVE for port object cfbbc290-d57d-4611-b9e3-5b8104cf0709 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:49:23.968252 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-4a0b412a-c899-4d8c-9f94-9042ccc17240 None None] Transition to ACTIVE for port object cfbbc290-d57d-4611-b9e3-5b8104cf0709 will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:49:23.972397 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-59e15df3-a609-4f6d-a97d-5f6e97f83201 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59018'] for router, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:23.977540 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-59e15df3-a609-4f6d-a97d-5f6e97f83201 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:24.035083 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [req-274190ac-895f-4da6-b4a5-9d6912c03d73 req-5314e21b-e54c-46b9-a51e-f599e9fb6d54 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Allocated IP 172.20.0.11 (a5003c5d-3a74-4f41-abaa-5496ec434a45/c9770ae0-20d9-409f-aee4-a3917a1ccf16/431c8ee7-fa64-477e-8366-b77fe932210c) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:49:24.062028 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be9422-256b-4d56-9fa4-4474be94025c req-d88d61b1-1a68-4dae-af9c-492539e96ddc tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:49:24.064059 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-79be9422-256b-4d56-9fa4-4474be94025c req-d88d61b1-1a68-4dae-af9c-492539e96ddc tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8faf0c8-2b0b-4711-9900-f4434257b873 HTTP/1.1" status: 200 len: 944 time: 0.3254981 May 28 06:49:24.124595 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-4a0b412a-c899-4d8c-9f94-9042ccc17240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:24.174945 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cf3dfb38-49e7-425a-a85c-b8a35f8f629f req-27f1bfdc-41e6-4149-bd92-076d90326ad9 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ac76c5f-d1cc-4238-a63f-f7a1ec96d229 HTTP/1.1" status: 200 len: 210 time: 0.1072729 May 28 06:49:24.230623 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-79be9422-256b-4d56-9fa4-4474be94025c req-f031ab35-5aec-4295-a100-ceb184e1316d tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c7bfca4-1cac-4fe5-a92f-14792891f755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177788 May 28 06:49:24.234929 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0b412a-c899-4d8c-9f94-9042ccc17240 None None] Network 6f31a593-8aaa-43ac-841f-64d50e8f032d is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:49:24.236238 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-59e15df3-a609-4f6d-a97d-5f6e97f83201 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-703817'] for router, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:24.236754 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59e15df3-a609-4f6d-a97d-5f6e97f83201 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Fanout notify agent at l3_agent the message router_deleted on router 7f2a2f12-d884-40c3-81f5-fc43bba74950 {{(pid=89110) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 06:49:24.239869 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-4a0b412a-c899-4d8c-9f94-9042ccc17240 None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:49:24.242185 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0b412a-c899-4d8c-9f94-9042ccc17240 None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:49:24.246174 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0b412a-c899-4d8c-9f94-9042ccc17240 None None] Pushing event updated for resources: {'Port': ['ID=cfbbc290-d57d-4611-b9e3-5b8104cf0709,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:49:24.254124 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4e854653-1acd-4025-977a-125a524d65c5 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9555650'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:24.375596 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e854653-1acd-4025-977a-125a524d65c5 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Pushing event deleted for resources: {'Subnet': ['ID=f036161a-3b42-445f-8ef2-c14dc5491e34,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:49:24.407302 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-4a0b412a-c899-4d8c-9f94-9042ccc17240 None None] Attempting to bind port cfbbc290-d57d-4611-b9e3-5b8104cf0709 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:49:24.409452 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-4a0b412a-c899-4d8c-9f94-9042ccc17240 None None] Attempting to bind port cfbbc290-d57d-4611-b9e3-5b8104cf0709 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'bbe9400a-9989-47d0-8582-4b1274c3f481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '6f31a593-8aaa-43ac-841f-64d50e8f032d'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:49:24.413186 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0b412a-c899-4d8c-9f94-9042ccc17240 None None] Attempting to bind port cfbbc290-d57d-4611-b9e3-5b8104cf0709 on network 6f31a593-8aaa-43ac-841f-64d50e8f032d {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:49:24.441280 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0b412a-c899-4d8c-9f94-9042ccc17240 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:49:24.444102 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0b412a-c899-4d8c-9f94-9042ccc17240 None None] Checking segment: {'id': 'bbe9400a-9989-47d0-8582-4b1274c3f481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '6f31a593-8aaa-43ac-841f-64d50e8f032d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:49:24.445072 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-4a0b412a-c899-4d8c-9f94-9042ccc17240 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:24.446680 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0b412a-c899-4d8c-9f94-9042ccc17240 None None] Bound using segment: {'id': 'bbe9400a-9989-47d0-8582-4b1274c3f481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '6f31a593-8aaa-43ac-841f-64d50e8f032d'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:49:24.449305 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-4a0b412a-c899-4d8c-9f94-9042ccc17240 None None] Bound port: cfbbc290-d57d-4611-b9e3-5b8104cf0709, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbe9400a-9989-47d0-8582-4b1274c3f481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '6f31a593-8aaa-43ac-841f-64d50e8f032d'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:49:24.449856 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-4a0b412a-c899-4d8c-9f94-9042ccc17240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:24.616700 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-274190ac-895f-4da6-b4a5-9d6912c03d73 req-5314e21b-e54c-46b9-a51e-f599e9fb6d54 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:24.653660 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-4a0b412a-c899-4d8c-9f94-9042ccc17240 None None] For port cfbbc290-d57d-4611-b9e3-5b8104cf0709, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:49:24.657671 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-4a0b412a-c899-4d8c-9f94-9042ccc17240 None None] For port cfbbc290-d57d-4611-b9e3-5b8104cf0709, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=cfbbc290-d57d-4611-b9e3-5b8104cf0709,segment=NetworkSegment(bbe9400a-9989-47d0-8582-4b1274c3f481),segment_id=bbe9400a-9989-47d0-8582-4b1274c3f481)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:49:24.679783 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4e854653-1acd-4025-977a-125a524d65c5 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:24.694999 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-59e15df3-a609-4f6d-a97d-5f6e97f83201 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks [] for router, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:24.698890 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-59e15df3-a609-4f6d-a97d-5f6e97f83201 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] 10.222.0.55 "DELETE /v2.0/routers/7f2a2f12-d884-40c3-81f5-fc43bba74950 HTTP/1.1" status: 204 len: 168 time: 2.0153596 May 28 06:49:24.699650 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 55248) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:49:24.704678 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-ea7c109a-bf6d-4fc9-ae05-048ee211ef6b req-f3016539-7c37-43b5-8c81-55b8bb43827e tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Synchronizing usage tracker for tenant:73e0295cd8e04d62a9246f93ad60c000 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:49:24.709376 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-4e854653-1acd-4025-977a-125a524d65c5 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f31a593-8aaa-43ac-841f-64d50e8f032d']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:49:24.724507 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-4e854653-1acd-4025-977a-125a524d65c5 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbe9400a-9989-47d0-8582-4b1274c3f481') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:49:24.724797 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-4e854653-1acd-4025-977a-125a524d65c5 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbe9400a-9989-47d0-8582-4b1274c3f481') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:49:24.737567 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4e854653-1acd-4025-977a-125a524d65c5 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:24.798694 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-4a0b412a-c899-4d8c-9f94-9042ccc17240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:24.799765 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4e854653-1acd-4025-977a-125a524d65c5 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:24.809292 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e854653-1acd-4025-977a-125a524d65c5 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:49:24.810009 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4e854653-1acd-4025-977a-125a524d65c5 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:24.933467 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf6fe3d-36b5-43e0-95e6-0e0021f042a8 req-d1936e92-2ff6-4313-992a-991627417455 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:49:24.935168 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ddf6fe3d-36b5-43e0-95e6-0e0021f042a8 req-d1936e92-2ff6-4313-992a-991627417455 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.69 "GET /v2.0/networks?id=ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1 HTTP/1.1" status: 200 len: 806 time: 0.1594720 May 28 06:49:24.941008 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-274190ac-895f-4da6-b4a5-9d6912c03d73 req-5314e21b-e54c-46b9-a51e-f599e9fb6d54 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:24.942791 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0b412a-c899-4d8c-9f94-9042ccc17240 None None] Pushing event updated for resources: {'Port': ['ID=cfbbc290-d57d-4611-b9e3-5b8104cf0709,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:49:24.943492 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-ea7c109a-bf6d-4fc9-ae05-048ee211ef6b req-f3016539-7c37-43b5-8c81-55b8bb43827e tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Unset dirty status for tenant:73e0295cd8e04d62a9246f93ad60c000 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:49:24.945121 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ea7c109a-bf6d-4fc9-ae05-048ee211ef6b req-f3016539-7c37-43b5-8c81-55b8bb43827e tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea79fcfb-6241-4b5f-a230-78165550ae62 HTTP/1.1" status: 200 len: 210 time: 0.3034742 May 28 06:49:24.950840 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-ddf6fe3d-36b5-43e0-95e6-0e0021f042a8 req-0872336d-65c3-4bac-b7dc-7ccb3fd3b49d tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Request body: {'port': {'device_id': '3ac76c5f-d1cc-4238-a63f-f7a1ec96d229', 'network_id': 'ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1', 'admin_state_up': True, 'tenant_id': '25104e9d91034f7ab315290096db2d20'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:49:24.971089 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['466563e4-8251-4e01-896c-6874e3461ded'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:49:25.038954 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_v2 [None req-5eccc4d5-0dce-4a63-9d96-2520074c5328 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Deleting subnet 15f828b3-1001-4036-8b13-c078c8f042b1 {{(pid=89110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:49:25.055875 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5eccc4d5-0dce-4a63-9d96-2520074c5328 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks [] for subnet, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:25.104157 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment bbe9400a-9989-47d0-8582-4b1274c3f481 resource provider aggregate not found May 28 06:49:25.132470 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment bbe9400a-9989-47d0-8582-4b1274c3f481 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bbe9400a-9989-47d0-8582-4b1274c3f481 found for delete ", "request_id": "req-9eade4e9-9db4-4303-915a-56057b27a99c"}]} May 28 06:49:25.219889 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-274190ac-895f-4da6-b4a5-9d6912c03d73 req-5314e21b-e54c-46b9-a51e-f599e9fb6d54 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Network a5003c5d-3a74-4f41-abaa-5496ec434a45 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:49:25.224947 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.db.api [None req-4e854653-1acd-4025-977a-125a524d65c5 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 28 06:49:25.224947 n-d-843702-1 neutron-server[89109]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 28 06:49:25.224947 n-d-843702-1 neutron-server[89109]: [parameters: {'id': '6f31a593-8aaa-43ac-841f-64d50e8f032d'}] May 28 06:49:25.224947 n-d-843702-1 neutron-server[89109]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:49:25.224947 n-d-843702-1 neutron-server[89109]: DEBUG oslo_db.api [None req-4e854653-1acd-4025-977a-125a524d65c5 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:49:25.227632 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [req-274190ac-895f-4da6-b4a5-9d6912c03d73 req-5314e21b-e54c-46b9-a51e-f599e9fb6d54 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:49:25.239568 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-274190ac-895f-4da6-b4a5-9d6912c03d73 req-5314e21b-e54c-46b9-a51e-f599e9fb6d54 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:49:25.271005 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5314e21b-e54c-46b9-a51e-f599e9fb6d54 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Pushing event updated for resources: {'Port': ['ID=431c8ee7-fa64-477e-8366-b77fe932210c,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:49:25.275506 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5eccc4d5-0dce-4a63-9d96-2520074c5328 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4150765'] for subnet, precommit_delete_associations {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:25.284292 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901f1b64-34ca-4043-be13-23fd6ddee39a None None] Network 6f31a593-8aaa-43ac-841f-64d50e8f032d requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:49:25.441004 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8da5f355-24bb-4203-b506-3c5558a71ba6 req-8e1d745a-96b1-4a66-977c-5b0c8d1c7f79 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ac76c5f-d1cc-4238-a63f-f7a1ec96d229 HTTP/1.1" status: 200 len: 210 time: 0.1273131 May 28 06:49:25.488821 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274190ac-895f-4da6-b4a5-9d6912c03d73 req-5314e21b-e54c-46b9-a51e-f599e9fb6d54 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:49:25.489863 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-274190ac-895f-4da6-b4a5-9d6912c03d73 req-5314e21b-e54c-46b9-a51e-f599e9fb6d54 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:25.517166 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-ddf6fe3d-36b5-43e0-95e6-0e0021f042a8 req-0872336d-65c3-4bac-b7dc-7ccb3fd3b49d tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:49:25.556556 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-ddf6fe3d-36b5-43e0-95e6-0e0021f042a8 req-0872336d-65c3-4bac-b7dc-7ccb3fd3b49d tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:49:25.564682 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device ea2e1a53-d70b-4271-a57e-6fffc0d8bb80 details requested by agent hyperv_n-h2-843702-1 with host n-h2-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:49:25.589302 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5eccc4d5-0dce-4a63-9d96-2520074c5328 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:25.686416 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98922db4-5b8d-4268-b056-102c78578a6f req-6c4a3f6f-dd44-4070-b3f7-53d509f87173 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:49:25.688943 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-98922db4-5b8d-4268-b056-102c78578a6f req-6c4a3f6f-dd44-4070-b3f7-53d509f87173 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8faf0c8-2b0b-4711-9900-f4434257b873 HTTP/1.1" status: 200 len: 944 time: 0.2877848 May 28 06:49:25.723128 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4e854653-1acd-4025-977a-125a524d65c5 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:25.728614 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcbeb0e2-c352-4794-b43b-9ad900377e66 None None] get_active_networks_info from n-d-843702-1 {{(pid=89111) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 28 06:49:25.738974 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-274190ac-895f-4da6-b4a5-9d6912c03d73 req-5314e21b-e54c-46b9-a51e-f599e9fb6d54 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4464605 May 28 06:49:25.743352 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-4e854653-1acd-4025-977a-125a524d65c5 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Deleting port cfbbc290-d57d-4611-b9e3-5b8104cf0709 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:49:25.743908 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4e854653-1acd-4025-977a-125a524d65c5 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:25.759024 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-274190ac-895f-4da6-b4a5-9d6912c03d73 req-5888c8c2-9748-43e1-b167-4a97cb7c1f94 service neutron] Request body: {'port': {'device_id': 'ea79fcfb-6241-4b5f-a230-78165550ae62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843702-1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:49:25.779019 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port ea2e1a53-d70b-4271-a57e-6fffc0d8bb80, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=ea2e1a53-d70b-4271-a57e-6fffc0d8bb80,segment=NetworkSegment(7ec0e308-8d07-4b60-b9c2-e7620dee5b7c),segment_id=7ec0e308-8d07-4b60-b9c2-e7620dee5b7c)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:49:25.800605 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Returning: {'device': 'ea2e1a53-d70b-4271-a57e-6fffc0d8bb80', 'network_id': '244ee66f-8ba5-4a6d-a99b-5ec1fae21d38', 'port_id': 'ea2e1a53-d70b-4271-a57e-6fffc0d8bb80', 'mac_address': 'fa:16:3e:9a:e2:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '395c6a06-7ada-4575-b52f-ff6a58f20fb7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:49:25.836464 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-98922db4-5b8d-4268-b056-102c78578a6f req-79703579-c8d8-468a-8352-2be7a46865f3 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c7bfca4-1cac-4fe5-a92f-14792891f755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1355808 May 28 06:49:25.894256 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port ea2e1a53-d70b-4271-a57e-6fffc0d8bb80 is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:49:25.894635 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:25.905462 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddf6fe3d-36b5-43e0-95e6-0e0021f042a8 req-0872336d-65c3-4bac-b7dc-7ccb3fd3b49d tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Made reservation on behalf of 25104e9d91034f7ab315290096db2d20 for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:49:25.909839 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-ddf6fe3d-36b5-43e0-95e6-0e0021f042a8 req-0872336d-65c3-4bac-b7dc-7ccb3fd3b49d tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:25.927372 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea2e1a53-d70b-4271-a57e-6fffc0d8bb80 {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:49:25.958996 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcbeb0e2-c352-4794-b43b-9ad900377e66 None None] Resources bound (agent type, host, resource id): {{(pid=89111) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 28 06:49:25.977349 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port ea2e1a53-d70b-4271-a57e-6fffc0d8bb80, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=ea2e1a53-d70b-4271-a57e-6fffc0d8bb80,segment=NetworkSegment(7ec0e308-8d07-4b60-b9c2-e7620dee5b7c),segment_id=7ec0e308-8d07-4b60-b9c2-e7620dee5b7c)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:49:26.045028 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-4e854653-1acd-4025-977a-125a524d65c5 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] For port cfbbc290-d57d-4611-b9e3-5b8104cf0709, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=cfbbc290-d57d-4611-b9e3-5b8104cf0709,segment=NetworkSegment(bbe9400a-9989-47d0-8582-4b1274c3f481),segment_id=bbe9400a-9989-47d0-8582-4b1274c3f481)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:49:26.046304 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4e854653-1acd-4025-977a-125a524d65c5 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:26.073023 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5eccc4d5-0dce-4a63-9d96-2520074c5328 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3115981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3172005'] for subnet, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:26.129477 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eccc4d5-0dce-4a63-9d96-2520074c5328 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Pushing event deleted for resources: {'Subnet': ['ID=15f828b3-1001-4036-8b13-c078c8f042b1,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:49:26.186322 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5eccc4d5-0dce-4a63-9d96-2520074c5328 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:26.250918 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-274190ac-895f-4da6-b4a5-9d6912c03d73 req-5888c8c2-9748-43e1-b167-4a97cb7c1f94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:26.272400 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-4e854653-1acd-4025-977a-125a524d65c5 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Calling delete_port for cfbbc290-d57d-4611-b9e3-5b8104cf0709 owned by network:dhcp {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:49:26.293022 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:26.294130 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-5eccc4d5-0dce-4a63-9d96-2520074c5328 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] 10.222.0.55 "DELETE /v2.0/subnets/15f828b3-1001-4036-8b13-c078c8f042b1 HTTP/1.1" status: 204 len: 168 time: 1.5920179 May 28 06:49:26.296938 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 55276) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:49:26.410961 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=ea2e1a53-d70b-4271-a57e-6fffc0d8bb80,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:49:26.583965 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4e854653-1acd-4025-977a-125a524d65c5 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:26.586123 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-6ea4991f-71b4-40f5-90d8-0b4d04b4aaa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:26.617457 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['ea2e1a53-d70b-4271-a57e-6fffc0d8bb80'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:49:26.672813 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-03d9fccd-468b-40f6-b2b5-a2f19767cbcb tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:26.684984 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e854653-1acd-4025-977a-125a524d65c5 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] No DVR routers for this DVR port cfbbc290-d57d-4611-b9e3-5b8104cf0709 on host n-d-843702-1 {{(pid=89109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:49:26.687963 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e854653-1acd-4025-977a-125a524d65c5 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Pushing event deleted for resources: {'Port': ['ID=cfbbc290-d57d-4611-b9e3-5b8104cf0709,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:49:26.738334 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd3e912-ba67-4e9f-954f-7949f19b0c15 None None] Network 41ccb672-e70a-43bf-8f62-dabc5a7e1b95 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:49:26.834827 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-03d9fccd-468b-40f6-b2b5-a2f19767cbcb tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Deleting port 5f65ece2-fe9f-4751-b35d-7901c23bc75b {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:49:26.834827 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-03d9fccd-468b-40f6-b2b5-a2f19767cbcb tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:26.851342 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4e854653-1acd-4025-977a-125a524d65c5 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:26.892437 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-689f7d39-a870-48ee-b442-cd1b680cc903 req-0a316253-fa55-4563-96b2-40632ac3d863 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Synchronizing usage tracker for tenant:25104e9d91034f7ab315290096db2d20 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:49:26.902661 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-4e854653-1acd-4025-977a-125a524d65c5 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f31a593-8aaa-43ac-841f-64d50e8f032d']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:49:26.923030 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-4e854653-1acd-4025-977a-125a524d65c5 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbe9400a-9989-47d0-8582-4b1274c3f481') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:49:26.923371 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-4e854653-1acd-4025-977a-125a524d65c5 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbe9400a-9989-47d0-8582-4b1274c3f481') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:49:26.943307 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4e854653-1acd-4025-977a-125a524d65c5 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:26.951280 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4697bf-028e-4dfd-b08f-39fbd6e6a322 req-ba015ea1-d507-454a-b6d0-b7ab4c42c07c tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:49:26.955166 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2d4697bf-028e-4dfd-b08f-39fbd6e6a322 req-ba015ea1-d507-454a-b6d0-b7ab4c42c07c tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea79fcfb-6241-4b5f-a230-78165550ae62 HTTP/1.1" status: 200 len: 932 time: 0.7717307 May 28 06:49:26.968953 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4e854653-1acd-4025-977a-125a524d65c5 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:26.977070 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e854653-1acd-4025-977a-125a524d65c5 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:49:26.978325 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4e854653-1acd-4025-977a-125a524d65c5 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:26.985666 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-689f7d39-a870-48ee-b442-cd1b680cc903 req-0a316253-fa55-4563-96b2-40632ac3d863 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Unset dirty status for tenant:25104e9d91034f7ab315290096db2d20 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:49:26.986845 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-689f7d39-a870-48ee-b442-cd1b680cc903 req-0a316253-fa55-4563-96b2-40632ac3d863 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ac76c5f-d1cc-4238-a63f-f7a1ec96d229 HTTP/1.1" status: 200 len: 210 time: 0.2882001 May 28 06:49:27.050519 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [req-ddf6fe3d-36b5-43e0-95e6-0e0021f042a8 req-0872336d-65c3-4bac-b7dc-7ccb3fd3b49d tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Allocated IP 172.20.0.9 (ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1/cb73ce23-f864-48a4-8bdb-f1e8654d92be/31f4803a-784b-4f80-826c-4b4c2f8cc408) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:49:27.108098 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2d4697bf-028e-4dfd-b08f-39fbd6e6a322 req-09c47db1-b583-4e0d-a816-096d89048056 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398182 May 28 06:49:27.226643 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed71bb98-2bd5-4647-bb76-3b3e59d1d824 None None] DHCP port deletion for 41ccb672-e70a-43bf-8f62-dabc5a7e1b95 request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:49:27.229174 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment bbe9400a-9989-47d0-8582-4b1274c3f481 resource provider aggregate not found May 28 06:49:27.238765 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-ed71bb98-2bd5-4647-bb76-3b3e59d1d824 None None] Deleting port 5f65ece2-fe9f-4751-b35d-7901c23bc75b {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:49:27.239190 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-ed71bb98-2bd5-4647-bb76-3b3e59d1d824 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:27.252278 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment bbe9400a-9989-47d0-8582-4b1274c3f481 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bbe9400a-9989-47d0-8582-4b1274c3f481 found for delete ", "request_id": "req-19d59e34-eb91-4cc2-bb84-bdf67be5b2ae"}]} May 28 06:49:27.321563 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4e854653-1acd-4025-977a-125a524d65c5 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:27.356357 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4e854653-1acd-4025-977a-125a524d65c5 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:27.400635 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e854653-1acd-4025-977a-125a524d65c5 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Pushing event deleted for resources: {'Network': ['ID=6f31a593-8aaa-43ac-841f-64d50e8f032d,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:49:27.432300 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-4e854653-1acd-4025-977a-125a524d65c5 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] 10.222.0.55 "DELETE /v2.0/networks/6f31a593-8aaa-43ac-841f-64d50e8f032d HTTP/1.1" status: 204 len: 168 time: 4.4466801 May 28 06:49:27.437228 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 55304) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:49:27.451319 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-09d3f74f-b811-4e39-a9c1-3fec2da37d00 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-32995561'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:49:27.471004 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-09d3f74f-b811-4e39-a9c1-3fec2da37d00 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:49:27.478895 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-09d3f74f-b811-4e39-a9c1-3fec2da37d00 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Usage tracker for resource:network and tenant:6c64b1b11caf4060b2fa84b61b74dc42 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:49:27.490172 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-09d3f74f-b811-4e39-a9c1-3fec2da37d00 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:49:27.511135 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [None req-03d9fccd-468b-40f6-b2b5-a2f19767cbcb tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] For port 5f65ece2-fe9f-4751-b35d-7901c23bc75b, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=5f65ece2-fe9f-4751-b35d-7901c23bc75b,segment=NetworkSegment(0d7e5168-c3f4-4c19-b318-7137e4c540fd),segment_id=0d7e5168-c3f4-4c19-b318-7137e4c540fd)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:49:27.511507 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-03d9fccd-468b-40f6-b2b5-a2f19767cbcb tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:27.516113 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-09d3f74f-b811-4e39-a9c1-3fec2da37d00 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:49:27.622721 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-ed71bb98-2bd5-4647-bb76-3b3e59d1d824 None None] For port 5f65ece2-fe9f-4751-b35d-7901c23bc75b, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=5f65ece2-fe9f-4751-b35d-7901c23bc75b,segment=NetworkSegment(0d7e5168-c3f4-4c19-b318-7137e4c540fd),segment_id=0d7e5168-c3f4-4c19-b318-7137e4c540fd)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:49:27.623301 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-ed71bb98-2bd5-4647-bb76-3b3e59d1d824 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:27.703948 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09d3f74f-b811-4e39-a9c1-3fec2da37d00 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Made reservation on behalf of 6c64b1b11caf4060b2fa84b61b74dc42 for: {'network': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:49:27.707433 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-09d3f74f-b811-4e39-a9c1-3fec2da37d00 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:27.741537 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09d3f74f-b811-4e39-a9c1-3fec2da37d00 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=89109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:49:27.753902 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-ed71bb98-2bd5-4647-bb76-3b3e59d1d824 None None] Calling delete_port for 5f65ece2-fe9f-4751-b35d-7901c23bc75b owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:49:27.755390 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-09d3f74f-b811-4e39-a9c1-3fec2da37d00 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:27.755733 n-d-843702-1 neutron-server[89109]: INFO neutron.db.segments_db [None req-09d3f74f-b811-4e39-a9c1-3fec2da37d00 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Added segment f82058fc-9505-429f-8cdd-b2eb25729759 of type vlan for network 31de3dea-4168-4c8d-be82-21c857fd1dfb May 28 06:49:27.783209 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:27.789113 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-09d3f74f-b811-4e39-a9c1-3fec2da37d00 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:27.818764 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-03d9fccd-468b-40f6-b2b5-a2f19767cbcb tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Calling delete_port for 5f65ece2-fe9f-4751-b35d-7901c23bc75b owned by network:dhcp {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:49:27.951132 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-09d3f74f-b811-4e39-a9c1-3fec2da37d00 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:27.962831 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d3f74f-b811-4e39-a9c1-3fec2da37d00 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:49:27.963945 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-09d3f74f-b811-4e39-a9c1-3fec2da37d00 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:28.012711 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-ed71bb98-2bd5-4647-bb76-3b3e59d1d824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879'] for port, after_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:28.105837 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [req-274190ac-895f-4da6-b4a5-9d6912c03d73 req-5888c8c2-9748-43e1-b167-4a97cb7c1f94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 431c8ee7-fa64-477e-8366-b77fe932210c {{(pid=89110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:49:28.110296 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d3f74f-b811-4e39-a9c1-3fec2da37d00 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Pushing event updated for resources: {'Network': ['ID=31de3dea-4168-4c8d-be82-21c857fd1dfb,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:49:28.127845 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-274190ac-895f-4da6-b4a5-9d6912c03d73 req-5888c8c2-9748-43e1-b167-4a97cb7c1f94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:28.132185 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 31de3dea-4168-4c8d-be82-21c857fd1dfb details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:49:28.164428 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed71bb98-2bd5-4647-bb76-3b3e59d1d824 None None] Pushing event deleted for resources: {'Port': ['ID=5f65ece2-fe9f-4751-b35d-7901c23bc75b,revision_number=None']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:49:28.166729 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed71bb98-2bd5-4647-bb76-3b3e59d1d824 None None] No DVR routers for this DVR port 5f65ece2-fe9f-4751-b35d-7901c23bc75b on host n-d-843702-1 {{(pid=89111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:49:28.191505 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-09d3f74f-b811-4e39-a9c1-3fec2da37d00 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.7522492 May 28 06:49:28.194241 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 55318) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:49:28.202367 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-6a326d35-c36e-4414-9a5a-6718ee11f0ab tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Request body: {'subnet': {'network_id': '31de3dea-4168-4c8d-be82-21c857fd1dfb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:49:28.208846 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64525d7f-acb9-41e8-9165-b9fa27226beb req-7c559eb4-625c-4850-9795-a2dc11c823b4 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:49:28.216186 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-64525d7f-acb9-41e8-9165-b9fa27226beb req-7c559eb4-625c-4850-9795-a2dc11c823b4 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8faf0c8-2b0b-4711-9900-f4434257b873 HTTP/1.1" status: 200 len: 945 time: 1.0372577 May 28 06:49:28.268986 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-274190ac-895f-4da6-b4a5-9d6912c03d73 req-5888c8c2-9748-43e1-b167-4a97cb7c1f94 service neutron] Transition to ACTIVE for port object 431c8ee7-fa64-477e-8366-b77fe932210c will not be triggered until provisioned by entity L2. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:49:28.294669 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c622c07c-ad4e-417d-8670-cf3bb3a71514 req-a9ec8559-dc9e-44a0-84c2-0b8a0013da5f tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ac76c5f-d1cc-4238-a63f-f7a1ec96d229 HTTP/1.1" status: 200 len: 210 time: 0.1337972 May 28 06:49:28.342074 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.db.api [None req-03d9fccd-468b-40f6-b2b5-a2f19767cbcb tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89110) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:49:28.342698 n-d-843702-1 neutron-server[89110]: DEBUG oslo_db.api [None req-03d9fccd-468b-40f6-b2b5-a2f19767cbcb tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:49:28.348676 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-64525d7f-acb9-41e8-9165-b9fa27226beb req-da2ed0f0-7eaf-45ce-8c15-e80abfe2376f tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c7bfca4-1cac-4fe5-a92f-14792891f755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315458 May 28 06:49:28.370111 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-ddf6fe3d-36b5-43e0-95e6-0e0021f042a8 req-0872336d-65c3-4bac-b7dc-7ccb3fd3b49d tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:28.388385 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-274190ac-895f-4da6-b4a5-9d6912c03d73 req-5888c8c2-9748-43e1-b167-4a97cb7c1f94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:28.436000 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-6a326d35-c36e-4414-9a5a-6718ee11f0ab tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:49:28.445729 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-6a326d35-c36e-4414-9a5a-6718ee11f0ab tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Usage tracker for resource:subnet and tenant:6c64b1b11caf4060b2fa84b61b74dc42 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:49:28.447129 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-6a326d35-c36e-4414-9a5a-6718ee11f0ab tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:49:28.455800 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-6a326d35-c36e-4414-9a5a-6718ee11f0ab tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:49:28.566208 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a326d35-c36e-4414-9a5a-6718ee11f0ab tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Made reservation on behalf of 6c64b1b11caf4060b2fa84b61b74dc42 for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:49:28.571550 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6a326d35-c36e-4414-9a5a-6718ee11f0ab tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:28.665674 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5888c8c2-9748-43e1-b167-4a97cb7c1f94 service neutron] Pushing event updated for resources: {'Port': ['ID=431c8ee7-fa64-477e-8366-b77fe932210c,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:49:28.792789 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-ddf6fe3d-36b5-43e0-95e6-0e0021f042a8 req-0872336d-65c3-4bac-b7dc-7ccb3fd3b49d tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:28.804119 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['f8566525-c4cb-4e62-a1d8-5e9ce5ba1b4e'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:49:28.892643 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-03d9fccd-468b-40f6-b2b5-a2f19767cbcb tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Deleting port 5f65ece2-fe9f-4751-b35d-7901c23bc75b {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:49:28.892643 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-03d9fccd-468b-40f6-b2b5-a2f19767cbcb tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:28.991229 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 5f65ece2-fe9f-4751-b35d-7901c23bc75b no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:49:28.996389 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0872336d-65c3-4bac-b7dc-7ccb3fd3b49d tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Pushing event updated for resources: {'Port': ['ID=31f4803a-784b-4f80-826c-4b4c2f8cc408,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:49:29.019397 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddf6fe3d-36b5-43e0-95e6-0e0021f042a8 req-0872336d-65c3-4bac-b7dc-7ccb3fd3b49d tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Network ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:49:29.058162 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 5f65ece2-fe9f-4751-b35d-7901c23bc75b {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:49:29.058545 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 5f65ece2-fe9f-4751-b35d-7901c23bc75b not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:49:29.063262 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-9e2a3d49-c143-4f71-96ff-e360efb468a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:29.063428 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [req-ddf6fe3d-36b5-43e0-95e6-0e0021f042a8 req-0872336d-65c3-4bac-b7dc-7ccb3fd3b49d tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:49:29.070669 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6a326d35-c36e-4414-9a5a-6718ee11f0ab tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:29.075724 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddf6fe3d-36b5-43e0-95e6-0e0021f042a8 req-0872336d-65c3-4bac-b7dc-7ccb3fd3b49d tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:49:29.121061 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-03d9fccd-468b-40f6-b2b5-a2f19767cbcb tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] The port '5f65ece2-fe9f-4751-b35d-7901c23bc75b' was deleted {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 06:49:29.156766 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-274190ac-895f-4da6-b4a5-9d6912c03d73 req-5888c8c2-9748-43e1-b167-4a97cb7c1f94 service neutron] Attempting to bind port 431c8ee7-fa64-477e-8366-b77fe932210c on host n-h2-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:49:29.157458 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-274190ac-895f-4da6-b4a5-9d6912c03d73 req-5888c8c2-9748-43e1-b167-4a97cb7c1f94 service neutron] Attempting to bind port 431c8ee7-fa64-477e-8366-b77fe932210c by drivers openvswitch,hyperv on host n-h2-843702-1 at level 0 using segments [{'id': '891ef37d-2d2b-47ef-a8c4-170b0614d759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'a5003c5d-3a74-4f41-abaa-5496ec434a45'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:49:29.157572 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274190ac-895f-4da6-b4a5-9d6912c03d73 req-5888c8c2-9748-43e1-b167-4a97cb7c1f94 service neutron] Attempting to bind port 431c8ee7-fa64-477e-8366-b77fe932210c on network a5003c5d-3a74-4f41-abaa-5496ec434a45 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:49:29.203110 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405ab461-7532-4502-9d9c-9c83dedcd747 req-51366d31-e82c-4672-a123-c3240072ca97 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:49:29.204173 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-405ab461-7532-4502-9d9c-9c83dedcd747 req-51366d31-e82c-4672-a123-c3240072ca97 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea79fcfb-6241-4b5f-a230-78165550ae62 HTTP/1.1" status: 200 len: 944 time: 0.6261225 May 28 06:49:29.211918 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274190ac-895f-4da6-b4a5-9d6912c03d73 req-5888c8c2-9748-43e1-b167-4a97cb7c1f94 service neutron] Port 431c8ee7-fa64-477e-8366-b77fe932210c on network a5003c5d-3a74-4f41-abaa-5496ec434a45 not bound, no agent of type Open vSwitch agent registered on host n-h2-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:49:29.212240 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274190ac-895f-4da6-b4a5-9d6912c03d73 req-5888c8c2-9748-43e1-b167-4a97cb7c1f94 service neutron] Attempting to bind port 431c8ee7-fa64-477e-8366-b77fe932210c on network a5003c5d-3a74-4f41-abaa-5496ec434a45 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:49:29.216144 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a326d35-c36e-4414-9a5a-6718ee11f0ab tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Checking segment: {'id': 'f82058fc-9505-429f-8cdd-b2eb25729759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '31de3dea-4168-4c8d-be82-21c857fd1dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:49:29.216578 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a326d35-c36e-4414-9a5a-6718ee11f0ab tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Network hostable DHCP agents. Network: 31de3dea-4168-4c8d-be82-21c857fd1dfb, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:49:29.236866 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a326d35-c36e-4414-9a5a-6718ee11f0ab tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Pushing event updated for resources: {'Subnet': ['ID=2a50d26e-563e-492a-8698-85be4d42daa9,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:49:29.260165 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274190ac-895f-4da6-b4a5-9d6912c03d73 req-5888c8c2-9748-43e1-b167-4a97cb7c1f94 service neutron] Checking agent: {'id': 'f1a3973b-d2b3-4558-88e7-2ac50857d302', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:49:29.260514 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274190ac-895f-4da6-b4a5-9d6912c03d73 req-5888c8c2-9748-43e1-b167-4a97cb7c1f94 service neutron] Checking segment: {'id': '891ef37d-2d2b-47ef-a8c4-170b0614d759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'a5003c5d-3a74-4f41-abaa-5496ec434a45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:49:29.260899 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274190ac-895f-4da6-b4a5-9d6912c03d73 req-5888c8c2-9748-43e1-b167-4a97cb7c1f94 service neutron] Bound using segment: {'id': '891ef37d-2d2b-47ef-a8c4-170b0614d759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'a5003c5d-3a74-4f41-abaa-5496ec434a45'} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:49:29.261335 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-274190ac-895f-4da6-b4a5-9d6912c03d73 req-5888c8c2-9748-43e1-b167-4a97cb7c1f94 service neutron] Bound port: 431c8ee7-fa64-477e-8366-b77fe932210c, host: n-h2-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '891ef37d-2d2b-47ef-a8c4-170b0614d759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'a5003c5d-3a74-4f41-abaa-5496ec434a45'}}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:49:29.261712 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-274190ac-895f-4da6-b4a5-9d6912c03d73 req-5888c8c2-9748-43e1-b167-4a97cb7c1f94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:29.339984 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf6fe3d-36b5-43e0-95e6-0e0021f042a8 req-0872336d-65c3-4bac-b7dc-7ccb3fd3b49d tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:49:29.340998 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-ddf6fe3d-36b5-43e0-95e6-0e0021f042a8 req-0872336d-65c3-4bac-b7dc-7ccb3fd3b49d tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:29.350614 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a326d35-c36e-4414-9a5a-6718ee11f0ab tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Network 31de3dea-4168-4c8d-be82-21c857fd1dfb is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:49:29.431031 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-03d9fccd-468b-40f6-b2b5-a2f19767cbcb tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:29.441851 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-405ab461-7532-4502-9d9c-9c83dedcd747 req-bf3055ca-a8e9-4071-ba10-c5f822f65e4e tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141509 May 28 06:49:29.447229 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-6a326d35-c36e-4414-9a5a-6718ee11f0ab tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, 31de3dea-4168-4c8d-be82-21c857fd1dfb) {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:49:29.452575 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a326d35-c36e-4414-9a5a-6718ee11f0ab tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:49:29.453110 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6a326d35-c36e-4414-9a5a-6718ee11f0ab tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:29.469723 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256fc0a3-c35e-4004-b9d8-2c1feba51231 None None] Network 31de3dea-4168-4c8d-be82-21c857fd1dfb requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:49:29.586344 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ddf6fe3d-36b5-43e0-95e6-0e0021f042a8 req-0872336d-65c3-4bac-b7dc-7ccb3fd3b49d tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6399496 May 28 06:49:29.590552 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device ea2e1a53-d70b-4271-a57e-6fffc0d8bb80 up at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:49:29.635179 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-6a326d35-c36e-4414-9a5a-6718ee11f0ab tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4384477 May 28 06:49:29.635179 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 55340) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:49:29.753571 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-03d9fccd-468b-40f6-b2b5-a2f19767cbcb tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41ccb672-e70a-43bf-8f62-dabc5a7e1b95']}} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:49:29.790746 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-03d9fccd-468b-40f6-b2b5-a2f19767cbcb tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d7e5168-c3f4-4c19-b318-7137e4c540fd') {'for_net_delete': True} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:49:29.791223 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-03d9fccd-468b-40f6-b2b5-a2f19767cbcb tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d7e5168-c3f4-4c19-b318-7137e4c540fd') {} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:49:29.808929 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-ddf6fe3d-36b5-43e0-95e6-0e0021f042a8 req-d0469a93-a86d-452b-8cd1-370e93638329 service neutron] Request body: {'port': {'device_id': '3ac76c5f-d1cc-4238-a63f-f7a1ec96d229', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843702-1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:49:29.835049 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b30d93c8-d79b-46fd-8f83-5ef11fb77f73 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:29.902106 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-03d9fccd-468b-40f6-b2b5-a2f19767cbcb tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4150778'] for segment, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:29.957538 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-274190ac-895f-4da6-b4a5-9d6912c03d73 req-5888c8c2-9748-43e1-b167-4a97cb7c1f94 service neutron] For port 431c8ee7-fa64-477e-8366-b77fe932210c, host n-h2-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:49:29.962389 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-03d9fccd-468b-40f6-b2b5-a2f19767cbcb tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:29.988989 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b30d93c8-d79b-46fd-8f83-5ef11fb77f73 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:30.019019 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03d9fccd-468b-40f6-b2b5-a2f19767cbcb tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=89110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:49:30.019431 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-03d9fccd-468b-40f6-b2b5-a2f19767cbcb tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3143023'] for segment, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:30.019778 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:30.032626 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning for port ea2e1a53-d70b-4271-a57e-6fffc0d8bb80 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:49:30.060283 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning complete for port ea2e1a53-d70b-4271-a57e-6fffc0d8bb80 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:49:30.060733 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:30.113361 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-274190ac-895f-4da6-b4a5-9d6912c03d73 req-5888c8c2-9748-43e1-b167-4a97cb7c1f94 service neutron] For port 431c8ee7-fa64-477e-8366-b77fe932210c, host n-h2-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=431c8ee7-fa64-477e-8366-b77fe932210c,segment=NetworkSegment(891ef37d-2d2b-47ef-a8c4-170b0614d759),segment_id=891ef37d-2d2b-47ef-a8c4-170b0614d759)] {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:49:30.138314 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment 0d7e5168-c3f4-4c19-b318-7137e4c540fd resource provider aggregate not found May 28 06:49:30.149686 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:30.169938 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b30d93c8-d79b-46fd-8f83-5ef11fb77f73 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9555650'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:30.182193 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment 0d7e5168-c3f4-4c19-b318-7137e4c540fd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0d7e5168-c3f4-4c19-b318-7137e4c540fd found for delete ", "request_id": "req-e0958e88-724c-4f06-91c8-76b774dfda70"}]} May 28 06:49:30.189579 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-ddf6fe3d-36b5-43e0-95e6-0e0021f042a8 req-d0469a93-a86d-452b-8cd1-370e93638329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:30.225462 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ccd08c-06ff-4fd2-beaa-a224b48f11ac req-4d6749b9-f99f-4600-929c-dc15d64a6909 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:49:30.232846 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c9ccd08c-06ff-4fd2-beaa-a224b48f11ac req-4d6749b9-f99f-4600-929c-dc15d64a6909 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ac76c5f-d1cc-4238-a63f-f7a1ec96d229 HTTP/1.1" status: 200 len: 931 time: 0.7739570 May 28 06:49:30.260116 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461518a5-9a9d-4be9-834f-fff6d22f8144 req-c5e35ddd-ffcf-44d8-b119-72eeb7289a78 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:49:30.264870 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30d93c8-d79b-46fd-8f83-5ef11fb77f73 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Pushing event deleted for resources: {'Subnet': ['ID=2a50d26e-563e-492a-8698-85be4d42daa9,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:49:30.268411 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-461518a5-9a9d-4be9-834f-fff6d22f8144 req-c5e35ddd-ffcf-44d8-b119-72eeb7289a78 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8faf0c8-2b0b-4711-9900-f4434257b873 HTTP/1.1" status: 200 len: 945 time: 0.6393881 May 28 06:49:30.291750 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-274190ac-895f-4da6-b4a5-9d6912c03d73 req-5888c8c2-9748-43e1-b167-4a97cb7c1f94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:30.381016 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port ea2e1a53-d70b-4271-a57e-6fffc0d8bb80 is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:49:30.381736 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:30.392121 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-720836c2-134c-4052-82e4-f7ba197b26f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-31de3dea-4168-4c8d-be82-21c857fd1dfb', 'network_id': '31de3dea-4168-4c8d-be82-21c857fd1dfb', 'tenant_id': '6c64b1b11caf4060b2fa84b61b74dc42', 'fixed_ips': [{'subnet_id': '2a50d26e-563e-492a-8698-85be4d42daa9'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:49:30.393155 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-720836c2-134c-4052-82e4-f7ba197b26f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:30.482211 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b30d93c8-d79b-46fd-8f83-5ef11fb77f73 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:30.493213 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8faf0c8-2b0b-4711-9900-f4434257b873', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea2e1a53-d70b-4271-a57e-6fffc0d8bb80'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:49:30.518072 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port ea2e1a53-d70b-4271-a57e-6fffc0d8bb80, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=ea2e1a53-d70b-4271-a57e-6fffc0d8bb80,segment=NetworkSegment(7ec0e308-8d07-4b60-b9c2-e7620dee5b7c),segment_id=7ec0e308-8d07-4b60-b9c2-e7620dee5b7c)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:49:30.556959 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-03d9fccd-468b-40f6-b2b5-a2f19767cbcb tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:30.631257 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20982125-8aa3-4515-9e4a-2bab2dc428ef None None] Network 31de3dea-4168-4c8d-be82-21c857fd1dfb requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:49:30.653004 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-03d9fccd-468b-40f6-b2b5-a2f19767cbcb tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks [] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:30.656730 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:30.663267 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274190ac-895f-4da6-b4a5-9d6912c03d73 req-5888c8c2-9748-43e1-b167-4a97cb7c1f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:49:30.663880 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-274190ac-895f-4da6-b4a5-9d6912c03d73 req-5888c8c2-9748-43e1-b167-4a97cb7c1f94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:30.665347 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-274190ac-895f-4da6-b4a5-9d6912c03d73 req-5888c8c2-9748-43e1-b167-4a97cb7c1f94 service neutron] 10.222.0.71 "PUT /v2.0/ports/431c8ee7-fa64-477e-8366-b77fe932210c HTTP/1.1" status: 200 len: 1092 time: 4.9133615 May 28 06:49:30.700953 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-b30d93c8-d79b-46fd-8f83-5ef11fb77f73 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31de3dea-4168-4c8d-be82-21c857fd1dfb']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:49:30.713817 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c9ccd08c-06ff-4fd2-beaa-a224b48f11ac req-2b5e463d-ad60-4672-b21b-bea5ce746601 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/security-groups?id=55eadb02-d3aa-43b2-bf74-b67b0f98720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4797041 May 28 06:49:30.714569 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea79fcfb-6241-4b5f-a230-78165550ae62', 'tag': '431c8ee7-fa64-477e-8366-b77fe932210c'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:49:30.727352 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-b30d93c8-d79b-46fd-8f83-5ef11fb77f73 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f82058fc-9505-429f-8cdd-b2eb25729759') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:49:30.727635 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-b30d93c8-d79b-46fd-8f83-5ef11fb77f73 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f82058fc-9505-429f-8cdd-b2eb25729759') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:49:30.742213 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b30d93c8-d79b-46fd-8f83-5ef11fb77f73 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:30.759629 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-461518a5-9a9d-4be9-834f-fff6d22f8144 req-5daaad58-fe8f-40fd-9654-e69594c48fb0 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c7bfca4-1cac-4fe5-a92f-14792891f755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4902456 May 28 06:49:30.760958 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b30d93c8-d79b-46fd-8f83-5ef11fb77f73 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:30.771402 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b30d93c8-d79b-46fd-8f83-5ef11fb77f73 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:49:30.771959 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b30d93c8-d79b-46fd-8f83-5ef11fb77f73 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:30.796220 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d9fccd-468b-40f6-b2b5-a2f19767cbcb tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Pushing event deleted for resources: {'Network': ['ID=41ccb672-e70a-43bf-8f62-dabc5a7e1b95,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:49:30.806595 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-03d9fccd-468b-40f6-b2b5-a2f19767cbcb tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] 10.222.0.55 "DELETE /v2.0/networks/41ccb672-e70a-43bf-8f62-dabc5a7e1b95 HTTP/1.1" status: 204 len: 168 time: 4.5046766 May 28 06:49:30.816039 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5888c8c2-9748-43e1-b167-4a97cb7c1f94 service neutron] Pushing event updated for resources: {'Port': ['ID=431c8ee7-fa64-477e-8366-b77fe932210c,revision_number=3']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:49:30.816039 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 55364) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:49:30.940374 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=ea2e1a53-d70b-4271-a57e-6fffc0d8bb80,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:49:30.982794 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment f82058fc-9505-429f-8cdd-b2eb25729759 resource provider aggregate not found May 28 06:49:31.025237 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96c425a5-eac7-4e1f-993d-f1eacf79d208'] response: {'server_uuid': 'd8faf0c8-2b0b-4711-9900-f4434257b873', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea2e1a53-d70b-4271-a57e-6fffc0d8bb80', 'code': 200} May 28 06:49:31.026041 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment f82058fc-9505-429f-8cdd-b2eb25729759 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f82058fc-9505-429f-8cdd-b2eb25729759 found for delete ", "request_id": "req-6123edf7-129d-4d6a-bd5a-f6f57186b399"}]} May 28 06:49:31.124350 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbad8805-0784-440d-8129-017e07211eb1'] response: {'name': 'network-changed', 'server_uuid': 'ea79fcfb-6241-4b5f-a230-78165550ae62', 'tag': '431c8ee7-fa64-477e-8366-b77fe932210c', 'status': 'completed', 'code': 200} May 28 06:49:31.150020 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c04fec71-c449-42dd-91e8-704e0311d0db tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:49:31.150020 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-c04fec71-c449-42dd-91e8-704e0311d0db tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Synchronizing usage tracker for tenant:bf0f1d3761524ddfa4db9240ac258eb8 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:49:31.219133 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b30d93c8-d79b-46fd-8f83-5ef11fb77f73 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:31.239104 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b30d93c8-d79b-46fd-8f83-5ef11fb77f73 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:31.256085 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30d93c8-d79b-46fd-8f83-5ef11fb77f73 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Pushing event deleted for resources: {'Network': ['ID=31de3dea-4168-4c8d-be82-21c857fd1dfb,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:49:31.268818 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-b30d93c8-d79b-46fd-8f83-5ef11fb77f73 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] 10.222.0.55 "DELETE /v2.0/networks/31de3dea-4168-4c8d-be82-21c857fd1dfb HTTP/1.1" status: 204 len: 168 time: 1.6300440 May 28 06:49:31.272169 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 55386) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:49:31.283089 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-60572cd4-8567-4813-b284-a4085d40f7d3 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1981516912'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:49:31.303610 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-60572cd4-8567-4813-b284-a4085d40f7d3 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:49:31.304218 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-c04fec71-c449-42dd-91e8-704e0311d0db tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Unset dirty status for tenant:bf0f1d3761524ddfa4db9240ac258eb8 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:49:31.308709 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-c04fec71-c449-42dd-91e8-704e0311d0db tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] 10.222.0.55 "GET /v2.0/ports/1d938811-ed33-4b05-853a-261eae86832e HTTP/1.1" status: 200 len: 845 time: 0.4914188 May 28 06:49:31.312274 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 55390) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:49:31.321156 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-60572cd4-8567-4813-b284-a4085d40f7d3 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Usage tracker for resource:network and tenant:6c64b1b11caf4060b2fa84b61b74dc42 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:49:31.331262 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17604c92-ef34-49ad-8ab1-63bc36ce3b36 req-ee660bce-3cb2-4190-b3f8-b5bb9707a4de tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:49:31.333091 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-17604c92-ef34-49ad-8ab1-63bc36ce3b36 req-ee660bce-3cb2-4190-b3f8-b5bb9707a4de tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea79fcfb-6241-4b5f-a230-78165550ae62 HTTP/1.1" status: 200 len: 944 time: 0.3849957 May 28 06:49:31.378617 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274190ac-895f-4da6-b4a5-9d6912c03d73 req-b5e77da7-0cb1-4291-b679-e258ab452eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:49:31.380012 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-274190ac-895f-4da6-b4a5-9d6912c03d73 req-b5e77da7-0cb1-4291-b679-e258ab452eeb service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=73e0295cd8e04d62a9246f93ad60c000&device_id=ea79fcfb-6241-4b5f-a230-78165550ae62 HTTP/1.1" status: 200 len: 1095 time: 0.4664741 May 28 06:49:31.413491 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-b8fc7265-6852-4651-903b-15c1dcf88404 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] 10.222.0.55 "GET /v2.0/ports/1d938811-ed33-4b05-853a-261eae86832e?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0983770 May 28 06:49:31.414079 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-60572cd4-8567-4813-b284-a4085d40f7d3 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:49:31.426073 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 55396) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:49:31.438596 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-a4d81deb-c590-48b3-9d96-d6fbdc36eb7f tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Request body: {'subnet': {'network_id': '5776fce6-3412-4376-ba3e-26bfccdcf5fa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:49:31.457659 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-60572cd4-8567-4813-b284-a4085d40f7d3 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:49:31.461844 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6205ce4d-9850-4dd3-a722-8b50ffa31d6a req-567caefd-4deb-4a86-aaf8-f61d24c678d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:49:31.464110 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-6205ce4d-9850-4dd3-a722-8b50ffa31d6a req-567caefd-4deb-4a86-aaf8-f61d24c678d3 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=d8faf0c8-2b0b-4711-9900-f4434257b873 HTTP/1.1" status: 200 len: 1097 time: 0.3409038 May 28 06:49:31.472503 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-274190ac-895f-4da6-b4a5-9d6912c03d73 req-d0920ff5-8a86-4d54-836c-386260a4f77e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=431c8ee7-fa64-477e-8366-b77fe932210c HTTP/1.1" status: 200 len: 217 time: 0.0737445 May 28 06:49:31.545354 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-17604c92-ef34-49ad-8ab1-63bc36ce3b36 req-69df855a-3cfe-446a-b016-06f913a23846 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998549 May 28 06:49:31.584080 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274190ac-895f-4da6-b4a5-9d6912c03d73 req-f81897ee-17b6-46c9-9157-1e4f354e3e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:49:31.586416 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-274190ac-895f-4da6-b4a5-9d6912c03d73 req-f81897ee-17b6-46c9-9157-1e4f354e3e07 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c9770ae0-20d9-409f-aee4-a3917a1ccf16 HTTP/1.1" status: 200 len: 853 time: 0.0995779 May 28 06:49:31.616002 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-6205ce4d-9850-4dd3-a722-8b50ffa31d6a req-376799ed-6432-4756-b41c-a319dbb79685 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=7c7bfca4-1cac-4fe5-a92f-14792891f755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952835 May 28 06:49:31.627900 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-a4d81deb-c590-48b3-9d96-d6fbdc36eb7f tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:49:31.632350 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-a4d81deb-c590-48b3-9d96-d6fbdc36eb7f tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Usage tracker for resource:subnet and tenant:bf0f1d3761524ddfa4db9240ac258eb8 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:49:31.638019 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-a4d81deb-c590-48b3-9d96-d6fbdc36eb7f tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:49:31.642223 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-a4d81deb-c590-48b3-9d96-d6fbdc36eb7f tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:49:31.675181 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60572cd4-8567-4813-b284-a4085d40f7d3 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Made reservation on behalf of 6c64b1b11caf4060b2fa84b61b74dc42 for: {'network': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:49:31.678841 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-60572cd4-8567-4813-b284-a4085d40f7d3 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:31.693695 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-274190ac-895f-4da6-b4a5-9d6912c03d73 req-85f8e86d-7b2f-44f6-a90a-136d3d780dc1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a5003c5d-3a74-4f41-abaa-5496ec434a45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0880439 May 28 06:49:31.703885 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:31.715088 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60572cd4-8567-4813-b284-a4085d40f7d3 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=89109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:49:31.726686 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-60572cd4-8567-4813-b284-a4085d40f7d3 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:31.729784 n-d-843702-1 neutron-server[89109]: INFO neutron.db.segments_db [None req-60572cd4-8567-4813-b284-a4085d40f7d3 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Added segment f387e903-0395-4a2f-b4b8-b6a7a94de443 of type vlan for network 761a33ec-f70d-450a-81ad-88abefed5082 May 28 06:49:31.739534 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [req-ddf6fe3d-36b5-43e0-95e6-0e0021f042a8 req-d0469a93-a86d-452b-8cd1-370e93638329 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31f4803a-784b-4f80-826c-4b4c2f8cc408 {{(pid=89110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:49:31.756043 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-ddf6fe3d-36b5-43e0-95e6-0e0021f042a8 req-d0469a93-a86d-452b-8cd1-370e93638329 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:31.760725 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4d81deb-c590-48b3-9d96-d6fbdc36eb7f tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Made reservation on behalf of bf0f1d3761524ddfa4db9240ac258eb8 for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:49:31.765309 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a4d81deb-c590-48b3-9d96-d6fbdc36eb7f tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:31.788064 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-ddf6fe3d-36b5-43e0-95e6-0e0021f042a8 req-d0469a93-a86d-452b-8cd1-370e93638329 service neutron] Transition to ACTIVE for port object 31f4803a-784b-4f80-826c-4b4c2f8cc408 will not be triggered until provisioned by entity L2. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:49:31.871320 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-60572cd4-8567-4813-b284-a4085d40f7d3 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:31.876135 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-ddf6fe3d-36b5-43e0-95e6-0e0021f042a8 req-d0469a93-a86d-452b-8cd1-370e93638329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:32.073601 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-60572cd4-8567-4813-b284-a4085d40f7d3 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:32.088396 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60572cd4-8567-4813-b284-a4085d40f7d3 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:49:32.089027 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-60572cd4-8567-4813-b284-a4085d40f7d3 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:32.288699 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60572cd4-8567-4813-b284-a4085d40f7d3 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Pushing event updated for resources: {'Network': ['ID=761a33ec-f70d-450a-81ad-88abefed5082,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:49:32.305521 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 761a33ec-f70d-450a-81ad-88abefed5082 details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:49:32.367291 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a4d81deb-c590-48b3-9d96-d6fbdc36eb7f tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:32.424602 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:32.434447 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-60572cd4-8567-4813-b284-a4085d40f7d3 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1587253 May 28 06:49:32.435242 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 55416) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:49:32.445919 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-7260310b-0a27-48b1-838d-e13f0e86fc48 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Request body: {'subnet': {'network_id': '761a33ec-f70d-450a-81ad-88abefed5082', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:49:32.575716 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d81deb-c590-48b3-9d96-d6fbdc36eb7f tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Network 5776fce6-3412-4376-ba3e-26bfccdcf5fa is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:49:32.576844 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-7260310b-0a27-48b1-838d-e13f0e86fc48 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:49:32.577154 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0469a93-a86d-452b-8cd1-370e93638329 service neutron] Pushing event updated for resources: {'Port': ['ID=31f4803a-784b-4f80-826c-4b4c2f8cc408,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:49:32.582676 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-a4d81deb-c590-48b3-9d96-d6fbdc36eb7f tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:49:32.589980 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d81deb-c590-48b3-9d96-d6fbdc36eb7f tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:49:32.589980 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a4d81deb-c590-48b3-9d96-d6fbdc36eb7f tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:32.598048 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3528ec67-a9e4-4caf-976b-75528b0e6965 None None] Network 5776fce6-3412-4376-ba3e-26bfccdcf5fa requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:49:32.613833 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-7260310b-0a27-48b1-838d-e13f0e86fc48 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Usage tracker for resource:subnet and tenant:6c64b1b11caf4060b2fa84b61b74dc42 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:49:32.616631 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-7260310b-0a27-48b1-838d-e13f0e86fc48 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:49:32.622382 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d81deb-c590-48b3-9d96-d6fbdc36eb7f tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Pushing event updated for resources: {'Subnet': ['ID=fd930488-3d84-4650-b575-4c0ac381b0b5,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:49:32.643248 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-7260310b-0a27-48b1-838d-e13f0e86fc48 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:49:32.650249 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-274190ac-895f-4da6-b4a5-9d6912c03d73 req-2ba273e3-ddc9-4f28-8a61-b62b2a176fd4 service neutron] 10.222.0.71 "GET /v2.0/networks/a5003c5d-3a74-4f41-abaa-5496ec434a45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5324621 May 28 06:49:32.771808 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-a4d81deb-c590-48b3-9d96-d6fbdc36eb7f tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3386042 May 28 06:49:32.773468 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 55426) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:49:32.778473 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-a437e474-f082-4cf3-8805-93fef83ca37d tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Request body: {'security_group': {'name': 'tempest-secgroup-2023168888'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:49:32.810458 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-a437e474-f082-4cf3-8805-93fef83ca37d tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:49:32.823835 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-a437e474-f082-4cf3-8805-93fef83ca37d tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Usage tracker for resource:security_group and tenant:bf0f1d3761524ddfa4db9240ac258eb8 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:49:32.842530 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-a437e474-f082-4cf3-8805-93fef83ca37d tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:49:32.852363 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-a437e474-f082-4cf3-8805-93fef83ca37d tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:49:32.899657 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-ddf6fe3d-36b5-43e0-95e6-0e0021f042a8 req-d0469a93-a86d-452b-8cd1-370e93638329 service neutron] Attempting to bind port 31f4803a-784b-4f80-826c-4b4c2f8cc408 on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:49:32.899987 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-ddf6fe3d-36b5-43e0-95e6-0e0021f042a8 req-d0469a93-a86d-452b-8cd1-370e93638329 service neutron] Attempting to bind port 31f4803a-784b-4f80-826c-4b4c2f8cc408 by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': 'd3c6b9f0-14d5-4338-b095-ac6f93dbc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:49:32.911808 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf6fe3d-36b5-43e0-95e6-0e0021f042a8 req-d0469a93-a86d-452b-8cd1-370e93638329 service neutron] Attempting to bind port 31f4803a-784b-4f80-826c-4b4c2f8cc408 on network ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:49:32.911808 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf6fe3d-36b5-43e0-95e6-0e0021f042a8 req-d0469a93-a86d-452b-8cd1-370e93638329 service neutron] Port 31f4803a-784b-4f80-826c-4b4c2f8cc408 on network ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:49:32.911808 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf6fe3d-36b5-43e0-95e6-0e0021f042a8 req-d0469a93-a86d-452b-8cd1-370e93638329 service neutron] Attempting to bind port 31f4803a-784b-4f80-826c-4b4c2f8cc408 on network ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:49:32.917918 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61b1c7b-d23f-417b-9758-57c17d6c1178 req-d5502752-a2bb-4ded-93f2-e26386e2f706 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:49:32.919567 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d61b1c7b-d23f-417b-9758-57c17d6c1178 req-d5502752-a2bb-4ded-93f2-e26386e2f706 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8faf0c8-2b0b-4711-9900-f4434257b873 HTTP/1.1" status: 200 len: 946 time: 0.8487065 May 28 06:49:32.928349 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97678f66-24f3-4c58-849e-00eaf046e5fd req-a945668b-6d7d-44bd-9870-b110a185107d tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:49:32.930027 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-97678f66-24f3-4c58-849e-00eaf046e5fd req-a945668b-6d7d-44bd-9870-b110a185107d tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ac76c5f-d1cc-4238-a63f-f7a1ec96d229 HTTP/1.1" status: 200 len: 943 time: 0.7827899 May 28 06:49:32.944266 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7260310b-0a27-48b1-838d-e13f0e86fc48 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Made reservation on behalf of 6c64b1b11caf4060b2fa84b61b74dc42 for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:49:32.947947 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7260310b-0a27-48b1-838d-e13f0e86fc48 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:32.982330 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a437e474-f082-4cf3-8805-93fef83ca37d tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:32.995119 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf6fe3d-36b5-43e0-95e6-0e0021f042a8 req-d0469a93-a86d-452b-8cd1-370e93638329 service neutron] Checking agent: {'id': '69f492a0-c00d-46d0-9bec-fcd8161ce206', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:49:32.995464 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf6fe3d-36b5-43e0-95e6-0e0021f042a8 req-d0469a93-a86d-452b-8cd1-370e93638329 service neutron] Checking segment: {'id': 'd3c6b9f0-14d5-4338-b095-ac6f93dbc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:49:32.995851 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf6fe3d-36b5-43e0-95e6-0e0021f042a8 req-d0469a93-a86d-452b-8cd1-370e93638329 service neutron] Bound using segment: {'id': 'd3c6b9f0-14d5-4338-b095-ac6f93dbc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1'} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:49:32.996298 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-ddf6fe3d-36b5-43e0-95e6-0e0021f042a8 req-d0469a93-a86d-452b-8cd1-370e93638329 service neutron] Bound port: 31f4803a-784b-4f80-826c-4b4c2f8cc408, host: n-h1-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3c6b9f0-14d5-4338-b095-ac6f93dbc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1'}}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:49:32.996641 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-ddf6fe3d-36b5-43e0-95e6-0e0021f042a8 req-d0469a93-a86d-452b-8cd1-370e93638329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:33.026295 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-274190ac-895f-4da6-b4a5-9d6912c03d73 req-61b13cac-edd7-4e19-a15f-07ded217538b service neutron] 10.222.0.71 "GET /v2.0/networks/a5003c5d-3a74-4f41-abaa-5496ec434a45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3432536 May 28 06:49:33.059630 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb35ba7a-3b8f-4765-97f0-58105de4ecc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-5776fce6-3412-4376-ba3e-26bfccdcf5fa', 'network_id': '5776fce6-3412-4376-ba3e-26bfccdcf5fa', 'tenant_id': 'bf0f1d3761524ddfa4db9240ac258eb8', 'fixed_ips': [{'subnet_id': 'fd930488-3d84-4650-b575-4c0ac381b0b5'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:49:33.061738 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-bb35ba7a-3b8f-4765-97f0-58105de4ecc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:33.067103 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-97678f66-24f3-4c58-849e-00eaf046e5fd req-684d3f8f-f012-4159-b252-c945c1d8af73 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/security-groups?id=55eadb02-d3aa-43b2-bf74-b67b0f98720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011696 May 28 06:49:33.171770 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d61b1c7b-d23f-417b-9758-57c17d6c1178 req-ca090040-def3-41f5-b9c1-c4ac507ffffa tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c7bfca4-1cac-4fe5-a92f-14792891f755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2368500 May 28 06:49:33.304163 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-bb35ba7a-3b8f-4765-97f0-58105de4ecc4 None None] Allocated IP 2001:db8::2 (5776fce6-3412-4376-ba3e-26bfccdcf5fa/fd930488-3d84-4650-b575-4c0ac381b0b5/924a56ca-0808-493d-b2c7-8083626bc604) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:49:33.369515 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-a437e474-f082-4cf3-8805-93fef83ca37d tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:49:33.385188 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-a437e474-f082-4cf3-8805-93fef83ca37d tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Usage tracker for resource:security_group_rule and tenant:bf0f1d3761524ddfa4db9240ac258eb8 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:49:33.388525 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-a437e474-f082-4cf3-8805-93fef83ca37d tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:49:33.400613 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-a437e474-f082-4cf3-8805-93fef83ca37d tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:49:33.490331 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-ddf6fe3d-36b5-43e0-95e6-0e0021f042a8 req-d0469a93-a86d-452b-8cd1-370e93638329 service neutron] For port 31f4803a-784b-4f80-826c-4b4c2f8cc408, host n-h1-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:49:33.517265 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-ddf6fe3d-36b5-43e0-95e6-0e0021f042a8 req-d0469a93-a86d-452b-8cd1-370e93638329 service neutron] For port 31f4803a-784b-4f80-826c-4b4c2f8cc408, host n-h1-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=31f4803a-784b-4f80-826c-4b4c2f8cc408,segment=NetworkSegment(d3c6b9f0-14d5-4338-b095-ac6f93dbc704),segment_id=d3c6b9f0-14d5-4338-b095-ac6f93dbc704)] {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:49:33.532203 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260b33f8-375c-4d95-94cd-0255439ef081 req-22f981a5-88d8-4dce-a691-2037f762fc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:49:33.535369 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-260b33f8-375c-4d95-94cd-0255439ef081 req-22f981a5-88d8-4dce-a691-2037f762fc48 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=73e0295cd8e04d62a9246f93ad60c000&device_id=ea79fcfb-6241-4b5f-a230-78165550ae62 HTTP/1.1" status: 200 len: 1095 time: 0.1678450 May 28 06:49:33.558267 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a437e474-f082-4cf3-8805-93fef83ca37d tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:33.567817 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000aa71b-aeac-41a4-a578-84ed159a1645 req-70b2b2f5-a4cb-4f29-9e46-aab8e2c42bae tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:49:33.569467 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-000aa71b-aeac-41a4-a578-84ed159a1645 req-70b2b2f5-a4cb-4f29-9e46-aab8e2c42bae tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea79fcfb-6241-4b5f-a230-78165550ae62 HTTP/1.1" status: 200 len: 944 time: 0.1587083 May 28 06:49:33.679588 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-ddf6fe3d-36b5-43e0-95e6-0e0021f042a8 req-d0469a93-a86d-452b-8cd1-370e93638329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:33.836069 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a437e474-f082-4cf3-8805-93fef83ca37d tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:33.908455 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a437e474-f082-4cf3-8805-93fef83ca37d tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d561e0b2-67ae-41b4-bc5c-b605f7e3b5ef,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:49:33.926660 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-bb35ba7a-3b8f-4765-97f0-58105de4ecc4 None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:33.938890 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-bb35ba7a-3b8f-4765-97f0-58105de4ecc4 None None] Transition to ACTIVE for port object 924a56ca-0808-493d-b2c7-8083626bc604 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:49:34.001028 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-bb35ba7a-3b8f-4765-97f0-58105de4ecc4 None None] Transition to ACTIVE for port object 924a56ca-0808-493d-b2c7-8083626bc604 will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:49:34.008511 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf6fe3d-36b5-43e0-95e6-0e0021f042a8 req-d0469a93-a86d-452b-8cd1-370e93638329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:49:34.009321 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-ddf6fe3d-36b5-43e0-95e6-0e0021f042a8 req-d0469a93-a86d-452b-8cd1-370e93638329 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:34.010939 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ddf6fe3d-36b5-43e0-95e6-0e0021f042a8 req-d0469a93-a86d-452b-8cd1-370e93638329 service neutron] 10.222.0.69 "PUT /v2.0/ports/31f4803a-784b-4f80-826c-4b4c2f8cc408 HTTP/1.1" status: 200 len: 1091 time: 4.3948514 May 28 06:49:34.017371 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ac76c5f-d1cc-4238-a63f-f7a1ec96d229', 'tag': '31f4803a-784b-4f80-826c-4b4c2f8cc408'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:49:34.026679 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260b33f8-375c-4d95-94cd-0255439ef081 req-ee99c12c-3d16-43db-a27a-2dc34aeb9138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:49:34.028344 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-260b33f8-375c-4d95-94cd-0255439ef081 req-ee99c12c-3d16-43db-a27a-2dc34aeb9138 service neutron] 10.222.0.71 "GET /v2.0/networks?id=a5003c5d-3a74-4f41-abaa-5496ec434a45 HTTP/1.1" status: 200 len: 914 time: 0.4799442 May 28 06:49:34.035302 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-000aa71b-aeac-41a4-a578-84ed159a1645 req-471a630b-1ca9-42fb-b48e-6230130176e7 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4148250 May 28 06:49:34.059311 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a437e474-f082-4cf3-8805-93fef83ca37d tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:34.060678 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-a437e474-f082-4cf3-8805-93fef83ca37d tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2861922 May 28 06:49:34.067166 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 55440) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:49:34.081802 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-01d213ba-b45c-4857-8bf4-cfa40f475d12 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Request body: {'security_group': {'name': 'tempest-secgroup-1314112604'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:49:34.093396 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-bb35ba7a-3b8f-4765-97f0-58105de4ecc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:34.096024 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-01d213ba-b45c-4857-8bf4-cfa40f475d12 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:49:34.105443 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-01d213ba-b45c-4857-8bf4-cfa40f475d12 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Usage tracker for resource:security_group and tenant:bf0f1d3761524ddfa4db9240ac258eb8 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:49:34.111557 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-01d213ba-b45c-4857-8bf4-cfa40f475d12 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:49:34.112038 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-260b33f8-375c-4d95-94cd-0255439ef081 req-0adc03de-77d9-4c8c-8c83-2c00fe9f1c7e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=431c8ee7-fa64-477e-8366-b77fe932210c HTTP/1.1" status: 200 len: 217 time: 0.0744610 May 28 06:49:34.115126 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46a324b6-cec8-48d2-806c-ba861dfedf86'] response: {'name': 'network-changed', 'server_uuid': '3ac76c5f-d1cc-4238-a63f-f7a1ec96d229', 'tag': '31f4803a-784b-4f80-826c-4b4c2f8cc408', 'status': 'completed', 'code': 200} May 28 06:49:34.122189 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-01d213ba-b45c-4857-8bf4-cfa40f475d12 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:49:34.208138 n-d-843702-1 neutron-server[89109]: DEBUG neutron.objects.ports [None req-7260310b-0a27-48b1-838d-e13f0e86fc48 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89109) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 28 06:49:34.216295 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7260310b-0a27-48b1-838d-e13f0e86fc48 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:34.297336 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb35ba7a-3b8f-4765-97f0-58105de4ecc4 None None] Pushing event updated for resources: {'Port': ['ID=924a56ca-0808-493d-b2c7-8083626bc604,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:49:34.324339 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb35ba7a-3b8f-4765-97f0-58105de4ecc4 None None] Network 5776fce6-3412-4376-ba3e-26bfccdcf5fa is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:49:34.326512 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-bb35ba7a-3b8f-4765-97f0-58105de4ecc4 None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:49:34.337880 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb35ba7a-3b8f-4765-97f0-58105de4ecc4 None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:49:34.396590 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-01d213ba-b45c-4857-8bf4-cfa40f475d12 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:34.504969 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-01d213ba-b45c-4857-8bf4-cfa40f475d12 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:49:34.515714 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-01d213ba-b45c-4857-8bf4-cfa40f475d12 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Usage tracker for resource:security_group_rule and tenant:bf0f1d3761524ddfa4db9240ac258eb8 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:49:34.522395 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-01d213ba-b45c-4857-8bf4-cfa40f475d12 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:49:34.537929 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-01d213ba-b45c-4857-8bf4-cfa40f475d12 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:49:34.540419 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-bb35ba7a-3b8f-4765-97f0-58105de4ecc4 None None] Attempting to bind port 924a56ca-0808-493d-b2c7-8083626bc604 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:49:34.546323 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-bb35ba7a-3b8f-4765-97f0-58105de4ecc4 None None] Attempting to bind port 924a56ca-0808-493d-b2c7-8083626bc604 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'c9978596-43e6-45bf-9d5b-5ddb30c7bce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '5776fce6-3412-4376-ba3e-26bfccdcf5fa'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:49:34.546323 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb35ba7a-3b8f-4765-97f0-58105de4ecc4 None None] Attempting to bind port 924a56ca-0808-493d-b2c7-8083626bc604 on network 5776fce6-3412-4376-ba3e-26bfccdcf5fa {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:49:34.553404 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb35ba7a-3b8f-4765-97f0-58105de4ecc4 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:49:34.553820 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb35ba7a-3b8f-4765-97f0-58105de4ecc4 None None] Checking segment: {'id': 'c9978596-43e6-45bf-9d5b-5ddb30c7bce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '5776fce6-3412-4376-ba3e-26bfccdcf5fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:49:34.554211 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-bb35ba7a-3b8f-4765-97f0-58105de4ecc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:34.554923 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb35ba7a-3b8f-4765-97f0-58105de4ecc4 None None] Bound using segment: {'id': 'c9978596-43e6-45bf-9d5b-5ddb30c7bce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '5776fce6-3412-4376-ba3e-26bfccdcf5fa'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:49:34.555072 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-bb35ba7a-3b8f-4765-97f0-58105de4ecc4 None None] Bound port: 924a56ca-0808-493d-b2c7-8083626bc604, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9978596-43e6-45bf-9d5b-5ddb30c7bce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '5776fce6-3412-4376-ba3e-26bfccdcf5fa'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:49:34.562485 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-bb35ba7a-3b8f-4765-97f0-58105de4ecc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:34.574328 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7260310b-0a27-48b1-838d-e13f0e86fc48 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Checking segment: {'id': 'f387e903-0395-4a2f-b4b8-b6a7a94de443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '761a33ec-f70d-450a-81ad-88abefed5082'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:49:34.574923 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7260310b-0a27-48b1-838d-e13f0e86fc48 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Network hostable DHCP agents. Network: 761a33ec-f70d-450a-81ad-88abefed5082, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:49:34.582780 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7260310b-0a27-48b1-838d-e13f0e86fc48 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Pushing event updated for resources: {'Subnet': ['ID=da4adea7-d758-4691-8e4f-916aaaa0b52e,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:49:34.641305 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0469a93-a86d-452b-8cd1-370e93638329 service neutron] Pushing event updated for resources: {'Port': ['ID=31f4803a-784b-4f80-826c-4b4c2f8cc408,revision_number=3']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:49:34.673630 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-01d213ba-b45c-4857-8bf4-cfa40f475d12 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:34.715757 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7260310b-0a27-48b1-838d-e13f0e86fc48 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Network 761a33ec-f70d-450a-81ad-88abefed5082 is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:49:34.717934 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-bb35ba7a-3b8f-4765-97f0-58105de4ecc4 None None] For port 924a56ca-0808-493d-b2c7-8083626bc604, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:49:34.721563 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-bb35ba7a-3b8f-4765-97f0-58105de4ecc4 None None] For port 924a56ca-0808-493d-b2c7-8083626bc604, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=924a56ca-0808-493d-b2c7-8083626bc604,segment=NetworkSegment(c9978596-43e6-45bf-9d5b-5ddb30c7bce9),segment_id=c9978596-43e6-45bf-9d5b-5ddb30c7bce9)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:49:34.755838 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-01d213ba-b45c-4857-8bf4-cfa40f475d12 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:34.756399 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260b33f8-375c-4d95-94cd-0255439ef081 req-ffdcefdb-db18-4dae-83d6-6585d9f7fd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:49:34.758835 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-260b33f8-375c-4d95-94cd-0255439ef081 req-ffdcefdb-db18-4dae-83d6-6585d9f7fd0d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c9770ae0-20d9-409f-aee4-a3917a1ccf16 HTTP/1.1" status: 200 len: 853 time: 0.6367657 May 28 06:49:34.830557 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-bb35ba7a-3b8f-4765-97f0-58105de4ecc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:34.852011 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d213ba-b45c-4857-8bf4-cfa40f475d12 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca25c4ee-5837-4860-bfbb-9278fa6ae332,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:49:34.868966 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-7260310b-0a27-48b1-838d-e13f0e86fc48 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, 761a33ec-f70d-450a-81ad-88abefed5082) {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:49:34.880240 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b61de2-020e-463b-915e-044513730fad req-7b39c7a6-6d55-40f1-838a-c0e456dea923 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:49:34.884842 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e3b61de2-020e-463b-915e-044513730fad req-7b39c7a6-6d55-40f1-838a-c0e456dea923 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ac76c5f-d1cc-4238-a63f-f7a1ec96d229 HTTP/1.1" status: 200 len: 943 time: 0.4971557 May 28 06:49:34.891251 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7260310b-0a27-48b1-838d-e13f0e86fc48 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:49:34.891982 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-260b33f8-375c-4d95-94cd-0255439ef081 req-9e3e93be-5683-423e-b081-ce2a200ea575 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a5003c5d-3a74-4f41-abaa-5496ec434a45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1262712 May 28 06:49:34.892103 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7260310b-0a27-48b1-838d-e13f0e86fc48 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:34.927552 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-01d213ba-b45c-4857-8bf4-cfa40f475d12 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:34.929760 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-01d213ba-b45c-4857-8bf4-cfa40f475d12 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8607085 May 28 06:49:34.931803 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 55458) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:49:34.939987 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-1bed98f2-cc8f-4e08-87eb-18d01108e090 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-829623158', 'security_groups': ['ca25c4ee-5837-4860-bfbb-9278fa6ae332'], 'network_id': '5776fce6-3412-4376-ba3e-26bfccdcf5fa', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'fd930488-3d84-4650-b575-4c0ac381b0b5'}]}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:49:34.951253 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e2945c-9779-49b4-aeb8-2e0d3897f58b None None] Network 761a33ec-f70d-450a-81ad-88abefed5082 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:49:35.147804 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e94f895-98d9-43ac-8866-afcf5bee278a req-995df6a6-c491-4d2e-8118-b93c78003831 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:49:35.154986 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4e94f895-98d9-43ac-8866-afcf5bee278a req-995df6a6-c491-4d2e-8118-b93c78003831 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8faf0c8-2b0b-4711-9900-f4434257b873 HTTP/1.1" status: 200 len: 946 time: 0.6627009 May 28 06:49:35.188295 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffbaf6f-c24b-40c4-beff-d4fcb23fd32b req-eae94e72-2706-4ded-917b-cecc13d38979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:49:35.189820 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4ffbaf6f-c24b-40c4-beff-d4fcb23fd32b req-eae94e72-2706-4ded-917b-cecc13d38979 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=25104e9d91034f7ab315290096db2d20&device_id=3ac76c5f-d1cc-4238-a63f-f7a1ec96d229 HTTP/1.1" status: 200 len: 1094 time: 0.9483764 May 28 06:49:35.200940 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb35ba7a-3b8f-4765-97f0-58105de4ecc4 None None] Pushing event updated for resources: {'Port': ['ID=924a56ca-0808-493d-b2c7-8083626bc604,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:49:35.209343 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e3b61de2-020e-463b-915e-044513730fad req-0b45337a-dcd6-4b25-a028-6223951de389 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/security-groups?id=55eadb02-d3aa-43b2-bf74-b67b0f98720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3148763 May 28 06:49:35.336542 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-7260310b-0a27-48b1-838d-e13f0e86fc48 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.8957148 May 28 06:49:35.351428 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 55466) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:49:35.478144 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc76b943-4e65-424e-8d0a-ca01a36af3c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-761a33ec-f70d-450a-81ad-88abefed5082', 'network_id': '761a33ec-f70d-450a-81ad-88abefed5082', 'tenant_id': '6c64b1b11caf4060b2fa84b61b74dc42', 'fixed_ips': [{'subnet_id': 'da4adea7-d758-4691-8e4f-916aaaa0b52e'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:49:35.478999 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-bc76b943-4e65-424e-8d0a-ca01a36af3c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:35.603004 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4e94f895-98d9-43ac-8866-afcf5bee278a req-22786f8a-0e4e-4eb4-b812-d937d9ab5ea3 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c7bfca4-1cac-4fe5-a92f-14792891f755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4470725 May 28 06:49:35.659440 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 431c8ee7-fa64-477e-8366-b77fe932210c details requested by agent hyperv_n-h2-843702-1 with host n-h2-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:49:35.682411 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-260b33f8-375c-4d95-94cd-0255439ef081 req-e41270f8-efe7-47fe-b589-f57ea2cadb08 service neutron] 10.222.0.71 "GET /v2.0/networks/a5003c5d-3a74-4f41-abaa-5496ec434a45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7798390 May 28 06:49:35.744711 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b3e30cc4-f2c1-4296-adcc-971b25c4b77a tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:35.784973 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-1bed98f2-cc8f-4e08-87eb-18d01108e090 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:49:35.865040 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-1bed98f2-cc8f-4e08-87eb-18d01108e090 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Usage tracker for resource:port and tenant:bf0f1d3761524ddfa4db9240ac258eb8 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:49:35.910856 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-1bed98f2-cc8f-4e08-87eb-18d01108e090 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:49:35.959984 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-1bed98f2-cc8f-4e08-87eb-18d01108e090 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:49:36.019129 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b3e30cc4-f2c1-4296-adcc-971b25c4b77a tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:36.116788 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bed98f2-cc8f-4e08-87eb-18d01108e090 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Made reservation on behalf of bf0f1d3761524ddfa4db9240ac258eb8 for: {'port': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:49:36.204795 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 431c8ee7-fa64-477e-8366-b77fe932210c, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=431c8ee7-fa64-477e-8366-b77fe932210c,segment=NetworkSegment(891ef37d-2d2b-47ef-a8c4-170b0614d759),segment_id=891ef37d-2d2b-47ef-a8c4-170b0614d759)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:49:36.224000 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Returning: {'device': '431c8ee7-fa64-477e-8366-b77fe932210c', 'network_id': 'a5003c5d-3a74-4f41-abaa-5496ec434a45', 'port_id': '431c8ee7-fa64-477e-8366-b77fe932210c', 'mac_address': 'fa:16:3e:b5:c6:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9770ae0-20d9-409f-aee4-a3917a1ccf16', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:49:36.251908 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffbaf6f-c24b-40c4-beff-d4fcb23fd32b req-ddafa5b4-0468-4146-bf26-e2207e2d7336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:49:36.253395 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4ffbaf6f-c24b-40c4-beff-d4fcb23fd32b req-ddafa5b4-0468-4146-bf26-e2207e2d7336 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=25104e9d91034f7ab315290096db2d20&shared=False HTTP/1.1" status: 200 len: 907 time: 1.0431087 May 28 06:49:36.292127 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1bed98f2-cc8f-4e08-87eb-18d01108e090 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:36.345808 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [None req-1bed98f2-cc8f-4e08-87eb-18d01108e090 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] device_id is not set on port 7806702c-80d7-4340-a10d-fc244269ea0b yet. {{(pid=89109) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:49:36.432586 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 431c8ee7-fa64-477e-8366-b77fe932210c is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:49:36.440968 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:36.517360 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-bc76b943-4e65-424e-8d0a-ca01a36af3c0 None None] Allocated IP 2001:db8::f816:3eff:fea0:e8ab (761a33ec-f70d-450a-81ad-88abefed5082/da4adea7-d758-4691-8e4f-916aaaa0b52e/c6674f82-4aae-40cb-97f6-2b5d9e0d37e9) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:49:36.521644 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 431c8ee7-fa64-477e-8366-b77fe932210c {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:49:36.560015 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 431c8ee7-fa64-477e-8366-b77fe932210c, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=431c8ee7-fa64-477e-8366-b77fe932210c,segment=NetworkSegment(891ef37d-2d2b-47ef-a8c4-170b0614d759),segment_id=891ef37d-2d2b-47ef-a8c4-170b0614d759)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:49:36.716450 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:36.894380 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fdb3d5-a9cc-4dbd-88f4-268319a25d17 req-c5a7231f-3ad2-49c2-aa9f-6939adfbdafe tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:49:36.896221 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-91fdb3d5-a9cc-4dbd-88f4-268319a25d17 req-c5a7231f-3ad2-49c2-aa9f-6939adfbdafe tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea79fcfb-6241-4b5f-a230-78165550ae62 HTTP/1.1" status: 200 len: 944 time: 1.4255998 May 28 06:49:36.961169 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-260b33f8-375c-4d95-94cd-0255439ef081 req-85a1dc40-da2e-43ee-8282-8e688e8ad55c service neutron] 10.222.0.71 "GET /v2.0/networks/a5003c5d-3a74-4f41-abaa-5496ec434a45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2278047 May 28 06:49:37.022818 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-1bed98f2-cc8f-4e08-87eb-18d01108e090 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Allocated IP 2001:db8::192 (5776fce6-3412-4376-ba3e-26bfccdcf5fa/fd930488-3d84-4650-b575-4c0ac381b0b5/7806702c-80d7-4340-a10d-fc244269ea0b) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:49:37.029609 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=431c8ee7-fa64-477e-8366-b77fe932210c,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:49:37.070914 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['431c8ee7-fa64-477e-8366-b77fe932210c'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:49:37.075492 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388fdf72-a905-427c-9ee7-0496272af007 req-07564da0-667d-4ca0-ba86-0c2e9412ef95 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:49:37.099440 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-388fdf72-a905-427c-9ee7-0496272af007 req-07564da0-667d-4ca0-ba86-0c2e9412ef95 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8faf0c8-2b0b-4711-9900-f4434257b873 HTTP/1.1" status: 200 len: 946 time: 1.1098435 May 28 06:49:37.102776 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 55490) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:49:37.125480 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-1d819657-c8e0-4cf2-a320-0e2de9cd5ca8 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Request body: {'floatingip': {'port_id': 'ea2e1a53-d70b-4271-a57e-6fffc0d8bb80'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:49:37.231106 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 924a56ca-0808-493d-b2c7-8083626bc604 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:49:37.254744 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1d819657-c8e0-4cf2-a320-0e2de9cd5ca8 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks [] for floatingip, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:37.424148 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffbaf6f-c24b-40c4-beff-d4fcb23fd32b req-1ff959bf-0059-42f0-862e-05b0c30ff421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:49:37.425816 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4ffbaf6f-c24b-40c4-beff-d4fcb23fd32b req-1ff959bf-0059-42f0-862e-05b0c30ff421 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1581585 May 28 06:49:37.470937 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-91fdb3d5-a9cc-4dbd-88f4-268319a25d17 req-b8ca472b-36fa-4e03-8d88-a2c828942d1d tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5531838 May 28 06:49:37.657533 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-bc76b943-4e65-424e-8d0a-ca01a36af3c0 None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:37.715963 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-737f7b0e-7fb3-4775-8a98-889589253135 None None] Provisioning complete for port 1d938811-ed33-4b05-853a-261eae86832e triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:49:37.716238 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-737f7b0e-7fb3-4775-8a98-889589253135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:37.722832 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1bed98f2-cc8f-4e08-87eb-18d01108e090 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:37.750492 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a782a8-6172-489c-95a1-750f0f33d33b req-3c639285-5d2a-4964-89d8-b5fe5bac6640 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:49:37.753236 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [None req-1bed98f2-cc8f-4e08-87eb-18d01108e090 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Transition to ACTIVE for port object 7806702c-80d7-4340-a10d-fc244269ea0b will not be triggered until provisioned by entity DHCP. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:49:37.763809 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-53a782a8-6172-489c-95a1-750f0f33d33b req-3c639285-5d2a-4964-89d8-b5fe5bac6640 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ac76c5f-d1cc-4238-a63f-f7a1ec96d229 HTTP/1.1" status: 200 len: 943 time: 0.4407818 May 28 06:49:37.874486 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-737f7b0e-7fb3-4775-8a98-889589253135 None None] Port 1d938811-ed33-4b05-853a-261eae86832e cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:49:37.878194 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1bed98f2-cc8f-4e08-87eb-18d01108e090 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:37.878973 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-bc76b943-4e65-424e-8d0a-ca01a36af3c0 None None] Transition to ACTIVE for port object c6674f82-4aae-40cb-97f6-2b5d9e0d37e9 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:49:37.938100 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-bc76b943-4e65-424e-8d0a-ca01a36af3c0 None None] Transition to ACTIVE for port object c6674f82-4aae-40cb-97f6-2b5d9e0d37e9 will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:49:37.974684 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf6fe3d-36b5-43e0-95e6-0e0021f042a8 req-05be8749-3881-4a3d-bf9e-7c28a331822a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:49:37.976508 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ddf6fe3d-36b5-43e0-95e6-0e0021f042a8 req-05be8749-3881-4a3d-bf9e-7c28a331822a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=25104e9d91034f7ab315290096db2d20&device_id=3ac76c5f-d1cc-4238-a63f-f7a1ec96d229 HTTP/1.1" status: 200 len: 1094 time: 0.4277766 May 28 06:49:38.004442 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bed98f2-cc8f-4e08-87eb-18d01108e090 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Network 5776fce6-3412-4376-ba3e-26bfccdcf5fa is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:49:38.006656 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-737f7b0e-7fb3-4775-8a98-889589253135 None None] Provisioning for port 924a56ca-0808-493d-b2c7-8083626bc604 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:49:38.017674 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-1bed98f2-cc8f-4e08-87eb-18d01108e090 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:49:38.021741 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bed98f2-cc8f-4e08-87eb-18d01108e090 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:49:38.027658 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bed98f2-cc8f-4e08-87eb-18d01108e090 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:49:38.028226 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1bed98f2-cc8f-4e08-87eb-18d01108e090 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:38.041612 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 924a56ca-0808-493d-b2c7-8083626bc604 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:49:38.046232 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-bc76b943-4e65-424e-8d0a-ca01a36af3c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:38.118538 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bed98f2-cc8f-4e08-87eb-18d01108e090 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Pushing event updated for resources: {'Port': ['ID=7806702c-80d7-4340-a10d-fc244269ea0b,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:49:38.128225 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ddf6fe3d-36b5-43e0-95e6-0e0021f042a8 req-14b7159f-4d2a-427e-9e14-45951c019999 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=31f4803a-784b-4f80-826c-4b4c2f8cc408 HTTP/1.1" status: 200 len: 217 time: 0.1420660 May 28 06:49:38.130315 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-53a782a8-6172-489c-95a1-750f0f33d33b req-678f94e5-ca89-4c64-b15f-c324bc01f68c tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/security-groups?id=55eadb02-d3aa-43b2-bf74-b67b0f98720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3655827 May 28 06:49:38.163856 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-1bed98f2-cc8f-4e08-87eb-18d01108e090 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.2307384 May 28 06:49:38.175416 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 55504) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:49:38.186611 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-52533159-2084-4248-90cb-cccd6e3fbab5 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Request body: {'subnet': {'network_id': '5776fce6-3412-4376-ba3e-26bfccdcf5fa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:49:38.195131 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 924a56ca-0808-493d-b2c7-8083626bc604 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:49:38.195518 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:38.223004 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b3e30cc4-f2c1-4296-adcc-971b25c4b77a tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9555650'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:38.360859 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc76b943-4e65-424e-8d0a-ca01a36af3c0 None None] Network 761a33ec-f70d-450a-81ad-88abefed5082 is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:49:38.361619 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf6fe3d-36b5-43e0-95e6-0e0021f042a8 req-a41b2cbd-c93c-41c7-b019-cd9a91edfd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:49:38.363745 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ddf6fe3d-36b5-43e0-95e6-0e0021f042a8 req-a41b2cbd-c93c-41c7-b019-cd9a91edfd0d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cb73ce23-f864-48a4-8bdb-f1e8654d92be HTTP/1.1" status: 200 len: 846 time: 0.2187479 May 28 06:49:38.385892 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-bc76b943-4e65-424e-8d0a-ca01a36af3c0 None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:49:38.397087 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc76b943-4e65-424e-8d0a-ca01a36af3c0 None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:49:38.420158 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc76b943-4e65-424e-8d0a-ca01a36af3c0 None None] Pushing event updated for resources: {'Port': ['ID=c6674f82-4aae-40cb-97f6-2b5d9e0d37e9,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:49:38.447390 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ddf6fe3d-36b5-43e0-95e6-0e0021f042a8 req-47e7dbd9-9a09-4de7-ae2f-ff07f65ae821 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540175 May 28 06:49:38.612715 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e30cc4-f2c1-4296-adcc-971b25c4b77a tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Pushing event deleted for resources: {'Subnet': ['ID=da4adea7-d758-4691-8e4f-916aaaa0b52e,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:49:38.735774 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-52533159-2084-4248-90cb-cccd6e3fbab5 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:49:38.773915 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-52533159-2084-4248-90cb-cccd6e3fbab5 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Usage tracker for resource:subnet and tenant:bf0f1d3761524ddfa4db9240ac258eb8 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:49:38.816893 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-52533159-2084-4248-90cb-cccd6e3fbab5 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:49:38.848388 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-52533159-2084-4248-90cb-cccd6e3fbab5 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:49:38.856783 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b3e30cc4-f2c1-4296-adcc-971b25c4b77a tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:38.883505 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-bc76b943-4e65-424e-8d0a-ca01a36af3c0 None None] Attempting to bind port c6674f82-4aae-40cb-97f6-2b5d9e0d37e9 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:49:38.885804 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-bc76b943-4e65-424e-8d0a-ca01a36af3c0 None None] Attempting to bind port c6674f82-4aae-40cb-97f6-2b5d9e0d37e9 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'f387e903-0395-4a2f-b4b8-b6a7a94de443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '761a33ec-f70d-450a-81ad-88abefed5082'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:49:38.885804 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc76b943-4e65-424e-8d0a-ca01a36af3c0 None None] Attempting to bind port c6674f82-4aae-40cb-97f6-2b5d9e0d37e9 on network 761a33ec-f70d-450a-81ad-88abefed5082 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:49:38.896457 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-b3e30cc4-f2c1-4296-adcc-971b25c4b77a tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['761a33ec-f70d-450a-81ad-88abefed5082']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:49:38.898309 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc76b943-4e65-424e-8d0a-ca01a36af3c0 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:49:38.899199 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc76b943-4e65-424e-8d0a-ca01a36af3c0 None None] Checking segment: {'id': 'f387e903-0395-4a2f-b4b8-b6a7a94de443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '761a33ec-f70d-450a-81ad-88abefed5082'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:49:38.899934 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-bc76b943-4e65-424e-8d0a-ca01a36af3c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:38.900491 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc76b943-4e65-424e-8d0a-ca01a36af3c0 None None] Bound using segment: {'id': 'f387e903-0395-4a2f-b4b8-b6a7a94de443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '761a33ec-f70d-450a-81ad-88abefed5082'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:49:38.901143 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-bc76b943-4e65-424e-8d0a-ca01a36af3c0 None None] Bound port: c6674f82-4aae-40cb-97f6-2b5d9e0d37e9, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f387e903-0395-4a2f-b4b8-b6a7a94de443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '761a33ec-f70d-450a-81ad-88abefed5082'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:49:38.901705 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-bc76b943-4e65-424e-8d0a-ca01a36af3c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:38.911592 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-b3e30cc4-f2c1-4296-adcc-971b25c4b77a tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f387e903-0395-4a2f-b4b8-b6a7a94de443') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:49:38.912234 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-b3e30cc4-f2c1-4296-adcc-971b25c4b77a tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f387e903-0395-4a2f-b4b8-b6a7a94de443') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:49:38.921731 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 924a56ca-0808-493d-b2c7-8083626bc604 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:49:38.922360 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:38.927190 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b3e30cc4-f2c1-4296-adcc-971b25c4b77a tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:38.945797 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b3e30cc4-f2c1-4296-adcc-971b25c4b77a tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:38.956463 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3e30cc4-f2c1-4296-adcc-971b25c4b77a tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:49:38.957015 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b3e30cc4-f2c1-4296-adcc-971b25c4b77a tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:39.023045 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment f387e903-0395-4a2f-b4b8-b6a7a94de443 resource provider aggregate not found May 28 06:49:39.043274 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-bc76b943-4e65-424e-8d0a-ca01a36af3c0 None None] For port c6674f82-4aae-40cb-97f6-2b5d9e0d37e9, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:49:39.047487 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ddf6fe3d-36b5-43e0-95e6-0e0021f042a8 req-136f2527-6785-4b6b-b75b-929811cd2352 service neutron] 10.222.0.69 "GET /v2.0/networks/ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5901742 May 28 06:49:39.074644 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port 924a56ca-0808-493d-b2c7-8083626bc604, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=924a56ca-0808-493d-b2c7-8083626bc604,segment=NetworkSegment(c9978596-43e6-45bf-9d5b-5ddb30c7bce9),segment_id=c9978596-43e6-45bf-9d5b-5ddb30c7bce9)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:49:39.086764 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-a8ddff07-4541-4d03-b105-8c7cf0432b6b None None] Provisioning for port 7806702c-80d7-4340-a10d-fc244269ea0b completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:49:39.101843 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52533159-2084-4248-90cb-cccd6e3fbab5 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Made reservation on behalf of bf0f1d3761524ddfa4db9240ac258eb8 for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:49:39.102688 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-a8ddff07-4541-4d03-b105-8c7cf0432b6b None None] Provisioning complete for port 7806702c-80d7-4340-a10d-fc244269ea0b triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:49:39.102922 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-a8ddff07-4541-4d03-b105-8c7cf0432b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:39.114309 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-52533159-2084-4248-90cb-cccd6e3fbab5 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:39.188148 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ddf6fe3d-36b5-43e0-95e6-0e0021f042a8 req-0b74cf7e-742e-4bc4-b66d-bdd1bd2c533a service neutron] 10.222.0.69 "GET /v2.0/networks/ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312773 May 28 06:49:39.210107 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.db.resource_extend [None req-1d819657-c8e0-4cf2-a320-0e2de9cd5ca8 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 06:49:39.283151 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:39.412317 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-a8ddff07-4541-4d03-b105-8c7cf0432b6b None None] Port 7806702c-80d7-4340-a10d-fc244269ea0b cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:49:39.512851 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=924a56ca-0808-493d-b2c7-8083626bc604,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:49:39.558060 n-d-843702-1 neutron-server[89109]: INFO neutron.db.ipam_backend_mixin [None req-52533159-2084-4248-90cb-cccd6e3fbab5 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet fd930488-3d84-4650-b575-4c0ac381b0b5 (CIDR: 2001:db8::/64) May 28 06:49:39.569042 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment f387e903-0395-4a2f-b4b8-b6a7a94de443 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f387e903-0395-4a2f-b4b8-b6a7a94de443 found for delete ", "request_id": "req-0656726d-c46b-48d3-871b-7d4be0e8c251"}]} May 28 06:49:39.623951 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-52533159-2084-4248-90cb-cccd6e3fbab5 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 06:49:39.626357 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52533159-2084-4248-90cb-cccd6e3fbab5 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89109) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:49:39.640515 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-bc76b943-4e65-424e-8d0a-ca01a36af3c0 None None] For port c6674f82-4aae-40cb-97f6-2b5d9e0d37e9, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=c6674f82-4aae-40cb-97f6-2b5d9e0d37e9,segment=NetworkSegment(f387e903-0395-4a2f-b4b8-b6a7a94de443),segment_id=f387e903-0395-4a2f-b4b8-b6a7a94de443)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:49:39.675245 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 431c8ee7-fa64-477e-8366-b77fe932210c up at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:49:39.725769 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.db.api [None req-b3e30cc4-f2c1-4296-adcc-971b25c4b77a tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 28 06:49:39.725769 n-d-843702-1 neutron-server[89109]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 28 06:49:39.725769 n-d-843702-1 neutron-server[89109]: [parameters: {'id': '761a33ec-f70d-450a-81ad-88abefed5082'}] May 28 06:49:39.725769 n-d-843702-1 neutron-server[89109]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:49:39.727494 n-d-843702-1 neutron-server[89109]: DEBUG oslo_db.api [None req-b3e30cc4-f2c1-4296-adcc-971b25c4b77a tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:49:39.791412 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-52533159-2084-4248-90cb-cccd6e3fbab5 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6145947 May 28 06:49:39.797938 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 55540) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:49:39.816870 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-6a5671a9-eb53-47c0-a324-6f51825a08b9 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Request body: {'subnet': {'network_id': '5776fce6-3412-4376-ba3e-26bfccdcf5fa', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:49:39.837799 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-bc76b943-4e65-424e-8d0a-ca01a36af3c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:39.848226 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6c711a-7e80-49d1-b49e-5e53d4b83119 req-2bcbab05-40c9-4e00-a8e7-58563d3f7bbb tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:49:39.849761 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ba6c711a-7e80-49d1-b49e-5e53d4b83119 req-2bcbab05-40c9-4e00-a8e7-58563d3f7bbb tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea79fcfb-6241-4b5f-a230-78165550ae62 HTTP/1.1" status: 200 len: 945 time: 1.0413492 May 28 06:49:40.121039 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1d819657-c8e0-4cf2-a320-0e2de9cd5ca8 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:40.141585 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-6a5671a9-eb53-47c0-a324-6f51825a08b9 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:49:40.161190 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-6a5671a9-eb53-47c0-a324-6f51825a08b9 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Usage tracker for resource:subnet and tenant:bf0f1d3761524ddfa4db9240ac258eb8 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:49:40.172764 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-6a5671a9-eb53-47c0-a324-6f51825a08b9 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:49:40.186782 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-6a5671a9-eb53-47c0-a324-6f51825a08b9 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:49:40.199315 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ba6c711a-7e80-49d1-b49e-5e53d4b83119 req-6d8b37f5-c9ed-45ad-be6b-03acbd7bdc6c tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261696 May 28 06:49:40.205003 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc76b943-4e65-424e-8d0a-ca01a36af3c0 None None] Pushing event updated for resources: {'Port': ['ID=c6674f82-4aae-40cb-97f6-2b5d9e0d37e9,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:49:40.229165 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b3e30cc4-f2c1-4296-adcc-971b25c4b77a tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:40.230179 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0243d7e0-d44b-44d3-81cd-7709a80e3fb5 req-3ad74fd2-bf19-4570-be8f-f3581ecf7b44 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:49:40.230944 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9474ad3c-01cb-4d88-b18d-27e3df217ce5 None None] Network 761a33ec-f70d-450a-81ad-88abefed5082 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:49:40.232177 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0243d7e0-d44b-44d3-81cd-7709a80e3fb5 req-3ad74fd2-bf19-4570-be8f-f3581ecf7b44 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ac76c5f-d1cc-4238-a63f-f7a1ec96d229 HTTP/1.1" status: 200 len: 943 time: 0.3810668 May 28 06:49:40.266304 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-b3e30cc4-f2c1-4296-adcc-971b25c4b77a tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Deleting port c6674f82-4aae-40cb-97f6-2b5d9e0d37e9 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:49:40.269472 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b3e30cc4-f2c1-4296-adcc-971b25c4b77a tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:40.290830 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0243d7e0-d44b-44d3-81cd-7709a80e3fb5 req-f36dd500-1c4f-4b60-8b99-db138780e55a tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/security-groups?id=55eadb02-d3aa-43b2-bf74-b67b0f98720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507536 May 28 06:49:40.291696 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1d819657-c8e0-4cf2-a320-0e2de9cd5ca8 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691094'] for floatingip, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:40.377373 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a5671a9-eb53-47c0-a324-6f51825a08b9 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Made reservation on behalf of bf0f1d3761524ddfa4db9240ac258eb8 for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:49:40.383686 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning for port 431c8ee7-fa64-477e-8366-b77fe932210c completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:49:40.403643 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6a5671a9-eb53-47c0-a324-6f51825a08b9 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:40.515042 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning complete for port 431c8ee7-fa64-477e-8366-b77fe932210c triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:49:40.520972 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:40.652184 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 31f4803a-784b-4f80-826c-4b4c2f8cc408 details requested by agent hyperv_n-h1-843702-1 with host n-h1-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:49:40.718529 n-d-843702-1 neutron-server[89110]: INFO neutron.db.l3_db [None req-1d819657-c8e0-4cf2-a320-0e2de9cd5ca8 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Floating IP 81697959-fa70-41cc-93d9-065f6f450736 associated. External IP: 172.25.5.99, port: ea2e1a53-d70b-4271-a57e-6fffc0d8bb80. May 28 06:49:40.825250 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-b3e30cc4-f2c1-4296-adcc-971b25c4b77a tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] For port c6674f82-4aae-40cb-97f6-2b5d9e0d37e9, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=c6674f82-4aae-40cb-97f6-2b5d9e0d37e9,segment=NetworkSegment(f387e903-0395-4a2f-b4b8-b6a7a94de443),segment_id=f387e903-0395-4a2f-b4b8-b6a7a94de443)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:49:40.826005 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b3e30cc4-f2c1-4296-adcc-971b25c4b77a tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:41.085700 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-740c2ea7-4b80-46f9-9a0e-6250f807b964 None None] get_active_networks_info from n-d-843702-1 {{(pid=89111) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 28 06:49:41.102471 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-b3e30cc4-f2c1-4296-adcc-971b25c4b77a tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Calling delete_port for c6674f82-4aae-40cb-97f6-2b5d9e0d37e9 owned by network:dhcp {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:49:41.194088 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 31f4803a-784b-4f80-826c-4b4c2f8cc408, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=31f4803a-784b-4f80-826c-4b4c2f8cc408,segment=NetworkSegment(d3c6b9f0-14d5-4338-b095-ac6f93dbc704),segment_id=d3c6b9f0-14d5-4338-b095-ac6f93dbc704)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:49:41.309588 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Returning: {'device': '31f4803a-784b-4f80-826c-4b4c2f8cc408', 'network_id': 'ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1', 'port_id': '31f4803a-784b-4f80-826c-4b4c2f8cc408', 'mac_address': 'fa:16:3e:b8:b7:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb73ce23-f864-48a4-8bdb-f1e8654d92be', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:49:41.387431 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 431c8ee7-fa64-477e-8366-b77fe932210c is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:49:41.387431 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:41.489077 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b3e30cc4-f2c1-4296-adcc-971b25c4b77a tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:41.527452 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 431c8ee7-fa64-477e-8366-b77fe932210c, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=431c8ee7-fa64-477e-8366-b77fe932210c,segment=NetworkSegment(891ef37d-2d2b-47ef-a8c4-170b0614d759),segment_id=891ef37d-2d2b-47ef-a8c4-170b0614d759)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:49:41.528716 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 924a56ca-0808-493d-b2c7-8083626bc604 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:49:41.610416 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea79fcfb-6241-4b5f-a230-78165550ae62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '431c8ee7-fa64-477e-8366-b77fe932210c'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:49:41.615378 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740c2ea7-4b80-46f9-9a0e-6250f807b964 None None] Resources bound (agent type, host, resource id): {{(pid=89111) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 28 06:49:41.649682 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e30cc4-f2c1-4296-adcc-971b25c4b77a tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Pushing event deleted for resources: {'Port': ['ID=c6674f82-4aae-40cb-97f6-2b5d9e0d37e9,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:49:41.664475 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e30cc4-f2c1-4296-adcc-971b25c4b77a tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] No DVR routers for this DVR port c6674f82-4aae-40cb-97f6-2b5d9e0d37e9 on host n-d-843702-1 {{(pid=89109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:49:41.799014 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef14bed-b6f4-4bf1-ac3e-dad6a42a4734 req-e327355c-6419-4734-af9d-6479ba53a4c9 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:49:41.808585 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1ef14bed-b6f4-4bf1-ac3e-dad6a42a4734 req-e327355c-6419-4734-af9d-6479ba53a4c9 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea79fcfb-6241-4b5f-a230-78165550ae62 HTTP/1.1" status: 200 len: 945 time: 0.3516753 May 28 06:49:41.823698 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d819657-c8e0-4cf2-a320-0e2de9cd5ca8 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Router c70e1c22-f694-4d56-bd15-5c5737bacda2 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:49:41.843023 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73adb6b-3670-437a-8439-b1f83243b196 req-151ee6b3-9cd2-49dc-9df1-3e77826c1bf5 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:49:41.852151 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c73adb6b-3670-437a-8439-b1f83243b196 req-151ee6b3-9cd2-49dc-9df1-3e77826c1bf5 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ac76c5f-d1cc-4238-a63f-f7a1ec96d229 HTTP/1.1" status: 200 len: 943 time: 0.3087845 May 28 06:49:41.858614 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 31f4803a-784b-4f80-826c-4b4c2f8cc408 is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:49:41.872030 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:41.877377 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b3e30cc4-f2c1-4296-adcc-971b25c4b77a tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:41.989111 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-b3e30cc4-f2c1-4296-adcc-971b25c4b77a tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['761a33ec-f70d-450a-81ad-88abefed5082']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:49:42.031002 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1ef14bed-b6f4-4bf1-ac3e-dad6a42a4734 req-d353c492-6f41-4a5d-8378-07c7e0e984d5 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213871 May 28 06:49:42.053342 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-b3e30cc4-f2c1-4296-adcc-971b25c4b77a tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f387e903-0395-4a2f-b4b8-b6a7a94de443') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:49:42.053342 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-b3e30cc4-f2c1-4296-adcc-971b25c4b77a tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f387e903-0395-4a2f-b4b8-b6a7a94de443') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:49:42.112688 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:42.117778 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b3e30cc4-f2c1-4296-adcc-971b25c4b77a tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:42.199217 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b3e30cc4-f2c1-4296-adcc-971b25c4b77a tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:42.209784 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3e30cc4-f2c1-4296-adcc-971b25c4b77a tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:49:42.210182 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b3e30cc4-f2c1-4296-adcc-971b25c4b77a tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:42.215805 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c73adb6b-3670-437a-8439-b1f83243b196 req-b472a6ec-8166-4d97-a90b-978957615ac2 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/security-groups?id=55eadb02-d3aa-43b2-bf74-b67b0f98720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3581560 May 28 06:49:42.225556 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-187cf0bc-31cf-473c-b634-ed941d136ccd'] response: {'server_uuid': 'ea79fcfb-6241-4b5f-a230-78165550ae62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '431c8ee7-fa64-477e-8366-b77fe932210c', 'code': 200} May 28 06:49:42.299431 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=431c8ee7-fa64-477e-8366-b77fe932210c,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:49:42.317917 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31f4803a-784b-4f80-826c-4b4c2f8cc408 {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:49:42.355143 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment f387e903-0395-4a2f-b4b8-b6a7a94de443 resource provider aggregate not found May 28 06:49:42.391805 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6a5671a9-eb53-47c0-a324-6f51825a08b9 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:42.402088 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment f387e903-0395-4a2f-b4b8-b6a7a94de443 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f387e903-0395-4a2f-b4b8-b6a7a94de443 found for delete ", "request_id": "req-45dff88c-ad06-41e4-97b0-a5928edf5c2c"}]} May 28 06:49:42.407401 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 924a56ca-0808-493d-b2c7-8083626bc604 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:49:42.410860 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:42.538616 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 31f4803a-784b-4f80-826c-4b4c2f8cc408, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=31f4803a-784b-4f80-826c-4b4c2f8cc408,segment=NetworkSegment(d3c6b9f0-14d5-4338-b095-ac6f93dbc704),segment_id=d3c6b9f0-14d5-4338-b095-ac6f93dbc704)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:49:42.568274 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5671a9-eb53-47c0-a324-6f51825a08b9 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Pushing event updated for resources: {'Subnet': ['ID=16e0a074-5ef8-4ee8-a991-360bda596565,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:49:42.616275 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a5671a9-eb53-47c0-a324-6f51825a08b9 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Network 5776fce6-3412-4376-ba3e-26bfccdcf5fa is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:49:42.618400 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-6a5671a9-eb53-47c0-a324-6f51825a08b9 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:49:42.629865 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a5671a9-eb53-47c0-a324-6f51825a08b9 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:49:42.630464 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6a5671a9-eb53-47c0-a324-6f51825a08b9 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:42.694109 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:42.729788 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d819657-c8e0-4cf2-a320-0e2de9cd5ca8 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:49:42.735639 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1d819657-c8e0-4cf2-a320-0e2de9cd5ca8 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:42.743808 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac311d49-348e-4c1d-972e-622736175ab0 None None] Sync routers for ids ['c70e1c22-f694-4d56-bd15-5c5737bacda2'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:49:42.760851 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b3e30cc4-f2c1-4296-adcc-971b25c4b77a tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:42.770840 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b3e30cc4-f2c1-4296-adcc-971b25c4b77a tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:42.773250 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-b3e30cc4-f2c1-4296-adcc-971b25c4b77a tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] 10.222.0.55 "DELETE /v2.0/networks/761a33ec-f70d-450a-81ad-88abefed5082 HTTP/1.1" status: 204 len: 168 time: 7.4205353 May 28 06:49:42.795938 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac311d49-348e-4c1d-972e-622736175ab0 None None] Routers {'c70e1c22-f694-4d56-bd15-5c5737bacda2'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:49:42.795938 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-ac311d49-348e-4c1d-972e-622736175ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:49:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['c70e1c22-f694-4d56-bd15-5c5737bacda2'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:49:42.802376 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 55584) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:49:42.804620 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-1d819657-c8e0-4cf2-a320-0e2de9cd5ca8 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "PUT /v2.0/floatingips/81697959-fa70-41cc-93d9-065f6f450736 HTTP/1.1" status: 200 len: 991 time: 5.6991951 May 28 06:49:42.808594 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8faf0c8-2b0b-4711-9900-f4434257b873', 'tag': 'ea2e1a53-d70b-4271-a57e-6fffc0d8bb80'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:49:42.835259 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-6a5671a9-eb53-47c0-a324-6f51825a08b9 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.0322120 May 28 06:49:42.848067 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 55592) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:49:42.854046 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-e2c742d5-9cc0-4b71-8743-df086ebbb5eb tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1189031564', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '16e0a074-5ef8-4ee8-a991-360bda596565'}], 'security_groups': ['d561e0b2-67ae-41b4-bc5c-b605f7e3b5ef']}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:49:42.906524 n-d-843702-1 neutron-server[89110]: INFO neutron.pecan_wsgi.hooks.translation [None req-9500c038-371d-452f-9652-b4ee3b6ab85a tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] DELETE failed (client error): The resource could not be found. May 28 06:49:42.908294 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9500c038-371d-452f-9652-b4ee3b6ab85a tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89110) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:49:42.912657 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-9500c038-371d-452f-9652-b4ee3b6ab85a tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] 10.222.0.55 "DELETE /v2.0/subnets/da4adea7-d758-4691-8e4f-916aaaa0b52e HTTP/1.1" status: 404 len: 337 time: 0.1066110 May 28 06:49:42.917087 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 55598) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:49:42.928018 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e30cc4-f2c1-4296-adcc-971b25c4b77a tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Pushing event deleted for resources: {'Network': ['ID=761a33ec-f70d-450a-81ad-88abefed5082,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:49:42.971369 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['31f4803a-784b-4f80-826c-4b4c2f8cc408'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:49:42.974639 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770decff-6721-4b8a-b080-3c90fda8737a req-f76df978-a7d0-40cc-b44a-6d74bf9d0b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:49:42.978105 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-770decff-6721-4b8a-b080-3c90fda8737a req-f76df978-a7d0-40cc-b44a-6d74bf9d0b43 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ea79fcfb-6241-4b5f-a230-78165550ae62 HTTP/1.1" status: 200 len: 1097 time: 0.4277227 May 28 06:49:42.994568 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7b8c3d4-2e7a-4762-bc00-5b53e905d2f4'] response: {'name': 'network-changed', 'server_uuid': 'd8faf0c8-2b0b-4711-9900-f4434257b873', 'tag': 'ea2e1a53-d70b-4271-a57e-6fffc0d8bb80', 'status': 'completed', 'code': 200} May 28 06:49:43.044701 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=31f4803a-784b-4f80-826c-4b4c2f8cc408,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:49:43.079481 n-d-843702-1 neutron-server[89110]: INFO neutron.pecan_wsgi.hooks.translation [None req-55f1000d-2407-4220-9f82-e007f4c28009 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] DELETE failed (client error): The resource could not be found. May 28 06:49:43.080245 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55f1000d-2407-4220-9f82-e007f4c28009 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89110) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:49:43.083522 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-55f1000d-2407-4220-9f82-e007f4c28009 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] 10.222.0.55 "DELETE /v2.0/networks/761a33ec-f70d-450a-81ad-88abefed5082 HTTP/1.1" status: 404 len: 339 time: 0.1645133 May 28 06:49:43.108741 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 924a56ca-0808-493d-b2c7-8083626bc604 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:49:43.131204 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 55608) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:49:43.187579 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-770decff-6721-4b8a-b080-3c90fda8737a req-306929e5-6c14-4d68-a80f-1dd1fd1d151d service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922958 May 28 06:49:43.196087 n-d-843702-1 neutron-server[89110]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0585f1d-98ad-401d-a69e-e8816d67b6df tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] DELETE failed (client error): The resource could not be found. May 28 06:49:43.197525 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0585f1d-98ad-401d-a69e-e8816d67b6df tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89110) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:49:43.199567 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-f0585f1d-98ad-401d-a69e-e8816d67b6df tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] 10.222.0.55 "DELETE /v2.0/subnets/2a50d26e-563e-492a-8698-85be4d42daa9 HTTP/1.1" status: 404 len: 337 time: 0.0668397 May 28 06:49:43.202808 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 55614) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:49:43.243742 n-d-843702-1 neutron-server[89110]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf9407cd-b480-4e4d-8e7f-6e8611ad94a7 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] DELETE failed (client error): The resource could not be found. May 28 06:49:43.245894 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf9407cd-b480-4e4d-8e7f-6e8611ad94a7 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89110) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:49:43.249220 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-bf9407cd-b480-4e4d-8e7f-6e8611ad94a7 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] 10.222.0.55 "DELETE /v2.0/networks/31de3dea-4168-4c8d-be82-21c857fd1dfb HTTP/1.1" status: 404 len: 339 time: 0.0447555 May 28 06:49:43.265862 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 55620) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:49:43.273720 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-ac311d49-348e-4c1d-972e-622736175ab0 None None] Set router c70e1c22-f694-4d56-bd15-5c5737bacda2 gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:49:43.803162 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5305560-e457-4b56-bb69-627a53d004c0 None None] Network 5776fce6-3412-4376-ba3e-26bfccdcf5fa requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:49:43.847886 n-d-843702-1 neutron-server[89110]: INFO neutron.pecan_wsgi.hooks.translation [None req-076c50f5-f60e-4eaa-b643-f78fbf5fd868 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] DELETE failed (client error): The resource could not be found. May 28 06:49:43.848432 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-076c50f5-f60e-4eaa-b643-f78fbf5fd868 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89110) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:49:43.849892 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-076c50f5-f60e-4eaa-b643-f78fbf5fd868 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] 10.222.0.55 "DELETE /v2.0/subnets/f036161a-3b42-445f-8ef2-c14dc5491e34 HTTP/1.1" status: 404 len: 337 time: 0.5828607 May 28 06:49:43.862414 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 55628) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:49:44.008647 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b2c7bf-b4b3-4eb8-9c16-ebca8ad05446 req-9eb9e896-344a-445f-9e74-de55d4c5b9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:49:44.023218 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-d6b2c7bf-b4b3-4eb8-9c16-ebca8ad05446 req-9eb9e896-344a-445f-9e74-de55d4c5b9a1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=923dafe00970411a989ff222606e459e&device_id=d8faf0c8-2b0b-4711-9900-f4434257b873 HTTP/1.1" status: 200 len: 1097 time: 0.9668496 May 28 06:49:44.176994 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-ac311d49-348e-4c1d-972e-622736175ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70e1c22-f694-4d56-bd15-5c5737bacda2', 'name': 'tempest-AttachVolumeNegativeTest-1938842834-router', 'tenant_id': '923dafe00970411a989ff222606e459e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '75f0d40c-8ed1-4975-8bcb-f54d72980607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:48:27Z', 'updated_at': '2022-05-28T06:48:45Z', 'revision_number': 4, 'project_id': '923dafe00970411a989ff222606e459e', 'gw_port': {'id': '75f0d40c-8ed1-4975-8bcb-f54d72980607', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:db:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70e1c22-f694-4d56-bd15-5c5737bacda2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:48:31Z', 'updated_at': '2022-05-28T06:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': '81697959-fa70-41cc-93d9-065f6f450736', 'tenant_id': '923dafe00970411a989ff222606e459e', 'floating_ip_address': '172.25.5.99', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': 'c70e1c22-f694-4d56-bd15-5c5737bacda2', 'port_id': 'ea2e1a53-d70b-4271-a57e-6fffc0d8bb80', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2814, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '244ee66f-8ba5-4a6d-a99b-5ec1fae21d38', 'mac_address': 'fa:16:3e:9a:e2:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8faf0c8-2b0b-4711-9900-f4434257b873', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:49:01Z', 'updated_at': '2022-05-28T06:49:39Z', 'revision_number': 1, 'project_id': '923dafe00970411a989ff222606e459e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abf75dc9-fe0b-4338-9af0-de84c550bf58', 'name': '', 'network_id': '244ee66f-8ba5-4a6d-a99b-5ec1fae21d38', 'tenant_id': '923dafe00970411a989ff222606e459e', 'mac_address': 'fa:16:3e:90:65:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70e1c22-f694-4d56-bd15-5c5737bacda2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '395c6a06-7ada-4575-b52f-ff6a58f20fb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:48:41Z', 'updated_at': '2022-05-28T06:49:01Z', 'revision_number': 5, 'project_id': '923dafe00970411a989ff222606e459e', 'subnets': [{'id': '395c6a06-7ada-4575-b52f-ff6a58f20fb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:49:44.181674 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac311d49-348e-4c1d-972e-622736175ab0 None None] Checking router: c70e1c22-f694-4d56-bd15-5c5737bacda2 for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:49:44.190622 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac311d49-348e-4c1d-972e-622736175ab0 None None] Routers {'c70e1c22-f694-4d56-bd15-5c5737bacda2'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:49:44.191456 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-ac311d49-348e-4c1d-972e-622736175ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:49:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['c70e1c22-f694-4d56-bd15-5c5737bacda2'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:49:44.385270 n-d-843702-1 neutron-server[89110]: INFO neutron.pecan_wsgi.hooks.translation [None req-59b0453d-56b3-4f19-a0dd-bae0fa7427a3 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] DELETE failed (client error): The resource could not be found. May 28 06:49:44.392465 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59b0453d-56b3-4f19-a0dd-bae0fa7427a3 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89110) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:49:44.395647 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-59b0453d-56b3-4f19-a0dd-bae0fa7427a3 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] 10.222.0.55 "DELETE /v2.0/networks/6f31a593-8aaa-43ac-841f-64d50e8f032d HTTP/1.1" status: 404 len: 339 time: 0.5299072 May 28 06:49:44.431477 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 55636) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:49:44.713876 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 31f4803a-784b-4f80-826c-4b4c2f8cc408 up at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:49:44.729723 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-ac311d49-348e-4c1d-972e-622736175ab0 None None] Set router c70e1c22-f694-4d56-bd15-5c5737bacda2 gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:49:44.761601 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b2c7bf-b4b3-4eb8-9c16-ebca8ad05446 req-c109c183-4f0f-46ab-bd40-8637b87a2d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:49:44.763063 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-d6b2c7bf-b4b3-4eb8-9c16-ebca8ad05446 req-c109c183-4f0f-46ab-bd40-8637b87a2d68 service neutron] 10.222.0.71 "GET /v2.0/networks?id=244ee66f-8ba5-4a6d-a99b-5ec1fae21d38 HTTP/1.1" status: 200 len: 916 time: 0.7301126 May 28 06:49:44.763590 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e2c742d5-9cc0-4b71-8743-df086ebbb5eb tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:44.772150 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08335c5d-7644-4e1a-8521-5fcc5a5cf2d1 req-f7500947-4d60-4383-bb37-908ba2fe1a30 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:49:44.783140 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-08335c5d-7644-4e1a-8521-5fcc5a5cf2d1 req-f7500947-4d60-4383-bb37-908ba2fe1a30 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ac76c5f-d1cc-4238-a63f-f7a1ec96d229 HTTP/1.1" status: 200 len: 944 time: 0.9375327 May 28 06:49:44.886715 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6e6948-1335-47fb-bfc2-5a514e45b51c req-4bdb000a-4914-4a66-a7f7-ae0d10928083 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:49:44.899341 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bf6e6948-1335-47fb-bfc2-5a514e45b51c req-4bdb000a-4914-4a66-a7f7-ae0d10928083 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea79fcfb-6241-4b5f-a230-78165550ae62 HTTP/1.1" status: 200 len: 946 time: 1.0525749 May 28 06:49:44.988206 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-1074f415-46f2-40f1-9542-9cc00ba908b7 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Deleting port d191ed08-794f-4cb8-8ac4-bde0bec5002f {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:49:44.991156 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1074f415-46f2-40f1-9542-9cc00ba908b7 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:45.162546 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning for port 31f4803a-784b-4f80-826c-4b4c2f8cc408 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:49:45.190617 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning complete for port 31f4803a-784b-4f80-826c-4b4c2f8cc408 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:49:45.190978 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:45.356968 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-ac311d49-348e-4c1d-972e-622736175ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70e1c22-f694-4d56-bd15-5c5737bacda2', 'name': 'tempest-AttachVolumeNegativeTest-1938842834-router', 'tenant_id': '923dafe00970411a989ff222606e459e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '75f0d40c-8ed1-4975-8bcb-f54d72980607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:48:27Z', 'updated_at': '2022-05-28T06:48:45Z', 'revision_number': 4, 'project_id': '923dafe00970411a989ff222606e459e', 'gw_port': {'id': '75f0d40c-8ed1-4975-8bcb-f54d72980607', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:db:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70e1c22-f694-4d56-bd15-5c5737bacda2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:48:31Z', 'updated_at': '2022-05-28T06:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': '81697959-fa70-41cc-93d9-065f6f450736', 'tenant_id': '923dafe00970411a989ff222606e459e', 'floating_ip_address': '172.25.5.99', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': 'c70e1c22-f694-4d56-bd15-5c5737bacda2', 'port_id': 'ea2e1a53-d70b-4271-a57e-6fffc0d8bb80', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2814, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '244ee66f-8ba5-4a6d-a99b-5ec1fae21d38', 'mac_address': 'fa:16:3e:9a:e2:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8faf0c8-2b0b-4711-9900-f4434257b873', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:49:01Z', 'updated_at': '2022-05-28T06:49:39Z', 'revision_number': 1, 'project_id': '923dafe00970411a989ff222606e459e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abf75dc9-fe0b-4338-9af0-de84c550bf58', 'name': '', 'network_id': '244ee66f-8ba5-4a6d-a99b-5ec1fae21d38', 'tenant_id': '923dafe00970411a989ff222606e459e', 'mac_address': 'fa:16:3e:90:65:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70e1c22-f694-4d56-bd15-5c5737bacda2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '395c6a06-7ada-4575-b52f-ff6a58f20fb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:48:41Z', 'updated_at': '2022-05-28T06:49:01Z', 'revision_number': 5, 'project_id': '923dafe00970411a989ff222606e459e', 'subnets': [{'id': '395c6a06-7ada-4575-b52f-ff6a58f20fb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:49:45.363332 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-d6b2c7bf-b4b3-4eb8-9c16-ebca8ad05446 req-4b91a40f-ed4a-426f-bd85-18cfa390913a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ea2e1a53-d70b-4271-a57e-6fffc0d8bb80 HTTP/1.1" status: 200 len: 999 time: 0.5569019 May 28 06:49:45.365143 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac311d49-348e-4c1d-972e-622736175ab0 None None] The sync data for ids ['c70e1c22-f694-4d56-bd15-5c5737bacda2'] in n-d-843702-1 is: [{'id': 'c70e1c22-f694-4d56-bd15-5c5737bacda2', 'name': 'tempest-AttachVolumeNegativeTest-1938842834-router', 'tenant_id': '923dafe00970411a989ff222606e459e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '75f0d40c-8ed1-4975-8bcb-f54d72980607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:48:27Z', 'updated_at': '2022-05-28T06:48:45Z', 'revision_number': 4, 'project_id': '923dafe00970411a989ff222606e459e', 'gw_port': {'id': '75f0d40c-8ed1-4975-8bcb-f54d72980607', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:db:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70e1c22-f694-4d56-bd15-5c5737bacda2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:48:31Z', 'updated_at': '2022-05-28T06:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': '81697959-fa70-41cc-93d9-065f6f450736', 'tenant_id': '923dafe00970411a989ff222606e459e', 'floating_ip_address': '172.25.5.99', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': 'c70e1c22-f694-4d56-bd15-5c5737bacda2', 'port_id': 'ea2e1a53-d70b-4271-a57e-6fffc0d8bb80', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2814, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '244ee66f-8ba5-4a6d-a99b-5ec1fae21d38', 'mac_address': 'fa:16:3e:9a:e2:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8faf0c8-2b0b-4711-9900-f4434257b873', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:49:01Z', 'updated_at': '2022-05-28T06:49:39Z', 'revision_number': 1, 'project_id': '923dafe00970411a989ff222606e459e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abf75dc9-fe0b-4338-9af0-de84c550bf58', 'name': '', 'network_id': '244ee66f-8ba5-4a6d-a99b-5ec1fae21d38', 'tenant_id': '923dafe00970411a989ff222606e459e', 'mac_address': 'fa:16:3e:90:65:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70e1c22-f694-4d56-bd15-5c5737bacda2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '395c6a06-7ada-4575-b52f-ff6a58f20fb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:48:41Z', 'updated_at': '2022-05-28T06:49:01Z', 'revision_number': 5, 'project_id': '923dafe00970411a989ff222606e459e', 'subnets': [{'id': '395c6a06-7ada-4575-b52f-ff6a58f20fb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:49:45.409688 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8cea5a8-ea6c-433e-aa48-1fcf0447f571 None None] Update dhcp port {'port': {'network_id': '5776fce6-3412-4376-ba3e-26bfccdcf5fa', 'fixed_ips': [{'subnet_id': 'fd930488-3d84-4650-b575-4c0ac381b0b5', 'ip_address': '2001:db8::2'}, {'subnet_id': '16e0a074-5ef8-4ee8-a991-360bda596565'}], 'binding:host_id': 'n-d-843702-1'}, 'id': '924a56ca-0808-493d-b2c7-8083626bc604'} from n-d-843702-1. {{(pid=89111) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 28 06:49:45.477379 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-08335c5d-7644-4e1a-8521-5fcc5a5cf2d1 req-4f626c5a-0655-4725-a098-9f48be82762b tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/security-groups?id=55eadb02-d3aa-43b2-bf74-b67b0f98720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6930046 May 28 06:49:45.654692 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-f8cea5a8-ea6c-433e-aa48-1fcf0447f571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:45.704925 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b2c7bf-b4b3-4eb8-9c16-ebca8ad05446 req-913312b5-fb8a-471b-bbca-03619a33377c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:49:45.718371 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-d6b2c7bf-b4b3-4eb8-9c16-ebca8ad05446 req-913312b5-fb8a-471b-bbca-03619a33377c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=395c6a06-7ada-4575-b52f-ff6a58f20fb7 HTTP/1.1" status: 200 len: 854 time: 0.3455796 May 28 06:49:45.784872 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:49:45.790367 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bf6e6948-1335-47fb-bfc2-5a514e45b51c req-397e582e-827e-4339-993b-cc51131a15e1 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8897316 May 28 06:49:45.857576 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1074f415-46f2-40f1-9542-9cc00ba908b7 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:45.916423 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8da18a8-5f80-43d9-b151-62f3d92e7e02 None None] New status for floating IP 81697959-fa70-41cc-93d9-065f6f450736: ACTIVE {{(pid=89111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 06:49:45.929624 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b2c7bf-b4b3-4eb8-9c16-ebca8ad05446 req-9ab6e910-b2a9-4fe2-9d4c-54f9144fb07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:49:45.931112 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-d6b2c7bf-b4b3-4eb8-9c16-ebca8ad05446 req-9ab6e910-b2a9-4fe2-9d4c-54f9144fb07a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=244ee66f-8ba5-4a6d-a99b-5ec1fae21d38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2120748 May 28 06:49:46.247586 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-1074f415-46f2-40f1-9542-9cc00ba908b7 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Calling delete_port for d191ed08-794f-4cb8-8ac4-bde0bec5002f owned by {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:49:46.298416 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 31f4803a-784b-4f80-826c-4b4c2f8cc408 is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:49:46.298991 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:46.375079 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-d6b2c7bf-b4b3-4eb8-9c16-ebca8ad05446 req-27d5a789-a29a-48fc-9cdd-6d0bf042fdcf service neutron] 10.222.0.71 "GET /v2.0/networks/244ee66f-8ba5-4a6d-a99b-5ec1fae21d38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4127409 May 28 06:49:46.442635 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ac76c5f-d1cc-4238-a63f-f7a1ec96d229', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31f4803a-784b-4f80-826c-4b4c2f8cc408'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:49:46.463122 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 31f4803a-784b-4f80-826c-4b4c2f8cc408, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=31f4803a-784b-4f80-826c-4b4c2f8cc408,segment=NetworkSegment(d3c6b9f0-14d5-4338-b095-ac6f93dbc704),segment_id=d3c6b9f0-14d5-4338-b095-ac6f93dbc704)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:49:46.484349 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1074f415-46f2-40f1-9542-9cc00ba908b7 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:46.532427 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef37e5fb-9c7b-46c5-9f00-11233ac05abe'] response: {'server_uuid': '3ac76c5f-d1cc-4238-a63f-f7a1ec96d229', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31f4803a-784b-4f80-826c-4b4c2f8cc408', 'code': 200} May 28 06:49:46.588782 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:46.713911 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=31f4803a-784b-4f80-826c-4b4c2f8cc408,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:49:46.775426 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1074f415-46f2-40f1-9542-9cc00ba908b7 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Pushing event deleted for resources: {'Port': ['ID=d191ed08-794f-4cb8-8ac4-bde0bec5002f,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:49:46.798963 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-d6b2c7bf-b4b3-4eb8-9c16-ebca8ad05446 req-c693e54d-c7b4-4c68-bbd3-d1d0bd0dbcef service neutron] 10.222.0.71 "GET /v2.0/networks/244ee66f-8ba5-4a6d-a99b-5ec1fae21d38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3665342 May 28 06:49:46.799370 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1074f415-46f2-40f1-9542-9cc00ba908b7 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:46.800221 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-e2c742d5-9cc0-4b71-8743-df086ebbb5eb tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Delete allocated IP 2001:db8::192 (5776fce6-3412-4376-ba3e-26bfccdcf5fa/fd930488-3d84-4650-b575-4c0ac381b0b5) {{(pid=89109) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 28 06:49:46.823309 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-e2c742d5-9cc0-4b71-8743-df086ebbb5eb tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Allocated IP 2001:db8:0:1::327 (5776fce6-3412-4376-ba3e-26bfccdcf5fa/16e0a074-5ef8-4ee8-a991-360bda596565/7806702c-80d7-4340-a10d-fc244269ea0b) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:49:46.878775 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-1074f415-46f2-40f1-9542-9cc00ba908b7 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] 10.222.0.55 "DELETE /v2.0/ports/d191ed08-794f-4cb8-8ac4-bde0bec5002f HTTP/1.1" status: 204 len: 168 time: 2.4461346 May 28 06:49:46.881498 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 55668) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:49:46.970197 n-d-843702-1 neutron-server[89110]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dc7ec8d-bfba-4098-b875-16941c15f051 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] DELETE failed (client error): The resource could not be found. May 28 06:49:46.970868 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dc7ec8d-bfba-4098-b875-16941c15f051 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89110) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:49:46.975323 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-6dc7ec8d-bfba-4098-b875-16941c15f051 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] 10.222.0.55 "DELETE /v2.0/subnets/acb8eac4-0368-4865-af0b-12953bd1373a HTTP/1.1" status: 404 len: 337 time: 0.0821378 May 28 06:49:47.014755 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 55672) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:49:47.163866 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b3f1e9-eaf0-4e1c-a77f-05f4390f6d57 req-b23089f0-ae5d-4551-be8a-97bd07780456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:49:47.165499 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-38b3f1e9-eaf0-4e1c-a77f-05f4390f6d57 req-b23089f0-ae5d-4551-be8a-97bd07780456 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3ac76c5f-d1cc-4238-a63f-f7a1ec96d229 HTTP/1.1" status: 200 len: 1096 time: 0.5389032 May 28 06:49:47.185555 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e2c742d5-9cc0-4b71-8743-df086ebbb5eb tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:47.204241 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [None req-e2c742d5-9cc0-4b71-8743-df086ebbb5eb tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Transition to ACTIVE for port object 7806702c-80d7-4340-a10d-fc244269ea0b will not be triggered until provisioned by entity DHCP. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:49:47.269304 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e2c742d5-9cc0-4b71-8743-df086ebbb5eb tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:47.299343 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-38b3f1e9-eaf0-4e1c-a77f-05f4390f6d57 req-04499919-8c65-4d97-b2eb-4cdc0fa1690d service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=55eadb02-d3aa-43b2-bf74-b67b0f98720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226563 May 28 06:49:47.321555 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084223e4-8a47-4af3-8a01-f85786d18401 req-3f92e3e7-bddd-44d2-b37c-adf04dbfa142 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:49:47.323169 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-084223e4-8a47-4af3-8a01-f85786d18401 req-3f92e3e7-bddd-44d2-b37c-adf04dbfa142 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ac76c5f-d1cc-4238-a63f-f7a1ec96d229 HTTP/1.1" status: 200 len: 945 time: 0.5324936 May 28 06:49:47.336475 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0b8fb1b0-cf75-47aa-9391-128e22aed92f tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:47.463935 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-e2c742d5-9cc0-4b71-8743-df086ebbb5eb tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] In _notify_port_updated(), no bound segment for port 7806702c-80d7-4340-a10d-fc244269ea0b on network 5776fce6-3412-4376-ba3e-26bfccdcf5fa {{(pid=89109) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 28 06:49:47.469956 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c742d5-9cc0-4b71-8743-df086ebbb5eb tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:49:47.470579 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e2c742d5-9cc0-4b71-8743-df086ebbb5eb tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:47.479968 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-e2c742d5-9cc0-4b71-8743-df086ebbb5eb tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] 10.222.0.55 "PUT /v2.0/ports/7806702c-80d7-4340-a10d-fc244269ea0b HTTP/1.1" status: 200 len: 931 time: 4.6308300 May 28 06:49:47.480788 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 55678) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:49:47.500281 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-f8cea5a8-ea6c-433e-aa48-1fcf0447f571 None None] Allocated IP 2001:db8:0:1::2 (5776fce6-3412-4376-ba3e-26bfccdcf5fa/16e0a074-5ef8-4ee8-a991-360bda596565/924a56ca-0808-493d-b2c7-8083626bc604) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:49:47.619689 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-084223e4-8a47-4af3-8a01-f85786d18401 req-dcdc8cd1-5384-4e4d-9f56-e40f283cbc76 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/security-groups?id=55eadb02-d3aa-43b2-bf74-b67b0f98720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729874 May 28 06:49:47.628604 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c742d5-9cc0-4b71-8743-df086ebbb5eb tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Pushing event updated for resources: {'Port': ['ID=7806702c-80d7-4340-a10d-fc244269ea0b,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:49:47.667977 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-9ac08275-44e7-468a-96a8-f1bfd520003c tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Deleting port 7806702c-80d7-4340-a10d-fc244269ea0b {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:49:47.668314 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9ac08275-44e7-468a-96a8-f1bfd520003c tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:47.675289 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9ffd10-e3c3-41ea-b22a-14036e64b9ec req-2848273b-d217-4c6d-bfa0-691f311b609d tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:49:47.682999 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6b9ffd10-e3c3-41ea-b22a-14036e64b9ec req-2848273b-d217-4c6d-bfa0-691f311b609d tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea79fcfb-6241-4b5f-a230-78165550ae62 HTTP/1.1" status: 200 len: 946 time: 0.7061148 May 28 06:49:47.730005 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-f8cea5a8-ea6c-433e-aa48-1fcf0447f571 None None] For port 924a56ca-0808-493d-b2c7-8083626bc604, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=924a56ca-0808-493d-b2c7-8083626bc604,segment=NetworkSegment(c9978596-43e6-45bf-9d5b-5ddb30c7bce9),segment_id=c9978596-43e6-45bf-9d5b-5ddb30c7bce9)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:49:47.738983 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0b8fb1b0-cf75-47aa-9391-128e22aed92f tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:47.761075 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-f8cea5a8-ea6c-433e-aa48-1fcf0447f571 None None] Notify callbacks [] for port, precommit_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:47.783940 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-f8cea5a8-ea6c-433e-aa48-1fcf0447f571 None None] Transition to ACTIVE for port object 924a56ca-0808-493d-b2c7-8083626bc604 will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:49:47.790883 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6b9ffd10-e3c3-41ea-b22a-14036e64b9ec req-a622b820-dff3-443a-9614-d4c07b2fd981 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063838 May 28 06:49:47.803987 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-0b8fb1b0-cf75-47aa-9391-128e22aed92f tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7733440a-89ac-494d-880b-13489f99bf4b']}} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:49:47.817041 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-0b8fb1b0-cf75-47aa-9391-128e22aed92f tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c1405c4-7c27-469b-985a-d303e4bfe6bb') {'for_net_delete': True} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:49:47.817628 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-0b8fb1b0-cf75-47aa-9391-128e22aed92f tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c1405c4-7c27-469b-985a-d303e4bfe6bb') {} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:49:47.832468 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0b8fb1b0-cf75-47aa-9391-128e22aed92f tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4150778'] for segment, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:47.860055 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0b8fb1b0-cf75-47aa-9391-128e22aed92f tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:47.877003 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b8fb1b0-cf75-47aa-9391-128e22aed92f tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=89110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:49:47.877651 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0b8fb1b0-cf75-47aa-9391-128e22aed92f tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3143023'] for segment, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:47.892150 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-f8cea5a8-ea6c-433e-aa48-1fcf0447f571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:48.291326 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cea5a8-ea6c-433e-aa48-1fcf0447f571 None None] Pushing event updated for resources: {'Port': ['ID=924a56ca-0808-493d-b2c7-8083626bc604,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:49:48.305564 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment 0c1405c4-7c27-469b-985a-d303e4bfe6bb resource provider aggregate not found May 28 06:49:48.353331 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment 0c1405c4-7c27-469b-985a-d303e4bfe6bb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0c1405c4-7c27-469b-985a-d303e4bfe6bb found for delete ", "request_id": "req-937164b4-2e54-4a2c-9f65-98e88f18d70e"}]} May 28 06:49:48.466796 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0b8fb1b0-cf75-47aa-9391-128e22aed92f tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:48.504000 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0b8fb1b0-cf75-47aa-9391-128e22aed92f tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks [] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:48.521963 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9ac08275-44e7-468a-96a8-f1bfd520003c tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:48.525093 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8fb1b0-cf75-47aa-9391-128e22aed92f tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Pushing event deleted for resources: {'Network': ['ID=7733440a-89ac-494d-880b-13489f99bf4b,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:49:48.547113 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-0b8fb1b0-cf75-47aa-9391-128e22aed92f tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] 10.222.0.55 "DELETE /v2.0/networks/7733440a-89ac-494d-880b-13489f99bf4b HTTP/1.1" status: 204 len: 168 time: 1.5218732 May 28 06:49:48.547113 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 55706) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:49:48.719808 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-5ac5f7bc-9d4b-464e-8b7f-a737740f6a8f tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Deleting port 2d64f04d-a526-43fd-8ad6-0bf45a0d4acf {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:49:48.720283 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f7bc-9d4b-464e-8b7f-a737740f6a8f tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:48.883741 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-9ac08275-44e7-468a-96a8-f1bfd520003c tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Calling delete_port for 7806702c-80d7-4340-a10d-fc244269ea0b owned by {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:49:49.240973 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9ac08275-44e7-468a-96a8-f1bfd520003c tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:49.276548 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da25112b-74db-4add-8232-8aaeec9bda72 req-abf5637b-cd50-4ac8-811a-4e1b767a349a tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:49:49.278356 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-da25112b-74db-4add-8232-8aaeec9bda72 req-abf5637b-cd50-4ac8-811a-4e1b767a349a tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ac76c5f-d1cc-4238-a63f-f7a1ec96d229 HTTP/1.1" status: 200 len: 945 time: 0.3692014 May 28 06:49:49.281655 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f7bc-9d4b-464e-8b7f-a737740f6a8f tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:49.329250 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d728839-33a3-40b7-878c-01aca932d064 req-74140f5f-fa27-4096-8061-2a0f26358a94 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:49:49.336915 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0d728839-33a3-40b7-878c-01aca932d064 req-74140f5f-fa27-4096-8061-2a0f26358a94 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea79fcfb-6241-4b5f-a230-78165550ae62 HTTP/1.1" status: 200 len: 946 time: 0.5400505 May 28 06:49:49.436481 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 924a56ca-0808-493d-b2c7-8083626bc604 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:49:49.460877 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac08275-44e7-468a-96a8-f1bfd520003c tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Pushing event deleted for resources: {'Port': ['ID=7806702c-80d7-4340-a10d-fc244269ea0b,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:49:49.486374 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9ac08275-44e7-468a-96a8-f1bfd520003c tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:49.530559 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-9ac08275-44e7-468a-96a8-f1bfd520003c tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] 10.222.0.55 "DELETE /v2.0/ports/7806702c-80d7-4340-a10d-fc244269ea0b HTTP/1.1" status: 204 len: 168 time: 2.0456624 May 28 06:49:49.536093 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 55728) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:49:49.558617 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-98902688-6ecb-4fec-a0a5-3f189b9c58c5 None None] Provisioning complete for port 1d938811-ed33-4b05-853a-261eae86832e triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:49:49.558998 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-98902688-6ecb-4fec-a0a5-3f189b9c58c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:49.621717 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-5ac5f7bc-9d4b-464e-8b7f-a737740f6a8f tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Calling delete_port for 2d64f04d-a526-43fd-8ad6-0bf45a0d4acf owned by {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:49:49.639664 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-98902688-6ecb-4fec-a0a5-3f189b9c58c5 None None] Port 1d938811-ed33-4b05-853a-261eae86832e cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:49:49.643982 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-98902688-6ecb-4fec-a0a5-3f189b9c58c5 None None] Could not find standard attr ID for object 7806702c-80d7-4340-a10d-fc244269ea0b. {{(pid=89111) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 28 06:49:49.682255 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-12099612-3f97-4b92-9253-f1d2c0810f0c tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] GET failed (client error): The resource could not be found. May 28 06:49:49.683139 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-12099612-3f97-4b92-9253-f1d2c0810f0c tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Synchronizing usage tracker for tenant:bf0f1d3761524ddfa4db9240ac258eb8 on resource:port {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:49:49.715464 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-da25112b-74db-4add-8232-8aaeec9bda72 req-2ba98224-2bf1-4b16-82eb-03a0ddcdb4df tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/security-groups?id=55eadb02-d3aa-43b2-bf74-b67b0f98720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4191830 May 28 06:49:49.732541 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-98902688-6ecb-4fec-a0a5-3f189b9c58c5 None None] Provisioning for port 924a56ca-0808-493d-b2c7-8083626bc604 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:49:49.740330 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-98902688-6ecb-4fec-a0a5-3f189b9c58c5 None None] Provisioning complete for port 924a56ca-0808-493d-b2c7-8083626bc604 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:49:49.740718 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-98902688-6ecb-4fec-a0a5-3f189b9c58c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:49.744022 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0d728839-33a3-40b7-878c-01aca932d064 req-4c41a2db-2c56-42dc-b71f-1775008321e7 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4035845 May 28 06:49:49.789324 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-12099612-3f97-4b92-9253-f1d2c0810f0c tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Unset dirty status for tenant:bf0f1d3761524ddfa4db9240ac258eb8 on resource:port {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:49:49.791127 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-12099612-3f97-4b92-9253-f1d2c0810f0c tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] 10.222.0.55 "GET /v2.0/ports/7806702c-80d7-4340-a10d-fc244269ea0b HTTP/1.1" status: 404 len: 333 time: 0.2539127 May 28 06:49:49.794990 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 55736) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:49:49.866544 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f7bc-9d4b-464e-8b7f-a737740f6a8f tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:49.958633 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f7bc-9d4b-464e-8b7f-a737740f6a8f tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Pushing event deleted for resources: {'Port': ['ID=2d64f04d-a526-43fd-8ad6-0bf45a0d4acf,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:49:49.985902 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f7bc-9d4b-464e-8b7f-a737740f6a8f tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:50.003745 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 55748) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:49:50.004148 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-5ac5f7bc-9d4b-464e-8b7f-a737740f6a8f tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] 10.222.0.55 "DELETE /v2.0/ports/2d64f04d-a526-43fd-8ad6-0bf45a0d4acf HTTP/1.1" status: 204 len: 168 time: 1.4603250 May 28 06:49:50.005192 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9b56999b-f40b-4651-83b4-c3c687e239b7 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:50.009966 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-98902688-6ecb-4fec-a0a5-3f189b9c58c5 None None] Current status of the port 924a56ca-0808-493d-b2c7-8083626bc604 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:49:50.066200 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9b56999b-f40b-4651-83b4-c3c687e239b7 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:50.124037 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-82de4da9-e5da-4073-905e-c2e180ca1c5c None None] Could not find standard attr ID for object 7806702c-80d7-4340-a10d-fc244269ea0b. {{(pid=89111) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 28 06:49:50.125389 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-25ad2bdf-b590-4985-a274-b53f545d7296 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] DELETE failed (client error): The resource could not be found. May 28 06:49:50.126078 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25ad2bdf-b590-4985-a274-b53f545d7296 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89109) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:49:50.130890 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-25ad2bdf-b590-4985-a274-b53f545d7296 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] 10.222.0.55 "DELETE /v2.0/subnets/a00980b4-9d97-4e03-8d4f-2881c73868cf HTTP/1.1" status: 404 len: 337 time: 0.1257443 May 28 06:49:50.131277 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 55754) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:49:50.240448 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9b56999b-f40b-4651-83b4-c3c687e239b7 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:50.292112 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b56999b-f40b-4651-83b4-c3c687e239b7 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca25c4ee-5837-4860-bfbb-9278fa6ae332,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:49:50.302942 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6215629f-9ecf-43f7-9402-07ad54ee4f2c req-c865ce4f-e210-41e9-8954-4886bf50f171 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:49:50.304790 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-6215629f-9ecf-43f7-9402-07ad54ee4f2c req-c865ce4f-e210-41e9-8954-4886bf50f171 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.71 "GET /v2.0/ports?device_id=ea79fcfb-6241-4b5f-a230-78165550ae62 HTTP/1.1" status: 200 len: 946 time: 0.1387150 May 28 06:49:50.314722 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9b56999b-f40b-4651-83b4-c3c687e239b7 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:50.315846 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-9b56999b-f40b-4651-83b4-c3c687e239b7 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] 10.222.0.55 "DELETE /v2.0/security-groups/ca25c4ee-5837-4860-bfbb-9278fa6ae332 HTTP/1.1" status: 204 len: 168 time: 0.5185859 May 28 06:49:50.318384 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 55758) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:49:50.345161 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1e4846b6-c874-4943-b595-d25476d81e9f tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:50.395767 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-1e4846b6-c874-4943-b595-d25476d81e9f tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Deleting port c6effb7c-9354-4e8b-86aa-e73331d3affb {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:49:50.396392 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1e4846b6-c874-4943-b595-d25476d81e9f tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:50.430337 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [req-6215629f-9ecf-43f7-9402-07ad54ee4f2c req-52ac9961-f658-4423-8a8b-af05cc7289be tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Deleting port 431c8ee7-fa64-477e-8366-b77fe932210c {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:49:50.430681 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-6215629f-9ecf-43f7-9402-07ad54ee4f2c req-52ac9961-f658-4423-8a8b-af05cc7289be tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:50.473259 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-701c8f89-92cc-4ce4-9676-277ee12bc35c tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:50.561403 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-701c8f89-92cc-4ce4-9676-277ee12bc35c tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:50.798114 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [None req-1e4846b6-c874-4943-b595-d25476d81e9f tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] For port c6effb7c-9354-4e8b-86aa-e73331d3affb, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=c6effb7c-9354-4e8b-86aa-e73331d3affb,segment=NetworkSegment(233468da-0603-44ef-b801-8bf28644915e),segment_id=233468da-0603-44ef-b801-8bf28644915e)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:49:50.801238 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1e4846b6-c874-4943-b595-d25476d81e9f tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:50.987458 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-6215629f-9ecf-43f7-9402-07ad54ee4f2c req-52ac9961-f658-4423-8a8b-af05cc7289be tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] For port 431c8ee7-fa64-477e-8366-b77fe932210c, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=431c8ee7-fa64-477e-8366-b77fe932210c,segment=NetworkSegment(891ef37d-2d2b-47ef-a8c4-170b0614d759),segment_id=891ef37d-2d2b-47ef-a8c4-170b0614d759)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:49:50.988058 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-6215629f-9ecf-43f7-9402-07ad54ee4f2c req-52ac9961-f658-4423-8a8b-af05cc7289be tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:51.338856 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [req-6215629f-9ecf-43f7-9402-07ad54ee4f2c req-52ac9961-f658-4423-8a8b-af05cc7289be tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Calling delete_port for 431c8ee7-fa64-477e-8366-b77fe932210c owned by compute:nova {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:49:51.363749 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-701c8f89-92cc-4ce4-9676-277ee12bc35c tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:51.375708 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-1e4846b6-c874-4943-b595-d25476d81e9f tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Calling delete_port for c6effb7c-9354-4e8b-86aa-e73331d3affb owned by network:dhcp {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:49:51.475726 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701c8f89-92cc-4ce4-9676-277ee12bc35c tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d561e0b2-67ae-41b4-bc5c-b605f7e3b5ef,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:49:51.540242 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-701c8f89-92cc-4ce4-9676-277ee12bc35c tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:51.544139 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-701c8f89-92cc-4ce4-9676-277ee12bc35c tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] 10.222.0.55 "DELETE /v2.0/security-groups/d561e0b2-67ae-41b4-bc5c-b605f7e3b5ef HTTP/1.1" status: 204 len: 168 time: 1.2224441 May 28 06:49:51.549685 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 55780) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:49:51.600342 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-6215629f-9ecf-43f7-9402-07ad54ee4f2c req-52ac9961-f658-4423-8a8b-af05cc7289be tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:51.614313 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['466563e4-8251-4e01-896c-6874e3461ded'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:49:51.615348 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22a6812-a3d8-4278-846e-30db5bb69451 req-d2ba93f4-5bfc-4db4-9c83-d18b52b99198 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:49:51.617025 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a22a6812-a3d8-4278-846e-30db5bb69451 req-d2ba93f4-5bfc-4db4-9c83-d18b52b99198 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ac76c5f-d1cc-4238-a63f-f7a1ec96d229 HTTP/1.1" status: 200 len: 945 time: 0.4322648 May 28 06:49:51.642993 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d041b34-5e46-47d9-b3bb-081aee170478 req-9dd21f3f-e670-4118-949c-3e2783a981bd tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:49:51.659252 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8d041b34-5e46-47d9-b3bb-081aee170478 req-9dd21f3f-e670-4118-949c-3e2783a981bd tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea79fcfb-6241-4b5f-a230-78165550ae62 HTTP/1.1" status: 200 len: 946 time: 0.4390171 May 28 06:49:51.694248 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ac9961-f658-4423-8a8b-af05cc7289be tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Pushing event deleted for resources: {'Port': ['ID=431c8ee7-fa64-477e-8366-b77fe932210c,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:49:51.708829 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1e4846b6-c874-4943-b595-d25476d81e9f tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:51.728885 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['431c8ee7-fa64-477e-8366-b77fe932210c'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:49:51.812738 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4846b6-c874-4943-b595-d25476d81e9f tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Pushing event deleted for resources: {'Port': ['ID=c6effb7c-9354-4e8b-86aa-e73331d3affb,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:49:51.835061 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4846b6-c874-4943-b595-d25476d81e9f tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] No DVR routers for this DVR port c6effb7c-9354-4e8b-86aa-e73331d3affb on host n-d-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:49:51.875114 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [req-6215629f-9ecf-43f7-9402-07ad54ee4f2c req-52ac9961-f658-4423-8a8b-af05cc7289be tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] No DVR routers for this DVR port 431c8ee7-fa64-477e-8366-b77fe932210c on host n-h2-843702-1 {{(pid=89109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:49:51.880086 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-6215629f-9ecf-43f7-9402-07ad54ee4f2c req-52ac9961-f658-4423-8a8b-af05cc7289be tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:51.884136 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea79fcfb-6241-4b5f-a230-78165550ae62', 'name': 'network-vif-deleted', 'tag': '431c8ee7-fa64-477e-8366-b77fe932210c'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:49:51.907304 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cf1a351-4605-4fe2-82f1-d7c622dfa132 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Deleting subnet fd930488-3d84-4650-b575-4c0ac381b0b5 {{(pid=89109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:49:51.922765 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a351-4605-4fe2-82f1-d7c622dfa132 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks [] for subnet, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:51.958975 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8d041b34-5e46-47d9-b3bb-081aee170478 req-d53ccae5-914a-47c4-9e5a-459eaa1c012e tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2790582 May 28 06:49:52.004223 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a22a6812-a3d8-4278-846e-30db5bb69451 req-3431c82f-b02d-4f5b-a284-1ab554560a74 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/security-groups?id=55eadb02-d3aa-43b2-bf74-b67b0f98720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3372762 May 28 06:49:52.013629 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a351-4605-4fe2-82f1-d7c622dfa132 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3964070'] for subnet, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:52.172013 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a351-4605-4fe2-82f1-d7c622dfa132 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:52.194938 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1e4846b6-c874-4943-b595-d25476d81e9f tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:52.230364 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-1e4846b6-c874-4943-b595-d25476d81e9f tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['112e8157-2753-4cde-9590-fa22f55688df']}} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:49:52.302778 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-1e4846b6-c874-4943-b595-d25476d81e9f tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '233468da-0603-44ef-b801-8bf28644915e') {'for_net_delete': True} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:49:52.303555 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-1e4846b6-c874-4943-b595-d25476d81e9f tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '233468da-0603-44ef-b801-8bf28644915e') {} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:49:52.326955 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e9f7ead-b551-4454-81df-fc7da883d42d'] response: {'server_uuid': 'ea79fcfb-6241-4b5f-a230-78165550ae62', 'name': 'network-vif-deleted', 'tag': '431c8ee7-fa64-477e-8366-b77fe932210c', 'status': 'completed', 'code': 200} May 28 06:49:52.328970 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-6215629f-9ecf-43f7-9402-07ad54ee4f2c req-52ac9961-f658-4423-8a8b-af05cc7289be tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.71 "DELETE /v2.0/ports/431c8ee7-fa64-477e-8366-b77fe932210c HTTP/1.1" status: 204 len: 173 time: 2.0128405 May 28 06:49:52.343598 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1e4846b6-c874-4943-b595-d25476d81e9f tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4150778'] for segment, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:52.370415 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1e4846b6-c874-4943-b595-d25476d81e9f tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:52.380714 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e4846b6-c874-4943-b595-d25476d81e9f tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=89110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:49:52.381120 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1e4846b6-c874-4943-b595-d25476d81e9f tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3143023'] for segment, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:52.395935 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a351-4605-4fe2-82f1-d7c622dfa132 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9555650'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:52.497984 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment 233468da-0603-44ef-b801-8bf28644915e resource provider aggregate not found May 28 06:49:52.540596 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ef859e-3da7-4dca-82fd-dc81e67fe2f3 req-8169a8aa-8360-4f57-97ea-3cf4029f2935 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:49:52.542226 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-91ef859e-3da7-4dca-82fd-dc81e67fe2f3 req-8169a8aa-8360-4f57-97ea-3cf4029f2935 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ac76c5f-d1cc-4238-a63f-f7a1ec96d229 HTTP/1.1" status: 200 len: 945 time: 0.3019426 May 28 06:49:52.543966 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment 233468da-0603-44ef-b801-8bf28644915e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 233468da-0603-44ef-b801-8bf28644915e found for delete ", "request_id": "req-e011b3d7-ec91-4628-ad83-95125e122922"}]} May 28 06:49:52.629364 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1e4846b6-c874-4943-b595-d25476d81e9f tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:52.645799 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1e4846b6-c874-4943-b595-d25476d81e9f tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks [] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:52.719647 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf1a351-4605-4fe2-82f1-d7c622dfa132 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Pushing event deleted for resources: {'Subnet': ['ID=fd930488-3d84-4650-b575-4c0ac381b0b5,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:49:52.727495 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a351-4605-4fe2-82f1-d7c622dfa132 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:52.728732 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4846b6-c874-4943-b595-d25476d81e9f tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Pushing event deleted for resources: {'Network': ['ID=112e8157-2753-4cde-9590-fa22f55688df,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:49:52.736547 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f2eb35-0476-4965-b909-2ff86b64c5b1 None None] Network 5776fce6-3412-4376-ba3e-26bfccdcf5fa requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:49:52.747011 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-1e4846b6-c874-4943-b595-d25476d81e9f tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] 10.222.0.55 "DELETE /v2.0/networks/112e8157-2753-4cde-9590-fa22f55688df HTTP/1.1" status: 204 len: 168 time: 2.6143138 May 28 06:49:52.751792 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 55808) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:49:52.760589 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-9cf1a351-4605-4fe2-82f1-d7c622dfa132 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] 10.222.0.55 "DELETE /v2.0/subnets/fd930488-3d84-4650-b575-4c0ac381b0b5 HTTP/1.1" status: 204 len: 168 time: 1.2134993 May 28 06:49:52.766685 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 55812) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:49:52.779228 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-5fa36a8c-d3e7-4624-b0e6-f5e00f80507d tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Request body: {'subnet': {'network_id': '5776fce6-3412-4376-ba3e-26bfccdcf5fa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:49:52.822227 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-91ef859e-3da7-4dca-82fd-dc81e67fe2f3 req-08a42537-f8f1-44d4-8537-94f9515d8606 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/security-groups?id=55eadb02-d3aa-43b2-bf74-b67b0f98720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587914 May 28 06:49:52.878154 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4b23707-1bb9-40d7-8df6-c98e3024073a tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Deleting subnet c7f028fd-d50a-423d-b033-523439dbf5d6 {{(pid=89110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:49:52.882590 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a4b23707-1bb9-40d7-8df6-c98e3024073a tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks [] for subnet, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:52.957611 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a4b23707-1bb9-40d7-8df6-c98e3024073a tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4150765'] for subnet, precommit_delete_associations {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:52.973249 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-5fa36a8c-d3e7-4624-b0e6-f5e00f80507d tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:49:52.977355 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-5fa36a8c-d3e7-4624-b0e6-f5e00f80507d tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Usage tracker for resource:subnet and tenant:bf0f1d3761524ddfa4db9240ac258eb8 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:49:52.980640 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-5fa36a8c-d3e7-4624-b0e6-f5e00f80507d tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:49:52.987202 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-5fa36a8c-d3e7-4624-b0e6-f5e00f80507d tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:49:53.063688 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fa36a8c-d3e7-4624-b0e6-f5e00f80507d tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Made reservation on behalf of bf0f1d3761524ddfa4db9240ac258eb8 for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:49:53.073863 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5fa36a8c-d3e7-4624-b0e6-f5e00f80507d tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:53.076957 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a4b23707-1bb9-40d7-8df6-c98e3024073a tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:53.235740 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7b3cd468-de3d-4e07-bed6-b6e3e130ba20 req-23de94c0-7c1f-4966-ba3e-e194bbad0360 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea79fcfb-6241-4b5f-a230-78165550ae62 HTTP/1.1" status: 200 len: 210 time: 0.0688913 May 28 06:49:53.414236 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a4b23707-1bb9-40d7-8df6-c98e3024073a tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3115981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3172005'] for subnet, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:53.473865 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5e9a2f-f256-4e50-a6a5-0899853e7832 None None] Network 39ea2503-0450-45e8-b110-0d14b24ea0de requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:49:53.494820 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a4b23707-1bb9-40d7-8df6-c98e3024073a tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:53.502510 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b23707-1bb9-40d7-8df6-c98e3024073a tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Pushing event deleted for resources: {'Subnet': ['ID=c7f028fd-d50a-423d-b033-523439dbf5d6,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:49:53.525361 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-a4b23707-1bb9-40d7-8df6-c98e3024073a tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] 10.222.0.55 "DELETE /v2.0/subnets/c7f028fd-d50a-423d-b033-523439dbf5d6 HTTP/1.1" status: 204 len: 168 time: 0.7720935 May 28 06:49:53.527862 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 55836) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:49:53.796877 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 431c8ee7-fa64-477e-8366-b77fe932210c no longer exists at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:49:53.894396 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5fa36a8c-d3e7-4624-b0e6-f5e00f80507d tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:53.969094 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] No Port match for: 431c8ee7-fa64-477e-8366-b77fe932210c {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:49:53.969477 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 431c8ee7-fa64-477e-8366-b77fe932210c not bound to the agent host n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:49:53.981384 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f9d608-f69e-44ec-afe3-bbbdd263d695 req-717592e6-4217-4c4a-9214-ec36069f8b7c tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:49:53.989904 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-79f9d608-f69e-44ec-afe3-bbbdd263d695 req-717592e6-4217-4c4a-9214-ec36069f8b7c tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ac76c5f-d1cc-4238-a63f-f7a1ec96d229 HTTP/1.1" status: 200 len: 945 time: 0.1965919 May 28 06:49:54.059912 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-79f9d608-f69e-44ec-afe3-bbbdd263d695 req-b6431371-9177-4203-8512-a42f9900f527 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/security-groups?id=55eadb02-d3aa-43b2-bf74-b67b0f98720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689473 May 28 06:49:54.111640 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f752dc4d-4a5f-450f-b9ab-70c7f28bafe5 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:54.136854 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa36a8c-d3e7-4624-b0e6-f5e00f80507d tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Network 5776fce6-3412-4376-ba3e-26bfccdcf5fa is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:49:54.159457 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a64e38-eb15-402e-8854-26fc25c17d4e None None] DHCP port deletion for 39ea2503-0450-45e8-b110-0d14b24ea0de request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:49:54.162796 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa36a8c-d3e7-4624-b0e6-f5e00f80507d tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Pushing event updated for resources: {'Subnet': ['ID=f10f9229-164c-462d-b8cc-443478c345b4,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:49:54.168937 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-28a64e38-eb15-402e-8854-26fc25c17d4e None None] Deleting port c4179f5b-ac9a-4cd0-a50e-1c3955237922 {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:49:54.168937 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-28a64e38-eb15-402e-8854-26fc25c17d4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:54.176352 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-5fa36a8c-d3e7-4624-b0e6-f5e00f80507d tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:49:54.182958 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa36a8c-d3e7-4624-b0e6-f5e00f80507d tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:49:54.183339 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5fa36a8c-d3e7-4624-b0e6-f5e00f80507d tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:54.234060 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-f752dc4d-4a5f-450f-b9ab-70c7f28bafe5 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Deleting port c4179f5b-ac9a-4cd0-a50e-1c3955237922 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:49:54.243276 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f752dc4d-4a5f-450f-b9ab-70c7f28bafe5 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:54.416379 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e6036e-3ef5-4de6-b442-eefe39d74f1d None None] Network 5776fce6-3412-4376-ba3e-26bfccdcf5fa requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:49:54.431890 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-5fa36a8c-d3e7-4624-b0e6-f5e00f80507d tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6617355 May 28 06:49:54.432194 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 55856) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:49:54.444282 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-84c970f1-8e64-459e-b47c-f04f0d7b3089 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Request body: {'security_group': {'name': 'tempest-secgroup-331995346'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:49:54.474775 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-84c970f1-8e64-459e-b47c-f04f0d7b3089 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:49:54.488544 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-84c970f1-8e64-459e-b47c-f04f0d7b3089 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Usage tracker for resource:security_group and tenant:bf0f1d3761524ddfa4db9240ac258eb8 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:49:54.498636 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-84c970f1-8e64-459e-b47c-f04f0d7b3089 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:49:54.525803 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-84c970f1-8e64-459e-b47c-f04f0d7b3089 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:49:54.643669 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-b8ad58ea-1560-4c3b-ad99-36280b95d07d None None] Provisioning complete for port 1d938811-ed33-4b05-853a-261eae86832e triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:49:54.644041 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b8ad58ea-1560-4c3b-ad99-36280b95d07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:54.687736 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-84c970f1-8e64-459e-b47c-f04f0d7b3089 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:54.738513 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-f752dc4d-4a5f-450f-b9ab-70c7f28bafe5 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] For port c4179f5b-ac9a-4cd0-a50e-1c3955237922, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=c4179f5b-ac9a-4cd0-a50e-1c3955237922,segment=NetworkSegment(3102c526-b326-4a01-ba83-a5568cd48624),segment_id=3102c526-b326-4a01-ba83-a5568cd48624)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:49:54.738886 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f752dc4d-4a5f-450f-b9ab-70c7f28bafe5 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:54.752587 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-84c970f1-8e64-459e-b47c-f04f0d7b3089 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:49:54.771118 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-84c970f1-8e64-459e-b47c-f04f0d7b3089 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Usage tracker for resource:security_group_rule and tenant:bf0f1d3761524ddfa4db9240ac258eb8 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:49:54.783967 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-84c970f1-8e64-459e-b47c-f04f0d7b3089 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:49:54.804318 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-b8ad58ea-1560-4c3b-ad99-36280b95d07d None None] Port 1d938811-ed33-4b05-853a-261eae86832e cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:49:54.805182 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-84c970f1-8e64-459e-b47c-f04f0d7b3089 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:49:54.997007 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-b8ad58ea-1560-4c3b-ad99-36280b95d07d None None] Provisioning complete for port 924a56ca-0808-493d-b2c7-8083626bc604 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:49:54.997007 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b8ad58ea-1560-4c3b-ad99-36280b95d07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:55.065152 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-28a64e38-eb15-402e-8854-26fc25c17d4e None None] For port c4179f5b-ac9a-4cd0-a50e-1c3955237922, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=c4179f5b-ac9a-4cd0-a50e-1c3955237922,segment=NetworkSegment(3102c526-b326-4a01-ba83-a5568cd48624),segment_id=3102c526-b326-4a01-ba83-a5568cd48624)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:49:55.065879 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-28a64e38-eb15-402e-8854-26fc25c17d4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:55.118036 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f9f249-00ff-4cd2-a397-7b914725a73d req-f2c96861-813c-4d6e-8502-e3868e31ba12 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:49:55.123946 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-f752dc4d-4a5f-450f-b9ab-70c7f28bafe5 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Calling delete_port for c4179f5b-ac9a-4cd0-a50e-1c3955237922 owned by network:dhcp {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:49:55.130170 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-26f9f249-00ff-4cd2-a397-7b914725a73d req-f2c96861-813c-4d6e-8502-e3868e31ba12 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 945 time: 0.2766228 May 28 06:49:55.211944 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4dd8f2-50cf-4e53-8b9d-4164ea0ea091 req-d01a2b25-ca8a-453b-8d48-dcfb0ccb4e4b tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:49:55.214875 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1f4dd8f2-50cf-4e53-8b9d-4164ea0ea091 req-d01a2b25-ca8a-453b-8d48-dcfb0ccb4e4b tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.69 "GET /v2.0/ports?device_id=3ac76c5f-d1cc-4238-a63f-f7a1ec96d229 HTTP/1.1" status: 200 len: 945 time: 0.2965589 May 28 06:49:55.426305 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-1f4dd8f2-50cf-4e53-8b9d-4164ea0ea091 req-2b7c0e53-f4e9-45f3-9ea4-18f9d087dc03 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Deleting port 31f4803a-784b-4f80-826c-4b4c2f8cc408 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:49:55.426660 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-1f4dd8f2-50cf-4e53-8b9d-4164ea0ea091 req-2b7c0e53-f4e9-45f3-9ea4-18f9d087dc03 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:55.480998 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f752dc4d-4a5f-450f-b9ab-70c7f28bafe5 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:55.487729 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-28a64e38-eb15-402e-8854-26fc25c17d4e None None] Calling delete_port for c4179f5b-ac9a-4cd0-a50e-1c3955237922 owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:49:55.595834 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f752dc4d-4a5f-450f-b9ab-70c7f28bafe5 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] No DVR routers for this DVR port c4179f5b-ac9a-4cd0-a50e-1c3955237922 on host n-d-843702-1 {{(pid=89109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:49:55.630637 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device c4179f5b-ac9a-4cd0-a50e-1c3955237922 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:49:55.713149 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f752dc4d-4a5f-450f-b9ab-70c7f28bafe5 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Pushing event deleted for resources: {'Port': ['ID=c4179f5b-ac9a-4cd0-a50e-1c3955237922,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:49:55.804655 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509563a1-9529-4477-b0a7-4697f75d9b28 None None] Update dhcp port {'port': {'network_id': '5776fce6-3412-4376-ba3e-26bfccdcf5fa', 'fixed_ips': [{'subnet_id': '16e0a074-5ef8-4ee8-a991-360bda596565', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'f10f9229-164c-462d-b8cc-443478c345b4'}], 'binding:host_id': 'n-d-843702-1'}, 'id': '924a56ca-0808-493d-b2c7-8083626bc604'} from n-d-843702-1. {{(pid=89111) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 28 06:49:55.871436 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f752dc4d-4a5f-450f-b9ab-70c7f28bafe5 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:55.880494 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: c4179f5b-ac9a-4cd0-a50e-1c3955237922 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:49:55.894000 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device c4179f5b-ac9a-4cd0-a50e-1c3955237922 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:49:55.902353 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-f752dc4d-4a5f-450f-b9ab-70c7f28bafe5 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39ea2503-0450-45e8-b110-0d14b24ea0de']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:49:55.916776 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-f752dc4d-4a5f-450f-b9ab-70c7f28bafe5 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3102c526-b326-4a01-ba83-a5568cd48624') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:49:55.917206 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-f752dc4d-4a5f-450f-b9ab-70c7f28bafe5 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3102c526-b326-4a01-ba83-a5568cd48624') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:49:55.929301 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f752dc4d-4a5f-450f-b9ab-70c7f28bafe5 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:55.949055 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f752dc4d-4a5f-450f-b9ab-70c7f28bafe5 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:55.957781 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f752dc4d-4a5f-450f-b9ab-70c7f28bafe5 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:49:55.959352 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f752dc4d-4a5f-450f-b9ab-70c7f28bafe5 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:56.010573 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.db.api [None req-28a64e38-eb15-402e-8854-26fc25c17d4e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89111) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:49:56.010936 n-d-843702-1 neutron-server[89111]: DEBUG oslo_db.api [None req-28a64e38-eb15-402e-8854-26fc25c17d4e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:49:56.042786 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-509563a1-9529-4477-b0a7-4697f75d9b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:56.086199 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-b8ad58ea-1560-4c3b-ad99-36280b95d07d None None] Current status of the port 924a56ca-0808-493d-b2c7-8083626bc604 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:49:56.155646 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-84c970f1-8e64-459e-b47c-f04f0d7b3089 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:56.173365 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-26f9f249-00ff-4cd2-a397-7b914725a73d req-932803f4-fbed-409e-8d97-b31f363104a6 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0422497 May 28 06:49:56.175880 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 3102c526-b326-4a01-ba83-a5568cd48624 resource provider aggregate not found May 28 06:49:56.204275 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 3102c526-b326-4a01-ba83-a5568cd48624 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3102c526-b326-4a01-ba83-a5568cd48624 found for delete ", "request_id": "req-9c60817a-52ad-4d41-aca5-838a69eb5e00"}]} May 28 06:49:56.258117 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f752dc4d-4a5f-450f-b9ab-70c7f28bafe5 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:56.293726 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f752dc4d-4a5f-450f-b9ab-70c7f28bafe5 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:56.304762 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f752dc4d-4a5f-450f-b9ab-70c7f28bafe5 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] Pushing event deleted for resources: {'Network': ['ID=39ea2503-0450-45e8-b110-0d14b24ea0de,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:49:56.314983 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-f752dc4d-4a5f-450f-b9ab-70c7f28bafe5 tempest-NetworksIpV6TestAttrs-653012150 tempest-NetworksIpV6TestAttrs-653012150-project] 10.222.0.55 "DELETE /v2.0/networks/39ea2503-0450-45e8-b110-0d14b24ea0de HTTP/1.1" status: 204 len: 168 time: 2.7644520 May 28 06:49:56.475502 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-509563a1-9529-4477-b0a7-4697f75d9b28 None None] Allocated IP 2001:db8::2 (5776fce6-3412-4376-ba3e-26bfccdcf5fa/f10f9229-164c-462d-b8cc-443478c345b4/924a56ca-0808-493d-b2c7-8083626bc604) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:49:56.515559 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-28a64e38-eb15-402e-8854-26fc25c17d4e None None] Deleting port c4179f5b-ac9a-4cd0-a50e-1c3955237922 {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:49:56.515559 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-28a64e38-eb15-402e-8854-26fc25c17d4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:56.585598 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-1f4dd8f2-50cf-4e53-8b9d-4164ea0ea091 req-2b7c0e53-f4e9-45f3-9ea4-18f9d087dc03 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] For port 31f4803a-784b-4f80-826c-4b4c2f8cc408, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=31f4803a-784b-4f80-826c-4b4c2f8cc408,segment=NetworkSegment(d3c6b9f0-14d5-4338-b095-ac6f93dbc704),segment_id=d3c6b9f0-14d5-4338-b095-ac6f93dbc704)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:49:56.585921 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-1f4dd8f2-50cf-4e53-8b9d-4164ea0ea091 req-2b7c0e53-f4e9-45f3-9ea4-18f9d087dc03 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:56.662213 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-feffbd0a-dbc8-4dd9-a50d-fbeb8931ab1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:56.685183 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-28a64e38-eb15-402e-8854-26fc25c17d4e None None] The port 'c4179f5b-ac9a-4cd0-a50e-1c3955237922' was deleted {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 06:49:56.836115 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-1f4dd8f2-50cf-4e53-8b9d-4164ea0ea091 req-2b7c0e53-f4e9-45f3-9ea4-18f9d087dc03 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Calling delete_port for 31f4803a-784b-4f80-826c-4b4c2f8cc408 owned by compute:nova {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:49:56.866668 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-509563a1-9529-4477-b0a7-4697f75d9b28 None None] For port 924a56ca-0808-493d-b2c7-8083626bc604, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=924a56ca-0808-493d-b2c7-8083626bc604,segment=NetworkSegment(c9978596-43e6-45bf-9d5b-5ddb30c7bce9),segment_id=c9978596-43e6-45bf-9d5b-5ddb30c7bce9)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:49:56.883927 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3b496e-f48c-4638-aeff-d450aff168bb req-d17a88f3-7aeb-414b-8e89-c13fdc5b75a5 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:49:56.886285 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5d3b496e-f48c-4638-aeff-d450aff168bb req-d17a88f3-7aeb-414b-8e89-c13fdc5b75a5 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ac76c5f-d1cc-4238-a63f-f7a1ec96d229 HTTP/1.1" status: 200 len: 945 time: 1.0058768 May 28 06:49:56.887029 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-84c970f1-8e64-459e-b47c-f04f0d7b3089 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:56.900750 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-509563a1-9529-4477-b0a7-4697f75d9b28 None None] Notify callbacks [] for port, precommit_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:56.980892 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-509563a1-9529-4477-b0a7-4697f75d9b28 None None] Transition to ACTIVE for port object 924a56ca-0808-493d-b2c7-8083626bc604 will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:49:57.083513 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c970f1-8e64-459e-b47c-f04f0d7b3089 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab4cff7a-66c8-4042-88b4-6e9e85cce343,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:49:57.103817 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 55904) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:49:57.104429 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-509563a1-9529-4477-b0a7-4697f75d9b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:57.111234 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5d3b496e-f48c-4638-aeff-d450aff168bb req-00c638e1-bdb1-406f-8084-0e1d73dd1f76 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/security-groups?id=55eadb02-d3aa-43b2-bf74-b67b0f98720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336350 May 28 06:49:57.129110 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-84c970f1-8e64-459e-b47c-f04f0d7b3089 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:57.133381 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-84c970f1-8e64-459e-b47c-f04f0d7b3089 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.6990213 May 28 06:49:57.151609 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 55910) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:49:57.151609 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-c92322e9-4f69-49d1-a6af-52d5f5d99b40 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Request body: {'security_group': {'name': 'tempest-secgroup-1533914557'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:49:57.165603 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-c92322e9-4f69-49d1-a6af-52d5f5d99b40 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:49:57.174745 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-c92322e9-4f69-49d1-a6af-52d5f5d99b40 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Usage tracker for resource:security_group and tenant:bf0f1d3761524ddfa4db9240ac258eb8 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:49:57.183049 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-c92322e9-4f69-49d1-a6af-52d5f5d99b40 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:49:57.191736 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-c92322e9-4f69-49d1-a6af-52d5f5d99b40 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:49:57.220301 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05c7277-5258-4439-a2e6-fdfe9e8867ba req-cf671d9d-4718-458d-8e69-43b49de25046 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:49:57.222420 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f05c7277-5258-4439-a2e6-fdfe9e8867ba req-cf671d9d-4718-458d-8e69-43b49de25046 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 945 time: 0.4013033 May 28 06:49:57.292048 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c92322e9-4f69-49d1-a6af-52d5f5d99b40 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:57.347703 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509563a1-9529-4477-b0a7-4697f75d9b28 None None] Pushing event updated for resources: {'Port': ['ID=924a56ca-0808-493d-b2c7-8083626bc604,revision_number=6']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:49:57.362642 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-c92322e9-4f69-49d1-a6af-52d5f5d99b40 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:49:57.366678 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-c92322e9-4f69-49d1-a6af-52d5f5d99b40 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Usage tracker for resource:security_group_rule and tenant:bf0f1d3761524ddfa4db9240ac258eb8 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:49:57.369886 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-c92322e9-4f69-49d1-a6af-52d5f5d99b40 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:49:57.376615 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-c92322e9-4f69-49d1-a6af-52d5f5d99b40 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:49:57.411369 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f05c7277-5258-4439-a2e6-fdfe9e8867ba req-66e6a10d-80d9-49c7-bc09-c4782817d619 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483278 May 28 06:49:57.463803 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-1f4dd8f2-50cf-4e53-8b9d-4164ea0ea091 req-2b7c0e53-f4e9-45f3-9ea4-18f9d087dc03 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:57.479862 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['f8566525-c4cb-4e62-a1d8-5e9ce5ba1b4e'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:49:57.511135 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-01acd662-0895-4f09-9500-e20f16d27979 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6c64b1b11caf4060b2fa84b61b74dc42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4057679 May 28 06:49:57.514366 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 55918) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:49:57.710681 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7c0e53-f4e9-45f3-9ea4-18f9d087dc03 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Pushing event deleted for resources: {'Port': ['ID=31f4803a-784b-4f80-826c-4b4c2f8cc408,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:49:57.760991 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:57.918246 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f4dd8f2-50cf-4e53-8b9d-4164ea0ea091 req-2b7c0e53-f4e9-45f3-9ea4-18f9d087dc03 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] No DVR routers for this DVR port 31f4803a-784b-4f80-826c-4b4c2f8cc408 on host n-h1-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:49:57.923600 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-1f4dd8f2-50cf-4e53-8b9d-4164ea0ea091 req-2b7c0e53-f4e9-45f3-9ea4-18f9d087dc03 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:57.952161 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ac76c5f-d1cc-4238-a63f-f7a1ec96d229', 'name': 'network-vif-deleted', 'tag': '31f4803a-784b-4f80-826c-4b4c2f8cc408'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:49:58.048022 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fc5c80-b9c4-4919-8bbd-a34b85e10b01 req-b0dc4898-7735-42cb-aca6-5a46d4c540eb tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:49:58.050523 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-81fc5c80-b9c4-4919-8bbd-a34b85e10b01 req-b0dc4898-7735-42cb-aca6-5a46d4c540eb tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 945 time: 0.2515588 May 28 06:49:58.055091 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c92322e9-4f69-49d1-a6af-52d5f5d99b40 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:58.056669 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ebd1087-6a5b-4289-8ac2-22dfccda8ad6'] response: {'server_uuid': '3ac76c5f-d1cc-4238-a63f-f7a1ec96d229', 'name': 'network-vif-deleted', 'tag': '31f4803a-784b-4f80-826c-4b4c2f8cc408', 'status': 'completed', 'code': 200} May 28 06:49:58.109720 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fd06eab1-9aa4-4122-8f12-1f4306e6ff01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:58.160634 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1f4dd8f2-50cf-4e53-8b9d-4164ea0ea091 req-2b7c0e53-f4e9-45f3-9ea4-18f9d087dc03 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.69 "DELETE /v2.0/ports/31f4803a-784b-4f80-826c-4b4c2f8cc408 HTTP/1.1" status: 204 len: 173 time: 2.9218259 May 28 06:49:58.187713 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-81fc5c80-b9c4-4919-8bbd-a34b85e10b01 req-4665ad8c-1d5d-4515-9041-4c01093411a8 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300199 May 28 06:49:58.197170 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c92322e9-4f69-49d1-a6af-52d5f5d99b40 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:58.385514 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fd06eab1-9aa4-4122-8f12-1f4306e6ff01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:58.404043 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92322e9-4f69-49d1-a6af-52d5f5d99b40 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e42e873c-4569-4d46-8e9d-3d0025951213,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:49:58.432267 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c92322e9-4f69-49d1-a6af-52d5f5d99b40 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:58.436420 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-c92322e9-4f69-49d1-a6af-52d5f5d99b40 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2890499 May 28 06:49:58.439816 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 55942) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:49:58.459484 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-b1c551dc-a06b-4253-9a97-ae5837ee4dc5 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Request body: {'security_group': {'name': 'tempest-secgroup-344307198'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:49:58.484096 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-b1c551dc-a06b-4253-9a97-ae5837ee4dc5 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:49:58.514797 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-b1c551dc-a06b-4253-9a97-ae5837ee4dc5 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Usage tracker for resource:security_group and tenant:bf0f1d3761524ddfa4db9240ac258eb8 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:49:58.522305 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-b1c551dc-a06b-4253-9a97-ae5837ee4dc5 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:49:58.527645 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-81dbd348-3668-4528-8f75-5df9927fce3e req-3e8ab34f-72e7-419b-a724-beb231e920c4 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Synchronizing usage tracker for tenant:25104e9d91034f7ab315290096db2d20 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:49:58.533653 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-b1c551dc-a06b-4253-9a97-ae5837ee4dc5 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:49:58.640781 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-4d7d43fd-5d81-4860-9a20-f3fbfed83e31 None None] Provisioning complete for port 1d938811-ed33-4b05-853a-261eae86832e triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:49:58.641381 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-4d7d43fd-5d81-4860-9a20-f3fbfed83e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:58.657704 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b1c551dc-a06b-4253-9a97-ae5837ee4dc5 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:58.681659 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-b1c551dc-a06b-4253-9a97-ae5837ee4dc5 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:49:58.688493 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-b1c551dc-a06b-4253-9a97-ae5837ee4dc5 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Usage tracker for resource:security_group_rule and tenant:bf0f1d3761524ddfa4db9240ac258eb8 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:49:58.692027 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-81dbd348-3668-4528-8f75-5df9927fce3e req-3e8ab34f-72e7-419b-a724-beb231e920c4 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Unset dirty status for tenant:25104e9d91034f7ab315290096db2d20 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:49:58.693522 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-81dbd348-3668-4528-8f75-5df9927fce3e req-3e8ab34f-72e7-419b-a724-beb231e920c4 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ac76c5f-d1cc-4238-a63f-f7a1ec96d229 HTTP/1.1" status: 200 len: 210 time: 0.2990777 May 28 06:49:58.707439 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-b1c551dc-a06b-4253-9a97-ae5837ee4dc5 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:49:58.716948 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fd06eab1-9aa4-4122-8f12-1f4306e6ff01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:58.744345 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-b1c551dc-a06b-4253-9a97-ae5837ee4dc5 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:49:58.747248 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd06eab1-9aa4-4122-8f12-1f4306e6ff01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35ebd8d0-a2ac-4cf5-9ce9-1d4a423a19af,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:49:58.797520 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 31f4803a-784b-4f80-826c-4b4c2f8cc408 no longer exists at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:49:58.819088 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fd06eab1-9aa4-4122-8f12-1f4306e6ff01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:58.823023 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-fd06eab1-9aa4-4122-8f12-1f4306e6ff01 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/35ebd8d0-a2ac-4cf5-9ce9-1d4a423a19af HTTP/1.1" status: 204 len: 168 time: 1.2950981 May 28 06:49:58.900951 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] No Port match for: 31f4803a-784b-4f80-826c-4b4c2f8cc408 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:49:58.901686 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 31f4803a-784b-4f80-826c-4b4c2f8cc408 not bound to the agent host n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:49:58.909653 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-4d7d43fd-5d81-4860-9a20-f3fbfed83e31 None None] Port 1d938811-ed33-4b05-853a-261eae86832e cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:49:58.942844 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b1c551dc-a06b-4253-9a97-ae5837ee4dc5 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:59.006199 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b1c551dc-a06b-4253-9a97-ae5837ee4dc5 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:59.060056 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-4d7d43fd-5d81-4860-9a20-f3fbfed83e31 None None] Provisioning for port 924a56ca-0808-493d-b2c7-8083626bc604 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:49:59.066416 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-4d7d43fd-5d81-4860-9a20-f3fbfed83e31 None None] Provisioning complete for port 924a56ca-0808-493d-b2c7-8083626bc604 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:49:59.068337 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-4d7d43fd-5d81-4860-9a20-f3fbfed83e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:59.083087 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c551dc-a06b-4253-9a97-ae5837ee4dc5 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c8cef2b-17c5-44c0-9c36-d44efa6d7afa,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:49:59.195262 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b1c551dc-a06b-4253-9a97-ae5837ee4dc5 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:59.196414 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-b1c551dc-a06b-4253-9a97-ae5837ee4dc5 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7557042 May 28 06:49:59.199756 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 55952) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:49:59.206563 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-34f3e2fe-2a30-493a-9396-35e58c9c6fcf tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-673660180', 'security_groups': ['8c8cef2b-17c5-44c0-9c36-d44efa6d7afa'], 'network_id': '5776fce6-3412-4376-ba3e-26bfccdcf5fa', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f10f9229-164c-462d-b8cc-443478c345b4'}]}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:49:59.212953 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c3e5920a-2cf3-4dcf-943b-ca0b512a17a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:59.492536 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-4d7d43fd-5d81-4860-9a20-f3fbfed83e31 None None] Current status of the port 924a56ca-0808-493d-b2c7-8083626bc604 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:49:59.507183 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 924a56ca-0808-493d-b2c7-8083626bc604 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:49:59.554452 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-34f3e2fe-2a30-493a-9396-35e58c9c6fcf tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:49:59.578074 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-34f3e2fe-2a30-493a-9396-35e58c9c6fcf tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:49:59.688598 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34f3e2fe-2a30-493a-9396-35e58c9c6fcf tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Made reservation on behalf of bf0f1d3761524ddfa4db9240ac258eb8 for: {'port': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:49:59.733855 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 924a56ca-0808-493d-b2c7-8083626bc604 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:49:59.734349 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:59.877590 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-34f3e2fe-2a30-493a-9396-35e58c9c6fcf tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:59.902425 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [None req-34f3e2fe-2a30-493a-9396-35e58c9c6fcf tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] device_id is not set on port 989a74e2-f85d-4e1b-b48b-8514c8af4dbc yet. {{(pid=89109) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:50:00.177475 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 924a56ca-0808-493d-b2c7-8083626bc604 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:50:00.192257 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:00.195109 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:00.405612 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-34f3e2fe-2a30-493a-9396-35e58c9c6fcf tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Allocated IP 2001:db8::7d (5776fce6-3412-4376-ba3e-26bfccdcf5fa/f10f9229-164c-462d-b8cc-443478c345b4/989a74e2-f85d-4e1b-b48b-8514c8af4dbc) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:50:00.832694 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bc2007-48ec-46ae-864f-66b0a65905f1 req-995e69d0-ef94-444a-b153-2eab937b1517 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:00.839294 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b8bc2007-48ec-46ae-864f-66b0a65905f1 req-995e69d0-ef94-444a-b153-2eab937b1517 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/networks?id=ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1 HTTP/1.1" status: 200 len: 806 time: 0.4097271 May 28 06:50:00.863545 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b8bc2007-48ec-46ae-864f-66b0a65905f1 req-8f977529-bb41-43d9-bb9b-e6cd8dde87e0 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/quotas/25104e9d91034f7ab315290096db2d20 HTTP/1.1" status: 200 len: 375 time: 0.0175154 May 28 06:50:00.932547 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-34f3e2fe-2a30-493a-9396-35e58c9c6fcf tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:00.970099 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [None req-34f3e2fe-2a30-493a-9396-35e58c9c6fcf tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Transition to ACTIVE for port object 989a74e2-f85d-4e1b-b48b-8514c8af4dbc will not be triggered until provisioned by entity DHCP. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:50:01.039495 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b8bc2007-48ec-46ae-864f-66b0a65905f1 req-e50e7439-0c7f-4118-b00b-cbe712f54aeb tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=25104e9d91034f7ab315290096db2d20&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1699665 May 28 06:50:01.049861 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 56020) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:50:01.098258 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-34f3e2fe-2a30-493a-9396-35e58c9c6fcf tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:01.325296 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-15b41ad5-a3b6-4196-a7ce-170fc3d02e65 tempest-DvrRoutersNegativeTest-1785172729 tempest-DvrRoutersNegativeTest-1785172729-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1596168756', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:50:01.330019 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b8bc2007-48ec-46ae-864f-66b0a65905f1 req-320ecb36-6b07-4a16-9e5d-7eb470922bcd service neutron] 10.222.0.55 "GET /v2.0/networks/ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2895980 May 28 06:50:01.336483 n-d-843702-1 neutron-server[89109]: DEBUG neutron.policy [None req-15b41ad5-a3b6-4196-a7ce-170fc3d02e65 tempest-DvrRoutersNegativeTest-1785172729 tempest-DvrRoutersNegativeTest-1785172729-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=89109) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} May 28 06:50:01.337125 n-d-843702-1 neutron-server[89109]: DEBUG neutron.policy [None req-15b41ad5-a3b6-4196-a7ce-170fc3d02e65 tempest-DvrRoutersNegativeTest-1785172729 tempest-DvrRoutersNegativeTest-1785172729-project] Failed policy check for 'create_router' {{(pid=89109) enforce /opt/stack/neutron/neutron/policy.py:520}} May 28 06:50:01.337939 n-d-843702-1 neutron-server[89109]: INFO neutron.api.v2.resource [None req-15b41ad5-a3b6-4196-a7ce-170fc3d02e65 tempest-DvrRoutersNegativeTest-1785172729 tempest-DvrRoutersNegativeTest-1785172729-project] create failed (client error): Access was denied to this resource. May 28 06:50:01.339419 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-15b41ad5-a3b6-4196-a7ce-170fc3d02e65 tempest-DvrRoutersNegativeTest-1785172729 tempest-DvrRoutersNegativeTest-1785172729-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2884111 May 28 06:50:01.368407 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f3e2fe-2a30-493a-9396-35e58c9c6fcf tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Network 5776fce6-3412-4376-ba3e-26bfccdcf5fa is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:50:01.369760 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f3e2fe-2a30-493a-9396-35e58c9c6fcf tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Pushing event updated for resources: {'Port': ['ID=989a74e2-f85d-4e1b-b48b-8514c8af4dbc,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:50:01.373704 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-34f3e2fe-2a30-493a-9396-35e58c9c6fcf tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:50:01.376031 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f3e2fe-2a30-493a-9396-35e58c9c6fcf tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:50:01.384703 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f3e2fe-2a30-493a-9396-35e58c9c6fcf tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:01.385609 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-34f3e2fe-2a30-493a-9396-35e58c9c6fcf tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:01.487293 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-34f3e2fe-2a30-493a-9396-35e58c9c6fcf tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.2858670 May 28 06:50:01.490504 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 56034) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:50:01.499661 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-248a094b-7708-4a45-8c27-be6b303ff514 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Request body: {'subnet': {'network_id': '5776fce6-3412-4376-ba3e-26bfccdcf5fa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:50:01.642639 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b8bc2007-48ec-46ae-864f-66b0a65905f1 req-fad620d4-efdf-4e76-ac92-a0d924fc9349 service neutron] 10.222.0.55 "GET /v2.0/networks/ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3092258 May 28 06:50:01.718113 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:01.823893 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-248a094b-7708-4a45-8c27-be6b303ff514 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:50:01.828065 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-248a094b-7708-4a45-8c27-be6b303ff514 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Usage tracker for resource:subnet and tenant:bf0f1d3761524ddfa4db9240ac258eb8 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:50:01.831377 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-248a094b-7708-4a45-8c27-be6b303ff514 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:50:01.837895 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-248a094b-7708-4a45-8c27-be6b303ff514 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:50:02.014903 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-248a094b-7708-4a45-8c27-be6b303ff514 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Made reservation on behalf of bf0f1d3761524ddfa4db9240ac258eb8 for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:50:02.015674 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-ac66774d-2d92-4a4d-8f09-3bb38ef81fd4 None None] Provisioning for port 989a74e2-f85d-4e1b-b48b-8514c8af4dbc completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:50:02.021466 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-248a094b-7708-4a45-8c27-be6b303ff514 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:02.025567 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-ac66774d-2d92-4a4d-8f09-3bb38ef81fd4 None None] Provisioning complete for port 989a74e2-f85d-4e1b-b48b-8514c8af4dbc triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:50:02.025959 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-ac66774d-2d92-4a4d-8f09-3bb38ef81fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:02.105097 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-69a49c43-665a-4f3d-be44-c25d5d4d1fa3 req-78759751-7a55-4101-8cd0-2f5e01831171 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=40b9813d-c547-4e8d-978d-75607c19ba47 HTTP/1.1" status: 200 len: 210 time: 0.0869560 May 28 06:50:02.188409 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-ac66774d-2d92-4a4d-8f09-3bb38ef81fd4 None None] Port 989a74e2-f85d-4e1b-b48b-8514c8af4dbc cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:50:02.302841 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 56060) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:50:02.320484 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:02.422375 n-d-843702-1 neutron-server[89109]: INFO neutron.db.ipam_backend_mixin [None req-248a094b-7708-4a45-8c27-be6b303ff514 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f10f9229-164c-462d-b8cc-443478c345b4 (CIDR: 2001:db8::/64) May 28 06:50:02.470148 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-248a094b-7708-4a45-8c27-be6b303ff514 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 06:50:02.470653 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-248a094b-7708-4a45-8c27-be6b303ff514 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89109) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:50:02.600795 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d95a5df4-e983-4641-9107-19fbf42041c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:02.619840 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-248a094b-7708-4a45-8c27-be6b303ff514 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1277494 May 28 06:50:02.626366 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 56078) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:50:02.633168 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-6bf1e167-906f-449c-9608-6632e987c29f tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Request body: {'subnet': {'network_id': '5776fce6-3412-4376-ba3e-26bfccdcf5fa', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:50:02.740049 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-d95a5df4-e983-4641-9107-19fbf42041c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:50:02.744271 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-d95a5df4-e983-4641-9107-19fbf42041c6 admin admin] Usage tracker for resource:security_group_rule and tenant:4456ce9b041d4e3cad42432fb3bf1b20 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:50:02.747276 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-d95a5df4-e983-4641-9107-19fbf42041c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:50:02.757189 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-d95a5df4-e983-4641-9107-19fbf42041c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:50:02.885692 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d95a5df4-e983-4641-9107-19fbf42041c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:03.005397 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d95a5df4-e983-4641-9107-19fbf42041c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:03.081152 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-6bf1e167-906f-449c-9608-6632e987c29f tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:50:03.081694 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-d95a5df4-e983-4641-9107-19fbf42041c6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4456ce9b041d4e3cad42432fb3bf1b20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7776420 May 28 06:50:03.082446 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 56092) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:50:03.088338 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-6bf1e167-906f-449c-9608-6632e987c29f tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Usage tracker for resource:subnet and tenant:bf0f1d3761524ddfa4db9240ac258eb8 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:50:03.099684 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-6bf1e167-906f-449c-9608-6632e987c29f tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:50:03.110422 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-6bf1e167-906f-449c-9608-6632e987c29f tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:50:03.179099 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95a5df4-e983-4641-9107-19fbf42041c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=375e756c-42c5-4a04-83d1-4017d600a615,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:50:03.192861 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95a5df4-e983-4641-9107-19fbf42041c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:50:03.194613 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bf1e167-906f-449c-9608-6632e987c29f tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Made reservation on behalf of bf0f1d3761524ddfa4db9240ac258eb8 for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:50:03.198310 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6bf1e167-906f-449c-9608-6632e987c29f tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:03.204282 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95a5df4-e983-4641-9107-19fbf42041c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:50:03.204921 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95a5df4-e983-4641-9107-19fbf42041c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:50:03.207620 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95a5df4-e983-4641-9107-19fbf42041c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:50:03.208191 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95a5df4-e983-4641-9107-19fbf42041c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:50:03.208841 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95a5df4-e983-4641-9107-19fbf42041c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:50:03.209471 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95a5df4-e983-4641-9107-19fbf42041c6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:50:03.210006 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95a5df4-e983-4641-9107-19fbf42041c6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:50:03.211776 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95a5df4-e983-4641-9107-19fbf42041c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:50:03.212314 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95a5df4-e983-4641-9107-19fbf42041c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:50:03.212815 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95a5df4-e983-4641-9107-19fbf42041c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:50:03.213328 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95a5df4-e983-4641-9107-19fbf42041c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:50:03.412635 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457e7ba3-6489-4c39-b5e6-81b9ec67ca1b req-7a68e64b-e750-49c7-9a71-b99d5256a5b6 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:03.414493 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-457e7ba3-6489-4c39-b5e6-81b9ec67ca1b req-7a68e64b-e750-49c7-9a71-b99d5256a5b6 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 945 time: 0.4767766 May 28 06:50:03.447130 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-68fef3ba-d852-4476-a5d7-06ff71e6285c req-107e159c-d690-4894-902c-8ac2db5d99dd tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=40b9813d-c547-4e8d-978d-75607c19ba47 HTTP/1.1" status: 200 len: 210 time: 0.2063835 May 28 06:50:03.474379 n-d-843702-1 neutron-server[89109]: INFO neutron.db.ipam_backend_mixin [None req-6bf1e167-906f-449c-9608-6632e987c29f tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 16e0a074-5ef8-4ee8-a991-360bda596565 (CIDR: 2001:db8:0:1::/64) May 28 06:50:03.493276 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-457e7ba3-6489-4c39-b5e6-81b9ec67ca1b req-ed42c287-031c-42b3-9def-50b00009c8d2 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668993 May 28 06:50:03.498418 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0fd4a9f5-a01d-4490-9610-4f8712675323 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:03.533268 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bf1e167-906f-449c-9608-6632e987c29f tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 06:50:03.534006 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bf1e167-906f-449c-9608-6632e987c29f tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89109) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:50:03.562432 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0fd4a9f5-a01d-4490-9610-4f8712675323 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:03.658983 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-6bf1e167-906f-449c-9608-6632e987c29f tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.0314288 May 28 06:50:03.661826 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 56108) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:50:03.675115 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-b4b09cd3-bf98-4b38-84b5-94df8c50c3b9 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Request body: {'subnet': {'network_id': '5776fce6-3412-4376-ba3e-26bfccdcf5fa', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:50:03.799729 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0fd4a9f5-a01d-4490-9610-4f8712675323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:03.864706 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd4a9f5-a01d-4490-9610-4f8712675323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=375e756c-42c5-4a04-83d1-4017d600a615,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:50:03.877316 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0fd4a9f5-a01d-4490-9610-4f8712675323 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:03.880949 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-0fd4a9f5-a01d-4490-9610-4f8712675323 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/375e756c-42c5-4a04-83d1-4017d600a615 HTTP/1.1" status: 204 len: 168 time: 0.7932744 May 28 06:50:03.976772 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703c82fa-3fcc-4d03-82c6-62a1d97ce1bb req-24835362-842b-421c-a955-b3e0889aa1b2 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:03.980545 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-703c82fa-3fcc-4d03-82c6-62a1d97ce1bb req-24835362-842b-421c-a955-b3e0889aa1b2 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 945 time: 0.2596893 May 28 06:50:04.052999 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-703c82fa-3fcc-4d03-82c6-62a1d97ce1bb req-70080fe3-52fd-41f4-ad94-86abea3ba0da tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671141 May 28 06:50:04.103190 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-b4b09cd3-bf98-4b38-84b5-94df8c50c3b9 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:50:04.110031 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-b4b09cd3-bf98-4b38-84b5-94df8c50c3b9 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Usage tracker for resource:subnet and tenant:bf0f1d3761524ddfa4db9240ac258eb8 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:50:04.116353 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-b4b09cd3-bf98-4b38-84b5-94df8c50c3b9 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:50:04.129666 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-b4b09cd3-bf98-4b38-84b5-94df8c50c3b9 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:50:04.263231 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4b09cd3-bf98-4b38-84b5-94df8c50c3b9 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Made reservation on behalf of bf0f1d3761524ddfa4db9240ac258eb8 for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:50:04.268242 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b4b09cd3-bf98-4b38-84b5-94df8c50c3b9 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:04.586171 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3d2abfa1-0729-486f-9dd0-d9b0df0f5b0a req-29eddaff-38ed-40fe-8829-416ba513809e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=479b236c-db1d-48ae-9c3e-6d471a3b8fcc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1532114 May 28 06:50:04.958847 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f7a532c3-6877-4682-902f-f81c35312c59 req-c65a4648-0551-418c-a11f-331ad70b7590 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=40b9813d-c547-4e8d-978d-75607c19ba47 HTTP/1.1" status: 200 len: 210 time: 0.1313434 May 28 06:50:04.974729 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b4b09cd3-bf98-4b38-84b5-94df8c50c3b9 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:04.989773 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2abfa1-0729-486f-9dd0-d9b0df0f5b0a req-99aa8f6f-5643-4e72-8f3d-f49c894e6e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:04.991236 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3d2abfa1-0729-486f-9dd0-d9b0df0f5b0a req-99aa8f6f-5643-4e72-8f3d-f49c894e6e06 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=25104e9d91034f7ab315290096db2d20&device_id=479b236c-db1d-48ae-9c3e-6d471a3b8fcc HTTP/1.1" status: 200 len: 1096 time: 0.2386701 May 28 06:50:05.134353 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b09cd3-bf98-4b38-84b5-94df8c50c3b9 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Pushing event updated for resources: {'Subnet': ['ID=05cdb1a8-86c7-4dda-9e6e-5973be051e73,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:50:05.140631 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b09cd3-bf98-4b38-84b5-94df8c50c3b9 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Network 5776fce6-3412-4376-ba3e-26bfccdcf5fa is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:50:05.141853 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-b4b09cd3-bf98-4b38-84b5-94df8c50c3b9 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:50:05.145773 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b09cd3-bf98-4b38-84b5-94df8c50c3b9 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:05.146446 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b4b09cd3-bf98-4b38-84b5-94df8c50c3b9 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:05.156384 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c91a0b9-d328-4680-a351-fcc6fb4fae8c None None] Network 5776fce6-3412-4376-ba3e-26bfccdcf5fa requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:50:05.296166 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-b4b09cd3-bf98-4b38-84b5-94df8c50c3b9 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.6303780 May 28 06:50:05.297785 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 56150) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:50:05.326152 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2abfa1-0729-486f-9dd0-d9b0df0f5b0a req-da099ecc-0ba9-4b21-88ec-a0e14b7c3a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:05.328077 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3d2abfa1-0729-486f-9dd0-d9b0df0f5b0a req-da099ecc-0ba9-4b21-88ec-a0e14b7c3a7a service neutron] 10.222.0.69 "GET /v2.0/networks?id=ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1 HTTP/1.1" status: 200 len: 907 time: 0.3181462 May 28 06:50:05.363515 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-bf4e7fca-93bf-44b4-a8e5-2e873f235492 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-228788348', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '05cdb1a8-86c7-4dda-9e6e-5973be051e73'}], 'security_groups': ['ab4cff7a-66c8-4042-88b4-6e9e85cce343', 'e42e873c-4569-4d46-8e9d-3d0025951213']}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:50:05.472802 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3d2abfa1-0729-486f-9dd0-d9b0df0f5b0a req-d7c998c1-d176-4f32-8f56-4a4ecc0e7770 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f8566525-c4cb-4e62-a1d8-5e9ce5ba1b4e HTTP/1.1" status: 200 len: 217 time: 0.1382329 May 28 06:50:05.666111 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2abfa1-0729-486f-9dd0-d9b0df0f5b0a req-27af61e9-54c1-4b12-a5ca-36348e3cab75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:05.668963 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3d2abfa1-0729-486f-9dd0-d9b0df0f5b0a req-27af61e9-54c1-4b12-a5ca-36348e3cab75 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cb73ce23-f864-48a4-8bdb-f1e8654d92be HTTP/1.1" status: 200 len: 846 time: 0.1863790 May 28 06:50:05.761819 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3d2abfa1-0729-486f-9dd0-d9b0df0f5b0a req-987667c2-0c42-4b90-b2d2-0dfdf20016e4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0855863 May 28 06:50:06.010245 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3d2abfa1-0729-486f-9dd0-d9b0df0f5b0a req-1848db84-c601-4559-b8c4-be6c1da6de52 service neutron] 10.222.0.69 "GET /v2.0/networks/ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398303 May 28 06:50:06.124634 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bc2007-48ec-46ae-864f-66b0a65905f1 req-311b8d34-fb3e-487b-89c3-ea1d8c938a7c tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:06.126199 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-b8bc2007-48ec-46ae-864f-66b0a65905f1 req-311b8d34-fb3e-487b-89c3-ea1d8c938a7c tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.71 "GET /v2.0/networks?id=ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1 HTTP/1.1" status: 200 len: 806 time: 0.8256686 May 28 06:50:06.153720 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e06411-85d7-47f7-ad24-a741203da46e None None] Update dhcp port {'port': {'network_id': '5776fce6-3412-4376-ba3e-26bfccdcf5fa', 'fixed_ips': [{'subnet_id': '16e0a074-5ef8-4ee8-a991-360bda596565', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'f10f9229-164c-462d-b8cc-443478c345b4', 'ip_address': '2001:db8::2'}, {'subnet_id': '05cdb1a8-86c7-4dda-9e6e-5973be051e73'}], 'binding:host_id': 'n-d-843702-1'}, 'id': '924a56ca-0808-493d-b2c7-8083626bc604'} from n-d-843702-1. {{(pid=89111) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 28 06:50:06.200431 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-b8bc2007-48ec-46ae-864f-66b0a65905f1 req-ab25bd52-5a06-4e33-8775-94b1062b552d tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Request body: {'port': {'device_id': '40b9813d-c547-4e8d-978d-75607c19ba47', 'network_id': 'ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1', 'admin_state_up': True, 'tenant_id': '25104e9d91034f7ab315290096db2d20'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:50:06.297247 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-98e06411-85d7-47f7-ad24-a741203da46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:06.339859 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3d2abfa1-0729-486f-9dd0-d9b0df0f5b0a req-8ec7fce2-d564-4e92-9eaa-72b882750d6e service neutron] 10.222.0.69 "GET /v2.0/networks/ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3163593 May 28 06:50:06.449375 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7272e75f-60e6-4254-9082-96d4c1a068ed req-65cc2f9c-6f44-4569-9713-4b07c03953e3 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=40b9813d-c547-4e8d-978d-75607c19ba47 HTTP/1.1" status: 200 len: 210 time: 0.1082058 May 28 06:50:06.540326 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [req-b8bc2007-48ec-46ae-864f-66b0a65905f1 req-ab25bd52-5a06-4e33-8775-94b1062b552d tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:50:06.546200 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-bf4e7fca-93bf-44b4-a8e5-2e873f235492 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:06.566724 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [req-b8bc2007-48ec-46ae-864f-66b0a65905f1 req-ab25bd52-5a06-4e33-8775-94b1062b552d tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:50:06.766215 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-98e06411-85d7-47f7-ad24-a741203da46e None None] Allocated IP 2001:db8:0:2::2 (5776fce6-3412-4376-ba3e-26bfccdcf5fa/05cdb1a8-86c7-4dda-9e6e-5973be051e73/924a56ca-0808-493d-b2c7-8083626bc604) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:50:06.916369 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8bc2007-48ec-46ae-864f-66b0a65905f1 req-ab25bd52-5a06-4e33-8775-94b1062b552d tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Made reservation on behalf of 25104e9d91034f7ab315290096db2d20 for: {'port': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:50:06.922277 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-b8bc2007-48ec-46ae-864f-66b0a65905f1 req-ab25bd52-5a06-4e33-8775-94b1062b552d tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:06.996304 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-98e06411-85d7-47f7-ad24-a741203da46e None None] For port 924a56ca-0808-493d-b2c7-8083626bc604, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=924a56ca-0808-493d-b2c7-8083626bc604,segment=NetworkSegment(c9978596-43e6-45bf-9d5b-5ddb30c7bce9),segment_id=c9978596-43e6-45bf-9d5b-5ddb30c7bce9)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:50:07.022121 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-98e06411-85d7-47f7-ad24-a741203da46e None None] Notify callbacks [] for port, precommit_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:07.041975 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-98e06411-85d7-47f7-ad24-a741203da46e None None] Transition to ACTIVE for port object 924a56ca-0808-493d-b2c7-8083626bc604 will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:50:07.157009 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-98e06411-85d7-47f7-ad24-a741203da46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:07.450304 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [req-b8bc2007-48ec-46ae-864f-66b0a65905f1 req-ab25bd52-5a06-4e33-8775-94b1062b552d tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Allocated IP 172.20.0.14 (ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1/cb73ce23-f864-48a4-8bdb-f1e8654d92be/5f9506d4-977b-4d93-bf8d-166404f4d1ec) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:50:07.457212 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e06411-85d7-47f7-ad24-a741203da46e None None] Pushing event updated for resources: {'Port': ['ID=924a56ca-0808-493d-b2c7-8083626bc604,revision_number=7']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:50:07.497084 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e06411-85d7-47f7-ad24-a741203da46e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:50:07.498270 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e06411-85d7-47f7-ad24-a741203da46e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:50:07.499531 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e06411-85d7-47f7-ad24-a741203da46e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:50:07.500827 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e06411-85d7-47f7-ad24-a741203da46e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:50:07.501180 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e06411-85d7-47f7-ad24-a741203da46e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:50:07.502742 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e06411-85d7-47f7-ad24-a741203da46e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:50:07.503658 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e06411-85d7-47f7-ad24-a741203da46e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:50:07.508465 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e06411-85d7-47f7-ad24-a741203da46e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:50:07.508465 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e06411-85d7-47f7-ad24-a741203da46e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:50:07.508465 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e06411-85d7-47f7-ad24-a741203da46e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:50:07.508465 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e06411-85d7-47f7-ad24-a741203da46e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:50:07.508465 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e06411-85d7-47f7-ad24-a741203da46e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:50:07.897979 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-b8bc2007-48ec-46ae-864f-66b0a65905f1 req-ab25bd52-5a06-4e33-8775-94b1062b552d tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:07.903687 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-242351d4-befe-4a78-9892-2e4b02b718e4 req-458833f1-e268-4fa0-a478-533394d61702 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=40b9813d-c547-4e8d-978d-75607c19ba47 HTTP/1.1" status: 200 len: 210 time: 0.1597717 May 28 06:50:08.145814 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-bf4e7fca-93bf-44b4-a8e5-2e873f235492 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Delete allocated IP 2001:db8::7d (5776fce6-3412-4376-ba3e-26bfccdcf5fa/f10f9229-164c-462d-b8cc-443478c345b4) {{(pid=89109) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 28 06:50:08.168705 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-bf4e7fca-93bf-44b4-a8e5-2e873f235492 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Allocated IP 2001:db8:0:2::9d (5776fce6-3412-4376-ba3e-26bfccdcf5fa/05cdb1a8-86c7-4dda-9e6e-5973be051e73/989a74e2-f85d-4e1b-b48b-8514c8af4dbc) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:50:08.280709 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-b8bc2007-48ec-46ae-864f-66b0a65905f1 req-ab25bd52-5a06-4e33-8775-94b1062b552d tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:08.294272 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['f8566525-c4cb-4e62-a1d8-5e9ce5ba1b4e'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:50:08.746563 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc692da8-136c-4031-8370-abe29386a599 req-785911ed-3b55-474c-b493-5b748f20cb4a tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:08.760959 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cc692da8-136c-4031-8370-abe29386a599 req-785911ed-3b55-474c-b493-5b748f20cb4a tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 945 time: 0.4423907 May 28 06:50:08.801267 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-58e572da-9808-47ad-92ff-0df40c67f46c None None] Provisioning complete for port 1d938811-ed33-4b05-853a-261eae86832e triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:50:08.811866 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-58e572da-9808-47ad-92ff-0df40c67f46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:08.864618 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6ee730f9-3d88-4e07-865c-251a8ddb496d req-5db9d378-9663-4a9d-ae83-041516d6c464 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=d8faf0c8-2b0b-4711-9900-f4434257b873&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0115778 May 28 06:50:08.879615 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cc692da8-136c-4031-8370-abe29386a599 req-8f063987-df7f-4649-8014-40d117d7a117 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175349 May 28 06:50:08.963065 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-58e572da-9808-47ad-92ff-0df40c67f46c None None] Port 1d938811-ed33-4b05-853a-261eae86832e cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:50:09.001077 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-58e572da-9808-47ad-92ff-0df40c67f46c None None] Provisioning complete for port 989a74e2-f85d-4e1b-b48b-8514c8af4dbc triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:50:09.001972 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-58e572da-9808-47ad-92ff-0df40c67f46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:09.118653 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-58e572da-9808-47ad-92ff-0df40c67f46c None None] Port 989a74e2-f85d-4e1b-b48b-8514c8af4dbc cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:50:09.182042 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8bc2007-48ec-46ae-864f-66b0a65905f1 req-ab25bd52-5a06-4e33-8775-94b1062b552d tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Network ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:50:09.191351 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [req-b8bc2007-48ec-46ae-864f-66b0a65905f1 req-ab25bd52-5a06-4e33-8775-94b1062b552d tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:50:09.197594 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8bc2007-48ec-46ae-864f-66b0a65905f1 req-ab25bd52-5a06-4e33-8775-94b1062b552d tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:50:09.282822 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bc2007-48ec-46ae-864f-66b0a65905f1 req-ab25bd52-5a06-4e33-8775-94b1062b552d tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:09.283540 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-b8bc2007-48ec-46ae-864f-66b0a65905f1 req-ab25bd52-5a06-4e33-8775-94b1062b552d tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:09.291387 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab25bd52-5a06-4e33-8775-94b1062b552d tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Pushing event updated for resources: {'Port': ['ID=5f9506d4-977b-4d93-bf8d-166404f4d1ec,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:50:09.298943 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-58e572da-9808-47ad-92ff-0df40c67f46c None None] Provisioning for port 924a56ca-0808-493d-b2c7-8083626bc604 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:50:09.303579 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-58e572da-9808-47ad-92ff-0df40c67f46c None None] Provisioning complete for port 924a56ca-0808-493d-b2c7-8083626bc604 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:50:09.303995 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-58e572da-9808-47ad-92ff-0df40c67f46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:09.379705 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab25bd52-5a06-4e33-8775-94b1062b552d tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:50:09.385436 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab25bd52-5a06-4e33-8775-94b1062b552d tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:50:09.386123 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab25bd52-5a06-4e33-8775-94b1062b552d tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:50:09.386700 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab25bd52-5a06-4e33-8775-94b1062b552d tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:50:09.389015 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab25bd52-5a06-4e33-8775-94b1062b552d tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:50:09.389612 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab25bd52-5a06-4e33-8775-94b1062b552d tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:50:09.396197 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab25bd52-5a06-4e33-8775-94b1062b552d tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:50:09.396197 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab25bd52-5a06-4e33-8775-94b1062b552d tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:50:09.396197 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab25bd52-5a06-4e33-8775-94b1062b552d tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:50:09.396197 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab25bd52-5a06-4e33-8775-94b1062b552d tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:50:09.396197 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab25bd52-5a06-4e33-8775-94b1062b552d tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:50:09.396197 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab25bd52-5a06-4e33-8775-94b1062b552d tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:50:09.531318 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-bf4e7fca-93bf-44b4-a8e5-2e873f235492 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:09.553619 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 56250) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:50:09.555020 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 924a56ca-0808-493d-b2c7-8083626bc604 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:50:09.580549 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-b8bc2007-48ec-46ae-864f-66b0a65905f1 req-ab25bd52-5a06-4e33-8775-94b1062b552d tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3879242 May 28 06:50:09.589325 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [None req-bf4e7fca-93bf-44b4-a8e5-2e873f235492 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Transition to ACTIVE for port object 989a74e2-f85d-4e1b-b48b-8514c8af4dbc will not be triggered until provisioned by entity DHCP. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:50:09.603543 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-b8bc2007-48ec-46ae-864f-66b0a65905f1 req-da7d3fb4-4891-4685-8210-a8165f7f7040 service neutron] Request body: {'port': {'device_id': '40b9813d-c547-4e8d-978d-75607c19ba47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843702-1'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:50:09.688706 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee730f9-3d88-4e07-865c-251a8ddb496d req-2b87b7e5-7884-4bf1-b286-5ef0ead95266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:09.702052 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-bf4e7fca-93bf-44b4-a8e5-2e873f235492 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:09.705222 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6ee730f9-3d88-4e07-865c-251a8ddb496d req-2b87b7e5-7884-4bf1-b286-5ef0ead95266 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=923dafe00970411a989ff222606e459e&device_id=d8faf0c8-2b0b-4711-9900-f4434257b873 HTTP/1.1" status: 200 len: 1097 time: 0.6613586 May 28 06:50:09.734940 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae8fdf0-84e1-4760-9161-8a490a1eccbd req-bfb610c5-c23c-4b1b-81cd-fcaeb972d1ca tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:09.744538 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2ae8fdf0-84e1-4760-9161-8a490a1eccbd req-bfb610c5-c23c-4b1b-81cd-fcaeb972d1ca tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 945 time: 0.6088023 May 28 06:50:09.859763 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-bf4e7fca-93bf-44b4-a8e5-2e873f235492 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] In _notify_port_updated(), no bound segment for port 989a74e2-f85d-4e1b-b48b-8514c8af4dbc on network 5776fce6-3412-4376-ba3e-26bfccdcf5fa {{(pid=89109) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 28 06:50:09.866864 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4e7fca-93bf-44b4-a8e5-2e873f235492 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:09.867670 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-bf4e7fca-93bf-44b4-a8e5-2e873f235492 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:09.869094 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-bf4e7fca-93bf-44b4-a8e5-2e873f235492 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] 10.222.0.55 "PUT /v2.0/ports/989a74e2-f85d-4e1b-b48b-8514c8af4dbc HTTP/1.1" status: 200 len: 968 time: 4.5703549 May 28 06:50:09.880062 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 56260) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:50:09.888201 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-58e572da-9808-47ad-92ff-0df40c67f46c None None] Current status of the port 924a56ca-0808-493d-b2c7-8083626bc604 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:50:09.917348 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 924a56ca-0808-493d-b2c7-8083626bc604 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:50:09.917887 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:10.120413 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2ae8fdf0-84e1-4760-9161-8a490a1eccbd req-9d77e274-003e-48d5-ab87-782af876ac24 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3735607 May 28 06:50:10.180503 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-b8bc2007-48ec-46ae-864f-66b0a65905f1 req-da7d3fb4-4891-4685-8210-a8165f7f7040 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:10.219263 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1da64557-740c-4e41-9ed1-c4d48a255f96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:10.266108 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 924a56ca-0808-493d-b2c7-8083626bc604 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:50:10.270672 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4e7fca-93bf-44b4-a8e5-2e873f235492 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Pushing event updated for resources: {'Port': ['ID=989a74e2-f85d-4e1b-b48b-8514c8af4dbc,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:50:10.273530 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-1da64557-740c-4e41-9ed1-c4d48a255f96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:50:10.300951 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fb5dda-1b39-4b0c-ad7e-19b98305265c req-7d09a9bd-05af-4713-b7a2-d36c00c2da56 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:10.310550 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-57fb5dda-1b39-4b0c-ad7e-19b98305265c req-7d09a9bd-05af-4713-b7a2-d36c00c2da56 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=40b9813d-c547-4e8d-978d-75607c19ba47 HTTP/1.1" status: 200 len: 932 time: 0.9173429 May 28 06:50:10.339528 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee730f9-3d88-4e07-865c-251a8ddb496d req-0e5d0241-af3f-401e-a6a4-8adcb59cbd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:10.341352 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6ee730f9-3d88-4e07-865c-251a8ddb496d req-0e5d0241-af3f-401e-a6a4-8adcb59cbd12 service neutron] 10.222.0.71 "GET /v2.0/networks?id=244ee66f-8ba5-4a6d-a99b-5ec1fae21d38 HTTP/1.1" status: 200 len: 916 time: 0.5646091 May 28 06:50:10.399303 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-b219d6b8-30d0-4f38-8622-22cff68712e5 None None] Provisioning for port 989a74e2-f85d-4e1b-b48b-8514c8af4dbc completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:50:10.406441 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-b219d6b8-30d0-4f38-8622-22cff68712e5 None None] Provisioning complete for port 989a74e2-f85d-4e1b-b48b-8514c8af4dbc triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:50:10.406441 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b219d6b8-30d0-4f38-8622-22cff68712e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:10.547508 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-b219d6b8-30d0-4f38-8622-22cff68712e5 None None] Port 989a74e2-f85d-4e1b-b48b-8514c8af4dbc cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:50:10.585981 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-9d4584db-3967-48d9-b9ab-23e7785ddd1f tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Deleting port 989a74e2-f85d-4e1b-b48b-8514c8af4dbc {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:50:10.586614 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9d4584db-3967-48d9-b9ab-23e7785ddd1f tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:10.717815 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-57fb5dda-1b39-4b0c-ad7e-19b98305265c req-1ac9b0e9-0fc7-466d-a951-d5f4abda58d1 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/security-groups?id=55eadb02-d3aa-43b2-bf74-b67b0f98720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4059422 May 28 06:50:10.764181 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-1da64557-740c-4e41-9ed1-c4d48a255f96 admin admin] Usage tracker for resource:security_group_rule and tenant:be42ee7e2aba4d1a8f23dc18b9f3c146 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:50:10.778780 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-1da64557-740c-4e41-9ed1-c4d48a255f96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:50:10.790707 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-1da64557-740c-4e41-9ed1-c4d48a255f96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:50:10.809040 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [req-b8bc2007-48ec-46ae-864f-66b0a65905f1 req-da7d3fb4-4891-4685-8210-a8165f7f7040 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f9506d4-977b-4d93-bf8d-166404f4d1ec {{(pid=89109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:50:10.819726 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-b8bc2007-48ec-46ae-864f-66b0a65905f1 req-da7d3fb4-4891-4685-8210-a8165f7f7040 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:10.851241 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [req-b8bc2007-48ec-46ae-864f-66b0a65905f1 req-da7d3fb4-4891-4685-8210-a8165f7f7040 service neutron] Transition to ACTIVE for port object 5f9506d4-977b-4d93-bf8d-166404f4d1ec will not be triggered until provisioned by entity L2. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:50:10.876798 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6ee730f9-3d88-4e07-865c-251a8ddb496d req-f8b7740b-006e-47bb-b00f-40aeb4b8ed75 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ea2e1a53-d70b-4271-a57e-6fffc0d8bb80 HTTP/1.1" status: 200 len: 1001 time: 0.5275841 May 28 06:50:10.921821 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1da64557-740c-4e41-9ed1-c4d48a255f96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:10.937847 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-b8bc2007-48ec-46ae-864f-66b0a65905f1 req-da7d3fb4-4891-4685-8210-a8165f7f7040 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:11.003340 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f482cc6d-8066-4309-9d57-a3b2d2ac4932 req-1b656358-dc2f-4129-ab0c-fbd607ab6c9b tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:11.004826 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f482cc6d-8066-4309-9d57-a3b2d2ac4932 req-1b656358-dc2f-4129-ab0c-fbd607ab6c9b tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 945 time: 0.4820378 May 28 06:50:11.074828 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1da64557-740c-4e41-9ed1-c4d48a255f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:11.176404 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f482cc6d-8066-4309-9d57-a3b2d2ac4932 req-603615a8-4005-4839-b2bd-2723314a4eca tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040170 May 28 06:50:11.218473 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da64557-740c-4e41-9ed1-c4d48a255f96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59318f16-774f-48fc-a7b8-79d7a9fb63db,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:50:11.230317 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee730f9-3d88-4e07-865c-251a8ddb496d req-ea3badb3-2d73-44ef-aba2-215e394145ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:11.235164 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6ee730f9-3d88-4e07-865c-251a8ddb496d req-ea3badb3-2d73-44ef-aba2-215e394145ee service neutron] 10.222.0.71 "GET /v2.0/subnets?id=395c6a06-7ada-4575-b52f-ff6a58f20fb7 HTTP/1.1" status: 200 len: 854 time: 0.2504995 May 28 06:50:11.236973 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9d4584db-3967-48d9-b9ab-23e7785ddd1f tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:11.369670 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-1da64557-740c-4e41-9ed1-c4d48a255f96 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=be42ee7e2aba4d1a8f23dc18b9f3c146&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8145063 May 28 06:50:11.379776 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7d3fb4-4891-4685-8210-a8165f7f7040 service neutron] Pushing event updated for resources: {'Port': ['ID=5f9506d4-977b-4d93-bf8d-166404f4d1ec,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:50:11.382676 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 56292) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:50:11.518867 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-b8bc2007-48ec-46ae-864f-66b0a65905f1 req-da7d3fb4-4891-4685-8210-a8165f7f7040 service neutron] Attempting to bind port 5f9506d4-977b-4d93-bf8d-166404f4d1ec on host n-h2-843702-1 for vnic_type normal with profile {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:50:11.519098 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-b8bc2007-48ec-46ae-864f-66b0a65905f1 req-da7d3fb4-4891-4685-8210-a8165f7f7040 service neutron] Attempting to bind port 5f9506d4-977b-4d93-bf8d-166404f4d1ec by drivers openvswitch,hyperv on host n-h2-843702-1 at level 0 using segments [{'id': 'd3c6b9f0-14d5-4338-b095-ac6f93dbc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1'}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:50:11.519431 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8bc2007-48ec-46ae-864f-66b0a65905f1 req-da7d3fb4-4891-4685-8210-a8165f7f7040 service neutron] Attempting to bind port 5f9506d4-977b-4d93-bf8d-166404f4d1ec on network ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:50:11.524411 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fe2fe3b9-cbcb-49e8-9355-7d63b751f56b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:11.534517 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8bc2007-48ec-46ae-864f-66b0a65905f1 req-da7d3fb4-4891-4685-8210-a8165f7f7040 service neutron] Port 5f9506d4-977b-4d93-bf8d-166404f4d1ec on network ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1 not bound, no agent of type Open vSwitch agent registered on host n-h2-843702-1 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:50:11.534838 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8bc2007-48ec-46ae-864f-66b0a65905f1 req-da7d3fb4-4891-4685-8210-a8165f7f7040 service neutron] Attempting to bind port 5f9506d4-977b-4d93-bf8d-166404f4d1ec on network ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:50:11.550555 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8bc2007-48ec-46ae-864f-66b0a65905f1 req-da7d3fb4-4891-4685-8210-a8165f7f7040 service neutron] Checking agent: {'id': 'f1a3973b-d2b3-4558-88e7-2ac50857d302', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 50, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:50:11.550898 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8bc2007-48ec-46ae-864f-66b0a65905f1 req-da7d3fb4-4891-4685-8210-a8165f7f7040 service neutron] Checking segment: {'id': 'd3c6b9f0-14d5-4338-b095-ac6f93dbc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:50:11.551289 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8bc2007-48ec-46ae-864f-66b0a65905f1 req-da7d3fb4-4891-4685-8210-a8165f7f7040 service neutron] Bound using segment: {'id': 'd3c6b9f0-14d5-4338-b095-ac6f93dbc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1'} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:50:11.551726 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-b8bc2007-48ec-46ae-864f-66b0a65905f1 req-da7d3fb4-4891-4685-8210-a8165f7f7040 service neutron] Bound port: 5f9506d4-977b-4d93-bf8d-166404f4d1ec, host: n-h2-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3c6b9f0-14d5-4338-b095-ac6f93dbc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1'}}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:50:11.552074 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-b8bc2007-48ec-46ae-864f-66b0a65905f1 req-da7d3fb4-4891-4685-8210-a8165f7f7040 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:11.574820 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fe2fe3b9-cbcb-49e8-9355-7d63b751f56b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:11.684130 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-9d4584db-3967-48d9-b9ab-23e7785ddd1f tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Calling delete_port for 989a74e2-f85d-4e1b-b48b-8514c8af4dbc owned by {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:50:11.684719 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-b8bc2007-48ec-46ae-864f-66b0a65905f1 req-da7d3fb4-4891-4685-8210-a8165f7f7040 service neutron] For port 5f9506d4-977b-4d93-bf8d-166404f4d1ec, host n-h2-843702-1, cleared binding levels {{(pid=89109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:50:11.688244 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-b8bc2007-48ec-46ae-864f-66b0a65905f1 req-da7d3fb4-4891-4685-8210-a8165f7f7040 service neutron] For port 5f9506d4-977b-4d93-bf8d-166404f4d1ec, host n-h2-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=5f9506d4-977b-4d93-bf8d-166404f4d1ec,segment=NetworkSegment(d3c6b9f0-14d5-4338-b095-ac6f93dbc704),segment_id=d3c6b9f0-14d5-4338-b095-ac6f93dbc704)] {{(pid=89109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:50:11.784407 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-b8bc2007-48ec-46ae-864f-66b0a65905f1 req-da7d3fb4-4891-4685-8210-a8165f7f7040 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:11.812292 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee730f9-3d88-4e07-865c-251a8ddb496d req-ef68758e-3a96-43c0-a479-dee5262120bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:11.814726 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6ee730f9-3d88-4e07-865c-251a8ddb496d req-ef68758e-3a96-43c0-a479-dee5262120bd service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=244ee66f-8ba5-4a6d-a99b-5ec1fae21d38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5657170 May 28 06:50:11.848866 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fe2fe3b9-cbcb-49e8-9355-7d63b751f56b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:11.926467 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7d3fb4-4891-4685-8210-a8165f7f7040 service neutron] Pushing event updated for resources: {'Port': ['ID=5f9506d4-977b-4d93-bf8d-166404f4d1ec,revision_number=3']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:50:11.945953 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bc2007-48ec-46ae-864f-66b0a65905f1 req-da7d3fb4-4891-4685-8210-a8165f7f7040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:11.948506 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-b8bc2007-48ec-46ae-864f-66b0a65905f1 req-da7d3fb4-4891-4685-8210-a8165f7f7040 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:11.950487 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-b8bc2007-48ec-46ae-864f-66b0a65905f1 req-da7d3fb4-4891-4685-8210-a8165f7f7040 service neutron] 10.222.0.71 "PUT /v2.0/ports/5f9506d4-977b-4d93-bf8d-166404f4d1ec HTTP/1.1" status: 200 len: 1092 time: 2.3511035 May 28 06:50:11.953085 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40b9813d-c547-4e8d-978d-75607c19ba47', 'tag': '5f9506d4-977b-4d93-bf8d-166404f4d1ec'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:50:11.963173 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6ee730f9-3d88-4e07-865c-251a8ddb496d req-4c0f7f0a-c9d3-468e-942e-8248468b535a service neutron] 10.222.0.71 "GET /v2.0/networks/244ee66f-8ba5-4a6d-a99b-5ec1fae21d38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414890 May 28 06:50:11.971182 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2fe3b9-cbcb-49e8-9355-7d63b751f56b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59318f16-774f-48fc-a7b8-79d7a9fb63db,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:50:11.986443 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fe2fe3b9-cbcb-49e8-9355-7d63b751f56b admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:11.990664 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-fe2fe3b9-cbcb-49e8-9355-7d63b751f56b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/59318f16-774f-48fc-a7b8-79d7a9fb63db HTTP/1.1" status: 204 len: 168 time: 0.5999928 May 28 06:50:12.102597 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c24209-d724-443b-91bf-59b7f929e3e6 req-5a25dc85-266a-4065-97f8-7fbd82929d7a tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:12.104179 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-08c24209-d724-443b-91bf-59b7f929e3e6 req-5a25dc85-266a-4065-97f8-7fbd82929d7a tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 945 time: 0.7449179 May 28 06:50:12.198925 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bc2007-48ec-46ae-864f-66b0a65905f1 req-3e45a0b3-5a77-4462-889d-106760ce2d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:12.211744 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-b8bc2007-48ec-46ae-864f-66b0a65905f1 req-3e45a0b3-5a77-4462-889d-106760ce2d2c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=25104e9d91034f7ab315290096db2d20&device_id=40b9813d-c547-4e8d-978d-75607c19ba47 HTTP/1.1" status: 200 len: 1095 time: 0.1132996 May 28 06:50:12.402620 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9d4584db-3967-48d9-b9ab-23e7785ddd1f tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:12.511314 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-08c24209-d724-443b-91bf-59b7f929e3e6 req-e2bb2dcd-ee27-498d-b4a9-a333b8963de7 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511795 May 28 06:50:12.645298 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9d4584db-3967-48d9-b9ab-23e7785ddd1f tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:12.647894 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-b8bc2007-48ec-46ae-864f-66b0a65905f1 req-fe1bb539-5fb9-4267-8cf5-691256b48c3b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5f9506d4-977b-4d93-bf8d-166404f4d1ec HTTP/1.1" status: 200 len: 217 time: 0.4155872 May 28 06:50:12.668951 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-9d4584db-3967-48d9-b9ab-23e7785ddd1f tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] 10.222.0.55 "DELETE /v2.0/ports/989a74e2-f85d-4e1b-b48b-8514c8af4dbc HTTP/1.1" status: 204 len: 168 time: 2.7028561 May 28 06:50:12.678182 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 56330) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:50:12.683397 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4584db-3967-48d9-b9ab-23e7785ddd1f tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Pushing event deleted for resources: {'Port': ['ID=989a74e2-f85d-4e1b-b48b-8514c8af4dbc,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:50:12.799671 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bd72559-5946-404b-b6e7-19970bc91cc1'] response: {'name': 'network-changed', 'server_uuid': '40b9813d-c547-4e8d-978d-75607c19ba47', 'tag': '5f9506d4-977b-4d93-bf8d-166404f4d1ec', 'status': 'completed', 'code': 200} May 28 06:50:12.883073 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bc2007-48ec-46ae-864f-66b0a65905f1 req-34d8eea8-d0d4-4026-9a9d-892e1cdae061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:12.892389 n-d-843702-1 neutron-server[89110]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca007494-410c-4999-a519-ed7b30ffcb4e tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] GET failed (client error): The resource could not be found. May 28 06:50:12.892946 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-ca007494-410c-4999-a519-ed7b30ffcb4e tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Synchronizing usage tracker for tenant:bf0f1d3761524ddfa4db9240ac258eb8 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:50:12.898388 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-b8bc2007-48ec-46ae-864f-66b0a65905f1 req-34d8eea8-d0d4-4026-9a9d-892e1cdae061 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=cb73ce23-f864-48a4-8bdb-f1e8654d92be HTTP/1.1" status: 200 len: 846 time: 0.2389717 May 28 06:50:13.019063 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6836eab-78d3-4ee3-b2e3-d36e5c1a4a9b req-518753ac-6480-43d7-a65c-0c1caf74ce4b tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:13.027805 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b6836eab-78d3-4ee3-b2e3-d36e5c1a4a9b req-518753ac-6480-43d7-a65c-0c1caf74ce4b tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=40b9813d-c547-4e8d-978d-75607c19ba47 HTTP/1.1" status: 200 len: 944 time: 1.0635607 May 28 06:50:13.052927 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-b8bc2007-48ec-46ae-864f-66b0a65905f1 req-c309e0e3-318c-488c-bc43-d516c19d1658 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1468945 May 28 06:50:13.068205 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6ee730f9-3d88-4e07-865c-251a8ddb496d req-53e58611-36ff-4e95-8ecc-d9c84fc52ff6 service neutron] 10.222.0.71 "GET /v2.0/networks/244ee66f-8ba5-4a6d-a99b-5ec1fae21d38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9592791 May 28 06:50:13.164013 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-ca007494-410c-4999-a519-ed7b30ffcb4e tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Unset dirty status for tenant:bf0f1d3761524ddfa4db9240ac258eb8 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:50:13.165556 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-ca007494-410c-4999-a519-ed7b30ffcb4e tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] 10.222.0.55 "GET /v2.0/ports/989a74e2-f85d-4e1b-b48b-8514c8af4dbc HTTP/1.1" status: 404 len: 333 time: 0.4763653 May 28 06:50:13.174577 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 56348) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:50:13.202045 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b6836eab-78d3-4ee3-b2e3-d36e5c1a4a9b req-c116e1a5-75e2-4446-87b0-d58b18d6d6c3 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/security-groups?id=55eadb02-d3aa-43b2-bf74-b67b0f98720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732109 May 28 06:50:13.240406 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ce7d3c-10bd-4d29-af18-b16a3760fca0 req-c69741be-fb0c-4cc6-aa3b-8648f04d3c33 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:13.248573 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d4ce7d3c-10bd-4d29-af18-b16a3760fca0 req-c69741be-fb0c-4cc6-aa3b-8648f04d3c33 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 945 time: 0.1704400 May 28 06:50:13.318735 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d4ce7d3c-10bd-4d29-af18-b16a3760fca0 req-7e408c8a-c0ec-4759-ad9c-3ff3967fcbfd tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674071 May 28 06:50:13.361390 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-b8bc2007-48ec-46ae-864f-66b0a65905f1 req-425683f3-138f-4742-81c4-bdb27aebd7f4 service neutron] 10.222.0.71 "GET /v2.0/networks/ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3012576 May 28 06:50:13.375508 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3870b428-847d-4044-a006-f29bac28e7f7 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:13.442429 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3870b428-847d-4044-a006-f29bac28e7f7 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:13.568846 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-b8bc2007-48ec-46ae-864f-66b0a65905f1 req-a2b15caf-77eb-4754-a6c6-76cbac015e38 service neutron] 10.222.0.71 "GET /v2.0/networks/ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978047 May 28 06:50:13.658185 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff0aec0-bdd5-4777-bea1-18cfa2ce2c55 req-3f9fcea9-ea2a-45e4-a70f-73849d6e3c9f tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:13.665245 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4ff0aec0-bdd5-4777-bea1-18cfa2ce2c55 req-3f9fcea9-ea2a-45e4-a70f-73849d6e3c9f tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 945 time: 0.1958122 May 28 06:50:13.726924 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4ff0aec0-bdd5-4777-bea1-18cfa2ce2c55 req-10b2a43d-9c05-45a5-973a-4984c7fd8c3d tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603435 May 28 06:50:13.772016 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3870b428-847d-4044-a006-f29bac28e7f7 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:13.811608 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3870b428-847d-4044-a006-f29bac28e7f7 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c8cef2b-17c5-44c0-9c36-d44efa6d7afa,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:50:13.816486 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3870b428-847d-4044-a006-f29bac28e7f7 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:13.817855 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-3870b428-847d-4044-a006-f29bac28e7f7 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] 10.222.0.55 "DELETE /v2.0/security-groups/8c8cef2b-17c5-44c0-9c36-d44efa6d7afa HTTP/1.1" status: 204 len: 168 time: 0.6420045 May 28 06:50:13.827901 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 56368) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:50:14.030291 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbec4ebf-602a-430b-9d3a-dff816e704a1 req-b450409c-dded-421e-be02-7e2847b6b7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:14.031997 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-fbec4ebf-602a-430b-9d3a-dff816e704a1 req-b450409c-dded-421e-be02-7e2847b6b7b0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=25104e9d91034f7ab315290096db2d20&device_id=40b9813d-c547-4e8d-978d-75607c19ba47 HTTP/1.1" status: 200 len: 1095 time: 0.2555406 May 28 06:50:14.054853 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e190ea4a-288a-498a-88c6-ae10ab685602 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:14.123782 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e190ea4a-288a-498a-88c6-ae10ab685602 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:14.369863 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ba005e-5c97-488b-8f01-2e0c10906e21 req-ebc6096e-7db9-4981-a271-4a7169c55602 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:14.371728 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-78ba005e-5c97-488b-8f01-2e0c10906e21 req-ebc6096e-7db9-4981-a271-4a7169c55602 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 945 time: 0.1983948 May 28 06:50:14.371850 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbec4ebf-602a-430b-9d3a-dff816e704a1 req-7563c9df-0fe0-4102-9629-e89470038301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:14.374080 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-fbec4ebf-602a-430b-9d3a-dff816e704a1 req-7563c9df-0fe0-4102-9629-e89470038301 service neutron] 10.222.0.71 "GET /v2.0/networks?id=ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1 HTTP/1.1" status: 200 len: 907 time: 0.3192656 May 28 06:50:14.402418 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e190ea4a-288a-498a-88c6-ae10ab685602 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:14.598986 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e190ea4a-288a-498a-88c6-ae10ab685602 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e42e873c-4569-4d46-8e9d-3d0025951213,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:50:14.602880 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-fbec4ebf-602a-430b-9d3a-dff816e704a1 req-4f02b9c1-bf62-4e8a-9760-81cd81a275c3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5f9506d4-977b-4d93-bf8d-166404f4d1ec HTTP/1.1" status: 200 len: 217 time: 0.2213933 May 28 06:50:14.630314 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e190ea4a-288a-498a-88c6-ae10ab685602 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:14.631691 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-e190ea4a-288a-498a-88c6-ae10ab685602 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] 10.222.0.55 "DELETE /v2.0/security-groups/e42e873c-4569-4d46-8e9d-3d0025951213 HTTP/1.1" status: 204 len: 168 time: 0.8023002 May 28 06:50:14.636389 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 56400) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:50:14.639669 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-78ba005e-5c97-488b-8f01-2e0c10906e21 req-aafd51a5-e522-4549-9fd1-032cbb337999 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609334 May 28 06:50:14.765526 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e1232-df27-42ff-9b7e-cc4992d0607c req-4969e79b-2c33-49a0-b241-4763ebe85b55 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:14.781863 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d85e1232-df27-42ff-9b7e-cc4992d0607c req-4969e79b-2c33-49a0-b241-4763ebe85b55 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=40b9813d-c547-4e8d-978d-75607c19ba47 HTTP/1.1" status: 200 len: 944 time: 0.2977943 May 28 06:50:14.800646 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbec4ebf-602a-430b-9d3a-dff816e704a1 req-29dbc91d-0d00-4b9f-a696-7a52a11f7f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:14.802612 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-fbec4ebf-602a-430b-9d3a-dff816e704a1 req-29dbc91d-0d00-4b9f-a696-7a52a11f7f60 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=cb73ce23-f864-48a4-8bdb-f1e8654d92be HTTP/1.1" status: 200 len: 846 time: 0.1876059 May 28 06:50:14.855234 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-54296f7a-c097-4f04-a92c-f66393298436 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:14.961705 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-fbec4ebf-602a-430b-9d3a-dff816e704a1 req-bd31cb82-ae90-44e7-8f8a-cd1ca951a126 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1510506 May 28 06:50:15.026146 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d85e1232-df27-42ff-9b7e-cc4992d0607c req-533b3308-5f4f-4dbb-9f1b-59f841d16667 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/security-groups?id=55eadb02-d3aa-43b2-bf74-b67b0f98720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434139 May 28 06:50:15.093238 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-54296f7a-c097-4f04-a92c-f66393298436 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:15.302657 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab066db2-6300-4693-b2f1-b4a6ffeb3485 req-82272244-0d6d-44f3-ba49-07b0d609bfeb tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:15.307812 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ab066db2-6300-4693-b2f1-b4a6ffeb3485 req-82272244-0d6d-44f3-ba49-07b0d609bfeb tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 945 time: 0.3715036 May 28 06:50:15.325287 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-fbec4ebf-602a-430b-9d3a-dff816e704a1 req-30373074-c8e0-473c-adda-ffbfd3ed2543 service neutron] 10.222.0.71 "GET /v2.0/networks/ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3560400 May 28 06:50:15.422805 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-54296f7a-c097-4f04-a92c-f66393298436 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:15.454247 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54296f7a-c097-4f04-a92c-f66393298436 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab4cff7a-66c8-4042-88b4-6e9e85cce343,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:50:15.473604 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-54296f7a-c097-4f04-a92c-f66393298436 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:15.485044 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-54296f7a-c097-4f04-a92c-f66393298436 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] 10.222.0.55 "DELETE /v2.0/security-groups/ab4cff7a-66c8-4042-88b4-6e9e85cce343 HTTP/1.1" status: 204 len: 168 time: 0.8373709 May 28 06:50:15.486199 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 56428) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:50:15.512320 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ab066db2-6300-4693-b2f1-b4a6ffeb3485 req-57ee8454-42e0-46f4-ab1a-fb6d41d78988 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968613 May 28 06:50:15.705638 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_v2 [None req-06ed3fa6-5790-486d-a721-804f1a89970f tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Deleting subnet f10f9229-164c-462d-b8cc-443478c345b4 {{(pid=89110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:50:15.717640 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-fbec4ebf-602a-430b-9d3a-dff816e704a1 req-f4211a5f-aacb-4af7-836a-25c7eabeb4de service neutron] 10.222.0.71 "GET /v2.0/networks/ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3830934 May 28 06:50:15.720332 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-06ed3fa6-5790-486d-a721-804f1a89970f tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks [] for subnet, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:15.821172 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 5f9506d4-977b-4d93-bf8d-166404f4d1ec details requested by agent hyperv_n-h2-843702-1 with host n-h2-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:50:15.839587 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-06ed3fa6-5790-486d-a721-804f1a89970f tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4150765'] for subnet, precommit_delete_associations {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:15.994057 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-06ed3fa6-5790-486d-a721-804f1a89970f tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:16.075243 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 5f9506d4-977b-4d93-bf8d-166404f4d1ec, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=5f9506d4-977b-4d93-bf8d-166404f4d1ec,segment=NetworkSegment(d3c6b9f0-14d5-4338-b095-ac6f93dbc704),segment_id=d3c6b9f0-14d5-4338-b095-ac6f93dbc704)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:50:16.130346 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Returning: {'device': '5f9506d4-977b-4d93-bf8d-166404f4d1ec', 'network_id': 'ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1', 'port_id': '5f9506d4-977b-4d93-bf8d-166404f4d1ec', 'mac_address': 'fa:16:3e:d2:41:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb73ce23-f864-48a4-8bdb-f1e8654d92be', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:50:16.258237 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 5f9506d4-977b-4d93-bf8d-166404f4d1ec is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:50:16.267864 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:16.325491 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f9506d4-977b-4d93-bf8d-166404f4d1ec {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:50:16.344187 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 5f9506d4-977b-4d93-bf8d-166404f4d1ec, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=5f9506d4-977b-4d93-bf8d-166404f4d1ec,segment=NetworkSegment(d3c6b9f0-14d5-4338-b095-ac6f93dbc704),segment_id=d3c6b9f0-14d5-4338-b095-ac6f93dbc704)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:50:16.370499 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7669a5ac-30f3-4b74-b8e7-910f9ee12917 req-11852093-6228-48d8-93be-095479283503 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:16.372308 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7669a5ac-30f3-4b74-b8e7-910f9ee12917 req-11852093-6228-48d8-93be-095479283503 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 945 time: 0.3391585 May 28 06:50:16.423959 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-06ed3fa6-5790-486d-a721-804f1a89970f tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3115981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3172005'] for subnet, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:16.445767 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:16.510550 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ed3fa6-5790-486d-a721-804f1a89970f tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Pushing event deleted for resources: {'Subnet': ['ID=f10f9229-164c-462d-b8cc-443478c345b4,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:50:16.544957 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-06ed3fa6-5790-486d-a721-804f1a89970f tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:16.572857 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-06ed3fa6-5790-486d-a721-804f1a89970f tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] 10.222.0.55 "DELETE /v2.0/subnets/f10f9229-164c-462d-b8cc-443478c345b4 HTTP/1.1" status: 204 len: 168 time: 1.0801702 May 28 06:50:16.573407 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 56460) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:50:16.583486 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7669a5ac-30f3-4b74-b8e7-910f9ee12917 req-4428cb04-5f7c-4d8f-a4b7-68ef4304f1f5 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946573 May 28 06:50:16.599447 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=5f9506d4-977b-4d93-bf8d-166404f4d1ec,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:50:16.615216 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93acf4fc-4456-453e-b2de-b1c8551145d3 None None] Network 5776fce6-3412-4376-ba3e-26bfccdcf5fa requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:50:16.654802 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738ce6fe-9c75-4a60-a6ef-e2f1774d7122 req-746ec2e4-5638-4f1e-a44f-b6620f91e9cd tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:16.663037 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-738ce6fe-9c75-4a60-a6ef-e2f1774d7122 req-746ec2e4-5638-4f1e-a44f-b6620f91e9cd tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=40b9813d-c547-4e8d-978d-75607c19ba47 HTTP/1.1" status: 200 len: 944 time: 0.3339784 May 28 06:50:16.775571 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-738ce6fe-9c75-4a60-a6ef-e2f1774d7122 req-a8256700-62e0-4897-866f-457022d379b5 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/security-groups?id=55eadb02-d3aa-43b2-bf74-b67b0f98720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048660 May 28 06:50:16.803989 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_v2 [None req-2019862d-9087-4ac4-a4eb-0b479aa7950f tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Deleting subnet 05cdb1a8-86c7-4dda-9e6e-5973be051e73 {{(pid=89109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:50:16.812804 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2019862d-9087-4ac4-a4eb-0b479aa7950f tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks [] for subnet, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:16.957799 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2019862d-9087-4ac4-a4eb-0b479aa7950f tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3964070'] for subnet, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:17.006215 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['5f9506d4-977b-4d93-bf8d-166404f4d1ec'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:50:17.257047 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2019862d-9087-4ac4-a4eb-0b479aa7950f tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:17.447647 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295abf51-050d-42b1-85ce-bb50d6a7ccb9 req-b2675e72-5db6-465d-bf3e-ba65a35af431 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:17.464624 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-295abf51-050d-42b1-85ce-bb50d6a7ccb9 req-b2675e72-5db6-465d-bf3e-ba65a35af431 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 945 time: 0.5781043 May 28 06:50:17.526528 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2019862d-9087-4ac4-a4eb-0b479aa7950f tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9555650'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:17.590335 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-295abf51-050d-42b1-85ce-bb50d6a7ccb9 req-2f2b483c-b4de-4283-ba72-ebbe4624fa81 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244552 May 28 06:50:17.670715 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2019862d-9087-4ac4-a4eb-0b479aa7950f tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Pushing event deleted for resources: {'Subnet': ['ID=05cdb1a8-86c7-4dda-9e6e-5973be051e73,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:50:17.704290 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2019862d-9087-4ac4-a4eb-0b479aa7950f tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:17.739810 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-2019862d-9087-4ac4-a4eb-0b479aa7950f tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] 10.222.0.55 "DELETE /v2.0/subnets/05cdb1a8-86c7-4dda-9e6e-5973be051e73 HTTP/1.1" status: 204 len: 168 time: 1.1629069 May 28 06:50:17.740762 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 56494) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:50:17.797267 n-d-843702-1 neutron-server[89110]: INFO neutron.pecan_wsgi.hooks.translation [None req-67514b0a-8b07-4d7a-85b0-ec0634d0f866 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] DELETE failed (client error): The resource could not be found. May 28 06:50:17.800518 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67514b0a-8b07-4d7a-85b0-ec0634d0f866 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89110) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:50:17.800518 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-67514b0a-8b07-4d7a-85b0-ec0634d0f866 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] 10.222.0.55 "DELETE /v2.0/subnets/f10f9229-164c-462d-b8cc-443478c345b4 HTTP/1.1" status: 404 len: 337 time: 0.0564153 May 28 06:50:17.802898 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 56500) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:50:17.847151 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 5f9506d4-977b-4d93-bf8d-166404f4d1ec up at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:50:18.061236 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5ed94f8-eabe-4f79-92cd-6a7900b54346 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Deleting subnet 16e0a074-5ef8-4ee8-a991-360bda596565 {{(pid=89109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:50:18.090907 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d5ed94f8-eabe-4f79-92cd-6a7900b54346 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks [] for subnet, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:18.098314 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858d5954-b4ca-43ae-9d1c-5cca49fa5aea req-0be4ed6c-6ea8-4a21-878e-7d38bbaac118 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:18.103156 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-858d5954-b4ca-43ae-9d1c-5cca49fa5aea req-0be4ed6c-6ea8-4a21-878e-7d38bbaac118 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 945 time: 0.3008378 May 28 06:50:18.207346 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-858d5954-b4ca-43ae-9d1c-5cca49fa5aea req-f8891295-422d-43e9-9aa0-dcd404ac2ff5 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979836 May 28 06:50:18.215307 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d5ed94f8-eabe-4f79-92cd-6a7900b54346 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3964070'] for subnet, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:18.217911 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning for port 5f9506d4-977b-4d93-bf8d-166404f4d1ec completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:50:18.223130 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning complete for port 5f9506d4-977b-4d93-bf8d-166404f4d1ec triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:50:18.223622 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:18.370529 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d5ed94f8-eabe-4f79-92cd-6a7900b54346 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:18.422083 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f498e2-7afe-4518-9b2e-c9a83cc634b0 None None] Network 5776fce6-3412-4376-ba3e-26bfccdcf5fa requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:50:18.471620 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7e9f90-b6b3-4976-bfc2-d0cdf5ff4800 req-38591d4d-91c4-4da2-b907-ea5c53171d5d tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:18.519525 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7b7e9f90-b6b3-4976-bfc2-d0cdf5ff4800 req-38591d4d-91c4-4da2-b907-ea5c53171d5d tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=40b9813d-c547-4e8d-978d-75607c19ba47 HTTP/1.1" status: 200 len: 945 time: 0.1770685 May 28 06:50:18.618810 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7b7e9f90-b6b3-4976-bfc2-d0cdf5ff4800 req-433c773d-711f-4cec-a9bf-8cf763d02e0b tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/security-groups?id=55eadb02-d3aa-43b2-bf74-b67b0f98720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959334 May 28 06:50:18.629159 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d5ed94f8-eabe-4f79-92cd-6a7900b54346 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9555650'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:18.730560 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 5f9506d4-977b-4d93-bf8d-166404f4d1ec is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:50:18.733508 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:18.748565 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d5ed94f8-eabe-4f79-92cd-6a7900b54346 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:18.761542 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-9ca087f4-1e43-410a-b377-403f518e75ea None None] Provisioning complete for port 1d938811-ed33-4b05-853a-261eae86832e triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:50:18.761918 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-9ca087f4-1e43-410a-b377-403f518e75ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:18.765026 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ed94f8-eabe-4f79-92cd-6a7900b54346 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Pushing event deleted for resources: {'Subnet': ['ID=16e0a074-5ef8-4ee8-a991-360bda596565,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:50:18.768481 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-d5ed94f8-eabe-4f79-92cd-6a7900b54346 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] 10.222.0.55 "DELETE /v2.0/subnets/16e0a074-5ef8-4ee8-a991-360bda596565 HTTP/1.1" status: 204 len: 168 time: 0.9646125 May 28 06:50:18.776122 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 56530) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:50:18.891820 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-03a617cd-d901-4b96-be76-f4235894fdf8 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] DELETE failed (client error): The resource could not be found. May 28 06:50:18.893808 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03a617cd-d901-4b96-be76-f4235894fdf8 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89109) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:50:18.901367 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-03a617cd-d901-4b96-be76-f4235894fdf8 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] 10.222.0.55 "DELETE /v2.0/subnets/fd930488-3d84-4650-b575-4c0ac381b0b5 HTTP/1.1" status: 404 len: 337 time: 0.1217887 May 28 06:50:18.902251 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 56536) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:50:18.918428 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-9ca087f4-1e43-410a-b377-403f518e75ea None None] Port 1d938811-ed33-4b05-853a-261eae86832e cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:50:18.967740 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5441c50f-5f1f-43de-b6be-f682aa9d0aba req-f16994ae-8ab7-456d-adb0-b4f574f8be38 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:18.969804 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5441c50f-5f1f-43de-b6be-f682aa9d0aba req-f16994ae-8ab7-456d-adb0-b4f574f8be38 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 945 time: 0.2273114 May 28 06:50:19.003778 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-4b362e80-bc7d-44ec-9e98-7c11b1334d25 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Synchronizing usage tracker for tenant:bf0f1d3761524ddfa4db9240ac258eb8 on resource:port {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:50:19.030593 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-4b362e80-bc7d-44ec-9e98-7c11b1334d25 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Unset dirty status for tenant:bf0f1d3761524ddfa4db9240ac258eb8 on resource:port {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:50:19.036619 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-4b362e80-bc7d-44ec-9e98-7c11b1334d25 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f2a2f12-d884-40c3-81f5-fc43bba74950 HTTP/1.1" status: 200 len: 205 time: 0.1316085 May 28 06:50:19.037106 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 56542) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:50:19.058608 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-9ca087f4-1e43-410a-b377-403f518e75ea None None] Provisioning complete for port 924a56ca-0808-493d-b2c7-8083626bc604 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:50:19.058979 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-9ca087f4-1e43-410a-b377-403f518e75ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:19.092096 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5441c50f-5f1f-43de-b6be-f682aa9d0aba req-5a0a9a8e-7a64-4f29-8255-ef72cea564cf tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158314 May 28 06:50:19.179154 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40b9813d-c547-4e8d-978d-75607c19ba47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f9506d4-977b-4d93-bf8d-166404f4d1ec'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:50:19.206587 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 5f9506d4-977b-4d93-bf8d-166404f4d1ec, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=5f9506d4-977b-4d93-bf8d-166404f4d1ec,segment=NetworkSegment(d3c6b9f0-14d5-4338-b095-ac6f93dbc704),segment_id=d3c6b9f0-14d5-4338-b095-ac6f93dbc704)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:50:19.317696 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:19.570233 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ab06be2-813b-4cc1-a8d4-65d39808e120'] response: {'server_uuid': '40b9813d-c547-4e8d-978d-75607c19ba47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f9506d4-977b-4d93-bf8d-166404f4d1ec', 'code': 200} May 28 06:50:19.570233 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=5f9506d4-977b-4d93-bf8d-166404f4d1ec,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:50:19.571330 n-d-843702-1 neutron-server[89109]: INFO neutron.api.v2.resource [None req-31eeeea0-ffc9-487f-86e2-a0e5253ce2c5 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] delete failed (client error): The resource could not be found. May 28 06:50:19.571330 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-31eeeea0-ffc9-487f-86e2-a0e5253ce2c5 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] 10.222.0.55 "DELETE /v2.0/routers/7f2a2f12-d884-40c3-81f5-fc43bba74950 HTTP/1.1" status: 404 len: 336 time: 0.5220249 May 28 06:50:19.630448 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 56566) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:50:19.714637 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9359c7c5-8b23-4db1-ae69-b3bbc6b0abd6 req-57200f46-428f-4d27-89de-cef5274da5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:19.716133 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-9359c7c5-8b23-4db1-ae69-b3bbc6b0abd6 req-57200f46-428f-4d27-89de-cef5274da5e8 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=40b9813d-c547-4e8d-978d-75607c19ba47 HTTP/1.1" status: 200 len: 1097 time: 0.1547174 May 28 06:50:19.788241 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-9ca087f4-1e43-410a-b377-403f518e75ea None None] Current status of the port 924a56ca-0808-493d-b2c7-8083626bc604 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:50:19.800315 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-9359c7c5-8b23-4db1-ae69-b3bbc6b0abd6 req-34fbff9c-738c-4845-8fa6-54dd248a443b service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=55eadb02-d3aa-43b2-bf74-b67b0f98720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721781 May 28 06:50:19.803371 n-d-843702-1 neutron-server[89110]: INFO neutron.pecan_wsgi.hooks.translation [None req-00471232-8f00-4183-a623-67d7ee3ab10a tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] DELETE failed (client error): The resource could not be found. May 28 06:50:19.804365 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00471232-8f00-4183-a623-67d7ee3ab10a tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89110) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:50:19.809143 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-00471232-8f00-4183-a623-67d7ee3ab10a tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] 10.222.0.55 "DELETE /v2.0/subnets/15f828b3-1001-4036-8b13-c078c8f042b1 HTTP/1.1" status: 404 len: 337 time: 0.1777134 May 28 06:50:19.809919 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 56578) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:50:19.868976 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d6b51f2-ac78-44c7-8152-bda30ffa3574 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] DELETE failed (client error): The resource could not be found. May 28 06:50:19.868976 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d6b51f2-ac78-44c7-8152-bda30ffa3574 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89109) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:50:19.870951 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-0d6b51f2-ac78-44c7-8152-bda30ffa3574 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] 10.222.0.55 "DELETE /v2.0/subnets/43ae4af6-9b26-4180-a6e5-2495344783ef HTTP/1.1" status: 404 len: 337 time: 0.0593750 May 28 06:50:19.883041 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 56584) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:50:19.906350 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d450b2-7fd2-47b1-b9bc-440aa0599770 None None] DHCP port deletion for 5776fce6-3412-4376-ba3e-26bfccdcf5fa request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:50:19.911118 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-a2d450b2-7fd2-47b1-b9bc-440aa0599770 None None] Deleting port 924a56ca-0808-493d-b2c7-8083626bc604 {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:50:19.912067 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-a2d450b2-7fd2-47b1-b9bc-440aa0599770 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:19.963087 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a62b4bb-1db4-47b1-8f6b-416d1d969dfa req-2b259366-aab0-48ad-b839-e543c5a635ee tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:19.970735 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6a62b4bb-1db4-47b1-8f6b-416d1d969dfa req-2b259366-aab0-48ad-b839-e543c5a635ee tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/networks?id=a5003c5d-3a74-4f41-abaa-5496ec434a45 HTTP/1.1" status: 200 len: 813 time: 0.6359148 May 28 06:50:20.041749 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad1cc8e7-a539-48d7-84d9-de8432747779 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] DELETE failed (client error): The resource could not be found. May 28 06:50:20.041749 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad1cc8e7-a539-48d7-84d9-de8432747779 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89109) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:50:20.050940 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6a62b4bb-1db4-47b1-8f6b-416d1d969dfa req-8e90048b-9988-435b-9dd8-5fb7870b44e2 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/quotas/73e0295cd8e04d62a9246f93ad60c000 HTTP/1.1" status: 200 len: 375 time: 0.0663986 May 28 06:50:20.055399 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-ad1cc8e7-a539-48d7-84d9-de8432747779 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] 10.222.0.55 "DELETE /v2.0/subnets/59d70d18-1312-4f87-a2c6-7eae7f20a1c9 HTTP/1.1" status: 404 len: 337 time: 0.1661561 May 28 06:50:20.056024 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 56590) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:50:20.139579 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f96f336-71d3-4eb8-b24f-c14929209739 req-f7c7eae6-2dca-4c78-9452-affea423b959 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:20.156485 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7f96f336-71d3-4eb8-b24f-c14929209739 req-f7c7eae6-2dca-4c78-9452-affea423b959 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=40b9813d-c547-4e8d-978d-75607c19ba47 HTTP/1.1" status: 200 len: 946 time: 0.3639171 May 28 06:50:20.179002 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd66a469-620d-4f73-8020-33198ce381f5 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] DELETE failed (client error): The resource could not be found. May 28 06:50:20.179479 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd66a469-620d-4f73-8020-33198ce381f5 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89109) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:50:20.183666 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-fd66a469-620d-4f73-8020-33198ce381f5 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] 10.222.0.55 "DELETE /v2.0/ports/7510b3f5-ff25-4ca6-aefc-5ed972bd2c1d HTTP/1.1" status: 404 len: 333 time: 0.1242616 May 28 06:50:20.188047 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 56596) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:50:20.260137 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7f96f336-71d3-4eb8-b24f-c14929209739 req-1a535f7c-8ba2-4651-8a69-f4f2b2d429c2 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/security-groups?id=55eadb02-d3aa-43b2-bf74-b67b0f98720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022398 May 28 06:50:20.282430 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-53a02df6-7bda-4ab8-91a9-5f45290ea3b0 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] DELETE failed (client error): The resource could not be found. May 28 06:50:20.287616 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53a02df6-7bda-4ab8-91a9-5f45290ea3b0 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89109) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:50:20.289601 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-53a02df6-7bda-4ab8-91a9-5f45290ea3b0 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] 10.222.0.55 "DELETE /v2.0/subnets/2e600c44-5179-41f4-b51e-b3eee8f82e26 HTTP/1.1" status: 404 len: 337 time: 0.1005814 May 28 06:50:20.293115 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 56602) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:50:20.300348 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6a62b4bb-1db4-47b1-8f6b-416d1d969dfa req-5e250269-f4a6-4d6e-bb2a-a2a5dd371755 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=73e0295cd8e04d62a9246f93ad60c000&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2481079 May 28 06:50:20.363341 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-84e13b9d-2846-4edf-8174-da0385e9cb44 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] DELETE failed (client error): The resource could not be found. May 28 06:50:20.365386 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84e13b9d-2846-4edf-8174-da0385e9cb44 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89109) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:50:20.369301 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-84e13b9d-2846-4edf-8174-da0385e9cb44 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] 10.222.0.55 "DELETE /v2.0/subnets/28ca8701-d527-4d78-96fb-e28afc3bea32 HTTP/1.1" status: 404 len: 337 time: 0.0749931 May 28 06:50:20.373086 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 56612) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:50:20.431114 n-d-843702-1 neutron-server[89110]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab931bc8-f571-4958-8dfc-ccf4058d962f tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] DELETE failed (client error): The resource could not be found. May 28 06:50:20.433442 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-a2d450b2-7fd2-47b1-b9bc-440aa0599770 None None] For port 924a56ca-0808-493d-b2c7-8083626bc604, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=924a56ca-0808-493d-b2c7-8083626bc604,segment=NetworkSegment(c9978596-43e6-45bf-9d5b-5ddb30c7bce9),segment_id=c9978596-43e6-45bf-9d5b-5ddb30c7bce9)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:50:20.441553 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-a2d450b2-7fd2-47b1-b9bc-440aa0599770 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:20.442316 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab931bc8-f571-4958-8dfc-ccf4058d962f tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89110) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:50:20.444329 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-ab931bc8-f571-4958-8dfc-ccf4058d962f tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] 10.222.0.55 "DELETE /v2.0/ports/881111cf-c073-48cf-8896-4247849800c1 HTTP/1.1" status: 404 len: 333 time: 0.0699754 May 28 06:50:20.447000 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 56616) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:50:20.501592 n-d-843702-1 neutron-server[89110]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c731c46-c720-4805-ab59-6f69670fc9d8 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] DELETE failed (client error): The resource could not be found. May 28 06:50:20.502052 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c731c46-c720-4805-ab59-6f69670fc9d8 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89110) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:50:20.504368 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-0c731c46-c720-4805-ab59-6f69670fc9d8 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] 10.222.0.55 "DELETE /v2.0/subnets/cfceed0c-575d-4979-abb6-ab112286521c HTTP/1.1" status: 404 len: 337 time: 0.0557659 May 28 06:50:20.507003 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 56620) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:50:20.588986 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-27fdc14c-bfbf-42c5-befa-fc2b9b032a60 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] DELETE failed (client error): The resource could not be found. May 28 06:50:20.589902 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27fdc14c-bfbf-42c5-befa-fc2b9b032a60 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89109) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:50:20.602439 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-27fdc14c-bfbf-42c5-befa-fc2b9b032a60 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] 10.222.0.55 "DELETE /v2.0/subnets/1d177363-cca7-4f2d-adcc-48671838b038 HTTP/1.1" status: 404 len: 337 time: 0.0910754 May 28 06:50:20.603218 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 56628) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:50:20.694372 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819bb4c3-f67d-4064-b18a-0f30f8e8fcf4 req-496a33e9-4926-4ae4-b8b5-e6b07e4212cf tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:20.703313 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-819bb4c3-f67d-4064-b18a-0f30f8e8fcf4 req-496a33e9-4926-4ae4-b8b5-e6b07e4212cf tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 945 time: 0.1792464 May 28 06:50:20.803342 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-819bb4c3-f67d-4064-b18a-0f30f8e8fcf4 req-e7c6a81d-9cc0-48e2-965e-942b456f2ad6 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991175 May 28 06:50:20.816028 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-a2d450b2-7fd2-47b1-b9bc-440aa0599770 None None] Calling delete_port for 924a56ca-0808-493d-b2c7-8083626bc604 owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:50:20.832037 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-e6cf6c54-86fd-45b4-85bd-7832da1e5781 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Deleting port 1d938811-ed33-4b05-853a-261eae86832e {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:50:20.832037 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e6cf6c54-86fd-45b4-85bd-7832da1e5781 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:21.120209 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-a2d450b2-7fd2-47b1-b9bc-440aa0599770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879'] for port, after_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:21.231281 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d450b2-7fd2-47b1-b9bc-440aa0599770 None None] Pushing event deleted for resources: {'Port': ['ID=924a56ca-0808-493d-b2c7-8083626bc604,revision_number=None']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:50:21.241728 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d450b2-7fd2-47b1-b9bc-440aa0599770 None None] No DVR routers for this DVR port 924a56ca-0808-493d-b2c7-8083626bc604 on host n-d-843702-1 {{(pid=89111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:50:21.242097 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc43aea-87a4-40a3-8ebd-ad1b8b2eea76 req-c9009e82-8059-48b7-b485-4e32899b5dd9 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:21.252771 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ecc43aea-87a4-40a3-8ebd-ad1b8b2eea76 req-c9009e82-8059-48b7-b485-4e32899b5dd9 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 945 time: 0.1977134 May 28 06:50:21.380535 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ecc43aea-87a4-40a3-8ebd-ad1b8b2eea76 req-d98b9d2c-d881-4c9f-aabf-0e62fe66f380 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172326 May 28 06:50:21.395904 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e6cf6c54-86fd-45b4-85bd-7832da1e5781 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:21.498533 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 924a56ca-0808-493d-b2c7-8083626bc604 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:50:21.611057 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 924a56ca-0808-493d-b2c7-8083626bc604 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:50:21.612797 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 924a56ca-0808-493d-b2c7-8083626bc604 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:50:21.764957 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-e6cf6c54-86fd-45b4-85bd-7832da1e5781 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Calling delete_port for 1d938811-ed33-4b05-853a-261eae86832e owned by {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:50:21.870398 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c74e9d52-2c4d-47e9-a1dd-767a8aa468c8 req-8b95cdb1-bbd5-48e6-b495-201ab4d8b578 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=73e0295cd8e04d62a9246f93ad60c000 HTTP/1.1" status: 200 len: 221 time: 0.1127739 May 28 06:50:21.916236 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993eb214-5aaf-4592-924b-41ebe016cdab req-545c6d9a-f7e4-4b21-a7f6-f5beeacc3f33 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:21.926819 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-993eb214-5aaf-4592-924b-41ebe016cdab req-545c6d9a-f7e4-4b21-a7f6-f5beeacc3f33 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=40b9813d-c547-4e8d-978d-75607c19ba47 HTTP/1.1" status: 200 len: 946 time: 0.3021140 May 28 06:50:22.020959 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-993eb214-5aaf-4592-924b-41ebe016cdab req-b54b00af-94e6-42e7-9faf-aaf4d9a02dc7 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/security-groups?id=55eadb02-d3aa-43b2-bf74-b67b0f98720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924149 May 28 06:50:22.080502 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e6cf6c54-86fd-45b4-85bd-7832da1e5781 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:22.172213 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9383db77-005e-44fb-a137-5b45ca74364a req-da057e0a-5362-4714-b022-5a0a17bc053a tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:22.187159 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9383db77-005e-44fb-a137-5b45ca74364a req-da057e0a-5362-4714-b022-5a0a17bc053a tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 945 time: 0.1517146 May 28 06:50:22.190273 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cf6c54-86fd-45b4-85bd-7832da1e5781 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Pushing event deleted for resources: {'Port': ['ID=1d938811-ed33-4b05-853a-261eae86832e,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:50:22.218402 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e6cf6c54-86fd-45b4-85bd-7832da1e5781 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:22.241544 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9383db77-005e-44fb-a137-5b45ca74364a req-68b1d778-192c-4c57-aada-4e09d6d6682a tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496275 May 28 06:50:22.355248 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-e6cf6c54-86fd-45b4-85bd-7832da1e5781 tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] 10.222.0.55 "DELETE /v2.0/ports/1d938811-ed33-4b05-853a-261eae86832e HTTP/1.1" status: 204 len: 168 time: 1.7506557 May 28 06:50:22.358469 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 56688) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:50:22.668860 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d399cc31-f91b-4372-bf1f-57480934884d tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:22.775818 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:50:22.778436 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3323e7b5-2a58-46c8-ac16-19f0dd3394e4 req-6cbf1a2b-c487-4fbd-933a-7324efb9998e tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:22.780196 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3323e7b5-2a58-46c8-ac16-19f0dd3394e4 req-6cbf1a2b-c487-4fbd-933a-7324efb9998e tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/networks?id=ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1 HTTP/1.1" status: 200 len: 806 time: 0.4442017 May 28 06:50:22.804272 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3323e7b5-2a58-46c8-ac16-19f0dd3394e4 req-9ff2fb34-c896-4db4-927f-98a0b07bbdce tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/quotas/25104e9d91034f7ab315290096db2d20 HTTP/1.1" status: 200 len: 375 time: 0.0166399 May 28 06:50:22.814444 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9331f498-0745-4b48-8ee0-d03fe33b7a4d req-f8c20a8c-abbc-4bee-ba0e-6e634b8633ea tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:22.816071 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9331f498-0745-4b48-8ee0-d03fe33b7a4d req-f8c20a8c-abbc-4bee-ba0e-6e634b8633ea tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 945 time: 0.4324474 May 28 06:50:22.952127 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d399cc31-f91b-4372-bf1f-57480934884d tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:22.980250 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-d399cc31-f91b-4372-bf1f-57480934884d tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5776fce6-3412-4376-ba3e-26bfccdcf5fa']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:50:23.008468 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-d399cc31-f91b-4372-bf1f-57480934884d tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9978596-43e6-45bf-9d5b-5ddb30c7bce9') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:50:23.008767 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-d399cc31-f91b-4372-bf1f-57480934884d tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9978596-43e6-45bf-9d5b-5ddb30c7bce9') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:50:23.023950 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d399cc31-f91b-4372-bf1f-57480934884d tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:23.049363 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d399cc31-f91b-4372-bf1f-57480934884d tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:23.062766 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d399cc31-f91b-4372-bf1f-57480934884d tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:50:23.064115 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d399cc31-f91b-4372-bf1f-57480934884d tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:23.074475 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9331f498-0745-4b48-8ee0-d03fe33b7a4d req-fb964e6c-bc77-4760-ad28-235a2a450a63 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723130 May 28 06:50:23.124353 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3323e7b5-2a58-46c8-ac16-19f0dd3394e4 req-ec6e9858-5157-4adb-b021-dcb4d83d0cf9 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=25104e9d91034f7ab315290096db2d20&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3055577 May 28 06:50:23.250661 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment c9978596-43e6-45bf-9d5b-5ddb30c7bce9 resource provider aggregate not found May 28 06:50:23.315881 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment c9978596-43e6-45bf-9d5b-5ddb30c7bce9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c9978596-43e6-45bf-9d5b-5ddb30c7bce9 found for delete ", "request_id": "req-840a292c-0991-46af-90d2-5fcbcaa2325f"}]} May 28 06:50:23.452426 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d399cc31-f91b-4372-bf1f-57480934884d tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:23.505691 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d399cc31-f91b-4372-bf1f-57480934884d tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:23.519817 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d399cc31-f91b-4372-bf1f-57480934884d tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] Pushing event deleted for resources: {'Network': ['ID=5776fce6-3412-4376-ba3e-26bfccdcf5fa,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:50:23.526532 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-d399cc31-f91b-4372-bf1f-57480934884d tempest-PortsIpV6TestJSON-1586622732 tempest-PortsIpV6TestJSON-1586622732-project] 10.222.0.55 "DELETE /v2.0/networks/5776fce6-3412-4376-ba3e-26bfccdcf5fa HTTP/1.1" status: 204 len: 168 time: 1.1653283 May 28 06:50:23.613976 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3323e7b5-2a58-46c8-ac16-19f0dd3394e4 req-a36c9826-a452-44c2-9fee-01ecdc7a19c7 service neutron] 10.222.0.55 "GET /v2.0/networks/ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4836857 May 28 06:50:23.851007 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3323e7b5-2a58-46c8-ac16-19f0dd3394e4 req-1648c68b-6546-48fe-a467-ddd561a1be28 service neutron] 10.222.0.55 "GET /v2.0/networks/ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323935 May 28 06:50:23.871364 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35490bea-ce63-4b9d-9518-946b39583c56 req-dffa8fae-f881-49b0-846e-30bdd4e8c4ce tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:23.891614 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-35490bea-ce63-4b9d-9518-946b39583c56 req-dffa8fae-f881-49b0-846e-30bdd4e8c4ce tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 945 time: 0.3317173 May 28 06:50:23.981684 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-35490bea-ce63-4b9d-9518-946b39583c56 req-dbc356b6-80f2-4557-8c26-61d87c13432c tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861847 May 28 06:50:24.380608 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 56744) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:50:24.414471 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7a9bff32-2082-4051-8ebf-1664e9161057 req-a681163f-3213-4da8-b78a-d3c1bcac5dbf tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5623e46-d3a9-470f-9a20-589f12c56322 HTTP/1.1" status: 200 len: 210 time: 0.1452754 May 28 06:50:24.435692 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000d09f8-abe3-4796-b09a-6314e80f4af2 req-ec7f3fa5-9b1e-41a4-b9bc-0a61c0e9b0fc tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:24.447567 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-000d09f8-abe3-4796-b09a-6314e80f4af2 req-ec7f3fa5-9b1e-41a4-b9bc-0a61c0e9b0fc tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 945 time: 0.3381097 May 28 06:50:24.545135 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-000d09f8-abe3-4796-b09a-6314e80f4af2 req-cba5ec97-f693-42bf-9ca2-7ff5e7ef8ceb tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951204 May 28 06:50:24.637704 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-e968e0e2-3b60-4f1b-9a98-b18d431181eb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bf0f1d3761524ddfa4db9240ac258eb8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2555008 May 28 06:50:24.640589 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 56764) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:50:24.703590 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-22c23a51-b815-4c76-b0ed-26b97d735243 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:24.780540 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-22c23a51-b815-4c76-b0ed-26b97d735243 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:24.883993 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40448a9a-41f9-49bd-98e1-4a81b81b3910 req-0ae26854-1d3c-4ee5-aae0-7e5640f477ab tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:24.900714 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-40448a9a-41f9-49bd-98e1-4a81b81b3910 req-0ae26854-1d3c-4ee5-aae0-7e5640f477ab tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 945 time: 0.1881056 May 28 06:50:25.039117 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-40448a9a-41f9-49bd-98e1-4a81b81b3910 req-c95fe618-7839-46a7-b5c5-c582a4694472 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336172 May 28 06:50:25.040002 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-22c23a51-b815-4c76-b0ed-26b97d735243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:25.068151 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c23a51-b815-4c76-b0ed-26b97d735243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=138657ec-af2f-45c1-bd7a-00006db7e014,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:50:25.073960 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-22c23a51-b815-4c76-b0ed-26b97d735243 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:25.075596 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-22c23a51-b815-4c76-b0ed-26b97d735243 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/138657ec-af2f-45c1-bd7a-00006db7e014 HTTP/1.1" status: 204 len: 168 time: 0.4330528 May 28 06:50:25.347085 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f451e297-e252-4148-992c-e0fd31f2b5a2 req-cc788c00-88b2-43ce-8d91-3cb4e2d10e0e tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:25.379992 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f451e297-e252-4148-992c-e0fd31f2b5a2 req-cc788c00-88b2-43ce-8d91-3cb4e2d10e0e tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 945 time: 0.1824987 May 28 06:50:25.465681 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f451e297-e252-4148-992c-e0fd31f2b5a2 req-18e1a65c-8044-45f9-93e1-d61b2fafd912 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834122 May 28 06:50:25.617099 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2394d71a-36b1-4767-b04c-5173ad890f3e req-2a98b63c-0391-4a57-8839-10fcd82dfe35 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5623e46-d3a9-470f-9a20-589f12c56322 HTTP/1.1" status: 200 len: 210 time: 0.1158671 May 28 06:50:25.890003 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9404134-c73d-4ee0-887a-2e53612800de req-55ad821f-5b9c-487a-ad8a-521fe01c5a73 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:25.898244 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c9404134-c73d-4ee0-887a-2e53612800de req-55ad821f-5b9c-487a-ad8a-521fe01c5a73 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 945 time: 0.2316508 May 28 06:50:26.035219 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c9404134-c73d-4ee0-887a-2e53612800de req-8e4e2ca2-7f3d-4274-8c10-4f0a4ff63e86 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260400 May 28 06:50:26.350281 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da47dfd-7e86-43f2-af61-3c86a0744d4c req-021919a7-4fc3-438c-9bfd-64c80eb8a5b3 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:26.351775 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3da47dfd-7e86-43f2-af61-3c86a0744d4c req-021919a7-4fc3-438c-9bfd-64c80eb8a5b3 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 945 time: 0.1203468 May 28 06:50:26.412412 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3da47dfd-7e86-43f2-af61-3c86a0744d4c req-c9ba4851-9089-4172-b246-158083db9c79 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534122 May 28 06:50:26.462640 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-eff6940d-612d-4f55-8aa2-9cb19dba5255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:26.788596 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cb1a3e-e07e-4722-a23d-b128c5044686 req-4990ebce-c148-474d-b79c-629b02d07a5a tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:26.790533 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-36cb1a3e-e07e-4722-a23d-b128c5044686 req-4990ebce-c148-474d-b79c-629b02d07a5a tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 945 time: 0.1625249 May 28 06:50:26.855305 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c18d1472-ccc1-4827-a242-9999bb917d77 req-c3b6fd58-4051-46da-9e3c-424536b81ecd tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5623e46-d3a9-470f-9a20-589f12c56322 HTTP/1.1" status: 200 len: 210 time: 0.0636051 May 28 06:50:26.965032 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-36cb1a3e-e07e-4722-a23d-b128c5044686 req-0ec3925d-aab5-4fd8-abc5-9f46b3691e7b tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212857 May 28 06:50:27.303087 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2533b9-89f7-41bf-8bd4-e7e8954a31f4 req-200ddf37-2fc5-4f18-b3fb-32d27a6e2a4e tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:27.314055 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ef2533b9-89f7-41bf-8bd4-e7e8954a31f4 req-200ddf37-2fc5-4f18-b3fb-32d27a6e2a4e tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 945 time: 0.1564507 May 28 06:50:27.409201 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ef2533b9-89f7-41bf-8bd4-e7e8954a31f4 req-ee6261f1-f0a2-490c-a0e7-f23428be1565 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927746 May 28 06:50:27.628943 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:28.024072 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92425c9a-2ab4-43ca-b5ef-572bc5e5eb23 req-0cb4a329-6757-418d-88ad-cf6775d70e02 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:28.033948 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-92425c9a-2ab4-43ca-b5ef-572bc5e5eb23 req-0cb4a329-6757-418d-88ad-cf6775d70e02 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 945 time: 0.2833891 May 28 06:50:28.167306 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-92425c9a-2ab4-43ca-b5ef-572bc5e5eb23 req-3529e6fe-e3c3-4a66-9104-30594e9e2e8e tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328583 May 28 06:50:28.183282 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3323e7b5-2a58-46c8-ac16-19f0dd3394e4 req-9e5244d2-028d-4d4f-aa79-c835606bcb55 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:28.186357 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3323e7b5-2a58-46c8-ac16-19f0dd3394e4 req-9e5244d2-028d-4d4f-aa79-c835606bcb55 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.69 "GET /v2.0/networks?id=ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1 HTTP/1.1" status: 200 len: 806 time: 0.5030777 May 28 06:50:28.199146 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-3323e7b5-2a58-46c8-ac16-19f0dd3394e4 req-8b3be021-c2a6-40ed-99fc-cfddb5998d8c tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Request body: {'port': {'device_id': 'b5623e46-d3a9-470f-9a20-589f12c56322', 'network_id': 'ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1', 'admin_state_up': True, 'tenant_id': '25104e9d91034f7ab315290096db2d20'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:50:28.477182 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-3323e7b5-2a58-46c8-ac16-19f0dd3394e4 req-8b3be021-c2a6-40ed-99fc-cfddb5998d8c tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:50:28.485691 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-3323e7b5-2a58-46c8-ac16-19f0dd3394e4 req-8b3be021-c2a6-40ed-99fc-cfddb5998d8c tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Usage tracker for resource:port and tenant:25104e9d91034f7ab315290096db2d20 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:50:28.498651 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-3323e7b5-2a58-46c8-ac16-19f0dd3394e4 req-8b3be021-c2a6-40ed-99fc-cfddb5998d8c tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:50:28.511632 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-3323e7b5-2a58-46c8-ac16-19f0dd3394e4 req-8b3be021-c2a6-40ed-99fc-cfddb5998d8c tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:50:28.799971 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0cea142e-877e-4114-9238-9c144b1e919f req-9b538dd8-db6c-40ee-b660-bd12c0b4050c tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5623e46-d3a9-470f-9a20-589f12c56322 HTTP/1.1" status: 200 len: 210 time: 0.2892895 May 28 06:50:28.809234 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3323e7b5-2a58-46c8-ac16-19f0dd3394e4 req-8b3be021-c2a6-40ed-99fc-cfddb5998d8c tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Made reservation on behalf of 25104e9d91034f7ab315290096db2d20 for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:50:28.814321 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-3323e7b5-2a58-46c8-ac16-19f0dd3394e4 req-8b3be021-c2a6-40ed-99fc-cfddb5998d8c tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:29.011087 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-97b3b3d3-81f5-4dcb-88e9-438d4a0e66e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:29.265494 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42700a6a-34d8-41e7-9ac0-7fe1921c305e req-8e8d0766-3615-4046-85c6-9d8d84b315aa tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:29.274412 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-42700a6a-34d8-41e7-9ac0-7fe1921c305e req-8e8d0766-3615-4046-85c6-9d8d84b315aa tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 945 time: 0.4687464 May 28 06:50:29.519329 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-42700a6a-34d8-41e7-9ac0-7fe1921c305e req-7d53fdeb-037b-42b0-9d91-869dae697591 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416685 May 28 06:50:29.564999 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [req-3323e7b5-2a58-46c8-ac16-19f0dd3394e4 req-8b3be021-c2a6-40ed-99fc-cfddb5998d8c tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Allocated IP 172.20.0.4 (ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1/cb73ce23-f864-48a4-8bdb-f1e8654d92be/aa4345c8-cec7-465a-b5f2-2c14d0163b12) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:50:29.930341 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 56932) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:50:29.935511 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-db3637ef-0778-48a8-b1cd-9583198ca2eb tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1850279116', 'description': 'tempest-description--1575693471'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:50:29.947479 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-db3637ef-0778-48a8-b1cd-9583198ca2eb tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:50:29.982994 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:29.988272 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-db3637ef-0778-48a8-b1cd-9583198ca2eb tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:50:30.085968 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:30.103201 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-db3637ef-0778-48a8-b1cd-9583198ca2eb tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:30.148178 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-db3637ef-0778-48a8-b1cd-9583198ca2eb tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:50:30.157962 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-db3637ef-0778-48a8-b1cd-9583198ca2eb tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Usage tracker for resource:security_group_rule and tenant:923dafe00970411a989ff222606e459e is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:50:30.166678 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-db3637ef-0778-48a8-b1cd-9583198ca2eb tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:50:30.180764 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-db3637ef-0778-48a8-b1cd-9583198ca2eb tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:50:30.268838 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-db3637ef-0778-48a8-b1cd-9583198ca2eb tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:30.347372 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-eb05ebaf-ac4f-4eb6-9cd8-0acc0fa0a07a req-95ae05ee-f99e-482b-a4ed-3b1044b7038e tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5623e46-d3a9-470f-9a20-589f12c56322 HTTP/1.1" status: 200 len: 210 time: 0.0705764 May 28 06:50:30.383158 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-db3637ef-0778-48a8-b1cd-9583198ca2eb tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:30.424163 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3637ef-0778-48a8-b1cd-9583198ca2eb tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b613b61e-07a7-4591-9f25-e9022371db97,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:50:30.464035 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-3323e7b5-2a58-46c8-ac16-19f0dd3394e4 req-8b3be021-c2a6-40ed-99fc-cfddb5998d8c tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:30.530903 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da5578f-97db-495a-9ca9-6183200ac050 req-a17c79a2-d41c-4f1b-81f4-53f14b07ebf1 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:30.532561 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1da5578f-97db-495a-9ca9-6183200ac050 req-a17c79a2-d41c-4f1b-81f4-53f14b07ebf1 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 945 time: 0.4680157 May 28 06:50:30.609499 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1da5578f-97db-495a-9ca9-6183200ac050 req-55625248-209b-4189-84a7-32a90dd93136 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548570 May 28 06:50:30.647530 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-3323e7b5-2a58-46c8-ac16-19f0dd3394e4 req-8b3be021-c2a6-40ed-99fc-cfddb5998d8c tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:30.651686 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-db3637ef-0778-48a8-b1cd-9583198ca2eb tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:30.673945 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['f8566525-c4cb-4e62-a1d8-5e9ce5ba1b4e'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:50:30.685289 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-db3637ef-0778-48a8-b1cd-9583198ca2eb tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.7536728 May 28 06:50:30.686274 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 56950) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:50:30.705630 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-49031b91-9bea-4fe7-b9fe-5df2373b2267 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Request body: {'security_group_rule': {'security_group_id': 'b613b61e-07a7-4591-9f25-e9022371db97', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:50:30.724576 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-49031b91-9bea-4fe7-b9fe-5df2373b2267 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:50:30.737327 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-49031b91-9bea-4fe7-b9fe-5df2373b2267 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Usage tracker for resource:security_group_rule and tenant:923dafe00970411a989ff222606e459e is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:50:30.744343 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-49031b91-9bea-4fe7-b9fe-5df2373b2267 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:50:30.769865 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-49031b91-9bea-4fe7-b9fe-5df2373b2267 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:50:30.887246 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-49031b91-9bea-4fe7-b9fe-5df2373b2267 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:30.917229 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3323e7b5-2a58-46c8-ac16-19f0dd3394e4 req-8b3be021-c2a6-40ed-99fc-cfddb5998d8c tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Network ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:50:30.925951 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [req-3323e7b5-2a58-46c8-ac16-19f0dd3394e4 req-8b3be021-c2a6-40ed-99fc-cfddb5998d8c tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:50:30.937507 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-3323e7b5-2a58-46c8-ac16-19f0dd3394e4 req-8b3be021-c2a6-40ed-99fc-cfddb5998d8c tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:50:30.953748 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['5f9506d4-977b-4d93-bf8d-166404f4d1ec'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:50:30.985106 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3be021-c2a6-40ed-99fc-cfddb5998d8c tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Pushing event updated for resources: {'Port': ['ID=aa4345c8-cec7-465a-b5f2-2c14d0163b12,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:50:31.026476 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3323e7b5-2a58-46c8-ac16-19f0dd3394e4 req-8b3be021-c2a6-40ed-99fc-cfddb5998d8c tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:31.027311 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-3323e7b5-2a58-46c8-ac16-19f0dd3394e4 req-8b3be021-c2a6-40ed-99fc-cfddb5998d8c tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:31.036415 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-49031b91-9bea-4fe7-b9fe-5df2373b2267 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:31.077258 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b0ef6-7574-4f7d-b35e-3c2849ede7c3 req-73c8de70-1db8-4312-b1b7-6df00f059bbd tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:31.079201 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-299b0ef6-7574-4f7d-b35e-3c2849ede7c3 req-73c8de70-1db8-4312-b1b7-6df00f059bbd tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 945 time: 0.2223387 May 28 06:50:31.097617 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-49031b91-9bea-4fe7-b9fe-5df2373b2267 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:31.120783 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49031b91-9bea-4fe7-b9fe-5df2373b2267 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cec5d281-5efa-4ae8-ac68-3bcb6ac7e655,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:50:31.149937 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3323e7b5-2a58-46c8-ac16-19f0dd3394e4 req-8b3be021-c2a6-40ed-99fc-cfddb5998d8c tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9512064 May 28 06:50:31.182952 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-3323e7b5-2a58-46c8-ac16-19f0dd3394e4 req-dde2c550-d7f7-4c0e-8bd6-5b742d000816 service neutron] Request body: {'port': {'device_id': 'b5623e46-d3a9-470f-9a20-589f12c56322', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843702-1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:50:31.274344 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-299b0ef6-7574-4f7d-b35e-3c2849ede7c3 req-1345e765-d411-4497-ad09-58b9dbf5f9bf tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826844 May 28 06:50:31.296954 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-49031b91-9bea-4fe7-b9fe-5df2373b2267 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:31.299802 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-49031b91-9bea-4fe7-b9fe-5df2373b2267 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6078520 May 28 06:50:31.303762 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 56962) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:50:31.317406 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-957fe806-0781-4c7f-b187-c9d5e989da32 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Request body: {'security_group_rule': {'security_group_id': 'b613b61e-07a7-4591-9f25-e9022371db97', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:50:31.331900 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-957fe806-0781-4c7f-b187-c9d5e989da32 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:50:31.340811 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-957fe806-0781-4c7f-b187-c9d5e989da32 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Usage tracker for resource:security_group_rule and tenant:923dafe00970411a989ff222606e459e is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:50:31.348114 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-957fe806-0781-4c7f-b187-c9d5e989da32 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:50:31.405519 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-957fe806-0781-4c7f-b187-c9d5e989da32 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:50:31.524367 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-957fe806-0781-4c7f-b187-c9d5e989da32 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:31.708834 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-3323e7b5-2a58-46c8-ac16-19f0dd3394e4 req-dde2c550-d7f7-4c0e-8bd6-5b742d000816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:31.862126 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:31.886256 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-957fe806-0781-4c7f-b187-c9d5e989da32 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:31.983774 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-957fe806-0781-4c7f-b187-c9d5e989da32 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:32.031165 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957fe806-0781-4c7f-b187-c9d5e989da32 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd2fe8b9-8927-4b71-b13c-6841c906997c,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:50:32.190315 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-957fe806-0781-4c7f-b187-c9d5e989da32 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:32.196092 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-957fe806-0781-4c7f-b187-c9d5e989da32 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8817213 May 28 06:50:32.196092 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 56994) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:50:32.206640 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-eeb22f6a-9537-429c-a7e5-5be43132fda4 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Request body: {'floatingip': {'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:50:32.253080 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-eeb22f6a-9537-429c-a7e5-5be43132fda4 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:50:32.261114 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-eeb22f6a-9537-429c-a7e5-5be43132fda4 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Usage tracker for resource:floatingip and tenant:923dafe00970411a989ff222606e459e is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:50:32.271164 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-eeb22f6a-9537-429c-a7e5-5be43132fda4 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:50:32.285569 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-eeb22f6a-9537-429c-a7e5-5be43132fda4 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:50:32.348204 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:32.383093 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-eeb22f6a-9537-429c-a7e5-5be43132fda4 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks [] for floatingip, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:32.657077 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec02cfb0-b279-4ec8-9b1f-11663764a6c1 req-45b11ab1-eb6e-4be7-a5fb-d4ae21d63ff3 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:32.660806 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-ec02cfb0-b279-4ec8-9b1f-11663764a6c1 req-45b11ab1-eb6e-4be7-a5fb-d4ae21d63ff3 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Synchronizing usage tracker for tenant:25104e9d91034f7ab315290096db2d20 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:50:32.761795 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-eeb22f6a-9537-429c-a7e5-5be43132fda4 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:32.797067 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7555df59-6e3d-40e8-a700-2a4f0e504588 req-e0e61d1f-5237-4bb9-89f7-6446331a7836 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:32.798644 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7555df59-6e3d-40e8-a700-2a4f0e504588 req-e0e61d1f-5237-4bb9-89f7-6446331a7836 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 945 time: 0.8259456 May 28 06:50:32.900739 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 57006) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:50:32.965606 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-ec02cfb0-b279-4ec8-9b1f-11663764a6c1 req-45b11ab1-eb6e-4be7-a5fb-d4ae21d63ff3 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Unset dirty status for tenant:25104e9d91034f7ab315290096db2d20 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:50:32.979506 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ec02cfb0-b279-4ec8-9b1f-11663764a6c1 req-45b11ab1-eb6e-4be7-a5fb-d4ae21d63ff3 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5623e46-d3a9-470f-9a20-589f12c56322 HTTP/1.1" status: 200 len: 931 time: 1.0758595 May 28 06:50:33.100549 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7555df59-6e3d-40e8-a700-2a4f0e504588 req-3e74a5b3-6910-47ad-87ee-b08505454292 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910411 May 28 06:50:33.242605 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.db.resource_extend [req-3323e7b5-2a58-46c8-ac16-19f0dd3394e4 req-dde2c550-d7f7-4c0e-8bd6-5b742d000816 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 06:50:33.288292 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ec02cfb0-b279-4ec8-9b1f-11663764a6c1 req-3bd891ba-7b36-4894-b93e-5de328bc9efe tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/security-groups?id=55eadb02-d3aa-43b2-bf74-b67b0f98720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3079326 May 28 06:50:33.527860 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-db7a4823-03e0-48ea-80b4-b0983424c706 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:33.637339 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-eeb22f6a-9537-429c-a7e5-5be43132fda4 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Allocated IP 172.25.5.242 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/709d24ec-134f-4257-bfbf-574166a5a01c) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:50:33.738478 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-db7a4823-03e0-48ea-80b4-b0983424c706 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:50:33.743249 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [req-3323e7b5-2a58-46c8-ac16-19f0dd3394e4 req-dde2c550-d7f7-4c0e-8bd6-5b742d000816 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa4345c8-cec7-465a-b5f2-2c14d0163b12 {{(pid=89110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:50:33.760254 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-3323e7b5-2a58-46c8-ac16-19f0dd3394e4 req-dde2c550-d7f7-4c0e-8bd6-5b742d000816 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:33.770700 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-db7a4823-03e0-48ea-80b4-b0983424c706 admin admin] Usage tracker for resource:security_group_rule and tenant:e0a1df27ec9247cab795f86533f722bf is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:50:33.771305 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-db7a4823-03e0-48ea-80b4-b0983424c706 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:50:33.781958 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-db7a4823-03e0-48ea-80b4-b0983424c706 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:50:33.801336 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-3323e7b5-2a58-46c8-ac16-19f0dd3394e4 req-dde2c550-d7f7-4c0e-8bd6-5b742d000816 service neutron] Transition to ACTIVE for port object aa4345c8-cec7-465a-b5f2-2c14d0163b12 will not be triggered until provisioned by entity L2. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:50:33.849065 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd47cf70-8a2f-4b8b-9830-955fec509294 req-582e908c-a0c5-4972-b18e-cf39e34dc1ba tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:33.856844 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bd47cf70-8a2f-4b8b-9830-955fec509294 req-582e908c-a0c5-4972-b18e-cf39e34dc1ba tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 945 time: 0.4018438 May 28 06:50:33.926188 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bd47cf70-8a2f-4b8b-9830-955fec509294 req-acdf0a07-8eb3-436a-9df8-cbb4ab9e0c25 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684323 May 28 06:50:33.954245 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-eeb22f6a-9537-429c-a7e5-5be43132fda4 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:33.966730 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-3323e7b5-2a58-46c8-ac16-19f0dd3394e4 req-dde2c550-d7f7-4c0e-8bd6-5b742d000816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:34.160086 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-eeb22f6a-9537-429c-a7e5-5be43132fda4 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:34.265696 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb22f6a-9537-429c-a7e5-5be43132fda4 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:50:34.282281 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-db7a4823-03e0-48ea-80b4-b0983424c706 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:34.291109 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-eeb22f6a-9537-429c-a7e5-5be43132fda4 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:50:34.296768 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb22f6a-9537-429c-a7e5-5be43132fda4 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:50:34.352479 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde2c550-d7f7-4c0e-8bd6-5b742d000816 service neutron] Pushing event updated for resources: {'Port': ['ID=aa4345c8-cec7-465a-b5f2-2c14d0163b12,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:50:34.417218 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb22f6a-9537-429c-a7e5-5be43132fda4 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Pushing event updated for resources: {'Port': ['ID=709d24ec-134f-4257-bfbf-574166a5a01c,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:50:34.466773 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-eeb22f6a-9537-429c-a7e5-5be43132fda4 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:34.584612 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-db7a4823-03e0-48ea-80b4-b0983424c706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:34.666581 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-db7a4823-03e0-48ea-80b4-b0983424c706 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e0a1df27ec9247cab795f86533f722bf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7311900 May 28 06:50:34.673151 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 57060) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:50:34.677116 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-eeb22f6a-9537-429c-a7e5-5be43132fda4 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:34.874382 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7a4823-03e0-48ea-80b4-b0983424c706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49a86491-6a35-4049-be52-09366d9f5ab8,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:50:34.897529 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-3323e7b5-2a58-46c8-ac16-19f0dd3394e4 req-dde2c550-d7f7-4c0e-8bd6-5b742d000816 service neutron] Attempting to bind port aa4345c8-cec7-465a-b5f2-2c14d0163b12 on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:50:34.898079 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-3323e7b5-2a58-46c8-ac16-19f0dd3394e4 req-dde2c550-d7f7-4c0e-8bd6-5b742d000816 service neutron] Attempting to bind port aa4345c8-cec7-465a-b5f2-2c14d0163b12 by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': 'd3c6b9f0-14d5-4338-b095-ac6f93dbc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:50:34.898572 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3323e7b5-2a58-46c8-ac16-19f0dd3394e4 req-dde2c550-d7f7-4c0e-8bd6-5b742d000816 service neutron] Attempting to bind port aa4345c8-cec7-465a-b5f2-2c14d0163b12 on network ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:50:34.906964 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3323e7b5-2a58-46c8-ac16-19f0dd3394e4 req-dde2c550-d7f7-4c0e-8bd6-5b742d000816 service neutron] Port aa4345c8-cec7-465a-b5f2-2c14d0163b12 on network ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:50:34.914771 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3323e7b5-2a58-46c8-ac16-19f0dd3394e4 req-dde2c550-d7f7-4c0e-8bd6-5b742d000816 service neutron] Attempting to bind port aa4345c8-cec7-465a-b5f2-2c14d0163b12 on network ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:50:34.933914 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3323e7b5-2a58-46c8-ac16-19f0dd3394e4 req-dde2c550-d7f7-4c0e-8bd6-5b742d000816 service neutron] Checking agent: {'id': '69f492a0-c00d-46d0-9bec-fcd8161ce206', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:50:34.934264 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3323e7b5-2a58-46c8-ac16-19f0dd3394e4 req-dde2c550-d7f7-4c0e-8bd6-5b742d000816 service neutron] Checking segment: {'id': 'd3c6b9f0-14d5-4338-b095-ac6f93dbc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:50:34.943147 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3323e7b5-2a58-46c8-ac16-19f0dd3394e4 req-dde2c550-d7f7-4c0e-8bd6-5b742d000816 service neutron] Bound using segment: {'id': 'd3c6b9f0-14d5-4338-b095-ac6f93dbc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1'} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:50:34.943632 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-3323e7b5-2a58-46c8-ac16-19f0dd3394e4 req-dde2c550-d7f7-4c0e-8bd6-5b742d000816 service neutron] Bound port: aa4345c8-cec7-465a-b5f2-2c14d0163b12, host: n-h1-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3c6b9f0-14d5-4338-b095-ac6f93dbc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1'}}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:50:34.944396 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-3323e7b5-2a58-46c8-ac16-19f0dd3394e4 req-dde2c550-d7f7-4c0e-8bd6-5b742d000816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:34.993581 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-bb8bfe22-a4b5-4d6b-b141-5e34412a9cbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:35.037251 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-bb8bfe22-a4b5-4d6b-b141-5e34412a9cbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:35.099199 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-eeb22f6a-9537-429c-a7e5-5be43132fda4 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:35.188413 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a0aa3e-5971-427b-acca-5f31a667edce req-fac1495c-4f2a-4d54-a6a0-6b2d3b9f9fc7 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:35.195911 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e5a0aa3e-5971-427b-acca-5f31a667edce req-fac1495c-4f2a-4d54-a6a0-6b2d3b9f9fc7 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 945 time: 0.7025602 May 28 06:50:35.235012 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-eeb22f6a-9537-429c-a7e5-5be43132fda4 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:35.256797 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b51fa7c-1669-45a6-8c32-610c911e76fc req-2fa140eb-7033-41e8-b5d9-7f7dc5880ab3 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:35.258597 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2b51fa7c-1669-45a6-8c32-610c911e76fc req-2fa140eb-7033-41e8-b5d9-7f7dc5880ab3 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5623e46-d3a9-470f-9a20-589f12c56322 HTTP/1.1" status: 200 len: 943 time: 0.7154830 May 28 06:50:35.294745 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e5a0aa3e-5971-427b-acca-5f31a667edce req-b1a42e48-32c8-4666-9b7b-c771d3730b69 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975685 May 28 06:50:35.337528 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-3323e7b5-2a58-46c8-ac16-19f0dd3394e4 req-dde2c550-d7f7-4c0e-8bd6-5b742d000816 service neutron] For port aa4345c8-cec7-465a-b5f2-2c14d0163b12, host n-h1-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:50:35.343267 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-bb8bfe22-a4b5-4d6b-b141-5e34412a9cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:35.381489 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb22f6a-9537-429c-a7e5-5be43132fda4 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Pushing event updated for resources: {'Port': ['ID=709d24ec-134f-4257-bfbf-574166a5a01c,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:50:35.406063 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-3323e7b5-2a58-46c8-ac16-19f0dd3394e4 req-dde2c550-d7f7-4c0e-8bd6-5b742d000816 service neutron] For port aa4345c8-cec7-465a-b5f2-2c14d0163b12, host n-h1-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=aa4345c8-cec7-465a-b5f2-2c14d0163b12,segment=NetworkSegment(d3c6b9f0-14d5-4338-b095-ac6f93dbc704),segment_id=d3c6b9f0-14d5-4338-b095-ac6f93dbc704)] {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:50:35.427608 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8bfe22-a4b5-4d6b-b141-5e34412a9cbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49a86491-6a35-4049-be52-09366d9f5ab8,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:50:35.441740 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-bb8bfe22-a4b5-4d6b-b141-5e34412a9cbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:35.445586 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-bb8bfe22-a4b5-4d6b-b141-5e34412a9cbd admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/49a86491-6a35-4049-be52-09366d9f5ab8 HTTP/1.1" status: 204 len: 168 time: 0.7644551 May 28 06:50:35.481197 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2b51fa7c-1669-45a6-8c32-610c911e76fc req-3ca8da68-6bd2-442f-bc55-45c8a2d41f95 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/security-groups?id=55eadb02-d3aa-43b2-bf74-b67b0f98720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739991 May 28 06:50:35.503647 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-eeb22f6a-9537-429c-a7e5-5be43132fda4 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691094'] for floatingip, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:35.541568 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-3323e7b5-2a58-46c8-ac16-19f0dd3394e4 req-dde2c550-d7f7-4c0e-8bd6-5b742d000816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:35.641687 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-eeb22f6a-9537-429c-a7e5-5be43132fda4 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:35.651429 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-eeb22f6a-9537-429c-a7e5-5be43132fda4 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4460833 May 28 06:50:35.651626 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3323e7b5-2a58-46c8-ac16-19f0dd3394e4 req-dde2c550-d7f7-4c0e-8bd6-5b742d000816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:35.651626 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-3323e7b5-2a58-46c8-ac16-19f0dd3394e4 req-dde2c550-d7f7-4c0e-8bd6-5b742d000816 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:35.651626 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3323e7b5-2a58-46c8-ac16-19f0dd3394e4 req-dde2c550-d7f7-4c0e-8bd6-5b742d000816 service neutron] 10.222.0.69 "PUT /v2.0/ports/aa4345c8-cec7-465a-b5f2-2c14d0163b12 HTTP/1.1" status: 200 len: 1091 time: 4.4859891 May 28 06:50:35.651626 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5623e46-d3a9-470f-9a20-589f12c56322', 'tag': 'aa4345c8-cec7-465a-b5f2-2c14d0163b12'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:50:35.712533 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde2c550-d7f7-4c0e-8bd6-5b742d000816 service neutron] Pushing event updated for resources: {'Port': ['ID=aa4345c8-cec7-465a-b5f2-2c14d0163b12,revision_number=3']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:50:35.726894 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e27ff9d9-4afa-43dd-a98f-09dd2eaa293e'] response: {'name': 'network-changed', 'server_uuid': 'b5623e46-d3a9-470f-9a20-589f12c56322', 'tag': 'aa4345c8-cec7-465a-b5f2-2c14d0163b12', 'status': 'completed', 'code': 200} May 28 06:50:35.739805 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a59c85-e8b3-45ad-adeb-000f11cba551 req-5f98c817-1848-44eb-a27f-4d23dc971067 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:35.741944 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-90a59c85-e8b3-45ad-adeb-000f11cba551 req-5f98c817-1848-44eb-a27f-4d23dc971067 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 945 time: 0.2421663 May 28 06:50:35.866432 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-90a59c85-e8b3-45ad-adeb-000f11cba551 req-1e5897ed-7d9e-411e-8191-4b310c6e6ba0 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649993 May 28 06:50:36.066895 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b933f4dd-5a15-4e14-bd2c-f24bdaede93b req-dd82957d-3f87-472c-bcde-9e58baaed844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:36.068358 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b933f4dd-5a15-4e14-bd2c-f24bdaede93b req-dd82957d-3f87-472c-bcde-9e58baaed844 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=25104e9d91034f7ab315290096db2d20&device_id=b5623e46-d3a9-470f-9a20-589f12c56322 HTTP/1.1" status: 200 len: 1094 time: 0.3223641 May 28 06:50:36.240895 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-30fc5cf8-35d1-45f9-b078-935b2a0854e4 req-503fc25f-fff5-4598-81de-8b88cbde5110 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1850279116&fields=id&tenant_id=923dafe00970411a989ff222606e459e HTTP/1.1" status: 200 len: 267 time: 0.3380806 May 28 06:50:36.590940 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b940a86-3cc0-4a3e-a160-1b05676bd499 req-551dd9dc-f463-479e-8406-53b8e777f90e tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:36.606806 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7b940a86-3cc0-4a3e-a160-1b05676bd499 req-551dd9dc-f463-479e-8406-53b8e777f90e tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 945 time: 0.5519691 May 28 06:50:36.680168 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b933f4dd-5a15-4e14-bd2c-f24bdaede93b req-df69a89d-5e1f-4378-a54a-2b446c922117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:36.693892 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b933f4dd-5a15-4e14-bd2c-f24bdaede93b req-df69a89d-5e1f-4378-a54a-2b446c922117 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=25104e9d91034f7ab315290096db2d20&shared=False HTTP/1.1" status: 200 len: 907 time: 0.6004636 May 28 06:50:36.765904 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fc5cf8-35d1-45f9-b078-935b2a0854e4 req-e066bb01-7ca0-4469-81cb-0563654f0c49 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:36.780681 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-30fc5cf8-35d1-45f9-b078-935b2a0854e4 req-e066bb01-7ca0-4469-81cb-0563654f0c49 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/networks?id=244ee66f-8ba5-4a6d-a99b-5ec1fae21d38 HTTP/1.1" status: 200 len: 815 time: 0.4818854 May 28 06:50:36.933350 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7b940a86-3cc0-4a3e-a160-1b05676bd499 req-8f1f653a-26e9-4b6c-82a2-2bb7fe84c198 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3261521 May 28 06:50:36.962061 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-30fc5cf8-35d1-45f9-b078-935b2a0854e4 req-2837e000-ee0e-4f94-bb15-a302d0d72eb5 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/quotas/923dafe00970411a989ff222606e459e HTTP/1.1" status: 200 len: 375 time: 0.1804197 May 28 06:50:37.390789 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 57152) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:50:37.427576 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b933f4dd-5a15-4e14-bd2c-f24bdaede93b req-edb672d0-dfdf-43d6-8ac6-390117cf7668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:37.429734 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b933f4dd-5a15-4e14-bd2c-f24bdaede93b req-edb672d0-dfdf-43d6-8ac6-390117cf7668 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7351580 May 28 06:50:37.510442 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-30fc5cf8-35d1-45f9-b078-935b2a0854e4 req-d9e15f59-90ac-49f6-8af3-79b23d95386f tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=923dafe00970411a989ff222606e459e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.5474277 May 28 06:50:37.656863 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df92c6c-31bb-4411-a107-ca4465f64e9c req-01fdf313-c989-4cc0-9677-d8f9c7970c40 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:37.664039 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5df92c6c-31bb-4411-a107-ca4465f64e9c req-01fdf313-c989-4cc0-9677-d8f9c7970c40 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5623e46-d3a9-470f-9a20-589f12c56322 HTTP/1.1" status: 200 len: 943 time: 0.4433241 May 28 06:50:37.692964 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-f08a8623-19dd-48bb-aebb-186180048e69 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-869790621-network', 'tenant_id': '2b9fc0e304c74fa6acb164db1839a8b3'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:50:37.711048 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-f08a8623-19dd-48bb-aebb-186180048e69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:50:37.718349 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-f08a8623-19dd-48bb-aebb-186180048e69 admin admin] Usage tracker for resource:network and tenant:2b9fc0e304c74fa6acb164db1839a8b3 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:50:37.730937 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-f08a8623-19dd-48bb-aebb-186180048e69 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:50:37.750256 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-f08a8623-19dd-48bb-aebb-186180048e69 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:50:37.834417 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f08a8623-19dd-48bb-aebb-186180048e69 admin admin] Made reservation on behalf of 2b9fc0e304c74fa6acb164db1839a8b3 for: {'network': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:50:37.837221 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f08a8623-19dd-48bb-aebb-186180048e69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:37.871522 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f08a8623-19dd-48bb-aebb-186180048e69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:37.908463 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-f08a8623-19dd-48bb-aebb-186180048e69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:50:37.921026 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-f08a8623-19dd-48bb-aebb-186180048e69 admin admin] Usage tracker for resource:security_group_rule and tenant:2b9fc0e304c74fa6acb164db1839a8b3 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:50:37.925284 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-f08a8623-19dd-48bb-aebb-186180048e69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:50:37.939941 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-f08a8623-19dd-48bb-aebb-186180048e69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:50:37.992772 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-30fc5cf8-35d1-45f9-b078-935b2a0854e4 req-51db9290-d0cb-4c61-ad6b-57c7ea85eba0 service neutron] 10.222.0.55 "GET /v2.0/networks/244ee66f-8ba5-4a6d-a99b-5ec1fae21d38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4333949 May 28 06:50:38.027255 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5df92c6c-31bb-4411-a107-ca4465f64e9c req-89237ba1-c959-41a0-87ee-54bba99eda29 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/security-groups?id=55eadb02-d3aa-43b2-bf74-b67b0f98720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3403966 May 28 06:50:38.032705 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3323e7b5-2a58-46c8-ac16-19f0dd3394e4 req-4a870ea0-7940-4ec3-8737-4bb6c4175447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:38.034251 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3323e7b5-2a58-46c8-ac16-19f0dd3394e4 req-4a870ea0-7940-4ec3-8737-4bb6c4175447 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=25104e9d91034f7ab315290096db2d20&device_id=b5623e46-d3a9-470f-9a20-589f12c56322 HTTP/1.1" status: 200 len: 1094 time: 0.5221634 May 28 06:50:38.176999 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3323e7b5-2a58-46c8-ac16-19f0dd3394e4 req-7e55af56-31e6-48db-bb2e-549ab09b2221 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aa4345c8-cec7-465a-b5f2-2c14d0163b12 HTTP/1.1" status: 200 len: 217 time: 0.0864174 May 28 06:50:38.183764 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f08a8623-19dd-48bb-aebb-186180048e69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:38.244903 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f08a8623-19dd-48bb-aebb-186180048e69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:38.308370 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08a8623-19dd-48bb-aebb-186180048e69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5405011-e67f-486c-b8b7-90cc2616855d,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:50:38.330166 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f08a8623-19dd-48bb-aebb-186180048e69 admin admin] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=89109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:50:38.350492 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f08a8623-19dd-48bb-aebb-186180048e69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:38.350903 n-d-843702-1 neutron-server[89109]: INFO neutron.db.segments_db [None req-f08a8623-19dd-48bb-aebb-186180048e69 admin admin] Added segment 87f477f8-a9f9-42cd-8d54-22507bf95e7d of type vlan for network 95fc829d-deba-4a7f-ae0c-f5122226b494 May 28 06:50:38.390374 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3323e7b5-2a58-46c8-ac16-19f0dd3394e4 req-6956c145-a675-4246-bd6b-b871851c009d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:38.391189 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f08a8623-19dd-48bb-aebb-186180048e69 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:38.394070 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3323e7b5-2a58-46c8-ac16-19f0dd3394e4 req-6956c145-a675-4246-bd6b-b871851c009d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cb73ce23-f864-48a4-8bdb-f1e8654d92be HTTP/1.1" status: 200 len: 846 time: 0.2072003 May 28 06:50:38.514758 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f08a8623-19dd-48bb-aebb-186180048e69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:38.515958 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f08a8623-19dd-48bb-aebb-186180048e69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:38.516760 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f08a8623-19dd-48bb-aebb-186180048e69 admin admin] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:38.597268 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-30fc5cf8-35d1-45f9-b078-935b2a0854e4 req-0eb43034-fb14-4b9b-b463-4639de60248e service neutron] 10.222.0.55 "GET /v2.0/networks/244ee66f-8ba5-4a6d-a99b-5ec1fae21d38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5943232 May 28 06:50:38.623409 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3323e7b5-2a58-46c8-ac16-19f0dd3394e4 req-2b047390-eade-416e-ad54-32bd82c160ef service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1608663 May 28 06:50:38.789995 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08a8623-19dd-48bb-aebb-186180048e69 admin admin] Pushing event updated for resources: {'Network': ['ID=95fc829d-deba-4a7f-ae0c-f5122226b494,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:50:38.805407 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 95fc829d-deba-4a7f-ae0c-f5122226b494 details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:50:38.887208 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c1f0e9-9dba-4f0e-a37d-de0b7292bc7b req-4aa2c97b-95f6-452e-99ff-21c64aa9b545 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:38.895021 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-06c1f0e9-9dba-4f0e-a37d-de0b7292bc7b req-4aa2c97b-95f6-452e-99ff-21c64aa9b545 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 945 time: 0.5191615 May 28 06:50:38.915730 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-f08a8623-19dd-48bb-aebb-186180048e69 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5233700 May 28 06:50:38.918089 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 57178) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:50:38.924636 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3323e7b5-2a58-46c8-ac16-19f0dd3394e4 req-3d814080-93f0-474a-92e9-e01772d9209f service neutron] 10.222.0.69 "GET /v2.0/networks/ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2910140 May 28 06:50:38.925965 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-e7c3c6f9-109a-467c-a443-02ed149b8cf5 admin admin] Request body: {'subnet': {'network_id': '95fc829d-deba-4a7f-ae0c-f5122226b494', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-869790621-subnet', 'tenant_id': '2b9fc0e304c74fa6acb164db1839a8b3', 'ip_version': 4}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:50:38.942150 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-e7c3c6f9-109a-467c-a443-02ed149b8cf5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:50:38.973998 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-e7c3c6f9-109a-467c-a443-02ed149b8cf5 admin admin] Usage tracker for resource:subnet and tenant:2b9fc0e304c74fa6acb164db1839a8b3 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:50:38.980851 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-e7c3c6f9-109a-467c-a443-02ed149b8cf5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:50:39.002485 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-e7c3c6f9-109a-467c-a443-02ed149b8cf5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:50:39.103300 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7c3c6f9-109a-467c-a443-02ed149b8cf5 admin admin] Made reservation on behalf of 2b9fc0e304c74fa6acb164db1839a8b3 for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:50:39.105339 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e7c3c6f9-109a-467c-a443-02ed149b8cf5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:39.118055 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-06c1f0e9-9dba-4f0e-a37d-de0b7292bc7b req-ed7c6721-f580-4ae2-8a98-e6f4c535f34b tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221117 May 28 06:50:39.305152 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-92ce41cd-97d4-494a-a785-e7319df1c9ae req-87fe1791-ed55-4690-a6dc-624c778853f1 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/ports?device_id=208469cb-c031-4c42-92b3-d0bb091cb84d HTTP/1.1" status: 200 len: 210 time: 0.1853497 May 28 06:50:39.507726 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3323e7b5-2a58-46c8-ac16-19f0dd3394e4 req-8246717d-b147-4f0a-bae8-3b974065c95d service neutron] 10.222.0.69 "GET /v2.0/networks/ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5687346 May 28 06:50:39.695022 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a2457d-bb78-4bc8-93ce-c98ed62e4b8f req-5a2967bf-dd66-4819-a8cc-e944b8950289 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:39.702560 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-25a2457d-bb78-4bc8-93ce-c98ed62e4b8f req-5a2967bf-dd66-4819-a8cc-e944b8950289 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5623e46-d3a9-470f-9a20-589f12c56322 HTTP/1.1" status: 200 len: 943 time: 0.1670091 May 28 06:50:39.853447 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-25a2457d-bb78-4bc8-93ce-c98ed62e4b8f req-38fb9b8e-66df-490f-b40f-bbe538dcc714 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/security-groups?id=55eadb02-d3aa-43b2-bf74-b67b0f98720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206079 May 28 06:50:39.928286 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e7c3c6f9-109a-467c-a443-02ed149b8cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:40.088587 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c3c6f9-109a-467c-a443-02ed149b8cf5 admin admin] Checking segment: {'id': '87f477f8-a9f9-42cd-8d54-22507bf95e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '95fc829d-deba-4a7f-ae0c-f5122226b494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:50:40.089066 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c3c6f9-109a-467c-a443-02ed149b8cf5 admin admin] Network hostable DHCP agents. Network: 95fc829d-deba-4a7f-ae0c-f5122226b494, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:50:40.102815 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c3c6f9-109a-467c-a443-02ed149b8cf5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=428bcd12-f300-4329-b048-6fc3e6bd5ca7,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:50:40.257593 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c3c6f9-109a-467c-a443-02ed149b8cf5 admin admin] Network 95fc829d-deba-4a7f-ae0c-f5122226b494 is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:50:40.380001 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-e7c3c6f9-109a-467c-a443-02ed149b8cf5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, 95fc829d-deba-4a7f-ae0c-f5122226b494) {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:50:40.390416 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1957f3a-a32c-4a30-a5e2-8fb93984d8d0 None None] Network 95fc829d-deba-4a7f-ae0c-f5122226b494 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:50:40.396902 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c3c6f9-109a-467c-a443-02ed149b8cf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:40.397571 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e7c3c6f9-109a-467c-a443-02ed149b8cf5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:40.550084 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-e7c3c6f9-109a-467c-a443-02ed149b8cf5 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6300917 May 28 06:50:40.556424 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 57224) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:50:40.564080 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-2a791827-b3c5-4f46-8317-53a68455231c admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-869790621-router', 'tenant_id': '2b9fc0e304c74fa6acb164db1839a8b3', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:50:40.570218 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-2a791827-b3c5-4f46-8317-53a68455231c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:50:40.585131 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-2a791827-b3c5-4f46-8317-53a68455231c admin admin] Usage tracker for resource:router and tenant:2b9fc0e304c74fa6acb164db1839a8b3 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:50:40.600948 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-2a791827-b3c5-4f46-8317-53a68455231c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:50:40.616939 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-2a791827-b3c5-4f46-8317-53a68455231c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:50:40.662205 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-67b4169b-6875-4ed4-999c-28945c310643 req-7e903a13-797c-4cf2-b605-d7a8f49c3ba2 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/ports?device_id=208469cb-c031-4c42-92b3-d0bb091cb84d HTTP/1.1" status: 200 len: 210 time: 0.1387174 May 28 06:50:40.706449 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d006481f-4c13-4b8a-8de2-071d15880424 req-c3281c45-f543-4a17-aefc-104e2853abac tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:40.708076 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d006481f-4c13-4b8a-8de2-071d15880424 req-c3281c45-f543-4a17-aefc-104e2853abac tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 945 time: 0.3494987 May 28 06:50:40.769081 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d006481f-4c13-4b8a-8de2-071d15880424 req-79417d13-d026-4639-8f33-9c719d0de0ab tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520446 May 28 06:50:40.873926 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2a791827-b3c5-4f46-8317-53a68455231c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59128'] for router, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:40.873926 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2a791827-b3c5-4f46-8317-53a68455231c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59009'] for router, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:40.882340 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ce600f-3add-420d-a8be-43028ac5e066 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-95fc829d-deba-4a7f-ae0c-f5122226b494', 'network_id': '95fc829d-deba-4a7f-ae0c-f5122226b494', 'tenant_id': '2b9fc0e304c74fa6acb164db1839a8b3', 'fixed_ips': [{'subnet_id': '428bcd12-f300-4329-b048-6fc3e6bd5ca7'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:50:40.883200 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74ce600f-3add-420d-a8be-43028ac5e066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:40.909229 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2a791827-b3c5-4f46-8317-53a68455231c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:40.951950 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 57244) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:50:41.036666 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device aa4345c8-cec7-465a-b5f2-2c14d0163b12 details requested by agent hyperv_n-h1-843702-1 with host n-h1-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:50:41.185518 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef74e46-c3be-4de2-a472-9b669f5fe176 req-369d1a77-6ef5-4668-ac60-516b4bb5587c tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:41.187482 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6ef74e46-c3be-4de2-a472-9b669f5fe176 req-369d1a77-6ef5-4668-ac60-516b4bb5587c tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5623e46-d3a9-470f-9a20-589f12c56322 HTTP/1.1" status: 200 len: 943 time: 0.1395123 May 28 06:50:41.190323 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-974c886a-aa00-4571-99e6-5f824634ef2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:41.220182 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port aa4345c8-cec7-465a-b5f2-2c14d0163b12, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=aa4345c8-cec7-465a-b5f2-2c14d0163b12,segment=NetworkSegment(d3c6b9f0-14d5-4338-b095-ac6f93dbc704),segment_id=d3c6b9f0-14d5-4338-b095-ac6f93dbc704)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:50:41.253890 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Returning: {'device': 'aa4345c8-cec7-465a-b5f2-2c14d0163b12', 'network_id': 'ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1', 'port_id': 'aa4345c8-cec7-465a-b5f2-2c14d0163b12', 'mac_address': 'fa:16:3e:7a:34:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb73ce23-f864-48a4-8bdb-f1e8654d92be', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:50:41.258770 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-974c886a-aa00-4571-99e6-5f824634ef2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:50:41.282751 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-974c886a-aa00-4571-99e6-5f824634ef2d admin admin] Usage tracker for resource:security_group_rule and tenant:b03da2d89577461f938cab56f4b3378d is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:50:41.292752 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-974c886a-aa00-4571-99e6-5f824634ef2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:50:41.305523 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-974c886a-aa00-4571-99e6-5f824634ef2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:50:41.314550 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6ef74e46-c3be-4de2-a472-9b669f5fe176 req-b975826e-d513-4994-a7e2-cc38bb891b5b tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/security-groups?id=55eadb02-d3aa-43b2-bf74-b67b0f98720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099842 May 28 06:50:41.452458 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-74ce600f-3add-420d-a8be-43028ac5e066 None None] Allocated IP 172.20.0.2 (95fc829d-deba-4a7f-ae0c-f5122226b494/428bcd12-f300-4329-b048-6fc3e6bd5ca7/6d2a073e-3eb1-4d7a-b157-874cc3df00f3) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:50:41.554053 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-974c886a-aa00-4571-99e6-5f824634ef2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:41.666073 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-974c886a-aa00-4571-99e6-5f824634ef2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:41.846330 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-974c886a-aa00-4571-99e6-5f824634ef2d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b03da2d89577461f938cab56f4b3378d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8911324 May 28 06:50:41.851423 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 57264) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:50:41.854436 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974c886a-aa00-4571-99e6-5f824634ef2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b801dc3-606a-4200-8f8f-87ba16ce0d1d,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:50:41.925313 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74ce600f-3add-420d-a8be-43028ac5e066 None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:41.969166 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74ce600f-3add-420d-a8be-43028ac5e066 None None] Transition to ACTIVE for port object 6d2a073e-3eb1-4d7a-b157-874cc3df00f3 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:50:42.018773 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74ce600f-3add-420d-a8be-43028ac5e066 None None] Transition to ACTIVE for port object 6d2a073e-3eb1-4d7a-b157-874cc3df00f3 will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:50:42.071638 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port aa4345c8-cec7-465a-b5f2-2c14d0163b12 is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:50:42.072287 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:42.100511 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2a791827-b3c5-4f46-8317-53a68455231c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59027'] for router, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:42.149290 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74ce600f-3add-420d-a8be-43028ac5e066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:42.200316 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-89f95e8b-3f86-44be-988a-3ad44f5a60e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:42.212943 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa4345c8-cec7-465a-b5f2-2c14d0163b12 {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:50:42.226323 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ce600f-3add-420d-a8be-43028ac5e066 None None] Network 95fc829d-deba-4a7f-ae0c-f5122226b494 is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:50:42.236200 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-74ce600f-3add-420d-a8be-43028ac5e066 None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:50:42.244519 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ce600f-3add-420d-a8be-43028ac5e066 None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:50:42.296825 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-427c9077-e7ac-445e-b722-20b2807e2b40 req-95f0f832-f47e-4a07-995a-b69b736daabc tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/ports?device_id=208469cb-c031-4c42-92b3-d0bb091cb84d HTTP/1.1" status: 200 len: 210 time: 0.3100486 May 28 06:50:42.299646 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port aa4345c8-cec7-465a-b5f2-2c14d0163b12, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=aa4345c8-cec7-465a-b5f2-2c14d0163b12,segment=NetworkSegment(d3c6b9f0-14d5-4338-b095-ac6f93dbc704),segment_id=d3c6b9f0-14d5-4338-b095-ac6f93dbc704)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:50:42.377701 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:42.380115 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ce600f-3add-420d-a8be-43028ac5e066 None None] Pushing event updated for resources: {'Port': ['ID=6d2a073e-3eb1-4d7a-b157-874cc3df00f3,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:50:42.400043 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-89f95e8b-3f86-44be-988a-3ad44f5a60e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:42.448701 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-74ce600f-3add-420d-a8be-43028ac5e066 None None] Attempting to bind port 6d2a073e-3eb1-4d7a-b157-874cc3df00f3 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:50:42.449242 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-74ce600f-3add-420d-a8be-43028ac5e066 None None] Attempting to bind port 6d2a073e-3eb1-4d7a-b157-874cc3df00f3 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': '87f477f8-a9f9-42cd-8d54-22507bf95e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '95fc829d-deba-4a7f-ae0c-f5122226b494'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:50:42.449664 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ce600f-3add-420d-a8be-43028ac5e066 None None] Attempting to bind port 6d2a073e-3eb1-4d7a-b157-874cc3df00f3 on network 95fc829d-deba-4a7f-ae0c-f5122226b494 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:50:42.467275 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ce600f-3add-420d-a8be-43028ac5e066 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:50:42.470931 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ce600f-3add-420d-a8be-43028ac5e066 None None] Checking segment: {'id': '87f477f8-a9f9-42cd-8d54-22507bf95e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '95fc829d-deba-4a7f-ae0c-f5122226b494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:50:42.471363 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74ce600f-3add-420d-a8be-43028ac5e066 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:42.471763 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ce600f-3add-420d-a8be-43028ac5e066 None None] Bound using segment: {'id': '87f477f8-a9f9-42cd-8d54-22507bf95e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '95fc829d-deba-4a7f-ae0c-f5122226b494'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:50:42.472458 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-74ce600f-3add-420d-a8be-43028ac5e066 None None] Bound port: 6d2a073e-3eb1-4d7a-b157-874cc3df00f3, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87f477f8-a9f9-42cd-8d54-22507bf95e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '95fc829d-deba-4a7f-ae0c-f5122226b494'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:50:42.473009 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74ce600f-3add-420d-a8be-43028ac5e066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:42.504886 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3e0646-3cef-44e5-a0fd-6e30555eecce req-373320cd-fe9d-478a-b0fa-9cf65d9f4947 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:42.522268 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ad3e0646-3cef-44e5-a0fd-6e30555eecce req-373320cd-fe9d-478a-b0fa-9cf65d9f4947 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 945 time: 0.3197815 May 28 06:50:42.661692 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74ce600f-3add-420d-a8be-43028ac5e066 None None] For port 6d2a073e-3eb1-4d7a-b157-874cc3df00f3, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:50:42.665513 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74ce600f-3add-420d-a8be-43028ac5e066 None None] For port 6d2a073e-3eb1-4d7a-b157-874cc3df00f3, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=6d2a073e-3eb1-4d7a-b157-874cc3df00f3,segment=NetworkSegment(87f477f8-a9f9-42cd-8d54-22507bf95e7d),segment_id=87f477f8-a9f9-42cd-8d54-22507bf95e7d)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:50:42.670123 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['aa4345c8-cec7-465a-b5f2-2c14d0163b12'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:50:42.699543 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ad3e0646-3cef-44e5-a0fd-6e30555eecce req-133434ed-30a7-4289-adf7-91585010fec8 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669397 May 28 06:50:42.738221 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f276cbd2-c4d9-4263-aba9-306de7164b1c req-54ddb45d-52c8-4cd2-8551-16e5466dc3ed tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:42.739999 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f276cbd2-c4d9-4263-aba9-306de7164b1c req-54ddb45d-52c8-4cd2-8551-16e5466dc3ed tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5623e46-d3a9-470f-9a20-589f12c56322 HTTP/1.1" status: 200 len: 944 time: 0.1389756 May 28 06:50:42.823391 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-89f95e8b-3f86-44be-988a-3ad44f5a60e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:42.905627 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f95e8b-3f86-44be-988a-3ad44f5a60e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b801dc3-606a-4200-8f8f-87ba16ce0d1d,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:50:42.926675 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74ce600f-3add-420d-a8be-43028ac5e066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:42.941299 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=aa4345c8-cec7-465a-b5f2-2c14d0163b12,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:50:42.991962 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-89f95e8b-3f86-44be-988a-3ad44f5a60e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:43.004752 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-89f95e8b-3f86-44be-988a-3ad44f5a60e5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4b801dc3-606a-4200-8f8f-87ba16ce0d1d HTTP/1.1" status: 204 len: 168 time: 1.1369293 May 28 06:50:43.082053 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f276cbd2-c4d9-4263-aba9-306de7164b1c req-1493a37b-6f81-444a-a9c1-79f57ecfdcce tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/security-groups?id=55eadb02-d3aa-43b2-bf74-b67b0f98720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3297448 May 28 06:50:43.089486 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fc5cf8-35d1-45f9-b078-935b2a0854e4 req-4ec4a2e3-adaa-4fc6-9556-d5bc50109947 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:43.091059 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-30fc5cf8-35d1-45f9-b078-935b2a0854e4 req-4ec4a2e3-adaa-4fc6-9556-d5bc50109947 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.71 "GET /v2.0/networks?id=244ee66f-8ba5-4a6d-a99b-5ec1fae21d38 HTTP/1.1" status: 200 len: 815 time: 0.3063707 May 28 06:50:43.299544 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2a791827-b3c5-4f46-8317-53a68455231c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:43.330404 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ce600f-3add-420d-a8be-43028ac5e066 None None] Pushing event updated for resources: {'Port': ['ID=6d2a073e-3eb1-4d7a-b157-874cc3df00f3,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:50:43.443016 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2a791827-b3c5-4f46-8317-53a68455231c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:43.873245 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cfe31403-0047-468f-86cf-a07947c5b907 req-b6464581-52bd-4d04-84cf-bc9d87c7af2c tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/ports?device_id=208469cb-c031-4c42-92b3-d0bb091cb84d HTTP/1.1" status: 200 len: 210 time: 0.1467566 May 28 06:50:44.003726 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-30fc5cf8-35d1-45f9-b078-935b2a0854e4 req-fc670f44-ea91-4e92-85c4-5ee8411bec90 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Synchronizing usage tracker for tenant:923dafe00970411a989ff222606e459e on resource:security_group {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:50:44.108091 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-2a791827-b3c5-4f46-8317-53a68455231c admin admin] Allocated IP 172.25.5.125 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/3159b117-f5f9-49f6-9c9a-7c8286f312da) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:50:44.202189 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1019461e-b8c5-4f61-af6d-0c3b22829998 req-c07b662b-04d7-4b54-89fa-f305deed8463 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:44.206740 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1019461e-b8c5-4f61-af6d-0c3b22829998 req-c07b662b-04d7-4b54-89fa-f305deed8463 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 945 time: 0.2995944 May 28 06:50:44.398753 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1019461e-b8c5-4f61-af6d-0c3b22829998 req-22c16e1c-1c68-4c79-8d3c-440a3d150de3 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479225 May 28 06:50:44.519071 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2a791827-b3c5-4f46-8317-53a68455231c admin admin] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:44.577646 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-30fc5cf8-35d1-45f9-b078-935b2a0854e4 req-fc670f44-ea91-4e92-85c4-5ee8411bec90 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Unset dirty status for tenant:923dafe00970411a989ff222606e459e on resource:security_group {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:50:44.579588 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-30fc5cf8-35d1-45f9-b078-935b2a0854e4 req-fc670f44-ea91-4e92-85c4-5ee8411bec90 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=923dafe00970411a989ff222606e459e HTTP/1.1" status: 200 len: 473 time: 1.4277539 May 28 06:50:44.585764 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51ff873-eb8d-4ff0-b0d7-ad3945f3b20e req-4249499f-c2b9-4bd1-9c2e-346b5598ccc1 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:44.587658 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c51ff873-eb8d-4ff0-b0d7-ad3945f3b20e req-4249499f-c2b9-4bd1-9c2e-346b5598ccc1 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5623e46-d3a9-470f-9a20-589f12c56322 HTTP/1.1" status: 200 len: 944 time: 0.2093983 May 28 06:50:44.594447 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-30fc5cf8-35d1-45f9-b078-935b2a0854e4 req-5ca21da6-4e68-4a16-8298-ba308d25fbe9 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Request body: {'port': {'device_id': '208469cb-c031-4c42-92b3-d0bb091cb84d', 'network_id': '244ee66f-8ba5-4a6d-a99b-5ec1fae21d38', 'admin_state_up': True, 'tenant_id': '923dafe00970411a989ff222606e459e', 'security_groups': ['b613b61e-07a7-4591-9f25-e9022371db97']}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:50:44.741903 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2a791827-b3c5-4f46-8317-53a68455231c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:44.757043 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 57328) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:50:44.829884 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-75a45481-9000-4d04-a901-7370b7e1b295 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:44.849540 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c51ff873-eb8d-4ff0-b0d7-ad3945f3b20e req-1d70d0c8-081d-4548-a963-dc1c45029a3c tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/security-groups?id=55eadb02-d3aa-43b2-bf74-b67b0f98720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505016 May 28 06:50:44.889861 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-75a45481-9000-4d04-a901-7370b7e1b295 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:50:44.895737 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a791827-b3c5-4f46-8317-53a68455231c admin admin] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:50:44.909278 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-75a45481-9000-4d04-a901-7370b7e1b295 admin admin] Usage tracker for resource:security_group_rule and tenant:4de2371c8a1141a2a6bcc25a2bed182e is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:50:44.912411 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-75a45481-9000-4d04-a901-7370b7e1b295 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:50:44.920052 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-75a45481-9000-4d04-a901-7370b7e1b295 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:50:44.926748 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-2a791827-b3c5-4f46-8317-53a68455231c admin admin] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:50:44.964021 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a791827-b3c5-4f46-8317-53a68455231c admin admin] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:50:45.052444 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device aa4345c8-cec7-465a-b5f2-2c14d0163b12 up at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:50:45.055120 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-75a45481-9000-4d04-a901-7370b7e1b295 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:45.114498 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-75a45481-9000-4d04-a901-7370b7e1b295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:45.199423 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a791827-b3c5-4f46-8317-53a68455231c admin admin] Pushing event updated for resources: {'Port': ['ID=3159b117-f5f9-49f6-9c9a-7c8286f312da,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:50:45.259659 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-97c7ee31-7f2c-4953-9df9-bb05f0af266d req-e0132ff8-139a-41b8-9501-053f9b9fbc4c tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/ports?device_id=208469cb-c031-4c42-92b3-d0bb091cb84d HTTP/1.1" status: 200 len: 210 time: 0.1348879 May 28 06:50:45.262101 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a45481-9000-4d04-a901-7370b7e1b295 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf38933-9e71-49de-94fb-9606a0e4f365,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:50:45.288727 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [req-30fc5cf8-35d1-45f9-b078-935b2a0854e4 req-5ca21da6-4e68-4a16-8298-ba308d25fbe9 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:50:45.288835 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning for port aa4345c8-cec7-465a-b5f2-2c14d0163b12 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:50:45.290283 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-30fc5cf8-35d1-45f9-b078-935b2a0854e4 req-5ca21da6-4e68-4a16-8298-ba308d25fbe9 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Usage tracker for resource:port and tenant:923dafe00970411a989ff222606e459e is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:50:45.292228 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning complete for port aa4345c8-cec7-465a-b5f2-2c14d0163b12 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:50:45.292793 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:45.293219 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-30fc5cf8-35d1-45f9-b078-935b2a0854e4 req-5ca21da6-4e68-4a16-8298-ba308d25fbe9 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Quota usage for port was recalculated. Used quota:5. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:50:45.299997 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [req-30fc5cf8-35d1-45f9-b078-935b2a0854e4 req-5ca21da6-4e68-4a16-8298-ba308d25fbe9 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:50:45.302319 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-75a45481-9000-4d04-a901-7370b7e1b295 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4de2371c8a1141a2a6bcc25a2bed182e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5433283 May 28 06:50:45.304863 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 57340) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:50:45.458132 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de4b3a67-5dfb-479f-bb4c-501843681bf7 None None] Network 95fc829d-deba-4a7f-ae0c-f5122226b494 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:50:45.466523 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f747c838-e338-43e0-bbe5-894ee3f285e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:45.532096 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30fc5cf8-35d1-45f9-b078-935b2a0854e4 req-5ca21da6-4e68-4a16-8298-ba308d25fbe9 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Made reservation on behalf of 923dafe00970411a989ff222606e459e for: {'port': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:50:45.561293 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-30fc5cf8-35d1-45f9-b078-935b2a0854e4 req-5ca21da6-4e68-4a16-8298-ba308d25fbe9 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:45.582993 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f747c838-e338-43e0-bbe5-894ee3f285e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:45.746874 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 6d2a073e-3eb1-4d7a-b157-874cc3df00f3 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:50:45.782638 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-b656da50-f58f-49f9-8334-f93d690c77df None None] Provisioning for port 6d2a073e-3eb1-4d7a-b157-874cc3df00f3 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:50:45.861186 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554eb656-d5c0-4c0f-9769-077819a1ff79 req-5f757075-6215-4b9a-80f2-790dd3b0fa7a tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:45.862967 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-554eb656-d5c0-4c0f-9769-077819a1ff79 req-5f757075-6215-4b9a-80f2-790dd3b0fa7a tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 945 time: 0.2269738 May 28 06:50:45.910228 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f747c838-e338-43e0-bbe5-894ee3f285e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:45.999677 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f747c838-e338-43e0-bbe5-894ee3f285e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf38933-9e71-49de-94fb-9606a0e4f365,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:50:46.022359 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f747c838-e338-43e0-bbe5-894ee3f285e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:46.034573 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port aa4345c8-cec7-465a-b5f2-2c14d0163b12 is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:50:46.038537 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-f747c838-e338-43e0-bbe5-894ee3f285e1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3bf38933-9e71-49de-94fb-9606a0e4f365 HTTP/1.1" status: 204 len: 168 time: 0.7205658 May 28 06:50:46.038812 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:46.051203 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-554eb656-d5c0-4c0f-9769-077819a1ff79 req-315bb444-7725-48c1-8015-56490b7498c2 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810029 May 28 06:50:46.223133 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5623e46-d3a9-470f-9a20-589f12c56322', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa4345c8-cec7-465a-b5f2-2c14d0163b12'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:50:46.238652 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port aa4345c8-cec7-465a-b5f2-2c14d0163b12, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=aa4345c8-cec7-465a-b5f2-2c14d0163b12,segment=NetworkSegment(d3c6b9f0-14d5-4338-b095-ac6f93dbc704),segment_id=d3c6b9f0-14d5-4338-b095-ac6f93dbc704)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:50:46.317613 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80cb999-c819-443e-ab3f-8923cff5de45 req-391fd587-d8e9-42bd-b88f-fed816c29581 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:46.324191 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b80cb999-c819-443e-ab3f-8923cff5de45 req-391fd587-d8e9-42bd-b88f-fed816c29581 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5623e46-d3a9-470f-9a20-589f12c56322 HTTP/1.1" status: 200 len: 944 time: 0.2608988 May 28 06:50:46.338280 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 6d2a073e-3eb1-4d7a-b157-874cc3df00f3 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:50:46.345068 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 6d2a073e-3eb1-4d7a-b157-874cc3df00f3 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:50:46.345852 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:46.429699 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:46.465986 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [req-30fc5cf8-35d1-45f9-b078-935b2a0854e4 req-5ca21da6-4e68-4a16-8298-ba308d25fbe9 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Allocated IP 172.20.0.10 (244ee66f-8ba5-4a6d-a99b-5ec1fae21d38/395c6a06-7ada-4575-b52f-ff6a58f20fb7/032c2188-9d17-4176-9785-8f54e2ef6962) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:50:46.579434 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b80cb999-c819-443e-ab3f-8923cff5de45 req-920cff5a-f760-43cb-9dee-96a879fbf9e3 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/security-groups?id=55eadb02-d3aa-43b2-bf74-b67b0f98720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488258 May 28 06:50:46.682280 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cd5eca-0c5c-4f38-be80-a098cdafdee4 req-2dd4b22d-ba83-4c7d-bb39-3a67a02303fe tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:46.684357 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=aa4345c8-cec7-465a-b5f2-2c14d0163b12,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:50:46.701277 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-51cd5eca-0c5c-4f38-be80-a098cdafdee4 req-2dd4b22d-ba83-4c7d-bb39-3a67a02303fe tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 945 time: 0.3276682 May 28 06:50:46.767663 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9ca9788-0c62-4e0d-b4f5-b8e606dec51e'] response: {'server_uuid': 'b5623e46-d3a9-470f-9a20-589f12c56322', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa4345c8-cec7-465a-b5f2-2c14d0163b12', 'code': 200} May 28 06:50:46.867761 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-51cd5eca-0c5c-4f38-be80-a098cdafdee4 req-e997afdf-3606-4599-840d-c4bdc7b55bc0 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553524 May 28 06:50:47.051622 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-d2a5d7f5-9865-441a-8129-ab2c2f604cf6 None None] Provisioning complete for port 6d2a073e-3eb1-4d7a-b157-874cc3df00f3 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:50:47.062841 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d2a5d7f5-9865-441a-8129-ab2c2f604cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:47.252922 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 6d2a073e-3eb1-4d7a-b157-874cc3df00f3 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:50:47.254105 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:47.332325 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-30fc5cf8-35d1-45f9-b078-935b2a0854e4 req-5ca21da6-4e68-4a16-8298-ba308d25fbe9 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:47.344875 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2a791827-b3c5-4f46-8317-53a68455231c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:47.400857 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port 6d2a073e-3eb1-4d7a-b157-874cc3df00f3, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=6d2a073e-3eb1-4d7a-b157-874cc3df00f3,segment=NetworkSegment(87f477f8-a9f9-42cd-8d54-22507bf95e7d),segment_id=87f477f8-a9f9-42cd-8d54-22507bf95e7d)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:50:47.413569 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1b4f940a-514d-4db6-87c1-62113c50faa4 req-aaef0b6f-1afa-465f-a602-8ab065fbdaa0 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/ports?device_id=208469cb-c031-4c42-92b3-d0bb091cb84d HTTP/1.1" status: 200 len: 210 time: 0.3544695 May 28 06:50:47.433276 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0872a620-d9b5-4809-ad92-6d730ea72439 req-1ba77c61-e411-4525-a208-2c1531c46585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:47.435288 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [req-30fc5cf8-35d1-45f9-b078-935b2a0854e4 req-5ca21da6-4e68-4a16-8298-ba308d25fbe9 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Transition to ACTIVE for port object 032c2188-9d17-4176-9785-8f54e2ef6962 will not be triggered until provisioned by entity DHCP. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:50:47.436309 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0872a620-d9b5-4809-ad92-6d730ea72439 req-1ba77c61-e411-4525-a208-2c1531c46585 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b5623e46-d3a9-470f-9a20-589f12c56322 HTTP/1.1" status: 200 len: 1096 time: 0.5673854 May 28 06:50:47.469269 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:47.504144 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0872a620-d9b5-4809-ad92-6d730ea72439 req-c95cfee4-18dc-48d4-881f-6fa8394e1908 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=55eadb02-d3aa-43b2-bf74-b67b0f98720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569472 May 28 06:50:47.511980 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0001ee-204f-4ad4-893a-171403cddfd0 req-670bb5fd-751b-42a2-847c-999423d27424 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:47.523611 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2a0001ee-204f-4ad4-893a-171403cddfd0 req-670bb5fd-751b-42a2-847c-999423d27424 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 945 time: 0.2648087 May 28 06:50:47.626723 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2a0001ee-204f-4ad4-893a-171403cddfd0 req-dc171306-ecda-4b54-9e76-c6a06082680d tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021421 May 28 06:50:47.643855 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-d2a5d7f5-9865-441a-8129-ab2c2f604cf6 None None] Current status of the port 6d2a073e-3eb1-4d7a-b157-874cc3df00f3 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:50:47.656821 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d2a5d7f5-9865-441a-8129-ab2c2f604cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:47.944928 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=6d2a073e-3eb1-4d7a-b157-874cc3df00f3,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:50:47.966908 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-30fc5cf8-35d1-45f9-b078-935b2a0854e4 req-5ca21da6-4e68-4a16-8298-ba308d25fbe9 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:47.987814 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.db.api [None req-d2a5d7f5-9865-441a-8129-ab2c2f604cf6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89111) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:50:47.988479 n-d-843702-1 neutron-server[89111]: DEBUG oslo_db.api [None req-d2a5d7f5-9865-441a-8129-ab2c2f604cf6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:50:48.078154 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad2651f-2f19-4e9a-a0b9-7c4e83c0440a req-869548ba-fa18-400f-9b3f-d1d8250fc407 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:48.086235 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9ad2651f-2f19-4e9a-a0b9-7c4e83c0440a req-869548ba-fa18-400f-9b3f-d1d8250fc407 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5623e46-d3a9-470f-9a20-589f12c56322 HTTP/1.1" status: 200 len: 945 time: 0.2345135 May 28 06:50:48.140202 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30fc5cf8-35d1-45f9-b078-935b2a0854e4 req-5ca21da6-4e68-4a16-8298-ba308d25fbe9 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Network 244ee66f-8ba5-4a6d-a99b-5ec1fae21d38 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:50:48.144899 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f14f24a-6135-4895-a8a1-7c2ba8fb4397 req-d4210ece-8f42-46a5-9468-b6dbe52f9b6f tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:48.145109 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca21da6-4e68-4a16-8298-ba308d25fbe9 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Pushing event updated for resources: {'Port': ['ID=032c2188-9d17-4176-9785-8f54e2ef6962,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:50:48.146416 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7f14f24a-6135-4895-a8a1-7c2ba8fb4397 req-d4210ece-8f42-46a5-9468-b6dbe52f9b6f tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 945 time: 0.1823742 May 28 06:50:48.148643 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2a791827-b3c5-4f46-8317-53a68455231c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690761'] for router, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:48.150970 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [req-30fc5cf8-35d1-45f9-b078-935b2a0854e4 req-5ca21da6-4e68-4a16-8298-ba308d25fbe9 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:50:48.162024 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [req-30fc5cf8-35d1-45f9-b078-935b2a0854e4 req-5ca21da6-4e68-4a16-8298-ba308d25fbe9 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:50:48.181290 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9ad2651f-2f19-4e9a-a0b9-7c4e83c0440a req-93ec905e-7d24-4a7f-abe8-2f3434966963 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/security-groups?id=55eadb02-d3aa-43b2-bf74-b67b0f98720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938778 May 28 06:50:48.272262 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7f14f24a-6135-4895-a8a1-7c2ba8fb4397 req-ab3ec5e9-6797-4659-aade-8477bc42ac81 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158614 May 28 06:50:48.815561 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-d2a5d7f5-9865-441a-8129-ab2c2f604cf6 None None] Current status of the port 6d2a073e-3eb1-4d7a-b157-874cc3df00f3 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:50:48.828152 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fc5cf8-35d1-45f9-b078-935b2a0854e4 req-5ca21da6-4e68-4a16-8298-ba308d25fbe9 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:48.828847 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-30fc5cf8-35d1-45f9-b078-935b2a0854e4 req-5ca21da6-4e68-4a16-8298-ba308d25fbe9 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:49.059471 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a223362c-fa0d-4adf-8a6b-3a6ce96c8c7c req-1eebb72d-39bb-4a01-97ad-bd44dfd28aa2 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:49.061635 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a223362c-fa0d-4adf-8a6b-3a6ce96c8c7c req-1eebb72d-39bb-4a01-97ad-bd44dfd28aa2 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 945 time: 0.4193983 May 28 06:50:49.075386 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-30fc5cf8-35d1-45f9-b078-935b2a0854e4 req-5ca21da6-4e68-4a16-8298-ba308d25fbe9 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4895892 May 28 06:50:49.092916 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-30fc5cf8-35d1-45f9-b078-935b2a0854e4 req-22f63ee4-724c-4653-a949-59a1c535a6ee service neutron] Request body: {'port': {'device_id': '208469cb-c031-4c42-92b3-d0bb091cb84d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843702-1'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:50:49.095344 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf902e5-1752-48e0-a9e6-3a76922f126f req-42208cb0-3486-4e5c-b4fa-435b7d92e71b tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:49.096767 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-adf902e5-1752-48e0-a9e6-3a76922f126f req-42208cb0-3486-4e5c-b4fa-435b7d92e71b tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/ports?device_id=208469cb-c031-4c42-92b3-d0bb091cb84d HTTP/1.1" status: 200 len: 932 time: 0.3159072 May 28 06:50:49.131220 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-24d213e8-8546-4303-8970-db1b77190de5 None None] Provisioning for port 032c2188-9d17-4176-9785-8f54e2ef6962 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:50:49.134615 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a791827-b3c5-4f46-8317-53a68455231c admin admin] Router f55c49be-1c8d-46cc-916e-be7ac644065f is scheduled to L3 agent 42958940-9562-4f71-972f-15a8af9d3963 with binding_index 1 {{(pid=89109) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 06:50:49.137389 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-24d213e8-8546-4303-8970-db1b77190de5 None None] Provisioning complete for port 032c2188-9d17-4176-9785-8f54e2ef6962 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:50:49.137662 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a223362c-fa0d-4adf-8a6b-3a6ce96c8c7c req-bbc4ca5d-f1d9-44e3-923e-5beb278223e7 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691905 May 28 06:50:49.138641 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-24d213e8-8546-4303-8970-db1b77190de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:49.159657 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-adf902e5-1752-48e0-a9e6-3a76922f126f req-6fa22776-c1a9-44fa-ae00-20a28557b0a4 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/security-groups?id=b613b61e-07a7-4591-9f25-e9022371db97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509086 May 28 06:50:49.263173 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-24d213e8-8546-4303-8970-db1b77190de5 None None] Port 032c2188-9d17-4176-9785-8f54e2ef6962 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:50:49.687576 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a791827-b3c5-4f46-8317-53a68455231c admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:50:49.706948 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690cd2ff-4760-4b24-b028-b926a1e6834c None None] Sync routers for ids ['f55c49be-1c8d-46cc-916e-be7ac644065f'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:50:49.728850 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690cd2ff-4760-4b24-b028-b926a1e6834c None None] Routers {'f55c49be-1c8d-46cc-916e-be7ac644065f'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:50:49.731291 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-690cd2ff-4760-4b24-b028-b926a1e6834c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:50:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['f55c49be-1c8d-46cc-916e-be7ac644065f'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:50:49.739093 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 6d2a073e-3eb1-4d7a-b157-874cc3df00f3 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:50:49.751525 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-30fc5cf8-35d1-45f9-b078-935b2a0854e4 req-22f63ee4-724c-4653-a949-59a1c535a6ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:49.831871 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a37914-bc18-4e64-b641-af7f4a0d080c req-5827b660-6c98-44b8-9264-e9c949d87ffc tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:49.840283 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-37a37914-bc18-4e64-b641-af7f4a0d080c req-5827b660-6c98-44b8-9264-e9c949d87ffc tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 945 time: 0.5198071 May 28 06:50:49.878121 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 6d2a073e-3eb1-4d7a-b157-874cc3df00f3 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:50:49.879262 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:49.908999 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2254bc88-711f-4f92-8379-72c02ebc5437 req-f5cad782-05c2-4ec1-aee1-1192666fd9c4 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:49.919387 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2254bc88-711f-4f92-8379-72c02ebc5437 req-f5cad782-05c2-4ec1-aee1-1192666fd9c4 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5623e46-d3a9-470f-9a20-589f12c56322 HTTP/1.1" status: 200 len: 945 time: 0.4801874 May 28 06:50:49.965398 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2a791827-b3c5-4f46-8317-53a68455231c admin admin] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:49.967326 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-2a791827-b3c5-4f46-8317-53a68455231c admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 9.4095821 May 28 06:50:49.978895 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 57466) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:50:50.086302 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2254bc88-711f-4f92-8379-72c02ebc5437 req-63d7dc83-4a2e-4306-a5ea-e6058afcdb57 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/security-groups?id=55eadb02-d3aa-43b2-bf74-b67b0f98720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638639 May 28 06:50:50.172167 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-690cd2ff-4760-4b24-b028-b926a1e6834c None None] Set router f55c49be-1c8d-46cc-916e-be7ac644065f gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:50:50.204826 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 6d2a073e-3eb1-4d7a-b157-874cc3df00f3 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:50:50.221142 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-37a37914-bc18-4e64-b641-af7f4a0d080c req-d1bc0fd6-8f60-44f2-944e-b28d2b63cdb1 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3537593 May 28 06:50:50.684372 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [req-30fc5cf8-35d1-45f9-b078-935b2a0854e4 req-22f63ee4-724c-4653-a949-59a1c535a6ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 032c2188-9d17-4176-9785-8f54e2ef6962 {{(pid=89109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:50:50.712628 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-30fc5cf8-35d1-45f9-b078-935b2a0854e4 req-22f63ee4-724c-4653-a949-59a1c535a6ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:50.770650 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [req-30fc5cf8-35d1-45f9-b078-935b2a0854e4 req-22f63ee4-724c-4653-a949-59a1c535a6ee service neutron] Transition to ACTIVE for port object 032c2188-9d17-4176-9785-8f54e2ef6962 will not be triggered until provisioned by entity L2. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:50:50.926146 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-30fc5cf8-35d1-45f9-b078-935b2a0854e4 req-22f63ee4-724c-4653-a949-59a1c535a6ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:50.978023 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-690cd2ff-4760-4b24-b028-b926a1e6834c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f55c49be-1c8d-46cc-916e-be7ac644065f', 'name': 'tempest-TestAggregatesBasicOps-869790621-router', 'tenant_id': '2b9fc0e304c74fa6acb164db1839a8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '3159b117-f5f9-49f6-9c9a-7c8286f312da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:50:40Z', 'updated_at': '2022-05-28T06:50:45Z', 'revision_number': 3, 'project_id': '2b9fc0e304c74fa6acb164db1839a8b3', 'gw_port': {'id': '3159b117-f5f9-49f6-9c9a-7c8286f312da', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c7:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f55c49be-1c8d-46cc-916e-be7ac644065f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:50:43Z', 'updated_at': '2022-05-28T06:50:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:50:50.982130 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690cd2ff-4760-4b24-b028-b926a1e6834c None None] Checking router: f55c49be-1c8d-46cc-916e-be7ac644065f for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:50:50.982664 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690cd2ff-4760-4b24-b028-b926a1e6834c None None] Updating router f55c49be-1c8d-46cc-916e-be7ac644065f port 3159b117-f5f9-49f6-9c9a-7c8286f312da binding host n-d-843702-1 {{(pid=89112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:50:51.062652 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-690cd2ff-4760-4b24-b028-b926a1e6834c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:51.064412 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f63ee4-724c-4653-a949-59a1c535a6ee service neutron] Pushing event updated for resources: {'Port': ['ID=032c2188-9d17-4176-9785-8f54e2ef6962,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:50:51.099681 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd599e03-3d0a-47ae-a15e-4dfde161f743 req-583ebb5f-abef-4e13-8948-69084a154c08 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:51.101328 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fd599e03-3d0a-47ae-a15e-4dfde161f743 req-583ebb5f-abef-4e13-8948-69084a154c08 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=40b9813d-c547-4e8d-978d-75607c19ba47 HTTP/1.1" status: 200 len: 946 time: 0.7445958 May 28 06:50:51.291802 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fd599e03-3d0a-47ae-a15e-4dfde161f743 req-7e3917aa-2a12-4e2c-aea3-7708734b5b4d tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/security-groups?id=55eadb02-d3aa-43b2-bf74-b67b0f98720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696126 May 28 06:50:51.668097 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-690cd2ff-4760-4b24-b028-b926a1e6834c None None] Notify callbacks [] for port, precommit_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:51.694964 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.provisioning_blocks [None req-690cd2ff-4760-4b24-b028-b926a1e6834c None None] Transition to ACTIVE for port object 3159b117-f5f9-49f6-9c9a-7c8286f312da will not be triggered until provisioned by entity L2. {{(pid=89112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:50:51.740164 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-30fc5cf8-35d1-45f9-b078-935b2a0854e4 req-22f63ee4-724c-4653-a949-59a1c535a6ee service neutron] Attempting to bind port 032c2188-9d17-4176-9785-8f54e2ef6962 on host n-h2-843702-1 for vnic_type normal with profile {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:50:51.740164 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-30fc5cf8-35d1-45f9-b078-935b2a0854e4 req-22f63ee4-724c-4653-a949-59a1c535a6ee service neutron] Attempting to bind port 032c2188-9d17-4176-9785-8f54e2ef6962 by drivers openvswitch,hyperv on host n-h2-843702-1 at level 0 using segments [{'id': '7ec0e308-8d07-4b60-b9c2-e7620dee5b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '244ee66f-8ba5-4a6d-a99b-5ec1fae21d38'}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:50:51.740164 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fc5cf8-35d1-45f9-b078-935b2a0854e4 req-22f63ee4-724c-4653-a949-59a1c535a6ee service neutron] Attempting to bind port 032c2188-9d17-4176-9785-8f54e2ef6962 on network 244ee66f-8ba5-4a6d-a99b-5ec1fae21d38 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:50:51.749052 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fc5cf8-35d1-45f9-b078-935b2a0854e4 req-22f63ee4-724c-4653-a949-59a1c535a6ee service neutron] Port 032c2188-9d17-4176-9785-8f54e2ef6962 on network 244ee66f-8ba5-4a6d-a99b-5ec1fae21d38 not bound, no agent of type Open vSwitch agent registered on host n-h2-843702-1 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:50:51.749052 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fc5cf8-35d1-45f9-b078-935b2a0854e4 req-22f63ee4-724c-4653-a949-59a1c535a6ee service neutron] Attempting to bind port 032c2188-9d17-4176-9785-8f54e2ef6962 on network 244ee66f-8ba5-4a6d-a99b-5ec1fae21d38 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:50:51.757084 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fc5cf8-35d1-45f9-b078-935b2a0854e4 req-22f63ee4-724c-4653-a949-59a1c535a6ee service neutron] Checking agent: {'id': 'f1a3973b-d2b3-4558-88e7-2ac50857d302', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:50:51.757084 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fc5cf8-35d1-45f9-b078-935b2a0854e4 req-22f63ee4-724c-4653-a949-59a1c535a6ee service neutron] Checking segment: {'id': '7ec0e308-8d07-4b60-b9c2-e7620dee5b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '244ee66f-8ba5-4a6d-a99b-5ec1fae21d38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:50:51.758089 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fc5cf8-35d1-45f9-b078-935b2a0854e4 req-22f63ee4-724c-4653-a949-59a1c535a6ee service neutron] Bound using segment: {'id': '7ec0e308-8d07-4b60-b9c2-e7620dee5b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '244ee66f-8ba5-4a6d-a99b-5ec1fae21d38'} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:50:51.758089 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-30fc5cf8-35d1-45f9-b078-935b2a0854e4 req-22f63ee4-724c-4653-a949-59a1c535a6ee service neutron] Bound port: 032c2188-9d17-4176-9785-8f54e2ef6962, host: n-h2-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ec0e308-8d07-4b60-b9c2-e7620dee5b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '244ee66f-8ba5-4a6d-a99b-5ec1fae21d38'}}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:50:51.758089 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-30fc5cf8-35d1-45f9-b078-935b2a0854e4 req-22f63ee4-724c-4653-a949-59a1c535a6ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:51.828427 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-690cd2ff-4760-4b24-b028-b926a1e6834c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:51.926805 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc06875a-2753-44f9-a6cc-244b1959c3e3 req-ef531506-e669-4b17-bda0-e0e4b571edd9 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:51.930885 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bc06875a-2753-44f9-a6cc-244b1959c3e3 req-ef531506-e669-4b17-bda0-e0e4b571edd9 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/ports?device_id=208469cb-c031-4c42-92b3-d0bb091cb84d HTTP/1.1" status: 200 len: 932 time: 1.2699380 May 28 06:50:52.064047 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-30fc5cf8-35d1-45f9-b078-935b2a0854e4 req-22f63ee4-724c-4653-a949-59a1c535a6ee service neutron] For port 032c2188-9d17-4176-9785-8f54e2ef6962, host n-h2-843702-1, cleared binding levels {{(pid=89109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:50:52.068411 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-30fc5cf8-35d1-45f9-b078-935b2a0854e4 req-22f63ee4-724c-4653-a949-59a1c535a6ee service neutron] For port 032c2188-9d17-4176-9785-8f54e2ef6962, host n-h2-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=032c2188-9d17-4176-9785-8f54e2ef6962,segment=NetworkSegment(7ec0e308-8d07-4b60-b9c2-e7620dee5b7c),segment_id=7ec0e308-8d07-4b60-b9c2-e7620dee5b7c)] {{(pid=89109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:50:52.207722 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-690cd2ff-4760-4b24-b028-b926a1e6834c None None] Attempting to bind port 3159b117-f5f9-49f6-9c9a-7c8286f312da on host n-d-843702-1 for vnic_type normal with profile {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:50:52.209179 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-690cd2ff-4760-4b24-b028-b926a1e6834c None None] Attempting to bind port 3159b117-f5f9-49f6-9c9a-7c8286f312da by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:50:52.209179 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690cd2ff-4760-4b24-b028-b926a1e6834c None None] Attempting to bind port 3159b117-f5f9-49f6-9c9a-7c8286f312da on network 68df399e-e75e-4871-9364-5d05730b50f0 {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:50:52.214756 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bc06875a-2753-44f9-a6cc-244b1959c3e3 req-453a789c-d571-4495-939f-ee403243cf64 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/security-groups?id=b613b61e-07a7-4591-9f25-e9022371db97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1890266 May 28 06:50:52.216863 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690cd2ff-4760-4b24-b028-b926a1e6834c None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:50:52.217231 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690cd2ff-4760-4b24-b028-b926a1e6834c None None] Checking segment: {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:50:52.217765 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-690cd2ff-4760-4b24-b028-b926a1e6834c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:52.218153 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690cd2ff-4760-4b24-b028-b926a1e6834c None None] Bound using segment: {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:50:52.218605 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-690cd2ff-4760-4b24-b028-b926a1e6834c None None] Bound port: 3159b117-f5f9-49f6-9c9a-7c8286f312da, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:50:52.218961 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-690cd2ff-4760-4b24-b028-b926a1e6834c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:52.240549 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-30fc5cf8-35d1-45f9-b078-935b2a0854e4 req-22f63ee4-724c-4653-a949-59a1c535a6ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:52.308357 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bb0db1-d18d-4e3a-975b-3af85728c2b8 None None] Pushing event updated for resources: {'Port': ['ID=3159b117-f5f9-49f6-9c9a-7c8286f312da,revision_number=2']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:50:52.327339 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bb0db1-d18d-4e3a-975b-3af85728c2b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:50:52.328019 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bb0db1-d18d-4e3a-975b-3af85728c2b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:50:52.328547 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bb0db1-d18d-4e3a-975b-3af85728c2b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:50:52.329075 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bb0db1-d18d-4e3a-975b-3af85728c2b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:50:52.329636 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bb0db1-d18d-4e3a-975b-3af85728c2b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:50:52.330152 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bb0db1-d18d-4e3a-975b-3af85728c2b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:50:52.330680 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bb0db1-d18d-4e3a-975b-3af85728c2b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:50:52.331202 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bb0db1-d18d-4e3a-975b-3af85728c2b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:50:52.331726 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bb0db1-d18d-4e3a-975b-3af85728c2b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:50:52.332450 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bb0db1-d18d-4e3a-975b-3af85728c2b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:50:52.336665 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bb0db1-d18d-4e3a-975b-3af85728c2b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:50:52.337329 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bb0db1-d18d-4e3a-975b-3af85728c2b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:50:52.387913 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fc5cf8-35d1-45f9-b078-935b2a0854e4 req-22f63ee4-724c-4653-a949-59a1c535a6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:52.389363 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-30fc5cf8-35d1-45f9-b078-935b2a0854e4 req-22f63ee4-724c-4653-a949-59a1c535a6ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:52.390959 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-30fc5cf8-35d1-45f9-b078-935b2a0854e4 req-22f63ee4-724c-4653-a949-59a1c535a6ee service neutron] 10.222.0.71 "PUT /v2.0/ports/032c2188-9d17-4176-9785-8f54e2ef6962 HTTP/1.1" status: 200 len: 1092 time: 3.3022838 May 28 06:50:52.390959 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '208469cb-c031-4c42-92b3-d0bb091cb84d', 'tag': '032c2188-9d17-4176-9785-8f54e2ef6962'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:50:52.426452 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f63ee4-724c-4653-a949-59a1c535a6ee service neutron] Pushing event updated for resources: {'Port': ['ID=032c2188-9d17-4176-9785-8f54e2ef6962,revision_number=3']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:50:52.489763 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-690cd2ff-4760-4b24-b028-b926a1e6834c None None] For port 3159b117-f5f9-49f6-9c9a-7c8286f312da, host n-d-843702-1, cleared binding levels {{(pid=89112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:50:52.506812 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-690cd2ff-4760-4b24-b028-b926a1e6834c None None] For port 3159b117-f5f9-49f6-9c9a-7c8286f312da, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=3159b117-f5f9-49f6-9c9a-7c8286f312da,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:50:52.520370 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a2826f-0f9d-40ab-87e7-bbfd18563ff9 req-565e2908-988c-4efe-929c-056039aeff85 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:52.526998 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-16a2826f-0f9d-40ab-87e7-bbfd18563ff9 req-565e2908-988c-4efe-929c-056039aeff85 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5623e46-d3a9-470f-9a20-589f12c56322 HTTP/1.1" status: 200 len: 945 time: 0.5889211 May 28 06:50:52.640007 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3948c04f-7894-4ed0-8303-99bf3636926c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:52.696748 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-690cd2ff-4760-4b24-b028-b926a1e6834c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:52.742638 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fc5cf8-35d1-45f9-b078-935b2a0854e4 req-f4964005-3cfb-49c2-af6c-e3203faf3924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:52.744270 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-30fc5cf8-35d1-45f9-b078-935b2a0854e4 req-f4964005-3cfb-49c2-af6c-e3203faf3924 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=923dafe00970411a989ff222606e459e&device_id=208469cb-c031-4c42-92b3-d0bb091cb84d HTTP/1.1" status: 200 len: 1095 time: 0.1815350 May 28 06:50:52.846370 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bb0db1-d18d-4e3a-975b-3af85728c2b8 None None] Pushing event updated for resources: {'Port': ['ID=3159b117-f5f9-49f6-9c9a-7c8286f312da,revision_number=3']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:50:52.861282 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-30fc5cf8-35d1-45f9-b078-935b2a0854e4 req-a07e2f21-e46f-4036-a7ee-392dbe6f1670 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=032c2188-9d17-4176-9785-8f54e2ef6962 HTTP/1.1" status: 200 len: 217 time: 0.1023138 May 28 06:50:52.895330 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690cd2ff-4760-4b24-b028-b926a1e6834c None None] Routers {'f55c49be-1c8d-46cc-916e-be7ac644065f'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:50:52.896767 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-690cd2ff-4760-4b24-b028-b926a1e6834c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:50:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['f55c49be-1c8d-46cc-916e-be7ac644065f'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:50:53.021783 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-16a2826f-0f9d-40ab-87e7-bbfd18563ff9 req-b33159ea-1521-4276-b8de-aa6d159f6a86 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/security-groups?id=55eadb02-d3aa-43b2-bf74-b67b0f98720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4745598 May 28 06:50:53.038426 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef00ffca-10ef-485e-80f2-f6c08ec0828c req-69577706-c77f-4f78-9394-6c53e288e2c5 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:53.042426 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fc5cf8-35d1-45f9-b078-935b2a0854e4 req-85044b08-76fe-49f0-997e-b8b960063da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:53.046994 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-30fc5cf8-35d1-45f9-b078-935b2a0854e4 req-85044b08-76fe-49f0-997e-b8b960063da4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=395c6a06-7ada-4575-b52f-ff6a58f20fb7 HTTP/1.1" status: 200 len: 854 time: 0.1734562 May 28 06:50:53.062037 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ef00ffca-10ef-485e-80f2-f6c08ec0828c req-69577706-c77f-4f78-9394-6c53e288e2c5 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 945 time: 0.6595330 May 28 06:50:53.158326 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-360ca2dc-f24c-4588-99b0-00865757c883'] response: {'name': 'network-changed', 'server_uuid': '208469cb-c031-4c42-92b3-d0bb091cb84d', 'tag': '032c2188-9d17-4176-9785-8f54e2ef6962', 'status': 'completed', 'code': 200} May 28 06:50:53.196131 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ef00ffca-10ef-485e-80f2-f6c08ec0828c req-0fd59a16-38f8-42d4-acd7-8c89dd3cb7d5 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330879 May 28 06:50:53.270375 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fc5cf8-35d1-45f9-b078-935b2a0854e4 req-3e161472-473e-4fb3-8d21-d37a996ea825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:53.274570 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-30fc5cf8-35d1-45f9-b078-935b2a0854e4 req-3e161472-473e-4fb3-8d21-d37a996ea825 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=244ee66f-8ba5-4a6d-a99b-5ec1fae21d38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2184069 May 28 06:50:53.330604 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-690cd2ff-4760-4b24-b028-b926a1e6834c None None] Set router f55c49be-1c8d-46cc-916e-be7ac644065f gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:50:53.452443 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [None req-3948c04f-7894-4ed0-8303-99bf3636926c admin admin] Allocated IP 172.20.0.1 (95fc829d-deba-4a7f-ae0c-f5122226b494/428bcd12-f300-4329-b048-6fc3e6bd5ca7/3ddfb216-a0ff-40ad-ba5a-a0e199d7c254) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:50:53.712252 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-30fc5cf8-35d1-45f9-b078-935b2a0854e4 req-47f1d907-6a60-4b7c-9c8d-a1bbaaf740af service neutron] 10.222.0.71 "GET /v2.0/networks/244ee66f-8ba5-4a6d-a99b-5ec1fae21d38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4250782 May 28 06:50:53.868146 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-690cd2ff-4760-4b24-b028-b926a1e6834c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f55c49be-1c8d-46cc-916e-be7ac644065f', 'name': 'tempest-TestAggregatesBasicOps-869790621-router', 'tenant_id': '2b9fc0e304c74fa6acb164db1839a8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '3159b117-f5f9-49f6-9c9a-7c8286f312da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:50:40Z', 'updated_at': '2022-05-28T06:50:45Z', 'revision_number': 3, 'project_id': '2b9fc0e304c74fa6acb164db1839a8b3', 'gw_port': {'id': '3159b117-f5f9-49f6-9c9a-7c8286f312da', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c7:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f55c49be-1c8d-46cc-916e-be7ac644065f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:50:43Z', 'updated_at': '2022-05-28T06:50:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:50:53.874161 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690cd2ff-4760-4b24-b028-b926a1e6834c None None] The sync data for ids ['f55c49be-1c8d-46cc-916e-be7ac644065f'] in n-d-843702-1 is: [{'id': 'f55c49be-1c8d-46cc-916e-be7ac644065f', 'name': 'tempest-TestAggregatesBasicOps-869790621-router', 'tenant_id': '2b9fc0e304c74fa6acb164db1839a8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '3159b117-f5f9-49f6-9c9a-7c8286f312da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:50:40Z', 'updated_at': '2022-05-28T06:50:45Z', 'revision_number': 3, 'project_id': '2b9fc0e304c74fa6acb164db1839a8b3', 'gw_port': {'id': '3159b117-f5f9-49f6-9c9a-7c8286f312da', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c7:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f55c49be-1c8d-46cc-916e-be7ac644065f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:50:43Z', 'updated_at': '2022-05-28T06:50:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:50:53.961019 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3948c04f-7894-4ed0-8303-99bf3636926c admin admin] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:53.996962 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [None req-3948c04f-7894-4ed0-8303-99bf3636926c admin admin] Transition to ACTIVE for port object 3ddfb216-a0ff-40ad-ba5a-a0e199d7c254 will not be triggered until provisioned by entity DHCP. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:50:54.076613 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9fea86-df98-467d-b6da-6ff8127f1cc7 req-55127a51-13ac-4031-8934-3989293c4570 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:54.078116 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5e9fea86-df98-467d-b6da-6ff8127f1cc7 req-55127a51-13ac-4031-8934-3989293c4570 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 945 time: 0.5776529 May 28 06:50:54.135696 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-30fc5cf8-35d1-45f9-b078-935b2a0854e4 req-43dc81bb-1615-4bf0-9ff9-bc8a3f6fb434 service neutron] 10.222.0.71 "GET /v2.0/networks/244ee66f-8ba5-4a6d-a99b-5ec1fae21d38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4153781 May 28 06:50:54.210307 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5e9fea86-df98-467d-b6da-6ff8127f1cc7 req-d59f3c11-2430-48cf-9546-68f38a3c979e tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260188 May 28 06:50:54.213818 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3948c04f-7894-4ed0-8303-99bf3636926c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:54.505274 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3948c04f-7894-4ed0-8303-99bf3636926c admin admin] Network 95fc829d-deba-4a7f-ae0c-f5122226b494 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:50:54.518926 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-3948c04f-7894-4ed0-8303-99bf3636926c admin admin] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:50:54.537033 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3948c04f-7894-4ed0-8303-99bf3636926c admin admin] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:50:54.591372 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f591f719-ee33-49da-b6fa-7557a5b04dfd req-4964bc83-543f-4bdd-ac5e-47f8b70981a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:54.596093 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-f591f719-ee33-49da-b6fa-7557a5b04dfd req-4964bc83-543f-4bdd-ac5e-47f8b70981a4 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=923dafe00970411a989ff222606e459e&device_id=208469cb-c031-4c42-92b3-d0bb091cb84d HTTP/1.1" status: 200 len: 1095 time: 0.2214222 May 28 06:50:54.756503 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3948c04f-7894-4ed0-8303-99bf3636926c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690947'] for router_interface, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:55.005034 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f591f719-ee33-49da-b6fa-7557a5b04dfd req-439d24ca-84fa-470d-a4e5-e6c2a17a2648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:55.005034 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-f591f719-ee33-49da-b6fa-7557a5b04dfd req-439d24ca-84fa-470d-a4e5-e6c2a17a2648 service neutron] 10.222.0.71 "GET /v2.0/networks?id=244ee66f-8ba5-4a6d-a99b-5ec1fae21d38 HTTP/1.1" status: 200 len: 916 time: 0.3964870 May 28 06:50:55.139409 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-27fb3b45-6657-4e8c-8b77-8447e210b9db None None] Provisioning for port 3ddfb216-a0ff-40ad-ba5a-a0e199d7c254 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:50:55.145566 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-27fb3b45-6657-4e8c-8b77-8447e210b9db None None] Provisioning complete for port 3ddfb216-a0ff-40ad-ba5a-a0e199d7c254 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:50:55.146143 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-27fb3b45-6657-4e8c-8b77-8447e210b9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:55.203065 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3948c04f-7894-4ed0-8303-99bf3636926c admin admin] Pushing event updated for resources: {'Port': ['ID=3ddfb216-a0ff-40ad-ba5a-a0e199d7c254,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:50:55.266261 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d759c7e-0367-408d-9b02-b9f71a45d375 req-1d03e9a5-a03d-458e-bdc9-bc7ae448b5ae tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:55.276643 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1d759c7e-0367-408d-9b02-b9f71a45d375 req-1d03e9a5-a03d-458e-bdc9-bc7ae448b5ae tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/ports?device_id=208469cb-c031-4c42-92b3-d0bb091cb84d HTTP/1.1" status: 200 len: 944 time: 1.0652928 May 28 06:50:55.292652 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-27fb3b45-6657-4e8c-8b77-8447e210b9db None None] Port 3ddfb216-a0ff-40ad-ba5a-a0e199d7c254 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:50:55.354638 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7706594-b660-46ff-b8dc-4c7a6cb422ba req-3c4d04b0-7bee-492e-afd6-1493c0d1fe0f tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:55.356976 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a7706594-b660-46ff-b8dc-4c7a6cb422ba req-3c4d04b0-7bee-492e-afd6-1493c0d1fe0f tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5623e46-d3a9-470f-9a20-589f12c56322 HTTP/1.1" status: 200 len: 945 time: 0.9351473 May 28 06:50:55.364481 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-f591f719-ee33-49da-b6fa-7557a5b04dfd req-23b7dd0b-a05e-44a3-830b-6bc7696010d4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=032c2188-9d17-4176-9785-8f54e2ef6962 HTTP/1.1" status: 200 len: 217 time: 0.3554363 May 28 06:50:55.521697 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f591f719-ee33-49da-b6fa-7557a5b04dfd req-72590885-41f8-40f1-9ed6-30cde05ce207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:55.523262 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-f591f719-ee33-49da-b6fa-7557a5b04dfd req-72590885-41f8-40f1-9ed6-30cde05ce207 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=395c6a06-7ada-4575-b52f-ff6a58f20fb7 HTTP/1.1" status: 200 len: 854 time: 0.1489649 May 28 06:50:55.560650 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a7706594-b660-46ff-b8dc-4c7a6cb422ba req-ff62ccfd-f876-4203-8d3c-37b8a2379f91 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/security-groups?id=55eadb02-d3aa-43b2-bf74-b67b0f98720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959434 May 28 06:50:55.587558 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1d759c7e-0367-408d-9b02-b9f71a45d375 req-078edbd4-392b-4eda-af8e-3816d9be3780 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/security-groups?id=b613b61e-07a7-4591-9f25-e9022371db97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3099568 May 28 06:50:55.593009 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3948c04f-7894-4ed0-8303-99bf3636926c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:55.816915 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f591f719-ee33-49da-b6fa-7557a5b04dfd req-bc77ac8c-504d-45c1-8c4e-deae0600eada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:55.819636 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-f591f719-ee33-49da-b6fa-7557a5b04dfd req-bc77ac8c-504d-45c1-8c4e-deae0600eada service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=244ee66f-8ba5-4a6d-a99b-5ec1fae21d38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2875156 May 28 06:50:55.847222 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 3159b117-f5f9-49f6-9c9a-7c8286f312da up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:50:55.970431 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc602252-9a86-4596-a72a-a5d3fa8615b9 req-2f249d6a-fbc7-409c-a02c-ba4bb5a8d01b tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:55.974431 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bc602252-9a86-4596-a72a-a5d3fa8615b9 req-2f249d6a-fbc7-409c-a02c-ba4bb5a8d01b tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.69 "GET /v2.0/ports?device_id=b5623e46-d3a9-470f-9a20-589f12c56322 HTTP/1.1" status: 200 len: 945 time: 0.6932049 May 28 06:50:56.028623 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 032c2188-9d17-4176-9785-8f54e2ef6962 details requested by agent hyperv_n-h2-843702-1 with host n-h2-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:50:56.120729 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-f591f719-ee33-49da-b6fa-7557a5b04dfd req-09bd6bea-8e57-4222-8286-0a8bc6136bdc service neutron] 10.222.0.71 "GET /v2.0/networks/244ee66f-8ba5-4a6d-a99b-5ec1fae21d38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2894666 May 28 06:50:56.208900 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3948c04f-7894-4ed0-8303-99bf3636926c admin admin] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:56.295029 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3948c04f-7894-4ed0-8303-99bf3636926c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:56.333310 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 3159b117-f5f9-49f6-9c9a-7c8286f312da completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:50:56.522017 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 3159b117-f5f9-49f6-9c9a-7c8286f312da triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:50:56.538528 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:56.556848 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-f591f719-ee33-49da-b6fa-7557a5b04dfd req-1d591ac3-b4b4-4248-acc3-925a8f228690 service neutron] 10.222.0.71 "GET /v2.0/networks/244ee66f-8ba5-4a6d-a99b-5ec1fae21d38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4331408 May 28 06:50:56.594874 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3948c04f-7894-4ed0-8303-99bf3636926c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700602'] for router_interface, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:56.787557 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 032c2188-9d17-4176-9785-8f54e2ef6962, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=032c2188-9d17-4176-9785-8f54e2ef6962,segment=NetworkSegment(7ec0e308-8d07-4b60-b9c2-e7620dee5b7c),segment_id=7ec0e308-8d07-4b60-b9c2-e7620dee5b7c)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:50:56.808474 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Returning: {'device': '032c2188-9d17-4176-9785-8f54e2ef6962', 'network_id': '244ee66f-8ba5-4a6d-a99b-5ec1fae21d38', 'port_id': '032c2188-9d17-4176-9785-8f54e2ef6962', 'mac_address': 'fa:16:3e:e2:48:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '395c6a06-7ada-4575-b52f-ff6a58f20fb7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:50:56.965863 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 032c2188-9d17-4176-9785-8f54e2ef6962 is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:50:56.965863 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:56.987989 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 032c2188-9d17-4176-9785-8f54e2ef6962 {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:50:57.007830 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 032c2188-9d17-4176-9785-8f54e2ef6962, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=032c2188-9d17-4176-9785-8f54e2ef6962,segment=NetworkSegment(7ec0e308-8d07-4b60-b9c2-e7620dee5b7c),segment_id=7ec0e308-8d07-4b60-b9c2-e7620dee5b7c)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:50:57.050495 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-bc602252-9a86-4596-a72a-a5d3fa8615b9 req-a573511d-8490-4873-816a-34b0dbb71f85 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Deleting port aa4345c8-cec7-465a-b5f2-2c14d0163b12 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:50:57.050985 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-bc602252-9a86-4596-a72a-a5d3fa8615b9 req-a573511d-8490-4873-816a-34b0dbb71f85 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:57.096099 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 3159b117-f5f9-49f6-9c9a-7c8286f312da is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:50:57.096770 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:57.120584 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port 3159b117-f5f9-49f6-9c9a-7c8286f312da, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=3159b117-f5f9-49f6-9c9a-7c8286f312da,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:50:57.123064 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:57.181126 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-5c1e8535-cf24-4bc2-bf28-c53fdc1725c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:57.215353 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3948c04f-7894-4ed0-8303-99bf3636926c admin admin] Pushing event updated for resources: {'Port': ['ID=3ddfb216-a0ff-40ad-ba5a-a0e199d7c254,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:50:57.248868 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=032c2188-9d17-4176-9785-8f54e2ef6962,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:50:57.256248 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:57.344869 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3948c04f-7894-4ed0-8303-99bf3636926c admin admin] Network 95fc829d-deba-4a7f-ae0c-f5122226b494 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:50:57.344869 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-3948c04f-7894-4ed0-8303-99bf3636926c admin admin] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:50:57.379881 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=3159b117-f5f9-49f6-9c9a-7c8286f312da,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:50:57.485217 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['032c2188-9d17-4176-9785-8f54e2ef6962'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:50:57.712995 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 3159b117-f5f9-49f6-9c9a-7c8286f312da up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:50:57.860723 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-bc602252-9a86-4596-a72a-a5d3fa8615b9 req-a573511d-8490-4873-816a-34b0dbb71f85 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] For port aa4345c8-cec7-465a-b5f2-2c14d0163b12, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=aa4345c8-cec7-465a-b5f2-2c14d0163b12,segment=NetworkSegment(d3c6b9f0-14d5-4338-b095-ac6f93dbc704),segment_id=d3c6b9f0-14d5-4338-b095-ac6f93dbc704)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:50:57.861403 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-bc602252-9a86-4596-a72a-a5d3fa8615b9 req-a573511d-8490-4873-816a-34b0dbb71f85 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:57.908903 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 3159b117-f5f9-49f6-9c9a-7c8286f312da triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:50:57.909654 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:57.993356 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-5a1d5e0a-9d3d-4ed6-90ac-2a0bfb4fbde4 None None] Provisioning complete for port 3ddfb216-a0ff-40ad-ba5a-a0e199d7c254 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:50:57.994027 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-5a1d5e0a-9d3d-4ed6-90ac-2a0bfb4fbde4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:58.058810 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-5a1d5e0a-9d3d-4ed6-90ac-2a0bfb4fbde4 None None] Port 3ddfb216-a0ff-40ad-ba5a-a0e199d7c254 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:50:58.060837 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:58.083523 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-bc602252-9a86-4596-a72a-a5d3fa8615b9 req-a573511d-8490-4873-816a-34b0dbb71f85 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Calling delete_port for aa4345c8-cec7-465a-b5f2-2c14d0163b12 owned by compute:nova {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:50:58.146255 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 3159b117-f5f9-49f6-9c9a-7c8286f312da is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:50:58.155498 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0504efa4-fc46-40ea-8d06-aa6e2d1314a7 req-1b94f1a3-f965-4787-b5f4-192d3fb4c45e tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:58.157139 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0504efa4-fc46-40ea-8d06-aa6e2d1314a7 req-1b94f1a3-f965-4787-b5f4-192d3fb4c45e tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 945 time: 1.6318531 May 28 06:50:58.171192 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097e10b9-c831-4ee2-b6bd-361689c4bd74 req-58a69a1e-c975-431e-9173-dfa20ebacc55 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:58.173095 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-097e10b9-c831-4ee2-b6bd-361689c4bd74 req-58a69a1e-c975-431e-9173-dfa20ebacc55 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5623e46-d3a9-470f-9a20-589f12c56322 HTTP/1.1" status: 200 len: 945 time: 1.1815457 May 28 06:50:58.268543 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0504efa4-fc46-40ea-8d06-aa6e2d1314a7 req-82cc6297-aab5-4cd1-b813-c88519801810 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786605 May 28 06:50:58.628648 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-097e10b9-c831-4ee2-b6bd-361689c4bd74 req-cbf7b35d-d90a-4d6b-9cec-ee954b3e327d tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/security-groups?id=55eadb02-d3aa-43b2-bf74-b67b0f98720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4388378 May 28 06:50:58.785332 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3948c04f-7894-4ed0-8303-99bf3636926c admin admin] Router f55c49be-1c8d-46cc-916e-be7ac644065f has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:50:58.991762 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02c7a20f-cba7-47ed-aee4-b44a98526164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:59.114882 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d03c2d-6860-4479-a699-60e19220c82d req-67f9b23a-bb73-439a-9a5e-fbc4e1949d88 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:59.116396 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-12d03c2d-6860-4479-a699-60e19220c82d req-67f9b23a-bb73-439a-9a5e-fbc4e1949d88 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/ports?device_id=208469cb-c031-4c42-92b3-d0bb091cb84d HTTP/1.1" status: 200 len: 945 time: 0.4913542 May 28 06:50:59.131838 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device aa4345c8-cec7-465a-b5f2-2c14d0163b12 no longer exists at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:50:59.137076 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3948c04f-7894-4ed0-8303-99bf3636926c admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:50:59.174380 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccea62d8-b3e6-4ce1-aa0d-0b4b4bd75ffd None None] Sync routers for ids ['f55c49be-1c8d-46cc-916e-be7ac644065f'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:50:59.206041 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12ff291-c838-41ac-8f16-19888fa4b4cf req-c98def95-9e1e-4be2-820b-177e5910e22b tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:59.206474 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccea62d8-b3e6-4ce1-aa0d-0b4b4bd75ffd None None] Routers {'f55c49be-1c8d-46cc-916e-be7ac644065f'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:50:59.206474 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-ccea62d8-b3e6-4ce1-aa0d-0b4b4bd75ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:50:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['f55c49be-1c8d-46cc-916e-be7ac644065f'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:50:59.206749 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f12ff291-c838-41ac-8f16-19888fa4b4cf req-c98def95-9e1e-4be2-820b-177e5910e22b tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 945 time: 0.3340244 May 28 06:50:59.221473 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-12d03c2d-6860-4479-a699-60e19220c82d req-31016c88-5126-466c-81bb-95fb89f0d5bc tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/security-groups?id=b613b61e-07a7-4591-9f25-e9022371db97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928380 May 28 06:50:59.274672 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-bc602252-9a86-4596-a72a-a5d3fa8615b9 req-a573511d-8490-4873-816a-34b0dbb71f85 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:59.297097 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['f8566525-c4cb-4e62-a1d8-5e9ce5ba1b4e'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:50:59.333303 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['5f9506d4-977b-4d93-bf8d-166404f4d1ec'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:50:59.372364 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-3948c04f-7894-4ed0-8303-99bf3636926c admin admin] 10.222.0.55 "PUT /v2.0/routers/f55c49be-1c8d-46cc-916e-be7ac644065f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3816891 May 28 06:50:59.562491 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f12ff291-c838-41ac-8f16-19888fa4b4cf req-c6238864-4aad-4094-ac22-108e5b7de154 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3397939 May 28 06:50:59.563532 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a573511d-8490-4873-816a-34b0dbb71f85 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Pushing event deleted for resources: {'Port': ['ID=aa4345c8-cec7-465a-b5f2-2c14d0163b12,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:50:59.583770 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] No active binding found for port aa4345c8-cec7-465a-b5f2-2c14d0163b12 {{(pid=89111) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 28 06:50:59.585902 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device aa4345c8-cec7-465a-b5f2-2c14d0163b12 not bound to the agent host n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:50:59.626223 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 57670) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:50:59.780903 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:50:59.841465 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc602252-9a86-4596-a72a-a5d3fa8615b9 req-a573511d-8490-4873-816a-34b0dbb71f85 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] No DVR routers for this DVR port aa4345c8-cec7-465a-b5f2-2c14d0163b12 on host n-h1-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:50:59.862749 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-bc602252-9a86-4596-a72a-a5d3fa8615b9 req-a573511d-8490-4873-816a-34b0dbb71f85 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:59.865161 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bc602252-9a86-4596-a72a-a5d3fa8615b9 req-a573511d-8490-4873-816a-34b0dbb71f85 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.69 "DELETE /v2.0/ports/aa4345c8-cec7-465a-b5f2-2c14d0163b12 HTTP/1.1" status: 204 len: 173 time: 3.8822038 May 28 06:50:59.867224 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5623e46-d3a9-470f-9a20-589f12c56322', 'name': 'network-vif-deleted', 'tag': 'aa4345c8-cec7-465a-b5f2-2c14d0163b12'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:50:59.974929 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:00.005548 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c1e30b55-a0c5-4e19-bdb8-842e82436279 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:00.006430 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-ccea62d8-b3e6-4ce1-aa0d-0b4b4bd75ffd None None] Set router f55c49be-1c8d-46cc-916e-be7ac644065f gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:51:00.028898 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-c1e30b55-a0c5-4e19-bdb8-842e82436279 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:51:00.033360 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-c1e30b55-a0c5-4e19-bdb8-842e82436279 admin admin] Usage tracker for resource:security_group_rule and tenant:50f20e9373324d9c94a547a0121bc28b is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:51:00.036458 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-c1e30b55-a0c5-4e19-bdb8-842e82436279 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:51:00.043245 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-c1e30b55-a0c5-4e19-bdb8-842e82436279 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:51:00.099124 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 032c2188-9d17-4176-9785-8f54e2ef6962 up at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:51:00.108975 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-33776f5f-28f3-41c4-ae1e-bd9a8eb46fbb req-5f22e392-3311-4465-97fb-aa3cc6f2fb99 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Synchronizing usage tracker for tenant:25104e9d91034f7ab315290096db2d20 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:51:00.249013 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c1e30b55-a0c5-4e19-bdb8-842e82436279 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:00.287635 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade75a05-741c-4660-9009-877e69c698d5 req-950d9ee6-5985-4de3-b989-1d79564ee840 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:51:00.300623 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ade75a05-741c-4660-9009-877e69c698d5 req-950d9ee6-5985-4de3-b989-1d79564ee840 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 945 time: 0.3118403 May 28 06:51:00.316673 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-33776f5f-28f3-41c4-ae1e-bd9a8eb46fbb req-5f22e392-3311-4465-97fb-aa3cc6f2fb99 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Unset dirty status for tenant:25104e9d91034f7ab315290096db2d20 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:51:00.326555 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-33776f5f-28f3-41c4-ae1e-bd9a8eb46fbb req-5f22e392-3311-4465-97fb-aa3cc6f2fb99 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5623e46-d3a9-470f-9a20-589f12c56322 HTTP/1.1" status: 200 len: 210 time: 0.3002412 May 28 06:51:00.336549 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:00.382791 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ade75a05-741c-4660-9009-877e69c698d5 req-30a699c7-4339-4818-81fe-e07b23ab6cfb tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812304 May 28 06:51:00.411426 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c1e30b55-a0c5-4e19-bdb8-842e82436279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:00.439963 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0f3a563-96fc-4235-8447-deecf05ea03c'] response: {'server_uuid': 'b5623e46-d3a9-470f-9a20-589f12c56322', 'name': 'network-vif-deleted', 'tag': 'aa4345c8-cec7-465a-b5f2-2c14d0163b12', 'status': 'completed', 'code': 200} May 28 06:51:00.563545 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-c1e30b55-a0c5-4e19-bdb8-842e82436279 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=50f20e9373324d9c94a547a0121bc28b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9266434 May 28 06:51:00.563545 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e30b55-a0c5-4e19-bdb8-842e82436279 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd6e239a-1bae-44fc-972d-5d6127890bfa,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:51:00.564685 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 57706) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:51:00.861155 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-ccea62d8-b3e6-4ce1-aa0d-0b4b4bd75ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f55c49be-1c8d-46cc-916e-be7ac644065f', 'name': 'tempest-TestAggregatesBasicOps-869790621-router', 'tenant_id': '2b9fc0e304c74fa6acb164db1839a8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '3159b117-f5f9-49f6-9c9a-7c8286f312da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:50:40Z', 'updated_at': '2022-05-28T06:50:55Z', 'revision_number': 4, 'project_id': '2b9fc0e304c74fa6acb164db1839a8b3', 'gw_port': {'id': '3159b117-f5f9-49f6-9c9a-7c8286f312da', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c7:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55c49be-1c8d-46cc-916e-be7ac644065f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:50:43Z', 'updated_at': '2022-05-28T06:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '3ddfb216-a0ff-40ad-ba5a-a0e199d7c254', 'name': '', 'network_id': '95fc829d-deba-4a7f-ae0c-f5122226b494', 'tenant_id': '2b9fc0e304c74fa6acb164db1839a8b3', 'mac_address': 'fa:16:3e:75:c7:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f55c49be-1c8d-46cc-916e-be7ac644065f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': '428bcd12-f300-4329-b048-6fc3e6bd5ca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:50:52Z', 'updated_at': '2022-05-28T06:50:55Z', 'revision_number': 2, 'project_id': '2b9fc0e304c74fa6acb164db1839a8b3', 'subnets': [{'id': '428bcd12-f300-4329-b048-6fc3e6bd5ca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:51:00.864544 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0625eeec-9886-4587-8c7a-4f9c24d08626 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:00.887097 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccea62d8-b3e6-4ce1-aa0d-0b4b4bd75ffd None None] Checking router: f55c49be-1c8d-46cc-916e-be7ac644065f for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:51:00.897902 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccea62d8-b3e6-4ce1-aa0d-0b4b4bd75ffd None None] Updating router f55c49be-1c8d-46cc-916e-be7ac644065f port 3ddfb216-a0ff-40ad-ba5a-a0e199d7c254 binding host n-d-843702-1 {{(pid=89111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:51:00.922499 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0625eeec-9886-4587-8c7a-4f9c24d08626 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:00.963014 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning for port 032c2188-9d17-4176-9785-8f54e2ef6962 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:51:00.988867 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning complete for port 032c2188-9d17-4176-9785-8f54e2ef6962 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:51:00.988867 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:00.989210 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1e5c28-9cc6-4a48-8548-10db96916a49 req-29963ca0-2277-4d00-876a-41b993fd425e tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:51:00.994237 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5c1e5c28-9cc6-4a48-8548-10db96916a49 req-29963ca0-2277-4d00-876a-41b993fd425e tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/ports?device_id=208469cb-c031-4c42-92b3-d0bb091cb84d HTTP/1.1" status: 200 len: 945 time: 0.3190839 May 28 06:51:01.004991 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6011821b-2437-49d9-9d4e-6827fcf2defd req-1eaaac59-0255-47cc-816a-75c2e325e6ac tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:51:01.012185 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6011821b-2437-49d9-9d4e-6827fcf2defd req-1eaaac59-0255-47cc-816a-75c2e325e6ac tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 945 time: 0.2835889 May 28 06:51:01.037912 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 57726) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:51:01.046001 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-f84d363d-3219-48be-a969-ba2131109cb2 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-75908565-network', 'tenant_id': 'eda36bedee6340d489cee4f1d9632c4c'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:51:01.050273 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-f84d363d-3219-48be-a969-ba2131109cb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:51:01.079765 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-f84d363d-3219-48be-a969-ba2131109cb2 admin admin] Usage tracker for resource:network and tenant:eda36bedee6340d489cee4f1d9632c4c is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:51:01.083277 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-ccea62d8-b3e6-4ce1-aa0d-0b4b4bd75ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:01.092594 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-f84d363d-3219-48be-a969-ba2131109cb2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:51:01.116280 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5c1e5c28-9cc6-4a48-8548-10db96916a49 req-92b39bab-8fbe-4e32-8cb6-3655b55e52e5 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/security-groups?id=b613b61e-07a7-4591-9f25-e9022371db97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210895 May 28 06:51:01.120418 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-f84d363d-3219-48be-a969-ba2131109cb2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:51:01.152448 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6011821b-2437-49d9-9d4e-6827fcf2defd req-5c4cfa33-8994-4d1a-b509-3ea492033e77 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392093 May 28 06:51:01.222394 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f84d363d-3219-48be-a969-ba2131109cb2 admin admin] Made reservation on behalf of eda36bedee6340d489cee4f1d9632c4c for: {'network': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:51:01.230369 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f84d363d-3219-48be-a969-ba2131109cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:01.233813 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0625eeec-9886-4587-8c7a-4f9c24d08626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:01.266704 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f84d363d-3219-48be-a969-ba2131109cb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:01.293263 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0625eeec-9886-4587-8c7a-4f9c24d08626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd6e239a-1bae-44fc-972d-5d6127890bfa,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:51:01.322385 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0625eeec-9886-4587-8c7a-4f9c24d08626 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:01.322385 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-0625eeec-9886-4587-8c7a-4f9c24d08626 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/dd6e239a-1bae-44fc-972d-5d6127890bfa HTTP/1.1" status: 204 len: 168 time: 0.7548501 May 28 06:51:01.349725 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-f84d363d-3219-48be-a969-ba2131109cb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:51:01.362075 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-f84d363d-3219-48be-a969-ba2131109cb2 admin admin] Usage tracker for resource:security_group_rule and tenant:eda36bedee6340d489cee4f1d9632c4c is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:51:01.373096 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-f84d363d-3219-48be-a969-ba2131109cb2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:51:01.395261 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-f84d363d-3219-48be-a969-ba2131109cb2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:51:01.609720 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f84d363d-3219-48be-a969-ba2131109cb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:01.742040 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f84d363d-3219-48be-a969-ba2131109cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:01.770425 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:01.774413 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f84d363d-3219-48be-a969-ba2131109cb2 admin admin] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=89109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:51:01.789144 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f84d363d-3219-48be-a969-ba2131109cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:01.789377 n-d-843702-1 neutron-server[89109]: INFO neutron.db.segments_db [None req-f84d363d-3219-48be-a969-ba2131109cb2 admin admin] Added segment cadae894-8daa-4eeb-946e-ed63268336fc of type vlan for network 096bdd43-951a-4f24-a0ff-701aa07a531b May 28 06:51:01.817737 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1252abbc-81d5-483b-82cd-de1f49215e09 req-673c14f9-b6bc-454b-b8b4-a3668e63b610 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:51:01.819871 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1252abbc-81d5-483b-82cd-de1f49215e09 req-673c14f9-b6bc-454b-b8b4-a3668e63b610 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 945 time: 0.1923113 May 28 06:51:01.853473 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f84d363d-3219-48be-a969-ba2131109cb2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:01.973894 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1252abbc-81d5-483b-82cd-de1f49215e09 req-bb2dc09b-7045-4cac-8a5e-8b952a13b099 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469510 May 28 06:51:02.057777 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84d363d-3219-48be-a969-ba2131109cb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03820e8d-e85a-43b7-85b5-d8941635951b,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:51:02.058549 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-ccea62d8-b3e6-4ce1-aa0d-0b4b4bd75ffd None None] Notify callbacks [] for port, precommit_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:02.091184 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f84d363d-3219-48be-a969-ba2131109cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:02.097733 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84d363d-3219-48be-a969-ba2131109cb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:51:02.097733 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f84d363d-3219-48be-a969-ba2131109cb2 admin admin] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:02.099252 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-ccea62d8-b3e6-4ce1-aa0d-0b4b4bd75ffd None None] Transition to ACTIVE for port object 3ddfb216-a0ff-40ad-ba5a-a0e199d7c254 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:51:02.123769 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 032c2188-9d17-4176-9785-8f54e2ef6962 is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:51:02.124440 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:02.216571 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-ccea62d8-b3e6-4ce1-aa0d-0b4b4bd75ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:02.333943 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec894e1c-f522-4b50-9f8d-d794664fe773 None None] Pushing event updated for resources: {'Port': ['ID=3ddfb216-a0ff-40ad-ba5a-a0e199d7c254,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:51:02.351637 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '208469cb-c031-4c42-92b3-d0bb091cb84d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '032c2188-9d17-4176-9785-8f54e2ef6962'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:51:02.396725 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84d363d-3219-48be-a969-ba2131109cb2 admin admin] Pushing event updated for resources: {'Network': ['ID=096bdd43-951a-4f24-a0ff-701aa07a531b,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:51:02.495862 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cc39c2-f960-41cd-88c3-e461a8a8db65 req-4dd44b26-9b28-4337-b6de-0ed8c42153d3 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:51:02.510589 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-f84d363d-3219-48be-a969-ba2131109cb2 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4684355 May 28 06:51:02.510823 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 57764) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:51:02.515488 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c8cc39c2-f960-41cd-88c3-e461a8a8db65 req-4dd44b26-9b28-4337-b6de-0ed8c42153d3 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 945 time: 0.2105601 May 28 06:51:02.521559 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-5bb44fc8-0f05-4d78-8095-3445faa3b360 admin admin] Request body: {'subnet': {'network_id': '096bdd43-951a-4f24-a0ff-701aa07a531b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-75908565-subnet', 'tenant_id': 'eda36bedee6340d489cee4f1d9632c4c', 'ip_version': 4}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:51:02.552704 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-5bb44fc8-0f05-4d78-8095-3445faa3b360 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:51:02.566733 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-5bb44fc8-0f05-4d78-8095-3445faa3b360 admin admin] Usage tracker for resource:subnet and tenant:eda36bedee6340d489cee4f1d9632c4c is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:51:02.573408 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-5bb44fc8-0f05-4d78-8095-3445faa3b360 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:51:02.575691 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 096bdd43-951a-4f24-a0ff-701aa07a531b details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:51:02.591564 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-5bb44fc8-0f05-4d78-8095-3445faa3b360 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:51:02.618960 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c8cc39c2-f960-41cd-88c3-e461a8a8db65 req-6fa9141c-57b3-4593-aac2-4a089d51eb92 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000373 May 28 06:51:02.632758 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 032c2188-9d17-4176-9785-8f54e2ef6962, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=032c2188-9d17-4176-9785-8f54e2ef6962,segment=NetworkSegment(7ec0e308-8d07-4b60-b9c2-e7620dee5b7c),segment_id=7ec0e308-8d07-4b60-b9c2-e7620dee5b7c)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:51:02.649611 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:02.696805 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bb44fc8-0f05-4d78-8095-3445faa3b360 admin admin] Made reservation on behalf of eda36bedee6340d489cee4f1d9632c4c for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:51:02.700773 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5bb44fc8-0f05-4d78-8095-3445faa3b360 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:02.886854 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020076ec-d93a-4465-8ebf-f8ba15b49688 req-28f271f0-e864-4956-9649-e42321057a8f tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:51:02.895803 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-020076ec-d93a-4465-8ebf-f8ba15b49688 req-28f271f0-e864-4956-9649-e42321057a8f tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/ports?device_id=208469cb-c031-4c42-92b3-d0bb091cb84d HTTP/1.1" status: 200 len: 946 time: 0.2087691 May 28 06:51:02.928202 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-735c3270-5fab-47e7-b048-1fac1994f8fc'] response: {'server_uuid': '208469cb-c031-4c42-92b3-d0bb091cb84d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '032c2188-9d17-4176-9785-8f54e2ef6962', 'code': 200} May 28 06:51:02.937163 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:03.007122 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-020076ec-d93a-4465-8ebf-f8ba15b49688 req-7703c09c-809f-4526-94ff-0eda2d661242 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/security-groups?id=b613b61e-07a7-4591-9f25-e9022371db97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134205 May 28 06:51:03.148638 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d562b58-ade8-44db-b418-4f0fae1742cb req-db8f5400-21ca-41d9-b1ba-b8785fe26265 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:51:03.154167 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5bb44fc8-0f05-4d78-8095-3445faa3b360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:03.155605 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8d562b58-ade8-44db-b418-4f0fae1742cb req-db8f5400-21ca-41d9-b1ba-b8785fe26265 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=40b9813d-c547-4e8d-978d-75607c19ba47 HTTP/1.1" status: 200 len: 946 time: 0.1608834 May 28 06:51:03.208879 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-ccea62d8-b3e6-4ce1-aa0d-0b4b4bd75ffd None None] Attempting to bind port 3ddfb216-a0ff-40ad-ba5a-a0e199d7c254 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:51:03.209551 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-ccea62d8-b3e6-4ce1-aa0d-0b4b4bd75ffd None None] Attempting to bind port 3ddfb216-a0ff-40ad-ba5a-a0e199d7c254 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': '87f477f8-a9f9-42cd-8d54-22507bf95e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '95fc829d-deba-4a7f-ae0c-f5122226b494'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:51:03.210135 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccea62d8-b3e6-4ce1-aa0d-0b4b4bd75ffd None None] Attempting to bind port 3ddfb216-a0ff-40ad-ba5a-a0e199d7c254 on network 95fc829d-deba-4a7f-ae0c-f5122226b494 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:51:03.241185 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c22695-5109-4d4f-92cd-f940ea19c687 req-adc89506-4458-4c6e-a20e-cbe8835a5c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:51:03.242931 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-d9c22695-5109-4d4f-92cd-f940ea19c687 req-adc89506-4458-4c6e-a20e-cbe8835a5c1a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=208469cb-c031-4c42-92b3-d0bb091cb84d HTTP/1.1" status: 200 len: 1097 time: 0.2007046 May 28 06:51:03.260663 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccea62d8-b3e6-4ce1-aa0d-0b4b4bd75ffd None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:51:03.261117 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccea62d8-b3e6-4ce1-aa0d-0b4b4bd75ffd None None] Checking segment: {'id': '87f477f8-a9f9-42cd-8d54-22507bf95e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '95fc829d-deba-4a7f-ae0c-f5122226b494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:51:03.261625 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-ccea62d8-b3e6-4ce1-aa0d-0b4b4bd75ffd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:03.262077 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccea62d8-b3e6-4ce1-aa0d-0b4b4bd75ffd None None] Bound using segment: {'id': '87f477f8-a9f9-42cd-8d54-22507bf95e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '95fc829d-deba-4a7f-ae0c-f5122226b494'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:51:03.263039 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-ccea62d8-b3e6-4ce1-aa0d-0b4b4bd75ffd None None] Bound port: 3ddfb216-a0ff-40ad-ba5a-a0e199d7c254, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87f477f8-a9f9-42cd-8d54-22507bf95e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '95fc829d-deba-4a7f-ae0c-f5122226b494'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:51:03.263467 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-ccea62d8-b3e6-4ce1-aa0d-0b4b4bd75ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:03.288881 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb44fc8-0f05-4d78-8095-3445faa3b360 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc1bc55a-b141-4872-bb10-686fc7e33525,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:51:03.330903 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb44fc8-0f05-4d78-8095-3445faa3b360 admin admin] Checking segment: {'id': 'cadae894-8daa-4eeb-946e-ed63268336fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '096bdd43-951a-4f24-a0ff-701aa07a531b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:51:03.330903 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb44fc8-0f05-4d78-8095-3445faa3b360 admin admin] Network hostable DHCP agents. Network: 096bdd43-951a-4f24-a0ff-701aa07a531b, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:51:03.339075 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-d9c22695-5109-4d4f-92cd-f940ea19c687 req-a3403651-22b8-49db-bcb1-da89dfa86bba service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=b613b61e-07a7-4591-9f25-e9022371db97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871217 May 28 06:51:03.369356 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8d562b58-ade8-44db-b418-4f0fae1742cb req-ea3b196e-2dda-40fc-a921-866f99994b56 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/security-groups?id=55eadb02-d3aa-43b2-bf74-b67b0f98720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051935 May 28 06:51:03.387121 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=032c2188-9d17-4176-9785-8f54e2ef6962,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:51:03.420588 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-ccea62d8-b3e6-4ce1-aa0d-0b4b4bd75ffd None None] For port 3ddfb216-a0ff-40ad-ba5a-a0e199d7c254, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:51:03.424005 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-ccea62d8-b3e6-4ce1-aa0d-0b4b4bd75ffd None None] For port 3ddfb216-a0ff-40ad-ba5a-a0e199d7c254, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=3ddfb216-a0ff-40ad-ba5a-a0e199d7c254,segment=NetworkSegment(87f477f8-a9f9-42cd-8d54-22507bf95e7d),segment_id=87f477f8-a9f9-42cd-8d54-22507bf95e7d)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:51:03.437133 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c567cd98-20fb-463d-8685-931053401343 req-67a944fb-a1b4-4d5f-bd0c-c3e9d2cb1338 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:51:03.439172 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c567cd98-20fb-463d-8685-931053401343 req-67a944fb-a1b4-4d5f-bd0c-c3e9d2cb1338 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 945 time: 0.1720374 May 28 06:51:03.500419 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c567cd98-20fb-463d-8685-931053401343 req-007b8c81-4296-45ba-8630-550d96a6b139 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477011 May 28 06:51:03.514275 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb44fc8-0f05-4d78-8095-3445faa3b360 admin admin] Network 096bdd43-951a-4f24-a0ff-701aa07a531b is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:51:03.569059 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-ccea62d8-b3e6-4ce1-aa0d-0b4b4bd75ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:03.622398 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-5bb44fc8-0f05-4d78-8095-3445faa3b360 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, 096bdd43-951a-4f24-a0ff-701aa07a531b) {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:51:03.630098 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb44fc8-0f05-4d78-8095-3445faa3b360 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:51:03.630966 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5bb44fc8-0f05-4d78-8095-3445faa3b360 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:03.654045 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be428d15-a8b0-498f-86c5-9bfe95bc7265 None None] Network 096bdd43-951a-4f24-a0ff-701aa07a531b requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:51:03.759959 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-5bb44fc8-0f05-4d78-8095-3445faa3b360 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2480161 May 28 06:51:03.771388 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 57796) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:51:03.771388 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-649ac28d-7379-4c92-8c8f-7bb676499267 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-75908565-router', 'tenant_id': 'eda36bedee6340d489cee4f1d9632c4c', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:51:03.780903 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-649ac28d-7379-4c92-8c8f-7bb676499267 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:51:03.785906 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-649ac28d-7379-4c92-8c8f-7bb676499267 admin admin] Usage tracker for resource:router and tenant:eda36bedee6340d489cee4f1d9632c4c is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:51:03.789077 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-649ac28d-7379-4c92-8c8f-7bb676499267 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:51:03.797914 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-649ac28d-7379-4c92-8c8f-7bb676499267 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:51:03.863720 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742626c8-f738-4d5e-8b23-d16b366085c8 req-a261eb87-c648-4dd6-86af-6cedaba73cac tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:51:03.870164 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-742626c8-f738-4d5e-8b23-d16b366085c8 req-a261eb87-c648-4dd6-86af-6cedaba73cac tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 945 time: 0.1706743 May 28 06:51:03.914471 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-649ac28d-7379-4c92-8c8f-7bb676499267 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59128'] for router, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:03.915599 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-649ac28d-7379-4c92-8c8f-7bb676499267 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59009'] for router, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:03.916519 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-742626c8-f738-4d5e-8b23-d16b366085c8 req-2bb1afce-4c9b-4424-99c9-c30453f85ede tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455086 May 28 06:51:03.936827 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-649ac28d-7379-4c92-8c8f-7bb676499267 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:04.011618 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec894e1c-f522-4b50-9f8d-d794664fe773 None None] Pushing event updated for resources: {'Port': ['ID=3ddfb216-a0ff-40ad-ba5a-a0e199d7c254,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:51:04.025865 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccea62d8-b3e6-4ce1-aa0d-0b4b4bd75ffd None None] Routers {'f55c49be-1c8d-46cc-916e-be7ac644065f'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:51:04.025865 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-ccea62d8-b3e6-4ce1-aa0d-0b4b4bd75ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:50:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['f55c49be-1c8d-46cc-916e-be7ac644065f'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:51:04.455553 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-ccea62d8-b3e6-4ce1-aa0d-0b4b4bd75ffd None None] Set router f55c49be-1c8d-46cc-916e-be7ac644065f gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:51:04.508979 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2e118d-2aad-4e5d-8c18-852c3270c5aa req-01b0ba19-f735-4f7b-8ade-b3ce1b33a4a3 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:51:04.521856 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2e2e118d-2aad-4e5d-8c18-852c3270c5aa req-01b0ba19-f735-4f7b-8ade-b3ce1b33a4a3 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 945 time: 0.1601486 May 28 06:51:04.594868 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e1adc3-3d04-439f-8e90-812ee3ec4112 req-340bf75c-881d-4cba-baeb-3619c24e5e8f tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:51:04.598326 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-16e1adc3-3d04-439f-8e90-812ee3ec4112 req-340bf75c-881d-4cba-baeb-3619c24e5e8f tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/ports?device_id=208469cb-c031-4c42-92b3-d0bb091cb84d HTTP/1.1" status: 200 len: 946 time: 0.3636804 May 28 06:51:04.644013 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2e2e118d-2aad-4e5d-8c18-852c3270c5aa req-b1c735fe-c176-4403-b885-7436d2c171b1 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212094 May 28 06:51:04.743046 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-16e1adc3-3d04-439f-8e90-812ee3ec4112 req-97c3a98d-1a56-4889-8562-baaf03fecffb tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/security-groups?id=b613b61e-07a7-4591-9f25-e9022371db97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107478 May 28 06:51:04.770984 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3900d43-7828-4a10-b86e-b32807e0bff3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-096bdd43-951a-4f24-a0ff-701aa07a531b', 'network_id': '096bdd43-951a-4f24-a0ff-701aa07a531b', 'tenant_id': 'eda36bedee6340d489cee4f1d9632c4c', 'fixed_ips': [{'subnet_id': 'bc1bc55a-b141-4872-bb10-686fc7e33525'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:51:04.772415 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d3900d43-7828-4a10-b86e-b32807e0bff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:04.832380 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-649ac28d-7379-4c92-8c8f-7bb676499267 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59027'] for router, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:04.927827 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd2db57-bc83-4654-b3ce-a40c6c9e967f req-97eaaa24-aa87-47e8-ba09-0ebb93e39313 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:51:04.931723 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-5fd2db57-bc83-4654-b3ce-a40c6c9e967f req-97eaaa24-aa87-47e8-ba09-0ebb93e39313 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Synchronizing usage tracker for tenant:25104e9d91034f7ab315290096db2d20 on resource:port {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:51:04.963810 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-5fd2db57-bc83-4654-b3ce-a40c6c9e967f req-97eaaa24-aa87-47e8-ba09-0ebb93e39313 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Unset dirty status for tenant:25104e9d91034f7ab315290096db2d20 on resource:port {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:51:04.973992 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-5fd2db57-bc83-4654-b3ce-a40c6c9e967f req-97eaaa24-aa87-47e8-ba09-0ebb93e39313 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.71 "GET /v2.0/ports?device_id=40b9813d-c547-4e8d-978d-75607c19ba47 HTTP/1.1" status: 200 len: 946 time: 0.5573747 May 28 06:51:05.080909 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a346db-6874-4aa6-8af8-b46a10caf1f3 req-7c278824-930d-4285-9e3f-e102990e7510 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:51:05.096077 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-19a346db-6874-4aa6-8af8-b46a10caf1f3 req-7c278824-930d-4285-9e3f-e102990e7510 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=40b9813d-c547-4e8d-978d-75607c19ba47 HTTP/1.1" status: 200 len: 946 time: 0.2244141 May 28 06:51:05.114978 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-d3900d43-7828-4a10-b86e-b32807e0bff3 None None] Allocated IP 172.20.0.2 (096bdd43-951a-4f24-a0ff-701aa07a531b/bc1bc55a-b141-4872-bb10-686fc7e33525/7a7a46c1-5254-4261-b4ad-ec0a9b38cb89) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:51:05.278255 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-19a346db-6874-4aa6-8af8-b46a10caf1f3 req-9d9ddeb4-b0f5-48c3-ab36-cc5350c395f4 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/security-groups?id=55eadb02-d3aa-43b2-bf74-b67b0f98720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809967 May 28 06:51:05.341570 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a110bd4-d808-4f8d-a964-24c3b5e6be03 req-bc0e796a-6918-495e-b94b-5a721023633c tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:51:05.343515 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5a110bd4-d808-4f8d-a964-24c3b5e6be03 req-bc0e796a-6918-495e-b94b-5a721023633c tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 945 time: 0.2036920 May 28 06:51:05.366730 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [req-5fd2db57-bc83-4654-b3ce-a40c6c9e967f req-e4711550-1a57-4401-8ae6-dd937cb30ed6 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Deleting port 5f9506d4-977b-4d93-bf8d-166404f4d1ec {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:51:05.367303 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-5fd2db57-bc83-4654-b3ce-a40c6c9e967f req-e4711550-1a57-4401-8ae6-dd937cb30ed6 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:05.400121 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5a110bd4-d808-4f8d-a964-24c3b5e6be03 req-b94e261a-4bbf-4fe9-a6f4-6fa8be57cb85 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504889 May 28 06:51:05.440729 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d3900d43-7828-4a10-b86e-b32807e0bff3 None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:05.471246 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-d3900d43-7828-4a10-b86e-b32807e0bff3 None None] Transition to ACTIVE for port object 7a7a46c1-5254-4261-b4ad-ec0a9b38cb89 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:51:05.539438 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-d3900d43-7828-4a10-b86e-b32807e0bff3 None None] Transition to ACTIVE for port object 7a7a46c1-5254-4261-b4ad-ec0a9b38cb89 will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:51:05.586019 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-ccea62d8-b3e6-4ce1-aa0d-0b4b4bd75ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f55c49be-1c8d-46cc-916e-be7ac644065f', 'name': 'tempest-TestAggregatesBasicOps-869790621-router', 'tenant_id': '2b9fc0e304c74fa6acb164db1839a8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '3159b117-f5f9-49f6-9c9a-7c8286f312da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:50:40Z', 'updated_at': '2022-05-28T06:50:55Z', 'revision_number': 4, 'project_id': '2b9fc0e304c74fa6acb164db1839a8b3', 'gw_port': {'id': '3159b117-f5f9-49f6-9c9a-7c8286f312da', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c7:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55c49be-1c8d-46cc-916e-be7ac644065f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:50:43Z', 'updated_at': '2022-05-28T06:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '3ddfb216-a0ff-40ad-ba5a-a0e199d7c254', 'name': '', 'network_id': '95fc829d-deba-4a7f-ae0c-f5122226b494', 'tenant_id': '2b9fc0e304c74fa6acb164db1839a8b3', 'mac_address': 'fa:16:3e:75:c7:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f55c49be-1c8d-46cc-916e-be7ac644065f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': '428bcd12-f300-4329-b048-6fc3e6bd5ca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:50:52Z', 'updated_at': '2022-05-28T06:51:03Z', 'revision_number': 4, 'project_id': '2b9fc0e304c74fa6acb164db1839a8b3', 'subnets': [{'id': '428bcd12-f300-4329-b048-6fc3e6bd5ca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:51:05.591788 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccea62d8-b3e6-4ce1-aa0d-0b4b4bd75ffd None None] The sync data for ids ['f55c49be-1c8d-46cc-916e-be7ac644065f'] in n-d-843702-1 is: [{'id': 'f55c49be-1c8d-46cc-916e-be7ac644065f', 'name': 'tempest-TestAggregatesBasicOps-869790621-router', 'tenant_id': '2b9fc0e304c74fa6acb164db1839a8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '3159b117-f5f9-49f6-9c9a-7c8286f312da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:50:40Z', 'updated_at': '2022-05-28T06:50:55Z', 'revision_number': 4, 'project_id': '2b9fc0e304c74fa6acb164db1839a8b3', 'gw_port': {'id': '3159b117-f5f9-49f6-9c9a-7c8286f312da', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c7:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55c49be-1c8d-46cc-916e-be7ac644065f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:50:43Z', 'updated_at': '2022-05-28T06:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '3ddfb216-a0ff-40ad-ba5a-a0e199d7c254', 'name': '', 'network_id': '95fc829d-deba-4a7f-ae0c-f5122226b494', 'tenant_id': '2b9fc0e304c74fa6acb164db1839a8b3', 'mac_address': 'fa:16:3e:75:c7:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f55c49be-1c8d-46cc-916e-be7ac644065f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': '428bcd12-f300-4329-b048-6fc3e6bd5ca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:50:52Z', 'updated_at': '2022-05-28T06:51:03Z', 'revision_number': 4, 'project_id': '2b9fc0e304c74fa6acb164db1839a8b3', 'subnets': [{'id': '428bcd12-f300-4329-b048-6fc3e6bd5ca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:51:05.723279 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d3900d43-7828-4a10-b86e-b32807e0bff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:05.862757 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-5fd2db57-bc83-4654-b3ce-a40c6c9e967f req-e4711550-1a57-4401-8ae6-dd937cb30ed6 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] For port 5f9506d4-977b-4d93-bf8d-166404f4d1ec, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=5f9506d4-977b-4d93-bf8d-166404f4d1ec,segment=NetworkSegment(d3c6b9f0-14d5-4338-b095-ac6f93dbc704),segment_id=d3c6b9f0-14d5-4338-b095-ac6f93dbc704)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:51:05.863384 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-5fd2db57-bc83-4654-b3ce-a40c6c9e967f req-e4711550-1a57-4401-8ae6-dd937cb30ed6 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:05.982421 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3900d43-7828-4a10-b86e-b32807e0bff3 None None] Network 096bdd43-951a-4f24-a0ff-701aa07a531b is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:51:05.990590 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3900d43-7828-4a10-b86e-b32807e0bff3 None None] Pushing event updated for resources: {'Port': ['ID=7a7a46c1-5254-4261-b4ad-ec0a9b38cb89,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:51:05.998601 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-d3900d43-7828-4a10-b86e-b32807e0bff3 None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:51:06.002699 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3900d43-7828-4a10-b86e-b32807e0bff3 None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:51:06.096734 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c01379-4cc0-4ca8-b94a-1bab820226ee req-287645ac-beda-464c-b9a2-b7d216bf9f54 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:51:06.112321 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-69c01379-4cc0-4ca8-b94a-1bab820226ee req-287645ac-beda-464c-b9a2-b7d216bf9f54 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 945 time: 0.2771034 May 28 06:51:06.244838 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [req-5fd2db57-bc83-4654-b3ce-a40c6c9e967f req-e4711550-1a57-4401-8ae6-dd937cb30ed6 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Calling delete_port for 5f9506d4-977b-4d93-bf8d-166404f4d1ec owned by compute:nova {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:51:06.296132 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-69c01379-4cc0-4ca8-b94a-1bab820226ee req-5787951b-cf59-42b8-a0b4-42d2a0d25298 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829522 May 28 06:51:06.389840 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d35be4d-a3ba-49eb-adde-b6f435e5240e req-b31a2d0f-02a1-4410-8125-d9d6f03fbb0d tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:51:06.398874 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4d35be4d-a3ba-49eb-adde-b6f435e5240e req-b31a2d0f-02a1-4410-8125-d9d6f03fbb0d tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/ports?device_id=208469cb-c031-4c42-92b3-d0bb091cb84d HTTP/1.1" status: 200 len: 946 time: 0.2808208 May 28 06:51:06.489215 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4d35be4d-a3ba-49eb-adde-b6f435e5240e req-bf95f257-6084-482e-839e-c9e46d254e22 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/security-groups?id=b613b61e-07a7-4591-9f25-e9022371db97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890243 May 28 06:51:06.602751 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-d3900d43-7828-4a10-b86e-b32807e0bff3 None None] Attempting to bind port 7a7a46c1-5254-4261-b4ad-ec0a9b38cb89 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:51:06.603801 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-d3900d43-7828-4a10-b86e-b32807e0bff3 None None] Attempting to bind port 7a7a46c1-5254-4261-b4ad-ec0a9b38cb89 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'cadae894-8daa-4eeb-946e-ed63268336fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '096bdd43-951a-4f24-a0ff-701aa07a531b'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:51:06.604351 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3900d43-7828-4a10-b86e-b32807e0bff3 None None] Attempting to bind port 7a7a46c1-5254-4261-b4ad-ec0a9b38cb89 on network 096bdd43-951a-4f24-a0ff-701aa07a531b {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:51:06.615697 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3900d43-7828-4a10-b86e-b32807e0bff3 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:51:06.616309 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3900d43-7828-4a10-b86e-b32807e0bff3 None None] Checking segment: {'id': 'cadae894-8daa-4eeb-946e-ed63268336fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '096bdd43-951a-4f24-a0ff-701aa07a531b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:51:06.617111 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d3900d43-7828-4a10-b86e-b32807e0bff3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:06.618013 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3900d43-7828-4a10-b86e-b32807e0bff3 None None] Bound using segment: {'id': 'cadae894-8daa-4eeb-946e-ed63268336fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '096bdd43-951a-4f24-a0ff-701aa07a531b'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:51:06.618764 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-d3900d43-7828-4a10-b86e-b32807e0bff3 None None] Bound port: 7a7a46c1-5254-4261-b4ad-ec0a9b38cb89, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cadae894-8daa-4eeb-946e-ed63268336fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '096bdd43-951a-4f24-a0ff-701aa07a531b'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:51:06.622776 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d3900d43-7828-4a10-b86e-b32807e0bff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:06.771747 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-d3900d43-7828-4a10-b86e-b32807e0bff3 None None] For port 7a7a46c1-5254-4261-b4ad-ec0a9b38cb89, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:51:06.776286 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-d3900d43-7828-4a10-b86e-b32807e0bff3 None None] For port 7a7a46c1-5254-4261-b4ad-ec0a9b38cb89, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=7a7a46c1-5254-4261-b4ad-ec0a9b38cb89,segment=NetworkSegment(cadae894-8daa-4eeb-946e-ed63268336fc),segment_id=cadae894-8daa-4eeb-946e-ed63268336fc)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:51:06.925603 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-649ac28d-7379-4c92-8c8f-7bb676499267 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:06.939657 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d3900d43-7828-4a10-b86e-b32807e0bff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:06.969903 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-649ac28d-7379-4c92-8c8f-7bb676499267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:07.125727 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3900d43-7828-4a10-b86e-b32807e0bff3 None None] Pushing event updated for resources: {'Port': ['ID=7a7a46c1-5254-4261-b4ad-ec0a9b38cb89,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:51:07.263113 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-649ac28d-7379-4c92-8c8f-7bb676499267 admin admin] Allocated IP 172.25.5.25 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/7a1c6583-ead3-4386-b638-c39cbb4ce62b) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:51:07.311020 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-5fd2db57-bc83-4654-b3ce-a40c6c9e967f req-e4711550-1a57-4401-8ae6-dd937cb30ed6 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:07.322616 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['f8566525-c4cb-4e62-a1d8-5e9ce5ba1b4e'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:51:07.421287 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a051f7-a66b-4147-9b2a-fd1bf8c6b447 req-b36b18cb-4a7e-4f0f-910f-6ad738a86a8b tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:51:07.439347 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-09a051f7-a66b-4147-9b2a-fd1bf8c6b447 req-b36b18cb-4a7e-4f0f-910f-6ad738a86a8b tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=40b9813d-c547-4e8d-978d-75607c19ba47 HTTP/1.1" status: 200 len: 946 time: 0.8453336 May 28 06:51:07.561923 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0620a145-57a7-42bd-a8ce-7d847f3438cd req-04a426a8-f06c-4dd3-b2e5-227ebbf25493 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:51:07.572185 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0620a145-57a7-42bd-a8ce-7d847f3438cd req-04a426a8-f06c-4dd3-b2e5-227ebbf25493 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 945 time: 0.5772476 May 28 06:51:07.601293 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3471ade5-0827-41cc-af94-21ac602dcbe6 req-a3ddcc65-fb21-43f6-a322-93865248a652 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6158047 May 28 06:51:07.659325 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4711550-1a57-4401-8ae6-dd937cb30ed6 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Pushing event deleted for resources: {'Port': ['ID=5f9506d4-977b-4d93-bf8d-166404f4d1ec,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:51:07.741694 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-09a051f7-a66b-4147-9b2a-fd1bf8c6b447 req-c5f8096e-8156-4277-9756-f35d0f63e0b5 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/security-groups?id=55eadb02-d3aa-43b2-bf74-b67b0f98720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988164 May 28 06:51:07.818042 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 3ddfb216-a0ff-40ad-ba5a-a0e199d7c254 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:51:07.883222 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fd2db57-bc83-4654-b3ce-a40c6c9e967f req-e4711550-1a57-4401-8ae6-dd937cb30ed6 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] No DVR routers for this DVR port 5f9506d4-977b-4d93-bf8d-166404f4d1ec on host n-h2-843702-1 {{(pid=89109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:51:07.891650 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-5fd2db57-bc83-4654-b3ce-a40c6c9e967f req-e4711550-1a57-4401-8ae6-dd937cb30ed6 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:07.893082 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40b9813d-c547-4e8d-978d-75607c19ba47', 'name': 'network-vif-deleted', 'tag': '5f9506d4-977b-4d93-bf8d-166404f4d1ec'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:51:07.978375 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0620a145-57a7-42bd-a8ce-7d847f3438cd req-77ee12be-f1a5-48a2-b367-6f621f721bba tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3697612 May 28 06:51:07.989875 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-649ac28d-7379-4c92-8c8f-7bb676499267 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:08.009197 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3471ade5-0827-41cc-af94-21ac602dcbe6 req-af793d18-e82d-466b-aa08-ca493ba7479b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:51:08.011117 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3471ade5-0827-41cc-af94-21ac602dcbe6 req-af793d18-e82d-466b-aa08-ca493ba7479b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=73e0295cd8e04d62a9246f93ad60c000&device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 1096 time: 0.3001361 May 28 06:51:08.060669 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f15b2bd-e748-4b1a-ae6f-cf2d1905de4c'] response: {'server_uuid': '40b9813d-c547-4e8d-978d-75607c19ba47', 'name': 'network-vif-deleted', 'tag': '5f9506d4-977b-4d93-bf8d-166404f4d1ec', 'status': 'completed', 'code': 200} May 28 06:51:08.097558 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 5f9506d4-977b-4d93-bf8d-166404f4d1ec no longer exists at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:51:08.103377 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-5fd2db57-bc83-4654-b3ce-a40c6c9e967f req-e4711550-1a57-4401-8ae6-dd937cb30ed6 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.71 "DELETE /v2.0/ports/5f9506d4-977b-4d93-bf8d-166404f4d1ec HTTP/1.1" status: 204 len: 173 time: 3.1194706 May 28 06:51:08.158803 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] No Port match for: 5f9506d4-977b-4d93-bf8d-166404f4d1ec {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:51:08.159108 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 5f9506d4-977b-4d93-bf8d-166404f4d1ec not bound to the agent host n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:51:08.250854 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-649ac28d-7379-4c92-8c8f-7bb676499267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:08.376596 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 3ddfb216-a0ff-40ad-ba5a-a0e199d7c254 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:51:08.382809 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 3ddfb216-a0ff-40ad-ba5a-a0e199d7c254 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:51:08.383452 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:08.453390 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0770eb2-3cee-4b7c-90cd-6bda722052db req-87b90e83-9ae4-46de-b94f-6e416ddc1e97 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:51:08.466076 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d0770eb2-3cee-4b7c-90cd-6bda722052db req-87b90e83-9ae4-46de-b94f-6e416ddc1e97 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/ports?device_id=208469cb-c031-4c42-92b3-d0bb091cb84d HTTP/1.1" status: 200 len: 946 time: 0.4233768 May 28 06:51:08.477907 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 57904) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:51:08.497532 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3471ade5-0827-41cc-af94-21ac602dcbe6 req-bcd46a68-d16f-453d-b9fb-918c972c1fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:51:08.499137 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3471ade5-0827-41cc-af94-21ac602dcbe6 req-bcd46a68-d16f-453d-b9fb-918c972c1fbe service neutron] 10.222.0.69 "GET /v2.0/networks?id=a5003c5d-3a74-4f41-abaa-5496ec434a45 HTTP/1.1" status: 200 len: 914 time: 0.4611452 May 28 06:51:08.524572 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-d4c48462-a52a-40c8-a6f0-09754f465f3c tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Request body: {'floatingip': {'port_id': '032c2188-9d17-4176-9785-8f54e2ef6962'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:51:08.726032 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-649ac28d-7379-4c92-8c8f-7bb676499267 admin admin] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:51:08.732087 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-649ac28d-7379-4c92-8c8f-7bb676499267 admin admin] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:51:08.738581 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649ac28d-7379-4c92-8c8f-7bb676499267 admin admin] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:51:08.843774 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 3ddfb216-a0ff-40ad-ba5a-a0e199d7c254 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:51:08.848324 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:08.861740 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3471ade5-0827-41cc-af94-21ac602dcbe6 req-e8f086a7-bedc-464a-9d77-93b8fb3cd6c8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=466563e4-8251-4e01-896c-6874e3461ded HTTP/1.1" status: 200 len: 217 time: 0.1511352 May 28 06:51:08.910307 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649ac28d-7379-4c92-8c8f-7bb676499267 admin admin] Pushing event updated for resources: {'Port': ['ID=7a1c6583-ead3-4386-b638-c39cbb4ce62b,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:51:08.936730 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d4c48462-a52a-40c8-a6f0-09754f465f3c tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks [] for floatingip, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:08.951359 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port 3ddfb216-a0ff-40ad-ba5a-a0e199d7c254, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=3ddfb216-a0ff-40ad-ba5a-a0e199d7c254,segment=NetworkSegment(87f477f8-a9f9-42cd-8d54-22507bf95e7d),segment_id=87f477f8-a9f9-42cd-8d54-22507bf95e7d)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:51:09.050323 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:09.051124 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 7a7a46c1-5254-4261-b4ad-ec0a9b38cb89 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:51:09.085062 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad42d18-1896-4995-b246-000fcf6991f9 req-72ef7a9c-099d-4d35-9197-ac48ddb05e7d tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:51:09.094932 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7ad42d18-1896-4995-b246-000fcf6991f9 req-72ef7a9c-099d-4d35-9197-ac48ddb05e7d tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 945 time: 0.8213279 May 28 06:51:09.218483 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-19fcd64d-9383-4462-82ad-f70392054410 req-f2988823-aca6-4696-9092-1ee1b2d8e6cc tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=40b9813d-c547-4e8d-978d-75607c19ba47 HTTP/1.1" status: 200 len: 210 time: 0.0524390 May 28 06:51:09.334887 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4669aa5-8b8a-4d3a-af68-266abe66333e None None] Network 096bdd43-951a-4f24-a0ff-701aa07a531b requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:51:09.355315 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3471ade5-0827-41cc-af94-21ac602dcbe6 req-da722e03-5837-49c8-93c2-f8bc02d98cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:51:09.358351 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3471ade5-0827-41cc-af94-21ac602dcbe6 req-da722e03-5837-49c8-93c2-f8bc02d98cba service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c9770ae0-20d9-409f-aee4-a3917a1ccf16 HTTP/1.1" status: 200 len: 853 time: 0.4849403 May 28 06:51:09.362759 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=3ddfb216-a0ff-40ad-ba5a-a0e199d7c254,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:51:09.378832 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:51:09.378957 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:51:09.379294 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:51:09.379624 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:51:09.379948 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:51:09.380265 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:51:09.381171 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:51:09.381764 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:51:09.382099 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:51:09.382454 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:51:09.382876 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:51:09.383079 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:51:09.455650 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3471ade5-0827-41cc-af94-21ac602dcbe6 req-61ba1112-7bb4-49d3-8462-104dfc78d42e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a5003c5d-3a74-4f41-abaa-5496ec434a45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0856509 May 28 06:51:09.463076 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7ad42d18-1896-4995-b246-000fcf6991f9 req-1ba768cc-9b0c-4e9a-91d6-02817283638f tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3672464 May 28 06:51:09.617516 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-07b51b4e-52e9-491e-92e9-69c0a4922f59 None None] Provisioning for port 7a7a46c1-5254-4261-b4ad-ec0a9b38cb89 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:51:09.753128 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 7a7a46c1-5254-4261-b4ad-ec0a9b38cb89 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:51:09.774443 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 7a7a46c1-5254-4261-b4ad-ec0a9b38cb89 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:51:09.774812 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:09.792575 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-649ac28d-7379-4c92-8c8f-7bb676499267 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:09.921898 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3471ade5-0827-41cc-af94-21ac602dcbe6 req-6adaf5b1-c51e-40d0-a84c-ee91f9b3e71e service neutron] 10.222.0.69 "GET /v2.0/networks/a5003c5d-3a74-4f41-abaa-5496ec434a45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833398 May 28 06:51:10.003847 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 7a7a46c1-5254-4261-b4ad-ec0a9b38cb89 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:51:10.004416 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:10.132834 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port 7a7a46c1-5254-4261-b4ad-ec0a9b38cb89, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=7a7a46c1-5254-4261-b4ad-ec0a9b38cb89,segment=NetworkSegment(cadae894-8daa-4eeb-946e-ed63268336fc),segment_id=cadae894-8daa-4eeb-946e-ed63268336fc)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:51:10.239963 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:10.426948 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 3ddfb216-a0ff-40ad-ba5a-a0e199d7c254 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:51:10.543127 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-abbc8af0-8099-4bb4-9ef9-755892ef41c8 req-58430c92-6c47-48b8-84bc-60a941052fe9 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=d8faf0c8-2b0b-4711-9900-f4434257b873&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6819785 May 28 06:51:10.662270 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=7a7a46c1-5254-4261-b4ad-ec0a9b38cb89,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:51:10.688977 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-649ac28d-7379-4c92-8c8f-7bb676499267 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690761'] for router, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:10.689097 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-efc42f79-f255-4557-835b-a6c3dc3c07ca None None] Provisioning complete for port 7a7a46c1-5254-4261-b4ad-ec0a9b38cb89 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:51:10.693283 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-efc42f79-f255-4557-835b-a6c3dc3c07ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:10.772695 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 3ddfb216-a0ff-40ad-ba5a-a0e199d7c254 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:51:10.773057 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:10.883795 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3471ade5-0827-41cc-af94-21ac602dcbe6 req-6ab8c52c-e1a3-409b-919c-57fe5274a88b service neutron] 10.222.0.69 "GET /v2.0/networks/a5003c5d-3a74-4f41-abaa-5496ec434a45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9053724 May 28 06:51:11.101471 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbc8af0-8099-4bb4-9ef9-755892ef41c8 req-eaf26316-0547-4b37-81a5-b3f52436a677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:51:11.109129 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-abbc8af0-8099-4bb4-9ef9-755892ef41c8 req-eaf26316-0547-4b37-81a5-b3f52436a677 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=923dafe00970411a989ff222606e459e&device_id=d8faf0c8-2b0b-4711-9900-f4434257b873 HTTP/1.1" status: 200 len: 1097 time: 0.1643367 May 28 06:51:11.134409 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2eff95-adb7-481d-8076-68b0d2dbb9f3 req-751f8d28-54d1-44fd-8beb-5dd2c19341f2 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:51:11.135944 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-db2eff95-adb7-481d-8076-68b0d2dbb9f3 req-751f8d28-54d1-44fd-8beb-5dd2c19341f2 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 945 time: 1.3208623 May 28 06:51:11.171703 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 3ddfb216-a0ff-40ad-ba5a-a0e199d7c254 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:51:11.185595 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c07b2b7-3982-49b7-b2ff-9f46276f2f97 req-998895fc-1672-434a-93a3-449dc368b37c tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:51:11.187074 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-efc42f79-f255-4557-835b-a6c3dc3c07ca None None] Current status of the port 7a7a46c1-5254-4261-b4ad-ec0a9b38cb89 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:51:11.187221 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3c07b2b7-3982-49b7-b2ff-9f46276f2f97 req-998895fc-1672-434a-93a3-449dc368b37c tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/networks?id=ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1 HTTP/1.1" status: 200 len: 806 time: 0.3023787 May 28 06:51:11.225847 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-db2eff95-adb7-481d-8076-68b0d2dbb9f3 req-c72103ee-6c8a-4a81-bfe4-729706348e0b tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741811 May 28 06:51:11.227342 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3c07b2b7-3982-49b7-b2ff-9f46276f2f97 req-7ee01ead-e82e-4d5f-8476-f87357a24075 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/quotas/25104e9d91034f7ab315290096db2d20 HTTP/1.1" status: 200 len: 375 time: 0.0135741 May 28 06:51:11.307314 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-649ac28d-7379-4c92-8c8f-7bb676499267 admin admin] Router 2da15654-7cba-4c88-b2d0-f040c057e642 is scheduled to L3 agent 42958940-9562-4f71-972f-15a8af9d3963 with binding_index 1 {{(pid=89109) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 06:51:11.431267 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3c07b2b7-3982-49b7-b2ff-9f46276f2f97 req-3dd3e917-30f2-41e7-8259-2cc4d02dc467 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=25104e9d91034f7ab315290096db2d20&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1928813 May 28 06:51:11.744085 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3c07b2b7-3982-49b7-b2ff-9f46276f2f97 req-37bd9888-6c2c-4f2f-b6fe-8176856c43f1 service neutron] 10.222.0.55 "GET /v2.0/networks/ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2853301 May 28 06:51:11.872936 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbc8af0-8099-4bb4-9ef9-755892ef41c8 req-d60c9bab-be87-4892-b6f3-2b69c012d8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:51:11.876055 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-abbc8af0-8099-4bb4-9ef9-755892ef41c8 req-d60c9bab-be87-4892-b6f3-2b69c012d8c2 service neutron] 10.222.0.71 "GET /v2.0/networks?id=244ee66f-8ba5-4a6d-a99b-5ec1fae21d38 HTTP/1.1" status: 200 len: 916 time: 0.7406614 May 28 06:51:11.888132 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d4c48462-a52a-40c8-a6f0-09754f465f3c tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:11.975096 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3c07b2b7-3982-49b7-b2ff-9f46276f2f97 req-087cd495-a7c5-43e4-9437-c622a0c18ea7 service neutron] 10.222.0.55 "GET /v2.0/networks/ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212651 May 28 06:51:12.000431 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d4c48462-a52a-40c8-a6f0-09754f465f3c tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691094'] for floatingip, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:12.063168 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-649ac28d-7379-4c92-8c8f-7bb676499267 admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:51:12.076471 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9effb06b-d769-42f0-9a3c-937ab5882a25 None None] Sync routers for ids ['2da15654-7cba-4c88-b2d0-f040c057e642'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:51:12.097771 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9effb06b-d769-42f0-9a3c-937ab5882a25 None None] Routers {'2da15654-7cba-4c88-b2d0-f040c057e642'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:51:12.101646 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-9effb06b-d769-42f0-9a3c-937ab5882a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:50:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['2da15654-7cba-4c88-b2d0-f040c057e642'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:51:12.105998 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-abbc8af0-8099-4bb4-9ef9-755892ef41c8 req-1dd032c3-8c47-4a37-be41-e0c9b926040e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ea2e1a53-d70b-4271-a57e-6fffc0d8bb80 HTTP/1.1" status: 200 len: 1001 time: 0.2103307 May 28 06:51:12.228949 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbc8af0-8099-4bb4-9ef9-755892ef41c8 req-9741fcae-657c-4df1-8824-6aceddf22556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:51:12.231503 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-abbc8af0-8099-4bb4-9ef9-755892ef41c8 req-9741fcae-657c-4df1-8824-6aceddf22556 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=395c6a06-7ada-4575-b52f-ff6a58f20fb7 HTTP/1.1" status: 200 len: 854 time: 0.1165709 May 28 06:51:12.309441 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-649ac28d-7379-4c92-8c8f-7bb676499267 admin admin] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:12.316786 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-649ac28d-7379-4c92-8c8f-7bb676499267 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.5495036 May 28 06:51:12.337254 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 57990) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:51:12.372972 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 7a7a46c1-5254-4261-b4ad-ec0a9b38cb89 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:51:12.405009 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-9effb06b-d769-42f0-9a3c-937ab5882a25 None None] Set router 2da15654-7cba-4c88-b2d0-f040c057e642 gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:51:12.451797 n-d-843702-1 neutron-server[89110]: INFO neutron.db.l3_db [None req-d4c48462-a52a-40c8-a6f0-09754f465f3c tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Floating IP 18b2b980-40c7-47d0-b9f8-74a43c619d35 associated. External IP: 172.25.5.242, port: 032c2188-9d17-4176-9785-8f54e2ef6962. May 28 06:51:12.570406 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 7a7a46c1-5254-4261-b4ad-ec0a9b38cb89 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:51:12.570406 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:12.826398 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cabacd84-1171-4257-9fae-908d954adaaa req-5fc27f2b-24ad-412c-a9f4-6d54cefdeac2 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=463aff9e-ee03-4bc6-bd12-e919ac64070d HTTP/1.1" status: 200 len: 210 time: 0.1635456 May 28 06:51:12.993591 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 7a7a46c1-5254-4261-b4ad-ec0a9b38cb89 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:51:13.057951 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbc8af0-8099-4bb4-9ef9-755892ef41c8 req-93d78ebc-7dec-42e0-9737-1aeef3310cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:51:13.059921 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-abbc8af0-8099-4bb4-9ef9-755892ef41c8 req-93d78ebc-7dec-42e0-9737-1aeef3310cd8 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=244ee66f-8ba5-4a6d-a99b-5ec1fae21d38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8209295 May 28 06:51:13.159145 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-9effb06b-d769-42f0-9a3c-937ab5882a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da15654-7cba-4c88-b2d0-f040c057e642', 'name': 'tempest-TestAggregatesBasicOps-75908565-router', 'tenant_id': 'eda36bedee6340d489cee4f1d9632c4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '7a1c6583-ead3-4386-b638-c39cbb4ce62b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:51:03Z', 'updated_at': '2022-05-28T06:51:09Z', 'revision_number': 3, 'project_id': 'eda36bedee6340d489cee4f1d9632c4c', 'gw_port': {'id': '7a1c6583-ead3-4386-b638-c39cbb4ce62b', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:63:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2da15654-7cba-4c88-b2d0-f040c057e642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:51:07Z', 'updated_at': '2022-05-28T06:51:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:51:13.164325 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9effb06b-d769-42f0-9a3c-937ab5882a25 None None] Checking router: 2da15654-7cba-4c88-b2d0-f040c057e642 for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:51:13.165013 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9effb06b-d769-42f0-9a3c-937ab5882a25 None None] Updating router 2da15654-7cba-4c88-b2d0-f040c057e642 port 7a1c6583-ead3-4386-b638-c39cbb4ce62b binding host n-d-843702-1 {{(pid=89112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:51:13.230633 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-9effb06b-d769-42f0-9a3c-937ab5882a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:13.512594 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8786053-a6b7-48e8-9315-34fc23824300 req-428c1bad-ef60-4bfb-8b1d-0b3cd3701579 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:51:13.520274 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b8786053-a6b7-48e8-9315-34fc23824300 req-428c1bad-ef60-4bfb-8b1d-0b3cd3701579 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 945 time: 0.5629330 May 28 06:51:13.594152 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-abbc8af0-8099-4bb4-9ef9-755892ef41c8 req-adc76ccb-de9a-4e5d-90e8-d8c92137e949 service neutron] 10.222.0.71 "GET /v2.0/networks/244ee66f-8ba5-4a6d-a99b-5ec1fae21d38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4682324 May 28 06:51:13.734919 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b8786053-a6b7-48e8-9315-34fc23824300 req-15546de7-a82e-4862-a0da-3dca9f4795cf tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142847 May 28 06:51:13.772142 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4c48462-a52a-40c8-a6f0-09754f465f3c tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Router c70e1c22-f694-4d56-bd15-5c5737bacda2 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:51:13.826910 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-9effb06b-d769-42f0-9a3c-937ab5882a25 None None] Notify callbacks [] for port, precommit_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:13.858580 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.provisioning_blocks [None req-9effb06b-d769-42f0-9a3c-937ab5882a25 None None] Transition to ACTIVE for port object 7a1c6583-ead3-4386-b638-c39cbb4ce62b will not be triggered until provisioned by entity L2. {{(pid=89112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:51:13.999672 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-9effb06b-d769-42f0-9a3c-937ab5882a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:14.021917 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-abbc8af0-8099-4bb4-9ef9-755892ef41c8 req-8eba03c4-d1bf-4223-adc0-8853b8ca2801 service neutron] 10.222.0.71 "GET /v2.0/networks/244ee66f-8ba5-4a6d-a99b-5ec1fae21d38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4202075 May 28 06:51:14.113650 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e183e06e-3ea7-48e2-8bbf-ad3844f7db57 req-1488bcf5-3884-4149-ac82-34de576318e7 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=463aff9e-ee03-4bc6-bd12-e919ac64070d HTTP/1.1" status: 200 len: 210 time: 0.1652689 May 28 06:51:14.134254 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-9effb06b-d769-42f0-9a3c-937ab5882a25 None None] Attempting to bind port 7a1c6583-ead3-4386-b638-c39cbb4ce62b on host n-d-843702-1 for vnic_type normal with profile {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:51:14.134780 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-9effb06b-d769-42f0-9a3c-937ab5882a25 None None] Attempting to bind port 7a1c6583-ead3-4386-b638-c39cbb4ce62b by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:51:14.135366 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9effb06b-d769-42f0-9a3c-937ab5882a25 None None] Attempting to bind port 7a1c6583-ead3-4386-b638-c39cbb4ce62b on network 68df399e-e75e-4871-9364-5d05730b50f0 {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:51:14.141181 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-95144840-b2a1-4df4-9869-0740fddbc6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:14.153100 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cf0f36-a2c5-4abd-bc80-55df5655d210 None None] Pushing event updated for resources: {'Port': ['ID=7a1c6583-ead3-4386-b638-c39cbb4ce62b,revision_number=2']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:51:14.170800 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9effb06b-d769-42f0-9a3c-937ab5882a25 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:51:14.172287 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9effb06b-d769-42f0-9a3c-937ab5882a25 None None] Checking segment: {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:51:14.172881 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-9effb06b-d769-42f0-9a3c-937ab5882a25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:14.173637 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9effb06b-d769-42f0-9a3c-937ab5882a25 None None] Bound using segment: {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:51:14.174316 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-9effb06b-d769-42f0-9a3c-937ab5882a25 None None] Bound port: 7a1c6583-ead3-4386-b638-c39cbb4ce62b, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:51:14.174638 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4c48462-a52a-40c8-a6f0-09754f465f3c tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:51:14.175019 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-9effb06b-d769-42f0-9a3c-937ab5882a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:14.189204 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d4c48462-a52a-40c8-a6f0-09754f465f3c tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:14.189318 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2200b1e0-9337-4d63-b68e-e7561fab0069 None None] Sync routers for ids ['c70e1c22-f694-4d56-bd15-5c5737bacda2'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:51:14.201252 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2200b1e0-9337-4d63-b68e-e7561fab0069 None None] Routers {'c70e1c22-f694-4d56-bd15-5c5737bacda2'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:51:14.201919 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-2200b1e0-9337-4d63-b68e-e7561fab0069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:50:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['c70e1c22-f694-4d56-bd15-5c5737bacda2'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:51:14.263142 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-d4c48462-a52a-40c8-a6f0-09754f465f3c tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "PUT /v2.0/floatingips/18b2b980-40c7-47d0-b9f8-74a43c619d35 HTTP/1.1" status: 200 len: 992 time: 5.7693460 May 28 06:51:14.263142 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '208469cb-c031-4c42-92b3-d0bb091cb84d', 'tag': '032c2188-9d17-4176-9785-8f54e2ef6962'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:51:14.307881 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93432721-3342-4c0c-9158-73b63960ff06'] response: {'name': 'network-changed', 'server_uuid': '208469cb-c031-4c42-92b3-d0bb091cb84d', 'tag': '032c2188-9d17-4176-9785-8f54e2ef6962', 'status': 'completed', 'code': 200} May 28 06:51:14.312964 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-9effb06b-d769-42f0-9a3c-937ab5882a25 None None] For port 7a1c6583-ead3-4386-b638-c39cbb4ce62b, host n-d-843702-1, cleared binding levels {{(pid=89112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:51:14.317136 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-9effb06b-d769-42f0-9a3c-937ab5882a25 None None] For port 7a1c6583-ead3-4386-b638-c39cbb4ce62b, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=7a1c6583-ead3-4386-b638-c39cbb4ce62b,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:51:14.542773 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-9effb06b-d769-42f0-9a3c-937ab5882a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:14.579688 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-2200b1e0-9337-4d63-b68e-e7561fab0069 None None] Set router c70e1c22-f694-4d56-bd15-5c5737bacda2 gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:51:14.626101 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9effb06b-d769-42f0-9a3c-937ab5882a25 None None] Routers {'2da15654-7cba-4c88-b2d0-f040c057e642'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:51:14.626802 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-9effb06b-d769-42f0-9a3c-937ab5882a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:50:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['2da15654-7cba-4c88-b2d0-f040c057e642'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:51:14.706698 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-95144840-b2a1-4df4-9869-0740fddbc6c0 admin admin] Allocated IP 172.20.0.1 (096bdd43-951a-4f24-a0ff-701aa07a531b/bc1bc55a-b141-4872-bb10-686fc7e33525/41f48ba7-2c88-4a71-b3ee-aac82b1899e3) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:51:14.707277 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cf0f36-a2c5-4abd-bc80-55df5655d210 None None] Pushing event updated for resources: {'Port': ['ID=7a1c6583-ead3-4386-b638-c39cbb4ce62b,revision_number=3']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:51:14.895305 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7400ad-72a4-475c-a73d-d6de283ba213 req-1a9d6ca2-01d5-4804-a092-ba6ebff8cb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:51:14.897134 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-9b7400ad-72a4-475c-a73d-d6de283ba213 req-1a9d6ca2-01d5-4804-a092-ba6ebff8cb2d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=923dafe00970411a989ff222606e459e&device_id=208469cb-c031-4c42-92b3-d0bb091cb84d HTTP/1.1" status: 200 len: 1097 time: 0.3969436 May 28 06:51:14.960356 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-9effb06b-d769-42f0-9a3c-937ab5882a25 None None] Set router 2da15654-7cba-4c88-b2d0-f040c057e642 gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:51:15.197732 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842f094a-9683-46c5-b88b-e93ee2db1eae req-7aee0c9f-84f1-4b55-aa83-1e601d022b03 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:51:15.207934 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-842f094a-9683-46c5-b88b-e93ee2db1eae req-7aee0c9f-84f1-4b55-aa83-1e601d022b03 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 945 time: 0.2399189 May 28 06:51:15.214801 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-2200b1e0-9337-4d63-b68e-e7561fab0069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70e1c22-f694-4d56-bd15-5c5737bacda2', 'name': 'tempest-AttachVolumeNegativeTest-1938842834-router', 'tenant_id': '923dafe00970411a989ff222606e459e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '75f0d40c-8ed1-4975-8bcb-f54d72980607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:48:27Z', 'updated_at': '2022-05-28T06:48:45Z', 'revision_number': 4, 'project_id': '923dafe00970411a989ff222606e459e', 'gw_port': {'id': '75f0d40c-8ed1-4975-8bcb-f54d72980607', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:db:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70e1c22-f694-4d56-bd15-5c5737bacda2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:48:31Z', 'updated_at': '2022-05-28T06:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': '18b2b980-40c7-47d0-b9f8-74a43c619d35', 'tenant_id': '923dafe00970411a989ff222606e459e', 'floating_ip_address': '172.25.5.242', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': 'c70e1c22-f694-4d56-bd15-5c5737bacda2', 'port_id': '032c2188-9d17-4176-9785-8f54e2ef6962', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '244ee66f-8ba5-4a6d-a99b-5ec1fae21d38', 'mac_address': 'fa:16:3e:e2:48:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208469cb-c031-4c42-92b3-d0bb091cb84d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:50:34Z', 'updated_at': '2022-05-28T06:51:11Z', 'revision_number': 1, 'project_id': '923dafe00970411a989ff222606e459e', 'fixed_ip_address_scope': None}, {'id': '81697959-fa70-41cc-93d9-065f6f450736', 'tenant_id': '923dafe00970411a989ff222606e459e', 'floating_ip_address': '172.25.5.99', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': 'c70e1c22-f694-4d56-bd15-5c5737bacda2', 'port_id': 'ea2e1a53-d70b-4271-a57e-6fffc0d8bb80', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2814, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '244ee66f-8ba5-4a6d-a99b-5ec1fae21d38', 'mac_address': 'fa:16:3e:9a:e2:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8faf0c8-2b0b-4711-9900-f4434257b873', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:49:01Z', 'updated_at': '2022-05-28T06:49:46Z', 'revision_number': 2, 'project_id': '923dafe00970411a989ff222606e459e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abf75dc9-fe0b-4338-9af0-de84c550bf58', 'name': '', 'network_id': '244ee66f-8ba5-4a6d-a99b-5ec1fae21d38', 'tenant_id': '923dafe00970411a989ff222606e459e', 'mac_address': 'fa:16:3e:90:65:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70e1c22-f694-4d56-bd15-5c5737bacda2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '395c6a06-7ada-4575-b52f-ff6a58f20fb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:48:41Z', 'updated_at': '2022-05-28T06:49:01Z', 'revision_number': 5, 'project_id': '923dafe00970411a989ff222606e459e', 'subnets': [{'id': '395c6a06-7ada-4575-b52f-ff6a58f20fb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:51:15.227124 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2200b1e0-9337-4d63-b68e-e7561fab0069 None None] Checking router: c70e1c22-f694-4d56-bd15-5c5737bacda2 for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:51:15.241079 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2200b1e0-9337-4d63-b68e-e7561fab0069 None None] Routers {'c70e1c22-f694-4d56-bd15-5c5737bacda2'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:51:15.242700 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-2200b1e0-9337-4d63-b68e-e7561fab0069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:50:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['c70e1c22-f694-4d56-bd15-5c5737bacda2'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:51:15.301111 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-95144840-b2a1-4df4-9869-0740fddbc6c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:15.360009 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-842f094a-9683-46c5-b88b-e93ee2db1eae req-4e856418-8f27-4cfe-a243-0b6d658aadee tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493731 May 28 06:51:15.435206 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [None req-95144840-b2a1-4df4-9869-0740fddbc6c0 admin admin] Transition to ACTIVE for port object 41f48ba7-2c88-4a71-b3ee-aac82b1899e3 will not be triggered until provisioned by entity DHCP. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:51:15.506717 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7400ad-72a4-475c-a73d-d6de283ba213 req-bf1e071e-7c08-447b-87ea-07279f7f6b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:51:15.514651 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-9b7400ad-72a4-475c-a73d-d6de283ba213 req-bf1e071e-7c08-447b-87ea-07279f7f6b2d service neutron] 10.222.0.71 "GET /v2.0/networks?id=244ee66f-8ba5-4a6d-a99b-5ec1fae21d38 HTTP/1.1" status: 200 len: 916 time: 0.5878909 May 28 06:51:15.608647 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-2200b1e0-9337-4d63-b68e-e7561fab0069 None None] Set router c70e1c22-f694-4d56-bd15-5c5737bacda2 gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:51:15.611564 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-63bfac82-4e0a-4314-b6ca-44d21f0fbc36 req-dfa159b7-f690-41cb-8a7f-f840b4eec881 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=463aff9e-ee03-4bc6-bd12-e919ac64070d HTTP/1.1" status: 200 len: 210 time: 0.1579494 May 28 06:51:15.764321 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-9effb06b-d769-42f0-9a3c-937ab5882a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da15654-7cba-4c88-b2d0-f040c057e642', 'name': 'tempest-TestAggregatesBasicOps-75908565-router', 'tenant_id': 'eda36bedee6340d489cee4f1d9632c4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '7a1c6583-ead3-4386-b638-c39cbb4ce62b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:51:03Z', 'updated_at': '2022-05-28T06:51:09Z', 'revision_number': 3, 'project_id': 'eda36bedee6340d489cee4f1d9632c4c', 'gw_port': {'id': '7a1c6583-ead3-4386-b638-c39cbb4ce62b', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:63:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2da15654-7cba-4c88-b2d0-f040c057e642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:51:07Z', 'updated_at': '2022-05-28T06:51:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:51:15.794187 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9effb06b-d769-42f0-9a3c-937ab5882a25 None None] The sync data for ids ['2da15654-7cba-4c88-b2d0-f040c057e642'] in n-d-843702-1 is: [{'id': '2da15654-7cba-4c88-b2d0-f040c057e642', 'name': 'tempest-TestAggregatesBasicOps-75908565-router', 'tenant_id': 'eda36bedee6340d489cee4f1d9632c4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '7a1c6583-ead3-4386-b638-c39cbb4ce62b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:51:03Z', 'updated_at': '2022-05-28T06:51:09Z', 'revision_number': 3, 'project_id': 'eda36bedee6340d489cee4f1d9632c4c', 'gw_port': {'id': '7a1c6583-ead3-4386-b638-c39cbb4ce62b', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:63:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2da15654-7cba-4c88-b2d0-f040c057e642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:51:07Z', 'updated_at': '2022-05-28T06:51:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:51:15.836732 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-9b7400ad-72a4-475c-a73d-d6de283ba213 req-c433348c-cb51-49cd-9474-c27b0bb97f8b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=032c2188-9d17-4176-9785-8f54e2ef6962 HTTP/1.1" status: 200 len: 1000 time: 0.3160117 May 28 06:51:16.018019 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7400ad-72a4-475c-a73d-d6de283ba213 req-54cf0136-e8ad-4567-8b4c-ad2bd30011c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:51:16.018019 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-9b7400ad-72a4-475c-a73d-d6de283ba213 req-54cf0136-e8ad-4567-8b4c-ad2bd30011c3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=395c6a06-7ada-4575-b52f-ff6a58f20fb7 HTTP/1.1" status: 200 len: 854 time: 0.1611743 May 28 06:51:16.018019 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-95144840-b2a1-4df4-9869-0740fddbc6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:16.258946 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95144840-b2a1-4df4-9869-0740fddbc6c0 admin admin] Pushing event updated for resources: {'Port': ['ID=41f48ba7-2c88-4a71-b3ee-aac82b1899e3,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:51:16.311175 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95144840-b2a1-4df4-9869-0740fddbc6c0 admin admin] Network 096bdd43-951a-4f24-a0ff-701aa07a531b is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:51:16.327543 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95144840-b2a1-4df4-9869-0740fddbc6c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:51:16.341244 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95144840-b2a1-4df4-9869-0740fddbc6c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:51:16.341858 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95144840-b2a1-4df4-9869-0740fddbc6c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:51:16.342423 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95144840-b2a1-4df4-9869-0740fddbc6c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:51:16.342984 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95144840-b2a1-4df4-9869-0740fddbc6c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:51:16.343911 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95144840-b2a1-4df4-9869-0740fddbc6c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:51:16.344454 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95144840-b2a1-4df4-9869-0740fddbc6c0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:51:16.345001 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95144840-b2a1-4df4-9869-0740fddbc6c0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:51:16.345598 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95144840-b2a1-4df4-9869-0740fddbc6c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:51:16.346152 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95144840-b2a1-4df4-9869-0740fddbc6c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:51:16.346699 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95144840-b2a1-4df4-9869-0740fddbc6c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:51:16.347242 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95144840-b2a1-4df4-9869-0740fddbc6c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:51:16.350883 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-95144840-b2a1-4df4-9869-0740fddbc6c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:51:16.367924 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95144840-b2a1-4df4-9869-0740fddbc6c0 admin admin] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:51:16.398206 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-2200b1e0-9337-4d63-b68e-e7561fab0069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70e1c22-f694-4d56-bd15-5c5737bacda2', 'name': 'tempest-AttachVolumeNegativeTest-1938842834-router', 'tenant_id': '923dafe00970411a989ff222606e459e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '75f0d40c-8ed1-4975-8bcb-f54d72980607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:48:27Z', 'updated_at': '2022-05-28T06:48:45Z', 'revision_number': 4, 'project_id': '923dafe00970411a989ff222606e459e', 'gw_port': {'id': '75f0d40c-8ed1-4975-8bcb-f54d72980607', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:db:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70e1c22-f694-4d56-bd15-5c5737bacda2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:48:31Z', 'updated_at': '2022-05-28T06:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': '18b2b980-40c7-47d0-b9f8-74a43c619d35', 'tenant_id': '923dafe00970411a989ff222606e459e', 'floating_ip_address': '172.25.5.242', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': 'c70e1c22-f694-4d56-bd15-5c5737bacda2', 'port_id': '032c2188-9d17-4176-9785-8f54e2ef6962', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '244ee66f-8ba5-4a6d-a99b-5ec1fae21d38', 'mac_address': 'fa:16:3e:e2:48:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208469cb-c031-4c42-92b3-d0bb091cb84d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:50:34Z', 'updated_at': '2022-05-28T06:51:11Z', 'revision_number': 1, 'project_id': '923dafe00970411a989ff222606e459e', 'fixed_ip_address_scope': None}, {'id': '81697959-fa70-41cc-93d9-065f6f450736', 'tenant_id': '923dafe00970411a989ff222606e459e', 'floating_ip_address': '172.25.5.99', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': 'c70e1c22-f694-4d56-bd15-5c5737bacda2', 'port_id': 'ea2e1a53-d70b-4271-a57e-6fffc0d8bb80', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2814, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '244ee66f-8ba5-4a6d-a99b-5ec1fae21d38', 'mac_address': 'fa:16:3e:9a:e2:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8faf0c8-2b0b-4711-9900-f4434257b873', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:49:01Z', 'updated_at': '2022-05-28T06:49:46Z', 'revision_number': 2, 'project_id': '923dafe00970411a989ff222606e459e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abf75dc9-fe0b-4338-9af0-de84c550bf58', 'name': '', 'network_id': '244ee66f-8ba5-4a6d-a99b-5ec1fae21d38', 'tenant_id': '923dafe00970411a989ff222606e459e', 'mac_address': 'fa:16:3e:90:65:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70e1c22-f694-4d56-bd15-5c5737bacda2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '395c6a06-7ada-4575-b52f-ff6a58f20fb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:48:41Z', 'updated_at': '2022-05-28T06:49:01Z', 'revision_number': 5, 'project_id': '923dafe00970411a989ff222606e459e', 'subnets': [{'id': '395c6a06-7ada-4575-b52f-ff6a58f20fb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:51:16.404521 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2200b1e0-9337-4d63-b68e-e7561fab0069 None None] The sync data for ids ['c70e1c22-f694-4d56-bd15-5c5737bacda2'] in n-d-843702-1 is: [{'id': 'c70e1c22-f694-4d56-bd15-5c5737bacda2', 'name': 'tempest-AttachVolumeNegativeTest-1938842834-router', 'tenant_id': '923dafe00970411a989ff222606e459e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '75f0d40c-8ed1-4975-8bcb-f54d72980607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:48:27Z', 'updated_at': '2022-05-28T06:48:45Z', 'revision_number': 4, 'project_id': '923dafe00970411a989ff222606e459e', 'gw_port': {'id': '75f0d40c-8ed1-4975-8bcb-f54d72980607', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:db:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70e1c22-f694-4d56-bd15-5c5737bacda2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:48:31Z', 'updated_at': '2022-05-28T06:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': '18b2b980-40c7-47d0-b9f8-74a43c619d35', 'tenant_id': '923dafe00970411a989ff222606e459e', 'floating_ip_address': '172.25.5.242', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': 'c70e1c22-f694-4d56-bd15-5c5737bacda2', 'port_id': '032c2188-9d17-4176-9785-8f54e2ef6962', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '244ee66f-8ba5-4a6d-a99b-5ec1fae21d38', 'mac_address': 'fa:16:3e:e2:48:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208469cb-c031-4c42-92b3-d0bb091cb84d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:50:34Z', 'updated_at': '2022-05-28T06:51:11Z', 'revision_number': 1, 'project_id': '923dafe00970411a989ff222606e459e', 'fixed_ip_address_scope': None}, {'id': '81697959-fa70-41cc-93d9-065f6f450736', 'tenant_id': '923dafe00970411a989ff222606e459e', 'floating_ip_address': '172.25.5.99', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': 'c70e1c22-f694-4d56-bd15-5c5737bacda2', 'port_id': 'ea2e1a53-d70b-4271-a57e-6fffc0d8bb80', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2814, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '244ee66f-8ba5-4a6d-a99b-5ec1fae21d38', 'mac_address': 'fa:16:3e:9a:e2:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8faf0c8-2b0b-4711-9900-f4434257b873', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:49:01Z', 'updated_at': '2022-05-28T06:49:46Z', 'revision_number': 2, 'project_id': '923dafe00970411a989ff222606e459e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abf75dc9-fe0b-4338-9af0-de84c550bf58', 'name': '', 'network_id': '244ee66f-8ba5-4a6d-a99b-5ec1fae21d38', 'tenant_id': '923dafe00970411a989ff222606e459e', 'mac_address': 'fa:16:3e:90:65:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70e1c22-f694-4d56-bd15-5c5737bacda2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '395c6a06-7ada-4575-b52f-ff6a58f20fb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:48:41Z', 'updated_at': '2022-05-28T06:49:01Z', 'revision_number': 5, 'project_id': '923dafe00970411a989ff222606e459e', 'subnets': [{'id': '395c6a06-7ada-4575-b52f-ff6a58f20fb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:51:16.606701 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-95144840-b2a1-4df4-9869-0740fddbc6c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690947'] for router_interface, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:16.613278 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7400ad-72a4-475c-a73d-d6de283ba213 req-d08e108c-c954-4455-bab6-bb895d6e7b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:51:16.614900 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-9b7400ad-72a4-475c-a73d-d6de283ba213 req-d08e108c-c954-4455-bab6-bb895d6e7b8f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=244ee66f-8ba5-4a6d-a99b-5ec1fae21d38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5837662 May 28 06:51:17.002332 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51301b87-fcaa-4e6f-9ab2-0ee459fbea67 None None] New status for floating IP 18b2b980-40c7-47d0-b9f8-74a43c619d35: ACTIVE {{(pid=89112) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 06:51:17.024270 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2af3138e-7f96-4bf8-b25f-c37b9ec26861 req-c2e3677e-6cc4-4a85-82f7-75075943eda1 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=463aff9e-ee03-4bc6-bd12-e919ac64070d HTTP/1.1" status: 200 len: 210 time: 0.1034484 May 28 06:51:17.108696 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-81a965cb-905e-4765-93b7-75c5a322f8ae None None] Provisioning for port 41f48ba7-2c88-4a71-b3ee-aac82b1899e3 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:51:17.122890 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-81a965cb-905e-4765-93b7-75c5a322f8ae None None] Provisioning complete for port 41f48ba7-2c88-4a71-b3ee-aac82b1899e3 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:51:17.123148 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-81a965cb-905e-4765-93b7-75c5a322f8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:17.169038 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-9b7400ad-72a4-475c-a73d-d6de283ba213 req-c09af03e-a4c5-4817-9306-0b3abfe900d8 service neutron] 10.222.0.71 "GET /v2.0/networks/244ee66f-8ba5-4a6d-a99b-5ec1fae21d38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5069695 May 28 06:51:17.273159 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959636fc-4a0f-4f23-b4b4-9b28d92c1b6f req-6a88fa88-49f9-4339-b9a9-55880f75caef tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:51:17.302925 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-959636fc-4a0f-4f23-b4b4-9b28d92c1b6f req-6a88fa88-49f9-4339-b9a9-55880f75caef tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 945 time: 0.6064675 May 28 06:51:17.317880 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-81a965cb-905e-4765-93b7-75c5a322f8ae None None] Port 41f48ba7-2c88-4a71-b3ee-aac82b1899e3 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:51:17.551306 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-959636fc-4a0f-4f23-b4b4-9b28d92c1b6f req-dada0f72-0fb5-4294-af96-d44a25fb45be tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474120 May 28 06:51:17.576426 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-9b7400ad-72a4-475c-a73d-d6de283ba213 req-1ebd7228-0654-4725-bb29-2429701d5a74 service neutron] 10.222.0.71 "GET /v2.0/networks/244ee66f-8ba5-4a6d-a99b-5ec1fae21d38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4038928 May 28 06:51:17.662944 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c07b2b7-3982-49b7-b2ff-9f46276f2f97 req-a8617cf2-deee-4eb6-a7ca-808fbe87817a tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:51:17.662944 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3c07b2b7-3982-49b7-b2ff-9f46276f2f97 req-a8617cf2-deee-4eb6-a7ca-808fbe87817a tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.69 "GET /v2.0/networks?id=ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1 HTTP/1.1" status: 200 len: 806 time: 0.5263140 May 28 06:51:17.673842 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-3c07b2b7-3982-49b7-b2ff-9f46276f2f97 req-6fce7054-b2a4-4f78-9587-78f5b5739479 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Request body: {'port': {'device_id': '463aff9e-ee03-4bc6-bd12-e919ac64070d', 'network_id': 'ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1', 'admin_state_up': True, 'tenant_id': '25104e9d91034f7ab315290096db2d20'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:51:17.900338 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-3c07b2b7-3982-49b7-b2ff-9f46276f2f97 req-6fce7054-b2a4-4f78-9587-78f5b5739479 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:51:17.909493 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-3c07b2b7-3982-49b7-b2ff-9f46276f2f97 req-6fce7054-b2a4-4f78-9587-78f5b5739479 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Usage tracker for resource:port and tenant:25104e9d91034f7ab315290096db2d20 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:51:17.913603 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-3c07b2b7-3982-49b7-b2ff-9f46276f2f97 req-6fce7054-b2a4-4f78-9587-78f5b5739479 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:51:17.923158 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-3c07b2b7-3982-49b7-b2ff-9f46276f2f97 req-6fce7054-b2a4-4f78-9587-78f5b5739479 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:51:17.948034 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-95144840-b2a1-4df4-9869-0740fddbc6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:18.078819 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c07b2b7-3982-49b7-b2ff-9f46276f2f97 req-6fce7054-b2a4-4f78-9587-78f5b5739479 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Made reservation on behalf of 25104e9d91034f7ab315290096db2d20 for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:51:18.083698 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-3c07b2b7-3982-49b7-b2ff-9f46276f2f97 req-6fce7054-b2a4-4f78-9587-78f5b5739479 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:18.344352 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-95144840-b2a1-4df4-9869-0740fddbc6c0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:18.358927 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9ce5d7ef-0f4f-4e5a-b231-c05ab6f82b05 req-e8580e49-f10e-4eb6-ac6c-1b2c0bcedaf7 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=463aff9e-ee03-4bc6-bd12-e919ac64070d HTTP/1.1" status: 200 len: 210 time: 0.1198499 May 28 06:51:18.388363 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 7a1c6583-ead3-4386-b638-c39cbb4ce62b up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:51:18.413027 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [req-3c07b2b7-3982-49b7-b2ff-9f46276f2f97 req-6fce7054-b2a4-4f78-9587-78f5b5739479 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Allocated IP 172.20.0.5 (ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1/cb73ce23-f864-48a4-8bdb-f1e8654d92be/bc799859-6a55-41a8-b799-84813a9139f0) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:51:18.519238 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-95144840-b2a1-4df4-9869-0740fddbc6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:18.889472 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95144840-b2a1-4df4-9869-0740fddbc6c0 admin admin] Pushing event updated for resources: {'Port': ['ID=41f48ba7-2c88-4a71-b3ee-aac82b1899e3,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:51:18.892032 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-95144840-b2a1-4df4-9869-0740fddbc6c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700602'] for router_interface, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:18.967538 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 7a1c6583-ead3-4386-b638-c39cbb4ce62b completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:51:18.971096 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-3c07b2b7-3982-49b7-b2ff-9f46276f2f97 req-6fce7054-b2a4-4f78-9587-78f5b5739479 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:18.975991 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 7a1c6583-ead3-4386-b638-c39cbb4ce62b triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:51:18.976703 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:18.986839 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c51f80-7b66-41ac-87eb-9d8f397bddc1 req-197dc09a-fa9e-41af-9bc4-411b2b9ef6a5 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:51:18.988340 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-56c51f80-7b66-41ac-87eb-9d8f397bddc1 req-197dc09a-fa9e-41af-9bc4-411b2b9ef6a5 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 945 time: 0.1606214 May 28 06:51:19.030474 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95144840-b2a1-4df4-9869-0740fddbc6c0 admin admin] Network 096bdd43-951a-4f24-a0ff-701aa07a531b is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:51:19.031773 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-95144840-b2a1-4df4-9869-0740fddbc6c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:51:19.045742 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-56c51f80-7b66-41ac-87eb-9d8f397bddc1 req-f6cbd3f5-88bb-4353-9339-72e46547e77f tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509598 May 28 06:51:19.196126 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 7a1c6583-ead3-4386-b638-c39cbb4ce62b is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:51:19.196239 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:19.206658 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-3c07b2b7-3982-49b7-b2ff-9f46276f2f97 req-6fce7054-b2a4-4f78-9587-78f5b5739479 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:19.223806 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['f8566525-c4cb-4e62-a1d8-5e9ce5ba1b4e'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:51:19.275842 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port 7a1c6583-ead3-4386-b638-c39cbb4ce62b, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=7a1c6583-ead3-4386-b638-c39cbb4ce62b,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:51:19.308238 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c07b2b7-3982-49b7-b2ff-9f46276f2f97 req-6fce7054-b2a4-4f78-9587-78f5b5739479 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Network ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:51:19.312363 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [req-3c07b2b7-3982-49b7-b2ff-9f46276f2f97 req-6fce7054-b2a4-4f78-9587-78f5b5739479 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:51:19.328506 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c07b2b7-3982-49b7-b2ff-9f46276f2f97 req-6fce7054-b2a4-4f78-9587-78f5b5739479 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:51:19.339042 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95144840-b2a1-4df4-9869-0740fddbc6c0 admin admin] Router 2da15654-7cba-4c88-b2d0-f040c057e642 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:51:19.414474 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fce7054-b2a4-4f78-9587-78f5b5739479 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Pushing event updated for resources: {'Port': ['ID=bc799859-6a55-41a8-b799-84813a9139f0,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:51:19.529296 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fce7054-b2a4-4f78-9587-78f5b5739479 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:51:19.529296 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fce7054-b2a4-4f78-9587-78f5b5739479 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:51:19.529296 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fce7054-b2a4-4f78-9587-78f5b5739479 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:51:19.529296 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fce7054-b2a4-4f78-9587-78f5b5739479 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:51:19.529296 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fce7054-b2a4-4f78-9587-78f5b5739479 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:51:19.529296 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fce7054-b2a4-4f78-9587-78f5b5739479 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:51:19.529296 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fce7054-b2a4-4f78-9587-78f5b5739479 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:51:19.529296 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fce7054-b2a4-4f78-9587-78f5b5739479 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:51:19.529296 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fce7054-b2a4-4f78-9587-78f5b5739479 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:51:19.529296 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fce7054-b2a4-4f78-9587-78f5b5739479 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:51:19.529296 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fce7054-b2a4-4f78-9587-78f5b5739479 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:51:19.529296 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fce7054-b2a4-4f78-9587-78f5b5739479 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:51:19.553642 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:19.593127 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c07b2b7-3982-49b7-b2ff-9f46276f2f97 req-6fce7054-b2a4-4f78-9587-78f5b5739479 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:51:19.593127 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-3c07b2b7-3982-49b7-b2ff-9f46276f2f97 req-6fce7054-b2a4-4f78-9587-78f5b5739479 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:19.760287 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95144840-b2a1-4df4-9869-0740fddbc6c0 admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:51:19.774371 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-95144840-b2a1-4df4-9869-0740fddbc6c0 admin admin] 10.222.0.55 "PUT /v2.0/routers/2da15654-7cba-4c88-b2d0-f040c057e642/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4357326 May 28 06:51:19.778141 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f5cdf6-20a0-402a-9045-2f0ee977706e None None] Sync routers for ids ['2da15654-7cba-4c88-b2d0-f040c057e642'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:51:19.791546 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3c07b2b7-3982-49b7-b2ff-9f46276f2f97 req-6fce7054-b2a4-4f78-9587-78f5b5739479 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1218424 May 28 06:51:19.803105 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-c9afd926-b6eb-4f01-8345-f65af3859155 None None] Provisioning complete for port 41f48ba7-2c88-4a71-b3ee-aac82b1899e3 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:51:19.803813 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c9afd926-b6eb-4f01-8345-f65af3859155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:19.806675 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-3c07b2b7-3982-49b7-b2ff-9f46276f2f97 req-57e3b6ac-baa7-41f2-abbe-5cd11bb9c52a service neutron] Request body: {'port': {'device_id': '463aff9e-ee03-4bc6-bd12-e919ac64070d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843702-1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:51:19.849976 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f5cdf6-20a0-402a-9045-2f0ee977706e None None] Routers {'2da15654-7cba-4c88-b2d0-f040c057e642'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:51:19.850835 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-c8f5cdf6-20a0-402a-9045-2f0ee977706e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:50:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['2da15654-7cba-4c88-b2d0-f040c057e642'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:51:19.936494 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=7a1c6583-ead3-4386-b638-c39cbb4ce62b,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:51:19.967817 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-c9afd926-b6eb-4f01-8345-f65af3859155 None None] Port 41f48ba7-2c88-4a71-b3ee-aac82b1899e3 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:51:19.998387 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b722227-8d6e-4a15-8a8a-1f465eec31d3 req-e826c3b5-36f4-4250-aed0-543270d202d7 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:51:19.999097 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-3b722227-8d6e-4a15-8a8a-1f465eec31d3 req-e826c3b5-36f4-4250-aed0-543270d202d7 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Synchronizing usage tracker for tenant:25104e9d91034f7ab315290096db2d20 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:51:20.019374 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-3c07b2b7-3982-49b7-b2ff-9f46276f2f97 req-57e3b6ac-baa7-41f2-abbe-5cd11bb9c52a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:20.090494 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-c8f5cdf6-20a0-402a-9045-2f0ee977706e None None] Set router 2da15654-7cba-4c88-b2d0-f040c057e642 gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:51:20.250901 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-3b722227-8d6e-4a15-8a8a-1f465eec31d3 req-e826c3b5-36f4-4250-aed0-543270d202d7 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Unset dirty status for tenant:25104e9d91034f7ab315290096db2d20 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:51:20.253026 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3b722227-8d6e-4a15-8a8a-1f465eec31d3 req-e826c3b5-36f4-4250-aed0-543270d202d7 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=463aff9e-ee03-4bc6-bd12-e919ac64070d HTTP/1.1" status: 200 len: 931 time: 0.5376019 May 28 06:51:20.392714 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3b722227-8d6e-4a15-8a8a-1f465eec31d3 req-90c96d12-db26-4c73-a36f-c7b0ced4dc6e tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/security-groups?id=55eadb02-d3aa-43b2-bf74-b67b0f98720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294570 May 28 06:51:20.479058 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 7a1c6583-ead3-4386-b638-c39cbb4ce62b up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:51:20.579676 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 7a1c6583-ead3-4386-b638-c39cbb4ce62b triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:51:20.581408 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:20.659705 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-c8f5cdf6-20a0-402a-9045-2f0ee977706e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da15654-7cba-4c88-b2d0-f040c057e642', 'name': 'tempest-TestAggregatesBasicOps-75908565-router', 'tenant_id': 'eda36bedee6340d489cee4f1d9632c4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '7a1c6583-ead3-4386-b638-c39cbb4ce62b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:51:03Z', 'updated_at': '2022-05-28T06:51:17Z', 'revision_number': 4, 'project_id': 'eda36bedee6340d489cee4f1d9632c4c', 'gw_port': {'id': '7a1c6583-ead3-4386-b638-c39cbb4ce62b', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:63:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da15654-7cba-4c88-b2d0-f040c057e642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:51:07Z', 'updated_at': '2022-05-28T06:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '41f48ba7-2c88-4a71-b3ee-aac82b1899e3', 'name': '', 'network_id': '096bdd43-951a-4f24-a0ff-701aa07a531b', 'tenant_id': 'eda36bedee6340d489cee4f1d9632c4c', 'mac_address': 'fa:16:3e:90:4e:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2da15654-7cba-4c88-b2d0-f040c057e642', 'device_owner': 'network:router_interface', 'standard_attr_id': 2923, 'fixed_ips': [{'subnet_id': 'bc1bc55a-b141-4872-bb10-686fc7e33525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:51:14Z', 'updated_at': '2022-05-28T06:51:18Z', 'revision_number': 2, 'project_id': 'eda36bedee6340d489cee4f1d9632c4c', 'subnets': [{'id': 'bc1bc55a-b141-4872-bb10-686fc7e33525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:51:20.670254 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f5cdf6-20a0-402a-9045-2f0ee977706e None None] Checking router: 2da15654-7cba-4c88-b2d0-f040c057e642 for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:51:20.670652 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f5cdf6-20a0-402a-9045-2f0ee977706e None None] Updating router 2da15654-7cba-4c88-b2d0-f040c057e642 port 41f48ba7-2c88-4a71-b3ee-aac82b1899e3 binding host n-d-843702-1 {{(pid=89111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:51:20.797634 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c8f5cdf6-20a0-402a-9045-2f0ee977706e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:20.856825 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [req-3c07b2b7-3982-49b7-b2ff-9f46276f2f97 req-57e3b6ac-baa7-41f2-abbe-5cd11bb9c52a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc799859-6a55-41a8-b799-84813a9139f0 {{(pid=89110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:51:21.297883 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-3c07b2b7-3982-49b7-b2ff-9f46276f2f97 req-57e3b6ac-baa7-41f2-abbe-5cd11bb9c52a service neutron] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:21.297883 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bff1f6-e4c7-456f-9c3b-ddfb64651ef0 req-a70e2c6a-2db5-457e-9a99-2dc61cc32f66 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:51:21.297883 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-44bff1f6-e4c7-456f-9c3b-ddfb64651ef0 req-a70e2c6a-2db5-457e-9a99-2dc61cc32f66 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 945 time: 0.2891474 May 28 06:51:21.297883 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-3c07b2b7-3982-49b7-b2ff-9f46276f2f97 req-57e3b6ac-baa7-41f2-abbe-5cd11bb9c52a service neutron] Transition to ACTIVE for port object bc799859-6a55-41a8-b799-84813a9139f0 will not be triggered until provisioned by entity L2. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:51:21.297883 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-44bff1f6-e4c7-456f-9c3b-ddfb64651ef0 req-50f49e0a-8001-4a30-877f-3e9eb7608abd tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616076 May 28 06:51:21.336638 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 7a1c6583-ead3-4386-b638-c39cbb4ce62b is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:51:21.338420 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-3c07b2b7-3982-49b7-b2ff-9f46276f2f97 req-57e3b6ac-baa7-41f2-abbe-5cd11bb9c52a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:21.770853 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c8f5cdf6-20a0-402a-9045-2f0ee977706e None None] Notify callbacks [] for port, precommit_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:21.786925 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-c8f5cdf6-20a0-402a-9045-2f0ee977706e None None] Transition to ACTIVE for port object 41f48ba7-2c88-4a71-b3ee-aac82b1899e3 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:51:21.829831 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e3b6ac-baa7-41f2-abbe-5cd11bb9c52a service neutron] Pushing event updated for resources: {'Port': ['ID=bc799859-6a55-41a8-b799-84813a9139f0,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:51:21.873876 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-3c07b2b7-3982-49b7-b2ff-9f46276f2f97 req-57e3b6ac-baa7-41f2-abbe-5cd11bb9c52a service neutron] Attempting to bind port bc799859-6a55-41a8-b799-84813a9139f0 on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:51:21.874203 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-3c07b2b7-3982-49b7-b2ff-9f46276f2f97 req-57e3b6ac-baa7-41f2-abbe-5cd11bb9c52a service neutron] Attempting to bind port bc799859-6a55-41a8-b799-84813a9139f0 by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': 'd3c6b9f0-14d5-4338-b095-ac6f93dbc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:51:21.874523 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c07b2b7-3982-49b7-b2ff-9f46276f2f97 req-57e3b6ac-baa7-41f2-abbe-5cd11bb9c52a service neutron] Attempting to bind port bc799859-6a55-41a8-b799-84813a9139f0 on network ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:51:21.890423 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c07b2b7-3982-49b7-b2ff-9f46276f2f97 req-57e3b6ac-baa7-41f2-abbe-5cd11bb9c52a service neutron] Port bc799859-6a55-41a8-b799-84813a9139f0 on network ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:51:21.890736 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c07b2b7-3982-49b7-b2ff-9f46276f2f97 req-57e3b6ac-baa7-41f2-abbe-5cd11bb9c52a service neutron] Attempting to bind port bc799859-6a55-41a8-b799-84813a9139f0 on network ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:51:21.898678 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c07b2b7-3982-49b7-b2ff-9f46276f2f97 req-57e3b6ac-baa7-41f2-abbe-5cd11bb9c52a service neutron] Checking agent: {'id': '69f492a0-c00d-46d0-9bec-fcd8161ce206', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:51:21.899004 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c07b2b7-3982-49b7-b2ff-9f46276f2f97 req-57e3b6ac-baa7-41f2-abbe-5cd11bb9c52a service neutron] Checking segment: {'id': 'd3c6b9f0-14d5-4338-b095-ac6f93dbc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:51:21.899375 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c07b2b7-3982-49b7-b2ff-9f46276f2f97 req-57e3b6ac-baa7-41f2-abbe-5cd11bb9c52a service neutron] Bound using segment: {'id': 'd3c6b9f0-14d5-4338-b095-ac6f93dbc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1'} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:51:21.899807 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-3c07b2b7-3982-49b7-b2ff-9f46276f2f97 req-57e3b6ac-baa7-41f2-abbe-5cd11bb9c52a service neutron] Bound port: bc799859-6a55-41a8-b799-84813a9139f0, host: n-h1-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3c6b9f0-14d5-4338-b095-ac6f93dbc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1'}}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:51:21.900125 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-3c07b2b7-3982-49b7-b2ff-9f46276f2f97 req-57e3b6ac-baa7-41f2-abbe-5cd11bb9c52a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:21.971474 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c8f5cdf6-20a0-402a-9045-2f0ee977706e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:22.001896 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d8e876-6a93-48d2-8e62-6abe27c5bdf7 req-831564f4-9769-45bf-a0fa-18f2900f6183 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:51:22.004892 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d8d8e876-6a93-48d2-8e62-6abe27c5bdf7 req-831564f4-9769-45bf-a0fa-18f2900f6183 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=463aff9e-ee03-4bc6-bd12-e919ac64070d HTTP/1.1" status: 200 len: 943 time: 0.2682805 May 28 06:51:22.076668 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-3c07b2b7-3982-49b7-b2ff-9f46276f2f97 req-57e3b6ac-baa7-41f2-abbe-5cd11bb9c52a service neutron] For port bc799859-6a55-41a8-b799-84813a9139f0, host n-h1-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:51:22.076668 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-3c07b2b7-3982-49b7-b2ff-9f46276f2f97 req-57e3b6ac-baa7-41f2-abbe-5cd11bb9c52a service neutron] For port bc799859-6a55-41a8-b799-84813a9139f0, host n-h1-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=bc799859-6a55-41a8-b799-84813a9139f0,segment=NetworkSegment(d3c6b9f0-14d5-4338-b095-ac6f93dbc704),segment_id=d3c6b9f0-14d5-4338-b095-ac6f93dbc704)] {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:51:22.155006 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d8d8e876-6a93-48d2-8e62-6abe27c5bdf7 req-4a294095-6d0b-400e-b43e-596213710011 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/security-groups?id=55eadb02-d3aa-43b2-bf74-b67b0f98720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272910 May 28 06:51:22.228402 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-3c07b2b7-3982-49b7-b2ff-9f46276f2f97 req-57e3b6ac-baa7-41f2-abbe-5cd11bb9c52a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:22.357102 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa86cb2-2c60-4eb2-93b6-47db632316f2 None None] Pushing event updated for resources: {'Port': ['ID=41f48ba7-2c88-4a71-b3ee-aac82b1899e3,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:51:22.407649 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c07b2b7-3982-49b7-b2ff-9f46276f2f97 req-57e3b6ac-baa7-41f2-abbe-5cd11bb9c52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:51:22.418774 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-3c07b2b7-3982-49b7-b2ff-9f46276f2f97 req-57e3b6ac-baa7-41f2-abbe-5cd11bb9c52a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:22.421888 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3c07b2b7-3982-49b7-b2ff-9f46276f2f97 req-57e3b6ac-baa7-41f2-abbe-5cd11bb9c52a service neutron] 10.222.0.69 "PUT /v2.0/ports/bc799859-6a55-41a8-b799-84813a9139f0 HTTP/1.1" status: 200 len: 1091 time: 2.6214869 May 28 06:51:22.422489 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '463aff9e-ee03-4bc6-bd12-e919ac64070d', 'tag': 'bc799859-6a55-41a8-b799-84813a9139f0'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:51:22.465861 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e3b6ac-baa7-41f2-abbe-5cd11bb9c52a service neutron] Pushing event updated for resources: {'Port': ['ID=bc799859-6a55-41a8-b799-84813a9139f0,revision_number=3']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:51:22.524468 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fefa613-1794-457f-934c-5578ecbf785c req-672a8ce9-d896-45ad-b4b5-ccace724984d tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:51:22.535362 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2fefa613-1794-457f-934c-5578ecbf785c req-672a8ce9-d896-45ad-b4b5-ccace724984d tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 945 time: 0.1994860 May 28 06:51:22.540855 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-c8f5cdf6-20a0-402a-9045-2f0ee977706e None None] Attempting to bind port 41f48ba7-2c88-4a71-b3ee-aac82b1899e3 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:51:22.541329 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-c8f5cdf6-20a0-402a-9045-2f0ee977706e None None] Attempting to bind port 41f48ba7-2c88-4a71-b3ee-aac82b1899e3 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'cadae894-8daa-4eeb-946e-ed63268336fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '096bdd43-951a-4f24-a0ff-701aa07a531b'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:51:22.541724 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f5cdf6-20a0-402a-9045-2f0ee977706e None None] Attempting to bind port 41f48ba7-2c88-4a71-b3ee-aac82b1899e3 on network 096bdd43-951a-4f24-a0ff-701aa07a531b {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:51:22.556241 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f5cdf6-20a0-402a-9045-2f0ee977706e None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:51:22.556614 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f5cdf6-20a0-402a-9045-2f0ee977706e None None] Checking segment: {'id': 'cadae894-8daa-4eeb-946e-ed63268336fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '096bdd43-951a-4f24-a0ff-701aa07a531b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:51:22.560105 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c8f5cdf6-20a0-402a-9045-2f0ee977706e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:22.560105 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f5cdf6-20a0-402a-9045-2f0ee977706e None None] Bound using segment: {'id': 'cadae894-8daa-4eeb-946e-ed63268336fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '096bdd43-951a-4f24-a0ff-701aa07a531b'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:51:22.560105 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-c8f5cdf6-20a0-402a-9045-2f0ee977706e None None] Bound port: 41f48ba7-2c88-4a71-b3ee-aac82b1899e3, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cadae894-8daa-4eeb-946e-ed63268336fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '096bdd43-951a-4f24-a0ff-701aa07a531b'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:51:22.560105 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c8f5cdf6-20a0-402a-9045-2f0ee977706e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:22.760860 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-c8f5cdf6-20a0-402a-9045-2f0ee977706e None None] For port 41f48ba7-2c88-4a71-b3ee-aac82b1899e3, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:51:22.760860 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-c8f5cdf6-20a0-402a-9045-2f0ee977706e None None] For port 41f48ba7-2c88-4a71-b3ee-aac82b1899e3, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=41f48ba7-2c88-4a71-b3ee-aac82b1899e3,segment=NetworkSegment(cadae894-8daa-4eeb-946e-ed63268336fc),segment_id=cadae894-8daa-4eeb-946e-ed63268336fc)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:51:22.895822 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b0c1476-ab81-48d1-9442-74de61cbaba4'] response: {'name': 'network-changed', 'server_uuid': '463aff9e-ee03-4bc6-bd12-e919ac64070d', 'tag': 'bc799859-6a55-41a8-b799-84813a9139f0', 'status': 'completed', 'code': 200} May 28 06:51:22.915397 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2fefa613-1794-457f-934c-5578ecbf785c req-b8cdcd79-1187-4c4c-a716-48792ecdeb7e tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3790963 May 28 06:51:22.949232 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c07b2b7-3982-49b7-b2ff-9f46276f2f97 req-ef3af06d-e2d8-48cf-8f04-cb597801e8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:51:22.950466 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3c07b2b7-3982-49b7-b2ff-9f46276f2f97 req-ef3af06d-e2d8-48cf-8f04-cb597801e8c6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=25104e9d91034f7ab315290096db2d20&device_id=463aff9e-ee03-4bc6-bd12-e919ac64070d HTTP/1.1" status: 200 len: 1094 time: 0.2463109 May 28 06:51:22.976807 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c8f5cdf6-20a0-402a-9045-2f0ee977706e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:23.029594 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 58238) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:51:23.053804 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3c07b2b7-3982-49b7-b2ff-9f46276f2f97 req-6d675996-bd7b-4055-9a27-b6afcbe5e397 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc799859-6a55-41a8-b799-84813a9139f0 HTTP/1.1" status: 200 len: 217 time: 0.0959272 May 28 06:51:23.146348 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f5cdf6-20a0-402a-9045-2f0ee977706e None None] Routers {'2da15654-7cba-4c88-b2d0-f040c057e642'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:51:23.146348 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-c8f5cdf6-20a0-402a-9045-2f0ee977706e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:50:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['2da15654-7cba-4c88-b2d0-f040c057e642'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:51:23.148097 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c07b2b7-3982-49b7-b2ff-9f46276f2f97 req-03ed9638-41ef-4c5c-b61c-616389ade415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:51:23.148097 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3c07b2b7-3982-49b7-b2ff-9f46276f2f97 req-03ed9638-41ef-4c5c-b61c-616389ade415 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cb73ce23-f864-48a4-8bdb-f1e8654d92be HTTP/1.1" status: 200 len: 846 time: 0.0764744 May 28 06:51:23.311675 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3c07b2b7-3982-49b7-b2ff-9f46276f2f97 req-99c16ce3-6b40-42f3-a8e0-6f584c2a3097 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1611285 May 28 06:51:23.466994 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-c8f5cdf6-20a0-402a-9045-2f0ee977706e None None] Set router 2da15654-7cba-4c88-b2d0-f040c057e642 gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:51:23.599838 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3c07b2b7-3982-49b7-b2ff-9f46276f2f97 req-e11e6cc9-c38e-4e3f-be95-ad1385316306 service neutron] 10.222.0.69 "GET /v2.0/networks/ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2829239 May 28 06:51:23.714602 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79248688-0f11-450d-9a82-d72a723d9357 req-e042ea75-692b-4636-a170-fdd920247849 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:51:23.734858 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-79248688-0f11-450d-9a82-d72a723d9357 req-e042ea75-692b-4636-a170-fdd920247849 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=463aff9e-ee03-4bc6-bd12-e919ac64070d HTTP/1.1" status: 200 len: 943 time: 0.2745411 May 28 06:51:23.966579 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-79248688-0f11-450d-9a82-d72a723d9357 req-d4703000-116c-4563-8cd6-93db62d898d1 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/security-groups?id=55eadb02-d3aa-43b2-bf74-b67b0f98720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359867 May 28 06:51:24.041289 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa86cb2-2c60-4eb2-93b6-47db632316f2 None None] Pushing event updated for resources: {'Port': ['ID=41f48ba7-2c88-4a71-b3ee-aac82b1899e3,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:51:24.129032 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3c07b2b7-3982-49b7-b2ff-9f46276f2f97 req-510524c6-ea87-4f5a-8424-1e46e0b0c41f service neutron] 10.222.0.69 "GET /v2.0/networks/ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5215633 May 28 06:51:24.150422 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-c8f5cdf6-20a0-402a-9045-2f0ee977706e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da15654-7cba-4c88-b2d0-f040c057e642', 'name': 'tempest-TestAggregatesBasicOps-75908565-router', 'tenant_id': 'eda36bedee6340d489cee4f1d9632c4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '7a1c6583-ead3-4386-b638-c39cbb4ce62b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:51:03Z', 'updated_at': '2022-05-28T06:51:17Z', 'revision_number': 4, 'project_id': 'eda36bedee6340d489cee4f1d9632c4c', 'gw_port': {'id': '7a1c6583-ead3-4386-b638-c39cbb4ce62b', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:63:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da15654-7cba-4c88-b2d0-f040c057e642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:51:07Z', 'updated_at': '2022-05-28T06:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '41f48ba7-2c88-4a71-b3ee-aac82b1899e3', 'name': '', 'network_id': '096bdd43-951a-4f24-a0ff-701aa07a531b', 'tenant_id': 'eda36bedee6340d489cee4f1d9632c4c', 'mac_address': 'fa:16:3e:90:4e:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2da15654-7cba-4c88-b2d0-f040c057e642', 'device_owner': 'network:router_interface', 'standard_attr_id': 2923, 'fixed_ips': [{'subnet_id': 'bc1bc55a-b141-4872-bb10-686fc7e33525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:51:14Z', 'updated_at': '2022-05-28T06:51:22Z', 'revision_number': 4, 'project_id': 'eda36bedee6340d489cee4f1d9632c4c', 'subnets': [{'id': 'bc1bc55a-b141-4872-bb10-686fc7e33525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:51:24.167300 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f5cdf6-20a0-402a-9045-2f0ee977706e None None] The sync data for ids ['2da15654-7cba-4c88-b2d0-f040c057e642'] in n-d-843702-1 is: [{'id': '2da15654-7cba-4c88-b2d0-f040c057e642', 'name': 'tempest-TestAggregatesBasicOps-75908565-router', 'tenant_id': 'eda36bedee6340d489cee4f1d9632c4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '7a1c6583-ead3-4386-b638-c39cbb4ce62b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:51:03Z', 'updated_at': '2022-05-28T06:51:17Z', 'revision_number': 4, 'project_id': 'eda36bedee6340d489cee4f1d9632c4c', 'gw_port': {'id': '7a1c6583-ead3-4386-b638-c39cbb4ce62b', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:63:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da15654-7cba-4c88-b2d0-f040c057e642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:51:07Z', 'updated_at': '2022-05-28T06:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '41f48ba7-2c88-4a71-b3ee-aac82b1899e3', 'name': '', 'network_id': '096bdd43-951a-4f24-a0ff-701aa07a531b', 'tenant_id': 'eda36bedee6340d489cee4f1d9632c4c', 'mac_address': 'fa:16:3e:90:4e:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2da15654-7cba-4c88-b2d0-f040c057e642', 'device_owner': 'network:router_interface', 'standard_attr_id': 2923, 'fixed_ips': [{'subnet_id': 'bc1bc55a-b141-4872-bb10-686fc7e33525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:51:14Z', 'updated_at': '2022-05-28T06:51:22Z', 'revision_number': 4, 'project_id': 'eda36bedee6340d489cee4f1d9632c4c', 'subnets': [{'id': 'bc1bc55a-b141-4872-bb10-686fc7e33525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:51:24.487818 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a9c9ff89-27b0-40fe-9142-503fb8f079a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700548'] for router_interface, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:24.534593 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 41f48ba7-2c88-4a71-b3ee-aac82b1899e3 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:51:24.588037 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2def53-b52c-49d3-83fe-435e5e5a8a55 req-5c4f92cd-9603-4229-9bb7-2a590456e7ae tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:51:24.595192 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fe2def53-b52c-49d3-83fe-435e5e5a8a55 req-5c4f92cd-9603-4229-9bb7-2a590456e7ae tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 945 time: 0.4455099 May 28 06:51:24.619243 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5a6b9d-7190-47c1-9205-8cbf38efe8d4 req-0bdcec77-9288-412c-9615-7575d1dfd06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:51:24.623023 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9d5a6b9d-7190-47c1-9205-8cbf38efe8d4 req-0bdcec77-9288-412c-9615-7575d1dfd06d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=25104e9d91034f7ab315290096db2d20&device_id=463aff9e-ee03-4bc6-bd12-e919ac64070d HTTP/1.1" status: 200 len: 1094 time: 0.3028855 May 28 06:51:24.818142 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fe2def53-b52c-49d3-83fe-435e5e5a8a55 req-be174f69-cc7a-4ecf-9b50-8e04edf3e9cd tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053537 May 28 06:51:24.820607 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 41f48ba7-2c88-4a71-b3ee-aac82b1899e3 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:51:24.829064 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 41f48ba7-2c88-4a71-b3ee-aac82b1899e3 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:51:24.829064 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:24.915168 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5a6b9d-7190-47c1-9205-8cbf38efe8d4 req-040ed117-4b19-45d3-934b-7f9c44c9a16d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:51:24.915168 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9d5a6b9d-7190-47c1-9205-8cbf38efe8d4 req-040ed117-4b19-45d3-934b-7f9c44c9a16d service neutron] 10.222.0.69 "GET /v2.0/networks?id=ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1 HTTP/1.1" status: 200 len: 907 time: 0.2799013 May 28 06:51:25.082797 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9d5a6b9d-7190-47c1-9205-8cbf38efe8d4 req-36f2f80f-5217-4a83-933d-233891d7db86 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc799859-6a55-41a8-b799-84813a9139f0 HTTP/1.1" status: 200 len: 217 time: 0.1489491 May 28 06:51:25.194257 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 41f48ba7-2c88-4a71-b3ee-aac82b1899e3 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:51:25.194827 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:25.302380 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port 41f48ba7-2c88-4a71-b3ee-aac82b1899e3, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=41f48ba7-2c88-4a71-b3ee-aac82b1899e3,segment=NetworkSegment(cadae894-8daa-4eeb-946e-ed63268336fc),segment_id=cadae894-8daa-4eeb-946e-ed63268336fc)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:51:25.304784 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 466563e4-8251-4e01-896c-6874e3461ded details requested by agent hyperv_n-h1-843702-1 with host n-h1-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:51:25.458392 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5a6b9d-7190-47c1-9205-8cbf38efe8d4 req-3463ca87-afae-4ea4-a929-0db042783d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:51:25.458392 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9d5a6b9d-7190-47c1-9205-8cbf38efe8d4 req-3463ca87-afae-4ea4-a929-0db042783d37 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cb73ce23-f864-48a4-8bdb-f1e8654d92be HTTP/1.1" status: 200 len: 846 time: 0.3705037 May 28 06:51:25.555598 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9d5a6b9d-7190-47c1-9205-8cbf38efe8d4 req-07f1a184-5369-44e6-a121-2f261199a6c9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0825052 May 28 06:51:25.624626 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:25.813930 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-a9c9ff89-27b0-40fe-9142-503fb8f079a4 admin admin] Deleting port 3ddfb216-a0ff-40ad-ba5a-a0e199d7c254 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:51:25.813930 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a9c9ff89-27b0-40fe-9142-503fb8f079a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:25.834988 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=41f48ba7-2c88-4a71-b3ee-aac82b1899e3,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:51:25.995630 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 466563e4-8251-4e01-896c-6874e3461ded, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=466563e4-8251-4e01-896c-6874e3461ded,segment=NetworkSegment(891ef37d-2d2b-47ef-a8c4-170b0614d759),segment_id=891ef37d-2d2b-47ef-a8c4-170b0614d759)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:51:26.038276 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9d5a6b9d-7190-47c1-9205-8cbf38efe8d4 req-dd239bc4-b85f-40f5-ad85-46e8e2f568f8 service neutron] 10.222.0.69 "GET /v2.0/networks/ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4635766 May 28 06:51:26.046156 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Returning: {'device': '466563e4-8251-4e01-896c-6874e3461ded', 'network_id': 'a5003c5d-3a74-4f41-abaa-5496ec434a45', 'port_id': '466563e4-8251-4e01-896c-6874e3461ded', 'mac_address': 'fa:16:3e:08:5d:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9770ae0-20d9-409f-aee4-a3917a1ccf16', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:51:26.055702 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e78fe5-cd0f-44fd-a0d9-bc4184490f0f req-0f34dd8e-ac5c-4fda-86c0-eafe1512ea65 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:51:26.057570 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-18e78fe5-cd0f-44fd-a0d9-bc4184490f0f req-0f34dd8e-ac5c-4fda-86c0-eafe1512ea65 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=463aff9e-ee03-4bc6-bd12-e919ac64070d HTTP/1.1" status: 200 len: 943 time: 0.7513232 May 28 06:51:26.248379 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 466563e4-8251-4e01-896c-6874e3461ded is: ACTIVE; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:51:26.249187 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:26.290637 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 466563e4-8251-4e01-896c-6874e3461ded {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:51:26.324818 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 466563e4-8251-4e01-896c-6874e3461ded, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=466563e4-8251-4e01-896c-6874e3461ded,segment=NetworkSegment(891ef37d-2d2b-47ef-a8c4-170b0614d759),segment_id=891ef37d-2d2b-47ef-a8c4-170b0614d759)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:51:26.339320 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-a9c9ff89-27b0-40fe-9142-503fb8f079a4 admin admin] For port 3ddfb216-a0ff-40ad-ba5a-a0e199d7c254, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=3ddfb216-a0ff-40ad-ba5a-a0e199d7c254,segment=NetworkSegment(87f477f8-a9f9-42cd-8d54-22507bf95e7d),segment_id=87f477f8-a9f9-42cd-8d54-22507bf95e7d)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:51:26.339320 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a9c9ff89-27b0-40fe-9142-503fb8f079a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:26.422773 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 41f48ba7-2c88-4a71-b3ee-aac82b1899e3 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:51:26.633584 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9d5a6b9d-7190-47c1-9205-8cbf38efe8d4 req-82e6f611-b6a3-494f-95fc-91e894761694 service neutron] 10.222.0.69 "GET /v2.0/networks/ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5747330 May 28 06:51:26.656589 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-18e78fe5-cd0f-44fd-a0d9-bc4184490f0f req-d9c02ab2-a323-4724-95bf-878c5a6d4d72 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/security-groups?id=55eadb02-d3aa-43b2-bf74-b67b0f98720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4466949 May 28 06:51:26.660045 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-a9c9ff89-27b0-40fe-9142-503fb8f079a4 admin admin] Calling delete_port for 3ddfb216-a0ff-40ad-ba5a-a0e199d7c254 owned by network:router_interface {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:51:26.702262 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868ee859-db40-4d3e-9946-69890bb3a138 req-1c9fc381-7876-459b-9239-698f33257084 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:51:26.709835 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-868ee859-db40-4d3e-9946-69890bb3a138 req-1c9fc381-7876-459b-9239-698f33257084 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 945 time: 0.4793310 May 28 06:51:26.717847 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:26.782618 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-868ee859-db40-4d3e-9946-69890bb3a138 req-679a325c-4131-4ba6-92cd-cdbf969a926f tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716317 May 28 06:51:26.851395 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 41f48ba7-2c88-4a71-b3ee-aac82b1899e3 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:51:26.851761 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:26.911797 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['466563e4-8251-4e01-896c-6874e3461ded'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:51:26.951457 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=466563e4-8251-4e01-896c-6874e3461ded,revision_number=6']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:51:26.963207 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-838932a3-c23b-4ad6-b9ae-2001cb7060c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:27.117175 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 41f48ba7-2c88-4a71-b3ee-aac82b1899e3 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:51:27.251486 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device bc799859-6a55-41a8-b799-84813a9139f0 details requested by agent hyperv_n-h1-843702-1 with host n-h1-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:51:27.307734 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a9c9ff89-27b0-40fe-9142-503fb8f079a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:27.380231 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c9ff89-27b0-40fe-9142-503fb8f079a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ddfb216-a0ff-40ad-ba5a-a0e199d7c254,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:51:27.562870 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port bc799859-6a55-41a8-b799-84813a9139f0, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=bc799859-6a55-41a8-b799-84813a9139f0,segment=NetworkSegment(d3c6b9f0-14d5-4338-b095-ac6f93dbc704),segment_id=d3c6b9f0-14d5-4338-b095-ac6f93dbc704)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:51:27.625676 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Returning: {'device': 'bc799859-6a55-41a8-b799-84813a9139f0', 'network_id': 'ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1', 'port_id': 'bc799859-6a55-41a8-b799-84813a9139f0', 'mac_address': 'fa:16:3e:f8:52:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb73ce23-f864-48a4-8bdb-f1e8654d92be', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:51:27.750191 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:27.793591 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port bc799859-6a55-41a8-b799-84813a9139f0 is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:51:27.793591 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:27.831118 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc799859-6a55-41a8-b799-84813a9139f0 {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:51:27.878023 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port bc799859-6a55-41a8-b799-84813a9139f0, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=bc799859-6a55-41a8-b799-84813a9139f0,segment=NetworkSegment(d3c6b9f0-14d5-4338-b095-ac6f93dbc704),segment_id=d3c6b9f0-14d5-4338-b095-ac6f93dbc704)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:51:27.965941 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:28.093362 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=bc799859-6a55-41a8-b799-84813a9139f0,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:51:28.116121 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a9c9ff89-27b0-40fe-9142-503fb8f079a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700472'] for router_interface, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:28.212633 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['bc799859-6a55-41a8-b799-84813a9139f0'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:51:28.259126 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6c0498-37c0-4201-bad1-1394d2a23095 req-9b92af13-b0a3-48e6-9b39-8620c90704d3 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:51:28.297771 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4c6c0498-37c0-4201-bad1-1394d2a23095 req-9b92af13-b0a3-48e6-9b39-8620c90704d3 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=463aff9e-ee03-4bc6-bd12-e919ac64070d HTTP/1.1" status: 200 len: 943 time: 0.4457395 May 28 06:51:28.561341 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4c6c0498-37c0-4201-bad1-1394d2a23095 req-2cedcd9a-608a-4410-8dbc-1a238acf29d4 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/security-groups?id=55eadb02-d3aa-43b2-bf74-b67b0f98720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2691643 May 28 06:51:28.626873 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa23975-cf40-4e57-97e8-1c9b2447ba22 req-45df43e8-3b40-45bf-937e-7b19c7981dca tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:51:28.628428 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7aa23975-cf40-4e57-97e8-1c9b2447ba22 req-45df43e8-3b40-45bf-937e-7b19c7981dca tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 944 time: 0.6241665 May 28 06:51:28.753594 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7aa23975-cf40-4e57-97e8-1c9b2447ba22 req-1351b669-5ad7-40d1-84b4-558141c043e0 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003895 May 28 06:51:29.206126 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9c9ff89-27b0-40fe-9142-503fb8f079a4 admin admin] Router f55c49be-1c8d-46cc-916e-be7ac644065f has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:51:29.237839 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device bc799859-6a55-41a8-b799-84813a9139f0 up at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:51:29.335900 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-96857098-e5bc-42c8-9506-e63c7a0e06f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:29.492264 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9c9ff89-27b0-40fe-9142-503fb8f079a4 admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:51:29.504609 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c4e47a-bfa7-4d42-ac4c-805365971631 None None] Sync routers for ids ['f55c49be-1c8d-46cc-916e-be7ac644065f'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:51:29.510784 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-a9c9ff89-27b0-40fe-9142-503fb8f079a4 admin admin] 10.222.0.55 "PUT /v2.0/routers/f55c49be-1c8d-46cc-916e-be7ac644065f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4756801 May 28 06:51:29.512684 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 58368) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:51:29.540451 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning for port bc799859-6a55-41a8-b799-84813a9139f0 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:51:29.544631 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning complete for port bc799859-6a55-41a8-b799-84813a9139f0 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:51:29.544631 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:29.562459 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c4e47a-bfa7-4d42-ac4c-805365971631 None None] Routers {'f55c49be-1c8d-46cc-916e-be7ac644065f'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:51:29.562459 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-a1c4e47a-bfa7-4d42-ac4c-805365971631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:51:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['f55c49be-1c8d-46cc-916e-be7ac644065f'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:51:29.916008 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-a1c4e47a-bfa7-4d42-ac4c-805365971631 None None] Set router f55c49be-1c8d-46cc-916e-be7ac644065f gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:51:29.981741 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port bc799859-6a55-41a8-b799-84813a9139f0 is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:51:29.984231 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:30.076919 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:30.108272 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '463aff9e-ee03-4bc6-bd12-e919ac64070d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc799859-6a55-41a8-b799-84813a9139f0'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:51:30.127269 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port bc799859-6a55-41a8-b799-84813a9139f0, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=bc799859-6a55-41a8-b799-84813a9139f0,segment=NetworkSegment(d3c6b9f0-14d5-4338-b095-ac6f93dbc704),segment_id=d3c6b9f0-14d5-4338-b095-ac6f93dbc704)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:51:30.206073 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-810507de-80b7-4462-80c9-e5ed18bebda2 admin admin] Notify callbacks [] for router, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:30.238663 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:30.238663 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 466563e4-8251-4e01-896c-6874e3461ded up at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:51:30.332904 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:30.475536 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-a1c4e47a-bfa7-4d42-ac4c-805365971631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f55c49be-1c8d-46cc-916e-be7ac644065f', 'name': 'tempest-TestAggregatesBasicOps-869790621-router', 'tenant_id': '2b9fc0e304c74fa6acb164db1839a8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '3159b117-f5f9-49f6-9c9a-7c8286f312da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:50:40Z', 'updated_at': '2022-05-28T06:51:27Z', 'revision_number': 5, 'project_id': '2b9fc0e304c74fa6acb164db1839a8b3', 'gw_port': {'id': '3159b117-f5f9-49f6-9c9a-7c8286f312da', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c7:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55c49be-1c8d-46cc-916e-be7ac644065f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:50:43Z', 'updated_at': '2022-05-28T06:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:51:30.480904 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c4e47a-bfa7-4d42-ac4c-805365971631 None None] Checking router: f55c49be-1c8d-46cc-916e-be7ac644065f for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:51:30.491819 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c4e47a-bfa7-4d42-ac4c-805365971631 None None] Routers {'f55c49be-1c8d-46cc-916e-be7ac644065f'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:51:30.492730 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-a1c4e47a-bfa7-4d42-ac4c-805365971631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:51:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['f55c49be-1c8d-46cc-916e-be7ac644065f'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:51:30.613814 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=bc799859-6a55-41a8-b799-84813a9139f0,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:51:30.667094 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning complete for port 466563e4-8251-4e01-896c-6874e3461ded triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:51:30.667714 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:30.766381 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade678a4-ab01-4c9f-bc4e-fdeed5af06b8 req-d151eb9d-5862-499d-b922-19e38732b429 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:51:30.778126 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ade678a4-ab01-4c9f-bc4e-fdeed5af06b8 req-d151eb9d-5862-499d-b922-19e38732b429 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 944 time: 0.7888288 May 28 06:51:30.853652 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-a1c4e47a-bfa7-4d42-ac4c-805365971631 None None] Set router f55c49be-1c8d-46cc-916e-be7ac644065f gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:51:30.894994 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d02e00-de03-4d16-a069-4eea8603874f req-b261b0d7-4699-4e5a-ab15-a5f999580ec3 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:51:30.896869 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-43d02e00-de03-4d16-a069-4eea8603874f req-b261b0d7-4699-4e5a-ab15-a5f999580ec3 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=463aff9e-ee03-4bc6-bd12-e919ac64070d HTTP/1.1" status: 200 len: 944 time: 0.8267086 May 28 06:51:31.020115 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ade678a4-ab01-4c9f-bc4e-fdeed5af06b8 req-04fbd408-7aae-4650-b0e8-10df03fcd5e1 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396269 May 28 06:51:31.032641 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-810507de-80b7-4462-80c9-e5ed18bebda2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:31.112247 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-43d02e00-de03-4d16-a069-4eea8603874f req-7b5580bb-b8ad-4032-8227-88f76b693f29 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/security-groups?id=55eadb02-d3aa-43b2-bf74-b67b0f98720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702833 May 28 06:51:31.129585 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 466563e4-8251-4e01-896c-6874e3461ded is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:51:31.156692 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:31.172795 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-753f132c-17c9-4e3e-b9b6-7abe50907548'] response: {'server_uuid': '463aff9e-ee03-4bc6-bd12-e919ac64070d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc799859-6a55-41a8-b799-84813a9139f0', 'code': 200} May 28 06:51:31.175975 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-810507de-80b7-4462-80c9-e5ed18bebda2 admin admin] Deleting port 3159b117-f5f9-49f6-9c9a-7c8286f312da {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:51:31.180669 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-810507de-80b7-4462-80c9-e5ed18bebda2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:31.239017 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 466563e4-8251-4e01-896c-6874e3461ded, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=466563e4-8251-4e01-896c-6874e3461ded,segment=NetworkSegment(891ef37d-2d2b-47ef-a8c4-170b0614d759),segment_id=891ef37d-2d2b-47ef-a8c4-170b0614d759)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:51:31.338926 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:31.496746 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729c529c-9718-43a6-96ed-74c0034aef8e req-3f02603d-2d28-4470-b40b-d6d5bbd370ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:51:31.499360 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-729c529c-9718-43a6-96ed-74c0034aef8e req-3f02603d-2d28-4470-b40b-d6d5bbd370ef service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=463aff9e-ee03-4bc6-bd12-e919ac64070d HTTP/1.1" status: 200 len: 1096 time: 0.2730575 May 28 06:51:31.557486 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-a1c4e47a-bfa7-4d42-ac4c-805365971631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f55c49be-1c8d-46cc-916e-be7ac644065f', 'name': 'tempest-TestAggregatesBasicOps-869790621-router', 'tenant_id': '2b9fc0e304c74fa6acb164db1839a8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '3159b117-f5f9-49f6-9c9a-7c8286f312da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:50:40Z', 'updated_at': '2022-05-28T06:51:27Z', 'revision_number': 5, 'project_id': '2b9fc0e304c74fa6acb164db1839a8b3', 'gw_port': {'id': '3159b117-f5f9-49f6-9c9a-7c8286f312da', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c7:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55c49be-1c8d-46cc-916e-be7ac644065f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:50:43Z', 'updated_at': '2022-05-28T06:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:51:31.564139 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c4e47a-bfa7-4d42-ac4c-805365971631 None None] The sync data for ids ['f55c49be-1c8d-46cc-916e-be7ac644065f'] in n-d-843702-1 is: [{'id': 'f55c49be-1c8d-46cc-916e-be7ac644065f', 'name': 'tempest-TestAggregatesBasicOps-869790621-router', 'tenant_id': '2b9fc0e304c74fa6acb164db1839a8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '3159b117-f5f9-49f6-9c9a-7c8286f312da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:50:40Z', 'updated_at': '2022-05-28T06:51:27Z', 'revision_number': 5, 'project_id': '2b9fc0e304c74fa6acb164db1839a8b3', 'gw_port': {'id': '3159b117-f5f9-49f6-9c9a-7c8286f312da', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c7:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55c49be-1c8d-46cc-916e-be7ac644065f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:50:43Z', 'updated_at': '2022-05-28T06:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:51:31.615438 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=466563e4-8251-4e01-896c-6874e3461ded,revision_number=7']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:51:31.669813 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-729c529c-9718-43a6-96ed-74c0034aef8e req-75fe2b1b-5a57-4dab-a955-933ce832b401 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=55eadb02-d3aa-43b2-bf74-b67b0f98720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516669 May 28 06:51:31.687020 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [None req-810507de-80b7-4462-80c9-e5ed18bebda2 admin admin] For port 3159b117-f5f9-49f6-9c9a-7c8286f312da, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=3159b117-f5f9-49f6-9c9a-7c8286f312da,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:51:31.687020 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-810507de-80b7-4462-80c9-e5ed18bebda2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:31.796210 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:31.940917 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-810507de-80b7-4462-80c9-e5ed18bebda2 admin admin] Calling delete_port for 3159b117-f5f9-49f6-9c9a-7c8286f312da owned by network:router_gateway {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:51:32.310259 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 3ddfb216-a0ff-40ad-ba5a-a0e199d7c254 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:51:32.396598 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:32.428267 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 3ddfb216-a0ff-40ad-ba5a-a0e199d7c254 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:51:32.428267 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 3ddfb216-a0ff-40ad-ba5a-a0e199d7c254 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:51:32.825831 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-810507de-80b7-4462-80c9-e5ed18bebda2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:32.943886 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810507de-80b7-4462-80c9-e5ed18bebda2 admin admin] Pushing event deleted for resources: {'Port': ['ID=3159b117-f5f9-49f6-9c9a-7c8286f312da,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:51:33.058239 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ba34f2-9d39-4386-9007-4f3d06ada660 req-f8bbe40f-a239-46af-a128-4770bd2cdfad tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:51:33.058239 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-26ba34f2-9d39-4386-9007-4f3d06ada660 req-f8bbe40f-a239-46af-a128-4770bd2cdfad tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=463aff9e-ee03-4bc6-bd12-e919ac64070d HTTP/1.1" status: 200 len: 945 time: 0.3898525 May 28 06:51:33.128425 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de4061a-5c08-47cd-a694-f33e0a69f5cc req-1b7cbec9-69a1-423e-b18f-cd98937d8ba5 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:51:33.129967 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5de4061a-5c08-47cd-a694-f33e0a69f5cc req-1b7cbec9-69a1-423e-b18f-cd98937d8ba5 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 945 time: 0.4263062 May 28 06:51:33.166083 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5011e866-0e49-4786-a2cb-e0d4932d86ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '466563e4-8251-4e01-896c-6874e3461ded'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:51:33.210538 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-26ba34f2-9d39-4386-9007-4f3d06ada660 req-e7e79b16-eebf-4781-8354-cfbe729b3f1f tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/security-groups?id=55eadb02-d3aa-43b2-bf74-b67b0f98720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073418 May 28 06:51:33.237860 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-810507de-80b7-4462-80c9-e5ed18bebda2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691105'] for router_gateway, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:33.306055 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b592e06f-3e7b-460f-913e-a75619ce7ffa'] response: {'server_uuid': '5011e866-0e49-4786-a2cb-e0d4932d86ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '466563e4-8251-4e01-896c-6874e3461ded', 'code': 200} May 28 06:51:33.431609 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5de4061a-5c08-47cd-a694-f33e0a69f5cc req-4523cc41-6c9a-4dc0-9cc7-ef78eb6fecbb tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2932770 May 28 06:51:33.517008 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-810507de-80b7-4462-80c9-e5ed18bebda2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59018'] for router, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:33.521241 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-810507de-80b7-4462-80c9-e5ed18bebda2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:33.640450 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-810507de-80b7-4462-80c9-e5ed18bebda2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-703817'] for router, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:33.640450 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-810507de-80b7-4462-80c9-e5ed18bebda2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f55c49be-1c8d-46cc-916e-be7ac644065f {{(pid=89110) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 06:51:33.673124 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-810507de-80b7-4462-80c9-e5ed18bebda2 admin admin] Notify callbacks [] for router, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:33.678741 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 58450) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:51:33.705602 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-810507de-80b7-4462-80c9-e5ed18bebda2 admin admin] 10.222.0.55 "DELETE /v2.0/routers/f55c49be-1c8d-46cc-916e-be7ac644065f HTTP/1.1" status: 204 len: 168 time: 4.1577520 May 28 06:51:33.807270 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec0a4d76-2f60-493c-a3a9-b7adf8366815 admin admin] Deleting subnet 428bcd12-f300-4329-b048-6fc3e6bd5ca7 {{(pid=89109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:51:33.826978 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ec0a4d76-2f60-493c-a3a9-b7adf8366815 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:34.074370 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ec0a4d76-2f60-493c-a3a9-b7adf8366815 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3964070'] for subnet, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:34.223125 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ec0a4d76-2f60-493c-a3a9-b7adf8366815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:34.493364 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 3159b117-f5f9-49f6-9c9a-7c8286f312da no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:51:34.507861 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c03477-bdc3-4db1-9eea-c0b7fcd4cfcb req-67a2228b-c4e5-4c31-bd88-fe51bc51cb90 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:51:34.509639 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-38c03477-bdc3-4db1-9eea-c0b7fcd4cfcb req-67a2228b-c4e5-4c31-bd88-fe51bc51cb90 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=463aff9e-ee03-4bc6-bd12-e919ac64070d HTTP/1.1" status: 200 len: 945 time: 0.1762695 May 28 06:51:34.541568 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 3159b117-f5f9-49f6-9c9a-7c8286f312da {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:51:34.542249 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 3159b117-f5f9-49f6-9c9a-7c8286f312da not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:51:34.569380 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-38c03477-bdc3-4db1-9eea-c0b7fcd4cfcb req-229bba38-3728-47ec-b4ce-99ab9ef85e3d tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/security-groups?id=55eadb02-d3aa-43b2-bf74-b67b0f98720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530117 May 28 06:51:34.660467 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ec0a4d76-2f60-493c-a3a9-b7adf8366815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9555650'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:34.707533 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b009463-4ab1-4e7d-8016-bfc115c59e21 req-91bb17ee-d303-47ad-bddb-754e46a1f4c3 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:51:34.709442 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5b009463-4ab1-4e7d-8016-bfc115c59e21 req-91bb17ee-d303-47ad-bddb-754e46a1f4c3 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 945 time: 0.1330125 May 28 06:51:34.794192 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0a4d76-2f60-493c-a3a9-b7adf8366815 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=428bcd12-f300-4329-b048-6fc3e6bd5ca7,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:51:34.795294 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5b009463-4ab1-4e7d-8016-bfc115c59e21 req-1e3a04dd-10f7-41b8-baf6-8369d692807c tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790434 May 28 06:51:34.820737 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ec0a4d76-2f60-493c-a3a9-b7adf8366815 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:34.822235 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9233fcd-b14d-40e1-8c9e-d322bc09dddd None None] Network 95fc829d-deba-4a7f-ae0c-f5122226b494 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:51:34.869709 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-ec0a4d76-2f60-493c-a3a9-b7adf8366815 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/428bcd12-f300-4329-b048-6fc3e6bd5ca7 HTTP/1.1" status: 204 len: 168 time: 1.1841102 May 28 06:51:34.874164 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 58484) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:51:35.173456 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2615853c-f090-429f-ab6d-7c388b09ddc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:35.206557 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-2615853c-f090-429f-ab6d-7c388b09ddc2 admin admin] Deleting port 6d2a073e-3eb1-4d7a-b157-874cc3df00f3 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:51:35.207250 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2615853c-f090-429f-ab6d-7c388b09ddc2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:35.262252 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2d0091-d9d8-4a6e-bb2a-ce9d0586d6ef req-576a0450-3cd3-4f74-919c-d6683686e5ef tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:51:35.263905 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-af2d0091-d9d8-4a6e-bb2a-ce9d0586d6ef req-576a0450-3cd3-4f74-919c-d6683686e5ef tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=463aff9e-ee03-4bc6-bd12-e919ac64070d HTTP/1.1" status: 200 len: 945 time: 0.1495986 May 28 06:51:35.463147 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b365bed-043d-424f-a6c4-7690da09dcd6 None None] DHCP port deletion for 95fc829d-deba-4a7f-ae0c-f5122226b494 request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:51:35.469021 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-2b365bed-043d-424f-a6c4-7690da09dcd6 None None] Deleting port 6d2a073e-3eb1-4d7a-b157-874cc3df00f3 {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:51:35.469678 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-2b365bed-043d-424f-a6c4-7690da09dcd6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:35.563109 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-af2d0091-d9d8-4a6e-bb2a-ce9d0586d6ef req-fd27a2ac-7b4b-4327-b26d-30089a4704f7 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/security-groups?id=55eadb02-d3aa-43b2-bf74-b67b0f98720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2914777 May 28 06:51:35.629289 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [None req-2615853c-f090-429f-ab6d-7c388b09ddc2 admin admin] For port 6d2a073e-3eb1-4d7a-b157-874cc3df00f3, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=6d2a073e-3eb1-4d7a-b157-874cc3df00f3,segment=NetworkSegment(87f477f8-a9f9-42cd-8d54-22507bf95e7d),segment_id=87f477f8-a9f9-42cd-8d54-22507bf95e7d)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:51:35.629289 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2615853c-f090-429f-ab6d-7c388b09ddc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:35.937087 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-2b365bed-043d-424f-a6c4-7690da09dcd6 None None] For port 6d2a073e-3eb1-4d7a-b157-874cc3df00f3, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=6d2a073e-3eb1-4d7a-b157-874cc3df00f3,segment=NetworkSegment(87f477f8-a9f9-42cd-8d54-22507bf95e7d),segment_id=87f477f8-a9f9-42cd-8d54-22507bf95e7d)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:51:35.937087 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-2b365bed-043d-424f-a6c4-7690da09dcd6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:36.222242 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-2615853c-f090-429f-ab6d-7c388b09ddc2 admin admin] Calling delete_port for 6d2a073e-3eb1-4d7a-b157-874cc3df00f3 owned by network:dhcp {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:51:36.280202 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-2b365bed-043d-424f-a6c4-7690da09dcd6 None None] Calling delete_port for 6d2a073e-3eb1-4d7a-b157-874cc3df00f3 owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:51:36.394203 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d4b8a1-81db-4131-a4f4-0e4552d0b072 req-eacc7930-3b6a-433c-896c-a07df5931dfd tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:51:36.394203 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-58d4b8a1-81db-4131-a4f4-0e4552d0b072 req-eacc7930-3b6a-433c-896c-a07df5931dfd tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=463aff9e-ee03-4bc6-bd12-e919ac64070d HTTP/1.1" status: 200 len: 945 time: 0.5544345 May 28 06:51:36.439141 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15c4250-e18a-4bef-bfd1-a2506ffb98fa req-811fc546-661f-4b99-862d-84389906e006 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:51:36.444973 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 6d2a073e-3eb1-4d7a-b157-874cc3df00f3 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:51:36.448664 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f15c4250-e18a-4bef-bfd1-a2506ffb98fa req-811fc546-661f-4b99-862d-84389906e006 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 945 time: 0.3693917 May 28 06:51:36.492550 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-58d4b8a1-81db-4131-a4f4-0e4552d0b072 req-6db9451c-b548-40de-9a1e-af908ca5ab4a tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/security-groups?id=55eadb02-d3aa-43b2-bf74-b67b0f98720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879169 May 28 06:51:36.492550 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2615853c-f090-429f-ab6d-7c388b09ddc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:36.520867 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 6d2a073e-3eb1-4d7a-b157-874cc3df00f3 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:51:36.520867 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 6d2a073e-3eb1-4d7a-b157-874cc3df00f3 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:51:36.540465 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.db.api [None req-2b365bed-043d-424f-a6c4-7690da09dcd6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89111) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:51:36.548205 n-d-843702-1 neutron-server[89111]: DEBUG oslo_db.api [None req-2b365bed-043d-424f-a6c4-7690da09dcd6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:51:36.558069 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2615853c-f090-429f-ab6d-7c388b09ddc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d2a073e-3eb1-4d7a-b157-874cc3df00f3,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:51:36.608634 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2615853c-f090-429f-ab6d-7c388b09ddc2 admin admin] No DVR routers for this DVR port 6d2a073e-3eb1-4d7a-b157-874cc3df00f3 on host n-d-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:51:36.780806 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:51:36.799755 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2615853c-f090-429f-ab6d-7c388b09ddc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:36.831801 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-2615853c-f090-429f-ab6d-7c388b09ddc2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95fc829d-deba-4a7f-ae0c-f5122226b494']}} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:51:36.875895 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-2615853c-f090-429f-ab6d-7c388b09ddc2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87f477f8-a9f9-42cd-8d54-22507bf95e7d') {'for_net_delete': True} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:51:36.875895 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-2615853c-f090-429f-ab6d-7c388b09ddc2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87f477f8-a9f9-42cd-8d54-22507bf95e7d') {} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:51:36.925253 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f15c4250-e18a-4bef-bfd1-a2506ffb98fa req-6b664ae4-24d8-4123-b410-04cc1e6c9989 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4644387 May 28 06:51:36.925253 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2615853c-f090-429f-ab6d-7c388b09ddc2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4150778'] for segment, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:36.979168 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2615853c-f090-429f-ab6d-7c388b09ddc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:36.995783 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2615853c-f090-429f-ab6d-7c388b09ddc2 admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=89110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:51:36.995783 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2615853c-f090-429f-ab6d-7c388b09ddc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3143023'] for segment, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:37.052673 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-2b365bed-043d-424f-a6c4-7690da09dcd6 None None] Deleting port 6d2a073e-3eb1-4d7a-b157-874cc3df00f3 {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:51:37.052673 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-2b365bed-043d-424f-a6c4-7690da09dcd6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:37.132645 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment 87f477f8-a9f9-42cd-8d54-22507bf95e7d resource provider aggregate not found May 28 06:51:37.164075 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment 87f477f8-a9f9-42cd-8d54-22507bf95e7d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 87f477f8-a9f9-42cd-8d54-22507bf95e7d found for delete ", "request_id": "req-e97ae379-2fbb-481c-b28c-966993df0dd8"}]} May 28 06:51:37.185800 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-2b365bed-043d-424f-a6c4-7690da09dcd6 None None] The port '6d2a073e-3eb1-4d7a-b157-874cc3df00f3' was deleted {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 06:51:37.292177 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2615853c-f090-429f-ab6d-7c388b09ddc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:37.319640 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2615853c-f090-429f-ab6d-7c388b09ddc2 admin admin] Notify callbacks [] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:37.327423 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2615853c-f090-429f-ab6d-7c388b09ddc2 admin admin] Pushing event deleted for resources: {'Network': ['ID=95fc829d-deba-4a7f-ae0c-f5122226b494,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:51:37.335862 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-2615853c-f090-429f-ab6d-7c388b09ddc2 admin admin] 10.222.0.55 "DELETE /v2.0/networks/95fc829d-deba-4a7f-ae0c-f5122226b494 HTTP/1.1" status: 204 len: 168 time: 2.4736037 May 28 06:51:37.338596 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 58538) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:51:37.810612 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a8e09d-b7b2-45b8-9eaa-58bfe0b4ef8f req-6cb49aa2-b5f3-4af8-9813-67dcac7551e2 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:51:37.818016 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-16a8e09d-b7b2-45b8-9eaa-58bfe0b4ef8f req-6cb49aa2-b5f3-4af8-9813-67dcac7551e2 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=463aff9e-ee03-4bc6-bd12-e919ac64070d HTTP/1.1" status: 200 len: 945 time: 0.2156806 May 28 06:51:37.882355 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-16a8e09d-b7b2-45b8-9eaa-58bfe0b4ef8f req-665064bb-5cf1-45ff-93da-d8e63d0c0155 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/security-groups?id=55eadb02-d3aa-43b2-bf74-b67b0f98720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632548 May 28 06:51:38.407525 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9c3668-59e8-4b77-9e7d-77123c92b4ed req-014e20e7-33e0-41af-997f-3e1004fc5d90 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:51:38.418077 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5b9c3668-59e8-4b77-9e7d-77123c92b4ed req-014e20e7-33e0-41af-997f-3e1004fc5d90 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 945 time: 0.1648138 May 28 06:51:38.501253 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5b9c3668-59e8-4b77-9e7d-77123c92b4ed req-c04c26f6-ac7f-4b3b-834d-a661ef6e6d50 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822845 May 28 06:51:38.665858 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-78d4f8fc-1561-43f9-abfd-8536e5d24c15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700548'] for router_interface, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:38.995256 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf022eb-1914-4460-bca7-b813a99a1e95 req-b4509407-a142-4601-ad31-75a5b5c16fc9 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:51:38.997714 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-daf022eb-1914-4460-bca7-b813a99a1e95 req-b4509407-a142-4601-ad31-75a5b5c16fc9 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.69 "GET /v2.0/ports?device_id=463aff9e-ee03-4bc6-bd12-e919ac64070d HTTP/1.1" status: 200 len: 945 time: 0.1972692 May 28 06:51:39.144605 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-daf022eb-1914-4460-bca7-b813a99a1e95 req-a67f85e1-8ca2-4232-908d-bf9e0320aabe tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Deleting port bc799859-6a55-41a8-b799-84813a9139f0 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:51:39.145581 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-daf022eb-1914-4460-bca7-b813a99a1e95 req-a67f85e1-8ca2-4232-908d-bf9e0320aabe tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:39.590651 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-daf022eb-1914-4460-bca7-b813a99a1e95 req-a67f85e1-8ca2-4232-908d-bf9e0320aabe tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] For port bc799859-6a55-41a8-b799-84813a9139f0, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=bc799859-6a55-41a8-b799-84813a9139f0,segment=NetworkSegment(d3c6b9f0-14d5-4338-b095-ac6f93dbc704),segment_id=d3c6b9f0-14d5-4338-b095-ac6f93dbc704)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:51:39.592025 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-daf022eb-1914-4460-bca7-b813a99a1e95 req-a67f85e1-8ca2-4232-908d-bf9e0320aabe tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:39.779204 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-78d4f8fc-1561-43f9-abfd-8536e5d24c15 admin admin] Deleting port 41f48ba7-2c88-4a71-b3ee-aac82b1899e3 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:51:39.779204 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-78d4f8fc-1561-43f9-abfd-8536e5d24c15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:40.053618 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-78d4f8fc-1561-43f9-abfd-8536e5d24c15 admin admin] For port 41f48ba7-2c88-4a71-b3ee-aac82b1899e3, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=41f48ba7-2c88-4a71-b3ee-aac82b1899e3,segment=NetworkSegment(cadae894-8daa-4eeb-946e-ed63268336fc),segment_id=cadae894-8daa-4eeb-946e-ed63268336fc)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:51:40.054251 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-78d4f8fc-1561-43f9-abfd-8536e5d24c15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:40.235281 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-78d4f8fc-1561-43f9-abfd-8536e5d24c15 admin admin] Calling delete_port for 41f48ba7-2c88-4a71-b3ee-aac82b1899e3 owned by network:router_interface {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:51:40.235949 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-daf022eb-1914-4460-bca7-b813a99a1e95 req-a67f85e1-8ca2-4232-908d-bf9e0320aabe tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Calling delete_port for bc799859-6a55-41a8-b799-84813a9139f0 owned by compute:nova {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:51:40.519498 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbf527c-5ae8-46f6-9a73-a4614b54815d req-12d310c8-72aa-464e-9aea-b62fd038a369 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:51:40.537619 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-acbf527c-5ae8-46f6-9a73-a4614b54815d req-12d310c8-72aa-464e-9aea-b62fd038a369 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=463aff9e-ee03-4bc6-bd12-e919ac64070d HTTP/1.1" status: 200 len: 945 time: 1.4864047 May 28 06:51:40.622209 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1984a95a-380c-40f7-9ab6-bffc04286da3 req-8acb6d2d-3245-448b-8d52-59d7d7f9a009 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:51:40.623713 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1984a95a-380c-40f7-9ab6-bffc04286da3 req-8acb6d2d-3245-448b-8d52-59d7d7f9a009 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 945 time: 0.8256619 May 28 06:51:40.685882 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-acbf527c-5ae8-46f6-9a73-a4614b54815d req-a873c3f8-5988-4366-96c3-2574c5613674 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/security-groups?id=55eadb02-d3aa-43b2-bf74-b67b0f98720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582046 May 28 06:51:40.777538 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-78d4f8fc-1561-43f9-abfd-8536e5d24c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:40.963803 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d4f8fc-1561-43f9-abfd-8536e5d24c15 admin admin] Pushing event deleted for resources: {'Port': ['ID=41f48ba7-2c88-4a71-b3ee-aac82b1899e3,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:51:41.001113 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1984a95a-380c-40f7-9ab6-bffc04286da3 req-4c1b43ee-aa3e-4a8b-9719-dc89fdafc88d tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3542354 May 28 06:51:41.039046 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-daf022eb-1914-4460-bca7-b813a99a1e95 req-a67f85e1-8ca2-4232-908d-bf9e0320aabe tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:41.053904 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['f8566525-c4cb-4e62-a1d8-5e9ce5ba1b4e', 'bc799859-6a55-41a8-b799-84813a9139f0'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:51:41.193657 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67f85e1-8ca2-4232-908d-bf9e0320aabe tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Pushing event deleted for resources: {'Port': ['ID=bc799859-6a55-41a8-b799-84813a9139f0,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:51:41.432595 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-daf022eb-1914-4460-bca7-b813a99a1e95 req-a67f85e1-8ca2-4232-908d-bf9e0320aabe tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] No DVR routers for this DVR port bc799859-6a55-41a8-b799-84813a9139f0 on host n-h1-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:51:41.443913 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-daf022eb-1914-4460-bca7-b813a99a1e95 req-a67f85e1-8ca2-4232-908d-bf9e0320aabe tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:41.490799 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '463aff9e-ee03-4bc6-bd12-e919ac64070d', 'name': 'network-vif-deleted', 'tag': 'bc799859-6a55-41a8-b799-84813a9139f0'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:51:41.615356 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2dd96129-0384-4ff7-8abd-051ad6ff3fda'] response: {'server_uuid': '463aff9e-ee03-4bc6-bd12-e919ac64070d', 'name': 'network-vif-deleted', 'tag': 'bc799859-6a55-41a8-b799-84813a9139f0', 'status': 'completed', 'code': 200} May 28 06:51:41.631195 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-daf022eb-1914-4460-bca7-b813a99a1e95 req-a67f85e1-8ca2-4232-908d-bf9e0320aabe tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.69 "DELETE /v2.0/ports/bc799859-6a55-41a8-b799-84813a9139f0 HTTP/1.1" status: 204 len: 173 time: 2.6178195 May 28 06:51:41.771690 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-78d4f8fc-1561-43f9-abfd-8536e5d24c15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700472'] for router_interface, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:41.965228 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-8d76e5b5-6c68-4ad4-8301-cfe71b5900e5 req-034e0fb4-bfdf-44d3-8666-2f7496f34a5f tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Synchronizing usage tracker for tenant:25104e9d91034f7ab315290096db2d20 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:51:42.056005 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-8d76e5b5-6c68-4ad4-8301-cfe71b5900e5 req-034e0fb4-bfdf-44d3-8666-2f7496f34a5f tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Unset dirty status for tenant:25104e9d91034f7ab315290096db2d20 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:51:42.057355 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8d76e5b5-6c68-4ad4-8301-cfe71b5900e5 req-034e0fb4-bfdf-44d3-8666-2f7496f34a5f tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=463aff9e-ee03-4bc6-bd12-e919ac64070d HTTP/1.1" status: 200 len: 210 time: 0.1460173 May 28 06:51:42.477223 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4764e91-8592-4d66-8e48-9eebf20f5eec req-347d5e03-276a-49f8-891a-5d63b544383e tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:51:42.486517 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f4764e91-8592-4d66-8e48-9eebf20f5eec req-347d5e03-276a-49f8-891a-5d63b544383e tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 945 time: 0.1873007 May 28 06:51:42.559039 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78d4f8fc-1561-43f9-abfd-8536e5d24c15 admin admin] Router 2da15654-7cba-4c88-b2d0-f040c057e642 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:51:42.561845 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f4764e91-8592-4d66-8e48-9eebf20f5eec req-3f0f80d3-7b81-4952-a02a-4e7bff7ce012 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740449 May 28 06:51:42.959746 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31d4abf-3e66-49fb-92dc-89415190b8a7 req-a39c7b72-6b88-404c-81b7-0b7628e39d9a tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:51:42.959746 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e31d4abf-3e66-49fb-92dc-89415190b8a7 req-a39c7b72-6b88-404c-81b7-0b7628e39d9a tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/ports?device_id=208469cb-c031-4c42-92b3-d0bb091cb84d HTTP/1.1" status: 200 len: 946 time: 0.1929207 May 28 06:51:43.061109 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e31d4abf-3e66-49fb-92dc-89415190b8a7 req-5045962f-175e-4d36-a601-bce1e1ffcb96 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/security-groups?id=b613b61e-07a7-4591-9f25-e9022371db97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849724 May 28 06:51:43.115752 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78d4f8fc-1561-43f9-abfd-8536e5d24c15 admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:51:43.129512 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7349a1ff-9558-432c-a11a-5b8e1d8a8561 None None] Sync routers for ids ['2da15654-7cba-4c88-b2d0-f040c057e642'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:51:43.139725 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7349a1ff-9558-432c-a11a-5b8e1d8a8561 None None] Routers {'2da15654-7cba-4c88-b2d0-f040c057e642'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:51:43.140511 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-7349a1ff-9558-432c-a11a-5b8e1d8a8561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:51:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['2da15654-7cba-4c88-b2d0-f040c057e642'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:51:43.149157 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 58654) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:51:43.153683 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-78d4f8fc-1561-43f9-abfd-8536e5d24c15 admin admin] 10.222.0.55 "PUT /v2.0/routers/2da15654-7cba-4c88-b2d0-f040c057e642/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8095212 May 28 06:51:43.318230 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device bc799859-6a55-41a8-b799-84813a9139f0 no longer exists at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:51:43.411436 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] No Port match for: bc799859-6a55-41a8-b799-84813a9139f0 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:51:43.411792 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device bc799859-6a55-41a8-b799-84813a9139f0 not bound to the agent host n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:51:43.578071 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3fff52de-7291-427c-b643-1039d0c82571 admin admin] Notify callbacks [] for router, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:43.741624 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-7349a1ff-9558-432c-a11a-5b8e1d8a8561 None None] Set router 2da15654-7cba-4c88-b2d0-f040c057e642 gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:51:44.066031 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adca8b7a-4592-48ab-b7c5-d8a7dc76f70a req-f6cc7fe4-0596-490b-9218-ebf6f8b2b7e9 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:51:44.067472 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-adca8b7a-4592-48ab-b7c5-d8a7dc76f70a req-f6cc7fe4-0596-490b-9218-ebf6f8b2b7e9 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/networks?id=ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1 HTTP/1.1" status: 200 len: 806 time: 0.3208010 May 28 06:51:44.326239 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-adca8b7a-4592-48ab-b7c5-d8a7dc76f70a req-f7f9bd88-d102-4fb9-b060-3be32bb3b44e tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/quotas/25104e9d91034f7ab315290096db2d20 HTTP/1.1" status: 200 len: 375 time: 0.1493540 May 28 06:51:44.328057 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-7349a1ff-9558-432c-a11a-5b8e1d8a8561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da15654-7cba-4c88-b2d0-f040c057e642', 'name': 'tempest-TestAggregatesBasicOps-75908565-router', 'tenant_id': 'eda36bedee6340d489cee4f1d9632c4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '7a1c6583-ead3-4386-b638-c39cbb4ce62b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:51:03Z', 'updated_at': '2022-05-28T06:51:40Z', 'revision_number': 5, 'project_id': 'eda36bedee6340d489cee4f1d9632c4c', 'gw_port': {'id': '7a1c6583-ead3-4386-b638-c39cbb4ce62b', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:63:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da15654-7cba-4c88-b2d0-f040c057e642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:51:07Z', 'updated_at': '2022-05-28T06:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:51:44.335879 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7349a1ff-9558-432c-a11a-5b8e1d8a8561 None None] Checking router: 2da15654-7cba-4c88-b2d0-f040c057e642 for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:51:44.340265 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaf4b7a-56a7-4b9e-8eef-53c1d879e262 req-4dec80dd-9349-44d1-832b-fe6f97f728c5 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:51:44.341349 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-faaf4b7a-56a7-4b9e-8eef-53c1d879e262 req-4dec80dd-9349-44d1-832b-fe6f97f728c5 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Synchronizing usage tracker for tenant:923dafe00970411a989ff222606e459e on resource:port {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:51:44.364978 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7349a1ff-9558-432c-a11a-5b8e1d8a8561 None None] Routers {'2da15654-7cba-4c88-b2d0-f040c057e642'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:51:44.365897 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-7349a1ff-9558-432c-a11a-5b8e1d8a8561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:51:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['2da15654-7cba-4c88-b2d0-f040c057e642'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:51:44.421096 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-faaf4b7a-56a7-4b9e-8eef-53c1d879e262 req-4dec80dd-9349-44d1-832b-fe6f97f728c5 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Unset dirty status for tenant:923dafe00970411a989ff222606e459e on resource:port {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:51:44.431159 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-faaf4b7a-56a7-4b9e-8eef-53c1d879e262 req-4dec80dd-9349-44d1-832b-fe6f97f728c5 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.71 "GET /v2.0/ports?device_id=208469cb-c031-4c42-92b3-d0bb091cb84d HTTP/1.1" status: 200 len: 946 time: 0.3061912 May 28 06:51:44.672776 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3fff52de-7291-427c-b643-1039d0c82571 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:44.681957 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [req-faaf4b7a-56a7-4b9e-8eef-53c1d879e262 req-7c271876-e61b-4459-b44e-72fbc028d22d tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Deleting port 032c2188-9d17-4176-9785-8f54e2ef6962 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:51:44.682303 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-faaf4b7a-56a7-4b9e-8eef-53c1d879e262 req-7c271876-e61b-4459-b44e-72fbc028d22d tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:44.863741 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-3fff52de-7291-427c-b643-1039d0c82571 admin admin] Deleting port 7a1c6583-ead3-4386-b638-c39cbb4ce62b {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:51:44.863741 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3fff52de-7291-427c-b643-1039d0c82571 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:44.984314 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-7349a1ff-9558-432c-a11a-5b8e1d8a8561 None None] Set router 2da15654-7cba-4c88-b2d0-f040c057e642 gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:51:45.264540 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-faaf4b7a-56a7-4b9e-8eef-53c1d879e262 req-7c271876-e61b-4459-b44e-72fbc028d22d tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] For port 032c2188-9d17-4176-9785-8f54e2ef6962, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=032c2188-9d17-4176-9785-8f54e2ef6962,segment=NetworkSegment(7ec0e308-8d07-4b60-b9c2-e7620dee5b7c),segment_id=7ec0e308-8d07-4b60-b9c2-e7620dee5b7c)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:51:45.264540 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-faaf4b7a-56a7-4b9e-8eef-53c1d879e262 req-7c271876-e61b-4459-b44e-72fbc028d22d tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:45.282506 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a0530f-e756-4859-8988-fbd42b6515a7 req-683432b8-4082-48f3-99b1-f803edfbdf4a tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:51:45.290446 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-39a0530f-e756-4859-8988-fbd42b6515a7 req-683432b8-4082-48f3-99b1-f803edfbdf4a tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 945 time: 1.2093043 May 28 06:51:45.404777 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-adca8b7a-4592-48ab-b7c5-d8a7dc76f70a req-49e81234-8a68-4066-87f6-85b23548936f tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=25104e9d91034f7ab315290096db2d20&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0880671 May 28 06:51:45.461197 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [req-adca8b7a-4592-48ab-b7c5-d8a7dc76f70a req-9d0b97e9-0b54-455f-bff4-5b656d64bc08 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=89110) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:51:45.476653 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-adca8b7a-4592-48ab-b7c5-d8a7dc76f70a req-9d0b97e9-0b54-455f-bff4-5b656d64bc08 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0295324 May 28 06:51:45.716759 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-7349a1ff-9558-432c-a11a-5b8e1d8a8561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da15654-7cba-4c88-b2d0-f040c057e642', 'name': 'tempest-TestAggregatesBasicOps-75908565-router', 'tenant_id': 'eda36bedee6340d489cee4f1d9632c4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '7a1c6583-ead3-4386-b638-c39cbb4ce62b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:51:03Z', 'updated_at': '2022-05-28T06:51:40Z', 'revision_number': 5, 'project_id': 'eda36bedee6340d489cee4f1d9632c4c', 'gw_port': {'id': '7a1c6583-ead3-4386-b638-c39cbb4ce62b', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:63:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da15654-7cba-4c88-b2d0-f040c057e642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:51:07Z', 'updated_at': '2022-05-28T06:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:51:45.728048 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7349a1ff-9558-432c-a11a-5b8e1d8a8561 None None] The sync data for ids ['2da15654-7cba-4c88-b2d0-f040c057e642'] in n-d-843702-1 is: [{'id': '2da15654-7cba-4c88-b2d0-f040c057e642', 'name': 'tempest-TestAggregatesBasicOps-75908565-router', 'tenant_id': 'eda36bedee6340d489cee4f1d9632c4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '7a1c6583-ead3-4386-b638-c39cbb4ce62b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:51:03Z', 'updated_at': '2022-05-28T06:51:40Z', 'revision_number': 5, 'project_id': 'eda36bedee6340d489cee4f1d9632c4c', 'gw_port': {'id': '7a1c6583-ead3-4386-b638-c39cbb4ce62b', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:63:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da15654-7cba-4c88-b2d0-f040c057e642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:51:07Z', 'updated_at': '2022-05-28T06:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:51:45.882249 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-39a0530f-e756-4859-8988-fbd42b6515a7 req-420f1bf5-6220-4fdf-a453-dc31ff0cbc91 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5894663 May 28 06:51:45.922846 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [None req-3fff52de-7291-427c-b643-1039d0c82571 admin admin] For port 7a1c6583-ead3-4386-b638-c39cbb4ce62b, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=7a1c6583-ead3-4386-b638-c39cbb4ce62b,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:51:45.922846 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3fff52de-7291-427c-b643-1039d0c82571 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:46.020096 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-faaf4b7a-56a7-4b9e-8eef-53c1d879e262 req-7c271876-e61b-4459-b44e-72fbc028d22d tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:46.020096 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-faaf4b7a-56a7-4b9e-8eef-53c1d879e262 req-7c271876-e61b-4459-b44e-72fbc028d22d tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691094'] for floatingip, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:46.048994 n-d-843702-1 neutron-server[89109]: INFO neutron.db.l3_db [req-faaf4b7a-56a7-4b9e-8eef-53c1d879e262 req-7c271876-e61b-4459-b44e-72fbc028d22d tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Floating IP 18b2b980-40c7-47d0-b9f8-74a43c619d35 disassociated. External IP: 172.25.5.242, port: 032c2188-9d17-4176-9785-8f54e2ef6962. May 28 06:51:46.048994 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [req-faaf4b7a-56a7-4b9e-8eef-53c1d879e262 req-7c271876-e61b-4459-b44e-72fbc028d22d tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Calling delete_port for 032c2188-9d17-4176-9785-8f54e2ef6962 owned by compute:nova {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:51:46.288923 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 032c2188-9d17-4176-9785-8f54e2ef6962 no longer exists at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:51:46.395757 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 41f48ba7-2c88-4a71-b3ee-aac82b1899e3 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:51:46.427522 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-3fff52de-7291-427c-b643-1039d0c82571 admin admin] Calling delete_port for 7a1c6583-ead3-4386-b638-c39cbb4ce62b owned by network:router_gateway {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:51:46.439520 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 41f48ba7-2c88-4a71-b3ee-aac82b1899e3 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:51:46.443048 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 41f48ba7-2c88-4a71-b3ee-aac82b1899e3 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:51:46.499036 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-faaf4b7a-56a7-4b9e-8eef-53c1d879e262 req-7c271876-e61b-4459-b44e-72fbc028d22d tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:46.558491 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Port 032c2188-9d17-4176-9785-8f54e2ef6962 update to DOWN by agent not found {{(pid=89111) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} May 28 06:51:46.594755 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b0c9c0cf-a3fe-4999-b03f-7688ff4c6da5 req-325f4f92-231b-486f-8ff5-b87aca97dae2 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/ports?device_id=208469cb-c031-4c42-92b3-d0bb091cb84d HTTP/1.1" status: 200 len: 210 time: 0.2684922 May 28 06:51:46.752312 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-adca8b7a-4592-48ab-b7c5-d8a7dc76f70a req-547d7bca-f00d-4569-a721-896def5996ea service neutron] 10.222.0.55 "GET /v2.0/networks/ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2744906 May 28 06:51:46.815169 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c271876-e61b-4459-b44e-72fbc028d22d tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Pushing event deleted for resources: {'Port': ['ID=032c2188-9d17-4176-9785-8f54e2ef6962,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:51:46.984424 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-adca8b7a-4592-48ab-b7c5-d8a7dc76f70a req-9733d3af-2414-416d-a525-817b46621085 service neutron] 10.222.0.55 "GET /v2.0/networks/ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132888 May 28 06:51:47.226977 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [req-faaf4b7a-56a7-4b9e-8eef-53c1d879e262 req-7c271876-e61b-4459-b44e-72fbc028d22d tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Router c70e1c22-f694-4d56-bd15-5c5737bacda2 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:51:47.469924 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aba6636-a049-4cb0-ab30-3c441bde637d req-99f7ea8f-5247-4b90-b0b5-5350feea73da tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:51:47.480897 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9aba6636-a049-4cb0-ab30-3c441bde637d req-99f7ea8f-5247-4b90-b0b5-5350feea73da tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 945 time: 0.1953731 May 28 06:51:47.888007 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3fff52de-7291-427c-b643-1039d0c82571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:48.022742 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-77a349f8-f605-4992-b72b-f73d04d58617 req-e2092f65-4f75-4e17-a22c-b2cd52d68c35 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd400da8-a731-42e7-9df3-fbf5353cdeea HTTP/1.1" status: 200 len: 210 time: 0.4239621 May 28 06:51:48.076694 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fff52de-7291-427c-b643-1039d0c82571 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a1c6583-ead3-4386-b638-c39cbb4ce62b,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:51:48.103075 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-faaf4b7a-56a7-4b9e-8eef-53c1d879e262 req-7c271876-e61b-4459-b44e-72fbc028d22d tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:51:48.106923 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9aba6636-a049-4cb0-ab30-3c441bde637d req-8b4d8632-1b27-43a4-813f-0a2c6f6a5c91 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6232302 May 28 06:51:48.134309 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928c9bf9-7b07-4a98-8771-d1bfbd329fd0 None None] Sync routers for ids ['c70e1c22-f694-4d56-bd15-5c5737bacda2'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:51:48.156234 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928c9bf9-7b07-4a98-8771-d1bfbd329fd0 None None] Routers {'c70e1c22-f694-4d56-bd15-5c5737bacda2'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:51:48.158193 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-928c9bf9-7b07-4a98-8771-d1bfbd329fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:51:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['c70e1c22-f694-4d56-bd15-5c5737bacda2'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:51:48.515879 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [req-faaf4b7a-56a7-4b9e-8eef-53c1d879e262 req-7c271876-e61b-4459-b44e-72fbc028d22d tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] No DVR routers for this DVR port 032c2188-9d17-4176-9785-8f54e2ef6962 on host n-h2-843702-1 {{(pid=89109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:51:48.530193 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-faaf4b7a-56a7-4b9e-8eef-53c1d879e262 req-7c271876-e61b-4459-b44e-72fbc028d22d tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:48.538827 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '208469cb-c031-4c42-92b3-d0bb091cb84d', 'name': 'network-vif-deleted', 'tag': '032c2188-9d17-4176-9785-8f54e2ef6962'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:51:48.722277 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4a5c6276-1734-4b07-846a-1bf1cfb31a15 req-438ab5f2-0cdd-43b1-9586-51ff95754825 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/ports?device_id=208469cb-c031-4c42-92b3-d0bb091cb84d HTTP/1.1" status: 200 len: 210 time: 0.1817760 May 28 06:51:48.790021 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3fff52de-7291-427c-b643-1039d0c82571 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691105'] for router_gateway, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:48.851872 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23f85749-e9eb-4e1e-a2b1-6d1e82674b59'] response: {'server_uuid': '208469cb-c031-4c42-92b3-d0bb091cb84d', 'name': 'network-vif-deleted', 'tag': '032c2188-9d17-4176-9785-8f54e2ef6962', 'status': 'completed', 'code': 200} May 28 06:51:48.863869 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-faaf4b7a-56a7-4b9e-8eef-53c1d879e262 req-7c271876-e61b-4459-b44e-72fbc028d22d tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.71 "DELETE /v2.0/ports/032c2188-9d17-4176-9785-8f54e2ef6962 HTTP/1.1" status: 204 len: 173 time: 4.4356613 May 28 06:51:49.009472 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-928c9bf9-7b07-4a98-8771-d1bfbd329fd0 None None] Set router c70e1c22-f694-4d56-bd15-5c5737bacda2 gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:51:49.314756 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-985b7c7c-cef3-4b24-9295-92b59ac9c568 req-7fc44b1f-a2ae-4fab-8b9e-9768a1c5f13d tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd400da8-a731-42e7-9df3-fbf5353cdeea HTTP/1.1" status: 200 len: 210 time: 0.2201383 May 28 06:51:49.345311 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3fff52de-7291-427c-b643-1039d0c82571 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59018'] for router, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:49.348225 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3fff52de-7291-427c-b643-1039d0c82571 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:49.611924 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3fff52de-7291-427c-b643-1039d0c82571 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-703817'] for router, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:49.611924 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fff52de-7291-427c-b643-1039d0c82571 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2da15654-7cba-4c88-b2d0-f040c057e642 {{(pid=89110) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 06:51:49.669443 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3fff52de-7291-427c-b643-1039d0c82571 admin admin] Notify callbacks [] for router, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:49.688479 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-3fff52de-7291-427c-b643-1039d0c82571 admin admin] 10.222.0.55 "DELETE /v2.0/routers/2da15654-7cba-4c88-b2d0-f040c057e642 HTTP/1.1" status: 204 len: 168 time: 6.5316465 May 28 06:51:49.690818 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 58780) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:51:49.750647 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be85e98-60d7-4f29-adce-0db6f62648fe req-8fce7322-8c43-4f84-b134-94d9bdd2d50d tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:51:49.752217 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7be85e98-60d7-4f29-adce-0db6f62648fe req-8fce7322-8c43-4f84-b134-94d9bdd2d50d tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 945 time: 0.2951841 May 28 06:51:49.916723 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7be85e98-60d7-4f29-adce-0db6f62648fe req-86a983d2-9f46-4fd4-831f-d8d2eec303ca tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509743 May 28 06:51:50.126825 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e397de5-23b0-4f8d-8f0c-52eed8cf596e admin admin] Deleting subnet bc1bc55a-b141-4872-bb10-686fc7e33525 {{(pid=89109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:51:50.128952 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4e397de5-23b0-4f8d-8f0c-52eed8cf596e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:50.225943 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-928c9bf9-7b07-4a98-8771-d1bfbd329fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70e1c22-f694-4d56-bd15-5c5737bacda2', 'name': 'tempest-AttachVolumeNegativeTest-1938842834-router', 'tenant_id': '923dafe00970411a989ff222606e459e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '75f0d40c-8ed1-4975-8bcb-f54d72980607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:48:27Z', 'updated_at': '2022-05-28T06:48:45Z', 'revision_number': 4, 'project_id': '923dafe00970411a989ff222606e459e', 'gw_port': {'id': '75f0d40c-8ed1-4975-8bcb-f54d72980607', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:db:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70e1c22-f694-4d56-bd15-5c5737bacda2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:48:31Z', 'updated_at': '2022-05-28T06:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': '81697959-fa70-41cc-93d9-065f6f450736', 'tenant_id': '923dafe00970411a989ff222606e459e', 'floating_ip_address': '172.25.5.99', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': 'c70e1c22-f694-4d56-bd15-5c5737bacda2', 'port_id': 'ea2e1a53-d70b-4271-a57e-6fffc0d8bb80', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2814, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '244ee66f-8ba5-4a6d-a99b-5ec1fae21d38', 'mac_address': 'fa:16:3e:9a:e2:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8faf0c8-2b0b-4711-9900-f4434257b873', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:49:01Z', 'updated_at': '2022-05-28T06:49:46Z', 'revision_number': 2, 'project_id': '923dafe00970411a989ff222606e459e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abf75dc9-fe0b-4338-9af0-de84c550bf58', 'name': '', 'network_id': '244ee66f-8ba5-4a6d-a99b-5ec1fae21d38', 'tenant_id': '923dafe00970411a989ff222606e459e', 'mac_address': 'fa:16:3e:90:65:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70e1c22-f694-4d56-bd15-5c5737bacda2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '395c6a06-7ada-4575-b52f-ff6a58f20fb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:48:41Z', 'updated_at': '2022-05-28T06:49:01Z', 'revision_number': 5, 'project_id': '923dafe00970411a989ff222606e459e', 'subnets': [{'id': '395c6a06-7ada-4575-b52f-ff6a58f20fb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:51:50.239274 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928c9bf9-7b07-4a98-8771-d1bfbd329fd0 None None] Checking router: c70e1c22-f694-4d56-bd15-5c5737bacda2 for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:51:50.261065 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928c9bf9-7b07-4a98-8771-d1bfbd329fd0 None None] Routers {'c70e1c22-f694-4d56-bd15-5c5737bacda2'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:51:50.261065 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-928c9bf9-7b07-4a98-8771-d1bfbd329fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:51:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['c70e1c22-f694-4d56-bd15-5c5737bacda2'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:51:50.263963 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ccc9f7b8-76e1-498e-a034-77e63720abd3 req-108cdd10-1021-4093-8739-032d01841f6b tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/ports?device_id=208469cb-c031-4c42-92b3-d0bb091cb84d HTTP/1.1" status: 200 len: 210 time: 0.1416352 May 28 06:51:50.287722 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4e397de5-23b0-4f8d-8f0c-52eed8cf596e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3964070'] for subnet, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:50.468981 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 7a1c6583-ead3-4386-b638-c39cbb4ce62b no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:51:50.600426 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 7a1c6583-ead3-4386-b638-c39cbb4ce62b {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:51:50.600788 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 7a1c6583-ead3-4386-b638-c39cbb4ce62b not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:51:50.670009 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4e397de5-23b0-4f8d-8f0c-52eed8cf596e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:50.836845 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-810207af-2f5e-44a9-9674-29c69bb0ffd9 req-8ac1f667-b5b3-41c6-9f58-4a0a181319be tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd400da8-a731-42e7-9df3-fbf5353cdeea HTTP/1.1" status: 200 len: 210 time: 0.1201704 May 28 06:51:50.979548 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-928c9bf9-7b07-4a98-8771-d1bfbd329fd0 None None] Set router c70e1c22-f694-4d56-bd15-5c5737bacda2 gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:51:51.065869 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4e397de5-23b0-4f8d-8f0c-52eed8cf596e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9555650'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:51.149732 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e397de5-23b0-4f8d-8f0c-52eed8cf596e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc1bc55a-b141-4872-bb10-686fc7e33525,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:51:51.155266 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4e397de5-23b0-4f8d-8f0c-52eed8cf596e admin admin] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:51.162021 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa46e4d-3586-4d72-882c-0cdc27af8a63 None None] Network 096bdd43-951a-4f24-a0ff-701aa07a531b requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:51:51.182411 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 58804) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:51:51.187718 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-4e397de5-23b0-4f8d-8f0c-52eed8cf596e admin admin] 10.222.0.55 "DELETE /v2.0/subnets/bc1bc55a-b141-4872-bb10-686fc7e33525 HTTP/1.1" status: 204 len: 168 time: 1.5016396 May 28 06:51:51.779227 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 58824) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:51:51.892453 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cfbb0ef-304d-4444-bbef-f26878b67938 None None] DHCP port deletion for 096bdd43-951a-4f24-a0ff-701aa07a531b request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:51:51.931284 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-2cfbb0ef-304d-4444-bbef-f26878b67938 None None] Deleting port 7a7a46c1-5254-4261-b4ad-ec0a9b38cb89 {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:51:51.931284 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-2cfbb0ef-304d-4444-bbef-f26878b67938 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:52.057634 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-928c9bf9-7b07-4a98-8771-d1bfbd329fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70e1c22-f694-4d56-bd15-5c5737bacda2', 'name': 'tempest-AttachVolumeNegativeTest-1938842834-router', 'tenant_id': '923dafe00970411a989ff222606e459e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '75f0d40c-8ed1-4975-8bcb-f54d72980607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:48:27Z', 'updated_at': '2022-05-28T06:48:45Z', 'revision_number': 4, 'project_id': '923dafe00970411a989ff222606e459e', 'gw_port': {'id': '75f0d40c-8ed1-4975-8bcb-f54d72980607', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:db:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70e1c22-f694-4d56-bd15-5c5737bacda2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:48:31Z', 'updated_at': '2022-05-28T06:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': '81697959-fa70-41cc-93d9-065f6f450736', 'tenant_id': '923dafe00970411a989ff222606e459e', 'floating_ip_address': '172.25.5.99', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': 'c70e1c22-f694-4d56-bd15-5c5737bacda2', 'port_id': 'ea2e1a53-d70b-4271-a57e-6fffc0d8bb80', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2814, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '244ee66f-8ba5-4a6d-a99b-5ec1fae21d38', 'mac_address': 'fa:16:3e:9a:e2:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8faf0c8-2b0b-4711-9900-f4434257b873', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:49:01Z', 'updated_at': '2022-05-28T06:49:46Z', 'revision_number': 2, 'project_id': '923dafe00970411a989ff222606e459e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abf75dc9-fe0b-4338-9af0-de84c550bf58', 'name': '', 'network_id': '244ee66f-8ba5-4a6d-a99b-5ec1fae21d38', 'tenant_id': '923dafe00970411a989ff222606e459e', 'mac_address': 'fa:16:3e:90:65:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70e1c22-f694-4d56-bd15-5c5737bacda2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '395c6a06-7ada-4575-b52f-ff6a58f20fb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:48:41Z', 'updated_at': '2022-05-28T06:49:01Z', 'revision_number': 5, 'project_id': '923dafe00970411a989ff222606e459e', 'subnets': [{'id': '395c6a06-7ada-4575-b52f-ff6a58f20fb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:51:52.060286 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-33d24672-1125-48f6-aa21-c0346b17cdc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:52.073548 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928c9bf9-7b07-4a98-8771-d1bfbd329fd0 None None] The sync data for ids ['c70e1c22-f694-4d56-bd15-5c5737bacda2'] in n-d-843702-1 is: [{'id': 'c70e1c22-f694-4d56-bd15-5c5737bacda2', 'name': 'tempest-AttachVolumeNegativeTest-1938842834-router', 'tenant_id': '923dafe00970411a989ff222606e459e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '75f0d40c-8ed1-4975-8bcb-f54d72980607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:48:27Z', 'updated_at': '2022-05-28T06:48:45Z', 'revision_number': 4, 'project_id': '923dafe00970411a989ff222606e459e', 'gw_port': {'id': '75f0d40c-8ed1-4975-8bcb-f54d72980607', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:db:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70e1c22-f694-4d56-bd15-5c5737bacda2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:48:31Z', 'updated_at': '2022-05-28T06:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': '81697959-fa70-41cc-93d9-065f6f450736', 'tenant_id': '923dafe00970411a989ff222606e459e', 'floating_ip_address': '172.25.5.99', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': 'c70e1c22-f694-4d56-bd15-5c5737bacda2', 'port_id': 'ea2e1a53-d70b-4271-a57e-6fffc0d8bb80', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2814, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '244ee66f-8ba5-4a6d-a99b-5ec1fae21d38', 'mac_address': 'fa:16:3e:9a:e2:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8faf0c8-2b0b-4711-9900-f4434257b873', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:49:01Z', 'updated_at': '2022-05-28T06:49:46Z', 'revision_number': 2, 'project_id': '923dafe00970411a989ff222606e459e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abf75dc9-fe0b-4338-9af0-de84c550bf58', 'name': '', 'network_id': '244ee66f-8ba5-4a6d-a99b-5ec1fae21d38', 'tenant_id': '923dafe00970411a989ff222606e459e', 'mac_address': 'fa:16:3e:90:65:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70e1c22-f694-4d56-bd15-5c5737bacda2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '395c6a06-7ada-4575-b52f-ff6a58f20fb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:48:41Z', 'updated_at': '2022-05-28T06:49:01Z', 'revision_number': 5, 'project_id': '923dafe00970411a989ff222606e459e', 'subnets': [{'id': '395c6a06-7ada-4575-b52f-ff6a58f20fb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:51:52.258399 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-33d24672-1125-48f6-aa21-c0346b17cdc0 admin admin] Deleting port 7a7a46c1-5254-4261-b4ad-ec0a9b38cb89 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:51:52.260077 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-33d24672-1125-48f6-aa21-c0346b17cdc0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:52.294940 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adca8b7a-4592-48ab-b7c5-d8a7dc76f70a req-31338732-a579-48c1-85ae-c17432cc8d77 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:51:52.294940 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-adca8b7a-4592-48ab-b7c5-d8a7dc76f70a req-31338732-a579-48c1-85ae-c17432cc8d77 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.71 "GET /v2.0/networks?id=ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1 HTTP/1.1" status: 200 len: 806 time: 0.3552649 May 28 06:51:52.294940 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-31b11851-c9b3-461c-877d-c57eb577887b tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:52.491543 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-adca8b7a-4592-48ab-b7c5-d8a7dc76f70a req-dcdbae35-9340-4cca-b343-c663943964ae tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Request body: {'port': {'device_id': 'fd400da8-a731-42e7-9df3-fbf5353cdeea', 'network_id': 'ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1', 'admin_state_up': True, 'tenant_id': '25104e9d91034f7ab315290096db2d20'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:51:52.572285 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f765bb9d-da49-491f-9012-b684c5300b18 req-7c97a020-c233-4a7c-8da5-feee284f5372 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd400da8-a731-42e7-9df3-fbf5353cdeea HTTP/1.1" status: 200 len: 210 time: 0.2027261 May 28 06:51:52.658756 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-31b11851-c9b3-461c-877d-c57eb577887b tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:52.681531 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bcb7d4-82a5-431a-8240-81e18b70eef4 req-fe3b9a2d-ec1d-4a62-9905-9ebcb7d95c62 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:51:52.693902 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-02bcb7d4-82a5-431a-8240-81e18b70eef4 req-fe3b9a2d-ec1d-4a62-9905-9ebcb7d95c62 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 945 time: 1.4468911 May 28 06:51:52.704047 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-2cfbb0ef-304d-4444-bbef-f26878b67938 None None] For port 7a7a46c1-5254-4261-b4ad-ec0a9b38cb89, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=7a7a46c1-5254-4261-b4ad-ec0a9b38cb89,segment=NetworkSegment(cadae894-8daa-4eeb-946e-ed63268336fc),segment_id=cadae894-8daa-4eeb-946e-ed63268336fc)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:51:52.737752 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-2cfbb0ef-304d-4444-bbef-f26878b67938 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:52.998203 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-31b11851-c9b3-461c-877d-c57eb577887b tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:53.065088 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [req-adca8b7a-4592-48ab-b7c5-d8a7dc76f70a req-dcdbae35-9340-4cca-b343-c663943964ae tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:51:53.076601 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b11851-c9b3-461c-877d-c57eb577887b tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b613b61e-07a7-4591-9f25-e9022371db97,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:51:53.100923 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [req-adca8b7a-4592-48ab-b7c5-d8a7dc76f70a req-dcdbae35-9340-4cca-b343-c663943964ae tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:51:53.137150 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-2cfbb0ef-304d-4444-bbef-f26878b67938 None None] Calling delete_port for 7a7a46c1-5254-4261-b4ad-ec0a9b38cb89 owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:51:53.137743 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-31b11851-c9b3-461c-877d-c57eb577887b tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:53.137743 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-31b11851-c9b3-461c-877d-c57eb577887b tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "DELETE /v2.0/security-groups/b613b61e-07a7-4591-9f25-e9022371db97 HTTP/1.1" status: 204 len: 168 time: 1.3558991 May 28 06:51:53.140185 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 58854) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:51:53.182754 n-d-843702-1 neutron-server[89109]: INFO neutron.api.v2.resource [None req-5af0da05-6bd4-464f-ad0a-dd1228ee25dc tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] show failed (client error): The resource could not be found. May 28 06:51:53.184565 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-5af0da05-6bd4-464f-ad0a-dd1228ee25dc tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/security-groups/b613b61e-07a7-4591-9f25-e9022371db97 HTTP/1.1" status: 404 len: 347 time: 0.0432394 May 28 06:51:53.188286 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 58858) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:51:53.194500 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 7a7a46c1-5254-4261-b4ad-ec0a9b38cb89 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:51:53.220974 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-02bcb7d4-82a5-431a-8240-81e18b70eef4 req-07b1ddce-7751-4ba4-84e7-95f25e7281db tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5145679 May 28 06:51:53.276588 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83b8d5e-8a25-42c5-baf2-f3f4220eadde None None] New status for floating IP 18b2b980-40c7-47d0-b9f8-74a43c619d35: DOWN {{(pid=89111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 06:51:53.302467 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [None req-33d24672-1125-48f6-aa21-c0346b17cdc0 admin admin] For port 7a7a46c1-5254-4261-b4ad-ec0a9b38cb89, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=7a7a46c1-5254-4261-b4ad-ec0a9b38cb89,segment=NetworkSegment(cadae894-8daa-4eeb-946e-ed63268336fc),segment_id=cadae894-8daa-4eeb-946e-ed63268336fc)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:51:53.302467 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-33d24672-1125-48f6-aa21-c0346b17cdc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:53.523702 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adca8b7a-4592-48ab-b7c5-d8a7dc76f70a req-dcdbae35-9340-4cca-b343-c663943964ae tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Made reservation on behalf of 25104e9d91034f7ab315290096db2d20 for: {'port': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:51:53.528569 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-adca8b7a-4592-48ab-b7c5-d8a7dc76f70a req-dcdbae35-9340-4cca-b343-c663943964ae tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:53.564793 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-33d24672-1125-48f6-aa21-c0346b17cdc0 admin admin] Calling delete_port for 7a7a46c1-5254-4261-b4ad-ec0a9b38cb89 owned by network:dhcp {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:51:53.832300 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-33d24672-1125-48f6-aa21-c0346b17cdc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:53.911059 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.db.api [None req-2cfbb0ef-304d-4444-bbef-f26878b67938 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89111) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:51:53.911519 n-d-843702-1 neutron-server[89111]: DEBUG oslo_db.api [None req-2cfbb0ef-304d-4444-bbef-f26878b67938 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:51:53.953944 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-f5070f2a-e537-4b96-8568-c842d54f0152 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Deleting port 709d24ec-134f-4257-bfbf-574166a5a01c {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:51:53.954631 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f5070f2a-e537-4b96-8568-c842d54f0152 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:54.022035 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No active binding found for port 7a7a46c1-5254-4261-b4ad-ec0a9b38cb89 {{(pid=89111) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 28 06:51:54.022035 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 7a7a46c1-5254-4261-b4ad-ec0a9b38cb89 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:51:54.179417 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d24672-1125-48f6-aa21-c0346b17cdc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a7a46c1-5254-4261-b4ad-ec0a9b38cb89,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:51:54.211191 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0cf1a1c6-6704-4567-85b3-2e56abccdb7f req-ce227958-7d57-4583-9901-0b773de1d600 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd400da8-a731-42e7-9df3-fbf5353cdeea HTTP/1.1" status: 200 len: 210 time: 0.2164562 May 28 06:51:54.243206 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d24672-1125-48f6-aa21-c0346b17cdc0 admin admin] No DVR routers for this DVR port 7a7a46c1-5254-4261-b4ad-ec0a9b38cb89 on host n-d-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:51:54.396779 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-33d24672-1125-48f6-aa21-c0346b17cdc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:54.413113 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-2cfbb0ef-304d-4444-bbef-f26878b67938 None None] Deleting port 7a7a46c1-5254-4261-b4ad-ec0a9b38cb89 {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:51:54.413713 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-2cfbb0ef-304d-4444-bbef-f26878b67938 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:54.427155 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [req-adca8b7a-4592-48ab-b7c5-d8a7dc76f70a req-dcdbae35-9340-4cca-b343-c663943964ae tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Allocated IP 172.20.0.9 (ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1/cb73ce23-f864-48a4-8bdb-f1e8654d92be/ae5ab288-1ff5-49fd-828c-5d80c56f223b) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:51:54.439106 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-33d24672-1125-48f6-aa21-c0346b17cdc0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['096bdd43-951a-4f24-a0ff-701aa07a531b']}} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:51:54.457096 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-33d24672-1125-48f6-aa21-c0346b17cdc0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cadae894-8daa-4eeb-946e-ed63268336fc') {'for_net_delete': True} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:51:54.457096 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-33d24672-1125-48f6-aa21-c0346b17cdc0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cadae894-8daa-4eeb-946e-ed63268336fc') {} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:51:54.469969 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-33d24672-1125-48f6-aa21-c0346b17cdc0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4150778'] for segment, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:54.487991 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-33d24672-1125-48f6-aa21-c0346b17cdc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:54.496455 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33d24672-1125-48f6-aa21-c0346b17cdc0 admin admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=89110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:51:54.496937 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-33d24672-1125-48f6-aa21-c0346b17cdc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3143023'] for segment, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:54.512200 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-2cfbb0ef-304d-4444-bbef-f26878b67938 None None] The port '7a7a46c1-5254-4261-b4ad-ec0a9b38cb89' was deleted {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 06:51:54.635880 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f5070f2a-e537-4b96-8568-c842d54f0152 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:54.635880 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f5070f2a-e537-4b96-8568-c842d54f0152 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:54.790657 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment cadae894-8daa-4eeb-946e-ed63268336fc resource provider aggregate not found May 28 06:51:54.818053 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment cadae894-8daa-4eeb-946e-ed63268336fc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cadae894-8daa-4eeb-946e-ed63268336fc found for delete ", "request_id": "req-5a8528e8-52ed-451d-b3b0-a26c14ffed5e"}]} May 28 06:51:54.827131 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-f5070f2a-e537-4b96-8568-c842d54f0152 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Calling delete_port for 709d24ec-134f-4257-bfbf-574166a5a01c owned by network:floatingip {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:51:54.844692 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb5196c-a1ea-4cae-a830-a1a8e2fd8e13 req-0201c3f1-7f5e-4594-a312-3685bcdc77e2 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:51:54.846304 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6eb5196c-a1ea-4cae-a830-a1a8e2fd8e13 req-0201c3f1-7f5e-4594-a312-3685bcdc77e2 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 945 time: 0.2021482 May 28 06:51:54.892792 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6eb5196c-a1ea-4cae-a830-a1a8e2fd8e13 req-6d531081-ba2a-4fbd-a65b-f9a4e65c6f23 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407124 May 28 06:51:54.970259 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-33d24672-1125-48f6-aa21-c0346b17cdc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:54.976524 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-33d24672-1125-48f6-aa21-c0346b17cdc0 admin admin] Notify callbacks [] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:55.018583 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d24672-1125-48f6-aa21-c0346b17cdc0 admin admin] Pushing event deleted for resources: {'Network': ['ID=096bdd43-951a-4f24-a0ff-701aa07a531b,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:51:55.023218 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-33d24672-1125-48f6-aa21-c0346b17cdc0 admin admin] 10.222.0.55 "DELETE /v2.0/networks/096bdd43-951a-4f24-a0ff-701aa07a531b HTTP/1.1" status: 204 len: 168 time: 3.8391812 May 28 06:51:55.328954 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-adca8b7a-4592-48ab-b7c5-d8a7dc76f70a req-dcdbae35-9340-4cca-b343-c663943964ae tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:55.431898 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4643c718-37c1-417e-b3b4-965103174d2d req-ededbb0f-1478-4842-80d1-a69c9d8604cd tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd400da8-a731-42e7-9df3-fbf5353cdeea HTTP/1.1" status: 200 len: 210 time: 0.0571294 May 28 06:51:55.434770 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f5070f2a-e537-4b96-8568-c842d54f0152 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:55.592552 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5070f2a-e537-4b96-8568-c842d54f0152 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Pushing event deleted for resources: {'Port': ['ID=709d24ec-134f-4257-bfbf-574166a5a01c,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:51:55.592552 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-adca8b7a-4592-48ab-b7c5-d8a7dc76f70a req-dcdbae35-9340-4cca-b343-c663943964ae tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:55.607090 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['f8566525-c4cb-4e62-a1d8-5e9ce5ba1b4e'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:51:55.828281 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adca8b7a-4592-48ab-b7c5-d8a7dc76f70a req-dcdbae35-9340-4cca-b343-c663943964ae tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Network ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:51:55.832361 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [req-adca8b7a-4592-48ab-b7c5-d8a7dc76f70a req-dcdbae35-9340-4cca-b343-c663943964ae tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:51:55.852755 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 58924) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:51:55.856817 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [req-adca8b7a-4592-48ab-b7c5-d8a7dc76f70a req-dcdbae35-9340-4cca-b343-c663943964ae tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:51:55.949500 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adca8b7a-4592-48ab-b7c5-d8a7dc76f70a req-dcdbae35-9340-4cca-b343-c663943964ae tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:51:55.950160 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-adca8b7a-4592-48ab-b7c5-d8a7dc76f70a req-dcdbae35-9340-4cca-b343-c663943964ae tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:55.965595 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fbed89-d6d1-4328-9319-ffc7035894b0 req-9b599303-64a3-4af0-97a3-ca3def7ea994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:51:55.967317 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-35fbed89-d6d1-4328-9319-ffc7035894b0 req-9b599303-64a3-4af0-97a3-ca3def7ea994 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=73e0295cd8e04d62a9246f93ad60c000&device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 1096 time: 0.2102938 May 28 06:51:55.974900 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-a3dc71ef-8532-4460-a733-087fcf155488 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2b9fc0e304c74fa6acb164db1839a8b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1150749 May 28 06:51:55.982999 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 58932) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:51:56.047988 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdbae35-9340-4cca-b343-c663943964ae tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Pushing event updated for resources: {'Port': ['ID=ae5ab288-1ff5-49fd-828c-5d80c56f223b,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:51:56.057513 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f5070f2a-e537-4b96-8568-c842d54f0152 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks [] for floatingip, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:56.086510 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f5070f2a-e537-4b96-8568-c842d54f0152 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:56.086510 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-f5070f2a-e537-4b96-8568-c842d54f0152 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "DELETE /v2.0/floatingips/18b2b980-40c7-47d0-b9f8-74a43c619d35 HTTP/1.1" status: 204 len: 168 time: 2.8904295 May 28 06:51:56.206687 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-adca8b7a-4592-48ab-b7c5-d8a7dc76f70a req-dcdbae35-9340-4cca-b343-c663943964ae tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7282846 May 28 06:51:56.240273 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-adca8b7a-4592-48ab-b7c5-d8a7dc76f70a req-ee210650-1c05-4229-b902-3df8ccb86573 service neutron] Request body: {'port': {'device_id': 'fd400da8-a731-42e7-9df3-fbf5353cdeea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843702-1'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:51:56.409170 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-adca8b7a-4592-48ab-b7c5-d8a7dc76f70a req-ee210650-1c05-4229-b902-3df8ccb86573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:56.438792 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fbed89-d6d1-4328-9319-ffc7035894b0 req-34a3c717-4238-443e-8ba3-3287bc7e1e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:51:56.440300 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-35fbed89-d6d1-4328-9319-ffc7035894b0 req-34a3c717-4238-443e-8ba3-3287bc7e1e7e service neutron] 10.222.0.69 "GET /v2.0/networks?id=a5003c5d-3a74-4f41-abaa-5496ec434a45 HTTP/1.1" status: 200 len: 914 time: 0.4561331 May 28 06:51:56.489856 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-cba5f74d-5427-4590-a356-672f47772d31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:56.547908 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1581eed0-b1a6-4344-b200-3c601d0da7d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:56.582219 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1581eed0-b1a6-4344-b200-3c601d0da7d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:56.719099 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-35fbed89-d6d1-4328-9319-ffc7035894b0 req-b2e79213-ca2d-4a10-a474-e66c8ae93ffa service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=466563e4-8251-4e01-896c-6874e3461ded HTTP/1.1" status: 200 len: 217 time: 0.2626181 May 28 06:51:56.902852 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28f48f3-9367-41c3-bedb-691b1eb97609 req-a41f10e2-0ea8-41c1-9c45-0c3f57e9790d tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:51:56.902852 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d28f48f3-9367-41c3-bedb-691b1eb97609 req-a41f10e2-0ea8-41c1-9c45-0c3f57e9790d tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 945 time: 0.7131124 May 28 06:51:56.909106 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fbed89-d6d1-4328-9319-ffc7035894b0 req-0001db17-b6aa-4345-a3c7-3cdd80e1d94d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:51:56.910575 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-35fbed89-d6d1-4328-9319-ffc7035894b0 req-0001db17-b6aa-4345-a3c7-3cdd80e1d94d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c9770ae0-20d9-409f-aee4-a3917a1ccf16 HTTP/1.1" status: 200 len: 853 time: 0.1834781 May 28 06:51:56.986007 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-35fbed89-d6d1-4328-9319-ffc7035894b0 req-3b8fe57b-3574-4b4c-b9ad-f47928600061 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a5003c5d-3a74-4f41-abaa-5496ec434a45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587099 May 28 06:51:56.992413 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [req-adca8b7a-4592-48ab-b7c5-d8a7dc76f70a req-ee210650-1c05-4229-b902-3df8ccb86573 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae5ab288-1ff5-49fd-828c-5d80c56f223b {{(pid=89109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:51:57.001086 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-adca8b7a-4592-48ab-b7c5-d8a7dc76f70a req-ee210650-1c05-4229-b902-3df8ccb86573 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:57.077321 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1581eed0-b1a6-4344-b200-3c601d0da7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:57.078853 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [req-adca8b7a-4592-48ab-b7c5-d8a7dc76f70a req-ee210650-1c05-4229-b902-3df8ccb86573 service neutron] Transition to ACTIVE for port object ae5ab288-1ff5-49fd-828c-5d80c56f223b will not be triggered until provisioned by entity L2. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:51:57.094421 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d28f48f3-9367-41c3-bedb-691b1eb97609 req-5b32c892-91ec-420f-b741-6c87e99ece2a tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874373 May 28 06:51:57.159632 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-adca8b7a-4592-48ab-b7c5-d8a7dc76f70a req-ee210650-1c05-4229-b902-3df8ccb86573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:57.192803 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1581eed0-b1a6-4344-b200-3c601d0da7d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5405011-e67f-486c-b8b7-90cc2616855d,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:51:57.452065 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1581eed0-b1a6-4344-b200-3c601d0da7d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:57.454368 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-1581eed0-b1a6-4344-b200-3c601d0da7d0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f5405011-e67f-486c-b8b7-90cc2616855d HTTP/1.1" status: 204 len: 168 time: 1.2913241 May 28 06:51:57.529347 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-35fbed89-d6d1-4328-9319-ffc7035894b0 req-6385d147-41a7-4d36-9bc6-0185c8027c97 service neutron] 10.222.0.69 "GET /v2.0/networks/a5003c5d-3a74-4f41-abaa-5496ec434a45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5367143 May 28 06:51:57.586834 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee210650-1c05-4229-b902-3df8ccb86573 service neutron] Pushing event updated for resources: {'Port': ['ID=ae5ab288-1ff5-49fd-828c-5d80c56f223b,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:51:57.666662 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5a502f-de45-4124-a9e5-09c9c236ea76 req-2285d3e9-de3d-4786-8195-2cd3c61624fa tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:51:57.668747 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-df5a502f-de45-4124-a9e5-09c9c236ea76 req-2285d3e9-de3d-4786-8195-2cd3c61624fa tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd400da8-a731-42e7-9df3-fbf5353cdeea HTTP/1.1" status: 200 len: 943 time: 0.3974397 May 28 06:51:57.694158 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:57.720727 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-adca8b7a-4592-48ab-b7c5-d8a7dc76f70a req-ee210650-1c05-4229-b902-3df8ccb86573 service neutron] Attempting to bind port ae5ab288-1ff5-49fd-828c-5d80c56f223b on host n-h2-843702-1 for vnic_type normal with profile {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:51:57.721067 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-adca8b7a-4592-48ab-b7c5-d8a7dc76f70a req-ee210650-1c05-4229-b902-3df8ccb86573 service neutron] Attempting to bind port ae5ab288-1ff5-49fd-828c-5d80c56f223b by drivers openvswitch,hyperv on host n-h2-843702-1 at level 0 using segments [{'id': 'd3c6b9f0-14d5-4338-b095-ac6f93dbc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1'}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:51:57.721509 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adca8b7a-4592-48ab-b7c5-d8a7dc76f70a req-ee210650-1c05-4229-b902-3df8ccb86573 service neutron] Attempting to bind port ae5ab288-1ff5-49fd-828c-5d80c56f223b on network ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:51:57.727966 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adca8b7a-4592-48ab-b7c5-d8a7dc76f70a req-ee210650-1c05-4229-b902-3df8ccb86573 service neutron] Port ae5ab288-1ff5-49fd-828c-5d80c56f223b on network ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1 not bound, no agent of type Open vSwitch agent registered on host n-h2-843702-1 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:51:57.728274 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adca8b7a-4592-48ab-b7c5-d8a7dc76f70a req-ee210650-1c05-4229-b902-3df8ccb86573 service neutron] Attempting to bind port ae5ab288-1ff5-49fd-828c-5d80c56f223b on network ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:51:57.733894 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adca8b7a-4592-48ab-b7c5-d8a7dc76f70a req-ee210650-1c05-4229-b902-3df8ccb86573 service neutron] Checking agent: {'id': 'f1a3973b-d2b3-4558-88e7-2ac50857d302', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:51:57.738949 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adca8b7a-4592-48ab-b7c5-d8a7dc76f70a req-ee210650-1c05-4229-b902-3df8ccb86573 service neutron] Checking segment: {'id': 'd3c6b9f0-14d5-4338-b095-ac6f93dbc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:51:57.739620 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adca8b7a-4592-48ab-b7c5-d8a7dc76f70a req-ee210650-1c05-4229-b902-3df8ccb86573 service neutron] Bound using segment: {'id': 'd3c6b9f0-14d5-4338-b095-ac6f93dbc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1'} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:51:57.740499 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-adca8b7a-4592-48ab-b7c5-d8a7dc76f70a req-ee210650-1c05-4229-b902-3df8ccb86573 service neutron] Bound port: ae5ab288-1ff5-49fd-828c-5d80c56f223b, host: n-h2-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3c6b9f0-14d5-4338-b095-ac6f93dbc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1'}}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:51:57.741140 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-adca8b7a-4592-48ab-b7c5-d8a7dc76f70a req-ee210650-1c05-4229-b902-3df8ccb86573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:57.777114 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-df5a502f-de45-4124-a9e5-09c9c236ea76 req-ea2a1639-5b3f-4f65-9f29-134ff6e78671 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/security-groups?id=55eadb02-d3aa-43b2-bf74-b67b0f98720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636814 May 28 06:51:57.814379 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-35fbed89-d6d1-4328-9319-ffc7035894b0 req-7ed7f6dc-4b79-4907-9934-9468d9881882 service neutron] 10.222.0.69 "GET /v2.0/networks/a5003c5d-3a74-4f41-abaa-5496ec434a45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670262 May 28 06:51:57.843990 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-adca8b7a-4592-48ab-b7c5-d8a7dc76f70a req-ee210650-1c05-4229-b902-3df8ccb86573 service neutron] For port ae5ab288-1ff5-49fd-828c-5d80c56f223b, host n-h2-843702-1, cleared binding levels {{(pid=89109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:51:57.847503 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-adca8b7a-4592-48ab-b7c5-d8a7dc76f70a req-ee210650-1c05-4229-b902-3df8ccb86573 service neutron] For port ae5ab288-1ff5-49fd-828c-5d80c56f223b, host n-h2-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=ae5ab288-1ff5-49fd-828c-5d80c56f223b,segment=NetworkSegment(d3c6b9f0-14d5-4338-b095-ac6f93dbc704),segment_id=d3c6b9f0-14d5-4338-b095-ac6f93dbc704)] {{(pid=89109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:51:57.955588 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-adca8b7a-4592-48ab-b7c5-d8a7dc76f70a req-ee210650-1c05-4229-b902-3df8ccb86573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:58.051369 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adca8b7a-4592-48ab-b7c5-d8a7dc76f70a req-ee210650-1c05-4229-b902-3df8ccb86573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:51:58.051369 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-adca8b7a-4592-48ab-b7c5-d8a7dc76f70a req-ee210650-1c05-4229-b902-3df8ccb86573 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:58.051369 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-adca8b7a-4592-48ab-b7c5-d8a7dc76f70a req-ee210650-1c05-4229-b902-3df8ccb86573 service neutron] 10.222.0.71 "PUT /v2.0/ports/ae5ab288-1ff5-49fd-828c-5d80c56f223b HTTP/1.1" status: 200 len: 1091 time: 1.8263659 May 28 06:51:58.051369 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd400da8-a731-42e7-9df3-fbf5353cdeea', 'tag': 'ae5ab288-1ff5-49fd-828c-5d80c56f223b'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:51:58.117017 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee210650-1c05-4229-b902-3df8ccb86573 service neutron] Pushing event updated for resources: {'Port': ['ID=ae5ab288-1ff5-49fd-828c-5d80c56f223b,revision_number=3']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:51:58.123618 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bdf13d4-88c1-4d77-b84c-579337143947'] response: {'name': 'network-changed', 'server_uuid': 'fd400da8-a731-42e7-9df3-fbf5353cdeea', 'tag': 'ae5ab288-1ff5-49fd-828c-5d80c56f223b', 'status': 'completed', 'code': 200} May 28 06:51:58.298963 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdd5eb4-0c01-41f5-b782-3f307b5b5089 req-d18742aa-a81c-48b5-9890-476c23b73b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:51:58.301215 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-7cdd5eb4-0c01-41f5-b782-3f307b5b5089 req-d18742aa-a81c-48b5-9890-476c23b73b96 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=25104e9d91034f7ab315290096db2d20&device_id=fd400da8-a731-42e7-9df3-fbf5353cdeea HTTP/1.1" status: 200 len: 1094 time: 0.1378388 May 28 06:51:58.416897 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1b5351-7798-4699-b42d-17899ecd7306 req-8d8dd351-9332-4c3a-aa2f-ed0739c9e645 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:51:58.424875 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ea1b5351-7798-4699-b42d-17899ecd7306 req-8d8dd351-9332-4c3a-aa2f-ed0739c9e645 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 945 time: 0.1840653 May 28 06:51:58.520588 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ea1b5351-7798-4699-b42d-17899ecd7306 req-ab4565c5-dcfc-44c6-8411-2a829414b921 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945570 May 28 06:51:58.584170 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdd5eb4-0c01-41f5-b782-3f307b5b5089 req-ade30022-e935-4742-939e-03f2184c731c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:51:58.584170 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-7cdd5eb4-0c01-41f5-b782-3f307b5b5089 req-ade30022-e935-4742-939e-03f2184c731c service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=25104e9d91034f7ab315290096db2d20&shared=False HTTP/1.1" status: 200 len: 907 time: 0.2602742 May 28 06:51:58.666433 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 58996) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:51:58.729008 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-a7f136c1-2623-418a-af10-dbec206ff823 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=eda36bedee6340d489cee4f1d9632c4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0594323 May 28 06:51:58.731437 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 59000) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:51:58.832062 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1b67c65f-e661-4e83-9415-16e4e951a8d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:58.865176 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1b67c65f-e661-4e83-9415-16e4e951a8d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:58.911619 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdd5eb4-0c01-41f5-b782-3f307b5b5089 req-7b398755-97cf-453b-90a5-a44010471258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:51:58.913775 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-7cdd5eb4-0c01-41f5-b782-3f307b5b5089 req-7b398755-97cf-453b-90a5-a44010471258 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3278160 May 28 06:51:58.979189 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-43075970-261b-4fd0-b915-8c680ad3ef93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:59.019226 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1b67c65f-e661-4e83-9415-16e4e951a8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:59.063928 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adca8b7a-4592-48ab-b7c5-d8a7dc76f70a req-0f2f8183-709b-426e-b568-a56ff3234d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:51:59.063928 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-adca8b7a-4592-48ab-b7c5-d8a7dc76f70a req-0f2f8183-709b-426e-b568-a56ff3234d3e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=25104e9d91034f7ab315290096db2d20&device_id=fd400da8-a731-42e7-9df3-fbf5353cdeea HTTP/1.1" status: 200 len: 1094 time: 0.0797765 May 28 06:51:59.112173 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b67c65f-e661-4e83-9415-16e4e951a8d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03820e8d-e85a-43b7-85b5-d8941635951b,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:51:59.112173 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1b67c65f-e661-4e83-9415-16e4e951a8d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:59.112173 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-1b67c65f-e661-4e83-9415-16e4e951a8d2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/03820e8d-e85a-43b7-85b5-d8941635951b HTTP/1.1" status: 204 len: 168 time: 0.3764772 May 28 06:51:59.155298 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-adca8b7a-4592-48ab-b7c5-d8a7dc76f70a req-b1548f60-4f35-4068-ae6c-3a3fd37e0bea service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae5ab288-1ff5-49fd-828c-5d80c56f223b HTTP/1.1" status: 200 len: 217 time: 0.0780518 May 28 06:51:59.169936 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce0a12b-587a-48b9-a702-ed473c87018c req-13a6a1ab-709d-44b1-847d-1e006ec04735 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:51:59.187681 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4ce0a12b-587a-48b9-a702-ed473c87018c req-13a6a1ab-709d-44b1-847d-1e006ec04735 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd400da8-a731-42e7-9df3-fbf5353cdeea HTTP/1.1" status: 200 len: 943 time: 0.1608222 May 28 06:51:59.231169 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4ce0a12b-587a-48b9-a702-ed473c87018c req-b055f845-514d-4bc4-8684-61c52b0d0376 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/security-groups?id=55eadb02-d3aa-43b2-bf74-b67b0f98720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530994 May 28 06:51:59.260320 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adca8b7a-4592-48ab-b7c5-d8a7dc76f70a req-7809abec-415f-4411-a9ae-5af40941d86c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:51:59.262567 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-adca8b7a-4592-48ab-b7c5-d8a7dc76f70a req-7809abec-415f-4411-a9ae-5af40941d86c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=cb73ce23-f864-48a4-8bdb-f1e8654d92be HTTP/1.1" status: 200 len: 846 time: 0.1006403 May 28 06:51:59.309807 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 466563e4-8251-4e01-896c-6874e3461ded no longer exists at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:51:59.355226 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-adca8b7a-4592-48ab-b7c5-d8a7dc76f70a req-3040d330-95a4-4f4a-823a-8fd52a4d222b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0849431 May 28 06:51:59.556320 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-adca8b7a-4592-48ab-b7c5-d8a7dc76f70a req-55e764f6-663f-49ee-a595-78b16e9f6586 service neutron] 10.222.0.71 "GET /v2.0/networks/ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929150 May 28 06:51:59.567532 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 466563e4-8251-4e01-896c-6874e3461ded is: ACTIVE; New status is: DOWN {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:51:59.567532 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:59.701078 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 466563e4-8251-4e01-896c-6874e3461ded, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=466563e4-8251-4e01-896c-6874e3461ded,segment=NetworkSegment(891ef37d-2d2b-47ef-a8c4-170b0614d759),segment_id=891ef37d-2d2b-47ef-a8c4-170b0614d759)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:51:59.704570 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5011e866-0e49-4786-a2cb-e0d4932d86ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '466563e4-8251-4e01-896c-6874e3461ded'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:51:59.850399 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:59.937022 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-adca8b7a-4592-48ab-b7c5-d8a7dc76f70a req-9dc74f9d-6531-4511-8c58-eaf844d5700a service neutron] 10.222.0.71 "GET /v2.0/networks/ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3737192 May 28 06:52:00.029374 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:00.058075 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c867b609-4688-4804-8000-74bc78673cb3'] response: {'server_uuid': '5011e866-0e49-4786-a2cb-e0d4932d86ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '466563e4-8251-4e01-896c-6874e3461ded', 'code': 200} May 28 06:52:00.059242 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02972aa6-33be-408e-921c-34f08cf7ad5a req-c479b976-c278-41ba-af90-fe095a085b05 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:00.059242 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-02972aa6-33be-408e-921c-34f08cf7ad5a req-c479b976-c278-41ba-af90-fe095a085b05 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 943 time: 0.2632263 May 28 06:52:00.124975 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=466563e4-8251-4e01-896c-6874e3461ded,revision_number=8']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:52:00.138924 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-02972aa6-33be-408e-921c-34f08cf7ad5a req-37aa1c3d-3d0f-4568-b638-1107f379d6ec tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724802 May 28 06:52:00.279434 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:00.465449 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dffaf2-a19e-4c70-8935-07590876369a req-610a65d2-3c32-4da0-aafc-0fbf71d7d38a tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:00.466947 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d9dffaf2-a19e-4c70-8935-07590876369a req-610a65d2-3c32-4da0-aafc-0fbf71d7d38a tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd400da8-a731-42e7-9df3-fbf5353cdeea HTTP/1.1" status: 200 len: 943 time: 0.0881147 May 28 06:52:00.535805 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d9dffaf2-a19e-4c70-8935-07590876369a req-750ed44c-1fe6-4ddd-aa8f-7094378a2cc6 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/security-groups?id=55eadb02-d3aa-43b2-bf74-b67b0f98720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573277 May 28 06:52:00.929965 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83eb102-ff4a-4b6c-bb6a-0b97fa60237e req-fa8a17ef-8dc4-4233-a199-d69a5df48097 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:00.942197 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b83eb102-ff4a-4b6c-bb6a-0b97fa60237e req-fa8a17ef-8dc4-4233-a199-d69a5df48097 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8faf0c8-2b0b-4711-9900-f4434257b873 HTTP/1.1" status: 200 len: 946 time: 0.0977223 May 28 06:52:01.031468 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b83eb102-ff4a-4b6c-bb6a-0b97fa60237e req-0a235f42-36da-4fb1-b6e3-3a4d18a5a7fa tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c7bfca4-1cac-4fe5-a92f-14792891f755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880618 May 28 06:52:01.369040 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a66b441-72f7-4971-99d3-9492cb8e48d9 req-bb7582c7-7ce5-4c44-85b8-1027af16d71a tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:01.379589 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4a66b441-72f7-4971-99d3-9492cb8e48d9 req-bb7582c7-7ce5-4c44-85b8-1027af16d71a tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 943 time: 0.1241891 May 28 06:52:01.435616 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4a66b441-72f7-4971-99d3-9492cb8e48d9 req-a746c29b-2245-499e-9664-3c401a2482ca tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548272 May 28 06:52:01.700873 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:01.882096 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc90b1b-06ac-4adf-83fc-dc5333592c64 req-7a05f7f9-7134-4a87-a5ea-281ad680cb28 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:01.882096 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6bc90b1b-06ac-4adf-83fc-dc5333592c64 req-7a05f7f9-7134-4a87-a5ea-281ad680cb28 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 943 time: 0.2449071 May 28 06:52:01.955790 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6bc90b1b-06ac-4adf-83fc-dc5333592c64 req-c14f0f3d-8310-4746-9668-3b2d5317aede tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744135 May 28 06:52:01.963462 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1acb26-df0a-4168-851f-055c560b186b req-6dbd9424-9d36-4637-a50d-5af2a4368e02 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:01.966054 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7a1acb26-df0a-4168-851f-055c560b186b req-6dbd9424-9d36-4637-a50d-5af2a4368e02 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd400da8-a731-42e7-9df3-fbf5353cdeea HTTP/1.1" status: 200 len: 943 time: 0.1775005 May 28 06:52:02.035595 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7a1acb26-df0a-4168-851f-055c560b186b req-ef76728a-0de7-4e2b-9e4b-8a2ad5c96a17 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/security-groups?id=55eadb02-d3aa-43b2-bf74-b67b0f98720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519438 May 28 06:52:02.376023 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device ae5ab288-1ff5-49fd-828c-5d80c56f223b details requested by agent hyperv_n-h2-843702-1 with host n-h2-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:52:02.446783 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f071fd-fa56-42cf-83e4-68dd4eedb725 req-db093c23-e2b2-4be9-a83d-e84f096366cc tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:02.454573 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-34f071fd-fa56-42cf-83e4-68dd4eedb725 req-db093c23-e2b2-4be9-a83d-e84f096366cc tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8faf0c8-2b0b-4711-9900-f4434257b873 HTTP/1.1" status: 200 len: 946 time: 0.2275538 May 28 06:52:02.521934 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-34f071fd-fa56-42cf-83e4-68dd4eedb725 req-7b9f39f2-caec-429f-bd27-0477d408f092 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c7bfca4-1cac-4fe5-a92f-14792891f755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662365 May 28 06:52:02.538824 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 59134) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:52:02.633991 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c26472b-f7e5-4653-9cf0-7a2db73acd30 req-3b398e46-524d-4a03-b8df-afa665698c03 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:02.636966 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-7c26472b-f7e5-4653-9cf0-7a2db73acd30 req-3b398e46-524d-4a03-b8df-afa665698c03 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Synchronizing usage tracker for tenant:923dafe00970411a989ff222606e459e on resource:port {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:52:02.689838 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:02.813321 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port ae5ab288-1ff5-49fd-828c-5d80c56f223b, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=ae5ab288-1ff5-49fd-828c-5d80c56f223b,segment=NetworkSegment(d3c6b9f0-14d5-4338-b095-ac6f93dbc704),segment_id=d3c6b9f0-14d5-4338-b095-ac6f93dbc704)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:52:02.847052 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-7c26472b-f7e5-4653-9cf0-7a2db73acd30 req-3b398e46-524d-4a03-b8df-afa665698c03 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Unset dirty status for tenant:923dafe00970411a989ff222606e459e on resource:port {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:52:02.847052 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-7c26472b-f7e5-4653-9cf0-7a2db73acd30 req-3b398e46-524d-4a03-b8df-afa665698c03 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.71 "GET /v2.0/ports?device_id=d8faf0c8-2b0b-4711-9900-f4434257b873 HTTP/1.1" status: 200 len: 946 time: 0.3966482 May 28 06:52:02.851538 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Returning: {'device': 'ae5ab288-1ff5-49fd-828c-5d80c56f223b', 'network_id': 'ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1', 'port_id': 'ae5ab288-1ff5-49fd-828c-5d80c56f223b', 'mac_address': 'fa:16:3e:ca:20:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb73ce23-f864-48a4-8bdb-f1e8654d92be', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:52:02.856005 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-e50ae5fa-c2e6-42f2-908b-8274303e24d2 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Request body: {'network': {'name': 'tempest-network-smoke--171921567', 'project_id': '4cdf69566d684d639d89f5935d02f247', 'port_security_enabled': True}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:52:02.856005 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-e50ae5fa-c2e6-42f2-908b-8274303e24d2 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:52:02.856005 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-e50ae5fa-c2e6-42f2-908b-8274303e24d2 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Usage tracker for resource:network and tenant:4cdf69566d684d639d89f5935d02f247 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:52:02.856005 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-e50ae5fa-c2e6-42f2-908b-8274303e24d2 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:52:02.869601 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-e50ae5fa-c2e6-42f2-908b-8274303e24d2 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:52:02.908769 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port ae5ab288-1ff5-49fd-828c-5d80c56f223b is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:52:02.908769 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:02.947660 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae5ab288-1ff5-49fd-828c-5d80c56f223b {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:52:02.971719 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [req-7c26472b-f7e5-4653-9cf0-7a2db73acd30 req-eb0f0309-1ae7-448f-acfa-a5927313915a tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Deleting port ea2e1a53-d70b-4271-a57e-6fffc0d8bb80 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:52:02.971719 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-7c26472b-f7e5-4653-9cf0-7a2db73acd30 req-eb0f0309-1ae7-448f-acfa-a5927313915a tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:02.975888 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port ae5ab288-1ff5-49fd-828c-5d80c56f223b, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=ae5ab288-1ff5-49fd-828c-5d80c56f223b,segment=NetworkSegment(d3c6b9f0-14d5-4338-b095-ac6f93dbc704),segment_id=d3c6b9f0-14d5-4338-b095-ac6f93dbc704)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:52:03.003749 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e50ae5fa-c2e6-42f2-908b-8274303e24d2 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Made reservation on behalf of 4cdf69566d684d639d89f5935d02f247 for: {'network': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:52:03.008152 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e50ae5fa-c2e6-42f2-908b-8274303e24d2 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:03.048667 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e50ae5fa-c2e6-42f2-908b-8274303e24d2 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:03.112876 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:03.252076 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=ae5ab288-1ff5-49fd-828c-5d80c56f223b,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:52:03.260808 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-e50ae5fa-c2e6-42f2-908b-8274303e24d2 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:52:03.373548 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 466563e4-8251-4e01-896c-6874e3461ded no longer exists at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:52:03.414945 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-e50ae5fa-c2e6-42f2-908b-8274303e24d2 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Usage tracker for resource:security_group_rule and tenant:4cdf69566d684d639d89f5935d02f247 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:52:03.414945 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-e50ae5fa-c2e6-42f2-908b-8274303e24d2 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:52:03.459412 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-e50ae5fa-c2e6-42f2-908b-8274303e24d2 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:52:03.488593 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['ae5ab288-1ff5-49fd-828c-5d80c56f223b'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:52:03.528340 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-7c26472b-f7e5-4653-9cf0-7a2db73acd30 req-eb0f0309-1ae7-448f-acfa-a5927313915a tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] For port ea2e1a53-d70b-4271-a57e-6fffc0d8bb80, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=ea2e1a53-d70b-4271-a57e-6fffc0d8bb80,segment=NetworkSegment(7ec0e308-8d07-4b60-b9c2-e7620dee5b7c),segment_id=7ec0e308-8d07-4b60-b9c2-e7620dee5b7c)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:52:03.528340 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-7c26472b-f7e5-4653-9cf0-7a2db73acd30 req-eb0f0309-1ae7-448f-acfa-a5927313915a tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:03.619347 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cbdaf8-8974-460e-833c-47301ce82ebc req-76a985e8-7b3f-4e26-b156-2d336b38e757 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:03.626698 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-11cbdaf8-8974-460e-833c-47301ce82ebc req-76a985e8-7b3f-4e26-b156-2d336b38e757 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 943 time: 0.5257857 May 28 06:52:03.700190 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2940d51-545e-41a6-afbf-751384e64a8c req-81e8f0dd-82ad-42d6-aee7-138b9560331c tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:03.714296 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e2940d51-545e-41a6-afbf-751384e64a8c req-81e8f0dd-82ad-42d6-aee7-138b9560331c tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd400da8-a731-42e7-9df3-fbf5353cdeea HTTP/1.1" status: 200 len: 944 time: 0.4560075 May 28 06:52:03.798940 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 466563e4-8251-4e01-896c-6874e3461ded is: DOWN; New status is: DOWN {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:52:03.883937 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e2940d51-545e-41a6-afbf-751384e64a8c req-faf4039e-52c2-490d-995f-2818915b0c30 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/security-groups?id=55eadb02-d3aa-43b2-bf74-b67b0f98720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643269 May 28 06:52:03.922801 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-11cbdaf8-8974-460e-833c-47301ce82ebc req-ccbbcc91-9664-4cd4-b188-4a885d007e73 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2893441 May 28 06:52:03.944863 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 59178) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:52:04.069845 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-7c26472b-f7e5-4653-9cf0-7a2db73acd30 req-eb0f0309-1ae7-448f-acfa-a5927313915a tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:04.069845 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-7c26472b-f7e5-4653-9cf0-7a2db73acd30 req-eb0f0309-1ae7-448f-acfa-a5927313915a tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691094'] for floatingip, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:04.069845 n-d-843702-1 neutron-server[89109]: INFO neutron.db.l3_db [req-7c26472b-f7e5-4653-9cf0-7a2db73acd30 req-eb0f0309-1ae7-448f-acfa-a5927313915a tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Floating IP 81697959-fa70-41cc-93d9-065f6f450736 disassociated. External IP: 172.25.5.99, port: ea2e1a53-d70b-4271-a57e-6fffc0d8bb80. May 28 06:52:04.069845 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [req-7c26472b-f7e5-4653-9cf0-7a2db73acd30 req-eb0f0309-1ae7-448f-acfa-a5927313915a tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Calling delete_port for ea2e1a53-d70b-4271-a57e-6fffc0d8bb80 owned by compute:nova {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:52:04.238475 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e50ae5fa-c2e6-42f2-908b-8274303e24d2 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:04.301234 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-87d7bead-4dc3-44fc-92e1-79b9c1495173 req-e6ca7376-1d30-4e5f-af35-55b91ae5a08d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3476558 May 28 06:52:04.317348 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f7a83a-7fc7-4336-90eb-f9381f504204 req-3a859031-d699-4224-9fc6-6fce27c57c60 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:04.328837 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c9f7a83a-7fc7-4336-90eb-f9381f504204 req-3a859031-d699-4224-9fc6-6fce27c57c60 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8faf0c8-2b0b-4711-9900-f4434257b873 HTTP/1.1" status: 200 len: 946 time: 0.1886060 May 28 06:52:04.357586 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e50ae5fa-c2e6-42f2-908b-8274303e24d2 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:04.387718 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device ae5ab288-1ff5-49fd-828c-5d80c56f223b up at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:52:04.455192 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-7c26472b-f7e5-4653-9cf0-7a2db73acd30 req-eb0f0309-1ae7-448f-acfa-a5927313915a tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:04.566191 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0f0309-1ae7-448f-acfa-a5927313915a tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Pushing event deleted for resources: {'Port': ['ID=ea2e1a53-d70b-4271-a57e-6fffc0d8bb80,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:52:04.623036 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e50ae5fa-c2e6-42f2-908b-8274303e24d2 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] vlan segment allocate from pool success with {'vlan_id': 362, 'physical_network': 'physnet1'} {{(pid=89110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:52:04.642509 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50ae5fa-c2e6-42f2-908b-8274303e24d2 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88198e28-f3f7-4238-9b59-9639aaf725a5,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:52:04.677001 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c9f7a83a-7fc7-4336-90eb-f9381f504204 req-88ce78a4-cb07-459c-abfc-a84c26a5f4ed tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c7bfca4-1cac-4fe5-a92f-14792891f755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3433068 May 28 06:52:04.712199 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e50ae5fa-c2e6-42f2-908b-8274303e24d2 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:04.712199 n-d-843702-1 neutron-server[89110]: INFO neutron.db.segments_db [None req-e50ae5fa-c2e6-42f2-908b-8274303e24d2 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Added segment ca3ff465-76e1-434d-a526-ded6276a665f of type vlan for network 173ebec9-d214-4878-87ea-a35c1ed70da7 May 28 06:52:04.718019 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning for port ae5ab288-1ff5-49fd-828c-5d80c56f223b completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:52:04.738659 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning complete for port ae5ab288-1ff5-49fd-828c-5d80c56f223b triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:52:04.738659 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:04.842659 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e50ae5fa-c2e6-42f2-908b-8274303e24d2 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:04.935669 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port ae5ab288-1ff5-49fd-828c-5d80c56f223b is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:52:04.936394 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:05.021776 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd400da8-a731-42e7-9df3-fbf5353cdeea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae5ab288-1ff5-49fd-828c-5d80c56f223b'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:52:05.036161 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port ae5ab288-1ff5-49fd-828c-5d80c56f223b, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=ae5ab288-1ff5-49fd-828c-5d80c56f223b,segment=NetworkSegment(d3c6b9f0-14d5-4338-b095-ac6f93dbc704),segment_id=d3c6b9f0-14d5-4338-b095-ac6f93dbc704)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:52:05.107828 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e50ae5fa-c2e6-42f2-908b-8274303e24d2 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:05.107828 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50ae5fa-c2e6-42f2-908b-8274303e24d2 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:05.107828 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e50ae5fa-c2e6-42f2-908b-8274303e24d2 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks [] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:05.140331 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:05.140331 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device ea2e1a53-d70b-4271-a57e-6fffc0d8bb80 no longer exists at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:52:05.249871 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7c26472b-f7e5-4653-9cf0-7a2db73acd30 req-eb0f0309-1ae7-448f-acfa-a5927313915a tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Router c70e1c22-f694-4d56-bd15-5c5737bacda2 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:52:05.347852 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=ae5ab288-1ff5-49fd-828c-5d80c56f223b,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:52:05.353002 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] No Port match for: ea2e1a53-d70b-4271-a57e-6fffc0d8bb80 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:52:05.353796 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device ea2e1a53-d70b-4271-a57e-6fffc0d8bb80 not bound to the agent host n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:52:05.529297 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7c26472b-f7e5-4653-9cf0-7a2db73acd30 req-eb0f0309-1ae7-448f-acfa-a5927313915a tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:52:05.535278 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50ae5fa-c2e6-42f2-908b-8274303e24d2 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Pushing event updated for resources: {'Network': ['ID=173ebec9-d214-4878-87ea-a35c1ed70da7,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:52:05.560687 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee9b556-dbec-4901-b93a-97615ae13a87 None None] Sync routers for ids ['c70e1c22-f694-4d56-bd15-5c5737bacda2'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:52:05.576596 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 173ebec9-d214-4878-87ea-a35c1ed70da7 details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:52:05.588251 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886d0e1f-e954-4866-8a75-439ef7e66c97 req-0a897c46-4798-4c81-b208-096aa285512a tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:05.593890 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-886d0e1f-e954-4866-8a75-439ef7e66c97 req-0a897c46-4798-4c81-b208-096aa285512a tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd400da8-a731-42e7-9df3-fbf5353cdeea HTTP/1.1" status: 200 len: 945 time: 0.4846561 May 28 06:52:05.605624 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee9b556-dbec-4901-b93a-97615ae13a87 None None] Routers {'c70e1c22-f694-4d56-bd15-5c5737bacda2'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:52:05.606591 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-1ee9b556-dbec-4901-b93a-97615ae13a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:51:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['c70e1c22-f694-4d56-bd15-5c5737bacda2'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:52:05.609340 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8c9daa-2eff-44e7-a1cd-360e3a34d47b req-2c051f84-bfbb-4938-963c-c04c0ab94b8e tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:05.611575 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4c8c9daa-2eff-44e7-a1cd-360e3a34d47b req-2c051f84-bfbb-4938-963c-c04c0ab94b8e tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 943 time: 0.2771697 May 28 06:52:05.652743 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-e50ae5fa-c2e6-42f2-908b-8274303e24d2 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 3.1125607 May 28 06:52:05.658335 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 59218) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:52:05.659126 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c26472b-f7e5-4653-9cf0-7a2db73acd30 req-eb0f0309-1ae7-448f-acfa-a5927313915a tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] No DVR routers for this DVR port ea2e1a53-d70b-4271-a57e-6fffc0d8bb80 on host n-h2-843702-1 {{(pid=89109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:52:05.661955 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-7c26472b-f7e5-4653-9cf0-7a2db73acd30 req-eb0f0309-1ae7-448f-acfa-a5927313915a tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:05.664633 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8faf0c8-2b0b-4711-9900-f4434257b873', 'name': 'network-vif-deleted', 'tag': 'ea2e1a53-d70b-4271-a57e-6fffc0d8bb80'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:52:05.681106 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-8f0f7966-9011-4596-9c90-5699491d549c tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-503120377', 'admin_state_up': True, 'project_id': '4cdf69566d684d639d89f5935d02f247', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:52:05.700604 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-8f0f7966-9011-4596-9c90-5699491d549c tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:52:05.720728 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-886d0e1f-e954-4866-8a75-439ef7e66c97 req-78a36e9a-817d-44b9-a589-fd2fbbb8326e tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/security-groups?id=55eadb02-d3aa-43b2-bf74-b67b0f98720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236308 May 28 06:52:05.732292 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4c8c9daa-2eff-44e7-a1cd-360e3a34d47b req-562e8d6a-a0d4-4849-accb-471e9449e365 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071262 May 28 06:52:05.733588 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-8f0f7966-9011-4596-9c90-5699491d549c tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Usage tracker for resource:router and tenant:4cdf69566d684d639d89f5935d02f247 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:52:05.738980 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-8f0f7966-9011-4596-9c90-5699491d549c tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:52:05.781248 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-8f0f7966-9011-4596-9c90-5699491d549c tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:52:05.835332 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-7c26472b-f7e5-4653-9cf0-7a2db73acd30 req-eb0f0309-1ae7-448f-acfa-a5927313915a tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.71 "DELETE /v2.0/ports/ea2e1a53-d70b-4271-a57e-6fffc0d8bb80 HTTP/1.1" status: 204 len: 173 time: 2.9932063 May 28 06:52:05.839747 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37410e7d-15d9-4e13-a353-c12b64e479d4'] response: {'server_uuid': 'fd400da8-a731-42e7-9df3-fbf5353cdeea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae5ab288-1ff5-49fd-828c-5d80c56f223b', 'code': 200} May 28 06:52:05.865057 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d02cd33-a596-4568-9e92-828228aa56b4'] response: {'server_uuid': 'd8faf0c8-2b0b-4711-9900-f4434257b873', 'name': 'network-vif-deleted', 'tag': 'ea2e1a53-d70b-4271-a57e-6fffc0d8bb80', 'status': 'completed', 'code': 200} May 28 06:52:05.883801 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8f0f7966-9011-4596-9c90-5699491d549c tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59128'] for router, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:05.883801 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8f0f7966-9011-4596-9c90-5699491d549c tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59009'] for router, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:05.927585 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8f0f7966-9011-4596-9c90-5699491d549c tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:06.006910 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-1ee9b556-dbec-4901-b93a-97615ae13a87 None None] Set router c70e1c22-f694-4d56-bd15-5c5737bacda2 gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:52:06.048415 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6e9b24f3-f78d-4f7a-a6ca-767c46eb69ea req-42ddba5a-4c1b-4ec3-81f1-31300ef7b33a tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8faf0c8-2b0b-4711-9900-f4434257b873 HTTP/1.1" status: 200 len: 210 time: 0.0452578 May 28 06:52:06.150003 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0c3d1d-6c3f-4687-9b29-8299e08d39db req-18a18b5d-91a4-4990-8730-fbcd1d516ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:06.152640 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-6d0c3d1d-6c3f-4687-9b29-8299e08d39db req-18a18b5d-91a4-4990-8730-fbcd1d516ac4 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=fd400da8-a731-42e7-9df3-fbf5353cdeea HTTP/1.1" status: 200 len: 1096 time: 0.1143315 May 28 06:52:06.257604 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-6d0c3d1d-6c3f-4687-9b29-8299e08d39db req-03a3de9d-6a78-464e-bcc0-ecdbbacf8819 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=55eadb02-d3aa-43b2-bf74-b67b0f98720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958922 May 28 06:52:06.497475 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8f0f7966-9011-4596-9c90-5699491d549c tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59027'] for router, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:06.545047 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-1ee9b556-dbec-4901-b93a-97615ae13a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70e1c22-f694-4d56-bd15-5c5737bacda2', 'name': 'tempest-AttachVolumeNegativeTest-1938842834-router', 'tenant_id': '923dafe00970411a989ff222606e459e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '75f0d40c-8ed1-4975-8bcb-f54d72980607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:48:27Z', 'updated_at': '2022-05-28T06:48:45Z', 'revision_number': 4, 'project_id': '923dafe00970411a989ff222606e459e', 'gw_port': {'id': '75f0d40c-8ed1-4975-8bcb-f54d72980607', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:db:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70e1c22-f694-4d56-bd15-5c5737bacda2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:48:31Z', 'updated_at': '2022-05-28T06:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'abf75dc9-fe0b-4338-9af0-de84c550bf58', 'name': '', 'network_id': '244ee66f-8ba5-4a6d-a99b-5ec1fae21d38', 'tenant_id': '923dafe00970411a989ff222606e459e', 'mac_address': 'fa:16:3e:90:65:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70e1c22-f694-4d56-bd15-5c5737bacda2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '395c6a06-7ada-4575-b52f-ff6a58f20fb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:48:41Z', 'updated_at': '2022-05-28T06:49:01Z', 'revision_number': 5, 'project_id': '923dafe00970411a989ff222606e459e', 'subnets': [{'id': '395c6a06-7ada-4575-b52f-ff6a58f20fb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:52:06.546789 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee9b556-dbec-4901-b93a-97615ae13a87 None None] Checking router: c70e1c22-f694-4d56-bd15-5c5737bacda2 for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:52:06.555488 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee9b556-dbec-4901-b93a-97615ae13a87 None None] Routers {'c70e1c22-f694-4d56-bd15-5c5737bacda2'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:52:06.556078 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-1ee9b556-dbec-4901-b93a-97615ae13a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:51:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['c70e1c22-f694-4d56-bd15-5c5737bacda2'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:52:06.797640 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-1ee9b556-dbec-4901-b93a-97615ae13a87 None None] Set router c70e1c22-f694-4d56-bd15-5c5737bacda2 gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:52:07.369194 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d7bead-4dc3-44fc-92e1-79b9c1495173 req-83eaadee-30dd-45dd-ab48-b6ccc013f885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:07.369194 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-87d7bead-4dc3-44fc-92e1-79b9c1495173 req-83eaadee-30dd-45dd-ab48-b6ccc013f885 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca&tenant_id=73e0295cd8e04d62a9246f93ad60c000 HTTP/1.1" status: 200 len: 1094 time: 0.5134935 May 28 06:52:07.583541 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-1ee9b556-dbec-4901-b93a-97615ae13a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70e1c22-f694-4d56-bd15-5c5737bacda2', 'name': 'tempest-AttachVolumeNegativeTest-1938842834-router', 'tenant_id': '923dafe00970411a989ff222606e459e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '75f0d40c-8ed1-4975-8bcb-f54d72980607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:48:27Z', 'updated_at': '2022-05-28T06:48:45Z', 'revision_number': 4, 'project_id': '923dafe00970411a989ff222606e459e', 'gw_port': {'id': '75f0d40c-8ed1-4975-8bcb-f54d72980607', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:db:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70e1c22-f694-4d56-bd15-5c5737bacda2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:48:31Z', 'updated_at': '2022-05-28T06:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'abf75dc9-fe0b-4338-9af0-de84c550bf58', 'name': '', 'network_id': '244ee66f-8ba5-4a6d-a99b-5ec1fae21d38', 'tenant_id': '923dafe00970411a989ff222606e459e', 'mac_address': 'fa:16:3e:90:65:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70e1c22-f694-4d56-bd15-5c5737bacda2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '395c6a06-7ada-4575-b52f-ff6a58f20fb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:48:41Z', 'updated_at': '2022-05-28T06:49:01Z', 'revision_number': 5, 'project_id': '923dafe00970411a989ff222606e459e', 'subnets': [{'id': '395c6a06-7ada-4575-b52f-ff6a58f20fb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:52:07.592074 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee9b556-dbec-4901-b93a-97615ae13a87 None None] The sync data for ids ['c70e1c22-f694-4d56-bd15-5c5737bacda2'] in n-d-843702-1 is: [{'id': 'c70e1c22-f694-4d56-bd15-5c5737bacda2', 'name': 'tempest-AttachVolumeNegativeTest-1938842834-router', 'tenant_id': '923dafe00970411a989ff222606e459e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '75f0d40c-8ed1-4975-8bcb-f54d72980607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:48:27Z', 'updated_at': '2022-05-28T06:48:45Z', 'revision_number': 4, 'project_id': '923dafe00970411a989ff222606e459e', 'gw_port': {'id': '75f0d40c-8ed1-4975-8bcb-f54d72980607', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:db:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70e1c22-f694-4d56-bd15-5c5737bacda2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:48:31Z', 'updated_at': '2022-05-28T06:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'abf75dc9-fe0b-4338-9af0-de84c550bf58', 'name': '', 'network_id': '244ee66f-8ba5-4a6d-a99b-5ec1fae21d38', 'tenant_id': '923dafe00970411a989ff222606e459e', 'mac_address': 'fa:16:3e:90:65:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70e1c22-f694-4d56-bd15-5c5737bacda2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '395c6a06-7ada-4575-b52f-ff6a58f20fb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:48:41Z', 'updated_at': '2022-05-28T06:49:01Z', 'revision_number': 5, 'project_id': '923dafe00970411a989ff222606e459e', 'subnets': [{'id': '395c6a06-7ada-4575-b52f-ff6a58f20fb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:52:07.775376 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8f0f7966-9011-4596-9c90-5699491d549c tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks [] for router_gateway, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:07.810583 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d7bead-4dc3-44fc-92e1-79b9c1495173 req-7cb3797b-bd1f-4460-910f-c4bae8f23129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:07.810583 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-87d7bead-4dc3-44fc-92e1-79b9c1495173 req-7cb3797b-bd1f-4460-910f-c4bae8f23129 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=73e0295cd8e04d62a9246f93ad60c000&device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 1094 time: 0.3751888 May 28 06:52:07.906410 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eac6379-9b11-452f-ae74-02d3e9da9d06 req-e72a78d3-6225-4470-98c5-ce522325bcdd tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:07.913710 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3eac6379-9b11-452f-ae74-02d3e9da9d06 req-e72a78d3-6225-4470-98c5-ce522325bcdd tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd400da8-a731-42e7-9df3-fbf5353cdeea HTTP/1.1" status: 200 len: 945 time: 0.8765409 May 28 06:52:07.916146 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8f0f7966-9011-4596-9c90-5699491d549c tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:07.960465 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f9be9b-7804-42f8-b1fe-af2bec42eb27 req-bea73526-28e9-4b15-b3ca-238a54c79f97 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:07.972556 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a1f9be9b-7804-42f8-b1fe-af2bec42eb27 req-bea73526-28e9-4b15-b3ca-238a54c79f97 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 943 time: 0.8605475 May 28 06:52:08.079341 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3371a603-de9a-4b58-8255-b009d55788a1 None None] New status for floating IP 81697959-fa70-41cc-93d9-065f6f450736: DOWN {{(pid=89111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 06:52:08.154586 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3eac6379-9b11-452f-ae74-02d3e9da9d06 req-753018c8-4315-4f8f-9ebd-ada468c2adea tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/security-groups?id=55eadb02-d3aa-43b2-bf74-b67b0f98720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399142 May 28 06:52:08.234840 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a1f9be9b-7804-42f8-b1fe-af2bec42eb27 req-aac1013b-464c-4a62-a5a2-049bee1ee4ae tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582927 May 28 06:52:08.362044 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d7bead-4dc3-44fc-92e1-79b9c1495173 req-9eb2800f-5644-40eb-a72b-24e4e50d3383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:08.362044 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-87d7bead-4dc3-44fc-92e1-79b9c1495173 req-9eb2800f-5644-40eb-a72b-24e4e50d3383 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a5003c5d-3a74-4f41-abaa-5496ec434a45 HTTP/1.1" status: 200 len: 914 time: 0.5443141 May 28 06:52:08.546862 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-87d7bead-4dc3-44fc-92e1-79b9c1495173 req-524a4cc8-b305-4246-b42e-7938f85c5247 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=466563e4-8251-4e01-896c-6874e3461ded HTTP/1.1" status: 200 len: 217 time: 0.1784515 May 28 06:52:08.562461 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-42e9d0e6-6d86-4ae6-9daa-0d060005c84b req-0a7cef62-76fa-4349-82ae-675faacc0afa tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8faf0c8-2b0b-4711-9900-f4434257b873 HTTP/1.1" status: 200 len: 210 time: 0.0786951 May 28 06:52:08.644318 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d7bead-4dc3-44fc-92e1-79b9c1495173 req-de7523e3-b441-445f-8c65-845212593589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:08.645917 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-87d7bead-4dc3-44fc-92e1-79b9c1495173 req-de7523e3-b441-445f-8c65-845212593589 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c9770ae0-20d9-409f-aee4-a3917a1ccf16 HTTP/1.1" status: 200 len: 853 time: 0.0894461 May 28 06:52:08.783804 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [None req-8f0f7966-9011-4596-9c90-5699491d549c tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Allocated IP 172.25.5.201 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/e7680cc6-462f-427b-84e5-561c4863fb4b) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:52:08.800277 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-87d7bead-4dc3-44fc-92e1-79b9c1495173 req-d759fbf4-691c-47d0-8064-92e18456580a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a5003c5d-3a74-4f41-abaa-5496ec434a45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0781300 May 28 06:52:09.051307 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bf5c237c-607b-4653-9d79-901afa33b576 req-094ddae0-c780-41cf-b1f2-0bcfca178a8a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=479b236c-db1d-48ae-9c3e-6d471a3b8fcc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4041934 May 28 06:52:09.149173 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-87d7bead-4dc3-44fc-92e1-79b9c1495173 req-b241d4c4-60fd-4a51-94ff-8de2dfd8b4db service neutron] 10.222.0.69 "GET /v2.0/networks/a5003c5d-3a74-4f41-abaa-5496ec434a45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3333273 May 28 06:52:09.149173 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8f0f7966-9011-4596-9c90-5699491d549c tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:09.675605 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5c237c-607b-4653-9d79-901afa33b576 req-12127bbb-bf00-4c18-ae84-c27fbaac2e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:09.675605 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bf5c237c-607b-4653-9d79-901afa33b576 req-12127bbb-bf00-4c18-ae84-c27fbaac2e0c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=25104e9d91034f7ab315290096db2d20&device_id=479b236c-db1d-48ae-9c3e-6d471a3b8fcc HTTP/1.1" status: 200 len: 1096 time: 0.5202656 May 28 06:52:09.697332 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-87d7bead-4dc3-44fc-92e1-79b9c1495173 req-1b7fd319-27f0-4262-9913-5cd80a63a949 service neutron] 10.222.0.69 "GET /v2.0/networks/a5003c5d-3a74-4f41-abaa-5496ec434a45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4663384 May 28 06:52:09.813135 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e5a99e-1e82-4c52-8562-b75440225eaf req-8c3ae8ba-6fff-4992-8abf-3976b91cba34 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:09.814398 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e6e5a99e-1e82-4c52-8562-b75440225eaf req-8c3ae8ba-6fff-4992-8abf-3976b91cba34 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 943 time: 0.3441186 May 28 06:52:09.825382 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b80bb4-b53d-495e-8975-92b1235e2907 req-a0d9d8d5-dba1-4429-9c25-870b6ce214c6 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:09.826644 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e6b80bb4-b53d-495e-8975-92b1235e2907 req-a0d9d8d5-dba1-4429-9c25-870b6ce214c6 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd400da8-a731-42e7-9df3-fbf5353cdeea HTTP/1.1" status: 200 len: 945 time: 0.3552878 May 28 06:52:09.951135 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e6e5a99e-1e82-4c52-8562-b75440225eaf req-ee14801b-541b-4bb3-a5f9-a3bc147dc444 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184864 May 28 06:52:10.012266 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8f0f7966-9011-4596-9c90-5699491d549c tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:10.062301 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e6b80bb4-b53d-495e-8975-92b1235e2907 req-1b0e3c21-3756-4a78-9eed-8ade5bb68792 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/security-groups?id=55eadb02-d3aa-43b2-bf74-b67b0f98720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079279 May 28 06:52:10.062301 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5c237c-607b-4653-9d79-901afa33b576 req-777c9d65-b399-4d84-9b05-139f221d15d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:10.062301 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bf5c237c-607b-4653-9d79-901afa33b576 req-777c9d65-b399-4d84-9b05-139f221d15d0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1 HTTP/1.1" status: 200 len: 907 time: 0.3559191 May 28 06:52:10.181063 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bf5c237c-607b-4653-9d79-901afa33b576 req-580e8ff1-9406-4715-af43-737a8018e208 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f8566525-c4cb-4e62-a1d8-5e9ce5ba1b4e HTTP/1.1" status: 200 len: 217 time: 0.0986047 May 28 06:52:10.185623 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0f7966-9011-4596-9c90-5699491d549c tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:52:10.189226 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-8f0f7966-9011-4596-9c90-5699491d549c tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:52:10.192453 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0f7966-9011-4596-9c90-5699491d549c tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Pushing event updated for resources: {'Port': ['ID=e7680cc6-462f-427b-84e5-561c4863fb4b,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:52:10.223482 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0f7966-9011-4596-9c90-5699491d549c tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:52:10.309765 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 59332) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:52:10.311548 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5c237c-607b-4653-9d79-901afa33b576 req-301a3b94-fabc-4d62-9465-5c894a044fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:10.313011 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bf5c237c-607b-4653-9d79-901afa33b576 req-301a3b94-fabc-4d62-9465-5c894a044fa7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cb73ce23-f864-48a4-8bdb-f1e8654d92be HTTP/1.1" status: 200 len: 846 time: 0.1216412 May 28 06:52:10.396163 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c30a5311-2155-4d8e-997e-033b2c651774 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:10.475341 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c30a5311-2155-4d8e-997e-033b2c651774 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:10.626611 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bf5c237c-607b-4653-9d79-901afa33b576 req-5d911189-b4e6-48fa-bb2d-753da5c4ecb1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2342060 May 28 06:52:10.723215 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c30a5311-2155-4d8e-997e-033b2c651774 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:10.759507 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30a5311-2155-4d8e-997e-033b2c651774 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c7bfca4-1cac-4fe5-a92f-14792891f755,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:52:10.785608 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c30a5311-2155-4d8e-997e-033b2c651774 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:10.804857 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-c30a5311-2155-4d8e-997e-033b2c651774 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "DELETE /v2.0/security-groups/7c7bfca4-1cac-4fe5-a92f-14792891f755 HTTP/1.1" status: 204 len: 168 time: 0.4669693 May 28 06:52:10.804857 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 59348) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:52:10.828746 n-d-843702-1 neutron-server[89109]: INFO neutron.api.v2.resource [None req-73f38ea6-8c12-403a-a423-1182b4ef61f8 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] show failed (client error): The resource could not be found. May 28 06:52:10.828746 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-73f38ea6-8c12-403a-a423-1182b4ef61f8 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/security-groups/7c7bfca4-1cac-4fe5-a92f-14792891f755 HTTP/1.1" status: 404 len: 347 time: 0.0273435 May 28 06:52:10.828746 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 59356) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:52:10.956527 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb75a5a1-c371-406f-bf8f-8cc939ae0adf req-134e752d-2646-4e11-a1dc-fda3bfe44aaa tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:10.958253 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bb75a5a1-c371-406f-bf8f-8cc939ae0adf req-134e752d-2646-4e11-a1dc-fda3bfe44aaa tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd400da8-a731-42e7-9df3-fbf5353cdeea HTTP/1.1" status: 200 len: 945 time: 0.3560624 May 28 06:52:11.013400 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bf5c237c-607b-4653-9d79-901afa33b576 req-5b2f1c5b-7ee0-4d3a-b0f2-d81be400ef00 service neutron] 10.222.0.69 "GET /v2.0/networks/ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3655260 May 28 06:52:11.078379 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-6d855f4d-5bd2-404b-9c9b-33441d77fbb7 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Deleting port 6f7d055e-0633-4fff-ae57-18fec3bde6e7 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:52:11.078379 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6d855f4d-5bd2-404b-9c9b-33441d77fbb7 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:11.216750 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bb75a5a1-c371-406f-bf8f-8cc939ae0adf req-db7ca30f-7cfe-4767-8077-7fb4315f2c5d tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/security-groups?id=55eadb02-d3aa-43b2-bf74-b67b0f98720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428982 May 28 06:52:11.889368 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6d855f4d-5bd2-404b-9c9b-33441d77fbb7 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:11.889368 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6d855f4d-5bd2-404b-9c9b-33441d77fbb7 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:11.889368 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-6d855f4d-5bd2-404b-9c9b-33441d77fbb7 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Calling delete_port for 6f7d055e-0633-4fff-ae57-18fec3bde6e7 owned by network:floatingip {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:52:11.991462 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8f0f7966-9011-4596-9c90-5699491d549c tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks [] for router_gateway, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:12.124121 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6d855f4d-5bd2-404b-9c9b-33441d77fbb7 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:12.190835 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bf5c237c-607b-4653-9d79-901afa33b576 req-318f7e73-769f-49d5-b36c-26c817b24a44 service neutron] 10.222.0.69 "GET /v2.0/networks/ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1681211 May 28 06:52:12.252576 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe5185d-94c3-41a3-8607-2f8f8c799069 req-3488ec92-b0f7-460f-b30d-14297ad68106 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:12.265555 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cbe5185d-94c3-41a3-8607-2f8f8c799069 req-3488ec92-b0f7-460f-b30d-14297ad68106 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 943 time: 1.1184764 May 28 06:52:12.278228 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d855f4d-5bd2-404b-9c9b-33441d77fbb7 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Pushing event deleted for resources: {'Port': ['ID=6f7d055e-0633-4fff-ae57-18fec3bde6e7,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:52:12.416553 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6d855f4d-5bd2-404b-9c9b-33441d77fbb7 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks [] for floatingip, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:12.447989 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6d855f4d-5bd2-404b-9c9b-33441d77fbb7 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:12.447989 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-6d855f4d-5bd2-404b-9c9b-33441d77fbb7 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "DELETE /v2.0/floatingips/81697959-fa70-41cc-93d9-065f6f450736 HTTP/1.1" status: 204 len: 168 time: 1.6132314 May 28 06:52:12.493537 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cbe5185d-94c3-41a3-8607-2f8f8c799069 req-60b89deb-77b6-45fa-9470-61811d368ce0 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202389 May 28 06:52:12.659932 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1854ac-2f0d-4fee-afe1-583e97b60c73 req-7519238a-bb85-4b1d-a3f9-539e80bade8c tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:12.663472 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0b1854ac-2f0d-4fee-afe1-583e97b60c73 req-7519238a-bb85-4b1d-a3f9-539e80bade8c tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd400da8-a731-42e7-9df3-fbf5353cdeea HTTP/1.1" status: 200 len: 945 time: 1.2378404 May 28 06:52:12.808673 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 59396) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:52:12.810482 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0b1854ac-2f0d-4fee-afe1-583e97b60c73 req-fdaf618a-35f0-4c4d-8c18-d4c6e8c271ca tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/security-groups?id=55eadb02-d3aa-43b2-bf74-b67b0f98720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362710 May 28 06:52:12.818930 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-a24e6e27-e12d-48fa-9349-c901e7a0f4b4 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1282101493', 'description': 'tempest-description--1238700173'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:52:12.839774 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-a24e6e27-e12d-48fa-9349-c901e7a0f4b4 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:52:12.847190 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-a24e6e27-e12d-48fa-9349-c901e7a0f4b4 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Usage tracker for resource:security_group and tenant:923dafe00970411a989ff222606e459e is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:52:12.851082 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-a24e6e27-e12d-48fa-9349-c901e7a0f4b4 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:52:12.866657 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-a24e6e27-e12d-48fa-9349-c901e7a0f4b4 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:52:12.887042 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8f0f7966-9011-4596-9c90-5699491d549c tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690761'] for router, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:12.984641 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a24e6e27-e12d-48fa-9349-c901e7a0f4b4 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:13.017165 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-a24e6e27-e12d-48fa-9349-c901e7a0f4b4 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:52:13.028896 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-a24e6e27-e12d-48fa-9349-c901e7a0f4b4 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Usage tracker for resource:security_group_rule and tenant:923dafe00970411a989ff222606e459e is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:52:13.030159 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-a24e6e27-e12d-48fa-9349-c901e7a0f4b4 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:52:13.036377 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-a24e6e27-e12d-48fa-9349-c901e7a0f4b4 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:52:13.195381 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a24e6e27-e12d-48fa-9349-c901e7a0f4b4 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:13.324143 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a24e6e27-e12d-48fa-9349-c901e7a0f4b4 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:13.393575 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24e6e27-e12d-48fa-9349-c901e7a0f4b4 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90a76e59-b548-473c-a742-3e3017c7d4e4,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:52:13.481574 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f0f7966-9011-4596-9c90-5699491d549c tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Router 50a41197-54e3-46db-a3b8-611a669f5fbe is scheduled to L3 agent 42958940-9562-4f71-972f-15a8af9d3963 with binding_index 1 {{(pid=89110) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 06:52:13.567216 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a24e6e27-e12d-48fa-9349-c901e7a0f4b4 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:13.567216 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-a24e6e27-e12d-48fa-9349-c901e7a0f4b4 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.7559216 May 28 06:52:13.568921 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 59414) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:52:13.576367 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-5d9689e9-5aa8-4451-8fdf-f964f58368dc tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Request body: {'security_group_rule': {'security_group_id': '90a76e59-b548-473c-a742-3e3017c7d4e4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:52:13.596066 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-5d9689e9-5aa8-4451-8fdf-f964f58368dc tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:52:13.615819 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-5d9689e9-5aa8-4451-8fdf-f964f58368dc tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Usage tracker for resource:security_group_rule and tenant:923dafe00970411a989ff222606e459e is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:52:13.629463 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-5d9689e9-5aa8-4451-8fdf-f964f58368dc tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:52:13.665563 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-5d9689e9-5aa8-4451-8fdf-f964f58368dc tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:52:13.782664 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:52:13.805340 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5d9689e9-5aa8-4451-8fdf-f964f58368dc tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:13.935718 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5d9689e9-5aa8-4451-8fdf-f964f58368dc tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:14.028178 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5d9689e9-5aa8-4451-8fdf-f964f58368dc tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:14.076593 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9689e9-5aa8-4451-8fdf-f964f58368dc tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad9feb1b-11d1-413a-bad7-ad876a383491,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:52:14.227811 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5d9689e9-5aa8-4451-8fdf-f964f58368dc tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:14.229167 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-5d9689e9-5aa8-4451-8fdf-f964f58368dc tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6590667 May 28 06:52:14.232725 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 59422) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:52:14.241531 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-f4b433a1-426f-4ab2-9959-5ca813ebce87 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Request body: {'security_group_rule': {'security_group_id': '90a76e59-b548-473c-a742-3e3017c7d4e4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:52:14.248059 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f0f7966-9011-4596-9c90-5699491d549c tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:52:14.258767 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-f4b433a1-426f-4ab2-9959-5ca813ebce87 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:52:14.259993 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062a71f7-4ba4-4d21-b5b2-5d4114895146 None None] Sync routers for ids ['50a41197-54e3-46db-a3b8-611a669f5fbe'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:52:14.268994 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-f4b433a1-426f-4ab2-9959-5ca813ebce87 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Usage tracker for resource:security_group_rule and tenant:923dafe00970411a989ff222606e459e is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:52:14.275363 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062a71f7-4ba4-4d21-b5b2-5d4114895146 None None] Routers {'50a41197-54e3-46db-a3b8-611a669f5fbe'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:52:14.275998 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-f4b433a1-426f-4ab2-9959-5ca813ebce87 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:52:14.276101 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-062a71f7-4ba4-4d21-b5b2-5d4114895146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:51:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['50a41197-54e3-46db-a3b8-611a669f5fbe'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:52:14.289521 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-f4b433a1-426f-4ab2-9959-5ca813ebce87 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:52:14.384608 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284b7d70-6751-4167-8760-b49895c6cab4 req-da0d0483-636c-4ad7-a135-591418f73725 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:14.386883 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-284b7d70-6751-4167-8760-b49895c6cab4 req-da0d0483-636c-4ad7-a135-591418f73725 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 943 time: 0.5940995 May 28 06:52:14.397972 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766e2111-3b62-4119-9d30-cf4519f609ea req-0e2a14b8-9e50-46f0-8524-a56cfaa7f72a tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:14.399556 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-766e2111-3b62-4119-9d30-cf4519f609ea req-0e2a14b8-9e50-46f0-8524-a56cfaa7f72a tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd400da8-a731-42e7-9df3-fbf5353cdeea HTTP/1.1" status: 200 len: 945 time: 0.4408643 May 28 06:52:14.501652 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8f0f7966-9011-4596-9c90-5699491d549c tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks [] for router, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:14.503322 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f4b433a1-426f-4ab2-9959-5ca813ebce87 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:14.504690 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-8f0f7966-9011-4596-9c90-5699491d549c tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 8.8402793 May 28 06:52:14.513766 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 59432) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:52:14.582698 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-766e2111-3b62-4119-9d30-cf4519f609ea req-bd0db641-8820-4129-b910-56eb451fc5f6 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/security-groups?id=55eadb02-d3aa-43b2-bf74-b67b0f98720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277342 May 28 06:52:14.603233 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-284b7d70-6751-4167-8760-b49895c6cab4 req-4a2c4761-b39f-4577-9f3e-5b15789fba01 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968827 May 28 06:52:14.820915 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f4b433a1-426f-4ab2-9959-5ca813ebce87 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:14.834014 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-93df411c-0fd5-4ff6-bf2a-feed5fa265dd tempest-TestNetworkBasicOps-1462600339 tempest-TestNetworkBasicOps-1462600339-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=4cdf69566d684d639d89f5935d02f247&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3201380 May 28 06:52:14.837153 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 59446) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:52:14.908559 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-062a71f7-4ba4-4d21-b5b2-5d4114895146 None None] Set router 50a41197-54e3-46db-a3b8-611a669f5fbe gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:52:14.947574 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f4b433a1-426f-4ab2-9959-5ca813ebce87 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:15.077264 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b433a1-426f-4ab2-9959-5ca813ebce87 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51e4bb35-c197-466c-9734-1f2f77ed22a3,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:52:15.177831 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06e8b26-ca5f-4c29-87a6-e07c2b6e36f6 tempest-TestNetworkBasicOps-1462600339 tempest-TestNetworkBasicOps-1462600339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:15.181998 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-a06e8b26-ca5f-4c29-87a6-e07c2b6e36f6 tempest-TestNetworkBasicOps-1462600339 tempest-TestNetworkBasicOps-1462600339-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3412817 May 28 06:52:15.182384 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 59450) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:52:15.236158 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f4b433a1-426f-4ab2-9959-5ca813ebce87 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:15.240611 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 59456) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:52:15.246037 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-d8660151-1ae7-4629-a3c9-1a83c35aa98a tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Request body: {'floatingip': {'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:52:15.249946 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-f4b433a1-426f-4ab2-9959-5ca813ebce87 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0151186 May 28 06:52:15.258295 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-67912bf5-b237-421f-b7f6-0f82eb07df9f tempest-TestNetworkBasicOps-1462600339 tempest-TestNetworkBasicOps-1462600339-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=68df399e-e75e-4871-9364-5d05730b50f0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0742371 May 28 06:52:15.259697 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-d8660151-1ae7-4629-a3c9-1a83c35aa98a tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:52:15.266157 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 59460) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:52:15.378695 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-062a71f7-4ba4-4d21-b5b2-5d4114895146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50a41197-54e3-46db-a3b8-611a669f5fbe', 'name': 'tempest-TestNetworkBasicOps-router-503120377', 'tenant_id': '4cdf69566d684d639d89f5935d02f247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': 'e7680cc6-462f-427b-84e5-561c4863fb4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:52:05Z', 'updated_at': '2022-05-28T06:52:10Z', 'revision_number': 3, 'project_id': '4cdf69566d684d639d89f5935d02f247', 'gw_port': {'id': 'e7680cc6-462f-427b-84e5-561c4863fb4b', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b2:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50a41197-54e3-46db-a3b8-611a669f5fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2934, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:52:08Z', 'updated_at': '2022-05-28T06:52:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:52:15.387615 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062a71f7-4ba4-4d21-b5b2-5d4114895146 None None] Checking router: 50a41197-54e3-46db-a3b8-611a669f5fbe for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:52:15.387998 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062a71f7-4ba4-4d21-b5b2-5d4114895146 None None] Updating router 50a41197-54e3-46db-a3b8-611a669f5fbe port e7680cc6-462f-427b-84e5-561c4863fb4b binding host n-d-843702-1 {{(pid=89112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:52:15.537733 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-062a71f7-4ba4-4d21-b5b2-5d4114895146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:15.642421 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-30f685f0-b641-494c-b553-f1500f515fbc tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1041624523', 'network_id': '173ebec9-d214-4878-87ea-a35c1ed70da7', 'project_id': '4cdf69566d684d639d89f5935d02f247', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:52:15.682039 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-d8660151-1ae7-4629-a3c9-1a83c35aa98a tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Usage tracker for resource:floatingip and tenant:923dafe00970411a989ff222606e459e is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:52:15.703710 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-d8660151-1ae7-4629-a3c9-1a83c35aa98a tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:52:15.885461 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-d8660151-1ae7-4629-a3c9-1a83c35aa98a tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:52:16.196536 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-30f685f0-b641-494c-b553-f1500f515fbc tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:52:16.214814 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-30f685f0-b641-494c-b553-f1500f515fbc tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Usage tracker for resource:subnet and tenant:4cdf69566d684d639d89f5935d02f247 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:52:16.214814 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-30f685f0-b641-494c-b553-f1500f515fbc tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:52:16.237368 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-30f685f0-b641-494c-b553-f1500f515fbc tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:52:16.262770 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2260c16-1d1b-4df9-b453-2bf5cd47eb3d req-0f3d945d-3731-4990-9b1e-d1652f008b72 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:16.269946 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e2260c16-1d1b-4df9-b453-2bf5cd47eb3d req-0f3d945d-3731-4990-9b1e-d1652f008b72 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd400da8-a731-42e7-9df3-fbf5353cdeea HTTP/1.1" status: 200 len: 945 time: 0.3601472 May 28 06:52:16.320041 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da8da17-0189-43bc-abea-0755cd5fcf2f req-66490dc0-e399-4977-8ea8-543e9003a87a tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:16.321548 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6da8da17-0189-43bc-abea-0755cd5fcf2f req-66490dc0-e399-4977-8ea8-543e9003a87a tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 943 time: 0.3684294 May 28 06:52:16.322521 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d8660151-1ae7-4629-a3c9-1a83c35aa98a tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks [] for floatingip, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:16.433447 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-062a71f7-4ba4-4d21-b5b2-5d4114895146 None None] Notify callbacks [] for port, precommit_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:16.439578 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6da8da17-0189-43bc-abea-0755cd5fcf2f req-c7e19996-bb6e-4ac2-a8e7-42407268f91c tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849922 May 28 06:52:16.454706 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30f685f0-b641-494c-b553-f1500f515fbc tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Made reservation on behalf of 4cdf69566d684d639d89f5935d02f247 for: {'subnet': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:52:16.460066 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-30f685f0-b641-494c-b553-f1500f515fbc tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3171998'] for subnet, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:16.484959 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.provisioning_blocks [None req-062a71f7-4ba4-4d21-b5b2-5d4114895146 None None] Transition to ACTIVE for port object e7680cc6-462f-427b-84e5-561c4863fb4b will not be triggered until provisioned by entity L2. {{(pid=89112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:52:16.604293 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-062a71f7-4ba4-4d21-b5b2-5d4114895146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:16.687068 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e2260c16-1d1b-4df9-b453-2bf5cd47eb3d req-c4070d93-b011-4e99-a4c8-c4b54269a6d8 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/security-groups?id=55eadb02-d3aa-43b2-bf74-b67b0f98720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4097731 May 28 06:52:16.782110 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-062a71f7-4ba4-4d21-b5b2-5d4114895146 None None] Attempting to bind port e7680cc6-462f-427b-84e5-561c4863fb4b on host n-d-843702-1 for vnic_type normal with profile {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:52:16.787462 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-062a71f7-4ba4-4d21-b5b2-5d4114895146 None None] Attempting to bind port e7680cc6-462f-427b-84e5-561c4863fb4b by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:52:16.788932 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062a71f7-4ba4-4d21-b5b2-5d4114895146 None None] Attempting to bind port e7680cc6-462f-427b-84e5-561c4863fb4b on network 68df399e-e75e-4871-9364-5d05730b50f0 {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:52:16.801244 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062a71f7-4ba4-4d21-b5b2-5d4114895146 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:52:16.803413 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062a71f7-4ba4-4d21-b5b2-5d4114895146 None None] Checking segment: {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:52:16.804592 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-062a71f7-4ba4-4d21-b5b2-5d4114895146 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:16.805603 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062a71f7-4ba4-4d21-b5b2-5d4114895146 None None] Bound using segment: {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:52:16.807323 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-062a71f7-4ba4-4d21-b5b2-5d4114895146 None None] Bound port: e7680cc6-462f-427b-84e5-561c4863fb4b, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:52:16.808777 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-062a71f7-4ba4-4d21-b5b2-5d4114895146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:16.926678 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa6cc3e-2484-4e91-b70b-8a0e4b52ea81 None None] Pushing event updated for resources: {'Port': ['ID=e7680cc6-462f-427b-84e5-561c4863fb4b,revision_number=2']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:52:16.952126 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa6cc3e-2484-4e91-b70b-8a0e4b52ea81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:52:16.952831 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa6cc3e-2484-4e91-b70b-8a0e4b52ea81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:52:16.953388 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa6cc3e-2484-4e91-b70b-8a0e4b52ea81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:52:16.953935 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa6cc3e-2484-4e91-b70b-8a0e4b52ea81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:52:16.954450 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa6cc3e-2484-4e91-b70b-8a0e4b52ea81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:52:16.954961 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa6cc3e-2484-4e91-b70b-8a0e4b52ea81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:52:16.955494 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa6cc3e-2484-4e91-b70b-8a0e4b52ea81 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:52:16.956055 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa6cc3e-2484-4e91-b70b-8a0e4b52ea81 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:52:16.957383 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa6cc3e-2484-4e91-b70b-8a0e4b52ea81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:52:16.958090 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa6cc3e-2484-4e91-b70b-8a0e4b52ea81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:52:16.958833 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa6cc3e-2484-4e91-b70b-8a0e4b52ea81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:52:16.959463 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa6cc3e-2484-4e91-b70b-8a0e4b52ea81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:52:16.971932 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-062a71f7-4ba4-4d21-b5b2-5d4114895146 None None] For port e7680cc6-462f-427b-84e5-561c4863fb4b, host n-d-843702-1, cleared binding levels {{(pid=89112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:52:16.976116 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-062a71f7-4ba4-4d21-b5b2-5d4114895146 None None] For port e7680cc6-462f-427b-84e5-561c4863fb4b, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=e7680cc6-462f-427b-84e5-561c4863fb4b,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:52:16.978291 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d8660151-1ae7-4629-a3c9-1a83c35aa98a tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:17.217138 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-30f685f0-b641-494c-b553-f1500f515fbc tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3115906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3172012'] for subnet, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:17.217805 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-062a71f7-4ba4-4d21-b5b2-5d4114895146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:17.356406 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f685f0-b641-494c-b553-f1500f515fbc tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Pushing event updated for resources: {'Subnet': ['ID=fd44a344-1188-445f-9381-edf868862a56,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:52:17.359381 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [None req-d8660151-1ae7-4629-a3c9-1a83c35aa98a tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Allocated IP 172.25.5.165 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/948613a3-618a-4b27-a727-5e445aa18346) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:52:17.379260 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f685f0-b641-494c-b553-f1500f515fbc tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Checking segment: {'id': 'ca3ff465-76e1-434d-a526-ded6276a665f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '173ebec9-d214-4878-87ea-a35c1ed70da7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:52:17.380111 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f685f0-b641-494c-b553-f1500f515fbc tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Network hostable DHCP agents. Network: 173ebec9-d214-4878-87ea-a35c1ed70da7, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89110) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:52:17.498204 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062a71f7-4ba4-4d21-b5b2-5d4114895146 None None] Routers {'50a41197-54e3-46db-a3b8-611a669f5fbe'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:52:17.498204 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-062a71f7-4ba4-4d21-b5b2-5d4114895146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:51:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['50a41197-54e3-46db-a3b8-611a669f5fbe'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:52:17.740807 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d8660151-1ae7-4629-a3c9-1a83c35aa98a tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:17.972479 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f685f0-b641-494c-b553-f1500f515fbc tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Network 173ebec9-d214-4878-87ea-a35c1ed70da7 is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89110) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:52:18.034302 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d8660151-1ae7-4629-a3c9-1a83c35aa98a tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:18.166979 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-30f685f0-b641-494c-b553-f1500f515fbc tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, 173ebec9-d214-4878-87ea-a35c1ed70da7) {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:52:18.185797 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8660151-1ae7-4629-a3c9-1a83c35aa98a tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Pushing event updated for resources: {'Port': ['ID=948613a3-618a-4b27-a727-5e445aa18346,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:52:18.186878 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd61463-b5b1-4bae-8b73-d5bd9d340014 None None] Network 173ebec9-d214-4878-87ea-a35c1ed70da7 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:52:18.202018 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa6cc3e-2484-4e91-b70b-8a0e4b52ea81 None None] Pushing event updated for resources: {'Port': ['ID=e7680cc6-462f-427b-84e5-561c4863fb4b,revision_number=3']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:52:18.204123 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8660151-1ae7-4629-a3c9-1a83c35aa98a tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:52:18.214461 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f685f0-b641-494c-b553-f1500f515fbc tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:18.215053 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-30f685f0-b641-494c-b553-f1500f515fbc tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:18.229876 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-062a71f7-4ba4-4d21-b5b2-5d4114895146 None None] Set router 50a41197-54e3-46db-a3b8-611a669f5fbe gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:52:18.239864 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-d8660151-1ae7-4629-a3c9-1a83c35aa98a tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:52:18.243383 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8660151-1ae7-4629-a3c9-1a83c35aa98a tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:52:18.315367 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd5553a-3af4-4e0e-9e1a-bdf4b7286f23 req-31e63304-3da8-44b3-847e-365c27cecc2e tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:18.317370 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dcd5553a-3af4-4e0e-9e1a-bdf4b7286f23 req-31e63304-3da8-44b3-847e-365c27cecc2e tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 943 time: 0.5591521 May 28 06:52:18.379221 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 59510) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:52:18.394074 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-30f685f0-b641-494c-b553-f1500f515fbc tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 3.1265478 May 28 06:52:18.543956 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8a36ad-2a3b-4db7-b3cc-b0996dd00343 req-1590640d-c300-46fe-9f7a-fe2d48f90a34 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:18.550770 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8f8a36ad-2a3b-4db7-b3cc-b0996dd00343 req-1590640d-c300-46fe-9f7a-fe2d48f90a34 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd400da8-a731-42e7-9df3-fbf5353cdeea HTTP/1.1" status: 200 len: 945 time: 0.6713345 May 28 06:52:18.703369 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dcd5553a-3af4-4e0e-9e1a-bdf4b7286f23 req-dcddde96-a03b-453e-a5cc-2911dc7911d9 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3781345 May 28 06:52:18.750732 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8f8a36ad-2a3b-4db7-b3cc-b0996dd00343 req-0dcacb2e-4342-4890-9184-511c71c501bb tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/security-groups?id=55eadb02-d3aa-43b2-bf74-b67b0f98720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880808 May 28 06:52:18.783308 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d8660151-1ae7-4629-a3c9-1a83c35aa98a tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:19.004044 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-062a71f7-4ba4-4d21-b5b2-5d4114895146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50a41197-54e3-46db-a3b8-611a669f5fbe', 'name': 'tempest-TestNetworkBasicOps-router-503120377', 'tenant_id': '4cdf69566d684d639d89f5935d02f247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': 'e7680cc6-462f-427b-84e5-561c4863fb4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:52:05Z', 'updated_at': '2022-05-28T06:52:10Z', 'revision_number': 3, 'project_id': '4cdf69566d684d639d89f5935d02f247', 'gw_port': {'id': 'e7680cc6-462f-427b-84e5-561c4863fb4b', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b2:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50a41197-54e3-46db-a3b8-611a669f5fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2934, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:52:08Z', 'updated_at': '2022-05-28T06:52:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:52:19.004044 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062a71f7-4ba4-4d21-b5b2-5d4114895146 None None] The sync data for ids ['50a41197-54e3-46db-a3b8-611a669f5fbe'] in n-d-843702-1 is: [{'id': '50a41197-54e3-46db-a3b8-611a669f5fbe', 'name': 'tempest-TestNetworkBasicOps-router-503120377', 'tenant_id': '4cdf69566d684d639d89f5935d02f247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': 'e7680cc6-462f-427b-84e5-561c4863fb4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:52:05Z', 'updated_at': '2022-05-28T06:52:10Z', 'revision_number': 3, 'project_id': '4cdf69566d684d639d89f5935d02f247', 'gw_port': {'id': 'e7680cc6-462f-427b-84e5-561c4863fb4b', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b2:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50a41197-54e3-46db-a3b8-611a669f5fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2934, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:52:08Z', 'updated_at': '2022-05-28T06:52:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:52:19.012665 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3faa2a64-bec7-4ef8-82c8-78dd8418f881 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-173ebec9-d214-4878-87ea-a35c1ed70da7', 'network_id': '173ebec9-d214-4878-87ea-a35c1ed70da7', 'tenant_id': '4cdf69566d684d639d89f5935d02f247', 'fixed_ips': [{'subnet_id': 'fd44a344-1188-445f-9381-edf868862a56'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:52:19.012665 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-3faa2a64-bec7-4ef8-82c8-78dd8418f881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:19.111450 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d8660151-1ae7-4629-a3c9-1a83c35aa98a tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:19.524676 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-3faa2a64-bec7-4ef8-82c8-78dd8418f881 None None] Allocated IP 172.20.0.2 (173ebec9-d214-4878-87ea-a35c1ed70da7/fd44a344-1188-445f-9381-edf868862a56/c4c45615-1d30-4254-8293-d8e8867b5555) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:52:20.534234 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device e7680cc6-462f-427b-84e5-561c4863fb4b up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:52:20.631379 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-3faa2a64-bec7-4ef8-82c8-78dd8418f881 None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:20.645371 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-3faa2a64-bec7-4ef8-82c8-78dd8418f881 None None] Transition to ACTIVE for port object c4c45615-1d30-4254-8293-d8e8867b5555 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:52:20.692893 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-3faa2a64-bec7-4ef8-82c8-78dd8418f881 None None] Transition to ACTIVE for port object c4c45615-1d30-4254-8293-d8e8867b5555 will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:52:20.728493 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d8660151-1ae7-4629-a3c9-1a83c35aa98a tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:20.794400 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-3faa2a64-bec7-4ef8-82c8-78dd8418f881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:20.809941 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bfcc91-d08a-4712-8377-1a8021de829a req-1808780c-a170-4824-b2f7-04f2e0239068 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:20.818057 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b2bfcc91-d08a-4712-8377-1a8021de829a req-1808780c-a170-4824-b2f7-04f2e0239068 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd400da8-a731-42e7-9df3-fbf5353cdeea HTTP/1.1" status: 200 len: 945 time: 0.3609645 May 28 06:52:20.842356 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d8660151-1ae7-4629-a3c9-1a83c35aa98a tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:20.959432 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5192db-0671-423e-b0fe-02e12a82bcf8 req-766b1eff-826b-4028-a6ff-1a8cf1559d36 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:20.970542 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5a5192db-0671-423e-b0fe-02e12a82bcf8 req-766b1eff-826b-4028-a6ff-1a8cf1559d36 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 943 time: 0.6159863 May 28 06:52:21.140199 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3faa2a64-bec7-4ef8-82c8-78dd8418f881 None None] Network 173ebec9-d214-4878-87ea-a35c1ed70da7 is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:52:21.158571 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-3faa2a64-bec7-4ef8-82c8-78dd8418f881 None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:52:21.171514 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faa2a64-bec7-4ef8-82c8-78dd8418f881 None None] Pushing event updated for resources: {'Port': ['ID=c4c45615-1d30-4254-8293-d8e8867b5555,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:52:21.175915 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3faa2a64-bec7-4ef8-82c8-78dd8418f881 None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:52:21.198775 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3faa2a64-bec7-4ef8-82c8-78dd8418f881 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:52:21.207329 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3faa2a64-bec7-4ef8-82c8-78dd8418f881 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:52:21.208517 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3faa2a64-bec7-4ef8-82c8-78dd8418f881 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:52:21.209352 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3faa2a64-bec7-4ef8-82c8-78dd8418f881 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:52:21.215426 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3faa2a64-bec7-4ef8-82c8-78dd8418f881 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:52:21.216944 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3faa2a64-bec7-4ef8-82c8-78dd8418f881 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:52:21.218327 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3faa2a64-bec7-4ef8-82c8-78dd8418f881 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:52:21.218730 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3faa2a64-bec7-4ef8-82c8-78dd8418f881 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:52:21.219066 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3faa2a64-bec7-4ef8-82c8-78dd8418f881 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:52:21.231492 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3faa2a64-bec7-4ef8-82c8-78dd8418f881 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:52:21.232531 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3faa2a64-bec7-4ef8-82c8-78dd8418f881 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:52:21.239338 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3faa2a64-bec7-4ef8-82c8-78dd8418f881 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:52:21.317400 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5a5192db-0671-423e-b0fe-02e12a82bcf8 req-ede235dc-d10c-40b7-b3ce-3bed99c229ff tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910075 May 28 06:52:21.329631 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b2bfcc91-d08a-4712-8377-1a8021de829a req-0cfadfcf-e9aa-4fa2-baa1-96ceaed48677 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/security-groups?id=55eadb02-d3aa-43b2-bf74-b67b0f98720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5103116 May 28 06:52:21.336572 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8660151-1ae7-4629-a3c9-1a83c35aa98a tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Pushing event updated for resources: {'Port': ['ID=948613a3-618a-4b27-a727-5e445aa18346,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:52:21.350036 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port e7680cc6-462f-427b-84e5-561c4863fb4b completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:52:21.366998 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8660151-1ae7-4629-a3c9-1a83c35aa98a tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:52:21.374582 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8660151-1ae7-4629-a3c9-1a83c35aa98a tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:52:21.374582 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8660151-1ae7-4629-a3c9-1a83c35aa98a tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:52:21.374582 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8660151-1ae7-4629-a3c9-1a83c35aa98a tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:52:21.374582 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8660151-1ae7-4629-a3c9-1a83c35aa98a tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:52:21.374582 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8660151-1ae7-4629-a3c9-1a83c35aa98a tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:52:21.374582 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8660151-1ae7-4629-a3c9-1a83c35aa98a tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:52:21.374582 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8660151-1ae7-4629-a3c9-1a83c35aa98a tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:52:21.374582 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8660151-1ae7-4629-a3c9-1a83c35aa98a tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:52:21.374582 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8660151-1ae7-4629-a3c9-1a83c35aa98a tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:52:21.374582 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8660151-1ae7-4629-a3c9-1a83c35aa98a tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:52:21.374582 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8660151-1ae7-4629-a3c9-1a83c35aa98a tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:52:21.376235 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-82ec56c0-a396-42da-aef6-86cf152504e4 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:21.390844 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d8660151-1ae7-4629-a3c9-1a83c35aa98a tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691094'] for floatingip, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:21.468909 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port e7680cc6-462f-427b-84e5-561c4863fb4b triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:52:21.468909 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:21.500685 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d8660151-1ae7-4629-a3c9-1a83c35aa98a tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:21.500685 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-d8660151-1ae7-4629-a3c9-1a83c35aa98a tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.2548459 May 28 06:52:21.554564 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-3faa2a64-bec7-4ef8-82c8-78dd8418f881 None None] Attempting to bind port c4c45615-1d30-4254-8293-d8e8867b5555 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:52:21.554564 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-3faa2a64-bec7-4ef8-82c8-78dd8418f881 None None] Attempting to bind port c4c45615-1d30-4254-8293-d8e8867b5555 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'ca3ff465-76e1-434d-a526-ded6276a665f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '173ebec9-d214-4878-87ea-a35c1ed70da7'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:52:21.554564 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3faa2a64-bec7-4ef8-82c8-78dd8418f881 None None] Attempting to bind port c4c45615-1d30-4254-8293-d8e8867b5555 on network 173ebec9-d214-4878-87ea-a35c1ed70da7 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:52:21.554564 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3faa2a64-bec7-4ef8-82c8-78dd8418f881 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:52:21.554564 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3faa2a64-bec7-4ef8-82c8-78dd8418f881 None None] Checking segment: {'id': 'ca3ff465-76e1-434d-a526-ded6276a665f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '173ebec9-d214-4878-87ea-a35c1ed70da7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:52:21.554564 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-3faa2a64-bec7-4ef8-82c8-78dd8418f881 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:21.554564 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3faa2a64-bec7-4ef8-82c8-78dd8418f881 None None] Bound using segment: {'id': 'ca3ff465-76e1-434d-a526-ded6276a665f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '173ebec9-d214-4878-87ea-a35c1ed70da7'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:52:21.554564 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-3faa2a64-bec7-4ef8-82c8-78dd8418f881 None None] Bound port: c4c45615-1d30-4254-8293-d8e8867b5555, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca3ff465-76e1-434d-a526-ded6276a665f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '173ebec9-d214-4878-87ea-a35c1ed70da7'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:52:21.554564 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-3faa2a64-bec7-4ef8-82c8-78dd8418f881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:21.790147 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-3faa2a64-bec7-4ef8-82c8-78dd8418f881 None None] For port c4c45615-1d30-4254-8293-d8e8867b5555, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:52:21.792993 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port e7680cc6-462f-427b-84e5-561c4863fb4b is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:52:21.793512 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:21.799704 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-3faa2a64-bec7-4ef8-82c8-78dd8418f881 None None] For port c4c45615-1d30-4254-8293-d8e8867b5555, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=c4c45615-1d30-4254-8293-d8e8867b5555,segment=NetworkSegment(ca3ff465-76e1-434d-a526-ded6276a665f),segment_id=ca3ff465-76e1-434d-a526-ded6276a665f)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:52:21.829113 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port e7680cc6-462f-427b-84e5-561c4863fb4b, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=e7680cc6-462f-427b-84e5-561c4863fb4b,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:52:21.935890 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-3faa2a64-bec7-4ef8-82c8-78dd8418f881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:22.014544 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-92509820-6a23-4980-a495-4b3245a0cc20 req-1d099dba-db1a-4f2a-a2a5-640c2e9f7cab tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1282101493&fields=id&tenant_id=923dafe00970411a989ff222606e459e HTTP/1.1" status: 200 len: 267 time: 0.1306827 May 28 06:52:22.139206 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:22.247230 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faa2a64-bec7-4ef8-82c8-78dd8418f881 None None] Pushing event updated for resources: {'Port': ['ID=c4c45615-1d30-4254-8293-d8e8867b5555,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:52:22.378639 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=e7680cc6-462f-427b-84e5-561c4863fb4b,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:52:22.578875 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-82ec56c0-a396-42da-aef6-86cf152504e4 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Allocated IP 172.20.0.1 (173ebec9-d214-4878-87ea-a35c1ed70da7/fd44a344-1188-445f-9381-edf868862a56/e55c732d-93d7-40bb-8a38-3a53b1edbe4a) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:52:22.630292 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92509820-6a23-4980-a495-4b3245a0cc20 req-93e696bb-398d-4d77-a7b3-0025bc77cf88 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:22.641482 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-92509820-6a23-4980-a495-4b3245a0cc20 req-93e696bb-398d-4d77-a7b3-0025bc77cf88 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/networks?id=244ee66f-8ba5-4a6d-a99b-5ec1fae21d38 HTTP/1.1" status: 200 len: 815 time: 0.6201210 May 28 06:52:22.671598 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-92509820-6a23-4980-a495-4b3245a0cc20 req-c1ecee92-fff8-428d-84f4-d085c3819f55 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/quotas/923dafe00970411a989ff222606e459e HTTP/1.1" status: 200 len: 375 time: 0.0288031 May 28 06:52:23.039848 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-82ec56c0-a396-42da-aef6-86cf152504e4 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:23.048995 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-92509820-6a23-4980-a495-4b3245a0cc20 req-d053ea71-2b89-45f2-bbce-10a4d53ab2ee tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=923dafe00970411a989ff222606e459e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3750117 May 28 06:52:23.084935 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [None req-82ec56c0-a396-42da-aef6-86cf152504e4 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Transition to ACTIVE for port object e55c732d-93d7-40bb-8a38-3a53b1edbe4a will not be triggered until provisioned by entity DHCP. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:52:23.087377 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978912a6-0b74-459c-9fd5-62280770f4df req-cb21487d-398b-4c26-b991-5c37627e9fa6 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:23.092000 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-978912a6-0b74-459c-9fd5-62280770f4df req-cb21487d-398b-4c26-b991-5c37627e9fa6 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 943 time: 0.2627518 May 28 06:52:23.199539 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-82ec56c0-a396-42da-aef6-86cf152504e4 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:23.486352 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-978912a6-0b74-459c-9fd5-62280770f4df req-c8d4b6e2-eeac-4e7b-97c3-44596f494b33 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3443310 May 28 06:52:23.528014 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-92509820-6a23-4980-a495-4b3245a0cc20 req-f01f3781-2e51-4eff-9e09-17b16813016a service neutron] 10.222.0.55 "GET /v2.0/networks/244ee66f-8ba5-4a6d-a99b-5ec1fae21d38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4326892 May 28 06:52:23.557116 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ec56c0-a396-42da-aef6-86cf152504e4 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Pushing event updated for resources: {'Port': ['ID=e55c732d-93d7-40bb-8a38-3a53b1edbe4a,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:52:23.591546 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ec56c0-a396-42da-aef6-86cf152504e4 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:52:23.592081 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ec56c0-a396-42da-aef6-86cf152504e4 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:52:23.592221 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ec56c0-a396-42da-aef6-86cf152504e4 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:52:23.592710 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ec56c0-a396-42da-aef6-86cf152504e4 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:52:23.593178 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ec56c0-a396-42da-aef6-86cf152504e4 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:52:23.593667 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ec56c0-a396-42da-aef6-86cf152504e4 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:52:23.594152 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ec56c0-a396-42da-aef6-86cf152504e4 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:52:23.594615 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ec56c0-a396-42da-aef6-86cf152504e4 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:52:23.611527 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ec56c0-a396-42da-aef6-86cf152504e4 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:52:23.612276 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ec56c0-a396-42da-aef6-86cf152504e4 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:52:23.613405 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ec56c0-a396-42da-aef6-86cf152504e4 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:52:23.613893 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ec56c0-a396-42da-aef6-86cf152504e4 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:52:23.635052 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ec56c0-a396-42da-aef6-86cf152504e4 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Network 173ebec9-d214-4878-87ea-a35c1ed70da7 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:52:23.637234 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-82ec56c0-a396-42da-aef6-86cf152504e4 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:52:23.640425 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ec56c0-a396-42da-aef6-86cf152504e4 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:52:23.782995 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-82ec56c0-a396-42da-aef6-86cf152504e4 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690947'] for router_interface, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:24.161330 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-92509820-6a23-4980-a495-4b3245a0cc20 req-8d7e98c9-6c16-4da6-b54b-4072a3d8e502 service neutron] 10.222.0.55 "GET /v2.0/networks/244ee66f-8ba5-4a6d-a99b-5ec1fae21d38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6320035 May 28 06:52:24.178177 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9838709-2c4f-4b87-b56c-d31193106870 req-526c27a7-2c6c-4bed-a4c3-9663781c819b tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:24.179783 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c9838709-2c4f-4b87-b56c-d31193106870 req-526c27a7-2c6c-4bed-a4c3-9663781c819b tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd400da8-a731-42e7-9df3-fbf5353cdeea HTTP/1.1" status: 200 len: 945 time: 0.2198267 May 28 06:52:24.311277 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c9838709-2c4f-4b87-b56c-d31193106870 req-278fa592-8bd3-47c4-b0ea-dd35037f93bf tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/security-groups?id=55eadb02-d3aa-43b2-bf74-b67b0f98720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247957 May 28 06:52:24.450971 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e3d2520-ff6e-481a-8894-7c37f12cb603 None None] Network 173ebec9-d214-4878-87ea-a35c1ed70da7 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:52:24.765111 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-82ec56c0-a396-42da-aef6-86cf152504e4 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:24.870643 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device c4c45615-1d30-4254-8293-d8e8867b5555 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:52:25.067296 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0c231513-332c-4870-962a-55c5f6ea9175 req-8261c976-2e3f-45d1-8400-728fa2e41270 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2af3415-a4c0-48fc-9c75-8956dc3347d3 HTTP/1.1" status: 200 len: 210 time: 0.1600273 May 28 06:52:25.220392 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-2c6e610f-69e5-4990-92cd-078e106374ee None None] Provisioning for port c4c45615-1d30-4254-8293-d8e8867b5555 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:52:25.247499 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b85b72-5a63-4a95-9379-121f167af844 req-27ee0285-06d2-46cf-9f7d-dde917eb8dd5 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:25.249076 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-65b85b72-5a63-4a95-9379-121f167af844 req-27ee0285-06d2-46cf-9f7d-dde917eb8dd5 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 943 time: 0.4989138 May 28 06:52:25.378786 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-65b85b72-5a63-4a95-9379-121f167af844 req-68a62304-391a-43c2-b243-63872f2361ea tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158085 May 28 06:52:25.712096 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port c4c45615-1d30-4254-8293-d8e8867b5555 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:52:25.719394 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port c4c45615-1d30-4254-8293-d8e8867b5555 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:52:25.719999 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:25.912545 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac751ce-2166-49a2-9aab-4f61c5f0a2a0 req-0527b967-ce75-4779-9b80-1177be63310d tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:25.914125 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9ac751ce-2166-49a2-9aab-4f61c5f0a2a0 req-0527b967-ce75-4779-9b80-1177be63310d tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd400da8-a731-42e7-9df3-fbf5353cdeea HTTP/1.1" status: 200 len: 945 time: 0.2593510 May 28 06:52:25.969874 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port c4c45615-1d30-4254-8293-d8e8867b5555 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:52:25.971729 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:25.981595 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-82ec56c0-a396-42da-aef6-86cf152504e4 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:25.994620 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9ac751ce-2166-49a2-9aab-4f61c5f0a2a0 req-a6d4a7aa-27a9-426e-bb06-9344a8aff6c5 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/security-groups?id=55eadb02-d3aa-43b2-bf74-b67b0f98720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738249 May 28 06:52:26.034839 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port c4c45615-1d30-4254-8293-d8e8867b5555, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=c4c45615-1d30-4254-8293-d8e8867b5555,segment=NetworkSegment(ca3ff465-76e1-434d-a526-ded6276a665f),segment_id=ca3ff465-76e1-434d-a526-ded6276a665f)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:52:26.163116 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-82ec56c0-a396-42da-aef6-86cf152504e4 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:26.173331 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:26.173331 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device e7680cc6-462f-427b-84e5-561c4863fb4b up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:52:26.296284 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-29d00fdb-635f-437f-a2ef-1891fdab3798 req-40c4999f-78bc-4857-a359-3c1f3024fb75 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2af3415-a4c0-48fc-9c75-8956dc3347d3 HTTP/1.1" status: 200 len: 210 time: 0.0916569 May 28 06:52:26.433388 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ec56c0-a396-42da-aef6-86cf152504e4 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Pushing event updated for resources: {'Port': ['ID=e55c732d-93d7-40bb-8a38-3a53b1edbe4a,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:52:26.538104 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=c4c45615-1d30-4254-8293-d8e8867b5555,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:52:26.538104 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port e7680cc6-462f-427b-84e5-561c4863fb4b triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:52:26.538104 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:26.545172 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-82ec56c0-a396-42da-aef6-86cf152504e4 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700602'] for router_interface, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:26.886449 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port e7680cc6-462f-427b-84e5-561c4863fb4b is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:52:26.913790 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-41bf80b8-18f6-41d8-be01-69cf20050853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:26.919001 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-42ba01cb-356e-404a-b0f7-9c4f67bad8b0 None None] Provisioning for port e55c732d-93d7-40bb-8a38-3a53b1edbe4a completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:52:26.948594 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-42ba01cb-356e-404a-b0f7-9c4f67bad8b0 None None] Provisioning complete for port e55c732d-93d7-40bb-8a38-3a53b1edbe4a triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:52:26.948594 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-42ba01cb-356e-404a-b0f7-9c4f67bad8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:26.949941 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e28e96-c4a2-4116-9958-ce12d2c367a6 req-49e4fbe5-bf6e-461f-95b4-833eb7e4ac32 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:26.949941 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-44e28e96-c4a2-4116-9958-ce12d2c367a6 req-49e4fbe5-bf6e-461f-95b4-833eb7e4ac32 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 943 time: 0.2043695 May 28 06:52:26.979991 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ec56c0-a396-42da-aef6-86cf152504e4 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Network 173ebec9-d214-4878-87ea-a35c1ed70da7 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:52:26.986117 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-82ec56c0-a396-42da-aef6-86cf152504e4 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:52:27.082630 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-42ba01cb-356e-404a-b0f7-9c4f67bad8b0 None None] Port e55c732d-93d7-40bb-8a38-3a53b1edbe4a cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:52:27.100198 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-42ba01cb-356e-404a-b0f7-9c4f67bad8b0 None None] Provisioning complete for port c4c45615-1d30-4254-8293-d8e8867b5555 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:52:27.101435 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-42ba01cb-356e-404a-b0f7-9c4f67bad8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:27.144531 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-44e28e96-c4a2-4116-9958-ce12d2c367a6 req-ca11e50c-73b6-4c50-8c16-bee50fe052b8 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807463 May 28 06:52:27.207477 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device c4c45615-1d30-4254-8293-d8e8867b5555 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:52:27.472962 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82ec56c0-a396-42da-aef6-86cf152504e4 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Router 50a41197-54e3-46db-a3b8-611a669f5fbe has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:52:27.501866 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-42ba01cb-356e-404a-b0f7-9c4f67bad8b0 None None] Current status of the port c4c45615-1d30-4254-8293-d8e8867b5555 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:52:27.518257 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port c4c45615-1d30-4254-8293-d8e8867b5555 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:52:27.518910 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:27.734210 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-a999ac24-2d34-4d47-b778-1a8b3303073a None None] Provisioning complete for port e55c732d-93d7-40bb-8a38-3a53b1edbe4a triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:52:27.734736 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-a999ac24-2d34-4d47-b778-1a8b3303073a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:27.748195 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d628a9d6-25f0-466c-ad52-8989816e97e0 req-78122f5c-cf73-4839-b34b-f4b4876697d1 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2af3415-a4c0-48fc-9c75-8956dc3347d3 HTTP/1.1" status: 200 len: 210 time: 0.2457223 May 28 06:52:27.785860 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82ec56c0-a396-42da-aef6-86cf152504e4 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:52:27.825100 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ea71af-dca8-4dbb-a91b-0bbe3821aa64 req-4faf162a-d93c-489f-8ec1-7f42a907bbdf tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:27.835786 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-82ec56c0-a396-42da-aef6-86cf152504e4 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "PUT /v2.0/routers/50a41197-54e3-46db-a3b8-611a669f5fbe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4418752 May 28 06:52:27.835786 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 59666) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:52:27.861105 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-77ea71af-dca8-4dbb-a91b-0bbe3821aa64 req-4faf162a-d93c-489f-8ec1-7f42a907bbdf tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd400da8-a731-42e7-9df3-fbf5353cdeea HTTP/1.1" status: 200 len: 945 time: 0.5360675 May 28 06:52:27.861723 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-a999ac24-2d34-4d47-b778-1a8b3303073a None None] Port e55c732d-93d7-40bb-8a38-3a53b1edbe4a cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:52:27.865327 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c29a992-1d93-4f56-b743-5ac191ee050c None None] Sync routers for ids ['50a41197-54e3-46db-a3b8-611a669f5fbe'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:52:27.882111 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:27.887973 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c29a992-1d93-4f56-b743-5ac191ee050c None None] Routers {'50a41197-54e3-46db-a3b8-611a669f5fbe'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:52:27.887973 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-0c29a992-1d93-4f56-b743-5ac191ee050c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:51:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['50a41197-54e3-46db-a3b8-611a669f5fbe'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:52:28.012658 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port c4c45615-1d30-4254-8293-d8e8867b5555 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:52:28.030279 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-77ea71af-dca8-4dbb-a91b-0bbe3821aa64 req-5b903499-2338-4e40-a89d-f209f4304093 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/security-groups?id=55eadb02-d3aa-43b2-bf74-b67b0f98720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614776 May 28 06:52:28.045786 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9527f3de-19e5-4422-9a6a-547bfd88e482 tempest-TestNetworkBasicOps-1462600339 tempest-TestNetworkBasicOps-1462600339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:28.052554 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9527f3de-19e5-4422-9a6a-547bfd88e482 tempest-TestNetworkBasicOps-1462600339 tempest-TestNetworkBasicOps-1462600339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:28.052554 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9527f3de-19e5-4422-9a6a-547bfd88e482 tempest-TestNetworkBasicOps-1462600339 tempest-TestNetworkBasicOps-1462600339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:28.052554 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9527f3de-19e5-4422-9a6a-547bfd88e482 tempest-TestNetworkBasicOps-1462600339 tempest-TestNetworkBasicOps-1462600339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:28.052554 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9527f3de-19e5-4422-9a6a-547bfd88e482 tempest-TestNetworkBasicOps-1462600339 tempest-TestNetworkBasicOps-1462600339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:28.052554 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9527f3de-19e5-4422-9a6a-547bfd88e482 tempest-TestNetworkBasicOps-1462600339 tempest-TestNetworkBasicOps-1462600339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:28.052554 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9527f3de-19e5-4422-9a6a-547bfd88e482 tempest-TestNetworkBasicOps-1462600339 tempest-TestNetworkBasicOps-1462600339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:28.060136 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9527f3de-19e5-4422-9a6a-547bfd88e482 tempest-TestNetworkBasicOps-1462600339 tempest-TestNetworkBasicOps-1462600339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:28.060947 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9527f3de-19e5-4422-9a6a-547bfd88e482 tempest-TestNetworkBasicOps-1462600339 tempest-TestNetworkBasicOps-1462600339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:28.067833 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 59672) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:52:28.068656 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-9527f3de-19e5-4422-9a6a-547bfd88e482 tempest-TestNetworkBasicOps-1462600339 tempest-TestNetworkBasicOps-1462600339-project-admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6387 time: 0.2398303 May 28 06:52:28.317584 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-244da54e-d2ab-411a-b0bb-bdf18b6826e7 tempest-TestNetworkBasicOps-1462600339 tempest-TestNetworkBasicOps-1462600339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:28.317584 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-244da54e-d2ab-411a-b0bb-bdf18b6826e7 tempest-TestNetworkBasicOps-1462600339 tempest-TestNetworkBasicOps-1462600339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:28.318051 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-244da54e-d2ab-411a-b0bb-bdf18b6826e7 tempest-TestNetworkBasicOps-1462600339 tempest-TestNetworkBasicOps-1462600339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:28.318510 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-244da54e-d2ab-411a-b0bb-bdf18b6826e7 tempest-TestNetworkBasicOps-1462600339 tempest-TestNetworkBasicOps-1462600339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:28.318947 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-244da54e-d2ab-411a-b0bb-bdf18b6826e7 tempest-TestNetworkBasicOps-1462600339 tempest-TestNetworkBasicOps-1462600339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:28.323578 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-0c29a992-1d93-4f56-b743-5ac191ee050c None None] Set router 50a41197-54e3-46db-a3b8-611a669f5fbe gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:52:28.324563 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-244da54e-d2ab-411a-b0bb-bdf18b6826e7 tempest-TestNetworkBasicOps-1462600339 tempest-TestNetworkBasicOps-1462600339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:28.325075 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-244da54e-d2ab-411a-b0bb-bdf18b6826e7 tempest-TestNetworkBasicOps-1462600339 tempest-TestNetworkBasicOps-1462600339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:28.329567 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-244da54e-d2ab-411a-b0bb-bdf18b6826e7 tempest-TestNetworkBasicOps-1462600339 tempest-TestNetworkBasicOps-1462600339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:28.331313 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-244da54e-d2ab-411a-b0bb-bdf18b6826e7 tempest-TestNetworkBasicOps-1462600339 tempest-TestNetworkBasicOps-1462600339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:28.342163 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-244da54e-d2ab-411a-b0bb-bdf18b6826e7 tempest-TestNetworkBasicOps-1462600339 tempest-TestNetworkBasicOps-1462600339-project-admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5927 time: 0.2693412 May 28 06:52:28.342917 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 59680) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:52:28.705308 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898e2a95-073f-4c7d-b51c-6b4845d7d270 req-f3aa09e5-a3ae-46b1-a9ee-8a03170607a8 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:28.707091 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-898e2a95-073f-4c7d-b51c-6b4845d7d270 req-f3aa09e5-a3ae-46b1-a9ee-8a03170607a8 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 943 time: 0.1823378 May 28 06:52:28.768933 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-898e2a95-073f-4c7d-b51c-6b4845d7d270 req-e1ac1f67-1742-4357-933d-d6a49b451d52 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536106 May 28 06:52:28.817442 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-0c29a992-1d93-4f56-b743-5ac191ee050c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50a41197-54e3-46db-a3b8-611a669f5fbe', 'name': 'tempest-TestNetworkBasicOps-router-503120377', 'tenant_id': '4cdf69566d684d639d89f5935d02f247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': 'e7680cc6-462f-427b-84e5-561c4863fb4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:52:05Z', 'updated_at': '2022-05-28T06:52:24Z', 'revision_number': 4, 'project_id': '4cdf69566d684d639d89f5935d02f247', 'gw_port': {'id': 'e7680cc6-462f-427b-84e5-561c4863fb4b', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a41197-54e3-46db-a3b8-611a669f5fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2934, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:52:08Z', 'updated_at': '2022-05-28T06:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'e55c732d-93d7-40bb-8a38-3a53b1edbe4a', 'name': '', 'network_id': '173ebec9-d214-4878-87ea-a35c1ed70da7', 'tenant_id': '4cdf69566d684d639d89f5935d02f247', 'mac_address': 'fa:16:3e:72:dd:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50a41197-54e3-46db-a3b8-611a669f5fbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2944, 'fixed_ips': [{'subnet_id': 'fd44a344-1188-445f-9381-edf868862a56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:52:21Z', 'updated_at': '2022-05-28T06:52:25Z', 'revision_number': 2, 'project_id': '4cdf69566d684d639d89f5935d02f247', 'subnets': [{'id': 'fd44a344-1188-445f-9381-edf868862a56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:52:28.821672 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c29a992-1d93-4f56-b743-5ac191ee050c None None] Checking router: 50a41197-54e3-46db-a3b8-611a669f5fbe for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:52:28.822020 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c29a992-1d93-4f56-b743-5ac191ee050c None None] Updating router 50a41197-54e3-46db-a3b8-611a669f5fbe port e55c732d-93d7-40bb-8a38-3a53b1edbe4a binding host n-d-843702-1 {{(pid=89111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:52:28.834327 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-8c625802-f077-4325-9b0e-a2080783c0dd tempest-TestNetworkBasicOps-1462600339 tempest-TestNetworkBasicOps-1462600339-project-admin] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3776 time: 0.4901569 May 28 06:52:28.926039 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-0c29a992-1d93-4f56-b743-5ac191ee050c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:29.058296 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5d78bad5-e245-4517-b61e-cacc29171547 req-67422270-a49b-4070-abba-515a97e461b1 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2af3415-a4c0-48fc-9c75-8956dc3347d3 HTTP/1.1" status: 200 len: 210 time: 0.0744488 May 28 06:52:29.112731 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-a53fe385-9aa1-4a77-b05f-cee0c7d62475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:29.143851 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 59696) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:52:29.153160 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-751bf2f4-cd3a-4c18-920b-47dc2fe34ee7 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-208983597', 'description': 'tempest-secgroup-smoke-208983597 description', 'project_id': '4cdf69566d684d639d89f5935d02f247'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:52:29.163040 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-751bf2f4-cd3a-4c18-920b-47dc2fe34ee7 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:52:29.169197 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-751bf2f4-cd3a-4c18-920b-47dc2fe34ee7 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Usage tracker for resource:security_group and tenant:4cdf69566d684d639d89f5935d02f247 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:52:29.173104 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-751bf2f4-cd3a-4c18-920b-47dc2fe34ee7 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:52:29.175405 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92509820-6a23-4980-a495-4b3245a0cc20 req-b1ddb116-c175-47db-83a9-72d313d7d700 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:29.184536 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-751bf2f4-cd3a-4c18-920b-47dc2fe34ee7 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:52:29.205998 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-92509820-6a23-4980-a495-4b3245a0cc20 req-b1ddb116-c175-47db-83a9-72d313d7d700 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.69 "GET /v2.0/networks?id=244ee66f-8ba5-4a6d-a99b-5ec1fae21d38 HTTP/1.1" status: 200 len: 815 time: 0.3638225 May 28 06:52:29.277317 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-751bf2f4-cd3a-4c18-920b-47dc2fe34ee7 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:29.323225 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-751bf2f4-cd3a-4c18-920b-47dc2fe34ee7 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:52:29.332767 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-751bf2f4-cd3a-4c18-920b-47dc2fe34ee7 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Usage tracker for resource:security_group_rule and tenant:4cdf69566d684d639d89f5935d02f247 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:52:29.340364 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-751bf2f4-cd3a-4c18-920b-47dc2fe34ee7 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:52:29.353179 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-751bf2f4-cd3a-4c18-920b-47dc2fe34ee7 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:52:29.355607 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-92509820-6a23-4980-a495-4b3245a0cc20 req-6af77f9c-3b0d-48df-987e-ac10321a9c27 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=923dafe00970411a989ff222606e459e HTTP/1.1" status: 200 len: 380 time: 0.1394765 May 28 06:52:29.366742 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-92509820-6a23-4980-a495-4b3245a0cc20 req-39511922-a6fa-47e6-897e-5ca5e3b335f8 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Request body: {'port': {'device_id': 'a2af3415-a4c0-48fc-9c75-8956dc3347d3', 'network_id': '244ee66f-8ba5-4a6d-a99b-5ec1fae21d38', 'admin_state_up': True, 'tenant_id': '923dafe00970411a989ff222606e459e', 'security_groups': ['90a76e59-b548-473c-a742-3e3017c7d4e4']}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:52:29.448611 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-0c29a992-1d93-4f56-b743-5ac191ee050c None None] Notify callbacks [] for port, precommit_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:29.465522 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 466563e4-8251-4e01-896c-6874e3461ded details requested by agent hyperv_n-h1-843702-1 with host n-h1-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:52:29.497771 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-751bf2f4-cd3a-4c18-920b-47dc2fe34ee7 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:29.508568 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-0c29a992-1d93-4f56-b743-5ac191ee050c None None] Transition to ACTIVE for port object e55c732d-93d7-40bb-8a38-3a53b1edbe4a will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:52:29.580530 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-751bf2f4-cd3a-4c18-920b-47dc2fe34ee7 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:29.634361 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-92509820-6a23-4980-a495-4b3245a0cc20 req-39511922-a6fa-47e6-897e-5ca5e3b335f8 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:52:29.643076 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-92509820-6a23-4980-a495-4b3245a0cc20 req-39511922-a6fa-47e6-897e-5ca5e3b335f8 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Usage tracker for resource:port and tenant:923dafe00970411a989ff222606e459e is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:52:29.650199 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-92509820-6a23-4980-a495-4b3245a0cc20 req-39511922-a6fa-47e6-897e-5ca5e3b335f8 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:52:29.672788 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-92509820-6a23-4980-a495-4b3245a0cc20 req-39511922-a6fa-47e6-897e-5ca5e3b335f8 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:52:29.694433 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751bf2f4-cd3a-4c18-920b-47dc2fe34ee7 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3dc63e96-c416-4223-ab6d-3b955c9c0671,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:52:29.728832 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-0c29a992-1d93-4f56-b743-5ac191ee050c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:29.734772 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35771655-ef53-4a02-a63a-f74c35f7890e req-238ecbd7-ff87-4491-8900-22ad655b3944 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:29.742156 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-35771655-ef53-4a02-a63a-f74c35f7890e req-238ecbd7-ff87-4491-8900-22ad655b3944 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd400da8-a731-42e7-9df3-fbf5353cdeea HTTP/1.1" status: 200 len: 945 time: 0.5275066 May 28 06:52:29.760079 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-751bf2f4-cd3a-4c18-920b-47dc2fe34ee7 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:29.762495 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-751bf2f4-cd3a-4c18-920b-47dc2fe34ee7 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6162176 May 28 06:52:29.765260 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 59704) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:52:29.771000 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-6c3abc18-4925-4196-97db-d41737f7ec99 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Request body: {'security_group_rule': {'security_group_id': '3dc63e96-c416-4223-ab6d-3b955c9c0671', 'project_id': '4cdf69566d684d639d89f5935d02f247', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:52:29.785336 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-6c3abc18-4925-4196-97db-d41737f7ec99 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:52:29.789657 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-6c3abc18-4925-4196-97db-d41737f7ec99 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Usage tracker for resource:security_group_rule and tenant:4cdf69566d684d639d89f5935d02f247 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:52:29.793928 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-6c3abc18-4925-4196-97db-d41737f7ec99 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:52:29.817619 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-6c3abc18-4925-4196-97db-d41737f7ec99 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:52:29.856288 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-35771655-ef53-4a02-a63a-f74c35f7890e req-f81f9ae6-c5e9-49f7-8d73-980b34d8fea6 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/security-groups?id=55eadb02-d3aa-43b2-bf74-b67b0f98720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131382 May 28 06:52:29.929254 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92509820-6a23-4980-a495-4b3245a0cc20 req-39511922-a6fa-47e6-897e-5ca5e3b335f8 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Made reservation on behalf of 923dafe00970411a989ff222606e459e for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:52:29.932922 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-92509820-6a23-4980-a495-4b3245a0cc20 req-39511922-a6fa-47e6-897e-5ca5e3b335f8 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:30.115881 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce250b8-37a3-4536-a90b-3bb843173d89 None None] Pushing event updated for resources: {'Port': ['ID=e55c732d-93d7-40bb-8a38-3a53b1edbe4a,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:52:30.118085 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6c3abc18-4925-4196-97db-d41737f7ec99 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:30.191031 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6c3abc18-4925-4196-97db-d41737f7ec99 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:30.243855 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:30.263321 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:30.276809 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 466563e4-8251-4e01-896c-6874e3461ded, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=466563e4-8251-4e01-896c-6874e3461ded,segment=NetworkSegment(891ef37d-2d2b-47ef-a8c4-170b0614d759),segment_id=891ef37d-2d2b-47ef-a8c4-170b0614d759)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:52:30.293766 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6c3abc18-4925-4196-97db-d41737f7ec99 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:30.327433 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-0c29a992-1d93-4f56-b743-5ac191ee050c None None] Attempting to bind port e55c732d-93d7-40bb-8a38-3a53b1edbe4a on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:52:30.333542 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-0c29a992-1d93-4f56-b743-5ac191ee050c None None] Attempting to bind port e55c732d-93d7-40bb-8a38-3a53b1edbe4a by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'ca3ff465-76e1-434d-a526-ded6276a665f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '173ebec9-d214-4878-87ea-a35c1ed70da7'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:52:30.333542 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c29a992-1d93-4f56-b743-5ac191ee050c None None] Attempting to bind port e55c732d-93d7-40bb-8a38-3a53b1edbe4a on network 173ebec9-d214-4878-87ea-a35c1ed70da7 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:52:30.342326 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Returning: {'device': '466563e4-8251-4e01-896c-6874e3461ded', 'network_id': 'a5003c5d-3a74-4f41-abaa-5496ec434a45', 'port_id': '466563e4-8251-4e01-896c-6874e3461ded', 'mac_address': 'fa:16:3e:08:5d:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9770ae0-20d9-409f-aee4-a3917a1ccf16', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:52:30.346643 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c29a992-1d93-4f56-b743-5ac191ee050c None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:52:30.347021 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c29a992-1d93-4f56-b743-5ac191ee050c None None] Checking segment: {'id': 'ca3ff465-76e1-434d-a526-ded6276a665f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '173ebec9-d214-4878-87ea-a35c1ed70da7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:52:30.347421 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-0c29a992-1d93-4f56-b743-5ac191ee050c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:30.347930 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c29a992-1d93-4f56-b743-5ac191ee050c None None] Bound using segment: {'id': 'ca3ff465-76e1-434d-a526-ded6276a665f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '173ebec9-d214-4878-87ea-a35c1ed70da7'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:52:30.348274 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-0c29a992-1d93-4f56-b743-5ac191ee050c None None] Bound port: e55c732d-93d7-40bb-8a38-3a53b1edbe4a, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca3ff465-76e1-434d-a526-ded6276a665f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '173ebec9-d214-4878-87ea-a35c1ed70da7'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:52:30.348642 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-0c29a992-1d93-4f56-b743-5ac191ee050c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:30.373612 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3abc18-4925-4196-97db-d41737f7ec99 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d29b3fb-cd0a-4580-bf71-91848669b24a,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:52:30.380379 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ff941947-2ef3-4080-896a-49c0d71219fa req-5bcd5379-1f84-4ea4-ad82-2c2188614536 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2af3415-a4c0-48fc-9c75-8956dc3347d3 HTTP/1.1" status: 200 len: 210 time: 0.0801220 May 28 06:52:30.409762 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [req-92509820-6a23-4980-a495-4b3245a0cc20 req-39511922-a6fa-47e6-897e-5ca5e3b335f8 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Allocated IP 172.20.0.7 (244ee66f-8ba5-4a6d-a99b-5ec1fae21d38/395c6a06-7ada-4575-b52f-ff6a58f20fb7/005e8ba5-a3ad-4ae8-a3dc-79c992a1f444) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:52:30.456722 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c25d0a-dd17-4835-9ec5-144ae732c7cf req-228eec78-28c4-48e8-be9f-2482f8f50490 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:30.466421 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b0c25d0a-dd17-4835-9ec5-144ae732c7cf req-228eec78-28c4-48e8-be9f-2482f8f50490 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 943 time: 0.5171001 May 28 06:52:30.505863 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 466563e4-8251-4e01-896c-6874e3461ded is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:52:30.506677 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:30.535242 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6c3abc18-4925-4196-97db-d41737f7ec99 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:30.537763 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-6c3abc18-4925-4196-97db-d41737f7ec99 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7702866 May 28 06:52:30.539892 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 59730) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:52:30.557775 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-cbaa5ccd-5985-4de6-9cbf-bfa475af7ec4 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Request body: {'security_group_rule': {'security_group_id': '3dc63e96-c416-4223-ab6d-3b955c9c0671', 'project_id': '4cdf69566d684d639d89f5935d02f247', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:52:30.574318 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 466563e4-8251-4e01-896c-6874e3461ded {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:52:30.577261 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-cbaa5ccd-5985-4de6-9cbf-bfa475af7ec4 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:52:30.586850 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-cbaa5ccd-5985-4de6-9cbf-bfa475af7ec4 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Usage tracker for resource:security_group_rule and tenant:4cdf69566d684d639d89f5935d02f247 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:52:30.594700 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 466563e4-8251-4e01-896c-6874e3461ded, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=466563e4-8251-4e01-896c-6874e3461ded,segment=NetworkSegment(891ef37d-2d2b-47ef-a8c4-170b0614d759),segment_id=891ef37d-2d2b-47ef-a8c4-170b0614d759)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:52:30.595642 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-cbaa5ccd-5985-4de6-9cbf-bfa475af7ec4 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:52:30.603894 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-cbaa5ccd-5985-4de6-9cbf-bfa475af7ec4 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:52:30.611189 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-0c29a992-1d93-4f56-b743-5ac191ee050c None None] For port e55c732d-93d7-40bb-8a38-3a53b1edbe4a, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:52:30.614729 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-0c29a992-1d93-4f56-b743-5ac191ee050c None None] For port e55c732d-93d7-40bb-8a38-3a53b1edbe4a, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=e55c732d-93d7-40bb-8a38-3a53b1edbe4a,segment=NetworkSegment(ca3ff465-76e1-434d-a526-ded6276a665f),segment_id=ca3ff465-76e1-434d-a526-ded6276a665f)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:52:30.624025 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b0c25d0a-dd17-4835-9ec5-144ae732c7cf req-57884c34-383d-4e96-ab39-0e3aa17400d9 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564872 May 28 06:52:30.717566 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-0c29a992-1d93-4f56-b743-5ac191ee050c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:30.746234 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-cbaa5ccd-5985-4de6-9cbf-bfa475af7ec4 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:30.782868 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:30.887830 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c29a992-1d93-4f56-b743-5ac191ee050c None None] Routers {'50a41197-54e3-46db-a3b8-611a669f5fbe'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:52:30.887830 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-0c29a992-1d93-4f56-b743-5ac191ee050c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:52:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['50a41197-54e3-46db-a3b8-611a669f5fbe'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:52:30.897461 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-cbaa5ccd-5985-4de6-9cbf-bfa475af7ec4 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:30.922330 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-92509820-6a23-4980-a495-4b3245a0cc20 req-39511922-a6fa-47e6-897e-5ca5e3b335f8 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:30.943247 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-92509820-6a23-4980-a495-4b3245a0cc20 req-39511922-a6fa-47e6-897e-5ca5e3b335f8 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Transition to ACTIVE for port object 005e8ba5-a3ad-4ae8-a3dc-79c992a1f444 will not be triggered until provisioned by entity DHCP. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:52:30.983223 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce250b8-37a3-4536-a90b-3bb843173d89 None None] Pushing event updated for resources: {'Port': ['ID=e55c732d-93d7-40bb-8a38-3a53b1edbe4a,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:52:30.998045 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-cbaa5ccd-5985-4de6-9cbf-bfa475af7ec4 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:31.040239 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaa5ccd-5985-4de6-9cbf-bfa475af7ec4 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6aeab35-25f6-4a29-b0ee-eea558f89eff,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:52:31.085374 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-92509820-6a23-4980-a495-4b3245a0cc20 req-39511922-a6fa-47e6-897e-5ca5e3b335f8 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:31.148877 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['466563e4-8251-4e01-896c-6874e3461ded'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:52:31.170839 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-cbaa5ccd-5985-4de6-9cbf-bfa475af7ec4 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:31.171343 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92509820-6a23-4980-a495-4b3245a0cc20 req-39511922-a6fa-47e6-897e-5ca5e3b335f8 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Network 244ee66f-8ba5-4a6d-a99b-5ec1fae21d38 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:52:31.173466 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-cbaa5ccd-5985-4de6-9cbf-bfa475af7ec4 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6302571 May 28 06:52:31.176369 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 59744) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:52:31.177852 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [req-92509820-6a23-4980-a495-4b3245a0cc20 req-39511922-a6fa-47e6-897e-5ca5e3b335f8 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:52:31.184542 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-d3202e52-ce6c-4096-8137-be0623dea3ba tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Request body: {'security_group_rule': {'security_group_id': '3dc63e96-c416-4223-ab6d-3b955c9c0671', 'project_id': '4cdf69566d684d639d89f5935d02f247', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:52:31.185485 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-92509820-6a23-4980-a495-4b3245a0cc20 req-39511922-a6fa-47e6-897e-5ca5e3b335f8 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:52:31.198710 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-d3202e52-ce6c-4096-8137-be0623dea3ba tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:52:31.205959 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-d3202e52-ce6c-4096-8137-be0623dea3ba tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Usage tracker for resource:security_group_rule and tenant:4cdf69566d684d639d89f5935d02f247 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:52:31.210246 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-d3202e52-ce6c-4096-8137-be0623dea3ba tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:52:31.227554 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-d3202e52-ce6c-4096-8137-be0623dea3ba tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:52:31.359977 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-0c29a992-1d93-4f56-b743-5ac191ee050c None None] Set router 50a41197-54e3-46db-a3b8-611a669f5fbe gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:52:31.366837 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d3202e52-ce6c-4096-8137-be0623dea3ba tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:31.400598 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=466563e4-8251-4e01-896c-6874e3461ded,revision_number=9']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:52:31.445634 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d88a13-98eb-46b1-a383-ca4b499e1b97 req-bc8d2acf-ee63-4eed-8345-6c4180803d7d tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:31.454569 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-78d88a13-98eb-46b1-a383-ca4b499e1b97 req-bc8d2acf-ee63-4eed-8345-6c4180803d7d tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd400da8-a731-42e7-9df3-fbf5353cdeea HTTP/1.1" status: 200 len: 945 time: 0.4651871 May 28 06:52:31.499091 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39511922-a6fa-47e6-897e-5ca5e3b335f8 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Pushing event updated for resources: {'Port': ['ID=005e8ba5-a3ad-4ae8-a3dc-79c992a1f444,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:52:31.565958 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92509820-6a23-4980-a495-4b3245a0cc20 req-39511922-a6fa-47e6-897e-5ca5e3b335f8 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:31.566884 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-92509820-6a23-4980-a495-4b3245a0cc20 req-39511922-a6fa-47e6-897e-5ca5e3b335f8 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:31.587219 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-78d88a13-98eb-46b1-a383-ca4b499e1b97 req-eaef6915-8e8b-4e62-86ea-c0b69d7a1561 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/security-groups?id=55eadb02-d3aa-43b2-bf74-b67b0f98720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295154 May 28 06:52:31.764180 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-92509820-6a23-4980-a495-4b3245a0cc20 req-39511922-a6fa-47e6-897e-5ca5e3b335f8 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4037199 May 28 06:52:31.800849 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-92509820-6a23-4980-a495-4b3245a0cc20 req-5f3496f1-b5ee-4de3-82d3-f03b48e39413 service neutron] Request body: {'port': {'device_id': 'a2af3415-a4c0-48fc-9c75-8956dc3347d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843702-1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:52:31.893358 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-668d64bf-fab0-44b7-a53e-7b3d4b54b45f None None] Provisioning for port 005e8ba5-a3ad-4ae8-a3dc-79c992a1f444 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:52:31.907119 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:31.939827 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d3202e52-ce6c-4096-8137-be0623dea3ba tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:32.001253 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-668d64bf-fab0-44b7-a53e-7b3d4b54b45f None None] Provisioning complete for port 005e8ba5-a3ad-4ae8-a3dc-79c992a1f444 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:52:32.001253 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-668d64bf-fab0-44b7-a53e-7b3d4b54b45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:32.071245 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d3202e52-ce6c-4096-8137-be0623dea3ba tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:32.104479 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbf9f84-db0b-4dd8-a03a-3244b34f8fb3 req-4d76635a-055a-4d88-8319-d03096a59f82 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:32.105342 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-cdbf9f84-db0b-4dd8-a03a-3244b34f8fb3 req-4d76635a-055a-4d88-8319-d03096a59f82 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Synchronizing usage tracker for tenant:923dafe00970411a989ff222606e459e on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:52:32.140640 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3202e52-ce6c-4096-8137-be0623dea3ba tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ed330f5-351d-4f2b-970d-94cfd009afcc,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:52:32.150755 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-92509820-6a23-4980-a495-4b3245a0cc20 req-5f3496f1-b5ee-4de3-82d3-f03b48e39413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:32.159284 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-668d64bf-fab0-44b7-a53e-7b3d4b54b45f None None] Port 005e8ba5-a3ad-4ae8-a3dc-79c992a1f444 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:52:32.254995 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d3202e52-ce6c-4096-8137-be0623dea3ba tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:32.256224 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-d3202e52-ce6c-4096-8137-be0623dea3ba tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0774443 May 28 06:52:32.259405 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 59774) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:52:32.266545 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-6dc8fe65-81b3-499e-9537-5139afd04dbc tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Request body: {'security_group_rule': {'security_group_id': '3dc63e96-c416-4223-ab6d-3b955c9c0671', 'project_id': '4cdf69566d684d639d89f5935d02f247', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:52:32.272331 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-6dc8fe65-81b3-499e-9537-5139afd04dbc tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:52:32.277789 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-6dc8fe65-81b3-499e-9537-5139afd04dbc tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Usage tracker for resource:security_group_rule and tenant:4cdf69566d684d639d89f5935d02f247 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:52:32.285933 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-6dc8fe65-81b3-499e-9537-5139afd04dbc tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:52:32.294241 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-6dc8fe65-81b3-499e-9537-5139afd04dbc tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:52:32.343853 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-cdbf9f84-db0b-4dd8-a03a-3244b34f8fb3 req-4d76635a-055a-4d88-8319-d03096a59f82 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Unset dirty status for tenant:923dafe00970411a989ff222606e459e on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:52:32.345317 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cdbf9f84-db0b-4dd8-a03a-3244b34f8fb3 req-4d76635a-055a-4d88-8319-d03096a59f82 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2af3415-a4c0-48fc-9c75-8956dc3347d3 HTTP/1.1" status: 200 len: 931 time: 0.6848490 May 28 06:52:32.350248 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-0c29a992-1d93-4f56-b743-5ac191ee050c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50a41197-54e3-46db-a3b8-611a669f5fbe', 'name': 'tempest-TestNetworkBasicOps-router-503120377', 'tenant_id': '4cdf69566d684d639d89f5935d02f247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': 'e7680cc6-462f-427b-84e5-561c4863fb4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:52:05Z', 'updated_at': '2022-05-28T06:52:24Z', 'revision_number': 4, 'project_id': '4cdf69566d684d639d89f5935d02f247', 'gw_port': {'id': 'e7680cc6-462f-427b-84e5-561c4863fb4b', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a41197-54e3-46db-a3b8-611a669f5fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2934, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:52:08Z', 'updated_at': '2022-05-28T06:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'e55c732d-93d7-40bb-8a38-3a53b1edbe4a', 'name': '', 'network_id': '173ebec9-d214-4878-87ea-a35c1ed70da7', 'tenant_id': '4cdf69566d684d639d89f5935d02f247', 'mac_address': 'fa:16:3e:72:dd:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50a41197-54e3-46db-a3b8-611a669f5fbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2944, 'fixed_ips': [{'subnet_id': 'fd44a344-1188-445f-9381-edf868862a56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:52:21Z', 'updated_at': '2022-05-28T06:52:30Z', 'revision_number': 4, 'project_id': '4cdf69566d684d639d89f5935d02f247', 'subnets': [{'id': 'fd44a344-1188-445f-9381-edf868862a56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:52:32.355610 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c29a992-1d93-4f56-b743-5ac191ee050c None None] The sync data for ids ['50a41197-54e3-46db-a3b8-611a669f5fbe'] in n-d-843702-1 is: [{'id': '50a41197-54e3-46db-a3b8-611a669f5fbe', 'name': 'tempest-TestNetworkBasicOps-router-503120377', 'tenant_id': '4cdf69566d684d639d89f5935d02f247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': 'e7680cc6-462f-427b-84e5-561c4863fb4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:52:05Z', 'updated_at': '2022-05-28T06:52:24Z', 'revision_number': 4, 'project_id': '4cdf69566d684d639d89f5935d02f247', 'gw_port': {'id': 'e7680cc6-462f-427b-84e5-561c4863fb4b', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a41197-54e3-46db-a3b8-611a669f5fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2934, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:52:08Z', 'updated_at': '2022-05-28T06:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'e55c732d-93d7-40bb-8a38-3a53b1edbe4a', 'name': '', 'network_id': '173ebec9-d214-4878-87ea-a35c1ed70da7', 'tenant_id': '4cdf69566d684d639d89f5935d02f247', 'mac_address': 'fa:16:3e:72:dd:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50a41197-54e3-46db-a3b8-611a669f5fbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2944, 'fixed_ips': [{'subnet_id': 'fd44a344-1188-445f-9381-edf868862a56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:52:21Z', 'updated_at': '2022-05-28T06:52:30Z', 'revision_number': 4, 'project_id': '4cdf69566d684d639d89f5935d02f247', 'subnets': [{'id': 'fd44a344-1188-445f-9381-edf868862a56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:52:32.370626 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:32.378270 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6dc8fe65-81b3-499e-9537-5139afd04dbc tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:32.598946 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cdbf9f84-db0b-4dd8-a03a-3244b34f8fb3 req-9677b9a4-2c28-45f4-a677-bae36f8aab53 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/security-groups?id=90a76e59-b548-473c-a742-3e3017c7d4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2275276 May 28 06:52:32.614732 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6dc8fe65-81b3-499e-9537-5139afd04dbc tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:32.662981 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aaadce-dbd8-4a7e-8d37-109d33c2607b req-e9eb1ec4-3324-41a4-8e97-39d58f644f5d tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:32.664773 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c7aaadce-dbd8-4a7e-8d37-109d33c2607b req-e9eb1ec4-3324-41a4-8e97-39d58f644f5d tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 944 time: 0.4860675 May 28 06:52:32.761250 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6dc8fe65-81b3-499e-9537-5139afd04dbc tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:32.833132 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc8fe65-81b3-499e-9537-5139afd04dbc tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=beb55330-08c4-403e-b243-a1155d93e096,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:52:33.026685 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6dc8fe65-81b3-499e-9537-5139afd04dbc tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:33.028276 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-6dc8fe65-81b3-499e-9537-5139afd04dbc tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7676854 May 28 06:52:33.031654 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 59792) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:52:33.037390 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-9df172dd-d28e-4c94-90cd-59f261e1a544 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Request body: {'security_group_rule': {'security_group_id': '3dc63e96-c416-4223-ab6d-3b955c9c0671', 'project_id': '4cdf69566d684d639d89f5935d02f247', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:52:33.057947 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-9df172dd-d28e-4c94-90cd-59f261e1a544 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:52:33.058503 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c7aaadce-dbd8-4a7e-8d37-109d33c2607b req-a47b72ee-ba77-4f0f-b191-c268479b4563 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3815329 May 28 06:52:33.067944 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-9df172dd-d28e-4c94-90cd-59f261e1a544 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Usage tracker for resource:security_group_rule and tenant:4cdf69566d684d639d89f5935d02f247 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:52:33.074724 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-9df172dd-d28e-4c94-90cd-59f261e1a544 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:52:33.077892 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device e55c732d-93d7-40bb-8a38-3a53b1edbe4a up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:52:33.103966 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-9df172dd-d28e-4c94-90cd-59f261e1a544 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:52:33.225230 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea64c6b7-b94d-4c82-b8e1-f705e0ed7cf7 req-1c333dd7-2768-4c8b-aebc-1d95e77e4a51 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:33.225230 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ea64c6b7-b94d-4c82-b8e1-f705e0ed7cf7 req-1c333dd7-2768-4c8b-aebc-1d95e77e4a51 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd400da8-a731-42e7-9df3-fbf5353cdeea HTTP/1.1" status: 200 len: 945 time: 0.2730505 May 28 06:52:33.231660 n-d-843702-1 neutron-server[89109]: INFO neutron.db.securitygroups_db [None req-9df172dd-d28e-4c94-90cd-59f261e1a544 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Project 4cdf69566d684d639d89f5935d02f247 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 06:52:33.244582 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9df172dd-d28e-4c94-90cd-59f261e1a544 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:33.369580 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port e55c732d-93d7-40bb-8a38-3a53b1edbe4a completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:52:33.378040 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port e55c732d-93d7-40bb-8a38-3a53b1edbe4a triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:52:33.378551 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:33.463303 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9df172dd-d28e-4c94-90cd-59f261e1a544 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:33.473872 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ea64c6b7-b94d-4c82-b8e1-f705e0ed7cf7 req-133bf3dc-5bac-4512-beaf-c8906c1f0404 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/security-groups?id=55eadb02-d3aa-43b2-bf74-b67b0f98720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203331 May 28 06:52:33.495622 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 466563e4-8251-4e01-896c-6874e3461ded up at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:52:33.499965 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [req-92509820-6a23-4980-a495-4b3245a0cc20 req-5f3496f1-b5ee-4de3-82d3-f03b48e39413 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 005e8ba5-a3ad-4ae8-a3dc-79c992a1f444 {{(pid=89110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:52:33.519996 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-92509820-6a23-4980-a495-4b3245a0cc20 req-5f3496f1-b5ee-4de3-82d3-f03b48e39413 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:33.558766 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-92509820-6a23-4980-a495-4b3245a0cc20 req-5f3496f1-b5ee-4de3-82d3-f03b48e39413 service neutron] Transition to ACTIVE for port object 005e8ba5-a3ad-4ae8-a3dc-79c992a1f444 will not be triggered until provisioned by entity L2. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:52:33.575616 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9df172dd-d28e-4c94-90cd-59f261e1a544 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:33.637307 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df172dd-d28e-4c94-90cd-59f261e1a544 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fca3d64-4bb8-44dc-a6af-612f175cce4a,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:52:33.647091 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-92509820-6a23-4980-a495-4b3245a0cc20 req-5f3496f1-b5ee-4de3-82d3-f03b48e39413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:33.736800 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port e55c732d-93d7-40bb-8a38-3a53b1edbe4a is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:52:33.743733 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:33.779331 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9df172dd-d28e-4c94-90cd-59f261e1a544 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:33.779331 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-9df172dd-d28e-4c94-90cd-59f261e1a544 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7462645 May 28 06:52:33.792869 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 59812) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:52:33.792869 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-499a2065-5f01-4234-a16d-5aec63bf712b tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Request body: {'security_group_rule': {'security_group_id': '3dc63e96-c416-4223-ab6d-3b955c9c0671', 'project_id': '4cdf69566d684d639d89f5935d02f247', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:52:33.811227 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning complete for port 466563e4-8251-4e01-896c-6874e3461ded triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:52:33.821394 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-499a2065-5f01-4234-a16d-5aec63bf712b tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:52:33.823912 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:33.859316 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-499a2065-5f01-4234-a16d-5aec63bf712b tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Usage tracker for resource:security_group_rule and tenant:4cdf69566d684d639d89f5935d02f247 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:52:33.878477 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-499a2065-5f01-4234-a16d-5aec63bf712b tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:52:33.887003 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-499a2065-5f01-4234-a16d-5aec63bf712b tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:52:33.931140 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port e55c732d-93d7-40bb-8a38-3a53b1edbe4a, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=e55c732d-93d7-40bb-8a38-3a53b1edbe4a,segment=NetworkSegment(ca3ff465-76e1-434d-a526-ded6276a665f),segment_id=ca3ff465-76e1-434d-a526-ded6276a665f)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:52:34.052894 n-d-843702-1 neutron-server[89109]: INFO neutron.db.securitygroups_db [None req-499a2065-5f01-4234-a16d-5aec63bf712b tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Project 4cdf69566d684d639d89f5935d02f247 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 06:52:34.061320 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:34.063399 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-499a2065-5f01-4234-a16d-5aec63bf712b tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:34.184734 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=e55c732d-93d7-40bb-8a38-3a53b1edbe4a,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:52:34.235629 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 466563e4-8251-4e01-896c-6874e3461ded is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:52:34.235629 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:34.292758 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3496f1-b5ee-4de3-82d3-f03b48e39413 service neutron] Pushing event updated for resources: {'Port': ['ID=005e8ba5-a3ad-4ae8-a3dc-79c992a1f444,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:52:34.315633 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-499a2065-5f01-4234-a16d-5aec63bf712b tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:34.330932 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5011e866-0e49-4786-a2cb-e0d4932d86ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '466563e4-8251-4e01-896c-6874e3461ded'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:52:34.345629 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 466563e4-8251-4e01-896c-6874e3461ded, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=466563e4-8251-4e01-896c-6874e3461ded,segment=NetworkSegment(891ef37d-2d2b-47ef-a8c4-170b0614d759),segment_id=891ef37d-2d2b-47ef-a8c4-170b0614d759)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:52:34.426087 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-499a2065-5f01-4234-a16d-5aec63bf712b tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:34.457645 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499a2065-5f01-4234-a16d-5aec63bf712b tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c340894f-f335-4088-ba4d-dbdd78ce678f,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:52:34.461702 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:34.483358 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-92509820-6a23-4980-a495-4b3245a0cc20 req-5f3496f1-b5ee-4de3-82d3-f03b48e39413 service neutron] Attempting to bind port 005e8ba5-a3ad-4ae8-a3dc-79c992a1f444 on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:52:34.483693 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-92509820-6a23-4980-a495-4b3245a0cc20 req-5f3496f1-b5ee-4de3-82d3-f03b48e39413 service neutron] Attempting to bind port 005e8ba5-a3ad-4ae8-a3dc-79c992a1f444 by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': '7ec0e308-8d07-4b60-b9c2-e7620dee5b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '244ee66f-8ba5-4a6d-a99b-5ec1fae21d38'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:52:34.484161 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92509820-6a23-4980-a495-4b3245a0cc20 req-5f3496f1-b5ee-4de3-82d3-f03b48e39413 service neutron] Attempting to bind port 005e8ba5-a3ad-4ae8-a3dc-79c992a1f444 on network 244ee66f-8ba5-4a6d-a99b-5ec1fae21d38 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:52:34.503021 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92509820-6a23-4980-a495-4b3245a0cc20 req-5f3496f1-b5ee-4de3-82d3-f03b48e39413 service neutron] Port 005e8ba5-a3ad-4ae8-a3dc-79c992a1f444 on network 244ee66f-8ba5-4a6d-a99b-5ec1fae21d38 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:52:34.503021 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92509820-6a23-4980-a495-4b3245a0cc20 req-5f3496f1-b5ee-4de3-82d3-f03b48e39413 service neutron] Attempting to bind port 005e8ba5-a3ad-4ae8-a3dc-79c992a1f444 on network 244ee66f-8ba5-4a6d-a99b-5ec1fae21d38 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:52:34.514406 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92509820-6a23-4980-a495-4b3245a0cc20 req-5f3496f1-b5ee-4de3-82d3-f03b48e39413 service neutron] Checking agent: {'id': '69f492a0-c00d-46d0-9bec-fcd8161ce206', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:52:34.514406 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92509820-6a23-4980-a495-4b3245a0cc20 req-5f3496f1-b5ee-4de3-82d3-f03b48e39413 service neutron] Checking segment: {'id': '7ec0e308-8d07-4b60-b9c2-e7620dee5b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '244ee66f-8ba5-4a6d-a99b-5ec1fae21d38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:52:34.514406 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92509820-6a23-4980-a495-4b3245a0cc20 req-5f3496f1-b5ee-4de3-82d3-f03b48e39413 service neutron] Bound using segment: {'id': '7ec0e308-8d07-4b60-b9c2-e7620dee5b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '244ee66f-8ba5-4a6d-a99b-5ec1fae21d38'} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:52:34.514406 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-92509820-6a23-4980-a495-4b3245a0cc20 req-5f3496f1-b5ee-4de3-82d3-f03b48e39413 service neutron] Bound port: 005e8ba5-a3ad-4ae8-a3dc-79c992a1f444, host: n-h1-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ec0e308-8d07-4b60-b9c2-e7620dee5b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '244ee66f-8ba5-4a6d-a99b-5ec1fae21d38'}}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:52:34.514406 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-92509820-6a23-4980-a495-4b3245a0cc20 req-5f3496f1-b5ee-4de3-82d3-f03b48e39413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:34.546591 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a02edf7-6aea-467b-afdf-00fd87cbeaa2 req-36e446d0-8620-4c60-95ca-5be4e57bde89 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:34.551633 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7a02edf7-6aea-467b-afdf-00fd87cbeaa2 req-36e446d0-8620-4c60-95ca-5be4e57bde89 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2af3415-a4c0-48fc-9c75-8956dc3347d3 HTTP/1.1" status: 200 len: 943 time: 0.5349278 May 28 06:52:34.579387 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aa0963-1ea9-4ef6-bf45-70dfa5a26c85 req-4fa95eae-0c89-4299-9072-ec25f1719f04 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:34.579387 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-36aa0963-1ea9-4ef6-bf45-70dfa5a26c85 req-4fa95eae-0c89-4299-9072-ec25f1719f04 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd400da8-a731-42e7-9df3-fbf5353cdeea HTTP/1.1" status: 200 len: 945 time: 0.5062945 May 28 06:52:34.621798 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-499a2065-5f01-4234-a16d-5aec63bf712b tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:34.621798 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-499a2065-5f01-4234-a16d-5aec63bf712b tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8238466 May 28 06:52:34.715295 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=466563e4-8251-4e01-896c-6874e3461ded,revision_number=10']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:52:34.730127 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7a02edf7-6aea-467b-afdf-00fd87cbeaa2 req-9984088f-92c3-4012-a4d6-c8aa4dce7c33 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/security-groups?id=90a76e59-b548-473c-a742-3e3017c7d4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132073 May 28 06:52:34.940405 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-92509820-6a23-4980-a495-4b3245a0cc20 req-5f3496f1-b5ee-4de3-82d3-f03b48e39413 service neutron] For port 005e8ba5-a3ad-4ae8-a3dc-79c992a1f444, host n-h1-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:52:34.991080 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-92509820-6a23-4980-a495-4b3245a0cc20 req-5f3496f1-b5ee-4de3-82d3-f03b48e39413 service neutron] For port 005e8ba5-a3ad-4ae8-a3dc-79c992a1f444, host n-h1-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=005e8ba5-a3ad-4ae8-a3dc-79c992a1f444,segment=NetworkSegment(7ec0e308-8d07-4b60-b9c2-e7620dee5b7c),segment_id=7ec0e308-8d07-4b60-b9c2-e7620dee5b7c)] {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:52:34.991080 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-36aa0963-1ea9-4ef6-bf45-70dfa5a26c85 req-eb18eae0-e7b3-4af2-84a6-c5c08f7b3fba tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/security-groups?id=55eadb02-d3aa-43b2-bf74-b67b0f98720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4089036 May 28 06:52:35.063031 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device e55c732d-93d7-40bb-8a38-3a53b1edbe4a up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:52:35.096651 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c21296-248c-44c4-b5d9-7912a125e2de req-2cc6c02b-2dba-4773-beae-e02e345dad0b tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:35.096651 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-81c21296-248c-44c4-b5d9-7912a125e2de req-2cc6c02b-2dba-4773-beae-e02e345dad0b tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 946 time: 0.2157357 May 28 06:52:35.109857 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-92509820-6a23-4980-a495-4b3245a0cc20 req-5f3496f1-b5ee-4de3-82d3-f03b48e39413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:35.163768 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-927a5e0b-9184-446e-b311-a61db384a4df'] response: {'server_uuid': '5011e866-0e49-4786-a2cb-e0d4932d86ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '466563e4-8251-4e01-896c-6874e3461ded', 'code': 200} May 28 06:52:35.198194 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port e55c732d-93d7-40bb-8a38-3a53b1edbe4a triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:52:35.198855 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:35.273618 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3496f1-b5ee-4de3-82d3-f03b48e39413 service neutron] Pushing event updated for resources: {'Port': ['ID=005e8ba5-a3ad-4ae8-a3dc-79c992a1f444,revision_number=3']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:52:35.287955 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92509820-6a23-4980-a495-4b3245a0cc20 req-5f3496f1-b5ee-4de3-82d3-f03b48e39413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:35.288827 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-92509820-6a23-4980-a495-4b3245a0cc20 req-5f3496f1-b5ee-4de3-82d3-f03b48e39413 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:35.290907 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-92509820-6a23-4980-a495-4b3245a0cc20 req-5f3496f1-b5ee-4de3-82d3-f03b48e39413 service neutron] 10.222.0.69 "PUT /v2.0/ports/005e8ba5-a3ad-4ae8-a3dc-79c992a1f444 HTTP/1.1" status: 200 len: 1091 time: 3.4950368 May 28 06:52:35.291434 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2af3415-a4c0-48fc-9c75-8956dc3347d3', 'tag': '005e8ba5-a3ad-4ae8-a3dc-79c992a1f444'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:52:35.394744 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port e55c732d-93d7-40bb-8a38-3a53b1edbe4a is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:52:35.400441 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-81c21296-248c-44c4-b5d9-7912a125e2de req-dabe9df0-43bb-4b87-8d26-3451d6a5e0e3 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979465 May 28 06:52:35.642589 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 59862) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:52:35.677197 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-e108542c-20a5-4cf3-8a60-3ac53a63959a req-47c2e72e-48d2-404a-bca2-281f97feaaab tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Synchronizing usage tracker for tenant:4cdf69566d684d639d89f5935d02f247 on resource:security_group {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:52:35.803615 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a1afbf86-e772-4a32-8844-ce0ad2778b64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:35.821702 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-a1afbf86-e772-4a32-8844-ce0ad2778b64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:52:35.827535 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-a1afbf86-e772-4a32-8844-ce0ad2778b64 admin admin] Usage tracker for resource:security_group_rule and tenant:a0277e0987a44e6eb582906c31206fba is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:52:35.830713 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-a1afbf86-e772-4a32-8844-ce0ad2778b64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:52:35.837715 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-a1afbf86-e772-4a32-8844-ce0ad2778b64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:52:35.874086 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-e108542c-20a5-4cf3-8a60-3ac53a63959a req-47c2e72e-48d2-404a-bca2-281f97feaaab tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Unset dirty status for tenant:4cdf69566d684d639d89f5935d02f247 on resource:security_group {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:52:35.881733 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e108542c-20a5-4cf3-8a60-3ac53a63959a req-47c2e72e-48d2-404a-bca2-281f97feaaab tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-208983597&fields=id&tenant_id=4cdf69566d684d639d89f5935d02f247 HTTP/1.1" status: 200 len: 267 time: 0.5653925 May 28 06:52:35.994317 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629d583c-9736-42bb-b308-73497fb41833 req-ca9e523e-0ff4-44cf-8d8b-3e40bb95a82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:35.994317 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-629d583c-9736-42bb-b308-73497fb41833 req-ca9e523e-0ff4-44cf-8d8b-3e40bb95a82a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 1097 time: 0.3094883 May 28 06:52:36.013729 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92509820-6a23-4980-a495-4b3245a0cc20 req-dbf8d297-8d48-4342-ad43-3eb8e76eb859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:36.013729 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-92509820-6a23-4980-a495-4b3245a0cc20 req-dbf8d297-8d48-4342-ad43-3eb8e76eb859 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=923dafe00970411a989ff222606e459e&device_id=a2af3415-a4c0-48fc-9c75-8956dc3347d3 HTTP/1.1" status: 200 len: 1094 time: 0.5439088 May 28 06:52:36.016609 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a1afbf86-e772-4a32-8844-ce0ad2778b64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:36.134366 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-92509820-6a23-4980-a495-4b3245a0cc20 req-1608370d-bfbb-4dd0-b064-0fa5bafcfa5e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=005e8ba5-a3ad-4ae8-a3dc-79c992a1f444 HTTP/1.1" status: 200 len: 217 time: 0.0901372 May 28 06:52:36.138038 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-629d583c-9736-42bb-b308-73497fb41833 req-e2b2f039-1782-43a5-8179-00052b818743 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307442 May 28 06:52:36.151538 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a1afbf86-e772-4a32-8844-ce0ad2778b64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:36.175082 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e108542c-20a5-4cf3-8a60-3ac53a63959a req-df92e357-10ef-4caa-9ea9-66f883ca4a5b tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:36.175864 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-e108542c-20a5-4cf3-8a60-3ac53a63959a req-df92e357-10ef-4caa-9ea9-66f883ca4a5b tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Synchronizing usage tracker for tenant:4cdf69566d684d639d89f5935d02f247 on resource:network {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:52:36.205495 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-a1afbf86-e772-4a32-8844-ce0ad2778b64 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a0277e0987a44e6eb582906c31206fba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5622602 May 28 06:52:36.206840 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 59878) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:52:36.248796 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1afbf86-e772-4a32-8844-ce0ad2778b64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=433b57a8-2cfb-4a71-9c86-7aef2ce3b259,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:52:36.303538 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-e108542c-20a5-4cf3-8a60-3ac53a63959a req-df92e357-10ef-4caa-9ea9-66f883ca4a5b tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Unset dirty status for tenant:4cdf69566d684d639d89f5935d02f247 on resource:network {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:52:36.303538 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e108542c-20a5-4cf3-8a60-3ac53a63959a req-df92e357-10ef-4caa-9ea9-66f883ca4a5b tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "GET /v2.0/networks?id=173ebec9-d214-4878-87ea-a35c1ed70da7 HTTP/1.1" status: 200 len: 796 time: 0.4205906 May 28 06:52:36.335939 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac6ec4a2-badf-453e-a87c-81784f0f6bfe'] response: {'name': 'network-changed', 'server_uuid': 'a2af3415-a4c0-48fc-9c75-8956dc3347d3', 'tag': '005e8ba5-a3ad-4ae8-a3dc-79c992a1f444', 'status': 'completed', 'code': 200} May 28 06:52:36.352763 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6d2d8475-1701-4a4d-95c2-740047c7737a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:36.399625 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6d2d8475-1701-4a4d-95c2-740047c7737a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:36.417377 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e108542c-20a5-4cf3-8a60-3ac53a63959a req-5d4b87fc-82e9-48ff-9a84-a19c9e6d306e tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "GET /v2.0/quotas/4cdf69566d684d639d89f5935d02f247 HTTP/1.1" status: 200 len: 375 time: 0.0924885 May 28 06:52:36.551251 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92509820-6a23-4980-a495-4b3245a0cc20 req-5469f929-6a44-446e-9c23-603e9256fdbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:36.552820 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-92509820-6a23-4980-a495-4b3245a0cc20 req-5469f929-6a44-446e-9c23-603e9256fdbb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=395c6a06-7ada-4575-b52f-ff6a58f20fb7 HTTP/1.1" status: 200 len: 854 time: 0.2193909 May 28 06:52:36.587944 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6d2d8475-1701-4a4d-95c2-740047c7737a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:36.616934 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2d8475-1701-4a4d-95c2-740047c7737a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=433b57a8-2cfb-4a71-9c86-7aef2ce3b259,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:52:36.632932 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6d2d8475-1701-4a4d-95c2-740047c7737a admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:36.632932 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-6d2d8475-1701-4a4d-95c2-740047c7737a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/433b57a8-2cfb-4a71-9c86-7aef2ce3b259 HTTP/1.1" status: 204 len: 168 time: 0.4214716 May 28 06:52:36.664956 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e108542c-20a5-4cf3-8a60-3ac53a63959a req-a15f876c-e7ec-4649-84df-80cfdd2a17a4 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=4cdf69566d684d639d89f5935d02f247&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2563009 May 28 06:52:36.678408 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8564767-fab0-41c8-b5b3-9241546ce54f req-76829f7a-b134-43fb-a544-a60f1e6207c0 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:36.690660 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f8564767-fab0-41c8-b5b3-9241546ce54f req-76829f7a-b134-43fb-a544-a60f1e6207c0 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2af3415-a4c0-48fc-9c75-8956dc3347d3 HTTP/1.1" status: 200 len: 943 time: 0.2233841 May 28 06:52:36.750162 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92509820-6a23-4980-a495-4b3245a0cc20 req-89933772-1b62-4f32-84d2-0007c37edc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:36.750162 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-92509820-6a23-4980-a495-4b3245a0cc20 req-89933772-1b62-4f32-84d2-0007c37edc47 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=244ee66f-8ba5-4a6d-a99b-5ec1fae21d38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1876893 May 28 06:52:36.762691 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f8564767-fab0-41c8-b5b3-9241546ce54f req-0f16d1e6-0b67-4637-97be-774fe3ae3b65 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/security-groups?id=90a76e59-b548-473c-a742-3e3017c7d4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794942 May 28 06:52:37.061099 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-92509820-6a23-4980-a495-4b3245a0cc20 req-6d1296f3-5623-4783-aad0-c259cce291ff service neutron] 10.222.0.69 "GET /v2.0/networks/244ee66f-8ba5-4a6d-a99b-5ec1fae21d38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2904739 May 28 06:52:37.127941 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e108542c-20a5-4cf3-8a60-3ac53a63959a req-9af24d84-dddf-4381-8c95-4fdc93c91b41 service neutron] 10.222.0.55 "GET /v2.0/networks/173ebec9-d214-4878-87ea-a35c1ed70da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4252636 May 28 06:52:37.392145 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddf97ea-bc5f-40f5-8661-a3d86525edbb req-5b58a803-09fd-4afe-a838-ab6c011bb33c tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:37.399386 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dddf97ea-bc5f-40f5-8661-a3d86525edbb req-5b58a803-09fd-4afe-a838-ab6c011bb33c tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd400da8-a731-42e7-9df3-fbf5353cdeea HTTP/1.1" status: 200 len: 945 time: 0.4731476 May 28 06:52:37.527900 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e108542c-20a5-4cf3-8a60-3ac53a63959a req-5742e5be-671b-4bb2-9f0a-f674a14b651f service neutron] 10.222.0.55 "GET /v2.0/networks/173ebec9-d214-4878-87ea-a35c1ed70da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3826470 May 28 06:52:37.531041 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-92509820-6a23-4980-a495-4b3245a0cc20 req-6a171e91-cffa-4a01-a763-135caa23bf3b service neutron] 10.222.0.69 "GET /v2.0/networks/244ee66f-8ba5-4a6d-a99b-5ec1fae21d38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4186018 May 28 06:52:37.623168 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dddf97ea-bc5f-40f5-8661-a3d86525edbb req-d0178323-5a48-4c09-b2db-b2849c968e1b tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/security-groups?id=55eadb02-d3aa-43b2-bf74-b67b0f98720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158127 May 28 06:52:37.638654 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 59920) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:52:37.671030 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3cca18c0-6018-4c4f-b9d1-4c9371b6c97a admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:37.884146 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-3cca18c0-6018-4c4f-b9d1-4c9371b6c97a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:52:37.894253 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-3cca18c0-6018-4c4f-b9d1-4c9371b6c97a admin admin] Usage tracker for resource:security_group_rule and tenant:46af52c4683a4086a9985a75ab62e337 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:52:37.915059 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-3cca18c0-6018-4c4f-b9d1-4c9371b6c97a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:52:37.928455 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-3cca18c0-6018-4c4f-b9d1-4c9371b6c97a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:52:37.931877 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee44ec1-d038-4295-8996-18d6efff71ec req-d28bd784-6f6e-4523-ace3-dc0b1ac74403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:37.938785 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4ee44ec1-d038-4295-8996-18d6efff71ec req-d28bd784-6f6e-4523-ace3-dc0b1ac74403 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=923dafe00970411a989ff222606e459e&device_id=a2af3415-a4c0-48fc-9c75-8956dc3347d3 HTTP/1.1" status: 200 len: 1094 time: 0.2258859 May 28 06:52:38.000408 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40183d3-bad0-44d2-b772-57882096c746 req-8da7fb52-b47a-4a59-b15a-2168d95d6dee tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:38.001289 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-c40183d3-bad0-44d2-b772-57882096c746 req-8da7fb52-b47a-4a59-b15a-2168d95d6dee tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Synchronizing usage tracker for tenant:25104e9d91034f7ab315290096db2d20 on resource:port {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:52:38.137397 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3cca18c0-6018-4c4f-b9d1-4c9371b6c97a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:38.186313 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-c40183d3-bad0-44d2-b772-57882096c746 req-8da7fb52-b47a-4a59-b15a-2168d95d6dee tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Unset dirty status for tenant:25104e9d91034f7ab315290096db2d20 on resource:port {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:52:38.187490 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-c40183d3-bad0-44d2-b772-57882096c746 req-8da7fb52-b47a-4a59-b15a-2168d95d6dee tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.71 "GET /v2.0/ports?device_id=fd400da8-a731-42e7-9df3-fbf5353cdeea HTTP/1.1" status: 200 len: 945 time: 0.4978034 May 28 06:52:38.231574 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3cca18c0-6018-4c4f-b9d1-4c9371b6c97a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:38.315057 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [req-c40183d3-bad0-44d2-b772-57882096c746 req-03185dc0-8cd9-4d25-902c-1bbb1a61371f tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Deleting port ae5ab288-1ff5-49fd-828c-5d80c56f223b {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:52:38.315279 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-c40183d3-bad0-44d2-b772-57882096c746 req-03185dc0-8cd9-4d25-902c-1bbb1a61371f tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:38.341592 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cca18c0-6018-4c4f-b9d1-4c9371b6c97a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15ac4827-6747-4a09-a882-6811f9baa420,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:52:38.346184 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-3cca18c0-6018-4c4f-b9d1-4c9371b6c97a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=46af52c4683a4086a9985a75ab62e337&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7279699 May 28 06:52:38.350364 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 59960) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:52:38.405271 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8585e6-1fec-4620-89f2-b142ebbcc916 req-c9b23b72-72f0-4e87-a08a-3482db26f757 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:38.406652 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0c8585e6-1fec-4620-89f2-b142ebbcc916 req-c9b23b72-72f0-4e87-a08a-3482db26f757 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2af3415-a4c0-48fc-9c75-8956dc3347d3 HTTP/1.1" status: 200 len: 943 time: 0.4669805 May 28 06:52:38.474796 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee44ec1-d038-4295-8996-18d6efff71ec req-220a565c-2d10-47ca-94bf-f1f3e1a6163c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:38.476214 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4ee44ec1-d038-4295-8996-18d6efff71ec req-220a565c-2d10-47ca-94bf-f1f3e1a6163c service neutron] 10.222.0.69 "GET /v2.0/networks?id=244ee66f-8ba5-4a6d-a99b-5ec1fae21d38 HTTP/1.1" status: 200 len: 916 time: 0.4525383 May 28 06:52:38.577254 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4ee44ec1-d038-4295-8996-18d6efff71ec req-39a752b7-6d78-497d-8fa6-1b6e984a5248 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=005e8ba5-a3ad-4ae8-a3dc-79c992a1f444 HTTP/1.1" status: 200 len: 217 time: 0.0896926 May 28 06:52:38.582761 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0c8585e6-1fec-4620-89f2-b142ebbcc916 req-738a36cb-f53a-4e91-8e7d-1e3ce087adca tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/security-groups?id=90a76e59-b548-473c-a742-3e3017c7d4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1537344 May 28 06:52:38.586431 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9d639e11-74da-41a6-a5c0-f53b9415c75b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:38.589481 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-c40183d3-bad0-44d2-b772-57882096c746 req-03185dc0-8cd9-4d25-902c-1bbb1a61371f tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] For port ae5ab288-1ff5-49fd-828c-5d80c56f223b, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=ae5ab288-1ff5-49fd-828c-5d80c56f223b,segment=NetworkSegment(d3c6b9f0-14d5-4338-b095-ac6f93dbc704),segment_id=d3c6b9f0-14d5-4338-b095-ac6f93dbc704)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:52:38.589847 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-c40183d3-bad0-44d2-b772-57882096c746 req-03185dc0-8cd9-4d25-902c-1bbb1a61371f tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:38.635384 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ef9345-d3a3-4994-ada1-073f9f454205 req-f92873ae-50c9-4eeb-84cf-c61709e6857f tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:38.637590 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-25ef9345-d3a3-4994-ada1-073f9f454205 req-f92873ae-50c9-4eeb-84cf-c61709e6857f tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 946 time: 0.3638968 May 28 06:52:38.724095 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-78d63669-9fed-4649-9ff0-5fb1a3cb08f1 req-abd4f60f-41ee-48b2-9720-11694dac70e3 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "GET /v2.0/ports?device_id=e939d47d-4dee-40f1-8ac2-eb3a4263283a HTTP/1.1" status: 200 len: 210 time: 0.0855412 May 28 06:52:38.733850 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [req-c40183d3-bad0-44d2-b772-57882096c746 req-03185dc0-8cd9-4d25-902c-1bbb1a61371f tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Calling delete_port for ae5ab288-1ff5-49fd-828c-5d80c56f223b owned by compute:nova {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:52:38.740310 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9d639e11-74da-41a6-a5c0-f53b9415c75b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:38.785547 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee44ec1-d038-4295-8996-18d6efff71ec req-cd44f109-0b09-437c-8ba6-ed1159e87924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:38.787601 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4ee44ec1-d038-4295-8996-18d6efff71ec req-cd44f109-0b09-437c-8ba6-ed1159e87924 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=395c6a06-7ada-4575-b52f-ff6a58f20fb7 HTTP/1.1" status: 200 len: 854 time: 0.2024817 May 28 06:52:38.898083 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-25ef9345-d3a3-4994-ada1-073f9f454205 req-f793d35c-9e1c-4fb0-a568-23ca75734d69 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477036 May 28 06:52:39.021877 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee44ec1-d038-4295-8996-18d6efff71ec req-86bd26d5-e126-48d9-89c0-733fe7488b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:39.021877 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4ee44ec1-d038-4295-8996-18d6efff71ec req-86bd26d5-e126-48d9-89c0-733fe7488b1f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=244ee66f-8ba5-4a6d-a99b-5ec1fae21d38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2234211 May 28 06:52:39.066042 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ff5ce7-dc4b-4241-a93a-52fd85e192df req-0e0cfd73-882e-4ccf-9890-02dc690ebc4b tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:39.066042 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d2ff5ce7-dc4b-4241-a93a-52fd85e192df req-0e0cfd73-882e-4ccf-9890-02dc690ebc4b tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd400da8-a731-42e7-9df3-fbf5353cdeea HTTP/1.1" status: 200 len: 945 time: 0.1839988 May 28 06:52:39.071454 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-c40183d3-bad0-44d2-b772-57882096c746 req-03185dc0-8cd9-4d25-902c-1bbb1a61371f tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:39.076705 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9d639e11-74da-41a6-a5c0-f53b9415c75b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:39.079606 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['f8566525-c4cb-4e62-a1d8-5e9ce5ba1b4e'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:52:39.138691 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['ae5ab288-1ff5-49fd-828c-5d80c56f223b'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:52:39.156389 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d639e11-74da-41a6-a5c0-f53b9415c75b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15ac4827-6747-4a09-a882-6811f9baa420,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:52:39.172618 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9d639e11-74da-41a6-a5c0-f53b9415c75b admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:39.172811 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03185dc0-8cd9-4d25-902c-1bbb1a61371f tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Pushing event deleted for resources: {'Port': ['ID=ae5ab288-1ff5-49fd-828c-5d80c56f223b,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:52:39.172921 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-9d639e11-74da-41a6-a5c0-f53b9415c75b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/15ac4827-6747-4a09-a882-6811f9baa420 HTTP/1.1" status: 204 len: 168 time: 0.8169611 May 28 06:52:39.247933 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [req-c40183d3-bad0-44d2-b772-57882096c746 req-03185dc0-8cd9-4d25-902c-1bbb1a61371f tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] No DVR routers for this DVR port ae5ab288-1ff5-49fd-828c-5d80c56f223b on host n-h2-843702-1 {{(pid=89109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:52:39.250931 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-c40183d3-bad0-44d2-b772-57882096c746 req-03185dc0-8cd9-4d25-902c-1bbb1a61371f tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:39.268716 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd400da8-a731-42e7-9df3-fbf5353cdeea', 'name': 'network-vif-deleted', 'tag': 'ae5ab288-1ff5-49fd-828c-5d80c56f223b'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:52:39.294470 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d2ff5ce7-dc4b-4241-a93a-52fd85e192df req-88a85c81-4d69-4ddc-96b8-04c9f40d30d6 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/security-groups?id=55eadb02-d3aa-43b2-bf74-b67b0f98720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782198 May 28 06:52:39.322162 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4ee44ec1-d038-4295-8996-18d6efff71ec req-d83e4d87-85a6-496c-a3fc-2413e51c3310 service neutron] 10.222.0.69 "GET /v2.0/networks/244ee66f-8ba5-4a6d-a99b-5ec1fae21d38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2960141 May 28 06:52:39.364608 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07af87a5-c451-42f2-98c2-4ddd0e4d7c9b'] response: {'server_uuid': 'fd400da8-a731-42e7-9df3-fbf5353cdeea', 'name': 'network-vif-deleted', 'tag': 'ae5ab288-1ff5-49fd-828c-5d80c56f223b', 'status': 'completed', 'code': 200} May 28 06:52:39.399166 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-c40183d3-bad0-44d2-b772-57882096c746 req-03185dc0-8cd9-4d25-902c-1bbb1a61371f tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.71 "DELETE /v2.0/ports/ae5ab288-1ff5-49fd-828c-5d80c56f223b HTTP/1.1" status: 204 len: 173 time: 1.2051814 May 28 06:52:39.476772 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4ee44ec1-d038-4295-8996-18d6efff71ec req-6dff8cdf-0f03-48da-86d5-4bfc13389977 service neutron] 10.222.0.69 "GET /v2.0/networks/244ee66f-8ba5-4a6d-a99b-5ec1fae21d38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488137 May 28 06:52:39.538511 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 005e8ba5-a3ad-4ae8-a3dc-79c992a1f444 details requested by agent hyperv_n-h1-843702-1 with host n-h1-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:52:39.711885 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 005e8ba5-a3ad-4ae8-a3dc-79c992a1f444, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=005e8ba5-a3ad-4ae8-a3dc-79c992a1f444,segment=NetworkSegment(7ec0e308-8d07-4b60-b9c2-e7620dee5b7c),segment_id=7ec0e308-8d07-4b60-b9c2-e7620dee5b7c)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:52:39.736703 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Returning: {'device': '005e8ba5-a3ad-4ae8-a3dc-79c992a1f444', 'network_id': '244ee66f-8ba5-4a6d-a99b-5ec1fae21d38', 'port_id': '005e8ba5-a3ad-4ae8-a3dc-79c992a1f444', 'mac_address': 'fa:16:3e:89:4d:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '395c6a06-7ada-4575-b52f-ff6a58f20fb7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:52:39.961285 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dbc29a-797c-49d7-bf0a-ed3c530c3466 req-e1de5284-ff1b-4036-bff7-0e652d4e1c5a tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:39.961285 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e1dbc29a-797c-49d7-bf0a-ed3c530c3466 req-e1de5284-ff1b-4036-bff7-0e652d4e1c5a tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2af3415-a4c0-48fc-9c75-8956dc3347d3 HTTP/1.1" status: 200 len: 943 time: 0.2454932 May 28 06:52:39.971723 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 005e8ba5-a3ad-4ae8-a3dc-79c992a1f444 is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:52:39.971723 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:40.003480 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 005e8ba5-a3ad-4ae8-a3dc-79c992a1f444 {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:52:40.022171 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 005e8ba5-a3ad-4ae8-a3dc-79c992a1f444, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=005e8ba5-a3ad-4ae8-a3dc-79c992a1f444,segment=NetworkSegment(7ec0e308-8d07-4b60-b9c2-e7620dee5b7c),segment_id=7ec0e308-8d07-4b60-b9c2-e7620dee5b7c)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:52:40.027742 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3831d7e9-fd13-42cc-91d9-7b521ea79c21 req-6e8831c4-7a10-4a0b-9c00-de47aa55dbaf tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "GET /v2.0/ports?device_id=e939d47d-4dee-40f1-8ac2-eb3a4263283a HTTP/1.1" status: 200 len: 210 time: 0.0692492 May 28 06:52:40.065099 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e1dbc29a-797c-49d7-bf0a-ed3c530c3466 req-17d576e0-18a3-40d7-8a1b-f990222e9152 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/security-groups?id=90a76e59-b548-473c-a742-3e3017c7d4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662906 May 28 06:52:40.168865 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:40.215530 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062993d7-2034-4959-85c0-16116033d395 req-a0f761fe-2d1b-4082-9c3d-5f14742d43e1 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:40.217146 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-062993d7-2034-4959-85c0-16116033d395 req-a0f761fe-2d1b-4082-9c3d-5f14742d43e1 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 946 time: 0.0965540 May 28 06:52:40.239243 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=005e8ba5-a3ad-4ae8-a3dc-79c992a1f444,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:52:40.281499 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-062993d7-2034-4959-85c0-16116033d395 req-94ef05c3-3647-46f9-aec6-61c9a6cfc8cd tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579200 May 28 06:52:40.384072 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['005e8ba5-a3ad-4ae8-a3dc-79c992a1f444'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:52:40.632495 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b3c9a14b-dd5e-4edc-8603-ca184293195a req-f5f91d85-980a-46d4-92e5-11467d622ae1 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd400da8-a731-42e7-9df3-fbf5353cdeea HTTP/1.1" status: 200 len: 210 time: 0.1149623 May 28 06:52:41.347248 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d43139f4-d91d-4240-882e-87b4bbcf1f64 req-20fccc85-546f-4a66-99ff-8f1c9b15e94f tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "GET /v2.0/ports?device_id=e939d47d-4dee-40f1-8ac2-eb3a4263283a HTTP/1.1" status: 200 len: 210 time: 0.1050630 May 28 06:52:41.404489 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55fc57b-26b0-42ec-aa81-7dd91e33430c req-acf7a146-673a-4f61-b71a-653a4c4f0e4f tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:41.406061 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e55fc57b-26b0-42ec-aa81-7dd91e33430c req-acf7a146-673a-4f61-b71a-653a4c4f0e4f tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2af3415-a4c0-48fc-9c75-8956dc3347d3 HTTP/1.1" status: 200 len: 944 time: 0.1108315 May 28 06:52:41.531348 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e55fc57b-26b0-42ec-aa81-7dd91e33430c req-569202c9-5667-407b-9c25-12ce69ebb83c tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/security-groups?id=90a76e59-b548-473c-a742-3e3017c7d4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129227 May 28 06:52:41.555841 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 005e8ba5-a3ad-4ae8-a3dc-79c992a1f444 up at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:52:41.580242 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7348d4db-5e05-4816-8be0-37c970e1f324 req-3cf17114-8171-45d5-a32c-516e9b7729fc tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:41.582352 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7348d4db-5e05-4816-8be0-37c970e1f324 req-3cf17114-8171-45d5-a32c-516e9b7729fc tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 946 time: 0.1223752 May 28 06:52:41.631811 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7348d4db-5e05-4816-8be0-37c970e1f324 req-5f562eb6-3dac-41a9-932b-703a74d38f55 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436342 May 28 06:52:41.723482 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning for port 005e8ba5-a3ad-4ae8-a3dc-79c992a1f444 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:52:41.731825 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning complete for port 005e8ba5-a3ad-4ae8-a3dc-79c992a1f444 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:52:41.732693 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:41.861093 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e108542c-20a5-4cf3-8a60-3ac53a63959a req-eeb137eb-addd-43f9-ae87-69fb2122bade tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:41.864106 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-e108542c-20a5-4cf3-8a60-3ac53a63959a req-eeb137eb-addd-43f9-ae87-69fb2122bade tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.71 "GET /v2.0/networks?id=173ebec9-d214-4878-87ea-a35c1ed70da7 HTTP/1.1" status: 200 len: 796 time: 0.2271943 May 28 06:52:42.011649 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-e108542c-20a5-4cf3-8a60-3ac53a63959a req-51f5fa3b-ec58-40bc-b3cf-13848022ffc2 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Synchronizing usage tracker for tenant:4cdf69566d684d639d89f5935d02f247 on resource:security_group {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:52:42.024862 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-e108542c-20a5-4cf3-8a60-3ac53a63959a req-51f5fa3b-ec58-40bc-b3cf-13848022ffc2 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Unset dirty status for tenant:4cdf69566d684d639d89f5935d02f247 on resource:security_group {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:52:42.024862 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-e108542c-20a5-4cf3-8a60-3ac53a63959a req-51f5fa3b-ec58-40bc-b3cf-13848022ffc2 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4cdf69566d684d639d89f5935d02f247 HTTP/1.1" status: 200 len: 379 time: 0.1107256 May 28 06:52:42.046558 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-e108542c-20a5-4cf3-8a60-3ac53a63959a req-508e00a5-a3e9-4a44-beae-351ca5b264dd tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Request body: {'port': {'device_id': 'e939d47d-4dee-40f1-8ac2-eb3a4263283a', 'network_id': '173ebec9-d214-4878-87ea-a35c1ed70da7', 'admin_state_up': True, 'tenant_id': '4cdf69566d684d639d89f5935d02f247', 'security_groups': ['3dc63e96-c416-4223-ab6d-3b955c9c0671']}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:52:42.061831 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 005e8ba5-a3ad-4ae8-a3dc-79c992a1f444 is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:52:42.061831 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:42.115038 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8daba7-1ad0-465a-96d2-51a98058158c req-0b09687a-410d-4095-b381-c2f65d3b8f49 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:42.118482 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1c8daba7-1ad0-465a-96d2-51a98058158c req-0b09687a-410d-4095-b381-c2f65d3b8f49 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 946 time: 0.2266963 May 28 06:52:42.130988 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 005e8ba5-a3ad-4ae8-a3dc-79c992a1f444, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=005e8ba5-a3ad-4ae8-a3dc-79c992a1f444,segment=NetworkSegment(7ec0e308-8d07-4b60-b9c2-e7620dee5b7c),segment_id=7ec0e308-8d07-4b60-b9c2-e7620dee5b7c)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:52:42.133591 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2af3415-a4c0-48fc-9c75-8956dc3347d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '005e8ba5-a3ad-4ae8-a3dc-79c992a1f444'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:52:42.208088 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1c8daba7-1ad0-465a-96d2-51a98058158c req-98209427-1300-48c6-8238-c6c9e845a28b tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819933 May 28 06:52:42.271151 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [req-e108542c-20a5-4cf3-8a60-3ac53a63959a req-508e00a5-a3e9-4a44-beae-351ca5b264dd tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:52:42.275623 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-e108542c-20a5-4cf3-8a60-3ac53a63959a req-508e00a5-a3e9-4a44-beae-351ca5b264dd tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Usage tracker for resource:port and tenant:4cdf69566d684d639d89f5935d02f247 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:52:42.279814 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-e108542c-20a5-4cf3-8a60-3ac53a63959a req-508e00a5-a3e9-4a44-beae-351ca5b264dd tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:52:42.283921 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:42.288517 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-feb7366c-a31c-46b4-8d65-7ee10471bb52'] response: {'server_uuid': 'a2af3415-a4c0-48fc-9c75-8956dc3347d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '005e8ba5-a3ad-4ae8-a3dc-79c992a1f444', 'code': 200} May 28 06:52:42.306430 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [req-e108542c-20a5-4cf3-8a60-3ac53a63959a req-508e00a5-a3e9-4a44-beae-351ca5b264dd tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:52:42.385674 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=005e8ba5-a3ad-4ae8-a3dc-79c992a1f444,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:52:42.410915 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e108542c-20a5-4cf3-8a60-3ac53a63959a req-508e00a5-a3e9-4a44-beae-351ca5b264dd tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Made reservation on behalf of 4cdf69566d684d639d89f5935d02f247 for: {'port': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:52:42.410915 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-e108542c-20a5-4cf3-8a60-3ac53a63959a req-508e00a5-a3e9-4a44-beae-351ca5b264dd tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:42.542717 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device ae5ab288-1ff5-49fd-828c-5d80c56f223b no longer exists at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:52:42.648815 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] No Port match for: ae5ab288-1ff5-49fd-828c-5d80c56f223b {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:52:42.648815 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device ae5ab288-1ff5-49fd-828c-5d80c56f223b not bound to the agent host n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:52:42.799890 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-451ee287-9edc-435d-8000-47b95cae1fe6 req-78ffb64c-07cf-4149-92d6-e40651e2e1a2 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "GET /v2.0/ports?device_id=e939d47d-4dee-40f1-8ac2-eb3a4263283a HTTP/1.1" status: 200 len: 210 time: 0.1187391 May 28 06:52:42.861042 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed22e1f-de3f-464b-9248-280dc98d0219 req-932da9ab-622c-4796-8721-40f09a660b2f tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:42.868280 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9ed22e1f-de3f-464b-9248-280dc98d0219 req-932da9ab-622c-4796-8721-40f09a660b2f tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 946 time: 0.4984114 May 28 06:52:42.889273 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b5b8be-5885-429d-847c-a669d9fdddec req-bf7545fe-12d3-45bc-997a-fafb1c276442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:42.890779 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-76b5b8be-5885-429d-847c-a669d9fdddec req-bf7545fe-12d3-45bc-997a-fafb1c276442 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a2af3415-a4c0-48fc-9c75-8956dc3347d3 HTTP/1.1" status: 200 len: 1096 time: 0.1894653 May 28 06:52:42.925607 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [req-e108542c-20a5-4cf3-8a60-3ac53a63959a req-508e00a5-a3e9-4a44-beae-351ca5b264dd tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Allocated IP 172.20.0.10 (173ebec9-d214-4878-87ea-a35c1ed70da7/fd44a344-1188-445f-9381-edf868862a56/7f1fa5b0-b3c7-4c37-aeda-2cde48162088) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:52:42.968860 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9ed22e1f-de3f-464b-9248-280dc98d0219 req-d72b390c-6f84-4a1e-b476-086e300599e3 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996044 May 28 06:52:43.000721 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-76b5b8be-5885-429d-847c-a669d9fdddec req-740c98eb-ca34-4264-874e-fa220e6510c2 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=90a76e59-b548-473c-a742-3e3017c7d4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028216 May 28 06:52:43.218238 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-e108542c-20a5-4cf3-8a60-3ac53a63959a req-508e00a5-a3e9-4a44-beae-351ca5b264dd tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:43.254278 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [req-e108542c-20a5-4cf3-8a60-3ac53a63959a req-508e00a5-a3e9-4a44-beae-351ca5b264dd tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Transition to ACTIVE for port object 7f1fa5b0-b3c7-4c37-aeda-2cde48162088 will not be triggered until provisioned by entity DHCP. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:52:43.361589 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f49bc7-1e36-4fed-b9aa-d119721b19df req-44e1adc4-25bd-41a3-a90a-cc57392798b8 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:43.368311 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b7f49bc7-1e36-4fed-b9aa-d119721b19df req-44e1adc4-25bd-41a3-a90a-cc57392798b8 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2af3415-a4c0-48fc-9c75-8956dc3347d3 HTTP/1.1" status: 200 len: 945 time: 0.2734661 May 28 06:52:43.380675 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-e108542c-20a5-4cf3-8a60-3ac53a63959a req-508e00a5-a3e9-4a44-beae-351ca5b264dd tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:43.454200 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e108542c-20a5-4cf3-8a60-3ac53a63959a req-508e00a5-a3e9-4a44-beae-351ca5b264dd tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Network 173ebec9-d214-4878-87ea-a35c1ed70da7 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:52:43.463707 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b7f49bc7-1e36-4fed-b9aa-d119721b19df req-cb5802fe-620e-40ff-94ae-eac89ae4bffb tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/security-groups?id=90a76e59-b548-473c-a742-3e3017c7d4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873861 May 28 06:52:43.476617 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [req-e108542c-20a5-4cf3-8a60-3ac53a63959a req-508e00a5-a3e9-4a44-beae-351ca5b264dd tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:52:43.489079 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7835cf9-2e7e-475a-b7cc-bf0a3f6b0bf8 req-4a78888e-c3ad-44da-a392-60c1c9d4c22f tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:43.493596 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [req-e108542c-20a5-4cf3-8a60-3ac53a63959a req-508e00a5-a3e9-4a44-beae-351ca5b264dd tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:52:43.499409 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b7835cf9-2e7e-475a-b7cc-bf0a3f6b0bf8 req-4a78888e-c3ad-44da-a392-60c1c9d4c22f tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 946 time: 0.2307565 May 28 06:52:43.569566 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b7835cf9-2e7e-475a-b7cc-bf0a3f6b0bf8 req-1390520f-c070-4c27-8ec6-c74de23d4b2c tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747411 May 28 06:52:43.589665 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508e00a5-a3e9-4a44-beae-351ca5b264dd tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Pushing event updated for resources: {'Port': ['ID=7f1fa5b0-b3c7-4c37-aeda-2cde48162088,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:52:43.646669 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e108542c-20a5-4cf3-8a60-3ac53a63959a req-508e00a5-a3e9-4a44-beae-351ca5b264dd tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:43.659345 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-e108542c-20a5-4cf3-8a60-3ac53a63959a req-508e00a5-a3e9-4a44-beae-351ca5b264dd tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:43.804531 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-e108542c-20a5-4cf3-8a60-3ac53a63959a req-508e00a5-a3e9-4a44-beae-351ca5b264dd tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7757940 May 28 06:52:43.822775 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-e108542c-20a5-4cf3-8a60-3ac53a63959a req-75f0a893-c5d3-4da6-9ed0-a23067c0ec6f service neutron] Request body: {'port': {'device_id': 'e939d47d-4dee-40f1-8ac2-eb3a4263283a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843702-1'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:52:43.899066 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-5ea1abde-ab3a-40c5-9397-8ddc837f6d7a None None] Provisioning for port 7f1fa5b0-b3c7-4c37-aeda-2cde48162088 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:52:43.903031 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-5ea1abde-ab3a-40c5-9397-8ddc837f6d7a None None] Provisioning complete for port 7f1fa5b0-b3c7-4c37-aeda-2cde48162088 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:52:43.903404 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-5ea1abde-ab3a-40c5-9397-8ddc837f6d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:43.918545 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dafc1f-0115-4ac3-bdcb-18cee02450e0 req-fef7eaa7-ab2c-409e-a957-9a0b39c292c8 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:43.926232 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c5dafc1f-0115-4ac3-bdcb-18cee02450e0 req-fef7eaa7-ab2c-409e-a957-9a0b39c292c8 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 946 time: 0.1440859 May 28 06:52:44.128015 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c5dafc1f-0115-4ac3-bdcb-18cee02450e0 req-e175e297-42da-46fe-b568-b81b4bc35a77 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672752 May 28 06:52:44.156187 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-e108542c-20a5-4cf3-8a60-3ac53a63959a req-75f0a893-c5d3-4da6-9ed0-a23067c0ec6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:44.162095 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-5ea1abde-ab3a-40c5-9397-8ddc837f6d7a None None] Port 7f1fa5b0-b3c7-4c37-aeda-2cde48162088 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:52:44.398989 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d60ff5-9dcc-4799-92de-5e9a3365cf42 req-79333f67-845d-40ea-97c7-4fe716e9bfbe tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:44.398989 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-94d60ff5-9dcc-4799-92de-5e9a3365cf42 req-79333f67-845d-40ea-97c7-4fe716e9bfbe tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "GET /v2.0/ports?device_id=e939d47d-4dee-40f1-8ac2-eb3a4263283a HTTP/1.1" status: 200 len: 932 time: 0.2483473 May 28 06:52:44.461557 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-94d60ff5-9dcc-4799-92de-5e9a3365cf42 req-86f6e8f4-d265-44bf-891a-9f5ec00e8385 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "GET /v2.0/security-groups?id=3dc63e96-c416-4223-ab6d-3b955c9c0671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523319 May 28 06:52:44.669708 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabafab1-a735-4b5a-87a4-56fef4b5841b req-71e014d7-ac0b-438b-babe-b49bf52629e7 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:44.670446 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [req-e108542c-20a5-4cf3-8a60-3ac53a63959a req-75f0a893-c5d3-4da6-9ed0-a23067c0ec6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f1fa5b0-b3c7-4c37-aeda-2cde48162088 {{(pid=89109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:52:44.679355 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-e108542c-20a5-4cf3-8a60-3ac53a63959a req-75f0a893-c5d3-4da6-9ed0-a23067c0ec6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:44.681360 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fabafab1-a735-4b5a-87a4-56fef4b5841b req-71e014d7-ac0b-438b-babe-b49bf52629e7 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 946 time: 0.1332188 May 28 06:52:44.708609 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [req-e108542c-20a5-4cf3-8a60-3ac53a63959a req-75f0a893-c5d3-4da6-9ed0-a23067c0ec6f service neutron] Transition to ACTIVE for port object 7f1fa5b0-b3c7-4c37-aeda-2cde48162088 will not be triggered until provisioned by entity L2. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:52:44.778165 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-e108542c-20a5-4cf3-8a60-3ac53a63959a req-75f0a893-c5d3-4da6-9ed0-a23067c0ec6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:44.799681 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fabafab1-a735-4b5a-87a4-56fef4b5841b req-e5996235-1625-41a3-8061-2a2bd9178b20 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142104 May 28 06:52:44.869775 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93696344-c038-4596-87d3-c9d7eb71eccb req-0a46f433-d08b-4fab-b16a-19c712a79cc2 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:44.869775 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-93696344-c038-4596-87d3-c9d7eb71eccb req-0a46f433-d08b-4fab-b16a-19c712a79cc2 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2af3415-a4c0-48fc-9c75-8956dc3347d3 HTTP/1.1" status: 200 len: 945 time: 0.1650991 May 28 06:52:44.940733 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-93696344-c038-4596-87d3-c9d7eb71eccb req-432080a2-61a5-43c4-bff9-18c5cdb9ee1b tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/security-groups?id=90a76e59-b548-473c-a742-3e3017c7d4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679498 May 28 06:52:44.993136 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f0a893-c5d3-4da6-9ed0-a23067c0ec6f service neutron] Pushing event updated for resources: {'Port': ['ID=7f1fa5b0-b3c7-4c37-aeda-2cde48162088,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:52:45.093514 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4d4117-58f9-470a-8c8b-0b66a533e3b9 req-f32b164b-709f-4bc3-8c39-7fa801669ce8 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:45.100604 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fc4d4117-58f9-470a-8c8b-0b66a533e3b9 req-f32b164b-709f-4bc3-8c39-7fa801669ce8 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 946 time: 0.1466498 May 28 06:52:45.102596 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-e108542c-20a5-4cf3-8a60-3ac53a63959a req-75f0a893-c5d3-4da6-9ed0-a23067c0ec6f service neutron] Attempting to bind port 7f1fa5b0-b3c7-4c37-aeda-2cde48162088 on host n-h2-843702-1 for vnic_type normal with profile {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:52:45.105780 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-e108542c-20a5-4cf3-8a60-3ac53a63959a req-75f0a893-c5d3-4da6-9ed0-a23067c0ec6f service neutron] Attempting to bind port 7f1fa5b0-b3c7-4c37-aeda-2cde48162088 by drivers openvswitch,hyperv on host n-h2-843702-1 at level 0 using segments [{'id': 'ca3ff465-76e1-434d-a526-ded6276a665f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '173ebec9-d214-4878-87ea-a35c1ed70da7'}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:52:45.106377 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e108542c-20a5-4cf3-8a60-3ac53a63959a req-75f0a893-c5d3-4da6-9ed0-a23067c0ec6f service neutron] Attempting to bind port 7f1fa5b0-b3c7-4c37-aeda-2cde48162088 on network 173ebec9-d214-4878-87ea-a35c1ed70da7 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:52:45.127989 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e108542c-20a5-4cf3-8a60-3ac53a63959a req-75f0a893-c5d3-4da6-9ed0-a23067c0ec6f service neutron] Port 7f1fa5b0-b3c7-4c37-aeda-2cde48162088 on network 173ebec9-d214-4878-87ea-a35c1ed70da7 not bound, no agent of type Open vSwitch agent registered on host n-h2-843702-1 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:52:45.128319 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e108542c-20a5-4cf3-8a60-3ac53a63959a req-75f0a893-c5d3-4da6-9ed0-a23067c0ec6f service neutron] Attempting to bind port 7f1fa5b0-b3c7-4c37-aeda-2cde48162088 on network 173ebec9-d214-4878-87ea-a35c1ed70da7 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:52:45.134661 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e108542c-20a5-4cf3-8a60-3ac53a63959a req-75f0a893-c5d3-4da6-9ed0-a23067c0ec6f service neutron] Checking agent: {'id': 'f1a3973b-d2b3-4558-88e7-2ac50857d302', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:52:45.135025 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e108542c-20a5-4cf3-8a60-3ac53a63959a req-75f0a893-c5d3-4da6-9ed0-a23067c0ec6f service neutron] Checking segment: {'id': 'ca3ff465-76e1-434d-a526-ded6276a665f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '173ebec9-d214-4878-87ea-a35c1ed70da7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:52:45.140817 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e108542c-20a5-4cf3-8a60-3ac53a63959a req-75f0a893-c5d3-4da6-9ed0-a23067c0ec6f service neutron] Bound using segment: {'id': 'ca3ff465-76e1-434d-a526-ded6276a665f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '173ebec9-d214-4878-87ea-a35c1ed70da7'} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:52:45.141515 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-e108542c-20a5-4cf3-8a60-3ac53a63959a req-75f0a893-c5d3-4da6-9ed0-a23067c0ec6f service neutron] Bound port: 7f1fa5b0-b3c7-4c37-aeda-2cde48162088, host: n-h2-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca3ff465-76e1-434d-a526-ded6276a665f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '173ebec9-d214-4878-87ea-a35c1ed70da7'}}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:52:45.141883 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-e108542c-20a5-4cf3-8a60-3ac53a63959a req-75f0a893-c5d3-4da6-9ed0-a23067c0ec6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:45.175678 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fc4d4117-58f9-470a-8c8b-0b66a533e3b9 req-1525504b-76fe-4f03-a03c-ba63cff8e96b tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624158 May 28 06:52:45.267331 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-e108542c-20a5-4cf3-8a60-3ac53a63959a req-75f0a893-c5d3-4da6-9ed0-a23067c0ec6f service neutron] For port 7f1fa5b0-b3c7-4c37-aeda-2cde48162088, host n-h2-843702-1, cleared binding levels {{(pid=89109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:52:45.271103 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-e108542c-20a5-4cf3-8a60-3ac53a63959a req-75f0a893-c5d3-4da6-9ed0-a23067c0ec6f service neutron] For port 7f1fa5b0-b3c7-4c37-aeda-2cde48162088, host n-h2-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=7f1fa5b0-b3c7-4c37-aeda-2cde48162088,segment=NetworkSegment(ca3ff465-76e1-434d-a526-ded6276a665f),segment_id=ca3ff465-76e1-434d-a526-ded6276a665f)] {{(pid=89109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:52:45.348945 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-e108542c-20a5-4cf3-8a60-3ac53a63959a req-75f0a893-c5d3-4da6-9ed0-a23067c0ec6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:45.410260 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9ea573-3f04-4830-8580-cb2c296f55be req-011460fd-26c6-4b81-b620-e0f456da85ee tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:45.410260 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-df9ea573-3f04-4830-8580-cb2c296f55be req-011460fd-26c6-4b81-b620-e0f456da85ee tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2af3415-a4c0-48fc-9c75-8956dc3347d3 HTTP/1.1" status: 200 len: 945 time: 0.1170402 May 28 06:52:45.427094 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 60256) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:52:45.435631 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-0077dc70-3d2d-49cd-82ca-d858b70c0de9 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Request body: {'floatingip': {'port_id': '005e8ba5-a3ad-4ae8-a3dc-79c992a1f444'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:52:45.476257 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e108542c-20a5-4cf3-8a60-3ac53a63959a req-75f0a893-c5d3-4da6-9ed0-a23067c0ec6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:45.476257 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-e108542c-20a5-4cf3-8a60-3ac53a63959a req-75f0a893-c5d3-4da6-9ed0-a23067c0ec6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:45.486556 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-e108542c-20a5-4cf3-8a60-3ac53a63959a req-75f0a893-c5d3-4da6-9ed0-a23067c0ec6f service neutron] 10.222.0.71 "PUT /v2.0/ports/7f1fa5b0-b3c7-4c37-aeda-2cde48162088 HTTP/1.1" status: 200 len: 1092 time: 1.6536758 May 28 06:52:45.486556 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e939d47d-4dee-40f1-8ac2-eb3a4263283a', 'tag': '7f1fa5b0-b3c7-4c37-aeda-2cde48162088'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:52:45.531530 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f0a893-c5d3-4da6-9ed0-a23067c0ec6f service neutron] Pushing event updated for resources: {'Port': ['ID=7f1fa5b0-b3c7-4c37-aeda-2cde48162088,revision_number=3']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:52:45.554582 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0077dc70-3d2d-49cd-82ca-d858b70c0de9 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks [] for floatingip, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:45.729377 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce854652-5100-4ff4-b292-fa7b38368e1d'] response: {'name': 'network-changed', 'server_uuid': 'e939d47d-4dee-40f1-8ac2-eb3a4263283a', 'tag': '7f1fa5b0-b3c7-4c37-aeda-2cde48162088', 'status': 'completed', 'code': 200} May 28 06:52:45.789033 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e108542c-20a5-4cf3-8a60-3ac53a63959a req-50d749c7-31ad-4337-b4f7-84872b9eec55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:45.791139 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-e108542c-20a5-4cf3-8a60-3ac53a63959a req-50d749c7-31ad-4337-b4f7-84872b9eec55 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4cdf69566d684d639d89f5935d02f247&device_id=e939d47d-4dee-40f1-8ac2-eb3a4263283a HTTP/1.1" status: 200 len: 1095 time: 0.1203709 May 28 06:52:45.933991 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-e108542c-20a5-4cf3-8a60-3ac53a63959a req-1ead63ff-4714-44c0-b3ad-9b79bec87a39 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f1fa5b0-b3c7-4c37-aeda-2cde48162088 HTTP/1.1" status: 200 len: 217 time: 0.1122808 May 28 06:52:45.998379 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e108542c-20a5-4cf3-8a60-3ac53a63959a req-17acc5b1-8741-4533-ae3c-c6e04bac1947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:45.998379 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-e108542c-20a5-4cf3-8a60-3ac53a63959a req-17acc5b1-8741-4533-ae3c-c6e04bac1947 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=fd44a344-1188-445f-9381-edf868862a56 HTTP/1.1" status: 200 len: 835 time: 0.0690534 May 28 06:52:46.108897 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e108542c-20a5-4cf3-8a60-3ac53a63959a req-c9494782-b519-4dc3-bec7-f5270c054a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:46.111062 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-e108542c-20a5-4cf3-8a60-3ac53a63959a req-c9494782-b519-4dc3-bec7-f5270c054a72 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=173ebec9-d214-4878-87ea-a35c1ed70da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1046262 May 28 06:52:46.326183 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d3b9a7-2618-4361-8fbb-ce1689b8f66d req-6e932f27-6793-466c-8d24-4ea21447c340 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:46.328893 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-10d3b9a7-2618-4361-8fbb-ce1689b8f66d req-6e932f27-6793-466c-8d24-4ea21447c340 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "GET /v2.0/ports?device_id=e939d47d-4dee-40f1-8ac2-eb3a4263283a HTTP/1.1" status: 200 len: 944 time: 0.3971543 May 28 06:52:46.398314 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-e108542c-20a5-4cf3-8a60-3ac53a63959a req-282ccfad-5a51-45fc-bfb3-a2ab734bc52b service neutron] 10.222.0.71 "GET /v2.0/networks/173ebec9-d214-4878-87ea-a35c1ed70da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2807946 May 28 06:52:46.475041 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-10d3b9a7-2618-4361-8fbb-ce1689b8f66d req-577495f9-a3ae-4d0f-8790-ae10ba674f93 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "GET /v2.0/security-groups?id=3dc63e96-c416-4223-ab6d-3b955c9c0671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1334388 May 28 06:52:46.643904 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-e108542c-20a5-4cf3-8a60-3ac53a63959a req-a6721e63-359d-40e4-913a-be4ce1004c15 service neutron] 10.222.0.71 "GET /v2.0/networks/173ebec9-d214-4878-87ea-a35c1ed70da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377934 May 28 06:52:46.702586 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0077dc70-3d2d-49cd-82ca-d858b70c0de9 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:46.802106 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0077dc70-3d2d-49cd-82ca-d858b70c0de9 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691094'] for floatingip, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:46.878379 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6596327b-d186-4809-aa08-0b7e1a9a2e52 req-f0544d44-430f-412a-a229-99abd77077da tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:46.878379 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6596327b-d186-4809-aa08-0b7e1a9a2e52 req-f0544d44-430f-412a-a229-99abd77077da tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=479b236c-db1d-48ae-9c3e-6d471a3b8fcc HTTP/1.1" status: 200 len: 945 time: 0.5025759 May 28 06:52:46.964457 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6596327b-d186-4809-aa08-0b7e1a9a2e52 req-d8e7be2d-751c-4462-b7d4-cabdc93f96d9 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/security-groups?id=55eadb02-d3aa-43b2-bf74-b67b0f98720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821912 May 28 06:52:47.032661 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae3fdba-9ef3-49ef-b11a-1664ffabcf9e req-bc009269-de2f-4626-bd93-7802b74e5219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:47.034319 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-4ae3fdba-9ef3-49ef-b11a-1664ffabcf9e req-bc009269-de2f-4626-bd93-7802b74e5219 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4cdf69566d684d639d89f5935d02f247&device_id=e939d47d-4dee-40f1-8ac2-eb3a4263283a HTTP/1.1" status: 200 len: 1095 time: 0.1425767 May 28 06:52:47.071672 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8264d6-47e2-43cf-a087-c88259ede9ff req-b620cd65-94d6-4245-a38b-92746740923f tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:47.080287 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fc8264d6-47e2-43cf-a087-c88259ede9ff req-b620cd65-94d6-4245-a38b-92746740923f tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 946 time: 0.3415983 May 28 06:52:47.200541 n-d-843702-1 neutron-server[89110]: INFO neutron.db.l3_db [None req-0077dc70-3d2d-49cd-82ca-d858b70c0de9 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Floating IP a930bd09-afec-4a0a-8c17-398cb2e46f41 associated. External IP: 172.25.5.165, port: 005e8ba5-a3ad-4ae8-a3dc-79c992a1f444. May 28 06:52:47.237910 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae3fdba-9ef3-49ef-b11a-1664ffabcf9e req-5355f0c0-4ec7-460e-8f84-7891ae17e2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:47.237910 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-4ae3fdba-9ef3-49ef-b11a-1664ffabcf9e req-5355f0c0-4ec7-460e-8f84-7891ae17e2fe service neutron] 10.222.0.71 "GET /v2.0/networks?id=173ebec9-d214-4878-87ea-a35c1ed70da7 HTTP/1.1" status: 200 len: 897 time: 0.1917608 May 28 06:52:47.329256 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-4ae3fdba-9ef3-49ef-b11a-1664ffabcf9e req-002c8d7a-acf1-451a-9319-3897faa31b91 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f1fa5b0-b3c7-4c37-aeda-2cde48162088 HTTP/1.1" status: 200 len: 217 time: 0.0854933 May 28 06:52:47.382331 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fc8264d6-47e2-43cf-a087-c88259ede9ff req-e7db80d4-0c12-4fae-bec8-5c23703d64d8 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681844 May 28 06:52:47.412787 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae3fdba-9ef3-49ef-b11a-1664ffabcf9e req-d395fa60-7bf1-4e22-b487-353878c1fb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:47.413312 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-4ae3fdba-9ef3-49ef-b11a-1664ffabcf9e req-d395fa60-7bf1-4e22-b487-353878c1fb05 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=fd44a344-1188-445f-9381-edf868862a56 HTTP/1.1" status: 200 len: 835 time: 0.0804374 May 28 06:52:47.512782 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffacdb5-aa8c-465b-bde7-6bbcffcd75b1 req-b490ecfe-ad67-43a5-8bea-c5f12f591942 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:47.514540 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dffacdb5-aa8c-465b-bde7-6bbcffcd75b1 req-b490ecfe-ad67-43a5-8bea-c5f12f591942 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.69 "GET /v2.0/ports?device_id=479b236c-db1d-48ae-9c3e-6d471a3b8fcc HTTP/1.1" status: 200 len: 945 time: 0.4292703 May 28 06:52:47.514893 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae3fdba-9ef3-49ef-b11a-1664ffabcf9e req-0a814d9f-977b-4ee0-938e-25c0d99fb145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:47.516464 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-4ae3fdba-9ef3-49ef-b11a-1664ffabcf9e req-0a814d9f-977b-4ee0-938e-25c0d99fb145 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=173ebec9-d214-4878-87ea-a35c1ed70da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0966589 May 28 06:52:47.683516 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-4ae3fdba-9ef3-49ef-b11a-1664ffabcf9e req-d255c249-ffb3-4857-a5e3-5f5ff04ecd2b service neutron] 10.222.0.71 "GET /v2.0/networks/173ebec9-d214-4878-87ea-a35c1ed70da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603417 May 28 06:52:47.737590 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-dffacdb5-aa8c-465b-bde7-6bbcffcd75b1 req-2ed8f3e5-666f-404c-baeb-b10c3fba9843 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Deleting port f8566525-c4cb-4e62-a1d8-5e9ce5ba1b4e {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:52:47.737937 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-dffacdb5-aa8c-465b-bde7-6bbcffcd75b1 req-2ed8f3e5-666f-404c-baeb-b10c3fba9843 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:47.837404 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-4ae3fdba-9ef3-49ef-b11a-1664ffabcf9e req-a3510a8e-3d2e-4fab-b1bd-d9b8f2234dcb service neutron] 10.222.0.71 "GET /v2.0/networks/173ebec9-d214-4878-87ea-a35c1ed70da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457932 May 28 06:52:47.943869 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0077dc70-3d2d-49cd-82ca-d858b70c0de9 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Router c70e1c22-f694-4d56-bd15-5c5737bacda2 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:52:48.313005 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ab3396-e38a-42ad-a181-9dc73950f5b2 req-8c6d588c-0a33-476e-9d24-1d6955ba035e tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:48.314439 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a9ab3396-e38a-42ad-a181-9dc73950f5b2 req-8c6d588c-0a33-476e-9d24-1d6955ba035e tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "GET /v2.0/ports?device_id=e939d47d-4dee-40f1-8ac2-eb3a4263283a HTTP/1.1" status: 200 len: 944 time: 0.6355960 May 28 06:52:48.512597 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a9ab3396-e38a-42ad-a181-9dc73950f5b2 req-49b3d3b3-7673-4ac1-82ca-5625c5e42a12 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "GET /v2.0/security-groups?id=3dc63e96-c416-4223-ab6d-3b955c9c0671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1840689 May 28 06:52:48.524910 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-dffacdb5-aa8c-465b-bde7-6bbcffcd75b1 req-2ed8f3e5-666f-404c-baeb-b10c3fba9843 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] For port f8566525-c4cb-4e62-a1d8-5e9ce5ba1b4e, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=f8566525-c4cb-4e62-a1d8-5e9ce5ba1b4e,segment=NetworkSegment(d3c6b9f0-14d5-4338-b095-ac6f93dbc704),segment_id=d3c6b9f0-14d5-4338-b095-ac6f93dbc704)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:52:48.525271 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-dffacdb5-aa8c-465b-bde7-6bbcffcd75b1 req-2ed8f3e5-666f-404c-baeb-b10c3fba9843 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:48.533799 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0077dc70-3d2d-49cd-82ca-d858b70c0de9 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:52:48.539103 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0077dc70-3d2d-49cd-82ca-d858b70c0de9 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:48.548012 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480e0ba2-48ea-461b-825f-a39c93c3b2a4 None None] Sync routers for ids ['c70e1c22-f694-4d56-bd15-5c5737bacda2'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:52:48.559516 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 7f1fa5b0-b3c7-4c37-aeda-2cde48162088 details requested by agent hyperv_n-h2-843702-1 with host n-h2-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:52:48.570022 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480e0ba2-48ea-461b-825f-a39c93c3b2a4 None None] Routers {'c70e1c22-f694-4d56-bd15-5c5737bacda2'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:52:48.570785 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-480e0ba2-48ea-461b-825f-a39c93c3b2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:52:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['c70e1c22-f694-4d56-bd15-5c5737bacda2'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:52:48.583759 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7fc23f-32f1-4be7-aeb9-4676f775901c req-921065f1-0413-4bc9-bab7-c54c240fff5d tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:48.586063 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4b7fc23f-32f1-4be7-aeb9-4676f775901c req-921065f1-0413-4bc9-bab7-c54c240fff5d tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=479b236c-db1d-48ae-9c3e-6d471a3b8fcc HTTP/1.1" status: 200 len: 945 time: 0.4178786 May 28 06:52:48.786843 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 7f1fa5b0-b3c7-4c37-aeda-2cde48162088, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=7f1fa5b0-b3c7-4c37-aeda-2cde48162088,segment=NetworkSegment(ca3ff465-76e1-434d-a526-ded6276a665f),segment_id=ca3ff465-76e1-434d-a526-ded6276a665f)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:52:48.789399 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-dffacdb5-aa8c-465b-bde7-6bbcffcd75b1 req-2ed8f3e5-666f-404c-baeb-b10c3fba9843 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Calling delete_port for f8566525-c4cb-4e62-a1d8-5e9ce5ba1b4e owned by compute:nova {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:52:48.819143 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Returning: {'device': '7f1fa5b0-b3c7-4c37-aeda-2cde48162088', 'network_id': '173ebec9-d214-4878-87ea-a35c1ed70da7', 'port_id': '7f1fa5b0-b3c7-4c37-aeda-2cde48162088', 'mac_address': 'fa:16:3e:10:da:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd44a344-1188-445f-9381-edf868862a56', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:52:48.848939 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-480e0ba2-48ea-461b-825f-a39c93c3b2a4 None None] Set router c70e1c22-f694-4d56-bd15-5c5737bacda2 gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:52:48.887705 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-0077dc70-3d2d-49cd-82ca-d858b70c0de9 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "PUT /v2.0/floatingips/a930bd09-afec-4a0a-8c17-398cb2e46f41 HTTP/1.1" status: 200 len: 991 time: 3.4415686 May 28 06:52:48.887705 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2af3415-a4c0-48fc-9c75-8956dc3347d3', 'tag': '005e8ba5-a3ad-4ae8-a3dc-79c992a1f444'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:52:48.920844 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 7f1fa5b0-b3c7-4c37-aeda-2cde48162088 is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:52:48.920844 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:48.923114 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4b7fc23f-32f1-4be7-aeb9-4676f775901c req-04adae15-1337-48c1-bf0b-6327611fd095 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/security-groups?id=55eadb02-d3aa-43b2-bf74-b67b0f98720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464359 May 28 06:52:48.934147 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f1fa5b0-b3c7-4c37-aeda-2cde48162088 {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:52:48.958388 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 7f1fa5b0-b3c7-4c37-aeda-2cde48162088, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=7f1fa5b0-b3c7-4c37-aeda-2cde48162088,segment=NetworkSegment(ca3ff465-76e1-434d-a526-ded6276a665f),segment_id=ca3ff465-76e1-434d-a526-ded6276a665f)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:52:49.049098 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d823f4-25b9-44c2-b7e4-dc1e1bce9155 req-f6904b50-a798-4a19-b17a-12accace76e1 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:49.059275 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-83d823f4-25b9-44c2-b7e4-dc1e1bce9155 req-f6904b50-a798-4a19-b17a-12accace76e1 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 946 time: 0.4006550 May 28 06:52:49.062310 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75ae2bed-59e4-4911-a099-351a379b7426'] response: {'name': 'network-changed', 'server_uuid': 'a2af3415-a4c0-48fc-9c75-8956dc3347d3', 'tag': '005e8ba5-a3ad-4ae8-a3dc-79c992a1f444', 'status': 'completed', 'code': 200} May 28 06:52:49.187187 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:49.198116 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-83d823f4-25b9-44c2-b7e4-dc1e1bce9155 req-f7e02eab-1457-43b0-acfc-d3f09ce55a07 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364529 May 28 06:52:49.225176 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2bfad5-b54d-4d63-8641-cd893bd17e72 req-c9140c7a-b626-4799-82f5-e1e9a351e2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:49.226695 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3f2bfad5-b54d-4d63-8641-cd893bd17e72 req-c9140c7a-b626-4799-82f5-e1e9a351e2d3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=923dafe00970411a989ff222606e459e&device_id=a2af3415-a4c0-48fc-9c75-8956dc3347d3 HTTP/1.1" status: 200 len: 1096 time: 0.1342876 May 28 06:52:49.277382 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=7f1fa5b0-b3c7-4c37-aeda-2cde48162088,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:52:49.362160 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-dffacdb5-aa8c-465b-bde7-6bbcffcd75b1 req-2ed8f3e5-666f-404c-baeb-b10c3fba9843 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:49.374491 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['f8566525-c4cb-4e62-a1d8-5e9ce5ba1b4e'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:52:49.409296 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-480e0ba2-48ea-461b-825f-a39c93c3b2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70e1c22-f694-4d56-bd15-5c5737bacda2', 'name': 'tempest-AttachVolumeNegativeTest-1938842834-router', 'tenant_id': '923dafe00970411a989ff222606e459e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '75f0d40c-8ed1-4975-8bcb-f54d72980607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:48:27Z', 'updated_at': '2022-05-28T06:48:45Z', 'revision_number': 4, 'project_id': '923dafe00970411a989ff222606e459e', 'gw_port': {'id': '75f0d40c-8ed1-4975-8bcb-f54d72980607', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:db:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70e1c22-f694-4d56-bd15-5c5737bacda2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:48:31Z', 'updated_at': '2022-05-28T06:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': 'a930bd09-afec-4a0a-8c17-398cb2e46f41', 'tenant_id': '923dafe00970411a989ff222606e459e', 'floating_ip_address': '172.25.5.165', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': 'c70e1c22-f694-4d56-bd15-5c5737bacda2', 'port_id': '005e8ba5-a3ad-4ae8-a3dc-79c992a1f444', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2942, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '244ee66f-8ba5-4a6d-a99b-5ec1fae21d38', 'mac_address': 'fa:16:3e:89:4d:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2af3415-a4c0-48fc-9c75-8956dc3347d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:52:18Z', 'updated_at': '2022-05-28T06:52:46Z', 'revision_number': 1, 'project_id': '923dafe00970411a989ff222606e459e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abf75dc9-fe0b-4338-9af0-de84c550bf58', 'name': '', 'network_id': '244ee66f-8ba5-4a6d-a99b-5ec1fae21d38', 'tenant_id': '923dafe00970411a989ff222606e459e', 'mac_address': 'fa:16:3e:90:65:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70e1c22-f694-4d56-bd15-5c5737bacda2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '395c6a06-7ada-4575-b52f-ff6a58f20fb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:48:41Z', 'updated_at': '2022-05-28T06:49:01Z', 'revision_number': 5, 'project_id': '923dafe00970411a989ff222606e459e', 'subnets': [{'id': '395c6a06-7ada-4575-b52f-ff6a58f20fb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:52:49.413353 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480e0ba2-48ea-461b-825f-a39c93c3b2a4 None None] Checking router: c70e1c22-f694-4d56-bd15-5c5737bacda2 for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:52:49.422684 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480e0ba2-48ea-461b-825f-a39c93c3b2a4 None None] Routers {'c70e1c22-f694-4d56-bd15-5c5737bacda2'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:52:49.423290 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-480e0ba2-48ea-461b-825f-a39c93c3b2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:52:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['c70e1c22-f694-4d56-bd15-5c5737bacda2'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:52:49.469349 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['7f1fa5b0-b3c7-4c37-aeda-2cde48162088'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:52:49.639222 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed8f3e5-666f-404c-baeb-b10c3fba9843 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Pushing event deleted for resources: {'Port': ['ID=f8566525-c4cb-4e62-a1d8-5e9ce5ba1b4e,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:52:49.693172 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2bfad5-b54d-4d63-8641-cd893bd17e72 req-6164f315-d9b4-48ba-9738-37a13ce8a7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:49.693172 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3f2bfad5-b54d-4d63-8641-cd893bd17e72 req-6164f315-d9b4-48ba-9738-37a13ce8a7f0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=244ee66f-8ba5-4a6d-a99b-5ec1fae21d38 HTTP/1.1" status: 200 len: 916 time: 0.4565749 May 28 06:52:49.693172 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-dffacdb5-aa8c-465b-bde7-6bbcffcd75b1 req-2ed8f3e5-666f-404c-baeb-b10c3fba9843 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] No DVR routers for this DVR port f8566525-c4cb-4e62-a1d8-5e9ce5ba1b4e on host n-h1-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:52:49.693172 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-dffacdb5-aa8c-465b-bde7-6bbcffcd75b1 req-2ed8f3e5-666f-404c-baeb-b10c3fba9843 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:49.788559 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dffacdb5-aa8c-465b-bde7-6bbcffcd75b1 req-2ed8f3e5-666f-404c-baeb-b10c3fba9843 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.69 "DELETE /v2.0/ports/f8566525-c4cb-4e62-a1d8-5e9ce5ba1b4e HTTP/1.1" status: 204 len: 173 time: 2.2582150 May 28 06:52:49.805504 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-480e0ba2-48ea-461b-825f-a39c93c3b2a4 None None] Set router c70e1c22-f694-4d56-bd15-5c5737bacda2 gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:52:49.938027 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3f2bfad5-b54d-4d63-8641-cd893bd17e72 req-895da033-9a36-406b-907e-455ca3b90606 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=005e8ba5-a3ad-4ae8-a3dc-79c992a1f444 HTTP/1.1" status: 200 len: 999 time: 0.2284536 May 28 06:52:50.024559 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb5a4d1-4110-4455-a6c3-9d7497e5a77b req-59d40788-fe34-4567-9e6c-0e143ae7dd56 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:50.025930 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4bb5a4d1-4110-4455-a6c3-9d7497e5a77b req-59d40788-fe34-4567-9e6c-0e143ae7dd56 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "GET /v2.0/ports?device_id=e939d47d-4dee-40f1-8ac2-eb3a4263283a HTTP/1.1" status: 200 len: 945 time: 0.2409840 May 28 06:52:50.061941 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2bfad5-b54d-4d63-8641-cd893bd17e72 req-dc5f4c95-f434-49eb-9117-05bbfc6b7ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:50.063463 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3f2bfad5-b54d-4d63-8641-cd893bd17e72 req-dc5f4c95-f434-49eb-9117-05bbfc6b7ae0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=395c6a06-7ada-4575-b52f-ff6a58f20fb7 HTTP/1.1" status: 200 len: 854 time: 0.1167817 May 28 06:52:50.264520 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-480e0ba2-48ea-461b-825f-a39c93c3b2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70e1c22-f694-4d56-bd15-5c5737bacda2', 'name': 'tempest-AttachVolumeNegativeTest-1938842834-router', 'tenant_id': '923dafe00970411a989ff222606e459e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '75f0d40c-8ed1-4975-8bcb-f54d72980607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:48:27Z', 'updated_at': '2022-05-28T06:48:45Z', 'revision_number': 4, 'project_id': '923dafe00970411a989ff222606e459e', 'gw_port': {'id': '75f0d40c-8ed1-4975-8bcb-f54d72980607', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:db:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70e1c22-f694-4d56-bd15-5c5737bacda2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:48:31Z', 'updated_at': '2022-05-28T06:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': 'a930bd09-afec-4a0a-8c17-398cb2e46f41', 'tenant_id': '923dafe00970411a989ff222606e459e', 'floating_ip_address': '172.25.5.165', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': 'c70e1c22-f694-4d56-bd15-5c5737bacda2', 'port_id': '005e8ba5-a3ad-4ae8-a3dc-79c992a1f444', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2942, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '244ee66f-8ba5-4a6d-a99b-5ec1fae21d38', 'mac_address': 'fa:16:3e:89:4d:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2af3415-a4c0-48fc-9c75-8956dc3347d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:52:18Z', 'updated_at': '2022-05-28T06:52:46Z', 'revision_number': 1, 'project_id': '923dafe00970411a989ff222606e459e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abf75dc9-fe0b-4338-9af0-de84c550bf58', 'name': '', 'network_id': '244ee66f-8ba5-4a6d-a99b-5ec1fae21d38', 'tenant_id': '923dafe00970411a989ff222606e459e', 'mac_address': 'fa:16:3e:90:65:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70e1c22-f694-4d56-bd15-5c5737bacda2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '395c6a06-7ada-4575-b52f-ff6a58f20fb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:48:41Z', 'updated_at': '2022-05-28T06:49:01Z', 'revision_number': 5, 'project_id': '923dafe00970411a989ff222606e459e', 'subnets': [{'id': '395c6a06-7ada-4575-b52f-ff6a58f20fb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:52:50.269535 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480e0ba2-48ea-461b-825f-a39c93c3b2a4 None None] The sync data for ids ['c70e1c22-f694-4d56-bd15-5c5737bacda2'] in n-d-843702-1 is: [{'id': 'c70e1c22-f694-4d56-bd15-5c5737bacda2', 'name': 'tempest-AttachVolumeNegativeTest-1938842834-router', 'tenant_id': '923dafe00970411a989ff222606e459e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '75f0d40c-8ed1-4975-8bcb-f54d72980607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:48:27Z', 'updated_at': '2022-05-28T06:48:45Z', 'revision_number': 4, 'project_id': '923dafe00970411a989ff222606e459e', 'gw_port': {'id': '75f0d40c-8ed1-4975-8bcb-f54d72980607', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:db:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70e1c22-f694-4d56-bd15-5c5737bacda2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:48:31Z', 'updated_at': '2022-05-28T06:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': 'a930bd09-afec-4a0a-8c17-398cb2e46f41', 'tenant_id': '923dafe00970411a989ff222606e459e', 'floating_ip_address': '172.25.5.165', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': 'c70e1c22-f694-4d56-bd15-5c5737bacda2', 'port_id': '005e8ba5-a3ad-4ae8-a3dc-79c992a1f444', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2942, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '244ee66f-8ba5-4a6d-a99b-5ec1fae21d38', 'mac_address': 'fa:16:3e:89:4d:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2af3415-a4c0-48fc-9c75-8956dc3347d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:52:18Z', 'updated_at': '2022-05-28T06:52:46Z', 'revision_number': 1, 'project_id': '923dafe00970411a989ff222606e459e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abf75dc9-fe0b-4338-9af0-de84c550bf58', 'name': '', 'network_id': '244ee66f-8ba5-4a6d-a99b-5ec1fae21d38', 'tenant_id': '923dafe00970411a989ff222606e459e', 'mac_address': 'fa:16:3e:90:65:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70e1c22-f694-4d56-bd15-5c5737bacda2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '395c6a06-7ada-4575-b52f-ff6a58f20fb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:48:41Z', 'updated_at': '2022-05-28T06:49:01Z', 'revision_number': 5, 'project_id': '923dafe00970411a989ff222606e459e', 'subnets': [{'id': '395c6a06-7ada-4575-b52f-ff6a58f20fb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:52:50.516410 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-0916c6bc-f524-4dc1-9ffc-6f82879e9192 req-dcbdcc9b-5b62-4242-9c69-30ac4ce9ac70 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Synchronizing usage tracker for tenant:25104e9d91034f7ab315290096db2d20 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:52:50.533985 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4bb5a4d1-4110-4455-a6c3-9d7497e5a77b req-065724dd-c8f9-4dc7-9aad-d42c35fc2928 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "GET /v2.0/security-groups?id=3dc63e96-c416-4223-ab6d-3b955c9c0671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4985852 May 28 06:52:50.565718 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 7f1fa5b0-b3c7-4c37-aeda-2cde48162088 up at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:52:50.622548 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2bfad5-b54d-4d63-8641-cd893bd17e72 req-ec2eea3a-c332-4ec3-a1c6-d9a381bab8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:50.624298 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3f2bfad5-b54d-4d63-8641-cd893bd17e72 req-ec2eea3a-c332-4ec3-a1c6-d9a381bab8eb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=244ee66f-8ba5-4a6d-a99b-5ec1fae21d38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5336487 May 28 06:52:50.627968 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a6e44f-5aed-409d-afe3-36e2c3d84354 req-8159f2c6-a572-4235-baf1-456eca4baf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:50.629936 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-66a6e44f-5aed-409d-afe3-36e2c3d84354 req-8159f2c6-a572-4235-baf1-456eca4baf6b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=73e0295cd8e04d62a9246f93ad60c000&device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 1097 time: 0.2044513 May 28 06:52:50.737072 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41076393-07ad-45e1-9d57-484101dbe1b9 None None] New status for floating IP a930bd09-afec-4a0a-8c17-398cb2e46f41: ACTIVE {{(pid=89111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 06:52:50.760988 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-0916c6bc-f524-4dc1-9ffc-6f82879e9192 req-dcbdcc9b-5b62-4242-9c69-30ac4ce9ac70 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] Unset dirty status for tenant:25104e9d91034f7ab315290096db2d20 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:52:50.765909 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0916c6bc-f524-4dc1-9ffc-6f82879e9192 req-dcbdcc9b-5b62-4242-9c69-30ac4ce9ac70 tempest-ServersTestJSON-1918911941 tempest-ServersTestJSON-1918911941-project] 10.222.0.55 "GET /v2.0/ports?device_id=479b236c-db1d-48ae-9c3e-6d471a3b8fcc HTTP/1.1" status: 200 len: 210 time: 0.3390758 May 28 06:52:50.782811 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:52:50.817820 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning for port 7f1fa5b0-b3c7-4c37-aeda-2cde48162088 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:52:50.840857 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning complete for port 7f1fa5b0-b3c7-4c37-aeda-2cde48162088 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:52:50.841140 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:51.018353 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b8e8a2-3b4f-4ee3-a119-61354cbbee39 req-771f5c0b-f50b-4c7c-ada8-e2e35d1c6669 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:51.020079 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-25b8e8a2-3b4f-4ee3-a119-61354cbbee39 req-771f5c0b-f50b-4c7c-ada8-e2e35d1c6669 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 946 time: 0.3099370 May 28 06:52:51.024460 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3f2bfad5-b54d-4d63-8641-cd893bd17e72 req-11aa1025-98c8-4f76-af9f-7199972484ad service neutron] 10.222.0.69 "GET /v2.0/networks/244ee66f-8ba5-4a6d-a99b-5ec1fae21d38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3889198 May 28 06:52:51.029546 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a6e44f-5aed-409d-afe3-36e2c3d84354 req-1735a68e-79a5-461c-b192-9d16d43c35ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:51.031201 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-66a6e44f-5aed-409d-afe3-36e2c3d84354 req-1735a68e-79a5-461c-b192-9d16d43c35ec service neutron] 10.222.0.69 "GET /v2.0/networks?id=a5003c5d-3a74-4f41-abaa-5496ec434a45 HTTP/1.1" status: 200 len: 914 time: 0.3718135 May 28 06:52:51.078248 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 7f1fa5b0-b3c7-4c37-aeda-2cde48162088 is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:52:51.078619 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:51.118947 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '479b236c-db1d-48ae-9c3e-6d471a3b8fcc', 'name': 'network-vif-deleted', 'tag': 'f8566525-c4cb-4e62-a1d8-5e9ce5ba1b4e'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:52:51.168904 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-66a6e44f-5aed-409d-afe3-36e2c3d84354 req-7456b40a-07f6-4f51-95b2-62f6d7386ff9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=466563e4-8251-4e01-896c-6874e3461ded HTTP/1.1" status: 200 len: 217 time: 0.0989149 May 28 06:52:51.286281 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-924c7cc2-a945-4e57-abfc-32c729f675c5'] response: {'server_uuid': '479b236c-db1d-48ae-9c3e-6d471a3b8fcc', 'name': 'network-vif-deleted', 'tag': 'f8566525-c4cb-4e62-a1d8-5e9ce5ba1b4e', 'status': 'completed', 'code': 200} May 28 06:52:51.303577 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e939d47d-4dee-40f1-8ac2-eb3a4263283a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f1fa5b0-b3c7-4c37-aeda-2cde48162088'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:52:51.324926 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 7f1fa5b0-b3c7-4c37-aeda-2cde48162088, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=7f1fa5b0-b3c7-4c37-aeda-2cde48162088,segment=NetworkSegment(ca3ff465-76e1-434d-a526-ded6276a665f),segment_id=ca3ff465-76e1-434d-a526-ded6276a665f)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:52:51.359996 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-25b8e8a2-3b4f-4ee3-a119-61354cbbee39 req-f87f80d9-a046-437f-b8a2-cc17cc73f5cd tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3323631 May 28 06:52:51.362522 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3881a636-f386-437a-8511-930a0e5f2087'] response: {'server_uuid': 'e939d47d-4dee-40f1-8ac2-eb3a4263283a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f1fa5b0-b3c7-4c37-aeda-2cde48162088', 'code': 200} May 28 06:52:51.401793 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a6e44f-5aed-409d-afe3-36e2c3d84354 req-c91753d2-0138-4aee-aef1-c8035d5a8c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:51.403505 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-66a6e44f-5aed-409d-afe3-36e2c3d84354 req-c91753d2-0138-4aee-aef1-c8035d5a8c31 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c9770ae0-20d9-409f-aee4-a3917a1ccf16 HTTP/1.1" status: 200 len: 853 time: 0.1740615 May 28 06:52:51.460105 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:51.496369 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3f2bfad5-b54d-4d63-8641-cd893bd17e72 req-d6c5c053-b4a7-4e64-9fe2-1e0695236c0a service neutron] 10.222.0.69 "GET /v2.0/networks/244ee66f-8ba5-4a6d-a99b-5ec1fae21d38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4505262 May 28 06:52:51.498508 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-66a6e44f-5aed-409d-afe3-36e2c3d84354 req-763a90fc-a758-4f91-b225-6e39a6a60c19 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a5003c5d-3a74-4f41-abaa-5496ec434a45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0813391 May 28 06:52:51.585770 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2702bee4-9428-4d44-ae30-630a7c0b87be req-e2c5610d-6d5e-4b9e-b414-0a594cdec8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:51.588137 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-2702bee4-9428-4d44-ae30-630a7c0b87be req-e2c5610d-6d5e-4b9e-b414-0a594cdec8f4 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=e939d47d-4dee-40f1-8ac2-eb3a4263283a HTTP/1.1" status: 200 len: 1097 time: 0.1184280 May 28 06:52:51.634315 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device f8566525-c4cb-4e62-a1d8-5e9ce5ba1b4e no longer exists at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:52:51.645916 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-2702bee4-9428-4d44-ae30-630a7c0b87be req-f3f95e7d-d2c5-4577-9f04-61e2e5e25a59 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=3dc63e96-c416-4223-ab6d-3b955c9c0671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510538 May 28 06:52:51.681056 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] No Port match for: f8566525-c4cb-4e62-a1d8-5e9ce5ba1b4e {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:52:51.681315 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device f8566525-c4cb-4e62-a1d8-5e9ce5ba1b4e not bound to the agent host n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:52:51.691887 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-66a6e44f-5aed-409d-afe3-36e2c3d84354 req-a0f47c55-571d-451a-b393-f699fd4c5141 service neutron] 10.222.0.69 "GET /v2.0/networks/a5003c5d-3a74-4f41-abaa-5496ec434a45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847799 May 28 06:52:51.705163 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=7f1fa5b0-b3c7-4c37-aeda-2cde48162088,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:52:52.028919 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-66a6e44f-5aed-409d-afe3-36e2c3d84354 req-8bc0ab8b-103f-4c9e-b561-6ab3220fa007 service neutron] 10.222.0.69 "GET /v2.0/networks/a5003c5d-3a74-4f41-abaa-5496ec434a45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2889476 May 28 06:52:52.038599 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e03ba57-2ec3-4b0f-9e2e-f105c56d22f2 req-08ec81b3-4965-48d3-bb23-ebefcdbb9e76 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:52.040461 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8e03ba57-2ec3-4b0f-9e2e-f105c56d22f2 req-08ec81b3-4965-48d3-bb23-ebefcdbb9e76 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "GET /v2.0/ports?device_id=e939d47d-4dee-40f1-8ac2-eb3a4263283a HTTP/1.1" status: 200 len: 946 time: 0.3470314 May 28 06:52:52.095513 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8e03ba57-2ec3-4b0f-9e2e-f105c56d22f2 req-7201569e-3e2b-4302-95af-b0d0fdb7783d tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "GET /v2.0/security-groups?id=3dc63e96-c416-4223-ab6d-3b955c9c0671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496173 May 28 06:52:52.204987 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 60442) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:52:52.456735 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_v2 [None req-61ef72d1-4f46-43d5-bd27-21b96c2a5c06 admin admin] Deleting subnet cb73ce23-f864-48a4-8bdb-f1e8654d92be {{(pid=89110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:52:52.459696 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-61ef72d1-4f46-43d5-bd27-21b96c2a5c06 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:52.567664 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-61ef72d1-4f46-43d5-bd27-21b96c2a5c06 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4150765'] for subnet, precommit_delete_associations {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:52.789476 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f83d76-669f-4b6e-adaa-365f2be432dc req-25e42d32-4148-49ba-813a-ed9d013cfef4 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:52.790939 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-01f83d76-669f-4b6e-adaa-365f2be432dc req-25e42d32-4148-49ba-813a-ed9d013cfef4 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 946 time: 0.3011477 May 28 06:52:52.792078 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-61ef72d1-4f46-43d5-bd27-21b96c2a5c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:52.883255 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-01f83d76-669f-4b6e-adaa-365f2be432dc req-56940245-5ee1-41cc-8cb7-0fc9d2dce744 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624902 May 28 06:52:53.032519 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-61ef72d1-4f46-43d5-bd27-21b96c2a5c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3115981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3172005'] for subnet, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:53.076456 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ef72d1-4f46-43d5-bd27-21b96c2a5c06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb73ce23-f864-48a4-8bdb-f1e8654d92be,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:52:53.085191 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-61ef72d1-4f46-43d5-bd27-21b96c2a5c06 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:53.095350 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 60472) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:52:53.096020 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-61ef72d1-4f46-43d5-bd27-21b96c2a5c06 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/cb73ce23-f864-48a4-8bdb-f1e8654d92be HTTP/1.1" status: 204 len: 168 time: 0.8892119 May 28 06:52:53.239048 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7889269c-afd6-4966-8a72-a16f8f5ada33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:53.347607 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a312334-ae48-41fc-9873-605aef00c09e req-65043361-1812-42f5-a207-81e209874068 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:53.349180 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0a312334-ae48-41fc-9873-605aef00c09e req-65043361-1812-42f5-a207-81e209874068 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "GET /v2.0/ports?device_id=e939d47d-4dee-40f1-8ac2-eb3a4263283a HTTP/1.1" status: 200 len: 946 time: 0.1154640 May 28 06:52:53.397908 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0a312334-ae48-41fc-9873-605aef00c09e req-7466bba5-1422-418a-b1ad-cd593d9493af tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "GET /v2.0/security-groups?id=3dc63e96-c416-4223-ab6d-3b955c9c0671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425177 May 28 06:52:53.399697 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7889269c-afd6-4966-8a72-a16f8f5ada33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:53.439501 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-7889269c-afd6-4966-8a72-a16f8f5ada33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:52:53.459778 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-7889269c-afd6-4966-8a72-a16f8f5ada33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3c6b9f0-14d5-4338-b095-ac6f93dbc704') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:52:53.459778 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-7889269c-afd6-4966-8a72-a16f8f5ada33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3c6b9f0-14d5-4338-b095-ac6f93dbc704') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:52:53.481093 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7889269c-afd6-4966-8a72-a16f8f5ada33 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:53.501436 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7889269c-afd6-4966-8a72-a16f8f5ada33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:53.507953 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7889269c-afd6-4966-8a72-a16f8f5ada33 admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:52:53.508341 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7889269c-afd6-4966-8a72-a16f8f5ada33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:53.654576 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180c2ac0-b2be-47bc-b8c2-bc73bf2d08ab req-5055771f-f43b-43aa-98c8-8a52fdf2708b tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:53.657782 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-180c2ac0-b2be-47bc-b8c2-bc73bf2d08ab req-5055771f-f43b-43aa-98c8-8a52fdf2708b tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "GET /v2.0/ports?device_id=e939d47d-4dee-40f1-8ac2-eb3a4263283a HTTP/1.1" status: 200 len: 946 time: 0.1261206 May 28 06:52:53.722306 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment d3c6b9f0-14d5-4338-b095-ac6f93dbc704 resource provider aggregate not found May 28 06:52:53.722502 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-180c2ac0-b2be-47bc-b8c2-bc73bf2d08ab req-90eb7ee4-eed8-42da-97a5-bc2134e25a6a tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "GET /v2.0/security-groups?id=3dc63e96-c416-4223-ab6d-3b955c9c0671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570118 May 28 06:52:53.750875 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 60512) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:52:53.751354 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment d3c6b9f0-14d5-4338-b095-ac6f93dbc704 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d3c6b9f0-14d5-4338-b095-ac6f93dbc704 found for delete ", "request_id": "req-772ed802-baab-4d98-b782-3eb1ec590572"}]} May 28 06:52:53.849868 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624d810b-1fc6-40c2-a0c0-77edcbc9aa8d tempest-TestNetworkBasicOps-1462600339 tempest-TestNetworkBasicOps-1462600339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:53.849868 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-624d810b-1fc6-40c2-a0c0-77edcbc9aa8d tempest-TestNetworkBasicOps-1462600339 tempest-TestNetworkBasicOps-1462600339-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=e939d47d-4dee-40f1-8ac2-eb3a4263283a HTTP/1.1" status: 200 len: 1092 time: 0.0912943 May 28 06:52:53.849868 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 60516) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:52:53.856372 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-d656c262-458a-4143-ae13-6b483210ed55 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Request body: {'floatingip': {'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'port_id': '7f1fa5b0-b3c7-4c37-aeda-2cde48162088', 'tenant_id': '4cdf69566d684d639d89f5935d02f247', 'fixed_ip_address': '172.20.0.10'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:52:53.864623 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-d656c262-458a-4143-ae13-6b483210ed55 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:52:53.868525 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-d656c262-458a-4143-ae13-6b483210ed55 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Usage tracker for resource:floatingip and tenant:4cdf69566d684d639d89f5935d02f247 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:52:53.873000 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-d656c262-458a-4143-ae13-6b483210ed55 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:52:53.883308 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-d656c262-458a-4143-ae13-6b483210ed55 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:52:53.974757 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7889269c-afd6-4966-8a72-a16f8f5ada33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:53.998169 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7889269c-afd6-4966-8a72-a16f8f5ada33 admin admin] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:54.008779 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7889269c-afd6-4966-8a72-a16f8f5ada33 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:52:54.087830 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d656c262-458a-4143-ae13-6b483210ed55 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks [] for floatingip, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:54.142562 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-7889269c-afd6-4966-8a72-a16f8f5ada33 admin admin] 10.222.0.55 "DELETE /v2.0/networks/ac5df1e1-7f13-4bb6-a51e-d9cd23f9bfe1 HTTP/1.1" status: 204 len: 168 time: 1.0455363 May 28 06:52:54.212034 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b85be6-9b70-4dde-8982-0e51fb7cedf2 req-ee867884-0b4d-4771-8013-bfca4440f591 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:54.219876 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-13b85be6-9b70-4dde-8982-0e51fb7cedf2 req-ee867884-0b4d-4771-8013-bfca4440f591 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 946 time: 0.2015224 May 28 06:52:54.274632 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-13b85be6-9b70-4dde-8982-0e51fb7cedf2 req-04ba15de-4a10-4876-9073-6f1b2a8fb0fb tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540738 May 28 06:52:54.363077 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d656c262-458a-4143-ae13-6b483210ed55 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:54.628463 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [None req-d656c262-458a-4143-ae13-6b483210ed55 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Allocated IP 172.25.5.191 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/a54eba25-d7c7-4823-b5e9-e3af757a0617) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:52:54.680221 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e46d75-6fc5-42ab-aacc-93ec3bb4a25f req-560d004f-dc48-403c-bab5-732450a520bc tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:54.680221 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-47e46d75-6fc5-42ab-aacc-93ec3bb4a25f req-560d004f-dc48-403c-bab5-732450a520bc tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 946 time: 0.2319918 May 28 06:52:54.732301 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 60558) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:52:54.784710 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-575d1681-505b-43ba-82d0-f5ac5e768dd6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=25104e9d91034f7ab315290096db2d20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0510805 May 28 06:52:54.787275 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 60562) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:52:54.790380 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-47e46d75-6fc5-42ab-aacc-93ec3bb4a25f req-ce4fd9bb-7d3e-4dfe-9bb0-59f871812620 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689845 May 28 06:52:54.855579 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5d462820-d211-4d0d-b08c-9bead2d4c545 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:54.860068 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d656c262-458a-4143-ae13-6b483210ed55 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:54.898300 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5d462820-d211-4d0d-b08c-9bead2d4c545 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:55.030381 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d656c262-458a-4143-ae13-6b483210ed55 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:55.182700 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d656c262-458a-4143-ae13-6b483210ed55 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Pushing event updated for resources: {'Port': ['ID=a54eba25-d7c7-4823-b5e9-e3af757a0617,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:52:55.213502 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d656c262-458a-4143-ae13-6b483210ed55 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:52:55.213502 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-d656c262-458a-4143-ae13-6b483210ed55 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:52:55.213502 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d656c262-458a-4143-ae13-6b483210ed55 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:52:55.269136 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5d462820-d211-4d0d-b08c-9bead2d4c545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:55.287542 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d462820-d211-4d0d-b08c-9bead2d4c545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55eadb02-d3aa-43b2-bf74-b67b0f98720c,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:52:55.335373 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadea40e-5ca3-47eb-b016-36299e5fc549 req-30a9b6a6-1cab-4f13-8d84-3aaa4b76b299 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:55.336885 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dadea40e-5ca3-47eb-b016-36299e5fc549 req-30a9b6a6-1cab-4f13-8d84-3aaa4b76b299 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 946 time: 0.2184210 May 28 06:52:55.387366 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5d462820-d211-4d0d-b08c-9bead2d4c545 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:55.388932 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-5d462820-d211-4d0d-b08c-9bead2d4c545 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/55eadb02-d3aa-43b2-bf74-b67b0f98720c HTTP/1.1" status: 204 len: 168 time: 0.6006565 May 28 06:52:55.510596 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dadea40e-5ca3-47eb-b016-36299e5fc549 req-6a67f2d1-1d1f-4923-bf81-74c03a005851 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565461 May 28 06:52:56.003204 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d656c262-458a-4143-ae13-6b483210ed55 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:56.011888 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c754670a-0f55-43ae-b159-20a9a0825527 req-bb58b7c8-bb9c-4019-a946-f8e505206e1f tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:56.013462 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c754670a-0f55-43ae-b159-20a9a0825527 req-bb58b7c8-bb9c-4019-a946-f8e505206e1f tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 946 time: 0.1111116 May 28 06:52:56.103166 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c754670a-0f55-43ae-b159-20a9a0825527 req-3117a692-db84-4a71-97dc-d33d96cf5e35 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574796 May 28 06:52:56.232397 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d656c262-458a-4143-ae13-6b483210ed55 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:56.557478 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-f975ca43-6c13-452e-a106-2509aed780c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:56.615744 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c6e520-4b7b-4b9d-84d1-001dfa2eb065 req-5025f48c-7bd1-4d53-b748-ff1604a44b5d tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:56.617480 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-13c6e520-4b7b-4b9d-84d1-001dfa2eb065 req-5025f48c-7bd1-4d53-b748-ff1604a44b5d tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 946 time: 0.2592378 May 28 06:52:56.674810 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d656c262-458a-4143-ae13-6b483210ed55 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:56.699858 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-13c6e520-4b7b-4b9d-84d1-001dfa2eb065 req-c5c63708-1969-4bcf-994a-b0fa7aa6b6d9 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710888 May 28 06:52:56.746054 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d656c262-458a-4143-ae13-6b483210ed55 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:56.956267 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d656c262-458a-4143-ae13-6b483210ed55 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Pushing event updated for resources: {'Port': ['ID=a54eba25-d7c7-4823-b5e9-e3af757a0617,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:52:56.965911 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d656c262-458a-4143-ae13-6b483210ed55 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691094'] for floatingip, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:57.077311 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8480e343-5f18-408b-a23a-7cdf39270a57 req-a9436b6f-98d5-403a-ae68-d065e1570c78 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:57.077311 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8480e343-5f18-408b-a23a-7cdf39270a57 req-a9436b6f-98d5-403a-ae68-d065e1570c78 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 946 time: 0.2307506 May 28 06:52:57.202650 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8480e343-5f18-408b-a23a-7cdf39270a57 req-a265a3b2-0515-418c-9f70-a78e2146ffa2 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718825 May 28 06:52:57.202650 n-d-843702-1 neutron-server[89110]: INFO neutron.db.l3_db [None req-d656c262-458a-4143-ae13-6b483210ed55 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Floating IP 5d340678-5e56-46b7-985d-bf8a2f88dfdb associated. External IP: 172.25.5.191, port: 7f1fa5b0-b3c7-4c37-aeda-2cde48162088. May 28 06:52:57.559700 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d354e07a-01c5-4ba4-86a9-45dd515ac55a req-56ed09dd-8943-453c-8b08-70f62b225025 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:57.568908 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d354e07a-01c5-4ba4-86a9-45dd515ac55a req-56ed09dd-8943-453c-8b08-70f62b225025 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 946 time: 0.1969903 May 28 06:52:57.698652 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d354e07a-01c5-4ba4-86a9-45dd515ac55a req-63b5d91b-d140-41f9-99a2-2ece736b5f70 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258132 May 28 06:52:57.758699 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d656c262-458a-4143-ae13-6b483210ed55 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Router 50a41197-54e3-46db-a3b8-611a669f5fbe has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:52:57.811877 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:58.083146 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 60694) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:52:58.108307 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9860f8-c8c5-45e2-80e5-1e4df2084ed2 req-9926f4c5-5fc0-4351-8634-23457e3129f4 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:58.109766 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7c9860f8-c8c5-45e2-80e5-1e4df2084ed2 req-9926f4c5-5fc0-4351-8634-23457e3129f4 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 946 time: 0.1848557 May 28 06:52:58.117932 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d656c262-458a-4143-ae13-6b483210ed55 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:52:58.131658 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668a9bce-fe45-4871-b0a9-92b9b6b61b67 None None] Sync routers for ids ['50a41197-54e3-46db-a3b8-611a669f5fbe'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:52:58.141456 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668a9bce-fe45-4871-b0a9-92b9b6b61b67 None None] Routers {'50a41197-54e3-46db-a3b8-611a669f5fbe'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:52:58.142064 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-668a9bce-fe45-4871-b0a9-92b9b6b61b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:52:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['50a41197-54e3-46db-a3b8-611a669f5fbe'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:52:58.170436 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7c9860f8-c8c5-45e2-80e5-1e4df2084ed2 req-21bc5c4b-4a5b-47f2-be85-9c6e38e29b49 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538061 May 28 06:52:58.222630 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7e8e1c30-4815-4d84-94d2-8421b486981e admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:58.242686 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-7e8e1c30-4815-4d84-94d2-8421b486981e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:52:58.248075 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-7e8e1c30-4815-4d84-94d2-8421b486981e admin admin] Usage tracker for resource:security_group_rule and tenant:b2a99524b799432f84db830bfbc1242b is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:52:58.251746 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-7e8e1c30-4815-4d84-94d2-8421b486981e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:52:58.258153 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-7e8e1c30-4815-4d84-94d2-8421b486981e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:52:58.312034 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d656c262-458a-4143-ae13-6b483210ed55 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:58.437449 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-d656c262-458a-4143-ae13-6b483210ed55 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.5821819 May 28 06:52:58.437449 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e939d47d-4dee-40f1-8ac2-eb3a4263283a', 'tag': '7f1fa5b0-b3c7-4c37-aeda-2cde48162088'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:52:58.454432 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-668a9bce-fe45-4871-b0a9-92b9b6b61b67 None None] Set router 50a41197-54e3-46db-a3b8-611a669f5fbe gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:52:58.457190 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 60714) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:52:58.526116 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7e8e1c30-4815-4d84-94d2-8421b486981e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:58.673717 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7e8e1c30-4815-4d84-94d2-8421b486981e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:58.685190 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-634ec3f2-7015-4f40-8c84-24504267db69'] response: {'name': 'network-changed', 'server_uuid': 'e939d47d-4dee-40f1-8ac2-eb3a4263283a', 'tag': '7f1fa5b0-b3c7-4c37-aeda-2cde48162088', 'status': 'completed', 'code': 200} May 28 06:52:58.761042 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-7e8e1c30-4815-4d84-94d2-8421b486981e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b2a99524b799432f84db830bfbc1242b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6767356 May 28 06:52:58.767487 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 60730) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:52:58.767487 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8e1c30-4815-4d84-94d2-8421b486981e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a050b1f-268b-4db1-8dc7-bacceab5feee,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:52:58.801755 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-46821338-43a6-4e5d-bada-98adca719045 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "GET /v2.0/floatingips/5d340678-5e56-46b7-985d-bf8a2f88dfdb HTTP/1.1" status: 200 len: 992 time: 0.3491559 May 28 06:52:58.823987 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954365dc-8d83-4c5b-9073-02c3f12e6853 req-d5514d1b-e787-453d-9cc5-341537484ded tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:58.825756 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-954365dc-8d83-4c5b-9073-02c3f12e6853 req-d5514d1b-e787-453d-9cc5-341537484ded tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 946 time: 0.1486797 May 28 06:52:58.891890 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-954365dc-8d83-4c5b-9073-02c3f12e6853 req-e1d15bd4-4d2b-4f2e-9eb9-b278046057dc tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566444 May 28 06:52:58.952489 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-ce716133-3814-459b-a4df-04bc7c8747cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:58.995503 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66a72b7-2f3c-45af-9a49-faa1513b315e req-5497142e-b916-4710-b6b3-a994cf11146e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:58.997484 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-c66a72b7-2f3c-45af-9a49-faa1513b315e req-5497142e-b916-4710-b6b3-a994cf11146e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4cdf69566d684d639d89f5935d02f247&device_id=e939d47d-4dee-40f1-8ac2-eb3a4263283a HTTP/1.1" status: 200 len: 1097 time: 0.3847568 May 28 06:52:59.022792 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c2ba4be5-a7c5-4979-a823-9eb288bfee75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:59.064307 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-668a9bce-fe45-4871-b0a9-92b9b6b61b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50a41197-54e3-46db-a3b8-611a669f5fbe', 'name': 'tempest-TestNetworkBasicOps-router-503120377', 'tenant_id': '4cdf69566d684d639d89f5935d02f247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': 'e7680cc6-462f-427b-84e5-561c4863fb4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:52:05Z', 'updated_at': '2022-05-28T06:52:24Z', 'revision_number': 4, 'project_id': '4cdf69566d684d639d89f5935d02f247', 'gw_port': {'id': 'e7680cc6-462f-427b-84e5-561c4863fb4b', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a41197-54e3-46db-a3b8-611a669f5fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2934, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:52:08Z', 'updated_at': '2022-05-28T06:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': '5d340678-5e56-46b7-985d-bf8a2f88dfdb', 'tenant_id': '4cdf69566d684d639d89f5935d02f247', 'floating_ip_address': '172.25.5.191', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': '50a41197-54e3-46db-a3b8-611a669f5fbe', 'port_id': '7f1fa5b0-b3c7-4c37-aeda-2cde48162088', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2967, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '173ebec9-d214-4878-87ea-a35c1ed70da7', 'mac_address': 'fa:16:3e:10:da:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e939d47d-4dee-40f1-8ac2-eb3a4263283a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:52:55Z', 'updated_at': '2022-05-28T06:52:55Z', 'revision_number': 0, 'project_id': '4cdf69566d684d639d89f5935d02f247', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e55c732d-93d7-40bb-8a38-3a53b1edbe4a', 'name': '', 'network_id': '173ebec9-d214-4878-87ea-a35c1ed70da7', 'tenant_id': '4cdf69566d684d639d89f5935d02f247', 'mac_address': 'fa:16:3e:72:dd:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a41197-54e3-46db-a3b8-611a669f5fbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2944, 'fixed_ips': [{'subnet_id': 'fd44a344-1188-445f-9381-edf868862a56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:52:21Z', 'updated_at': '2022-05-28T06:52:33Z', 'revision_number': 5, 'project_id': '4cdf69566d684d639d89f5935d02f247', 'subnets': [{'id': 'fd44a344-1188-445f-9381-edf868862a56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:52:59.069807 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668a9bce-fe45-4871-b0a9-92b9b6b61b67 None None] Checking router: 50a41197-54e3-46db-a3b8-611a669f5fbe for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:52:59.107966 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c2ba4be5-a7c5-4979-a823-9eb288bfee75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:59.116658 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668a9bce-fe45-4871-b0a9-92b9b6b61b67 None None] Routers {'50a41197-54e3-46db-a3b8-611a669f5fbe'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:52:59.116658 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-668a9bce-fe45-4871-b0a9-92b9b6b61b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:52:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['50a41197-54e3-46db-a3b8-611a669f5fbe'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:52:59.310312 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc104cab-6105-4109-8d1b-a5eab073ae8f req-4816baf5-53ba-46bb-b5c7-0d2f3d42ad3f tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:59.310312 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dc104cab-6105-4109-8d1b-a5eab073ae8f req-4816baf5-53ba-46bb-b5c7-0d2f3d42ad3f tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 946 time: 0.1450679 May 28 06:52:59.347977 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66a72b7-2f3c-45af-9a49-faa1513b315e req-9a761401-c348-43a5-9cd9-d88d89ff3847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:59.349631 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-c66a72b7-2f3c-45af-9a49-faa1513b315e req-9a761401-c348-43a5-9cd9-d88d89ff3847 service neutron] 10.222.0.71 "GET /v2.0/networks?id=173ebec9-d214-4878-87ea-a35c1ed70da7 HTTP/1.1" status: 200 len: 897 time: 0.3279283 May 28 06:52:59.367975 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-668a9bce-fe45-4871-b0a9-92b9b6b61b67 None None] Set router 50a41197-54e3-46db-a3b8-611a669f5fbe gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:52:59.386781 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dc104cab-6105-4109-8d1b-a5eab073ae8f req-162cd7ef-24a3-4574-8a5c-bcfac9298991 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647612 May 28 06:52:59.450874 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c2ba4be5-a7c5-4979-a823-9eb288bfee75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:59.560249 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c2ba4be5-a7c5-4979-a823-9eb288bfee75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:59.566684 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-c2ba4be5-a7c5-4979-a823-9eb288bfee75 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4a050b1f-268b-4db1-8dc7-bacceab5feee HTTP/1.1" status: 204 len: 168 time: 0.7998831 May 28 06:52:59.569516 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-c66a72b7-2f3c-45af-9a49-faa1513b315e req-a3720429-d805-49e5-b1ff-996ca0ee927b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f1fa5b0-b3c7-4c37-aeda-2cde48162088 HTTP/1.1" status: 200 len: 1000 time: 0.2136817 May 28 06:52:59.579270 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ba4be5-a7c5-4979-a823-9eb288bfee75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a050b1f-268b-4db1-8dc7-bacceab5feee,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:52:59.733157 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66a72b7-2f3c-45af-9a49-faa1513b315e req-6f9d8930-1443-45a1-8fb5-87d6fe1ad272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:59.735472 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-c66a72b7-2f3c-45af-9a49-faa1513b315e req-6f9d8930-1443-45a1-8fb5-87d6fe1ad272 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=fd44a344-1188-445f-9381-edf868862a56 HTTP/1.1" status: 200 len: 835 time: 0.1592133 May 28 06:52:59.827202 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 60764) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:53:00.023743 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:00.044398 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66a72b7-2f3c-45af-9a49-faa1513b315e req-1c1f3ec3-436e-4a91-8413-d8fff75534ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:53:00.058469 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-c66a72b7-2f3c-45af-9a49-faa1513b315e req-1c1f3ec3-436e-4a91-8413-d8fff75534ed service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=173ebec9-d214-4878-87ea-a35c1ed70da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3025706 May 28 06:53:00.066827 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-7160b916-6fc2-461c-b72b-1daab49459b5 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "GET /v2.0/floatingips/5d340678-5e56-46b7-985d-bf8a2f88dfdb HTTP/1.1" status: 200 len: 992 time: 0.1824703 May 28 06:53:00.095223 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-668a9bce-fe45-4871-b0a9-92b9b6b61b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50a41197-54e3-46db-a3b8-611a669f5fbe', 'name': 'tempest-TestNetworkBasicOps-router-503120377', 'tenant_id': '4cdf69566d684d639d89f5935d02f247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': 'e7680cc6-462f-427b-84e5-561c4863fb4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:52:05Z', 'updated_at': '2022-05-28T06:52:24Z', 'revision_number': 4, 'project_id': '4cdf69566d684d639d89f5935d02f247', 'gw_port': {'id': 'e7680cc6-462f-427b-84e5-561c4863fb4b', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a41197-54e3-46db-a3b8-611a669f5fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2934, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:52:08Z', 'updated_at': '2022-05-28T06:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': '5d340678-5e56-46b7-985d-bf8a2f88dfdb', 'tenant_id': '4cdf69566d684d639d89f5935d02f247', 'floating_ip_address': '172.25.5.191', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': '50a41197-54e3-46db-a3b8-611a669f5fbe', 'port_id': '7f1fa5b0-b3c7-4c37-aeda-2cde48162088', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2967, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '173ebec9-d214-4878-87ea-a35c1ed70da7', 'mac_address': 'fa:16:3e:10:da:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e939d47d-4dee-40f1-8ac2-eb3a4263283a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:52:55Z', 'updated_at': '2022-05-28T06:52:55Z', 'revision_number': 0, 'project_id': '4cdf69566d684d639d89f5935d02f247', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e55c732d-93d7-40bb-8a38-3a53b1edbe4a', 'name': '', 'network_id': '173ebec9-d214-4878-87ea-a35c1ed70da7', 'tenant_id': '4cdf69566d684d639d89f5935d02f247', 'mac_address': 'fa:16:3e:72:dd:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a41197-54e3-46db-a3b8-611a669f5fbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2944, 'fixed_ips': [{'subnet_id': 'fd44a344-1188-445f-9381-edf868862a56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:52:21Z', 'updated_at': '2022-05-28T06:52:33Z', 'revision_number': 5, 'project_id': '4cdf69566d684d639d89f5935d02f247', 'subnets': [{'id': 'fd44a344-1188-445f-9381-edf868862a56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:53:00.095546 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:00.095668 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668a9bce-fe45-4871-b0a9-92b9b6b61b67 None None] The sync data for ids ['50a41197-54e3-46db-a3b8-611a669f5fbe'] in n-d-843702-1 is: [{'id': '50a41197-54e3-46db-a3b8-611a669f5fbe', 'name': 'tempest-TestNetworkBasicOps-router-503120377', 'tenant_id': '4cdf69566d684d639d89f5935d02f247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': 'e7680cc6-462f-427b-84e5-561c4863fb4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:52:05Z', 'updated_at': '2022-05-28T06:52:24Z', 'revision_number': 4, 'project_id': '4cdf69566d684d639d89f5935d02f247', 'gw_port': {'id': 'e7680cc6-462f-427b-84e5-561c4863fb4b', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a41197-54e3-46db-a3b8-611a669f5fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2934, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:52:08Z', 'updated_at': '2022-05-28T06:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': '5d340678-5e56-46b7-985d-bf8a2f88dfdb', 'tenant_id': '4cdf69566d684d639d89f5935d02f247', 'floating_ip_address': '172.25.5.191', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': '50a41197-54e3-46db-a3b8-611a669f5fbe', 'port_id': '7f1fa5b0-b3c7-4c37-aeda-2cde48162088', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2967, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '173ebec9-d214-4878-87ea-a35c1ed70da7', 'mac_address': 'fa:16:3e:10:da:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e939d47d-4dee-40f1-8ac2-eb3a4263283a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:52:55Z', 'updated_at': '2022-05-28T06:52:55Z', 'revision_number': 0, 'project_id': '4cdf69566d684d639d89f5935d02f247', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e55c732d-93d7-40bb-8a38-3a53b1edbe4a', 'name': '', 'network_id': '173ebec9-d214-4878-87ea-a35c1ed70da7', 'tenant_id': '4cdf69566d684d639d89f5935d02f247', 'mac_address': 'fa:16:3e:72:dd:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a41197-54e3-46db-a3b8-611a669f5fbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2944, 'fixed_ips': [{'subnet_id': 'fd44a344-1188-445f-9381-edf868862a56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:52:21Z', 'updated_at': '2022-05-28T06:52:33Z', 'revision_number': 5, 'project_id': '4cdf69566d684d639d89f5935d02f247', 'subnets': [{'id': 'fd44a344-1188-445f-9381-edf868862a56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:53:00.108319 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bc9708-721e-466b-869e-93d32dc72aa5 req-0a973f40-28d0-4908-ad51-c49a9bb8db6d tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:53:00.139856 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d9bc9708-721e-466b-869e-93d32dc72aa5 req-0a973f40-28d0-4908-ad51-c49a9bb8db6d tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 946 time: 0.3551400 May 28 06:53:00.227771 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d9bc9708-721e-466b-869e-93d32dc72aa5 req-f0be17fd-9b2c-4016-a452-4a48b395f121 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693798 May 28 06:53:00.277263 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-c66a72b7-2f3c-45af-9a49-faa1513b315e req-48a8bd8a-b293-44b4-bebf-553400dde335 service neutron] 10.222.0.71 "GET /v2.0/networks/173ebec9-d214-4878-87ea-a35c1ed70da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103512 May 28 06:53:00.489821 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af20f2b7-cefd-482c-89b8-ab19ac59d10f None None] New status for floating IP 5d340678-5e56-46b7-985d-bf8a2f88dfdb: ACTIVE {{(pid=89111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 06:53:00.552625 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-c66a72b7-2f3c-45af-9a49-faa1513b315e req-8a03a292-ecc7-40bf-85b7-f6c6e5e9ae81 service neutron] 10.222.0.71 "GET /v2.0/networks/173ebec9-d214-4878-87ea-a35c1ed70da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2646770 May 28 06:53:00.687785 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44189577-6eb3-4197-83b5-c7e8be747dcf req-7bf5c50d-3c2e-45c6-96c3-68517b571889 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:53:00.689498 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-44189577-6eb3-4197-83b5-c7e8be747dcf req-7bf5c50d-3c2e-45c6-96c3-68517b571889 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 946 time: 0.2238755 May 28 06:53:00.750031 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-44189577-6eb3-4197-83b5-c7e8be747dcf req-a3d85af4-1e7a-4be5-9f19-7b6300801f13 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547354 May 28 06:53:00.989119 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca2c673-6c7c-470c-b6d7-0be24d1cf88d req-1e1a7d0e-6839-464e-a742-42a59c57a71d tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:53:00.990622 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2ca2c673-6c7c-470c-b6d7-0be24d1cf88d req-1e1a7d0e-6839-464e-a742-42a59c57a71d tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 946 time: 0.0884695 May 28 06:53:01.061788 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2ca2c673-6c7c-470c-b6d7-0be24d1cf88d req-c1023cf6-f1a3-41cc-bd83-fd3db3e218a3 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631607 May 28 06:53:01.070347 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 60816) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:53:01.221172 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-f556ed50-5515-4743-a6f7-82cb03a05a67 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "GET /v2.0/floatingips/5d340678-5e56-46b7-985d-bf8a2f88dfdb HTTP/1.1" status: 200 len: 994 time: 0.1468050 May 28 06:53:01.352317 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc794fb7-4999-46f1-bcf6-01fefdd1e200 req-b812b624-3563-4da6-97b1-bd351bd68478 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:53:01.352317 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bc794fb7-4999-46f1-bcf6-01fefdd1e200 req-b812b624-3563-4da6-97b1-bd351bd68478 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 946 time: 0.1259351 May 28 06:53:01.394501 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bc794fb7-4999-46f1-bcf6-01fefdd1e200 req-cfff0cb8-68c4-413e-ab8c-d5eb207f4caf tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396566 May 28 06:53:01.674181 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1daaa3d-717d-4616-b2c5-370e5db04cd6 req-5454cdf8-bc57-4ae0-a058-0ca9f0a4f934 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:53:01.674181 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f1daaa3d-717d-4616-b2c5-370e5db04cd6 req-5454cdf8-bc57-4ae0-a058-0ca9f0a4f934 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 946 time: 0.1274681 May 28 06:53:01.726468 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f1daaa3d-717d-4616-b2c5-370e5db04cd6 req-dc6c5042-0711-4fe3-8bed-3a498124d14c tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451539 May 28 06:53:01.763415 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:02.457710 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:04.259176 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 60954) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:53:04.424364 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-255d8c1d-e222-4109-a95f-f425dafa2a3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:04.439253 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-255d8c1d-e222-4109-a95f-f425dafa2a3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:53:04.444096 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-255d8c1d-e222-4109-a95f-f425dafa2a3d admin admin] Usage tracker for resource:security_group_rule and tenant:1dbdf2babca6482e869954222c82435e is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:53:04.448040 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-255d8c1d-e222-4109-a95f-f425dafa2a3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:53:04.454979 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-255d8c1d-e222-4109-a95f-f425dafa2a3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:53:04.567014 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-255d8c1d-e222-4109-a95f-f425dafa2a3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:05.105626 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-255d8c1d-e222-4109-a95f-f425dafa2a3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:05.155316 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255d8c1d-e222-4109-a95f-f425dafa2a3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0240de6-c338-4ca0-a9e7-5eba1d42ef6c,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:53:05.162333 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-255d8c1d-e222-4109-a95f-f425dafa2a3d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1dbdf2babca6482e869954222c82435e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9047883 May 28 06:53:05.163573 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 60982) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:53:05.246599 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-31819331-6c72-4406-a5d5-7206e6617745 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:05.279157 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-31819331-6c72-4406-a5d5-7206e6617745 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:05.465861 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-31819331-6c72-4406-a5d5-7206e6617745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:05.496496 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31819331-6c72-4406-a5d5-7206e6617745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0240de6-c338-4ca0-a9e7-5eba1d42ef6c,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:53:05.500376 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-31819331-6c72-4406-a5d5-7206e6617745 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:05.501586 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-31819331-6c72-4406-a5d5-7206e6617745 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e0240de6-c338-4ca0-a9e7-5eba1d42ef6c HTTP/1.1" status: 204 len: 168 time: 0.3360887 May 28 06:53:06.682456 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 32800) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:53:06.706488 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5bbfb245-ba7d-43cb-b0e7-f5b55f0416bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:06.721934 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-5bbfb245-ba7d-43cb-b0e7-f5b55f0416bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:53:06.726005 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-5bbfb245-ba7d-43cb-b0e7-f5b55f0416bf admin admin] Usage tracker for resource:security_group_rule and tenant:883f9339293a4988ba05502d94219c6c is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:53:06.729711 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-5bbfb245-ba7d-43cb-b0e7-f5b55f0416bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:53:06.735896 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-5bbfb245-ba7d-43cb-b0e7-f5b55f0416bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:53:06.874507 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5bbfb245-ba7d-43cb-b0e7-f5b55f0416bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:06.949466 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5bbfb245-ba7d-43cb-b0e7-f5b55f0416bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:07.007990 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-5bbfb245-ba7d-43cb-b0e7-f5b55f0416bf admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=883f9339293a4988ba05502d94219c6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3158848 May 28 06:53:07.007990 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 32812) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:53:07.007990 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbfb245-ba7d-43cb-b0e7-f5b55f0416bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b44f96dc-3cb0-44c7-a82a-9bff47755391,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:53:07.081973 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0dc85da7-2341-4beb-8283-16702445ff73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:07.108234 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0dc85da7-2341-4beb-8283-16702445ff73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:07.304882 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0dc85da7-2341-4beb-8283-16702445ff73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:07.326850 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc85da7-2341-4beb-8283-16702445ff73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b44f96dc-3cb0-44c7-a82a-9bff47755391,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:53:07.329292 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0dc85da7-2341-4beb-8283-16702445ff73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:07.330764 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-0dc85da7-2341-4beb-8283-16702445ff73 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b44f96dc-3cb0-44c7-a82a-9bff47755391 HTTP/1.1" status: 204 len: 168 time: 0.3299110 May 28 06:53:07.607023 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 32836) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:53:07.906746 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a7a2326f-843b-4eca-9fca-b3e1950c9542 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:07.939033 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-a7a2326f-843b-4eca-9fca-b3e1950c9542 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:53:07.948506 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-a7a2326f-843b-4eca-9fca-b3e1950c9542 admin admin] Usage tracker for resource:security_group_rule and tenant:79d32206b63f4a4d841e79d277e336b5 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:53:07.948506 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-a7a2326f-843b-4eca-9fca-b3e1950c9542 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:53:07.959518 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-a7a2326f-843b-4eca-9fca-b3e1950c9542 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:53:08.003052 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6e700ac4-3893-4bde-9d34-7021e9386a95 req-58b36cff-d7b4-4a15-8bd4-d38bd028fec9 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1892154 May 28 06:53:08.164033 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a7a2326f-843b-4eca-9fca-b3e1950c9542 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:08.164033 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e700ac4-3893-4bde-9d34-7021e9386a95 req-94b48238-3787-4b17-8eba-23957960d7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:53:08.164033 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6e700ac4-3893-4bde-9d34-7021e9386a95 req-94b48238-3787-4b17-8eba-23957960d7e1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=73e0295cd8e04d62a9246f93ad60c000&device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 1097 time: 0.1241326 May 28 06:53:08.400836 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e700ac4-3893-4bde-9d34-7021e9386a95 req-30ee1b77-bc1f-4a07-89e4-00adf8a86d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:53:08.402329 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6e700ac4-3893-4bde-9d34-7021e9386a95 req-30ee1b77-bc1f-4a07-89e4-00adf8a86d3f service neutron] 10.222.0.69 "GET /v2.0/networks?id=a5003c5d-3a74-4f41-abaa-5496ec434a45 HTTP/1.1" status: 200 len: 914 time: 0.2282238 May 28 06:53:08.484607 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6e700ac4-3893-4bde-9d34-7021e9386a95 req-9ab5954a-1c29-45f0-b1b8-2aadf421ae29 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=466563e4-8251-4e01-896c-6874e3461ded HTTP/1.1" status: 200 len: 217 time: 0.0644526 May 28 06:53:08.547600 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e700ac4-3893-4bde-9d34-7021e9386a95 req-7c807eab-d064-4b0d-8731-5d4247983281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:53:08.549034 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6e700ac4-3893-4bde-9d34-7021e9386a95 req-7c807eab-d064-4b0d-8731-5d4247983281 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c9770ae0-20d9-409f-aee4-a3917a1ccf16 HTTP/1.1" status: 200 len: 853 time: 0.0678604 May 28 06:53:08.604466 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6e700ac4-3893-4bde-9d34-7021e9386a95 req-36985b56-82a8-4bee-9fbc-978d663708d0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a5003c5d-3a74-4f41-abaa-5496ec434a45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444305 May 28 06:53:08.733814 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a7a2326f-843b-4eca-9fca-b3e1950c9542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:08.806583 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 32874) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:53:08.815227 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-a7a2326f-843b-4eca-9fca-b3e1950c9542 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=79d32206b63f4a4d841e79d277e336b5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1935420 May 28 06:53:08.815227 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6e700ac4-3893-4bde-9d34-7021e9386a95 req-74589e90-5e90-4bf5-8685-f4f5759fb53a service neutron] 10.222.0.69 "GET /v2.0/networks/a5003c5d-3a74-4f41-abaa-5496ec434a45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995671 May 28 06:53:08.815227 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a2326f-843b-4eca-9fca-b3e1950c9542 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22f1faf8-7a4f-41fd-b740-962196c55152,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:53:08.902524 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-bf57aaf2-a1ae-4d42-be5a-6f96e72e782d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:08.941786 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-bf57aaf2-a1ae-4d42-be5a-6f96e72e782d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:08.988139 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6e700ac4-3893-4bde-9d34-7021e9386a95 req-fca9d10d-aa22-430e-ba5a-e095576d462a service neutron] 10.222.0.69 "GET /v2.0/networks/a5003c5d-3a74-4f41-abaa-5496ec434a45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753917 May 28 06:53:09.208700 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-bf57aaf2-a1ae-4d42-be5a-6f96e72e782d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:09.224272 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf57aaf2-a1ae-4d42-be5a-6f96e72e782d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22f1faf8-7a4f-41fd-b740-962196c55152,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:53:09.231553 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-bf57aaf2-a1ae-4d42-be5a-6f96e72e782d admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:09.235359 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-bf57aaf2-a1ae-4d42-be5a-6f96e72e782d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/22f1faf8-7a4f-41fd-b740-962196c55152 HTTP/1.1" status: 204 len: 168 time: 0.4318740 May 28 06:53:10.389614 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 32940) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:53:10.412436 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-716540b6-3ec5-4b88-b6b9-bb3e72d2952f admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:10.434926 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-716540b6-3ec5-4b88-b6b9-bb3e72d2952f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:53:10.446817 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-716540b6-3ec5-4b88-b6b9-bb3e72d2952f admin admin] Usage tracker for resource:security_group_rule and tenant:f5c2ad8434ea42519f2873bbb4738f01 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:53:10.450024 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-716540b6-3ec5-4b88-b6b9-bb3e72d2952f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:53:10.455852 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-716540b6-3ec5-4b88-b6b9-bb3e72d2952f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:53:10.570336 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-716540b6-3ec5-4b88-b6b9-bb3e72d2952f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:10.654848 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-716540b6-3ec5-4b88-b6b9-bb3e72d2952f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:10.667173 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c44ae38-4a9f-476a-aff6-7b83b941c6cb req-d10875d7-0f48-4e85-bb1d-e45204ed21e7 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:53:10.676733 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7c44ae38-4a9f-476a-aff6-7b83b941c6cb req-d10875d7-0f48-4e85-bb1d-e45204ed21e7 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 946 time: 0.1541829 May 28 06:53:10.719862 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-716540b6-3ec5-4b88-b6b9-bb3e72d2952f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f5c2ad8434ea42519f2873bbb4738f01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3215413 May 28 06:53:10.719862 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 32962) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:53:10.740938 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7c44ae38-4a9f-476a-aff6-7b83b941c6cb req-2a48b3b5-1b4e-46be-8af5-a5a5f890651f tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642142 May 28 06:53:10.772875 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716540b6-3ec5-4b88-b6b9-bb3e72d2952f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=345295f3-c839-4d4a-8211-cd88d6f2ec74,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:53:10.824114 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6e3d3524-839a-4f67-bac6-64d7c87354d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:10.857639 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6e3d3524-839a-4f67-bac6-64d7c87354d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:10.971191 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-6818e32d-57f8-4719-8ee8-9dfe5de0c584 req-6a062236-f7cb-4e5d-8e27-dabe245a2cc6 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=e939d47d-4dee-40f1-8ac2-eb3a4263283a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1527534 May 28 06:53:11.048300 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6e3d3524-839a-4f67-bac6-64d7c87354d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:11.064075 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3d3524-839a-4f67-bac6-64d7c87354d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=345295f3-c839-4d4a-8211-cd88d6f2ec74,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:53:11.120592 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6e3d3524-839a-4f67-bac6-64d7c87354d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:11.133898 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-6e3d3524-839a-4f67-bac6-64d7c87354d7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/345295f3-c839-4d4a-8211-cd88d6f2ec74 HTTP/1.1" status: 204 len: 168 time: 0.4049225 May 28 06:53:11.156555 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6818e32d-57f8-4719-8ee8-9dfe5de0c584 req-938429e5-0000-40a9-8085-0665c7e98087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:53:11.158150 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-6818e32d-57f8-4719-8ee8-9dfe5de0c584 req-938429e5-0000-40a9-8085-0665c7e98087 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4cdf69566d684d639d89f5935d02f247&device_id=e939d47d-4dee-40f1-8ac2-eb3a4263283a HTTP/1.1" status: 200 len: 1097 time: 0.0903223 May 28 06:53:11.460887 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6818e32d-57f8-4719-8ee8-9dfe5de0c584 req-d5d2a7c3-9681-44d0-9eaa-a4be52e45651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:53:11.463114 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-6818e32d-57f8-4719-8ee8-9dfe5de0c584 req-d5d2a7c3-9681-44d0-9eaa-a4be52e45651 service neutron] 10.222.0.71 "GET /v2.0/networks?id=173ebec9-d214-4878-87ea-a35c1ed70da7 HTTP/1.1" status: 200 len: 897 time: 0.2788997 May 28 06:53:11.595118 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-6818e32d-57f8-4719-8ee8-9dfe5de0c584 req-842464e4-e97c-413a-9153-a48975ef8c7a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f1fa5b0-b3c7-4c37-aeda-2cde48162088 HTTP/1.1" status: 200 len: 1002 time: 0.1225963 May 28 06:53:11.708323 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6818e32d-57f8-4719-8ee8-9dfe5de0c584 req-f4766dc7-fbba-40ab-8cf1-cb24f4da8091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:53:11.712472 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-6818e32d-57f8-4719-8ee8-9dfe5de0c584 req-f4766dc7-fbba-40ab-8cf1-cb24f4da8091 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=fd44a344-1188-445f-9381-edf868862a56 HTTP/1.1" status: 200 len: 835 time: 0.1057615 May 28 06:53:11.821239 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6818e32d-57f8-4719-8ee8-9dfe5de0c584 req-76e06903-a3de-4856-9071-5d1111b91298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:53:11.821239 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-6818e32d-57f8-4719-8ee8-9dfe5de0c584 req-76e06903-a3de-4856-9071-5d1111b91298 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=173ebec9-d214-4878-87ea-a35c1ed70da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1063538 May 28 06:53:11.986999 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-6818e32d-57f8-4719-8ee8-9dfe5de0c584 req-02b2e0b4-c8d8-41bf-b79b-e128c5bc9369 service neutron] 10.222.0.71 "GET /v2.0/networks/173ebec9-d214-4878-87ea-a35c1ed70da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581750 May 28 06:53:12.007631 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f5e246-36e4-4709-9449-21e2147d1964 req-8bdb7fa3-785d-4292-82ab-c79feb0769d4 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:53:12.017561 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-69f5e246-36e4-4709-9449-21e2147d1964 req-8bdb7fa3-785d-4292-82ab-c79feb0769d4 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 946 time: 0.1282833 May 28 06:53:12.206550 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-6818e32d-57f8-4719-8ee8-9dfe5de0c584 req-1e533c3c-b310-4797-97bf-8cb2372e9dcb service neutron] 10.222.0.71 "GET /v2.0/networks/173ebec9-d214-4878-87ea-a35c1ed70da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959569 May 28 06:53:12.228977 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-69f5e246-36e4-4709-9449-21e2147d1964 req-4637bde5-9980-4b03-a7bf-cd8a4266785d tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e95684-b0a5-479e-b081-87ed34387e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048743 May 28 06:53:12.280506 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3f838a-b594-4696-ae23-e587c62f5e43 req-5efbeaca-684a-4ba5-8a8e-5ffe058e2020 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:53:12.280506 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4e3f838a-b594-4696-ae23-e587c62f5e43 req-5efbeaca-684a-4ba5-8a8e-5ffe058e2020 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.69 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 946 time: 0.1528900 May 28 06:53:12.355109 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-4e3f838a-b594-4696-ae23-e587c62f5e43 req-69f22ad5-c376-4626-9d89-3762b75a4e4e tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Deleting port 466563e4-8251-4e01-896c-6874e3461ded {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:53:12.355449 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-4e3f838a-b594-4696-ae23-e587c62f5e43 req-69f22ad5-c376-4626-9d89-3762b75a4e4e tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:12.677481 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-4e3f838a-b594-4696-ae23-e587c62f5e43 req-69f22ad5-c376-4626-9d89-3762b75a4e4e tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] For port 466563e4-8251-4e01-896c-6874e3461ded, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=466563e4-8251-4e01-896c-6874e3461ded,segment=NetworkSegment(891ef37d-2d2b-47ef-a8c4-170b0614d759),segment_id=891ef37d-2d2b-47ef-a8c4-170b0614d759)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:53:12.678161 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-4e3f838a-b594-4696-ae23-e587c62f5e43 req-69f22ad5-c376-4626-9d89-3762b75a4e4e tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:12.831247 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-4e3f838a-b594-4696-ae23-e587c62f5e43 req-69f22ad5-c376-4626-9d89-3762b75a4e4e tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Calling delete_port for 466563e4-8251-4e01-896c-6874e3461ded owned by compute:nova {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:53:13.076848 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 33054) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:53:13.201694 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-4e3f838a-b594-4696-ae23-e587c62f5e43 req-69f22ad5-c376-4626-9d89-3762b75a4e4e tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:13.223032 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['466563e4-8251-4e01-896c-6874e3461ded'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:53:13.236683 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-76de6025-66e8-467a-99d8-6e4668eec6a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:13.278483 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f22ad5-c376-4626-9d89-3762b75a4e4e tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Pushing event deleted for resources: {'Port': ['ID=466563e4-8251-4e01-896c-6874e3461ded,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:53:13.318350 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-76de6025-66e8-467a-99d8-6e4668eec6a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:53:13.333962 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-76de6025-66e8-467a-99d8-6e4668eec6a0 admin admin] Usage tracker for resource:security_group_rule and tenant:d8de213f9fac444aa2a2715a660c5a0e is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:53:13.367556 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-76de6025-66e8-467a-99d8-6e4668eec6a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:53:13.367556 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-76de6025-66e8-467a-99d8-6e4668eec6a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:53:13.496540 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-76de6025-66e8-467a-99d8-6e4668eec6a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:13.539575 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e3f838a-b594-4696-ae23-e587c62f5e43 req-69f22ad5-c376-4626-9d89-3762b75a4e4e tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] No DVR routers for this DVR port 466563e4-8251-4e01-896c-6874e3461ded on host n-h1-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:53:13.542842 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-4e3f838a-b594-4696-ae23-e587c62f5e43 req-69f22ad5-c376-4626-9d89-3762b75a4e4e tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:13.546296 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5011e866-0e49-4786-a2cb-e0d4932d86ca', 'name': 'network-vif-deleted', 'tag': '466563e4-8251-4e01-896c-6874e3461ded'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:53:13.572047 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4e3f838a-b594-4696-ae23-e587c62f5e43 req-69f22ad5-c376-4626-9d89-3762b75a4e4e tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.69 "DELETE /v2.0/ports/466563e4-8251-4e01-896c-6874e3461ded HTTP/1.1" status: 204 len: 173 time: 1.2862124 May 28 06:53:13.609046 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8fe83a9-b038-424b-8dff-73e78cec66e7'] response: {'server_uuid': '5011e866-0e49-4786-a2cb-e0d4932d86ca', 'name': 'network-vif-deleted', 'tag': '466563e4-8251-4e01-896c-6874e3461ded', 'status': 'completed', 'code': 200} May 28 06:53:13.636249 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-76de6025-66e8-467a-99d8-6e4668eec6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:13.717557 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76de6025-66e8-467a-99d8-6e4668eec6a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb7bacd0-684a-4815-8ca3-d41c1f1c6ad4,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:53:13.751863 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-76de6025-66e8-467a-99d8-6e4668eec6a0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d8de213f9fac444aa2a2715a660c5a0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6713450 May 28 06:53:13.756188 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 33078) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:53:13.849233 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-0fae9024-9774-4a95-b1fa-e925d3c4fd7f req-6d29deef-603b-4da6-9817-9b368a27a124 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Synchronizing usage tracker for tenant:73e0295cd8e04d62a9246f93ad60c000 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:53:13.881234 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9008a632-c879-4636-b140-78a70163ea74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:13.910416 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9008a632-c879-4636-b140-78a70163ea74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:14.157305 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-0fae9024-9774-4a95-b1fa-e925d3c4fd7f req-6d29deef-603b-4da6-9817-9b368a27a124 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] Unset dirty status for tenant:73e0295cd8e04d62a9246f93ad60c000 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:53:14.158852 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0fae9024-9774-4a95-b1fa-e925d3c4fd7f req-6d29deef-603b-4da6-9817-9b368a27a124 tempest-ServersNegativeTestJSON-394338924 tempest-ServersNegativeTestJSON-394338924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5011e866-0e49-4786-a2cb-e0d4932d86ca HTTP/1.1" status: 200 len: 210 time: 0.6359618 May 28 06:53:14.159564 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9008a632-c879-4636-b140-78a70163ea74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:14.186237 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9008a632-c879-4636-b140-78a70163ea74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb7bacd0-684a-4815-8ca3-d41c1f1c6ad4,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:53:14.196520 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9008a632-c879-4636-b140-78a70163ea74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:14.198314 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-9008a632-c879-4636-b140-78a70163ea74 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fb7bacd0-684a-4815-8ca3-d41c1f1c6ad4 HTTP/1.1" status: 204 len: 168 time: 0.4453125 May 28 06:53:15.265926 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 33118) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:53:15.346500 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_v2 [None req-95d06c4a-755e-466d-92c0-bd1e16dc53f6 admin admin] Deleting subnet c9770ae0-20d9-409f-aee4-a3917a1ccf16 {{(pid=89109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:53:15.366950 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-95d06c4a-755e-466d-92c0-bd1e16dc53f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:15.456607 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-95d06c4a-755e-466d-92c0-bd1e16dc53f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3964070'] for subnet, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:15.534815 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 33128) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:53:15.575027 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e370af1d-51b9-426b-b17d-3723526c4571 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:15.591963 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-e370af1d-51b9-426b-b17d-3723526c4571 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:53:15.596885 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-e370af1d-51b9-426b-b17d-3723526c4571 admin admin] Usage tracker for resource:security_group_rule and tenant:d21e13b6caa24e13b493ced9d163e02b is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:53:15.601194 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-e370af1d-51b9-426b-b17d-3723526c4571 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:53:15.609648 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-e370af1d-51b9-426b-b17d-3723526c4571 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:53:15.613184 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-95d06c4a-755e-466d-92c0-bd1e16dc53f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:15.696424 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e370af1d-51b9-426b-b17d-3723526c4571 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:15.762410 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 466563e4-8251-4e01-896c-6874e3461ded no longer exists at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:53:15.806907 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] No Port match for: 466563e4-8251-4e01-896c-6874e3461ded {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:53:15.806907 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 466563e4-8251-4e01-896c-6874e3461ded not bound to the agent host n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:53:15.877941 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e370af1d-51b9-426b-b17d-3723526c4571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:15.880769 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-95d06c4a-755e-466d-92c0-bd1e16dc53f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9555650'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:15.910738 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d06c4a-755e-466d-92c0-bd1e16dc53f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9770ae0-20d9-409f-aee4-a3917a1ccf16,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:53:15.920424 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-95d06c4a-755e-466d-92c0-bd1e16dc53f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:15.927682 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-95d06c4a-755e-466d-92c0-bd1e16dc53f6 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/c9770ae0-20d9-409f-aee4-a3917a1ccf16 HTTP/1.1" status: 204 len: 168 time: 0.6566274 May 28 06:53:15.930488 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-e370af1d-51b9-426b-b17d-3723526c4571 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d21e13b6caa24e13b493ced9d163e02b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3956831 May 28 06:53:15.932694 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 33136) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:53:15.932694 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 33138) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:53:15.934919 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e370af1d-51b9-426b-b17d-3723526c4571 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bba9fead-6530-4f40-bc4c-fc649a78139a,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:53:16.075859 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1e3784bb-f423-42d6-849e-907eca321ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:16.097089 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4b73a7fd-b69a-495f-8f8c-b8d3272f33a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:16.225107 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4b73a7fd-b69a-495f-8f8c-b8d3272f33a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:16.269162 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1e3784bb-f423-42d6-849e-907eca321ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:16.309467 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-1e3784bb-f423-42d6-849e-907eca321ca0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5003c5d-3a74-4f41-abaa-5496ec434a45']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:53:16.323823 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-1e3784bb-f423-42d6-849e-907eca321ca0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '891ef37d-2d2b-47ef-a8c4-170b0614d759') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:53:16.323823 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-1e3784bb-f423-42d6-849e-907eca321ca0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '891ef37d-2d2b-47ef-a8c4-170b0614d759') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:53:16.344091 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1e3784bb-f423-42d6-849e-907eca321ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:16.364804 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1e3784bb-f423-42d6-849e-907eca321ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:16.364804 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e3784bb-f423-42d6-849e-907eca321ca0 admin admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:53:16.364804 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1e3784bb-f423-42d6-849e-907eca321ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:16.452015 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 891ef37d-2d2b-47ef-a8c4-170b0614d759 resource provider aggregate not found May 28 06:53:16.458859 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4b73a7fd-b69a-495f-8f8c-b8d3272f33a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:16.487180 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 891ef37d-2d2b-47ef-a8c4-170b0614d759 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 891ef37d-2d2b-47ef-a8c4-170b0614d759 found for delete ", "request_id": "req-60019175-19ee-41ff-9910-0131ddc87185"}]} May 28 06:53:16.494958 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b73a7fd-b69a-495f-8f8c-b8d3272f33a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bba9fead-6530-4f40-bc4c-fc649a78139a,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:53:16.501379 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4b73a7fd-b69a-495f-8f8c-b8d3272f33a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:16.503024 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-4b73a7fd-b69a-495f-8f8c-b8d3272f33a8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bba9fead-6530-4f40-bc4c-fc649a78139a HTTP/1.1" status: 204 len: 168 time: 0.5698767 May 28 06:53:16.633725 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1e3784bb-f423-42d6-849e-907eca321ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:16.651979 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1e3784bb-f423-42d6-849e-907eca321ca0 admin admin] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:16.672418 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3784bb-f423-42d6-849e-907eca321ca0 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5003c5d-3a74-4f41-abaa-5496ec434a45,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:53:16.784036 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-1e3784bb-f423-42d6-849e-907eca321ca0 admin admin] 10.222.0.55 "DELETE /v2.0/networks/a5003c5d-3a74-4f41-abaa-5496ec434a45 HTTP/1.1" status: 204 len: 168 time: 0.8483813 May 28 06:53:17.471547 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 33180) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:53:17.540501 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-d65d227a-a221-4713-99e4-c31913501d67 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=73e0295cd8e04d62a9246f93ad60c000&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0678854 May 28 06:53:17.542895 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 33186) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:53:17.638484 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2d13bac5-551f-445e-8485-f00e1974991c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:17.671333 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2d13bac5-551f-445e-8485-f00e1974991c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:17.858119 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2d13bac5-551f-445e-8485-f00e1974991c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:17.879799 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13bac5-551f-445e-8485-f00e1974991c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38e95684-b0a5-479e-b081-87ed34387e46,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:53:18.112766 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2d13bac5-551f-445e-8485-f00e1974991c admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:18.117751 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-2d13bac5-551f-445e-8485-f00e1974991c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/38e95684-b0a5-479e-b081-87ed34387e46 HTTP/1.1" status: 204 len: 168 time: 0.5657735 May 28 06:53:25.840759 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 33480) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:53:26.230525 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a54071-4bd3-410e-aafe-7dd4b45a4da8 tempest-TestNetworkBasicOps-1462600339 tempest-TestNetworkBasicOps-1462600339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:53:26.230993 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a54071-4bd3-410e-aafe-7dd4b45a4da8 tempest-TestNetworkBasicOps-1462600339 tempest-TestNetworkBasicOps-1462600339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:53:26.231653 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a54071-4bd3-410e-aafe-7dd4b45a4da8 tempest-TestNetworkBasicOps-1462600339 tempest-TestNetworkBasicOps-1462600339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:53:26.233724 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-a3a54071-4bd3-410e-aafe-7dd4b45a4da8 tempest-TestNetworkBasicOps-1462600339 tempest-TestNetworkBasicOps-1462600339-project-admin] 10.222.0.55 "GET /v2.0/ports?project_id=4cdf69566d684d639d89f5935d02f247&network_id=173ebec9-d214-4878-87ea-a35c1ed70da7 HTTP/1.1" status: 200 len: 2970 time: 0.3918970 May 28 06:53:26.428226 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 33512) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:53:26.487307 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-07abeeda-c842-43c5-9b9b-28a07d04a443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:26.615655 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-49bb7163-3bea-4aff-8da8-04e2b0d0103e admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:26.638518 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-49bb7163-3bea-4aff-8da8-04e2b0d0103e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:53:26.642485 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-49bb7163-3bea-4aff-8da8-04e2b0d0103e admin admin] Usage tracker for resource:security_group_rule and tenant:49753f04a1ee4526b8c8ecc3dce8e1ec is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:53:26.645498 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-49bb7163-3bea-4aff-8da8-04e2b0d0103e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:53:26.652055 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-49bb7163-3bea-4aff-8da8-04e2b0d0103e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:53:26.750452 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-49bb7163-3bea-4aff-8da8-04e2b0d0103e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:26.916849 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-49bb7163-3bea-4aff-8da8-04e2b0d0103e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:26.972424 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 33530) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:53:26.976210 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-49bb7163-3bea-4aff-8da8-04e2b0d0103e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=49753f04a1ee4526b8c8ecc3dce8e1ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5432069 May 28 06:53:26.976210 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bb7163-3bea-4aff-8da8-04e2b0d0103e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33045449-d891-487f-b74f-762ba2a70637,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:53:26.982659 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bb7163-3bea-4aff-8da8-04e2b0d0103e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:53:26.983095 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bb7163-3bea-4aff-8da8-04e2b0d0103e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:53:26.983518 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bb7163-3bea-4aff-8da8-04e2b0d0103e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:53:26.983939 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bb7163-3bea-4aff-8da8-04e2b0d0103e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:53:26.984494 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bb7163-3bea-4aff-8da8-04e2b0d0103e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:53:26.984822 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bb7163-3bea-4aff-8da8-04e2b0d0103e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:53:26.985144 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bb7163-3bea-4aff-8da8-04e2b0d0103e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:53:26.985488 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bb7163-3bea-4aff-8da8-04e2b0d0103e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:53:26.985812 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bb7163-3bea-4aff-8da8-04e2b0d0103e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:53:26.986130 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bb7163-3bea-4aff-8da8-04e2b0d0103e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:53:26.986447 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bb7163-3bea-4aff-8da8-04e2b0d0103e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:53:26.986764 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bb7163-3bea-4aff-8da8-04e2b0d0103e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:53:27.077113 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-66b15355-c0ae-400d-acce-c225fb3fc63c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:27.106244 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-66b15355-c0ae-400d-acce-c225fb3fc63c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:27.265378 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-66b15355-c0ae-400d-acce-c225fb3fc63c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:27.301336 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b15355-c0ae-400d-acce-c225fb3fc63c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33045449-d891-487f-b74f-762ba2a70637,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:53:27.308627 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b15355-c0ae-400d-acce-c225fb3fc63c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:53:27.309626 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b15355-c0ae-400d-acce-c225fb3fc63c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:53:27.310168 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b15355-c0ae-400d-acce-c225fb3fc63c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:53:27.310751 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b15355-c0ae-400d-acce-c225fb3fc63c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:53:27.311138 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b15355-c0ae-400d-acce-c225fb3fc63c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:53:27.311647 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b15355-c0ae-400d-acce-c225fb3fc63c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:53:27.312172 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b15355-c0ae-400d-acce-c225fb3fc63c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:53:27.312699 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b15355-c0ae-400d-acce-c225fb3fc63c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:53:27.313221 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b15355-c0ae-400d-acce-c225fb3fc63c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:53:27.314020 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b15355-c0ae-400d-acce-c225fb3fc63c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:53:27.314666 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b15355-c0ae-400d-acce-c225fb3fc63c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:53:27.315213 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b15355-c0ae-400d-acce-c225fb3fc63c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:53:27.325593 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-66b15355-c0ae-400d-acce-c225fb3fc63c admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:27.339992 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-66b15355-c0ae-400d-acce-c225fb3fc63c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/33045449-d891-487f-b74f-762ba2a70637 HTTP/1.1" status: 204 len: 168 time: 0.3598318 May 28 06:53:27.756900 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:27.796379 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:53:28.503474 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 33576) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:53:28.538725 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-dbe53bb3-f759-4b32-bf17-5f1f7cf078e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:28.562740 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-dbe53bb3-f759-4b32-bf17-5f1f7cf078e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:53:28.563085 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-dbe53bb3-f759-4b32-bf17-5f1f7cf078e0 admin admin] Usage tracker for resource:security_group_rule and tenant:fe58dec82049407089251d3c221b6aa7 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:53:28.567292 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-dbe53bb3-f759-4b32-bf17-5f1f7cf078e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:53:28.575103 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-dbe53bb3-f759-4b32-bf17-5f1f7cf078e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:53:28.696237 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-dbe53bb3-f759-4b32-bf17-5f1f7cf078e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:28.779265 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-dbe53bb3-f759-4b32-bf17-5f1f7cf078e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:28.843492 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe53bb3-f759-4b32-bf17-5f1f7cf078e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=605fb05d-ce96-4ddb-a7da-cc5a28294a0d,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:53:28.865278 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-dbe53bb3-f759-4b32-bf17-5f1f7cf078e0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fe58dec82049407089251d3c221b6aa7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3602037 May 28 06:53:28.867968 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 33590) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:53:28.968834 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-7efb8c1f-66ec-4c2d-beba-e1cc494e69a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:28.982454 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f8602d41-43a5-4531-8711-4cca79e2abb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:29.058114 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f8602d41-43a5-4531-8711-4cca79e2abb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:29.236931 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f8602d41-43a5-4531-8711-4cca79e2abb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:29.287110 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8602d41-43a5-4531-8711-4cca79e2abb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=605fb05d-ce96-4ddb-a7da-cc5a28294a0d,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:53:29.318731 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f8602d41-43a5-4531-8711-4cca79e2abb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:29.318731 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-f8602d41-43a5-4531-8711-4cca79e2abb0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/605fb05d-ce96-4ddb-a7da-cc5a28294a0d HTTP/1.1" status: 204 len: 168 time: 0.4458303 May 28 06:53:29.432709 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 33616) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:53:29.550277 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0bae3a1-07c4-4efa-9c63-243a89850f39 tempest-TestNetworkBasicOps-1462600339 tempest-TestNetworkBasicOps-1462600339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:53:29.550277 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-a0bae3a1-07c4-4efa-9c63-243a89850f39 tempest-TestNetworkBasicOps-1462600339 tempest-TestNetworkBasicOps-1462600339-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=68df399e-e75e-4871-9364-5d05730b50f0 HTTP/1.1" status: 200 len: 814 time: 0.1154215 May 28 06:53:30.071647 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:30.073542 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:30.181972 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 33646) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:53:30.355701 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-82fb3565-797f-4a87-84a0-13b0da247098 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:30.401758 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-82fb3565-797f-4a87-84a0-13b0da247098 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:53:30.416718 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-82fb3565-797f-4a87-84a0-13b0da247098 admin admin] Usage tracker for resource:security_group_rule and tenant:d86791b02cb04e2392454b800956a579 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:53:30.432989 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-82fb3565-797f-4a87-84a0-13b0da247098 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:53:30.447892 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-82fb3565-797f-4a87-84a0-13b0da247098 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:53:30.631331 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-82fb3565-797f-4a87-84a0-13b0da247098 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:30.704867 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 33664) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:53:30.711603 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-5246f1fc-5c94-442f-b28f-c0d5b476fbca tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Request body: {'network': {'name': 'tempest-network-smoke--1181808697', 'project_id': '4cdf69566d684d639d89f5935d02f247', 'port_security_enabled': True}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:53:30.719718 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-5246f1fc-5c94-442f-b28f-c0d5b476fbca tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:53:30.732424 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-5246f1fc-5c94-442f-b28f-c0d5b476fbca tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:53:30.750757 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-82fb3565-797f-4a87-84a0-13b0da247098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:30.836989 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-82fb3565-797f-4a87-84a0-13b0da247098 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d86791b02cb04e2392454b800956a579&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6543756 May 28 06:53:30.838917 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5246f1fc-5c94-442f-b28f-c0d5b476fbca tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Made reservation on behalf of 4cdf69566d684d639d89f5935d02f247 for: {'network': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:53:30.845238 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 33678) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:53:30.852586 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5246f1fc-5c94-442f-b28f-c0d5b476fbca tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:30.878653 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fb3565-797f-4a87-84a0-13b0da247098 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c8f2c6d-9eb2-4b81-9514-10dbac1bba13,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:53:30.891101 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5246f1fc-5c94-442f-b28f-c0d5b476fbca tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=89110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:53:30.904351 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5246f1fc-5c94-442f-b28f-c0d5b476fbca tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:30.904792 n-d-843702-1 neutron-server[89110]: INFO neutron.db.segments_db [None req-5246f1fc-5c94-442f-b28f-c0d5b476fbca tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Added segment d09a3d02-d7c1-4dfb-9910-99fcd473bbfd of type vlan for network 4b18d5fa-51eb-4772-960b-3bbbf515f169 May 28 06:53:30.936678 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5246f1fc-5c94-442f-b28f-c0d5b476fbca tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:30.996806 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6360045d-191f-4b11-913b-12efd646dfd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:31.031302 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6360045d-191f-4b11-913b-12efd646dfd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:31.647869 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5246f1fc-5c94-442f-b28f-c0d5b476fbca tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:31.696364 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5246f1fc-5c94-442f-b28f-c0d5b476fbca tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:53:31.696364 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5246f1fc-5c94-442f-b28f-c0d5b476fbca tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks [] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:31.698604 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 33698) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:53:31.702414 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-4775f727-025a-4c02-9020-4ec6c7660533 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-649112235', 'description': 'tempest-secgroup-smoke-649112235 description', 'project_id': '5e10d5f74e5d4c1ba1676abddcb9b284'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:53:31.709074 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-4775f727-025a-4c02-9020-4ec6c7660533 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:53:31.738670 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-4775f727-025a-4c02-9020-4ec6c7660533 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Usage tracker for resource:security_group and tenant:5e10d5f74e5d4c1ba1676abddcb9b284 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:53:31.738670 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-4775f727-025a-4c02-9020-4ec6c7660533 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:53:31.738670 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-4775f727-025a-4c02-9020-4ec6c7660533 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:53:31.765545 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5246f1fc-5c94-442f-b28f-c0d5b476fbca tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Pushing event updated for resources: {'Network': ['ID=4b18d5fa-51eb-4772-960b-3bbbf515f169,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:53:31.776785 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 4b18d5fa-51eb-4772-960b-3bbbf515f169 details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:53:31.836868 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6360045d-191f-4b11-913b-12efd646dfd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:31.864247 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6360045d-191f-4b11-913b-12efd646dfd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c8f2c6d-9eb2-4b81-9514-10dbac1bba13,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:53:31.894291 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6360045d-191f-4b11-913b-12efd646dfd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:31.898442 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-6360045d-191f-4b11-913b-12efd646dfd5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6c8f2c6d-9eb2-4b81-9514-10dbac1bba13 HTTP/1.1" status: 204 len: 168 time: 1.0425594 May 28 06:53:31.922889 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:31.940249 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4775f727-025a-4c02-9020-4ec6c7660533 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:31.944436 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-5246f1fc-5c94-442f-b28f-c0d5b476fbca tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2383041 May 28 06:53:31.945037 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 33712) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:53:31.992204 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-4775f727-025a-4c02-9020-4ec6c7660533 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:53:31.998396 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-4775f727-025a-4c02-9020-4ec6c7660533 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Usage tracker for resource:security_group_rule and tenant:5e10d5f74e5d4c1ba1676abddcb9b284 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:53:32.005951 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-4775f727-025a-4c02-9020-4ec6c7660533 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:53:32.023467 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-4775f727-025a-4c02-9020-4ec6c7660533 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:53:32.108476 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9380fdb3-e604-40e3-ba30-beac8971f87e tempest-TestNetworkBasicOps-1462600339 tempest-TestNetworkBasicOps-1462600339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:53:32.113340 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-9380fdb3-e604-40e3-ba30-beac8971f87e tempest-TestNetworkBasicOps-1462600339 tempest-TestNetworkBasicOps-1462600339-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=4cdf69566d684d639d89f5935d02f247&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1673105 May 28 06:53:32.113956 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 33718) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:53:32.115780 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4775f727-025a-4c02-9020-4ec6c7660533 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:32.186036 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4775f727-025a-4c02-9020-4ec6c7660533 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:32.304623 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4775f727-025a-4c02-9020-4ec6c7660533 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3af4d67a-5ada-4455-bedc-8c97de6bcccb,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:53:32.335523 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4d569f-8d94-4f72-93ff-b86389f2ccf2 tempest-TestNetworkBasicOps-1462600339 tempest-TestNetworkBasicOps-1462600339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:53:32.338143 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-8d4d569f-8d94-4f72-93ff-b86389f2ccf2 tempest-TestNetworkBasicOps-1462600339 tempest-TestNetworkBasicOps-1462600339-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2231026 May 28 06:53:32.341103 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 33728) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:53:32.380362 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:32.409906 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-4cb46b4b-6a13-4490-91d7-9c4f3557cccd tempest-TestNetworkBasicOps-1462600339 tempest-TestNetworkBasicOps-1462600339-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=68df399e-e75e-4871-9364-5d05730b50f0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0673971 May 28 06:53:32.414294 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 33734) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:53:32.464665 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-b2170751-de99-4453-a51c-3c3c6345cea6 tempest-TestNetworkBasicOps-1462600339 tempest-TestNetworkBasicOps-1462600339-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=4cdf69566d684d639d89f5935d02f247&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0490091 May 28 06:53:32.467156 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 33742) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:53:32.523064 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4775f727-025a-4c02-9020-4ec6c7660533 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:32.525578 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-4775f727-025a-4c02-9020-4ec6c7660533 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.8260591 May 28 06:53:32.527757 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 33748) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:53:32.533141 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-e9243497-1836-4e32-b900-ad0e637c27bd tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Request body: {'security_group_rule': {'security_group_id': '3af4d67a-5ada-4455-bedc-8c97de6bcccb', 'project_id': '5e10d5f74e5d4c1ba1676abddcb9b284', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:53:32.544752 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-e9243497-1836-4e32-b900-ad0e637c27bd tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:53:32.563974 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-e9243497-1836-4e32-b900-ad0e637c27bd tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Usage tracker for resource:security_group_rule and tenant:5e10d5f74e5d4c1ba1676abddcb9b284 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:53:32.567097 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-e9243497-1836-4e32-b900-ad0e637c27bd tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:53:32.575983 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-e9243497-1836-4e32-b900-ad0e637c27bd tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:53:32.674833 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea01623-9cf9-411d-936b-59a471a76fcc tempest-TestNetworkBasicOps-1462600339 tempest-TestNetworkBasicOps-1462600339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:53:32.680417 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 33756) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:53:32.690789 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-0ea01623-9cf9-411d-936b-59a471a76fcc tempest-TestNetworkBasicOps-1462600339 tempest-TestNetworkBasicOps-1462600339-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2226205 May 28 06:53:32.738508 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e9243497-1836-4e32-b900-ad0e637c27bd tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:32.752996 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 33760) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:53:32.760517 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-56887309-234d-4f40-a9b7-1092e2e177cd tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-951824252', 'network_id': '4b18d5fa-51eb-4772-960b-3bbbf515f169', 'project_id': '4cdf69566d684d639d89f5935d02f247', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:53:32.767898 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-c84d7d11-8e88-422e-8822-0df4a6dc1c78 tempest-TestNetworkBasicOps-1462600339 tempest-TestNetworkBasicOps-1462600339-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=68df399e-e75e-4871-9364-5d05730b50f0&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0849469 May 28 06:53:32.870412 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e9243497-1836-4e32-b900-ad0e637c27bd tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:32.933150 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-56887309-234d-4f40-a9b7-1092e2e177cd tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:53:32.937096 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-56887309-234d-4f40-a9b7-1092e2e177cd tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Usage tracker for resource:subnet and tenant:4cdf69566d684d639d89f5935d02f247 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:53:32.940259 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-56887309-234d-4f40-a9b7-1092e2e177cd tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:53:32.946166 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-56887309-234d-4f40-a9b7-1092e2e177cd tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:53:33.008269 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e9243497-1836-4e32-b900-ad0e637c27bd tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:33.030525 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9243497-1836-4e32-b900-ad0e637c27bd tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ec7f006-f550-4b25-b29e-dc0e739724a8,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:53:33.030869 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56887309-234d-4f40-a9b7-1092e2e177cd tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Made reservation on behalf of 4cdf69566d684d639d89f5935d02f247 for: {'subnet': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:53:33.036090 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-56887309-234d-4f40-a9b7-1092e2e177cd tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3171998'] for subnet, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:33.067001 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 33772) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:53:33.094284 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b7d129fb-5434-476d-9371-191fa36daced admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:33.108318 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e9243497-1836-4e32-b900-ad0e637c27bd tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:33.111405 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-e9243497-1836-4e32-b900-ad0e637c27bd tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5813019 May 28 06:53:33.113033 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 33778) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:53:33.118945 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-b7d129fb-5434-476d-9371-191fa36daced admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:53:33.124966 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-b7d129fb-5434-476d-9371-191fa36daced admin admin] Usage tracker for resource:security_group_rule and tenant:f2aba0c16ff443e99ed475abd3f647bb is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:53:33.129329 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-b7d129fb-5434-476d-9371-191fa36daced admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:53:33.140356 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-b7d129fb-5434-476d-9371-191fa36daced admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:53:33.168372 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-83af994f-2ef3-48f9-9706-e256687666fb tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Request body: {'security_group_rule': {'security_group_id': '3af4d67a-5ada-4455-bedc-8c97de6bcccb', 'project_id': '5e10d5f74e5d4c1ba1676abddcb9b284', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:53:33.168372 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-83af994f-2ef3-48f9-9706-e256687666fb tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:53:33.171362 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-83af994f-2ef3-48f9-9706-e256687666fb tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Usage tracker for resource:security_group_rule and tenant:5e10d5f74e5d4c1ba1676abddcb9b284 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:53:33.173712 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-83af994f-2ef3-48f9-9706-e256687666fb tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:53:33.183814 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-83af994f-2ef3-48f9-9706-e256687666fb tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:53:33.271865 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-83af994f-2ef3-48f9-9706-e256687666fb tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:33.431461 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-56887309-234d-4f40-a9b7-1092e2e177cd tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3115906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3172012'] for subnet, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:33.455732 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-83af994f-2ef3-48f9-9706-e256687666fb tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:33.455732 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b7d129fb-5434-476d-9371-191fa36daced admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:33.527627 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56887309-234d-4f40-a9b7-1092e2e177cd tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Pushing event updated for resources: {'Subnet': ['ID=d8e9f4d3-06be-4d3e-b673-9c24a60f847c,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:53:33.534514 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56887309-234d-4f40-a9b7-1092e2e177cd tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Checking segment: {'id': 'd09a3d02-d7c1-4dfb-9910-99fcd473bbfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '4b18d5fa-51eb-4772-960b-3bbbf515f169'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:53:33.535357 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56887309-234d-4f40-a9b7-1092e2e177cd tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Network hostable DHCP agents. Network: 4b18d5fa-51eb-4772-960b-3bbbf515f169, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89110) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:53:33.642102 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-83af994f-2ef3-48f9-9706-e256687666fb tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:33.686363 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83af994f-2ef3-48f9-9706-e256687666fb tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=774e89ed-8902-4e85-9081-4f7f6ce4ced2,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:53:33.705544 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56887309-234d-4f40-a9b7-1092e2e177cd tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Network 4b18d5fa-51eb-4772-960b-3bbbf515f169 is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89110) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:53:33.709909 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b7d129fb-5434-476d-9371-191fa36daced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:33.801015 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-b7d129fb-5434-476d-9371-191fa36daced admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f2aba0c16ff443e99ed475abd3f647bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7122786 May 28 06:53:33.801015 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d129fb-5434-476d-9371-191fa36daced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02176d2f-afcb-4e20-8b99-6b2ba10289e3,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:53:33.806393 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 33798) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:53:33.809040 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-83af994f-2ef3-48f9-9706-e256687666fb tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:33.809040 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-83af994f-2ef3-48f9-9706-e256687666fb tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6419001 May 28 06:53:33.809040 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 33802) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:53:33.809040 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-3766856f-24b6-4a8d-a760-5ac00af1b690 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Request body: {'security_group_rule': {'security_group_id': '3af4d67a-5ada-4455-bedc-8c97de6bcccb', 'project_id': '5e10d5f74e5d4c1ba1676abddcb9b284', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:53:33.814973 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-3766856f-24b6-4a8d-a760-5ac00af1b690 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:53:33.819114 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-3766856f-24b6-4a8d-a760-5ac00af1b690 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Usage tracker for resource:security_group_rule and tenant:5e10d5f74e5d4c1ba1676abddcb9b284 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:53:33.823096 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-3766856f-24b6-4a8d-a760-5ac00af1b690 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:53:33.829064 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-3766856f-24b6-4a8d-a760-5ac00af1b690 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:53:33.841283 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-56887309-234d-4f40-a9b7-1092e2e177cd tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, 4b18d5fa-51eb-4772-960b-3bbbf515f169) {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:53:33.857257 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e96c6eb-d0b5-4d96-809b-eea8b115aa4b None None] Network 4b18d5fa-51eb-4772-960b-3bbbf515f169 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:53:33.879349 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56887309-234d-4f40-a9b7-1092e2e177cd tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:53:33.880061 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-56887309-234d-4f40-a9b7-1092e2e177cd tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:33.918320 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7e7a5fff-dca6-4e21-a58b-cdac6a5eaeb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:33.933116 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3766856f-24b6-4a8d-a760-5ac00af1b690 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:33.947918 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7e7a5fff-dca6-4e21-a58b-cdac6a5eaeb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:34.071463 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-56887309-234d-4f40-a9b7-1092e2e177cd tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3172817 May 28 06:53:34.145808 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7e7a5fff-dca6-4e21-a58b-cdac6a5eaeb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:34.165767 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7a5fff-dca6-4e21-a58b-cdac6a5eaeb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02176d2f-afcb-4e20-8b99-6b2ba10289e3,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:53:34.166809 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3766856f-24b6-4a8d-a760-5ac00af1b690 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:34.170462 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7e7a5fff-dca6-4e21-a58b-cdac6a5eaeb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:34.173483 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-7e7a5fff-dca6-4e21-a58b-cdac6a5eaeb9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/02176d2f-afcb-4e20-8b99-6b2ba10289e3 HTTP/1.1" status: 204 len: 168 time: 0.3845885 May 28 06:53:34.184094 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12632527-88b9-408c-aeaa-56f7171755ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-4b18d5fa-51eb-4772-960b-3bbbf515f169', 'network_id': '4b18d5fa-51eb-4772-960b-3bbbf515f169', 'tenant_id': '4cdf69566d684d639d89f5935d02f247', 'fixed_ips': [{'subnet_id': 'd8e9f4d3-06be-4d3e-b673-9c24a60f847c'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:53:34.184939 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-12632527-88b9-408c-aeaa-56f7171755ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:34.273562 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 33820) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:53:34.276145 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-f3af5acd-663c-44b9-8e89-b27875eaa014 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2126439492', 'description': 'tempest-secgroup-smoke-2126439492 description', 'project_id': '4cdf69566d684d639d89f5935d02f247'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:53:34.323605 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-f3af5acd-663c-44b9-8e89-b27875eaa014 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:53:34.345582 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-f3af5acd-663c-44b9-8e89-b27875eaa014 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:53:34.367769 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3766856f-24b6-4a8d-a760-5ac00af1b690 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:34.368085 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-12632527-88b9-408c-aeaa-56f7171755ee None None] Allocated IP 172.20.0.18 (4b18d5fa-51eb-4772-960b-3bbbf515f169/d8e9f4d3-06be-4d3e-b673-9c24a60f847c/07dce76d-f9c8-47f0-b309-3d91f3c1861d) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:53:34.404497 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3766856f-24b6-4a8d-a760-5ac00af1b690 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8b0b73c-4c7a-4b1d-8588-f02a391cfdfd,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:53:34.459132 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f3af5acd-663c-44b9-8e89-b27875eaa014 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:34.500933 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-f3af5acd-663c-44b9-8e89-b27875eaa014 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:53:34.514710 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-f3af5acd-663c-44b9-8e89-b27875eaa014 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Usage tracker for resource:security_group_rule and tenant:4cdf69566d684d639d89f5935d02f247 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:53:34.527250 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-f3af5acd-663c-44b9-8e89-b27875eaa014 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:53:34.545896 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-f3af5acd-663c-44b9-8e89-b27875eaa014 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:53:34.574080 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3766856f-24b6-4a8d-a760-5ac00af1b690 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:34.578132 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-3766856f-24b6-4a8d-a760-5ac00af1b690 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7722507 May 28 06:53:34.578592 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 33834) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:53:34.584450 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-cfcc62f3-5190-4aac-8b5e-c75830937389 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Request body: {'security_group_rule': {'security_group_id': '3af4d67a-5ada-4455-bedc-8c97de6bcccb', 'project_id': '5e10d5f74e5d4c1ba1676abddcb9b284', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:53:34.592223 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-cfcc62f3-5190-4aac-8b5e-c75830937389 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:53:34.598791 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-cfcc62f3-5190-4aac-8b5e-c75830937389 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Usage tracker for resource:security_group_rule and tenant:5e10d5f74e5d4c1ba1676abddcb9b284 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:53:34.602950 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-cfcc62f3-5190-4aac-8b5e-c75830937389 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:53:34.615955 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-cfcc62f3-5190-4aac-8b5e-c75830937389 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:53:34.662638 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f3af5acd-663c-44b9-8e89-b27875eaa014 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:34.736190 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-12632527-88b9-408c-aeaa-56f7171755ee None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:34.748461 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-12632527-88b9-408c-aeaa-56f7171755ee None None] Transition to ACTIVE for port object 07dce76d-f9c8-47f0-b309-3d91f3c1861d will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:53:34.767453 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-12632527-88b9-408c-aeaa-56f7171755ee None None] Transition to ACTIVE for port object 07dce76d-f9c8-47f0-b309-3d91f3c1861d will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:53:34.845660 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f3af5acd-663c-44b9-8e89-b27875eaa014 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:34.947202 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3af5acd-663c-44b9-8e89-b27875eaa014 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90917284-55b9-43a0-983c-25015ab37171,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:53:34.980112 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-12632527-88b9-408c-aeaa-56f7171755ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:35.033082 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-cfcc62f3-5190-4aac-8b5e-c75830937389 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:35.048496 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12632527-88b9-408c-aeaa-56f7171755ee None None] Network 4b18d5fa-51eb-4772-960b-3bbbf515f169 is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:53:35.051582 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-12632527-88b9-408c-aeaa-56f7171755ee None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:53:35.056287 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12632527-88b9-408c-aeaa-56f7171755ee None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:53:35.093222 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12632527-88b9-408c-aeaa-56f7171755ee None None] Pushing event updated for resources: {'Port': ['ID=07dce76d-f9c8-47f0-b309-3d91f3c1861d,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:53:35.111262 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12632527-88b9-408c-aeaa-56f7171755ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:53:35.111604 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12632527-88b9-408c-aeaa-56f7171755ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:53:35.111941 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12632527-88b9-408c-aeaa-56f7171755ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:53:35.112275 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12632527-88b9-408c-aeaa-56f7171755ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:53:35.112603 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12632527-88b9-408c-aeaa-56f7171755ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:53:35.112929 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12632527-88b9-408c-aeaa-56f7171755ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:53:35.113274 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12632527-88b9-408c-aeaa-56f7171755ee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:53:35.113658 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12632527-88b9-408c-aeaa-56f7171755ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:53:35.113995 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12632527-88b9-408c-aeaa-56f7171755ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:53:35.114310 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12632527-88b9-408c-aeaa-56f7171755ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:53:35.114629 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12632527-88b9-408c-aeaa-56f7171755ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:53:35.114979 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12632527-88b9-408c-aeaa-56f7171755ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:53:35.127860 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f3af5acd-663c-44b9-8e89-b27875eaa014 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:35.129692 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-f3af5acd-663c-44b9-8e89-b27875eaa014 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8581979 May 28 06:53:35.132626 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 33858) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:53:35.138957 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-95a30b55-8961-46f2-9b7a-44b7ffcb9afc tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Request body: {'security_group_rule': {'security_group_id': '90917284-55b9-43a0-983c-25015ab37171', 'project_id': '4cdf69566d684d639d89f5935d02f247', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:53:35.147924 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-95a30b55-8961-46f2-9b7a-44b7ffcb9afc tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:53:35.152262 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-95a30b55-8961-46f2-9b7a-44b7ffcb9afc tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Usage tracker for resource:security_group_rule and tenant:4cdf69566d684d639d89f5935d02f247 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:53:35.155724 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-95a30b55-8961-46f2-9b7a-44b7ffcb9afc tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:53:35.166837 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-95a30b55-8961-46f2-9b7a-44b7ffcb9afc tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:53:35.192969 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-12632527-88b9-408c-aeaa-56f7171755ee None None] Attempting to bind port 07dce76d-f9c8-47f0-b309-3d91f3c1861d on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:53:35.193255 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-12632527-88b9-408c-aeaa-56f7171755ee None None] Attempting to bind port 07dce76d-f9c8-47f0-b309-3d91f3c1861d by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'd09a3d02-d7c1-4dfb-9910-99fcd473bbfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '4b18d5fa-51eb-4772-960b-3bbbf515f169'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:53:35.194068 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12632527-88b9-408c-aeaa-56f7171755ee None None] Attempting to bind port 07dce76d-f9c8-47f0-b309-3d91f3c1861d on network 4b18d5fa-51eb-4772-960b-3bbbf515f169 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:53:35.201202 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12632527-88b9-408c-aeaa-56f7171755ee None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:53:35.201612 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12632527-88b9-408c-aeaa-56f7171755ee None None] Checking segment: {'id': 'd09a3d02-d7c1-4dfb-9910-99fcd473bbfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '4b18d5fa-51eb-4772-960b-3bbbf515f169'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:53:35.202013 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-12632527-88b9-408c-aeaa-56f7171755ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:35.202617 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12632527-88b9-408c-aeaa-56f7171755ee None None] Bound using segment: {'id': 'd09a3d02-d7c1-4dfb-9910-99fcd473bbfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '4b18d5fa-51eb-4772-960b-3bbbf515f169'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:53:35.203071 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-12632527-88b9-408c-aeaa-56f7171755ee None None] Bound port: 07dce76d-f9c8-47f0-b309-3d91f3c1861d, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd09a3d02-d7c1-4dfb-9910-99fcd473bbfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '4b18d5fa-51eb-4772-960b-3bbbf515f169'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:53:35.203607 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-12632527-88b9-408c-aeaa-56f7171755ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:35.231777 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-cfcc62f3-5190-4aac-8b5e-c75830937389 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:35.299714 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-12632527-88b9-408c-aeaa-56f7171755ee None None] For port 07dce76d-f9c8-47f0-b309-3d91f3c1861d, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:53:35.303421 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-12632527-88b9-408c-aeaa-56f7171755ee None None] For port 07dce76d-f9c8-47f0-b309-3d91f3c1861d, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=07dce76d-f9c8-47f0-b309-3d91f3c1861d,segment=NetworkSegment(d09a3d02-d7c1-4dfb-9910-99fcd473bbfd),segment_id=d09a3d02-d7c1-4dfb-9910-99fcd473bbfd)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:53:35.384634 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-95a30b55-8961-46f2-9b7a-44b7ffcb9afc tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:35.390613 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-cfcc62f3-5190-4aac-8b5e-c75830937389 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:35.426221 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-12632527-88b9-408c-aeaa-56f7171755ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:35.430168 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc62f3-5190-4aac-8b5e-c75830937389 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0bfe5a8-8f33-48a2-bc55-e17cbaec6973,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:53:35.472762 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-95a30b55-8961-46f2-9b7a-44b7ffcb9afc tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:35.525444 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12632527-88b9-408c-aeaa-56f7171755ee None None] Pushing event updated for resources: {'Port': ['ID=07dce76d-f9c8-47f0-b309-3d91f3c1861d,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:53:35.527799 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-cfcc62f3-5190-4aac-8b5e-c75830937389 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:35.529733 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-cfcc62f3-5190-4aac-8b5e-c75830937389 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9493668 May 28 06:53:35.542562 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 33874) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:53:35.547731 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-a4af831f-19ad-4963-a032-1b5ac19827eb tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Request body: {'security_group_rule': {'security_group_id': '3af4d67a-5ada-4455-bedc-8c97de6bcccb', 'project_id': '5e10d5f74e5d4c1ba1676abddcb9b284', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:53:35.572533 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-a4af831f-19ad-4963-a032-1b5ac19827eb tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:53:35.583334 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-a4af831f-19ad-4963-a032-1b5ac19827eb tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Usage tracker for resource:security_group_rule and tenant:5e10d5f74e5d4c1ba1676abddcb9b284 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:53:35.594697 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-a4af831f-19ad-4963-a032-1b5ac19827eb tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:53:35.610547 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-a4af831f-19ad-4963-a032-1b5ac19827eb tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:53:35.625708 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-95a30b55-8961-46f2-9b7a-44b7ffcb9afc tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:35.675388 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a30b55-8961-46f2-9b7a-44b7ffcb9afc tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=268e8c2c-86c2-44a3-b2f2-bd93434beb3b,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:53:35.757962 n-d-843702-1 neutron-server[89109]: INFO neutron.db.securitygroups_db [None req-a4af831f-19ad-4963-a032-1b5ac19827eb tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Project 5e10d5f74e5d4c1ba1676abddcb9b284 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 06:53:35.771061 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a4af831f-19ad-4963-a032-1b5ac19827eb tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:35.791797 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-95a30b55-8961-46f2-9b7a-44b7ffcb9afc tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:35.793008 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-95a30b55-8961-46f2-9b7a-44b7ffcb9afc tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6590776 May 28 06:53:35.797890 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 33886) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:53:35.812405 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-dd5be505-b9a1-4a42-adc4-8f5b3de5d93e tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Request body: {'security_group_rule': {'security_group_id': '90917284-55b9-43a0-983c-25015ab37171', 'project_id': '4cdf69566d684d639d89f5935d02f247', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:53:35.835881 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-dd5be505-b9a1-4a42-adc4-8f5b3de5d93e tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:53:35.853286 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-dd5be505-b9a1-4a42-adc4-8f5b3de5d93e tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Usage tracker for resource:security_group_rule and tenant:4cdf69566d684d639d89f5935d02f247 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:53:35.862838 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-dd5be505-b9a1-4a42-adc4-8f5b3de5d93e tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:53:35.872951 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-dd5be505-b9a1-4a42-adc4-8f5b3de5d93e tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:53:35.881266 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a4af831f-19ad-4963-a032-1b5ac19827eb tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:36.007126 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a4af831f-19ad-4963-a032-1b5ac19827eb tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:36.017887 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-dd5be505-b9a1-4a42-adc4-8f5b3de5d93e tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:36.070367 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4af831f-19ad-4963-a032-1b5ac19827eb tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbf7ec3b-8d05-4126-9f33-bf6bcf981223,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:53:36.159691 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-dd5be505-b9a1-4a42-adc4-8f5b3de5d93e tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:36.202732 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a4af831f-19ad-4963-a032-1b5ac19827eb tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:36.203901 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-a4af831f-19ad-4963-a032-1b5ac19827eb tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6603305 May 28 06:53:36.210493 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 33904) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:53:36.220181 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-d7ba98be-5be7-424f-9e9b-72c33477efa3 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Request body: {'security_group_rule': {'security_group_id': '3af4d67a-5ada-4455-bedc-8c97de6bcccb', 'project_id': '5e10d5f74e5d4c1ba1676abddcb9b284', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:53:36.230916 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-d7ba98be-5be7-424f-9e9b-72c33477efa3 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:53:36.237675 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-d7ba98be-5be7-424f-9e9b-72c33477efa3 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Usage tracker for resource:security_group_rule and tenant:5e10d5f74e5d4c1ba1676abddcb9b284 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:53:36.240866 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-d7ba98be-5be7-424f-9e9b-72c33477efa3 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:53:36.251459 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-d7ba98be-5be7-424f-9e9b-72c33477efa3 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:53:36.294161 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-dd5be505-b9a1-4a42-adc4-8f5b3de5d93e tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:36.327161 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5be505-b9a1-4a42-adc4-8f5b3de5d93e tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfc840d8-5015-4e1e-85c8-fc6d04aaa4a5,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:53:36.426875 n-d-843702-1 neutron-server[89109]: INFO neutron.db.securitygroups_db [None req-d7ba98be-5be7-424f-9e9b-72c33477efa3 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Project 5e10d5f74e5d4c1ba1676abddcb9b284 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 06:53:36.437327 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d7ba98be-5be7-424f-9e9b-72c33477efa3 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:36.477080 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-dd5be505-b9a1-4a42-adc4-8f5b3de5d93e tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:36.477256 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 33916) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:53:36.481063 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-dd5be505-b9a1-4a42-adc4-8f5b3de5d93e tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6814320 May 28 06:53:36.490267 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-e8c9dd59-223c-4081-9d9d-8c4f8744b269 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Request body: {'security_group_rule': {'security_group_id': '90917284-55b9-43a0-983c-25015ab37171', 'project_id': '4cdf69566d684d639d89f5935d02f247', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:53:36.524208 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-e8c9dd59-223c-4081-9d9d-8c4f8744b269 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:53:36.549572 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-e8c9dd59-223c-4081-9d9d-8c4f8744b269 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Usage tracker for resource:security_group_rule and tenant:4cdf69566d684d639d89f5935d02f247 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:53:36.555221 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-e8c9dd59-223c-4081-9d9d-8c4f8744b269 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:53:36.573965 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-e8c9dd59-223c-4081-9d9d-8c4f8744b269 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:53:36.640633 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d7ba98be-5be7-424f-9e9b-72c33477efa3 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:36.907427 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52366eec-c799-4302-8a13-09e7ce92b800 None None] Network 4b18d5fa-51eb-4772-960b-3bbbf515f169 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:53:37.061374 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 07dce76d-f9c8-47f0-b309-3d91f3c1861d up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:53:37.386548 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-ca02d62f-b9ea-4ca5-8941-413b562aa0d7 None None] Provisioning for port 07dce76d-f9c8-47f0-b309-3d91f3c1861d completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:53:37.389620 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 07dce76d-f9c8-47f0-b309-3d91f3c1861d completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:53:37.396673 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d7ba98be-5be7-424f-9e9b-72c33477efa3 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:37.398246 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-ca02d62f-b9ea-4ca5-8941-413b562aa0d7 None None] Provisioning complete for port 07dce76d-f9c8-47f0-b309-3d91f3c1861d triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:53:37.398246 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-ca02d62f-b9ea-4ca5-8941-413b562aa0d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:37.427828 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 07dce76d-f9c8-47f0-b309-3d91f3c1861d triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:53:37.428429 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:37.431845 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e8c9dd59-223c-4081-9d9d-8c4f8744b269 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:37.472014 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ba98be-5be7-424f-9e9b-72c33477efa3 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cce9a60-534b-4c5f-9813-a1d5358b4384,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:53:37.551774 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e8c9dd59-223c-4081-9d9d-8c4f8744b269 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:37.578715 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d7ba98be-5be7-424f-9e9b-72c33477efa3 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:37.579999 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-d7ba98be-5be7-424f-9e9b-72c33477efa3 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.3680127 May 28 06:53:37.652672 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-ca02d62f-b9ea-4ca5-8941-413b562aa0d7 None None] Current status of the port 07dce76d-f9c8-47f0-b309-3d91f3c1861d is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:53:37.654241 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-ca02d62f-b9ea-4ca5-8941-413b562aa0d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:37.688034 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e8c9dd59-223c-4081-9d9d-8c4f8744b269 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:37.698816 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-ca02d62f-b9ea-4ca5-8941-413b562aa0d7 None None] For port 07dce76d-f9c8-47f0-b309-3d91f3c1861d, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=07dce76d-f9c8-47f0-b309-3d91f3c1861d,segment=NetworkSegment(d09a3d02-d7c1-4dfb-9910-99fcd473bbfd),segment_id=d09a3d02-d7c1-4dfb-9910-99fcd473bbfd)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:53:37.701658 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 07dce76d-f9c8-47f0-b309-3d91f3c1861d is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:53:37.702089 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:37.727716 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c9dd59-223c-4081-9d9d-8c4f8744b269 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc5b1552-b12e-4fa0-a639-29b43100e902,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:53:37.825859 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-ca02d62f-b9ea-4ca5-8941-413b562aa0d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:37.887905 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e8c9dd59-223c-4081-9d9d-8c4f8744b269 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:37.891844 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-e8c9dd59-223c-4081-9d9d-8c4f8744b269 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4140010 May 28 06:53:37.891844 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 33954) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:53:37.896828 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-ed582339-9d77-4d48-a3e3-735d3783cb2c tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Request body: {'security_group_rule': {'security_group_id': '90917284-55b9-43a0-983c-25015ab37171', 'project_id': '4cdf69566d684d639d89f5935d02f247', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:53:37.903963 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-ed582339-9d77-4d48-a3e3-735d3783cb2c tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:53:37.916673 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-ed582339-9d77-4d48-a3e3-735d3783cb2c tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Usage tracker for resource:security_group_rule and tenant:4cdf69566d684d639d89f5935d02f247 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:53:37.922162 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-ed582339-9d77-4d48-a3e3-735d3783cb2c tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:53:37.944568 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-ed582339-9d77-4d48-a3e3-735d3783cb2c tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:53:37.959438 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.db.api [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89111) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:53:37.959438 n-d-843702-1 neutron-server[89111]: DEBUG oslo_db.api [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:53:37.980238 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02d62f-b9ea-4ca5-8941-413b562aa0d7 None None] Pushing event updated for resources: {'Port': ['ID=07dce76d-f9c8-47f0-b309-3d91f3c1861d,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:53:37.983869 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-58262496-e777-4f73-8fd6-f9806eb7622d None None] Provisioning complete for port 07dce76d-f9c8-47f0-b309-3d91f3c1861d triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:53:37.984506 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-58262496-e777-4f73-8fd6-f9806eb7622d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:38.147961 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ed582339-9d77-4d48-a3e3-735d3783cb2c tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:38.155884 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-58262496-e777-4f73-8fd6-f9806eb7622d None None] Current status of the port 07dce76d-f9c8-47f0-b309-3d91f3c1861d is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:53:38.241452 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ed582339-9d77-4d48-a3e3-735d3783cb2c tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:38.352927 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8b0e6498-9968-42f5-8641-41e4448d688b req-571f6b8d-78fa-4732-aa11-faf672cdd5d4 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-649112235&fields=id&tenant_id=5e10d5f74e5d4c1ba1676abddcb9b284 HTTP/1.1" status: 200 len: 267 time: 0.0439179 May 28 06:53:38.447027 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 33978) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:53:38.470453 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ed582339-9d77-4d48-a3e3-735d3783cb2c tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:38.506754 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed582339-9d77-4d48-a3e3-735d3783cb2c tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ef44ab4-86c6-4968-92cd-36b9255ff472,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:53:38.600264 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 07dce76d-f9c8-47f0-b309-3d91f3c1861d is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:53:38.632822 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0e6498-9968-42f5-8641-41e4448d688b req-07ba6c08-ed39-4767-9b3f-2727ea9bec02 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:53:38.635824 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8b0e6498-9968-42f5-8641-41e4448d688b req-07ba6c08-ed39-4767-9b3f-2727ea9bec02 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] 10.222.0.55 "GET /v2.0/networks?id=e8a2a26d-ca66-4cab-9858-6f3c41497abf HTTP/1.1" status: 200 len: 814 time: 0.2756886 May 28 06:53:38.642540 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ed582339-9d77-4d48-a3e3-735d3783cb2c tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:38.647011 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-ed582339-9d77-4d48-a3e3-735d3783cb2c tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7541630 May 28 06:53:38.647891 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 33986) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:53:38.664269 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-3a4b3ae2-6a57-4683-ac23-3301028ee481 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Request body: {'security_group_rule': {'security_group_id': '90917284-55b9-43a0-983c-25015ab37171', 'project_id': '4cdf69566d684d639d89f5935d02f247', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:53:38.673962 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-3a4b3ae2-6a57-4683-ac23-3301028ee481 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:53:38.698015 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8b0e6498-9968-42f5-8641-41e4448d688b req-7b6ec959-613c-46f5-a7b0-09e914644319 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] 10.222.0.55 "GET /v2.0/quotas/5e10d5f74e5d4c1ba1676abddcb9b284 HTTP/1.1" status: 200 len: 375 time: 0.0516205 May 28 06:53:38.700744 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-3a4b3ae2-6a57-4683-ac23-3301028ee481 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Usage tracker for resource:security_group_rule and tenant:4cdf69566d684d639d89f5935d02f247 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:53:38.705697 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-3a4b3ae2-6a57-4683-ac23-3301028ee481 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:53:38.781996 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-3a4b3ae2-6a57-4683-ac23-3301028ee481 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:53:38.812350 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8b7dcd33-a7f5-4b5e-82b5-02b8011df008 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:38.839644 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-8b7dcd33-a7f5-4b5e-82b5-02b8011df008 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:53:38.845243 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-8b7dcd33-a7f5-4b5e-82b5-02b8011df008 admin admin] Usage tracker for resource:security_group_rule and tenant:6adb92cb74a74b68b04f891831fbdb98 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:53:38.849543 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-8b7dcd33-a7f5-4b5e-82b5-02b8011df008 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:53:38.866214 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-8b7dcd33-a7f5-4b5e-82b5-02b8011df008 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:53:38.871927 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8b0e6498-9968-42f5-8641-41e4448d688b req-fa8fa0b4-5fb4-4c1b-9506-580b2dfba5ca tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=5e10d5f74e5d4c1ba1676abddcb9b284&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1627686 May 28 06:53:38.903895 n-d-843702-1 neutron-server[89110]: INFO neutron.db.securitygroups_db [None req-3a4b3ae2-6a57-4683-ac23-3301028ee481 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Project 4cdf69566d684d639d89f5935d02f247 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 06:53:38.967068 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3a4b3ae2-6a57-4683-ac23-3301028ee481 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:39.028010 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8b7dcd33-a7f5-4b5e-82b5-02b8011df008 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:39.054881 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 07dce76d-f9c8-47f0-b309-3d91f3c1861d up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:53:39.092755 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3a4b3ae2-6a57-4683-ac23-3301028ee481 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:39.114605 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8b0e6498-9968-42f5-8641-41e4448d688b req-f00b75b4-951e-44af-8cdb-bef4da45afea service neutron] 10.222.0.55 "GET /v2.0/networks/e8a2a26d-ca66-4cab-9858-6f3c41497abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396963 May 28 06:53:39.129206 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 07dce76d-f9c8-47f0-b309-3d91f3c1861d triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:53:39.129613 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:39.139676 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8b7dcd33-a7f5-4b5e-82b5-02b8011df008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:39.256360 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7dcd33-a7f5-4b5e-82b5-02b8011df008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1662cc86-6f43-42ab-b4c9-437db4b59c1e,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:53:39.259341 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3a4b3ae2-6a57-4683-ac23-3301028ee481 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:39.264350 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-8b7dcd33-a7f5-4b5e-82b5-02b8011df008 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6adb92cb74a74b68b04f891831fbdb98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7880857 May 28 06:53:39.264350 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 34010) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:53:39.277055 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4b3ae2-6a57-4683-ac23-3301028ee481 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=050dc1e2-ea67-4fe8-81bb-a4ccc976f44f,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:53:39.361155 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 07dce76d-f9c8-47f0-b309-3d91f3c1861d is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:53:39.364141 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8b0e6498-9968-42f5-8641-41e4448d688b req-d45b76c4-77a7-4d73-a1e7-1b3600cd73dd service neutron] 10.222.0.55 "GET /v2.0/networks/e8a2a26d-ca66-4cab-9858-6f3c41497abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409642 May 28 06:53:39.397397 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9d762834-143e-4058-8d65-2e58aeb7726e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:39.419598 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3a4b3ae2-6a57-4683-ac23-3301028ee481 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:39.424085 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-3a4b3ae2-6a57-4683-ac23-3301028ee481 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7754600 May 28 06:53:39.424760 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 34024) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:53:39.430094 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-e3d45087-63fb-4d6b-9995-a1682680d218 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Request body: {'security_group_rule': {'security_group_id': '90917284-55b9-43a0-983c-25015ab37171', 'project_id': '4cdf69566d684d639d89f5935d02f247', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:53:39.440792 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-e3d45087-63fb-4d6b-9995-a1682680d218 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:53:39.444850 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-e3d45087-63fb-4d6b-9995-a1682680d218 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Usage tracker for resource:security_group_rule and tenant:4cdf69566d684d639d89f5935d02f247 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:53:39.448394 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-e3d45087-63fb-4d6b-9995-a1682680d218 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:53:39.454943 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-e3d45087-63fb-4d6b-9995-a1682680d218 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:53:39.472572 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9d762834-143e-4058-8d65-2e58aeb7726e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:39.563723 n-d-843702-1 neutron-server[89110]: INFO neutron.db.securitygroups_db [None req-e3d45087-63fb-4d6b-9995-a1682680d218 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Project 4cdf69566d684d639d89f5935d02f247 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 06:53:39.580706 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e3d45087-63fb-4d6b-9995-a1682680d218 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:39.699179 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e3d45087-63fb-4d6b-9995-a1682680d218 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:39.711026 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9d762834-143e-4058-8d65-2e58aeb7726e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:39.724960 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d762834-143e-4058-8d65-2e58aeb7726e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1662cc86-6f43-42ab-b4c9-437db4b59c1e,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:53:39.748586 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9d762834-143e-4058-8d65-2e58aeb7726e admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:39.748586 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-9d762834-143e-4058-8d65-2e58aeb7726e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1662cc86-6f43-42ab-b4c9-437db4b59c1e HTTP/1.1" status: 204 len: 168 time: 0.4916492 May 28 06:53:39.830257 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e3d45087-63fb-4d6b-9995-a1682680d218 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:39.856012 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d45087-63fb-4d6b-9995-a1682680d218 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ede1434b-50a8-4bb7-bee3-3e5e09255846,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:53:39.945088 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e3d45087-63fb-4d6b-9995-a1682680d218 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:39.952857 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-e3d45087-63fb-4d6b-9995-a1682680d218 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5269613 May 28 06:53:40.236595 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9c5f3241-5b58-456d-b5e8-1f6622f139b5 req-61e1ce23-28e8-4824-8806-48b86678cb03 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2126439492&fields=id&tenant_id=4cdf69566d684d639d89f5935d02f247 HTTP/1.1" status: 200 len: 267 time: 0.0537701 May 28 06:53:40.468247 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5f3241-5b58-456d-b5e8-1f6622f139b5 req-c61b8bdb-c612-4ea3-b58a-62f7777d78ff tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:53:40.468247 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-9c5f3241-5b58-456d-b5e8-1f6622f139b5 req-c61b8bdb-c612-4ea3-b58a-62f7777d78ff tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Synchronizing usage tracker for tenant:4cdf69566d684d639d89f5935d02f247 on resource:network {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:53:40.648325 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-9c5f3241-5b58-456d-b5e8-1f6622f139b5 req-c61b8bdb-c612-4ea3-b58a-62f7777d78ff tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Unset dirty status for tenant:4cdf69566d684d639d89f5935d02f247 on resource:network {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:53:40.648325 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9c5f3241-5b58-456d-b5e8-1f6622f139b5 req-c61b8bdb-c612-4ea3-b58a-62f7777d78ff tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "GET /v2.0/networks?id=4b18d5fa-51eb-4772-960b-3bbbf515f169 HTTP/1.1" status: 200 len: 797 time: 0.3959398 May 28 06:53:40.686477 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9c5f3241-5b58-456d-b5e8-1f6622f139b5 req-3169cdb2-095e-42b0-9335-e51082ae753d tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "GET /v2.0/quotas/4cdf69566d684d639d89f5935d02f247 HTTP/1.1" status: 200 len: 375 time: 0.0414166 May 28 06:53:40.793182 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 34108) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:53:40.812572 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-07bec0a2-bf88-4e31-8e3e-064b8636bf46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:40.835882 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-07bec0a2-bf88-4e31-8e3e-064b8636bf46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:53:40.848813 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-07bec0a2-bf88-4e31-8e3e-064b8636bf46 admin admin] Usage tracker for resource:security_group_rule and tenant:3d59f79f708f41129d6bd506031bfc32 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:53:40.854567 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-07bec0a2-bf88-4e31-8e3e-064b8636bf46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:53:40.867371 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-07bec0a2-bf88-4e31-8e3e-064b8636bf46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:53:40.890536 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9c5f3241-5b58-456d-b5e8-1f6622f139b5 req-a1c4b0a1-14a1-43c3-b421-b31b6ecf3adf tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=4cdf69566d684d639d89f5935d02f247&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2032726 May 28 06:53:40.990270 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-07bec0a2-bf88-4e31-8e3e-064b8636bf46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:41.040321 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1aca0a74-0689-4045-b7b9-db12a586738b req-3bb70ba4-04e0-4984-8658-437fdec42294 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7c0233a-f0a9-4461-8e6f-995b4a038917 HTTP/1.1" status: 200 len: 210 time: 0.1012075 May 28 06:53:41.092073 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9c5f3241-5b58-456d-b5e8-1f6622f139b5 req-11c2b006-50eb-40b3-9df1-4fa0f48c8441 service neutron] 10.222.0.55 "GET /v2.0/networks/4b18d5fa-51eb-4772-960b-3bbbf515f169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859024 May 28 06:53:41.225633 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9c5f3241-5b58-456d-b5e8-1f6622f139b5 req-def08067-ab12-4237-af4f-18c6f1ad70fc service neutron] 10.222.0.55 "GET /v2.0/networks/4b18d5fa-51eb-4772-960b-3bbbf515f169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275260 May 28 06:53:41.488709 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-07bec0a2-bf88-4e31-8e3e-064b8636bf46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:41.670735 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-07bec0a2-bf88-4e31-8e3e-064b8636bf46 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3d59f79f708f41129d6bd506031bfc32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8738608 May 28 06:53:41.673700 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 34132) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:53:41.752875 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6bab0663-0434-44c5-87d1-2074a18420bc req-2616a916-4c9b-425f-b41c-f8bc0348ea8f tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2483585-613a-4aa4-a634-4b9691533400 HTTP/1.1" status: 200 len: 210 time: 0.1501718 May 28 06:53:41.828135 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 34140) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:53:42.103186 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6ed45595-46dd-4220-a7a4-caa01199ae07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:42.107077 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bec0a2-bf88-4e31-8e3e-064b8636bf46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=818fc98e-c3e8-422f-8ed4-4ba7f66a9762,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:53:42.185589 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6ed45595-46dd-4220-a7a4-caa01199ae07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:42.237503 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-71ddac54-02a9-4322-a837-0672778f5568 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:42.261743 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-de0eee58-7900-4873-a8f9-92781b7bd648 req-e2609eb6-cff5-4434-9ce4-e9dc63054aee tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7c0233a-f0a9-4461-8e6f-995b4a038917 HTTP/1.1" status: 200 len: 210 time: 0.0563939 May 28 06:53:42.265720 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-71ddac54-02a9-4322-a837-0672778f5568 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:53:42.269877 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-71ddac54-02a9-4322-a837-0672778f5568 admin admin] Usage tracker for resource:security_group_rule and tenant:bf526ca61970468ba575dff31b29fb5f is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:53:42.272826 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-71ddac54-02a9-4322-a837-0672778f5568 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:53:42.279189 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-71ddac54-02a9-4322-a837-0672778f5568 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:53:42.445182 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6ed45595-46dd-4220-a7a4-caa01199ae07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:42.504307 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed45595-46dd-4220-a7a4-caa01199ae07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=818fc98e-c3e8-422f-8ed4-4ba7f66a9762,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:53:42.539719 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6ed45595-46dd-4220-a7a4-caa01199ae07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:42.557248 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-6ed45595-46dd-4220-a7a4-caa01199ae07 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/818fc98e-c3e8-422f-8ed4-4ba7f66a9762 HTTP/1.1" status: 204 len: 168 time: 0.8721235 May 28 06:53:42.616777 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-71ddac54-02a9-4322-a837-0672778f5568 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:43.123668 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d32b2378-99c5-49ba-ba25-c61801818b6e req-854d8522-70a5-44eb-8f14-195431f8dfc0 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2483585-613a-4aa4-a634-4b9691533400 HTTP/1.1" status: 200 len: 210 time: 0.2998455 May 28 06:53:43.123668 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-71ddac54-02a9-4322-a837-0672778f5568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:43.191659 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-71ddac54-02a9-4322-a837-0672778f5568 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bf526ca61970468ba575dff31b29fb5f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3620853 May 28 06:53:43.193242 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ddac54-02a9-4322-a837-0672778f5568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6d0c8e4-6fb1-47fa-98e8-93db30a33de6,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:53:43.194663 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 34178) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:53:43.360601 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-45af2a4a-667c-4459-ae43-10ef0bf1e8f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:43.428823 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-45af2a4a-667c-4459-ae43-10ef0bf1e8f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:43.627386 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1ace5915-e959-4220-bc80-2aba81de2b43 req-a3e7a20e-1bb9-4b21-abe4-6b7d1a6afa43 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7c0233a-f0a9-4461-8e6f-995b4a038917 HTTP/1.1" status: 200 len: 210 time: 0.1037049 May 28 06:53:43.847333 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-45af2a4a-667c-4459-ae43-10ef0bf1e8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:43.899732 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45af2a4a-667c-4459-ae43-10ef0bf1e8f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6d0c8e4-6fb1-47fa-98e8-93db30a33de6,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:53:43.899732 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-45af2a4a-667c-4459-ae43-10ef0bf1e8f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:43.899732 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-45af2a4a-667c-4459-ae43-10ef0bf1e8f7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e6d0c8e4-6fb1-47fa-98e8-93db30a33de6 HTTP/1.1" status: 204 len: 168 time: 0.6793573 May 28 06:53:44.415829 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a2950f13-2a1c-4331-bf0a-3a19dd085fff req-756fd119-10ee-4832-8f53-8e6fe661fbd1 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2483585-613a-4aa4-a634-4b9691533400 HTTP/1.1" status: 200 len: 210 time: 0.0986502 May 28 06:53:44.919333 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ab2a6cfa-7b2f-460b-aaf6-ca7cabafca44 req-c1552a2c-eed0-4c7f-b8e3-4ef1c2a4b565 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7c0233a-f0a9-4461-8e6f-995b4a038917 HTTP/1.1" status: 200 len: 210 time: 0.0596156 May 28 06:53:44.971768 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 34234) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:53:44.991323 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a7efcc2a-334f-4dca-ba39-add40c66a341 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:45.010941 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-a7efcc2a-334f-4dca-ba39-add40c66a341 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:53:45.016572 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-a7efcc2a-334f-4dca-ba39-add40c66a341 admin admin] Usage tracker for resource:security_group_rule and tenant:ad932712ef9e4a428c8d4f4e7137a13c is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:53:45.023553 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-a7efcc2a-334f-4dca-ba39-add40c66a341 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:53:45.030775 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-a7efcc2a-334f-4dca-ba39-add40c66a341 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:53:45.152707 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a7efcc2a-334f-4dca-ba39-add40c66a341 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:45.327922 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a7efcc2a-334f-4dca-ba39-add40c66a341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:45.414276 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-a7efcc2a-334f-4dca-ba39-add40c66a341 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ad932712ef9e4a428c8d4f4e7137a13c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4412451 May 28 06:53:45.417367 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 34246) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:53:45.483041 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7efcc2a-334f-4dca-ba39-add40c66a341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6b060b1-c06e-4719-8880-69f5f7525777,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:53:45.555701 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-07bb2d09-c032-4388-96ab-2bd4f1c02b91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:45.586047 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-07bb2d09-c032-4388-96ab-2bd4f1c02b91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:45.812031 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0dba6cde-1428-4634-9bc5-3eb356d5dc15 req-920e3bf4-bba6-4ae9-a6f6-3a658119ad93 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2483585-613a-4aa4-a634-4b9691533400 HTTP/1.1" status: 200 len: 210 time: 0.0834680 May 28 06:53:45.842595 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997fc1ea-07d5-4bac-9195-9132d9792a3c req-f14e421b-a03d-4708-9eea-1be7ec663edd tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:53:45.850142 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-997fc1ea-07d5-4bac-9195-9132d9792a3c req-f14e421b-a03d-4708-9eea-1be7ec663edd tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2af3415-a4c0-48fc-9c75-8956dc3347d3 HTTP/1.1" status: 200 len: 945 time: 0.3493674 May 28 06:53:45.908361 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-997fc1ea-07d5-4bac-9195-9132d9792a3c req-a532965b-afce-4e16-bb4d-53ca0a4deff6 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/security-groups?id=90a76e59-b548-473c-a742-3e3017c7d4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549262 May 28 06:53:45.947647 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-07bb2d09-c032-4388-96ab-2bd4f1c02b91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:45.962297 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0e6498-9968-42f5-8641-41e4448d688b req-f61bb01a-dc05-436e-9e86-0f07e6d490bc tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:53:45.963065 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-8b0e6498-9968-42f5-8641-41e4448d688b req-f61bb01a-dc05-436e-9e86-0f07e6d490bc tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Synchronizing usage tracker for tenant:5e10d5f74e5d4c1ba1676abddcb9b284 on resource:network {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:53:46.005719 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bb2d09-c032-4388-96ab-2bd4f1c02b91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6b060b1-c06e-4719-8880-69f5f7525777,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:53:46.015808 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-07bb2d09-c032-4388-96ab-2bd4f1c02b91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:46.020577 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-07bb2d09-c032-4388-96ab-2bd4f1c02b91 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b6b060b1-c06e-4719-8880-69f5f7525777 HTTP/1.1" status: 204 len: 168 time: 0.6010749 May 28 06:53:46.104979 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-8b0e6498-9968-42f5-8641-41e4448d688b req-f61bb01a-dc05-436e-9e86-0f07e6d490bc tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Unset dirty status for tenant:5e10d5f74e5d4c1ba1676abddcb9b284 on resource:network {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:53:46.106241 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-8b0e6498-9968-42f5-8641-41e4448d688b req-f61bb01a-dc05-436e-9e86-0f07e6d490bc tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] 10.222.0.71 "GET /v2.0/networks?id=e8a2a26d-ca66-4cab-9858-6f3c41497abf HTTP/1.1" status: 200 len: 814 time: 0.5450592 May 28 06:53:46.134831 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-27dddc41-83eb-4141-b0b1-07cb2664615e req-d42e145f-ea71-4c8f-ad1e-9a17677e4dec tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7c0233a-f0a9-4461-8e6f-995b4a038917 HTTP/1.1" status: 200 len: 210 time: 0.0473936 May 28 06:53:46.173078 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-8b0e6498-9968-42f5-8641-41e4448d688b req-fe2abed8-a072-4687-8655-bbdaf1f4ecea tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Synchronizing usage tracker for tenant:5e10d5f74e5d4c1ba1676abddcb9b284 on resource:security_group {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:53:46.367796 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-8b0e6498-9968-42f5-8641-41e4448d688b req-fe2abed8-a072-4687-8655-bbdaf1f4ecea tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Unset dirty status for tenant:5e10d5f74e5d4c1ba1676abddcb9b284 on resource:security_group {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:53:46.369626 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-8b0e6498-9968-42f5-8641-41e4448d688b req-fe2abed8-a072-4687-8655-bbdaf1f4ecea tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e10d5f74e5d4c1ba1676abddcb9b284 HTTP/1.1" status: 200 len: 379 time: 0.2415829 May 28 06:53:46.380160 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-8b0e6498-9968-42f5-8641-41e4448d688b req-800f4371-cc2c-4355-a539-591815b8e987 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Request body: {'port': {'device_id': 'e7c0233a-f0a9-4461-8e6f-995b4a038917', 'network_id': 'e8a2a26d-ca66-4cab-9858-6f3c41497abf', 'admin_state_up': True, 'tenant_id': '5e10d5f74e5d4c1ba1676abddcb9b284', 'security_groups': ['3af4d67a-5ada-4455-bedc-8c97de6bcccb']}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:53:46.735985 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [req-8b0e6498-9968-42f5-8641-41e4448d688b req-800f4371-cc2c-4355-a539-591815b8e987 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:53:46.775239 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-8b0e6498-9968-42f5-8641-41e4448d688b req-800f4371-cc2c-4355-a539-591815b8e987 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Usage tracker for resource:port and tenant:5e10d5f74e5d4c1ba1676abddcb9b284 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:53:46.790542 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-8b0e6498-9968-42f5-8641-41e4448d688b req-800f4371-cc2c-4355-a539-591815b8e987 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:53:46.799569 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [req-8b0e6498-9968-42f5-8641-41e4448d688b req-800f4371-cc2c-4355-a539-591815b8e987 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:53:46.951098 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b0e6498-9968-42f5-8641-41e4448d688b req-800f4371-cc2c-4355-a539-591815b8e987 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Made reservation on behalf of 5e10d5f74e5d4c1ba1676abddcb9b284 for: {'port': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:53:46.960525 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-8b0e6498-9968-42f5-8641-41e4448d688b req-800f4371-cc2c-4355-a539-591815b8e987 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:47.245363 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8d5c830e-0159-417c-bf86-b83b988dd064 req-0ed74e83-0dbc-41b3-8128-9881e9c66293 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2483585-613a-4aa4-a634-4b9691533400 HTTP/1.1" status: 200 len: 210 time: 0.0899680 May 28 06:53:47.255259 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8222ce-92db-4e73-b08a-cffb1317b6a2 req-421ab4dd-14ac-4000-99b6-f202fd12b6ef tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:53:47.256779 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3e8222ce-92db-4e73-b08a-cffb1317b6a2 req-421ab4dd-14ac-4000-99b6-f202fd12b6ef tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.69 "GET /v2.0/ports?device_id=a2af3415-a4c0-48fc-9c75-8956dc3347d3 HTTP/1.1" status: 200 len: 945 time: 0.3953023 May 28 06:53:47.312516 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5f3241-5b58-456d-b5e8-1f6622f139b5 req-caf88e26-3271-45a2-8676-f88f3c925d47 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:53:47.314331 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9c5f3241-5b58-456d-b5e8-1f6622f139b5 req-caf88e26-3271-45a2-8676-f88f3c925d47 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.71 "GET /v2.0/networks?id=4b18d5fa-51eb-4772-960b-3bbbf515f169 HTTP/1.1" status: 200 len: 797 time: 0.7066891 May 28 06:53:47.372261 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [req-8b0e6498-9968-42f5-8641-41e4448d688b req-800f4371-cc2c-4355-a539-591815b8e987 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Allocated IP 172.20.0.7 (e8a2a26d-ca66-4cab-9858-6f3c41497abf/8eb43fa5-254f-4ae9-8992-ff7c55790b6d/5339abe0-b88e-4e44-b310-bb976e9dcb7e) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:53:47.604894 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e1b5958c-73e2-4657-9662-7739417c2515 req-5e89c5e2-e7ba-4a28-860c-f12fb9fcc5af tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7c0233a-f0a9-4461-8e6f-995b4a038917 HTTP/1.1" status: 200 len: 210 time: 0.1558144 May 28 06:53:47.619879 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-3e8222ce-92db-4e73-b08a-cffb1317b6a2 req-98cd7cf3-5249-417a-9b92-cab0c3724883 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Deleting port 005e8ba5-a3ad-4ae8-a3dc-79c992a1f444 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:53:47.620490 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-3e8222ce-92db-4e73-b08a-cffb1317b6a2 req-98cd7cf3-5249-417a-9b92-cab0c3724883 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:47.667515 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9c5f3241-5b58-456d-b5e8-1f6622f139b5 req-ce3da721-a23d-4e13-a425-29afaaa8c202 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4cdf69566d684d639d89f5935d02f247 HTTP/1.1" status: 200 len: 472 time: 0.2730312 May 28 06:53:47.741888 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-9c5f3241-5b58-456d-b5e8-1f6622f139b5 req-048795c4-2a8d-4a47-ac27-e52dcc9106e6 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Request body: {'port': {'device_id': 'c2483585-613a-4aa4-a634-4b9691533400', 'network_id': '4b18d5fa-51eb-4772-960b-3bbbf515f169', 'admin_state_up': True, 'tenant_id': '4cdf69566d684d639d89f5935d02f247', 'security_groups': ['90917284-55b9-43a0-983c-25015ab37171']}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:53:47.779499 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-8b0e6498-9968-42f5-8641-41e4448d688b req-800f4371-cc2c-4355-a539-591815b8e987 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:47.791260 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [req-8b0e6498-9968-42f5-8641-41e4448d688b req-800f4371-cc2c-4355-a539-591815b8e987 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Transition to ACTIVE for port object 5339abe0-b88e-4e44-b310-bb976e9dcb7e will not be triggered until provisioned by entity DHCP. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:53:47.949512 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97850c67-2c2b-437c-b6f5-b5ce0d8911db req-f911121c-dc7a-4d86-bf98-63735c0625eb tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:53:47.955028 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-97850c67-2c2b-437c-b6f5-b5ce0d8911db req-f911121c-dc7a-4d86-bf98-63735c0625eb tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2af3415-a4c0-48fc-9c75-8956dc3347d3 HTTP/1.1" status: 200 len: 945 time: 0.7219741 May 28 06:53:47.973984 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-8b0e6498-9968-42f5-8641-41e4448d688b req-800f4371-cc2c-4355-a539-591815b8e987 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:48.181333 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800f4371-cc2c-4355-a539-591815b8e987 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Pushing event updated for resources: {'Port': ['ID=5339abe0-b88e-4e44-b310-bb976e9dcb7e,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:53:48.198679 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b0e6498-9968-42f5-8641-41e4448d688b req-800f4371-cc2c-4355-a539-591815b8e987 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Network e8a2a26d-ca66-4cab-9858-6f3c41497abf is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:53:48.200424 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [req-8b0e6498-9968-42f5-8641-41e4448d688b req-800f4371-cc2c-4355-a539-591815b8e987 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:53:48.208067 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-9c5f3241-5b58-456d-b5e8-1f6622f139b5 req-048795c4-2a8d-4a47-ac27-e52dcc9106e6 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:53:48.215894 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-9c5f3241-5b58-456d-b5e8-1f6622f139b5 req-048795c4-2a8d-4a47-ac27-e52dcc9106e6 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Usage tracker for resource:port and tenant:4cdf69566d684d639d89f5935d02f247 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:53:48.216317 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b0e6498-9968-42f5-8641-41e4448d688b req-800f4371-cc2c-4355-a539-591815b8e987 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:53:48.227435 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-9c5f3241-5b58-456d-b5e8-1f6622f139b5 req-048795c4-2a8d-4a47-ac27-e52dcc9106e6 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Quota usage for port was recalculated. Used quota:5. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:53:48.242825 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-9c5f3241-5b58-456d-b5e8-1f6622f139b5 req-048795c4-2a8d-4a47-ac27-e52dcc9106e6 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:53:48.330494 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0e6498-9968-42f5-8641-41e4448d688b req-800f4371-cc2c-4355-a539-591815b8e987 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:53:48.331697 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-8b0e6498-9968-42f5-8641-41e4448d688b req-800f4371-cc2c-4355-a539-591815b8e987 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:48.380379 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-97850c67-2c2b-437c-b6f5-b5ce0d8911db req-7b4af5c4-5895-4328-9687-89af3b65b87f tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/security-groups?id=90a76e59-b548-473c-a742-3e3017c7d4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4233274 May 28 06:53:48.443055 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-8b0e6498-9968-42f5-8641-41e4448d688b req-800f4371-cc2c-4355-a539-591815b8e987 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0672503 May 28 06:53:48.462755 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-8b0e6498-9968-42f5-8641-41e4448d688b req-ccd9e01b-37ed-4c3f-b79b-648afb84f439 service neutron] Request body: {'port': {'device_id': 'e7c0233a-f0a9-4461-8e6f-995b4a038917', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843702-1'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:53:48.784796 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-3e8222ce-92db-4e73-b08a-cffb1317b6a2 req-98cd7cf3-5249-417a-9b92-cab0c3724883 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] For port 005e8ba5-a3ad-4ae8-a3dc-79c992a1f444, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=005e8ba5-a3ad-4ae8-a3dc-79c992a1f444,segment=NetworkSegment(7ec0e308-8d07-4b60-b9c2-e7620dee5b7c),segment_id=7ec0e308-8d07-4b60-b9c2-e7620dee5b7c)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:53:48.785078 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-3e8222ce-92db-4e73-b08a-cffb1317b6a2 req-98cd7cf3-5249-417a-9b92-cab0c3724883 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:48.796992 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-d9be35cf-abff-4213-a931-bb00a7bca33a None None] Provisioning for port 5339abe0-b88e-4e44-b310-bb976e9dcb7e completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:53:48.799936 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-d9be35cf-abff-4213-a931-bb00a7bca33a None None] Provisioning complete for port 5339abe0-b88e-4e44-b310-bb976e9dcb7e triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:53:48.800546 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9be35cf-abff-4213-a931-bb00a7bca33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:48.811152 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-8b0e6498-9968-42f5-8641-41e4448d688b req-ccd9e01b-37ed-4c3f-b79b-648afb84f439 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:49.011579 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-d9be35cf-abff-4213-a931-bb00a7bca33a None None] Port 5339abe0-b88e-4e44-b310-bb976e9dcb7e cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:53:49.191035 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c5f3241-5b58-456d-b5e8-1f6622f139b5 req-048795c4-2a8d-4a47-ac27-e52dcc9106e6 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Made reservation on behalf of 4cdf69566d684d639d89f5935d02f247 for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:53:49.194813 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-9c5f3241-5b58-456d-b5e8-1f6622f139b5 req-048795c4-2a8d-4a47-ac27-e52dcc9106e6 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:49.379018 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dcdc086c-8cc9-451d-9f55-181e72b698ff req-356e5810-9e3c-4a13-9104-7f060895a31c tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2483585-613a-4aa4-a634-4b9691533400 HTTP/1.1" status: 200 len: 210 time: 0.1897392 May 28 06:53:49.596907 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-3e8222ce-92db-4e73-b08a-cffb1317b6a2 req-98cd7cf3-5249-417a-9b92-cab0c3724883 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:49.598656 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-3e8222ce-92db-4e73-b08a-cffb1317b6a2 req-98cd7cf3-5249-417a-9b92-cab0c3724883 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691094'] for floatingip, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:49.599020 n-d-843702-1 neutron-server[89110]: INFO neutron.db.l3_db [req-3e8222ce-92db-4e73-b08a-cffb1317b6a2 req-98cd7cf3-5249-417a-9b92-cab0c3724883 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Floating IP a930bd09-afec-4a0a-8c17-398cb2e46f41 disassociated. External IP: 172.25.5.165, port: 005e8ba5-a3ad-4ae8-a3dc-79c992a1f444. May 28 06:53:49.599934 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-3e8222ce-92db-4e73-b08a-cffb1317b6a2 req-98cd7cf3-5249-417a-9b92-cab0c3724883 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Calling delete_port for 005e8ba5-a3ad-4ae8-a3dc-79c992a1f444 owned by compute:nova {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:53:49.654778 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [req-8b0e6498-9968-42f5-8641-41e4448d688b req-ccd9e01b-37ed-4c3f-b79b-648afb84f439 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5339abe0-b88e-4e44-b310-bb976e9dcb7e {{(pid=89109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:53:49.670249 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-8b0e6498-9968-42f5-8641-41e4448d688b req-ccd9e01b-37ed-4c3f-b79b-648afb84f439 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:49.689036 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [req-8b0e6498-9968-42f5-8641-41e4448d688b req-ccd9e01b-37ed-4c3f-b79b-648afb84f439 service neutron] Transition to ACTIVE for port object 5339abe0-b88e-4e44-b310-bb976e9dcb7e will not be triggered until provisioned by entity L2. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:53:49.841131 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-8b0e6498-9968-42f5-8641-41e4448d688b req-ccd9e01b-37ed-4c3f-b79b-648afb84f439 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:49.845565 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37aec38-5dcd-49bc-b0f4-ddc8b3996317 req-cd32d226-4a02-4276-9fbb-1c79726462bb tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:53:49.846677 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b37aec38-5dcd-49bc-b0f4-ddc8b3996317 req-cd32d226-4a02-4276-9fbb-1c79726462bb tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7c0233a-f0a9-4461-8e6f-995b4a038917 HTTP/1.1" status: 200 len: 931 time: 0.6566687 May 28 06:53:49.944231 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 005e8ba5-a3ad-4ae8-a3dc-79c992a1f444 no longer exists at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:53:49.967744 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b37aec38-5dcd-49bc-b0f4-ddc8b3996317 req-4f858b96-100f-4089-9cba-bda9d428097f tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] 10.222.0.55 "GET /v2.0/security-groups?id=3af4d67a-5ada-4455-bedc-8c97de6bcccb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139681 May 28 06:53:50.214634 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [req-9c5f3241-5b58-456d-b5e8-1f6622f139b5 req-048795c4-2a8d-4a47-ac27-e52dcc9106e6 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Allocated IP 172.20.0.22 (4b18d5fa-51eb-4772-960b-3bbbf515f169/d8e9f4d3-06be-4d3e-b673-9c24a60f847c/faec5fde-47c5-4bd2-8db5-8cf96d5e1688) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:53:50.238583 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbb8d76-09c8-47eb-932e-b27c6f7846be req-adc649ba-a75b-4947-a0fa-a9f7f9e59644 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:53:50.246349 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7cbb8d76-09c8-47eb-932e-b27c6f7846be req-adc649ba-a75b-4947-a0fa-a9f7f9e59644 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2af3415-a4c0-48fc-9c75-8956dc3347d3 HTTP/1.1" status: 200 len: 945 time: 0.5468462 May 28 06:53:50.262806 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9e01b-37ed-4c3f-b79b-648afb84f439 service neutron] Pushing event updated for resources: {'Port': ['ID=5339abe0-b88e-4e44-b310-bb976e9dcb7e,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:53:50.267840 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 005e8ba5-a3ad-4ae8-a3dc-79c992a1f444 is: ACTIVE; New status is: DOWN {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:53:50.268446 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:50.341882 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7cbb8d76-09c8-47eb-932e-b27c6f7846be req-2bf4a082-2077-4cb2-8044-32f7ed326cca tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/security-groups?id=90a76e59-b548-473c-a742-3e3017c7d4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941651 May 28 06:53:50.417957 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-8b0e6498-9968-42f5-8641-41e4448d688b req-ccd9e01b-37ed-4c3f-b79b-648afb84f439 service neutron] Attempting to bind port 5339abe0-b88e-4e44-b310-bb976e9dcb7e on host n-h2-843702-1 for vnic_type normal with profile {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:53:50.418292 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-8b0e6498-9968-42f5-8641-41e4448d688b req-ccd9e01b-37ed-4c3f-b79b-648afb84f439 service neutron] Attempting to bind port 5339abe0-b88e-4e44-b310-bb976e9dcb7e by drivers openvswitch,hyperv on host n-h2-843702-1 at level 0 using segments [{'id': 'd74126e0-2d6c-4218-a52c-5b7126833ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'e8a2a26d-ca66-4cab-9858-6f3c41497abf'}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:53:50.418624 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b0e6498-9968-42f5-8641-41e4448d688b req-ccd9e01b-37ed-4c3f-b79b-648afb84f439 service neutron] Attempting to bind port 5339abe0-b88e-4e44-b310-bb976e9dcb7e on network e8a2a26d-ca66-4cab-9858-6f3c41497abf {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:53:50.430086 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b0e6498-9968-42f5-8641-41e4448d688b req-ccd9e01b-37ed-4c3f-b79b-648afb84f439 service neutron] Port 5339abe0-b88e-4e44-b310-bb976e9dcb7e on network e8a2a26d-ca66-4cab-9858-6f3c41497abf not bound, no agent of type Open vSwitch agent registered on host n-h2-843702-1 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:53:50.430432 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b0e6498-9968-42f5-8641-41e4448d688b req-ccd9e01b-37ed-4c3f-b79b-648afb84f439 service neutron] Attempting to bind port 5339abe0-b88e-4e44-b310-bb976e9dcb7e on network e8a2a26d-ca66-4cab-9858-6f3c41497abf {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:53:50.445521 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b0e6498-9968-42f5-8641-41e4448d688b req-ccd9e01b-37ed-4c3f-b79b-648afb84f439 service neutron] Checking agent: {'id': 'f1a3973b-d2b3-4558-88e7-2ac50857d302', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 53, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:53:50.445873 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b0e6498-9968-42f5-8641-41e4448d688b req-ccd9e01b-37ed-4c3f-b79b-648afb84f439 service neutron] Checking segment: {'id': 'd74126e0-2d6c-4218-a52c-5b7126833ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'e8a2a26d-ca66-4cab-9858-6f3c41497abf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:53:50.448215 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b0e6498-9968-42f5-8641-41e4448d688b req-ccd9e01b-37ed-4c3f-b79b-648afb84f439 service neutron] Bound using segment: {'id': 'd74126e0-2d6c-4218-a52c-5b7126833ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'e8a2a26d-ca66-4cab-9858-6f3c41497abf'} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:53:50.449535 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-8b0e6498-9968-42f5-8641-41e4448d688b req-ccd9e01b-37ed-4c3f-b79b-648afb84f439 service neutron] Bound port: 5339abe0-b88e-4e44-b310-bb976e9dcb7e, host: n-h2-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd74126e0-2d6c-4218-a52c-5b7126833ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'e8a2a26d-ca66-4cab-9858-6f3c41497abf'}}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:53:50.449910 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-8b0e6498-9968-42f5-8641-41e4448d688b req-ccd9e01b-37ed-4c3f-b79b-648afb84f439 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:50.559319 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-3e8222ce-92db-4e73-b08a-cffb1317b6a2 req-98cd7cf3-5249-417a-9b92-cab0c3724883 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:50.660861 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-9c5f3241-5b58-456d-b5e8-1f6622f139b5 req-048795c4-2a8d-4a47-ac27-e52dcc9106e6 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:50.694263 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-9c5f3241-5b58-456d-b5e8-1f6622f139b5 req-048795c4-2a8d-4a47-ac27-e52dcc9106e6 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Transition to ACTIVE for port object faec5fde-47c5-4bd2-8db5-8cf96d5e1688 will not be triggered until provisioned by entity DHCP. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:53:50.775064 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-8b0e6498-9968-42f5-8641-41e4448d688b req-ccd9e01b-37ed-4c3f-b79b-648afb84f439 service neutron] For port 5339abe0-b88e-4e44-b310-bb976e9dcb7e, host n-h2-843702-1, cleared binding levels {{(pid=89109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:53:50.783993 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-8b0e6498-9968-42f5-8641-41e4448d688b req-ccd9e01b-37ed-4c3f-b79b-648afb84f439 service neutron] For port 5339abe0-b88e-4e44-b310-bb976e9dcb7e, host n-h2-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=5339abe0-b88e-4e44-b310-bb976e9dcb7e,segment=NetworkSegment(d74126e0-2d6c-4218-a52c-5b7126833ce2),segment_id=d74126e0-2d6c-4218-a52c-5b7126833ce2)] {{(pid=89109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:53:50.817370 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cd7cf3-5249-417a-9b92-cab0c3724883 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Pushing event deleted for resources: {'Port': ['ID=005e8ba5-a3ad-4ae8-a3dc-79c992a1f444,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:53:50.882369 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 34442) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:53:50.902040 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-546db4d9-e1de-4655-814b-5b9f90bdad5c req-71dc6df0-a35c-4507-9304-ce2581817402 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2483585-613a-4aa4-a634-4b9691533400 HTTP/1.1" status: 200 len: 210 time: 0.1465743 May 28 06:53:51.002291 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-8b0e6498-9968-42f5-8641-41e4448d688b req-ccd9e01b-37ed-4c3f-b79b-648afb84f439 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:51.077123 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3e8222ce-92db-4e73-b08a-cffb1317b6a2 req-98cd7cf3-5249-417a-9b92-cab0c3724883 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Router c70e1c22-f694-4d56-bd15-5c5737bacda2 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:53:51.093347 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0e6498-9968-42f5-8641-41e4448d688b req-ccd9e01b-37ed-4c3f-b79b-648afb84f439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:53:51.093888 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-8b0e6498-9968-42f5-8641-41e4448d688b req-ccd9e01b-37ed-4c3f-b79b-648afb84f439 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:51.095480 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-8b0e6498-9968-42f5-8641-41e4448d688b req-ccd9e01b-37ed-4c3f-b79b-648afb84f439 service neutron] 10.222.0.71 "PUT /v2.0/ports/5339abe0-b88e-4e44-b310-bb976e9dcb7e HTTP/1.1" status: 200 len: 1091 time: 2.6386106 May 28 06:53:51.100521 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7c0233a-f0a9-4461-8e6f-995b4a038917', 'tag': '5339abe0-b88e-4e44-b310-bb976e9dcb7e'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:53:51.150118 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-aaa4ae02-09a0-486a-aceb-6457ce3f653d admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:51.160672 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9e01b-37ed-4c3f-b79b-648afb84f439 service neutron] Pushing event updated for resources: {'Port': ['ID=5339abe0-b88e-4e44-b310-bb976e9dcb7e,revision_number=3']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:53:51.199716 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-aaa4ae02-09a0-486a-aceb-6457ce3f653d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:53:51.204965 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-aaa4ae02-09a0-486a-aceb-6457ce3f653d admin admin] Usage tracker for resource:security_group_rule and tenant:d612e808af174b829d04758d6732e5f7 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:53:51.208568 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-aaa4ae02-09a0-486a-aceb-6457ce3f653d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:53:51.214387 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef45efb9-3e3f-4728-b847-a93c6c83cf45'] response: {'name': 'network-changed', 'server_uuid': 'e7c0233a-f0a9-4461-8e6f-995b4a038917', 'tag': '5339abe0-b88e-4e44-b310-bb976e9dcb7e', 'status': 'completed', 'code': 200} May 28 06:53:51.216051 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-9c5f3241-5b58-456d-b5e8-1f6622f139b5 req-048795c4-2a8d-4a47-ac27-e52dcc9106e6 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:51.219309 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-aaa4ae02-09a0-486a-aceb-6457ce3f653d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:53:51.451662 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fa6480-ab59-4c45-9123-c48d8ea50c06 req-14252d4a-4882-47ee-bf0c-f36eb54d8e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:53:51.453596 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-e5fa6480-ab59-4c45-9123-c48d8ea50c06 req-14252d4a-4882-47ee-bf0c-f36eb54d8e2f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5e10d5f74e5d4c1ba1676abddcb9b284&device_id=e7c0233a-f0a9-4461-8e6f-995b4a038917 HTTP/1.1" status: 200 len: 1094 time: 0.1922753 May 28 06:53:51.620711 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-aaa4ae02-09a0-486a-aceb-6457ce3f653d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:51.724652 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fa6480-ab59-4c45-9123-c48d8ea50c06 req-6987d84f-1eee-403c-90ea-c42f9a41a8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:53:51.726282 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-e5fa6480-ab59-4c45-9123-c48d8ea50c06 req-6987d84f-1eee-403c-90ea-c42f9a41a8e5 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=5e10d5f74e5d4c1ba1676abddcb9b284&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2572355 May 28 06:53:51.789285 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c5f3241-5b58-456d-b5e8-1f6622f139b5 req-048795c4-2a8d-4a47-ac27-e52dcc9106e6 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Network 4b18d5fa-51eb-4772-960b-3bbbf515f169 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:53:51.826706 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-aaa4ae02-09a0-486a-aceb-6457ce3f653d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:51.908796 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-aaa4ae02-09a0-486a-aceb-6457ce3f653d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d612e808af174b829d04758d6732e5f7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0251117 May 28 06:53:51.911718 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 34474) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:53:51.912368 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa4ae02-09a0-486a-aceb-6457ce3f653d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1dada8f-5458-45ae-9702-015c7beb78b4,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:53:51.931582 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1d687afc-32a2-4516-bec9-16f40b4b0ba5 req-249bc2c5-501b-4988-a536-971b9b43ac16 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2af3415-a4c0-48fc-9c75-8956dc3347d3 HTTP/1.1" status: 200 len: 210 time: 0.3176959 May 28 06:53:51.980783 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048795c4-2a8d-4a47-ac27-e52dcc9106e6 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Pushing event updated for resources: {'Port': ['ID=faec5fde-47c5-4bd2-8db5-8cf96d5e1688,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:53:51.985651 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fa6480-ab59-4c45-9123-c48d8ea50c06 req-26707adf-6821-4f61-bf10-e5faf38a6a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:53:51.987731 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-e5fa6480-ab59-4c45-9123-c48d8ea50c06 req-26707adf-6821-4f61-bf10-e5faf38a6a7f service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2553132 May 28 06:53:51.994121 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [req-9c5f3241-5b58-456d-b5e8-1f6622f139b5 req-048795c4-2a8d-4a47-ac27-e52dcc9106e6 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:53:52.048266 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c5f3241-5b58-456d-b5e8-1f6622f139b5 req-048795c4-2a8d-4a47-ac27-e52dcc9106e6 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:53:52.069277 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c30b097b-5329-4902-8f7a-351315f894c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:52.110076 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c30b097b-5329-4902-8f7a-351315f894c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:52.265265 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0e6498-9968-42f5-8641-41e4448d688b req-f1d8ba36-ec6d-40e3-ba1d-640edf705ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:53:52.266863 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-8b0e6498-9968-42f5-8641-41e4448d688b req-f1d8ba36-ec6d-40e3-ba1d-640edf705ba1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5e10d5f74e5d4c1ba1676abddcb9b284&device_id=e7c0233a-f0a9-4461-8e6f-995b4a038917 HTTP/1.1" status: 200 len: 1094 time: 0.1987662 May 28 06:53:52.269471 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5f3241-5b58-456d-b5e8-1f6622f139b5 req-048795c4-2a8d-4a47-ac27-e52dcc9106e6 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:53:52.270313 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-9c5f3241-5b58-456d-b5e8-1f6622f139b5 req-048795c4-2a8d-4a47-ac27-e52dcc9106e6 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:52.296881 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3e8222ce-92db-4e73-b08a-cffb1317b6a2 req-98cd7cf3-5249-417a-9b92-cab0c3724883 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:53:52.307543 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f7d80a-d974-4cb1-afe2-4fd26559cfe6 None None] Sync routers for ids ['c70e1c22-f694-4d56-bd15-5c5737bacda2'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:53:52.323785 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f7d80a-d974-4cb1-afe2-4fd26559cfe6 None None] Routers {'c70e1c22-f694-4d56-bd15-5c5737bacda2'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:53:52.324347 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-09f7d80a-d974-4cb1-afe2-4fd26559cfe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:53:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['c70e1c22-f694-4d56-bd15-5c5737bacda2'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:53:52.327203 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe5b5ad-2eb9-40cf-94db-49ca62f605a2 req-c4bba43e-840c-4ac0-a3d6-6d1ad907ae56 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:53:52.328870 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3fe5b5ad-2eb9-40cf-94db-49ca62f605a2 req-c4bba43e-840c-4ac0-a3d6-6d1ad907ae56 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7c0233a-f0a9-4461-8e6f-995b4a038917 HTTP/1.1" status: 200 len: 943 time: 1.1189337 May 28 06:53:52.382455 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-8b0e6498-9968-42f5-8641-41e4448d688b req-ba785155-7897-4d4b-8975-f98c1cd83b60 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5339abe0-b88e-4e44-b310-bb976e9dcb7e HTTP/1.1" status: 200 len: 217 time: 0.1023676 May 28 06:53:52.446961 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e8222ce-92db-4e73-b08a-cffb1317b6a2 req-98cd7cf3-5249-417a-9b92-cab0c3724883 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] No DVR routers for this DVR port 005e8ba5-a3ad-4ae8-a3dc-79c992a1f444 on host n-h1-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:53:52.451476 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-3e8222ce-92db-4e73-b08a-cffb1317b6a2 req-98cd7cf3-5249-417a-9b92-cab0c3724883 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:52.453850 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3e8222ce-92db-4e73-b08a-cffb1317b6a2 req-98cd7cf3-5249-417a-9b92-cab0c3724883 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.69 "DELETE /v2.0/ports/005e8ba5-a3ad-4ae8-a3dc-79c992a1f444 HTTP/1.1" status: 204 len: 173 time: 5.1316729 May 28 06:53:52.455567 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2af3415-a4c0-48fc-9c75-8956dc3347d3', 'name': 'network-vif-deleted', 'tag': '005e8ba5-a3ad-4ae8-a3dc-79c992a1f444'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:53:52.458514 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0e6498-9968-42f5-8641-41e4448d688b req-735f32ac-42e1-4d4b-b187-605ac6f8de20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:53:52.466717 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-8b0e6498-9968-42f5-8641-41e4448d688b req-735f32ac-42e1-4d4b-b187-605ac6f8de20 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8eb43fa5-254f-4ae9-8992-ff7c55790b6d HTTP/1.1" status: 200 len: 853 time: 0.0781317 May 28 06:53:52.467385 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c30b097b-5329-4902-8f7a-351315f894c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:52.483977 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3fe5b5ad-2eb9-40cf-94db-49ca62f605a2 req-d005a2e0-aace-42cc-9c68-ba1577254612 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] 10.222.0.55 "GET /v2.0/security-groups?id=3af4d67a-5ada-4455-bedc-8c97de6bcccb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059821 May 28 06:53:52.502550 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37982e5-43d2-4889-84f9-06d3cec71f4a req-8e937d4d-140c-4628-aea4-f8cafdec140d tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:53:52.503473 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-a37982e5-43d2-4889-84f9-06d3cec71f4a req-8e937d4d-140c-4628-aea4-f8cafdec140d tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Synchronizing usage tracker for tenant:4cdf69566d684d639d89f5935d02f247 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:53:52.538030 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-09f7d80a-d974-4cb1-afe2-4fd26559cfe6 None None] Set router c70e1c22-f694-4d56-bd15-5c5737bacda2 gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:53:52.567709 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9c5f3241-5b58-456d-b5e8-1f6622f139b5 req-048795c4-2a8d-4a47-ac27-e52dcc9106e6 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8568532 May 28 06:53:52.572655 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-150dd474-dfbc-4fe1-99cd-edc04bee2ebf'] response: {'server_uuid': 'a2af3415-a4c0-48fc-9c75-8956dc3347d3', 'name': 'network-vif-deleted', 'tag': '005e8ba5-a3ad-4ae8-a3dc-79c992a1f444', 'status': 'completed', 'code': 200} May 28 06:53:52.584624 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-9c5f3241-5b58-456d-b5e8-1f6622f139b5 req-307508f7-a6c3-496d-abf0-05a7012258c9 service neutron] Request body: {'port': {'device_id': 'c2483585-613a-4aa4-a634-4b9691533400', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843702-1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:53:52.589914 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c30b097b-5329-4902-8f7a-351315f894c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:52.591213 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-c30b097b-5329-4902-8f7a-351315f894c8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d1dada8f-5458-45ae-9702-015c7beb78b4 HTTP/1.1" status: 204 len: 168 time: 0.6757190 May 28 06:53:52.593210 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30b097b-5329-4902-8f7a-351315f894c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1dada8f-5458-45ae-9702-015c7beb78b4,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:53:52.652618 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-cbc72653-e80f-4ee7-9f96-0a1a17ec349b None None] Provisioning for port faec5fde-47c5-4bd2-8db5-8cf96d5e1688 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:53:52.661066 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0e6498-9968-42f5-8641-41e4448d688b req-7c9ba6b6-3975-4687-8805-e3d4a67eef4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:53:52.668003 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-8b0e6498-9968-42f5-8641-41e4448d688b req-7c9ba6b6-3975-4687-8805-e3d4a67eef4c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e8a2a26d-ca66-4cab-9858-6f3c41497abf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1511302 May 28 06:53:52.669581 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-cbc72653-e80f-4ee7-9f96-0a1a17ec349b None None] Provisioning complete for port faec5fde-47c5-4bd2-8db5-8cf96d5e1688 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:53:52.669986 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-cbc72653-e80f-4ee7-9f96-0a1a17ec349b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:52.719436 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-a37982e5-43d2-4889-84f9-06d3cec71f4a req-8e937d4d-140c-4628-aea4-f8cafdec140d tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Unset dirty status for tenant:4cdf69566d684d639d89f5935d02f247 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:53:52.720639 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a37982e5-43d2-4889-84f9-06d3cec71f4a req-8e937d4d-140c-4628-aea4-f8cafdec140d tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2483585-613a-4aa4-a634-4b9691533400 HTTP/1.1" status: 200 len: 932 time: 0.5589480 May 28 06:53:52.783673 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-cbc72653-e80f-4ee7-9f96-0a1a17ec349b None None] Port faec5fde-47c5-4bd2-8db5-8cf96d5e1688 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:53:52.807244 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a37982e5-43d2-4889-84f9-06d3cec71f4a req-36d5ec19-af09-4b7a-83e9-44e98e90952b tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "GET /v2.0/security-groups?id=90917284-55b9-43a0-983c-25015ab37171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799186 May 28 06:53:52.810430 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-9c5f3241-5b58-456d-b5e8-1f6622f139b5 req-307508f7-a6c3-496d-abf0-05a7012258c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:53.104257 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-8b0e6498-9968-42f5-8641-41e4448d688b req-210edc2a-1d33-41f3-8255-61d7f1d48a07 service neutron] 10.222.0.71 "GET /v2.0/networks/e8a2a26d-ca66-4cab-9858-6f3c41497abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4182343 May 28 06:53:53.123026 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-09f7d80a-d974-4cb1-afe2-4fd26559cfe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70e1c22-f694-4d56-bd15-5c5737bacda2', 'name': 'tempest-AttachVolumeNegativeTest-1938842834-router', 'tenant_id': '923dafe00970411a989ff222606e459e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '75f0d40c-8ed1-4975-8bcb-f54d72980607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:48:27Z', 'updated_at': '2022-05-28T06:48:45Z', 'revision_number': 4, 'project_id': '923dafe00970411a989ff222606e459e', 'gw_port': {'id': '75f0d40c-8ed1-4975-8bcb-f54d72980607', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:db:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70e1c22-f694-4d56-bd15-5c5737bacda2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:48:31Z', 'updated_at': '2022-05-28T06:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'abf75dc9-fe0b-4338-9af0-de84c550bf58', 'name': '', 'network_id': '244ee66f-8ba5-4a6d-a99b-5ec1fae21d38', 'tenant_id': '923dafe00970411a989ff222606e459e', 'mac_address': 'fa:16:3e:90:65:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70e1c22-f694-4d56-bd15-5c5737bacda2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '395c6a06-7ada-4575-b52f-ff6a58f20fb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:48:41Z', 'updated_at': '2022-05-28T06:49:01Z', 'revision_number': 5, 'project_id': '923dafe00970411a989ff222606e459e', 'subnets': [{'id': '395c6a06-7ada-4575-b52f-ff6a58f20fb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:53:53.142046 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f7d80a-d974-4cb1-afe2-4fd26559cfe6 None None] Checking router: c70e1c22-f694-4d56-bd15-5c5737bacda2 for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:53:53.167781 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f7d80a-d974-4cb1-afe2-4fd26559cfe6 None None] Routers {'c70e1c22-f694-4d56-bd15-5c5737bacda2'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:53:53.168458 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-09f7d80a-d974-4cb1-afe2-4fd26559cfe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:53:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['c70e1c22-f694-4d56-bd15-5c5737bacda2'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:53:53.302610 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-8b0e6498-9968-42f5-8641-41e4448d688b req-bcd64d6b-df2e-4564-8aeb-1e6bbdcfe920 service neutron] 10.222.0.71 "GET /v2.0/networks/e8a2a26d-ca66-4cab-9858-6f3c41497abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973205 May 28 06:53:53.419038 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [req-9c5f3241-5b58-456d-b5e8-1f6622f139b5 req-307508f7-a6c3-496d-abf0-05a7012258c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id faec5fde-47c5-4bd2-8db5-8cf96d5e1688 {{(pid=89110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:53:53.427515 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-9c5f3241-5b58-456d-b5e8-1f6622f139b5 req-307508f7-a6c3-496d-abf0-05a7012258c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:53.443161 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-9c5f3241-5b58-456d-b5e8-1f6622f139b5 req-307508f7-a6c3-496d-abf0-05a7012258c9 service neutron] Transition to ACTIVE for port object faec5fde-47c5-4bd2-8db5-8cf96d5e1688 will not be triggered until provisioned by entity L2. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:53:53.454330 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-09f7d80a-d974-4cb1-afe2-4fd26559cfe6 None None] Set router c70e1c22-f694-4d56-bd15-5c5737bacda2 gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:53:53.759549 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-5b0c0b71-59e4-40fd-a447-cde3cb475874 req-05583ece-2cba-4bfc-9048-646ed75809d0 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Synchronizing usage tracker for tenant:923dafe00970411a989ff222606e459e on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:53:53.762552 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-9c5f3241-5b58-456d-b5e8-1f6622f139b5 req-307508f7-a6c3-496d-abf0-05a7012258c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:53.880392 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-09f7d80a-d974-4cb1-afe2-4fd26559cfe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70e1c22-f694-4d56-bd15-5c5737bacda2', 'name': 'tempest-AttachVolumeNegativeTest-1938842834-router', 'tenant_id': '923dafe00970411a989ff222606e459e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '75f0d40c-8ed1-4975-8bcb-f54d72980607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:48:27Z', 'updated_at': '2022-05-28T06:48:45Z', 'revision_number': 4, 'project_id': '923dafe00970411a989ff222606e459e', 'gw_port': {'id': '75f0d40c-8ed1-4975-8bcb-f54d72980607', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:db:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70e1c22-f694-4d56-bd15-5c5737bacda2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:48:31Z', 'updated_at': '2022-05-28T06:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'abf75dc9-fe0b-4338-9af0-de84c550bf58', 'name': '', 'network_id': '244ee66f-8ba5-4a6d-a99b-5ec1fae21d38', 'tenant_id': '923dafe00970411a989ff222606e459e', 'mac_address': 'fa:16:3e:90:65:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70e1c22-f694-4d56-bd15-5c5737bacda2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '395c6a06-7ada-4575-b52f-ff6a58f20fb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:48:41Z', 'updated_at': '2022-05-28T06:49:01Z', 'revision_number': 5, 'project_id': '923dafe00970411a989ff222606e459e', 'subnets': [{'id': '395c6a06-7ada-4575-b52f-ff6a58f20fb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:53:53.886163 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f7d80a-d974-4cb1-afe2-4fd26559cfe6 None None] The sync data for ids ['c70e1c22-f694-4d56-bd15-5c5737bacda2'] in n-d-843702-1 is: [{'id': 'c70e1c22-f694-4d56-bd15-5c5737bacda2', 'name': 'tempest-AttachVolumeNegativeTest-1938842834-router', 'tenant_id': '923dafe00970411a989ff222606e459e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '75f0d40c-8ed1-4975-8bcb-f54d72980607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:48:27Z', 'updated_at': '2022-05-28T06:48:45Z', 'revision_number': 4, 'project_id': '923dafe00970411a989ff222606e459e', 'gw_port': {'id': '75f0d40c-8ed1-4975-8bcb-f54d72980607', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:db:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70e1c22-f694-4d56-bd15-5c5737bacda2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:48:31Z', 'updated_at': '2022-05-28T06:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'abf75dc9-fe0b-4338-9af0-de84c550bf58', 'name': '', 'network_id': '244ee66f-8ba5-4a6d-a99b-5ec1fae21d38', 'tenant_id': '923dafe00970411a989ff222606e459e', 'mac_address': 'fa:16:3e:90:65:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70e1c22-f694-4d56-bd15-5c5737bacda2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '395c6a06-7ada-4575-b52f-ff6a58f20fb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:48:41Z', 'updated_at': '2022-05-28T06:49:01Z', 'revision_number': 5, 'project_id': '923dafe00970411a989ff222606e459e', 'subnets': [{'id': '395c6a06-7ada-4575-b52f-ff6a58f20fb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:53:53.966862 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 34532) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:53:53.976517 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-5b0c0b71-59e4-40fd-a447-cde3cb475874 req-05583ece-2cba-4bfc-9048-646ed75809d0 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Unset dirty status for tenant:923dafe00970411a989ff222606e459e on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:53:53.983453 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5b0c0b71-59e4-40fd-a447-cde3cb475874 req-05583ece-2cba-4bfc-9048-646ed75809d0 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2af3415-a4c0-48fc-9c75-8956dc3347d3 HTTP/1.1" status: 200 len: 210 time: 0.3543921 May 28 06:53:54.039216 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b4910383-3840-4726-9eba-3ef5f98debbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:54.067212 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307508f7-a6c3-496d-abf0-05a7012258c9 service neutron] Pushing event updated for resources: {'Port': ['ID=faec5fde-47c5-4bd2-8db5-8cf96d5e1688,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:53:54.080421 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-b4910383-3840-4726-9eba-3ef5f98debbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:53:54.101239 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-b4910383-3840-4726-9eba-3ef5f98debbc admin admin] Usage tracker for resource:security_group_rule and tenant:414bff3c838d46dcadc41391dbbcedf7 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:53:54.106866 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-b4910383-3840-4726-9eba-3ef5f98debbc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:53:54.120825 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-b4910383-3840-4726-9eba-3ef5f98debbc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:53:54.389505 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b4910383-3840-4726-9eba-3ef5f98debbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:54.423221 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-9c5f3241-5b58-456d-b5e8-1f6622f139b5 req-307508f7-a6c3-496d-abf0-05a7012258c9 service neutron] Attempting to bind port faec5fde-47c5-4bd2-8db5-8cf96d5e1688 on host n-h2-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:53:54.423221 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-9c5f3241-5b58-456d-b5e8-1f6622f139b5 req-307508f7-a6c3-496d-abf0-05a7012258c9 service neutron] Attempting to bind port faec5fde-47c5-4bd2-8db5-8cf96d5e1688 by drivers openvswitch,hyperv on host n-h2-843702-1 at level 0 using segments [{'id': 'd09a3d02-d7c1-4dfb-9910-99fcd473bbfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '4b18d5fa-51eb-4772-960b-3bbbf515f169'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:53:54.423221 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5f3241-5b58-456d-b5e8-1f6622f139b5 req-307508f7-a6c3-496d-abf0-05a7012258c9 service neutron] Attempting to bind port faec5fde-47c5-4bd2-8db5-8cf96d5e1688 on network 4b18d5fa-51eb-4772-960b-3bbbf515f169 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:53:54.428083 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5f3241-5b58-456d-b5e8-1f6622f139b5 req-307508f7-a6c3-496d-abf0-05a7012258c9 service neutron] Port faec5fde-47c5-4bd2-8db5-8cf96d5e1688 on network 4b18d5fa-51eb-4772-960b-3bbbf515f169 not bound, no agent of type Open vSwitch agent registered on host n-h2-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:53:54.428670 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5f3241-5b58-456d-b5e8-1f6622f139b5 req-307508f7-a6c3-496d-abf0-05a7012258c9 service neutron] Attempting to bind port faec5fde-47c5-4bd2-8db5-8cf96d5e1688 on network 4b18d5fa-51eb-4772-960b-3bbbf515f169 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:53:54.454915 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b12e457-6e15-4e61-bb94-c48266d3d036 req-da20094e-2674-4808-ba8a-e280ebd2bab3 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:53:54.463943 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8427dd4b-37d1-467b-8cf2-e9f91791630f None None] New status for floating IP a930bd09-afec-4a0a-8c17-398cb2e46f41: DOWN {{(pid=89111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 06:53:54.469731 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4b12e457-6e15-4e61-bb94-c48266d3d036 req-da20094e-2674-4808-ba8a-e280ebd2bab3 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7c0233a-f0a9-4461-8e6f-995b4a038917 HTTP/1.1" status: 200 len: 943 time: 0.7629244 May 28 06:53:54.499221 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b4910383-3840-4726-9eba-3ef5f98debbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:54.524403 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5f3241-5b58-456d-b5e8-1f6622f139b5 req-307508f7-a6c3-496d-abf0-05a7012258c9 service neutron] Checking agent: {'id': 'f1a3973b-d2b3-4558-88e7-2ac50857d302', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 53, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:53:54.525205 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5f3241-5b58-456d-b5e8-1f6622f139b5 req-307508f7-a6c3-496d-abf0-05a7012258c9 service neutron] Checking segment: {'id': 'd09a3d02-d7c1-4dfb-9910-99fcd473bbfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '4b18d5fa-51eb-4772-960b-3bbbf515f169'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:53:54.526036 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5f3241-5b58-456d-b5e8-1f6622f139b5 req-307508f7-a6c3-496d-abf0-05a7012258c9 service neutron] Bound using segment: {'id': 'd09a3d02-d7c1-4dfb-9910-99fcd473bbfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '4b18d5fa-51eb-4772-960b-3bbbf515f169'} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:53:54.526706 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-9c5f3241-5b58-456d-b5e8-1f6622f139b5 req-307508f7-a6c3-496d-abf0-05a7012258c9 service neutron] Bound port: faec5fde-47c5-4bd2-8db5-8cf96d5e1688, host: n-h2-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd09a3d02-d7c1-4dfb-9910-99fcd473bbfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '4b18d5fa-51eb-4772-960b-3bbbf515f169'}}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:53:54.529053 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-9c5f3241-5b58-456d-b5e8-1f6622f139b5 req-307508f7-a6c3-496d-abf0-05a7012258c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:54.580262 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4910383-3840-4726-9eba-3ef5f98debbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c6c4874-4e28-4bde-8ceb-b2a0d4351826,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:53:54.638765 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-b4910383-3840-4726-9eba-3ef5f98debbc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=414bff3c838d46dcadc41391dbbcedf7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6707959 May 28 06:53:54.639593 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 34560) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:53:54.652800 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4b12e457-6e15-4e61-bb94-c48266d3d036 req-a7086b64-162c-4bd0-ab3b-35f994dd2e6e tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] 10.222.0.55 "GET /v2.0/security-groups?id=3af4d67a-5ada-4455-bedc-8c97de6bcccb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1820488 May 28 06:53:54.718389 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-9c5f3241-5b58-456d-b5e8-1f6622f139b5 req-307508f7-a6c3-496d-abf0-05a7012258c9 service neutron] For port faec5fde-47c5-4bd2-8db5-8cf96d5e1688, host n-h2-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:53:54.724865 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-9c5f3241-5b58-456d-b5e8-1f6622f139b5 req-307508f7-a6c3-496d-abf0-05a7012258c9 service neutron] For port faec5fde-47c5-4bd2-8db5-8cf96d5e1688, host n-h2-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=faec5fde-47c5-4bd2-8db5-8cf96d5e1688,segment=NetworkSegment(d09a3d02-d7c1-4dfb-9910-99fcd473bbfd),segment_id=d09a3d02-d7c1-4dfb-9910-99fcd473bbfd)] {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:53:54.732834 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-73c0980e-ed61-4dfa-8907-efa7c9bd6d2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:54.733726 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385ba1ec-d049-4e40-9fa5-793e49fadae9 req-b9124c5d-2cbd-41ea-b705-7a4ce1a400e2 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:53:54.742119 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-385ba1ec-d049-4e40-9fa5-793e49fadae9 req-b9124c5d-2cbd-41ea-b705-7a4ce1a400e2 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2483585-613a-4aa4-a634-4b9691533400 HTTP/1.1" status: 200 len: 944 time: 0.5761049 May 28 06:53:54.769394 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-73c0980e-ed61-4dfa-8907-efa7c9bd6d2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:54.802676 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-385ba1ec-d049-4e40-9fa5-793e49fadae9 req-76f02eae-e1d9-424d-a969-0f14b27be6b4 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "GET /v2.0/security-groups?id=90917284-55b9-43a0-983c-25015ab37171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591261 May 28 06:53:54.868840 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-9c5f3241-5b58-456d-b5e8-1f6622f139b5 req-307508f7-a6c3-496d-abf0-05a7012258c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:54.936040 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5f3241-5b58-456d-b5e8-1f6622f139b5 req-307508f7-a6c3-496d-abf0-05a7012258c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:53:54.936576 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-9c5f3241-5b58-456d-b5e8-1f6622f139b5 req-307508f7-a6c3-496d-abf0-05a7012258c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:54.938296 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9c5f3241-5b58-456d-b5e8-1f6622f139b5 req-307508f7-a6c3-496d-abf0-05a7012258c9 service neutron] 10.222.0.71 "PUT /v2.0/ports/faec5fde-47c5-4bd2-8db5-8cf96d5e1688 HTTP/1.1" status: 200 len: 1092 time: 2.3579271 May 28 06:53:54.941361 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2483585-613a-4aa4-a634-4b9691533400', 'tag': 'faec5fde-47c5-4bd2-8db5-8cf96d5e1688'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:53:55.000921 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307508f7-a6c3-496d-abf0-05a7012258c9 service neutron] Pushing event updated for resources: {'Port': ['ID=faec5fde-47c5-4bd2-8db5-8cf96d5e1688,revision_number=3']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:53:55.026957 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-73c0980e-ed61-4dfa-8907-efa7c9bd6d2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:55.055193 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c0980e-ed61-4dfa-8907-efa7c9bd6d2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c6c4874-4e28-4bde-8ceb-b2a0d4351826,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:53:55.057206 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a54f2d77-ffe7-46d4-9cd0-79c860df5d3a'] response: {'name': 'network-changed', 'server_uuid': 'c2483585-613a-4aa4-a634-4b9691533400', 'tag': 'faec5fde-47c5-4bd2-8db5-8cf96d5e1688', 'status': 'completed', 'code': 200} May 28 06:53:55.070270 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-73c0980e-ed61-4dfa-8907-efa7c9bd6d2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:55.078074 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-73c0980e-ed61-4dfa-8907-efa7c9bd6d2a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0c6c4874-4e28-4bde-8ceb-b2a0d4351826 HTTP/1.1" status: 204 len: 168 time: 0.4340184 May 28 06:53:55.446901 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4d7962-3cf8-4d1a-8da9-209a2085f80f req-8596440f-8dce-458c-94b5-4e681a2cc24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:53:55.449037 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8c4d7962-3cf8-4d1a-8da9-209a2085f80f req-8596440f-8dce-458c-94b5-4e681a2cc24f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4cdf69566d684d639d89f5935d02f247&device_id=c2483585-613a-4aa4-a634-4b9691533400 HTTP/1.1" status: 200 len: 1095 time: 0.3239610 May 28 06:53:55.634460 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4d7962-3cf8-4d1a-8da9-209a2085f80f req-3b2f940b-eac7-45af-b8b9-a42ec0b910cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:53:55.635196 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4d7962-3cf8-4d1a-8da9-209a2085f80f req-3b2f940b-eac7-45af-b8b9-a42ec0b910cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:53:55.636760 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8c4d7962-3cf8-4d1a-8da9-209a2085f80f req-3b2f940b-eac7-45af-b8b9-a42ec0b910cd service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=4cdf69566d684d639d89f5935d02f247&shared=False HTTP/1.1" status: 200 len: 1583 time: 0.1732802 May 28 06:53:55.783992 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 34588) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:53:55.982049 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4d7962-3cf8-4d1a-8da9-209a2085f80f req-dbf5b947-f461-4ed1-9ded-1ea866b37b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:53:55.983921 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8c4d7962-3cf8-4d1a-8da9-209a2085f80f req-dbf5b947-f461-4ed1-9ded-1ea866b37b24 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3400795 May 28 06:53:55.984671 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-bc6eec11-fa0f-4097-8d6e-44c80b36d068 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:56.050215 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-bc6eec11-fa0f-4097-8d6e-44c80b36d068 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:56.171324 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2383b03c-a995-4e60-921f-0e15de0faf45 req-d51c97f3-e313-41c8-8a62-ac300d8c1e6c tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:53:56.172762 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2383b03c-a995-4e60-921f-0e15de0faf45 req-d51c97f3-e313-41c8-8a62-ac300d8c1e6c tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7c0233a-f0a9-4461-8e6f-995b4a038917 HTTP/1.1" status: 200 len: 943 time: 0.3425481 May 28 06:53:56.221743 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3655db37-0965-4d59-89f6-12649a4ddc3d req-97758859-f830-4da5-8941-3a2020424016 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:53:56.223462 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3655db37-0965-4d59-89f6-12649a4ddc3d req-97758859-f830-4da5-8941-3a2020424016 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2483585-613a-4aa4-a634-4b9691533400 HTTP/1.1" status: 200 len: 944 time: 0.2784295 May 28 06:53:56.270631 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2383b03c-a995-4e60-921f-0e15de0faf45 req-179d34c5-df4c-4a6f-9acf-1c147db12bcf tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] 10.222.0.55 "GET /v2.0/security-groups?id=3af4d67a-5ada-4455-bedc-8c97de6bcccb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906792 May 28 06:53:56.274271 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5f3241-5b58-456d-b5e8-1f6622f139b5 req-6183fe50-fb5c-4cd8-b3c9-9d47da0d1438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:53:56.275927 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9c5f3241-5b58-456d-b5e8-1f6622f139b5 req-6183fe50-fb5c-4cd8-b3c9-9d47da0d1438 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4cdf69566d684d639d89f5935d02f247&device_id=c2483585-613a-4aa4-a634-4b9691533400 HTTP/1.1" status: 200 len: 1095 time: 0.2163584 May 28 06:53:56.396098 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3655db37-0965-4d59-89f6-12649a4ddc3d req-b2d91e8d-2cef-4006-88f6-6761933333c4 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "GET /v2.0/security-groups?id=90917284-55b9-43a0-983c-25015ab37171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1599901 May 28 06:53:56.397355 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9c5f3241-5b58-456d-b5e8-1f6622f139b5 req-7fa4efa8-db29-4d84-b1b6-dbb26e61c387 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=faec5fde-47c5-4bd2-8db5-8cf96d5e1688 HTTP/1.1" status: 200 len: 217 time: 0.1060879 May 28 06:53:56.526351 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5f3241-5b58-456d-b5e8-1f6622f139b5 req-a966f650-0de9-430d-bfa2-c7faf3c62115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:53:56.526351 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9c5f3241-5b58-456d-b5e8-1f6622f139b5 req-a966f650-0de9-430d-bfa2-c7faf3c62115 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d8e9f4d3-06be-4d3e-b673-9c24a60f847c HTTP/1.1" status: 200 len: 837 time: 0.0878205 May 28 06:53:56.585506 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5f3241-5b58-456d-b5e8-1f6622f139b5 req-ba02f4d9-5bf4-4878-8e2b-4a791cf7e83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:53:56.587573 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9c5f3241-5b58-456d-b5e8-1f6622f139b5 req-ba02f4d9-5bf4-4878-8e2b-4a791cf7e83d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4b18d5fa-51eb-4772-960b-3bbbf515f169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0843475 May 28 06:53:56.641209 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-cd221349-651c-4cb9-b641-7dd287b0eb52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:56.723414 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9c5f3241-5b58-456d-b5e8-1f6622f139b5 req-c15fb430-00bb-4520-a861-c1bc325929b1 service neutron] 10.222.0.71 "GET /v2.0/networks/4b18d5fa-51eb-4772-960b-3bbbf515f169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286116 May 28 06:53:56.873122 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9c5f3241-5b58-456d-b5e8-1f6622f139b5 req-fa778bdc-1725-4c54-8339-e85091ddf8e4 service neutron] 10.222.0.71 "GET /v2.0/networks/4b18d5fa-51eb-4772-960b-3bbbf515f169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432970 May 28 06:53:57.082788 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-bc6eec11-fa0f-4097-8d6e-44c80b36d068 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:57.117320 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6eec11-fa0f-4097-8d6e-44c80b36d068 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90a76e59-b548-473c-a742-3e3017c7d4e4,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:53:57.134731 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-bc6eec11-fa0f-4097-8d6e-44c80b36d068 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:57.141171 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-bc6eec11-fa0f-4097-8d6e-44c80b36d068 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "DELETE /v2.0/security-groups/90a76e59-b548-473c-a742-3e3017c7d4e4 HTTP/1.1" status: 204 len: 168 time: 1.3543029 May 28 06:53:57.142149 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 34630) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:53:57.164359 n-d-843702-1 neutron-server[89109]: INFO neutron.api.v2.resource [None req-f1d4488b-3e66-4714-aa05-a80e45ba072e tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] show failed (client error): The resource could not be found. May 28 06:53:57.165734 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-f1d4488b-3e66-4714-aa05-a80e45ba072e tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/security-groups/90a76e59-b548-473c-a742-3e3017c7d4e4 HTTP/1.1" status: 404 len: 347 time: 0.0225413 May 28 06:53:57.170997 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 34634) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:53:57.359200 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-5f782fad-8d34-41de-a53e-ff6929597696 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Deleting port 948613a3-618a-4b27-a727-5e445aa18346 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:53:57.359741 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5f782fad-8d34-41de-a53e-ff6929597696 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:57.727283 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:57.808886 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5f782fad-8d34-41de-a53e-ff6929597696 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:57.809215 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5f782fad-8d34-41de-a53e-ff6929597696 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:57.824084 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cd274e-dc8b-4a6a-905c-80ebb22813a2 req-bf086baa-e0b6-43d7-9493-25f9a77229ed tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:53:57.825577 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-32cd274e-dc8b-4a6a-905c-80ebb22813a2 req-bf086baa-e0b6-43d7-9493-25f9a77229ed tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7c0233a-f0a9-4461-8e6f-995b4a038917 HTTP/1.1" status: 200 len: 943 time: 0.4203851 May 28 06:53:57.975566 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-5f782fad-8d34-41de-a53e-ff6929597696 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Calling delete_port for 948613a3-618a-4b27-a727-5e445aa18346 owned by network:floatingip {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:53:58.032882 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26548ab2-4776-43ec-8468-92af9132de25 req-5ba257eb-ebcb-4c40-95ae-c1edf4d7855a tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:53:58.034098 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-26548ab2-4776-43ec-8468-92af9132de25 req-5ba257eb-ebcb-4c40-95ae-c1edf4d7855a tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2483585-613a-4aa4-a634-4b9691533400 HTTP/1.1" status: 200 len: 944 time: 0.3609772 May 28 06:53:58.101948 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-32cd274e-dc8b-4a6a-905c-80ebb22813a2 req-17dcd860-7508-484c-8734-a836e66c7bba tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] 10.222.0.55 "GET /v2.0/security-groups?id=3af4d67a-5ada-4455-bedc-8c97de6bcccb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2007039 May 28 06:53:58.128063 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-26548ab2-4776-43ec-8468-92af9132de25 req-91e05921-b64a-46b2-af3f-7ff36ea4e0ee tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "GET /v2.0/security-groups?id=90917284-55b9-43a0-983c-25015ab37171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766072 May 28 06:53:58.372787 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5f782fad-8d34-41de-a53e-ff6929597696 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:58.425485 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f782fad-8d34-41de-a53e-ff6929597696 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Pushing event deleted for resources: {'Port': ['ID=948613a3-618a-4b27-a727-5e445aa18346,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:53:58.580684 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5f782fad-8d34-41de-a53e-ff6929597696 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks [] for floatingip, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:58.720889 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5f782fad-8d34-41de-a53e-ff6929597696 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:58.725211 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-5f782fad-8d34-41de-a53e-ff6929597696 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "DELETE /v2.0/floatingips/a930bd09-afec-4a0a-8c17-398cb2e46f41 HTTP/1.1" status: 204 len: 168 time: 1.5500827 May 28 06:53:58.910459 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 34716) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:53:58.919484 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device faec5fde-47c5-4bd2-8db5-8cf96d5e1688 details requested by agent hyperv_n-h2-843702-1 with host n-h2-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:53:58.919971 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-99971685-d297-4d05-9765-482b35d476e6 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Request body: {'security_group': {'name': 'tempest-securitygroup--18329976', 'description': 'tempest-description--715642147'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:53:58.926785 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-99971685-d297-4d05-9765-482b35d476e6 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:53:58.931639 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-99971685-d297-4d05-9765-482b35d476e6 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Usage tracker for resource:security_group and tenant:923dafe00970411a989ff222606e459e is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:53:58.935593 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-99971685-d297-4d05-9765-482b35d476e6 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:53:58.943067 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-99971685-d297-4d05-9765-482b35d476e6 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:53:59.014495 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-8c980508-c600-4369-ba3e-7ad6bd43b103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:59.107395 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-99971685-d297-4d05-9765-482b35d476e6 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:59.169689 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-99971685-d297-4d05-9765-482b35d476e6 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:53:59.175042 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port faec5fde-47c5-4bd2-8db5-8cf96d5e1688, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=faec5fde-47c5-4bd2-8db5-8cf96d5e1688,segment=NetworkSegment(d09a3d02-d7c1-4dfb-9910-99fcd473bbfd),segment_id=d09a3d02-d7c1-4dfb-9910-99fcd473bbfd)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:53:59.179879 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-99971685-d297-4d05-9765-482b35d476e6 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Usage tracker for resource:security_group_rule and tenant:923dafe00970411a989ff222606e459e is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:53:59.186127 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-99971685-d297-4d05-9765-482b35d476e6 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:53:59.198453 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-99971685-d297-4d05-9765-482b35d476e6 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:53:59.217343 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Returning: {'device': 'faec5fde-47c5-4bd2-8db5-8cf96d5e1688', 'network_id': '4b18d5fa-51eb-4772-960b-3bbbf515f169', 'port_id': 'faec5fde-47c5-4bd2-8db5-8cf96d5e1688', 'mac_address': 'fa:16:3e:8e:49:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8e9f4d3-06be-4d3e-b673-9c24a60f847c', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:53:59.309963 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port faec5fde-47c5-4bd2-8db5-8cf96d5e1688 is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:53:59.310334 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:59.379569 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id faec5fde-47c5-4bd2-8db5-8cf96d5e1688 {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:53:59.387246 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-99971685-d297-4d05-9765-482b35d476e6 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:59.416231 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port faec5fde-47c5-4bd2-8db5-8cf96d5e1688, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=faec5fde-47c5-4bd2-8db5-8cf96d5e1688,segment=NetworkSegment(d09a3d02-d7c1-4dfb-9910-99fcd473bbfd),segment_id=d09a3d02-d7c1-4dfb-9910-99fcd473bbfd)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:53:59.523691 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-99971685-d297-4d05-9765-482b35d476e6 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:59.567721 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:59.596811 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99971685-d297-4d05-9765-482b35d476e6 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ed65f3-1959-44ae-8583-c3aeb08c4f2d,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:53:59.631666 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629cf0b0-ea13-48be-a60c-aad56db900fc req-d5f99fdb-426d-4fb8-9cc3-eda057dd1389 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:53:59.640388 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-629cf0b0-ea13-48be-a60c-aad56db900fc req-d5f99fdb-426d-4fb8-9cc3-eda057dd1389 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7c0233a-f0a9-4461-8e6f-995b4a038917 HTTP/1.1" status: 200 len: 943 time: 0.2502372 May 28 06:53:59.668076 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=faec5fde-47c5-4bd2-8db5-8cf96d5e1688,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:53:59.710141 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacfc22b-8cf9-4bc6-b37b-7b0435ff4f4a req-c3e2de66-a7da-4427-8ca4-8e367205d1ce tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:53:59.710141 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bacfc22b-8cf9-4bc6-b37b-7b0435ff4f4a req-c3e2de66-a7da-4427-8ca4-8e367205d1ce tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2483585-613a-4aa4-a634-4b9691533400 HTTP/1.1" status: 200 len: 944 time: 0.3120553 May 28 06:53:59.710141 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-629cf0b0-ea13-48be-a60c-aad56db900fc req-772fd847-2430-4db0-8166-df9e20b1d0e2 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] 10.222.0.55 "GET /v2.0/security-groups?id=3af4d67a-5ada-4455-bedc-8c97de6bcccb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686574 May 28 06:53:59.803510 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bacfc22b-8cf9-4bc6-b37b-7b0435ff4f4a req-0fca7c4b-b05e-4242-93f0-e306086f538d tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "GET /v2.0/security-groups?id=90917284-55b9-43a0-983c-25015ab37171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921438 May 28 06:53:59.806621 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-99971685-d297-4d05-9765-482b35d476e6 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:59.814677 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-99971685-d297-4d05-9765-482b35d476e6 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.8989263 May 28 06:53:59.814677 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 34756) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:53:59.836336 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-ccad6d64-4179-4639-939e-82715b7dd75c tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Request body: {'security_group_rule': {'security_group_id': 'a5ed65f3-1959-44ae-8583-c3aeb08c4f2d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:53:59.856252 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-ccad6d64-4179-4639-939e-82715b7dd75c tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:53:59.867410 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-ccad6d64-4179-4639-939e-82715b7dd75c tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Usage tracker for resource:security_group_rule and tenant:923dafe00970411a989ff222606e459e is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:53:59.875634 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-ccad6d64-4179-4639-939e-82715b7dd75c tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:53:59.882909 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['faec5fde-47c5-4bd2-8db5-8cf96d5e1688'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:53:59.890435 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-ccad6d64-4179-4639-939e-82715b7dd75c tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:54:00.006615 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:00.036226 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ccad6d64-4179-4639-939e-82715b7dd75c tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:00.117234 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ccad6d64-4179-4639-939e-82715b7dd75c tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:00.129511 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:00.498901 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ccad6d64-4179-4639-939e-82715b7dd75c tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:00.535158 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccad6d64-4179-4639-939e-82715b7dd75c tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ed1b5a5-1324-43b5-99c2-2f2e0a3e4786,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:54:00.658860 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ccad6d64-4179-4639-939e-82715b7dd75c tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:00.661487 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-ccad6d64-4179-4639-939e-82715b7dd75c tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8308458 May 28 06:54:00.662803 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 34778) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:54:00.668129 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-866e82d4-2168-4d61-adf6-24f0af7d9084 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Request body: {'security_group_rule': {'security_group_id': 'a5ed65f3-1959-44ae-8583-c3aeb08c4f2d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:54:00.674309 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-866e82d4-2168-4d61-adf6-24f0af7d9084 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:54:00.678171 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-866e82d4-2168-4d61-adf6-24f0af7d9084 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Usage tracker for resource:security_group_rule and tenant:923dafe00970411a989ff222606e459e is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:54:00.681667 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-866e82d4-2168-4d61-adf6-24f0af7d9084 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:54:00.687715 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-866e82d4-2168-4d61-adf6-24f0af7d9084 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:54:00.829851 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-866e82d4-2168-4d61-adf6-24f0af7d9084 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:00.924744 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 5339abe0-b88e-4e44-b310-bb976e9dcb7e details requested by agent hyperv_n-h2-843702-1 with host n-h2-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:54:00.934777 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device faec5fde-47c5-4bd2-8db5-8cf96d5e1688 up at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:54:00.938000 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 34796) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:54:00.940924 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-866e82d4-2168-4d61-adf6-24f0af7d9084 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:01.111161 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5434a27f-88af-483f-a9b2-8ea7d64eab01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:01.111161 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-5434a27f-88af-483f-a9b2-8ea7d64eab01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:54:01.111161 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-5434a27f-88af-483f-a9b2-8ea7d64eab01 admin admin] Usage tracker for resource:security_group_rule and tenant:b842ac996fc8481db0ea39f2d99f66e5 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:54:01.111972 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fa81a7-77cb-4f49-a067-52aa8922ffdb req-f42de99d-ac4d-44d4-af8b-bf8c4b9ddc4c tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:54:01.112416 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-5434a27f-88af-483f-a9b2-8ea7d64eab01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:54:01.112847 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-11fa81a7-77cb-4f49-a067-52aa8922ffdb req-f42de99d-ac4d-44d4-af8b-bf8c4b9ddc4c tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7c0233a-f0a9-4461-8e6f-995b4a038917 HTTP/1.1" status: 200 len: 943 time: 0.1418362 May 28 06:54:01.113288 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-5434a27f-88af-483f-a9b2-8ea7d64eab01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:54:01.151702 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-11fa81a7-77cb-4f49-a067-52aa8922ffdb req-60eb2447-bd9e-42f6-a776-63c78c2a00f0 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] 10.222.0.55 "GET /v2.0/security-groups?id=3af4d67a-5ada-4455-bedc-8c97de6bcccb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506008 May 28 06:54:01.175373 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608cb7be-b0a5-49e4-98ab-df81364ed255 req-7420bbe9-9b52-4f5f-9a26-6afea433da3d tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:54:01.177998 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-608cb7be-b0a5-49e4-98ab-df81364ed255 req-7420bbe9-9b52-4f5f-9a26-6afea433da3d tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2483585-613a-4aa4-a634-4b9691533400 HTTP/1.1" status: 200 len: 945 time: 0.1478937 May 28 06:54:01.184354 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 5339abe0-b88e-4e44-b310-bb976e9dcb7e, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=5339abe0-b88e-4e44-b310-bb976e9dcb7e,segment=NetworkSegment(d74126e0-2d6c-4218-a52c-5b7126833ce2),segment_id=d74126e0-2d6c-4218-a52c-5b7126833ce2)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:54:01.210473 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Returning: {'device': '5339abe0-b88e-4e44-b310-bb976e9dcb7e', 'network_id': 'e8a2a26d-ca66-4cab-9858-6f3c41497abf', 'port_id': '5339abe0-b88e-4e44-b310-bb976e9dcb7e', 'mac_address': 'fa:16:3e:d1:36:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eb43fa5-254f-4ae9-8992-ff7c55790b6d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:54:01.214322 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5434a27f-88af-483f-a9b2-8ea7d64eab01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:01.252280 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-608cb7be-b0a5-49e4-98ab-df81364ed255 req-a8a53292-bf91-42b2-a479-30f60a512602 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "GET /v2.0/security-groups?id=90917284-55b9-43a0-983c-25015ab37171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560801 May 28 06:54:01.269737 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-866e82d4-2168-4d61-adf6-24f0af7d9084 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:01.273259 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 5339abe0-b88e-4e44-b310-bb976e9dcb7e is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:54:01.273938 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:01.301827 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5339abe0-b88e-4e44-b310-bb976e9dcb7e {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:54:01.337385 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866e82d4-2168-4d61-adf6-24f0af7d9084 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85919273-0dcb-46fa-9304-ca717e924914,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:54:01.340057 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 5339abe0-b88e-4e44-b310-bb976e9dcb7e, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=5339abe0-b88e-4e44-b310-bb976e9dcb7e,segment=NetworkSegment(d74126e0-2d6c-4218-a52c-5b7126833ce2),segment_id=d74126e0-2d6c-4218-a52c-5b7126833ce2)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:54:01.362032 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning for port faec5fde-47c5-4bd2-8db5-8cf96d5e1688 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:54:01.367342 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning complete for port faec5fde-47c5-4bd2-8db5-8cf96d5e1688 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:54:01.370432 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:01.487993 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-866e82d4-2168-4d61-adf6-24f0af7d9084 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:01.489942 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5434a27f-88af-483f-a9b2-8ea7d64eab01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:01.496480 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-866e82d4-2168-4d61-adf6-24f0af7d9084 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8326952 May 28 06:54:01.499758 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 34812) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:54:01.507184 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:01.531065 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-e9fb1349-3ac9-4678-b8d0-5b2d66fc6410 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Request body: {'floatingip': {'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:54:01.538190 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-e9fb1349-3ac9-4678-b8d0-5b2d66fc6410 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:54:01.544398 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-e9fb1349-3ac9-4678-b8d0-5b2d66fc6410 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Usage tracker for resource:floatingip and tenant:923dafe00970411a989ff222606e459e is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:54:01.547886 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-e9fb1349-3ac9-4678-b8d0-5b2d66fc6410 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:54:01.558298 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-e9fb1349-3ac9-4678-b8d0-5b2d66fc6410 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:54:01.579002 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-5434a27f-88af-483f-a9b2-8ea7d64eab01 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b842ac996fc8481db0ea39f2d99f66e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6367223 May 28 06:54:01.579002 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 34822) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:54:01.597489 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port faec5fde-47c5-4bd2-8db5-8cf96d5e1688 is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:54:01.597874 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:01.640273 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5434a27f-88af-483f-a9b2-8ea7d64eab01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e37e6904-3927-4d17-a680-c6cc49b16e62,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:54:01.667671 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4f6a9148-b802-4502-ab3c-315991654b19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:01.667875 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2483585-613a-4aa4-a634-4b9691533400', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faec5fde-47c5-4bd2-8db5-8cf96d5e1688'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:54:01.678423 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port faec5fde-47c5-4bd2-8db5-8cf96d5e1688, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=faec5fde-47c5-4bd2-8db5-8cf96d5e1688,segment=NetworkSegment(d09a3d02-d7c1-4dfb-9910-99fcd473bbfd),segment_id=d09a3d02-d7c1-4dfb-9910-99fcd473bbfd)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:54:01.693312 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=5339abe0-b88e-4e44-b310-bb976e9dcb7e,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:54:01.695921 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4f6a9148-b802-4502-ab3c-315991654b19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:01.699426 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e9fb1349-3ac9-4678-b8d0-5b2d66fc6410 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks [] for floatingip, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:01.752444 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5485b113-9ce6-4dc4-b4b4-caf1f204e68b'] response: {'server_uuid': 'c2483585-613a-4aa4-a634-4b9691533400', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faec5fde-47c5-4bd2-8db5-8cf96d5e1688', 'code': 200} May 28 06:54:01.779059 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:01.858405 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['5339abe0-b88e-4e44-b310-bb976e9dcb7e'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:54:01.907415 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:01.952416 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=faec5fde-47c5-4bd2-8db5-8cf96d5e1688,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:54:01.966225 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e9fb1349-3ac9-4678-b8d0-5b2d66fc6410 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:01.990369 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4f6a9148-b802-4502-ab3c-315991654b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:02.009683 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6a9148-b802-4502-ab3c-315991654b19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e37e6904-3927-4d17-a680-c6cc49b16e62,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:54:02.018726 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4f6a9148-b802-4502-ab3c-315991654b19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:02.025293 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-4f6a9148-b802-4502-ab3c-315991654b19 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e37e6904-3927-4d17-a680-c6cc49b16e62 HTTP/1.1" status: 204 len: 168 time: 0.4427624 May 28 06:54:02.073080 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98285c0-34cf-4f4c-839d-5e0033cee3f3 req-1108a1b3-66a9-45cc-844d-d043bba5e2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:54:02.075365 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e98285c0-34cf-4f4c-839d-5e0033cee3f3 req-1108a1b3-66a9-45cc-844d-d043bba5e2c6 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=c2483585-613a-4aa4-a634-4b9691533400 HTTP/1.1" status: 200 len: 1097 time: 0.2164984 May 28 06:54:02.379051 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:02.434709 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e98285c0-34cf-4f4c-839d-5e0033cee3f3 req-c4738931-e0d9-4e28-a6a0-1b9e5cca21b1 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=90917284-55b9-43a0-983c-25015ab37171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3532672 May 28 06:54:02.588067 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [None req-e9fb1349-3ac9-4678-b8d0-5b2d66fc6410 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Allocated IP 172.25.5.139 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/9ee29163-9ed7-491d-972e-3067578a016c) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:54:02.815729 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffe71c4-5464-4920-b4c2-aca2626aef47 req-c6d28286-3723-4339-b25f-45faaf51a76f tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:54:02.826054 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7ffe71c4-5464-4920-b4c2-aca2626aef47 req-c6d28286-3723-4339-b25f-45faaf51a76f tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7c0233a-f0a9-4461-8e6f-995b4a038917 HTTP/1.1" status: 200 len: 944 time: 0.3957617 May 28 06:54:02.890119 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182844e9-2b7a-4259-accf-2efcd23b6d8a req-e91c8d55-c76a-4ae0-9299-859007c0d801 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:54:02.891760 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-182844e9-2b7a-4259-accf-2efcd23b6d8a req-e91c8d55-c76a-4ae0-9299-859007c0d801 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2483585-613a-4aa4-a634-4b9691533400 HTTP/1.1" status: 200 len: 946 time: 0.4519093 May 28 06:54:02.926685 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 5339abe0-b88e-4e44-b310-bb976e9dcb7e up at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:54:03.011813 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e9fb1349-3ac9-4678-b8d0-5b2d66fc6410 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:03.033278 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7ffe71c4-5464-4920-b4c2-aca2626aef47 req-07badca3-2857-4d4f-a31f-8dc197186b8c tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] 10.222.0.55 "GET /v2.0/security-groups?id=3af4d67a-5ada-4455-bedc-8c97de6bcccb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2063737 May 28 06:54:03.055575 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-182844e9-2b7a-4259-accf-2efcd23b6d8a req-9a4d5776-4d75-4520-8e56-03ad58ee4b28 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "GET /v2.0/security-groups?id=90917284-55b9-43a0-983c-25015ab37171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1470470 May 28 06:54:03.173237 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning for port 5339abe0-b88e-4e44-b310-bb976e9dcb7e completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:54:03.178848 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning complete for port 5339abe0-b88e-4e44-b310-bb976e9dcb7e triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:54:03.179443 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:03.240964 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e9fb1349-3ac9-4678-b8d0-5b2d66fc6410 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:03.319533 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9fb1349-3ac9-4678-b8d0-5b2d66fc6410 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:54:03.323222 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-e9fb1349-3ac9-4678-b8d0-5b2d66fc6410 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:54:03.325653 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9fb1349-3ac9-4678-b8d0-5b2d66fc6410 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:54:03.359807 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 5339abe0-b88e-4e44-b310-bb976e9dcb7e is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:54:03.360192 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:03.373066 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fb1349-3ac9-4678-b8d0-5b2d66fc6410 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Pushing event updated for resources: {'Port': ['ID=9ee29163-9ed7-491d-972e-3067578a016c,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:54:03.422338 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 5339abe0-b88e-4e44-b310-bb976e9dcb7e, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=5339abe0-b88e-4e44-b310-bb976e9dcb7e,segment=NetworkSegment(d74126e0-2d6c-4218-a52c-5b7126833ce2),segment_id=d74126e0-2d6c-4218-a52c-5b7126833ce2)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:54:03.459291 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e9fb1349-3ac9-4678-b8d0-5b2d66fc6410 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:03.501550 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 34954) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:54:03.519636 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5bcd0542-55a8-4ecb-b3bc-72b0a3fc88d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:03.536351 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-5bcd0542-55a8-4ecb-b3bc-72b0a3fc88d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:54:03.541001 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-5bcd0542-55a8-4ecb-b3bc-72b0a3fc88d5 admin admin] Usage tracker for resource:security_group_rule and tenant:cccc91bd75ba4255a08e3cc0765f7ad3 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:54:03.546835 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-5bcd0542-55a8-4ecb-b3bc-72b0a3fc88d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:54:03.550453 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:03.552939 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-5bcd0542-55a8-4ecb-b3bc-72b0a3fc88d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:54:03.657357 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e9fb1349-3ac9-4678-b8d0-5b2d66fc6410 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:03.673439 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=5339abe0-b88e-4e44-b310-bb976e9dcb7e,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:54:03.754236 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7c0233a-f0a9-4461-8e6f-995b4a038917', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5339abe0-b88e-4e44-b310-bb976e9dcb7e'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:54:03.828565 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cca3107-8846-46ab-9ac5-08a0b03ea8d4'] response: {'server_uuid': 'e7c0233a-f0a9-4461-8e6f-995b4a038917', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5339abe0-b88e-4e44-b310-bb976e9dcb7e', 'code': 200} May 28 06:54:03.852380 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5bcd0542-55a8-4ecb-b3bc-72b0a3fc88d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:04.000669 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5bcd0542-55a8-4ecb-b3bc-72b0a3fc88d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:04.088620 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-5bcd0542-55a8-4ecb-b3bc-72b0a3fc88d5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cccc91bd75ba4255a08e3cc0765f7ad3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5833130 May 28 06:54:04.088782 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 34982) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:54:04.098764 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcd0542-55a8-4ecb-b3bc-72b0a3fc88d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e02c87a0-2a15-4b83-ad9b-053afebf3632,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:54:04.147032 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa0a788-ad27-4a59-b83f-c5fc89b569ae req-8e14cc96-3733-4e55-a7b4-0645abf28a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:54:04.148511 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9aa0a788-ad27-4a59-b83f-c5fc89b569ae req-8e14cc96-3733-4e55-a7b4-0645abf28a5c service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=e7c0233a-f0a9-4461-8e6f-995b4a038917 HTTP/1.1" status: 200 len: 1096 time: 0.1864634 May 28 06:54:04.200984 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e9fb1349-3ac9-4678-b8d0-5b2d66fc6410 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:04.226587 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-41fabe86-a96f-4269-a55f-75958f2d1d9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:04.627943 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-41fabe86-a96f-4269-a55f-75958f2d1d9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:04.631433 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e9fb1349-3ac9-4678-b8d0-5b2d66fc6410 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:04.631433 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9aa0a788-ad27-4a59-b83f-c5fc89b569ae req-aeec0d9c-102b-47bb-a9a8-4b1f272ee581 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=3af4d67a-5ada-4455-bedc-8c97de6bcccb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2294605 May 28 06:54:04.631433 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fb1349-3ac9-4678-b8d0-5b2d66fc6410 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Pushing event updated for resources: {'Port': ['ID=9ee29163-9ed7-491d-972e-3067578a016c,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:54:04.631433 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e089dc4b-8fd2-4c88-9bcb-fd0fe9b92800 req-63a1cd15-e83c-49da-b2f1-d1aeb6b30d37 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:54:04.631433 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e089dc4b-8fd2-4c88-9bcb-fd0fe9b92800 req-63a1cd15-e83c-49da-b2f1-d1aeb6b30d37 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7c0233a-f0a9-4461-8e6f-995b4a038917 HTTP/1.1" status: 200 len: 945 time: 0.3289492 May 28 06:54:04.631433 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e9fb1349-3ac9-4678-b8d0-5b2d66fc6410 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691094'] for floatingip, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:04.637368 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-41fabe86-a96f-4269-a55f-75958f2d1d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:04.640955 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2ebf38-f9c7-45ef-90d2-834a66b068e5 req-0d229ec7-84bd-4b9e-894a-239bd80a8789 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:54:04.640955 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1e2ebf38-f9c7-45ef-90d2-834a66b068e5 req-0d229ec7-84bd-4b9e-894a-239bd80a8789 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2483585-613a-4aa4-a634-4b9691533400 HTTP/1.1" status: 200 len: 946 time: 0.3457749 May 28 06:54:04.643248 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fabe86-a96f-4269-a55f-75958f2d1d9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e02c87a0-2a15-4b83-ad9b-053afebf3632,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:54:04.643248 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-41fabe86-a96f-4269-a55f-75958f2d1d9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:04.643248 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-41fabe86-a96f-4269-a55f-75958f2d1d9d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e02c87a0-2a15-4b83-ad9b-053afebf3632 HTTP/1.1" status: 204 len: 168 time: 0.4737248 May 28 06:54:04.645925 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e089dc4b-8fd2-4c88-9bcb-fd0fe9b92800 req-c0d422b1-07c2-4032-9c9e-edf6af424941 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] 10.222.0.55 "GET /v2.0/security-groups?id=3af4d67a-5ada-4455-bedc-8c97de6bcccb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1173019 May 28 06:54:04.657756 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1e2ebf38-f9c7-45ef-90d2-834a66b068e5 req-bd16fec9-3ba0-42b0-8a59-1e9eb630cf9b tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "GET /v2.0/security-groups?id=90917284-55b9-43a0-983c-25015ab37171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022985 May 28 06:54:04.738947 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e9fb1349-3ac9-4678-b8d0-5b2d66fc6410 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:04.740360 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-e9fb1349-3ac9-4678-b8d0-5b2d66fc6410 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2389278 May 28 06:54:04.787335 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:54:04.918711 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9c3914-28f2-4c19-8b5c-0d69974c1a20 req-8305b452-9eb0-434c-ad32-bcd7db626e7a tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:54:04.920423 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ee9c3914-28f2-4c19-8b5c-0d69974c1a20 req-8305b452-9eb0-434c-ad32-bcd7db626e7a tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2483585-613a-4aa4-a634-4b9691533400 HTTP/1.1" status: 200 len: 946 time: 0.1228106 May 28 06:54:05.029080 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ee9c3914-28f2-4c19-8b5c-0d69974c1a20 req-ab59dacc-fdbc-467f-a578-9fbeb2eb7eb4 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "GET /v2.0/security-groups?id=90917284-55b9-43a0-983c-25015ab37171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030383 May 28 06:54:05.058267 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-f74b5ce3-86eb-4fe3-b2bd-d52297a2dff3 req-0d82816c-2d2b-4bb5-a77e-30559fb30e27 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Synchronizing usage tracker for tenant:923dafe00970411a989ff222606e459e on resource:security_group {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:54:05.167356 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-f74b5ce3-86eb-4fe3-b2bd-d52297a2dff3 req-0d82816c-2d2b-4bb5-a77e-30559fb30e27 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Unset dirty status for tenant:923dafe00970411a989ff222606e459e on resource:security_group {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:54:05.168657 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f74b5ce3-86eb-4fe3-b2bd-d52297a2dff3 req-0d82816c-2d2b-4bb5-a77e-30559fb30e27 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--18329976&fields=id&tenant_id=923dafe00970411a989ff222606e459e HTTP/1.1" status: 200 len: 267 time: 0.1714230 May 28 06:54:05.527298 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74b5ce3-86eb-4fe3-b2bd-d52297a2dff3 req-8721baa5-e8a8-42c0-9532-71fcebe01d2f tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:54:05.528678 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f74b5ce3-86eb-4fe3-b2bd-d52297a2dff3 req-8721baa5-e8a8-42c0-9532-71fcebe01d2f tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/networks?id=244ee66f-8ba5-4a6d-a99b-5ec1fae21d38 HTTP/1.1" status: 200 len: 815 time: 0.3530753 May 28 06:54:05.554701 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f74b5ce3-86eb-4fe3-b2bd-d52297a2dff3 req-98734ef4-23e5-4e70-b265-f442f110e215 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/quotas/923dafe00970411a989ff222606e459e HTTP/1.1" status: 200 len: 375 time: 0.0182080 May 28 06:54:05.647909 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-f74b5ce3-86eb-4fe3-b2bd-d52297a2dff3 req-bfea2691-debc-44a5-9941-c22c0be7e308 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Synchronizing usage tracker for tenant:923dafe00970411a989ff222606e459e on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:54:05.823175 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-f74b5ce3-86eb-4fe3-b2bd-d52297a2dff3 req-bfea2691-debc-44a5-9941-c22c0be7e308 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Unset dirty status for tenant:923dafe00970411a989ff222606e459e on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:54:05.825009 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f74b5ce3-86eb-4fe3-b2bd-d52297a2dff3 req-bfea2691-debc-44a5-9941-c22c0be7e308 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=923dafe00970411a989ff222606e459e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2644386 May 28 06:54:05.874084 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a9f944-506e-4113-8faa-cf02ab1e7d63 req-34774fcb-fc70-4e71-90ed-5bb5025a9da0 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:54:05.886016 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e1a9f944-506e-4113-8faa-cf02ab1e7d63 req-34774fcb-fc70-4e71-90ed-5bb5025a9da0 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7c0233a-f0a9-4461-8e6f-995b4a038917 HTTP/1.1" status: 200 len: 945 time: 0.1430023 May 28 06:54:06.045842 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e1a9f944-506e-4113-8faa-cf02ab1e7d63 req-130ddb75-d4c4-494f-9fb1-c85063a2b8d9 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] 10.222.0.55 "GET /v2.0/security-groups?id=3af4d67a-5ada-4455-bedc-8c97de6bcccb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1326635 May 28 06:54:06.087525 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f74b5ce3-86eb-4fe3-b2bd-d52297a2dff3 req-def56876-50b4-4ae0-a7e5-da08cb763f16 service neutron] 10.222.0.55 "GET /v2.0/networks/244ee66f-8ba5-4a6d-a99b-5ec1fae21d38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980827 May 28 06:54:06.229408 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f74b5ce3-86eb-4fe3-b2bd-d52297a2dff3 req-368f5411-adcf-42ed-8f6c-8d71c150d30c service neutron] 10.222.0.55 "GET /v2.0/networks/244ee66f-8ba5-4a6d-a99b-5ec1fae21d38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353099 May 28 06:54:06.590444 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c8a67930-a92d-4b40-8918-a924dee43e0a req-3913bad7-68af-421e-a4e5-1b68bd33137b tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/ports?device_id=726a8479-8b4d-4afa-8f34-cb9300b876c1 HTTP/1.1" status: 200 len: 210 time: 0.0424349 May 28 06:54:06.666194 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 35110) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:54:07.460557 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba030933-45f3-42e8-a511-1ec5507866d2 req-f25704ed-9f9e-4a1b-8a6c-f560b6392d5a tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:54:07.460557 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ba030933-45f3-42e8-a511-1ec5507866d2 req-f25704ed-9f9e-4a1b-8a6c-f560b6392d5a tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7c0233a-f0a9-4461-8e6f-995b4a038917 HTTP/1.1" status: 200 len: 945 time: 0.2210112 May 28 06:54:07.588824 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ba030933-45f3-42e8-a511-1ec5507866d2 req-51c084db-3efd-4182-9873-817d36266abf tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] 10.222.0.55 "GET /v2.0/security-groups?id=3af4d67a-5ada-4455-bedc-8c97de6bcccb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076181 May 28 06:54:07.680767 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e621257a-8a11-40a5-9301-c98242872036 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:07.886526 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fd35c309-58a3-4d65-9cb8-a8e01736aa66 req-20791cd2-f578-42f4-840e-231d9e6a1453 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/ports?device_id=726a8479-8b4d-4afa-8f34-cb9300b876c1 HTTP/1.1" status: 200 len: 210 time: 0.1946256 May 28 06:54:08.094517 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53a6e50-57b7-4dc2-810a-f1b840b2b816 req-ce1293f4-3464-47f7-a82a-b25261842895 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:54:08.096009 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e53a6e50-57b7-4dc2-810a-f1b840b2b816 req-ce1293f4-3464-47f7-a82a-b25261842895 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7c0233a-f0a9-4461-8e6f-995b4a038917 HTTP/1.1" status: 200 len: 945 time: 0.2481537 May 28 06:54:08.221903 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e53a6e50-57b7-4dc2-810a-f1b840b2b816 req-2abc3107-f6f0-4d69-b7ff-8a35f29e4853 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] 10.222.0.55 "GET /v2.0/security-groups?id=3af4d67a-5ada-4455-bedc-8c97de6bcccb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762675 May 28 06:54:08.251190 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 35182) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:54:08.399857 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [None req-e621257a-8a11-40a5-9301-c98242872036 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Allocated IP 172.20.0.17 (4b18d5fa-51eb-4772-960b-3bbbf515f169/d8e9f4d3-06be-4d3e-b673-9c24a60f847c/f06767c1-503f-4231-8ac7-fbe6809403a9) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:54:08.647494 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e621257a-8a11-40a5-9301-c98242872036 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:08.665006 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [None req-e621257a-8a11-40a5-9301-c98242872036 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Transition to ACTIVE for port object f06767c1-503f-4231-8ac7-fbe6809403a9 will not be triggered until provisioned by entity DHCP. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:54:08.790185 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e621257a-8a11-40a5-9301-c98242872036 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:08.865437 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e621257a-8a11-40a5-9301-c98242872036 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Network 4b18d5fa-51eb-4772-960b-3bbbf515f169 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:54:08.869335 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-e621257a-8a11-40a5-9301-c98242872036 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:54:08.869705 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254bba49-0542-4117-b22b-41fb0606b88c tempest-TestVolumeBackupRestore-1532619085 tempest-TestVolumeBackupRestore-1532619085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:54:08.871501 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-254bba49-0542-4117-b22b-41fb0606b88c tempest-TestVolumeBackupRestore-1532619085 tempest-TestVolumeBackupRestore-1532619085-project-admin] Synchronizing usage tracker for tenant:f1e7c093d3e5485593bf6b4708c7d826 on resource:port {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:54:08.873729 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e621257a-8a11-40a5-9301-c98242872036 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:54:08.970374 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e621257a-8a11-40a5-9301-c98242872036 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Pushing event updated for resources: {'Port': ['ID=f06767c1-503f-4231-8ac7-fbe6809403a9,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:54:08.984114 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-254bba49-0542-4117-b22b-41fb0606b88c tempest-TestVolumeBackupRestore-1532619085 tempest-TestVolumeBackupRestore-1532619085-project-admin] Unset dirty status for tenant:f1e7c093d3e5485593bf6b4708c7d826 on resource:port {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:54:08.985405 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-254bba49-0542-4117-b22b-41fb0606b88c tempest-TestVolumeBackupRestore-1532619085 tempest-TestVolumeBackupRestore-1532619085-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=e7c0233a-f0a9-4461-8e6f-995b4a038917 HTTP/1.1" status: 200 len: 1091 time: 0.7331328 May 28 06:54:08.988255 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 35222) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:54:08.994036 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-3174bc06-4726-4e57-b0b9-00cbe6582899 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Request body: {'floatingip': {'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'port_id': '5339abe0-b88e-4e44-b310-bb976e9dcb7e', 'tenant_id': '5e10d5f74e5d4c1ba1676abddcb9b284', 'fixed_ip_address': '172.20.0.7'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:54:09.005156 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-3174bc06-4726-4e57-b0b9-00cbe6582899 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:54:09.014509 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-3174bc06-4726-4e57-b0b9-00cbe6582899 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Usage tracker for resource:floatingip and tenant:5e10d5f74e5d4c1ba1676abddcb9b284 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:54:09.022127 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-3174bc06-4726-4e57-b0b9-00cbe6582899 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:54:09.024857 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e621257a-8a11-40a5-9301-c98242872036 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690947'] for router_interface, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:09.053267 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-3174bc06-4726-4e57-b0b9-00cbe6582899 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:54:09.207063 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3174bc06-4726-4e57-b0b9-00cbe6582899 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Notify callbacks [] for floatingip, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:09.264773 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5f0b41f3-3f74-45fd-a888-91fadbad5f58 req-7ffa7d2d-d3e0-4430-87e1-5aa6e97ee4fc tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/ports?device_id=726a8479-8b4d-4afa-8f34-cb9300b876c1 HTTP/1.1" status: 200 len: 210 time: 0.0708182 May 28 06:54:09.382504 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3174bc06-4726-4e57-b0b9-00cbe6582899 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:09.475708 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-3074a3f1-6183-473c-b31a-b9c05c78904d None None] Provisioning for port f06767c1-503f-4231-8ac7-fbe6809403a9 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:54:09.482720 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-3074a3f1-6183-473c-b31a-b9c05c78904d None None] Provisioning complete for port f06767c1-503f-4231-8ac7-fbe6809403a9 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:54:09.483370 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-3074a3f1-6183-473c-b31a-b9c05c78904d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:09.547413 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-3174bc06-4726-4e57-b0b9-00cbe6582899 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Allocated IP 172.25.5.202 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/7f346a9d-9996-4ad2-886c-7600f56630d3) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:54:09.562264 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-3074a3f1-6183-473c-b31a-b9c05c78904d None None] Port f06767c1-503f-4231-8ac7-fbe6809403a9 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:54:09.658604 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e621257a-8a11-40a5-9301-c98242872036 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:09.737348 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3174bc06-4726-4e57-b0b9-00cbe6582899 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:09.787443 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 35242) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:54:09.904133 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3174bc06-4726-4e57-b0b9-00cbe6582899 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:10.006574 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3174bc06-4726-4e57-b0b9-00cbe6582899 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Pushing event updated for resources: {'Port': ['ID=7f346a9d-9996-4ad2-886c-7600f56630d3,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:54:10.010818 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-27ce4608-eaf1-4b15-8a75-763c7f632158 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:10.038071 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3174bc06-4726-4e57-b0b9-00cbe6582899 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:54:10.041452 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-3174bc06-4726-4e57-b0b9-00cbe6582899 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:54:10.044628 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3174bc06-4726-4e57-b0b9-00cbe6582899 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:54:10.107628 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-27ce4608-eaf1-4b15-8a75-763c7f632158 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:54:10.112154 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-27ce4608-eaf1-4b15-8a75-763c7f632158 admin admin] Usage tracker for resource:security_group_rule and tenant:ee6d10edc4cd4ad6a29d66563e8bcbef is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:54:10.116607 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-27ce4608-eaf1-4b15-8a75-763c7f632158 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:54:10.124179 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-27ce4608-eaf1-4b15-8a75-763c7f632158 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:54:10.182828 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74b5ce3-86eb-4fe3-b2bd-d52297a2dff3 req-15c8d17f-ed6d-453d-af55-0a5eb9678786 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:54:10.184229 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f74b5ce3-86eb-4fe3-b2bd-d52297a2dff3 req-15c8d17f-ed6d-453d-af55-0a5eb9678786 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.69 "GET /v2.0/networks?id=244ee66f-8ba5-4a6d-a99b-5ec1fae21d38 HTTP/1.1" status: 200 len: 815 time: 0.5144980 May 28 06:54:10.261444 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f74b5ce3-86eb-4fe3-b2bd-d52297a2dff3 req-9a534d90-6d75-4051-b939-1078f0925d3d tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=923dafe00970411a989ff222606e459e HTTP/1.1" status: 200 len: 378 time: 0.0687318 May 28 06:54:10.291122 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-f74b5ce3-86eb-4fe3-b2bd-d52297a2dff3 req-dc215804-9dd9-49cd-bcdb-d42f9b1989c6 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Request body: {'port': {'device_id': '726a8479-8b4d-4afa-8f34-cb9300b876c1', 'network_id': '244ee66f-8ba5-4a6d-a99b-5ec1fae21d38', 'admin_state_up': True, 'tenant_id': '923dafe00970411a989ff222606e459e', 'security_groups': ['a5ed65f3-1959-44ae-8583-c3aeb08c4f2d']}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:54:10.516552 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-27ce4608-eaf1-4b15-8a75-763c7f632158 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:10.624850 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-27ce4608-eaf1-4b15-8a75-763c7f632158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:10.663957 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ce4608-eaf1-4b15-8a75-763c7f632158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dceadc7-2374-4d1b-a018-b5a529547c68,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:54:10.694610 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-27ce4608-eaf1-4b15-8a75-763c7f632158 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ee6d10edc4cd4ad6a29d66563e8bcbef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9060166 May 28 06:54:10.704272 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 35278) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:54:10.738990 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-be1a802f-e3f0-46c4-a9bf-fb6e7ae814d7 req-0f308540-9b95-4b98-a538-e1b695411553 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/ports?device_id=726a8479-8b4d-4afa-8f34-cb9300b876c1 HTTP/1.1" status: 200 len: 210 time: 0.1096816 May 28 06:54:10.784704 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-f74b5ce3-86eb-4fe3-b2bd-d52297a2dff3 req-dc215804-9dd9-49cd-bcdb-d42f9b1989c6 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:54:10.797556 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-f74b5ce3-86eb-4fe3-b2bd-d52297a2dff3 req-dc215804-9dd9-49cd-bcdb-d42f9b1989c6 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:54:10.818543 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e621257a-8a11-40a5-9301-c98242872036 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:10.820040 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fa7d360a-ea06-4bb7-81e1-e3608ee2dfd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:10.857965 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fa7d360a-ea06-4bb7-81e1-e3608ee2dfd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:10.912165 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3174bc06-4726-4e57-b0b9-00cbe6582899 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:10.944471 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f74b5ce3-86eb-4fe3-b2bd-d52297a2dff3 req-dc215804-9dd9-49cd-bcdb-d42f9b1989c6 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Made reservation on behalf of 923dafe00970411a989ff222606e459e for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:54:10.948298 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-f74b5ce3-86eb-4fe3-b2bd-d52297a2dff3 req-dc215804-9dd9-49cd-bcdb-d42f9b1989c6 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:10.957706 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e621257a-8a11-40a5-9301-c98242872036 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:11.064279 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fa7d360a-ea06-4bb7-81e1-e3608ee2dfd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:11.083790 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7d360a-ea06-4bb7-81e1-e3608ee2dfd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dceadc7-2374-4d1b-a018-b5a529547c68,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:54:11.138420 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e621257a-8a11-40a5-9301-c98242872036 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700602'] for router_interface, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:11.143175 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e621257a-8a11-40a5-9301-c98242872036 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Pushing event updated for resources: {'Port': ['ID=f06767c1-503f-4231-8ac7-fbe6809403a9,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:54:11.308889 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fa7d360a-ea06-4bb7-81e1-e3608ee2dfd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:11.310761 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-fa7d360a-ea06-4bb7-81e1-e3608ee2dfd8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7dceadc7-2374-4d1b-a018-b5a529547c68 HTTP/1.1" status: 204 len: 168 time: 0.6052177 May 28 06:54:11.323503 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3174bc06-4726-4e57-b0b9-00cbe6582899 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:11.413977 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e621257a-8a11-40a5-9301-c98242872036 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Network 4b18d5fa-51eb-4772-960b-3bbbf515f169 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:54:11.421039 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [req-f74b5ce3-86eb-4fe3-b2bd-d52297a2dff3 req-dc215804-9dd9-49cd-bcdb-d42f9b1989c6 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Allocated IP 172.20.0.3 (244ee66f-8ba5-4a6d-a99b-5ec1fae21d38/395c6a06-7ada-4575-b52f-ff6a58f20fb7/06ca3b12-36c3-4601-b626-edd32e06b42a) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:54:11.421039 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-e621257a-8a11-40a5-9301-c98242872036 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:54:11.707339 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3174bc06-4726-4e57-b0b9-00cbe6582899 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:11.815873 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-b204dbb8-0966-42d1-b001-1b26c54c044c None None] Provisioning complete for port f06767c1-503f-4231-8ac7-fbe6809403a9 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:54:11.816408 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b204dbb8-0966-42d1-b001-1b26c54c044c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:11.824970 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3174bc06-4726-4e57-b0b9-00cbe6582899 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:11.853713 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e621257a-8a11-40a5-9301-c98242872036 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Router 50a41197-54e3-46db-a3b8-611a669f5fbe has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:54:11.917250 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-b204dbb8-0966-42d1-b001-1b26c54c044c None None] Port f06767c1-503f-4231-8ac7-fbe6809403a9 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:54:12.014258 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3174bc06-4726-4e57-b0b9-00cbe6582899 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Pushing event updated for resources: {'Port': ['ID=7f346a9d-9996-4ad2-886c-7600f56630d3,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:54:12.030524 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3174bc06-4726-4e57-b0b9-00cbe6582899 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691094'] for floatingip, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:12.129059 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c6e4a779-2ad2-4cf2-807e-d32746c54e45 req-fdf17e8e-e769-4b56-9e90-debb9065ccd7 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/ports?device_id=726a8479-8b4d-4afa-8f34-cb9300b876c1 HTTP/1.1" status: 200 len: 210 time: 0.1713538 May 28 06:54:12.157236 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-f74b5ce3-86eb-4fe3-b2bd-d52297a2dff3 req-dc215804-9dd9-49cd-bcdb-d42f9b1989c6 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:12.245710 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-f74b5ce3-86eb-4fe3-b2bd-d52297a2dff3 req-dc215804-9dd9-49cd-bcdb-d42f9b1989c6 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Transition to ACTIVE for port object 06ca3b12-36c3-4601-b626-edd32e06b42a will not be triggered until provisioned by entity DHCP. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:54:12.275225 n-d-843702-1 neutron-server[89109]: INFO neutron.db.l3_db [None req-3174bc06-4726-4e57-b0b9-00cbe6582899 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Floating IP 8a89fb3e-437e-4ffd-af7e-ce76827dfc37 associated. External IP: 172.25.5.202, port: 5339abe0-b88e-4e44-b310-bb976e9dcb7e. May 28 06:54:12.446293 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e621257a-8a11-40a5-9301-c98242872036 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:54:12.450310 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-954b06f2-56c3-4309-8105-5b5dfb8e7882 req-b83f0b6f-5efd-4db0-9780-87d60cb2dced service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=e939d47d-4dee-40f1-8ac2-eb3a4263283a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5294268 May 28 06:54:12.460906 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9bace4-dfa4-46b4-8d47-4e42abfd0803 None None] Sync routers for ids ['50a41197-54e3-46db-a3b8-611a669f5fbe'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:54:12.476259 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9bace4-dfa4-46b4-8d47-4e42abfd0803 None None] Routers {'50a41197-54e3-46db-a3b8-611a669f5fbe'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:54:12.478240 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-da9bace4-dfa4-46b4-8d47-4e42abfd0803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:53:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['50a41197-54e3-46db-a3b8-611a669f5fbe'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:54:12.506888 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 35332) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:54:12.547801 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-cb61b53a-fc3a-46ee-a242-7323f3b6c346 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:12.623393 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-e621257a-8a11-40a5-9301-c98242872036 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "PUT /v2.0/routers/50a41197-54e3-46db-a3b8-611a669f5fbe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9535923 May 28 06:54:12.623393 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-cb61b53a-fc3a-46ee-a242-7323f3b6c346 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:54:12.630953 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-f74b5ce3-86eb-4fe3-b2bd-d52297a2dff3 req-dc215804-9dd9-49cd-bcdb-d42f9b1989c6 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:12.705243 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3174bc06-4726-4e57-b0b9-00cbe6582899 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Router 63e6bf40-4d11-4016-bf6a-84902343b154 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:54:12.764936 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-cb61b53a-fc3a-46ee-a242-7323f3b6c346 admin admin] Usage tracker for resource:security_group_rule and tenant:d51396149a204c6a9c5f014f2b4ca7cf is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:54:12.785228 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 35340) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:54:12.791689 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-cb61b53a-fc3a-46ee-a242-7323f3b6c346 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:54:12.830025 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-cb61b53a-fc3a-46ee-a242-7323f3b6c346 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:54:12.881019 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f74b5ce3-86eb-4fe3-b2bd-d52297a2dff3 req-dc215804-9dd9-49cd-bcdb-d42f9b1989c6 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Network 244ee66f-8ba5-4a6d-a99b-5ec1fae21d38 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:54:12.885944 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc215804-9dd9-49cd-bcdb-d42f9b1989c6 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Pushing event updated for resources: {'Port': ['ID=06ca3b12-36c3-4601-b626-edd32e06b42a,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:54:12.896659 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [req-f74b5ce3-86eb-4fe3-b2bd-d52297a2dff3 req-dc215804-9dd9-49cd-bcdb-d42f9b1989c6 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:54:12.903585 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-f74b5ce3-86eb-4fe3-b2bd-d52297a2dff3 req-dc215804-9dd9-49cd-bcdb-d42f9b1989c6 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:54:12.969633 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3174bc06-4726-4e57-b0b9-00cbe6582899 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:54:12.981549 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f03257-2c13-404e-b8b1-512cf723ba66 None None] Sync routers for ids ['63e6bf40-4d11-4016-bf6a-84902343b154'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:54:12.996290 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f03257-2c13-404e-b8b1-512cf723ba66 None None] Routers {'63e6bf40-4d11-4016-bf6a-84902343b154'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:54:13.006324 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-d0f03257-2c13-404e-b8b1-512cf723ba66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:53:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['63e6bf40-4d11-4016-bf6a-84902343b154'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:54:13.012599 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-da9bace4-dfa4-46b4-8d47-4e42abfd0803 None None] Set router 50a41197-54e3-46db-a3b8-611a669f5fbe gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:54:13.133687 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3174bc06-4726-4e57-b0b9-00cbe6582899 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:13.185646 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74b5ce3-86eb-4fe3-b2bd-d52297a2dff3 req-dc215804-9dd9-49cd-bcdb-d42f9b1989c6 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:54:13.185646 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-f74b5ce3-86eb-4fe3-b2bd-d52297a2dff3 req-dc215804-9dd9-49cd-bcdb-d42f9b1989c6 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:13.190613 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b06f2-56c3-4309-8105-5b5dfb8e7882 req-0c6603bf-37e0-444f-91b4-d6b627ed6ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:54:13.193169 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-954b06f2-56c3-4309-8105-5b5dfb8e7882 req-0c6603bf-37e0-444f-91b4-d6b627ed6ec6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4cdf69566d684d639d89f5935d02f247&device_id=e939d47d-4dee-40f1-8ac2-eb3a4263283a HTTP/1.1" status: 200 len: 1097 time: 0.5413580 May 28 06:54:13.197205 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-cb61b53a-fc3a-46ee-a242-7323f3b6c346 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:13.214764 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a8a7cbae-4da2-45a5-9eb8-ee2feaf92cb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:13.283364 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-3174bc06-4726-4e57-b0b9-00cbe6582899 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.2938762 May 28 06:54:13.285937 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7c0233a-f0a9-4461-8e6f-995b4a038917', 'tag': '5339abe0-b88e-4e44-b310-bb976e9dcb7e'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:54:13.295811 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 35354) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:54:13.308969 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-cb61b53a-fc3a-46ee-a242-7323f3b6c346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:13.365493 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-d0f03257-2c13-404e-b8b1-512cf723ba66 None None] Set router 63e6bf40-4d11-4016-bf6a-84902343b154 gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:54:13.368913 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-a8a7cbae-4da2-45a5-9eb8-ee2feaf92cb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:54:13.405820 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57553364-2c80-4e83-a63f-028cdf2bac3d tempest-TestVolumeBackupRestore-1532619085 tempest-TestVolumeBackupRestore-1532619085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:54:13.407703 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-57553364-2c80-4e83-a63f-028cdf2bac3d tempest-TestVolumeBackupRestore-1532619085 tempest-TestVolumeBackupRestore-1532619085-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=e7c0233a-f0a9-4461-8e6f-995b4a038917 HTTP/1.1" status: 200 len: 1091 time: 0.1102316 May 28 06:54:13.411081 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 35366) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:54:13.413986 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb61b53a-fc3a-46ee-a242-7323f3b6c346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e847b58b-d280-4da5-95a7-7fd3fafee80e,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:54:13.425806 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-215fbb4f-62bb-4f48-a4eb-2ba70c40ef8e tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Request body: {'floatingip': {'port_id': '5339abe0-b88e-4e44-b310-bb976e9dcb7e'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:54:13.430128 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-a8a7cbae-4da2-45a5-9eb8-ee2feaf92cb4 admin admin] Usage tracker for resource:security_group_rule and tenant:46b6d45884ae491a82d2147d2fd51dbc is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:54:13.458551 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-a8a7cbae-4da2-45a5-9eb8-ee2feaf92cb4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:54:13.551850 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-cb61b53a-fc3a-46ee-a242-7323f3b6c346 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d51396149a204c6a9c5f014f2b4ca7cf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0439079 May 28 06:54:13.564714 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f74b5ce3-86eb-4fe3-b2bd-d52297a2dff3 req-dc215804-9dd9-49cd-bcdb-d42f9b1989c6 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2777817 May 28 06:54:13.566902 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-a8a7cbae-4da2-45a5-9eb8-ee2feaf92cb4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:54:13.569165 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 35370) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:54:13.575230 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-215fbb4f-62bb-4f48-a4eb-2ba70c40ef8e tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Notify callbacks [] for floatingip, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:13.759258 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a8a7cbae-4da2-45a5-9eb8-ee2feaf92cb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:13.843934 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b06f2-56c3-4309-8105-5b5dfb8e7882 req-862e4905-a92e-4893-bc7c-7bb50b3913b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:54:13.846259 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-954b06f2-56c3-4309-8105-5b5dfb8e7882 req-862e4905-a92e-4893-bc7c-7bb50b3913b1 service neutron] 10.222.0.71 "GET /v2.0/networks?id=173ebec9-d214-4878-87ea-a35c1ed70da7 HTTP/1.1" status: 200 len: 897 time: 0.6083906 May 28 06:54:13.855984 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-f74b5ce3-86eb-4fe3-b2bd-d52297a2dff3 req-1efdd42c-2a35-4616-8bf7-74bcbd6499c9 service neutron] Request body: {'port': {'device_id': '726a8479-8b4d-4afa-8f34-cb9300b876c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843702-1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:54:13.879082 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-da9bace4-dfa4-46b4-8d47-4e42abfd0803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50a41197-54e3-46db-a3b8-611a669f5fbe', 'name': 'tempest-TestNetworkBasicOps-router-503120377', 'tenant_id': '4cdf69566d684d639d89f5935d02f247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': 'e7680cc6-462f-427b-84e5-561c4863fb4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:52:05Z', 'updated_at': '2022-05-28T06:54:09Z', 'revision_number': 5, 'project_id': '4cdf69566d684d639d89f5935d02f247', 'gw_port': {'id': 'e7680cc6-462f-427b-84e5-561c4863fb4b', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a41197-54e3-46db-a3b8-611a669f5fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2934, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:52:08Z', 'updated_at': '2022-05-28T06:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': '5d340678-5e56-46b7-985d-bf8a2f88dfdb', 'tenant_id': '4cdf69566d684d639d89f5935d02f247', 'floating_ip_address': '172.25.5.191', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': '50a41197-54e3-46db-a3b8-611a669f5fbe', 'port_id': '7f1fa5b0-b3c7-4c37-aeda-2cde48162088', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2967, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '173ebec9-d214-4878-87ea-a35c1ed70da7', 'mac_address': 'fa:16:3e:10:da:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e939d47d-4dee-40f1-8ac2-eb3a4263283a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:52:55Z', 'updated_at': '2022-05-28T06:53:00Z', 'revision_number': 1, 'project_id': '4cdf69566d684d639d89f5935d02f247', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e55c732d-93d7-40bb-8a38-3a53b1edbe4a', 'name': '', 'network_id': '173ebec9-d214-4878-87ea-a35c1ed70da7', 'tenant_id': '4cdf69566d684d639d89f5935d02f247', 'mac_address': 'fa:16:3e:72:dd:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a41197-54e3-46db-a3b8-611a669f5fbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2944, 'fixed_ips': [{'subnet_id': 'fd44a344-1188-445f-9381-edf868862a56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:52:21Z', 'updated_at': '2022-05-28T06:52:33Z', 'revision_number': 5, 'project_id': '4cdf69566d684d639d89f5935d02f247', 'subnets': [{'id': 'fd44a344-1188-445f-9381-edf868862a56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f06767c1-503f-4231-8ac7-fbe6809403a9', 'name': '', 'network_id': '4b18d5fa-51eb-4772-960b-3bbbf515f169', 'tenant_id': '4cdf69566d684d639d89f5935d02f247', 'mac_address': 'fa:16:3e:1f:a4:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50a41197-54e3-46db-a3b8-611a669f5fbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': 'd8e9f4d3-06be-4d3e-b673-9c24a60f847c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:54:08Z', 'updated_at': '2022-05-28T06:54:10Z', 'revision_number': 2, 'project_id': '4cdf69566d684d639d89f5935d02f247', 'subnets': [{'id': 'd8e9f4d3-06be-4d3e-b673-9c24a60f847c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:54:13.897508 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9bace4-dfa4-46b4-8d47-4e42abfd0803 None None] Checking router: 50a41197-54e3-46db-a3b8-611a669f5fbe for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:54:13.898150 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9bace4-dfa4-46b4-8d47-4e42abfd0803 None None] Updating router 50a41197-54e3-46db-a3b8-611a669f5fbe port f06767c1-503f-4231-8ac7-fbe6809403a9 binding host n-d-843702-1 {{(pid=89112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:54:13.929688 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-605f0658-e6ac-4b7e-90a0-bd5b69893698'] response: {'name': 'network-changed', 'server_uuid': 'e7c0233a-f0a9-4461-8e6f-995b4a038917', 'tag': '5339abe0-b88e-4e44-b310-bb976e9dcb7e', 'status': 'completed', 'code': 200} May 28 06:54:13.958646 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-da9bace4-dfa4-46b4-8d47-4e42abfd0803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:13.966070 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-23464cbc-5b05-4019-9241-16ee04069d42 None None] Provisioning for port 06ca3b12-36c3-4601-b626-edd32e06b42a completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:54:14.013972 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-23464cbc-5b05-4019-9241-16ee04069d42 None None] Provisioning complete for port 06ca3b12-36c3-4601-b626-edd32e06b42a triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:54:14.015282 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-23464cbc-5b05-4019-9241-16ee04069d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:14.060303 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a8a7cbae-4da2-45a5-9eb8-ee2feaf92cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:14.151135 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a314eb0-42ec-4b8a-ad9e-a1251d8aac12 req-e4fda1ea-8ae8-4f58-aed4-a2eca7e817ac tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:54:14.152171 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-9a314eb0-42ec-4b8a-ad9e-a1251d8aac12 req-e4fda1ea-8ae8-4f58-aed4-a2eca7e817ac tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Synchronizing usage tracker for tenant:923dafe00970411a989ff222606e459e on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:54:14.157730 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3a9ea9-f32f-417c-895b-10702c1f18fa req-26b6a12b-b0f2-4e5c-a9c5-12a3d834feea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:54:14.159324 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-bd3a9ea9-f32f-417c-895b-10702c1f18fa req-26b6a12b-b0f2-4e5c-a9c5-12a3d834feea service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5e10d5f74e5d4c1ba1676abddcb9b284&device_id=e7c0233a-f0a9-4461-8e6f-995b4a038917 HTTP/1.1" status: 200 len: 1096 time: 0.2249475 May 28 06:54:14.174847 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8720b535-89f9-478f-a1c0-b0053d78455f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:14.188612 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-23464cbc-5b05-4019-9241-16ee04069d42 None None] Port 06ca3b12-36c3-4601-b626-edd32e06b42a cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:54:14.220037 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-d0f03257-2c13-404e-b8b1-512cf723ba66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e6bf40-4d11-4016-bf6a-84902343b154', 'name': 'tempest-TestVolumeBackupRestore-1776720312-router', 'tenant_id': '5e10d5f74e5d4c1ba1676abddcb9b284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': 'e297dfee-fdf1-44c8-919b-5f8ab8d167e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:47:53Z', 'updated_at': '2022-05-28T06:48:06Z', 'revision_number': 4, 'project_id': '5e10d5f74e5d4c1ba1676abddcb9b284', 'gw_port': {'id': 'e297dfee-fdf1-44c8-919b-5f8ab8d167e8', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e9:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e6bf40-4d11-4016-bf6a-84902343b154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:47:56Z', 'updated_at': '2022-05-28T06:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': '8a89fb3e-437e-4ffd-af7e-ce76827dfc37', 'tenant_id': '5e10d5f74e5d4c1ba1676abddcb9b284', 'floating_ip_address': '172.25.5.202', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': '63e6bf40-4d11-4016-bf6a-84902343b154', 'port_id': '5339abe0-b88e-4e44-b310-bb976e9dcb7e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3101, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8a2a26d-ca66-4cab-9858-6f3c41497abf', 'mac_address': 'fa:16:3e:d1:36:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c0233a-f0a9-4461-8e6f-995b4a038917', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:54:10Z', 'updated_at': '2022-05-28T06:54:10Z', 'revision_number': 0, 'project_id': '5e10d5f74e5d4c1ba1676abddcb9b284', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94794d95-16dc-4eb7-adc9-6957ff3cb005', 'name': '', 'network_id': 'e8a2a26d-ca66-4cab-9858-6f3c41497abf', 'tenant_id': '5e10d5f74e5d4c1ba1676abddcb9b284', 'mac_address': 'fa:16:3e:41:b2:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e6bf40-4d11-4016-bf6a-84902343b154', 'device_owner': 'network:router_interface', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': '8eb43fa5-254f-4ae9-8992-ff7c55790b6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:48:03Z', 'updated_at': '2022-05-28T06:48:21Z', 'revision_number': 5, 'project_id': '5e10d5f74e5d4c1ba1676abddcb9b284', 'subnets': [{'id': '8eb43fa5-254f-4ae9-8992-ff7c55790b6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:54:14.231492 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f03257-2c13-404e-b8b1-512cf723ba66 None None] Checking router: 63e6bf40-4d11-4016-bf6a-84902343b154 for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:54:14.268585 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f03257-2c13-404e-b8b1-512cf723ba66 None None] Routers {'63e6bf40-4d11-4016-bf6a-84902343b154'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:54:14.269240 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-d0f03257-2c13-404e-b8b1-512cf723ba66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:53:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['63e6bf40-4d11-4016-bf6a-84902343b154'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:54:14.298200 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a7cbae-4da2-45a5-9eb8-ee2feaf92cb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e516477-5d41-43fd-845b-9785169a2b24,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:54:14.307843 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-a8a7cbae-4da2-45a5-9eb8-ee2feaf92cb4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=46b6d45884ae491a82d2147d2fd51dbc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5076115 May 28 06:54:14.317661 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-954b06f2-56c3-4309-8105-5b5dfb8e7882 req-a755742a-e74c-4a7e-befb-7436a3b21f13 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f1fa5b0-b3c7-4c37-aeda-2cde48162088 HTTP/1.1" status: 200 len: 1002 time: 0.4135845 May 28 06:54:14.319253 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 35382) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:54:14.320283 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8720b535-89f9-478f-a1c0-b0053d78455f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:14.416883 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-f74b5ce3-86eb-4fe3-b2bd-d52297a2dff3 req-1efdd42c-2a35-4616-8bf7-74bcbd6499c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:14.436275 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 35390) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:54:14.442060 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-9a314eb0-42ec-4b8a-ad9e-a1251d8aac12 req-e4fda1ea-8ae8-4f58-aed4-a2eca7e817ac tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Unset dirty status for tenant:923dafe00970411a989ff222606e459e on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:54:14.443220 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9a314eb0-42ec-4b8a-ad9e-a1251d8aac12 req-e4fda1ea-8ae8-4f58-aed4-a2eca7e817ac tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/ports?device_id=726a8479-8b4d-4afa-8f34-cb9300b876c1 HTTP/1.1" status: 200 len: 931 time: 0.9558926 May 28 06:54:14.524156 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b06f2-56c3-4309-8105-5b5dfb8e7882 req-12c1c9fa-119b-42b9-8362-7d64711f79a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:54:14.526607 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-954b06f2-56c3-4309-8105-5b5dfb8e7882 req-12c1c9fa-119b-42b9-8362-7d64711f79a7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=fd44a344-1188-445f-9381-edf868862a56 HTTP/1.1" status: 200 len: 835 time: 0.1952906 May 28 06:54:14.547423 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-da9bace4-dfa4-46b4-8d47-4e42abfd0803 None None] Notify callbacks [] for port, precommit_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:14.561694 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.provisioning_blocks [None req-da9bace4-dfa4-46b4-8d47-4e42abfd0803 None None] Transition to ACTIVE for port object f06767c1-503f-4231-8ac7-fbe6809403a9 will not be triggered until provisioned by entity L2. {{(pid=89112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:54:14.641621 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-da9bace4-dfa4-46b4-8d47-4e42abfd0803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:14.714755 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9a314eb0-42ec-4b8a-ad9e-a1251d8aac12 req-996dca47-b1b7-418c-b8e8-4e7e8feae564 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5ed65f3-1959-44ae-8583-c3aeb08c4f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2594390 May 28 06:54:14.787137 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3a9ea9-f32f-417c-895b-10702c1f18fa req-e0c7f29c-5008-4416-ae29-32a4e7561da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:54:14.788591 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-bd3a9ea9-f32f-417c-895b-10702c1f18fa req-e0c7f29c-5008-4416-ae29-32a4e7561da7 service neutron] 10.222.0.71 "GET /v2.0/networks?id=e8a2a26d-ca66-4cab-9858-6f3c41497abf HTTP/1.1" status: 200 len: 915 time: 0.5716252 May 28 06:54:14.834938 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-d0f03257-2c13-404e-b8b1-512cf723ba66 None None] Set router 63e6bf40-4d11-4016-bf6a-84902343b154 gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:54:14.846234 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b2de5360-ac9c-4f0d-a209-cb725f31e11a admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:14.896627 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-b2de5360-ac9c-4f0d-a209-cb725f31e11a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:54:14.903909 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8720b535-89f9-478f-a1c0-b0053d78455f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:14.911432 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-b2de5360-ac9c-4f0d-a209-cb725f31e11a admin admin] Usage tracker for resource:security_group_rule and tenant:b612f614fa4d455d85413d06d5daf26e is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:54:14.926048 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b06f2-56c3-4309-8105-5b5dfb8e7882 req-867d7195-4562-408e-894a-5ce8248c4a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:54:14.928159 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-954b06f2-56c3-4309-8105-5b5dfb8e7882 req-867d7195-4562-408e-894a-5ce8248c4a07 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=173ebec9-d214-4878-87ea-a35c1ed70da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3845851 May 28 06:54:14.933787 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-b2de5360-ac9c-4f0d-a209-cb725f31e11a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:54:14.946790 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8720b535-89f9-478f-a1c0-b0053d78455f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e847b58b-d280-4da5-95a7-7fd3fafee80e,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:54:14.960259 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-62f45ded-0e6d-40b7-bf79-684d6d49635b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:14.971506 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-b2de5360-ac9c-4f0d-a209-cb725f31e11a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:54:14.985350 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff0c802-f6b5-4ffd-8158-78ea94955a30 None None] Pushing event updated for resources: {'Port': ['ID=f06767c1-503f-4231-8ac7-fbe6809403a9,revision_number=3']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:54:15.027993 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff0c802-f6b5-4ffd-8158-78ea94955a30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:54:15.028596 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff0c802-f6b5-4ffd-8158-78ea94955a30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:54:15.029086 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff0c802-f6b5-4ffd-8158-78ea94955a30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:54:15.029604 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff0c802-f6b5-4ffd-8158-78ea94955a30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:54:15.030068 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff0c802-f6b5-4ffd-8158-78ea94955a30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:54:15.030547 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff0c802-f6b5-4ffd-8158-78ea94955a30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:54:15.031046 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff0c802-f6b5-4ffd-8158-78ea94955a30 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:54:15.031530 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff0c802-f6b5-4ffd-8158-78ea94955a30 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:54:15.032017 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff0c802-f6b5-4ffd-8158-78ea94955a30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:54:15.032500 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff0c802-f6b5-4ffd-8158-78ea94955a30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:54:15.032998 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff0c802-f6b5-4ffd-8158-78ea94955a30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:54:15.033639 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff0c802-f6b5-4ffd-8158-78ea94955a30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:54:15.064577 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-bd3a9ea9-f32f-417c-895b-10702c1f18fa req-d0e45559-6849-4cf0-afff-94f87eb522e9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5339abe0-b88e-4e44-b310-bb976e9dcb7e HTTP/1.1" status: 200 len: 999 time: 0.2360945 May 28 06:54:15.084491 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-da9bace4-dfa4-46b4-8d47-4e42abfd0803 None None] Attempting to bind port f06767c1-503f-4231-8ac7-fbe6809403a9 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:54:15.087042 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-da9bace4-dfa4-46b4-8d47-4e42abfd0803 None None] Attempting to bind port f06767c1-503f-4231-8ac7-fbe6809403a9 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'd09a3d02-d7c1-4dfb-9910-99fcd473bbfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '4b18d5fa-51eb-4772-960b-3bbbf515f169'}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:54:15.087720 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9bace4-dfa4-46b4-8d47-4e42abfd0803 None None] Attempting to bind port f06767c1-503f-4231-8ac7-fbe6809403a9 on network 4b18d5fa-51eb-4772-960b-3bbbf515f169 {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:54:15.093896 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9bace4-dfa4-46b4-8d47-4e42abfd0803 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:54:15.094464 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9bace4-dfa4-46b4-8d47-4e42abfd0803 None None] Checking segment: {'id': 'd09a3d02-d7c1-4dfb-9910-99fcd473bbfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '4b18d5fa-51eb-4772-960b-3bbbf515f169'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:54:15.094994 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-da9bace4-dfa4-46b4-8d47-4e42abfd0803 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:15.095532 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9bace4-dfa4-46b4-8d47-4e42abfd0803 None None] Bound using segment: {'id': 'd09a3d02-d7c1-4dfb-9910-99fcd473bbfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '4b18d5fa-51eb-4772-960b-3bbbf515f169'} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:54:15.096215 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-da9bace4-dfa4-46b4-8d47-4e42abfd0803 None None] Bound port: f06767c1-503f-4231-8ac7-fbe6809403a9, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd09a3d02-d7c1-4dfb-9910-99fcd473bbfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '4b18d5fa-51eb-4772-960b-3bbbf515f169'}}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:54:15.096722 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-da9bace4-dfa4-46b4-8d47-4e42abfd0803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:15.153647 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3a9ea9-f32f-417c-895b-10702c1f18fa req-f44aef95-e8d9-4268-b07e-abcfd293ce4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:54:15.154734 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-bd3a9ea9-f32f-417c-895b-10702c1f18fa req-f44aef95-e8d9-4268-b07e-abcfd293ce4f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8eb43fa5-254f-4ae9-8992-ff7c55790b6d HTTP/1.1" status: 200 len: 853 time: 0.0749006 May 28 06:54:15.198533 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-954b06f2-56c3-4309-8105-5b5dfb8e7882 req-408a74b8-de66-4faf-a42d-36f6589d6af5 service neutron] 10.222.0.71 "GET /v2.0/networks/173ebec9-d214-4878-87ea-a35c1ed70da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2558632 May 28 06:54:15.253535 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-da9bace4-dfa4-46b4-8d47-4e42abfd0803 None None] For port f06767c1-503f-4231-8ac7-fbe6809403a9, host n-d-843702-1, cleared binding levels {{(pid=89112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:54:15.257294 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-da9bace4-dfa4-46b4-8d47-4e42abfd0803 None None] For port f06767c1-503f-4231-8ac7-fbe6809403a9, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=f06767c1-503f-4231-8ac7-fbe6809403a9,segment=NetworkSegment(d09a3d02-d7c1-4dfb-9910-99fcd473bbfd),segment_id=d09a3d02-d7c1-4dfb-9910-99fcd473bbfd)] {{(pid=89112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:54:15.301466 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8720b535-89f9-478f-a1c0-b0053d78455f admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:15.302584 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-8720b535-89f9-478f-a1c0-b0053d78455f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e847b58b-d280-4da5-95a7-7fd3fafee80e HTTP/1.1" status: 204 len: 168 time: 1.7300069 May 28 06:54:15.328622 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-da9bace4-dfa4-46b4-8d47-4e42abfd0803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:15.342457 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-62f45ded-0e6d-40b7-bf79-684d6d49635b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:15.387780 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-d0f03257-2c13-404e-b8b1-512cf723ba66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e6bf40-4d11-4016-bf6a-84902343b154', 'name': 'tempest-TestVolumeBackupRestore-1776720312-router', 'tenant_id': '5e10d5f74e5d4c1ba1676abddcb9b284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': 'e297dfee-fdf1-44c8-919b-5f8ab8d167e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:47:53Z', 'updated_at': '2022-05-28T06:48:06Z', 'revision_number': 4, 'project_id': '5e10d5f74e5d4c1ba1676abddcb9b284', 'gw_port': {'id': 'e297dfee-fdf1-44c8-919b-5f8ab8d167e8', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e9:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e6bf40-4d11-4016-bf6a-84902343b154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:47:56Z', 'updated_at': '2022-05-28T06:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': '8a89fb3e-437e-4ffd-af7e-ce76827dfc37', 'tenant_id': '5e10d5f74e5d4c1ba1676abddcb9b284', 'floating_ip_address': '172.25.5.202', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': '63e6bf40-4d11-4016-bf6a-84902343b154', 'port_id': '5339abe0-b88e-4e44-b310-bb976e9dcb7e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3101, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8a2a26d-ca66-4cab-9858-6f3c41497abf', 'mac_address': 'fa:16:3e:d1:36:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c0233a-f0a9-4461-8e6f-995b4a038917', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:54:10Z', 'updated_at': '2022-05-28T06:54:10Z', 'revision_number': 0, 'project_id': '5e10d5f74e5d4c1ba1676abddcb9b284', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94794d95-16dc-4eb7-adc9-6957ff3cb005', 'name': '', 'network_id': 'e8a2a26d-ca66-4cab-9858-6f3c41497abf', 'tenant_id': '5e10d5f74e5d4c1ba1676abddcb9b284', 'mac_address': 'fa:16:3e:41:b2:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e6bf40-4d11-4016-bf6a-84902343b154', 'device_owner': 'network:router_interface', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': '8eb43fa5-254f-4ae9-8992-ff7c55790b6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:48:03Z', 'updated_at': '2022-05-28T06:48:21Z', 'revision_number': 5, 'project_id': '5e10d5f74e5d4c1ba1676abddcb9b284', 'subnets': [{'id': '8eb43fa5-254f-4ae9-8992-ff7c55790b6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:54:15.403307 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f03257-2c13-404e-b8b1-512cf723ba66 None None] The sync data for ids ['63e6bf40-4d11-4016-bf6a-84902343b154'] in n-d-843702-1 is: [{'id': '63e6bf40-4d11-4016-bf6a-84902343b154', 'name': 'tempest-TestVolumeBackupRestore-1776720312-router', 'tenant_id': '5e10d5f74e5d4c1ba1676abddcb9b284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': 'e297dfee-fdf1-44c8-919b-5f8ab8d167e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:47:53Z', 'updated_at': '2022-05-28T06:48:06Z', 'revision_number': 4, 'project_id': '5e10d5f74e5d4c1ba1676abddcb9b284', 'gw_port': {'id': 'e297dfee-fdf1-44c8-919b-5f8ab8d167e8', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e9:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e6bf40-4d11-4016-bf6a-84902343b154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:47:56Z', 'updated_at': '2022-05-28T06:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': '8a89fb3e-437e-4ffd-af7e-ce76827dfc37', 'tenant_id': '5e10d5f74e5d4c1ba1676abddcb9b284', 'floating_ip_address': '172.25.5.202', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': '63e6bf40-4d11-4016-bf6a-84902343b154', 'port_id': '5339abe0-b88e-4e44-b310-bb976e9dcb7e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3101, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8a2a26d-ca66-4cab-9858-6f3c41497abf', 'mac_address': 'fa:16:3e:d1:36:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c0233a-f0a9-4461-8e6f-995b4a038917', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:54:10Z', 'updated_at': '2022-05-28T06:54:10Z', 'revision_number': 0, 'project_id': '5e10d5f74e5d4c1ba1676abddcb9b284', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94794d95-16dc-4eb7-adc9-6957ff3cb005', 'name': '', 'network_id': 'e8a2a26d-ca66-4cab-9858-6f3c41497abf', 'tenant_id': '5e10d5f74e5d4c1ba1676abddcb9b284', 'mac_address': 'fa:16:3e:41:b2:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e6bf40-4d11-4016-bf6a-84902343b154', 'device_owner': 'network:router_interface', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': '8eb43fa5-254f-4ae9-8992-ff7c55790b6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:48:03Z', 'updated_at': '2022-05-28T06:48:21Z', 'revision_number': 5, 'project_id': '5e10d5f74e5d4c1ba1676abddcb9b284', 'subnets': [{'id': '8eb43fa5-254f-4ae9-8992-ff7c55790b6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:54:15.429435 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9bace4-dfa4-46b4-8d47-4e42abfd0803 None None] Routers {'50a41197-54e3-46db-a3b8-611a669f5fbe'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:54:15.435682 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-da9bace4-dfa4-46b4-8d47-4e42abfd0803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:53:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['50a41197-54e3-46db-a3b8-611a669f5fbe'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:54:15.527151 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff0c802-f6b5-4ffd-8158-78ea94955a30 None None] Pushing event updated for resources: {'Port': ['ID=f06767c1-503f-4231-8ac7-fbe6809403a9,revision_number=4']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:54:15.699694 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3a9ea9-f32f-417c-895b-10702c1f18fa req-5bde686d-39a5-4d28-b08c-bc39ea9ee74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:54:15.701228 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-bd3a9ea9-f32f-417c-895b-10702c1f18fa req-5bde686d-39a5-4d28-b08c-bc39ea9ee74b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e8a2a26d-ca66-4cab-9858-6f3c41497abf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5281365 May 28 06:54:15.808124 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-da9bace4-dfa4-46b4-8d47-4e42abfd0803 None None] Set router 50a41197-54e3-46db-a3b8-611a669f5fbe gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:54:15.973916 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-bd3a9ea9-f32f-417c-895b-10702c1f18fa req-23dbdc27-8647-4ac6-be3d-ced999966bcc service neutron] 10.222.0.71 "GET /v2.0/networks/e8a2a26d-ca66-4cab-9858-6f3c41497abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050164 May 28 06:54:16.006368 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-954b06f2-56c3-4309-8105-5b5dfb8e7882 req-b3f9e347-dbcc-49c4-ba69-53052adc09dc service neutron] 10.222.0.71 "GET /v2.0/networks/173ebec9-d214-4878-87ea-a35c1ed70da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7166348 May 28 06:54:16.093617 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-62f45ded-0e6d-40b7-bf79-684d6d49635b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:16.096041 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbfaf9c-c816-49f0-9947-946ff9dbb18d None None] New status for floating IP 8a89fb3e-437e-4ffd-af7e-ce76827dfc37: ACTIVE {{(pid=89112) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 06:54:16.150570 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f45ded-0e6d-40b7-bf79-684d6d49635b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e516477-5d41-43fd-845b-9785169a2b24,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:54:16.159792 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-62f45ded-0e6d-40b7-bf79-684d6d49635b admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:16.162714 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b2de5360-ac9c-4f0d-a209-cb725f31e11a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:16.166335 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-62f45ded-0e6d-40b7-bf79-684d6d49635b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8e516477-5d41-43fd-845b-9785169a2b24 HTTP/1.1" status: 204 len: 168 time: 1.8428783 May 28 06:54:16.193611 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [req-f74b5ce3-86eb-4fe3-b2bd-d52297a2dff3 req-1efdd42c-2a35-4616-8bf7-74bcbd6499c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06ca3b12-36c3-4601-b626-edd32e06b42a {{(pid=89110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:54:16.208882 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-f74b5ce3-86eb-4fe3-b2bd-d52297a2dff3 req-1efdd42c-2a35-4616-8bf7-74bcbd6499c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:16.226693 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a268c09-2a74-4ef4-9862-082380117bdd req-7de7492a-e988-4a5b-b325-ebc302062f0e tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:54:16.227614 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2a268c09-2a74-4ef4-9862-082380117bdd req-7de7492a-e988-4a5b-b325-ebc302062f0e tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/ports?device_id=726a8479-8b4d-4afa-8f34-cb9300b876c1 HTTP/1.1" status: 200 len: 931 time: 0.3042643 May 28 06:54:16.241817 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-f74b5ce3-86eb-4fe3-b2bd-d52297a2dff3 req-1efdd42c-2a35-4616-8bf7-74bcbd6499c9 service neutron] Transition to ACTIVE for port object 06ca3b12-36c3-4601-b626-edd32e06b42a will not be triggered until provisioned by entity L2. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:54:16.277469 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-bd3a9ea9-f32f-417c-895b-10702c1f18fa req-669ed8c5-9d4f-4b9b-bc4d-c6d7f7d10239 service neutron] 10.222.0.71 "GET /v2.0/networks/e8a2a26d-ca66-4cab-9858-6f3c41497abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2899244 May 28 06:54:16.288070 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2a268c09-2a74-4ef4-9862-082380117bdd req-cc690285-dc0c-4ee5-bf74-3521e0ee3c24 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5ed65f3-1959-44ae-8583-c3aeb08c4f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0497541 May 28 06:54:16.290261 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b2de5360-ac9c-4f0d-a209-cb725f31e11a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:16.331761 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-b2de5360-ac9c-4f0d-a209-cb725f31e11a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b612f614fa4d455d85413d06d5daf26e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8869696 May 28 06:54:16.339531 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 35426) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:54:16.368853 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2de5360-ac9c-4f0d-a209-cb725f31e11a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efa42141-8cd4-45a1-b080-581377018b9b,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:54:16.390914 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-f74b5ce3-86eb-4fe3-b2bd-d52297a2dff3 req-1efdd42c-2a35-4616-8bf7-74bcbd6499c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:16.654079 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efdd42c-2a35-4616-8bf7-74bcbd6499c9 service neutron] Pushing event updated for resources: {'Port': ['ID=06ca3b12-36c3-4601-b626-edd32e06b42a,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:54:16.654079 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d00a4057-6a83-4baf-aee4-941902a5786a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:16.757967 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-215fbb4f-62bb-4f48-a4eb-2ba70c40ef8e tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:16.786199 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d00a4057-6a83-4baf-aee4-941902a5786a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:16.830454 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-215fbb4f-62bb-4f48-a4eb-2ba70c40ef8e tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691094'] for floatingip, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:16.910840 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-f74b5ce3-86eb-4fe3-b2bd-d52297a2dff3 req-1efdd42c-2a35-4616-8bf7-74bcbd6499c9 service neutron] Attempting to bind port 06ca3b12-36c3-4601-b626-edd32e06b42a on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:54:16.911176 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-f74b5ce3-86eb-4fe3-b2bd-d52297a2dff3 req-1efdd42c-2a35-4616-8bf7-74bcbd6499c9 service neutron] Attempting to bind port 06ca3b12-36c3-4601-b626-edd32e06b42a by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': '7ec0e308-8d07-4b60-b9c2-e7620dee5b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '244ee66f-8ba5-4a6d-a99b-5ec1fae21d38'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:54:16.911696 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f74b5ce3-86eb-4fe3-b2bd-d52297a2dff3 req-1efdd42c-2a35-4616-8bf7-74bcbd6499c9 service neutron] Attempting to bind port 06ca3b12-36c3-4601-b626-edd32e06b42a on network 244ee66f-8ba5-4a6d-a99b-5ec1fae21d38 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:54:16.920949 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.db.api [None req-2dbfaf9c-c816-49f0-9947-946ff9dbb18d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89112) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:54:16.920949 n-d-843702-1 neutron-server[89112]: DEBUG oslo_db.api [None req-2dbfaf9c-c816-49f0-9947-946ff9dbb18d None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:54:16.930014 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f74b5ce3-86eb-4fe3-b2bd-d52297a2dff3 req-1efdd42c-2a35-4616-8bf7-74bcbd6499c9 service neutron] Port 06ca3b12-36c3-4601-b626-edd32e06b42a on network 244ee66f-8ba5-4a6d-a99b-5ec1fae21d38 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:54:16.930014 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f74b5ce3-86eb-4fe3-b2bd-d52297a2dff3 req-1efdd42c-2a35-4616-8bf7-74bcbd6499c9 service neutron] Attempting to bind port 06ca3b12-36c3-4601-b626-edd32e06b42a on network 244ee66f-8ba5-4a6d-a99b-5ec1fae21d38 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:54:16.947311 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f74b5ce3-86eb-4fe3-b2bd-d52297a2dff3 req-1efdd42c-2a35-4616-8bf7-74bcbd6499c9 service neutron] Checking agent: {'id': '69f492a0-c00d-46d0-9bec-fcd8161ce206', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 53, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:54:16.947311 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f74b5ce3-86eb-4fe3-b2bd-d52297a2dff3 req-1efdd42c-2a35-4616-8bf7-74bcbd6499c9 service neutron] Checking segment: {'id': '7ec0e308-8d07-4b60-b9c2-e7620dee5b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '244ee66f-8ba5-4a6d-a99b-5ec1fae21d38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:54:16.947311 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f74b5ce3-86eb-4fe3-b2bd-d52297a2dff3 req-1efdd42c-2a35-4616-8bf7-74bcbd6499c9 service neutron] Bound using segment: {'id': '7ec0e308-8d07-4b60-b9c2-e7620dee5b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '244ee66f-8ba5-4a6d-a99b-5ec1fae21d38'} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:54:16.948193 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-f74b5ce3-86eb-4fe3-b2bd-d52297a2dff3 req-1efdd42c-2a35-4616-8bf7-74bcbd6499c9 service neutron] Bound port: 06ca3b12-36c3-4601-b626-edd32e06b42a, host: n-h1-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ec0e308-8d07-4b60-b9c2-e7620dee5b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '244ee66f-8ba5-4a6d-a99b-5ec1fae21d38'}}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:54:16.948193 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-f74b5ce3-86eb-4fe3-b2bd-d52297a2dff3 req-1efdd42c-2a35-4616-8bf7-74bcbd6499c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:16.997983 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-da9bace4-dfa4-46b4-8d47-4e42abfd0803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50a41197-54e3-46db-a3b8-611a669f5fbe', 'name': 'tempest-TestNetworkBasicOps-router-503120377', 'tenant_id': '4cdf69566d684d639d89f5935d02f247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': 'e7680cc6-462f-427b-84e5-561c4863fb4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:52:05Z', 'updated_at': '2022-05-28T06:54:09Z', 'revision_number': 5, 'project_id': '4cdf69566d684d639d89f5935d02f247', 'gw_port': {'id': 'e7680cc6-462f-427b-84e5-561c4863fb4b', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a41197-54e3-46db-a3b8-611a669f5fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2934, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:52:08Z', 'updated_at': '2022-05-28T06:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': '5d340678-5e56-46b7-985d-bf8a2f88dfdb', 'tenant_id': '4cdf69566d684d639d89f5935d02f247', 'floating_ip_address': '172.25.5.191', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': '50a41197-54e3-46db-a3b8-611a669f5fbe', 'port_id': '7f1fa5b0-b3c7-4c37-aeda-2cde48162088', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2967, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '173ebec9-d214-4878-87ea-a35c1ed70da7', 'mac_address': 'fa:16:3e:10:da:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e939d47d-4dee-40f1-8ac2-eb3a4263283a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:52:55Z', 'updated_at': '2022-05-28T06:53:00Z', 'revision_number': 1, 'project_id': '4cdf69566d684d639d89f5935d02f247', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e55c732d-93d7-40bb-8a38-3a53b1edbe4a', 'name': '', 'network_id': '173ebec9-d214-4878-87ea-a35c1ed70da7', 'tenant_id': '4cdf69566d684d639d89f5935d02f247', 'mac_address': 'fa:16:3e:72:dd:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a41197-54e3-46db-a3b8-611a669f5fbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2944, 'fixed_ips': [{'subnet_id': 'fd44a344-1188-445f-9381-edf868862a56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:52:21Z', 'updated_at': '2022-05-28T06:52:33Z', 'revision_number': 5, 'project_id': '4cdf69566d684d639d89f5935d02f247', 'subnets': [{'id': 'fd44a344-1188-445f-9381-edf868862a56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f06767c1-503f-4231-8ac7-fbe6809403a9', 'name': '', 'network_id': '4b18d5fa-51eb-4772-960b-3bbbf515f169', 'tenant_id': '4cdf69566d684d639d89f5935d02f247', 'mac_address': 'fa:16:3e:1f:a4:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50a41197-54e3-46db-a3b8-611a669f5fbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': 'd8e9f4d3-06be-4d3e-b673-9c24a60f847c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:54:08Z', 'updated_at': '2022-05-28T06:54:15Z', 'revision_number': 4, 'project_id': '4cdf69566d684d639d89f5935d02f247', 'subnets': [{'id': 'd8e9f4d3-06be-4d3e-b673-9c24a60f847c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:54:17.014601 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9bace4-dfa4-46b4-8d47-4e42abfd0803 None None] The sync data for ids ['50a41197-54e3-46db-a3b8-611a669f5fbe'] in n-d-843702-1 is: [{'id': '50a41197-54e3-46db-a3b8-611a669f5fbe', 'name': 'tempest-TestNetworkBasicOps-router-503120377', 'tenant_id': '4cdf69566d684d639d89f5935d02f247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': 'e7680cc6-462f-427b-84e5-561c4863fb4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:52:05Z', 'updated_at': '2022-05-28T06:54:09Z', 'revision_number': 5, 'project_id': '4cdf69566d684d639d89f5935d02f247', 'gw_port': {'id': 'e7680cc6-462f-427b-84e5-561c4863fb4b', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a41197-54e3-46db-a3b8-611a669f5fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2934, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:52:08Z', 'updated_at': '2022-05-28T06:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': '5d340678-5e56-46b7-985d-bf8a2f88dfdb', 'tenant_id': '4cdf69566d684d639d89f5935d02f247', 'floating_ip_address': '172.25.5.191', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': '50a41197-54e3-46db-a3b8-611a669f5fbe', 'port_id': '7f1fa5b0-b3c7-4c37-aeda-2cde48162088', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2967, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '173ebec9-d214-4878-87ea-a35c1ed70da7', 'mac_address': 'fa:16:3e:10:da:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e939d47d-4dee-40f1-8ac2-eb3a4263283a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:52:55Z', 'updated_at': '2022-05-28T06:53:00Z', 'revision_number': 1, 'project_id': '4cdf69566d684d639d89f5935d02f247', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e55c732d-93d7-40bb-8a38-3a53b1edbe4a', 'name': '', 'network_id': '173ebec9-d214-4878-87ea-a35c1ed70da7', 'tenant_id': '4cdf69566d684d639d89f5935d02f247', 'mac_address': 'fa:16:3e:72:dd:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a41197-54e3-46db-a3b8-611a669f5fbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2944, 'fixed_ips': [{'subnet_id': 'fd44a344-1188-445f-9381-edf868862a56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:52:21Z', 'updated_at': '2022-05-28T06:52:33Z', 'revision_number': 5, 'project_id': '4cdf69566d684d639d89f5935d02f247', 'subnets': [{'id': 'fd44a344-1188-445f-9381-edf868862a56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f06767c1-503f-4231-8ac7-fbe6809403a9', 'name': '', 'network_id': '4b18d5fa-51eb-4772-960b-3bbbf515f169', 'tenant_id': '4cdf69566d684d639d89f5935d02f247', 'mac_address': 'fa:16:3e:1f:a4:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50a41197-54e3-46db-a3b8-611a669f5fbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': 'd8e9f4d3-06be-4d3e-b673-9c24a60f847c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:54:08Z', 'updated_at': '2022-05-28T06:54:15Z', 'revision_number': 4, 'project_id': '4cdf69566d684d639d89f5935d02f247', 'subnets': [{'id': 'd8e9f4d3-06be-4d3e-b673-9c24a60f847c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:54:17.177237 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-f74b5ce3-86eb-4fe3-b2bd-d52297a2dff3 req-1efdd42c-2a35-4616-8bf7-74bcbd6499c9 service neutron] For port 06ca3b12-36c3-4601-b626-edd32e06b42a, host n-h1-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:54:17.185780 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-f74b5ce3-86eb-4fe3-b2bd-d52297a2dff3 req-1efdd42c-2a35-4616-8bf7-74bcbd6499c9 service neutron] For port 06ca3b12-36c3-4601-b626-edd32e06b42a, host n-h1-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=06ca3b12-36c3-4601-b626-edd32e06b42a,segment=NetworkSegment(7ec0e308-8d07-4b60-b9c2-e7620dee5b7c),segment_id=7ec0e308-8d07-4b60-b9c2-e7620dee5b7c)] {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:54:17.254182 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d00a4057-6a83-4baf-aee4-941902a5786a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:17.287929 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00a4057-6a83-4baf-aee4-941902a5786a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efa42141-8cd4-45a1-b080-581377018b9b,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:54:17.292818 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-f74b5ce3-86eb-4fe3-b2bd-d52297a2dff3 req-1efdd42c-2a35-4616-8bf7-74bcbd6499c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:17.422107 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbfaf9c-c816-49f0-9947-946ff9dbb18d None None] New status for floating IP 8a89fb3e-437e-4ffd-af7e-ce76827dfc37: ACTIVE {{(pid=89112) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 06:54:17.477028 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d00a4057-6a83-4baf-aee4-941902a5786a admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:17.478698 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-d00a4057-6a83-4baf-aee4-941902a5786a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/efa42141-8cd4-45a1-b080-581377018b9b HTTP/1.1" status: 204 len: 168 time: 1.1384642 May 28 06:54:17.491532 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74b5ce3-86eb-4fe3-b2bd-d52297a2dff3 req-1efdd42c-2a35-4616-8bf7-74bcbd6499c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:54:17.493919 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-f74b5ce3-86eb-4fe3-b2bd-d52297a2dff3 req-1efdd42c-2a35-4616-8bf7-74bcbd6499c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:17.496997 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f74b5ce3-86eb-4fe3-b2bd-d52297a2dff3 req-1efdd42c-2a35-4616-8bf7-74bcbd6499c9 service neutron] 10.222.0.69 "PUT /v2.0/ports/06ca3b12-36c3-4601-b626-edd32e06b42a HTTP/1.1" status: 200 len: 1091 time: 3.9183514 May 28 06:54:17.498284 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '726a8479-8b4d-4afa-8f34-cb9300b876c1', 'tag': '06ca3b12-36c3-4601-b626-edd32e06b42a'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:54:17.543667 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efdd42c-2a35-4616-8bf7-74bcbd6499c9 service neutron] Pushing event updated for resources: {'Port': ['ID=06ca3b12-36c3-4601-b626-edd32e06b42a,revision_number=3']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:54:17.927557 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74b5ce3-86eb-4fe3-b2bd-d52297a2dff3 req-67373bf5-9583-419e-b77b-22949552f70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:54:17.929117 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f74b5ce3-86eb-4fe3-b2bd-d52297a2dff3 req-67373bf5-9583-419e-b77b-22949552f70f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=923dafe00970411a989ff222606e459e&device_id=726a8479-8b4d-4afa-8f34-cb9300b876c1 HTTP/1.1" status: 200 len: 1094 time: 0.1984756 May 28 06:54:17.943255 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c73f6ad-061d-4212-a4fd-833aa822ba1b req-8d4fa13f-ba57-4711-93c1-4a099eac05d0 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:54:17.947573 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2c73f6ad-061d-4212-a4fd-833aa822ba1b req-8d4fa13f-ba57-4711-93c1-4a099eac05d0 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/ports?device_id=726a8479-8b4d-4afa-8f34-cb9300b876c1 HTTP/1.1" status: 200 len: 943 time: 0.3767803 May 28 06:54:17.961784 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-215fbb4f-62bb-4f48-a4eb-2ba70c40ef8e tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Router 63e6bf40-4d11-4016-bf6a-84902343b154 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:54:18.083533 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2c73f6ad-061d-4212-a4fd-833aa822ba1b req-2d01714f-6e4b-4753-ace0-c9bb51fd1601 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5ed65f3-1959-44ae-8583-c3aeb08c4f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0612621 May 28 06:54:18.084981 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f74b5ce3-86eb-4fe3-b2bd-d52297a2dff3 req-fde5cec6-7516-4937-9d5d-a205c23c51f9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=06ca3b12-36c3-4601-b626-edd32e06b42a HTTP/1.1" status: 200 len: 217 time: 0.1366119 May 28 06:54:18.299301 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74b5ce3-86eb-4fe3-b2bd-d52297a2dff3 req-c31518a0-1219-4348-8647-796feb32ee83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:54:18.303744 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f74b5ce3-86eb-4fe3-b2bd-d52297a2dff3 req-c31518a0-1219-4348-8647-796feb32ee83 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=395c6a06-7ada-4575-b52f-ff6a58f20fb7 HTTP/1.1" status: 200 len: 854 time: 0.2132638 May 28 06:54:18.371820 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-215fbb4f-62bb-4f48-a4eb-2ba70c40ef8e tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:54:18.382101 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-215fbb4f-62bb-4f48-a4eb-2ba70c40ef8e tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:18.480316 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74b5ce3-86eb-4fe3-b2bd-d52297a2dff3 req-38404eb0-6828-475b-a8c7-e54efda091dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:54:18.483541 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f74b5ce3-86eb-4fe3-b2bd-d52297a2dff3 req-38404eb0-6828-475b-a8c7-e54efda091dc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=244ee66f-8ba5-4a6d-a99b-5ec1fae21d38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1710932 May 28 06:54:18.550251 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508a9eab-f733-49d2-94d0-ac26e7161a94 None None] Sync routers for ids ['63e6bf40-4d11-4016-bf6a-84902343b154'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:54:18.573874 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508a9eab-f733-49d2-94d0-ac26e7161a94 None None] Routers {'63e6bf40-4d11-4016-bf6a-84902343b154'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:54:18.575395 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-508a9eab-f733-49d2-94d0-ac26e7161a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:53:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['63e6bf40-4d11-4016-bf6a-84902343b154'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:54:18.631556 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7c0233a-f0a9-4461-8e6f-995b4a038917', 'tag': '5339abe0-b88e-4e44-b310-bb976e9dcb7e'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:54:18.744267 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-215fbb4f-62bb-4f48-a4eb-2ba70c40ef8e tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] 10.222.0.55 "PUT /v2.0/floatingips/8a89fb3e-437e-4ffd-af7e-ce76827dfc37 HTTP/1.1" status: 200 len: 991 time: 5.3320658 May 28 06:54:18.778519 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee944d9a-6825-4a5b-87c5-2596f520cd3a'] response: {'name': 'network-changed', 'server_uuid': 'e7c0233a-f0a9-4461-8e6f-995b4a038917', 'tag': '5339abe0-b88e-4e44-b310-bb976e9dcb7e', 'status': 'completed', 'code': 200} May 28 06:54:18.781937 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f74b5ce3-86eb-4fe3-b2bd-d52297a2dff3 req-b73e894b-ef5a-4d13-a9ce-9369b6c9487f service neutron] 10.222.0.69 "GET /v2.0/networks/244ee66f-8ba5-4a6d-a99b-5ec1fae21d38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2833059 May 28 06:54:18.888555 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-beedd2ee-8e40-4f13-a315-1861f462d5b8'] response: {'name': 'network-changed', 'server_uuid': '726a8479-8b4d-4afa-8f34-cb9300b876c1', 'tag': '06ca3b12-36c3-4601-b626-edd32e06b42a', 'status': 'completed', 'code': 200} May 28 06:54:18.992032 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5e31c8-196c-45a7-8674-e0ed34ee179e req-88d957d7-06f7-4228-8b06-f0ceef24fa42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:54:19.001896 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-3c5e31c8-196c-45a7-8674-e0ed34ee179e req-88d957d7-06f7-4228-8b06-f0ceef24fa42 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5e10d5f74e5d4c1ba1676abddcb9b284&device_id=e7c0233a-f0a9-4461-8e6f-995b4a038917 HTTP/1.1" status: 200 len: 1096 time: 0.1718032 May 28 06:54:19.014814 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f74b5ce3-86eb-4fe3-b2bd-d52297a2dff3 req-98b52cb2-b283-4b76-bcae-4b0a6331aa34 service neutron] 10.222.0.69 "GET /v2.0/networks/244ee66f-8ba5-4a6d-a99b-5ec1fae21d38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265184 May 28 06:54:19.061855 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-508a9eab-f733-49d2-94d0-ac26e7161a94 None None] Set router 63e6bf40-4d11-4016-bf6a-84902343b154 gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:54:19.160942 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device f06767c1-503f-4231-8ac7-fbe6809403a9 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:54:19.172282 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5e31c8-196c-45a7-8674-e0ed34ee179e req-9665f679-3059-4a56-b25d-3b1cd649098b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:54:19.173758 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-3c5e31c8-196c-45a7-8674-e0ed34ee179e req-9665f679-3059-4a56-b25d-3b1cd649098b service neutron] 10.222.0.71 "GET /v2.0/networks?id=e8a2a26d-ca66-4cab-9858-6f3c41497abf HTTP/1.1" status: 200 len: 915 time: 0.1642265 May 28 06:54:19.366617 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-3c5e31c8-196c-45a7-8674-e0ed34ee179e req-b1708f9e-6537-4b20-8405-85dab11befec service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5339abe0-b88e-4e44-b310-bb976e9dcb7e HTTP/1.1" status: 200 len: 1001 time: 0.1850879 May 28 06:54:19.418277 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3be6c87-fd2d-458a-bbf3-5b10567fe727 req-e9fda33e-a8d0-4383-bdcc-69f4566dbecd tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:54:19.419733 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b3be6c87-fd2d-458a-bbf3-5b10567fe727 req-e9fda33e-a8d0-4383-bdcc-69f4566dbecd tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/ports?device_id=726a8479-8b4d-4afa-8f34-cb9300b876c1 HTTP/1.1" status: 200 len: 943 time: 0.1212204 May 28 06:54:19.421802 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a034b0-d07f-40c5-a41b-cf42df18428e req-af6284e7-ca62-4bbf-bc6e-69cea946c6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:54:19.423285 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-78a034b0-d07f-40c5-a41b-cf42df18428e req-af6284e7-ca62-4bbf-bc6e-69cea946c6ec service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=923dafe00970411a989ff222606e459e&device_id=726a8479-8b4d-4afa-8f34-cb9300b876c1 HTTP/1.1" status: 200 len: 1094 time: 0.1973977 May 28 06:54:19.448556 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5e31c8-196c-45a7-8674-e0ed34ee179e req-c2f39fb5-4c11-45df-9a29-c2ae1546b439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:54:19.450433 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-3c5e31c8-196c-45a7-8674-e0ed34ee179e req-c2f39fb5-4c11-45df-9a29-c2ae1546b439 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8eb43fa5-254f-4ae9-8992-ff7c55790b6d HTTP/1.1" status: 200 len: 853 time: 0.0710497 May 28 06:54:19.540889 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5e31c8-196c-45a7-8674-e0ed34ee179e req-ef8109df-96ee-4b55-9fa5-6b7431326d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:54:19.542838 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-3c5e31c8-196c-45a7-8674-e0ed34ee179e req-ef8109df-96ee-4b55-9fa5-6b7431326d28 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e8a2a26d-ca66-4cab-9858-6f3c41497abf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0847175 May 28 06:54:19.595934 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port f06767c1-503f-4231-8ac7-fbe6809403a9 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:54:19.618086 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port f06767c1-503f-4231-8ac7-fbe6809403a9 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:54:19.618755 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:19.680552 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 35508) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:54:19.708231 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-508a9eab-f733-49d2-94d0-ac26e7161a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e6bf40-4d11-4016-bf6a-84902343b154', 'name': 'tempest-TestVolumeBackupRestore-1776720312-router', 'tenant_id': '5e10d5f74e5d4c1ba1676abddcb9b284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': 'e297dfee-fdf1-44c8-919b-5f8ab8d167e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:47:53Z', 'updated_at': '2022-05-28T06:48:06Z', 'revision_number': 4, 'project_id': '5e10d5f74e5d4c1ba1676abddcb9b284', 'gw_port': {'id': 'e297dfee-fdf1-44c8-919b-5f8ab8d167e8', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e9:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e6bf40-4d11-4016-bf6a-84902343b154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:47:56Z', 'updated_at': '2022-05-28T06:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': '8a89fb3e-437e-4ffd-af7e-ce76827dfc37', 'tenant_id': '5e10d5f74e5d4c1ba1676abddcb9b284', 'floating_ip_address': '172.25.5.202', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': '63e6bf40-4d11-4016-bf6a-84902343b154', 'port_id': '5339abe0-b88e-4e44-b310-bb976e9dcb7e', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3101, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8a2a26d-ca66-4cab-9858-6f3c41497abf', 'mac_address': 'fa:16:3e:d1:36:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c0233a-f0a9-4461-8e6f-995b4a038917', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:54:10Z', 'updated_at': '2022-05-28T06:54:18Z', 'revision_number': 2, 'project_id': '5e10d5f74e5d4c1ba1676abddcb9b284', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94794d95-16dc-4eb7-adc9-6957ff3cb005', 'name': '', 'network_id': 'e8a2a26d-ca66-4cab-9858-6f3c41497abf', 'tenant_id': '5e10d5f74e5d4c1ba1676abddcb9b284', 'mac_address': 'fa:16:3e:41:b2:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e6bf40-4d11-4016-bf6a-84902343b154', 'device_owner': 'network:router_interface', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': '8eb43fa5-254f-4ae9-8992-ff7c55790b6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:48:03Z', 'updated_at': '2022-05-28T06:48:21Z', 'revision_number': 5, 'project_id': '5e10d5f74e5d4c1ba1676abddcb9b284', 'subnets': [{'id': '8eb43fa5-254f-4ae9-8992-ff7c55790b6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:54:19.764231 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508a9eab-f733-49d2-94d0-ac26e7161a94 None None] Checking router: 63e6bf40-4d11-4016-bf6a-84902343b154 for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:54:19.778135 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508a9eab-f733-49d2-94d0-ac26e7161a94 None None] Routers {'63e6bf40-4d11-4016-bf6a-84902343b154'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:54:19.778782 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-508a9eab-f733-49d2-94d0-ac26e7161a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:53:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['63e6bf40-4d11-4016-bf6a-84902343b154'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:54:19.786021 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2e16c193-69af-4028-a51a-87b92f363614 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:19.797695 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-3c5e31c8-196c-45a7-8674-e0ed34ee179e req-ad2eb8e8-32f4-4231-8d96-9fa3d2ac60e0 service neutron] 10.222.0.71 "GET /v2.0/networks/e8a2a26d-ca66-4cab-9858-6f3c41497abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389164 May 28 06:54:19.826449 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b3be6c87-fd2d-458a-bbf3-5b10567fe727 req-bb692d85-3cc0-4fe7-b57e-315792f37a97 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5ed65f3-1959-44ae-8583-c3aeb08c4f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3990729 May 28 06:54:19.838945 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-2e16c193-69af-4028-a51a-87b92f363614 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:54:19.843336 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-2e16c193-69af-4028-a51a-87b92f363614 admin admin] Usage tracker for resource:security_group_rule and tenant:62ddd7c949a447689c9e56cc5c31d9c7 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:54:19.848299 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-2e16c193-69af-4028-a51a-87b92f363614 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:54:19.856291 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-2e16c193-69af-4028-a51a-87b92f363614 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:54:19.985481 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2e16c193-69af-4028-a51a-87b92f363614 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:20.088083 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2e16c193-69af-4028-a51a-87b92f363614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:20.095984 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a034b0-d07f-40c5-a41b-cf42df18428e req-9a491042-7d63-4632-8974-216ef88a334c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:54:20.097582 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-78a034b0-d07f-40c5-a41b-cf42df18428e req-9a491042-7d63-4632-8974-216ef88a334c service neutron] 10.222.0.69 "GET /v2.0/networks?id=244ee66f-8ba5-4a6d-a99b-5ec1fae21d38 HTTP/1.1" status: 200 len: 916 time: 0.6559129 May 28 06:54:20.112145 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-3c5e31c8-196c-45a7-8674-e0ed34ee179e req-c4b61f1f-8924-4a9c-a2e9-9306baa665b2 service neutron] 10.222.0.71 "GET /v2.0/networks/e8a2a26d-ca66-4cab-9858-6f3c41497abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3043487 May 28 06:54:20.127289 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 06ca3b12-36c3-4601-b626-edd32e06b42a details requested by agent hyperv_n-h1-843702-1 with host n-h1-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:54:20.146908 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port f06767c1-503f-4231-8ac7-fbe6809403a9 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:54:20.147294 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:20.223589 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-78a034b0-d07f-40c5-a41b-cf42df18428e req-c825b7eb-deb6-474b-b166-5d18f37d4e84 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=06ca3b12-36c3-4601-b626-edd32e06b42a HTTP/1.1" status: 200 len: 217 time: 0.1117384 May 28 06:54:20.275666 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-508a9eab-f733-49d2-94d0-ac26e7161a94 None None] Set router 63e6bf40-4d11-4016-bf6a-84902343b154 gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:54:20.293539 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-2e16c193-69af-4028-a51a-87b92f363614 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=62ddd7c949a447689c9e56cc5c31d9c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6107612 May 28 06:54:20.297660 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 35532) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:54:20.305686 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e16c193-69af-4028-a51a-87b92f363614 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0e9c936-3f62-4f4f-93ce-5f01b834d3f1,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:54:20.333988 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a034b0-d07f-40c5-a41b-cf42df18428e req-861f47eb-b974-4c30-98c3-00a313d2c0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:54:20.336136 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-78a034b0-d07f-40c5-a41b-cf42df18428e req-861f47eb-b974-4c30-98c3-00a313d2c0cc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=395c6a06-7ada-4575-b52f-ff6a58f20fb7 HTTP/1.1" status: 200 len: 854 time: 0.1042910 May 28 06:54:20.419369 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port f06767c1-503f-4231-8ac7-fbe6809403a9, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=f06767c1-503f-4231-8ac7-fbe6809403a9,segment=NetworkSegment(d09a3d02-d7c1-4dfb-9910-99fcd473bbfd),segment_id=d09a3d02-d7c1-4dfb-9910-99fcd473bbfd)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:54:20.439988 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a034b0-d07f-40c5-a41b-cf42df18428e req-86e1c18a-c0d5-4613-8ff7-ed23615f1e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:54:20.443370 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-78a034b0-d07f-40c5-a41b-cf42df18428e req-86e1c18a-c0d5-4613-8ff7-ed23615f1e6b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=244ee66f-8ba5-4a6d-a99b-5ec1fae21d38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1007597 May 28 06:54:20.605432 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:20.619120 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b060140b-4be1-474d-bb97-e2ec76aa2921 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:20.669215 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b060140b-4be1-474d-bb97-e2ec76aa2921 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:20.675434 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-78a034b0-d07f-40c5-a41b-cf42df18428e req-17aaab41-fb7e-4b42-bad4-4b854fb8b738 service neutron] 10.222.0.69 "GET /v2.0/networks/244ee66f-8ba5-4a6d-a99b-5ec1fae21d38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258928 May 28 06:54:20.767869 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 06ca3b12-36c3-4601-b626-edd32e06b42a, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=06ca3b12-36c3-4601-b626-edd32e06b42a,segment=NetworkSegment(7ec0e308-8d07-4b60-b9c2-e7620dee5b7c),segment_id=7ec0e308-8d07-4b60-b9c2-e7620dee5b7c)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:54:20.793651 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Returning: {'device': '06ca3b12-36c3-4601-b626-edd32e06b42a', 'network_id': '244ee66f-8ba5-4a6d-a99b-5ec1fae21d38', 'port_id': '06ca3b12-36c3-4601-b626-edd32e06b42a', 'mac_address': 'fa:16:3e:d3:c7:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '395c6a06-7ada-4575-b52f-ff6a58f20fb7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:54:20.794964 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7c0233a-f0a9-4461-8e6f-995b4a038917', 'tag': '5339abe0-b88e-4e44-b310-bb976e9dcb7e'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:54:20.847087 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b060140b-4be1-474d-bb97-e2ec76aa2921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:20.906397 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-78a034b0-d07f-40c5-a41b-cf42df18428e req-e0231a57-5117-40a2-8e7f-26f24da48c1c service neutron] 10.222.0.69 "GET /v2.0/networks/244ee66f-8ba5-4a6d-a99b-5ec1fae21d38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247446 May 28 06:54:20.932252 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b060140b-4be1-474d-bb97-e2ec76aa2921 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:20.936039 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-b060140b-4be1-474d-bb97-e2ec76aa2921 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d0e9c936-3f62-4f4f-93ce-5f01b834d3f1 HTTP/1.1" status: 204 len: 168 time: 0.6371651 May 28 06:54:20.939115 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40114a92-e770-4e67-a3a7-1fcf0250065f'] response: {'name': 'network-changed', 'server_uuid': 'e7c0233a-f0a9-4461-8e6f-995b4a038917', 'tag': '5339abe0-b88e-4e44-b310-bb976e9dcb7e', 'status': 'completed', 'code': 200} May 28 06:54:20.939792 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b060140b-4be1-474d-bb97-e2ec76aa2921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0e9c936-3f62-4f4f-93ce-5f01b834d3f1,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:54:20.979260 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=f06767c1-503f-4231-8ac7-fbe6809403a9,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:54:21.164967 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4622df-1728-4ced-91b5-63ecbe6fe0bb req-7ed11744-c77b-41b5-8f80-58475003d3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:54:21.166932 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-8a4622df-1728-4ced-91b5-63ecbe6fe0bb req-7ed11744-c77b-41b5-8f80-58475003d3ab service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5e10d5f74e5d4c1ba1676abddcb9b284&device_id=e7c0233a-f0a9-4461-8e6f-995b4a038917 HTTP/1.1" status: 200 len: 1096 time: 0.1729214 May 28 06:54:21.190535 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device f06767c1-503f-4231-8ac7-fbe6809403a9 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:54:21.256972 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41af4f5-3694-4fff-b37c-3d463875b78a req-091e0f81-ed78-4d89-9699-6b441f1042d2 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:54:21.267995 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c41af4f5-3694-4fff-b37c-3d463875b78a req-091e0f81-ed78-4d89-9699-6b441f1042d2 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/ports?device_id=726a8479-8b4d-4afa-8f34-cb9300b876c1 HTTP/1.1" status: 200 len: 943 time: 0.2240632 May 28 06:54:21.332036 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 06ca3b12-36c3-4601-b626-edd32e06b42a is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:54:21.332800 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:21.347355 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 35570) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:54:21.366143 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c41af4f5-3694-4fff-b37c-3d463875b78a req-738789eb-a22c-40ce-b3b8-bfa70c1261cd tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5ed65f3-1959-44ae-8583-c3aeb08c4f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0849609 May 28 06:54:21.419248 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4622df-1728-4ced-91b5-63ecbe6fe0bb req-ddb4c467-ba24-4d86-8941-8bab8e281ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:54:21.421208 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-8a4622df-1728-4ced-91b5-63ecbe6fe0bb req-ddb4c467-ba24-4d86-8941-8bab8e281ea2 service neutron] 10.222.0.71 "GET /v2.0/networks?id=e8a2a26d-ca66-4cab-9858-6f3c41497abf HTTP/1.1" status: 200 len: 915 time: 0.2459900 May 28 06:54:21.430784 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06ca3b12-36c3-4601-b626-edd32e06b42a {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:54:21.456622 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port f06767c1-503f-4231-8ac7-fbe6809403a9 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:54:21.457377 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:21.505963 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 06ca3b12-36c3-4601-b626-edd32e06b42a, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=06ca3b12-36c3-4601-b626-edd32e06b42a,segment=NetworkSegment(7ec0e308-8d07-4b60-b9c2-e7620dee5b7c),segment_id=7ec0e308-8d07-4b60-b9c2-e7620dee5b7c)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:54:21.566975 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-cd76f30b-35a0-4a80-9fc5-a36902d3fdfe tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-604269772', 'router:external': True}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:54:21.591759 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-cd76f30b-35a0-4a80-9fc5-a36902d3fdfe tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:54:21.600595 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-cd76f30b-35a0-4a80-9fc5-a36902d3fdfe tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Usage tracker for resource:network and tenant:826014bbf0bb4321944676b240d79d28 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:54:21.604957 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-cd76f30b-35a0-4a80-9fc5-a36902d3fdfe tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:54:21.614309 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-cd76f30b-35a0-4a80-9fc5-a36902d3fdfe tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:54:21.621256 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-8a4622df-1728-4ced-91b5-63ecbe6fe0bb req-5c954efd-6c29-459b-b746-de2ccf7d0037 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5339abe0-b88e-4e44-b310-bb976e9dcb7e HTTP/1.1" status: 200 len: 1001 time: 0.1900613 May 28 06:54:21.626918 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:21.685307 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-508a9eab-f733-49d2-94d0-ac26e7161a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e6bf40-4d11-4016-bf6a-84902343b154', 'name': 'tempest-TestVolumeBackupRestore-1776720312-router', 'tenant_id': '5e10d5f74e5d4c1ba1676abddcb9b284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': 'e297dfee-fdf1-44c8-919b-5f8ab8d167e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:47:53Z', 'updated_at': '2022-05-28T06:48:06Z', 'revision_number': 4, 'project_id': '5e10d5f74e5d4c1ba1676abddcb9b284', 'gw_port': {'id': 'e297dfee-fdf1-44c8-919b-5f8ab8d167e8', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e9:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e6bf40-4d11-4016-bf6a-84902343b154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:47:56Z', 'updated_at': '2022-05-28T06:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': '8a89fb3e-437e-4ffd-af7e-ce76827dfc37', 'tenant_id': '5e10d5f74e5d4c1ba1676abddcb9b284', 'floating_ip_address': '172.25.5.202', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': '63e6bf40-4d11-4016-bf6a-84902343b154', 'port_id': '5339abe0-b88e-4e44-b310-bb976e9dcb7e', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3101, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8a2a26d-ca66-4cab-9858-6f3c41497abf', 'mac_address': 'fa:16:3e:d1:36:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c0233a-f0a9-4461-8e6f-995b4a038917', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:54:10Z', 'updated_at': '2022-05-28T06:54:18Z', 'revision_number': 2, 'project_id': '5e10d5f74e5d4c1ba1676abddcb9b284', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94794d95-16dc-4eb7-adc9-6957ff3cb005', 'name': '', 'network_id': 'e8a2a26d-ca66-4cab-9858-6f3c41497abf', 'tenant_id': '5e10d5f74e5d4c1ba1676abddcb9b284', 'mac_address': 'fa:16:3e:41:b2:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e6bf40-4d11-4016-bf6a-84902343b154', 'device_owner': 'network:router_interface', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': '8eb43fa5-254f-4ae9-8992-ff7c55790b6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:48:03Z', 'updated_at': '2022-05-28T06:48:21Z', 'revision_number': 5, 'project_id': '5e10d5f74e5d4c1ba1676abddcb9b284', 'subnets': [{'id': '8eb43fa5-254f-4ae9-8992-ff7c55790b6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:54:21.691000 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4622df-1728-4ced-91b5-63ecbe6fe0bb req-5527792a-3756-4129-b299-0d8d55b47c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:54:21.692970 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-8a4622df-1728-4ced-91b5-63ecbe6fe0bb req-5527792a-3756-4129-b299-0d8d55b47c56 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8eb43fa5-254f-4ae9-8992-ff7c55790b6d HTTP/1.1" status: 200 len: 853 time: 0.0645530 May 28 06:54:21.705825 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508a9eab-f733-49d2-94d0-ac26e7161a94 None None] The sync data for ids ['63e6bf40-4d11-4016-bf6a-84902343b154'] in n-d-843702-1 is: [{'id': '63e6bf40-4d11-4016-bf6a-84902343b154', 'name': 'tempest-TestVolumeBackupRestore-1776720312-router', 'tenant_id': '5e10d5f74e5d4c1ba1676abddcb9b284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': 'e297dfee-fdf1-44c8-919b-5f8ab8d167e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:47:53Z', 'updated_at': '2022-05-28T06:48:06Z', 'revision_number': 4, 'project_id': '5e10d5f74e5d4c1ba1676abddcb9b284', 'gw_port': {'id': 'e297dfee-fdf1-44c8-919b-5f8ab8d167e8', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e9:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e6bf40-4d11-4016-bf6a-84902343b154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:47:56Z', 'updated_at': '2022-05-28T06:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': '8a89fb3e-437e-4ffd-af7e-ce76827dfc37', 'tenant_id': '5e10d5f74e5d4c1ba1676abddcb9b284', 'floating_ip_address': '172.25.5.202', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': '63e6bf40-4d11-4016-bf6a-84902343b154', 'port_id': '5339abe0-b88e-4e44-b310-bb976e9dcb7e', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3101, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8a2a26d-ca66-4cab-9858-6f3c41497abf', 'mac_address': 'fa:16:3e:d1:36:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c0233a-f0a9-4461-8e6f-995b4a038917', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:54:10Z', 'updated_at': '2022-05-28T06:54:18Z', 'revision_number': 2, 'project_id': '5e10d5f74e5d4c1ba1676abddcb9b284', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94794d95-16dc-4eb7-adc9-6957ff3cb005', 'name': '', 'network_id': 'e8a2a26d-ca66-4cab-9858-6f3c41497abf', 'tenant_id': '5e10d5f74e5d4c1ba1676abddcb9b284', 'mac_address': 'fa:16:3e:41:b2:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e6bf40-4d11-4016-bf6a-84902343b154', 'device_owner': 'network:router_interface', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': '8eb43fa5-254f-4ae9-8992-ff7c55790b6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:48:03Z', 'updated_at': '2022-05-28T06:48:21Z', 'revision_number': 5, 'project_id': '5e10d5f74e5d4c1ba1676abddcb9b284', 'subnets': [{'id': '8eb43fa5-254f-4ae9-8992-ff7c55790b6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:54:21.710320 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port f06767c1-503f-4231-8ac7-fbe6809403a9 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:54:21.744225 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=06ca3b12-36c3-4601-b626-edd32e06b42a,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:54:21.759219 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd76f30b-35a0-4a80-9fc5-a36902d3fdfe tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Made reservation on behalf of 826014bbf0bb4321944676b240d79d28 for: {'network': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:54:21.761295 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-cd76f30b-35a0-4a80-9fc5-a36902d3fdfe tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:21.789619 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-cd76f30b-35a0-4a80-9fc5-a36902d3fdfe tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:21.814413 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-cd76f30b-35a0-4a80-9fc5-a36902d3fdfe tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:54:21.821494 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-cd76f30b-35a0-4a80-9fc5-a36902d3fdfe tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Usage tracker for resource:security_group_rule and tenant:826014bbf0bb4321944676b240d79d28 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:54:21.825598 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-cd76f30b-35a0-4a80-9fc5-a36902d3fdfe tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:54:21.835987 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['06ca3b12-36c3-4601-b626-edd32e06b42a'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:54:21.838386 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-cd76f30b-35a0-4a80-9fc5-a36902d3fdfe tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:54:21.869704 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4622df-1728-4ced-91b5-63ecbe6fe0bb req-51ceacfb-49d4-4323-92de-42dabed2e08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:54:21.872252 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-8a4622df-1728-4ced-91b5-63ecbe6fe0bb req-51ceacfb-49d4-4323-92de-42dabed2e08d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e8a2a26d-ca66-4cab-9858-6f3c41497abf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1726820 May 28 06:54:22.074695 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-8a4622df-1728-4ced-91b5-63ecbe6fe0bb req-eb1e8e52-2d42-4ea4-aa4d-dbe861110de5 service neutron] 10.222.0.71 "GET /v2.0/networks/e8a2a26d-ca66-4cab-9858-6f3c41497abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923244 May 28 06:54:22.252832 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-cd76f30b-35a0-4a80-9fc5-a36902d3fdfe tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:22.269815 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-8a4622df-1728-4ced-91b5-63ecbe6fe0bb req-e2119cf9-cdf0-4c9c-8664-7e30225a7b98 service neutron] 10.222.0.71 "GET /v2.0/networks/e8a2a26d-ca66-4cab-9858-6f3c41497abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781924 May 28 06:54:22.413497 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-cd76f30b-35a0-4a80-9fc5-a36902d3fdfe tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:22.444544 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd76f30b-35a0-4a80-9fc5-a36902d3fdfe tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=89109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:54:22.480697 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd76f30b-35a0-4a80-9fc5-a36902d3fdfe tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dc6b048-a3ab-4b67-94c1-beec27624db2,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:54:22.485877 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-cd76f30b-35a0-4a80-9fc5-a36902d3fdfe tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:22.486447 n-d-843702-1 neutron-server[89109]: INFO neutron.db.segments_db [None req-cd76f30b-35a0-4a80-9fc5-a36902d3fdfe tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Added segment 7947f461-e3d8-4cf7-a128-dbf7630b546e of type vlan for network 30165a74-6749-4b58-b9a0-cdbc73bba4ac May 28 06:54:22.568956 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-cd76f30b-35a0-4a80-9fc5-a36902d3fdfe tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:22.665880 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd3c692-f6b7-4bed-a358-8fa7f9992ff4 req-714a0003-4381-4199-a0cb-bc031391468e tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:54:22.667480 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dcd3c692-f6b7-4bed-a358-8fa7f9992ff4 req-714a0003-4381-4199-a0cb-bc031391468e tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/ports?device_id=726a8479-8b4d-4afa-8f34-cb9300b876c1 HTTP/1.1" status: 200 len: 944 time: 0.1150241 May 28 06:54:22.689922 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-cd76f30b-35a0-4a80-9fc5-a36902d3fdfe tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:22.689922 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd76f30b-35a0-4a80-9fc5-a36902d3fdfe tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:54:22.689922 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-cd76f30b-35a0-4a80-9fc5-a36902d3fdfe tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:22.739558 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dcd3c692-f6b7-4bed-a358-8fa7f9992ff4 req-4888e18b-dee1-4550-9f20-f8ce7caffada tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5ed65f3-1959-44ae-8583-c3aeb08c4f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0661898 May 28 06:54:22.798259 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd76f30b-35a0-4a80-9fc5-a36902d3fdfe tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Pushing event updated for resources: {'Network': ['ID=30165a74-6749-4b58-b9a0-cdbc73bba4ac,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:54:22.807733 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 30165a74-6749-4b58-b9a0-cdbc73bba4ac details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:54:22.973362 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-cd76f30b-35a0-4a80-9fc5-a36902d3fdfe tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.6249585 May 28 06:54:22.976145 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 35624) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:54:22.982751 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-1d79a3b2-bf85-41d3-b250-b79d1c273379 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Request body: {'subnet': {'network_id': '30165a74-6749-4b58-b9a0-cdbc73bba4ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:54:22.989144 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-1d79a3b2-bf85-41d3-b250-b79d1c273379 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:54:22.993547 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-1d79a3b2-bf85-41d3-b250-b79d1c273379 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Usage tracker for resource:subnet and tenant:826014bbf0bb4321944676b240d79d28 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:54:22.996615 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-1d79a3b2-bf85-41d3-b250-b79d1c273379 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:54:23.002836 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-1d79a3b2-bf85-41d3-b250-b79d1c273379 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:54:23.144458 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d79a3b2-bf85-41d3-b250-b79d1c273379 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Made reservation on behalf of 826014bbf0bb4321944676b240d79d28 for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:54:23.146826 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1d79a3b2-bf85-41d3-b250-b79d1c273379 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:23.676336 n-d-843702-1 neutron-server[89109]: DEBUG neutron.objects.ports [None req-1d79a3b2-bf85-41d3-b250-b79d1c273379 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89109) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 28 06:54:23.676909 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1d79a3b2-bf85-41d3-b250-b79d1c273379 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:23.756199 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d79a3b2-bf85-41d3-b250-b79d1c273379 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Pushing event updated for resources: {'Subnet': ['ID=e0f8c1c3-d016-4fba-9fe0-5e09b02727bb,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:54:23.764941 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d79a3b2-bf85-41d3-b250-b79d1c273379 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Checking segment: {'id': '7947f461-e3d8-4cf7-a128-dbf7630b546e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '30165a74-6749-4b58-b9a0-cdbc73bba4ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:54:23.765360 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d79a3b2-bf85-41d3-b250-b79d1c273379 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Network hostable DHCP agents. Network: 30165a74-6749-4b58-b9a0-cdbc73bba4ac, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:54:23.953069 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8811b667-a262-4f71-8963-0c31a2968fa2 req-4cde997d-f895-4b16-b86c-a8bab1f0c521 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:54:23.958104 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8811b667-a262-4f71-8963-0c31a2968fa2 req-4cde997d-f895-4b16-b86c-a8bab1f0c521 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/ports?device_id=726a8479-8b4d-4afa-8f34-cb9300b876c1 HTTP/1.1" status: 200 len: 944 time: 0.0946896 May 28 06:54:23.981063 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d79a3b2-bf85-41d3-b250-b79d1c273379 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Network 30165a74-6749-4b58-b9a0-cdbc73bba4ac is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:54:24.021819 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8811b667-a262-4f71-8963-0c31a2968fa2 req-ea4dadac-5285-442b-9051-f3b80a75bb30 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5ed65f3-1959-44ae-8583-c3aeb08c4f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0486822 May 28 06:54:24.132791 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-1d79a3b2-bf85-41d3-b250-b79d1c273379 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, 30165a74-6749-4b58-b9a0-cdbc73bba4ac) {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:54:24.141535 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 06ca3b12-36c3-4601-b626-edd32e06b42a up at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:54:24.142351 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d79a3b2-bf85-41d3-b250-b79d1c273379 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:54:24.142351 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1d79a3b2-bf85-41d3-b250-b79d1c273379 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:24.190299 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-225cf655-0215-4f34-8122-9535f4dc94d6 None None] Network 30165a74-6749-4b58-b9a0-cdbc73bba4ac requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:54:24.343291 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-1d79a3b2-bf85-41d3-b250-b79d1c273379 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.3656642 May 28 06:54:24.345758 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 35672) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:54:24.351406 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-0527fa46-ce31-4b54-bdc6-450990755c5d tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-145074277', 'network_id': '30165a74-6749-4b58-b9a0-cdbc73bba4ac'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:54:24.357943 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-0527fa46-ce31-4b54-bdc6-450990755c5d tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:54:24.362047 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-0527fa46-ce31-4b54-bdc6-450990755c5d tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Usage tracker for resource:port and tenant:826014bbf0bb4321944676b240d79d28 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:54:24.364995 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-0527fa46-ce31-4b54-bdc6-450990755c5d tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:54:24.371002 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-0527fa46-ce31-4b54-bdc6-450990755c5d tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:54:24.436338 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc7c53a-0b7e-40a5-86d6-293adbf890ac None None] Network 30165a74-6749-4b58-b9a0-cdbc73bba4ac requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:54:24.515670 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0527fa46-ce31-4b54-bdc6-450990755c5d tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Made reservation on behalf of 826014bbf0bb4321944676b240d79d28 for: {'port': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:54:24.520346 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0527fa46-ce31-4b54-bdc6-450990755c5d tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:24.549264 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [None req-0527fa46-ce31-4b54-bdc6-450990755c5d tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] device_id is not set on port 26870ec2-d284-4fba-bab9-4c7831404f9f yet. {{(pid=89109) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:54:24.560341 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning for port 06ca3b12-36c3-4601-b626-edd32e06b42a completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:54:24.578377 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning complete for port 06ca3b12-36c3-4601-b626-edd32e06b42a triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:54:24.578744 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:24.816602 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 06ca3b12-36c3-4601-b626-edd32e06b42a is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:54:24.816602 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:24.845195 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '726a8479-8b4d-4afa-8f34-cb9300b876c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06ca3b12-36c3-4601-b626-edd32e06b42a'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:54:24.850809 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-0527fa46-ce31-4b54-bdc6-450990755c5d tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Allocated IP 172.20.0.7 (30165a74-6749-4b58-b9a0-cdbc73bba4ac/e0f8c1c3-d016-4fba-9fe0-5e09b02727bb/26870ec2-d284-4fba-bab9-4c7831404f9f) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:54:24.855938 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 06ca3b12-36c3-4601-b626-edd32e06b42a, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=06ca3b12-36c3-4601-b626-edd32e06b42a,segment=NetworkSegment(7ec0e308-8d07-4b60-b9c2-e7620dee5b7c),segment_id=7ec0e308-8d07-4b60-b9c2-e7620dee5b7c)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:54:24.892937 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ac4b2f7-a67b-45e9-acab-d1ff7ebccf0e'] response: {'server_uuid': '726a8479-8b4d-4afa-8f34-cb9300b876c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06ca3b12-36c3-4601-b626-edd32e06b42a', 'code': 200} May 28 06:54:25.027711 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5741c72c-fe9e-4f1f-93d4-be094f373f66 req-aceb32e5-53a7-46bb-9adc-03151a0f3491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:54:25.029204 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5741c72c-fe9e-4f1f-93d4-be094f373f66 req-aceb32e5-53a7-46bb-9adc-03151a0f3491 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=726a8479-8b4d-4afa-8f34-cb9300b876c1 HTTP/1.1" status: 200 len: 1095 time: 0.0796647 May 28 06:54:25.079374 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5741c72c-fe9e-4f1f-93d4-be094f373f66 req-370b5e82-e95b-4006-9d9d-c8a6287d4a39 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=a5ed65f3-1959-44ae-8583-c3aeb08c4f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392919 May 28 06:54:25.080509 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0527fa46-ce31-4b54-bdc6-450990755c5d tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:25.088165 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:25.198592 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=06ca3b12-36c3-4601-b626-edd32e06b42a,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:54:25.244864 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 35696) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:54:25.316508 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afe08c7-24d6-446d-89ad-d3db8b825363 req-672e6771-b982-4cbe-a376-673c237aaab9 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:54:25.316508 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5afe08c7-24d6-446d-89ad-d3db8b825363 req-672e6771-b982-4cbe-a376-673c237aaab9 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/ports?device_id=726a8479-8b4d-4afa-8f34-cb9300b876c1 HTTP/1.1" status: 200 len: 945 time: 0.1075618 May 28 06:54:25.333832 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0527fa46-ce31-4b54-bdc6-450990755c5d tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:25.415492 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5afe08c7-24d6-446d-89ad-d3db8b825363 req-4b6b7c3e-3370-4000-9014-8402d9a189dc tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5ed65f3-1959-44ae-8583-c3aeb08c4f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0822191 May 28 06:54:25.473904 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 35706) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:54:25.489734 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527fa46-ce31-4b54-bdc6-450990755c5d tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Pushing event updated for resources: {'Port': ['ID=26870ec2-d284-4fba-bab9-4c7831404f9f,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:54:25.509913 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0527fa46-ce31-4b54-bdc6-450990755c5d tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Network 30165a74-6749-4b58-b9a0-cdbc73bba4ac is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:54:25.512276 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-0527fa46-ce31-4b54-bdc6-450990755c5d tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:54:25.513812 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0527fa46-ce31-4b54-bdc6-450990755c5d tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:54:25.577313 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-95fae208-eee7-4bbd-9e79-8aa202868a50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:25.579040 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8e364dc3-6fac-4bbe-a87d-d044d52eaa44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:25.596753 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-8e364dc3-6fac-4bbe-a87d-d044d52eaa44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:54:25.600884 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-8e364dc3-6fac-4bbe-a87d-d044d52eaa44 admin admin] Usage tracker for resource:security_group_rule and tenant:5108c17226154034a228e40576da6618 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:54:25.602092 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-95fae208-eee7-4bbd-9e79-8aa202868a50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:54:25.603912 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-8e364dc3-6fac-4bbe-a87d-d044d52eaa44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:54:25.608242 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0527fa46-ce31-4b54-bdc6-450990755c5d tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:54:25.609185 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0527fa46-ce31-4b54-bdc6-450990755c5d tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:25.610210 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-8e364dc3-6fac-4bbe-a87d-d044d52eaa44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:54:25.613985 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-95fae208-eee7-4bbd-9e79-8aa202868a50 admin admin] Usage tracker for resource:security_group_rule and tenant:068612e0734d4685af3447d64eeb12d6 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:54:25.627099 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-95fae208-eee7-4bbd-9e79-8aa202868a50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:54:25.631958 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-95fae208-eee7-4bbd-9e79-8aa202868a50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:54:25.703661 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8e364dc3-6fac-4bbe-a87d-d044d52eaa44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:25.716310 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-0527fa46-ce31-4b54-bdc6-450990755c5d tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 1.3694174 May 28 06:54:25.719084 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 35716) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:54:25.790910 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-8527d4b1-4b54-42f4-9ed1-6028e8204357 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Deleting port 26870ec2-d284-4fba-bab9-4c7831404f9f {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:54:25.790910 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8527d4b1-4b54-42f4-9ed1-6028e8204357 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:25.894926 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8e364dc3-6fac-4bbe-a87d-d044d52eaa44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:25.939755 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-8e364dc3-6fac-4bbe-a87d-d044d52eaa44 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5108c17226154034a228e40576da6618&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4625716 May 28 06:54:25.939755 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 35724) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:54:26.007099 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-95fae208-eee7-4bbd-9e79-8aa202868a50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:26.081273 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e364dc3-6fac-4bbe-a87d-d044d52eaa44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=585d79c3-2715-4fb4-af76-ce0f0adac1e6,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:54:26.119005 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-de446b5a-600b-4c6b-bf90-6956609ebfac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:26.139116 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-95fae208-eee7-4bbd-9e79-8aa202868a50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:26.163468 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8527d4b1-4b54-42f4-9ed1-6028e8204357 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:26.172551 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-de446b5a-600b-4c6b-bf90-6956609ebfac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:26.199503 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-95fae208-eee7-4bbd-9e79-8aa202868a50 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=068612e0734d4685af3447d64eeb12d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9500253 May 28 06:54:26.199503 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fae208-eee7-4bbd-9e79-8aa202868a50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=415e748c-c8e1-4445-adae-e6df12819e5e,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:54:26.212120 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 35734) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:54:26.291075 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8908d9a3-0f1e-46d7-8afb-d0b984f30954 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:26.325054 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8908d9a3-0f1e-46d7-8afb-d0b984f30954 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:26.449909 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-8527d4b1-4b54-42f4-9ed1-6028e8204357 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Calling delete_port for 26870ec2-d284-4fba-bab9-4c7831404f9f owned by {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:54:26.511919 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8908d9a3-0f1e-46d7-8afb-d0b984f30954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:26.515035 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-fd1cdaf7-ee09-4712-abaa-e8f7a8d7f339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:26.559013 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8908d9a3-0f1e-46d7-8afb-d0b984f30954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=415e748c-c8e1-4445-adae-e6df12819e5e,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:54:26.559013 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8908d9a3-0f1e-46d7-8afb-d0b984f30954 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:26.570197 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-8908d9a3-0f1e-46d7-8afb-d0b984f30954 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/415e748c-c8e1-4445-adae-e6df12819e5e HTTP/1.1" status: 204 len: 168 time: 0.3527708 May 28 06:54:26.746925 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226eab1b-0638-4b61-ba02-692f5edba402 req-faa2278f-fb52-412f-8ab8-dad1e9dc983e tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:54:26.746925 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-226eab1b-0638-4b61-ba02-692f5edba402 req-faa2278f-fb52-412f-8ab8-dad1e9dc983e tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/ports?device_id=726a8479-8b4d-4afa-8f34-cb9300b876c1 HTTP/1.1" status: 200 len: 945 time: 0.1866810 May 28 06:54:26.845816 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-de446b5a-600b-4c6b-bf90-6956609ebfac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:26.862380 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-226eab1b-0638-4b61-ba02-692f5edba402 req-6e61761a-6b3c-42ec-a63d-5a51ef605f1c tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5ed65f3-1959-44ae-8583-c3aeb08c4f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0950119 May 28 06:54:26.869561 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de446b5a-600b-4c6b-bf90-6956609ebfac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=585d79c3-2715-4fb4-af76-ce0f0adac1e6,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:54:26.901690 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-de446b5a-600b-4c6b-bf90-6956609ebfac admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:26.901690 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-de446b5a-600b-4c6b-bf90-6956609ebfac admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/585d79c3-2715-4fb4-af76-ce0f0adac1e6 HTTP/1.1" status: 204 len: 168 time: 0.9494095 May 28 06:54:26.981045 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8527d4b1-4b54-42f4-9ed1-6028e8204357 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:27.129484 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8527d4b1-4b54-42f4-9ed1-6028e8204357 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Pushing event deleted for resources: {'Port': ['ID=26870ec2-d284-4fba-bab9-4c7831404f9f,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:54:27.220426 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8527d4b1-4b54-42f4-9ed1-6028e8204357 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:27.222342 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-8527d4b1-4b54-42f4-9ed1-6028e8204357 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] 10.222.0.55 "DELETE /v2.0/ports/26870ec2-d284-4fba-bab9-4c7831404f9f HTTP/1.1" status: 204 len: 168 time: 1.5022624 May 28 06:54:27.232440 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 35750) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:54:27.233448 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-4a5a80d1-e8d9-43e1-9ad8-a396d1aa5887 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '30165a74-6749-4b58-b9a0-cdbc73bba4ac', 'external_fixed_ips': [{'subnet_id': 'e0f8c1c3-d016-4fba-9fe0-5e09b02727bb', 'ip_address': '172.20.0.7'}]}}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:54:27.239049 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-4a5a80d1-e8d9-43e1-9ad8-a396d1aa5887 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:54:27.244271 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26080ac8-4f30-4e47-8f53-1df3baeb6ccc req-55685b51-613f-4745-8f1b-c8cd6a0f45dd tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:54:27.245132 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-26080ac8-4f30-4e47-8f53-1df3baeb6ccc req-55685b51-613f-4745-8f1b-c8cd6a0f45dd tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/ports?device_id=726a8479-8b4d-4afa-8f34-cb9300b876c1 HTTP/1.1" status: 200 len: 945 time: 0.1880391 May 28 06:54:27.255036 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-4a5a80d1-e8d9-43e1-9ad8-a396d1aa5887 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Usage tracker for resource:router and tenant:826014bbf0bb4321944676b240d79d28 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:54:27.255036 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-4a5a80d1-e8d9-43e1-9ad8-a396d1aa5887 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:54:27.259059 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 35756) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:54:27.266943 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-4a5a80d1-e8d9-43e1-9ad8-a396d1aa5887 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:54:27.271345 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-dca39993-0534-416c-887c-f010509713de tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Request body: {'floatingip': {'port_id': '06ca3b12-36c3-4601-b626-edd32e06b42a'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:54:27.361161 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-dca39993-0534-416c-887c-f010509713de tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks [] for floatingip, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:27.534289 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4a5a80d1-e8d9-43e1-9ad8-a396d1aa5887 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59128'] for router, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:27.535269 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4a5a80d1-e8d9-43e1-9ad8-a396d1aa5887 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59009'] for router, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:27.550636 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4a5a80d1-e8d9-43e1-9ad8-a396d1aa5887 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:27.603347 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 35762) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:54:27.621046 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-21b5118f-e521-4bbb-bcbe-4467403273f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:27.638775 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-21b5118f-e521-4bbb-bcbe-4467403273f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:54:27.642597 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-21b5118f-e521-4bbb-bcbe-4467403273f4 admin admin] Usage tracker for resource:security_group_rule and tenant:ff316227765a4fbfbfda1c7234987957 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:54:27.645575 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-21b5118f-e521-4bbb-bcbe-4467403273f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:54:27.652215 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-21b5118f-e521-4bbb-bcbe-4467403273f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:54:27.676213 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:27.765710 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-21b5118f-e521-4bbb-bcbe-4467403273f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:27.858081 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-21b5118f-e521-4bbb-bcbe-4467403273f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:27.900364 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-21b5118f-e521-4bbb-bcbe-4467403273f4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ff316227765a4fbfbfda1c7234987957&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2942686 May 28 06:54:27.900364 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 35766) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:54:27.904475 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 35768) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:54:27.952346 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-921d7273-e11f-4293-b2ad-4e9f909a13db admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:27.965905 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b5118f-e521-4bbb-bcbe-4467403273f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c61018f-b0b4-4639-acbd-df0f7f20e218,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:54:27.989676 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-921d7273-e11f-4293-b2ad-4e9f909a13db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:54:27.993019 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b5118f-e521-4bbb-bcbe-4467403273f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:54:27.993366 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b5118f-e521-4bbb-bcbe-4467403273f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:54:27.993724 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b5118f-e521-4bbb-bcbe-4467403273f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:54:27.994055 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b5118f-e521-4bbb-bcbe-4467403273f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:54:27.994386 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b5118f-e521-4bbb-bcbe-4467403273f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:54:27.996233 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b5118f-e521-4bbb-bcbe-4467403273f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:54:27.996233 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b5118f-e521-4bbb-bcbe-4467403273f4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:54:27.996233 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b5118f-e521-4bbb-bcbe-4467403273f4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:54:27.996233 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b5118f-e521-4bbb-bcbe-4467403273f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:54:27.996233 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b5118f-e521-4bbb-bcbe-4467403273f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:54:27.996644 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b5118f-e521-4bbb-bcbe-4467403273f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:54:27.996644 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b5118f-e521-4bbb-bcbe-4467403273f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:54:28.011589 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-921d7273-e11f-4293-b2ad-4e9f909a13db admin admin] Usage tracker for resource:security_group_rule and tenant:38fe2817e87347e38832a87eb7e56f51 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:54:28.013074 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-921d7273-e11f-4293-b2ad-4e9f909a13db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:54:28.024811 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-921d7273-e11f-4293-b2ad-4e9f909a13db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:54:28.058648 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-613ad15a-946c-49d8-9f8c-5432e10d96bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:28.098772 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-613ad15a-946c-49d8-9f8c-5432e10d96bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:28.154631 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4a5a80d1-e8d9-43e1-9ad8-a396d1aa5887 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59027'] for router, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:28.187134 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-921d7273-e11f-4293-b2ad-4e9f909a13db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:28.418356 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-921d7273-e11f-4293-b2ad-4e9f909a13db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:28.433747 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-613ad15a-946c-49d8-9f8c-5432e10d96bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:28.445641 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-dca39993-0534-416c-887c-f010509713de tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:28.480989 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921d7273-e11f-4293-b2ad-4e9f909a13db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=252c0063-d07e-4e17-a6c7-6b717aae7233,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:54:28.485376 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-921d7273-e11f-4293-b2ad-4e9f909a13db admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=38fe2817e87347e38832a87eb7e56f51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5849593 May 28 06:54:28.494786 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 35782) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:54:28.499633 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-613ad15a-946c-49d8-9f8c-5432e10d96bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:28.501485 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-613ad15a-946c-49d8-9f8c-5432e10d96bd admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6c61018f-b0b4-4639-acbd-df0f7f20e218 HTTP/1.1" status: 204 len: 168 time: 0.5959470 May 28 06:54:28.512662 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613ad15a-946c-49d8-9f8c-5432e10d96bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c61018f-b0b4-4639-acbd-df0f7f20e218,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:54:28.557450 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-dca39993-0534-416c-887c-f010509713de tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691094'] for floatingip, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:28.580829 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6b9fd54b-4c6d-41a1-acaa-ce58cc309ee5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:28.611081 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6b9fd54b-4c6d-41a1-acaa-ce58cc309ee5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:28.756335 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6b9fd54b-4c6d-41a1-acaa-ce58cc309ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:28.776076 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9fd54b-4c6d-41a1-acaa-ce58cc309ee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=252c0063-d07e-4e17-a6c7-6b717aae7233,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:54:28.779744 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6b9fd54b-4c6d-41a1-acaa-ce58cc309ee5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:28.781059 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-6b9fd54b-4c6d-41a1-acaa-ce58cc309ee5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/252c0063-d07e-4e17-a6c7-6b717aae7233 HTTP/1.1" status: 204 len: 168 time: 0.2853651 May 28 06:54:28.810093 n-d-843702-1 neutron-server[89109]: INFO neutron.db.l3_db [None req-dca39993-0534-416c-887c-f010509713de tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Floating IP a7975987-453a-4de4-8b68-76182ab3ce70 associated. External IP: 172.25.5.139, port: 06ca3b12-36c3-4601-b626-edd32e06b42a. May 28 06:54:28.962416 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-4e5e8c1a-1dd6-4b74-aa8c-29296cc76097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:29.231057 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4a5a80d1-e8d9-43e1-9ad8-a396d1aa5887 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:29.271756 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4a5a80d1-e8d9-43e1-9ad8-a396d1aa5887 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:29.662645 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dca39993-0534-416c-887c-f010509713de tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Router c70e1c22-f694-4d56-bd15-5c5737bacda2 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:54:29.818542 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-4a5a80d1-e8d9-43e1-9ad8-a396d1aa5887 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Allocated IP 172.20.0.7 (30165a74-6749-4b58-b9a0-cdbc73bba4ac/e0f8c1c3-d016-4fba-9fe0-5e09b02727bb/adcd0010-ce92-42f6-ba9c-0525aed81361) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:54:29.966564 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:30.006746 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dca39993-0534-416c-887c-f010509713de tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:54:30.023423 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5d8b7a-5dea-4ae3-8af8-866e59385c3d None None] Sync routers for ids ['c70e1c22-f694-4d56-bd15-5c5737bacda2'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:54:30.026516 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5d8b7a-5dea-4ae3-8af8-866e59385c3d None None] Routers {'c70e1c22-f694-4d56-bd15-5c5737bacda2'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:54:30.028200 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-ac5d8b7a-5dea-4ae3-8af8-866e59385c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:54:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['c70e1c22-f694-4d56-bd15-5c5737bacda2'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:54:30.038219 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-dca39993-0534-416c-887c-f010509713de tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:30.080997 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:30.127451 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-dca39993-0534-416c-887c-f010509713de tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "PUT /v2.0/floatingips/a7975987-453a-4de4-8b68-76182ab3ce70 HTTP/1.1" status: 200 len: 991 time: 2.8663514 May 28 06:54:30.129825 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '726a8479-8b4d-4afa-8f34-cb9300b876c1', 'tag': '06ca3b12-36c3-4601-b626-edd32e06b42a'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:54:30.154907 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4a5a80d1-e8d9-43e1-9ad8-a396d1aa5887 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:30.221426 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cadafed4-f3db-4a67-8e28-c821ae849150'] response: {'name': 'network-changed', 'server_uuid': '726a8479-8b4d-4afa-8f34-cb9300b876c1', 'tag': '06ca3b12-36c3-4601-b626-edd32e06b42a', 'status': 'completed', 'code': 200} May 28 06:54:30.343744 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4a5a80d1-e8d9-43e1-9ad8-a396d1aa5887 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:30.344660 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c6a545-c196-4cdb-b212-62554112e461 req-d1c6f196-2be6-4c0b-86e0-ba1610a602b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:54:30.344660 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-60c6a545-c196-4cdb-b212-62554112e461 req-d1c6f196-2be6-4c0b-86e0-ba1610a602b9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=923dafe00970411a989ff222606e459e&device_id=726a8479-8b4d-4afa-8f34-cb9300b876c1 HTTP/1.1" status: 200 len: 1096 time: 0.1083460 May 28 06:54:30.419928 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-ac5d8b7a-5dea-4ae3-8af8-866e59385c3d None None] Set router c70e1c22-f694-4d56-bd15-5c5737bacda2 gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:54:30.525661 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5a80d1-e8d9-43e1-9ad8-a396d1aa5887 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Network 30165a74-6749-4b58-b9a0-cdbc73bba4ac is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:54:30.536046 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-4a5a80d1-e8d9-43e1-9ad8-a396d1aa5887 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:54:30.551418 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5a80d1-e8d9-43e1-9ad8-a396d1aa5887 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:54:30.552120 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c6a545-c196-4cdb-b212-62554112e461 req-95532d63-567b-470e-98f4-d737ed09cfe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:54:30.553752 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-60c6a545-c196-4cdb-b212-62554112e461 req-95532d63-567b-470e-98f4-d737ed09cfe0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=244ee66f-8ba5-4a6d-a99b-5ec1fae21d38 HTTP/1.1" status: 200 len: 916 time: 0.2032025 May 28 06:54:30.632347 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5a80d1-e8d9-43e1-9ad8-a396d1aa5887 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Pushing event updated for resources: {'Port': ['ID=adcd0010-ce92-42f6-ba9c-0525aed81361,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:54:30.671850 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5a80d1-e8d9-43e1-9ad8-a396d1aa5887 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:54:30.672518 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5a80d1-e8d9-43e1-9ad8-a396d1aa5887 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:54:30.672518 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5a80d1-e8d9-43e1-9ad8-a396d1aa5887 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:54:30.672827 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5a80d1-e8d9-43e1-9ad8-a396d1aa5887 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:54:30.681497 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5a80d1-e8d9-43e1-9ad8-a396d1aa5887 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:54:30.688155 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5a80d1-e8d9-43e1-9ad8-a396d1aa5887 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:54:30.688155 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5a80d1-e8d9-43e1-9ad8-a396d1aa5887 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:54:30.688155 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5a80d1-e8d9-43e1-9ad8-a396d1aa5887 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:54:30.688155 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5a80d1-e8d9-43e1-9ad8-a396d1aa5887 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:54:30.688155 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5a80d1-e8d9-43e1-9ad8-a396d1aa5887 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:54:30.688155 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5a80d1-e8d9-43e1-9ad8-a396d1aa5887 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:54:30.688155 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5a80d1-e8d9-43e1-9ad8-a396d1aa5887 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:54:30.780296 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-60c6a545-c196-4cdb-b212-62554112e461 req-ebf60a16-dd63-408c-87fe-2e2b60943a76 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=06ca3b12-36c3-4601-b626-edd32e06b42a HTTP/1.1" status: 200 len: 999 time: 0.2152510 May 28 06:54:30.913658 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c6a545-c196-4cdb-b212-62554112e461 req-5a2a8b88-4e13-4205-a0bc-9161edbe295b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:54:30.917551 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-60c6a545-c196-4cdb-b212-62554112e461 req-5a2a8b88-4e13-4205-a0bc-9161edbe295b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=395c6a06-7ada-4575-b52f-ff6a58f20fb7 HTTP/1.1" status: 200 len: 854 time: 0.1330743 May 28 06:54:31.021649 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c6a545-c196-4cdb-b212-62554112e461 req-aac40306-543a-4225-b75c-614ece0b0f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:54:31.026568 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-60c6a545-c196-4cdb-b212-62554112e461 req-aac40306-543a-4225-b75c-614ece0b0f56 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=244ee66f-8ba5-4a6d-a99b-5ec1fae21d38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1001034 May 28 06:54:31.051009 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-ac5d8b7a-5dea-4ae3-8af8-866e59385c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70e1c22-f694-4d56-bd15-5c5737bacda2', 'name': 'tempest-AttachVolumeNegativeTest-1938842834-router', 'tenant_id': '923dafe00970411a989ff222606e459e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '75f0d40c-8ed1-4975-8bcb-f54d72980607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:48:27Z', 'updated_at': '2022-05-28T06:48:45Z', 'revision_number': 4, 'project_id': '923dafe00970411a989ff222606e459e', 'gw_port': {'id': '75f0d40c-8ed1-4975-8bcb-f54d72980607', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:db:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70e1c22-f694-4d56-bd15-5c5737bacda2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:48:31Z', 'updated_at': '2022-05-28T06:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': 'a7975987-453a-4de4-8b68-76182ab3ce70', 'tenant_id': '923dafe00970411a989ff222606e459e', 'floating_ip_address': '172.25.5.139', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': 'c70e1c22-f694-4d56-bd15-5c5737bacda2', 'port_id': '06ca3b12-36c3-4601-b626-edd32e06b42a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3088, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '244ee66f-8ba5-4a6d-a99b-5ec1fae21d38', 'mac_address': 'fa:16:3e:d3:c7:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726a8479-8b4d-4afa-8f34-cb9300b876c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:54:03Z', 'updated_at': '2022-05-28T06:54:28Z', 'revision_number': 1, 'project_id': '923dafe00970411a989ff222606e459e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abf75dc9-fe0b-4338-9af0-de84c550bf58', 'name': '', 'network_id': '244ee66f-8ba5-4a6d-a99b-5ec1fae21d38', 'tenant_id': '923dafe00970411a989ff222606e459e', 'mac_address': 'fa:16:3e:90:65:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70e1c22-f694-4d56-bd15-5c5737bacda2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '395c6a06-7ada-4575-b52f-ff6a58f20fb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:48:41Z', 'updated_at': '2022-05-28T06:49:01Z', 'revision_number': 5, 'project_id': '923dafe00970411a989ff222606e459e', 'subnets': [{'id': '395c6a06-7ada-4575-b52f-ff6a58f20fb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:54:31.054069 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5d8b7a-5dea-4ae3-8af8-866e59385c3d None None] Checking router: c70e1c22-f694-4d56-bd15-5c5737bacda2 for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:54:31.062392 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5d8b7a-5dea-4ae3-8af8-866e59385c3d None None] Routers {'c70e1c22-f694-4d56-bd15-5c5737bacda2'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:54:31.062392 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-ac5d8b7a-5dea-4ae3-8af8-866e59385c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:54:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['c70e1c22-f694-4d56-bd15-5c5737bacda2'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:54:31.120411 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 35854) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:54:31.358498 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-60c6a545-c196-4cdb-b212-62554112e461 req-9fb90a39-0be2-41c2-b24c-2716c3287c52 service neutron] 10.222.0.69 "GET /v2.0/networks/244ee66f-8ba5-4a6d-a99b-5ec1fae21d38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3297770 May 28 06:54:31.384624 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-ac5d8b7a-5dea-4ae3-8af8-866e59385c3d None None] Set router c70e1c22-f694-4d56-bd15-5c5737bacda2 gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:54:31.576765 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4a5a80d1-e8d9-43e1-9ad8-a396d1aa5887 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:31.580162 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-60c6a545-c196-4cdb-b212-62554112e461 req-b409d323-173d-4a81-85f3-32414bcee795 service neutron] 10.222.0.69 "GET /v2.0/networks/244ee66f-8ba5-4a6d-a99b-5ec1fae21d38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136753 May 28 06:54:31.846703 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:31.974828 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-ac5d8b7a-5dea-4ae3-8af8-866e59385c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70e1c22-f694-4d56-bd15-5c5737bacda2', 'name': 'tempest-AttachVolumeNegativeTest-1938842834-router', 'tenant_id': '923dafe00970411a989ff222606e459e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '75f0d40c-8ed1-4975-8bcb-f54d72980607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:48:27Z', 'updated_at': '2022-05-28T06:48:45Z', 'revision_number': 4, 'project_id': '923dafe00970411a989ff222606e459e', 'gw_port': {'id': '75f0d40c-8ed1-4975-8bcb-f54d72980607', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:db:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70e1c22-f694-4d56-bd15-5c5737bacda2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:48:31Z', 'updated_at': '2022-05-28T06:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': 'a7975987-453a-4de4-8b68-76182ab3ce70', 'tenant_id': '923dafe00970411a989ff222606e459e', 'floating_ip_address': '172.25.5.139', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': 'c70e1c22-f694-4d56-bd15-5c5737bacda2', 'port_id': '06ca3b12-36c3-4601-b626-edd32e06b42a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3088, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '244ee66f-8ba5-4a6d-a99b-5ec1fae21d38', 'mac_address': 'fa:16:3e:d3:c7:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726a8479-8b4d-4afa-8f34-cb9300b876c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:54:03Z', 'updated_at': '2022-05-28T06:54:28Z', 'revision_number': 1, 'project_id': '923dafe00970411a989ff222606e459e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abf75dc9-fe0b-4338-9af0-de84c550bf58', 'name': '', 'network_id': '244ee66f-8ba5-4a6d-a99b-5ec1fae21d38', 'tenant_id': '923dafe00970411a989ff222606e459e', 'mac_address': 'fa:16:3e:90:65:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70e1c22-f694-4d56-bd15-5c5737bacda2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '395c6a06-7ada-4575-b52f-ff6a58f20fb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:48:41Z', 'updated_at': '2022-05-28T06:49:01Z', 'revision_number': 5, 'project_id': '923dafe00970411a989ff222606e459e', 'subnets': [{'id': '395c6a06-7ada-4575-b52f-ff6a58f20fb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:54:31.980454 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5d8b7a-5dea-4ae3-8af8-866e59385c3d None None] The sync data for ids ['c70e1c22-f694-4d56-bd15-5c5737bacda2'] in n-d-843702-1 is: [{'id': 'c70e1c22-f694-4d56-bd15-5c5737bacda2', 'name': 'tempest-AttachVolumeNegativeTest-1938842834-router', 'tenant_id': '923dafe00970411a989ff222606e459e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '75f0d40c-8ed1-4975-8bcb-f54d72980607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:48:27Z', 'updated_at': '2022-05-28T06:48:45Z', 'revision_number': 4, 'project_id': '923dafe00970411a989ff222606e459e', 'gw_port': {'id': '75f0d40c-8ed1-4975-8bcb-f54d72980607', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:db:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70e1c22-f694-4d56-bd15-5c5737bacda2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:48:31Z', 'updated_at': '2022-05-28T06:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': 'a7975987-453a-4de4-8b68-76182ab3ce70', 'tenant_id': '923dafe00970411a989ff222606e459e', 'floating_ip_address': '172.25.5.139', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': 'c70e1c22-f694-4d56-bd15-5c5737bacda2', 'port_id': '06ca3b12-36c3-4601-b626-edd32e06b42a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3088, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '244ee66f-8ba5-4a6d-a99b-5ec1fae21d38', 'mac_address': 'fa:16:3e:d3:c7:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726a8479-8b4d-4afa-8f34-cb9300b876c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:54:03Z', 'updated_at': '2022-05-28T06:54:28Z', 'revision_number': 1, 'project_id': '923dafe00970411a989ff222606e459e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abf75dc9-fe0b-4338-9af0-de84c550bf58', 'name': '', 'network_id': '244ee66f-8ba5-4a6d-a99b-5ec1fae21d38', 'tenant_id': '923dafe00970411a989ff222606e459e', 'mac_address': 'fa:16:3e:90:65:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70e1c22-f694-4d56-bd15-5c5737bacda2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '395c6a06-7ada-4575-b52f-ff6a58f20fb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:48:41Z', 'updated_at': '2022-05-28T06:49:01Z', 'revision_number': 5, 'project_id': '923dafe00970411a989ff222606e459e', 'subnets': [{'id': '395c6a06-7ada-4575-b52f-ff6a58f20fb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:54:32.317080 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a167db-e3dd-4d4b-bf0c-d6be6eb89011 None None] New status for floating IP a7975987-453a-4de4-8b68-76182ab3ce70: ACTIVE {{(pid=89111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 06:54:32.431332 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:32.455513 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4a5a80d1-e8d9-43e1-9ad8-a396d1aa5887 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690761'] for router, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:32.755710 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fe589b01-4633-4704-abf0-73d778537a1c tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700548'] for router_interface, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:32.902229 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a5a80d1-e8d9-43e1-9ad8-a396d1aa5887 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Router a5ab2620-df4a-44c1-a1b2-493450a0ee82 is scheduled to L3 agent 42958940-9562-4f71-972f-15a8af9d3963 with binding_index 1 {{(pid=89109) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 06:54:33.235764 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a5a80d1-e8d9-43e1-9ad8-a396d1aa5887 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:54:33.254222 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a371d3-2bf2-4ae7-acf7-27d70a325ca6 None None] Sync routers for ids ['a5ab2620-df4a-44c1-a1b2-493450a0ee82'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:54:33.265407 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a371d3-2bf2-4ae7-acf7-27d70a325ca6 None None] Routers {'a5ab2620-df4a-44c1-a1b2-493450a0ee82'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:54:33.266248 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-46a371d3-2bf2-4ae7-acf7-27d70a325ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:54:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['a5ab2620-df4a-44c1-a1b2-493450a0ee82'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:54:33.361118 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-fe589b01-4633-4704-abf0-73d778537a1c tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Deleting port f06767c1-503f-4231-8ac7-fbe6809403a9 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:54:33.361566 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fe589b01-4633-4704-abf0-73d778537a1c tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:33.533640 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-46a371d3-2bf2-4ae7-acf7-27d70a325ca6 None None] Set router a5ab2620-df4a-44c1-a1b2-493450a0ee82 gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:54:33.612915 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4a5a80d1-e8d9-43e1-9ad8-a396d1aa5887 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:33.617168 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 35924) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:54:33.618128 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-4a5a80d1-e8d9-43e1-9ad8-a396d1aa5887 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 6.3899684 May 28 06:54:33.851438 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-147e4b4e-ad86-4e04-a3b5-c6f6fd38123d tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Notify callbacks [] for router, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:33.889905 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-fe589b01-4633-4704-abf0-73d778537a1c tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] For port f06767c1-503f-4231-8ac7-fbe6809403a9, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=f06767c1-503f-4231-8ac7-fbe6809403a9,segment=NetworkSegment(d09a3d02-d7c1-4dfb-9910-99fcd473bbfd),segment_id=d09a3d02-d7c1-4dfb-9910-99fcd473bbfd)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:54:33.895637 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fe589b01-4633-4704-abf0-73d778537a1c tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:34.037395 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-46a371d3-2bf2-4ae7-acf7-27d70a325ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5ab2620-df4a-44c1-a1b2-493450a0ee82', 'name': '', 'tenant_id': '826014bbf0bb4321944676b240d79d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30165a74-6749-4b58-b9a0-cdbc73bba4ac', 'external_fixed_ips': [{'subnet_id': 'e0f8c1c3-d016-4fba-9fe0-5e09b02727bb', 'ip_address': '172.20.0.7'}], 'enable_snat': True}, 'gw_port_id': 'adcd0010-ce92-42f6-ba9c-0525aed81361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:54:27Z', 'updated_at': '2022-05-28T06:54:30Z', 'revision_number': 3, 'project_id': '826014bbf0bb4321944676b240d79d28', 'gw_port': {'id': 'adcd0010-ce92-42f6-ba9c-0525aed81361', 'name': '', 'network_id': '30165a74-6749-4b58-b9a0-cdbc73bba4ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:85:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5ab2620-df4a-44c1-a1b2-493450a0ee82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': 'e0f8c1c3-d016-4fba-9fe0-5e09b02727bb', 'ip_address': '172.20.0.7', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:54:29Z', 'updated_at': '2022-05-28T06:54:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e0f8c1c3-d016-4fba-9fe0-5e09b02727bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:54:34.044728 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a371d3-2bf2-4ae7-acf7-27d70a325ca6 None None] Checking router: a5ab2620-df4a-44c1-a1b2-493450a0ee82 for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:54:34.046627 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a371d3-2bf2-4ae7-acf7-27d70a325ca6 None None] Updating router a5ab2620-df4a-44c1-a1b2-493450a0ee82 port adcd0010-ce92-42f6-ba9c-0525aed81361 binding host n-d-843702-1 {{(pid=89112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:54:34.120541 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-fe589b01-4633-4704-abf0-73d778537a1c tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Calling delete_port for f06767c1-503f-4231-8ac7-fbe6809403a9 owned by network:router_interface {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:54:34.174776 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-46a371d3-2bf2-4ae7-acf7-27d70a325ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:34.247866 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-147e4b4e-ad86-4e04-a3b5-c6f6fd38123d tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:34.470739 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-147e4b4e-ad86-4e04-a3b5-c6f6fd38123d tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Deleting port adcd0010-ce92-42f6-ba9c-0525aed81361 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:54:34.473023 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-147e4b4e-ad86-4e04-a3b5-c6f6fd38123d tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:34.745019 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-46a371d3-2bf2-4ae7-acf7-27d70a325ca6 None None] Notify callbacks [] for port, precommit_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:34.784830 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fe589b01-4633-4704-abf0-73d778537a1c tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:34.787312 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.provisioning_blocks [None req-46a371d3-2bf2-4ae7-acf7-27d70a325ca6 None None] Transition to ACTIVE for port object adcd0010-ce92-42f6-ba9c-0525aed81361 will not be triggered until provisioned by entity L2. {{(pid=89112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:54:34.823993 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-147e4b4e-ad86-4e04-a3b5-c6f6fd38123d tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:34.876233 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-46a371d3-2bf2-4ae7-acf7-27d70a325ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:35.070861 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56aecf0-4568-4ced-8ed3-98d6b5655388 None None] Pushing event updated for resources: {'Port': ['ID=adcd0010-ce92-42f6-ba9c-0525aed81361,revision_number=2']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:54:35.103845 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe589b01-4633-4704-abf0-73d778537a1c tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Pushing event deleted for resources: {'Port': ['ID=f06767c1-503f-4231-8ac7-fbe6809403a9,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:54:35.111669 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-147e4b4e-ad86-4e04-a3b5-c6f6fd38123d tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Calling delete_port for adcd0010-ce92-42f6-ba9c-0525aed81361 owned by network:router_gateway {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:54:35.111814 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-46a371d3-2bf2-4ae7-acf7-27d70a325ca6 None None] Attempting to bind port adcd0010-ce92-42f6-ba9c-0525aed81361 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:54:35.112027 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-46a371d3-2bf2-4ae7-acf7-27d70a325ca6 None None] Attempting to bind port adcd0010-ce92-42f6-ba9c-0525aed81361 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': '7947f461-e3d8-4cf7-a128-dbf7630b546e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '30165a74-6749-4b58-b9a0-cdbc73bba4ac'}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:54:35.112381 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a371d3-2bf2-4ae7-acf7-27d70a325ca6 None None] Attempting to bind port adcd0010-ce92-42f6-ba9c-0525aed81361 on network 30165a74-6749-4b58-b9a0-cdbc73bba4ac {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:54:35.120742 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a371d3-2bf2-4ae7-acf7-27d70a325ca6 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:54:35.121406 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a371d3-2bf2-4ae7-acf7-27d70a325ca6 None None] Checking segment: {'id': '7947f461-e3d8-4cf7-a128-dbf7630b546e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '30165a74-6749-4b58-b9a0-cdbc73bba4ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:54:35.122009 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-46a371d3-2bf2-4ae7-acf7-27d70a325ca6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:35.122568 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a371d3-2bf2-4ae7-acf7-27d70a325ca6 None None] Bound using segment: {'id': '7947f461-e3d8-4cf7-a128-dbf7630b546e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '30165a74-6749-4b58-b9a0-cdbc73bba4ac'} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:54:35.123217 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-46a371d3-2bf2-4ae7-acf7-27d70a325ca6 None None] Bound port: adcd0010-ce92-42f6-ba9c-0525aed81361, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7947f461-e3d8-4cf7-a128-dbf7630b546e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '30165a74-6749-4b58-b9a0-cdbc73bba4ac'}}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:54:35.123773 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-46a371d3-2bf2-4ae7-acf7-27d70a325ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:35.295660 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-46a371d3-2bf2-4ae7-acf7-27d70a325ca6 None None] For port adcd0010-ce92-42f6-ba9c-0525aed81361, host n-d-843702-1, cleared binding levels {{(pid=89112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:54:35.295660 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-46a371d3-2bf2-4ae7-acf7-27d70a325ca6 None None] For port adcd0010-ce92-42f6-ba9c-0525aed81361, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=adcd0010-ce92-42f6-ba9c-0525aed81361,segment=NetworkSegment(7947f461-e3d8-4cf7-a128-dbf7630b546e),segment_id=7947f461-e3d8-4cf7-a128-dbf7630b546e)] {{(pid=89112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:54:35.415798 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fe589b01-4633-4704-abf0-73d778537a1c tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700472'] for router_interface, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:35.527137 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-46a371d3-2bf2-4ae7-acf7-27d70a325ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:35.626652 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.db.api [None req-147e4b4e-ad86-4e04-a3b5-c6f6fd38123d tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89110) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:54:35.626652 n-d-843702-1 neutron-server[89110]: DEBUG oslo_db.api [None req-147e4b4e-ad86-4e04-a3b5-c6f6fd38123d tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:54:35.634411 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a371d3-2bf2-4ae7-acf7-27d70a325ca6 None None] Routers {'a5ab2620-df4a-44c1-a1b2-493450a0ee82'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:54:35.634411 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-46a371d3-2bf2-4ae7-acf7-27d70a325ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:54:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['a5ab2620-df4a-44c1-a1b2-493450a0ee82'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:54:35.790432 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56aecf0-4568-4ced-8ed3-98d6b5655388 None None] Pushing event updated for resources: {'Port': ['ID=adcd0010-ce92-42f6-ba9c-0525aed81361,revision_number=3']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:54:35.827173 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-46a371d3-2bf2-4ae7-acf7-27d70a325ca6 None None] Set router a5ab2620-df4a-44c1-a1b2-493450a0ee82 gateway port host: None {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:54:35.967416 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-46a371d3-2bf2-4ae7-acf7-27d70a325ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5ab2620-df4a-44c1-a1b2-493450a0ee82', 'name': '', 'tenant_id': '826014bbf0bb4321944676b240d79d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:54:27Z', 'updated_at': '2022-05-28T06:54:34Z', 'revision_number': 4, 'project_id': '826014bbf0bb4321944676b240d79d28', 'gw_port_host': None}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:54:35.981289 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a371d3-2bf2-4ae7-acf7-27d70a325ca6 None None] The sync data for ids ['a5ab2620-df4a-44c1-a1b2-493450a0ee82'] in n-d-843702-1 is: [{'id': 'a5ab2620-df4a-44c1-a1b2-493450a0ee82', 'name': '', 'tenant_id': '826014bbf0bb4321944676b240d79d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:54:27Z', 'updated_at': '2022-05-28T06:54:34Z', 'revision_number': 4, 'project_id': '826014bbf0bb4321944676b240d79d28', 'gw_port_host': None}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:54:36.024795 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 35988) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:54:36.071418 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe589b01-4633-4704-abf0-73d778537a1c tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Router 50a41197-54e3-46db-a3b8-611a669f5fbe has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:54:36.119304 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-147e4b4e-ad86-4e04-a3b5-c6f6fd38123d tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Deleting port adcd0010-ce92-42f6-ba9c-0525aed81361 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:54:36.119304 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-147e4b4e-ad86-4e04-a3b5-c6f6fd38123d tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:36.190884 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1bc0f132-d6d3-405c-ad23-2f1ce09dfeae admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:36.212773 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-1bc0f132-d6d3-405c-ad23-2f1ce09dfeae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:54:36.219935 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-1bc0f132-d6d3-405c-ad23-2f1ce09dfeae admin admin] Usage tracker for resource:security_group_rule and tenant:a5a267a9c0d64b7dac42ded262a98214 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:54:36.224997 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-1bc0f132-d6d3-405c-ad23-2f1ce09dfeae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:54:36.254439 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-1bc0f132-d6d3-405c-ad23-2f1ce09dfeae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:54:36.307129 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe589b01-4633-4704-abf0-73d778537a1c tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:54:36.319873 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee618ee-1cbb-4263-bd7a-054e9bedfb39 None None] Sync routers for ids ['50a41197-54e3-46db-a3b8-611a669f5fbe'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:54:36.327697 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-fe589b01-4633-4704-abf0-73d778537a1c tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "PUT /v2.0/routers/50a41197-54e3-46db-a3b8-611a669f5fbe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2049463 May 28 06:54:36.332414 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee618ee-1cbb-4263-bd7a-054e9bedfb39 None None] Routers {'50a41197-54e3-46db-a3b8-611a669f5fbe'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:54:36.333103 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-aee618ee-1cbb-4263-bd7a-054e9bedfb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:54:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['50a41197-54e3-46db-a3b8-611a669f5fbe'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:54:36.433941 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [None req-147e4b4e-ad86-4e04-a3b5-c6f6fd38123d tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] For port adcd0010-ce92-42f6-ba9c-0525aed81361, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=adcd0010-ce92-42f6-ba9c-0525aed81361,segment=NetworkSegment(7947f461-e3d8-4cf7-a128-dbf7630b546e),segment_id=7947f461-e3d8-4cf7-a128-dbf7630b546e)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:54:36.433941 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-147e4b4e-ad86-4e04-a3b5-c6f6fd38123d tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:36.571311 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-aee618ee-1cbb-4263-bd7a-054e9bedfb39 None None] Set router 50a41197-54e3-46db-a3b8-611a669f5fbe gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:54:36.701835 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-147e4b4e-ad86-4e04-a3b5-c6f6fd38123d tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Calling delete_port for adcd0010-ce92-42f6-ba9c-0525aed81361 owned by network:router_gateway {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:54:36.794215 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1bc0f132-d6d3-405c-ad23-2f1ce09dfeae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:37.207875 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-aee618ee-1cbb-4263-bd7a-054e9bedfb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50a41197-54e3-46db-a3b8-611a669f5fbe', 'name': 'tempest-TestNetworkBasicOps-router-503120377', 'tenant_id': '4cdf69566d684d639d89f5935d02f247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': 'e7680cc6-462f-427b-84e5-561c4863fb4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:52:05Z', 'updated_at': '2022-05-28T06:54:34Z', 'revision_number': 6, 'project_id': '4cdf69566d684d639d89f5935d02f247', 'gw_port': {'id': 'e7680cc6-462f-427b-84e5-561c4863fb4b', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a41197-54e3-46db-a3b8-611a669f5fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2934, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:52:08Z', 'updated_at': '2022-05-28T06:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': '5d340678-5e56-46b7-985d-bf8a2f88dfdb', 'tenant_id': '4cdf69566d684d639d89f5935d02f247', 'floating_ip_address': '172.25.5.191', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': '50a41197-54e3-46db-a3b8-611a669f5fbe', 'port_id': '7f1fa5b0-b3c7-4c37-aeda-2cde48162088', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2967, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '173ebec9-d214-4878-87ea-a35c1ed70da7', 'mac_address': 'fa:16:3e:10:da:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e939d47d-4dee-40f1-8ac2-eb3a4263283a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:52:55Z', 'updated_at': '2022-05-28T06:53:00Z', 'revision_number': 1, 'project_id': '4cdf69566d684d639d89f5935d02f247', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e55c732d-93d7-40bb-8a38-3a53b1edbe4a', 'name': '', 'network_id': '173ebec9-d214-4878-87ea-a35c1ed70da7', 'tenant_id': '4cdf69566d684d639d89f5935d02f247', 'mac_address': 'fa:16:3e:72:dd:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a41197-54e3-46db-a3b8-611a669f5fbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2944, 'fixed_ips': [{'subnet_id': 'fd44a344-1188-445f-9381-edf868862a56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:52:21Z', 'updated_at': '2022-05-28T06:52:33Z', 'revision_number': 5, 'project_id': '4cdf69566d684d639d89f5935d02f247', 'subnets': [{'id': 'fd44a344-1188-445f-9381-edf868862a56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:54:37.207875 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee618ee-1cbb-4263-bd7a-054e9bedfb39 None None] Checking router: 50a41197-54e3-46db-a3b8-611a669f5fbe for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:54:37.207875 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee618ee-1cbb-4263-bd7a-054e9bedfb39 None None] Routers {'50a41197-54e3-46db-a3b8-611a669f5fbe'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:54:37.207875 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-aee618ee-1cbb-4263-bd7a-054e9bedfb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:54:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['50a41197-54e3-46db-a3b8-611a669f5fbe'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:54:37.392299 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1bc0f132-d6d3-405c-ad23-2f1ce09dfeae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:37.403254 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-aee618ee-1cbb-4263-bd7a-054e9bedfb39 None None] Set router 50a41197-54e3-46db-a3b8-611a669f5fbe gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:54:37.404877 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-1bc0f132-d6d3-405c-ad23-2f1ce09dfeae admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a5a267a9c0d64b7dac42ded262a98214&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2952302 May 28 06:54:37.404877 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 36020) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:54:37.404877 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc0f132-d6d3-405c-ad23-2f1ce09dfeae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eebaa68a-19e5-42b7-9a97-116f4f033d51,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:54:37.439075 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-147e4b4e-ad86-4e04-a3b5-c6f6fd38123d tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:37.516164 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147e4b4e-ad86-4e04-a3b5-c6f6fd38123d tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Pushing event deleted for resources: {'Port': ['ID=adcd0010-ce92-42f6-ba9c-0525aed81361,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:54:37.540387 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-22b18866-bc4a-4e1e-8742-97c2a3228268 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:37.726499 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-147e4b4e-ad86-4e04-a3b5-c6f6fd38123d tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691105'] for router_gateway, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:37.846178 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-22b18866-bc4a-4e1e-8742-97c2a3228268 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:37.868783 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-aee618ee-1cbb-4263-bd7a-054e9bedfb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50a41197-54e3-46db-a3b8-611a669f5fbe', 'name': 'tempest-TestNetworkBasicOps-router-503120377', 'tenant_id': '4cdf69566d684d639d89f5935d02f247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': 'e7680cc6-462f-427b-84e5-561c4863fb4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:52:05Z', 'updated_at': '2022-05-28T06:54:34Z', 'revision_number': 6, 'project_id': '4cdf69566d684d639d89f5935d02f247', 'gw_port': {'id': 'e7680cc6-462f-427b-84e5-561c4863fb4b', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a41197-54e3-46db-a3b8-611a669f5fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2934, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:52:08Z', 'updated_at': '2022-05-28T06:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': '5d340678-5e56-46b7-985d-bf8a2f88dfdb', 'tenant_id': '4cdf69566d684d639d89f5935d02f247', 'floating_ip_address': '172.25.5.191', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': '50a41197-54e3-46db-a3b8-611a669f5fbe', 'port_id': '7f1fa5b0-b3c7-4c37-aeda-2cde48162088', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2967, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '173ebec9-d214-4878-87ea-a35c1ed70da7', 'mac_address': 'fa:16:3e:10:da:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e939d47d-4dee-40f1-8ac2-eb3a4263283a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:52:55Z', 'updated_at': '2022-05-28T06:53:00Z', 'revision_number': 1, 'project_id': '4cdf69566d684d639d89f5935d02f247', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e55c732d-93d7-40bb-8a38-3a53b1edbe4a', 'name': '', 'network_id': '173ebec9-d214-4878-87ea-a35c1ed70da7', 'tenant_id': '4cdf69566d684d639d89f5935d02f247', 'mac_address': 'fa:16:3e:72:dd:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a41197-54e3-46db-a3b8-611a669f5fbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2944, 'fixed_ips': [{'subnet_id': 'fd44a344-1188-445f-9381-edf868862a56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:52:21Z', 'updated_at': '2022-05-28T06:52:33Z', 'revision_number': 5, 'project_id': '4cdf69566d684d639d89f5935d02f247', 'subnets': [{'id': 'fd44a344-1188-445f-9381-edf868862a56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:54:37.873993 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee618ee-1cbb-4263-bd7a-054e9bedfb39 None None] The sync data for ids ['50a41197-54e3-46db-a3b8-611a669f5fbe'] in n-d-843702-1 is: [{'id': '50a41197-54e3-46db-a3b8-611a669f5fbe', 'name': 'tempest-TestNetworkBasicOps-router-503120377', 'tenant_id': '4cdf69566d684d639d89f5935d02f247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': 'e7680cc6-462f-427b-84e5-561c4863fb4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:52:05Z', 'updated_at': '2022-05-28T06:54:34Z', 'revision_number': 6, 'project_id': '4cdf69566d684d639d89f5935d02f247', 'gw_port': {'id': 'e7680cc6-462f-427b-84e5-561c4863fb4b', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a41197-54e3-46db-a3b8-611a669f5fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2934, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:52:08Z', 'updated_at': '2022-05-28T06:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': '5d340678-5e56-46b7-985d-bf8a2f88dfdb', 'tenant_id': '4cdf69566d684d639d89f5935d02f247', 'floating_ip_address': '172.25.5.191', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': '50a41197-54e3-46db-a3b8-611a669f5fbe', 'port_id': '7f1fa5b0-b3c7-4c37-aeda-2cde48162088', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2967, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '173ebec9-d214-4878-87ea-a35c1ed70da7', 'mac_address': 'fa:16:3e:10:da:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e939d47d-4dee-40f1-8ac2-eb3a4263283a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:52:55Z', 'updated_at': '2022-05-28T06:53:00Z', 'revision_number': 1, 'project_id': '4cdf69566d684d639d89f5935d02f247', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e55c732d-93d7-40bb-8a38-3a53b1edbe4a', 'name': '', 'network_id': '173ebec9-d214-4878-87ea-a35c1ed70da7', 'tenant_id': '4cdf69566d684d639d89f5935d02f247', 'mac_address': 'fa:16:3e:72:dd:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a41197-54e3-46db-a3b8-611a669f5fbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2944, 'fixed_ips': [{'subnet_id': 'fd44a344-1188-445f-9381-edf868862a56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:52:21Z', 'updated_at': '2022-05-28T06:52:33Z', 'revision_number': 5, 'project_id': '4cdf69566d684d639d89f5935d02f247', 'subnets': [{'id': 'fd44a344-1188-445f-9381-edf868862a56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:54:37.949513 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-147e4b4e-ad86-4e04-a3b5-c6f6fd38123d tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59018'] for router, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:37.950356 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-147e4b4e-ad86-4e04-a3b5-c6f6fd38123d tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:38.025437 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65158321-281b-4c70-9452-7898afeb6242 req-884447e0-0d8a-4c6a-bf26-1e32609c4cb8 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:54:38.026203 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-65158321-281b-4c70-9452-7898afeb6242 req-884447e0-0d8a-4c6a-bf26-1e32609c4cb8 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Synchronizing usage tracker for tenant:4cdf69566d684d639d89f5935d02f247 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:54:38.081452 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-147e4b4e-ad86-4e04-a3b5-c6f6fd38123d tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-703817'] for router, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:38.082377 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-147e4b4e-ad86-4e04-a3b5-c6f6fd38123d tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a5ab2620-df4a-44c1-a1b2-493450a0ee82 {{(pid=89110) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 06:54:38.121075 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-65158321-281b-4c70-9452-7898afeb6242 req-884447e0-0d8a-4c6a-bf26-1e32609c4cb8 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Unset dirty status for tenant:4cdf69566d684d639d89f5935d02f247 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:54:38.121075 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-65158321-281b-4c70-9452-7898afeb6242 req-884447e0-0d8a-4c6a-bf26-1e32609c4cb8 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2483585-613a-4aa4-a634-4b9691533400 HTTP/1.1" status: 200 len: 946 time: 0.4761593 May 28 06:54:38.137698 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-22b18866-bc4a-4e1e-8742-97c2a3228268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:38.180190 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b18866-bc4a-4e1e-8742-97c2a3228268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eebaa68a-19e5-42b7-9a97-116f4f033d51,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:54:38.192430 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-147e4b4e-ad86-4e04-a3b5-c6f6fd38123d tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Notify callbacks [] for router, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:38.192430 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-147e4b4e-ad86-4e04-a3b5-c6f6fd38123d tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] 10.222.0.55 "DELETE /v2.0/routers/a5ab2620-df4a-44c1-a1b2-493450a0ee82 HTTP/1.1" status: 204 len: 168 time: 4.5715568 May 28 06:54:38.196672 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 36038) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:54:38.204612 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-22b18866-bc4a-4e1e-8742-97c2a3228268 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:38.204612 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-22b18866-bc4a-4e1e-8742-97c2a3228268 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/eebaa68a-19e5-42b7-9a97-116f4f033d51 HTTP/1.1" status: 204 len: 168 time: 0.8706696 May 28 06:54:38.321543 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-65158321-281b-4c70-9452-7898afeb6242 req-3ab911bd-0b2a-40ee-9a13-ff1cae4255b1 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "GET /v2.0/security-groups?id=90917284-55b9-43a0-983c-25015ab37171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1611550 May 28 06:54:38.369937 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_v2 [None req-96ea8f36-cd89-45d7-a30d-8a383cc415af tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Deleting subnet e0f8c1c3-d016-4fba-9fe0-5e09b02727bb {{(pid=89109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:54:38.373274 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-96ea8f36-cd89-45d7-a30d-8a383cc415af tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:38.427538 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-96ea8f36-cd89-45d7-a30d-8a383cc415af tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3964070'] for subnet, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:38.573128 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-96ea8f36-cd89-45d7-a30d-8a383cc415af tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:38.875842 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-96ea8f36-cd89-45d7-a30d-8a383cc415af tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9555650'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:38.923797 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ea8f36-cd89-45d7-a30d-8a383cc415af tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=e0f8c1c3-d016-4fba-9fe0-5e09b02727bb,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:54:38.935107 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-96ea8f36-cd89-45d7-a30d-8a383cc415af tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:38.935107 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-96ea8f36-cd89-45d7-a30d-8a383cc415af tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] 10.222.0.55 "DELETE /v2.0/subnets/e0f8c1c3-d016-4fba-9fe0-5e09b02727bb HTTP/1.1" status: 204 len: 168 time: 0.7417533 May 28 06:54:38.938425 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 36052) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:54:39.036323 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device f06767c1-503f-4231-8ac7-fbe6809403a9 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:54:39.093684 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: f06767c1-503f-4231-8ac7-fbe6809403a9 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:54:39.093684 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device f06767c1-503f-4231-8ac7-fbe6809403a9 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:54:39.103317 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-bbbb941b-2e57-41b0-affd-04944767016e tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:39.211831 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfaf9bc-8e2e-409a-ad3b-8236f5d55116 req-eea38889-1346-4818-8ddc-17da869089e4 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:54:39.214870 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-7dfaf9bc-8e2e-409a-ad3b-8236f5d55116 req-eea38889-1346-4818-8ddc-17da869089e4 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Synchronizing usage tracker for tenant:4cdf69566d684d639d89f5935d02f247 on resource:port {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:54:39.236047 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-7dfaf9bc-8e2e-409a-ad3b-8236f5d55116 req-eea38889-1346-4818-8ddc-17da869089e4 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Unset dirty status for tenant:4cdf69566d684d639d89f5935d02f247 on resource:port {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:54:39.240077 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-7dfaf9bc-8e2e-409a-ad3b-8236f5d55116 req-eea38889-1346-4818-8ddc-17da869089e4 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.71 "GET /v2.0/ports?device_id=c2483585-613a-4aa4-a634-4b9691533400 HTTP/1.1" status: 200 len: 946 time: 0.1235521 May 28 06:54:39.248678 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-bbbb941b-2e57-41b0-affd-04944767016e tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:39.282322 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-bbbb941b-2e57-41b0-affd-04944767016e tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30165a74-6749-4b58-b9a0-cdbc73bba4ac']}} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:54:39.303167 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-bbbb941b-2e57-41b0-affd-04944767016e tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7947f461-e3d8-4cf7-a128-dbf7630b546e') {'for_net_delete': True} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:54:39.303167 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-bbbb941b-2e57-41b0-affd-04944767016e tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7947f461-e3d8-4cf7-a128-dbf7630b546e') {} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:54:39.321091 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-bbbb941b-2e57-41b0-affd-04944767016e tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4150778'] for segment, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:39.331820 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [req-7dfaf9bc-8e2e-409a-ad3b-8236f5d55116 req-58185a04-757b-4187-87ee-0cbc935a27e4 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Deleting port faec5fde-47c5-4bd2-8db5-8cf96d5e1688 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:54:39.331820 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-7dfaf9bc-8e2e-409a-ad3b-8236f5d55116 req-58185a04-757b-4187-87ee-0cbc935a27e4 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:39.343700 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-bbbb941b-2e57-41b0-affd-04944767016e tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:39.366647 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbbb941b-2e57-41b0-affd-04944767016e tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=89110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:54:39.366647 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-bbbb941b-2e57-41b0-affd-04944767016e tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3143023'] for segment, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:39.486324 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment 7947f461-e3d8-4cf7-a128-dbf7630b546e resource provider aggregate not found May 28 06:54:39.535855 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 36068) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:54:39.711783 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment 7947f461-e3d8-4cf7-a128-dbf7630b546e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7947f461-e3d8-4cf7-a128-dbf7630b546e found for delete ", "request_id": "req-9fada4d2-3f1e-47f2-beeb-b258fe116891"}]} May 28 06:54:39.730543 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8195fefc-e8e4-4559-846c-ec85a8901bab admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:39.764037 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-8195fefc-e8e4-4559-846c-ec85a8901bab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:54:39.768875 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-7dfaf9bc-8e2e-409a-ad3b-8236f5d55116 req-58185a04-757b-4187-87ee-0cbc935a27e4 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] For port faec5fde-47c5-4bd2-8db5-8cf96d5e1688, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=faec5fde-47c5-4bd2-8db5-8cf96d5e1688,segment=NetworkSegment(d09a3d02-d7c1-4dfb-9910-99fcd473bbfd),segment_id=d09a3d02-d7c1-4dfb-9910-99fcd473bbfd)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:54:39.768875 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-7dfaf9bc-8e2e-409a-ad3b-8236f5d55116 req-58185a04-757b-4187-87ee-0cbc935a27e4 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:39.775030 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-8195fefc-e8e4-4559-846c-ec85a8901bab admin admin] Usage tracker for resource:security_group_rule and tenant:cd04b75bcb194d52bb6da36aac490cbc is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:54:39.775030 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-8195fefc-e8e4-4559-846c-ec85a8901bab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:54:39.775030 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-8195fefc-e8e4-4559-846c-ec85a8901bab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:54:39.810949 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501e43f7-6b52-439c-b22b-956368c84e69 req-13cb2e0d-44f7-4669-8c86-ec554583905f tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:54:39.810949 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-501e43f7-6b52-439c-b22b-956368c84e69 req-13cb2e0d-44f7-4669-8c86-ec554583905f tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2483585-613a-4aa4-a634-4b9691533400 HTTP/1.1" status: 200 len: 946 time: 0.3254201 May 28 06:54:39.863466 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-501e43f7-6b52-439c-b22b-956368c84e69 req-440721ef-5d0b-44f2-bc20-c568f7b9c0b1 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "GET /v2.0/security-groups?id=90917284-55b9-43a0-983c-25015ab37171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431430 May 28 06:54:39.885323 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-bbbb941b-2e57-41b0-affd-04944767016e tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:39.921783 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [req-7dfaf9bc-8e2e-409a-ad3b-8236f5d55116 req-58185a04-757b-4187-87ee-0cbc935a27e4 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Calling delete_port for faec5fde-47c5-4bd2-8db5-8cf96d5e1688 owned by compute:nova {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:54:39.925375 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbbb941b-2e57-41b0-affd-04944767016e tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 30165a74-6749-4b58-b9a0-cdbc73bba4ac {{(pid=89110) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 28 06:54:39.925375 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-bbbb941b-2e57-41b0-affd-04944767016e tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Notify callbacks [] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:39.935640 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbb941b-2e57-41b0-affd-04944767016e tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Pushing event deleted for resources: {'Network': ['ID=30165a74-6749-4b58-b9a0-cdbc73bba4ac,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:54:39.952812 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-bbbb941b-2e57-41b0-affd-04944767016e tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] 10.222.0.55 "DELETE /v2.0/networks/30165a74-6749-4b58-b9a0-cdbc73bba4ac HTTP/1.1" status: 204 len: 168 time: 1.0018005 May 28 06:54:40.027695 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8195fefc-e8e4-4559-846c-ec85a8901bab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:40.211381 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8195fefc-e8e4-4559-846c-ec85a8901bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:40.281182 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-7dfaf9bc-8e2e-409a-ad3b-8236f5d55116 req-58185a04-757b-4187-87ee-0cbc935a27e4 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:40.331248 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-8195fefc-e8e4-4559-846c-ec85a8901bab admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cd04b75bcb194d52bb6da36aac490cbc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7927673 May 28 06:54:40.331248 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 36084) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:54:40.365690 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8195fefc-e8e4-4559-846c-ec85a8901bab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ec3e854-8bdd-47b8-a5fc-93fe7464ef1b,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:54:40.524528 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-415db310-8ef9-491b-b07d-900d33c1540b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:40.560579 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58185a04-757b-4187-87ee-0cbc935a27e4 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Pushing event deleted for resources: {'Port': ['ID=faec5fde-47c5-4bd2-8db5-8cf96d5e1688,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:54:40.597363 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-415db310-8ef9-491b-b07d-900d33c1540b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:40.614594 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dfaf9bc-8e2e-409a-ad3b-8236f5d55116 req-58185a04-757b-4187-87ee-0cbc935a27e4 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] No DVR routers for this DVR port faec5fde-47c5-4bd2-8db5-8cf96d5e1688 on host n-h2-843702-1 {{(pid=89109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:54:40.618413 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-7dfaf9bc-8e2e-409a-ad3b-8236f5d55116 req-58185a04-757b-4187-87ee-0cbc935a27e4 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:40.628649 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2483585-613a-4aa4-a634-4b9691533400', 'name': 'network-vif-deleted', 'tag': 'faec5fde-47c5-4bd2-8db5-8cf96d5e1688'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:54:40.673644 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 36096) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:54:40.680786 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-387b9c94-c970-46dc-9221-d4d0dede8e96 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Request body: {'router': {'name': 'tempest-router--1307945073', 'project_id': '756a52a9a543480e937ff26c101cd2aa'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:54:40.708212 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-387b9c94-c970-46dc-9221-d4d0dede8e96 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:54:40.722206 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-387b9c94-c970-46dc-9221-d4d0dede8e96 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Usage tracker for resource:router and tenant:756a52a9a543480e937ff26c101cd2aa is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:54:40.740433 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-387b9c94-c970-46dc-9221-d4d0dede8e96 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:54:40.740433 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-387b9c94-c970-46dc-9221-d4d0dede8e96 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:54:40.782710 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b782ab11-117a-4502-b701-af7a53884650'] response: {'server_uuid': 'c2483585-613a-4aa4-a634-4b9691533400', 'name': 'network-vif-deleted', 'tag': 'faec5fde-47c5-4bd2-8db5-8cf96d5e1688', 'status': 'completed', 'code': 200} May 28 06:54:40.782710 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-7dfaf9bc-8e2e-409a-ad3b-8236f5d55116 req-58185a04-757b-4187-87ee-0cbc935a27e4 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.71 "DELETE /v2.0/ports/faec5fde-47c5-4bd2-8db5-8cf96d5e1688 HTTP/1.1" status: 204 len: 173 time: 1.5354974 May 28 06:54:40.920676 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-387b9c94-c970-46dc-9221-d4d0dede8e96 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59128'] for router, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:40.922739 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-415db310-8ef9-491b-b07d-900d33c1540b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:40.923185 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-387b9c94-c970-46dc-9221-d4d0dede8e96 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59009'] for router, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:40.946248 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-387b9c94-c970-46dc-9221-d4d0dede8e96 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:40.954376 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415db310-8ef9-491b-b07d-900d33c1540b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ec3e854-8bdd-47b8-a5fc-93fe7464ef1b,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:54:40.956829 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-415db310-8ef9-491b-b07d-900d33c1540b admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:40.960444 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-415db310-8ef9-491b-b07d-900d33c1540b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2ec3e854-8bdd-47b8-a5fc-93fe7464ef1b HTTP/1.1" status: 204 len: 168 time: 0.6289992 May 28 06:54:41.109493 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-879107cc-23fc-4602-9eb1-f0838ea28601 req-74c487a9-857f-4401-8afb-468a8840f910 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2483585-613a-4aa4-a634-4b9691533400 HTTP/1.1" status: 200 len: 210 time: 0.0660286 May 28 06:54:41.165541 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-387b9c94-c970-46dc-9221-d4d0dede8e96 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690761'] for router, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:41.326804 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-387b9c94-c970-46dc-9221-d4d0dede8e96 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:41.328028 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-387b9c94-c970-46dc-9221-d4d0dede8e96 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.6524918 May 28 06:54:41.330763 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 36106) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:54:41.476125 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-086edda1-519a-4c46-9ffc-d58f1a9ad7ff tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Notify callbacks [] for router, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:41.537297 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 36116) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:54:41.790071 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:54:41.855983 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c6012d83-ffb9-4e8b-b149-05ebae288d25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:41.869509 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-c6012d83-ffb9-4e8b-b149-05ebae288d25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:54:41.873304 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-c6012d83-ffb9-4e8b-b149-05ebae288d25 admin admin] Usage tracker for resource:security_group_rule and tenant:8a8b44a82e01454db0db3fe8b4c231ee is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:54:41.877344 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-c6012d83-ffb9-4e8b-b149-05ebae288d25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:54:41.882401 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-c6012d83-ffb9-4e8b-b149-05ebae288d25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:54:41.980268 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c6012d83-ffb9-4e8b-b149-05ebae288d25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:41.983190 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-086edda1-519a-4c46-9ffc-d58f1a9ad7ff tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59018'] for router, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:41.985674 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-086edda1-519a-4c46-9ffc-d58f1a9ad7ff tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:42.106227 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c6012d83-ffb9-4e8b-b149-05ebae288d25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:42.164943 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-086edda1-519a-4c46-9ffc-d58f1a9ad7ff tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-703817'] for router, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:42.164943 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-086edda1-519a-4c46-9ffc-d58f1a9ad7ff tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 153c401f-63a3-4488-993c-ac2e591959ae {{(pid=89109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 06:54:42.169201 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-c6012d83-ffb9-4e8b-b149-05ebae288d25 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8a8b44a82e01454db0db3fe8b4c231ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6158478 May 28 06:54:42.169201 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6012d83-ffb9-4e8b-b149-05ebae288d25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c33d458a-5052-4127-a3e4-116bd39049a2,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:54:42.172805 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 36138) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:54:42.207452 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-086edda1-519a-4c46-9ffc-d58f1a9ad7ff tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:42.207452 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-086edda1-519a-4c46-9ffc-d58f1a9ad7ff tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] 10.222.0.55 "DELETE /v2.0/routers/153c401f-63a3-4488-993c-ac2e591959ae HTTP/1.1" status: 204 len: 168 time: 0.8679736 May 28 06:54:42.233318 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 36144) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:54:42.302664 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3eea1651-c145-4f7e-b230-9bd22b1e7822 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:42.371526 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-58b2b865-fc61-48fb-9839-8df7981c154e tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:42.374464 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3eea1651-c145-4f7e-b230-9bd22b1e7822 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:42.405931 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-58b2b865-fc61-48fb-9839-8df7981c154e tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:42.623685 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3eea1651-c145-4f7e-b230-9bd22b1e7822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:42.637757 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eea1651-c145-4f7e-b230-9bd22b1e7822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c33d458a-5052-4127-a3e4-116bd39049a2,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:54:42.648905 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3eea1651-c145-4f7e-b230-9bd22b1e7822 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:42.648905 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-3eea1651-c145-4f7e-b230-9bd22b1e7822 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c33d458a-5052-4127-a3e4-116bd39049a2 HTTP/1.1" status: 204 len: 168 time: 0.4727299 May 28 06:54:42.698776 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-58b2b865-fc61-48fb-9839-8df7981c154e tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:42.716462 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b2b865-fc61-48fb-9839-8df7981c154e tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90917284-55b9-43a0-983c-25015ab37171,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:54:42.741887 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-58b2b865-fc61-48fb-9839-8df7981c154e tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:42.741887 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-58b2b865-fc61-48fb-9839-8df7981c154e tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "DELETE /v2.0/security-groups/90917284-55b9-43a0-983c-25015ab37171 HTTP/1.1" status: 204 len: 168 time: 0.5115013 May 28 06:54:42.863943 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 36162) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:54:42.907185 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 36170) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:54:42.990772 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_v2 [None req-92045f5f-1349-446a-b668-000c46decf0f tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Deleting subnet d8e9f4d3-06be-4d3e-b673-9c24a60f847c {{(pid=89109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:54:42.990772 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-92045f5f-1349-446a-b668-000c46decf0f tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks [] for subnet, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:43.058382 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-92045f5f-1349-446a-b668-000c46decf0f tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3964070'] for subnet, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:43.121664 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device faec5fde-47c5-4bd2-8db5-8cf96d5e1688 no longer exists at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:54:43.150066 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-b3441425-d69d-4381-81ec-f1ab6dd99333 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1022961168', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}, 'admin_state_up': False}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:54:43.165620 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-b3441425-d69d-4381-81ec-f1ab6dd99333 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:54:43.171815 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-b3441425-d69d-4381-81ec-f1ab6dd99333 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Usage tracker for resource:router and tenant:d540e00e5cc442fc81d12cfe7910da4c is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:54:43.178024 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] No Port match for: faec5fde-47c5-4bd2-8db5-8cf96d5e1688 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:54:43.178024 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device faec5fde-47c5-4bd2-8db5-8cf96d5e1688 not bound to the agent host n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:54:43.180341 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-b3441425-d69d-4381-81ec-f1ab6dd99333 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:54:43.199441 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-b3441425-d69d-4381-81ec-f1ab6dd99333 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:54:43.231990 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-92045f5f-1349-446a-b668-000c46decf0f tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:43.383449 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b3441425-d69d-4381-81ec-f1ab6dd99333 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59128'] for router, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:43.385045 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b3441425-d69d-4381-81ec-f1ab6dd99333 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59009'] for router, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:43.496891 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-92045f5f-1349-446a-b668-000c46decf0f tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9555650'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:43.500477 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b3441425-d69d-4381-81ec-f1ab6dd99333 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:43.594076 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92045f5f-1349-446a-b668-000c46decf0f tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Pushing event deleted for resources: {'Subnet': ['ID=d8e9f4d3-06be-4d3e-b673-9c24a60f847c,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:54:43.594076 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-92045f5f-1349-446a-b668-000c46decf0f tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:43.604578 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b34a234-4e9c-4230-abd2-822b6fb516ef None None] Network 4b18d5fa-51eb-4772-960b-3bbbf515f169 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:54:43.607470 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-92045f5f-1349-446a-b668-000c46decf0f tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "DELETE /v2.0/subnets/d8e9f4d3-06be-4d3e-b673-9c24a60f847c HTTP/1.1" status: 204 len: 168 time: 0.6829810 May 28 06:54:43.613538 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 36184) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:54:43.898674 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b490d6d3-bf6d-47ac-aa9b-02d1cd939e0c tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:43.951049 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-b490d6d3-bf6d-47ac-aa9b-02d1cd939e0c tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Deleting port 07dce76d-f9c8-47f0-b309-3d91f3c1861d {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:54:43.951049 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b490d6d3-bf6d-47ac-aa9b-02d1cd939e0c tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:44.038072 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33190ae4-ed4f-4c5f-bd16-79553cf097c6 None None] DHCP port deletion for 4b18d5fa-51eb-4772-960b-3bbbf515f169 request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:54:44.042405 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-33190ae4-ed4f-4c5f-bd16-79553cf097c6 None None] Deleting port 07dce76d-f9c8-47f0-b309-3d91f3c1861d {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:54:44.042405 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-33190ae4-ed4f-4c5f-bd16-79553cf097c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:44.074190 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b3441425-d69d-4381-81ec-f1ab6dd99333 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59027'] for router, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:44.153112 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 36194) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:54:44.195053 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7ca95199-8ee2-4169-986f-5c604cea9c9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:44.213064 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-7ca95199-8ee2-4169-986f-5c604cea9c9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:54:44.217203 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-7ca95199-8ee2-4169-986f-5c604cea9c9b admin admin] Usage tracker for resource:security_group_rule and tenant:820daecceb90472ab5a43c4394fdc7b6 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:54:44.222384 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-7ca95199-8ee2-4169-986f-5c604cea9c9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:54:44.237046 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-7ca95199-8ee2-4169-986f-5c604cea9c9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:54:44.419645 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-b490d6d3-bf6d-47ac-aa9b-02d1cd939e0c tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] For port 07dce76d-f9c8-47f0-b309-3d91f3c1861d, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=07dce76d-f9c8-47f0-b309-3d91f3c1861d,segment=NetworkSegment(d09a3d02-d7c1-4dfb-9910-99fcd473bbfd),segment_id=d09a3d02-d7c1-4dfb-9910-99fcd473bbfd)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:54:44.419645 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b490d6d3-bf6d-47ac-aa9b-02d1cd939e0c tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:44.448663 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-33190ae4-ed4f-4c5f-bd16-79553cf097c6 None None] For port 07dce76d-f9c8-47f0-b309-3d91f3c1861d, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=07dce76d-f9c8-47f0-b309-3d91f3c1861d,segment=NetworkSegment(d09a3d02-d7c1-4dfb-9910-99fcd473bbfd),segment_id=d09a3d02-d7c1-4dfb-9910-99fcd473bbfd)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:54:44.448663 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-33190ae4-ed4f-4c5f-bd16-79553cf097c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:44.455781 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7ca95199-8ee2-4169-986f-5c604cea9c9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:44.591775 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-b490d6d3-bf6d-47ac-aa9b-02d1cd939e0c tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Calling delete_port for 07dce76d-f9c8-47f0-b309-3d91f3c1861d owned by network:dhcp {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:54:44.666073 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-33190ae4-ed4f-4c5f-bd16-79553cf097c6 None None] Calling delete_port for 07dce76d-f9c8-47f0-b309-3d91f3c1861d owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:54:44.747991 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7ca95199-8ee2-4169-986f-5c604cea9c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:44.811327 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b3441425-d69d-4381-81ec-f1ab6dd99333 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Notify callbacks [] for router_gateway, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:44.851857 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b3441425-d69d-4381-81ec-f1ab6dd99333 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:44.896637 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b490d6d3-bf6d-47ac-aa9b-02d1cd939e0c tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:44.898347 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.db.api [None req-33190ae4-ed4f-4c5f-bd16-79553cf097c6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89111) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:54:44.898347 n-d-843702-1 neutron-server[89111]: DEBUG oslo_db.api [None req-33190ae4-ed4f-4c5f-bd16-79553cf097c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:54:44.951278 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca95199-8ee2-4169-986f-5c604cea9c9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2c7499e-8cae-4d24-84f7-5c973a01ca13,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:54:44.951278 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-7ca95199-8ee2-4169-986f-5c604cea9c9b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=820daecceb90472ab5a43c4394fdc7b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7878551 May 28 06:54:44.951278 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 36212) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:54:44.955848 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b490d6d3-bf6d-47ac-aa9b-02d1cd939e0c tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Pushing event deleted for resources: {'Port': ['ID=07dce76d-f9c8-47f0-b309-3d91f3c1861d,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:54:44.955848 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b490d6d3-bf6d-47ac-aa9b-02d1cd939e0c tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] No DVR routers for this DVR port 07dce76d-f9c8-47f0-b309-3d91f3c1861d on host n-d-843702-1 {{(pid=89109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:54:45.135493 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 07dce76d-f9c8-47f0-b309-3d91f3c1861d no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:54:45.151251 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e1247460-f12b-4ee9-a5f1-0b450d6010b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:45.198051 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [None req-b3441425-d69d-4381-81ec-f1ab6dd99333 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Allocated IP 172.25.5.208 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/89a5432f-53b3-43f8-83b3-d4c521fe5abc) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:54:45.204795 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 07dce76d-f9c8-47f0-b309-3d91f3c1861d {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:54:45.204795 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 07dce76d-f9c8-47f0-b309-3d91f3c1861d not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:54:45.222795 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e1247460-f12b-4ee9-a5f1-0b450d6010b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:45.323085 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b490d6d3-bf6d-47ac-aa9b-02d1cd939e0c tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:45.352988 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-b490d6d3-bf6d-47ac-aa9b-02d1cd939e0c tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b18d5fa-51eb-4772-960b-3bbbf515f169']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:54:45.364404 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-b490d6d3-bf6d-47ac-aa9b-02d1cd939e0c tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd09a3d02-d7c1-4dfb-9910-99fcd473bbfd') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:54:45.364404 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-b490d6d3-bf6d-47ac-aa9b-02d1cd939e0c tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd09a3d02-d7c1-4dfb-9910-99fcd473bbfd') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:54:45.382699 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b490d6d3-bf6d-47ac-aa9b-02d1cd939e0c tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:45.400617 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-33190ae4-ed4f-4c5f-bd16-79553cf097c6 None None] Deleting port 07dce76d-f9c8-47f0-b309-3d91f3c1861d {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:54:45.400617 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-33190ae4-ed4f-4c5f-bd16-79553cf097c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:45.418726 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b490d6d3-bf6d-47ac-aa9b-02d1cd939e0c tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:45.434833 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b490d6d3-bf6d-47ac-aa9b-02d1cd939e0c tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:54:45.435003 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b490d6d3-bf6d-47ac-aa9b-02d1cd939e0c tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:45.507134 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment d09a3d02-d7c1-4dfb-9910-99fcd473bbfd resource provider aggregate not found May 28 06:54:45.529822 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment d09a3d02-d7c1-4dfb-9910-99fcd473bbfd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d09a3d02-d7c1-4dfb-9910-99fcd473bbfd found for delete ", "request_id": "req-69da4845-f7b9-4905-9e2d-bd86d8685996"}]} May 28 06:54:45.544526 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-33190ae4-ed4f-4c5f-bd16-79553cf097c6 None None] The port '07dce76d-f9c8-47f0-b309-3d91f3c1861d' was deleted {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 06:54:45.568109 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b3441425-d69d-4381-81ec-f1ab6dd99333 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:45.725114 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b490d6d3-bf6d-47ac-aa9b-02d1cd939e0c tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:45.728282 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e1247460-f12b-4ee9-a5f1-0b450d6010b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:45.734720 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1247460-f12b-4ee9-a5f1-0b450d6010b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2c7499e-8cae-4d24-84f7-5c973a01ca13,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:54:45.750439 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b490d6d3-bf6d-47ac-aa9b-02d1cd939e0c tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:45.768120 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e1247460-f12b-4ee9-a5f1-0b450d6010b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:45.768120 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-e1247460-f12b-4ee9-a5f1-0b450d6010b3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a2c7499e-8cae-4d24-84f7-5c973a01ca13 HTTP/1.1" status: 204 len: 168 time: 0.8183439 May 28 06:54:45.781882 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b3441425-d69d-4381-81ec-f1ab6dd99333 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:45.784443 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b490d6d3-bf6d-47ac-aa9b-02d1cd939e0c tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Pushing event deleted for resources: {'Network': ['ID=4b18d5fa-51eb-4772-960b-3bbbf515f169,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:54:45.842540 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3441425-d69d-4381-81ec-f1ab6dd99333 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:54:45.845687 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-b3441425-d69d-4381-81ec-f1ab6dd99333 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:54:45.849840 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3441425-d69d-4381-81ec-f1ab6dd99333 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:54:45.884863 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3441425-d69d-4381-81ec-f1ab6dd99333 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Pushing event updated for resources: {'Port': ['ID=89a5432f-53b3-43f8-83b3-d4c521fe5abc,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:54:45.938712 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-b490d6d3-bf6d-47ac-aa9b-02d1cd939e0c tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "DELETE /v2.0/networks/4b18d5fa-51eb-4772-960b-3bbbf515f169 HTTP/1.1" status: 204 len: 168 time: 2.3286960 May 28 06:54:45.943364 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 36254) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:54:46.202587 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-b2b36fc4-cbf1-423d-be3d-d054f753ee82 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Deleting port a54eba25-d7c7-4823-b5e9-e3af757a0617 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:54:46.202927 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b2b36fc4-cbf1-423d-be3d-d054f753ee82 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:46.646922 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b2b36fc4-cbf1-423d-be3d-d054f753ee82 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:46.647260 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b2b36fc4-cbf1-423d-be3d-d054f753ee82 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:46.649015 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b3441425-d69d-4381-81ec-f1ab6dd99333 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Notify callbacks [] for router_gateway, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:46.785785 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-b2b36fc4-cbf1-423d-be3d-d054f753ee82 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Calling delete_port for a54eba25-d7c7-4823-b5e9-e3af757a0617 owned by network:floatingip {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:54:47.092027 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b3441425-d69d-4381-81ec-f1ab6dd99333 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690761'] for router, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:47.184257 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 36288) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:54:47.223715 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b2b36fc4-cbf1-423d-be3d-d054f753ee82 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:47.358955 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b36fc4-cbf1-423d-be3d-d054f753ee82 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Pushing event deleted for resources: {'Port': ['ID=a54eba25-d7c7-4823-b5e9-e3af757a0617,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:54:47.473878 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b2b36fc4-cbf1-423d-be3d-d054f753ee82 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks [] for floatingip, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:47.473878 n-d-843702-1 neutron-server[89109]: INFO neutron.db.l3_db [None req-b2b36fc4-cbf1-423d-be3d-d054f753ee82 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Floating IP 5d340678-5e56-46b7-985d-bf8a2f88dfdb disassociated (deleted). External IP: 172.25.5.191, port: 7f1fa5b0-b3c7-4c37-aeda-2cde48162088. May 28 06:54:47.495245 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e69f19b6-3b5d-4a3b-92f3-dddc1585de34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:47.509311 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-e69f19b6-3b5d-4a3b-92f3-dddc1585de34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:54:47.513594 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-e69f19b6-3b5d-4a3b-92f3-dddc1585de34 admin admin] Usage tracker for resource:security_group_rule and tenant:147743ed7f3443f9880ec5465fc403dc is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:54:47.516456 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-e69f19b6-3b5d-4a3b-92f3-dddc1585de34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:54:47.523083 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-e69f19b6-3b5d-4a3b-92f3-dddc1585de34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:54:47.618847 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e69f19b6-3b5d-4a3b-92f3-dddc1585de34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:47.646884 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3441425-d69d-4381-81ec-f1ab6dd99333 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Router 519af590-f924-4345-b812-6fdcaa9c22de is scheduled to L3 agent 42958940-9562-4f71-972f-15a8af9d3963 with binding_index 1 {{(pid=89110) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 06:54:47.865033 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e69f19b6-3b5d-4a3b-92f3-dddc1585de34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:48.002592 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-e69f19b6-3b5d-4a3b-92f3-dddc1585de34 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=147743ed7f3443f9880ec5465fc403dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8127744 May 28 06:54:48.002592 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69f19b6-3b5d-4a3b-92f3-dddc1585de34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5576ea6-1a40-4a00-ac8c-ab086a3159da,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:54:48.021449 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 36308) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:54:48.052892 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3441425-d69d-4381-81ec-f1ab6dd99333 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:54:48.062789 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1db4dc-db78-46ce-be53-d17a363bfe7f None None] Sync routers for ids ['519af590-f924-4345-b812-6fdcaa9c22de'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:54:48.068188 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2b36fc4-cbf1-423d-be3d-d054f753ee82 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Router 50a41197-54e3-46db-a3b8-611a669f5fbe has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:54:48.080778 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1db4dc-db78-46ce-be53-d17a363bfe7f None None] Routers {'519af590-f924-4345-b812-6fdcaa9c22de'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:54:48.080778 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-3f1db4dc-db78-46ce-be53-d17a363bfe7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:54:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['519af590-f924-4345-b812-6fdcaa9c22de'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:54:48.146401 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-3f1db4dc-db78-46ce-be53-d17a363bfe7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:54:48.162378 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-4ce3a1dc-ca10-48aa-ba35-9148d543ec41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:48.166924 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1db4dc-db78-46ce-be53-d17a363bfe7f None None] Routers {'519af590-f924-4345-b812-6fdcaa9c22de'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:54:48.166924 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-3f1db4dc-db78-46ce-be53-d17a363bfe7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:54:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['519af590-f924-4345-b812-6fdcaa9c22de'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:54:48.213052 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-4ce3a1dc-ca10-48aa-ba35-9148d543ec41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:48.229886 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-3f1db4dc-db78-46ce-be53-d17a363bfe7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:54:48.229886 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1db4dc-db78-46ce-be53-d17a363bfe7f None None] The sync data for ids ['519af590-f924-4345-b812-6fdcaa9c22de'] in n-d-843702-1 is: [] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:54:48.277146 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2b36fc4-cbf1-423d-be3d-d054f753ee82 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:54:48.286467 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a76a51-ae50-493b-b25f-e630d6c630c1 None None] Sync routers for ids ['50a41197-54e3-46db-a3b8-611a669f5fbe'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:54:48.302592 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a76a51-ae50-493b-b25f-e630d6c630c1 None None] Routers {'50a41197-54e3-46db-a3b8-611a669f5fbe'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:54:48.302592 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-55a76a51-ae50-493b-b25f-e630d6c630c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:54:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['50a41197-54e3-46db-a3b8-611a669f5fbe'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:54:48.303766 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b2b36fc4-cbf1-423d-be3d-d054f753ee82 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:48.320988 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b3441425-d69d-4381-81ec-f1ab6dd99333 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Notify callbacks [] for router, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:48.324760 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-b3441425-d69d-4381-81ec-f1ab6dd99333 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.4581528 May 28 06:54:48.324760 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 36314) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:54:48.403152 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-b2b36fc4-cbf1-423d-be3d-d054f753ee82 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "DELETE /v2.0/floatingips/5d340678-5e56-46b7-985d-bf8a2f88dfdb HTTP/1.1" status: 204 len: 168 time: 2.4579821 May 28 06:54:48.403152 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e939d47d-4dee-40f1-8ac2-eb3a4263283a', 'tag': '7f1fa5b0-b3c7-4c37-aeda-2cde48162088'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:54:48.452446 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-4ce3a1dc-ca10-48aa-ba35-9148d543ec41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:48.473631 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ec7a504-6ebc-4b62-b926-0ea4e6f9f15a'] response: {'name': 'network-changed', 'server_uuid': 'e939d47d-4dee-40f1-8ac2-eb3a4263283a', 'tag': '7f1fa5b0-b3c7-4c37-aeda-2cde48162088', 'status': 'completed', 'code': 200} May 28 06:54:48.521451 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce3a1dc-ca10-48aa-ba35-9148d543ec41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5576ea6-1a40-4a00-ac8c-ab086a3159da,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:54:48.531552 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-4ce3a1dc-ca10-48aa-ba35-9148d543ec41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:48.531552 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-4ce3a1dc-ca10-48aa-ba35-9148d543ec41 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f5576ea6-1a40-4a00-ac8c-ab086a3159da HTTP/1.1" status: 204 len: 168 time: 0.5170038 May 28 06:54:48.580485 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-55a76a51-ae50-493b-b25f-e630d6c630c1 None None] Set router 50a41197-54e3-46db-a3b8-611a669f5fbe gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:54:48.724332 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-919ac6f5-b5cd-4608-87f3-439ccc41ab44 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] 10.222.0.55 "GET /v2.0/routers/519af590-f924-4345-b812-6fdcaa9c22de HTTP/1.1" status: 200 len: 921 time: 0.3983004 May 28 06:54:48.727778 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 36330) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:54:48.763364 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22868ebe-467c-44da-b6a9-b5db3440aa31 req-17f2b2a6-8318-4db9-8535-481e91e355a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:54:48.773744 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-22868ebe-467c-44da-b6a9-b5db3440aa31 req-17f2b2a6-8318-4db9-8535-481e91e355a2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4cdf69566d684d639d89f5935d02f247&device_id=e939d47d-4dee-40f1-8ac2-eb3a4263283a HTTP/1.1" status: 200 len: 1097 time: 0.2579179 May 28 06:54:48.825636 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-22e10dd2-c277-498f-8ed0-0c48fce8e554 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] 10.222.0.55 "GET /v2.0/ports?device_id=519af590-f924-4345-b812-6fdcaa9c22de HTTP/1.1" status: 200 len: 205 time: 0.0963583 May 28 06:54:48.827928 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 36336) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:54:49.007733 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22868ebe-467c-44da-b6a9-b5db3440aa31 req-8b3abe7d-f1e1-48e4-ad35-871c20e3e701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:54:49.007733 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-22868ebe-467c-44da-b6a9-b5db3440aa31 req-8b3abe7d-f1e1-48e4-ad35-871c20e3e701 service neutron] 10.222.0.71 "GET /v2.0/networks?id=173ebec9-d214-4878-87ea-a35c1ed70da7 HTTP/1.1" status: 200 len: 897 time: 0.2181432 May 28 06:54:49.133365 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-55a76a51-ae50-493b-b25f-e630d6c630c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50a41197-54e3-46db-a3b8-611a669f5fbe', 'name': 'tempest-TestNetworkBasicOps-router-503120377', 'tenant_id': '4cdf69566d684d639d89f5935d02f247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': 'e7680cc6-462f-427b-84e5-561c4863fb4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:52:05Z', 'updated_at': '2022-05-28T06:54:34Z', 'revision_number': 6, 'project_id': '4cdf69566d684d639d89f5935d02f247', 'gw_port': {'id': 'e7680cc6-462f-427b-84e5-561c4863fb4b', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a41197-54e3-46db-a3b8-611a669f5fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2934, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:52:08Z', 'updated_at': '2022-05-28T06:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'e55c732d-93d7-40bb-8a38-3a53b1edbe4a', 'name': '', 'network_id': '173ebec9-d214-4878-87ea-a35c1ed70da7', 'tenant_id': '4cdf69566d684d639d89f5935d02f247', 'mac_address': 'fa:16:3e:72:dd:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a41197-54e3-46db-a3b8-611a669f5fbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2944, 'fixed_ips': [{'subnet_id': 'fd44a344-1188-445f-9381-edf868862a56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:52:21Z', 'updated_at': '2022-05-28T06:52:33Z', 'revision_number': 5, 'project_id': '4cdf69566d684d639d89f5935d02f247', 'subnets': [{'id': 'fd44a344-1188-445f-9381-edf868862a56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:54:49.137342 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a76a51-ae50-493b-b25f-e630d6c630c1 None None] Checking router: 50a41197-54e3-46db-a3b8-611a669f5fbe for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:54:49.140282 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-22868ebe-467c-44da-b6a9-b5db3440aa31 req-c61c97c0-d7ae-4a44-8d34-76deacafaa06 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f1fa5b0-b3c7-4c37-aeda-2cde48162088 HTTP/1.1" status: 200 len: 217 time: 0.1374638 May 28 06:54:49.169169 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a76a51-ae50-493b-b25f-e630d6c630c1 None None] Routers {'50a41197-54e3-46db-a3b8-611a669f5fbe'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:54:49.169169 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-55a76a51-ae50-493b-b25f-e630d6c630c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:54:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['50a41197-54e3-46db-a3b8-611a669f5fbe'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:54:49.236949 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2a18dc63-967f-4432-8802-fffac576c4b6 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Notify callbacks [] for router, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:49.351650 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22868ebe-467c-44da-b6a9-b5db3440aa31 req-030570e9-7e90-4025-9955-a59bf4bfa5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:54:49.353220 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-22868ebe-467c-44da-b6a9-b5db3440aa31 req-030570e9-7e90-4025-9955-a59bf4bfa5dd service neutron] 10.222.0.71 "GET /v2.0/subnets?id=fd44a344-1188-445f-9381-edf868862a56 HTTP/1.1" status: 200 len: 835 time: 0.2066495 May 28 06:54:49.456319 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-55a76a51-ae50-493b-b25f-e630d6c630c1 None None] Set router 50a41197-54e3-46db-a3b8-611a669f5fbe gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:54:49.636814 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2a18dc63-967f-4432-8802-fffac576c4b6 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:49.651484 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22868ebe-467c-44da-b6a9-b5db3440aa31 req-fb65709e-398c-4627-9acc-06a67b0f2e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:54:49.651484 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-22868ebe-467c-44da-b6a9-b5db3440aa31 req-fb65709e-398c-4627-9acc-06a67b0f2e46 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=173ebec9-d214-4878-87ea-a35c1ed70da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2862446 May 28 06:54:49.675650 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eb5781-2243-4e4f-a605-4ae00c12375c req-edf35cd7-c9f7-4088-8f4f-53feab896d5a tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:54:49.676653 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b9eb5781-2243-4e4f-a605-4ae00c12375c req-edf35cd7-c9f7-4088-8f4f-53feab896d5a tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "GET /v2.0/ports?device_id=e939d47d-4dee-40f1-8ac2-eb3a4263283a HTTP/1.1" status: 200 len: 946 time: 0.1325042 May 28 06:54:49.764326 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-b9eb5781-2243-4e4f-a605-4ae00c12375c req-d4a5cbb8-4af9-47b2-90a5-1a620f04bd91 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Synchronizing usage tracker for tenant:4cdf69566d684d639d89f5935d02f247 on resource:security_group {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:54:49.784535 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-2a18dc63-967f-4432-8802-fffac576c4b6 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Deleting port 89a5432f-53b3-43f8-83b3-d4c521fe5abc {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:54:49.788741 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2a18dc63-967f-4432-8802-fffac576c4b6 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:49.817178 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-22868ebe-467c-44da-b6a9-b5db3440aa31 req-19e9666c-6771-4da4-8985-5ac939b6da80 service neutron] 10.222.0.71 "GET /v2.0/networks/173ebec9-d214-4878-87ea-a35c1ed70da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635189 May 28 06:54:49.974588 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-55a76a51-ae50-493b-b25f-e630d6c630c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50a41197-54e3-46db-a3b8-611a669f5fbe', 'name': 'tempest-TestNetworkBasicOps-router-503120377', 'tenant_id': '4cdf69566d684d639d89f5935d02f247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': 'e7680cc6-462f-427b-84e5-561c4863fb4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:52:05Z', 'updated_at': '2022-05-28T06:54:34Z', 'revision_number': 6, 'project_id': '4cdf69566d684d639d89f5935d02f247', 'gw_port': {'id': 'e7680cc6-462f-427b-84e5-561c4863fb4b', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a41197-54e3-46db-a3b8-611a669f5fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2934, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:52:08Z', 'updated_at': '2022-05-28T06:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'e55c732d-93d7-40bb-8a38-3a53b1edbe4a', 'name': '', 'network_id': '173ebec9-d214-4878-87ea-a35c1ed70da7', 'tenant_id': '4cdf69566d684d639d89f5935d02f247', 'mac_address': 'fa:16:3e:72:dd:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a41197-54e3-46db-a3b8-611a669f5fbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2944, 'fixed_ips': [{'subnet_id': 'fd44a344-1188-445f-9381-edf868862a56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:52:21Z', 'updated_at': '2022-05-28T06:52:33Z', 'revision_number': 5, 'project_id': '4cdf69566d684d639d89f5935d02f247', 'subnets': [{'id': 'fd44a344-1188-445f-9381-edf868862a56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:54:49.983866 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a76a51-ae50-493b-b25f-e630d6c630c1 None None] The sync data for ids ['50a41197-54e3-46db-a3b8-611a669f5fbe'] in n-d-843702-1 is: [{'id': '50a41197-54e3-46db-a3b8-611a669f5fbe', 'name': 'tempest-TestNetworkBasicOps-router-503120377', 'tenant_id': '4cdf69566d684d639d89f5935d02f247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': 'e7680cc6-462f-427b-84e5-561c4863fb4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:52:05Z', 'updated_at': '2022-05-28T06:54:34Z', 'revision_number': 6, 'project_id': '4cdf69566d684d639d89f5935d02f247', 'gw_port': {'id': 'e7680cc6-462f-427b-84e5-561c4863fb4b', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a41197-54e3-46db-a3b8-611a669f5fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2934, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:52:08Z', 'updated_at': '2022-05-28T06:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'e55c732d-93d7-40bb-8a38-3a53b1edbe4a', 'name': '', 'network_id': '173ebec9-d214-4878-87ea-a35c1ed70da7', 'tenant_id': '4cdf69566d684d639d89f5935d02f247', 'mac_address': 'fa:16:3e:72:dd:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a41197-54e3-46db-a3b8-611a669f5fbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2944, 'fixed_ips': [{'subnet_id': 'fd44a344-1188-445f-9381-edf868862a56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:52:21Z', 'updated_at': '2022-05-28T06:52:33Z', 'revision_number': 5, 'project_id': '4cdf69566d684d639d89f5935d02f247', 'subnets': [{'id': 'fd44a344-1188-445f-9381-edf868862a56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:54:50.045367 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-b9eb5781-2243-4e4f-a605-4ae00c12375c req-d4a5cbb8-4af9-47b2-90a5-1a620f04bd91 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Unset dirty status for tenant:4cdf69566d684d639d89f5935d02f247 on resource:security_group {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:54:50.045367 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b9eb5781-2243-4e4f-a605-4ae00c12375c req-d4a5cbb8-4af9-47b2-90a5-1a620f04bd91 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "GET /v2.0/security-groups?id=3dc63e96-c416-4223-ab6d-3b955c9c0671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3553152 May 28 06:54:50.076623 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 36364) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:54:50.085303 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-22868ebe-467c-44da-b6a9-b5db3440aa31 req-c551dfa9-5b8e-40c0-9960-abcd474875da service neutron] 10.222.0.71 "GET /v2.0/networks/173ebec9-d214-4878-87ea-a35c1ed70da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403729 May 28 06:54:50.126064 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-01ecd37e-8b72-4f64-af43-a2613c53a09a admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:50.162210 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-01ecd37e-8b72-4f64-af43-a2613c53a09a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:54:50.176048 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-01ecd37e-8b72-4f64-af43-a2613c53a09a admin admin] Usage tracker for resource:security_group_rule and tenant:ee7866bc79bc4f4aba4a96690693d7cb is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:54:50.181779 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-01ecd37e-8b72-4f64-af43-a2613c53a09a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:54:50.189715 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2a18dc63-967f-4432-8802-fffac576c4b6 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:50.198569 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-01ecd37e-8b72-4f64-af43-a2613c53a09a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:54:50.339663 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-2a18dc63-967f-4432-8802-fffac576c4b6 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Calling delete_port for 89a5432f-53b3-43f8-83b3-d4c521fe5abc owned by network:router_gateway {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:54:50.420685 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae22a25f-96a7-4d68-9bc9-22e7bae94249 None None] New status for floating IP 5d340678-5e56-46b7-985d-bf8a2f88dfdb: DOWN {{(pid=89112) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 06:54:50.709617 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-01ecd37e-8b72-4f64-af43-a2613c53a09a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:50.799892 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-01ecd37e-8b72-4f64-af43-a2613c53a09a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:50.848599 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ecd37e-8b72-4f64-af43-a2613c53a09a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0481432-385b-4658-b213-19bb47113066,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:54:50.866147 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-01ecd37e-8b72-4f64-af43-a2613c53a09a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ee7866bc79bc4f4aba4a96690693d7cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7940917 May 28 06:54:50.869047 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 36374) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:54:50.941716 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71d2056-b5f1-4803-bce2-6c9716489700 req-f92b5fe3-151f-43e4-b067-237b89ee5007 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:54:50.941716 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-e71d2056-b5f1-4803-bce2-6c9716489700 req-f92b5fe3-151f-43e4-b067-237b89ee5007 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Synchronizing usage tracker for tenant:4cdf69566d684d639d89f5935d02f247 on resource:port {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:54:50.949559 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2a18dc63-967f-4432-8802-fffac576c4b6 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:50.993844 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-834f5e14-e844-4683-9ac0-41a33986c04a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:51.004290 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a18dc63-967f-4432-8802-fffac576c4b6 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Pushing event deleted for resources: {'Port': ['ID=89a5432f-53b3-43f8-83b3-d4c521fe5abc,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:54:51.051915 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-e71d2056-b5f1-4803-bce2-6c9716489700 req-f92b5fe3-151f-43e4-b067-237b89ee5007 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Unset dirty status for tenant:4cdf69566d684d639d89f5935d02f247 on resource:port {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:54:51.051915 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-e71d2056-b5f1-4803-bce2-6c9716489700 req-f92b5fe3-151f-43e4-b067-237b89ee5007 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.71 "GET /v2.0/ports?device_id=e939d47d-4dee-40f1-8ac2-eb3a4263283a HTTP/1.1" status: 200 len: 946 time: 0.2145300 May 28 06:54:51.152156 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [req-e71d2056-b5f1-4803-bce2-6c9716489700 req-a0c08b70-ba96-4e69-a429-7edab8670000 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Deleting port 7f1fa5b0-b3c7-4c37-aeda-2cde48162088 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:54:51.152156 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-e71d2056-b5f1-4803-bce2-6c9716489700 req-a0c08b70-ba96-4e69-a429-7edab8670000 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:51.155815 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-834f5e14-e844-4683-9ac0-41a33986c04a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:51.204749 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2a18dc63-967f-4432-8802-fffac576c4b6 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691105'] for router_gateway, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:51.428214 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-e71d2056-b5f1-4803-bce2-6c9716489700 req-a0c08b70-ba96-4e69-a429-7edab8670000 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] For port 7f1fa5b0-b3c7-4c37-aeda-2cde48162088, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=7f1fa5b0-b3c7-4c37-aeda-2cde48162088,segment=NetworkSegment(ca3ff465-76e1-434d-a526-ded6276a665f),segment_id=ca3ff465-76e1-434d-a526-ded6276a665f)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:54:51.430226 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-e71d2056-b5f1-4803-bce2-6c9716489700 req-a0c08b70-ba96-4e69-a429-7edab8670000 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:51.464462 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2a18dc63-967f-4432-8802-fffac576c4b6 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59018'] for router, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:51.467661 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2a18dc63-967f-4432-8802-fffac576c4b6 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:51.625362 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b978d4-1456-4725-9f11-8e0734f28c0e req-e0cb1de2-9429-437e-87a5-020c15991bde tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:54:51.625362 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c3b978d4-1456-4725-9f11-8e0734f28c0e req-e0cb1de2-9429-437e-87a5-020c15991bde tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "GET /v2.0/ports?device_id=e939d47d-4dee-40f1-8ac2-eb3a4263283a HTTP/1.1" status: 200 len: 946 time: 0.2855630 May 28 06:54:51.625362 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-834f5e14-e844-4683-9ac0-41a33986c04a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:51.635064 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2a18dc63-967f-4432-8802-fffac576c4b6 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-703817'] for router, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:51.635064 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a18dc63-967f-4432-8802-fffac576c4b6 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Fanout notify agent at l3_agent the message router_deleted on router 519af590-f924-4345-b812-6fdcaa9c22de {{(pid=89110) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 06:54:51.640150 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [req-e71d2056-b5f1-4803-bce2-6c9716489700 req-a0c08b70-ba96-4e69-a429-7edab8670000 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Calling delete_port for 7f1fa5b0-b3c7-4c37-aeda-2cde48162088 owned by compute:nova {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:54:51.690789 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834f5e14-e844-4683-9ac0-41a33986c04a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0481432-385b-4658-b213-19bb47113066,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:54:51.763845 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2a18dc63-967f-4432-8802-fffac576c4b6 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Notify callbacks [] for router, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:51.763845 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-2a18dc63-967f-4432-8802-fffac576c4b6 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] 10.222.0.55 "DELETE /v2.0/routers/519af590-f924-4345-b812-6fdcaa9c22de HTTP/1.1" status: 204 len: 168 time: 2.9263132 May 28 06:54:51.763845 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c3b978d4-1456-4725-9f11-8e0734f28c0e req-59c4caac-b0be-4595-968d-50a4b7878b7c tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "GET /v2.0/security-groups?id=3dc63e96-c416-4223-ab6d-3b955c9c0671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1288064 May 28 06:54:51.763845 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 36390) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:54:51.772174 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-10fd9333-69aa-4fc3-a4cb-db2321438311 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Request body: {'router': {'name': 'tempest-snat-router-912345505', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'enable_snat': False}}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:54:51.788083 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-10fd9333-69aa-4fc3-a4cb-db2321438311 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:54:51.788083 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-10fd9333-69aa-4fc3-a4cb-db2321438311 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Usage tracker for resource:router and tenant:826014bbf0bb4321944676b240d79d28 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:54:51.788083 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-10fd9333-69aa-4fc3-a4cb-db2321438311 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:54:51.796118 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-10fd9333-69aa-4fc3-a4cb-db2321438311 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:54:51.807358 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-834f5e14-e844-4683-9ac0-41a33986c04a admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:51.807358 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-834f5e14-e844-4683-9ac0-41a33986c04a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a0481432-385b-4658-b213-19bb47113066 HTTP/1.1" status: 204 len: 168 time: 0.9338388 May 28 06:54:51.972132 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-10fd9333-69aa-4fc3-a4cb-db2321438311 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59128'] for router, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:51.983354 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-10fd9333-69aa-4fc3-a4cb-db2321438311 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59009'] for router, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:51.988401 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-10fd9333-69aa-4fc3-a4cb-db2321438311 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:52.012382 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-e71d2056-b5f1-4803-bce2-6c9716489700 req-a0c08b70-ba96-4e69-a429-7edab8670000 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:52.197360 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c08b70-ba96-4e69-a429-7edab8670000 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Pushing event deleted for resources: {'Port': ['ID=7f1fa5b0-b3c7-4c37-aeda-2cde48162088,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:54:52.281694 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [req-e71d2056-b5f1-4803-bce2-6c9716489700 req-a0c08b70-ba96-4e69-a429-7edab8670000 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] No DVR routers for this DVR port 7f1fa5b0-b3c7-4c37-aeda-2cde48162088 on host n-h2-843702-1 {{(pid=89109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:54:52.281694 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-e71d2056-b5f1-4803-bce2-6c9716489700 req-a0c08b70-ba96-4e69-a429-7edab8670000 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:52.283947 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e939d47d-4dee-40f1-8ac2-eb3a4263283a', 'name': 'network-vif-deleted', 'tag': '7f1fa5b0-b3c7-4c37-aeda-2cde48162088'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:54:52.360567 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cc93925-62be-4c95-9973-5f0a96f4cac6'] response: {'server_uuid': 'e939d47d-4dee-40f1-8ac2-eb3a4263283a', 'name': 'network-vif-deleted', 'tag': '7f1fa5b0-b3c7-4c37-aeda-2cde48162088', 'status': 'completed', 'code': 200} May 28 06:54:52.378653 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-e71d2056-b5f1-4803-bce2-6c9716489700 req-a0c08b70-ba96-4e69-a429-7edab8670000 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.71 "DELETE /v2.0/ports/7f1fa5b0-b3c7-4c37-aeda-2cde48162088 HTTP/1.1" status: 204 len: 173 time: 1.3251905 May 28 06:54:52.621470 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-10fd9333-69aa-4fc3-a4cb-db2321438311 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59027'] for router, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:53.061094 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-61bb761a-8e0f-40c3-9c96-2a9712f1929a req-812140f8-2394-4e01-b434-80424f23e358 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "GET /v2.0/ports?device_id=e939d47d-4dee-40f1-8ac2-eb3a4263283a HTTP/1.1" status: 200 len: 210 time: 0.0469544 May 28 06:54:53.317985 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-10fd9333-69aa-4fc3-a4cb-db2321438311 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:53.334764 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-10fd9333-69aa-4fc3-a4cb-db2321438311 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:53.541491 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [None req-10fd9333-69aa-4fc3-a4cb-db2321438311 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Allocated IP 172.25.5.78 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/d5f0f10d-bc7a-43f6-8e7e-0951377f73bf) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:54:53.691689 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-10fd9333-69aa-4fc3-a4cb-db2321438311 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:53.847698 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-10fd9333-69aa-4fc3-a4cb-db2321438311 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:53.949329 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10fd9333-69aa-4fc3-a4cb-db2321438311 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:54:53.949329 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-10fd9333-69aa-4fc3-a4cb-db2321438311 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:54:53.949329 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10fd9333-69aa-4fc3-a4cb-db2321438311 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:54:53.993456 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fd9333-69aa-4fc3-a4cb-db2321438311 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Pushing event updated for resources: {'Port': ['ID=d5f0f10d-bc7a-43f6-8e7e-0951377f73bf,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:54:54.168163 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 36486) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:54:54.288154 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5781279e-037b-47be-ac0a-2ec6e0221417 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:54.321714 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5781279e-037b-47be-ac0a-2ec6e0221417 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:54.526129 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-10fd9333-69aa-4fc3-a4cb-db2321438311 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:54.618767 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5781279e-037b-47be-ac0a-2ec6e0221417 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:54.655889 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5781279e-037b-47be-ac0a-2ec6e0221417 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dc63e96-c416-4223-ab6d-3b955c9c0671,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:54:54.754595 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 36500) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:54:54.818999 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5781279e-037b-47be-ac0a-2ec6e0221417 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:54.818999 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-5781279e-037b-47be-ac0a-2ec6e0221417 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "DELETE /v2.0/security-groups/3dc63e96-c416-4223-ab6d-3b955c9c0671 HTTP/1.1" status: 204 len: 168 time: 0.6338339 May 28 06:54:54.930173 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-10fd9333-69aa-4fc3-a4cb-db2321438311 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690761'] for router, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:54.935086 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 36508) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:54:55.056789 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-027048c4-4e6f-4d00-8f09-9099b28478d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:55.138913 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-027048c4-4e6f-4d00-8f09-9099b28478d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:54:55.147731 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 7f1fa5b0-b3c7-4c37-aeda-2cde48162088 no longer exists at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:54:55.154114 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-027048c4-4e6f-4d00-8f09-9099b28478d0 admin admin] Usage tracker for resource:security_group_rule and tenant:d09318224e1440bc91e0beb843119ed0 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:54:55.190636 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] No Port match for: 7f1fa5b0-b3c7-4c37-aeda-2cde48162088 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:54:55.191012 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 7f1fa5b0-b3c7-4c37-aeda-2cde48162088 not bound to the agent host n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:54:55.206650 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-027048c4-4e6f-4d00-8f09-9099b28478d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:54:55.225302 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-027048c4-4e6f-4d00-8f09-9099b28478d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:54:55.498171 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10fd9333-69aa-4fc3-a4cb-db2321438311 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Router 757fce39-7e55-4ae1-a604-adcd0eb9896b is scheduled to L3 agent 42958940-9562-4f71-972f-15a8af9d3963 with binding_index 1 {{(pid=89110) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 06:54:55.621235 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-027048c4-4e6f-4d00-8f09-9099b28478d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:55.730661 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10fd9333-69aa-4fc3-a4cb-db2321438311 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:54:55.739331 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38dadec-b265-4a17-b569-950cfcf34e6c None None] Sync routers for ids ['757fce39-7e55-4ae1-a604-adcd0eb9896b'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:54:55.768657 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-027048c4-4e6f-4d00-8f09-9099b28478d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:55.772531 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38dadec-b265-4a17-b569-950cfcf34e6c None None] Routers {'757fce39-7e55-4ae1-a604-adcd0eb9896b'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:54:55.772531 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-c38dadec-b265-4a17-b569-950cfcf34e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:54:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['757fce39-7e55-4ae1-a604-adcd0eb9896b'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:54:55.811044 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-027048c4-4e6f-4d00-8f09-9099b28478d0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d09318224e1440bc91e0beb843119ed0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0509124 May 28 06:54:55.813057 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 36524) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:54:55.837884 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027048c4-4e6f-4d00-8f09-9099b28478d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f69028d3-2112-4d6a-b02d-cc8798fcce93,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:54:55.861028 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e54cb707-2c4b-44ac-9f49-8c1990648b7d tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700548'] for router_interface, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:55.908136 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-10fd9333-69aa-4fc3-a4cb-db2321438311 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Notify callbacks [] for router, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:55.908136 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-10fd9333-69aa-4fc3-a4cb-db2321438311 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.1374075 May 28 06:54:55.924308 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 36528) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:54:55.924308 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7818478e-867e-4884-94d1-66a090b64077 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:55.999208 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-c38dadec-b265-4a17-b569-950cfcf34e6c None None] Set router 757fce39-7e55-4ae1-a604-adcd0eb9896b gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:54:56.130514 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-8a11ea0e-b8b6-4b20-b777-485c89939649 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] 10.222.0.55 "GET /v2.0/routers/757fce39-7e55-4ae1-a604-adcd0eb9896b HTTP/1.1" status: 200 len: 907 time: 0.2033460 May 28 06:54:56.131727 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 36536) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:54:56.139673 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7818478e-867e-4884-94d1-66a090b64077 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:56.150047 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-dfe75cb4-a2d8-4e39-a3b9-687e4b331bd3 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Request body: {'router': {'name': 'tempest-snat-router-912345505', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'enable_snat': True}}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:54:56.160521 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-dfe75cb4-a2d8-4e39-a3b9-687e4b331bd3 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:54:56.161103 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-dfe75cb4-a2d8-4e39-a3b9-687e4b331bd3 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Usage tracker for resource:router and tenant:826014bbf0bb4321944676b240d79d28 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:54:56.180594 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-dfe75cb4-a2d8-4e39-a3b9-687e4b331bd3 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:54:56.234890 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-dfe75cb4-a2d8-4e39-a3b9-687e4b331bd3 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:54:56.363053 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-dfe75cb4-a2d8-4e39-a3b9-687e4b331bd3 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59128'] for router, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:56.363053 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-dfe75cb4-a2d8-4e39-a3b9-687e4b331bd3 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59009'] for router, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:56.413108 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7818478e-867e-4884-94d1-66a090b64077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:56.436697 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7818478e-867e-4884-94d1-66a090b64077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f69028d3-2112-4d6a-b02d-cc8798fcce93,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:54:56.447567 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-dfe75cb4-a2d8-4e39-a3b9-687e4b331bd3 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:56.463956 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7818478e-867e-4884-94d1-66a090b64077 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:56.463956 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-7818478e-867e-4884-94d1-66a090b64077 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f69028d3-2112-4d6a-b02d-cc8798fcce93 HTTP/1.1" status: 204 len: 168 time: 0.6467483 May 28 06:54:56.526945 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-31dcb2f2-2883-4563-8e6f-801625cdb431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:56.528303 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-e54cb707-2c4b-44ac-9f49-8c1990648b7d tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Deleting port e55c732d-93d7-40bb-8a38-3a53b1edbe4a {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:54:56.530342 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e54cb707-2c4b-44ac-9f49-8c1990648b7d tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:56.569766 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-c38dadec-b265-4a17-b569-950cfcf34e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '757fce39-7e55-4ae1-a604-adcd0eb9896b', 'name': 'tempest-snat-router-912345505', 'tenant_id': '826014bbf0bb4321944676b240d79d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.78'}], 'enable_snat': False}, 'gw_port_id': 'd5f0f10d-bc7a-43f6-8e7e-0951377f73bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:54:51Z', 'updated_at': '2022-05-28T06:54:54Z', 'revision_number': 3, 'project_id': '826014bbf0bb4321944676b240d79d28', 'gw_port': {'id': 'd5f0f10d-bc7a-43f6-8e7e-0951377f73bf', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:07:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '757fce39-7e55-4ae1-a604-adcd0eb9896b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:54:53Z', 'updated_at': '2022-05-28T06:54:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:54:56.575340 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38dadec-b265-4a17-b569-950cfcf34e6c None None] Checking router: 757fce39-7e55-4ae1-a604-adcd0eb9896b for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:54:56.575742 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38dadec-b265-4a17-b569-950cfcf34e6c None None] Updating router 757fce39-7e55-4ae1-a604-adcd0eb9896b port d5f0f10d-bc7a-43f6-8e7e-0951377f73bf binding host n-d-843702-1 {{(pid=89111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:54:56.678064 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c38dadec-b265-4a17-b569-950cfcf34e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:56.942190 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-e54cb707-2c4b-44ac-9f49-8c1990648b7d tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] For port e55c732d-93d7-40bb-8a38-3a53b1edbe4a, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=e55c732d-93d7-40bb-8a38-3a53b1edbe4a,segment=NetworkSegment(ca3ff465-76e1-434d-a526-ded6276a665f),segment_id=ca3ff465-76e1-434d-a526-ded6276a665f)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:54:56.943360 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e54cb707-2c4b-44ac-9f49-8c1990648b7d tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:56.990771 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-dfe75cb4-a2d8-4e39-a3b9-687e4b331bd3 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59027'] for router, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:57.102834 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c38dadec-b265-4a17-b569-950cfcf34e6c None None] Notify callbacks [] for port, precommit_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:57.116143 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-c38dadec-b265-4a17-b569-950cfcf34e6c None None] Transition to ACTIVE for port object d5f0f10d-bc7a-43f6-8e7e-0951377f73bf will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:54:57.260664 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c38dadec-b265-4a17-b569-950cfcf34e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:57.283943 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-e54cb707-2c4b-44ac-9f49-8c1990648b7d tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Calling delete_port for e55c732d-93d7-40bb-8a38-3a53b1edbe4a owned by network:router_interface {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:54:57.409708 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e18876-42df-44de-8ff5-bfa09937c88e None None] Pushing event updated for resources: {'Port': ['ID=d5f0f10d-bc7a-43f6-8e7e-0951377f73bf,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:54:57.433773 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e18876-42df-44de-8ff5-bfa09937c88e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:54:57.433773 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e18876-42df-44de-8ff5-bfa09937c88e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:54:57.433773 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e18876-42df-44de-8ff5-bfa09937c88e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:54:57.433773 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e18876-42df-44de-8ff5-bfa09937c88e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:54:57.433773 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e18876-42df-44de-8ff5-bfa09937c88e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:54:57.433773 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e18876-42df-44de-8ff5-bfa09937c88e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:54:57.433773 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e18876-42df-44de-8ff5-bfa09937c88e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:54:57.433773 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e18876-42df-44de-8ff5-bfa09937c88e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:54:57.433773 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e18876-42df-44de-8ff5-bfa09937c88e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:54:57.433773 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e18876-42df-44de-8ff5-bfa09937c88e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:54:57.440396 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e18876-42df-44de-8ff5-bfa09937c88e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:54:57.441642 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e18876-42df-44de-8ff5-bfa09937c88e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:54:57.468592 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-c38dadec-b265-4a17-b569-950cfcf34e6c None None] Attempting to bind port d5f0f10d-bc7a-43f6-8e7e-0951377f73bf on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:54:57.468969 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-c38dadec-b265-4a17-b569-950cfcf34e6c None None] Attempting to bind port d5f0f10d-bc7a-43f6-8e7e-0951377f73bf by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:54:57.469343 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38dadec-b265-4a17-b569-950cfcf34e6c None None] Attempting to bind port d5f0f10d-bc7a-43f6-8e7e-0951377f73bf on network 68df399e-e75e-4871-9364-5d05730b50f0 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:54:57.500739 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38dadec-b265-4a17-b569-950cfcf34e6c None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:54:57.506183 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38dadec-b265-4a17-b569-950cfcf34e6c None None] Checking segment: {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:54:57.506792 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c38dadec-b265-4a17-b569-950cfcf34e6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:57.508884 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38dadec-b265-4a17-b569-950cfcf34e6c None None] Bound using segment: {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:54:57.509393 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-c38dadec-b265-4a17-b569-950cfcf34e6c None None] Bound port: d5f0f10d-bc7a-43f6-8e7e-0951377f73bf, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:54:57.511809 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c38dadec-b265-4a17-b569-950cfcf34e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:57.549531 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-dfe75cb4-a2d8-4e39-a3b9-687e4b331bd3 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:57.654039 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-dfe75cb4-a2d8-4e39-a3b9-687e4b331bd3 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:57.738048 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-c38dadec-b265-4a17-b569-950cfcf34e6c None None] For port d5f0f10d-bc7a-43f6-8e7e-0951377f73bf, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:54:57.747582 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-c38dadec-b265-4a17-b569-950cfcf34e6c None None] For port d5f0f10d-bc7a-43f6-8e7e-0951377f73bf, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=d5f0f10d-bc7a-43f6-8e7e-0951377f73bf,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:54:57.850593 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e54cb707-2c4b-44ac-9f49-8c1990648b7d tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:57.859880 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:57.859880 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c38dadec-b265-4a17-b569-950cfcf34e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:57.863593 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [None req-dfe75cb4-a2d8-4e39-a3b9-687e4b331bd3 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Allocated IP 172.25.5.148 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/0fccf37e-e7e9-47fc-b602-5c57464a306e) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:54:57.959665 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e18876-42df-44de-8ff5-bfa09937c88e None None] Pushing event updated for resources: {'Port': ['ID=d5f0f10d-bc7a-43f6-8e7e-0951377f73bf,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:54:57.983147 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38dadec-b265-4a17-b569-950cfcf34e6c None None] Routers {'757fce39-7e55-4ae1-a604-adcd0eb9896b'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:54:57.983786 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-c38dadec-b265-4a17-b569-950cfcf34e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:54:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['757fce39-7e55-4ae1-a604-adcd0eb9896b'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:54:58.032181 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54cb707-2c4b-44ac-9f49-8c1990648b7d tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Pushing event deleted for resources: {'Port': ['ID=e55c732d-93d7-40bb-8a38-3a53b1edbe4a,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:54:58.381650 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-c38dadec-b265-4a17-b569-950cfcf34e6c None None] Set router 757fce39-7e55-4ae1-a604-adcd0eb9896b gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:54:58.487507 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-dfe75cb4-a2d8-4e39-a3b9-687e4b331bd3 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:58.643147 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e54cb707-2c4b-44ac-9f49-8c1990648b7d tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700472'] for router_interface, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:58.644976 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-dfe75cb4-a2d8-4e39-a3b9-687e4b331bd3 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:58.719987 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe75cb4-a2d8-4e39-a3b9-687e4b331bd3 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:54:58.719987 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-dfe75cb4-a2d8-4e39-a3b9-687e4b331bd3 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:54:58.724563 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe75cb4-a2d8-4e39-a3b9-687e4b331bd3 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:54:58.780438 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe75cb4-a2d8-4e39-a3b9-687e4b331bd3 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Pushing event updated for resources: {'Port': ['ID=0fccf37e-e7e9-47fc-b602-5c57464a306e,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:54:58.909491 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-c38dadec-b265-4a17-b569-950cfcf34e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '757fce39-7e55-4ae1-a604-adcd0eb9896b', 'name': 'tempest-snat-router-912345505', 'tenant_id': '826014bbf0bb4321944676b240d79d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.78'}], 'enable_snat': False}, 'gw_port_id': 'd5f0f10d-bc7a-43f6-8e7e-0951377f73bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:54:51Z', 'updated_at': '2022-05-28T06:54:54Z', 'revision_number': 3, 'project_id': '826014bbf0bb4321944676b240d79d28', 'gw_port': {'id': 'd5f0f10d-bc7a-43f6-8e7e-0951377f73bf', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:07:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '757fce39-7e55-4ae1-a604-adcd0eb9896b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:54:53Z', 'updated_at': '2022-05-28T06:54:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:54:58.920004 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38dadec-b265-4a17-b569-950cfcf34e6c None None] The sync data for ids ['757fce39-7e55-4ae1-a604-adcd0eb9896b'] in n-d-843702-1 is: [{'id': '757fce39-7e55-4ae1-a604-adcd0eb9896b', 'name': 'tempest-snat-router-912345505', 'tenant_id': '826014bbf0bb4321944676b240d79d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.78'}], 'enable_snat': False}, 'gw_port_id': 'd5f0f10d-bc7a-43f6-8e7e-0951377f73bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:54:51Z', 'updated_at': '2022-05-28T06:54:54Z', 'revision_number': 3, 'project_id': '826014bbf0bb4321944676b240d79d28', 'gw_port': {'id': 'd5f0f10d-bc7a-43f6-8e7e-0951377f73bf', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:07:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '757fce39-7e55-4ae1-a604-adcd0eb9896b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:54:53Z', 'updated_at': '2022-05-28T06:54:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-843702-1'}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:54:58.967306 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-19db7135-2b12-4b35-b58a-da51c12ce2ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:59.219029 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e54cb707-2c4b-44ac-9f49-8c1990648b7d tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Router 50a41197-54e3-46db-a3b8-611a669f5fbe has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:54:59.649947 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e54cb707-2c4b-44ac-9f49-8c1990648b7d tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:54:59.653377 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8052f5bb-db81-48ff-89cf-23b2919d3698 None None] Sync routers for ids ['50a41197-54e3-46db-a3b8-611a669f5fbe'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:54:59.667215 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8052f5bb-db81-48ff-89cf-23b2919d3698 None None] Routers {'50a41197-54e3-46db-a3b8-611a669f5fbe'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:54:59.667215 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-8052f5bb-db81-48ff-89cf-23b2919d3698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:54:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['50a41197-54e3-46db-a3b8-611a669f5fbe'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:54:59.690447 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-e54cb707-2c4b-44ac-9f49-8c1990648b7d tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "PUT /v2.0/routers/50a41197-54e3-46db-a3b8-611a669f5fbe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7472665 May 28 06:54:59.690447 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 36600) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:54:59.798329 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-dfe75cb4-a2d8-4e39-a3b9-687e4b331bd3 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:59.845821 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_v2 [None req-86221f15-6483-4911-866f-ceee33bcacd7 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Deleting subnet fd44a344-1188-445f-9381-edf868862a56 {{(pid=89109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:54:59.854258 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-86221f15-6483-4911-866f-ceee33bcacd7 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks [] for subnet, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:59.931039 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:59.969823 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-86221f15-6483-4911-866f-ceee33bcacd7 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3964070'] for subnet, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:00.043747 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:00.103685 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-8052f5bb-db81-48ff-89cf-23b2919d3698 None None] Set router 50a41197-54e3-46db-a3b8-611a669f5fbe gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:55:00.359575 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 36614) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:55:00.468912 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-86221f15-6483-4911-866f-ceee33bcacd7 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:00.555671 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-dfe75cb4-a2d8-4e39-a3b9-687e4b331bd3 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690761'] for router, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:00.653004 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-33d3b5b2-df17-4694-864d-1fa85e55725c tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-828766547', 'router:external': True}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:55:00.670789 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-33d3b5b2-df17-4694-864d-1fa85e55725c tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:55:00.691384 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-33d3b5b2-df17-4694-864d-1fa85e55725c tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Usage tracker for resource:network and tenant:20f5c7e1f0ef48a5bcd87fafbb736d03 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:55:00.700102 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-33d3b5b2-df17-4694-864d-1fa85e55725c tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:55:00.712545 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-33d3b5b2-df17-4694-864d-1fa85e55725c tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:55:00.721191 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-8052f5bb-db81-48ff-89cf-23b2919d3698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50a41197-54e3-46db-a3b8-611a669f5fbe', 'name': 'tempest-TestNetworkBasicOps-router-503120377', 'tenant_id': '4cdf69566d684d639d89f5935d02f247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': 'e7680cc6-462f-427b-84e5-561c4863fb4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:52:05Z', 'updated_at': '2022-05-28T06:54:57Z', 'revision_number': 7, 'project_id': '4cdf69566d684d639d89f5935d02f247', 'gw_port': {'id': 'e7680cc6-462f-427b-84e5-561c4863fb4b', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a41197-54e3-46db-a3b8-611a669f5fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2934, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:52:08Z', 'updated_at': '2022-05-28T06:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:55:00.732244 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8052f5bb-db81-48ff-89cf-23b2919d3698 None None] Checking router: 50a41197-54e3-46db-a3b8-611a669f5fbe for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:55:00.757447 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-86221f15-6483-4911-866f-ceee33bcacd7 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9555650'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:00.761249 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8052f5bb-db81-48ff-89cf-23b2919d3698 None None] Routers {'50a41197-54e3-46db-a3b8-611a669f5fbe'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:55:00.761249 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-8052f5bb-db81-48ff-89cf-23b2919d3698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:54:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['50a41197-54e3-46db-a3b8-611a669f5fbe'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:55:00.794856 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86221f15-6483-4911-866f-ceee33bcacd7 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Pushing event deleted for resources: {'Subnet': ['ID=fd44a344-1188-445f-9381-edf868862a56,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:55:00.794856 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-86221f15-6483-4911-866f-ceee33bcacd7 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:00.805261 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b703b806-1c20-49b7-92ca-5a40b91c1cd0 None None] Network 173ebec9-d214-4878-87ea-a35c1ed70da7 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:55:00.846686 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-86221f15-6483-4911-866f-ceee33bcacd7 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "DELETE /v2.0/subnets/fd44a344-1188-445f-9381-edf868862a56 HTTP/1.1" status: 204 len: 168 time: 1.1504285 May 28 06:55:00.846686 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 36624) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:55:00.979935 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33d3b5b2-df17-4694-864d-1fa85e55725c tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Made reservation on behalf of 20f5c7e1f0ef48a5bcd87fafbb736d03 for: {'network': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:55:00.986283 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-33d3b5b2-df17-4694-864d-1fa85e55725c tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:01.030919 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-33d3b5b2-df17-4694-864d-1fa85e55725c tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:01.087675 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-33d3b5b2-df17-4694-864d-1fa85e55725c tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:55:01.106006 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-33d3b5b2-df17-4694-864d-1fa85e55725c tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Usage tracker for resource:security_group_rule and tenant:20f5c7e1f0ef48a5bcd87fafbb736d03 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:55:01.111621 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-33d3b5b2-df17-4694-864d-1fa85e55725c tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:55:01.143710 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-8052f5bb-db81-48ff-89cf-23b2919d3698 None None] Set router 50a41197-54e3-46db-a3b8-611a669f5fbe gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:55:01.144882 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-33d3b5b2-df17-4694-864d-1fa85e55725c tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:55:01.203305 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfe75cb4-a2d8-4e39-a3b9-687e4b331bd3 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Router c84142e8-6a3d-43a3-b6aa-72fe5fc7bb7e is scheduled to L3 agent 42958940-9562-4f71-972f-15a8af9d3963 with binding_index 1 {{(pid=89110) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 06:55:01.204117 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a5fb8a6e-1423-4f38-986e-17f00a9be8bd tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks [] for router, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:01.249130 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a90e9fa-dfdb-4c6a-9ec8-e76b9910c238 None None] DHCP port deletion for 173ebec9-d214-4878-87ea-a35c1ed70da7 request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:55:01.249130 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-5a90e9fa-dfdb-4c6a-9ec8-e76b9910c238 None None] Deleting port c4c45615-1d30-4254-8293-d8e8867b5555 {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:55:01.249130 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-5a90e9fa-dfdb-4c6a-9ec8-e76b9910c238 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:01.705086 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a5fb8a6e-1423-4f38-986e-17f00a9be8bd tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:01.718437 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfe75cb4-a2d8-4e39-a3b9-687e4b331bd3 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:55:01.783432 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-a5fb8a6e-1423-4f38-986e-17f00a9be8bd tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Deleting port e7680cc6-462f-427b-84e5-561c4863fb4b {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:55:01.783777 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a5fb8a6e-1423-4f38-986e-17f00a9be8bd tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:01.815760 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-33d3b5b2-df17-4694-864d-1fa85e55725c tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:01.827117 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-5a90e9fa-dfdb-4c6a-9ec8-e76b9910c238 None None] For port c4c45615-1d30-4254-8293-d8e8867b5555, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=c4c45615-1d30-4254-8293-d8e8867b5555,segment=NetworkSegment(ca3ff465-76e1-434d-a526-ded6276a665f),segment_id=ca3ff465-76e1-434d-a526-ded6276a665f)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:55:01.827117 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-5a90e9fa-dfdb-4c6a-9ec8-e76b9910c238 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:01.862577 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-8052f5bb-db81-48ff-89cf-23b2919d3698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50a41197-54e3-46db-a3b8-611a669f5fbe', 'name': 'tempest-TestNetworkBasicOps-router-503120377', 'tenant_id': '4cdf69566d684d639d89f5935d02f247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': 'e7680cc6-462f-427b-84e5-561c4863fb4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:52:05Z', 'updated_at': '2022-05-28T06:54:57Z', 'revision_number': 7, 'project_id': '4cdf69566d684d639d89f5935d02f247', 'gw_port': {'id': 'e7680cc6-462f-427b-84e5-561c4863fb4b', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a41197-54e3-46db-a3b8-611a669f5fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2934, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:52:08Z', 'updated_at': '2022-05-28T06:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:55:01.862577 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8052f5bb-db81-48ff-89cf-23b2919d3698 None None] The sync data for ids ['50a41197-54e3-46db-a3b8-611a669f5fbe'] in n-d-843702-1 is: [{'id': '50a41197-54e3-46db-a3b8-611a669f5fbe', 'name': 'tempest-TestNetworkBasicOps-router-503120377', 'tenant_id': '4cdf69566d684d639d89f5935d02f247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': 'e7680cc6-462f-427b-84e5-561c4863fb4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:52:05Z', 'updated_at': '2022-05-28T06:54:57Z', 'revision_number': 7, 'project_id': '4cdf69566d684d639d89f5935d02f247', 'gw_port': {'id': 'e7680cc6-462f-427b-84e5-561c4863fb4b', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a41197-54e3-46db-a3b8-611a669f5fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2934, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:52:08Z', 'updated_at': '2022-05-28T06:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:55:01.947576 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device d5f0f10d-bc7a-43f6-8e7e-0951377f73bf up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:55:02.004057 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-33d3b5b2-df17-4694-864d-1fa85e55725c tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:02.065561 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33d3b5b2-df17-4694-864d-1fa85e55725c tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=89110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:55:02.065561 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d3b5b2-df17-4694-864d-1fa85e55725c tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=286b7ee2-32f3-4228-a05d-322e1bca2cbd,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:55:02.083894 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-33d3b5b2-df17-4694-864d-1fa85e55725c tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:02.083894 n-d-843702-1 neutron-server[89110]: INFO neutron.db.segments_db [None req-33d3b5b2-df17-4694-864d-1fa85e55725c tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Added segment 78ba8775-5d7f-4b6a-b9d4-0a11d014785d of type vlan for network c6039215-9c9e-4914-870f-81d859eaf402 May 28 06:55:02.083894 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-dfe75cb4-a2d8-4e39-a3b9-687e4b331bd3 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Notify callbacks [] for router, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:02.091318 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-dfe75cb4-a2d8-4e39-a3b9-687e4b331bd3 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.9516237 May 28 06:55:02.091650 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1084e053-d4de-4e2b-ad11-f02dff5f1916 None None] Sync routers for ids ['c84142e8-6a3d-43a3-b6aa-72fe5fc7bb7e'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:55:02.092064 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 36644) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:55:02.102990 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-a5fb8a6e-1423-4f38-986e-17f00a9be8bd tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] For port e7680cc6-462f-427b-84e5-561c4863fb4b, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=e7680cc6-462f-427b-84e5-561c4863fb4b,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:55:02.103482 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a5fb8a6e-1423-4f38-986e-17f00a9be8bd tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:02.107417 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-5a90e9fa-dfdb-4c6a-9ec8-e76b9910c238 None None] Calling delete_port for c4c45615-1d30-4254-8293-d8e8867b5555 owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:55:02.175289 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1084e053-d4de-4e2b-ad11-f02dff5f1916 None None] Routers {'c84142e8-6a3d-43a3-b6aa-72fe5fc7bb7e'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:55:02.175289 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-1084e053-d4de-4e2b-ad11-f02dff5f1916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:54:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['c84142e8-6a3d-43a3-b6aa-72fe5fc7bb7e'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:55:02.265172 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-33d3b5b2-df17-4694-864d-1fa85e55725c tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:02.392426 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-a5fb8a6e-1423-4f38-986e-17f00a9be8bd tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Calling delete_port for e7680cc6-462f-427b-84e5-561c4863fb4b owned by network:router_gateway {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:55:02.438060 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.db.resource_extend [None req-33d3b5b2-df17-4694-864d-1fa85e55725c tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 06:55:02.472678 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-1d6922f2-943f-47f6-b4e0-38663222c5c8 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] 10.222.0.55 "GET /v2.0/routers/c84142e8-6a3d-43a3-b6aa-72fe5fc7bb7e HTTP/1.1" status: 200 len: 907 time: 0.3775651 May 28 06:55:02.472678 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 36654) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:55:02.553449 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-33d3b5b2-df17-4694-864d-1fa85e55725c tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:02.556470 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d3b5b2-df17-4694-864d-1fa85e55725c tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:55:02.557246 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-33d3b5b2-df17-4694-864d-1fa85e55725c tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Notify callbacks [] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:02.564371 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:02.611370 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-1084e053-d4de-4e2b-ad11-f02dff5f1916 None None] Set router c84142e8-6a3d-43a3-b6aa-72fe5fc7bb7e gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:55:02.688761 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d3b5b2-df17-4694-864d-1fa85e55725c tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Pushing event updated for resources: {'Network': ['ID=c6039215-9c9e-4914-870f-81d859eaf402,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:55:02.732984 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network c6039215-9c9e-4914-870f-81d859eaf402 details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:55:02.747946 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:02.812174 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a5fb8a6e-1423-4f38-986e-17f00a9be8bd tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:02.831528 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-33d3b5b2-df17-4694-864d-1fa85e55725c tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 2.4592547 May 28 06:55:02.831528 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 36668) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:55:02.841645 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-6607633c-ccea-469f-bcc5-19f59e117cea tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Request body: {'subnet': {'network_id': 'c6039215-9c9e-4914-870f-81d859eaf402', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:55:02.857834 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-6607633c-ccea-469f-bcc5-19f59e117cea tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:55:02.857834 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b551939e-4a17-4c19-b689-639a5dd247d4 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Notify callbacks [] for router, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:02.885470 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fb8a6e-1423-4f38-986e-17f00a9be8bd tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Pushing event deleted for resources: {'Port': ['ID=e7680cc6-462f-427b-84e5-561c4863fb4b,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:55:02.952592 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-6607633c-ccea-469f-bcc5-19f59e117cea tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Usage tracker for resource:subnet and tenant:20f5c7e1f0ef48a5bcd87fafbb736d03 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:55:02.983952 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-6607633c-ccea-469f-bcc5-19f59e117cea tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:55:03.002257 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-6607633c-ccea-469f-bcc5-19f59e117cea tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:55:03.005875 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a5fb8a6e-1423-4f38-986e-17f00a9be8bd tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691105'] for router_gateway, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:03.072035 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port d5f0f10d-bc7a-43f6-8e7e-0951377f73bf completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:55:03.076853 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-5a90e9fa-dfdb-4c6a-9ec8-e76b9910c238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879'] for port, after_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:03.089472 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port d5f0f10d-bc7a-43f6-8e7e-0951377f73bf triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:55:03.089853 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:03.144472 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b551939e-4a17-4c19-b689-639a5dd247d4 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:03.147137 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6607633c-ccea-469f-bcc5-19f59e117cea tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Made reservation on behalf of 20f5c7e1f0ef48a5bcd87fafbb736d03 for: {'subnet': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:55:03.151211 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6607633c-ccea-469f-bcc5-19f59e117cea tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3171998'] for subnet, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:03.182415 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a90e9fa-dfdb-4c6a-9ec8-e76b9910c238 None None] No DVR routers for this DVR port c4c45615-1d30-4254-8293-d8e8867b5555 on host n-d-843702-1 {{(pid=89111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:55:03.190996 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a90e9fa-dfdb-4c6a-9ec8-e76b9910c238 None None] Pushing event deleted for resources: {'Port': ['ID=c4c45615-1d30-4254-8293-d8e8867b5555,revision_number=None']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:55:03.308413 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-b551939e-4a17-4c19-b689-639a5dd247d4 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Deleting port 0fccf37e-e7e9-47fc-b602-5c57464a306e {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:55:03.308413 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b551939e-4a17-4c19-b689-639a5dd247d4 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:03.313980 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a5fb8a6e-1423-4f38-986e-17f00a9be8bd tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59018'] for router, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:03.320244 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a5fb8a6e-1423-4f38-986e-17f00a9be8bd tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:03.408616 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-1084e053-d4de-4e2b-ad11-f02dff5f1916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c84142e8-6a3d-43a3-b6aa-72fe5fc7bb7e', 'name': 'tempest-snat-router-912345505', 'tenant_id': '826014bbf0bb4321944676b240d79d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '0fccf37e-e7e9-47fc-b602-5c57464a306e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:54:56Z', 'updated_at': '2022-05-28T06:54:59Z', 'revision_number': 3, 'project_id': '826014bbf0bb4321944676b240d79d28', 'gw_port': {'id': '0fccf37e-e7e9-47fc-b602-5c57464a306e', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:8a:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c84142e8-6a3d-43a3-b6aa-72fe5fc7bb7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:54:57Z', 'updated_at': '2022-05-28T06:54:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:55:03.424727 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port d5f0f10d-bc7a-43f6-8e7e-0951377f73bf is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:55:03.424727 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:03.433405 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1084e053-d4de-4e2b-ad11-f02dff5f1916 None None] Checking router: c84142e8-6a3d-43a3-b6aa-72fe5fc7bb7e for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:55:03.433405 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1084e053-d4de-4e2b-ad11-f02dff5f1916 None None] Updating router c84142e8-6a3d-43a3-b6aa-72fe5fc7bb7e port 0fccf37e-e7e9-47fc-b602-5c57464a306e binding host n-d-843702-1 {{(pid=89111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:55:03.475693 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a5fb8a6e-1423-4f38-986e-17f00a9be8bd tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-703817'] for router, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:03.475693 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5fb8a6e-1423-4f38-986e-17f00a9be8bd tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Fanout notify agent at l3_agent the message router_deleted on router 50a41197-54e3-46db-a3b8-611a669f5fbe {{(pid=89109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 06:55:03.492645 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a5fb8a6e-1423-4f38-986e-17f00a9be8bd tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:03.492645 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-a5fb8a6e-1423-4f38-986e-17f00a9be8bd tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "DELETE /v2.0/routers/50a41197-54e3-46db-a3b8-611a669f5fbe HTTP/1.1" status: 204 len: 168 time: 2.6594441 May 28 06:55:03.497365 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 36682) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:55:03.522263 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port d5f0f10d-bc7a-43f6-8e7e-0951377f73bf, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=d5f0f10d-bc7a-43f6-8e7e-0951377f73bf,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:55:03.539030 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-1084e053-d4de-4e2b-ad11-f02dff5f1916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:03.611844 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:03.791664 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b551939e-4a17-4c19-b689-639a5dd247d4 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:03.907077 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-df15b158-d35c-42a4-8d6b-f0ffe9b781a7 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:04.045633 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=d5f0f10d-bc7a-43f6-8e7e-0951377f73bf,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:55:04.172301 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-df15b158-d35c-42a4-8d6b-f0ffe9b781a7 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:04.200469 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-b551939e-4a17-4c19-b689-639a5dd247d4 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Calling delete_port for 0fccf37e-e7e9-47fc-b602-5c57464a306e owned by network:router_gateway {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:55:04.233267 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device c4c45615-1d30-4254-8293-d8e8867b5555 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:55:04.244361 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-df15b158-d35c-42a4-8d6b-f0ffe9b781a7 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['173ebec9-d214-4878-87ea-a35c1ed70da7']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:55:04.260757 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-df15b158-d35c-42a4-8d6b-f0ffe9b781a7 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca3ff465-76e1-434d-a526-ded6276a665f') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:55:04.261050 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-df15b158-d35c-42a4-8d6b-f0ffe9b781a7 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca3ff465-76e1-434d-a526-ded6276a665f') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:55:04.278046 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-df15b158-d35c-42a4-8d6b-f0ffe9b781a7 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:04.283374 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: c4c45615-1d30-4254-8293-d8e8867b5555 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:55:04.283980 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device c4c45615-1d30-4254-8293-d8e8867b5555 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:55:04.284576 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device e55c732d-93d7-40bb-8a38-3a53b1edbe4a no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:55:04.305317 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-df15b158-d35c-42a4-8d6b-f0ffe9b781a7 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:04.312275 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df15b158-d35c-42a4-8d6b-f0ffe9b781a7 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:55:04.312838 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-df15b158-d35c-42a4-8d6b-f0ffe9b781a7 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:04.327002 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: e55c732d-93d7-40bb-8a38-3a53b1edbe4a {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:55:04.327641 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device e55c732d-93d7-40bb-8a38-3a53b1edbe4a not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:55:04.443235 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment ca3ff465-76e1-434d-a526-ded6276a665f resource provider aggregate not found May 28 06:55:04.514168 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment ca3ff465-76e1-434d-a526-ded6276a665f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ca3ff465-76e1-434d-a526-ded6276a665f found for delete ", "request_id": "req-e579cd98-c8a5-41cb-810d-9c3102d7883d"}]} May 28 06:55:04.592109 n-d-843702-1 neutron-server[89110]: DEBUG neutron.objects.ports [None req-6607633c-ccea-469f-bcc5-19f59e117cea tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89110) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 28 06:55:04.592109 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6607633c-ccea-469f-bcc5-19f59e117cea tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3115906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3172012'] for subnet, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:04.649264 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-df15b158-d35c-42a4-8d6b-f0ffe9b781a7 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:04.692793 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-df15b158-d35c-42a4-8d6b-f0ffe9b781a7 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:04.692793 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df15b158-d35c-42a4-8d6b-f0ffe9b781a7 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Pushing event deleted for resources: {'Network': ['ID=173ebec9-d214-4878-87ea-a35c1ed70da7,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:55:04.715745 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6607633c-ccea-469f-bcc5-19f59e117cea tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Pushing event updated for resources: {'Subnet': ['ID=e60f694f-f63b-42d1-a092-566daa0752f4,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:55:04.725398 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-df15b158-d35c-42a4-8d6b-f0ffe9b781a7 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "DELETE /v2.0/networks/173ebec9-d214-4878-87ea-a35c1ed70da7 HTTP/1.1" status: 204 len: 168 time: 1.1998916 May 28 06:55:04.728603 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 36708) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:55:04.743176 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-a01e9b95-94a5-436f-8b76-871de21f23a6 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Request body: {'network': {'name': 'tempest-network-smoke--378240532', 'project_id': '4cdf69566d684d639d89f5935d02f247', 'port_security_enabled': True}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:55:04.743176 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6607633c-ccea-469f-bcc5-19f59e117cea tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Checking segment: {'id': '78ba8775-5d7f-4b6a-b9d4-0a11d014785d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'c6039215-9c9e-4914-870f-81d859eaf402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:55:04.748352 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6607633c-ccea-469f-bcc5-19f59e117cea tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Network hostable DHCP agents. Network: c6039215-9c9e-4914-870f-81d859eaf402, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89110) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:55:04.760834 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.db.api [None req-1084e053-d4de-4e2b-ad11-f02dff5f1916 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89111) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:55:04.767203 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-a01e9b95-94a5-436f-8b76-871de21f23a6 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:55:04.769324 n-d-843702-1 neutron-server[89111]: DEBUG oslo_db.api [None req-1084e053-d4de-4e2b-ad11-f02dff5f1916 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:55:04.771568 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b551939e-4a17-4c19-b689-639a5dd247d4 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:04.771568 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-a01e9b95-94a5-436f-8b76-871de21f23a6 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Usage tracker for resource:network and tenant:4cdf69566d684d639d89f5935d02f247 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:55:04.814641 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-a01e9b95-94a5-436f-8b76-871de21f23a6 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:55:04.830408 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b551939e-4a17-4c19-b689-639a5dd247d4 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Pushing event deleted for resources: {'Port': ['ID=0fccf37e-e7e9-47fc-b602-5c57464a306e,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:55:04.832958 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-a01e9b95-94a5-436f-8b76-871de21f23a6 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:55:04.938610 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b551939e-4a17-4c19-b689-639a5dd247d4 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691105'] for router_gateway, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:04.986139 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6607633c-ccea-469f-bcc5-19f59e117cea tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Network c6039215-9c9e-4914-870f-81d859eaf402 is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89110) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:55:05.074394 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a01e9b95-94a5-436f-8b76-871de21f23a6 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Made reservation on behalf of 4cdf69566d684d639d89f5935d02f247 for: {'network': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:55:05.074394 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a01e9b95-94a5-436f-8b76-871de21f23a6 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:05.180852 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b551939e-4a17-4c19-b689-639a5dd247d4 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59018'] for router, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:05.180852 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b551939e-4a17-4c19-b689-639a5dd247d4 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:05.195820 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a01e9b95-94a5-436f-8b76-871de21f23a6 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=89110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:55:05.218513 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a01e9b95-94a5-436f-8b76-871de21f23a6 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:05.218513 n-d-843702-1 neutron-server[89110]: INFO neutron.db.segments_db [None req-a01e9b95-94a5-436f-8b76-871de21f23a6 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Added segment c6b03b3e-9e4c-405c-9448-3216763b6f5a of type vlan for network cc227551-10d6-4137-b8c0-b5564a615692 May 28 06:55:05.248734 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a01e9b95-94a5-436f-8b76-871de21f23a6 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:05.314808 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-6607633c-ccea-469f-bcc5-19f59e117cea tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, c6039215-9c9e-4914-870f-81d859eaf402) {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:55:05.322058 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1084e053-d4de-4e2b-ad11-f02dff5f1916 None None] Port 0fccf37e-e7e9-47fc-b602-5c57464a306e not found while updating agent binding for router c84142e8-6a3d-43a3-b6aa-72fe5fc7bb7e. {{(pid=89111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} May 28 06:55:05.324494 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6607633c-ccea-469f-bcc5-19f59e117cea tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:55:05.325555 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6607633c-ccea-469f-bcc5-19f59e117cea tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:05.338433 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a5e358-65b9-43e9-85d9-fec685f66b94 None None] Network c6039215-9c9e-4914-870f-81d859eaf402 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:55:05.386170 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a01e9b95-94a5-436f-8b76-871de21f23a6 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:05.387605 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01e9b95-94a5-436f-8b76-871de21f23a6 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:55:05.388529 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a01e9b95-94a5-436f-8b76-871de21f23a6 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks [] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:05.396516 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1084e053-d4de-4e2b-ad11-f02dff5f1916 None None] Routers set() bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:55:05.397105 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1084e053-d4de-4e2b-ad11-f02dff5f1916 None None] Router IDs set() for agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} May 28 06:55:05.398868 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_agentschedulers_db [None req-1084e053-d4de-4e2b-ad11-f02dff5f1916 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c84142e8-6a3d-43a3-b6aa-72fe5fc7bb7e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:54:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent'). {{(pid=89111) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 28 06:55:05.398868 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1084e053-d4de-4e2b-ad11-f02dff5f1916 None None] The sync data for ids ['c84142e8-6a3d-43a3-b6aa-72fe5fc7bb7e'] in n-d-843702-1 is: [] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:55:05.425123 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b551939e-4a17-4c19-b689-639a5dd247d4 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-703817'] for router, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:05.427320 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b551939e-4a17-4c19-b689-639a5dd247d4 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c84142e8-6a3d-43a3-b6aa-72fe5fc7bb7e {{(pid=89110) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 06:55:05.563802 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b551939e-4a17-4c19-b689-639a5dd247d4 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Notify callbacks [] for router, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:05.563802 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-b551939e-4a17-4c19-b689-639a5dd247d4 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] 10.222.0.55 "DELETE /v2.0/routers/c84142e8-6a3d-43a3-b6aa-72fe5fc7bb7e HTTP/1.1" status: 204 len: 168 time: 3.0883834 May 28 06:55:05.571365 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 36726) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:55:05.578414 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-6607633c-ccea-469f-bcc5-19f59e117cea tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.7390618 May 28 06:55:05.578414 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 36728) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:55:05.578414 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01e9b95-94a5-436f-8b76-871de21f23a6 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Pushing event updated for resources: {'Network': ['ID=cc227551-10d6-4137-b8c0-b5564a615692,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:55:05.578414 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-9d811ce2-eca0-48ac-a6fc-bd631e2601ad tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1886867401', 'network_id': 'c6039215-9c9e-4914-870f-81d859eaf402'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:55:05.598130 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-9d811ce2-eca0-48ac-a6fc-bd631e2601ad tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:55:05.598130 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-9d811ce2-eca0-48ac-a6fc-bd631e2601ad tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Usage tracker for resource:port and tenant:20f5c7e1f0ef48a5bcd87fafbb736d03 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:55:05.598130 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-9d811ce2-eca0-48ac-a6fc-bd631e2601ad tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:55:05.600223 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network cc227551-10d6-4137-b8c0-b5564a615692 details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:55:05.613220 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-9d811ce2-eca0-48ac-a6fc-bd631e2601ad tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:55:05.735832 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device d5f0f10d-bc7a-43f6-8e7e-0951377f73bf up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:55:05.750051 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-a01e9b95-94a5-436f-8b76-871de21f23a6 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0279846 May 28 06:55:05.751742 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 36736) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:55:05.758212 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-ad4c6777-60af-4d18-b654-8867850f4432 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1790145053', 'admin_state_up': True, 'project_id': '4cdf69566d684d639d89f5935d02f247', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:55:05.770606 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-ad4c6777-60af-4d18-b654-8867850f4432 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:55:05.775610 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-ad4c6777-60af-4d18-b654-8867850f4432 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Usage tracker for resource:router and tenant:4cdf69566d684d639d89f5935d02f247 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:55:05.778676 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-ad4c6777-60af-4d18-b654-8867850f4432 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:55:05.788943 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-ad4c6777-60af-4d18-b654-8867850f4432 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:55:05.889980 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d811ce2-eca0-48ac-a6fc-bd631e2601ad tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Made reservation on behalf of 20f5c7e1f0ef48a5bcd87fafbb736d03 for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:55:05.889980 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9d811ce2-eca0-48ac-a6fc-bd631e2601ad tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:05.926820 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e9d1ed6b-76a7-4dde-81a6-0bcf2daba777 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Notify callbacks [] for router, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:05.941164 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ad4c6777-60af-4d18-b654-8867850f4432 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59128'] for router, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:05.943723 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ad4c6777-60af-4d18-b654-8867850f4432 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59009'] for router, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:05.950613 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [None req-9d811ce2-eca0-48ac-a6fc-bd631e2601ad tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] device_id is not set on port 75062fb3-bdd9-42ee-83e4-49b40ba6f7c3 yet. {{(pid=89110) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:55:06.035522 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ad4c6777-60af-4d18-b654-8867850f4432 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:06.222628 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e9d1ed6b-76a7-4dde-81a6-0bcf2daba777 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:06.246471 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port d5f0f10d-bc7a-43f6-8e7e-0951377f73bf triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:55:06.246471 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:06.289899 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [None req-9d811ce2-eca0-48ac-a6fc-bd631e2601ad tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Allocated IP 2001:db8::31d (c6039215-9c9e-4914-870f-81d859eaf402/e60f694f-f63b-42d1-a092-566daa0752f4/75062fb3-bdd9-42ee-83e4-49b40ba6f7c3) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:55:06.294187 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72d4cb2-c07b-4e73-b68e-259610d7b471 None None] Network c6039215-9c9e-4914-870f-81d859eaf402 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:55:06.371194 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-e9d1ed6b-76a7-4dde-81a6-0bcf2daba777 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Deleting port d5f0f10d-bc7a-43f6-8e7e-0951377f73bf {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:55:06.371194 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e9d1ed6b-76a7-4dde-81a6-0bcf2daba777 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:06.786309 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ad4c6777-60af-4d18-b654-8867850f4432 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59027'] for router, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:06.817119 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-e9d1ed6b-76a7-4dde-81a6-0bcf2daba777 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] For port d5f0f10d-bc7a-43f6-8e7e-0951377f73bf, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=d5f0f10d-bc7a-43f6-8e7e-0951377f73bf,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:55:06.817119 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e9d1ed6b-76a7-4dde-81a6-0bcf2daba777 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:06.879331 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port d5f0f10d-bc7a-43f6-8e7e-0951377f73bf is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:55:06.879331 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device e7680cc6-462f-427b-84e5-561c4863fb4b no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:55:06.935211 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9d811ce2-eca0-48ac-a6fc-bd631e2601ad tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:06.974890 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: e7680cc6-462f-427b-84e5-561c4863fb4b {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:55:06.975535 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device e7680cc6-462f-427b-84e5-561c4863fb4b not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:55:07.008670 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-e9d1ed6b-76a7-4dde-81a6-0bcf2daba777 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Calling delete_port for d5f0f10d-bc7a-43f6-8e7e-0951377f73bf owned by network:router_gateway {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:55:07.060144 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9d811ce2-eca0-48ac-a6fc-bd631e2601ad tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:07.208220 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d811ce2-eca0-48ac-a6fc-bd631e2601ad tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Network c6039215-9c9e-4914-870f-81d859eaf402 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:55:07.215120 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-9d811ce2-eca0-48ac-a6fc-bd631e2601ad tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:55:07.219855 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d811ce2-eca0-48ac-a6fc-bd631e2601ad tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Pushing event updated for resources: {'Port': ['ID=75062fb3-bdd9-42ee-83e4-49b40ba6f7c3,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:55:07.219855 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d811ce2-eca0-48ac-a6fc-bd631e2601ad tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:55:07.219855 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d811ce2-eca0-48ac-a6fc-bd631e2601ad tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:55:07.219855 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9d811ce2-eca0-48ac-a6fc-bd631e2601ad tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:07.366749 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-9d811ce2-eca0-48ac-a6fc-bd631e2601ad tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.7974889 May 28 06:55:07.369726 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 36766) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:55:07.433807 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-4cdcd3e7-27a9-46f2-b726-202dd678bdbc tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Deleting port 75062fb3-bdd9-42ee-83e4-49b40ba6f7c3 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:55:07.434144 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4cdcd3e7-27a9-46f2-b726-202dd678bdbc tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:07.465238 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e9d1ed6b-76a7-4dde-81a6-0bcf2daba777 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:07.485029 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ad4c6777-60af-4d18-b654-8867850f4432 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks [] for router_gateway, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:07.560756 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ad4c6777-60af-4d18-b654-8867850f4432 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:07.753918 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d1ed6b-76a7-4dde-81a6-0bcf2daba777 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Pushing event deleted for resources: {'Port': ['ID=d5f0f10d-bc7a-43f6-8e7e-0951377f73bf,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:55:07.768882 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [None req-ad4c6777-60af-4d18-b654-8867850f4432 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Allocated IP 172.25.5.128 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/ff64f442-95fe-4bff-ae44-cf573907ae42) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:55:07.861550 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e9d1ed6b-76a7-4dde-81a6-0bcf2daba777 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691105'] for router_gateway, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:07.945998 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ad4c6777-60af-4d18-b654-8867850f4432 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:08.056212 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ad4c6777-60af-4d18-b654-8867850f4432 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:08.149042 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4c6777-60af-4d18-b654-8867850f4432 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:55:08.156117 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e9d1ed6b-76a7-4dde-81a6-0bcf2daba777 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59018'] for router, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:08.160973 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-ad4c6777-60af-4d18-b654-8867850f4432 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:55:08.165806 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e9d1ed6b-76a7-4dde-81a6-0bcf2daba777 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:08.165966 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4c6777-60af-4d18-b654-8867850f4432 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:55:08.199770 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4c6777-60af-4d18-b654-8867850f4432 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Pushing event updated for resources: {'Port': ['ID=ff64f442-95fe-4bff-ae44-cf573907ae42,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:55:08.202497 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4cdcd3e7-27a9-46f2-b726-202dd678bdbc tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:08.287030 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e9d1ed6b-76a7-4dde-81a6-0bcf2daba777 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-703817'] for router, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:08.287550 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9d1ed6b-76a7-4dde-81a6-0bcf2daba777 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 757fce39-7e55-4ae1-a604-adcd0eb9896b {{(pid=89109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 06:55:08.467868 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-4cdcd3e7-27a9-46f2-b726-202dd678bdbc tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Calling delete_port for 75062fb3-bdd9-42ee-83e4-49b40ba6f7c3 owned by {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:55:08.569726 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e9d1ed6b-76a7-4dde-81a6-0bcf2daba777 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:08.569726 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-e9d1ed6b-76a7-4dde-81a6-0bcf2daba777 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] 10.222.0.55 "DELETE /v2.0/routers/757fce39-7e55-4ae1-a604-adcd0eb9896b HTTP/1.1" status: 204 len: 168 time: 2.9937649 May 28 06:55:08.574556 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 36786) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:55:08.574556 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-86108ccb-67db-4614-b921-659b02af6de8 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-707048301', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}, 'admin_state_up': False}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:55:08.594212 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-86108ccb-67db-4614-b921-659b02af6de8 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:55:08.594212 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-86108ccb-67db-4614-b921-659b02af6de8 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Usage tracker for resource:router and tenant:d540e00e5cc442fc81d12cfe7910da4c is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:55:08.604636 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-86108ccb-67db-4614-b921-659b02af6de8 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:55:08.609956 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-86108ccb-67db-4614-b921-659b02af6de8 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:55:08.800565 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-86108ccb-67db-4614-b921-659b02af6de8 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59128'] for router, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:08.801526 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-86108ccb-67db-4614-b921-659b02af6de8 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59009'] for router, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:08.857701 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4cdcd3e7-27a9-46f2-b726-202dd678bdbc tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:08.951565 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdcd3e7-27a9-46f2-b726-202dd678bdbc tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Pushing event deleted for resources: {'Port': ['ID=75062fb3-bdd9-42ee-83e4-49b40ba6f7c3,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:55:09.041189 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4cdcd3e7-27a9-46f2-b726-202dd678bdbc tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:09.071086 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-4cdcd3e7-27a9-46f2-b726-202dd678bdbc tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] 10.222.0.55 "DELETE /v2.0/ports/75062fb3-bdd9-42ee-83e4-49b40ba6f7c3 HTTP/1.1" status: 204 len: 168 time: 1.6927111 May 28 06:55:09.071086 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 36796) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:55:09.086494 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-1e1a78ca-2248-4d33-803a-afc433af19aa tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c6039215-9c9e-4914-870f-81d859eaf402', 'external_fixed_ips': [{'subnet_id': 'e60f694f-f63b-42d1-a092-566daa0752f4', 'ip_address': '2001:db8::31d'}]}}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:55:09.086494 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-1e1a78ca-2248-4d33-803a-afc433af19aa tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:55:09.095859 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-1e1a78ca-2248-4d33-803a-afc433af19aa tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Usage tracker for resource:router and tenant:20f5c7e1f0ef48a5bcd87fafbb736d03 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:55:09.095859 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-1e1a78ca-2248-4d33-803a-afc433af19aa tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:55:09.108635 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-1e1a78ca-2248-4d33-803a-afc433af19aa tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:55:09.123249 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-86108ccb-67db-4614-b921-659b02af6de8 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:09.160621 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-428bf766-d166-4ecb-932c-01667df29bcc req-edaa650a-67ed-447c-a0cb-a23cde39a906 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=726a8479-8b4d-4afa-8f34-cb9300b876c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3965371 May 28 06:55:09.160621 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ad4c6777-60af-4d18-b654-8867850f4432 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks [] for router_gateway, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:09.225650 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1e1a78ca-2248-4d33-803a-afc433af19aa tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59128'] for router, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:09.225650 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1e1a78ca-2248-4d33-803a-afc433af19aa tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59009'] for router, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:09.236305 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1e1a78ca-2248-4d33-803a-afc433af19aa tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:09.637344 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1e1a78ca-2248-4d33-803a-afc433af19aa tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59027'] for router, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:09.762069 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device d5f0f10d-bc7a-43f6-8e7e-0951377f73bf no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:55:09.822195 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-86108ccb-67db-4614-b921-659b02af6de8 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59027'] for router, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:09.888410 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: d5f0f10d-bc7a-43f6-8e7e-0951377f73bf {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:55:09.888410 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device d5f0f10d-bc7a-43f6-8e7e-0951377f73bf not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:55:09.984091 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428bf766-d166-4ecb-932c-01667df29bcc req-49728f56-8d60-464d-964d-3d4ed0124eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:55:09.984091 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-428bf766-d166-4ecb-932c-01667df29bcc req-49728f56-8d60-464d-964d-3d4ed0124eb3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=923dafe00970411a989ff222606e459e&device_id=726a8479-8b4d-4afa-8f34-cb9300b876c1 HTTP/1.1" status: 200 len: 1096 time: 0.7180591 May 28 06:55:10.343081 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ad4c6777-60af-4d18-b654-8867850f4432 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690761'] for router, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:10.379816 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1e1a78ca-2248-4d33-803a-afc433af19aa tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:10.409451 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428bf766-d166-4ecb-932c-01667df29bcc req-4a1088aa-0551-47f1-b541-0adf2e106737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:55:10.411562 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-428bf766-d166-4ecb-932c-01667df29bcc req-4a1088aa-0551-47f1-b541-0adf2e106737 service neutron] 10.222.0.69 "GET /v2.0/networks?id=244ee66f-8ba5-4a6d-a99b-5ec1fae21d38 HTTP/1.1" status: 200 len: 916 time: 0.3776894 May 28 06:55:10.420322 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1e1a78ca-2248-4d33-803a-afc433af19aa tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:10.760464 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-1e1a78ca-2248-4d33-803a-afc433af19aa tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Allocated IP 2001:db8::31d (c6039215-9c9e-4914-870f-81d859eaf402/e60f694f-f63b-42d1-a092-566daa0752f4/4c07ca3e-1fe1-4ef2-8d85-d672129136f3) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:55:10.792572 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-428bf766-d166-4ecb-932c-01667df29bcc req-067e02d5-13c5-42be-b78c-338fee9211a1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=06ca3b12-36c3-4601-b626-edd32e06b42a HTTP/1.1" status: 200 len: 1001 time: 0.3582971 May 28 06:55:10.924104 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1e1a78ca-2248-4d33-803a-afc433af19aa tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:10.958775 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428bf766-d166-4ecb-932c-01667df29bcc req-e66fe59c-f05d-4046-92be-4e08066fc274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:55:10.960231 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-428bf766-d166-4ecb-932c-01667df29bcc req-e66fe59c-f05d-4046-92be-4e08066fc274 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=395c6a06-7ada-4575-b52f-ff6a58f20fb7 HTTP/1.1" status: 200 len: 854 time: 0.1577704 May 28 06:55:11.095245 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1e1a78ca-2248-4d33-803a-afc433af19aa tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:11.150870 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-86108ccb-67db-4614-b921-659b02af6de8 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Notify callbacks [] for router_gateway, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:11.166057 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1a78ca-2248-4d33-803a-afc433af19aa tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Network c6039215-9c9e-4914-870f-81d859eaf402 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:55:11.181509 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-1e1a78ca-2248-4d33-803a-afc433af19aa tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:55:11.185385 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-86108ccb-67db-4614-b921-659b02af6de8 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:11.189211 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1a78ca-2248-4d33-803a-afc433af19aa tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:55:11.274485 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad4c6777-60af-4d18-b654-8867850f4432 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Router 63d4cd8b-0614-4df8-b526-1c51745a05d8 is scheduled to L3 agent 42958940-9562-4f71-972f-15a8af9d3963 with binding_index 1 {{(pid=89110) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 06:55:11.274485 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428bf766-d166-4ecb-932c-01667df29bcc req-7b6ef559-4e69-4ade-9594-6c1efcfde72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:55:11.274485 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-428bf766-d166-4ecb-932c-01667df29bcc req-7b6ef559-4e69-4ade-9594-6c1efcfde72b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=244ee66f-8ba5-4a6d-a99b-5ec1fae21d38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3039784 May 28 06:55:11.319141 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1a78ca-2248-4d33-803a-afc433af19aa tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Pushing event updated for resources: {'Port': ['ID=4c07ca3e-1fe1-4ef2-8d85-d672129136f3,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:55:11.520837 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [None req-86108ccb-67db-4614-b921-659b02af6de8 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Allocated IP 172.25.5.230 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/713c0ed0-9f08-4f12-9ca0-ce64e17eb397) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:55:11.759110 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1e1a78ca-2248-4d33-803a-afc433af19aa tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:11.798694 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-428bf766-d166-4ecb-932c-01667df29bcc req-adff0f2e-89e3-48ef-81ca-fdcb0feb9706 service neutron] 10.222.0.69 "GET /v2.0/networks/244ee66f-8ba5-4a6d-a99b-5ec1fae21d38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4721072 May 28 06:55:11.881276 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad4c6777-60af-4d18-b654-8867850f4432 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:55:11.896382 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a8cf15-44e8-482c-a213-8f3950252e7a None None] Sync routers for ids ['63d4cd8b-0614-4df8-b526-1c51745a05d8'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:55:11.918617 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a8cf15-44e8-482c-a213-8f3950252e7a None None] Routers {'63d4cd8b-0614-4df8-b526-1c51745a05d8'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:55:11.919735 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-42a8cf15-44e8-482c-a213-8f3950252e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:54:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['63d4cd8b-0614-4df8-b526-1c51745a05d8'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:55:11.971156 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-86108ccb-67db-4614-b921-659b02af6de8 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:12.027104 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-428bf766-d166-4ecb-932c-01667df29bcc req-565ca7a6-72e2-4415-bbb8-bac72e4022f3 service neutron] 10.222.0.69 "GET /v2.0/networks/244ee66f-8ba5-4a6d-a99b-5ec1fae21d38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342632 May 28 06:55:12.041867 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ad4c6777-60af-4d18-b654-8867850f4432 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks [] for router, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:12.046649 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-ad4c6777-60af-4d18-b654-8867850f4432 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.2938848 May 28 06:55:12.048812 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 36842) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:55:12.178934 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-86108ccb-67db-4614-b921-659b02af6de8 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:12.220257 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-1164f965-746b-44c9-84c3-a11b1fa19e90 tempest-TestNetworkBasicOps-1462600339 tempest-TestNetworkBasicOps-1462600339-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=4cdf69566d684d639d89f5935d02f247&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1628296 May 28 06:55:12.223999 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-42a8cf15-44e8-482c-a213-8f3950252e7a None None] Set router 63d4cd8b-0614-4df8-b526-1c51745a05d8 gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:55:12.251097 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 36846) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:55:12.316564 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86108ccb-67db-4614-b921-659b02af6de8 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:55:12.336644 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-86108ccb-67db-4614-b921-659b02af6de8 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:55:12.336644 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86108ccb-67db-4614-b921-659b02af6de8 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:55:12.417735 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1e1a78ca-2248-4d33-803a-afc433af19aa tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690761'] for router, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:12.792931 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-42a8cf15-44e8-482c-a213-8f3950252e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63d4cd8b-0614-4df8-b526-1c51745a05d8', 'name': 'tempest-TestNetworkBasicOps-router-1790145053', 'tenant_id': '4cdf69566d684d639d89f5935d02f247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': 'ff64f442-95fe-4bff-ae44-cf573907ae42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:55:05Z', 'updated_at': '2022-05-28T06:55:08Z', 'revision_number': 3, 'project_id': '4cdf69566d684d639d89f5935d02f247', 'gw_port': {'id': 'ff64f442-95fe-4bff-ae44-cf573907ae42', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:4e:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63d4cd8b-0614-4df8-b526-1c51745a05d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:55:07Z', 'updated_at': '2022-05-28T06:55:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:55:12.797672 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a8cf15-44e8-482c-a213-8f3950252e7a None None] Checking router: 63d4cd8b-0614-4df8-b526-1c51745a05d8 for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:55:12.798021 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a8cf15-44e8-482c-a213-8f3950252e7a None None] Updating router 63d4cd8b-0614-4df8-b526-1c51745a05d8 port ff64f442-95fe-4bff-ae44-cf573907ae42 binding host n-d-843702-1 {{(pid=89112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:55:12.803580 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86108ccb-67db-4614-b921-659b02af6de8 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Pushing event updated for resources: {'Port': ['ID=713c0ed0-9f08-4f12-9ca0-ce64e17eb397,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:55:12.865122 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-42a8cf15-44e8-482c-a213-8f3950252e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:12.932499 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1e6251-a874-450e-b05e-dee7bac32756 tempest-TestNetworkBasicOps-1462600339 tempest-TestNetworkBasicOps-1462600339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:55:12.932499 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1e6251-a874-450e-b05e-dee7bac32756 tempest-TestNetworkBasicOps-1462600339 tempest-TestNetworkBasicOps-1462600339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:55:12.932499 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-7d1e6251-a874-450e-b05e-dee7bac32756 tempest-TestNetworkBasicOps-1462600339 tempest-TestNetworkBasicOps-1462600339-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1593 time: 0.6810753 May 28 06:55:12.932499 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 36862) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:55:12.948966 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e1a78ca-2248-4d33-803a-afc433af19aa tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Router 2affb2e8-2a95-4c8c-a049-206096551494 is scheduled to L3 agent 42958940-9562-4f71-972f-15a8af9d3963 with binding_index 1 {{(pid=89109) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 06:55:12.987620 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-7120b080-687a-4025-bc9b-e4df8b786557 tempest-TestNetworkBasicOps-1462600339 tempest-TestNetworkBasicOps-1462600339-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=68df399e-e75e-4871-9364-5d05730b50f0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0483446 May 28 06:55:12.987620 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 36866) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:55:13.038206 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-0973d866-0852-426b-b6a4-989d0ae9fb48 tempest-TestNetworkBasicOps-1462600339 tempest-TestNetworkBasicOps-1462600339-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=c6039215-9c9e-4914-870f-81d859eaf402&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0520082 May 28 06:55:13.038206 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 36872) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:55:13.062265 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-ab5a0a46-640c-4638-b658-760c90ab4f4c tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-839398900', 'network_id': 'cc227551-10d6-4137-b8c0-b5564a615692', 'project_id': '4cdf69566d684d639d89f5935d02f247', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:55:13.250222 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e1a78ca-2248-4d33-803a-afc433af19aa tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:55:13.259411 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39c9b0a-49ff-4f2b-a1ed-d84db891be38 None None] Sync routers for ids ['2affb2e8-2a95-4c8c-a049-206096551494'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:55:13.271115 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39c9b0a-49ff-4f2b-a1ed-d84db891be38 None None] Routers {'2affb2e8-2a95-4c8c-a049-206096551494'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:55:13.271426 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-c39c9b0a-49ff-4f2b-a1ed-d84db891be38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:54:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['2affb2e8-2a95-4c8c-a049-206096551494'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:55:13.366184 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1e1a78ca-2248-4d33-803a-afc433af19aa tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:13.367590 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-1e1a78ca-2248-4d33-803a-afc433af19aa tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 4.3005571 May 28 06:55:13.370505 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 36878) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:55:13.385729 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-42a8cf15-44e8-482c-a213-8f3950252e7a None None] Notify callbacks [] for port, precommit_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:13.407698 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-ab5a0a46-640c-4638-b658-760c90ab4f4c tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:55:13.413593 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.provisioning_blocks [None req-42a8cf15-44e8-482c-a213-8f3950252e7a None None] Transition to ACTIVE for port object ff64f442-95fe-4bff-ae44-cf573907ae42 will not be triggered until provisioned by entity L2. {{(pid=89112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:55:13.417442 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-ab5a0a46-640c-4638-b658-760c90ab4f4c tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Usage tracker for resource:subnet and tenant:4cdf69566d684d639d89f5935d02f247 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:55:13.422279 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-ab5a0a46-640c-4638-b658-760c90ab4f4c tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:55:13.432404 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-ab5a0a46-640c-4638-b658-760c90ab4f4c tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:55:13.490898 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-86108ccb-67db-4614-b921-659b02af6de8 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Notify callbacks [] for router_gateway, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:13.512780 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-42a8cf15-44e8-482c-a213-8f3950252e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:13.556614 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-c39c9b0a-49ff-4f2b-a1ed-d84db891be38 None None] Set router 2affb2e8-2a95-4c8c-a049-206096551494 gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:55:13.592843 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab5a0a46-640c-4638-b658-760c90ab4f4c tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Made reservation on behalf of 4cdf69566d684d639d89f5935d02f247 for: {'subnet': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:55:13.592843 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ab5a0a46-640c-4638-b658-760c90ab4f4c tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3171998'] for subnet, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:13.615886 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f611b9bf-c62d-46fc-8e9c-185ae50f3a38 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Notify callbacks [] for router, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:13.735759 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-42a8cf15-44e8-482c-a213-8f3950252e7a None None] Attempting to bind port ff64f442-95fe-4bff-ae44-cf573907ae42 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:55:13.735759 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-42a8cf15-44e8-482c-a213-8f3950252e7a None None] Attempting to bind port ff64f442-95fe-4bff-ae44-cf573907ae42 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:55:13.735759 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a8cf15-44e8-482c-a213-8f3950252e7a None None] Attempting to bind port ff64f442-95fe-4bff-ae44-cf573907ae42 on network 68df399e-e75e-4871-9364-5d05730b50f0 {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:55:13.735759 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f30455a-595e-4781-8703-3696a9d97438 None None] Pushing event updated for resources: {'Port': ['ID=ff64f442-95fe-4bff-ae44-cf573907ae42,revision_number=2']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:55:13.737978 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a8cf15-44e8-482c-a213-8f3950252e7a None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:55:13.738445 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a8cf15-44e8-482c-a213-8f3950252e7a None None] Checking segment: {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:55:13.738906 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-42a8cf15-44e8-482c-a213-8f3950252e7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:13.739359 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a8cf15-44e8-482c-a213-8f3950252e7a None None] Bound using segment: {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:55:13.739891 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-42a8cf15-44e8-482c-a213-8f3950252e7a None None] Bound port: ff64f442-95fe-4bff-ae44-cf573907ae42, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:55:13.740323 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-42a8cf15-44e8-482c-a213-8f3950252e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:13.845955 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-42a8cf15-44e8-482c-a213-8f3950252e7a None None] For port ff64f442-95fe-4bff-ae44-cf573907ae42, host n-d-843702-1, cleared binding levels {{(pid=89112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:55:13.850298 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-42a8cf15-44e8-482c-a213-8f3950252e7a None None] For port ff64f442-95fe-4bff-ae44-cf573907ae42, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=ff64f442-95fe-4bff-ae44-cf573907ae42,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:55:13.872491 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f611b9bf-c62d-46fc-8e9c-185ae50f3a38 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:13.980271 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-42a8cf15-44e8-482c-a213-8f3950252e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:14.020697 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-f611b9bf-c62d-46fc-8e9c-185ae50f3a38 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Deleting port 4c07ca3e-1fe1-4ef2-8d85-d672129136f3 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:55:14.020697 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f611b9bf-c62d-46fc-8e9c-185ae50f3a38 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:14.197935 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a8cf15-44e8-482c-a213-8f3950252e7a None None] Routers {'63d4cd8b-0614-4df8-b526-1c51745a05d8'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:55:14.197935 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-42a8cf15-44e8-482c-a213-8f3950252e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:54:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['63d4cd8b-0614-4df8-b526-1c51745a05d8'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:55:14.267498 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ab5a0a46-640c-4638-b658-760c90ab4f4c tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3115906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3172012'] for subnet, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:14.278618 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-c39c9b0a-49ff-4f2b-a1ed-d84db891be38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2affb2e8-2a95-4c8c-a049-206096551494', 'name': '', 'tenant_id': '20f5c7e1f0ef48a5bcd87fafbb736d03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6039215-9c9e-4914-870f-81d859eaf402', 'external_fixed_ips': [{'subnet_id': 'e60f694f-f63b-42d1-a092-566daa0752f4', 'ip_address': '2001:db8::31d'}], 'enable_snat': True}, 'gw_port_id': '4c07ca3e-1fe1-4ef2-8d85-d672129136f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:55:09Z', 'updated_at': '2022-05-28T06:55:11Z', 'revision_number': 3, 'project_id': '20f5c7e1f0ef48a5bcd87fafbb736d03', 'gw_port': {'id': '4c07ca3e-1fe1-4ef2-8d85-d672129136f3', 'name': '', 'network_id': 'c6039215-9c9e-4914-870f-81d859eaf402', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:55:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2affb2e8-2a95-4c8c-a049-206096551494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': 'e60f694f-f63b-42d1-a092-566daa0752f4', 'ip_address': '2001:db8::31d', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:55:10Z', 'updated_at': '2022-05-28T06:55:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e60f694f-f63b-42d1-a092-566daa0752f4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:55:14.297085 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39c9b0a-49ff-4f2b-a1ed-d84db891be38 None None] Checking router: 2affb2e8-2a95-4c8c-a049-206096551494 for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:55:14.297085 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39c9b0a-49ff-4f2b-a1ed-d84db891be38 None None] Updating router 2affb2e8-2a95-4c8c-a049-206096551494 port 4c07ca3e-1fe1-4ef2-8d85-d672129136f3 binding host n-d-843702-1 {{(pid=89111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:55:14.352165 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f30455a-595e-4781-8703-3696a9d97438 None None] Pushing event updated for resources: {'Port': ['ID=ff64f442-95fe-4bff-ae44-cf573907ae42,revision_number=3']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:55:14.375319 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c39c9b0a-49ff-4f2b-a1ed-d84db891be38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:14.384616 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-9da32223-c3fc-4937-8909-ef03cb78606a req-c3e39cdf-53e5-4319-883f-82e7defd4d97 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=e7c0233a-f0a9-4461-8e6f-995b4a038917&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4717011 May 28 06:55:14.392454 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-86108ccb-67db-4614-b921-659b02af6de8 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690761'] for router, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:14.438499 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f611b9bf-c62d-46fc-8e9c-185ae50f3a38 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:14.520819 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-42a8cf15-44e8-482c-a213-8f3950252e7a None None] Set router 63d4cd8b-0614-4df8-b526-1c51745a05d8 gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:55:14.640480 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5a0a46-640c-4638-b658-760c90ab4f4c tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Checking segment: {'id': 'c6b03b3e-9e4c-405c-9448-3216763b6f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'cc227551-10d6-4137-b8c0-b5564a615692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:55:14.640480 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab5a0a46-640c-4638-b658-760c90ab4f4c tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Network hostable DHCP agents. Network: cc227551-10d6-4137-b8c0-b5564a615692, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89110) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:55:14.650937 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5a0a46-640c-4638-b658-760c90ab4f4c tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Pushing event updated for resources: {'Subnet': ['ID=3a475d8d-ca30-4add-b5d9-a4d38d6fa8e6,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:55:14.741209 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-f611b9bf-c62d-46fc-8e9c-185ae50f3a38 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Calling delete_port for 4c07ca3e-1fe1-4ef2-8d85-d672129136f3 owned by network:router_gateway {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:55:14.815194 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c39c9b0a-49ff-4f2b-a1ed-d84db891be38 None None] Notify callbacks [] for port, precommit_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:14.856073 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-c39c9b0a-49ff-4f2b-a1ed-d84db891be38 None None] Transition to ACTIVE for port object 4c07ca3e-1fe1-4ef2-8d85-d672129136f3 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:55:14.977877 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c39c9b0a-49ff-4f2b-a1ed-d84db891be38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:15.016547 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab5a0a46-640c-4638-b658-760c90ab4f4c tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Network cc227551-10d6-4137-b8c0-b5564a615692 is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89110) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:55:15.076521 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86108ccb-67db-4614-b921-659b02af6de8 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Router 5fa17e89-f693-4222-8113-15f0c876c4f3 is scheduled to L3 agent 42958940-9562-4f71-972f-15a8af9d3963 with binding_index 1 {{(pid=89110) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 06:55:15.105505 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-c39c9b0a-49ff-4f2b-a1ed-d84db891be38 None None] Attempting to bind port 4c07ca3e-1fe1-4ef2-8d85-d672129136f3 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:55:15.106126 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-c39c9b0a-49ff-4f2b-a1ed-d84db891be38 None None] Attempting to bind port 4c07ca3e-1fe1-4ef2-8d85-d672129136f3 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': '78ba8775-5d7f-4b6a-b9d4-0a11d014785d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'c6039215-9c9e-4914-870f-81d859eaf402'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:55:15.106835 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39c9b0a-49ff-4f2b-a1ed-d84db891be38 None None] Attempting to bind port 4c07ca3e-1fe1-4ef2-8d85-d672129136f3 on network c6039215-9c9e-4914-870f-81d859eaf402 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:55:15.144417 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59a7657-de0f-4226-a124-3c1cfe07af37 None None] Pushing event updated for resources: {'Port': ['ID=4c07ca3e-1fe1-4ef2-8d85-d672129136f3,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:55:15.144553 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-42a8cf15-44e8-482c-a213-8f3950252e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63d4cd8b-0614-4df8-b526-1c51745a05d8', 'name': 'tempest-TestNetworkBasicOps-router-1790145053', 'tenant_id': '4cdf69566d684d639d89f5935d02f247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': 'ff64f442-95fe-4bff-ae44-cf573907ae42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:55:05Z', 'updated_at': '2022-05-28T06:55:08Z', 'revision_number': 3, 'project_id': '4cdf69566d684d639d89f5935d02f247', 'gw_port': {'id': 'ff64f442-95fe-4bff-ae44-cf573907ae42', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:4e:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63d4cd8b-0614-4df8-b526-1c51745a05d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:55:07Z', 'updated_at': '2022-05-28T06:55:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:55:15.145745 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a8cf15-44e8-482c-a213-8f3950252e7a None None] The sync data for ids ['63d4cd8b-0614-4df8-b526-1c51745a05d8'] in n-d-843702-1 is: [{'id': '63d4cd8b-0614-4df8-b526-1c51745a05d8', 'name': 'tempest-TestNetworkBasicOps-router-1790145053', 'tenant_id': '4cdf69566d684d639d89f5935d02f247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': 'ff64f442-95fe-4bff-ae44-cf573907ae42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:55:05Z', 'updated_at': '2022-05-28T06:55:08Z', 'revision_number': 3, 'project_id': '4cdf69566d684d639d89f5935d02f247', 'gw_port': {'id': 'ff64f442-95fe-4bff-ae44-cf573907ae42', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:4e:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63d4cd8b-0614-4df8-b526-1c51745a05d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:55:07Z', 'updated_at': '2022-05-28T06:55:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:55:15.160254 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39c9b0a-49ff-4f2b-a1ed-d84db891be38 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:55:15.160254 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39c9b0a-49ff-4f2b-a1ed-d84db891be38 None None] Checking segment: {'id': '78ba8775-5d7f-4b6a-b9d4-0a11d014785d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'c6039215-9c9e-4914-870f-81d859eaf402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:55:15.160254 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c39c9b0a-49ff-4f2b-a1ed-d84db891be38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:15.160254 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39c9b0a-49ff-4f2b-a1ed-d84db891be38 None None] Bound using segment: {'id': '78ba8775-5d7f-4b6a-b9d4-0a11d014785d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'c6039215-9c9e-4914-870f-81d859eaf402'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:55:15.160254 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-c39c9b0a-49ff-4f2b-a1ed-d84db891be38 None None] Bound port: 4c07ca3e-1fe1-4ef2-8d85-d672129136f3, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78ba8775-5d7f-4b6a-b9d4-0a11d014785d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'c6039215-9c9e-4914-870f-81d859eaf402'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:55:15.160254 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c39c9b0a-49ff-4f2b-a1ed-d84db891be38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:15.160919 n-d-843702-1 neutron-server[89109]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:55:15.160919 n-d-843702-1 neutron-server[89109]: util.warn( May 28 06:55:15.160919 n-d-843702-1 neutron-server[89109]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:55:15.160919 n-d-843702-1 neutron-server[89109]: util.warn( May 28 06:55:15.160919 n-d-843702-1 neutron-server[89109]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:55:15.160919 n-d-843702-1 neutron-server[89109]: util.warn( May 28 06:55:15.160919 n-d-843702-1 neutron-server[89109]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:55:15.160919 n-d-843702-1 neutron-server[89109]: util.warn( May 28 06:55:15.160919 n-d-843702-1 neutron-server[89109]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:55:15.160919 n-d-843702-1 neutron-server[89109]: util.warn( May 28 06:55:15.160919 n-d-843702-1 neutron-server[89109]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:55:15.160919 n-d-843702-1 neutron-server[89109]: util.warn( May 28 06:55:15.160919 n-d-843702-1 neutron-server[89109]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:55:15.160919 n-d-843702-1 neutron-server[89109]: util.warn( May 28 06:55:15.160919 n-d-843702-1 neutron-server[89109]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:55:15.160919 n-d-843702-1 neutron-server[89109]: util.warn( May 28 06:55:15.160919 n-d-843702-1 neutron-server[89109]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:55:15.160919 n-d-843702-1 neutron-server[89109]: util.warn( May 28 06:55:15.160919 n-d-843702-1 neutron-server[89109]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:55:15.160919 n-d-843702-1 neutron-server[89109]: util.warn( May 28 06:55:15.160919 n-d-843702-1 neutron-server[89109]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:55:15.160919 n-d-843702-1 neutron-server[89109]: util.warn( May 28 06:55:15.160919 n-d-843702-1 neutron-server[89109]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:55:15.160919 n-d-843702-1 neutron-server[89109]: util.warn( May 28 06:55:15.160919 n-d-843702-1 neutron-server[89109]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:55:15.160919 n-d-843702-1 neutron-server[89109]: util.warn( May 28 06:55:15.160919 n-d-843702-1 neutron-server[89109]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:55:15.160919 n-d-843702-1 neutron-server[89109]: util.warn( May 28 06:55:15.160919 n-d-843702-1 neutron-server[89109]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:55:15.160919 n-d-843702-1 neutron-server[89109]: util.warn( May 28 06:55:15.160919 n-d-843702-1 neutron-server[89109]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:55:15.160919 n-d-843702-1 neutron-server[89109]: util.warn( May 28 06:55:15.160919 n-d-843702-1 neutron-server[89109]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:55:15.160919 n-d-843702-1 neutron-server[89109]: util.warn( May 28 06:55:15.160919 n-d-843702-1 neutron-server[89109]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:55:15.160919 n-d-843702-1 neutron-server[89109]: util.warn( May 28 06:55:15.160919 n-d-843702-1 neutron-server[89109]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:55:15.160919 n-d-843702-1 neutron-server[89109]: util.warn( May 28 06:55:15.160919 n-d-843702-1 neutron-server[89109]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:55:15.160919 n-d-843702-1 neutron-server[89109]: util.warn( May 28 06:55:15.160919 n-d-843702-1 neutron-server[89109]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:55:15.160919 n-d-843702-1 neutron-server[89109]: util.warn( May 28 06:55:15.160919 n-d-843702-1 neutron-server[89109]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:55:15.160919 n-d-843702-1 neutron-server[89109]: util.warn( May 28 06:55:15.160919 n-d-843702-1 neutron-server[89109]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:55:15.160919 n-d-843702-1 neutron-server[89109]: util.warn( May 28 06:55:15.160919 n-d-843702-1 neutron-server[89109]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:55:15.160919 n-d-843702-1 neutron-server[89109]: util.warn( May 28 06:55:15.160919 n-d-843702-1 neutron-server[89109]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:55:15.160919 n-d-843702-1 neutron-server[89109]: util.warn( May 28 06:55:15.160919 n-d-843702-1 neutron-server[89109]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:55:15.160919 n-d-843702-1 neutron-server[89109]: util.warn( May 28 06:55:15.160919 n-d-843702-1 neutron-server[89109]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:55:15.160919 n-d-843702-1 neutron-server[89109]: util.warn( May 28 06:55:15.160919 n-d-843702-1 neutron-server[89109]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:55:15.160919 n-d-843702-1 neutron-server[89109]: util.warn( May 28 06:55:15.173581 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da32223-c3fc-4937-8909-ef03cb78606a req-1f05ae9a-58b8-494e-bb42-b3b3d3c23e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:55:15.175044 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-9da32223-c3fc-4937-8909-ef03cb78606a req-1f05ae9a-58b8-494e-bb42-b3b3d3c23e55 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5e10d5f74e5d4c1ba1676abddcb9b284&device_id=e7c0233a-f0a9-4461-8e6f-995b4a038917 HTTP/1.1" status: 200 len: 1096 time: 0.3252206 May 28 06:55:15.272220 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-ab5a0a46-640c-4638-b658-760c90ab4f4c tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, cc227551-10d6-4137-b8c0-b5564a615692) {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:55:15.285873 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b3273aa-f516-4701-ba8b-aade6da48109 None None] Network cc227551-10d6-4137-b8c0-b5564a615692 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:55:15.288911 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab5a0a46-640c-4638-b658-760c90ab4f4c tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:55:15.288911 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ab5a0a46-640c-4638-b658-760c90ab4f4c tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:15.291197 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.db.api [None req-f611b9bf-c62d-46fc-8e9c-185ae50f3a38 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:55:15.291197 n-d-843702-1 neutron-server[89109]: DEBUG oslo_db.api [None req-f611b9bf-c62d-46fc-8e9c-185ae50f3a38 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:55:15.383284 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-c39c9b0a-49ff-4f2b-a1ed-d84db891be38 None None] For port 4c07ca3e-1fe1-4ef2-8d85-d672129136f3, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:55:15.395119 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-c39c9b0a-49ff-4f2b-a1ed-d84db891be38 None None] For port 4c07ca3e-1fe1-4ef2-8d85-d672129136f3, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=4c07ca3e-1fe1-4ef2-8d85-d672129136f3,segment=NetworkSegment(78ba8775-5d7f-4b6a-b9d4-0a11d014785d),segment_id=78ba8775-5d7f-4b6a-b9d4-0a11d014785d)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:55:15.456074 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da32223-c3fc-4937-8909-ef03cb78606a req-02b44b24-1ea9-46a4-bcbd-b35040009949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:55:15.456074 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-9da32223-c3fc-4937-8909-ef03cb78606a req-02b44b24-1ea9-46a4-bcbd-b35040009949 service neutron] 10.222.0.71 "GET /v2.0/networks?id=e8a2a26d-ca66-4cab-9858-6f3c41497abf HTTP/1.1" status: 200 len: 915 time: 0.2406726 May 28 06:55:15.510901 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86108ccb-67db-4614-b921-659b02af6de8 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:55:15.524164 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8f8a40-30fe-479c-8237-ac2cf47d46db None None] Sync routers for ids ['5fa17e89-f693-4222-8113-15f0c876c4f3'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:55:15.543567 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8f8a40-30fe-479c-8237-ac2cf47d46db None None] Routers {'5fa17e89-f693-4222-8113-15f0c876c4f3'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:55:15.544445 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-fc8f8a40-30fe-479c-8237-ac2cf47d46db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:54:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['5fa17e89-f693-4222-8113-15f0c876c4f3'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:55:15.562276 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c39c9b0a-49ff-4f2b-a1ed-d84db891be38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:15.570371 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-ab5a0a46-640c-4638-b658-760c90ab4f4c tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.5333443 May 28 06:55:15.570987 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 36908) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:55:15.646565 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-9da32223-c3fc-4937-8909-ef03cb78606a req-f65b4ac2-9c7d-4683-a5fc-aa078ad2a6f7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5339abe0-b88e-4e44-b310-bb976e9dcb7e HTTP/1.1" status: 200 len: 1001 time: 0.1909432 May 28 06:55:15.794410 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-f611b9bf-c62d-46fc-8e9c-185ae50f3a38 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Deleting port 4c07ca3e-1fe1-4ef2-8d85-d672129136f3 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:55:15.794410 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f611b9bf-c62d-46fc-8e9c-185ae50f3a38 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:15.848957 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-fc8f8a40-30fe-479c-8237-ac2cf47d46db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:55:15.877840 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-029f2ab6-fa74-4806-b30e-b45f4a4d4f42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-cc227551-10d6-4137-b8c0-b5564a615692', 'network_id': 'cc227551-10d6-4137-b8c0-b5564a615692', 'tenant_id': '4cdf69566d684d639d89f5935d02f247', 'fixed_ips': [{'subnet_id': '3a475d8d-ca30-4add-b5d9-a4d38d6fa8e6'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:55:15.877840 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-029f2ab6-fa74-4806-b30e-b45f4a4d4f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:15.881683 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-86108ccb-67db-4614-b921-659b02af6de8 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Notify callbacks [] for router, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:15.881683 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-86108ccb-67db-4614-b921-659b02af6de8 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 7.3024368 May 28 06:55:15.901584 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8f8a40-30fe-479c-8237-ac2cf47d46db None None] Routers {'5fa17e89-f693-4222-8113-15f0c876c4f3'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:55:15.901584 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-fc8f8a40-30fe-479c-8237-ac2cf47d46db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:54:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['5fa17e89-f693-4222-8113-15f0c876c4f3'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:55:15.906001 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 36916) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:55:15.910045 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device ff64f442-95fe-4bff-ae44-cf573907ae42 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:55:15.990936 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da32223-c3fc-4937-8909-ef03cb78606a req-b485a8da-54c6-4c9d-831d-29274e2611cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:55:15.990936 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-9da32223-c3fc-4937-8909-ef03cb78606a req-b485a8da-54c6-4c9d-831d-29274e2611cb service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8eb43fa5-254f-4ae9-8992-ff7c55790b6d HTTP/1.1" status: 200 len: 853 time: 0.3380041 May 28 06:55:15.997165 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-384dfafa-b066-433f-baf1-9fdd11a099a3 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'enable_snat': False}}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:55:16.047602 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39c9b0a-49ff-4f2b-a1ed-d84db891be38 None None] Routers {'2affb2e8-2a95-4c8c-a049-206096551494'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:55:16.047602 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-c39c9b0a-49ff-4f2b-a1ed-d84db891be38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:54:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['2affb2e8-2a95-4c8c-a049-206096551494'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:55:16.050015 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-fc8f8a40-30fe-479c-8237-ac2cf47d46db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:55:16.051862 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8f8a40-30fe-479c-8237-ac2cf47d46db None None] The sync data for ids ['5fa17e89-f693-4222-8113-15f0c876c4f3'] in n-d-843702-1 is: [] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:55:16.137700 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59a7657-de0f-4226-a124-3c1cfe07af37 None None] Pushing event updated for resources: {'Port': ['ID=4c07ca3e-1fe1-4ef2-8d85-d672129136f3,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:55:16.466255 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-c39c9b0a-49ff-4f2b-a1ed-d84db891be38 None None] Set router 2affb2e8-2a95-4c8c-a049-206096551494 gateway port host: None {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:55:16.481674 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-f611b9bf-c62d-46fc-8e9c-185ae50f3a38 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] For port 4c07ca3e-1fe1-4ef2-8d85-d672129136f3, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=4c07ca3e-1fe1-4ef2-8d85-d672129136f3,segment=NetworkSegment(78ba8775-5d7f-4b6a-b9d4-0a11d014785d),segment_id=78ba8775-5d7f-4b6a-b9d4-0a11d014785d)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:55:16.481674 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f611b9bf-c62d-46fc-8e9c-185ae50f3a38 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:16.627976 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port ff64f442-95fe-4bff-ae44-cf573907ae42 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:55:16.646878 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port ff64f442-95fe-4bff-ae44-cf573907ae42 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:55:16.646878 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:16.730081 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-029f2ab6-fa74-4806-b30e-b45f4a4d4f42 None None] Allocated IP 172.20.0.2 (cc227551-10d6-4137-b8c0-b5564a615692/3a475d8d-ca30-4add-b5d9-a4d38d6fa8e6/0c1111c7-ab48-470f-a586-563b7f1e7e8e) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:55:16.732085 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-c39c9b0a-49ff-4f2b-a1ed-d84db891be38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2affb2e8-2a95-4c8c-a049-206096551494', 'name': '', 'tenant_id': '20f5c7e1f0ef48a5bcd87fafbb736d03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:55:09Z', 'updated_at': '2022-05-28T06:55:13Z', 'revision_number': 4, 'project_id': '20f5c7e1f0ef48a5bcd87fafbb736d03', 'gw_port_host': None}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:55:16.746743 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39c9b0a-49ff-4f2b-a1ed-d84db891be38 None None] The sync data for ids ['2affb2e8-2a95-4c8c-a049-206096551494'] in n-d-843702-1 is: [{'id': '2affb2e8-2a95-4c8c-a049-206096551494', 'name': '', 'tenant_id': '20f5c7e1f0ef48a5bcd87fafbb736d03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:55:09Z', 'updated_at': '2022-05-28T06:55:13Z', 'revision_number': 4, 'project_id': '20f5c7e1f0ef48a5bcd87fafbb736d03', 'gw_port_host': None}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:55:16.991984 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-f611b9bf-c62d-46fc-8e9c-185ae50f3a38 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Calling delete_port for 4c07ca3e-1fe1-4ef2-8d85-d672129136f3 owned by network:router_gateway {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:55:16.997372 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port ff64f442-95fe-4bff-ae44-cf573907ae42 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:55:16.997786 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:17.071495 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port ff64f442-95fe-4bff-ae44-cf573907ae42, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=ff64f442-95fe-4bff-ae44-cf573907ae42,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:55:17.162479 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da32223-c3fc-4937-8909-ef03cb78606a req-508f2dff-68ad-4250-8d98-c52ee15c9bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:55:17.162479 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-9da32223-c3fc-4937-8909-ef03cb78606a req-508f2dff-68ad-4250-8d98-c52ee15c9bbe service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e8a2a26d-ca66-4cab-9858-6f3c41497abf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9518824 May 28 06:55:17.232083 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:17.345182 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-029f2ab6-fa74-4806-b30e-b45f4a4d4f42 None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:17.357480 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-029f2ab6-fa74-4806-b30e-b45f4a4d4f42 None None] Transition to ACTIVE for port object 0c1111c7-ab48-470f-a586-563b7f1e7e8e will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:55:17.387985 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-029f2ab6-fa74-4806-b30e-b45f4a4d4f42 None None] Transition to ACTIVE for port object 0c1111c7-ab48-470f-a586-563b7f1e7e8e will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:55:17.393947 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=ff64f442-95fe-4bff-ae44-cf573907ae42,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:55:17.432517 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1ddae559-d103-40c1-8274-d0e05cbb1b9a tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:17.481053 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-029f2ab6-fa74-4806-b30e-b45f4a4d4f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:17.683221 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029f2ab6-fa74-4806-b30e-b45f4a4d4f42 None None] Network cc227551-10d6-4137-b8c0-b5564a615692 is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:55:17.683221 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-029f2ab6-fa74-4806-b30e-b45f4a4d4f42 None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:55:17.683221 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029f2ab6-fa74-4806-b30e-b45f4a4d4f42 None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:55:17.702514 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029f2ab6-fa74-4806-b30e-b45f4a4d4f42 None None] Pushing event updated for resources: {'Port': ['ID=0c1111c7-ab48-470f-a586-563b7f1e7e8e,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:55:17.855631 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device ff64f442-95fe-4bff-ae44-cf573907ae42 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:55:18.004083 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-029f2ab6-fa74-4806-b30e-b45f4a4d4f42 None None] Attempting to bind port 0c1111c7-ab48-470f-a586-563b7f1e7e8e on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:55:18.005328 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-029f2ab6-fa74-4806-b30e-b45f4a4d4f42 None None] Attempting to bind port 0c1111c7-ab48-470f-a586-563b7f1e7e8e by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'c6b03b3e-9e4c-405c-9448-3216763b6f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'cc227551-10d6-4137-b8c0-b5564a615692'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:55:18.005328 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029f2ab6-fa74-4806-b30e-b45f4a4d4f42 None None] Attempting to bind port 0c1111c7-ab48-470f-a586-563b7f1e7e8e on network cc227551-10d6-4137-b8c0-b5564a615692 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:55:18.027998 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029f2ab6-fa74-4806-b30e-b45f4a4d4f42 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:55:18.027998 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029f2ab6-fa74-4806-b30e-b45f4a4d4f42 None None] Checking segment: {'id': 'c6b03b3e-9e4c-405c-9448-3216763b6f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'cc227551-10d6-4137-b8c0-b5564a615692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:55:18.027998 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-029f2ab6-fa74-4806-b30e-b45f4a4d4f42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:18.027998 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029f2ab6-fa74-4806-b30e-b45f4a4d4f42 None None] Bound using segment: {'id': 'c6b03b3e-9e4c-405c-9448-3216763b6f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'cc227551-10d6-4137-b8c0-b5564a615692'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:55:18.035357 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-029f2ab6-fa74-4806-b30e-b45f4a4d4f42 None None] Bound port: 0c1111c7-ab48-470f-a586-563b7f1e7e8e, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6b03b3e-9e4c-405c-9448-3216763b6f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'cc227551-10d6-4137-b8c0-b5564a615692'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:55:18.035830 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-029f2ab6-fa74-4806-b30e-b45f4a4d4f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:18.181376 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port ff64f442-95fe-4bff-ae44-cf573907ae42 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:55:18.181376 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:18.187003 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-9da32223-c3fc-4937-8909-ef03cb78606a req-000b0288-68d7-4b2a-ba60-400fa72a2da0 service neutron] 10.222.0.71 "GET /v2.0/networks/e8a2a26d-ca66-4cab-9858-6f3c41497abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8795254 May 28 06:55:18.336683 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-029f2ab6-fa74-4806-b30e-b45f4a4d4f42 None None] For port 0c1111c7-ab48-470f-a586-563b7f1e7e8e, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:55:18.410023 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-9da32223-c3fc-4937-8909-ef03cb78606a req-c5d34956-eaaa-4a63-8cfc-bb004f3fc8d2 service neutron] 10.222.0.71 "GET /v2.0/networks/e8a2a26d-ca66-4cab-9858-6f3c41497abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026401 May 28 06:55:18.476826 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [None req-1ddae559-d103-40c1-8274-d0e05cbb1b9a tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Allocated IP 172.20.0.1 (cc227551-10d6-4137-b8c0-b5564a615692/3a475d8d-ca30-4add-b5d9-a4d38d6fa8e6/f03d07a6-901d-47c7-bcfc-3ae4cf5839a1) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:55:18.480419 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port ff64f442-95fe-4bff-ae44-cf573907ae42 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:55:18.619011 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-384dfafa-b066-433f-baf1-9fdd11a099a3 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59027'] for router, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:18.641370 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f611b9bf-c62d-46fc-8e9c-185ae50f3a38 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:18.641604 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-029f2ab6-fa74-4806-b30e-b45f4a4d4f42 None None] For port 0c1111c7-ab48-470f-a586-563b7f1e7e8e, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=0c1111c7-ab48-470f-a586-563b7f1e7e8e,segment=NetworkSegment(c6b03b3e-9e4c-405c-9448-3216763b6f5a),segment_id=c6b03b3e-9e4c-405c-9448-3216763b6f5a)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:55:18.758728 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-029f2ab6-fa74-4806-b30e-b45f4a4d4f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:18.800174 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1ddae559-d103-40c1-8274-d0e05cbb1b9a tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:18.802042 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:55:18.804926 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [None req-1ddae559-d103-40c1-8274-d0e05cbb1b9a tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Transition to ACTIVE for port object f03d07a6-901d-47c7-bcfc-3ae4cf5839a1 will not be triggered until provisioned by entity DHCP. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:55:18.907794 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f611b9bf-c62d-46fc-8e9c-185ae50f3a38 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Pushing event deleted for resources: {'Port': ['ID=4c07ca3e-1fe1-4ef2-8d85-d672129136f3,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:55:18.929081 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f611b9bf-c62d-46fc-8e9c-185ae50f3a38 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691105'] for router_gateway, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:18.932111 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029f2ab6-fa74-4806-b30e-b45f4a4d4f42 None None] Pushing event updated for resources: {'Port': ['ID=0c1111c7-ab48-470f-a586-563b7f1e7e8e,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:55:18.935480 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1ddae559-d103-40c1-8274-d0e05cbb1b9a tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:19.010951 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ddae559-d103-40c1-8274-d0e05cbb1b9a tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Network cc227551-10d6-4137-b8c0-b5564a615692 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:55:19.014941 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-1ddae559-d103-40c1-8274-d0e05cbb1b9a tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:55:19.019476 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ddae559-d103-40c1-8274-d0e05cbb1b9a tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:55:19.126546 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddae559-d103-40c1-8274-d0e05cbb1b9a tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Pushing event updated for resources: {'Port': ['ID=f03d07a6-901d-47c7-bcfc-3ae4cf5839a1,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:55:19.236236 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1ddae559-d103-40c1-8274-d0e05cbb1b9a tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690947'] for router_interface, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:19.238802 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f611b9bf-c62d-46fc-8e9c-185ae50f3a38 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59018'] for router, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:19.238802 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f611b9bf-c62d-46fc-8e9c-185ae50f3a38 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:19.550510 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f611b9bf-c62d-46fc-8e9c-185ae50f3a38 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-703817'] for router, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:19.550510 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f611b9bf-c62d-46fc-8e9c-185ae50f3a38 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2affb2e8-2a95-4c8c-a049-206096551494 {{(pid=89109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 06:55:19.685557 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1ddae559-d103-40c1-8274-d0e05cbb1b9a tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:19.914959 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 0c1111c7-ab48-470f-a586-563b7f1e7e8e up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:55:19.927362 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f611b9bf-c62d-46fc-8e9c-185ae50f3a38 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:19.935006 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-f611b9bf-c62d-46fc-8e9c-185ae50f3a38 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] 10.222.0.55 "DELETE /v2.0/routers/2affb2e8-2a95-4c8c-a049-206096551494 HTTP/1.1" status: 204 len: 168 time: 6.5602989 May 28 06:55:19.935006 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 36980) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:55:20.169185 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 0c1111c7-ab48-470f-a586-563b7f1e7e8e completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:55:20.358132 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-384dfafa-b066-433f-baf1-9fdd11a099a3 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59027'] for router, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:20.358132 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-384dfafa-b066-433f-baf1-9fdd11a099a3 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-690815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-690800', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-692041'] for router, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:20.365566 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3c50501-37dd-44d4-8a2e-f6e0e834c4cb tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Deleting subnet e60f694f-f63b-42d1-a092-566daa0752f4 {{(pid=89109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:55:20.365566 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e3c50501-37dd-44d4-8a2e-f6e0e834c4cb tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:20.445500 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1ddae559-d103-40c1-8274-d0e05cbb1b9a tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:20.576206 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1ddae559-d103-40c1-8274-d0e05cbb1b9a tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:20.595220 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e1f226-4c75-4ad4-94d9-7c12d4f5c6c3 None None] Network cc227551-10d6-4137-b8c0-b5564a615692 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:55:20.624139 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e3c50501-37dd-44d4-8a2e-f6e0e834c4cb tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3964070'] for subnet, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:20.771667 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddae559-d103-40c1-8274-d0e05cbb1b9a tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Pushing event updated for resources: {'Port': ['ID=f03d07a6-901d-47c7-bcfc-3ae4cf5839a1,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:55:20.813364 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1ddae559-d103-40c1-8274-d0e05cbb1b9a tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700602'] for router_interface, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:20.869718 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-265e486c-1ede-4f82-9d8c-fcbcdd20c7a1 None None] Provisioning for port 0c1111c7-ab48-470f-a586-563b7f1e7e8e completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:55:20.886028 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-265e486c-1ede-4f82-9d8c-fcbcdd20c7a1 None None] Provisioning complete for port 0c1111c7-ab48-470f-a586-563b7f1e7e8e triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:55:20.890580 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e3c50501-37dd-44d4-8a2e-f6e0e834c4cb tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:20.894194 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-265e486c-1ede-4f82-9d8c-fcbcdd20c7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:20.970841 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-384dfafa-b066-433f-baf1-9fdd11a099a3 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Router 5fa17e89-f693-4222-8113-15f0c876c4f3 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:55:21.426675 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ddae559-d103-40c1-8274-d0e05cbb1b9a tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Network cc227551-10d6-4137-b8c0-b5564a615692 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:55:21.426675 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-1ddae559-d103-40c1-8274-d0e05cbb1b9a tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:55:21.433131 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-265e486c-1ede-4f82-9d8c-fcbcdd20c7a1 None None] Current status of the port 0c1111c7-ab48-470f-a586-563b7f1e7e8e is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:55:21.433131 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-265e486c-1ede-4f82-9d8c-fcbcdd20c7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:21.435116 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-384dfafa-b066-433f-baf1-9fdd11a099a3 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:55:21.436620 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-265e486c-1ede-4f82-9d8c-fcbcdd20c7a1 None None] For port 0c1111c7-ab48-470f-a586-563b7f1e7e8e, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=0c1111c7-ab48-470f-a586-563b7f1e7e8e,segment=NetworkSegment(c6b03b3e-9e4c-405c-9448-3216763b6f5a),segment_id=c6b03b3e-9e4c-405c-9448-3216763b6f5a)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:55:21.438024 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-384dfafa-b066-433f-baf1-9fdd11a099a3 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:21.438024 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-384dfafa-b066-433f-baf1-9fdd11a099a3 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] 10.222.0.55 "PUT /v2.0/routers/5fa17e89-f693-4222-8113-15f0c876c4f3 HTTP/1.1" status: 200 len: 921 time: 5.3176808 May 28 06:55:21.439414 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e2b231-a725-4b10-a3af-e2b99ae65175 None None] Sync routers for ids ['5fa17e89-f693-4222-8113-15f0c876c4f3'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:55:21.439414 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e2b231-a725-4b10-a3af-e2b99ae65175 None None] Routers {'5fa17e89-f693-4222-8113-15f0c876c4f3'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:55:21.439414 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-53e2b231-a725-4b10-a3af-e2b99ae65175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:54:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['5fa17e89-f693-4222-8113-15f0c876c4f3'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:55:21.440689 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 36994) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:55:21.441965 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-53e2b231-a725-4b10-a3af-e2b99ae65175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:55:21.443347 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e3c50501-37dd-44d4-8a2e-f6e0e834c4cb tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9555650'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:21.444964 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e2b231-a725-4b10-a3af-e2b99ae65175 None None] Routers {'5fa17e89-f693-4222-8113-15f0c876c4f3'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:55:21.444964 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-53e2b231-a725-4b10-a3af-e2b99ae65175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:54:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['5fa17e89-f693-4222-8113-15f0c876c4f3'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:55:21.450740 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c50501-37dd-44d4-8a2e-f6e0e834c4cb tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=e60f694f-f63b-42d1-a092-566daa0752f4,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:55:21.450740 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e3c50501-37dd-44d4-8a2e-f6e0e834c4cb tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:21.450740 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-e3c50501-37dd-44d4-8a2e-f6e0e834c4cb tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] 10.222.0.55 "DELETE /v2.0/subnets/e60f694f-f63b-42d1-a092-566daa0752f4 HTTP/1.1" status: 204 len: 168 time: 1.4716022 May 28 06:55:21.452096 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-265e486c-1ede-4f82-9d8c-fcbcdd20c7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:21.453394 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 37000) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:55:21.455118 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ddae559-d103-40c1-8274-d0e05cbb1b9a tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Router 63d4cd8b-0614-4df8-b526-1c51745a05d8 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:55:21.608210 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265e486c-1ede-4f82-9d8c-fcbcdd20c7a1 None None] Pushing event updated for resources: {'Port': ['ID=0c1111c7-ab48-470f-a586-563b7f1e7e8e,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:55:21.614489 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-53e2b231-a725-4b10-a3af-e2b99ae65175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:55:21.614900 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e2b231-a725-4b10-a3af-e2b99ae65175 None None] The sync data for ids ['5fa17e89-f693-4222-8113-15f0c876c4f3'] in n-d-843702-1 is: [] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:55:21.814984 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 0c1111c7-ab48-470f-a586-563b7f1e7e8e up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:55:21.847624 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5ab4a8ef-2765-46b5-a7fe-cfa3adb7f6d8 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:21.900451 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-f87b515f-d620-4043-8f0e-9b58b4168863 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] 10.222.0.55 "GET /v2.0/routers/5fa17e89-f693-4222-8113-15f0c876c4f3 HTTP/1.1" status: 200 len: 921 time: 0.6231942 May 28 06:55:21.905648 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ddae559-d103-40c1-8274-d0e05cbb1b9a tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:55:21.905648 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 37014) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:55:21.920821 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0502810d-63b5-4e64-8204-9ef36fdf16c9 None None] Sync routers for ids ['63d4cd8b-0614-4df8-b526-1c51745a05d8'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:55:21.939677 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0502810d-63b5-4e64-8204-9ef36fdf16c9 None None] Routers {'63d4cd8b-0614-4df8-b526-1c51745a05d8'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:55:21.948234 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-0502810d-63b5-4e64-8204-9ef36fdf16c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:54:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['63d4cd8b-0614-4df8-b526-1c51745a05d8'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:55:21.965308 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-28372848-5165-4e16-a998-d612f3abf945 None None] Provisioning for port f03d07a6-901d-47c7-bcfc-3ae4cf5839a1 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:55:22.013440 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-28372848-5165-4e16-a998-d612f3abf945 None None] Provisioning complete for port f03d07a6-901d-47c7-bcfc-3ae4cf5839a1 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:55:22.014084 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-28372848-5165-4e16-a998-d612f3abf945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:22.021285 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-1ddae559-d103-40c1-8274-d0e05cbb1b9a tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "PUT /v2.0/routers/63d4cd8b-0614-4df8-b526-1c51745a05d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4492276 May 28 06:55:22.029268 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 37018) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:55:22.145461 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f060a14-9488-4675-a881-b39a8434100e tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:55:22.146393 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-9f060a14-9488-4675-a881-b39a8434100e tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Synchronizing usage tracker for tenant:826014bbf0bb4321944676b240d79d28 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:55:22.146792 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5ab4a8ef-2765-46b5-a7fe-cfa3adb7f6d8 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:22.181601 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-5ab4a8ef-2765-46b5-a7fe-cfa3adb7f6d8 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6039215-9c9e-4914-870f-81d859eaf402']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:55:22.183049 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-28372848-5165-4e16-a998-d612f3abf945 None None] Port f03d07a6-901d-47c7-bcfc-3ae4cf5839a1 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:55:22.222055 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-5ab4a8ef-2765-46b5-a7fe-cfa3adb7f6d8 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78ba8775-5d7f-4b6a-b9d4-0a11d014785d') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:55:22.227784 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-5ab4a8ef-2765-46b5-a7fe-cfa3adb7f6d8 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78ba8775-5d7f-4b6a-b9d4-0a11d014785d') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:55:22.248210 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-28372848-5165-4e16-a998-d612f3abf945 None None] Provisioning complete for port 0c1111c7-ab48-470f-a586-563b7f1e7e8e triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:55:22.248210 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-28372848-5165-4e16-a998-d612f3abf945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:22.272172 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5ab4a8ef-2765-46b5-a7fe-cfa3adb7f6d8 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:22.305396 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5ab4a8ef-2765-46b5-a7fe-cfa3adb7f6d8 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:22.308952 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-9f060a14-9488-4675-a881-b39a8434100e tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Unset dirty status for tenant:826014bbf0bb4321944676b240d79d28 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:55:22.308952 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-9f060a14-9488-4675-a881-b39a8434100e tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=68df399e-e75e-4871-9364-5d05730b50f0&device_id=5fa17e89-f693-4222-8113-15f0c876c4f3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3935997 May 28 06:55:22.312078 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 37024) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:55:22.312078 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ab4a8ef-2765-46b5-a7fe-cfa3adb7f6d8 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:55:22.312078 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5ab4a8ef-2765-46b5-a7fe-cfa3adb7f6d8 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:22.335132 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb95c519-b707-40b2-b2d5-a19c28bbe6f5 tempest-TestNetworkBasicOps-1462600339 tempest-TestNetworkBasicOps-1462600339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:55:22.335132 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb95c519-b707-40b2-b2d5-a19c28bbe6f5 tempest-TestNetworkBasicOps-1462600339 tempest-TestNetworkBasicOps-1462600339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:55:22.335132 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb95c519-b707-40b2-b2d5-a19c28bbe6f5 tempest-TestNetworkBasicOps-1462600339 tempest-TestNetworkBasicOps-1462600339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:55:22.335132 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb95c519-b707-40b2-b2d5-a19c28bbe6f5 tempest-TestNetworkBasicOps-1462600339 tempest-TestNetworkBasicOps-1462600339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:55:22.335132 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb95c519-b707-40b2-b2d5-a19c28bbe6f5 tempest-TestNetworkBasicOps-1462600339 tempest-TestNetworkBasicOps-1462600339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:55:22.335132 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb95c519-b707-40b2-b2d5-a19c28bbe6f5 tempest-TestNetworkBasicOps-1462600339 tempest-TestNetworkBasicOps-1462600339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:55:22.335132 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb95c519-b707-40b2-b2d5-a19c28bbe6f5 tempest-TestNetworkBasicOps-1462600339 tempest-TestNetworkBasicOps-1462600339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:55:22.335132 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb95c519-b707-40b2-b2d5-a19c28bbe6f5 tempest-TestNetworkBasicOps-1462600339 tempest-TestNetworkBasicOps-1462600339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:55:22.365522 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 37028) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:55:22.369064 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-cb95c519-b707-40b2-b2d5-a19c28bbe6f5 tempest-TestNetworkBasicOps-1462600339 tempest-TestNetworkBasicOps-1462600339-project-admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5662 time: 0.3274202 May 28 06:55:22.435479 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 78ba8775-5d7f-4b6a-b9d4-0a11d014785d resource provider aggregate not found May 28 06:55:22.449329 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 0c1111c7-ab48-470f-a586-563b7f1e7e8e triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:55:22.449830 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:22.477964 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-0502810d-63b5-4e64-8204-9ef36fdf16c9 None None] Set router 63d4cd8b-0614-4df8-b526-1c51745a05d8 gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:55:22.535414 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 78ba8775-5d7f-4b6a-b9d4-0a11d014785d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 78ba8775-5d7f-4b6a-b9d4-0a11d014785d found for delete ", "request_id": "req-587b51a1-d5fc-4b11-9fc3-730ca3b438df"}]} May 28 06:55:22.717150 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-28372848-5165-4e16-a998-d612f3abf945 None None] Current status of the port 0c1111c7-ab48-470f-a586-563b7f1e7e8e is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:55:22.749838 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 0c1111c7-ab48-470f-a586-563b7f1e7e8e is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:55:22.861598 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-e895830a-81d5-4289-8b5e-af2ae084cdf1 None None] Provisioning complete for port f03d07a6-901d-47c7-bcfc-3ae4cf5839a1 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:55:22.861598 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e895830a-81d5-4289-8b5e-af2ae084cdf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:22.912342 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72e3e67-5d23-4fdd-8f24-f8a7b2121768 tempest-TestNetworkBasicOps-1462600339 tempest-TestNetworkBasicOps-1462600339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:55:22.912342 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72e3e67-5d23-4fdd-8f24-f8a7b2121768 tempest-TestNetworkBasicOps-1462600339 tempest-TestNetworkBasicOps-1462600339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:55:22.912753 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72e3e67-5d23-4fdd-8f24-f8a7b2121768 tempest-TestNetworkBasicOps-1462600339 tempest-TestNetworkBasicOps-1462600339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:55:22.913878 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72e3e67-5d23-4fdd-8f24-f8a7b2121768 tempest-TestNetworkBasicOps-1462600339 tempest-TestNetworkBasicOps-1462600339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:55:22.914325 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72e3e67-5d23-4fdd-8f24-f8a7b2121768 tempest-TestNetworkBasicOps-1462600339 tempest-TestNetworkBasicOps-1462600339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:55:22.914774 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72e3e67-5d23-4fdd-8f24-f8a7b2121768 tempest-TestNetworkBasicOps-1462600339 tempest-TestNetworkBasicOps-1462600339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:55:22.915210 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72e3e67-5d23-4fdd-8f24-f8a7b2121768 tempest-TestNetworkBasicOps-1462600339 tempest-TestNetworkBasicOps-1462600339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:55:22.919269 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-d72e3e67-5d23-4fdd-8f24-f8a7b2121768 tempest-TestNetworkBasicOps-1462600339 tempest-TestNetworkBasicOps-1462600339-project-admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4651 time: 0.4839697 May 28 06:55:22.921505 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 37048) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:55:22.955074 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-e895830a-81d5-4289-8b5e-af2ae084cdf1 None None] Port f03d07a6-901d-47c7-bcfc-3ae4cf5839a1 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:55:22.993631 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2310b2-70b4-4f5e-94ee-de72233fdc54 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:55:22.994202 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-8a2310b2-70b4-4f5e-94ee-de72233fdc54 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Synchronizing usage tracker for tenant:826014bbf0bb4321944676b240d79d28 on resource:network {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:55:23.011499 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-0502810d-63b5-4e64-8204-9ef36fdf16c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63d4cd8b-0614-4df8-b526-1c51745a05d8', 'name': 'tempest-TestNetworkBasicOps-router-1790145053', 'tenant_id': '4cdf69566d684d639d89f5935d02f247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': 'ff64f442-95fe-4bff-ae44-cf573907ae42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:55:05Z', 'updated_at': '2022-05-28T06:55:19Z', 'revision_number': 4, 'project_id': '4cdf69566d684d639d89f5935d02f247', 'gw_port': {'id': 'ff64f442-95fe-4bff-ae44-cf573907ae42', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:4e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d4cd8b-0614-4df8-b526-1c51745a05d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:55:07Z', 'updated_at': '2022-05-28T06:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'f03d07a6-901d-47c7-bcfc-3ae4cf5839a1', 'name': '', 'network_id': 'cc227551-10d6-4137-b8c0-b5564a615692', 'tenant_id': '4cdf69566d684d639d89f5935d02f247', 'mac_address': 'fa:16:3e:89:c1:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63d4cd8b-0614-4df8-b526-1c51745a05d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '3a475d8d-ca30-4add-b5d9-a4d38d6fa8e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:55:17Z', 'updated_at': '2022-05-28T06:55:20Z', 'revision_number': 2, 'project_id': '4cdf69566d684d639d89f5935d02f247', 'subnets': [{'id': '3a475d8d-ca30-4add-b5d9-a4d38d6fa8e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:55:23.018832 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0502810d-63b5-4e64-8204-9ef36fdf16c9 None None] Checking router: 63d4cd8b-0614-4df8-b526-1c51745a05d8 for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:55:23.021033 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0502810d-63b5-4e64-8204-9ef36fdf16c9 None None] Updating router 63d4cd8b-0614-4df8-b526-1c51745a05d8 port f03d07a6-901d-47c7-bcfc-3ae4cf5839a1 binding host n-d-843702-1 {{(pid=89112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:55:23.068889 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5ab4a8ef-2765-46b5-a7fe-cfa3adb7f6d8 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:23.093582 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-0502810d-63b5-4e64-8204-9ef36fdf16c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:23.098568 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ab4a8ef-2765-46b5-a7fe-cfa3adb7f6d8 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c6039215-9c9e-4914-870f-81d859eaf402 {{(pid=89109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 28 06:55:23.118023 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5ab4a8ef-2765-46b5-a7fe-cfa3adb7f6d8 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:23.137588 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-8a2310b2-70b4-4f5e-94ee-de72233fdc54 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Unset dirty status for tenant:826014bbf0bb4321944676b240d79d28 on resource:network {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:55:23.139399 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-8a2310b2-70b4-4f5e-94ee-de72233fdc54 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] 10.222.0.55 "GET /v2.0/networks/68df399e-e75e-4871-9364-5d05730b50f0 HTTP/1.1" status: 200 len: 881 time: 0.7854476 May 28 06:55:23.143559 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 37058) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:55:23.145943 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab4a8ef-2765-46b5-a7fe-cfa3adb7f6d8 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Pushing event deleted for resources: {'Network': ['ID=c6039215-9c9e-4914-870f-81d859eaf402,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:55:23.161457 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-5ab4a8ef-2765-46b5-a7fe-cfa3adb7f6d8 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] 10.222.0.55 "DELETE /v2.0/networks/c6039215-9c9e-4914-870f-81d859eaf402 HTTP/1.1" status: 204 len: 168 time: 1.7474573 May 28 06:55:23.274596 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-bc5f00a4-145e-4c6c-9311-a3365b043d5d tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] 10.222.0.55 "GET /v2.0/ports?device_id=5fa17e89-f693-4222-8113-15f0c876c4f3 HTTP/1.1" status: 200 len: 205 time: 0.1203518 May 28 06:55:23.283160 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 37064) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:55:23.461100 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-22313111-33a8-4863-93e5-85333f591200 tempest-TestNetworkBasicOps-1462600339 tempest-TestNetworkBasicOps-1462600339-project-admin] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4494 time: 0.5333142 May 28 06:55:23.618716 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1c354f4e-947d-4030-b9a4-56ceff528d6d tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Notify callbacks [] for router, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:23.696813 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 37080) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:55:23.704432 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-fd383338-b8b2-41dd-bc12-9acfadb5e58c tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Request body: {'router': {'name': 'tempest-router--753383525', 'project_id': '54cd7ca2f4b64da3b76f939dad5df7c6'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:55:23.708969 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 37084) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:55:23.712367 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-fd383338-b8b2-41dd-bc12-9acfadb5e58c tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:55:23.719670 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-98ff4de3-8131-4e11-abff-1a8fda0ef24c tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-809093307', 'description': 'tempest-secgroup-smoke-809093307 description', 'project_id': '4cdf69566d684d639d89f5935d02f247'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:55:23.726003 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-fd383338-b8b2-41dd-bc12-9acfadb5e58c tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Usage tracker for resource:router and tenant:54cd7ca2f4b64da3b76f939dad5df7c6 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:55:23.735737 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-fd383338-b8b2-41dd-bc12-9acfadb5e58c tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:55:23.736134 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-98ff4de3-8131-4e11-abff-1a8fda0ef24c tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:55:23.742485 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-fd383338-b8b2-41dd-bc12-9acfadb5e58c tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:55:23.745273 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-98ff4de3-8131-4e11-abff-1a8fda0ef24c tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Usage tracker for resource:security_group and tenant:4cdf69566d684d639d89f5935d02f247 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:55:23.749322 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-98ff4de3-8131-4e11-abff-1a8fda0ef24c tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:55:23.769050 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-98ff4de3-8131-4e11-abff-1a8fda0ef24c tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:55:23.868599 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-fd383338-b8b2-41dd-bc12-9acfadb5e58c tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59128'] for router, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:23.868599 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-fd383338-b8b2-41dd-bc12-9acfadb5e58c tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59009'] for router, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:23.885106 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-fd383338-b8b2-41dd-bc12-9acfadb5e58c tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:23.926283 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-98ff4de3-8131-4e11-abff-1a8fda0ef24c tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:23.928509 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1c354f4e-947d-4030-b9a4-56ceff528d6d tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:23.968484 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-98ff4de3-8131-4e11-abff-1a8fda0ef24c tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:55:23.974622 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-98ff4de3-8131-4e11-abff-1a8fda0ef24c tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Usage tracker for resource:security_group_rule and tenant:4cdf69566d684d639d89f5935d02f247 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:55:23.981288 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-98ff4de3-8131-4e11-abff-1a8fda0ef24c tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:55:23.982715 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-0502810d-63b5-4e64-8204-9ef36fdf16c9 None None] Notify callbacks [] for port, precommit_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:23.993044 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-98ff4de3-8131-4e11-abff-1a8fda0ef24c tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:55:24.002980 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.provisioning_blocks [None req-0502810d-63b5-4e64-8204-9ef36fdf16c9 None None] Transition to ACTIVE for port object f03d07a6-901d-47c7-bcfc-3ae4cf5839a1 will not be triggered until provisioned by entity L2. {{(pid=89112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:55:24.027374 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-fd383338-b8b2-41dd-bc12-9acfadb5e58c tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690761'] for router, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:24.048004 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-1c354f4e-947d-4030-b9a4-56ceff528d6d tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Deleting port 713c0ed0-9f08-4f12-9ca0-ce64e17eb397 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:55:24.048004 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1c354f4e-947d-4030-b9a4-56ceff528d6d tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:24.117015 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-98ff4de3-8131-4e11-abff-1a8fda0ef24c tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:24.141008 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-0502810d-63b5-4e64-8204-9ef36fdf16c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:24.161157 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-fd383338-b8b2-41dd-bc12-9acfadb5e58c tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Notify callbacks [] for router, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:24.162741 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-fd383338-b8b2-41dd-bc12-9acfadb5e58c tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4646747 May 28 06:55:24.165661 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 37098) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:55:24.365687 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1c354f4e-947d-4030-b9a4-56ceff528d6d tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:24.429223 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8f097692-6c4d-4d4b-acaf-584ced775a4d tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Notify callbacks [] for router, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:24.449432 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc2aef7-efc5-453b-8a71-a8449ecad338 None None] Pushing event updated for resources: {'Port': ['ID=f03d07a6-901d-47c7-bcfc-3ae4cf5839a1,revision_number=3']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:55:24.489779 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc2aef7-efc5-453b-8a71-a8449ecad338 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:55:24.489779 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc2aef7-efc5-453b-8a71-a8449ecad338 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:55:24.489779 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc2aef7-efc5-453b-8a71-a8449ecad338 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:55:24.489779 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc2aef7-efc5-453b-8a71-a8449ecad338 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:55:24.489779 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc2aef7-efc5-453b-8a71-a8449ecad338 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:55:24.489779 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc2aef7-efc5-453b-8a71-a8449ecad338 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:55:24.489779 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc2aef7-efc5-453b-8a71-a8449ecad338 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:55:24.498851 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-98ff4de3-8131-4e11-abff-1a8fda0ef24c tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:24.499653 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc2aef7-efc5-453b-8a71-a8449ecad338 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:55:24.500227 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc2aef7-efc5-453b-8a71-a8449ecad338 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:55:24.500747 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc2aef7-efc5-453b-8a71-a8449ecad338 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:55:24.501289 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc2aef7-efc5-453b-8a71-a8449ecad338 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:55:24.501823 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc2aef7-efc5-453b-8a71-a8449ecad338 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:55:24.518290 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-0502810d-63b5-4e64-8204-9ef36fdf16c9 None None] Attempting to bind port f03d07a6-901d-47c7-bcfc-3ae4cf5839a1 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:55:24.518803 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-0502810d-63b5-4e64-8204-9ef36fdf16c9 None None] Attempting to bind port f03d07a6-901d-47c7-bcfc-3ae4cf5839a1 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'c6b03b3e-9e4c-405c-9448-3216763b6f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'cc227551-10d6-4137-b8c0-b5564a615692'}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:55:24.523729 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0502810d-63b5-4e64-8204-9ef36fdf16c9 None None] Attempting to bind port f03d07a6-901d-47c7-bcfc-3ae4cf5839a1 on network cc227551-10d6-4137-b8c0-b5564a615692 {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:55:24.531182 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0502810d-63b5-4e64-8204-9ef36fdf16c9 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:55:24.531754 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-1c354f4e-947d-4030-b9a4-56ceff528d6d tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Calling delete_port for 713c0ed0-9f08-4f12-9ca0-ce64e17eb397 owned by network:router_gateway {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:55:24.533225 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0502810d-63b5-4e64-8204-9ef36fdf16c9 None None] Checking segment: {'id': 'c6b03b3e-9e4c-405c-9448-3216763b6f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'cc227551-10d6-4137-b8c0-b5564a615692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:55:24.533723 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-0502810d-63b5-4e64-8204-9ef36fdf16c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:24.536621 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0502810d-63b5-4e64-8204-9ef36fdf16c9 None None] Bound using segment: {'id': 'c6b03b3e-9e4c-405c-9448-3216763b6f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'cc227551-10d6-4137-b8c0-b5564a615692'} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:55:24.537353 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-0502810d-63b5-4e64-8204-9ef36fdf16c9 None None] Bound port: f03d07a6-901d-47c7-bcfc-3ae4cf5839a1, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6b03b3e-9e4c-405c-9448-3216763b6f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'cc227551-10d6-4137-b8c0-b5564a615692'}}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:55:24.538439 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-0502810d-63b5-4e64-8204-9ef36fdf16c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:24.707218 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-0502810d-63b5-4e64-8204-9ef36fdf16c9 None None] For port f03d07a6-901d-47c7-bcfc-3ae4cf5839a1, host n-d-843702-1, cleared binding levels {{(pid=89112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:55:24.711818 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-0502810d-63b5-4e64-8204-9ef36fdf16c9 None None] For port f03d07a6-901d-47c7-bcfc-3ae4cf5839a1, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=f03d07a6-901d-47c7-bcfc-3ae4cf5839a1,segment=NetworkSegment(c6b03b3e-9e4c-405c-9448-3216763b6f5a),segment_id=c6b03b3e-9e4c-405c-9448-3216763b6f5a)] {{(pid=89112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:55:24.773727 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-98ff4de3-8131-4e11-abff-1a8fda0ef24c tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:24.773727 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-98ff4de3-8131-4e11-abff-1a8fda0ef24c tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.0511637 May 28 06:55:24.773727 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 37106) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:55:24.817333 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-0502810d-63b5-4e64-8204-9ef36fdf16c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:24.834469 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-2d0efbeb-f47c-46d4-9c60-d4e4c120f447 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Request body: {'security_group_rule': {'security_group_id': '09a52ad4-40c1-4ed0-bd3e-18eae1d56ecb', 'project_id': '4cdf69566d684d639d89f5935d02f247', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:55:24.834469 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-2d0efbeb-f47c-46d4-9c60-d4e4c120f447 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:55:24.840831 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-2d0efbeb-f47c-46d4-9c60-d4e4c120f447 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Usage tracker for resource:security_group_rule and tenant:4cdf69566d684d639d89f5935d02f247 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:55:24.865159 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1c354f4e-947d-4030-b9a4-56ceff528d6d tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:24.902241 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0502810d-63b5-4e64-8204-9ef36fdf16c9 None None] Routers {'63d4cd8b-0614-4df8-b526-1c51745a05d8'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:55:24.905527 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-0502810d-63b5-4e64-8204-9ef36fdf16c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:54:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['63d4cd8b-0614-4df8-b526-1c51745a05d8'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:55:24.948227 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-2d0efbeb-f47c-46d4-9c60-d4e4c120f447 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:55:24.951281 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c354f4e-947d-4030-b9a4-56ceff528d6d tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Pushing event deleted for resources: {'Port': ['ID=713c0ed0-9f08-4f12-9ca0-ce64e17eb397,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:55:24.954300 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-2d0efbeb-f47c-46d4-9c60-d4e4c120f447 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:55:24.994376 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc2aef7-efc5-453b-8a71-a8449ecad338 None None] Pushing event updated for resources: {'Port': ['ID=f03d07a6-901d-47c7-bcfc-3ae4cf5839a1,revision_number=4']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:55:25.106352 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1c354f4e-947d-4030-b9a4-56ceff528d6d tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691105'] for router_gateway, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:25.230961 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-0502810d-63b5-4e64-8204-9ef36fdf16c9 None None] Set router 63d4cd8b-0614-4df8-b526-1c51745a05d8 gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:55:25.245530 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ff4de3-8131-4e11-abff-1a8fda0ef24c tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09a52ad4-40c1-4ed0-bd3e-18eae1d56ecb,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:55:25.279524 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8f097692-6c4d-4d4b-acaf-584ced775a4d tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59018'] for router, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:25.279524 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2d0efbeb-f47c-46d4-9c60-d4e4c120f447 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:25.297350 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8f097692-6c4d-4d4b-acaf-584ced775a4d tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:25.400771 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df68502b-01f1-4102-bdb1-183583b8322d req-137c9685-c0ab-4571-ba03-c78fa03ddf25 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:55:25.402515 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-df68502b-01f1-4102-bdb1-183583b8322d req-137c9685-c0ab-4571-ba03-c78fa03ddf25 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/ports?device_id=726a8479-8b4d-4afa-8f34-cb9300b876c1 HTTP/1.1" status: 200 len: 945 time: 0.9184079 May 28 06:55:25.415289 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8f097692-6c4d-4d4b-acaf-584ced775a4d tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-703817'] for router, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:25.415893 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f097692-6c4d-4d4b-acaf-584ced775a4d tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 266024f7-8eb5-4bc3-b135-ba4571c44f69 {{(pid=89110) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 06:55:25.450992 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2d0efbeb-f47c-46d4-9c60-d4e4c120f447 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:25.476515 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8f097692-6c4d-4d4b-acaf-584ced775a4d tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Notify callbacks [] for router, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:25.477701 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-8f097692-6c4d-4d4b-acaf-584ced775a4d tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] 10.222.0.55 "DELETE /v2.0/routers/266024f7-8eb5-4bc3-b135-ba4571c44f69 HTTP/1.1" status: 204 len: 168 time: 1.3110387 May 28 06:55:25.486995 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-df68502b-01f1-4102-bdb1-183583b8322d req-f0fe25ac-3213-4890-9077-9c5a8a52b4f9 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5ed65f3-1959-44ae-8583-c3aeb08c4f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0746596 May 28 06:55:25.564835 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2d0efbeb-f47c-46d4-9c60-d4e4c120f447 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:25.598814 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0efbeb-f47c-46d4-9c60-d4e4c120f447 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b531a34-2b98-4e0e-bfb8-4cb41b404f84,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:55:25.615723 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1c354f4e-947d-4030-b9a4-56ceff528d6d tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59018'] for router, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:25.624737 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1c354f4e-947d-4030-b9a4-56ceff528d6d tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:25.650892 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb6d1b-c05a-46f0-a148-65f2583f9484 req-c988c2ca-576b-4e38-b52d-5b7715106517 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:55:25.660838 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-37eb6d1b-c05a-46f0-a148-65f2583f9484 req-c988c2ca-576b-4e38-b52d-5b7715106517 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.69 "GET /v2.0/ports?device_id=726a8479-8b4d-4afa-8f34-cb9300b876c1 HTTP/1.1" status: 200 len: 945 time: 0.1520388 May 28 06:55:25.743037 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-37eb6d1b-c05a-46f0-a148-65f2583f9484 req-23f6cc9b-c5a8-4aa9-a5a8-76dafbeca8b0 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Deleting port 06ca3b12-36c3-4601-b626-edd32e06b42a {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:55:25.743037 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-37eb6d1b-c05a-46f0-a148-65f2583f9484 req-23f6cc9b-c5a8-4aa9-a5a8-76dafbeca8b0 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:25.770090 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2d0efbeb-f47c-46d4-9c60-d4e4c120f447 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:25.772981 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 37124) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:55:25.787324 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-887a67a7-8f6d-4a70-aeee-4bdce676d68f tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Request body: {'security_group_rule': {'security_group_id': '09a52ad4-40c1-4ed0-bd3e-18eae1d56ecb', 'project_id': '4cdf69566d684d639d89f5935d02f247', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:55:25.789599 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-2d0efbeb-f47c-46d4-9c60-d4e4c120f447 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0048623 May 28 06:55:25.791979 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-0502810d-63b5-4e64-8204-9ef36fdf16c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63d4cd8b-0614-4df8-b526-1c51745a05d8', 'name': 'tempest-TestNetworkBasicOps-router-1790145053', 'tenant_id': '4cdf69566d684d639d89f5935d02f247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': 'ff64f442-95fe-4bff-ae44-cf573907ae42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:55:05Z', 'updated_at': '2022-05-28T06:55:19Z', 'revision_number': 4, 'project_id': '4cdf69566d684d639d89f5935d02f247', 'gw_port': {'id': 'ff64f442-95fe-4bff-ae44-cf573907ae42', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:4e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d4cd8b-0614-4df8-b526-1c51745a05d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:55:07Z', 'updated_at': '2022-05-28T06:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'f03d07a6-901d-47c7-bcfc-3ae4cf5839a1', 'name': '', 'network_id': 'cc227551-10d6-4137-b8c0-b5564a615692', 'tenant_id': '4cdf69566d684d639d89f5935d02f247', 'mac_address': 'fa:16:3e:89:c1:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63d4cd8b-0614-4df8-b526-1c51745a05d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '3a475d8d-ca30-4add-b5d9-a4d38d6fa8e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:55:17Z', 'updated_at': '2022-05-28T06:55:24Z', 'revision_number': 4, 'project_id': '4cdf69566d684d639d89f5935d02f247', 'subnets': [{'id': '3a475d8d-ca30-4add-b5d9-a4d38d6fa8e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:55:25.793975 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-887a67a7-8f6d-4a70-aeee-4bdce676d68f tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:55:25.793975 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-887a67a7-8f6d-4a70-aeee-4bdce676d68f tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Usage tracker for resource:security_group_rule and tenant:4cdf69566d684d639d89f5935d02f247 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:55:25.798422 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-887a67a7-8f6d-4a70-aeee-4bdce676d68f tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:55:25.799871 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0502810d-63b5-4e64-8204-9ef36fdf16c9 None None] The sync data for ids ['63d4cd8b-0614-4df8-b526-1c51745a05d8'] in n-d-843702-1 is: [{'id': '63d4cd8b-0614-4df8-b526-1c51745a05d8', 'name': 'tempest-TestNetworkBasicOps-router-1790145053', 'tenant_id': '4cdf69566d684d639d89f5935d02f247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': 'ff64f442-95fe-4bff-ae44-cf573907ae42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:55:05Z', 'updated_at': '2022-05-28T06:55:19Z', 'revision_number': 4, 'project_id': '4cdf69566d684d639d89f5935d02f247', 'gw_port': {'id': 'ff64f442-95fe-4bff-ae44-cf573907ae42', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:4e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d4cd8b-0614-4df8-b526-1c51745a05d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:55:07Z', 'updated_at': '2022-05-28T06:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'f03d07a6-901d-47c7-bcfc-3ae4cf5839a1', 'name': '', 'network_id': 'cc227551-10d6-4137-b8c0-b5564a615692', 'tenant_id': '4cdf69566d684d639d89f5935d02f247', 'mac_address': 'fa:16:3e:89:c1:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63d4cd8b-0614-4df8-b526-1c51745a05d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '3a475d8d-ca30-4add-b5d9-a4d38d6fa8e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:55:17Z', 'updated_at': '2022-05-28T06:55:24Z', 'revision_number': 4, 'project_id': '4cdf69566d684d639d89f5935d02f247', 'subnets': [{'id': '3a475d8d-ca30-4add-b5d9-a4d38d6fa8e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:55:25.823338 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1c354f4e-947d-4030-b9a4-56ceff528d6d tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-703817'] for router, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:25.823338 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c354f4e-947d-4030-b9a4-56ceff528d6d tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Fanout notify agent at l3_agent the message router_deleted on router 5fa17e89-f693-4222-8113-15f0c876c4f3 {{(pid=89109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 06:55:25.823338 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-887a67a7-8f6d-4a70-aeee-4bdce676d68f tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:55:25.836718 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1c354f4e-947d-4030-b9a4-56ceff528d6d tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:25.836718 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-1c354f4e-947d-4030-b9a4-56ceff528d6d tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] 10.222.0.55 "DELETE /v2.0/routers/5fa17e89-f693-4222-8113-15f0c876c4f3 HTTP/1.1" status: 204 len: 168 time: 2.5657690 May 28 06:55:25.840850 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 37130) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:55:25.857778 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-26a6fc64-f493-493c-b4bc-6dc3609d7cec tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1402087192', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:55:25.938132 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-26a6fc64-f493-493c-b4bc-6dc3609d7cec tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:55:25.946444 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-26a6fc64-f493-493c-b4bc-6dc3609d7cec tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Usage tracker for resource:router and tenant:d540e00e5cc442fc81d12cfe7910da4c is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:55:25.958540 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-26a6fc64-f493-493c-b4bc-6dc3609d7cec tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:55:25.969627 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 37136) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:55:25.974471 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-26a6fc64-f493-493c-b4bc-6dc3609d7cec tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:55:26.046994 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-887a67a7-8f6d-4a70-aeee-4bdce676d68f tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:26.185580 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-26a6fc64-f493-493c-b4bc-6dc3609d7cec tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59128'] for router, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:26.185580 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-26a6fc64-f493-493c-b4bc-6dc3609d7cec tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59009'] for router, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:26.224279 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-37eb6d1b-c05a-46f0-a148-65f2583f9484 req-23f6cc9b-c5a8-4aa9-a5a8-76dafbeca8b0 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] For port 06ca3b12-36c3-4601-b626-edd32e06b42a, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=06ca3b12-36c3-4601-b626-edd32e06b42a,segment=NetworkSegment(7ec0e308-8d07-4b60-b9c2-e7620dee5b7c),segment_id=7ec0e308-8d07-4b60-b9c2-e7620dee5b7c)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:55:26.224279 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-37eb6d1b-c05a-46f0-a148-65f2583f9484 req-23f6cc9b-c5a8-4aa9-a5a8-76dafbeca8b0 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:26.302623 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-887a67a7-8f6d-4a70-aeee-4bdce676d68f tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:26.363726 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-26a6fc64-f493-493c-b4bc-6dc3609d7cec tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:26.412189 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-8bda6291-1e29-4070-9813-c2769ead12a3 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2071714317', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}, 'admin_state_up': False}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:55:26.438595 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-8bda6291-1e29-4070-9813-c2769ead12a3 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:55:26.443878 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-8bda6291-1e29-4070-9813-c2769ead12a3 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Usage tracker for resource:router and tenant:7b0fac9d8de84808a9381f9efb65a590 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:55:26.453273 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-8bda6291-1e29-4070-9813-c2769ead12a3 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:55:26.456349 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-8bda6291-1e29-4070-9813-c2769ead12a3 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:55:26.458498 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-887a67a7-8f6d-4a70-aeee-4bdce676d68f tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:26.518514 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-26a6fc64-f493-493c-b4bc-6dc3609d7cec tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690761'] for router, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:26.533469 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887a67a7-8f6d-4a70-aeee-4bdce676d68f tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06b13b08-3624-45c2-99e8-8ba63b87a19a,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:55:26.548639 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-995c2612-9250-4508-807f-60325027f363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:26.660506 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-887a67a7-8f6d-4a70-aeee-4bdce676d68f tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:26.660506 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-887a67a7-8f6d-4a70-aeee-4bdce676d68f tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8760097 May 28 06:55:26.660506 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 37148) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:55:26.660506 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-43650517-26c1-4dfb-8acf-7972a0270097 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Request body: {'security_group_rule': {'security_group_id': '09a52ad4-40c1-4ed0-bd3e-18eae1d56ecb', 'project_id': '4cdf69566d684d639d89f5935d02f247', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:55:26.681746 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8bda6291-1e29-4070-9813-c2769ead12a3 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59128'] for router, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:26.681746 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8bda6291-1e29-4070-9813-c2769ead12a3 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59009'] for router, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:26.694765 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-43650517-26c1-4dfb-8acf-7972a0270097 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:55:26.702853 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-26a6fc64-f493-493c-b4bc-6dc3609d7cec tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Notify callbacks [] for router, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:26.708844 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-26a6fc64-f493-493c-b4bc-6dc3609d7cec tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.8644373 May 28 06:55:26.713152 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-43650517-26c1-4dfb-8acf-7972a0270097 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Usage tracker for resource:security_group_rule and tenant:4cdf69566d684d639d89f5935d02f247 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:55:26.728394 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 37154) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:55:26.743685 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-43650517-26c1-4dfb-8acf-7972a0270097 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:55:26.771392 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-123106a7-2035-4e4e-96b3-b243c677dcf9 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Request body: {'router': {'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:55:26.838089 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-37eb6d1b-c05a-46f0-a148-65f2583f9484 req-23f6cc9b-c5a8-4aa9-a5a8-76dafbeca8b0 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:26.838461 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-37eb6d1b-c05a-46f0-a148-65f2583f9484 req-23f6cc9b-c5a8-4aa9-a5a8-76dafbeca8b0 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691094'] for floatingip, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:26.838774 n-d-843702-1 neutron-server[89110]: INFO neutron.db.l3_db [req-37eb6d1b-c05a-46f0-a148-65f2583f9484 req-23f6cc9b-c5a8-4aa9-a5a8-76dafbeca8b0 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Floating IP a7975987-453a-4de4-8b68-76182ab3ce70 disassociated. External IP: 172.25.5.139, port: 06ca3b12-36c3-4601-b626-edd32e06b42a. May 28 06:55:26.839112 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-37eb6d1b-c05a-46f0-a148-65f2583f9484 req-23f6cc9b-c5a8-4aa9-a5a8-76dafbeca8b0 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Calling delete_port for 06ca3b12-36c3-4601-b626-edd32e06b42a owned by compute:nova {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:55:26.852956 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-43650517-26c1-4dfb-8acf-7972a0270097 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:55:26.934317 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8bda6291-1e29-4070-9813-c2769ead12a3 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:26.951818 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0258a5-2fb4-405b-bb95-4fa9c32ffa5c req-19b65225-56da-4909-ade2-3dde4ab67fdb tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:55:26.958921 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-df0258a5-2fb4-405b-bb95-4fa9c32ffa5c req-19b65225-56da-4909-ade2-3dde4ab67fdb tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/ports?device_id=726a8479-8b4d-4afa-8f34-cb9300b876c1 HTTP/1.1" status: 200 len: 945 time: 0.2052217 May 28 06:55:27.104962 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-df0258a5-2fb4-405b-bb95-4fa9c32ffa5c req-33acc67e-51fe-4a22-ade6-226dcecb9c67 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5ed65f3-1959-44ae-8583-c3aeb08c4f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1391220 May 28 06:55:27.108046 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-43650517-26c1-4dfb-8acf-7972a0270097 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:27.284853 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-37eb6d1b-c05a-46f0-a148-65f2583f9484 req-23f6cc9b-c5a8-4aa9-a5a8-76dafbeca8b0 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:27.331977 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-123106a7-2035-4e4e-96b3-b243c677dcf9 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59027'] for router, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:27.341226 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f6cc9b-c5a8-4aa9-a5a8-76dafbeca8b0 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Pushing event deleted for resources: {'Port': ['ID=06ca3b12-36c3-4601-b626-edd32e06b42a,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:55:27.507464 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-43650517-26c1-4dfb-8acf-7972a0270097 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:27.614212 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-43650517-26c1-4dfb-8acf-7972a0270097 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:27.630722 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [req-37eb6d1b-c05a-46f0-a148-65f2583f9484 req-23f6cc9b-c5a8-4aa9-a5a8-76dafbeca8b0 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Router c70e1c22-f694-4d56-bd15-5c5737bacda2 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:55:27.765854 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:27.863162 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8bda6291-1e29-4070-9813-c2769ead12a3 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59027'] for router, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:27.980451 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43650517-26c1-4dfb-8acf-7972a0270097 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32c5c813-1c61-4752-a685-75d28146124a,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:55:28.061658 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device f03d07a6-901d-47c7-bcfc-3ae4cf5839a1 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:55:28.114681 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-43650517-26c1-4dfb-8acf-7972a0270097 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:28.116620 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-43650517-26c1-4dfb-8acf-7972a0270097 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4648511 May 28 06:55:28.121671 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 37174) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:55:28.131099 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-ab77371c-dc55-44e5-9346-d952ce9d9738 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Request body: {'security_group_rule': {'security_group_id': '09a52ad4-40c1-4ed0-bd3e-18eae1d56ecb', 'project_id': '4cdf69566d684d639d89f5935d02f247', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:55:28.145100 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-ab77371c-dc55-44e5-9346-d952ce9d9738 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:55:28.166191 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-ab77371c-dc55-44e5-9346-d952ce9d9738 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Usage tracker for resource:security_group_rule and tenant:4cdf69566d684d639d89f5935d02f247 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:55:28.180938 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-37eb6d1b-c05a-46f0-a148-65f2583f9484 req-23f6cc9b-c5a8-4aa9-a5a8-76dafbeca8b0 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:55:28.190919 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f76100-a98c-4c19-8d74-abdbb43f3e62 None None] Sync routers for ids ['c70e1c22-f694-4d56-bd15-5c5737bacda2'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:55:28.205936 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f76100-a98c-4c19-8d74-abdbb43f3e62 None None] Routers {'c70e1c22-f694-4d56-bd15-5c5737bacda2'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:55:28.206866 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-70f76100-a98c-4c19-8d74-abdbb43f3e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:54:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['c70e1c22-f694-4d56-bd15-5c5737bacda2'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:55:28.242680 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-ab77371c-dc55-44e5-9346-d952ce9d9738 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:55:28.259239 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-ab77371c-dc55-44e5-9346-d952ce9d9738 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:55:28.273098 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port f03d07a6-901d-47c7-bcfc-3ae4cf5839a1 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:55:28.285043 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port f03d07a6-901d-47c7-bcfc-3ae4cf5839a1 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:55:28.285629 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:28.332371 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-37eb6d1b-c05a-46f0-a148-65f2583f9484 req-23f6cc9b-c5a8-4aa9-a5a8-76dafbeca8b0 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] No DVR routers for this DVR port 06ca3b12-36c3-4601-b626-edd32e06b42a on host n-h1-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:55:28.335976 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-37eb6d1b-c05a-46f0-a148-65f2583f9484 req-23f6cc9b-c5a8-4aa9-a5a8-76dafbeca8b0 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:28.340126 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '726a8479-8b4d-4afa-8f34-cb9300b876c1', 'name': 'network-vif-deleted', 'tag': '06ca3b12-36c3-4601-b626-edd32e06b42a'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:55:28.375867 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-85a85458-0737-4476-82ef-318b3afd8c1c req-f851027e-0f45-4452-b3a8-9f37c1a178b1 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/ports?device_id=726a8479-8b4d-4afa-8f34-cb9300b876c1 HTTP/1.1" status: 200 len: 210 time: 0.1231763 May 28 06:55:28.466288 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c380c70c-c4f3-4b6e-b383-668b6f6d8dc4'] response: {'server_uuid': '726a8479-8b4d-4afa-8f34-cb9300b876c1', 'name': 'network-vif-deleted', 'tag': '06ca3b12-36c3-4601-b626-edd32e06b42a', 'status': 'completed', 'code': 200} May 28 06:55:28.539560 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port f03d07a6-901d-47c7-bcfc-3ae4cf5839a1 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:55:28.540156 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:28.572757 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 06ca3b12-36c3-4601-b626-edd32e06b42a no longer exists at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:55:28.575276 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-37eb6d1b-c05a-46f0-a148-65f2583f9484 req-23f6cc9b-c5a8-4aa9-a5a8-76dafbeca8b0 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.69 "DELETE /v2.0/ports/06ca3b12-36c3-4601-b626-edd32e06b42a HTTP/1.1" status: 204 len: 173 time: 2.9065392 May 28 06:55:28.575369 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ab77371c-dc55-44e5-9346-d952ce9d9738 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:28.633986 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-123106a7-2035-4e4e-96b3-b243c677dcf9 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Notify callbacks [] for router_gateway, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:28.648591 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] No Port match for: 06ca3b12-36c3-4601-b626-edd32e06b42a {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:55:28.648930 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 06ca3b12-36c3-4601-b626-edd32e06b42a not bound to the agent host n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:55:28.651466 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port f03d07a6-901d-47c7-bcfc-3ae4cf5839a1, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=f03d07a6-901d-47c7-bcfc-3ae4cf5839a1,segment=NetworkSegment(c6b03b3e-9e4c-405c-9448-3216763b6f5a),segment_id=c6b03b3e-9e4c-405c-9448-3216763b6f5a)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:55:28.656121 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-70f76100-a98c-4c19-8d74-abdbb43f3e62 None None] Set router c70e1c22-f694-4d56-bd15-5c5737bacda2 gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:55:28.680614 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-123106a7-2035-4e4e-96b3-b243c677dcf9 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:28.926570 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ab77371c-dc55-44e5-9346-d952ce9d9738 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:28.954529 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:29.008188 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-123106a7-2035-4e4e-96b3-b243c677dcf9 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Allocated IP 172.25.5.164 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/4a047b48-aae6-4389-ac57-a28a1d30d488) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:55:29.098070 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-ef55d390-5e24-485b-bcb8-7cd04bebe2a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:29.099717 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ab77371c-dc55-44e5-9346-d952ce9d9738 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:29.139237 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=f03d07a6-901d-47c7-bcfc-3ae4cf5839a1,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:55:29.235295 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab77371c-dc55-44e5-9346-d952ce9d9738 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee3ddc50-37aa-4701-8701-0cb8c5a76467,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:55:29.254766 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8bda6291-1e29-4070-9813-c2769ead12a3 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Notify callbacks [] for router_gateway, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:29.261438 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-70f76100-a98c-4c19-8d74-abdbb43f3e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70e1c22-f694-4d56-bd15-5c5737bacda2', 'name': 'tempest-AttachVolumeNegativeTest-1938842834-router', 'tenant_id': '923dafe00970411a989ff222606e459e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '75f0d40c-8ed1-4975-8bcb-f54d72980607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:48:27Z', 'updated_at': '2022-05-28T06:48:45Z', 'revision_number': 4, 'project_id': '923dafe00970411a989ff222606e459e', 'gw_port': {'id': '75f0d40c-8ed1-4975-8bcb-f54d72980607', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:db:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70e1c22-f694-4d56-bd15-5c5737bacda2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:48:31Z', 'updated_at': '2022-05-28T06:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'abf75dc9-fe0b-4338-9af0-de84c550bf58', 'name': '', 'network_id': '244ee66f-8ba5-4a6d-a99b-5ec1fae21d38', 'tenant_id': '923dafe00970411a989ff222606e459e', 'mac_address': 'fa:16:3e:90:65:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70e1c22-f694-4d56-bd15-5c5737bacda2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '395c6a06-7ada-4575-b52f-ff6a58f20fb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:48:41Z', 'updated_at': '2022-05-28T06:49:01Z', 'revision_number': 5, 'project_id': '923dafe00970411a989ff222606e459e', 'subnets': [{'id': '395c6a06-7ada-4575-b52f-ff6a58f20fb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:55:29.265655 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f76100-a98c-4c19-8d74-abdbb43f3e62 None None] Checking router: c70e1c22-f694-4d56-bd15-5c5737bacda2 for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:55:29.275401 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f76100-a98c-4c19-8d74-abdbb43f3e62 None None] Routers {'c70e1c22-f694-4d56-bd15-5c5737bacda2'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:55:29.276140 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-70f76100-a98c-4c19-8d74-abdbb43f3e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:55:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['c70e1c22-f694-4d56-bd15-5c5737bacda2'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:55:29.300871 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8bda6291-1e29-4070-9813-c2769ead12a3 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:29.402248 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ab77371c-dc55-44e5-9346-d952ce9d9738 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:29.407721 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-ab77371c-dc55-44e5-9346-d952ce9d9738 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2803156 May 28 06:55:29.408689 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 37194) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:55:29.411881 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-a756aa77-0e53-4c60-828a-1907838031ac tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Request body: {'security_group_rule': {'security_group_id': '09a52ad4-40c1-4ed0-bd3e-18eae1d56ecb', 'project_id': '4cdf69566d684d639d89f5935d02f247', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:55:29.428664 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-a756aa77-0e53-4c60-828a-1907838031ac tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:55:29.432753 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-a756aa77-0e53-4c60-828a-1907838031ac tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Usage tracker for resource:security_group_rule and tenant:4cdf69566d684d639d89f5935d02f247 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:55:29.437275 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-a756aa77-0e53-4c60-828a-1907838031ac tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:55:29.438184 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-123106a7-2035-4e4e-96b3-b243c677dcf9 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:29.474046 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-a756aa77-0e53-4c60-828a-1907838031ac tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:55:29.565498 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-70f76100-a98c-4c19-8d74-abdbb43f3e62 None None] Set router c70e1c22-f694-4d56-bd15-5c5737bacda2 gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:55:29.577895 n-d-843702-1 neutron-server[89110]: INFO neutron.db.securitygroups_db [None req-a756aa77-0e53-4c60-828a-1907838031ac tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Project 4cdf69566d684d639d89f5935d02f247 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 06:55:29.587064 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a756aa77-0e53-4c60-828a-1907838031ac tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:29.697576 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-123106a7-2035-4e4e-96b3-b243c677dcf9 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:29.739986 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-069bc234-6737-4a5f-b5fa-04fb941de8db req-3ec0e1ab-dc81-4e16-9516-e4f767bfddd6 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Synchronizing usage tracker for tenant:923dafe00970411a989ff222606e459e on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:55:29.800108 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-8bda6291-1e29-4070-9813-c2769ead12a3 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Allocated IP 172.25.5.119 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/73380143-27ef-4843-9378-f21f7e32765f) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:55:29.818423 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a756aa77-0e53-4c60-828a-1907838031ac tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:29.820054 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device f03d07a6-901d-47c7-bcfc-3ae4cf5839a1 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:55:29.892181 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-069bc234-6737-4a5f-b5fa-04fb941de8db req-3ec0e1ab-dc81-4e16-9516-e4f767bfddd6 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Unset dirty status for tenant:923dafe00970411a989ff222606e459e on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:55:29.903082 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-069bc234-6737-4a5f-b5fa-04fb941de8db req-3ec0e1ab-dc81-4e16-9516-e4f767bfddd6 tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/ports?device_id=726a8479-8b4d-4afa-8f34-cb9300b876c1 HTTP/1.1" status: 200 len: 210 time: 0.2661529 May 28 06:55:29.920545 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a756aa77-0e53-4c60-828a-1907838031ac tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:29.997201 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a756aa77-0e53-4c60-828a-1907838031ac tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f2664d6-1e8d-41d1-97ce-52cb7f714d9b,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:55:30.006174 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a756aa77-0e53-4c60-828a-1907838031ac tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:55:30.007536 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a756aa77-0e53-4c60-828a-1907838031ac tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:55:30.008092 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a756aa77-0e53-4c60-828a-1907838031ac tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:55:30.008588 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a756aa77-0e53-4c60-828a-1907838031ac tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:55:30.017074 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a756aa77-0e53-4c60-828a-1907838031ac tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:55:30.017074 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a756aa77-0e53-4c60-828a-1907838031ac tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:55:30.017074 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a756aa77-0e53-4c60-828a-1907838031ac tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:55:30.017074 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a756aa77-0e53-4c60-828a-1907838031ac tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:55:30.017074 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a756aa77-0e53-4c60-828a-1907838031ac tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:55:30.017074 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a756aa77-0e53-4c60-828a-1907838031ac tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:55:30.017074 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a756aa77-0e53-4c60-828a-1907838031ac tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:55:30.017074 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a756aa77-0e53-4c60-828a-1907838031ac tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:55:30.033261 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port f03d07a6-901d-47c7-bcfc-3ae4cf5839a1 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:55:30.033822 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:30.057210 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123106a7-2035-4e4e-96b3-b243c677dcf9 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Pushing event updated for resources: {'Port': ['ID=4a047b48-aae6-4389-ac57-a28a1d30d488,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:55:30.066698 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123106a7-2035-4e4e-96b3-b243c677dcf9 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:55:30.077465 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-123106a7-2035-4e4e-96b3-b243c677dcf9 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:55:30.082125 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:30.083047 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123106a7-2035-4e4e-96b3-b243c677dcf9 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:55:30.142823 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a756aa77-0e53-4c60-828a-1907838031ac tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:30.144686 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-a756aa77-0e53-4c60-828a-1907838031ac tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7371345 May 28 06:55:30.146546 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:30.148270 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 37206) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:55:30.157869 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-1e429dee-57c3-489c-a142-537f5fcef5f4 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Request body: {'security_group_rule': {'security_group_id': '09a52ad4-40c1-4ed0-bd3e-18eae1d56ecb', 'project_id': '4cdf69566d684d639d89f5935d02f247', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:55:30.183757 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-1e429dee-57c3-489c-a142-537f5fcef5f4 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:55:30.195448 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-1e429dee-57c3-489c-a142-537f5fcef5f4 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Usage tracker for resource:security_group_rule and tenant:4cdf69566d684d639d89f5935d02f247 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:55:30.217070 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port f03d07a6-901d-47c7-bcfc-3ae4cf5839a1 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:55:30.218367 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-1e429dee-57c3-489c-a142-537f5fcef5f4 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:55:30.226943 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-70f76100-a98c-4c19-8d74-abdbb43f3e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70e1c22-f694-4d56-bd15-5c5737bacda2', 'name': 'tempest-AttachVolumeNegativeTest-1938842834-router', 'tenant_id': '923dafe00970411a989ff222606e459e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '75f0d40c-8ed1-4975-8bcb-f54d72980607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:48:27Z', 'updated_at': '2022-05-28T06:48:45Z', 'revision_number': 4, 'project_id': '923dafe00970411a989ff222606e459e', 'gw_port': {'id': '75f0d40c-8ed1-4975-8bcb-f54d72980607', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:db:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70e1c22-f694-4d56-bd15-5c5737bacda2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:48:31Z', 'updated_at': '2022-05-28T06:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'abf75dc9-fe0b-4338-9af0-de84c550bf58', 'name': '', 'network_id': '244ee66f-8ba5-4a6d-a99b-5ec1fae21d38', 'tenant_id': '923dafe00970411a989ff222606e459e', 'mac_address': 'fa:16:3e:90:65:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70e1c22-f694-4d56-bd15-5c5737bacda2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '395c6a06-7ada-4575-b52f-ff6a58f20fb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:48:41Z', 'updated_at': '2022-05-28T06:49:01Z', 'revision_number': 5, 'project_id': '923dafe00970411a989ff222606e459e', 'subnets': [{'id': '395c6a06-7ada-4575-b52f-ff6a58f20fb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:55:30.234437 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f76100-a98c-4c19-8d74-abdbb43f3e62 None None] The sync data for ids ['c70e1c22-f694-4d56-bd15-5c5737bacda2'] in n-d-843702-1 is: [{'id': 'c70e1c22-f694-4d56-bd15-5c5737bacda2', 'name': 'tempest-AttachVolumeNegativeTest-1938842834-router', 'tenant_id': '923dafe00970411a989ff222606e459e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '75f0d40c-8ed1-4975-8bcb-f54d72980607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:48:27Z', 'updated_at': '2022-05-28T06:48:45Z', 'revision_number': 4, 'project_id': '923dafe00970411a989ff222606e459e', 'gw_port': {'id': '75f0d40c-8ed1-4975-8bcb-f54d72980607', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:db:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70e1c22-f694-4d56-bd15-5c5737bacda2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:48:31Z', 'updated_at': '2022-05-28T06:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'abf75dc9-fe0b-4338-9af0-de84c550bf58', 'name': '', 'network_id': '244ee66f-8ba5-4a6d-a99b-5ec1fae21d38', 'tenant_id': '923dafe00970411a989ff222606e459e', 'mac_address': 'fa:16:3e:90:65:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70e1c22-f694-4d56-bd15-5c5737bacda2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '395c6a06-7ada-4575-b52f-ff6a58f20fb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:48:41Z', 'updated_at': '2022-05-28T06:49:01Z', 'revision_number': 5, 'project_id': '923dafe00970411a989ff222606e459e', 'subnets': [{'id': '395c6a06-7ada-4575-b52f-ff6a58f20fb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:55:30.236776 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-1e429dee-57c3-489c-a142-537f5fcef5f4 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:55:30.331623 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8bda6291-1e29-4070-9813-c2769ead12a3 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:30.343773 n-d-843702-1 neutron-server[89110]: INFO neutron.db.securitygroups_db [None req-1e429dee-57c3-489c-a142-537f5fcef5f4 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Project 4cdf69566d684d639d89f5935d02f247 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 06:55:30.366704 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1e429dee-57c3-489c-a142-537f5fcef5f4 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:30.452886 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1e429dee-57c3-489c-a142-537f5fcef5f4 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:30.580852 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1e429dee-57c3-489c-a142-537f5fcef5f4 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:30.580965 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f7e8ad-bc2a-4826-9f29-de46fb99449f None None] New status for floating IP a7975987-453a-4de4-8b68-76182ab3ce70: DOWN {{(pid=89112) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 06:55:30.617265 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e429dee-57c3-489c-a142-537f5fcef5f4 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ac5b0d4-bd95-44d2-97f7-0bf0a038fd39,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:55:30.624896 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8bda6291-1e29-4070-9813-c2769ead12a3 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:30.714277 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bda6291-1e29-4070-9813-c2769ead12a3 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:55:30.720950 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-8bda6291-1e29-4070-9813-c2769ead12a3 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:55:30.721218 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1e429dee-57c3-489c-a142-537f5fcef5f4 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:30.722744 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-1e429dee-57c3-489c-a142-537f5fcef5f4 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5710747 May 28 06:55:30.734154 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bda6291-1e29-4070-9813-c2769ead12a3 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:55:31.062542 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-694a34f1-7bf1-4dc7-92aa-c50cbddd05c9 req-8b9afb9d-9cda-431d-92c1-4bea9b4a5a8d tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Synchronizing usage tracker for tenant:4cdf69566d684d639d89f5935d02f247 on resource:security_group {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:55:31.086015 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bda6291-1e29-4070-9813-c2769ead12a3 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Pushing event updated for resources: {'Port': ['ID=73380143-27ef-4843-9378-f21f7e32765f,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:55:31.116435 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bda6291-1e29-4070-9813-c2769ead12a3 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:55:31.116777 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bda6291-1e29-4070-9813-c2769ead12a3 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:55:31.117105 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bda6291-1e29-4070-9813-c2769ead12a3 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:55:31.117449 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bda6291-1e29-4070-9813-c2769ead12a3 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:55:31.117777 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bda6291-1e29-4070-9813-c2769ead12a3 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:55:31.118098 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bda6291-1e29-4070-9813-c2769ead12a3 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:55:31.118419 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bda6291-1e29-4070-9813-c2769ead12a3 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:55:31.118746 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bda6291-1e29-4070-9813-c2769ead12a3 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:55:31.119058 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bda6291-1e29-4070-9813-c2769ead12a3 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:55:31.119381 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bda6291-1e29-4070-9813-c2769ead12a3 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:55:31.119676 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bda6291-1e29-4070-9813-c2769ead12a3 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:55:31.119985 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bda6291-1e29-4070-9813-c2769ead12a3 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:55:31.212575 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-694a34f1-7bf1-4dc7-92aa-c50cbddd05c9 req-8b9afb9d-9cda-431d-92c1-4bea9b4a5a8d tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Unset dirty status for tenant:4cdf69566d684d639d89f5935d02f247 on resource:security_group {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:55:31.214074 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-694a34f1-7bf1-4dc7-92aa-c50cbddd05c9 req-8b9afb9d-9cda-431d-92c1-4bea9b4a5a8d tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-809093307&fields=id&tenant_id=4cdf69566d684d639d89f5935d02f247 HTTP/1.1" status: 200 len: 267 time: 0.2206912 May 28 06:55:31.244950 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 37236) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:55:31.268533 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-123106a7-2035-4e4e-96b3-b243c677dcf9 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Notify callbacks [] for router_gateway, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:31.471725 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694a34f1-7bf1-4dc7-92aa-c50cbddd05c9 req-1f051369-da72-41e2-91da-adfd48c2f04e tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:55:31.473094 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-694a34f1-7bf1-4dc7-92aa-c50cbddd05c9 req-1f051369-da72-41e2-91da-adfd48c2f04e tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Synchronizing usage tracker for tenant:4cdf69566d684d639d89f5935d02f247 on resource:network {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:55:31.483918 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f33c7196-ee8e-4f43-b3ec-eb27cae30b4a tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:31.550946 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f33c7196-ee8e-4f43-b3ec-eb27cae30b4a tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:31.613211 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-694a34f1-7bf1-4dc7-92aa-c50cbddd05c9 req-1f051369-da72-41e2-91da-adfd48c2f04e tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Unset dirty status for tenant:4cdf69566d684d639d89f5935d02f247 on resource:network {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:55:31.619323 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-694a34f1-7bf1-4dc7-92aa-c50cbddd05c9 req-1f051369-da72-41e2-91da-adfd48c2f04e tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "GET /v2.0/networks?id=cc227551-10d6-4137-b8c0-b5564a615692 HTTP/1.1" status: 200 len: 796 time: 0.3986161 May 28 06:55:31.646660 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-694a34f1-7bf1-4dc7-92aa-c50cbddd05c9 req-d0169cea-5f0d-4334-a15c-8b02fdde77f0 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "GET /v2.0/quotas/4cdf69566d684d639d89f5935d02f247 HTTP/1.1" status: 200 len: 375 time: 0.0260816 May 28 06:55:31.735084 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-694a34f1-7bf1-4dc7-92aa-c50cbddd05c9 req-fecb5faa-c8ac-4785-a6b4-ccea26fddfda tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Synchronizing usage tracker for tenant:4cdf69566d684d639d89f5935d02f247 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:55:31.746335 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:31.858006 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f33c7196-ee8e-4f43-b3ec-eb27cae30b4a tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:31.879590 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c7196-ee8e-4f43-b3ec-eb27cae30b4a tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ed65f3-1959-44ae-8583-c3aeb08c4f2d,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:55:31.887515 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-694a34f1-7bf1-4dc7-92aa-c50cbddd05c9 req-fecb5faa-c8ac-4785-a6b4-ccea26fddfda tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Unset dirty status for tenant:4cdf69566d684d639d89f5935d02f247 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:55:31.913951 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-694a34f1-7bf1-4dc7-92aa-c50cbddd05c9 req-fecb5faa-c8ac-4785-a6b4-ccea26fddfda tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=4cdf69566d684d639d89f5935d02f247&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2576299 May 28 06:55:31.971934 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-123106a7-2035-4e4e-96b3-b243c677dcf9 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59027'] for router, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:31.987028 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8bda6291-1e29-4070-9813-c2769ead12a3 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Notify callbacks [] for router_gateway, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:32.061575 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f33c7196-ee8e-4f43-b3ec-eb27cae30b4a tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:32.062868 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-f33c7196-ee8e-4f43-b3ec-eb27cae30b4a tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "DELETE /v2.0/security-groups/a5ed65f3-1959-44ae-8583-c3aeb08c4f2d HTTP/1.1" status: 204 len: 168 time: 0.8166025 May 28 06:55:32.065703 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 37262) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:55:32.075431 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-123106a7-2035-4e4e-96b3-b243c677dcf9 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-690815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-690800', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-692041'] for router, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:32.095343 n-d-843702-1 neutron-server[89110]: INFO neutron.api.v2.resource [None req-e8aaf1d4-4ab6-4985-94dd-38385d92348b tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] show failed (client error): The resource could not be found. May 28 06:55:32.096565 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-e8aaf1d4-4ab6-4985-94dd-38385d92348b tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "GET /v2.0/security-groups/a5ed65f3-1959-44ae-8583-c3aeb08c4f2d HTTP/1.1" status: 404 len: 347 time: 0.0299916 May 28 06:55:32.098768 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-694a34f1-7bf1-4dc7-92aa-c50cbddd05c9 req-86f2be80-16a4-41b3-995a-9aa85d60e6a5 service neutron] 10.222.0.55 "GET /v2.0/networks/cc227551-10d6-4137-b8c0-b5564a615692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836920 May 28 06:55:32.099466 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 37266) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:55:32.352549 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-b41178e4-617c-40f6-9a60-9ab9d8aa42af tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Deleting port 9ee29163-9ed7-491d-972e-3067578a016c {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:55:32.352862 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b41178e4-617c-40f6-9a60-9ab9d8aa42af tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:32.419718 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:32.559653 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-694a34f1-7bf1-4dc7-92aa-c50cbddd05c9 req-70bb9e1b-ab0f-4f15-a14d-a973c83c7f70 service neutron] 10.222.0.55 "GET /v2.0/networks/cc227551-10d6-4137-b8c0-b5564a615692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3907747 May 28 06:55:32.692276 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b41178e4-617c-40f6-9a60-9ab9d8aa42af tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:32.692611 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b41178e4-617c-40f6-9a60-9ab9d8aa42af tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:32.827167 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8bda6291-1e29-4070-9813-c2769ead12a3 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690761'] for router, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:32.833897 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-b41178e4-617c-40f6-9a60-9ab9d8aa42af tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Calling delete_port for 9ee29163-9ed7-491d-972e-3067578a016c owned by network:floatingip {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:55:32.908064 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-123106a7-2035-4e4e-96b3-b243c677dcf9 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Router 872ef563-d34e-4a2f-88be-b227ae83f96d is scheduled to L3 agent 42958940-9562-4f71-972f-15a8af9d3963 with binding_index 1 {{(pid=89109) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 06:55:33.194808 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-123106a7-2035-4e4e-96b3-b243c677dcf9 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:55:33.206032 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45aaf898-80b7-4340-af85-ed793d8f5db1 None None] Sync routers for ids ['872ef563-d34e-4a2f-88be-b227ae83f96d'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:55:33.219710 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45aaf898-80b7-4340-af85-ed793d8f5db1 None None] Routers {'872ef563-d34e-4a2f-88be-b227ae83f96d'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:55:33.220563 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-45aaf898-80b7-4340-af85-ed793d8f5db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:55:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['872ef563-d34e-4a2f-88be-b227ae83f96d'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:55:33.243968 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5e66df74-5a77-44ab-94b2-b6e55034d693 req-43131ce4-4354-45da-a4fa-6877bf0a3a9c tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "GET /v2.0/ports?device_id=c103d84e-3c3a-438c-8d9d-50c958fdfc34 HTTP/1.1" status: 200 len: 210 time: 0.2318835 May 28 06:55:33.302811 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-123106a7-2035-4e4e-96b3-b243c677dcf9 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:33.304575 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-123106a7-2035-4e4e-96b3-b243c677dcf9 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] 10.222.0.55 "PUT /v2.0/routers/872ef563-d34e-4a2f-88be-b227ae83f96d HTTP/1.1" status: 200 len: 880 time: 6.5702453 May 28 06:55:33.307359 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 37290) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:55:33.369237 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-45aaf898-80b7-4340-af85-ed793d8f5db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:55:33.381818 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45aaf898-80b7-4340-af85-ed793d8f5db1 None None] Routers {'872ef563-d34e-4a2f-88be-b227ae83f96d'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:55:33.382844 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-45aaf898-80b7-4340-af85-ed793d8f5db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:55:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['872ef563-d34e-4a2f-88be-b227ae83f96d'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:55:33.411498 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bda6291-1e29-4070-9813-c2769ead12a3 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Router c1377518-62fe-4937-9f71-7c410c36f28a is scheduled to L3 agent 42958940-9562-4f71-972f-15a8af9d3963 with binding_index 1 {{(pid=89109) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 06:55:33.425464 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b41178e4-617c-40f6-9a60-9ab9d8aa42af tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:33.508226 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-45aaf898-80b7-4340-af85-ed793d8f5db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:55:33.508893 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45aaf898-80b7-4340-af85-ed793d8f5db1 None None] The sync data for ids ['872ef563-d34e-4a2f-88be-b227ae83f96d'] in n-d-843702-1 is: [] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:55:33.622526 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41178e4-617c-40f6-9a60-9ab9d8aa42af tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Pushing event deleted for resources: {'Port': ['ID=9ee29163-9ed7-491d-972e-3067578a016c,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:55:33.663214 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bda6291-1e29-4070-9813-c2769ead12a3 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:55:33.674269 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956ffdee-5c09-485a-81eb-538e010c2b48 None None] Sync routers for ids ['c1377518-62fe-4937-9f71-7c410c36f28a'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:55:33.689573 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956ffdee-5c09-485a-81eb-538e010c2b48 None None] Routers {'c1377518-62fe-4937-9f71-7c410c36f28a'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:55:33.690783 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-956ffdee-5c09-485a-81eb-538e010c2b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:55:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['c1377518-62fe-4937-9f71-7c410c36f28a'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:55:33.755703 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b41178e4-617c-40f6-9a60-9ab9d8aa42af tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks [] for floatingip, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:33.762523 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-956ffdee-5c09-485a-81eb-538e010c2b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:55:33.772078 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956ffdee-5c09-485a-81eb-538e010c2b48 None None] Routers {'c1377518-62fe-4937-9f71-7c410c36f28a'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:55:33.772994 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-956ffdee-5c09-485a-81eb-538e010c2b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:55:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['c1377518-62fe-4937-9f71-7c410c36f28a'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:55:33.822737 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8bda6291-1e29-4070-9813-c2769ead12a3 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:33.827244 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-8bda6291-1e29-4070-9813-c2769ead12a3 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 7.8540702 May 28 06:55:33.827594 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 37304) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:55:33.847340 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-956ffdee-5c09-485a-81eb-538e010c2b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:55:33.847751 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-bf6758d7-2662-4031-a25b-0a32e88d51f4 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] 10.222.0.55 "GET /v2.0/routers/872ef563-d34e-4a2f-88be-b227ae83f96d HTTP/1.1" status: 200 len: 921 time: 0.5361524 May 28 06:55:33.849123 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 37308) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:55:33.851273 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956ffdee-5c09-485a-81eb-538e010c2b48 None None] The sync data for ids ['c1377518-62fe-4937-9f71-7c410c36f28a'] in n-d-843702-1 is: [] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:55:33.912420 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b41178e4-617c-40f6-9a60-9ab9d8aa42af tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:33.917728 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-b41178e4-617c-40f6-9a60-9ab9d8aa42af tempest-AttachVolumeNegativeTest-920916561 tempest-AttachVolumeNegativeTest-920916561-project] 10.222.0.55 "DELETE /v2.0/floatingips/a7975987-453a-4de4-8b68-76182ab3ce70 HTTP/1.1" status: 204 len: 168 time: 1.8166423 May 28 06:55:33.950171 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9744f085-1f17-4dd0-b2cb-4a9967ac108b tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:55:33.954341 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-9744f085-1f17-4dd0-b2cb-4a9967ac108b tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=68df399e-e75e-4871-9364-5d05730b50f0&device_id=872ef563-d34e-4a2f-88be-b227ae83f96d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1017635 May 28 06:55:33.956191 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 37316) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:55:34.125097 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-c08c022d-dabe-49ee-a7d4-b0952b9347d1 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] 10.222.0.55 "GET /v2.0/routers/c1377518-62fe-4937-9f71-7c410c36f28a HTTP/1.1" status: 200 len: 925 time: 0.2952785 May 28 06:55:34.127408 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 37322) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:55:34.168929 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8545383-816d-4ff6-b725-6f0a29b74555 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:55:34.169542 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-e8545383-816d-4ff6-b725-6f0a29b74555 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Synchronizing usage tracker for tenant:826014bbf0bb4321944676b240d79d28 on resource:network {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:55:34.183585 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-e8545383-816d-4ff6-b725-6f0a29b74555 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Unset dirty status for tenant:826014bbf0bb4321944676b240d79d28 on resource:network {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:55:34.183883 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-74d5958d-1ee8-4562-bd57-3cad0a0fbf6a tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] 10.222.0.55 "GET /v2.0/ports?device_id=c1377518-62fe-4937-9f71-7c410c36f28a HTTP/1.1" status: 200 len: 205 time: 0.0549221 May 28 06:55:34.184571 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-e8545383-816d-4ff6-b725-6f0a29b74555 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] 10.222.0.55 "GET /v2.0/networks/68df399e-e75e-4871-9364-5d05730b50f0 HTTP/1.1" status: 200 len: 881 time: 0.2272177 May 28 06:55:34.186693 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 37326) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:55:34.189156 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 37328) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:55:34.306842 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-e284b68d-d084-4935-b795-ee4322cfa386 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] 10.222.0.55 "GET /v2.0/ports?device_id=872ef563-d34e-4a2f-88be-b227ae83f96d HTTP/1.1" status: 200 len: 205 time: 0.0582180 May 28 06:55:34.309326 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 37342) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:55:34.365645 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-26e97c4e-d19d-4fdb-8b47-98634bab64ad req-7adb6cbd-4012-4db0-9da2-9a9b71a3b9ee tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "GET /v2.0/ports?device_id=c103d84e-3c3a-438c-8d9d-50c958fdfc34 HTTP/1.1" status: 200 len: 210 time: 0.0500495 May 28 06:55:34.475619 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-75b26b99-f1d6-474d-9046-098e28461d21 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Notify callbacks [] for router, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:34.552397 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d9485f3b-1374-4d21-8bb2-62635c4e6dcb tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Notify callbacks [] for router, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:34.710164 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-75b26b99-f1d6-474d-9046-098e28461d21 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:34.817114 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-75b26b99-f1d6-474d-9046-098e28461d21 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Deleting port 73380143-27ef-4843-9378-f21f7e32765f {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:55:34.817491 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-75b26b99-f1d6-474d-9046-098e28461d21 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:34.986462 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d9485f3b-1374-4d21-8bb2-62635c4e6dcb tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:35.004324 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-75b26b99-f1d6-474d-9046-098e28461d21 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:35.130776 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-d9485f3b-1374-4d21-8bb2-62635c4e6dcb tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Deleting port 4a047b48-aae6-4389-ac57-a28a1d30d488 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:55:35.131101 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d9485f3b-1374-4d21-8bb2-62635c4e6dcb tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:35.251405 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-75b26b99-f1d6-474d-9046-098e28461d21 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Calling delete_port for 73380143-27ef-4843-9378-f21f7e32765f owned by network:router_gateway {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:55:35.379399 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d9485f3b-1374-4d21-8bb2-62635c4e6dcb tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:35.725823 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-d9485f3b-1374-4d21-8bb2-62635c4e6dcb tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Calling delete_port for 4a047b48-aae6-4389-ac57-a28a1d30d488 owned by network:router_gateway {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:55:35.871840 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-10ee313c-1bf1-4cf3-be85-63ac66b35915 req-f893551c-e47e-4def-9942-a51452b38cb4 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "GET /v2.0/ports?device_id=c103d84e-3c3a-438c-8d9d-50c958fdfc34 HTTP/1.1" status: 200 len: 210 time: 0.1302364 May 28 06:55:35.873661 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-75b26b99-f1d6-474d-9046-098e28461d21 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:36.000424 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b26b99-f1d6-474d-9046-098e28461d21 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Pushing event deleted for resources: {'Port': ['ID=73380143-27ef-4843-9378-f21f7e32765f,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:55:36.063268 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-75b26b99-f1d6-474d-9046-098e28461d21 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691105'] for router_gateway, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:36.254464 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-75b26b99-f1d6-474d-9046-098e28461d21 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59018'] for router, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:36.257224 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-75b26b99-f1d6-474d-9046-098e28461d21 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:36.257348 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d9485f3b-1374-4d21-8bb2-62635c4e6dcb tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:36.321107 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9485f3b-1374-4d21-8bb2-62635c4e6dcb tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Pushing event deleted for resources: {'Port': ['ID=4a047b48-aae6-4389-ac57-a28a1d30d488,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:55:36.378375 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-75b26b99-f1d6-474d-9046-098e28461d21 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-703817'] for router, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:36.383716 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75b26b99-f1d6-474d-9046-098e28461d21 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Fanout notify agent at l3_agent the message router_deleted on router c1377518-62fe-4937-9f71-7c410c36f28a {{(pid=89110) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 06:55:36.437134 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-75b26b99-f1d6-474d-9046-098e28461d21 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Notify callbacks [] for router, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:36.439301 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d9485f3b-1374-4d21-8bb2-62635c4e6dcb tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691105'] for router_gateway, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:36.440935 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-75b26b99-f1d6-474d-9046-098e28461d21 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] 10.222.0.55 "DELETE /v2.0/routers/c1377518-62fe-4937-9f71-7c410c36f28a HTTP/1.1" status: 204 len: 168 time: 2.2524879 May 28 06:55:36.445461 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 37394) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:55:36.451081 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-d8a22f16-9839-42a4-b5c9-dcdabe8c3d19 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Request body: {'router': {'name': 'tempest-snat-router-163073770', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'enable_snat': False}}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:55:36.472815 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-d8a22f16-9839-42a4-b5c9-dcdabe8c3d19 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:55:36.484376 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-d8a22f16-9839-42a4-b5c9-dcdabe8c3d19 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Usage tracker for resource:router and tenant:20f5c7e1f0ef48a5bcd87fafbb736d03 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:55:36.525741 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-d8a22f16-9839-42a4-b5c9-dcdabe8c3d19 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:55:36.537739 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-d8a22f16-9839-42a4-b5c9-dcdabe8c3d19 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:55:36.673431 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d9485f3b-1374-4d21-8bb2-62635c4e6dcb tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59018'] for router, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:36.675648 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d9485f3b-1374-4d21-8bb2-62635c4e6dcb tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:36.715589 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d8a22f16-9839-42a4-b5c9-dcdabe8c3d19 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59128'] for router, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:36.721056 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d8a22f16-9839-42a4-b5c9-dcdabe8c3d19 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59009'] for router, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:36.815138 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d9485f3b-1374-4d21-8bb2-62635c4e6dcb tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-703817'] for router, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:36.815138 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9485f3b-1374-4d21-8bb2-62635c4e6dcb tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Fanout notify agent at l3_agent the message router_deleted on router 872ef563-d34e-4a2f-88be-b227ae83f96d {{(pid=89109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 06:55:36.831006 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d9485f3b-1374-4d21-8bb2-62635c4e6dcb tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:36.832392 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-d9485f3b-1374-4d21-8bb2-62635c4e6dcb tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] 10.222.0.55 "DELETE /v2.0/routers/872ef563-d34e-4a2f-88be-b227ae83f96d HTTP/1.1" status: 204 len: 168 time: 2.5220742 May 28 06:55:36.836611 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 37410) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:55:36.842097 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-4b9e401c-6470-4e49-a706-ddb6cbdabd7b tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2096494859', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:55:36.859704 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-4b9e401c-6470-4e49-a706-ddb6cbdabd7b tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:55:36.866861 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-4b9e401c-6470-4e49-a706-ddb6cbdabd7b tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Usage tracker for resource:router and tenant:d540e00e5cc442fc81d12cfe7910da4c is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:55:36.869879 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-4b9e401c-6470-4e49-a706-ddb6cbdabd7b tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:55:36.876054 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-4b9e401c-6470-4e49-a706-ddb6cbdabd7b tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:55:36.940982 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d8a22f16-9839-42a4-b5c9-dcdabe8c3d19 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:37.039688 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8bd1a14f-4d07-4a2d-a800-24af9979783b req-d05ce6be-c311-4452-ae21-47f36b1078d9 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "GET /v2.0/ports?device_id=c103d84e-3c3a-438c-8d9d-50c958fdfc34 HTTP/1.1" status: 200 len: 210 time: 0.0593534 May 28 06:55:37.049782 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694a34f1-7bf1-4dc7-92aa-c50cbddd05c9 req-2511944c-bab2-4646-a9bf-dd8e42a0070a tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:55:37.051157 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-694a34f1-7bf1-4dc7-92aa-c50cbddd05c9 req-2511944c-bab2-4646-a9bf-dd8e42a0070a tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.69 "GET /v2.0/networks?id=cc227551-10d6-4137-b8c0-b5564a615692 HTTP/1.1" status: 200 len: 796 time: 0.3021059 May 28 06:55:37.091893 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4b9e401c-6470-4e49-a706-ddb6cbdabd7b tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59128'] for router, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:37.095313 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4b9e401c-6470-4e49-a706-ddb6cbdabd7b tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59009'] for router, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:37.105032 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-694a34f1-7bf1-4dc7-92aa-c50cbddd05c9 req-ff9a4971-258b-4eae-b9e4-63f6fcff0493 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4cdf69566d684d639d89f5935d02f247 HTTP/1.1" status: 200 len: 379 time: 0.0460706 May 28 06:55:37.114975 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-694a34f1-7bf1-4dc7-92aa-c50cbddd05c9 req-0e13d8fc-f0cc-40b3-8d92-e9294ff3d86f tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Request body: {'port': {'device_id': 'c103d84e-3c3a-438c-8d9d-50c958fdfc34', 'network_id': 'cc227551-10d6-4137-b8c0-b5564a615692', 'admin_state_up': True, 'tenant_id': '4cdf69566d684d639d89f5935d02f247', 'security_groups': ['09a52ad4-40c1-4ed0-bd3e-18eae1d56ecb']}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:55:37.127047 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4b9e401c-6470-4e49-a706-ddb6cbdabd7b tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:37.355197 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4b9e401c-6470-4e49-a706-ddb6cbdabd7b tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690761'] for router, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:37.571198 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4b9e401c-6470-4e49-a706-ddb6cbdabd7b tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:37.572394 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-4b9e401c-6470-4e49-a706-ddb6cbdabd7b tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7345805 May 28 06:55:37.575118 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 37440) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:55:37.579867 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-305d18d2-7340-414d-9b5e-f0d470ef9f69 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'enable_snat': True}}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:55:37.627525 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d8a22f16-9839-42a4-b5c9-dcdabe8c3d19 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59027'] for router, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:37.644197 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-694a34f1-7bf1-4dc7-92aa-c50cbddd05c9 req-0e13d8fc-f0cc-40b3-8d92-e9294ff3d86f tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:55:37.653927 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-694a34f1-7bf1-4dc7-92aa-c50cbddd05c9 req-0e13d8fc-f0cc-40b3-8d92-e9294ff3d86f tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:55:37.824302 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-694a34f1-7bf1-4dc7-92aa-c50cbddd05c9 req-0e13d8fc-f0cc-40b3-8d92-e9294ff3d86f tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Made reservation on behalf of 4cdf69566d684d639d89f5935d02f247 for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:55:37.828992 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-694a34f1-7bf1-4dc7-92aa-c50cbddd05c9 req-0e13d8fc-f0cc-40b3-8d92-e9294ff3d86f tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:38.291193 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-305d18d2-7340-414d-9b5e-f0d470ef9f69 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59027'] for router, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:38.302752 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [req-694a34f1-7bf1-4dc7-92aa-c50cbddd05c9 req-0e13d8fc-f0cc-40b3-8d92-e9294ff3d86f tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Allocated IP 172.20.0.10 (cc227551-10d6-4137-b8c0-b5564a615692/3a475d8d-ca30-4add-b5d9-a4d38d6fa8e6/660ee85a-bbc4-473f-aad5-5f0544a8cd62) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:55:38.311289 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-144703a3-7d2d-4890-b04e-251e64381e3e req-fa07aa2d-8484-4aab-bc27-6d17ffe2f960 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "GET /v2.0/ports?device_id=c103d84e-3c3a-438c-8d9d-50c958fdfc34 HTTP/1.1" status: 200 len: 210 time: 0.1161063 May 28 06:55:38.400209 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d8a22f16-9839-42a4-b5c9-dcdabe8c3d19 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:38.496852 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d8a22f16-9839-42a4-b5c9-dcdabe8c3d19 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:38.724286 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-694a34f1-7bf1-4dc7-92aa-c50cbddd05c9 req-0e13d8fc-f0cc-40b3-8d92-e9294ff3d86f tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:38.773407 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [None req-d8a22f16-9839-42a4-b5c9-dcdabe8c3d19 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Allocated IP 172.25.5.16 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/4d9c001d-cb9b-4058-bfba-884c3af4162c) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:55:38.872929 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-305d18d2-7340-414d-9b5e-f0d470ef9f69 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:38.909588 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-694a34f1-7bf1-4dc7-92aa-c50cbddd05c9 req-0e13d8fc-f0cc-40b3-8d92-e9294ff3d86f tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Transition to ACTIVE for port object 660ee85a-bbc4-473f-aad5-5f0544a8cd62 will not be triggered until provisioned by entity DHCP. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:55:38.918275 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-305d18d2-7340-414d-9b5e-f0d470ef9f69 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:39.028030 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d8a22f16-9839-42a4-b5c9-dcdabe8c3d19 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:39.103954 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-694a34f1-7bf1-4dc7-92aa-c50cbddd05c9 req-0e13d8fc-f0cc-40b3-8d92-e9294ff3d86f tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:39.181307 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-694a34f1-7bf1-4dc7-92aa-c50cbddd05c9 req-0e13d8fc-f0cc-40b3-8d92-e9294ff3d86f tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Network cc227551-10d6-4137-b8c0-b5564a615692 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:55:39.184567 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [req-694a34f1-7bf1-4dc7-92aa-c50cbddd05c9 req-0e13d8fc-f0cc-40b3-8d92-e9294ff3d86f tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:55:39.186962 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-694a34f1-7bf1-4dc7-92aa-c50cbddd05c9 req-0e13d8fc-f0cc-40b3-8d92-e9294ff3d86f tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:55:39.229956 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e13d8fc-f0cc-40b3-8d92-e9294ff3d86f tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Pushing event updated for resources: {'Port': ['ID=660ee85a-bbc4-473f-aad5-5f0544a8cd62,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:55:39.235165 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d8a22f16-9839-42a4-b5c9-dcdabe8c3d19 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:39.295976 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-305d18d2-7340-414d-9b5e-f0d470ef9f69 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Allocated IP 172.25.5.34 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/9e73b064-8b65-4476-9330-046b7e9c2048) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:55:39.345879 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a22f16-9839-42a4-b5c9-dcdabe8c3d19 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Pushing event updated for resources: {'Port': ['ID=4d9c001d-cb9b-4058-bfba-884c3af4162c,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:55:39.380610 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694a34f1-7bf1-4dc7-92aa-c50cbddd05c9 req-0e13d8fc-f0cc-40b3-8d92-e9294ff3d86f tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:55:39.382012 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-694a34f1-7bf1-4dc7-92aa-c50cbddd05c9 req-0e13d8fc-f0cc-40b3-8d92-e9294ff3d86f tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:39.422093 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a22f16-9839-42a4-b5c9-dcdabe8c3d19 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:55:39.426165 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-d8a22f16-9839-42a4-b5c9-dcdabe8c3d19 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:55:39.441871 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a22f16-9839-42a4-b5c9-dcdabe8c3d19 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:55:39.562904 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-694a34f1-7bf1-4dc7-92aa-c50cbddd05c9 req-0e13d8fc-f0cc-40b3-8d92-e9294ff3d86f tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4530339 May 28 06:55:39.620149 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-305d18d2-7340-414d-9b5e-f0d470ef9f69 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:39.727177 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-694a34f1-7bf1-4dc7-92aa-c50cbddd05c9 req-693ce804-a826-431e-9d96-41b33fe40aca service neutron] Request body: {'port': {'device_id': 'c103d84e-3c3a-438c-8d9d-50c958fdfc34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843702-1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:55:39.737168 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-fd7f6d39-9c4e-4b28-88f7-b13956f1ec6b None None] Provisioning for port 660ee85a-bbc4-473f-aad5-5f0544a8cd62 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:55:39.743154 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-fd7f6d39-9c4e-4b28-88f7-b13956f1ec6b None None] Provisioning complete for port 660ee85a-bbc4-473f-aad5-5f0544a8cd62 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:55:39.743692 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-fd7f6d39-9c4e-4b28-88f7-b13956f1ec6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:39.789774 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-305d18d2-7340-414d-9b5e-f0d470ef9f69 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:39.866157 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-fd7f6d39-9c4e-4b28-88f7-b13956f1ec6b None None] Port 660ee85a-bbc4-473f-aad5-5f0544a8cd62 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:55:39.885404 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305d18d2-7340-414d-9b5e-f0d470ef9f69 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Pushing event updated for resources: {'Port': ['ID=9e73b064-8b65-4476-9330-046b7e9c2048,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:55:39.892334 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305d18d2-7340-414d-9b5e-f0d470ef9f69 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:55:39.893708 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-305d18d2-7340-414d-9b5e-f0d470ef9f69 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:55:39.896077 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305d18d2-7340-414d-9b5e-f0d470ef9f69 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:55:39.996415 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-694a34f1-7bf1-4dc7-92aa-c50cbddd05c9 req-693ce804-a826-431e-9d96-41b33fe40aca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:40.262063 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0b222f-b99e-4941-8275-5a3a77fa89d1 req-b010f51a-1c02-4060-98ac-bad54a5c0af0 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:55:40.269958 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-dc0b222f-b99e-4941-8275-5a3a77fa89d1 req-b010f51a-1c02-4060-98ac-bad54a5c0af0 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Synchronizing usage tracker for tenant:4cdf69566d684d639d89f5935d02f247 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:55:40.461019 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-dc0b222f-b99e-4941-8275-5a3a77fa89d1 req-b010f51a-1c02-4060-98ac-bad54a5c0af0 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Unset dirty status for tenant:4cdf69566d684d639d89f5935d02f247 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:55:40.462266 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dc0b222f-b99e-4941-8275-5a3a77fa89d1 req-b010f51a-1c02-4060-98ac-bad54a5c0af0 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "GET /v2.0/ports?device_id=c103d84e-3c3a-438c-8d9d-50c958fdfc34 HTTP/1.1" status: 200 len: 932 time: 0.9529419 May 28 06:55:40.529487 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-305d18d2-7340-414d-9b5e-f0d470ef9f69 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:40.608504 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dc0b222f-b99e-4941-8275-5a3a77fa89d1 req-b207f649-76b3-4cc3-8154-6fdea8f2e61c tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "GET /v2.0/security-groups?id=09a52ad4-40c1-4ed0-bd3e-18eae1d56ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1377110 May 28 06:55:40.715152 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d8a22f16-9839-42a4-b5c9-dcdabe8c3d19 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:40.984784 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [req-694a34f1-7bf1-4dc7-92aa-c50cbddd05c9 req-693ce804-a826-431e-9d96-41b33fe40aca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 660ee85a-bbc4-473f-aad5-5f0544a8cd62 {{(pid=89110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:55:40.996666 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-694a34f1-7bf1-4dc7-92aa-c50cbddd05c9 req-693ce804-a826-431e-9d96-41b33fe40aca service neutron] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:41.085546 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-694a34f1-7bf1-4dc7-92aa-c50cbddd05c9 req-693ce804-a826-431e-9d96-41b33fe40aca service neutron] Transition to ACTIVE for port object 660ee85a-bbc4-473f-aad5-5f0544a8cd62 will not be triggered until provisioned by entity L2. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:55:41.095383 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-305d18d2-7340-414d-9b5e-f0d470ef9f69 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59027'] for router, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:41.099724 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-305d18d2-7340-414d-9b5e-f0d470ef9f69 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-690815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-690800', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-692041'] for router, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:41.199611 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d8a22f16-9839-42a4-b5c9-dcdabe8c3d19 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690761'] for router, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:41.259202 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-694a34f1-7bf1-4dc7-92aa-c50cbddd05c9 req-693ce804-a826-431e-9d96-41b33fe40aca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:41.608815 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693ce804-a826-431e-9d96-41b33fe40aca service neutron] Pushing event updated for resources: {'Port': ['ID=660ee85a-bbc4-473f-aad5-5f0544a8cd62,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:55:41.651824 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-305d18d2-7340-414d-9b5e-f0d470ef9f69 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Router b41fea87-75d4-4dc7-8778-0fb8aeb2697d is scheduled to L3 agent 42958940-9562-4f71-972f-15a8af9d3963 with binding_index 1 {{(pid=89109) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 06:55:41.798309 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-694a34f1-7bf1-4dc7-92aa-c50cbddd05c9 req-693ce804-a826-431e-9d96-41b33fe40aca service neutron] Attempting to bind port 660ee85a-bbc4-473f-aad5-5f0544a8cd62 on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:55:41.798638 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-694a34f1-7bf1-4dc7-92aa-c50cbddd05c9 req-693ce804-a826-431e-9d96-41b33fe40aca service neutron] Attempting to bind port 660ee85a-bbc4-473f-aad5-5f0544a8cd62 by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': 'c6b03b3e-9e4c-405c-9448-3216763b6f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'cc227551-10d6-4137-b8c0-b5564a615692'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:55:41.798964 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694a34f1-7bf1-4dc7-92aa-c50cbddd05c9 req-693ce804-a826-431e-9d96-41b33fe40aca service neutron] Attempting to bind port 660ee85a-bbc4-473f-aad5-5f0544a8cd62 on network cc227551-10d6-4137-b8c0-b5564a615692 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:55:41.819828 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694a34f1-7bf1-4dc7-92aa-c50cbddd05c9 req-693ce804-a826-431e-9d96-41b33fe40aca service neutron] Port 660ee85a-bbc4-473f-aad5-5f0544a8cd62 on network cc227551-10d6-4137-b8c0-b5564a615692 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:55:41.819828 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694a34f1-7bf1-4dc7-92aa-c50cbddd05c9 req-693ce804-a826-431e-9d96-41b33fe40aca service neutron] Attempting to bind port 660ee85a-bbc4-473f-aad5-5f0544a8cd62 on network cc227551-10d6-4137-b8c0-b5564a615692 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:55:41.829644 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694a34f1-7bf1-4dc7-92aa-c50cbddd05c9 req-693ce804-a826-431e-9d96-41b33fe40aca service neutron] Checking agent: {'id': '69f492a0-c00d-46d0-9bec-fcd8161ce206', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:55:41.829979 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694a34f1-7bf1-4dc7-92aa-c50cbddd05c9 req-693ce804-a826-431e-9d96-41b33fe40aca service neutron] Checking segment: {'id': 'c6b03b3e-9e4c-405c-9448-3216763b6f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'cc227551-10d6-4137-b8c0-b5564a615692'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:55:41.830444 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694a34f1-7bf1-4dc7-92aa-c50cbddd05c9 req-693ce804-a826-431e-9d96-41b33fe40aca service neutron] Bound using segment: {'id': 'c6b03b3e-9e4c-405c-9448-3216763b6f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'cc227551-10d6-4137-b8c0-b5564a615692'} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:55:41.830881 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-694a34f1-7bf1-4dc7-92aa-c50cbddd05c9 req-693ce804-a826-431e-9d96-41b33fe40aca service neutron] Bound port: 660ee85a-bbc4-473f-aad5-5f0544a8cd62, host: n-h1-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6b03b3e-9e4c-405c-9448-3216763b6f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'cc227551-10d6-4137-b8c0-b5564a615692'}}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:55:41.831220 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-694a34f1-7bf1-4dc7-92aa-c50cbddd05c9 req-693ce804-a826-431e-9d96-41b33fe40aca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:41.879175 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-305d18d2-7340-414d-9b5e-f0d470ef9f69 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:55:41.884414 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-305d18d2-7340-414d-9b5e-f0d470ef9f69 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:41.886439 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-305d18d2-7340-414d-9b5e-f0d470ef9f69 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] 10.222.0.55 "PUT /v2.0/routers/b41fea87-75d4-4dc7-8778-0fb8aeb2697d HTTP/1.1" status: 200 len: 914 time: 4.3096859 May 28 06:55:41.888371 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 37596) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:55:41.890812 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6ad3f6-2543-4e22-9337-485fcd2bae15 None None] Sync routers for ids ['b41fea87-75d4-4dc7-8778-0fb8aeb2697d'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:55:41.908699 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6ad3f6-2543-4e22-9337-485fcd2bae15 None None] Routers {'b41fea87-75d4-4dc7-8778-0fb8aeb2697d'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:55:41.912701 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-6d6ad3f6-2543-4e22-9337-485fcd2bae15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:55:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['b41fea87-75d4-4dc7-8778-0fb8aeb2697d'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:55:41.955859 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8a22f16-9839-42a4-b5c9-dcdabe8c3d19 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Router 676e8a0a-c1e2-4b01-a903-6a0b25c303a4 is scheduled to L3 agent 42958940-9562-4f71-972f-15a8af9d3963 with binding_index 1 {{(pid=89110) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 06:55:42.028123 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-6d6ad3f6-2543-4e22-9337-485fcd2bae15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:55:42.052330 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6ad3f6-2543-4e22-9337-485fcd2bae15 None None] Routers {'b41fea87-75d4-4dc7-8778-0fb8aeb2697d'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:55:42.053146 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-6d6ad3f6-2543-4e22-9337-485fcd2bae15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:55:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['b41fea87-75d4-4dc7-8778-0fb8aeb2697d'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:55:42.129794 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb332ea-0a61-4ff4-9a44-56fc431f2894 req-69295c89-235b-4eff-b9e4-e4c7f249638f tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:55:42.129794 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cdb332ea-0a61-4ff4-9a44-56fc431f2894 req-69295c89-235b-4eff-b9e4-e4c7f249638f tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "GET /v2.0/ports?device_id=c103d84e-3c3a-438c-8d9d-50c958fdfc34 HTTP/1.1" status: 200 len: 944 time: 0.3810833 May 28 06:55:42.141247 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-5aed0d50-5521-4826-a42f-65f2711e35cd tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] 10.222.0.55 "GET /v2.0/routers/b41fea87-75d4-4dc7-8778-0fb8aeb2697d HTTP/1.1" status: 200 len: 920 time: 0.2516222 May 28 06:55:42.144098 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 37614) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:55:42.171331 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-694a34f1-7bf1-4dc7-92aa-c50cbddd05c9 req-693ce804-a826-431e-9d96-41b33fe40aca service neutron] For port 660ee85a-bbc4-473f-aad5-5f0544a8cd62, host n-h1-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:55:42.198479 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-694a34f1-7bf1-4dc7-92aa-c50cbddd05c9 req-693ce804-a826-431e-9d96-41b33fe40aca service neutron] For port 660ee85a-bbc4-473f-aad5-5f0544a8cd62, host n-h1-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=660ee85a-bbc4-473f-aad5-5f0544a8cd62,segment=NetworkSegment(c6b03b3e-9e4c-405c-9448-3216763b6f5a),segment_id=c6b03b3e-9e4c-405c-9448-3216763b6f5a)] {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:55:42.286689 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5206b347-8a95-46c4-9b3a-1a7453a660d0 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:55:42.289550 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-5206b347-8a95-46c4-9b3a-1a7453a660d0 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Synchronizing usage tracker for tenant:826014bbf0bb4321944676b240d79d28 on resource:port {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:55:42.304901 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-694a34f1-7bf1-4dc7-92aa-c50cbddd05c9 req-693ce804-a826-431e-9d96-41b33fe40aca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:42.314089 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cdb332ea-0a61-4ff4-9a44-56fc431f2894 req-3b89e7f0-18fe-44da-83cd-667ae9caeca7 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "GET /v2.0/security-groups?id=09a52ad4-40c1-4ed0-bd3e-18eae1d56ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1688352 May 28 06:55:42.348625 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-5206b347-8a95-46c4-9b3a-1a7453a660d0 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Unset dirty status for tenant:826014bbf0bb4321944676b240d79d28 on resource:port {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:55:42.348625 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-5206b347-8a95-46c4-9b3a-1a7453a660d0 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=68df399e-e75e-4871-9364-5d05730b50f0&device_id=b41fea87-75d4-4dc7-8778-0fb8aeb2697d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1941264 May 28 06:55:42.348625 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 37628) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:55:42.367618 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-6d6ad3f6-2543-4e22-9337-485fcd2bae15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:55:42.374110 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6ad3f6-2543-4e22-9337-485fcd2bae15 None None] The sync data for ids ['b41fea87-75d4-4dc7-8778-0fb8aeb2697d'] in n-d-843702-1 is: [] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:55:42.446147 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693ce804-a826-431e-9d96-41b33fe40aca service neutron] Pushing event updated for resources: {'Port': ['ID=660ee85a-bbc4-473f-aad5-5f0544a8cd62,revision_number=3']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:55:42.475482 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694a34f1-7bf1-4dc7-92aa-c50cbddd05c9 req-693ce804-a826-431e-9d96-41b33fe40aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:55:42.476328 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-694a34f1-7bf1-4dc7-92aa-c50cbddd05c9 req-693ce804-a826-431e-9d96-41b33fe40aca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:42.480024 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-694a34f1-7bf1-4dc7-92aa-c50cbddd05c9 req-693ce804-a826-431e-9d96-41b33fe40aca service neutron] 10.222.0.69 "PUT /v2.0/ports/660ee85a-bbc4-473f-aad5-5f0544a8cd62 HTTP/1.1" status: 200 len: 1092 time: 2.7595105 May 28 06:55:42.480649 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c103d84e-3c3a-438c-8d9d-50c958fdfc34', 'tag': '660ee85a-bbc4-473f-aad5-5f0544a8cd62'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:55:42.494842 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8a22f16-9839-42a4-b5c9-dcdabe8c3d19 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:55:42.522931 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d618c0-d838-4fab-8060-42ecfa950832 None None] Sync routers for ids ['676e8a0a-c1e2-4b01-a903-6a0b25c303a4'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:55:42.536581 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d618c0-d838-4fab-8060-42ecfa950832 None None] Routers {'676e8a0a-c1e2-4b01-a903-6a0b25c303a4'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:55:42.540676 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-82d618c0-d838-4fab-8060-42ecfa950832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:55:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['676e8a0a-c1e2-4b01-a903-6a0b25c303a4'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:55:42.609545 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d8a22f16-9839-42a4-b5c9-dcdabe8c3d19 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Notify callbacks [] for router, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:42.612365 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-d8a22f16-9839-42a4-b5c9-dcdabe8c3d19 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.1656673 May 28 06:55:42.615254 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 37646) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:55:42.659549 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84593028-fc7f-4733-8b0b-28fb42a80109 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:55:42.670548 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-84593028-fc7f-4733-8b0b-28fb42a80109 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] 10.222.0.55 "GET /v2.0/networks/68df399e-e75e-4871-9364-5d05730b50f0 HTTP/1.1" status: 200 len: 881 time: 0.3206859 May 28 06:55:42.672918 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 37654) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:55:42.805165 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-24402a71-5c19-4c92-9a46-7eca17b44a00 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] 10.222.0.55 "GET /v2.0/ports?device_id=b41fea87-75d4-4dc7-8778-0fb8aeb2697d HTTP/1.1" status: 200 len: 205 time: 0.1292470 May 28 06:55:42.806131 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 37658) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:55:42.949484 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de0a3261-f86c-49c5-9f55-17c4478e0ba5'] response: {'name': 'network-changed', 'server_uuid': 'c103d84e-3c3a-438c-8d9d-50c958fdfc34', 'tag': '660ee85a-bbc4-473f-aad5-5f0544a8cd62', 'status': 'completed', 'code': 200} May 28 06:55:43.016280 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-82d618c0-d838-4fab-8060-42ecfa950832 None None] Set router 676e8a0a-c1e2-4b01-a903-6a0b25c303a4 gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:55:43.233187 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-730eb2ed-f018-475d-bf2f-f6e1c87b6c03 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Notify callbacks [] for router, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:43.327629 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-4dcf76af-b163-4154-9f13-e3cf1c68e1b4 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] 10.222.0.55 "GET /v2.0/routers/676e8a0a-c1e2-4b01-a903-6a0b25c303a4 HTTP/1.1" status: 200 len: 907 time: 0.7074854 May 28 06:55:43.331988 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 37686) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:55:43.337600 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-ebbf42a9-9179-4d04-93b7-358f71e21d3d tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Request body: {'router': {'name': 'tempest-snat-router-163073770', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'enable_snat': True}}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:55:43.345362 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-ebbf42a9-9179-4d04-93b7-358f71e21d3d tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:55:43.357687 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-ebbf42a9-9179-4d04-93b7-358f71e21d3d tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Usage tracker for resource:router and tenant:20f5c7e1f0ef48a5bcd87fafbb736d03 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:55:43.362489 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-ebbf42a9-9179-4d04-93b7-358f71e21d3d tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:55:43.376287 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-ebbf42a9-9179-4d04-93b7-358f71e21d3d tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:55:43.402844 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694a34f1-7bf1-4dc7-92aa-c50cbddd05c9 req-275a5c70-defb-40a1-9bee-0bab38540c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:55:43.411357 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-694a34f1-7bf1-4dc7-92aa-c50cbddd05c9 req-275a5c70-defb-40a1-9bee-0bab38540c5c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4cdf69566d684d639d89f5935d02f247&device_id=c103d84e-3c3a-438c-8d9d-50c958fdfc34 HTTP/1.1" status: 200 len: 1095 time: 0.4534798 May 28 06:55:43.552546 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-82d618c0-d838-4fab-8060-42ecfa950832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '676e8a0a-c1e2-4b01-a903-6a0b25c303a4', 'name': 'tempest-snat-router-163073770', 'tenant_id': '20f5c7e1f0ef48a5bcd87fafbb736d03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.16'}], 'enable_snat': False}, 'gw_port_id': '4d9c001d-cb9b-4058-bfba-884c3af4162c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:55:36Z', 'updated_at': '2022-05-28T06:55:40Z', 'revision_number': 3, 'project_id': '20f5c7e1f0ef48a5bcd87fafbb736d03', 'gw_port': {'id': '4d9c001d-cb9b-4058-bfba-884c3af4162c', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:b4:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '676e8a0a-c1e2-4b01-a903-6a0b25c303a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:55:38Z', 'updated_at': '2022-05-28T06:55:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:55:43.571991 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d618c0-d838-4fab-8060-42ecfa950832 None None] Checking router: 676e8a0a-c1e2-4b01-a903-6a0b25c303a4 for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:55:43.574540 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d618c0-d838-4fab-8060-42ecfa950832 None None] Updating router 676e8a0a-c1e2-4b01-a903-6a0b25c303a4 port 4d9c001d-cb9b-4058-bfba-884c3af4162c binding host n-d-843702-1 {{(pid=89112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:55:43.624544 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-730eb2ed-f018-475d-bf2f-f6e1c87b6c03 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:43.644057 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ebbf42a9-9179-4d04-93b7-358f71e21d3d tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59128'] for router, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:43.647375 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ebbf42a9-9179-4d04-93b7-358f71e21d3d tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59009'] for router, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:43.654583 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-694a34f1-7bf1-4dc7-92aa-c50cbddd05c9 req-f638132a-31d4-45ae-93f6-2564605e1a14 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=660ee85a-bbc4-473f-aad5-5f0544a8cd62 HTTP/1.1" status: 200 len: 217 time: 0.2398639 May 28 06:55:43.766344 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ebbf42a9-9179-4d04-93b7-358f71e21d3d tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:43.766711 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-82d618c0-d838-4fab-8060-42ecfa950832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:43.785944 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694a34f1-7bf1-4dc7-92aa-c50cbddd05c9 req-2382f67f-7a59-46e9-afd1-fdc0b6be242c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:55:43.787991 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-694a34f1-7bf1-4dc7-92aa-c50cbddd05c9 req-2382f67f-7a59-46e9-afd1-fdc0b6be242c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3a475d8d-ca30-4add-b5d9-a4d38d6fa8e6 HTTP/1.1" status: 200 len: 834 time: 0.1269174 May 28 06:55:43.797569 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-730eb2ed-f018-475d-bf2f-f6e1c87b6c03 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Deleting port 9e73b064-8b65-4476-9330-046b7e9c2048 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:55:43.797569 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-730eb2ed-f018-475d-bf2f-f6e1c87b6c03 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:43.908803 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694a34f1-7bf1-4dc7-92aa-c50cbddd05c9 req-df624e19-e3a5-49a7-81c8-3d4985a155dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:55:43.910624 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-694a34f1-7bf1-4dc7-92aa-c50cbddd05c9 req-df624e19-e3a5-49a7-81c8-3d4985a155dd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc227551-10d6-4137-b8c0-b5564a615692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1164858 May 28 06:55:44.431963 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-730eb2ed-f018-475d-bf2f-f6e1c87b6c03 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:44.585613 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-730eb2ed-f018-475d-bf2f-f6e1c87b6c03 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Calling delete_port for 9e73b064-8b65-4476-9330-046b7e9c2048 owned by network:router_gateway {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:55:44.650056 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-82d618c0-d838-4fab-8060-42ecfa950832 None None] Notify callbacks [] for port, precommit_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:44.706497 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.provisioning_blocks [None req-82d618c0-d838-4fab-8060-42ecfa950832 None None] Transition to ACTIVE for port object 4d9c001d-cb9b-4058-bfba-884c3af4162c will not be triggered until provisioned by entity L2. {{(pid=89112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:55:44.764439 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ebbf42a9-9179-4d04-93b7-358f71e21d3d tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59027'] for router, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:44.819813 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-694a34f1-7bf1-4dc7-92aa-c50cbddd05c9 req-af3c7309-3fbc-45e0-867a-8b1288f564af service neutron] 10.222.0.69 "GET /v2.0/networks/cc227551-10d6-4137-b8c0-b5564a615692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9028943 May 28 06:55:44.832249 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45abb3d8-5ea8-4873-a8c2-84ce61ff8a67 req-73ecfa23-e471-48bf-853a-55cba6864400 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:55:44.835408 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-82d618c0-d838-4fab-8060-42ecfa950832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:44.837046 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-45abb3d8-5ea8-4873-a8c2-84ce61ff8a67 req-73ecfa23-e471-48bf-853a-55cba6864400 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "GET /v2.0/ports?device_id=c103d84e-3c3a-438c-8d9d-50c958fdfc34 HTTP/1.1" status: 200 len: 944 time: 0.5100496 May 28 06:55:44.923662 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-82d618c0-d838-4fab-8060-42ecfa950832 None None] Attempting to bind port 4d9c001d-cb9b-4058-bfba-884c3af4162c on host n-d-843702-1 for vnic_type normal with profile {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:55:44.924197 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-82d618c0-d838-4fab-8060-42ecfa950832 None None] Attempting to bind port 4d9c001d-cb9b-4058-bfba-884c3af4162c by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:55:44.924835 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d618c0-d838-4fab-8060-42ecfa950832 None None] Attempting to bind port 4d9c001d-cb9b-4058-bfba-884c3af4162c on network 68df399e-e75e-4871-9364-5d05730b50f0 {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:55:44.937794 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d618c0-d838-4fab-8060-42ecfa950832 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:55:44.939110 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d618c0-d838-4fab-8060-42ecfa950832 None None] Checking segment: {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:55:44.939779 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-82d618c0-d838-4fab-8060-42ecfa950832 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:44.941710 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d618c0-d838-4fab-8060-42ecfa950832 None None] Bound using segment: {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:55:44.943194 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-82d618c0-d838-4fab-8060-42ecfa950832 None None] Bound port: 4d9c001d-cb9b-4058-bfba-884c3af4162c, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:55:44.943314 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-730eb2ed-f018-475d-bf2f-f6e1c87b6c03 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:44.944627 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-82d618c0-d838-4fab-8060-42ecfa950832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:45.025443 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8041ec-20a3-40cb-b1e2-8d704479f5e0 None None] Pushing event updated for resources: {'Port': ['ID=4d9c001d-cb9b-4058-bfba-884c3af4162c,revision_number=2']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:55:45.068411 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730eb2ed-f018-475d-bf2f-f6e1c87b6c03 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Pushing event deleted for resources: {'Port': ['ID=9e73b064-8b65-4476-9330-046b7e9c2048,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:55:45.091918 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-82d618c0-d838-4fab-8060-42ecfa950832 None None] For port 4d9c001d-cb9b-4058-bfba-884c3af4162c, host n-d-843702-1, cleared binding levels {{(pid=89112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:55:45.096108 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-82d618c0-d838-4fab-8060-42ecfa950832 None None] For port 4d9c001d-cb9b-4058-bfba-884c3af4162c, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=4d9c001d-cb9b-4058-bfba-884c3af4162c,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:55:45.144406 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-730eb2ed-f018-475d-bf2f-f6e1c87b6c03 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691105'] for router_gateway, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:45.167770 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-45abb3d8-5ea8-4873-a8c2-84ce61ff8a67 req-081d4303-5bad-4b24-9da4-cb397d982b84 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "GET /v2.0/security-groups?id=09a52ad4-40c1-4ed0-bd3e-18eae1d56ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3092840 May 28 06:55:45.217356 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-82d618c0-d838-4fab-8060-42ecfa950832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:45.224303 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-694a34f1-7bf1-4dc7-92aa-c50cbddd05c9 req-f2e1ac8e-c85e-41bc-a8bb-9d5f235ae122 service neutron] 10.222.0.69 "GET /v2.0/networks/cc227551-10d6-4137-b8c0-b5564a615692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3835170 May 28 06:55:45.306785 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d618c0-d838-4fab-8060-42ecfa950832 None None] Routers {'676e8a0a-c1e2-4b01-a903-6a0b25c303a4'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:55:45.307730 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-82d618c0-d838-4fab-8060-42ecfa950832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:55:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['676e8a0a-c1e2-4b01-a903-6a0b25c303a4'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:55:45.370930 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8041ec-20a3-40cb-b1e2-8d704479f5e0 None None] Pushing event updated for resources: {'Port': ['ID=4d9c001d-cb9b-4058-bfba-884c3af4162c,revision_number=3']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:55:45.405637 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-730eb2ed-f018-475d-bf2f-f6e1c87b6c03 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59018'] for router, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:45.408707 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-730eb2ed-f018-475d-bf2f-f6e1c87b6c03 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:45.555543 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-730eb2ed-f018-475d-bf2f-f6e1c87b6c03 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-703817'] for router, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:45.556661 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-730eb2ed-f018-475d-bf2f-f6e1c87b6c03 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Fanout notify agent at l3_agent the message router_deleted on router b41fea87-75d4-4dc7-8778-0fb8aeb2697d {{(pid=89109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 06:55:45.561938 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ebbf42a9-9179-4d04-93b7-358f71e21d3d tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:45.575429 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-82d618c0-d838-4fab-8060-42ecfa950832 None None] Set router 676e8a0a-c1e2-4b01-a903-6a0b25c303a4 gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:55:45.602191 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-730eb2ed-f018-475d-bf2f-f6e1c87b6c03 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:45.603223 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-730eb2ed-f018-475d-bf2f-f6e1c87b6c03 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] 10.222.0.55 "DELETE /v2.0/routers/b41fea87-75d4-4dc7-8778-0fb8aeb2697d HTTP/1.1" status: 204 len: 168 time: 2.7960405 May 28 06:55:45.609473 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 37766) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:55:45.614617 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ebbf42a9-9179-4d04-93b7-358f71e21d3d tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:45.618646 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-96b86c0d-a5fa-44a4-9e9e-d76073e28c0a tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1606420457', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:55:45.639623 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-96b86c0d-a5fa-44a4-9e9e-d76073e28c0a tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:55:45.648895 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-96b86c0d-a5fa-44a4-9e9e-d76073e28c0a tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Usage tracker for resource:router and tenant:d540e00e5cc442fc81d12cfe7910da4c is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:55:45.657583 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-96b86c0d-a5fa-44a4-9e9e-d76073e28c0a tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:55:45.676613 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3374b07b-8b10-4ca1-a2dd-e022d386e485 req-db3d3b5f-a76e-4eef-8bbe-af73f1d98798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:55:45.678472 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3374b07b-8b10-4ca1-a2dd-e022d386e485 req-db3d3b5f-a76e-4eef-8bbe-af73f1d98798 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4cdf69566d684d639d89f5935d02f247&device_id=c103d84e-3c3a-438c-8d9d-50c958fdfc34 HTTP/1.1" status: 200 len: 1095 time: 0.2550206 May 28 06:55:45.693464 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-96b86c0d-a5fa-44a4-9e9e-d76073e28c0a tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:55:45.782716 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-96b86c0d-a5fa-44a4-9e9e-d76073e28c0a tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59128'] for router, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:45.784882 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-96b86c0d-a5fa-44a4-9e9e-d76073e28c0a tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59009'] for router, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:45.818295 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-96b86c0d-a5fa-44a4-9e9e-d76073e28c0a tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:45.922085 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [None req-ebbf42a9-9179-4d04-93b7-358f71e21d3d tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Allocated IP 172.25.5.207 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/9591d105-3fe7-4143-a2a0-158c8d10c537) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:55:45.924956 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3374b07b-8b10-4ca1-a2dd-e022d386e485 req-9c36be1f-ebaa-4f7e-8797-c9970ee0a6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:55:45.926438 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3374b07b-8b10-4ca1-a2dd-e022d386e485 req-9c36be1f-ebaa-4f7e-8797-c9970ee0a6ca service neutron] 10.222.0.69 "GET /v2.0/networks?id=cc227551-10d6-4137-b8c0-b5564a615692 HTTP/1.1" status: 200 len: 897 time: 0.2418764 May 28 06:55:45.992879 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-82d618c0-d838-4fab-8060-42ecfa950832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '676e8a0a-c1e2-4b01-a903-6a0b25c303a4', 'name': 'tempest-snat-router-163073770', 'tenant_id': '20f5c7e1f0ef48a5bcd87fafbb736d03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.16'}], 'enable_snat': False}, 'gw_port_id': '4d9c001d-cb9b-4058-bfba-884c3af4162c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:55:36Z', 'updated_at': '2022-05-28T06:55:40Z', 'revision_number': 3, 'project_id': '20f5c7e1f0ef48a5bcd87fafbb736d03', 'gw_port': {'id': '4d9c001d-cb9b-4058-bfba-884c3af4162c', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:b4:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '676e8a0a-c1e2-4b01-a903-6a0b25c303a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:55:38Z', 'updated_at': '2022-05-28T06:55:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:55:45.997158 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d618c0-d838-4fab-8060-42ecfa950832 None None] The sync data for ids ['676e8a0a-c1e2-4b01-a903-6a0b25c303a4'] in n-d-843702-1 is: [{'id': '676e8a0a-c1e2-4b01-a903-6a0b25c303a4', 'name': 'tempest-snat-router-163073770', 'tenant_id': '20f5c7e1f0ef48a5bcd87fafbb736d03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.16'}], 'enable_snat': False}, 'gw_port_id': '4d9c001d-cb9b-4058-bfba-884c3af4162c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:55:36Z', 'updated_at': '2022-05-28T06:55:40Z', 'revision_number': 3, 'project_id': '20f5c7e1f0ef48a5bcd87fafbb736d03', 'gw_port': {'id': '4d9c001d-cb9b-4058-bfba-884c3af4162c', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:b4:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '676e8a0a-c1e2-4b01-a903-6a0b25c303a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:55:38Z', 'updated_at': '2022-05-28T06:55:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-843702-1'}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:55:46.005674 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-96b86c0d-a5fa-44a4-9e9e-d76073e28c0a tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690761'] for router, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:46.165135 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-96b86c0d-a5fa-44a4-9e9e-d76073e28c0a tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:46.165135 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-96b86c0d-a5fa-44a4-9e9e-d76073e28c0a tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5509233 May 28 06:55:46.165135 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 37786) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:55:46.169902 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-e3c3aa24-1522-44e8-8c24-49af96b9b2cd tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'enable_snat': False}}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:55:46.204756 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3374b07b-8b10-4ca1-a2dd-e022d386e485 req-a49f89df-72b5-4f30-950b-4a499338e0f1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=660ee85a-bbc4-473f-aad5-5f0544a8cd62 HTTP/1.1" status: 200 len: 217 time: 0.2384188 May 28 06:55:46.570233 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 660ee85a-bbc4-473f-aad5-5f0544a8cd62 details requested by agent hyperv_n-h1-843702-1 with host n-h1-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:55:46.598053 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3374b07b-8b10-4ca1-a2dd-e022d386e485 req-41c552c4-0309-4cef-92a6-da73f679eb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:55:46.601566 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3374b07b-8b10-4ca1-a2dd-e022d386e485 req-41c552c4-0309-4cef-92a6-da73f679eb08 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3a475d8d-ca30-4add-b5d9-a4d38d6fa8e6 HTTP/1.1" status: 200 len: 834 time: 0.3826704 May 28 06:55:46.704689 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ebbf42a9-9179-4d04-93b7-358f71e21d3d tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:46.747383 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf51f57-a61e-488b-93f5-03cd2376ec5b req-b5828855-6d63-4f98-bf17-60244d284640 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:55:46.749182 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-adf51f57-a61e-488b-93f5-03cd2376ec5b req-b5828855-6d63-4f98-bf17-60244d284640 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "GET /v2.0/ports?device_id=c103d84e-3c3a-438c-8d9d-50c958fdfc34 HTTP/1.1" status: 200 len: 944 time: 0.3080854 May 28 06:55:46.811063 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 660ee85a-bbc4-473f-aad5-5f0544a8cd62, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=660ee85a-bbc4-473f-aad5-5f0544a8cd62,segment=NetworkSegment(c6b03b3e-9e4c-405c-9448-3216763b6f5a),segment_id=c6b03b3e-9e4c-405c-9448-3216763b6f5a)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:55:46.826249 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-adf51f57-a61e-488b-93f5-03cd2376ec5b req-0f7a6af4-3280-4d3e-afe1-6968f32eb682 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "GET /v2.0/security-groups?id=09a52ad4-40c1-4ed0-bd3e-18eae1d56ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682352 May 28 06:55:46.841472 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3374b07b-8b10-4ca1-a2dd-e022d386e485 req-2500444f-cad4-4d9f-ac59-44d369c29bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:55:46.842983 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3374b07b-8b10-4ca1-a2dd-e022d386e485 req-2500444f-cad4-4d9f-ac59-44d369c29bf5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc227551-10d6-4137-b8c0-b5564a615692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2344885 May 28 06:55:46.847021 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Returning: {'device': '660ee85a-bbc4-473f-aad5-5f0544a8cd62', 'network_id': 'cc227551-10d6-4137-b8c0-b5564a615692', 'port_id': '660ee85a-bbc4-473f-aad5-5f0544a8cd62', 'mac_address': 'fa:16:3e:0b:44:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a475d8d-ca30-4add-b5d9-a4d38d6fa8e6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:55:46.918145 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 660ee85a-bbc4-473f-aad5-5f0544a8cd62 is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:55:46.920026 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:46.948691 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 660ee85a-bbc4-473f-aad5-5f0544a8cd62 {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:55:46.967124 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 660ee85a-bbc4-473f-aad5-5f0544a8cd62, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=660ee85a-bbc4-473f-aad5-5f0544a8cd62,segment=NetworkSegment(c6b03b3e-9e4c-405c-9448-3216763b6f5a),segment_id=c6b03b3e-9e4c-405c-9448-3216763b6f5a)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:55:47.024308 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3374b07b-8b10-4ca1-a2dd-e022d386e485 req-08a40115-d98c-4b33-844b-528e80c23acf service neutron] 10.222.0.69 "GET /v2.0/networks/cc227551-10d6-4137-b8c0-b5564a615692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738243 May 28 06:55:47.026490 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ebbf42a9-9179-4d04-93b7-358f71e21d3d tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:47.064602 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e3c3aa24-1522-44e8-8c24-49af96b9b2cd tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59027'] for router, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:47.073613 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:47.279854 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=660ee85a-bbc4-473f-aad5-5f0544a8cd62,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:55:47.284762 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3374b07b-8b10-4ca1-a2dd-e022d386e485 req-4a87aeee-9cab-48e4-bc28-dc59bf437c92 service neutron] 10.222.0.69 "GET /v2.0/networks/cc227551-10d6-4137-b8c0-b5564a615692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489614 May 28 06:55:47.309842 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['660ee85a-bbc4-473f-aad5-5f0544a8cd62'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:55:47.359448 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebbf42a9-9179-4d04-93b7-358f71e21d3d tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:55:47.363880 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-ebbf42a9-9179-4d04-93b7-358f71e21d3d tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:55:47.393278 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbf42a9-9179-4d04-93b7-358f71e21d3d tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:55:47.400608 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbf42a9-9179-4d04-93b7-358f71e21d3d tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Pushing event updated for resources: {'Port': ['ID=9591d105-3fe7-4143-a2a0-158c8d10c537,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:55:47.440468 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 37838) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:55:47.836867 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 4d9c001d-cb9b-4058-bfba-884c3af4162c up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:55:47.847313 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e3c3aa24-1522-44e8-8c24-49af96b9b2cd tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:47.903427 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e3c3aa24-1522-44e8-8c24-49af96b9b2cd tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:48.128521 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-e3c3aa24-1522-44e8-8c24-49af96b9b2cd tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Allocated IP 172.25.5.67 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/1b68ad5c-2120-4ecb-86ce-93ae7752f0fb) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:55:48.199774 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 4d9c001d-cb9b-4058-bfba-884c3af4162c completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:55:48.205026 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 4d9c001d-cb9b-4058-bfba-884c3af4162c triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:55:48.208036 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:48.384854 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e3c3aa24-1522-44e8-8c24-49af96b9b2cd tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:48.392292 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 4d9c001d-cb9b-4058-bfba-884c3af4162c is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:55:48.392675 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:48.420057 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port 4d9c001d-cb9b-4058-bfba-884c3af4162c, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=4d9c001d-cb9b-4058-bfba-884c3af4162c,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:55:48.497213 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e3c3aa24-1522-44e8-8c24-49af96b9b2cd tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:48.500490 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bedca3-d547-46be-909a-28d03632d256 req-0b7a8bc6-e2d3-4476-9b0d-e9b1748b5862 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:55:48.500490 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-11bedca3-d547-46be-909a-28d03632d256 req-0b7a8bc6-e2d3-4476-9b0d-e9b1748b5862 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "GET /v2.0/ports?device_id=c103d84e-3c3a-438c-8d9d-50c958fdfc34 HTTP/1.1" status: 200 len: 945 time: 0.5315289 May 28 06:55:48.536936 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:48.609292 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 660ee85a-bbc4-473f-aad5-5f0544a8cd62 up at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:55:48.632860 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c3aa24-1522-44e8-8c24-49af96b9b2cd tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:55:48.634081 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c3aa24-1522-44e8-8c24-49af96b9b2cd tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Pushing event updated for resources: {'Port': ['ID=1b68ad5c-2120-4ecb-86ce-93ae7752f0fb,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:55:48.637005 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-e3c3aa24-1522-44e8-8c24-49af96b9b2cd tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:55:48.639184 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c3aa24-1522-44e8-8c24-49af96b9b2cd tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:55:48.752821 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=4d9c001d-cb9b-4058-bfba-884c3af4162c,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:55:48.902402 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning for port 660ee85a-bbc4-473f-aad5-5f0544a8cd62 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:55:48.909192 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning complete for port 660ee85a-bbc4-473f-aad5-5f0544a8cd62 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:55:48.912733 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:48.962174 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-11bedca3-d547-46be-909a-28d03632d256 req-4f4327ae-3c2c-464e-a899-6c68fff0b241 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "GET /v2.0/security-groups?id=09a52ad4-40c1-4ed0-bd3e-18eae1d56ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988863 May 28 06:55:48.981739 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ebbf42a9-9179-4d04-93b7-358f71e21d3d tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:49.057446 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 660ee85a-bbc4-473f-aad5-5f0544a8cd62 is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:55:49.058518 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:49.089254 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c103d84e-3c3a-438c-8d9d-50c958fdfc34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '660ee85a-bbc4-473f-aad5-5f0544a8cd62'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:55:49.100354 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 660ee85a-bbc4-473f-aad5-5f0544a8cd62, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=660ee85a-bbc4-473f-aad5-5f0544a8cd62,segment=NetworkSegment(c6b03b3e-9e4c-405c-9448-3216763b6f5a),segment_id=c6b03b3e-9e4c-405c-9448-3216763b6f5a)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:55:49.233644 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:49.283162 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e3c3aa24-1522-44e8-8c24-49af96b9b2cd tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:49.288952 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7dfa6c14-ac0e-4344-a21d-014b8ed91b31'] response: {'server_uuid': 'c103d84e-3c3a-438c-8d9d-50c958fdfc34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '660ee85a-bbc4-473f-aad5-5f0544a8cd62', 'code': 200} May 28 06:55:49.330946 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=660ee85a-bbc4-473f-aad5-5f0544a8cd62,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:55:49.523242 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ebbf42a9-9179-4d04-93b7-358f71e21d3d tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690761'] for router, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:49.642092 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e555535b-de57-4bb8-83c1-6e19896b0cb4 req-14c591db-a8f9-4640-b768-e2ea115e428f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:55:49.642092 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e555535b-de57-4bb8-83c1-6e19896b0cb4 req-14c591db-a8f9-4640-b768-e2ea115e428f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c103d84e-3c3a-438c-8d9d-50c958fdfc34 HTTP/1.1" status: 200 len: 1097 time: 0.2793822 May 28 06:55:49.767038 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 4d9c001d-cb9b-4058-bfba-884c3af4162c up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:55:49.788360 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e555535b-de57-4bb8-83c1-6e19896b0cb4 req-59b1fb56-4a4f-467a-89d0-064534df3c62 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=09a52ad4-40c1-4ed0-bd3e-18eae1d56ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1379697 May 28 06:55:49.811323 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-01e168f6-dd31-421a-a444-46b108978307 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700548'] for router_interface, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:49.845735 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 4d9c001d-cb9b-4058-bfba-884c3af4162c triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:55:49.846198 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:49.875047 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e3c3aa24-1522-44e8-8c24-49af96b9b2cd tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59027'] for router, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:49.878885 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e3c3aa24-1522-44e8-8c24-49af96b9b2cd tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-690815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-690800', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-692041'] for router, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:49.980863 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 4d9c001d-cb9b-4058-bfba-884c3af4162c is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:55:50.195883 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3c3aa24-1522-44e8-8c24-49af96b9b2cd tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Router 3d63a4b7-485a-4edf-b942-eb5f84282ce5 is scheduled to L3 agent 42958940-9562-4f71-972f-15a8af9d3963 with binding_index 1 {{(pid=89109) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 06:55:50.269387 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebbf42a9-9179-4d04-93b7-358f71e21d3d tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Router 7e720851-3f80-49be-b94c-565b7027cce4 is scheduled to L3 agent 42958940-9562-4f71-972f-15a8af9d3963 with binding_index 1 {{(pid=89110) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 06:55:50.408462 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3c3aa24-1522-44e8-8c24-49af96b9b2cd tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:55:50.418914 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a9471a-3b1c-485a-bced-7fa36fd24748 None None] Sync routers for ids ['3d63a4b7-485a-4edf-b942-eb5f84282ce5'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:55:50.423428 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e3c3aa24-1522-44e8-8c24-49af96b9b2cd tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:50.424667 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-e3c3aa24-1522-44e8-8c24-49af96b9b2cd tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] 10.222.0.55 "PUT /v2.0/routers/3d63a4b7-485a-4edf-b942-eb5f84282ce5 HTTP/1.1" status: 200 len: 915 time: 4.2592101 May 28 06:55:50.433485 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 37958) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:55:50.433588 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a9471a-3b1c-485a-bced-7fa36fd24748 None None] Routers {'3d63a4b7-485a-4edf-b942-eb5f84282ce5'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:55:50.434429 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-c9a9471a-3b1c-485a-bced-7fa36fd24748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:55:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['3d63a4b7-485a-4edf-b942-eb5f84282ce5'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:55:50.497928 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5371dcc4-301e-407c-8f2e-3b9fd5daaaca req-705698f1-e2e4-4755-8019-c31d45be3a57 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:55:50.499435 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5371dcc4-301e-407c-8f2e-3b9fd5daaaca req-705698f1-e2e4-4755-8019-c31d45be3a57 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "GET /v2.0/ports?device_id=c103d84e-3c3a-438c-8d9d-50c958fdfc34 HTTP/1.1" status: 200 len: 946 time: 0.4010360 May 28 06:55:50.509302 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-c9a9471a-3b1c-485a-bced-7fa36fd24748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:55:50.520604 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a9471a-3b1c-485a-bced-7fa36fd24748 None None] Routers {'3d63a4b7-485a-4edf-b942-eb5f84282ce5'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:55:50.521144 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-c9a9471a-3b1c-485a-bced-7fa36fd24748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:55:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['3d63a4b7-485a-4edf-b942-eb5f84282ce5'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:55:50.604811 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-c9a9471a-3b1c-485a-bced-7fa36fd24748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:55:50.606058 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a9471a-3b1c-485a-bced-7fa36fd24748 None None] The sync data for ids ['3d63a4b7-485a-4edf-b942-eb5f84282ce5'] in n-d-843702-1 is: [] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:55:50.637569 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebbf42a9-9179-4d04-93b7-358f71e21d3d tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:55:50.649772 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ffd344-571d-4f6e-8506-6576ddc4501f None None] Sync routers for ids ['7e720851-3f80-49be-b94c-565b7027cce4'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:55:50.664241 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ffd344-571d-4f6e-8506-6576ddc4501f None None] Routers {'7e720851-3f80-49be-b94c-565b7027cce4'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:55:50.664864 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-42ffd344-571d-4f6e-8506-6576ddc4501f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:55:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['7e720851-3f80-49be-b94c-565b7027cce4'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:55:50.669515 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5371dcc4-301e-407c-8f2e-3b9fd5daaaca req-4325972b-aeea-4e3e-a9d8-ba97667966d5 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "GET /v2.0/security-groups?id=09a52ad4-40c1-4ed0-bd3e-18eae1d56ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1390004 May 28 06:55:50.678888 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-66f101c2-0542-4c2b-8360-6af7e40f6b82 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] 10.222.0.55 "GET /v2.0/routers/3d63a4b7-485a-4edf-b942-eb5f84282ce5 HTTP/1.1" status: 200 len: 921 time: 0.2476594 May 28 06:55:50.700768 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 37972) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:55:50.704493 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-01e168f6-dd31-421a-a444-46b108978307 admin admin] Deleting port abf75dc9-fe0b-4338-9af0-de84c550bf58 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:55:50.704910 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-01e168f6-dd31-421a-a444-46b108978307 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:50.878645 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a94117-c19d-43a7-9d8a-daefdc866074 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:55:50.883462 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-f7a94117-c19d-43a7-9d8a-daefdc866074 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=68df399e-e75e-4871-9364-5d05730b50f0&device_id=3d63a4b7-485a-4edf-b942-eb5f84282ce5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1789272 May 28 06:55:50.885876 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 37982) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:55:50.912870 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ebbf42a9-9179-4d04-93b7-358f71e21d3d tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Notify callbacks [] for router, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:50.917063 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-ebbf42a9-9179-4d04-93b7-358f71e21d3d tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 7.5809340 May 28 06:55:50.919645 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 37988) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:55:50.959478 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-42ffd344-571d-4f6e-8506-6576ddc4501f None None] Set router 7e720851-3f80-49be-b94c-565b7027cce4 gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:55:51.072941 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5379e1-d8c2-4dcb-a9d4-ee9aaaacf7ac tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:55:51.072941 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-0e5379e1-d8c2-4dcb-a9d4-ee9aaaacf7ac tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] 10.222.0.55 "GET /v2.0/networks/68df399e-e75e-4871-9364-5d05730b50f0 HTTP/1.1" status: 200 len: 881 time: 0.1835933 May 28 06:55:51.072941 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 37996) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:55:51.134044 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-e5d2e7de-d57c-4683-8def-618f58188057 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d63a4b7-485a-4edf-b942-eb5f84282ce5 HTTP/1.1" status: 200 len: 205 time: 0.0612519 May 28 06:55:51.134527 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 38004) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:55:51.155170 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [None req-01e168f6-dd31-421a-a444-46b108978307 admin admin] For port abf75dc9-fe0b-4338-9af0-de84c550bf58, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=abf75dc9-fe0b-4338-9af0-de84c550bf58,segment=NetworkSegment(7ec0e308-8d07-4b60-b9c2-e7620dee5b7c),segment_id=7ec0e308-8d07-4b60-b9c2-e7620dee5b7c)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:55:51.155535 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-01e168f6-dd31-421a-a444-46b108978307 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:51.284408 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-d5524a22-44c0-45a2-b60b-c202f10c4557 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] 10.222.0.55 "GET /v2.0/routers/7e720851-3f80-49be-b94c-565b7027cce4 HTTP/1.1" status: 200 len: 907 time: 0.3611009 May 28 06:55:51.287734 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 38008) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:55:51.288648 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-01e168f6-dd31-421a-a444-46b108978307 admin admin] Calling delete_port for abf75dc9-fe0b-4338-9af0-de84c550bf58 owned by network:router_interface {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:55:51.298360 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-42ffd344-571d-4f6e-8506-6576ddc4501f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e720851-3f80-49be-b94c-565b7027cce4', 'name': 'tempest-snat-router-163073770', 'tenant_id': '20f5c7e1f0ef48a5bcd87fafbb736d03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': '9591d105-3fe7-4143-a2a0-158c8d10c537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:55:43Z', 'updated_at': '2022-05-28T06:55:48Z', 'revision_number': 3, 'project_id': '20f5c7e1f0ef48a5bcd87fafbb736d03', 'gw_port': {'id': '9591d105-3fe7-4143-a2a0-158c8d10c537', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b7:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e720851-3f80-49be-b94c-565b7027cce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:55:45Z', 'updated_at': '2022-05-28T06:55:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:55:51.302404 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ffd344-571d-4f6e-8506-6576ddc4501f None None] Checking router: 7e720851-3f80-49be-b94c-565b7027cce4 for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:55:51.302808 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ffd344-571d-4f6e-8506-6576ddc4501f None None] Updating router 7e720851-3f80-49be-b94c-565b7027cce4 port 9591d105-3fe7-4143-a2a0-158c8d10c537 binding host n-d-843702-1 {{(pid=89112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:55:51.402482 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-42ffd344-571d-4f6e-8506-6576ddc4501f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:51.410564 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d862a8cf-5aad-4e41-9ab2-d6b3039bd2ab tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Notify callbacks [] for router, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:51.669125 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-01e168f6-dd31-421a-a444-46b108978307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:51.757770 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e168f6-dd31-421a-a444-46b108978307 admin admin] Pushing event deleted for resources: {'Port': ['ID=abf75dc9-fe0b-4338-9af0-de84c550bf58,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:55:51.841335 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-cddb0926-7198-45a1-8793-f4b188606438 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Notify callbacks [] for router, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:51.922628 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-42ffd344-571d-4f6e-8506-6576ddc4501f None None] Notify callbacks [] for port, precommit_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:51.922628 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.provisioning_blocks [None req-42ffd344-571d-4f6e-8506-6576ddc4501f None None] Transition to ACTIVE for port object 9591d105-3fe7-4143-a2a0-158c8d10c537 will not be triggered until provisioned by entity L2. {{(pid=89112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:55:52.048111 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d862a8cf-5aad-4e41-9ab2-d6b3039bd2ab tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:52.066570 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645f7f6f-5a94-493e-bb9c-9d2ffe7cd9b3 req-8dd80d77-3b48-4b0a-80cb-dcc123eab667 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:55:52.068123 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-645f7f6f-5a94-493e-bb9c-9d2ffe7cd9b3 req-8dd80d77-3b48-4b0a-80cb-dcc123eab667 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "GET /v2.0/ports?device_id=c103d84e-3c3a-438c-8d9d-50c958fdfc34 HTTP/1.1" status: 200 len: 946 time: 0.1885588 May 28 06:55:52.086739 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-cddb0926-7198-45a1-8793-f4b188606438 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:52.301757 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-645f7f6f-5a94-493e-bb9c-9d2ffe7cd9b3 req-a839e84a-5901-43c8-9bdb-4ac0bedbdbab tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "GET /v2.0/security-groups?id=09a52ad4-40c1-4ed0-bd3e-18eae1d56ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722179 May 28 06:55:52.304767 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-01e168f6-dd31-421a-a444-46b108978307 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700472'] for router_interface, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:52.560768 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-cddb0926-7198-45a1-8793-f4b188606438 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Deleting port 9591d105-3fe7-4143-a2a0-158c8d10c537 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:55:52.561256 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-cddb0926-7198-45a1-8793-f4b188606438 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:52.562879 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-42ffd344-571d-4f6e-8506-6576ddc4501f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:52.589142 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-d862a8cf-5aad-4e41-9ab2-d6b3039bd2ab tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Deleting port 1b68ad5c-2120-4ecb-86ce-93ae7752f0fb {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:55:52.589502 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d862a8cf-5aad-4e41-9ab2-d6b3039bd2ab tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:52.642966 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907c9b7b-e8df-4ed8-a4c4-d577a4b1a91a req-690531bb-1ea9-4970-9354-a17009117867 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:55:52.644568 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-907c9b7b-e8df-4ed8-a4c4-d577a4b1a91a req-690531bb-1ea9-4970-9354-a17009117867 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "GET /v2.0/ports?device_id=c103d84e-3c3a-438c-8d9d-50c958fdfc34 HTTP/1.1" status: 200 len: 946 time: 0.1888294 May 28 06:55:52.675339 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-42ffd344-571d-4f6e-8506-6576ddc4501f None None] Attempting to bind port 9591d105-3fe7-4143-a2a0-158c8d10c537 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:55:52.676074 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-42ffd344-571d-4f6e-8506-6576ddc4501f None None] Attempting to bind port 9591d105-3fe7-4143-a2a0-158c8d10c537 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:55:52.676530 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ffd344-571d-4f6e-8506-6576ddc4501f None None] Attempting to bind port 9591d105-3fe7-4143-a2a0-158c8d10c537 on network 68df399e-e75e-4871-9364-5d05730b50f0 {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:55:52.700248 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ffd344-571d-4f6e-8506-6576ddc4501f None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:55:52.701173 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ffd344-571d-4f6e-8506-6576ddc4501f None None] Checking segment: {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:55:52.701797 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-42ffd344-571d-4f6e-8506-6576ddc4501f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:52.702386 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ffd344-571d-4f6e-8506-6576ddc4501f None None] Bound using segment: {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:55:52.703031 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-42ffd344-571d-4f6e-8506-6576ddc4501f None None] Bound port: 9591d105-3fe7-4143-a2a0-158c8d10c537, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:55:52.703593 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-42ffd344-571d-4f6e-8506-6576ddc4501f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:52.778499 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3f1de5-b9d0-43d6-bf03-38eed0074081 None None] Pushing event updated for resources: {'Port': ['ID=9591d105-3fe7-4143-a2a0-158c8d10c537,revision_number=2']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:55:52.780228 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-907c9b7b-e8df-4ed8-a4c4-d577a4b1a91a req-213e14bf-fc4d-4d1d-89e6-981712a7e2c0 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "GET /v2.0/security-groups?id=09a52ad4-40c1-4ed0-bd3e-18eae1d56ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1266882 May 28 06:55:52.808407 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-42ffd344-571d-4f6e-8506-6576ddc4501f None None] For port 9591d105-3fe7-4143-a2a0-158c8d10c537, host n-d-843702-1, cleared binding levels {{(pid=89112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:55:52.821965 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-42ffd344-571d-4f6e-8506-6576ddc4501f None None] For port 9591d105-3fe7-4143-a2a0-158c8d10c537, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=9591d105-3fe7-4143-a2a0-158c8d10c537,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:55:52.825925 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 38058) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:55:52.872339 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01e168f6-dd31-421a-a444-46b108978307 admin admin] Router c70e1c22-f694-4d56-bd15-5c5737bacda2 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:55:52.974178 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-42ffd344-571d-4f6e-8506-6576ddc4501f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:53.031156 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-cddb0926-7198-45a1-8793-f4b188606438 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] For port 9591d105-3fe7-4143-a2a0-158c8d10c537, host n-d-843702-1, got binding levels [] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:55:53.031783 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-cddb0926-7198-45a1-8793-f4b188606438 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:53.059417 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d862a8cf-5aad-4e41-9ab2-d6b3039bd2ab tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:53.063355 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ffd344-571d-4f6e-8506-6576ddc4501f None None] Routers {'7e720851-3f80-49be-b94c-565b7027cce4'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:55:53.063559 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0345a340-9b5a-40c1-974b-b3ec4483c2ab tempest-TestNetworkBasicOps-1462600339 tempest-TestNetworkBasicOps-1462600339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:55:53.063969 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-42ffd344-571d-4f6e-8506-6576ddc4501f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:55:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['7e720851-3f80-49be-b94c-565b7027cce4'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:55:53.067857 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-0345a340-9b5a-40c1-974b-b3ec4483c2ab tempest-TestNetworkBasicOps-1462600339 tempest-TestNetworkBasicOps-1462600339-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=c103d84e-3c3a-438c-8d9d-50c958fdfc34 HTTP/1.1" status: 200 len: 1092 time: 0.2385547 May 28 06:55:53.068014 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 38070) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:55:53.073683 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-7773db44-60a9-42cc-a684-0e88b6a9f6ff tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Request body: {'floatingip': {'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'port_id': '660ee85a-bbc4-473f-aad5-5f0544a8cd62', 'tenant_id': '4cdf69566d684d639d89f5935d02f247', 'fixed_ip_address': '172.20.0.10'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:55:53.083341 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-7773db44-60a9-42cc-a684-0e88b6a9f6ff tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:55:53.091784 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-7773db44-60a9-42cc-a684-0e88b6a9f6ff tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Usage tracker for resource:floatingip and tenant:4cdf69566d684d639d89f5935d02f247 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:55:53.096553 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-7773db44-60a9-42cc-a684-0e88b6a9f6ff tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:55:53.105409 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-7773db44-60a9-42cc-a684-0e88b6a9f6ff tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:55:53.107723 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01e168f6-dd31-421a-a444-46b108978307 admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:55:53.126660 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-01e168f6-dd31-421a-a444-46b108978307 admin admin] 10.222.0.55 "PUT /v2.0/routers/c70e1c22-f694-4d56-bd15-5c5737bacda2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6848993 May 28 06:55:53.127686 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 38076) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:55:53.129598 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3f1de5-b9d0-43d6-bf03-38eed0074081 None None] Pushing event updated for resources: {'Port': ['ID=9591d105-3fe7-4143-a2a0-158c8d10c537,revision_number=3']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:55:53.134499 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae3d853-3f53-4e65-ba16-53e0cc691c45 None None] Sync routers for ids ['c70e1c22-f694-4d56-bd15-5c5737bacda2'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:55:53.156138 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae3d853-3f53-4e65-ba16-53e0cc691c45 None None] Routers {'c70e1c22-f694-4d56-bd15-5c5737bacda2'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:55:53.156138 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-eae3d853-3f53-4e65-ba16-53e0cc691c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:55:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['c70e1c22-f694-4d56-bd15-5c5737bacda2'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:55:53.312698 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-42ffd344-571d-4f6e-8506-6576ddc4501f None None] Set router 7e720851-3f80-49be-b94c-565b7027cce4 gateway port host: None {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:55:53.317896 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7773db44-60a9-42cc-a684-0e88b6a9f6ff tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks [] for floatingip, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:53.369215 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-cddb0926-7198-45a1-8793-f4b188606438 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Calling delete_port for 9591d105-3fe7-4143-a2a0-158c8d10c537 owned by network:router_gateway {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:55:53.425836 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-d862a8cf-5aad-4e41-9ab2-d6b3039bd2ab tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Calling delete_port for 1b68ad5c-2120-4ecb-86ce-93ae7752f0fb owned by network:router_gateway {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:55:53.487112 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-eae3d853-3f53-4e65-ba16-53e0cc691c45 None None] Set router c70e1c22-f694-4d56-bd15-5c5737bacda2 gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:55:53.488907 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-42ffd344-571d-4f6e-8506-6576ddc4501f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e720851-3f80-49be-b94c-565b7027cce4', 'name': 'tempest-snat-router-163073770', 'tenant_id': '20f5c7e1f0ef48a5bcd87fafbb736d03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:55:43Z', 'updated_at': '2022-05-28T06:55:52Z', 'revision_number': 4, 'project_id': '20f5c7e1f0ef48a5bcd87fafbb736d03', 'gw_port_host': None}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:55:53.497266 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ffd344-571d-4f6e-8506-6576ddc4501f None None] The sync data for ids ['7e720851-3f80-49be-b94c-565b7027cce4'] in n-d-843702-1 is: [{'id': '7e720851-3f80-49be-b94c-565b7027cce4', 'name': 'tempest-snat-router-163073770', 'tenant_id': '20f5c7e1f0ef48a5bcd87fafbb736d03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:55:43Z', 'updated_at': '2022-05-28T06:55:52Z', 'revision_number': 4, 'project_id': '20f5c7e1f0ef48a5bcd87fafbb736d03', 'gw_port_host': None}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:55:53.575011 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-017ce8cf-2281-4515-9502-f7598c66f75b admin admin] Notify callbacks [] for router, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:53.806103 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.db.api [None req-cddb0926-7198-45a1-8793-f4b188606438 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:55:53.807146 n-d-843702-1 neutron-server[89109]: DEBUG oslo_db.api [None req-cddb0926-7198-45a1-8793-f4b188606438 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:55:53.852538 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-017ce8cf-2281-4515-9502-f7598c66f75b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:53.853530 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-eae3d853-3f53-4e65-ba16-53e0cc691c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70e1c22-f694-4d56-bd15-5c5737bacda2', 'name': 'tempest-AttachVolumeNegativeTest-1938842834-router', 'tenant_id': '923dafe00970411a989ff222606e459e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '75f0d40c-8ed1-4975-8bcb-f54d72980607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:48:27Z', 'updated_at': '2022-05-28T06:55:51Z', 'revision_number': 5, 'project_id': '923dafe00970411a989ff222606e459e', 'gw_port': {'id': '75f0d40c-8ed1-4975-8bcb-f54d72980607', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:db:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70e1c22-f694-4d56-bd15-5c5737bacda2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:48:31Z', 'updated_at': '2022-05-28T06:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:55:53.857377 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae3d853-3f53-4e65-ba16-53e0cc691c45 None None] Checking router: c70e1c22-f694-4d56-bd15-5c5737bacda2 for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:55:53.865163 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7773db44-60a9-42cc-a684-0e88b6a9f6ff tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:53.866253 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae3d853-3f53-4e65-ba16-53e0cc691c45 None None] Routers {'c70e1c22-f694-4d56-bd15-5c5737bacda2'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:55:53.867056 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-eae3d853-3f53-4e65-ba16-53e0cc691c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:55:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['c70e1c22-f694-4d56-bd15-5c5737bacda2'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:55:53.954047 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d862a8cf-5aad-4e41-9ab2-d6b3039bd2ab tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:54.023875 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d862a8cf-5aad-4e41-9ab2-d6b3039bd2ab tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Pushing event deleted for resources: {'Port': ['ID=1b68ad5c-2120-4ecb-86ce-93ae7752f0fb,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:55:54.083284 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-eae3d853-3f53-4e65-ba16-53e0cc691c45 None None] Set router c70e1c22-f694-4d56-bd15-5c5737bacda2 gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:55:54.163487 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-017ce8cf-2281-4515-9502-f7598c66f75b admin admin] Deleting port 75f0d40c-8ed1-4975-8bcb-f54d72980607 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:55:54.164638 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-017ce8cf-2281-4515-9502-f7598c66f75b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:54.236276 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [None req-7773db44-60a9-42cc-a684-0e88b6a9f6ff tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Allocated IP 172.25.5.190 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/a8f99dec-b077-418d-8de3-cf4dfb2aa4ed) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:55:54.310808 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-cddb0926-7198-45a1-8793-f4b188606438 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Deleting port 9591d105-3fe7-4143-a2a0-158c8d10c537 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:55:54.310808 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-cddb0926-7198-45a1-8793-f4b188606438 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:54.470612 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d862a8cf-5aad-4e41-9ab2-d6b3039bd2ab tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691105'] for router_gateway, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:54.506594 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-eae3d853-3f53-4e65-ba16-53e0cc691c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70e1c22-f694-4d56-bd15-5c5737bacda2', 'name': 'tempest-AttachVolumeNegativeTest-1938842834-router', 'tenant_id': '923dafe00970411a989ff222606e459e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '75f0d40c-8ed1-4975-8bcb-f54d72980607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:48:27Z', 'updated_at': '2022-05-28T06:55:51Z', 'revision_number': 5, 'project_id': '923dafe00970411a989ff222606e459e', 'gw_port': {'id': '75f0d40c-8ed1-4975-8bcb-f54d72980607', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:db:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70e1c22-f694-4d56-bd15-5c5737bacda2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:48:31Z', 'updated_at': '2022-05-28T06:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:55:54.511567 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae3d853-3f53-4e65-ba16-53e0cc691c45 None None] The sync data for ids ['c70e1c22-f694-4d56-bd15-5c5737bacda2'] in n-d-843702-1 is: [{'id': 'c70e1c22-f694-4d56-bd15-5c5737bacda2', 'name': 'tempest-AttachVolumeNegativeTest-1938842834-router', 'tenant_id': '923dafe00970411a989ff222606e459e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '75f0d40c-8ed1-4975-8bcb-f54d72980607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:48:27Z', 'updated_at': '2022-05-28T06:55:51Z', 'revision_number': 5, 'project_id': '923dafe00970411a989ff222606e459e', 'gw_port': {'id': '75f0d40c-8ed1-4975-8bcb-f54d72980607', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:db:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70e1c22-f694-4d56-bd15-5c5737bacda2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:48:31Z', 'updated_at': '2022-05-28T06:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:55:54.603832 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [None req-017ce8cf-2281-4515-9502-f7598c66f75b admin admin] For port 75f0d40c-8ed1-4975-8bcb-f54d72980607, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=75f0d40c-8ed1-4975-8bcb-f54d72980607,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:55:54.604445 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-017ce8cf-2281-4515-9502-f7598c66f75b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:54.629556 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7773db44-60a9-42cc-a684-0e88b6a9f6ff tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:54.769467 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d862a8cf-5aad-4e41-9ab2-d6b3039bd2ab tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59018'] for router, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:54.774606 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d862a8cf-5aad-4e41-9ab2-d6b3039bd2ab tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:54.793824 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-017ce8cf-2281-4515-9502-f7598c66f75b admin admin] Calling delete_port for 75f0d40c-8ed1-4975-8bcb-f54d72980607 owned by network:router_gateway {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:55:54.840408 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-cddb0926-7198-45a1-8793-f4b188606438 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] For port 9591d105-3fe7-4143-a2a0-158c8d10c537, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=9591d105-3fe7-4143-a2a0-158c8d10c537,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:55:54.840971 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-cddb0926-7198-45a1-8793-f4b188606438 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:54.935947 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d862a8cf-5aad-4e41-9ab2-d6b3039bd2ab tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-703817'] for router, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:54.935947 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d862a8cf-5aad-4e41-9ab2-d6b3039bd2ab tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Fanout notify agent at l3_agent the message router_deleted on router 3d63a4b7-485a-4edf-b942-eb5f84282ce5 {{(pid=89109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 06:55:55.018732 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-cddb0926-7198-45a1-8793-f4b188606438 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Calling delete_port for 9591d105-3fe7-4143-a2a0-158c8d10c537 owned by network:router_gateway {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:55:55.062313 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7773db44-60a9-42cc-a684-0e88b6a9f6ff tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:55.098017 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d862a8cf-5aad-4e41-9ab2-d6b3039bd2ab tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:55.098017 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-d862a8cf-5aad-4e41-9ab2-d6b3039bd2ab tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] 10.222.0.55 "DELETE /v2.0/routers/3d63a4b7-485a-4edf-b942-eb5f84282ce5 HTTP/1.1" status: 204 len: 168 time: 3.9602463 May 28 06:55:55.100814 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 38140) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:55:55.110629 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-a1338bde-4101-43b1-b373-ab7a5eeee21c tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-274621747', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}, 'admin_state_up': False}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:55:55.125346 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-a1338bde-4101-43b1-b373-ab7a5eeee21c tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:55:55.135265 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-a1338bde-4101-43b1-b373-ab7a5eeee21c tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Usage tracker for resource:router and tenant:d540e00e5cc442fc81d12cfe7910da4c is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:55:55.159066 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-a1338bde-4101-43b1-b373-ab7a5eeee21c tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:55:55.180257 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7773db44-60a9-42cc-a684-0e88b6a9f6ff tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:55:55.183868 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-7773db44-60a9-42cc-a684-0e88b6a9f6ff tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:55:55.184403 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-a1338bde-4101-43b1-b373-ab7a5eeee21c tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:55:55.185866 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7773db44-60a9-42cc-a684-0e88b6a9f6ff tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Pushing event updated for resources: {'Port': ['ID=a8f99dec-b077-418d-8de3-cf4dfb2aa4ed,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:55:55.188340 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7773db44-60a9-42cc-a684-0e88b6a9f6ff tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:55:55.286774 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-017ce8cf-2281-4515-9502-f7598c66f75b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:55.319453 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a1338bde-4101-43b1-b373-ab7a5eeee21c tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59128'] for router, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:55.321220 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a1338bde-4101-43b1-b373-ab7a5eeee21c tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59009'] for router, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:55.338572 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a1338bde-4101-43b1-b373-ab7a5eeee21c tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:55.355604 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017ce8cf-2281-4515-9502-f7598c66f75b admin admin] Pushing event deleted for resources: {'Port': ['ID=75f0d40c-8ed1-4975-8bcb-f54d72980607,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:55:55.573990 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-cddb0926-7198-45a1-8793-f4b188606438 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:55.580904 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-017ce8cf-2281-4515-9502-f7598c66f75b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691105'] for router_gateway, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:55.723938 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0926-7198-45a1-8793-f4b188606438 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Pushing event deleted for resources: {'Port': ['ID=9591d105-3fe7-4143-a2a0-158c8d10c537,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:55:55.799457 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:55:55.818666 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device abf75dc9-fe0b-4338-9af0-de84c550bf58 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:55:55.862628 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: abf75dc9-fe0b-4338-9af0-de84c550bf58 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:55:55.863137 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device abf75dc9-fe0b-4338-9af0-de84c550bf58 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:55:55.875459 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-cddb0926-7198-45a1-8793-f4b188606438 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691105'] for router_gateway, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:55.934529 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-017ce8cf-2281-4515-9502-f7598c66f75b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59018'] for router, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:55.936739 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-017ce8cf-2281-4515-9502-f7598c66f75b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:56.092747 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-017ce8cf-2281-4515-9502-f7598c66f75b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-703817'] for router, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:56.093474 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-017ce8cf-2281-4515-9502-f7598c66f75b admin admin] Fanout notify agent at l3_agent the message router_deleted on router c70e1c22-f694-4d56-bd15-5c5737bacda2 {{(pid=89110) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 06:55:56.130081 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-017ce8cf-2281-4515-9502-f7598c66f75b admin admin] Notify callbacks [] for router, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:56.133912 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-017ce8cf-2281-4515-9502-f7598c66f75b admin admin] 10.222.0.55 "DELETE /v2.0/routers/c70e1c22-f694-4d56-bd15-5c5737bacda2 HTTP/1.1" status: 204 len: 168 time: 3.0028467 May 28 06:55:56.134327 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 38160) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:55:56.220111 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd352d23-9503-4d7c-b78a-c7063ae8c423 admin admin] Deleting subnet 395c6a06-7ada-4575-b52f-ff6a58f20fb7 {{(pid=89110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:55:56.224425 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-cd352d23-9503-4d7c-b78a-c7063ae8c423 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:56.268523 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a1338bde-4101-43b1-b373-ab7a5eeee21c tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59027'] for router, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:56.281052 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7773db44-60a9-42cc-a684-0e88b6a9f6ff tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:56.288093 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-cddb0926-7198-45a1-8793-f4b188606438 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59018'] for router, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:56.291000 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-cddb0926-7198-45a1-8793-f4b188606438 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:56.296167 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-cd352d23-9503-4d7c-b78a-c7063ae8c423 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4150765'] for subnet, precommit_delete_associations {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:56.391688 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-cd352d23-9503-4d7c-b78a-c7063ae8c423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:56.527064 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-48ac6025-2223-4c07-9630-8c28839163fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:56.538127 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-cddb0926-7198-45a1-8793-f4b188606438 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-703817'] for router, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:56.538628 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cddb0926-7198-45a1-8793-f4b188606438 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7e720851-3f80-49be-b94c-565b7027cce4 {{(pid=89109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 06:55:56.566034 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7773db44-60a9-42cc-a684-0e88b6a9f6ff tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:56.574583 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-cddb0926-7198-45a1-8793-f4b188606438 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:56.575713 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-cddb0926-7198-45a1-8793-f4b188606438 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] 10.222.0.55 "DELETE /v2.0/routers/7e720851-3f80-49be-b94c-565b7027cce4 HTTP/1.1" status: 204 len: 168 time: 5.2867601 May 28 06:55:56.578451 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 38168) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:55:56.613879 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-cd352d23-9503-4d7c-b78a-c7063ae8c423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3115981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3172005'] for subnet, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:56.670999 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd352d23-9503-4d7c-b78a-c7063ae8c423 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=395c6a06-7ada-4575-b52f-ff6a58f20fb7,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:55:56.689254 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-cd352d23-9503-4d7c-b78a-c7063ae8c423 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:56.695078 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a951de-bde2-4aee-ac5e-ae58c873a0af None None] Network 244ee66f-8ba5-4a6d-a99b-5ec1fae21d38 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:55:56.701480 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-cd352d23-9503-4d7c-b78a-c7063ae8c423 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/395c6a06-7ada-4575-b52f-ff6a58f20fb7 HTTP/1.1" status: 204 len: 168 time: 0.5657737 May 28 06:55:56.703762 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 38174) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:55:56.864933 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3eb19f98-7d66-49df-988a-a1e5ec0552b1 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Notify callbacks [] for router, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:56.955172 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-fb4154cc-bf58-4fc1-a26f-42487b55205d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:57.017739 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-fb4154cc-bf58-4fc1-a26f-42487b55205d admin admin] Deleting port 0088f2cc-6812-4698-a18d-b8b72483b32e {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:55:57.024918 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-fb4154cc-bf58-4fc1-a26f-42487b55205d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:57.140046 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3eb19f98-7d66-49df-988a-a1e5ec0552b1 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:57.169888 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8a1a6d-5291-4d55-993a-fda9027ecb4f None None] DHCP port deletion for 244ee66f-8ba5-4a6d-a99b-5ec1fae21d38 request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:55:57.184085 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-1b8a1a6d-5291-4d55-993a-fda9027ecb4f None None] Deleting port 0088f2cc-6812-4698-a18d-b8b72483b32e {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:55:57.192146 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-1b8a1a6d-5291-4d55-993a-fda9027ecb4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:57.206151 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7773db44-60a9-42cc-a684-0e88b6a9f6ff tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:57.332535 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-3eb19f98-7d66-49df-988a-a1e5ec0552b1 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Deleting port 4d9c001d-cb9b-4058-bfba-884c3af4162c {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:55:57.333287 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3eb19f98-7d66-49df-988a-a1e5ec0552b1 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:57.361694 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [None req-fb4154cc-bf58-4fc1-a26f-42487b55205d admin admin] For port 0088f2cc-6812-4698-a18d-b8b72483b32e, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=0088f2cc-6812-4698-a18d-b8b72483b32e,segment=NetworkSegment(7ec0e308-8d07-4b60-b9c2-e7620dee5b7c),segment_id=7ec0e308-8d07-4b60-b9c2-e7620dee5b7c)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:55:57.362048 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-fb4154cc-bf58-4fc1-a26f-42487b55205d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:57.443521 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a1338bde-4101-43b1-b373-ab7a5eeee21c tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Notify callbacks [] for router_gateway, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:57.450113 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-1b8a1a6d-5291-4d55-993a-fda9027ecb4f None None] For port 0088f2cc-6812-4698-a18d-b8b72483b32e, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=0088f2cc-6812-4698-a18d-b8b72483b32e,segment=NetworkSegment(7ec0e308-8d07-4b60-b9c2-e7620dee5b7c),segment_id=7ec0e308-8d07-4b60-b9c2-e7620dee5b7c)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:55:57.450510 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-1b8a1a6d-5291-4d55-993a-fda9027ecb4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:57.457379 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7773db44-60a9-42cc-a684-0e88b6a9f6ff tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:57.500450 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a1338bde-4101-43b1-b373-ab7a5eeee21c tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:57.603514 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-fb4154cc-bf58-4fc1-a26f-42487b55205d admin admin] Calling delete_port for 0088f2cc-6812-4698-a18d-b8b72483b32e owned by network:dhcp {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:55:57.685573 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-1b8a1a6d-5291-4d55-993a-fda9027ecb4f None None] Calling delete_port for 0088f2cc-6812-4698-a18d-b8b72483b32e owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:55:57.754760 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7773db44-60a9-42cc-a684-0e88b6a9f6ff tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Pushing event updated for resources: {'Port': ['ID=a8f99dec-b077-418d-8de3-cf4dfb2aa4ed,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:55:57.754760 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7773db44-60a9-42cc-a684-0e88b6a9f6ff tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691094'] for floatingip, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:57.765756 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-3eb19f98-7d66-49df-988a-a1e5ec0552b1 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] For port 4d9c001d-cb9b-4058-bfba-884c3af4162c, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=4d9c001d-cb9b-4058-bfba-884c3af4162c,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:55:57.766252 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3eb19f98-7d66-49df-988a-a1e5ec0552b1 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:57.786061 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 0088f2cc-6812-4698-a18d-b8b72483b32e no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:55:57.853212 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:57.980218 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-1b8a1a6d-5291-4d55-993a-fda9027ecb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879'] for port, after_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:58.070886 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8a1a6d-5291-4d55-993a-fda9027ecb4f None None] No DVR routers for this DVR port 0088f2cc-6812-4698-a18d-b8b72483b32e on host n-d-843702-1 {{(pid=89111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:55:58.088364 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 0088f2cc-6812-4698-a18d-b8b72483b32e is: ACTIVE; New status is: DOWN {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:55:58.091334 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:58.102076 n-d-843702-1 neutron-server[89110]: INFO neutron.db.l3_db [None req-7773db44-60a9-42cc-a684-0e88b6a9f6ff tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Floating IP 81afdf10-d54b-4459-b948-5a1132e74765 associated. External IP: 172.25.5.190, port: 660ee85a-bbc4-473f-aad5-5f0544a8cd62. May 28 06:55:58.127278 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-3eb19f98-7d66-49df-988a-a1e5ec0552b1 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Calling delete_port for 4d9c001d-cb9b-4058-bfba-884c3af4162c owned by network:router_gateway {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:55:58.145000 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8a1a6d-5291-4d55-993a-fda9027ecb4f None None] Pushing event deleted for resources: {'Port': ['ID=0088f2cc-6812-4698-a18d-b8b72483b32e,revision_number=None']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:55:58.176918 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8a1a6d-5291-4d55-993a-fda9027ecb4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:55:58.185579 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8a1a6d-5291-4d55-993a-fda9027ecb4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:55:58.186123 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8a1a6d-5291-4d55-993a-fda9027ecb4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:55:58.186611 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8a1a6d-5291-4d55-993a-fda9027ecb4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:55:58.187508 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8a1a6d-5291-4d55-993a-fda9027ecb4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:55:58.187987 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8a1a6d-5291-4d55-993a-fda9027ecb4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:55:58.190558 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8a1a6d-5291-4d55-993a-fda9027ecb4f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:55:58.191063 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8a1a6d-5291-4d55-993a-fda9027ecb4f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:55:58.191555 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8a1a6d-5291-4d55-993a-fda9027ecb4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:55:58.192029 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8a1a6d-5291-4d55-993a-fda9027ecb4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:55:58.192505 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8a1a6d-5291-4d55-993a-fda9027ecb4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:55:58.192977 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8a1a6d-5291-4d55-993a-fda9027ecb4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:55:58.196897 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-a1338bde-4101-43b1-b373-ab7a5eeee21c tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Allocated IP 172.25.5.193 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/6393bd37-b87a-44d0-ae05-82b8b6f8b90f) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:55:58.235821 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.db.api [None req-fb4154cc-bf58-4fc1-a26f-42487b55205d admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89110) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:55:58.240756 n-d-843702-1 neutron-server[89110]: DEBUG oslo_db.api [None req-fb4154cc-bf58-4fc1-a26f-42487b55205d admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:55:58.278016 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 75f0d40c-8ed1-4975-8bcb-f54d72980607 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:55:58.323392 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 75f0d40c-8ed1-4975-8bcb-f54d72980607 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:55:58.340235 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 75f0d40c-8ed1-4975-8bcb-f54d72980607 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:55:58.418298 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a1338bde-4101-43b1-b373-ab7a5eeee21c tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:58.559829 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3eb19f98-7d66-49df-988a-a1e5ec0552b1 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:58.617208 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a1338bde-4101-43b1-b373-ab7a5eeee21c tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:58.630062 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb19f98-7d66-49df-988a-a1e5ec0552b1 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Pushing event deleted for resources: {'Port': ['ID=4d9c001d-cb9b-4058-bfba-884c3af4162c,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:55:58.642770 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7773db44-60a9-42cc-a684-0e88b6a9f6ff tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Router 63d4cd8b-0614-4df8-b526-1c51745a05d8 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:55:58.754045 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-fb4154cc-bf58-4fc1-a26f-42487b55205d admin admin] Deleting port 0088f2cc-6812-4698-a18d-b8b72483b32e {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:55:58.754383 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-fb4154cc-bf58-4fc1-a26f-42487b55205d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:58.791880 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1338bde-4101-43b1-b373-ab7a5eeee21c tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:55:58.801049 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-a1338bde-4101-43b1-b373-ab7a5eeee21c tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:55:58.805833 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1338bde-4101-43b1-b373-ab7a5eeee21c tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:55:58.871493 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1338bde-4101-43b1-b373-ab7a5eeee21c tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Pushing event updated for resources: {'Port': ['ID=6393bd37-b87a-44d0-ae05-82b8b6f8b90f,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:55:58.881124 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-fb4154cc-bf58-4fc1-a26f-42487b55205d admin admin] The port '0088f2cc-6812-4698-a18d-b8b72483b32e' was deleted {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 06:55:58.947704 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-9d97c214-1641-4adb-a038-4be621da0782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:58.960823 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3eb19f98-7d66-49df-988a-a1e5ec0552b1 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691105'] for router_gateway, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:59.086642 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-fb4154cc-bf58-4fc1-a26f-42487b55205d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:59.097879 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7773db44-60a9-42cc-a684-0e88b6a9f6ff tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:55:59.109508 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14d9e3a-bcf1-4622-8327-eb6e06b2c604 None None] Sync routers for ids ['63d4cd8b-0614-4df8-b526-1c51745a05d8'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:55:59.120675 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14d9e3a-bcf1-4622-8327-eb6e06b2c604 None None] Routers {'63d4cd8b-0614-4df8-b526-1c51745a05d8'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:55:59.121273 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-b14d9e3a-bcf1-4622-8327-eb6e06b2c604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:55:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['63d4cd8b-0614-4df8-b526-1c51745a05d8'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:55:59.126292 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-fb4154cc-bf58-4fc1-a26f-42487b55205d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['244ee66f-8ba5-4a6d-a99b-5ec1fae21d38']}} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:55:59.142775 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-fb4154cc-bf58-4fc1-a26f-42487b55205d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ec0e308-8d07-4b60-b9c2-e7620dee5b7c') {'for_net_delete': True} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:55:59.143071 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-fb4154cc-bf58-4fc1-a26f-42487b55205d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ec0e308-8d07-4b60-b9c2-e7620dee5b7c') {} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:55:59.156604 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-fb4154cc-bf58-4fc1-a26f-42487b55205d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4150778'] for segment, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:59.176549 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-fb4154cc-bf58-4fc1-a26f-42487b55205d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:59.185442 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb4154cc-bf58-4fc1-a26f-42487b55205d admin admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=89110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:55:59.185964 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-fb4154cc-bf58-4fc1-a26f-42487b55205d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3143023'] for segment, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:59.243889 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3eb19f98-7d66-49df-988a-a1e5ec0552b1 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59018'] for router, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:59.251469 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3eb19f98-7d66-49df-988a-a1e5ec0552b1 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:59.278649 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment 7ec0e308-8d07-4b60-b9c2-e7620dee5b7c resource provider aggregate not found May 28 06:55:59.301185 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment 7ec0e308-8d07-4b60-b9c2-e7620dee5b7c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7ec0e308-8d07-4b60-b9c2-e7620dee5b7c found for delete ", "request_id": "req-cfdd0958-da37-4def-8313-df998168ab86"}]} May 28 06:55:59.327929 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-b14d9e3a-bcf1-4622-8327-eb6e06b2c604 None None] Set router 63d4cd8b-0614-4df8-b526-1c51745a05d8 gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:55:59.393850 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7773db44-60a9-42cc-a684-0e88b6a9f6ff tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:59.452722 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-7773db44-60a9-42cc-a684-0e88b6a9f6ff tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 6.3835952 May 28 06:55:59.453541 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c103d84e-3c3a-438c-8d9d-50c958fdfc34', 'tag': '660ee85a-bbc4-473f-aad5-5f0544a8cd62'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:55:59.455912 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 38210) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:55:59.462557 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-fb4154cc-bf58-4fc1-a26f-42487b55205d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:59.468906 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-fb4154cc-bf58-4fc1-a26f-42487b55205d admin admin] Notify callbacks [] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:59.491875 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4154cc-bf58-4fc1-a26f-42487b55205d admin admin] Pushing event deleted for resources: {'Network': ['ID=244ee66f-8ba5-4a6d-a99b-5ec1fae21d38,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:55:59.558008 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a8983a2-bb01-4dfa-9234-353147fac1a2'] response: {'name': 'network-changed', 'server_uuid': 'c103d84e-3c3a-438c-8d9d-50c958fdfc34', 'tag': '660ee85a-bbc4-473f-aad5-5f0544a8cd62', 'status': 'completed', 'code': 200} May 28 06:55:59.603423 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-e4241eef-e1a5-4b61-b2de-ef0fc5026bb7 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "GET /v2.0/floatingips/81afdf10-d54b-4459-b948-5a1132e74765 HTTP/1.1" status: 200 len: 992 time: 0.1441333 May 28 06:55:59.656081 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-fb4154cc-bf58-4fc1-a26f-42487b55205d admin admin] 10.222.0.55 "DELETE /v2.0/networks/244ee66f-8ba5-4a6d-a99b-5ec1fae21d38 HTTP/1.1" status: 204 len: 168 time: 2.9507058 May 28 06:55:59.662683 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3eb19f98-7d66-49df-988a-a1e5ec0552b1 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-703817'] for router, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:59.662912 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eb19f98-7d66-49df-988a-a1e5ec0552b1 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 676e8a0a-c1e2-4b01-a903-6a0b25c303a4 {{(pid=89109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 06:55:59.693500 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3eb19f98-7d66-49df-988a-a1e5ec0552b1 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:59.694914 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-3eb19f98-7d66-49df-988a-a1e5ec0552b1 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] 10.222.0.55 "DELETE /v2.0/routers/676e8a0a-c1e2-4b01-a903-6a0b25c303a4 HTTP/1.1" status: 204 len: 168 time: 3.1153808 May 28 06:55:59.698895 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 38218) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:55:59.706671 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99df945-1266-4593-8806-e73c7a7cd693 req-f6881d5e-4464-4fb1-bd56-91cefda656ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:55:59.708243 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e99df945-1266-4593-8806-e73c7a7cd693 req-f6881d5e-4464-4fb1-bd56-91cefda656ac service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4cdf69566d684d639d89f5935d02f247&device_id=c103d84e-3c3a-438c-8d9d-50c958fdfc34 HTTP/1.1" status: 200 len: 1097 time: 0.1479707 May 28 06:55:59.714750 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-a87b032f-acb9-4930-bddb-67277035f580 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2080529432', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}, 'admin_state_up': False}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:55:59.729727 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-a87b032f-acb9-4930-bddb-67277035f580 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:55:59.740695 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-a87b032f-acb9-4930-bddb-67277035f580 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Usage tracker for resource:router and tenant:7b0fac9d8de84808a9381f9efb65a590 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:55:59.754121 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-a87b032f-acb9-4930-bddb-67277035f580 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:55:59.770894 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-a87b032f-acb9-4930-bddb-67277035f580 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:55:59.874679 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a1338bde-4101-43b1-b373-ab7a5eeee21c tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Notify callbacks [] for router_gateway, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:59.931419 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-b14d9e3a-bcf1-4622-8327-eb6e06b2c604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63d4cd8b-0614-4df8-b526-1c51745a05d8', 'name': 'tempest-TestNetworkBasicOps-router-1790145053', 'tenant_id': '4cdf69566d684d639d89f5935d02f247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': 'ff64f442-95fe-4bff-ae44-cf573907ae42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:55:05Z', 'updated_at': '2022-05-28T06:55:19Z', 'revision_number': 4, 'project_id': '4cdf69566d684d639d89f5935d02f247', 'gw_port': {'id': 'ff64f442-95fe-4bff-ae44-cf573907ae42', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:4e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d4cd8b-0614-4df8-b526-1c51745a05d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:55:07Z', 'updated_at': '2022-05-28T06:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': '81afdf10-d54b-4459-b948-5a1132e74765', 'tenant_id': '4cdf69566d684d639d89f5935d02f247', 'floating_ip_address': '172.25.5.190', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': '63d4cd8b-0614-4df8-b526-1c51745a05d8', 'port_id': '660ee85a-bbc4-473f-aad5-5f0544a8cd62', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3241, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc227551-10d6-4137-b8c0-b5564a615692', 'mac_address': 'fa:16:3e:0b:44:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c103d84e-3c3a-438c-8d9d-50c958fdfc34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:55:56Z', 'updated_at': '2022-05-28T06:55:56Z', 'revision_number': 0, 'project_id': '4cdf69566d684d639d89f5935d02f247', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f03d07a6-901d-47c7-bcfc-3ae4cf5839a1', 'name': '', 'network_id': 'cc227551-10d6-4137-b8c0-b5564a615692', 'tenant_id': '4cdf69566d684d639d89f5935d02f247', 'mac_address': 'fa:16:3e:89:c1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d4cd8b-0614-4df8-b526-1c51745a05d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '3a475d8d-ca30-4add-b5d9-a4d38d6fa8e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:55:17Z', 'updated_at': '2022-05-28T06:55:28Z', 'revision_number': 5, 'project_id': '4cdf69566d684d639d89f5935d02f247', 'subnets': [{'id': '3a475d8d-ca30-4add-b5d9-a4d38d6fa8e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:55:59.936910 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14d9e3a-bcf1-4622-8327-eb6e06b2c604 None None] Checking router: 63d4cd8b-0614-4df8-b526-1c51745a05d8 for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:55:59.951466 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14d9e3a-bcf1-4622-8327-eb6e06b2c604 None None] Routers {'63d4cd8b-0614-4df8-b526-1c51745a05d8'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:55:59.952286 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-b14d9e3a-bcf1-4622-8327-eb6e06b2c604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:55:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['63d4cd8b-0614-4df8-b526-1c51745a05d8'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:55:59.998227 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a87b032f-acb9-4930-bddb-67277035f580 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59128'] for router, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:59.999824 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a87b032f-acb9-4930-bddb-67277035f580 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59009'] for router, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:00.042964 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99df945-1266-4593-8806-e73c7a7cd693 req-5ad4fd6b-9274-442e-b7aa-40c5b82ab486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:56:00.044888 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e99df945-1266-4593-8806-e73c7a7cd693 req-5ad4fd6b-9274-442e-b7aa-40c5b82ab486 service neutron] 10.222.0.69 "GET /v2.0/networks?id=cc227551-10d6-4137-b8c0-b5564a615692 HTTP/1.1" status: 200 len: 897 time: 0.2519944 May 28 06:56:00.046433 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a87b032f-acb9-4930-bddb-67277035f580 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:00.052102 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:00.108846 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:00.234567 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-b14d9e3a-bcf1-4622-8327-eb6e06b2c604 None None] Set router 63d4cd8b-0614-4df8-b526-1c51745a05d8 gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:56:00.340284 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e99df945-1266-4593-8806-e73c7a7cd693 req-d73b6fbb-dc9b-4af2-add8-67a0415e082a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=660ee85a-bbc4-473f-aad5-5f0544a8cd62 HTTP/1.1" status: 200 len: 1000 time: 0.2847133 May 28 06:56:00.446375 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99df945-1266-4593-8806-e73c7a7cd693 req-bb16fa53-d1e8-4edc-96e3-51d3bc480fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:56:00.448025 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e99df945-1266-4593-8806-e73c7a7cd693 req-bb16fa53-d1e8-4edc-96e3-51d3bc480fe6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3a475d8d-ca30-4add-b5d9-a4d38d6fa8e6 HTTP/1.1" status: 200 len: 834 time: 0.1006753 May 28 06:56:00.507163 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 38230) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:56:00.598303 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a1338bde-4101-43b1-b373-ab7a5eeee21c tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690761'] for router, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:00.610138 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 38234) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:56:00.831142 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-b14d9e3a-bcf1-4622-8327-eb6e06b2c604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63d4cd8b-0614-4df8-b526-1c51745a05d8', 'name': 'tempest-TestNetworkBasicOps-router-1790145053', 'tenant_id': '4cdf69566d684d639d89f5935d02f247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': 'ff64f442-95fe-4bff-ae44-cf573907ae42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:55:05Z', 'updated_at': '2022-05-28T06:55:19Z', 'revision_number': 4, 'project_id': '4cdf69566d684d639d89f5935d02f247', 'gw_port': {'id': 'ff64f442-95fe-4bff-ae44-cf573907ae42', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:4e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d4cd8b-0614-4df8-b526-1c51745a05d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:55:07Z', 'updated_at': '2022-05-28T06:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': '81afdf10-d54b-4459-b948-5a1132e74765', 'tenant_id': '4cdf69566d684d639d89f5935d02f247', 'floating_ip_address': '172.25.5.190', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': '63d4cd8b-0614-4df8-b526-1c51745a05d8', 'port_id': '660ee85a-bbc4-473f-aad5-5f0544a8cd62', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3241, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc227551-10d6-4137-b8c0-b5564a615692', 'mac_address': 'fa:16:3e:0b:44:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c103d84e-3c3a-438c-8d9d-50c958fdfc34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:55:56Z', 'updated_at': '2022-05-28T06:55:56Z', 'revision_number': 0, 'project_id': '4cdf69566d684d639d89f5935d02f247', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f03d07a6-901d-47c7-bcfc-3ae4cf5839a1', 'name': '', 'network_id': 'cc227551-10d6-4137-b8c0-b5564a615692', 'tenant_id': '4cdf69566d684d639d89f5935d02f247', 'mac_address': 'fa:16:3e:89:c1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d4cd8b-0614-4df8-b526-1c51745a05d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '3a475d8d-ca30-4add-b5d9-a4d38d6fa8e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:55:17Z', 'updated_at': '2022-05-28T06:55:28Z', 'revision_number': 5, 'project_id': '4cdf69566d684d639d89f5935d02f247', 'subnets': [{'id': '3a475d8d-ca30-4add-b5d9-a4d38d6fa8e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:56:00.837733 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14d9e3a-bcf1-4622-8327-eb6e06b2c604 None None] The sync data for ids ['63d4cd8b-0614-4df8-b526-1c51745a05d8'] in n-d-843702-1 is: [{'id': '63d4cd8b-0614-4df8-b526-1c51745a05d8', 'name': 'tempest-TestNetworkBasicOps-router-1790145053', 'tenant_id': '4cdf69566d684d639d89f5935d02f247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': 'ff64f442-95fe-4bff-ae44-cf573907ae42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:55:05Z', 'updated_at': '2022-05-28T06:55:19Z', 'revision_number': 4, 'project_id': '4cdf69566d684d639d89f5935d02f247', 'gw_port': {'id': 'ff64f442-95fe-4bff-ae44-cf573907ae42', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:4e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d4cd8b-0614-4df8-b526-1c51745a05d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:55:07Z', 'updated_at': '2022-05-28T06:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': '81afdf10-d54b-4459-b948-5a1132e74765', 'tenant_id': '4cdf69566d684d639d89f5935d02f247', 'floating_ip_address': '172.25.5.190', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': '63d4cd8b-0614-4df8-b526-1c51745a05d8', 'port_id': '660ee85a-bbc4-473f-aad5-5f0544a8cd62', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3241, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc227551-10d6-4137-b8c0-b5564a615692', 'mac_address': 'fa:16:3e:0b:44:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c103d84e-3c3a-438c-8d9d-50c958fdfc34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:55:56Z', 'updated_at': '2022-05-28T06:55:56Z', 'revision_number': 0, 'project_id': '4cdf69566d684d639d89f5935d02f247', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f03d07a6-901d-47c7-bcfc-3ae4cf5839a1', 'name': '', 'network_id': 'cc227551-10d6-4137-b8c0-b5564a615692', 'tenant_id': '4cdf69566d684d639d89f5935d02f247', 'mac_address': 'fa:16:3e:89:c1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d4cd8b-0614-4df8-b526-1c51745a05d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '3a475d8d-ca30-4add-b5d9-a4d38d6fa8e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:55:17Z', 'updated_at': '2022-05-28T06:55:28Z', 'revision_number': 5, 'project_id': '4cdf69566d684d639d89f5935d02f247', 'subnets': [{'id': '3a475d8d-ca30-4add-b5d9-a4d38d6fa8e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:56:00.894387 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-206b6acd-04b7-450c-84fd-ea4420d29ec5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=923dafe00970411a989ff222606e459e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3854723 May 28 06:56:00.898709 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 38242) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:56:00.903733 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a87b032f-acb9-4930-bddb-67277035f580 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59027'] for router, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:00.909429 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-4726a63a-89d1-462e-9478-f57993b87514 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "GET /v2.0/floatingips/81afdf10-d54b-4459-b948-5a1132e74765 HTTP/1.1" status: 200 len: 992 time: 0.2245591 May 28 06:56:00.955398 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99df945-1266-4593-8806-e73c7a7cd693 req-265c7800-a594-4b4e-9d29-fe54dfe1a451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:56:00.956986 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e99df945-1266-4593-8806-e73c7a7cd693 req-265c7800-a594-4b4e-9d29-fe54dfe1a451 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc227551-10d6-4137-b8c0-b5564a615692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5028021 May 28 06:56:01.075285 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-be906b31-ca63-4ebb-b425-e8572ff0ef48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:01.165596 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1338bde-4101-43b1-b373-ab7a5eeee21c tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Router 22a0e904-f850-47f9-9f58-ecfbc25bf665 is scheduled to L3 agent 42958940-9562-4f71-972f-15a8af9d3963 with binding_index 1 {{(pid=89109) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 06:56:01.208725 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c92d4ea-ae3d-4896-acf0-310408ae5697 None None] New status for floating IP 81afdf10-d54b-4459-b948-5a1132e74765: ACTIVE {{(pid=89111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 06:56:01.267380 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e99df945-1266-4593-8806-e73c7a7cd693 req-b02d0514-638d-4e73-a5d0-cb3411142dd2 service neutron] 10.222.0.69 "GET /v2.0/networks/cc227551-10d6-4137-b8c0-b5564a615692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3024628 May 28 06:56:01.446314 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-be906b31-ca63-4ebb-b425-e8572ff0ef48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:01.455944 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e99df945-1266-4593-8806-e73c7a7cd693 req-988aecbb-394e-474a-b02b-ad446c03c3ea service neutron] 10.222.0.69 "GET /v2.0/networks/cc227551-10d6-4137-b8c0-b5564a615692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763592 May 28 06:56:01.459636 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1338bde-4101-43b1-b373-ab7a5eeee21c tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:56:01.497137 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2add8b-0b03-4bbb-9242-6f08eed306f1 None None] Sync routers for ids ['22a0e904-f850-47f9-9f58-ecfbc25bf665'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:56:01.519476 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2add8b-0b03-4bbb-9242-6f08eed306f1 None None] Routers {'22a0e904-f850-47f9-9f58-ecfbc25bf665'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:56:01.522595 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-ce2add8b-0b03-4bbb-9242-6f08eed306f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:55:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['22a0e904-f850-47f9-9f58-ecfbc25bf665'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:56:01.618219 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a1338bde-4101-43b1-b373-ab7a5eeee21c tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:01.619585 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-a1338bde-4101-43b1-b373-ab7a5eeee21c tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.5158851 May 28 06:56:01.622483 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 38258) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:56:01.629133 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-91c2d270-3765-405d-800b-35567a9866a2 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:56:01.680122 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-ce2add8b-0b03-4bbb-9242-6f08eed306f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:56:01.701732 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2add8b-0b03-4bbb-9242-6f08eed306f1 None None] Routers {'22a0e904-f850-47f9-9f58-ecfbc25bf665'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:56:01.702346 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-ce2add8b-0b03-4bbb-9242-6f08eed306f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:55:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['22a0e904-f850-47f9-9f58-ecfbc25bf665'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:56:01.711794 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-be906b31-ca63-4ebb-b425-e8572ff0ef48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:01.718927 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 4d9c001d-cb9b-4058-bfba-884c3af4162c no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:56:01.812916 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 4d9c001d-cb9b-4058-bfba-884c3af4162c {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:56:01.812916 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 4d9c001d-cb9b-4058-bfba-884c3af4162c not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:56:01.830462 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be906b31-ca63-4ebb-b425-e8572ff0ef48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f683e2-83c1-408e-b954-9fe0ca2f45ae,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:56:01.846368 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-ce2add8b-0b03-4bbb-9242-6f08eed306f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:56:01.848193 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2add8b-0b03-4bbb-9242-6f08eed306f1 None None] The sync data for ids ['22a0e904-f850-47f9-9f58-ecfbc25bf665'] in n-d-843702-1 is: [] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:56:01.876028 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-be906b31-ca63-4ebb-b425-e8572ff0ef48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:01.877481 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-be906b31-ca63-4ebb-b425-e8572ff0ef48 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c2f683e2-83c1-408e-b954-9fe0ca2f45ae HTTP/1.1" status: 204 len: 168 time: 0.9778154 May 28 06:56:01.878569 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a87b032f-acb9-4930-bddb-67277035f580 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Notify callbacks [] for router_gateway, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:01.912572 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 38266) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:56:01.916992 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a87b032f-acb9-4930-bddb-67277035f580 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:02.078562 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:02.119168 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [None req-a87b032f-acb9-4930-bddb-67277035f580 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Allocated IP 172.25.5.76 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/513116c7-aea1-46de-849a-33d555408df5) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:56:02.134977 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-a374a9f6-7420-465d-860e-87cba40ad2b8 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "GET /v2.0/floatingips/81afdf10-d54b-4459-b948-5a1132e74765 HTTP/1.1" status: 200 len: 994 time: 0.2209282 May 28 06:56:02.480535 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:02.523562 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a87b032f-acb9-4930-bddb-67277035f580 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:02.674407 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a87b032f-acb9-4930-bddb-67277035f580 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:02.763643 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a87b032f-acb9-4930-bddb-67277035f580 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:56:02.763643 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-a87b032f-acb9-4930-bddb-67277035f580 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:56:02.763643 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87b032f-acb9-4930-bddb-67277035f580 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:56:02.803965 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87b032f-acb9-4930-bddb-67277035f580 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Pushing event updated for resources: {'Port': ['ID=513116c7-aea1-46de-849a-33d555408df5,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:56:02.822391 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-91c2d270-3765-405d-800b-35567a9866a2 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59027'] for router, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:03.003141 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-91c2d270-3765-405d-800b-35567a9866a2 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:03.239329 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-91c2d270-3765-405d-800b-35567a9866a2 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Deleting port 6393bd37-b87a-44d0-ae05-82b8b6f8b90f {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:56:03.240826 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-91c2d270-3765-405d-800b-35567a9866a2 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:03.458631 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a87b032f-acb9-4930-bddb-67277035f580 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Notify callbacks [] for router_gateway, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:03.502486 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-91c2d270-3765-405d-800b-35567a9866a2 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:03.711105 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-91c2d270-3765-405d-800b-35567a9866a2 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Calling delete_port for 6393bd37-b87a-44d0-ae05-82b8b6f8b90f owned by network:router_gateway {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:56:03.875014 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a87b032f-acb9-4930-bddb-67277035f580 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690761'] for router, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:04.049392 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-91c2d270-3765-405d-800b-35567a9866a2 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:04.106314 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c2d270-3765-405d-800b-35567a9866a2 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Pushing event deleted for resources: {'Port': ['ID=6393bd37-b87a-44d0-ae05-82b8b6f8b90f,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:56:04.218085 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-91c2d270-3765-405d-800b-35567a9866a2 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691105'] for router_gateway, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:04.239608 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a87b032f-acb9-4930-bddb-67277035f580 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Router 98063b95-7634-4335-b470-6c3c9141f4db is scheduled to L3 agent 42958940-9562-4f71-972f-15a8af9d3963 with binding_index 1 {{(pid=89110) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 06:56:04.463155 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a87b032f-acb9-4930-bddb-67277035f580 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:56:04.480697 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38ae8ac-d2ab-4a00-a4e7-f1b917e6e072 None None] Sync routers for ids ['98063b95-7634-4335-b470-6c3c9141f4db'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:56:04.512148 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38ae8ac-d2ab-4a00-a4e7-f1b917e6e072 None None] Routers {'98063b95-7634-4335-b470-6c3c9141f4db'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:56:04.512784 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-a38ae8ac-d2ab-4a00-a4e7-f1b917e6e072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:55:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['98063b95-7634-4335-b470-6c3c9141f4db'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:56:04.596287 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-a38ae8ac-d2ab-4a00-a4e7-f1b917e6e072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:56:04.610896 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38ae8ac-d2ab-4a00-a4e7-f1b917e6e072 None None] Routers {'98063b95-7634-4335-b470-6c3c9141f4db'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:56:04.611522 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-a38ae8ac-d2ab-4a00-a4e7-f1b917e6e072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:55:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['98063b95-7634-4335-b470-6c3c9141f4db'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:56:04.645426 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a87b032f-acb9-4930-bddb-67277035f580 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Notify callbacks [] for router, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:04.649899 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-a87b032f-acb9-4930-bddb-67277035f580 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.9460340 May 28 06:56:04.650057 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 38332) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:56:04.655302 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-72314a03-1023-49f3-afcd-dac0e2323996 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'enable_snat': False}}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:56:04.680980 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-91c2d270-3765-405d-800b-35567a9866a2 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59027'] for router, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:04.712149 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-91c2d270-3765-405d-800b-35567a9866a2 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-690815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-690800', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-692041'] for router, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:04.725930 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-a38ae8ac-d2ab-4a00-a4e7-f1b917e6e072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:56:04.726334 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38ae8ac-d2ab-4a00-a4e7-f1b917e6e072 None None] The sync data for ids ['98063b95-7634-4335-b470-6c3c9141f4db'] in n-d-843702-1 is: [] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:56:05.144452 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91c2d270-3765-405d-800b-35567a9866a2 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Router 22a0e904-f850-47f9-9f58-ecfbc25bf665 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:56:05.258990 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91c2d270-3765-405d-800b-35567a9866a2 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:56:05.270128 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-91c2d270-3765-405d-800b-35567a9866a2 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:05.275732 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb60e1f-9759-47e7-ae77-ef7a49db3b3a None None] Sync routers for ids ['22a0e904-f850-47f9-9f58-ecfbc25bf665'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:56:05.279510 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-91c2d270-3765-405d-800b-35567a9866a2 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] 10.222.0.55 "PUT /v2.0/routers/22a0e904-f850-47f9-9f58-ecfbc25bf665 HTTP/1.1" status: 200 len: 705 time: 3.6480238 May 28 06:56:05.279510 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 38348) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:56:05.286668 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb60e1f-9759-47e7-ae77-ef7a49db3b3a None None] Routers {'22a0e904-f850-47f9-9f58-ecfbc25bf665'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:56:05.287311 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-5fb60e1f-9759-47e7-ae77-ef7a49db3b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:55:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['22a0e904-f850-47f9-9f58-ecfbc25bf665'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:56:05.387848 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-5fb60e1f-9759-47e7-ae77-ef7a49db3b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:56:05.415454 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb60e1f-9759-47e7-ae77-ef7a49db3b3a None None] Routers {'22a0e904-f850-47f9-9f58-ecfbc25bf665'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:56:05.416078 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-5fb60e1f-9759-47e7-ae77-ef7a49db3b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:55:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['22a0e904-f850-47f9-9f58-ecfbc25bf665'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:56:05.422802 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-0147cb9c-d818-4b5c-90c3-d58414d0ee25 tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] 10.222.0.55 "GET /v2.0/routers/22a0e904-f850-47f9-9f58-ecfbc25bf665 HTTP/1.1" status: 200 len: 740 time: 0.1456652 May 28 06:56:05.432628 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 38356) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:56:05.491178 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-26c3195b-d533-49f5-8a9a-1766b98d6fbe tempest-RoutersAdminTest-1818020655 tempest-RoutersAdminTest-1818020655-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=68df399e-e75e-4871-9364-5d05730b50f0&device_id=22a0e904-f850-47f9-9f58-ecfbc25bf665 HTTP/1.1" status: 200 len: 205 time: 0.0620043 May 28 06:56:05.497891 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 38360) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:56:05.537082 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-5fb60e1f-9759-47e7-ae77-ef7a49db3b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:56:05.537508 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb60e1f-9759-47e7-ae77-ef7a49db3b3a None None] The sync data for ids ['22a0e904-f850-47f9-9f58-ecfbc25bf665'] in n-d-843702-1 is: [] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:56:05.566127 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-cdb72d01-080d-4085-8383-856b768201a8 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] 10.222.0.55 "GET /v2.0/ports?device_id=22a0e904-f850-47f9-9f58-ecfbc25bf665 HTTP/1.1" status: 200 len: 205 time: 0.0645051 May 28 06:56:05.567378 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 38366) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:56:05.711470 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-fd3e9ebe-1550-403f-ac03-3727a6d00ef4 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Notify callbacks [] for router, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:05.768709 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-72314a03-1023-49f3-afcd-dac0e2323996 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59027'] for router, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:05.910323 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 38376) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:56:06.149116 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-b8595877-cdc9-4311-93e3-0f6a75e94e3d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a1aca0685bb94ccf8aade58ad7ba406c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2374957 May 28 06:56:06.150524 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 38386) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:56:06.163582 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-fd3e9ebe-1550-403f-ac03-3727a6d00ef4 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59018'] for router, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:06.163582 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-fd3e9ebe-1550-403f-ac03-3727a6d00ef4 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:06.234933 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c04e88b9-8b05-487d-8227-2de775166395 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:06.266221 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c04e88b9-8b05-487d-8227-2de775166395 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:06.410902 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c04e88b9-8b05-487d-8227-2de775166395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:06.430294 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04e88b9-8b05-487d-8227-2de775166395 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10794579-a77f-4f2e-aa05-fdd89ae9880f,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:56:06.443957 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-fd3e9ebe-1550-403f-ac03-3727a6d00ef4 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-703817'] for router, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:06.444476 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd3e9ebe-1550-403f-ac03-3727a6d00ef4 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Fanout notify agent at l3_agent the message router_deleted on router 22a0e904-f850-47f9-9f58-ecfbc25bf665 {{(pid=89110) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 06:56:06.466723 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c04e88b9-8b05-487d-8227-2de775166395 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:06.467209 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-fd3e9ebe-1550-403f-ac03-3727a6d00ef4 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] Notify callbacks [] for router, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:06.469982 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-c04e88b9-8b05-487d-8227-2de775166395 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/10794579-a77f-4f2e-aa05-fdd89ae9880f HTTP/1.1" status: 204 len: 168 time: 0.3161263 May 28 06:56:06.476945 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-fd3e9ebe-1550-403f-ac03-3727a6d00ef4 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] 10.222.0.55 "DELETE /v2.0/routers/22a0e904-f850-47f9-9f58-ecfbc25bf665 HTTP/1.1" status: 204 len: 168 time: 0.9091749 May 28 06:56:06.477631 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 38398) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:56:06.619175 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-20507dfa-5428-4569-a194-f6a66ab631af tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] 10.222.0.55 "GET /v2.0/ports?device_id=22a0e904-f850-47f9-9f58-ecfbc25bf665 HTTP/1.1" status: 200 len: 205 time: 0.1378133 May 28 06:56:06.621804 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 38406) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:56:06.731066 n-d-843702-1 neutron-server[89109]: INFO neutron.api.v2.resource [None req-1ae9ea57-aeb1-4790-9b71-abed2c69e07f tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] delete failed (client error): The resource could not be found. May 28 06:56:06.732546 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-1ae9ea57-aeb1-4790-9b71-abed2c69e07f tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] 10.222.0.55 "DELETE /v2.0/routers/22a0e904-f850-47f9-9f58-ecfbc25bf665 HTTP/1.1" status: 404 len: 336 time: 0.1096559 May 28 06:56:06.735516 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 38412) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:56:06.781898 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-c7c40053-52c7-4bfa-b77c-1295b5acae24 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d63a4b7-485a-4edf-b942-eb5f84282ce5 HTTP/1.1" status: 200 len: 205 time: 0.0452154 May 28 06:56:06.784333 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 38416) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:56:06.878012 n-d-843702-1 neutron-server[89109]: INFO neutron.api.v2.resource [None req-9de0bcd4-d4b1-46aa-879e-2ea37da75a16 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] delete failed (client error): The resource could not be found. May 28 06:56:06.882855 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-9de0bcd4-d4b1-46aa-879e-2ea37da75a16 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] 10.222.0.55 "DELETE /v2.0/routers/3d63a4b7-485a-4edf-b942-eb5f84282ce5 HTTP/1.1" status: 404 len: 336 time: 0.0936453 May 28 06:56:06.883253 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 38420) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:56:06.937693 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-ddbe1da4-2e1c-410b-aa26-e76b39901feb tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] 10.222.0.55 "GET /v2.0/ports?device_id=b41fea87-75d4-4dc7-8778-0fb8aeb2697d HTTP/1.1" status: 200 len: 205 time: 0.0530980 May 28 06:56:06.940281 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 38428) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:56:07.033561 n-d-843702-1 neutron-server[89109]: INFO neutron.api.v2.resource [None req-5e3dfd58-a4f3-4934-a59b-cdfa54b67518 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] delete failed (client error): The resource could not be found. May 28 06:56:07.036739 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-5e3dfd58-a4f3-4934-a59b-cdfa54b67518 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] 10.222.0.55 "DELETE /v2.0/routers/b41fea87-75d4-4dc7-8778-0fb8aeb2697d HTTP/1.1" status: 404 len: 336 time: 0.0929561 May 28 06:56:07.037094 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 38436) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:56:07.113514 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-0f6d43a4-f94a-48b7-a1cc-217f182a32a3 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] 10.222.0.55 "GET /v2.0/ports?device_id=872ef563-d34e-4a2f-88be-b227ae83f96d HTTP/1.1" status: 200 len: 205 time: 0.0700636 May 28 06:56:07.113850 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 38442) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:56:07.184948 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-72314a03-1023-49f3-afcd-dac0e2323996 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59027'] for router, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:07.189822 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-72314a03-1023-49f3-afcd-dac0e2323996 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-690815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-690800', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-692041'] for router, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:07.205481 n-d-843702-1 neutron-server[89109]: INFO neutron.api.v2.resource [None req-29afcdb0-90be-4de5-898c-904e98f5e4b7 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] delete failed (client error): The resource could not be found. May 28 06:56:07.206547 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-29afcdb0-90be-4de5-898c-904e98f5e4b7 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] 10.222.0.55 "DELETE /v2.0/routers/872ef563-d34e-4a2f-88be-b227ae83f96d HTTP/1.1" status: 404 len: 336 time: 0.0917039 May 28 06:56:07.210159 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 38448) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:56:07.255165 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-a2b582e2-9a22-43b4-afef-2428794e900e tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] 10.222.0.55 "GET /v2.0/ports?device_id=5fa17e89-f693-4222-8113-15f0c876c4f3 HTTP/1.1" status: 200 len: 205 time: 0.0439019 May 28 06:56:07.259727 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 38452) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:56:07.331066 n-d-843702-1 neutron-server[89109]: INFO neutron.api.v2.resource [None req-629faa00-7884-4d3d-8d96-3f075611b739 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] delete failed (client error): The resource could not be found. May 28 06:56:07.332153 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-629faa00-7884-4d3d-8d96-3f075611b739 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] 10.222.0.55 "DELETE /v2.0/routers/5fa17e89-f693-4222-8113-15f0c876c4f3 HTTP/1.1" status: 404 len: 336 time: 0.0714896 May 28 06:56:07.335233 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 38458) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:56:07.382703 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-c58e0b23-0c92-40a8-ab02-ee86af6eb75a tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] 10.222.0.55 "GET /v2.0/ports?device_id=519af590-f924-4345-b812-6fdcaa9c22de HTTP/1.1" status: 200 len: 205 time: 0.0462341 May 28 06:56:07.385293 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 38464) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:56:07.400759 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72314a03-1023-49f3-afcd-dac0e2323996 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Router 98063b95-7634-4335-b470-6c3c9141f4db has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:56:07.609169 n-d-843702-1 neutron-server[89109]: INFO neutron.api.v2.resource [None req-1ea50842-c79e-4964-b238-68e17dbc618f tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] delete failed (client error): The resource could not be found. May 28 06:56:07.610255 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-1ea50842-c79e-4964-b238-68e17dbc618f tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] 10.222.0.55 "DELETE /v2.0/routers/519af590-f924-4345-b812-6fdcaa9c22de HTTP/1.1" status: 404 len: 336 time: 0.2236822 May 28 06:56:07.612909 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 38472) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:56:07.651057 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 38476) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:56:07.675416 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-86f43c54-67f8-48a3-9ca8-4b1ea2092757 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] DELETE failed (client error): The resource could not be found. May 28 06:56:07.676442 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86f43c54-67f8-48a3-9ca8-4b1ea2092757 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89109) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:56:07.680631 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-86f43c54-67f8-48a3-9ca8-4b1ea2092757 tempest-RoutersAdminTest-1714149494 tempest-RoutersAdminTest-1714149494-project] 10.222.0.55 "DELETE /v2.0/subnets/e0f8c1c3-d016-4fba-9fe0-5e09b02727bb HTTP/1.1" status: 404 len: 337 time: 0.0666206 May 28 06:56:07.741063 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72314a03-1023-49f3-afcd-dac0e2323996 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:56:07.745043 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-72314a03-1023-49f3-afcd-dac0e2323996 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Notify callbacks [] for router, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:07.746260 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-72314a03-1023-49f3-afcd-dac0e2323996 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] 10.222.0.55 "PUT /v2.0/routers/98063b95-7634-4335-b470-6c3c9141f4db HTTP/1.1" status: 200 len: 925 time: 3.0951166 May 28 06:56:07.759579 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 38486) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:56:07.762347 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b3850e-4c00-41c8-a731-17fa1604c9cf None None] Sync routers for ids ['98063b95-7634-4335-b470-6c3c9141f4db'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:56:07.789320 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b3850e-4c00-41c8-a731-17fa1604c9cf None None] Routers {'98063b95-7634-4335-b470-6c3c9141f4db'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:56:07.789320 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-a3b3850e-4c00-41c8-a731-17fa1604c9cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:55:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['98063b95-7634-4335-b470-6c3c9141f4db'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:56:07.838289 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-acad69c3-5e1d-40af-88ae-aa401b9061c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:07.857794 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-acad69c3-5e1d-40af-88ae-aa401b9061c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:56:07.860586 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-acad69c3-5e1d-40af-88ae-aa401b9061c9 admin admin] Usage tracker for resource:security_group_rule and tenant:9f59417559b7407096e0c0663573c945 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:56:07.862269 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-a3b3850e-4c00-41c8-a731-17fa1604c9cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:56:07.864523 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-acad69c3-5e1d-40af-88ae-aa401b9061c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:56:07.872130 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b3850e-4c00-41c8-a731-17fa1604c9cf None None] Routers {'98063b95-7634-4335-b470-6c3c9141f4db'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:56:07.872500 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-acad69c3-5e1d-40af-88ae-aa401b9061c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:56:07.872758 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-a3b3850e-4c00-41c8-a731-17fa1604c9cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:55:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['98063b95-7634-4335-b470-6c3c9141f4db'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:56:07.952966 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-a3b3850e-4c00-41c8-a731-17fa1604c9cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:56:07.952966 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b3850e-4c00-41c8-a731-17fa1604c9cf None None] The sync data for ids ['98063b95-7634-4335-b470-6c3c9141f4db'] in n-d-843702-1 is: [] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:56:07.992933 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-a86ed309-25fc-42bb-b116-c3e79ed84d14 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] 10.222.0.55 "GET /v2.0/routers/98063b95-7634-4335-b470-6c3c9141f4db HTTP/1.1" status: 200 len: 925 time: 0.2263525 May 28 06:56:07.995011 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 38500) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:56:08.048363 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-acad69c3-5e1d-40af-88ae-aa401b9061c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:08.091642 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3fc3571-bf0a-4896-ba4a-dd7508f0f50c tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:56:08.091642 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-d3fc3571-bf0a-4896-ba4a-dd7508f0f50c tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Synchronizing usage tracker for tenant:20f5c7e1f0ef48a5bcd87fafbb736d03 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:56:08.136215 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-acad69c3-5e1d-40af-88ae-aa401b9061c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:08.192976 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-acad69c3-5e1d-40af-88ae-aa401b9061c9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9f59417559b7407096e0c0663573c945&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5300598 May 28 06:56:08.197065 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 38504) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:56:08.198274 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acad69c3-5e1d-40af-88ae-aa401b9061c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3368006-46f1-4473-b187-f87946b25732,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:56:08.256998 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-d3fc3571-bf0a-4896-ba4a-dd7508f0f50c tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Unset dirty status for tenant:20f5c7e1f0ef48a5bcd87fafbb736d03 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:56:08.257113 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 38512) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:56:08.257590 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-d3fc3571-bf0a-4896-ba4a-dd7508f0f50c tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=68df399e-e75e-4871-9364-5d05730b50f0&device_id=98063b95-7634-4335-b470-6c3c9141f4db&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2606390 May 28 06:56:08.291202 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d273b8c4-92b7-40d2-8f46-886096df9069 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:08.318867 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d273b8c4-92b7-40d2-8f46-886096df9069 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:08.413201 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7bb878b-27bc-4460-982b-3cc159a5cd4d tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:56:08.413814 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-c7bb878b-27bc-4460-982b-3cc159a5cd4d tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Synchronizing usage tracker for tenant:20f5c7e1f0ef48a5bcd87fafbb736d03 on resource:network {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:56:08.433956 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 38522) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:56:08.463560 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d273b8c4-92b7-40d2-8f46-886096df9069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:08.482487 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d273b8c4-92b7-40d2-8f46-886096df9069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3368006-46f1-4473-b187-f87946b25732,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:56:08.514110 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d273b8c4-92b7-40d2-8f46-886096df9069 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:08.518575 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-d273b8c4-92b7-40d2-8f46-886096df9069 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c3368006-46f1-4473-b187-f87946b25732 HTTP/1.1" status: 204 len: 168 time: 0.3201354 May 28 06:56:08.531497 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-c7bb878b-27bc-4460-982b-3cc159a5cd4d tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Unset dirty status for tenant:20f5c7e1f0ef48a5bcd87fafbb736d03 on resource:network {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:56:08.533264 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-c7bb878b-27bc-4460-982b-3cc159a5cd4d tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] 10.222.0.55 "GET /v2.0/networks/68df399e-e75e-4871-9364-5d05730b50f0 HTTP/1.1" status: 200 len: 881 time: 0.2749214 May 28 06:56:08.535813 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 38530) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:56:08.795647 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-7b569f53-08d9-46f8-956e-e043132663d9 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] 10.222.0.55 "GET /v2.0/ports?device_id=98063b95-7634-4335-b470-6c3c9141f4db HTTP/1.1" status: 200 len: 205 time: 0.2580917 May 28 06:56:08.798086 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 38540) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:56:08.800824 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-da712f26-27cb-49f1-93b0-0f5b19f57af5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:08.826787 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-da712f26-27cb-49f1-93b0-0f5b19f57af5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:56:08.832475 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-da712f26-27cb-49f1-93b0-0f5b19f57af5 admin admin] Usage tracker for resource:security_group_rule and tenant:d540e00e5cc442fc81d12cfe7910da4c is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:56:08.836979 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-da712f26-27cb-49f1-93b0-0f5b19f57af5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:56:08.843782 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-da712f26-27cb-49f1-93b0-0f5b19f57af5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:56:08.879759 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-75126ed0-111b-48db-bcbb-b498c6f4f446 req-4e10cebc-cda7-4ec1-b45a-604a11461783 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c103d84e-3c3a-438c-8d9d-50c958fdfc34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1374702 May 28 06:56:08.950657 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-da712f26-27cb-49f1-93b0-0f5b19f57af5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:09.044156 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-accfb392-43b1-4bcf-817e-f192f47a8bed tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Notify callbacks [] for router, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:09.075125 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75126ed0-111b-48db-bcbb-b498c6f4f446 req-1670e06c-30fe-4c25-b3b9-15cd4421f300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:56:09.078061 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-75126ed0-111b-48db-bcbb-b498c6f4f446 req-1670e06c-30fe-4c25-b3b9-15cd4421f300 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4cdf69566d684d639d89f5935d02f247&device_id=c103d84e-3c3a-438c-8d9d-50c958fdfc34 HTTP/1.1" status: 200 len: 1097 time: 0.1156404 May 28 06:56:09.192625 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-da712f26-27cb-49f1-93b0-0f5b19f57af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:09.275465 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-da712f26-27cb-49f1-93b0-0f5b19f57af5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d540e00e5cc442fc81d12cfe7910da4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8403621 May 28 06:56:09.277909 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da712f26-27cb-49f1-93b0-0f5b19f57af5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86a4b607-b1ce-4199-8a2e-8850908e2251,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:56:09.278256 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 38552) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:56:09.297362 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-accfb392-43b1-4bcf-817e-f192f47a8bed tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:09.297673 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75126ed0-111b-48db-bcbb-b498c6f4f446 req-3e1cc5fd-71b6-4b60-80c2-300da538a2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:56:09.299120 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-75126ed0-111b-48db-bcbb-b498c6f4f446 req-3e1cc5fd-71b6-4b60-80c2-300da538a2fd service neutron] 10.222.0.69 "GET /v2.0/networks?id=cc227551-10d6-4137-b8c0-b5564a615692 HTTP/1.1" status: 200 len: 897 time: 0.2000322 May 28 06:56:09.370804 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5bf61de4-0255-4311-8f58-e18cde4c1cac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:09.385483 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5bf61de4-0255-4311-8f58-e18cde4c1cac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:09.403763 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-75126ed0-111b-48db-bcbb-b498c6f4f446 req-1dbba760-9815-4182-a8d8-3d4b8c3d29e9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=660ee85a-bbc4-473f-aad5-5f0544a8cd62 HTTP/1.1" status: 200 len: 1002 time: 0.0984659 May 28 06:56:09.477227 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75126ed0-111b-48db-bcbb-b498c6f4f446 req-d797b272-52d7-4309-b420-b80f9b716b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:56:09.479267 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-75126ed0-111b-48db-bcbb-b498c6f4f446 req-d797b272-52d7-4309-b420-b80f9b716b5d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3a475d8d-ca30-4add-b5d9-a4d38d6fa8e6 HTTP/1.1" status: 200 len: 834 time: 0.0692642 May 28 06:56:09.530711 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-accfb392-43b1-4bcf-817e-f192f47a8bed tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Deleting port 513116c7-aea1-46de-849a-33d555408df5 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:56:09.531051 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-accfb392-43b1-4bcf-817e-f192f47a8bed tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:09.587934 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75126ed0-111b-48db-bcbb-b498c6f4f446 req-4455018f-0aad-49d7-b9df-6dd4ebf13da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:56:09.589975 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-75126ed0-111b-48db-bcbb-b498c6f4f446 req-4455018f-0aad-49d7-b9df-6dd4ebf13da4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc227551-10d6-4137-b8c0-b5564a615692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1024103 May 28 06:56:09.631685 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5bf61de4-0255-4311-8f58-e18cde4c1cac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:09.717906 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf61de4-0255-4311-8f58-e18cde4c1cac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86a4b607-b1ce-4199-8a2e-8850908e2251,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:56:09.741504 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5bf61de4-0255-4311-8f58-e18cde4c1cac admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:09.743226 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-5bf61de4-0255-4311-8f58-e18cde4c1cac admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/86a4b607-b1ce-4199-8a2e-8850908e2251 HTTP/1.1" status: 204 len: 168 time: 0.4634774 May 28 06:56:09.790045 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-75126ed0-111b-48db-bcbb-b498c6f4f446 req-94dd81f8-4ea3-4990-8a50-88033c7d062b service neutron] 10.222.0.69 "GET /v2.0/networks/cc227551-10d6-4137-b8c0-b5564a615692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923056 May 28 06:56:09.803489 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-accfb392-43b1-4bcf-817e-f192f47a8bed tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:09.882529 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 38574) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:56:09.944800 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-75126ed0-111b-48db-bcbb-b498c6f4f446 req-89b979de-1773-4c5d-8de5-2f08a1e301f7 service neutron] 10.222.0.69 "GET /v2.0/networks/cc227551-10d6-4137-b8c0-b5564a615692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483653 May 28 06:56:09.969891 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-accfb392-43b1-4bcf-817e-f192f47a8bed tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Calling delete_port for 513116c7-aea1-46de-849a-33d555408df5 owned by network:router_gateway {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:56:10.003164 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5b3d952d-06e6-4548-8319-9e1f757a7f7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:10.029583 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-5b3d952d-06e6-4548-8319-9e1f757a7f7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:56:10.037984 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-5b3d952d-06e6-4548-8319-9e1f757a7f7c admin admin] Usage tracker for resource:security_group_rule and tenant:ac6a7a2c6eaf432e90bbbb23cb533ddf is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:56:10.041871 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-5b3d952d-06e6-4548-8319-9e1f757a7f7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:56:10.055472 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-5b3d952d-06e6-4548-8319-9e1f757a7f7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:56:10.218238 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5b3d952d-06e6-4548-8319-9e1f757a7f7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:10.328700 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-accfb392-43b1-4bcf-817e-f192f47a8bed tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:10.491301 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5b3d952d-06e6-4548-8319-9e1f757a7f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:10.504664 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accfb392-43b1-4bcf-817e-f192f47a8bed tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Pushing event deleted for resources: {'Port': ['ID=513116c7-aea1-46de-849a-33d555408df5,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:56:10.603605 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-5b3d952d-06e6-4548-8319-9e1f757a7f7c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ac6a7a2c6eaf432e90bbbb23cb533ddf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7191014 May 28 06:56:10.606368 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 38592) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:56:10.616051 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3d952d-06e6-4548-8319-9e1f757a7f7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06f5e406-1c75-4b7f-82eb-6e93b152ef02,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:56:10.629699 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-accfb392-43b1-4bcf-817e-f192f47a8bed tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691105'] for router_gateway, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:10.667412 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e71129b4-4904-420e-a1e9-4b4e09d45689 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:10.693083 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e71129b4-4904-420e-a1e9-4b4e09d45689 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:10.805035 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-accfb392-43b1-4bcf-817e-f192f47a8bed tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59018'] for router, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:10.807289 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-accfb392-43b1-4bcf-817e-f192f47a8bed tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:11.054480 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-accfb392-43b1-4bcf-817e-f192f47a8bed tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-703817'] for router, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:11.054563 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e71129b4-4904-420e-a1e9-4b4e09d45689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:11.055014 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-accfb392-43b1-4bcf-817e-f192f47a8bed tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Fanout notify agent at l3_agent the message router_deleted on router 98063b95-7634-4335-b470-6c3c9141f4db {{(pid=89109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 06:56:11.062440 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71129b4-4904-420e-a1e9-4b4e09d45689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06f5e406-1c75-4b7f-82eb-6e93b152ef02,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:56:11.077241 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e71129b4-4904-420e-a1e9-4b4e09d45689 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:11.080996 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-e71129b4-4904-420e-a1e9-4b4e09d45689 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/06f5e406-1c75-4b7f-82eb-6e93b152ef02 HTTP/1.1" status: 204 len: 168 time: 0.4737747 May 28 06:56:11.092662 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-accfb392-43b1-4bcf-817e-f192f47a8bed tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:11.095177 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-accfb392-43b1-4bcf-817e-f192f47a8bed tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] 10.222.0.55 "DELETE /v2.0/routers/98063b95-7634-4335-b470-6c3c9141f4db HTTP/1.1" status: 204 len: 168 time: 2.2947950 May 28 06:56:11.098413 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 38616) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:56:11.107131 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-2bd42f48-d218-4ff4-a3dd-718d5f5c5a32 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2027531782', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:56:11.118265 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-2bd42f48-d218-4ff4-a3dd-718d5f5c5a32 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:56:11.127408 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-2bd42f48-d218-4ff4-a3dd-718d5f5c5a32 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Usage tracker for resource:router and tenant:7b0fac9d8de84808a9381f9efb65a590 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:56:11.130386 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-2bd42f48-d218-4ff4-a3dd-718d5f5c5a32 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:56:11.153963 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-2bd42f48-d218-4ff4-a3dd-718d5f5c5a32 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:56:11.199658 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 38628) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:56:11.249212 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-ef38beac-14f9-44f0-91ba-847d3468ce7a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=826014bbf0bb4321944676b240d79d28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0484457 May 28 06:56:11.251960 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 38632) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:56:11.297677 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2bd42f48-d218-4ff4-a3dd-718d5f5c5a32 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59128'] for router, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:11.298341 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2bd42f48-d218-4ff4-a3dd-718d5f5c5a32 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59009'] for router, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:11.321918 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-60329073-fccd-4436-9b78-3456571682b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:11.341836 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2bd42f48-d218-4ff4-a3dd-718d5f5c5a32 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:11.361768 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-60329073-fccd-4436-9b78-3456571682b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:11.491315 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2bd42f48-d218-4ff4-a3dd-718d5f5c5a32 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690761'] for router, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:11.547563 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-60329073-fccd-4436-9b78-3456571682b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:11.549951 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-60329073-fccd-4436-9b78-3456571682b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:11.553561 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-60329073-fccd-4436-9b78-3456571682b5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3dc6b048-a3ab-4b67-94c1-beec27624db2 HTTP/1.1" status: 204 len: 168 time: 0.2982180 May 28 06:56:11.561313 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60329073-fccd-4436-9b78-3456571682b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dc6b048-a3ab-4b67-94c1-beec27624db2,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:56:11.638606 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2bd42f48-d218-4ff4-a3dd-718d5f5c5a32 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Notify callbacks [] for router, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:11.642576 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-2bd42f48-d218-4ff4-a3dd-718d5f5c5a32 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5375969 May 28 06:56:11.642828 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 38642) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:56:11.648261 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-86303736-a489-4f98-a738-6f1329818077 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Request body: {'router': {'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:56:12.156368 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-86303736-a489-4f98-a738-6f1329818077 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59027'] for router, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:12.633723 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-86303736-a489-4f98-a738-6f1329818077 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Notify callbacks [] for router_gateway, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:12.668649 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-86303736-a489-4f98-a738-6f1329818077 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:12.824635 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [None req-86303736-a489-4f98-a738-6f1329818077 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Allocated IP 172.25.5.26 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/c4c30d1d-75a5-4880-a3c5-4d426b175c45) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:56:12.978200 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-86303736-a489-4f98-a738-6f1329818077 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:13.199481 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-86303736-a489-4f98-a738-6f1329818077 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:13.280005 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86303736-a489-4f98-a738-6f1329818077 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:56:13.282470 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-86303736-a489-4f98-a738-6f1329818077 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:56:13.287386 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 38722) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:56:13.291070 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86303736-a489-4f98-a738-6f1329818077 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:56:13.331865 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86303736-a489-4f98-a738-6f1329818077 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Pushing event updated for resources: {'Port': ['ID=c4c30d1d-75a5-4880-a3c5-4d426b175c45,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:56:13.429713 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-dc1498de-718d-48db-8c6f-ea5b33c053c8 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1591321984'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:56:13.437225 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-dc1498de-718d-48db-8c6f-ea5b33c053c8 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:56:13.442322 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-dc1498de-718d-48db-8c6f-ea5b33c053c8 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Usage tracker for resource:network and tenant:edfff7521b2740e6894c3714ce0e5450 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:56:13.447002 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-dc1498de-718d-48db-8c6f-ea5b33c053c8 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:56:13.455251 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-dc1498de-718d-48db-8c6f-ea5b33c053c8 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:56:13.571211 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc1498de-718d-48db-8c6f-ea5b33c053c8 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Made reservation on behalf of edfff7521b2740e6894c3714ce0e5450 for: {'network': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:56:13.571211 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-dc1498de-718d-48db-8c6f-ea5b33c053c8 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:13.589612 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-dc1498de-718d-48db-8c6f-ea5b33c053c8 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:13.609721 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-dc1498de-718d-48db-8c6f-ea5b33c053c8 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:56:13.613644 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-dc1498de-718d-48db-8c6f-ea5b33c053c8 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Usage tracker for resource:security_group_rule and tenant:edfff7521b2740e6894c3714ce0e5450 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:56:13.617145 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-dc1498de-718d-48db-8c6f-ea5b33c053c8 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:56:13.622965 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-dc1498de-718d-48db-8c6f-ea5b33c053c8 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:56:13.715162 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-dc1498de-718d-48db-8c6f-ea5b33c053c8 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:13.810163 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-dc1498de-718d-48db-8c6f-ea5b33c053c8 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:13.849023 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc1498de-718d-48db-8c6f-ea5b33c053c8 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=89109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:56:13.855706 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1498de-718d-48db-8c6f-ea5b33c053c8 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=199d5757-f081-47a5-814f-04f55c309040,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:56:13.864379 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-dc1498de-718d-48db-8c6f-ea5b33c053c8 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:13.864664 n-d-843702-1 neutron-server[89109]: INFO neutron.db.segments_db [None req-dc1498de-718d-48db-8c6f-ea5b33c053c8 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Added segment 7242e32a-87c1-4eb0-993c-5d8368851f66 of type vlan for network 02f0ddf3-fa13-440e-b1d8-c1eeeecdc870 May 28 06:56:13.887779 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-86303736-a489-4f98-a738-6f1329818077 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Notify callbacks [] for router_gateway, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:13.904675 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-dc1498de-718d-48db-8c6f-ea5b33c053c8 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:14.164452 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-dc1498de-718d-48db-8c6f-ea5b33c053c8 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:14.184133 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1498de-718d-48db-8c6f-ea5b33c053c8 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:56:14.184133 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-dc1498de-718d-48db-8c6f-ea5b33c053c8 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:14.284015 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1498de-718d-48db-8c6f-ea5b33c053c8 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Pushing event updated for resources: {'Network': ['ID=02f0ddf3-fa13-440e-b1d8-c1eeeecdc870,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:56:14.294724 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 02f0ddf3-fa13-440e-b1d8-c1eeeecdc870 details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:56:14.406303 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-86303736-a489-4f98-a738-6f1329818077 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59027'] for router, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:14.409822 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-86303736-a489-4f98-a738-6f1329818077 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-690815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-690800', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-692041'] for router, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:14.437021 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-dc1498de-718d-48db-8c6f-ea5b33c053c8 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1479428 May 28 06:56:14.437850 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 38784) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:56:14.443456 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-f93bebc1-f3c2-468f-b9cb-f9ce24a76951 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1622165509'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:56:14.449324 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-f93bebc1-f3c2-468f-b9cb-f9ce24a76951 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:56:14.453355 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-f93bebc1-f3c2-468f-b9cb-f9ce24a76951 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Usage tracker for resource:network and tenant:edfff7521b2740e6894c3714ce0e5450 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:56:14.461797 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-f93bebc1-f3c2-468f-b9cb-f9ce24a76951 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:56:14.463614 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-f93bebc1-f3c2-468f-b9cb-f9ce24a76951 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:56:14.593589 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f93bebc1-f3c2-468f-b9cb-f9ce24a76951 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Made reservation on behalf of edfff7521b2740e6894c3714ce0e5450 for: {'network': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:56:14.597465 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f93bebc1-f3c2-468f-b9cb-f9ce24a76951 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:14.633636 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f93bebc1-f3c2-468f-b9cb-f9ce24a76951 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] vlan segment allocate from pool success with {'vlan_id': 362, 'physical_network': 'physnet1'} {{(pid=89109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:56:14.653355 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f93bebc1-f3c2-468f-b9cb-f9ce24a76951 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:14.653355 n-d-843702-1 neutron-server[89109]: INFO neutron.db.segments_db [None req-f93bebc1-f3c2-468f-b9cb-f9ce24a76951 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Added segment 98980ba2-b13a-4fbe-90ad-e8ca656fc898 of type vlan for network f31249b6-704c-4553-9694-c838acf88781 May 28 06:56:14.685244 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f93bebc1-f3c2-468f-b9cb-f9ce24a76951 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:14.778735 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86303736-a489-4f98-a738-6f1329818077 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Router 15d5d20c-539f-4450-a5a1-12bfd718aa24 is scheduled to L3 agent 42958940-9562-4f71-972f-15a8af9d3963 with binding_index 1 {{(pid=89110) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 06:56:14.805058 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f93bebc1-f3c2-468f-b9cb-f9ce24a76951 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:14.811079 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f93bebc1-f3c2-468f-b9cb-f9ce24a76951 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:56:14.811701 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f93bebc1-f3c2-468f-b9cb-f9ce24a76951 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:14.922968 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93bebc1-f3c2-468f-b9cb-f9ce24a76951 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Pushing event updated for resources: {'Network': ['ID=f31249b6-704c-4553-9694-c838acf88781,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:56:14.942767 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network f31249b6-704c-4553-9694-c838acf88781 details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:56:14.975866 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86303736-a489-4f98-a738-6f1329818077 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:56:15.014636 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1064d71c-03a4-4740-acd4-31dff04a5799 None None] Sync routers for ids ['15d5d20c-539f-4450-a5a1-12bfd718aa24'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:56:15.014636 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1064d71c-03a4-4740-acd4-31dff04a5799 None None] Routers {'15d5d20c-539f-4450-a5a1-12bfd718aa24'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:56:15.014636 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-1064d71c-03a4-4740-acd4-31dff04a5799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:55:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['15d5d20c-539f-4450-a5a1-12bfd718aa24'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:56:15.015998 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-86303736-a489-4f98-a738-6f1329818077 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Notify callbacks [] for router, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:15.015998 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-86303736-a489-4f98-a738-6f1329818077 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] 10.222.0.55 "PUT /v2.0/routers/15d5d20c-539f-4450-a5a1-12bfd718aa24 HTTP/1.1" status: 200 len: 883 time: 3.3641641 May 28 06:56:15.015998 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 38816) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:56:15.043994 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-f93bebc1-f3c2-468f-b9cb-f9ce24a76951 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6042027 May 28 06:56:15.046305 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 38822) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:56:15.053766 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-e3f44692-73a0-4062-9085-0de89183daa7 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Request body: {'subnet': {'network_id': '02f0ddf3-fa13-440e-b1d8-c1eeeecdc870', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:56:15.095643 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-1064d71c-03a4-4740-acd4-31dff04a5799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:56:15.124884 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1064d71c-03a4-4740-acd4-31dff04a5799 None None] Routers {'15d5d20c-539f-4450-a5a1-12bfd718aa24'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:56:15.130391 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-1064d71c-03a4-4740-acd4-31dff04a5799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:55:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['15d5d20c-539f-4450-a5a1-12bfd718aa24'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:56:15.212366 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-e3f44692-73a0-4062-9085-0de89183daa7 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:56:15.216513 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-e3f44692-73a0-4062-9085-0de89183daa7 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Usage tracker for resource:subnet and tenant:edfff7521b2740e6894c3714ce0e5450 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:56:15.219612 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-1064d71c-03a4-4740-acd4-31dff04a5799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:56:15.219935 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-e3f44692-73a0-4062-9085-0de89183daa7 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:56:15.220333 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1064d71c-03a4-4740-acd4-31dff04a5799 None None] The sync data for ids ['15d5d20c-539f-4450-a5a1-12bfd718aa24'] in n-d-843702-1 is: [] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:56:15.231653 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-e3f44692-73a0-4062-9085-0de89183daa7 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:56:15.278024 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-472adc00-db1e-46c4-8321-31b0a31a0bb7 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] 10.222.0.55 "GET /v2.0/routers/15d5d20c-539f-4450-a5a1-12bfd718aa24 HTTP/1.1" status: 200 len: 924 time: 0.2664790 May 28 06:56:15.283565 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 38830) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:56:15.379032 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33eca6df-ecc4-4dda-bb9f-869d7f4a2ce4 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:56:15.379726 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-33eca6df-ecc4-4dda-bb9f-869d7f4a2ce4 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Synchronizing usage tracker for tenant:20f5c7e1f0ef48a5bcd87fafbb736d03 on resource:port {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:56:15.392426 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-33eca6df-ecc4-4dda-bb9f-869d7f4a2ce4 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Unset dirty status for tenant:20f5c7e1f0ef48a5bcd87fafbb736d03 on resource:port {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:56:15.393546 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-33eca6df-ecc4-4dda-bb9f-869d7f4a2ce4 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=68df399e-e75e-4871-9364-5d05730b50f0&device_id=15d5d20c-539f-4450-a5a1-12bfd718aa24&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1089137 May 28 06:56:15.396207 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 38840) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:56:15.472127 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3f44692-73a0-4062-9085-0de89183daa7 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Made reservation on behalf of edfff7521b2740e6894c3714ce0e5450 for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:56:15.472127 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e3f44692-73a0-4062-9085-0de89183daa7 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:15.634188 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b40a57-2bac-4495-a9b7-d0b205f165ce tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:56:15.635572 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-51b40a57-2bac-4495-a9b7-d0b205f165ce tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] 10.222.0.55 "GET /v2.0/networks/68df399e-e75e-4871-9364-5d05730b50f0 HTTP/1.1" status: 200 len: 881 time: 0.2384064 May 28 06:56:15.638621 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 38850) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:56:15.688972 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-3535e1fe-dc21-4a38-955b-e07088f22526 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] 10.222.0.55 "GET /v2.0/ports?device_id=15d5d20c-539f-4450-a5a1-12bfd718aa24 HTTP/1.1" status: 200 len: 205 time: 0.0479553 May 28 06:56:15.691071 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 38854) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:56:15.839677 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e3f44692-73a0-4062-9085-0de89183daa7 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:15.916016 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1cbe0ebf-6fb5-41dd-8f73-02e80c8e1fc6 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Notify callbacks [] for router, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:15.993359 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f44692-73a0-4062-9085-0de89183daa7 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Pushing event updated for resources: {'Subnet': ['ID=01d61e46-531d-4fd2-9543-9fbe34864b55,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:56:16.000588 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f44692-73a0-4062-9085-0de89183daa7 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Checking segment: {'id': '7242e32a-87c1-4eb0-993c-5d8368851f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '02f0ddf3-fa13-440e-b1d8-c1eeeecdc870'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:56:16.001119 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f44692-73a0-4062-9085-0de89183daa7 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Network hostable DHCP agents. Network: 02f0ddf3-fa13-440e-b1d8-c1eeeecdc870, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:56:16.123544 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1cbe0ebf-6fb5-41dd-8f73-02e80c8e1fc6 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:16.198946 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f44692-73a0-4062-9085-0de89183daa7 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Network 02f0ddf3-fa13-440e-b1d8-c1eeeecdc870 is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:56:16.239065 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-1cbe0ebf-6fb5-41dd-8f73-02e80c8e1fc6 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Deleting port c4c30d1d-75a5-4880-a3c5-4d426b175c45 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:56:16.245894 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1cbe0ebf-6fb5-41dd-8f73-02e80c8e1fc6 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:16.410374 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-e3f44692-73a0-4062-9085-0de89183daa7 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, 02f0ddf3-fa13-440e-b1d8-c1eeeecdc870) {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:56:16.414883 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f44692-73a0-4062-9085-0de89183daa7 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:56:16.415564 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e3f44692-73a0-4062-9085-0de89183daa7 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:16.436133 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f90b01d-dbbd-4f6c-8229-75305c262154 None None] Network 02f0ddf3-fa13-440e-b1d8-c1eeeecdc870 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:56:16.585063 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-e3f44692-73a0-4062-9085-0de89183daa7 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5306454 May 28 06:56:16.585063 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 38876) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:56:16.588099 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-455d18d8-3a6e-4a91-a7ef-fe08ca680ae7 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Request body: {'subnet': {'network_id': 'f31249b6-704c-4553-9694-c838acf88781', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:56:16.595446 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1cbe0ebf-6fb5-41dd-8f73-02e80c8e1fc6 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:16.705844 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 38880) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:56:16.778812 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-1cbe0ebf-6fb5-41dd-8f73-02e80c8e1fc6 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Calling delete_port for c4c30d1d-75a5-4880-a3c5-4d426b175c45 owned by network:router_gateway {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:56:16.822817 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf7ee6a-9d96-42bf-b006-47e95eb7cebe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-02f0ddf3-fa13-440e-b1d8-c1eeeecdc870', 'network_id': '02f0ddf3-fa13-440e-b1d8-c1eeeecdc870', 'tenant_id': 'edfff7521b2740e6894c3714ce0e5450', 'fixed_ips': [{'subnet_id': '01d61e46-531d-4fd2-9543-9fbe34864b55'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:56:16.825095 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-0cf7ee6a-9d96-42bf-b006-47e95eb7cebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:16.974432 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-455d18d8-3a6e-4a91-a7ef-fe08ca680ae7 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:56:16.978803 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-455d18d8-3a6e-4a91-a7ef-fe08ca680ae7 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Usage tracker for resource:subnet and tenant:edfff7521b2740e6894c3714ce0e5450 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:56:16.983392 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-455d18d8-3a6e-4a91-a7ef-fe08ca680ae7 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:56:16.995552 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-455d18d8-3a6e-4a91-a7ef-fe08ca680ae7 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:56:17.050169 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-0cf7ee6a-9d96-42bf-b006-47e95eb7cebe None None] Allocated IP 2001:db8::2 (02f0ddf3-fa13-440e-b1d8-c1eeeecdc870/01d61e46-531d-4fd2-9543-9fbe34864b55/6db67473-b5ac-46f8-a247-ebbf00b2e550) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:56:17.066765 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [req-287ef065-f81f-431c-861f-aef6389a296b req-2e75e46a-6a4a-431f-9bab-aa34289aff51 service neutron] (89109) timed out ('10.222.0.55', 43242) {{(pid=89109) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 28 06:56:17.159560 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b8afaf53-f979-4be9-af09-7da7b29f40b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:17.170091 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-455d18d8-3a6e-4a91-a7ef-fe08ca680ae7 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Made reservation on behalf of edfff7521b2740e6894c3714ce0e5450 for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:56:17.174678 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-455d18d8-3a6e-4a91-a7ef-fe08ca680ae7 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:17.192079 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-b8afaf53-f979-4be9-af09-7da7b29f40b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:56:17.197397 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-b8afaf53-f979-4be9-af09-7da7b29f40b5 admin admin] Usage tracker for resource:security_group_rule and tenant:8fc9c9d04d1a490e851fcd78ccfff935 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:56:17.201373 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-b8afaf53-f979-4be9-af09-7da7b29f40b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:56:17.209194 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-b8afaf53-f979-4be9-af09-7da7b29f40b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:56:17.220041 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1cbe0ebf-6fb5-41dd-8f73-02e80c8e1fc6 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:17.307823 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-0cf7ee6a-9d96-42bf-b006-47e95eb7cebe None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:17.323746 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-0cf7ee6a-9d96-42bf-b006-47e95eb7cebe None None] Transition to ACTIVE for port object 6db67473-b5ac-46f8-a247-ebbf00b2e550 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:56:17.345393 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-0cf7ee6a-9d96-42bf-b006-47e95eb7cebe None None] Transition to ACTIVE for port object 6db67473-b5ac-46f8-a247-ebbf00b2e550 will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:56:17.411474 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbe0ebf-6fb5-41dd-8f73-02e80c8e1fc6 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Pushing event deleted for resources: {'Port': ['ID=c4c30d1d-75a5-4880-a3c5-4d426b175c45,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:56:17.432491 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1cbe0ebf-6fb5-41dd-8f73-02e80c8e1fc6 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691105'] for router_gateway, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:17.496790 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-0cf7ee6a-9d96-42bf-b006-47e95eb7cebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:17.564497 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf7ee6a-9d96-42bf-b006-47e95eb7cebe None None] Network 02f0ddf3-fa13-440e-b1d8-c1eeeecdc870 is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:56:17.567300 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-0cf7ee6a-9d96-42bf-b006-47e95eb7cebe None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:56:17.571608 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf7ee6a-9d96-42bf-b006-47e95eb7cebe None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:56:17.587475 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-455d18d8-3a6e-4a91-a7ef-fe08ca680ae7 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:17.587968 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf7ee6a-9d96-42bf-b006-47e95eb7cebe None None] Pushing event updated for resources: {'Port': ['ID=6db67473-b5ac-46f8-a247-ebbf00b2e550,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:56:17.623559 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1cbe0ebf-6fb5-41dd-8f73-02e80c8e1fc6 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59018'] for router, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:17.629436 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1cbe0ebf-6fb5-41dd-8f73-02e80c8e1fc6 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:17.672460 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455d18d8-3a6e-4a91-a7ef-fe08ca680ae7 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Pushing event updated for resources: {'Subnet': ['ID=15d95180-e4be-497e-abb8-8363ba7ba051,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:56:17.683146 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455d18d8-3a6e-4a91-a7ef-fe08ca680ae7 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Checking segment: {'id': '98980ba2-b13a-4fbe-90ad-e8ca656fc898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'f31249b6-704c-4553-9694-c838acf88781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:56:17.683514 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455d18d8-3a6e-4a91-a7ef-fe08ca680ae7 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Network hostable DHCP agents. Network: f31249b6-704c-4553-9694-c838acf88781, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:56:17.694999 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b8afaf53-f979-4be9-af09-7da7b29f40b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:17.722215 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-0cf7ee6a-9d96-42bf-b006-47e95eb7cebe None None] Attempting to bind port 6db67473-b5ac-46f8-a247-ebbf00b2e550 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:56:17.722854 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-0cf7ee6a-9d96-42bf-b006-47e95eb7cebe None None] Attempting to bind port 6db67473-b5ac-46f8-a247-ebbf00b2e550 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': '7242e32a-87c1-4eb0-993c-5d8368851f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '02f0ddf3-fa13-440e-b1d8-c1eeeecdc870'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:56:17.723480 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf7ee6a-9d96-42bf-b006-47e95eb7cebe None None] Attempting to bind port 6db67473-b5ac-46f8-a247-ebbf00b2e550 on network 02f0ddf3-fa13-440e-b1d8-c1eeeecdc870 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:56:17.732717 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf7ee6a-9d96-42bf-b006-47e95eb7cebe None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:56:17.733089 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf7ee6a-9d96-42bf-b006-47e95eb7cebe None None] Checking segment: {'id': '7242e32a-87c1-4eb0-993c-5d8368851f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '02f0ddf3-fa13-440e-b1d8-c1eeeecdc870'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:56:17.733526 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-0cf7ee6a-9d96-42bf-b006-47e95eb7cebe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:17.733935 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf7ee6a-9d96-42bf-b006-47e95eb7cebe None None] Bound using segment: {'id': '7242e32a-87c1-4eb0-993c-5d8368851f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '02f0ddf3-fa13-440e-b1d8-c1eeeecdc870'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:56:17.734401 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-0cf7ee6a-9d96-42bf-b006-47e95eb7cebe None None] Bound port: 6db67473-b5ac-46f8-a247-ebbf00b2e550, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7242e32a-87c1-4eb0-993c-5d8368851f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '02f0ddf3-fa13-440e-b1d8-c1eeeecdc870'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:56:17.734777 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-0cf7ee6a-9d96-42bf-b006-47e95eb7cebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:17.832492 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-0cf7ee6a-9d96-42bf-b006-47e95eb7cebe None None] For port 6db67473-b5ac-46f8-a247-ebbf00b2e550, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:56:17.835913 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-0cf7ee6a-9d96-42bf-b006-47e95eb7cebe None None] For port 6db67473-b5ac-46f8-a247-ebbf00b2e550, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=6db67473-b5ac-46f8-a247-ebbf00b2e550,segment=NetworkSegment(7242e32a-87c1-4eb0-993c-5d8368851f66),segment_id=7242e32a-87c1-4eb0-993c-5d8368851f66)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:56:17.842860 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1cbe0ebf-6fb5-41dd-8f73-02e80c8e1fc6 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-703817'] for router, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:17.842860 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cbe0ebf-6fb5-41dd-8f73-02e80c8e1fc6 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Fanout notify agent at l3_agent the message router_deleted on router 15d5d20c-539f-4450-a5a1-12bfd718aa24 {{(pid=89110) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 06:56:17.863233 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1cbe0ebf-6fb5-41dd-8f73-02e80c8e1fc6 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Notify callbacks [] for router, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:17.864320 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-1cbe0ebf-6fb5-41dd-8f73-02e80c8e1fc6 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] 10.222.0.55 "DELETE /v2.0/routers/15d5d20c-539f-4450-a5a1-12bfd718aa24 HTTP/1.1" status: 204 len: 168 time: 2.1723669 May 28 06:56:17.869046 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 38904) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:56:17.875108 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-1c071503-caee-418e-9b62-fca2d1a13c4d tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1832856041', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:56:17.882917 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-1c071503-caee-418e-9b62-fca2d1a13c4d tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:56:17.886773 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-1c071503-caee-418e-9b62-fca2d1a13c4d tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Usage tracker for resource:router and tenant:7b0fac9d8de84808a9381f9efb65a590 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:56:17.889640 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-1c071503-caee-418e-9b62-fca2d1a13c4d tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:56:17.902967 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-1c071503-caee-418e-9b62-fca2d1a13c4d tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:56:17.919734 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b8afaf53-f979-4be9-af09-7da7b29f40b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:17.920221 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455d18d8-3a6e-4a91-a7ef-fe08ca680ae7 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Network f31249b6-704c-4553-9694-c838acf88781 is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:56:17.969440 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-b8afaf53-f979-4be9-af09-7da7b29f40b5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8fc9c9d04d1a490e851fcd78ccfff935&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2616637 May 28 06:56:17.971535 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-0cf7ee6a-9d96-42bf-b006-47e95eb7cebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:17.972124 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 38908) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:56:17.980387 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8afaf53-f979-4be9-af09-7da7b29f40b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eebc7ef-d0c1-476f-bd5e-af57c285ca7a,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:56:18.030365 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1c071503-caee-418e-9b62-fca2d1a13c4d tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59128'] for router, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:18.031465 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1c071503-caee-418e-9b62-fca2d1a13c4d tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59009'] for router, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:18.046221 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-455f364d-e821-4d87-944d-5bc3f242ebd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:18.085150 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1c071503-caee-418e-9b62-fca2d1a13c4d tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:18.101290 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf7ee6a-9d96-42bf-b006-47e95eb7cebe None None] Pushing event updated for resources: {'Port': ['ID=6db67473-b5ac-46f8-a247-ebbf00b2e550,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:56:18.103275 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-455f364d-e821-4d87-944d-5bc3f242ebd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:18.175992 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-455d18d8-3a6e-4a91-a7ef-fe08ca680ae7 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, f31249b6-704c-4553-9694-c838acf88781) {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:56:18.181469 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455d18d8-3a6e-4a91-a7ef-fe08ca680ae7 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:56:18.182298 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-455d18d8-3a6e-4a91-a7ef-fe08ca680ae7 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:18.189505 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd160f2-a6b7-4a2a-b692-7b919c4486ca None None] Network f31249b6-704c-4553-9694-c838acf88781 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:56:18.296359 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1c071503-caee-418e-9b62-fca2d1a13c4d tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690761'] for router, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:18.359673 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-455f364d-e821-4d87-944d-5bc3f242ebd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:18.362601 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-455f364d-e821-4d87-944d-5bc3f242ebd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:18.369498 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-455f364d-e821-4d87-944d-5bc3f242ebd9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1eebc7ef-d0c1-476f-bd5e-af57c285ca7a HTTP/1.1" status: 204 len: 168 time: 0.3954010 May 28 06:56:18.395483 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-455d18d8-3a6e-4a91-a7ef-fe08ca680ae7 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8131688 May 28 06:56:18.412512 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455f364d-e821-4d87-944d-5bc3f242ebd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eebc7ef-d0c1-476f-bd5e-af57c285ca7a,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:56:18.412512 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1c071503-caee-418e-9b62-fca2d1a13c4d tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:18.412512 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-1c071503-caee-418e-9b62-fca2d1a13c4d tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5389309 May 28 06:56:18.416262 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 38920) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:56:18.423458 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 38922) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:56:18.443012 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-69fded0a-52b3-4863-a912-c51bca95fad7 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-902382828', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:56:18.472037 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-69fded0a-52b3-4863-a912-c51bca95fad7 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:56:18.493844 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1da94d1-1d49-4f27-96e2-94cf24a1a5b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-f31249b6-704c-4553-9694-c838acf88781', 'network_id': 'f31249b6-704c-4553-9694-c838acf88781', 'tenant_id': 'edfff7521b2740e6894c3714ce0e5450', 'fixed_ips': [{'subnet_id': '15d95180-e4be-497e-abb8-8363ba7ba051'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:56:18.500352 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-69fded0a-52b3-4863-a912-c51bca95fad7 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Usage tracker for resource:router and tenant:edfff7521b2740e6894c3714ce0e5450 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:56:18.515184 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c1da94d1-1d49-4f27-96e2-94cf24a1a5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:18.523060 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-69fded0a-52b3-4863-a912-c51bca95fad7 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:56:18.523060 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-575b6b8d-adc0-46ad-a896-3a3e2728fa60 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'enable_snat': True}}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:56:18.811480 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-c1da94d1-1d49-4f27-96e2-94cf24a1a5b9 None None] Allocated IP 2001:db8:1::2 (f31249b6-704c-4553-9694-c838acf88781/15d95180-e4be-497e-abb8-8363ba7ba051/0a230ecd-f6de-4c5f-80a8-44b8b33e486a) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:56:18.917653 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-69fded0a-52b3-4863-a912-c51bca95fad7 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:56:19.094858 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c1da94d1-1d49-4f27-96e2-94cf24a1a5b9 None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:19.136291 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-c1da94d1-1d49-4f27-96e2-94cf24a1a5b9 None None] Transition to ACTIVE for port object 0a230ecd-f6de-4c5f-80a8-44b8b33e486a will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:56:19.202103 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-c1da94d1-1d49-4f27-96e2-94cf24a1a5b9 None None] Transition to ACTIVE for port object 0a230ecd-f6de-4c5f-80a8-44b8b33e486a will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:56:19.258584 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-575b6b8d-adc0-46ad-a896-3a3e2728fa60 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59027'] for router, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:19.268517 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-69fded0a-52b3-4863-a912-c51bca95fad7 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59128'] for router, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:19.269748 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-69fded0a-52b3-4863-a912-c51bca95fad7 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59009'] for router, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:19.296327 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c1da94d1-1d49-4f27-96e2-94cf24a1a5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:19.304660 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-69fded0a-52b3-4863-a912-c51bca95fad7 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:19.392872 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 38948) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:56:19.404435 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1da94d1-1d49-4f27-96e2-94cf24a1a5b9 None None] Pushing event updated for resources: {'Port': ['ID=0a230ecd-f6de-4c5f-80a8-44b8b33e486a,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:56:19.412879 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1da94d1-1d49-4f27-96e2-94cf24a1a5b9 None None] Network f31249b6-704c-4553-9694-c838acf88781 is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:56:19.414135 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-c1da94d1-1d49-4f27-96e2-94cf24a1a5b9 None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:56:19.420303 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1da94d1-1d49-4f27-96e2-94cf24a1a5b9 None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:56:19.518776 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-69fded0a-52b3-4863-a912-c51bca95fad7 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690761'] for router, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:19.669947 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-c1da94d1-1d49-4f27-96e2-94cf24a1a5b9 None None] Attempting to bind port 0a230ecd-f6de-4c5f-80a8-44b8b33e486a on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:56:19.670494 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-c1da94d1-1d49-4f27-96e2-94cf24a1a5b9 None None] Attempting to bind port 0a230ecd-f6de-4c5f-80a8-44b8b33e486a by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': '98980ba2-b13a-4fbe-90ad-e8ca656fc898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'f31249b6-704c-4553-9694-c838acf88781'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:56:19.670657 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1da94d1-1d49-4f27-96e2-94cf24a1a5b9 None None] Attempting to bind port 0a230ecd-f6de-4c5f-80a8-44b8b33e486a on network f31249b6-704c-4553-9694-c838acf88781 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:56:19.677244 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1da94d1-1d49-4f27-96e2-94cf24a1a5b9 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:56:19.678056 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1da94d1-1d49-4f27-96e2-94cf24a1a5b9 None None] Checking segment: {'id': '98980ba2-b13a-4fbe-90ad-e8ca656fc898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'f31249b6-704c-4553-9694-c838acf88781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:56:19.678477 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c1da94d1-1d49-4f27-96e2-94cf24a1a5b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:19.678888 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1da94d1-1d49-4f27-96e2-94cf24a1a5b9 None None] Bound using segment: {'id': '98980ba2-b13a-4fbe-90ad-e8ca656fc898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'f31249b6-704c-4553-9694-c838acf88781'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:56:19.679346 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-c1da94d1-1d49-4f27-96e2-94cf24a1a5b9 None None] Bound port: 0a230ecd-f6de-4c5f-80a8-44b8b33e486a, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98980ba2-b13a-4fbe-90ad-e8ca656fc898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'f31249b6-704c-4553-9694-c838acf88781'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:56:19.679720 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c1da94d1-1d49-4f27-96e2-94cf24a1a5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:19.697699 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-435954d4-1200-44c0-815a-21286baad3e9 None None] Network 02f0ddf3-fa13-440e-b1d8-c1eeeecdc870 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:56:19.756467 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-69fded0a-52b3-4863-a912-c51bca95fad7 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks [] for router, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:19.758229 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-69fded0a-52b3-4863-a912-c51bca95fad7 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.3361712 May 28 06:56:19.769988 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 38956) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:56:19.832046 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-c1da94d1-1d49-4f27-96e2-94cf24a1a5b9 None None] For port 0a230ecd-f6de-4c5f-80a8-44b8b33e486a, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:56:19.842492 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-c1da94d1-1d49-4f27-96e2-94cf24a1a5b9 None None] For port 0a230ecd-f6de-4c5f-80a8-44b8b33e486a, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=0a230ecd-f6de-4c5f-80a8-44b8b33e486a,segment=NetworkSegment(98980ba2-b13a-4fbe-90ad-e8ca656fc898),segment_id=98980ba2-b13a-4fbe-90ad-e8ca656fc898)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:56:19.854168 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 6db67473-b5ac-46f8-a247-ebbf00b2e550 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:56:19.857929 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-f3d2b594-1bf3-4399-a353-85f55c9db557 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Deleting port 7f346a9d-9996-4ad2-886c-7600f56630d3 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:56:19.858402 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f3d2b594-1bf3-4399-a353-85f55c9db557 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:20.070528 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f3d2b594-1bf3-4399-a353-85f55c9db557 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:20.070781 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f3d2b594-1bf3-4399-a353-85f55c9db557 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:20.110937 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c1da94d1-1d49-4f27-96e2-94cf24a1a5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:20.264836 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-f3d2b594-1bf3-4399-a353-85f55c9db557 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Calling delete_port for 7f346a9d-9996-4ad2-886c-7600f56630d3 owned by network:floatingip {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:56:20.309539 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 38966) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:56:20.330108 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-9b7a0898-dc80-448b-bc5c-456c5fab0df2 None None] Provisioning for port 6db67473-b5ac-46f8-a247-ebbf00b2e550 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:56:20.339840 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-575b6b8d-adc0-46ad-a896-3a3e2728fa60 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:20.417588 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1da94d1-1d49-4f27-96e2-94cf24a1a5b9 None None] Pushing event updated for resources: {'Port': ['ID=0a230ecd-f6de-4c5f-80a8-44b8b33e486a,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:56:20.417835 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f3e3085c-2038-450a-961b-705164fa89e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:20.417835 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-575b6b8d-adc0-46ad-a896-3a3e2728fa60 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:20.468570 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 6db67473-b5ac-46f8-a247-ebbf00b2e550 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:56:20.475703 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-f3e3085c-2038-450a-961b-705164fa89e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:56:20.479560 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 6db67473-b5ac-46f8-a247-ebbf00b2e550 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:56:20.480117 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:20.481260 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-f3e3085c-2038-450a-961b-705164fa89e1 admin admin] Usage tracker for resource:security_group_rule and tenant:dedbaa3c14a64a088362664576ce3575 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:56:20.484465 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-f3e3085c-2038-450a-961b-705164fa89e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:56:20.491308 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-f3e3085c-2038-450a-961b-705164fa89e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:56:20.559479 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f3d2b594-1bf3-4399-a353-85f55c9db557 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:20.640637 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f3e3085c-2038-450a-961b-705164fa89e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:20.690081 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d2b594-1bf3-4399-a353-85f55c9db557 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Pushing event deleted for resources: {'Port': ['ID=7f346a9d-9996-4ad2-886c-7600f56630d3,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:56:20.787375 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 6db67473-b5ac-46f8-a247-ebbf00b2e550 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:56:20.788715 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:20.817269 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f3e3085c-2038-450a-961b-705164fa89e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:20.849008 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port 6db67473-b5ac-46f8-a247-ebbf00b2e550, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=6db67473-b5ac-46f8-a247-ebbf00b2e550,segment=NetworkSegment(7242e32a-87c1-4eb0-993c-5d8368851f66),segment_id=7242e32a-87c1-4eb0-993c-5d8368851f66)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:56:21.425388 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d26372aa-5434-4a79-8db6-1e1e65ca33b6 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:21.435859 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f3d2b594-1bf3-4399-a353-85f55c9db557 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Notify callbacks [] for floatingip, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:21.435859 n-d-843702-1 neutron-server[89109]: INFO neutron.db.l3_db [None req-f3d2b594-1bf3-4399-a353-85f55c9db557 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Floating IP 8a89fb3e-437e-4ffd-af7e-ce76827dfc37 disassociated (deleted). External IP: 172.25.5.202, port: 5339abe0-b88e-4e44-b310-bb976e9dcb7e. May 28 06:56:21.442276 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-5bf880e1-7540-4027-9167-47efd69e3b12 None None] Provisioning complete for port 6db67473-b5ac-46f8-a247-ebbf00b2e550 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:56:21.442276 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-5bf880e1-7540-4027-9167-47efd69e3b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:21.442276 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-5bf880e1-7540-4027-9167-47efd69e3b12 None None] Current status of the port 6db67473-b5ac-46f8-a247-ebbf00b2e550 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:56:21.442276 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-5bf880e1-7540-4027-9167-47efd69e3b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:21.462105 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-f3e3085c-2038-450a-961b-705164fa89e1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=dedbaa3c14a64a088362664576ce3575&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8695664 May 28 06:56:21.467178 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:21.467646 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 38978) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:56:21.467646 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e3085c-2038-450a-961b-705164fa89e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5f60053-2260-47e2-8e0d-5991676cb281,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:56:21.467907 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.db.api [None req-5bf880e1-7540-4027-9167-47efd69e3b12 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89111) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:56:21.467907 n-d-843702-1 neutron-server[89111]: DEBUG oslo_db.api [None req-5bf880e1-7540-4027-9167-47efd69e3b12 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:56:21.467907 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=6db67473-b5ac-46f8-a247-ebbf00b2e550,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:56:21.468291 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [None req-575b6b8d-adc0-46ad-a896-3a3e2728fa60 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Allocated IP 172.25.5.85 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/b14975d2-29ef-4cfa-9bcb-91377994ea8c) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:56:21.490071 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3d2b594-1bf3-4399-a353-85f55c9db557 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Router 63e6bf40-4d11-4016-bf6a-84902343b154 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:56:21.530145 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a9e70d74-ca58-4b68-ac4b-7f45cf651b36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:21.763971 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a9e70d74-ca58-4b68-ac4b-7f45cf651b36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:21.859063 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3d2b594-1bf3-4399-a353-85f55c9db557 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:56:21.893854 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b0390a-0be6-49cb-b897-da2e1641775c None None] Sync routers for ids ['63e6bf40-4d11-4016-bf6a-84902343b154'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:56:21.908188 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162cd9e4-0aa4-4039-a27f-fe35d256a482 None None] Network f31249b6-704c-4553-9694-c838acf88781 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:56:21.909859 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f3d2b594-1bf3-4399-a353-85f55c9db557 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:21.975986 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 6db67473-b5ac-46f8-a247-ebbf00b2e550 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:56:21.985534 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-575b6b8d-adc0-46ad-a896-3a3e2728fa60 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:21.995927 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [None req-d26372aa-5434-4a79-8db6-1e1e65ca33b6 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Allocated IP 2001:db8::1 (02f0ddf3-fa13-440e-b1d8-c1eeeecdc870/01d61e46-531d-4fd2-9543-9fbe34864b55/e67511ea-9572-4dcb-be6a-a6d3da2ddf89) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:56:22.025192 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-f3d2b594-1bf3-4399-a353-85f55c9db557 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] 10.222.0.55 "DELETE /v2.0/floatingips/8a89fb3e-437e-4ffd-af7e-ce76827dfc37 HTTP/1.1" status: 204 len: 168 time: 2.6277692 May 28 06:56:22.025192 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7c0233a-f0a9-4461-8e6f-995b4a038917', 'tag': '5339abe0-b88e-4e44-b310-bb976e9dcb7e'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:56:22.123356 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a9e70d74-ca58-4b68-ac4b-7f45cf651b36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:22.143245 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e70d74-ca58-4b68-ac4b-7f45cf651b36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5f60053-2260-47e2-8e0d-5991676cb281,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:56:22.144856 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-540841eb-a9b8-448c-b0c9-62c385d4dad9'] response: {'name': 'network-changed', 'server_uuid': 'e7c0233a-f0a9-4461-8e6f-995b4a038917', 'tag': '5339abe0-b88e-4e44-b310-bb976e9dcb7e', 'status': 'completed', 'code': 200} May 28 06:56:22.167870 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b0390a-0be6-49cb-b897-da2e1641775c None None] Routers {'63e6bf40-4d11-4016-bf6a-84902343b154'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:56:22.168741 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-b6b0390a-0be6-49cb-b897-da2e1641775c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:55:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['63e6bf40-4d11-4016-bf6a-84902343b154'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:56:22.214076 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a9e70d74-ca58-4b68-ac4b-7f45cf651b36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:22.217529 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-a9e70d74-ca58-4b68-ac4b-7f45cf651b36 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a5f60053-2260-47e2-8e0d-5991676cb281 HTTP/1.1" status: 204 len: 168 time: 0.9363959 May 28 06:56:22.267696 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-575b6b8d-adc0-46ad-a896-3a3e2728fa60 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:22.322957 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-5bf880e1-7540-4027-9167-47efd69e3b12 None None] Current status of the port 6db67473-b5ac-46f8-a247-ebbf00b2e550 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:56:22.347398 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173eb2d4-7dfe-4763-8541-0dc5a85664d3 req-b9e31abc-8e99-4976-85b3-1fa7d51913e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:56:22.349927 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-173eb2d4-7dfe-4763-8541-0dc5a85664d3 req-b9e31abc-8e99-4976-85b3-1fa7d51913e9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5e10d5f74e5d4c1ba1676abddcb9b284&device_id=e7c0233a-f0a9-4461-8e6f-995b4a038917 HTTP/1.1" status: 200 len: 1096 time: 0.1621246 May 28 06:56:22.448411 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575b6b8d-adc0-46ad-a896-3a3e2728fa60 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Pushing event updated for resources: {'Port': ['ID=b14975d2-29ef-4cfa-9bcb-91377994ea8c,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:56:22.512093 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d26372aa-5434-4a79-8db6-1e1e65ca33b6 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:22.591704 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-575b6b8d-adc0-46ad-a896-3a3e2728fa60 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:56:22.593535 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [None req-d26372aa-5434-4a79-8db6-1e1e65ca33b6 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Transition to ACTIVE for port object e67511ea-9572-4dcb-be6a-a6d3da2ddf89 will not be triggered until provisioned by entity DHCP. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:56:22.599846 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-575b6b8d-adc0-46ad-a896-3a3e2728fa60 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:56:22.603220 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575b6b8d-adc0-46ad-a896-3a3e2728fa60 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:56:22.667602 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173eb2d4-7dfe-4763-8541-0dc5a85664d3 req-7d384388-b451-489a-8772-a64a5ef7185a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:56:22.670118 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-173eb2d4-7dfe-4763-8541-0dc5a85664d3 req-7d384388-b451-489a-8772-a64a5ef7185a service neutron] 10.222.0.71 "GET /v2.0/networks?id=e8a2a26d-ca66-4cab-9858-6f3c41497abf HTTP/1.1" status: 200 len: 915 time: 0.3134151 May 28 06:56:22.717830 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 6db67473-b5ac-46f8-a247-ebbf00b2e550 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:56:22.717830 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:22.751066 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-173eb2d4-7dfe-4763-8541-0dc5a85664d3 req-3b219230-ae9d-47d7-9eed-12ff5ded96ae service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5339abe0-b88e-4e44-b310-bb976e9dcb7e HTTP/1.1" status: 200 len: 217 time: 0.0711818 May 28 06:56:22.754481 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 39016) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:56:22.762107 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-cf37fc6f-b3be-444d-a702-2a33ed8d28e1 None None] Provisioning for port 0a230ecd-f6de-4c5f-80a8-44b8b33e486a completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:56:22.809926 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-b6b0390a-0be6-49cb-b897-da2e1641775c None None] Set router 63e6bf40-4d11-4016-bf6a-84902343b154 gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:56:22.932168 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-8244886f-69ea-4101-a0e0-d123079b5a77 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "GET /v2.0/floatingips/81afdf10-d54b-4459-b948-5a1132e74765 HTTP/1.1" status: 200 len: 994 time: 0.1763377 May 28 06:56:22.940909 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173eb2d4-7dfe-4763-8541-0dc5a85664d3 req-2a3ab7e5-87bb-4858-9baf-d4a8ef61a0da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:56:22.942988 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-173eb2d4-7dfe-4763-8541-0dc5a85664d3 req-2a3ab7e5-87bb-4858-9baf-d4a8ef61a0da service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8eb43fa5-254f-4ae9-8992-ff7c55790b6d HTTP/1.1" status: 200 len: 853 time: 0.1255586 May 28 06:56:23.145145 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173eb2d4-7dfe-4763-8541-0dc5a85664d3 req-4980fda6-6840-456f-b5c2-5a44c00404fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:56:23.157868 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-173eb2d4-7dfe-4763-8541-0dc5a85664d3 req-4980fda6-6840-456f-b5c2-5a44c00404fe service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e8a2a26d-ca66-4cab-9858-6f3c41497abf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1977527 May 28 06:56:23.331918 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed68c23-46a0-47af-9b47-194ec9bcb84a req-cc3085be-bd6e-43cf-bbe2-a08e6c6478a0 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:56:23.336344 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6ed68c23-46a0-47af-9b47-194ec9bcb84a req-cc3085be-bd6e-43cf-bbe2-a08e6c6478a0 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7c0233a-f0a9-4461-8e6f-995b4a038917 HTTP/1.1" status: 200 len: 945 time: 0.2812037 May 28 06:56:23.347512 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 39044) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:56:23.409241 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6ed68c23-46a0-47af-9b47-194ec9bcb84a req-659fe5a8-5bb6-4aa7-946b-f375e049b9c8 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] 10.222.0.55 "GET /v2.0/security-groups?id=3af4d67a-5ada-4455-bedc-8c97de6bcccb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634985 May 28 06:56:23.451063 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-173eb2d4-7dfe-4763-8541-0dc5a85664d3 req-fe844ff2-187c-4d8b-ae54-3cc85f49d81e service neutron] 10.222.0.71 "GET /v2.0/networks/e8a2a26d-ca66-4cab-9858-6f3c41497abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2899771 May 28 06:56:23.651244 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 6db67473-b5ac-46f8-a247-ebbf00b2e550 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:56:23.652708 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 0a230ecd-f6de-4c5f-80a8-44b8b33e486a up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:56:23.705917 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-173eb2d4-7dfe-4763-8541-0dc5a85664d3 req-2798feca-d4ad-46f4-abb1-061103bdc6fe service neutron] 10.222.0.71 "GET /v2.0/networks/e8a2a26d-ca66-4cab-9858-6f3c41497abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462728 May 28 06:56:23.733487 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d26372aa-5434-4a79-8db6-1e1e65ca33b6 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:23.753914 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-b6b0390a-0be6-49cb-b897-da2e1641775c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e6bf40-4d11-4016-bf6a-84902343b154', 'name': 'tempest-TestVolumeBackupRestore-1776720312-router', 'tenant_id': '5e10d5f74e5d4c1ba1676abddcb9b284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': 'e297dfee-fdf1-44c8-919b-5f8ab8d167e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:47:53Z', 'updated_at': '2022-05-28T06:48:06Z', 'revision_number': 4, 'project_id': '5e10d5f74e5d4c1ba1676abddcb9b284', 'gw_port': {'id': 'e297dfee-fdf1-44c8-919b-5f8ab8d167e8', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e9:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e6bf40-4d11-4016-bf6a-84902343b154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:47:56Z', 'updated_at': '2022-05-28T06:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '94794d95-16dc-4eb7-adc9-6957ff3cb005', 'name': '', 'network_id': 'e8a2a26d-ca66-4cab-9858-6f3c41497abf', 'tenant_id': '5e10d5f74e5d4c1ba1676abddcb9b284', 'mac_address': 'fa:16:3e:41:b2:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e6bf40-4d11-4016-bf6a-84902343b154', 'device_owner': 'network:router_interface', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': '8eb43fa5-254f-4ae9-8992-ff7c55790b6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:48:03Z', 'updated_at': '2022-05-28T06:48:21Z', 'revision_number': 5, 'project_id': '5e10d5f74e5d4c1ba1676abddcb9b284', 'subnets': [{'id': '8eb43fa5-254f-4ae9-8992-ff7c55790b6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:56:23.759905 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b0390a-0be6-49cb-b897-da2e1641775c None None] Checking router: 63e6bf40-4d11-4016-bf6a-84902343b154 for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:56:23.772338 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b0390a-0be6-49cb-b897-da2e1641775c None None] Routers {'63e6bf40-4d11-4016-bf6a-84902343b154'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:56:23.772992 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-b6b0390a-0be6-49cb-b897-da2e1641775c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:55:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['63e6bf40-4d11-4016-bf6a-84902343b154'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:56:23.975764 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-b6b0390a-0be6-49cb-b897-da2e1641775c None None] Set router 63e6bf40-4d11-4016-bf6a-84902343b154 gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:56:24.120711 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 0a230ecd-f6de-4c5f-80a8-44b8b33e486a completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:56:24.134726 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 0a230ecd-f6de-4c5f-80a8-44b8b33e486a triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:56:24.135207 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:24.203607 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26372aa-5434-4a79-8db6-1e1e65ca33b6 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Network 02f0ddf3-fa13-440e-b1d8-c1eeeecdc870 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:56:24.211218 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-d26372aa-5434-4a79-8db6-1e1e65ca33b6 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:56:24.218217 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26372aa-5434-4a79-8db6-1e1e65ca33b6 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:56:24.218780 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d26372aa-5434-4a79-8db6-1e1e65ca33b6 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690947'] for router_interface, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:24.292509 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-264a5e29-ae6a-4eb1-9ca3-006c094bb978 None None] Provisioning complete for port 0a230ecd-f6de-4c5f-80a8-44b8b33e486a triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:56:24.293125 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-264a5e29-ae6a-4eb1-9ca3-006c094bb978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:24.425515 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-3051195d-2423-4a71-a32e-796795265bc9 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Deleting port a8f99dec-b077-418d-8de3-cf4dfb2aa4ed {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:56:24.436447 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3051195d-2423-4a71-a32e-796795265bc9 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:24.678481 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3051195d-2423-4a71-a32e-796795265bc9 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:24.678810 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3051195d-2423-4a71-a32e-796795265bc9 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:24.696758 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 0a230ecd-f6de-4c5f-80a8-44b8b33e486a is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:56:24.697356 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:24.804267 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-3051195d-2423-4a71-a32e-796795265bc9 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Calling delete_port for a8f99dec-b077-418d-8de3-cf4dfb2aa4ed owned by network:floatingip {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:56:24.804834 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port 0a230ecd-f6de-4c5f-80a8-44b8b33e486a, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=0a230ecd-f6de-4c5f-80a8-44b8b33e486a,segment=NetworkSegment(98980ba2-b13a-4fbe-90ad-e8ca656fc898),segment_id=98980ba2-b13a-4fbe-90ad-e8ca656fc898)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:56:24.814127 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-264a5e29-ae6a-4eb1-9ca3-006c094bb978 None None] Current status of the port 0a230ecd-f6de-4c5f-80a8-44b8b33e486a is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:56:24.820841 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-264a5e29-ae6a-4eb1-9ca3-006c094bb978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:24.856658 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-b6b0390a-0be6-49cb-b897-da2e1641775c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e6bf40-4d11-4016-bf6a-84902343b154', 'name': 'tempest-TestVolumeBackupRestore-1776720312-router', 'tenant_id': '5e10d5f74e5d4c1ba1676abddcb9b284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': 'e297dfee-fdf1-44c8-919b-5f8ab8d167e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:47:53Z', 'updated_at': '2022-05-28T06:48:06Z', 'revision_number': 4, 'project_id': '5e10d5f74e5d4c1ba1676abddcb9b284', 'gw_port': {'id': 'e297dfee-fdf1-44c8-919b-5f8ab8d167e8', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e9:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e6bf40-4d11-4016-bf6a-84902343b154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:47:56Z', 'updated_at': '2022-05-28T06:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '94794d95-16dc-4eb7-adc9-6957ff3cb005', 'name': '', 'network_id': 'e8a2a26d-ca66-4cab-9858-6f3c41497abf', 'tenant_id': '5e10d5f74e5d4c1ba1676abddcb9b284', 'mac_address': 'fa:16:3e:41:b2:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e6bf40-4d11-4016-bf6a-84902343b154', 'device_owner': 'network:router_interface', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': '8eb43fa5-254f-4ae9-8992-ff7c55790b6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:48:03Z', 'updated_at': '2022-05-28T06:48:21Z', 'revision_number': 5, 'project_id': '5e10d5f74e5d4c1ba1676abddcb9b284', 'subnets': [{'id': '8eb43fa5-254f-4ae9-8992-ff7c55790b6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:56:24.861171 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b0390a-0be6-49cb-b897-da2e1641775c None None] The sync data for ids ['63e6bf40-4d11-4016-bf6a-84902343b154'] in n-d-843702-1 is: [{'id': '63e6bf40-4d11-4016-bf6a-84902343b154', 'name': 'tempest-TestVolumeBackupRestore-1776720312-router', 'tenant_id': '5e10d5f74e5d4c1ba1676abddcb9b284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': 'e297dfee-fdf1-44c8-919b-5f8ab8d167e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:47:53Z', 'updated_at': '2022-05-28T06:48:06Z', 'revision_number': 4, 'project_id': '5e10d5f74e5d4c1ba1676abddcb9b284', 'gw_port': {'id': 'e297dfee-fdf1-44c8-919b-5f8ab8d167e8', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e9:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e6bf40-4d11-4016-bf6a-84902343b154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:47:56Z', 'updated_at': '2022-05-28T06:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '94794d95-16dc-4eb7-adc9-6957ff3cb005', 'name': '', 'network_id': 'e8a2a26d-ca66-4cab-9858-6f3c41497abf', 'tenant_id': '5e10d5f74e5d4c1ba1676abddcb9b284', 'mac_address': 'fa:16:3e:41:b2:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e6bf40-4d11-4016-bf6a-84902343b154', 'device_owner': 'network:router_interface', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': '8eb43fa5-254f-4ae9-8992-ff7c55790b6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:48:03Z', 'updated_at': '2022-05-28T06:48:21Z', 'revision_number': 5, 'project_id': '5e10d5f74e5d4c1ba1676abddcb9b284', 'subnets': [{'id': '8eb43fa5-254f-4ae9-8992-ff7c55790b6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:56:24.898552 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:24.964566 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba07906e-468d-4a48-8063-5d751afc4d3a req-67965d58-f16b-4436-99bb-f831917663cf tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:56:24.966501 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-ba07906e-468d-4a48-8063-5d751afc4d3a req-67965d58-f16b-4436-99bb-f831917663cf tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Synchronizing usage tracker for tenant:5e10d5f74e5d4c1ba1676abddcb9b284 on resource:port {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:56:25.054639 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26372aa-5434-4a79-8db6-1e1e65ca33b6 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Pushing event updated for resources: {'Port': ['ID=e67511ea-9572-4dcb-be6a-a6d3da2ddf89,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:56:25.066250 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.db.api [None req-264a5e29-ae6a-4eb1-9ca3-006c094bb978 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89111) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:56:25.066605 n-d-843702-1 neutron-server[89111]: DEBUG oslo_db.api [None req-264a5e29-ae6a-4eb1-9ca3-006c094bb978 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:56:25.072823 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=0a230ecd-f6de-4c5f-80a8-44b8b33e486a,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:56:25.102167 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-575b6b8d-adc0-46ad-a896-3a3e2728fa60 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:25.112887 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-ba07906e-468d-4a48-8063-5d751afc4d3a req-67965d58-f16b-4436-99bb-f831917663cf tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Unset dirty status for tenant:5e10d5f74e5d4c1ba1676abddcb9b284 on resource:port {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:56:25.118662 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-ba07906e-468d-4a48-8063-5d751afc4d3a req-67965d58-f16b-4436-99bb-f831917663cf tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] 10.222.0.71 "GET /v2.0/ports?device_id=e7c0233a-f0a9-4461-8e6f-995b4a038917 HTTP/1.1" status: 200 len: 945 time: 0.3680065 May 28 06:56:25.176057 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3051195d-2423-4a71-a32e-796795265bc9 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:25.203199 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [req-ba07906e-468d-4a48-8063-5d751afc4d3a req-0a4cbd95-b487-4d03-8f94-02eec640ab7f tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Deleting port 5339abe0-b88e-4e44-b310-bb976e9dcb7e {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:56:25.203685 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-ba07906e-468d-4a48-8063-5d751afc4d3a req-0a4cbd95-b487-4d03-8f94-02eec640ab7f tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:25.312489 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3051195d-2423-4a71-a32e-796795265bc9 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Pushing event deleted for resources: {'Port': ['ID=a8f99dec-b077-418d-8de3-cf4dfb2aa4ed,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:56:25.318713 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d26372aa-5434-4a79-8db6-1e1e65ca33b6 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:25.324882 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6556eb2-7740-460b-a6cb-e3f9156859e3 None None] New status for floating IP 8a89fb3e-437e-4ffd-af7e-ce76827dfc37: DOWN {{(pid=89112) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 06:56:25.690497 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-264a5e29-ae6a-4eb1-9ca3-006c094bb978 None None] Current status of the port 0a230ecd-f6de-4c5f-80a8-44b8b33e486a is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:56:25.828118 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae4d9c0-00a1-486c-b868-d0f12c8f0240 req-f33958f1-4314-48ff-bca0-413f022ebed2 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:56:25.836025 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3ae4d9c0-00a1-486c-b868-d0f12c8f0240 req-f33958f1-4314-48ff-bca0-413f022ebed2 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7c0233a-f0a9-4461-8e6f-995b4a038917 HTTP/1.1" status: 200 len: 945 time: 0.8539181 May 28 06:56:25.854342 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-ba07906e-468d-4a48-8063-5d751afc4d3a req-0a4cbd95-b487-4d03-8f94-02eec640ab7f tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] For port 5339abe0-b88e-4e44-b310-bb976e9dcb7e, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=5339abe0-b88e-4e44-b310-bb976e9dcb7e,segment=NetworkSegment(d74126e0-2d6c-4218-a52c-5b7126833ce2),segment_id=d74126e0-2d6c-4218-a52c-5b7126833ce2)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:56:25.854864 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-ba07906e-468d-4a48-8063-5d751afc4d3a req-0a4cbd95-b487-4d03-8f94-02eec640ab7f tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:25.897354 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-5e1052d7-4aef-4b5d-81c6-0bb8362a9e42 None None] Provisioning for port e67511ea-9572-4dcb-be6a-a6d3da2ddf89 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:56:25.912821 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-5e1052d7-4aef-4b5d-81c6-0bb8362a9e42 None None] Provisioning complete for port e67511ea-9572-4dcb-be6a-a6d3da2ddf89 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:56:25.912821 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-5e1052d7-4aef-4b5d-81c6-0bb8362a9e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:26.025776 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [req-ba07906e-468d-4a48-8063-5d751afc4d3a req-0a4cbd95-b487-4d03-8f94-02eec640ab7f tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Calling delete_port for 5339abe0-b88e-4e44-b310-bb976e9dcb7e owned by compute:nova {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:56:26.118753 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3051195d-2423-4a71-a32e-796795265bc9 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks [] for floatingip, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:26.119347 n-d-843702-1 neutron-server[89110]: INFO neutron.db.l3_db [None req-3051195d-2423-4a71-a32e-796795265bc9 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Floating IP 81afdf10-d54b-4459-b948-5a1132e74765 disassociated (deleted). External IP: 172.25.5.190, port: 660ee85a-bbc4-473f-aad5-5f0544a8cd62. May 28 06:56:26.213512 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-5e1052d7-4aef-4b5d-81c6-0bb8362a9e42 None None] Port e67511ea-9572-4dcb-be6a-a6d3da2ddf89 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:56:26.339042 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3ae4d9c0-00a1-486c-b868-d0f12c8f0240 req-91dba2d2-f8c9-4c08-939f-395e48b97916 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] 10.222.0.55 "GET /v2.0/security-groups?id=3af4d67a-5ada-4455-bedc-8c97de6bcccb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5018864 May 28 06:56:26.437929 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-ba07906e-468d-4a48-8063-5d751afc4d3a req-0a4cbd95-b487-4d03-8f94-02eec640ab7f tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:26.575949 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-4f1c6f9d-bdb9-4b16-87a6-8d52bf8fd26d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:26.592111 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4cbd95-b487-4d03-8f94-02eec640ab7f tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Pushing event deleted for resources: {'Port': ['ID=5339abe0-b88e-4e44-b310-bb976e9dcb7e,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:56:26.657204 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba07906e-468d-4a48-8063-5d751afc4d3a req-0a4cbd95-b487-4d03-8f94-02eec640ab7f tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] No DVR routers for this DVR port 5339abe0-b88e-4e44-b310-bb976e9dcb7e on host n-h2-843702-1 {{(pid=89109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:56:26.659047 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-ba07906e-468d-4a48-8063-5d751afc4d3a req-0a4cbd95-b487-4d03-8f94-02eec640ab7f tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:26.664942 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7c0233a-f0a9-4461-8e6f-995b4a038917', 'name': 'network-vif-deleted', 'tag': '5339abe0-b88e-4e44-b310-bb976e9dcb7e'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:56:26.705851 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-575b6b8d-adc0-46ad-a896-3a3e2728fa60 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59027'] for router, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:26.734781 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-029792ed-94be-45ec-afbb-dc0acb37817a'] response: {'server_uuid': 'e7c0233a-f0a9-4461-8e6f-995b4a038917', 'name': 'network-vif-deleted', 'tag': '5339abe0-b88e-4e44-b310-bb976e9dcb7e', 'status': 'completed', 'code': 200} May 28 06:56:26.798213 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-575b6b8d-adc0-46ad-a896-3a3e2728fa60 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-690815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-690800', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-692041'] for router, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:26.855864 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-ba07906e-468d-4a48-8063-5d751afc4d3a req-0a4cbd95-b487-4d03-8f94-02eec640ab7f tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] 10.222.0.71 "DELETE /v2.0/ports/5339abe0-b88e-4e44-b310-bb976e9dcb7e HTTP/1.1" status: 204 len: 173 time: 1.7344990 May 28 06:56:26.993526 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 0a230ecd-f6de-4c5f-80a8-44b8b33e486a up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:56:27.154125 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d26372aa-5434-4a79-8db6-1e1e65ca33b6 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:27.166272 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 0a230ecd-f6de-4c5f-80a8-44b8b33e486a triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:56:27.166653 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:27.178571 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3051195d-2423-4a71-a32e-796795265bc9 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Router 63d4cd8b-0614-4df8-b526-1c51745a05d8 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:56:27.306715 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 0a230ecd-f6de-4c5f-80a8-44b8b33e486a is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:56:27.307292 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d26372aa-5434-4a79-8db6-1e1e65ca33b6 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:27.308116 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d26372aa-5434-4a79-8db6-1e1e65ca33b6 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700602'] for router_interface, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:27.461679 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 39146) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:56:27.666272 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ebea483c-f65e-4e9a-a2fa-91a54872cfa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:27.683944 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-ebea483c-f65e-4e9a-a2fa-91a54872cfa2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:56:27.688434 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-ebea483c-f65e-4e9a-a2fa-91a54872cfa2 admin admin] Usage tracker for resource:security_group_rule and tenant:ffd6bc0509214544bcb2a27c594af73e is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:56:27.691904 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-ebea483c-f65e-4e9a-a2fa-91a54872cfa2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:56:27.698583 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-ebea483c-f65e-4e9a-a2fa-91a54872cfa2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:56:27.787875 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:27.816609 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ebea483c-f65e-4e9a-a2fa-91a54872cfa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:27.920759 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4595f144-5323-40ca-bb37-2ba36cf668dc req-c45cdd36-2db5-4ffd-b984-f4fed78bf807 tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7c0233a-f0a9-4461-8e6f-995b4a038917 HTTP/1.1" status: 200 len: 210 time: 0.2973607 May 28 06:56:27.924948 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26372aa-5434-4a79-8db6-1e1e65ca33b6 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Pushing event updated for resources: {'Port': ['ID=e67511ea-9572-4dcb-be6a-a6d3da2ddf89,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:56:27.930153 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ebea483c-f65e-4e9a-a2fa-91a54872cfa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:27.971251 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3051195d-2423-4a71-a32e-796795265bc9 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:56:27.982506 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebea483c-f65e-4e9a-a2fa-91a54872cfa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52de8371-a745-4200-ac1c-2a9d0abecf7d,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:56:27.984075 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842aa544-867d-4e4e-a2e4-67fab2125803 None None] Sync routers for ids ['63d4cd8b-0614-4df8-b526-1c51745a05d8'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:56:27.997137 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842aa544-867d-4e4e-a2e4-67fab2125803 None None] Routers {'63d4cd8b-0614-4df8-b526-1c51745a05d8'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:56:27.998993 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-842aa544-867d-4e4e-a2e4-67fab2125803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:55:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['63d4cd8b-0614-4df8-b526-1c51745a05d8'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:56:28.013730 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-575b6b8d-adc0-46ad-a896-3a3e2728fa60 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Router 3e678a34-6a5d-4aaa-8136-4290093eaa45 is scheduled to L3 agent 42958940-9562-4f71-972f-15a8af9d3963 with binding_index 1 {{(pid=89110) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 06:56:28.018664 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-ebea483c-f65e-4e9a-a2fa-91a54872cfa2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ffd6bc0509214544bcb2a27c594af73e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5553513 May 28 06:56:28.019269 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 39158) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:56:28.033549 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26372aa-5434-4a79-8db6-1e1e65ca33b6 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Network 02f0ddf3-fa13-440e-b1d8-c1eeeecdc870 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:56:28.035547 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-d26372aa-5434-4a79-8db6-1e1e65ca33b6 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:56:28.046210 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 39162) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:56:28.089450 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-60c768ed-8bf4-4bb5-9ac6-149f5ea10c83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:28.127101 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-60c768ed-8bf4-4bb5-9ac6-149f5ea10c83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:28.142981 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-800c4b50-b964-42ea-b570-7800f3d6ecf6 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Request body: {'network': {'name': 'tempest-network-smoke--1146817239', 'project_id': '1557a9c5f0a44514943027d1639e77df', 'port_security_enabled': True}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:56:28.215483 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-800c4b50-b964-42ea-b570-7800f3d6ecf6 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:56:28.229003 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-800c4b50-b964-42ea-b570-7800f3d6ecf6 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Usage tracker for resource:network and tenant:1557a9c5f0a44514943027d1639e77df is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:56:28.235347 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3051195d-2423-4a71-a32e-796795265bc9 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:28.276690 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-800c4b50-b964-42ea-b570-7800f3d6ecf6 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:56:28.283735 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-842aa544-867d-4e4e-a2e4-67fab2125803 None None] Set router 63d4cd8b-0614-4df8-b526-1c51745a05d8 gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:56:28.284742 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-60c768ed-8bf4-4bb5-9ac6-149f5ea10c83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:28.311957 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c768ed-8bf4-4bb5-9ac6-149f5ea10c83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52de8371-a745-4200-ac1c-2a9d0abecf7d,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:56:28.331320 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-60c768ed-8bf4-4bb5-9ac6-149f5ea10c83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:28.335669 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-60c768ed-8bf4-4bb5-9ac6-149f5ea10c83 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/52de8371-a745-4200-ac1c-2a9d0abecf7d HTTP/1.1" status: 204 len: 168 time: 0.3154013 May 28 06:56:28.376396 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-800c4b50-b964-42ea-b570-7800f3d6ecf6 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:56:28.483033 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-3051195d-2423-4a71-a32e-796795265bc9 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "DELETE /v2.0/floatingips/81afdf10-d54b-4459-b948-5a1132e74765 HTTP/1.1" status: 204 len: 168 time: 5.1098509 May 28 06:56:28.523561 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c103d84e-3c3a-438c-8d9d-50c958fdfc34', 'tag': '660ee85a-bbc4-473f-aad5-5f0544a8cd62'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:56:28.528756 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-575b6b8d-adc0-46ad-a896-3a3e2728fa60 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:56:28.544035 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a634ef2d-5a67-4fc5-8e3b-e59e98508ff1 None None] Sync routers for ids ['3e678a34-6a5d-4aaa-8136-4290093eaa45'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:56:28.553757 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-1e4b1fa2-9f5e-42e3-99bc-8438b5ec5980 None None] Provisioning complete for port e67511ea-9572-4dcb-be6a-a6d3da2ddf89 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:56:28.554137 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-1e4b1fa2-9f5e-42e3-99bc-8438b5ec5980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:28.566911 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a634ef2d-5a67-4fc5-8e3b-e59e98508ff1 None None] Routers {'3e678a34-6a5d-4aaa-8136-4290093eaa45'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:56:28.567565 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-a634ef2d-5a67-4fc5-8e3b-e59e98508ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:55:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['3e678a34-6a5d-4aaa-8136-4290093eaa45'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:56:28.573719 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-575b6b8d-adc0-46ad-a896-3a3e2728fa60 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Notify callbacks [] for router, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:28.574974 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-575b6b8d-adc0-46ad-a896-3a3e2728fa60 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] 10.222.0.55 "PUT /v2.0/routers/3e678a34-6a5d-4aaa-8136-4290093eaa45 HTTP/1.1" status: 200 len: 918 time: 10.1549306 May 28 06:56:28.577964 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 39172) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:56:28.592866 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-800c4b50-b964-42ea-b570-7800f3d6ecf6 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Made reservation on behalf of 1557a9c5f0a44514943027d1639e77df for: {'network': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:56:28.597084 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-800c4b50-b964-42ea-b570-7800f3d6ecf6 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:28.635115 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a94ed813-7276-493d-91f5-474ca4ae6591'] response: {'name': 'network-changed', 'server_uuid': 'c103d84e-3c3a-438c-8d9d-50c958fdfc34', 'tag': '660ee85a-bbc4-473f-aad5-5f0544a8cd62', 'status': 'completed', 'code': 200} May 28 06:56:28.653069 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-800c4b50-b964-42ea-b570-7800f3d6ecf6 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:28.728855 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-1e4b1fa2-9f5e-42e3-99bc-8438b5ec5980 None None] Port e67511ea-9572-4dcb-be6a-a6d3da2ddf89 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:56:28.737066 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-a634ef2d-5a67-4fc5-8e3b-e59e98508ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:56:28.767200 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a634ef2d-5a67-4fc5-8e3b-e59e98508ff1 None None] Routers {'3e678a34-6a5d-4aaa-8136-4290093eaa45'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:56:28.769013 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-a634ef2d-5a67-4fc5-8e3b-e59e98508ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:55:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['3e678a34-6a5d-4aaa-8136-4290093eaa45'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:56:28.826687 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-800c4b50-b964-42ea-b570-7800f3d6ecf6 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:56:28.832465 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-800c4b50-b964-42ea-b570-7800f3d6ecf6 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Usage tracker for resource:security_group_rule and tenant:1557a9c5f0a44514943027d1639e77df is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:56:28.858619 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-800c4b50-b964-42ea-b570-7800f3d6ecf6 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:56:28.876157 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-800c4b50-b964-42ea-b570-7800f3d6ecf6 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:56:28.898010 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-842aa544-867d-4e4e-a2e4-67fab2125803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63d4cd8b-0614-4df8-b526-1c51745a05d8', 'name': 'tempest-TestNetworkBasicOps-router-1790145053', 'tenant_id': '4cdf69566d684d639d89f5935d02f247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': 'ff64f442-95fe-4bff-ae44-cf573907ae42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:55:05Z', 'updated_at': '2022-05-28T06:55:19Z', 'revision_number': 4, 'project_id': '4cdf69566d684d639d89f5935d02f247', 'gw_port': {'id': 'ff64f442-95fe-4bff-ae44-cf573907ae42', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:4e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d4cd8b-0614-4df8-b526-1c51745a05d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:55:07Z', 'updated_at': '2022-05-28T06:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'f03d07a6-901d-47c7-bcfc-3ae4cf5839a1', 'name': '', 'network_id': 'cc227551-10d6-4137-b8c0-b5564a615692', 'tenant_id': '4cdf69566d684d639d89f5935d02f247', 'mac_address': 'fa:16:3e:89:c1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d4cd8b-0614-4df8-b526-1c51745a05d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '3a475d8d-ca30-4add-b5d9-a4d38d6fa8e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:55:17Z', 'updated_at': '2022-05-28T06:55:28Z', 'revision_number': 5, 'project_id': '4cdf69566d684d639d89f5935d02f247', 'subnets': [{'id': '3a475d8d-ca30-4add-b5d9-a4d38d6fa8e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:56:28.906964 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842aa544-867d-4e4e-a2e4-67fab2125803 None None] Checking router: 63d4cd8b-0614-4df8-b526-1c51745a05d8 for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:56:28.920027 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-a634ef2d-5a67-4fc5-8e3b-e59e98508ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:56:28.920486 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a634ef2d-5a67-4fc5-8e3b-e59e98508ff1 None None] The sync data for ids ['3e678a34-6a5d-4aaa-8136-4290093eaa45'] in n-d-843702-1 is: [] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:56:28.933750 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842aa544-867d-4e4e-a2e4-67fab2125803 None None] Routers {'63d4cd8b-0614-4df8-b526-1c51745a05d8'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:56:28.933750 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-842aa544-867d-4e4e-a2e4-67fab2125803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:55:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['63d4cd8b-0614-4df8-b526-1c51745a05d8'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:56:29.017582 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-405cceff-a775-4a2f-b4ad-2afdb273aa8e tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] 10.222.0.55 "GET /v2.0/routers/3e678a34-6a5d-4aaa-8136-4290093eaa45 HTTP/1.1" status: 200 len: 924 time: 0.4383464 May 28 06:56:29.019311 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 39182) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:56:29.056035 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 39186) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:56:29.058363 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56edf83d-c851-47fd-93d9-33912467c8be req-581bdace-1e3f-44bf-a97c-9af799ef1079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:56:29.060598 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-56edf83d-c851-47fd-93d9-33912467c8be req-581bdace-1e3f-44bf-a97c-9af799ef1079 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4cdf69566d684d639d89f5935d02f247&device_id=c103d84e-3c3a-438c-8d9d-50c958fdfc34 HTTP/1.1" status: 200 len: 1097 time: 0.3831773 May 28 06:56:29.064169 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-596055ef-2176-4757-b4f1-3841f45a843b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:29.155203 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb135223-259d-4aa7-8949-60487edf1063 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:56:29.156939 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-cb135223-259d-4aa7-8949-60487edf1063 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=68df399e-e75e-4871-9364-5d05730b50f0&device_id=3e678a34-6a5d-4aaa-8136-4290093eaa45&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1366782 May 28 06:56:29.159651 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 39190) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:56:29.223776 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d26372aa-5434-4a79-8db6-1e1e65ca33b6 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Router 1d195dc1-0386-44a1-9ade-37eb73bb65b2 is scheduled to L3 agent 42958940-9562-4f71-972f-15a8af9d3963 with binding_index 1 {{(pid=89110) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 06:56:29.241208 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-842aa544-867d-4e4e-a2e4-67fab2125803 None None] Set router 63d4cd8b-0614-4df8-b526-1c51745a05d8 gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:56:29.252417 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-800c4b50-b964-42ea-b570-7800f3d6ecf6 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:29.313789 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b784343-e7e8-4597-aefa-56208b5aac6d tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:56:29.315781 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-6b784343-e7e8-4597-aefa-56208b5aac6d tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] 10.222.0.55 "GET /v2.0/networks/68df399e-e75e-4871-9364-5d05730b50f0 HTTP/1.1" status: 200 len: 881 time: 0.1550472 May 28 06:56:29.320426 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 39196) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:56:29.424715 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 39200) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:56:29.446588 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-800c4b50-b964-42ea-b570-7800f3d6ecf6 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:29.470890 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b3a6a506-849f-42ff-9b56-e06b7d29986d tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:29.481153 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-800c4b50-b964-42ea-b570-7800f3d6ecf6 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=89110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:56:29.488175 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1640e384-6b31-4947-81f2-daac81500636 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:29.510654 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-469c842a-945a-4bf1-955b-0b2a7b5f62b0 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e678a34-6a5d-4aaa-8136-4290093eaa45 HTTP/1.1" status: 200 len: 205 time: 0.1891160 May 28 06:56:29.515460 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 39204) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:56:29.581565 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-1640e384-6b31-4947-81f2-daac81500636 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:56:29.601738 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-1640e384-6b31-4947-81f2-daac81500636 admin admin] Usage tracker for resource:security_group_rule and tenant:096c55fa4604421daee2f8900055a460 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:56:29.607698 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-1640e384-6b31-4947-81f2-daac81500636 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:56:29.627539 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-1640e384-6b31-4947-81f2-daac81500636 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:56:29.675625 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 5339abe0-b88e-4e44-b310-bb976e9dcb7e no longer exists at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:56:29.717756 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] No Port match for: 5339abe0-b88e-4e44-b310-bb976e9dcb7e {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:56:29.718192 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 5339abe0-b88e-4e44-b310-bb976e9dcb7e not bound to the agent host n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:56:29.745147 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56edf83d-c851-47fd-93d9-33912467c8be req-cd400ccf-d2e0-470e-96c9-c1a230addda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:56:29.746668 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-56edf83d-c851-47fd-93d9-33912467c8be req-cd400ccf-d2e0-470e-96c9-c1a230addda3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=cc227551-10d6-4137-b8c0-b5564a615692 HTTP/1.1" status: 200 len: 897 time: 0.6650662 May 28 06:56:29.756276 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-800c4b50-b964-42ea-b570-7800f3d6ecf6 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:29.756764 n-d-843702-1 neutron-server[89110]: INFO neutron.db.segments_db [None req-800c4b50-b964-42ea-b570-7800f3d6ecf6 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Added segment ade382c0-dc92-446f-924f-cbafb13e338b of type vlan for network 4a0a49de-1d13-449d-a2b4-d4771b25264b May 28 06:56:29.773977 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b3a6a506-849f-42ff-9b56-e06b7d29986d tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:29.831246 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d26372aa-5434-4a79-8db6-1e1e65ca33b6 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:56:29.832776 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800c4b50-b964-42ea-b570-7800f3d6ecf6 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f6a67c2-b32a-47fe-9c08-d9c14b1ea1b4,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:56:29.840259 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-842aa544-867d-4e4e-a2e4-67fab2125803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63d4cd8b-0614-4df8-b526-1c51745a05d8', 'name': 'tempest-TestNetworkBasicOps-router-1790145053', 'tenant_id': '4cdf69566d684d639d89f5935d02f247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': 'ff64f442-95fe-4bff-ae44-cf573907ae42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:55:05Z', 'updated_at': '2022-05-28T06:55:19Z', 'revision_number': 4, 'project_id': '4cdf69566d684d639d89f5935d02f247', 'gw_port': {'id': 'ff64f442-95fe-4bff-ae44-cf573907ae42', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:4e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d4cd8b-0614-4df8-b526-1c51745a05d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:55:07Z', 'updated_at': '2022-05-28T06:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'f03d07a6-901d-47c7-bcfc-3ae4cf5839a1', 'name': '', 'network_id': 'cc227551-10d6-4137-b8c0-b5564a615692', 'tenant_id': '4cdf69566d684d639d89f5935d02f247', 'mac_address': 'fa:16:3e:89:c1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d4cd8b-0614-4df8-b526-1c51745a05d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '3a475d8d-ca30-4add-b5d9-a4d38d6fa8e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:55:17Z', 'updated_at': '2022-05-28T06:55:28Z', 'revision_number': 5, 'project_id': '4cdf69566d684d639d89f5935d02f247', 'subnets': [{'id': '3a475d8d-ca30-4add-b5d9-a4d38d6fa8e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:56:29.857690 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842aa544-867d-4e4e-a2e4-67fab2125803 None None] The sync data for ids ['63d4cd8b-0614-4df8-b526-1c51745a05d8'] in n-d-843702-1 is: [{'id': '63d4cd8b-0614-4df8-b526-1c51745a05d8', 'name': 'tempest-TestNetworkBasicOps-router-1790145053', 'tenant_id': '4cdf69566d684d639d89f5935d02f247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': 'ff64f442-95fe-4bff-ae44-cf573907ae42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:55:05Z', 'updated_at': '2022-05-28T06:55:19Z', 'revision_number': 4, 'project_id': '4cdf69566d684d639d89f5935d02f247', 'gw_port': {'id': 'ff64f442-95fe-4bff-ae44-cf573907ae42', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:4e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d4cd8b-0614-4df8-b526-1c51745a05d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:55:07Z', 'updated_at': '2022-05-28T06:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'f03d07a6-901d-47c7-bcfc-3ae4cf5839a1', 'name': '', 'network_id': 'cc227551-10d6-4137-b8c0-b5564a615692', 'tenant_id': '4cdf69566d684d639d89f5935d02f247', 'mac_address': 'fa:16:3e:89:c1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d4cd8b-0614-4df8-b526-1c51745a05d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '3a475d8d-ca30-4add-b5d9-a4d38d6fa8e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:55:17Z', 'updated_at': '2022-05-28T06:55:28Z', 'revision_number': 5, 'project_id': '4cdf69566d684d639d89f5935d02f247', 'subnets': [{'id': '3a475d8d-ca30-4add-b5d9-a4d38d6fa8e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:56:29.860510 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3506cd-24a8-42ed-b8bb-7a10f1addefa None None] Sync routers for ids ['1d195dc1-0386-44a1-9ade-37eb73bb65b2'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:56:29.881506 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-56edf83d-c851-47fd-93d9-33912467c8be req-c9ce2415-c360-47b0-99cf-dd2ab3233175 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=660ee85a-bbc4-473f-aad5-5f0544a8cd62 HTTP/1.1" status: 200 len: 217 time: 0.1152432 May 28 06:56:29.888391 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3506cd-24a8-42ed-b8bb-7a10f1addefa None None] Routers {'1d195dc1-0386-44a1-9ade-37eb73bb65b2'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:56:29.890406 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-ea3506cd-24a8-42ed-b8bb-7a10f1addefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:56:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['1d195dc1-0386-44a1-9ade-37eb73bb65b2'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:56:29.918988 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e2861321-e604-4044-934f-16366cff5d64 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Notify callbacks [] for router, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:29.999493 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:30.003780 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-ea3506cd-24a8-42ed-b8bb-7a10f1addefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:56:30.018706 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-800c4b50-b964-42ea-b570-7800f3d6ecf6 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:30.020962 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3506cd-24a8-42ed-b8bb-7a10f1addefa None None] Routers {'1d195dc1-0386-44a1-9ade-37eb73bb65b2'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:56:30.023216 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-ea3506cd-24a8-42ed-b8bb-7a10f1addefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:56:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['1d195dc1-0386-44a1-9ade-37eb73bb65b2'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:56:30.053715 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-d26372aa-5434-4a79-8db6-1e1e65ca33b6 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] 10.222.0.55 "PUT /v2.0/routers/1d195dc1-0386-44a1-9ade-37eb73bb65b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2816656 May 28 06:56:30.058636 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 39212) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:56:30.114002 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:30.127768 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-ea3506cd-24a8-42ed-b8bb-7a10f1addefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:56:30.127768 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3506cd-24a8-42ed-b8bb-7a10f1addefa None None] The sync data for ids ['1d195dc1-0386-44a1-9ade-37eb73bb65b2'] in n-d-843702-1 is: [] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:56:30.135513 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56edf83d-c851-47fd-93d9-33912467c8be req-b32512c3-338e-42f2-9cd5-2c19515a5a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:56:30.138225 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-56edf83d-c851-47fd-93d9-33912467c8be req-b32512c3-338e-42f2-9cd5-2c19515a5a7f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3a475d8d-ca30-4add-b5d9-a4d38d6fa8e6 HTTP/1.1" status: 200 len: 834 time: 0.2448192 May 28 06:56:30.168813 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1640e384-6b31-4947-81f2-daac81500636 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:30.190575 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e2861321-e604-4044-934f-16366cff5d64 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:30.226090 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cb1293-f2fe-4cff-a36d-712ae98421cf req-2dc62dbe-9996-45ce-8362-f3be37a9b677 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:56:30.226988 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-51cb1293-f2fe-4cff-a36d-712ae98421cf req-2dc62dbe-9996-45ce-8362-f3be37a9b677 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Synchronizing usage tracker for tenant:4cdf69566d684d639d89f5935d02f247 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:56:30.243840 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1640e384-6b31-4947-81f2-daac81500636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:30.261244 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf45039-baca-4cfe-a170-810bdb7dc57d tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:56:30.261943 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-fcf45039-baca-4cfe-a170-810bdb7dc57d tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Synchronizing usage tracker for tenant:edfff7521b2740e6894c3714ce0e5450 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:56:30.276220 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-800c4b50-b964-42ea-b570-7800f3d6ecf6 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:30.277949 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ef7121-4dcc-4039-a182-0e03fe141f7e None None] New status for floating IP 81afdf10-d54b-4459-b948-5a1132e74765: DOWN {{(pid=89112) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 06:56:30.281610 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-800c4b50-b964-42ea-b570-7800f3d6ecf6 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:56:30.282204 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-800c4b50-b964-42ea-b570-7800f3d6ecf6 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks [] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:30.301624 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-1640e384-6b31-4947-81f2-daac81500636 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=096c55fa4604421daee2f8900055a460&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8741508 May 28 06:56:30.315556 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 39220) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:56:30.322660 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-e2861321-e604-4044-934f-16366cff5d64 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Deleting port b14975d2-29ef-4cfa-9bcb-91377994ea8c {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:56:30.323568 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e2861321-e604-4044-934f-16366cff5d64 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:30.409948 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-51cb1293-f2fe-4cff-a36d-712ae98421cf req-2dc62dbe-9996-45ce-8362-f3be37a9b677 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Unset dirty status for tenant:4cdf69566d684d639d89f5935d02f247 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:56:30.416559 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-51cb1293-f2fe-4cff-a36d-712ae98421cf req-2dc62dbe-9996-45ce-8362-f3be37a9b677 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "GET /v2.0/ports?device_id=c103d84e-3c3a-438c-8d9d-50c958fdfc34 HTTP/1.1" status: 200 len: 946 time: 0.9092627 May 28 06:56:30.418340 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b3a6a506-849f-42ff-9b56-e06b7d29986d tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:30.420708 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b3a6a506-849f-42ff-9b56-e06b7d29986d tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:30.424258 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-b3a6a506-849f-42ff-9b56-e06b7d29986d tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] 10.222.0.55 "DELETE /v2.0/security-groups/3af4d67a-5ada-4455-bedc-8c97de6bcccb HTTP/1.1" status: 204 len: 168 time: 1.3603432 May 28 06:56:30.463260 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1640e384-6b31-4947-81f2-daac81500636 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbf40b24-8633-41bf-8394-fc410960f4cc,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:56:30.550733 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-fcf45039-baca-4cfe-a170-810bdb7dc57d tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Unset dirty status for tenant:edfff7521b2740e6894c3714ce0e5450 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:56:30.551965 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-fcf45039-baca-4cfe-a170-810bdb7dc57d tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] 10.222.0.55 "GET /v2.0/ports/e67511ea-9572-4dcb-be6a-a6d3da2ddf89 HTTP/1.1" status: 200 len: 911 time: 0.4921865 May 28 06:56:30.561994 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a6a506-849f-42ff-9b56-e06b7d29986d tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3af4d67a-5ada-4455-bedc-8c97de6bcccb,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:56:30.565679 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-800c4b50-b964-42ea-b570-7800f3d6ecf6 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.4494090 May 28 06:56:30.570602 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 39228) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:56:30.570932 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 39230) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:56:30.586361 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800c4b50-b964-42ea-b570-7800f3d6ecf6 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Pushing event updated for resources: {'Network': ['ID=4a0a49de-1d13-449d-a2b4-d4771b25264b,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:56:30.611734 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e2861321-e604-4044-934f-16366cff5d64 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:30.650111 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-6ea45020-653a-4624-b837-dbf2f1c76842 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-462593361', 'admin_state_up': True, 'project_id': '1557a9c5f0a44514943027d1639e77df', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:56:30.659199 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a6a506-849f-42ff-9b56-e06b7d29986d tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:56:30.659550 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a6a506-849f-42ff-9b56-e06b7d29986d tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:56:30.659948 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a6a506-849f-42ff-9b56-e06b7d29986d tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:56:30.660300 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a6a506-849f-42ff-9b56-e06b7d29986d tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:56:30.660623 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a6a506-849f-42ff-9b56-e06b7d29986d tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:56:30.660953 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a6a506-849f-42ff-9b56-e06b7d29986d tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:56:30.661315 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a6a506-849f-42ff-9b56-e06b7d29986d tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:56:30.661727 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a6a506-849f-42ff-9b56-e06b7d29986d tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:56:30.661727 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a6a506-849f-42ff-9b56-e06b7d29986d tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:56:30.662429 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a6a506-849f-42ff-9b56-e06b7d29986d tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:56:30.662642 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a6a506-849f-42ff-9b56-e06b7d29986d tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:56:30.662915 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a6a506-849f-42ff-9b56-e06b7d29986d tempest-TestVolumeBackupRestore-1419110668 tempest-TestVolumeBackupRestore-1419110668-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:56:30.723142 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-6ea45020-653a-4624-b837-dbf2f1c76842 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:56:30.742271 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-e2861321-e604-4044-934f-16366cff5d64 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Calling delete_port for b14975d2-29ef-4cfa-9bcb-91377994ea8c owned by network:router_gateway {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:56:30.745546 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c4b50-b964-42ea-b570-7800f3d6ecf6 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:56:30.745898 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c4b50-b964-42ea-b570-7800f3d6ecf6 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:56:30.746239 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c4b50-b964-42ea-b570-7800f3d6ecf6 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:56:30.746576 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c4b50-b964-42ea-b570-7800f3d6ecf6 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:56:30.746968 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c4b50-b964-42ea-b570-7800f3d6ecf6 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:56:30.747303 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c4b50-b964-42ea-b570-7800f3d6ecf6 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:56:30.747636 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c4b50-b964-42ea-b570-7800f3d6ecf6 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:56:30.747960 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c4b50-b964-42ea-b570-7800f3d6ecf6 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:56:30.748300 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c4b50-b964-42ea-b570-7800f3d6ecf6 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:56:30.748609 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c4b50-b964-42ea-b570-7800f3d6ecf6 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:56:30.748928 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c4b50-b964-42ea-b570-7800f3d6ecf6 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:56:30.749245 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c4b50-b964-42ea-b570-7800f3d6ecf6 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:56:30.753797 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56edf83d-c851-47fd-93d9-33912467c8be req-4e86dd52-9ad4-4397-adee-d27b93b5d296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:56:30.755308 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-56edf83d-c851-47fd-93d9-33912467c8be req-4e86dd52-9ad4-4397-adee-d27b93b5d296 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc227551-10d6-4137-b8c0-b5564a615692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6007576 May 28 06:56:30.781710 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 4a0a49de-1d13-449d-a2b4-d4771b25264b details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:56:30.816465 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-6ea45020-653a-4624-b837-dbf2f1c76842 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Usage tracker for resource:router and tenant:1557a9c5f0a44514943027d1639e77df is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:56:30.844952 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-6ea45020-653a-4624-b837-dbf2f1c76842 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:56:30.867093 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-51cb1293-f2fe-4cff-a36d-712ae98421cf req-63c69701-a2f6-493b-b2f3-1b90e350aad1 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "GET /v2.0/security-groups?id=09a52ad4-40c1-4ed0-bd3e-18eae1d56ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4496934 May 28 06:56:30.878132 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-30fff821-498d-4089-a3f3-cda353fcaa21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:30.881784 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-6ea45020-653a-4624-b837-dbf2f1c76842 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:56:31.010564 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-30fff821-498d-4089-a3f3-cda353fcaa21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:31.022029 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e2861321-e604-4044-934f-16366cff5d64 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:31.073443 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2861321-e604-4044-934f-16366cff5d64 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Pushing event deleted for resources: {'Port': ['ID=b14975d2-29ef-4cfa-9bcb-91377994ea8c,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:56:31.198606 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6ea45020-653a-4624-b837-dbf2f1c76842 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59128'] for router, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:31.205256 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6ea45020-653a-4624-b837-dbf2f1c76842 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59009'] for router, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:31.236649 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e2861321-e604-4044-934f-16366cff5d64 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691105'] for router_gateway, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:31.316977 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6ea45020-653a-4624-b837-dbf2f1c76842 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:31.378841 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-56edf83d-c851-47fd-93d9-33912467c8be req-d5c02961-cc88-47d6-b76f-6e0d7116de58 service neutron] 10.222.0.69 "GET /v2.0/networks/cc227551-10d6-4137-b8c0-b5564a615692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5631623 May 28 06:56:31.388084 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c15cbb-6700-4a72-ac7e-fcc6a8aeeec2 req-bd6bb989-f253-4601-afd9-367560a83660 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:56:31.389610 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-42c15cbb-6700-4a72-ac7e-fcc6a8aeeec2 req-bd6bb989-f253-4601-afd9-367560a83660 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.69 "GET /v2.0/ports?device_id=c103d84e-3c3a-438c-8d9d-50c958fdfc34 HTTP/1.1" status: 200 len: 946 time: 0.7094169 May 28 06:56:31.452699 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e2861321-e604-4044-934f-16366cff5d64 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59018'] for router, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:31.454967 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e2861321-e604-4044-934f-16366cff5d64 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:31.558625 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e2861321-e604-4044-934f-16366cff5d64 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-703817'] for router, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:31.559395 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2861321-e604-4044-934f-16366cff5d64 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Fanout notify agent at l3_agent the message router_deleted on router 3e678a34-6a5d-4aaa-8136-4290093eaa45 {{(pid=89109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 06:56:31.611716 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e2861321-e604-4044-934f-16366cff5d64 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:31.613459 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-e2861321-e604-4044-934f-16366cff5d64 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] 10.222.0.55 "DELETE /v2.0/routers/3e678a34-6a5d-4aaa-8136-4290093eaa45 HTTP/1.1" status: 204 len: 168 time: 2.0962570 May 28 06:56:31.635570 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 39270) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:56:31.638572 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-694124a7-3011-42b3-8dcf-bf3dcdc8ea94 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1050940097', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:56:31.648703 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-694124a7-3011-42b3-8dcf-bf3dcdc8ea94 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:56:31.653289 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-694124a7-3011-42b3-8dcf-bf3dcdc8ea94 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Usage tracker for resource:router and tenant:7b0fac9d8de84808a9381f9efb65a590 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:56:31.656419 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-694124a7-3011-42b3-8dcf-bf3dcdc8ea94 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:56:31.666389 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-694124a7-3011-42b3-8dcf-bf3dcdc8ea94 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:56:31.737259 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:31.810208 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-694124a7-3011-42b3-8dcf-bf3dcdc8ea94 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59128'] for router, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:31.811155 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-694124a7-3011-42b3-8dcf-bf3dcdc8ea94 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59009'] for router, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:31.816037 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-30fff821-498d-4089-a3f3-cda353fcaa21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:31.828380 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-694124a7-3011-42b3-8dcf-bf3dcdc8ea94 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:31.856872 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fff821-498d-4089-a3f3-cda353fcaa21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbf40b24-8633-41bf-8394-fc410960f4cc,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:56:31.942518 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-694124a7-3011-42b3-8dcf-bf3dcdc8ea94 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690761'] for router, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:31.966529 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-42c15cbb-6700-4a72-ac7e-fcc6a8aeeec2 req-1388e26e-9e3c-4b97-8210-3b40397f2f75 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Deleting port 660ee85a-bbc4-473f-aad5-5f0544a8cd62 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:56:31.966896 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-42c15cbb-6700-4a72-ac7e-fcc6a8aeeec2 req-1388e26e-9e3c-4b97-8210-3b40397f2f75 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:32.017158 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-30fff821-498d-4089-a3f3-cda353fcaa21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:32.020840 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-30fff821-498d-4089-a3f3-cda353fcaa21 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cbf40b24-8633-41bf-8394-fc410960f4cc HTTP/1.1" status: 204 len: 168 time: 1.7002239 May 28 06:56:32.068729 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-694124a7-3011-42b3-8dcf-bf3dcdc8ea94 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:32.070686 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-694124a7-3011-42b3-8dcf-bf3dcdc8ea94 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4370773 May 28 06:56:32.073379 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 39290) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:56:32.080278 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-6d6c2bab-6b37-495a-ab60-5c0ee7b39cf2 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'enable_snat': False}}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:56:32.119037 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-56edf83d-c851-47fd-93d9-33912467c8be req-abc34f5b-c802-4718-ba6e-478c08783a9f service neutron] 10.222.0.69 "GET /v2.0/networks/cc227551-10d6-4137-b8c0-b5564a615692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7212629 May 28 06:56:32.427483 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:32.744037 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d6ca2eff-6e9e-42eb-80d4-94b961e9eeb2 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:32.799925 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:56:32.904745 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6ea45020-653a-4624-b837-dbf2f1c76842 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59027'] for router, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:33.047690 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b05a861-6cf2-4667-9ca7-6d4254e01249 req-03047421-57be-47b0-87aa-9617f0225637 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:56:33.056107 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8b05a861-6cf2-4667-9ca7-6d4254e01249 req-03047421-57be-47b0-87aa-9617f0225637 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "GET /v2.0/ports?device_id=c103d84e-3c3a-438c-8d9d-50c958fdfc34 HTTP/1.1" status: 200 len: 946 time: 0.9448457 May 28 06:56:33.085789 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6d6c2bab-6b37-495a-ab60-5c0ee7b39cf2 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59027'] for router, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:33.329050 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8b05a861-6cf2-4667-9ca7-6d4254e01249 req-16ad897e-53e4-4ccf-874b-e3fad3a0799f tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "GET /v2.0/security-groups?id=09a52ad4-40c1-4ed0-bd3e-18eae1d56ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1910551 May 28 06:56:33.335119 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-42c15cbb-6700-4a72-ac7e-fcc6a8aeeec2 req-1388e26e-9e3c-4b97-8210-3b40397f2f75 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] For port 660ee85a-bbc4-473f-aad5-5f0544a8cd62, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=660ee85a-bbc4-473f-aad5-5f0544a8cd62,segment=NetworkSegment(c6b03b3e-9e4c-405c-9448-3216763b6f5a),segment_id=c6b03b3e-9e4c-405c-9448-3216763b6f5a)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:56:33.335482 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-42c15cbb-6700-4a72-ac7e-fcc6a8aeeec2 req-1388e26e-9e3c-4b97-8210-3b40397f2f75 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:33.756698 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6d6c2bab-6b37-495a-ab60-5c0ee7b39cf2 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:33.790696 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-42c15cbb-6700-4a72-ac7e-fcc6a8aeeec2 req-1388e26e-9e3c-4b97-8210-3b40397f2f75 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Calling delete_port for 660ee85a-bbc4-473f-aad5-5f0544a8cd62 owned by compute:nova {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:56:33.797118 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6d6c2bab-6b37-495a-ab60-5c0ee7b39cf2 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:33.985613 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-6d6c2bab-6b37-495a-ab60-5c0ee7b39cf2 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Allocated IP 172.25.5.81 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/58e79890-737e-49d6-ac7b-d56a32726f5d) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:56:34.213059 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [None req-d6ca2eff-6e9e-42eb-80d4-94b961e9eeb2 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Allocated IP 2001:db8:1::1 (f31249b6-704c-4553-9694-c838acf88781/15d95180-e4be-497e-abb8-8363ba7ba051/74c2ab86-fc2a-43bd-8caa-72ae18a58812) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:56:34.295941 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-42c15cbb-6700-4a72-ac7e-fcc6a8aeeec2 req-1388e26e-9e3c-4b97-8210-3b40397f2f75 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:34.318835 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6d6c2bab-6b37-495a-ab60-5c0ee7b39cf2 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:34.483549 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6d6c2bab-6b37-495a-ab60-5c0ee7b39cf2 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:34.535400 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388e26e-9e3c-4b97-8210-3b40397f2f75 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Pushing event deleted for resources: {'Port': ['ID=660ee85a-bbc4-473f-aad5-5f0544a8cd62,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:56:34.586857 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6c2bab-6b37-495a-ab60-5c0ee7b39cf2 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:56:34.592228 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-6d6c2bab-6b37-495a-ab60-5c0ee7b39cf2 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:56:34.593524 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6c2bab-6b37-495a-ab60-5c0ee7b39cf2 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:56:34.642633 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c738711d-e4af-42f2-bae8-d0275511a795 req-0798f57b-df58-4638-87e5-366abc95f4a6 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "GET /v2.0/ports?device_id=c103d84e-3c3a-438c-8d9d-50c958fdfc34 HTTP/1.1" status: 200 len: 210 time: 0.1419172 May 28 06:56:34.647066 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6c2bab-6b37-495a-ab60-5c0ee7b39cf2 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Pushing event updated for resources: {'Port': ['ID=58e79890-737e-49d6-ac7b-d56a32726f5d,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:56:34.660994 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6c2bab-6b37-495a-ab60-5c0ee7b39cf2 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:56:34.661624 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6c2bab-6b37-495a-ab60-5c0ee7b39cf2 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:56:34.662099 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6c2bab-6b37-495a-ab60-5c0ee7b39cf2 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:56:34.665434 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6c2bab-6b37-495a-ab60-5c0ee7b39cf2 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:56:34.665434 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6c2bab-6b37-495a-ab60-5c0ee7b39cf2 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:56:34.665434 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6c2bab-6b37-495a-ab60-5c0ee7b39cf2 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:56:34.665965 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6c2bab-6b37-495a-ab60-5c0ee7b39cf2 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:56:34.666706 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6c2bab-6b37-495a-ab60-5c0ee7b39cf2 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:56:34.667247 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6c2bab-6b37-495a-ab60-5c0ee7b39cf2 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:56:34.667759 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6c2bab-6b37-495a-ab60-5c0ee7b39cf2 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:56:34.668277 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6c2bab-6b37-495a-ab60-5c0ee7b39cf2 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:56:34.668756 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6c2bab-6b37-495a-ab60-5c0ee7b39cf2 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:56:34.697293 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6ea45020-653a-4624-b837-dbf2f1c76842 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks [] for router_gateway, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:34.795315 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-42c15cbb-6700-4a72-ac7e-fcc6a8aeeec2 req-1388e26e-9e3c-4b97-8210-3b40397f2f75 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] No DVR routers for this DVR port 660ee85a-bbc4-473f-aad5-5f0544a8cd62 on host n-h1-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:56:34.799688 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-42c15cbb-6700-4a72-ac7e-fcc6a8aeeec2 req-1388e26e-9e3c-4b97-8210-3b40397f2f75 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:34.807695 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c103d84e-3c3a-438c-8d9d-50c958fdfc34', 'name': 'network-vif-deleted', 'tag': '660ee85a-bbc4-473f-aad5-5f0544a8cd62'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:56:34.813447 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6ea45020-653a-4624-b837-dbf2f1c76842 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:34.818940 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 660ee85a-bbc4-473f-aad5-5f0544a8cd62 no longer exists at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:56:34.917805 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] No Port match for: 660ee85a-bbc4-473f-aad5-5f0544a8cd62 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:56:34.918158 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 660ee85a-bbc4-473f-aad5-5f0544a8cd62 not bound to the agent host n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:56:35.142920 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49b39c37-f8d3-4008-8bca-1faf221c260d'] response: {'server_uuid': 'c103d84e-3c3a-438c-8d9d-50c958fdfc34', 'name': 'network-vif-deleted', 'tag': '660ee85a-bbc4-473f-aad5-5f0544a8cd62', 'status': 'completed', 'code': 200} May 28 06:56:35.149741 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 39426) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:56:35.181803 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-42c15cbb-6700-4a72-ac7e-fcc6a8aeeec2 req-1388e26e-9e3c-4b97-8210-3b40397f2f75 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.69 "DELETE /v2.0/ports/660ee85a-bbc4-473f-aad5-5f0544a8cd62 HTTP/1.1" status: 204 len: 173 time: 3.6833844 May 28 06:56:35.230029 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [None req-6ea45020-653a-4624-b837-dbf2f1c76842 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Allocated IP 172.25.5.108 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/ff003a89-e8d8-49d1-80dc-51f00bd8cda7) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:56:35.255775 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d6ca2eff-6e9e-42eb-80d4-94b961e9eeb2 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:35.350859 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [None req-d6ca2eff-6e9e-42eb-80d4-94b961e9eeb2 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Transition to ACTIVE for port object 74c2ab86-fc2a-43bd-8caa-72ae18a58812 will not be triggered until provisioned by entity DHCP. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:56:35.546391 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6ea45020-653a-4624-b837-dbf2f1c76842 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:35.583064 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d6ca2eff-6e9e-42eb-80d4-94b961e9eeb2 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:35.694486 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ca2eff-6e9e-42eb-80d4-94b961e9eeb2 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Network f31249b6-704c-4553-9694-c838acf88781 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:56:35.716252 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-d6ca2eff-6e9e-42eb-80d4-94b961e9eeb2 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:56:35.749656 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ca2eff-6e9e-42eb-80d4-94b961e9eeb2 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:56:35.750014 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d6ca2eff-6e9e-42eb-80d4-94b961e9eeb2 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690947'] for router_interface, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:35.902105 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6ea45020-653a-4624-b837-dbf2f1c76842 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:35.910066 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ca2eff-6e9e-42eb-80d4-94b961e9eeb2 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Pushing event updated for resources: {'Port': ['ID=74c2ab86-fc2a-43bd-8caa-72ae18a58812,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:56:36.029957 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6d6c2bab-6b37-495a-ab60-5c0ee7b39cf2 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:36.182063 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-7eddb283-b129-4d3e-8f2b-aaed91100fe3 req-cc26bb20-a92a-4fec-a75b-a63b74c7613c tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Synchronizing usage tracker for tenant:4cdf69566d684d639d89f5935d02f247 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:56:36.192030 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea45020-653a-4624-b837-dbf2f1c76842 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:56:36.197713 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-6ea45020-653a-4624-b837-dbf2f1c76842 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:56:36.231606 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea45020-653a-4624-b837-dbf2f1c76842 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:56:36.295615 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea45020-653a-4624-b837-dbf2f1c76842 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Pushing event updated for resources: {'Port': ['ID=ff003a89-e8d8-49d1-80dc-51f00bd8cda7,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:56:36.321353 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-1004e78f-e0fd-4671-b367-273dbdaa843a None None] Provisioning for port 74c2ab86-fc2a-43bd-8caa-72ae18a58812 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:56:36.330351 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-1004e78f-e0fd-4671-b367-273dbdaa843a None None] Provisioning complete for port 74c2ab86-fc2a-43bd-8caa-72ae18a58812 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:56:36.331306 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-1004e78f-e0fd-4671-b367-273dbdaa843a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:36.426829 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-1004e78f-e0fd-4671-b367-273dbdaa843a None None] Port 74c2ab86-fc2a-43bd-8caa-72ae18a58812 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:56:36.785352 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-7eddb283-b129-4d3e-8f2b-aaed91100fe3 req-cc26bb20-a92a-4fec-a75b-a63b74c7613c tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Unset dirty status for tenant:4cdf69566d684d639d89f5935d02f247 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:56:36.795949 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7eddb283-b129-4d3e-8f2b-aaed91100fe3 req-cc26bb20-a92a-4fec-a75b-a63b74c7613c tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "GET /v2.0/ports?device_id=c103d84e-3c3a-438c-8d9d-50c958fdfc34 HTTP/1.1" status: 200 len: 210 time: 0.8995018 May 28 06:56:36.869167 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d6ca2eff-6e9e-42eb-80d4-94b961e9eeb2 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:37.075089 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6d6c2bab-6b37-495a-ab60-5c0ee7b39cf2 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59027'] for router, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:37.090239 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6d6c2bab-6b37-495a-ab60-5c0ee7b39cf2 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-690815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-690800', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-692041'] for router, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:37.450985 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6361ca30-94a8-4455-8b3a-3acdee0dfaf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700548'] for router_interface, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:37.537778 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6ea45020-653a-4624-b837-dbf2f1c76842 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks [] for router_gateway, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:37.698314 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d6c2bab-6b37-495a-ab60-5c0ee7b39cf2 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Router 67cdca7d-21b2-42c1-885e-94b658f199e2 is scheduled to L3 agent 42958940-9562-4f71-972f-15a8af9d3963 with binding_index 1 {{(pid=89109) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 06:56:37.834380 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d6ca2eff-6e9e-42eb-80d4-94b961e9eeb2 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:37.938537 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 39548) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:56:37.968287 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d6ca2eff-6e9e-42eb-80d4-94b961e9eeb2 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:37.970992 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d6ca2eff-6e9e-42eb-80d4-94b961e9eeb2 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700602'] for router_interface, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:38.168559 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d6c2bab-6b37-495a-ab60-5c0ee7b39cf2 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:56:38.181635 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e11606c-0c1b-46ed-b674-750a8b5e4e07 None None] Sync routers for ids ['67cdca7d-21b2-42c1-885e-94b658f199e2'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:56:38.194453 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e11606c-0c1b-46ed-b674-750a8b5e4e07 None None] Routers {'67cdca7d-21b2-42c1-885e-94b658f199e2'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:56:38.196383 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-1e11606c-0c1b-46ed-b674-750a8b5e4e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:56:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['67cdca7d-21b2-42c1-885e-94b658f199e2'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:56:38.224420 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6d6c2bab-6b37-495a-ab60-5c0ee7b39cf2 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:38.228217 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-6d6c2bab-6b37-495a-ab60-5c0ee7b39cf2 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] 10.222.0.55 "PUT /v2.0/routers/67cdca7d-21b2-42c1-885e-94b658f199e2 HTTP/1.1" status: 200 len: 919 time: 6.1511929 May 28 06:56:38.229503 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 39558) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:56:38.311787 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-1e11606c-0c1b-46ed-b674-750a8b5e4e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:56:38.324271 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-6361ca30-94a8-4455-8b3a-3acdee0dfaf8 admin admin] Deleting port 94794d95-16dc-4eb7-adc9-6957ff3cb005 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:56:38.324533 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6361ca30-94a8-4455-8b3a-3acdee0dfaf8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:38.326611 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e11606c-0c1b-46ed-b674-750a8b5e4e07 None None] Routers {'67cdca7d-21b2-42c1-885e-94b658f199e2'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:56:38.327431 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-1e11606c-0c1b-46ed-b674-750a8b5e4e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:56:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['67cdca7d-21b2-42c1-885e-94b658f199e2'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:56:38.398435 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ca2eff-6e9e-42eb-80d4-94b961e9eeb2 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Network f31249b6-704c-4553-9694-c838acf88781 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:56:38.400011 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 39568) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:56:38.400590 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6ea45020-653a-4624-b837-dbf2f1c76842 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690761'] for router, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:38.405074 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-d6ca2eff-6e9e-42eb-80d4-94b961e9eeb2 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:56:38.410630 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-1e11606c-0c1b-46ed-b674-750a8b5e4e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:56:38.411300 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e11606c-0c1b-46ed-b674-750a8b5e4e07 None None] The sync data for ids ['67cdca7d-21b2-42c1-885e-94b658f199e2'] in n-d-843702-1 is: [] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:56:38.451182 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ca2eff-6e9e-42eb-80d4-94b961e9eeb2 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Pushing event updated for resources: {'Port': ['ID=74c2ab86-fc2a-43bd-8caa-72ae18a58812,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:56:38.616976 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-e9de6d22-9b80-476a-967d-98f53ae484e9 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] 10.222.0.55 "GET /v2.0/routers/67cdca7d-21b2-42c1-885e-94b658f199e2 HTTP/1.1" status: 200 len: 925 time: 0.3863213 May 28 06:56:38.620287 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 39584) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:56:38.704264 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c0aea4d3-dd98-4ea9-8271-6d0635703afc tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:38.766418 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-523ae11c-d863-4039-af7c-7a25f1270b2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:38.826145 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-523ae11c-d863-4039-af7c-7a25f1270b2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:56:38.826145 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-523ae11c-d863-4039-af7c-7a25f1270b2f admin admin] Usage tracker for resource:security_group_rule and tenant:058a6af3999140419f93f3f8a4be898e is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:56:38.828635 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-523ae11c-d863-4039-af7c-7a25f1270b2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:56:38.840550 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-523ae11c-d863-4039-af7c-7a25f1270b2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:56:38.844767 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-6361ca30-94a8-4455-8b3a-3acdee0dfaf8 admin admin] For port 94794d95-16dc-4eb7-adc9-6957ff3cb005, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=94794d95-16dc-4eb7-adc9-6957ff3cb005,segment=NetworkSegment(d74126e0-2d6c-4218-a52c-5b7126833ce2),segment_id=d74126e0-2d6c-4218-a52c-5b7126833ce2)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:56:38.845153 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6361ca30-94a8-4455-8b3a-3acdee0dfaf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:38.869763 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-347ba88d-99e0-41ff-869f-60853f202518 None None] Provisioning complete for port 74c2ab86-fc2a-43bd-8caa-72ae18a58812 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:56:38.870626 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-347ba88d-99e0-41ff-869f-60853f202518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:38.933003 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-347ba88d-99e0-41ff-869f-60853f202518 None None] Port 74c2ab86-fc2a-43bd-8caa-72ae18a58812 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:56:38.933915 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c0aea4d3-dd98-4ea9-8271-6d0635703afc tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:39.005729 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-6361ca30-94a8-4455-8b3a-3acdee0dfaf8 admin admin] Calling delete_port for 94794d95-16dc-4eb7-adc9-6957ff3cb005 owned by network:router_interface {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:56:39.007143 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6ca2eff-6e9e-42eb-80d4-94b961e9eeb2 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Router 1d195dc1-0386-44a1-9ade-37eb73bb65b2 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:56:39.071368 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3bc2502-9109-4141-8956-37112ea0ff47 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:56:39.072808 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-f3bc2502-9109-4141-8956-37112ea0ff47 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=68df399e-e75e-4871-9364-5d05730b50f0&device_id=67cdca7d-21b2-42c1-885e-94b658f199e2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4514601 May 28 06:56:39.079701 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 39604) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:56:39.222416 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6ca2eff-6e9e-42eb-80d4-94b961e9eeb2 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:56:39.245281 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518519fc-8b90-4d77-b7d7-bc62875af12d None None] Sync routers for ids ['1d195dc1-0386-44a1-9ade-37eb73bb65b2'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:56:39.261113 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-d6ca2eff-6e9e-42eb-80d4-94b961e9eeb2 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] 10.222.0.55 "PUT /v2.0/routers/1d195dc1-0386-44a1-9ade-37eb73bb65b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6829598 May 28 06:56:39.261481 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 39614) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:56:39.262828 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518519fc-8b90-4d77-b7d7-bc62875af12d None None] Routers {'1d195dc1-0386-44a1-9ade-37eb73bb65b2'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:56:39.263051 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-523ae11c-d863-4039-af7c-7a25f1270b2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:39.264071 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-518519fc-8b90-4d77-b7d7-bc62875af12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:56:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['1d195dc1-0386-44a1-9ade-37eb73bb65b2'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:56:39.306427 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaca8bb1-2105-49be-9e4f-43d5a64aca12 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:56:39.309301 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-eaca8bb1-2105-49be-9e4f-43d5a64aca12 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] 10.222.0.55 "GET /v2.0/networks/68df399e-e75e-4871-9364-5d05730b50f0 HTTP/1.1" status: 200 len: 881 time: 0.2271874 May 28 06:56:39.336372 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 39618) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:56:39.347407 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ea45020-653a-4624-b837-dbf2f1c76842 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Router 55f6fca4-a976-46aa-88d1-e935946a65da is scheduled to L3 agent 42958940-9562-4f71-972f-15a8af9d3963 with binding_index 1 {{(pid=89110) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 06:56:39.362007 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-518519fc-8b90-4d77-b7d7-bc62875af12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:56:39.365253 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-523ae11c-d863-4039-af7c-7a25f1270b2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:39.372429 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518519fc-8b90-4d77-b7d7-bc62875af12d None None] Routers {'1d195dc1-0386-44a1-9ade-37eb73bb65b2'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:56:39.373328 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-518519fc-8b90-4d77-b7d7-bc62875af12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:56:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['1d195dc1-0386-44a1-9ade-37eb73bb65b2'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:56:39.401010 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c0aea4d3-dd98-4ea9-8271-6d0635703afc tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:39.403486 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c0aea4d3-dd98-4ea9-8271-6d0635703afc tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:39.404740 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-c0aea4d3-dd98-4ea9-8271-6d0635703afc tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "DELETE /v2.0/security-groups/09a52ad4-40c1-4ed0-bd3e-18eae1d56ecb HTTP/1.1" status: 204 len: 168 time: 1.4651010 May 28 06:56:39.420752 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-39c5864b-d995-4346-8d2d-12d2c7b55c59 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] 10.222.0.55 "GET /v2.0/ports?device_id=67cdca7d-21b2-42c1-885e-94b658f199e2 HTTP/1.1" status: 200 len: 205 time: 0.0828578 May 28 06:56:39.428161 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 39628) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:56:39.431530 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aea4d3-dd98-4ea9-8271-6d0635703afc tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09a52ad4-40c1-4ed0-bd3e-18eae1d56ecb,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:56:39.443534 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-523ae11c-d863-4039-af7c-7a25f1270b2f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=058a6af3999140419f93f3f8a4be898e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0379281 May 28 06:56:39.443534 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523ae11c-d863-4039-af7c-7a25f1270b2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=752c31f7-4d7a-47a4-9076-868041ddf498,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:56:39.444228 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-518519fc-8b90-4d77-b7d7-bc62875af12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:56:39.444228 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518519fc-8b90-4d77-b7d7-bc62875af12d None None] The sync data for ids ['1d195dc1-0386-44a1-9ade-37eb73bb65b2'] in n-d-843702-1 is: [] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:56:39.445721 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 39632) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:56:39.535188 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-47ec79d5-2967-4351-ad29-b9884a89ba03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:39.549002 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6361ca30-94a8-4455-8b3a-3acdee0dfaf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:39.576010 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e7ed90-f516-4d78-8355-c1aa38fa850e tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:56:39.576580 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-68e7ed90-f516-4d78-8355-c1aa38fa850e tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Synchronizing usage tracker for tenant:edfff7521b2740e6894c3714ce0e5450 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:56:39.599066 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 39640) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:56:39.763978 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6361ca30-94a8-4455-8b3a-3acdee0dfaf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=94794d95-16dc-4eb7-adc9-6957ff3cb005,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:56:39.766944 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-47ec79d5-2967-4351-ad29-b9884a89ba03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:40.077500 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-68e7ed90-f516-4d78-8355-c1aa38fa850e tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Unset dirty status for tenant:edfff7521b2740e6894c3714ce0e5450 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:56:40.081664 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-68e7ed90-f516-4d78-8355-c1aa38fa850e tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] 10.222.0.55 "GET /v2.0/ports/74c2ab86-fc2a-43bd-8caa-72ae18a58812 HTTP/1.1" status: 200 len: 913 time: 0.8159966 May 28 06:56:40.110399 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 39658) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:56:40.128702 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-47ec79d5-2967-4351-ad29-b9884a89ba03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:40.154151 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ec79d5-2967-4351-ad29-b9884a89ba03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=752c31f7-4d7a-47a4-9076-868041ddf498,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:56:40.341355 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6361ca30-94a8-4455-8b3a-3acdee0dfaf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700472'] for router_interface, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:40.341355 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-47ec79d5-2967-4351-ad29-b9884a89ba03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:40.341355 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-47ec79d5-2967-4351-ad29-b9884a89ba03 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/752c31f7-4d7a-47a4-9076-868041ddf498 HTTP/1.1" status: 204 len: 168 time: 0.7480190 May 28 06:56:40.342972 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0709ebf8-a35f-42e7-8d30-349e5af66906 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Notify callbacks [] for router, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:40.362758 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ea45020-653a-4624-b837-dbf2f1c76842 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:56:40.372996 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7838b0d-29c1-4389-98ab-0f14525f59c5 None None] Sync routers for ids ['55f6fca4-a976-46aa-88d1-e935946a65da'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:56:40.386755 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7838b0d-29c1-4389-98ab-0f14525f59c5 None None] Routers {'55f6fca4-a976-46aa-88d1-e935946a65da'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:56:40.387434 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-f7838b0d-29c1-4389-98ab-0f14525f59c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:56:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['55f6fca4-a976-46aa-88d1-e935946a65da'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:56:40.664097 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6361ca30-94a8-4455-8b3a-3acdee0dfaf8 admin admin] Router 63e6bf40-4d11-4016-bf6a-84902343b154 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:56:40.668601 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-f7838b0d-29c1-4389-98ab-0f14525f59c5 None None] Set router 55f6fca4-a976-46aa-88d1-e935946a65da gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:56:40.689603 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6ea45020-653a-4624-b837-dbf2f1c76842 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks [] for router, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:40.691150 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-6ea45020-653a-4624-b837-dbf2f1c76842 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 10.1140842 May 28 06:56:40.705244 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 39690) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:56:40.985496 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6361ca30-94a8-4455-8b3a-3acdee0dfaf8 admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:56:41.011731 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0a80a5-5ed8-4581-848f-006844d2d8d1 None None] Sync routers for ids ['63e6bf40-4d11-4016-bf6a-84902343b154'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:56:41.013691 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-6361ca30-94a8-4455-8b3a-3acdee0dfaf8 admin admin] 10.222.0.55 "PUT /v2.0/routers/63e6bf40-4d11-4016-bf6a-84902343b154/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8462007 May 28 06:56:41.013691 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 39700) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:56:41.015236 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0709ebf8-a35f-42e7-8d30-349e5af66906 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:41.038041 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0a80a5-5ed8-4581-848f-006844d2d8d1 None None] Routers {'63e6bf40-4d11-4016-bf6a-84902343b154'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:56:41.038678 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-7b0a80a5-5ed8-4581-848f-006844d2d8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:56:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['63e6bf40-4d11-4016-bf6a-84902343b154'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:56:41.227965 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-f7838b0d-29c1-4389-98ab-0f14525f59c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55f6fca4-a976-46aa-88d1-e935946a65da', 'name': 'tempest-TestSecurityGroupsBasicOps-router-462593361', 'tenant_id': '1557a9c5f0a44514943027d1639e77df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': 'ff003a89-e8d8-49d1-80dc-51f00bd8cda7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:56:31Z', 'updated_at': '2022-05-28T06:56:37Z', 'revision_number': 3, 'project_id': '1557a9c5f0a44514943027d1639e77df', 'gw_port': {'id': 'ff003a89-e8d8-49d1-80dc-51f00bd8cda7', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:22:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55f6fca4-a976-46aa-88d1-e935946a65da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:56:34Z', 'updated_at': '2022-05-28T06:56:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:56:41.235326 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7838b0d-29c1-4389-98ab-0f14525f59c5 None None] Checking router: 55f6fca4-a976-46aa-88d1-e935946a65da for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:56:41.237337 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7838b0d-29c1-4389-98ab-0f14525f59c5 None None] Updating router 55f6fca4-a976-46aa-88d1-e935946a65da port ff003a89-e8d8-49d1-80dc-51f00bd8cda7 binding host n-d-843702-1 {{(pid=89111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:56:41.276795 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-0709ebf8-a35f-42e7-8d30-349e5af66906 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Deleting port 58e79890-737e-49d6-ac7b-d56a32726f5d {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:56:41.277329 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0709ebf8-a35f-42e7-8d30-349e5af66906 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:41.378861 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-f7838b0d-29c1-4389-98ab-0f14525f59c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:41.384330 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 39716) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:56:41.549084 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-7b0a80a5-5ed8-4581-848f-006844d2d8d1 None None] Set router 63e6bf40-4d11-4016-bf6a-84902343b154 gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:56:41.558033 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ec37b3f8-9920-414c-a081-0477d7456052 admin admin] Notify callbacks [] for router, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:41.726230 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-25ac6d69-e354-4e84-b36b-238d0fb2dd43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:41.792582 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ec37b3f8-9920-414c-a081-0477d7456052 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:41.808581 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-25ac6d69-e354-4e84-b36b-238d0fb2dd43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:56:41.815748 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-25ac6d69-e354-4e84-b36b-238d0fb2dd43 admin admin] Usage tracker for resource:security_group_rule and tenant:6479a83f090943f5a1ce75cd4a27646c is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:56:41.821539 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-25ac6d69-e354-4e84-b36b-238d0fb2dd43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:56:41.832789 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-25ac6d69-e354-4e84-b36b-238d0fb2dd43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:56:41.951294 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-ec37b3f8-9920-414c-a081-0477d7456052 admin admin] Deleting port e297dfee-fdf1-44c8-919b-5f8ab8d167e8 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:56:41.951294 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ec37b3f8-9920-414c-a081-0477d7456052 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:41.954069 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-d82daa07-89b7-48b6-bdc6-928813a5466e tempest-TestSecurityGroupsBasicOps-2135905585 tempest-TestSecurityGroupsBasicOps-2135905585-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=1557a9c5f0a44514943027d1639e77df&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 1.1695826 May 28 06:56:41.975478 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 39732) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:56:42.016856 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-7b0a80a5-5ed8-4581-848f-006844d2d8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e6bf40-4d11-4016-bf6a-84902343b154', 'name': 'tempest-TestVolumeBackupRestore-1776720312-router', 'tenant_id': '5e10d5f74e5d4c1ba1676abddcb9b284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': 'e297dfee-fdf1-44c8-919b-5f8ab8d167e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:47:53Z', 'updated_at': '2022-05-28T06:56:39Z', 'revision_number': 5, 'project_id': '5e10d5f74e5d4c1ba1676abddcb9b284', 'gw_port': {'id': 'e297dfee-fdf1-44c8-919b-5f8ab8d167e8', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e9:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e6bf40-4d11-4016-bf6a-84902343b154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:47:56Z', 'updated_at': '2022-05-28T06:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:56:42.016856 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0a80a5-5ed8-4581-848f-006844d2d8d1 None None] Checking router: 63e6bf40-4d11-4016-bf6a-84902343b154 for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:56:42.036443 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0a80a5-5ed8-4581-848f-006844d2d8d1 None None] Routers {'63e6bf40-4d11-4016-bf6a-84902343b154'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:56:42.037159 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-7b0a80a5-5ed8-4581-848f-006844d2d8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:56:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['63e6bf40-4d11-4016-bf6a-84902343b154'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:56:42.061203 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-f7838b0d-29c1-4389-98ab-0f14525f59c5 None None] Notify callbacks [] for port, precommit_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:42.090272 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-f7838b0d-29c1-4389-98ab-0f14525f59c5 None None] Transition to ACTIVE for port object ff003a89-e8d8-49d1-80dc-51f00bd8cda7 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:56:42.231340 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-f7838b0d-29c1-4389-98ab-0f14525f59c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:42.233131 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-7b0a80a5-5ed8-4581-848f-006844d2d8d1 None None] Set router 63e6bf40-4d11-4016-bf6a-84902343b154 gateway port host: None {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:56:42.431799 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210ebdc6-295f-4f99-86cf-b63237d7b991 None None] Pushing event updated for resources: {'Port': ['ID=ff003a89-e8d8-49d1-80dc-51f00bd8cda7,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:56:42.454032 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-f7838b0d-29c1-4389-98ab-0f14525f59c5 None None] Attempting to bind port ff003a89-e8d8-49d1-80dc-51f00bd8cda7 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:56:42.454450 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-f7838b0d-29c1-4389-98ab-0f14525f59c5 None None] Attempting to bind port ff003a89-e8d8-49d1-80dc-51f00bd8cda7 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:56:42.454833 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7838b0d-29c1-4389-98ab-0f14525f59c5 None None] Attempting to bind port ff003a89-e8d8-49d1-80dc-51f00bd8cda7 on network 68df399e-e75e-4871-9364-5d05730b50f0 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:56:42.459773 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-7b0a80a5-5ed8-4581-848f-006844d2d8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e6bf40-4d11-4016-bf6a-84902343b154', 'name': 'tempest-TestVolumeBackupRestore-1776720312-router', 'tenant_id': '5e10d5f74e5d4c1ba1676abddcb9b284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:47:53Z', 'updated_at': '2022-05-28T06:56:41Z', 'revision_number': 6, 'project_id': '5e10d5f74e5d4c1ba1676abddcb9b284', 'gw_port_host': None}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:56:42.466109 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7838b0d-29c1-4389-98ab-0f14525f59c5 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 56, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:56:42.466596 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7838b0d-29c1-4389-98ab-0f14525f59c5 None None] Checking segment: {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:56:42.467143 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-f7838b0d-29c1-4389-98ab-0f14525f59c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:42.467537 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7838b0d-29c1-4389-98ab-0f14525f59c5 None None] Bound using segment: {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:56:42.468590 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-f7838b0d-29c1-4389-98ab-0f14525f59c5 None None] Bound port: ff003a89-e8d8-49d1-80dc-51f00bd8cda7, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:56:42.469365 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-f7838b0d-29c1-4389-98ab-0f14525f59c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:42.475383 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0a80a5-5ed8-4581-848f-006844d2d8d1 None None] The sync data for ids ['63e6bf40-4d11-4016-bf6a-84902343b154'] in n-d-843702-1 is: [{'id': '63e6bf40-4d11-4016-bf6a-84902343b154', 'name': 'tempest-TestVolumeBackupRestore-1776720312-router', 'tenant_id': '5e10d5f74e5d4c1ba1676abddcb9b284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:47:53Z', 'updated_at': '2022-05-28T06:56:41Z', 'revision_number': 6, 'project_id': '5e10d5f74e5d4c1ba1676abddcb9b284', 'gw_port_host': None}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:56:42.606034 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-f7838b0d-29c1-4389-98ab-0f14525f59c5 None None] For port ff003a89-e8d8-49d1-80dc-51f00bd8cda7, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:56:42.610594 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-f7838b0d-29c1-4389-98ab-0f14525f59c5 None None] For port ff003a89-e8d8-49d1-80dc-51f00bd8cda7, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=ff003a89-e8d8-49d1-80dc-51f00bd8cda7,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:56:42.635563 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0709ebf8-a35f-42e7-8d30-349e5af66906 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:42.640592 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-ec37b3f8-9920-414c-a081-0477d7456052 admin admin] For port e297dfee-fdf1-44c8-919b-5f8ab8d167e8, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=e297dfee-fdf1-44c8-919b-5f8ab8d167e8,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:56:42.640592 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ec37b3f8-9920-414c-a081-0477d7456052 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:42.712797 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-f7838b0d-29c1-4389-98ab-0f14525f59c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:42.775086 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-ec37b3f8-9920-414c-a081-0477d7456052 admin admin] Calling delete_port for e297dfee-fdf1-44c8-919b-5f8ab8d167e8 owned by network:router_gateway {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:56:42.821928 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7838b0d-29c1-4389-98ab-0f14525f59c5 None None] Routers {'55f6fca4-a976-46aa-88d1-e935946a65da'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:56:42.822660 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-f7838b0d-29c1-4389-98ab-0f14525f59c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:56:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['55f6fca4-a976-46aa-88d1-e935946a65da'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:56:42.861966 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-0709ebf8-a35f-42e7-8d30-349e5af66906 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Calling delete_port for 58e79890-737e-49d6-ac7b-d56a32726f5d owned by network:router_gateway {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:56:42.923579 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210ebdc6-295f-4f99-86cf-b63237d7b991 None None] Pushing event updated for resources: {'Port': ['ID=ff003a89-e8d8-49d1-80dc-51f00bd8cda7,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:56:42.964108 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d11d76f-9565-49ae-9213-b75b75442750 tempest-TestSecurityGroupsBasicOps-2135905585 tempest-TestSecurityGroupsBasicOps-2135905585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:56:42.966607 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-5d11d76f-9565-49ae-9213-b75b75442750 tempest-TestSecurityGroupsBasicOps-2135905585 tempest-TestSecurityGroupsBasicOps-2135905585-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7642677 May 28 06:56:42.969129 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-25ac6d69-e354-4e84-b36b-238d0fb2dd43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:42.982661 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 39756) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:56:43.001208 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 94794d95-16dc-4eb7-adc9-6957ff3cb005 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:56:43.057920 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 94794d95-16dc-4eb7-adc9-6957ff3cb005 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:56:43.058262 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 94794d95-16dc-4eb7-adc9-6957ff3cb005 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:56:43.105992 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-f7838b0d-29c1-4389-98ab-0f14525f59c5 None None] Set router 55f6fca4-a976-46aa-88d1-e935946a65da gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:56:43.138272 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-4d0b444c-a582-44b6-aca5-f1dcc0cf7244 tempest-TestSecurityGroupsBasicOps-2135905585 tempest-TestSecurityGroupsBasicOps-2135905585-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=68df399e-e75e-4871-9364-5d05730b50f0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1445613 May 28 06:56:43.140341 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 39764) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:56:43.147521 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-434e1740-7ad9-49dc-8337-23cb9bffcbd6 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1524658812', 'network_id': '4a0a49de-1d13-449d-a2b4-d4771b25264b', 'project_id': '1557a9c5f0a44514943027d1639e77df', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:56:43.212691 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ec37b3f8-9920-414c-a081-0477d7456052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:43.325103 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-25ac6d69-e354-4e84-b36b-238d0fb2dd43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:43.360206 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ac6d69-e354-4e84-b36b-238d0fb2dd43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8a2b3d8-69e1-4ed9-a5f9-5875e6b71198,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:56:43.437641 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-25ac6d69-e354-4e84-b36b-238d0fb2dd43 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6479a83f090943f5a1ce75cd4a27646c&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0581512 May 28 06:56:43.439970 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 39772) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:56:43.509107 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec37b3f8-9920-414c-a081-0477d7456052 admin admin] Pushing event deleted for resources: {'Port': ['ID=e297dfee-fdf1-44c8-919b-5f8ab8d167e8,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:56:43.584841 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-abe238d6-a03f-4bbb-a175-fbc091108e1a tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700548'] for router_interface, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:43.764799 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-f7838b0d-29c1-4389-98ab-0f14525f59c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55f6fca4-a976-46aa-88d1-e935946a65da', 'name': 'tempest-TestSecurityGroupsBasicOps-router-462593361', 'tenant_id': '1557a9c5f0a44514943027d1639e77df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': 'ff003a89-e8d8-49d1-80dc-51f00bd8cda7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:56:31Z', 'updated_at': '2022-05-28T06:56:37Z', 'revision_number': 3, 'project_id': '1557a9c5f0a44514943027d1639e77df', 'gw_port': {'id': 'ff003a89-e8d8-49d1-80dc-51f00bd8cda7', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:22:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55f6fca4-a976-46aa-88d1-e935946a65da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:56:34Z', 'updated_at': '2022-05-28T06:56:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:56:43.780871 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7838b0d-29c1-4389-98ab-0f14525f59c5 None None] The sync data for ids ['55f6fca4-a976-46aa-88d1-e935946a65da'] in n-d-843702-1 is: [{'id': '55f6fca4-a976-46aa-88d1-e935946a65da', 'name': 'tempest-TestSecurityGroupsBasicOps-router-462593361', 'tenant_id': '1557a9c5f0a44514943027d1639e77df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': 'ff003a89-e8d8-49d1-80dc-51f00bd8cda7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:56:31Z', 'updated_at': '2022-05-28T06:56:37Z', 'revision_number': 3, 'project_id': '1557a9c5f0a44514943027d1639e77df', 'gw_port': {'id': 'ff003a89-e8d8-49d1-80dc-51f00bd8cda7', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:22:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55f6fca4-a976-46aa-88d1-e935946a65da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:56:34Z', 'updated_at': '2022-05-28T06:56:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:56:43.792537 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-434e1740-7ad9-49dc-8337-23cb9bffcbd6 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:56:43.794419 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-10481207-7160-42e6-a682-6e2da40f1027 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700548'] for router_interface, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:43.796101 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-434e1740-7ad9-49dc-8337-23cb9bffcbd6 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Usage tracker for resource:subnet and tenant:1557a9c5f0a44514943027d1639e77df is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:56:43.807127 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-434e1740-7ad9-49dc-8337-23cb9bffcbd6 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:56:43.810653 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-434e1740-7ad9-49dc-8337-23cb9bffcbd6 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:56:43.823559 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ec37b3f8-9920-414c-a081-0477d7456052 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691105'] for router_gateway, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:44.028792 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ec37b3f8-9920-414c-a081-0477d7456052 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59018'] for router, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:44.032627 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ec37b3f8-9920-414c-a081-0477d7456052 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:44.043011 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-434e1740-7ad9-49dc-8337-23cb9bffcbd6 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Made reservation on behalf of 1557a9c5f0a44514943027d1639e77df for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:56:44.044895 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-434e1740-7ad9-49dc-8337-23cb9bffcbd6 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:44.106617 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-48a75b62-8bef-4839-95b9-2870551d5351 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:44.157856 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-48a75b62-8bef-4839-95b9-2870551d5351 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:44.294492 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ec37b3f8-9920-414c-a081-0477d7456052 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-703817'] for router, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:44.294492 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec37b3f8-9920-414c-a081-0477d7456052 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 63e6bf40-4d11-4016-bf6a-84902343b154 {{(pid=89109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 06:56:44.327675 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ec37b3f8-9920-414c-a081-0477d7456052 admin admin] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:44.327675 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-ec37b3f8-9920-414c-a081-0477d7456052 admin admin] 10.222.0.55 "DELETE /v2.0/routers/63e6bf40-4d11-4016-bf6a-84902343b154 HTTP/1.1" status: 204 len: 168 time: 3.3229771 May 28 06:56:44.351956 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 39794) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:56:44.491870 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0709ebf8-a35f-42e7-8d30-349e5af66906 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:44.570712 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_v2 [None req-49cdce75-4046-4d7b-84ad-cf4612406819 admin admin] Deleting subnet 8eb43fa5-254f-4ae9-8992-ff7c55790b6d {{(pid=89109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:56:44.601719 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-49cdce75-4046-4d7b-84ad-cf4612406819 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:44.722756 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-49cdce75-4046-4d7b-84ad-cf4612406819 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3964070'] for subnet, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:44.914125 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-49cdce75-4046-4d7b-84ad-cf4612406819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:44.937806 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0709ebf8-a35f-42e7-8d30-349e5af66906 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Pushing event deleted for resources: {'Port': ['ID=58e79890-737e-49d6-ac7b-d56a32726f5d,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:56:44.987129 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-434e1740-7ad9-49dc-8337-23cb9bffcbd6 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:45.033685 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0709ebf8-a35f-42e7-8d30-349e5af66906 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691105'] for router_gateway, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:45.064934 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device ff003a89-e8d8-49d1-80dc-51f00bd8cda7 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:56:45.127416 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-48a75b62-8bef-4839-95b9-2870551d5351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:45.155973 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434e1740-7ad9-49dc-8337-23cb9bffcbd6 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Pushing event updated for resources: {'Subnet': ['ID=eead3977-243b-4035-9026-00b1433df847,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:56:45.164577 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434e1740-7ad9-49dc-8337-23cb9bffcbd6 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Checking segment: {'id': 'ade382c0-dc92-446f-924f-cbafb13e338b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4a0a49de-1d13-449d-a2b4-d4771b25264b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:56:45.164577 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-434e1740-7ad9-49dc-8337-23cb9bffcbd6 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Network hostable DHCP agents. Network: 4a0a49de-1d13-449d-a2b4-d4771b25264b, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:56:45.264512 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-49cdce75-4046-4d7b-84ad-cf4612406819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9555650'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:45.313263 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port ff003a89-e8d8-49d1-80dc-51f00bd8cda7 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:56:45.319219 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port ff003a89-e8d8-49d1-80dc-51f00bd8cda7 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:56:45.319596 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:45.351894 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a75b62-8bef-4839-95b9-2870551d5351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8a2b3d8-69e1-4ed9-a5f9-5875e6b71198,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:56:45.370252 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0709ebf8-a35f-42e7-8d30-349e5af66906 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59018'] for router, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:45.377342 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0709ebf8-a35f-42e7-8d30-349e5af66906 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:45.390639 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-48a75b62-8bef-4839-95b9-2870551d5351 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:45.402215 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-48a75b62-8bef-4839-95b9-2870551d5351 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c8a2b3d8-69e1-4ed9-a5f9-5875e6b71198 HTTP/1.1" status: 204 len: 168 time: 1.9425511 May 28 06:56:45.447087 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-49cdce75-4046-4d7b-84ad-cf4612406819 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:45.450136 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-434e1740-7ad9-49dc-8337-23cb9bffcbd6 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Network 4a0a49de-1d13-449d-a2b4-d4771b25264b is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:56:45.453852 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c383ca9-68ee-4154-8bec-13586f9728ca None None] Network e8a2a26d-ca66-4cab-9858-6f3c41497abf requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:56:45.465174 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cdce75-4046-4d7b-84ad-cf4612406819 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8eb43fa5-254f-4ae9-8992-ff7c55790b6d,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:56:45.487632 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 39818) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:56:45.493338 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-49cdce75-4046-4d7b-84ad-cf4612406819 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/8eb43fa5-254f-4ae9-8992-ff7c55790b6d HTTP/1.1" status: 204 len: 168 time: 1.1475589 May 28 06:56:45.667818 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-434e1740-7ad9-49dc-8337-23cb9bffcbd6 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, 4a0a49de-1d13-449d-a2b4-d4771b25264b) {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:56:45.675666 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434e1740-7ad9-49dc-8337-23cb9bffcbd6 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:56:45.675666 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-434e1740-7ad9-49dc-8337-23cb9bffcbd6 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:45.680532 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-abe238d6-a03f-4bbb-a175-fbc091108e1a tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Deleting port 74c2ab86-fc2a-43bd-8caa-72ae18a58812 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:56:45.680532 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-abe238d6-a03f-4bbb-a175-fbc091108e1a tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:45.720286 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3eafb4-6423-450c-9cd5-619c332d3f67 None None] Network 4a0a49de-1d13-449d-a2b4-d4771b25264b requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:56:45.730021 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0709ebf8-a35f-42e7-8d30-349e5af66906 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-703817'] for router, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:45.730021 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0709ebf8-a35f-42e7-8d30-349e5af66906 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Fanout notify agent at l3_agent the message router_deleted on router 67cdca7d-21b2-42c1-885e-94b658f199e2 {{(pid=89110) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 06:56:45.835587 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-434e1740-7ad9-49dc-8337-23cb9bffcbd6 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.6984386 May 28 06:56:45.837616 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 39830) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:56:45.849239 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-10481207-7160-42e6-a682-6e2da40f1027 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Deleting port f03d07a6-901d-47c7-bcfc-3ae4cf5839a1 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:56:45.850128 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-10481207-7160-42e6-a682-6e2da40f1027 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:45.893711 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0709ebf8-a35f-42e7-8d30-349e5af66906 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Notify callbacks [] for router, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:45.895211 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-0709ebf8-a35f-42e7-8d30-349e5af66906 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] 10.222.0.55 "DELETE /v2.0/routers/67cdca7d-21b2-42c1-885e-94b658f199e2 HTTP/1.1" status: 204 len: 168 time: 6.4614329 May 28 06:56:45.903120 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 39834) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:56:45.908632 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-c85bd4de-2c77-4447-a27b-7f1c48cc925b tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-218320470', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}, 'admin_state_up': False}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:56:45.917260 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-c85bd4de-2c77-4447-a27b-7f1c48cc925b tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:56:45.931068 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-c85bd4de-2c77-4447-a27b-7f1c48cc925b tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Usage tracker for resource:router and tenant:7b0fac9d8de84808a9381f9efb65a590 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:56:45.935833 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-c85bd4de-2c77-4447-a27b-7f1c48cc925b tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:56:45.943410 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-c85bd4de-2c77-4447-a27b-7f1c48cc925b tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:56:46.084821 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port ff003a89-e8d8-49d1-80dc-51f00bd8cda7 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:56:46.084821 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:46.086909 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c85bd4de-2c77-4447-a27b-7f1c48cc925b tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59128'] for router, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:46.086909 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c85bd4de-2c77-4447-a27b-7f1c48cc925b tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59009'] for router, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:46.130720 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c85bd4de-2c77-4447-a27b-7f1c48cc925b tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:46.144451 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ce19aaea-00a9-499a-bded-f4f1347d119c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:46.171805 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port ff003a89-e8d8-49d1-80dc-51f00bd8cda7, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=ff003a89-e8d8-49d1-80dc-51f00bd8cda7,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:56:46.274988 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:46.275384 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-ce19aaea-00a9-499a-bded-f4f1347d119c admin admin] Deleting port d5449786-0c03-4de9-a6be-b4618ffcba6f {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:56:46.275384 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ce19aaea-00a9-499a-bded-f4f1347d119c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:46.354403 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25ad767-39c8-46a7-9bb5-f0aa21ce4a27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-4a0a49de-1d13-449d-a2b4-d4771b25264b', 'network_id': '4a0a49de-1d13-449d-a2b4-d4771b25264b', 'tenant_id': '1557a9c5f0a44514943027d1639e77df', 'fixed_ips': [{'subnet_id': 'eead3977-243b-4035-9026-00b1433df847'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:56:46.355818 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d25ad767-39c8-46a7-9bb5-f0aa21ce4a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:46.379307 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad7fdb6-feb6-4f41-891d-153c46b09d1b None None] DHCP port deletion for e8a2a26d-ca66-4cab-9858-6f3c41497abf request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:56:46.389239 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device e297dfee-fdf1-44c8-919b-5f8ab8d167e8 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:56:46.399855 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-abe238d6-a03f-4bbb-a175-fbc091108e1a tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:46.447484 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-fad7fdb6-feb6-4f41-891d-153c46b09d1b None None] Deleting port d5449786-0c03-4de9-a6be-b4618ffcba6f {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:56:46.447484 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-fad7fdb6-feb6-4f41-891d-153c46b09d1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:46.473391 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: e297dfee-fdf1-44c8-919b-5f8ab8d167e8 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:56:46.474693 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device e297dfee-fdf1-44c8-919b-5f8ab8d167e8 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:56:46.655345 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-abe238d6-a03f-4bbb-a175-fbc091108e1a tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Calling delete_port for 74c2ab86-fc2a-43bd-8caa-72ae18a58812 owned by network:router_interface {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:56:46.660295 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=ff003a89-e8d8-49d1-80dc-51f00bd8cda7,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:56:46.813217 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-d25ad767-39c8-46a7-9bb5-f0aa21ce4a27 None None] Allocated IP 172.20.0.2 (4a0a49de-1d13-449d-a2b4-d4771b25264b/eead3977-243b-4035-9026-00b1433df847/7d00c5ea-3d81-4a8f-a1da-f0b858b0c098) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:56:46.952516 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [None req-10481207-7160-42e6-a682-6e2da40f1027 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] For port f03d07a6-901d-47c7-bcfc-3ae4cf5839a1, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=f03d07a6-901d-47c7-bcfc-3ae4cf5839a1,segment=NetworkSegment(c6b03b3e-9e4c-405c-9448-3216763b6f5a),segment_id=c6b03b3e-9e4c-405c-9448-3216763b6f5a)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:56:46.959516 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-10481207-7160-42e6-a682-6e2da40f1027 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:47.065237 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-fad7fdb6-feb6-4f41-891d-153c46b09d1b None None] For port d5449786-0c03-4de9-a6be-b4618ffcba6f, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=d5449786-0c03-4de9-a6be-b4618ffcba6f,segment=NetworkSegment(d74126e0-2d6c-4218-a52c-5b7126833ce2),segment_id=d74126e0-2d6c-4218-a52c-5b7126833ce2)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:56:47.065659 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-fad7fdb6-feb6-4f41-891d-153c46b09d1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:47.084479 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c85bd4de-2c77-4447-a27b-7f1c48cc925b tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59027'] for router, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:47.294420 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-10481207-7160-42e6-a682-6e2da40f1027 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Calling delete_port for f03d07a6-901d-47c7-bcfc-3ae4cf5839a1 owned by network:router_interface {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:56:47.324058 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device ff003a89-e8d8-49d1-80dc-51f00bd8cda7 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:56:47.358106 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [None req-ce19aaea-00a9-499a-bded-f4f1347d119c admin admin] For port d5449786-0c03-4de9-a6be-b4618ffcba6f, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=d5449786-0c03-4de9-a6be-b4618ffcba6f,segment=NetworkSegment(d74126e0-2d6c-4218-a52c-5b7126833ce2),segment_id=d74126e0-2d6c-4218-a52c-5b7126833ce2)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:56:47.358106 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ce19aaea-00a9-499a-bded-f4f1347d119c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:47.424267 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-fad7fdb6-feb6-4f41-891d-153c46b09d1b None None] Calling delete_port for d5449786-0c03-4de9-a6be-b4618ffcba6f owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:56:47.521482 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-ce19aaea-00a9-499a-bded-f4f1347d119c admin admin] Calling delete_port for d5449786-0c03-4de9-a6be-b4618ffcba6f owned by network:dhcp {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:56:47.777875 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d25ad767-39c8-46a7-9bb5-f0aa21ce4a27 None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:47.777875 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port ff003a89-e8d8-49d1-80dc-51f00bd8cda7 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:56:47.777875 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:47.907546 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-abe238d6-a03f-4bbb-a175-fbc091108e1a tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:47.937627 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port ff003a89-e8d8-49d1-80dc-51f00bd8cda7 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:56:47.953176 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe238d6-a03f-4bbb-a175-fbc091108e1a tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Pushing event deleted for resources: {'Port': ['ID=74c2ab86-fc2a-43bd-8caa-72ae18a58812,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:56:47.962510 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-fad7fdb6-feb6-4f41-891d-153c46b09d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879'] for port, after_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:47.972292 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.db.api [None req-ce19aaea-00a9-499a-bded-f4f1347d119c admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89110) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:56:47.972292 n-d-843702-1 neutron-server[89110]: DEBUG oslo_db.api [None req-ce19aaea-00a9-499a-bded-f4f1347d119c admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:56:48.025586 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad7fdb6-feb6-4f41-891d-153c46b09d1b None None] Pushing event deleted for resources: {'Port': ['ID=d5449786-0c03-4de9-a6be-b4618ffcba6f,revision_number=None']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:56:48.034129 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad7fdb6-feb6-4f41-891d-153c46b09d1b None None] No DVR routers for this DVR port d5449786-0c03-4de9-a6be-b4618ffcba6f on host n-d-843702-1 {{(pid=89111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:56:48.127294 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device d5449786-0c03-4de9-a6be-b4618ffcba6f no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:56:48.127294 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: d5449786-0c03-4de9-a6be-b4618ffcba6f {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:56:48.127294 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device d5449786-0c03-4de9-a6be-b4618ffcba6f not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:56:48.183427 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8931c89c-9089-4339-b1c8-0788cbebc4b1 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:48.230390 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-abe238d6-a03f-4bbb-a175-fbc091108e1a tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700472'] for router_interface, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:48.283238 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c85bd4de-2c77-4447-a27b-7f1c48cc925b tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Notify callbacks [] for router_gateway, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:48.318910 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c85bd4de-2c77-4447-a27b-7f1c48cc925b tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:48.472357 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-ce19aaea-00a9-499a-bded-f4f1347d119c admin admin] Deleting port d5449786-0c03-4de9-a6be-b4618ffcba6f {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:56:48.472962 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ce19aaea-00a9-499a-bded-f4f1347d119c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:48.478205 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-d25ad767-39c8-46a7-9bb5-f0aa21ce4a27 None None] Transition to ACTIVE for port object 7d00c5ea-3d81-4a8f-a1da-f0b858b0c098 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:56:48.513667 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-d25ad767-39c8-46a7-9bb5-f0aa21ce4a27 None None] Transition to ACTIVE for port object 7d00c5ea-3d81-4a8f-a1da-f0b858b0c098 will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:56:48.570301 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-10481207-7160-42e6-a682-6e2da40f1027 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:48.657163 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d25ad767-39c8-46a7-9bb5-f0aa21ce4a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:48.720850 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-c85bd4de-2c77-4447-a27b-7f1c48cc925b tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Allocated IP 172.25.5.161 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/46a186bd-4092-4ddc-90ed-8b0b7f942b99) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:56:48.769733 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10481207-7160-42e6-a682-6e2da40f1027 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Pushing event deleted for resources: {'Port': ['ID=f03d07a6-901d-47c7-bcfc-3ae4cf5839a1,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:56:48.790334 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25ad767-39c8-46a7-9bb5-f0aa21ce4a27 None None] Network 4a0a49de-1d13-449d-a2b4-d4771b25264b is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:56:48.798611 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-d25ad767-39c8-46a7-9bb5-f0aa21ce4a27 None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:56:48.803675 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25ad767-39c8-46a7-9bb5-f0aa21ce4a27 None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:56:48.853389 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-ce19aaea-00a9-499a-bded-f4f1347d119c admin admin] The port 'd5449786-0c03-4de9-a6be-b4618ffcba6f' was deleted {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 06:56:48.925332 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25ad767-39c8-46a7-9bb5-f0aa21ce4a27 None None] Pushing event updated for resources: {'Port': ['ID=7d00c5ea-3d81-4a8f-a1da-f0b858b0c098,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:56:48.966253 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-8931c89c-9089-4339-b1c8-0788cbebc4b1 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Allocated IP 172.20.0.1 (4a0a49de-1d13-449d-a2b4-d4771b25264b/eead3977-243b-4035-9026-00b1433df847/46af4e55-32a7-49e9-92c9-fe7f420ec6ac) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:56:49.015505 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-d25ad767-39c8-46a7-9bb5-f0aa21ce4a27 None None] Attempting to bind port 7d00c5ea-3d81-4a8f-a1da-f0b858b0c098 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:56:49.015873 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-d25ad767-39c8-46a7-9bb5-f0aa21ce4a27 None None] Attempting to bind port 7d00c5ea-3d81-4a8f-a1da-f0b858b0c098 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'ade382c0-dc92-446f-924f-cbafb13e338b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4a0a49de-1d13-449d-a2b4-d4771b25264b'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:56:49.016240 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25ad767-39c8-46a7-9bb5-f0aa21ce4a27 None None] Attempting to bind port 7d00c5ea-3d81-4a8f-a1da-f0b858b0c098 on network 4a0a49de-1d13-449d-a2b4-d4771b25264b {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:56:49.030292 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25ad767-39c8-46a7-9bb5-f0aa21ce4a27 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 56, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:56:49.030662 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25ad767-39c8-46a7-9bb5-f0aa21ce4a27 None None] Checking segment: {'id': 'ade382c0-dc92-446f-924f-cbafb13e338b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4a0a49de-1d13-449d-a2b4-d4771b25264b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:56:49.031571 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d25ad767-39c8-46a7-9bb5-f0aa21ce4a27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:49.032120 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25ad767-39c8-46a7-9bb5-f0aa21ce4a27 None None] Bound using segment: {'id': 'ade382c0-dc92-446f-924f-cbafb13e338b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4a0a49de-1d13-449d-a2b4-d4771b25264b'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:56:49.033203 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-d25ad767-39c8-46a7-9bb5-f0aa21ce4a27 None None] Bound port: 7d00c5ea-3d81-4a8f-a1da-f0b858b0c098, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ade382c0-dc92-446f-924f-cbafb13e338b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4a0a49de-1d13-449d-a2b4-d4771b25264b'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:56:49.033885 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d25ad767-39c8-46a7-9bb5-f0aa21ce4a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:49.319365 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c85bd4de-2c77-4447-a27b-7f1c48cc925b tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:49.386394 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-d25ad767-39c8-46a7-9bb5-f0aa21ce4a27 None None] For port 7d00c5ea-3d81-4a8f-a1da-f0b858b0c098, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:56:49.416204 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-d25ad767-39c8-46a7-9bb5-f0aa21ce4a27 None None] For port 7d00c5ea-3d81-4a8f-a1da-f0b858b0c098, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=7d00c5ea-3d81-4a8f-a1da-f0b858b0c098,segment=NetworkSegment(ade382c0-dc92-446f-924f-cbafb13e338b),segment_id=ade382c0-dc92-446f-924f-cbafb13e338b)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:56:49.418045 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8931c89c-9089-4339-b1c8-0788cbebc4b1 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:49.436835 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abe238d6-a03f-4bbb-a175-fbc091108e1a tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Router 1d195dc1-0386-44a1-9ade-37eb73bb65b2 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:56:49.443841 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ce19aaea-00a9-499a-bded-f4f1347d119c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:49.445490 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [None req-8931c89c-9089-4339-b1c8-0788cbebc4b1 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Transition to ACTIVE for port object 46af4e55-32a7-49e9-92c9-fe7f420ec6ac will not be triggered until provisioned by entity DHCP. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:56:49.530373 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d25ad767-39c8-46a7-9bb5-f0aa21ce4a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:49.559518 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8931c89c-9089-4339-b1c8-0788cbebc4b1 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:49.565936 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c85bd4de-2c77-4447-a27b-7f1c48cc925b tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:49.608954 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-ce19aaea-00a9-499a-bded-f4f1347d119c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8a2a26d-ca66-4cab-9858-6f3c41497abf']}} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:56:49.668502 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25ad767-39c8-46a7-9bb5-f0aa21ce4a27 None None] Pushing event updated for resources: {'Port': ['ID=7d00c5ea-3d81-4a8f-a1da-f0b858b0c098,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:56:49.708642 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-ce19aaea-00a9-499a-bded-f4f1347d119c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd74126e0-2d6c-4218-a52c-5b7126833ce2') {'for_net_delete': True} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:56:49.708931 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-ce19aaea-00a9-499a-bded-f4f1347d119c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd74126e0-2d6c-4218-a52c-5b7126833ce2') {} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:56:49.718023 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c85bd4de-2c77-4447-a27b-7f1c48cc925b tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:56:49.750510 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ce19aaea-00a9-499a-bded-f4f1347d119c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4150778'] for segment, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:49.759130 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-c85bd4de-2c77-4447-a27b-7f1c48cc925b tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:56:49.762197 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8931c89c-9089-4339-b1c8-0788cbebc4b1 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Network 4a0a49de-1d13-449d-a2b4-d4771b25264b is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:56:49.762197 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85bd4de-2c77-4447-a27b-7f1c48cc925b tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:56:49.783863 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-10481207-7160-42e6-a682-6e2da40f1027 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700472'] for router_interface, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:49.799652 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ce19aaea-00a9-499a-bded-f4f1347d119c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:49.804794 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-8931c89c-9089-4339-b1c8-0788cbebc4b1 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:56:49.815458 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8931c89c-9089-4339-b1c8-0788cbebc4b1 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Pushing event updated for resources: {'Port': ['ID=46af4e55-32a7-49e9-92c9-fe7f420ec6ac,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:56:49.820605 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8931c89c-9089-4339-b1c8-0788cbebc4b1 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:56:49.910784 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abe238d6-a03f-4bbb-a175-fbc091108e1a tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:56:49.910784 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce19aaea-00a9-499a-bded-f4f1347d119c admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=89110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:56:49.910784 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ce19aaea-00a9-499a-bded-f4f1347d119c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3143023'] for segment, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:49.930842 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f48d03-1887-4b85-a2d3-bfce33c0f0cc None None] Sync routers for ids ['1d195dc1-0386-44a1-9ade-37eb73bb65b2'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:56:49.938799 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f48d03-1887-4b85-a2d3-bfce33c0f0cc None None] Routers {'1d195dc1-0386-44a1-9ade-37eb73bb65b2'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:56:49.938799 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-d6f48d03-1887-4b85-a2d3-bfce33c0f0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:56:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['1d195dc1-0386-44a1-9ade-37eb73bb65b2'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:56:49.975326 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment d74126e0-2d6c-4218-a52c-5b7126833ce2 resource provider aggregate not found May 28 06:56:50.026929 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8931c89c-9089-4339-b1c8-0788cbebc4b1 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690947'] for router_interface, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:50.092942 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-d6f48d03-1887-4b85-a2d3-bfce33c0f0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:56:50.094385 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment d74126e0-2d6c-4218-a52c-5b7126833ce2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d74126e0-2d6c-4218-a52c-5b7126833ce2 found for delete ", "request_id": "req-cb0e925f-18af-4288-8d86-2a5a8d879749"}]} May 28 06:56:50.110591 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f48d03-1887-4b85-a2d3-bfce33c0f0cc None None] Routers {'1d195dc1-0386-44a1-9ade-37eb73bb65b2'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:56:50.110591 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-d6f48d03-1887-4b85-a2d3-bfce33c0f0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:56:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['1d195dc1-0386-44a1-9ade-37eb73bb65b2'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:56:50.196085 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-d6f48d03-1887-4b85-a2d3-bfce33c0f0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:56:50.196836 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f48d03-1887-4b85-a2d3-bfce33c0f0cc None None] The sync data for ids ['1d195dc1-0386-44a1-9ade-37eb73bb65b2'] in n-d-843702-1 is: [] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:56:50.251043 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-abe238d6-a03f-4bbb-a175-fbc091108e1a tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] 10.222.0.55 "PUT /v2.0/routers/1d195dc1-0386-44a1-9ade-37eb73bb65b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1347053 May 28 06:56:50.265149 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 39952) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:56:50.425335 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ce19aaea-00a9-499a-bded-f4f1347d119c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:50.457011 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ce19aaea-00a9-499a-bded-f4f1347d119c admin admin] Notify callbacks [] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:50.519982 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce19aaea-00a9-499a-bded-f4f1347d119c admin admin] Pushing event deleted for resources: {'Network': ['ID=e8a2a26d-ca66-4cab-9858-6f3c41497abf,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:56:50.670401 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-ce19aaea-00a9-499a-bded-f4f1347d119c admin admin] 10.222.0.55 "DELETE /v2.0/networks/e8a2a26d-ca66-4cab-9858-6f3c41497abf HTTP/1.1" status: 204 len: 168 time: 5.1141484 May 28 06:56:50.675159 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 39968) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:56:50.885857 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85bd4de-2c77-4447-a27b-7f1c48cc925b tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Pushing event updated for resources: {'Port': ['ID=46a186bd-4092-4ddc-90ed-8b0b7f942b99,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:56:51.147743 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 7d00c5ea-3d81-4a8f-a1da-f0b858b0c098 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:56:51.159415 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10481207-7160-42e6-a682-6e2da40f1027 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Router 63d4cd8b-0614-4df8-b526-1c51745a05d8 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:56:51.438382 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 7d00c5ea-3d81-4a8f-a1da-f0b858b0c098 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:56:51.473035 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cfb11bf-2287-4a89-bc8b-894b0c546fb6 None None] Network 4a0a49de-1d13-449d-a2b4-d4771b25264b requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:56:51.498677 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10481207-7160-42e6-a682-6e2da40f1027 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:56:51.502087 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-10481207-7160-42e6-a682-6e2da40f1027 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "PUT /v2.0/routers/63d4cd8b-0614-4df8-b526-1c51745a05d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8925400 May 28 06:56:51.502087 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 39994) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:56:51.521061 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a88a75-8c12-49c6-954d-fd45718377bb None None] Sync routers for ids ['63d4cd8b-0614-4df8-b526-1c51745a05d8'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:56:51.543793 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a88a75-8c12-49c6-954d-fd45718377bb None None] Routers {'63d4cd8b-0614-4df8-b526-1c51745a05d8'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:56:51.556675 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-90a88a75-8c12-49c6-954d-fd45718377bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:56:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['63d4cd8b-0614-4df8-b526-1c51745a05d8'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:56:51.657586 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_v2 [None req-37d255b4-7868-438d-8eeb-18b6aa366dcf tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Deleting subnet 3a475d8d-ca30-4add-b5d9-a4d38d6fa8e6 {{(pid=89110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:56:51.662004 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-37d255b4-7868-438d-8eeb-18b6aa366dcf tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks [] for subnet, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:51.742910 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8fdf939c-ca6a-460e-9e07-917d3701be65 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700548'] for router_interface, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:51.766883 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-7db50b66-9154-4297-9490-5e8ad8d0125b None None] Provisioning for port 7d00c5ea-3d81-4a8f-a1da-f0b858b0c098 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:56:51.776685 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-7db50b66-9154-4297-9490-5e8ad8d0125b None None] Provisioning complete for port 7d00c5ea-3d81-4a8f-a1da-f0b858b0c098 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:56:51.777495 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-7db50b66-9154-4297-9490-5e8ad8d0125b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:51.794942 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c85bd4de-2c77-4447-a27b-7f1c48cc925b tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Notify callbacks [] for router_gateway, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:51.837571 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-90a88a75-8c12-49c6-954d-fd45718377bb None None] Set router 63d4cd8b-0614-4df8-b526-1c51745a05d8 gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:56:51.968034 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-37d255b4-7868-438d-8eeb-18b6aa366dcf tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4150765'] for subnet, precommit_delete_associations {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:52.181369 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-37d255b4-7868-438d-8eeb-18b6aa366dcf tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:52.188292 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-7db50b66-9154-4297-9490-5e8ad8d0125b None None] Current status of the port 7d00c5ea-3d81-4a8f-a1da-f0b858b0c098 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:56:52.189827 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-7db50b66-9154-4297-9490-5e8ad8d0125b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:52.233224 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-7db50b66-9154-4297-9490-5e8ad8d0125b None None] For port 7d00c5ea-3d81-4a8f-a1da-f0b858b0c098, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=7d00c5ea-3d81-4a8f-a1da-f0b858b0c098,segment=NetworkSegment(ade382c0-dc92-446f-924f-cbafb13e338b),segment_id=ade382c0-dc92-446f-924f-cbafb13e338b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:56:52.301340 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-7db50b66-9154-4297-9490-5e8ad8d0125b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:52.302617 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-90a88a75-8c12-49c6-954d-fd45718377bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63d4cd8b-0614-4df8-b526-1c51745a05d8', 'name': 'tempest-TestNetworkBasicOps-router-1790145053', 'tenant_id': '4cdf69566d684d639d89f5935d02f247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': 'ff64f442-95fe-4bff-ae44-cf573907ae42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:55:05Z', 'updated_at': '2022-05-28T06:56:47Z', 'revision_number': 5, 'project_id': '4cdf69566d684d639d89f5935d02f247', 'gw_port': {'id': 'ff64f442-95fe-4bff-ae44-cf573907ae42', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:4e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d4cd8b-0614-4df8-b526-1c51745a05d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:55:07Z', 'updated_at': '2022-05-28T06:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:56:52.308092 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a88a75-8c12-49c6-954d-fd45718377bb None None] Checking router: 63d4cd8b-0614-4df8-b526-1c51745a05d8 for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:56:52.325807 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a88a75-8c12-49c6-954d-fd45718377bb None None] Routers {'63d4cd8b-0614-4df8-b526-1c51745a05d8'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:56:52.327820 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-90a88a75-8c12-49c6-954d-fd45718377bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:56:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['63d4cd8b-0614-4df8-b526-1c51745a05d8'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:56:52.471493 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db50b66-9154-4297-9490-5e8ad8d0125b None None] Pushing event updated for resources: {'Port': ['ID=7d00c5ea-3d81-4a8f-a1da-f0b858b0c098,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:56:52.603581 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8931c89c-9089-4339-b1c8-0788cbebc4b1 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:52.665933 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-37d255b4-7868-438d-8eeb-18b6aa366dcf tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3115981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3172005'] for subnet, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:52.769851 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-90a88a75-8c12-49c6-954d-fd45718377bb None None] Set router 63d4cd8b-0614-4df8-b526-1c51745a05d8 gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:56:52.792773 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d255b4-7868-438d-8eeb-18b6aa366dcf tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Pushing event deleted for resources: {'Subnet': ['ID=3a475d8d-ca30-4add-b5d9-a4d38d6fa8e6,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:56:52.807222 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-37d255b4-7868-438d-8eeb-18b6aa366dcf tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:52.813864 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-37d255b4-7868-438d-8eeb-18b6aa366dcf tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "DELETE /v2.0/subnets/3a475d8d-ca30-4add-b5d9-a4d38d6fa8e6 HTTP/1.1" status: 204 len: 168 time: 1.3114896 May 28 06:56:52.819943 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 40036) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:56:52.822673 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-530e5bb2-e21e-47db-897e-21737246f31e None None] Provisioning for port 46af4e55-32a7-49e9-92c9-fe7f420ec6ac completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:56:52.832375 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-530e5bb2-e21e-47db-897e-21737246f31e None None] Provisioning complete for port 46af4e55-32a7-49e9-92c9-fe7f420ec6ac triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:56:52.833860 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-530e5bb2-e21e-47db-897e-21737246f31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:52.976372 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a6aff1-61cb-4fcc-8fc1-ee6cc2eceacd None None] Network cc227551-10d6-4137-b8c0-b5564a615692 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:56:53.012292 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c85bd4de-2c77-4447-a27b-7f1c48cc925b tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690761'] for router, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:53.191458 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 7d00c5ea-3d81-4a8f-a1da-f0b858b0c098 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:56:53.203617 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-584c6461-b592-4f06-9d80-fac7a049cff4 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks [] for router, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:53.270858 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-530e5bb2-e21e-47db-897e-21737246f31e None None] Port 46af4e55-32a7-49e9-92c9-fe7f420ec6ac cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:56:53.317022 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-90a88a75-8c12-49c6-954d-fd45718377bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63d4cd8b-0614-4df8-b526-1c51745a05d8', 'name': 'tempest-TestNetworkBasicOps-router-1790145053', 'tenant_id': '4cdf69566d684d639d89f5935d02f247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': 'ff64f442-95fe-4bff-ae44-cf573907ae42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:55:05Z', 'updated_at': '2022-05-28T06:56:47Z', 'revision_number': 5, 'project_id': '4cdf69566d684d639d89f5935d02f247', 'gw_port': {'id': 'ff64f442-95fe-4bff-ae44-cf573907ae42', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:4e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d4cd8b-0614-4df8-b526-1c51745a05d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:55:07Z', 'updated_at': '2022-05-28T06:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:56:53.330738 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a88a75-8c12-49c6-954d-fd45718377bb None None] The sync data for ids ['63d4cd8b-0614-4df8-b526-1c51745a05d8'] in n-d-843702-1 is: [{'id': '63d4cd8b-0614-4df8-b526-1c51745a05d8', 'name': 'tempest-TestNetworkBasicOps-router-1790145053', 'tenant_id': '4cdf69566d684d639d89f5935d02f247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': 'ff64f442-95fe-4bff-ae44-cf573907ae42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:55:05Z', 'updated_at': '2022-05-28T06:56:47Z', 'revision_number': 5, 'project_id': '4cdf69566d684d639d89f5935d02f247', 'gw_port': {'id': 'ff64f442-95fe-4bff-ae44-cf573907ae42', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:4e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d4cd8b-0614-4df8-b526-1c51745a05d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:55:07Z', 'updated_at': '2022-05-28T06:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:56:53.390541 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-530e5bb2-e21e-47db-897e-21737246f31e None None] Provisioning complete for port 7d00c5ea-3d81-4a8f-a1da-f0b858b0c098 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:56:53.390927 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-530e5bb2-e21e-47db-897e-21737246f31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:53.473737 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 7d00c5ea-3d81-4a8f-a1da-f0b858b0c098 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:56:53.474294 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:53.536546 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-8fdf939c-ca6a-460e-9e07-917d3701be65 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Deleting port e67511ea-9572-4dcb-be6a-a6d3da2ddf89 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:56:53.537102 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8fdf939c-ca6a-460e-9e07-917d3701be65 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:53.861306 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-530e5bb2-e21e-47db-897e-21737246f31e None None] Current status of the port 7d00c5ea-3d81-4a8f-a1da-f0b858b0c098 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:56:53.934583 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-584c6461-b592-4f06-9d80-fac7a049cff4 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:53.974250 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 7d00c5ea-3d81-4a8f-a1da-f0b858b0c098 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:56:54.001004 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-46ac46c2-14ab-46ae-8db3-f0a28f4e5b7d None None] Provisioning complete for port 46af4e55-32a7-49e9-92c9-fe7f420ec6ac triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:56:54.001678 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-46ac46c2-14ab-46ae-8db3-f0a28f4e5b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:54.024110 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8fdf939c-ca6a-460e-9e07-917d3701be65 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:54.076929 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-077f9002-da57-46a9-99e8-3767071fd00e None None] DHCP port deletion for cc227551-10d6-4137-b8c0-b5564a615692 request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:56:54.082433 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-46ac46c2-14ab-46ae-8db3-f0a28f4e5b7d None None] Port 46af4e55-32a7-49e9-92c9-fe7f420ec6ac cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:56:54.084982 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-077f9002-da57-46a9-99e8-3767071fd00e None None] Deleting port 0c1111c7-ab48-470f-a586-563b7f1e7e8e {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:56:54.085504 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-077f9002-da57-46a9-99e8-3767071fd00e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:54.127217 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-21ce4b82-424a-4560-82cf-d579ac5dfb14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700548'] for router_interface, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:54.213019 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-8fdf939c-ca6a-460e-9e07-917d3701be65 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Calling delete_port for e67511ea-9572-4dcb-be6a-a6d3da2ddf89 owned by network:router_interface {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:56:54.256242 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-584c6461-b592-4f06-9d80-fac7a049cff4 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Deleting port ff64f442-95fe-4bff-ae44-cf573907ae42 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:56:54.256588 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-584c6461-b592-4f06-9d80-fac7a049cff4 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:54.269369 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c85bd4de-2c77-4447-a27b-7f1c48cc925b tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Router bff77525-f5fa-483c-8b6e-6a9da5014d25 is scheduled to L3 agent 42958940-9562-4f71-972f-15a8af9d3963 with binding_index 1 {{(pid=89109) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 06:56:54.370371 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.db.resource_extend [None req-8931c89c-9089-4339-b1c8-0788cbebc4b1 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 06:56:54.407643 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8931c89c-9089-4339-b1c8-0788cbebc4b1 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:54.413849 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-077f9002-da57-46a9-99e8-3767071fd00e None None] For port 0c1111c7-ab48-470f-a586-563b7f1e7e8e, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=0c1111c7-ab48-470f-a586-563b7f1e7e8e,segment=NetworkSegment(c6b03b3e-9e4c-405c-9448-3216763b6f5a),segment_id=c6b03b3e-9e4c-405c-9448-3216763b6f5a)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:56:54.413849 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-077f9002-da57-46a9-99e8-3767071fd00e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:54.512310 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8931c89c-9089-4339-b1c8-0788cbebc4b1 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:54.624666 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-077f9002-da57-46a9-99e8-3767071fd00e None None] Calling delete_port for 0c1111c7-ab48-470f-a586-563b7f1e7e8e owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:56:54.702463 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [None req-584c6461-b592-4f06-9d80-fac7a049cff4 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] For port ff64f442-95fe-4bff-ae44-cf573907ae42, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=ff64f442-95fe-4bff-ae44-cf573907ae42,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:56:54.702979 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-584c6461-b592-4f06-9d80-fac7a049cff4 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:54.814088 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-077f9002-da57-46a9-99e8-3767071fd00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879'] for port, after_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:54.856723 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8931c89c-9089-4339-b1c8-0788cbebc4b1 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700602'] for router_interface, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:54.864657 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8931c89c-9089-4339-b1c8-0788cbebc4b1 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Pushing event updated for resources: {'Port': ['ID=46af4e55-32a7-49e9-92c9-fe7f420ec6ac,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:56:54.879212 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c85bd4de-2c77-4447-a27b-7f1c48cc925b tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:56:54.908670 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7a0434-7110-44be-ba75-3ac99721c29f None None] Sync routers for ids ['bff77525-f5fa-483c-8b6e-6a9da5014d25'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:56:54.913092 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077f9002-da57-46a9-99e8-3767071fd00e None None] No DVR routers for this DVR port 0c1111c7-ab48-470f-a586-563b7f1e7e8e on host n-d-843702-1 {{(pid=89111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:56:54.913092 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077f9002-da57-46a9-99e8-3767071fd00e None None] Pushing event deleted for resources: {'Port': ['ID=0c1111c7-ab48-470f-a586-563b7f1e7e8e,revision_number=None']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:56:54.951007 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7a0434-7110-44be-ba75-3ac99721c29f None None] Routers {'bff77525-f5fa-483c-8b6e-6a9da5014d25'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:56:54.951007 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-fd7a0434-7110-44be-ba75-3ac99721c29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:56:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['bff77525-f5fa-483c-8b6e-6a9da5014d25'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:56:55.057854 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-584c6461-b592-4f06-9d80-fac7a049cff4 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Calling delete_port for ff64f442-95fe-4bff-ae44-cf573907ae42 owned by network:router_gateway {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:56:55.058462 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 0c1111c7-ab48-470f-a586-563b7f1e7e8e no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:56:55.109759 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 0c1111c7-ab48-470f-a586-563b7f1e7e8e {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:56:55.109999 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 0c1111c7-ab48-470f-a586-563b7f1e7e8e not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:56:55.110410 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device f03d07a6-901d-47c7-bcfc-3ae4cf5839a1 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:56:55.150396 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: f03d07a6-901d-47c7-bcfc-3ae4cf5839a1 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:56:55.151015 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device f03d07a6-901d-47c7-bcfc-3ae4cf5839a1 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:56:55.152741 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-fd7a0434-7110-44be-ba75-3ac99721c29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:56:55.162871 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7a0434-7110-44be-ba75-3ac99721c29f None None] Routers {'bff77525-f5fa-483c-8b6e-6a9da5014d25'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:56:55.163651 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-fd7a0434-7110-44be-ba75-3ac99721c29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:56:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['bff77525-f5fa-483c-8b6e-6a9da5014d25'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:56:55.242602 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-fd7a0434-7110-44be-ba75-3ac99721c29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:56:55.244572 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7a0434-7110-44be-ba75-3ac99721c29f None None] The sync data for ids ['bff77525-f5fa-483c-8b6e-6a9da5014d25'] in n-d-843702-1 is: [] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:56:55.350577 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8931c89c-9089-4339-b1c8-0788cbebc4b1 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Network 4a0a49de-1d13-449d-a2b4-d4771b25264b is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:56:55.350577 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-8931c89c-9089-4339-b1c8-0788cbebc4b1 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:56:55.358760 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8fdf939c-ca6a-460e-9e07-917d3701be65 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:55.475045 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c85bd4de-2c77-4447-a27b-7f1c48cc925b tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:55.475045 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-c85bd4de-2c77-4447-a27b-7f1c48cc925b tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 9.5645964 May 28 06:56:55.476953 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdf939c-ca6a-460e-9e07-917d3701be65 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Pushing event deleted for resources: {'Port': ['ID=e67511ea-9572-4dcb-be6a-a6d3da2ddf89,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:56:55.476953 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 40102) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:56:55.499062 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-bb1e4f81-9c66-47f9-9fea-33a9d4c02594 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:56:55.513534 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-21ce4b82-424a-4560-82cf-d579ac5dfb14 admin admin] Deleting port e6b68e12-4633-41c3-8e19-00177d301f22 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:56:55.513534 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-21ce4b82-424a-4560-82cf-d579ac5dfb14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:55.955528 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-b88bbaef-2be0-44ee-9cbf-2e3c4e335ca2 None None] Provisioning complete for port 46af4e55-32a7-49e9-92c9-fe7f420ec6ac triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:56:55.955528 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b88bbaef-2be0-44ee-9cbf-2e3c4e335ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:56.027365 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8fdf939c-ca6a-460e-9e07-917d3701be65 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700472'] for router_interface, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:56.043557 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-584c6461-b592-4f06-9d80-fac7a049cff4 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:56.120271 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-b88bbaef-2be0-44ee-9cbf-2e3c4e335ca2 None None] Port 46af4e55-32a7-49e9-92c9-fe7f420ec6ac cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:56:56.157196 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8931c89c-9089-4339-b1c8-0788cbebc4b1 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Router 55f6fca4-a976-46aa-88d1-e935946a65da has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:56:56.327485 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584c6461-b592-4f06-9d80-fac7a049cff4 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Pushing event deleted for resources: {'Port': ['ID=ff64f442-95fe-4bff-ae44-cf573907ae42,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:56:56.338833 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-21ce4b82-424a-4560-82cf-d579ac5dfb14 admin admin] For port e6b68e12-4633-41c3-8e19-00177d301f22, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=e6b68e12-4633-41c3-8e19-00177d301f22,segment=NetworkSegment(b39b119d-a819-4f27-96cc-041a7c17a97f),segment_id=b39b119d-a819-4f27-96cc-041a7c17a97f)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:56:56.338833 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-21ce4b82-424a-4560-82cf-d579ac5dfb14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:56.590472 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-84de4204-691b-41bb-a950-1edccfb52aaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:56.597239 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-21ce4b82-424a-4560-82cf-d579ac5dfb14 admin admin] Calling delete_port for e6b68e12-4633-41c3-8e19-00177d301f22 owned by network:router_interface {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:56:56.677133 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8931c89c-9089-4339-b1c8-0788cbebc4b1 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:56:56.677133 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-8931c89c-9089-4339-b1c8-0788cbebc4b1 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] 10.222.0.55 "PUT /v2.0/routers/55f6fca4-a976-46aa-88d1-e935946a65da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8366292 May 28 06:56:56.679757 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 40122) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:56:56.685218 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cab217a-7e0d-4ffe-a192-7209e316745e None None] Sync routers for ids ['55f6fca4-a976-46aa-88d1-e935946a65da'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:56:56.688892 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-584c6461-b592-4f06-9d80-fac7a049cff4 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691105'] for router_gateway, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:56.696832 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cab217a-7e0d-4ffe-a192-7209e316745e None None] Routers {'55f6fca4-a976-46aa-88d1-e935946a65da'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:56:56.697548 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-7cab217a-7e0d-4ffe-a192-7209e316745e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:56:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['55f6fca4-a976-46aa-88d1-e935946a65da'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:56:56.744355 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fdf939c-ca6a-460e-9e07-917d3701be65 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Router 1d195dc1-0386-44a1-9ade-37eb73bb65b2 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:56:56.835382 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-94b6fb6f-a193-4ef9-b4db-76b5b5238df9 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--640374143', 'description': 'tempest-secgroup_access--640374143 description', 'project_id': '1557a9c5f0a44514943027d1639e77df'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:56:56.880906 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-94b6fb6f-a193-4ef9-b4db-76b5b5238df9 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:56:56.888266 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-94b6fb6f-a193-4ef9-b4db-76b5b5238df9 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Usage tracker for resource:security_group and tenant:1557a9c5f0a44514943027d1639e77df is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:56:56.897187 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-94b6fb6f-a193-4ef9-b4db-76b5b5238df9 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:56:56.947815 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-94b6fb6f-a193-4ef9-b4db-76b5b5238df9 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:56:56.972829 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-584c6461-b592-4f06-9d80-fac7a049cff4 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59018'] for router, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:57.058418 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-94b6fb6f-a193-4ef9-b4db-76b5b5238df9 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:57.077971 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-94b6fb6f-a193-4ef9-b4db-76b5b5238df9 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:56:57.077971 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-94b6fb6f-a193-4ef9-b4db-76b5b5238df9 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Usage tracker for resource:security_group_rule and tenant:1557a9c5f0a44514943027d1639e77df is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:56:57.080763 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-94b6fb6f-a193-4ef9-b4db-76b5b5238df9 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:56:57.087745 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-94b6fb6f-a193-4ef9-b4db-76b5b5238df9 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:56:57.108637 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-7cab217a-7e0d-4ffe-a192-7209e316745e None None] Set router 55f6fca4-a976-46aa-88d1-e935946a65da gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:56:57.150789 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-584c6461-b592-4f06-9d80-fac7a049cff4 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:57.291431 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-21ce4b82-424a-4560-82cf-d579ac5dfb14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:57.297238 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fdf939c-ca6a-460e-9e07-917d3701be65 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:56:57.309921 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e82dbe5-6c6e-4d3e-b5ce-77c777d513fe None None] Sync routers for ids ['1d195dc1-0386-44a1-9ade-37eb73bb65b2'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:56:57.340772 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e82dbe5-6c6e-4d3e-b5ce-77c777d513fe None None] Routers {'1d195dc1-0386-44a1-9ade-37eb73bb65b2'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:56:57.340772 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-8e82dbe5-6c6e-4d3e-b5ce-77c777d513fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:56:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['1d195dc1-0386-44a1-9ade-37eb73bb65b2'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:56:57.390885 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-8fdf939c-ca6a-460e-9e07-917d3701be65 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] 10.222.0.55 "PUT /v2.0/routers/1d195dc1-0386-44a1-9ade-37eb73bb65b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1257741 May 28 06:56:57.390885 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 40138) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:56:57.445391 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ce4b82-424a-4560-82cf-d579ac5dfb14 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6b68e12-4633-41c3-8e19-00177d301f22,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:56:57.454938 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-94b6fb6f-a193-4ef9-b4db-76b5b5238df9 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:57.497518 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-8e82dbe5-6c6e-4d3e-b5ce-77c777d513fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:56:57.518684 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e82dbe5-6c6e-4d3e-b5ce-77c777d513fe None None] Routers {'1d195dc1-0386-44a1-9ade-37eb73bb65b2'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:56:57.518684 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-8e82dbe5-6c6e-4d3e-b5ce-77c777d513fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:56:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['1d195dc1-0386-44a1-9ade-37eb73bb65b2'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:56:57.580300 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-584c6461-b592-4f06-9d80-fac7a049cff4 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-703817'] for router, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:57.580877 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-584c6461-b592-4f06-9d80-fac7a049cff4 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Fanout notify agent at l3_agent the message router_deleted on router 63d4cd8b-0614-4df8-b526-1c51745a05d8 {{(pid=89110) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 06:56:57.592549 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-584c6461-b592-4f06-9d80-fac7a049cff4 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks [] for router, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:57.596537 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-584c6461-b592-4f06-9d80-fac7a049cff4 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "DELETE /v2.0/routers/63d4cd8b-0614-4df8-b526-1c51745a05d8 HTTP/1.1" status: 204 len: 168 time: 4.7740180 May 28 06:56:57.599668 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 40142) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:56:57.739671 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-8e82dbe5-6c6e-4d3e-b5ce-77c777d513fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:56:57.740505 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e82dbe5-6c6e-4d3e-b5ce-77c777d513fe None None] The sync data for ids ['1d195dc1-0386-44a1-9ade-37eb73bb65b2'] in n-d-843702-1 is: [] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:56:57.876936 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:57.886788 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-7cab217a-7e0d-4ffe-a192-7209e316745e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55f6fca4-a976-46aa-88d1-e935946a65da', 'name': 'tempest-TestSecurityGroupsBasicOps-router-462593361', 'tenant_id': '1557a9c5f0a44514943027d1639e77df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': 'ff003a89-e8d8-49d1-80dc-51f00bd8cda7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:56:31Z', 'updated_at': '2022-05-28T06:56:51Z', 'revision_number': 4, 'project_id': '1557a9c5f0a44514943027d1639e77df', 'gw_port': {'id': 'ff003a89-e8d8-49d1-80dc-51f00bd8cda7', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:22:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f6fca4-a976-46aa-88d1-e935946a65da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:56:34Z', 'updated_at': '2022-05-28T06:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '46af4e55-32a7-49e9-92c9-fe7f420ec6ac', 'name': '', 'network_id': '4a0a49de-1d13-449d-a2b4-d4771b25264b', 'tenant_id': '1557a9c5f0a44514943027d1639e77df', 'mac_address': 'fa:16:3e:eb:6b:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55f6fca4-a976-46aa-88d1-e935946a65da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3325, 'fixed_ips': [{'subnet_id': 'eead3977-243b-4035-9026-00b1433df847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:56:48Z', 'updated_at': '2022-05-28T06:56:53Z', 'revision_number': 2, 'project_id': '1557a9c5f0a44514943027d1639e77df', 'subnets': [{'id': 'eead3977-243b-4035-9026-00b1433df847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:56:57.900526 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cab217a-7e0d-4ffe-a192-7209e316745e None None] Checking router: 55f6fca4-a976-46aa-88d1-e935946a65da for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:56:57.900526 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cab217a-7e0d-4ffe-a192-7209e316745e None None] Updating router 55f6fca4-a976-46aa-88d1-e935946a65da port 46af4e55-32a7-49e9-92c9-fe7f420ec6ac binding host n-d-843702-1 {{(pid=89112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:56:57.958403 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-94b6fb6f-a193-4ef9-b4db-76b5b5238df9 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:58.014278 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-7cab217a-7e0d-4ffe-a192-7209e316745e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:58.034071 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b6fb6f-a193-4ef9-b4db-76b5b5238df9 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3565a15f-00d8-4236-8ebd-ba892ce22e68,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:56:58.062690 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-5f929994-0036-41f1-b35d-66cc39a853f3 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Synchronizing usage tracker for tenant:edfff7521b2740e6894c3714ce0e5450 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:56:58.152403 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-94b6fb6f-a193-4ef9-b4db-76b5b5238df9 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:58.154050 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-94b6fb6f-a193-4ef9-b4db-76b5b5238df9 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.4729524 May 28 06:56:58.291249 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 40154) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:56:58.291249 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-c0a01f82-fe15-49c5-87cf-1aa0291db7dd tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--940557111', 'description': 'tempest-secgroup_general--940557111 description', 'project_id': '1557a9c5f0a44514943027d1639e77df'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:56:58.291249 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-c0a01f82-fe15-49c5-87cf-1aa0291db7dd tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:56:58.291249 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-c0a01f82-fe15-49c5-87cf-1aa0291db7dd tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Usage tracker for resource:security_group and tenant:1557a9c5f0a44514943027d1639e77df is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:56:58.316924 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-21ce4b82-424a-4560-82cf-d579ac5dfb14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700472'] for router_interface, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:58.339433 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-c0a01f82-fe15-49c5-87cf-1aa0291db7dd tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:56:58.362150 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-c0a01f82-fe15-49c5-87cf-1aa0291db7dd tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:56:58.384386 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5f87d019-a9ac-432b-ada1-384377512620 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:58.411403 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-5f929994-0036-41f1-b35d-66cc39a853f3 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Unset dirty status for tenant:edfff7521b2740e6894c3714ce0e5450 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:56:58.411403 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-5f929994-0036-41f1-b35d-66cc39a853f3 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d195dc1-0386-44a1-9ade-37eb73bb65b2 HTTP/1.1" status: 200 len: 205 time: 1.0078382 May 28 06:56:58.418378 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 40160) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:56:58.480456 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-bb1e4f81-9c66-47f9-9fea-33a9d4c02594 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59027'] for router, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:58.538184 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c0a01f82-fe15-49c5-87cf-1aa0291db7dd tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:58.592013 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-7cab217a-7e0d-4ffe-a192-7209e316745e None None] Notify callbacks [] for port, precommit_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:58.605790 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.provisioning_blocks [None req-7cab217a-7e0d-4ffe-a192-7209e316745e None None] Transition to ACTIVE for port object 46af4e55-32a7-49e9-92c9-fe7f420ec6ac will not be triggered until provisioned by entity L2. {{(pid=89112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:56:58.704503 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b6f684ef-0d5b-4aa7-b0ac-6f58b80c84c0 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks [] for router, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:58.742425 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-7cab217a-7e0d-4ffe-a192-7209e316745e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:58.757859 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-c0a01f82-fe15-49c5-87cf-1aa0291db7dd tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:56:58.757859 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-bb1e4f81-9c66-47f9-9fea-33a9d4c02594 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:58.783008 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5f87d019-a9ac-432b-ada1-384377512620 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:58.844148 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-c0a01f82-fe15-49c5-87cf-1aa0291db7dd tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Usage tracker for resource:security_group_rule and tenant:1557a9c5f0a44514943027d1639e77df is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:56:58.861254 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-c0a01f82-fe15-49c5-87cf-1aa0291db7dd tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:56:58.872340 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-c0a01f82-fe15-49c5-87cf-1aa0291db7dd tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:56:58.892111 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-5f87d019-a9ac-432b-ada1-384377512620 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc227551-10d6-4137-b8c0-b5564a615692']}} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:56:58.981257 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-cf5d3823-da3b-41a0-a2e0-e63211c4ce4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:58.983309 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21ce4b82-424a-4560-82cf-d579ac5dfb14 admin admin] Router 8fbcc254-56b8-4d85-817a-7ed0d68293a7 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:56:58.993018 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-5f87d019-a9ac-432b-ada1-384377512620 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6b03b3e-9e4c-405c-9448-3216763b6f5a') {'for_net_delete': True} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:56:58.993305 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-5f87d019-a9ac-432b-ada1-384377512620 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6b03b3e-9e4c-405c-9448-3216763b6f5a') {} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:56:59.005358 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4936a03-6d3c-4446-b83a-ca34409ecd4e None None] Pushing event updated for resources: {'Port': ['ID=46af4e55-32a7-49e9-92c9-fe7f420ec6ac,revision_number=3']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:56:59.046868 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device ff64f442-95fe-4bff-ae44-cf573907ae42 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:56:59.053497 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4936a03-6d3c-4446-b83a-ca34409ecd4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:56:59.053824 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4936a03-6d3c-4446-b83a-ca34409ecd4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:56:59.054317 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4936a03-6d3c-4446-b83a-ca34409ecd4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:56:59.054812 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4936a03-6d3c-4446-b83a-ca34409ecd4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:56:59.055337 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4936a03-6d3c-4446-b83a-ca34409ecd4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:56:59.055885 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4936a03-6d3c-4446-b83a-ca34409ecd4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:56:59.056405 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4936a03-6d3c-4446-b83a-ca34409ecd4e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:56:59.056908 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4936a03-6d3c-4446-b83a-ca34409ecd4e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:56:59.057444 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4936a03-6d3c-4446-b83a-ca34409ecd4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:56:59.057996 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4936a03-6d3c-4446-b83a-ca34409ecd4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:56:59.058531 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4936a03-6d3c-4446-b83a-ca34409ecd4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:56:59.059025 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4936a03-6d3c-4446-b83a-ca34409ecd4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:56:59.233398 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: ff64f442-95fe-4bff-ae44-cf573907ae42 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:56:59.233398 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device ff64f442-95fe-4bff-ae44-cf573907ae42 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:56:59.235807 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-bb1e4f81-9c66-47f9-9fea-33a9d4c02594 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Deleting port 46a186bd-4092-4ddc-90ed-8b0b7f942b99 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:56:59.235807 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-bb1e4f81-9c66-47f9-9fea-33a9d4c02594 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:59.267929 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5f87d019-a9ac-432b-ada1-384377512620 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4150778'] for segment, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:59.285032 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21ce4b82-424a-4560-82cf-d579ac5dfb14 admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:56:59.291171 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-7cab217a-7e0d-4ffe-a192-7209e316745e None None] Attempting to bind port 46af4e55-32a7-49e9-92c9-fe7f420ec6ac on host n-d-843702-1 for vnic_type normal with profile {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:56:59.291171 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-7cab217a-7e0d-4ffe-a192-7209e316745e None None] Attempting to bind port 46af4e55-32a7-49e9-92c9-fe7f420ec6ac by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'ade382c0-dc92-446f-924f-cbafb13e338b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4a0a49de-1d13-449d-a2b4-d4771b25264b'}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:56:59.291171 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cab217a-7e0d-4ffe-a192-7209e316745e None None] Attempting to bind port 46af4e55-32a7-49e9-92c9-fe7f420ec6ac on network 4a0a49de-1d13-449d-a2b4-d4771b25264b {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:56:59.300631 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-21ce4b82-424a-4560-82cf-d579ac5dfb14 admin admin] 10.222.0.55 "PUT /v2.0/routers/8fbcc254-56b8-4d85-817a-7ed0d68293a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6137419 May 28 06:56:59.300631 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 40170) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:56:59.306519 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61fb370-7345-40af-8200-b6d8cea70153 None None] Sync routers for ids ['8fbcc254-56b8-4d85-817a-7ed0d68293a7'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:56:59.306519 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cab217a-7e0d-4ffe-a192-7209e316745e None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 56, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:56:59.306519 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cab217a-7e0d-4ffe-a192-7209e316745e None None] Checking segment: {'id': 'ade382c0-dc92-446f-924f-cbafb13e338b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4a0a49de-1d13-449d-a2b4-d4771b25264b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:56:59.306519 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-7cab217a-7e0d-4ffe-a192-7209e316745e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:59.306519 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cab217a-7e0d-4ffe-a192-7209e316745e None None] Bound using segment: {'id': 'ade382c0-dc92-446f-924f-cbafb13e338b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4a0a49de-1d13-449d-a2b4-d4771b25264b'} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:56:59.306519 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-7cab217a-7e0d-4ffe-a192-7209e316745e None None] Bound port: 46af4e55-32a7-49e9-92c9-fe7f420ec6ac, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ade382c0-dc92-446f-924f-cbafb13e338b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4a0a49de-1d13-449d-a2b4-d4771b25264b'}}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:56:59.306519 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-7cab217a-7e0d-4ffe-a192-7209e316745e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:59.335206 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61fb370-7345-40af-8200-b6d8cea70153 None None] Routers {'8fbcc254-56b8-4d85-817a-7ed0d68293a7'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:56:59.335206 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-b61fb370-7345-40af-8200-b6d8cea70153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:56:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['8fbcc254-56b8-4d85-817a-7ed0d68293a7'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:56:59.424379 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c0a01f82-fe15-49c5-87cf-1aa0291db7dd tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:59.468581 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5f87d019-a9ac-432b-ada1-384377512620 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:59.468581 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b6f684ef-0d5b-4aa7-b0ac-6f58b80c84c0 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59018'] for router, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:59.486128 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b6f684ef-0d5b-4aa7-b0ac-6f58b80c84c0 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:59.495594 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f87d019-a9ac-432b-ada1-384377512620 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=89110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:56:59.496164 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5f87d019-a9ac-432b-ada1-384377512620 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3143023'] for segment, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:59.572906 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-69230264-18b2-459c-8e37-0b8defda9edf admin admin] Notify callbacks [] for router, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:59.597622 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c0a01f82-fe15-49c5-87cf-1aa0291db7dd tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:59.698949 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-7cab217a-7e0d-4ffe-a192-7209e316745e None None] For port 46af4e55-32a7-49e9-92c9-fe7f420ec6ac, host n-d-843702-1, cleared binding levels {{(pid=89112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:56:59.713482 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-7cab217a-7e0d-4ffe-a192-7209e316745e None None] For port 46af4e55-32a7-49e9-92c9-fe7f420ec6ac, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=46af4e55-32a7-49e9-92c9-fe7f420ec6ac,segment=NetworkSegment(ade382c0-dc92-446f-924f-cbafb13e338b),segment_id=ade382c0-dc92-446f-924f-cbafb13e338b)] {{(pid=89112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:56:59.791193 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-b61fb370-7345-40af-8200-b6d8cea70153 None None] Set router 8fbcc254-56b8-4d85-817a-7ed0d68293a7 gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:57:00.013691 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-7cab217a-7e0d-4ffe-a192-7209e316745e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:00.017596 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:00.023347 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-69230264-18b2-459c-8e37-0b8defda9edf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:00.026724 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment c6b03b3e-9e4c-405c-9448-3216763b6f5a resource provider aggregate not found May 28 06:57:00.026724 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a01f82-fe15-49c5-87cf-1aa0291db7dd tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=175178a9-b438-41b6-9597-6d32c7f73be4,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:57:00.026724 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment c6b03b3e-9e4c-405c-9448-3216763b6f5a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c6b03b3e-9e4c-405c-9448-3216763b6f5a found for delete ", "request_id": "req-44b36d79-0565-4eb8-b7e2-00590571b56b"}]} May 28 06:57:00.077147 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-bb1e4f81-9c66-47f9-9fea-33a9d4c02594 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:00.182988 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cab217a-7e0d-4ffe-a192-7209e316745e None None] Routers {'55f6fca4-a976-46aa-88d1-e935946a65da'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:57:00.182988 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-7cab217a-7e0d-4ffe-a192-7209e316745e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:56:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['55f6fca4-a976-46aa-88d1-e935946a65da'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:57:00.210637 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-69230264-18b2-459c-8e37-0b8defda9edf admin admin] Deleting port 99bd00c2-b3e5-46a7-af3c-7f6b4baa8d50 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:57:00.214302 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:00.214447 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-69230264-18b2-459c-8e37-0b8defda9edf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:00.217016 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b6f684ef-0d5b-4aa7-b0ac-6f58b80c84c0 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-703817'] for router, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:00.217676 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6f684ef-0d5b-4aa7-b0ac-6f58b80c84c0 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Fanout notify agent at l3_agent the message router_deleted on router 1d195dc1-0386-44a1-9ade-37eb73bb65b2 {{(pid=89110) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 06:57:00.243020 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-bb1e4f81-9c66-47f9-9fea-33a9d4c02594 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Calling delete_port for 46a186bd-4092-4ddc-90ed-8b0b7f942b99 owned by network:router_gateway {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:57:00.464116 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b6f684ef-0d5b-4aa7-b0ac-6f58b80c84c0 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks [] for router, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:00.464116 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-b6f684ef-0d5b-4aa7-b0ac-6f58b80c84c0 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] 10.222.0.55 "DELETE /v2.0/routers/1d195dc1-0386-44a1-9ade-37eb73bb65b2 HTTP/1.1" status: 204 len: 168 time: 2.0487466 May 28 06:57:00.464116 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5f87d019-a9ac-432b-ada1-384377512620 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:00.483465 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5f87d019-a9ac-432b-ada1-384377512620 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Notify callbacks [] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:00.493230 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-5f87d019-a9ac-432b-ada1-384377512620 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] 10.222.0.55 "DELETE /v2.0/networks/cc227551-10d6-4137-b8c0-b5564a615692 HTTP/1.1" status: 204 len: 168 time: 2.8810658 May 28 06:57:00.493230 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c0a01f82-fe15-49c5-87cf-1aa0291db7dd tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:00.502248 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-c0a01f82-fe15-49c5-87cf-1aa0291db7dd tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 2.2905381 May 28 06:57:00.502248 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 40192) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:00.502248 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 40196) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:00.586265 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4936a03-6d3c-4446-b83a-ca34409ecd4e None None] Pushing event updated for resources: {'Port': ['ID=46af4e55-32a7-49e9-92c9-fe7f420ec6ac,revision_number=4']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:57:00.612595 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f87d019-a9ac-432b-ada1-384377512620 tempest-TestNetworkBasicOps-933687783 tempest-TestNetworkBasicOps-933687783-project] Pushing event deleted for resources: {'Network': ['ID=cc227551-10d6-4137-b8c0-b5564a615692,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:57:00.651397 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-9548df4a-282b-437f-aa6b-e4d51e7df54f tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Request body: {'security_group_rule': {'security_group_id': '3565a15f-00d8-4236-8ebd-ba892ce22e68', 'project_id': '1557a9c5f0a44514943027d1639e77df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:57:00.702573 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-9548df4a-282b-437f-aa6b-e4d51e7df54f tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:57:00.721736 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-9548df4a-282b-437f-aa6b-e4d51e7df54f tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Usage tracker for resource:security_group_rule and tenant:1557a9c5f0a44514943027d1639e77df is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:57:00.729228 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-9548df4a-282b-437f-aa6b-e4d51e7df54f tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:57:00.772504 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-7cab217a-7e0d-4ffe-a192-7209e316745e None None] Set router 55f6fca4-a976-46aa-88d1-e935946a65da gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:57:00.778775 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-9548df4a-282b-437f-aa6b-e4d51e7df54f tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:57:00.794149 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_v2 [None req-363f6e26-1758-47d8-aac6-ba28c0786b18 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Deleting subnet 15d95180-e4be-497e-abb8-8363ba7ba051 {{(pid=89110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:57:00.794149 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-363f6e26-1758-47d8-aac6-ba28c0786b18 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks [] for subnet, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:00.888496 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-363f6e26-1758-47d8-aac6-ba28c0786b18 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4150765'] for subnet, precommit_delete_associations {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:00.931546 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-69230264-18b2-459c-8e37-0b8defda9edf admin admin] For port 99bd00c2-b3e5-46a7-af3c-7f6b4baa8d50, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=99bd00c2-b3e5-46a7-af3c-7f6b4baa8d50,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:57:00.931546 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-69230264-18b2-459c-8e37-0b8defda9edf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:00.950205 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-bb1e4f81-9c66-47f9-9fea-33a9d4c02594 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:00.959495 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9548df4a-282b-437f-aa6b-e4d51e7df54f tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:01.040358 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1e4f81-9c66-47f9-9fea-33a9d4c02594 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Pushing event deleted for resources: {'Port': ['ID=46a186bd-4092-4ddc-90ed-8b0b7f942b99,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:57:01.076771 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-b61fb370-7345-40af-8200-b6d8cea70153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fbcc254-56b8-4d85-817a-7ed0d68293a7', 'name': 'tempest-TestVolumeBackupRestore-1556557845-router', 'tenant_id': 'f1e7c093d3e5485593bf6b4708c7d826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '99bd00c2-b3e5-46a7-af3c-7f6b4baa8d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:48:18Z', 'updated_at': '2022-05-28T06:56:57Z', 'revision_number': 5, 'project_id': 'f1e7c093d3e5485593bf6b4708c7d826', 'gw_port': {'id': '99bd00c2-b3e5-46a7-af3c-7f6b4baa8d50', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbcc254-56b8-4d85-817a-7ed0d68293a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2761, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:48:22Z', 'updated_at': '2022-05-28T06:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:57:01.084174 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61fb370-7345-40af-8200-b6d8cea70153 None None] Checking router: 8fbcc254-56b8-4d85-817a-7ed0d68293a7 for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:57:01.109899 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61fb370-7345-40af-8200-b6d8cea70153 None None] Routers {'8fbcc254-56b8-4d85-817a-7ed0d68293a7'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:57:01.110523 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-b61fb370-7345-40af-8200-b6d8cea70153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:56:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['8fbcc254-56b8-4d85-817a-7ed0d68293a7'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:57:01.148761 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-69230264-18b2-459c-8e37-0b8defda9edf admin admin] Calling delete_port for 99bd00c2-b3e5-46a7-af3c-7f6b4baa8d50 owned by network:router_gateway {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:57:01.160835 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-bb1e4f81-9c66-47f9-9fea-33a9d4c02594 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691105'] for router_gateway, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:01.327214 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9548df4a-282b-437f-aa6b-e4d51e7df54f tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:01.466672 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 40216) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:01.493882 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9548df4a-282b-437f-aa6b-e4d51e7df54f tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:01.506659 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-363f6e26-1758-47d8-aac6-ba28c0786b18 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:01.511868 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-b61fb370-7345-40af-8200-b6d8cea70153 None None] Set router 8fbcc254-56b8-4d85-817a-7ed0d68293a7 gateway port host: None {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:57:01.690600 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9548df4a-282b-437f-aa6b-e4d51e7df54f tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b781775-a6b3-4618-a958-1e6d6483fb3f,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:57:01.701074 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-69230264-18b2-459c-8e37-0b8defda9edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:01.709359 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-b61fb370-7345-40af-8200-b6d8cea70153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fbcc254-56b8-4d85-817a-7ed0d68293a7', 'name': 'tempest-TestVolumeBackupRestore-1556557845-router', 'tenant_id': 'f1e7c093d3e5485593bf6b4708c7d826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:48:18Z', 'updated_at': '2022-05-28T06:56:59Z', 'revision_number': 6, 'project_id': 'f1e7c093d3e5485593bf6b4708c7d826', 'gw_port_host': None}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:57:01.729680 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61fb370-7345-40af-8200-b6d8cea70153 None None] The sync data for ids ['8fbcc254-56b8-4d85-817a-7ed0d68293a7'] in n-d-843702-1 is: [{'id': '8fbcc254-56b8-4d85-817a-7ed0d68293a7', 'name': 'tempest-TestVolumeBackupRestore-1556557845-router', 'tenant_id': 'f1e7c093d3e5485593bf6b4708c7d826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:48:18Z', 'updated_at': '2022-05-28T06:56:59Z', 'revision_number': 6, 'project_id': 'f1e7c093d3e5485593bf6b4708c7d826', 'gw_port_host': None}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:57:01.734390 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:01.774951 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-7cab217a-7e0d-4ffe-a192-7209e316745e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55f6fca4-a976-46aa-88d1-e935946a65da', 'name': 'tempest-TestSecurityGroupsBasicOps-router-462593361', 'tenant_id': '1557a9c5f0a44514943027d1639e77df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': 'ff003a89-e8d8-49d1-80dc-51f00bd8cda7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:56:31Z', 'updated_at': '2022-05-28T06:56:51Z', 'revision_number': 4, 'project_id': '1557a9c5f0a44514943027d1639e77df', 'gw_port': {'id': 'ff003a89-e8d8-49d1-80dc-51f00bd8cda7', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:22:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f6fca4-a976-46aa-88d1-e935946a65da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:56:34Z', 'updated_at': '2022-05-28T06:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '46af4e55-32a7-49e9-92c9-fe7f420ec6ac', 'name': '', 'network_id': '4a0a49de-1d13-449d-a2b4-d4771b25264b', 'tenant_id': '1557a9c5f0a44514943027d1639e77df', 'mac_address': 'fa:16:3e:eb:6b:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55f6fca4-a976-46aa-88d1-e935946a65da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3325, 'fixed_ips': [{'subnet_id': 'eead3977-243b-4035-9026-00b1433df847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:56:48Z', 'updated_at': '2022-05-28T06:56:59Z', 'revision_number': 4, 'project_id': '1557a9c5f0a44514943027d1639e77df', 'subnets': [{'id': 'eead3977-243b-4035-9026-00b1433df847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:57:01.802450 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cab217a-7e0d-4ffe-a192-7209e316745e None None] The sync data for ids ['55f6fca4-a976-46aa-88d1-e935946a65da'] in n-d-843702-1 is: [{'id': '55f6fca4-a976-46aa-88d1-e935946a65da', 'name': 'tempest-TestSecurityGroupsBasicOps-router-462593361', 'tenant_id': '1557a9c5f0a44514943027d1639e77df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': 'ff003a89-e8d8-49d1-80dc-51f00bd8cda7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:56:31Z', 'updated_at': '2022-05-28T06:56:51Z', 'revision_number': 4, 'project_id': '1557a9c5f0a44514943027d1639e77df', 'gw_port': {'id': 'ff003a89-e8d8-49d1-80dc-51f00bd8cda7', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:22:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f6fca4-a976-46aa-88d1-e935946a65da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:56:34Z', 'updated_at': '2022-05-28T06:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '46af4e55-32a7-49e9-92c9-fe7f420ec6ac', 'name': '', 'network_id': '4a0a49de-1d13-449d-a2b4-d4771b25264b', 'tenant_id': '1557a9c5f0a44514943027d1639e77df', 'mac_address': 'fa:16:3e:eb:6b:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55f6fca4-a976-46aa-88d1-e935946a65da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3325, 'fixed_ips': [{'subnet_id': 'eead3977-243b-4035-9026-00b1433df847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:56:48Z', 'updated_at': '2022-05-28T06:56:59Z', 'revision_number': 4, 'project_id': '1557a9c5f0a44514943027d1639e77df', 'subnets': [{'id': 'eead3977-243b-4035-9026-00b1433df847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:57:01.825820 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-bb1e4f81-9c66-47f9-9fea-33a9d4c02594 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59027'] for router, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:01.828400 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69230264-18b2-459c-8e37-0b8defda9edf admin admin] Pushing event deleted for resources: {'Port': ['ID=99bd00c2-b3e5-46a7-af3c-7f6b4baa8d50,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:57:01.833299 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9548df4a-282b-437f-aa6b-e4d51e7df54f tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:01.842183 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-9548df4a-282b-437f-aa6b-e4d51e7df54f tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2827845 May 28 06:57:01.842183 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-bb1e4f81-9c66-47f9-9fea-33a9d4c02594 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-690815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-690800', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-692041'] for router, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:01.930774 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-69230264-18b2-459c-8e37-0b8defda9edf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691105'] for router_gateway, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:02.224055 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb1e4f81-9c66-47f9-9fea-33a9d4c02594 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Router bff77525-f5fa-483c-8b6e-6a9da5014d25 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:57:02.283001 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-69230264-18b2-459c-8e37-0b8defda9edf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59018'] for router, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:02.294540 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-69230264-18b2-459c-8e37-0b8defda9edf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:02.355964 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-fe8671c2-9ceb-4db3-b81e-b6de3171a431 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4cdf69566d684d639d89f5935d02f247&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8895471 May 28 06:57:02.359209 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 40244) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:02.450756 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-363f6e26-1758-47d8-aac6-ba28c0786b18 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3115981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3172005'] for subnet, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:02.493996 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-69230264-18b2-459c-8e37-0b8defda9edf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-703817'] for router, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:02.497980 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:02.502139 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69230264-18b2-459c-8e37-0b8defda9edf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8fbcc254-56b8-4d85-817a-7ed0d68293a7 {{(pid=89109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 06:57:02.509218 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-69230264-18b2-459c-8e37-0b8defda9edf admin admin] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:02.509218 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-69230264-18b2-459c-8e37-0b8defda9edf admin admin] 10.222.0.55 "DELETE /v2.0/routers/8fbcc254-56b8-4d85-817a-7ed0d68293a7 HTTP/1.1" status: 204 len: 168 time: 3.2051280 May 28 06:57:02.516512 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 40248) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:02.590240 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb1e4f81-9c66-47f9-9fea-33a9d4c02594 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:57:02.600468 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02daffe3-908f-42a6-90a3-49220e756cf4 None None] Sync routers for ids ['bff77525-f5fa-483c-8b6e-6a9da5014d25'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:57:02.617163 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02daffe3-908f-42a6-90a3-49220e756cf4 None None] Routers {'bff77525-f5fa-483c-8b6e-6a9da5014d25'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:57:02.617837 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-02daffe3-908f-42a6-90a3-49220e756cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:56:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['bff77525-f5fa-483c-8b6e-6a9da5014d25'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:57:02.627318 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_v2 [None req-e691abcd-051b-4fa6-8e59-c2dfc4c2e111 admin admin] Deleting subnet fa0956c1-5e78-4eff-9647-de5cc700c8a7 {{(pid=89109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:57:02.631503 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e691abcd-051b-4fa6-8e59-c2dfc4c2e111 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:02.656759 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363f6e26-1758-47d8-aac6-ba28c0786b18 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Pushing event deleted for resources: {'Subnet': ['ID=15d95180-e4be-497e-abb8-8363ba7ba051,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:57:02.681846 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-363f6e26-1758-47d8-aac6-ba28c0786b18 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:02.729764 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-bb1e4f81-9c66-47f9-9fea-33a9d4c02594 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Notify callbacks [] for router, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:02.734181 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-bb1e4f81-9c66-47f9-9fea-33a9d4c02594 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] 10.222.0.55 "PUT /v2.0/routers/bff77525-f5fa-483c-8b6e-6a9da5014d25 HTTP/1.1" status: 200 len: 709 time: 7.2504017 May 28 06:57:02.737997 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 40256) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:02.739981 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42667443-88e0-4cfb-87ca-bbbaa3b7809e None None] Network f31249b6-704c-4553-9694-c838acf88781 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:57:02.752866 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-42036ece-a77d-45b6-9817-3b817dc45084 req-12a35104-eba5-4793-8a39-7dd17981b0cf tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Synchronizing usage tracker for tenant:1557a9c5f0a44514943027d1639e77df on resource:security_group {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:57:02.761353 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-363f6e26-1758-47d8-aac6-ba28c0786b18 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] 10.222.0.55 "DELETE /v2.0/subnets/15d95180-e4be-497e-abb8-8363ba7ba051 HTTP/1.1" status: 204 len: 168 time: 2.2064033 May 28 06:57:02.769504 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 40260) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:02.783019 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-02daffe3-908f-42a6-90a3-49220e756cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:57:02.852493 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2d4238cc-f165-44d9-9e92-64d89da04f47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:02.861125 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e691abcd-051b-4fa6-8e59-c2dfc4c2e111 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3964070'] for subnet, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:02.970478 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2d4238cc-f165-44d9-9e92-64d89da04f47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:02.998261 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-42036ece-a77d-45b6-9817-3b817dc45084 req-12a35104-eba5-4793-8a39-7dd17981b0cf tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Unset dirty status for tenant:1557a9c5f0a44514943027d1639e77df on resource:security_group {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:57:02.998261 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-42036ece-a77d-45b6-9817-3b817dc45084 req-12a35104-eba5-4793-8a39-7dd17981b0cf tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup_general--940557111&fields=id&tenant_id=1557a9c5f0a44514943027d1639e77df HTTP/1.1" status: 200 len: 267 time: 0.5415564 May 28 06:57:03.111877 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02daffe3-908f-42a6-90a3-49220e756cf4 None None] Routers {'bff77525-f5fa-483c-8b6e-6a9da5014d25'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:57:03.114425 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-02daffe3-908f-42a6-90a3-49220e756cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:56:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['bff77525-f5fa-483c-8b6e-6a9da5014d25'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:57:03.121385 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_v2 [None req-6533102e-46ec-4251-8704-13b8b60e67c7 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Deleting subnet 01d61e46-531d-4fd2-9543-9fbe34864b55 {{(pid=89110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:57:03.142127 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6533102e-46ec-4251-8704-13b8b60e67c7 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks [] for subnet, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:03.145648 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e691abcd-051b-4fa6-8e59-c2dfc4c2e111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:03.225528 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-42036ece-a77d-45b6-9817-3b817dc45084 req-1495817a-427c-430f-b9c6-a66579ce1065 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup_access--640374143&fields=id&tenant_id=1557a9c5f0a44514943027d1639e77df HTTP/1.1" status: 200 len: 267 time: 0.2390168 May 28 06:57:03.275061 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6533102e-46ec-4251-8704-13b8b60e67c7 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4150765'] for subnet, precommit_delete_associations {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:03.279725 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 46af4e55-32a7-49e9-92c9-fe7f420ec6ac up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:57:03.347338 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-e668df99-edf7-41fa-b4d5-3d3ed9381aaa tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] 10.222.0.55 "GET /v2.0/routers/bff77525-f5fa-483c-8b6e-6a9da5014d25 HTTP/1.1" status: 200 len: 744 time: 0.6069312 May 28 06:57:03.350870 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 40272) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:03.419987 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2d4238cc-f165-44d9-9e92-64d89da04f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:03.532444 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4238cc-f165-44d9-9e92-64d89da04f47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88198e28-f3f7-4238-9b59-9639aaf725a5,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:57:03.543129 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-9cbccea0-4f18-4a06-b084-0a03c391d556 tempest-RoutersIpV6AdminTest-1220762937 tempest-RoutersIpV6AdminTest-1220762937-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=68df399e-e75e-4871-9364-5d05730b50f0&device_id=bff77525-f5fa-483c-8b6e-6a9da5014d25 HTTP/1.1" status: 200 len: 205 time: 0.1765869 May 28 06:57:03.543129 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 40276) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:03.614995 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6533102e-46ec-4251-8704-13b8b60e67c7 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:03.618600 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-839e074a-74e7-4f50-b7c8-570e10855e7a tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] 10.222.0.55 "GET /v2.0/ports?device_id=bff77525-f5fa-483c-8b6e-6a9da5014d25 HTTP/1.1" status: 200 len: 205 time: 0.0753791 May 28 06:57:03.627920 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 40280) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:03.655384 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-02daffe3-908f-42a6-90a3-49220e756cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:57:03.656058 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02daffe3-908f-42a6-90a3-49220e756cf4 None None] The sync data for ids ['bff77525-f5fa-483c-8b6e-6a9da5014d25'] in n-d-843702-1 is: [] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:57:03.770261 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42036ece-a77d-45b6-9817-3b817dc45084 req-6bc62525-245e-4035-a510-0a40009d57da tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:57:03.771602 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-42036ece-a77d-45b6-9817-3b817dc45084 req-6bc62525-245e-4035-a510-0a40009d57da tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Synchronizing usage tracker for tenant:1557a9c5f0a44514943027d1639e77df on resource:network {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:57:03.841871 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2d4238cc-f165-44d9-9e92-64d89da04f47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:03.841871 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-2d4238cc-f165-44d9-9e92-64d89da04f47 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/88198e28-f3f7-4238-9b59-9639aaf725a5 HTTP/1.1" status: 204 len: 168 time: 1.4793673 May 28 06:57:03.915663 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-42036ece-a77d-45b6-9817-3b817dc45084 req-6bc62525-245e-4035-a510-0a40009d57da tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Unset dirty status for tenant:1557a9c5f0a44514943027d1639e77df on resource:network {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:57:03.915663 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-42036ece-a77d-45b6-9817-3b817dc45084 req-6bc62525-245e-4035-a510-0a40009d57da tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] 10.222.0.55 "GET /v2.0/networks?id=4a0a49de-1d13-449d-a2b4-d4771b25264b HTTP/1.1" status: 200 len: 797 time: 0.6625636 May 28 06:57:04.005797 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-42036ece-a77d-45b6-9817-3b817dc45084 req-a71f6a6d-ba96-45b4-bd81-9208ab7a0015 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] 10.222.0.55 "GET /v2.0/quotas/1557a9c5f0a44514943027d1639e77df HTTP/1.1" status: 200 len: 375 time: 0.0627415 May 28 06:57:04.031525 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 46af4e55-32a7-49e9-92c9-fe7f420ec6ac completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:57:04.039846 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 46af4e55-32a7-49e9-92c9-fe7f420ec6ac triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:57:04.040557 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:04.059176 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6533102e-46ec-4251-8704-13b8b60e67c7 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3115981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3172005'] for subnet, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:04.153370 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6533102e-46ec-4251-8704-13b8b60e67c7 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Pushing event deleted for resources: {'Subnet': ['ID=01d61e46-531d-4fd2-9543-9fbe34864b55,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:57:04.162802 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6533102e-46ec-4251-8704-13b8b60e67c7 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:04.173297 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-de611e96-25e3-418e-9a73-5595208c1bd6 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Notify callbacks [] for router, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:04.191407 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-6533102e-46ec-4251-8704-13b8b60e67c7 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] 10.222.0.55 "DELETE /v2.0/subnets/01d61e46-531d-4fd2-9543-9fbe34864b55 HTTP/1.1" status: 204 len: 168 time: 1.4233520 May 28 06:57:04.194126 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 40292) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:04.237695 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a02b345-95e5-4658-8f0b-bfd55c0ac5d7 None None] DHCP port deletion for f31249b6-704c-4553-9694-c838acf88781 request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:57:04.244072 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4447fe-217e-4c67-965b-884ec03730f0 None None] Network 02f0ddf3-fa13-440e-b1d8-c1eeeecdc870 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:57:04.428069 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e691abcd-051b-4fa6-8e59-c2dfc4c2e111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9555650'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:04.435850 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-9a02b345-95e5-4658-8f0b-bfd55c0ac5d7 None None] Deleting port 0a230ecd-f6de-4c5f-80a8-44b8b33e486a {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:57:04.436226 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-9a02b345-95e5-4658-8f0b-bfd55c0ac5d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:04.467537 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-24a0883d-ed83-4872-a804-5ec7fb3c8c32 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:04.478378 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-42036ece-a77d-45b6-9817-3b817dc45084 req-38c21747-d6e1-4d00-bde5-bbcb9efc0658 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=1557a9c5f0a44514943027d1639e77df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4851363 May 28 06:57:04.488499 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-24a0883d-ed83-4872-a804-5ec7fb3c8c32 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Deleting port 0a230ecd-f6de-4c5f-80a8-44b8b33e486a {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:57:04.489139 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-24a0883d-ed83-4872-a804-5ec7fb3c8c32 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:04.569597 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e691abcd-051b-4fa6-8e59-c2dfc4c2e111 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:04.575099 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e691abcd-051b-4fa6-8e59-c2dfc4c2e111 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa0956c1-5e78-4eff-9647-de5cc700c8a7,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:57:04.621701 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a872fc-b88b-4ef4-9b31-9fa749e546c8 None None] Network aaa39eab-6194-4223-9af1-b70bdc667790 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:57:04.688980 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-42036ece-a77d-45b6-9817-3b817dc45084 req-902a2151-b171-4d34-8208-33fc63fac401 service neutron] 10.222.0.55 "GET /v2.0/networks/4a0a49de-1d13-449d-a2b4-d4771b25264b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683612 May 28 06:57:04.741933 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-e691abcd-051b-4fa6-8e59-c2dfc4c2e111 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/fa0956c1-5e78-4eff-9647-de5cc700c8a7 HTTP/1.1" status: 204 len: 168 time: 2.2097557 May 28 06:57:04.756648 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 40302) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:04.941057 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-de611e96-25e3-418e-9a73-5595208c1bd6 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59018'] for router, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:04.941057 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-de611e96-25e3-418e-9a73-5595208c1bd6 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:04.962028 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-42036ece-a77d-45b6-9817-3b817dc45084 req-31005dfd-cbad-4c7b-9a87-a96c64da9488 service neutron] 10.222.0.55 "GET /v2.0/networks/4a0a49de-1d13-449d-a2b4-d4771b25264b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663255 May 28 06:57:05.051444 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-63c2e132-ccb7-4e44-9748-d3d8b6e97913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:05.065834 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-63c2e132-ccb7-4e44-9748-d3d8b6e97913 admin admin] Deleting port 5245c020-5752-412f-8b0d-e133bbaa58f8 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:57:05.066605 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-63c2e132-ccb7-4e44-9748-d3d8b6e97913 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:05.195341 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 46af4e55-32a7-49e9-92c9-fe7f420ec6ac is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:57:05.195341 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:05.246305 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-de611e96-25e3-418e-9a73-5595208c1bd6 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-703817'] for router, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:05.246305 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de611e96-25e3-418e-9a73-5595208c1bd6 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Fanout notify agent at l3_agent the message router_deleted on router bff77525-f5fa-483c-8b6e-6a9da5014d25 {{(pid=89109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 06:57:05.303604 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [None req-24a0883d-ed83-4872-a804-5ec7fb3c8c32 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] For port 0a230ecd-f6de-4c5f-80a8-44b8b33e486a, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=0a230ecd-f6de-4c5f-80a8-44b8b33e486a,segment=NetworkSegment(98980ba2-b13a-4fbe-90ad-e8ca656fc898),segment_id=98980ba2-b13a-4fbe-90ad-e8ca656fc898)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:57:05.303604 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-24a0883d-ed83-4872-a804-5ec7fb3c8c32 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:05.314467 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-9a02b345-95e5-4658-8f0b-bfd55c0ac5d7 None None] For port 0a230ecd-f6de-4c5f-80a8-44b8b33e486a, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=0a230ecd-f6de-4c5f-80a8-44b8b33e486a,segment=NetworkSegment(98980ba2-b13a-4fbe-90ad-e8ca656fc898),segment_id=98980ba2-b13a-4fbe-90ad-e8ca656fc898)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:57:05.314467 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-9a02b345-95e5-4658-8f0b-bfd55c0ac5d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:05.332260 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-de611e96-25e3-418e-9a73-5595208c1bd6 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:05.338591 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-de611e96-25e3-418e-9a73-5595208c1bd6 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] 10.222.0.55 "DELETE /v2.0/routers/bff77525-f5fa-483c-8b6e-6a9da5014d25 HTTP/1.1" status: 204 len: 168 time: 1.7062480 May 28 06:57:05.402703 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 40314) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:05.446434 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70666d47-8233-4677-aa10-8492c4761111 None None] DHCP port deletion for 02f0ddf3-fa13-440e-b1d8-c1eeeecdc870 request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:57:05.508342 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-9a02b345-95e5-4658-8f0b-bfd55c0ac5d7 None None] Calling delete_port for 0a230ecd-f6de-4c5f-80a8-44b8b33e486a owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:57:05.521990 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-8ed84faa-6667-4895-8ee4-d0d418ea989e tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] 10.222.0.55 "GET /v2.0/ports?device_id=bff77525-f5fa-483c-8b6e-6a9da5014d25 HTTP/1.1" status: 200 len: 205 time: 0.1197419 May 28 06:57:05.524925 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 40318) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:05.550754 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port 46af4e55-32a7-49e9-92c9-fe7f420ec6ac, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=46af4e55-32a7-49e9-92c9-fe7f420ec6ac,segment=NetworkSegment(ade382c0-dc92-446f-924f-cbafb13e338b),segment_id=ade382c0-dc92-446f-924f-cbafb13e338b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:57:05.556074 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-70666d47-8233-4677-aa10-8492c4761111 None None] Deleting port 6db67473-b5ac-46f8-a247-ebbf00b2e550 {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:57:05.566181 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-70666d47-8233-4677-aa10-8492c4761111 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:05.614821 n-d-843702-1 neutron-server[89109]: INFO neutron.api.v2.resource [None req-d8795173-4573-4ef6-bdeb-4d4c3ee5ea6f tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] delete failed (client error): The resource could not be found. May 28 06:57:05.618451 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-d8795173-4573-4ef6-bdeb-4d4c3ee5ea6f tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] 10.222.0.55 "DELETE /v2.0/routers/bff77525-f5fa-483c-8b6e-6a9da5014d25 HTTP/1.1" status: 404 len: 336 time: 0.0899146 May 28 06:57:05.619037 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 40324) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:05.694204 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-2b06e8b7-702b-4b88-a905-79d05d44dbeb tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] 10.222.0.55 "GET /v2.0/ports?device_id=67cdca7d-21b2-42c1-885e-94b658f199e2 HTTP/1.1" status: 200 len: 205 time: 0.0736265 May 28 06:57:05.727656 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a0e67f-f2ef-45b3-aa31-ae608a09b112 None None] DHCP port deletion for aaa39eab-6194-4223-9af1-b70bdc667790 request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:57:05.743593 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:05.771093 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 40328) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:05.854156 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-63c2e132-ccb7-4e44-9748-d3d8b6e97913 admin admin] For port 5245c020-5752-412f-8b0d-e133bbaa58f8, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=5245c020-5752-412f-8b0d-e133bbaa58f8,segment=NetworkSegment(b39b119d-a819-4f27-96cc-041a7c17a97f),segment_id=b39b119d-a819-4f27-96cc-041a7c17a97f)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:57:05.854156 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-63c2e132-ccb7-4e44-9748-d3d8b6e97913 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:05.929866 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-24a0883d-ed83-4872-a804-5ec7fb3c8c32 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Calling delete_port for 0a230ecd-f6de-4c5f-80a8-44b8b33e486a owned by network:dhcp {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:57:05.957196 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=46af4e55-32a7-49e9-92c9-fe7f420ec6ac,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:57:06.006545 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:57:06.007012 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:57:06.007593 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:57:06.008008 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:57:06.009672 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:57:06.013488 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:57:06.013488 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:57:06.013488 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:57:06.014077 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:57:06.014632 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:57:06.015780 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:57:06.017544 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:57:06.042246 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-37a0e67f-f2ef-45b3-aa31-ae608a09b112 None None] Deleting port 5245c020-5752-412f-8b0d-e133bbaa58f8 {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:57:06.042246 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-37a0e67f-f2ef-45b3-aa31-ae608a09b112 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:06.104603 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 40342) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:06.107247 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-63c2e132-ccb7-4e44-9748-d3d8b6e97913 admin admin] Calling delete_port for 5245c020-5752-412f-8b0d-e133bbaa58f8 owned by network:dhcp {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:57:06.124619 n-d-843702-1 neutron-server[89110]: INFO neutron.api.v2.resource [None req-338f71f1-afec-4bc4-be39-bfd63a086190 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] delete failed (client error): The resource could not be found. May 28 06:57:06.125659 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-338f71f1-afec-4bc4-be39-bfd63a086190 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] 10.222.0.55 "DELETE /v2.0/routers/67cdca7d-21b2-42c1-885e-94b658f199e2 HTTP/1.1" status: 404 len: 336 time: 0.3579707 May 28 06:57:06.142116 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-10552f3c-aa9a-4e08-93ff-e51f3ca2c3b1 req-355f66eb-92f4-4f8c-8657-cc492cabc399 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] 10.222.0.55 "GET /v2.0/ports?device_id=55b36d75-8b57-4a06-96f9-1abc44c66374 HTTP/1.1" status: 200 len: 210 time: 0.1394465 May 28 06:57:06.142586 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 40348) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:06.148309 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device e6b68e12-4633-41c3-8e19-00177d301f22 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:57:06.195651 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ecd2024d-f49a-48ad-a005-4cdcbc6efe03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:06.241196 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-d35481cd-4fe3-4a2a-ad7c-58d506a57512 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e678a34-6a5d-4aaa-8136-4290093eaa45 HTTP/1.1" status: 200 len: 205 time: 0.0868084 May 28 06:57:06.245069 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: e6b68e12-4633-41c3-8e19-00177d301f22 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:57:06.245069 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device e6b68e12-4633-41c3-8e19-00177d301f22 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:57:06.245069 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 99bd00c2-b3e5-46a7-af3c-7f6b4baa8d50 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:57:06.254931 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 40354) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:06.322305 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-ecd2024d-f49a-48ad-a005-4cdcbc6efe03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:57:06.342739 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-ecd2024d-f49a-48ad-a005-4cdcbc6efe03 admin admin] Usage tracker for resource:security_group_rule and tenant:845a5820b7804b36bb35b4c9a63e13d5 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:57:06.342739 n-d-843702-1 neutron-server[89110]: INFO neutron.api.v2.resource [None req-611f1eac-1329-4fd2-81ca-acbb6e76e4f1 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] delete failed (client error): The resource could not be found. May 28 06:57:06.342739 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-611f1eac-1329-4fd2-81ca-acbb6e76e4f1 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] 10.222.0.55 "DELETE /v2.0/routers/3e678a34-6a5d-4aaa-8136-4290093eaa45 HTTP/1.1" status: 404 len: 336 time: 0.0883098 May 28 06:57:06.342739 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-ecd2024d-f49a-48ad-a005-4cdcbc6efe03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:57:06.346851 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 40358) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:06.371767 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-ecd2024d-f49a-48ad-a005-4cdcbc6efe03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:57:06.431547 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-63c2e132-ccb7-4e44-9748-d3d8b6e97913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:06.442260 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 99bd00c2-b3e5-46a7-af3c-7f6b4baa8d50 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:57:06.442598 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 99bd00c2-b3e5-46a7-af3c-7f6b4baa8d50 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:57:06.474682 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-142aa634-074a-46c0-a78b-a9ae9c2259e1 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] 10.222.0.55 "GET /v2.0/ports?device_id=15d5d20c-539f-4450-a5a1-12bfd718aa24 HTTP/1.1" status: 200 len: 205 time: 0.1232371 May 28 06:57:06.479173 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 40362) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:06.490062 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-37a0e67f-f2ef-45b3-aa31-ae608a09b112 None None] The port '5245c020-5752-412f-8b0d-e133bbaa58f8' was deleted {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 06:57:06.492066 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c2e132-ccb7-4e44-9748-d3d8b6e97913 admin admin] No DVR routers for this DVR port 5245c020-5752-412f-8b0d-e133bbaa58f8 on host n-d-843702-1 {{(pid=89109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:57:06.498107 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c2e132-ccb7-4e44-9748-d3d8b6e97913 admin admin] Pushing event deleted for resources: {'Port': ['ID=5245c020-5752-412f-8b0d-e133bbaa58f8,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:57:06.620967 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-24a0883d-ed83-4872-a804-5ec7fb3c8c32 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:06.688584 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 46af4e55-32a7-49e9-92c9-fe7f420ec6ac up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:57:06.712375 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.db.api [None req-9a02b345-95e5-4658-8f0b-bfd55c0ac5d7 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') May 28 06:57:06.712375 n-d-843702-1 neutron-server[89111]: [SQL: DELETE FROM ml2_port_bindings WHERE ml2_port_bindings.port_id = %(port_id)s AND ml2_port_bindings.host = %(host)s] May 28 06:57:06.712375 n-d-843702-1 neutron-server[89111]: [parameters: {'port_id': '0a230ecd-f6de-4c5f-80a8-44b8b33e486a', 'host': 'n-d-843702-1'}] May 28 06:57:06.712375 n-d-843702-1 neutron-server[89111]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=89111) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:57:06.712375 n-d-843702-1 neutron-server[89111]: DEBUG oslo_db.api [None req-9a02b345-95e5-4658-8f0b-bfd55c0ac5d7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:57:06.747436 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a0883d-ed83-4872-a804-5ec7fb3c8c32 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Pushing event deleted for resources: {'Port': ['ID=0a230ecd-f6de-4c5f-80a8-44b8b33e486a,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:57:06.747436 n-d-843702-1 neutron-server[89110]: INFO neutron.api.v2.resource [None req-bcee99b5-1c5c-432e-af28-c33074f02a82 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] delete failed (client error): The resource could not be found. May 28 06:57:06.757873 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-bcee99b5-1c5c-432e-af28-c33074f02a82 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] 10.222.0.55 "DELETE /v2.0/routers/15d5d20c-539f-4450-a5a1-12bfd718aa24 HTTP/1.1" status: 404 len: 336 time: 0.2652895 May 28 06:57:06.784436 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a0883d-ed83-4872-a804-5ec7fb3c8c32 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] No DVR routers for this DVR port 0a230ecd-f6de-4c5f-80a8-44b8b33e486a on host n-d-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:57:06.792374 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-70666d47-8233-4677-aa10-8492c4761111 None None] For port 6db67473-b5ac-46f8-a247-ebbf00b2e550, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=6db67473-b5ac-46f8-a247-ebbf00b2e550,segment=NetworkSegment(7242e32a-87c1-4eb0-993c-5d8368851f66),segment_id=7242e32a-87c1-4eb0-993c-5d8368851f66)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:57:06.792374 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-70666d47-8233-4677-aa10-8492c4761111 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:06.808345 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 40370) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:06.866264 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ecd2024d-f49a-48ad-a005-4cdcbc6efe03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:06.960173 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-ac55f2a5-976f-4c62-a1fb-fc310cac43b8 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] 10.222.0.55 "GET /v2.0/ports?device_id=98063b95-7634-4335-b470-6c3c9141f4db HTTP/1.1" status: 200 len: 205 time: 0.1494555 May 28 06:57:06.973720 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-70666d47-8233-4677-aa10-8492c4761111 None None] Calling delete_port for 6db67473-b5ac-46f8-a247-ebbf00b2e550 owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:57:06.975491 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 40374) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:07.006899 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ecd2024d-f49a-48ad-a005-4cdcbc6efe03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:07.066659 n-d-843702-1 neutron-server[89109]: INFO neutron.api.v2.resource [None req-a74cdd05-831a-4d86-a495-701565682a42 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] delete failed (client error): The resource could not be found. May 28 06:57:07.067829 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-a74cdd05-831a-4d86-a495-701565682a42 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] 10.222.0.55 "DELETE /v2.0/routers/98063b95-7634-4335-b470-6c3c9141f4db HTTP/1.1" status: 404 len: 336 time: 0.0983775 May 28 06:57:07.077973 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-63c2e132-ccb7-4e44-9748-d3d8b6e97913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:07.091392 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 40380) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:07.113556 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 46af4e55-32a7-49e9-92c9-fe7f420ec6ac triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:57:07.114737 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:07.117900 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-24a0883d-ed83-4872-a804-5ec7fb3c8c32 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:07.149631 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-24a0883d-ed83-4872-a804-5ec7fb3c8c32 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f31249b6-704c-4553-9694-c838acf88781']}} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:57:07.166364 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-c8862168-99c3-4848-9446-08dc32a5e223 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] 10.222.0.55 "GET /v2.0/ports?device_id=c1377518-62fe-4937-9f71-7c410c36f28a HTTP/1.1" status: 200 len: 205 time: 0.0676227 May 28 06:57:07.168570 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-24a0883d-ed83-4872-a804-5ec7fb3c8c32 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98980ba2-b13a-4fbe-90ad-e8ca656fc898') {'for_net_delete': True} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:57:07.168570 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-24a0883d-ed83-4872-a804-5ec7fb3c8c32 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98980ba2-b13a-4fbe-90ad-e8ca656fc898') {} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:57:07.171441 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 40386) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:07.189476 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd2024d-f49a-48ad-a005-4cdcbc6efe03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d89cb8c0-ec2c-400b-b5f8-8af7627ad0bc,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:57:07.189476 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-ecd2024d-f49a-48ad-a005-4cdcbc6efe03 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=845a5820b7804b36bb35b4c9a63e13d5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0715258 May 28 06:57:07.189476 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-24a0883d-ed83-4872-a804-5ec7fb3c8c32 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4150778'] for segment, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:07.195655 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 40392) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:07.236642 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-9a02b345-95e5-4658-8f0b-bfd55c0ac5d7 None None] Deleting port 0a230ecd-f6de-4c5f-80a8-44b8b33e486a {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:57:07.236642 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-9a02b345-95e5-4658-8f0b-bfd55c0ac5d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:07.304214 n-d-843702-1 neutron-server[89109]: INFO neutron.api.v2.resource [None req-30742b44-cad6-4c46-bdd9-a636a9eb5fe0 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] delete failed (client error): The resource could not be found. May 28 06:57:07.304214 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-30742b44-cad6-4c46-bdd9-a636a9eb5fe0 tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] 10.222.0.55 "DELETE /v2.0/routers/c1377518-62fe-4937-9f71-7c410c36f28a HTTP/1.1" status: 404 len: 336 time: 0.1288838 May 28 06:57:07.304214 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-63c2e132-ccb7-4e44-9748-d3d8b6e97913 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aaa39eab-6194-4223-9af1-b70bdc667790']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:57:07.304214 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 40402) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:07.368354 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1d62c10-4874-4dbe-b5ab-0b8a52fc58de tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] DELETE failed (client error): The resource could not be found. May 28 06:57:07.368354 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1d62c10-4874-4dbe-b5ab-0b8a52fc58de tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89109) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:57:07.378291 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-9a02b345-95e5-4658-8f0b-bfd55c0ac5d7 None None] The port '0a230ecd-f6de-4c5f-80a8-44b8b33e486a' was deleted {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 06:57:07.383101 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-e1d62c10-4874-4dbe-b5ab-0b8a52fc58de tempest-RoutersIpV6AdminTest-1393226495 tempest-RoutersIpV6AdminTest-1393226495-project] 10.222.0.55 "DELETE /v2.0/subnets/e60f694f-f63b-42d1-a092-566daa0752f4 HTTP/1.1" status: 404 len: 337 time: 0.0629303 May 28 06:57:07.383101 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-63c2e132-ccb7-4e44-9748-d3d8b6e97913 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b39b119d-a819-4f27-96cc-041a7c17a97f') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:57:07.383101 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-63c2e132-ccb7-4e44-9748-d3d8b6e97913 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b39b119d-a819-4f27-96cc-041a7c17a97f') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:57:07.415445 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-63c2e132-ccb7-4e44-9748-d3d8b6e97913 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:07.449272 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-63c2e132-ccb7-4e44-9748-d3d8b6e97913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:07.465664 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-24a0883d-ed83-4872-a804-5ec7fb3c8c32 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:07.466575 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63c2e132-ccb7-4e44-9748-d3d8b6e97913 admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:57:07.467538 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-63c2e132-ccb7-4e44-9748-d3d8b6e97913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:07.469666 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b7f2a74c-0a93-4f26-9a0a-aa458cd19508 req-a29d3db0-a0c9-46c2-9620-c82896ba690f tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] 10.222.0.55 "GET /v2.0/ports?device_id=55b36d75-8b57-4a06-96f9-1abc44c66374 HTTP/1.1" status: 200 len: 210 time: 0.2121649 May 28 06:57:07.526764 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24a0883d-ed83-4872-a804-5ec7fb3c8c32 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=89110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:57:07.527136 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-24a0883d-ed83-4872-a804-5ec7fb3c8c32 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3143023'] for segment, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:07.550902 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-70666d47-8233-4677-aa10-8492c4761111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879'] for port, after_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:07.596893 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment b39b119d-a819-4f27-96cc-041a7c17a97f resource provider aggregate not found May 28 06:57:07.621973 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70666d47-8233-4677-aa10-8492c4761111 None None] Pushing event deleted for resources: {'Port': ['ID=6db67473-b5ac-46f8-a247-ebbf00b2e550,revision_number=None']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:57:07.649882 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70666d47-8233-4677-aa10-8492c4761111 None None] No DVR routers for this DVR port 6db67473-b5ac-46f8-a247-ebbf00b2e550 on host n-d-843702-1 {{(pid=89111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:57:07.663397 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment b39b119d-a819-4f27-96cc-041a7c17a97f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b39b119d-a819-4f27-96cc-041a7c17a97f found for delete ", "request_id": "req-75ba93f1-8172-4ad5-b74b-dc0e743cd4a0"}]} May 28 06:57:07.727882 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 46af4e55-32a7-49e9-92c9-fe7f420ec6ac is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:57:07.761794 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment 98980ba2-b13a-4fbe-90ad-e8ca656fc898 resource provider aggregate not found May 28 06:57:07.795494 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment 98980ba2-b13a-4fbe-90ad-e8ca656fc898 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 98980ba2-b13a-4fbe-90ad-e8ca656fc898 found for delete ", "request_id": "req-0a7a9213-bec9-4b8c-8ca5-bd0b81024248"}]} May 28 06:57:07.803264 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 5245c020-5752-412f-8b0d-e133bbaa58f8 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:57:07.807310 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c5085054-7977-43f2-abcf-2e60cbf18008 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:07.837875 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 5245c020-5752-412f-8b0d-e133bbaa58f8 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:57:07.837875 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 5245c020-5752-412f-8b0d-e133bbaa58f8 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:57:07.837875 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 6db67473-b5ac-46f8-a247-ebbf00b2e550 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:57:07.851895 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c5085054-7977-43f2-abcf-2e60cbf18008 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:07.875240 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 6db67473-b5ac-46f8-a247-ebbf00b2e550 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:57:07.875659 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 6db67473-b5ac-46f8-a247-ebbf00b2e550 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:57:07.911403 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 0a230ecd-f6de-4c5f-80a8-44b8b33e486a no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:57:07.914418 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 0a230ecd-f6de-4c5f-80a8-44b8b33e486a {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:57:07.914807 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 0a230ecd-f6de-4c5f-80a8-44b8b33e486a not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:57:08.157341 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-63c2e132-ccb7-4e44-9748-d3d8b6e97913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:08.185642 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-63c2e132-ccb7-4e44-9748-d3d8b6e97913 admin admin] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:08.197032 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c2e132-ccb7-4e44-9748-d3d8b6e97913 admin admin] Pushing event deleted for resources: {'Network': ['ID=aaa39eab-6194-4223-9af1-b70bdc667790,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:57:08.203026 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-63c2e132-ccb7-4e44-9748-d3d8b6e97913 admin admin] 10.222.0.55 "DELETE /v2.0/networks/aaa39eab-6194-4223-9af1-b70bdc667790 HTTP/1.1" status: 204 len: 168 time: 3.4568346 May 28 06:57:08.205062 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-24a0883d-ed83-4872-a804-5ec7fb3c8c32 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:08.226842 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-24a0883d-ed83-4872-a804-5ec7fb3c8c32 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks [] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:08.233646 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a0883d-ed83-4872-a804-5ec7fb3c8c32 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Pushing event deleted for resources: {'Network': ['ID=f31249b6-704c-4553-9694-c838acf88781,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:57:08.280387 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c5085054-7977-43f2-abcf-2e60cbf18008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:08.280387 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c5085054-7977-43f2-abcf-2e60cbf18008 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:08.280387 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-c5085054-7977-43f2-abcf-2e60cbf18008 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d89cb8c0-ec2c-400b-b5f8-8af7627ad0bc HTTP/1.1" status: 204 len: 168 time: 1.0610583 May 28 06:57:08.298097 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5085054-7977-43f2-abcf-2e60cbf18008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d89cb8c0-ec2c-400b-b5f8-8af7627ad0bc,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:57:08.429459 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-24a0883d-ed83-4872-a804-5ec7fb3c8c32 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] 10.222.0.55 "DELETE /v2.0/networks/f31249b6-704c-4553-9694-c838acf88781 HTTP/1.1" status: 204 len: 168 time: 4.2261634 May 28 06:57:08.435277 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 40430) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:08.589099 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d6b8c5fb-6a38-44e4-8366-31031a55d302 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:08.685202 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c9c6e9c3-9aaf-4fa1-8b36-f51cf81ec42f req-3c5d50ba-4a35-4394-8fc7-41f0e8ed49d5 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] 10.222.0.55 "GET /v2.0/ports?device_id=55b36d75-8b57-4a06-96f9-1abc44c66374 HTTP/1.1" status: 200 len: 210 time: 0.0568967 May 28 06:57:08.815591 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d6b8c5fb-6a38-44e4-8366-31031a55d302 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:08.842630 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-d6b8c5fb-6a38-44e4-8366-31031a55d302 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02f0ddf3-fa13-440e-b1d8-c1eeeecdc870']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:57:08.855997 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-d6b8c5fb-6a38-44e4-8366-31031a55d302 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7242e32a-87c1-4eb0-993c-5d8368851f66') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:57:08.856300 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-d6b8c5fb-6a38-44e4-8366-31031a55d302 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7242e32a-87c1-4eb0-993c-5d8368851f66') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:57:08.868920 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d6b8c5fb-6a38-44e4-8366-31031a55d302 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:08.885690 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d6b8c5fb-6a38-44e4-8366-31031a55d302 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:08.892249 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6b8c5fb-6a38-44e4-8366-31031a55d302 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:57:08.892645 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d6b8c5fb-6a38-44e4-8366-31031a55d302 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:08.995433 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 40446) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:09.064007 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-e24467e0-06c8-4a84-9126-11cb0ea1a42c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5e10d5f74e5d4c1ba1676abddcb9b284&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0689998 May 28 06:57:09.067391 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 40450) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:09.160357 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d6b8c5fb-6a38-44e4-8366-31031a55d302 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:09.187291 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d6b8c5fb-6a38-44e4-8366-31031a55d302 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:09.193824 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b8c5fb-6a38-44e4-8366-31031a55d302 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Pushing event deleted for resources: {'Network': ['ID=02f0ddf3-fa13-440e-b1d8-c1eeeecdc870,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:57:09.197477 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-d6b8c5fb-6a38-44e4-8366-31031a55d302 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] 10.222.0.55 "DELETE /v2.0/networks/02f0ddf3-fa13-440e-b1d8-c1eeeecdc870 HTTP/1.1" status: 204 len: 168 time: 0.7695866 May 28 06:57:09.202532 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 40454) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:09.203181 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c4608815-6193-4df3-8c6e-030721a0d981 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:09.211897 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-e59047bf-7e2e-4dfb-a5f8-8e28dd6386f0 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-450705568'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:57:09.227169 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-e59047bf-7e2e-4dfb-a5f8-8e28dd6386f0 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:57:09.234841 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-e59047bf-7e2e-4dfb-a5f8-8e28dd6386f0 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Usage tracker for resource:network and tenant:edfff7521b2740e6894c3714ce0e5450 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:57:09.235125 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c4608815-6193-4df3-8c6e-030721a0d981 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:09.242366 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-e59047bf-7e2e-4dfb-a5f8-8e28dd6386f0 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:57:09.254500 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-e59047bf-7e2e-4dfb-a5f8-8e28dd6386f0 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:57:09.295405 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 40458) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:09.363548 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e59047bf-7e2e-4dfb-a5f8-8e28dd6386f0 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Made reservation on behalf of edfff7521b2740e6894c3714ce0e5450 for: {'network': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:57:09.363548 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e59047bf-7e2e-4dfb-a5f8-8e28dd6386f0 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:09.428872 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e59047bf-7e2e-4dfb-a5f8-8e28dd6386f0 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=89110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:57:09.435191 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e59047bf-7e2e-4dfb-a5f8-8e28dd6386f0 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:09.435191 n-d-843702-1 neutron-server[89110]: INFO neutron.db.segments_db [None req-e59047bf-7e2e-4dfb-a5f8-8e28dd6386f0 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Added segment a89e0064-dd5c-414f-97ea-2b709bc6d55a of type vlan for network 1c1cca9d-a34a-4745-8ff4-2703f000f5ff May 28 06:57:09.455702 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c4608815-6193-4df3-8c6e-030721a0d981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:09.515254 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4608815-6193-4df3-8c6e-030721a0d981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5684fda-1a1e-4780-be39-7b82e5795bde,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:57:09.562293 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e59047bf-7e2e-4dfb-a5f8-8e28dd6386f0 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:09.603352 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c4608815-6193-4df3-8c6e-030721a0d981 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:09.603352 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-c4608815-6193-4df3-8c6e-030721a0d981 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e5684fda-1a1e-4780-be39-7b82e5795bde HTTP/1.1" status: 204 len: 168 time: 0.5301630 May 28 06:57:09.718543 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 7242e32a-87c1-4eb0-993c-5d8368851f66 resource provider aggregate not found May 28 06:57:09.742945 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 7242e32a-87c1-4eb0-993c-5d8368851f66 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7242e32a-87c1-4eb0-993c-5d8368851f66 found for delete ", "request_id": "req-e6f410ed-5cec-4cc1-9482-f7726b8a19fb"}]} May 28 06:57:09.746705 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-554be349-656b-4357-b141-6c8f6781ef72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:09.770914 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-554be349-656b-4357-b141-6c8f6781ef72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:57:09.775935 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-554be349-656b-4357-b141-6c8f6781ef72 admin admin] Usage tracker for resource:security_group_rule and tenant:7b0fac9d8de84808a9381f9efb65a590 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:57:09.779048 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-554be349-656b-4357-b141-6c8f6781ef72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:57:09.785383 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-554be349-656b-4357-b141-6c8f6781ef72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:57:09.812917 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:57:09.914723 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ca4bc7f9-1c0a-4225-8610-3b82f2d61995 req-6c8f9849-e01d-44df-8a3e-ddfbbd5e314e tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] 10.222.0.55 "GET /v2.0/ports?device_id=55b36d75-8b57-4a06-96f9-1abc44c66374 HTTP/1.1" status: 200 len: 210 time: 0.0587349 May 28 06:57:09.944697 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-554be349-656b-4357-b141-6c8f6781ef72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:09.969382 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e59047bf-7e2e-4dfb-a5f8-8e28dd6386f0 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:09.976083 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59047bf-7e2e-4dfb-a5f8-8e28dd6386f0 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:57:09.979297 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e59047bf-7e2e-4dfb-a5f8-8e28dd6386f0 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks [] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:10.214933 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-554be349-656b-4357-b141-6c8f6781ef72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:10.295670 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59047bf-7e2e-4dfb-a5f8-8e28dd6386f0 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Pushing event updated for resources: {'Network': ['ID=1c1cca9d-a34a-4745-8ff4-2703f000f5ff,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:57:10.303932 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554be349-656b-4357-b141-6c8f6781ef72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b962a95-5fa4-4c85-8aa4-d21913d930cd,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:57:10.307264 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 1c1cca9d-a34a-4745-8ff4-2703f000f5ff details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:57:10.308883 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-554be349-656b-4357-b141-6c8f6781ef72 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7b0fac9d8de84808a9381f9efb65a590&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0124743 May 28 06:57:10.311629 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 40486) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:10.388169 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b9c0f676-119e-4087-b233-d4cadf597778 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:10.425104 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b9c0f676-119e-4087-b233-d4cadf597778 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:10.476357 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-e59047bf-7e2e-4dfb-a5f8-8e28dd6386f0 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2649565 May 28 06:57:10.479209 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 40494) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:10.492229 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-6dba9745-52c4-4c45-a777-9343b7dd53a8 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Request body: {'subnet': {'network_id': '1c1cca9d-a34a-4745-8ff4-2703f000f5ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:57:10.635085 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-6dba9745-52c4-4c45-a777-9343b7dd53a8 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:57:10.640371 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-6dba9745-52c4-4c45-a777-9343b7dd53a8 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Usage tracker for resource:subnet and tenant:edfff7521b2740e6894c3714ce0e5450 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:57:10.644672 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-6dba9745-52c4-4c45-a777-9343b7dd53a8 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:57:10.653679 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-6dba9745-52c4-4c45-a777-9343b7dd53a8 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:57:10.660272 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b9c0f676-119e-4087-b233-d4cadf597778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:10.677339 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c0f676-119e-4087-b233-d4cadf597778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b962a95-5fa4-4c85-8aa4-d21913d930cd,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:57:10.684130 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b9c0f676-119e-4087-b233-d4cadf597778 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:10.705655 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-b9c0f676-119e-4087-b233-d4cadf597778 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2b962a95-5fa4-4c85-8aa4-d21913d930cd HTTP/1.1" status: 204 len: 168 time: 0.3723495 May 28 06:57:10.780772 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dba9745-52c4-4c45-a777-9343b7dd53a8 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Made reservation on behalf of edfff7521b2740e6894c3714ce0e5450 for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:57:10.784325 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6dba9745-52c4-4c45-a777-9343b7dd53a8 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:11.103619 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 40510) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:11.122592 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-316622d1-4cf2-463a-9068-fe6c9d64937a req-da760476-734f-4f77-b5c9-424ca94eafb6 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] 10.222.0.55 "GET /v2.0/ports?device_id=55b36d75-8b57-4a06-96f9-1abc44c66374 HTTP/1.1" status: 200 len: 210 time: 0.0618749 May 28 06:57:11.190945 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-de566dfa-4482-48e2-9776-8cdfc57da61a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f1e7c093d3e5485593bf6b4708c7d826&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0858080 May 28 06:57:11.196331 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 40516) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:11.233978 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6dba9745-52c4-4c45-a777-9343b7dd53a8 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:11.323328 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ddaaab3e-8225-42ad-a9e9-93abe978ebce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:11.404880 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ddaaab3e-8225-42ad-a9e9-93abe978ebce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:11.476585 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dba9745-52c4-4c45-a777-9343b7dd53a8 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Pushing event updated for resources: {'Subnet': ['ID=cccd2ef5-6217-4e20-99c3-1496ad8f2eb9,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:57:11.627757 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ddaaab3e-8225-42ad-a9e9-93abe978ebce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:11.636775 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dba9745-52c4-4c45-a777-9343b7dd53a8 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Checking segment: {'id': 'a89e0064-dd5c-414f-97ea-2b709bc6d55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '1c1cca9d-a34a-4745-8ff4-2703f000f5ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:57:11.636775 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dba9745-52c4-4c45-a777-9343b7dd53a8 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Network hostable DHCP agents. Network: 1c1cca9d-a34a-4745-8ff4-2703f000f5ff, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:57:11.667238 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaaab3e-8225-42ad-a9e9-93abe978ebce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7446b214-312b-4f5a-a179-4c2398d42330,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:57:11.667238 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ddaaab3e-8225-42ad-a9e9-93abe978ebce admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:11.667238 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-ddaaab3e-8225-42ad-a9e9-93abe978ebce admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7446b214-312b-4f5a-a179-4c2398d42330 HTTP/1.1" status: 204 len: 168 time: 0.4668057 May 28 06:57:11.724752 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42036ece-a77d-45b6-9817-3b817dc45084 req-e5bbf192-5e48-493d-abee-135eec0c22fc tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:57:11.724752 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-42036ece-a77d-45b6-9817-3b817dc45084 req-e5bbf192-5e48-493d-abee-135eec0c22fc tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] 10.222.0.71 "GET /v2.0/networks?id=4a0a49de-1d13-449d-a2b4-d4771b25264b HTTP/1.1" status: 200 len: 797 time: 0.2331238 May 28 06:57:11.818999 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-42036ece-a77d-45b6-9817-3b817dc45084 req-229cfaa3-2d45-4c2e-94d5-f4845315f953 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Synchronizing usage tracker for tenant:1557a9c5f0a44514943027d1639e77df on resource:security_group {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:57:11.842011 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-42036ece-a77d-45b6-9817-3b817dc45084 req-229cfaa3-2d45-4c2e-94d5-f4845315f953 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Unset dirty status for tenant:1557a9c5f0a44514943027d1639e77df on resource:security_group {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:57:11.842011 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-42036ece-a77d-45b6-9817-3b817dc45084 req-229cfaa3-2d45-4c2e-94d5-f4845315f953 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1557a9c5f0a44514943027d1639e77df HTTP/1.1" status: 200 len: 476 time: 0.0991948 May 28 06:57:11.847891 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-42036ece-a77d-45b6-9817-3b817dc45084 req-9d59bb82-3194-42ba-a0b7-641046969f63 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Request body: {'port': {'device_id': '55b36d75-8b57-4a06-96f9-1abc44c66374', 'network_id': '4a0a49de-1d13-449d-a2b4-d4771b25264b', 'admin_state_up': True, 'tenant_id': '1557a9c5f0a44514943027d1639e77df', 'security_groups': ['175178a9-b438-41b6-9597-6d32c7f73be4', '3565a15f-00d8-4236-8ebd-ba892ce22e68']}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:57:11.868246 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dba9745-52c4-4c45-a777-9343b7dd53a8 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Network 1c1cca9d-a34a-4745-8ff4-2703f000f5ff is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:57:12.023006 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [req-42036ece-a77d-45b6-9817-3b817dc45084 req-9d59bb82-3194-42ba-a0b7-641046969f63 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:57:12.023006 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-6dba9745-52c4-4c45-a777-9343b7dd53a8 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, 1c1cca9d-a34a-4745-8ff4-2703f000f5ff) {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:57:12.037064 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b8b6711-fa33-4e66-8837-ca3913bc08e8 None None] Network 1c1cca9d-a34a-4745-8ff4-2703f000f5ff requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:57:12.039906 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dba9745-52c4-4c45-a777-9343b7dd53a8 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:57:12.039906 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6dba9745-52c4-4c45-a777-9343b7dd53a8 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:12.048880 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-42036ece-a77d-45b6-9817-3b817dc45084 req-9d59bb82-3194-42ba-a0b7-641046969f63 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Usage tracker for resource:port and tenant:1557a9c5f0a44514943027d1639e77df is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:57:12.053295 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 40536) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:12.072317 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-42036ece-a77d-45b6-9817-3b817dc45084 req-9d59bb82-3194-42ba-a0b7-641046969f63 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:57:12.072317 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [req-42036ece-a77d-45b6-9817-3b817dc45084 req-9d59bb82-3194-42ba-a0b7-641046969f63 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:57:12.151048 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-7a81df6f-6a47-414a-82b3-5246638938bd admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=20f5c7e1f0ef48a5bcd87fafbb736d03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0961597 May 28 06:57:12.153121 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 40540) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:12.220319 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 40546) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:12.234428 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-cbce4147-48a2-484e-a163-cecbbda62805 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-821760337', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:57:12.237700 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-6dba9745-52c4-4c45-a777-9343b7dd53a8 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7523503 May 28 06:57:12.245006 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-cbce4147-48a2-484e-a163-cecbbda62805 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:57:12.257764 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-cbce4147-48a2-484e-a163-cecbbda62805 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Usage tracker for resource:router and tenant:edfff7521b2740e6894c3714ce0e5450 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:57:12.281802 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42036ece-a77d-45b6-9817-3b817dc45084 req-9d59bb82-3194-42ba-a0b7-641046969f63 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Made reservation on behalf of 1557a9c5f0a44514943027d1639e77df for: {'port': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:57:12.299793 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-42036ece-a77d-45b6-9817-3b817dc45084 req-9d59bb82-3194-42ba-a0b7-641046969f63 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:12.326101 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6ba9483c-ff24-427c-b877-d261e74ac9d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:12.357606 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-cbce4147-48a2-484e-a163-cecbbda62805 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:57:12.361267 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6ba9483c-ff24-427c-b877-d261e74ac9d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:12.408680 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-cbce4147-48a2-484e-a163-cecbbda62805 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:57:12.420704 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c5732ece-9887-4134-836b-ea3d1f1cdac4 req-22583afe-363a-4cc9-9a73-deb48f32dfc0 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] 10.222.0.55 "GET /v2.0/ports?device_id=55b36d75-8b57-4a06-96f9-1abc44c66374 HTTP/1.1" status: 200 len: 210 time: 0.1575451 May 28 06:57:12.498227 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682753a6-47bc-4bca-8082-20a650b23120 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-1c1cca9d-a34a-4745-8ff4-2703f000f5ff', 'network_id': '1c1cca9d-a34a-4745-8ff4-2703f000f5ff', 'tenant_id': 'edfff7521b2740e6894c3714ce0e5450', 'fixed_ips': [{'subnet_id': 'cccd2ef5-6217-4e20-99c3-1496ad8f2eb9'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:57:12.501205 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-682753a6-47bc-4bca-8082-20a650b23120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:12.583732 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6ba9483c-ff24-427c-b877-d261e74ac9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:12.589612 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-cbce4147-48a2-484e-a163-cecbbda62805 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59128'] for router, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:12.589612 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-cbce4147-48a2-484e-a163-cecbbda62805 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59009'] for router, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:12.669510 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba9483c-ff24-427c-b877-d261e74ac9d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=286b7ee2-32f3-4228-a05d-322e1bca2cbd,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:57:12.676849 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-cbce4147-48a2-484e-a163-cecbbda62805 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:12.688549 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6ba9483c-ff24-427c-b877-d261e74ac9d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:12.688549 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-6ba9483c-ff24-427c-b877-d261e74ac9d7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/286b7ee2-32f3-4228-a05d-322e1bca2cbd HTTP/1.1" status: 204 len: 168 time: 0.5320780 May 28 06:57:12.803362 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-cbce4147-48a2-484e-a163-cecbbda62805 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690761'] for router, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:12.844588 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [req-42036ece-a77d-45b6-9817-3b817dc45084 req-9d59bb82-3194-42ba-a0b7-641046969f63 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Allocated IP 172.20.0.6 (4a0a49de-1d13-449d-a2b4-d4771b25264b/eead3977-243b-4035-9026-00b1433df847/2ebe41d0-dcb0-49ae-a4bf-a78d2579b72e) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:57:12.912265 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-cbce4147-48a2-484e-a163-cecbbda62805 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks [] for router, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:12.914342 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-cbce4147-48a2-484e-a163-cecbbda62805 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6970727 May 28 06:57:12.918445 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 40560) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:12.930414 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-5feff6bd-fc28-4eff-a0fb-5b1d0c8ba19a tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Request body: {'port': {'network_id': '1c1cca9d-a34a-4745-8ff4-2703f000f5ff', 'name': 'tempest-RoutersIpV6Test-1793504209'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:57:12.996360 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-682753a6-47bc-4bca-8082-20a650b23120 None None] Allocated IP 2001:db8::2 (1c1cca9d-a34a-4745-8ff4-2703f000f5ff/cccd2ef5-6217-4e20-99c3-1496ad8f2eb9/bc00fc41-3b49-4541-9156-4aebdc97d279) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:57:13.234730 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-5feff6bd-fc28-4eff-a0fb-5b1d0c8ba19a tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:57:13.234730 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-5feff6bd-fc28-4eff-a0fb-5b1d0c8ba19a tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Usage tracker for resource:port and tenant:edfff7521b2740e6894c3714ce0e5450 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:57:13.234730 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-5feff6bd-fc28-4eff-a0fb-5b1d0c8ba19a tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:57:13.237693 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-42036ece-a77d-45b6-9817-3b817dc45084 req-9d59bb82-3194-42ba-a0b7-641046969f63 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:13.240829 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-5feff6bd-fc28-4eff-a0fb-5b1d0c8ba19a tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:57:13.243052 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [req-42036ece-a77d-45b6-9817-3b817dc45084 req-9d59bb82-3194-42ba-a0b7-641046969f63 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Transition to ACTIVE for port object 2ebe41d0-dcb0-49ae-a4bf-a78d2579b72e will not be triggered until provisioned by entity DHCP. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:57:13.505093 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5feff6bd-fc28-4eff-a0fb-5b1d0c8ba19a tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Made reservation on behalf of edfff7521b2740e6894c3714ce0e5450 for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:57:13.507653 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-42036ece-a77d-45b6-9817-3b817dc45084 req-9d59bb82-3194-42ba-a0b7-641046969f63 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:13.509459 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5feff6bd-fc28-4eff-a0fb-5b1d0c8ba19a tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:13.575791 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-682753a6-47bc-4bca-8082-20a650b23120 None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:13.605948 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [None req-5feff6bd-fc28-4eff-a0fb-5b1d0c8ba19a tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] device_id is not set on port 84cbcee4-3f1d-4d1b-b5b0-bc3e53afe57f yet. {{(pid=89110) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:57:13.629882 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-682753a6-47bc-4bca-8082-20a650b23120 None None] Transition to ACTIVE for port object bc00fc41-3b49-4541-9156-4aebdc97d279 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:57:13.681057 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42036ece-a77d-45b6-9817-3b817dc45084 req-9d59bb82-3194-42ba-a0b7-641046969f63 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Network 4a0a49de-1d13-449d-a2b4-d4771b25264b is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:57:13.698177 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-682753a6-47bc-4bca-8082-20a650b23120 None None] Transition to ACTIVE for port object bc00fc41-3b49-4541-9156-4aebdc97d279 will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:57:13.723302 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [req-42036ece-a77d-45b6-9817-3b817dc45084 req-9d59bb82-3194-42ba-a0b7-641046969f63 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:57:13.729383 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [req-42036ece-a77d-45b6-9817-3b817dc45084 req-9d59bb82-3194-42ba-a0b7-641046969f63 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:57:13.786875 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-682753a6-47bc-4bca-8082-20a650b23120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:13.825674 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d59bb82-3194-42ba-a0b7-641046969f63 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Pushing event updated for resources: {'Port': ['ID=2ebe41d0-dcb0-49ae-a4bf-a78d2579b72e,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:57:13.858654 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42036ece-a77d-45b6-9817-3b817dc45084 req-9d59bb82-3194-42ba-a0b7-641046969f63 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:57:13.870270 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-42036ece-a77d-45b6-9817-3b817dc45084 req-9d59bb82-3194-42ba-a0b7-641046969f63 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:13.966398 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ebb270-0bbc-4cd2-87c4-af97ab5b77dc req-976a83d1-70a2-45ed-93d6-b661bd2b6457 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:57:13.966398 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b2ebb270-0bbc-4cd2-87c4-af97ab5b77dc req-976a83d1-70a2-45ed-93d6-b661bd2b6457 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] 10.222.0.55 "GET /v2.0/ports?device_id=55b36d75-8b57-4a06-96f9-1abc44c66374 HTTP/1.1" status: 200 len: 970 time: 0.2469287 May 28 06:57:13.966398 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [None req-5feff6bd-fc28-4eff-a0fb-5b1d0c8ba19a tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Allocated IP 2001:db8::264 (1c1cca9d-a34a-4745-8ff4-2703f000f5ff/cccd2ef5-6217-4e20-99c3-1496ad8f2eb9/84cbcee4-3f1d-4d1b-b5b0-bc3e53afe57f) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:57:13.976540 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-42036ece-a77d-45b6-9817-3b817dc45084 req-9d59bb82-3194-42ba-a0b7-641046969f63 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 2.1303129 May 28 06:57:14.003241 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-42036ece-a77d-45b6-9817-3b817dc45084 req-4ffba1ce-5667-4fdd-8ab2-b53f37b61f98 service neutron] Request body: {'port': {'device_id': '55b36d75-8b57-4a06-96f9-1abc44c66374', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843702-1'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:57:14.011053 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682753a6-47bc-4bca-8082-20a650b23120 None None] Pushing event updated for resources: {'Port': ['ID=bc00fc41-3b49-4541-9156-4aebdc97d279,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:57:14.026767 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-682753a6-47bc-4bca-8082-20a650b23120 None None] Network 1c1cca9d-a34a-4745-8ff4-2703f000f5ff is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:57:14.032959 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-682753a6-47bc-4bca-8082-20a650b23120 None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:57:14.045888 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682753a6-47bc-4bca-8082-20a650b23120 None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:57:14.130026 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b2ebb270-0bbc-4cd2-87c4-af97ab5b77dc req-e0869a1c-b12b-4f5f-921d-0a018adfe21a tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] 10.222.0.55 "GET /v2.0/security-groups?id=175178a9-b438-41b6-9597-6d32c7f73be4&id=3565a15f-00d8-4236-8ebd-ba892ce22e68&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1447163 May 28 06:57:14.183273 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-682753a6-47bc-4bca-8082-20a650b23120 None None] Attempting to bind port bc00fc41-3b49-4541-9156-4aebdc97d279 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:57:14.186809 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-682753a6-47bc-4bca-8082-20a650b23120 None None] Attempting to bind port bc00fc41-3b49-4541-9156-4aebdc97d279 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'a89e0064-dd5c-414f-97ea-2b709bc6d55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '1c1cca9d-a34a-4745-8ff4-2703f000f5ff'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:57:14.187403 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682753a6-47bc-4bca-8082-20a650b23120 None None] Attempting to bind port bc00fc41-3b49-4541-9156-4aebdc97d279 on network 1c1cca9d-a34a-4745-8ff4-2703f000f5ff {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:57:14.195420 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682753a6-47bc-4bca-8082-20a650b23120 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:57:14.196149 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682753a6-47bc-4bca-8082-20a650b23120 None None] Checking segment: {'id': 'a89e0064-dd5c-414f-97ea-2b709bc6d55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '1c1cca9d-a34a-4745-8ff4-2703f000f5ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:57:14.196748 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-682753a6-47bc-4bca-8082-20a650b23120 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:14.197327 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682753a6-47bc-4bca-8082-20a650b23120 None None] Bound using segment: {'id': 'a89e0064-dd5c-414f-97ea-2b709bc6d55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '1c1cca9d-a34a-4745-8ff4-2703f000f5ff'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:57:14.198435 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-682753a6-47bc-4bca-8082-20a650b23120 None None] Bound port: bc00fc41-3b49-4541-9156-4aebdc97d279, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a89e0064-dd5c-414f-97ea-2b709bc6d55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '1c1cca9d-a34a-4745-8ff4-2703f000f5ff'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:57:14.199032 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-682753a6-47bc-4bca-8082-20a650b23120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:14.208869 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-42036ece-a77d-45b6-9817-3b817dc45084 req-4ffba1ce-5667-4fdd-8ab2-b53f37b61f98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:14.364682 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-682753a6-47bc-4bca-8082-20a650b23120 None None] For port bc00fc41-3b49-4541-9156-4aebdc97d279, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:57:14.382997 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-682753a6-47bc-4bca-8082-20a650b23120 None None] For port bc00fc41-3b49-4541-9156-4aebdc97d279, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=bc00fc41-3b49-4541-9156-4aebdc97d279,segment=NetworkSegment(a89e0064-dd5c-414f-97ea-2b709bc6d55a),segment_id=a89e0064-dd5c-414f-97ea-2b709bc6d55a)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:57:14.412519 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5feff6bd-fc28-4eff-a0fb-5b1d0c8ba19a tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:14.436441 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [None req-5feff6bd-fc28-4eff-a0fb-5b1d0c8ba19a tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Transition to ACTIVE for port object 84cbcee4-3f1d-4d1b-b5b0-bc3e53afe57f will not be triggered until provisioned by entity DHCP. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:57:14.466083 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-ab9de3d8-11a3-47c6-b0bd-114785ed5df4 None None] Provisioning for port 2ebe41d0-dcb0-49ae-a4bf-a78d2579b72e completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:57:14.471383 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-ab9de3d8-11a3-47c6-b0bd-114785ed5df4 None None] Provisioning complete for port 2ebe41d0-dcb0-49ae-a4bf-a78d2579b72e triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:57:14.471383 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-ab9de3d8-11a3-47c6-b0bd-114785ed5df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:14.560191 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-ab9de3d8-11a3-47c6-b0bd-114785ed5df4 None None] Port 2ebe41d0-dcb0-49ae-a4bf-a78d2579b72e cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:57:14.600867 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-682753a6-47bc-4bca-8082-20a650b23120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:14.642413 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [req-42036ece-a77d-45b6-9817-3b817dc45084 req-4ffba1ce-5667-4fdd-8ab2-b53f37b61f98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ebe41d0-dcb0-49ae-a4bf-a78d2579b72e {{(pid=89109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:57:14.653030 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-42036ece-a77d-45b6-9817-3b817dc45084 req-4ffba1ce-5667-4fdd-8ab2-b53f37b61f98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:14.671706 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5feff6bd-fc28-4eff-a0fb-5b1d0c8ba19a tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:14.674739 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [req-42036ece-a77d-45b6-9817-3b817dc45084 req-4ffba1ce-5667-4fdd-8ab2-b53f37b61f98 service neutron] Transition to ACTIVE for port object 2ebe41d0-dcb0-49ae-a4bf-a78d2579b72e will not be triggered until provisioned by entity L2. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:57:14.702629 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682753a6-47bc-4bca-8082-20a650b23120 None None] Pushing event updated for resources: {'Port': ['ID=bc00fc41-3b49-4541-9156-4aebdc97d279,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:57:14.769428 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5feff6bd-fc28-4eff-a0fb-5b1d0c8ba19a tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Network 1c1cca9d-a34a-4745-8ff4-2703f000f5ff is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:57:14.769428 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-5feff6bd-fc28-4eff-a0fb-5b1d0c8ba19a tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:57:14.779701 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5feff6bd-fc28-4eff-a0fb-5b1d0c8ba19a tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:57:14.779701 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5feff6bd-fc28-4eff-a0fb-5b1d0c8ba19a tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:57:14.789113 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5feff6bd-fc28-4eff-a0fb-5b1d0c8ba19a tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:14.789113 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feff6bd-fc28-4eff-a0fb-5b1d0c8ba19a tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Pushing event updated for resources: {'Port': ['ID=84cbcee4-3f1d-4d1b-b5b0-bc3e53afe57f,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:57:14.865838 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-42036ece-a77d-45b6-9817-3b817dc45084 req-4ffba1ce-5667-4fdd-8ab2-b53f37b61f98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:14.954895 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-5feff6bd-fc28-4eff-a0fb-5b1d0c8ba19a tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.0362315 May 28 06:57:14.958423 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 40602) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:15.373077 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffba1ce-5667-4fdd-8ab2-b53f37b61f98 service neutron] Pushing event updated for resources: {'Port': ['ID=2ebe41d0-dcb0-49ae-a4bf-a78d2579b72e,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:57:15.444461 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-42036ece-a77d-45b6-9817-3b817dc45084 req-4ffba1ce-5667-4fdd-8ab2-b53f37b61f98 service neutron] Attempting to bind port 2ebe41d0-dcb0-49ae-a4bf-a78d2579b72e on host n-h2-843702-1 for vnic_type normal with profile {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:57:15.444461 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-42036ece-a77d-45b6-9817-3b817dc45084 req-4ffba1ce-5667-4fdd-8ab2-b53f37b61f98 service neutron] Attempting to bind port 2ebe41d0-dcb0-49ae-a4bf-a78d2579b72e by drivers openvswitch,hyperv on host n-h2-843702-1 at level 0 using segments [{'id': 'ade382c0-dc92-446f-924f-cbafb13e338b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4a0a49de-1d13-449d-a2b4-d4771b25264b'}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:57:15.444461 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42036ece-a77d-45b6-9817-3b817dc45084 req-4ffba1ce-5667-4fdd-8ab2-b53f37b61f98 service neutron] Attempting to bind port 2ebe41d0-dcb0-49ae-a4bf-a78d2579b72e on network 4a0a49de-1d13-449d-a2b4-d4771b25264b {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:57:15.449299 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42036ece-a77d-45b6-9817-3b817dc45084 req-4ffba1ce-5667-4fdd-8ab2-b53f37b61f98 service neutron] Port 2ebe41d0-dcb0-49ae-a4bf-a78d2579b72e on network 4a0a49de-1d13-449d-a2b4-d4771b25264b not bound, no agent of type Open vSwitch agent registered on host n-h2-843702-1 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:57:15.449299 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42036ece-a77d-45b6-9817-3b817dc45084 req-4ffba1ce-5667-4fdd-8ab2-b53f37b61f98 service neutron] Attempting to bind port 2ebe41d0-dcb0-49ae-a4bf-a78d2579b72e on network 4a0a49de-1d13-449d-a2b4-d4771b25264b {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:57:15.465918 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42036ece-a77d-45b6-9817-3b817dc45084 req-4ffba1ce-5667-4fdd-8ab2-b53f37b61f98 service neutron] Checking agent: {'id': 'f1a3973b-d2b3-4558-88e7-2ac50857d302', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 57, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:57:15.465918 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42036ece-a77d-45b6-9817-3b817dc45084 req-4ffba1ce-5667-4fdd-8ab2-b53f37b61f98 service neutron] Checking segment: {'id': 'ade382c0-dc92-446f-924f-cbafb13e338b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4a0a49de-1d13-449d-a2b4-d4771b25264b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:57:15.465918 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42036ece-a77d-45b6-9817-3b817dc45084 req-4ffba1ce-5667-4fdd-8ab2-b53f37b61f98 service neutron] Bound using segment: {'id': 'ade382c0-dc92-446f-924f-cbafb13e338b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4a0a49de-1d13-449d-a2b4-d4771b25264b'} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:57:15.465918 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-42036ece-a77d-45b6-9817-3b817dc45084 req-4ffba1ce-5667-4fdd-8ab2-b53f37b61f98 service neutron] Bound port: 2ebe41d0-dcb0-49ae-a4bf-a78d2579b72e, host: n-h2-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ade382c0-dc92-446f-924f-cbafb13e338b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4a0a49de-1d13-449d-a2b4-d4771b25264b'}}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:57:15.465918 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-42036ece-a77d-45b6-9817-3b817dc45084 req-4ffba1ce-5667-4fdd-8ab2-b53f37b61f98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:15.620439 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-42036ece-a77d-45b6-9817-3b817dc45084 req-4ffba1ce-5667-4fdd-8ab2-b53f37b61f98 service neutron] For port 2ebe41d0-dcb0-49ae-a4bf-a78d2579b72e, host n-h2-843702-1, cleared binding levels {{(pid=89109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:57:15.624191 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-42036ece-a77d-45b6-9817-3b817dc45084 req-4ffba1ce-5667-4fdd-8ab2-b53f37b61f98 service neutron] For port 2ebe41d0-dcb0-49ae-a4bf-a78d2579b72e, host n-h2-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=2ebe41d0-dcb0-49ae-a4bf-a78d2579b72e,segment=NetworkSegment(ade382c0-dc92-446f-924f-cbafb13e338b),segment_id=ade382c0-dc92-446f-924f-cbafb13e338b)] {{(pid=89109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:57:15.831606 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-42036ece-a77d-45b6-9817-3b817dc45084 req-4ffba1ce-5667-4fdd-8ab2-b53f37b61f98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:15.925807 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42036ece-a77d-45b6-9817-3b817dc45084 req-4ffba1ce-5667-4fdd-8ab2-b53f37b61f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:57:15.925807 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-42036ece-a77d-45b6-9817-3b817dc45084 req-4ffba1ce-5667-4fdd-8ab2-b53f37b61f98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:15.925807 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-42036ece-a77d-45b6-9817-3b817dc45084 req-4ffba1ce-5667-4fdd-8ab2-b53f37b61f98 service neutron] 10.222.0.71 "PUT /v2.0/ports/2ebe41d0-dcb0-49ae-a4bf-a78d2579b72e HTTP/1.1" status: 200 len: 1130 time: 1.9343083 May 28 06:57:15.925807 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55b36d75-8b57-4a06-96f9-1abc44c66374', 'tag': '2ebe41d0-dcb0-49ae-a4bf-a78d2579b72e'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:57:15.971704 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffba1ce-5667-4fdd-8ab2-b53f37b61f98 service neutron] Pushing event updated for resources: {'Port': ['ID=2ebe41d0-dcb0-49ae-a4bf-a78d2579b72e,revision_number=3']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:57:16.200732 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42036ece-a77d-45b6-9817-3b817dc45084 req-ed5ae8d2-7f2d-4db4-a9d3-1475470f5280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:57:16.200732 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-42036ece-a77d-45b6-9817-3b817dc45084 req-ed5ae8d2-7f2d-4db4-a9d3-1475470f5280 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1557a9c5f0a44514943027d1639e77df&device_id=55b36d75-8b57-4a06-96f9-1abc44c66374 HTTP/1.1" status: 200 len: 1133 time: 0.1665251 May 28 06:57:16.253694 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b7d2ad-9558-4b6f-90b3-bc11f581271f req-c909a097-a687-4416-8d62-468d38dd728f tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:57:16.265818 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-98b7d2ad-9558-4b6f-90b3-bc11f581271f req-c909a097-a687-4416-8d62-468d38dd728f tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] 10.222.0.55 "GET /v2.0/ports?device_id=55b36d75-8b57-4a06-96f9-1abc44c66374 HTTP/1.1" status: 200 len: 982 time: 0.9425917 May 28 06:57:16.351733 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-42036ece-a77d-45b6-9817-3b817dc45084 req-e4744b05-3057-45f6-acfb-c838430bd804 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ebe41d0-dcb0-49ae-a4bf-a78d2579b72e HTTP/1.1" status: 200 len: 217 time: 0.1282809 May 28 06:57:16.461820 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8d559f2-c791-4afc-9f88-89868bef8100'] response: {'name': 'network-changed', 'server_uuid': '55b36d75-8b57-4a06-96f9-1abc44c66374', 'tag': '2ebe41d0-dcb0-49ae-a4bf-a78d2579b72e', 'status': 'completed', 'code': 200} May 28 06:57:16.480755 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42036ece-a77d-45b6-9817-3b817dc45084 req-f4f66a46-079a-4c47-9b50-73ea2b3b1e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:57:16.483822 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-42036ece-a77d-45b6-9817-3b817dc45084 req-f4f66a46-079a-4c47-9b50-73ea2b3b1e4b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=eead3977-243b-4035-9026-00b1433df847 HTTP/1.1" status: 200 len: 835 time: 0.1298163 May 28 06:57:16.487311 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-98b7d2ad-9558-4b6f-90b3-bc11f581271f req-be3bcfa5-78a1-4c8e-84c7-78491353b80b tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] 10.222.0.55 "GET /v2.0/security-groups?id=175178a9-b438-41b6-9597-6d32c7f73be4&id=3565a15f-00d8-4236-8ebd-ba892ce22e68&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2257032 May 28 06:57:16.610411 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device bc00fc41-3b49-4541-9156-4aebdc97d279 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:57:16.687939 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42036ece-a77d-45b6-9817-3b817dc45084 req-56d77289-b436-4cce-aec0-124e0260b4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:57:16.693573 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-42036ece-a77d-45b6-9817-3b817dc45084 req-56d77289-b436-4cce-aec0-124e0260b4cc service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4a0a49de-1d13-449d-a2b4-d4771b25264b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1995323 May 28 06:57:16.712105 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f002abca-f8cf-4355-a004-b0152afbe9ef tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:16.773590 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a34db521-8fb9-4fcc-bf37-17ead5beb619 None None] Network 1c1cca9d-a34a-4745-8ff4-2703f000f5ff requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:57:16.895305 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port bc00fc41-3b49-4541-9156-4aebdc97d279 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:57:17.002404 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-42036ece-a77d-45b6-9817-3b817dc45084 req-93c1d621-c4b4-4fd9-87b4-d7fda2682f4c service neutron] 10.222.0.71 "GET /v2.0/networks/4a0a49de-1d13-449d-a2b4-d4771b25264b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3018384 May 28 06:57:17.089915 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-b5310dcc-4363-4725-8c3d-c5469893529c None None] Provisioning for port bc00fc41-3b49-4541-9156-4aebdc97d279 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:57:17.102639 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-b5310dcc-4363-4725-8c3d-c5469893529c None None] Provisioning complete for port bc00fc41-3b49-4541-9156-4aebdc97d279 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:57:17.102639 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b5310dcc-4363-4725-8c3d-c5469893529c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:17.103661 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 40650) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:17.183142 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-42036ece-a77d-45b6-9817-3b817dc45084 req-b0b2e978-c461-45ac-b8d1-b8d6e160bbea service neutron] 10.222.0.71 "GET /v2.0/networks/4a0a49de-1d13-449d-a2b4-d4771b25264b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773503 May 28 06:57:17.279584 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-ccf14ed8-4296-4225-acbd-3bc1b4a801ed tempest-RoutersAdminNegativeTest-2024370349 tempest-RoutersAdminNegativeTest-2024370349-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-786152885', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:57:17.297465 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-ccf14ed8-4296-4225-acbd-3bc1b4a801ed tempest-RoutersAdminNegativeTest-2024370349 tempest-RoutersAdminNegativeTest-2024370349-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:57:17.325351 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-ccf14ed8-4296-4225-acbd-3bc1b4a801ed tempest-RoutersAdminNegativeTest-2024370349 tempest-RoutersAdminNegativeTest-2024370349-project-admin] Usage tracker for resource:port and tenant:58589d8688ca428f899c777635abb9be is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:57:17.364714 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-ccf14ed8-4296-4225-acbd-3bc1b4a801ed tempest-RoutersAdminNegativeTest-2024370349 tempest-RoutersAdminNegativeTest-2024370349-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:57:17.382105 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-ccf14ed8-4296-4225-acbd-3bc1b4a801ed tempest-RoutersAdminNegativeTest-2024370349 tempest-RoutersAdminNegativeTest-2024370349-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:57:17.384478 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-b5310dcc-4363-4725-8c3d-c5469893529c None None] Current status of the port bc00fc41-3b49-4541-9156-4aebdc97d279 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:57:17.384478 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b5310dcc-4363-4725-8c3d-c5469893529c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:17.448720 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-b5310dcc-4363-4725-8c3d-c5469893529c None None] For port bc00fc41-3b49-4541-9156-4aebdc97d279, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=bc00fc41-3b49-4541-9156-4aebdc97d279,segment=NetworkSegment(a89e0064-dd5c-414f-97ea-2b709bc6d55a),segment_id=a89e0064-dd5c-414f-97ea-2b709bc6d55a)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:57:17.463957 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f002abca-f8cf-4355-a004-b0152afbe9ef tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:17.509327 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 40660) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:17.514364 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372d5580-5fbb-46e6-827c-ea4bb4f44bd8 req-8cca0994-9f83-493d-becb-1015782bd304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:57:17.516072 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-372d5580-5fbb-46e6-827c-ea4bb4f44bd8 req-8cca0994-9f83-493d-becb-1015782bd304 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1557a9c5f0a44514943027d1639e77df&device_id=55b36d75-8b57-4a06-96f9-1abc44c66374 HTTP/1.1" status: 200 len: 1133 time: 0.1295226 May 28 06:57:17.609191 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f002abca-f8cf-4355-a004-b0152afbe9ef tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:17.609952 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b5310dcc-4363-4725-8c3d-c5469893529c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:17.632016 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccf14ed8-4296-4225-acbd-3bc1b4a801ed tempest-RoutersAdminNegativeTest-2024370349 tempest-RoutersAdminNegativeTest-2024370349-project-admin] Made reservation on behalf of 58589d8688ca428f899c777635abb9be for: {'port': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:57:17.638991 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ccf14ed8-4296-4225-acbd-3bc1b4a801ed tempest-RoutersAdminNegativeTest-2024370349 tempest-RoutersAdminNegativeTest-2024370349-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:17.759825 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ccf14ed8-4296-4225-acbd-3bc1b4a801ed tempest-RoutersAdminNegativeTest-2024370349 tempest-RoutersAdminNegativeTest-2024370349-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:17.786196 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-ccf14ed8-4296-4225-acbd-3bc1b4a801ed tempest-RoutersAdminNegativeTest-2024370349 tempest-RoutersAdminNegativeTest-2024370349-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:57:17.788588 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5310dcc-4363-4725-8c3d-c5469893529c None None] Pushing event updated for resources: {'Port': ['ID=bc00fc41-3b49-4541-9156-4aebdc97d279,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:57:17.792107 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-ccf14ed8-4296-4225-acbd-3bc1b4a801ed tempest-RoutersAdminNegativeTest-2024370349 tempest-RoutersAdminNegativeTest-2024370349-project-admin] Usage tracker for resource:security_group_rule and tenant:58589d8688ca428f899c777635abb9be is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:57:17.792107 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-ccf14ed8-4296-4225-acbd-3bc1b4a801ed tempest-RoutersAdminNegativeTest-2024370349 tempest-RoutersAdminNegativeTest-2024370349-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:57:17.798216 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-ccf14ed8-4296-4225-acbd-3bc1b4a801ed tempest-RoutersAdminNegativeTest-2024370349 tempest-RoutersAdminNegativeTest-2024370349-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:57:17.894264 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372d5580-5fbb-46e6-827c-ea4bb4f44bd8 req-2c320b25-c647-448e-b236-99f62d7e1e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:57:17.894264 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-372d5580-5fbb-46e6-827c-ea4bb4f44bd8 req-2c320b25-c647-448e-b236-99f62d7e1e16 service neutron] 10.222.0.71 "GET /v2.0/networks?id=4a0a49de-1d13-449d-a2b4-d4771b25264b HTTP/1.1" status: 200 len: 898 time: 0.3683660 May 28 06:57:17.911898 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-79f2a5dc-90f6-47bd-bbb9-5bc5b0ce9eed admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:17.958973 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-c89405ae-8ed9-4dbf-992a-534b121516b4 None None] Provisioning for port 84cbcee4-3f1d-4d1b-b5b0-bc3e53afe57f completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:57:17.962219 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f002abca-f8cf-4355-a004-b0152afbe9ef tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Pushing event updated for resources: {'Port': ['ID=84cbcee4-3f1d-4d1b-b5b0-bc3e53afe57f,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:57:17.965650 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-c89405ae-8ed9-4dbf-992a-534b121516b4 None None] Provisioning complete for port 84cbcee4-3f1d-4d1b-b5b0-bc3e53afe57f triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:57:17.974020 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c89405ae-8ed9-4dbf-992a-534b121516b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:17.974371 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-79f2a5dc-90f6-47bd-bbb9-5bc5b0ce9eed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:57:17.982673 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-372d5580-5fbb-46e6-827c-ea4bb4f44bd8 req-82bff148-94be-4870-bc9b-5b3de10e1e07 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ebe41d0-dcb0-49ae-a4bf-a78d2579b72e HTTP/1.1" status: 200 len: 217 time: 0.0771701 May 28 06:57:18.017240 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-79f2a5dc-90f6-47bd-bbb9-5bc5b0ce9eed admin admin] Usage tracker for resource:security_group_rule and tenant:60923fd3f89e40f69eed786b96ede151 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:57:18.062347 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-79f2a5dc-90f6-47bd-bbb9-5bc5b0ce9eed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:57:18.073253 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-c89405ae-8ed9-4dbf-992a-534b121516b4 None None] Port 84cbcee4-3f1d-4d1b-b5b0-bc3e53afe57f cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:57:18.088079 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-c89405ae-8ed9-4dbf-992a-534b121516b4 None None] Provisioning complete for port bc00fc41-3b49-4541-9156-4aebdc97d279 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:57:18.090231 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-79f2a5dc-90f6-47bd-bbb9-5bc5b0ce9eed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:57:18.090999 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c89405ae-8ed9-4dbf-992a-534b121516b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:18.099799 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eeacb5-42d6-498a-84c1-e44ed20636fb req-fc7af39c-f1c5-49c8-bc12-19deded85c0b tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:57:18.101761 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-84eeacb5-42d6-498a-84c1-e44ed20636fb req-fc7af39c-f1c5-49c8-bc12-19deded85c0b tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] 10.222.0.55 "GET /v2.0/ports?device_id=55b36d75-8b57-4a06-96f9-1abc44c66374 HTTP/1.1" status: 200 len: 982 time: 0.3826199 May 28 06:57:18.112416 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ccf14ed8-4296-4225-acbd-3bc1b4a801ed tempest-RoutersAdminNegativeTest-2024370349 tempest-RoutersAdminNegativeTest-2024370349-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:18.112416 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372d5580-5fbb-46e6-827c-ea4bb4f44bd8 req-798a947a-2b61-47ac-bb7d-8223934024fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:57:18.112416 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-372d5580-5fbb-46e6-827c-ea4bb4f44bd8 req-798a947a-2b61-47ac-bb7d-8223934024fd service neutron] 10.222.0.71 "GET /v2.0/subnets?id=eead3977-243b-4035-9026-00b1433df847 HTTP/1.1" status: 200 len: 835 time: 0.1190255 May 28 06:57:18.202941 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ccf14ed8-4296-4225-acbd-3bc1b4a801ed tempest-RoutersAdminNegativeTest-2024370349 tempest-RoutersAdminNegativeTest-2024370349-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:18.256300 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [None req-ccf14ed8-4296-4225-acbd-3bc1b4a801ed tempest-RoutersAdminNegativeTest-2024370349 tempest-RoutersAdminNegativeTest-2024370349-project-admin] device_id is not set on port d45cf2ec-2499-4c03-8fa3-53214cafc1e9 yet. {{(pid=89109) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:57:18.304413 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf14ed8-4296-4225-acbd-3bc1b4a801ed tempest-RoutersAdminNegativeTest-2024370349 tempest-RoutersAdminNegativeTest-2024370349-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00d2888d-126b-4406-ab5e-c64b3d0b8292,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:57:18.324285 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-c89405ae-8ed9-4dbf-992a-534b121516b4 None None] Current status of the port bc00fc41-3b49-4541-9156-4aebdc97d279 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:57:18.350385 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-84eeacb5-42d6-498a-84c1-e44ed20636fb req-f8968d8a-b86e-4352-ab1b-2c0150cb638c tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] 10.222.0.55 "GET /v2.0/security-groups?id=175178a9-b438-41b6-9597-6d32c7f73be4&id=3565a15f-00d8-4236-8ebd-ba892ce22e68&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2323983 May 28 06:57:18.350385 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f002abca-f8cf-4355-a004-b0152afbe9ef tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690947'] for router_interface, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:18.441152 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-dc4adbc8-85f1-489f-b409-976ecb68cb2b None None] Provisioning complete for port 84cbcee4-3f1d-4d1b-b5b0-bc3e53afe57f triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:57:18.442605 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-dc4adbc8-85f1-489f-b409-976ecb68cb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:18.456574 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-ccf14ed8-4296-4225-acbd-3bc1b4a801ed tempest-RoutersAdminNegativeTest-2024370349 tempest-RoutersAdminNegativeTest-2024370349-project-admin] Allocated IP 172.25.5.136 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/d45cf2ec-2499-4c03-8fa3-53214cafc1e9) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:57:18.460471 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372d5580-5fbb-46e6-827c-ea4bb4f44bd8 req-ac025b6f-57a7-46e8-8f94-e57084895056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:57:18.462519 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-372d5580-5fbb-46e6-827c-ea4bb4f44bd8 req-ac025b6f-57a7-46e8-8f94-e57084895056 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4a0a49de-1d13-449d-a2b4-d4771b25264b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3440897 May 28 06:57:18.585390 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-dc4adbc8-85f1-489f-b409-976ecb68cb2b None None] Port 84cbcee4-3f1d-4d1b-b5b0-bc3e53afe57f cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:57:18.595188 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device bc00fc41-3b49-4541-9156-4aebdc97d279 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:57:18.744419 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port bc00fc41-3b49-4541-9156-4aebdc97d279 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:57:18.744419 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:18.746292 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-79f2a5dc-90f6-47bd-bbb9-5bc5b0ce9eed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:18.823281 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port bc00fc41-3b49-4541-9156-4aebdc97d279 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:57:18.972690 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-372d5580-5fbb-46e6-827c-ea4bb4f44bd8 req-5f7acefe-a7f0-4801-8b19-928217016abe service neutron] 10.222.0.71 "GET /v2.0/networks/4a0a49de-1d13-449d-a2b4-d4771b25264b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3590598 May 28 06:57:18.975570 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ccf14ed8-4296-4225-acbd-3bc1b4a801ed tempest-RoutersAdminNegativeTest-2024370349 tempest-RoutersAdminNegativeTest-2024370349-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:19.066028 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f002abca-f8cf-4355-a004-b0152afbe9ef tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:19.083607 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-79f2a5dc-90f6-47bd-bbb9-5bc5b0ce9eed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:19.150210 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-372d5580-5fbb-46e6-827c-ea4bb4f44bd8 req-a054080a-7d22-453f-9efc-5eb5a9ea2e27 service neutron] 10.222.0.71 "GET /v2.0/networks/4a0a49de-1d13-449d-a2b4-d4771b25264b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666398 May 28 06:57:19.307039 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-79f2a5dc-90f6-47bd-bbb9-5bc5b0ce9eed admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=60923fd3f89e40f69eed786b96ede151&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7866385 May 28 06:57:19.308945 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 40680) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:19.309051 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f2a5dc-90f6-47bd-bbb9-5bc5b0ce9eed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec6de2e0-f35b-42d0-92a1-2b7ebd1d8405,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:57:19.320560 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ccf14ed8-4296-4225-acbd-3bc1b4a801ed tempest-RoutersAdminNegativeTest-2024370349 tempest-RoutersAdminNegativeTest-2024370349-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:19.423567 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf14ed8-4296-4225-acbd-3bc1b4a801ed tempest-RoutersAdminNegativeTest-2024370349 tempest-RoutersAdminNegativeTest-2024370349-project-admin] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:57:19.429830 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-ccf14ed8-4296-4225-acbd-3bc1b4a801ed tempest-RoutersAdminNegativeTest-2024370349 tempest-RoutersAdminNegativeTest-2024370349-project-admin] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:57:19.432579 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf14ed8-4296-4225-acbd-3bc1b4a801ed tempest-RoutersAdminNegativeTest-2024370349 tempest-RoutersAdminNegativeTest-2024370349-project-admin] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:57:19.478115 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf14ed8-4296-4225-acbd-3bc1b4a801ed tempest-RoutersAdminNegativeTest-2024370349 tempest-RoutersAdminNegativeTest-2024370349-project-admin] Pushing event updated for resources: {'Port': ['ID=d45cf2ec-2499-4c03-8fa3-53214cafc1e9,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:57:19.537857 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-53c87031-ee3b-49dc-8f69-54a2c67cadb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:19.562091 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf14ed8-4296-4225-acbd-3bc1b4a801ed tempest-RoutersAdminNegativeTest-2024370349 tempest-RoutersAdminNegativeTest-2024370349-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:57:19.562091 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ccf14ed8-4296-4225-acbd-3bc1b4a801ed tempest-RoutersAdminNegativeTest-2024370349 tempest-RoutersAdminNegativeTest-2024370349-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:19.594369 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-53c87031-ee3b-49dc-8f69-54a2c67cadb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:19.710862 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdc6686-8ccb-495b-84d9-e6850df3098b req-b2b87917-457a-4e95-86b2-854adaaa6b02 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:57:19.712356 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3cdc6686-8ccb-495b-84d9-e6850df3098b req-b2b87917-457a-4e95-86b2-854adaaa6b02 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] 10.222.0.55 "GET /v2.0/ports?device_id=55b36d75-8b57-4a06-96f9-1abc44c66374 HTTP/1.1" status: 200 len: 982 time: 0.2549334 May 28 06:57:19.752342 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-ccf14ed8-4296-4225-acbd-3bc1b4a801ed tempest-RoutersAdminNegativeTest-2024370349 tempest-RoutersAdminNegativeTest-2024370349-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.6475091 May 28 06:57:19.756535 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 40688) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:19.761253 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-07d4ff35-0ceb-47ae-80f1-397393375f04 tempest-RoutersAdminNegativeTest-2024370349 tempest-RoutersAdminNegativeTest-2024370349-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.136'}]}}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:57:19.766663 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-07d4ff35-0ceb-47ae-80f1-397393375f04 tempest-RoutersAdminNegativeTest-2024370349 tempest-RoutersAdminNegativeTest-2024370349-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:57:19.770447 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-07d4ff35-0ceb-47ae-80f1-397393375f04 tempest-RoutersAdminNegativeTest-2024370349 tempest-RoutersAdminNegativeTest-2024370349-project-admin] Usage tracker for resource:router and tenant:58589d8688ca428f899c777635abb9be is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:57:19.773205 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-07d4ff35-0ceb-47ae-80f1-397393375f04 tempest-RoutersAdminNegativeTest-2024370349 tempest-RoutersAdminNegativeTest-2024370349-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:57:19.777210 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3cdc6686-8ccb-495b-84d9-e6850df3098b req-2d1cd037-c5c7-49a8-9ead-0362dfb6a0e0 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] 10.222.0.55 "GET /v2.0/security-groups?id=175178a9-b438-41b6-9597-6d32c7f73be4&id=3565a15f-00d8-4236-8ebd-ba892ce22e68&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0532773 May 28 06:57:19.790839 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-07d4ff35-0ceb-47ae-80f1-397393375f04 tempest-RoutersAdminNegativeTest-2024370349 tempest-RoutersAdminNegativeTest-2024370349-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:57:19.793109 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f002abca-f8cf-4355-a004-b0152afbe9ef tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:19.831606 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-53c87031-ee3b-49dc-8f69-54a2c67cadb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:19.848687 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 2ebe41d0-dcb0-49ae-a4bf-a78d2579b72e details requested by agent hyperv_n-h2-843702-1 with host n-h2-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:57:19.855070 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c87031-ee3b-49dc-8f69-54a2c67cadb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec6de2e0-f35b-42d0-92a1-2b7ebd1d8405,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:57:19.859728 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-53c87031-ee3b-49dc-8f69-54a2c67cadb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:19.860938 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-53c87031-ee3b-49dc-8f69-54a2c67cadb1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ec6de2e0-f35b-42d0-92a1-2b7ebd1d8405 HTTP/1.1" status: 204 len: 168 time: 0.5593364 May 28 06:57:19.908704 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f002abca-f8cf-4355-a004-b0152afbe9ef tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:19.908704 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f002abca-f8cf-4355-a004-b0152afbe9ef tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700602'] for router_interface, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:19.964145 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-07d4ff35-0ceb-47ae-80f1-397393375f04 tempest-RoutersAdminNegativeTest-2024370349 tempest-RoutersAdminNegativeTest-2024370349-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59128'] for router, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:19.964145 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-07d4ff35-0ceb-47ae-80f1-397393375f04 tempest-RoutersAdminNegativeTest-2024370349 tempest-RoutersAdminNegativeTest-2024370349-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59009'] for router, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:19.989289 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-07d4ff35-0ceb-47ae-80f1-397393375f04 tempest-RoutersAdminNegativeTest-2024370349 tempest-RoutersAdminNegativeTest-2024370349-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:20.062027 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 2ebe41d0-dcb0-49ae-a4bf-a78d2579b72e, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=2ebe41d0-dcb0-49ae-a4bf-a78d2579b72e,segment=NetworkSegment(ade382c0-dc92-446f-924f-cbafb13e338b),segment_id=ade382c0-dc92-446f-924f-cbafb13e338b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:57:20.095485 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Returning: {'device': '2ebe41d0-dcb0-49ae-a4bf-a78d2579b72e', 'network_id': '4a0a49de-1d13-449d-a2b4-d4771b25264b', 'port_id': '2ebe41d0-dcb0-49ae-a4bf-a78d2579b72e', 'mac_address': 'fa:16:3e:5e:6e:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eead3977-243b-4035-9026-00b1433df847', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:57:20.120871 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f002abca-f8cf-4355-a004-b0152afbe9ef tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Pushing event updated for resources: {'Port': ['ID=84cbcee4-3f1d-4d1b-b5b0-bc3e53afe57f,revision_number=3']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:57:20.155710 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 2ebe41d0-dcb0-49ae-a4bf-a78d2579b72e is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:57:20.156183 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:20.174768 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ebe41d0-dcb0-49ae-a4bf-a78d2579b72e {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:57:20.183246 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f002abca-f8cf-4355-a004-b0152afbe9ef tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Network 1c1cca9d-a34a-4745-8ff4-2703f000f5ff is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:57:20.184489 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-f002abca-f8cf-4355-a004-b0152afbe9ef tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:57:20.195973 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 2ebe41d0-dcb0-49ae-a4bf-a78d2579b72e, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=2ebe41d0-dcb0-49ae-a4bf-a78d2579b72e,segment=NetworkSegment(ade382c0-dc92-446f-924f-cbafb13e338b),segment_id=ade382c0-dc92-446f-924f-cbafb13e338b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:57:20.295104 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:20.437591 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=2ebe41d0-dcb0-49ae-a4bf-a78d2579b72e,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:57:20.537937 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-07d4ff35-0ceb-47ae-80f1-397393375f04 tempest-RoutersAdminNegativeTest-2024370349 tempest-RoutersAdminNegativeTest-2024370349-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59027'] for router, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:20.611001 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f002abca-f8cf-4355-a004-b0152afbe9ef tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Router f6bd8f0f-8b8d-46ac-8061-955f9a0449e4 is scheduled to L3 agent 42958940-9562-4f71-972f-15a8af9d3963 with binding_index 1 {{(pid=89110) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 06:57:20.612000 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['2ebe41d0-dcb0-49ae-a4bf-a78d2579b72e'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:57:20.677191 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-1ccee4c9-bd95-40cc-9cda-12e69f5dcd26 None None] Provisioning complete for port 84cbcee4-3f1d-4d1b-b5b0-bc3e53afe57f triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:57:20.677326 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-1ccee4c9-bd95-40cc-9cda-12e69f5dcd26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:20.779325 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-1ccee4c9-bd95-40cc-9cda-12e69f5dcd26 None None] Port 84cbcee4-3f1d-4d1b-b5b0-bc3e53afe57f cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:57:20.800364 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f002abca-f8cf-4355-a004-b0152afbe9ef tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:57:20.821635 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5a5fe0-2728-4303-98ef-72a305880ace None None] Sync routers for ids ['f6bd8f0f-8b8d-46ac-8061-955f9a0449e4'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:57:20.844980 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5a5fe0-2728-4303-98ef-72a305880ace None None] Routers {'f6bd8f0f-8b8d-46ac-8061-955f9a0449e4'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:57:20.844980 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-2b5a5fe0-2728-4303-98ef-72a305880ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:56:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['f6bd8f0f-8b8d-46ac-8061-955f9a0449e4'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:57:20.851239 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-f002abca-f8cf-4355-a004-b0152afbe9ef tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] 10.222.0.55 "PUT /v2.0/routers/f6bd8f0f-8b8d-46ac-8061-955f9a0449e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8878930 May 28 06:57:20.851239 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 40706) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:21.002964 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 40710) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:21.018113 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-2b5a5fe0-2728-4303-98ef-72a305880ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:57:21.028103 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29a9fbe-9e6f-4aac-a8e5-e5e864e2fa01 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:57:21.028103 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-d29a9fbe-9e6f-4aac-a8e5-e5e864e2fa01 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Synchronizing usage tracker for tenant:edfff7521b2740e6894c3714ce0e5450 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:57:21.033250 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5a5fe0-2728-4303-98ef-72a305880ace None None] Routers {'f6bd8f0f-8b8d-46ac-8061-955f9a0449e4'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:57:21.033250 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-2b5a5fe0-2728-4303-98ef-72a305880ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:56:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['f6bd8f0f-8b8d-46ac-8061-955f9a0449e4'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:57:21.059827 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-cae12614-86ee-4f34-bb18-89d325c76d04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:21.084644 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-cae12614-86ee-4f34-bb18-89d325c76d04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:57:21.089130 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-2b5a5fe0-2728-4303-98ef-72a305880ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:57:21.089553 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5a5fe0-2728-4303-98ef-72a305880ace None None] The sync data for ids ['f6bd8f0f-8b8d-46ac-8061-955f9a0449e4'] in n-d-843702-1 is: [] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:57:21.094313 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-cae12614-86ee-4f34-bb18-89d325c76d04 admin admin] Usage tracker for resource:security_group_rule and tenant:35eb5bd2965744f5b08aa7fbf132edec is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:57:21.101447 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-cae12614-86ee-4f34-bb18-89d325c76d04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:57:21.109066 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-cae12614-86ee-4f34-bb18-89d325c76d04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:57:21.154062 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-d29a9fbe-9e6f-4aac-a8e5-e5e864e2fa01 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Unset dirty status for tenant:edfff7521b2740e6894c3714ce0e5450 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:57:21.155169 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-d29a9fbe-9e6f-4aac-a8e5-e5e864e2fa01 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] 10.222.0.55 "GET /v2.0/ports/84cbcee4-3f1d-4d1b-b5b0-bc3e53afe57f HTTP/1.1" status: 200 len: 984 time: 0.3053749 May 28 06:57:21.158472 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 40718) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:21.430468 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-07d4ff35-0ceb-47ae-80f1-397393375f04 tempest-RoutersAdminNegativeTest-2024370349 tempest-RoutersAdminNegativeTest-2024370349-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:21.463971 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-07d4ff35-0ceb-47ae-80f1-397393375f04 tempest-RoutersAdminNegativeTest-2024370349 tempest-RoutersAdminNegativeTest-2024370349-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:21.467226 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a77d80c-e5ba-45a3-abb7-5a897bc47bee req-aa396e68-988f-4b11-adbc-0aebdd1036bf tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:57:21.468861 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3a77d80c-e5ba-45a3-abb7-5a897bc47bee req-aa396e68-988f-4b11-adbc-0aebdd1036bf tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] 10.222.0.55 "GET /v2.0/ports?device_id=55b36d75-8b57-4a06-96f9-1abc44c66374 HTTP/1.1" status: 200 len: 983 time: 0.3946488 May 28 06:57:21.511983 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-cae12614-86ee-4f34-bb18-89d325c76d04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:21.694081 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3a77d80c-e5ba-45a3-abb7-5a897bc47bee req-ff24d0d1-51aa-48ce-8b1c-d813072b7c4a tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] 10.222.0.55 "GET /v2.0/security-groups?id=175178a9-b438-41b6-9597-6d32c7f73be4&id=3565a15f-00d8-4236-8ebd-ba892ce22e68&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1466691 May 28 06:57:21.739381 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-cae12614-86ee-4f34-bb18-89d325c76d04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:21.828347 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-cae12614-86ee-4f34-bb18-89d325c76d04 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=35eb5bd2965744f5b08aa7fbf132edec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8304436 May 28 06:57:21.834549 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae12614-86ee-4f34-bb18-89d325c76d04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df6b3e3b-a9aa-4396-8304-91328f6667cb,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:57:21.850976 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 40724) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:21.854600 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 2ebe41d0-dcb0-49ae-a4bf-a78d2579b72e up at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:57:21.916327 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c18d1817-41f4-4343-bd76-f6c8c8d45923 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:21.919537 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-07d4ff35-0ceb-47ae-80f1-397393375f04 tempest-RoutersAdminNegativeTest-2024370349 tempest-RoutersAdminNegativeTest-2024370349-project-admin] Notify callbacks [] for router, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:21.955942 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1a7026dd-8497-4aa6-abac-2d2dd8f7314f tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700548'] for router_interface, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:22.045314 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning for port 2ebe41d0-dcb0-49ae-a4bf-a78d2579b72e completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:57:22.059440 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning complete for port 2ebe41d0-dcb0-49ae-a4bf-a78d2579b72e triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:57:22.059440 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:22.239219 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 2ebe41d0-dcb0-49ae-a4bf-a78d2579b72e is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:57:22.239219 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:22.273491 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c18d1817-41f4-4343-bd76-f6c8c8d45923 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:22.280926 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-1a7026dd-8497-4aa6-abac-2d2dd8f7314f tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Deleting port 84cbcee4-3f1d-4d1b-b5b0-bc3e53afe57f {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:57:22.281267 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1a7026dd-8497-4aa6-abac-2d2dd8f7314f tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:22.286231 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 2ebe41d0-dcb0-49ae-a4bf-a78d2579b72e, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=2ebe41d0-dcb0-49ae-a4bf-a78d2579b72e,segment=NetworkSegment(ade382c0-dc92-446f-924f-cbafb13e338b),segment_id=ade382c0-dc92-446f-924f-cbafb13e338b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:57:22.287153 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55b36d75-8b57-4a06-96f9-1abc44c66374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ebe41d0-dcb0-49ae-a4bf-a78d2579b72e'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:57:22.340516 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f13568c5-20f8-42bc-abac-180df59b6a22'] response: {'server_uuid': '55b36d75-8b57-4a06-96f9-1abc44c66374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ebe41d0-dcb0-49ae-a4bf-a78d2579b72e', 'code': 200} May 28 06:57:22.359739 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-07d4ff35-0ceb-47ae-80f1-397393375f04 tempest-RoutersAdminNegativeTest-2024370349 tempest-RoutersAdminNegativeTest-2024370349-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59018'] for router, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:22.363508 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-07d4ff35-0ceb-47ae-80f1-397393375f04 tempest-RoutersAdminNegativeTest-2024370349 tempest-RoutersAdminNegativeTest-2024370349-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:22.382804 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:22.497220 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-07d4ff35-0ceb-47ae-80f1-397393375f04 tempest-RoutersAdminNegativeTest-2024370349 tempest-RoutersAdminNegativeTest-2024370349-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-703817'] for router, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:22.497220 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07d4ff35-0ceb-47ae-80f1-397393375f04 tempest-RoutersAdminNegativeTest-2024370349 tempest-RoutersAdminNegativeTest-2024370349-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 012b341b-d834-4162-9deb-ff04e7e4d290 {{(pid=89109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 06:57:22.526490 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c18d1817-41f4-4343-bd76-f6c8c8d45923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:22.542573 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=2ebe41d0-dcb0-49ae-a4bf-a78d2579b72e,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:57:22.558083 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18d1817-41f4-4343-bd76-f6c8c8d45923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df6b3e3b-a9aa-4396-8304-91328f6667cb,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:57:22.591496 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c18d1817-41f4-4343-bd76-f6c8c8d45923 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:22.591496 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-c18d1817-41f4-4343-bd76-f6c8c8d45923 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/df6b3e3b-a9aa-4396-8304-91328f6667cb HTTP/1.1" status: 204 len: 168 time: 0.7436085 May 28 06:57:22.591496 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe048130-051e-4126-8cfd-ab6ccd97ffa6 req-b2fe7cbe-ae35-4ad0-a876-27334ec44719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:57:22.591496 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-fe048130-051e-4126-8cfd-ab6ccd97ffa6 req-b2fe7cbe-ae35-4ad0-a876-27334ec44719 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=55b36d75-8b57-4a06-96f9-1abc44c66374 HTTP/1.1" status: 200 len: 1135 time: 0.1557150 May 28 06:57:22.633107 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1a7026dd-8497-4aa6-abac-2d2dd8f7314f tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:22.642514 n-d-843702-1 neutron-server[89109]: INFO neutron.api.v2.resource [None req-07d4ff35-0ceb-47ae-80f1-397393375f04 tempest-RoutersAdminNegativeTest-2024370349 tempest-RoutersAdminNegativeTest-2024370349-project-admin] create failed (client error): There was a conflict when trying to complete your request. May 28 06:57:22.642514 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-07d4ff35-0ceb-47ae-80f1-397393375f04 tempest-RoutersAdminNegativeTest-2024370349 tempest-RoutersAdminNegativeTest-2024370349-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.8770437 May 28 06:57:22.644494 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 40738) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:22.672321 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-fe048130-051e-4126-8cfd-ab6ccd97ffa6 req-bbf25533-d09b-48c2-84c7-68522c47f3bb service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=175178a9-b438-41b6-9597-6d32c7f73be4&id=3565a15f-00d8-4236-8ebd-ba892ce22e68&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0673254 May 28 06:57:22.826068 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-1a7026dd-8497-4aa6-abac-2d2dd8f7314f tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Calling delete_port for 84cbcee4-3f1d-4d1b-b5b0-bc3e53afe57f owned by network:router_interface {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:57:22.930777 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-386415f6-35cd-4136-8198-ed705a62ba93 tempest-RoutersAdminNegativeTest-2024370349 tempest-RoutersAdminNegativeTest-2024370349-project-admin] Deleting port d45cf2ec-2499-4c03-8fa3-53214cafc1e9 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:57:22.930777 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-386415f6-35cd-4136-8198-ed705a62ba93 tempest-RoutersAdminNegativeTest-2024370349 tempest-RoutersAdminNegativeTest-2024370349-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:23.441309 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cae55b-4862-4154-b7f4-2d535ec4a142 req-67d96f19-e0be-44bb-8984-ff6cccd92d9a tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:57:23.441309 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-59cae55b-4862-4154-b7f4-2d535ec4a142 req-67d96f19-e0be-44bb-8984-ff6cccd92d9a tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] 10.222.0.55 "GET /v2.0/ports?device_id=55b36d75-8b57-4a06-96f9-1abc44c66374 HTTP/1.1" status: 200 len: 984 time: 0.2667274 May 28 06:57:23.445375 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-59cae55b-4862-4154-b7f4-2d535ec4a142 req-9ef74942-7301-4fca-8b19-c8a52dba03e6 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] 10.222.0.55 "GET /v2.0/security-groups?id=175178a9-b438-41b6-9597-6d32c7f73be4&id=3565a15f-00d8-4236-8ebd-ba892ce22e68&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1517863 May 28 06:57:23.487490 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-386415f6-35cd-4136-8198-ed705a62ba93 tempest-RoutersAdminNegativeTest-2024370349 tempest-RoutersAdminNegativeTest-2024370349-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:23.602928 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-386415f6-35cd-4136-8198-ed705a62ba93 tempest-RoutersAdminNegativeTest-2024370349 tempest-RoutersAdminNegativeTest-2024370349-project-admin] Calling delete_port for d45cf2ec-2499-4c03-8fa3-53214cafc1e9 owned by {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:57:23.649715 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1a7026dd-8497-4aa6-abac-2d2dd8f7314f tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:23.718580 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7026dd-8497-4aa6-abac-2d2dd8f7314f tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Pushing event deleted for resources: {'Port': ['ID=84cbcee4-3f1d-4d1b-b5b0-bc3e53afe57f,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:57:23.911411 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 40752) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:23.938113 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b0c87058-fcc2-41f7-9bfc-d014dc74146b admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:23.954642 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-b0c87058-fcc2-41f7-9bfc-d014dc74146b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:57:23.959928 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-b0c87058-fcc2-41f7-9bfc-d014dc74146b admin admin] Usage tracker for resource:security_group_rule and tenant:87783d97c2fa412cb0838365c22fb5ba is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:57:23.963050 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-b0c87058-fcc2-41f7-9bfc-d014dc74146b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:57:23.971251 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-b0c87058-fcc2-41f7-9bfc-d014dc74146b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:57:23.994780 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1a7026dd-8497-4aa6-abac-2d2dd8f7314f tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700472'] for router_interface, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:24.144068 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-386415f6-35cd-4136-8198-ed705a62ba93 tempest-RoutersAdminNegativeTest-2024370349 tempest-RoutersAdminNegativeTest-2024370349-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:24.219550 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b0c87058-fcc2-41f7-9bfc-d014dc74146b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:24.234400 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386415f6-35cd-4136-8198-ed705a62ba93 tempest-RoutersAdminNegativeTest-2024370349 tempest-RoutersAdminNegativeTest-2024370349-project-admin] Pushing event deleted for resources: {'Port': ['ID=d45cf2ec-2499-4c03-8fa3-53214cafc1e9,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:57:24.306287 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b0c87058-fcc2-41f7-9bfc-d014dc74146b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:24.359357 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-b0c87058-fcc2-41f7-9bfc-d014dc74146b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=87783d97c2fa412cb0838365c22fb5ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4456787 May 28 06:57:24.359699 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c87058-fcc2-41f7-9bfc-d014dc74146b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1369fc09-b661-43ed-954c-6a7702fed7c0,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:57:24.367724 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 40762) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:24.418654 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-386415f6-35cd-4136-8198-ed705a62ba93 tempest-RoutersAdminNegativeTest-2024370349 tempest-RoutersAdminNegativeTest-2024370349-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:24.426249 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a7026dd-8497-4aa6-abac-2d2dd8f7314f tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Router f6bd8f0f-8b8d-46ac-8061-955f9a0449e4 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:57:24.446638 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-dbf0f355-82a8-4c12-ac65-56201a482fe9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:24.469951 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-dbf0f355-82a8-4c12-ac65-56201a482fe9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:24.589308 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-386415f6-35cd-4136-8198-ed705a62ba93 tempest-RoutersAdminNegativeTest-2024370349 tempest-RoutersAdminNegativeTest-2024370349-project-admin] 10.222.0.55 "DELETE /v2.0/ports/d45cf2ec-2499-4c03-8fa3-53214cafc1e9 HTTP/1.1" status: 204 len: 168 time: 1.9410110 May 28 06:57:24.601231 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a7026dd-8497-4aa6-abac-2d2dd8f7314f tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:57:24.615774 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63017083-231e-4647-b310-a4388d362237 None None] Sync routers for ids ['f6bd8f0f-8b8d-46ac-8061-955f9a0449e4'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:57:24.618980 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-1a7026dd-8497-4aa6-abac-2d2dd8f7314f tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] 10.222.0.55 "PUT /v2.0/routers/f6bd8f0f-8b8d-46ac-8061-955f9a0449e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4501574 May 28 06:57:24.637558 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 40770) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:24.674946 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63017083-231e-4647-b310-a4388d362237 None None] Routers {'f6bd8f0f-8b8d-46ac-8061-955f9a0449e4'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:57:24.674946 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-63017083-231e-4647-b310-a4388d362237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:56:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['f6bd8f0f-8b8d-46ac-8061-955f9a0449e4'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:57:24.698235 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-dbf0f355-82a8-4c12-ac65-56201a482fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:24.747609 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-63017083-231e-4647-b310-a4388d362237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:57:24.760148 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63017083-231e-4647-b310-a4388d362237 None None] Routers {'f6bd8f0f-8b8d-46ac-8061-955f9a0449e4'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:57:24.760148 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-63017083-231e-4647-b310-a4388d362237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:56:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['f6bd8f0f-8b8d-46ac-8061-955f9a0449e4'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:57:24.808096 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf0f355-82a8-4c12-ac65-56201a482fe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1369fc09-b661-43ed-954c-6a7702fed7c0,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:57:24.844721 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-63017083-231e-4647-b310-a4388d362237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:57:24.845179 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63017083-231e-4647-b310-a4388d362237 None None] The sync data for ids ['f6bd8f0f-8b8d-46ac-8061-955f9a0449e4'] in n-d-843702-1 is: [] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:57:24.915838 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6da9af9-a7f8-4570-868e-a4c4fd0af795 req-5babcbd7-efb2-432f-a137-8b8f61b6e158 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:57:24.915838 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e6da9af9-a7f8-4570-868e-a4c4fd0af795 req-5babcbd7-efb2-432f-a137-8b8f61b6e158 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] 10.222.0.55 "GET /v2.0/ports?device_id=55b36d75-8b57-4a06-96f9-1abc44c66374 HTTP/1.1" status: 200 len: 984 time: 0.2564406 May 28 06:57:24.984519 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-dbf0f355-82a8-4c12-ac65-56201a482fe9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:24.985767 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-dbf0f355-82a8-4c12-ac65-56201a482fe9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1369fc09-b661-43ed-954c-6a7702fed7c0 HTTP/1.1" status: 204 len: 168 time: 0.6168458 May 28 06:57:25.015002 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e6da9af9-a7f8-4570-868e-a4c4fd0af795 req-57521abb-b42d-45e3-8bb6-993cbb9d27c6 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] 10.222.0.55 "GET /v2.0/security-groups?id=175178a9-b438-41b6-9597-6d32c7f73be4&id=3565a15f-00d8-4236-8ebd-ba892ce22e68&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0853765 May 28 06:57:25.068906 n-d-843702-1 neutron-server[89109]: INFO neutron.api.v2.resource [None req-d54faa3b-b2d3-446a-a5bb-fbef7aefa04d tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] remove_router_interface failed (client error): The resource could not be found. May 28 06:57:25.070100 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-d54faa3b-b2d3-446a-a5bb-fbef7aefa04d tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] 10.222.0.55 "PUT /v2.0/routers/f6bd8f0f-8b8d-46ac-8061-955f9a0449e4/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4558294 May 28 06:57:25.073058 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 40780) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:25.116832 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-46d9d58c-afce-4331-be11-53e262227994 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Synchronizing usage tracker for tenant:edfff7521b2740e6894c3714ce0e5450 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:57:25.235397 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a663505-8460-40b8-bf3d-b43f1ea36ebf req-efd860f7-0616-49d2-862c-87b730a4b9dc tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:57:25.235397 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0a663505-8460-40b8-bf3d-b43f1ea36ebf req-efd860f7-0616-49d2-862c-87b730a4b9dc tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] 10.222.0.55 "GET /v2.0/ports?device_id=55b36d75-8b57-4a06-96f9-1abc44c66374 HTTP/1.1" status: 200 len: 984 time: 0.1078167 May 28 06:57:25.279613 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-46d9d58c-afce-4331-be11-53e262227994 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Unset dirty status for tenant:edfff7521b2740e6894c3714ce0e5450 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:57:25.279613 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-46d9d58c-afce-4331-be11-53e262227994 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6bd8f0f-8b8d-46ac-8061-955f9a0449e4 HTTP/1.1" status: 200 len: 205 time: 0.2044787 May 28 06:57:25.285036 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 40788) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:25.294970 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0a663505-8460-40b8-bf3d-b43f1ea36ebf req-fc3150cf-7e42-4e06-b863-f77824b4e50d tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] 10.222.0.55 "GET /v2.0/security-groups?id=175178a9-b438-41b6-9597-6d32c7f73be4&id=3565a15f-00d8-4236-8ebd-ba892ce22e68&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0554757 May 28 06:57:25.368941 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 40796) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:25.579916 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396dcd76-64d5-468e-8bb9-3473a398a81d req-f1ede223-4695-401d-8f00-036eba6d65b5 tempest-TestSecurityGroupsBasicOps-2135905585 tempest-TestSecurityGroupsBasicOps-2135905585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:57:25.589560 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-396dcd76-64d5-468e-8bb9-3473a398a81d req-f1ede223-4695-401d-8f00-036eba6d65b5 tempest-TestSecurityGroupsBasicOps-2135905585 tempest-TestSecurityGroupsBasicOps-2135905585-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=55b36d75-8b57-4a06-96f9-1abc44c66374 HTTP/1.1" status: 200 len: 1135 time: 0.1514835 May 28 06:57:25.666963 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-396dcd76-64d5-468e-8bb9-3473a398a81d req-72f31052-e06f-4bc6-b874-8dfffcbde5f2 tempest-TestSecurityGroupsBasicOps-2135905585 tempest-TestSecurityGroupsBasicOps-2135905585-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:25.686662 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7ded9600-bd10-40ad-9b70-b61cf7b605df tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks [] for router, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:25.687001 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b2dafdb3-9b9a-406b-8d21-f0e4dcf6388c admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:25.696749 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-396dcd76-64d5-468e-8bb9-3473a398a81d req-72f31052-e06f-4bc6-b874-8dfffcbde5f2 tempest-TestSecurityGroupsBasicOps-2135905585 tempest-TestSecurityGroupsBasicOps-2135905585-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:57:25.703279 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-396dcd76-64d5-468e-8bb9-3473a398a81d req-72f31052-e06f-4bc6-b874-8dfffcbde5f2 tempest-TestSecurityGroupsBasicOps-2135905585 tempest-TestSecurityGroupsBasicOps-2135905585-project-admin] Usage tracker for resource:security_group_rule and tenant:d11359a1578844a8a1e523b218853724 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:57:25.707977 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-396dcd76-64d5-468e-8bb9-3473a398a81d req-72f31052-e06f-4bc6-b874-8dfffcbde5f2 tempest-TestSecurityGroupsBasicOps-2135905585 tempest-TestSecurityGroupsBasicOps-2135905585-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:57:25.714035 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-b2dafdb3-9b9a-406b-8d21-f0e4dcf6388c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:57:25.716297 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-396dcd76-64d5-468e-8bb9-3473a398a81d req-72f31052-e06f-4bc6-b874-8dfffcbde5f2 tempest-TestSecurityGroupsBasicOps-2135905585 tempest-TestSecurityGroupsBasicOps-2135905585-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:57:25.720457 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-b2dafdb3-9b9a-406b-8d21-f0e4dcf6388c admin admin] Usage tracker for resource:security_group_rule and tenant:23e155f36ea94272920c7c32a5fd1449 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:57:25.725473 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-b2dafdb3-9b9a-406b-8d21-f0e4dcf6388c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:57:25.734311 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-b2dafdb3-9b9a-406b-8d21-f0e4dcf6388c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:57:25.880527 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-396dcd76-64d5-468e-8bb9-3473a398a81d req-72f31052-e06f-4bc6-b874-8dfffcbde5f2 tempest-TestSecurityGroupsBasicOps-2135905585 tempest-TestSecurityGroupsBasicOps-2135905585-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:25.890054 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b2dafdb3-9b9a-406b-8d21-f0e4dcf6388c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:26.016943 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-396dcd76-64d5-468e-8bb9-3473a398a81d req-72f31052-e06f-4bc6-b874-8dfffcbde5f2 tempest-TestSecurityGroupsBasicOps-2135905585 tempest-TestSecurityGroupsBasicOps-2135905585-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:26.029307 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-396dcd76-64d5-468e-8bb9-3473a398a81d req-72f31052-e06f-4bc6-b874-8dfffcbde5f2 tempest-TestSecurityGroupsBasicOps-2135905585 tempest-TestSecurityGroupsBasicOps-2135905585-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=175178a9-b438-41b6-9597-6d32c7f73be4&id=3565a15f-00d8-4236-8ebd-ba892ce22e68&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.4416606 May 28 06:57:26.045155 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f31052-e06f-4bc6-b874-8dfffcbde5f2 tempest-TestSecurityGroupsBasicOps-2135905585 tempest-TestSecurityGroupsBasicOps-2135905585-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fc473ae-3f0e-433f-984b-03423ee66674,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:57:26.054437 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 40816) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:26.056449 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7ded9600-bd10-40ad-9b70-b61cf7b605df tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59018'] for router, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:26.059436 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7ded9600-bd10-40ad-9b70-b61cf7b605df tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:26.109095 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b2dafdb3-9b9a-406b-8d21-f0e4dcf6388c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:26.172154 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-b2dafdb3-9b9a-406b-8d21-f0e4dcf6388c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=23e155f36ea94272920c7c32a5fd1449&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8003254 May 28 06:57:26.177785 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dafdb3-9b9a-406b-8d21-f0e4dcf6388c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6290cde6-712c-4eeb-bd4a-0060faf16e73,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:57:26.188837 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 40824) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:26.190597 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a14da39-770a-4956-a976-f881f6c2c4fe tempest-TestSecurityGroupsBasicOps-2135905585 tempest-TestSecurityGroupsBasicOps-2135905585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:57:26.192514 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-7a14da39-770a-4956-a976-f881f6c2c4fe tempest-TestSecurityGroupsBasicOps-2135905585 tempest-TestSecurityGroupsBasicOps-2135905585-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=55b36d75-8b57-4a06-96f9-1abc44c66374 HTTP/1.1" status: 200 len: 1130 time: 0.1370237 May 28 06:57:26.199788 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 40828) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:26.206832 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-c2b91c5e-b9f2-4899-aa5a-7a06785da445 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Request body: {'floatingip': {'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'port_id': '2ebe41d0-dcb0-49ae-a4bf-a78d2579b72e', 'tenant_id': '1557a9c5f0a44514943027d1639e77df', 'fixed_ip_address': '172.20.0.6'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:57:26.215419 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-c2b91c5e-b9f2-4899-aa5a-7a06785da445 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:57:26.238001 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-c2b91c5e-b9f2-4899-aa5a-7a06785da445 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Usage tracker for resource:floatingip and tenant:1557a9c5f0a44514943027d1639e77df is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:57:26.238001 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-c2b91c5e-b9f2-4899-aa5a-7a06785da445 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:57:26.238001 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-c2b91c5e-b9f2-4899-aa5a-7a06785da445 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:57:26.274338 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7ded9600-bd10-40ad-9b70-b61cf7b605df tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-703817'] for router, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:26.274338 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ded9600-bd10-40ad-9b70-b61cf7b605df tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Fanout notify agent at l3_agent the message router_deleted on router f6bd8f0f-8b8d-46ac-8061-955f9a0449e4 {{(pid=89109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 06:57:26.306227 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7ded9600-bd10-40ad-9b70-b61cf7b605df tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:26.306227 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-7ded9600-bd10-40ad-9b70-b61cf7b605df tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] 10.222.0.55 "DELETE /v2.0/routers/f6bd8f0f-8b8d-46ac-8061-955f9a0449e4 HTTP/1.1" status: 204 len: 168 time: 1.0079629 May 28 06:57:26.306227 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-189269bd-1ed9-46b8-aa18-21361a51afd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:26.311544 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 40836) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:26.344956 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-189269bd-1ed9-46b8-aa18-21361a51afd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:26.379171 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_v2 [None req-7529256f-060e-4b49-aabf-f6ba1a2f831d tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Deleting subnet cccd2ef5-6217-4e20-99c3-1496ad8f2eb9 {{(pid=89110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:57:26.379171 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c2b91c5e-b9f2-4899-aa5a-7a06785da445 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks [] for floatingip, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:26.408682 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7529256f-060e-4b49-aabf-f6ba1a2f831d tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks [] for subnet, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:26.523860 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7529256f-060e-4b49-aabf-f6ba1a2f831d tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4150765'] for subnet, precommit_delete_associations {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:26.591901 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-189269bd-1ed9-46b8-aa18-21361a51afd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:26.627328 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189269bd-1ed9-46b8-aa18-21361a51afd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6290cde6-712c-4eeb-bd4a-0060faf16e73,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:57:26.627328 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-189269bd-1ed9-46b8-aa18-21361a51afd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:26.664128 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-189269bd-1ed9-46b8-aa18-21361a51afd1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6290cde6-712c-4eeb-bd4a-0060faf16e73 HTTP/1.1" status: 204 len: 168 time: 0.4390111 May 28 06:57:26.667558 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-9447e2c5-120f-4ecc-978f-18da3d286ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:26.715349 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7529256f-060e-4b49-aabf-f6ba1a2f831d tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:26.813900 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c2b91c5e-b9f2-4899-aa5a-7a06785da445 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:26.965738 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [None req-c2b91c5e-b9f2-4899-aa5a-7a06785da445 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Allocated IP 172.25.5.89 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/7ce446ba-4233-40d2-afb9-f8187b50ef77) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:57:27.084996 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7529256f-060e-4b49-aabf-f6ba1a2f831d tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3115981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3172005'] for subnet, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:27.169664 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7529256f-060e-4b49-aabf-f6ba1a2f831d tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Pushing event deleted for resources: {'Subnet': ['ID=cccd2ef5-6217-4e20-99c3-1496ad8f2eb9,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:57:27.169664 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7529256f-060e-4b49-aabf-f6ba1a2f831d tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:27.175584 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4905191a-07b1-4b54-a92f-58b42f84af8b None None] Network 1c1cca9d-a34a-4745-8ff4-2703f000f5ff requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:57:27.207375 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-7529256f-060e-4b49-aabf-f6ba1a2f831d tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] 10.222.0.55 "DELETE /v2.0/subnets/cccd2ef5-6217-4e20-99c3-1496ad8f2eb9 HTTP/1.1" status: 204 len: 168 time: 0.9032948 May 28 06:57:27.207531 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 40856) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:27.230927 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c2b91c5e-b9f2-4899-aa5a-7a06785da445 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:27.396529 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c2b91c5e-b9f2-4899-aa5a-7a06785da445 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:27.400562 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-14cf5fb5-2ccd-4153-a393-4a1cd4efed27 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:27.406997 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-14cf5fb5-2ccd-4153-a393-4a1cd4efed27 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Deleting port bc00fc41-3b49-4541-9156-4aebdc97d279 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:57:27.406997 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-14cf5fb5-2ccd-4153-a393-4a1cd4efed27 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:27.547855 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b91c5e-b9f2-4899-aa5a-7a06785da445 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:57:27.550696 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-c2b91c5e-b9f2-4899-aa5a-7a06785da445 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:57:27.556860 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b91c5e-b9f2-4899-aa5a-7a06785da445 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:57:27.620840 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d41f688-e563-4d96-abe6-dafe4428e0e9 None None] DHCP port deletion for 1c1cca9d-a34a-4745-8ff4-2703f000f5ff request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:57:27.626193 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-2d41f688-e563-4d96-abe6-dafe4428e0e9 None None] Deleting port bc00fc41-3b49-4541-9156-4aebdc97d279 {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:57:27.632153 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-2d41f688-e563-4d96-abe6-dafe4428e0e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:27.644429 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b91c5e-b9f2-4899-aa5a-7a06785da445 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Pushing event updated for resources: {'Port': ['ID=7ce446ba-4233-40d2-afb9-f8187b50ef77,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:57:27.747576 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-14cf5fb5-2ccd-4153-a393-4a1cd4efed27 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] For port bc00fc41-3b49-4541-9156-4aebdc97d279, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=bc00fc41-3b49-4541-9156-4aebdc97d279,segment=NetworkSegment(a89e0064-dd5c-414f-97ea-2b709bc6d55a),segment_id=a89e0064-dd5c-414f-97ea-2b709bc6d55a)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:57:27.747576 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-14cf5fb5-2ccd-4153-a393-4a1cd4efed27 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:27.882283 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:27.884115 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 40874) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:27.948161 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-14cf5fb5-2ccd-4153-a393-4a1cd4efed27 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Calling delete_port for bc00fc41-3b49-4541-9156-4aebdc97d279 owned by network:dhcp {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:57:28.027220 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-2d41f688-e563-4d96-abe6-dafe4428e0e9 None None] For port bc00fc41-3b49-4541-9156-4aebdc97d279, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=bc00fc41-3b49-4541-9156-4aebdc97d279,segment=NetworkSegment(a89e0064-dd5c-414f-97ea-2b709bc6d55a),segment_id=a89e0064-dd5c-414f-97ea-2b709bc6d55a)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:57:28.028065 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-2d41f688-e563-4d96-abe6-dafe4428e0e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:28.063329 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-04f0bcc4-2407-4004-b363-6ff7e1beb748 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=58589d8688ca428f899c777635abb9be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1872137 May 28 06:57:28.070316 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 40884) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:28.234851 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-da13fc07-a65c-43ff-b601-4395c22730c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:28.268888 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-da13fc07-a65c-43ff-b601-4395c22730c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:28.271049 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-2d41f688-e563-4d96-abe6-dafe4428e0e9 None None] Calling delete_port for bc00fc41-3b49-4541-9156-4aebdc97d279 owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:57:28.325187 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-14cf5fb5-2ccd-4153-a393-4a1cd4efed27 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:28.394178 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cf5fb5-2ccd-4153-a393-4a1cd4efed27 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Pushing event deleted for resources: {'Port': ['ID=bc00fc41-3b49-4541-9156-4aebdc97d279,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:57:28.394756 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.db.api [None req-2d41f688-e563-4d96-abe6-dafe4428e0e9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89111) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:57:28.395115 n-d-843702-1 neutron-server[89111]: DEBUG oslo_db.api [None req-2d41f688-e563-4d96-abe6-dafe4428e0e9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:57:28.408033 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14cf5fb5-2ccd-4153-a393-4a1cd4efed27 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] No DVR routers for this DVR port bc00fc41-3b49-4541-9156-4aebdc97d279 on host n-d-843702-1 {{(pid=89109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:57:28.437800 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c2b91c5e-b9f2-4899-aa5a-7a06785da445 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:28.529083 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-da13fc07-a65c-43ff-b601-4395c22730c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:28.539533 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device bc00fc41-3b49-4541-9156-4aebdc97d279 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:57:28.618193 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: bc00fc41-3b49-4541-9156-4aebdc97d279 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:57:28.618193 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device bc00fc41-3b49-4541-9156-4aebdc97d279 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:57:28.619576 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-14cf5fb5-2ccd-4153-a393-4a1cd4efed27 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:28.682472 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c2b91c5e-b9f2-4899-aa5a-7a06785da445 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:28.748079 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da13fc07-a65c-43ff-b601-4395c22730c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00d2888d-126b-4406-ab5e-c64b3d0b8292,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:57:28.797984 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-14cf5fb5-2ccd-4153-a393-4a1cd4efed27 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c1cca9d-a34a-4745-8ff4-2703f000f5ff']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:57:28.837779 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-14cf5fb5-2ccd-4153-a393-4a1cd4efed27 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a89e0064-dd5c-414f-97ea-2b709bc6d55a') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:57:28.837779 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-14cf5fb5-2ccd-4153-a393-4a1cd4efed27 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a89e0064-dd5c-414f-97ea-2b709bc6d55a') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:57:28.857890 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-14cf5fb5-2ccd-4153-a393-4a1cd4efed27 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:28.883046 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-14cf5fb5-2ccd-4153-a393-4a1cd4efed27 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:28.894335 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14cf5fb5-2ccd-4153-a393-4a1cd4efed27 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:57:28.894335 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-14cf5fb5-2ccd-4153-a393-4a1cd4efed27 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:28.897492 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-2d41f688-e563-4d96-abe6-dafe4428e0e9 None None] Deleting port bc00fc41-3b49-4541-9156-4aebdc97d279 {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:57:28.897492 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-2d41f688-e563-4d96-abe6-dafe4428e0e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:28.968789 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c2b91c5e-b9f2-4899-aa5a-7a06785da445 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:28.975958 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-2d41f688-e563-4d96-abe6-dafe4428e0e9 None None] The port 'bc00fc41-3b49-4541-9156-4aebdc97d279' was deleted {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 06:57:28.986892 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-da13fc07-a65c-43ff-b601-4395c22730c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:28.988180 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-da13fc07-a65c-43ff-b601-4395c22730c2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/00d2888d-126b-4406-ab5e-c64b3d0b8292 HTTP/1.1" status: 204 len: 168 time: 0.9169397 May 28 06:57:28.989761 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment a89e0064-dd5c-414f-97ea-2b709bc6d55a resource provider aggregate not found May 28 06:57:29.027347 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment a89e0064-dd5c-414f-97ea-2b709bc6d55a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a89e0064-dd5c-414f-97ea-2b709bc6d55a found for delete ", "request_id": "req-3807a618-c9fb-4d64-94c7-5352d644ca28"}]} May 28 06:57:29.037931 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-16e2f64a-7113-41c9-b1c1-9f28b10cc653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:29.098901 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c2b91c5e-b9f2-4899-aa5a-7a06785da445 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:29.178482 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [req-715b894d-7337-4157-9028-91931b9acd0e req-f720a35f-10f1-4395-991c-b7af15d86d79 service neutron] (89109) timed out ('10.222.0.69', 52709) {{(pid=89109) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 28 06:57:29.196891 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b91c5e-b9f2-4899-aa5a-7a06785da445 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Pushing event updated for resources: {'Port': ['ID=7ce446ba-4233-40d2-afb9-f8187b50ef77,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:57:29.206523 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c2b91c5e-b9f2-4899-aa5a-7a06785da445 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691094'] for floatingip, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:29.369385 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-14cf5fb5-2ccd-4153-a393-4a1cd4efed27 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:29.381280 n-d-843702-1 neutron-server[89110]: INFO neutron.db.l3_db [None req-c2b91c5e-b9f2-4899-aa5a-7a06785da445 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Floating IP 734fc524-c364-4e54-8800-178a4be4c64a associated. External IP: 172.25.5.89, port: 2ebe41d0-dcb0-49ae-a4bf-a78d2579b72e. May 28 06:57:29.392356 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-14cf5fb5-2ccd-4153-a393-4a1cd4efed27 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:29.400056 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cf5fb5-2ccd-4153-a393-4a1cd4efed27 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Pushing event deleted for resources: {'Network': ['ID=1c1cca9d-a34a-4745-8ff4-2703f000f5ff,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:57:29.407673 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-14cf5fb5-2ccd-4153-a393-4a1cd4efed27 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] 10.222.0.55 "DELETE /v2.0/networks/1c1cca9d-a34a-4745-8ff4-2703f000f5ff HTTP/1.1" status: 204 len: 168 time: 2.2010992 May 28 06:57:29.407975 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 40912) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:29.413765 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-ceb5675f-8a32-444b-bc1b-73b78bbde915 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-239412402'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:57:29.419377 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-ceb5675f-8a32-444b-bc1b-73b78bbde915 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:57:29.423303 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-ceb5675f-8a32-444b-bc1b-73b78bbde915 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Usage tracker for resource:network and tenant:edfff7521b2740e6894c3714ce0e5450 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:57:29.426676 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-ceb5675f-8a32-444b-bc1b-73b78bbde915 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:57:29.435923 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-ceb5675f-8a32-444b-bc1b-73b78bbde915 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:57:29.592184 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceb5675f-8a32-444b-bc1b-73b78bbde915 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Made reservation on behalf of edfff7521b2740e6894c3714ce0e5450 for: {'network': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:57:29.597648 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ceb5675f-8a32-444b-bc1b-73b78bbde915 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:29.662200 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ceb5675f-8a32-444b-bc1b-73b78bbde915 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=89109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:57:29.697101 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ceb5675f-8a32-444b-bc1b-73b78bbde915 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:29.697101 n-d-843702-1 neutron-server[89109]: INFO neutron.db.segments_db [None req-ceb5675f-8a32-444b-bc1b-73b78bbde915 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Added segment 33d1ea6e-450a-47b3-b162-97ff1b921222 of type vlan for network b8270727-6a33-4ecf-ab89-5b8a7681a81c May 28 06:57:29.742650 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ceb5675f-8a32-444b-bc1b-73b78bbde915 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:29.855187 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2b91c5e-b9f2-4899-aa5a-7a06785da445 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Router 55f6fca4-a976-46aa-88d1-e935946a65da has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:57:29.940186 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ceb5675f-8a32-444b-bc1b-73b78bbde915 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:29.946066 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb5675f-8a32-444b-bc1b-73b78bbde915 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:57:29.946699 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ceb5675f-8a32-444b-bc1b-73b78bbde915 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:29.986506 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:30.063400 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2b91c5e-b9f2-4899-aa5a-7a06785da445 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:57:30.077838 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:30.085923 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b3909f-0099-4e92-9beb-f2dac64c36cb None None] Sync routers for ids ['55f6fca4-a976-46aa-88d1-e935946a65da'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:57:30.101914 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b3909f-0099-4e92-9beb-f2dac64c36cb None None] Routers {'55f6fca4-a976-46aa-88d1-e935946a65da'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:57:30.102821 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-d5b3909f-0099-4e92-9beb-f2dac64c36cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:57:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['55f6fca4-a976-46aa-88d1-e935946a65da'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:57:30.167492 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb5675f-8a32-444b-bc1b-73b78bbde915 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Pushing event updated for resources: {'Network': ['ID=b8270727-6a33-4ecf-ab89-5b8a7681a81c,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:57:30.179749 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network b8270727-6a33-4ecf-ab89-5b8a7681a81c details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:57:30.289221 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c2b91c5e-b9f2-4899-aa5a-7a06785da445 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:30.342824 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-d5b3909f-0099-4e92-9beb-f2dac64c36cb None None] Set router 55f6fca4-a976-46aa-88d1-e935946a65da gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:57:30.365218 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-c2b91c5e-b9f2-4899-aa5a-7a06785da445 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.1643655 May 28 06:57:30.365886 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55b36d75-8b57-4a06-96f9-1abc44c66374', 'tag': '2ebe41d0-dcb0-49ae-a4bf-a78d2579b72e'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:57:30.368195 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 40934) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:30.397340 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-ceb5675f-8a32-444b-bc1b-73b78bbde915 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9883995 May 28 06:57:30.400623 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 40942) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:30.406478 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-54957024-b53b-4b03-9dbd-ae195344ef0f tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Request body: {'subnet': {'network_id': 'b8270727-6a33-4ecf-ab89-5b8a7681a81c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:57:30.455591 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc13af18-c622-4387-a7d2-104422a4ccd8'] response: {'name': 'network-changed', 'server_uuid': '55b36d75-8b57-4a06-96f9-1abc44c66374', 'tag': '2ebe41d0-dcb0-49ae-a4bf-a78d2579b72e', 'status': 'completed', 'code': 200} May 28 06:57:30.637452 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722f0505-53fa-4064-8690-89772e216fa2 tempest-TestSecurityGroupsBasicOps-2135905585 tempest-TestSecurityGroupsBasicOps-2135905585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:57:30.638207 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722f0505-53fa-4064-8690-89772e216fa2 tempest-TestSecurityGroupsBasicOps-2135905585 tempest-TestSecurityGroupsBasicOps-2135905585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:57:30.638823 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722f0505-53fa-4064-8690-89772e216fa2 tempest-TestSecurityGroupsBasicOps-2135905585 tempest-TestSecurityGroupsBasicOps-2135905585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:57:30.639431 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722f0505-53fa-4064-8690-89772e216fa2 tempest-TestSecurityGroupsBasicOps-2135905585 tempest-TestSecurityGroupsBasicOps-2135905585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:57:30.640038 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722f0505-53fa-4064-8690-89772e216fa2 tempest-TestSecurityGroupsBasicOps-2135905585 tempest-TestSecurityGroupsBasicOps-2135905585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:57:30.642193 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-722f0505-53fa-4064-8690-89772e216fa2 tempest-TestSecurityGroupsBasicOps-2135905585 tempest-TestSecurityGroupsBasicOps-2135905585-project-admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3527 time: 0.2729356 May 28 06:57:30.645056 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 40948) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:30.650227 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc655f6-0a04-4a53-a1c9-ffccc4104825 req-a9958ffa-7178-429c-b953-9c6a5478a430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:57:30.652187 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-bfc655f6-0a04-4a53-a1c9-ffccc4104825 req-a9958ffa-7178-429c-b953-9c6a5478a430 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1557a9c5f0a44514943027d1639e77df&device_id=55b36d75-8b57-4a06-96f9-1abc44c66374 HTTP/1.1" status: 200 len: 1135 time: 0.1513839 May 28 06:57:30.868796 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-54957024-b53b-4b03-9dbd-ae195344ef0f tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:57:30.885221 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-54957024-b53b-4b03-9dbd-ae195344ef0f tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Usage tracker for resource:subnet and tenant:edfff7521b2740e6894c3714ce0e5450 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:57:30.886222 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6f7b0a-e607-47f4-82e7-69c436cbc9e6 tempest-TestSecurityGroupsBasicOps-2135905585 tempest-TestSecurityGroupsBasicOps-2135905585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:57:30.886910 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6f7b0a-e607-47f4-82e7-69c436cbc9e6 tempest-TestSecurityGroupsBasicOps-2135905585 tempest-TestSecurityGroupsBasicOps-2135905585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:57:30.887974 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6f7b0a-e607-47f4-82e7-69c436cbc9e6 tempest-TestSecurityGroupsBasicOps-2135905585 tempest-TestSecurityGroupsBasicOps-2135905585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:57:30.888617 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6f7b0a-e607-47f4-82e7-69c436cbc9e6 tempest-TestSecurityGroupsBasicOps-2135905585 tempest-TestSecurityGroupsBasicOps-2135905585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:57:30.890698 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-fc6f7b0a-e607-47f4-82e7-69c436cbc9e6 tempest-TestSecurityGroupsBasicOps-2135905585 tempest-TestSecurityGroupsBasicOps-2135905585-project-admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.2445352 May 28 06:57:30.893587 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 40960) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:30.897077 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-54957024-b53b-4b03-9dbd-ae195344ef0f tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:57:30.908371 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-54957024-b53b-4b03-9dbd-ae195344ef0f tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:57:31.025241 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc655f6-0a04-4a53-a1c9-ffccc4104825 req-bac368e9-f9c0-4e22-9191-8c603799eb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:57:31.026933 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-bfc655f6-0a04-4a53-a1c9-ffccc4104825 req-bac368e9-f9c0-4e22-9191-8c603799eb37 service neutron] 10.222.0.71 "GET /v2.0/networks?id=4a0a49de-1d13-449d-a2b4-d4771b25264b HTTP/1.1" status: 200 len: 898 time: 0.3432894 May 28 06:57:31.050375 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54957024-b53b-4b03-9dbd-ae195344ef0f tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Made reservation on behalf of edfff7521b2740e6894c3714ce0e5450 for: {'subnet': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:57:31.055031 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-54957024-b53b-4b03-9dbd-ae195344ef0f tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3171998'] for subnet, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:31.088226 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-d5b3909f-0099-4e92-9beb-f2dac64c36cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55f6fca4-a976-46aa-88d1-e935946a65da', 'name': 'tempest-TestSecurityGroupsBasicOps-router-462593361', 'tenant_id': '1557a9c5f0a44514943027d1639e77df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': 'ff003a89-e8d8-49d1-80dc-51f00bd8cda7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:56:31Z', 'updated_at': '2022-05-28T06:56:51Z', 'revision_number': 4, 'project_id': '1557a9c5f0a44514943027d1639e77df', 'gw_port': {'id': 'ff003a89-e8d8-49d1-80dc-51f00bd8cda7', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:22:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f6fca4-a976-46aa-88d1-e935946a65da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:56:34Z', 'updated_at': '2022-05-28T06:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': '734fc524-c364-4e54-8800-178a4be4c64a', 'tenant_id': '1557a9c5f0a44514943027d1639e77df', 'floating_ip_address': '172.25.5.89', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': '55f6fca4-a976-46aa-88d1-e935946a65da', 'port_id': '2ebe41d0-dcb0-49ae-a4bf-a78d2579b72e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3384, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a0a49de-1d13-449d-a2b4-d4771b25264b', 'mac_address': 'fa:16:3e:5e:6e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b36d75-8b57-4a06-96f9-1abc44c66374', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:57:28Z', 'updated_at': '2022-05-28T06:57:28Z', 'revision_number': 0, 'project_id': '1557a9c5f0a44514943027d1639e77df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46af4e55-32a7-49e9-92c9-fe7f420ec6ac', 'name': '', 'network_id': '4a0a49de-1d13-449d-a2b4-d4771b25264b', 'tenant_id': '1557a9c5f0a44514943027d1639e77df', 'mac_address': 'fa:16:3e:eb:6b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f6fca4-a976-46aa-88d1-e935946a65da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3325, 'fixed_ips': [{'subnet_id': 'eead3977-243b-4035-9026-00b1433df847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:56:48Z', 'updated_at': '2022-05-28T06:57:05Z', 'revision_number': 5, 'project_id': '1557a9c5f0a44514943027d1639e77df', 'subnets': [{'id': 'eead3977-243b-4035-9026-00b1433df847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:57:31.092172 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b3909f-0099-4e92-9beb-f2dac64c36cb None None] Checking router: 55f6fca4-a976-46aa-88d1-e935946a65da for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:57:31.101924 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b3909f-0099-4e92-9beb-f2dac64c36cb None None] Routers {'55f6fca4-a976-46aa-88d1-e935946a65da'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:57:31.102525 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-d5b3909f-0099-4e92-9beb-f2dac64c36cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:57:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['55f6fca4-a976-46aa-88d1-e935946a65da'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:57:31.167348 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-bfc655f6-0a04-4a53-a1c9-ffccc4104825 req-7bd0cfa1-2f0a-4720-acb7-36b48ca72e9b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ebe41d0-dcb0-49ae-a4bf-a78d2579b72e HTTP/1.1" status: 200 len: 998 time: 0.1286049 May 28 06:57:31.313831 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc655f6-0a04-4a53-a1c9-ffccc4104825 req-d70879bb-286d-4a18-962b-3128b61d7e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:57:31.315600 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-bfc655f6-0a04-4a53-a1c9-ffccc4104825 req-d70879bb-286d-4a18-962b-3128b61d7e2b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=eead3977-243b-4035-9026-00b1433df847 HTTP/1.1" status: 200 len: 835 time: 0.0970886 May 28 06:57:31.339950 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-d5b3909f-0099-4e92-9beb-f2dac64c36cb None None] Set router 55f6fca4-a976-46aa-88d1-e935946a65da gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:57:31.425915 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 40972) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:31.426530 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-4aa663a3-918a-437b-89cc-93bc8d42c19c tempest-TestSecurityGroupsBasicOps-2135905585 tempest-TestSecurityGroupsBasicOps-2135905585-project-admin] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1614 time: 0.5308435 May 28 06:57:31.450309 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc655f6-0a04-4a53-a1c9-ffccc4104825 req-8a326071-29ee-47e6-ad34-5a1a1c617ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:57:31.454750 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-bfc655f6-0a04-4a53-a1c9-ffccc4104825 req-8a326071-29ee-47e6-ad34-5a1a1c617ca6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4a0a49de-1d13-449d-a2b4-d4771b25264b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1298995 May 28 06:57:31.508932 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-54957024-b53b-4b03-9dbd-ae195344ef0f tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3115906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3172012'] for subnet, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:31.592851 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 40978) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:31.663197 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54957024-b53b-4b03-9dbd-ae195344ef0f tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Pushing event updated for resources: {'Subnet': ['ID=a5c886b2-6068-4339-8199-798700e3e976,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:57:31.679736 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54957024-b53b-4b03-9dbd-ae195344ef0f tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:57:31.680221 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54957024-b53b-4b03-9dbd-ae195344ef0f tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:57:31.680664 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54957024-b53b-4b03-9dbd-ae195344ef0f tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:57:31.681093 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54957024-b53b-4b03-9dbd-ae195344ef0f tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:57:31.681682 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54957024-b53b-4b03-9dbd-ae195344ef0f tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:57:31.682250 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54957024-b53b-4b03-9dbd-ae195344ef0f tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:57:31.682814 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54957024-b53b-4b03-9dbd-ae195344ef0f tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:57:31.683342 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54957024-b53b-4b03-9dbd-ae195344ef0f tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:57:31.684032 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54957024-b53b-4b03-9dbd-ae195344ef0f tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:57:31.684570 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54957024-b53b-4b03-9dbd-ae195344ef0f tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:57:31.685093 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54957024-b53b-4b03-9dbd-ae195344ef0f tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:57:31.685703 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54957024-b53b-4b03-9dbd-ae195344ef0f tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:57:31.692038 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54957024-b53b-4b03-9dbd-ae195344ef0f tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Checking segment: {'id': '33d1ea6e-450a-47b3-b162-97ff1b921222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'b8270727-6a33-4ecf-ab89-5b8a7681a81c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:57:31.692676 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54957024-b53b-4b03-9dbd-ae195344ef0f tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Network hostable DHCP agents. Network: b8270727-6a33-4ecf-ab89-5b8a7681a81c, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89110) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:57:31.713599 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4966a841-7582-4e5e-9a5e-c34a2edabeb9 tempest-TestSecurityGroupsBasicOps-2135905585 tempest-TestSecurityGroupsBasicOps-2135905585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:57:31.714242 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4966a841-7582-4e5e-9a5e-c34a2edabeb9 tempest-TestSecurityGroupsBasicOps-2135905585 tempest-TestSecurityGroupsBasicOps-2135905585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:57:31.716745 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-4966a841-7582-4e5e-9a5e-c34a2edabeb9 tempest-TestSecurityGroupsBasicOps-2135905585 tempest-TestSecurityGroupsBasicOps-2135905585-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=55f6fca4-a976-46aa-88d1-e935946a65da HTTP/1.1" status: 200 len: 1990 time: 0.2898226 May 28 06:57:31.749217 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-bfc655f6-0a04-4a53-a1c9-ffccc4104825 req-3526e4a5-4826-4cd8-bb67-1a3aaef739cf service neutron] 10.222.0.71 "GET /v2.0/networks/4a0a49de-1d13-449d-a2b4-d4771b25264b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2861240 May 28 06:57:31.774643 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:31.797151 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-bc81f822-2bf3-4bdb-ab85-da5048eefc5c tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Request body: {'security_group': {'name': 'default'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:57:31.798109 n-d-843702-1 neutron-server[89110]: WARNING neutron.api.v2.base [None req-bc81f822-2bf3-4bdb-ab85-da5048eefc5c tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 28 06:57:31.798618 n-d-843702-1 neutron-server[89110]: INFO neutron.api.v2.resource [None req-bc81f822-2bf3-4bdb-ab85-da5048eefc5c tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] create failed (client error): There was a conflict when trying to complete your request. May 28 06:57:31.801465 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-bc81f822-2bf3-4bdb-ab85-da5048eefc5c tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2040205 May 28 06:57:31.804723 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 40988) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:31.811760 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-57a16049-aa67-4704-94a4-1ed0544000b7 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Request body: {'security_group': {'name': 'tempest-secgroup--826751464'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:57:31.822825 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-57a16049-aa67-4704-94a4-1ed0544000b7 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:57:31.826739 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-57a16049-aa67-4704-94a4-1ed0544000b7 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Usage tracker for resource:security_group and tenant:918c65e14a3a46538e064408ef993617 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:57:31.830022 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-57a16049-aa67-4704-94a4-1ed0544000b7 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:57:31.836503 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-57a16049-aa67-4704-94a4-1ed0544000b7 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:57:31.861102 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54957024-b53b-4b03-9dbd-ae195344ef0f tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Network b8270727-6a33-4ecf-ab89-5b8a7681a81c is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89110) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:57:31.895460 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-d5b3909f-0099-4e92-9beb-f2dac64c36cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55f6fca4-a976-46aa-88d1-e935946a65da', 'name': 'tempest-TestSecurityGroupsBasicOps-router-462593361', 'tenant_id': '1557a9c5f0a44514943027d1639e77df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': 'ff003a89-e8d8-49d1-80dc-51f00bd8cda7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:56:31Z', 'updated_at': '2022-05-28T06:56:51Z', 'revision_number': 4, 'project_id': '1557a9c5f0a44514943027d1639e77df', 'gw_port': {'id': 'ff003a89-e8d8-49d1-80dc-51f00bd8cda7', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:22:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f6fca4-a976-46aa-88d1-e935946a65da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:56:34Z', 'updated_at': '2022-05-28T06:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': '734fc524-c364-4e54-8800-178a4be4c64a', 'tenant_id': '1557a9c5f0a44514943027d1639e77df', 'floating_ip_address': '172.25.5.89', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': '55f6fca4-a976-46aa-88d1-e935946a65da', 'port_id': '2ebe41d0-dcb0-49ae-a4bf-a78d2579b72e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3384, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a0a49de-1d13-449d-a2b4-d4771b25264b', 'mac_address': 'fa:16:3e:5e:6e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b36d75-8b57-4a06-96f9-1abc44c66374', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:57:28Z', 'updated_at': '2022-05-28T06:57:28Z', 'revision_number': 0, 'project_id': '1557a9c5f0a44514943027d1639e77df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46af4e55-32a7-49e9-92c9-fe7f420ec6ac', 'name': '', 'network_id': '4a0a49de-1d13-449d-a2b4-d4771b25264b', 'tenant_id': '1557a9c5f0a44514943027d1639e77df', 'mac_address': 'fa:16:3e:eb:6b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f6fca4-a976-46aa-88d1-e935946a65da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3325, 'fixed_ips': [{'subnet_id': 'eead3977-243b-4035-9026-00b1433df847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:56:48Z', 'updated_at': '2022-05-28T06:57:05Z', 'revision_number': 5, 'project_id': '1557a9c5f0a44514943027d1639e77df', 'subnets': [{'id': 'eead3977-243b-4035-9026-00b1433df847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:57:31.900583 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b3909f-0099-4e92-9beb-f2dac64c36cb None None] The sync data for ids ['55f6fca4-a976-46aa-88d1-e935946a65da'] in n-d-843702-1 is: [{'id': '55f6fca4-a976-46aa-88d1-e935946a65da', 'name': 'tempest-TestSecurityGroupsBasicOps-router-462593361', 'tenant_id': '1557a9c5f0a44514943027d1639e77df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': 'ff003a89-e8d8-49d1-80dc-51f00bd8cda7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:56:31Z', 'updated_at': '2022-05-28T06:56:51Z', 'revision_number': 4, 'project_id': '1557a9c5f0a44514943027d1639e77df', 'gw_port': {'id': 'ff003a89-e8d8-49d1-80dc-51f00bd8cda7', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:22:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f6fca4-a976-46aa-88d1-e935946a65da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:56:34Z', 'updated_at': '2022-05-28T06:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': '734fc524-c364-4e54-8800-178a4be4c64a', 'tenant_id': '1557a9c5f0a44514943027d1639e77df', 'floating_ip_address': '172.25.5.89', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': '55f6fca4-a976-46aa-88d1-e935946a65da', 'port_id': '2ebe41d0-dcb0-49ae-a4bf-a78d2579b72e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3384, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a0a49de-1d13-449d-a2b4-d4771b25264b', 'mac_address': 'fa:16:3e:5e:6e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b36d75-8b57-4a06-96f9-1abc44c66374', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:57:28Z', 'updated_at': '2022-05-28T06:57:28Z', 'revision_number': 0, 'project_id': '1557a9c5f0a44514943027d1639e77df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46af4e55-32a7-49e9-92c9-fe7f420ec6ac', 'name': '', 'network_id': '4a0a49de-1d13-449d-a2b4-d4771b25264b', 'tenant_id': '1557a9c5f0a44514943027d1639e77df', 'mac_address': 'fa:16:3e:eb:6b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f6fca4-a976-46aa-88d1-e935946a65da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3325, 'fixed_ips': [{'subnet_id': 'eead3977-243b-4035-9026-00b1433df847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:56:48Z', 'updated_at': '2022-05-28T06:57:05Z', 'revision_number': 5, 'project_id': '1557a9c5f0a44514943027d1639e77df', 'subnets': [{'id': 'eead3977-243b-4035-9026-00b1433df847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:57:32.008793 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-57a16049-aa67-4704-94a4-1ed0544000b7 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:32.030271 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-54957024-b53b-4b03-9dbd-ae195344ef0f tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, b8270727-6a33-4ecf-ab89-5b8a7681a81c) {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:57:32.037120 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-57a16049-aa67-4704-94a4-1ed0544000b7 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:32.042449 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-bfc655f6-0a04-4a53-a1c9-ffccc4104825 req-1d5752e0-c984-4614-8361-942c17349405 service neutron] 10.222.0.71 "GET /v2.0/networks/4a0a49de-1d13-449d-a2b4-d4771b25264b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2840211 May 28 06:57:32.043828 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f77cdf8-401e-4536-88c3-d6c8572c8cf3 None None] Network b8270727-6a33-4ecf-ab89-5b8a7681a81c requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:57:32.051862 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54957024-b53b-4b03-9dbd-ae195344ef0f tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:57:32.052447 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-54957024-b53b-4b03-9dbd-ae195344ef0f tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:32.066980 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-57a16049-aa67-4704-94a4-1ed0544000b7 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:57:32.073265 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-57a16049-aa67-4704-94a4-1ed0544000b7 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Usage tracker for resource:security_group_rule and tenant:918c65e14a3a46538e064408ef993617 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:57:32.078181 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-57a16049-aa67-4704-94a4-1ed0544000b7 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:57:32.085298 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-57a16049-aa67-4704-94a4-1ed0544000b7 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:57:32.180456 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ede177c-49ab-4cb6-b34c-74cc637342b3 None None] New status for floating IP 734fc524-c364-4e54-8800-178a4be4c64a: ACTIVE {{(pid=89111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 06:57:32.321372 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-54957024-b53b-4b03-9dbd-ae195344ef0f tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9195614 May 28 06:57:32.324257 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 40994) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:32.329366 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-c54b38d9-c4d9-4654-b59d-1140da68723a tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1906680585', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:57:32.337888 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-c54b38d9-c4d9-4654-b59d-1140da68723a tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:57:32.342313 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-c54b38d9-c4d9-4654-b59d-1140da68723a tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Usage tracker for resource:router and tenant:edfff7521b2740e6894c3714ce0e5450 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:57:32.345215 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-c54b38d9-c4d9-4654-b59d-1140da68723a tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:57:32.352917 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-c54b38d9-c4d9-4654-b59d-1140da68723a tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:57:32.408570 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-57a16049-aa67-4704-94a4-1ed0544000b7 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:32.471898 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c54b38d9-c4d9-4654-b59d-1140da68723a tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59128'] for router, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:32.472946 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c54b38d9-c4d9-4654-b59d-1140da68723a tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59009'] for router, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:32.488717 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c54b38d9-c4d9-4654-b59d-1140da68723a tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:32.529404 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3cc6db-86d3-4a20-8735-d6f715277552 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-b8270727-6a33-4ecf-ab89-5b8a7681a81c', 'network_id': 'b8270727-6a33-4ecf-ab89-5b8a7681a81c', 'tenant_id': 'edfff7521b2740e6894c3714ce0e5450', 'fixed_ips': [{'subnet_id': 'a5c886b2-6068-4339-8199-798700e3e976'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:57:32.537066 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-cb3cc6db-86d3-4a20-8735-d6f715277552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:32.562700 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-57a16049-aa67-4704-94a4-1ed0544000b7 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:32.567668 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-57a16049-aa67-4704-94a4-1ed0544000b7 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:57:32.577451 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-57a16049-aa67-4704-94a4-1ed0544000b7 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Usage tracker for resource:security_group_rule and tenant:918c65e14a3a46538e064408ef993617 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:57:32.583397 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-57a16049-aa67-4704-94a4-1ed0544000b7 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:57:32.600869 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:32.602636 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-57a16049-aa67-4704-94a4-1ed0544000b7 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:57:32.603800 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c54b38d9-c4d9-4654-b59d-1140da68723a tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690761'] for router, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:32.635542 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a16049-aa67-4704-94a4-1ed0544000b7 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=357ca885-3317-4ddf-a2b7-c5c5dd05e28d,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:57:32.694412 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-57a16049-aa67-4704-94a4-1ed0544000b7 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:32.749425 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-cb3cc6db-86d3-4a20-8735-d6f715277552 None None] Allocated IP 2001:db8::2 (b8270727-6a33-4ecf-ab89-5b8a7681a81c/a5c886b2-6068-4339-8199-798700e3e976/ec743038-589e-4bf1-bd40-28d7218729b2) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:57:32.751855 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c54b38d9-c4d9-4654-b59d-1140da68723a tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:32.753023 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-c54b38d9-c4d9-4654-b59d-1140da68723a tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4277964 May 28 06:57:32.756558 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 41000) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:32.790852 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-57a16049-aa67-4704-94a4-1ed0544000b7 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:32.841840 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a16049-aa67-4704-94a4-1ed0544000b7 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e278919-97f4-47ab-9adf-fa54aa10fcb9,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:57:32.915781 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-57a16049-aa67-4704-94a4-1ed0544000b7 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:32.919126 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-57a16049-aa67-4704-94a4-1ed0544000b7 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1114953 May 28 06:57:32.921291 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 41008) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:32.935103 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-66259659-a0c7-43a7-9150-72cb382ac845 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Request body: {'security_group_rule': {'security_group_id': '5e278919-97f4-47ab-9adf-fa54aa10fcb9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:57:32.952751 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-66259659-a0c7-43a7-9150-72cb382ac845 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:57:32.964104 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-66259659-a0c7-43a7-9150-72cb382ac845 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Usage tracker for resource:security_group_rule and tenant:918c65e14a3a46538e064408ef993617 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:57:32.974533 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-66259659-a0c7-43a7-9150-72cb382ac845 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:57:32.982470 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-66259659-a0c7-43a7-9150-72cb382ac845 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:57:33.007061 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-cb3cc6db-86d3-4a20-8735-d6f715277552 None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:33.019174 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-cb3cc6db-86d3-4a20-8735-d6f715277552 None None] Transition to ACTIVE for port object ec743038-589e-4bf1-bd40-28d7218729b2 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:57:33.045239 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-cb3cc6db-86d3-4a20-8735-d6f715277552 None None] Transition to ACTIVE for port object ec743038-589e-4bf1-bd40-28d7218729b2 will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:57:33.068289 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-66259659-a0c7-43a7-9150-72cb382ac845 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:33.141190 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-cb3cc6db-86d3-4a20-8735-d6f715277552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:33.159964 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-66259659-a0c7-43a7-9150-72cb382ac845 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:33.213632 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3cc6db-86d3-4a20-8735-d6f715277552 None None] Network b8270727-6a33-4ecf-ab89-5b8a7681a81c is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:57:33.216652 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-cb3cc6db-86d3-4a20-8735-d6f715277552 None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:57:33.220681 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3cc6db-86d3-4a20-8735-d6f715277552 None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:57:33.227076 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3cc6db-86d3-4a20-8735-d6f715277552 None None] Pushing event updated for resources: {'Port': ['ID=ec743038-589e-4bf1-bd40-28d7218729b2,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:57:33.272049 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-66259659-a0c7-43a7-9150-72cb382ac845 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:33.298923 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66259659-a0c7-43a7-9150-72cb382ac845 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b08265f9-f63e-4248-8f8d-d274075450be,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:57:33.299118 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4ea94cfe-d82c-4a80-8ba9-229771572f9e tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:33.325575 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-cb3cc6db-86d3-4a20-8735-d6f715277552 None None] Attempting to bind port ec743038-589e-4bf1-bd40-28d7218729b2 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:57:33.325940 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-cb3cc6db-86d3-4a20-8735-d6f715277552 None None] Attempting to bind port ec743038-589e-4bf1-bd40-28d7218729b2 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': '33d1ea6e-450a-47b3-b162-97ff1b921222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'b8270727-6a33-4ecf-ab89-5b8a7681a81c'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:57:33.326300 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3cc6db-86d3-4a20-8735-d6f715277552 None None] Attempting to bind port ec743038-589e-4bf1-bd40-28d7218729b2 on network b8270727-6a33-4ecf-ab89-5b8a7681a81c {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:57:33.331592 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3cc6db-86d3-4a20-8735-d6f715277552 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:57:33.332471 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3cc6db-86d3-4a20-8735-d6f715277552 None None] Checking segment: {'id': '33d1ea6e-450a-47b3-b162-97ff1b921222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'b8270727-6a33-4ecf-ab89-5b8a7681a81c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:57:33.333370 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-cb3cc6db-86d3-4a20-8735-d6f715277552 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:33.333773 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3cc6db-86d3-4a20-8735-d6f715277552 None None] Bound using segment: {'id': '33d1ea6e-450a-47b3-b162-97ff1b921222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'b8270727-6a33-4ecf-ab89-5b8a7681a81c'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:57:33.334233 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-cb3cc6db-86d3-4a20-8735-d6f715277552 None None] Bound port: ec743038-589e-4bf1-bd40-28d7218729b2, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33d1ea6e-450a-47b3-b162-97ff1b921222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'b8270727-6a33-4ecf-ab89-5b8a7681a81c'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:57:33.334601 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-cb3cc6db-86d3-4a20-8735-d6f715277552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:33.419222 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-66259659-a0c7-43a7-9150-72cb382ac845 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:33.421203 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-66259659-a0c7-43a7-9150-72cb382ac845 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4975379 May 28 06:57:33.423950 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 41018) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:33.426757 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-cb3cc6db-86d3-4a20-8735-d6f715277552 None None] For port ec743038-589e-4bf1-bd40-28d7218729b2, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:57:33.430865 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-cb3cc6db-86d3-4a20-8735-d6f715277552 None None] For port ec743038-589e-4bf1-bd40-28d7218729b2, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=ec743038-589e-4bf1-bd40-28d7218729b2,segment=NetworkSegment(33d1ea6e-450a-47b3-b162-97ff1b921222),segment_id=33d1ea6e-450a-47b3-b162-97ff1b921222)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:57:33.439943 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-40a5feb1-4c3d-42fa-80ed-11aa6e5a156e tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Request body: {'security_group_rule': {'security_group_id': '5e278919-97f4-47ab-9adf-fa54aa10fcb9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:57:33.444622 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-40a5feb1-4c3d-42fa-80ed-11aa6e5a156e tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:57:33.448574 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-40a5feb1-4c3d-42fa-80ed-11aa6e5a156e tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Usage tracker for resource:security_group_rule and tenant:918c65e14a3a46538e064408ef993617 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:57:33.455880 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-40a5feb1-4c3d-42fa-80ed-11aa6e5a156e tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:57:33.463527 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-40a5feb1-4c3d-42fa-80ed-11aa6e5a156e tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:57:33.529152 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-cb3cc6db-86d3-4a20-8735-d6f715277552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:33.609201 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-40a5feb1-4c3d-42fa-80ed-11aa6e5a156e tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:33.684859 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3cc6db-86d3-4a20-8735-d6f715277552 None None] Pushing event updated for resources: {'Port': ['ID=ec743038-589e-4bf1-bd40-28d7218729b2,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:57:33.775672 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-4ea94cfe-d82c-4a80-8ba9-229771572f9e tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Allocated IP 2001:db8::1 (b8270727-6a33-4ecf-ab89-5b8a7681a81c/a5c886b2-6068-4339-8199-798700e3e976/4c363a10-d532-49fe-a731-9e5fed3d11dc) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:57:33.883567 n-d-843702-1 neutron-server[89110]: INFO neutron.api.v2.resource [None req-40a5feb1-4c3d-42fa-80ed-11aa6e5a156e tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] create failed (client error): There was a conflict when trying to complete your request. May 28 06:57:33.884794 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-40a5feb1-4c3d-42fa-80ed-11aa6e5a156e tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4524419 May 28 06:57:33.887810 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 41038) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:34.028651 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-cb7ce8df-5f38-46e1-9a3b-55d1ca403f82 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:34.053946 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4ea94cfe-d82c-4a80-8ba9-229771572f9e tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:34.064653 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-cb7ce8df-5f38-46e1-9a3b-55d1ca403f82 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:34.115294 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [None req-4ea94cfe-d82c-4a80-8ba9-229771572f9e tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Transition to ACTIVE for port object 4c363a10-d532-49fe-a731-9e5fed3d11dc will not be triggered until provisioned by entity DHCP. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:57:34.240715 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4ea94cfe-d82c-4a80-8ba9-229771572f9e tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:34.243027 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-cb7ce8df-5f38-46e1-9a3b-55d1ca403f82 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:34.263675 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7ce8df-5f38-46e1-9a3b-55d1ca403f82 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e278919-97f4-47ab-9adf-fa54aa10fcb9,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:57:34.269303 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-cb7ce8df-5f38-46e1-9a3b-55d1ca403f82 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:34.273656 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-cb7ce8df-5f38-46e1-9a3b-55d1ca403f82 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] 10.222.0.55 "DELETE /v2.0/security-groups/5e278919-97f4-47ab-9adf-fa54aa10fcb9 HTTP/1.1" status: 204 len: 168 time: 0.3846116 May 28 06:57:34.278977 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 41046) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:34.331027 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea94cfe-d82c-4a80-8ba9-229771572f9e tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Network b8270727-6a33-4ecf-ab89-5b8a7681a81c is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:57:34.334765 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-4ea94cfe-d82c-4a80-8ba9-229771572f9e tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:57:34.338512 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea94cfe-d82c-4a80-8ba9-229771572f9e tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:57:34.339052 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4ea94cfe-d82c-4a80-8ba9-229771572f9e tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690947'] for router_interface, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:34.342757 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-dc808dba-e563-4b9f-af35-7504b9d6633d tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Synchronizing usage tracker for tenant:918c65e14a3a46538e064408ef993617 on resource:security_group {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:57:34.475251 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea94cfe-d82c-4a80-8ba9-229771572f9e tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Pushing event updated for resources: {'Port': ['ID=4c363a10-d532-49fe-a731-9e5fed3d11dc,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:57:34.552052 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-dc808dba-e563-4b9f-af35-7504b9d6633d tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Unset dirty status for tenant:918c65e14a3a46538e064408ef993617 on resource:security_group {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:57:34.559282 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-dc808dba-e563-4b9f-af35-7504b9d6633d tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2732360 May 28 06:57:34.559767 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 41052) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:34.565246 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-6a4150d9-f965-4b68-8b7d-c0620d8d2e14 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Request body: {'security_group': {'name': 'tempest-secgroup--1596595586'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:57:34.578559 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-6a4150d9-f965-4b68-8b7d-c0620d8d2e14 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:57:34.619274 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-6a4150d9-f965-4b68-8b7d-c0620d8d2e14 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:57:34.621240 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device ec743038-589e-4bf1-bd40-28d7218729b2 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:57:34.747042 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6a4150d9-f965-4b68-8b7d-c0620d8d2e14 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:34.774287 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-6a4150d9-f965-4b68-8b7d-c0620d8d2e14 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:57:34.779223 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-6a4150d9-f965-4b68-8b7d-c0620d8d2e14 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Usage tracker for resource:security_group_rule and tenant:918c65e14a3a46538e064408ef993617 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:57:34.782929 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-6a4150d9-f965-4b68-8b7d-c0620d8d2e14 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:57:34.790488 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-6a4150d9-f965-4b68-8b7d-c0620d8d2e14 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:57:34.792059 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port ec743038-589e-4bf1-bd40-28d7218729b2 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:57:34.903440 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6a4150d9-f965-4b68-8b7d-c0620d8d2e14 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:34.963593 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c96292c-8a50-47ae-a5bc-5ffe11a11d0a None None] Network b8270727-6a33-4ecf-ab89-5b8a7681a81c requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:57:34.979314 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4ea94cfe-d82c-4a80-8ba9-229771572f9e tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:35.111772 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6a4150d9-f965-4b68-8b7d-c0620d8d2e14 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:35.173352 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4150d9-f965-4b68-8b7d-c0620d8d2e14 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae1f3c48-ffc6-4fb4-a8af-601570741661,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:57:35.185143 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-1556091e-0b1c-4d9f-b3ea-e28b337eab00 None None] Provisioning for port ec743038-589e-4bf1-bd40-28d7218729b2 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:57:35.200244 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-1556091e-0b1c-4d9f-b3ea-e28b337eab00 None None] Provisioning complete for port ec743038-589e-4bf1-bd40-28d7218729b2 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:57:35.201588 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-1556091e-0b1c-4d9f-b3ea-e28b337eab00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:35.282150 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6a4150d9-f965-4b68-8b7d-c0620d8d2e14 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:35.284140 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-6a4150d9-f965-4b68-8b7d-c0620d8d2e14 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7226572 May 28 06:57:35.290205 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 41080) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:35.295584 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-87dbca03-647e-4666-96b4-18ed5048edda tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Request body: {'security_group_rule': {'security_group_id': 'ae1f3c48-ffc6-4fb4-a8af-601570741661', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:57:35.296501 n-d-843702-1 neutron-server[89110]: WARNING neutron.api.v2.base [None req-87dbca03-647e-4666-96b4-18ed5048edda tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. May 28 06:57:35.296987 n-d-843702-1 neutron-server[89110]: INFO neutron.api.v2.resource [None req-87dbca03-647e-4666-96b4-18ed5048edda tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 06:57:35.300231 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-87dbca03-647e-4666-96b4-18ed5048edda tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0070047 May 28 06:57:35.300465 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 41084) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:35.421684 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-1556091e-0b1c-4d9f-b3ea-e28b337eab00 None None] Current status of the port ec743038-589e-4bf1-bd40-28d7218729b2 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:57:35.422425 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-1556091e-0b1c-4d9f-b3ea-e28b337eab00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:35.424514 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d01c8431-fbf1-44fe-a784-1a7df8f9fe44 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:35.479033 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-1556091e-0b1c-4d9f-b3ea-e28b337eab00 None None] For port ec743038-589e-4bf1-bd40-28d7218729b2, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=ec743038-589e-4bf1-bd40-28d7218729b2,segment=NetworkSegment(33d1ea6e-450a-47b3-b162-97ff1b921222),segment_id=33d1ea6e-450a-47b3-b162-97ff1b921222)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:57:35.513541 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d01c8431-fbf1-44fe-a784-1a7df8f9fe44 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:35.526477 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4ea94cfe-d82c-4a80-8ba9-229771572f9e tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:35.566562 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-1556091e-0b1c-4d9f-b3ea-e28b337eab00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:35.592104 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4ea94cfe-d82c-4a80-8ba9-229771572f9e tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:35.602236 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4ea94cfe-d82c-4a80-8ba9-229771572f9e tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700602'] for router_interface, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:35.667404 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1556091e-0b1c-4d9f-b3ea-e28b337eab00 None None] Pushing event updated for resources: {'Port': ['ID=ec743038-589e-4bf1-bd40-28d7218729b2,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:57:35.800269 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea94cfe-d82c-4a80-8ba9-229771572f9e tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Pushing event updated for resources: {'Port': ['ID=4c363a10-d532-49fe-a731-9e5fed3d11dc,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:57:35.803377 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d01c8431-fbf1-44fe-a784-1a7df8f9fe44 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:35.820433 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea94cfe-d82c-4a80-8ba9-229771572f9e tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:57:35.820788 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea94cfe-d82c-4a80-8ba9-229771572f9e tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:57:35.821129 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea94cfe-d82c-4a80-8ba9-229771572f9e tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:57:35.821489 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea94cfe-d82c-4a80-8ba9-229771572f9e tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:57:35.821823 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea94cfe-d82c-4a80-8ba9-229771572f9e tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:57:35.822151 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea94cfe-d82c-4a80-8ba9-229771572f9e tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:57:35.822484 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea94cfe-d82c-4a80-8ba9-229771572f9e tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:57:35.822811 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea94cfe-d82c-4a80-8ba9-229771572f9e tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:57:35.823134 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea94cfe-d82c-4a80-8ba9-229771572f9e tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:57:35.823461 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea94cfe-d82c-4a80-8ba9-229771572f9e tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:57:35.823781 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea94cfe-d82c-4a80-8ba9-229771572f9e tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:57:35.824104 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea94cfe-d82c-4a80-8ba9-229771572f9e tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:57:35.835933 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d01c8431-fbf1-44fe-a784-1a7df8f9fe44 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:35.837111 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-d01c8431-fbf1-44fe-a784-1a7df8f9fe44 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] 10.222.0.55 "DELETE /v2.0/security-groups/ae1f3c48-ffc6-4fb4-a8af-601570741661 HTTP/1.1" status: 204 len: 168 time: 0.5338404 May 28 06:57:35.851726 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01c8431-fbf1-44fe-a784-1a7df8f9fe44 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae1f3c48-ffc6-4fb4-a8af-601570741661,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:57:35.852129 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 41110) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:35.927448 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea94cfe-d82c-4a80-8ba9-229771572f9e tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Network b8270727-6a33-4ecf-ab89-5b8a7681a81c is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:57:35.943428 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-4ea94cfe-d82c-4a80-8ba9-229771572f9e tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:57:35.943428 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-830ef279-0ad0-4fcc-91c3-f35e0807ed2d tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0967720 May 28 06:57:35.943428 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 41114) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:35.949440 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-61f7f098-9cad-4290-8891-c0245106a0e2 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Request body: {'security_group': {'name': 'tempest-secgroup--1791067629'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:57:36.009890 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-61f7f098-9cad-4290-8891-c0245106a0e2 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:57:36.026401 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-61f7f098-9cad-4290-8891-c0245106a0e2 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Usage tracker for resource:security_group and tenant:918c65e14a3a46538e064408ef993617 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:57:36.082475 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-61f7f098-9cad-4290-8891-c0245106a0e2 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:57:36.106869 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-61f7f098-9cad-4290-8891-c0245106a0e2 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:57:36.193376 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-ab7c0a0b-6dc7-49d7-a53a-eb6e075fcc30 None None] Provisioning for port 4c363a10-d532-49fe-a731-9e5fed3d11dc completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:57:36.208848 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-ab7c0a0b-6dc7-49d7-a53a-eb6e075fcc30 None None] Provisioning complete for port 4c363a10-d532-49fe-a731-9e5fed3d11dc triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:57:36.209145 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-ab7c0a0b-6dc7-49d7-a53a-eb6e075fcc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:36.221140 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-61f7f098-9cad-4290-8891-c0245106a0e2 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:36.243782 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-61f7f098-9cad-4290-8891-c0245106a0e2 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:57:36.247885 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-61f7f098-9cad-4290-8891-c0245106a0e2 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Usage tracker for resource:security_group_rule and tenant:918c65e14a3a46538e064408ef993617 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:57:36.252011 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-61f7f098-9cad-4290-8891-c0245106a0e2 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:57:36.259293 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-61f7f098-9cad-4290-8891-c0245106a0e2 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:57:36.279002 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ea94cfe-d82c-4a80-8ba9-229771572f9e tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Router 9ddab882-9fbf-477f-8dc9-268d651c2075 is scheduled to L3 agent 42958940-9562-4f71-972f-15a8af9d3963 with binding_index 1 {{(pid=89109) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 06:57:36.287241 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-ab7c0a0b-6dc7-49d7-a53a-eb6e075fcc30 None None] Port 4c363a10-d532-49fe-a731-9e5fed3d11dc cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:57:36.298868 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-ab7c0a0b-6dc7-49d7-a53a-eb6e075fcc30 None None] Provisioning complete for port ec743038-589e-4bf1-bd40-28d7218729b2 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:57:36.299221 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-ab7c0a0b-6dc7-49d7-a53a-eb6e075fcc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:36.422564 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-ab7c0a0b-6dc7-49d7-a53a-eb6e075fcc30 None None] Current status of the port ec743038-589e-4bf1-bd40-28d7218729b2 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:57:36.483941 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-61f7f098-9cad-4290-8891-c0245106a0e2 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:36.489151 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ea94cfe-d82c-4a80-8ba9-229771572f9e tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:57:36.503022 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac6e9e8-9434-4559-a7eb-c6224dd7169f None None] Sync routers for ids ['9ddab882-9fbf-477f-8dc9-268d651c2075'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:57:36.512783 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-4ea94cfe-d82c-4a80-8ba9-229771572f9e tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] 10.222.0.55 "PUT /v2.0/routers/9ddab882-9fbf-477f-8dc9-268d651c2075/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7550747 May 28 06:57:36.515503 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 41138) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:36.517293 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac6e9e8-9434-4559-a7eb-c6224dd7169f None None] Routers {'9ddab882-9fbf-477f-8dc9-268d651c2075'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:57:36.518117 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-9ac6e9e8-9434-4559-a7eb-c6224dd7169f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:57:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['9ddab882-9fbf-477f-8dc9-268d651c2075'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:57:36.560103 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-ea250c42-bf60-46bd-bcf7-1ffe037bad4d None None] Provisioning complete for port 4c363a10-d532-49fe-a731-9e5fed3d11dc triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:57:36.561092 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-ea250c42-bf60-46bd-bcf7-1ffe037bad4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:36.594198 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-9ac6e9e8-9434-4559-a7eb-c6224dd7169f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:57:36.604126 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac6e9e8-9434-4559-a7eb-c6224dd7169f None None] Routers {'9ddab882-9fbf-477f-8dc9-268d651c2075'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:57:36.604743 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-9ac6e9e8-9434-4559-a7eb-c6224dd7169f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:57:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['9ddab882-9fbf-477f-8dc9-268d651c2075'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:57:36.614966 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-61f7f098-9cad-4290-8891-c0245106a0e2 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:36.690207 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-9ac6e9e8-9434-4559-a7eb-c6224dd7169f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:57:36.690820 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac6e9e8-9434-4559-a7eb-c6224dd7169f None None] The sync data for ids ['9ddab882-9fbf-477f-8dc9-268d651c2075'] in n-d-843702-1 is: [] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:57:36.693480 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f7f098-9cad-4290-8891-c0245106a0e2 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1f1a0f0-2ccd-4ce6-869f-70602b20c8f5,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:57:36.713565 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bdd5bac-8ebb-4350-b61a-bb984f0987d6 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:57:36.714625 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-ea250c42-bf60-46bd-bcf7-1ffe037bad4d None None] Port 4c363a10-d532-49fe-a731-9e5fed3d11dc cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:57:36.716825 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device ec743038-589e-4bf1-bd40-28d7218729b2 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:57:36.718054 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-7bdd5bac-8ebb-4350-b61a-bb984f0987d6 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] 10.222.0.55 "GET /v2.0/ports/4c363a10-d532-49fe-a731-9e5fed3d11dc HTTP/1.1" status: 200 len: 911 time: 0.2005932 May 28 06:57:36.718646 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 41154) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:36.790733 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port ec743038-589e-4bf1-bd40-28d7218729b2 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:57:36.791108 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:36.833182 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-61f7f098-9cad-4290-8891-c0245106a0e2 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:36.835423 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-61f7f098-9cad-4290-8891-c0245106a0e2 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8908343 May 28 06:57:36.838297 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 41158) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:36.849313 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-2d1a12be-3bee-4d32-b69e-d8267955b905 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Request body: {'security_group_rule': {'security_group_id': 'a1f1a0f0-2ccd-4ce6-869f-70602b20c8f5', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:57:36.888977 n-d-843702-1 neutron-server[89109]: WARNING neutron.api.v2.base [None req-2d1a12be-3bee-4d32-b69e-d8267955b905 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. May 28 06:57:36.892007 n-d-843702-1 neutron-server[89109]: INFO neutron.api.v2.resource [None req-2d1a12be-3bee-4d32-b69e-d8267955b905 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 06:57:36.897124 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-2d1a12be-3bee-4d32-b69e-d8267955b905 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0561435 May 28 06:57:36.899531 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 41166) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:36.923616 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port ec743038-589e-4bf1-bd40-28d7218729b2 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:57:36.971133 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fb1810d1-a9d8-4371-a703-861a9e5bdc47 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:37.017667 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fb1810d1-a9d8-4371-a703-861a9e5bdc47 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:37.158924 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fb1810d1-a9d8-4371-a703-861a9e5bdc47 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:37.188320 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1810d1-a9d8-4371-a703-861a9e5bdc47 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1f1a0f0-2ccd-4ce6-869f-70602b20c8f5,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:57:37.191898 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fb1810d1-a9d8-4371-a703-861a9e5bdc47 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:37.193218 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-fb1810d1-a9d8-4371-a703-861a9e5bdc47 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] 10.222.0.55 "DELETE /v2.0/security-groups/a1f1a0f0-2ccd-4ce6-869f-70602b20c8f5 HTTP/1.1" status: 204 len: 168 time: 0.2926691 May 28 06:57:37.195905 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 41184) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:37.398988 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-24eee490-2d03-4973-9a0d-8d4d7e5105d5 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Synchronizing usage tracker for tenant:918c65e14a3a46538e064408ef993617 on resource:security_group {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:57:37.487219 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-072e4b3b-2fcd-497a-9942-a8af8b67d19b tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700548'] for router_interface, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:37.557512 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-24eee490-2d03-4973-9a0d-8d4d7e5105d5 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Unset dirty status for tenant:918c65e14a3a46538e064408ef993617 on resource:security_group {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:57:37.559108 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-24eee490-2d03-4973-9a0d-8d4d7e5105d5 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3619673 May 28 06:57:37.562730 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 41202) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:37.568600 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-937f8f31-4168-4969-9ac5-71ef59a68c07 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Request body: {'security_group': {'name': 'tempest-secgroup--224265956'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:57:37.583535 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-937f8f31-4168-4969-9ac5-71ef59a68c07 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:57:37.594963 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-937f8f31-4168-4969-9ac5-71ef59a68c07 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:57:37.705170 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-937f8f31-4168-4969-9ac5-71ef59a68c07 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:37.730489 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-937f8f31-4168-4969-9ac5-71ef59a68c07 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:57:37.734433 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-937f8f31-4168-4969-9ac5-71ef59a68c07 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Usage tracker for resource:security_group_rule and tenant:918c65e14a3a46538e064408ef993617 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:57:37.737157 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-937f8f31-4168-4969-9ac5-71ef59a68c07 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:57:37.743488 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-937f8f31-4168-4969-9ac5-71ef59a68c07 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:57:37.829717 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-937f8f31-4168-4969-9ac5-71ef59a68c07 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:37.859524 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-072e4b3b-2fcd-497a-9942-a8af8b67d19b tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Deleting port 4c363a10-d532-49fe-a731-9e5fed3d11dc {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:57:37.859868 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-072e4b3b-2fcd-497a-9942-a8af8b67d19b tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:37.974812 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-937f8f31-4168-4969-9ac5-71ef59a68c07 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:38.020820 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937f8f31-4168-4969-9ac5-71ef59a68c07 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=413963a6-e4e1-4ecb-acc4-d73a6290e3d4,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:57:38.046734 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-072e4b3b-2fcd-497a-9942-a8af8b67d19b tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:38.146880 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-937f8f31-4168-4969-9ac5-71ef59a68c07 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:38.151933 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-937f8f31-4168-4969-9ac5-71ef59a68c07 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5845261 May 28 06:57:38.152171 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 41228) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:38.158672 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-3c2a222f-5edc-4307-a610-805ff9a195ac tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Request body: {'security_group_rule': {'security_group_id': '413963a6-e4e1-4ecb-acc4-d73a6290e3d4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:57:38.179201 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-072e4b3b-2fcd-497a-9942-a8af8b67d19b tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Calling delete_port for 4c363a10-d532-49fe-a731-9e5fed3d11dc owned by network:router_interface {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:57:38.179491 n-d-843702-1 neutron-server[89109]: WARNING neutron.api.v2.base [None req-3c2a222f-5edc-4307-a610-805ff9a195ac tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. May 28 06:57:38.180525 n-d-843702-1 neutron-server[89109]: INFO neutron.api.v2.resource [None req-3c2a222f-5edc-4307-a610-805ff9a195ac tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 06:57:38.184719 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-3c2a222f-5edc-4307-a610-805ff9a195ac tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0288305 May 28 06:57:38.185051 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 41234) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:38.191024 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-afe5d3d2-b80b-423d-8a04-89d6425f2f53 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Request body: {'security_group_rule': {'security_group_id': '413963a6-e4e1-4ecb-acc4-d73a6290e3d4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:57:38.192190 n-d-843702-1 neutron-server[89109]: WARNING neutron.api.v2.base [None req-afe5d3d2-b80b-423d-8a04-89d6425f2f53 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. May 28 06:57:38.192665 n-d-843702-1 neutron-server[89109]: INFO neutron.api.v2.resource [None req-afe5d3d2-b80b-423d-8a04-89d6425f2f53 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 06:57:38.196453 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-afe5d3d2-b80b-423d-8a04-89d6425f2f53 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0077386 May 28 06:57:38.196453 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 41238) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:38.206064 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-2eb66fb1-5642-4904-829c-2d1014bbb975 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Request body: {'security_group_rule': {'security_group_id': '413963a6-e4e1-4ecb-acc4-d73a6290e3d4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:57:38.207972 n-d-843702-1 neutron-server[89109]: WARNING neutron.api.v2.base [None req-2eb66fb1-5642-4904-829c-2d1014bbb975 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. May 28 06:57:38.217595 n-d-843702-1 neutron-server[89109]: INFO neutron.api.v2.resource [None req-2eb66fb1-5642-4904-829c-2d1014bbb975 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 06:57:38.217595 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-2eb66fb1-5642-4904-829c-2d1014bbb975 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0107577 May 28 06:57:38.219716 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 41244) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:38.225130 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-f976099e-0f48-41b8-b594-4865c7b83a6c tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Request body: {'security_group_rule': {'security_group_id': '413963a6-e4e1-4ecb-acc4-d73a6290e3d4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:57:38.226044 n-d-843702-1 neutron-server[89109]: WARNING neutron.api.v2.base [None req-f976099e-0f48-41b8-b594-4865c7b83a6c tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. May 28 06:57:38.226525 n-d-843702-1 neutron-server[89109]: INFO neutron.api.v2.resource [None req-f976099e-0f48-41b8-b594-4865c7b83a6c tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 06:57:38.227444 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-f976099e-0f48-41b8-b594-4865c7b83a6c tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0067959 May 28 06:57:38.230006 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 41248) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:38.293953 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4b8d51eb-8d0b-4175-a1fb-2c85f6248bf8 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:38.322112 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4b8d51eb-8d0b-4175-a1fb-2c85f6248bf8 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:38.426902 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-072e4b3b-2fcd-497a-9942-a8af8b67d19b tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:38.477287 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072e4b3b-2fcd-497a-9942-a8af8b67d19b tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Pushing event deleted for resources: {'Port': ['ID=4c363a10-d532-49fe-a731-9e5fed3d11dc,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:57:38.500905 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4b8d51eb-8d0b-4175-a1fb-2c85f6248bf8 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:38.653665 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8d51eb-8d0b-4175-a1fb-2c85f6248bf8 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=413963a6-e4e1-4ecb-acc4-d73a6290e3d4,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:57:38.666900 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4b8d51eb-8d0b-4175-a1fb-2c85f6248bf8 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:38.668028 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-4b8d51eb-8d0b-4175-a1fb-2c85f6248bf8 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] 10.222.0.55 "DELETE /v2.0/security-groups/413963a6-e4e1-4ecb-acc4-d73a6290e3d4 HTTP/1.1" status: 204 len: 168 time: 0.4371746 May 28 06:57:38.670641 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 41262) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:38.687799 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-072e4b3b-2fcd-497a-9942-a8af8b67d19b tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700472'] for router_interface, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:38.738460 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-cdf3f96d-58bb-4934-9f8a-5214f0a6198a tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Synchronizing usage tracker for tenant:918c65e14a3a46538e064408ef993617 on resource:security_group {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:57:38.842832 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-cdf3f96d-58bb-4934-9f8a-5214f0a6198a tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Unset dirty status for tenant:918c65e14a3a46538e064408ef993617 on resource:security_group {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:57:38.844164 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-cdf3f96d-58bb-4934-9f8a-5214f0a6198a tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1724355 May 28 06:57:38.850761 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 41274) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:38.856286 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-b69a95f3-fc96-4b48-9ec5-05949d3af77f tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Request body: {'security_group': {'name': 'tempest-secgroup--1738051169'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:57:38.867661 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-b69a95f3-fc96-4b48-9ec5-05949d3af77f tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:57:38.877945 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-b69a95f3-fc96-4b48-9ec5-05949d3af77f tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:57:39.009192 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b69a95f3-fc96-4b48-9ec5-05949d3af77f tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:39.029879 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-b69a95f3-fc96-4b48-9ec5-05949d3af77f tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:57:39.033938 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-b69a95f3-fc96-4b48-9ec5-05949d3af77f tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Usage tracker for resource:security_group_rule and tenant:918c65e14a3a46538e064408ef993617 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:57:39.037361 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-b69a95f3-fc96-4b48-9ec5-05949d3af77f tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:57:39.043099 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-b69a95f3-fc96-4b48-9ec5-05949d3af77f tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:57:39.103236 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-072e4b3b-2fcd-497a-9942-a8af8b67d19b tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Router 9ddab882-9fbf-477f-8dc9-268d651c2075 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:57:39.126993 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b69a95f3-fc96-4b48-9ec5-05949d3af77f tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:39.238089 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-072e4b3b-2fcd-497a-9942-a8af8b67d19b tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:57:39.248892 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9101aeea-cde5-498d-bdc5-4f487770494d None None] Sync routers for ids ['9ddab882-9fbf-477f-8dc9-268d651c2075'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:57:39.257614 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-072e4b3b-2fcd-497a-9942-a8af8b67d19b tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] 10.222.0.55 "PUT /v2.0/routers/9ddab882-9fbf-477f-8dc9-268d651c2075/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5355055 May 28 06:57:39.257992 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 41296) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:39.264350 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9101aeea-cde5-498d-bdc5-4f487770494d None None] Routers {'9ddab882-9fbf-477f-8dc9-268d651c2075'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:57:39.264987 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-9101aeea-cde5-498d-bdc5-4f487770494d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:57:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['9ddab882-9fbf-477f-8dc9-268d651c2075'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:57:39.324593 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b69a95f3-fc96-4b48-9ec5-05949d3af77f tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:39.331370 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-9101aeea-cde5-498d-bdc5-4f487770494d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:57:39.336105 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-4979eedc-f8fe-45b5-9e4d-1d52c45d486b tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Synchronizing usage tracker for tenant:edfff7521b2740e6894c3714ce0e5450 on resource:port {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:57:39.340795 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9101aeea-cde5-498d-bdc5-4f487770494d None None] Routers {'9ddab882-9fbf-477f-8dc9-268d651c2075'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:57:39.341409 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-9101aeea-cde5-498d-bdc5-4f487770494d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:57:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['9ddab882-9fbf-477f-8dc9-268d651c2075'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:57:39.384302 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69a95f3-fc96-4b48-9ec5-05949d3af77f tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ceab8ee1-1b23-48c1-a833-80e0e6ea08c4,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:57:39.404884 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-9101aeea-cde5-498d-bdc5-4f487770494d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:57:39.405295 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9101aeea-cde5-498d-bdc5-4f487770494d None None] The sync data for ids ['9ddab882-9fbf-477f-8dc9-268d651c2075'] in n-d-843702-1 is: [] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:57:39.540195 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-4979eedc-f8fe-45b5-9e4d-1d52c45d486b tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Unset dirty status for tenant:edfff7521b2740e6894c3714ce0e5450 on resource:port {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:57:39.541388 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-4979eedc-f8fe-45b5-9e4d-1d52c45d486b tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ddab882-9fbf-477f-8dc9-268d651c2075 HTTP/1.1" status: 200 len: 205 time: 0.2821879 May 28 06:57:39.542221 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b69a95f3-fc96-4b48-9ec5-05949d3af77f tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:39.546634 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-b69a95f3-fc96-4b48-9ec5-05949d3af77f tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6914237 May 28 06:57:39.548821 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 41310) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:39.549035 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 41312) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:39.554453 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-3bea56d5-19e5-4117-9185-27a34da0a10d tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Request body: {'security_group_rule': {'security_group_id': 'ceab8ee1-1b23-48c1-a833-80e0e6ea08c4', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:57:39.555180 n-d-843702-1 neutron-server[89109]: WARNING neutron.api.v2.base [None req-3bea56d5-19e5-4117-9185-27a34da0a10d tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 28 06:57:39.555800 n-d-843702-1 neutron-server[89109]: INFO neutron.api.v2.resource [None req-3bea56d5-19e5-4117-9185-27a34da0a10d tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 06:57:39.559369 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-3bea56d5-19e5-4117-9185-27a34da0a10d tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0066977 May 28 06:57:39.559713 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 41318) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:39.564857 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-827d6511-95f9-42b7-b3cc-65fe433d5e61 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Request body: {'security_group_rule': {'security_group_id': 'ceab8ee1-1b23-48c1-a833-80e0e6ea08c4', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:57:39.573022 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-827d6511-95f9-42b7-b3cc-65fe433d5e61 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:57:39.576888 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-827d6511-95f9-42b7-b3cc-65fe433d5e61 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Usage tracker for resource:security_group_rule and tenant:918c65e14a3a46538e064408ef993617 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:57:39.581189 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-827d6511-95f9-42b7-b3cc-65fe433d5e61 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:57:39.588572 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-827d6511-95f9-42b7-b3cc-65fe433d5e61 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:57:39.691025 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6c3e6798-a8e4-4602-94c2-03f3195e7f84 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks [] for router, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:39.872006 n-d-843702-1 neutron-server[89109]: INFO neutron.api.v2.resource [None req-827d6511-95f9-42b7-b3cc-65fe433d5e61 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 06:57:39.876330 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-827d6511-95f9-42b7-b3cc-65fe433d5e61 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3126774 May 28 06:57:39.876554 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 41334) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:39.882817 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-b69ee29e-ca01-4112-abc6-6b764f0cdfd1 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Request body: {'security_group_rule': {'security_group_id': 'ceab8ee1-1b23-48c1-a833-80e0e6ea08c4', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:57:39.883296 n-d-843702-1 neutron-server[89109]: WARNING neutron.api.v2.base [None req-b69ee29e-ca01-4112-abc6-6b764f0cdfd1 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 May 28 06:57:39.883761 n-d-843702-1 neutron-server[89109]: INFO neutron.api.v2.resource [None req-b69ee29e-ca01-4112-abc6-6b764f0cdfd1 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 06:57:39.884698 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-b69ee29e-ca01-4112-abc6-6b764f0cdfd1 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0072143 May 28 06:57:39.887306 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 41338) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:39.892007 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-87ff2f48-ccdf-4acc-9f47-19cc18e3ab1f tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Request body: {'security_group_rule': {'security_group_id': 'ceab8ee1-1b23-48c1-a833-80e0e6ea08c4', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:57:39.900404 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-87ff2f48-ccdf-4acc-9f47-19cc18e3ab1f tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:57:39.904371 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-87ff2f48-ccdf-4acc-9f47-19cc18e3ab1f tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Usage tracker for resource:security_group_rule and tenant:918c65e14a3a46538e064408ef993617 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:57:39.909494 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-87ff2f48-ccdf-4acc-9f47-19cc18e3ab1f tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:57:39.923114 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-87ff2f48-ccdf-4acc-9f47-19cc18e3ab1f tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:57:39.994354 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6c3e6798-a8e4-4602-94c2-03f3195e7f84 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59018'] for router, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:39.996816 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6c3e6798-a8e4-4602-94c2-03f3195e7f84 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:40.117841 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6c3e6798-a8e4-4602-94c2-03f3195e7f84 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-703817'] for router, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:40.118336 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c3e6798-a8e4-4602-94c2-03f3195e7f84 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Fanout notify agent at l3_agent the message router_deleted on router 9ddab882-9fbf-477f-8dc9-268d651c2075 {{(pid=89110) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 06:57:40.132669 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6c3e6798-a8e4-4602-94c2-03f3195e7f84 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks [] for router, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:40.133793 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-6c3e6798-a8e4-4602-94c2-03f3195e7f84 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] 10.222.0.55 "DELETE /v2.0/routers/9ddab882-9fbf-477f-8dc9-268d651c2075 HTTP/1.1" status: 204 len: 168 time: 0.5836251 May 28 06:57:40.136411 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 41354) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:40.199893 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ac4a5b2-5632-4755-8156-c7bea1adf02d tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Deleting subnet a5c886b2-6068-4339-8199-798700e3e976 {{(pid=89110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:57:40.202774 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6ac4a5b2-5632-4755-8156-c7bea1adf02d tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks [] for subnet, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:40.248847 n-d-843702-1 neutron-server[89109]: INFO neutron.api.v2.resource [None req-87ff2f48-ccdf-4acc-9f47-19cc18e3ab1f tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 06:57:40.254181 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-87ff2f48-ccdf-4acc-9f47-19cc18e3ab1f tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3657656 May 28 06:57:40.255007 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 41364) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:40.260326 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-09c3f374-af9f-452a-bfdc-a9fff4a71fc4 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Request body: {'security_group_rule': {'security_group_id': 'ceab8ee1-1b23-48c1-a833-80e0e6ea08c4', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:57:40.260829 n-d-843702-1 neutron-server[89109]: WARNING neutron.api.v2.base [None req-09c3f374-af9f-452a-bfdc-a9fff4a71fc4 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 28 06:57:40.263738 n-d-843702-1 neutron-server[89109]: INFO neutron.api.v2.resource [None req-09c3f374-af9f-452a-bfdc-a9fff4a71fc4 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 06:57:40.263738 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-09c3f374-af9f-452a-bfdc-a9fff4a71fc4 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0068247 May 28 06:57:40.264132 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6ac4a5b2-5632-4755-8156-c7bea1adf02d tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4150765'] for subnet, precommit_delete_associations {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:40.265778 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 41368) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:40.270528 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-2a43be3b-2332-4a97-bbe1-bcb24713f0df tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Request body: {'security_group_rule': {'security_group_id': 'ceab8ee1-1b23-48c1-a833-80e0e6ea08c4', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:57:40.277180 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-2a43be3b-2332-4a97-bbe1-bcb24713f0df tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:57:40.280956 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-2a43be3b-2332-4a97-bbe1-bcb24713f0df tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Usage tracker for resource:security_group_rule and tenant:918c65e14a3a46538e064408ef993617 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:57:40.284058 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-2a43be3b-2332-4a97-bbe1-bcb24713f0df tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:57:40.291072 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-2a43be3b-2332-4a97-bbe1-bcb24713f0df tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:57:40.345943 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6ac4a5b2-5632-4755-8156-c7bea1adf02d tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:40.454737 n-d-843702-1 neutron-server[89109]: INFO neutron.db.securitygroups_db [None req-2a43be3b-2332-4a97-bbe1-bcb24713f0df tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Project 918c65e14a3a46538e064408ef993617 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 06:57:40.614943 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6ac4a5b2-5632-4755-8156-c7bea1adf02d tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3115981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3172005'] for subnet, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:40.637205 n-d-843702-1 neutron-server[89109]: INFO neutron.api.v2.resource [None req-2a43be3b-2332-4a97-bbe1-bcb24713f0df tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 06:57:40.641059 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-2a43be3b-2332-4a97-bbe1-bcb24713f0df tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3717330 May 28 06:57:40.641302 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 41392) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:40.647122 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-e72cce15-c1fb-4ba9-a534-32614ef3a955 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Request body: {'security_group_rule': {'security_group_id': 'ceab8ee1-1b23-48c1-a833-80e0e6ea08c4', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:57:40.647626 n-d-843702-1 neutron-server[89109]: WARNING neutron.api.v2.base [None req-e72cce15-c1fb-4ba9-a534-32614ef3a955 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 May 28 06:57:40.648093 n-d-843702-1 neutron-server[89109]: INFO neutron.api.v2.resource [None req-e72cce15-c1fb-4ba9-a534-32614ef3a955 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 06:57:40.651417 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-e72cce15-c1fb-4ba9-a534-32614ef3a955 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0067201 May 28 06:57:40.651908 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 41396) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:40.657825 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac4a5b2-5632-4755-8156-c7bea1adf02d tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Pushing event deleted for resources: {'Subnet': ['ID=a5c886b2-6068-4339-8199-798700e3e976,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:57:40.658023 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-8a7131e8-be0e-4ea2-ab6b-20256bcaebd1 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Request body: {'security_group_rule': {'security_group_id': 'ceab8ee1-1b23-48c1-a833-80e0e6ea08c4', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:57:40.662749 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6ac4a5b2-5632-4755-8156-c7bea1adf02d tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:40.668862 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-6ac4a5b2-5632-4755-8156-c7bea1adf02d tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] 10.222.0.55 "DELETE /v2.0/subnets/a5c886b2-6068-4339-8199-798700e3e976 HTTP/1.1" status: 204 len: 168 time: 0.5314806 May 28 06:57:40.669549 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c7201d1-207e-4d9d-8083-f8b276af2080 None None] Network b8270727-6a33-4ecf-ab89-5b8a7681a81c requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:57:40.671565 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 41400) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:40.674917 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-8a7131e8-be0e-4ea2-ab6b-20256bcaebd1 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:57:40.679097 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-8a7131e8-be0e-4ea2-ab6b-20256bcaebd1 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Usage tracker for resource:security_group_rule and tenant:918c65e14a3a46538e064408ef993617 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:57:40.682234 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-8a7131e8-be0e-4ea2-ab6b-20256bcaebd1 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:57:40.688914 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-8a7131e8-be0e-4ea2-ab6b-20256bcaebd1 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:57:40.788618 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b25e5ae5-55ac-4df2-b1f6-137f6915449b tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:40.799608 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-b25e5ae5-55ac-4df2-b1f6-137f6915449b tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Deleting port ec743038-589e-4bf1-bd40-28d7218729b2 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:57:40.799937 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b25e5ae5-55ac-4df2-b1f6-137f6915449b tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:40.820275 n-d-843702-1 neutron-server[89109]: INFO neutron.db.securitygroups_db [None req-8a7131e8-be0e-4ea2-ab6b-20256bcaebd1 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Project 918c65e14a3a46538e064408ef993617 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 06:57:40.950103 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14700043-5cd5-4cd0-8543-dc08cc9536c2 None None] DHCP port deletion for b8270727-6a33-4ecf-ab89-5b8a7681a81c request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:57:40.954742 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-14700043-5cd5-4cd0-8543-dc08cc9536c2 None None] Deleting port ec743038-589e-4bf1-bd40-28d7218729b2 {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:57:40.955217 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-14700043-5cd5-4cd0-8543-dc08cc9536c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:40.968212 n-d-843702-1 neutron-server[89109]: INFO neutron.api.v2.resource [None req-8a7131e8-be0e-4ea2-ab6b-20256bcaebd1 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 06:57:40.969508 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-8a7131e8-be0e-4ea2-ab6b-20256bcaebd1 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3156557 May 28 06:57:40.973240 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 41414) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:40.978863 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-f276580f-8a33-47e5-add9-5ec67e4c8869 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Request body: {'security_group_rule': {'security_group_id': 'ceab8ee1-1b23-48c1-a833-80e0e6ea08c4', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:57:40.986766 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-f276580f-8a33-47e5-add9-5ec67e4c8869 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:57:40.991173 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-f276580f-8a33-47e5-add9-5ec67e4c8869 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Usage tracker for resource:security_group_rule and tenant:918c65e14a3a46538e064408ef993617 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:57:40.994749 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-f276580f-8a33-47e5-add9-5ec67e4c8869 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:57:41.002206 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-f276580f-8a33-47e5-add9-5ec67e4c8869 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:57:41.117147 n-d-843702-1 neutron-server[89109]: INFO neutron.db.securitygroups_db [None req-f276580f-8a33-47e5-add9-5ec67e4c8869 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Project 918c65e14a3a46538e064408ef993617 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 06:57:41.151704 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [None req-b25e5ae5-55ac-4df2-b1f6-137f6915449b tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] For port ec743038-589e-4bf1-bd40-28d7218729b2, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=ec743038-589e-4bf1-bd40-28d7218729b2,segment=NetworkSegment(33d1ea6e-450a-47b3-b162-97ff1b921222),segment_id=33d1ea6e-450a-47b3-b162-97ff1b921222)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:57:41.157052 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b25e5ae5-55ac-4df2-b1f6-137f6915449b tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:41.220780 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-14700043-5cd5-4cd0-8543-dc08cc9536c2 None None] For port ec743038-589e-4bf1-bd40-28d7218729b2, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=ec743038-589e-4bf1-bd40-28d7218729b2,segment=NetworkSegment(33d1ea6e-450a-47b3-b162-97ff1b921222),segment_id=33d1ea6e-450a-47b3-b162-97ff1b921222)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:57:41.221117 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-14700043-5cd5-4cd0-8543-dc08cc9536c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:41.225892 n-d-843702-1 neutron-server[89109]: INFO neutron.api.v2.resource [None req-f276580f-8a33-47e5-add9-5ec67e4c8869 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 06:57:41.229743 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-f276580f-8a33-47e5-add9-5ec67e4c8869 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2525983 May 28 06:57:41.230108 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 41430) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:41.289988 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-b25e5ae5-55ac-4df2-b1f6-137f6915449b tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Calling delete_port for ec743038-589e-4bf1-bd40-28d7218729b2 owned by network:dhcp {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:57:41.323510 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3b66ea81-04a0-49da-a6d8-b843b40052ce tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:41.353493 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3b66ea81-04a0-49da-a6d8-b843b40052ce tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:41.391489 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-14700043-5cd5-4cd0-8543-dc08cc9536c2 None None] Calling delete_port for ec743038-589e-4bf1-bd40-28d7218729b2 owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:57:41.437556 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b25e5ae5-55ac-4df2-b1f6-137f6915449b tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:41.470166 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.db.api [None req-14700043-5cd5-4cd0-8543-dc08cc9536c2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89111) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:57:41.470521 n-d-843702-1 neutron-server[89111]: DEBUG oslo_db.api [None req-14700043-5cd5-4cd0-8543-dc08cc9536c2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:57:41.491499 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25e5ae5-55ac-4df2-b1f6-137f6915449b tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Pushing event deleted for resources: {'Port': ['ID=ec743038-589e-4bf1-bd40-28d7218729b2,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:57:41.495250 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25e5ae5-55ac-4df2-b1f6-137f6915449b tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] No DVR routers for this DVR port ec743038-589e-4bf1-bd40-28d7218729b2 on host n-d-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:57:41.529106 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3b66ea81-04a0-49da-a6d8-b843b40052ce tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:41.551936 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b66ea81-04a0-49da-a6d8-b843b40052ce tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceab8ee1-1b23-48c1-a833-80e0e6ea08c4,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:57:41.560807 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3b66ea81-04a0-49da-a6d8-b843b40052ce tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:41.562310 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-3b66ea81-04a0-49da-a6d8-b843b40052ce tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] 10.222.0.55 "DELETE /v2.0/security-groups/ceab8ee1-1b23-48c1-a833-80e0e6ea08c4 HTTP/1.1" status: 204 len: 168 time: 0.3312962 May 28 06:57:41.564870 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 41450) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:41.623197 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-c0dde536-37ce-43a3-9610-6108b98e7444 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Synchronizing usage tracker for tenant:918c65e14a3a46538e064408ef993617 on resource:security_group {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:57:41.628635 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b25e5ae5-55ac-4df2-b1f6-137f6915449b tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:41.656613 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-b25e5ae5-55ac-4df2-b1f6-137f6915449b tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8270727-6a33-4ecf-ab89-5b8a7681a81c']}} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:57:41.668767 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-b25e5ae5-55ac-4df2-b1f6-137f6915449b tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33d1ea6e-450a-47b3-b162-97ff1b921222') {'for_net_delete': True} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:57:41.669051 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-b25e5ae5-55ac-4df2-b1f6-137f6915449b tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33d1ea6e-450a-47b3-b162-97ff1b921222') {} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:57:41.680652 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b25e5ae5-55ac-4df2-b1f6-137f6915449b tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4150778'] for segment, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:41.696587 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b25e5ae5-55ac-4df2-b1f6-137f6915449b tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:41.702435 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b25e5ae5-55ac-4df2-b1f6-137f6915449b tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=89110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:57:41.702837 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b25e5ae5-55ac-4df2-b1f6-137f6915449b tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3143023'] for segment, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:41.773377 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment 33d1ea6e-450a-47b3-b162-97ff1b921222 resource provider aggregate not found May 28 06:57:41.794174 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment 33d1ea6e-450a-47b3-b162-97ff1b921222 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 33d1ea6e-450a-47b3-b162-97ff1b921222 found for delete ", "request_id": "req-8f8db89b-f501-4f19-8455-a39975b8f2b5"}]} May 28 06:57:41.820157 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-c0dde536-37ce-43a3-9610-6108b98e7444 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Unset dirty status for tenant:918c65e14a3a46538e064408ef993617 on resource:security_group {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:57:41.821371 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-c0dde536-37ce-43a3-9610-6108b98e7444 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2553630 May 28 06:57:41.825226 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 41466) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:41.831494 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-570f8a97-cd2f-4509-8c1e-03189fe274c0 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Request body: {'security_group': {'name': 'tempest-secgroup--681413624'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:57:41.839401 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-570f8a97-cd2f-4509-8c1e-03189fe274c0 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:57:41.849840 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-570f8a97-cd2f-4509-8c1e-03189fe274c0 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:57:41.894128 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b25e5ae5-55ac-4df2-b1f6-137f6915449b tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:41.900067 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b25e5ae5-55ac-4df2-b1f6-137f6915449b tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks [] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:41.931217 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25e5ae5-55ac-4df2-b1f6-137f6915449b tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Pushing event deleted for resources: {'Network': ['ID=b8270727-6a33-4ecf-ab89-5b8a7681a81c,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:57:41.962316 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-570f8a97-cd2f-4509-8c1e-03189fe274c0 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:41.972126 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-14700043-5cd5-4cd0-8543-dc08cc9536c2 None None] Deleting port ec743038-589e-4bf1-bd40-28d7218729b2 {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:57:41.977928 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-14700043-5cd5-4cd0-8543-dc08cc9536c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:41.984551 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-570f8a97-cd2f-4509-8c1e-03189fe274c0 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:57:41.988550 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-570f8a97-cd2f-4509-8c1e-03189fe274c0 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Usage tracker for resource:security_group_rule and tenant:918c65e14a3a46538e064408ef993617 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:57:41.991899 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-570f8a97-cd2f-4509-8c1e-03189fe274c0 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:57:41.998007 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-570f8a97-cd2f-4509-8c1e-03189fe274c0 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:57:42.022443 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-b25e5ae5-55ac-4df2-b1f6-137f6915449b tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] 10.222.0.55 "DELETE /v2.0/networks/b8270727-6a33-4ecf-ab89-5b8a7681a81c HTTP/1.1" status: 204 len: 168 time: 1.3493195 May 28 06:57:42.025989 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 41478) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:42.032590 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-3ca2dd95-ccea-43bb-be6c-69c755a8c089 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-152163041', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}, 'admin_state_up': False}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:57:42.037938 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-14700043-5cd5-4cd0-8543-dc08cc9536c2 None None] The port 'ec743038-589e-4bf1-bd40-28d7218729b2' was deleted {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 06:57:42.042542 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-3ca2dd95-ccea-43bb-be6c-69c755a8c089 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:57:42.048249 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-3ca2dd95-ccea-43bb-be6c-69c755a8c089 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Usage tracker for resource:router and tenant:edfff7521b2740e6894c3714ce0e5450 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:57:42.053649 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-3ca2dd95-ccea-43bb-be6c-69c755a8c089 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:57:42.062327 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-3ca2dd95-ccea-43bb-be6c-69c755a8c089 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:57:42.125152 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-570f8a97-cd2f-4509-8c1e-03189fe274c0 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:42.288843 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3ca2dd95-ccea-43bb-be6c-69c755a8c089 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59128'] for router, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:42.290114 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3ca2dd95-ccea-43bb-be6c-69c755a8c089 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59009'] for router, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:42.294499 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-570f8a97-cd2f-4509-8c1e-03189fe274c0 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:42.352113 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3ca2dd95-ccea-43bb-be6c-69c755a8c089 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:42.353715 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570f8a97-cd2f-4509-8c1e-03189fe274c0 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a3f88ef-fa6b-46f5-9c83-f704652582d9,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:57:42.525896 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device ec743038-589e-4bf1-bd40-28d7218729b2 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:57:42.540520 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-570f8a97-cd2f-4509-8c1e-03189fe274c0 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:42.544717 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 41500) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:42.544860 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-570f8a97-cd2f-4509-8c1e-03189fe274c0 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7184055 May 28 06:57:42.550021 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-01b216c4-a64a-4e2a-89e9-fea262e96a29 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Request body: {'security_group_rule': {'security_group_id': '6a3f88ef-fa6b-46f5-9c83-f704652582d9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:57:42.567852 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-01b216c4-a64a-4e2a-89e9-fea262e96a29 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:57:42.572298 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-01b216c4-a64a-4e2a-89e9-fea262e96a29 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Usage tracker for resource:security_group_rule and tenant:918c65e14a3a46538e064408ef993617 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:57:42.575708 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-01b216c4-a64a-4e2a-89e9-fea262e96a29 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:57:42.579335 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: ec743038-589e-4bf1-bd40-28d7218729b2 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:57:42.579754 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device ec743038-589e-4bf1-bd40-28d7218729b2 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:57:42.583812 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-01b216c4-a64a-4e2a-89e9-fea262e96a29 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:57:42.827461 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3ca2dd95-ccea-43bb-be6c-69c755a8c089 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59027'] for router, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:42.928650 n-d-843702-1 neutron-server[89110]: INFO neutron.api.v2.resource [None req-01b216c4-a64a-4e2a-89e9-fea262e96a29 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] create failed (client error): The resource could not be found. May 28 06:57:42.929713 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-01b216c4-a64a-4e2a-89e9-fea262e96a29 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3838756 May 28 06:57:42.932608 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 41514) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:42.944080 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-bcc4ec90-44f9-43ae-9a99-8c0b31004525 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Request body: {'security_group_rule': {'security_group_id': '6a3f88ef-fa6b-46f5-9c83-f704652582d9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '7231cd2e-1982-4907-a658-698c67799b78'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:57:42.950529 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-bcc4ec90-44f9-43ae-9a99-8c0b31004525 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:57:42.954359 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-bcc4ec90-44f9-43ae-9a99-8c0b31004525 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Usage tracker for resource:security_group_rule and tenant:918c65e14a3a46538e064408ef993617 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:57:42.957782 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-bcc4ec90-44f9-43ae-9a99-8c0b31004525 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:57:42.963983 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-bcc4ec90-44f9-43ae-9a99-8c0b31004525 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:57:43.246111 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3ca2dd95-ccea-43bb-be6c-69c755a8c089 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks [] for router_gateway, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:43.265549 n-d-843702-1 neutron-server[89110]: INFO neutron.api.v2.resource [None req-bcc4ec90-44f9-43ae-9a99-8c0b31004525 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] create failed (client error): The resource could not be found. May 28 06:57:43.269527 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-bcc4ec90-44f9-43ae-9a99-8c0b31004525 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3328438 May 28 06:57:43.269924 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 41528) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:43.276960 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3ca2dd95-ccea-43bb-be6c-69c755a8c089 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:43.364904 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d2916875-e133-4ed9-a92d-a09e2ecd83f8 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:43.404978 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d2916875-e133-4ed9-a92d-a09e2ecd83f8 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:43.446352 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-3ca2dd95-ccea-43bb-be6c-69c755a8c089 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Allocated IP 172.25.5.150 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/2b33568f-5253-4d06-a42f-fe4676dce592) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:57:43.569487 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d2916875-e133-4ed9-a92d-a09e2ecd83f8 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:43.593455 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2916875-e133-4ed9-a92d-a09e2ecd83f8 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a3f88ef-fa6b-46f5-9c83-f704652582d9,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:57:43.600515 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d2916875-e133-4ed9-a92d-a09e2ecd83f8 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:43.601742 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-d2916875-e133-4ed9-a92d-a09e2ecd83f8 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] 10.222.0.55 "DELETE /v2.0/security-groups/6a3f88ef-fa6b-46f5-9c83-f704652582d9 HTTP/1.1" status: 204 len: 168 time: 0.3308554 May 28 06:57:43.604370 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 41548) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:43.672606 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-5fed618e-bbbb-43d9-8ac5-c283442a9494 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Synchronizing usage tracker for tenant:918c65e14a3a46538e064408ef993617 on resource:security_group {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:57:43.752570 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3ca2dd95-ccea-43bb-be6c-69c755a8c089 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:43.791785 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-5fed618e-bbbb-43d9-8ac5-c283442a9494 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Unset dirty status for tenant:918c65e14a3a46538e064408ef993617 on resource:security_group {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:57:43.797458 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-5fed618e-bbbb-43d9-8ac5-c283442a9494 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1876256 May 28 06:57:43.801444 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 41558) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:43.803086 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-dea9b678-30f8-4b92-a8df-4eb3a8b81617 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Request body: {'security_group_rule': {'security_group_id': 'c6abdd6e-a0fd-4d88-a682-bce8b73476f6', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:57:43.810886 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-dea9b678-30f8-4b92-a8df-4eb3a8b81617 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:57:43.815288 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-dea9b678-30f8-4b92-a8df-4eb3a8b81617 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Usage tracker for resource:security_group_rule and tenant:918c65e14a3a46538e064408ef993617 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:57:43.818312 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-dea9b678-30f8-4b92-a8df-4eb3a8b81617 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:57:43.824532 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-dea9b678-30f8-4b92-a8df-4eb3a8b81617 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:57:43.906608 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3ca2dd95-ccea-43bb-be6c-69c755a8c089 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:43.997229 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca2dd95-ccea-43bb-be6c-69c755a8c089 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:57:43.999945 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-3ca2dd95-ccea-43bb-be6c-69c755a8c089 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:57:44.004757 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca2dd95-ccea-43bb-be6c-69c755a8c089 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:57:44.042611 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca2dd95-ccea-43bb-be6c-69c755a8c089 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Pushing event updated for resources: {'Port': ['ID=2b33568f-5253-4d06-a42f-fe4676dce592,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:57:44.072198 n-d-843702-1 neutron-server[89110]: INFO neutron.api.v2.resource [None req-dea9b678-30f8-4b92-a8df-4eb3a8b81617 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] create failed (client error): The resource could not be found. May 28 06:57:44.076916 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-dea9b678-30f8-4b92-a8df-4eb3a8b81617 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2747371 May 28 06:57:44.077125 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 41574) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:44.093852 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-fe3e63b7-5fc9-45b0-85ae-18ee8e163cd8 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Request body: {'security_group': {'name': 'tempest-secgroup--1150852128'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:57:44.101520 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-fe3e63b7-5fc9-45b0-85ae-18ee8e163cd8 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:57:44.129351 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-fe3e63b7-5fc9-45b0-85ae-18ee8e163cd8 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:57:44.260287 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-fe3e63b7-5fc9-45b0-85ae-18ee8e163cd8 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:44.281564 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-fe3e63b7-5fc9-45b0-85ae-18ee8e163cd8 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:57:44.285422 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-fe3e63b7-5fc9-45b0-85ae-18ee8e163cd8 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Usage tracker for resource:security_group_rule and tenant:918c65e14a3a46538e064408ef993617 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:57:44.288621 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-fe3e63b7-5fc9-45b0-85ae-18ee8e163cd8 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:57:44.294474 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-fe3e63b7-5fc9-45b0-85ae-18ee8e163cd8 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:57:44.365814 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-fe3e63b7-5fc9-45b0-85ae-18ee8e163cd8 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:44.511602 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-fe3e63b7-5fc9-45b0-85ae-18ee8e163cd8 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:44.594980 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3e63b7-5fc9-45b0-85ae-18ee8e163cd8 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91e7a41b-e933-4b68-8014-46ce472fdbce,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:57:44.612017 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3ca2dd95-ccea-43bb-be6c-69c755a8c089 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks [] for router_gateway, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:44.797244 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-fe3e63b7-5fc9-45b0-85ae-18ee8e163cd8 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:44.801342 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-fe3e63b7-5fc9-45b0-85ae-18ee8e163cd8 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7202599 May 28 06:57:44.801789 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 41610) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:44.809948 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-ed8a1f0d-c764-427a-b3fd-1b5855b96e4e tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Request body: {'security_group': {'name': 'tempest-secgroup--94004784'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:57:44.817926 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-ed8a1f0d-c764-427a-b3fd-1b5855b96e4e tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:57:44.825306 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-ed8a1f0d-c764-427a-b3fd-1b5855b96e4e tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Usage tracker for resource:security_group and tenant:918c65e14a3a46538e064408ef993617 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:57:44.825873 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-ed8a1f0d-c764-427a-b3fd-1b5855b96e4e tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:57:44.833409 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-ed8a1f0d-c764-427a-b3fd-1b5855b96e4e tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:57:44.957452 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3ca2dd95-ccea-43bb-be6c-69c755a8c089 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690761'] for router, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:44.997506 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ed8a1f0d-c764-427a-b3fd-1b5855b96e4e tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:45.020651 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-ed8a1f0d-c764-427a-b3fd-1b5855b96e4e tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:57:45.024504 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-ed8a1f0d-c764-427a-b3fd-1b5855b96e4e tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Usage tracker for resource:security_group_rule and tenant:918c65e14a3a46538e064408ef993617 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:57:45.027372 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-ed8a1f0d-c764-427a-b3fd-1b5855b96e4e tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:57:45.033005 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-ed8a1f0d-c764-427a-b3fd-1b5855b96e4e tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:57:45.112235 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ed8a1f0d-c764-427a-b3fd-1b5855b96e4e tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:45.214248 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ed8a1f0d-c764-427a-b3fd-1b5855b96e4e tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:45.261054 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8a1f0d-c764-427a-b3fd-1b5855b96e4e tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c46affce-6ac1-4d0e-9d5c-4fa279668c96,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:57:45.282609 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ca2dd95-ccea-43bb-be6c-69c755a8c089 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Router 6cc4972a-0324-4de1-8fc0-7166012a2a69 is scheduled to L3 agent 42958940-9562-4f71-972f-15a8af9d3963 with binding_index 1 {{(pid=89109) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 06:57:45.385929 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ed8a1f0d-c764-427a-b3fd-1b5855b96e4e tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:45.387192 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-ed8a1f0d-c764-427a-b3fd-1b5855b96e4e tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5848601 May 28 06:57:45.390206 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 41634) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:45.395267 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-be7b6c47-9fff-4e88-b469-798ea9c2182b tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Request body: {'security_group_rule': {'security_group_id': '91e7a41b-e933-4b68-8014-46ce472fdbce', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'c46affce-6ac1-4d0e-9d5c-4fa279668c96'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:57:45.401873 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-be7b6c47-9fff-4e88-b469-798ea9c2182b tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:57:45.405788 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-be7b6c47-9fff-4e88-b469-798ea9c2182b tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Usage tracker for resource:security_group_rule and tenant:918c65e14a3a46538e064408ef993617 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:57:45.408647 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-be7b6c47-9fff-4e88-b469-798ea9c2182b tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:57:45.415472 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-be7b6c47-9fff-4e88-b469-798ea9c2182b tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:57:45.465959 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ca2dd95-ccea-43bb-be6c-69c755a8c089 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:57:45.489301 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c18137-be22-4cf4-988e-0673ba359688 None None] Sync routers for ids ['6cc4972a-0324-4de1-8fc0-7166012a2a69'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:57:45.501136 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c18137-be22-4cf4-988e-0673ba359688 None None] Routers {'6cc4972a-0324-4de1-8fc0-7166012a2a69'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:57:45.502446 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-37c18137-be22-4cf4-988e-0673ba359688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:57:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['6cc4972a-0324-4de1-8fc0-7166012a2a69'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:57:45.556399 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3ca2dd95-ccea-43bb-be6c-69c755a8c089 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:45.560409 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-3ca2dd95-ccea-43bb-be6c-69c755a8c089 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.5337489 May 28 06:57:45.560852 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 41646) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:45.571060 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-37c18137-be22-4cf4-988e-0673ba359688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:57:45.580818 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c18137-be22-4cf4-988e-0673ba359688 None None] Routers {'6cc4972a-0324-4de1-8fc0-7166012a2a69'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:57:45.582499 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-37c18137-be22-4cf4-988e-0673ba359688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:57:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['6cc4972a-0324-4de1-8fc0-7166012a2a69'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:57:45.633280 n-d-843702-1 neutron-server[89110]: INFO neutron.api.v2.resource [None req-be7b6c47-9fff-4e88-b469-798ea9c2182b tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 06:57:45.634320 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-be7b6c47-9fff-4e88-b469-798ea9c2182b tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2431436 May 28 06:57:45.637231 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 41654) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:45.645789 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-37c18137-be22-4cf4-988e-0673ba359688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:57:45.646189 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c18137-be22-4cf4-988e-0673ba359688 None None] The sync data for ids ['6cc4972a-0324-4de1-8fc0-7166012a2a69'] in n-d-843702-1 is: [] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:57:45.765149 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-fcf98f77-9f38-4aa4-a0b2-76c530961fb6 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] 10.222.0.55 "GET /v2.0/routers/6cc4972a-0324-4de1-8fc0-7166012a2a69 HTTP/1.1" status: 200 len: 884 time: 0.2017329 May 28 06:57:45.767555 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 41662) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:45.842806 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-18c7b6a9-8349-44ab-8767-d3d83e4d749d tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:45.865738 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-18c7b6a9-8349-44ab-8767-d3d83e4d749d tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:46.020991 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-18c7b6a9-8349-44ab-8767-d3d83e4d749d tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:46.042016 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c7b6a9-8349-44ab-8767-d3d83e4d749d tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c46affce-6ac1-4d0e-9d5c-4fa279668c96,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:57:46.050068 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-18c7b6a9-8349-44ab-8767-d3d83e4d749d tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:46.051612 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-18c7b6a9-8349-44ab-8767-d3d83e4d749d tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] 10.222.0.55 "DELETE /v2.0/security-groups/c46affce-6ac1-4d0e-9d5c-4fa279668c96 HTTP/1.1" status: 204 len: 168 time: 0.4132454 May 28 06:57:46.054117 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 41676) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:46.104014 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-1029f744-97d5-44b5-aab8-de11a09ca84b tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Synchronizing usage tracker for tenant:edfff7521b2740e6894c3714ce0e5450 on resource:router {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:57:46.152614 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-d2a2b420-483c-45af-b06a-930e648558d2 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Synchronizing usage tracker for tenant:918c65e14a3a46538e064408ef993617 on resource:security_group {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:57:46.219787 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-1029f744-97d5-44b5-aab8-de11a09ca84b tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Unset dirty status for tenant:edfff7521b2740e6894c3714ce0e5450 on resource:router {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:57:46.221117 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-1029f744-97d5-44b5-aab8-de11a09ca84b tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.4526546 May 28 06:57:46.230424 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 41686) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:46.230424 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-86ab3e33-8801-4cce-baf3-558c4cb27eaa tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-152163041'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:57:46.286799 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-d2a2b420-483c-45af-b06a-930e648558d2 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Unset dirty status for tenant:918c65e14a3a46538e064408ef993617 on resource:security_group {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:57:46.288105 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-d2a2b420-483c-45af-b06a-930e648558d2 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2330635 May 28 06:57:46.291294 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 41694) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:46.355666 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1f1f101b-ae2b-4bc4-8bc0-4befa56d8fe8 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:46.384939 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1f1f101b-ae2b-4bc4-8bc0-4befa56d8fe8 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:46.713579 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1f1f101b-ae2b-4bc4-8bc0-4befa56d8fe8 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:46.737883 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1f101b-ae2b-4bc4-8bc0-4befa56d8fe8 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91e7a41b-e933-4b68-8014-46ce472fdbce,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:57:46.771929 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-86ab3e33-8801-4cce-baf3-558c4cb27eaa tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59027'] for router, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:46.800229 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:57:46.835851 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1f1f101b-ae2b-4bc4-8bc0-4befa56d8fe8 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:46.836968 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-1f1f101b-ae2b-4bc4-8bc0-4befa56d8fe8 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] 10.222.0.55 "DELETE /v2.0/security-groups/91e7a41b-e933-4b68-8014-46ce472fdbce HTTP/1.1" status: 204 len: 168 time: 0.5444977 May 28 06:57:46.839560 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 41710) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:46.888842 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-86ab3e33-8801-4cce-baf3-558c4cb27eaa tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-690815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-690800', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-692041'] for router, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:46.890261 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-d2a24ab8-2e8f-4ff3-af36-ad194e93ce42 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Synchronizing usage tracker for tenant:918c65e14a3a46538e064408ef993617 on resource:security_group {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:57:47.025772 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-d2a24ab8-2e8f-4ff3-af36-ad194e93ce42 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Unset dirty status for tenant:918c65e14a3a46538e064408ef993617 on resource:security_group {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:57:47.027042 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-d2a24ab8-2e8f-4ff3-af36-ad194e93ce42 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1866133 May 28 06:57:47.031495 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 41724) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:47.036572 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-c784d3b9-bf56-4df9-8774-295616520180 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Request body: {'security_group': {'name': 'tempest-secgroup--1406227719'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:57:47.043583 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-c784d3b9-bf56-4df9-8774-295616520180 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:57:47.053480 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-c784d3b9-bf56-4df9-8774-295616520180 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:57:47.082505 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86ab3e33-8801-4cce-baf3-558c4cb27eaa tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Router 6cc4972a-0324-4de1-8fc0-7166012a2a69 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:57:47.260605 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86ab3e33-8801-4cce-baf3-558c4cb27eaa tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:57:47.267454 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-86ab3e33-8801-4cce-baf3-558c4cb27eaa tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:47.269509 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-86ab3e33-8801-4cce-baf3-558c4cb27eaa tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] 10.222.0.55 "PUT /v2.0/routers/6cc4972a-0324-4de1-8fc0-7166012a2a69 HTTP/1.1" status: 200 len: 891 time: 1.0437214 May 28 06:57:47.270695 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c611914-d0aa-4765-a14a-6db236e389fd None None] Sync routers for ids ['6cc4972a-0324-4de1-8fc0-7166012a2a69'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:57:47.272028 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 41734) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:47.280105 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c611914-d0aa-4765-a14a-6db236e389fd None None] Routers {'6cc4972a-0324-4de1-8fc0-7166012a2a69'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:57:47.280724 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-6c611914-d0aa-4765-a14a-6db236e389fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:57:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['6cc4972a-0324-4de1-8fc0-7166012a2a69'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:57:47.340356 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c784d3b9-bf56-4df9-8774-295616520180 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:47.343349 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-6c611914-d0aa-4765-a14a-6db236e389fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:57:47.353040 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c611914-d0aa-4765-a14a-6db236e389fd None None] Routers {'6cc4972a-0324-4de1-8fc0-7166012a2a69'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:57:47.353798 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-6c611914-d0aa-4765-a14a-6db236e389fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:57:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['6cc4972a-0324-4de1-8fc0-7166012a2a69'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:57:47.362462 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-c784d3b9-bf56-4df9-8774-295616520180 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:57:47.366438 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-c784d3b9-bf56-4df9-8774-295616520180 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Usage tracker for resource:security_group_rule and tenant:918c65e14a3a46538e064408ef993617 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:57:47.369353 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-c784d3b9-bf56-4df9-8774-295616520180 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:57:47.375075 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-c784d3b9-bf56-4df9-8774-295616520180 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:57:47.426179 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-6c611914-d0aa-4765-a14a-6db236e389fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:57:47.426591 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c611914-d0aa-4765-a14a-6db236e389fd None None] The sync data for ids ['6cc4972a-0324-4de1-8fc0-7166012a2a69'] in n-d-843702-1 is: [] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:57:47.479786 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c784d3b9-bf56-4df9-8774-295616520180 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:47.484468 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-1d1d1c6c-794c-4828-92da-585b4dd1f87b tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] 10.222.0.55 "GET /v2.0/routers/6cc4972a-0324-4de1-8fc0-7166012a2a69 HTTP/1.1" status: 200 len: 891 time: 0.2110631 May 28 06:57:47.488684 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 41744) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:47.540252 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-0ea63dc6-8d47-4c8d-9689-cb6829241d62 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] 10.222.0.55 "GET /v2.0/ports?device_id=6cc4972a-0324-4de1-8fc0-7166012a2a69 HTTP/1.1" status: 200 len: 205 time: 0.0480859 May 28 06:57:47.540996 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 41752) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:47.596736 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c784d3b9-bf56-4df9-8774-295616520180 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:47.647046 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c784d3b9-bf56-4df9-8774-295616520180 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc9caf96-ea0b-4cd4-ab83-e1ae62f0bd3e,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:57:47.717204 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c784d3b9-bf56-4df9-8774-295616520180 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:47.718952 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-c784d3b9-bf56-4df9-8774-295616520180 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6866357 May 28 06:57:47.722015 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 41764) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:47.727782 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-d352cc16-4eca-45ab-bb5a-b261040c781c tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Request body: {'security_group_rule': {'security_group_id': 'bc9caf96-ea0b-4cd4-ab83-e1ae62f0bd3e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:57:47.734313 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-d352cc16-4eca-45ab-bb5a-b261040c781c tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:57:47.738648 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-d352cc16-4eca-45ab-bb5a-b261040c781c tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Usage tracker for resource:security_group_rule and tenant:918c65e14a3a46538e064408ef993617 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:57:47.741621 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-d352cc16-4eca-45ab-bb5a-b261040c781c tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:57:47.747328 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-d352cc16-4eca-45ab-bb5a-b261040c781c tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:57:47.863881 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-48c9c5d6-8bac-4929-8c47-8e518565a89e tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks [] for router, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:48.002837 n-d-843702-1 neutron-server[89110]: INFO neutron.api.v2.resource [None req-d352cc16-4eca-45ab-bb5a-b261040c781c tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 06:57:48.007162 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-d352cc16-4eca-45ab-bb5a-b261040c781c tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2808309 May 28 06:57:48.007435 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 41780) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:48.012416 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-094193b2-c97b-46c3-8f38-54d51534f278 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Request body: {'security_group_rule': {'security_group_id': 'bc9caf96-ea0b-4cd4-ab83-e1ae62f0bd3e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:57:48.020168 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-094193b2-c97b-46c3-8f38-54d51534f278 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:57:48.024009 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-094193b2-c97b-46c3-8f38-54d51534f278 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Usage tracker for resource:security_group_rule and tenant:918c65e14a3a46538e064408ef993617 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:57:48.026916 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-094193b2-c97b-46c3-8f38-54d51534f278 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:57:48.032708 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-094193b2-c97b-46c3-8f38-54d51534f278 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:57:48.055378 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-48c9c5d6-8bac-4929-8c47-8e518565a89e tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:48.162948 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-48c9c5d6-8bac-4929-8c47-8e518565a89e tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Deleting port 2b33568f-5253-4d06-a42f-fe4676dce592 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:57:48.163314 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-48c9c5d6-8bac-4929-8c47-8e518565a89e tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:48.260199 n-d-843702-1 neutron-server[89110]: INFO neutron.api.v2.resource [None req-094193b2-c97b-46c3-8f38-54d51534f278 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 06:57:48.261271 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-094193b2-c97b-46c3-8f38-54d51534f278 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2528610 May 28 06:57:48.264139 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 41796) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:48.328371 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7d978019-9907-4cd2-815c-b2c6cf08c3b4 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:48.347199 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-48c9c5d6-8bac-4929-8c47-8e518565a89e tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:48.358262 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7d978019-9907-4cd2-815c-b2c6cf08c3b4 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:48.486444 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-48c9c5d6-8bac-4929-8c47-8e518565a89e tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Calling delete_port for 2b33568f-5253-4d06-a42f-fe4676dce592 owned by network:router_gateway {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:57:48.488642 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7d978019-9907-4cd2-815c-b2c6cf08c3b4 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:48.525160 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d978019-9907-4cd2-815c-b2c6cf08c3b4 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc9caf96-ea0b-4cd4-ab83-e1ae62f0bd3e,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:57:48.529535 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7d978019-9907-4cd2-815c-b2c6cf08c3b4 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:48.533243 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-7d978019-9907-4cd2-815c-b2c6cf08c3b4 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] 10.222.0.55 "DELETE /v2.0/security-groups/bc9caf96-ea0b-4cd4-ab83-e1ae62f0bd3e HTTP/1.1" status: 204 len: 168 time: 0.2657831 May 28 06:57:48.533640 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 41820) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:48.601384 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-b444db06-aa14-4c64-9916-7a32f03ec552 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Synchronizing usage tracker for tenant:918c65e14a3a46538e064408ef993617 on resource:security_group {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:57:48.733565 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-b444db06-aa14-4c64-9916-7a32f03ec552 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Unset dirty status for tenant:918c65e14a3a46538e064408ef993617 on resource:security_group {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:57:48.734951 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-b444db06-aa14-4c64-9916-7a32f03ec552 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2004840 May 28 06:57:48.739465 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 41832) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:48.744444 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-c36b2446-7f4f-417d-9961-357ebc070644 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Request body: {'security_group': {'name': 'tempest-secgroup--146709575'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:57:48.751255 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-c36b2446-7f4f-417d-9961-357ebc070644 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:57:48.760770 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-c36b2446-7f4f-417d-9961-357ebc070644 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:57:48.951315 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-48c9c5d6-8bac-4929-8c47-8e518565a89e tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:48.994615 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c36b2446-7f4f-417d-9961-357ebc070644 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:49.013842 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c9c5d6-8bac-4929-8c47-8e518565a89e tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Pushing event deleted for resources: {'Port': ['ID=2b33568f-5253-4d06-a42f-fe4676dce592,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:57:49.063234 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-c36b2446-7f4f-417d-9961-357ebc070644 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:57:49.102222 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-c36b2446-7f4f-417d-9961-357ebc070644 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Usage tracker for resource:security_group_rule and tenant:918c65e14a3a46538e064408ef993617 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:57:49.110174 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-c36b2446-7f4f-417d-9961-357ebc070644 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:57:49.119593 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-c36b2446-7f4f-417d-9961-357ebc070644 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:57:49.146460 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-48c9c5d6-8bac-4929-8c47-8e518565a89e tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691105'] for router_gateway, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:49.334527 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-48c9c5d6-8bac-4929-8c47-8e518565a89e tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59018'] for router, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:49.339602 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-48c9c5d6-8bac-4929-8c47-8e518565a89e tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:49.393710 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c36b2446-7f4f-417d-9961-357ebc070644 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:49.511510 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c36b2446-7f4f-417d-9961-357ebc070644 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:49.524992 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-48c9c5d6-8bac-4929-8c47-8e518565a89e tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-703817'] for router, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:49.525476 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48c9c5d6-8bac-4929-8c47-8e518565a89e tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Fanout notify agent at l3_agent the message router_deleted on router 6cc4972a-0324-4de1-8fc0-7166012a2a69 {{(pid=89109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 06:57:49.576300 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36b2446-7f4f-417d-9961-357ebc070644 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8af11ae9-0942-41ce-880f-65bee0d78600,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:57:49.709170 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-48c9c5d6-8bac-4929-8c47-8e518565a89e tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:49.710509 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-48c9c5d6-8bac-4929-8c47-8e518565a89e tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] 10.222.0.55 "DELETE /v2.0/routers/6cc4972a-0324-4de1-8fc0-7166012a2a69 HTTP/1.1" status: 204 len: 168 time: 2.1685960 May 28 06:57:49.714200 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 41874) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:49.719634 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-06497460-3415-469a-87d8-5daba1ce3777 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2820752'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:57:49.725279 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-06497460-3415-469a-87d8-5daba1ce3777 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:57:49.729070 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-06497460-3415-469a-87d8-5daba1ce3777 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Usage tracker for resource:network and tenant:edfff7521b2740e6894c3714ce0e5450 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:57:49.731916 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-06497460-3415-469a-87d8-5daba1ce3777 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:57:49.737497 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-06497460-3415-469a-87d8-5daba1ce3777 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:57:49.750125 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c36b2446-7f4f-417d-9961-357ebc070644 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:49.750712 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-c36b2446-7f4f-417d-9961-357ebc070644 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0097265 May 28 06:57:49.753593 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 41880) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:49.759043 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-2f94e54d-800d-4a7b-8126-39c0f88b93fa tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Request body: {'security_group': {'name': 'default'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:57:49.759453 n-d-843702-1 neutron-server[89110]: WARNING neutron.api.v2.base [None req-2f94e54d-800d-4a7b-8126-39c0f88b93fa tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 28 06:57:49.760028 n-d-843702-1 neutron-server[89110]: INFO neutron.api.v2.resource [None req-2f94e54d-800d-4a7b-8126-39c0f88b93fa tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] update failed (client error): There was a conflict when trying to complete your request. May 28 06:57:49.760919 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-2f94e54d-800d-4a7b-8126-39c0f88b93fa tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] 10.222.0.55 "PUT /v2.0/security-groups/8af11ae9-0942-41ce-880f-65bee0d78600 HTTP/1.1" status: 409 len: 330 time: 0.0061052 May 28 06:57:49.763427 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 41886) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:49.825515 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d242a610-4270-4793-acbf-affb0b91ff08 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:49.848543 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06497460-3415-469a-87d8-5daba1ce3777 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Made reservation on behalf of edfff7521b2740e6894c3714ce0e5450 for: {'network': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:57:49.853136 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-06497460-3415-469a-87d8-5daba1ce3777 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:49.853252 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d242a610-4270-4793-acbf-affb0b91ff08 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:49.883831 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06497460-3415-469a-87d8-5daba1ce3777 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'} {{(pid=89109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:57:49.893574 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-06497460-3415-469a-87d8-5daba1ce3777 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:49.893813 n-d-843702-1 neutron-server[89109]: INFO neutron.db.segments_db [None req-06497460-3415-469a-87d8-5daba1ce3777 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Added segment 6a10149e-c6b6-414e-9dc3-1a9d3605ca0b of type vlan for network 6708bf04-1a66-40d4-8f69-8c60646645c9 May 28 06:57:49.923616 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-06497460-3415-469a-87d8-5daba1ce3777 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:50.030319 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d242a610-4270-4793-acbf-affb0b91ff08 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:50.055486 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d242a610-4270-4793-acbf-affb0b91ff08 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8af11ae9-0942-41ce-880f-65bee0d78600,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:57:50.062676 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d242a610-4270-4793-acbf-affb0b91ff08 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:50.082657 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-d242a610-4270-4793-acbf-affb0b91ff08 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] 10.222.0.55 "DELETE /v2.0/security-groups/8af11ae9-0942-41ce-880f-65bee0d78600 HTTP/1.1" status: 204 len: 168 time: 0.3176250 May 28 06:57:50.084384 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 41900) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:50.136236 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-8b8f5e6c-31f2-4614-a6bd-d1e231d3151b tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Synchronizing usage tracker for tenant:918c65e14a3a46538e064408ef993617 on resource:security_group {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:57:50.298757 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-06497460-3415-469a-87d8-5daba1ce3777 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:50.304927 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06497460-3415-469a-87d8-5daba1ce3777 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:57:50.305533 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-06497460-3415-469a-87d8-5daba1ce3777 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:50.311264 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-8b8f5e6c-31f2-4614-a6bd-d1e231d3151b tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] Unset dirty status for tenant:918c65e14a3a46538e064408ef993617 on resource:security_group {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:57:50.316598 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-8b8f5e6c-31f2-4614-a6bd-d1e231d3151b tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2272258 May 28 06:57:50.316987 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 41908) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:50.334593 n-d-843702-1 neutron-server[89110]: INFO neutron.api.v2.resource [None req-58baae70-29b8-42ad-98b3-b3c64d6f9fbe tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] delete failed (client error): The resource could not be found. May 28 06:57:50.339320 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-58baae70-29b8-42ad-98b3-b3c64d6f9fbe tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] 10.222.0.55 "DELETE /v2.0/security-groups/0718fed1-ec23-4829-b1e1-e25eb0bb0321 HTTP/1.1" status: 404 len: 347 time: 0.0177088 May 28 06:57:50.339521 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 41912) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:50.356072 n-d-843702-1 neutron-server[89110]: INFO neutron.api.v2.resource [None req-07aed217-a205-4c23-a452-7a630a55ebb3 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] show failed (client error): The resource could not be found. May 28 06:57:50.360451 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-07aed217-a205-4c23-a452-7a630a55ebb3 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] 10.222.0.55 "GET /v2.0/security-groups/446fc403-951e-4c1e-965f-66e65653cbc3 HTTP/1.1" status: 404 len: 347 time: 0.0166106 May 28 06:57:50.360627 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 41916) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:50.374417 n-d-843702-1 neutron-server[89110]: INFO neutron.api.v2.resource [None req-f1e3cffa-d79d-4fc9-b033-614b4595d400 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] show failed (client error): The resource could not be found. May 28 06:57:50.376393 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-f1e3cffa-d79d-4fc9-b033-614b4595d400 tempest-NegativeSecGroupIPv6Test-1726840067 tempest-NegativeSecGroupIPv6Test-1726840067-project] 10.222.0.55 "GET /v2.0/security-group-rules/d98018d8-d3de-476f-8cd0-0c6bbc60a8f4 HTTP/1.1" status: 404 len: 356 time: 0.0138805 May 28 06:57:50.413701 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06497460-3415-469a-87d8-5daba1ce3777 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Pushing event updated for resources: {'Network': ['ID=6708bf04-1a66-40d4-8f69-8c60646645c9,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:57:50.426774 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 6708bf04-1a66-40d4-8f69-8c60646645c9 details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:57:50.532964 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 41928) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:50.538006 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-06497460-3415-469a-87d8-5daba1ce3777 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8217421 May 28 06:57:50.544337 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-ff635c22-9b65-4624-9a94-6f67462869e2 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Request body: {'subnet': {'network_id': '6708bf04-1a66-40d4-8f69-8c60646645c9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:57:50.661514 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-ff635c22-9b65-4624-9a94-6f67462869e2 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:57:50.665287 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-ff635c22-9b65-4624-9a94-6f67462869e2 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Usage tracker for resource:subnet and tenant:edfff7521b2740e6894c3714ce0e5450 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:57:50.668219 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-ff635c22-9b65-4624-9a94-6f67462869e2 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:57:50.674081 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-ff635c22-9b65-4624-9a94-6f67462869e2 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:57:50.803069 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff635c22-9b65-4624-9a94-6f67462869e2 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Made reservation on behalf of edfff7521b2740e6894c3714ce0e5450 for: {'subnet': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:57:50.806512 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ff635c22-9b65-4624-9a94-6f67462869e2 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3171998'] for subnet, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:51.120474 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 41946) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:51.140580 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ff635c22-9b65-4624-9a94-6f67462869e2 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3115906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3172012'] for subnet, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:51.223566 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff635c22-9b65-4624-9a94-6f67462869e2 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Pushing event updated for resources: {'Subnet': ['ID=d2d90f27-82d8-4a1e-806d-9d53273b4331,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:57:51.250119 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff635c22-9b65-4624-9a94-6f67462869e2 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Checking segment: {'id': '6a10149e-c6b6-414e-9dc3-1a9d3605ca0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '6708bf04-1a66-40d4-8f69-8c60646645c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:57:51.250731 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff635c22-9b65-4624-9a94-6f67462869e2 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Network hostable DHCP agents. Network: 6708bf04-1a66-40d4-8f69-8c60646645c9, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89110) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:57:51.293503 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-a45b56e6-5914-49b9-81b1-9cb38059db14 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=918c65e14a3a46538e064408ef993617&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1701834 May 28 06:57:51.294295 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 41954) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:51.351297 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-60bd8f5c-b413-4a8a-a7e9-22c8425b86d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:51.376943 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-60bd8f5c-b413-4a8a-a7e9-22c8425b86d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:51.455287 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff635c22-9b65-4624-9a94-6f67462869e2 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Network 6708bf04-1a66-40d4-8f69-8c60646645c9 is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89110) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:57:51.608111 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-60bd8f5c-b413-4a8a-a7e9-22c8425b86d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:51.626143 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bd8f5c-b413-4a8a-a7e9-22c8425b86d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=357ca885-3317-4ddf-a2b7-c5c5dd05e28d,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:57:51.636785 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-ff635c22-9b65-4624-9a94-6f67462869e2 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, 6708bf04-1a66-40d4-8f69-8c60646645c9) {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:57:51.641101 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff635c22-9b65-4624-9a94-6f67462869e2 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:57:51.641955 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ff635c22-9b65-4624-9a94-6f67462869e2 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:51.648651 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00258df0-dafb-4a38-87e8-2c91dd04f9d9 None None] Network 6708bf04-1a66-40d4-8f69-8c60646645c9 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:57:51.724808 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-ff635c22-9b65-4624-9a94-6f67462869e2 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1906259 May 28 06:57:51.726764 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-60bd8f5c-b413-4a8a-a7e9-22c8425b86d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:51.727560 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 41964) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:51.729566 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-60bd8f5c-b413-4a8a-a7e9-22c8425b86d7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/357ca885-3317-4ddf-a2b7-c5c5dd05e28d HTTP/1.1" status: 204 len: 168 time: 0.4341402 May 28 06:57:51.732909 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-be8f37f6-3aef-48fb-a973-ed78001e33cb tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-943860289', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:57:51.744532 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-be8f37f6-3aef-48fb-a973-ed78001e33cb tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:57:51.756623 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-be8f37f6-3aef-48fb-a973-ed78001e33cb tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Usage tracker for resource:router and tenant:edfff7521b2740e6894c3714ce0e5450 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:57:51.761934 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-be8f37f6-3aef-48fb-a973-ed78001e33cb tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:57:51.772041 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-be8f37f6-3aef-48fb-a973-ed78001e33cb tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:57:51.917804 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a72015-00da-4ede-8f44-61eb2acd6c79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-6708bf04-1a66-40d4-8f69-8c60646645c9', 'network_id': '6708bf04-1a66-40d4-8f69-8c60646645c9', 'tenant_id': 'edfff7521b2740e6894c3714ce0e5450', 'fixed_ips': [{'subnet_id': 'd2d90f27-82d8-4a1e-806d-9d53273b4331'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:57:51.918646 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-21a72015-00da-4ede-8f44-61eb2acd6c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:51.929138 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-be8f37f6-3aef-48fb-a973-ed78001e33cb tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59128'] for router, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:51.930750 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-be8f37f6-3aef-48fb-a973-ed78001e33cb tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59009'] for router, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:51.954704 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-be8f37f6-3aef-48fb-a973-ed78001e33cb tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:52.084841 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-21a72015-00da-4ede-8f44-61eb2acd6c79 None None] Allocated IP 2001:db8::2 (6708bf04-1a66-40d4-8f69-8c60646645c9/d2d90f27-82d8-4a1e-806d-9d53273b4331/4fd66d22-6889-467d-b330-e12737837708) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:57:52.095609 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-be8f37f6-3aef-48fb-a973-ed78001e33cb tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690761'] for router, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:52.328742 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-21a72015-00da-4ede-8f44-61eb2acd6c79 None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:52.334057 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-be8f37f6-3aef-48fb-a973-ed78001e33cb tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:52.341438 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-be8f37f6-3aef-48fb-a973-ed78001e33cb tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6069119 May 28 06:57:52.341642 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-21a72015-00da-4ede-8f44-61eb2acd6c79 None None] Transition to ACTIVE for port object 4fd66d22-6889-467d-b330-e12737837708 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:57:52.343874 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 41984) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:52.359799 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-21a72015-00da-4ede-8f44-61eb2acd6c79 None None] Transition to ACTIVE for port object 4fd66d22-6889-467d-b330-e12737837708 will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:57:52.437950 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-21a72015-00da-4ede-8f44-61eb2acd6c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:52.512739 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a72015-00da-4ede-8f44-61eb2acd6c79 None None] Network 6708bf04-1a66-40d4-8f69-8c60646645c9 is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:57:52.513931 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-21a72015-00da-4ede-8f44-61eb2acd6c79 None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:57:52.517898 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a72015-00da-4ede-8f44-61eb2acd6c79 None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:57:52.527727 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a72015-00da-4ede-8f44-61eb2acd6c79 None None] Pushing event updated for resources: {'Port': ['ID=4fd66d22-6889-467d-b330-e12737837708,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:57:52.645148 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-21a72015-00da-4ede-8f44-61eb2acd6c79 None None] Attempting to bind port 4fd66d22-6889-467d-b330-e12737837708 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:57:52.645766 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-21a72015-00da-4ede-8f44-61eb2acd6c79 None None] Attempting to bind port 4fd66d22-6889-467d-b330-e12737837708 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': '6a10149e-c6b6-414e-9dc3-1a9d3605ca0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '6708bf04-1a66-40d4-8f69-8c60646645c9'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:57:52.646323 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a72015-00da-4ede-8f44-61eb2acd6c79 None None] Attempting to bind port 4fd66d22-6889-467d-b330-e12737837708 on network 6708bf04-1a66-40d4-8f69-8c60646645c9 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:57:52.660236 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a72015-00da-4ede-8f44-61eb2acd6c79 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:57:52.660992 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a72015-00da-4ede-8f44-61eb2acd6c79 None None] Checking segment: {'id': '6a10149e-c6b6-414e-9dc3-1a9d3605ca0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '6708bf04-1a66-40d4-8f69-8c60646645c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:57:52.660992 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-21a72015-00da-4ede-8f44-61eb2acd6c79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:52.661391 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a72015-00da-4ede-8f44-61eb2acd6c79 None None] Bound using segment: {'id': '6a10149e-c6b6-414e-9dc3-1a9d3605ca0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '6708bf04-1a66-40d4-8f69-8c60646645c9'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:57:52.661886 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-21a72015-00da-4ede-8f44-61eb2acd6c79 None None] Bound port: 4fd66d22-6889-467d-b330-e12737837708, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a10149e-c6b6-414e-9dc3-1a9d3605ca0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '6708bf04-1a66-40d4-8f69-8c60646645c9'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:57:52.662264 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-21a72015-00da-4ede-8f44-61eb2acd6c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:52.822141 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-21a72015-00da-4ede-8f44-61eb2acd6c79 None None] For port 4fd66d22-6889-467d-b330-e12737837708, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:57:52.825212 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-21a72015-00da-4ede-8f44-61eb2acd6c79 None None] For port 4fd66d22-6889-467d-b330-e12737837708, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=4fd66d22-6889-467d-b330-e12737837708,segment=NetworkSegment(6a10149e-c6b6-414e-9dc3-1a9d3605ca0b),segment_id=6a10149e-c6b6-414e-9dc3-1a9d3605ca0b)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:57:52.946180 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-21a72015-00da-4ede-8f44-61eb2acd6c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:53.043208 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a72015-00da-4ede-8f44-61eb2acd6c79 None None] Pushing event updated for resources: {'Port': ['ID=4fd66d22-6889-467d-b330-e12737837708,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:57:53.128040 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0e97cefa-b815-4b45-8720-4b60b2b394f0 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:53.615524 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [None req-0e97cefa-b815-4b45-8720-4b60b2b394f0 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Allocated IP 2001:db8::1 (6708bf04-1a66-40d4-8f69-8c60646645c9/d2d90f27-82d8-4a1e-806d-9d53273b4331/313610c7-a20b-4472-bf5b-e0eaf838110a) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:57:53.812484 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0e97cefa-b815-4b45-8720-4b60b2b394f0 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:53.831117 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [None req-0e97cefa-b815-4b45-8720-4b60b2b394f0 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Transition to ACTIVE for port object 313610c7-a20b-4472-bf5b-e0eaf838110a will not be triggered until provisioned by entity DHCP. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:57:53.969172 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0e97cefa-b815-4b45-8720-4b60b2b394f0 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:54.044190 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e97cefa-b815-4b45-8720-4b60b2b394f0 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Network 6708bf04-1a66-40d4-8f69-8c60646645c9 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:57:54.050768 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-0e97cefa-b815-4b45-8720-4b60b2b394f0 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:57:54.052045 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e97cefa-b815-4b45-8720-4b60b2b394f0 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:57:54.052595 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0e97cefa-b815-4b45-8720-4b60b2b394f0 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690947'] for router_interface, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:54.070064 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e97cefa-b815-4b45-8720-4b60b2b394f0 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Pushing event updated for resources: {'Port': ['ID=313610c7-a20b-4472-bf5b-e0eaf838110a,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:57:54.228621 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa4769fd-a53d-4f7b-8e2a-0f49e6ff9b37 None None] Network 6708bf04-1a66-40d4-8f69-8c60646645c9 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:57:54.259412 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0e97cefa-b815-4b45-8720-4b60b2b394f0 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:54.429192 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-0706e51b-cf44-4a55-acb4-9f75649ac102 None None] Provisioning for port 4fd66d22-6889-467d-b330-e12737837708 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:57:54.621672 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 4fd66d22-6889-467d-b330-e12737837708 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:57:54.795723 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0e97cefa-b815-4b45-8720-4b60b2b394f0 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:54.818903 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 4fd66d22-6889-467d-b330-e12737837708 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:57:54.824429 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 4fd66d22-6889-467d-b330-e12737837708 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:57:54.824900 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:54.883427 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0e97cefa-b815-4b45-8720-4b60b2b394f0 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:54.884835 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0e97cefa-b815-4b45-8720-4b60b2b394f0 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700602'] for router_interface, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:54.982933 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 4fd66d22-6889-467d-b330-e12737837708 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:57:54.983379 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:55.032189 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port 4fd66d22-6889-467d-b330-e12737837708, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=4fd66d22-6889-467d-b330-e12737837708,segment=NetworkSegment(6a10149e-c6b6-414e-9dc3-1a9d3605ca0b),segment_id=6a10149e-c6b6-414e-9dc3-1a9d3605ca0b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:57:55.054447 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-aad5681a-2366-4af0-86b7-9c18e82406d4 None None] Provisioning for port 313610c7-a20b-4472-bf5b-e0eaf838110a completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:57:55.064782 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-aad5681a-2366-4af0-86b7-9c18e82406d4 None None] Provisioning complete for port 313610c7-a20b-4472-bf5b-e0eaf838110a triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:57:55.064782 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-aad5681a-2366-4af0-86b7-9c18e82406d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:55.089855 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e97cefa-b815-4b45-8720-4b60b2b394f0 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Pushing event updated for resources: {'Port': ['ID=313610c7-a20b-4472-bf5b-e0eaf838110a,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:57:55.118225 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-aad5681a-2366-4af0-86b7-9c18e82406d4 None None] Port 313610c7-a20b-4472-bf5b-e0eaf838110a cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:57:55.130130 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-aad5681a-2366-4af0-86b7-9c18e82406d4 None None] Provisioning complete for port 4fd66d22-6889-467d-b330-e12737837708 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:57:55.130498 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-aad5681a-2366-4af0-86b7-9c18e82406d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:55.149800 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e97cefa-b815-4b45-8720-4b60b2b394f0 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Network 6708bf04-1a66-40d4-8f69-8c60646645c9 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:57:55.151566 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-0e97cefa-b815-4b45-8720-4b60b2b394f0 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:57:55.202136 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:55.332676 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=4fd66d22-6889-467d-b330-e12737837708,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:57:55.342767 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-aad5681a-2366-4af0-86b7-9c18e82406d4 None None] Current status of the port 4fd66d22-6889-467d-b330-e12737837708 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:57:55.479475 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-4a6d0151-7354-4647-a844-e1179c050ad0 None None] Provisioning complete for port 313610c7-a20b-4472-bf5b-e0eaf838110a triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:57:55.482924 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-4a6d0151-7354-4647-a844-e1179c050ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:55.587540 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-4a6d0151-7354-4647-a844-e1179c050ad0 None None] Port 313610c7-a20b-4472-bf5b-e0eaf838110a cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:57:55.614934 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e97cefa-b815-4b45-8720-4b60b2b394f0 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Router 011c917b-4d45-497b-9b2c-ca0a81550390 is scheduled to L3 agent 42958940-9562-4f71-972f-15a8af9d3963 with binding_index 1 {{(pid=89110) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 06:57:55.707973 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-85cf7ab5-4817-43dd-8010-ba9da72f82a6 None None] Provisioning complete for port 313610c7-a20b-4472-bf5b-e0eaf838110a triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:57:55.708660 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-85cf7ab5-4817-43dd-8010-ba9da72f82a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:55.766806 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-85cf7ab5-4817-43dd-8010-ba9da72f82a6 None None] Port 313610c7-a20b-4472-bf5b-e0eaf838110a cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:57:55.820626 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e97cefa-b815-4b45-8720-4b60b2b394f0 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:57:55.830652 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba325d5-f979-4b11-b2e3-c539cbc5e13f None None] Sync routers for ids ['011c917b-4d45-497b-9b2c-ca0a81550390'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:57:55.843754 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba325d5-f979-4b11-b2e3-c539cbc5e13f None None] Routers {'011c917b-4d45-497b-9b2c-ca0a81550390'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:57:55.843946 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-0e97cefa-b815-4b45-8720-4b60b2b394f0 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] 10.222.0.55 "PUT /v2.0/routers/011c917b-4d45-497b-9b2c-ca0a81550390/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4972939 May 28 06:57:55.844061 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-dba325d5-f979-4b11-b2e3-c539cbc5e13f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:57:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['011c917b-4d45-497b-9b2c-ca0a81550390'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:57:55.849822 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 42080) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:55.909237 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-dba325d5-f979-4b11-b2e3-c539cbc5e13f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:57:55.919821 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba325d5-f979-4b11-b2e3-c539cbc5e13f None None] Routers {'011c917b-4d45-497b-9b2c-ca0a81550390'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:57:55.920083 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-dba325d5-f979-4b11-b2e3-c539cbc5e13f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:57:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['011c917b-4d45-497b-9b2c-ca0a81550390'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:57:55.949530 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc80aaa-a42d-474a-b5b6-487b9255f906 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:57:55.951601 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-5dc80aaa-a42d-474a-b5b6-487b9255f906 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] 10.222.0.55 "GET /v2.0/ports/313610c7-a20b-4472-bf5b-e0eaf838110a HTTP/1.1" status: 200 len: 911 time: 0.1006348 May 28 06:57:55.956132 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 42090) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:55.964309 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-d24d90ff-182b-4969-9e34-29919bd38848 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd2d90f27-82d8-4a1e-806d-9d53273b4331'}]}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:57:56.028243 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-dba325d5-f979-4b11-b2e3-c539cbc5e13f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:57:56.028646 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba325d5-f979-4b11-b2e3-c539cbc5e13f None None] The sync data for ids ['011c917b-4d45-497b-9b2c-ca0a81550390'] in n-d-843702-1 is: [] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:57:56.139398 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 42098) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:56.288748 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6f8bdf99-91ec-43fd-8384-6ecd9f53b157 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:56.293510 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d24d90ff-182b-4969-9e34-29919bd38848 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:56.306371 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-6f8bdf99-91ec-43fd-8384-6ecd9f53b157 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:57:56.311895 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-6f8bdf99-91ec-43fd-8384-6ecd9f53b157 admin admin] Usage tracker for resource:security_group_rule and tenant:f7d4a136ae4f4b02aab93036fa104a8d is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:57:56.317157 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-6f8bdf99-91ec-43fd-8384-6ecd9f53b157 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:57:56.324701 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-6f8bdf99-91ec-43fd-8384-6ecd9f53b157 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:57:56.428947 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6f8bdf99-91ec-43fd-8384-6ecd9f53b157 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:56.543952 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6f8bdf99-91ec-43fd-8384-6ecd9f53b157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:56.544108 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b5031590-9b08-4d1c-905d-0b36d83ba14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:56.562275 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 4fd66d22-6889-467d-b330-e12737837708 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:57:56.603052 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8bdf99-91ec-43fd-8384-6ecd9f53b157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cecbcc75-86ad-4190-b8dc-6eebcb7f03bb,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:57:56.623182 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-6f8bdf99-91ec-43fd-8384-6ecd9f53b157 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f7d4a136ae4f4b02aab93036fa104a8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4803569 May 28 06:57:56.623766 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 42108) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:56.700935 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-38d1adef-dd9e-4a98-a187-2f49114e837a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:56.701802 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 4fd66d22-6889-467d-b330-e12737837708 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:57:56.702376 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:56.741213 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-38d1adef-dd9e-4a98-a187-2f49114e837a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:56.866961 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 4fd66d22-6889-467d-b330-e12737837708 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:57:56.962756 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d24d90ff-182b-4969-9e34-29919bd38848 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:57.014180 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 42116) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:57.071105 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-38d1adef-dd9e-4a98-a187-2f49114e837a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:57.088959 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d1adef-dd9e-4a98-a187-2f49114e837a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cecbcc75-86ad-4190-b8dc-6eebcb7f03bb,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:57:57.098912 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-38d1adef-dd9e-4a98-a187-2f49114e837a admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:57.098912 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-38d1adef-dd9e-4a98-a187-2f49114e837a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cecbcc75-86ad-4190-b8dc-6eebcb7f03bb HTTP/1.1" status: 204 len: 168 time: 0.4713151 May 28 06:57:57.152760 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-87bc34a7-828e-442b-b303-02f30a4503f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:57.168022 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-87bc34a7-828e-442b-b303-02f30a4503f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:57:57.171862 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-87bc34a7-828e-442b-b303-02f30a4503f4 admin admin] Usage tracker for resource:security_group_rule and tenant:921971bc4a8d4624807d2210970214f1 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:57:57.174701 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-87bc34a7-828e-442b-b303-02f30a4503f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:57:57.181236 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-87bc34a7-828e-442b-b303-02f30a4503f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:57:57.219856 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d24d90ff-182b-4969-9e34-29919bd38848 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:57.226430 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24d90ff-182b-4969-9e34-29919bd38848 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:57:57.227046 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d24d90ff-182b-4969-9e34-29919bd38848 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:57.228354 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-d24d90ff-182b-4969-9e34-29919bd38848 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] 10.222.0.55 "PUT /v2.0/ports/313610c7-a20b-4472-bf5b-e0eaf838110a HTTP/1.1" status: 200 len: 911 time: 1.2702618 May 28 06:57:57.231422 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 42124) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:57.298338 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24d90ff-182b-4969-9e34-29919bd38848 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Pushing event updated for resources: {'Port': ['ID=313610c7-a20b-4472-bf5b-e0eaf838110a,revision_number=3']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:57:57.430471 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-87bc34a7-828e-442b-b303-02f30a4503f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:57.489332 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-87bc34a7-828e-442b-b303-02f30a4503f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:57.581190 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-87bc34a7-828e-442b-b303-02f30a4503f4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=921971bc4a8d4624807d2210970214f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5634744 May 28 06:57:57.582262 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 42132) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:57.586539 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bc34a7-828e-442b-b303-02f30a4503f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8636377-aeba-4e92-9ce1-6aa5cf1fbbae,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:57:57.661214 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0d99f8ae-cdbd-46d6-a62d-c7b88219ae87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:57.688591 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0d99f8ae-cdbd-46d6-a62d-c7b88219ae87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:57.779464 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:57.805815 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-80a804e7-c426-4292-831e-819c3a642cef tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700548'] for router_interface, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:57.867144 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 42140) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:57.884978 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0d99f8ae-cdbd-46d6-a62d-c7b88219ae87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:57.898930 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2e649036-3864-40bc-9c5e-2373ada9ab6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:57.920486 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d99f8ae-cdbd-46d6-a62d-c7b88219ae87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8636377-aeba-4e92-9ce1-6aa5cf1fbbae,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:57:57.927687 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0d99f8ae-cdbd-46d6-a62d-c7b88219ae87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:57.932807 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-0d99f8ae-cdbd-46d6-a62d-c7b88219ae87 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a8636377-aeba-4e92-9ce1-6aa5cf1fbbae HTTP/1.1" status: 204 len: 168 time: 0.3456502 May 28 06:57:57.932807 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-2e649036-3864-40bc-9c5e-2373ada9ab6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:57:57.943714 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-2e649036-3864-40bc-9c5e-2373ada9ab6a admin admin] Usage tracker for resource:security_group_rule and tenant:0bfa2066db654c47a3b3fba996fb9a2c is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:57:57.948373 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-2e649036-3864-40bc-9c5e-2373ada9ab6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:57:57.959899 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-2e649036-3864-40bc-9c5e-2373ada9ab6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:57:58.062889 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2e649036-3864-40bc-9c5e-2373ada9ab6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:58.161304 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2e649036-3864-40bc-9c5e-2373ada9ab6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:58.210937 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-80a804e7-c426-4292-831e-819c3a642cef tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Deleting port 313610c7-a20b-4472-bf5b-e0eaf838110a {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:57:58.210937 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-80a804e7-c426-4292-831e-819c3a642cef tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:58.237274 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-2e649036-3864-40bc-9c5e-2373ada9ab6a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0bfa2066db654c47a3b3fba996fb9a2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3666732 May 28 06:57:58.237274 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e649036-3864-40bc-9c5e-2373ada9ab6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93164b3e-dc7f-4ff6-8bac-d995de148208,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:57:58.240386 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 42148) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:58.312800 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6957afd0-0086-4e8d-827f-ac219e7aa67c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:58.338548 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6957afd0-0086-4e8d-827f-ac219e7aa67c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:58.471034 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6957afd0-0086-4e8d-827f-ac219e7aa67c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:58.494585 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6957afd0-0086-4e8d-827f-ac219e7aa67c admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:58.495860 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-6957afd0-0086-4e8d-827f-ac219e7aa67c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/93164b3e-dc7f-4ff6-8bac-d995de148208 HTTP/1.1" status: 204 len: 168 time: 0.2544646 May 28 06:57:58.497087 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6957afd0-0086-4e8d-827f-ac219e7aa67c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93164b3e-dc7f-4ff6-8bac-d995de148208,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:57:58.581294 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-80a804e7-c426-4292-831e-819c3a642cef tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:58.703223 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-80a804e7-c426-4292-831e-819c3a642cef tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Calling delete_port for 313610c7-a20b-4472-bf5b-e0eaf838110a owned by network:router_interface {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:57:58.954446 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 42160) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:58.957950 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-80a804e7-c426-4292-831e-819c3a642cef tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:58.970744 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-20834fb3-ec37-40db-afe3-f3e15bf3caa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:58.975614 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-fbea1e8c-4f0e-4b89-a708-2bfeb0ffb750 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:59.002260 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-fbea1e8c-4f0e-4b89-a708-2bfeb0ffb750 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:57:59.002596 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-fbea1e8c-4f0e-4b89-a708-2bfeb0ffb750 admin admin] Usage tracker for resource:security_group_rule and tenant:4077aeae540b4844a7566f14e66867f7 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:57:59.006890 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-fbea1e8c-4f0e-4b89-a708-2bfeb0ffb750 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:57:59.012707 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-fbea1e8c-4f0e-4b89-a708-2bfeb0ffb750 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:57:59.014402 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a804e7-c426-4292-831e-819c3a642cef tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Pushing event deleted for resources: {'Port': ['ID=313610c7-a20b-4472-bf5b-e0eaf838110a,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:57:59.263534 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-80a804e7-c426-4292-831e-819c3a642cef tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700472'] for router_interface, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:59.264379 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-fbea1e8c-4f0e-4b89-a708-2bfeb0ffb750 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:59.391487 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-fbea1e8c-4f0e-4b89-a708-2bfeb0ffb750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:59.411226 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 42172) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:59.446017 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-fbea1e8c-4f0e-4b89-a708-2bfeb0ffb750 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4077aeae540b4844a7566f14e66867f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4904752 May 28 06:57:59.449930 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 42176) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:59.468368 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbea1e8c-4f0e-4b89-a708-2bfeb0ffb750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70f4b562-cfc1-4f3e-876a-ecb3cc9c3357,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:57:59.530044 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-4caa1410-0ab2-4a80-a04f-9697bf3b4a8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:59.565261 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-4caa1410-0ab2-4a80-a04f-9697bf3b4a8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:59.626468 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80a804e7-c426-4292-831e-819c3a642cef tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Router 011c917b-4d45-497b-9b2c-ca0a81550390 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:57:59.739928 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-4caa1410-0ab2-4a80-a04f-9697bf3b4a8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:59.755021 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caa1410-0ab2-4a80-a04f-9697bf3b4a8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70f4b562-cfc1-4f3e-876a-ecb3cc9c3357,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:57:59.761377 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-4caa1410-0ab2-4a80-a04f-9697bf3b4a8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:59.773062 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-4caa1410-0ab2-4a80-a04f-9697bf3b4a8c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/70f4b562-cfc1-4f3e-876a-ecb3cc9c3357 HTTP/1.1" status: 204 len: 168 time: 0.3216116 May 28 06:57:59.776967 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-82d3a2d4-7776-4bc3-a2a5-b63b588a13f3 tempest-TestSecurityGroupsBasicOps-2135905585 tempest-TestSecurityGroupsBasicOps-2135905585-project-admin] 10.222.0.55 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 1505 time: 0.3646479 May 28 06:57:59.779428 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 42190) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:59.787418 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-0adca68e-41a6-4a10-8601-a9d602641ab8 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Request body: {'network': {'name': 'tempest-network-smoke--1252801195', 'project_id': '1557a9c5f0a44514943027d1639e77df', 'port_security_enabled': False}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:57:59.791861 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80a804e7-c426-4292-831e-819c3a642cef tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:57:59.797330 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-0adca68e-41a6-4a10-8601-a9d602641ab8 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:57:59.812296 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bd34f4-0e66-44fb-b5bc-469fc9e3248c None None] Sync routers for ids ['011c917b-4d45-497b-9b2c-ca0a81550390'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:57:59.816703 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-80a804e7-c426-4292-831e-819c3a642cef tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] 10.222.0.55 "PUT /v2.0/routers/011c917b-4d45-497b-9b2c-ca0a81550390/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5816398 May 28 06:57:59.816703 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-0adca68e-41a6-4a10-8601-a9d602641ab8 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:57:59.817541 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 42198) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:57:59.830346 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bd34f4-0e66-44fb-b5bc-469fc9e3248c None None] Routers {'011c917b-4d45-497b-9b2c-ca0a81550390'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:57:59.831089 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-08bd34f4-0e66-44fb-b5bc-469fc9e3248c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:57:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['011c917b-4d45-497b-9b2c-ca0a81550390'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:57:59.882454 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-c31fad1b-9073-46f8-99e2-6c57a2e68b83 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Synchronizing usage tracker for tenant:edfff7521b2740e6894c3714ce0e5450 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:57:59.902285 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-08bd34f4-0e66-44fb-b5bc-469fc9e3248c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:57:59.916857 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bd34f4-0e66-44fb-b5bc-469fc9e3248c None None] Routers {'011c917b-4d45-497b-9b2c-ca0a81550390'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:57:59.917576 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-08bd34f4-0e66-44fb-b5bc-469fc9e3248c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:57:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['011c917b-4d45-497b-9b2c-ca0a81550390'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:57:59.923385 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0adca68e-41a6-4a10-8601-a9d602641ab8 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Made reservation on behalf of 1557a9c5f0a44514943027d1639e77df for: {'network': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:57:59.930973 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0adca68e-41a6-4a10-8601-a9d602641ab8 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:59.973310 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0adca68e-41a6-4a10-8601-a9d602641ab8 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=89109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:57:59.980037 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-c31fad1b-9073-46f8-99e2-6c57a2e68b83 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Unset dirty status for tenant:edfff7521b2740e6894c3714ce0e5450 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:57:59.983033 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-c31fad1b-9073-46f8-99e2-6c57a2e68b83 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] 10.222.0.55 "GET /v2.0/ports?device_id=011c917b-4d45-497b-9b2c-ca0a81550390 HTTP/1.1" status: 200 len: 205 time: 0.1636279 May 28 06:57:59.992463 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-08bd34f4-0e66-44fb-b5bc-469fc9e3248c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:57:59.992463 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bd34f4-0e66-44fb-b5bc-469fc9e3248c None None] The sync data for ids ['011c917b-4d45-497b-9b2c-ca0a81550390'] in n-d-843702-1 is: [] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:57:59.993701 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0adca68e-41a6-4a10-8601-a9d602641ab8 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:59.993701 n-d-843702-1 neutron-server[89109]: INFO neutron.db.segments_db [None req-0adca68e-41a6-4a10-8601-a9d602641ab8 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Added segment 6c4ea0e0-f8d6-4557-a141-43bdf445dfef of type vlan for network f03ec0b5-d9dc-4fab-97b7-c54b283a0e9e May 28 06:57:59.995047 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 42204) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:58:00.015501 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:00.017170 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0adca68e-41a6-4a10-8601-a9d602641ab8 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:00.128517 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:00.147647 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-4d03a8ce-ca67-4a17-b93f-9848ac7b2a56 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks [] for router, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:00.185991 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0adca68e-41a6-4a10-8601-a9d602641ab8 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:00.192017 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0adca68e-41a6-4a10-8601-a9d602641ab8 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:58:00.193075 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0adca68e-41a6-4a10-8601-a9d602641ab8 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:00.346190 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adca68e-41a6-4a10-8601-a9d602641ab8 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Pushing event updated for resources: {'Network': ['ID=f03ec0b5-d9dc-4fab-97b7-c54b283a0e9e,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:58:00.361374 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network f03ec0b5-d9dc-4fab-97b7-c54b283a0e9e details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:58:00.446111 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-0adca68e-41a6-4a10-8601-a9d602641ab8 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6633446 May 28 06:58:00.446285 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 42226) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:58:00.451312 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-3e335775-e8ef-4af7-8022-e9cea2a58483 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1780550237', 'admin_state_up': True, 'project_id': '1557a9c5f0a44514943027d1639e77df', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:58:00.469799 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-3e335775-e8ef-4af7-8022-e9cea2a58483 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:58:00.482444 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-3e335775-e8ef-4af7-8022-e9cea2a58483 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Usage tracker for resource:router and tenant:1557a9c5f0a44514943027d1639e77df is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:58:00.488903 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-3e335775-e8ef-4af7-8022-e9cea2a58483 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Quota usage for router was recalculated. Used quota:1. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:58:00.493551 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-3e335775-e8ef-4af7-8022-e9cea2a58483 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:58:00.575821 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-4d03a8ce-ca67-4a17-b93f-9848ac7b2a56 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59018'] for router, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:00.578131 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-4d03a8ce-ca67-4a17-b93f-9848ac7b2a56 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:00.585053 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3e335775-e8ef-4af7-8022-e9cea2a58483 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59128'] for router, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:00.589969 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3e335775-e8ef-4af7-8022-e9cea2a58483 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59009'] for router, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:00.607685 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3e335775-e8ef-4af7-8022-e9cea2a58483 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:00.705675 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-4d03a8ce-ca67-4a17-b93f-9848ac7b2a56 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-703817'] for router, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:00.707000 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d03a8ce-ca67-4a17-b93f-9848ac7b2a56 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Fanout notify agent at l3_agent the message router_deleted on router 011c917b-4d45-497b-9b2c-ca0a81550390 {{(pid=89110) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 06:58:00.731232 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-4d03a8ce-ca67-4a17-b93f-9848ac7b2a56 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks [] for router, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:00.732572 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-4d03a8ce-ca67-4a17-b93f-9848ac7b2a56 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] 10.222.0.55 "DELETE /v2.0/routers/011c917b-4d45-497b-9b2c-ca0a81550390 HTTP/1.1" status: 204 len: 168 time: 0.7365346 May 28 06:58:00.746990 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 42240) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:58:00.870631 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfb126e6-abab-4109-b69f-843b2fb1325a tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Deleting subnet d2d90f27-82d8-4a1e-806d-9d53273b4331 {{(pid=89110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:58:00.875054 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-bfb126e6-abab-4109-b69f-843b2fb1325a tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks [] for subnet, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:00.955889 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-bfb126e6-abab-4109-b69f-843b2fb1325a tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4150765'] for subnet, precommit_delete_associations {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:00.993661 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 42254) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:58:01.066477 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-bfb126e6-abab-4109-b69f-843b2fb1325a tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:01.135993 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-d1d3a478-561b-49d0-a731-c855f2dfa2b5 tempest-ExternalNetworksAdminNegativeTestJSON-1613500113 tempest-ExternalNetworksAdminNegativeTestJSON-1613500113-project-admin] Request body: {'floatingip': {'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:58:01.149385 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-d1d3a478-561b-49d0-a731-c855f2dfa2b5 tempest-ExternalNetworksAdminNegativeTestJSON-1613500113 tempest-ExternalNetworksAdminNegativeTestJSON-1613500113-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:58:01.155465 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-d1d3a478-561b-49d0-a731-c855f2dfa2b5 tempest-ExternalNetworksAdminNegativeTestJSON-1613500113 tempest-ExternalNetworksAdminNegativeTestJSON-1613500113-project-admin] Usage tracker for resource:floatingip and tenant:2d3e4ce6bfa64f4d9f07e99773924968 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:58:01.164239 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-d1d3a478-561b-49d0-a731-c855f2dfa2b5 tempest-ExternalNetworksAdminNegativeTestJSON-1613500113 tempest-ExternalNetworksAdminNegativeTestJSON-1613500113-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:58:01.167980 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-d1d3a478-561b-49d0-a731-c855f2dfa2b5 tempest-ExternalNetworksAdminNegativeTestJSON-1613500113 tempest-ExternalNetworksAdminNegativeTestJSON-1613500113-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:58:01.245859 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3e335775-e8ef-4af7-8022-e9cea2a58483 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59027'] for router, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:01.266250 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-bfb126e6-abab-4109-b69f-843b2fb1325a tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3115981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3172005'] for subnet, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:01.304654 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d1d3a478-561b-49d0-a731-c855f2dfa2b5 tempest-ExternalNetworksAdminNegativeTestJSON-1613500113 tempest-ExternalNetworksAdminNegativeTestJSON-1613500113-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:01.324907 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb126e6-abab-4109-b69f-843b2fb1325a tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Pushing event deleted for resources: {'Subnet': ['ID=d2d90f27-82d8-4a1e-806d-9d53273b4331,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:58:01.330076 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6156d53a-832b-4b46-b7d3-71b346f743ed None None] Network 6708bf04-1a66-40d4-8f69-8c60646645c9 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:58:01.330763 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-bfb126e6-abab-4109-b69f-843b2fb1325a tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:01.340961 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 42268) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:58:01.341281 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-bfb126e6-abab-4109-b69f-843b2fb1325a tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] 10.222.0.55 "DELETE /v2.0/subnets/d2d90f27-82d8-4a1e-806d-9d53273b4331 HTTP/1.1" status: 204 len: 168 time: 0.5975354 May 28 06:58:01.497529 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d1d3a478-561b-49d0-a731-c855f2dfa2b5 tempest-ExternalNetworksAdminNegativeTestJSON-1613500113 tempest-ExternalNetworksAdminNegativeTestJSON-1613500113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:01.558472 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f387034a-f122-4eb9-8986-ded5b7e31488 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:01.586025 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-f387034a-f122-4eb9-8986-ded5b7e31488 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Deleting port 4fd66d22-6889-467d-b330-e12737837708 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:58:01.586370 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f387034a-f122-4eb9-8986-ded5b7e31488 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:01.763314 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [None req-d1d3a478-561b-49d0-a731-c855f2dfa2b5 tempest-ExternalNetworksAdminNegativeTestJSON-1613500113 tempest-ExternalNetworksAdminNegativeTestJSON-1613500113-project-admin] Allocated IP 172.25.5.19 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/56a9225b-7b80-4edc-a00c-fd99b005c7ad) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:58:01.821698 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4f60be-e609-460f-97cb-30786978e0c7 None None] DHCP port deletion for 6708bf04-1a66-40d4-8f69-8c60646645c9 request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:58:01.827053 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-3e4f60be-e609-460f-97cb-30786978e0c7 None None] Deleting port 4fd66d22-6889-467d-b330-e12737837708 {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:58:01.827669 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-3e4f60be-e609-460f-97cb-30786978e0c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:01.862099 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:01.951685 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d1d3a478-561b-49d0-a731-c855f2dfa2b5 tempest-ExternalNetworksAdminNegativeTestJSON-1613500113 tempest-ExternalNetworksAdminNegativeTestJSON-1613500113-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:02.060171 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d1d3a478-561b-49d0-a731-c855f2dfa2b5 tempest-ExternalNetworksAdminNegativeTestJSON-1613500113 tempest-ExternalNetworksAdminNegativeTestJSON-1613500113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:02.080387 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-3e4f60be-e609-460f-97cb-30786978e0c7 None None] For port 4fd66d22-6889-467d-b330-e12737837708, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=4fd66d22-6889-467d-b330-e12737837708,segment=NetworkSegment(6a10149e-c6b6-414e-9dc3-1a9d3605ca0b),segment_id=6a10149e-c6b6-414e-9dc3-1a9d3605ca0b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:58:02.081101 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-3e4f60be-e609-460f-97cb-30786978e0c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:02.137602 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-f387034a-f122-4eb9-8986-ded5b7e31488 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] For port 4fd66d22-6889-467d-b330-e12737837708, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=4fd66d22-6889-467d-b330-e12737837708,segment=NetworkSegment(6a10149e-c6b6-414e-9dc3-1a9d3605ca0b),segment_id=6a10149e-c6b6-414e-9dc3-1a9d3605ca0b)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:58:02.137940 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f387034a-f122-4eb9-8986-ded5b7e31488 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:02.145810 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3e335775-e8ef-4af7-8022-e9cea2a58483 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks [] for router_gateway, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:02.239307 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3e335775-e8ef-4af7-8022-e9cea2a58483 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:02.240365 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d3a478-561b-49d0-a731-c855f2dfa2b5 tempest-ExternalNetworksAdminNegativeTestJSON-1613500113 tempest-ExternalNetworksAdminNegativeTestJSON-1613500113-project-admin] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:58:02.243137 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-d1d3a478-561b-49d0-a731-c855f2dfa2b5 tempest-ExternalNetworksAdminNegativeTestJSON-1613500113 tempest-ExternalNetworksAdminNegativeTestJSON-1613500113-project-admin] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:58:02.244030 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-3e4f60be-e609-460f-97cb-30786978e0c7 None None] Calling delete_port for 4fd66d22-6889-467d-b330-e12737837708 owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:58:02.245521 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d3a478-561b-49d0-a731-c855f2dfa2b5 tempest-ExternalNetworksAdminNegativeTestJSON-1613500113 tempest-ExternalNetworksAdminNegativeTestJSON-1613500113-project-admin] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:58:02.350990 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d1d3a478-561b-49d0-a731-c855f2dfa2b5 tempest-ExternalNetworksAdminNegativeTestJSON-1613500113 tempest-ExternalNetworksAdminNegativeTestJSON-1613500113-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:02.356050 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d3a478-561b-49d0-a731-c855f2dfa2b5 tempest-ExternalNetworksAdminNegativeTestJSON-1613500113 tempest-ExternalNetworksAdminNegativeTestJSON-1613500113-project-admin] Pushing event updated for resources: {'Port': ['ID=56a9225b-7b80-4edc-a00c-fd99b005c7ad,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:58:02.467854 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-f387034a-f122-4eb9-8986-ded5b7e31488 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Calling delete_port for 4fd66d22-6889-467d-b330-e12737837708 owned by network:dhcp {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:58:02.494294 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:02.495856 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-3e4f60be-e609-460f-97cb-30786978e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879'] for port, after_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:02.559886 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d1d3a478-561b-49d0-a731-c855f2dfa2b5 tempest-ExternalNetworksAdminNegativeTestJSON-1613500113 tempest-ExternalNetworksAdminNegativeTestJSON-1613500113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:02.610095 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-3e335775-e8ef-4af7-8022-e9cea2a58483 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Allocated IP 172.25.5.114 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/46e697ef-a499-4bdc-815a-7c56565ea0aa) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:58:02.621247 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 4fd66d22-6889-467d-b330-e12737837708 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:58:02.658626 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4f60be-e609-460f-97cb-30786978e0c7 None None] No DVR routers for this DVR port 4fd66d22-6889-467d-b330-e12737837708 on host n-d-843702-1 {{(pid=89111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:58:02.666498 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.db.api [None req-f387034a-f122-4eb9-8986-ded5b7e31488 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:58:02.666498 n-d-843702-1 neutron-server[89109]: DEBUG oslo_db.api [None req-f387034a-f122-4eb9-8986-ded5b7e31488 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:58:02.670203 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4f60be-e609-460f-97cb-30786978e0c7 None None] Pushing event deleted for resources: {'Port': ['ID=4fd66d22-6889-467d-b330-e12737837708,revision_number=None']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:58:02.678773 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 4fd66d22-6889-467d-b330-e12737837708 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:58:02.679115 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 4fd66d22-6889-467d-b330-e12737837708 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:58:02.853034 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d1d3a478-561b-49d0-a731-c855f2dfa2b5 tempest-ExternalNetworksAdminNegativeTestJSON-1613500113 tempest-ExternalNetworksAdminNegativeTestJSON-1613500113-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:02.961401 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d1d3a478-561b-49d0-a731-c855f2dfa2b5 tempest-ExternalNetworksAdminNegativeTestJSON-1613500113 tempest-ExternalNetworksAdminNegativeTestJSON-1613500113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:02.981024 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3e335775-e8ef-4af7-8022-e9cea2a58483 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:03.079326 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d3a478-561b-49d0-a731-c855f2dfa2b5 tempest-ExternalNetworksAdminNegativeTestJSON-1613500113 tempest-ExternalNetworksAdminNegativeTestJSON-1613500113-project-admin] Pushing event updated for resources: {'Port': ['ID=56a9225b-7b80-4edc-a00c-fd99b005c7ad,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:58:03.091828 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d1d3a478-561b-49d0-a731-c855f2dfa2b5 tempest-ExternalNetworksAdminNegativeTestJSON-1613500113 tempest-ExternalNetworksAdminNegativeTestJSON-1613500113-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691094'] for floatingip, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:03.146512 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3e335775-e8ef-4af7-8022-e9cea2a58483 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:03.197254 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d1d3a478-561b-49d0-a731-c855f2dfa2b5 tempest-ExternalNetworksAdminNegativeTestJSON-1613500113 tempest-ExternalNetworksAdminNegativeTestJSON-1613500113-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:03.202051 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-d1d3a478-561b-49d0-a731-c855f2dfa2b5 tempest-ExternalNetworksAdminNegativeTestJSON-1613500113 tempest-ExternalNetworksAdminNegativeTestJSON-1613500113-project-admin] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2038889 May 28 06:58:03.202450 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 42318) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:58:03.209469 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-e6815b70-a074-4c7c-95c4-3c93e3682039 tempest-ExternalNetworksAdminNegativeTestJSON-1613500113 tempest-ExternalNetworksAdminNegativeTestJSON-1613500113-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1995727853', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'fixed_ips': [{'ip_address': '172.25.5.19'}]}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:58:03.212330 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-f387034a-f122-4eb9-8986-ded5b7e31488 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Deleting port 4fd66d22-6889-467d-b330-e12737837708 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:58:03.212864 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f387034a-f122-4eb9-8986-ded5b7e31488 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:03.216629 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-e6815b70-a074-4c7c-95c4-3c93e3682039 tempest-ExternalNetworksAdminNegativeTestJSON-1613500113 tempest-ExternalNetworksAdminNegativeTestJSON-1613500113-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:58:03.228981 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-e6815b70-a074-4c7c-95c4-3c93e3682039 tempest-ExternalNetworksAdminNegativeTestJSON-1613500113 tempest-ExternalNetworksAdminNegativeTestJSON-1613500113-project-admin] Usage tracker for resource:port and tenant:2d3e4ce6bfa64f4d9f07e99773924968 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:58:03.228981 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-e6815b70-a074-4c7c-95c4-3c93e3682039 tempest-ExternalNetworksAdminNegativeTestJSON-1613500113 tempest-ExternalNetworksAdminNegativeTestJSON-1613500113-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:58:03.234692 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-e6815b70-a074-4c7c-95c4-3c93e3682039 tempest-ExternalNetworksAdminNegativeTestJSON-1613500113 tempest-ExternalNetworksAdminNegativeTestJSON-1613500113-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:58:03.306287 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e335775-e8ef-4af7-8022-e9cea2a58483 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:58:03.312929 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-f387034a-f122-4eb9-8986-ded5b7e31488 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] The port '4fd66d22-6889-467d-b330-e12737837708' was deleted {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 06:58:03.314107 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-3e335775-e8ef-4af7-8022-e9cea2a58483 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:58:03.319999 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e335775-e8ef-4af7-8022-e9cea2a58483 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:58:03.322794 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6815b70-a074-4c7c-95c4-3c93e3682039 tempest-ExternalNetworksAdminNegativeTestJSON-1613500113 tempest-ExternalNetworksAdminNegativeTestJSON-1613500113-project-admin] Made reservation on behalf of 2d3e4ce6bfa64f4d9f07e99773924968 for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:58:03.325336 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e6815b70-a074-4c7c-95c4-3c93e3682039 tempest-ExternalNetworksAdminNegativeTestJSON-1613500113 tempest-ExternalNetworksAdminNegativeTestJSON-1613500113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:03.349535 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e6815b70-a074-4c7c-95c4-3c93e3682039 tempest-ExternalNetworksAdminNegativeTestJSON-1613500113 tempest-ExternalNetworksAdminNegativeTestJSON-1613500113-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:03.369950 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-e6815b70-a074-4c7c-95c4-3c93e3682039 tempest-ExternalNetworksAdminNegativeTestJSON-1613500113 tempest-ExternalNetworksAdminNegativeTestJSON-1613500113-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:58:03.379812 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-e6815b70-a074-4c7c-95c4-3c93e3682039 tempest-ExternalNetworksAdminNegativeTestJSON-1613500113 tempest-ExternalNetworksAdminNegativeTestJSON-1613500113-project-admin] Usage tracker for resource:security_group_rule and tenant:2d3e4ce6bfa64f4d9f07e99773924968 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:58:03.382799 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-e6815b70-a074-4c7c-95c4-3c93e3682039 tempest-ExternalNetworksAdminNegativeTestJSON-1613500113 tempest-ExternalNetworksAdminNegativeTestJSON-1613500113-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:58:03.388949 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-e6815b70-a074-4c7c-95c4-3c93e3682039 tempest-ExternalNetworksAdminNegativeTestJSON-1613500113 tempest-ExternalNetworksAdminNegativeTestJSON-1613500113-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:58:03.419028 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e335775-e8ef-4af7-8022-e9cea2a58483 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Pushing event updated for resources: {'Port': ['ID=46e697ef-a499-4bdc-815a-7c56565ea0aa,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:58:03.472819 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e6815b70-a074-4c7c-95c4-3c93e3682039 tempest-ExternalNetworksAdminNegativeTestJSON-1613500113 tempest-ExternalNetworksAdminNegativeTestJSON-1613500113-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:03.600031 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e6815b70-a074-4c7c-95c4-3c93e3682039 tempest-ExternalNetworksAdminNegativeTestJSON-1613500113 tempest-ExternalNetworksAdminNegativeTestJSON-1613500113-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:03.600031 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [None req-e6815b70-a074-4c7c-95c4-3c93e3682039 tempest-ExternalNetworksAdminNegativeTestJSON-1613500113 tempest-ExternalNetworksAdminNegativeTestJSON-1613500113-project-admin] device_id is not set on port c004b1c5-3313-4144-84b4-08f1b6cfdd72 yet. {{(pid=89110) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:58:03.640478 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f387034a-f122-4eb9-8986-ded5b7e31488 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:03.674256 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6815b70-a074-4c7c-95c4-3c93e3682039 tempest-ExternalNetworksAdminNegativeTestJSON-1613500113 tempest-ExternalNetworksAdminNegativeTestJSON-1613500113-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b68de22e-88b7-4182-8ed3-1ba7168c4330,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:58:03.713642 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-f387034a-f122-4eb9-8986-ded5b7e31488 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6708bf04-1a66-40d4-8f69-8c60646645c9']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:58:03.730128 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-f387034a-f122-4eb9-8986-ded5b7e31488 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a10149e-c6b6-414e-9dc3-1a9d3605ca0b') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:58:03.738700 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-f387034a-f122-4eb9-8986-ded5b7e31488 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a10149e-c6b6-414e-9dc3-1a9d3605ca0b') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:58:03.747857 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f387034a-f122-4eb9-8986-ded5b7e31488 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:03.766050 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f387034a-f122-4eb9-8986-ded5b7e31488 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:03.772557 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f387034a-f122-4eb9-8986-ded5b7e31488 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:58:03.772944 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f387034a-f122-4eb9-8986-ded5b7e31488 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:03.900506 n-d-843702-1 neutron-server[89110]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6815b70-a074-4c7c-95c4-3c93e3682039 tempest-ExternalNetworksAdminNegativeTestJSON-1613500113 tempest-ExternalNetworksAdminNegativeTestJSON-1613500113-project-admin] POST failed (client error): There was a conflict when trying to complete your request. May 28 06:58:03.904569 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6815b70-a074-4c7c-95c4-3c93e3682039 tempest-ExternalNetworksAdminNegativeTestJSON-1613500113 tempest-ExternalNetworksAdminNegativeTestJSON-1613500113-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=89110) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:58:04.001620 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 6a10149e-c6b6-414e-9dc3-1a9d3605ca0b resource provider aggregate not found May 28 06:58:04.011985 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-e6815b70-a074-4c7c-95c4-3c93e3682039 tempest-ExternalNetworksAdminNegativeTestJSON-1613500113 tempest-ExternalNetworksAdminNegativeTestJSON-1613500113-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.8074696 May 28 06:58:04.013653 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 42340) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:58:04.032778 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 6a10149e-c6b6-414e-9dc3-1a9d3605ca0b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6a10149e-c6b6-414e-9dc3-1a9d3605ca0b found for delete ", "request_id": "req-516ff29d-d610-4fa1-b752-b82ecf1e454c"}]} May 28 06:58:04.048901 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f387034a-f122-4eb9-8986-ded5b7e31488 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:04.074586 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f387034a-f122-4eb9-8986-ded5b7e31488 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:04.098580 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f387034a-f122-4eb9-8986-ded5b7e31488 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Pushing event deleted for resources: {'Network': ['ID=6708bf04-1a66-40d4-8f69-8c60646645c9,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:58:04.112372 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3e335775-e8ef-4af7-8022-e9cea2a58483 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks [] for router_gateway, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:04.192836 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-f18584a9-6aed-486e-aa7b-95daddeefebe tempest-ExternalNetworksAdminNegativeTestJSON-1613500113 tempest-ExternalNetworksAdminNegativeTestJSON-1613500113-project-admin] Deleting port 56a9225b-7b80-4edc-a00c-fd99b005c7ad {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:58:04.193178 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f18584a9-6aed-486e-aa7b-95daddeefebe tempest-ExternalNetworksAdminNegativeTestJSON-1613500113 tempest-ExternalNetworksAdminNegativeTestJSON-1613500113-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:04.287159 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-f387034a-f122-4eb9-8986-ded5b7e31488 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] 10.222.0.55 "DELETE /v2.0/networks/6708bf04-1a66-40d4-8f69-8c60646645c9 HTTP/1.1" status: 204 len: 168 time: 2.9445934 May 28 06:58:04.291154 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 42346) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:58:04.298574 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-e9fce8c5-d40a-457b-9ba5-2e71eade9560 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-126920805', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:58:04.310184 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-e9fce8c5-d40a-457b-9ba5-2e71eade9560 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:58:04.367989 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-e9fce8c5-d40a-457b-9ba5-2e71eade9560 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Usage tracker for resource:router and tenant:edfff7521b2740e6894c3714ce0e5450 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:58:04.377697 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-e9fce8c5-d40a-457b-9ba5-2e71eade9560 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:58:04.395099 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f18584a9-6aed-486e-aa7b-95daddeefebe tempest-ExternalNetworksAdminNegativeTestJSON-1613500113 tempest-ExternalNetworksAdminNegativeTestJSON-1613500113-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:04.398965 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f18584a9-6aed-486e-aa7b-95daddeefebe tempest-ExternalNetworksAdminNegativeTestJSON-1613500113 tempest-ExternalNetworksAdminNegativeTestJSON-1613500113-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:04.399077 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-e9fce8c5-d40a-457b-9ba5-2e71eade9560 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:58:04.484481 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e9fce8c5-d40a-457b-9ba5-2e71eade9560 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59128'] for router, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:04.485438 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e9fce8c5-d40a-457b-9ba5-2e71eade9560 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59009'] for router, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:04.525404 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-f18584a9-6aed-486e-aa7b-95daddeefebe tempest-ExternalNetworksAdminNegativeTestJSON-1613500113 tempest-ExternalNetworksAdminNegativeTestJSON-1613500113-project-admin] Calling delete_port for 56a9225b-7b80-4edc-a00c-fd99b005c7ad owned by network:floatingip {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:58:04.658778 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3e335775-e8ef-4af7-8022-e9cea2a58483 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690761'] for router, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:04.748726 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f18584a9-6aed-486e-aa7b-95daddeefebe tempest-ExternalNetworksAdminNegativeTestJSON-1613500113 tempest-ExternalNetworksAdminNegativeTestJSON-1613500113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:04.767500 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e9fce8c5-d40a-457b-9ba5-2e71eade9560 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:04.796729 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18584a9-6aed-486e-aa7b-95daddeefebe tempest-ExternalNetworksAdminNegativeTestJSON-1613500113 tempest-ExternalNetworksAdminNegativeTestJSON-1613500113-project-admin] Pushing event deleted for resources: {'Port': ['ID=56a9225b-7b80-4edc-a00c-fd99b005c7ad,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:58:04.894748 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f18584a9-6aed-486e-aa7b-95daddeefebe tempest-ExternalNetworksAdminNegativeTestJSON-1613500113 tempest-ExternalNetworksAdminNegativeTestJSON-1613500113-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:04.905797 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f18584a9-6aed-486e-aa7b-95daddeefebe tempest-ExternalNetworksAdminNegativeTestJSON-1613500113 tempest-ExternalNetworksAdminNegativeTestJSON-1613500113-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:04.906932 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-f18584a9-6aed-486e-aa7b-95daddeefebe tempest-ExternalNetworksAdminNegativeTestJSON-1613500113 tempest-ExternalNetworksAdminNegativeTestJSON-1613500113-project-admin] 10.222.0.55 "DELETE /v2.0/floatingips/0eba7dcc-2f09-40f9-9044-4b246226b929 HTTP/1.1" status: 204 len: 168 time: 0.8911312 May 28 06:58:04.934061 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e9fce8c5-d40a-457b-9ba5-2e71eade9560 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690761'] for router, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:05.048162 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e335775-e8ef-4af7-8022-e9cea2a58483 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Router fdc952f9-b655-4ed1-8825-1729287ba4e0 is scheduled to L3 agent 42958940-9562-4f71-972f-15a8af9d3963 with binding_index 1 {{(pid=89109) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 06:58:05.118284 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e9fce8c5-d40a-457b-9ba5-2e71eade9560 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:05.119590 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-e9fce8c5-d40a-457b-9ba5-2e71eade9560 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.8278728 May 28 06:58:05.122725 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 42370) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:58:05.130216 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-ef8e2318-04ef-4243-a523-c9fc646ab83d tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1101088316'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:58:05.141091 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-ef8e2318-04ef-4243-a523-c9fc646ab83d tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:58:05.143671 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-ef8e2318-04ef-4243-a523-c9fc646ab83d tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Usage tracker for resource:network and tenant:edfff7521b2740e6894c3714ce0e5450 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:58:05.147499 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-ef8e2318-04ef-4243-a523-c9fc646ab83d tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:58:05.153537 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-ef8e2318-04ef-4243-a523-c9fc646ab83d tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:58:05.251926 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e335775-e8ef-4af7-8022-e9cea2a58483 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:58:05.261652 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a361fc9b-fe76-421a-a560-ec33e88433e8 None None] Sync routers for ids ['fdc952f9-b655-4ed1-8825-1729287ba4e0'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:58:05.272265 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a361fc9b-fe76-421a-a560-ec33e88433e8 None None] Routers {'fdc952f9-b655-4ed1-8825-1729287ba4e0'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:58:05.273011 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-a361fc9b-fe76-421a-a560-ec33e88433e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:57:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['fdc952f9-b655-4ed1-8825-1729287ba4e0'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:58:05.273451 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef8e2318-04ef-4243-a523-c9fc646ab83d tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Made reservation on behalf of edfff7521b2740e6894c3714ce0e5450 for: {'network': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:58:05.277544 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ef8e2318-04ef-4243-a523-c9fc646ab83d tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:05.314126 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef8e2318-04ef-4243-a523-c9fc646ab83d tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=89110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:58:05.324492 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ef8e2318-04ef-4243-a523-c9fc646ab83d tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:05.326708 n-d-843702-1 neutron-server[89110]: INFO neutron.db.segments_db [None req-ef8e2318-04ef-4243-a523-c9fc646ab83d tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Added segment 4e1209af-bebe-4245-a3bb-4ea25a5c3bc8 of type vlan for network 31a60f91-81f7-47df-84f8-5c27daca41a8 May 28 06:58:05.335953 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3e335775-e8ef-4af7-8022-e9cea2a58483 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:05.339025 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-3e335775-e8ef-4af7-8022-e9cea2a58483 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 4.8900435 May 28 06:58:05.342926 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 42380) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:58:05.430364 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ef8e2318-04ef-4243-a523-c9fc646ab83d tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:05.434909 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-573fc1c1-8cbe-4e87-98f9-9ffffd0977d8 tempest-TestSecurityGroupsBasicOps-2135905585 tempest-TestSecurityGroupsBasicOps-2135905585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:58:05.439809 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-573fc1c1-8cbe-4e87-98f9-9ffffd0977d8 tempest-TestSecurityGroupsBasicOps-2135905585 tempest-TestSecurityGroupsBasicOps-2135905585-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=1557a9c5f0a44514943027d1639e77df&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0933044 May 28 06:58:05.440182 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 42386) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:58:05.475992 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-a361fc9b-fe76-421a-a560-ec33e88433e8 None None] Set router fdc952f9-b655-4ed1-8825-1729287ba4e0 gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:58:05.640552 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 42398) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:58:05.673375 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3792549f-7d11-4471-84b0-baf191a1a9be tempest-TestSecurityGroupsBasicOps-2135905585 tempest-TestSecurityGroupsBasicOps-2135905585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:58:05.678381 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-3792549f-7d11-4471-84b0-baf191a1a9be tempest-TestSecurityGroupsBasicOps-2135905585 tempest-TestSecurityGroupsBasicOps-2135905585-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2332091 May 28 06:58:05.680501 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 42404) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:58:05.745516 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ef8e2318-04ef-4243-a523-c9fc646ab83d tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:05.751808 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef8e2318-04ef-4243-a523-c9fc646ab83d tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:58:05.752396 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ef8e2318-04ef-4243-a523-c9fc646ab83d tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks [] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:05.794778 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-016d311a-2e2e-4f62-a199-b2b3a5aeafc1 tempest-TestSecurityGroupsBasicOps-2135905585 tempest-TestSecurityGroupsBasicOps-2135905585-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=68df399e-e75e-4871-9364-5d05730b50f0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1104681 May 28 06:58:05.795154 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 42412) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:58:05.874559 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-a361fc9b-fe76-421a-a560-ec33e88433e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdc952f9-b655-4ed1-8825-1729287ba4e0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1780550237', 'tenant_id': '1557a9c5f0a44514943027d1639e77df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': '46e697ef-a499-4bdc-815a-7c56565ea0aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:58:00Z', 'updated_at': '2022-05-28T06:58:03Z', 'revision_number': 3, 'project_id': '1557a9c5f0a44514943027d1639e77df', 'gw_port': {'id': '46e697ef-a499-4bdc-815a-7c56565ea0aa', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e4:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdc952f9-b655-4ed1-8825-1729287ba4e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:58:02Z', 'updated_at': '2022-05-28T06:58:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:58:05.880367 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a361fc9b-fe76-421a-a560-ec33e88433e8 None None] Checking router: fdc952f9-b655-4ed1-8825-1729287ba4e0 for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:58:05.880820 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a361fc9b-fe76-421a-a560-ec33e88433e8 None None] Updating router fdc952f9-b655-4ed1-8825-1729287ba4e0 port 46e697ef-a499-4bdc-815a-7c56565ea0aa binding host n-d-843702-1 {{(pid=89112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:58:05.887818 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-c1f6c4c3-074a-4b07-b06a-695c2f64e497 tempest-TestSecurityGroupsBasicOps-2135905585 tempest-TestSecurityGroupsBasicOps-2135905585-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=1557a9c5f0a44514943027d1639e77df&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0888996 May 28 06:58:05.888227 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 42416) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:58:05.943892 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-a361fc9b-fe76-421a-a560-ec33e88433e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:05.950043 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c6569b2c-cbd8-49c0-8a66-082a73e1ee35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:05.980053 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-c6569b2c-cbd8-49c0-8a66-082a73e1ee35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:58:05.989069 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-c6569b2c-cbd8-49c0-8a66-082a73e1ee35 admin admin] Usage tracker for resource:security_group_rule and tenant:a718758a1a3646deb3615de0ead4b811 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:58:05.994017 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-c6569b2c-cbd8-49c0-8a66-082a73e1ee35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:58:05.996924 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8e2318-04ef-4243-a523-c9fc646ab83d tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Pushing event updated for resources: {'Network': ['ID=31a60f91-81f7-47df-84f8-5c27daca41a8,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:58:06.011447 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 31a60f91-81f7-47df-84f8-5c27daca41a8 details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:58:06.019658 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-c6569b2c-cbd8-49c0-8a66-082a73e1ee35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:58:06.042643 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-ef8e2318-04ef-4243-a523-c9fc646ab83d tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9186854 May 28 06:58:06.049082 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 42426) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:58:06.074997 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-7242ab25-6f25-429c-953d-b4998e813da5 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Request body: {'subnet': {'network_id': '31a60f91-81f7-47df-84f8-5c27daca41a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:58:06.171565 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086f53e7-3a77-4790-9b7b-2d6fc370a465 tempest-TestSecurityGroupsBasicOps-2135905585 tempest-TestSecurityGroupsBasicOps-2135905585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:58:06.177091 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-086f53e7-3a77-4790-9b7b-2d6fc370a465 tempest-TestSecurityGroupsBasicOps-2135905585 tempest-TestSecurityGroupsBasicOps-2135905585-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2877629 May 28 06:58:06.182654 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 42434) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:58:06.234064 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-7242ab25-6f25-429c-953d-b4998e813da5 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:58:06.242917 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-7242ab25-6f25-429c-953d-b4998e813da5 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Usage tracker for resource:subnet and tenant:edfff7521b2740e6894c3714ce0e5450 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:58:06.247892 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-7242ab25-6f25-429c-953d-b4998e813da5 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:58:06.262573 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-7242ab25-6f25-429c-953d-b4998e813da5 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:58:06.283968 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-0aa0e18b-5082-4344-903a-e5dc5876bcc3 tempest-TestSecurityGroupsBasicOps-2135905585 tempest-TestSecurityGroupsBasicOps-2135905585-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=68df399e-e75e-4871-9364-5d05730b50f0&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0998216 May 28 06:58:06.286433 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 42438) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:58:06.294677 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-79447160-df15-43e5-8352-6accaab14255 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1923611726', 'network_id': 'f03ec0b5-d9dc-4fab-97b7-c54b283a0e9e', 'project_id': '1557a9c5f0a44514943027d1639e77df', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:58:06.321091 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c6569b2c-cbd8-49c0-8a66-082a73e1ee35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:06.411884 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-a361fc9b-fe76-421a-a560-ec33e88433e8 None None] Notify callbacks [] for port, precommit_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:06.423126 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-79447160-df15-43e5-8352-6accaab14255 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:58:06.423328 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.provisioning_blocks [None req-a361fc9b-fe76-421a-a560-ec33e88433e8 None None] Transition to ACTIVE for port object 46e697ef-a499-4bdc-815a-7c56565ea0aa will not be triggered until provisioned by entity L2. {{(pid=89112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:58:06.427538 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-79447160-df15-43e5-8352-6accaab14255 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Usage tracker for resource:subnet and tenant:1557a9c5f0a44514943027d1639e77df is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:58:06.430325 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-79447160-df15-43e5-8352-6accaab14255 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:58:06.431699 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7242ab25-6f25-429c-953d-b4998e813da5 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Made reservation on behalf of edfff7521b2740e6894c3714ce0e5450 for: {'subnet': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:58:06.435361 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7242ab25-6f25-429c-953d-b4998e813da5 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3171998'] for subnet, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:06.437800 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-79447160-df15-43e5-8352-6accaab14255 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:58:06.452686 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c6569b2c-cbd8-49c0-8a66-082a73e1ee35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:06.550263 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79447160-df15-43e5-8352-6accaab14255 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Made reservation on behalf of 1557a9c5f0a44514943027d1639e77df for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:58:06.550449 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-a361fc9b-fe76-421a-a560-ec33e88433e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:06.550554 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-79447160-df15-43e5-8352-6accaab14255 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:06.580106 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-c6569b2c-cbd8-49c0-8a66-082a73e1ee35 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a718758a1a3646deb3615de0ead4b811&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9381161 May 28 06:58:06.583812 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6569b2c-cbd8-49c0-8a66-082a73e1ee35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30ceb0c0-35fc-445a-847b-5d0c7e23ff28,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:58:06.587014 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 42448) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:58:06.652847 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d96bc30-ddfe-422a-af09-d63e63d42b01 None None] Pushing event updated for resources: {'Port': ['ID=46e697ef-a499-4bdc-815a-7c56565ea0aa,revision_number=2']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:58:06.680694 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-a361fc9b-fe76-421a-a560-ec33e88433e8 None None] Attempting to bind port 46e697ef-a499-4bdc-815a-7c56565ea0aa on host n-d-843702-1 for vnic_type normal with profile {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:58:06.681054 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-a361fc9b-fe76-421a-a560-ec33e88433e8 None None] Attempting to bind port 46e697ef-a499-4bdc-815a-7c56565ea0aa by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:58:06.681432 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a361fc9b-fe76-421a-a560-ec33e88433e8 None None] Attempting to bind port 46e697ef-a499-4bdc-815a-7c56565ea0aa on network 68df399e-e75e-4871-9364-5d05730b50f0 {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:58:06.684257 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d96bc30-ddfe-422a-af09-d63e63d42b01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:58:06.684592 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d96bc30-ddfe-422a-af09-d63e63d42b01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:58:06.684920 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d96bc30-ddfe-422a-af09-d63e63d42b01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:58:06.685247 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d96bc30-ddfe-422a-af09-d63e63d42b01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:58:06.685782 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d96bc30-ddfe-422a-af09-d63e63d42b01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:58:06.686116 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d96bc30-ddfe-422a-af09-d63e63d42b01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:58:06.686435 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d96bc30-ddfe-422a-af09-d63e63d42b01 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:58:06.686748 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d96bc30-ddfe-422a-af09-d63e63d42b01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:58:06.687061 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d96bc30-ddfe-422a-af09-d63e63d42b01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:58:06.687375 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d96bc30-ddfe-422a-af09-d63e63d42b01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:58:06.687687 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d96bc30-ddfe-422a-af09-d63e63d42b01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:58:06.687996 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d96bc30-ddfe-422a-af09-d63e63d42b01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:58:06.689686 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6e313707-c518-49de-9619-b403b8004886 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:06.696517 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a361fc9b-fe76-421a-a560-ec33e88433e8 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:58:06.696887 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a361fc9b-fe76-421a-a560-ec33e88433e8 None None] Checking segment: {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:58:06.697296 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-a361fc9b-fe76-421a-a560-ec33e88433e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:06.697684 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a361fc9b-fe76-421a-a560-ec33e88433e8 None None] Bound using segment: {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:58:06.698150 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-a361fc9b-fe76-421a-a560-ec33e88433e8 None None] Bound port: 46e697ef-a499-4bdc-815a-7c56565ea0aa, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:58:06.699134 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-a361fc9b-fe76-421a-a560-ec33e88433e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:06.765122 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6e313707-c518-49de-9619-b403b8004886 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:06.839555 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-a361fc9b-fe76-421a-a560-ec33e88433e8 None None] For port 46e697ef-a499-4bdc-815a-7c56565ea0aa, host n-d-843702-1, cleared binding levels {{(pid=89112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:58:06.844598 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-a361fc9b-fe76-421a-a560-ec33e88433e8 None None] For port 46e697ef-a499-4bdc-815a-7c56565ea0aa, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=46e697ef-a499-4bdc-815a-7c56565ea0aa,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:58:06.962796 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-a361fc9b-fe76-421a-a560-ec33e88433e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:07.031466 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-79447160-df15-43e5-8352-6accaab14255 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:07.032290 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7242ab25-6f25-429c-953d-b4998e813da5 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3115906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3172012'] for subnet, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:07.036791 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6e313707-c518-49de-9619-b403b8004886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:07.058631 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a361fc9b-fe76-421a-a560-ec33e88433e8 None None] Routers {'fdc952f9-b655-4ed1-8825-1729287ba4e0'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:58:07.059688 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-a361fc9b-fe76-421a-a560-ec33e88433e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:57:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['fdc952f9-b655-4ed1-8825-1729287ba4e0'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:58:07.108882 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79447160-df15-43e5-8352-6accaab14255 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Pushing event updated for resources: {'Subnet': ['ID=9d33a66e-897c-4d2b-a7c2-6b3f6de20403,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:58:07.141697 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e313707-c518-49de-9619-b403b8004886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30ceb0c0-35fc-445a-847b-5d0c7e23ff28,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:58:07.142163 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d96bc30-ddfe-422a-af09-d63e63d42b01 None None] Pushing event updated for resources: {'Port': ['ID=46e697ef-a499-4bdc-815a-7c56565ea0aa,revision_number=3']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:58:07.179877 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6e313707-c518-49de-9619-b403b8004886 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:07.195378 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79447160-df15-43e5-8352-6accaab14255 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Checking segment: {'id': '6c4ea0e0-f8d6-4557-a141-43bdf445dfef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'f03ec0b5-d9dc-4fab-97b7-c54b283a0e9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:58:07.195741 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79447160-df15-43e5-8352-6accaab14255 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Network hostable DHCP agents. Network: f03ec0b5-d9dc-4fab-97b7-c54b283a0e9e, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:58:07.198211 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-6e313707-c518-49de-9619-b403b8004886 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/30ceb0c0-35fc-445a-847b-5d0c7e23ff28 HTTP/1.1" status: 204 len: 168 time: 0.5908706 May 28 06:58:07.205643 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7242ab25-6f25-429c-953d-b4998e813da5 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Pushing event updated for resources: {'Subnet': ['ID=71e5392b-c196-4816-a92f-fbe396fe9a90,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:58:07.208820 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7242ab25-6f25-429c-953d-b4998e813da5 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Checking segment: {'id': '4e1209af-bebe-4245-a3bb-4ea25a5c3bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '31a60f91-81f7-47df-84f8-5c27daca41a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:58:07.209635 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7242ab25-6f25-429c-953d-b4998e813da5 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Network hostable DHCP agents. Network: 31a60f91-81f7-47df-84f8-5c27daca41a8, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89110) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:58:07.350238 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79447160-df15-43e5-8352-6accaab14255 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Network f03ec0b5-d9dc-4fab-97b7-c54b283a0e9e is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:58:07.351171 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-a361fc9b-fe76-421a-a560-ec33e88433e8 None None] Set router fdc952f9-b655-4ed1-8825-1729287ba4e0 gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:58:07.385592 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7242ab25-6f25-429c-953d-b4998e813da5 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Network 31a60f91-81f7-47df-84f8-5c27daca41a8 is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89110) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:58:07.499935 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-79447160-df15-43e5-8352-6accaab14255 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, f03ec0b5-d9dc-4fab-97b7-c54b283a0e9e) {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:58:07.502709 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-7242ab25-6f25-429c-953d-b4998e813da5 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, 31a60f91-81f7-47df-84f8-5c27daca41a8) {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:58:07.505881 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79447160-df15-43e5-8352-6accaab14255 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:58:07.512711 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-79447160-df15-43e5-8352-6accaab14255 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:07.513088 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7242ab25-6f25-429c-953d-b4998e813da5 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:58:07.513088 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7242ab25-6f25-429c-953d-b4998e813da5 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:07.516217 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6288c523-295d-45fa-ae05-7323830d2812 None None] Network f03ec0b5-d9dc-4fab-97b7-c54b283a0e9e requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:58:07.637715 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-79447160-df15-43e5-8352-6accaab14255 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.3500388 May 28 06:58:07.641406 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 42472) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:58:07.776320 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-7242ab25-6f25-429c-953d-b4998e813da5 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7079253 May 28 06:58:07.779735 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 42478) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:58:07.817469 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36477723-d5d1-42e8-a065-943cdd97d17e None None] Network 31a60f91-81f7-47df-84f8-5c27daca41a8 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:58:07.906599 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-a361fc9b-fe76-421a-a560-ec33e88433e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdc952f9-b655-4ed1-8825-1729287ba4e0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1780550237', 'tenant_id': '1557a9c5f0a44514943027d1639e77df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': '46e697ef-a499-4bdc-815a-7c56565ea0aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:58:00Z', 'updated_at': '2022-05-28T06:58:03Z', 'revision_number': 3, 'project_id': '1557a9c5f0a44514943027d1639e77df', 'gw_port': {'id': '46e697ef-a499-4bdc-815a-7c56565ea0aa', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e4:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdc952f9-b655-4ed1-8825-1729287ba4e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:58:02Z', 'updated_at': '2022-05-28T06:58:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:58:07.917227 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a361fc9b-fe76-421a-a560-ec33e88433e8 None None] The sync data for ids ['fdc952f9-b655-4ed1-8825-1729287ba4e0'] in n-d-843702-1 is: [{'id': 'fdc952f9-b655-4ed1-8825-1729287ba4e0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1780550237', 'tenant_id': '1557a9c5f0a44514943027d1639e77df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': '46e697ef-a499-4bdc-815a-7c56565ea0aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:58:00Z', 'updated_at': '2022-05-28T06:58:03Z', 'revision_number': 3, 'project_id': '1557a9c5f0a44514943027d1639e77df', 'gw_port': {'id': '46e697ef-a499-4bdc-815a-7c56565ea0aa', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e4:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdc952f9-b655-4ed1-8825-1729287ba4e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:58:02Z', 'updated_at': '2022-05-28T06:58:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:58:08.193347 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 42486) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:58:08.289841 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-a7f330f6-2b53-4d6c-a90d-db83de37dcec admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2d3e4ce6bfa64f4d9f07e99773924968&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0849688 May 28 06:58:08.392728 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71512b06-85f5-497c-819d-df13a039933f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-f03ec0b5-d9dc-4fab-97b7-c54b283a0e9e', 'network_id': 'f03ec0b5-d9dc-4fab-97b7-c54b283a0e9e', 'tenant_id': '1557a9c5f0a44514943027d1639e77df', 'fixed_ips': [{'subnet_id': '9d33a66e-897c-4d2b-a7c2-6b3f6de20403'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:58:08.393983 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-71512b06-85f5-497c-819d-df13a039933f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:08.417861 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7640ff-80a7-46d8-9bca-e7c686b05f2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-31a60f91-81f7-47df-84f8-5c27daca41a8', 'network_id': '31a60f91-81f7-47df-84f8-5c27daca41a8', 'tenant_id': 'edfff7521b2740e6894c3714ce0e5450', 'fixed_ips': [{'subnet_id': '71e5392b-c196-4816-a92f-fbe396fe9a90'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:58:08.419109 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-8f7640ff-80a7-46d8-9bca-e7c686b05f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:08.420477 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 42494) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:58:08.657021 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 46e697ef-a499-4bdc-815a-7c56565ea0aa up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:58:08.734415 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 42500) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:58:08.930622 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-145d1cf9-8bf4-4f59-91e8-f3fb4b1e7d75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:09.029572 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d8734f5b-efb6-456b-9ef5-9bcb5255ecf9 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:09.079353 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-154d04fb-69ad-47f2-a8ae-a013ab88f974 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:09.082202 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 46e697ef-a499-4bdc-815a-7c56565ea0aa completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:58:09.100516 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-145d1cf9-8bf4-4f59-91e8-f3fb4b1e7d75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:09.132782 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 46e697ef-a499-4bdc-815a-7c56565ea0aa triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:58:09.133163 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:09.198384 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1c58489b-4ccb-48d4-8773-615621f8f97c tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:09.247480 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-154d04fb-69ad-47f2-a8ae-a013ab88f974 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:58:09.262360 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-154d04fb-69ad-47f2-a8ae-a013ab88f974 admin admin] Usage tracker for resource:security_group_rule and tenant:795d87f9fb3948e79a224cd210594406 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:58:09.267270 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-154d04fb-69ad-47f2-a8ae-a013ab88f974 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:58:09.329911 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-154d04fb-69ad-47f2-a8ae-a013ab88f974 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:58:09.377250 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-71512b06-85f5-497c-819d-df13a039933f None None] Allocated IP 172.20.0.18 (f03ec0b5-d9dc-4fab-97b7-c54b283a0e9e/9d33a66e-897c-4d2b-a7c2-6b3f6de20403/7f157b28-d3a0-4bfa-a4ee-3075b06a65de) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:58:09.380432 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 46e697ef-a499-4bdc-815a-7c56565ea0aa is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:58:09.380954 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:09.395800 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-8f7640ff-80a7-46d8-9bca-e7c686b05f2c None None] Allocated IP 2001:db8::2 (31a60f91-81f7-47df-84f8-5c27daca41a8/71e5392b-c196-4816-a92f-fbe396fe9a90/bb531b43-ad8f-4564-9245-500883cd3535) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:58:09.446759 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-145d1cf9-8bf4-4f59-91e8-f3fb4b1e7d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:09.447445 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port 46e697ef-a499-4bdc-815a-7c56565ea0aa, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=46e697ef-a499-4bdc-815a-7c56565ea0aa,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:58:09.477101 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145d1cf9-8bf4-4f59-91e8-f3fb4b1e7d75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b68de22e-88b7-4182-8ed3-1ba7168c4330,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:58:09.490246 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-145d1cf9-8bf4-4f59-91e8-f3fb4b1e7d75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:09.491914 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-145d1cf9-8bf4-4f59-91e8-f3fb4b1e7d75 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b68de22e-88b7-4182-8ed3-1ba7168c4330 HTTP/1.1" status: 204 len: 168 time: 1.0700574 May 28 06:58:09.566784 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-154d04fb-69ad-47f2-a8ae-a013ab88f974 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:09.648563 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-154d04fb-69ad-47f2-a8ae-a013ab88f974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:09.667043 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:09.700091 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-154d04fb-69ad-47f2-a8ae-a013ab88f974 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=795d87f9fb3948e79a224cd210594406&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9578586 May 28 06:58:09.701802 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154d04fb-69ad-47f2-a8ae-a013ab88f974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c274e248-8b68-4d0d-9100-539f2cee218b,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:58:09.705441 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 42518) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:58:09.812121 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=46e697ef-a499-4bdc-815a-7c56565ea0aa,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:58:09.816521 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-493fba9b-5214-4db6-a63d-f88e1e2439d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:09.849088 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:58:09.850185 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:58:09.850393 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-493fba9b-5214-4db6-a63d-f88e1e2439d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:09.850478 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:58:09.850688 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:58:09.851018 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:58:09.851351 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:58:09.851680 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:58:09.852064 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:58:09.852388 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:58:09.852724 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:58:09.853057 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:58:09.853387 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:58:09.992584 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-71512b06-85f5-497c-819d-df13a039933f None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:10.020650 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-8f7640ff-80a7-46d8-9bca-e7c686b05f2c None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:10.053835 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-71512b06-85f5-497c-819d-df13a039933f None None] Transition to ACTIVE for port object 7f157b28-d3a0-4bfa-a4ee-3075b06a65de will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:58:10.058266 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-493fba9b-5214-4db6-a63d-f88e1e2439d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:10.058511 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-8f7640ff-80a7-46d8-9bca-e7c686b05f2c None None] Transition to ACTIVE for port object bb531b43-ad8f-4564-9245-500883cd3535 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:58:10.072695 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493fba9b-5214-4db6-a63d-f88e1e2439d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c274e248-8b68-4d0d-9100-539f2cee218b,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:58:10.084488 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-493fba9b-5214-4db6-a63d-f88e1e2439d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:10.085636 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-493fba9b-5214-4db6-a63d-f88e1e2439d1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c274e248-8b68-4d0d-9100-539f2cee218b HTTP/1.1" status: 204 len: 168 time: 0.3792348 May 28 06:58:10.102992 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-8f7640ff-80a7-46d8-9bca-e7c686b05f2c None None] Transition to ACTIVE for port object bb531b43-ad8f-4564-9245-500883cd3535 will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:58:10.104605 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-71512b06-85f5-497c-819d-df13a039933f None None] Transition to ACTIVE for port object 7f157b28-d3a0-4bfa-a4ee-3075b06a65de will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:58:10.191886 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-71512b06-85f5-497c-819d-df13a039933f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:10.245827 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-8f7640ff-80a7-46d8-9bca-e7c686b05f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:10.268394 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [None req-1c58489b-4ccb-48d4-8773-615621f8f97c tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Allocated IP 172.20.0.17 (f03ec0b5-d9dc-4fab-97b7-c54b283a0e9e/9d33a66e-897c-4d2b-a7c2-6b3f6de20403/955723d1-8627-4af4-bc86-2ea026e9ef69) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:58:10.275043 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71512b06-85f5-497c-819d-df13a039933f None None] Network f03ec0b5-d9dc-4fab-97b7-c54b283a0e9e is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:58:10.279562 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-71512b06-85f5-497c-819d-df13a039933f None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:58:10.283790 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71512b06-85f5-497c-819d-df13a039933f None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:58:10.337174 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-d8734f5b-efb6-456b-9ef5-9bcb5255ecf9 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Allocated IP 2001:db8::1 (31a60f91-81f7-47df-84f8-5c27daca41a8/71e5392b-c196-4816-a92f-fbe396fe9a90/47828b4e-f076-4c68-9c8b-daeaf93794a3) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:58:10.351243 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7640ff-80a7-46d8-9bca-e7c686b05f2c None None] Network 31a60f91-81f7-47df-84f8-5c27daca41a8 is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:58:10.363150 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-8f7640ff-80a7-46d8-9bca-e7c686b05f2c None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:58:10.368393 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7640ff-80a7-46d8-9bca-e7c686b05f2c None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:58:10.370964 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71512b06-85f5-497c-819d-df13a039933f None None] Pushing event updated for resources: {'Port': ['ID=7f157b28-d3a0-4bfa-a4ee-3075b06a65de,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:58:10.603535 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1c58489b-4ccb-48d4-8773-615621f8f97c tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:10.623819 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 46e697ef-a499-4bdc-815a-7c56565ea0aa up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:58:10.636808 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [None req-1c58489b-4ccb-48d4-8773-615621f8f97c tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Transition to ACTIVE for port object 955723d1-8627-4af4-bc86-2ea026e9ef69 will not be triggered until provisioned by entity DHCP. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:58:10.727029 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d8734f5b-efb6-456b-9ef5-9bcb5255ecf9 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:10.734925 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7640ff-80a7-46d8-9bca-e7c686b05f2c None None] Pushing event updated for resources: {'Port': ['ID=bb531b43-ad8f-4564-9245-500883cd3535,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:58:10.738140 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-8f7640ff-80a7-46d8-9bca-e7c686b05f2c None None] Attempting to bind port bb531b43-ad8f-4564-9245-500883cd3535 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:58:10.738701 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-8f7640ff-80a7-46d8-9bca-e7c686b05f2c None None] Attempting to bind port bb531b43-ad8f-4564-9245-500883cd3535 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': '4e1209af-bebe-4245-a3bb-4ea25a5c3bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '31a60f91-81f7-47df-84f8-5c27daca41a8'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:58:10.739207 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7640ff-80a7-46d8-9bca-e7c686b05f2c None None] Attempting to bind port bb531b43-ad8f-4564-9245-500883cd3535 on network 31a60f91-81f7-47df-84f8-5c27daca41a8 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:58:10.747957 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [None req-d8734f5b-efb6-456b-9ef5-9bcb5255ecf9 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Transition to ACTIVE for port object 47828b4e-f076-4c68-9c8b-daeaf93794a3 will not be triggered until provisioned by entity DHCP. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:58:10.752674 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-71512b06-85f5-497c-819d-df13a039933f None None] Attempting to bind port 7f157b28-d3a0-4bfa-a4ee-3075b06a65de on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:58:10.753344 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-71512b06-85f5-497c-819d-df13a039933f None None] Attempting to bind port 7f157b28-d3a0-4bfa-a4ee-3075b06a65de by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': '6c4ea0e0-f8d6-4557-a141-43bdf445dfef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'f03ec0b5-d9dc-4fab-97b7-c54b283a0e9e'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:58:10.753899 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71512b06-85f5-497c-819d-df13a039933f None None] Attempting to bind port 7f157b28-d3a0-4bfa-a4ee-3075b06a65de on network f03ec0b5-d9dc-4fab-97b7-c54b283a0e9e {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:58:10.769844 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71512b06-85f5-497c-819d-df13a039933f None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:58:10.770407 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71512b06-85f5-497c-819d-df13a039933f None None] Checking segment: {'id': '6c4ea0e0-f8d6-4557-a141-43bdf445dfef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'f03ec0b5-d9dc-4fab-97b7-c54b283a0e9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:58:10.770978 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-71512b06-85f5-497c-819d-df13a039933f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:10.771727 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71512b06-85f5-497c-819d-df13a039933f None None] Bound using segment: {'id': '6c4ea0e0-f8d6-4557-a141-43bdf445dfef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'f03ec0b5-d9dc-4fab-97b7-c54b283a0e9e'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:58:10.772339 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-71512b06-85f5-497c-819d-df13a039933f None None] Bound port: 7f157b28-d3a0-4bfa-a4ee-3075b06a65de, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c4ea0e0-f8d6-4557-a141-43bdf445dfef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'f03ec0b5-d9dc-4fab-97b7-c54b283a0e9e'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:58:10.772935 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-71512b06-85f5-497c-819d-df13a039933f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:10.788020 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1c58489b-4ccb-48d4-8773-615621f8f97c tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:10.801522 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7640ff-80a7-46d8-9bca-e7c686b05f2c None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:58:10.801906 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7640ff-80a7-46d8-9bca-e7c686b05f2c None None] Checking segment: {'id': '4e1209af-bebe-4245-a3bb-4ea25a5c3bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '31a60f91-81f7-47df-84f8-5c27daca41a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:58:10.802307 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-8f7640ff-80a7-46d8-9bca-e7c686b05f2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:10.802707 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7640ff-80a7-46d8-9bca-e7c686b05f2c None None] Bound using segment: {'id': '4e1209af-bebe-4245-a3bb-4ea25a5c3bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '31a60f91-81f7-47df-84f8-5c27daca41a8'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:58:10.803196 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-8f7640ff-80a7-46d8-9bca-e7c686b05f2c None None] Bound port: bb531b43-ad8f-4564-9245-500883cd3535, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e1209af-bebe-4245-a3bb-4ea25a5c3bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '31a60f91-81f7-47df-84f8-5c27daca41a8'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:58:10.803570 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-8f7640ff-80a7-46d8-9bca-e7c686b05f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:10.874484 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c58489b-4ccb-48d4-8773-615621f8f97c tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Network f03ec0b5-d9dc-4fab-97b7-c54b283a0e9e is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:58:10.878939 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-1c58489b-4ccb-48d4-8773-615621f8f97c tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:58:10.883982 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c58489b-4ccb-48d4-8773-615621f8f97c tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:58:10.889205 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d8734f5b-efb6-456b-9ef5-9bcb5255ecf9 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:10.920216 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c58489b-4ccb-48d4-8773-615621f8f97c tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Pushing event updated for resources: {'Port': ['ID=955723d1-8627-4af4-bc86-2ea026e9ef69,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:58:10.948886 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1c58489b-4ccb-48d4-8773-615621f8f97c tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690947'] for router_interface, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:10.972291 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 46e697ef-a499-4bdc-815a-7c56565ea0aa triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:58:10.972854 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:10.985635 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8734f5b-efb6-456b-9ef5-9bcb5255ecf9 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Network 31a60f91-81f7-47df-84f8-5c27daca41a8 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:58:10.987129 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-d8734f5b-efb6-456b-9ef5-9bcb5255ecf9 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:58:10.991847 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8734f5b-efb6-456b-9ef5-9bcb5255ecf9 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:58:10.992382 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d8734f5b-efb6-456b-9ef5-9bcb5255ecf9 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690947'] for router_interface, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:11.035835 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-8f7640ff-80a7-46d8-9bca-e7c686b05f2c None None] For port bb531b43-ad8f-4564-9245-500883cd3535, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:58:11.062257 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-71512b06-85f5-497c-819d-df13a039933f None None] For port 7f157b28-d3a0-4bfa-a4ee-3075b06a65de, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:58:11.073179 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 42560) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:58:11.079718 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-71512b06-85f5-497c-819d-df13a039933f None None] For port 7f157b28-d3a0-4bfa-a4ee-3075b06a65de, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=7f157b28-d3a0-4bfa-a4ee-3075b06a65de,segment=NetworkSegment(6c4ea0e0-f8d6-4557-a141-43bdf445dfef),segment_id=6c4ea0e0-f8d6-4557-a141-43bdf445dfef)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:58:11.081673 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-8f7640ff-80a7-46d8-9bca-e7c686b05f2c None None] For port bb531b43-ad8f-4564-9245-500883cd3535, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=bb531b43-ad8f-4564-9245-500883cd3535,segment=NetworkSegment(4e1209af-bebe-4245-a3bb-4ea25a5c3bc8),segment_id=4e1209af-bebe-4245-a3bb-4ea25a5c3bc8)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:58:11.106600 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ee775bd1-135e-4cd3-836a-e045a916048b admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:11.117929 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8734f5b-efb6-456b-9ef5-9bcb5255ecf9 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Pushing event updated for resources: {'Port': ['ID=47828b4e-f076-4c68-9c8b-daeaf93794a3,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:58:11.126437 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-ee775bd1-135e-4cd3-836a-e045a916048b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:58:11.153162 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-ee775bd1-135e-4cd3-836a-e045a916048b admin admin] Usage tracker for resource:security_group_rule and tenant:0b5ddd603075422680081811fc0d0ae5 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:58:11.157023 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-ee775bd1-135e-4cd3-836a-e045a916048b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:58:11.171679 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-ee775bd1-135e-4cd3-836a-e045a916048b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:58:11.206894 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 46e697ef-a499-4bdc-815a-7c56565ea0aa is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:58:11.276136 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d8734f5b-efb6-456b-9ef5-9bcb5255ecf9 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:11.278846 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-71512b06-85f5-497c-819d-df13a039933f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:11.338741 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-8f7640ff-80a7-46d8-9bca-e7c686b05f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:11.350848 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1c58489b-4ccb-48d4-8773-615621f8f97c tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:11.411000 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71512b06-85f5-497c-819d-df13a039933f None None] Pushing event updated for resources: {'Port': ['ID=7f157b28-d3a0-4bfa-a4ee-3075b06a65de,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:58:11.555813 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7640ff-80a7-46d8-9bca-e7c686b05f2c None None] Pushing event updated for resources: {'Port': ['ID=bb531b43-ad8f-4564-9245-500883cd3535,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:58:11.823519 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ee775bd1-135e-4cd3-836a-e045a916048b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:11.912482 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ee775bd1-135e-4cd3-836a-e045a916048b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:11.983055 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-ee775bd1-135e-4cd3-836a-e045a916048b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0b5ddd603075422680081811fc0d0ae5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9088049 May 28 06:58:12.047532 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee775bd1-135e-4cd3-836a-e045a916048b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b682e996-bff6-47bc-946d-dd21b2e24188,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:58:12.059554 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 42574) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:58:12.105972 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1c58489b-4ccb-48d4-8773-615621f8f97c tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:12.179543 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1c58489b-4ccb-48d4-8773-615621f8f97c tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:12.190894 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c6e9101d-46a2-4177-83de-1d2215a5cb3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:12.233189 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c6e9101d-46a2-4177-83de-1d2215a5cb3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:12.251938 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d8734f5b-efb6-456b-9ef5-9bcb5255ecf9 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:12.340382 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d8734f5b-efb6-456b-9ef5-9bcb5255ecf9 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:12.341425 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d8734f5b-efb6-456b-9ef5-9bcb5255ecf9 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700602'] for router_interface, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:12.418780 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c6e9101d-46a2-4177-83de-1d2215a5cb3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:12.457264 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1c58489b-4ccb-48d4-8773-615621f8f97c tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700602'] for router_interface, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:12.460793 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c58489b-4ccb-48d4-8773-615621f8f97c tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Pushing event updated for resources: {'Port': ['ID=955723d1-8627-4af4-bc86-2ea026e9ef69,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:58:12.601093 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e9101d-46a2-4177-83de-1d2215a5cb3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b682e996-bff6-47bc-946d-dd21b2e24188,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:58:12.696406 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c6e9101d-46a2-4177-83de-1d2215a5cb3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:12.698989 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-c6e9101d-46a2-4177-83de-1d2215a5cb3e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b682e996-bff6-47bc-946d-dd21b2e24188 HTTP/1.1" status: 204 len: 168 time: 0.6382589 May 28 06:58:12.699643 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8734f5b-efb6-456b-9ef5-9bcb5255ecf9 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Pushing event updated for resources: {'Port': ['ID=47828b4e-f076-4c68-9c8b-daeaf93794a3,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:58:12.755414 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device bb531b43-ad8f-4564-9245-500883cd3535 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:58:12.776397 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c58489b-4ccb-48d4-8773-615621f8f97c tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Network f03ec0b5-d9dc-4fab-97b7-c54b283a0e9e is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:58:12.784027 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-1c58489b-4ccb-48d4-8773-615621f8f97c tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:58:12.812502 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8734f5b-efb6-456b-9ef5-9bcb5255ecf9 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Network 31a60f91-81f7-47df-84f8-5c27daca41a8 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:58:12.817774 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-d8734f5b-efb6-456b-9ef5-9bcb5255ecf9 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:58:13.219397 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c58489b-4ccb-48d4-8773-615621f8f97c tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Router fdc952f9-b655-4ed1-8825-1729287ba4e0 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:58:13.229135 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port bb531b43-ad8f-4564-9245-500883cd3535 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:58:13.246310 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830ace0f-13ac-420b-9b4e-d49e62375228 None None] Network f03ec0b5-d9dc-4fab-97b7-c54b283a0e9e requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:58:13.295173 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 7f157b28-d3a0-4bfa-a4ee-3075b06a65de up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:58:13.301769 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8734f5b-efb6-456b-9ef5-9bcb5255ecf9 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Router c621dda9-5d46-46bb-b727-c62dc3765e5c is scheduled to L3 agent 42958940-9562-4f71-972f-15a8af9d3963 with binding_index 1 {{(pid=89109) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 06:58:13.459090 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 42612) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:58:13.539730 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c58489b-4ccb-48d4-8773-615621f8f97c tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:58:13.580434 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-1c58489b-4ccb-48d4-8773-615621f8f97c tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] 10.222.0.55 "PUT /v2.0/routers/fdc952f9-b655-4ed1-8825-1729287ba4e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9308414 May 28 06:58:13.608153 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8734f5b-efb6-456b-9ef5-9bcb5255ecf9 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:58:13.619258 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-d8734f5b-efb6-456b-9ef5-9bcb5255ecf9 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] 10.222.0.55 "PUT /v2.0/routers/c621dda9-5d46-46bb-b727-c62dc3765e5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8384244 May 28 06:58:13.621961 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde93c95-b874-47f0-abe0-2eae0e35aa3e None None] Sync routers for ids ['c621dda9-5d46-46bb-b727-c62dc3765e5c'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:58:13.622487 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 42622) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:58:13.630079 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-43076aeb-b090-40ed-aa5c-55952527b200 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2100690767'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:58:13.633607 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde93c95-b874-47f0-abe0-2eae0e35aa3e None None] Routers {'c621dda9-5d46-46bb-b727-c62dc3765e5c'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:58:13.634222 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-cde93c95-b874-47f0-abe0-2eae0e35aa3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:57:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['c621dda9-5d46-46bb-b727-c62dc3765e5c'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:58:13.643207 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-43076aeb-b090-40ed-aa5c-55952527b200 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:58:13.647196 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00e9890-e189-452e-ba1f-76ce5713e5a5 None None] Sync routers for ids ['fdc952f9-b655-4ed1-8825-1729287ba4e0'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:58:13.661396 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-43076aeb-b090-40ed-aa5c-55952527b200 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Usage tracker for resource:network and tenant:edfff7521b2740e6894c3714ce0e5450 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:58:13.666218 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-43076aeb-b090-40ed-aa5c-55952527b200 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:58:13.682584 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-43076aeb-b090-40ed-aa5c-55952527b200 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:58:13.694188 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02df2dcd-c097-4057-a828-a235a3773455 None None] Network 31a60f91-81f7-47df-84f8-5c27daca41a8 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:58:13.741578 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00e9890-e189-452e-ba1f-76ce5713e5a5 None None] Routers {'fdc952f9-b655-4ed1-8825-1729287ba4e0'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:58:13.742460 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-e00e9890-e189-452e-ba1f-76ce5713e5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:57:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['fdc952f9-b655-4ed1-8825-1729287ba4e0'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:58:13.775026 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-699951e2-9909-4542-9d41-5c1c610f1c46 tempest-QuotasNegativeTest-59229217 tempest-QuotasNegativeTest-59229217-project-admin] Request body: {'quota': {'network': 2}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:58:13.803786 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43076aeb-b090-40ed-aa5c-55952527b200 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Made reservation on behalf of edfff7521b2740e6894c3714ce0e5450 for: {'network': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:58:13.841223 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-43076aeb-b090-40ed-aa5c-55952527b200 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:13.861540 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43076aeb-b090-40ed-aa5c-55952527b200 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=89110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:58:13.881093 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-43076aeb-b090-40ed-aa5c-55952527b200 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:13.881530 n-d-843702-1 neutron-server[89110]: INFO neutron.db.segments_db [None req-43076aeb-b090-40ed-aa5c-55952527b200 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Added segment b71c35ec-6a5c-47cb-abbe-ce84673c4f16 of type vlan for network d2e50b11-e890-46fa-bc6e-e99c3c9e5f40 May 28 06:58:13.905982 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-cde93c95-b874-47f0-abe0-2eae0e35aa3e None None] Set router c621dda9-5d46-46bb-b727-c62dc3765e5c gateway port host: None {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:58:13.929140 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-43076aeb-b090-40ed-aa5c-55952527b200 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:13.945678 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-699951e2-9909-4542-9d41-5c1c610f1c46 tempest-QuotasNegativeTest-59229217 tempest-QuotasNegativeTest-59229217-project-admin] 10.222.0.55 "PUT /v2.0/quotas/7e93e35143eb470ab62014b226b47d03 HTTP/1.1" status: 200 len: 368 time: 0.4853396 May 28 06:58:13.948460 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 42644) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:58:13.954437 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-2b7c4297-52cc-4a13-8287-eb915465fc90 tempest-QuotasNegativeTest-59229217 tempest-QuotasNegativeTest-59229217-project-admin] Request body: {'network': {'project_id': '7e93e35143eb470ab62014b226b47d03'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:58:13.966437 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-2b7c4297-52cc-4a13-8287-eb915465fc90 tempest-QuotasNegativeTest-59229217 tempest-QuotasNegativeTest-59229217-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:58:13.976627 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-2b7c4297-52cc-4a13-8287-eb915465fc90 tempest-QuotasNegativeTest-59229217 tempest-QuotasNegativeTest-59229217-project-admin] Usage tracker for resource:network and tenant:7e93e35143eb470ab62014b226b47d03 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:58:13.984261 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-2b7c4297-52cc-4a13-8287-eb915465fc90 tempest-QuotasNegativeTest-59229217 tempest-QuotasNegativeTest-59229217-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:58:13.995285 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-2b7c4297-52cc-4a13-8287-eb915465fc90 tempest-QuotasNegativeTest-59229217 tempest-QuotasNegativeTest-59229217-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:58:14.091583 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-e3838118-b424-4830-97b1-66c6d76f56e1 None None] Provisioning for port 7f157b28-d3a0-4bfa-a4ee-3075b06a65de completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:58:14.135688 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 7f157b28-d3a0-4bfa-a4ee-3075b06a65de completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:58:14.136784 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-43076aeb-b090-40ed-aa5c-55952527b200 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:14.136905 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-e3838118-b424-4830-97b1-66c6d76f56e1 None None] Provisioning complete for port 7f157b28-d3a0-4bfa-a4ee-3075b06a65de triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:58:14.136905 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e3838118-b424-4830-97b1-66c6d76f56e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:14.156692 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43076aeb-b090-40ed-aa5c-55952527b200 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:58:14.156692 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-43076aeb-b090-40ed-aa5c-55952527b200 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks [] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:14.179532 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b7c4297-52cc-4a13-8287-eb915465fc90 tempest-QuotasNegativeTest-59229217 tempest-QuotasNegativeTest-59229217-project-admin] Made reservation on behalf of 7e93e35143eb470ab62014b226b47d03 for: {'network': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:58:14.184348 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2b7c4297-52cc-4a13-8287-eb915465fc90 tempest-QuotasNegativeTest-59229217 tempest-QuotasNegativeTest-59229217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:14.219318 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2b7c4297-52cc-4a13-8287-eb915465fc90 tempest-QuotasNegativeTest-59229217 tempest-QuotasNegativeTest-59229217-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:14.238666 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 7f157b28-d3a0-4bfa-a4ee-3075b06a65de triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:58:14.239295 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:14.278041 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-2b7c4297-52cc-4a13-8287-eb915465fc90 tempest-QuotasNegativeTest-59229217 tempest-QuotasNegativeTest-59229217-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:58:14.283054 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-2b7c4297-52cc-4a13-8287-eb915465fc90 tempest-QuotasNegativeTest-59229217 tempest-QuotasNegativeTest-59229217-project-admin] Usage tracker for resource:security_group_rule and tenant:7e93e35143eb470ab62014b226b47d03 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:58:14.286645 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-2b7c4297-52cc-4a13-8287-eb915465fc90 tempest-QuotasNegativeTest-59229217 tempest-QuotasNegativeTest-59229217-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:58:14.293358 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-2b7c4297-52cc-4a13-8287-eb915465fc90 tempest-QuotasNegativeTest-59229217 tempest-QuotasNegativeTest-59229217-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:58:14.390097 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2b7c4297-52cc-4a13-8287-eb915465fc90 tempest-QuotasNegativeTest-59229217 tempest-QuotasNegativeTest-59229217-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:14.425269 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-cde93c95-b874-47f0-abe0-2eae0e35aa3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c621dda9-5d46-46bb-b727-c62dc3765e5c', 'name': 'tempest-RoutersIpV6Test-router-126920805', 'tenant_id': 'edfff7521b2740e6894c3714ce0e5450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:58:04Z', 'updated_at': '2022-05-28T06:58:11Z', 'revision_number': 2, 'project_id': 'edfff7521b2740e6894c3714ce0e5450', 'gw_port_host': None, '_interfaces': [{'id': '47828b4e-f076-4c68-9c8b-daeaf93794a3', 'name': '', 'network_id': '31a60f91-81f7-47df-84f8-5c27daca41a8', 'tenant_id': 'edfff7521b2740e6894c3714ce0e5450', 'mac_address': 'fa:16:3e:19:c3:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c621dda9-5d46-46bb-b727-c62dc3765e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '71e5392b-c196-4816-a92f-fbe396fe9a90', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:58:09Z', 'updated_at': '2022-05-28T06:58:11Z', 'revision_number': 2, 'project_id': 'edfff7521b2740e6894c3714ce0e5450', 'subnets': [{'id': '71e5392b-c196-4816-a92f-fbe396fe9a90', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:58:14.428360 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-e00e9890-e189-452e-ba1f-76ce5713e5a5 None None] Set router fdc952f9-b655-4ed1-8825-1729287ba4e0 gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:58:14.431361 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde93c95-b874-47f0-abe0-2eae0e35aa3e None None] Checking router: c621dda9-5d46-46bb-b727-c62dc3765e5c for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:58:14.432371 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde93c95-b874-47f0-abe0-2eae0e35aa3e None None] Updating router c621dda9-5d46-46bb-b727-c62dc3765e5c port 47828b4e-f076-4c68-9c8b-daeaf93794a3 binding host n-d-843702-1 {{(pid=89112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:58:14.521891 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-cde93c95-b874-47f0-abe0-2eae0e35aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:14.522359 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2b7c4297-52cc-4a13-8287-eb915465fc90 tempest-QuotasNegativeTest-59229217 tempest-QuotasNegativeTest-59229217-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:14.589511 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43076aeb-b090-40ed-aa5c-55952527b200 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Pushing event updated for resources: {'Network': ['ID=d2e50b11-e890-46fa-bc6e-e99c3c9e5f40,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:58:14.614804 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b7c4297-52cc-4a13-8287-eb915465fc90 tempest-QuotasNegativeTest-59229217 tempest-QuotasNegativeTest-59229217-project-admin] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=89109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:58:14.619518 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7c4297-52cc-4a13-8287-eb915465fc90 tempest-QuotasNegativeTest-59229217 tempest-QuotasNegativeTest-59229217-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bbd1434-02b7-4dff-b6bd-08aa56a9de85,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:58:14.646408 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2b7c4297-52cc-4a13-8287-eb915465fc90 tempest-QuotasNegativeTest-59229217 tempest-QuotasNegativeTest-59229217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:14.647051 n-d-843702-1 neutron-server[89109]: INFO neutron.db.segments_db [None req-2b7c4297-52cc-4a13-8287-eb915465fc90 tempest-QuotasNegativeTest-59229217 tempest-QuotasNegativeTest-59229217-project-admin] Added segment 58a5bff4-a2dd-4975-b90f-28435d9b4f54 of type vlan for network 068f0398-98a3-4b51-862d-21790b7ff88f May 28 06:58:14.663986 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network d2e50b11-e890-46fa-bc6e-e99c3c9e5f40 details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:58:14.696605 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-43076aeb-b090-40ed-aa5c-55952527b200 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0731690 May 28 06:58:14.697297 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 42668) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:58:14.708525 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-ccdff223-ae39-4b35-ad17-09b927b33b64 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Request body: {'subnet': {'network_id': 'd2e50b11-e890-46fa-bc6e-e99c3c9e5f40', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:58:14.714808 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2b7c4297-52cc-4a13-8287-eb915465fc90 tempest-QuotasNegativeTest-59229217 tempest-QuotasNegativeTest-59229217-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:14.863410 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-ccdff223-ae39-4b35-ad17-09b927b33b64 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:58:14.867374 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-ccdff223-ae39-4b35-ad17-09b927b33b64 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Usage tracker for resource:subnet and tenant:edfff7521b2740e6894c3714ce0e5450 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:58:14.870474 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-ccdff223-ae39-4b35-ad17-09b927b33b64 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:58:14.871136 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2b7c4297-52cc-4a13-8287-eb915465fc90 tempest-QuotasNegativeTest-59229217 tempest-QuotasNegativeTest-59229217-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:14.872179 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7c4297-52cc-4a13-8287-eb915465fc90 tempest-QuotasNegativeTest-59229217 tempest-QuotasNegativeTest-59229217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:58:14.872832 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2b7c4297-52cc-4a13-8287-eb915465fc90 tempest-QuotasNegativeTest-59229217 tempest-QuotasNegativeTest-59229217-project-admin] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:14.877598 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-ccdff223-ae39-4b35-ad17-09b927b33b64 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:58:14.926181 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f395c90f-da88-46db-9422-df3ae2fbbdb0 req-120727f2-b0d3-4961-a4ed-7901cece6563 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:58:14.934184 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f395c90f-da88-46db-9422-df3ae2fbbdb0 req-120727f2-b0d3-4961-a4ed-7901cece6563 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] 10.222.0.55 "GET /v2.0/networks?id=f03ec0b5-d9dc-4fab-97b7-c54b283a0e9e HTTP/1.1" status: 200 len: 798 time: 0.5111856 May 28 06:58:14.951567 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f395c90f-da88-46db-9422-df3ae2fbbdb0 req-e37691df-50ee-461b-be81-1169bb988df9 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] 10.222.0.55 "GET /v2.0/quotas/1557a9c5f0a44514943027d1639e77df HTTP/1.1" status: 200 len: 375 time: 0.0160434 May 28 06:58:14.991407 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccdff223-ae39-4b35-ad17-09b927b33b64 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Made reservation on behalf of edfff7521b2740e6894c3714ce0e5450 for: {'subnet': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:58:14.995353 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ccdff223-ae39-4b35-ad17-09b927b33b64 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3171998'] for subnet, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:15.055722 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-2b7c4297-52cc-4a13-8287-eb915465fc90 tempest-QuotasNegativeTest-59229217 tempest-QuotasNegativeTest-59229217-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.1060798 May 28 06:58:15.087785 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7c4297-52cc-4a13-8287-eb915465fc90 tempest-QuotasNegativeTest-59229217 tempest-QuotasNegativeTest-59229217-project-admin] Pushing event updated for resources: {'Network': ['ID=068f0398-98a3-4b51-862d-21790b7ff88f,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:58:15.098122 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 42676) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:58:15.106308 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-441d7c70-1319-431e-b288-3a835587ad17 tempest-QuotasNegativeTest-59229217 tempest-QuotasNegativeTest-59229217-project-admin] Request body: {'network': {'project_id': '7e93e35143eb470ab62014b226b47d03'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:58:15.107771 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-cde93c95-b874-47f0-abe0-2eae0e35aa3e None None] Notify callbacks [] for port, precommit_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:15.113715 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-441d7c70-1319-431e-b288-3a835587ad17 tempest-QuotasNegativeTest-59229217 tempest-QuotasNegativeTest-59229217-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:58:15.118234 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-441d7c70-1319-431e-b288-3a835587ad17 tempest-QuotasNegativeTest-59229217 tempest-QuotasNegativeTest-59229217-project-admin] Usage tracker for resource:network and tenant:7e93e35143eb470ab62014b226b47d03 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:58:15.122851 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-441d7c70-1319-431e-b288-3a835587ad17 tempest-QuotasNegativeTest-59229217 tempest-QuotasNegativeTest-59229217-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:58:15.126349 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.provisioning_blocks [None req-cde93c95-b874-47f0-abe0-2eae0e35aa3e None None] Transition to ACTIVE for port object 47828b4e-f076-4c68-9c8b-daeaf93794a3 will not be triggered until provisioned by entity L2. {{(pid=89112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:58:15.126513 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 068f0398-98a3-4b51-862d-21790b7ff88f details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:58:15.133051 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-441d7c70-1319-431e-b288-3a835587ad17 tempest-QuotasNegativeTest-59229217 tempest-QuotasNegativeTest-59229217-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:58:15.173278 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-f395c90f-da88-46db-9422-df3ae2fbbdb0 req-44c804db-51d1-4a42-bf95-ad1d12e32375 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Synchronizing usage tracker for tenant:1557a9c5f0a44514943027d1639e77df on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:58:15.283545 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-cde93c95-b874-47f0-abe0-2eae0e35aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:15.311258 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-441d7c70-1319-431e-b288-3a835587ad17 tempest-QuotasNegativeTest-59229217 tempest-QuotasNegativeTest-59229217-project-admin] Made reservation on behalf of 7e93e35143eb470ab62014b226b47d03 for: {'network': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:58:15.312492 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-f395c90f-da88-46db-9422-df3ae2fbbdb0 req-44c804db-51d1-4a42-bf95-ad1d12e32375 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Unset dirty status for tenant:1557a9c5f0a44514943027d1639e77df on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:58:15.314323 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f395c90f-da88-46db-9422-df3ae2fbbdb0 req-44c804db-51d1-4a42-bf95-ad1d12e32375 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=1557a9c5f0a44514943027d1639e77df&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3617070 May 28 06:58:15.322655 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-441d7c70-1319-431e-b288-3a835587ad17 tempest-QuotasNegativeTest-59229217 tempest-QuotasNegativeTest-59229217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:15.402191 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 7f157b28-d3a0-4bfa-a4ee-3075b06a65de is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:58:15.402572 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:15.408237 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ccdff223-ae39-4b35-ad17-09b927b33b64 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3115906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3172012'] for subnet, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:15.443873 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7af97b-28c9-4596-a478-32a472dd8efe None None] Pushing event updated for resources: {'Port': ['ID=47828b4e-f076-4c68-9c8b-daeaf93794a3,revision_number=3']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:58:15.486938 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-441d7c70-1319-431e-b288-3a835587ad17 tempest-QuotasNegativeTest-59229217 tempest-QuotasNegativeTest-59229217-project-admin] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=89109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:58:15.493972 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-e3838118-b424-4830-97b1-66c6d76f56e1 None None] Current status of the port 7f157b28-d3a0-4bfa-a4ee-3075b06a65de is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:58:15.494403 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e3838118-b424-4830-97b1-66c6d76f56e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:15.517579 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-441d7c70-1319-431e-b288-3a835587ad17 tempest-QuotasNegativeTest-59229217 tempest-QuotasNegativeTest-59229217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:15.519487 n-d-843702-1 neutron-server[89109]: INFO neutron.db.segments_db [None req-441d7c70-1319-431e-b288-3a835587ad17 tempest-QuotasNegativeTest-59229217 tempest-QuotasNegativeTest-59229217-project-admin] Added segment c6cf3695-b8c6-453c-a8b5-0f986a376969 of type vlan for network 7563d122-1f3a-4bc8-9005-372f8a4aa2de May 28 06:58:15.596083 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-441d7c70-1319-431e-b288-3a835587ad17 tempest-QuotasNegativeTest-59229217 tempest-QuotasNegativeTest-59229217-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:15.637223 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port 7f157b28-d3a0-4bfa-a4ee-3075b06a65de, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=7f157b28-d3a0-4bfa-a4ee-3075b06a65de,segment=NetworkSegment(6c4ea0e0-f8d6-4557-a141-43bdf445dfef),segment_id=6c4ea0e0-f8d6-4557-a141-43bdf445dfef)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:58:15.716569 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-e00e9890-e189-452e-ba1f-76ce5713e5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdc952f9-b655-4ed1-8825-1729287ba4e0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1780550237', 'tenant_id': '1557a9c5f0a44514943027d1639e77df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': '46e697ef-a499-4bdc-815a-7c56565ea0aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:58:00Z', 'updated_at': '2022-05-28T06:58:11Z', 'revision_number': 4, 'project_id': '1557a9c5f0a44514943027d1639e77df', 'gw_port': {'id': '46e697ef-a499-4bdc-815a-7c56565ea0aa', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc952f9-b655-4ed1-8825-1729287ba4e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:58:02Z', 'updated_at': '2022-05-28T06:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '955723d1-8627-4af4-bc86-2ea026e9ef69', 'name': '', 'network_id': 'f03ec0b5-d9dc-4fab-97b7-c54b283a0e9e', 'tenant_id': '1557a9c5f0a44514943027d1639e77df', 'mac_address': 'fa:16:3e:33:77:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdc952f9-b655-4ed1-8825-1729287ba4e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '9d33a66e-897c-4d2b-a7c2-6b3f6de20403', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:58:09Z', 'updated_at': '2022-05-28T06:58:11Z', 'revision_number': 2, 'project_id': '1557a9c5f0a44514943027d1639e77df', 'subnets': [{'id': '9d33a66e-897c-4d2b-a7c2-6b3f6de20403', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:58:15.721470 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00e9890-e189-452e-ba1f-76ce5713e5a5 None None] Checking router: fdc952f9-b655-4ed1-8825-1729287ba4e0 for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:58:15.722946 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00e9890-e189-452e-ba1f-76ce5713e5a5 None None] Updating router fdc952f9-b655-4ed1-8825-1729287ba4e0 port 955723d1-8627-4af4-bc86-2ea026e9ef69 binding host n-d-843702-1 {{(pid=89111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:58:15.746193 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-441d7c70-1319-431e-b288-3a835587ad17 tempest-QuotasNegativeTest-59229217 tempest-QuotasNegativeTest-59229217-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:15.747275 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-441d7c70-1319-431e-b288-3a835587ad17 tempest-QuotasNegativeTest-59229217 tempest-QuotasNegativeTest-59229217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:58:15.748550 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-441d7c70-1319-431e-b288-3a835587ad17 tempest-QuotasNegativeTest-59229217 tempest-QuotasNegativeTest-59229217-project-admin] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:15.780145 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-cde93c95-b874-47f0-abe0-2eae0e35aa3e None None] Attempting to bind port 47828b4e-f076-4c68-9c8b-daeaf93794a3 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:58:15.780457 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-cde93c95-b874-47f0-abe0-2eae0e35aa3e None None] Attempting to bind port 47828b4e-f076-4c68-9c8b-daeaf93794a3 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': '4e1209af-bebe-4245-a3bb-4ea25a5c3bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '31a60f91-81f7-47df-84f8-5c27daca41a8'}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:58:15.780852 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde93c95-b874-47f0-abe0-2eae0e35aa3e None None] Attempting to bind port 47828b4e-f076-4c68-9c8b-daeaf93794a3 on network 31a60f91-81f7-47df-84f8-5c27daca41a8 {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:58:15.789058 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:15.798904 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde93c95-b874-47f0-abe0-2eae0e35aa3e None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:58:15.799279 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde93c95-b874-47f0-abe0-2eae0e35aa3e None None] Checking segment: {'id': '4e1209af-bebe-4245-a3bb-4ea25a5c3bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '31a60f91-81f7-47df-84f8-5c27daca41a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:58:15.800447 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-cde93c95-b874-47f0-abe0-2eae0e35aa3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:15.802333 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde93c95-b874-47f0-abe0-2eae0e35aa3e None None] Bound using segment: {'id': '4e1209af-bebe-4245-a3bb-4ea25a5c3bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '31a60f91-81f7-47df-84f8-5c27daca41a8'} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:58:15.802809 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-cde93c95-b874-47f0-abe0-2eae0e35aa3e None None] Bound port: 47828b4e-f076-4c68-9c8b-daeaf93794a3, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e1209af-bebe-4245-a3bb-4ea25a5c3bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '31a60f91-81f7-47df-84f8-5c27daca41a8'}}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:58:15.803238 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-cde93c95-b874-47f0-abe0-2eae0e35aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:15.941147 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f395c90f-da88-46db-9422-df3ae2fbbdb0 req-91761d3f-c8cd-4d8b-820a-5e2caed4349c service neutron] 10.222.0.55 "GET /v2.0/networks/f03ec0b5-d9dc-4fab-97b7-c54b283a0e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6116076 May 28 06:58:16.033853 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441d7c70-1319-431e-b288-3a835587ad17 tempest-QuotasNegativeTest-59229217 tempest-QuotasNegativeTest-59229217-project-admin] Pushing event updated for resources: {'Network': ['ID=7563d122-1f3a-4bc8-9005-372f8a4aa2de,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:58:16.050752 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-cde93c95-b874-47f0-abe0-2eae0e35aa3e None None] For port 47828b4e-f076-4c68-9c8b-daeaf93794a3, host n-d-843702-1, cleared binding levels {{(pid=89112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:58:16.054787 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-cde93c95-b874-47f0-abe0-2eae0e35aa3e None None] For port 47828b4e-f076-4c68-9c8b-daeaf93794a3, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=47828b4e-f076-4c68-9c8b-daeaf93794a3,segment=NetworkSegment(4e1209af-bebe-4245-a3bb-4ea25a5c3bc8),segment_id=4e1209af-bebe-4245-a3bb-4ea25a5c3bc8)] {{(pid=89112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:58:16.079774 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.db.api [None req-e3838118-b424-4830-97b1-66c6d76f56e1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89111) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:58:16.080214 n-d-843702-1 neutron-server[89111]: DEBUG oslo_db.api [None req-e3838118-b424-4830-97b1-66c6d76f56e1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:58:16.091680 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 7563d122-1f3a-4bc8-9005-372f8a4aa2de details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:58:16.117897 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-441d7c70-1319-431e-b288-3a835587ad17 tempest-QuotasNegativeTest-59229217 tempest-QuotasNegativeTest-59229217-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.0183921 May 28 06:58:16.123381 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 42704) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:58:16.133752 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-f8ef37c3-5b88-424c-a857-4370fc660ce0 tempest-QuotasNegativeTest-59229217 tempest-QuotasNegativeTest-59229217-project-admin] Request body: {'network': {'project_id': '7e93e35143eb470ab62014b226b47d03'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:58:16.145713 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-cde93c95-b874-47f0-abe0-2eae0e35aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:16.146668 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-f8ef37c3-5b88-424c-a857-4370fc660ce0 tempest-QuotasNegativeTest-59229217 tempest-QuotasNegativeTest-59229217-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:58:16.159736 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-f8ef37c3-5b88-424c-a857-4370fc660ce0 tempest-QuotasNegativeTest-59229217 tempest-QuotasNegativeTest-59229217-project-admin] Usage tracker for resource:network and tenant:7e93e35143eb470ab62014b226b47d03 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:58:16.169084 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-f8ef37c3-5b88-424c-a857-4370fc660ce0 tempest-QuotasNegativeTest-59229217 tempest-QuotasNegativeTest-59229217-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:58:16.198017 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-f8ef37c3-5b88-424c-a857-4370fc660ce0 tempest-QuotasNegativeTest-59229217 tempest-QuotasNegativeTest-59229217-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:58:16.202654 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8ef37c3-5b88-424c-a857-4370fc660ce0 tempest-QuotasNegativeTest-59229217 tempest-QuotasNegativeTest-59229217-project-admin] POST failed (client error): There was a conflict when trying to complete your request. May 28 06:58:16.208440 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8ef37c3-5b88-424c-a857-4370fc660ce0 tempest-QuotasNegativeTest-59229217 tempest-QuotasNegativeTest-59229217-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=89109) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:58:16.220530 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-f8ef37c3-5b88-424c-a857-4370fc660ce0 tempest-QuotasNegativeTest-59229217 tempest-QuotasNegativeTest-59229217-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1000531 May 28 06:58:16.221349 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 42708) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:58:16.344355 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e00e9890-e189-452e-ba1f-76ce5713e5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:16.384051 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-a4bc8b1f-adaf-49eb-94b9-63252a464039 tempest-QuotasNegativeTest-59229217 tempest-QuotasNegativeTest-59229217-project-admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7e93e35143eb470ab62014b226b47d03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1608930 May 28 06:58:16.391710 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 42712) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:58:16.447857 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde93c95-b874-47f0-abe0-2eae0e35aa3e None None] Routers {'c621dda9-5d46-46bb-b727-c62dc3765e5c'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:58:16.449607 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-cde93c95-b874-47f0-abe0-2eae0e35aa3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:57:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['c621dda9-5d46-46bb-b727-c62dc3765e5c'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:58:16.482457 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f395c90f-da88-46db-9422-df3ae2fbbdb0 req-6468b8bd-3354-40b8-9556-9f6ad44f5247 service neutron] 10.222.0.55 "GET /v2.0/networks/f03ec0b5-d9dc-4fab-97b7-c54b283a0e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5295181 May 28 06:58:16.490840 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccdff223-ae39-4b35-ad17-09b927b33b64 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Checking segment: {'id': 'b71c35ec-6a5c-47cb-abbe-ce84673c4f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'd2e50b11-e890-46fa-bc6e-e99c3c9e5f40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:58:16.491209 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccdff223-ae39-4b35-ad17-09b927b33b64 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Network hostable DHCP agents. Network: d2e50b11-e890-46fa-bc6e-e99c3c9e5f40, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89110) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:58:16.502392 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdff223-ae39-4b35-ad17-09b927b33b64 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Pushing event updated for resources: {'Subnet': ['ID=a23296b1-3864-4e85-93a5-ced7ab5b5344,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:58:16.602410 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccdff223-ae39-4b35-ad17-09b927b33b64 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Network d2e50b11-e890-46fa-bc6e-e99c3c9e5f40 is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89110) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:58:16.623273 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1230446a-7564-45a1-9e7b-47b10be1ed40 tempest-QuotasNegativeTest-59229217 tempest-QuotasNegativeTest-59229217-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:16.699520 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=7f157b28-d3a0-4bfa-a4ee-3075b06a65de,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:58:16.719293 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1230446a-7564-45a1-9e7b-47b10be1ed40 tempest-QuotasNegativeTest-59229217 tempest-QuotasNegativeTest-59229217-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:16.751347 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-ccdff223-ae39-4b35-ad17-09b927b33b64 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, d2e50b11-e890-46fa-bc6e-e99c3c9e5f40) {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:58:16.758189 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccdff223-ae39-4b35-ad17-09b927b33b64 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:58:16.759219 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ccdff223-ae39-4b35-ad17-09b927b33b64 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:16.767947 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c257d74e-179c-420b-a83c-06c81b33bc22 None None] Network d2e50b11-e890-46fa-bc6e-e99c3c9e5f40 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:58:16.912206 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-ccdff223-ae39-4b35-ad17-09b927b33b64 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.2107117 May 28 06:58:16.915088 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 42734) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:58:16.932403 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7af97b-28c9-4596-a478-32a472dd8efe None None] Pushing event updated for resources: {'Port': ['ID=47828b4e-f076-4c68-9c8b-daeaf93794a3,revision_number=4']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:58:17.051526 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-cde93c95-b874-47f0-abe0-2eae0e35aa3e None None] Set router c621dda9-5d46-46bb-b727-c62dc3765e5c gateway port host: None {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:58:17.083598 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-e3838118-b424-4830-97b1-66c6d76f56e1 None None] Current status of the port 7f157b28-d3a0-4bfa-a4ee-3075b06a65de is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:58:17.105440 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-9777f041-4012-413d-a51f-fd5109d505ff req-efc71883-32d6-4b47-bf14-fdf177f653ba service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=55b36d75-8b57-4a06-96f9-1abc44c66374&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2543786 May 28 06:58:17.192035 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1230446a-7564-45a1-9e7b-47b10be1ed40 tempest-QuotasNegativeTest-59229217 tempest-QuotasNegativeTest-59229217-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:17.260413 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1230446a-7564-45a1-9e7b-47b10be1ed40 tempest-QuotasNegativeTest-59229217 tempest-QuotasNegativeTest-59229217-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bbd1434-02b7-4dff-b6bd-08aa56a9de85,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:58:17.278681 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1230446a-7564-45a1-9e7b-47b10be1ed40 tempest-QuotasNegativeTest-59229217 tempest-QuotasNegativeTest-59229217-project-admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:17.288091 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-1230446a-7564-45a1-9e7b-47b10be1ed40 tempest-QuotasNegativeTest-59229217 tempest-QuotasNegativeTest-59229217-project-admin] 10.222.0.55 "DELETE /v2.0/security-groups/3bbd1434-02b7-4dff-b6bd-08aa56a9de85 HTTP/1.1" status: 204 len: 168 time: 0.8951585 May 28 06:58:17.291134 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 42744) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:58:17.443658 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bd319bcf-d953-4c19-9e31-bf983b900447 req-60b86b9e-0a5f-41fe-bcd0-c948360fad7f tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1d8cf73-eee4-46c3-9421-616c50dc6e0a HTTP/1.1" status: 200 len: 210 time: 0.1168497 May 28 06:58:17.571917 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-568f4be0-9e43-409a-9831-b997c503dad8 None None] Provisioning for port bb531b43-ad8f-4564-9245-500883cd3535 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:58:17.670369 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-568f4be0-9e43-409a-9831-b997c503dad8 None None] Provisioning complete for port bb531b43-ad8f-4564-9245-500883cd3535 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:58:17.670369 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-568f4be0-9e43-409a-9831-b997c503dad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:17.836092 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-cde93c95-b874-47f0-abe0-2eae0e35aa3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c621dda9-5d46-46bb-b727-c62dc3765e5c', 'name': 'tempest-RoutersIpV6Test-router-126920805', 'tenant_id': 'edfff7521b2740e6894c3714ce0e5450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:58:04Z', 'updated_at': '2022-05-28T06:58:11Z', 'revision_number': 2, 'project_id': 'edfff7521b2740e6894c3714ce0e5450', 'gw_port_host': None, '_interfaces': [{'id': '47828b4e-f076-4c68-9c8b-daeaf93794a3', 'name': '', 'network_id': '31a60f91-81f7-47df-84f8-5c27daca41a8', 'tenant_id': 'edfff7521b2740e6894c3714ce0e5450', 'mac_address': 'fa:16:3e:19:c3:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c621dda9-5d46-46bb-b727-c62dc3765e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '71e5392b-c196-4816-a92f-fbe396fe9a90', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:58:09Z', 'updated_at': '2022-05-28T06:58:16Z', 'revision_number': 4, 'project_id': 'edfff7521b2740e6894c3714ce0e5450', 'subnets': [{'id': '71e5392b-c196-4816-a92f-fbe396fe9a90', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:58:17.847119 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde93c95-b874-47f0-abe0-2eae0e35aa3e None None] The sync data for ids ['c621dda9-5d46-46bb-b727-c62dc3765e5c'] in n-d-843702-1 is: [{'id': 'c621dda9-5d46-46bb-b727-c62dc3765e5c', 'name': 'tempest-RoutersIpV6Test-router-126920805', 'tenant_id': 'edfff7521b2740e6894c3714ce0e5450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:58:04Z', 'updated_at': '2022-05-28T06:58:11Z', 'revision_number': 2, 'project_id': 'edfff7521b2740e6894c3714ce0e5450', 'gw_port_host': None, '_interfaces': [{'id': '47828b4e-f076-4c68-9c8b-daeaf93794a3', 'name': '', 'network_id': '31a60f91-81f7-47df-84f8-5c27daca41a8', 'tenant_id': 'edfff7521b2740e6894c3714ce0e5450', 'mac_address': 'fa:16:3e:19:c3:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c621dda9-5d46-46bb-b727-c62dc3765e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '71e5392b-c196-4816-a92f-fbe396fe9a90', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:58:09Z', 'updated_at': '2022-05-28T06:58:16Z', 'revision_number': 4, 'project_id': 'edfff7521b2740e6894c3714ce0e5450', 'subnets': [{'id': '71e5392b-c196-4816-a92f-fbe396fe9a90', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:58:17.864234 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3415a2d3-d7fe-41e8-8bbd-095279fe6395 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-d2e50b11-e890-46fa-bc6e-e99c3c9e5f40', 'network_id': 'd2e50b11-e890-46fa-bc6e-e99c3c9e5f40', 'tenant_id': 'edfff7521b2740e6894c3714ce0e5450', 'fixed_ips': [{'subnet_id': 'a23296b1-3864-4e85-93a5-ced7ab5b5344'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:58:17.885370 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-3415a2d3-d7fe-41e8-8bbd-095279fe6395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:17.997930 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 42756) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:58:17.999826 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e00e9890-e189-452e-ba1f-76ce5713e5a5 None None] Notify callbacks [] for port, precommit_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:18.004168 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 7f157b28-d3a0-4bfa-a4ee-3075b06a65de up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:58:18.051249 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-67b24403-c01e-4f68-bd81-2107aa49d4e8 tempest-QuotasNegativeTest-59229217 tempest-QuotasNegativeTest-59229217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:18.079767 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9777f041-4012-413d-a51f-fd5109d505ff req-bb3637dc-9d19-41d4-aec6-a0387b1984db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:58:18.082628 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-9777f041-4012-413d-a51f-fd5109d505ff req-bb3637dc-9d19-41d4-aec6-a0387b1984db service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1557a9c5f0a44514943027d1639e77df&device_id=55b36d75-8b57-4a06-96f9-1abc44c66374 HTTP/1.1" status: 200 len: 1135 time: 0.7179251 May 28 06:58:18.225491 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-e00e9890-e189-452e-ba1f-76ce5713e5a5 None None] Transition to ACTIVE for port object 955723d1-8627-4af4-bc86-2ea026e9ef69 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:58:18.339504 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-67b24403-c01e-4f68-bd81-2107aa49d4e8 tempest-QuotasNegativeTest-59229217 tempest-QuotasNegativeTest-59229217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:18.365544 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e00e9890-e189-452e-ba1f-76ce5713e5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:18.404914 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-67b24403-c01e-4f68-bd81-2107aa49d4e8 tempest-QuotasNegativeTest-59229217 tempest-QuotasNegativeTest-59229217-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7563d122-1f3a-4bc8-9005-372f8a4aa2de']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:58:18.420527 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2c1af90b-eca7-4a78-ba3e-6daa9700ba39 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:18.427558 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-67b24403-c01e-4f68-bd81-2107aa49d4e8 tempest-QuotasNegativeTest-59229217 tempest-QuotasNegativeTest-59229217-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6cf3695-b8c6-453c-a8b5-0f986a376969') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:58:18.428084 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-67b24403-c01e-4f68-bd81-2107aa49d4e8 tempest-QuotasNegativeTest-59229217 tempest-QuotasNegativeTest-59229217-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6cf3695-b8c6-453c-a8b5-0f986a376969') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:58:18.443859 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-67b24403-c01e-4f68-bd81-2107aa49d4e8 tempest-QuotasNegativeTest-59229217 tempest-QuotasNegativeTest-59229217-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:18.653403 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9777f041-4012-413d-a51f-fd5109d505ff req-754a45fd-a739-4949-884b-aa391fe88e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:58:18.655643 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-9777f041-4012-413d-a51f-fd5109d505ff req-754a45fd-a739-4949-884b-aa391fe88e63 service neutron] 10.222.0.71 "GET /v2.0/networks?id=4a0a49de-1d13-449d-a2b4-d4771b25264b HTTP/1.1" status: 200 len: 898 time: 0.5187261 May 28 06:58:18.664133 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-603a0a56-5dc1-47b9-bb14-d7829dd9fe3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:18.676776 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 7f157b28-d3a0-4bfa-a4ee-3075b06a65de triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:58:18.677341 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:18.725915 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-568f4be0-9e43-409a-9831-b997c503dad8 None None] Current status of the port bb531b43-ad8f-4564-9245-500883cd3535 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:58:18.726538 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-568f4be0-9e43-409a-9831-b997c503dad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:18.750272 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-67b24403-c01e-4f68-bd81-2107aa49d4e8 tempest-QuotasNegativeTest-59229217 tempest-QuotasNegativeTest-59229217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:18.792164 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-603a0a56-5dc1-47b9-bb14-d7829dd9fe3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:58:18.800306 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67b24403-c01e-4f68-bd81-2107aa49d4e8 tempest-QuotasNegativeTest-59229217 tempest-QuotasNegativeTest-59229217-project-admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:58:18.800742 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-67b24403-c01e-4f68-bd81-2107aa49d4e8 tempest-QuotasNegativeTest-59229217 tempest-QuotasNegativeTest-59229217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:18.823398 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-50be9e9a-00e6-4fc2-843e-49ca49e8961b req-15313575-357d-43ba-a71b-3694ea863fd6 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1d8cf73-eee4-46c3-9421-616c50dc6e0a HTTP/1.1" status: 200 len: 210 time: 0.0767457 May 28 06:58:19.019026 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-3415a2d3-d7fe-41e8-8bbd-095279fe6395 None None] Allocated IP 2001:db8:1::2 (d2e50b11-e890-46fa-bc6e-e99c3c9e5f40/a23296b1-3864-4e85-93a5-ced7ab5b5344/66d3aa21-efd1-46cb-9137-9d270306e27f) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:58:19.045769 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-603a0a56-5dc1-47b9-bb14-d7829dd9fe3e admin admin] Usage tracker for resource:security_group_rule and tenant:9259bece4feb4229ae6ee98a30cdffcc is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:58:19.049002 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-603a0a56-5dc1-47b9-bb14-d7829dd9fe3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:58:19.055614 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-603a0a56-5dc1-47b9-bb14-d7829dd9fe3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:58:19.071910 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment c6cf3695-b8c6-453c-a8b5-0f986a376969 resource provider aggregate not found May 28 06:58:19.106267 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment c6cf3695-b8c6-453c-a8b5-0f986a376969 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c6cf3695-b8c6-453c-a8b5-0f986a376969 found for delete ", "request_id": "req-860b7309-b4b4-495f-a007-5d8952246f43"}]} May 28 06:58:19.160308 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-9777f041-4012-413d-a51f-fd5109d505ff req-6d23652e-47d4-4922-b840-13f20c0ceae6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ebe41d0-dcb0-49ae-a4bf-a78d2579b72e HTTP/1.1" status: 200 len: 1000 time: 0.4971244 May 28 06:58:19.241795 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9777f041-4012-413d-a51f-fd5109d505ff req-cef5247a-e617-462a-aa22-4d45de5f8486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:58:19.243470 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-9777f041-4012-413d-a51f-fd5109d505ff req-cef5247a-e617-462a-aa22-4d45de5f8486 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=eead3977-243b-4035-9026-00b1433df847 HTTP/1.1" status: 200 len: 835 time: 0.0772436 May 28 06:58:19.243870 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38065f0d-f1f6-45bd-aa77-7ca42da63eca None None] Pushing event updated for resources: {'Port': ['ID=955723d1-8627-4af4-bc86-2ea026e9ef69,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:58:19.336735 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-67b24403-c01e-4f68-bd81-2107aa49d4e8 tempest-QuotasNegativeTest-59229217 tempest-QuotasNegativeTest-59229217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:19.357587 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-67b24403-c01e-4f68-bd81-2107aa49d4e8 tempest-QuotasNegativeTest-59229217 tempest-QuotasNegativeTest-59229217-project-admin] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:19.377899 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b24403-c01e-4f68-bd81-2107aa49d4e8 tempest-QuotasNegativeTest-59229217 tempest-QuotasNegativeTest-59229217-project-admin] Pushing event deleted for resources: {'Network': ['ID=7563d122-1f3a-4bc8-9005-372f8a4aa2de,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:58:19.397705 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-67b24403-c01e-4f68-bd81-2107aa49d4e8 tempest-QuotasNegativeTest-59229217 tempest-QuotasNegativeTest-59229217-project-admin] 10.222.0.55 "DELETE /v2.0/networks/7563d122-1f3a-4bc8-9005-372f8a4aa2de HTTP/1.1" status: 204 len: 168 time: 2.0991716 May 28 06:58:19.398413 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 42782) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:58:19.411783 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9777f041-4012-413d-a51f-fd5109d505ff req-7ad15fa3-7f0f-4cc7-85e3-e0ea7ac09fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:58:19.413238 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-9777f041-4012-413d-a51f-fd5109d505ff req-7ad15fa3-7f0f-4cc7-85e3-e0ea7ac09fe6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4a0a49de-1d13-449d-a2b4-d4771b25264b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1613548 May 28 06:58:19.448062 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-568f4be0-9e43-409a-9831-b997c503dad8 None None] For port bb531b43-ad8f-4564-9245-500883cd3535, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=bb531b43-ad8f-4564-9245-500883cd3535,segment=NetworkSegment(4e1209af-bebe-4245-a3bb-4ea25a5c3bc8),segment_id=4e1209af-bebe-4245-a3bb-4ea25a5c3bc8)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:58:19.483238 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-e00e9890-e189-452e-ba1f-76ce5713e5a5 None None] Attempting to bind port 955723d1-8627-4af4-bc86-2ea026e9ef69 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:58:19.483651 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-e00e9890-e189-452e-ba1f-76ce5713e5a5 None None] Attempting to bind port 955723d1-8627-4af4-bc86-2ea026e9ef69 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': '6c4ea0e0-f8d6-4557-a141-43bdf445dfef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'f03ec0b5-d9dc-4fab-97b7-c54b283a0e9e'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:58:19.501779 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00e9890-e189-452e-ba1f-76ce5713e5a5 None None] Attempting to bind port 955723d1-8627-4af4-bc86-2ea026e9ef69 on network f03ec0b5-d9dc-4fab-97b7-c54b283a0e9e {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:58:19.536944 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-3415a2d3-d7fe-41e8-8bbd-095279fe6395 None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:19.549505 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-3415a2d3-d7fe-41e8-8bbd-095279fe6395 None None] Transition to ACTIVE for port object 66d3aa21-efd1-46cb-9137-9d270306e27f will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:58:19.571436 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f9a47bdf-e259-42c2-8ce4-882ba9a0a127 tempest-QuotasNegativeTest-59229217 tempest-QuotasNegativeTest-59229217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:19.584924 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-3415a2d3-d7fe-41e8-8bbd-095279fe6395 None None] Transition to ACTIVE for port object 66d3aa21-efd1-46cb-9137-9d270306e27f will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:58:19.592906 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00e9890-e189-452e-ba1f-76ce5713e5a5 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:58:19.593336 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00e9890-e189-452e-ba1f-76ce5713e5a5 None None] Checking segment: {'id': '6c4ea0e0-f8d6-4557-a141-43bdf445dfef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'f03ec0b5-d9dc-4fab-97b7-c54b283a0e9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:58:19.593821 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e00e9890-e189-452e-ba1f-76ce5713e5a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:19.594307 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00e9890-e189-452e-ba1f-76ce5713e5a5 None None] Bound using segment: {'id': '6c4ea0e0-f8d6-4557-a141-43bdf445dfef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'f03ec0b5-d9dc-4fab-97b7-c54b283a0e9e'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:58:19.594842 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-e00e9890-e189-452e-ba1f-76ce5713e5a5 None None] Bound port: 955723d1-8627-4af4-bc86-2ea026e9ef69, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c4ea0e0-f8d6-4557-a141-43bdf445dfef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'f03ec0b5-d9dc-4fab-97b7-c54b283a0e9e'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:58:19.595245 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e00e9890-e189-452e-ba1f-76ce5713e5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:19.595530 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-603a0a56-5dc1-47b9-bb14-d7829dd9fe3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:19.658579 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-9777f041-4012-413d-a51f-fd5109d505ff req-f3913a6b-3a3c-417f-98d2-d377f56f6599 service neutron] 10.222.0.71 "GET /v2.0/networks/4a0a49de-1d13-449d-a2b4-d4771b25264b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354095 May 28 06:58:19.681406 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 7f157b28-d3a0-4bfa-a4ee-3075b06a65de is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:58:19.721280 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-e00e9890-e189-452e-ba1f-76ce5713e5a5 None None] For port 955723d1-8627-4af4-bc86-2ea026e9ef69, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:58:19.726877 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-e00e9890-e189-452e-ba1f-76ce5713e5a5 None None] For port 955723d1-8627-4af4-bc86-2ea026e9ef69, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=955723d1-8627-4af4-bc86-2ea026e9ef69,segment=NetworkSegment(6c4ea0e0-f8d6-4557-a141-43bdf445dfef),segment_id=6c4ea0e0-f8d6-4557-a141-43bdf445dfef)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:58:19.805049 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-9777f041-4012-413d-a51f-fd5109d505ff req-84df25aa-fcd9-47eb-b9a4-ae059c51c508 service neutron] 10.222.0.71 "GET /v2.0/networks/4a0a49de-1d13-449d-a2b4-d4771b25264b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393058 May 28 06:58:19.879629 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f9a47bdf-e259-42c2-8ce4-882ba9a0a127 tempest-QuotasNegativeTest-59229217 tempest-QuotasNegativeTest-59229217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:19.896224 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 47828b4e-f076-4c68-9c8b-daeaf93794a3 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:58:19.906149 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-f9a47bdf-e259-42c2-8ce4-882ba9a0a127 tempest-QuotasNegativeTest-59229217 tempest-QuotasNegativeTest-59229217-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['068f0398-98a3-4b51-862d-21790b7ff88f']}} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:58:19.923089 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-f9a47bdf-e259-42c2-8ce4-882ba9a0a127 tempest-QuotasNegativeTest-59229217 tempest-QuotasNegativeTest-59229217-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58a5bff4-a2dd-4975-b90f-28435d9b4f54') {'for_net_delete': True} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:58:19.923280 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-f9a47bdf-e259-42c2-8ce4-882ba9a0a127 tempest-QuotasNegativeTest-59229217 tempest-QuotasNegativeTest-59229217-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58a5bff4-a2dd-4975-b90f-28435d9b4f54') {} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:58:19.936381 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f9a47bdf-e259-42c2-8ce4-882ba9a0a127 tempest-QuotasNegativeTest-59229217 tempest-QuotasNegativeTest-59229217-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4150778'] for segment, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:19.953597 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f9a47bdf-e259-42c2-8ce4-882ba9a0a127 tempest-QuotasNegativeTest-59229217 tempest-QuotasNegativeTest-59229217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:19.961233 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9a47bdf-e259-42c2-8ce4-882ba9a0a127 tempest-QuotasNegativeTest-59229217 tempest-QuotasNegativeTest-59229217-project-admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=89110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:58:19.961947 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f9a47bdf-e259-42c2-8ce4-882ba9a0a127 tempest-QuotasNegativeTest-59229217 tempest-QuotasNegativeTest-59229217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3143023'] for segment, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:20.014067 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment 58a5bff4-a2dd-4975-b90f-28435d9b4f54 resource provider aggregate not found May 28 06:58:20.085919 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment 58a5bff4-a2dd-4975-b90f-28435d9b4f54 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 58a5bff4-a2dd-4975-b90f-28435d9b4f54 found for delete ", "request_id": "req-46ad0223-5205-43f2-8ac1-53f7229bfbcb"}]} May 28 06:58:20.088193 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dceddfc2-4ac8-4a33-a0bc-4ad80f5cddc5 req-34383fcf-69d9-4102-b10a-fab04c8713a1 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1d8cf73-eee4-46c3-9421-616c50dc6e0a HTTP/1.1" status: 200 len: 210 time: 0.1086783 May 28 06:58:20.219475 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-568f4be0-9e43-409a-9831-b997c503dad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:20.293367 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f4be0-9e43-409a-9831-b997c503dad8 None None] Pushing event updated for resources: {'Port': ['ID=bb531b43-ad8f-4564-9245-500883cd3535,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:58:20.321318 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [None req-2c1af90b-eca7-4a78-ba3e-6daa9700ba39 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Allocated IP 2001:db8:1::1 (d2e50b11-e890-46fa-bc6e-e99c3c9e5f40/a23296b1-3864-4e85-93a5-ced7ab5b5344/58518f56-d9a2-4c02-94ac-10d99cfa9a61) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:58:20.442751 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-603a0a56-5dc1-47b9-bb14-d7829dd9fe3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:20.443349 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-568f4be0-9e43-409a-9831-b997c503dad8 None None] Provisioning for port 955723d1-8627-4af4-bc86-2ea026e9ef69 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:58:20.446853 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 47828b4e-f076-4c68-9c8b-daeaf93794a3 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:58:20.450163 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-3415a2d3-d7fe-41e8-8bbd-095279fe6395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:20.450760 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f9a47bdf-e259-42c2-8ce4-882ba9a0a127 tempest-QuotasNegativeTest-59229217 tempest-QuotasNegativeTest-59229217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:20.454551 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e00e9890-e189-452e-ba1f-76ce5713e5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:20.462152 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f9a47bdf-e259-42c2-8ce4-882ba9a0a127 tempest-QuotasNegativeTest-59229217 tempest-QuotasNegativeTest-59229217-project-admin] Notify callbacks [] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:20.512449 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-603a0a56-5dc1-47b9-bb14-d7829dd9fe3e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9259bece4feb4229ae6ee98a30cdffcc&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5113795 May 28 06:58:20.514216 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 42802) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:58:20.530563 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603a0a56-5dc1-47b9-bb14-d7829dd9fe3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f9ff57d-0efe-49dc-9c2b-d89a40b8d5c3,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:58:20.554102 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3415a2d3-d7fe-41e8-8bbd-095279fe6395 None None] Network d2e50b11-e890-46fa-bc6e-e99c3c9e5f40 is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:58:20.564432 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-3415a2d3-d7fe-41e8-8bbd-095279fe6395 None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:58:20.575220 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3415a2d3-d7fe-41e8-8bbd-095279fe6395 None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:58:20.579957 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-568f4be0-9e43-409a-9831-b997c503dad8 None None] Provisioning complete for port 7f157b28-d3a0-4bfa-a4ee-3075b06a65de triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:58:20.580514 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-568f4be0-9e43-409a-9831-b997c503dad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:20.602989 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-f9a47bdf-e259-42c2-8ce4-882ba9a0a127 tempest-QuotasNegativeTest-59229217 tempest-QuotasNegativeTest-59229217-project-admin] 10.222.0.55 "DELETE /v2.0/networks/068f0398-98a3-4b51-862d-21790b7ff88f HTTP/1.1" status: 204 len: 168 time: 1.2030952 May 28 06:58:20.619684 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a47bdf-e259-42c2-8ce4-882ba9a0a127 tempest-QuotasNegativeTest-59229217 tempest-QuotasNegativeTest-59229217-project-admin] Pushing event deleted for resources: {'Network': ['ID=068f0398-98a3-4b51-862d-21790b7ff88f,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:58:20.644219 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1cd65a90-b1e4-4e7a-898b-c5f607ef11dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:20.678170 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3415a2d3-d7fe-41e8-8bbd-095279fe6395 None None] Pushing event updated for resources: {'Port': ['ID=66d3aa21-efd1-46cb-9137-9d270306e27f,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:58:20.711682 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1cd65a90-b1e4-4e7a-898b-c5f607ef11dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:20.758160 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00e9890-e189-452e-ba1f-76ce5713e5a5 None None] Routers {'fdc952f9-b655-4ed1-8825-1729287ba4e0'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:58:20.759569 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-e00e9890-e189-452e-ba1f-76ce5713e5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:57:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['fdc952f9-b655-4ed1-8825-1729287ba4e0'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:58:20.823940 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2c1af90b-eca7-4a78-ba3e-6daa9700ba39 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:20.922741 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1cd65a90-b1e4-4e7a-898b-c5f607ef11dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:20.946061 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd65a90-b1e4-4e7a-898b-c5f607ef11dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f9ff57d-0efe-49dc-9c2b-d89a40b8d5c3,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:58:20.957678 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1cd65a90-b1e4-4e7a-898b-c5f607ef11dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:20.959556 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-1cd65a90-b1e4-4e7a-898b-c5f607ef11dc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0f9ff57d-0efe-49dc-9c2b-d89a40b8d5c3 HTTP/1.1" status: 204 len: 168 time: 0.4442213 May 28 06:58:20.974797 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [None req-2c1af90b-eca7-4a78-ba3e-6daa9700ba39 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Transition to ACTIVE for port object 58518f56-d9a2-4c02-94ac-10d99cfa9a61 will not be triggered until provisioned by entity DHCP. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:58:21.069035 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f395c90f-da88-46db-9422-df3ae2fbbdb0 req-b1644ccf-9021-49a3-8dab-0b3edf1f4b08 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:58:21.070475 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f395c90f-da88-46db-9422-df3ae2fbbdb0 req-b1644ccf-9021-49a3-8dab-0b3edf1f4b08 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] 10.222.0.69 "GET /v2.0/networks?id=f03ec0b5-d9dc-4fab-97b7-c54b283a0e9e HTTP/1.1" status: 200 len: 798 time: 0.2096107 May 28 06:58:21.084845 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-f395c90f-da88-46db-9422-df3ae2fbbdb0 req-88bcfa2a-92aa-457c-b1aa-4fcad952b4c4 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Request body: {'port': {'device_id': 'e1d8cf73-eee4-46c3-9421-616c50dc6e0a', 'network_id': 'f03ec0b5-d9dc-4fab-97b7-c54b283a0e9e', 'admin_state_up': True, 'tenant_id': '1557a9c5f0a44514943027d1639e77df'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:58:21.088122 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38065f0d-f1f6-45bd-aa77-7ca42da63eca None None] Pushing event updated for resources: {'Port': ['ID=955723d1-8627-4af4-bc86-2ea026e9ef69,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:58:21.156384 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-3415a2d3-d7fe-41e8-8bbd-095279fe6395 None None] Attempting to bind port 66d3aa21-efd1-46cb-9137-9d270306e27f on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:58:21.156745 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-3415a2d3-d7fe-41e8-8bbd-095279fe6395 None None] Attempting to bind port 66d3aa21-efd1-46cb-9137-9d270306e27f by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'b71c35ec-6a5c-47cb-abbe-ce84673c4f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'd2e50b11-e890-46fa-bc6e-e99c3c9e5f40'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:58:21.157283 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3415a2d3-d7fe-41e8-8bbd-095279fe6395 None None] Attempting to bind port 66d3aa21-efd1-46cb-9137-9d270306e27f on network d2e50b11-e890-46fa-bc6e-e99c3c9e5f40 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:58:21.188214 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3415a2d3-d7fe-41e8-8bbd-095279fe6395 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:58:21.188890 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3415a2d3-d7fe-41e8-8bbd-095279fe6395 None None] Checking segment: {'id': 'b71c35ec-6a5c-47cb-abbe-ce84673c4f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'd2e50b11-e890-46fa-bc6e-e99c3c9e5f40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:58:21.189623 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-3415a2d3-d7fe-41e8-8bbd-095279fe6395 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:21.190229 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3415a2d3-d7fe-41e8-8bbd-095279fe6395 None None] Bound using segment: {'id': 'b71c35ec-6a5c-47cb-abbe-ce84673c4f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'd2e50b11-e890-46fa-bc6e-e99c3c9e5f40'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:58:21.191515 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-3415a2d3-d7fe-41e8-8bbd-095279fe6395 None None] Bound port: 66d3aa21-efd1-46cb-9137-9d270306e27f, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b71c35ec-6a5c-47cb-abbe-ce84673c4f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'd2e50b11-e890-46fa-bc6e-e99c3c9e5f40'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:58:21.192156 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-3415a2d3-d7fe-41e8-8bbd-095279fe6395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:21.282232 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-e00e9890-e189-452e-ba1f-76ce5713e5a5 None None] Set router fdc952f9-b655-4ed1-8825-1729287ba4e0 gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:58:21.324921 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-568f4be0-9e43-409a-9831-b997c503dad8 None None] Current status of the port 7f157b28-d3a0-4bfa-a4ee-3075b06a65de is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:58:21.361190 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2c1af90b-eca7-4a78-ba3e-6daa9700ba39 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:21.387476 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-84cb4c47-0b17-4951-9845-2455657c0bf4 req-1f74b64d-f989-45dc-aa9a-bf587e23e4d0 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1d8cf73-eee4-46c3-9421-616c50dc6e0a HTTP/1.1" status: 200 len: 210 time: 0.1031258 May 28 06:58:21.470887 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-f395c90f-da88-46db-9422-df3ae2fbbdb0 req-88bcfa2a-92aa-457c-b1aa-4fcad952b4c4 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:58:21.472673 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-3415a2d3-d7fe-41e8-8bbd-095279fe6395 None None] For port 66d3aa21-efd1-46cb-9137-9d270306e27f, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:58:21.482809 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1af90b-eca7-4a78-ba3e-6daa9700ba39 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Network d2e50b11-e890-46fa-bc6e-e99c3c9e5f40 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:58:21.486239 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-3415a2d3-d7fe-41e8-8bbd-095279fe6395 None None] For port 66d3aa21-efd1-46cb-9137-9d270306e27f, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=66d3aa21-efd1-46cb-9137-9d270306e27f,segment=NetworkSegment(b71c35ec-6a5c-47cb-abbe-ce84673c4f16),segment_id=b71c35ec-6a5c-47cb-abbe-ce84673c4f16)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:58:21.516959 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-2c1af90b-eca7-4a78-ba3e-6daa9700ba39 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:58:21.526257 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1af90b-eca7-4a78-ba3e-6daa9700ba39 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:58:21.527091 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2c1af90b-eca7-4a78-ba3e-6daa9700ba39 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690947'] for router_interface, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:21.530196 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-f395c90f-da88-46db-9422-df3ae2fbbdb0 req-88bcfa2a-92aa-457c-b1aa-4fcad952b4c4 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:58:21.564653 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1af90b-eca7-4a78-ba3e-6daa9700ba39 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Pushing event updated for resources: {'Port': ['ID=58518f56-d9a2-4c02-94ac-10d99cfa9a61,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:58:21.638685 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-568f4be0-9e43-409a-9831-b997c503dad8 None None] Provisioning for port 47828b4e-f076-4c68-9c8b-daeaf93794a3 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:58:21.642132 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-3415a2d3-d7fe-41e8-8bbd-095279fe6395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:21.659168 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f395c90f-da88-46db-9422-df3ae2fbbdb0 req-88bcfa2a-92aa-457c-b1aa-4fcad952b4c4 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Made reservation on behalf of 1557a9c5f0a44514943027d1639e77df for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:58:21.662990 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-f395c90f-da88-46db-9422-df3ae2fbbdb0 req-88bcfa2a-92aa-457c-b1aa-4fcad952b4c4 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:21.707024 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-568f4be0-9e43-409a-9831-b997c503dad8 None None] Provisioning complete for port 47828b4e-f076-4c68-9c8b-daeaf93794a3 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:58:21.707405 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-568f4be0-9e43-409a-9831-b997c503dad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:21.893960 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2c1af90b-eca7-4a78-ba3e-6daa9700ba39 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:21.900653 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3415a2d3-d7fe-41e8-8bbd-095279fe6395 None None] Pushing event updated for resources: {'Port': ['ID=66d3aa21-efd1-46cb-9137-9d270306e27f,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:58:21.908249 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [req-f395c90f-da88-46db-9422-df3ae2fbbdb0 req-88bcfa2a-92aa-457c-b1aa-4fcad952b4c4 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Allocated IP 172.20.0.27 (f03ec0b5-d9dc-4fab-97b7-c54b283a0e9e/9d33a66e-897c-4d2b-a7c2-6b3f6de20403/0fec9536-83a9-4bc2-9918-ab4f9ea2352f) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:58:22.011190 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device bb531b43-ad8f-4564-9245-500883cd3535 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:58:22.199555 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 42832) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:58:22.224288 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f8b97117-7a0c-4a51-a686-7f01f05f1eab admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:22.241819 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 42838) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:58:22.247859 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-f8b97117-7a0c-4a51-a686-7f01f05f1eab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:58:22.256353 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-f8b97117-7a0c-4a51-a686-7f01f05f1eab admin admin] Usage tracker for resource:security_group_rule and tenant:57c4bd94ba5b44aa999255d6878a7e36 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:58:22.259658 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-f8b97117-7a0c-4a51-a686-7f01f05f1eab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:58:22.266043 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-f8b97117-7a0c-4a51-a686-7f01f05f1eab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:58:22.268900 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-568f4be0-9e43-409a-9831-b997c503dad8 None None] Current status of the port 47828b4e-f076-4c68-9c8b-daeaf93794a3 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:58:22.269287 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-568f4be0-9e43-409a-9831-b997c503dad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:22.293872 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-e00e9890-e189-452e-ba1f-76ce5713e5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdc952f9-b655-4ed1-8825-1729287ba4e0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1780550237', 'tenant_id': '1557a9c5f0a44514943027d1639e77df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': '46e697ef-a499-4bdc-815a-7c56565ea0aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:58:00Z', 'updated_at': '2022-05-28T06:58:11Z', 'revision_number': 4, 'project_id': '1557a9c5f0a44514943027d1639e77df', 'gw_port': {'id': '46e697ef-a499-4bdc-815a-7c56565ea0aa', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc952f9-b655-4ed1-8825-1729287ba4e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:58:02Z', 'updated_at': '2022-05-28T06:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '955723d1-8627-4af4-bc86-2ea026e9ef69', 'name': '', 'network_id': 'f03ec0b5-d9dc-4fab-97b7-c54b283a0e9e', 'tenant_id': '1557a9c5f0a44514943027d1639e77df', 'mac_address': 'fa:16:3e:33:77:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdc952f9-b655-4ed1-8825-1729287ba4e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '9d33a66e-897c-4d2b-a7c2-6b3f6de20403', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:58:09Z', 'updated_at': '2022-05-28T06:58:19Z', 'revision_number': 4, 'project_id': '1557a9c5f0a44514943027d1639e77df', 'subnets': [{'id': '9d33a66e-897c-4d2b-a7c2-6b3f6de20403', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:58:22.297636 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00e9890-e189-452e-ba1f-76ce5713e5a5 None None] The sync data for ids ['fdc952f9-b655-4ed1-8825-1729287ba4e0'] in n-d-843702-1 is: [{'id': 'fdc952f9-b655-4ed1-8825-1729287ba4e0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1780550237', 'tenant_id': '1557a9c5f0a44514943027d1639e77df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': '46e697ef-a499-4bdc-815a-7c56565ea0aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:58:00Z', 'updated_at': '2022-05-28T06:58:11Z', 'revision_number': 4, 'project_id': '1557a9c5f0a44514943027d1639e77df', 'gw_port': {'id': '46e697ef-a499-4bdc-815a-7c56565ea0aa', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc952f9-b655-4ed1-8825-1729287ba4e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:58:02Z', 'updated_at': '2022-05-28T06:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '955723d1-8627-4af4-bc86-2ea026e9ef69', 'name': '', 'network_id': 'f03ec0b5-d9dc-4fab-97b7-c54b283a0e9e', 'tenant_id': '1557a9c5f0a44514943027d1639e77df', 'mac_address': 'fa:16:3e:33:77:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdc952f9-b655-4ed1-8825-1729287ba4e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '9d33a66e-897c-4d2b-a7c2-6b3f6de20403', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:58:09Z', 'updated_at': '2022-05-28T06:58:19Z', 'revision_number': 4, 'project_id': '1557a9c5f0a44514943027d1639e77df', 'subnets': [{'id': '9d33a66e-897c-4d2b-a7c2-6b3f6de20403', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:58:22.309338 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port bb531b43-ad8f-4564-9245-500883cd3535 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:58:22.310176 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:22.449873 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-568f4be0-9e43-409a-9831-b997c503dad8 None None] For port 47828b4e-f076-4c68-9c8b-daeaf93794a3, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=47828b4e-f076-4c68-9c8b-daeaf93794a3,segment=NetworkSegment(4e1209af-bebe-4245-a3bb-4ea25a5c3bc8),segment_id=4e1209af-bebe-4245-a3bb-4ea25a5c3bc8)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:58:22.484053 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-f395c90f-da88-46db-9422-df3ae2fbbdb0 req-88bcfa2a-92aa-457c-b1aa-4fcad952b4c4 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:22.540273 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-f395c90f-da88-46db-9422-df3ae2fbbdb0 req-88bcfa2a-92aa-457c-b1aa-4fcad952b4c4 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Transition to ACTIVE for port object 0fec9536-83a9-4bc2-9918-ab4f9ea2352f will not be triggered until provisioned by entity DHCP. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:58:22.580553 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f8b97117-7a0c-4a51-a686-7f01f05f1eab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:22.595983 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port bb531b43-ad8f-4564-9245-500883cd3535 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:58:22.613086 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-568f4be0-9e43-409a-9831-b997c503dad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:22.716474 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f8b97117-7a0c-4a51-a686-7f01f05f1eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:22.730060 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f4be0-9e43-409a-9831-b997c503dad8 None None] Pushing event updated for resources: {'Port': ['ID=47828b4e-f076-4c68-9c8b-daeaf93794a3,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:58:22.757380 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-a79c3909-1db1-4dd5-9064-410f36ebd2cf None None] Provisioning complete for port 47828b4e-f076-4c68-9c8b-daeaf93794a3 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:58:22.757775 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-a79c3909-1db1-4dd5-9064-410f36ebd2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:22.820267 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-60844e15-7b21-4c4f-b45d-3b14b88ab025 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:22.838706 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b97117-7a0c-4a51-a686-7f01f05f1eab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e09829b-cd61-46cf-8864-4ef4b5a3195e,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:58:22.858143 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-60844e15-7b21-4c4f-b45d-3b14b88ab025 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:58:22.872999 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-60844e15-7b21-4c4f-b45d-3b14b88ab025 admin admin] Usage tracker for resource:security_group_rule and tenant:33184fe5492943d2b69b1f3e86d9913e is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:58:22.880586 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-60844e15-7b21-4c4f-b45d-3b14b88ab025 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:58:22.886238 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-f8b97117-7a0c-4a51-a686-7f01f05f1eab admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=57c4bd94ba5b44aa999255d6878a7e36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6853530 May 28 06:58:22.890112 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 42852) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:58:22.894380 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-60844e15-7b21-4c4f-b45d-3b14b88ab025 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:58:22.908328 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-a79c3909-1db1-4dd5-9064-410f36ebd2cf None None] Current status of the port 47828b4e-f076-4c68-9c8b-daeaf93794a3 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:58:23.008654 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-94418160-60b0-4c62-8a53-098619a952a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:23.037047 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-259424b0-2f77-4bae-8adb-17aa7715d0a9 req-33f8e5da-9139-4166-acb3-c3fd25c2ac9e tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1d8cf73-eee4-46c3-9421-616c50dc6e0a HTTP/1.1" status: 200 len: 210 time: 0.0890200 May 28 06:58:23.043576 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-94418160-60b0-4c62-8a53-098619a952a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:23.198674 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-f395c90f-da88-46db-9422-df3ae2fbbdb0 req-88bcfa2a-92aa-457c-b1aa-4fcad952b4c4 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:23.273602 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-94418160-60b0-4c62-8a53-098619a952a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:23.319834 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bcfa2a-92aa-457c-b1aa-4fcad952b4c4 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Pushing event updated for resources: {'Port': ['ID=0fec9536-83a9-4bc2-9918-ab4f9ea2352f,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:58:23.338466 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f395c90f-da88-46db-9422-df3ae2fbbdb0 req-88bcfa2a-92aa-457c-b1aa-4fcad952b4c4 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Network f03ec0b5-d9dc-4fab-97b7-c54b283a0e9e is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:58:23.340801 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94418160-60b0-4c62-8a53-098619a952a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e09829b-cd61-46cf-8864-4ef4b5a3195e,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:58:23.344794 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [req-f395c90f-da88-46db-9422-df3ae2fbbdb0 req-88bcfa2a-92aa-457c-b1aa-4fcad952b4c4 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:58:23.350595 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-f395c90f-da88-46db-9422-df3ae2fbbdb0 req-88bcfa2a-92aa-457c-b1aa-4fcad952b4c4 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:58:23.357407 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-60844e15-7b21-4c4f-b45d-3b14b88ab025 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:23.364363 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-94418160-60b0-4c62-8a53-098619a952a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:23.368521 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-94418160-60b0-4c62-8a53-098619a952a1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4e09829b-cd61-46cf-8864-4ef4b5a3195e HTTP/1.1" status: 204 len: 168 time: 0.4767606 May 28 06:58:23.451820 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-60844e15-7b21-4c4f-b45d-3b14b88ab025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:23.490630 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f395c90f-da88-46db-9422-df3ae2fbbdb0 req-88bcfa2a-92aa-457c-b1aa-4fcad952b4c4 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:58:23.492201 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-f395c90f-da88-46db-9422-df3ae2fbbdb0 req-88bcfa2a-92aa-457c-b1aa-4fcad952b4c4 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:23.508444 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-60844e15-7b21-4c4f-b45d-3b14b88ab025 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=33184fe5492943d2b69b1f3e86d9913e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2616882 May 28 06:58:23.514678 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 42864) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:58:23.629007 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2c1af90b-eca7-4a78-ba3e-6daa9700ba39 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:23.648993 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f395c90f-da88-46db-9422-df3ae2fbbdb0 req-88bcfa2a-92aa-457c-b1aa-4fcad952b4c4 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 2.5697436 May 28 06:58:23.661058 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-f395c90f-da88-46db-9422-df3ae2fbbdb0 req-ee6bc73a-481c-4ceb-a5ad-4b8f46193ddf service neutron] Request body: {'port': {'device_id': 'e1d8cf73-eee4-46c3-9421-616c50dc6e0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843702-1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:58:23.748004 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd5b2848-cdde-48a1-b76a-a0bbb9257901 None None] Network d2e50b11-e890-46fa-bc6e-e99c3c9e5f40 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:58:23.756303 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2c1af90b-eca7-4a78-ba3e-6daa9700ba39 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:23.766145 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2c1af90b-eca7-4a78-ba3e-6daa9700ba39 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700602'] for router_interface, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:23.805872 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:58:23.999771 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60844e15-7b21-4c4f-b45d-3b14b88ab025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=889e8a61-5e56-474d-8474-54e19a862c16,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:58:24.078413 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-899c129d-912c-4778-ab94-80e2d8bc48ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:24.104863 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-17f7f9af-5490-4649-860e-0c6a0b3ccadd None None] Provisioning for port 0fec9536-83a9-4bc2-9918-ab4f9ea2352f completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:58:24.129126 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1af90b-eca7-4a78-ba3e-6daa9700ba39 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Pushing event updated for resources: {'Port': ['ID=58518f56-d9a2-4c02-94ac-10d99cfa9a61,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:58:24.161810 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-899c129d-912c-4778-ab94-80e2d8bc48ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:24.186875 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-17f7f9af-5490-4649-860e-0c6a0b3ccadd None None] Provisioning complete for port 0fec9536-83a9-4bc2-9918-ab4f9ea2352f triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:58:24.187247 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-17f7f9af-5490-4649-860e-0c6a0b3ccadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:24.202654 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-f395c90f-da88-46db-9422-df3ae2fbbdb0 req-ee6bc73a-481c-4ceb-a5ad-4b8f46193ddf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:24.257202 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 66d3aa21-efd1-46cb-9137-9d270306e27f up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:58:24.348905 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-17f7f9af-5490-4649-860e-0c6a0b3ccadd None None] Port 0fec9536-83a9-4bc2-9918-ab4f9ea2352f cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:58:24.408491 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-899c129d-912c-4778-ab94-80e2d8bc48ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:24.431476 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1af90b-eca7-4a78-ba3e-6daa9700ba39 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Network d2e50b11-e890-46fa-bc6e-e99c3c9e5f40 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:58:24.435641 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-2c1af90b-eca7-4a78-ba3e-6daa9700ba39 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:58:24.449127 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899c129d-912c-4778-ab94-80e2d8bc48ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=889e8a61-5e56-474d-8474-54e19a862c16,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:58:24.451456 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-899c129d-912c-4778-ab94-80e2d8bc48ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:24.452912 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-899c129d-912c-4778-ab94-80e2d8bc48ee admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/889e8a61-5e56-474d-8474-54e19a862c16 HTTP/1.1" status: 204 len: 168 time: 0.9371221 May 28 06:58:24.492957 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 66d3aa21-efd1-46cb-9137-9d270306e27f completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:58:24.500801 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 47828b4e-f076-4c68-9c8b-daeaf93794a3 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:58:24.537706 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-17f7f9af-5490-4649-860e-0c6a0b3ccadd None None] Provisioning for port 66d3aa21-efd1-46cb-9137-9d270306e27f completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:58:24.563571 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-17f7f9af-5490-4649-860e-0c6a0b3ccadd None None] Provisioning complete for port 66d3aa21-efd1-46cb-9137-9d270306e27f triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:58:24.565728 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-17f7f9af-5490-4649-860e-0c6a0b3ccadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:24.678026 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 47828b4e-f076-4c68-9c8b-daeaf93794a3 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:58:24.678731 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:24.820966 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bf0102-d843-4815-9517-98d242ec3740 req-94fcc74f-a8e1-49b6-a14c-e076ac3a3472 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:58:24.821861 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-b6bf0102-d843-4815-9517-98d242ec3740 req-94fcc74f-a8e1-49b6-a14c-e076ac3a3472 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Synchronizing usage tracker for tenant:1557a9c5f0a44514943027d1639e77df on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:58:24.834908 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-17f7f9af-5490-4649-860e-0c6a0b3ccadd None None] Current status of the port 66d3aa21-efd1-46cb-9137-9d270306e27f is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:58:24.835481 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-17f7f9af-5490-4649-860e-0c6a0b3ccadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:24.954682 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c1af90b-eca7-4a78-ba3e-6daa9700ba39 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Router c621dda9-5d46-46bb-b727-c62dc3765e5c has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:58:24.983069 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-17f7f9af-5490-4649-860e-0c6a0b3ccadd None None] For port 66d3aa21-efd1-46cb-9137-9d270306e27f, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=66d3aa21-efd1-46cb-9137-9d270306e27f,segment=NetworkSegment(b71c35ec-6a5c-47cb-abbe-ce84673c4f16),segment_id=b71c35ec-6a5c-47cb-abbe-ce84673c4f16)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:58:25.012820 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 47828b4e-f076-4c68-9c8b-daeaf93794a3 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:58:25.014768 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 955723d1-8627-4af4-bc86-2ea026e9ef69 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:58:25.061155 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-17f7f9af-5490-4649-860e-0c6a0b3ccadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:25.164581 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f7f9af-5490-4649-860e-0c6a0b3ccadd None None] Pushing event updated for resources: {'Port': ['ID=66d3aa21-efd1-46cb-9137-9d270306e27f,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:58:25.228016 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-b6bf0102-d843-4815-9517-98d242ec3740 req-94fcc74f-a8e1-49b6-a14c-e076ac3a3472 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Unset dirty status for tenant:1557a9c5f0a44514943027d1639e77df on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:58:25.229395 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b6bf0102-d843-4815-9517-98d242ec3740 req-94fcc74f-a8e1-49b6-a14c-e076ac3a3472 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1d8cf73-eee4-46c3-9421-616c50dc6e0a HTTP/1.1" status: 200 len: 895 time: 0.9245758 May 28 06:58:25.289335 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c1af90b-eca7-4a78-ba3e-6daa9700ba39 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:58:25.302013 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-2c1af90b-eca7-4a78-ba3e-6daa9700ba39 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] 10.222.0.55 "PUT /v2.0/routers/c621dda9-5d46-46bb-b727-c62dc3765e5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3785677 May 28 06:58:25.302013 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 42908) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:58:25.302266 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be10f807-8eaa-490a-aecb-8501b07d4b99 None None] Sync routers for ids ['c621dda9-5d46-46bb-b727-c62dc3765e5c'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:58:25.305484 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-4eff1b2d-a8ce-4d4b-94fb-b5243d2a74e2 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-342381277'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:58:25.311609 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-4eff1b2d-a8ce-4d4b-94fb-b5243d2a74e2 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:58:25.316494 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be10f807-8eaa-490a-aecb-8501b07d4b99 None None] Routers {'c621dda9-5d46-46bb-b727-c62dc3765e5c'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:58:25.317191 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-be10f807-8eaa-490a-aecb-8501b07d4b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:57:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['c621dda9-5d46-46bb-b727-c62dc3765e5c'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:58:25.317908 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-4eff1b2d-a8ce-4d4b-94fb-b5243d2a74e2 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Usage tracker for resource:network and tenant:edfff7521b2740e6894c3714ce0e5450 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:58:25.333502 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-4eff1b2d-a8ce-4d4b-94fb-b5243d2a74e2 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:58:25.419802 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-0207a312-374d-4924-839a-e5bc5913586c None None] Provisioning for port 58518f56-d9a2-4c02-94ac-10d99cfa9a61 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:58:25.426718 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 955723d1-8627-4af4-bc86-2ea026e9ef69 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:58:25.440509 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-0207a312-374d-4924-839a-e5bc5913586c None None] Provisioning complete for port 58518f56-d9a2-4c02-94ac-10d99cfa9a61 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:58:25.440509 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-0207a312-374d-4924-839a-e5bc5913586c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:25.478390 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-4eff1b2d-a8ce-4d4b-94fb-b5243d2a74e2 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:58:25.588020 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 955723d1-8627-4af4-bc86-2ea026e9ef69 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:58:25.588387 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:25.611747 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [req-f395c90f-da88-46db-9422-df3ae2fbbdb0 req-ee6bc73a-481c-4ceb-a5ad-4b8f46193ddf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fec9536-83a9-4bc2-9918-ab4f9ea2352f {{(pid=89110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:58:25.620633 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-f395c90f-da88-46db-9422-df3ae2fbbdb0 req-ee6bc73a-481c-4ceb-a5ad-4b8f46193ddf service neutron] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:25.645560 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eff1b2d-a8ce-4d4b-94fb-b5243d2a74e2 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Made reservation on behalf of edfff7521b2740e6894c3714ce0e5450 for: {'network': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:58:25.648948 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-4eff1b2d-a8ce-4d4b-94fb-b5243d2a74e2 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:25.663006 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-f395c90f-da88-46db-9422-df3ae2fbbdb0 req-ee6bc73a-481c-4ceb-a5ad-4b8f46193ddf service neutron] Transition to ACTIVE for port object 0fec9536-83a9-4bc2-9918-ab4f9ea2352f will not be triggered until provisioned by entity L2. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:58:25.690957 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 42918) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:58:25.692267 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4eff1b2d-a8ce-4d4b-94fb-b5243d2a74e2 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=89110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:58:25.702072 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-4eff1b2d-a8ce-4d4b-94fb-b5243d2a74e2 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:25.702474 n-d-843702-1 neutron-server[89110]: INFO neutron.db.segments_db [None req-4eff1b2d-a8ce-4d4b-94fb-b5243d2a74e2 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Added segment a1e5e022-1a87-4da0-b406-796fa8eb94d3 of type vlan for network 6cbe01b1-74e5-45e2-b062-237e95ea85ab May 28 06:58:25.711135 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-72862e25-35ed-4df5-8527-ba81645e4da5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:25.720532 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-0207a312-374d-4924-839a-e5bc5913586c None None] Port 58518f56-d9a2-4c02-94ac-10d99cfa9a61 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:58:25.728203 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-72862e25-35ed-4df5-8527-ba81645e4da5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:58:25.732668 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-72862e25-35ed-4df5-8527-ba81645e4da5 admin admin] Usage tracker for resource:security_group_rule and tenant:e3543c769a624c56a8b2d73a70f60cee is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:58:25.736183 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-72862e25-35ed-4df5-8527-ba81645e4da5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:58:25.737113 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-4eff1b2d-a8ce-4d4b-94fb-b5243d2a74e2 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:25.743173 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-72862e25-35ed-4df5-8527-ba81645e4da5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:58:25.759430 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-be10f807-8eaa-490a-aecb-8501b07d4b99 None None] Set router c621dda9-5d46-46bb-b727-c62dc3765e5c gateway port host: None {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:58:25.774401 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-f395c90f-da88-46db-9422-df3ae2fbbdb0 req-ee6bc73a-481c-4ceb-a5ad-4b8f46193ddf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:25.827544 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-0207a312-374d-4924-839a-e5bc5913586c None None] Provisioning complete for port 66d3aa21-efd1-46cb-9137-9d270306e27f triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:58:25.827906 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-0207a312-374d-4924-839a-e5bc5913586c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:25.872463 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-72862e25-35ed-4df5-8527-ba81645e4da5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:25.934930 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-4eff1b2d-a8ce-4d4b-94fb-b5243d2a74e2 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:25.940352 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eff1b2d-a8ce-4d4b-94fb-b5243d2a74e2 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:58:25.940948 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-4eff1b2d-a8ce-4d4b-94fb-b5243d2a74e2 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks [] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:25.980191 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-72862e25-35ed-4df5-8527-ba81645e4da5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:26.066248 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-72862e25-35ed-4df5-8527-ba81645e4da5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e3543c769a624c56a8b2d73a70f60cee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3723447 May 28 06:58:26.066248 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 42930) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:58:26.068883 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72862e25-35ed-4df5-8527-ba81645e4da5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f94e2028-6a48-4559-ba80-a99157dff5db,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:58:26.091788 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eff1b2d-a8ce-4d4b-94fb-b5243d2a74e2 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Pushing event updated for resources: {'Network': ['ID=6cbe01b1-74e5-45e2-b062-237e95ea85ab,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:58:26.094155 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6bc73a-481c-4ceb-a5ad-4b8f46193ddf service neutron] Pushing event updated for resources: {'Port': ['ID=0fec9536-83a9-4bc2-9918-ab4f9ea2352f,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:58:26.201253 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-acc12a6f-6097-4ae4-b376-b332464a8a4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:26.226170 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 6cbe01b1-74e5-45e2-b062-237e95ea85ab details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:58:26.243092 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-acc12a6f-6097-4ae4-b376-b332464a8a4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:26.283755 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-f395c90f-da88-46db-9422-df3ae2fbbdb0 req-ee6bc73a-481c-4ceb-a5ad-4b8f46193ddf service neutron] Attempting to bind port 0fec9536-83a9-4bc2-9918-ab4f9ea2352f on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:58:26.284928 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-f395c90f-da88-46db-9422-df3ae2fbbdb0 req-ee6bc73a-481c-4ceb-a5ad-4b8f46193ddf service neutron] Attempting to bind port 0fec9536-83a9-4bc2-9918-ab4f9ea2352f by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': '6c4ea0e0-f8d6-4557-a141-43bdf445dfef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'f03ec0b5-d9dc-4fab-97b7-c54b283a0e9e'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:58:26.285103 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f395c90f-da88-46db-9422-df3ae2fbbdb0 req-ee6bc73a-481c-4ceb-a5ad-4b8f46193ddf service neutron] Attempting to bind port 0fec9536-83a9-4bc2-9918-ab4f9ea2352f on network f03ec0b5-d9dc-4fab-97b7-c54b283a0e9e {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:58:26.291175 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f395c90f-da88-46db-9422-df3ae2fbbdb0 req-ee6bc73a-481c-4ceb-a5ad-4b8f46193ddf service neutron] Port 0fec9536-83a9-4bc2-9918-ab4f9ea2352f on network f03ec0b5-d9dc-4fab-97b7-c54b283a0e9e not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:58:26.291945 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f395c90f-da88-46db-9422-df3ae2fbbdb0 req-ee6bc73a-481c-4ceb-a5ad-4b8f46193ddf service neutron] Attempting to bind port 0fec9536-83a9-4bc2-9918-ab4f9ea2352f on network f03ec0b5-d9dc-4fab-97b7-c54b283a0e9e {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:58:26.300798 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f395c90f-da88-46db-9422-df3ae2fbbdb0 req-ee6bc73a-481c-4ceb-a5ad-4b8f46193ddf service neutron] Checking agent: {'id': '69f492a0-c00d-46d0-9bec-fcd8161ce206', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:58:26.301246 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f395c90f-da88-46db-9422-df3ae2fbbdb0 req-ee6bc73a-481c-4ceb-a5ad-4b8f46193ddf service neutron] Checking segment: {'id': '6c4ea0e0-f8d6-4557-a141-43bdf445dfef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'f03ec0b5-d9dc-4fab-97b7-c54b283a0e9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:58:26.301790 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f395c90f-da88-46db-9422-df3ae2fbbdb0 req-ee6bc73a-481c-4ceb-a5ad-4b8f46193ddf service neutron] Bound using segment: {'id': '6c4ea0e0-f8d6-4557-a141-43bdf445dfef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'f03ec0b5-d9dc-4fab-97b7-c54b283a0e9e'} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:58:26.302660 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-f395c90f-da88-46db-9422-df3ae2fbbdb0 req-ee6bc73a-481c-4ceb-a5ad-4b8f46193ddf service neutron] Bound port: 0fec9536-83a9-4bc2-9918-ab4f9ea2352f, host: n-h1-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c4ea0e0-f8d6-4557-a141-43bdf445dfef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'f03ec0b5-d9dc-4fab-97b7-c54b283a0e9e'}}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:58:26.303028 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-f395c90f-da88-46db-9422-df3ae2fbbdb0 req-ee6bc73a-481c-4ceb-a5ad-4b8f46193ddf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:26.321800 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-4eff1b2d-a8ce-4d4b-94fb-b5243d2a74e2 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0216160 May 28 06:58:26.322877 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 42938) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:58:26.335714 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-ffa8fa6d-7b3b-46e1-99aa-a61e61a04a14 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Request body: {'subnet': {'network_id': '6cbe01b1-74e5-45e2-b062-237e95ea85ab', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:58:26.417405 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 955723d1-8627-4af4-bc86-2ea026e9ef69 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:58:26.418168 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:26.579125 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port 955723d1-8627-4af4-bc86-2ea026e9ef69, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=955723d1-8627-4af4-bc86-2ea026e9ef69,segment=NetworkSegment(6c4ea0e0-f8d6-4557-a141-43bdf445dfef),segment_id=6c4ea0e0-f8d6-4557-a141-43bdf445dfef)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:58:26.601875 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-0207a312-374d-4924-839a-e5bc5913586c None None] Current status of the port 66d3aa21-efd1-46cb-9137-9d270306e27f is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:58:26.637016 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-95f5355a-7095-4ee4-9291-9dcc51298329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:26.671436 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-acc12a6f-6097-4ae4-b376-b332464a8a4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:26.672623 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:26.676500 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-ffa8fa6d-7b3b-46e1-99aa-a61e61a04a14 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:58:26.679861 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-f395c90f-da88-46db-9422-df3ae2fbbdb0 req-ee6bc73a-481c-4ceb-a5ad-4b8f46193ddf service neutron] For port 0fec9536-83a9-4bc2-9918-ab4f9ea2352f, host n-h1-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:58:26.686069 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-f395c90f-da88-46db-9422-df3ae2fbbdb0 req-ee6bc73a-481c-4ceb-a5ad-4b8f46193ddf service neutron] For port 0fec9536-83a9-4bc2-9918-ab4f9ea2352f, host n-h1-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=0fec9536-83a9-4bc2-9918-ab4f9ea2352f,segment=NetworkSegment(6c4ea0e0-f8d6-4557-a141-43bdf445dfef),segment_id=6c4ea0e0-f8d6-4557-a141-43bdf445dfef)] {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:58:26.689129 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-ffa8fa6d-7b3b-46e1-99aa-a61e61a04a14 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Usage tracker for resource:subnet and tenant:edfff7521b2740e6894c3714ce0e5450 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:58:26.698311 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-ffa8fa6d-7b3b-46e1-99aa-a61e61a04a14 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:58:26.706813 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc12a6f-6097-4ae4-b376-b332464a8a4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f94e2028-6a48-4559-ba80-a99157dff5db,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:58:26.712037 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-acc12a6f-6097-4ae4-b376-b332464a8a4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:26.718740 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-acc12a6f-6097-4ae4-b376-b332464a8a4e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f94e2028-6a48-4559-ba80-a99157dff5db HTTP/1.1" status: 204 len: 168 time: 0.6496115 May 28 06:58:26.731007 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-ffa8fa6d-7b3b-46e1-99aa-a61e61a04a14 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:58:26.774197 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f61f0a2-2e96-4cc1-8cff-4f1b0321368a req-aa75774d-0480-4ad6-81e7-33561716b9a9 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:58:26.774197 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6f61f0a2-2e96-4cc1-8cff-4f1b0321368a req-aa75774d-0480-4ad6-81e7-33561716b9a9 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1d8cf73-eee4-46c3-9421-616c50dc6e0a HTTP/1.1" status: 200 len: 907 time: 0.3209162 May 28 06:58:26.829860 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=955723d1-8627-4af4-bc86-2ea026e9ef69,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:58:26.837668 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-be10f807-8eaa-490a-aecb-8501b07d4b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c621dda9-5d46-46bb-b727-c62dc3765e5c', 'name': 'tempest-RoutersIpV6Test-router-126920805', 'tenant_id': 'edfff7521b2740e6894c3714ce0e5450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:58:04Z', 'updated_at': '2022-05-28T06:58:21Z', 'revision_number': 3, 'project_id': 'edfff7521b2740e6894c3714ce0e5450', 'gw_port_host': None, '_interfaces': [{'id': '47828b4e-f076-4c68-9c8b-daeaf93794a3', 'name': '', 'network_id': '31a60f91-81f7-47df-84f8-5c27daca41a8', 'tenant_id': 'edfff7521b2740e6894c3714ce0e5450', 'mac_address': 'fa:16:3e:19:c3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c621dda9-5d46-46bb-b727-c62dc3765e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '71e5392b-c196-4816-a92f-fbe396fe9a90', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:58:09Z', 'updated_at': '2022-05-28T06:58:22Z', 'revision_number': 5, 'project_id': 'edfff7521b2740e6894c3714ce0e5450', 'subnets': [{'id': '71e5392b-c196-4816-a92f-fbe396fe9a90', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58518f56-d9a2-4c02-94ac-10d99cfa9a61', 'name': '', 'network_id': 'd2e50b11-e890-46fa-bc6e-e99c3c9e5f40', 'tenant_id': 'edfff7521b2740e6894c3714ce0e5450', 'mac_address': 'fa:16:3e:5c:62:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c621dda9-5d46-46bb-b727-c62dc3765e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': 'a23296b1-3864-4e85-93a5-ced7ab5b5344', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:58:18Z', 'updated_at': '2022-05-28T06:58:23Z', 'revision_number': 2, 'project_id': 'edfff7521b2740e6894c3714ce0e5450', 'subnets': [{'id': 'a23296b1-3864-4e85-93a5-ced7ab5b5344', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:58:26.847790 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be10f807-8eaa-490a-aecb-8501b07d4b99 None None] Checking router: c621dda9-5d46-46bb-b727-c62dc3765e5c for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:58:26.848104 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-f395c90f-da88-46db-9422-df3ae2fbbdb0 req-ee6bc73a-481c-4ceb-a5ad-4b8f46193ddf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:26.848627 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be10f807-8eaa-490a-aecb-8501b07d4b99 None None] Updating router c621dda9-5d46-46bb-b727-c62dc3765e5c port 58518f56-d9a2-4c02-94ac-10d99cfa9a61 binding host n-d-843702-1 {{(pid=89111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:58:26.879355 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-ed5ecc0e-0cfb-4e86-a447-ae2a1993b386 None None] Provisioning complete for port 58518f56-d9a2-4c02-94ac-10d99cfa9a61 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:58:26.880079 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-ed5ecc0e-0cfb-4e86-a447-ae2a1993b386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:26.917752 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 66d3aa21-efd1-46cb-9137-9d270306e27f up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:58:26.923055 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffa8fa6d-7b3b-46e1-99aa-a61e61a04a14 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Made reservation on behalf of edfff7521b2740e6894c3714ce0e5450 for: {'subnet': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:58:26.926869 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ffa8fa6d-7b3b-46e1-99aa-a61e61a04a14 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3171998'] for subnet, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:27.019423 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-ed5ecc0e-0cfb-4e86-a447-ae2a1993b386 None None] Port 58518f56-d9a2-4c02-94ac-10d99cfa9a61 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:58:27.021275 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-be10f807-8eaa-490a-aecb-8501b07d4b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:27.053796 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f395c90f-da88-46db-9422-df3ae2fbbdb0 req-ee6bc73a-481c-4ceb-a5ad-4b8f46193ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:58:27.057718 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-f395c90f-da88-46db-9422-df3ae2fbbdb0 req-ee6bc73a-481c-4ceb-a5ad-4b8f46193ddf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:27.057718 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f395c90f-da88-46db-9422-df3ae2fbbdb0 req-ee6bc73a-481c-4ceb-a5ad-4b8f46193ddf service neutron] 10.222.0.69 "PUT /v2.0/ports/0fec9536-83a9-4bc2-9918-ab4f9ea2352f HTTP/1.1" status: 200 len: 1055 time: 3.3995292 May 28 06:58:27.057718 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1d8cf73-eee4-46c3-9421-616c50dc6e0a', 'tag': '0fec9536-83a9-4bc2-9918-ab4f9ea2352f'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:58:27.109086 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 66d3aa21-efd1-46cb-9137-9d270306e27f triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:58:27.111305 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:27.125964 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6bc73a-481c-4ceb-a5ad-4b8f46193ddf service neutron] Pushing event updated for resources: {'Port': ['ID=0fec9536-83a9-4bc2-9918-ab4f9ea2352f,revision_number=3']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:58:27.149728 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c07a9f51-6a16-4b6c-9c12-ddddca19e2ba'] response: {'name': 'network-changed', 'server_uuid': 'e1d8cf73-eee4-46c3-9421-616c50dc6e0a', 'tag': '0fec9536-83a9-4bc2-9918-ab4f9ea2352f', 'status': 'completed', 'code': 200} May 28 06:58:27.469106 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad66fbf-3871-4da3-95a6-00a2d8e5376b req-b65d82b6-84c0-4d7a-8c6a-29ac0ed30cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:58:27.471169 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0ad66fbf-3871-4da3-95a6-00a2d8e5376b req-b65d82b6-84c0-4d7a-8c6a-29ac0ed30cfe service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1557a9c5f0a44514943027d1639e77df&device_id=e1d8cf73-eee4-46c3-9421-616c50dc6e0a HTTP/1.1" status: 200 len: 1058 time: 0.2967472 May 28 06:58:27.589195 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ffa8fa6d-7b3b-46e1-99aa-a61e61a04a14 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3115906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3172012'] for subnet, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:27.590808 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 66d3aa21-efd1-46cb-9137-9d270306e27f is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:58:27.725988 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-be10f807-8eaa-490a-aecb-8501b07d4b99 None None] Notify callbacks [] for port, precommit_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:27.730346 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa8fa6d-7b3b-46e1-99aa-a61e61a04a14 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Checking segment: {'id': 'a1e5e022-1a87-4da0-b406-796fa8eb94d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '6cbe01b1-74e5-45e2-b062-237e95ea85ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:58:27.730346 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa8fa6d-7b3b-46e1-99aa-a61e61a04a14 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Network hostable DHCP agents. Network: 6cbe01b1-74e5-45e2-b062-237e95ea85ab, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89110) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:58:27.737203 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa8fa6d-7b3b-46e1-99aa-a61e61a04a14 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Pushing event updated for resources: {'Subnet': ['ID=1b5cad35-62cf-4b14-87d5-b07fbb4799ec,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:58:27.740590 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-be10f807-8eaa-490a-aecb-8501b07d4b99 None None] Transition to ACTIVE for port object 58518f56-d9a2-4c02-94ac-10d99cfa9a61 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:58:27.767216 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad66fbf-3871-4da3-95a6-00a2d8e5376b req-b8de4c5a-f92a-484d-9b40-9778f65519f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:58:27.767684 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad66fbf-3871-4da3-95a6-00a2d8e5376b req-b8de4c5a-f92a-484d-9b40-9778f65519f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:58:27.769990 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0ad66fbf-3871-4da3-95a6-00a2d8e5376b req-b8de4c5a-f92a-484d-9b40-9778f65519f8 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=1557a9c5f0a44514943027d1639e77df&shared=False HTTP/1.1" status: 200 len: 1585 time: 0.2915299 May 28 06:58:27.819579 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:27.848218 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-be10f807-8eaa-490a-aecb-8501b07d4b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:27.883952 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa8fa6d-7b3b-46e1-99aa-a61e61a04a14 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Network 6cbe01b1-74e5-45e2-b062-237e95ea85ab is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89110) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:58:28.001951 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-ffa8fa6d-7b3b-46e1-99aa-a61e61a04a14 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, 6cbe01b1-74e5-45e2-b062-237e95ea85ab) {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:58:28.006397 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa8fa6d-7b3b-46e1-99aa-a61e61a04a14 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:58:28.006904 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ffa8fa6d-7b3b-46e1-99aa-a61e61a04a14 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:28.031740 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad66fbf-3871-4da3-95a6-00a2d8e5376b req-e566b0cc-05f3-42f8-94b8-272d12ac83b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:58:28.033381 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0ad66fbf-3871-4da3-95a6-00a2d8e5376b req-e566b0cc-05f3-42f8-94b8-272d12ac83b6 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2575047 May 28 06:58:28.067174 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6afb63f-cbb5-4e5d-b26a-88a84d1113e0 req-b42ec9bf-6ccb-44fe-a699-a1f66a33bfc4 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:58:28.068726 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e6afb63f-cbb5-4e5d-b26a-88a84d1113e0 req-b42ec9bf-6ccb-44fe-a699-a1f66a33bfc4 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1d8cf73-eee4-46c3-9421-616c50dc6e0a HTTP/1.1" status: 200 len: 907 time: 0.1464324 May 28 06:58:28.148223 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1fb7ae-7366-4e3f-9181-527a5dc4634d None None] Network 6cbe01b1-74e5-45e2-b062-237e95ea85ab requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:58:28.259125 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-ffa8fa6d-7b3b-46e1-99aa-a61e61a04a14 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9290442 May 28 06:58:28.259624 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 42992) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:58:28.361785 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9de1771-5e11-4876-b89f-3de1e00cb103 None None] Pushing event updated for resources: {'Port': ['ID=58518f56-d9a2-4c02-94ac-10d99cfa9a61,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:58:28.558749 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f395c90f-da88-46db-9422-df3ae2fbbdb0 req-52a294ba-26e4-4fa6-b6dc-0b8ab785508e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:58:28.562977 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f395c90f-da88-46db-9422-df3ae2fbbdb0 req-52a294ba-26e4-4fa6-b6dc-0b8ab785508e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1557a9c5f0a44514943027d1639e77df&device_id=e1d8cf73-eee4-46c3-9421-616c50dc6e0a HTTP/1.1" status: 200 len: 1058 time: 0.4812169 May 28 06:58:28.569769 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4216b1a2-a91f-452f-ac34-c82657471a8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-6cbe01b1-74e5-45e2-b062-237e95ea85ab', 'network_id': '6cbe01b1-74e5-45e2-b062-237e95ea85ab', 'tenant_id': 'edfff7521b2740e6894c3714ce0e5450', 'fixed_ips': [{'subnet_id': '1b5cad35-62cf-4b14-87d5-b07fbb4799ec'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:58:28.570815 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-4216b1a2-a91f-452f-ac34-c82657471a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:28.582226 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-be10f807-8eaa-490a-aecb-8501b07d4b99 None None] Attempting to bind port 58518f56-d9a2-4c02-94ac-10d99cfa9a61 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:58:28.582813 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-be10f807-8eaa-490a-aecb-8501b07d4b99 None None] Attempting to bind port 58518f56-d9a2-4c02-94ac-10d99cfa9a61 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'b71c35ec-6a5c-47cb-abbe-ce84673c4f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'd2e50b11-e890-46fa-bc6e-e99c3c9e5f40'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:58:28.583356 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be10f807-8eaa-490a-aecb-8501b07d4b99 None None] Attempting to bind port 58518f56-d9a2-4c02-94ac-10d99cfa9a61 on network d2e50b11-e890-46fa-bc6e-e99c3c9e5f40 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:58:28.598982 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be10f807-8eaa-490a-aecb-8501b07d4b99 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:58:28.606301 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be10f807-8eaa-490a-aecb-8501b07d4b99 None None] Checking segment: {'id': 'b71c35ec-6a5c-47cb-abbe-ce84673c4f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'd2e50b11-e890-46fa-bc6e-e99c3c9e5f40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:58:28.606301 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-be10f807-8eaa-490a-aecb-8501b07d4b99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:28.606301 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be10f807-8eaa-490a-aecb-8501b07d4b99 None None] Bound using segment: {'id': 'b71c35ec-6a5c-47cb-abbe-ce84673c4f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'd2e50b11-e890-46fa-bc6e-e99c3c9e5f40'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:58:28.606301 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-be10f807-8eaa-490a-aecb-8501b07d4b99 None None] Bound port: 58518f56-d9a2-4c02-94ac-10d99cfa9a61, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b71c35ec-6a5c-47cb-abbe-ce84673c4f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'd2e50b11-e890-46fa-bc6e-e99c3c9e5f40'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:58:28.606301 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-be10f807-8eaa-490a-aecb-8501b07d4b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:28.694534 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f395c90f-da88-46db-9422-df3ae2fbbdb0 req-56f2af90-8c2f-4c2f-9092-41170d015b45 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=0fec9536-83a9-4bc2-9918-ab4f9ea2352f HTTP/1.1" status: 200 len: 217 time: 0.1254485 May 28 06:58:28.793267 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 955723d1-8627-4af4-bc86-2ea026e9ef69 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:58:29.003986 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-4216b1a2-a91f-452f-ac34-c82657471a8c None None] Allocated IP 2001:db8:2::2 (6cbe01b1-74e5-45e2-b062-237e95ea85ab/1b5cad35-62cf-4b14-87d5-b07fbb4799ec/142a38ad-23f6-44c9-af8b-eedb9434ec03) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:58:29.030821 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-be10f807-8eaa-490a-aecb-8501b07d4b99 None None] For port 58518f56-d9a2-4c02-94ac-10d99cfa9a61, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:58:29.035911 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-be10f807-8eaa-490a-aecb-8501b07d4b99 None None] For port 58518f56-d9a2-4c02-94ac-10d99cfa9a61, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=58518f56-d9a2-4c02-94ac-10d99cfa9a61,segment=NetworkSegment(b71c35ec-6a5c-47cb-abbe-ce84673c4f16),segment_id=b71c35ec-6a5c-47cb-abbe-ce84673c4f16)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:58:29.041959 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e1fd7fe0-deec-45ad-bda2-b2fdd7e974e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:29.146330 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6b6a0f35-8cf7-4bac-a97f-f7e1ee42d0f8 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:29.166096 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f395c90f-da88-46db-9422-df3ae2fbbdb0 req-25070970-3bec-4b27-a93f-11685c69ea60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:58:29.166506 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f395c90f-da88-46db-9422-df3ae2fbbdb0 req-25070970-3bec-4b27-a93f-11685c69ea60 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9d33a66e-897c-4d2b-a7c2-6b3f6de20403 HTTP/1.1" status: 200 len: 838 time: 0.4647622 May 28 06:58:29.189667 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-be10f807-8eaa-490a-aecb-8501b07d4b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:29.262126 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 955723d1-8627-4af4-bc86-2ea026e9ef69 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:58:29.274810 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:29.372728 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be10f807-8eaa-490a-aecb-8501b07d4b99 None None] Routers {'c621dda9-5d46-46bb-b727-c62dc3765e5c'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:58:29.372935 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-be10f807-8eaa-490a-aecb-8501b07d4b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:58:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['c621dda9-5d46-46bb-b727-c62dc3765e5c'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:58:29.752421 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f395c90f-da88-46db-9422-df3ae2fbbdb0 req-cf821a48-9f7d-4355-813b-dacc7734f424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:58:29.755464 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f395c90f-da88-46db-9422-df3ae2fbbdb0 req-cf821a48-9f7d-4355-813b-dacc7734f424 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f03ec0b5-d9dc-4fab-97b7-c54b283a0e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5345511 May 28 06:58:29.793279 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-4216b1a2-a91f-452f-ac34-c82657471a8c None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:29.808916 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-4216b1a2-a91f-452f-ac34-c82657471a8c None None] Transition to ACTIVE for port object 142a38ad-23f6-44c9-af8b-eedb9434ec03 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:58:29.842395 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-4216b1a2-a91f-452f-ac34-c82657471a8c None None] Transition to ACTIVE for port object 142a38ad-23f6-44c9-af8b-eedb9434ec03 will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:58:29.842741 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4f0510-f1aa-400c-bb67-1ecfcc95116f req-065fbc20-5f29-42bc-9d1d-b77f98875d4f tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:58:29.844058 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cf4f0510-f1aa-400c-bb67-1ecfcc95116f req-065fbc20-5f29-42bc-9d1d-b77f98875d4f tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1d8cf73-eee4-46c3-9421-616c50dc6e0a HTTP/1.1" status: 200 len: 907 time: 0.5743208 May 28 06:58:29.899815 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-be10f807-8eaa-490a-aecb-8501b07d4b99 None None] Set router c621dda9-5d46-46bb-b727-c62dc3765e5c gateway port host: None {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:58:30.038474 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9de1771-5e11-4876-b89f-3de1e00cb103 None None] Pushing event updated for resources: {'Port': ['ID=58518f56-d9a2-4c02-94ac-10d99cfa9a61,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:58:30.041974 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-4216b1a2-a91f-452f-ac34-c82657471a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:30.076530 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 43044) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:58:30.188537 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [None req-6b6a0f35-8cf7-4bac-a97f-f7e1ee42d0f8 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Allocated IP 2001:db8:2::1 (6cbe01b1-74e5-45e2-b062-237e95ea85ab/1b5cad35-62cf-4b14-87d5-b07fbb4799ec/c4d8dc5a-ace8-42e4-aae6-00e75f90210c) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:58:30.188537 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f395c90f-da88-46db-9422-df3ae2fbbdb0 req-1f17aa3d-f45c-43eb-b40f-183c62b05c58 service neutron] 10.222.0.69 "GET /v2.0/networks/f03ec0b5-d9dc-4fab-97b7-c54b283a0e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4222059 May 28 06:58:30.252762 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-90125bbd-95cf-47b1-a69c-77f4d9d80f6e tempest-RoutersAdminNegativeIpV6Test-1265242672 tempest-RoutersAdminNegativeIpV6Test-1265242672-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-161389342', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:58:30.262664 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-90125bbd-95cf-47b1-a69c-77f4d9d80f6e tempest-RoutersAdminNegativeIpV6Test-1265242672 tempest-RoutersAdminNegativeIpV6Test-1265242672-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:58:30.262664 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-90125bbd-95cf-47b1-a69c-77f4d9d80f6e tempest-RoutersAdminNegativeIpV6Test-1265242672 tempest-RoutersAdminNegativeIpV6Test-1265242672-project-admin] Usage tracker for resource:port and tenant:a60fbe63e25c420285677e2c0178834c is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:58:30.264978 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-90125bbd-95cf-47b1-a69c-77f4d9d80f6e tempest-RoutersAdminNegativeIpV6Test-1265242672 tempest-RoutersAdminNegativeIpV6Test-1265242672-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:58:30.272247 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-90125bbd-95cf-47b1-a69c-77f4d9d80f6e tempest-RoutersAdminNegativeIpV6Test-1265242672 tempest-RoutersAdminNegativeIpV6Test-1265242672-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:58:30.310086 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4216b1a2-a91f-452f-ac34-c82657471a8c None None] Network 6cbe01b1-74e5-45e2-b062-237e95ea85ab is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:58:30.323117 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-4216b1a2-a91f-452f-ac34-c82657471a8c None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:58:30.325481 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4216b1a2-a91f-452f-ac34-c82657471a8c None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:58:30.407671 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90125bbd-95cf-47b1-a69c-77f4d9d80f6e tempest-RoutersAdminNegativeIpV6Test-1265242672 tempest-RoutersAdminNegativeIpV6Test-1265242672-project-admin] Made reservation on behalf of a60fbe63e25c420285677e2c0178834c for: {'port': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:58:30.415355 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-90125bbd-95cf-47b1-a69c-77f4d9d80f6e tempest-RoutersAdminNegativeIpV6Test-1265242672 tempest-RoutersAdminNegativeIpV6Test-1265242672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:30.425019 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:30.428512 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:30.444137 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-90125bbd-95cf-47b1-a69c-77f4d9d80f6e tempest-RoutersAdminNegativeIpV6Test-1265242672 tempest-RoutersAdminNegativeIpV6Test-1265242672-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:30.445627 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4216b1a2-a91f-452f-ac34-c82657471a8c None None] Pushing event updated for resources: {'Port': ['ID=142a38ad-23f6-44c9-af8b-eedb9434ec03,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:58:30.446939 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f395c90f-da88-46db-9422-df3ae2fbbdb0 req-b2b18304-0869-45ea-a96c-346facd7195f service neutron] 10.222.0.69 "GET /v2.0/networks/f03ec0b5-d9dc-4fab-97b7-c54b283a0e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2524645 May 28 06:58:30.476421 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6b6a0f35-8cf7-4bac-a97f-f7e1ee42d0f8 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:30.495430 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-90125bbd-95cf-47b1-a69c-77f4d9d80f6e tempest-RoutersAdminNegativeIpV6Test-1265242672 tempest-RoutersAdminNegativeIpV6Test-1265242672-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:58:30.504079 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-90125bbd-95cf-47b1-a69c-77f4d9d80f6e tempest-RoutersAdminNegativeIpV6Test-1265242672 tempest-RoutersAdminNegativeIpV6Test-1265242672-project-admin] Usage tracker for resource:security_group_rule and tenant:a60fbe63e25c420285677e2c0178834c is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:58:30.519990 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [None req-6b6a0f35-8cf7-4bac-a97f-f7e1ee42d0f8 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Transition to ACTIVE for port object c4d8dc5a-ace8-42e4-aae6-00e75f90210c will not be triggered until provisioned by entity DHCP. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:58:30.523018 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-90125bbd-95cf-47b1-a69c-77f4d9d80f6e tempest-RoutersAdminNegativeIpV6Test-1265242672 tempest-RoutersAdminNegativeIpV6Test-1265242672-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:58:30.535383 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-90125bbd-95cf-47b1-a69c-77f4d9d80f6e tempest-RoutersAdminNegativeIpV6Test-1265242672 tempest-RoutersAdminNegativeIpV6Test-1265242672-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:58:30.654392 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6b6a0f35-8cf7-4bac-a97f-f7e1ee42d0f8 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:30.659338 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 955723d1-8627-4af4-bc86-2ea026e9ef69 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:58:30.664575 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-90125bbd-95cf-47b1-a69c-77f4d9d80f6e tempest-RoutersAdminNegativeIpV6Test-1265242672 tempest-RoutersAdminNegativeIpV6Test-1265242672-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:30.670299 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-4216b1a2-a91f-452f-ac34-c82657471a8c None None] Attempting to bind port 142a38ad-23f6-44c9-af8b-eedb9434ec03 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:58:30.670661 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-4216b1a2-a91f-452f-ac34-c82657471a8c None None] Attempting to bind port 142a38ad-23f6-44c9-af8b-eedb9434ec03 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'a1e5e022-1a87-4da0-b406-796fa8eb94d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '6cbe01b1-74e5-45e2-b062-237e95ea85ab'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:58:30.671032 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4216b1a2-a91f-452f-ac34-c82657471a8c None None] Attempting to bind port 142a38ad-23f6-44c9-af8b-eedb9434ec03 on network 6cbe01b1-74e5-45e2-b062-237e95ea85ab {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:58:30.693780 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4216b1a2-a91f-452f-ac34-c82657471a8c None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 58, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:58:30.693780 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4216b1a2-a91f-452f-ac34-c82657471a8c None None] Checking segment: {'id': 'a1e5e022-1a87-4da0-b406-796fa8eb94d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '6cbe01b1-74e5-45e2-b062-237e95ea85ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:58:30.693780 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-4216b1a2-a91f-452f-ac34-c82657471a8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:30.693780 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4216b1a2-a91f-452f-ac34-c82657471a8c None None] Bound using segment: {'id': 'a1e5e022-1a87-4da0-b406-796fa8eb94d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '6cbe01b1-74e5-45e2-b062-237e95ea85ab'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:58:30.693780 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-4216b1a2-a91f-452f-ac34-c82657471a8c None None] Bound port: 142a38ad-23f6-44c9-af8b-eedb9434ec03, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1e5e022-1a87-4da0-b406-796fa8eb94d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '6cbe01b1-74e5-45e2-b062-237e95ea85ab'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:58:30.693780 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-4216b1a2-a91f-452f-ac34-c82657471a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:30.749721 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6a0f35-8cf7-4bac-a97f-f7e1ee42d0f8 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Pushing event updated for resources: {'Port': ['ID=c4d8dc5a-ace8-42e4-aae6-00e75f90210c,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:58:30.755759 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b6a0f35-8cf7-4bac-a97f-f7e1ee42d0f8 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Network 6cbe01b1-74e5-45e2-b062-237e95ea85ab is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:58:30.757066 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-6b6a0f35-8cf7-4bac-a97f-f7e1ee42d0f8 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:58:30.759235 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6a0f35-8cf7-4bac-a97f-f7e1ee42d0f8 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:58:30.760004 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6b6a0f35-8cf7-4bac-a97f-f7e1ee42d0f8 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690947'] for router_interface, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:30.769276 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-90125bbd-95cf-47b1-a69c-77f4d9d80f6e tempest-RoutersAdminNegativeIpV6Test-1265242672 tempest-RoutersAdminNegativeIpV6Test-1265242672-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:30.783008 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [None req-90125bbd-95cf-47b1-a69c-77f4d9d80f6e tempest-RoutersAdminNegativeIpV6Test-1265242672 tempest-RoutersAdminNegativeIpV6Test-1265242672-project-admin] device_id is not set on port 19c51ba7-b0b3-4fda-a6b0-27b3afc20e1d yet. {{(pid=89109) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:58:30.844789 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-4216b1a2-a91f-452f-ac34-c82657471a8c None None] For port 142a38ad-23f6-44c9-af8b-eedb9434ec03, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:58:30.848952 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-4216b1a2-a91f-452f-ac34-c82657471a8c None None] For port 142a38ad-23f6-44c9-af8b-eedb9434ec03, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=142a38ad-23f6-44c9-af8b-eedb9434ec03,segment=NetworkSegment(a1e5e022-1a87-4da0-b406-796fa8eb94d3),segment_id=a1e5e022-1a87-4da0-b406-796fa8eb94d3)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:58:30.857727 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90125bbd-95cf-47b1-a69c-77f4d9d80f6e tempest-RoutersAdminNegativeIpV6Test-1265242672 tempest-RoutersAdminNegativeIpV6Test-1265242672-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fa1cdfc-081c-4186-bae9-7c047ec5ddb9,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:58:30.866370 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-be10f807-8eaa-490a-aecb-8501b07d4b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c621dda9-5d46-46bb-b727-c62dc3765e5c', 'name': 'tempest-RoutersIpV6Test-router-126920805', 'tenant_id': 'edfff7521b2740e6894c3714ce0e5450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:58:04Z', 'updated_at': '2022-05-28T06:58:21Z', 'revision_number': 3, 'project_id': 'edfff7521b2740e6894c3714ce0e5450', 'gw_port_host': None, '_interfaces': [{'id': '47828b4e-f076-4c68-9c8b-daeaf93794a3', 'name': '', 'network_id': '31a60f91-81f7-47df-84f8-5c27daca41a8', 'tenant_id': 'edfff7521b2740e6894c3714ce0e5450', 'mac_address': 'fa:16:3e:19:c3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c621dda9-5d46-46bb-b727-c62dc3765e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '71e5392b-c196-4816-a92f-fbe396fe9a90', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:58:09Z', 'updated_at': '2022-05-28T06:58:22Z', 'revision_number': 5, 'project_id': 'edfff7521b2740e6894c3714ce0e5450', 'subnets': [{'id': '71e5392b-c196-4816-a92f-fbe396fe9a90', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58518f56-d9a2-4c02-94ac-10d99cfa9a61', 'name': '', 'network_id': 'd2e50b11-e890-46fa-bc6e-e99c3c9e5f40', 'tenant_id': 'edfff7521b2740e6894c3714ce0e5450', 'mac_address': 'fa:16:3e:5c:62:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c621dda9-5d46-46bb-b727-c62dc3765e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': 'a23296b1-3864-4e85-93a5-ced7ab5b5344', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:58:18Z', 'updated_at': '2022-05-28T06:58:29Z', 'revision_number': 4, 'project_id': 'edfff7521b2740e6894c3714ce0e5450', 'subnets': [{'id': 'a23296b1-3864-4e85-93a5-ced7ab5b5344', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:58:30.874726 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be10f807-8eaa-490a-aecb-8501b07d4b99 None None] The sync data for ids ['c621dda9-5d46-46bb-b727-c62dc3765e5c'] in n-d-843702-1 is: [{'id': 'c621dda9-5d46-46bb-b727-c62dc3765e5c', 'name': 'tempest-RoutersIpV6Test-router-126920805', 'tenant_id': 'edfff7521b2740e6894c3714ce0e5450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:58:04Z', 'updated_at': '2022-05-28T06:58:21Z', 'revision_number': 3, 'project_id': 'edfff7521b2740e6894c3714ce0e5450', 'gw_port_host': None, '_interfaces': [{'id': '47828b4e-f076-4c68-9c8b-daeaf93794a3', 'name': '', 'network_id': '31a60f91-81f7-47df-84f8-5c27daca41a8', 'tenant_id': 'edfff7521b2740e6894c3714ce0e5450', 'mac_address': 'fa:16:3e:19:c3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c621dda9-5d46-46bb-b727-c62dc3765e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '71e5392b-c196-4816-a92f-fbe396fe9a90', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:58:09Z', 'updated_at': '2022-05-28T06:58:22Z', 'revision_number': 5, 'project_id': 'edfff7521b2740e6894c3714ce0e5450', 'subnets': [{'id': '71e5392b-c196-4816-a92f-fbe396fe9a90', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58518f56-d9a2-4c02-94ac-10d99cfa9a61', 'name': '', 'network_id': 'd2e50b11-e890-46fa-bc6e-e99c3c9e5f40', 'tenant_id': 'edfff7521b2740e6894c3714ce0e5450', 'mac_address': 'fa:16:3e:5c:62:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c621dda9-5d46-46bb-b727-c62dc3765e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': 'a23296b1-3864-4e85-93a5-ced7ab5b5344', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:58:18Z', 'updated_at': '2022-05-28T06:58:29Z', 'revision_number': 4, 'project_id': 'edfff7521b2740e6894c3714ce0e5450', 'subnets': [{'id': 'a23296b1-3864-4e85-93a5-ced7ab5b5344', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:58:30.980333 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-90125bbd-95cf-47b1-a69c-77f4d9d80f6e tempest-RoutersAdminNegativeIpV6Test-1265242672 tempest-RoutersAdminNegativeIpV6Test-1265242672-project-admin] Allocated IP 172.25.5.83 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/19c51ba7-b0b3-4fda-a6b0-27b3afc20e1d) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:58:31.002195 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-4216b1a2-a91f-452f-ac34-c82657471a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:31.131630 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6b6a0f35-8cf7-4bac-a97f-f7e1ee42d0f8 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:31.160953 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4216b1a2-a91f-452f-ac34-c82657471a8c None None] Pushing event updated for resources: {'Port': ['ID=142a38ad-23f6-44c9-af8b-eedb9434ec03,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:58:31.349075 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-90125bbd-95cf-47b1-a69c-77f4d9d80f6e tempest-RoutersAdminNegativeIpV6Test-1265242672 tempest-RoutersAdminNegativeIpV6Test-1265242672-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:31.496269 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561c1afc-68f8-4db9-b104-6ef9ba3d3d24 req-3dafa44a-5979-486b-a0d5-5d639c6bb341 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:58:31.498073 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-561c1afc-68f8-4db9-b104-6ef9ba3d3d24 req-3dafa44a-5979-486b-a0d5-5d639c6bb341 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1d8cf73-eee4-46c3-9421-616c50dc6e0a HTTP/1.1" status: 200 len: 907 time: 0.5163143 May 28 06:58:31.539837 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-90125bbd-95cf-47b1-a69c-77f4d9d80f6e tempest-RoutersAdminNegativeIpV6Test-1265242672 tempest-RoutersAdminNegativeIpV6Test-1265242672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:31.620223 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90125bbd-95cf-47b1-a69c-77f4d9d80f6e tempest-RoutersAdminNegativeIpV6Test-1265242672 tempest-RoutersAdminNegativeIpV6Test-1265242672-project-admin] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:58:31.626706 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-90125bbd-95cf-47b1-a69c-77f4d9d80f6e tempest-RoutersAdminNegativeIpV6Test-1265242672 tempest-RoutersAdminNegativeIpV6Test-1265242672-project-admin] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:58:31.638030 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90125bbd-95cf-47b1-a69c-77f4d9d80f6e tempest-RoutersAdminNegativeIpV6Test-1265242672 tempest-RoutersAdminNegativeIpV6Test-1265242672-project-admin] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:58:31.736329 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90125bbd-95cf-47b1-a69c-77f4d9d80f6e tempest-RoutersAdminNegativeIpV6Test-1265242672 tempest-RoutersAdminNegativeIpV6Test-1265242672-project-admin] Pushing event updated for resources: {'Port': ['ID=19c51ba7-b0b3-4fda-a6b0-27b3afc20e1d,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:58:31.750288 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90125bbd-95cf-47b1-a69c-77f4d9d80f6e tempest-RoutersAdminNegativeIpV6Test-1265242672 tempest-RoutersAdminNegativeIpV6Test-1265242672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:58:31.750884 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-90125bbd-95cf-47b1-a69c-77f4d9d80f6e tempest-RoutersAdminNegativeIpV6Test-1265242672 tempest-RoutersAdminNegativeIpV6Test-1265242672-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:31.768576 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:31.808766 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6b6a0f35-8cf7-4bac-a97f-f7e1ee42d0f8 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:31.881991 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6b6a0f35-8cf7-4bac-a97f-f7e1ee42d0f8 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:31.883030 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6b6a0f35-8cf7-4bac-a97f-f7e1ee42d0f8 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700602'] for router_interface, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:31.886195 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-90125bbd-95cf-47b1-a69c-77f4d9d80f6e tempest-RoutersAdminNegativeIpV6Test-1265242672 tempest-RoutersAdminNegativeIpV6Test-1265242672-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 1.8078146 May 28 06:58:31.886912 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 43072) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:58:31.892140 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-d8bfb1a1-a972-4ab2-97f1-c4299bec7cc6 tempest-RoutersAdminNegativeIpV6Test-1265242672 tempest-RoutersAdminNegativeIpV6Test-1265242672-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.83'}]}}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:58:31.901935 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-d8bfb1a1-a972-4ab2-97f1-c4299bec7cc6 tempest-RoutersAdminNegativeIpV6Test-1265242672 tempest-RoutersAdminNegativeIpV6Test-1265242672-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:58:31.910933 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-d8bfb1a1-a972-4ab2-97f1-c4299bec7cc6 tempest-RoutersAdminNegativeIpV6Test-1265242672 tempest-RoutersAdminNegativeIpV6Test-1265242672-project-admin] Usage tracker for resource:router and tenant:a60fbe63e25c420285677e2c0178834c is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:58:31.916007 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-d8bfb1a1-a972-4ab2-97f1-c4299bec7cc6 tempest-RoutersAdminNegativeIpV6Test-1265242672 tempest-RoutersAdminNegativeIpV6Test-1265242672-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:58:31.922109 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-d8bfb1a1-a972-4ab2-97f1-c4299bec7cc6 tempest-RoutersAdminNegativeIpV6Test-1265242672 tempest-RoutersAdminNegativeIpV6Test-1265242672-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:58:32.030687 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d8bfb1a1-a972-4ab2-97f1-c4299bec7cc6 tempest-RoutersAdminNegativeIpV6Test-1265242672 tempest-RoutersAdminNegativeIpV6Test-1265242672-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59128'] for router, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:32.031722 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d8bfb1a1-a972-4ab2-97f1-c4299bec7cc6 tempest-RoutersAdminNegativeIpV6Test-1265242672 tempest-RoutersAdminNegativeIpV6Test-1265242672-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59009'] for router, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:32.033590 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6a0f35-8cf7-4bac-a97f-f7e1ee42d0f8 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Pushing event updated for resources: {'Port': ['ID=c4d8dc5a-ace8-42e4-aae6-00e75f90210c,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:58:32.046335 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6a0f35-8cf7-4bac-a97f-f7e1ee42d0f8 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:58:32.046682 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6a0f35-8cf7-4bac-a97f-f7e1ee42d0f8 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:58:32.047019 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6a0f35-8cf7-4bac-a97f-f7e1ee42d0f8 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:58:32.047357 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6a0f35-8cf7-4bac-a97f-f7e1ee42d0f8 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:58:32.047687 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6a0f35-8cf7-4bac-a97f-f7e1ee42d0f8 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:58:32.048012 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6a0f35-8cf7-4bac-a97f-f7e1ee42d0f8 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:58:32.048340 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6a0f35-8cf7-4bac-a97f-f7e1ee42d0f8 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:58:32.048663 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6a0f35-8cf7-4bac-a97f-f7e1ee42d0f8 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:58:32.048987 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6a0f35-8cf7-4bac-a97f-f7e1ee42d0f8 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:58:32.049308 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6a0f35-8cf7-4bac-a97f-f7e1ee42d0f8 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:58:32.050287 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6a0f35-8cf7-4bac-a97f-f7e1ee42d0f8 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:58:32.050600 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6a0f35-8cf7-4bac-a97f-f7e1ee42d0f8 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:58:32.055148 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d8bfb1a1-a972-4ab2-97f1-c4299bec7cc6 tempest-RoutersAdminNegativeIpV6Test-1265242672 tempest-RoutersAdminNegativeIpV6Test-1265242672-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:32.113662 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b6a0f35-8cf7-4bac-a97f-f7e1ee42d0f8 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Network 6cbe01b1-74e5-45e2-b062-237e95ea85ab is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:58:32.114896 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-6b6a0f35-8cf7-4bac-a97f-f7e1ee42d0f8 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:58:32.476787 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b6a0f35-8cf7-4bac-a97f-f7e1ee42d0f8 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Router c621dda9-5d46-46bb-b727-c62dc3765e5c has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:58:32.550342 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:32.610873 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd0d93a-5d58-4407-bfb2-e4bac1fa2cea None None] Network 6cbe01b1-74e5-45e2-b062-237e95ea85ab requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:58:32.702419 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d8bfb1a1-a972-4ab2-97f1-c4299bec7cc6 tempest-RoutersAdminNegativeIpV6Test-1265242672 tempest-RoutersAdminNegativeIpV6Test-1265242672-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59027'] for router, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:32.783079 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b6a0f35-8cf7-4bac-a97f-f7e1ee42d0f8 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:58:32.793797 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf8c2ce-beb1-436a-a6b8-b620bcbc16a8 None None] Sync routers for ids ['c621dda9-5d46-46bb-b727-c62dc3765e5c'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:58:32.806189 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf8c2ce-beb1-436a-a6b8-b620bcbc16a8 None None] Routers {'c621dda9-5d46-46bb-b727-c62dc3765e5c'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:58:32.811489 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-bbf8c2ce-beb1-436a-a6b8-b620bcbc16a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:58:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['c621dda9-5d46-46bb-b727-c62dc3765e5c'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:58:32.853631 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-6b6a0f35-8cf7-4bac-a97f-f7e1ee42d0f8 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] 10.222.0.55 "PUT /v2.0/routers/c621dda9-5d46-46bb-b727-c62dc3765e5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5926557 May 28 06:58:32.860961 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 43090) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:58:32.883758 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-1210821c-56ac-4861-aba5-8588d02cf32c tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-62599638'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:58:32.891592 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-1210821c-56ac-4861-aba5-8588d02cf32c tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:58:32.899936 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-1210821c-56ac-4861-aba5-8588d02cf32c tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Usage tracker for resource:network and tenant:edfff7521b2740e6894c3714ce0e5450 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:58:32.905818 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-1210821c-56ac-4861-aba5-8588d02cf32c tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:58:32.915008 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-1210821c-56ac-4861-aba5-8588d02cf32c tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:58:32.932691 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1fa0ae-bf55-4201-bf96-c098c57d9c17 req-8ee62f38-0841-4560-8444-f765d9abe948 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:58:32.935373 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6b1fa0ae-bf55-4201-bf96-c098c57d9c17 req-8ee62f38-0841-4560-8444-f765d9abe948 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1d8cf73-eee4-46c3-9421-616c50dc6e0a HTTP/1.1" status: 200 len: 907 time: 0.2191761 May 28 06:58:32.966811 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 142a38ad-23f6-44c9-af8b-eedb9434ec03 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:58:32.991792 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-dfc2fc06-8109-4649-ae31-bc31451161f1 None None] Provisioning for port 142a38ad-23f6-44c9-af8b-eedb9434ec03 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:58:33.046866 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-bbf8c2ce-beb1-436a-a6b8-b620bcbc16a8 None None] Set router c621dda9-5d46-46bb-b727-c62dc3765e5c gateway port host: None {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:58:33.059028 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1210821c-56ac-4861-aba5-8588d02cf32c tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Made reservation on behalf of edfff7521b2740e6894c3714ce0e5450 for: {'network': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:58:33.063754 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1210821c-56ac-4861-aba5-8588d02cf32c tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:33.191619 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 142a38ad-23f6-44c9-af8b-eedb9434ec03 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:58:33.197928 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 142a38ad-23f6-44c9-af8b-eedb9434ec03 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:58:33.198523 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:33.230801 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1210821c-56ac-4861-aba5-8588d02cf32c tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'} {{(pid=89110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:58:33.240695 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1210821c-56ac-4861-aba5-8588d02cf32c tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:33.245454 n-d-843702-1 neutron-server[89110]: INFO neutron.db.segments_db [None req-1210821c-56ac-4861-aba5-8588d02cf32c tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Added segment 4ef5c3e1-b4d4-46ea-84ff-8e9b776686aa of type vlan for network 27169762-35f8-4855-93d7-49b47cf8104d May 28 06:58:33.383252 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1210821c-56ac-4861-aba5-8588d02cf32c tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:33.474664 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 142a38ad-23f6-44c9-af8b-eedb9434ec03 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:58:33.476518 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:33.551933 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port 142a38ad-23f6-44c9-af8b-eedb9434ec03, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=142a38ad-23f6-44c9-af8b-eedb9434ec03,segment=NetworkSegment(a1e5e022-1a87-4da0-b406-796fa8eb94d3),segment_id=a1e5e022-1a87-4da0-b406-796fa8eb94d3)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:58:33.554353 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 0fec9536-83a9-4bc2-9918-ab4f9ea2352f details requested by agent hyperv_n-h1-843702-1 with host n-h1-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:58:33.562011 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1210821c-56ac-4861-aba5-8588d02cf32c tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:33.568478 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1210821c-56ac-4861-aba5-8588d02cf32c tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:58:33.569109 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1210821c-56ac-4861-aba5-8588d02cf32c tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks [] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:33.669346 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d8bfb1a1-a972-4ab2-97f1-c4299bec7cc6 tempest-RoutersAdminNegativeIpV6Test-1265242672 tempest-RoutersAdminNegativeIpV6Test-1265242672-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:33.782262 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d8bfb1a1-a972-4ab2-97f1-c4299bec7cc6 tempest-RoutersAdminNegativeIpV6Test-1265242672 tempest-RoutersAdminNegativeIpV6Test-1265242672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:33.828977 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1210821c-56ac-4861-aba5-8588d02cf32c tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Pushing event updated for resources: {'Network': ['ID=27169762-35f8-4855-93d7-49b47cf8104d,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:58:33.856058 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-bbf8c2ce-beb1-436a-a6b8-b620bcbc16a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c621dda9-5d46-46bb-b727-c62dc3765e5c', 'name': 'tempest-RoutersIpV6Test-router-126920805', 'tenant_id': 'edfff7521b2740e6894c3714ce0e5450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:58:04Z', 'updated_at': '2022-05-28T06:58:30Z', 'revision_number': 4, 'project_id': 'edfff7521b2740e6894c3714ce0e5450', 'gw_port_host': None, '_interfaces': [{'id': '47828b4e-f076-4c68-9c8b-daeaf93794a3', 'name': '', 'network_id': '31a60f91-81f7-47df-84f8-5c27daca41a8', 'tenant_id': 'edfff7521b2740e6894c3714ce0e5450', 'mac_address': 'fa:16:3e:19:c3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c621dda9-5d46-46bb-b727-c62dc3765e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '71e5392b-c196-4816-a92f-fbe396fe9a90', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:58:09Z', 'updated_at': '2022-05-28T06:58:22Z', 'revision_number': 5, 'project_id': 'edfff7521b2740e6894c3714ce0e5450', 'subnets': [{'id': '71e5392b-c196-4816-a92f-fbe396fe9a90', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58518f56-d9a2-4c02-94ac-10d99cfa9a61', 'name': '', 'network_id': 'd2e50b11-e890-46fa-bc6e-e99c3c9e5f40', 'tenant_id': 'edfff7521b2740e6894c3714ce0e5450', 'mac_address': 'fa:16:3e:5c:62:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c621dda9-5d46-46bb-b727-c62dc3765e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': 'a23296b1-3864-4e85-93a5-ced7ab5b5344', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:58:18Z', 'updated_at': '2022-05-28T06:58:29Z', 'revision_number': 4, 'project_id': 'edfff7521b2740e6894c3714ce0e5450', 'subnets': [{'id': 'a23296b1-3864-4e85-93a5-ced7ab5b5344', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4d8dc5a-ace8-42e4-aae6-00e75f90210c', 'name': '', 'network_id': '6cbe01b1-74e5-45e2-b062-237e95ea85ab', 'tenant_id': 'edfff7521b2740e6894c3714ce0e5450', 'mac_address': 'fa:16:3e:d0:fd:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c621dda9-5d46-46bb-b727-c62dc3765e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': '1b5cad35-62cf-4b14-87d5-b07fbb4799ec', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:58:29Z', 'updated_at': '2022-05-28T06:58:31Z', 'revision_number': 2, 'project_id': 'edfff7521b2740e6894c3714ce0e5450', 'subnets': [{'id': '1b5cad35-62cf-4b14-87d5-b07fbb4799ec', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:58:33.860910 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf8c2ce-beb1-436a-a6b8-b620bcbc16a8 None None] Checking router: c621dda9-5d46-46bb-b727-c62dc3765e5c for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:58:33.893859 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf8c2ce-beb1-436a-a6b8-b620bcbc16a8 None None] Updating router c621dda9-5d46-46bb-b727-c62dc3765e5c port c4d8dc5a-ace8-42e4-aae6-00e75f90210c binding host n-d-843702-1 {{(pid=89112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:58:33.919439 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-bbf8c2ce-beb1-436a-a6b8-b620bcbc16a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:33.927697 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-1210821c-56ac-4861-aba5-8588d02cf32c tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0629129 May 28 06:58:33.930585 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 43108) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:58:33.937280 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-05da5ff9-5224-437f-a4f2-04669a38fbf9 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Request body: {'subnet': {'network_id': '27169762-35f8-4855-93d7-49b47cf8104d', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:58:33.959821 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 0fec9536-83a9-4bc2-9918-ab4f9ea2352f, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=0fec9536-83a9-4bc2-9918-ab4f9ea2352f,segment=NetworkSegment(6c4ea0e0-f8d6-4557-a141-43bdf445dfef),segment_id=6c4ea0e0-f8d6-4557-a141-43bdf445dfef)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:58:34.006975 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Returning: {'device': '0fec9536-83a9-4bc2-9918-ab4f9ea2352f', 'network_id': 'f03ec0b5-d9dc-4fab-97b7-c54b283a0e9e', 'port_id': '0fec9536-83a9-4bc2-9918-ab4f9ea2352f', 'mac_address': 'fa:16:3e:b4:47:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d33a66e-897c-4d2b-a7c2-6b3f6de20403', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:58:34.017380 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 27169762-35f8-4855-93d7-49b47cf8104d details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:58:34.319145 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-05da5ff9-5224-437f-a4f2-04669a38fbf9 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:58:34.327950 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-05da5ff9-5224-437f-a4f2-04669a38fbf9 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Usage tracker for resource:subnet and tenant:edfff7521b2740e6894c3714ce0e5450 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:58:34.332236 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-05da5ff9-5224-437f-a4f2-04669a38fbf9 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:58:34.348429 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-05da5ff9-5224-437f-a4f2-04669a38fbf9 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:58:34.374211 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d8bfb1a1-a972-4ab2-97f1-c4299bec7cc6 tempest-RoutersAdminNegativeIpV6Test-1265242672 tempest-RoutersAdminNegativeIpV6Test-1265242672-project-admin] Notify callbacks [] for router, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:34.374407 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:34.375285 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 58518f56-d9a2-4c02-94ac-10d99cfa9a61 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:58:34.442481 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e53e71f-9c57-40ff-973d-7fc8fedae872 req-ee6bcfa2-5a08-466a-9373-c8a695d5eaa9 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:58:34.444013 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4e53e71f-9c57-40ff-973d-7fc8fedae872 req-ee6bcfa2-5a08-466a-9373-c8a695d5eaa9 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1d8cf73-eee4-46c3-9421-616c50dc6e0a HTTP/1.1" status: 200 len: 907 time: 0.1981614 May 28 06:58:34.482316 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05da5ff9-5224-437f-a4f2-04669a38fbf9 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Made reservation on behalf of edfff7521b2740e6894c3714ce0e5450 for: {'subnet': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:58:34.485728 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-05da5ff9-5224-437f-a4f2-04669a38fbf9 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3171998'] for subnet, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:34.710346 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-d1f94ffc-26b3-4df5-8cae-c74301cd9d6e None None] Provisioning complete for port 142a38ad-23f6-44c9-af8b-eedb9434ec03 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:58:34.710346 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d1f94ffc-26b3-4df5-8cae-c74301cd9d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:34.772118 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 0fec9536-83a9-4bc2-9918-ab4f9ea2352f is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:58:34.772747 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:34.779667 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-bbf8c2ce-beb1-436a-a6b8-b620bcbc16a8 None None] Notify callbacks [] for port, precommit_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:34.802629 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.provisioning_blocks [None req-bbf8c2ce-beb1-436a-a6b8-b620bcbc16a8 None None] Transition to ACTIVE for port object c4d8dc5a-ace8-42e4-aae6-00e75f90210c will not be triggered until provisioned by entity L2. {{(pid=89112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:58:34.821657 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fec9536-83a9-4bc2-9918-ab4f9ea2352f {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:58:34.829755 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=142a38ad-23f6-44c9-af8b-eedb9434ec03,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:58:34.854094 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 0fec9536-83a9-4bc2-9918-ab4f9ea2352f, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=0fec9536-83a9-4bc2-9918-ab4f9ea2352f,segment=NetworkSegment(6c4ea0e0-f8d6-4557-a141-43bdf445dfef),segment_id=6c4ea0e0-f8d6-4557-a141-43bdf445dfef)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:58:34.893218 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-bbf8c2ce-beb1-436a-a6b8-b620bcbc16a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:34.964945 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:34.967313 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 58518f56-d9a2-4c02-94ac-10d99cfa9a61 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:58:34.967496 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d8bfb1a1-a972-4ab2-97f1-c4299bec7cc6 tempest-RoutersAdminNegativeIpV6Test-1265242672 tempest-RoutersAdminNegativeIpV6Test-1265242672-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59018'] for router, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:34.970046 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d8bfb1a1-a972-4ab2-97f1-c4299bec7cc6 tempest-RoutersAdminNegativeIpV6Test-1265242672 tempest-RoutersAdminNegativeIpV6Test-1265242672-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:34.988202 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-05da5ff9-5224-437f-a4f2-04669a38fbf9 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3115906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3172012'] for subnet, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:35.032631 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 58518f56-d9a2-4c02-94ac-10d99cfa9a61 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:58:35.033083 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:35.104513 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-d1f94ffc-26b3-4df5-8cae-c74301cd9d6e None None] Current status of the port 142a38ad-23f6-44c9-af8b-eedb9434ec03 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:58:35.116915 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d8bfb1a1-a972-4ab2-97f1-c4299bec7cc6 tempest-RoutersAdminNegativeIpV6Test-1265242672 tempest-RoutersAdminNegativeIpV6Test-1265242672-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-703817'] for router, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:35.117744 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8bfb1a1-a972-4ab2-97f1-c4299bec7cc6 tempest-RoutersAdminNegativeIpV6Test-1265242672 tempest-RoutersAdminNegativeIpV6Test-1265242672-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0660c4ce-8c7f-4272-9f6d-33f127022c0e {{(pid=89109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 06:58:35.146457 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05da5ff9-5224-437f-a4f2-04669a38fbf9 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Pushing event updated for resources: {'Subnet': ['ID=9e462c3b-34a4-428d-b463-6534657d36ca,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:58:35.150010 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=0fec9536-83a9-4bc2-9918-ab4f9ea2352f,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:58:35.152851 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05da5ff9-5224-437f-a4f2-04669a38fbf9 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Checking segment: {'id': '4ef5c3e1-b4d4-46ea-84ff-8e9b776686aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '27169762-35f8-4855-93d7-49b47cf8104d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:58:35.153084 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05da5ff9-5224-437f-a4f2-04669a38fbf9 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Network hostable DHCP agents. Network: 27169762-35f8-4855-93d7-49b47cf8104d, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89110) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:58:35.221960 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['0fec9536-83a9-4bc2-9918-ab4f9ea2352f'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:58:35.237872 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed08c5fd-40f4-4889-8408-4a3c62235b4f None None] Pushing event updated for resources: {'Port': ['ID=c4d8dc5a-ace8-42e4-aae6-00e75f90210c,revision_number=3']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:58:35.263688 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-bbf8c2ce-beb1-436a-a6b8-b620bcbc16a8 None None] Attempting to bind port c4d8dc5a-ace8-42e4-aae6-00e75f90210c on host n-d-843702-1 for vnic_type normal with profile {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:58:35.264126 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-bbf8c2ce-beb1-436a-a6b8-b620bcbc16a8 None None] Attempting to bind port c4d8dc5a-ace8-42e4-aae6-00e75f90210c by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'a1e5e022-1a87-4da0-b406-796fa8eb94d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '6cbe01b1-74e5-45e2-b062-237e95ea85ab'}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:58:35.264715 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf8c2ce-beb1-436a-a6b8-b620bcbc16a8 None None] Attempting to bind port c4d8dc5a-ace8-42e4-aae6-00e75f90210c on network 6cbe01b1-74e5-45e2-b062-237e95ea85ab {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:58:35.272440 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf8c2ce-beb1-436a-a6b8-b620bcbc16a8 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 58, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:58:35.274435 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf8c2ce-beb1-436a-a6b8-b620bcbc16a8 None None] Checking segment: {'id': 'a1e5e022-1a87-4da0-b406-796fa8eb94d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '6cbe01b1-74e5-45e2-b062-237e95ea85ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:58:35.274435 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-bbf8c2ce-beb1-436a-a6b8-b620bcbc16a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:35.274435 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf8c2ce-beb1-436a-a6b8-b620bcbc16a8 None None] Bound using segment: {'id': 'a1e5e022-1a87-4da0-b406-796fa8eb94d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '6cbe01b1-74e5-45e2-b062-237e95ea85ab'} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:58:35.274435 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-bbf8c2ce-beb1-436a-a6b8-b620bcbc16a8 None None] Bound port: c4d8dc5a-ace8-42e4-aae6-00e75f90210c, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1e5e022-1a87-4da0-b406-796fa8eb94d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '6cbe01b1-74e5-45e2-b062-237e95ea85ab'}}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:58:35.274917 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-bbf8c2ce-beb1-436a-a6b8-b620bcbc16a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:35.289040 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 58518f56-d9a2-4c02-94ac-10d99cfa9a61 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:58:35.289364 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:35.341830 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port 58518f56-d9a2-4c02-94ac-10d99cfa9a61, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=58518f56-d9a2-4c02-94ac-10d99cfa9a61,segment=NetworkSegment(b71c35ec-6a5c-47cb-abbe-ce84673c4f16),segment_id=b71c35ec-6a5c-47cb-abbe-ce84673c4f16)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:58:35.347270 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-d1f94ffc-26b3-4df5-8cae-c74301cd9d6e None None] Provisioning for port c4d8dc5a-ace8-42e4-aae6-00e75f90210c completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:58:35.380412 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-bbf8c2ce-beb1-436a-a6b8-b620bcbc16a8 None None] For port c4d8dc5a-ace8-42e4-aae6-00e75f90210c, host n-d-843702-1, cleared binding levels {{(pid=89112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:58:35.383948 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-bbf8c2ce-beb1-436a-a6b8-b620bcbc16a8 None None] For port c4d8dc5a-ace8-42e4-aae6-00e75f90210c, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=c4d8dc5a-ace8-42e4-aae6-00e75f90210c,segment=NetworkSegment(a1e5e022-1a87-4da0-b406-796fa8eb94d3),segment_id=a1e5e022-1a87-4da0-b406-796fa8eb94d3)] {{(pid=89112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:58:35.402285 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05da5ff9-5224-437f-a4f2-04669a38fbf9 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Network 27169762-35f8-4855-93d7-49b47cf8104d is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89110) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:58:35.408580 n-d-843702-1 neutron-server[89109]: INFO neutron.api.v2.resource [None req-d8bfb1a1-a972-4ab2-97f1-c4299bec7cc6 tempest-RoutersAdminNegativeIpV6Test-1265242672 tempest-RoutersAdminNegativeIpV6Test-1265242672-project-admin] create failed (client error): There was a conflict when trying to complete your request. May 28 06:58:35.408580 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-d8bfb1a1-a972-4ab2-97f1-c4299bec7cc6 tempest-RoutersAdminNegativeIpV6Test-1265242672 tempest-RoutersAdminNegativeIpV6Test-1265242672-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 3.5157397 May 28 06:58:35.410677 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 43152) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:58:35.475402 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-449928f7-b384-4ae8-8c85-5a0b788ffba3 tempest-RoutersAdminNegativeIpV6Test-1265242672 tempest-RoutersAdminNegativeIpV6Test-1265242672-project-admin] Deleting port 19c51ba7-b0b3-4fda-a6b0-27b3afc20e1d {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:58:35.478980 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-449928f7-b384-4ae8-8c85-5a0b788ffba3 tempest-RoutersAdminNegativeIpV6Test-1265242672 tempest-RoutersAdminNegativeIpV6Test-1265242672-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:35.510610 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:35.564159 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-bbf8c2ce-beb1-436a-a6b8-b620bcbc16a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:35.597285 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-05da5ff9-5224-437f-a4f2-04669a38fbf9 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, 27169762-35f8-4855-93d7-49b47cf8104d) {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:58:35.620306 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 0fec9536-83a9-4bc2-9918-ab4f9ea2352f up at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:58:35.638089 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05da5ff9-5224-437f-a4f2-04669a38fbf9 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:58:35.638910 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-05da5ff9-5224-437f-a4f2-04669a38fbf9 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:35.680067 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=58518f56-d9a2-4c02-94ac-10d99cfa9a61,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:58:35.683778 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77fb821a-e16b-4a53-83c6-d584fbc15168 None None] Network 27169762-35f8-4855-93d7-49b47cf8104d requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:58:35.701588 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 142a38ad-23f6-44c9-af8b-eedb9434ec03 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:58:35.748547 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf8c2ce-beb1-436a-a6b8-b620bcbc16a8 None None] Routers {'c621dda9-5d46-46bb-b727-c62dc3765e5c'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:58:35.753013 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-bbf8c2ce-beb1-436a-a6b8-b620bcbc16a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:58:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['c621dda9-5d46-46bb-b727-c62dc3765e5c'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:58:35.890355 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-05da5ff9-5224-437f-a4f2-04669a38fbf9 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9585400 May 28 06:58:35.893540 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 43168) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:58:35.985866 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 142a38ad-23f6-44c9-af8b-eedb9434ec03 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:58:35.986485 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:35.991071 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-bbf8c2ce-beb1-436a-a6b8-b620bcbc16a8 None None] Set router c621dda9-5d46-46bb-b727-c62dc3765e5c gateway port host: None {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:58:36.277600 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning for port 0fec9536-83a9-4bc2-9918-ab4f9ea2352f completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:58:36.303012 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning complete for port 0fec9536-83a9-4bc2-9918-ab4f9ea2352f triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:58:36.303432 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:36.331655 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a0a12bc-cc6f-4fd6-8426-dba8f5ba2a98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-27169762-35f8-4855-93d7-49b47cf8104d', 'network_id': '27169762-35f8-4855-93d7-49b47cf8104d', 'tenant_id': 'edfff7521b2740e6894c3714ce0e5450', 'fixed_ips': [{'subnet_id': '9e462c3b-34a4-428d-b463-6534657d36ca'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:58:36.332471 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-7a0a12bc-cc6f-4fd6-8426-dba8f5ba2a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:36.334184 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed08c5fd-40f4-4889-8408-4a3c62235b4f None None] Pushing event updated for resources: {'Port': ['ID=c4d8dc5a-ace8-42e4-aae6-00e75f90210c,revision_number=4']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:58:36.424780 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-bbf8c2ce-beb1-436a-a6b8-b620bcbc16a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c621dda9-5d46-46bb-b727-c62dc3765e5c', 'name': 'tempest-RoutersIpV6Test-router-126920805', 'tenant_id': 'edfff7521b2740e6894c3714ce0e5450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:58:04Z', 'updated_at': '2022-05-28T06:58:30Z', 'revision_number': 4, 'project_id': 'edfff7521b2740e6894c3714ce0e5450', 'gw_port_host': None, '_interfaces': [{'id': '47828b4e-f076-4c68-9c8b-daeaf93794a3', 'name': '', 'network_id': '31a60f91-81f7-47df-84f8-5c27daca41a8', 'tenant_id': 'edfff7521b2740e6894c3714ce0e5450', 'mac_address': 'fa:16:3e:19:c3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c621dda9-5d46-46bb-b727-c62dc3765e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '71e5392b-c196-4816-a92f-fbe396fe9a90', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:58:09Z', 'updated_at': '2022-05-28T06:58:22Z', 'revision_number': 5, 'project_id': 'edfff7521b2740e6894c3714ce0e5450', 'subnets': [{'id': '71e5392b-c196-4816-a92f-fbe396fe9a90', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58518f56-d9a2-4c02-94ac-10d99cfa9a61', 'name': '', 'network_id': 'd2e50b11-e890-46fa-bc6e-e99c3c9e5f40', 'tenant_id': 'edfff7521b2740e6894c3714ce0e5450', 'mac_address': 'fa:16:3e:5c:62:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c621dda9-5d46-46bb-b727-c62dc3765e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': 'a23296b1-3864-4e85-93a5-ced7ab5b5344', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:58:18Z', 'updated_at': '2022-05-28T06:58:35Z', 'revision_number': 5, 'project_id': 'edfff7521b2740e6894c3714ce0e5450', 'subnets': [{'id': 'a23296b1-3864-4e85-93a5-ced7ab5b5344', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4d8dc5a-ace8-42e4-aae6-00e75f90210c', 'name': '', 'network_id': '6cbe01b1-74e5-45e2-b062-237e95ea85ab', 'tenant_id': 'edfff7521b2740e6894c3714ce0e5450', 'mac_address': 'fa:16:3e:d0:fd:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c621dda9-5d46-46bb-b727-c62dc3765e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': '1b5cad35-62cf-4b14-87d5-b07fbb4799ec', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:58:29Z', 'updated_at': '2022-05-28T06:58:35Z', 'revision_number': 4, 'project_id': 'edfff7521b2740e6894c3714ce0e5450', 'subnets': [{'id': '1b5cad35-62cf-4b14-87d5-b07fbb4799ec', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:58:36.432026 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf8c2ce-beb1-436a-a6b8-b620bcbc16a8 None None] The sync data for ids ['c621dda9-5d46-46bb-b727-c62dc3765e5c'] in n-d-843702-1 is: [{'id': 'c621dda9-5d46-46bb-b727-c62dc3765e5c', 'name': 'tempest-RoutersIpV6Test-router-126920805', 'tenant_id': 'edfff7521b2740e6894c3714ce0e5450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:58:04Z', 'updated_at': '2022-05-28T06:58:30Z', 'revision_number': 4, 'project_id': 'edfff7521b2740e6894c3714ce0e5450', 'gw_port_host': None, '_interfaces': [{'id': '47828b4e-f076-4c68-9c8b-daeaf93794a3', 'name': '', 'network_id': '31a60f91-81f7-47df-84f8-5c27daca41a8', 'tenant_id': 'edfff7521b2740e6894c3714ce0e5450', 'mac_address': 'fa:16:3e:19:c3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c621dda9-5d46-46bb-b727-c62dc3765e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '71e5392b-c196-4816-a92f-fbe396fe9a90', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:58:09Z', 'updated_at': '2022-05-28T06:58:22Z', 'revision_number': 5, 'project_id': 'edfff7521b2740e6894c3714ce0e5450', 'subnets': [{'id': '71e5392b-c196-4816-a92f-fbe396fe9a90', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58518f56-d9a2-4c02-94ac-10d99cfa9a61', 'name': '', 'network_id': 'd2e50b11-e890-46fa-bc6e-e99c3c9e5f40', 'tenant_id': 'edfff7521b2740e6894c3714ce0e5450', 'mac_address': 'fa:16:3e:5c:62:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c621dda9-5d46-46bb-b727-c62dc3765e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': 'a23296b1-3864-4e85-93a5-ced7ab5b5344', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:58:18Z', 'updated_at': '2022-05-28T06:58:35Z', 'revision_number': 5, 'project_id': 'edfff7521b2740e6894c3714ce0e5450', 'subnets': [{'id': 'a23296b1-3864-4e85-93a5-ced7ab5b5344', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4d8dc5a-ace8-42e4-aae6-00e75f90210c', 'name': '', 'network_id': '6cbe01b1-74e5-45e2-b062-237e95ea85ab', 'tenant_id': 'edfff7521b2740e6894c3714ce0e5450', 'mac_address': 'fa:16:3e:d0:fd:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c621dda9-5d46-46bb-b727-c62dc3765e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': '1b5cad35-62cf-4b14-87d5-b07fbb4799ec', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:58:29Z', 'updated_at': '2022-05-28T06:58:35Z', 'revision_number': 4, 'project_id': 'edfff7521b2740e6894c3714ce0e5450', 'subnets': [{'id': '1b5cad35-62cf-4b14-87d5-b07fbb4799ec', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:58:36.468822 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 142a38ad-23f6-44c9-af8b-eedb9434ec03 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:58:36.559883 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-449928f7-b384-4ae8-8c85-5a0b788ffba3 tempest-RoutersAdminNegativeIpV6Test-1265242672 tempest-RoutersAdminNegativeIpV6Test-1265242672-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:36.714173 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 0fec9536-83a9-4bc2-9918-ab4f9ea2352f is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:58:36.714641 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:36.757070 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-449928f7-b384-4ae8-8c85-5a0b788ffba3 tempest-RoutersAdminNegativeIpV6Test-1265242672 tempest-RoutersAdminNegativeIpV6Test-1265242672-project-admin] Calling delete_port for 19c51ba7-b0b3-4fda-a6b0-27b3afc20e1d owned by {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:58:36.794531 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 0fec9536-83a9-4bc2-9918-ab4f9ea2352f, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=0fec9536-83a9-4bc2-9918-ab4f9ea2352f,segment=NetworkSegment(6c4ea0e0-f8d6-4557-a141-43bdf445dfef),segment_id=6c4ea0e0-f8d6-4557-a141-43bdf445dfef)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:58:36.797597 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63fdca7-c5ef-45dc-ba61-64663fcdf49b req-d8271d98-fe2c-4f97-b869-9168c794f188 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:58:36.803090 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a63fdca7-c5ef-45dc-ba61-64663fcdf49b req-d8271d98-fe2c-4f97-b869-9168c794f188 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1d8cf73-eee4-46c3-9421-616c50dc6e0a HTTP/1.1" status: 200 len: 908 time: 0.9776959 May 28 06:58:36.803246 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1d8cf73-eee4-46c3-9421-616c50dc6e0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fec9536-83a9-4bc2-9918-ab4f9ea2352f'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:58:36.827037 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-7a0a12bc-cc6f-4fd6-8426-dba8f5ba2a98 None None] Allocated IP 2001:db8:3::2 (27169762-35f8-4855-93d7-49b47cf8104d/9e462c3b-34a4-428d-b463-6534657d36ca/3c993874-ef05-4c6f-949b-d9fd7298096f) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:58:36.949297 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:37.016693 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2d599d7-e69e-453b-98ef-97e05c9d46f4'] response: {'server_uuid': 'e1d8cf73-eee4-46c3-9421-616c50dc6e0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fec9536-83a9-4bc2-9918-ab4f9ea2352f', 'code': 200} May 28 06:58:37.103362 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=0fec9536-83a9-4bc2-9918-ab4f9ea2352f,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:58:37.287535 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3131400c-1350-4e6a-a697-0ff0e44a8e36 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:37.354259 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-7a0a12bc-cc6f-4fd6-8426-dba8f5ba2a98 None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:37.367029 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-7a0a12bc-cc6f-4fd6-8426-dba8f5ba2a98 None None] Transition to ACTIVE for port object 3c993874-ef05-4c6f-949b-d9fd7298096f will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:58:37.386553 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-449928f7-b384-4ae8-8c85-5a0b788ffba3 tempest-RoutersAdminNegativeIpV6Test-1265242672 tempest-RoutersAdminNegativeIpV6Test-1265242672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:37.391879 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-7a0a12bc-cc6f-4fd6-8426-dba8f5ba2a98 None None] Transition to ACTIVE for port object 3c993874-ef05-4c6f-949b-d9fd7298096f will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:58:37.488328 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-7a0a12bc-cc6f-4fd6-8426-dba8f5ba2a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:37.495466 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449928f7-b384-4ae8-8c85-5a0b788ffba3 tempest-RoutersAdminNegativeIpV6Test-1265242672 tempest-RoutersAdminNegativeIpV6Test-1265242672-project-admin] Pushing event deleted for resources: {'Port': ['ID=19c51ba7-b0b3-4fda-a6b0-27b3afc20e1d,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:58:37.514533 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bd2bfc-022e-4a63-83e9-f9f41fbf9558 req-40574aaa-a98a-493b-98d9-a10d02c9d22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:58:37.516064 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b3bd2bfc-022e-4a63-83e9-f9f41fbf9558 req-40574aaa-a98a-493b-98d9-a10d02c9d22f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e1d8cf73-eee4-46c3-9421-616c50dc6e0a HTTP/1.1" status: 200 len: 1060 time: 0.4284675 May 28 06:58:37.652877 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0a12bc-cc6f-4fd6-8426-dba8f5ba2a98 None None] Network 27169762-35f8-4855-93d7-49b47cf8104d is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:58:37.655974 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-7a0a12bc-cc6f-4fd6-8426-dba8f5ba2a98 None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:58:37.660277 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0a12bc-cc6f-4fd6-8426-dba8f5ba2a98 None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:58:37.666364 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0a12bc-cc6f-4fd6-8426-dba8f5ba2a98 None None] Pushing event updated for resources: {'Port': ['ID=3c993874-ef05-4c6f-949b-d9fd7298096f,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:58:37.726681 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-449928f7-b384-4ae8-8c85-5a0b788ffba3 tempest-RoutersAdminNegativeIpV6Test-1265242672 tempest-RoutersAdminNegativeIpV6Test-1265242672-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:37.769858 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-7a0a12bc-cc6f-4fd6-8426-dba8f5ba2a98 None None] Attempting to bind port 3c993874-ef05-4c6f-949b-d9fd7298096f on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:58:37.770338 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-7a0a12bc-cc6f-4fd6-8426-dba8f5ba2a98 None None] Attempting to bind port 3c993874-ef05-4c6f-949b-d9fd7298096f by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': '4ef5c3e1-b4d4-46ea-84ff-8e9b776686aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '27169762-35f8-4855-93d7-49b47cf8104d'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:58:37.770709 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0a12bc-cc6f-4fd6-8426-dba8f5ba2a98 None None] Attempting to bind port 3c993874-ef05-4c6f-949b-d9fd7298096f on network 27169762-35f8-4855-93d7-49b47cf8104d {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:58:37.776436 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0a12bc-cc6f-4fd6-8426-dba8f5ba2a98 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 58, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:58:37.776808 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0a12bc-cc6f-4fd6-8426-dba8f5ba2a98 None None] Checking segment: {'id': '4ef5c3e1-b4d4-46ea-84ff-8e9b776686aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '27169762-35f8-4855-93d7-49b47cf8104d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:58:37.777209 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-7a0a12bc-cc6f-4fd6-8426-dba8f5ba2a98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:37.777630 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0a12bc-cc6f-4fd6-8426-dba8f5ba2a98 None None] Bound using segment: {'id': '4ef5c3e1-b4d4-46ea-84ff-8e9b776686aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '27169762-35f8-4855-93d7-49b47cf8104d'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:58:37.778090 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-7a0a12bc-cc6f-4fd6-8426-dba8f5ba2a98 None None] Bound port: 3c993874-ef05-4c6f-949b-d9fd7298096f, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ef5c3e1-b4d4-46ea-84ff-8e9b776686aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '27169762-35f8-4855-93d7-49b47cf8104d'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:58:37.778617 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-7a0a12bc-cc6f-4fd6-8426-dba8f5ba2a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:37.827232 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-449928f7-b384-4ae8-8c85-5a0b788ffba3 tempest-RoutersAdminNegativeIpV6Test-1265242672 tempest-RoutersAdminNegativeIpV6Test-1265242672-project-admin] 10.222.0.55 "DELETE /v2.0/ports/19c51ba7-b0b3-4fda-a6b0-27b3afc20e1d HTTP/1.1" status: 204 len: 168 time: 2.4155354 May 28 06:58:37.836514 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 58518f56-d9a2-4c02-94ac-10d99cfa9a61 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:58:37.935738 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-7a0a12bc-cc6f-4fd6-8426-dba8f5ba2a98 None None] For port 3c993874-ef05-4c6f-949b-d9fd7298096f, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:58:37.940880 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-7a0a12bc-cc6f-4fd6-8426-dba8f5ba2a98 None None] For port 3c993874-ef05-4c6f-949b-d9fd7298096f, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=3c993874-ef05-4c6f-949b-d9fd7298096f,segment=NetworkSegment(4ef5c3e1-b4d4-46ea-84ff-8e9b776686aa),segment_id=4ef5c3e1-b4d4-46ea-84ff-8e9b776686aa)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:58:37.958561 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 58518f56-d9a2-4c02-94ac-10d99cfa9a61 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:58:37.958851 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:37.967236 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [None req-3131400c-1350-4e6a-a697-0ff0e44a8e36 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Allocated IP 2001:db8:3::1 (27169762-35f8-4855-93d7-49b47cf8104d/9e462c3b-34a4-428d-b463-6534657d36ca/e8f2dcab-4576-464d-8eaa-43fc5980dae8) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:58:38.074479 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-7a0a12bc-cc6f-4fd6-8426-dba8f5ba2a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:38.153516 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 58518f56-d9a2-4c02-94ac-10d99cfa9a61 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:58:38.154633 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device c4d8dc5a-ace8-42e4-aae6-00e75f90210c up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:58:38.229994 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0a12bc-cc6f-4fd6-8426-dba8f5ba2a98 None None] Pushing event updated for resources: {'Port': ['ID=3c993874-ef05-4c6f-949b-d9fd7298096f,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:58:38.297508 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3131400c-1350-4e6a-a697-0ff0e44a8e36 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:38.381189 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [None req-3131400c-1350-4e6a-a697-0ff0e44a8e36 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Transition to ACTIVE for port object e8f2dcab-4576-464d-8eaa-43fc5980dae8 will not be triggered until provisioned by entity DHCP. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:58:38.442970 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port c4d8dc5a-ace8-42e4-aae6-00e75f90210c completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:58:38.448253 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port c4d8dc5a-ace8-42e4-aae6-00e75f90210c triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:58:38.448464 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae2dbc8-9d7b-482d-951f-42d556ba0188 req-e6523391-b01e-4eab-bfa4-1b164a275a52 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:58:38.448627 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:38.453612 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2ae2dbc8-9d7b-482d-951f-42d556ba0188 req-e6523391-b01e-4eab-bfa4-1b164a275a52 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1d8cf73-eee4-46c3-9421-616c50dc6e0a HTTP/1.1" status: 200 len: 909 time: 0.1323760 May 28 06:58:38.573914 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3131400c-1350-4e6a-a697-0ff0e44a8e36 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:38.731973 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port c4d8dc5a-ace8-42e4-aae6-00e75f90210c is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:58:38.731973 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:38.732349 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3131400c-1350-4e6a-a697-0ff0e44a8e36 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Network 27169762-35f8-4855-93d7-49b47cf8104d is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:58:38.742709 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 43222) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:58:38.745330 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-3131400c-1350-4e6a-a697-0ff0e44a8e36 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:58:38.748889 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3131400c-1350-4e6a-a697-0ff0e44a8e36 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:58:38.750185 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3131400c-1350-4e6a-a697-0ff0e44a8e36 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690947'] for router_interface, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:38.785084 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3131400c-1350-4e6a-a697-0ff0e44a8e36 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Pushing event updated for resources: {'Port': ['ID=e8f2dcab-4576-464d-8eaa-43fc5980dae8,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:58:38.787009 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port c4d8dc5a-ace8-42e4-aae6-00e75f90210c, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=c4d8dc5a-ace8-42e4-aae6-00e75f90210c,segment=NetworkSegment(a1e5e022-1a87-4da0-b406-796fa8eb94d3),segment_id=a1e5e022-1a87-4da0-b406-796fa8eb94d3)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:58:38.932656 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:38.989675 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f09ba963-f1e4-4433-9c0e-ef8fe89fc05c admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:39.013283 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-f09ba963-f1e4-4433-9c0e-ef8fe89fc05c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:58:39.023723 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-f09ba963-f1e4-4433-9c0e-ef8fe89fc05c admin admin] Usage tracker for resource:security_group_rule and tenant:0086a23c2e1141bdaf094c89378a5f9d is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:58:39.026704 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-f09ba963-f1e4-4433-9c0e-ef8fe89fc05c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:58:39.039825 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-f09ba963-f1e4-4433-9c0e-ef8fe89fc05c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:58:39.076955 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=c4d8dc5a-ace8-42e4-aae6-00e75f90210c,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:58:39.090352 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3131400c-1350-4e6a-a697-0ff0e44a8e36 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:39.159418 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f09ba963-f1e4-4433-9c0e-ef8fe89fc05c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:39.259272 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f09ba963-f1e4-4433-9c0e-ef8fe89fc05c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:39.305529 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-f09ba963-f1e4-4433-9c0e-ef8fe89fc05c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0086a23c2e1141bdaf094c89378a5f9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5613444 May 28 06:58:39.308286 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 43234) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:58:39.321254 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09ba963-f1e4-4433-9c0e-ef8fe89fc05c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a16442e1-4d22-4873-bb72-103eb7d7cff4,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:58:39.329738 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09ba963-f1e4-4433-9c0e-ef8fe89fc05c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:58:39.330303 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09ba963-f1e4-4433-9c0e-ef8fe89fc05c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:58:39.330973 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09ba963-f1e4-4433-9c0e-ef8fe89fc05c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:58:39.331949 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09ba963-f1e4-4433-9c0e-ef8fe89fc05c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:58:39.332482 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09ba963-f1e4-4433-9c0e-ef8fe89fc05c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:58:39.333014 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09ba963-f1e4-4433-9c0e-ef8fe89fc05c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:58:39.333580 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09ba963-f1e4-4433-9c0e-ef8fe89fc05c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:58:39.334089 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09ba963-f1e4-4433-9c0e-ef8fe89fc05c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:58:39.334591 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09ba963-f1e4-4433-9c0e-ef8fe89fc05c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:58:39.335862 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09ba963-f1e4-4433-9c0e-ef8fe89fc05c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:58:39.336370 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09ba963-f1e4-4433-9c0e-ef8fe89fc05c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:58:39.336881 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09ba963-f1e4-4433-9c0e-ef8fe89fc05c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:58:39.448393 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e780100d-ac77-4e49-a893-7e9da1faf880 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:39.700085 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e780100d-ac77-4e49-a893-7e9da1faf880 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:39.762898 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device c4d8dc5a-ace8-42e4-aae6-00e75f90210c up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:58:39.847524 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port c4d8dc5a-ace8-42e4-aae6-00e75f90210c triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:58:39.848134 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:39.884082 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3131400c-1350-4e6a-a697-0ff0e44a8e36 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:39.894471 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8009744-ed26-434f-8054-e0dd7e170536 None None] Network 27169762-35f8-4855-93d7-49b47cf8104d requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:58:39.967213 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3131400c-1350-4e6a-a697-0ff0e44a8e36 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:39.967951 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3131400c-1350-4e6a-a697-0ff0e44a8e36 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700602'] for router_interface, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:39.972142 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e780100d-ac77-4e49-a893-7e9da1faf880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:40.132755 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e780100d-ac77-4e49-a893-7e9da1faf880 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a16442e1-4d22-4873-bb72-103eb7d7cff4,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:58:40.151369 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-6adf8480-e698-480c-94f6-384b9a99e52d None None] Provisioning for port 3c993874-ef05-4c6f-949b-d9fd7298096f completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:58:40.191235 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port c4d8dc5a-ace8-42e4-aae6-00e75f90210c is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:58:40.192321 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 3c993874-ef05-4c6f-949b-d9fd7298096f up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:58:40.202852 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e780100d-ac77-4e49-a893-7e9da1faf880 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:40.206546 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-e780100d-ac77-4e49-a893-7e9da1faf880 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a16442e1-4d22-4873-bb72-103eb7d7cff4 HTTP/1.1" status: 204 len: 168 time: 0.8947513 May 28 06:58:40.248154 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3131400c-1350-4e6a-a697-0ff0e44a8e36 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Pushing event updated for resources: {'Port': ['ID=e8f2dcab-4576-464d-8eaa-43fc5980dae8,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:58:40.314350 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e671fa-e13a-45fb-b468-8d6ed6266c2e req-9d8566b0-2bbc-4d96-b9f8-5841c2f870a6 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:58:40.316296 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-09e671fa-e13a-45fb-b468-8d6ed6266c2e req-9d8566b0-2bbc-4d96-b9f8-5841c2f870a6 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1d8cf73-eee4-46c3-9421-616c50dc6e0a HTTP/1.1" status: 200 len: 909 time: 0.6303899 May 28 06:58:40.325796 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3131400c-1350-4e6a-a697-0ff0e44a8e36 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Network 27169762-35f8-4855-93d7-49b47cf8104d is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:58:40.327088 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-3131400c-1350-4e6a-a697-0ff0e44a8e36 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:58:40.529272 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3131400c-1350-4e6a-a697-0ff0e44a8e36 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Router c621dda9-5d46-46bb-b727-c62dc3765e5c has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:58:40.533398 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 3c993874-ef05-4c6f-949b-d9fd7298096f completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:58:40.540281 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 3c993874-ef05-4c6f-949b-d9fd7298096f triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:58:40.543894 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:40.779224 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 3c993874-ef05-4c6f-949b-d9fd7298096f is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:58:40.780377 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:40.861880 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port 3c993874-ef05-4c6f-949b-d9fd7298096f, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=3c993874-ef05-4c6f-949b-d9fd7298096f,segment=NetworkSegment(4ef5c3e1-b4d4-46ea-84ff-8e9b776686aa),segment_id=4ef5c3e1-b4d4-46ea-84ff-8e9b776686aa)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:58:41.009465 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:41.102060 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-98c4e922-6542-4849-ade7-c90f3b84e570 None None] Provisioning for port e8f2dcab-4576-464d-8eaa-43fc5980dae8 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:58:41.131655 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-98c4e922-6542-4849-ade7-c90f3b84e570 None None] Provisioning complete for port e8f2dcab-4576-464d-8eaa-43fc5980dae8 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:58:41.134581 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-98c4e922-6542-4849-ade7-c90f3b84e570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:41.157872 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3131400c-1350-4e6a-a697-0ff0e44a8e36 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:58:41.166474 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-3131400c-1350-4e6a-a697-0ff0e44a8e36 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] 10.222.0.55 "PUT /v2.0/routers/c621dda9-5d46-46bb-b727-c62dc3765e5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2693861 May 28 06:58:41.168029 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 43276) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:58:41.173627 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-a4de8f60-0070-4639-9a3c-38b04f1f7bf6 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:58:41.179323 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f6170c-d86c-4321-944f-ec10f04c76c4 None None] Sync routers for ids ['c621dda9-5d46-46bb-b727-c62dc3765e5c'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:58:41.199189 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1e7486-88b8-41b1-92b9-e4757a18aae6 req-d87ffc89-e77a-4587-862e-7cce36bb5692 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:58:41.223242 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-af1e7486-88b8-41b1-92b9-e4757a18aae6 req-d87ffc89-e77a-4587-862e-7cce36bb5692 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1d8cf73-eee4-46c3-9421-616c50dc6e0a HTTP/1.1" status: 200 len: 909 time: 0.6855052 May 28 06:58:41.227718 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=3c993874-ef05-4c6f-949b-d9fd7298096f,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:58:41.233744 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f6170c-d86c-4321-944f-ec10f04c76c4 None None] Routers {'c621dda9-5d46-46bb-b727-c62dc3765e5c'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:58:41.234366 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-80f6170c-d86c-4321-944f-ec10f04c76c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:58:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['c621dda9-5d46-46bb-b727-c62dc3765e5c'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:58:41.417811 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 43288) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:58:41.529964 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c36fa6-209b-4c51-b205-eccbc87dd571 req-e4a94d6a-6fd8-4f2b-9113-a598cfdea519 tempest-TestSecurityGroupsBasicOps-2135905585 tempest-TestSecurityGroupsBasicOps-2135905585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:58:41.546392 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e9c36fa6-209b-4c51-b205-eccbc87dd571 req-e4a94d6a-6fd8-4f2b-9113-a598cfdea519 tempest-TestSecurityGroupsBasicOps-2135905585 tempest-TestSecurityGroupsBasicOps-2135905585-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=e1d8cf73-eee4-46c3-9421-616c50dc6e0a HTTP/1.1" status: 200 len: 1060 time: 0.1744776 May 28 06:58:41.556386 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-98c4e922-6542-4849-ade7-c90f3b84e570 None None] Port e8f2dcab-4576-464d-8eaa-43fc5980dae8 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:58:41.582185 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-80f6170c-d86c-4321-944f-ec10f04c76c4 None None] Set router c621dda9-5d46-46bb-b727-c62dc3765e5c gateway port host: None {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:58:41.669690 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-98c4e922-6542-4849-ade7-c90f3b84e570 None None] Provisioning complete for port 3c993874-ef05-4c6f-949b-d9fd7298096f triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:58:41.670066 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-98c4e922-6542-4849-ade7-c90f3b84e570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:41.709025 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 3c993874-ef05-4c6f-949b-d9fd7298096f up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:58:41.803492 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-0eed29f9-60da-497e-80a6-1658f96bac3b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a60fbe63e25c420285677e2c0178834c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3845680 May 28 06:58:41.809706 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 43298) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:58:41.892035 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0f5e7d58-6900-49ce-b2f9-62bab9a5f248 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:41.927167 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de7c1b2-da94-48a7-a6ac-fc351f72dab5 req-dde019fc-9500-4191-a626-6811dc0323c9 tempest-TestSecurityGroupsBasicOps-2135905585 tempest-TestSecurityGroupsBasicOps-2135905585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:58:41.930510 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3de7c1b2-da94-48a7-a6ac-fc351f72dab5 req-dde019fc-9500-4191-a626-6811dc0323c9 tempest-TestSecurityGroupsBasicOps-2135905585 tempest-TestSecurityGroupsBasicOps-2135905585-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=55b36d75-8b57-4a06-96f9-1abc44c66374 HTTP/1.1" status: 200 len: 1135 time: 0.1842215 May 28 06:58:41.931738 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 43304) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:58:41.935404 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0f5e7d58-6900-49ce-b2f9-62bab9a5f248 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:41.980620 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 3c993874-ef05-4c6f-949b-d9fd7298096f triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:58:41.981079 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:42.008502 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-3de7c1b2-da94-48a7-a6ac-fc351f72dab5 req-9c5e0fbd-890e-42ed-9f1b-46c115d43d59 tempest-TestSecurityGroupsBasicOps-2135905585 tempest-TestSecurityGroupsBasicOps-2135905585-project-admin] Synchronizing usage tracker for tenant:d11359a1578844a8a1e523b218853724 on resource:security_group {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:58:42.142400 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-98c4e922-6542-4849-ade7-c90f3b84e570 None None] Current status of the port 3c993874-ef05-4c6f-949b-d9fd7298096f is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:58:42.164939 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-fbb3b2c0-50d7-4a76-a250-07d138ebdfc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:42.180809 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-3de7c1b2-da94-48a7-a6ac-fc351f72dab5 req-9c5e0fbd-890e-42ed-9f1b-46c115d43d59 tempest-TestSecurityGroupsBasicOps-2135905585 tempest-TestSecurityGroupsBasicOps-2135905585-project-admin] Unset dirty status for tenant:d11359a1578844a8a1e523b218853724 on resource:security_group {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:58:42.182055 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3de7c1b2-da94-48a7-a6ac-fc351f72dab5 req-9c5e0fbd-890e-42ed-9f1b-46c115d43d59 tempest-TestSecurityGroupsBasicOps-2135905585 tempest-TestSecurityGroupsBasicOps-2135905585-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=175178a9-b438-41b6-9597-6d32c7f73be4&id=3565a15f-00d8-4236-8ebd-ba892ce22e68&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2389832 May 28 06:58:42.184441 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-fbb3b2c0-50d7-4a76-a250-07d138ebdfc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:58:42.189172 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-fbb3b2c0-50d7-4a76-a250-07d138ebdfc5 admin admin] Usage tracker for resource:security_group_rule and tenant:ec251d65d8cd4641bebc56bf037d7999 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:58:42.193281 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-fbb3b2c0-50d7-4a76-a250-07d138ebdfc5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:58:42.207478 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 43314) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:58:42.248476 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-fbb3b2c0-50d7-4a76-a250-07d138ebdfc5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:58:42.260761 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0f5e7d58-6900-49ce-b2f9-62bab9a5f248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:42.298778 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5e7d58-6900-49ce-b2f9-62bab9a5f248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fa1cdfc-081c-4186-bae9-7c047ec5ddb9,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:58:42.300239 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.extraroute_db [None req-a4de8f60-0070-4639-9a3c-38b04f1f7bf6 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=89109) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 28 06:58:42.313291 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-d6946294-f87f-4218-b21a-9dc512f5ef8a None None] Provisioning complete for port e8f2dcab-4576-464d-8eaa-43fc5980dae8 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:58:42.313912 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d6946294-f87f-4218-b21a-9dc512f5ef8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:42.322023 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.extraroute_db [None req-a4de8f60-0070-4639-9a3c-38b04f1f7bf6 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Removed routes are [] {{(pid=89109) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 28 06:58:42.322428 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a4de8f60-0070-4639-9a3c-38b04f1f7bf6 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59027'] for router, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:42.325766 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0f5e7d58-6900-49ce-b2f9-62bab9a5f248 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:42.329400 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-0f5e7d58-6900-49ce-b2f9-62bab9a5f248 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0fa1cdfc-081c-4186-bae9-7c047ec5ddb9 HTTP/1.1" status: 204 len: 168 time: 0.5166550 May 28 06:58:42.342089 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 3c993874-ef05-4c6f-949b-d9fd7298096f is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:58:42.367757 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d604d1-e004-490d-b2a6-9a4d18cfee6a tempest-TestSecurityGroupsBasicOps-2135905585 tempest-TestSecurityGroupsBasicOps-2135905585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:58:42.372889 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-30d604d1-e004-490d-b2a6-9a4d18cfee6a tempest-TestSecurityGroupsBasicOps-2135905585 tempest-TestSecurityGroupsBasicOps-2135905585-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=e1d8cf73-eee4-46c3-9421-616c50dc6e0a HTTP/1.1" status: 200 len: 1055 time: 0.1572878 May 28 06:58:42.391657 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-d6946294-f87f-4218-b21a-9dc512f5ef8a None None] Port e8f2dcab-4576-464d-8eaa-43fc5980dae8 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:58:42.396584 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-80f6170c-d86c-4321-944f-ec10f04c76c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c621dda9-5d46-46bb-b727-c62dc3765e5c', 'name': 'tempest-RoutersIpV6Test-router-126920805', 'tenant_id': 'edfff7521b2740e6894c3714ce0e5450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:58:04Z', 'updated_at': '2022-05-28T06:58:38Z', 'revision_number': 5, 'project_id': 'edfff7521b2740e6894c3714ce0e5450', 'gw_port_host': None, '_interfaces': [{'id': '47828b4e-f076-4c68-9c8b-daeaf93794a3', 'name': '', 'network_id': '31a60f91-81f7-47df-84f8-5c27daca41a8', 'tenant_id': 'edfff7521b2740e6894c3714ce0e5450', 'mac_address': 'fa:16:3e:19:c3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c621dda9-5d46-46bb-b727-c62dc3765e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '71e5392b-c196-4816-a92f-fbe396fe9a90', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:58:09Z', 'updated_at': '2022-05-28T06:58:22Z', 'revision_number': 5, 'project_id': 'edfff7521b2740e6894c3714ce0e5450', 'subnets': [{'id': '71e5392b-c196-4816-a92f-fbe396fe9a90', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58518f56-d9a2-4c02-94ac-10d99cfa9a61', 'name': '', 'network_id': 'd2e50b11-e890-46fa-bc6e-e99c3c9e5f40', 'tenant_id': 'edfff7521b2740e6894c3714ce0e5450', 'mac_address': 'fa:16:3e:5c:62:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c621dda9-5d46-46bb-b727-c62dc3765e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': 'a23296b1-3864-4e85-93a5-ced7ab5b5344', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:58:18Z', 'updated_at': '2022-05-28T06:58:35Z', 'revision_number': 5, 'project_id': 'edfff7521b2740e6894c3714ce0e5450', 'subnets': [{'id': 'a23296b1-3864-4e85-93a5-ced7ab5b5344', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4d8dc5a-ace8-42e4-aae6-00e75f90210c', 'name': '', 'network_id': '6cbe01b1-74e5-45e2-b062-237e95ea85ab', 'tenant_id': 'edfff7521b2740e6894c3714ce0e5450', 'mac_address': 'fa:16:3e:d0:fd:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c621dda9-5d46-46bb-b727-c62dc3765e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': '1b5cad35-62cf-4b14-87d5-b07fbb4799ec', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:58:29Z', 'updated_at': '2022-05-28T06:58:38Z', 'revision_number': 5, 'project_id': 'edfff7521b2740e6894c3714ce0e5450', 'subnets': [{'id': '1b5cad35-62cf-4b14-87d5-b07fbb4799ec', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8f2dcab-4576-464d-8eaa-43fc5980dae8', 'name': '', 'network_id': '27169762-35f8-4855-93d7-49b47cf8104d', 'tenant_id': 'edfff7521b2740e6894c3714ce0e5450', 'mac_address': 'fa:16:3e:97:ff:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c621dda9-5d46-46bb-b727-c62dc3765e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': '9e462c3b-34a4-428d-b463-6534657d36ca', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:58:37Z', 'updated_at': '2022-05-28T06:58:39Z', 'revision_number': 2, 'project_id': 'edfff7521b2740e6894c3714ce0e5450', 'subnets': [{'id': '9e462c3b-34a4-428d-b463-6534657d36ca', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:58:42.401093 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f6170c-d86c-4321-944f-ec10f04c76c4 None None] Checking router: c621dda9-5d46-46bb-b727-c62dc3765e5c for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:58:42.401604 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f6170c-d86c-4321-944f-ec10f04c76c4 None None] Updating router c621dda9-5d46-46bb-b727-c62dc3765e5c port e8f2dcab-4576-464d-8eaa-43fc5980dae8 binding host n-d-843702-1 {{(pid=89111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:58:42.430928 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-fbb3b2c0-50d7-4a76-a250-07d138ebdfc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:42.455099 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-80f6170c-d86c-4321-944f-ec10f04c76c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:42.589570 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-fbb3b2c0-50d7-4a76-a250-07d138ebdfc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:42.658146 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb3b2c0-50d7-4a76-a250-07d138ebdfc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90f14307-f80e-45d5-bb93-f2ade5d720af,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:58:42.664795 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-fbb3b2c0-50d7-4a76-a250-07d138ebdfc5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ec251d65d8cd4641bebc56bf037d7999&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7320871 May 28 06:58:42.669941 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 43326) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:58:42.761701 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-22853d50-9d15-48be-b56d-3417cb5e391d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:42.840035 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-22853d50-9d15-48be-b56d-3417cb5e391d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:42.923853 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-80f6170c-d86c-4321-944f-ec10f04c76c4 None None] Notify callbacks [] for port, precommit_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:43.047830 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-22853d50-9d15-48be-b56d-3417cb5e391d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:43.055288 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-80f6170c-d86c-4321-944f-ec10f04c76c4 None None] Transition to ACTIVE for port object e8f2dcab-4576-464d-8eaa-43fc5980dae8 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:58:43.081203 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22853d50-9d15-48be-b56d-3417cb5e391d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90f14307-f80e-45d5-bb93-f2ade5d720af,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:58:43.113357 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-22853d50-9d15-48be-b56d-3417cb5e391d admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:43.113357 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-22853d50-9d15-48be-b56d-3417cb5e391d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/90f14307-f80e-45d5-bb93-f2ade5d720af HTTP/1.1" status: 204 len: 168 time: 0.4402494 May 28 06:58:43.145773 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-80f6170c-d86c-4321-944f-ec10f04c76c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:43.149157 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a4de8f60-0070-4639-9a3c-38b04f1f7bf6 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59027'] for router, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:43.154651 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a4de8f60-0070-4639-9a3c-38b04f1f7bf6 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-690815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-690800', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-692041'] for router, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:43.249067 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221c74de-92d8-4b5a-883d-022559c043d4 None None] Pushing event updated for resources: {'Port': ['ID=e8f2dcab-4576-464d-8eaa-43fc5980dae8,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:58:43.323066 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028b6114-823b-4914-9aef-40188abf4943 req-830ef135-394f-4b67-9a85-70ab511c0625 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:58:43.326122 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-028b6114-823b-4914-9aef-40188abf4943 req-830ef135-394f-4b67-9a85-70ab511c0625 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1d8cf73-eee4-46c3-9421-616c50dc6e0a HTTP/1.1" status: 200 len: 909 time: 0.1537361 May 28 06:58:43.519646 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4de8f60-0070-4639-9a3c-38b04f1f7bf6 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Router c621dda9-5d46-46bb-b727-c62dc3765e5c has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:58:43.686350 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-80f6170c-d86c-4321-944f-ec10f04c76c4 None None] Attempting to bind port e8f2dcab-4576-464d-8eaa-43fc5980dae8 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:58:43.686931 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-80f6170c-d86c-4321-944f-ec10f04c76c4 None None] Attempting to bind port e8f2dcab-4576-464d-8eaa-43fc5980dae8 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': '4ef5c3e1-b4d4-46ea-84ff-8e9b776686aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '27169762-35f8-4855-93d7-49b47cf8104d'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:58:43.687662 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f6170c-d86c-4321-944f-ec10f04c76c4 None None] Attempting to bind port e8f2dcab-4576-464d-8eaa-43fc5980dae8 on network 27169762-35f8-4855-93d7-49b47cf8104d {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:58:43.711947 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f6170c-d86c-4321-944f-ec10f04c76c4 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 58, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:58:43.714760 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f6170c-d86c-4321-944f-ec10f04c76c4 None None] Checking segment: {'id': '4ef5c3e1-b4d4-46ea-84ff-8e9b776686aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '27169762-35f8-4855-93d7-49b47cf8104d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:58:43.714760 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-80f6170c-d86c-4321-944f-ec10f04c76c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:43.714961 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f6170c-d86c-4321-944f-ec10f04c76c4 None None] Bound using segment: {'id': '4ef5c3e1-b4d4-46ea-84ff-8e9b776686aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '27169762-35f8-4855-93d7-49b47cf8104d'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:58:43.718345 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-80f6170c-d86c-4321-944f-ec10f04c76c4 None None] Bound port: e8f2dcab-4576-464d-8eaa-43fc5980dae8, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ef5c3e1-b4d4-46ea-84ff-8e9b776686aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '27169762-35f8-4855-93d7-49b47cf8104d'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:58:43.719274 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-80f6170c-d86c-4321-944f-ec10f04c76c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:43.841614 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4de8f60-0070-4639-9a3c-38b04f1f7bf6 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:58:43.886612 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a4de8f60-0070-4639-9a3c-38b04f1f7bf6 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:43.888534 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-a4de8f60-0070-4639-9a3c-38b04f1f7bf6 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] 10.222.0.55 "PUT /v2.0/routers/c621dda9-5d46-46bb-b727-c62dc3765e5c HTTP/1.1" status: 200 len: 953 time: 2.7194741 May 28 06:58:43.891370 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 43364) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:58:43.892482 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-80f6170c-d86c-4321-944f-ec10f04c76c4 None None] For port e8f2dcab-4576-464d-8eaa-43fc5980dae8, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:58:43.897143 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-80f6170c-d86c-4321-944f-ec10f04c76c4 None None] For port e8f2dcab-4576-464d-8eaa-43fc5980dae8, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=e8f2dcab-4576-464d-8eaa-43fc5980dae8,segment=NetworkSegment(4ef5c3e1-b4d4-46ea-84ff-8e9b776686aa),segment_id=4ef5c3e1-b4d4-46ea-84ff-8e9b776686aa)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:58:44.024825 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-80f6170c-d86c-4321-944f-ec10f04c76c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:44.085088 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-e2305a2d-6ae8-440f-b77c-34ad53441665 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] 10.222.0.55 "GET /v2.0/routers/c621dda9-5d46-46bb-b727-c62dc3765e5c HTTP/1.1" status: 200 len: 953 time: 0.1917026 May 28 06:58:44.087562 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 43370) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:58:44.094198 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-022d19ac-d643-403b-9eca-cafef320fac4 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Request body: {'router': {'routes': None}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:58:44.155916 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f6170c-d86c-4321-944f-ec10f04c76c4 None None] Routers {'c621dda9-5d46-46bb-b727-c62dc3765e5c'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:58:44.156559 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-80f6170c-d86c-4321-944f-ec10f04c76c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:58:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['c621dda9-5d46-46bb-b727-c62dc3765e5c'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:58:44.276402 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 43378) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:58:44.326481 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4d722bcd-8525-4974-ae00-5665bef14ea2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:44.358402 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-4d722bcd-8525-4974-ae00-5665bef14ea2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:58:44.372204 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-4d722bcd-8525-4974-ae00-5665bef14ea2 admin admin] Usage tracker for resource:security_group_rule and tenant:5b06782c670e496aa4bf68bcb440bb9e is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:58:44.375747 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-4d722bcd-8525-4974-ae00-5665bef14ea2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:58:44.390413 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221c74de-92d8-4b5a-883d-022559c043d4 None None] Pushing event updated for resources: {'Port': ['ID=e8f2dcab-4576-464d-8eaa-43fc5980dae8,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:58:44.398484 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-4d722bcd-8525-4974-ae00-5665bef14ea2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:58:44.453174 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 43384) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:58:44.669311 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4d722bcd-8525-4974-ae00-5665bef14ea2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:44.710291 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-80f6170c-d86c-4321-944f-ec10f04c76c4 None None] Set router c621dda9-5d46-46bb-b727-c62dc3765e5c gateway port host: None {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:58:44.733192 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4d722bcd-8525-4974-ae00-5665bef14ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:44.803932 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-4d722bcd-8525-4974-ae00-5665bef14ea2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5b06782c670e496aa4bf68bcb440bb9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5245328 May 28 06:58:44.808625 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-0c97323e-0cd1-4b85-b63a-00c4d46f0c62 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-873531564'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:58:44.813259 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d722bcd-8525-4974-ae00-5665bef14ea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fc9498d-31e2-42a2-9841-5717ea7a6dae,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:58:44.817740 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 43392) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:58:44.833989 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-0c97323e-0cd1-4b85-b63a-00c4d46f0c62 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:58:44.842038 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-0c97323e-0cd1-4b85-b63a-00c4d46f0c62 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Usage tracker for resource:network and tenant:b55a790d39204fe5b65e19bbef67bc3c is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:58:44.852400 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-0c97323e-0cd1-4b85-b63a-00c4d46f0c62 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:58:44.863695 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-0c97323e-0cd1-4b85-b63a-00c4d46f0c62 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:58:44.903679 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d9eae84e-a959-4628-97cb-ceb1e4797c0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:44.960081 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867922c9-4481-4878-8b2a-1d5b60db3705 req-312d216c-482b-4c76-a94a-cd549df44f95 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:58:44.961584 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-867922c9-4481-4878-8b2a-1d5b60db3705 req-312d216c-482b-4c76-a94a-cd549df44f95 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] 10.222.0.69 "GET /v2.0/ports?device_id=e1d8cf73-eee4-46c3-9421-616c50dc6e0a HTTP/1.1" status: 200 len: 909 time: 0.3697398 May 28 06:58:44.962270 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d9eae84e-a959-4628-97cb-ceb1e4797c0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:45.042180 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c97323e-0cd1-4b85-b63a-00c4d46f0c62 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Made reservation on behalf of b55a790d39204fe5b65e19bbef67bc3c for: {'network': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:58:45.049983 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0c97323e-0cd1-4b85-b63a-00c4d46f0c62 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:45.063811 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0c97323e-0cd1-4b85-b63a-00c4d46f0c62 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:45.073582 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bacdba-e61f-4466-aa7a-6a55bce2d38b req-fa4fc6e7-69d8-435b-9243-55302da2a1d8 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:58:45.075048 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c8bacdba-e61f-4466-aa7a-6a55bce2d38b req-fa4fc6e7-69d8-435b-9243-55302da2a1d8 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1d8cf73-eee4-46c3-9421-616c50dc6e0a HTTP/1.1" status: 200 len: 909 time: 0.3803356 May 28 06:58:45.081314 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-0c97323e-0cd1-4b85-b63a-00c4d46f0c62 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:58:45.086309 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-0c97323e-0cd1-4b85-b63a-00c4d46f0c62 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Usage tracker for resource:security_group_rule and tenant:b55a790d39204fe5b65e19bbef67bc3c is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:58:45.091502 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-0c97323e-0cd1-4b85-b63a-00c4d46f0c62 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:58:45.099196 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-0c97323e-0cd1-4b85-b63a-00c4d46f0c62 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:58:45.186881 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-80f6170c-d86c-4321-944f-ec10f04c76c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c621dda9-5d46-46bb-b727-c62dc3765e5c', 'name': 'tempest-RoutersIpV6Test-router-126920805', 'tenant_id': 'edfff7521b2740e6894c3714ce0e5450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:58:04Z', 'updated_at': '2022-05-28T06:58:42Z', 'revision_number': 6, 'project_id': 'edfff7521b2740e6894c3714ce0e5450', 'gw_port_host': None, '_interfaces': [{'id': '47828b4e-f076-4c68-9c8b-daeaf93794a3', 'name': '', 'network_id': '31a60f91-81f7-47df-84f8-5c27daca41a8', 'tenant_id': 'edfff7521b2740e6894c3714ce0e5450', 'mac_address': 'fa:16:3e:19:c3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c621dda9-5d46-46bb-b727-c62dc3765e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '71e5392b-c196-4816-a92f-fbe396fe9a90', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:58:09Z', 'updated_at': '2022-05-28T06:58:22Z', 'revision_number': 5, 'project_id': 'edfff7521b2740e6894c3714ce0e5450', 'subnets': [{'id': '71e5392b-c196-4816-a92f-fbe396fe9a90', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58518f56-d9a2-4c02-94ac-10d99cfa9a61', 'name': '', 'network_id': 'd2e50b11-e890-46fa-bc6e-e99c3c9e5f40', 'tenant_id': 'edfff7521b2740e6894c3714ce0e5450', 'mac_address': 'fa:16:3e:5c:62:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c621dda9-5d46-46bb-b727-c62dc3765e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': 'a23296b1-3864-4e85-93a5-ced7ab5b5344', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:58:18Z', 'updated_at': '2022-05-28T06:58:35Z', 'revision_number': 5, 'project_id': 'edfff7521b2740e6894c3714ce0e5450', 'subnets': [{'id': 'a23296b1-3864-4e85-93a5-ced7ab5b5344', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4d8dc5a-ace8-42e4-aae6-00e75f90210c', 'name': '', 'network_id': '6cbe01b1-74e5-45e2-b062-237e95ea85ab', 'tenant_id': 'edfff7521b2740e6894c3714ce0e5450', 'mac_address': 'fa:16:3e:d0:fd:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c621dda9-5d46-46bb-b727-c62dc3765e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': '1b5cad35-62cf-4b14-87d5-b07fbb4799ec', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:58:29Z', 'updated_at': '2022-05-28T06:58:38Z', 'revision_number': 5, 'project_id': 'edfff7521b2740e6894c3714ce0e5450', 'subnets': [{'id': '1b5cad35-62cf-4b14-87d5-b07fbb4799ec', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8f2dcab-4576-464d-8eaa-43fc5980dae8', 'name': '', 'network_id': '27169762-35f8-4855-93d7-49b47cf8104d', 'tenant_id': 'edfff7521b2740e6894c3714ce0e5450', 'mac_address': 'fa:16:3e:97:ff:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c621dda9-5d46-46bb-b727-c62dc3765e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': '9e462c3b-34a4-428d-b463-6534657d36ca', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:58:37Z', 'updated_at': '2022-05-28T06:58:43Z', 'revision_number': 4, 'project_id': 'edfff7521b2740e6894c3714ce0e5450', 'subnets': [{'id': '9e462c3b-34a4-428d-b463-6534657d36ca', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:58:45.192411 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f6170c-d86c-4321-944f-ec10f04c76c4 None None] The sync data for ids ['c621dda9-5d46-46bb-b727-c62dc3765e5c'] in n-d-843702-1 is: [{'id': 'c621dda9-5d46-46bb-b727-c62dc3765e5c', 'name': 'tempest-RoutersIpV6Test-router-126920805', 'tenant_id': 'edfff7521b2740e6894c3714ce0e5450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:58:04Z', 'updated_at': '2022-05-28T06:58:42Z', 'revision_number': 6, 'project_id': 'edfff7521b2740e6894c3714ce0e5450', 'gw_port_host': None, '_interfaces': [{'id': '47828b4e-f076-4c68-9c8b-daeaf93794a3', 'name': '', 'network_id': '31a60f91-81f7-47df-84f8-5c27daca41a8', 'tenant_id': 'edfff7521b2740e6894c3714ce0e5450', 'mac_address': 'fa:16:3e:19:c3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c621dda9-5d46-46bb-b727-c62dc3765e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '71e5392b-c196-4816-a92f-fbe396fe9a90', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:58:09Z', 'updated_at': '2022-05-28T06:58:22Z', 'revision_number': 5, 'project_id': 'edfff7521b2740e6894c3714ce0e5450', 'subnets': [{'id': '71e5392b-c196-4816-a92f-fbe396fe9a90', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58518f56-d9a2-4c02-94ac-10d99cfa9a61', 'name': '', 'network_id': 'd2e50b11-e890-46fa-bc6e-e99c3c9e5f40', 'tenant_id': 'edfff7521b2740e6894c3714ce0e5450', 'mac_address': 'fa:16:3e:5c:62:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c621dda9-5d46-46bb-b727-c62dc3765e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': 'a23296b1-3864-4e85-93a5-ced7ab5b5344', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:58:18Z', 'updated_at': '2022-05-28T06:58:35Z', 'revision_number': 5, 'project_id': 'edfff7521b2740e6894c3714ce0e5450', 'subnets': [{'id': 'a23296b1-3864-4e85-93a5-ced7ab5b5344', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4d8dc5a-ace8-42e4-aae6-00e75f90210c', 'name': '', 'network_id': '6cbe01b1-74e5-45e2-b062-237e95ea85ab', 'tenant_id': 'edfff7521b2740e6894c3714ce0e5450', 'mac_address': 'fa:16:3e:d0:fd:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c621dda9-5d46-46bb-b727-c62dc3765e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': '1b5cad35-62cf-4b14-87d5-b07fbb4799ec', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:58:29Z', 'updated_at': '2022-05-28T06:58:38Z', 'revision_number': 5, 'project_id': 'edfff7521b2740e6894c3714ce0e5450', 'subnets': [{'id': '1b5cad35-62cf-4b14-87d5-b07fbb4799ec', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8f2dcab-4576-464d-8eaa-43fc5980dae8', 'name': '', 'network_id': '27169762-35f8-4855-93d7-49b47cf8104d', 'tenant_id': 'edfff7521b2740e6894c3714ce0e5450', 'mac_address': 'fa:16:3e:97:ff:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c621dda9-5d46-46bb-b727-c62dc3765e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': '9e462c3b-34a4-428d-b463-6534657d36ca', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:58:37Z', 'updated_at': '2022-05-28T06:58:43Z', 'revision_number': 4, 'project_id': 'edfff7521b2740e6894c3714ce0e5450', 'subnets': [{'id': '9e462c3b-34a4-428d-b463-6534657d36ca', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:58:45.206727 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d9eae84e-a959-4628-97cb-ceb1e4797c0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:45.227116 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eae84e-a959-4628-97cb-ceb1e4797c0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fc9498d-31e2-42a2-9841-5717ea7a6dae,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:58:45.229874 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d9eae84e-a959-4628-97cb-ceb1e4797c0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:45.234053 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-d9eae84e-a959-4628-97cb-ceb1e4797c0a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6fc9498d-31e2-42a2-9841-5717ea7a6dae HTTP/1.1" status: 204 len: 168 time: 0.4151373 May 28 06:58:45.249367 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-867922c9-4481-4878-8b2a-1d5b60db3705 req-7b25697b-64ab-495a-ad18-069d5ec7ce1e tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Deleting port 0fec9536-83a9-4bc2-9918-ab4f9ea2352f {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:58:45.249367 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-867922c9-4481-4878-8b2a-1d5b60db3705 req-7b25697b-64ab-495a-ad18-069d5ec7ce1e tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:45.395627 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0c97323e-0cd1-4b85-b63a-00c4d46f0c62 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:45.488746 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0c97323e-0cd1-4b85-b63a-00c4d46f0c62 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:45.605748 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c97323e-0cd1-4b85-b63a-00c4d46f0c62 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=89109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:58:45.635536 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c97323e-0cd1-4b85-b63a-00c4d46f0c62 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0facf29-1f04-4a52-bb59-019acb4c18f9,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:58:45.662195 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0c97323e-0cd1-4b85-b63a-00c4d46f0c62 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:45.662533 n-d-843702-1 neutron-server[89109]: INFO neutron.db.segments_db [None req-0c97323e-0cd1-4b85-b63a-00c4d46f0c62 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Added segment 5f5d6943-b94b-4615-ae96-7331eba91f65 of type vlan for network 453f4b94-6e9d-4e50-a4b2-398442fd46d3 May 28 06:58:45.701116 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device e8f2dcab-4576-464d-8eaa-43fc5980dae8 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:58:45.702388 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0c97323e-0cd1-4b85-b63a-00c4d46f0c62 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:45.762137 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.extraroute_db [None req-022d19ac-d643-403b-9eca-cafef320fac4 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Added routes are [] {{(pid=89110) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 28 06:58:45.762614 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.extraroute_db [None req-022d19ac-d643-403b-9eca-cafef320fac4 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=89110) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 28 06:58:45.777028 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-867922c9-4481-4878-8b2a-1d5b60db3705 req-7b25697b-64ab-495a-ad18-069d5ec7ce1e tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] For port 0fec9536-83a9-4bc2-9918-ab4f9ea2352f, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=0fec9536-83a9-4bc2-9918-ab4f9ea2352f,segment=NetworkSegment(6c4ea0e0-f8d6-4557-a141-43bdf445dfef),segment_id=6c4ea0e0-f8d6-4557-a141-43bdf445dfef)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:58:45.777491 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-867922c9-4481-4878-8b2a-1d5b60db3705 req-7b25697b-64ab-495a-ad18-069d5ec7ce1e tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:45.933333 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-867922c9-4481-4878-8b2a-1d5b60db3705 req-7b25697b-64ab-495a-ad18-069d5ec7ce1e tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Calling delete_port for 0fec9536-83a9-4bc2-9918-ab4f9ea2352f owned by compute:nova {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:58:45.938769 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port e8f2dcab-4576-464d-8eaa-43fc5980dae8 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:58:45.943230 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0c97323e-0cd1-4b85-b63a-00c4d46f0c62 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:45.945755 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c97323e-0cd1-4b85-b63a-00c4d46f0c62 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:58:45.946051 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port e8f2dcab-4576-464d-8eaa-43fc5980dae8 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:58:45.946380 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0c97323e-0cd1-4b85-b63a-00c4d46f0c62 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:45.946501 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:46.120795 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-022d19ac-d643-403b-9eca-cafef320fac4 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59027'] for router, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:46.172651 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c97323e-0cd1-4b85-b63a-00c4d46f0c62 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Pushing event updated for resources: {'Network': ['ID=453f4b94-6e9d-4e50-a4b2-398442fd46d3,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:58:46.214026 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 453f4b94-6e9d-4e50-a4b2-398442fd46d3 details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:58:46.219864 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-0c97323e-0cd1-4b85-b63a-00c4d46f0c62 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.7645550 May 28 06:58:46.223341 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 43420) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:58:46.239357 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-06dc7526-1253-4b7e-9d47-a9a4da261496 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Request body: {'subnet': {'network_id': '453f4b94-6e9d-4e50-a4b2-398442fd46d3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:58:46.382820 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc6ffa0-aa42-4000-b7a3-a6b76f49915a None None] Sync routers for ids ['c621dda9-5d46-46bb-b727-c62dc3765e5c'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:58:46.405055 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc6ffa0-aa42-4000-b7a3-a6b76f49915a None None] Routers {'c621dda9-5d46-46bb-b727-c62dc3765e5c'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:58:46.405972 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-acc6ffa0-aa42-4000-b7a3-a6b76f49915a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:58:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['c621dda9-5d46-46bb-b727-c62dc3765e5c'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:58:46.408700 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-06dc7526-1253-4b7e-9d47-a9a4da261496 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:58:46.412994 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-06dc7526-1253-4b7e-9d47-a9a4da261496 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Usage tracker for resource:subnet and tenant:b55a790d39204fe5b65e19bbef67bc3c is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:58:46.416527 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-06dc7526-1253-4b7e-9d47-a9a4da261496 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:58:46.422527 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-06dc7526-1253-4b7e-9d47-a9a4da261496 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:58:46.464539 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port e8f2dcab-4576-464d-8eaa-43fc5980dae8 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:58:46.465174 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:46.503227 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port e8f2dcab-4576-464d-8eaa-43fc5980dae8, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=e8f2dcab-4576-464d-8eaa-43fc5980dae8,segment=NetworkSegment(4ef5c3e1-b4d4-46ea-84ff-8e9b776686aa),segment_id=4ef5c3e1-b4d4-46ea-84ff-8e9b776686aa)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:58:46.511826 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-867922c9-4481-4878-8b2a-1d5b60db3705 req-7b25697b-64ab-495a-ad18-069d5ec7ce1e tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:46.527752 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06dc7526-1253-4b7e-9d47-a9a4da261496 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Made reservation on behalf of b55a790d39204fe5b65e19bbef67bc3c for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:58:46.531542 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-06dc7526-1253-4b7e-9d47-a9a4da261496 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:46.566591 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b25697b-64ab-495a-ad18-069d5ec7ce1e tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Pushing event deleted for resources: {'Port': ['ID=0fec9536-83a9-4bc2-9918-ab4f9ea2352f,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:58:46.614114 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:46.629667 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-acc6ffa0-aa42-4000-b7a3-a6b76f49915a None None] Set router c621dda9-5d46-46bb-b727-c62dc3765e5c gateway port host: None {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:58:46.866784 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=e8f2dcab-4576-464d-8eaa-43fc5980dae8,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:58:46.916137 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-867922c9-4481-4878-8b2a-1d5b60db3705 req-7b25697b-64ab-495a-ad18-069d5ec7ce1e tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] No DVR routers for this DVR port 0fec9536-83a9-4bc2-9918-ab4f9ea2352f on host n-h1-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:58:46.918768 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-867922c9-4481-4878-8b2a-1d5b60db3705 req-7b25697b-64ab-495a-ad18-069d5ec7ce1e tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:46.946826 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1d8cf73-eee4-46c3-9421-616c50dc6e0a', 'name': 'network-vif-deleted', 'tag': '0fec9536-83a9-4bc2-9918-ab4f9ea2352f'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:58:46.999850 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-022d19ac-d643-403b-9eca-cafef320fac4 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59027'] for router, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:47.018559 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cf6424-accf-4d40-b471-ca5708f83169 req-1cae3898-beb7-48ef-914c-39e3b9baa717 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:58:47.019596 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-99cf6424-accf-4d40-b471-ca5708f83169 req-1cae3898-beb7-48ef-914c-39e3b9baa717 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Synchronizing usage tracker for tenant:1557a9c5f0a44514943027d1639e77df on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:58:47.028682 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-022d19ac-d643-403b-9eca-cafef320fac4 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-690815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-690800', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-692041'] for router, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:47.112652 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e36598ba-f5fa-4e84-9647-d2ca31a23d1a'] response: {'server_uuid': 'e1d8cf73-eee4-46c3-9421-616c50dc6e0a', 'name': 'network-vif-deleted', 'tag': '0fec9536-83a9-4bc2-9918-ab4f9ea2352f', 'status': 'completed', 'code': 200} May 28 06:58:47.149852 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-867922c9-4481-4878-8b2a-1d5b60db3705 req-7b25697b-64ab-495a-ad18-069d5ec7ce1e tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] 10.222.0.69 "DELETE /v2.0/ports/0fec9536-83a9-4bc2-9918-ab4f9ea2352f HTTP/1.1" status: 204 len: 173 time: 2.1788549 May 28 06:58:47.280983 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-acc6ffa0-aa42-4000-b7a3-a6b76f49915a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c621dda9-5d46-46bb-b727-c62dc3765e5c', 'name': 'tempest-RoutersIpV6Test-router-126920805', 'tenant_id': 'edfff7521b2740e6894c3714ce0e5450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:58:04Z', 'updated_at': '2022-05-28T06:58:45Z', 'revision_number': 7, 'project_id': 'edfff7521b2740e6894c3714ce0e5450', 'gw_port_host': None, '_interfaces': [{'id': '47828b4e-f076-4c68-9c8b-daeaf93794a3', 'name': '', 'network_id': '31a60f91-81f7-47df-84f8-5c27daca41a8', 'tenant_id': 'edfff7521b2740e6894c3714ce0e5450', 'mac_address': 'fa:16:3e:19:c3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c621dda9-5d46-46bb-b727-c62dc3765e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '71e5392b-c196-4816-a92f-fbe396fe9a90', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:58:09Z', 'updated_at': '2022-05-28T06:58:22Z', 'revision_number': 5, 'project_id': 'edfff7521b2740e6894c3714ce0e5450', 'subnets': [{'id': '71e5392b-c196-4816-a92f-fbe396fe9a90', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58518f56-d9a2-4c02-94ac-10d99cfa9a61', 'name': '', 'network_id': 'd2e50b11-e890-46fa-bc6e-e99c3c9e5f40', 'tenant_id': 'edfff7521b2740e6894c3714ce0e5450', 'mac_address': 'fa:16:3e:5c:62:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c621dda9-5d46-46bb-b727-c62dc3765e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': 'a23296b1-3864-4e85-93a5-ced7ab5b5344', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:58:18Z', 'updated_at': '2022-05-28T06:58:35Z', 'revision_number': 5, 'project_id': 'edfff7521b2740e6894c3714ce0e5450', 'subnets': [{'id': 'a23296b1-3864-4e85-93a5-ced7ab5b5344', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4d8dc5a-ace8-42e4-aae6-00e75f90210c', 'name': '', 'network_id': '6cbe01b1-74e5-45e2-b062-237e95ea85ab', 'tenant_id': 'edfff7521b2740e6894c3714ce0e5450', 'mac_address': 'fa:16:3e:d0:fd:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c621dda9-5d46-46bb-b727-c62dc3765e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': '1b5cad35-62cf-4b14-87d5-b07fbb4799ec', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:58:29Z', 'updated_at': '2022-05-28T06:58:38Z', 'revision_number': 5, 'project_id': 'edfff7521b2740e6894c3714ce0e5450', 'subnets': [{'id': '1b5cad35-62cf-4b14-87d5-b07fbb4799ec', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8f2dcab-4576-464d-8eaa-43fc5980dae8', 'name': '', 'network_id': '27169762-35f8-4855-93d7-49b47cf8104d', 'tenant_id': 'edfff7521b2740e6894c3714ce0e5450', 'mac_address': 'fa:16:3e:97:ff:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c621dda9-5d46-46bb-b727-c62dc3765e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': '9e462c3b-34a4-428d-b463-6534657d36ca', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:58:37Z', 'updated_at': '2022-05-28T06:58:43Z', 'revision_number': 4, 'project_id': 'edfff7521b2740e6894c3714ce0e5450', 'subnets': [{'id': '9e462c3b-34a4-428d-b463-6534657d36ca', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:58:47.287300 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc6ffa0-aa42-4000-b7a3-a6b76f49915a None None] Checking router: c621dda9-5d46-46bb-b727-c62dc3765e5c for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:58:47.297707 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc6ffa0-aa42-4000-b7a3-a6b76f49915a None None] Routers {'c621dda9-5d46-46bb-b727-c62dc3765e5c'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:58:47.298631 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-acc6ffa0-aa42-4000-b7a3-a6b76f49915a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:58:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['c621dda9-5d46-46bb-b727-c62dc3765e5c'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:58:47.344139 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-99cf6424-accf-4d40-b471-ca5708f83169 req-1cae3898-beb7-48ef-914c-39e3b9baa717 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Unset dirty status for tenant:1557a9c5f0a44514943027d1639e77df on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:58:47.345389 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-99cf6424-accf-4d40-b471-ca5708f83169 req-1cae3898-beb7-48ef-914c-39e3b9baa717 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1d8cf73-eee4-46c3-9421-616c50dc6e0a HTTP/1.1" status: 200 len: 830 time: 1.0860794 May 28 06:58:47.379469 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-06dc7526-1253-4b7e-9d47-a9a4da261496 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:47.425549 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-022d19ac-d643-403b-9eca-cafef320fac4 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Router c621dda9-5d46-46bb-b727-c62dc3765e5c has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:58:47.558298 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dc7526-1253-4b7e-9d47-a9a4da261496 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Pushing event updated for resources: {'Subnet': ['ID=a9dfb97a-57d8-4b08-817f-49845d41ddbb,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:58:47.562623 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 0fec9536-83a9-4bc2-9918-ab4f9ea2352f no longer exists at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:58:47.568157 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06dc7526-1253-4b7e-9d47-a9a4da261496 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Checking segment: {'id': '5f5d6943-b94b-4615-ae96-7331eba91f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '453f4b94-6e9d-4e50-a4b2-398442fd46d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:58:47.568509 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06dc7526-1253-4b7e-9d47-a9a4da261496 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Network hostable DHCP agents. Network: 453f4b94-6e9d-4e50-a4b2-398442fd46d3, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:58:47.578862 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-acc6ffa0-aa42-4000-b7a3-a6b76f49915a None None] Set router c621dda9-5d46-46bb-b727-c62dc3765e5c gateway port host: None {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:58:47.646581 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] No Port match for: 0fec9536-83a9-4bc2-9918-ab4f9ea2352f {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:58:47.647108 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 0fec9536-83a9-4bc2-9918-ab4f9ea2352f not bound to the agent host n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:58:47.700483 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device e8f2dcab-4576-464d-8eaa-43fc5980dae8 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:58:47.711366 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-022d19ac-d643-403b-9eca-cafef320fac4 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:58:47.719547 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-022d19ac-d643-403b-9eca-cafef320fac4 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks [] for router, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:47.723904 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-022d19ac-d643-403b-9eca-cafef320fac4 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] 10.222.0.55 "PUT /v2.0/routers/c621dda9-5d46-46bb-b727-c62dc3765e5c HTTP/1.1" status: 200 len: 703 time: 3.6322598 May 28 06:58:47.724237 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 43492) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:58:47.790418 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06dc7526-1253-4b7e-9d47-a9a4da261496 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Network 453f4b94-6e9d-4e50-a4b2-398442fd46d3 is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:58:47.858018 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port e8f2dcab-4576-464d-8eaa-43fc5980dae8 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:58:47.858473 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:47.905807 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-06dc7526-1253-4b7e-9d47-a9a4da261496 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, 453f4b94-6e9d-4e50-a4b2-398442fd46d3) {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:58:47.918815 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06dc7526-1253-4b7e-9d47-a9a4da261496 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:58:47.919422 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-06dc7526-1253-4b7e-9d47-a9a4da261496 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:47.962125 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd16b29-776a-4f73-b057-f773bb9caa6f None None] Network 453f4b94-6e9d-4e50-a4b2-398442fd46d3 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:58:47.965632 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-64b401e7-4c1d-4559-bb47-ff9a3bc8f9d0 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] 10.222.0.55 "GET /v2.0/routers/c621dda9-5d46-46bb-b727-c62dc3765e5c HTTP/1.1" status: 200 len: 703 time: 0.2399659 May 28 06:58:47.968580 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 43496) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:58:48.055151 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-06dc7526-1253-4b7e-9d47-a9a4da261496 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8304965 May 28 06:58:48.058022 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 43502) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:58:48.066331 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-d59a3fa0-ab6e-410b-909b-10b0a03554d2 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1258570213', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:58:48.077279 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-d59a3fa0-ab6e-410b-909b-10b0a03554d2 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:58:48.082944 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-d59a3fa0-ab6e-410b-909b-10b0a03554d2 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Usage tracker for resource:router and tenant:b55a790d39204fe5b65e19bbef67bc3c is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:58:48.085256 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-d59a3fa0-ab6e-410b-909b-10b0a03554d2 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:58:48.094508 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-d59a3fa0-ab6e-410b-909b-10b0a03554d2 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:58:48.119260 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-acc6ffa0-aa42-4000-b7a3-a6b76f49915a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c621dda9-5d46-46bb-b727-c62dc3765e5c', 'name': 'tempest-RoutersIpV6Test-router-126920805', 'tenant_id': 'edfff7521b2740e6894c3714ce0e5450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:58:04Z', 'updated_at': '2022-05-28T06:58:45Z', 'revision_number': 7, 'project_id': 'edfff7521b2740e6894c3714ce0e5450', 'gw_port_host': None, '_interfaces': [{'id': '47828b4e-f076-4c68-9c8b-daeaf93794a3', 'name': '', 'network_id': '31a60f91-81f7-47df-84f8-5c27daca41a8', 'tenant_id': 'edfff7521b2740e6894c3714ce0e5450', 'mac_address': 'fa:16:3e:19:c3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c621dda9-5d46-46bb-b727-c62dc3765e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '71e5392b-c196-4816-a92f-fbe396fe9a90', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:58:09Z', 'updated_at': '2022-05-28T06:58:22Z', 'revision_number': 5, 'project_id': 'edfff7521b2740e6894c3714ce0e5450', 'subnets': [{'id': '71e5392b-c196-4816-a92f-fbe396fe9a90', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58518f56-d9a2-4c02-94ac-10d99cfa9a61', 'name': '', 'network_id': 'd2e50b11-e890-46fa-bc6e-e99c3c9e5f40', 'tenant_id': 'edfff7521b2740e6894c3714ce0e5450', 'mac_address': 'fa:16:3e:5c:62:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c621dda9-5d46-46bb-b727-c62dc3765e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': 'a23296b1-3864-4e85-93a5-ced7ab5b5344', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:58:18Z', 'updated_at': '2022-05-28T06:58:35Z', 'revision_number': 5, 'project_id': 'edfff7521b2740e6894c3714ce0e5450', 'subnets': [{'id': 'a23296b1-3864-4e85-93a5-ced7ab5b5344', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4d8dc5a-ace8-42e4-aae6-00e75f90210c', 'name': '', 'network_id': '6cbe01b1-74e5-45e2-b062-237e95ea85ab', 'tenant_id': 'edfff7521b2740e6894c3714ce0e5450', 'mac_address': 'fa:16:3e:d0:fd:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c621dda9-5d46-46bb-b727-c62dc3765e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': '1b5cad35-62cf-4b14-87d5-b07fbb4799ec', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:58:29Z', 'updated_at': '2022-05-28T06:58:38Z', 'revision_number': 5, 'project_id': 'edfff7521b2740e6894c3714ce0e5450', 'subnets': [{'id': '1b5cad35-62cf-4b14-87d5-b07fbb4799ec', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8f2dcab-4576-464d-8eaa-43fc5980dae8', 'name': '', 'network_id': '27169762-35f8-4855-93d7-49b47cf8104d', 'tenant_id': 'edfff7521b2740e6894c3714ce0e5450', 'mac_address': 'fa:16:3e:97:ff:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c621dda9-5d46-46bb-b727-c62dc3765e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': '9e462c3b-34a4-428d-b463-6534657d36ca', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:58:37Z', 'updated_at': '2022-05-28T06:58:46Z', 'revision_number': 5, 'project_id': 'edfff7521b2740e6894c3714ce0e5450', 'subnets': [{'id': '9e462c3b-34a4-428d-b463-6534657d36ca', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:58:48.134937 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc6ffa0-aa42-4000-b7a3-a6b76f49915a None None] The sync data for ids ['c621dda9-5d46-46bb-b727-c62dc3765e5c'] in n-d-843702-1 is: [{'id': 'c621dda9-5d46-46bb-b727-c62dc3765e5c', 'name': 'tempest-RoutersIpV6Test-router-126920805', 'tenant_id': 'edfff7521b2740e6894c3714ce0e5450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:58:04Z', 'updated_at': '2022-05-28T06:58:45Z', 'revision_number': 7, 'project_id': 'edfff7521b2740e6894c3714ce0e5450', 'gw_port_host': None, '_interfaces': [{'id': '47828b4e-f076-4c68-9c8b-daeaf93794a3', 'name': '', 'network_id': '31a60f91-81f7-47df-84f8-5c27daca41a8', 'tenant_id': 'edfff7521b2740e6894c3714ce0e5450', 'mac_address': 'fa:16:3e:19:c3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c621dda9-5d46-46bb-b727-c62dc3765e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '71e5392b-c196-4816-a92f-fbe396fe9a90', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:58:09Z', 'updated_at': '2022-05-28T06:58:22Z', 'revision_number': 5, 'project_id': 'edfff7521b2740e6894c3714ce0e5450', 'subnets': [{'id': '71e5392b-c196-4816-a92f-fbe396fe9a90', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58518f56-d9a2-4c02-94ac-10d99cfa9a61', 'name': '', 'network_id': 'd2e50b11-e890-46fa-bc6e-e99c3c9e5f40', 'tenant_id': 'edfff7521b2740e6894c3714ce0e5450', 'mac_address': 'fa:16:3e:5c:62:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c621dda9-5d46-46bb-b727-c62dc3765e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': 'a23296b1-3864-4e85-93a5-ced7ab5b5344', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:58:18Z', 'updated_at': '2022-05-28T06:58:35Z', 'revision_number': 5, 'project_id': 'edfff7521b2740e6894c3714ce0e5450', 'subnets': [{'id': 'a23296b1-3864-4e85-93a5-ced7ab5b5344', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4d8dc5a-ace8-42e4-aae6-00e75f90210c', 'name': '', 'network_id': '6cbe01b1-74e5-45e2-b062-237e95ea85ab', 'tenant_id': 'edfff7521b2740e6894c3714ce0e5450', 'mac_address': 'fa:16:3e:d0:fd:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c621dda9-5d46-46bb-b727-c62dc3765e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': '1b5cad35-62cf-4b14-87d5-b07fbb4799ec', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:58:29Z', 'updated_at': '2022-05-28T06:58:38Z', 'revision_number': 5, 'project_id': 'edfff7521b2740e6894c3714ce0e5450', 'subnets': [{'id': '1b5cad35-62cf-4b14-87d5-b07fbb4799ec', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8f2dcab-4576-464d-8eaa-43fc5980dae8', 'name': '', 'network_id': '27169762-35f8-4855-93d7-49b47cf8104d', 'tenant_id': 'edfff7521b2740e6894c3714ce0e5450', 'mac_address': 'fa:16:3e:97:ff:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c621dda9-5d46-46bb-b727-c62dc3765e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': '9e462c3b-34a4-428d-b463-6534657d36ca', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:58:37Z', 'updated_at': '2022-05-28T06:58:46Z', 'revision_number': 5, 'project_id': 'edfff7521b2740e6894c3714ce0e5450', 'subnets': [{'id': '9e462c3b-34a4-428d-b463-6534657d36ca', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:58:48.162081 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port e8f2dcab-4576-464d-8eaa-43fc5980dae8 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:58:48.270620 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d59a3fa0-ab6e-410b-909b-10b0a03554d2 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59128'] for router, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:48.271722 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d59a3fa0-ab6e-410b-909b-10b0a03554d2 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59009'] for router, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:48.289384 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d59a3fa0-ab6e-410b-909b-10b0a03554d2 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:48.377031 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a381fc-52f2-463e-a1a9-a007788266b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-453f4b94-6e9d-4e50-a4b2-398442fd46d3', 'network_id': '453f4b94-6e9d-4e50-a4b2-398442fd46d3', 'tenant_id': 'b55a790d39204fe5b65e19bbef67bc3c', 'fixed_ips': [{'subnet_id': 'a9dfb97a-57d8-4b08-817f-49845d41ddbb'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:58:48.378054 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b5a381fc-52f2-463e-a1a9-a007788266b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:48.436212 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d59a3fa0-ab6e-410b-909b-10b0a03554d2 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690761'] for router, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:48.520884 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a95dff-e463-4b82-b62a-d41bad241abb None None] Sync routers for ids ['c621dda9-5d46-46bb-b727-c62dc3765e5c'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:58:48.575068 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a95dff-e463-4b82-b62a-d41bad241abb None None] Routers {'c621dda9-5d46-46bb-b727-c62dc3765e5c'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:58:48.576167 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-b0a95dff-e463-4b82-b62a-d41bad241abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:58:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['c621dda9-5d46-46bb-b727-c62dc3765e5c'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:58:48.601907 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d59a3fa0-ab6e-410b-909b-10b0a03554d2 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:48.603587 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-d59a3fa0-ab6e-410b-909b-10b0a03554d2 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.5441797 May 28 06:58:48.606234 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 43512) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:58:48.712149 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d9d2ed6d-18cd-4128-8e43-58f60d32618e req-e31d6f79-03dd-4ace-973e-f4873625360f tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1d8cf73-eee4-46c3-9421-616c50dc6e0a HTTP/1.1" status: 200 len: 210 time: 0.0608952 May 28 06:58:48.731115 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-22465521-6b37-496d-9a9c-4ff5ffc94390 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700548'] for router_interface, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:48.849762 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-b0a95dff-e463-4b82-b62a-d41bad241abb None None] Set router c621dda9-5d46-46bb-b727-c62dc3765e5c gateway port host: None {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:58:48.947432 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-b5a381fc-52f2-463e-a1a9-a007788266b1 None None] Allocated IP 172.20.0.2 (453f4b94-6e9d-4e50-a4b2-398442fd46d3/a9dfb97a-57d8-4b08-817f-49845d41ddbb/d39b3484-42a7-4853-96bf-9255bbe487aa) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:58:49.279953 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-22465521-6b37-496d-9a9c-4ff5ffc94390 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Deleting port e8f2dcab-4576-464d-8eaa-43fc5980dae8 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:58:49.280583 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-22465521-6b37-496d-9a9c-4ff5ffc94390 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:49.301609 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4c132f99-2d93-4736-9bb0-3dd2d9ae088a tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:49.431351 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b5a381fc-52f2-463e-a1a9-a007788266b1 None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:49.447138 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-b5a381fc-52f2-463e-a1a9-a007788266b1 None None] Transition to ACTIVE for port object d39b3484-42a7-4853-96bf-9255bbe487aa will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:58:49.468777 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-b0a95dff-e463-4b82-b62a-d41bad241abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c621dda9-5d46-46bb-b727-c62dc3765e5c', 'name': 'tempest-RoutersIpV6Test-router-126920805', 'tenant_id': 'edfff7521b2740e6894c3714ce0e5450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:58:04Z', 'updated_at': '2022-05-28T06:58:45Z', 'revision_number': 7, 'project_id': 'edfff7521b2740e6894c3714ce0e5450', 'gw_port_host': None, '_interfaces': [{'id': '47828b4e-f076-4c68-9c8b-daeaf93794a3', 'name': '', 'network_id': '31a60f91-81f7-47df-84f8-5c27daca41a8', 'tenant_id': 'edfff7521b2740e6894c3714ce0e5450', 'mac_address': 'fa:16:3e:19:c3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c621dda9-5d46-46bb-b727-c62dc3765e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '71e5392b-c196-4816-a92f-fbe396fe9a90', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:58:09Z', 'updated_at': '2022-05-28T06:58:22Z', 'revision_number': 5, 'project_id': 'edfff7521b2740e6894c3714ce0e5450', 'subnets': [{'id': '71e5392b-c196-4816-a92f-fbe396fe9a90', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58518f56-d9a2-4c02-94ac-10d99cfa9a61', 'name': '', 'network_id': 'd2e50b11-e890-46fa-bc6e-e99c3c9e5f40', 'tenant_id': 'edfff7521b2740e6894c3714ce0e5450', 'mac_address': 'fa:16:3e:5c:62:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c621dda9-5d46-46bb-b727-c62dc3765e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': 'a23296b1-3864-4e85-93a5-ced7ab5b5344', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:58:18Z', 'updated_at': '2022-05-28T06:58:35Z', 'revision_number': 5, 'project_id': 'edfff7521b2740e6894c3714ce0e5450', 'subnets': [{'id': 'a23296b1-3864-4e85-93a5-ced7ab5b5344', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4d8dc5a-ace8-42e4-aae6-00e75f90210c', 'name': '', 'network_id': '6cbe01b1-74e5-45e2-b062-237e95ea85ab', 'tenant_id': 'edfff7521b2740e6894c3714ce0e5450', 'mac_address': 'fa:16:3e:d0:fd:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c621dda9-5d46-46bb-b727-c62dc3765e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': '1b5cad35-62cf-4b14-87d5-b07fbb4799ec', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:58:29Z', 'updated_at': '2022-05-28T06:58:38Z', 'revision_number': 5, 'project_id': 'edfff7521b2740e6894c3714ce0e5450', 'subnets': [{'id': '1b5cad35-62cf-4b14-87d5-b07fbb4799ec', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8f2dcab-4576-464d-8eaa-43fc5980dae8', 'name': '', 'network_id': '27169762-35f8-4855-93d7-49b47cf8104d', 'tenant_id': 'edfff7521b2740e6894c3714ce0e5450', 'mac_address': 'fa:16:3e:97:ff:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c621dda9-5d46-46bb-b727-c62dc3765e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': '9e462c3b-34a4-428d-b463-6534657d36ca', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:58:37Z', 'updated_at': '2022-05-28T06:58:46Z', 'revision_number': 5, 'project_id': 'edfff7521b2740e6894c3714ce0e5450', 'subnets': [{'id': '9e462c3b-34a4-428d-b463-6534657d36ca', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:58:49.489712 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [None req-22465521-6b37-496d-9a9c-4ff5ffc94390 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] For port e8f2dcab-4576-464d-8eaa-43fc5980dae8, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=e8f2dcab-4576-464d-8eaa-43fc5980dae8,segment=NetworkSegment(4ef5c3e1-b4d4-46ea-84ff-8e9b776686aa),segment_id=4ef5c3e1-b4d4-46ea-84ff-8e9b776686aa)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:58:49.490356 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-22465521-6b37-496d-9a9c-4ff5ffc94390 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:49.511160 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-b5a381fc-52f2-463e-a1a9-a007788266b1 None None] Transition to ACTIVE for port object d39b3484-42a7-4853-96bf-9255bbe487aa will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:58:49.512338 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a95dff-e463-4b82-b62a-d41bad241abb None None] Checking router: c621dda9-5d46-46bb-b727-c62dc3765e5c for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:58:49.566279 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a95dff-e463-4b82-b62a-d41bad241abb None None] Routers {'c621dda9-5d46-46bb-b727-c62dc3765e5c'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:58:49.566974 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-b0a95dff-e463-4b82-b62a-d41bad241abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:58:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['c621dda9-5d46-46bb-b727-c62dc3765e5c'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:58:49.667673 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b5a381fc-52f2-463e-a1a9-a007788266b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:49.777104 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-4c132f99-2d93-4736-9bb0-3dd2d9ae088a tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Allocated IP 172.20.0.1 (453f4b94-6e9d-4e50-a4b2-398442fd46d3/a9dfb97a-57d8-4b08-817f-49845d41ddbb/12f60fad-01a2-4bba-bf40-d7a1fea6f30b) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:58:49.838633 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-22465521-6b37-496d-9a9c-4ff5ffc94390 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Calling delete_port for e8f2dcab-4576-464d-8eaa-43fc5980dae8 owned by network:router_interface {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:58:49.845790 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a381fc-52f2-463e-a1a9-a007788266b1 None None] Network 453f4b94-6e9d-4e50-a4b2-398442fd46d3 is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:58:49.855538 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-b5a381fc-52f2-463e-a1a9-a007788266b1 None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:58:49.870347 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a381fc-52f2-463e-a1a9-a007788266b1 None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:58:49.908673 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 43562) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:58:49.977710 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a381fc-52f2-463e-a1a9-a007788266b1 None None] Pushing event updated for resources: {'Port': ['ID=d39b3484-42a7-4853-96bf-9255bbe487aa,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:58:50.027089 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-b0a95dff-e463-4b82-b62a-d41bad241abb None None] Set router c621dda9-5d46-46bb-b727-c62dc3765e5c gateway port host: None {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:58:50.150531 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4c132f99-2d93-4736-9bb0-3dd2d9ae088a tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:50.169407 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [None req-4c132f99-2d93-4736-9bb0-3dd2d9ae088a tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Transition to ACTIVE for port object 12f60fad-01a2-4bba-bf40-d7a1fea6f30b will not be triggered until provisioned by entity DHCP. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:58:50.215228 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-b5a381fc-52f2-463e-a1a9-a007788266b1 None None] Attempting to bind port d39b3484-42a7-4853-96bf-9255bbe487aa on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:58:50.215466 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-b5a381fc-52f2-463e-a1a9-a007788266b1 None None] Attempting to bind port d39b3484-42a7-4853-96bf-9255bbe487aa by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': '5f5d6943-b94b-4615-ae96-7331eba91f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '453f4b94-6e9d-4e50-a4b2-398442fd46d3'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:58:50.216188 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a381fc-52f2-463e-a1a9-a007788266b1 None None] Attempting to bind port d39b3484-42a7-4853-96bf-9255bbe487aa on network 453f4b94-6e9d-4e50-a4b2-398442fd46d3 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:58:50.327708 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4c132f99-2d93-4736-9bb0-3dd2d9ae088a tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:50.381695 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a381fc-52f2-463e-a1a9-a007788266b1 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 58, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:58:50.381695 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a381fc-52f2-463e-a1a9-a007788266b1 None None] Checking segment: {'id': '5f5d6943-b94b-4615-ae96-7331eba91f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '453f4b94-6e9d-4e50-a4b2-398442fd46d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:58:50.382093 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b5a381fc-52f2-463e-a1a9-a007788266b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:50.382484 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a381fc-52f2-463e-a1a9-a007788266b1 None None] Bound using segment: {'id': '5f5d6943-b94b-4615-ae96-7331eba91f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '453f4b94-6e9d-4e50-a4b2-398442fd46d3'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:58:50.382961 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-b5a381fc-52f2-463e-a1a9-a007788266b1 None None] Bound port: d39b3484-42a7-4853-96bf-9255bbe487aa, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f5d6943-b94b-4615-ae96-7331eba91f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '453f4b94-6e9d-4e50-a4b2-398442fd46d3'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:58:50.383469 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b5a381fc-52f2-463e-a1a9-a007788266b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:50.422464 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c132f99-2d93-4736-9bb0-3dd2d9ae088a tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Network 453f4b94-6e9d-4e50-a4b2-398442fd46d3 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:58:50.426845 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-4c132f99-2d93-4736-9bb0-3dd2d9ae088a tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:58:50.431252 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c132f99-2d93-4736-9bb0-3dd2d9ae088a tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:58:50.527347 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4c132f99-2d93-4736-9bb0-3dd2d9ae088a tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690947'] for router_interface, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:50.559003 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c132f99-2d93-4736-9bb0-3dd2d9ae088a tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Pushing event updated for resources: {'Port': ['ID=12f60fad-01a2-4bba-bf40-d7a1fea6f30b,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:58:50.648615 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-b5a381fc-52f2-463e-a1a9-a007788266b1 None None] For port d39b3484-42a7-4853-96bf-9255bbe487aa, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:58:50.654641 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-b5a381fc-52f2-463e-a1a9-a007788266b1 None None] For port d39b3484-42a7-4853-96bf-9255bbe487aa, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=d39b3484-42a7-4853-96bf-9255bbe487aa,segment=NetworkSegment(5f5d6943-b94b-4615-ae96-7331eba91f65),segment_id=5f5d6943-b94b-4615-ae96-7331eba91f65)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:58:50.770516 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b5a381fc-52f2-463e-a1a9-a007788266b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:50.854554 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-b0a95dff-e463-4b82-b62a-d41bad241abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c621dda9-5d46-46bb-b727-c62dc3765e5c', 'name': 'tempest-RoutersIpV6Test-router-126920805', 'tenant_id': 'edfff7521b2740e6894c3714ce0e5450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:58:04Z', 'updated_at': '2022-05-28T06:58:45Z', 'revision_number': 7, 'project_id': 'edfff7521b2740e6894c3714ce0e5450', 'gw_port_host': None, '_interfaces': [{'id': '47828b4e-f076-4c68-9c8b-daeaf93794a3', 'name': '', 'network_id': '31a60f91-81f7-47df-84f8-5c27daca41a8', 'tenant_id': 'edfff7521b2740e6894c3714ce0e5450', 'mac_address': 'fa:16:3e:19:c3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c621dda9-5d46-46bb-b727-c62dc3765e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '71e5392b-c196-4816-a92f-fbe396fe9a90', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:58:09Z', 'updated_at': '2022-05-28T06:58:22Z', 'revision_number': 5, 'project_id': 'edfff7521b2740e6894c3714ce0e5450', 'subnets': [{'id': '71e5392b-c196-4816-a92f-fbe396fe9a90', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58518f56-d9a2-4c02-94ac-10d99cfa9a61', 'name': '', 'network_id': 'd2e50b11-e890-46fa-bc6e-e99c3c9e5f40', 'tenant_id': 'edfff7521b2740e6894c3714ce0e5450', 'mac_address': 'fa:16:3e:5c:62:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c621dda9-5d46-46bb-b727-c62dc3765e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': 'a23296b1-3864-4e85-93a5-ced7ab5b5344', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:58:18Z', 'updated_at': '2022-05-28T06:58:35Z', 'revision_number': 5, 'project_id': 'edfff7521b2740e6894c3714ce0e5450', 'subnets': [{'id': 'a23296b1-3864-4e85-93a5-ced7ab5b5344', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4d8dc5a-ace8-42e4-aae6-00e75f90210c', 'name': '', 'network_id': '6cbe01b1-74e5-45e2-b062-237e95ea85ab', 'tenant_id': 'edfff7521b2740e6894c3714ce0e5450', 'mac_address': 'fa:16:3e:d0:fd:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c621dda9-5d46-46bb-b727-c62dc3765e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': '1b5cad35-62cf-4b14-87d5-b07fbb4799ec', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:58:29Z', 'updated_at': '2022-05-28T06:58:38Z', 'revision_number': 5, 'project_id': 'edfff7521b2740e6894c3714ce0e5450', 'subnets': [{'id': '1b5cad35-62cf-4b14-87d5-b07fbb4799ec', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8f2dcab-4576-464d-8eaa-43fc5980dae8', 'name': '', 'network_id': '27169762-35f8-4855-93d7-49b47cf8104d', 'tenant_id': 'edfff7521b2740e6894c3714ce0e5450', 'mac_address': 'fa:16:3e:97:ff:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c621dda9-5d46-46bb-b727-c62dc3765e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': '9e462c3b-34a4-428d-b463-6534657d36ca', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:58:37Z', 'updated_at': '2022-05-28T06:58:46Z', 'revision_number': 5, 'project_id': 'edfff7521b2740e6894c3714ce0e5450', 'subnets': [{'id': '9e462c3b-34a4-428d-b463-6534657d36ca', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:58:50.875614 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4c132f99-2d93-4736-9bb0-3dd2d9ae088a tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:50.885701 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a95dff-e463-4b82-b62a-d41bad241abb None None] The sync data for ids ['c621dda9-5d46-46bb-b727-c62dc3765e5c'] in n-d-843702-1 is: [{'id': 'c621dda9-5d46-46bb-b727-c62dc3765e5c', 'name': 'tempest-RoutersIpV6Test-router-126920805', 'tenant_id': 'edfff7521b2740e6894c3714ce0e5450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:58:04Z', 'updated_at': '2022-05-28T06:58:45Z', 'revision_number': 7, 'project_id': 'edfff7521b2740e6894c3714ce0e5450', 'gw_port_host': None, '_interfaces': [{'id': '47828b4e-f076-4c68-9c8b-daeaf93794a3', 'name': '', 'network_id': '31a60f91-81f7-47df-84f8-5c27daca41a8', 'tenant_id': 'edfff7521b2740e6894c3714ce0e5450', 'mac_address': 'fa:16:3e:19:c3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c621dda9-5d46-46bb-b727-c62dc3765e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '71e5392b-c196-4816-a92f-fbe396fe9a90', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:58:09Z', 'updated_at': '2022-05-28T06:58:22Z', 'revision_number': 5, 'project_id': 'edfff7521b2740e6894c3714ce0e5450', 'subnets': [{'id': '71e5392b-c196-4816-a92f-fbe396fe9a90', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58518f56-d9a2-4c02-94ac-10d99cfa9a61', 'name': '', 'network_id': 'd2e50b11-e890-46fa-bc6e-e99c3c9e5f40', 'tenant_id': 'edfff7521b2740e6894c3714ce0e5450', 'mac_address': 'fa:16:3e:5c:62:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c621dda9-5d46-46bb-b727-c62dc3765e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': 'a23296b1-3864-4e85-93a5-ced7ab5b5344', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:58:18Z', 'updated_at': '2022-05-28T06:58:35Z', 'revision_number': 5, 'project_id': 'edfff7521b2740e6894c3714ce0e5450', 'subnets': [{'id': 'a23296b1-3864-4e85-93a5-ced7ab5b5344', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4d8dc5a-ace8-42e4-aae6-00e75f90210c', 'name': '', 'network_id': '6cbe01b1-74e5-45e2-b062-237e95ea85ab', 'tenant_id': 'edfff7521b2740e6894c3714ce0e5450', 'mac_address': 'fa:16:3e:d0:fd:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c621dda9-5d46-46bb-b727-c62dc3765e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': '1b5cad35-62cf-4b14-87d5-b07fbb4799ec', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:58:29Z', 'updated_at': '2022-05-28T06:58:38Z', 'revision_number': 5, 'project_id': 'edfff7521b2740e6894c3714ce0e5450', 'subnets': [{'id': '1b5cad35-62cf-4b14-87d5-b07fbb4799ec', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8f2dcab-4576-464d-8eaa-43fc5980dae8', 'name': '', 'network_id': '27169762-35f8-4855-93d7-49b47cf8104d', 'tenant_id': 'edfff7521b2740e6894c3714ce0e5450', 'mac_address': 'fa:16:3e:97:ff:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c621dda9-5d46-46bb-b727-c62dc3765e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': '9e462c3b-34a4-428d-b463-6534657d36ca', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:58:37Z', 'updated_at': '2022-05-28T06:58:46Z', 'revision_number': 5, 'project_id': 'edfff7521b2740e6894c3714ce0e5450', 'subnets': [{'id': '9e462c3b-34a4-428d-b463-6534657d36ca', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:58:50.953833 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a381fc-52f2-463e-a1a9-a007788266b1 None None] Pushing event updated for resources: {'Port': ['ID=d39b3484-42a7-4853-96bf-9255bbe487aa,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:58:50.975763 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-22465521-6b37-496d-9a9c-4ff5ffc94390 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:51.168031 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22465521-6b37-496d-9a9c-4ff5ffc94390 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Pushing event deleted for resources: {'Port': ['ID=e8f2dcab-4576-464d-8eaa-43fc5980dae8,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:58:51.635107 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-22465521-6b37-496d-9a9c-4ff5ffc94390 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700472'] for router_interface, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:51.773931 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4c132f99-2d93-4736-9bb0-3dd2d9ae088a tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:51.792196 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device d39b3484-42a7-4853-96bf-9255bbe487aa up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:58:51.881489 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4c132f99-2d93-4736-9bb0-3dd2d9ae088a tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:51.947644 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port d39b3484-42a7-4853-96bf-9255bbe487aa completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:58:52.042752 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e2a1727d-4de6-4529-871f-43a000c031d0 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700548'] for router_interface, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:52.080062 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4c132f99-2d93-4736-9bb0-3dd2d9ae088a tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700602'] for router_interface, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:52.089682 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c132f99-2d93-4736-9bb0-3dd2d9ae088a tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Pushing event updated for resources: {'Port': ['ID=12f60fad-01a2-4bba-bf40-d7a1fea6f30b,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:58:52.300175 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c132f99-2d93-4736-9bb0-3dd2d9ae088a tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Network 453f4b94-6e9d-4e50-a4b2-398442fd46d3 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:58:52.302739 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-4c132f99-2d93-4736-9bb0-3dd2d9ae088a tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:58:52.442750 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22465521-6b37-496d-9a9c-4ff5ffc94390 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Router c621dda9-5d46-46bb-b727-c62dc3765e5c has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:58:52.467087 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c8bd6c-1f67-458c-984d-1c658cdf5a15 None None] Network 453f4b94-6e9d-4e50-a4b2-398442fd46d3 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:58:52.848007 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c132f99-2d93-4736-9bb0-3dd2d9ae088a tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Router 123de02d-90a1-4dca-8641-28c63ce7c8f0 is scheduled to L3 agent 42958940-9562-4f71-972f-15a8af9d3963 with binding_index 1 {{(pid=89109) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 06:58:52.853386 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22465521-6b37-496d-9a9c-4ff5ffc94390 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:58:52.866131 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932299b6-2403-40d1-98c1-ae70901091d2 None None] Sync routers for ids ['c621dda9-5d46-46bb-b727-c62dc3765e5c'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:58:52.880197 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932299b6-2403-40d1-98c1-ae70901091d2 None None] Routers {'c621dda9-5d46-46bb-b727-c62dc3765e5c'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:58:52.881056 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-932299b6-2403-40d1-98c1-ae70901091d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:58:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['c621dda9-5d46-46bb-b727-c62dc3765e5c'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:58:52.889370 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-93e7c3cf-b777-4140-8be3-1074d58aa374 None None] Provisioning for port d39b3484-42a7-4853-96bf-9255bbe487aa completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:58:52.895660 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-93e7c3cf-b777-4140-8be3-1074d58aa374 None None] Provisioning complete for port d39b3484-42a7-4853-96bf-9255bbe487aa triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:58:52.896247 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-93e7c3cf-b777-4140-8be3-1074d58aa374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:52.985120 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-22465521-6b37-496d-9a9c-4ff5ffc94390 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] 10.222.0.55 "PUT /v2.0/routers/c621dda9-5d46-46bb-b727-c62dc3765e5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0112290 May 28 06:58:52.988783 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 43602) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:58:53.060629 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-e2a1727d-4de6-4529-871f-43a000c031d0 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Deleting port 955723d1-8627-4af4-bc86-2ea026e9ef69 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:58:53.061310 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e2a1727d-4de6-4529-871f-43a000c031d0 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:53.102957 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c132f99-2d93-4736-9bb0-3dd2d9ae088a tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:58:53.137830 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-4c132f99-2d93-4736-9bb0-3dd2d9ae088a tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] 10.222.0.55 "PUT /v2.0/routers/123de02d-90a1-4dca-8641-28c63ce7c8f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5253429 May 28 06:58:53.137830 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 43606) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:58:53.139476 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f33b987-293a-4936-80f9-6d6e07cfc993 None None] Sync routers for ids ['123de02d-90a1-4dca-8641-28c63ce7c8f0'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:58:53.143507 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-5512f614-1918-407f-ae01-2036961e2be0 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Request body: {'port': {'network_id': '453f4b94-6e9d-4e50-a4b2-398442fd46d3', 'name': 'tempest-FloatingIPNegativeTestJSON-52428257'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:58:53.214917 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-932299b6-2403-40d1-98c1-ae70901091d2 None None] Set router c621dda9-5d46-46bb-b727-c62dc3765e5c gateway port host: None {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:58:53.267434 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-93e7c3cf-b777-4140-8be3-1074d58aa374 None None] Current status of the port d39b3484-42a7-4853-96bf-9255bbe487aa is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:58:53.268731 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-93e7c3cf-b777-4140-8be3-1074d58aa374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:53.298715 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f33b987-293a-4936-80f9-6d6e07cfc993 None None] Routers {'123de02d-90a1-4dca-8641-28c63ce7c8f0'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:58:53.308200 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-5f33b987-293a-4936-80f9-6d6e07cfc993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:58:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['123de02d-90a1-4dca-8641-28c63ce7c8f0'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:58:53.444345 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d97c6e6-3a12-403f-a1df-2c3e8c5b7a91 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Deleting subnet 9e462c3b-34a4-428d-b463-6534657d36ca {{(pid=89110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:58:53.460886 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3d97c6e6-3a12-403f-a1df-2c3e8c5b7a91 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks [] for subnet, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:53.566651 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-5f33b987-293a-4936-80f9-6d6e07cfc993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:58:53.574633 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-5512f614-1918-407f-ae01-2036961e2be0 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:58:53.586092 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-5512f614-1918-407f-ae01-2036961e2be0 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Usage tracker for resource:port and tenant:b55a790d39204fe5b65e19bbef67bc3c is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:58:53.593114 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-5512f614-1918-407f-ae01-2036961e2be0 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:58:53.608072 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-5512f614-1918-407f-ae01-2036961e2be0 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:58:53.617559 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f33b987-293a-4936-80f9-6d6e07cfc993 None None] Routers {'123de02d-90a1-4dca-8641-28c63ce7c8f0'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:58:53.617559 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-5f33b987-293a-4936-80f9-6d6e07cfc993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:58:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['123de02d-90a1-4dca-8641-28c63ce7c8f0'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:58:53.660200 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3d97c6e6-3a12-403f-a1df-2c3e8c5b7a91 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4150765'] for subnet, precommit_delete_associations {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:53.701988 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-93e7c3cf-b777-4140-8be3-1074d58aa374 None None] For port d39b3484-42a7-4853-96bf-9255bbe487aa, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=d39b3484-42a7-4853-96bf-9255bbe487aa,segment=NetworkSegment(5f5d6943-b94b-4615-ae96-7331eba91f65),segment_id=5f5d6943-b94b-4615-ae96-7331eba91f65)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:58:53.711235 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-5f33b987-293a-4936-80f9-6d6e07cfc993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:58:53.711655 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f33b987-293a-4936-80f9-6d6e07cfc993 None None] The sync data for ids ['123de02d-90a1-4dca-8641-28c63ce7c8f0'] in n-d-843702-1 is: [] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:58:53.745032 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5512f614-1918-407f-ae01-2036961e2be0 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Made reservation on behalf of b55a790d39204fe5b65e19bbef67bc3c for: {'port': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:58:53.749099 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5512f614-1918-407f-ae01-2036961e2be0 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:53.778613 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-93e7c3cf-b777-4140-8be3-1074d58aa374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:53.799258 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [None req-e2a1727d-4de6-4529-871f-43a000c031d0 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] For port 955723d1-8627-4af4-bc86-2ea026e9ef69, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=955723d1-8627-4af4-bc86-2ea026e9ef69,segment=NetworkSegment(6c4ea0e0-f8d6-4557-a141-43bdf445dfef),segment_id=6c4ea0e0-f8d6-4557-a141-43bdf445dfef)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:58:53.799621 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e2a1727d-4de6-4529-871f-43a000c031d0 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:53.804264 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [None req-5512f614-1918-407f-ae01-2036961e2be0 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] device_id is not set on port 7e99df22-8245-499c-be8e-1354f0a18c81 yet. {{(pid=89109) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:58:53.945370 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e7c3cf-b777-4140-8be3-1074d58aa374 None None] Pushing event updated for resources: {'Port': ['ID=d39b3484-42a7-4853-96bf-9255bbe487aa,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:58:53.963362 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-932299b6-2403-40d1-98c1-ae70901091d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c621dda9-5d46-46bb-b727-c62dc3765e5c', 'name': 'tempest-RoutersIpV6Test-router-126920805', 'tenant_id': 'edfff7521b2740e6894c3714ce0e5450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:58:04Z', 'updated_at': '2022-05-28T06:58:50Z', 'revision_number': 8, 'project_id': 'edfff7521b2740e6894c3714ce0e5450', 'gw_port_host': None, '_interfaces': [{'id': '47828b4e-f076-4c68-9c8b-daeaf93794a3', 'name': '', 'network_id': '31a60f91-81f7-47df-84f8-5c27daca41a8', 'tenant_id': 'edfff7521b2740e6894c3714ce0e5450', 'mac_address': 'fa:16:3e:19:c3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c621dda9-5d46-46bb-b727-c62dc3765e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '71e5392b-c196-4816-a92f-fbe396fe9a90', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:58:09Z', 'updated_at': '2022-05-28T06:58:22Z', 'revision_number': 5, 'project_id': 'edfff7521b2740e6894c3714ce0e5450', 'subnets': [{'id': '71e5392b-c196-4816-a92f-fbe396fe9a90', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58518f56-d9a2-4c02-94ac-10d99cfa9a61', 'name': '', 'network_id': 'd2e50b11-e890-46fa-bc6e-e99c3c9e5f40', 'tenant_id': 'edfff7521b2740e6894c3714ce0e5450', 'mac_address': 'fa:16:3e:5c:62:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c621dda9-5d46-46bb-b727-c62dc3765e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': 'a23296b1-3864-4e85-93a5-ced7ab5b5344', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:58:18Z', 'updated_at': '2022-05-28T06:58:35Z', 'revision_number': 5, 'project_id': 'edfff7521b2740e6894c3714ce0e5450', 'subnets': [{'id': 'a23296b1-3864-4e85-93a5-ced7ab5b5344', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4d8dc5a-ace8-42e4-aae6-00e75f90210c', 'name': '', 'network_id': '6cbe01b1-74e5-45e2-b062-237e95ea85ab', 'tenant_id': 'edfff7521b2740e6894c3714ce0e5450', 'mac_address': 'fa:16:3e:d0:fd:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c621dda9-5d46-46bb-b727-c62dc3765e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': '1b5cad35-62cf-4b14-87d5-b07fbb4799ec', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:58:29Z', 'updated_at': '2022-05-28T06:58:38Z', 'revision_number': 5, 'project_id': 'edfff7521b2740e6894c3714ce0e5450', 'subnets': [{'id': '1b5cad35-62cf-4b14-87d5-b07fbb4799ec', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:58:53.968580 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932299b6-2403-40d1-98c1-ae70901091d2 None None] Checking router: c621dda9-5d46-46bb-b727-c62dc3765e5c for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:58:53.971437 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-4ff37c5d-2949-4380-92c0-b55bd48bfcd0 None None] Provisioning complete for port d39b3484-42a7-4853-96bf-9255bbe487aa triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:58:53.971814 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-4ff37c5d-2949-4380-92c0-b55bd48bfcd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:53.980058 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932299b6-2403-40d1-98c1-ae70901091d2 None None] Routers {'c621dda9-5d46-46bb-b727-c62dc3765e5c'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:58:53.980874 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-932299b6-2403-40d1-98c1-ae70901091d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:58:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['c621dda9-5d46-46bb-b727-c62dc3765e5c'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:58:54.104689 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-5512f614-1918-407f-ae01-2036961e2be0 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Allocated IP 172.20.0.11 (453f4b94-6e9d-4e50-a4b2-398442fd46d3/a9dfb97a-57d8-4b08-817f-49845d41ddbb/7e99df22-8245-499c-be8e-1354f0a18c81) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:58:54.182007 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-4ff37c5d-2949-4380-92c0-b55bd48bfcd0 None None] Current status of the port d39b3484-42a7-4853-96bf-9255bbe487aa is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:58:54.271960 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-932299b6-2403-40d1-98c1-ae70901091d2 None None] Set router c621dda9-5d46-46bb-b727-c62dc3765e5c gateway port host: None {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:58:54.274530 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-e2a1727d-4de6-4529-871f-43a000c031d0 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Calling delete_port for 955723d1-8627-4af4-bc86-2ea026e9ef69 owned by network:router_interface {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:58:54.497118 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3d97c6e6-3a12-403f-a1df-2c3e8c5b7a91 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:54.499360 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-4ff37c5d-2949-4380-92c0-b55bd48bfcd0 None None] Provisioning for port 12f60fad-01a2-4bba-bf40-d7a1fea6f30b completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:58:54.499360 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-4ff37c5d-2949-4380-92c0-b55bd48bfcd0 None None] Provisioning complete for port 12f60fad-01a2-4bba-bf40-d7a1fea6f30b triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:58:54.499360 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-4ff37c5d-2949-4380-92c0-b55bd48bfcd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:54.500138 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5512f614-1918-407f-ae01-2036961e2be0 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:54.500138 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [None req-5512f614-1918-407f-ae01-2036961e2be0 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Transition to ACTIVE for port object 7e99df22-8245-499c-be8e-1354f0a18c81 will not be triggered until provisioned by entity DHCP. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:58:54.521230 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-4ff37c5d-2949-4380-92c0-b55bd48bfcd0 None None] Port 12f60fad-01a2-4bba-bf40-d7a1fea6f30b cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:58:54.727837 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3d97c6e6-3a12-403f-a1df-2c3e8c5b7a91 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3115981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3172005'] for subnet, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:54.767614 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5512f614-1918-407f-ae01-2036961e2be0 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:54.774663 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e2a1727d-4de6-4529-871f-43a000c031d0 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:54.784184 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d97c6e6-3a12-403f-a1df-2c3e8c5b7a91 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Pushing event deleted for resources: {'Subnet': ['ID=9e462c3b-34a4-428d-b463-6534657d36ca,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:58:54.859429 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5512f614-1918-407f-ae01-2036961e2be0 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Network 453f4b94-6e9d-4e50-a4b2-398442fd46d3 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:58:54.863448 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-5512f614-1918-407f-ae01-2036961e2be0 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:58:54.874941 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5512f614-1918-407f-ae01-2036961e2be0 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:58:54.876593 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3d97c6e6-3a12-403f-a1df-2c3e8c5b7a91 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:54.907051 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c42dd5-1a3b-47fe-89d7-96e7c0fb170d None None] Network 27169762-35f8-4855-93d7-49b47cf8104d requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:58:54.930968 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-932299b6-2403-40d1-98c1-ae70901091d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c621dda9-5d46-46bb-b727-c62dc3765e5c', 'name': 'tempest-RoutersIpV6Test-router-126920805', 'tenant_id': 'edfff7521b2740e6894c3714ce0e5450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:58:04Z', 'updated_at': '2022-05-28T06:58:50Z', 'revision_number': 8, 'project_id': 'edfff7521b2740e6894c3714ce0e5450', 'gw_port_host': None, '_interfaces': [{'id': '47828b4e-f076-4c68-9c8b-daeaf93794a3', 'name': '', 'network_id': '31a60f91-81f7-47df-84f8-5c27daca41a8', 'tenant_id': 'edfff7521b2740e6894c3714ce0e5450', 'mac_address': 'fa:16:3e:19:c3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c621dda9-5d46-46bb-b727-c62dc3765e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '71e5392b-c196-4816-a92f-fbe396fe9a90', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:58:09Z', 'updated_at': '2022-05-28T06:58:22Z', 'revision_number': 5, 'project_id': 'edfff7521b2740e6894c3714ce0e5450', 'subnets': [{'id': '71e5392b-c196-4816-a92f-fbe396fe9a90', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58518f56-d9a2-4c02-94ac-10d99cfa9a61', 'name': '', 'network_id': 'd2e50b11-e890-46fa-bc6e-e99c3c9e5f40', 'tenant_id': 'edfff7521b2740e6894c3714ce0e5450', 'mac_address': 'fa:16:3e:5c:62:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c621dda9-5d46-46bb-b727-c62dc3765e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': 'a23296b1-3864-4e85-93a5-ced7ab5b5344', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:58:18Z', 'updated_at': '2022-05-28T06:58:35Z', 'revision_number': 5, 'project_id': 'edfff7521b2740e6894c3714ce0e5450', 'subnets': [{'id': 'a23296b1-3864-4e85-93a5-ced7ab5b5344', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4d8dc5a-ace8-42e4-aae6-00e75f90210c', 'name': '', 'network_id': '6cbe01b1-74e5-45e2-b062-237e95ea85ab', 'tenant_id': 'edfff7521b2740e6894c3714ce0e5450', 'mac_address': 'fa:16:3e:d0:fd:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c621dda9-5d46-46bb-b727-c62dc3765e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': '1b5cad35-62cf-4b14-87d5-b07fbb4799ec', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:58:29Z', 'updated_at': '2022-05-28T06:58:38Z', 'revision_number': 5, 'project_id': 'edfff7521b2740e6894c3714ce0e5450', 'subnets': [{'id': '1b5cad35-62cf-4b14-87d5-b07fbb4799ec', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:58:54.934482 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5512f614-1918-407f-ae01-2036961e2be0 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Pushing event updated for resources: {'Port': ['ID=7e99df22-8245-499c-be8e-1354f0a18c81,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:58:54.952757 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932299b6-2403-40d1-98c1-ae70901091d2 None None] The sync data for ids ['c621dda9-5d46-46bb-b727-c62dc3765e5c'] in n-d-843702-1 is: [{'id': 'c621dda9-5d46-46bb-b727-c62dc3765e5c', 'name': 'tempest-RoutersIpV6Test-router-126920805', 'tenant_id': 'edfff7521b2740e6894c3714ce0e5450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:58:04Z', 'updated_at': '2022-05-28T06:58:50Z', 'revision_number': 8, 'project_id': 'edfff7521b2740e6894c3714ce0e5450', 'gw_port_host': None, '_interfaces': [{'id': '47828b4e-f076-4c68-9c8b-daeaf93794a3', 'name': '', 'network_id': '31a60f91-81f7-47df-84f8-5c27daca41a8', 'tenant_id': 'edfff7521b2740e6894c3714ce0e5450', 'mac_address': 'fa:16:3e:19:c3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c621dda9-5d46-46bb-b727-c62dc3765e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '71e5392b-c196-4816-a92f-fbe396fe9a90', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:58:09Z', 'updated_at': '2022-05-28T06:58:22Z', 'revision_number': 5, 'project_id': 'edfff7521b2740e6894c3714ce0e5450', 'subnets': [{'id': '71e5392b-c196-4816-a92f-fbe396fe9a90', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58518f56-d9a2-4c02-94ac-10d99cfa9a61', 'name': '', 'network_id': 'd2e50b11-e890-46fa-bc6e-e99c3c9e5f40', 'tenant_id': 'edfff7521b2740e6894c3714ce0e5450', 'mac_address': 'fa:16:3e:5c:62:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c621dda9-5d46-46bb-b727-c62dc3765e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': 'a23296b1-3864-4e85-93a5-ced7ab5b5344', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:58:18Z', 'updated_at': '2022-05-28T06:58:35Z', 'revision_number': 5, 'project_id': 'edfff7521b2740e6894c3714ce0e5450', 'subnets': [{'id': 'a23296b1-3864-4e85-93a5-ced7ab5b5344', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4d8dc5a-ace8-42e4-aae6-00e75f90210c', 'name': '', 'network_id': '6cbe01b1-74e5-45e2-b062-237e95ea85ab', 'tenant_id': 'edfff7521b2740e6894c3714ce0e5450', 'mac_address': 'fa:16:3e:d0:fd:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c621dda9-5d46-46bb-b727-c62dc3765e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': '1b5cad35-62cf-4b14-87d5-b07fbb4799ec', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:58:29Z', 'updated_at': '2022-05-28T06:58:38Z', 'revision_number': 5, 'project_id': 'edfff7521b2740e6894c3714ce0e5450', 'subnets': [{'id': '1b5cad35-62cf-4b14-87d5-b07fbb4799ec', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:58:55.021570 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-3d97c6e6-3a12-403f-a1df-2c3e8c5b7a91 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] 10.222.0.55 "DELETE /v2.0/subnets/9e462c3b-34a4-428d-b463-6534657d36ca HTTP/1.1" status: 204 len: 168 time: 2.0254562 May 28 06:58:55.024009 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 43630) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:58:55.057261 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a1727d-4de6-4529-871f-43a000c031d0 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Pushing event deleted for resources: {'Port': ['ID=955723d1-8627-4af4-bc86-2ea026e9ef69,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:58:55.124098 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5512f614-1918-407f-ae01-2036961e2be0 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:58:55.129572 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5512f614-1918-407f-ae01-2036961e2be0 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:55.416086 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8bc62b1d-7739-49bb-91fa-26bbe974bdc0 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:55.448467 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-8bc62b1d-7739-49bb-91fa-26bbe974bdc0 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Deleting port 3c993874-ef05-4c6f-949b-d9fd7298096f {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:58:55.449090 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8bc62b1d-7739-49bb-91fa-26bbe974bdc0 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:55.484168 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-5512f614-1918-407f-ae01-2036961e2be0 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.3478601 May 28 06:58:55.493247 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 43634) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:58:55.510132 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-ac9edcaf-b364-4837-b6c0-e3c3847a2623 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Request body: {'floatingip': {'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:58:55.517957 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e2a1727d-4de6-4529-871f-43a000c031d0 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700472'] for router_interface, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:55.520210 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-c74bf8b6-5eaf-4f3b-be3c-c4e0f51d1432 None None] Provisioning for port 7e99df22-8245-499c-be8e-1354f0a18c81 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:58:55.528004 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-c74bf8b6-5eaf-4f3b-be3c-c4e0f51d1432 None None] Provisioning complete for port 7e99df22-8245-499c-be8e-1354f0a18c81 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:58:55.528606 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c74bf8b6-5eaf-4f3b-be3c-c4e0f51d1432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:55.537747 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-ac9edcaf-b364-4837-b6c0-e3c3847a2623 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:58:55.568162 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-ac9edcaf-b364-4837-b6c0-e3c3847a2623 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Usage tracker for resource:floatingip and tenant:b55a790d39204fe5b65e19bbef67bc3c is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:58:55.573734 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-ac9edcaf-b364-4837-b6c0-e3c3847a2623 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:58:55.631752 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852f81d0-7727-4062-84c2-889b9b04a106 None None] DHCP port deletion for 27169762-35f8-4855-93d7-49b47cf8104d request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:58:55.678992 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-ac9edcaf-b364-4837-b6c0-e3c3847a2623 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:58:55.679545 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-852f81d0-7727-4062-84c2-889b9b04a106 None None] Deleting port 3c993874-ef05-4c6f-949b-d9fd7298096f {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:58:55.680214 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-852f81d0-7727-4062-84c2-889b9b04a106 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:55.859426 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-c74bf8b6-5eaf-4f3b-be3c-c4e0f51d1432 None None] Port 7e99df22-8245-499c-be8e-1354f0a18c81 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:58:55.866416 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device d39b3484-42a7-4853-96bf-9255bbe487aa up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:58:55.885337 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ac9edcaf-b364-4837-b6c0-e3c3847a2623 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Notify callbacks [] for floatingip, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:56.050455 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-8bc62b1d-7739-49bb-91fa-26bbe974bdc0 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] For port 3c993874-ef05-4c6f-949b-d9fd7298096f, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=3c993874-ef05-4c6f-949b-d9fd7298096f,segment=NetworkSegment(4ef5c3e1-b4d4-46ea-84ff-8e9b776686aa),segment_id=4ef5c3e1-b4d4-46ea-84ff-8e9b776686aa)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:58:56.050872 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8bc62b1d-7739-49bb-91fa-26bbe974bdc0 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:56.066104 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port d39b3484-42a7-4853-96bf-9255bbe487aa triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:58:56.066104 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:56.245402 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-8bc62b1d-7739-49bb-91fa-26bbe974bdc0 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Calling delete_port for 3c993874-ef05-4c6f-949b-d9fd7298096f owned by network:dhcp {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:58:56.271250 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-852f81d0-7727-4062-84c2-889b9b04a106 None None] For port 3c993874-ef05-4c6f-949b-d9fd7298096f, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=3c993874-ef05-4c6f-949b-d9fd7298096f,segment=NetworkSegment(4ef5c3e1-b4d4-46ea-84ff-8e9b776686aa),segment_id=4ef5c3e1-b4d4-46ea-84ff-8e9b776686aa)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:58:56.271804 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-852f81d0-7727-4062-84c2-889b9b04a106 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:56.339770 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2a1727d-4de6-4529-871f-43a000c031d0 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Router fdc952f9-b655-4ed1-8825-1729287ba4e0 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:58:56.511840 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ac9edcaf-b364-4837-b6c0-e3c3847a2623 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:56.518774 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-852f81d0-7727-4062-84c2-889b9b04a106 None None] Calling delete_port for 3c993874-ef05-4c6f-949b-d9fd7298096f owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:58:56.635669 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8bc62b1d-7739-49bb-91fa-26bbe974bdc0 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:56.684793 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.db.api [None req-852f81d0-7727-4062-84c2-889b9b04a106 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89111) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:58:56.685309 n-d-843702-1 neutron-server[89111]: DEBUG oslo_db.api [None req-852f81d0-7727-4062-84c2-889b9b04a106 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:58:56.686122 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port d39b3484-42a7-4853-96bf-9255bbe487aa is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:58:56.688608 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-82c2602e-2fa9-4ad0-b5fb-bc153b563c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:56.726009 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2a1727d-4de6-4529-871f-43a000c031d0 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:58:56.735718 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-e2a1727d-4de6-4529-871f-43a000c031d0 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] 10.222.0.55 "PUT /v2.0/routers/fdc952f9-b655-4ed1-8825-1729287ba4e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8242335 May 28 06:58:56.738725 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 43652) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:58:56.753944 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297fe2a3-6c0b-4bb8-875f-f753caf6c8d7 None None] Sync routers for ids ['fdc952f9-b655-4ed1-8825-1729287ba4e0'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:58:56.786693 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297fe2a3-6c0b-4bb8-875f-f753caf6c8d7 None None] Routers {'fdc952f9-b655-4ed1-8825-1729287ba4e0'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:58:56.790059 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-297fe2a3-6c0b-4bb8-875f-f753caf6c8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:58:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['fdc952f9-b655-4ed1-8825-1729287ba4e0'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:58:56.819898 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device e8f2dcab-4576-464d-8eaa-43fc5980dae8 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:58:56.841995 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc62b1d-7739-49bb-91fa-26bbe974bdc0 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Pushing event deleted for resources: {'Port': ['ID=3c993874-ef05-4c6f-949b-d9fd7298096f,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:58:56.877628 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc62b1d-7739-49bb-91fa-26bbe974bdc0 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] No DVR routers for this DVR port 3c993874-ef05-4c6f-949b-d9fd7298096f on host n-d-843702-1 {{(pid=89109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:58:56.883572 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: e8f2dcab-4576-464d-8eaa-43fc5980dae8 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:58:56.884059 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device e8f2dcab-4576-464d-8eaa-43fc5980dae8 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:58:56.884583 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 3c993874-ef05-4c6f-949b-d9fd7298096f no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:58:56.886027 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_v2 [None req-05d423aa-5a67-4665-a780-3be2c96fe2e0 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Deleting subnet 9d33a66e-897c-4d2b-a7c2-6b3f6de20403 {{(pid=89110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:58:56.889240 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-05d423aa-5a67-4665-a780-3be2c96fe2e0 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks [] for subnet, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:56.954350 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 3c993874-ef05-4c6f-949b-d9fd7298096f {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:58:56.954825 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 3c993874-ef05-4c6f-949b-d9fd7298096f not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:58:56.965214 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-05d423aa-5a67-4665-a780-3be2c96fe2e0 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4150765'] for subnet, precommit_delete_associations {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:57.071619 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-ac9edcaf-b364-4837-b6c0-e3c3847a2623 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Allocated IP 172.25.5.137 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/13b7c463-e45f-4522-b5cd-af6abe4d1537) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:58:57.074915 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-297fe2a3-6c0b-4bb8-875f-f753caf6c8d7 None None] Set router fdc952f9-b655-4ed1-8825-1729287ba4e0 gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:58:57.081842 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-05d423aa-5a67-4665-a780-3be2c96fe2e0 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:57.187139 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-852f81d0-7727-4062-84c2-889b9b04a106 None None] Deleting port 3c993874-ef05-4c6f-949b-d9fd7298096f {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:58:57.195840 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-852f81d0-7727-4062-84c2-889b9b04a106 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:57.272859 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-852f81d0-7727-4062-84c2-889b9b04a106 None None] The port '3c993874-ef05-4c6f-949b-d9fd7298096f' was deleted {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 06:58:57.507991 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8bc62b1d-7739-49bb-91fa-26bbe974bdc0 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:57.567846 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-8bc62b1d-7739-49bb-91fa-26bbe974bdc0 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27169762-35f8-4855-93d7-49b47cf8104d']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:58:57.581647 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-297fe2a3-6c0b-4bb8-875f-f753caf6c8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdc952f9-b655-4ed1-8825-1729287ba4e0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1780550237', 'tenant_id': '1557a9c5f0a44514943027d1639e77df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': '46e697ef-a499-4bdc-815a-7c56565ea0aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:58:00Z', 'updated_at': '2022-05-28T06:58:54Z', 'revision_number': 5, 'project_id': '1557a9c5f0a44514943027d1639e77df', 'gw_port': {'id': '46e697ef-a499-4bdc-815a-7c56565ea0aa', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc952f9-b655-4ed1-8825-1729287ba4e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:58:02Z', 'updated_at': '2022-05-28T06:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:58:57.590894 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297fe2a3-6c0b-4bb8-875f-f753caf6c8d7 None None] Checking router: fdc952f9-b655-4ed1-8825-1729287ba4e0 for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:58:57.594530 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-8bc62b1d-7739-49bb-91fa-26bbe974bdc0 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ef5c3e1-b4d4-46ea-84ff-8e9b776686aa') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:58:57.594835 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-8bc62b1d-7739-49bb-91fa-26bbe974bdc0 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ef5c3e1-b4d4-46ea-84ff-8e9b776686aa') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:58:57.602960 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297fe2a3-6c0b-4bb8-875f-f753caf6c8d7 None None] Routers {'fdc952f9-b655-4ed1-8825-1729287ba4e0'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:58:57.603699 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-297fe2a3-6c0b-4bb8-875f-f753caf6c8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:58:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['fdc952f9-b655-4ed1-8825-1729287ba4e0'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:58:57.622596 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ac9edcaf-b364-4837-b6c0-e3c3847a2623 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:57.626855 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8bc62b1d-7739-49bb-91fa-26bbe974bdc0 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:57.656445 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8bc62b1d-7739-49bb-91fa-26bbe974bdc0 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:57.663254 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bc62b1d-7739-49bb-91fa-26bbe974bdc0 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:58:57.663667 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8bc62b1d-7739-49bb-91fa-26bbe974bdc0 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:57.693381 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-05d423aa-5a67-4665-a780-3be2c96fe2e0 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3115981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3172005'] for subnet, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:57.747997 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 4ef5c3e1-b4d4-46ea-84ff-8e9b776686aa resource provider aggregate not found May 28 06:58:57.756272 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d423aa-5a67-4665-a780-3be2c96fe2e0 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Pushing event deleted for resources: {'Subnet': ['ID=9d33a66e-897c-4d2b-a7c2-6b3f6de20403,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:58:57.762318 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-05d423aa-5a67-4665-a780-3be2c96fe2e0 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:57.771681 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-05d423aa-5a67-4665-a780-3be2c96fe2e0 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] 10.222.0.55 "DELETE /v2.0/subnets/9d33a66e-897c-4d2b-a7c2-6b3f6de20403 HTTP/1.1" status: 204 len: 168 time: 1.0266676 May 28 06:58:57.776889 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 43672) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:58:57.780380 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70dcf17e-ce99-4d69-a96d-c966a55712d1 None None] Network f03ec0b5-d9dc-4fab-97b7-c54b283a0e9e requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:58:57.804496 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 4ef5c3e1-b4d4-46ea-84ff-8e9b776686aa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4ef5c3e1-b4d4-46ea-84ff-8e9b776686aa found for delete ", "request_id": "req-e36a97ee-184e-427c-8c09-c056fbd14b4e"}]} May 28 06:58:57.807210 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:57.932863 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8bc62b1d-7739-49bb-91fa-26bbe974bdc0 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:57.944592 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-297fe2a3-6c0b-4bb8-875f-f753caf6c8d7 None None] Set router fdc952f9-b655-4ed1-8825-1729287ba4e0 gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:58:57.984560 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8bc62b1d-7739-49bb-91fa-26bbe974bdc0 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:57.987761 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc62b1d-7739-49bb-91fa-26bbe974bdc0 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Pushing event deleted for resources: {'Network': ['ID=27169762-35f8-4855-93d7-49b47cf8104d,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:58:57.991467 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ac9edcaf-b364-4837-b6c0-e3c3847a2623 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:58.046655 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-8bc62b1d-7739-49bb-91fa-26bbe974bdc0 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] 10.222.0.55 "DELETE /v2.0/networks/27169762-35f8-4855-93d7-49b47cf8104d HTTP/1.1" status: 204 len: 168 time: 3.0139711 May 28 06:58:58.047569 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 43678) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:58:58.076427 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9edcaf-b364-4837-b6c0-e3c3847a2623 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:58:58.077539 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-ac9edcaf-b364-4837-b6c0-e3c3847a2623 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:58:58.082179 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9edcaf-b364-4837-b6c0-e3c3847a2623 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:58:58.153729 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9edcaf-b364-4837-b6c0-e3c3847a2623 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Pushing event updated for resources: {'Port': ['ID=13b7c463-e45f-4522-b5cd-af6abe4d1537,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:58:58.212990 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ac9edcaf-b364-4837-b6c0-e3c3847a2623 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:58.221505 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a20f614-f4d4-424e-9064-5e1e29749515 None None] DHCP port deletion for f03ec0b5-d9dc-4fab-97b7-c54b283a0e9e request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:58:58.226365 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-5a20f614-f4d4-424e-9064-5e1e29749515 None None] Deleting port 7f157b28-d3a0-4bfa-a4ee-3075b06a65de {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:58:58.226985 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-5a20f614-f4d4-424e-9064-5e1e29749515 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:58.256152 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b85c5f90-d513-4fc6-93dc-59ede5d18d90 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks [] for router, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:58.449064 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ac9edcaf-b364-4837-b6c0-e3c3847a2623 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:58.468885 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-297fe2a3-6c0b-4bb8-875f-f753caf6c8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdc952f9-b655-4ed1-8825-1729287ba4e0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1780550237', 'tenant_id': '1557a9c5f0a44514943027d1639e77df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': '46e697ef-a499-4bdc-815a-7c56565ea0aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:58:00Z', 'updated_at': '2022-05-28T06:58:54Z', 'revision_number': 5, 'project_id': '1557a9c5f0a44514943027d1639e77df', 'gw_port': {'id': '46e697ef-a499-4bdc-815a-7c56565ea0aa', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc952f9-b655-4ed1-8825-1729287ba4e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:58:02Z', 'updated_at': '2022-05-28T06:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:58:58.474393 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297fe2a3-6c0b-4bb8-875f-f753caf6c8d7 None None] The sync data for ids ['fdc952f9-b655-4ed1-8825-1729287ba4e0'] in n-d-843702-1 is: [{'id': 'fdc952f9-b655-4ed1-8825-1729287ba4e0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1780550237', 'tenant_id': '1557a9c5f0a44514943027d1639e77df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': '46e697ef-a499-4bdc-815a-7c56565ea0aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:58:00Z', 'updated_at': '2022-05-28T06:58:54Z', 'revision_number': 5, 'project_id': '1557a9c5f0a44514943027d1639e77df', 'gw_port': {'id': '46e697ef-a499-4bdc-815a-7c56565ea0aa', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc952f9-b655-4ed1-8825-1729287ba4e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:58:02Z', 'updated_at': '2022-05-28T06:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:58:58.551170 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-5a20f614-f4d4-424e-9064-5e1e29749515 None None] For port 7f157b28-d3a0-4bfa-a4ee-3075b06a65de, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=7f157b28-d3a0-4bfa-a4ee-3075b06a65de,segment=NetworkSegment(6c4ea0e0-f8d6-4557-a141-43bdf445dfef),segment_id=6c4ea0e0-f8d6-4557-a141-43bdf445dfef)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:58:58.552730 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-5a20f614-f4d4-424e-9064-5e1e29749515 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:58.745034 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-5a20f614-f4d4-424e-9064-5e1e29749515 None None] Calling delete_port for 7f157b28-d3a0-4bfa-a4ee-3075b06a65de owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:58:58.835149 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b85c5f90-d513-4fc6-93dc-59ede5d18d90 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:58.872399 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ac9edcaf-b364-4837-b6c0-e3c3847a2623 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:58.994201 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-b85c5f90-d513-4fc6-93dc-59ede5d18d90 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Deleting port 46e697ef-a499-4bdc-815a-7c56565ea0aa {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:58:58.994201 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b85c5f90-d513-4fc6-93dc-59ede5d18d90 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:59.128754 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-2bd45e81-c843-4c5f-ab40-bce6bee20579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:59.129298 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ac9edcaf-b364-4837-b6c0-e3c3847a2623 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:59.132422 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-5a20f614-f4d4-424e-9064-5e1e29749515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879'] for port, after_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:59.186440 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a20f614-f4d4-424e-9064-5e1e29749515 None None] No DVR routers for this DVR port 7f157b28-d3a0-4bfa-a4ee-3075b06a65de on host n-d-843702-1 {{(pid=89111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:58:59.192158 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a20f614-f4d4-424e-9064-5e1e29749515 None None] Pushing event deleted for resources: {'Port': ['ID=7f157b28-d3a0-4bfa-a4ee-3075b06a65de,revision_number=None']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:58:59.264753 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [None req-b85c5f90-d513-4fc6-93dc-59ede5d18d90 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] For port 46e697ef-a499-4bdc-815a-7c56565ea0aa, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=46e697ef-a499-4bdc-815a-7c56565ea0aa,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:58:59.265235 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b85c5f90-d513-4fc6-93dc-59ede5d18d90 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:59.272867 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9edcaf-b364-4837-b6c0-e3c3847a2623 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Pushing event updated for resources: {'Port': ['ID=13b7c463-e45f-4522-b5cd-af6abe4d1537,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:58:59.282743 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ac9edcaf-b364-4837-b6c0-e3c3847a2623 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691094'] for floatingip, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:59.519911 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-b85c5f90-d513-4fc6-93dc-59ede5d18d90 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Calling delete_port for 46e697ef-a499-4bdc-815a-7c56565ea0aa owned by network:router_gateway {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:58:59.585316 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ac9edcaf-b364-4837-b6c0-e3c3847a2623 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:59.587168 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-ac9edcaf-b364-4837-b6c0-e3c3847a2623 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0927548 May 28 06:58:59.591564 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 43700) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:58:59.600546 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-5088faf5-23e8-4ddf-b4c0-67c2e536c92d tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Request body: {'floatingip': {'port_id': '7e99df22-8245-499c-be8e-1354f0a18c81', 'fixed_ip_address': '172.20.0.11'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:58:59.606632 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-178efc05-785d-4ec5-84f7-9554d63d09b4 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700548'] for router_interface, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:59.640050 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 955723d1-8627-4af4-bc86-2ea026e9ef69 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:58:59.703395 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 955723d1-8627-4af4-bc86-2ea026e9ef69 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:58:59.721538 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 955723d1-8627-4af4-bc86-2ea026e9ef69 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:58:59.721538 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 7f157b28-d3a0-4bfa-a4ee-3075b06a65de no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:58:59.724271 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5088faf5-23e8-4ddf-b4c0-67c2e536c92d tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Notify callbacks [] for floatingip, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:59.786321 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 7f157b28-d3a0-4bfa-a4ee-3075b06a65de {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:58:59.786667 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 7f157b28-d3a0-4bfa-a4ee-3075b06a65de not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:58:59.982269 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:59.997013 n-d-843702-1 neutron-server[89109]: INFO neutron.api.v2.resource [None req-5088faf5-23e8-4ddf-b4c0-67c2e536c92d tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] update failed (client error): The resource could not be found. May 28 06:58:59.998396 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-5088faf5-23e8-4ddf-b4c0-67c2e536c92d tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] 10.222.0.55 "PUT /v2.0/floatingips/cccb59a8-5c0c-40d8-8c48-6b8315e131c4 HTTP/1.1" status: 404 len: 507 time: 0.4054515 May 28 06:59:00.001452 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 43708) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:00.075868 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:00.086040 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-178efc05-785d-4ec5-84f7-9554d63d09b4 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Deleting port c4d8dc5a-ace8-42e4-aae6-00e75f90210c {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:59:00.088218 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-178efc05-785d-4ec5-84f7-9554d63d09b4 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:00.117395 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b85c5f90-d513-4fc6-93dc-59ede5d18d90 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:00.184389 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85c5f90-d513-4fc6-93dc-59ede5d18d90 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Pushing event deleted for resources: {'Port': ['ID=46e697ef-a499-4bdc-815a-7c56565ea0aa,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:00.211979 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-5be15739-88dd-4a22-ba6e-281662a6c6da tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Deleting port 13b7c463-e45f-4522-b5cd-af6abe4d1537 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:59:00.212332 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5be15739-88dd-4a22-ba6e-281662a6c6da tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:00.393154 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b85c5f90-d513-4fc6-93dc-59ede5d18d90 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691105'] for router_gateway, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:00.552116 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5be15739-88dd-4a22-ba6e-281662a6c6da tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:00.552927 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5be15739-88dd-4a22-ba6e-281662a6c6da tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:00.638208 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b85c5f90-d513-4fc6-93dc-59ede5d18d90 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59018'] for router, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:00.643505 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b85c5f90-d513-4fc6-93dc-59ede5d18d90 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:00.646057 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [None req-178efc05-785d-4ec5-84f7-9554d63d09b4 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] For port c4d8dc5a-ace8-42e4-aae6-00e75f90210c, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=c4d8dc5a-ace8-42e4-aae6-00e75f90210c,segment=NetworkSegment(a1e5e022-1a87-4da0-b406-796fa8eb94d3),segment_id=a1e5e022-1a87-4da0-b406-796fa8eb94d3)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:59:00.646419 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-178efc05-785d-4ec5-84f7-9554d63d09b4 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:00.692706 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-5be15739-88dd-4a22-ba6e-281662a6c6da tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Calling delete_port for 13b7c463-e45f-4522-b5cd-af6abe4d1537 owned by network:floatingip {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:59:00.807867 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:59:00.818533 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-178efc05-785d-4ec5-84f7-9554d63d09b4 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Calling delete_port for c4d8dc5a-ace8-42e4-aae6-00e75f90210c owned by network:router_interface {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:59:00.949724 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b85c5f90-d513-4fc6-93dc-59ede5d18d90 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-703817'] for router, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:00.950269 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b85c5f90-d513-4fc6-93dc-59ede5d18d90 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Fanout notify agent at l3_agent the message router_deleted on router fdc952f9-b655-4ed1-8825-1729287ba4e0 {{(pid=89110) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 06:59:00.978869 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b85c5f90-d513-4fc6-93dc-59ede5d18d90 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks [] for router, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:00.979955 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-b85c5f90-d513-4fc6-93dc-59ede5d18d90 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] 10.222.0.55 "DELETE /v2.0/routers/fdc952f9-b655-4ed1-8825-1729287ba4e0 HTTP/1.1" status: 204 len: 168 time: 3.2069483 May 28 06:59:00.982734 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 43716) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:01.126461 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5be15739-88dd-4a22-ba6e-281662a6c6da tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:01.208873 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be15739-88dd-4a22-ba6e-281662a6c6da tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Pushing event deleted for resources: {'Port': ['ID=13b7c463-e45f-4522-b5cd-af6abe4d1537,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:01.277246 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-037f7f64-f87c-4bd7-af8b-8036fc18516d tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:01.362094 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-178efc05-785d-4ec5-84f7-9554d63d09b4 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:01.417641 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178efc05-785d-4ec5-84f7-9554d63d09b4 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Pushing event deleted for resources: {'Port': ['ID=c4d8dc5a-ace8-42e4-aae6-00e75f90210c,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:01.463754 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5be15739-88dd-4a22-ba6e-281662a6c6da tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Notify callbacks [] for floatingip, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:01.481295 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-037f7f64-f87c-4bd7-af8b-8036fc18516d tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:01.493070 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5be15739-88dd-4a22-ba6e-281662a6c6da tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:01.495634 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-5be15739-88dd-4a22-ba6e-281662a6c6da tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] 10.222.0.55 "DELETE /v2.0/floatingips/cccb59a8-5c0c-40d8-8c48-6b8315e131c4 HTTP/1.1" status: 204 len: 168 time: 1.4921184 May 28 06:59:01.504066 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 43720) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:01.526370 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-d1cd14ac-3b18-4571-96c0-adb924c33f32 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Request body: {'floatingip': {'floating_network_id': '453f4b94-6e9d-4e50-a4b2-398442fd46d3', 'port_id': '7e99df22-8245-499c-be8e-1354f0a18c81', 'fixed_ip_address': '172.20.0.11'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:59:01.559820 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-d1cd14ac-3b18-4571-96c0-adb924c33f32 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:59:01.561198 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-037f7f64-f87c-4bd7-af8b-8036fc18516d tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f03ec0b5-d9dc-4fab-97b7-c54b283a0e9e']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:59:01.581874 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-d1cd14ac-3b18-4571-96c0-adb924c33f32 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Usage tracker for resource:floatingip and tenant:b55a790d39204fe5b65e19bbef67bc3c is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:59:01.586153 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-d1cd14ac-3b18-4571-96c0-adb924c33f32 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:59:01.589837 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-037f7f64-f87c-4bd7-af8b-8036fc18516d tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c4ea0e0-f8d6-4557-a141-43bdf445dfef') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:59:01.595844 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-037f7f64-f87c-4bd7-af8b-8036fc18516d tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c4ea0e0-f8d6-4557-a141-43bdf445dfef') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:59:01.617261 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-d1cd14ac-3b18-4571-96c0-adb924c33f32 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:59:01.643065 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-037f7f64-f87c-4bd7-af8b-8036fc18516d tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:01.695814 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-037f7f64-f87c-4bd7-af8b-8036fc18516d tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:01.717823 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-037f7f64-f87c-4bd7-af8b-8036fc18516d tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:59:01.718320 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-037f7f64-f87c-4bd7-af8b-8036fc18516d tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:01.728085 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 46e697ef-a499-4bdc-815a-7c56565ea0aa no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:59:01.730963 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-178efc05-785d-4ec5-84f7-9554d63d09b4 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700472'] for router_interface, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:01.806028 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:01.806841 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 46e697ef-a499-4bdc-815a-7c56565ea0aa {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:59:01.807283 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 46e697ef-a499-4bdc-815a-7c56565ea0aa not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:59:01.823503 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 6c4ea0e0-f8d6-4557-a141-43bdf445dfef resource provider aggregate not found May 28 06:59:01.834193 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d1cd14ac-3b18-4571-96c0-adb924c33f32 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Notify callbacks [] for floatingip, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:01.851727 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 6c4ea0e0-f8d6-4557-a141-43bdf445dfef resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6c4ea0e0-f8d6-4557-a141-43bdf445dfef found for delete ", "request_id": "req-59a8a0cc-0ccb-4f3c-89bd-e718b1227bde"}]} May 28 06:59:02.009450 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-037f7f64-f87c-4bd7-af8b-8036fc18516d tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:02.032615 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-037f7f64-f87c-4bd7-af8b-8036fc18516d tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:02.046294 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037f7f64-f87c-4bd7-af8b-8036fc18516d tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Pushing event deleted for resources: {'Network': ['ID=f03ec0b5-d9dc-4fab-97b7-c54b283a0e9e,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:02.065752 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 43732) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:02.066680 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-037f7f64-f87c-4bd7-af8b-8036fc18516d tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] 10.222.0.55 "DELETE /v2.0/networks/f03ec0b5-d9dc-4fab-97b7-c54b283a0e9e HTTP/1.1" status: 204 len: 168 time: 1.0827515 May 28 06:59:02.173211 n-d-843702-1 neutron-server[89109]: INFO neutron.api.v2.resource [None req-d1cd14ac-3b18-4571-96c0-adb924c33f32 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 06:59:02.176066 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-d1cd14ac-3b18-4571-96c0-adb924c33f32 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.6542671 May 28 06:59:02.179568 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 43742) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:02.185275 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-55b6884b-8742-4d3c-875a-79f6f69bbab8 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Request body: {'floatingip': {'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'port_id': '7e99df22-8245-499c-be8e-1354f0a18c81', 'fixed_ip_address': '172.20.0.11'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:59:02.194505 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-55b6884b-8742-4d3c-875a-79f6f69bbab8 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:59:02.200087 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-55b6884b-8742-4d3c-875a-79f6f69bbab8 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Usage tracker for resource:floatingip and tenant:b55a790d39204fe5b65e19bbef67bc3c is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:59:02.209477 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-55b6884b-8742-4d3c-875a-79f6f69bbab8 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:59:02.215585 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-55b6884b-8742-4d3c-875a-79f6f69bbab8 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:59:02.218110 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-178efc05-785d-4ec5-84f7-9554d63d09b4 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Router c621dda9-5d46-46bb-b727-c62dc3765e5c has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:59:02.316269 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-55b6884b-8742-4d3c-875a-79f6f69bbab8 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Notify callbacks [] for floatingip, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:02.424285 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:02.466682 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-ac2d4968-7d45-4335-8fa2-c52bc895d4f3 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Deleting port 7ce446ba-4233-40d2-afb9-f8187b50ef77 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:59:02.467285 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ac2d4968-7d45-4335-8fa2-c52bc895d4f3 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:02.521906 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-55b6884b-8742-4d3c-875a-79f6f69bbab8 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:02.530340 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-178efc05-785d-4ec5-84f7-9554d63d09b4 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:59:02.542247 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2033fbd-6d91-4caa-b70f-ffc6c663b958 None None] Sync routers for ids ['c621dda9-5d46-46bb-b727-c62dc3765e5c'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:59:02.555787 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2033fbd-6d91-4caa-b70f-ffc6c663b958 None None] Routers {'c621dda9-5d46-46bb-b727-c62dc3765e5c'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:59:02.556427 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-b2033fbd-6d91-4caa-b70f-ffc6c663b958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:58:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['c621dda9-5d46-46bb-b727-c62dc3765e5c'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:59:02.613828 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-178efc05-785d-4ec5-84f7-9554d63d09b4 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] 10.222.0.55 "PUT /v2.0/routers/c621dda9-5d46-46bb-b727-c62dc3765e5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5571568 May 28 06:59:02.616151 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 43748) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:02.671204 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ac2d4968-7d45-4335-8fa2-c52bc895d4f3 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:02.671569 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ac2d4968-7d45-4335-8fa2-c52bc895d4f3 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:02.743228 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-b2033fbd-6d91-4caa-b70f-ffc6c663b958 None None] Set router c621dda9-5d46-46bb-b727-c62dc3765e5c gateway port host: None {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:59:02.744633 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d4a7744-f496-45b6-ada8-09d55fd48b77 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Deleting subnet 1b5cad35-62cf-4b14-87d5-b07fbb4799ec {{(pid=89109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:59:02.753497 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8d4a7744-f496-45b6-ada8-09d55fd48b77 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks [] for subnet, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:02.828111 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-55b6884b-8742-4d3c-875a-79f6f69bbab8 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Allocated IP 172.25.5.96 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/eb54f869-5a4b-4ca5-9cc4-70995ba34609) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:59:02.842052 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8d4a7744-f496-45b6-ada8-09d55fd48b77 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3964070'] for subnet, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:02.938421 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-ac2d4968-7d45-4335-8fa2-c52bc895d4f3 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Calling delete_port for 7ce446ba-4233-40d2-afb9-f8187b50ef77 owned by network:floatingip {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:59:03.121559 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-b2033fbd-6d91-4caa-b70f-ffc6c663b958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c621dda9-5d46-46bb-b727-c62dc3765e5c', 'name': 'tempest-RoutersIpV6Test-router-126920805', 'tenant_id': 'edfff7521b2740e6894c3714ce0e5450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:58:04Z', 'updated_at': '2022-05-28T06:59:00Z', 'revision_number': 9, 'project_id': 'edfff7521b2740e6894c3714ce0e5450', 'gw_port_host': None, '_interfaces': [{'id': '47828b4e-f076-4c68-9c8b-daeaf93794a3', 'name': '', 'network_id': '31a60f91-81f7-47df-84f8-5c27daca41a8', 'tenant_id': 'edfff7521b2740e6894c3714ce0e5450', 'mac_address': 'fa:16:3e:19:c3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c621dda9-5d46-46bb-b727-c62dc3765e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '71e5392b-c196-4816-a92f-fbe396fe9a90', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:58:09Z', 'updated_at': '2022-05-28T06:58:22Z', 'revision_number': 5, 'project_id': 'edfff7521b2740e6894c3714ce0e5450', 'subnets': [{'id': '71e5392b-c196-4816-a92f-fbe396fe9a90', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58518f56-d9a2-4c02-94ac-10d99cfa9a61', 'name': '', 'network_id': 'd2e50b11-e890-46fa-bc6e-e99c3c9e5f40', 'tenant_id': 'edfff7521b2740e6894c3714ce0e5450', 'mac_address': 'fa:16:3e:5c:62:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c621dda9-5d46-46bb-b727-c62dc3765e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': 'a23296b1-3864-4e85-93a5-ced7ab5b5344', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:58:18Z', 'updated_at': '2022-05-28T06:58:35Z', 'revision_number': 5, 'project_id': 'edfff7521b2740e6894c3714ce0e5450', 'subnets': [{'id': 'a23296b1-3864-4e85-93a5-ced7ab5b5344', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:59:03.125816 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2033fbd-6d91-4caa-b70f-ffc6c663b958 None None] Checking router: c621dda9-5d46-46bb-b727-c62dc3765e5c for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:59:03.147775 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2033fbd-6d91-4caa-b70f-ffc6c663b958 None None] Routers {'c621dda9-5d46-46bb-b727-c62dc3765e5c'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:59:03.148707 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-b2033fbd-6d91-4caa-b70f-ffc6c663b958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:58:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['c621dda9-5d46-46bb-b727-c62dc3765e5c'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:59:03.207376 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8d4a7744-f496-45b6-ada8-09d55fd48b77 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:03.218360 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ac2d4968-7d45-4335-8fa2-c52bc895d4f3 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:03.268372 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-55b6884b-8742-4d3c-875a-79f6f69bbab8 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:03.278610 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2d4968-7d45-4335-8fa2-c52bc895d4f3 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Pushing event deleted for resources: {'Port': ['ID=7ce446ba-4233-40d2-afb9-f8187b50ef77,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:03.334780 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-b2033fbd-6d91-4caa-b70f-ffc6c663b958 None None] Set router c621dda9-5d46-46bb-b727-c62dc3765e5c gateway port host: None {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:59:03.389663 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ac2d4968-7d45-4335-8fa2-c52bc895d4f3 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks [] for floatingip, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:03.390207 n-d-843702-1 neutron-server[89110]: INFO neutron.db.l3_db [None req-ac2d4968-7d45-4335-8fa2-c52bc895d4f3 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Floating IP 734fc524-c364-4e54-8800-178a4be4c64a disassociated (deleted). External IP: 172.25.5.89, port: 2ebe41d0-dcb0-49ae-a4bf-a78d2579b72e. May 28 06:59:03.420553 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8d4a7744-f496-45b6-ada8-09d55fd48b77 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9555650'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:03.477090 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-55b6884b-8742-4d3c-875a-79f6f69bbab8 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:03.559986 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4a7744-f496-45b6-ada8-09d55fd48b77 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Pushing event deleted for resources: {'Subnet': ['ID=1b5cad35-62cf-4b14-87d5-b07fbb4799ec,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:03.572605 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8d4a7744-f496-45b6-ada8-09d55fd48b77 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:03.603782 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b6884b-8742-4d3c-875a-79f6f69bbab8 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:59:03.604789 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88fb33a6-2505-4f23-bc20-cbb2556cbb97 None None] Network 6cbe01b1-74e5-45e2-b062-237e95ea85ab requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:59:03.610554 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-8d4a7744-f496-45b6-ada8-09d55fd48b77 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] 10.222.0.55 "DELETE /v2.0/subnets/1b5cad35-62cf-4b14-87d5-b07fbb4799ec HTTP/1.1" status: 204 len: 168 time: 0.9905579 May 28 06:59:03.610554 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-55b6884b-8742-4d3c-875a-79f6f69bbab8 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:59:03.613763 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 43758) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:03.619356 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b6884b-8742-4d3c-875a-79f6f69bbab8 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:59:03.820910 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b6884b-8742-4d3c-875a-79f6f69bbab8 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Pushing event updated for resources: {'Port': ['ID=eb54f869-5a4b-4ca5-9cc4-70995ba34609,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:03.875691 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-25058381-d859-4bd3-827e-9c258562f83d tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:03.885450 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac2d4968-7d45-4335-8fa2-c52bc895d4f3 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Router 55f6fca4-a976-46aa-88d1-e935946a65da has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:59:03.952646 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-25058381-d859-4bd3-827e-9c258562f83d tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Deleting port 142a38ad-23f6-44c9-af8b-eedb9434ec03 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:59:03.953000 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-25058381-d859-4bd3-827e-9c258562f83d tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:03.975603 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-b2033fbd-6d91-4caa-b70f-ffc6c663b958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c621dda9-5d46-46bb-b727-c62dc3765e5c', 'name': 'tempest-RoutersIpV6Test-router-126920805', 'tenant_id': 'edfff7521b2740e6894c3714ce0e5450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:58:04Z', 'updated_at': '2022-05-28T06:59:00Z', 'revision_number': 9, 'project_id': 'edfff7521b2740e6894c3714ce0e5450', 'gw_port_host': None, '_interfaces': [{'id': '47828b4e-f076-4c68-9c8b-daeaf93794a3', 'name': '', 'network_id': '31a60f91-81f7-47df-84f8-5c27daca41a8', 'tenant_id': 'edfff7521b2740e6894c3714ce0e5450', 'mac_address': 'fa:16:3e:19:c3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c621dda9-5d46-46bb-b727-c62dc3765e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '71e5392b-c196-4816-a92f-fbe396fe9a90', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:58:09Z', 'updated_at': '2022-05-28T06:58:22Z', 'revision_number': 5, 'project_id': 'edfff7521b2740e6894c3714ce0e5450', 'subnets': [{'id': '71e5392b-c196-4816-a92f-fbe396fe9a90', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58518f56-d9a2-4c02-94ac-10d99cfa9a61', 'name': '', 'network_id': 'd2e50b11-e890-46fa-bc6e-e99c3c9e5f40', 'tenant_id': 'edfff7521b2740e6894c3714ce0e5450', 'mac_address': 'fa:16:3e:5c:62:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c621dda9-5d46-46bb-b727-c62dc3765e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': 'a23296b1-3864-4e85-93a5-ced7ab5b5344', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:58:18Z', 'updated_at': '2022-05-28T06:58:35Z', 'revision_number': 5, 'project_id': 'edfff7521b2740e6894c3714ce0e5450', 'subnets': [{'id': 'a23296b1-3864-4e85-93a5-ced7ab5b5344', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:59:03.994918 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2033fbd-6d91-4caa-b70f-ffc6c663b958 None None] The sync data for ids ['c621dda9-5d46-46bb-b727-c62dc3765e5c'] in n-d-843702-1 is: [{'id': 'c621dda9-5d46-46bb-b727-c62dc3765e5c', 'name': 'tempest-RoutersIpV6Test-router-126920805', 'tenant_id': 'edfff7521b2740e6894c3714ce0e5450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:58:04Z', 'updated_at': '2022-05-28T06:59:00Z', 'revision_number': 9, 'project_id': 'edfff7521b2740e6894c3714ce0e5450', 'gw_port_host': None, '_interfaces': [{'id': '47828b4e-f076-4c68-9c8b-daeaf93794a3', 'name': '', 'network_id': '31a60f91-81f7-47df-84f8-5c27daca41a8', 'tenant_id': 'edfff7521b2740e6894c3714ce0e5450', 'mac_address': 'fa:16:3e:19:c3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c621dda9-5d46-46bb-b727-c62dc3765e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '71e5392b-c196-4816-a92f-fbe396fe9a90', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:58:09Z', 'updated_at': '2022-05-28T06:58:22Z', 'revision_number': 5, 'project_id': 'edfff7521b2740e6894c3714ce0e5450', 'subnets': [{'id': '71e5392b-c196-4816-a92f-fbe396fe9a90', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58518f56-d9a2-4c02-94ac-10d99cfa9a61', 'name': '', 'network_id': 'd2e50b11-e890-46fa-bc6e-e99c3c9e5f40', 'tenant_id': 'edfff7521b2740e6894c3714ce0e5450', 'mac_address': 'fa:16:3e:5c:62:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c621dda9-5d46-46bb-b727-c62dc3765e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': 'a23296b1-3864-4e85-93a5-ced7ab5b5344', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:58:18Z', 'updated_at': '2022-05-28T06:58:35Z', 'revision_number': 5, 'project_id': 'edfff7521b2740e6894c3714ce0e5450', 'subnets': [{'id': 'a23296b1-3864-4e85-93a5-ced7ab5b5344', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:59:04.058102 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297e4cf5-aa71-4d3b-a9d7-c8210afacb9e None None] DHCP port deletion for 6cbe01b1-74e5-45e2-b062-237e95ea85ab request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:59:04.063115 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-297e4cf5-aa71-4d3b-a9d7-c8210afacb9e None None] Deleting port 142a38ad-23f6-44c9-af8b-eedb9434ec03 {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:59:04.063487 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-297e4cf5-aa71-4d3b-a9d7-c8210afacb9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:04.131770 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac2d4968-7d45-4335-8fa2-c52bc895d4f3 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:59:04.144883 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564adbcf-8e27-4b7c-a2c5-a8b9e3aee956 None None] Sync routers for ids ['55f6fca4-a976-46aa-88d1-e935946a65da'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:59:04.160457 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564adbcf-8e27-4b7c-a2c5-a8b9e3aee956 None None] Routers {'55f6fca4-a976-46aa-88d1-e935946a65da'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:59:04.161774 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-564adbcf-8e27-4b7c-a2c5-a8b9e3aee956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:58:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['55f6fca4-a976-46aa-88d1-e935946a65da'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:59:04.163161 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ac2d4968-7d45-4335-8fa2-c52bc895d4f3 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:04.211819 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-55b6884b-8742-4d3c-875a-79f6f69bbab8 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Deleting port eb54f869-5a4b-4ca5-9cc4-70995ba34609 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:59:04.224949 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-55b6884b-8742-4d3c-875a-79f6f69bbab8 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:04.259735 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-ac2d4968-7d45-4335-8fa2-c52bc895d4f3 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] 10.222.0.55 "DELETE /v2.0/floatingips/734fc524-c364-4e54-8800-178a4be4c64a HTTP/1.1" status: 204 len: 168 time: 2.1890779 May 28 06:59:04.278533 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55b36d75-8b57-4a06-96f9-1abc44c66374', 'tag': '2ebe41d0-dcb0-49ae-a4bf-a78d2579b72e'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:59:04.322076 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-297e4cf5-aa71-4d3b-a9d7-c8210afacb9e None None] For port 142a38ad-23f6-44c9-af8b-eedb9434ec03, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=142a38ad-23f6-44c9-af8b-eedb9434ec03,segment=NetworkSegment(a1e5e022-1a87-4da0-b406-796fa8eb94d3),segment_id=a1e5e022-1a87-4da0-b406-796fa8eb94d3)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:59:04.322462 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-297e4cf5-aa71-4d3b-a9d7-c8210afacb9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:04.420153 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6b22bab-197f-464d-bf1b-a7ee3cbb5612'] response: {'name': 'network-changed', 'server_uuid': '55b36d75-8b57-4a06-96f9-1abc44c66374', 'tag': '2ebe41d0-dcb0-49ae-a4bf-a78d2579b72e', 'status': 'completed', 'code': 200} May 28 06:59:04.548147 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-564adbcf-8e27-4b7c-a2c5-a8b9e3aee956 None None] Set router 55f6fca4-a976-46aa-88d1-e935946a65da gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:59:04.575676 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-297e4cf5-aa71-4d3b-a9d7-c8210afacb9e None None] Calling delete_port for 142a38ad-23f6-44c9-af8b-eedb9434ec03 owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:59:04.769635 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-25058381-d859-4bd3-827e-9c258562f83d tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] For port 142a38ad-23f6-44c9-af8b-eedb9434ec03, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=142a38ad-23f6-44c9-af8b-eedb9434ec03,segment=NetworkSegment(a1e5e022-1a87-4da0-b406-796fa8eb94d3),segment_id=a1e5e022-1a87-4da0-b406-796fa8eb94d3)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:59:04.770016 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-25058381-d859-4bd3-827e-9c258562f83d tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:04.785325 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-297e4cf5-aa71-4d3b-a9d7-c8210afacb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879'] for port, after_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:04.865855 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297e4cf5-aa71-4d3b-a9d7-c8210afacb9e None None] Pushing event deleted for resources: {'Port': ['ID=142a38ad-23f6-44c9-af8b-eedb9434ec03,revision_number=None']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:04.876270 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297e4cf5-aa71-4d3b-a9d7-c8210afacb9e None None] No DVR routers for this DVR port 142a38ad-23f6-44c9-af8b-eedb9434ec03 on host n-d-843702-1 {{(pid=89111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:59:04.933756 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-55b6884b-8742-4d3c-875a-79f6f69bbab8 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:04.934090 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-55b6884b-8742-4d3c-875a-79f6f69bbab8 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:04.951449 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-25058381-d859-4bd3-827e-9c258562f83d tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Calling delete_port for 142a38ad-23f6-44c9-af8b-eedb9434ec03 owned by network:dhcp {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:59:04.982873 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-564adbcf-8e27-4b7c-a2c5-a8b9e3aee956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55f6fca4-a976-46aa-88d1-e935946a65da', 'name': 'tempest-TestSecurityGroupsBasicOps-router-462593361', 'tenant_id': '1557a9c5f0a44514943027d1639e77df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': 'ff003a89-e8d8-49d1-80dc-51f00bd8cda7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:56:31Z', 'updated_at': '2022-05-28T06:56:51Z', 'revision_number': 4, 'project_id': '1557a9c5f0a44514943027d1639e77df', 'gw_port': {'id': 'ff003a89-e8d8-49d1-80dc-51f00bd8cda7', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:22:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f6fca4-a976-46aa-88d1-e935946a65da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:56:34Z', 'updated_at': '2022-05-28T06:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '46af4e55-32a7-49e9-92c9-fe7f420ec6ac', 'name': '', 'network_id': '4a0a49de-1d13-449d-a2b4-d4771b25264b', 'tenant_id': '1557a9c5f0a44514943027d1639e77df', 'mac_address': 'fa:16:3e:eb:6b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f6fca4-a976-46aa-88d1-e935946a65da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3325, 'fixed_ips': [{'subnet_id': 'eead3977-243b-4035-9026-00b1433df847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:56:48Z', 'updated_at': '2022-05-28T06:57:05Z', 'revision_number': 5, 'project_id': '1557a9c5f0a44514943027d1639e77df', 'subnets': [{'id': 'eead3977-243b-4035-9026-00b1433df847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:59:04.991071 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564adbcf-8e27-4b7c-a2c5-a8b9e3aee956 None None] Checking router: 55f6fca4-a976-46aa-88d1-e935946a65da for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:59:05.012260 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564adbcf-8e27-4b7c-a2c5-a8b9e3aee956 None None] Routers {'55f6fca4-a976-46aa-88d1-e935946a65da'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:59:05.012260 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-564adbcf-8e27-4b7c-a2c5-a8b9e3aee956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:58:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['55f6fca4-a976-46aa-88d1-e935946a65da'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:59:05.141775 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-55b6884b-8742-4d3c-875a-79f6f69bbab8 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Calling delete_port for eb54f869-5a4b-4ca5-9cc4-70995ba34609 owned by network:floatingip {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:59:05.171292 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919c1dea-5496-4947-bcb1-be707da1b716 req-53e625e4-3d9a-4883-abbd-5721d74b140f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:59:05.172796 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-919c1dea-5496-4947-bcb1-be707da1b716 req-53e625e4-3d9a-4883-abbd-5721d74b140f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1557a9c5f0a44514943027d1639e77df&device_id=55b36d75-8b57-4a06-96f9-1abc44c66374 HTTP/1.1" status: 200 len: 1135 time: 0.7049832 May 28 06:59:05.219830 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-564adbcf-8e27-4b7c-a2c5-a8b9e3aee956 None None] Set router 55f6fca4-a976-46aa-88d1-e935946a65da gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:59:05.457811 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.db.api [None req-25058381-d859-4bd3-827e-9c258562f83d tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:59:05.458326 n-d-843702-1 neutron-server[89109]: DEBUG oslo_db.api [None req-25058381-d859-4bd3-827e-9c258562f83d tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:59:05.552040 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac7f39e-963c-4cda-9e04-5878246563ca req-ea5aefa0-bf87-4a95-a304-c1f2c4b66b97 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:59:05.556484 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-dac7f39e-963c-4cda-9e04-5878246563ca req-ea5aefa0-bf87-4a95-a304-c1f2c4b66b97 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Synchronizing usage tracker for tenant:1557a9c5f0a44514943027d1639e77df on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:59:05.620570 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919c1dea-5496-4947-bcb1-be707da1b716 req-fad56eec-fcd5-4849-9430-6b958794b791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:59:05.622058 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-919c1dea-5496-4947-bcb1-be707da1b716 req-fad56eec-fcd5-4849-9430-6b958794b791 service neutron] 10.222.0.71 "GET /v2.0/networks?id=4a0a49de-1d13-449d-a2b4-d4771b25264b HTTP/1.1" status: 200 len: 898 time: 0.4394023 May 28 06:59:05.647741 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 142a38ad-23f6-44c9-af8b-eedb9434ec03 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:59:05.676358 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-dac7f39e-963c-4cda-9e04-5878246563ca req-ea5aefa0-bf87-4a95-a304-c1f2c4b66b97 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Unset dirty status for tenant:1557a9c5f0a44514943027d1639e77df on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:59:05.677263 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dac7f39e-963c-4cda-9e04-5878246563ca req-ea5aefa0-bf87-4a95-a304-c1f2c4b66b97 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] 10.222.0.55 "GET /v2.0/ports?device_id=55b36d75-8b57-4a06-96f9-1abc44c66374 HTTP/1.1" status: 200 len: 984 time: 0.2958729 May 28 06:59:05.694399 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 142a38ad-23f6-44c9-af8b-eedb9434ec03 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:59:05.694742 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 142a38ad-23f6-44c9-af8b-eedb9434ec03 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:59:05.695345 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device c4d8dc5a-ace8-42e4-aae6-00e75f90210c no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:59:05.699707 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-564adbcf-8e27-4b7c-a2c5-a8b9e3aee956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55f6fca4-a976-46aa-88d1-e935946a65da', 'name': 'tempest-TestSecurityGroupsBasicOps-router-462593361', 'tenant_id': '1557a9c5f0a44514943027d1639e77df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': 'ff003a89-e8d8-49d1-80dc-51f00bd8cda7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:56:31Z', 'updated_at': '2022-05-28T06:56:51Z', 'revision_number': 4, 'project_id': '1557a9c5f0a44514943027d1639e77df', 'gw_port': {'id': 'ff003a89-e8d8-49d1-80dc-51f00bd8cda7', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:22:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f6fca4-a976-46aa-88d1-e935946a65da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:56:34Z', 'updated_at': '2022-05-28T06:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '46af4e55-32a7-49e9-92c9-fe7f420ec6ac', 'name': '', 'network_id': '4a0a49de-1d13-449d-a2b4-d4771b25264b', 'tenant_id': '1557a9c5f0a44514943027d1639e77df', 'mac_address': 'fa:16:3e:eb:6b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f6fca4-a976-46aa-88d1-e935946a65da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3325, 'fixed_ips': [{'subnet_id': 'eead3977-243b-4035-9026-00b1433df847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:56:48Z', 'updated_at': '2022-05-28T06:57:05Z', 'revision_number': 5, 'project_id': '1557a9c5f0a44514943027d1639e77df', 'subnets': [{'id': 'eead3977-243b-4035-9026-00b1433df847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:59:05.708362 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564adbcf-8e27-4b7c-a2c5-a8b9e3aee956 None None] The sync data for ids ['55f6fca4-a976-46aa-88d1-e935946a65da'] in n-d-843702-1 is: [{'id': '55f6fca4-a976-46aa-88d1-e935946a65da', 'name': 'tempest-TestSecurityGroupsBasicOps-router-462593361', 'tenant_id': '1557a9c5f0a44514943027d1639e77df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': 'ff003a89-e8d8-49d1-80dc-51f00bd8cda7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:56:31Z', 'updated_at': '2022-05-28T06:56:51Z', 'revision_number': 4, 'project_id': '1557a9c5f0a44514943027d1639e77df', 'gw_port': {'id': 'ff003a89-e8d8-49d1-80dc-51f00bd8cda7', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:22:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f6fca4-a976-46aa-88d1-e935946a65da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:56:34Z', 'updated_at': '2022-05-28T06:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '46af4e55-32a7-49e9-92c9-fe7f420ec6ac', 'name': '', 'network_id': '4a0a49de-1d13-449d-a2b4-d4771b25264b', 'tenant_id': '1557a9c5f0a44514943027d1639e77df', 'mac_address': 'fa:16:3e:eb:6b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f6fca4-a976-46aa-88d1-e935946a65da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3325, 'fixed_ips': [{'subnet_id': 'eead3977-243b-4035-9026-00b1433df847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:56:48Z', 'updated_at': '2022-05-28T06:57:05Z', 'revision_number': 5, 'project_id': '1557a9c5f0a44514943027d1639e77df', 'subnets': [{'id': 'eead3977-243b-4035-9026-00b1433df847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:59:05.716918 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-919c1dea-5496-4947-bcb1-be707da1b716 req-08aeff04-5930-47fd-a260-63dc691d453a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ebe41d0-dcb0-49ae-a4bf-a78d2579b72e HTTP/1.1" status: 200 len: 217 time: 0.0869169 May 28 06:59:05.717681 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-55b6884b-8742-4d3c-875a-79f6f69bbab8 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:05.764840 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dac7f39e-963c-4cda-9e04-5878246563ca req-c1e15361-99e1-4651-9e1a-5a78c6c27f2d tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] 10.222.0.55 "GET /v2.0/security-groups?id=175178a9-b438-41b6-9597-6d32c7f73be4&id=3565a15f-00d8-4236-8ebd-ba892ce22e68&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0808990 May 28 06:59:05.777368 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: c4d8dc5a-ace8-42e4-aae6-00e75f90210c {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:59:05.777749 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device c4d8dc5a-ace8-42e4-aae6-00e75f90210c not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:59:05.823990 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b6884b-8742-4d3c-875a-79f6f69bbab8 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Pushing event deleted for resources: {'Port': ['ID=eb54f869-5a4b-4ca5-9cc4-70995ba34609,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:05.928583 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919c1dea-5496-4947-bcb1-be707da1b716 req-036f4247-e4a6-4988-92cd-a35768772cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:59:05.931929 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-919c1dea-5496-4947-bcb1-be707da1b716 req-036f4247-e4a6-4988-92cd-a35768772cda service neutron] 10.222.0.71 "GET /v2.0/subnets?id=eead3977-243b-4035-9026-00b1433df847 HTTP/1.1" status: 200 len: 835 time: 0.1946282 May 28 06:59:05.970092 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-25058381-d859-4bd3-827e-9c258562f83d tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Deleting port 142a38ad-23f6-44c9-af8b-eedb9434ec03 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:59:05.970971 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-25058381-d859-4bd3-827e-9c258562f83d tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:06.086488 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-25058381-d859-4bd3-827e-9c258562f83d tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] The port '142a38ad-23f6-44c9-af8b-eedb9434ec03' was deleted {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 06:59:06.131315 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbfb61cb-0487-4bff-b9e2-fc02c5fb104b None None] New status for floating IP 734fc524-c364-4e54-8800-178a4be4c64a: DOWN {{(pid=89111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 06:59:06.233616 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-25058381-d859-4bd3-827e-9c258562f83d tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:06.249041 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919c1dea-5496-4947-bcb1-be707da1b716 req-05495800-5648-4948-b2eb-6ffc83cf2156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:59:06.250837 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-919c1dea-5496-4947-bcb1-be707da1b716 req-05495800-5648-4948-b2eb-6ffc83cf2156 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4a0a49de-1d13-449d-a2b4-d4771b25264b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3135898 May 28 06:59:06.267173 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [req-919c1dea-5496-4947-bcb1-be707da1b716 req-a3893c5a-9997-4979-9150-1c51d83f3b24 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=89109) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:59:06.269055 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-919c1dea-5496-4947-bcb1-be707da1b716 req-a3893c5a-9997-4979-9150-1c51d83f3b24 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0085738 May 28 06:59:06.270081 n-d-843702-1 neutron-server[89109]: INFO neutron.api.v2.resource [None req-55b6884b-8742-4d3c-875a-79f6f69bbab8 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] create failed (client error): The resource could not be found. May 28 06:59:06.271821 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-55b6884b-8742-4d3c-875a-79f6f69bbab8 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 4.0904326 May 28 06:59:06.274822 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 43848) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:06.281021 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-25058381-d859-4bd3-827e-9c258562f83d tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cbe01b1-74e5-45e2-b062-237e95ea85ab']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:59:06.360992 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-494e54e7-3bec-4872-bc28-3f6921eef01c tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Deleting port 7e99df22-8245-499c-be8e-1354f0a18c81 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:59:06.361723 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-494e54e7-3bec-4872-bc28-3f6921eef01c tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:06.384336 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-25058381-d859-4bd3-827e-9c258562f83d tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1e5e022-1a87-4da0-b406-796fa8eb94d3') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:59:06.384608 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-25058381-d859-4bd3-827e-9c258562f83d tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1e5e022-1a87-4da0-b406-796fa8eb94d3') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:59:06.411436 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-25058381-d859-4bd3-827e-9c258562f83d tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:06.438344 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-25058381-d859-4bd3-827e-9c258562f83d tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:06.459511 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25058381-d859-4bd3-827e-9c258562f83d tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:59:06.460164 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-25058381-d859-4bd3-827e-9c258562f83d tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:06.541981 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment a1e5e022-1a87-4da0-b406-796fa8eb94d3 resource provider aggregate not found May 28 06:59:06.652249 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment a1e5e022-1a87-4da0-b406-796fa8eb94d3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a1e5e022-1a87-4da0-b406-796fa8eb94d3 found for delete ", "request_id": "req-bc339668-3ed7-4e67-94f8-fbab4ddf669f"}]} May 28 06:59:06.656096 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-919c1dea-5496-4947-bcb1-be707da1b716 req-e3a31f43-e068-42c3-939b-4598e282b85e service neutron] 10.222.0.71 "GET /v2.0/networks/4a0a49de-1d13-449d-a2b4-d4771b25264b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3771007 May 28 06:59:06.754255 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-25058381-d859-4bd3-827e-9c258562f83d tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:06.767394 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-494e54e7-3bec-4872-bc28-3f6921eef01c tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:06.778727 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-25058381-d859-4bd3-827e-9c258562f83d tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:06.799483 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25058381-d859-4bd3-827e-9c258562f83d tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Pushing event deleted for resources: {'Network': ['ID=6cbe01b1-74e5-45e2-b062-237e95ea85ab,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:06.810880 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-25058381-d859-4bd3-827e-9c258562f83d tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] 10.222.0.55 "DELETE /v2.0/networks/6cbe01b1-74e5-45e2-b062-237e95ea85ab HTTP/1.1" status: 204 len: 168 time: 3.1938250 May 28 06:59:06.814973 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 43882) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:06.997951 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-919c1dea-5496-4947-bcb1-be707da1b716 req-c86df17a-b183-4c39-aa97-c07c1b1ce6a9 service neutron] 10.222.0.71 "GET /v2.0/networks/4a0a49de-1d13-449d-a2b4-d4771b25264b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3344266 May 28 06:59:07.003598 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-494e54e7-3bec-4872-bc28-3f6921eef01c tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Calling delete_port for 7e99df22-8245-499c-be8e-1354f0a18c81 owned by {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:59:07.239715 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e5f447-160f-45be-a131-f46ef3e3777f req-2d28fcc9-4f13-4f9e-bdd5-69e2ee0d2993 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:59:07.247242 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-26e5f447-160f-45be-a131-f46ef3e3777f req-2d28fcc9-4f13-4f9e-bdd5-69e2ee0d2993 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] 10.222.0.71 "GET /v2.0/ports?device_id=55b36d75-8b57-4a06-96f9-1abc44c66374 HTTP/1.1" status: 200 len: 984 time: 0.3817725 May 28 06:59:07.328247 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b763a01d-fa26-4bf9-83bc-bf96c1cf02a3 req-89bbde13-f576-44e9-b221-ec8232c4b4d1 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:59:07.335478 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b763a01d-fa26-4bf9-83bc-bf96c1cf02a3 req-89bbde13-f576-44e9-b221-ec8232c4b4d1 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] 10.222.0.55 "GET /v2.0/ports?device_id=55b36d75-8b57-4a06-96f9-1abc44c66374 HTTP/1.1" status: 200 len: 984 time: 0.2942150 May 28 06:59:07.372727 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-26e5f447-160f-45be-a131-f46ef3e3777f req-75d3aaaf-991f-447e-8f55-918127d000c2 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Deleting port 2ebe41d0-dcb0-49ae-a4bf-a78d2579b72e {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:59:07.372997 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-26e5f447-160f-45be-a131-f46ef3e3777f req-75d3aaaf-991f-447e-8f55-918127d000c2 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:07.437326 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b763a01d-fa26-4bf9-83bc-bf96c1cf02a3 req-da7ae79c-6aeb-4124-87ad-734ea926a206 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] 10.222.0.55 "GET /v2.0/security-groups?id=175178a9-b438-41b6-9597-6d32c7f73be4&id=3565a15f-00d8-4236-8ebd-ba892ce22e68&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1010189 May 28 06:59:07.507011 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-494e54e7-3bec-4872-bc28-3f6921eef01c tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:07.558080 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1b1657d8-2971-4285-9f65-29ae74f5d2e2 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700548'] for router_interface, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:07.584315 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494e54e7-3bec-4872-bc28-3f6921eef01c tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Pushing event deleted for resources: {'Port': ['ID=7e99df22-8245-499c-be8e-1354f0a18c81,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:07.804758 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-494e54e7-3bec-4872-bc28-3f6921eef01c tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:07.859979 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-26e5f447-160f-45be-a131-f46ef3e3777f req-75d3aaaf-991f-447e-8f55-918127d000c2 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] For port 2ebe41d0-dcb0-49ae-a4bf-a78d2579b72e, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=2ebe41d0-dcb0-49ae-a4bf-a78d2579b72e,segment=NetworkSegment(ade382c0-dc92-446f-924f-cbafb13e338b),segment_id=ade382c0-dc92-446f-924f-cbafb13e338b)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:59:07.860331 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-26e5f447-160f-45be-a131-f46ef3e3777f req-75d3aaaf-991f-447e-8f55-918127d000c2 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:07.876463 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-494e54e7-3bec-4872-bc28-3f6921eef01c tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] 10.222.0.55 "DELETE /v2.0/ports/7e99df22-8245-499c-be8e-1354f0a18c81 HTTP/1.1" status: 204 len: 168 time: 1.5996301 May 28 06:59:07.880140 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 43922) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:07.976197 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-1b1657d8-2971-4285-9f65-29ae74f5d2e2 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Deleting port 58518f56-d9a2-4c02-94ac-10d99cfa9a61 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:59:07.976540 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1b1657d8-2971-4285-9f65-29ae74f5d2e2 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:08.053894 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-26e5f447-160f-45be-a131-f46ef3e3777f req-75d3aaaf-991f-447e-8f55-918127d000c2 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Calling delete_port for 2ebe41d0-dcb0-49ae-a4bf-a78d2579b72e owned by compute:nova {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:59:08.162379 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49392526-0fe9-402e-ad0f-8e608eee0245 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:59:08.163078 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-49392526-0fe9-402e-ad0f-8e608eee0245 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Synchronizing usage tracker for tenant:b55a790d39204fe5b65e19bbef67bc3c on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:59:08.188050 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-1b1657d8-2971-4285-9f65-29ae74f5d2e2 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] For port 58518f56-d9a2-4c02-94ac-10d99cfa9a61, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=58518f56-d9a2-4c02-94ac-10d99cfa9a61,segment=NetworkSegment(b71c35ec-6a5c-47cb-abbe-ce84673c4f16),segment_id=b71c35ec-6a5c-47cb-abbe-ce84673c4f16)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:59:08.188412 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1b1657d8-2971-4285-9f65-29ae74f5d2e2 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:08.335045 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-1b1657d8-2971-4285-9f65-29ae74f5d2e2 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Calling delete_port for 58518f56-d9a2-4c02-94ac-10d99cfa9a61 owned by network:router_interface {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:59:08.699030 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c84d162-0b7c-465c-9ee5-3c8e9a1dc323 req-c79a2d71-1e43-4aed-97a1-3d3c6473fffd tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:59:08.700551 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1c84d162-0b7c-465c-9ee5-3c8e9a1dc323 req-c79a2d71-1e43-4aed-97a1-3d3c6473fffd tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] 10.222.0.55 "GET /v2.0/ports?device_id=55b36d75-8b57-4a06-96f9-1abc44c66374 HTTP/1.1" status: 200 len: 984 time: 0.0852323 May 28 06:59:08.748916 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1c84d162-0b7c-465c-9ee5-3c8e9a1dc323 req-71fa0432-1ae2-4a4d-9ca5-66ea82860a96 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] 10.222.0.55 "GET /v2.0/security-groups?id=175178a9-b438-41b6-9597-6d32c7f73be4&id=3565a15f-00d8-4236-8ebd-ba892ce22e68&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0417972 May 28 06:59:09.003159 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-49392526-0fe9-402e-ad0f-8e608eee0245 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Unset dirty status for tenant:b55a790d39204fe5b65e19bbef67bc3c on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:59:09.004639 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-49392526-0fe9-402e-ad0f-8e608eee0245 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] 10.222.0.55 "GET /v2.0/ports?device_id=123de02d-90a1-4dca-8641-28c63ce7c8f0 HTTP/1.1" status: 200 len: 913 time: 1.1235542 May 28 06:59:09.007274 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 43956) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:09.058647 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1b1657d8-2971-4285-9f65-29ae74f5d2e2 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:09.070620 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-26e5f447-160f-45be-a131-f46ef3e3777f req-75d3aaaf-991f-447e-8f55-918127d000c2 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:09.115994 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1657d8-2971-4285-9f65-29ae74f5d2e2 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Pushing event deleted for resources: {'Port': ['ID=58518f56-d9a2-4c02-94ac-10d99cfa9a61,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:09.304521 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d3aaaf-991f-447e-8f55-918127d000c2 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Pushing event deleted for resources: {'Port': ['ID=2ebe41d0-dcb0-49ae-a4bf-a78d2579b72e,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:09.345315 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1b1657d8-2971-4285-9f65-29ae74f5d2e2 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700472'] for router_interface, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:09.433286 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-26e5f447-160f-45be-a131-f46ef3e3777f req-75d3aaaf-991f-447e-8f55-918127d000c2 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] No DVR routers for this DVR port 2ebe41d0-dcb0-49ae-a4bf-a78d2579b72e on host n-h2-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:59:09.437063 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-26e5f447-160f-45be-a131-f46ef3e3777f req-75d3aaaf-991f-447e-8f55-918127d000c2 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:09.440550 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55b36d75-8b57-4a06-96f9-1abc44c66374', 'name': 'network-vif-deleted', 'tag': '2ebe41d0-dcb0-49ae-a4bf-a78d2579b72e'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:59:09.501481 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63643b71-c998-403c-8bf1-36623c2e07a7'] response: {'server_uuid': '55b36d75-8b57-4a06-96f9-1abc44c66374', 'name': 'network-vif-deleted', 'tag': '2ebe41d0-dcb0-49ae-a4bf-a78d2579b72e', 'status': 'completed', 'code': 200} May 28 06:59:09.666398 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-26e5f447-160f-45be-a131-f46ef3e3777f req-75d3aaaf-991f-447e-8f55-918127d000c2 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] 10.222.0.71 "DELETE /v2.0/ports/2ebe41d0-dcb0-49ae-a4bf-a78d2579b72e HTTP/1.1" status: 204 len: 173 time: 2.4170120 May 28 06:59:09.886349 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b7e2acdb-9682-4579-8353-bfcd0fbcb402 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700548'] for router_interface, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:09.953751 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b1657d8-2971-4285-9f65-29ae74f5d2e2 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Router c621dda9-5d46-46bb-b727-c62dc3765e5c has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:59:10.130673 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-ebf3c3c5-236a-4cda-9479-79a136185c0b req-c64d3ab4-f1c5-4951-9e61-e5142f208b81 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Synchronizing usage tracker for tenant:1557a9c5f0a44514943027d1639e77df on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:59:10.155241 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b1657d8-2971-4285-9f65-29ae74f5d2e2 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:59:10.169661 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69053d4-c451-44db-bde2-01550edb89e3 None None] Sync routers for ids ['c621dda9-5d46-46bb-b727-c62dc3765e5c'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:59:10.180332 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-1b1657d8-2971-4285-9f65-29ae74f5d2e2 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] 10.222.0.55 "PUT /v2.0/routers/c621dda9-5d46-46bb-b727-c62dc3765e5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3618703 May 28 06:59:10.180663 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44010) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:10.182318 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69053d4-c451-44db-bde2-01550edb89e3 None None] Routers {'c621dda9-5d46-46bb-b727-c62dc3765e5c'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:59:10.183092 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-e69053d4-c451-44db-bde2-01550edb89e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:58:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['c621dda9-5d46-46bb-b727-c62dc3765e5c'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:59:10.275424 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-ebf3c3c5-236a-4cda-9479-79a136185c0b req-c64d3ab4-f1c5-4951-9e61-e5142f208b81 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Unset dirty status for tenant:1557a9c5f0a44514943027d1639e77df on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:59:10.284033 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_v2 [None req-b76a3f5d-e03b-4dea-a4d6-dcfb642298fd tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Deleting subnet a23296b1-3864-4e85-93a5-ced7ab5b5344 {{(pid=89109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:59:10.287604 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b76a3f5d-e03b-4dea-a4d6-dcfb642298fd tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks [] for subnet, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:10.289080 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ebf3c3c5-236a-4cda-9479-79a136185c0b req-c64d3ab4-f1c5-4951-9e61-e5142f208b81 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] 10.222.0.55 "GET /v2.0/ports?device_id=55b36d75-8b57-4a06-96f9-1abc44c66374 HTTP/1.1" status: 200 len: 210 time: 0.2416790 May 28 06:59:10.354580 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 2ebe41d0-dcb0-49ae-a4bf-a78d2579b72e no longer exists at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:59:10.363187 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b76a3f5d-e03b-4dea-a4d6-dcfb642298fd tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3964070'] for subnet, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:10.403195 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] No Port match for: 2ebe41d0-dcb0-49ae-a4bf-a78d2579b72e {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:59:10.403789 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 2ebe41d0-dcb0-49ae-a4bf-a78d2579b72e not bound to the agent host n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:59:10.425656 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-b7e2acdb-9682-4579-8353-bfcd0fbcb402 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Deleting port 12f60fad-01a2-4bba-bf40-d7a1fea6f30b {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:59:10.425909 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b7e2acdb-9682-4579-8353-bfcd0fbcb402 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:10.442838 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-e69053d4-c451-44db-bde2-01550edb89e3 None None] Set router c621dda9-5d46-46bb-b727-c62dc3765e5c gateway port host: None {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:59:10.482228 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b76a3f5d-e03b-4dea-a4d6-dcfb642298fd tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:10.664737 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b76a3f5d-e03b-4dea-a4d6-dcfb642298fd tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9555650'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:10.702567 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b7e2acdb-9682-4579-8353-bfcd0fbcb402 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:10.718084 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b76a3f5d-e03b-4dea-a4d6-dcfb642298fd tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:10.722161 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76a3f5d-e03b-4dea-a4d6-dcfb642298fd tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Pushing event deleted for resources: {'Subnet': ['ID=a23296b1-3864-4e85-93a5-ced7ab5b5344,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:10.722879 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4e0a11-24f2-456f-b631-19bd6cc83e95 None None] Network d2e50b11-e890-46fa-bc6e-e99c3c9e5f40 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:59:10.726512 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-b76a3f5d-e03b-4dea-a4d6-dcfb642298fd tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] 10.222.0.55 "DELETE /v2.0/subnets/a23296b1-3864-4e85-93a5-ced7ab5b5344 HTTP/1.1" status: 204 len: 168 time: 0.5445740 May 28 06:59:10.729229 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44030) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:10.838068 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-e69053d4-c451-44db-bde2-01550edb89e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c621dda9-5d46-46bb-b727-c62dc3765e5c', 'name': 'tempest-RoutersIpV6Test-router-126920805', 'tenant_id': 'edfff7521b2740e6894c3714ce0e5450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:58:04Z', 'updated_at': '2022-05-28T06:59:08Z', 'revision_number': 10, 'project_id': 'edfff7521b2740e6894c3714ce0e5450', 'gw_port_host': None, '_interfaces': [{'id': '47828b4e-f076-4c68-9c8b-daeaf93794a3', 'name': '', 'network_id': '31a60f91-81f7-47df-84f8-5c27daca41a8', 'tenant_id': 'edfff7521b2740e6894c3714ce0e5450', 'mac_address': 'fa:16:3e:19:c3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c621dda9-5d46-46bb-b727-c62dc3765e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '71e5392b-c196-4816-a92f-fbe396fe9a90', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:58:09Z', 'updated_at': '2022-05-28T06:58:22Z', 'revision_number': 5, 'project_id': 'edfff7521b2740e6894c3714ce0e5450', 'subnets': [{'id': '71e5392b-c196-4816-a92f-fbe396fe9a90', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:59:10.843088 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69053d4-c451-44db-bde2-01550edb89e3 None None] Checking router: c621dda9-5d46-46bb-b727-c62dc3765e5c for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:59:10.859269 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-b7e2acdb-9682-4579-8353-bfcd0fbcb402 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Calling delete_port for 12f60fad-01a2-4bba-bf40-d7a1fea6f30b owned by network:router_interface {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:59:10.860666 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69053d4-c451-44db-bde2-01550edb89e3 None None] Routers {'c621dda9-5d46-46bb-b727-c62dc3765e5c'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:59:10.862318 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-e69053d4-c451-44db-bde2-01550edb89e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:58:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['c621dda9-5d46-46bb-b727-c62dc3765e5c'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:59:10.909266 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-82d4592e-a1aa-44f0-bf13-cdd4380abf99 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:10.939916 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-82d4592e-a1aa-44f0-bf13-cdd4380abf99 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Deleting port 66d3aa21-efd1-46cb-9137-9d270306e27f {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:59:10.941185 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-82d4592e-a1aa-44f0-bf13-cdd4380abf99 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:11.106646 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f633420-9043-4391-bb9f-813d1a69518f None None] DHCP port deletion for d2e50b11-e890-46fa-bc6e-e99c3c9e5f40 request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:59:11.111609 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-7f633420-9043-4391-bb9f-813d1a69518f None None] Deleting port 66d3aa21-efd1-46cb-9137-9d270306e27f {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:59:11.112210 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-7f633420-9043-4391-bb9f-813d1a69518f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:11.244861 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-e69053d4-c451-44db-bde2-01550edb89e3 None None] Set router c621dda9-5d46-46bb-b727-c62dc3765e5c gateway port host: None {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:59:11.408554 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 44062) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:11.434448 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-82d4592e-a1aa-44f0-bf13-cdd4380abf99 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] For port 66d3aa21-efd1-46cb-9137-9d270306e27f, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=66d3aa21-efd1-46cb-9137-9d270306e27f,segment=NetworkSegment(b71c35ec-6a5c-47cb-abbe-ce84673c4f16),segment_id=b71c35ec-6a5c-47cb-abbe-ce84673c4f16)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:59:11.435040 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-82d4592e-a1aa-44f0-bf13-cdd4380abf99 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:11.488881 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b7e2acdb-9682-4579-8353-bfcd0fbcb402 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:11.538481 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-7f633420-9043-4391-bb9f-813d1a69518f None None] For port 66d3aa21-efd1-46cb-9137-9d270306e27f, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=66d3aa21-efd1-46cb-9137-9d270306e27f,segment=NetworkSegment(b71c35ec-6a5c-47cb-abbe-ce84673c4f16),segment_id=b71c35ec-6a5c-47cb-abbe-ce84673c4f16)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:59:11.539068 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-7f633420-9043-4391-bb9f-813d1a69518f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:11.616713 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-82d4592e-a1aa-44f0-bf13-cdd4380abf99 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Calling delete_port for 66d3aa21-efd1-46cb-9137-9d270306e27f owned by network:dhcp {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:59:11.685270 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-e69053d4-c451-44db-bde2-01550edb89e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c621dda9-5d46-46bb-b727-c62dc3765e5c', 'name': 'tempest-RoutersIpV6Test-router-126920805', 'tenant_id': 'edfff7521b2740e6894c3714ce0e5450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:58:04Z', 'updated_at': '2022-05-28T06:59:08Z', 'revision_number': 10, 'project_id': 'edfff7521b2740e6894c3714ce0e5450', 'gw_port_host': None, '_interfaces': [{'id': '47828b4e-f076-4c68-9c8b-daeaf93794a3', 'name': '', 'network_id': '31a60f91-81f7-47df-84f8-5c27daca41a8', 'tenant_id': 'edfff7521b2740e6894c3714ce0e5450', 'mac_address': 'fa:16:3e:19:c3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c621dda9-5d46-46bb-b727-c62dc3765e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '71e5392b-c196-4816-a92f-fbe396fe9a90', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:58:09Z', 'updated_at': '2022-05-28T06:58:22Z', 'revision_number': 5, 'project_id': 'edfff7521b2740e6894c3714ce0e5450', 'subnets': [{'id': '71e5392b-c196-4816-a92f-fbe396fe9a90', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:59:11.694811 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69053d4-c451-44db-bde2-01550edb89e3 None None] The sync data for ids ['c621dda9-5d46-46bb-b727-c62dc3765e5c'] in n-d-843702-1 is: [{'id': 'c621dda9-5d46-46bb-b727-c62dc3765e5c', 'name': 'tempest-RoutersIpV6Test-router-126920805', 'tenant_id': 'edfff7521b2740e6894c3714ce0e5450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:58:04Z', 'updated_at': '2022-05-28T06:59:08Z', 'revision_number': 10, 'project_id': 'edfff7521b2740e6894c3714ce0e5450', 'gw_port_host': None, '_interfaces': [{'id': '47828b4e-f076-4c68-9c8b-daeaf93794a3', 'name': '', 'network_id': '31a60f91-81f7-47df-84f8-5c27daca41a8', 'tenant_id': 'edfff7521b2740e6894c3714ce0e5450', 'mac_address': 'fa:16:3e:19:c3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c621dda9-5d46-46bb-b727-c62dc3765e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '71e5392b-c196-4816-a92f-fbe396fe9a90', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:58:09Z', 'updated_at': '2022-05-28T06:58:22Z', 'revision_number': 5, 'project_id': 'edfff7521b2740e6894c3714ce0e5450', 'subnets': [{'id': '71e5392b-c196-4816-a92f-fbe396fe9a90', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:59:11.698766 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 66d3aa21-efd1-46cb-9137-9d270306e27f no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:59:11.723095 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e2acdb-9682-4579-8353-bfcd0fbcb402 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Pushing event deleted for resources: {'Port': ['ID=12f60fad-01a2-4bba-bf40-d7a1fea6f30b,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:11.841317 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-629f0054-8595-4b84-813d-a61a81c2101a tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:11.853797 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-82d4592e-a1aa-44f0-bf13-cdd4380abf99 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:11.876279 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-7f633420-9043-4391-bb9f-813d1a69518f None None] Calling delete_port for 66d3aa21-efd1-46cb-9137-9d270306e27f owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:59:11.896457 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-629f0054-8595-4b84-813d-a61a81c2101a tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:12.012382 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.db.api [None req-7f633420-9043-4391-bb9f-813d1a69518f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89111) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:59:12.012934 n-d-843702-1 neutron-server[89111]: DEBUG oslo_db.api [None req-7f633420-9043-4391-bb9f-813d1a69518f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:59:12.016618 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No active binding found for port 66d3aa21-efd1-46cb-9137-9d270306e27f {{(pid=89111) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 28 06:59:12.017370 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 66d3aa21-efd1-46cb-9137-9d270306e27f not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:59:12.088382 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d4592e-a1aa-44f0-bf13-cdd4380abf99 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Pushing event deleted for resources: {'Port': ['ID=66d3aa21-efd1-46cb-9137-9d270306e27f,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:12.090708 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d4592e-a1aa-44f0-bf13-cdd4380abf99 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] No DVR routers for this DVR port 66d3aa21-efd1-46cb-9137-9d270306e27f on host n-d-843702-1 {{(pid=89109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:59:12.127793 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b7e2acdb-9682-4579-8353-bfcd0fbcb402 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700472'] for router_interface, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:12.255223 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-82d4592e-a1aa-44f0-bf13-cdd4380abf99 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:12.288721 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-82d4592e-a1aa-44f0-bf13-cdd4380abf99 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2e50b11-e890-46fa-bc6e-e99c3c9e5f40']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:59:12.305988 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-82d4592e-a1aa-44f0-bf13-cdd4380abf99 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b71c35ec-6a5c-47cb-abbe-ce84673c4f16') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:59:12.306308 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-82d4592e-a1aa-44f0-bf13-cdd4380abf99 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b71c35ec-6a5c-47cb-abbe-ce84673c4f16') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:59:12.331789 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-82d4592e-a1aa-44f0-bf13-cdd4380abf99 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:12.349571 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-82d4592e-a1aa-44f0-bf13-cdd4380abf99 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:12.356534 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82d4592e-a1aa-44f0-bf13-cdd4380abf99 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:59:12.356925 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-82d4592e-a1aa-44f0-bf13-cdd4380abf99 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:12.442971 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment b71c35ec-6a5c-47cb-abbe-ce84673c4f16 resource provider aggregate not found May 28 06:59:12.470756 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment b71c35ec-6a5c-47cb-abbe-ce84673c4f16 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b71c35ec-6a5c-47cb-abbe-ce84673c4f16 found for delete ", "request_id": "req-62dce366-e397-456c-adbe-675f2ee55137"}]} May 28 06:59:12.476438 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-629f0054-8595-4b84-813d-a61a81c2101a tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:12.482505 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7e2acdb-9682-4579-8353-bfcd0fbcb402 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Router 123de02d-90a1-4dca-8641-28c63ce7c8f0 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:59:12.502391 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629f0054-8595-4b84-813d-a61a81c2101a tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=175178a9-b438-41b6-9597-6d32c7f73be4,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:12.519748 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-7f633420-9043-4391-bb9f-813d1a69518f None None] Deleting port 66d3aa21-efd1-46cb-9137-9d270306e27f {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:59:12.520525 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-7f633420-9043-4391-bb9f-813d1a69518f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:12.599796 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-7f633420-9043-4391-bb9f-813d1a69518f None None] The port '66d3aa21-efd1-46cb-9137-9d270306e27f' was deleted {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 06:59:12.678299 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7e2acdb-9682-4579-8353-bfcd0fbcb402 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:59:12.688032 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ee43d4-0a92-42cb-861e-53611049130e None None] Sync routers for ids ['123de02d-90a1-4dca-8641-28c63ce7c8f0'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:59:12.688389 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-b7e2acdb-9682-4579-8353-bfcd0fbcb402 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] 10.222.0.55 "PUT /v2.0/routers/123de02d-90a1-4dca-8641-28c63ce7c8f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6801071 May 28 06:59:12.692061 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44118) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:12.701336 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ee43d4-0a92-42cb-861e-53611049130e None None] Routers {'123de02d-90a1-4dca-8641-28c63ce7c8f0'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:59:12.702006 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-31ee43d4-0a92-42cb-861e-53611049130e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:58:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['123de02d-90a1-4dca-8641-28c63ce7c8f0'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:59:12.738219 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-629f0054-8595-4b84-813d-a61a81c2101a tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:12.742081 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-629f0054-8595-4b84-813d-a61a81c2101a tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] 10.222.0.55 "DELETE /v2.0/security-groups/175178a9-b438-41b6-9597-6d32c7f73be4 HTTP/1.1" status: 204 len: 168 time: 1.3253601 May 28 06:59:12.742645 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 44122) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:12.773864 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-31ee43d4-0a92-42cb-861e-53611049130e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:59:12.784096 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ee43d4-0a92-42cb-861e-53611049130e None None] Routers {'123de02d-90a1-4dca-8641-28c63ce7c8f0'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:59:12.784709 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-31ee43d4-0a92-42cb-861e-53611049130e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:58:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['123de02d-90a1-4dca-8641-28c63ce7c8f0'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:59:12.818921 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b3c321e3-fba4-4e97-b68e-7e8e425535a4 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:12.850048 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-82d4592e-a1aa-44f0-bf13-cdd4380abf99 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:12.852013 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-31ee43d4-0a92-42cb-861e-53611049130e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:59:12.852424 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ee43d4-0a92-42cb-861e-53611049130e None None] The sync data for ids ['123de02d-90a1-4dca-8641-28c63ce7c8f0'] in n-d-843702-1 is: [] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:59:12.855867 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-82d4592e-a1aa-44f0-bf13-cdd4380abf99 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:12.871190 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b3c321e3-fba4-4e97-b68e-7e8e425535a4 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:12.880860 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d5744efe-81f9-4915-ae4e-8130eaabdd00 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Notify callbacks [] for router, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:12.943330 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d4592e-a1aa-44f0-bf13-cdd4380abf99 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Pushing event deleted for resources: {'Network': ['ID=d2e50b11-e890-46fa-bc6e-e99c3c9e5f40,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:13.016969 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-82d4592e-a1aa-44f0-bf13-cdd4380abf99 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] 10.222.0.55 "DELETE /v2.0/networks/d2e50b11-e890-46fa-bc6e-e99c3c9e5f40 HTTP/1.1" status: 204 len: 168 time: 2.2864318 May 28 06:59:13.020797 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44134) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:13.021610 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b3c321e3-fba4-4e97-b68e-7e8e425535a4 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:13.042774 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c321e3-fba4-4e97-b68e-7e8e425535a4 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3565a15f-00d8-4236-8ebd-ba892ce22e68,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:13.051009 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b3c321e3-fba4-4e97-b68e-7e8e425535a4 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:13.052199 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-b3c321e3-fba4-4e97-b68e-7e8e425535a4 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] 10.222.0.55 "DELETE /v2.0/security-groups/3565a15f-00d8-4236-8ebd-ba892ce22e68 HTTP/1.1" status: 204 len: 168 time: 0.3081298 May 28 06:59:13.057866 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 44138) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:13.359120 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d5744efe-81f9-4915-ae4e-8130eaabdd00 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59018'] for router, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:13.365904 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d5744efe-81f9-4915-ae4e-8130eaabdd00 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:13.572007 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 58518f56-d9a2-4c02-94ac-10d99cfa9a61 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:59:13.632500 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 58518f56-d9a2-4c02-94ac-10d99cfa9a61 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:59:13.633802 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 58518f56-d9a2-4c02-94ac-10d99cfa9a61 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:59:13.808795 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d5744efe-81f9-4915-ae4e-8130eaabdd00 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-703817'] for router, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:13.809458 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5744efe-81f9-4915-ae4e-8130eaabdd00 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Fanout notify agent at l3_agent the message router_deleted on router 123de02d-90a1-4dca-8641-28c63ce7c8f0 {{(pid=89109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 06:59:13.836370 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d5744efe-81f9-4915-ae4e-8130eaabdd00 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:13.837486 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-d5744efe-81f9-4915-ae4e-8130eaabdd00 tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] 10.222.0.55 "DELETE /v2.0/routers/123de02d-90a1-4dca-8641-28c63ce7c8f0 HTTP/1.1" status: 204 len: 168 time: 1.1444354 May 28 06:59:13.840029 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44166) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:13.883590 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6e50e70b-8dad-485f-98c8-39d828830795 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700548'] for router_interface, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:13.914339 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3590800-fb9d-486c-af7d-8ed2b591692c tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Deleting subnet a9dfb97a-57d8-4b08-817f-49845d41ddbb {{(pid=89109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:59:13.919374 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e3590800-fb9d-486c-af7d-8ed2b591692c tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Notify callbacks [] for subnet, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:13.980592 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e3590800-fb9d-486c-af7d-8ed2b591692c tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3964070'] for subnet, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:14.120770 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-988f19ce-945d-44b6-bf2a-ac6faf351184 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700548'] for router_interface, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:14.189159 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e3590800-fb9d-486c-af7d-8ed2b591692c tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:14.278783 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-6e50e70b-8dad-485f-98c8-39d828830795 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Deleting port 46af4e55-32a7-49e9-92c9-fe7f420ec6ac {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:59:14.279238 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6e50e70b-8dad-485f-98c8-39d828830795 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:14.486472 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [None req-6e50e70b-8dad-485f-98c8-39d828830795 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] For port 46af4e55-32a7-49e9-92c9-fe7f420ec6ac, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=46af4e55-32a7-49e9-92c9-fe7f420ec6ac,segment=NetworkSegment(ade382c0-dc92-446f-924f-cbafb13e338b),segment_id=ade382c0-dc92-446f-924f-cbafb13e338b)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:59:14.486946 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6e50e70b-8dad-485f-98c8-39d828830795 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:14.532294 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-988f19ce-945d-44b6-bf2a-ac6faf351184 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Deleting port 47828b4e-f076-4c68-9c8b-daeaf93794a3 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:59:14.532712 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-988f19ce-945d-44b6-bf2a-ac6faf351184 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:14.614703 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e3590800-fb9d-486c-af7d-8ed2b591692c tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9555650'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:14.634965 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-6e50e70b-8dad-485f-98c8-39d828830795 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Calling delete_port for 46af4e55-32a7-49e9-92c9-fe7f420ec6ac owned by network:router_interface {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:59:14.677474 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3590800-fb9d-486c-af7d-8ed2b591692c tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Pushing event deleted for resources: {'Subnet': ['ID=a9dfb97a-57d8-4b08-817f-49845d41ddbb,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:14.733739 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e3590800-fb9d-486c-af7d-8ed2b591692c tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:14.740687 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b6f047-76d7-414d-94fe-0bf1de4f33d5 None None] Network 453f4b94-6e9d-4e50-a4b2-398442fd46d3 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:59:14.752663 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-e3590800-fb9d-486c-af7d-8ed2b591692c tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] 10.222.0.55 "DELETE /v2.0/subnets/a9dfb97a-57d8-4b08-817f-49845d41ddbb HTTP/1.1" status: 204 len: 168 time: 0.9115601 May 28 06:59:14.755811 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44194) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:14.909334 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-988f19ce-945d-44b6-bf2a-ac6faf351184 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] For port 47828b4e-f076-4c68-9c8b-daeaf93794a3, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=47828b4e-f076-4c68-9c8b-daeaf93794a3,segment=NetworkSegment(4e1209af-bebe-4245-a3bb-4ea25a5c3bc8),segment_id=4e1209af-bebe-4245-a3bb-4ea25a5c3bc8)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:59:14.913571 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-988f19ce-945d-44b6-bf2a-ac6faf351184 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:14.925435 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5605a351-10f2-4d86-85a0-6b76fd3d449d tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:14.944548 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6e50e70b-8dad-485f-98c8-39d828830795 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:15.002220 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e50e70b-8dad-485f-98c8-39d828830795 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Pushing event deleted for resources: {'Port': ['ID=46af4e55-32a7-49e9-92c9-fe7f420ec6ac,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:15.054757 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-988f19ce-945d-44b6-bf2a-ac6faf351184 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Calling delete_port for 47828b4e-f076-4c68-9c8b-daeaf93794a3 owned by network:router_interface {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:59:15.067236 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d2a274-78fb-4315-8987-fd0d6fbe0b22 None None] DHCP port deletion for 453f4b94-6e9d-4e50-a4b2-398442fd46d3 request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:59:15.072385 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-26d2a274-78fb-4315-8987-fd0d6fbe0b22 None None] Deleting port d39b3484-42a7-4853-96bf-9255bbe487aa {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:59:15.073025 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-26d2a274-78fb-4315-8987-fd0d6fbe0b22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:15.100824 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-5605a351-10f2-4d86-85a0-6b76fd3d449d tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Deleting port d39b3484-42a7-4853-96bf-9255bbe487aa {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:59:15.101368 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5605a351-10f2-4d86-85a0-6b76fd3d449d tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:15.385786 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-26d2a274-78fb-4315-8987-fd0d6fbe0b22 None None] For port d39b3484-42a7-4853-96bf-9255bbe487aa, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=d39b3484-42a7-4853-96bf-9255bbe487aa,segment=NetworkSegment(5f5d6943-b94b-4615-ae96-7331eba91f65),segment_id=5f5d6943-b94b-4615-ae96-7331eba91f65)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:59:15.386289 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-26d2a274-78fb-4315-8987-fd0d6fbe0b22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:15.428685 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6e50e70b-8dad-485f-98c8-39d828830795 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700472'] for router_interface, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:15.538136 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-26d2a274-78fb-4315-8987-fd0d6fbe0b22 None None] Calling delete_port for d39b3484-42a7-4853-96bf-9255bbe487aa owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:59:15.654750 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-5605a351-10f2-4d86-85a0-6b76fd3d449d tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] For port d39b3484-42a7-4853-96bf-9255bbe487aa, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=d39b3484-42a7-4853-96bf-9255bbe487aa,segment=NetworkSegment(5f5d6943-b94b-4615-ae96-7331eba91f65),segment_id=5f5d6943-b94b-4615-ae96-7331eba91f65)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:59:15.655112 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5605a351-10f2-4d86-85a0-6b76fd3d449d tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:15.716440 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device d39b3484-42a7-4853-96bf-9255bbe487aa no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:59:15.809050 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-988f19ce-945d-44b6-bf2a-ac6faf351184 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:15.818882 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-5605a351-10f2-4d86-85a0-6b76fd3d449d tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Calling delete_port for d39b3484-42a7-4853-96bf-9255bbe487aa owned by network:dhcp {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:59:15.843276 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port d39b3484-42a7-4853-96bf-9255bbe487aa is: ACTIVE; New status is: DOWN {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:59:15.843969 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:15.860221 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e50e70b-8dad-485f-98c8-39d828830795 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Router 55f6fca4-a976-46aa-88d1-e935946a65da has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:59:15.861849 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-26d2a274-78fb-4315-8987-fd0d6fbe0b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879'] for port, after_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:15.914199 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988f19ce-945d-44b6-bf2a-ac6faf351184 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Pushing event deleted for resources: {'Port': ['ID=47828b4e-f076-4c68-9c8b-daeaf93794a3,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:15.991679 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d2a274-78fb-4315-8987-fd0d6fbe0b22 None None] No DVR routers for this DVR port d39b3484-42a7-4853-96bf-9255bbe487aa on host n-d-843702-1 {{(pid=89111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:59:15.995655 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d2a274-78fb-4315-8987-fd0d6fbe0b22 None None] Pushing event deleted for resources: {'Port': ['ID=d39b3484-42a7-4853-96bf-9255bbe487aa,revision_number=None']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:16.010019 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d2a274-78fb-4315-8987-fd0d6fbe0b22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:59:16.015872 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d2a274-78fb-4315-8987-fd0d6fbe0b22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:59:16.015872 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d2a274-78fb-4315-8987-fd0d6fbe0b22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:59:16.015872 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d2a274-78fb-4315-8987-fd0d6fbe0b22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:59:16.015872 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d2a274-78fb-4315-8987-fd0d6fbe0b22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:59:16.015872 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d2a274-78fb-4315-8987-fd0d6fbe0b22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:59:16.015872 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d2a274-78fb-4315-8987-fd0d6fbe0b22 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:59:16.015872 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d2a274-78fb-4315-8987-fd0d6fbe0b22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:59:16.015872 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d2a274-78fb-4315-8987-fd0d6fbe0b22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:59:16.015872 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d2a274-78fb-4315-8987-fd0d6fbe0b22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:59:16.015872 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d2a274-78fb-4315-8987-fd0d6fbe0b22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:59:16.015872 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d2a274-78fb-4315-8987-fd0d6fbe0b22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:59:16.108702 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-988f19ce-945d-44b6-bf2a-ac6faf351184 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700472'] for router_interface, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:16.119520 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.db.api [None req-5605a351-10f2-4d86-85a0-6b76fd3d449d tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:59:16.119833 n-d-843702-1 neutron-server[89109]: DEBUG oslo_db.api [None req-5605a351-10f2-4d86-85a0-6b76fd3d449d tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:59:16.158895 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e50e70b-8dad-485f-98c8-39d828830795 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:59:16.177536 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbf855f-b01f-433b-bc1d-215216a0dbe7 None None] Sync routers for ids ['55f6fca4-a976-46aa-88d1-e935946a65da'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:59:16.189202 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbf855f-b01f-433b-bc1d-215216a0dbe7 None None] Routers {'55f6fca4-a976-46aa-88d1-e935946a65da'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:59:16.190043 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-abbf855f-b01f-433b-bc1d-215216a0dbe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:58:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['55f6fca4-a976-46aa-88d1-e935946a65da'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:59:16.320791 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-6e50e70b-8dad-485f-98c8-39d828830795 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] 10.222.0.55 "PUT /v2.0/routers/55f6fca4-a976-46aa-88d1-e935946a65da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2590978 May 28 06:59:16.321132 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44238) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:16.374839 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-abbf855f-b01f-433b-bc1d-215216a0dbe7 None None] Set router 55f6fca4-a976-46aa-88d1-e935946a65da gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:59:16.451472 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-988f19ce-945d-44b6-bf2a-ac6faf351184 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Router c621dda9-5d46-46bb-b727-c62dc3765e5c has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:59:16.462657 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_v2 [None req-c48ae12f-342f-4005-ab38-83563caa6657 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Deleting subnet eead3977-243b-4035-9026-00b1433df847 {{(pid=89109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:59:16.467678 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c48ae12f-342f-4005-ab38-83563caa6657 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks [] for subnet, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:16.628958 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-5605a351-10f2-4d86-85a0-6b76fd3d449d tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Deleting port d39b3484-42a7-4853-96bf-9255bbe487aa {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:59:16.629303 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5605a351-10f2-4d86-85a0-6b76fd3d449d tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:16.704268 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-abbf855f-b01f-433b-bc1d-215216a0dbe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55f6fca4-a976-46aa-88d1-e935946a65da', 'name': 'tempest-TestSecurityGroupsBasicOps-router-462593361', 'tenant_id': '1557a9c5f0a44514943027d1639e77df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': 'ff003a89-e8d8-49d1-80dc-51f00bd8cda7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:56:31Z', 'updated_at': '2022-05-28T06:59:14Z', 'revision_number': 5, 'project_id': '1557a9c5f0a44514943027d1639e77df', 'gw_port': {'id': 'ff003a89-e8d8-49d1-80dc-51f00bd8cda7', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:22:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f6fca4-a976-46aa-88d1-e935946a65da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:56:34Z', 'updated_at': '2022-05-28T06:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:59:16.708744 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbf855f-b01f-433b-bc1d-215216a0dbe7 None None] Checking router: 55f6fca4-a976-46aa-88d1-e935946a65da for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:59:16.712115 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c48ae12f-342f-4005-ab38-83563caa6657 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3964070'] for subnet, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:16.718332 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbf855f-b01f-433b-bc1d-215216a0dbe7 None None] Routers {'55f6fca4-a976-46aa-88d1-e935946a65da'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:59:16.719369 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-abbf855f-b01f-433b-bc1d-215216a0dbe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:58:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['55f6fca4-a976-46aa-88d1-e935946a65da'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:59:16.740403 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-988f19ce-945d-44b6-bf2a-ac6faf351184 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:59:16.749493 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-5605a351-10f2-4d86-85a0-6b76fd3d449d tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] The port 'd39b3484-42a7-4853-96bf-9255bbe487aa' was deleted {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 06:59:16.759685 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029e04ec-255c-4108-a2ef-a2935a3c0491 None None] Sync routers for ids ['c621dda9-5d46-46bb-b727-c62dc3765e5c'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:59:16.798011 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029e04ec-255c-4108-a2ef-a2935a3c0491 None None] Routers {'c621dda9-5d46-46bb-b727-c62dc3765e5c'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:59:16.799355 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-029e04ec-255c-4108-a2ef-a2935a3c0491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:58:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['c621dda9-5d46-46bb-b727-c62dc3765e5c'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:59:16.922892 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-abbf855f-b01f-433b-bc1d-215216a0dbe7 None None] Set router 55f6fca4-a976-46aa-88d1-e935946a65da gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:59:16.951083 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-029e04ec-255c-4108-a2ef-a2935a3c0491 None None] Set router c621dda9-5d46-46bb-b727-c62dc3765e5c gateway port host: None {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:59:16.975195 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-988f19ce-945d-44b6-bf2a-ac6faf351184 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] 10.222.0.55 "PUT /v2.0/routers/c621dda9-5d46-46bb-b727-c62dc3765e5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9534528 May 28 06:59:16.977823 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 44262) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:17.062925 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5605a351-10f2-4d86-85a0-6b76fd3d449d tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:17.077720 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-029e04ec-255c-4108-a2ef-a2935a3c0491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c621dda9-5d46-46bb-b727-c62dc3765e5c', 'name': 'tempest-RoutersIpV6Test-router-126920805', 'tenant_id': 'edfff7521b2740e6894c3714ce0e5450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:58:04Z', 'updated_at': '2022-05-28T06:59:15Z', 'revision_number': 11, 'project_id': 'edfff7521b2740e6894c3714ce0e5450', 'gw_port_host': None}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:59:17.081283 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f610b66-d508-420b-b7e3-d4f016a8ce87 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Deleting subnet 71e5392b-c196-4816-a92f-fbe396fe9a90 {{(pid=89110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:59:17.083028 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029e04ec-255c-4108-a2ef-a2935a3c0491 None None] Checking router: c621dda9-5d46-46bb-b727-c62dc3765e5c for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:59:17.084868 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5f610b66-d508-420b-b7e3-d4f016a8ce87 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks [] for subnet, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:17.091909 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029e04ec-255c-4108-a2ef-a2935a3c0491 None None] Routers {'c621dda9-5d46-46bb-b727-c62dc3765e5c'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:59:17.092733 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-029e04ec-255c-4108-a2ef-a2935a3c0491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:58:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['c621dda9-5d46-46bb-b727-c62dc3765e5c'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:59:17.093526 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-5605a351-10f2-4d86-85a0-6b76fd3d449d tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['453f4b94-6e9d-4e50-a4b2-398442fd46d3']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:59:17.130821 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-5605a351-10f2-4d86-85a0-6b76fd3d449d tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f5d6943-b94b-4615-ae96-7331eba91f65') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:59:17.130821 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-5605a351-10f2-4d86-85a0-6b76fd3d449d tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f5d6943-b94b-4615-ae96-7331eba91f65') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:59:17.130821 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c48ae12f-342f-4005-ab38-83563caa6657 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:17.161383 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5605a351-10f2-4d86-85a0-6b76fd3d449d tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:17.163414 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5f610b66-d508-420b-b7e3-d4f016a8ce87 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4150765'] for subnet, precommit_delete_associations {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:17.188941 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5605a351-10f2-4d86-85a0-6b76fd3d449d tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:17.200465 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5605a351-10f2-4d86-85a0-6b76fd3d449d tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:59:17.200872 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5605a351-10f2-4d86-85a0-6b76fd3d449d tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:17.263872 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-029e04ec-255c-4108-a2ef-a2935a3c0491 None None] Set router c621dda9-5d46-46bb-b727-c62dc3765e5c gateway port host: None {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:59:17.268842 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5f610b66-d508-420b-b7e3-d4f016a8ce87 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:17.271066 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 5f5d6943-b94b-4615-ae96-7331eba91f65 resource provider aggregate not found May 28 06:59:17.295423 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 5f5d6943-b94b-4615-ae96-7331eba91f65 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5f5d6943-b94b-4615-ae96-7331eba91f65 found for delete ", "request_id": "req-79df86e5-35e6-468a-baf8-98c91067c025"}]} May 28 06:59:17.342954 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-abbf855f-b01f-433b-bc1d-215216a0dbe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55f6fca4-a976-46aa-88d1-e935946a65da', 'name': 'tempest-TestSecurityGroupsBasicOps-router-462593361', 'tenant_id': '1557a9c5f0a44514943027d1639e77df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': 'ff003a89-e8d8-49d1-80dc-51f00bd8cda7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:56:31Z', 'updated_at': '2022-05-28T06:59:14Z', 'revision_number': 5, 'project_id': '1557a9c5f0a44514943027d1639e77df', 'gw_port': {'id': 'ff003a89-e8d8-49d1-80dc-51f00bd8cda7', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:22:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f6fca4-a976-46aa-88d1-e935946a65da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:56:34Z', 'updated_at': '2022-05-28T06:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:59:17.350300 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbf855f-b01f-433b-bc1d-215216a0dbe7 None None] The sync data for ids ['55f6fca4-a976-46aa-88d1-e935946a65da'] in n-d-843702-1 is: [{'id': '55f6fca4-a976-46aa-88d1-e935946a65da', 'name': 'tempest-TestSecurityGroupsBasicOps-router-462593361', 'tenant_id': '1557a9c5f0a44514943027d1639e77df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': 'ff003a89-e8d8-49d1-80dc-51f00bd8cda7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:56:31Z', 'updated_at': '2022-05-28T06:59:14Z', 'revision_number': 5, 'project_id': '1557a9c5f0a44514943027d1639e77df', 'gw_port': {'id': 'ff003a89-e8d8-49d1-80dc-51f00bd8cda7', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:22:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f6fca4-a976-46aa-88d1-e935946a65da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:56:34Z', 'updated_at': '2022-05-28T06:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:59:17.395251 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-029e04ec-255c-4108-a2ef-a2935a3c0491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c621dda9-5d46-46bb-b727-c62dc3765e5c', 'name': 'tempest-RoutersIpV6Test-router-126920805', 'tenant_id': 'edfff7521b2740e6894c3714ce0e5450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:58:04Z', 'updated_at': '2022-05-28T06:59:15Z', 'revision_number': 11, 'project_id': 'edfff7521b2740e6894c3714ce0e5450', 'gw_port_host': None}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:59:17.399264 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029e04ec-255c-4108-a2ef-a2935a3c0491 None None] The sync data for ids ['c621dda9-5d46-46bb-b727-c62dc3765e5c'] in n-d-843702-1 is: [{'id': 'c621dda9-5d46-46bb-b727-c62dc3765e5c', 'name': 'tempest-RoutersIpV6Test-router-126920805', 'tenant_id': 'edfff7521b2740e6894c3714ce0e5450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:58:04Z', 'updated_at': '2022-05-28T06:59:15Z', 'revision_number': 11, 'project_id': 'edfff7521b2740e6894c3714ce0e5450', 'gw_port_host': None}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:59:17.528332 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c48ae12f-342f-4005-ab38-83563caa6657 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9555650'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:17.567706 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5f610b66-d508-420b-b7e3-d4f016a8ce87 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3115981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3172005'] for subnet, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:17.574422 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5605a351-10f2-4d86-85a0-6b76fd3d449d tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:17.576198 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48ae12f-342f-4005-ab38-83563caa6657 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Pushing event deleted for resources: {'Subnet': ['ID=eead3977-243b-4035-9026-00b1433df847,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:17.591947 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0983208-6e58-425a-82d0-4ece8221bb14 None None] Network 4a0a49de-1d13-449d-a2b4-d4771b25264b requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:59:17.600893 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5605a351-10f2-4d86-85a0-6b76fd3d449d tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:17.603755 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c48ae12f-342f-4005-ab38-83563caa6657 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:17.621546 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5605a351-10f2-4d86-85a0-6b76fd3d449d tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] Pushing event deleted for resources: {'Network': ['ID=453f4b94-6e9d-4e50-a4b2-398442fd46d3,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:17.626847 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-5605a351-10f2-4d86-85a0-6b76fd3d449d tempest-FloatingIPNegativeTestJSON-845566906 tempest-FloatingIPNegativeTestJSON-845566906-project] 10.222.0.55 "DELETE /v2.0/networks/453f4b94-6e9d-4e50-a4b2-398442fd46d3 HTTP/1.1" status: 204 len: 168 time: 2.8696723 May 28 06:59:17.627846 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-c48ae12f-342f-4005-ab38-83563caa6657 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] 10.222.0.55 "DELETE /v2.0/subnets/eead3977-243b-4035-9026-00b1433df847 HTTP/1.1" status: 204 len: 168 time: 1.3057690 May 28 06:59:17.633816 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 44286) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:17.636363 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f610b66-d508-420b-b7e3-d4f016a8ce87 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Pushing event deleted for resources: {'Subnet': ['ID=71e5392b-c196-4816-a92f-fbe396fe9a90,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:17.669813 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ac4abe-62bf-419e-8ff5-ab66a5fb33ad None None] Network 31a60f91-81f7-47df-84f8-5c27daca41a8 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:59:17.702727 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5f610b66-d508-420b-b7e3-d4f016a8ce87 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:17.719224 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-5f610b66-d508-420b-b7e3-d4f016a8ce87 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] 10.222.0.55 "DELETE /v2.0/subnets/71e5392b-c196-4816-a92f-fbe396fe9a90 HTTP/1.1" status: 204 len: 168 time: 0.7396860 May 28 06:59:17.723431 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44290) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:17.871515 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a437f41f-4e98-4e13-8982-4da86300db46 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks [] for router, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:17.904347 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-523f61b0-93fe-44d9-8274-0bda652ff6a5 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:17.953616 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-523f61b0-93fe-44d9-8274-0bda652ff6a5 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Deleting port bb531b43-ad8f-4564-9245-500883cd3535 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:59:17.953967 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-523f61b0-93fe-44d9-8274-0bda652ff6a5 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:18.106539 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 46af4e55-32a7-49e9-92c9-fe7f420ec6ac no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:59:18.155139 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a437f41f-4e98-4e13-8982-4da86300db46 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:18.162511 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 46af4e55-32a7-49e9-92c9-fe7f420ec6ac {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:59:18.163154 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 46af4e55-32a7-49e9-92c9-fe7f420ec6ac not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:59:18.239738 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-523f61b0-93fe-44d9-8274-0bda652ff6a5 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] For port bb531b43-ad8f-4564-9245-500883cd3535, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=bb531b43-ad8f-4564-9245-500883cd3535,segment=NetworkSegment(4e1209af-bebe-4245-a3bb-4ea25a5c3bc8),segment_id=4e1209af-bebe-4245-a3bb-4ea25a5c3bc8)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:59:18.240368 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-523f61b0-93fe-44d9-8274-0bda652ff6a5 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:18.261056 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c469ad3-843a-4506-a634-3e59e0fc6b92 None None] DHCP port deletion for 31a60f91-81f7-47df-84f8-5c27daca41a8 request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:59:18.265917 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-5c469ad3-843a-4506-a634-3e59e0fc6b92 None None] Deleting port bb531b43-ad8f-4564-9245-500883cd3535 {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:59:18.266187 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-5c469ad3-843a-4506-a634-3e59e0fc6b92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:18.305243 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-127d7461-44ff-44dd-923c-d59034e02d0e None None] DHCP port deletion for 4a0a49de-1d13-449d-a2b4-d4771b25264b request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:59:18.320316 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-127d7461-44ff-44dd-923c-d59034e02d0e None None] Deleting port 7d00c5ea-3d81-4a8f-a1da-f0b858b0c098 {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:59:18.320620 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-127d7461-44ff-44dd-923c-d59034e02d0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:18.344357 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-a437f41f-4e98-4e13-8982-4da86300db46 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Deleting port ff003a89-e8d8-49d1-80dc-51f00bd8cda7 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:59:18.344940 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a437f41f-4e98-4e13-8982-4da86300db46 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:18.401323 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-523f61b0-93fe-44d9-8274-0bda652ff6a5 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Calling delete_port for bb531b43-ad8f-4564-9245-500883cd3535 owned by network:dhcp {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:59:18.600857 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-127d7461-44ff-44dd-923c-d59034e02d0e None None] For port 7d00c5ea-3d81-4a8f-a1da-f0b858b0c098, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=7d00c5ea-3d81-4a8f-a1da-f0b858b0c098,segment=NetworkSegment(ade382c0-dc92-446f-924f-cbafb13e338b),segment_id=ade382c0-dc92-446f-924f-cbafb13e338b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:59:18.600857 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-127d7461-44ff-44dd-923c-d59034e02d0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:18.601970 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44320) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:18.624696 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-523f61b0-93fe-44d9-8274-0bda652ff6a5 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:18.700045 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523f61b0-93fe-44d9-8274-0bda652ff6a5 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] No DVR routers for this DVR port bb531b43-ad8f-4564-9245-500883cd3535 on host n-d-843702-1 {{(pid=89109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:59:18.727314 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-127d7461-44ff-44dd-923c-d59034e02d0e None None] Calling delete_port for 7d00c5ea-3d81-4a8f-a1da-f0b858b0c098 owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:59:18.737732 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [None req-a437f41f-4e98-4e13-8982-4da86300db46 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] For port ff003a89-e8d8-49d1-80dc-51f00bd8cda7, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=ff003a89-e8d8-49d1-80dc-51f00bd8cda7,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:59:18.738093 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a437f41f-4e98-4e13-8982-4da86300db46 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:18.746094 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523f61b0-93fe-44d9-8274-0bda652ff6a5 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Pushing event deleted for resources: {'Port': ['ID=bb531b43-ad8f-4564-9245-500883cd3535,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:18.833750 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-5c469ad3-843a-4506-a634-3e59e0fc6b92 None None] The port 'bb531b43-ad8f-4564-9245-500883cd3535' was deleted {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 06:59:18.879871 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-523f61b0-93fe-44d9-8274-0bda652ff6a5 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:18.887317 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-a437f41f-4e98-4e13-8982-4da86300db46 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Calling delete_port for ff003a89-e8d8-49d1-80dc-51f00bd8cda7 owned by network:router_gateway {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:59:18.929070 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-523f61b0-93fe-44d9-8274-0bda652ff6a5 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31a60f91-81f7-47df-84f8-5c27daca41a8']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:59:18.941733 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-42e18f07-1f32-48e9-8267-0c66b5e4bc86 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b55a790d39204fe5b65e19bbef67bc3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3383975 May 28 06:59:18.944177 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44336) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:18.947766 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-523f61b0-93fe-44d9-8274-0bda652ff6a5 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e1209af-bebe-4245-a3bb-4ea25a5c3bc8') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:59:18.948076 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-523f61b0-93fe-44d9-8274-0bda652ff6a5 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e1209af-bebe-4245-a3bb-4ea25a5c3bc8') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:59:18.974591 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-523f61b0-93fe-44d9-8274-0bda652ff6a5 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:19.011624 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-523f61b0-93fe-44d9-8274-0bda652ff6a5 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:19.023383 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-523f61b0-93fe-44d9-8274-0bda652ff6a5 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:59:19.023719 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-127d7461-44ff-44dd-923c-d59034e02d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879'] for port, after_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:19.024128 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-523f61b0-93fe-44d9-8274-0bda652ff6a5 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:19.084135 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127d7461-44ff-44dd-923c-d59034e02d0e None None] Pushing event deleted for resources: {'Port': ['ID=7d00c5ea-3d81-4a8f-a1da-f0b858b0c098,revision_number=None']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:19.086411 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127d7461-44ff-44dd-923c-d59034e02d0e None None] No DVR routers for this DVR port 7d00c5ea-3d81-4a8f-a1da-f0b858b0c098 on host n-d-843702-1 {{(pid=89111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:59:19.149407 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-50aabca0-0763-4d48-b02a-7faf11d84f70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:19.178707 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-50aabca0-0763-4d48-b02a-7faf11d84f70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:19.253553 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a437f41f-4e98-4e13-8982-4da86300db46 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:19.302820 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a437f41f-4e98-4e13-8982-4da86300db46 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Pushing event deleted for resources: {'Port': ['ID=ff003a89-e8d8-49d1-80dc-51f00bd8cda7,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:19.315343 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 4e1209af-bebe-4245-a3bb-4ea25a5c3bc8 resource provider aggregate not found May 28 06:59:19.336496 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 4e1209af-bebe-4245-a3bb-4ea25a5c3bc8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4e1209af-bebe-4245-a3bb-4ea25a5c3bc8 found for delete ", "request_id": "req-60395880-d087-4af7-8ed3-a04f38199f69"}]} May 28 06:59:19.346867 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-523f61b0-93fe-44d9-8274-0bda652ff6a5 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:19.358440 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-523f61b0-93fe-44d9-8274-0bda652ff6a5 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:19.369886 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523f61b0-93fe-44d9-8274-0bda652ff6a5 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Pushing event deleted for resources: {'Network': ['ID=31a60f91-81f7-47df-84f8-5c27daca41a8,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:19.383961 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-523f61b0-93fe-44d9-8274-0bda652ff6a5 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] 10.222.0.55 "DELETE /v2.0/networks/31a60f91-81f7-47df-84f8-5c27daca41a8 HTTP/1.1" status: 204 len: 168 time: 1.6594257 May 28 06:59:19.386737 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44354) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:19.391568 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-6cdf1bf2-1523-4277-bd99-b550db01879e tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Request body: {'router': {'routes': None}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:59:19.406645 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a437f41f-4e98-4e13-8982-4da86300db46 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691105'] for router_gateway, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:19.582943 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-50aabca0-0763-4d48-b02a-7faf11d84f70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:19.582943 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-50aabca0-0763-4d48-b02a-7faf11d84f70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:19.582943 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-50aabca0-0763-4d48-b02a-7faf11d84f70 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b0facf29-1f04-4a52-bb59-019acb4c18f9 HTTP/1.1" status: 204 len: 168 time: 0.6377316 May 28 06:59:19.621718 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a437f41f-4e98-4e13-8982-4da86300db46 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59018'] for router, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:19.627416 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a437f41f-4e98-4e13-8982-4da86300db46 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:19.671568 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50aabca0-0763-4d48-b02a-7faf11d84f70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0facf29-1f04-4a52-bb59-019acb4c18f9,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:19.708236 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device bb531b43-ad8f-4564-9245-500883cd3535 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:59:19.743838 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: bb531b43-ad8f-4564-9245-500883cd3535 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:59:19.744195 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device bb531b43-ad8f-4564-9245-500883cd3535 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:59:19.744617 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 7d00c5ea-3d81-4a8f-a1da-f0b858b0c098 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:59:19.760173 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a437f41f-4e98-4e13-8982-4da86300db46 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-703817'] for router, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:19.760717 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a437f41f-4e98-4e13-8982-4da86300db46 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Fanout notify agent at l3_agent the message router_deleted on router 55f6fca4-a976-46aa-88d1-e935946a65da {{(pid=89110) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 06:59:19.793963 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 7d00c5ea-3d81-4a8f-a1da-f0b858b0c098 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:59:19.793963 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 7d00c5ea-3d81-4a8f-a1da-f0b858b0c098 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:59:19.793963 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 47828b4e-f076-4c68-9c8b-daeaf93794a3 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:59:19.794247 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a437f41f-4e98-4e13-8982-4da86300db46 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks [] for router, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:19.794247 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-a437f41f-4e98-4e13-8982-4da86300db46 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] 10.222.0.55 "DELETE /v2.0/routers/55f6fca4-a976-46aa-88d1-e935946a65da HTTP/1.1" status: 204 len: 168 time: 2.1448019 May 28 06:59:19.794247 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 44372) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:19.818625 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 47828b4e-f076-4c68-9c8b-daeaf93794a3 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:59:19.818963 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 47828b4e-f076-4c68-9c8b-daeaf93794a3 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:59:19.905525 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.extraroute_db [None req-6cdf1bf2-1523-4277-bd99-b550db01879e tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Added routes are [] {{(pid=89109) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 28 06:59:19.907361 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.extraroute_db [None req-6cdf1bf2-1523-4277-bd99-b550db01879e tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Removed routes are [] {{(pid=89109) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 28 06:59:19.907361 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6cdf1bf2-1523-4277-bd99-b550db01879e tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59027'] for router, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:19.928133 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-48b567ea-8c1a-450d-9477-547a5ff76375 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:20.075590 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-48b567ea-8c1a-450d-9477-547a5ff76375 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:20.117000 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-48b567ea-8c1a-450d-9477-547a5ff76375 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a0a49de-1d13-449d-a2b4-d4771b25264b']}} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:59:20.132472 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-48b567ea-8c1a-450d-9477-547a5ff76375 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ade382c0-dc92-446f-924f-cbafb13e338b') {'for_net_delete': True} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:59:20.133081 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-48b567ea-8c1a-450d-9477-547a5ff76375 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ade382c0-dc92-446f-924f-cbafb13e338b') {} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:59:20.147421 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-48b567ea-8c1a-450d-9477-547a5ff76375 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4150778'] for segment, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:20.173743 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-48b567ea-8c1a-450d-9477-547a5ff76375 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:20.181829 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48b567ea-8c1a-450d-9477-547a5ff76375 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=89110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:59:20.182487 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-48b567ea-8c1a-450d-9477-547a5ff76375 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3143023'] for segment, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:20.239154 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6cdf1bf2-1523-4277-bd99-b550db01879e tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59027'] for router, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:20.244797 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6cdf1bf2-1523-4277-bd99-b550db01879e tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-690815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-690800', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-692041'] for router, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:20.271477 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment ade382c0-dc92-446f-924f-cbafb13e338b resource provider aggregate not found May 28 06:59:20.315648 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment ade382c0-dc92-446f-924f-cbafb13e338b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ade382c0-dc92-446f-924f-cbafb13e338b found for delete ", "request_id": "req-bcea43e8-3260-49b4-97d6-343638a23f47"}]} May 28 06:59:20.438322 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cdf1bf2-1523-4277-bd99-b550db01879e tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Router c621dda9-5d46-46bb-b727-c62dc3765e5c has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:59:20.452239 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-48b567ea-8c1a-450d-9477-547a5ff76375 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:20.465154 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-48b567ea-8c1a-450d-9477-547a5ff76375 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Notify callbacks [] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:20.495241 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b567ea-8c1a-450d-9477-547a5ff76375 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] Pushing event deleted for resources: {'Network': ['ID=4a0a49de-1d13-449d-a2b4-d4771b25264b,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:20.530067 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-48b567ea-8c1a-450d-9477-547a5ff76375 tempest-TestSecurityGroupsBasicOps-1891721763 tempest-TestSecurityGroupsBasicOps-1891721763-project] 10.222.0.55 "DELETE /v2.0/networks/4a0a49de-1d13-449d-a2b4-d4771b25264b HTTP/1.1" status: 204 len: 168 time: 0.7428117 May 28 06:59:20.598265 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cdf1bf2-1523-4277-bd99-b550db01879e tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:59:20.606207 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6cdf1bf2-1523-4277-bd99-b550db01879e tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:20.614325 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-6cdf1bf2-1523-4277-bd99-b550db01879e tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] 10.222.0.55 "PUT /v2.0/routers/c621dda9-5d46-46bb-b727-c62dc3765e5c HTTP/1.1" status: 200 len: 704 time: 1.2200069 May 28 06:59:20.614650 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 44420) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:20.614839 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4ae1dc-7217-49f8-94e5-ef16cceed6e9 None None] Sync routers for ids ['c621dda9-5d46-46bb-b727-c62dc3765e5c'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:59:20.637210 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4ae1dc-7217-49f8-94e5-ef16cceed6e9 None None] Routers {'c621dda9-5d46-46bb-b727-c62dc3765e5c'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:59:20.638065 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-2b4ae1dc-7217-49f8-94e5-ef16cceed6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:58:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['c621dda9-5d46-46bb-b727-c62dc3765e5c'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:59:20.683477 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-994e1dcc-d6e4-4896-b762-dc793ecb1ce0 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Synchronizing usage tracker for tenant:edfff7521b2740e6894c3714ce0e5450 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:59:20.803974 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-994e1dcc-d6e4-4896-b762-dc793ecb1ce0 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Unset dirty status for tenant:edfff7521b2740e6894c3714ce0e5450 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:59:20.807807 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-994e1dcc-d6e4-4896-b762-dc793ecb1ce0 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] 10.222.0.55 "GET /v2.0/ports?device_id=c621dda9-5d46-46bb-b727-c62dc3765e5c HTTP/1.1" status: 200 len: 205 time: 0.1934869 May 28 06:59:20.807995 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 44438) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:20.824872 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-2b4ae1dc-7217-49f8-94e5-ef16cceed6e9 None None] Set router c621dda9-5d46-46bb-b727-c62dc3765e5c gateway port host: None {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:59:20.941914 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-2b4ae1dc-7217-49f8-94e5-ef16cceed6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c621dda9-5d46-46bb-b727-c62dc3765e5c', 'name': 'tempest-RoutersIpV6Test-router-126920805', 'tenant_id': 'edfff7521b2740e6894c3714ce0e5450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:58:04Z', 'updated_at': '2022-05-28T06:59:15Z', 'revision_number': 11, 'project_id': 'edfff7521b2740e6894c3714ce0e5450', 'gw_port_host': None}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:59:20.941914 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4ae1dc-7217-49f8-94e5-ef16cceed6e9 None None] Checking router: c621dda9-5d46-46bb-b727-c62dc3765e5c for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:59:20.950512 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4ae1dc-7217-49f8-94e5-ef16cceed6e9 None None] Routers {'c621dda9-5d46-46bb-b727-c62dc3765e5c'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:59:20.951426 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-2b4ae1dc-7217-49f8-94e5-ef16cceed6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:58:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['c621dda9-5d46-46bb-b727-c62dc3765e5c'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:59:21.090185 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a987b745-bc95-48a7-997f-4e3ae3952cea tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks [] for router, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:21.112442 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44444) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:21.120686 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-2b4ae1dc-7217-49f8-94e5-ef16cceed6e9 None None] Set router c621dda9-5d46-46bb-b727-c62dc3765e5c gateway port host: None {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:59:21.253816 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-2b4ae1dc-7217-49f8-94e5-ef16cceed6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c621dda9-5d46-46bb-b727-c62dc3765e5c', 'name': 'tempest-RoutersIpV6Test-router-126920805', 'tenant_id': 'edfff7521b2740e6894c3714ce0e5450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:58:04Z', 'updated_at': '2022-05-28T06:59:15Z', 'revision_number': 11, 'project_id': 'edfff7521b2740e6894c3714ce0e5450', 'gw_port_host': None}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:59:21.258410 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4ae1dc-7217-49f8-94e5-ef16cceed6e9 None None] The sync data for ids ['c621dda9-5d46-46bb-b727-c62dc3765e5c'] in n-d-843702-1 is: [{'id': 'c621dda9-5d46-46bb-b727-c62dc3765e5c', 'name': 'tempest-RoutersIpV6Test-router-126920805', 'tenant_id': 'edfff7521b2740e6894c3714ce0e5450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:58:04Z', 'updated_at': '2022-05-28T06:59:15Z', 'revision_number': 11, 'project_id': 'edfff7521b2740e6894c3714ce0e5450', 'gw_port_host': None}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:59:21.324026 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44454) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:21.426952 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a987b745-bc95-48a7-997f-4e3ae3952cea tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59018'] for router, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:21.429519 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a987b745-bc95-48a7-997f-4e3ae3952cea tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:21.439925 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-71b7e02f-efe2-4856-a91d-d418aeefffda tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Request body: {'networks': [{'name': 'tempest-network--2138418753'}, {'name': 'tempest-network--210752138'}]} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:59:21.440456 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-71b7e02f-efe2-4856-a91d-d418aeefffda tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Request body: {'network': {'name': 'tempest-network--2138418753'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:59:21.440668 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-71b7e02f-efe2-4856-a91d-d418aeefffda tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Request body: {'network': {'name': 'tempest-network--210752138'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:59:21.457571 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-71b7e02f-efe2-4856-a91d-d418aeefffda tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:59:21.463735 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-71b7e02f-efe2-4856-a91d-d418aeefffda tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Usage tracker for resource:network and tenant:56c0f1380039447e965d76f9587a5af2 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:59:21.474316 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-71b7e02f-efe2-4856-a91d-d418aeefffda tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:59:21.486766 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-71b7e02f-efe2-4856-a91d-d418aeefffda tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:59:21.507076 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-6f2e6512-54df-4f63-94e0-d70a33ac338c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1557a9c5f0a44514943027d1639e77df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1812167 May 28 06:59:21.509534 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44460) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:21.562137 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device ff003a89-e8d8-49d1-80dc-51f00bd8cda7 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:59:21.568816 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-791216f9-2526-4051-a33d-85f54834c9a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:21.577985 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a987b745-bc95-48a7-997f-4e3ae3952cea tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-703817'] for router, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:21.578452 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a987b745-bc95-48a7-997f-4e3ae3952cea tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Fanout notify agent at l3_agent the message router_deleted on router c621dda9-5d46-46bb-b727-c62dc3765e5c {{(pid=89110) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 06:59:21.595511 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a987b745-bc95-48a7-997f-4e3ae3952cea tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks [] for router, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:21.597143 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-a987b745-bc95-48a7-997f-4e3ae3952cea tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] 10.222.0.55 "DELETE /v2.0/routers/c621dda9-5d46-46bb-b727-c62dc3765e5c HTTP/1.1" status: 204 len: 168 time: 0.7881956 May 28 06:59:21.605020 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 44464) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:21.605528 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-791216f9-2526-4051-a33d-85f54834c9a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:21.610655 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-3f8039d4-1779-4213-8b73-b675fa4d6841 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-430574242', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:59:21.613833 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: ff003a89-e8d8-49d1-80dc-51f00bd8cda7 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:59:21.614383 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device ff003a89-e8d8-49d1-80dc-51f00bd8cda7 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:59:21.614786 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71b7e02f-efe2-4856-a91d-d418aeefffda tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Made reservation on behalf of 56c0f1380039447e965d76f9587a5af2 for: {'network': 2} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:59:21.619719 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-71b7e02f-efe2-4856-a91d-d418aeefffda tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:21.628057 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-3f8039d4-1779-4213-8b73-b675fa4d6841 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:59:21.633013 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-3f8039d4-1779-4213-8b73-b675fa4d6841 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Usage tracker for resource:router and tenant:edfff7521b2740e6894c3714ce0e5450 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:59:21.636393 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-3f8039d4-1779-4213-8b73-b675fa4d6841 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:59:21.643405 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-71b7e02f-efe2-4856-a91d-d418aeefffda tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:21.644366 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-3f8039d4-1779-4213-8b73-b675fa4d6841 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:59:21.675176 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-71b7e02f-efe2-4856-a91d-d418aeefffda tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:59:21.679598 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-71b7e02f-efe2-4856-a91d-d418aeefffda tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Usage tracker for resource:security_group_rule and tenant:56c0f1380039447e965d76f9587a5af2 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:59:21.682553 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-71b7e02f-efe2-4856-a91d-d418aeefffda tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:59:21.688574 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-71b7e02f-efe2-4856-a91d-d418aeefffda tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:59:21.732414 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3f8039d4-1779-4213-8b73-b675fa4d6841 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59128'] for router, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:21.733609 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3f8039d4-1779-4213-8b73-b675fa4d6841 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59009'] for router, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:21.748095 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3f8039d4-1779-4213-8b73-b675fa4d6841 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:21.796510 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-791216f9-2526-4051-a33d-85f54834c9a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:21.828442 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791216f9-2526-4051-a33d-85f54834c9a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f6a67c2-b32a-47fe-9c08-d9c14b1ea1b4,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:21.840012 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3f8039d4-1779-4213-8b73-b675fa4d6841 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690761'] for router, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:21.846532 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-791216f9-2526-4051-a33d-85f54834c9a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:21.850525 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-791216f9-2526-4051-a33d-85f54834c9a7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5f6a67c2-b32a-47fe-9c08-d9c14b1ea1b4 HTTP/1.1" status: 204 len: 168 time: 0.3377998 May 28 06:59:21.901862 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-71b7e02f-efe2-4856-a91d-d418aeefffda tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:21.955353 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3f8039d4-1779-4213-8b73-b675fa4d6841 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks [] for router, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:21.956517 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-3f8039d4-1779-4213-8b73-b675fa4d6841 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3520913 May 28 06:59:21.959296 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 44474) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:21.964290 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-d7db0715-b144-4778-9f5c-0502a7a72b83 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Request body: {'router': {'admin_state_up': True}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:59:21.989604 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-71b7e02f-efe2-4856-a91d-d418aeefffda tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:21.989996 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-71b7e02f-efe2-4856-a91d-d418aeefffda tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:22.039443 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b7e02f-efe2-4856-a91d-d418aeefffda tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b77f8db4-21ff-4868-9619-5b74133c37f2,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:22.047954 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71b7e02f-efe2-4856-a91d-d418aeefffda tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=89109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:59:22.058464 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-71b7e02f-efe2-4856-a91d-d418aeefffda tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:22.058826 n-d-843702-1 neutron-server[89109]: INFO neutron.db.segments_db [None req-71b7e02f-efe2-4856-a91d-d418aeefffda tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Added segment 12386f73-655b-4601-bb03-caf3c43b604e of type vlan for network d9fdf241-065d-4669-a987-c27fcc0c6189 May 28 06:59:22.088242 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-71b7e02f-efe2-4856-a91d-d418aeefffda tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:22.130274 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71b7e02f-efe2-4856-a91d-d418aeefffda tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=89109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:59:22.139453 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-71b7e02f-efe2-4856-a91d-d418aeefffda tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:22.139952 n-d-843702-1 neutron-server[89109]: INFO neutron.db.segments_db [None req-71b7e02f-efe2-4856-a91d-d418aeefffda tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Added segment 9012ceb6-d29f-4571-812a-d551622983f2 of type vlan for network c349e0fc-fd59-4b0f-9fe7-1a0c4ae0ada4 May 28 06:59:22.177762 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-71b7e02f-efe2-4856-a91d-d418aeefffda tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:22.303913 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-71b7e02f-efe2-4856-a91d-d418aeefffda tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:22.305126 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-71b7e02f-efe2-4856-a91d-d418aeefffda tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:22.316035 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b7e02f-efe2-4856-a91d-d418aeefffda tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:59:22.322199 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b7e02f-efe2-4856-a91d-d418aeefffda tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:59:22.322882 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-71b7e02f-efe2-4856-a91d-d418aeefffda tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:22.409928 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d7db0715-b144-4778-9f5c-0502a7a72b83 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59027'] for router, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:22.522175 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d7db0715-b144-4778-9f5c-0502a7a72b83 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-690815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-690800', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-692041'] for router, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:22.576658 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b7e02f-efe2-4856-a91d-d418aeefffda tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Pushing event updated for resources: {'Network': ['ID=d9fdf241-065d-4669-a987-c27fcc0c6189,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:22.587986 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network d9fdf241-065d-4669-a987-c27fcc0c6189 details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:59:22.694640 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b7e02f-efe2-4856-a91d-d418aeefffda tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Pushing event updated for resources: {'Network': ['ID=c349e0fc-fd59-4b0f-9fe7-1a0c4ae0ada4,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:22.698531 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-71b7e02f-efe2-4856-a91d-d418aeefffda tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.5850141 May 28 06:59:22.703298 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44486) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:22.713211 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network c349e0fc-fd59-4b0f-9fe7-1a0c4ae0ada4 details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:59:22.804948 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44490) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:22.832511 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a9165b73-df8f-42c8-9df4-98c95c95ff33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:22.881322 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-a9165b73-df8f-42c8-9df4-98c95c95ff33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:59:22.889538 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-a9165b73-df8f-42c8-9df4-98c95c95ff33 admin admin] Usage tracker for resource:security_group_rule and tenant:3a7294e657454600a6afbc2107dfea23 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:59:22.895521 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-a9165b73-df8f-42c8-9df4-98c95c95ff33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:59:22.905792 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-a9165b73-df8f-42c8-9df4-98c95c95ff33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:59:22.986773 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530bbb64-9530-4af7-bb9c-ce7aa5a2ce80 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:59:22.993295 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530bbb64-9530-4af7-bb9c-ce7aa5a2ce80 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:59:22.999407 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530bbb64-9530-4af7-bb9c-ce7aa5a2ce80 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:59:23.005809 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530bbb64-9530-4af7-bb9c-ce7aa5a2ce80 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:59:23.006756 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-530bbb64-9530-4af7-bb9c-ce7aa5a2ce80 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Synchronizing usage tracker for tenant:56c0f1380039447e965d76f9587a5af2 on resource:network {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:59:23.043485 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7db0715-b144-4778-9f5c-0502a7a72b83 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Router 4ab37502-9055-461c-b297-43960f108810 is scheduled to L3 agent 42958940-9562-4f71-972f-15a8af9d3963 with binding_index 1 {{(pid=89110) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 06:59:23.114519 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a9165b73-df8f-42c8-9df4-98c95c95ff33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:23.201093 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-530bbb64-9530-4af7-bb9c-ce7aa5a2ce80 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Unset dirty status for tenant:56c0f1380039447e965d76f9587a5af2 on resource:network {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:59:23.202658 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-530bbb64-9530-4af7-bb9c-ce7aa5a2ce80 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.4982805 May 28 06:59:23.205795 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44498) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:23.237740 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7db0715-b144-4778-9f5c-0502a7a72b83 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:59:23.252521 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86459ccf-ee24-4535-b8f1-565c074b66fa None None] Sync routers for ids ['4ab37502-9055-461c-b297-43960f108810'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:59:23.270337 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d7db0715-b144-4778-9f5c-0502a7a72b83 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks [] for router, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:23.280227 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86459ccf-ee24-4535-b8f1-565c074b66fa None None] Routers {'4ab37502-9055-461c-b297-43960f108810'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:59:23.280227 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-86459ccf-ee24-4535-b8f1-565c074b66fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:58:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['4ab37502-9055-461c-b297-43960f108810'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:59:23.280603 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-d7db0715-b144-4778-9f5c-0502a7a72b83 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] 10.222.0.55 "PUT /v2.0/routers/4ab37502-9055-461c-b297-43960f108810 HTTP/1.1" status: 200 len: 697 time: 1.3116062 May 28 06:59:23.280603 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 44502) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:23.305588 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a9165b73-df8f-42c8-9df4-98c95c95ff33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:23.402172 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-a9165b73-df8f-42c8-9df4-98c95c95ff33 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3a7294e657454600a6afbc2107dfea23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5962076 May 28 06:59:23.403210 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9165b73-df8f-42c8-9df4-98c95c95ff33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b04cff1-775a-4b7e-a874-bf669ad81595,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:23.422951 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-86459ccf-ee24-4535-b8f1-565c074b66fa None None] Set router 4ab37502-9055-461c-b297-43960f108810 gateway port host: None {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:59:23.423349 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d60acda1-2f2a-40fa-ad41-12ff7bd04a90 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:23.425225 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44506) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:23.612459 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-86459ccf-ee24-4535-b8f1-565c074b66fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ab37502-9055-461c-b297-43960f108810', 'name': 'tempest-RoutersIpV6Test-router-430574242', 'tenant_id': 'edfff7521b2740e6894c3714ce0e5450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:59:21Z', 'updated_at': '2022-05-28T06:59:22Z', 'revision_number': 2, 'project_id': 'edfff7521b2740e6894c3714ce0e5450', 'gw_port_host': None}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:59:23.623227 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86459ccf-ee24-4535-b8f1-565c074b66fa None None] Checking router: 4ab37502-9055-461c-b297-43960f108810 for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:59:23.629924 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-0257d58c-566d-4f39-9d75-0d97a8522e10 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] 10.222.0.55 "GET /v2.0/routers/4ab37502-9055-461c-b297-43960f108810 HTTP/1.1" status: 200 len: 703 time: 0.3542624 May 28 06:59:23.632428 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 44510) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:23.641710 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86459ccf-ee24-4535-b8f1-565c074b66fa None None] Routers {'4ab37502-9055-461c-b297-43960f108810'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:59:23.642932 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-86459ccf-ee24-4535-b8f1-565c074b66fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:58:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['4ab37502-9055-461c-b297-43960f108810'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:59:23.682566 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-3ae7ee29-ee06-4f75-890f-6f631d73517c tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] 10.222.0.55 "GET /v2.0/ports?device_id=4ab37502-9055-461c-b297-43960f108810 HTTP/1.1" status: 200 len: 205 time: 0.0486858 May 28 06:59:23.685342 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 44514) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:23.707891 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d60acda1-2f2a-40fa-ad41-12ff7bd04a90 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:23.734590 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-d60acda1-2f2a-40fa-ad41-12ff7bd04a90 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9fdf241-065d-4669-a987-c27fcc0c6189']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:59:23.779496 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-d60acda1-2f2a-40fa-ad41-12ff7bd04a90 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12386f73-655b-4601-bb03-caf3c43b604e') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:59:23.779796 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-d60acda1-2f2a-40fa-ad41-12ff7bd04a90 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12386f73-655b-4601-bb03-caf3c43b604e') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:59:23.799192 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d60acda1-2f2a-40fa-ad41-12ff7bd04a90 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:23.809965 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-86459ccf-ee24-4535-b8f1-565c074b66fa None None] Set router 4ab37502-9055-461c-b297-43960f108810 gateway port host: None {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:59:23.831749 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-59160392-84a9-4051-b96a-da69e53755f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:23.833096 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d60acda1-2f2a-40fa-ad41-12ff7bd04a90 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:23.851664 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d60acda1-2f2a-40fa-ad41-12ff7bd04a90 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:59:23.852072 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d60acda1-2f2a-40fa-ad41-12ff7bd04a90 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:23.871571 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-26fbb79d-1eb4-4134-b41d-ed5f87e54654 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks [] for router, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:24.004811 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 12386f73-655b-4601-bb03-caf3c43b604e resource provider aggregate not found May 28 06:59:24.018703 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-59160392-84a9-4051-b96a-da69e53755f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:24.025254 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-86459ccf-ee24-4535-b8f1-565c074b66fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ab37502-9055-461c-b297-43960f108810', 'name': 'tempest-RoutersIpV6Test-router-430574242', 'tenant_id': 'edfff7521b2740e6894c3714ce0e5450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:59:21Z', 'updated_at': '2022-05-28T06:59:22Z', 'revision_number': 2, 'project_id': 'edfff7521b2740e6894c3714ce0e5450', 'gw_port_host': None}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:59:24.029937 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86459ccf-ee24-4535-b8f1-565c074b66fa None None] The sync data for ids ['4ab37502-9055-461c-b297-43960f108810'] in n-d-843702-1 is: [{'id': '4ab37502-9055-461c-b297-43960f108810', 'name': 'tempest-RoutersIpV6Test-router-430574242', 'tenant_id': 'edfff7521b2740e6894c3714ce0e5450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:59:21Z', 'updated_at': '2022-05-28T06:59:22Z', 'revision_number': 2, 'project_id': 'edfff7521b2740e6894c3714ce0e5450', 'gw_port_host': None}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:59:24.073486 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 12386f73-655b-4601-bb03-caf3c43b604e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 12386f73-655b-4601-bb03-caf3c43b604e found for delete ", "request_id": "req-d7902144-9875-475b-a7c6-202b10131e62"}]} May 28 06:59:24.263637 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-26fbb79d-1eb4-4134-b41d-ed5f87e54654 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59018'] for router, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:24.265985 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-26fbb79d-1eb4-4134-b41d-ed5f87e54654 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:24.280976 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d60acda1-2f2a-40fa-ad41-12ff7bd04a90 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:24.290097 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d60acda1-2f2a-40fa-ad41-12ff7bd04a90 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:24.320508 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60acda1-2f2a-40fa-ad41-12ff7bd04a90 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Pushing event deleted for resources: {'Network': ['ID=d9fdf241-065d-4669-a987-c27fcc0c6189,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:24.344726 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-59160392-84a9-4051-b96a-da69e53755f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:24.347593 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-59160392-84a9-4051-b96a-da69e53755f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:24.351135 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-59160392-84a9-4051-b96a-da69e53755f6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7b04cff1-775a-4b7e-a874-bf669ad81595 HTTP/1.1" status: 204 len: 168 time: 0.9223504 May 28 06:59:24.359435 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59160392-84a9-4051-b96a-da69e53755f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b04cff1-775a-4b7e-a874-bf669ad81595,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:24.388607 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-26fbb79d-1eb4-4134-b41d-ed5f87e54654 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-703817'] for router, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:24.389237 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26fbb79d-1eb4-4134-b41d-ed5f87e54654 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Fanout notify agent at l3_agent the message router_deleted on router 4ab37502-9055-461c-b297-43960f108810 {{(pid=89110) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 06:59:24.411004 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-26fbb79d-1eb4-4134-b41d-ed5f87e54654 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] Notify callbacks [] for router, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:24.416097 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-26fbb79d-1eb4-4134-b41d-ed5f87e54654 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] 10.222.0.55 "DELETE /v2.0/routers/4ab37502-9055-461c-b297-43960f108810 HTTP/1.1" status: 204 len: 168 time: 0.7296097 May 28 06:59:24.419642 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 44530) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:24.465868 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-046e80f9-d955-4b8e-9063-4dbb57b6109c tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] 10.222.0.55 "GET /v2.0/ports?device_id=4ab37502-9055-461c-b297-43960f108810 HTTP/1.1" status: 200 len: 205 time: 0.0450366 May 28 06:59:24.468228 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 44534) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:24.491619 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-d60acda1-2f2a-40fa-ad41-12ff7bd04a90 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] 10.222.0.55 "DELETE /v2.0/networks/d9fdf241-065d-4669-a987-c27fcc0c6189 HTTP/1.1" status: 204 len: 168 time: 1.2843544 May 28 06:59:24.507181 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44538) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:24.542697 n-d-843702-1 neutron-server[89110]: INFO neutron.api.v2.resource [None req-aeb899dd-daf9-4afe-9fbd-323ca8320744 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] delete failed (client error): The resource could not be found. May 28 06:59:24.546360 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-aeb899dd-daf9-4afe-9fbd-323ca8320744 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] 10.222.0.55 "DELETE /v2.0/routers/4ab37502-9055-461c-b297-43960f108810 HTTP/1.1" status: 404 len: 336 time: 0.0767236 May 28 06:59:24.546619 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 44542) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:24.587120 n-d-843702-1 neutron-server[89110]: INFO neutron.pecan_wsgi.hooks.translation [None req-92630e42-3ee3-4cb3-9f9b-5602ad70ccdc tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] DELETE failed (client error): The resource could not be found. May 28 06:59:24.587567 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92630e42-3ee3-4cb3-9f9b-5602ad70ccdc tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89110) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:59:24.589344 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-92630e42-3ee3-4cb3-9f9b-5602ad70ccdc tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] 10.222.0.55 "DELETE /v2.0/subnets/9e462c3b-34a4-428d-b463-6534657d36ca HTTP/1.1" status: 404 len: 337 time: 0.0416369 May 28 06:59:24.591891 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 44546) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:24.630924 n-d-843702-1 neutron-server[89110]: INFO neutron.pecan_wsgi.hooks.translation [None req-baf6d842-5e33-4658-aa21-fe417f0f423f tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] DELETE failed (client error): The resource could not be found. May 28 06:59:24.631371 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-baf6d842-5e33-4658-aa21-fe417f0f423f tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89110) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:59:24.635537 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-baf6d842-5e33-4658-aa21-fe417f0f423f tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] 10.222.0.55 "DELETE /v2.0/subnets/1b5cad35-62cf-4b14-87d5-b07fbb4799ec HTTP/1.1" status: 404 len: 337 time: 0.0402789 May 28 06:59:24.635834 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8442a815-48a8-4208-9404-114f29a95aa1 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:24.636483 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 44550) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:24.679500 n-d-843702-1 neutron-server[89110]: INFO neutron.pecan_wsgi.hooks.translation [None req-cefa5259-f937-46c0-b321-443b4ad5a07a tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] DELETE failed (client error): The resource could not be found. May 28 06:59:24.680093 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cefa5259-f937-46c0-b321-443b4ad5a07a tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89110) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:59:24.681898 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-cefa5259-f937-46c0-b321-443b4ad5a07a tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] 10.222.0.55 "DELETE /v2.0/subnets/a23296b1-3864-4e85-93a5-ced7ab5b5344 HTTP/1.1" status: 404 len: 337 time: 0.0444164 May 28 06:59:24.684475 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 44554) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:24.725231 n-d-843702-1 neutron-server[89110]: INFO neutron.pecan_wsgi.hooks.translation [None req-531376a1-18fd-438f-a993-ae1d73ba4cbb tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] DELETE failed (client error): The resource could not be found. May 28 06:59:24.726345 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-531376a1-18fd-438f-a993-ae1d73ba4cbb tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89110) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:59:24.728613 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-531376a1-18fd-438f-a993-ae1d73ba4cbb tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] 10.222.0.55 "DELETE /v2.0/subnets/71e5392b-c196-4816-a92f-fbe396fe9a90 HTTP/1.1" status: 404 len: 337 time: 0.0428305 May 28 06:59:24.731265 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 44558) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:24.779937 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-6ccd1e19-4f91-432d-bad0-3e23ced7082c tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] 10.222.0.55 "GET /v2.0/ports?device_id=c621dda9-5d46-46bb-b727-c62dc3765e5c HTTP/1.1" status: 200 len: 205 time: 0.0448008 May 28 06:59:24.780407 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 44562) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:24.780665 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8442a815-48a8-4208-9404-114f29a95aa1 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:24.808378 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-8442a815-48a8-4208-9404-114f29a95aa1 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c349e0fc-fd59-4b0f-9fe7-1a0c4ae0ada4']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:59:24.826987 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-8442a815-48a8-4208-9404-114f29a95aa1 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9012ceb6-d29f-4571-812a-d551622983f2') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:59:24.826987 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-8442a815-48a8-4208-9404-114f29a95aa1 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9012ceb6-d29f-4571-812a-d551622983f2') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:59:24.836651 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8442a815-48a8-4208-9404-114f29a95aa1 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:24.852925 n-d-843702-1 neutron-server[89110]: INFO neutron.api.v2.resource [None req-ae75e76f-e1ec-45f1-a96a-8f7dbc190b97 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] delete failed (client error): The resource could not be found. May 28 06:59:24.856365 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-ae75e76f-e1ec-45f1-a96a-8f7dbc190b97 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] 10.222.0.55 "DELETE /v2.0/routers/c621dda9-5d46-46bb-b727-c62dc3765e5c HTTP/1.1" status: 404 len: 336 time: 0.0727348 May 28 06:59:24.857045 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 44568) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:24.861747 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8442a815-48a8-4208-9404-114f29a95aa1 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:24.869114 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8442a815-48a8-4208-9404-114f29a95aa1 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:59:24.869651 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8442a815-48a8-4208-9404-114f29a95aa1 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:24.906127 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-f65bc894-a06b-4d0d-9dd8-3898b8cd544f tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] 10.222.0.55 "GET /v2.0/ports?device_id=011c917b-4d45-497b-9b2c-ca0a81550390 HTTP/1.1" status: 200 len: 205 time: 0.0483353 May 28 06:59:24.909494 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 44572) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:24.982388 n-d-843702-1 neutron-server[89110]: INFO neutron.api.v2.resource [None req-23c196d7-0e1f-4e70-8594-18ca23b04504 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] delete failed (client error): The resource could not be found. May 28 06:59:24.985541 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-23c196d7-0e1f-4e70-8594-18ca23b04504 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] 10.222.0.55 "DELETE /v2.0/routers/011c917b-4d45-497b-9b2c-ca0a81550390 HTTP/1.1" status: 404 len: 336 time: 0.0729764 May 28 06:59:24.986110 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 44576) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:25.027100 n-d-843702-1 neutron-server[89110]: INFO neutron.pecan_wsgi.hooks.translation [None req-35c50719-c09c-42d5-a676-d7c46cb94f70 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] DELETE failed (client error): The resource could not be found. May 28 06:59:25.027538 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35c50719-c09c-42d5-a676-d7c46cb94f70 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89110) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:59:25.032119 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-35c50719-c09c-42d5-a676-d7c46cb94f70 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] 10.222.0.55 "DELETE /v2.0/subnets/d2d90f27-82d8-4a1e-806d-9d53273b4331 HTTP/1.1" status: 404 len: 337 time: 0.0423601 May 28 06:59:25.032476 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 44580) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:25.093811 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8442a815-48a8-4208-9404-114f29a95aa1 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:25.107235 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8442a815-48a8-4208-9404-114f29a95aa1 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:25.143267 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-8442a815-48a8-4208-9404-114f29a95aa1 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] 10.222.0.55 "DELETE /v2.0/networks/c349e0fc-fd59-4b0f-9fe7-1a0c4ae0ada4 HTTP/1.1" status: 204 len: 168 time: 0.6343358 May 28 06:59:25.146812 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44586) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:25.149991 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8442a815-48a8-4208-9404-114f29a95aa1 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Pushing event deleted for resources: {'Network': ['ID=c349e0fc-fd59-4b0f-9fe7-1a0c4ae0ada4,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:25.197927 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-7d5dabcb-9d29-4ecf-b0a8-69291fdeddea tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] 10.222.0.55 "GET /v2.0/ports?device_id=6cc4972a-0324-4de1-8fc0-7166012a2a69 HTTP/1.1" status: 200 len: 205 time: 0.1637578 May 28 06:59:25.200025 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 44592) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:25.277802 n-d-843702-1 neutron-server[89110]: INFO neutron.api.v2.resource [None req-1b1757e8-4cfe-473c-92da-100ab9f2abb7 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] delete failed (client error): The resource could not be found. May 28 06:59:25.279448 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-1b1757e8-4cfe-473c-92da-100ab9f2abb7 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] 10.222.0.55 "DELETE /v2.0/routers/6cc4972a-0324-4de1-8fc0-7166012a2a69 HTTP/1.1" status: 404 len: 336 time: 0.0783572 May 28 06:59:25.284791 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 44596) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:25.353355 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-fc6969a8-a456-419e-996e-75380b62f2e6 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ddab882-9fbf-477f-8dc9-268d651c2075 HTTP/1.1" status: 200 len: 205 time: 0.0672641 May 28 06:59:25.355731 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 44602) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:25.360311 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72900d97-bb6f-459c-9851-f5258857a4f6 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:59:25.366683 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72900d97-bb6f-459c-9851-f5258857a4f6 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:59:25.367482 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-72900d97-bb6f-459c-9851-f5258857a4f6 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Synchronizing usage tracker for tenant:56c0f1380039447e965d76f9587a5af2 on resource:network {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:59:25.428236 n-d-843702-1 neutron-server[89110]: INFO neutron.api.v2.resource [None req-da3a6164-8d39-40d2-aae9-61250501075e tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] delete failed (client error): The resource could not be found. May 28 06:59:25.429280 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-da3a6164-8d39-40d2-aae9-61250501075e tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] 10.222.0.55 "DELETE /v2.0/routers/9ddab882-9fbf-477f-8dc9-268d651c2075 HTTP/1.1" status: 404 len: 336 time: 0.0726664 May 28 06:59:25.431842 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 44608) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:25.464692 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44612) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:25.477731 n-d-843702-1 neutron-server[89110]: INFO neutron.pecan_wsgi.hooks.translation [None req-98709851-faf4-418d-9822-20c67847dbeb tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] DELETE failed (client error): The resource could not be found. May 28 06:59:25.478427 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98709851-faf4-418d-9822-20c67847dbeb tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89110) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:59:25.480283 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-98709851-faf4-418d-9822-20c67847dbeb tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] 10.222.0.55 "DELETE /v2.0/subnets/a5c886b2-6068-4339-8199-798700e3e976 HTTP/1.1" status: 404 len: 337 time: 0.0473564 May 28 06:59:25.489953 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 44616) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:25.540975 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-c5e7bed8-d572-4eec-81d2-ffb653f925f0 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6bd8f0f-8b8d-46ac-8061-955f9a0449e4 HTTP/1.1" status: 200 len: 205 time: 0.0498939 May 28 06:59:25.543449 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 44622) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:25.622383 n-d-843702-1 neutron-server[89110]: INFO neutron.api.v2.resource [None req-41df1f60-016c-48e3-854e-36e1736c0d9e tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] delete failed (client error): The resource could not be found. May 28 06:59:25.623728 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-41df1f60-016c-48e3-854e-36e1736c0d9e tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] 10.222.0.55 "DELETE /v2.0/routers/f6bd8f0f-8b8d-46ac-8061-955f9a0449e4 HTTP/1.1" status: 404 len: 336 time: 0.0792081 May 28 06:59:25.628074 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 44626) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:25.670554 n-d-843702-1 neutron-server[89110]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b8b8b41-9576-4385-bfa1-07c056b83eff tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] DELETE failed (client error): The resource could not be found. May 28 06:59:25.671298 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b8b8b41-9576-4385-bfa1-07c056b83eff tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89110) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:59:25.673786 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-2b8b8b41-9576-4385-bfa1-07c056b83eff tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] 10.222.0.55 "DELETE /v2.0/subnets/cccd2ef5-6217-4e20-99c3-1496ad8f2eb9 HTTP/1.1" status: 404 len: 337 time: 0.0440173 May 28 06:59:25.676403 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 44630) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:25.723115 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-72900d97-bb6f-459c-9851-f5258857a4f6 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Unset dirty status for tenant:56c0f1380039447e965d76f9587a5af2 on resource:network {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:59:25.724269 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-72900d97-bb6f-459c-9851-f5258857a4f6 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5765262 May 28 06:59:25.729652 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 44634) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:25.734635 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-e247bda3-2b58-47a3-a126-6af75e92b62d tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d195dc1-0386-44a1-9ade-37eb73bb65b2 HTTP/1.1" status: 200 len: 205 time: 0.0569315 May 28 06:59:25.737736 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44638) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:25.739008 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-0c59699f-dc1b-45a0-8d30-63ffb3df9e69 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1664297538'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:59:25.744788 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-0c59699f-dc1b-45a0-8d30-63ffb3df9e69 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:59:25.755976 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-0c59699f-dc1b-45a0-8d30-63ffb3df9e69 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:59:25.808989 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-3b4ac5ad-43bf-4e81-afda-759b8e25d037 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d11359a1578844a8a1e523b218853724&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3431089 May 28 06:59:25.816932 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44642) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:25.820733 n-d-843702-1 neutron-server[89109]: INFO neutron.api.v2.resource [None req-1252491f-5103-427e-806e-11a5e641db71 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] delete failed (client error): The resource could not be found. May 28 06:59:25.823806 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-1252491f-5103-427e-806e-11a5e641db71 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] 10.222.0.55 "DELETE /v2.0/routers/1d195dc1-0386-44a1-9ade-37eb73bb65b2 HTTP/1.1" status: 404 len: 336 time: 0.0827453 May 28 06:59:25.824324 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44648) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:25.836128 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c59699f-dc1b-45a0-8d30-63ffb3df9e69 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Made reservation on behalf of 56c0f1380039447e965d76f9587a5af2 for: {'network': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:59:25.841604 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0c59699f-dc1b-45a0-8d30-63ffb3df9e69 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:25.881974 n-d-843702-1 neutron-server[89109]: INFO neutron.pecan_wsgi.hooks.translation [None req-27a297a0-95e8-4af8-b290-6794616e3dd9 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] DELETE failed (client error): The resource could not be found. May 28 06:59:25.882460 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27a297a0-95e8-4af8-b290-6794616e3dd9 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89109) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:59:25.886596 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-27a297a0-95e8-4af8-b290-6794616e3dd9 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] 10.222.0.55 "DELETE /v2.0/subnets/15d95180-e4be-497e-abb8-8363ba7ba051 HTTP/1.1" status: 404 len: 337 time: 0.0466652 May 28 06:59:25.887536 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 44652) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:25.928803 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d09802c9-7342-4283-9eab-c71cb0119c83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:25.931592 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c59699f-dc1b-45a0-8d30-63ffb3df9e69 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=89110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:59:25.938629 n-d-843702-1 neutron-server[89110]: INFO neutron.pecan_wsgi.hooks.translation [None req-24dc524b-2b13-4749-bd66-3adcea26ae15 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] DELETE failed (client error): The resource could not be found. May 28 06:59:25.939812 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24dc524b-2b13-4749-bd66-3adcea26ae15 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89110) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:59:25.948357 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-24dc524b-2b13-4749-bd66-3adcea26ae15 tempest-RoutersIpV6Test-1965702191 tempest-RoutersIpV6Test-1965702191-project] 10.222.0.55 "DELETE /v2.0/subnets/01d61e46-531d-4fd2-9543-9fbe34864b55 HTTP/1.1" status: 404 len: 337 time: 0.0598977 May 28 06:59:25.949392 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0c59699f-dc1b-45a0-8d30-63ffb3df9e69 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:25.949904 n-d-843702-1 neutron-server[89110]: INFO neutron.db.segments_db [None req-0c59699f-dc1b-45a0-8d30-63ffb3df9e69 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Added segment 5aae839e-afcf-4dee-840d-3b6787288a1e of type vlan for network 1a63d723-3848-4489-8018-dfbbc0658e65 May 28 06:59:25.957959 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d09802c9-7342-4283-9eab-c71cb0119c83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:25.982141 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0c59699f-dc1b-45a0-8d30-63ffb3df9e69 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:26.097506 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 9012ceb6-d29f-4571-812a-d551622983f2 resource provider aggregate not found May 28 06:59:26.111167 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0c59699f-dc1b-45a0-8d30-63ffb3df9e69 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:26.117333 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c59699f-dc1b-45a0-8d30-63ffb3df9e69 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:59:26.121448 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0c59699f-dc1b-45a0-8d30-63ffb3df9e69 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Notify callbacks [] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:26.123558 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 9012ceb6-d29f-4571-812a-d551622983f2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9012ceb6-d29f-4571-812a-d551622983f2 found for delete ", "request_id": "req-9caa6edb-bf9f-4c34-a603-feb4957d0488"}]} May 28 06:59:26.154582 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d09802c9-7342-4283-9eab-c71cb0119c83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:26.201395 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09802c9-7342-4283-9eab-c71cb0119c83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fc473ae-3f0e-433f-984b-03423ee66674,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:26.265257 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c59699f-dc1b-45a0-8d30-63ffb3df9e69 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Pushing event updated for resources: {'Network': ['ID=1a63d723-3848-4489-8018-dfbbc0658e65,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:26.282878 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 1a63d723-3848-4489-8018-dfbbc0658e65 details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:59:26.308380 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d09802c9-7342-4283-9eab-c71cb0119c83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:26.312519 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-d09802c9-7342-4283-9eab-c71cb0119c83 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0fc473ae-3f0e-433f-984b-03423ee66674 HTTP/1.1" status: 204 len: 168 time: 0.4913981 May 28 06:59:26.370194 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-0c59699f-dc1b-45a0-8d30-63ffb3df9e69 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6334171 May 28 06:59:26.371982 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44668) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:26.379232 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-4a9241b3-05a8-4309-bde6-e3739842a38e tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1567588355'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:59:26.389360 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-4a9241b3-05a8-4309-bde6-e3739842a38e tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:59:26.399706 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-4a9241b3-05a8-4309-bde6-e3739842a38e tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:59:26.543599 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-7ca2020c-308e-49f9-a7de-b862655c6c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:26.543805 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a9241b3-05a8-4309-bde6-e3739842a38e tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Made reservation on behalf of 56c0f1380039447e965d76f9587a5af2 for: {'network': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:59:26.549196 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4a9241b3-05a8-4309-bde6-e3739842a38e tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:26.583517 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a9241b3-05a8-4309-bde6-e3739842a38e tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=89109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:59:26.591967 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4a9241b3-05a8-4309-bde6-e3739842a38e tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:26.592347 n-d-843702-1 neutron-server[89109]: INFO neutron.db.segments_db [None req-4a9241b3-05a8-4309-bde6-e3739842a38e tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Added segment 7ebdd6db-3017-47ed-a221-61f954177797 of type vlan for network 3289379a-25d3-4904-9a63-07f0f38f2f79 May 28 06:59:26.619262 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4a9241b3-05a8-4309-bde6-e3739842a38e tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:26.743811 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4a9241b3-05a8-4309-bde6-e3739842a38e tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:26.752449 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9241b3-05a8-4309-bde6-e3739842a38e tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:59:26.753276 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4a9241b3-05a8-4309-bde6-e3739842a38e tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:26.783630 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 44676) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:26.893167 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9241b3-05a8-4309-bde6-e3739842a38e tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Pushing event updated for resources: {'Network': ['ID=3289379a-25d3-4904-9a63-07f0f38f2f79,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:26.910954 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 3289379a-25d3-4904-9a63-07f0f38f2f79 details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:59:26.976522 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-4a9241b3-05a8-4309-bde6-e3739842a38e tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6032562 May 28 06:59:26.983978 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44690) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:26.984112 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-b2be60c6-843b-4471-88e1-8a7c0dc08043 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Request body: {'ports': [{'network_id': '1a63d723-3848-4489-8018-dfbbc0658e65', 'name': 'tempest-port--1515009778', 'admin_state_up': True}, {'network_id': '3289379a-25d3-4904-9a63-07f0f38f2f79', 'admin_state_up': False}]} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:59:26.984432 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-b2be60c6-843b-4471-88e1-8a7c0dc08043 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Request body: {'port': {'network_id': '1a63d723-3848-4489-8018-dfbbc0658e65', 'name': 'tempest-port--1515009778', 'admin_state_up': True}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:59:26.984921 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-b2be60c6-843b-4471-88e1-8a7c0dc08043 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Request body: {'port': {'network_id': '3289379a-25d3-4904-9a63-07f0f38f2f79', 'admin_state_up': False}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:59:27.075321 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-3b781e27-dea8-4472-ab41-1b6e0de44ee7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=edfff7521b2740e6894c3714ce0e5450&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2878609 May 28 06:59:27.076503 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 44696) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:27.189821 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5bf08f57-4998-42f5-905a-47a0649110bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:27.219753 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5bf08f57-4998-42f5-905a-47a0649110bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:27.309227 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-b2be60c6-843b-4471-88e1-8a7c0dc08043 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:59:27.313384 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-b2be60c6-843b-4471-88e1-8a7c0dc08043 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Usage tracker for resource:port and tenant:56c0f1380039447e965d76f9587a5af2 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:59:27.319366 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-b2be60c6-843b-4471-88e1-8a7c0dc08043 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:59:27.327089 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-b2be60c6-843b-4471-88e1-8a7c0dc08043 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:59:27.440555 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5bf08f57-4998-42f5-905a-47a0649110bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:27.464071 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf08f57-4998-42f5-905a-47a0649110bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=199d5757-f081-47a5-814f-04f55c309040,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:27.481033 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2be60c6-843b-4471-88e1-8a7c0dc08043 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Made reservation on behalf of 56c0f1380039447e965d76f9587a5af2 for: {'port': 2} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:59:27.483008 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5bf08f57-4998-42f5-905a-47a0649110bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:27.498129 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-5bf08f57-4998-42f5-905a-47a0649110bf admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/199d5757-f081-47a5-814f-04f55c309040 HTTP/1.1" status: 204 len: 168 time: 0.4192314 May 28 06:59:27.501749 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b2be60c6-843b-4471-88e1-8a7c0dc08043 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:27.530890 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b2be60c6-843b-4471-88e1-8a7c0dc08043 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:27.812874 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [None req-b2be60c6-843b-4471-88e1-8a7c0dc08043 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] device_id is not set on port 387f11b8-8751-46b4-809b-6024f7c58dad yet. {{(pid=89109) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:59:27.838613 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:27.910199 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b2be60c6-843b-4471-88e1-8a7c0dc08043 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:27.918185 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 44716) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:28.044212 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [None req-b2be60c6-843b-4471-88e1-8a7c0dc08043 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] device_id is not set on port c5d49564-e08a-4415-b0d0-ec58eeb7ca93 yet. {{(pid=89109) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:59:28.066287 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-7a827edf-9639-4cf2-8e24-88efad27c942 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-227510675-network', 'tenant_id': '6cd404fb9ef9487fb34baf3bf8b36b53'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:59:28.071594 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-7a827edf-9639-4cf2-8e24-88efad27c942 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:59:28.075455 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-7a827edf-9639-4cf2-8e24-88efad27c942 admin admin] Usage tracker for resource:network and tenant:6cd404fb9ef9487fb34baf3bf8b36b53 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:59:28.080515 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-7a827edf-9639-4cf2-8e24-88efad27c942 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:59:28.085789 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-7a827edf-9639-4cf2-8e24-88efad27c942 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:59:28.150981 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b2be60c6-843b-4471-88e1-8a7c0dc08043 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:28.178012 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a827edf-9639-4cf2-8e24-88efad27c942 admin admin] Made reservation on behalf of 6cd404fb9ef9487fb34baf3bf8b36b53 for: {'network': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:59:28.180395 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7a827edf-9639-4cf2-8e24-88efad27c942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:28.192476 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7a827edf-9639-4cf2-8e24-88efad27c942 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:28.207047 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-7a827edf-9639-4cf2-8e24-88efad27c942 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:59:28.211084 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-7a827edf-9639-4cf2-8e24-88efad27c942 admin admin] Usage tracker for resource:security_group_rule and tenant:6cd404fb9ef9487fb34baf3bf8b36b53 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:59:28.214277 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-7a827edf-9639-4cf2-8e24-88efad27c942 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:59:28.221553 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-7a827edf-9639-4cf2-8e24-88efad27c942 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:59:28.315469 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7a827edf-9639-4cf2-8e24-88efad27c942 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:28.348926 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b2be60c6-843b-4471-88e1-8a7c0dc08043 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:28.447299 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2be60c6-843b-4471-88e1-8a7c0dc08043 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Pushing event updated for resources: {'Port': ['ID=387f11b8-8751-46b4-809b-6024f7c58dad,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:28.452989 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2be60c6-843b-4471-88e1-8a7c0dc08043 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Checking segment: {'id': '5aae839e-afcf-4dee-840d-3b6787288a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '1a63d723-3848-4489-8018-dfbbc0658e65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:59:28.453590 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2be60c6-843b-4471-88e1-8a7c0dc08043 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Network hostable DHCP agents. Network: 1a63d723-3848-4489-8018-dfbbc0658e65, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:59:28.503560 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7a827edf-9639-4cf2-8e24-88efad27c942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:28.541243 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a827edf-9639-4cf2-8e24-88efad27c942 admin admin] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=89110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:59:28.557134 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a827edf-9639-4cf2-8e24-88efad27c942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f5492c6-5bbc-4a76-bcd5-ad6fbd0e08c4,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:28.579489 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7a827edf-9639-4cf2-8e24-88efad27c942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:28.580520 n-d-843702-1 neutron-server[89110]: INFO neutron.db.segments_db [None req-7a827edf-9639-4cf2-8e24-88efad27c942 admin admin] Added segment 9b6a153f-5acc-4efc-9ff2-d82aa4b5901c of type vlan for network b87fb3cb-482f-4500-8eb8-33ba0d95db61 May 28 06:59:28.600687 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2be60c6-843b-4471-88e1-8a7c0dc08043 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Network 1a63d723-3848-4489-8018-dfbbc0658e65 is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:59:28.617315 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7a827edf-9639-4cf2-8e24-88efad27c942 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:28.680682 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-b2be60c6-843b-4471-88e1-8a7c0dc08043 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, 1a63d723-3848-4489-8018-dfbbc0658e65) {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:59:28.684502 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2be60c6-843b-4471-88e1-8a7c0dc08043 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:59:28.685553 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b2be60c6-843b-4471-88e1-8a7c0dc08043 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:28.693968 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba20b64f-8f03-4742-ba8d-34efac65a1d3 None None] Network 1a63d723-3848-4489-8018-dfbbc0658e65 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:59:28.732848 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7a827edf-9639-4cf2-8e24-88efad27c942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:28.734580 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a827edf-9639-4cf2-8e24-88efad27c942 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:59:28.735644 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7a827edf-9639-4cf2-8e24-88efad27c942 admin admin] Notify callbacks [] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:28.789940 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2be60c6-843b-4471-88e1-8a7c0dc08043 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Pushing event updated for resources: {'Port': ['ID=c5d49564-e08a-4415-b0d0-ec58eeb7ca93,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:28.843666 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2be60c6-843b-4471-88e1-8a7c0dc08043 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Checking segment: {'id': '7ebdd6db-3017-47ed-a221-61f954177797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '3289379a-25d3-4904-9a63-07f0f38f2f79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:59:28.844198 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2be60c6-843b-4471-88e1-8a7c0dc08043 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Network hostable DHCP agents. Network: 3289379a-25d3-4904-9a63-07f0f38f2f79, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:59:28.899027 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a827edf-9639-4cf2-8e24-88efad27c942 admin admin] Pushing event updated for resources: {'Network': ['ID=b87fb3cb-482f-4500-8eb8-33ba0d95db61,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:28.901911 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 44744) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:28.916230 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network b87fb3cb-482f-4500-8eb8-33ba0d95db61 details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:59:28.966753 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2be60c6-843b-4471-88e1-8a7c0dc08043 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Network 3289379a-25d3-4904-9a63-07f0f38f2f79 is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:59:29.006070 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-7a827edf-9639-4cf2-8e24-88efad27c942 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0867558 May 28 06:59:29.006911 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 44750) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:29.023497 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-9fce5f60-0bfd-4258-b41f-81730456723a admin admin] Request body: {'subnet': {'network_id': 'b87fb3cb-482f-4500-8eb8-33ba0d95db61', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-227510675-subnet', 'tenant_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'ip_version': 4}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:59:29.046504 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-9fce5f60-0bfd-4258-b41f-81730456723a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:59:29.054042 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-b2be60c6-843b-4471-88e1-8a7c0dc08043 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, 3289379a-25d3-4904-9a63-07f0f38f2f79) {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:59:29.064069 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2be60c6-843b-4471-88e1-8a7c0dc08043 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:59:29.066008 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec0d339-4121-4d11-9180-cffe1be8dcbc None None] Network 3289379a-25d3-4904-9a63-07f0f38f2f79 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:59:29.076975 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-63112084-13e0-4cc8-bb02-ae5a63eddb9d tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Request body: {'security_group': {'name': 'default'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:59:29.076975 n-d-843702-1 neutron-server[89110]: WARNING neutron.api.v2.base [None req-63112084-13e0-4cc8-bb02-ae5a63eddb9d tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 28 06:59:29.076975 n-d-843702-1 neutron-server[89110]: INFO neutron.api.v2.resource [None req-63112084-13e0-4cc8-bb02-ae5a63eddb9d tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] create failed (client error): There was a conflict when trying to complete your request. May 28 06:59:29.076975 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-63112084-13e0-4cc8-bb02-ae5a63eddb9d tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1581197 May 28 06:59:29.076975 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-9fce5f60-0bfd-4258-b41f-81730456723a admin admin] Usage tracker for resource:subnet and tenant:6cd404fb9ef9487fb34baf3bf8b36b53 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:59:29.077492 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2be60c6-843b-4471-88e1-8a7c0dc08043 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:59:29.082280 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2be60c6-843b-4471-88e1-8a7c0dc08043 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:59:29.083046 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b2be60c6-843b-4471-88e1-8a7c0dc08043 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:29.086497 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-9fce5f60-0bfd-4258-b41f-81730456723a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:59:29.089519 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 44756) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:29.099746 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-73523cf6-7d92-4cbf-9d6c-7358e7062d11 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Request body: {'security_group': {'name': 'tempest-secgroup--1700254524'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:59:29.107583 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-73523cf6-7d92-4cbf-9d6c-7358e7062d11 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:59:29.112346 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-9fce5f60-0bfd-4258-b41f-81730456723a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:59:29.114943 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-73523cf6-7d92-4cbf-9d6c-7358e7062d11 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Usage tracker for resource:security_group and tenant:b12e09c084e6406eb2d3e04b8fc702a9 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:59:29.118573 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-73523cf6-7d92-4cbf-9d6c-7358e7062d11 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:59:29.125846 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-73523cf6-7d92-4cbf-9d6c-7358e7062d11 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:59:29.188805 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-259f55e5-2fe8-4400-94b9-52c177b721f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:29.239566 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-b2be60c6-843b-4471-88e1-8a7c0dc08043 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.2610393 May 28 06:59:29.242032 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44764) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:29.264815 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-73523cf6-7d92-4cbf-9d6c-7358e7062d11 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:29.286050 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-73523cf6-7d92-4cbf-9d6c-7358e7062d11 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:29.321861 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-73523cf6-7d92-4cbf-9d6c-7358e7062d11 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:59:29.333697 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-73523cf6-7d92-4cbf-9d6c-7358e7062d11 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Usage tracker for resource:security_group_rule and tenant:b12e09c084e6406eb2d3e04b8fc702a9 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:59:29.337389 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-73523cf6-7d92-4cbf-9d6c-7358e7062d11 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:59:29.343792 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-73523cf6-7d92-4cbf-9d6c-7358e7062d11 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:59:29.348045 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fce5f60-0bfd-4258-b41f-81730456723a admin admin] Made reservation on behalf of 6cd404fb9ef9487fb34baf3bf8b36b53 for: {'subnet': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:59:29.351800 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9fce5f60-0bfd-4258-b41f-81730456723a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3171998'] for subnet, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:29.358522 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2201ac84-d088-4104-9aae-b8b515443ef3 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:59:29.365236 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2201ac84-d088-4104-9aae-b8b515443ef3 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:59:29.366080 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-2201ac84-d088-4104-9aae-b8b515443ef3 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Synchronizing usage tracker for tenant:56c0f1380039447e965d76f9587a5af2 on resource:port {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:59:29.498246 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-2201ac84-d088-4104-9aae-b8b515443ef3 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Unset dirty status for tenant:56c0f1380039447e965d76f9587a5af2 on resource:port {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:59:29.500504 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-2201ac84-d088-4104-9aae-b8b515443ef3 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2574978 May 28 06:59:29.503379 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44768) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:29.600212 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-e411bcf7-7aef-4ea9-9675-6eb960e62b02 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Deleting port 387f11b8-8751-46b4-809b-6024f7c58dad {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:59:29.600698 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e411bcf7-7aef-4ea9-9675-6eb960e62b02 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:29.614520 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-73523cf6-7d92-4cbf-9d6c-7358e7062d11 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:29.692935 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-73523cf6-7d92-4cbf-9d6c-7358e7062d11 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:29.698472 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-73523cf6-7d92-4cbf-9d6c-7358e7062d11 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:59:29.712397 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-73523cf6-7d92-4cbf-9d6c-7358e7062d11 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Usage tracker for resource:security_group_rule and tenant:b12e09c084e6406eb2d3e04b8fc702a9 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:59:29.718280 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-73523cf6-7d92-4cbf-9d6c-7358e7062d11 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:59:29.733896 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-73523cf6-7d92-4cbf-9d6c-7358e7062d11 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:59:29.748450 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73523cf6-7d92-4cbf-9d6c-7358e7062d11 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddbf999a-f7ae-45b4-bf37-4e97017de319,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:29.761133 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9fce5f60-0bfd-4258-b41f-81730456723a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3115906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3172012'] for subnet, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:29.820753 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 44774) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:29.852423 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e411bcf7-7aef-4ea9-9675-6eb960e62b02 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:29.883426 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fce5f60-0bfd-4258-b41f-81730456723a admin admin] Checking segment: {'id': '9b6a153f-5acc-4efc-9ff2-d82aa4b5901c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b87fb3cb-482f-4500-8eb8-33ba0d95db61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:59:29.883779 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fce5f60-0bfd-4258-b41f-81730456723a admin admin] Network hostable DHCP agents. Network: b87fb3cb-482f-4500-8eb8-33ba0d95db61, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89110) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:59:29.888186 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fce5f60-0bfd-4258-b41f-81730456723a admin admin] Pushing event updated for resources: {'Subnet': ['ID=03e4bbfb-d6ff-44b0-bb81-9edbb740d6df,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:29.928774 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-73523cf6-7d92-4cbf-9d6c-7358e7062d11 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:29.944336 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:29.992367 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-22ca9383-579b-4fb7-9143-83716a38cdf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:30.013136 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-e411bcf7-7aef-4ea9-9675-6eb960e62b02 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Calling delete_port for 387f11b8-8751-46b4-809b-6024f7c58dad owned by {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:59:30.064729 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:30.119609 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fce5f60-0bfd-4258-b41f-81730456723a admin admin] Network b87fb3cb-482f-4500-8eb8-33ba0d95db61 is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89110) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:59:30.121494 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-73523cf6-7d92-4cbf-9d6c-7358e7062d11 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:30.143124 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-22ca9383-579b-4fb7-9143-83716a38cdf8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:59:30.154142 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-22ca9383-579b-4fb7-9143-83716a38cdf8 admin admin] Usage tracker for resource:security_group_rule and tenant:5282e8dee8f44e37a4c03cc1af39c4aa is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:59:30.160778 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-22ca9383-579b-4fb7-9143-83716a38cdf8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:59:30.168148 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e411bcf7-7aef-4ea9-9675-6eb960e62b02 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:30.177018 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-22ca9383-579b-4fb7-9143-83716a38cdf8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:59:30.190767 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73523cf6-7d92-4cbf-9d6c-7358e7062d11 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f473674-0318-4a6c-85c8-be685653b035,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:30.219857 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e411bcf7-7aef-4ea9-9675-6eb960e62b02 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Pushing event deleted for resources: {'Port': ['ID=387f11b8-8751-46b4-809b-6024f7c58dad,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:30.225186 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e411bcf7-7aef-4ea9-9675-6eb960e62b02 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:30.235505 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-9fce5f60-0bfd-4258-b41f-81730456723a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, b87fb3cb-482f-4500-8eb8-33ba0d95db61) {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:59:30.240443 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fce5f60-0bfd-4258-b41f-81730456723a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:59:30.241096 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9fce5f60-0bfd-4258-b41f-81730456723a admin admin] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:30.246407 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3da522-b7c9-458b-9dc3-2bbcfbc5d634 None None] Network b87fb3cb-482f-4500-8eb8-33ba0d95db61 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:59:30.279386 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-73523cf6-7d92-4cbf-9d6c-7358e7062d11 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:30.281111 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-73523cf6-7d92-4cbf-9d6c-7358e7062d11 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1899042 May 28 06:59:30.284369 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 44782) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:30.289645 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-059b1760-3bb7-4943-a9f9-6ef43d7f8572 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Request body: {'security_group_rule': {'security_group_id': '9f473674-0318-4a6c-85c8-be685653b035', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:59:30.297778 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-059b1760-3bb7-4943-a9f9-6ef43d7f8572 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:59:30.327624 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-059b1760-3bb7-4943-a9f9-6ef43d7f8572 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Usage tracker for resource:security_group_rule and tenant:b12e09c084e6406eb2d3e04b8fc702a9 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:59:30.327624 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-059b1760-3bb7-4943-a9f9-6ef43d7f8572 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:59:30.327624 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-059b1760-3bb7-4943-a9f9-6ef43d7f8572 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:59:30.403518 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-e411bcf7-7aef-4ea9-9675-6eb960e62b02 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] 10.222.0.55 "DELETE /v2.0/ports/387f11b8-8751-46b4-809b-6024f7c58dad HTTP/1.1" status: 204 len: 168 time: 0.8849423 May 28 06:59:30.403518 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44786) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:30.474457 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-5725b9a6-097d-42ad-8287-43f6eac3e514 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Deleting port c5d49564-e08a-4415-b0d0-ec58eeb7ca93 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:59:30.475475 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5725b9a6-097d-42ad-8287-43f6eac3e514 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:30.476186 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb983ff-41ee-4dcf-a4d2-c19225fe67fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-b87fb3cb-482f-4500-8eb8-33ba0d95db61', 'network_id': 'b87fb3cb-482f-4500-8eb8-33ba0d95db61', 'tenant_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'fixed_ips': [{'subnet_id': '03e4bbfb-d6ff-44b0-bb81-9edbb740d6df'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:59:30.478400 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-6cb983ff-41ee-4dcf-a4d2-c19225fe67fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:30.594069 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-9fce5f60-0bfd-4258-b41f-81730456723a admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5860608 May 28 06:59:30.601023 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 44790) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:30.619633 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-7c6996b3-1e01-49db-90b7-adf46059bc36 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-227510675-router', 'tenant_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:59:30.635192 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-7c6996b3-1e01-49db-90b7-adf46059bc36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:59:30.640153 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-22ca9383-579b-4fb7-9143-83716a38cdf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:30.643058 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-7c6996b3-1e01-49db-90b7-adf46059bc36 admin admin] Usage tracker for resource:router and tenant:6cd404fb9ef9487fb34baf3bf8b36b53 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:59:30.646743 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-7c6996b3-1e01-49db-90b7-adf46059bc36 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:59:30.653949 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-7c6996b3-1e01-49db-90b7-adf46059bc36 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:59:30.677718 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-6cb983ff-41ee-4dcf-a4d2-c19225fe67fb None None] Allocated IP 172.20.0.2 (b87fb3cb-482f-4500-8eb8-33ba0d95db61/03e4bbfb-d6ff-44b0-bb81-9edbb740d6df/ba2e0e4a-a104-4df9-87d6-bef6b0544943) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:59:30.724386 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-059b1760-3bb7-4943-a9f9-6ef43d7f8572 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:30.757920 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-22ca9383-579b-4fb7-9143-83716a38cdf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:30.915381 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7c6996b3-1e01-49db-90b7-adf46059bc36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59128'] for router, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:30.916289 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7c6996b3-1e01-49db-90b7-adf46059bc36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59009'] for router, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:30.936085 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-22ca9383-579b-4fb7-9143-83716a38cdf8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5282e8dee8f44e37a4c03cc1af39c4aa&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1114771 May 28 06:59:30.936687 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ca9383-579b-4fb7-9143-83716a38cdf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ddec972-a177-45b4-bade-201d4cedc3a7,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:30.940660 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 44794) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:30.945236 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-6cb983ff-41ee-4dcf-a4d2-c19225fe67fb None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:30.959543 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-6cb983ff-41ee-4dcf-a4d2-c19225fe67fb None None] Transition to ACTIVE for port object ba2e0e4a-a104-4df9-87d6-bef6b0544943 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:59:30.980740 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-6cb983ff-41ee-4dcf-a4d2-c19225fe67fb None None] Transition to ACTIVE for port object ba2e0e4a-a104-4df9-87d6-bef6b0544943 will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:59:30.998108 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7c6996b3-1e01-49db-90b7-adf46059bc36 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:31.008820 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-059b1760-3bb7-4943-a9f9-6ef43d7f8572 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:31.024433 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5725b9a6-097d-42ad-8287-43f6eac3e514 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:31.033890 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-147e7e95-b521-4789-b6e8-bd0e38556b6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:31.046087 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-6cb983ff-41ee-4dcf-a4d2-c19225fe67fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:31.070902 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-147e7e95-b521-4789-b6e8-bd0e38556b6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:31.079018 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-059b1760-3bb7-4943-a9f9-6ef43d7f8572 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:31.127299 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb983ff-41ee-4dcf-a4d2-c19225fe67fb None None] Network b87fb3cb-482f-4500-8eb8-33ba0d95db61 is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:59:31.130917 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-6cb983ff-41ee-4dcf-a4d2-c19225fe67fb None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:59:31.135832 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb983ff-41ee-4dcf-a4d2-c19225fe67fb None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:59:31.142339 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb983ff-41ee-4dcf-a4d2-c19225fe67fb None None] Pushing event updated for resources: {'Port': ['ID=ba2e0e4a-a104-4df9-87d6-bef6b0544943,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:31.156719 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-5725b9a6-097d-42ad-8287-43f6eac3e514 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Calling delete_port for c5d49564-e08a-4415-b0d0-ec58eeb7ca93 owned by {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:59:31.186459 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b1760-3bb7-4943-a9f9-6ef43d7f8572 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc3ff3f6-8ba6-494e-a848-c0afc0bcf8c2,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:31.283276 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-6cb983ff-41ee-4dcf-a4d2-c19225fe67fb None None] Attempting to bind port ba2e0e4a-a104-4df9-87d6-bef6b0544943 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:59:31.283637 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-6cb983ff-41ee-4dcf-a4d2-c19225fe67fb None None] Attempting to bind port ba2e0e4a-a104-4df9-87d6-bef6b0544943 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': '9b6a153f-5acc-4efc-9ff2-d82aa4b5901c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b87fb3cb-482f-4500-8eb8-33ba0d95db61'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:59:31.283998 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb983ff-41ee-4dcf-a4d2-c19225fe67fb None None] Attempting to bind port ba2e0e4a-a104-4df9-87d6-bef6b0544943 on network b87fb3cb-482f-4500-8eb8-33ba0d95db61 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:59:31.289871 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb983ff-41ee-4dcf-a4d2-c19225fe67fb None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:59:31.290238 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb983ff-41ee-4dcf-a4d2-c19225fe67fb None None] Checking segment: {'id': '9b6a153f-5acc-4efc-9ff2-d82aa4b5901c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b87fb3cb-482f-4500-8eb8-33ba0d95db61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:59:31.290634 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-6cb983ff-41ee-4dcf-a4d2-c19225fe67fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:31.291015 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb983ff-41ee-4dcf-a4d2-c19225fe67fb None None] Bound using segment: {'id': '9b6a153f-5acc-4efc-9ff2-d82aa4b5901c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b87fb3cb-482f-4500-8eb8-33ba0d95db61'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:59:31.291463 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-6cb983ff-41ee-4dcf-a4d2-c19225fe67fb None None] Bound port: ba2e0e4a-a104-4df9-87d6-bef6b0544943, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b6a153f-5acc-4efc-9ff2-d82aa4b5901c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b87fb3cb-482f-4500-8eb8-33ba0d95db61'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:59:31.291823 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-6cb983ff-41ee-4dcf-a4d2-c19225fe67fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:31.326386 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5725b9a6-097d-42ad-8287-43f6eac3e514 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:31.382191 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5725b9a6-097d-42ad-8287-43f6eac3e514 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Pushing event deleted for resources: {'Port': ['ID=c5d49564-e08a-4415-b0d0-ec58eeb7ca93,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:31.387431 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-6cb983ff-41ee-4dcf-a4d2-c19225fe67fb None None] For port ba2e0e4a-a104-4df9-87d6-bef6b0544943, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:59:31.391240 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-6cb983ff-41ee-4dcf-a4d2-c19225fe67fb None None] For port ba2e0e4a-a104-4df9-87d6-bef6b0544943, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=ba2e0e4a-a104-4df9-87d6-bef6b0544943,segment=NetworkSegment(9b6a153f-5acc-4efc-9ff2-d82aa4b5901c),segment_id=9b6a153f-5acc-4efc-9ff2-d82aa4b5901c)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:59:31.393968 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5725b9a6-097d-42ad-8287-43f6eac3e514 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:31.404276 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-5725b9a6-097d-42ad-8287-43f6eac3e514 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] 10.222.0.55 "DELETE /v2.0/ports/c5d49564-e08a-4415-b0d0-ec58eeb7ca93 HTTP/1.1" status: 204 len: 168 time: 1.0032578 May 28 06:59:31.406686 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44800) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:31.433000 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-059b1760-3bb7-4943-a9f9-6ef43d7f8572 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:31.433000 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-059b1760-3bb7-4943-a9f9-6ef43d7f8572 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1440196 May 28 06:59:31.435970 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7c6996b3-1e01-49db-90b7-adf46059bc36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59027'] for router, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:31.439903 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 44804) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:31.446270 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-9a7c604d-12cd-4d08-ac42-d82086697a47 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Request body: {'security_group_rule': {'security_group_id': '9f473674-0318-4a6c-85c8-be685653b035', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:59:31.453305 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-6cb983ff-41ee-4dcf-a4d2-c19225fe67fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:31.453563 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-9a7c604d-12cd-4d08-ac42-d82086697a47 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:59:31.455869 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-ab499d7e-db3d-4c15-93c3-eaba8fdaa37b tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Synchronizing usage tracker for tenant:56c0f1380039447e965d76f9587a5af2 on resource:port {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:59:31.458548 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-9a7c604d-12cd-4d08-ac42-d82086697a47 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Usage tracker for resource:security_group_rule and tenant:b12e09c084e6406eb2d3e04b8fc702a9 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:59:31.462036 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-9a7c604d-12cd-4d08-ac42-d82086697a47 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:59:31.468562 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-9a7c604d-12cd-4d08-ac42-d82086697a47 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:59:31.480960 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-147e7e95-b521-4789-b6e8-bd0e38556b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:31.498110 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-147e7e95-b521-4789-b6e8-bd0e38556b6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:31.498788 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-147e7e95-b521-4789-b6e8-bd0e38556b6b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5ddec972-a177-45b4-bade-201d4cedc3a7 HTTP/1.1" status: 204 len: 168 time: 0.5562344 May 28 06:59:31.503327 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147e7e95-b521-4789-b6e8-bd0e38556b6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ddec972-a177-45b4-bade-201d4cedc3a7,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:31.564232 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb983ff-41ee-4dcf-a4d2-c19225fe67fb None None] Pushing event updated for resources: {'Port': ['ID=ba2e0e4a-a104-4df9-87d6-bef6b0544943,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:31.589003 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-ab499d7e-db3d-4c15-93c3-eaba8fdaa37b tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Unset dirty status for tenant:56c0f1380039447e965d76f9587a5af2 on resource:port {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:59:31.590279 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-ab499d7e-db3d-4c15-93c3-eaba8fdaa37b tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1826479 May 28 06:59:31.593926 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44810) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:31.599620 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-a5bcf662-09fe-40e9-aad5-71f8c4e97c4e tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-692760299'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:59:31.605632 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-a5bcf662-09fe-40e9-aad5-71f8c4e97c4e tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:59:31.609919 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-a5bcf662-09fe-40e9-aad5-71f8c4e97c4e tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Usage tracker for resource:network and tenant:56c0f1380039447e965d76f9587a5af2 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:59:31.614185 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-a5bcf662-09fe-40e9-aad5-71f8c4e97c4e tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:59:31.622146 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-a5bcf662-09fe-40e9-aad5-71f8c4e97c4e tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:59:31.648703 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9a7c604d-12cd-4d08-ac42-d82086697a47 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:31.721962 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5bcf662-09fe-40e9-aad5-71f8c4e97c4e tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Made reservation on behalf of 56c0f1380039447e965d76f9587a5af2 for: {'network': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:59:31.733735 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a5bcf662-09fe-40e9-aad5-71f8c4e97c4e tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:31.749922 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:31.763181 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5bcf662-09fe-40e9-aad5-71f8c4e97c4e tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=89109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:59:31.775037 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a5bcf662-09fe-40e9-aad5-71f8c4e97c4e tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:31.780034 n-d-843702-1 neutron-server[89109]: INFO neutron.db.segments_db [None req-a5bcf662-09fe-40e9-aad5-71f8c4e97c4e tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Added segment 8ac04ffd-7b58-485e-b1f8-636984056cc9 of type vlan for network bf58420d-63ed-4764-8db1-c46d13348f35 May 28 06:59:31.807601 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a5bcf662-09fe-40e9-aad5-71f8c4e97c4e tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:31.819450 n-d-843702-1 neutron-server[89110]: INFO neutron.api.v2.resource [None req-9a7c604d-12cd-4d08-ac42-d82086697a47 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] create failed (client error): There was a conflict when trying to complete your request. May 28 06:59:31.823288 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-9a7c604d-12cd-4d08-ac42-d82086697a47 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3796723 May 28 06:59:31.823869 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44816) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:31.948020 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a5bcf662-09fe-40e9-aad5-71f8c4e97c4e tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:31.953516 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5bcf662-09fe-40e9-aad5-71f8c4e97c4e tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:59:31.957795 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a5bcf662-09fe-40e9-aad5-71f8c4e97c4e tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:31.967603 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7c6996b3-1e01-49db-90b7-adf46059bc36 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:31.995380 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-266b59a4-82bb-41a2-b26f-39829c28ae9d tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:32.007128 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7c6996b3-1e01-49db-90b7-adf46059bc36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:32.109373 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-266b59a4-82bb-41a2-b26f-39829c28ae9d tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:32.126450 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bcf662-09fe-40e9-aad5-71f8c4e97c4e tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Pushing event updated for resources: {'Network': ['ID=bf58420d-63ed-4764-8db1-c46d13348f35,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:32.137677 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network bf58420d-63ed-4764-8db1-c46d13348f35 details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:59:32.162199 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [None req-7c6996b3-1e01-49db-90b7-adf46059bc36 admin admin] Allocated IP 172.25.5.148 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/b3638f2e-8ae4-48e8-b94a-dbb59fec6d17) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:59:32.191817 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-a5bcf662-09fe-40e9-aad5-71f8c4e97c4e tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5967796 May 28 06:59:32.194539 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44822) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:32.203317 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-56f4d161-af03-481c-b5ff-8ab9b1e94c05 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-299363685'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:59:32.210378 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-56f4d161-af03-481c-b5ff-8ab9b1e94c05 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:59:32.241029 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-56f4d161-af03-481c-b5ff-8ab9b1e94c05 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Usage tracker for resource:network and tenant:56c0f1380039447e965d76f9587a5af2 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:59:32.241029 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-56f4d161-af03-481c-b5ff-8ab9b1e94c05 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:59:32.241029 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-56f4d161-af03-481c-b5ff-8ab9b1e94c05 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:59:32.286302 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-266b59a4-82bb-41a2-b26f-39829c28ae9d tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:32.304838 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266b59a4-82bb-41a2-b26f-39829c28ae9d tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f473674-0318-4a6c-85c8-be685653b035,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:32.311680 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-266b59a4-82bb-41a2-b26f-39829c28ae9d tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:32.313168 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-266b59a4-82bb-41a2-b26f-39829c28ae9d tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] 10.222.0.55 "DELETE /v2.0/security-groups/9f473674-0318-4a6c-85c8-be685653b035 HTTP/1.1" status: 204 len: 168 time: 0.4882855 May 28 06:59:32.315965 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44828) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:32.351634 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56f4d161-af03-481c-b5ff-8ab9b1e94c05 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Made reservation on behalf of 56c0f1380039447e965d76f9587a5af2 for: {'network': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:59:32.354944 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-56f4d161-af03-481c-b5ff-8ab9b1e94c05 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:32.359622 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7c6996b3-1e01-49db-90b7-adf46059bc36 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:32.366577 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44832) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:32.404479 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1568a476-b3df-4953-97f5-ece099fa922b admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:32.427965 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-536e4b71-5c71-4b82-b52b-0c5f5ac58b1d tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Synchronizing usage tracker for tenant:b12e09c084e6406eb2d3e04b8fc702a9 on resource:security_group {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:59:32.435168 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:32.435860 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-1568a476-b3df-4953-97f5-ece099fa922b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:59:32.443352 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-1568a476-b3df-4953-97f5-ece099fa922b admin admin] Usage tracker for resource:security_group_rule and tenant:b74c2c1bf0da4901b33f7b307a515f7e is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:59:32.447828 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-1568a476-b3df-4953-97f5-ece099fa922b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:59:32.456886 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-1568a476-b3df-4953-97f5-ece099fa922b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:59:32.458769 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56f4d161-af03-481c-b5ff-8ab9b1e94c05 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'} {{(pid=89109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:59:32.476489 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7c6996b3-1e01-49db-90b7-adf46059bc36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:32.480582 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-56f4d161-af03-481c-b5ff-8ab9b1e94c05 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:32.494571 n-d-843702-1 neutron-server[89109]: INFO neutron.db.segments_db [None req-56f4d161-af03-481c-b5ff-8ab9b1e94c05 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Added segment 0e44896a-503a-4601-8822-db6865377c70 of type vlan for network b1e42fb3-ab61-4eea-b6f8-2ddf05971396 May 28 06:59:32.523260 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-56f4d161-af03-481c-b5ff-8ab9b1e94c05 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:32.574727 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6996b3-1e01-49db-90b7-adf46059bc36 admin admin] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:59:32.581154 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-7c6996b3-1e01-49db-90b7-adf46059bc36 admin admin] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:59:32.582849 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6996b3-1e01-49db-90b7-adf46059bc36 admin admin] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:59:32.584063 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-536e4b71-5c71-4b82-b52b-0c5f5ac58b1d tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Unset dirty status for tenant:b12e09c084e6406eb2d3e04b8fc702a9 on resource:security_group {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:59:32.585535 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-536e4b71-5c71-4b82-b52b-0c5f5ac58b1d tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2684186 May 28 06:59:32.594561 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44836) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:32.619417 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-dea7ff7f-f0fa-4063-a35b-30e6c6f98295 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Request body: {'security_group': {'name': 'tempest-secgroup--1808507826'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:59:32.636807 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-dea7ff7f-f0fa-4063-a35b-30e6c6f98295 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:59:32.651421 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1568a476-b3df-4953-97f5-ece099fa922b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:32.661945 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-dea7ff7f-f0fa-4063-a35b-30e6c6f98295 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:59:32.671739 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-56f4d161-af03-481c-b5ff-8ab9b1e94c05 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:32.679752 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f4d161-af03-481c-b5ff-8ab9b1e94c05 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:59:32.680778 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-56f4d161-af03-481c-b5ff-8ab9b1e94c05 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:32.738419 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1568a476-b3df-4953-97f5-ece099fa922b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:32.793302 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6996b3-1e01-49db-90b7-adf46059bc36 admin admin] Pushing event updated for resources: {'Port': ['ID=b3638f2e-8ae4-48e8-b94a-dbb59fec6d17,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:32.804102 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6996b3-1e01-49db-90b7-adf46059bc36 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:59:32.804435 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6996b3-1e01-49db-90b7-adf46059bc36 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:59:32.804771 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6996b3-1e01-49db-90b7-adf46059bc36 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:59:32.805098 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6996b3-1e01-49db-90b7-adf46059bc36 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:59:32.805441 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6996b3-1e01-49db-90b7-adf46059bc36 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:59:32.805768 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6996b3-1e01-49db-90b7-adf46059bc36 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:59:32.806090 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6996b3-1e01-49db-90b7-adf46059bc36 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:59:32.806409 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6996b3-1e01-49db-90b7-adf46059bc36 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:59:32.806727 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6996b3-1e01-49db-90b7-adf46059bc36 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:59:32.807047 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6996b3-1e01-49db-90b7-adf46059bc36 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:59:32.807360 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6996b3-1e01-49db-90b7-adf46059bc36 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:59:32.808224 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6996b3-1e01-49db-90b7-adf46059bc36 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:59:32.808461 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-dea7ff7f-f0fa-4063-a35b-30e6c6f98295 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:32.877199 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f4d161-af03-481c-b5ff-8ab9b1e94c05 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Pushing event updated for resources: {'Network': ['ID=b1e42fb3-ab61-4eea-b6f8-2ddf05971396,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:32.890509 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-dea7ff7f-f0fa-4063-a35b-30e6c6f98295 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:59:32.897200 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network b1e42fb3-ab61-4eea-b6f8-2ddf05971396 details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:59:32.948115 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-1568a476-b3df-4953-97f5-ece099fa922b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b74c2c1bf0da4901b33f7b307a515f7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5779767 May 28 06:59:32.949358 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1568a476-b3df-4953-97f5-ece099fa922b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b59b590a-5e72-4a87-bf35-5f1271272955,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:32.971455 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-dea7ff7f-f0fa-4063-a35b-30e6c6f98295 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Usage tracker for resource:security_group_rule and tenant:b12e09c084e6406eb2d3e04b8fc702a9 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:59:32.979172 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44842) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:32.991835 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-56f4d161-af03-481c-b5ff-8ab9b1e94c05 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7957942 May 28 06:59:32.994114 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-dea7ff7f-f0fa-4063-a35b-30e6c6f98295 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:59:33.027191 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a391c54-304c-401f-b125-f408cc2cb636 None None] Network b87fb3cb-482f-4500-8eb8-33ba0d95db61 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:59:33.051033 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-dea7ff7f-f0fa-4063-a35b-30e6c6f98295 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:59:33.133328 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 44846) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:33.134489 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f101ac0d-0e5b-4053-b0b3-e9ef88ed4d59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:33.139023 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-a0c729fd-5f2e-4d1e-bca7-5130ffe20b93 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Request body: {'subnets': [{'network_id': 'bf58420d-63ed-4764-8db1-c46d13348f35', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--698179716', 'ip_version': 4}, {'network_id': 'b1e42fb3-ab61-4eea-b6f8-2ddf05971396', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:59:33.139335 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-a0c729fd-5f2e-4d1e-bca7-5130ffe20b93 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Request body: {'subnet': {'network_id': 'bf58420d-63ed-4764-8db1-c46d13348f35', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--698179716', 'ip_version': 4}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:59:33.139901 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-a0c729fd-5f2e-4d1e-bca7-5130ffe20b93 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Request body: {'subnet': {'network_id': 'b1e42fb3-ab61-4eea-b6f8-2ddf05971396', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:59:33.189358 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f101ac0d-0e5b-4053-b0b3-e9ef88ed4d59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:33.212012 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-dea7ff7f-f0fa-4063-a35b-30e6c6f98295 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:33.267568 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-0277f4b2-a732-4285-858c-95b8c085f32e None None] Provisioning for port ba2e0e4a-a104-4df9-87d6-bef6b0544943 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:59:33.303771 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-dea7ff7f-f0fa-4063-a35b-30e6c6f98295 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:33.361713 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f101ac0d-0e5b-4053-b0b3-e9ef88ed4d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:33.382379 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea7ff7f-f0fa-4063-a35b-30e6c6f98295 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01d9ab64-5c41-41f2-934c-f0fd5c990587,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:33.405660 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f101ac0d-0e5b-4053-b0b3-e9ef88ed4d59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b59b590a-5e72-4a87-bf35-5f1271272955,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:33.463042 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f101ac0d-0e5b-4053-b0b3-e9ef88ed4d59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:33.466977 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-f101ac0d-0e5b-4053-b0b3-e9ef88ed4d59 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b59b590a-5e72-4a87-bf35-5f1271272955 HTTP/1.1" status: 204 len: 168 time: 0.4831047 May 28 06:59:33.466977 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-dea7ff7f-f0fa-4063-a35b-30e6c6f98295 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:33.466977 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-dea7ff7f-f0fa-4063-a35b-30e6c6f98295 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8717184 May 28 06:59:33.476118 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44852) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:33.482050 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-d10611c1-f205-4cb9-8604-1686fe9a362f tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Request body: {'security_group_rule': {'security_group_id': '01d9ab64-5c41-41f2-934c-f0fd5c990587', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:59:33.482849 n-d-843702-1 neutron-server[89109]: WARNING neutron.api.v2.base [None req-d10611c1-f205-4cb9-8604-1686fe9a362f tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. May 28 06:59:33.483520 n-d-843702-1 neutron-server[89109]: INFO neutron.api.v2.resource [None req-d10611c1-f205-4cb9-8604-1686fe9a362f tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 06:59:33.484598 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-d10611c1-f205-4cb9-8604-1686fe9a362f tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0074873 May 28 06:59:33.488309 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44856) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:33.641471 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-a0c729fd-5f2e-4d1e-bca7-5130ffe20b93 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:59:33.650968 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7c6996b3-1e01-49db-90b7-adf46059bc36 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:33.655358 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6d018e33-c651-4ae6-bdf2-5b027d42c8aa tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:33.700967 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6d018e33-c651-4ae6-bdf2-5b027d42c8aa tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:33.722332 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-a0c729fd-5f2e-4d1e-bca7-5130ffe20b93 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Usage tracker for resource:subnet and tenant:56c0f1380039447e965d76f9587a5af2 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:59:33.729125 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device ba2e0e4a-a104-4df9-87d6-bef6b0544943 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:59:33.734779 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-a0c729fd-5f2e-4d1e-bca7-5130ffe20b93 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:59:33.756991 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-a0c729fd-5f2e-4d1e-bca7-5130ffe20b93 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:59:33.877569 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0c729fd-5f2e-4d1e-bca7-5130ffe20b93 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Made reservation on behalf of 56c0f1380039447e965d76f9587a5af2 for: {'subnet': 2} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:59:33.882141 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a0c729fd-5f2e-4d1e-bca7-5130ffe20b93 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3171998'] for subnet, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:33.885908 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a0c729fd-5f2e-4d1e-bca7-5130ffe20b93 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3171998'] for subnet, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:33.886968 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6d018e33-c651-4ae6-bdf2-5b027d42c8aa tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:33.888083 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port ba2e0e4a-a104-4df9-87d6-bef6b0544943 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:59:33.896072 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port ba2e0e4a-a104-4df9-87d6-bef6b0544943 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:59:33.896665 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:33.914494 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d018e33-c651-4ae6-bdf2-5b027d42c8aa tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01d9ab64-5c41-41f2-934c-f0fd5c990587,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:33.925571 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6d018e33-c651-4ae6-bdf2-5b027d42c8aa tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:33.926978 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-6d018e33-c651-4ae6-bdf2-5b027d42c8aa tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] 10.222.0.55 "DELETE /v2.0/security-groups/01d9ab64-5c41-41f2-934c-f0fd5c990587 HTTP/1.1" status: 204 len: 168 time: 0.4377820 May 28 06:59:33.929813 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44862) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:34.011838 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-362400e6-5485-4369-8140-a044d9ace37d tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Synchronizing usage tracker for tenant:b12e09c084e6406eb2d3e04b8fc702a9 on resource:security_group {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:59:34.053215 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port ba2e0e4a-a104-4df9-87d6-bef6b0544943 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:59:34.053691 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:34.094058 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port ba2e0e4a-a104-4df9-87d6-bef6b0544943, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=ba2e0e4a-a104-4df9-87d6-bef6b0544943,segment=NetworkSegment(9b6a153f-5acc-4efc-9ff2-d82aa4b5901c),segment_id=9b6a153f-5acc-4efc-9ff2-d82aa4b5901c)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:59:34.098360 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-362400e6-5485-4369-8140-a044d9ace37d tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Unset dirty status for tenant:b12e09c084e6406eb2d3e04b8fc702a9 on resource:security_group {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:59:34.099805 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-362400e6-5485-4369-8140-a044d9ace37d tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1688054 May 28 06:59:34.103920 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44870) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:34.111369 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-a17c4ce0-28af-4df9-b595-58e612b5cf6f tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Request body: {'security_group': {'name': 'tempest-secgroup--927147722'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:59:34.120308 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-a17c4ce0-28af-4df9-b595-58e612b5cf6f tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:59:34.132039 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-a17c4ce0-28af-4df9-b595-58e612b5cf6f tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:59:34.179445 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:34.218074 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a17c4ce0-28af-4df9-b595-58e612b5cf6f tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:34.241373 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-a17c4ce0-28af-4df9-b595-58e612b5cf6f tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:59:34.246042 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-a17c4ce0-28af-4df9-b595-58e612b5cf6f tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Usage tracker for resource:security_group_rule and tenant:b12e09c084e6406eb2d3e04b8fc702a9 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:59:34.249858 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-a17c4ce0-28af-4df9-b595-58e612b5cf6f tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:59:34.258089 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-a17c4ce0-28af-4df9-b595-58e612b5cf6f tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:59:34.274113 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7c6996b3-1e01-49db-90b7-adf46059bc36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690761'] for router, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:34.284764 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=ba2e0e4a-a104-4df9-87d6-bef6b0544943,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:34.342476 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a17c4ce0-28af-4df9-b595-58e612b5cf6f tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:34.429539 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a17c4ce0-28af-4df9-b595-58e612b5cf6f tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:34.486134 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17c4ce0-28af-4df9-b595-58e612b5cf6f tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e930f7f6-e208-4e71-b38b-bada0385f38b,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:34.550840 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a17c4ce0-28af-4df9-b595-58e612b5cf6f tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:34.552391 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-a17c4ce0-28af-4df9-b595-58e612b5cf6f tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4473715 May 28 06:59:34.555114 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44884) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:34.561762 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-959a4bfa-9a79-498d-a79c-91e6dd70ac6b tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Request body: {'security_group_rule': {'security_group_id': 'e930f7f6-e208-4e71-b38b-bada0385f38b', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:59:34.564393 n-d-843702-1 neutron-server[89109]: WARNING neutron.api.v2.base [None req-959a4bfa-9a79-498d-a79c-91e6dd70ac6b tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. May 28 06:59:34.564393 n-d-843702-1 neutron-server[89109]: INFO neutron.api.v2.resource [None req-959a4bfa-9a79-498d-a79c-91e6dd70ac6b tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 06:59:34.564393 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-959a4bfa-9a79-498d-a79c-91e6dd70ac6b tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0077558 May 28 06:59:34.568951 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44888) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:34.676238 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-24f923b2-05ba-4ee4-8711-5459a7353e3a tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:34.716927 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-24f923b2-05ba-4ee4-8711-5459a7353e3a tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:34.862615 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-24f923b2-05ba-4ee4-8711-5459a7353e3a tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:34.904408 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f923b2-05ba-4ee4-8711-5459a7353e3a tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e930f7f6-e208-4e71-b38b-bada0385f38b,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:34.908367 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-24f923b2-05ba-4ee4-8711-5459a7353e3a tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:34.909905 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-24f923b2-05ba-4ee4-8711-5459a7353e3a tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] 10.222.0.55 "DELETE /v2.0/security-groups/e930f7f6-e208-4e71-b38b-bada0385f38b HTTP/1.1" status: 204 len: 168 time: 0.3398166 May 28 06:59:34.915534 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44900) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:34.921081 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c6996b3-1e01-49db-90b7-adf46059bc36 admin admin] Router b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f is scheduled to L3 agent 42958940-9562-4f71-972f-15a8af9d3963 with binding_index 1 {{(pid=89110) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 06:59:34.978010 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-36680d7a-429c-4aff-92eb-8c053d7cec78 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Synchronizing usage tracker for tenant:b12e09c084e6406eb2d3e04b8fc702a9 on resource:security_group {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:59:35.086373 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-36680d7a-429c-4aff-92eb-8c053d7cec78 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Unset dirty status for tenant:b12e09c084e6406eb2d3e04b8fc702a9 on resource:security_group {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:59:35.088966 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-36680d7a-429c-4aff-92eb-8c053d7cec78 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1715357 May 28 06:59:35.093343 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44906) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:35.098851 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-27a77e1c-aa60-4883-91ce-d95f33905dcb tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Request body: {'security_group': {'name': 'tempest-secgroup--1470127608'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:59:35.107995 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-27a77e1c-aa60-4883-91ce-d95f33905dcb tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:59:35.119696 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-27a77e1c-aa60-4883-91ce-d95f33905dcb tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:59:35.167816 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c6996b3-1e01-49db-90b7-adf46059bc36 admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:59:35.181317 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7724854c-8463-4100-8239-629dae6df536 None None] Sync routers for ids ['b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:59:35.192355 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7724854c-8463-4100-8239-629dae6df536 None None] Routers {'b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:59:35.193228 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-7724854c-8463-4100-8239-629dae6df536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:59:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:59:35.212481 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-27a77e1c-aa60-4883-91ce-d95f33905dcb tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:35.238531 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-27a77e1c-aa60-4883-91ce-d95f33905dcb tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:59:35.247724 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a0c729fd-5f2e-4d1e-bca7-5130ffe20b93 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3115906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3172012'] for subnet, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:35.261736 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-27a77e1c-aa60-4883-91ce-d95f33905dcb tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Usage tracker for resource:security_group_rule and tenant:b12e09c084e6406eb2d3e04b8fc702a9 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:59:35.264961 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-27a77e1c-aa60-4883-91ce-d95f33905dcb tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:59:35.271641 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-27a77e1c-aa60-4883-91ce-d95f33905dcb tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:59:35.311019 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7c6996b3-1e01-49db-90b7-adf46059bc36 admin admin] Notify callbacks [] for router, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:35.315276 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-7c6996b3-1e01-49db-90b7-adf46059bc36 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.7130272 May 28 06:59:35.316556 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44914) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:35.363509 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c729fd-5f2e-4d1e-bca7-5130ffe20b93 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Pushing event updated for resources: {'Subnet': ['ID=0dacfffb-7c9c-4912-a261-06c395387631,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:35.374367 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c729fd-5f2e-4d1e-bca7-5130ffe20b93 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Checking segment: {'id': '8ac04ffd-7b58-485e-b1f8-636984056cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'bf58420d-63ed-4764-8db1-c46d13348f35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:59:35.377720 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c729fd-5f2e-4d1e-bca7-5130ffe20b93 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Network hostable DHCP agents. Network: bf58420d-63ed-4764-8db1-c46d13348f35, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89110) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:59:35.484120 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c729fd-5f2e-4d1e-bca7-5130ffe20b93 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Network bf58420d-63ed-4764-8db1-c46d13348f35 is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89110) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:59:35.567229 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-a0c729fd-5f2e-4d1e-bca7-5130ffe20b93 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, bf58420d-63ed-4764-8db1-c46d13348f35) {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:59:35.572051 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a0c729fd-5f2e-4d1e-bca7-5130ffe20b93 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3115906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3172012'] for subnet, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:35.579949 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-791295fb-8221-4508-9f0e-bf8c668d5ad3 None None] Network bf58420d-63ed-4764-8db1-c46d13348f35 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:59:35.585061 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-7724854c-8463-4100-8239-629dae6df536 None None] Set router b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:59:35.722937 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device ba2e0e4a-a104-4df9-87d6-bef6b0544943 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:59:35.778371 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-27a77e1c-aa60-4883-91ce-d95f33905dcb tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:35.858204 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c729fd-5f2e-4d1e-bca7-5130ffe20b93 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Pushing event updated for resources: {'Subnet': ['ID=3d8407e1-eb9b-46f3-9f97-3c1661d7481d,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:35.858410 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-27a77e1c-aa60-4883-91ce-d95f33905dcb tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:35.858508 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c729fd-5f2e-4d1e-bca7-5130ffe20b93 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Checking segment: {'id': '0e44896a-503a-4601-8822-db6865377c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'b1e42fb3-ab61-4eea-b6f8-2ddf05971396'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:59:35.858508 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c729fd-5f2e-4d1e-bca7-5130ffe20b93 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Network hostable DHCP agents. Network: b1e42fb3-ab61-4eea-b6f8-2ddf05971396, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89110) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:59:35.944469 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a77e1c-aa60-4883-91ce-d95f33905dcb tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae921e7b-c83d-476a-aae6-eb7315b794dd,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:35.970901 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port ba2e0e4a-a104-4df9-87d6-bef6b0544943 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:59:35.970901 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:35.994009 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c729fd-5f2e-4d1e-bca7-5130ffe20b93 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Network b1e42fb3-ab61-4eea-b6f8-2ddf05971396 is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89110) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:59:36.052155 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-7724854c-8463-4100-8239-629dae6df536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f', 'name': 'tempest-TestVolumeBootPattern-227510675-router', 'tenant_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': 'b3638f2e-8ae4-48e8-b94a-dbb59fec6d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:59:30Z', 'updated_at': '2022-05-28T06:59:33Z', 'revision_number': 3, 'project_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'gw_port': {'id': 'b3638f2e-8ae4-48e8-b94a-dbb59fec6d17', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:8c:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:59:32Z', 'updated_at': '2022-05-28T06:59:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:59:36.064593 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7724854c-8463-4100-8239-629dae6df536 None None] Checking router: b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:59:36.064881 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7724854c-8463-4100-8239-629dae6df536 None None] Updating router b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f port b3638f2e-8ae4-48e8-b94a-dbb59fec6d17 binding host n-d-843702-1 {{(pid=89112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:59:36.103160 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-27a77e1c-aa60-4883-91ce-d95f33905dcb tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:36.107302 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-27a77e1c-aa60-4883-91ce-d95f33905dcb tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0100789 May 28 06:59:36.107466 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 44926) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:36.113846 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-eef8d519-1328-45cf-aa09-ca0ef32ae2fe tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Request body: {'security_group_rule': {'security_group_id': 'ae921e7b-c83d-476a-aae6-eb7315b794dd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:59:36.116341 n-d-843702-1 neutron-server[89110]: WARNING neutron.api.v2.base [None req-eef8d519-1328-45cf-aa09-ca0ef32ae2fe tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. May 28 06:59:36.116843 n-d-843702-1 neutron-server[89110]: INFO neutron.api.v2.resource [None req-eef8d519-1328-45cf-aa09-ca0ef32ae2fe tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 06:59:36.118949 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-eef8d519-1328-45cf-aa09-ca0ef32ae2fe tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0093915 May 28 06:59:36.122912 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f54cffe-db48-4d10-8336-327ae1872fd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-bf58420d-63ed-4764-8db1-c46d13348f35', 'network_id': 'bf58420d-63ed-4764-8db1-c46d13348f35', 'tenant_id': '56c0f1380039447e965d76f9587a5af2', 'fixed_ips': [{'subnet_id': '0dacfffb-7c9c-4912-a261-06c395387631'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:59:36.122912 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-5f54cffe-db48-4d10-8336-327ae1872fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:36.124664 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-a0c729fd-5f2e-4d1e-bca7-5130ffe20b93 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, b1e42fb3-ab61-4eea-b6f8-2ddf05971396) {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:59:36.125198 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 44930) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:36.141923 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-899baee1-1c7c-4052-b818-cb7348b5ec0e tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Request body: {'security_group_rule': {'security_group_id': 'ae921e7b-c83d-476a-aae6-eb7315b794dd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:59:36.142409 n-d-843702-1 neutron-server[89110]: WARNING neutron.api.v2.base [None req-899baee1-1c7c-4052-b818-cb7348b5ec0e tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. May 28 06:59:36.142751 n-d-843702-1 neutron-server[89110]: INFO neutron.api.v2.resource [None req-899baee1-1c7c-4052-b818-cb7348b5ec0e tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 06:59:36.149986 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-899baee1-1c7c-4052-b818-cb7348b5ec0e tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0177126 May 28 06:59:36.149986 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c729fd-5f2e-4d1e-bca7-5130ffe20b93 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:59:36.149986 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c729fd-5f2e-4d1e-bca7-5130ffe20b93 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:59:36.150399 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15bd9c8f-4a74-4e1e-a03e-a71e7303fb79 None None] Network b1e42fb3-ab61-4eea-b6f8-2ddf05971396 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:59:36.150501 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a0c729fd-5f2e-4d1e-bca7-5130ffe20b93 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:36.152507 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44934) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:36.168821 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-d3dde0df-9c96-4b07-b17f-02c68acdee22 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Request body: {'security_group_rule': {'security_group_id': 'ae921e7b-c83d-476a-aae6-eb7315b794dd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:59:36.169725 n-d-843702-1 neutron-server[89109]: WARNING neutron.api.v2.base [None req-d3dde0df-9c96-4b07-b17f-02c68acdee22 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. May 28 06:59:36.170506 n-d-843702-1 neutron-server[89109]: INFO neutron.api.v2.resource [None req-d3dde0df-9c96-4b07-b17f-02c68acdee22 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 06:59:36.170636 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-7724854c-8463-4100-8239-629dae6df536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:36.176185 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-d3dde0df-9c96-4b07-b17f-02c68acdee22 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0177836 May 28 06:59:36.177005 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 44942) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:36.184839 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-4687a386-7842-4348-85a4-15948160105d tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Request body: {'security_group_rule': {'security_group_id': 'ae921e7b-c83d-476a-aae6-eb7315b794dd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:59:36.185746 n-d-843702-1 neutron-server[89110]: WARNING neutron.api.v2.base [None req-4687a386-7842-4348-85a4-15948160105d tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. May 28 06:59:36.186243 n-d-843702-1 neutron-server[89110]: INFO neutron.api.v2.resource [None req-4687a386-7842-4348-85a4-15948160105d tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 06:59:36.188130 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-4687a386-7842-4348-85a4-15948160105d tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0092058 May 28 06:59:36.193546 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 44946) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:36.300294 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-a0c729fd-5f2e-4d1e-bca7-5130ffe20b93 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 3.1632962 May 28 06:59:36.308512 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44950) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:36.347697 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3655a3e0-1a8f-4725-96ab-c5e0c505a4d3 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:36.375856 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port ba2e0e4a-a104-4df9-87d6-bef6b0544943 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:59:36.399829 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3655a3e0-1a8f-4725-96ab-c5e0c505a4d3 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:36.566684 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3655a3e0-1a8f-4725-96ab-c5e0c505a4d3 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:36.592142 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de399a76-306c-4015-9934-15485b4d1281 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:59:36.593359 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3655a3e0-1a8f-4725-96ab-c5e0c505a4d3 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae921e7b-c83d-476a-aae6-eb7315b794dd,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:36.598247 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de399a76-306c-4015-9934-15485b4d1281 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:59:36.601896 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de399a76-306c-4015-9934-15485b4d1281 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:59:36.606626 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3655a3e0-1a8f-4725-96ab-c5e0c505a4d3 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:36.608084 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-3655a3e0-1a8f-4725-96ab-c5e0c505a4d3 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] 10.222.0.55 "DELETE /v2.0/security-groups/ae921e7b-c83d-476a-aae6-eb7315b794dd HTTP/1.1" status: 204 len: 168 time: 0.4119773 May 28 06:59:36.612772 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-de399a76-306c-4015-9934-15485b4d1281 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.2817740 May 28 06:59:36.613357 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 44954) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:36.613864 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 44956) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:36.651581 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-5f54cffe-db48-4d10-8336-327ae1872fd6 None None] Allocated IP 172.20.0.2 (bf58420d-63ed-4764-8db1-c46d13348f35/0dacfffb-7c9c-4912-a261-06c395387631/535b06aa-7ea4-4fba-943e-b490aaffd034) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:59:36.674687 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-7724854c-8463-4100-8239-629dae6df536 None None] Notify callbacks [] for port, precommit_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:36.675874 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b45022-32a3-400b-bd05-69f520b486a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-b1e42fb3-ab61-4eea-b6f8-2ddf05971396', 'network_id': 'b1e42fb3-ab61-4eea-b6f8-2ddf05971396', 'tenant_id': '56c0f1380039447e965d76f9587a5af2', 'fixed_ips': [{'subnet_id': '3d8407e1-eb9b-46f3-9f97-3c1661d7481d'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:59:36.676809 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-10b45022-32a3-400b-bd05-69f520b486a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:36.699968 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.provisioning_blocks [None req-7724854c-8463-4100-8239-629dae6df536 None None] Transition to ACTIVE for port object b3638f2e-8ae4-48e8-b94a-dbb59fec6d17 will not be triggered until provisioned by entity L2. {{(pid=89112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:59:36.715495 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_v2 [None req-eac99b7a-c174-4061-b6ee-328e82fb8cfb tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Deleting subnet 0dacfffb-7c9c-4912-a261-06c395387631 {{(pid=89110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:59:36.758723 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-9b758b25-6b77-4ba5-99f0-ed6221f41b58 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Synchronizing usage tracker for tenant:b12e09c084e6406eb2d3e04b8fc702a9 on resource:security_group {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:59:36.795110 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-7724854c-8463-4100-8239-629dae6df536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:36.868913 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-9b758b25-6b77-4ba5-99f0-ed6221f41b58 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Unset dirty status for tenant:b12e09c084e6406eb2d3e04b8fc702a9 on resource:security_group {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:59:36.870280 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-9b758b25-6b77-4ba5-99f0-ed6221f41b58 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2551229 May 28 06:59:36.874913 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 44964) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:36.881190 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-69e20846-5bb2-426a-981d-ce7552f2f9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:36.882680 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-00c6aded-3d37-4a5f-b4ab-34a90c6fbbf3 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Request body: {'security_group': {'name': 'tempest-secgroup--399916664'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:59:36.891810 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-00c6aded-3d37-4a5f-b4ab-34a90c6fbbf3 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:59:36.893054 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-7724854c-8463-4100-8239-629dae6df536 None None] Attempting to bind port b3638f2e-8ae4-48e8-b94a-dbb59fec6d17 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:59:36.893450 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-7724854c-8463-4100-8239-629dae6df536 None None] Attempting to bind port b3638f2e-8ae4-48e8-b94a-dbb59fec6d17 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:59:36.893808 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7724854c-8463-4100-8239-629dae6df536 None None] Attempting to bind port b3638f2e-8ae4-48e8-b94a-dbb59fec6d17 on network 68df399e-e75e-4871-9364-5d05730b50f0 {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:59:36.904012 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7724854c-8463-4100-8239-629dae6df536 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:59:36.904299 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7724854c-8463-4100-8239-629dae6df536 None None] Checking segment: {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:59:36.904691 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-7724854c-8463-4100-8239-629dae6df536 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:36.905075 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7724854c-8463-4100-8239-629dae6df536 None None] Bound using segment: {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:59:36.905555 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-7724854c-8463-4100-8239-629dae6df536 None None] Bound port: b3638f2e-8ae4-48e8-b94a-dbb59fec6d17, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:59:36.905928 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-7724854c-8463-4100-8239-629dae6df536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:36.906483 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-00c6aded-3d37-4a5f-b4ab-34a90c6fbbf3 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:59:36.954975 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dfb6f7-a552-462d-84ae-2be277d60773 None None] Pushing event updated for resources: {'Port': ['ID=b3638f2e-8ae4-48e8-b94a-dbb59fec6d17,revision_number=2']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:36.973274 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dfb6f7-a552-462d-84ae-2be277d60773 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:59:36.973763 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dfb6f7-a552-462d-84ae-2be277d60773 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:59:36.973958 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dfb6f7-a552-462d-84ae-2be277d60773 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:59:36.974295 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dfb6f7-a552-462d-84ae-2be277d60773 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:59:36.974626 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dfb6f7-a552-462d-84ae-2be277d60773 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:59:36.974957 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dfb6f7-a552-462d-84ae-2be277d60773 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:59:36.975280 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dfb6f7-a552-462d-84ae-2be277d60773 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:59:36.975599 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dfb6f7-a552-462d-84ae-2be277d60773 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:59:36.975920 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dfb6f7-a552-462d-84ae-2be277d60773 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:59:36.976710 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dfb6f7-a552-462d-84ae-2be277d60773 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:59:36.976710 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dfb6f7-a552-462d-84ae-2be277d60773 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:59:36.976941 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dfb6f7-a552-462d-84ae-2be277d60773 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:59:37.010045 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-7724854c-8463-4100-8239-629dae6df536 None None] For port b3638f2e-8ae4-48e8-b94a-dbb59fec6d17, host n-d-843702-1, cleared binding levels {{(pid=89112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:59:37.011920 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-00c6aded-3d37-4a5f-b4ab-34a90c6fbbf3 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:37.014124 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-7724854c-8463-4100-8239-629dae6df536 None None] For port b3638f2e-8ae4-48e8-b94a-dbb59fec6d17, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=b3638f2e-8ae4-48e8-b94a-dbb59fec6d17,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:59:37.024678 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-10b45022-32a3-400b-bd05-69f520b486a1 None None] Allocated IP 172.20.0.18 (b1e42fb3-ab61-4eea-b6f8-2ddf05971396/3d8407e1-eb9b-46f3-9f97-3c1661d7481d/c11d22fb-3cb9-4762-a38c-e68495b7bfb5) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:59:37.032614 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-00c6aded-3d37-4a5f-b4ab-34a90c6fbbf3 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:59:37.042259 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-00c6aded-3d37-4a5f-b4ab-34a90c6fbbf3 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Usage tracker for resource:security_group_rule and tenant:b12e09c084e6406eb2d3e04b8fc702a9 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:59:37.046789 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-00c6aded-3d37-4a5f-b4ab-34a90c6fbbf3 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:59:37.053697 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-00c6aded-3d37-4a5f-b4ab-34a90c6fbbf3 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:59:37.116805 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-7724854c-8463-4100-8239-629dae6df536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:37.121382 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-5f54cffe-db48-4d10-8336-327ae1872fd6 None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:37.135606 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-69e20846-5bb2-426a-981d-ce7552f2f9e0 admin admin] Allocated IP 172.20.0.1 (b87fb3cb-482f-4500-8eb8-33ba0d95db61/03e4bbfb-d6ff-44b0-bb81-9edbb740d6df/d50e37c7-6255-40ce-b4db-d02ed3a3ecce) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:59:37.147636 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-5f54cffe-db48-4d10-8336-327ae1872fd6 None None] Transition to ACTIVE for port object 535b06aa-7ea4-4fba-943e-b490aaffd034 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:59:37.187829 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-5f54cffe-db48-4d10-8336-327ae1872fd6 None None] Transition to ACTIVE for port object 535b06aa-7ea4-4fba-943e-b490aaffd034 will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:59:37.203170 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-00c6aded-3d37-4a5f-b4ab-34a90c6fbbf3 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:37.259267 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7724854c-8463-4100-8239-629dae6df536 None None] Routers {'b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:59:37.259889 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-7724854c-8463-4100-8239-629dae6df536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:59:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:59:37.266114 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-eac99b7a-c174-4061-b6ee-328e82fb8cfb tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Notify callbacks [] for subnet, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:37.274357 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-5f54cffe-db48-4d10-8336-327ae1872fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:37.339674 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-00c6aded-3d37-4a5f-b4ab-34a90c6fbbf3 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:37.342244 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-69e20846-5bb2-426a-981d-ce7552f2f9e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:37.343750 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dfb6f7-a552-462d-84ae-2be277d60773 None None] Pushing event updated for resources: {'Port': ['ID=b3638f2e-8ae4-48e8-b94a-dbb59fec6d17,revision_number=3']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:37.364074 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [None req-69e20846-5bb2-426a-981d-ce7552f2f9e0 admin admin] Transition to ACTIVE for port object d50e37c7-6255-40ce-b4db-d02ed3a3ecce will not be triggered until provisioned by entity DHCP. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:59:37.389556 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f54cffe-db48-4d10-8336-327ae1872fd6 None None] Network bf58420d-63ed-4764-8db1-c46d13348f35 is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:59:37.397600 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-5f54cffe-db48-4d10-8336-327ae1872fd6 None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:59:37.406346 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f54cffe-db48-4d10-8336-327ae1872fd6 None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:59:37.446147 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-eac99b7a-c174-4061-b6ee-328e82fb8cfb tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4150765'] for subnet, precommit_delete_associations {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:37.452465 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-69e20846-5bb2-426a-981d-ce7552f2f9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:37.468782 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f54cffe-db48-4d10-8336-327ae1872fd6 None None] Pushing event updated for resources: {'Port': ['ID=535b06aa-7ea4-4fba-943e-b490aaffd034,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:37.490414 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-10b45022-32a3-400b-bd05-69f520b486a1 None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:37.491459 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-7724854c-8463-4100-8239-629dae6df536 None None] Set router b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:59:37.520066 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c6aded-3d37-4a5f-b4ab-34a90c6fbbf3 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1e7d92a-1db5-41f9-a09e-8855bae46b49,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:37.608524 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e20846-5bb2-426a-981d-ce7552f2f9e0 admin admin] Network b87fb3cb-482f-4500-8eb8-33ba0d95db61 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:59:37.612438 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-69e20846-5bb2-426a-981d-ce7552f2f9e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:59:37.615546 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-00c6aded-3d37-4a5f-b4ab-34a90c6fbbf3 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:37.616710 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e20846-5bb2-426a-981d-ce7552f2f9e0 admin admin] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:59:37.619293 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-00c6aded-3d37-4a5f-b4ab-34a90c6fbbf3 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7425716 May 28 06:59:37.636754 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-10b45022-32a3-400b-bd05-69f520b486a1 None None] Transition to ACTIVE for port object c11d22fb-3cb9-4762-a38c-e68495b7bfb5 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:59:37.639041 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 44976) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:37.663117 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-22803dc7-ba3b-455e-bbd1-54db1cd64a77 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Request body: {'security_group_rule': {'security_group_id': 'e1e7d92a-1db5-41f9-a09e-8855bae46b49', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:59:37.664047 n-d-843702-1 neutron-server[89110]: WARNING neutron.api.v2.base [None req-22803dc7-ba3b-455e-bbd1-54db1cd64a77 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 28 06:59:37.664453 n-d-843702-1 neutron-server[89110]: INFO neutron.api.v2.resource [None req-22803dc7-ba3b-455e-bbd1-54db1cd64a77 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 06:59:37.667967 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e20846-5bb2-426a-981d-ce7552f2f9e0 admin admin] Pushing event updated for resources: {'Port': ['ID=d50e37c7-6255-40ce-b4db-d02ed3a3ecce,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:37.675497 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44982) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:37.678280 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-22803dc7-ba3b-455e-bbd1-54db1cd64a77 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0342913 May 28 06:59:37.683509 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-d74737f3-9e74-4f00-86b3-a7eca26f44be tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Request body: {'security_group_rule': {'security_group_id': 'e1e7d92a-1db5-41f9-a09e-8855bae46b49', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:59:37.687547 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-5f54cffe-db48-4d10-8336-327ae1872fd6 None None] Attempting to bind port 535b06aa-7ea4-4fba-943e-b490aaffd034 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:59:37.688014 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-5f54cffe-db48-4d10-8336-327ae1872fd6 None None] Attempting to bind port 535b06aa-7ea4-4fba-943e-b490aaffd034 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': '8ac04ffd-7b58-485e-b1f8-636984056cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'bf58420d-63ed-4764-8db1-c46d13348f35'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:59:37.688274 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f54cffe-db48-4d10-8336-327ae1872fd6 None None] Attempting to bind port 535b06aa-7ea4-4fba-943e-b490aaffd034 on network bf58420d-63ed-4764-8db1-c46d13348f35 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:59:37.710047 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-eac99b7a-c174-4061-b6ee-328e82fb8cfb tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:37.718899 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-d74737f3-9e74-4f00-86b3-a7eca26f44be tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:59:37.743043 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-d74737f3-9e74-4f00-86b3-a7eca26f44be tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Usage tracker for resource:security_group_rule and tenant:b12e09c084e6406eb2d3e04b8fc702a9 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:59:37.748216 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f54cffe-db48-4d10-8336-327ae1872fd6 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:59:37.748482 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f54cffe-db48-4d10-8336-327ae1872fd6 None None] Checking segment: {'id': '8ac04ffd-7b58-485e-b1f8-636984056cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'bf58420d-63ed-4764-8db1-c46d13348f35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:59:37.749204 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-5f54cffe-db48-4d10-8336-327ae1872fd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:37.749626 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f54cffe-db48-4d10-8336-327ae1872fd6 None None] Bound using segment: {'id': '8ac04ffd-7b58-485e-b1f8-636984056cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'bf58420d-63ed-4764-8db1-c46d13348f35'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:59:37.750166 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-5f54cffe-db48-4d10-8336-327ae1872fd6 None None] Bound port: 535b06aa-7ea4-4fba-943e-b490aaffd034, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ac04ffd-7b58-485e-b1f8-636984056cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'bf58420d-63ed-4764-8db1-c46d13348f35'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:59:37.750684 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-5f54cffe-db48-4d10-8336-327ae1872fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:37.758159 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-d74737f3-9e74-4f00-86b3-a7eca26f44be tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:59:37.770269 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-69e20846-5bb2-426a-981d-ce7552f2f9e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690947'] for router_interface, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:37.774033 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-d74737f3-9e74-4f00-86b3-a7eca26f44be tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:59:37.802388 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-10b45022-32a3-400b-bd05-69f520b486a1 None None] Transition to ACTIVE for port object c11d22fb-3cb9-4762-a38c-e68495b7bfb5 will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:59:37.885656 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:59:37.912494 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-10b45022-32a3-400b-bd05-69f520b486a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:38.011741 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b45022-32a3-400b-bd05-69f520b486a1 None None] Pushing event updated for resources: {'Port': ['ID=c11d22fb-3cb9-4762-a38c-e68495b7bfb5,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:38.012860 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-eac99b7a-c174-4061-b6ee-328e82fb8cfb tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3115981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3172005'] for subnet, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:38.039960 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b45022-32a3-400b-bd05-69f520b486a1 None None] Network b1e42fb3-ab61-4eea-b6f8-2ddf05971396 is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:59:38.041592 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-10b45022-32a3-400b-bd05-69f520b486a1 None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:59:38.047024 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b45022-32a3-400b-bd05-69f520b486a1 None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:59:38.073445 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-7724854c-8463-4100-8239-629dae6df536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f', 'name': 'tempest-TestVolumeBootPattern-227510675-router', 'tenant_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': 'b3638f2e-8ae4-48e8-b94a-dbb59fec6d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:59:30Z', 'updated_at': '2022-05-28T06:59:33Z', 'revision_number': 3, 'project_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'gw_port': {'id': 'b3638f2e-8ae4-48e8-b94a-dbb59fec6d17', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:8c:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:59:32Z', 'updated_at': '2022-05-28T06:59:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:59:38.077600 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac99b7a-c174-4061-b6ee-328e82fb8cfb tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Pushing event deleted for resources: {'Subnet': ['ID=0dacfffb-7c9c-4912-a261-06c395387631,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:38.082158 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-eac99b7a-c174-4061-b6ee-328e82fb8cfb tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:38.086586 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7724854c-8463-4100-8239-629dae6df536 None None] The sync data for ids ['b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f'] in n-d-843702-1 is: [{'id': 'b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f', 'name': 'tempest-TestVolumeBootPattern-227510675-router', 'tenant_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': 'b3638f2e-8ae4-48e8-b94a-dbb59fec6d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:59:30Z', 'updated_at': '2022-05-28T06:59:33Z', 'revision_number': 3, 'project_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'gw_port': {'id': 'b3638f2e-8ae4-48e8-b94a-dbb59fec6d17', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:8c:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:59:32Z', 'updated_at': '2022-05-28T06:59:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:59:38.088842 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-eac99b7a-c174-4061-b6ee-328e82fb8cfb tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] 10.222.0.55 "DELETE /v2.0/subnets/0dacfffb-7c9c-4912-a261-06c395387631 HTTP/1.1" status: 204 len: 168 time: 1.4718900 May 28 06:59:38.091339 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 44988) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:38.143958 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-69e20846-5bb2-426a-981d-ce7552f2f9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:38.198147 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-10b45022-32a3-400b-bd05-69f520b486a1 None None] Attempting to bind port c11d22fb-3cb9-4762-a38c-e68495b7bfb5 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:59:38.198957 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-10b45022-32a3-400b-bd05-69f520b486a1 None None] Attempting to bind port c11d22fb-3cb9-4762-a38c-e68495b7bfb5 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': '0e44896a-503a-4601-8822-db6865377c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'b1e42fb3-ab61-4eea-b6f8-2ddf05971396'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:59:38.199703 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b45022-32a3-400b-bd05-69f520b486a1 None None] Attempting to bind port c11d22fb-3cb9-4762-a38c-e68495b7bfb5 on network b1e42fb3-ab61-4eea-b6f8-2ddf05971396 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:59:38.207301 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b45022-32a3-400b-bd05-69f520b486a1 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:59:38.207923 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b45022-32a3-400b-bd05-69f520b486a1 None None] Checking segment: {'id': '0e44896a-503a-4601-8822-db6865377c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'b1e42fb3-ab61-4eea-b6f8-2ddf05971396'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:59:38.208436 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-10b45022-32a3-400b-bd05-69f520b486a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:38.208934 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b45022-32a3-400b-bd05-69f520b486a1 None None] Bound using segment: {'id': '0e44896a-503a-4601-8822-db6865377c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'b1e42fb3-ab61-4eea-b6f8-2ddf05971396'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:59:38.209821 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-10b45022-32a3-400b-bd05-69f520b486a1 None None] Bound port: c11d22fb-3cb9-4762-a38c-e68495b7bfb5, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e44896a-503a-4601-8822-db6865377c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'b1e42fb3-ab61-4eea-b6f8-2ddf05971396'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:59:38.210328 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-10b45022-32a3-400b-bd05-69f520b486a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:38.229095 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-5f54cffe-db48-4d10-8336-327ae1872fd6 None None] For port 535b06aa-7ea4-4fba-943e-b490aaffd034, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:59:38.256246 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4a455c6-1672-4f18-9144-d1eb28a76836 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Deleting subnet 3d8407e1-eb9b-46f3-9f97-3c1661d7481d {{(pid=89110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:59:38.263903 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d4a455c6-1672-4f18-9144-d1eb28a76836 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Notify callbacks [] for subnet, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:38.273223 n-d-843702-1 neutron-server[89109]: INFO neutron.api.v2.resource [None req-d74737f3-9e74-4f00-86b3-a7eca26f44be tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 06:59:38.274714 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-d74737f3-9e74-4f00-86b3-a7eca26f44be tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5977809 May 28 06:59:38.286163 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44994) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:38.295632 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-5f54cffe-db48-4d10-8336-327ae1872fd6 None None] For port 535b06aa-7ea4-4fba-943e-b490aaffd034, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=535b06aa-7ea4-4fba-943e-b490aaffd034,segment=NetworkSegment(8ac04ffd-7b58-485e-b1f8-636984056cc9),segment_id=8ac04ffd-7b58-485e-b1f8-636984056cc9)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:59:38.334997 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-841bf3c8-0102-47a9-b12c-535a1db5e399 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Request body: {'security_group_rule': {'security_group_id': 'e1e7d92a-1db5-41f9-a09e-8855bae46b49', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:59:38.335727 n-d-843702-1 neutron-server[89109]: WARNING neutron.api.v2.base [None req-841bf3c8-0102-47a9-b12c-535a1db5e399 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 May 28 06:59:38.336422 n-d-843702-1 neutron-server[89109]: INFO neutron.api.v2.resource [None req-841bf3c8-0102-47a9-b12c-535a1db5e399 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 06:59:38.337610 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-841bf3c8-0102-47a9-b12c-535a1db5e399 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0574176 May 28 06:59:38.343087 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 44998) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:38.343693 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-10b45022-32a3-400b-bd05-69f520b486a1 None None] For port c11d22fb-3cb9-4762-a38c-e68495b7bfb5, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:59:38.348358 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-10b45022-32a3-400b-bd05-69f520b486a1 None None] For port c11d22fb-3cb9-4762-a38c-e68495b7bfb5, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=c11d22fb-3cb9-4762-a38c-e68495b7bfb5,segment=NetworkSegment(0e44896a-503a-4601-8822-db6865377c70),segment_id=0e44896a-503a-4601-8822-db6865377c70)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:59:38.350010 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-bf9071a5-cd0b-4804-8002-af2dc837dc80 None None] Provisioning for port d50e37c7-6255-40ce-b4db-d02ed3a3ecce completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:59:38.360665 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-bf9071a5-cd0b-4804-8002-af2dc837dc80 None None] Provisioning complete for port d50e37c7-6255-40ce-b4db-d02ed3a3ecce triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:59:38.360665 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-bf9071a5-cd0b-4804-8002-af2dc837dc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:38.367855 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-3f537ac8-2c1d-4569-960c-9e2d556f0233 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Request body: {'security_group_rule': {'security_group_id': 'e1e7d92a-1db5-41f9-a09e-8855bae46b49', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:59:38.377555 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-3f537ac8-2c1d-4569-960c-9e2d556f0233 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:59:38.382828 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d4a455c6-1672-4f18-9144-d1eb28a76836 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4150765'] for subnet, precommit_delete_associations {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:38.401007 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-3f537ac8-2c1d-4569-960c-9e2d556f0233 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Usage tracker for resource:security_group_rule and tenant:b12e09c084e6406eb2d3e04b8fc702a9 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:59:38.406476 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-5f54cffe-db48-4d10-8336-327ae1872fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:38.532984 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-10b45022-32a3-400b-bd05-69f520b486a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:38.601450 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-bf9071a5-cd0b-4804-8002-af2dc837dc80 None None] Port d50e37c7-6255-40ce-b4db-d02ed3a3ecce cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:59:38.621383 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f54cffe-db48-4d10-8336-327ae1872fd6 None None] Pushing event updated for resources: {'Port': ['ID=535b06aa-7ea4-4fba-943e-b490aaffd034,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:38.644332 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d4a455c6-1672-4f18-9144-d1eb28a76836 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:38.665281 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-69e20846-5bb2-426a-981d-ce7552f2f9e0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:38.667331 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-3f537ac8-2c1d-4569-960c-9e2d556f0233 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:59:38.681683 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-3f537ac8-2c1d-4569-960c-9e2d556f0233 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:59:38.727792 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-69e20846-5bb2-426a-981d-ce7552f2f9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:38.824086 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d4a455c6-1672-4f18-9144-d1eb28a76836 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3115981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3172005'] for subnet, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:38.862487 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b45022-32a3-400b-bd05-69f520b486a1 None None] Pushing event updated for resources: {'Port': ['ID=c11d22fb-3cb9-4762-a38c-e68495b7bfb5,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:38.945748 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a455c6-1672-4f18-9144-d1eb28a76836 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Pushing event deleted for resources: {'Subnet': ['ID=3d8407e1-eb9b-46f3-9f97-3c1661d7481d,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:38.972796 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d4a455c6-1672-4f18-9144-d1eb28a76836 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:38.978814 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-d4a455c6-1672-4f18-9144-d1eb28a76836 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] 10.222.0.55 "DELETE /v2.0/subnets/3d8407e1-eb9b-46f3-9f97-3c1661d7481d HTTP/1.1" status: 204 len: 168 time: 0.8849633 May 28 06:59:38.985755 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 45006) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:39.065827 n-d-843702-1 neutron-server[89109]: INFO neutron.api.v2.resource [None req-3f537ac8-2c1d-4569-960c-9e2d556f0233 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 06:59:39.070190 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-3f537ac8-2c1d-4569-960c-9e2d556f0233 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.7251239 May 28 06:59:39.071182 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-69e20846-5bb2-426a-981d-ce7552f2f9e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700602'] for router_interface, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:39.075899 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 45010) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:39.079172 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e20846-5bb2-426a-981d-ce7552f2f9e0 admin admin] Pushing event updated for resources: {'Port': ['ID=d50e37c7-6255-40ce-b4db-d02ed3a3ecce,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:39.093925 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-97ec002b-3ce9-4a60-b3e9-3499657694c4 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Request body: {'security_group_rule': {'security_group_id': 'e1e7d92a-1db5-41f9-a09e-8855bae46b49', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:59:39.097503 n-d-843702-1 neutron-server[89110]: WARNING neutron.api.v2.base [None req-97ec002b-3ce9-4a60-b3e9-3499657694c4 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 28 06:59:39.098042 n-d-843702-1 neutron-server[89110]: INFO neutron.api.v2.resource [None req-97ec002b-3ce9-4a60-b3e9-3499657694c4 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 06:59:39.102140 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-97ec002b-3ce9-4a60-b3e9-3499657694c4 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0215881 May 28 06:59:39.105012 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 45014) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:39.119400 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-751321e1-22d8-4d8d-8e89-ccb30fef435d tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Request body: {'security_group_rule': {'security_group_id': 'e1e7d92a-1db5-41f9-a09e-8855bae46b49', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:59:39.135024 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ae6172-f427-4d19-8cf6-30ed2b462e58 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:59:39.135795 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-74ae6172-f427-4d19-8cf6-30ed2b462e58 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Synchronizing usage tracker for tenant:56c0f1380039447e965d76f9587a5af2 on resource:subnet {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:59:39.148709 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-751321e1-22d8-4d8d-8e89-ccb30fef435d tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:59:39.175060 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-751321e1-22d8-4d8d-8e89-ccb30fef435d tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Usage tracker for resource:security_group_rule and tenant:b12e09c084e6406eb2d3e04b8fc702a9 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:59:39.186611 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-751321e1-22d8-4d8d-8e89-ccb30fef435d tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:59:39.233552 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-751321e1-22d8-4d8d-8e89-ccb30fef435d tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:59:39.338205 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-74ae6172-f427-4d19-8cf6-30ed2b462e58 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Unset dirty status for tenant:56c0f1380039447e965d76f9587a5af2 on resource:subnet {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:59:39.339432 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-74ae6172-f427-4d19-8cf6-30ed2b462e58 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3518372 May 28 06:59:39.343892 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 45018) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:39.458045 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e20846-5bb2-426a-981d-ce7552f2f9e0 admin admin] Network b87fb3cb-482f-4500-8eb8-33ba0d95db61 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:59:39.466670 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-69e20846-5bb2-426a-981d-ce7552f2f9e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:59:39.882286 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device b3638f2e-8ae4-48e8-b94a-dbb59fec6d17 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:59:39.926997 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-961e29cf-a27f-4a29-960c-e851d3d5dcd9 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:39.938839 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69e20846-5bb2-426a-981d-ce7552f2f9e0 admin admin] Router b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:59:39.944502 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-961e29cf-a27f-4a29-960c-e851d3d5dcd9 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Deleting port c11d22fb-3cb9-4762-a38c-e68495b7bfb5 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:59:39.945570 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-961e29cf-a27f-4a29-960c-e851d3d5dcd9 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:39.985042 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-04173710-c27b-4447-aeb6-e3c6e0ba0c4e None None] Provisioning complete for port d50e37c7-6255-40ce-b4db-d02ed3a3ecce triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:59:39.986076 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-04173710-c27b-4447-aeb6-e3c6e0ba0c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:40.025220 n-d-843702-1 neutron-server[89110]: INFO neutron.api.v2.resource [None req-751321e1-22d8-4d8d-8e89-ccb30fef435d tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 06:59:40.031639 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-751321e1-22d8-4d8d-8e89-ccb30fef435d tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.9183595 May 28 06:59:40.031639 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 45028) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:40.042067 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-821d8c03-535c-47c5-a1f1-c724ec23dbf8 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Request body: {'security_group_rule': {'security_group_id': 'e1e7d92a-1db5-41f9-a09e-8855bae46b49', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:59:40.042723 n-d-843702-1 neutron-server[89110]: WARNING neutron.api.v2.base [None req-821d8c03-535c-47c5-a1f1-c724ec23dbf8 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 May 28 06:59:40.043247 n-d-843702-1 neutron-server[89110]: INFO neutron.api.v2.resource [None req-821d8c03-535c-47c5-a1f1-c724ec23dbf8 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 06:59:40.048746 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-821d8c03-535c-47c5-a1f1-c724ec23dbf8 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0128729 May 28 06:59:40.049458 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 45032) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:40.050413 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-04173710-c27b-4447-aeb6-e3c6e0ba0c4e None None] Port d50e37c7-6255-40ce-b4db-d02ed3a3ecce cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:59:40.052328 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port b3638f2e-8ae4-48e8-b94a-dbb59fec6d17 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:59:40.057770 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port b3638f2e-8ae4-48e8-b94a-dbb59fec6d17 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:59:40.058148 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:40.087943 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-bd6cb265-ad81-4dba-a6f1-4369e38ac4f3 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Request body: {'security_group_rule': {'security_group_id': 'e1e7d92a-1db5-41f9-a09e-8855bae46b49', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:59:40.106499 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-bd6cb265-ad81-4dba-a6f1-4369e38ac4f3 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:59:40.133559 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-bd6cb265-ad81-4dba-a6f1-4369e38ac4f3 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Usage tracker for resource:security_group_rule and tenant:b12e09c084e6406eb2d3e04b8fc702a9 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:59:40.139389 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-bd6cb265-ad81-4dba-a6f1-4369e38ac4f3 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:59:40.151605 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-bd6cb265-ad81-4dba-a6f1-4369e38ac4f3 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:59:40.176484 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69e20846-5bb2-426a-981d-ce7552f2f9e0 admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:59:40.188419 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-69e20846-5bb2-426a-981d-ce7552f2f9e0 admin admin] 10.222.0.55 "PUT /v2.0/routers/b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8673248 May 28 06:59:40.325748 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [None req-961e29cf-a27f-4a29-960c-e851d3d5dcd9 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] For port c11d22fb-3cb9-4762-a38c-e68495b7bfb5, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=c11d22fb-3cb9-4762-a38c-e68495b7bfb5,segment=NetworkSegment(0e44896a-503a-4601-8822-db6865377c70),segment_id=0e44896a-503a-4601-8822-db6865377c70)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:59:40.326119 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-961e29cf-a27f-4a29-960c-e851d3d5dcd9 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:40.381751 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port b3638f2e-8ae4-48e8-b94a-dbb59fec6d17 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:59:40.382914 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:40.409629 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port b3638f2e-8ae4-48e8-b94a-dbb59fec6d17, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=b3638f2e-8ae4-48e8-b94a-dbb59fec6d17,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:59:40.495238 n-d-843702-1 neutron-server[89110]: INFO neutron.api.v2.resource [None req-bd6cb265-ad81-4dba-a6f1-4369e38ac4f3 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 06:59:40.499578 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 45046) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:40.500079 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-bd6cb265-ad81-4dba-a6f1-4369e38ac4f3 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.4179034 May 28 06:59:40.505720 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-f0a13571-1da4-45d3-81dc-9dbefdc7e0e3 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Request body: {'security_group_rule': {'security_group_id': 'e1e7d92a-1db5-41f9-a09e-8855bae46b49', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:59:40.507772 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-961e29cf-a27f-4a29-960c-e851d3d5dcd9 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Calling delete_port for c11d22fb-3cb9-4762-a38c-e68495b7bfb5 owned by network:dhcp {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:59:40.509650 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:40.514935 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device c11d22fb-3cb9-4762-a38c-e68495b7bfb5 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:59:40.516021 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-f0a13571-1da4-45d3-81dc-9dbefdc7e0e3 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:59:40.525276 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-f0a13571-1da4-45d3-81dc-9dbefdc7e0e3 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Usage tracker for resource:security_group_rule and tenant:b12e09c084e6406eb2d3e04b8fc702a9 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:59:40.537647 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-f0a13571-1da4-45d3-81dc-9dbefdc7e0e3 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:59:40.562721 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-f0a13571-1da4-45d3-81dc-9dbefdc7e0e3 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:59:40.722820 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=b3638f2e-8ae4-48e8-b94a-dbb59fec6d17,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:40.750747 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-961e29cf-a27f-4a29-960c-e851d3d5dcd9 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:40.758860 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port c11d22fb-3cb9-4762-a38c-e68495b7bfb5 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:59:40.769179 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port c11d22fb-3cb9-4762-a38c-e68495b7bfb5 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:59:40.769578 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:40.795657 n-d-843702-1 neutron-server[89109]: INFO neutron.api.v2.resource [None req-f0a13571-1da4-45d3-81dc-9dbefdc7e0e3 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 06:59:40.801198 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-f0a13571-1da4-45d3-81dc-9dbefdc7e0e3 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3003788 May 28 06:59:40.807705 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 45052) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:40.864803 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Port c11d22fb-3cb9-4762-a38c-e68495b7bfb5 was deleted so its status cannot be updated. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} May 28 06:59:40.865265 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 535b06aa-7ea4-4fba-943e-b490aaffd034 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:59:40.870058 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e29cf-a27f-4a29-960c-e851d3d5dcd9 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Pushing event deleted for resources: {'Port': ['ID=c11d22fb-3cb9-4762-a38c-e68495b7bfb5,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:40.888743 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961e29cf-a27f-4a29-960c-e851d3d5dcd9 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] No DVR routers for this DVR port c11d22fb-3cb9-4762-a38c-e68495b7bfb5 on host n-d-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:59:40.914491 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7eaccf2-0dbd-4433-9e1b-4fde245f4494 None None] Network bf58420d-63ed-4764-8db1-c46d13348f35 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:59:40.920634 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9a0347db-de3f-4685-80e8-efe8f41cb0bc tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:40.969026 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9a0347db-de3f-4685-80e8-efe8f41cb0bc tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:41.115861 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-961e29cf-a27f-4a29-960c-e851d3d5dcd9 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:41.147236 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-961e29cf-a27f-4a29-960c-e851d3d5dcd9 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1e42fb3-ab61-4eea-b6f8-2ddf05971396']}} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:59:41.167938 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-961e29cf-a27f-4a29-960c-e851d3d5dcd9 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e44896a-503a-4601-8822-db6865377c70') {'for_net_delete': True} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:59:41.167938 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-961e29cf-a27f-4a29-960c-e851d3d5dcd9 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e44896a-503a-4601-8822-db6865377c70') {} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:59:41.182982 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-961e29cf-a27f-4a29-960c-e851d3d5dcd9 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4150778'] for segment, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:41.193096 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44694715-baf6-4820-b863-9b5e5827c195 None None] Network b1e42fb3-ab61-4eea-b6f8-2ddf05971396 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:59:41.202133 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-961e29cf-a27f-4a29-960c-e851d3d5dcd9 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:41.209323 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-961e29cf-a27f-4a29-960c-e851d3d5dcd9 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=89110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:59:41.209744 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-961e29cf-a27f-4a29-960c-e851d3d5dcd9 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3143023'] for segment, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:41.252563 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9a0347db-de3f-4685-80e8-efe8f41cb0bc tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:41.279761 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0347db-de3f-4685-80e8-efe8f41cb0bc tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1e7d92a-1db5-41f9-a09e-8855bae46b49,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:41.299121 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment 0e44896a-503a-4601-8822-db6865377c70 resource provider aggregate not found May 28 06:59:41.314411 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0347db-de3f-4685-80e8-efe8f41cb0bc tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:59:41.314748 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0347db-de3f-4685-80e8-efe8f41cb0bc tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:59:41.315088 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0347db-de3f-4685-80e8-efe8f41cb0bc tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:59:41.315432 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0347db-de3f-4685-80e8-efe8f41cb0bc tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:59:41.331615 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0347db-de3f-4685-80e8-efe8f41cb0bc tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:59:41.332076 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0347db-de3f-4685-80e8-efe8f41cb0bc tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:59:41.332411 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0347db-de3f-4685-80e8-efe8f41cb0bc tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:59:41.332748 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0347db-de3f-4685-80e8-efe8f41cb0bc tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:59:41.333078 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0347db-de3f-4685-80e8-efe8f41cb0bc tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:59:41.333403 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0347db-de3f-4685-80e8-efe8f41cb0bc tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:59:41.333749 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0347db-de3f-4685-80e8-efe8f41cb0bc tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:59:41.334071 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0347db-de3f-4685-80e8-efe8f41cb0bc tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:59:41.341677 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9a0347db-de3f-4685-80e8-efe8f41cb0bc tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:41.346000 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-9a0347db-de3f-4685-80e8-efe8f41cb0bc tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] 10.222.0.55 "DELETE /v2.0/security-groups/e1e7d92a-1db5-41f9-a09e-8855bae46b49 HTTP/1.1" status: 204 len: 168 time: 0.5400951 May 28 06:59:41.349254 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment 0e44896a-503a-4601-8822-db6865377c70 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0e44896a-503a-4601-8822-db6865377c70 found for delete ", "request_id": "req-b843df38-f4c5-4dc9-ac8b-aa45af677596"}]} May 28 06:59:41.349969 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 45070) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:41.423902 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-8f19ca24-6157-409e-b191-a576aa333e04 None None] Provisioning for port 535b06aa-7ea4-4fba-943e-b490aaffd034 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:59:41.429385 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-961e29cf-a27f-4a29-960c-e851d3d5dcd9 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:41.469088 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-961e29cf-a27f-4a29-960c-e851d3d5dcd9 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Notify callbacks [] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:41.475646 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 45078) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:41.483039 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-e12d7ca9-7793-4097-bf06-5f302a6403f5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-435079007-network', 'tenant_id': '83f5c178d0f74b28b0a752dbac29ad49'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:59:41.491918 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-949e372c-6035-483d-bb0a-28f90b5cf87e tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Synchronizing usage tracker for tenant:b12e09c084e6406eb2d3e04b8fc702a9 on resource:security_group {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:59:41.499143 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e29cf-a27f-4a29-960c-e851d3d5dcd9 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Pushing event deleted for resources: {'Network': ['ID=b1e42fb3-ab61-4eea-b6f8-2ddf05971396,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:41.505487 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-e12d7ca9-7793-4097-bf06-5f302a6403f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:59:41.512346 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-e12d7ca9-7793-4097-bf06-5f302a6403f5 admin admin] Usage tracker for resource:network and tenant:83f5c178d0f74b28b0a752dbac29ad49 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:59:41.517206 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-e12d7ca9-7793-4097-bf06-5f302a6403f5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:59:41.521607 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-961e29cf-a27f-4a29-960c-e851d3d5dcd9 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] 10.222.0.55 "DELETE /v2.0/networks/b1e42fb3-ab61-4eea-b6f8-2ddf05971396 HTTP/1.1" status: 204 len: 168 time: 2.1766686 May 28 06:59:41.527528 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 45082) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:41.531970 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-e12d7ca9-7793-4097-bf06-5f302a6403f5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:59:41.603404 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dce43af-4e3d-41b4-82a6-46fbcce72d06 None None] Sync routers for ids ['b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:59:41.626189 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-949e372c-6035-483d-bb0a-28f90b5cf87e tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Unset dirty status for tenant:b12e09c084e6406eb2d3e04b8fc702a9 on resource:security_group {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:59:41.627529 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-949e372c-6035-483d-bb0a-28f90b5cf87e tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2762113 May 28 06:59:41.632131 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 45086) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:41.638079 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-81e088f5-30a1-43e1-a43d-3855615b1db7 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Request body: {'security_group': {'name': 'tempest-secgroup--473954813'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:59:41.648371 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e12d7ca9-7793-4097-bf06-5f302a6403f5 admin admin] Made reservation on behalf of 83f5c178d0f74b28b0a752dbac29ad49 for: {'network': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:59:41.651255 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e12d7ca9-7793-4097-bf06-5f302a6403f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:41.659352 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 535b06aa-7ea4-4fba-943e-b490aaffd034 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:59:41.665777 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-6be30824-209e-4122-8704-889dfb4ed2db None None] Could not find standard attr ID for object c11d22fb-3cb9-4762-a38c-e68495b7bfb5. {{(pid=89111) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 28 06:59:41.670425 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-81e088f5-30a1-43e1-a43d-3855615b1db7 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:59:41.681089 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dce43af-4e3d-41b4-82a6-46fbcce72d06 None None] Routers {'b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:59:41.681726 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-2dce43af-4e3d-41b4-82a6-46fbcce72d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:59:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:59:41.703050 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e12d7ca9-7793-4097-bf06-5f302a6403f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:41.711506 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0711f70e-c2b9-4f17-a068-7e16acaa9bc6 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:41.735652 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-81e088f5-30a1-43e1-a43d-3855615b1db7 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:59:41.742483 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-0711f70e-c2b9-4f17-a068-7e16acaa9bc6 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Deleting port 535b06aa-7ea4-4fba-943e-b490aaffd034 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:59:41.743048 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0711f70e-c2b9-4f17-a068-7e16acaa9bc6 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:41.755725 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-e12d7ca9-7793-4097-bf06-5f302a6403f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:59:41.761930 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-e12d7ca9-7793-4097-bf06-5f302a6403f5 admin admin] Usage tracker for resource:security_group_rule and tenant:83f5c178d0f74b28b0a752dbac29ad49 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:59:41.765161 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-e12d7ca9-7793-4097-bf06-5f302a6403f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:59:41.778545 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-e12d7ca9-7793-4097-bf06-5f302a6403f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:59:41.816074 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 535b06aa-7ea4-4fba-943e-b490aaffd034 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:59:41.816428 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:41.892634 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-81e088f5-30a1-43e1-a43d-3855615b1db7 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:41.935116 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e12d7ca9-7793-4097-bf06-5f302a6403f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:41.953629 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-81e088f5-30a1-43e1-a43d-3855615b1db7 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:59:41.959187 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-81e088f5-30a1-43e1-a43d-3855615b1db7 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Usage tracker for resource:security_group_rule and tenant:b12e09c084e6406eb2d3e04b8fc702a9 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:59:41.962488 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-81e088f5-30a1-43e1-a43d-3855615b1db7 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:59:41.968688 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-81e088f5-30a1-43e1-a43d-3855615b1db7 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:59:42.015086 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-2dce43af-4e3d-41b4-82a6-46fbcce72d06 None None] Set router b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:59:42.042325 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-81e088f5-30a1-43e1-a43d-3855615b1db7 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:42.046992 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e12d7ca9-7793-4097-bf06-5f302a6403f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:42.065623 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-0711f70e-c2b9-4f17-a068-7e16acaa9bc6 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] For port 535b06aa-7ea4-4fba-943e-b490aaffd034, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=535b06aa-7ea4-4fba-943e-b490aaffd034,segment=NetworkSegment(8ac04ffd-7b58-485e-b1f8-636984056cc9),segment_id=8ac04ffd-7b58-485e-b1f8-636984056cc9)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:59:42.065966 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0711f70e-c2b9-4f17-a068-7e16acaa9bc6 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:42.076303 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e12d7ca9-7793-4097-bf06-5f302a6403f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=89110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:59:42.085710 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12d7ca9-7793-4097-bf06-5f302a6403f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1c83c66-22e9-4ecc-889c-88792cd5d260,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:42.092982 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e12d7ca9-7793-4097-bf06-5f302a6403f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:42.092982 n-d-843702-1 neutron-server[89110]: INFO neutron.db.segments_db [None req-e12d7ca9-7793-4097-bf06-5f302a6403f5 admin admin] Added segment e9238504-1307-4feb-8954-18a0fe4f4069 of type vlan for network b9f9ba6a-5b01-4712-a1d0-51eb8b008ca1 May 28 06:59:42.133658 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e12d7ca9-7793-4097-bf06-5f302a6403f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:42.165374 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-81e088f5-30a1-43e1-a43d-3855615b1db7 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:42.187071 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae1015c-72c1-4bbf-a908-acf3d4b6859c None None] DHCP port deletion for b1e42fb3-ab61-4eea-b6f8-2ddf05971396 request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:59:42.235952 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-0711f70e-c2b9-4f17-a068-7e16acaa9bc6 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Calling delete_port for 535b06aa-7ea4-4fba-943e-b490aaffd034 owned by network:dhcp {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:59:42.248327 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e088f5-30a1-43e1-a43d-3855615b1db7 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ec1f772-dbd6-4933-a256-2da3260c9f05,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:42.281082 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-81e088f5-30a1-43e1-a43d-3855615b1db7 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:42.282802 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-81e088f5-30a1-43e1-a43d-3855615b1db7 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6494217 May 28 06:59:42.285872 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 45092) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:42.292326 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-3b874787-56e2-4777-a119-f9ca9032e4e7 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Request body: {'security_group_rule': {'security_group_id': '1ec1f772-dbd6-4933-a256-2da3260c9f05', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:59:42.307701 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-3b874787-56e2-4777-a119-f9ca9032e4e7 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:59:42.312255 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-3b874787-56e2-4777-a119-f9ca9032e4e7 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Usage tracker for resource:security_group_rule and tenant:b12e09c084e6406eb2d3e04b8fc702a9 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:59:42.318322 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-3b874787-56e2-4777-a119-f9ca9032e4e7 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:59:42.321758 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e12d7ca9-7793-4097-bf06-5f302a6403f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:42.323007 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e12d7ca9-7793-4097-bf06-5f302a6403f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:59:42.323677 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e12d7ca9-7793-4097-bf06-5f302a6403f5 admin admin] Notify callbacks [] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:42.350733 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-3b874787-56e2-4777-a119-f9ca9032e4e7 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:59:42.431981 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0711f70e-c2b9-4f17-a068-7e16acaa9bc6 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:42.443457 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12d7ca9-7793-4097-bf06-5f302a6403f5 admin admin] Pushing event updated for resources: {'Network': ['ID=b9f9ba6a-5b01-4712-a1d0-51eb8b008ca1,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:42.481365 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network b9f9ba6a-5b01-4712-a1d0-51eb8b008ca1 details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:59:42.490218 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-e12d7ca9-7793-4097-bf06-5f302a6403f5 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0131214 May 28 06:59:42.491665 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 45096) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:42.500451 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-ffe42dfe-434e-4456-bfdc-57893dc8c247 admin admin] Request body: {'subnet': {'network_id': 'b9f9ba6a-5b01-4712-a1d0-51eb8b008ca1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-435079007-subnet', 'tenant_id': '83f5c178d0f74b28b0a752dbac29ad49', 'ip_version': 4}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:59:42.508028 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-ffe42dfe-434e-4456-bfdc-57893dc8c247 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:59:42.511282 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43381ab1-4b01-4318-a3e2-ed92b6354ef8 None None] DHCP port deletion for bf58420d-63ed-4764-8db1-c46d13348f35 request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:59:42.514214 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-ffe42dfe-434e-4456-bfdc-57893dc8c247 admin admin] Usage tracker for resource:subnet and tenant:83f5c178d0f74b28b0a752dbac29ad49 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:59:42.519751 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-ffe42dfe-434e-4456-bfdc-57893dc8c247 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:59:42.534500 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-ffe42dfe-434e-4456-bfdc-57893dc8c247 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:59:42.569939 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0711f70e-c2b9-4f17-a068-7e16acaa9bc6 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Pushing event deleted for resources: {'Port': ['ID=535b06aa-7ea4-4fba-943e-b490aaffd034,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:42.593009 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0711f70e-c2b9-4f17-a068-7e16acaa9bc6 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] No DVR routers for this DVR port 535b06aa-7ea4-4fba-943e-b490aaffd034 on host n-d-843702-1 {{(pid=89109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:59:42.618190 n-d-843702-1 neutron-server[89110]: INFO neutron.api.v2.resource [None req-3b874787-56e2-4777-a119-f9ca9032e4e7 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] create failed (client error): The resource could not be found. May 28 06:59:42.619433 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-3b874787-56e2-4777-a119-f9ca9032e4e7 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3324337 May 28 06:59:42.623091 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 45102) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:42.632984 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-ed6fc61f-1602-4c2a-9737-b6b07f44d882 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Request body: {'security_group_rule': {'security_group_id': '1ec1f772-dbd6-4933-a256-2da3260c9f05', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '45e948c7-3516-449c-852c-a80d0d28f0a5'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:59:42.652690 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-ed6fc61f-1602-4c2a-9737-b6b07f44d882 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:59:42.669323 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-ed6fc61f-1602-4c2a-9737-b6b07f44d882 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Usage tracker for resource:security_group_rule and tenant:b12e09c084e6406eb2d3e04b8fc702a9 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:59:42.674620 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-ed6fc61f-1602-4c2a-9737-b6b07f44d882 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:59:42.695887 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-ed6fc61f-1602-4c2a-9737-b6b07f44d882 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:59:42.713704 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffe42dfe-434e-4456-bfdc-57893dc8c247 admin admin] Made reservation on behalf of 83f5c178d0f74b28b0a752dbac29ad49 for: {'subnet': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:59:42.716413 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ffe42dfe-434e-4456-bfdc-57893dc8c247 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3171998'] for subnet, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:42.810581 n-d-843702-1 neutron-server[89111]: INFO neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No ports have port_id starting with 535b06aa-7ea4-4fba-943e-b490aaffd034 May 28 06:59:42.875483 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-2dce43af-4e3d-41b4-82a6-46fbcce72d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f', 'name': 'tempest-TestVolumeBootPattern-227510675-router', 'tenant_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': 'b3638f2e-8ae4-48e8-b94a-dbb59fec6d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:59:30Z', 'updated_at': '2022-05-28T06:59:37Z', 'revision_number': 4, 'project_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'gw_port': {'id': 'b3638f2e-8ae4-48e8-b94a-dbb59fec6d17', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:8c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:59:32Z', 'updated_at': '2022-05-28T06:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'd50e37c7-6255-40ce-b4db-d02ed3a3ecce', 'name': '', 'network_id': 'b87fb3cb-482f-4500-8eb8-33ba0d95db61', 'tenant_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'mac_address': 'fa:16:3e:31:b1:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '03e4bbfb-d6ff-44b0-bb81-9edbb740d6df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:59:36Z', 'updated_at': '2022-05-28T06:59:38Z', 'revision_number': 2, 'project_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'subnets': [{'id': '03e4bbfb-d6ff-44b0-bb81-9edbb740d6df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:59:42.880534 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dce43af-4e3d-41b4-82a6-46fbcce72d06 None None] Checking router: b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:59:42.880888 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dce43af-4e3d-41b4-82a6-46fbcce72d06 None None] Updating router b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f port d50e37c7-6255-40ce-b4db-d02ed3a3ecce binding host n-d-843702-1 {{(pid=89111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:59:42.980984 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0711f70e-c2b9-4f17-a068-7e16acaa9bc6 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:42.994925 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device b3638f2e-8ae4-48e8-b94a-dbb59fec6d17 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:59:43.021180 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-0711f70e-c2b9-4f17-a068-7e16acaa9bc6 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf58420d-63ed-4764-8db1-c46d13348f35']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:59:43.035471 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-0711f70e-c2b9-4f17-a068-7e16acaa9bc6 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ac04ffd-7b58-485e-b1f8-636984056cc9') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:59:43.035787 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-0711f70e-c2b9-4f17-a068-7e16acaa9bc6 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ac04ffd-7b58-485e-b1f8-636984056cc9') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:59:43.044855 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-2dce43af-4e3d-41b4-82a6-46fbcce72d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:43.048742 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0711f70e-c2b9-4f17-a068-7e16acaa9bc6 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:43.086381 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0711f70e-c2b9-4f17-a068-7e16acaa9bc6 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:43.093102 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0711f70e-c2b9-4f17-a068-7e16acaa9bc6 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:59:43.093575 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0711f70e-c2b9-4f17-a068-7e16acaa9bc6 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:43.165079 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 8ac04ffd-7b58-485e-b1f8-636984056cc9 resource provider aggregate not found May 28 06:59:43.195391 n-d-843702-1 neutron-server[89110]: INFO neutron.api.v2.resource [None req-ed6fc61f-1602-4c2a-9737-b6b07f44d882 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] create failed (client error): The resource could not be found. May 28 06:59:43.197998 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-ed6fc61f-1602-4c2a-9737-b6b07f44d882 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5731146 May 28 06:59:43.199188 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ffe42dfe-434e-4456-bfdc-57893dc8c247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3115906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3172012'] for subnet, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:43.199919 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 8ac04ffd-7b58-485e-b1f8-636984056cc9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8ac04ffd-7b58-485e-b1f8-636984056cc9 found for delete ", "request_id": "req-2bd8e80c-d7b3-45fa-9f6d-454349ffe81c"}]} May 28 06:59:43.200521 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 45112) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:43.242912 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port b3638f2e-8ae4-48e8-b94a-dbb59fec6d17 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:59:43.243282 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:43.308607 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0711f70e-c2b9-4f17-a068-7e16acaa9bc6 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:43.343070 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0711f70e-c2b9-4f17-a068-7e16acaa9bc6 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:43.352908 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-69412940-1609-4938-8eb1-66dbb4ecac4e tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:43.359185 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0711f70e-c2b9-4f17-a068-7e16acaa9bc6 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Pushing event deleted for resources: {'Network': ['ID=bf58420d-63ed-4764-8db1-c46d13348f35,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:43.378171 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe42dfe-434e-4456-bfdc-57893dc8c247 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e3f251c-b8bc-4330-a9bf-0995c46225a3,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:43.399513 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-0711f70e-c2b9-4f17-a068-7e16acaa9bc6 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] 10.222.0.55 "DELETE /v2.0/networks/bf58420d-63ed-4764-8db1-c46d13348f35 HTTP/1.1" status: 204 len: 168 time: 1.8706577 May 28 06:59:43.408087 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 45116) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:43.505059 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port b3638f2e-8ae4-48e8-b94a-dbb59fec6d17 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:59:43.607211 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-82f5db53-74db-4bdb-b3ea-027df77b2c1b tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:43.617133 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-69412940-1609-4938-8eb1-66dbb4ecac4e tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:43.646447 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device c11d22fb-3cb9-4762-a38c-e68495b7bfb5 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:59:43.692299 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe42dfe-434e-4456-bfdc-57893dc8c247 admin admin] Checking segment: {'id': 'e9238504-1307-4feb-8954-18a0fe4f4069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b9f9ba6a-5b01-4712-a1d0-51eb8b008ca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:59:43.692773 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe42dfe-434e-4456-bfdc-57893dc8c247 admin admin] Network hostable DHCP agents. Network: b9f9ba6a-5b01-4712-a1d0-51eb8b008ca1, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89110) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:59:43.739697 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: c11d22fb-3cb9-4762-a38c-e68495b7bfb5 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:59:43.744218 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device c11d22fb-3cb9-4762-a38c-e68495b7bfb5 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:59:43.744218 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 535b06aa-7ea4-4fba-943e-b490aaffd034 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:59:43.804005 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-82f5db53-74db-4bdb-b3ea-027df77b2c1b tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:43.819279 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 535b06aa-7ea4-4fba-943e-b490aaffd034 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:59:43.825757 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 535b06aa-7ea4-4fba-943e-b490aaffd034 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:59:43.835594 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe42dfe-434e-4456-bfdc-57893dc8c247 admin admin] Network b9f9ba6a-5b01-4712-a1d0-51eb8b008ca1 is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89110) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:59:43.844496 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-82f5db53-74db-4bdb-b3ea-027df77b2c1b tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3289379a-25d3-4904-9a63-07f0f38f2f79']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:59:43.863265 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-2dce43af-4e3d-41b4-82a6-46fbcce72d06 None None] Notify callbacks [] for port, precommit_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:43.865158 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-69412940-1609-4938-8eb1-66dbb4ecac4e tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:43.872366 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-82f5db53-74db-4bdb-b3ea-027df77b2c1b tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ebdd6db-3017-47ed-a221-61f954177797') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:59:43.872711 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-82f5db53-74db-4bdb-b3ea-027df77b2c1b tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ebdd6db-3017-47ed-a221-61f954177797') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:59:43.883318 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-2dce43af-4e3d-41b4-82a6-46fbcce72d06 None None] Transition to ACTIVE for port object d50e37c7-6255-40ce-b4db-d02ed3a3ecce will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:59:43.911576 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-82f5db53-74db-4bdb-b3ea-027df77b2c1b tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:43.918100 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69412940-1609-4938-8eb1-66dbb4ecac4e tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ec1f772-dbd6-4933-a256-2da3260c9f05,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:43.935479 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-82f5db53-74db-4bdb-b3ea-027df77b2c1b tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:43.944604 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82f5db53-74db-4bdb-b3ea-027df77b2c1b tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:59:43.944604 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-82f5db53-74db-4bdb-b3ea-027df77b2c1b tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:43.972413 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-ffe42dfe-434e-4456-bfdc-57893dc8c247 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, b9f9ba6a-5b01-4712-a1d0-51eb8b008ca1) {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:59:43.984766 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe42dfe-434e-4456-bfdc-57893dc8c247 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:59:43.984925 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-546038ec-31bc-4d90-9c49-f4a80f7e13ea None None] Network b9f9ba6a-5b01-4712-a1d0-51eb8b008ca1 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:59:43.985758 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ffe42dfe-434e-4456-bfdc-57893dc8c247 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:43.993240 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-69412940-1609-4938-8eb1-66dbb4ecac4e tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:43.999774 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-69412940-1609-4938-8eb1-66dbb4ecac4e tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] 10.222.0.55 "DELETE /v2.0/security-groups/1ec1f772-dbd6-4933-a256-2da3260c9f05 HTTP/1.1" status: 204 len: 168 time: 0.7935843 May 28 06:59:44.005394 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 45124) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:44.070378 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-2dce43af-4e3d-41b4-82a6-46fbcce72d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:44.096055 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-ffe42dfe-434e-4456-bfdc-57893dc8c247 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6003435 May 28 06:59:44.096328 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 45130) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:44.103608 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-3f92e754-b10d-4436-b613-55ba5207ac71 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-435079007-router', 'tenant_id': '83f5c178d0f74b28b0a752dbac29ad49', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:59:44.114699 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-3f92e754-b10d-4436-b613-55ba5207ac71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:59:44.121312 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-3f92e754-b10d-4436-b613-55ba5207ac71 admin admin] Usage tracker for resource:router and tenant:83f5c178d0f74b28b0a752dbac29ad49 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:59:44.131495 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-3f92e754-b10d-4436-b613-55ba5207ac71 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:59:44.145339 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-3f92e754-b10d-4436-b613-55ba5207ac71 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:59:44.186296 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5e531b-afd5-4fef-b50e-91939684842b None None] Pushing event updated for resources: {'Port': ['ID=d50e37c7-6255-40ce-b4db-d02ed3a3ecce,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:44.223460 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3f92e754-b10d-4436-b613-55ba5207ac71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59128'] for router, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:44.224886 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3f92e754-b10d-4436-b613-55ba5207ac71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59009'] for router, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:44.242522 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-55d1ccdd-36e6-470d-80ff-167aa50c3dd8 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Synchronizing usage tracker for tenant:b12e09c084e6406eb2d3e04b8fc702a9 on resource:security_group {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:59:44.255712 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3f92e754-b10d-4436-b613-55ba5207ac71 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:44.277868 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-82f5db53-74db-4bdb-b3ea-027df77b2c1b tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:44.325563 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-82f5db53-74db-4bdb-b3ea-027df77b2c1b tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:44.344956 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f5db53-74db-4bdb-b3ea-027df77b2c1b tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Pushing event deleted for resources: {'Network': ['ID=3289379a-25d3-4904-9a63-07f0f38f2f79,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:44.371309 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 45134) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:44.371646 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-82f5db53-74db-4bdb-b3ea-027df77b2c1b tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] 10.222.0.55 "DELETE /v2.0/networks/3289379a-25d3-4904-9a63-07f0f38f2f79 HTTP/1.1" status: 204 len: 168 time: 0.9608147 May 28 06:59:44.378239 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-55d1ccdd-36e6-470d-80ff-167aa50c3dd8 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Unset dirty status for tenant:b12e09c084e6406eb2d3e04b8fc702a9 on resource:security_group {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:59:44.384408 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-55d1ccdd-36e6-470d-80ff-167aa50c3dd8 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3709426 May 28 06:59:44.385924 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 45138) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:44.393609 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-f1a036d3-56f5-4e4b-b9ee-7172a7906515 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Request body: {'security_group_rule': {'security_group_id': '7d36d9b5-3f7f-4543-abf8-c5c0c95142fb', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:59:44.403615 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-f1a036d3-56f5-4e4b-b9ee-7172a7906515 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:59:44.416992 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-f1a036d3-56f5-4e4b-b9ee-7172a7906515 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Usage tracker for resource:security_group_rule and tenant:b12e09c084e6406eb2d3e04b8fc702a9 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:59:44.422271 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-f1a036d3-56f5-4e4b-b9ee-7172a7906515 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:59:44.425655 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-2dce43af-4e3d-41b4-82a6-46fbcce72d06 None None] Attempting to bind port d50e37c7-6255-40ce-b4db-d02ed3a3ecce on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:59:44.426102 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-2dce43af-4e3d-41b4-82a6-46fbcce72d06 None None] Attempting to bind port d50e37c7-6255-40ce-b4db-d02ed3a3ecce by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': '9b6a153f-5acc-4efc-9ff2-d82aa4b5901c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b87fb3cb-482f-4500-8eb8-33ba0d95db61'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:59:44.426537 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dce43af-4e3d-41b4-82a6-46fbcce72d06 None None] Attempting to bind port d50e37c7-6255-40ce-b4db-d02ed3a3ecce on network b87fb3cb-482f-4500-8eb8-33ba0d95db61 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:59:44.442470 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-f1a036d3-56f5-4e4b-b9ee-7172a7906515 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:59:44.444439 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dce43af-4e3d-41b4-82a6-46fbcce72d06 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:59:44.445196 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dce43af-4e3d-41b4-82a6-46fbcce72d06 None None] Checking segment: {'id': '9b6a153f-5acc-4efc-9ff2-d82aa4b5901c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b87fb3cb-482f-4500-8eb8-33ba0d95db61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:59:44.445695 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-2dce43af-4e3d-41b4-82a6-46fbcce72d06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:44.446153 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dce43af-4e3d-41b4-82a6-46fbcce72d06 None None] Bound using segment: {'id': '9b6a153f-5acc-4efc-9ff2-d82aa4b5901c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b87fb3cb-482f-4500-8eb8-33ba0d95db61'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:59:44.446696 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-2dce43af-4e3d-41b4-82a6-46fbcce72d06 None None] Bound port: d50e37c7-6255-40ce-b4db-d02ed3a3ecce, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b6a153f-5acc-4efc-9ff2-d82aa4b5901c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b87fb3cb-482f-4500-8eb8-33ba0d95db61'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:59:44.447167 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-2dce43af-4e3d-41b4-82a6-46fbcce72d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:44.698374 n-d-843702-1 neutron-server[89109]: INFO neutron.api.v2.resource [None req-f1a036d3-56f5-4e4b-b9ee-7172a7906515 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] create failed (client error): The resource could not be found. May 28 06:59:44.699681 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-f1a036d3-56f5-4e4b-b9ee-7172a7906515 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3119662 May 28 06:59:44.705336 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 45142) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:44.711532 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-aedf3266-cc01-48ed-96b9-34173b398a24 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Request body: {'security_group': {'name': 'tempest-secgroup--333669819'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:59:44.729263 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-aedf3266-cc01-48ed-96b9-34173b398a24 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:59:44.777763 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-aedf3266-cc01-48ed-96b9-34173b398a24 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:59:44.855547 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-fcd0fd85-1422-4343-b65f-1fcc5ed17d74 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:44.871714 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b98b51dc-be14-4d24-b08d-502701fecf1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-b9f9ba6a-5b01-4712-a1d0-51eb8b008ca1', 'network_id': 'b9f9ba6a-5b01-4712-a1d0-51eb8b008ca1', 'tenant_id': '83f5c178d0f74b28b0a752dbac29ad49', 'fixed_ips': [{'subnet_id': '9e3f251c-b8bc-4330-a9bf-0995c46225a3'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:59:44.872534 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b98b51dc-be14-4d24-b08d-502701fecf1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:44.881277 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-aedf3266-cc01-48ed-96b9-34173b398a24 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:44.933405 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-aedf3266-cc01-48ed-96b9-34173b398a24 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:59:44.941539 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-2dce43af-4e3d-41b4-82a6-46fbcce72d06 None None] For port d50e37c7-6255-40ce-b4db-d02ed3a3ecce, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:59:44.945813 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-aedf3266-cc01-48ed-96b9-34173b398a24 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Usage tracker for resource:security_group_rule and tenant:b12e09c084e6406eb2d3e04b8fc702a9 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:59:44.949367 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-aedf3266-cc01-48ed-96b9-34173b398a24 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:59:44.979771 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-aedf3266-cc01-48ed-96b9-34173b398a24 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:59:45.046115 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-2dce43af-4e3d-41b4-82a6-46fbcce72d06 None None] For port d50e37c7-6255-40ce-b4db-d02ed3a3ecce, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=d50e37c7-6255-40ce-b4db-d02ed3a3ecce,segment=NetworkSegment(9b6a153f-5acc-4efc-9ff2-d82aa4b5901c),segment_id=9b6a153f-5acc-4efc-9ff2-d82aa4b5901c)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:59:45.093657 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 45152) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:45.127056 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-2dce43af-4e3d-41b4-82a6-46fbcce72d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:45.185181 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-aedf3266-cc01-48ed-96b9-34173b398a24 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:45.231976 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 7ebdd6db-3017-47ed-a221-61f954177797 resource provider aggregate not found May 28 06:59:45.269992 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dce43af-4e3d-41b4-82a6-46fbcce72d06 None None] Routers {'b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:59:45.270636 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-2dce43af-4e3d-41b4-82a6-46fbcce72d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:59:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:59:45.273971 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 7ebdd6db-3017-47ed-a221-61f954177797 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7ebdd6db-3017-47ed-a221-61f954177797 found for delete ", "request_id": "req-f784bbc0-9fe7-460f-a923-b63c04e97ff8"}]} May 28 06:59:45.275820 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-aedf3266-cc01-48ed-96b9-34173b398a24 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:45.397277 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf3266-cc01-48ed-96b9-34173b398a24 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1474855e-9a52-4356-ba84-9d76b56c6142,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:45.456603 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-015c92a7-6128-4612-934c-b35da436fdf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:45.462927 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3f92e754-b10d-4436-b613-55ba5207ac71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59027'] for router, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:45.475184 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-015c92a7-6128-4612-934c-b35da436fdf6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:59:45.480700 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-015c92a7-6128-4612-934c-b35da436fdf6 admin admin] Usage tracker for resource:security_group_rule and tenant:0d3872a9c1a24b2cb6087e57b16ce8ba is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:59:45.486603 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-015c92a7-6128-4612-934c-b35da436fdf6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:59:45.501544 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-015c92a7-6128-4612-934c-b35da436fdf6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:59:45.505356 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-b98b51dc-be14-4d24-b08d-502701fecf1c None None] Allocated IP 172.20.0.2 (b9f9ba6a-5b01-4712-a1d0-51eb8b008ca1/9e3f251c-b8bc-4330-a9bf-0995c46225a3/8c67e7ab-830f-4c0a-bb97-a52f7defaebd) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:59:45.600741 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-aedf3266-cc01-48ed-96b9-34173b398a24 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:45.605238 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-aedf3266-cc01-48ed-96b9-34173b398a24 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8987813 May 28 06:59:45.607501 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 45170) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:45.635668 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-f083cdbf-cd66-426e-95b2-a54f9e752eb3 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Request body: {'security_group': {'name': 'tempest-secgroup--1719029452'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:59:45.649963 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-fcd0fd85-1422-4343-b65f-1fcc5ed17d74 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:45.654320 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-f083cdbf-cd66-426e-95b2-a54f9e752eb3 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:59:45.675420 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-f083cdbf-cd66-426e-95b2-a54f9e752eb3 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Usage tracker for resource:security_group and tenant:b12e09c084e6406eb2d3e04b8fc702a9 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:59:45.682700 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-f083cdbf-cd66-426e-95b2-a54f9e752eb3 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:59:45.691688 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-f083cdbf-cd66-426e-95b2-a54f9e752eb3 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:59:45.726401 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5e531b-afd5-4fef-b50e-91939684842b None None] Pushing event updated for resources: {'Port': ['ID=d50e37c7-6255-40ce-b4db-d02ed3a3ecce,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:45.755806 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-fcd0fd85-1422-4343-b65f-1fcc5ed17d74 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a63d723-3848-4489-8018-dfbbc0658e65']}} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:59:45.799870 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-fcd0fd85-1422-4343-b65f-1fcc5ed17d74 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5aae839e-afcf-4dee-840d-3b6787288a1e') {'for_net_delete': True} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:59:45.801398 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-fcd0fd85-1422-4343-b65f-1fcc5ed17d74 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5aae839e-afcf-4dee-840d-3b6787288a1e') {} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:59:45.833560 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-015c92a7-6128-4612-934c-b35da436fdf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:45.863514 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f083cdbf-cd66-426e-95b2-a54f9e752eb3 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:45.902420 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-f083cdbf-cd66-426e-95b2-a54f9e752eb3 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:59:45.906695 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-f083cdbf-cd66-426e-95b2-a54f9e752eb3 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Usage tracker for resource:security_group_rule and tenant:b12e09c084e6406eb2d3e04b8fc702a9 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:59:45.913562 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-f083cdbf-cd66-426e-95b2-a54f9e752eb3 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:59:45.921273 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-f083cdbf-cd66-426e-95b2-a54f9e752eb3 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:59:45.929049 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-fcd0fd85-1422-4343-b65f-1fcc5ed17d74 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4150778'] for segment, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:45.939993 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-2dce43af-4e3d-41b4-82a6-46fbcce72d06 None None] Set router b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:59:45.953066 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-015c92a7-6128-4612-934c-b35da436fdf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:45.954533 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-fcd0fd85-1422-4343-b65f-1fcc5ed17d74 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:45.964446 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcd0fd85-1422-4343-b65f-1fcc5ed17d74 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=89110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:59:45.964990 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-fcd0fd85-1422-4343-b65f-1fcc5ed17d74 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3143023'] for segment, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:46.034161 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-015c92a7-6128-4612-934c-b35da436fdf6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0d3872a9c1a24b2cb6087e57b16ce8ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9369328 May 28 06:59:46.043979 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment 5aae839e-afcf-4dee-840d-3b6787288a1e resource provider aggregate not found May 28 06:59:46.049235 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 45176) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:46.080878 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c92a7-6128-4612-934c-b35da436fdf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=319f1253-4b35-44c5-a7be-8ebce6209105,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:46.122393 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment 5aae839e-afcf-4dee-840d-3b6787288a1e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5aae839e-afcf-4dee-840d-3b6787288a1e found for delete ", "request_id": "req-ceb43235-8f01-480a-92ca-2c05656821e1"}]} May 28 06:59:46.149173 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f083cdbf-cd66-426e-95b2-a54f9e752eb3 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:46.156506 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-abab5c18-b373-4705-adfe-607aef6fd243 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:46.166825 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b98b51dc-be14-4d24-b08d-502701fecf1c None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:46.197888 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-abab5c18-b373-4705-adfe-607aef6fd243 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:46.224124 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f083cdbf-cd66-426e-95b2-a54f9e752eb3 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:46.233986 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-b98b51dc-be14-4d24-b08d-502701fecf1c None None] Transition to ACTIVE for port object 8c67e7ab-830f-4c0a-bb97-a52f7defaebd will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:59:46.285084 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-b98b51dc-be14-4d24-b08d-502701fecf1c None None] Transition to ACTIVE for port object 8c67e7ab-830f-4c0a-bb97-a52f7defaebd will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:59:46.294387 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-fcd0fd85-1422-4343-b65f-1fcc5ed17d74 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:46.302630 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f083cdbf-cd66-426e-95b2-a54f9e752eb3 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62729857-fb56-4788-8d3e-6a851bb6aa03,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:46.373480 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-fcd0fd85-1422-4343-b65f-1fcc5ed17d74 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Notify callbacks [] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:46.392042 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd0fd85-1422-4343-b65f-1fcc5ed17d74 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] Pushing event deleted for resources: {'Network': ['ID=1a63d723-3848-4489-8018-dfbbc0658e65,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:46.399452 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-2dce43af-4e3d-41b4-82a6-46fbcce72d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f', 'name': 'tempest-TestVolumeBootPattern-227510675-router', 'tenant_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': 'b3638f2e-8ae4-48e8-b94a-dbb59fec6d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:59:30Z', 'updated_at': '2022-05-28T06:59:37Z', 'revision_number': 4, 'project_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'gw_port': {'id': 'b3638f2e-8ae4-48e8-b94a-dbb59fec6d17', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:8c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:59:32Z', 'updated_at': '2022-05-28T06:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'd50e37c7-6255-40ce-b4db-d02ed3a3ecce', 'name': '', 'network_id': 'b87fb3cb-482f-4500-8eb8-33ba0d95db61', 'tenant_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'mac_address': 'fa:16:3e:31:b1:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '03e4bbfb-d6ff-44b0-bb81-9edbb740d6df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:59:36Z', 'updated_at': '2022-05-28T06:59:44Z', 'revision_number': 4, 'project_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'subnets': [{'id': '03e4bbfb-d6ff-44b0-bb81-9edbb740d6df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:59:46.404070 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dce43af-4e3d-41b4-82a6-46fbcce72d06 None None] The sync data for ids ['b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f'] in n-d-843702-1 is: [{'id': 'b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f', 'name': 'tempest-TestVolumeBootPattern-227510675-router', 'tenant_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': 'b3638f2e-8ae4-48e8-b94a-dbb59fec6d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:59:30Z', 'updated_at': '2022-05-28T06:59:37Z', 'revision_number': 4, 'project_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'gw_port': {'id': 'b3638f2e-8ae4-48e8-b94a-dbb59fec6d17', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:8c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:59:32Z', 'updated_at': '2022-05-28T06:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'd50e37c7-6255-40ce-b4db-d02ed3a3ecce', 'name': '', 'network_id': 'b87fb3cb-482f-4500-8eb8-33ba0d95db61', 'tenant_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'mac_address': 'fa:16:3e:31:b1:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '03e4bbfb-d6ff-44b0-bb81-9edbb740d6df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:59:36Z', 'updated_at': '2022-05-28T06:59:44Z', 'revision_number': 4, 'project_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'subnets': [{'id': '03e4bbfb-d6ff-44b0-bb81-9edbb740d6df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:59:46.413234 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b98b51dc-be14-4d24-b08d-502701fecf1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:46.413374 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f083cdbf-cd66-426e-95b2-a54f9e752eb3 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:46.414945 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-f083cdbf-cd66-426e-95b2-a54f9e752eb3 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8050191 May 28 06:59:46.417617 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 45182) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:46.424743 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-62da9e4f-63f9-46fd-8a60-72212149b18c tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Request body: {'security_group_rule': {'security_group_id': '1474855e-9a52-4356-ba84-9d76b56c6142', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '62729857-fb56-4788-8d3e-6a851bb6aa03'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:59:46.433137 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-62da9e4f-63f9-46fd-8a60-72212149b18c tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:59:46.438425 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-62da9e4f-63f9-46fd-8a60-72212149b18c tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Usage tracker for resource:security_group_rule and tenant:b12e09c084e6406eb2d3e04b8fc702a9 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:59:46.443612 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-62da9e4f-63f9-46fd-8a60-72212149b18c tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:59:46.469111 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-fcd0fd85-1422-4343-b65f-1fcc5ed17d74 tempest-BulkNetworkOpsTest-370138650 tempest-BulkNetworkOpsTest-370138650-project] 10.222.0.55 "DELETE /v2.0/networks/1a63d723-3848-4489-8018-dfbbc0658e65 HTTP/1.1" status: 204 len: 168 time: 2.0956526 May 28 06:59:46.477303 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-62da9e4f-63f9-46fd-8a60-72212149b18c tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:59:46.521737 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98b51dc-be14-4d24-b08d-502701fecf1c None None] Network b9f9ba6a-5b01-4712-a1d0-51eb8b008ca1 is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:59:46.530244 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-b98b51dc-be14-4d24-b08d-502701fecf1c None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:59:46.547054 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98b51dc-be14-4d24-b08d-502701fecf1c None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:59:46.560013 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3f92e754-b10d-4436-b613-55ba5207ac71 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:46.615801 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3f92e754-b10d-4436-b613-55ba5207ac71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:46.628940 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98b51dc-be14-4d24-b08d-502701fecf1c None None] Pushing event updated for resources: {'Port': ['ID=8c67e7ab-830f-4c0a-bb97-a52f7defaebd,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:46.688532 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-b98b51dc-be14-4d24-b08d-502701fecf1c None None] Attempting to bind port 8c67e7ab-830f-4c0a-bb97-a52f7defaebd on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:59:46.689469 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-b98b51dc-be14-4d24-b08d-502701fecf1c None None] Attempting to bind port 8c67e7ab-830f-4c0a-bb97-a52f7defaebd by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'e9238504-1307-4feb-8954-18a0fe4f4069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b9f9ba6a-5b01-4712-a1d0-51eb8b008ca1'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:59:46.690818 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98b51dc-be14-4d24-b08d-502701fecf1c None None] Attempting to bind port 8c67e7ab-830f-4c0a-bb97-a52f7defaebd on network b9f9ba6a-5b01-4712-a1d0-51eb8b008ca1 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:59:46.691083 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-abab5c18-b373-4705-adfe-607aef6fd243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:46.703875 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98b51dc-be14-4d24-b08d-502701fecf1c None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:59:46.705095 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98b51dc-be14-4d24-b08d-502701fecf1c None None] Checking segment: {'id': 'e9238504-1307-4feb-8954-18a0fe4f4069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b9f9ba6a-5b01-4712-a1d0-51eb8b008ca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:59:46.705782 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b98b51dc-be14-4d24-b08d-502701fecf1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:46.706944 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98b51dc-be14-4d24-b08d-502701fecf1c None None] Bound using segment: {'id': 'e9238504-1307-4feb-8954-18a0fe4f4069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b9f9ba6a-5b01-4712-a1d0-51eb8b008ca1'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:59:46.706944 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-b98b51dc-be14-4d24-b08d-502701fecf1c None None] Bound port: 8c67e7ab-830f-4c0a-bb97-a52f7defaebd, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9238504-1307-4feb-8954-18a0fe4f4069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b9f9ba6a-5b01-4712-a1d0-51eb8b008ca1'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:59:46.707331 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b98b51dc-be14-4d24-b08d-502701fecf1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:46.731759 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-abab5c18-b373-4705-adfe-607aef6fd243 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:46.733110 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-abab5c18-b373-4705-adfe-607aef6fd243 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/319f1253-4b35-44c5-a7be-8ebce6209105 HTTP/1.1" status: 204 len: 168 time: 0.6827009 May 28 06:59:46.733740 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abab5c18-b373-4705-adfe-607aef6fd243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=319f1253-4b35-44c5-a7be-8ebce6209105,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:46.777870 n-d-843702-1 neutron-server[89109]: INFO neutron.api.v2.resource [None req-62da9e4f-63f9-46fd-8a60-72212149b18c tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 06:59:46.779308 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-62da9e4f-63f9-46fd-8a60-72212149b18c tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3606155 May 28 06:59:46.783155 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 45192) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:46.869229 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [None req-3f92e754-b10d-4436-b613-55ba5207ac71 admin admin] Allocated IP 172.25.5.159 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/72a81dac-fc0b-45c3-b0cf-847d8083d73d) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:59:46.932619 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-b98b51dc-be14-4d24-b08d-502701fecf1c None None] For port 8c67e7ab-830f-4c0a-bb97-a52f7defaebd, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:59:46.936137 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-b98b51dc-be14-4d24-b08d-502701fecf1c None None] For port 8c67e7ab-830f-4c0a-bb97-a52f7defaebd, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=8c67e7ab-830f-4c0a-bb97-a52f7defaebd,segment=NetworkSegment(e9238504-1307-4feb-8954-18a0fe4f4069),segment_id=e9238504-1307-4feb-8954-18a0fe4f4069)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:59:46.944987 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-39b2196d-3bbe-4993-82c3-b172e2571048 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:46.983743 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device d50e37c7-6255-40ce-b4db-d02ed3a3ecce up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:59:46.998038 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-39b2196d-3bbe-4993-82c3-b172e2571048 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:47.058421 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b98b51dc-be14-4d24-b08d-502701fecf1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:47.190179 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 45200) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:47.235074 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-39b2196d-3bbe-4993-82c3-b172e2571048 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:47.291706 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b2196d-3bbe-4993-82c3-b172e2571048 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62729857-fb56-4788-8d3e-6a851bb6aa03,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:47.299042 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98b51dc-be14-4d24-b08d-502701fecf1c None None] Pushing event updated for resources: {'Port': ['ID=8c67e7ab-830f-4c0a-bb97-a52f7defaebd,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:47.305407 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-39b2196d-3bbe-4993-82c3-b172e2571048 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:47.312377 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-39b2196d-3bbe-4993-82c3-b172e2571048 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] 10.222.0.55 "DELETE /v2.0/security-groups/62729857-fb56-4788-8d3e-6a851bb6aa03 HTTP/1.1" status: 204 len: 168 time: 0.5282960 May 28 06:59:47.315175 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 45206) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:47.417043 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3f92e754-b10d-4436-b613-55ba5207ac71 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:47.435560 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port d50e37c7-6255-40ce-b4db-d02ed3a3ecce completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:59:47.441757 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port d50e37c7-6255-40ce-b4db-d02ed3a3ecce triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:59:47.442130 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:47.477263 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-f8a31660-a4f8-4536-9af7-05d59f488528 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Synchronizing usage tracker for tenant:b12e09c084e6406eb2d3e04b8fc702a9 on resource:security_group {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:59:47.512617 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-2b3e117f-a587-499d-9c0d-105459cd36c9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=56c0f1380039447e965d76f9587a5af2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3210220 May 28 06:59:47.515797 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 45210) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:47.573108 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-f8a31660-a4f8-4536-9af7-05d59f488528 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Unset dirty status for tenant:b12e09c084e6406eb2d3e04b8fc702a9 on resource:security_group {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:59:47.578346 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-f8a31660-a4f8-4536-9af7-05d59f488528 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2620406 May 28 06:59:47.579697 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 45214) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:47.605576 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3f92e754-b10d-4436-b613-55ba5207ac71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:47.684294 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-301363cc-5c64-4ac6-9351-64bfffc5fc06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:47.701385 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port d50e37c7-6255-40ce-b4db-d02ed3a3ecce is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:59:47.701884 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:47.723340 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-301363cc-5c64-4ac6-9351-64bfffc5fc06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:47.754123 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port d50e37c7-6255-40ce-b4db-d02ed3a3ecce, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=d50e37c7-6255-40ce-b4db-d02ed3a3ecce,segment=NetworkSegment(9b6a153f-5acc-4efc-9ff2-d82aa4b5901c),segment_id=9b6a153f-5acc-4efc-9ff2-d82aa4b5901c)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:59:47.817923 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 45220) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:47.830299 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:47.855929 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-cb96c120-a056-408e-9e67-7ac731c74ae1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:47.859487 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f92e754-b10d-4436-b613-55ba5207ac71 admin admin] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:59:47.869696 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-3f92e754-b10d-4436-b613-55ba5207ac71 admin admin] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:59:47.879783 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f92e754-b10d-4436-b613-55ba5207ac71 admin admin] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:59:47.883335 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-cb96c120-a056-408e-9e67-7ac731c74ae1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:59:47.891020 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-cb96c120-a056-408e-9e67-7ac731c74ae1 admin admin] Usage tracker for resource:security_group_rule and tenant:2273d65841ac4330b54c3fb8f4a6d9a1 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:59:47.924113 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-cb96c120-a056-408e-9e67-7ac731c74ae1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:59:47.924113 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-cb96c120-a056-408e-9e67-7ac731c74ae1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:59:47.927320 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1366c577-fc93-473c-a3ec-f76ce68b712b tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:47.957058 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f92e754-b10d-4436-b613-55ba5207ac71 admin admin] Pushing event updated for resources: {'Port': ['ID=72a81dac-fc0b-45c3-b0cf-847d8083d73d,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:47.961371 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1366c577-fc93-473c-a3ec-f76ce68b712b tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:47.976159 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=d50e37c7-6255-40ce-b4db-d02ed3a3ecce,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:48.003410 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-301363cc-5c64-4ac6-9351-64bfffc5fc06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:48.035978 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301363cc-5c64-4ac6-9351-64bfffc5fc06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b77f8db4-21ff-4868-9619-5b74133c37f2,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:48.058163 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-301363cc-5c64-4ac6-9351-64bfffc5fc06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:48.059220 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-301363cc-5c64-4ac6-9351-64bfffc5fc06 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b77f8db4-21ff-4868-9619-5b74133c37f2 HTTP/1.1" status: 204 len: 168 time: 0.5432227 May 28 06:59:48.148671 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-cb96c120-a056-408e-9e67-7ac731c74ae1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:48.150249 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1366c577-fc93-473c-a3ec-f76ce68b712b tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:48.170406 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1366c577-fc93-473c-a3ec-f76ce68b712b tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1474855e-9a52-4356-ba84-9d76b56c6142,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:48.244838 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-cb96c120-a056-408e-9e67-7ac731c74ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:48.311567 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-cb96c120-a056-408e-9e67-7ac731c74ae1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2273d65841ac4330b54c3fb8f4a6d9a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4892440 May 28 06:59:48.311742 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 45226) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:48.312405 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1366c577-fc93-473c-a3ec-f76ce68b712b tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:48.313781 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-1366c577-fc93-473c-a3ec-f76ce68b712b tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] 10.222.0.55 "DELETE /v2.0/security-groups/1474855e-9a52-4356-ba84-9d76b56c6142 HTTP/1.1" status: 204 len: 168 time: 0.7325296 May 28 06:59:48.319298 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 45230) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:48.319962 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb96c120-a056-408e-9e67-7ac731c74ae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fd23f8c-9c3a-463e-8c06-443c0eb29db2,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:48.397407 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-632d5cee-a227-4feb-97ce-2afc99a31c0e tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Synchronizing usage tracker for tenant:b12e09c084e6406eb2d3e04b8fc702a9 on resource:security_group {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:59:48.543763 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-632d5cee-a227-4feb-97ce-2afc99a31c0e tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Unset dirty status for tenant:b12e09c084e6406eb2d3e04b8fc702a9 on resource:security_group {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:59:48.558165 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-632d5cee-a227-4feb-97ce-2afc99a31c0e tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2300682 May 28 06:59:48.558165 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 45234) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:48.560060 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-3d953a25-787d-4004-9a06-9eba3e4a935e tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Request body: {'security_group': {'name': 'tempest-secgroup--881747080'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:59:48.574178 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-3d953a25-787d-4004-9a06-9eba3e4a935e tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:59:48.590350 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-3d953a25-787d-4004-9a06-9eba3e4a935e tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:59:48.652075 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-80e5091f-392a-4038-85c5-bd4dd93c28fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:48.665104 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3f92e754-b10d-4436-b613-55ba5207ac71 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:48.743317 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3d953a25-787d-4004-9a06-9eba3e4a935e tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:48.775017 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-3d953a25-787d-4004-9a06-9eba3e4a935e tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:59:48.779862 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-3d953a25-787d-4004-9a06-9eba3e4a935e tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Usage tracker for resource:security_group_rule and tenant:b12e09c084e6406eb2d3e04b8fc702a9 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:59:48.783356 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-3d953a25-787d-4004-9a06-9eba3e4a935e tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:59:48.789982 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-3d953a25-787d-4004-9a06-9eba3e4a935e tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:59:48.829821 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52039b89-8da5-4193-b6f2-300291452ba3 None None] Network b9f9ba6a-5b01-4712-a1d0-51eb8b008ca1 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:59:48.865324 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-80e5091f-392a-4038-85c5-bd4dd93c28fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:48.962999 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3d953a25-787d-4004-9a06-9eba3e4a935e tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:49.042868 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3d953a25-787d-4004-9a06-9eba3e4a935e tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:49.124076 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device d50e37c7-6255-40ce-b4db-d02ed3a3ecce up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:59:49.155990 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d953a25-787d-4004-9a06-9eba3e4a935e tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8efb6c9c-4f0e-439d-a47f-849c7338f31a,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:49.184416 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3f92e754-b10d-4436-b613-55ba5207ac71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690761'] for router, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:49.263526 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3d953a25-787d-4004-9a06-9eba3e4a935e tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:49.264772 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-3d953a25-787d-4004-9a06-9eba3e4a935e tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7098532 May 28 06:59:49.270161 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 45252) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:49.275752 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-879945c5-b1d1-4af1-90c4-964371248cba tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Request body: {'security_group': {'name': 'default'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:59:49.276419 n-d-843702-1 neutron-server[89109]: WARNING neutron.api.v2.base [None req-879945c5-b1d1-4af1-90c4-964371248cba tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 28 06:59:49.276918 n-d-843702-1 neutron-server[89109]: INFO neutron.api.v2.resource [None req-879945c5-b1d1-4af1-90c4-964371248cba tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] update failed (client error): There was a conflict when trying to complete your request. May 28 06:59:49.277901 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-879945c5-b1d1-4af1-90c4-964371248cba tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] 10.222.0.55 "PUT /v2.0/security-groups/8efb6c9c-4f0e-439d-a47f-849c7338f31a HTTP/1.1" status: 409 len: 330 time: 0.0067878 May 28 06:59:49.281019 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 45256) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:49.286164 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-da0ffaae-1ec0-41ed-a917-3e86ce261099 None None] Provisioning for port 8c67e7ab-830f-4c0a-bb97-a52f7defaebd completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:59:49.370566 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port d50e37c7-6255-40ce-b4db-d02ed3a3ecce triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:59:49.376444 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:49.379299 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fc6d7703-07a2-4c8a-b80f-d977ef57e47c tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:49.424023 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-80e5091f-392a-4038-85c5-bd4dd93c28fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:49.426224 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fc6d7703-07a2-4c8a-b80f-d977ef57e47c tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:49.448018 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e5091f-392a-4038-85c5-bd4dd93c28fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fd23f8c-9c3a-463e-8c06-443c0eb29db2,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:49.471254 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-80e5091f-392a-4038-85c5-bd4dd93c28fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:49.475500 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-80e5091f-392a-4038-85c5-bd4dd93c28fb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3fd23f8c-9c3a-463e-8c06-443c0eb29db2 HTTP/1.1" status: 204 len: 168 time: 1.1622362 May 28 06:59:49.535181 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port d50e37c7-6255-40ce-b4db-d02ed3a3ecce is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:59:49.536351 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 8c67e7ab-830f-4c0a-bb97-a52f7defaebd up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:59:49.551326 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f92e754-b10d-4436-b613-55ba5207ac71 admin admin] Router 9a8ca965-0b77-4f5f-beb0-42eb8f69494a is scheduled to L3 agent 42958940-9562-4f71-972f-15a8af9d3963 with binding_index 1 {{(pid=89110) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 06:59:49.618145 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fc6d7703-07a2-4c8a-b80f-d977ef57e47c tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:49.654562 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6d7703-07a2-4c8a-b80f-d977ef57e47c tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8efb6c9c-4f0e-439d-a47f-849c7338f31a,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:49.668215 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fc6d7703-07a2-4c8a-b80f-d977ef57e47c tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:49.668215 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-fc6d7703-07a2-4c8a-b80f-d977ef57e47c tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] 10.222.0.55 "DELETE /v2.0/security-groups/8efb6c9c-4f0e-439d-a47f-849c7338f31a HTTP/1.1" status: 204 len: 168 time: 0.3852131 May 28 06:59:49.673113 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 45268) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:49.739882 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-95c61351-9cf7-425d-8859-1c1a7e41bcbd tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Synchronizing usage tracker for tenant:b12e09c084e6406eb2d3e04b8fc702a9 on resource:security_group {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:59:49.743509 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 8c67e7ab-830f-4c0a-bb97-a52f7defaebd completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:59:49.749215 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 8c67e7ab-830f-4c0a-bb97-a52f7defaebd triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:59:49.749706 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:49.839934 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-d09c136d-5285-441d-b613-1db1980c1cb8 None None] Provisioning complete for port 8c67e7ab-830f-4c0a-bb97-a52f7defaebd triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:59:49.840616 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d09c136d-5285-441d-b613-1db1980c1cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:49.931863 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-95c61351-9cf7-425d-8859-1c1a7e41bcbd tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] Unset dirty status for tenant:b12e09c084e6406eb2d3e04b8fc702a9 on resource:security_group {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:59:49.934120 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-95c61351-9cf7-425d-8859-1c1a7e41bcbd tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2588589 May 28 06:59:49.938511 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 45274) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:49.967719 n-d-843702-1 neutron-server[89110]: INFO neutron.api.v2.resource [None req-359519a3-0d06-4c8e-85e7-8273436ef4ab tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] delete failed (client error): The resource could not be found. May 28 06:59:49.973383 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-359519a3-0d06-4c8e-85e7-8273436ef4ab tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] 10.222.0.55 "DELETE /v2.0/security-groups/ac8469db-98d5-4f53-970f-68264660ad44 HTTP/1.1" status: 404 len: 347 time: 0.0298157 May 28 06:59:49.973614 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 45278) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:49.997680 n-d-843702-1 neutron-server[89110]: INFO neutron.api.v2.resource [None req-806e9195-8a1a-4fc0-b02b-fa251c9d7d20 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] show failed (client error): The resource could not be found. May 28 06:59:49.999325 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-806e9195-8a1a-4fc0-b02b-fa251c9d7d20 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] 10.222.0.55 "GET /v2.0/security-groups/cc210a54-7fac-4d8a-8738-30ebffffe8b6 HTTP/1.1" status: 404 len: 347 time: 0.0242622 May 28 06:59:50.003552 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 45284) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:50.008167 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 8c67e7ab-830f-4c0a-bb97-a52f7defaebd is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:59:50.020272 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:50.021156 n-d-843702-1 neutron-server[89110]: INFO neutron.api.v2.resource [None req-3cbc4763-9666-43f5-b860-bd14d6e607d8 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] show failed (client error): The resource could not be found. May 28 06:59:50.021769 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-3cbc4763-9666-43f5-b860-bd14d6e607d8 tempest-NegativeSecGroupTest-1084002858 tempest-NegativeSecGroupTest-1084002858-project] 10.222.0.55 "GET /v2.0/security-group-rules/c66e6ac8-94a3-4201-a8e8-edce48bdfe2a HTTP/1.1" status: 404 len: 356 time: 0.0172312 May 28 06:59:50.023365 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f92e754-b10d-4436-b613-55ba5207ac71 admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:59:50.033714 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc24b0fc-203d-40e4-82e8-78e7e6f5d4ac None None] Sync routers for ids ['9a8ca965-0b77-4f5f-beb0-42eb8f69494a'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:59:50.043689 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 45290) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:50.044677 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-d09c136d-5285-441d-b613-1db1980c1cb8 None None] Current status of the port 8c67e7ab-830f-4c0a-bb97-a52f7defaebd is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:59:50.045053 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d09c136d-5285-441d-b613-1db1980c1cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:50.046959 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc24b0fc-203d-40e4-82e8-78e7e6f5d4ac None None] Routers {'9a8ca965-0b77-4f5f-beb0-42eb8f69494a'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:59:50.047954 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-bc24b0fc-203d-40e4-82e8-78e7e6f5d4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:59:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['9a8ca965-0b77-4f5f-beb0-42eb8f69494a'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:59:50.084308 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port 8c67e7ab-830f-4c0a-bb97-a52f7defaebd, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=8c67e7ab-830f-4c0a-bb97-a52f7defaebd,segment=NetworkSegment(e9238504-1307-4feb-8954-18a0fe4f4069),segment_id=e9238504-1307-4feb-8954-18a0fe4f4069)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:59:50.155274 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3f92e754-b10d-4436-b613-55ba5207ac71 admin admin] Notify callbacks [] for router, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:50.156772 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-3f92e754-b10d-4436-b613-55ba5207ac71 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.0589278 May 28 06:59:50.159749 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 45296) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:50.240361 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:50.280853 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-bc24b0fc-203d-40e4-82e8-78e7e6f5d4ac None None] Set router 9a8ca965-0b77-4f5f-beb0-42eb8f69494a gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:59:50.359420 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.db.api [None req-d09c136d-5285-441d-b613-1db1980c1cb8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89111) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:59:50.359420 n-d-843702-1 neutron-server[89111]: DEBUG oslo_db.api [None req-d09c136d-5285-441d-b613-1db1980c1cb8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:59:50.375399 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=8c67e7ab-830f-4c0a-bb97-a52f7defaebd,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:50.421968 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f65c64cd-7091-4063-9b13-5e67c1c85588 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:50.444943 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-f65c64cd-7091-4063-9b13-5e67c1c85588 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:59:50.480732 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 45304) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:50.503471 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-f65c64cd-7091-4063-9b13-5e67c1c85588 admin admin] Usage tracker for resource:security_group_rule and tenant:d0d8644acc1d411e8548f2bd9ca334ea is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:59:50.512931 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-f65c64cd-7091-4063-9b13-5e67c1c85588 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:59:50.530486 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-f65c64cd-7091-4063-9b13-5e67c1c85588 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:59:50.577156 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-4a7264a2-ed24-42a0-bfca-3553e62e41d6 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-426251305', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:59:50.589171 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-4a7264a2-ed24-42a0-bfca-3553e62e41d6 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:59:50.600320 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-bc24b0fc-203d-40e4-82e8-78e7e6f5d4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a8ca965-0b77-4f5f-beb0-42eb8f69494a', 'name': 'tempest-TestVolumeBootPattern-435079007-router', 'tenant_id': '83f5c178d0f74b28b0a752dbac29ad49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '72a81dac-fc0b-45c3-b0cf-847d8083d73d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:59:44Z', 'updated_at': '2022-05-28T06:59:48Z', 'revision_number': 3, 'project_id': '83f5c178d0f74b28b0a752dbac29ad49', 'gw_port': {'id': '72a81dac-fc0b-45c3-b0cf-847d8083d73d', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f0:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a8ca965-0b77-4f5f-beb0-42eb8f69494a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:59:46Z', 'updated_at': '2022-05-28T06:59:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:59:50.603426 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-4a7264a2-ed24-42a0-bfca-3553e62e41d6 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Usage tracker for resource:router and tenant:2f4ec174090641d483539d7c31bac921 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:59:50.606675 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc24b0fc-203d-40e4-82e8-78e7e6f5d4ac None None] Checking router: 9a8ca965-0b77-4f5f-beb0-42eb8f69494a for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:59:50.607187 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc24b0fc-203d-40e4-82e8-78e7e6f5d4ac None None] Updating router 9a8ca965-0b77-4f5f-beb0-42eb8f69494a port 72a81dac-fc0b-45c3-b0cf-847d8083d73d binding host n-d-843702-1 {{(pid=89112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:59:50.612825 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-4a7264a2-ed24-42a0-bfca-3553e62e41d6 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:59:50.619197 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-4a7264a2-ed24-42a0-bfca-3553e62e41d6 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:59:50.674339 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-bc24b0fc-203d-40e4-82e8-78e7e6f5d4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:50.822580 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-4a7264a2-ed24-42a0-bfca-3553e62e41d6 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59128'] for router, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:50.823960 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-4a7264a2-ed24-42a0-bfca-3553e62e41d6 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59009'] for router, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:50.841301 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-4a7264a2-ed24-42a0-bfca-3553e62e41d6 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:50.882231 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f65c64cd-7091-4063-9b13-5e67c1c85588 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:50.942143 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 8c67e7ab-830f-4c0a-bb97-a52f7defaebd up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:59:50.957108 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-4a7264a2-ed24-42a0-bfca-3553e62e41d6 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690761'] for router, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:51.038307 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f65c64cd-7091-4063-9b13-5e67c1c85588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:51.054941 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-d09c136d-5285-441d-b613-1db1980c1cb8 None None] Current status of the port 8c67e7ab-830f-4c0a-bb97-a52f7defaebd is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:59:51.085054 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-bc24b0fc-203d-40e4-82e8-78e7e6f5d4ac None None] Notify callbacks [] for port, precommit_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:51.101695 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.provisioning_blocks [None req-bc24b0fc-203d-40e4-82e8-78e7e6f5d4ac None None] Transition to ACTIVE for port object 72a81dac-fc0b-45c3-b0cf-847d8083d73d will not be triggered until provisioned by entity L2. {{(pid=89112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:59:51.102218 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-f65c64cd-7091-4063-9b13-5e67c1c85588 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d0d8644acc1d411e8548f2bd9ca334ea&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0553534 May 28 06:59:51.106189 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 45318) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:51.109328 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 8c67e7ab-830f-4c0a-bb97-a52f7defaebd triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:59:51.109716 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:51.138253 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-4a7264a2-ed24-42a0-bfca-3553e62e41d6 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify callbacks [] for router, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:51.139699 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65c64cd-7091-4063-9b13-5e67c1c85588 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab213b16-1624-460b-98fa-f687c7ca64f2,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:51.145176 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-4a7264a2-ed24-42a0-bfca-3553e62e41d6 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.6614232 May 28 06:59:51.146581 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 45322) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:51.146909 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 45324) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:51.159779 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-bd4ded2a-08e1-47bb-9c2b-8047f1ec18f4 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1035149050'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:59:51.173350 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-bd4ded2a-08e1-47bb-9c2b-8047f1ec18f4 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:59:51.180099 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-bd4ded2a-08e1-47bb-9c2b-8047f1ec18f4 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Usage tracker for resource:network and tenant:2f4ec174090641d483539d7c31bac921 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:59:51.184542 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-bd4ded2a-08e1-47bb-9c2b-8047f1ec18f4 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:59:51.203000 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-bd4ded2a-08e1-47bb-9c2b-8047f1ec18f4 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:59:51.218444 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-25683d65-c7cd-4802-9522-4517abdb6d24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:51.223649 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-bc24b0fc-203d-40e4-82e8-78e7e6f5d4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:51.261027 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-098f3396-05ad-4f22-9b21-89ed4679e15c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:51.292226 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 8c67e7ab-830f-4c0a-bb97-a52f7defaebd is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:59:51.306172 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-25683d65-c7cd-4802-9522-4517abdb6d24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:51.350088 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-bc24b0fc-203d-40e4-82e8-78e7e6f5d4ac None None] Attempting to bind port 72a81dac-fc0b-45c3-b0cf-847d8083d73d on host n-d-843702-1 for vnic_type normal with profile {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:59:51.350449 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-bc24b0fc-203d-40e4-82e8-78e7e6f5d4ac None None] Attempting to bind port 72a81dac-fc0b-45c3-b0cf-847d8083d73d by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:59:51.350906 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc24b0fc-203d-40e4-82e8-78e7e6f5d4ac None None] Attempting to bind port 72a81dac-fc0b-45c3-b0cf-847d8083d73d on network 68df399e-e75e-4871-9364-5d05730b50f0 {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:59:51.361905 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc24b0fc-203d-40e4-82e8-78e7e6f5d4ac None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:59:51.371506 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc24b0fc-203d-40e4-82e8-78e7e6f5d4ac None None] Checking segment: {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:59:51.371506 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-bc24b0fc-203d-40e4-82e8-78e7e6f5d4ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:51.371506 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc24b0fc-203d-40e4-82e8-78e7e6f5d4ac None None] Bound using segment: {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:59:51.371506 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-bc24b0fc-203d-40e4-82e8-78e7e6f5d4ac None None] Bound port: 72a81dac-fc0b-45c3-b0cf-847d8083d73d, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:59:51.371506 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-bc24b0fc-203d-40e4-82e8-78e7e6f5d4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:51.411036 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97ec5e9-72db-4f4e-913b-3006c0ff6856 None None] Pushing event updated for resources: {'Port': ['ID=72a81dac-fc0b-45c3-b0cf-847d8083d73d,revision_number=2']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:51.424724 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd4ded2a-08e1-47bb-9c2b-8047f1ec18f4 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Made reservation on behalf of 2f4ec174090641d483539d7c31bac921 for: {'network': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:59:51.428378 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-bd4ded2a-08e1-47bb-9c2b-8047f1ec18f4 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:51.447489 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-bc24b0fc-203d-40e4-82e8-78e7e6f5d4ac None None] For port 72a81dac-fc0b-45c3-b0cf-847d8083d73d, host n-d-843702-1, cleared binding levels {{(pid=89112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:59:51.450837 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-bc24b0fc-203d-40e4-82e8-78e7e6f5d4ac None None] For port 72a81dac-fc0b-45c3-b0cf-847d8083d73d, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=72a81dac-fc0b-45c3-b0cf-847d8083d73d,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:59:51.458685 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-bd4ded2a-08e1-47bb-9c2b-8047f1ec18f4 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:51.502354 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-bd4ded2a-08e1-47bb-9c2b-8047f1ec18f4 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:59:51.515217 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-bd4ded2a-08e1-47bb-9c2b-8047f1ec18f4 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Usage tracker for resource:security_group_rule and tenant:2f4ec174090641d483539d7c31bac921 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:59:51.519199 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-bd4ded2a-08e1-47bb-9c2b-8047f1ec18f4 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:59:51.548718 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-25683d65-c7cd-4802-9522-4517abdb6d24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:51.549978 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-397cd011-5d43-4138-9603-300978ca8609 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b12e09c084e6406eb2d3e04b8fc702a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4020247 May 28 06:59:51.553014 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 45338) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:51.567385 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-bd4ded2a-08e1-47bb-9c2b-8047f1ec18f4 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:59:51.584903 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25683d65-c7cd-4802-9522-4517abdb6d24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab213b16-1624-460b-98fa-f687c7ca64f2,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:51.595979 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-bc24b0fc-203d-40e4-82e8-78e7e6f5d4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:51.606272 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-098f3396-05ad-4f22-9b21-89ed4679e15c admin admin] Allocated IP 172.20.0.1 (b9f9ba6a-5b01-4712-a1d0-51eb8b008ca1/9e3f251c-b8bc-4330-a9bf-0995c46225a3/b3f8b3a6-7867-4fe3-8c2a-77cfbb7240c3) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:59:51.646312 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-25683d65-c7cd-4802-9522-4517abdb6d24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:51.651998 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-25683d65-c7cd-4802-9522-4517abdb6d24 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ab213b16-1624-460b-98fa-f687c7ca64f2 HTTP/1.1" status: 204 len: 168 time: 0.5429673 May 28 06:59:51.710279 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc24b0fc-203d-40e4-82e8-78e7e6f5d4ac None None] Routers {'9a8ca965-0b77-4f5f-beb0-42eb8f69494a'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:59:51.711148 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-bc24b0fc-203d-40e4-82e8-78e7e6f5d4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:59:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['9a8ca965-0b77-4f5f-beb0-42eb8f69494a'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:59:51.728115 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-211ce469-c37f-44bc-9237-9d71066d6ba4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:51.776050 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-211ce469-c37f-44bc-9237-9d71066d6ba4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:51.805793 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-bd4ded2a-08e1-47bb-9c2b-8047f1ec18f4 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:51.814313 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97ec5e9-72db-4f4e-913b-3006c0ff6856 None None] Pushing event updated for resources: {'Port': ['ID=72a81dac-fc0b-45c3-b0cf-847d8083d73d,revision_number=3']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:51.824610 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-098f3396-05ad-4f22-9b21-89ed4679e15c admin admin] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:51.841070 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [None req-098f3396-05ad-4f22-9b21-89ed4679e15c admin admin] Transition to ACTIVE for port object b3f8b3a6-7867-4fe3-8c2a-77cfbb7240c3 will not be triggered until provisioned by entity DHCP. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:59:51.879537 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-bd4ded2a-08e1-47bb-9c2b-8047f1ec18f4 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:51.916521 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd4ded2a-08e1-47bb-9c2b-8047f1ec18f4 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'} {{(pid=89109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:59:51.930450 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4ded2a-08e1-47bb-9c2b-8047f1ec18f4 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=306b620a-680e-46bf-b18b-2f279d1c0af1,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:51.935077 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-bd4ded2a-08e1-47bb-9c2b-8047f1ec18f4 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:51.935430 n-d-843702-1 neutron-server[89109]: INFO neutron.db.segments_db [None req-bd4ded2a-08e1-47bb-9c2b-8047f1ec18f4 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Added segment 9296baf3-a3c3-4a90-a807-8f6aba71dbff of type vlan for network aadaa9b8-f742-4844-ac57-1da56b339dab May 28 06:59:51.953259 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-bc24b0fc-203d-40e4-82e8-78e7e6f5d4ac None None] Set router 9a8ca965-0b77-4f5f-beb0-42eb8f69494a gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:59:51.963553 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-098f3396-05ad-4f22-9b21-89ed4679e15c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:51.968228 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-bd4ded2a-08e1-47bb-9c2b-8047f1ec18f4 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:52.038027 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-211ce469-c37f-44bc-9237-9d71066d6ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:52.040692 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-098f3396-05ad-4f22-9b21-89ed4679e15c admin admin] Network b9f9ba6a-5b01-4712-a1d0-51eb8b008ca1 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:59:52.044879 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-098f3396-05ad-4f22-9b21-89ed4679e15c admin admin] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:59:52.057340 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098f3396-05ad-4f22-9b21-89ed4679e15c admin admin] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:59:52.113529 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098f3396-05ad-4f22-9b21-89ed4679e15c admin admin] Pushing event updated for resources: {'Port': ['ID=b3f8b3a6-7867-4fe3-8c2a-77cfbb7240c3,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:52.132717 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211ce469-c37f-44bc-9237-9d71066d6ba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddbf999a-f7ae-45b4-bf37-4e97017de319,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:52.169620 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-098f3396-05ad-4f22-9b21-89ed4679e15c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690947'] for router_interface, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:52.218066 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-211ce469-c37f-44bc-9237-9d71066d6ba4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:52.223094 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-211ce469-c37f-44bc-9237-9d71066d6ba4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ddbf999a-f7ae-45b4-bf37-4e97017de319 HTTP/1.1" status: 204 len: 168 time: 0.6601493 May 28 06:59:52.278903 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-bd4ded2a-08e1-47bb-9c2b-8047f1ec18f4 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:52.284582 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4ded2a-08e1-47bb-9c2b-8047f1ec18f4 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:59:52.285200 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-bd4ded2a-08e1-47bb-9c2b-8047f1ec18f4 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:52.367397 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-bc24b0fc-203d-40e4-82e8-78e7e6f5d4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a8ca965-0b77-4f5f-beb0-42eb8f69494a', 'name': 'tempest-TestVolumeBootPattern-435079007-router', 'tenant_id': '83f5c178d0f74b28b0a752dbac29ad49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '72a81dac-fc0b-45c3-b0cf-847d8083d73d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:59:44Z', 'updated_at': '2022-05-28T06:59:48Z', 'revision_number': 3, 'project_id': '83f5c178d0f74b28b0a752dbac29ad49', 'gw_port': {'id': '72a81dac-fc0b-45c3-b0cf-847d8083d73d', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f0:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a8ca965-0b77-4f5f-beb0-42eb8f69494a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:59:46Z', 'updated_at': '2022-05-28T06:59:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:59:52.372422 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc24b0fc-203d-40e4-82e8-78e7e6f5d4ac None None] The sync data for ids ['9a8ca965-0b77-4f5f-beb0-42eb8f69494a'] in n-d-843702-1 is: [{'id': '9a8ca965-0b77-4f5f-beb0-42eb8f69494a', 'name': 'tempest-TestVolumeBootPattern-435079007-router', 'tenant_id': '83f5c178d0f74b28b0a752dbac29ad49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '72a81dac-fc0b-45c3-b0cf-847d8083d73d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:59:44Z', 'updated_at': '2022-05-28T06:59:48Z', 'revision_number': 3, 'project_id': '83f5c178d0f74b28b0a752dbac29ad49', 'gw_port': {'id': '72a81dac-fc0b-45c3-b0cf-847d8083d73d', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f0:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a8ca965-0b77-4f5f-beb0-42eb8f69494a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:59:46Z', 'updated_at': '2022-05-28T06:59:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:59:52.503579 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-cfabdc7b-3dc4-4cbe-8698-276cab393618 None None] Provisioning for port b3f8b3a6-7867-4fe3-8c2a-77cfbb7240c3 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:59:52.519436 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-cfabdc7b-3dc4-4cbe-8698-276cab393618 None None] Provisioning complete for port b3f8b3a6-7867-4fe3-8c2a-77cfbb7240c3 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:59:52.519436 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-cfabdc7b-3dc4-4cbe-8698-276cab393618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:52.612581 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-cfabdc7b-3dc4-4cbe-8698-276cab393618 None None] Port b3f8b3a6-7867-4fe3-8c2a-77cfbb7240c3 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:59:52.652505 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4ded2a-08e1-47bb-9c2b-8047f1ec18f4 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Pushing event updated for resources: {'Network': ['ID=aadaa9b8-f742-4844-ac57-1da56b339dab,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:52.674340 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network aadaa9b8-f742-4844-ac57-1da56b339dab details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:59:52.682316 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-098f3396-05ad-4f22-9b21-89ed4679e15c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:52.897349 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 45364) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:52.902116 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-bd4ded2a-08e1-47bb-9c2b-8047f1ec18f4 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.7525311 May 28 06:59:52.903035 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-4be8cec0-4d38-4156-afa1-67147be2104b tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Request body: {'subnet': {'network_id': 'aadaa9b8-f742-4844-ac57-1da56b339dab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:59:52.974545 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 72a81dac-fc0b-45c3-b0cf-847d8083d73d up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:59:53.120173 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-4be8cec0-4d38-4156-afa1-67147be2104b tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:59:53.128559 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-4be8cec0-4d38-4156-afa1-67147be2104b tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Usage tracker for resource:subnet and tenant:2f4ec174090641d483539d7c31bac921 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:59:53.132942 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-4be8cec0-4d38-4156-afa1-67147be2104b tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:59:53.139815 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-4be8cec0-4d38-4156-afa1-67147be2104b tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:59:53.194629 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-098f3396-05ad-4f22-9b21-89ed4679e15c admin admin] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:53.279946 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 72a81dac-fc0b-45c3-b0cf-847d8083d73d completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:59:53.280367 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-098f3396-05ad-4f22-9b21-89ed4679e15c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:53.281309 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4be8cec0-4d38-4156-afa1-67147be2104b tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Made reservation on behalf of 2f4ec174090641d483539d7c31bac921 for: {'subnet': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:59:53.287001 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 72a81dac-fc0b-45c3-b0cf-847d8083d73d triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:59:53.287622 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:53.287898 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-4be8cec0-4d38-4156-afa1-67147be2104b tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3171998'] for subnet, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:53.473312 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-098f3396-05ad-4f22-9b21-89ed4679e15c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700602'] for router_interface, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:53.572584 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 72a81dac-fc0b-45c3-b0cf-847d8083d73d is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:59:53.574289 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:53.612860 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port 72a81dac-fc0b-45c3-b0cf-847d8083d73d, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=72a81dac-fc0b-45c3-b0cf-847d8083d73d,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:59:53.731707 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098f3396-05ad-4f22-9b21-89ed4679e15c admin admin] Pushing event updated for resources: {'Port': ['ID=b3f8b3a6-7867-4fe3-8c2a-77cfbb7240c3,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:53.756608 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-098f3396-05ad-4f22-9b21-89ed4679e15c admin admin] Network b9f9ba6a-5b01-4712-a1d0-51eb8b008ca1 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:59:53.758001 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-098f3396-05ad-4f22-9b21-89ed4679e15c admin admin] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:59:53.760306 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:53.806511 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-4be8cec0-4d38-4156-afa1-67147be2104b tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3115906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3172012'] for subnet, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:53.933297 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=72a81dac-fc0b-45c3-b0cf-847d8083d73d,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:54.030339 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be8cec0-4d38-4156-afa1-67147be2104b tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Checking segment: {'id': '9296baf3-a3c3-4a90-a807-8f6aba71dbff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'aadaa9b8-f742-4844-ac57-1da56b339dab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:59:54.030705 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be8cec0-4d38-4156-afa1-67147be2104b tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Network hostable DHCP agents. Network: aadaa9b8-f742-4844-ac57-1da56b339dab, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89110) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:59:54.041491 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be8cec0-4d38-4156-afa1-67147be2104b tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Pushing event updated for resources: {'Subnet': ['ID=a2c140b9-3c1a-4317-928c-3edc9fcb34e1,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:54.153171 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-183b7574-26af-4ff4-a635-c2ce5a2952b6 None None] Provisioning complete for port b3f8b3a6-7867-4fe3-8c2a-77cfbb7240c3 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:59:54.153845 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-183b7574-26af-4ff4-a635-c2ce5a2952b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:54.159289 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be8cec0-4d38-4156-afa1-67147be2104b tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Network aadaa9b8-f742-4844-ac57-1da56b339dab is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89110) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:59:54.207270 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 45404) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:54.225472 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-098f3396-05ad-4f22-9b21-89ed4679e15c admin admin] Router 9a8ca965-0b77-4f5f-beb0-42eb8f69494a has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:59:54.240291 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-4be8cec0-4d38-4156-afa1-67147be2104b tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, aadaa9b8-f742-4844-ac57-1da56b339dab) {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:59:54.245968 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-183b7574-26af-4ff4-a635-c2ce5a2952b6 None None] Port b3f8b3a6-7867-4fe3-8c2a-77cfbb7240c3 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:59:54.252482 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be8cec0-4d38-4156-afa1-67147be2104b tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:59:54.253089 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-4be8cec0-4d38-4156-afa1-67147be2104b tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:54.253431 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f02297-6308-4ea2-ba09-6f648520ad7c None None] Network aadaa9b8-f742-4844-ac57-1da56b339dab requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:59:54.372292 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-4be8cec0-4d38-4156-afa1-67147be2104b tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4737990 May 28 06:59:54.381490 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-41fac270-5582-427c-8ccd-2b002516d93f tempest-SubnetPoolsTestJSON-1625316452 tempest-SubnetPoolsTestJSON-1625316452-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-345683257', 'prefixes': ['172.20.0.0/16']}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:59:54.386493 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 45412) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:54.394489 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-513e1ecc-8ca0-442f-95c9-1d4e9a805ca3 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Request body: {'network': {'name': 'tempest-router-network01--357747795'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:59:54.400125 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-41fac270-5582-427c-8ccd-2b002516d93f tempest-SubnetPoolsTestJSON-1625316452 tempest-SubnetPoolsTestJSON-1625316452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:59:54.404532 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-513e1ecc-8ca0-442f-95c9-1d4e9a805ca3 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:59:54.411885 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-513e1ecc-8ca0-442f-95c9-1d4e9a805ca3 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Usage tracker for resource:network and tenant:2f4ec174090641d483539d7c31bac921 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:59:54.415352 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-513e1ecc-8ca0-442f-95c9-1d4e9a805ca3 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:59:54.422306 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-513e1ecc-8ca0-442f-95c9-1d4e9a805ca3 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:59:54.539922 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-098f3396-05ad-4f22-9b21-89ed4679e15c admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:59:54.552373 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-098f3396-05ad-4f22-9b21-89ed4679e15c admin admin] 10.222.0.55 "PUT /v2.0/routers/9a8ca965-0b77-4f5f-beb0-42eb8f69494a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3912458 May 28 06:59:54.564858 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-513e1ecc-8ca0-442f-95c9-1d4e9a805ca3 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Made reservation on behalf of 2f4ec174090641d483539d7c31bac921 for: {'network': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:59:54.569190 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-513e1ecc-8ca0-442f-95c9-1d4e9a805ca3 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:54.613941 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-513e1ecc-8ca0-442f-95c9-1d4e9a805ca3 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=89110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:59:54.637308 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c139bf02-e31a-4ef2-80a6-07c3bda6aa51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-aadaa9b8-f742-4844-ac57-1da56b339dab', 'network_id': 'aadaa9b8-f742-4844-ac57-1da56b339dab', 'tenant_id': '2f4ec174090641d483539d7c31bac921', 'fixed_ips': [{'subnet_id': 'a2c140b9-3c1a-4317-928c-3edc9fcb34e1'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:59:54.637308 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c139bf02-e31a-4ef2-80a6-07c3bda6aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:54.637903 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-513e1ecc-8ca0-442f-95c9-1d4e9a805ca3 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:54.637903 n-d-843702-1 neutron-server[89110]: INFO neutron.db.segments_db [None req-513e1ecc-8ca0-442f-95c9-1d4e9a805ca3 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Added segment 380db801-e973-4b80-94bb-2397096b7d05 of type vlan for network 73e73c86-4cf2-41ec-8ec0-667a9181fdde May 28 06:59:54.679669 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-513e1ecc-8ca0-442f-95c9-1d4e9a805ca3 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:54.747513 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6397e69e-620a-46de-a155-a405c4588728 None None] Sync routers for ids ['9a8ca965-0b77-4f5f-beb0-42eb8f69494a'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:59:54.787147 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6397e69e-620a-46de-a155-a405c4588728 None None] Routers {'9a8ca965-0b77-4f5f-beb0-42eb8f69494a'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:59:54.787793 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-6397e69e-620a-46de-a155-a405c4588728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:59:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['9a8ca965-0b77-4f5f-beb0-42eb8f69494a'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:59:54.816383 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-41fac270-5582-427c-8ccd-2b002516d93f tempest-SubnetPoolsTestJSON-1625316452 tempest-SubnetPoolsTestJSON-1625316452-project] Notify callbacks [] for subnetpool, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:54.820294 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-41fac270-5582-427c-8ccd-2b002516d93f tempest-SubnetPoolsTestJSON-1625316452 tempest-SubnetPoolsTestJSON-1625316452-project] 10.222.0.55 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.6094341 May 28 06:59:54.820583 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 45424) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:54.854661 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-4ae3d697-2da9-4f95-aeae-8fbc01b70770 tempest-SubnetPoolsTestJSON-1625316452 tempest-SubnetPoolsTestJSON-1625316452-project] 10.222.0.55 "GET /v2.0/subnetpools/b46cd7a4-76b6-419e-8007-eb227c80e760 HTTP/1.1" status: 200 len: 731 time: 0.0327916 May 28 06:59:54.856983 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 45428) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:54.877934 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-7dc86385-49cf-46c2-b2ff-63991190e7f4 tempest-SubnetPoolsTestJSON-1625316452 tempest-SubnetPoolsTestJSON-1625316452-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1030324907'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:59:54.916768 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-513e1ecc-8ca0-442f-95c9-1d4e9a805ca3 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:54.924757 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513e1ecc-8ca0-442f-95c9-1d4e9a805ca3 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:59:54.925926 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-513e1ecc-8ca0-442f-95c9-1d4e9a805ca3 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify callbacks [] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:54.974217 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 72a81dac-fc0b-45c3-b0cf-847d8083d73d up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:59:55.030807 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-c139bf02-e31a-4ef2-80a6-07c3bda6aa51 None None] Allocated IP 2001:db8::2 (aadaa9b8-f742-4844-ac57-1da56b339dab/a2c140b9-3c1a-4317-928c-3edc9fcb34e1/5620172e-6577-4a5d-b9e1-9e3845f7c3a2) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:59:55.070553 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513e1ecc-8ca0-442f-95c9-1d4e9a805ca3 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Pushing event updated for resources: {'Network': ['ID=73e73c86-4cf2-41ec-8ec0-667a9181fdde,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:55.097158 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 73e73c86-4cf2-41ec-8ec0-667a9181fdde details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:59:55.123030 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-513e1ecc-8ca0-442f-95c9-1d4e9a805ca3 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7330511 May 28 06:59:55.125926 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 45436) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:55.133936 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-6a98b0d5-fe65-4c04-ab1c-38d700eaa10f tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Request body: {'network': {'name': 'tempest-router-network02--1496441208'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:59:55.140546 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-6a98b0d5-fe65-4c04-ab1c-38d700eaa10f tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:59:55.148609 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-6a98b0d5-fe65-4c04-ab1c-38d700eaa10f tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Usage tracker for resource:network and tenant:2f4ec174090641d483539d7c31bac921 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:59:55.151883 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-6a98b0d5-fe65-4c04-ab1c-38d700eaa10f tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:59:55.158925 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-6a98b0d5-fe65-4c04-ab1c-38d700eaa10f tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:59:55.173395 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7dc86385-49cf-46c2-b2ff-63991190e7f4 tempest-SubnetPoolsTestJSON-1625316452 tempest-SubnetPoolsTestJSON-1625316452-project] Notify callbacks [] for subnetpool, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:55.174589 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-7dc86385-49cf-46c2-b2ff-63991190e7f4 tempest-SubnetPoolsTestJSON-1625316452 tempest-SubnetPoolsTestJSON-1625316452-project] 10.222.0.55 "PUT /v2.0/subnetpools/b46cd7a4-76b6-419e-8007-eb227c80e760 HTTP/1.1" status: 200 len: 684 time: 0.3149195 May 28 06:59:55.177280 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 45440) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:55.230652 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-6397e69e-620a-46de-a155-a405c4588728 None None] Set router 9a8ca965-0b77-4f5f-beb0-42eb8f69494a gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:59:55.269841 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a98b0d5-fe65-4c04-ab1c-38d700eaa10f tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Made reservation on behalf of 2f4ec174090641d483539d7c31bac921 for: {'network': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:59:55.291947 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6a98b0d5-fe65-4c04-ab1c-38d700eaa10f tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:55.308937 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a98b0d5-fe65-4c04-ab1c-38d700eaa10f tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'} {{(pid=89110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:59:55.326145 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6a98b0d5-fe65-4c04-ab1c-38d700eaa10f tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:55.326851 n-d-843702-1 neutron-server[89110]: INFO neutron.db.segments_db [None req-6a98b0d5-fe65-4c04-ab1c-38d700eaa10f tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Added segment 1fde0272-2df7-408e-87af-c8fdd15a47a6 of type vlan for network df8d3402-7692-4224-abea-73ae2f3401f3 May 28 06:59:55.371831 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6a98b0d5-fe65-4c04-ab1c-38d700eaa10f tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:55.381099 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-365735e6-e563-4829-933d-04e59802cf6c tempest-SubnetPoolsTestJSON-1625316452 tempest-SubnetPoolsTestJSON-1625316452-project] Notify callbacks [] for subnetpool, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:55.382618 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-365735e6-e563-4829-933d-04e59802cf6c tempest-SubnetPoolsTestJSON-1625316452 tempest-SubnetPoolsTestJSON-1625316452-project] 10.222.0.55 "DELETE /v2.0/subnetpools/b46cd7a4-76b6-419e-8007-eb227c80e760 HTTP/1.1" status: 204 len: 168 time: 0.2044020 May 28 06:59:55.390460 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 45452) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:55.415449 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 72a81dac-fc0b-45c3-b0cf-847d8083d73d triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:59:55.416081 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:55.428387 n-d-843702-1 neutron-server[89109]: INFO neutron.api.v2.resource [None req-ead44b46-3dc3-4312-91f1-d0619d62c6d1 tempest-SubnetPoolsTestJSON-1625316452 tempest-SubnetPoolsTestJSON-1625316452-project] show failed (client error): The resource could not be found. May 28 06:59:55.429455 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-ead44b46-3dc3-4312-91f1-d0619d62c6d1 tempest-SubnetPoolsTestJSON-1625316452 tempest-SubnetPoolsTestJSON-1625316452-project] 10.222.0.55 "GET /v2.0/subnetpools/b46cd7a4-76b6-419e-8007-eb227c80e760 HTTP/1.1" status: 404 len: 346 time: 0.0372508 May 28 06:59:55.431054 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 45458) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:55.462801 n-d-843702-1 neutron-server[89109]: INFO neutron.api.v2.resource [None req-26d394f6-f200-4d2a-8f47-f047a1f6cb20 tempest-SubnetPoolsTestJSON-1625316452 tempest-SubnetPoolsTestJSON-1625316452-project] delete failed (client error): The resource could not be found. May 28 06:59:55.463746 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-26d394f6-f200-4d2a-8f47-f047a1f6cb20 tempest-SubnetPoolsTestJSON-1625316452 tempest-SubnetPoolsTestJSON-1625316452-project] 10.222.0.55 "DELETE /v2.0/subnetpools/b46cd7a4-76b6-419e-8007-eb227c80e760 HTTP/1.1" status: 404 len: 346 time: 0.0317657 May 28 06:59:55.521134 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6a98b0d5-fe65-4c04-ab1c-38d700eaa10f tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:55.528006 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a98b0d5-fe65-4c04-ab1c-38d700eaa10f tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:59:55.528595 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6a98b0d5-fe65-4c04-ab1c-38d700eaa10f tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify callbacks [] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:55.728787 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a98b0d5-fe65-4c04-ab1c-38d700eaa10f tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Pushing event updated for resources: {'Network': ['ID=df8d3402-7692-4224-abea-73ae2f3401f3,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:55.773982 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network df8d3402-7692-4224-abea-73ae2f3401f3 details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:59:55.790760 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c139bf02-e31a-4ef2-80a6-07c3bda6aa51 None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:55.883302 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-c139bf02-e31a-4ef2-80a6-07c3bda6aa51 None None] Transition to ACTIVE for port object 5620172e-6577-4a5d-b9e1-9e3845f7c3a2 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:59:55.892632 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-6a98b0d5-fe65-4c04-ab1c-38d700eaa10f tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7651114 May 28 06:59:55.896338 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 45468) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:55.901026 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-76722d26-826b-4200-a8b3-5c6f5a57848e tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Request body: {'subnet': {'network_id': '73e73c86-4cf2-41ec-8ec0-667a9181fdde', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:59:56.051870 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-76722d26-826b-4200-a8b3-5c6f5a57848e tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:59:56.055944 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-76722d26-826b-4200-a8b3-5c6f5a57848e tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Usage tracker for resource:subnet and tenant:2f4ec174090641d483539d7c31bac921 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:59:56.059859 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-76722d26-826b-4200-a8b3-5c6f5a57848e tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:59:56.060012 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-c139bf02-e31a-4ef2-80a6-07c3bda6aa51 None None] Transition to ACTIVE for port object 5620172e-6577-4a5d-b9e1-9e3845f7c3a2 will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:59:56.061103 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 72a81dac-fc0b-45c3-b0cf-847d8083d73d is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:59:56.066260 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-76722d26-826b-4200-a8b3-5c6f5a57848e tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:59:56.099770 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-6397e69e-620a-46de-a155-a405c4588728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a8ca965-0b77-4f5f-beb0-42eb8f69494a', 'name': 'tempest-TestVolumeBootPattern-435079007-router', 'tenant_id': '83f5c178d0f74b28b0a752dbac29ad49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '72a81dac-fc0b-45c3-b0cf-847d8083d73d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:59:44Z', 'updated_at': '2022-05-28T06:59:52Z', 'revision_number': 4, 'project_id': '83f5c178d0f74b28b0a752dbac29ad49', 'gw_port': {'id': '72a81dac-fc0b-45c3-b0cf-847d8083d73d', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8ca965-0b77-4f5f-beb0-42eb8f69494a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:59:46Z', 'updated_at': '2022-05-28T06:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'b3f8b3a6-7867-4fe3-8c2a-77cfbb7240c3', 'name': '', 'network_id': 'b9f9ba6a-5b01-4712-a1d0-51eb8b008ca1', 'tenant_id': '83f5c178d0f74b28b0a752dbac29ad49', 'mac_address': 'fa:16:3e:c4:0a:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a8ca965-0b77-4f5f-beb0-42eb8f69494a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': '9e3f251c-b8bc-4330-a9bf-0995c46225a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:59:51Z', 'updated_at': '2022-05-28T06:59:52Z', 'revision_number': 2, 'project_id': '83f5c178d0f74b28b0a752dbac29ad49', 'subnets': [{'id': '9e3f251c-b8bc-4330-a9bf-0995c46225a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:59:56.103679 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6397e69e-620a-46de-a155-a405c4588728 None None] Checking router: 9a8ca965-0b77-4f5f-beb0-42eb8f69494a for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:59:56.104028 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6397e69e-620a-46de-a155-a405c4588728 None None] Updating router 9a8ca965-0b77-4f5f-beb0-42eb8f69494a port b3f8b3a6-7867-4fe3-8c2a-77cfbb7240c3 binding host n-d-843702-1 {{(pid=89111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:59:56.158402 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-6397e69e-620a-46de-a155-a405c4588728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:56.207660 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76722d26-826b-4200-a8b3-5c6f5a57848e tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Made reservation on behalf of 2f4ec174090641d483539d7c31bac921 for: {'subnet': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:59:56.225886 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-76722d26-826b-4200-a8b3-5c6f5a57848e tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3171998'] for subnet, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:56.289603 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c139bf02-e31a-4ef2-80a6-07c3bda6aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:56.408169 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 45476) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:56.458608 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c139bf02-e31a-4ef2-80a6-07c3bda6aa51 None None] Network aadaa9b8-f742-4844-ac57-1da56b339dab is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:59:56.571767 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-c139bf02-e31a-4ef2-80a6-07c3bda6aa51 None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:59:56.596044 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c139bf02-e31a-4ef2-80a6-07c3bda6aa51 None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:59:56.622638 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c139bf02-e31a-4ef2-80a6-07c3bda6aa51 None None] Pushing event updated for resources: {'Port': ['ID=5620172e-6577-4a5d-b9e1-9e3845f7c3a2,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:56.681117 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0fea239c-f62c-4474-9f60-2622c4aaf68b admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:56.705449 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-0fea239c-f62c-4474-9f60-2622c4aaf68b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:59:56.716919 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-0fea239c-f62c-4474-9f60-2622c4aaf68b admin admin] Usage tracker for resource:security_group_rule and tenant:fc637d756a40487a8e0342e0b1b79f7c is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:59:56.721285 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-0fea239c-f62c-4474-9f60-2622c4aaf68b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:59:56.723690 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-adb7acf3-73ac-421d-abb7-fbb31153e229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:56.730917 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-0fea239c-f62c-4474-9f60-2622c4aaf68b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:59:56.833524 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-c139bf02-e31a-4ef2-80a6-07c3bda6aa51 None None] Attempting to bind port 5620172e-6577-4a5d-b9e1-9e3845f7c3a2 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:59:56.834036 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-c139bf02-e31a-4ef2-80a6-07c3bda6aa51 None None] Attempting to bind port 5620172e-6577-4a5d-b9e1-9e3845f7c3a2 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': '9296baf3-a3c3-4a90-a807-8f6aba71dbff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'aadaa9b8-f742-4844-ac57-1da56b339dab'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:59:56.834226 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c139bf02-e31a-4ef2-80a6-07c3bda6aa51 None None] Attempting to bind port 5620172e-6577-4a5d-b9e1-9e3845f7c3a2 on network aadaa9b8-f742-4844-ac57-1da56b339dab {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:59:56.869654 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0fea239c-f62c-4474-9f60-2622c4aaf68b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:56.884059 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-76722d26-826b-4200-a8b3-5c6f5a57848e tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3115906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3172012'] for subnet, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:56.905184 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c139bf02-e31a-4ef2-80a6-07c3bda6aa51 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:59:56.905877 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c139bf02-e31a-4ef2-80a6-07c3bda6aa51 None None] Checking segment: {'id': '9296baf3-a3c3-4a90-a807-8f6aba71dbff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'aadaa9b8-f742-4844-ac57-1da56b339dab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:59:56.906473 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c139bf02-e31a-4ef2-80a6-07c3bda6aa51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:56.907608 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c139bf02-e31a-4ef2-80a6-07c3bda6aa51 None None] Bound using segment: {'id': '9296baf3-a3c3-4a90-a807-8f6aba71dbff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'aadaa9b8-f742-4844-ac57-1da56b339dab'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:59:56.908252 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-c139bf02-e31a-4ef2-80a6-07c3bda6aa51 None None] Bound port: 5620172e-6577-4a5d-b9e1-9e3845f7c3a2, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9296baf3-a3c3-4a90-a807-8f6aba71dbff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'aadaa9b8-f742-4844-ac57-1da56b339dab'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:59:56.909612 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c139bf02-e31a-4ef2-80a6-07c3bda6aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:56.986810 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0fea239c-f62c-4474-9f60-2622c4aaf68b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:57.027031 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76722d26-826b-4200-a8b3-5c6f5a57848e tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Pushing event updated for resources: {'Subnet': ['ID=9efc4326-70bc-4646-a0a4-4a94b1599a64,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:57.036026 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76722d26-826b-4200-a8b3-5c6f5a57848e tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Checking segment: {'id': '380db801-e973-4b80-94bb-2397096b7d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '73e73c86-4cf2-41ec-8ec0-667a9181fdde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:59:57.036384 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76722d26-826b-4200-a8b3-5c6f5a57848e tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Network hostable DHCP agents. Network: 73e73c86-4cf2-41ec-8ec0-667a9181fdde, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89110) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:59:57.059037 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-c139bf02-e31a-4ef2-80a6-07c3bda6aa51 None None] For port 5620172e-6577-4a5d-b9e1-9e3845f7c3a2, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:59:57.063431 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-c139bf02-e31a-4ef2-80a6-07c3bda6aa51 None None] For port 5620172e-6577-4a5d-b9e1-9e3845f7c3a2, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=5620172e-6577-4a5d-b9e1-9e3845f7c3a2,segment=NetworkSegment(9296baf3-a3c3-4a90-a807-8f6aba71dbff),segment_id=9296baf3-a3c3-4a90-a807-8f6aba71dbff)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:59:57.065312 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-0fea239c-f62c-4474-9f60-2622c4aaf68b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fc637d756a40487a8e0342e0b1b79f7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6506727 May 28 06:59:57.065511 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 45490) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:57.076553 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fea239c-f62c-4474-9f60-2622c4aaf68b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75e75974-b5e1-42c9-be9f-7da42ca931c4,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:57.150625 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-6397e69e-620a-46de-a155-a405c4588728 None None] Notify callbacks [] for port, precommit_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:57.161551 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e5abb3b7-c6ce-442b-92c5-47dee7d9723e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:57.165578 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c139bf02-e31a-4ef2-80a6-07c3bda6aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:57.173847 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-6397e69e-620a-46de-a155-a405c4588728 None None] Transition to ACTIVE for port object b3f8b3a6-7867-4fe3-8c2a-77cfbb7240c3 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:59:57.189671 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e5abb3b7-c6ce-442b-92c5-47dee7d9723e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:57.239347 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76722d26-826b-4200-a8b3-5c6f5a57848e tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Network 73e73c86-4cf2-41ec-8ec0-667a9181fdde is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89110) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:59:57.286211 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c139bf02-e31a-4ef2-80a6-07c3bda6aa51 None None] Pushing event updated for resources: {'Port': ['ID=5620172e-6577-4a5d-b9e1-9e3845f7c3a2,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:57.300096 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-6397e69e-620a-46de-a155-a405c4588728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:57.331722 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e5abb3b7-c6ce-442b-92c5-47dee7d9723e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:57.333024 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-76722d26-826b-4200-a8b3-5c6f5a57848e tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, 73e73c86-4cf2-41ec-8ec0-667a9181fdde) {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:59:57.356592 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00cb859d-7e66-4a85-a304-ecba9b0519b7 None None] Network 73e73c86-4cf2-41ec-8ec0-667a9181fdde requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:59:57.357204 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76722d26-826b-4200-a8b3-5c6f5a57848e tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:59:57.358716 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-76722d26-826b-4200-a8b3-5c6f5a57848e tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:57.376466 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5abb3b7-c6ce-442b-92c5-47dee7d9723e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75e75974-b5e1-42c9-be9f-7da42ca931c4,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:57.418303 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e5abb3b7-c6ce-442b-92c5-47dee7d9723e admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:57.421209 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-e5abb3b7-c6ce-442b-92c5-47dee7d9723e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/75e75974-b5e1-42c9-be9f-7da42ca931c4 HTTP/1.1" status: 204 len: 168 time: 0.3540003 May 28 06:59:57.561288 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-76722d26-826b-4200-a8b3-5c6f5a57848e tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6648934 May 28 06:59:57.565223 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 45504) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:57.571361 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-cfca5436-4a63-4e22-a049-d71290068da3 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Request body: {'subnet': {'network_id': 'df8d3402-7692-4224-abea-73ae2f3401f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:59:57.948610 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-cfca5436-4a63-4e22-a049-d71290068da3 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:59:57.957003 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-cfca5436-4a63-4e22-a049-d71290068da3 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Usage tracker for resource:subnet and tenant:2f4ec174090641d483539d7c31bac921 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:59:57.964439 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-cfca5436-4a63-4e22-a049-d71290068da3 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:59:57.973148 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-cfca5436-4a63-4e22-a049-d71290068da3 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:59:58.010711 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad2c022-9b4d-4dd3-b623-554bc8ccfad2 None None] Pushing event updated for resources: {'Port': ['ID=b3f8b3a6-7867-4fe3-8c2a-77cfbb7240c3,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:58.061063 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:58.068694 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-6397e69e-620a-46de-a155-a405c4588728 None None] Attempting to bind port b3f8b3a6-7867-4fe3-8c2a-77cfbb7240c3 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:59:58.069066 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-6397e69e-620a-46de-a155-a405c4588728 None None] Attempting to bind port b3f8b3a6-7867-4fe3-8c2a-77cfbb7240c3 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'e9238504-1307-4feb-8954-18a0fe4f4069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b9f9ba6a-5b01-4712-a1d0-51eb8b008ca1'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:59:58.069697 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6397e69e-620a-46de-a155-a405c4588728 None None] Attempting to bind port b3f8b3a6-7867-4fe3-8c2a-77cfbb7240c3 on network b9f9ba6a-5b01-4712-a1d0-51eb8b008ca1 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:59:58.082721 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6397e69e-620a-46de-a155-a405c4588728 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:59:58.083036 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6397e69e-620a-46de-a155-a405c4588728 None None] Checking segment: {'id': 'e9238504-1307-4feb-8954-18a0fe4f4069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b9f9ba6a-5b01-4712-a1d0-51eb8b008ca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:59:58.083444 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-6397e69e-620a-46de-a155-a405c4588728 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:58.083849 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6397e69e-620a-46de-a155-a405c4588728 None None] Bound using segment: {'id': 'e9238504-1307-4feb-8954-18a0fe4f4069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b9f9ba6a-5b01-4712-a1d0-51eb8b008ca1'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:59:58.084344 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-6397e69e-620a-46de-a155-a405c4588728 None None] Bound port: b3f8b3a6-7867-4fe3-8c2a-77cfbb7240c3, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9238504-1307-4feb-8954-18a0fe4f4069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b9f9ba6a-5b01-4712-a1d0-51eb8b008ca1'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:59:58.084720 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-6397e69e-620a-46de-a155-a405c4588728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:58.144300 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfca5436-4a63-4e22-a049-d71290068da3 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Made reservation on behalf of 2f4ec174090641d483539d7c31bac921 for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:59:58.151505 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-cfca5436-4a63-4e22-a049-d71290068da3 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:58.382083 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803a6c63-ec24-4f23-af51-d5493b84afd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-73e73c86-4cf2-41ec-8ec0-667a9181fdde', 'network_id': '73e73c86-4cf2-41ec-8ec0-667a9181fdde', 'tenant_id': '2f4ec174090641d483539d7c31bac921', 'fixed_ips': [{'subnet_id': '9efc4326-70bc-4646-a0a4-4a94b1599a64'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:59:58.382908 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-803a6c63-ec24-4f23-af51-d5493b84afd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:58.411071 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-6397e69e-620a-46de-a155-a405c4588728 None None] For port b3f8b3a6-7867-4fe3-8c2a-77cfbb7240c3, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:59:58.464530 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-6397e69e-620a-46de-a155-a405c4588728 None None] For port b3f8b3a6-7867-4fe3-8c2a-77cfbb7240c3, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=b3f8b3a6-7867-4fe3-8c2a-77cfbb7240c3,segment=NetworkSegment(e9238504-1307-4feb-8954-18a0fe4f4069),segment_id=e9238504-1307-4feb-8954-18a0fe4f4069)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:59:58.632678 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-6397e69e-620a-46de-a155-a405c4588728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:58.651469 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-803a6c63-ec24-4f23-af51-d5493b84afd0 None None] Allocated IP 2001:db8::2 (73e73c86-4cf2-41ec-8ec0-667a9181fdde/9efc4326-70bc-4646-a0a4-4a94b1599a64/8cae7e9c-1e9a-47f4-a5ab-b81a6d21e4f8) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:59:58.658337 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-cfca5436-4a63-4e22-a049-d71290068da3 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:58.917010 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad2c022-9b4d-4dd3-b623-554bc8ccfad2 None None] Pushing event updated for resources: {'Port': ['ID=b3f8b3a6-7867-4fe3-8c2a-77cfbb7240c3,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:58.965286 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfca5436-4a63-4e22-a049-d71290068da3 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Pushing event updated for resources: {'Subnet': ['ID=236bb3a0-a103-44b4-aa1c-9efd6ed393a1,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:58.981084 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfca5436-4a63-4e22-a049-d71290068da3 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Checking segment: {'id': '1fde0272-2df7-408e-87af-c8fdd15a47a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'df8d3402-7692-4224-abea-73ae2f3401f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:59:58.981691 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfca5436-4a63-4e22-a049-d71290068da3 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Network hostable DHCP agents. Network: df8d3402-7692-4224-abea-73ae2f3401f3, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:59:59.000344 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6397e69e-620a-46de-a155-a405c4588728 None None] Routers {'9a8ca965-0b77-4f5f-beb0-42eb8f69494a'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:59:59.003184 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-6397e69e-620a-46de-a155-a405c4588728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:59:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['9a8ca965-0b77-4f5f-beb0-42eb8f69494a'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:59:59.129524 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 5620172e-6577-4a5d-b9e1-9e3845f7c3a2 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:59:59.154202 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca648a2d-efcd-4e04-ae1a-50705273944b None None] Network aadaa9b8-f742-4844-ac57-1da56b339dab requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:59:59.165756 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfca5436-4a63-4e22-a049-d71290068da3 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Network df8d3402-7692-4224-abea-73ae2f3401f3 is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:59:59.201669 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e4c6583c-af56-44f0-bffc-203b78d8bfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:59.291873 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-cfca5436-4a63-4e22-a049-d71290068da3 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, df8d3402-7692-4224-abea-73ae2f3401f3) {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:59:59.296908 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfca5436-4a63-4e22-a049-d71290068da3 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:59:59.297672 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-cfca5436-4a63-4e22-a049-d71290068da3 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:59.320682 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853fd883-a188-4244-9e70-7ceacb0f6a90 None None] Network df8d3402-7692-4224-abea-73ae2f3401f3 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:59:59.435748 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 45536) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:59.441491 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [-] 10.222.0.55 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0034935 May 28 06:59:59.444017 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 45538) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:59.460938 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-cfca5436-4a63-4e22-a049-d71290068da3 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8921237 May 28 06:59:59.466824 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 45544) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:59.517766 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-36823a6f-1a35-4eac-885b-2cc65c67d36b None None] Provisioning for port 5620172e-6577-4a5d-b9e1-9e3845f7c3a2 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:59:59.634162 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-803a6c63-ec24-4f23-af51-d5493b84afd0 None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:59.652020 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-6397e69e-620a-46de-a155-a405c4588728 None None] Set router 9a8ca965-0b77-4f5f-beb0-42eb8f69494a gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:59:59.680985 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-67254ba9-0b9b-49f7-9c80-440f7f78093d tempest-NetworksApiDiscovery-891243881 tempest-NetworksApiDiscovery-891243881-project] 10.222.0.55 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2243454 May 28 06:59:59.776642 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-803a6c63-ec24-4f23-af51-d5493b84afd0 None None] Transition to ACTIVE for port object 8cae7e9c-1e9a-47f4-a5ab-b81a6d21e4f8 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:59:59.778758 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 5620172e-6577-4a5d-b9e1-9e3845f7c3a2 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:59:59.792755 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 5620172e-6577-4a5d-b9e1-9e3845f7c3a2 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:59:59.793058 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:59.989532 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-803a6c63-ec24-4f23-af51-d5493b84afd0 None None] Transition to ACTIVE for port object 8cae7e9c-1e9a-47f4-a5ab-b81a6d21e4f8 will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:00:00.136052 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:00.137204 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-803a6c63-ec24-4f23-af51-d5493b84afd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:00.143906 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e92fc6b6-1583-4672-8cc0-13c64db8f838 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:00.211960 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:00.307787 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d42bc096-87ac-4697-9a20-9343dffd5e34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-df8d3402-7692-4224-abea-73ae2f3401f3', 'network_id': 'df8d3402-7692-4224-abea-73ae2f3401f3', 'tenant_id': '2f4ec174090641d483539d7c31bac921', 'fixed_ips': [{'subnet_id': '236bb3a0-a103-44b4-aa1c-9efd6ed393a1'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 07:00:00.308702 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d42bc096-87ac-4697-9a20-9343dffd5e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:00.337526 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803a6c63-ec24-4f23-af51-d5493b84afd0 None None] Network 73e73c86-4cf2-41ec-8ec0-667a9181fdde is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:00:00.362634 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-803a6c63-ec24-4f23-af51-d5493b84afd0 None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:00:00.379574 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803a6c63-ec24-4f23-af51-d5493b84afd0 None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:00:00.386376 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803a6c63-ec24-4f23-af51-d5493b84afd0 None None] Pushing event updated for resources: {'Port': ['ID=8cae7e9c-1e9a-47f4-a5ab-b81a6d21e4f8,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:00:00.519245 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 45566) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:00:00.777190 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7c8bbf0d-e3cb-4320-87b6-3851d7f8212e admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:00.779824 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 5620172e-6577-4a5d-b9e1-9e3845f7c3a2 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:00:00.780204 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:00.795297 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-7c8bbf0d-e3cb-4320-87b6-3851d7f8212e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:00:00.801838 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-7c8bbf0d-e3cb-4320-87b6-3851d7f8212e admin admin] Usage tracker for resource:security_group_rule and tenant:a7d68240521f4019922141fe27fdf486 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:00:00.804942 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [None req-e92fc6b6-1583-4672-8cc0-13c64db8f838 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Allocated IP 2001:db8::1 (73e73c86-4cf2-41ec-8ec0-667a9181fdde/9efc4326-70bc-4646-a0a4-4a94b1599a64/8f4cae95-a13b-45c1-8d39-b23d47545f31) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:00:00.806247 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-7c8bbf0d-e3cb-4320-87b6-3851d7f8212e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:00:00.814895 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-7c8bbf0d-e3cb-4320-87b6-3851d7f8212e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:00:00.915767 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-803a6c63-ec24-4f23-af51-d5493b84afd0 None None] Attempting to bind port 8cae7e9c-1e9a-47f4-a5ab-b81a6d21e4f8 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 07:00:00.915767 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-803a6c63-ec24-4f23-af51-d5493b84afd0 None None] Attempting to bind port 8cae7e9c-1e9a-47f4-a5ab-b81a6d21e4f8 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': '380db801-e973-4b80-94bb-2397096b7d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '73e73c86-4cf2-41ec-8ec0-667a9181fdde'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 07:00:00.916236 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803a6c63-ec24-4f23-af51-d5493b84afd0 None None] Attempting to bind port 8cae7e9c-1e9a-47f4-a5ab-b81a6d21e4f8 on network 73e73c86-4cf2-41ec-8ec0-667a9181fdde {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:00:00.943643 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port 5620172e-6577-4a5d-b9e1-9e3845f7c3a2, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=5620172e-6577-4a5d-b9e1-9e3845f7c3a2,segment=NetworkSegment(9296baf3-a3c3-4a90-a807-8f6aba71dbff),segment_id=9296baf3-a3c3-4a90-a807-8f6aba71dbff)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:00:00.948038 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803a6c63-ec24-4f23-af51-d5493b84afd0 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 7, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 07:00:00.948417 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803a6c63-ec24-4f23-af51-d5493b84afd0 None None] Checking segment: {'id': '380db801-e973-4b80-94bb-2397096b7d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '73e73c86-4cf2-41ec-8ec0-667a9181fdde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:00:00.948826 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-803a6c63-ec24-4f23-af51-d5493b84afd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:00.949222 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803a6c63-ec24-4f23-af51-d5493b84afd0 None None] Bound using segment: {'id': '380db801-e973-4b80-94bb-2397096b7d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '73e73c86-4cf2-41ec-8ec0-667a9181fdde'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 07:00:00.960811 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-803a6c63-ec24-4f23-af51-d5493b84afd0 None None] Bound port: 8cae7e9c-1e9a-47f4-a5ab-b81a6d21e4f8, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '380db801-e973-4b80-94bb-2397096b7d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '73e73c86-4cf2-41ec-8ec0-667a9181fdde'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 07:00:00.961251 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-803a6c63-ec24-4f23-af51-d5493b84afd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:01.019597 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7c8bbf0d-e3cb-4320-87b6-3851d7f8212e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:01.073450 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e92fc6b6-1583-4672-8cc0-13c64db8f838 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:01.085794 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:01.101466 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [None req-e92fc6b6-1583-4672-8cc0-13c64db8f838 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Transition to ACTIVE for port object 8f4cae95-a13b-45c1-8d39-b23d47545f31 will not be triggered until provisioned by entity DHCP. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:00:01.199127 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7c8bbf0d-e3cb-4320-87b6-3851d7f8212e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:01.255015 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-7c8bbf0d-e3cb-4320-87b6-3851d7f8212e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a7d68240521f4019922141fe27fdf486&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7346177 May 28 07:00:01.256060 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8bbf0d-e3cb-4320-87b6-3851d7f8212e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20ff51ec-3a1a-4695-b7ea-c88a582da40e,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:00:01.257077 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-d42bc096-87ac-4697-9a20-9343dffd5e34 None None] Allocated IP 2001:db8::2 (df8d3402-7692-4224-abea-73ae2f3401f3/236bb3a0-a103-44b4-aa1c-9efd6ed393a1/304d2745-5c32-4015-9e35-73cae6213c2c) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:00:01.260451 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 45580) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:00:01.298881 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-6397e69e-620a-46de-a155-a405c4588728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a8ca965-0b77-4f5f-beb0-42eb8f69494a', 'name': 'tempest-TestVolumeBootPattern-435079007-router', 'tenant_id': '83f5c178d0f74b28b0a752dbac29ad49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '72a81dac-fc0b-45c3-b0cf-847d8083d73d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:59:44Z', 'updated_at': '2022-05-28T06:59:52Z', 'revision_number': 4, 'project_id': '83f5c178d0f74b28b0a752dbac29ad49', 'gw_port': {'id': '72a81dac-fc0b-45c3-b0cf-847d8083d73d', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8ca965-0b77-4f5f-beb0-42eb8f69494a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:59:46Z', 'updated_at': '2022-05-28T06:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'b3f8b3a6-7867-4fe3-8c2a-77cfbb7240c3', 'name': '', 'network_id': 'b9f9ba6a-5b01-4712-a1d0-51eb8b008ca1', 'tenant_id': '83f5c178d0f74b28b0a752dbac29ad49', 'mac_address': 'fa:16:3e:c4:0a:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a8ca965-0b77-4f5f-beb0-42eb8f69494a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': '9e3f251c-b8bc-4330-a9bf-0995c46225a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:59:51Z', 'updated_at': '2022-05-28T06:59:58Z', 'revision_number': 4, 'project_id': '83f5c178d0f74b28b0a752dbac29ad49', 'subnets': [{'id': '9e3f251c-b8bc-4330-a9bf-0995c46225a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:00:01.308313 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e92fc6b6-1583-4672-8cc0-13c64db8f838 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:01.309329 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=5620172e-6577-4a5d-b9e1-9e3845f7c3a2,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:00:01.354819 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6397e69e-620a-46de-a155-a405c4588728 None None] The sync data for ids ['9a8ca965-0b77-4f5f-beb0-42eb8f69494a'] in n-d-843702-1 is: [{'id': '9a8ca965-0b77-4f5f-beb0-42eb8f69494a', 'name': 'tempest-TestVolumeBootPattern-435079007-router', 'tenant_id': '83f5c178d0f74b28b0a752dbac29ad49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '72a81dac-fc0b-45c3-b0cf-847d8083d73d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:59:44Z', 'updated_at': '2022-05-28T06:59:52Z', 'revision_number': 4, 'project_id': '83f5c178d0f74b28b0a752dbac29ad49', 'gw_port': {'id': '72a81dac-fc0b-45c3-b0cf-847d8083d73d', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8ca965-0b77-4f5f-beb0-42eb8f69494a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:59:46Z', 'updated_at': '2022-05-28T06:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'b3f8b3a6-7867-4fe3-8c2a-77cfbb7240c3', 'name': '', 'network_id': 'b9f9ba6a-5b01-4712-a1d0-51eb8b008ca1', 'tenant_id': '83f5c178d0f74b28b0a752dbac29ad49', 'mac_address': 'fa:16:3e:c4:0a:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a8ca965-0b77-4f5f-beb0-42eb8f69494a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': '9e3f251c-b8bc-4330-a9bf-0995c46225a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:59:51Z', 'updated_at': '2022-05-28T06:59:58Z', 'revision_number': 4, 'project_id': '83f5c178d0f74b28b0a752dbac29ad49', 'subnets': [{'id': '9e3f251c-b8bc-4330-a9bf-0995c46225a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 07:00:01.367157 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5e9fa9b1-ce46-408c-9c9c-48db40b66da4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:01.381297 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-803a6c63-ec24-4f23-af51-d5493b84afd0 None None] For port 8cae7e9c-1e9a-47f4-a5ab-b81a6d21e4f8, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:00:01.387503 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-2eb74ee3-3155-493d-b3eb-0b5ee1133a8c None None] Provisioning complete for port 5620172e-6577-4a5d-b9e1-9e3845f7c3a2 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:00:01.388999 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-2eb74ee3-3155-493d-b3eb-0b5ee1133a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:01.451474 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5e9fa9b1-ce46-408c-9c9c-48db40b66da4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:01.569329 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-803a6c63-ec24-4f23-af51-d5493b84afd0 None None] For port 8cae7e9c-1e9a-47f4-a5ab-b81a6d21e4f8, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=8cae7e9c-1e9a-47f4-a5ab-b81a6d21e4f8,segment=NetworkSegment(380db801-e973-4b80-94bb-2397096b7d05),segment_id=380db801-e973-4b80-94bb-2397096b7d05)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 07:00:01.620658 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92fc6b6-1583-4672-8cc0-13c64db8f838 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Pushing event updated for resources: {'Port': ['ID=8f4cae95-a13b-45c1-8d39-b23d47545f31,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:00:01.631300 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cda15a-61ab-4c9a-baeb-93673ff2da47 req-f7d2801d-233d-49c5-9b1b-f351197bfdd9 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:00:01.632009 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-58cda15a-61ab-4c9a-baeb-93673ff2da47 req-f7d2801d-233d-49c5-9b1b-f351197bfdd9 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Synchronizing usage tracker for tenant:6cd404fb9ef9487fb34baf3bf8b36b53 on resource:network {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:00:01.646089 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5e9fa9b1-ce46-408c-9c9c-48db40b66da4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:01.653067 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92fc6b6-1583-4672-8cc0-13c64db8f838 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Network 73e73c86-4cf2-41ec-8ec0-667a9181fdde is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:00:01.656163 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-e92fc6b6-1583-4672-8cc0-13c64db8f838 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:00:01.659461 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92fc6b6-1583-4672-8cc0-13c64db8f838 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:00:01.660207 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e92fc6b6-1583-4672-8cc0-13c64db8f838 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690947'] for router_interface, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:01.679524 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9fa9b1-ce46-408c-9c9c-48db40b66da4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ff51ec-3a1a-4695-b7ea-c88a582da40e,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:00:01.697386 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5e9fa9b1-ce46-408c-9c9c-48db40b66da4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:01.702272 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-5e9fa9b1-ce46-408c-9c9c-48db40b66da4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/20ff51ec-3a1a-4695-b7ea-c88a582da40e HTTP/1.1" status: 204 len: 168 time: 0.4398613 May 28 07:00:01.751227 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-2eb74ee3-3155-493d-b3eb-0b5ee1133a8c None None] Current status of the port 5620172e-6577-4a5d-b9e1-9e3845f7c3a2 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:00:01.767492 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-803a6c63-ec24-4f23-af51-d5493b84afd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:01.936920 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-58cda15a-61ab-4c9a-baeb-93673ff2da47 req-f7d2801d-233d-49c5-9b1b-f351197bfdd9 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Unset dirty status for tenant:6cd404fb9ef9487fb34baf3bf8b36b53 on resource:network {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:00:01.936920 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-58cda15a-61ab-4c9a-baeb-93673ff2da47 req-f7d2801d-233d-49c5-9b1b-f351197bfdd9 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/networks?id=b87fb3cb-482f-4500-8eb8-33ba0d95db61 HTTP/1.1" status: 200 len: 811 time: 0.7740495 May 28 07:00:01.952357 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-58cda15a-61ab-4c9a-baeb-93673ff2da47 req-379766bd-e6f6-48f0-8fe0-6f663bf44f41 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/quotas/6cd404fb9ef9487fb34baf3bf8b36b53 HTTP/1.1" status: 200 len: 375 time: 0.0127039 May 28 07:00:01.986476 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d42bc096-87ac-4697-9a20-9343dffd5e34 None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:01.998067 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-d42bc096-87ac-4697-9a20-9343dffd5e34 None None] Transition to ACTIVE for port object 304d2745-5c32-4015-9e35-73cae6213c2c will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:00:02.026177 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-d42bc096-87ac-4697-9a20-9343dffd5e34 None None] Transition to ACTIVE for port object 304d2745-5c32-4015-9e35-73cae6213c2c will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:00:02.052556 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803a6c63-ec24-4f23-af51-d5493b84afd0 None None] Pushing event updated for resources: {'Port': ['ID=8cae7e9c-1e9a-47f4-a5ab-b81a6d21e4f8,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:00:02.055894 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:02.149563 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d42bc096-87ac-4697-9a20-9343dffd5e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:02.245142 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e92fc6b6-1583-4672-8cc0-13c64db8f838 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:02.292243 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d42bc096-87ac-4697-9a20-9343dffd5e34 None None] Network df8d3402-7692-4224-abea-73ae2f3401f3 is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:00:02.296549 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-d42bc096-87ac-4697-9a20-9343dffd5e34 None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:00:02.301749 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42bc096-87ac-4697-9a20-9343dffd5e34 None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:00:02.312659 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42bc096-87ac-4697-9a20-9343dffd5e34 None None] Pushing event updated for resources: {'Port': ['ID=304d2745-5c32-4015-9e35-73cae6213c2c,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:00:02.402306 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-58cda15a-61ab-4c9a-baeb-93673ff2da47 req-265bb439-25b4-4d1c-b23d-54631d9a8351 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=6cd404fb9ef9487fb34baf3bf8b36b53&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4423633 May 28 07:00:02.446881 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-d42bc096-87ac-4697-9a20-9343dffd5e34 None None] Attempting to bind port 304d2745-5c32-4015-9e35-73cae6213c2c on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 07:00:02.447257 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-d42bc096-87ac-4697-9a20-9343dffd5e34 None None] Attempting to bind port 304d2745-5c32-4015-9e35-73cae6213c2c by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': '1fde0272-2df7-408e-87af-c8fdd15a47a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'df8d3402-7692-4224-abea-73ae2f3401f3'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 07:00:02.447627 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42bc096-87ac-4697-9a20-9343dffd5e34 None None] Attempting to bind port 304d2745-5c32-4015-9e35-73cae6213c2c on network df8d3402-7692-4224-abea-73ae2f3401f3 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:00:02.465196 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42bc096-87ac-4697-9a20-9343dffd5e34 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 7, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 07:00:02.465598 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42bc096-87ac-4697-9a20-9343dffd5e34 None None] Checking segment: {'id': '1fde0272-2df7-408e-87af-c8fdd15a47a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'df8d3402-7692-4224-abea-73ae2f3401f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:00:02.466017 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d42bc096-87ac-4697-9a20-9343dffd5e34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:02.466406 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42bc096-87ac-4697-9a20-9343dffd5e34 None None] Bound using segment: {'id': '1fde0272-2df7-408e-87af-c8fdd15a47a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'df8d3402-7692-4224-abea-73ae2f3401f3'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 07:00:02.466881 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-d42bc096-87ac-4697-9a20-9343dffd5e34 None None] Bound port: 304d2745-5c32-4015-9e35-73cae6213c2c, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fde0272-2df7-408e-87af-c8fdd15a47a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'df8d3402-7692-4224-abea-73ae2f3401f3'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 07:00:02.467322 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d42bc096-87ac-4697-9a20-9343dffd5e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:02.734809 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:02.772243 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-d42bc096-87ac-4697-9a20-9343dffd5e34 None None] For port 304d2745-5c32-4015-9e35-73cae6213c2c, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:00:02.783266 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-d42bc096-87ac-4697-9a20-9343dffd5e34 None None] For port 304d2745-5c32-4015-9e35-73cae6213c2c, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=304d2745-5c32-4015-9e35-73cae6213c2c,segment=NetworkSegment(1fde0272-2df7-408e-87af-c8fdd15a47a6),segment_id=1fde0272-2df7-408e-87af-c8fdd15a47a6)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 07:00:02.836664 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [req-58cda15a-61ab-4c9a-baeb-93673ff2da47 req-ad1aa4e7-10de-4b53-9ef3-a0230603cba7 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=89110) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 07:00:02.837729 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-58cda15a-61ab-4c9a-baeb-93673ff2da47 req-ad1aa4e7-10de-4b53-9ef3-a0230603cba7 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4290149 May 28 07:00:02.886513 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d42bc096-87ac-4697-9a20-9343dffd5e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:03.057935 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42bc096-87ac-4697-9a20-9343dffd5e34 None None] Pushing event updated for resources: {'Port': ['ID=304d2745-5c32-4015-9e35-73cae6213c2c,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:00:03.270323 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-58cda15a-61ab-4c9a-baeb-93673ff2da47 req-f00e3095-3306-4104-9906-813a0aa33ffb service neutron] 10.222.0.55 "GET /v2.0/networks/b87fb3cb-482f-4500-8eb8-33ba0d95db61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4219840 May 28 07:00:03.384323 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 8cae7e9c-1e9a-47f4-a5ab-b81a6d21e4f8 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:00:03.428323 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.db.resource_extend [None req-e92fc6b6-1583-4672-8cc0-13c64db8f838 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 07:00:03.451732 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e92fc6b6-1583-4672-8cc0-13c64db8f838 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:03.510327 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-58cda15a-61ab-4c9a-baeb-93673ff2da47 req-3b8d8255-82e2-412c-8ca0-3d8d9807e90b service neutron] 10.222.0.55 "GET /v2.0/networks/b87fb3cb-482f-4500-8eb8-33ba0d95db61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092021 May 28 07:00:03.520391 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e92fc6b6-1583-4672-8cc0-13c64db8f838 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:03.521786 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e92fc6b6-1583-4672-8cc0-13c64db8f838 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700602'] for router_interface, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:03.607034 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [req-f37423bb-4a59-44ff-8425-e9123aedc7fc req-d8a72745-3148-4151-b4b1-8abcb02a0062 service neutron] (89109) timed out ('10.222.0.71', 55035) {{(pid=89109) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 28 07:00:03.645963 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 8cae7e9c-1e9a-47f4-a5ab-b81a6d21e4f8 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:00:03.653068 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 5620172e-6577-4a5d-b9e1-9e3845f7c3a2 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:00:03.811156 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92fc6b6-1583-4672-8cc0-13c64db8f838 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Pushing event updated for resources: {'Port': ['ID=8f4cae95-a13b-45c1-8d39-b23d47545f31,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:00:03.866562 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 5620172e-6577-4a5d-b9e1-9e3845f7c3a2 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:00:03.907910 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:03.913959 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d4b8151-dd4f-4b37-b162-cdf2e47c1099 None None] Network 73e73c86-4cf2-41ec-8ec0-667a9181fdde requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 07:00:03.923548 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92fc6b6-1583-4672-8cc0-13c64db8f838 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Network 73e73c86-4cf2-41ec-8ec0-667a9181fdde is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:00:03.925652 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-e92fc6b6-1583-4672-8cc0-13c64db8f838 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:00:04.161577 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 5620172e-6577-4a5d-b9e1-9e3845f7c3a2 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:00:04.162855 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device b3f8b3a6-7867-4fe3-8c2a-77cfbb7240c3 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:00:04.216158 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-a60df075-1a60-4c46-ac54-84db3a294054 None None] Provisioning for port 8cae7e9c-1e9a-47f4-a5ab-b81a6d21e4f8 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:00:04.269708 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-a60df075-1a60-4c46-ac54-84db3a294054 None None] Provisioning complete for port 8cae7e9c-1e9a-47f4-a5ab-b81a6d21e4f8 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:00:04.269708 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-a60df075-1a60-4c46-ac54-84db3a294054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:04.514481 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e92fc6b6-1583-4672-8cc0-13c64db8f838 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Router a3453afd-8ef8-4066-87b5-b901a236e248 is scheduled to L3 agent 42958940-9562-4f71-972f-15a8af9d3963 with binding_index 1 {{(pid=89110) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 07:00:04.793363 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port b3f8b3a6-7867-4fe3-8c2a-77cfbb7240c3 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:00:04.796964 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-a60df075-1a60-4c46-ac54-84db3a294054 None None] Current status of the port 8cae7e9c-1e9a-47f4-a5ab-b81a6d21e4f8 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:00:04.797479 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-a60df075-1a60-4c46-ac54-84db3a294054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:04.862025 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32cddb80-fd3e-403e-9660-a95af18ed3da None None] Network df8d3402-7692-4224-abea-73ae2f3401f3 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 07:00:04.881740 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-63cd5934-c6ad-4f43-9f5f-8eae39bc47d3 req-0e7ecd56-2076-40ed-9ad0-10c9ce713949 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=d097f42a-6ff7-4a19-bccb-ac8000724eb3 HTTP/1.1" status: 200 len: 210 time: 0.1431608 May 28 07:00:04.924974 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e92fc6b6-1583-4672-8cc0-13c64db8f838 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 07:00:04.936723 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b6413a-e32c-4cfa-8874-1903584a21cc None None] Sync routers for ids ['a3453afd-8ef8-4066-87b5-b901a236e248'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 07:00:04.948737 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 45650) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:00:04.956104 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-e92fc6b6-1583-4672-8cc0-13c64db8f838 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] 10.222.0.55 "PUT /v2.0/routers/a3453afd-8ef8-4066-87b5-b901a236e248/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4866676 May 28 07:00:04.965312 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b6413a-e32c-4cfa-8874-1903584a21cc None None] Routers {'a3453afd-8ef8-4066-87b5-b901a236e248'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:00:04.966271 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-b6b6413a-e32c-4cfa-8874-1903584a21cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:59:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['a3453afd-8ef8-4066-87b5-b901a236e248'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:00:05.085834 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port b3f8b3a6-7867-4fe3-8c2a-77cfbb7240c3 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:00:05.087461 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:05.131217 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-b6b6413a-e32c-4cfa-8874-1903584a21cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:00:05.181624 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b6413a-e32c-4cfa-8874-1903584a21cc None None] Routers {'a3453afd-8ef8-4066-87b5-b901a236e248'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:00:05.210067 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-b6b6413a-e32c-4cfa-8874-1903584a21cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:59:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['a3453afd-8ef8-4066-87b5-b901a236e248'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:00:05.261588 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-a60df075-1a60-4c46-ac54-84db3a294054 None None] For port 8cae7e9c-1e9a-47f4-a5ab-b81a6d21e4f8, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=8cae7e9c-1e9a-47f4-a5ab-b81a6d21e4f8,segment=NetworkSegment(380db801-e973-4b80-94bb-2397096b7d05),segment_id=380db801-e973-4b80-94bb-2397096b7d05)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:00:05.362498 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-b6b6413a-e32c-4cfa-8874-1903584a21cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:00:05.363122 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b6413a-e32c-4cfa-8874-1903584a21cc None None] The sync data for ids ['a3453afd-8ef8-4066-87b5-b901a236e248'] in n-d-843702-1 is: [] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 07:00:05.380342 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-a60df075-1a60-4c46-ac54-84db3a294054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:05.470308 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60df075-1a60-4c46-ac54-84db3a294054 None None] Pushing event updated for resources: {'Port': ['ID=8cae7e9c-1e9a-47f4-a5ab-b81a6d21e4f8,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:00:05.663723 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port b3f8b3a6-7867-4fe3-8c2a-77cfbb7240c3 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:00:05.664101 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:05.725407 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port b3f8b3a6-7867-4fe3-8c2a-77cfbb7240c3, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=b3f8b3a6-7867-4fe3-8c2a-77cfbb7240c3,segment=NetworkSegment(e9238504-1307-4feb-8954-18a0fe4f4069),segment_id=e9238504-1307-4feb-8954-18a0fe4f4069)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:00:05.741846 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-61fc29f9-9b3d-4ca2-bce1-bd157195f116 None None] Provisioning for port 304d2745-5c32-4015-9e35-73cae6213c2c completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:00:05.835029 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:06.133514 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-441c6668-ce30-4fd9-97f3-60c0d94c800c None None] Provisioning complete for port 8cae7e9c-1e9a-47f4-a5ab-b81a6d21e4f8 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:00:06.133966 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-441c6668-ce30-4fd9-97f3-60c0d94c800c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:06.174541 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a88594f9-630a-4975-875c-cffa9d4e274f req-0defd336-2956-4deb-a23c-5ac395713f05 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=d097f42a-6ff7-4a19-bccb-ac8000724eb3 HTTP/1.1" status: 200 len: 210 time: 0.1528587 May 28 07:00:06.210269 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=b3f8b3a6-7867-4fe3-8c2a-77cfbb7240c3,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:00:06.232249 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 304d2745-5c32-4015-9e35-73cae6213c2c up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:00:06.279152 n-d-843702-1 neutron-server[89109]: INFO neutron.api.v2.resource [None req-801d143a-6b3a-4c5a-8aa2-7a3284212a4d tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 07:00:06.282059 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-801d143a-6b3a-4c5a-8aa2-7a3284212a4d tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] 10.222.0.55 "PUT /v2.0/routers/a3453afd-8ef8-4066-87b5-b901a236e248/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.3298714 May 28 07:00:06.284194 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 45670) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:00:06.468192 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 304d2745-5c32-4015-9e35-73cae6213c2c completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:00:06.482478 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-441c6668-ce30-4fd9-97f3-60c0d94c800c None None] Current status of the port 8cae7e9c-1e9a-47f4-a5ab-b81a6d21e4f8 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:00:06.486749 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 304d2745-5c32-4015-9e35-73cae6213c2c triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:00:06.487130 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:06.685084 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 304d2745-5c32-4015-9e35-73cae6213c2c is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:00:06.685714 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:06.714804 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-441c6668-ce30-4fd9-97f3-60c0d94c800c None None] Provisioning for port 8f4cae95-a13b-45c1-8d39-b23d47545f31 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:00:06.722511 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-441c6668-ce30-4fd9-97f3-60c0d94c800c None None] Provisioning complete for port 8f4cae95-a13b-45c1-8d39-b23d47545f31 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:00:06.722882 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-441c6668-ce30-4fd9-97f3-60c0d94c800c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:06.780038 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port 304d2745-5c32-4015-9e35-73cae6213c2c, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=304d2745-5c32-4015-9e35-73cae6213c2c,segment=NetworkSegment(1fde0272-2df7-408e-87af-c8fdd15a47a6),segment_id=1fde0272-2df7-408e-87af-c8fdd15a47a6)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:00:06.788110 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-441c6668-ce30-4fd9-97f3-60c0d94c800c None None] Port 8f4cae95-a13b-45c1-8d39-b23d47545f31 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 07:00:06.899738 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:06.900503 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 8cae7e9c-1e9a-47f4-a5ab-b81a6d21e4f8 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:00:06.954240 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b54f75d7-bc28-4a02-a63c-6fdd89fff6bb tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700548'] for router_interface, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:07.008970 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-0d20bbf1-2e8e-4e4b-a17f-a563394c1722 None None] Provisioning complete for port 304d2745-5c32-4015-9e35-73cae6213c2c triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:00:07.009348 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-0d20bbf1-2e8e-4e4b-a17f-a563394c1722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:07.084871 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=304d2745-5c32-4015-9e35-73cae6213c2c,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:00:07.100260 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 8cae7e9c-1e9a-47f4-a5ab-b81a6d21e4f8 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:00:07.100600 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:07.220745 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-0d20bbf1-2e8e-4e4b-a17f-a563394c1722 None None] Current status of the port 304d2745-5c32-4015-9e35-73cae6213c2c is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:00:07.292093 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-0d20bbf1-2e8e-4e4b-a17f-a563394c1722 None None] Provisioning complete for port 8f4cae95-a13b-45c1-8d39-b23d47545f31 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:00:07.295106 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-0d20bbf1-2e8e-4e4b-a17f-a563394c1722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:07.343021 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 8cae7e9c-1e9a-47f4-a5ab-b81a6d21e4f8 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:00:07.369983 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-0d20bbf1-2e8e-4e4b-a17f-a563394c1722 None None] Port 8f4cae95-a13b-45c1-8d39-b23d47545f31 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 07:00:07.463701 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d6f23dcf-d88c-48cf-97da-800daab870ba req-b296dca5-17eb-47ae-8a4a-d15e7240609c tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=d097f42a-6ff7-4a19-bccb-ac8000724eb3 HTTP/1.1" status: 200 len: 210 time: 0.0579681 May 28 07:00:07.549564 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-b54f75d7-bc28-4a02-a63c-6fdd89fff6bb tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Deleting port 8f4cae95-a13b-45c1-8d39-b23d47545f31 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:00:07.549939 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b54f75d7-bc28-4a02-a63c-6fdd89fff6bb tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:07.902509 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b54f75d7-bc28-4a02-a63c-6fdd89fff6bb tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:07.979361 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 304d2745-5c32-4015-9e35-73cae6213c2c up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:00:08.067060 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-b54f75d7-bc28-4a02-a63c-6fdd89fff6bb tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Calling delete_port for 8f4cae95-a13b-45c1-8d39-b23d47545f31 owned by network:router_interface {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:00:08.119647 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 304d2745-5c32-4015-9e35-73cae6213c2c triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:00:08.119931 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:08.467815 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 304d2745-5c32-4015-9e35-73cae6213c2c is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:00:08.469112 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device b3f8b3a6-7867-4fe3-8c2a-77cfbb7240c3 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:00:08.641800 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port b3f8b3a6-7867-4fe3-8c2a-77cfbb7240c3 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:00:08.642089 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:08.734789 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-447a9632-1762-4afb-bd14-368902cfaf36 req-b49a1c5f-e1fd-4688-8261-1f5a78b5db24 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=d097f42a-6ff7-4a19-bccb-ac8000724eb3 HTTP/1.1" status: 200 len: 210 time: 0.0691037 May 28 07:00:08.812574 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port b3f8b3a6-7867-4fe3-8c2a-77cfbb7240c3 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:00:08.815737 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cda15a-61ab-4c9a-baeb-93673ff2da47 req-b0c167a1-365a-496b-8193-18dd3a9cef07 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:00:08.818274 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-58cda15a-61ab-4c9a-baeb-93673ff2da47 req-b0c167a1-365a-496b-8193-18dd3a9cef07 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.71 "GET /v2.0/networks?id=b87fb3cb-482f-4500-8eb8-33ba0d95db61 HTTP/1.1" status: 200 len: 811 time: 0.2727995 May 28 07:00:08.823790 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b54f75d7-bc28-4a02-a63c-6fdd89fff6bb tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:08.865896 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-58cda15a-61ab-4c9a-baeb-93673ff2da47 req-b00681f4-8b61-4452-b0ff-d27687a7b304 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Request body: {'port': {'device_id': 'd097f42a-6ff7-4a19-bccb-ac8000724eb3', 'network_id': 'b87fb3cb-482f-4500-8eb8-33ba0d95db61', 'admin_state_up': True, 'tenant_id': '6cd404fb9ef9487fb34baf3bf8b36b53'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:00:08.988346 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54f75d7-bc28-4a02-a63c-6fdd89fff6bb tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Pushing event deleted for resources: {'Port': ['ID=8f4cae95-a13b-45c1-8d39-b23d47545f31,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:00:09.212876 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b54f75d7-bc28-4a02-a63c-6fdd89fff6bb tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700472'] for router_interface, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:09.225403 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-58cda15a-61ab-4c9a-baeb-93673ff2da47 req-b00681f4-8b61-4452-b0ff-d27687a7b304 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:00:09.232086 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-58cda15a-61ab-4c9a-baeb-93673ff2da47 req-b00681f4-8b61-4452-b0ff-d27687a7b304 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Usage tracker for resource:port and tenant:6cd404fb9ef9487fb34baf3bf8b36b53 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:00:09.287992 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-58cda15a-61ab-4c9a-baeb-93673ff2da47 req-b00681f4-8b61-4452-b0ff-d27687a7b304 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:00:09.305715 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-58cda15a-61ab-4c9a-baeb-93673ff2da47 req-b00681f4-8b61-4452-b0ff-d27687a7b304 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:00:09.796557 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58cda15a-61ab-4c9a-baeb-93673ff2da47 req-b00681f4-8b61-4452-b0ff-d27687a7b304 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Made reservation on behalf of 6cd404fb9ef9487fb34baf3bf8b36b53 for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 07:00:09.800791 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-58cda15a-61ab-4c9a-baeb-93673ff2da47 req-b00681f4-8b61-4452-b0ff-d27687a7b304 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:09.937043 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b54f75d7-bc28-4a02-a63c-6fdd89fff6bb tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Router a3453afd-8ef8-4066-87b5-b901a236e248 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 07:00:10.001746 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-03176906-17eb-4387-961d-d75070ada895 req-ade743e0-2612-42de-a785-d363b24c0e19 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=d097f42a-6ff7-4a19-bccb-ac8000724eb3 HTTP/1.1" status: 200 len: 210 time: 0.0669289 May 28 07:00:10.175870 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b54f75d7-bc28-4a02-a63c-6fdd89fff6bb tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 07:00:10.188521 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1074955-91e9-4151-a5c8-66a81df9487f None None] Sync routers for ids ['a3453afd-8ef8-4066-87b5-b901a236e248'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 07:00:10.194872 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1074955-91e9-4151-a5c8-66a81df9487f None None] Routers {'a3453afd-8ef8-4066-87b5-b901a236e248'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:00:10.195488 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-e1074955-91e9-4151-a5c8-66a81df9487f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:59:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['a3453afd-8ef8-4066-87b5-b901a236e248'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:00:10.238472 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 45712) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:00:10.239148 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-b54f75d7-bc28-4a02-a63c-6fdd89fff6bb tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] 10.222.0.55 "PUT /v2.0/routers/a3453afd-8ef8-4066-87b5-b901a236e248/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9531612 May 28 07:00:10.269199 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [req-58cda15a-61ab-4c9a-baeb-93673ff2da47 req-b00681f4-8b61-4452-b0ff-d27687a7b304 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Allocated IP 172.20.0.11 (b87fb3cb-482f-4500-8eb8-33ba0d95db61/03e4bbfb-d6ff-44b0-bb81-9edbb740d6df/ce050535-24cc-46f5-b980-4fc8533ded5e) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:00:10.323225 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-e1074955-91e9-4151-a5c8-66a81df9487f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:00:10.342469 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1074955-91e9-4151-a5c8-66a81df9487f None None] Routers {'a3453afd-8ef8-4066-87b5-b901a236e248'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:00:10.343284 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-e1074955-91e9-4151-a5c8-66a81df9487f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:59:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['a3453afd-8ef8-4066-87b5-b901a236e248'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:00:10.348876 n-d-843702-1 neutron-server[89109]: INFO neutron.api.v2.resource [None req-3ec83812-09e6-40f2-b174-31d02747b1cb tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] delete failed (client error): The resource could not be found. May 28 07:00:10.350025 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-3ec83812-09e6-40f2-b174-31d02747b1cb tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] 10.222.0.55 "DELETE /v2.0/routers/tempest-non_exist_router-379861808 HTTP/1.1" status: 404 len: 334 time: 0.1096103 May 28 07:00:10.355916 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 45716) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:00:10.360464 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-120bfc57-67d7-49c9-a8f5-3c8aa9f264a3 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a3453afd-8ef8-4066-87b5-b901a236e248'}}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:00:10.410677 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-e1074955-91e9-4151-a5c8-66a81df9487f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:00:10.411079 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1074955-91e9-4151-a5c8-66a81df9487f None None] The sync data for ids ['a3453afd-8ef8-4066-87b5-b901a236e248'] in n-d-843702-1 is: [] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 07:00:10.533000 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-58cda15a-61ab-4c9a-baeb-93673ff2da47 req-b00681f4-8b61-4452-b0ff-d27687a7b304 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:10.572233 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-58cda15a-61ab-4c9a-baeb-93673ff2da47 req-b00681f4-8b61-4452-b0ff-d27687a7b304 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Transition to ACTIVE for port object ce050535-24cc-46f5-b980-4fc8533ded5e will not be triggered until provisioned by entity DHCP. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:00:10.726352 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-58cda15a-61ab-4c9a-baeb-93673ff2da47 req-b00681f4-8b61-4452-b0ff-d27687a7b304 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:10.842741 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58cda15a-61ab-4c9a-baeb-93673ff2da47 req-b00681f4-8b61-4452-b0ff-d27687a7b304 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Network b87fb3cb-482f-4500-8eb8-33ba0d95db61 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:00:10.863642 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [req-58cda15a-61ab-4c9a-baeb-93673ff2da47 req-b00681f4-8b61-4452-b0ff-d27687a7b304 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:00:10.867353 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-58cda15a-61ab-4c9a-baeb-93673ff2da47 req-b00681f4-8b61-4452-b0ff-d27687a7b304 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:00:10.953074 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cda15a-61ab-4c9a-baeb-93673ff2da47 req-b00681f4-8b61-4452-b0ff-d27687a7b304 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:00:10.956079 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-58cda15a-61ab-4c9a-baeb-93673ff2da47 req-b00681f4-8b61-4452-b0ff-d27687a7b304 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:10.983367 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00681f4-8b61-4452-b0ff-d27687a7b304 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Pushing event updated for resources: {'Port': ['ID=ce050535-24cc-46f5-b980-4fc8533ded5e,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:00:11.086151 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-58cda15a-61ab-4c9a-baeb-93673ff2da47 req-b00681f4-8b61-4452-b0ff-d27687a7b304 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2274706 May 28 07:00:11.108217 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-58cda15a-61ab-4c9a-baeb-93673ff2da47 req-c8ffc0c5-e2c5-463d-9609-d5b755d8a6b8 service neutron] Request body: {'port': {'device_id': 'd097f42a-6ff7-4a19-bccb-ac8000724eb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843702-1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:00:11.167803 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-120bfc57-67d7-49c9-a8f5-3c8aa9f264a3 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59027'] for router, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:11.340758 n-d-843702-1 neutron-server[89109]: INFO neutron.api.v2.resource [None req-120bfc57-67d7-49c9-a8f5-3c8aa9f264a3 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] update failed (client error): The resource could not be found. May 28 07:00:11.346155 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-120bfc57-67d7-49c9-a8f5-3c8aa9f264a3 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] 10.222.0.55 "PUT /v2.0/routers/a3453afd-8ef8-4066-87b5-b901a236e248 HTTP/1.1" status: 404 len: 339 time: 0.9875951 May 28 07:00:11.348592 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 45746) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:00:11.354386 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-252d4c8d-3aaf-4a95-a5c3-a176a697bb68 None None] Provisioning for port ce050535-24cc-46f5-b980-4fc8533ded5e completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:00:11.376680 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-252d4c8d-3aaf-4a95-a5c3-a176a697bb68 None None] Provisioning complete for port ce050535-24cc-46f5-b980-4fc8533ded5e triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:00:11.376680 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-252d4c8d-3aaf-4a95-a5c3-a176a697bb68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:11.376879 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-8ad7aa85-b6bf-41d0-a1ed-7029b068eea9 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-238146799'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:00:11.382910 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-8ad7aa85-b6bf-41d0-a1ed-7029b068eea9 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:00:11.392329 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-8ad7aa85-b6bf-41d0-a1ed-7029b068eea9 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Usage tracker for resource:network and tenant:2f4ec174090641d483539d7c31bac921 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:00:11.401172 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-58cda15a-61ab-4c9a-baeb-93673ff2da47 req-c8ffc0c5-e2c5-463d-9609-d5b755d8a6b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:11.402175 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-8ad7aa85-b6bf-41d0-a1ed-7029b068eea9 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:00:11.415029 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-8ad7aa85-b6bf-41d0-a1ed-7029b068eea9 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:00:11.465987 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-252d4c8d-3aaf-4a95-a5c3-a176a697bb68 None None] Port ce050535-24cc-46f5-b980-4fc8533ded5e cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 07:00:11.589616 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ad7aa85-b6bf-41d0-a1ed-7029b068eea9 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Made reservation on behalf of 2f4ec174090641d483539d7c31bac921 for: {'network': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 07:00:11.602773 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8ad7aa85-b6bf-41d0-a1ed-7029b068eea9 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:11.655405 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ad7aa85-b6bf-41d0-a1ed-7029b068eea9 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=89109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 07:00:11.667313 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8ad7aa85-b6bf-41d0-a1ed-7029b068eea9 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:11.667809 n-d-843702-1 neutron-server[89109]: INFO neutron.db.segments_db [None req-8ad7aa85-b6bf-41d0-a1ed-7029b068eea9 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Added segment 808f7578-5321-4729-98da-32c02bf12b0e of type vlan for network 438b9a68-ad4c-41d5-a6e8-9829c6e4715b May 28 07:00:11.682937 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6658cf-83e0-4a58-b07c-aa1424c5cf53 req-fd6eb496-2361-44e8-a412-b530c08198fb tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:00:11.683840 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-1c6658cf-83e0-4a58-b07c-aa1424c5cf53 req-fd6eb496-2361-44e8-a412-b530c08198fb tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Synchronizing usage tracker for tenant:6cd404fb9ef9487fb34baf3bf8b36b53 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:00:11.764008 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8ad7aa85-b6bf-41d0-a1ed-7029b068eea9 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:11.814727 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-1c6658cf-83e0-4a58-b07c-aa1424c5cf53 req-fd6eb496-2361-44e8-a412-b530c08198fb tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Unset dirty status for tenant:6cd404fb9ef9487fb34baf3bf8b36b53 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:00:11.815923 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1c6658cf-83e0-4a58-b07c-aa1424c5cf53 req-fd6eb496-2361-44e8-a412-b530c08198fb tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=d097f42a-6ff7-4a19-bccb-ac8000724eb3 HTTP/1.1" status: 200 len: 932 time: 0.5870140 May 28 07:00:11.900228 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-1c6658cf-83e0-4a58-b07c-aa1424c5cf53 req-ed2e6f65-ce5d-4b3a-8588-cf18fdef723b tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Synchronizing usage tracker for tenant:6cd404fb9ef9487fb34baf3bf8b36b53 on resource:security_group {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:00:11.956033 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8ad7aa85-b6bf-41d0-a1ed-7029b068eea9 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:11.968366 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad7aa85-b6bf-41d0-a1ed-7029b068eea9 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:00:11.969265 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8ad7aa85-b6bf-41d0-a1ed-7029b068eea9 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:12.020288 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-1c6658cf-83e0-4a58-b07c-aa1424c5cf53 req-ed2e6f65-ce5d-4b3a-8588-cf18fdef723b tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Unset dirty status for tenant:6cd404fb9ef9487fb34baf3bf8b36b53 on resource:security_group {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:00:12.020288 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1c6658cf-83e0-4a58-b07c-aa1424c5cf53 req-ed2e6f65-ce5d-4b3a-8588-cf18fdef723b tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f5492c6-5bbc-4a76-bcd5-ad6fbd0e08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892688 May 28 07:00:12.020288 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [req-58cda15a-61ab-4c9a-baeb-93673ff2da47 req-c8ffc0c5-e2c5-463d-9609-d5b755d8a6b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce050535-24cc-46f5-b980-4fc8533ded5e {{(pid=89110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 07:00:12.027602 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-58cda15a-61ab-4c9a-baeb-93673ff2da47 req-c8ffc0c5-e2c5-463d-9609-d5b755d8a6b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:12.060962 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-58cda15a-61ab-4c9a-baeb-93673ff2da47 req-c8ffc0c5-e2c5-463d-9609-d5b755d8a6b8 service neutron] Transition to ACTIVE for port object ce050535-24cc-46f5-b980-4fc8533ded5e will not be triggered until provisioned by entity L2. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:00:12.102628 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 45780) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:00:12.103161 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-8ad7aa85-b6bf-41d0-a1ed-7029b068eea9 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7521157 May 28 07:00:12.108963 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-ee44fa6e-65d5-4490-889f-7a28aa016518 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Request body: {'subnet': {'network_id': '438b9a68-ad4c-41d5-a6e8-9829c6e4715b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:00:12.139350 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad7aa85-b6bf-41d0-a1ed-7029b068eea9 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Pushing event updated for resources: {'Network': ['ID=438b9a68-ad4c-41d5-a6e8-9829c6e4715b,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:00:12.155962 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 438b9a68-ad4c-41d5-a6e8-9829c6e4715b details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 07:00:12.199286 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-58cda15a-61ab-4c9a-baeb-93673ff2da47 req-c8ffc0c5-e2c5-463d-9609-d5b755d8a6b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:12.630446 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ffc0c5-e2c5-463d-9609-d5b755d8a6b8 service neutron] Pushing event updated for resources: {'Port': ['ID=ce050535-24cc-46f5-b980-4fc8533ded5e,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:00:12.639890 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-ee44fa6e-65d5-4490-889f-7a28aa016518 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:00:12.654304 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-ee44fa6e-65d5-4490-889f-7a28aa016518 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Usage tracker for resource:subnet and tenant:2f4ec174090641d483539d7c31bac921 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:00:12.691057 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-ee44fa6e-65d5-4490-889f-7a28aa016518 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:00:12.718861 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-ee44fa6e-65d5-4490-889f-7a28aa016518 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:00:12.781467 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-58cda15a-61ab-4c9a-baeb-93673ff2da47 req-c8ffc0c5-e2c5-463d-9609-d5b755d8a6b8 service neutron] Attempting to bind port ce050535-24cc-46f5-b980-4fc8533ded5e on host n-h2-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 07:00:12.784345 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-58cda15a-61ab-4c9a-baeb-93673ff2da47 req-c8ffc0c5-e2c5-463d-9609-d5b755d8a6b8 service neutron] Attempting to bind port ce050535-24cc-46f5-b980-4fc8533ded5e by drivers openvswitch,hyperv on host n-h2-843702-1 at level 0 using segments [{'id': '9b6a153f-5acc-4efc-9ff2-d82aa4b5901c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b87fb3cb-482f-4500-8eb8-33ba0d95db61'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 07:00:12.784994 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58cda15a-61ab-4c9a-baeb-93673ff2da47 req-c8ffc0c5-e2c5-463d-9609-d5b755d8a6b8 service neutron] Attempting to bind port ce050535-24cc-46f5-b980-4fc8533ded5e on network b87fb3cb-482f-4500-8eb8-33ba0d95db61 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:00:12.792625 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58cda15a-61ab-4c9a-baeb-93673ff2da47 req-c8ffc0c5-e2c5-463d-9609-d5b755d8a6b8 service neutron] Port ce050535-24cc-46f5-b980-4fc8533ded5e on network b87fb3cb-482f-4500-8eb8-33ba0d95db61 not bound, no agent of type Open vSwitch agent registered on host n-h2-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 07:00:12.793285 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58cda15a-61ab-4c9a-baeb-93673ff2da47 req-c8ffc0c5-e2c5-463d-9609-d5b755d8a6b8 service neutron] Attempting to bind port ce050535-24cc-46f5-b980-4fc8533ded5e on network b87fb3cb-482f-4500-8eb8-33ba0d95db61 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:00:12.805478 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58cda15a-61ab-4c9a-baeb-93673ff2da47 req-c8ffc0c5-e2c5-463d-9609-d5b755d8a6b8 service neutron] Checking agent: {'id': 'f1a3973b-d2b3-4558-88e7-2ac50857d302', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 7, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 07:00:12.806123 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58cda15a-61ab-4c9a-baeb-93673ff2da47 req-c8ffc0c5-e2c5-463d-9609-d5b755d8a6b8 service neutron] Checking segment: {'id': '9b6a153f-5acc-4efc-9ff2-d82aa4b5901c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b87fb3cb-482f-4500-8eb8-33ba0d95db61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:00:12.806715 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58cda15a-61ab-4c9a-baeb-93673ff2da47 req-c8ffc0c5-e2c5-463d-9609-d5b755d8a6b8 service neutron] Bound using segment: {'id': '9b6a153f-5acc-4efc-9ff2-d82aa4b5901c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b87fb3cb-482f-4500-8eb8-33ba0d95db61'} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 07:00:12.807350 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-58cda15a-61ab-4c9a-baeb-93673ff2da47 req-c8ffc0c5-e2c5-463d-9609-d5b755d8a6b8 service neutron] Bound port: ce050535-24cc-46f5-b980-4fc8533ded5e, host: n-h2-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b6a153f-5acc-4efc-9ff2-d82aa4b5901c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b87fb3cb-482f-4500-8eb8-33ba0d95db61'}}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 07:00:12.815125 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-58cda15a-61ab-4c9a-baeb-93673ff2da47 req-c8ffc0c5-e2c5-463d-9609-d5b755d8a6b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:12.898492 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee44fa6e-65d5-4490-889f-7a28aa016518 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Made reservation on behalf of 2f4ec174090641d483539d7c31bac921 for: {'subnet': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 07:00:12.902036 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ee44fa6e-65d5-4490-889f-7a28aa016518 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3171998'] for subnet, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:13.397397 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-58cda15a-61ab-4c9a-baeb-93673ff2da47 req-c8ffc0c5-e2c5-463d-9609-d5b755d8a6b8 service neutron] For port ce050535-24cc-46f5-b980-4fc8533ded5e, host n-h2-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:00:13.410822 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-58cda15a-61ab-4c9a-baeb-93673ff2da47 req-c8ffc0c5-e2c5-463d-9609-d5b755d8a6b8 service neutron] For port ce050535-24cc-46f5-b980-4fc8533ded5e, host n-h2-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=ce050535-24cc-46f5-b980-4fc8533ded5e,segment=NetworkSegment(9b6a153f-5acc-4efc-9ff2-d82aa4b5901c),segment_id=9b6a153f-5acc-4efc-9ff2-d82aa4b5901c)] {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 07:00:13.441183 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7af1b0c-2b42-4fd5-9e97-5de3bd10933d req-ee516e2d-1290-4f02-88a7-ad0fa5ba4321 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:00:13.442690 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e7af1b0c-2b42-4fd5-9e97-5de3bd10933d req-ee516e2d-1290-4f02-88a7-ad0fa5ba4321 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=d097f42a-6ff7-4a19-bccb-ac8000724eb3 HTTP/1.1" status: 200 len: 944 time: 0.1642380 May 28 07:00:13.491341 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e7af1b0c-2b42-4fd5-9e97-5de3bd10933d req-6f743084-2752-4e09-a3e9-35e91533b847 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f5492c6-5bbc-4a76-bcd5-ad6fbd0e08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419981 May 28 07:00:13.494038 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-58cda15a-61ab-4c9a-baeb-93673ff2da47 req-c8ffc0c5-e2c5-463d-9609-d5b755d8a6b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:13.568400 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ee44fa6e-65d5-4490-889f-7a28aa016518 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3115906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3172012'] for subnet, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:13.691770 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cda15a-61ab-4c9a-baeb-93673ff2da47 req-c8ffc0c5-e2c5-463d-9609-d5b755d8a6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:00:13.691959 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-58cda15a-61ab-4c9a-baeb-93673ff2da47 req-c8ffc0c5-e2c5-463d-9609-d5b755d8a6b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:13.693746 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-58cda15a-61ab-4c9a-baeb-93673ff2da47 req-c8ffc0c5-e2c5-463d-9609-d5b755d8a6b8 service neutron] 10.222.0.71 "PUT /v2.0/ports/ce050535-24cc-46f5-b980-4fc8533ded5e HTTP/1.1" status: 200 len: 1092 time: 2.5935960 May 28 07:00:13.701710 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd097f42a-6ff7-4a19-bccb-ac8000724eb3', 'tag': 'ce050535-24cc-46f5-b980-4fc8533ded5e'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:00:13.761767 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee44fa6e-65d5-4490-889f-7a28aa016518 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Pushing event updated for resources: {'Subnet': ['ID=607d5ad2-8344-4549-8146-94c51950642a,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:00:13.765861 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ffc0c5-e2c5-463d-9609-d5b755d8a6b8 service neutron] Pushing event updated for resources: {'Port': ['ID=ce050535-24cc-46f5-b980-4fc8533ded5e,revision_number=3']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:00:13.776506 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee44fa6e-65d5-4490-889f-7a28aa016518 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Checking segment: {'id': '808f7578-5321-4729-98da-32c02bf12b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '438b9a68-ad4c-41d5-a6e8-9829c6e4715b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:00:13.776869 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee44fa6e-65d5-4490-889f-7a28aa016518 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Network hostable DHCP agents. Network: 438b9a68-ad4c-41d5-a6e8-9829c6e4715b, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89110) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 07:00:13.904375 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63d00d4d-e6c2-4bc8-a9f3-fa11d0cc8ca7'] response: {'name': 'network-changed', 'server_uuid': 'd097f42a-6ff7-4a19-bccb-ac8000724eb3', 'tag': 'ce050535-24cc-46f5-b980-4fc8533ded5e', 'status': 'completed', 'code': 200} May 28 07:00:13.914402 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee44fa6e-65d5-4490-889f-7a28aa016518 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Network 438b9a68-ad4c-41d5-a6e8-9829c6e4715b is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89110) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 07:00:14.024830 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cda15a-61ab-4c9a-baeb-93673ff2da47 req-3698f6d8-7894-4108-b223-64994c449deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:00:14.027535 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-58cda15a-61ab-4c9a-baeb-93673ff2da47 req-3698f6d8-7894-4108-b223-64994c449deb service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=6cd404fb9ef9487fb34baf3bf8b36b53&device_id=d097f42a-6ff7-4a19-bccb-ac8000724eb3 HTTP/1.1" status: 200 len: 1095 time: 0.1020308 May 28 07:00:14.029168 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-ee44fa6e-65d5-4490-889f-7a28aa016518 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, 438b9a68-ad4c-41d5-a6e8-9829c6e4715b) {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:00:14.035125 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee44fa6e-65d5-4490-889f-7a28aa016518 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:00:14.040448 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ee44fa6e-65d5-4490-889f-7a28aa016518 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:14.040599 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bfbe22a-4a44-406f-be96-39b43313f52c None None] Network 438b9a68-ad4c-41d5-a6e8-9829c6e4715b requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 07:00:14.124597 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-58cda15a-61ab-4c9a-baeb-93673ff2da47 req-8a847173-4265-4a3c-bfee-6736bc18886a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce050535-24cc-46f5-b980-4fc8533ded5e HTTP/1.1" status: 200 len: 217 time: 0.0804443 May 28 07:00:14.198271 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cda15a-61ab-4c9a-baeb-93673ff2da47 req-65c2fd31-a56a-4182-83e4-fe344afb8ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:00:14.199721 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-58cda15a-61ab-4c9a-baeb-93673ff2da47 req-65c2fd31-a56a-4182-83e4-fe344afb8ffc service neutron] 10.222.0.71 "GET /v2.0/subnets?id=03e4bbfb-d6ff-44b0-bb81-9edbb740d6df HTTP/1.1" status: 200 len: 850 time: 0.0690782 May 28 07:00:14.241241 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-ee44fa6e-65d5-4490-889f-7a28aa016518 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1372876 May 28 07:00:14.244138 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 45814) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:00:14.249997 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-861511fe-c978-4700-8786-e2d2be4b3512 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Request body: {'router': {'external_gateway_info': {'network_id': '438b9a68-ad4c-41d5-a6e8-9829c6e4715b'}}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:00:14.279883 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cda15a-61ab-4c9a-baeb-93673ff2da47 req-f79d3e6e-418d-4bc9-b9ff-dbd95001d761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:00:14.282320 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-58cda15a-61ab-4c9a-baeb-93673ff2da47 req-f79d3e6e-418d-4bc9-b9ff-dbd95001d761 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b87fb3cb-482f-4500-8eb8-33ba0d95db61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0755785 May 28 07:00:14.302371 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae31207-465e-4d12-a1bb-126942479e1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-438b9a68-ad4c-41d5-a6e8-9829c6e4715b', 'network_id': '438b9a68-ad4c-41d5-a6e8-9829c6e4715b', 'tenant_id': '2f4ec174090641d483539d7c31bac921', 'fixed_ips': [{'subnet_id': '607d5ad2-8344-4549-8146-94c51950642a'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 07:00:14.303662 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-cae31207-465e-4d12-a1bb-126942479e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:14.533326 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-cae31207-465e-4d12-a1bb-126942479e1b None None] Allocated IP 2001:db8:1::2 (438b9a68-ad4c-41d5-a6e8-9829c6e4715b/607d5ad2-8344-4549-8146-94c51950642a/c7e8d288-3068-4184-a940-882612036f1d) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:00:14.659143 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-58cda15a-61ab-4c9a-baeb-93673ff2da47 req-43409004-e2ff-4b34-bcbc-c7c8d1277ed5 service neutron] 10.222.0.71 "GET /v2.0/networks/b87fb3cb-482f-4500-8eb8-33ba0d95db61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3699932 May 28 07:00:14.806746 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-cae31207-465e-4d12-a1bb-126942479e1b None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:14.818663 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-cae31207-465e-4d12-a1bb-126942479e1b None None] Transition to ACTIVE for port object c7e8d288-3068-4184-a940-882612036f1d will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:00:14.842321 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-861511fe-c978-4700-8786-e2d2be4b3512 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59027'] for router, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:14.844661 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-cae31207-465e-4d12-a1bb-126942479e1b None None] Transition to ACTIVE for port object c7e8d288-3068-4184-a940-882612036f1d will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:00:14.877680 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 07:00:14.938170 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-cae31207-465e-4d12-a1bb-126942479e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:14.955283 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22623088-a881-47b7-8933-5dcb66732e42 req-f63f2e31-336a-4988-af80-f9db319422e9 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:00:14.956730 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-22623088-a881-47b7-8933-5dcb66732e42 req-f63f2e31-336a-4988-af80-f9db319422e9 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=d097f42a-6ff7-4a19-bccb-ac8000724eb3 HTTP/1.1" status: 200 len: 944 time: 0.2440152 May 28 07:00:14.958712 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-58cda15a-61ab-4c9a-baeb-93673ff2da47 req-02adab0f-a368-48eb-a10b-bb048668aa44 service neutron] 10.222.0.71 "GET /v2.0/networks/b87fb3cb-482f-4500-8eb8-33ba0d95db61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2912409 May 28 07:00:15.023870 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae31207-465e-4d12-a1bb-126942479e1b None None] Network 438b9a68-ad4c-41d5-a6e8-9829c6e4715b is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:00:15.032903 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-cae31207-465e-4d12-a1bb-126942479e1b None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:00:15.037480 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae31207-465e-4d12-a1bb-126942479e1b None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:00:15.112685 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-22623088-a881-47b7-8933-5dcb66732e42 req-81a407cc-3d29-452d-bd8a-ecfa6ab36634 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f5492c6-5bbc-4a76-bcd5-ad6fbd0e08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441369 May 28 07:00:15.182166 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae31207-465e-4d12-a1bb-126942479e1b None None] Pushing event updated for resources: {'Port': ['ID=c7e8d288-3068-4184-a940-882612036f1d,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:00:15.199583 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-cae31207-465e-4d12-a1bb-126942479e1b None None] Attempting to bind port c7e8d288-3068-4184-a940-882612036f1d on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 07:00:15.200032 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-cae31207-465e-4d12-a1bb-126942479e1b None None] Attempting to bind port c7e8d288-3068-4184-a940-882612036f1d by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': '808f7578-5321-4729-98da-32c02bf12b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '438b9a68-ad4c-41d5-a6e8-9829c6e4715b'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 07:00:15.200328 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae31207-465e-4d12-a1bb-126942479e1b None None] Attempting to bind port c7e8d288-3068-4184-a940-882612036f1d on network 438b9a68-ad4c-41d5-a6e8-9829c6e4715b {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:00:15.207035 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae31207-465e-4d12-a1bb-126942479e1b None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 7, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 07:00:15.214412 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae31207-465e-4d12-a1bb-126942479e1b None None] Checking segment: {'id': '808f7578-5321-4729-98da-32c02bf12b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '438b9a68-ad4c-41d5-a6e8-9829c6e4715b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:00:15.214412 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-cae31207-465e-4d12-a1bb-126942479e1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:15.214412 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae31207-465e-4d12-a1bb-126942479e1b None None] Bound using segment: {'id': '808f7578-5321-4729-98da-32c02bf12b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '438b9a68-ad4c-41d5-a6e8-9829c6e4715b'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 07:00:15.214412 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-cae31207-465e-4d12-a1bb-126942479e1b None None] Bound port: c7e8d288-3068-4184-a940-882612036f1d, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '808f7578-5321-4729-98da-32c02bf12b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '438b9a68-ad4c-41d5-a6e8-9829c6e4715b'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 07:00:15.214412 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-cae31207-465e-4d12-a1bb-126942479e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:15.294820 n-d-843702-1 neutron-server[89109]: INFO neutron.api.v2.resource [None req-861511fe-c978-4700-8786-e2d2be4b3512 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 07:00:15.301744 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-861511fe-c978-4700-8786-e2d2be4b3512 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] 10.222.0.55 "PUT /v2.0/routers/a3453afd-8ef8-4066-87b5-b901a236e248 HTTP/1.1" status: 400 len: 364 time: 1.0564294 May 28 07:00:15.302644 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 45836) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:00:15.319943 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-cae31207-465e-4d12-a1bb-126942479e1b None None] For port c7e8d288-3068-4184-a940-882612036f1d, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:00:15.324114 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-cae31207-465e-4d12-a1bb-126942479e1b None None] For port c7e8d288-3068-4184-a940-882612036f1d, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=c7e8d288-3068-4184-a940-882612036f1d,segment=NetworkSegment(808f7578-5321-4729-98da-32c02bf12b0e),segment_id=808f7578-5321-4729-98da-32c02bf12b0e)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 07:00:15.413292 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5e2c69-3f50-464c-bc7b-34d598f49901 req-39839de5-9417-44b0-9128-c5b7ad46cc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:00:15.416188 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0a5e2c69-3f50-464c-bc7b-34d598f49901 req-39839de5-9417-44b0-9128-c5b7ad46cc70 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=6cd404fb9ef9487fb34baf3bf8b36b53&device_id=d097f42a-6ff7-4a19-bccb-ac8000724eb3 HTTP/1.1" status: 200 len: 1095 time: 0.2144041 May 28 07:00:15.450564 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-cae31207-465e-4d12-a1bb-126942479e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:15.690714 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae31207-465e-4d12-a1bb-126942479e1b None None] Pushing event updated for resources: {'Port': ['ID=c7e8d288-3068-4184-a940-882612036f1d,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:00:15.731312 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5e2c69-3f50-464c-bc7b-34d598f49901 req-f0921892-71d8-41f0-9557-d7780fe5adfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:00:15.732484 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0a5e2c69-3f50-464c-bc7b-34d598f49901 req-f0921892-71d8-41f0-9557-d7780fe5adfa service neutron] 10.222.0.71 "GET /v2.0/networks?id=b87fb3cb-482f-4500-8eb8-33ba0d95db61 HTTP/1.1" status: 200 len: 912 time: 0.3090417 May 28 07:00:15.998777 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0a5e2c69-3f50-464c-bc7b-34d598f49901 req-ac0e651f-2dcb-4566-98c2-cabca914ebe3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce050535-24cc-46f5-b980-4fc8533ded5e HTTP/1.1" status: 200 len: 217 time: 0.2538407 May 28 07:00:16.124739 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5e2c69-3f50-464c-bc7b-34d598f49901 req-c40b3108-8351-4ce3-80be-d744983030d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:00:16.127093 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0a5e2c69-3f50-464c-bc7b-34d598f49901 req-c40b3108-8351-4ce3-80be-d744983030d6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=03e4bbfb-d6ff-44b0-bb81-9edbb740d6df HTTP/1.1" status: 200 len: 850 time: 0.1222296 May 28 07:00:16.266730 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5e2c69-3f50-464c-bc7b-34d598f49901 req-b537f50c-7dbf-472f-a838-8432d55f8de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:00:16.268047 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0a5e2c69-3f50-464c-bc7b-34d598f49901 req-b537f50c-7dbf-472f-a838-8432d55f8de4 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b87fb3cb-482f-4500-8eb8-33ba0d95db61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1334012 May 28 07:00:16.324103 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-47a721d8-bc94-4cbc-ae76-377a661a0cce tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:16.643743 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0a5e2c69-3f50-464c-bc7b-34d598f49901 req-590871e8-1e1a-482d-8f63-d33bf3a5936a service neutron] 10.222.0.71 "GET /v2.0/networks/b87fb3cb-482f-4500-8eb8-33ba0d95db61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3672197 May 28 07:00:16.683156 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589de5eb-b6e4-4ff5-ba45-9e2e66eb8742 req-e4e70945-1e3b-4a80-9076-4da46f97bfb9 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:00:16.684607 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-589de5eb-b6e4-4ff5-ba45-9e2e66eb8742 req-e4e70945-1e3b-4a80-9076-4da46f97bfb9 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=d097f42a-6ff7-4a19-bccb-ac8000724eb3 HTTP/1.1" status: 200 len: 944 time: 0.3077984 May 28 07:00:16.997969 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0a5e2c69-3f50-464c-bc7b-34d598f49901 req-0c46b151-59fe-4f6c-b956-b8a12ddb9e13 service neutron] 10.222.0.71 "GET /v2.0/networks/b87fb3cb-482f-4500-8eb8-33ba0d95db61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3121221 May 28 07:00:17.028454 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-589de5eb-b6e4-4ff5-ba45-9e2e66eb8742 req-323733ce-cd9d-4ecb-86c0-d23b59bea0ac tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f5492c6-5bbc-4a76-bcd5-ad6fbd0e08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2899718 May 28 07:00:17.050901 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-47a721d8-bc94-4cbc-ae76-377a661a0cce tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Allocated IP 2001:db8::1 (aadaa9b8-f742-4844-ac57-1da56b339dab/a2c140b9-3c1a-4317-928c-3edc9fcb34e1/0d335138-899e-4da6-ae8c-1cf605e5816f) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:00:17.145029 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a95df9-5602-42af-834b-287c02cc5198 None None] Network 438b9a68-ad4c-41d5-a6e8-9829c6e4715b requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 07:00:17.244400 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-47a721d8-bc94-4cbc-ae76-377a661a0cce tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:17.260854 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [None req-47a721d8-bc94-4cbc-ae76-377a661a0cce tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Transition to ACTIVE for port object 0d335138-899e-4da6-ae8c-1cf605e5816f will not be triggered until provisioned by entity DHCP. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:00:17.452985 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-d08adfcb-4b51-41e0-87aa-be3e715a48d5 None None] Provisioning for port c7e8d288-3068-4184-a940-882612036f1d completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:00:17.457518 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-47a721d8-bc94-4cbc-ae76-377a661a0cce tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:17.565254 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a721d8-bc94-4cbc-ae76-377a661a0cce tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Pushing event updated for resources: {'Port': ['ID=0d335138-899e-4da6-ae8c-1cf605e5816f,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:00:17.589522 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a721d8-bc94-4cbc-ae76-377a661a0cce tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Network aadaa9b8-f742-4844-ac57-1da56b339dab is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:00:17.589522 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-47a721d8-bc94-4cbc-ae76-377a661a0cce tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:00:17.593046 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a721d8-bc94-4cbc-ae76-377a661a0cce tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:00:17.594005 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-47a721d8-bc94-4cbc-ae76-377a661a0cce tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690947'] for router_interface, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:17.812200 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-47a721d8-bc94-4cbc-ae76-377a661a0cce tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:18.004481 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device c7e8d288-3068-4184-a940-882612036f1d up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:00:18.103814 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-ebf9e531-9c23-4df6-8992-e4f9ac6303bd None None] Provisioning for port 0d335138-899e-4da6-ae8c-1cf605e5816f completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:00:18.115879 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-ebf9e531-9c23-4df6-8992-e4f9ac6303bd None None] Provisioning complete for port 0d335138-899e-4da6-ae8c-1cf605e5816f triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:00:18.116673 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-ebf9e531-9c23-4df6-8992-e4f9ac6303bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:18.183492 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port c7e8d288-3068-4184-a940-882612036f1d completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:00:18.193733 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port c7e8d288-3068-4184-a940-882612036f1d triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:00:18.194726 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:18.253672 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-ebf9e531-9c23-4df6-8992-e4f9ac6303bd None None] Port 0d335138-899e-4da6-ae8c-1cf605e5816f cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 07:00:18.381494 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-47a721d8-bc94-4cbc-ae76-377a661a0cce tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:18.390011 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bff47c-5460-4c71-8dba-62fc2a957e7f req-9adb851c-d627-4286-ba7b-f133b4456c43 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:00:18.398013 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f5bff47c-5460-4c71-8dba-62fc2a957e7f req-9adb851c-d627-4286-ba7b-f133b4456c43 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=d097f42a-6ff7-4a19-bccb-ac8000724eb3 HTTP/1.1" status: 200 len: 944 time: 0.1541636 May 28 07:00:18.449299 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port c7e8d288-3068-4184-a940-882612036f1d is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:00:18.449299 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:18.463198 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-47a721d8-bc94-4cbc-ae76-377a661a0cce tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:18.468043 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-47a721d8-bc94-4cbc-ae76-377a661a0cce tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700602'] for router_interface, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:18.483686 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f5bff47c-5460-4c71-8dba-62fc2a957e7f req-b700cead-70f0-4ee7-a4be-98cd9fca6a32 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f5492c6-5bbc-4a76-bcd5-ad6fbd0e08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794394 May 28 07:00:18.522624 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port c7e8d288-3068-4184-a940-882612036f1d, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=c7e8d288-3068-4184-a940-882612036f1d,segment=NetworkSegment(808f7578-5321-4729-98da-32c02bf12b0e),segment_id=808f7578-5321-4729-98da-32c02bf12b0e)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:00:18.594796 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:18.696992 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=c7e8d288-3068-4184-a940-882612036f1d,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:00:18.698486 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a721d8-bc94-4cbc-ae76-377a661a0cce tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Pushing event updated for resources: {'Port': ['ID=0d335138-899e-4da6-ae8c-1cf605e5816f,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:00:18.708065 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:00:18.709311 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:00:18.709863 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:00:18.710510 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:00:18.711707 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:00:18.712192 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:00:18.712748 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:00:18.713821 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:00:18.714387 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:00:18.719562 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:00:18.719562 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:00:18.719562 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:00:18.763510 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a721d8-bc94-4cbc-ae76-377a661a0cce tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Network aadaa9b8-f742-4844-ac57-1da56b339dab is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:00:18.764689 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-47a721d8-bc94-4cbc-ae76-377a661a0cce tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:00:19.075210 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47a721d8-bc94-4cbc-ae76-377a661a0cce tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Router a3453afd-8ef8-4066-87b5-b901a236e248 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 07:00:19.090891 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-8f82d225-9b90-4cb0-9793-7680295af481 None None] Provisioning complete for port 0d335138-899e-4da6-ae8c-1cf605e5816f triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:00:19.091350 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-8f82d225-9b90-4cb0-9793-7680295af481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:19.160019 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-8f82d225-9b90-4cb0-9793-7680295af481 None None] Port 0d335138-899e-4da6-ae8c-1cf605e5816f cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 07:00:19.241162 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47a721d8-bc94-4cbc-ae76-377a661a0cce tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 07:00:19.254617 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-47a721d8-bc94-4cbc-ae76-377a661a0cce tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] 10.222.0.55 "PUT /v2.0/routers/a3453afd-8ef8-4066-87b5-b901a236e248/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9482071 May 28 07:00:19.254803 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95bccfc4-ab91-4527-91de-a8b9e88af4a1 None None] Sync routers for ids ['a3453afd-8ef8-4066-87b5-b901a236e248'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 07:00:19.255239 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 45878) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:00:19.262573 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bccfc4-ab91-4527-91de-a8b9e88af4a1 None None] Routers {'a3453afd-8ef8-4066-87b5-b901a236e248'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:00:19.263264 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-95bccfc4-ab91-4527-91de-a8b9e88af4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:59:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['a3453afd-8ef8-4066-87b5-b901a236e248'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:00:19.377760 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-95bccfc4-ab91-4527-91de-a8b9e88af4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:00:19.396215 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bccfc4-ab91-4527-91de-a8b9e88af4a1 None None] Routers {'a3453afd-8ef8-4066-87b5-b901a236e248'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:00:19.397059 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-95bccfc4-ab91-4527-91de-a8b9e88af4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:59:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['a3453afd-8ef8-4066-87b5-b901a236e248'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:00:19.479188 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-95bccfc4-ab91-4527-91de-a8b9e88af4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:00:19.479806 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95bccfc4-ab91-4527-91de-a8b9e88af4a1 None None] The sync data for ids ['a3453afd-8ef8-4066-87b5-b901a236e248'] in n-d-843702-1 is: [] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 07:00:19.591124 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9759921d-799b-420f-aa0b-f17a8e34e6ba tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify callbacks [] for router, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:19.753211 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b355c081-1029-494c-b76e-15cb283d7049 req-28f732d4-c587-427b-98d0-3eed1e61fc3d tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:00:19.760169 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b355c081-1029-494c-b76e-15cb283d7049 req-28f732d4-c587-427b-98d0-3eed1e61fc3d tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=d097f42a-6ff7-4a19-bccb-ac8000724eb3 HTTP/1.1" status: 200 len: 944 time: 0.1075923 May 28 07:00:19.785381 n-d-843702-1 neutron-server[89109]: INFO neutron.api.v2.resource [None req-9759921d-799b-420f-aa0b-f17a8e34e6ba tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] delete failed (client error): There was a conflict when trying to complete your request. May 28 07:00:19.789317 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-9759921d-799b-420f-aa0b-f17a8e34e6ba tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] 10.222.0.55 "DELETE /v2.0/routers/a3453afd-8ef8-4066-87b5-b901a236e248 HTTP/1.1" status: 409 len: 329 time: 0.5308471 May 28 07:00:19.789593 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 45894) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:00:19.812018 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b355c081-1029-494c-b76e-15cb283d7049 req-1ef40dcf-4e55-4c36-9afa-4e2280d3fe96 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f5492c6-5bbc-4a76-bcd5-ad6fbd0e08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492535 May 28 07:00:19.918396 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device c7e8d288-3068-4184-a940-882612036f1d up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:00:20.002704 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port c7e8d288-3068-4184-a940-882612036f1d triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:00:20.003104 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:20.131162 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port c7e8d288-3068-4184-a940-882612036f1d is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:00:20.333027 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-051d733d-ae60-45b7-86f6-74c3258e9dd1 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700548'] for router_interface, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:20.841663 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-051d733d-ae60-45b7-86f6-74c3258e9dd1 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Deleting port 0d335138-899e-4da6-ae8c-1cf605e5816f {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:00:20.842327 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-051d733d-ae60-45b7-86f6-74c3258e9dd1 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:21.145346 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a543fd-d9ff-41d2-a2c4-9c1ad2e29e74 req-f7290e0d-dc34-4ec7-8f3e-408e9ffdfed7 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:00:21.147982 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b8a543fd-d9ff-41d2-a2c4-9c1ad2e29e74 req-f7290e0d-dc34-4ec7-8f3e-408e9ffdfed7 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=d097f42a-6ff7-4a19-bccb-ac8000724eb3 HTTP/1.1" status: 200 len: 944 time: 0.1404998 May 28 07:00:21.158907 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-051d733d-ae60-45b7-86f6-74c3258e9dd1 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:21.209490 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b8a543fd-d9ff-41d2-a2c4-9c1ad2e29e74 req-990c56f0-252b-4f0a-9626-59756eed7cbf tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f5492c6-5bbc-4a76-bcd5-ad6fbd0e08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547450 May 28 07:00:21.300836 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-051d733d-ae60-45b7-86f6-74c3258e9dd1 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Calling delete_port for 0d335138-899e-4da6-ae8c-1cf605e5816f owned by network:router_interface {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:00:21.623094 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-051d733d-ae60-45b7-86f6-74c3258e9dd1 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:21.674806 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051d733d-ae60-45b7-86f6-74c3258e9dd1 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Pushing event deleted for resources: {'Port': ['ID=0d335138-899e-4da6-ae8c-1cf605e5816f,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:00:21.909005 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-051d733d-ae60-45b7-86f6-74c3258e9dd1 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700472'] for router_interface, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:22.277291 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-051d733d-ae60-45b7-86f6-74c3258e9dd1 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Router a3453afd-8ef8-4066-87b5-b901a236e248 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 07:00:22.435926 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5934083e-5464-4fff-87c5-89e42d387bb1 req-3c8d1635-58ea-4c98-8f7d-07f314ebead4 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:00:22.438208 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5934083e-5464-4fff-87c5-89e42d387bb1 req-3c8d1635-58ea-4c98-8f7d-07f314ebead4 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=d097f42a-6ff7-4a19-bccb-ac8000724eb3 HTTP/1.1" status: 200 len: 944 time: 0.1049614 May 28 07:00:22.542543 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5934083e-5464-4fff-87c5-89e42d387bb1 req-fedaf68e-ac9c-4900-bf36-219b29792fa5 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f5492c6-5bbc-4a76-bcd5-ad6fbd0e08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955923 May 28 07:00:22.631723 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-051d733d-ae60-45b7-86f6-74c3258e9dd1 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 07:00:22.643108 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c836420-097b-42ac-a8d9-b27beaba9cea None None] Sync routers for ids ['a3453afd-8ef8-4066-87b5-b901a236e248'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 07:00:22.653110 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c836420-097b-42ac-a8d9-b27beaba9cea None None] Routers {'a3453afd-8ef8-4066-87b5-b901a236e248'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:00:22.653827 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-5c836420-097b-42ac-a8d9-b27beaba9cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:59:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['a3453afd-8ef8-4066-87b5-b901a236e248'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:00:22.653994 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 45934) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:00:22.654625 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-051d733d-ae60-45b7-86f6-74c3258e9dd1 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] 10.222.0.55 "PUT /v2.0/routers/a3453afd-8ef8-4066-87b5-b901a236e248/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8633492 May 28 07:00:22.720288 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-5c836420-097b-42ac-a8d9-b27beaba9cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:00:22.730262 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c836420-097b-42ac-a8d9-b27beaba9cea None None] Routers {'a3453afd-8ef8-4066-87b5-b901a236e248'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:00:22.731384 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-5c836420-097b-42ac-a8d9-b27beaba9cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T06:59:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['a3453afd-8ef8-4066-87b5-b901a236e248'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:00:22.739576 n-d-843702-1 neutron-server[89110]: INFO neutron.api.v2.resource [None req-d8e21480-e0ab-43e9-9b19-32bc09adef02 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] show failed (client error): The resource could not be found. May 28 07:00:22.740608 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-d8e21480-e0ab-43e9-9b19-32bc09adef02 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] 10.222.0.55 "GET /v2.0/routers/tempest-non_exist_router-500680414 HTTP/1.1" status: 404 len: 334 time: 0.0854068 May 28 07:00:22.744865 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 45938) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:00:22.766868 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-c4875f25-eab7-4e18-b4b4-ebde0d63d469 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Request body: {'router': {'name': 'new_name'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:00:22.811013 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-5c836420-097b-42ac-a8d9-b27beaba9cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:00:22.811474 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c836420-097b-42ac-a8d9-b27beaba9cea None None] The sync data for ids ['a3453afd-8ef8-4066-87b5-b901a236e248'] in n-d-843702-1 is: [] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 07:00:22.843308 n-d-843702-1 neutron-server[89109]: INFO neutron.api.v2.resource [None req-c4875f25-eab7-4e18-b4b4-ebde0d63d469 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] update failed (client error): The resource could not be found. May 28 07:00:22.844618 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-c4875f25-eab7-4e18-b4b4-ebde0d63d469 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] 10.222.0.55 "PUT /v2.0/routers/tempest-non_exist_router-1481426731 HTTP/1.1" status: 404 len: 335 time: 0.0984957 May 28 07:00:22.847911 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 45942) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:00:22.926294 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e636e2c-0079-4a71-9125-0bb8cd602c03 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Deleting subnet 607d5ad2-8344-4549-8146-94c51950642a {{(pid=89110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 07:00:22.929458 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2e636e2c-0079-4a71-9125-0bb8cd602c03 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify callbacks [] for subnet, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:22.987328 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2e636e2c-0079-4a71-9125-0bb8cd602c03 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4150765'] for subnet, precommit_delete_associations {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:23.097176 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2e636e2c-0079-4a71-9125-0bb8cd602c03 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:23.337765 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2e636e2c-0079-4a71-9125-0bb8cd602c03 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3115981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3172005'] for subnet, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:23.427659 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab3a205-f1d8-4edd-a7a8-3837cdcc5630 None None] Network 438b9a68-ad4c-41d5-a6e8-9829c6e4715b requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 07:00:23.428746 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2e636e2c-0079-4a71-9125-0bb8cd602c03 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:23.431583 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e636e2c-0079-4a71-9125-0bb8cd602c03 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Pushing event deleted for resources: {'Subnet': ['ID=607d5ad2-8344-4549-8146-94c51950642a,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:00:23.443314 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-2e636e2c-0079-4a71-9125-0bb8cd602c03 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] 10.222.0.55 "DELETE /v2.0/subnets/607d5ad2-8344-4549-8146-94c51950642a HTTP/1.1" status: 204 len: 168 time: 0.5943182 May 28 07:00:23.445773 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 45952) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:00:23.780255 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b396765c-99ad-4459-85c6-fb3ab199da39 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:23.807717 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-b396765c-99ad-4459-85c6-fb3ab199da39 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Deleting port c7e8d288-3068-4184-a940-882612036f1d {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:00:23.808065 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b396765c-99ad-4459-85c6-fb3ab199da39 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:23.910312 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 45962) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:00:23.977904 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe19001-9179-466b-9742-1db4d69f4140 None None] DHCP port deletion for 438b9a68-ad4c-41d5-a6e8-9829c6e4715b request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 07:00:23.982694 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-9fe19001-9179-466b-9742-1db4d69f4140 None None] Deleting port c7e8d288-3068-4184-a940-882612036f1d {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:00:23.983069 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-9fe19001-9179-466b-9742-1db4d69f4140 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:24.175727 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-75bbdb3a-5c2f-4b80-87b7-6e20f173257c admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:24.224472 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-75bbdb3a-5c2f-4b80-87b7-6e20f173257c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:00:24.237318 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-75bbdb3a-5c2f-4b80-87b7-6e20f173257c admin admin] Usage tracker for resource:security_group_rule and tenant:67612d09373b402b8eb365c3dbb3c395 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:00:24.251528 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-75bbdb3a-5c2f-4b80-87b7-6e20f173257c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:00:24.271988 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-75bbdb3a-5c2f-4b80-87b7-6e20f173257c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:00:24.329192 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ec6f77-6844-4090-8e9b-793ef4de72ec req-2cf4ee5a-7dbc-40ef-8fa7-fbe72be65b0f tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:00:24.336810 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a5ec6f77-6844-4090-8e9b-793ef4de72ec req-2cf4ee5a-7dbc-40ef-8fa7-fbe72be65b0f tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=d097f42a-6ff7-4a19-bccb-ac8000724eb3 HTTP/1.1" status: 200 len: 944 time: 0.5316920 May 28 07:00:24.422443 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [None req-b396765c-99ad-4459-85c6-fb3ab199da39 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] For port c7e8d288-3068-4184-a940-882612036f1d, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=c7e8d288-3068-4184-a940-882612036f1d,segment=NetworkSegment(808f7578-5321-4729-98da-32c02bf12b0e),segment_id=808f7578-5321-4729-98da-32c02bf12b0e)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:00:24.426508 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b396765c-99ad-4459-85c6-fb3ab199da39 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:24.447549 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-9fe19001-9179-466b-9742-1db4d69f4140 None None] For port c7e8d288-3068-4184-a940-882612036f1d, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=c7e8d288-3068-4184-a940-882612036f1d,segment=NetworkSegment(808f7578-5321-4729-98da-32c02bf12b0e),segment_id=808f7578-5321-4729-98da-32c02bf12b0e)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:00:24.447981 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-9fe19001-9179-466b-9742-1db4d69f4140 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:24.459201 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-75bbdb3a-5c2f-4b80-87b7-6e20f173257c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:24.477380 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a5ec6f77-6844-4090-8e9b-793ef4de72ec req-1dceef20-798b-4857-9e8e-0875c43e6d2e tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f5492c6-5bbc-4a76-bcd5-ad6fbd0e08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389532 May 28 07:00:24.520371 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-75bbdb3a-5c2f-4b80-87b7-6e20f173257c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:24.625894 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bbdb3a-5c2f-4b80-87b7-6e20f173257c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d12c51e-36e6-40bd-9a7e-f3c013d113bc,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:00:24.646534 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-75bbdb3a-5c2f-4b80-87b7-6e20f173257c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=67612d09373b402b8eb365c3dbb3c395&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7320547 May 28 07:00:24.649139 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-9fe19001-9179-466b-9742-1db4d69f4140 None None] Calling delete_port for c7e8d288-3068-4184-a940-882612036f1d owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:00:24.658440 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 45970) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:00:24.688904 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-b396765c-99ad-4459-85c6-fb3ab199da39 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Calling delete_port for c7e8d288-3068-4184-a940-882612036f1d owned by network:dhcp {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:00:24.744573 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-037c1769-7268-48a4-86ad-6540e2891147 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:24.776349 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-037c1769-7268-48a4-86ad-6540e2891147 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:24.854689 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device ce050535-24cc-46f5-b980-4fc8533ded5e details requested by agent hyperv_n-h2-843702-1 with host n-h2-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 07:00:25.013764 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port ce050535-24cc-46f5-b980-4fc8533ded5e, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=ce050535-24cc-46f5-b980-4fc8533ded5e,segment=NetworkSegment(9b6a153f-5acc-4efc-9ff2-d82aa4b5901c),segment_id=9b6a153f-5acc-4efc-9ff2-d82aa4b5901c)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:00:25.028030 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Returning: {'device': 'ce050535-24cc-46f5-b980-4fc8533ded5e', 'network_id': 'b87fb3cb-482f-4500-8eb8-33ba0d95db61', 'port_id': 'ce050535-24cc-46f5-b980-4fc8533ded5e', 'mac_address': 'fa:16:3e:1e:1a:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03e4bbfb-d6ff-44b0-bb81-9edbb740d6df', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 07:00:25.074413 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b396765c-99ad-4459-85c6-fb3ab199da39 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:25.091808 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.db.api [None req-9fe19001-9179-466b-9742-1db4d69f4140 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89111) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 07:00:25.092169 n-d-843702-1 neutron-server[89111]: DEBUG oslo_db.api [None req-9fe19001-9179-466b-9742-1db4d69f4140 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 07:00:25.092626 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port ce050535-24cc-46f5-b980-4fc8533ded5e is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:00:25.092991 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:25.111280 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce050535-24cc-46f5-b980-4fc8533ded5e {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 07:00:25.121741 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-037c1769-7268-48a4-86ad-6540e2891147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:25.131287 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b396765c-99ad-4459-85c6-fb3ab199da39 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Pushing event deleted for resources: {'Port': ['ID=c7e8d288-3068-4184-a940-882612036f1d,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:00:25.135783 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b396765c-99ad-4459-85c6-fb3ab199da39 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] No DVR routers for this DVR port c7e8d288-3068-4184-a940-882612036f1d on host n-d-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 07:00:25.144400 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port ce050535-24cc-46f5-b980-4fc8533ded5e, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=ce050535-24cc-46f5-b980-4fc8533ded5e,segment=NetworkSegment(9b6a153f-5acc-4efc-9ff2-d82aa4b5901c),segment_id=9b6a153f-5acc-4efc-9ff2-d82aa4b5901c)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:00:25.158079 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037c1769-7268-48a4-86ad-6540e2891147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d12c51e-36e6-40bd-9a7e-f3c013d113bc,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:00:25.161930 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-037c1769-7268-48a4-86ad-6540e2891147 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:25.180983 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-037c1769-7268-48a4-86ad-6540e2891147 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0d12c51e-36e6-40bd-9a7e-f3c013d113bc HTTP/1.1" status: 204 len: 168 time: 0.5195553 May 28 07:00:25.263100 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:25.275950 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b396765c-99ad-4459-85c6-fb3ab199da39 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:25.304388 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-b396765c-99ad-4459-85c6-fb3ab199da39 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['438b9a68-ad4c-41d5-a6e8-9829c6e4715b']}} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:00:25.332159 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-b396765c-99ad-4459-85c6-fb3ab199da39 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '808f7578-5321-4729-98da-32c02bf12b0e') {'for_net_delete': True} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:00:25.333089 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-b396765c-99ad-4459-85c6-fb3ab199da39 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '808f7578-5321-4729-98da-32c02bf12b0e') {} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:00:25.349023 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b396765c-99ad-4459-85c6-fb3ab199da39 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4150778'] for segment, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:25.350982 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=ce050535-24cc-46f5-b980-4fc8533ded5e,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:00:25.367044 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b396765c-99ad-4459-85c6-fb3ab199da39 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:25.373772 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b396765c-99ad-4459-85c6-fb3ab199da39 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=89110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 07:00:25.374337 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b396765c-99ad-4459-85c6-fb3ab199da39 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3143023'] for segment, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:25.460987 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment 808f7578-5321-4729-98da-32c02bf12b0e resource provider aggregate not found May 28 07:00:25.511344 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment 808f7578-5321-4729-98da-32c02bf12b0e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 808f7578-5321-4729-98da-32c02bf12b0e found for delete ", "request_id": "req-ba40d767-ecfc-4218-8e46-7984291d9816"}]} May 28 07:00:25.589308 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['ce050535-24cc-46f5-b980-4fc8533ded5e'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 07:00:25.620983 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-9fe19001-9179-466b-9742-1db4d69f4140 None None] Deleting port c7e8d288-3068-4184-a940-882612036f1d {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:00:25.621622 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-9fe19001-9179-466b-9742-1db4d69f4140 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:25.636991 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b396765c-99ad-4459-85c6-fb3ab199da39 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:25.642722 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b396765c-99ad-4459-85c6-fb3ab199da39 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify callbacks [] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:25.685014 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b396765c-99ad-4459-85c6-fb3ab199da39 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Pushing event deleted for resources: {'Network': ['ID=438b9a68-ad4c-41d5-a6e8-9829c6e4715b,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:00:25.696715 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-b396765c-99ad-4459-85c6-fb3ab199da39 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] 10.222.0.55 "DELETE /v2.0/networks/438b9a68-ad4c-41d5-a6e8-9829c6e4715b HTTP/1.1" status: 204 len: 168 time: 2.2471626 May 28 07:00:25.697344 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 45990) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:00:25.730195 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a2f719-44e8-4163-a077-890032c266d5 req-55c599b5-6a71-4917-b422-b0854488167c tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:00:25.745469 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a1a2f719-44e8-4163-a077-890032c266d5 req-55c599b5-6a71-4917-b422-b0854488167c tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=d097f42a-6ff7-4a19-bccb-ac8000724eb3 HTTP/1.1" status: 200 len: 945 time: 0.1523356 May 28 07:00:25.754310 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-9fe19001-9179-466b-9742-1db4d69f4140 None None] The port 'c7e8d288-3068-4184-a940-882612036f1d' was deleted {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 07:00:25.820154 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a1a2f719-44e8-4163-a077-890032c266d5 req-6c66588c-67d0-4168-8db7-5377a23f599e tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f5492c6-5bbc-4a76-bcd5-ad6fbd0e08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723822 May 28 07:00:25.841163 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec4cea77-398a-4f02-b186-890e960bbbc2 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Deleting subnet 236bb3a0-a103-44b4-aa1c-9efd6ed393a1 {{(pid=89109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 07:00:25.848040 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ec4cea77-398a-4f02-b186-890e960bbbc2 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify callbacks [] for subnet, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:25.987946 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device c7e8d288-3068-4184-a940-882612036f1d no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:00:26.008609 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ec4cea77-398a-4f02-b186-890e960bbbc2 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3964070'] for subnet, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:26.050679 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: c7e8d288-3068-4184-a940-882612036f1d {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 07:00:26.051313 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device c7e8d288-3068-4184-a940-882612036f1d not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 07:00:26.159245 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ec4cea77-398a-4f02-b186-890e960bbbc2 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:26.394772 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ec4cea77-398a-4f02-b186-890e960bbbc2 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9555650'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:26.442441 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4cea77-398a-4f02-b186-890e960bbbc2 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Pushing event deleted for resources: {'Subnet': ['ID=236bb3a0-a103-44b4-aa1c-9efd6ed393a1,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:00:26.444598 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ec4cea77-398a-4f02-b186-890e960bbbc2 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:26.452049 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-ec4cea77-398a-4f02-b186-890e960bbbc2 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] 10.222.0.55 "DELETE /v2.0/subnets/236bb3a0-a103-44b4-aa1c-9efd6ed393a1 HTTP/1.1" status: 204 len: 168 time: 0.7537355 May 28 07:00:26.455271 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 46008) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:00:26.455775 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a47e4cca-9d2e-49fe-a2fc-c7be8dead727 None None] Network df8d3402-7692-4224-abea-73ae2f3401f3 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 07:00:26.567229 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed2d1caa-cc48-4060-bd9f-e39b0cfbbfbe tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Deleting subnet 9efc4326-70bc-4646-a0a4-4a94b1599a64 {{(pid=89110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 07:00:26.579595 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ed2d1caa-cc48-4060-bd9f-e39b0cfbbfbe tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify callbacks [] for subnet, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:26.635607 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-f4af1849-85e0-4685-8e43-2f02a4e398d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:26.687445 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ed2d1caa-cc48-4060-bd9f-e39b0cfbbfbe tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4150765'] for subnet, precommit_delete_associations {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:26.689493 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 46016) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:00:26.731914 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device ce050535-24cc-46f5-b980-4fc8533ded5e up at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:00:26.797720 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ed2d1caa-cc48-4060-bd9f-e39b0cfbbfbe tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:26.921122 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7a53bb71-9235-456c-9eb8-6bb47f5c4281 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:26.934993 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9446e8e1-c6be-4ce2-b3e2-09ca9eff9ae9 None None] DHCP port deletion for df8d3402-7692-4224-abea-73ae2f3401f3 request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 07:00:26.938606 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-7a53bb71-9235-456c-9eb8-6bb47f5c4281 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:00:26.940210 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning for port ce050535-24cc-46f5-b980-4fc8533ded5e completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:00:26.942761 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-7a53bb71-9235-456c-9eb8-6bb47f5c4281 admin admin] Usage tracker for resource:security_group_rule and tenant:bcc56651301b408c84cce636389d4204 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:00:26.944553 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-9446e8e1-c6be-4ce2-b3e2-09ca9eff9ae9 None None] Deleting port 304d2745-5c32-4015-9e35-73cae6213c2c {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:00:26.951041 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-9446e8e1-c6be-4ce2-b3e2-09ca9eff9ae9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:26.951204 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-7a53bb71-9235-456c-9eb8-6bb47f5c4281 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:00:26.952546 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-7a53bb71-9235-456c-9eb8-6bb47f5c4281 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:00:26.983630 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning complete for port ce050535-24cc-46f5-b980-4fc8533ded5e triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:00:26.984017 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:27.024459 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ed2d1caa-cc48-4060-bd9f-e39b0cfbbfbe tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3115981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3172005'] for subnet, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:27.100898 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c051878-ec0c-468e-9b44-b7fd113cc7f7 None None] Network 73e73c86-4cf2-41ec-8ec0-667a9181fdde requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 07:00:27.122782 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2d1caa-cc48-4060-bd9f-e39b0cfbbfbe tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Pushing event deleted for resources: {'Subnet': ['ID=9efc4326-70bc-4646-a0a4-4a94b1599a64,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:00:27.122782 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ed2d1caa-cc48-4060-bd9f-e39b0cfbbfbe tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:27.134218 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-ed2d1caa-cc48-4060-bd9f-e39b0cfbbfbe tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] 10.222.0.55 "DELETE /v2.0/subnets/9efc4326-70bc-4646-a0a4-4a94b1599a64 HTTP/1.1" status: 204 len: 168 time: 0.6772850 May 28 07:00:27.137593 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 46030) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:00:27.178531 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7a53bb71-9235-456c-9eb8-6bb47f5c4281 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:27.229354 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 46034) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:00:27.328575 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2884d0c5-46b0-4b7c-ad9c-c82d725c9679 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:27.348673 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-2884d0c5-46b0-4b7c-ad9c-c82d725c9679 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Deleting port 304d2745-5c32-4015-9e35-73cae6213c2c {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:00:27.349604 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2884d0c5-46b0-4b7c-ad9c-c82d725c9679 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:27.388810 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-529ef3eb-9ea3-4491-bf9e-68de6c85a38f admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1083663982-network', 'tenant_id': 'fdb56bd9f5754409a5d6752d9307c0b3'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:00:27.399206 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-529ef3eb-9ea3-4491-bf9e-68de6c85a38f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:00:27.403652 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d9b859-ce53-45f8-9781-3f1347588b13 req-53a9efcc-65b6-48ec-bbaf-63121ceb13df tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:00:27.406397 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7a53bb71-9235-456c-9eb8-6bb47f5c4281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:27.406554 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-76d9b859-ce53-45f8-9781-3f1347588b13 req-53a9efcc-65b6-48ec-bbaf-63121ceb13df tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=d097f42a-6ff7-4a19-bccb-ac8000724eb3 HTTP/1.1" status: 200 len: 945 time: 0.2246392 May 28 07:00:27.419318 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-529ef3eb-9ea3-4491-bf9e-68de6c85a38f admin admin] Usage tracker for resource:network and tenant:fdb56bd9f5754409a5d6752d9307c0b3 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:00:27.439479 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-529ef3eb-9ea3-4491-bf9e-68de6c85a38f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:00:27.449160 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port ce050535-24cc-46f5-b980-4fc8533ded5e is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:00:27.457918 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:27.458063 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-529ef3eb-9ea3-4491-bf9e-68de6c85a38f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:00:27.481015 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-9446e8e1-c6be-4ce2-b3e2-09ca9eff9ae9 None None] For port 304d2745-5c32-4015-9e35-73cae6213c2c, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=304d2745-5c32-4015-9e35-73cae6213c2c,segment=NetworkSegment(1fde0272-2df7-408e-87af-c8fdd15a47a6),segment_id=1fde0272-2df7-408e-87af-c8fdd15a47a6)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:00:27.481443 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-9446e8e1-c6be-4ce2-b3e2-09ca9eff9ae9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:27.517205 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-76d9b859-ce53-45f8-9781-3f1347588b13 req-61778e8b-ad1b-4dc1-8402-1a474a5fc1b8 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f5492c6-5bbc-4a76-bcd5-ad6fbd0e08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000652 May 28 07:00:27.517999 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 46042) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:00:27.525849 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-7a53bb71-9235-456c-9eb8-6bb47f5c4281 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bcc56651301b408c84cce636389d4204&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8240130 May 28 07:00:27.548506 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a53bb71-9235-456c-9eb8-6bb47f5c4281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2653be7d-20c3-4e69-8b45-d920aee58e00,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:00:27.573893 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd097f42a-6ff7-4a19-bccb-ac8000724eb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce050535-24cc-46f5-b980-4fc8533ded5e'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:00:27.699228 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-9446e8e1-c6be-4ce2-b3e2-09ca9eff9ae9 None None] Calling delete_port for 304d2745-5c32-4015-9e35-73cae6213c2c owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:00:27.708780 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-529ef3eb-9ea3-4491-bf9e-68de6c85a38f admin admin] Made reservation on behalf of fdb56bd9f5754409a5d6752d9307c0b3 for: {'network': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 07:00:27.713683 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-529ef3eb-9ea3-4491-bf9e-68de6c85a38f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:27.739915 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port ce050535-24cc-46f5-b980-4fc8533ded5e, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=ce050535-24cc-46f5-b980-4fc8533ded5e,segment=NetworkSegment(9b6a153f-5acc-4efc-9ff2-d82aa4b5901c),segment_id=9b6a153f-5acc-4efc-9ff2-d82aa4b5901c)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:00:27.746190 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-529ef3eb-9ea3-4491-bf9e-68de6c85a38f admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:27.753813 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-200027c9-b7e8-464d-8d87-cadc87127557'] response: {'server_uuid': 'd097f42a-6ff7-4a19-bccb-ac8000724eb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce050535-24cc-46f5-b980-4fc8533ded5e', 'code': 200} May 28 07:00:27.775538 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-529ef3eb-9ea3-4491-bf9e-68de6c85a38f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:00:27.779947 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-529ef3eb-9ea3-4491-bf9e-68de6c85a38f admin admin] Usage tracker for resource:security_group_rule and tenant:fdb56bd9f5754409a5d6752d9307c0b3 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:00:27.788706 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-529ef3eb-9ea3-4491-bf9e-68de6c85a38f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:00:27.814643 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-529ef3eb-9ea3-4491-bf9e-68de6c85a38f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:00:27.836953 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [None req-2884d0c5-46b0-4b7c-ad9c-c82d725c9679 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] For port 304d2745-5c32-4015-9e35-73cae6213c2c, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=304d2745-5c32-4015-9e35-73cae6213c2c,segment=NetworkSegment(1fde0272-2df7-408e-87af-c8fdd15a47a6),segment_id=1fde0272-2df7-408e-87af-c8fdd15a47a6)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:00:27.837506 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2884d0c5-46b0-4b7c-ad9c-c82d725c9679 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:27.852329 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d09d693b-c486-4d2e-936a-39da2c6173d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:27.871844 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:27.919951 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6342da5b-4ebf-4ca2-87fe-0d31a3ada8cb None None] DHCP port deletion for 73e73c86-4cf2-41ec-8ec0-667a9181fdde request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 07:00:27.933252 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-9446e8e1-c6be-4ce2-b3e2-09ca9eff9ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879'] for port, after_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:27.936718 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:27.956244 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-529ef3eb-9ea3-4491-bf9e-68de6c85a38f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:27.965076 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-6342da5b-4ebf-4ca2-87fe-0d31a3ada8cb None None] Deleting port 8cae7e9c-1e9a-47f4-a5ab-b81a6d21e4f8 {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:00:27.965470 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-6342da5b-4ebf-4ca2-87fe-0d31a3ada8cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:27.993199 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 304d2745-5c32-4015-9e35-73cae6213c2c no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:00:28.023853 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-2884d0c5-46b0-4b7c-ad9c-c82d725c9679 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Calling delete_port for 304d2745-5c32-4015-9e35-73cae6213c2c owned by network:dhcp {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:00:28.034031 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9446e8e1-c6be-4ce2-b3e2-09ca9eff9ae9 None None] No DVR routers for this DVR port 304d2745-5c32-4015-9e35-73cae6213c2c on host n-d-843702-1 {{(pid=89111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 07:00:28.057561 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 304d2745-5c32-4015-9e35-73cae6213c2c {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 07:00:28.057939 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 304d2745-5c32-4015-9e35-73cae6213c2c not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 07:00:28.058316 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 8cae7e9c-1e9a-47f4-a5ab-b81a6d21e4f8 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:00:28.072272 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-529ef3eb-9ea3-4491-bf9e-68de6c85a38f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:28.075278 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d09d693b-c486-4d2e-936a-39da2c6173d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:28.111869 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-529ef3eb-9ea3-4491-bf9e-68de6c85a38f admin admin] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=89109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 07:00:28.126427 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529ef3eb-9ea3-4491-bf9e-68de6c85a38f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f11fe62-d331-4558-b9b9-79a076bc2fa9,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:00:28.128453 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=ce050535-24cc-46f5-b980-4fc8533ded5e,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:00:28.132319 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-529ef3eb-9ea3-4491-bf9e-68de6c85a38f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:28.134165 n-d-843702-1 neutron-server[89109]: INFO neutron.db.segments_db [None req-529ef3eb-9ea3-4491-bf9e-68de6c85a38f admin admin] Added segment 51ad097d-528c-4534-a17e-9a933fead471 of type vlan for network 5e7fefb8-f036-420e-b2af-a2bc031d319f May 28 07:00:28.166069 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731b2a55-d5e1-479e-baab-7a6f0a62a17b req-6be88013-6006-4d55-a2df-5568457b8194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:00:28.168858 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-529ef3eb-9ea3-4491-bf9e-68de6c85a38f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:28.170126 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-731b2a55-d5e1-479e-baab-7a6f0a62a17b req-6be88013-6006-4d55-a2df-5568457b8194 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=d097f42a-6ff7-4a19-bccb-ac8000724eb3 HTTP/1.1" status: 200 len: 1097 time: 0.3232200 May 28 07:00:28.180989 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.db.api [None req-2884d0c5-46b0-4b7c-ad9c-c82d725c9679 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89110) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 07:00:28.181283 n-d-843702-1 neutron-server[89110]: DEBUG oslo_db.api [None req-2884d0c5-46b0-4b7c-ad9c-c82d725c9679 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 07:00:28.219870 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-731b2a55-d5e1-479e-baab-7a6f0a62a17b req-46fbeee6-a829-4efa-a263-c9516a9d3f0c service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=1f5492c6-5bbc-4a76-bcd5-ad6fbd0e08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387533 May 28 07:00:28.222715 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9446e8e1-c6be-4ce2-b3e2-09ca9eff9ae9 None None] Pushing event deleted for resources: {'Port': ['ID=304d2745-5c32-4015-9e35-73cae6213c2c,revision_number=None']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:00:28.342615 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d09d693b-c486-4d2e-936a-39da2c6173d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:28.359384 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09d693b-c486-4d2e-936a-39da2c6173d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2653be7d-20c3-4e69-8b45-d920aee58e00,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:00:28.368245 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d09d693b-c486-4d2e-936a-39da2c6173d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:28.369358 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-d09d693b-c486-4d2e-936a-39da2c6173d2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2653be7d-20c3-4e69-8b45-d920aee58e00 HTTP/1.1" status: 204 len: 168 time: 0.8482232 May 28 07:00:28.385057 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 8cae7e9c-1e9a-47f4-a5ab-b81a6d21e4f8 is: ACTIVE; New status is: DOWN {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:00:28.385450 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:28.387398 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-529ef3eb-9ea3-4491-bf9e-68de6c85a38f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:28.388372 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-529ef3eb-9ea3-4491-bf9e-68de6c85a38f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:00:28.389177 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-529ef3eb-9ea3-4491-bf9e-68de6c85a38f admin admin] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:28.405848 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-6342da5b-4ebf-4ca2-87fe-0d31a3ada8cb None None] For port 8cae7e9c-1e9a-47f4-a5ab-b81a6d21e4f8, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=8cae7e9c-1e9a-47f4-a5ab-b81a6d21e4f8,segment=NetworkSegment(380db801-e973-4b80-94bb-2397096b7d05),segment_id=380db801-e973-4b80-94bb-2397096b7d05)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:00:28.406857 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-6342da5b-4ebf-4ca2-87fe-0d31a3ada8cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:28.526775 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529ef3eb-9ea3-4491-bf9e-68de6c85a38f admin admin] Pushing event updated for resources: {'Network': ['ID=5e7fefb8-f036-420e-b2af-a2bc031d319f,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:00:28.556765 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 5e7fefb8-f036-420e-b2af-a2bc031d319f details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 07:00:28.573660 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-529ef3eb-9ea3-4491-bf9e-68de6c85a38f admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3426692 May 28 07:00:28.579340 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 46056) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:00:28.581983 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-6342da5b-4ebf-4ca2-87fe-0d31a3ada8cb None None] Calling delete_port for 8cae7e9c-1e9a-47f4-a5ab-b81a6d21e4f8 owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:00:28.586907 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-d1fda459-5522-4b0a-99c1-5c3b366c2c03 admin admin] Request body: {'subnet': {'network_id': '5e7fefb8-f036-420e-b2af-a2bc031d319f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1083663982-subnet', 'tenant_id': 'fdb56bd9f5754409a5d6752d9307c0b3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:00:28.597976 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-d1fda459-5522-4b0a-99c1-5c3b366c2c03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:00:28.620849 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-d1fda459-5522-4b0a-99c1-5c3b366c2c03 admin admin] Usage tracker for resource:subnet and tenant:fdb56bd9f5754409a5d6752d9307c0b3 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:00:28.627374 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-d1fda459-5522-4b0a-99c1-5c3b366c2c03 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:00:28.634769 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-d1fda459-5522-4b0a-99c1-5c3b366c2c03 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:00:28.684410 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port 8cae7e9c-1e9a-47f4-a5ab-b81a6d21e4f8, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=8cae7e9c-1e9a-47f4-a5ab-b81a6d21e4f8,segment=NetworkSegment(380db801-e973-4b80-94bb-2397096b7d05),segment_id=380db801-e973-4b80-94bb-2397096b7d05)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:00:28.696744 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-2884d0c5-46b0-4b7c-ad9c-c82d725c9679 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Deleting port 304d2745-5c32-4015-9e35-73cae6213c2c {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:00:28.697340 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2884d0c5-46b0-4b7c-ad9c-c82d725c9679 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:28.756660 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1fda459-5522-4b0a-99c1-5c3b366c2c03 admin admin] Made reservation on behalf of fdb56bd9f5754409a5d6752d9307c0b3 for: {'subnet': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 07:00:28.759066 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d1fda459-5522-4b0a-99c1-5c3b366c2c03 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3171998'] for subnet, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:28.785493 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:28.875615 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-2884d0c5-46b0-4b7c-ad9c-c82d725c9679 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] The port '304d2745-5c32-4015-9e35-73cae6213c2c' was deleted {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 07:00:28.877094 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.db.api [None req-6342da5b-4ebf-4ca2-87fe-0d31a3ada8cb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89111) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 07:00:28.877539 n-d-843702-1 neutron-server[89111]: DEBUG oslo_db.api [None req-6342da5b-4ebf-4ca2-87fe-0d31a3ada8cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 07:00:28.904890 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=8cae7e9c-1e9a-47f4-a5ab-b81a6d21e4f8,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:00:29.045912 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2884d0c5-46b0-4b7c-ad9c-c82d725c9679 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:29.069116 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d911c9a2-8b07-4ce4-ad30-bafc45687b66 req-77109565-4c7b-4a5c-a4ab-002a5e26add1 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:00:29.070611 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d911c9a2-8b07-4ce4-ad30-bafc45687b66 req-77109565-4c7b-4a5c-a4ab-002a5e26add1 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=d097f42a-6ff7-4a19-bccb-ac8000724eb3 HTTP/1.1" status: 200 len: 946 time: 0.4095485 May 28 07:00:29.090959 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-2fff0f61-ba2a-43be-a47b-2af2ecf79ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:29.099140 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-2884d0c5-46b0-4b7c-ad9c-c82d725c9679 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df8d3402-7692-4224-abea-73ae2f3401f3']}} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:00:29.122439 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-2884d0c5-46b0-4b7c-ad9c-c82d725c9679 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fde0272-2df7-408e-87af-c8fdd15a47a6') {'for_net_delete': True} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:00:29.122739 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-2884d0c5-46b0-4b7c-ad9c-c82d725c9679 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fde0272-2df7-408e-87af-c8fdd15a47a6') {} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:00:29.188132 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2884d0c5-46b0-4b7c-ad9c-c82d725c9679 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4150778'] for segment, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:29.205641 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d911c9a2-8b07-4ce4-ad30-bafc45687b66 req-8cea1497-e546-4eb5-86d4-2681f9d40aea tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f5492c6-5bbc-4a76-bcd5-ad6fbd0e08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219733 May 28 07:00:29.214054 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2884d0c5-46b0-4b7c-ad9c-c82d725c9679 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:29.225174 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2884d0c5-46b0-4b7c-ad9c-c82d725c9679 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=89110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 07:00:29.225606 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2884d0c5-46b0-4b7c-ad9c-c82d725c9679 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3143023'] for segment, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:29.305788 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment 1fde0272-2df7-408e-87af-c8fdd15a47a6 resource provider aggregate not found May 28 07:00:29.342010 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment 1fde0272-2df7-408e-87af-c8fdd15a47a6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1fde0272-2df7-408e-87af-c8fdd15a47a6 found for delete ", "request_id": "req-eb836c3c-6d67-4cb5-9a3d-b6d86974c94f"}]} May 28 07:00:29.352814 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 46068) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:00:29.371603 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c19dce4e-fead-4932-95bf-f2e99b5eaae4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:29.379515 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-6342da5b-4ebf-4ca2-87fe-0d31a3ada8cb None None] Deleting port 8cae7e9c-1e9a-47f4-a5ab-b81a6d21e4f8 {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:00:29.380035 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-6342da5b-4ebf-4ca2-87fe-0d31a3ada8cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:29.387422 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-c19dce4e-fead-4932-95bf-f2e99b5eaae4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:00:29.391404 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-c19dce4e-fead-4932-95bf-f2e99b5eaae4 admin admin] Usage tracker for resource:security_group_rule and tenant:1a270b2d800f400b9b961d1b68bc9ddf is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:00:29.394389 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-c19dce4e-fead-4932-95bf-f2e99b5eaae4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:00:29.400263 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-c19dce4e-fead-4932-95bf-f2e99b5eaae4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:00:29.495152 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c19dce4e-fead-4932-95bf-f2e99b5eaae4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:29.517334 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2884d0c5-46b0-4b7c-ad9c-c82d725c9679 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:29.519708 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d1fda459-5522-4b0a-99c1-5c3b366c2c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3115906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3172012'] for subnet, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:29.592444 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2884d0c5-46b0-4b7c-ad9c-c82d725c9679 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify callbacks [] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:29.608483 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-6342da5b-4ebf-4ca2-87fe-0d31a3ada8cb None None] For port 8cae7e9c-1e9a-47f4-a5ab-b81a6d21e4f8, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=8cae7e9c-1e9a-47f4-a5ab-b81a6d21e4f8,segment=NetworkSegment(380db801-e973-4b80-94bb-2397096b7d05),segment_id=380db801-e973-4b80-94bb-2397096b7d05)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:00:29.608867 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-6342da5b-4ebf-4ca2-87fe-0d31a3ada8cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:29.618970 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c19dce4e-fead-4932-95bf-f2e99b5eaae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:29.626383 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2884d0c5-46b0-4b7c-ad9c-c82d725c9679 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Pushing event deleted for resources: {'Network': ['ID=df8d3402-7692-4224-abea-73ae2f3401f3,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:00:29.659506 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-2884d0c5-46b0-4b7c-ad9c-c82d725c9679 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] 10.222.0.55 "DELETE /v2.0/networks/df8d3402-7692-4224-abea-73ae2f3401f3 HTTP/1.1" status: 204 len: 168 time: 2.5206645 May 28 07:00:29.662701 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 46072) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:00:29.708715 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-c19dce4e-fead-4932-95bf-f2e99b5eaae4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1a270b2d800f400b9b961d1b68bc9ddf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3518844 May 28 07:00:29.710927 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fda459-5522-4b0a-99c1-5c3b366c2c03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26c109b4-c3d0-4020-aeab-19316acf367c,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:00:29.712911 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 46076) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:00:29.732426 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dce4e-fead-4932-95bf-f2e99b5eaae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e38e7aa-ab21-426f-a3a9-ec92cb35450c,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:00:29.743300 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1fda459-5522-4b0a-99c1-5c3b366c2c03 admin admin] Checking segment: {'id': '51ad097d-528c-4534-a17e-9a933fead471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '5e7fefb8-f036-420e-b2af-a2bc031d319f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:00:29.743714 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1fda459-5522-4b0a-99c1-5c3b366c2c03 admin admin] Network hostable DHCP agents. Network: 5e7fefb8-f036-420e-b2af-a2bc031d319f, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89110) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 07:00:29.744238 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-6342da5b-4ebf-4ca2-87fe-0d31a3ada8cb None None] Calling delete_port for 8cae7e9c-1e9a-47f4-a5ab-b81a6d21e4f8 owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:00:29.813730 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-28d4ea34-6b7e-4175-a222-cb8c5c07fe0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:29.849276 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-28d4ea34-6b7e-4175-a222-cb8c5c07fe0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:29.876809 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fe93cfed-ca06-4c69-889d-f57162a4dc7c tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:29.888103 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-fe93cfed-ca06-4c69-889d-f57162a4dc7c tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Deleting port 8cae7e9c-1e9a-47f4-a5ab-b81a6d21e4f8 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:00:29.888451 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fe93cfed-ca06-4c69-889d-f57162a4dc7c tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:29.903404 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1fda459-5522-4b0a-99c1-5c3b366c2c03 admin admin] Network 5e7fefb8-f036-420e-b2af-a2bc031d319f is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89110) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 07:00:30.001030 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:30.022743 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-6342da5b-4ebf-4ca2-87fe-0d31a3ada8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879'] for port, after_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:30.023358 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-28d4ea34-6b7e-4175-a222-cb8c5c07fe0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:30.027691 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-d1fda459-5522-4b0a-99c1-5c3b366c2c03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, 5e7fefb8-f036-420e-b2af-a2bc031d319f) {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:00:30.044231 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1fda459-5522-4b0a-99c1-5c3b366c2c03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:00:30.044837 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d1fda459-5522-4b0a-99c1-5c3b366c2c03 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:30.060128 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d4ea34-6b7e-4175-a222-cb8c5c07fe0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e38e7aa-ab21-426f-a3a9-ec92cb35450c,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:00:30.067937 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-28d4ea34-6b7e-4175-a222-cb8c5c07fe0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:30.069119 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-28d4ea34-6b7e-4175-a222-cb8c5c07fe0a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9e38e7aa-ab21-426f-a3a9-ec92cb35450c HTTP/1.1" status: 204 len: 168 time: 0.3518493 May 28 07:00:30.090205 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba13713a-dd85-4338-b452-fcf2ff062c72 None None] Network 5e7fefb8-f036-420e-b2af-a2bc031d319f requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 07:00:30.120291 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-fe93cfed-ca06-4c69-889d-f57162a4dc7c tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] For port 8cae7e9c-1e9a-47f4-a5ab-b81a6d21e4f8, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=8cae7e9c-1e9a-47f4-a5ab-b81a6d21e4f8,segment=NetworkSegment(380db801-e973-4b80-94bb-2397096b7d05),segment_id=380db801-e973-4b80-94bb-2397096b7d05)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:00:30.120588 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:30.120722 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fe93cfed-ca06-4c69-889d-f57162a4dc7c tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:30.128576 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6342da5b-4ebf-4ca2-87fe-0d31a3ada8cb None None] Pushing event deleted for resources: {'Port': ['ID=8cae7e9c-1e9a-47f4-a5ab-b81a6d21e4f8,revision_number=None']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:00:30.132644 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6342da5b-4ebf-4ca2-87fe-0d31a3ada8cb None None] No DVR routers for this DVR port 8cae7e9c-1e9a-47f4-a5ab-b81a6d21e4f8 on host n-d-843702-1 {{(pid=89111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 07:00:30.222362 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-d1fda459-5522-4b0a-99c1-5c3b366c2c03 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6448991 May 28 07:00:30.288482 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-fe93cfed-ca06-4c69-889d-f57162a4dc7c tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Calling delete_port for 8cae7e9c-1e9a-47f4-a5ab-b81a6d21e4f8 owned by network:dhcp {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:00:30.376751 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.db.api [None req-fe93cfed-ca06-4c69-889d-f57162a4dc7c tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 07:00:30.377073 n-d-843702-1 neutron-server[89109]: DEBUG oslo_db.api [None req-fe93cfed-ca06-4c69-889d-f57162a4dc7c tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 07:00:30.457968 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e15f0e23-3b42-47c1-89bd-43a0d8bf9a96 None None] Network 5e7fefb8-f036-420e-b2af-a2bc031d319f requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 07:00:30.482938 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a8c302-24bf-49fd-b0ad-e848d1fce032 req-0674d8c1-0d4a-4d5c-8981-77760fa668b7 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:00:30.484516 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-46a8c302-24bf-49fd-b0ad-e848d1fce032 req-0674d8c1-0d4a-4d5c-8981-77760fa668b7 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=d097f42a-6ff7-4a19-bccb-ac8000724eb3 HTTP/1.1" status: 200 len: 946 time: 0.1055906 May 28 07:00:30.548595 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-46a8c302-24bf-49fd-b0ad-e848d1fce032 req-4b409b44-0f07-42fa-9ecd-a10454b68b2c tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f5492c6-5bbc-4a76-bcd5-ad6fbd0e08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565097 May 28 07:00:30.779577 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a769681d-969c-4414-a969-4936a7599ed5 req-81b89a29-9b12-4f09-8ce4-047878574c0f tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:00:30.781858 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a769681d-969c-4414-a969-4936a7599ed5 req-81b89a29-9b12-4f09-8ce4-047878574c0f tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=d097f42a-6ff7-4a19-bccb-ac8000724eb3 HTTP/1.1" status: 200 len: 946 time: 0.0987806 May 28 07:00:30.878169 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-fe93cfed-ca06-4c69-889d-f57162a4dc7c tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Deleting port 8cae7e9c-1e9a-47f4-a5ab-b81a6d21e4f8 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:00:30.878861 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fe93cfed-ca06-4c69-889d-f57162a4dc7c tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:30.964195 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a769681d-969c-4414-a969-4936a7599ed5 req-a4f7fb21-40b0-452f-8bbe-e21e62e89958 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f5492c6-5bbc-4a76-bcd5-ad6fbd0e08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746376 May 28 07:00:30.981038 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-fe93cfed-ca06-4c69-889d-f57162a4dc7c tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] The port '8cae7e9c-1e9a-47f4-a5ab-b81a6d21e4f8' was deleted {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 07:00:31.140958 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fe93cfed-ca06-4c69-889d-f57162a4dc7c tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:31.169233 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-fe93cfed-ca06-4c69-889d-f57162a4dc7c tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73e73c86-4cf2-41ec-8ec0-667a9181fdde']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:00:31.183329 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-fe93cfed-ca06-4c69-889d-f57162a4dc7c tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '380db801-e973-4b80-94bb-2397096b7d05') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:00:31.183744 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-fe93cfed-ca06-4c69-889d-f57162a4dc7c tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '380db801-e973-4b80-94bb-2397096b7d05') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:00:31.196711 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fe93cfed-ca06-4c69-889d-f57162a4dc7c tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:31.199454 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080ff5b7-cbad-4c09-a5d5-3f49c4396b8c req-094f0bfd-fcfb-464e-b98b-b58a24c5a1bc tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:00:31.201023 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-080ff5b7-cbad-4c09-a5d5-3f49c4396b8c req-094f0bfd-fcfb-464e-b98b-b58a24c5a1bc tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=d097f42a-6ff7-4a19-bccb-ac8000724eb3 HTTP/1.1" status: 200 len: 946 time: 0.0963483 May 28 07:00:31.214129 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fe93cfed-ca06-4c69-889d-f57162a4dc7c tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:31.224794 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe93cfed-ca06-4c69-889d-f57162a4dc7c tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 07:00:31.225204 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fe93cfed-ca06-4c69-889d-f57162a4dc7c tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:31.262573 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-080ff5b7-cbad-4c09-a5d5-3f49c4396b8c req-58987c28-beb3-48be-94f2-488f0272657c tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f5492c6-5bbc-4a76-bcd5-ad6fbd0e08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551763 May 28 07:00:31.301667 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 380db801-e973-4b80-94bb-2397096b7d05 resource provider aggregate not found May 28 07:00:31.335182 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 380db801-e973-4b80-94bb-2397096b7d05 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 380db801-e973-4b80-94bb-2397096b7d05 found for delete ", "request_id": "req-a21535d0-f2cc-4f30-adff-b63dcc596ee4"}]} May 28 07:00:31.435878 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fe93cfed-ca06-4c69-889d-f57162a4dc7c tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:31.456868 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fe93cfed-ca06-4c69-889d-f57162a4dc7c tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:31.466203 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe93cfed-ca06-4c69-889d-f57162a4dc7c tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Pushing event deleted for resources: {'Network': ['ID=73e73c86-4cf2-41ec-8ec0-667a9181fdde,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:00:31.470830 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-fe93cfed-ca06-4c69-889d-f57162a4dc7c tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] 10.222.0.55 "DELETE /v2.0/networks/73e73c86-4cf2-41ec-8ec0-667a9181fdde HTTP/1.1" status: 204 len: 168 time: 1.8070049 May 28 07:00:31.474163 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 46128) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:00:31.487945 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 46132) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:00:31.494766 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-8045a936-ea79-4694-95a7-553540160a74 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1636625125-network', 'tenant_id': '672ee0b0e3c14ead875441658d6b8d2a'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:00:31.508060 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-8045a936-ea79-4694-95a7-553540160a74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:00:31.512854 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-8045a936-ea79-4694-95a7-553540160a74 admin admin] Usage tracker for resource:network and tenant:672ee0b0e3c14ead875441658d6b8d2a is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:00:31.516544 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-8045a936-ea79-4694-95a7-553540160a74 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:00:31.527691 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-8045a936-ea79-4694-95a7-553540160a74 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:00:31.570933 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccf818a7-49f6-4483-8bf3-6261cb750a97 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Deleting subnet a2c140b9-3c1a-4317-928c-3edc9fcb34e1 {{(pid=89110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 07:00:31.575058 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ccf818a7-49f6-4483-8bf3-6261cb750a97 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify callbacks [] for subnet, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:31.641824 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ccf818a7-49f6-4483-8bf3-6261cb750a97 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4150765'] for subnet, precommit_delete_associations {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:31.656600 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8045a936-ea79-4694-95a7-553540160a74 admin admin] Made reservation on behalf of 672ee0b0e3c14ead875441658d6b8d2a for: {'network': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 07:00:31.659630 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8045a936-ea79-4694-95a7-553540160a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:31.676505 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8045a936-ea79-4694-95a7-553540160a74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:31.692128 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-8045a936-ea79-4694-95a7-553540160a74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:00:31.699520 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-8045a936-ea79-4694-95a7-553540160a74 admin admin] Usage tracker for resource:security_group_rule and tenant:672ee0b0e3c14ead875441658d6b8d2a is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:00:31.705564 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-8045a936-ea79-4694-95a7-553540160a74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:00:31.708747 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-8045a936-ea79-4694-95a7-553540160a74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:00:31.766602 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ccf818a7-49f6-4483-8bf3-6261cb750a97 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:31.770840 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:31.820521 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8045a936-ea79-4694-95a7-553540160a74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:31.942859 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8045a936-ea79-4694-95a7-553540160a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:32.009204 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ccf818a7-49f6-4483-8bf3-6261cb750a97 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3115981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3172005'] for subnet, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:32.071465 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf818a7-49f6-4483-8bf3-6261cb750a97 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Pushing event deleted for resources: {'Subnet': ['ID=a2c140b9-3c1a-4317-928c-3edc9fcb34e1,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:00:32.074309 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ccf818a7-49f6-4483-8bf3-6261cb750a97 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:32.079707 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e37cc64-1466-476d-abfd-2bd562cf09a0 None None] Network aadaa9b8-f742-4844-ac57-1da56b339dab requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 07:00:32.087040 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-ccf818a7-49f6-4483-8bf3-6261cb750a97 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] 10.222.0.55 "DELETE /v2.0/subnets/a2c140b9-3c1a-4317-928c-3edc9fcb34e1 HTTP/1.1" status: 204 len: 168 time: 0.6114862 May 28 07:00:32.092848 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 46146) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:00:32.122405 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8045a936-ea79-4694-95a7-553540160a74 admin admin] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=89109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 07:00:32.135313 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8045a936-ea79-4694-95a7-553540160a74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11d2e4ba-1ef4-46bd-9267-c6f288b19409,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:00:32.141506 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8045a936-ea79-4694-95a7-553540160a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:32.141931 n-d-843702-1 neutron-server[89109]: INFO neutron.db.segments_db [None req-8045a936-ea79-4694-95a7-553540160a74 admin admin] Added segment 1c44ef40-d0f0-4e09-a287-0ca4f01339a6 of type vlan for network b54ba90d-91a1-4744-a759-aba92ce120e4 May 28 07:00:32.177156 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8045a936-ea79-4694-95a7-553540160a74 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:32.223365 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481f99ed-2add-408a-b8c1-4b1289f4e0d0 req-1fd91270-99ff-4321-b68f-ca333ce349cf tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:00:32.232310 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-481f99ed-2add-408a-b8c1-4b1289f4e0d0 req-1fd91270-99ff-4321-b68f-ca333ce349cf tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=d097f42a-6ff7-4a19-bccb-ac8000724eb3 HTTP/1.1" status: 200 len: 946 time: 0.2648072 May 28 07:00:32.294096 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b2ff10f6-e4e0-4d98-b6ef-eac357a36ee3 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:32.309575 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-481f99ed-2add-408a-b8c1-4b1289f4e0d0 req-4645cb4e-344e-4780-a1ce-a7ecfc7e980b tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f5492c6-5bbc-4a76-bcd5-ad6fbd0e08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762091 May 28 07:00:32.316591 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-b2ff10f6-e4e0-4d98-b6ef-eac357a36ee3 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Deleting port 5620172e-6577-4a5d-b9e1-9e3845f7c3a2 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:00:32.317119 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b2ff10f6-e4e0-4d98-b6ef-eac357a36ee3 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:32.450640 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8045a936-ea79-4694-95a7-553540160a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:32.451946 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8045a936-ea79-4694-95a7-553540160a74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:00:32.452535 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8045a936-ea79-4694-95a7-553540160a74 admin admin] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:32.455368 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21133c2-e5c1-4922-b56f-e85639cf7749 None None] DHCP port deletion for aadaa9b8-f742-4844-ac57-1da56b339dab request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 07:00:32.459646 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-c21133c2-e5c1-4922-b56f-e85639cf7749 None None] Deleting port 5620172e-6577-4a5d-b9e1-9e3845f7c3a2 {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:00:32.460189 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c21133c2-e5c1-4922-b56f-e85639cf7749 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:32.570498 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [None req-b2ff10f6-e4e0-4d98-b6ef-eac357a36ee3 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] For port 5620172e-6577-4a5d-b9e1-9e3845f7c3a2, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=5620172e-6577-4a5d-b9e1-9e3845f7c3a2,segment=NetworkSegment(9296baf3-a3c3-4a90-a807-8f6aba71dbff),segment_id=9296baf3-a3c3-4a90-a807-8f6aba71dbff)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:00:32.570905 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b2ff10f6-e4e0-4d98-b6ef-eac357a36ee3 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:32.602293 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8045a936-ea79-4694-95a7-553540160a74 admin admin] Pushing event updated for resources: {'Network': ['ID=b54ba90d-91a1-4744-a759-aba92ce120e4,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:00:32.626151 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:32.633053 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network b54ba90d-91a1-4744-a759-aba92ce120e4 details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 07:00:32.670324 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-8045a936-ea79-4694-95a7-553540160a74 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1811185 May 28 07:00:32.672326 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 46154) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:00:32.681988 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-afb4cae0-44b6-4254-a7a5-289f09eb3d3b admin admin] Request body: {'subnet': {'network_id': 'b54ba90d-91a1-4744-a759-aba92ce120e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1636625125-subnet', 'tenant_id': '672ee0b0e3c14ead875441658d6b8d2a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:00:32.687845 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-afb4cae0-44b6-4254-a7a5-289f09eb3d3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:00:32.692255 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-afb4cae0-44b6-4254-a7a5-289f09eb3d3b admin admin] Usage tracker for resource:subnet and tenant:672ee0b0e3c14ead875441658d6b8d2a is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:00:32.699085 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-afb4cae0-44b6-4254-a7a5-289f09eb3d3b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:00:32.706062 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-afb4cae0-44b6-4254-a7a5-289f09eb3d3b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:00:32.728410 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-b2ff10f6-e4e0-4d98-b6ef-eac357a36ee3 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Calling delete_port for 5620172e-6577-4a5d-b9e1-9e3845f7c3a2 owned by network:dhcp {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:00:32.839719 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afb4cae0-44b6-4254-a7a5-289f09eb3d3b admin admin] Made reservation on behalf of 672ee0b0e3c14ead875441658d6b8d2a for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 07:00:32.849354 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-afb4cae0-44b6-4254-a7a5-289f09eb3d3b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:32.871816 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-c21133c2-e5c1-4922-b56f-e85639cf7749 None None] For port 5620172e-6577-4a5d-b9e1-9e3845f7c3a2, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=5620172e-6577-4a5d-b9e1-9e3845f7c3a2,segment=NetworkSegment(9296baf3-a3c3-4a90-a807-8f6aba71dbff),segment_id=9296baf3-a3c3-4a90-a807-8f6aba71dbff)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:00:32.872323 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c21133c2-e5c1-4922-b56f-e85639cf7749 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:32.930306 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b2ff10f6-e4e0-4d98-b6ef-eac357a36ee3 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:32.974283 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ff10f6-e4e0-4d98-b6ef-eac357a36ee3 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] No DVR routers for this DVR port 5620172e-6577-4a5d-b9e1-9e3845f7c3a2 on host n-d-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 07:00:33.010832 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ff10f6-e4e0-4d98-b6ef-eac357a36ee3 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Pushing event deleted for resources: {'Port': ['ID=5620172e-6577-4a5d-b9e1-9e3845f7c3a2,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:00:33.022574 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ff10f6-e4e0-4d98-b6ef-eac357a36ee3 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:00:33.022922 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ff10f6-e4e0-4d98-b6ef-eac357a36ee3 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:00:33.023266 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ff10f6-e4e0-4d98-b6ef-eac357a36ee3 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:00:33.023586 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ff10f6-e4e0-4d98-b6ef-eac357a36ee3 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:00:33.023915 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ff10f6-e4e0-4d98-b6ef-eac357a36ee3 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:00:33.024239 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ff10f6-e4e0-4d98-b6ef-eac357a36ee3 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:00:33.024607 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ff10f6-e4e0-4d98-b6ef-eac357a36ee3 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:00:33.024943 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ff10f6-e4e0-4d98-b6ef-eac357a36ee3 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:00:33.025260 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ff10f6-e4e0-4d98-b6ef-eac357a36ee3 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:00:33.025617 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ff10f6-e4e0-4d98-b6ef-eac357a36ee3 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:00:33.038368 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ff10f6-e4e0-4d98-b6ef-eac357a36ee3 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:00:33.038368 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ff10f6-e4e0-4d98-b6ef-eac357a36ee3 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:00:33.055386 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-c21133c2-e5c1-4922-b56f-e85639cf7749 None None] Calling delete_port for 5620172e-6577-4a5d-b9e1-9e3845f7c3a2 owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:00:33.146135 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b2ff10f6-e4e0-4d98-b6ef-eac357a36ee3 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:33.189271 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-b2ff10f6-e4e0-4d98-b6ef-eac357a36ee3 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aadaa9b8-f742-4844-ac57-1da56b339dab']}} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:00:33.201457 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-b2ff10f6-e4e0-4d98-b6ef-eac357a36ee3 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9296baf3-a3c3-4a90-a807-8f6aba71dbff') {'for_net_delete': True} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:00:33.201817 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-b2ff10f6-e4e0-4d98-b6ef-eac357a36ee3 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9296baf3-a3c3-4a90-a807-8f6aba71dbff') {} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:00:33.214874 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b2ff10f6-e4e0-4d98-b6ef-eac357a36ee3 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4150778'] for segment, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:33.221351 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.db.api [None req-c21133c2-e5c1-4922-b56f-e85639cf7749 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89111) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 07:00:33.229846 n-d-843702-1 neutron-server[89111]: DEBUG oslo_db.api [None req-c21133c2-e5c1-4922-b56f-e85639cf7749 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 07:00:33.233564 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b2ff10f6-e4e0-4d98-b6ef-eac357a36ee3 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:33.240434 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2ff10f6-e4e0-4d98-b6ef-eac357a36ee3 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=89110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 07:00:33.240821 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b2ff10f6-e4e0-4d98-b6ef-eac357a36ee3 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3143023'] for segment, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:33.295814 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-afb4cae0-44b6-4254-a7a5-289f09eb3d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:33.322797 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment 9296baf3-a3c3-4a90-a807-8f6aba71dbff resource provider aggregate not found May 28 07:00:33.360345 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment 9296baf3-a3c3-4a90-a807-8f6aba71dbff resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9296baf3-a3c3-4a90-a807-8f6aba71dbff found for delete ", "request_id": "req-00c5f857-a45d-4a81-8ada-a15b94e1cfb6"}]} May 28 07:00:33.415944 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb4cae0-44b6-4254-a7a5-289f09eb3d3b admin admin] Checking segment: {'id': '1c44ef40-d0f0-4e09-a287-0ca4f01339a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'b54ba90d-91a1-4744-a759-aba92ce120e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:00:33.416288 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb4cae0-44b6-4254-a7a5-289f09eb3d3b admin admin] Network hostable DHCP agents. Network: b54ba90d-91a1-4744-a759-aba92ce120e4, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 07:00:33.420546 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb4cae0-44b6-4254-a7a5-289f09eb3d3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=aff1bc5c-d88d-4a2a-b285-1a64587279a4,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:00:33.435755 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b2ff10f6-e4e0-4d98-b6ef-eac357a36ee3 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:33.495218 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b2ff10f6-e4e0-4d98-b6ef-eac357a36ee3 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify callbacks [] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:33.510898 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ff10f6-e4e0-4d98-b6ef-eac357a36ee3 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Pushing event deleted for resources: {'Network': ['ID=aadaa9b8-f742-4844-ac57-1da56b339dab,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:00:33.522171 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-b2ff10f6-e4e0-4d98-b6ef-eac357a36ee3 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] 10.222.0.55 "DELETE /v2.0/networks/aadaa9b8-f742-4844-ac57-1da56b339dab HTTP/1.1" status: 204 len: 168 time: 1.4267390 May 28 07:00:33.524445 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 46178) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:00:33.548543 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4536533d-49df-487e-9af6-a469af99397c req-99111998-c246-44a0-818c-1c0bd5cee5f5 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:00:33.550345 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4536533d-49df-487e-9af6-a469af99397c req-99111998-c246-44a0-818c-1c0bd5cee5f5 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=d097f42a-6ff7-4a19-bccb-ac8000724eb3 HTTP/1.1" status: 200 len: 946 time: 0.1167893 May 28 07:00:33.569849 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb4cae0-44b6-4254-a7a5-289f09eb3d3b admin admin] Network b54ba90d-91a1-4744-a759-aba92ce120e4 is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 07:00:33.581857 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-e23f5023-affb-497f-afb8-c94094df2533 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Synchronizing usage tracker for tenant:2f4ec174090641d483539d7c31bac921 on resource:port {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:00:33.599084 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4536533d-49df-487e-9af6-a469af99397c req-8f110af6-ca91-4cff-aefd-1cfaf1b09d9c tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f5492c6-5bbc-4a76-bcd5-ad6fbd0e08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426881 May 28 07:00:33.718585 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c25703-1f9a-41d9-83ed-2360ae1bd42b req-f5360a6b-66af-4546-bc7d-18e38aaa06f6 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:00:33.720144 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-23c25703-1f9a-41d9-83ed-2360ae1bd42b req-f5360a6b-66af-4546-bc7d-18e38aaa06f6 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.71 "GET /v2.0/ports?device_id=d097f42a-6ff7-4a19-bccb-ac8000724eb3 HTTP/1.1" status: 200 len: 946 time: 0.0849433 May 28 07:00:33.722781 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-c21133c2-e5c1-4922-b56f-e85639cf7749 None None] Deleting port 5620172e-6577-4a5d-b9e1-9e3845f7c3a2 {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:00:33.723228 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c21133c2-e5c1-4922-b56f-e85639cf7749 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:33.791593 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-23c25703-1f9a-41d9-83ed-2360ae1bd42b req-d61a6ec2-1571-40db-8249-dda5436321d9 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Deleting port ce050535-24cc-46f5-b980-4fc8533ded5e {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:00:33.791816 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-23c25703-1f9a-41d9-83ed-2360ae1bd42b req-d61a6ec2-1571-40db-8249-dda5436321d9 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:33.793865 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-c21133c2-e5c1-4922-b56f-e85639cf7749 None None] The port '5620172e-6577-4a5d-b9e1-9e3845f7c3a2' was deleted {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 07:00:33.822965 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-afb4cae0-44b6-4254-a7a5-289f09eb3d3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, b54ba90d-91a1-4744-a759-aba92ce120e4) {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:00:33.840029 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb4cae0-44b6-4254-a7a5-289f09eb3d3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:00:33.840029 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-afb4cae0-44b6-4254-a7a5-289f09eb3d3b admin admin] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:33.840379 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e42455-08f4-4ce5-9715-d102063befa6 None None] Network b54ba90d-91a1-4744-a759-aba92ce120e4 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 07:00:33.880414 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-e23f5023-affb-497f-afb8-c94094df2533 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Unset dirty status for tenant:2f4ec174090641d483539d7c31bac921 on resource:port {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:00:33.896629 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-e23f5023-affb-497f-afb8-c94094df2533 tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] 10.222.0.55 "GET /v2.0/ports?device_id=a3453afd-8ef8-4066-87b5-b901a236e248 HTTP/1.1" status: 200 len: 205 time: 0.3607676 May 28 07:00:33.896629 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 46182) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:00:33.973527 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 5620172e-6577-4a5d-b9e1-9e3845f7c3a2 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:00:34.006764 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-afb4cae0-44b6-4254-a7a5-289f09eb3d3b admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3332803 May 28 07:00:34.067056 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 5620172e-6577-4a5d-b9e1-9e3845f7c3a2 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 07:00:34.067284 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 5620172e-6577-4a5d-b9e1-9e3845f7c3a2 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 07:00:34.082902 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8daa9c13-a7f3-4135-9b1b-460fa5fff71b tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify callbacks [] for router, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:34.289223 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c323a5e-8e7c-43ef-9837-e5988c5344fd None None] Network b54ba90d-91a1-4744-a759-aba92ce120e4 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 07:00:34.295733 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-23c25703-1f9a-41d9-83ed-2360ae1bd42b req-d61a6ec2-1571-40db-8249-dda5436321d9 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] For port ce050535-24cc-46f5-b980-4fc8533ded5e, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=ce050535-24cc-46f5-b980-4fc8533ded5e,segment=NetworkSegment(9b6a153f-5acc-4efc-9ff2-d82aa4b5901c),segment_id=9b6a153f-5acc-4efc-9ff2-d82aa4b5901c)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:00:34.296230 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-23c25703-1f9a-41d9-83ed-2360ae1bd42b req-d61a6ec2-1571-40db-8249-dda5436321d9 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:34.463576 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-23c25703-1f9a-41d9-83ed-2360ae1bd42b req-d61a6ec2-1571-40db-8249-dda5436321d9 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Calling delete_port for ce050535-24cc-46f5-b980-4fc8533ded5e owned by compute:nova {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:00:34.484738 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8daa9c13-a7f3-4135-9b1b-460fa5fff71b tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59018'] for router, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:34.490975 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8daa9c13-a7f3-4135-9b1b-460fa5fff71b tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:34.662908 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8daa9c13-a7f3-4135-9b1b-460fa5fff71b tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-703817'] for router, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:34.663783 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8daa9c13-a7f3-4135-9b1b-460fa5fff71b tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Fanout notify agent at l3_agent the message router_deleted on router a3453afd-8ef8-4066-87b5-b901a236e248 {{(pid=89109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 07:00:34.684928 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8daa9c13-a7f3-4135-9b1b-460fa5fff71b tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:34.691657 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-8daa9c13-a7f3-4135-9b1b-460fa5fff71b tempest-RoutersNegativeIpV6Test-14979684 tempest-RoutersNegativeIpV6Test-14979684-project] 10.222.0.55 "DELETE /v2.0/routers/a3453afd-8ef8-4066-87b5-b901a236e248 HTTP/1.1" status: 204 len: 168 time: 0.7988236 May 28 07:00:34.870630 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-23c25703-1f9a-41d9-83ed-2360ae1bd42b req-d61a6ec2-1571-40db-8249-dda5436321d9 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:34.887073 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5fdde124-90b2-4ce2-b580-68852a9df15a req-1f3e8a27-25b2-41b6-96b0-fdbe150be15e tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=d097f42a-6ff7-4a19-bccb-ac8000724eb3 HTTP/1.1" status: 200 len: 210 time: 0.1042085 May 28 07:00:34.945734 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61a6ec2-1571-40db-8249-dda5436321d9 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Pushing event deleted for resources: {'Port': ['ID=ce050535-24cc-46f5-b980-4fc8533ded5e,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:00:35.047408 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-23c25703-1f9a-41d9-83ed-2360ae1bd42b req-d61a6ec2-1571-40db-8249-dda5436321d9 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] No DVR routers for this DVR port ce050535-24cc-46f5-b980-4fc8533ded5e on host n-h2-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 07:00:35.052071 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-23c25703-1f9a-41d9-83ed-2360ae1bd42b req-d61a6ec2-1571-40db-8249-dda5436321d9 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:35.054575 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd097f42a-6ff7-4a19-bccb-ac8000724eb3', 'name': 'network-vif-deleted', 'tag': 'ce050535-24cc-46f5-b980-4fc8533ded5e'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:00:35.086986 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3f5726-1ee3-4850-9a78-38ef921250fa req-1fe93d2d-e98c-4eb4-a2b5-b38f937ad38d tempest-TestServerAdvancedOps-564144725 tempest-TestServerAdvancedOps-564144725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:00:35.088527 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cc3f5726-1ee3-4850-9a78-38ef921250fa req-1fe93d2d-e98c-4eb4-a2b5-b38f937ad38d tempest-TestServerAdvancedOps-564144725 tempest-TestServerAdvancedOps-564144725-project] 10.222.0.55 "GET /v2.0/networks?id=5e7fefb8-f036-420e-b2af-a2bc031d319f HTTP/1.1" status: 200 len: 812 time: 0.3344104 May 28 07:00:35.108910 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cc3f5726-1ee3-4850-9a78-38ef921250fa req-eee26c45-006c-483f-a1ad-884ca8a173d9 tempest-TestServerAdvancedOps-564144725 tempest-TestServerAdvancedOps-564144725-project] 10.222.0.55 "GET /v2.0/quotas/fdb56bd9f5754409a5d6752d9307c0b3 HTTP/1.1" status: 200 len: 375 time: 0.0139160 May 28 07:00:35.160397 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-573a5a5f-ad39-4803-8836-cad62243f067'] response: {'server_uuid': 'd097f42a-6ff7-4a19-bccb-ac8000724eb3', 'name': 'network-vif-deleted', 'tag': 'ce050535-24cc-46f5-b980-4fc8533ded5e', 'status': 'completed', 'code': 200} May 28 07:00:35.183153 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cc3f5726-1ee3-4850-9a78-38ef921250fa req-8a2d4d12-8bbb-492f-905b-de90d6ab1e0e tempest-TestServerAdvancedOps-564144725 tempest-TestServerAdvancedOps-564144725-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=fdb56bd9f5754409a5d6752d9307c0b3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0659494 May 28 07:00:35.190672 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-23c25703-1f9a-41d9-83ed-2360ae1bd42b req-d61a6ec2-1571-40db-8249-dda5436321d9 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.71 "DELETE /v2.0/ports/ce050535-24cc-46f5-b980-4fc8533ded5e HTTP/1.1" status: 204 len: 173 time: 1.4594307 May 28 07:00:35.339222 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cc3f5726-1ee3-4850-9a78-38ef921250fa req-e5185781-6787-4f8f-b1e9-e2ae4aac5a69 service neutron] 10.222.0.55 "GET /v2.0/networks/5e7fefb8-f036-420e-b2af-a2bc031d319f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455333 May 28 07:00:35.454421 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 46220) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:00:35.526616 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cc3f5726-1ee3-4850-9a78-38ef921250fa req-78502579-703c-4195-bb36-82bda0f9f693 service neutron] 10.222.0.55 "GET /v2.0/networks/5e7fefb8-f036-420e-b2af-a2bc031d319f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805561 May 28 07:00:35.689687 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-558ac263-f897-46b2-bbd0-0204db939037 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2f4ec174090641d483539d7c31bac921&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2308288 May 28 07:00:35.689687 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 46228) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:00:35.760035 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-64b1d024-6e79-4cd2-9b48-5f68c4247511 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:35.786773 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-64b1d024-6e79-4cd2-9b48-5f68c4247511 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:35.994399 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-64b1d024-6e79-4cd2-9b48-5f68c4247511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:36.037084 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-af62b1ae-1cc6-46b1-b1d7-b4ee92bf0d04 req-d2f2b9f6-ec36-47e9-8487-142e28a6c68e tempest-TestServerAdvancedOps-564144725 tempest-TestServerAdvancedOps-564144725-project] 10.222.0.55 "GET /v2.0/ports?device_id=55fe85f9-8dbb-4c28-bc2e-9359ea69c1fe HTTP/1.1" status: 200 len: 210 time: 0.1306715 May 28 07:00:36.089072 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b1d024-6e79-4cd2-9b48-5f68c4247511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=306b620a-680e-46bf-b18b-2f279d1c0af1,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:00:36.121593 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-75a64a3d-388f-423e-a8ee-355b5b7782fd req-28ccf139-f369-4ba2-9ed9-fe2a2d108f44 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Synchronizing usage tracker for tenant:6cd404fb9ef9487fb34baf3bf8b36b53 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:00:36.132063 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-64b1d024-6e79-4cd2-9b48-5f68c4247511 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:36.135708 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-64b1d024-6e79-4cd2-9b48-5f68c4247511 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/306b620a-680e-46bf-b18b-2f279d1c0af1 HTTP/1.1" status: 204 len: 168 time: 0.4432862 May 28 07:00:36.272822 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-75a64a3d-388f-423e-a8ee-355b5b7782fd req-28ccf139-f369-4ba2-9ed9-fe2a2d108f44 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Unset dirty status for tenant:6cd404fb9ef9487fb34baf3bf8b36b53 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:00:36.274046 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-75a64a3d-388f-423e-a8ee-355b5b7782fd req-28ccf139-f369-4ba2-9ed9-fe2a2d108f44 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=d097f42a-6ff7-4a19-bccb-ac8000724eb3 HTTP/1.1" status: 200 len: 210 time: 0.2397904 May 28 07:00:36.751450 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device ce050535-24cc-46f5-b980-4fc8533ded5e no longer exists at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:00:36.791857 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] No Port match for: ce050535-24cc-46f5-b980-4fc8533ded5e {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 07:00:36.792207 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device ce050535-24cc-46f5-b980-4fc8533ded5e not bound to the agent host n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 07:00:37.139589 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-834cade7-1858-4689-8c94-396bfc5d97b6 req-a642c3b3-2163-401a-b8da-6a9f1452a4dc tempest-TestServerAdvancedOps-564144725 tempest-TestServerAdvancedOps-564144725-project] 10.222.0.55 "GET /v2.0/ports?device_id=55fe85f9-8dbb-4c28-bc2e-9359ea69c1fe HTTP/1.1" status: 200 len: 210 time: 0.0456066 May 28 07:00:37.717757 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 46282) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:00:37.843728 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-5c638608-7b20-48f6-9b9c-f0984cfc8241 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1173614702', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:00:37.851772 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-5c638608-7b20-48f6-9b9c-f0984cfc8241 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:00:37.855597 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-5c638608-7b20-48f6-9b9c-f0984cfc8241 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Usage tracker for resource:router and tenant:1c6d0ae23ea948a4945611f080bb4d75 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:00:37.858675 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-5c638608-7b20-48f6-9b9c-f0984cfc8241 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:00:37.867777 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-5c638608-7b20-48f6-9b9c-f0984cfc8241 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:00:37.954550 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5c638608-7b20-48f6-9b9c-f0984cfc8241 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59128'] for router, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:37.955624 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5c638608-7b20-48f6-9b9c-f0984cfc8241 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59009'] for router, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:37.973981 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5c638608-7b20-48f6-9b9c-f0984cfc8241 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:38.080082 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5c638608-7b20-48f6-9b9c-f0984cfc8241 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690761'] for router, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:38.197341 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5c638608-7b20-48f6-9b9c-f0984cfc8241 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Notify callbacks [] for router, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:38.204966 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 46294) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:00:38.206565 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-5c638608-7b20-48f6-9b9c-f0984cfc8241 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4875352 May 28 07:00:38.210656 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-f6f24989-9296-4938-b64f-cb5965f716c9 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1986856379'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:00:38.224493 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-f6f24989-9296-4938-b64f-cb5965f716c9 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:00:38.244457 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-f6f24989-9296-4938-b64f-cb5965f716c9 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Usage tracker for resource:network and tenant:1c6d0ae23ea948a4945611f080bb4d75 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:00:38.248668 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-f6f24989-9296-4938-b64f-cb5965f716c9 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:00:38.266675 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-f6f24989-9296-4938-b64f-cb5965f716c9 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:00:38.369451 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cf874b84-847e-41ab-ae10-e46ac91a1be4 req-3fd4ea05-cde8-4871-9193-6e0bb4b78e5b tempest-TestServerAdvancedOps-564144725 tempest-TestServerAdvancedOps-564144725-project] 10.222.0.55 "GET /v2.0/ports?device_id=55fe85f9-8dbb-4c28-bc2e-9359ea69c1fe HTTP/1.1" status: 200 len: 210 time: 0.0475709 May 28 07:00:38.399666 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6f24989-9296-4938-b64f-cb5965f716c9 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Made reservation on behalf of 1c6d0ae23ea948a4945611f080bb4d75 for: {'network': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 07:00:38.403288 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f6f24989-9296-4938-b64f-cb5965f716c9 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:38.416301 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f6f24989-9296-4938-b64f-cb5965f716c9 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:38.431198 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-f6f24989-9296-4938-b64f-cb5965f716c9 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:00:38.435390 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-f6f24989-9296-4938-b64f-cb5965f716c9 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Usage tracker for resource:security_group_rule and tenant:1c6d0ae23ea948a4945611f080bb4d75 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:00:38.439067 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-f6f24989-9296-4938-b64f-cb5965f716c9 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:00:38.444714 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-f6f24989-9296-4938-b64f-cb5965f716c9 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:00:38.592906 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f6f24989-9296-4938-b64f-cb5965f716c9 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:38.749359 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f6f24989-9296-4938-b64f-cb5965f716c9 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:38.796587 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6f24989-9296-4938-b64f-cb5965f716c9 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=89109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 07:00:38.810854 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f24989-9296-4938-b64f-cb5965f716c9 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19e670d8-680b-4bb9-9bb7-b8900a0cba53,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:00:38.831386 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f6f24989-9296-4938-b64f-cb5965f716c9 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:38.832513 n-d-843702-1 neutron-server[89109]: INFO neutron.db.segments_db [None req-f6f24989-9296-4938-b64f-cb5965f716c9 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Added segment 8b1c515b-b67c-46d3-866e-afab85a24923 of type vlan for network a576f8f4-b9d9-448a-b63f-775c22a159d1 May 28 07:00:38.909444 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f6f24989-9296-4938-b64f-cb5965f716c9 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:39.102666 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f6f24989-9296-4938-b64f-cb5965f716c9 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:39.108158 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f24989-9296-4938-b64f-cb5965f716c9 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:00:39.108733 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f6f24989-9296-4938-b64f-cb5965f716c9 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:39.219271 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f24989-9296-4938-b64f-cb5965f716c9 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Pushing event updated for resources: {'Network': ['ID=a576f8f4-b9d9-448a-b63f-775c22a159d1,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:00:39.232908 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network a576f8f4-b9d9-448a-b63f-775c22a159d1 details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 07:00:39.352468 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-f6f24989-9296-4938-b64f-cb5965f716c9 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.1463089 May 28 07:00:39.353502 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 46304) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:00:39.380259 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-a4207b1b-292c-4333-8834-b9095098d60e tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Request body: {'subnet': {'network_id': 'a576f8f4-b9d9-448a-b63f-775c22a159d1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:00:39.767012 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4d0348c9-b9bd-4bcd-a173-43f5409ed06d req-db047cb0-6221-484e-9273-703a665d45d0 tempest-TestServerAdvancedOps-564144725 tempest-TestServerAdvancedOps-564144725-project] 10.222.0.55 "GET /v2.0/ports?device_id=55fe85f9-8dbb-4c28-bc2e-9359ea69c1fe HTTP/1.1" status: 200 len: 210 time: 0.1500909 May 28 07:00:39.788801 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-a4207b1b-292c-4333-8834-b9095098d60e tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:00:39.796179 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-a4207b1b-292c-4333-8834-b9095098d60e tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Usage tracker for resource:subnet and tenant:1c6d0ae23ea948a4945611f080bb4d75 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:00:39.800988 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-a4207b1b-292c-4333-8834-b9095098d60e tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:00:39.820783 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-a4207b1b-292c-4333-8834-b9095098d60e tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:00:39.855843 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3f5726-1ee3-4850-9a78-38ef921250fa req-513f0d48-0206-4618-9545-23d8b22e0597 tempest-TestServerAdvancedOps-564144725 tempest-TestServerAdvancedOps-564144725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:00:39.857535 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cc3f5726-1ee3-4850-9a78-38ef921250fa req-513f0d48-0206-4618-9545-23d8b22e0597 tempest-TestServerAdvancedOps-564144725 tempest-TestServerAdvancedOps-564144725-project] 10.222.0.69 "GET /v2.0/networks?id=5e7fefb8-f036-420e-b2af-a2bc031d319f HTTP/1.1" status: 200 len: 812 time: 0.2417901 May 28 07:00:39.871050 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-cc3f5726-1ee3-4850-9a78-38ef921250fa req-03b5f944-c711-4fd9-81d0-55104da3eb6c tempest-TestServerAdvancedOps-564144725 tempest-TestServerAdvancedOps-564144725-project] Request body: {'port': {'device_id': '55fe85f9-8dbb-4c28-bc2e-9359ea69c1fe', 'network_id': '5e7fefb8-f036-420e-b2af-a2bc031d319f', 'admin_state_up': True, 'tenant_id': 'fdb56bd9f5754409a5d6752d9307c0b3'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:00:39.942170 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4207b1b-292c-4333-8834-b9095098d60e tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Made reservation on behalf of 1c6d0ae23ea948a4945611f080bb4d75 for: {'subnet': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 07:00:39.945578 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a4207b1b-292c-4333-8834-b9095098d60e tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3171998'] for subnet, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:40.137034 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-cc3f5726-1ee3-4850-9a78-38ef921250fa req-03b5f944-c711-4fd9-81d0-55104da3eb6c tempest-TestServerAdvancedOps-564144725 tempest-TestServerAdvancedOps-564144725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:00:40.143546 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-cc3f5726-1ee3-4850-9a78-38ef921250fa req-03b5f944-c711-4fd9-81d0-55104da3eb6c tempest-TestServerAdvancedOps-564144725 tempest-TestServerAdvancedOps-564144725-project] Usage tracker for resource:port and tenant:fdb56bd9f5754409a5d6752d9307c0b3 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:00:40.148224 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-cc3f5726-1ee3-4850-9a78-38ef921250fa req-03b5f944-c711-4fd9-81d0-55104da3eb6c tempest-TestServerAdvancedOps-564144725 tempest-TestServerAdvancedOps-564144725-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:00:40.191192 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-cc3f5726-1ee3-4850-9a78-38ef921250fa req-03b5f944-c711-4fd9-81d0-55104da3eb6c tempest-TestServerAdvancedOps-564144725 tempest-TestServerAdvancedOps-564144725-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:00:40.348259 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc3f5726-1ee3-4850-9a78-38ef921250fa req-03b5f944-c711-4fd9-81d0-55104da3eb6c tempest-TestServerAdvancedOps-564144725 tempest-TestServerAdvancedOps-564144725-project] Made reservation on behalf of fdb56bd9f5754409a5d6752d9307c0b3 for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 07:00:40.352151 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-cc3f5726-1ee3-4850-9a78-38ef921250fa req-03b5f944-c711-4fd9-81d0-55104da3eb6c tempest-TestServerAdvancedOps-564144725 tempest-TestServerAdvancedOps-564144725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:40.418583 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a4207b1b-292c-4333-8834-b9095098d60e tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3115906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3172012'] for subnet, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:40.536210 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4207b1b-292c-4333-8834-b9095098d60e tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Pushing event updated for resources: {'Subnet': ['ID=28a274ad-fbb3-4c5b-be52-7fb917667632,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:00:40.603998 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4207b1b-292c-4333-8834-b9095098d60e tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Checking segment: {'id': '8b1c515b-b67c-46d3-866e-afab85a24923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a576f8f4-b9d9-448a-b63f-775c22a159d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:00:40.604550 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4207b1b-292c-4333-8834-b9095098d60e tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Network hostable DHCP agents. Network: a576f8f4-b9d9-448a-b63f-775c22a159d1, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89110) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 07:00:40.640183 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [req-cc3f5726-1ee3-4850-9a78-38ef921250fa req-03b5f944-c711-4fd9-81d0-55104da3eb6c tempest-TestServerAdvancedOps-564144725 tempest-TestServerAdvancedOps-564144725-project] Allocated IP 172.20.0.14 (5e7fefb8-f036-420e-b2af-a2bc031d319f/26c109b4-c3d0-4020-aeab-19316acf367c/3d67cb22-ce51-4220-9573-cd2d8b3b8c15) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:00:40.726762 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4207b1b-292c-4333-8834-b9095098d60e tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Network a576f8f4-b9d9-448a-b63f-775c22a159d1 is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89110) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 07:00:40.932454 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-cc3f5726-1ee3-4850-9a78-38ef921250fa req-03b5f944-c711-4fd9-81d0-55104da3eb6c tempest-TestServerAdvancedOps-564144725 tempest-TestServerAdvancedOps-564144725-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:40.944845 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4fa88a60-13ea-41f2-9c0e-9b481016a296 req-c32bfd53-1530-4f8b-bea7-363d33a97f6f tempest-TestServerAdvancedOps-564144725 tempest-TestServerAdvancedOps-564144725-project] 10.222.0.55 "GET /v2.0/ports?device_id=55fe85f9-8dbb-4c28-bc2e-9359ea69c1fe HTTP/1.1" status: 200 len: 210 time: 0.0552886 May 28 07:00:40.958351 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-a4207b1b-292c-4333-8834-b9095098d60e tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, a576f8f4-b9d9-448a-b63f-775c22a159d1) {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:00:40.958351 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4207b1b-292c-4333-8834-b9095098d60e tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:00:40.959229 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4deda48b-fae6-497e-bdc5-aa9df6d5815b None None] Network a576f8f4-b9d9-448a-b63f-775c22a159d1 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 07:00:40.959656 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a4207b1b-292c-4333-8834-b9095098d60e tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:41.098970 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-a4207b1b-292c-4333-8834-b9095098d60e tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7443709 May 28 07:00:41.102298 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 46334) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:00:41.111951 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-1b3e24f7-93ce-4374-8d22-de126411d678 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Request body: {'network': {'name': 'tempest-router-network01--60018625'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:00:41.125120 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-1b3e24f7-93ce-4374-8d22-de126411d678 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:00:41.150672 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-1b3e24f7-93ce-4374-8d22-de126411d678 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Usage tracker for resource:network and tenant:1c6d0ae23ea948a4945611f080bb4d75 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:00:41.166339 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-1b3e24f7-93ce-4374-8d22-de126411d678 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:00:41.174199 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-1b3e24f7-93ce-4374-8d22-de126411d678 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:00:41.184126 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-cc3f5726-1ee3-4850-9a78-38ef921250fa req-03b5f944-c711-4fd9-81d0-55104da3eb6c tempest-TestServerAdvancedOps-564144725 tempest-TestServerAdvancedOps-564144725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:41.205838 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b13bb25e-06f0-4991-8495-b53a0a4e6a5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-a576f8f4-b9d9-448a-b63f-775c22a159d1', 'network_id': 'a576f8f4-b9d9-448a-b63f-775c22a159d1', 'tenant_id': '1c6d0ae23ea948a4945611f080bb4d75', 'fixed_ips': [{'subnet_id': '28a274ad-fbb3-4c5b-be52-7fb917667632'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 07:00:41.206803 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b13bb25e-06f0-4991-8495-b53a0a4e6a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:41.289007 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc3f5726-1ee3-4850-9a78-38ef921250fa req-03b5f944-c711-4fd9-81d0-55104da3eb6c tempest-TestServerAdvancedOps-564144725 tempest-TestServerAdvancedOps-564144725-project] Network 5e7fefb8-f036-420e-b2af-a2bc031d319f is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:00:41.293123 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [req-cc3f5726-1ee3-4850-9a78-38ef921250fa req-03b5f944-c711-4fd9-81d0-55104da3eb6c tempest-TestServerAdvancedOps-564144725 tempest-TestServerAdvancedOps-564144725-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:00:41.299003 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc3f5726-1ee3-4850-9a78-38ef921250fa req-03b5f944-c711-4fd9-81d0-55104da3eb6c tempest-TestServerAdvancedOps-564144725 tempest-TestServerAdvancedOps-564144725-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:00:41.364389 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3f5726-1ee3-4850-9a78-38ef921250fa req-03b5f944-c711-4fd9-81d0-55104da3eb6c tempest-TestServerAdvancedOps-564144725 tempest-TestServerAdvancedOps-564144725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:00:41.365607 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-cc3f5726-1ee3-4850-9a78-38ef921250fa req-03b5f944-c711-4fd9-81d0-55104da3eb6c tempest-TestServerAdvancedOps-564144725 tempest-TestServerAdvancedOps-564144725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:41.378684 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b3e24f7-93ce-4374-8d22-de126411d678 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Made reservation on behalf of 1c6d0ae23ea948a4945611f080bb4d75 for: {'network': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 07:00:41.382819 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1b3e24f7-93ce-4374-8d22-de126411d678 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:41.434826 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b5f944-c711-4fd9-81d0-55104da3eb6c tempest-TestServerAdvancedOps-564144725 tempest-TestServerAdvancedOps-564144725-project] Pushing event updated for resources: {'Port': ['ID=3d67cb22-ce51-4220-9573-cd2d8b3b8c15,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:00:41.451989 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b3e24f7-93ce-4374-8d22-de126411d678 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=89110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 07:00:41.457977 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1b3e24f7-93ce-4374-8d22-de126411d678 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:41.458367 n-d-843702-1 neutron-server[89110]: INFO neutron.db.segments_db [None req-1b3e24f7-93ce-4374-8d22-de126411d678 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Added segment cad2553e-eb23-4e93-a62b-25261c5633e3 of type vlan for network 99e40652-50fd-4807-b95d-555a4361b6ef May 28 07:00:41.460898 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-b13bb25e-06f0-4991-8495-b53a0a4e6a5a None None] Allocated IP 172.20.0.2 (a576f8f4-b9d9-448a-b63f-775c22a159d1/28a274ad-fbb3-4c5b-be52-7fb917667632/386bde0b-3e96-4d13-aa9d-a98caa1a3f53) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:00:41.491099 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1b3e24f7-93ce-4374-8d22-de126411d678 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:41.565839 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cc3f5726-1ee3-4850-9a78-38ef921250fa req-03b5f944-c711-4fd9-81d0-55104da3eb6c tempest-TestServerAdvancedOps-564144725 tempest-TestServerAdvancedOps-564144725-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7003553 May 28 07:00:41.576070 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [req-cc3f5726-1ee3-4850-9a78-38ef921250fa req-19f8cbf3-ee44-4c66-9ff7-fc4c6764d3ca tempest-TestServerAdvancedOps-564144725 tempest-TestServerAdvancedOps-564144725-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=89110) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 07:00:41.577062 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cc3f5726-1ee3-4850-9a78-38ef921250fa req-19f8cbf3-ee44-4c66-9ff7-fc4c6764d3ca tempest-TestServerAdvancedOps-564144725 tempest-TestServerAdvancedOps-564144725-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052958 May 28 07:00:41.664400 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-cc3f5726-1ee3-4850-9a78-38ef921250fa req-5b7894fd-2c0e-4138-9cbd-c5abd5a4b385 service neutron] Request body: {'port': {'device_id': '55fe85f9-8dbb-4c28-bc2e-9359ea69c1fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843702-1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:00:41.705654 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b13bb25e-06f0-4991-8495-b53a0a4e6a5a None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:41.715048 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1b3e24f7-93ce-4374-8d22-de126411d678 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:41.720116 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-b13bb25e-06f0-4991-8495-b53a0a4e6a5a None None] Transition to ACTIVE for port object 386bde0b-3e96-4d13-aa9d-a98caa1a3f53 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:00:41.723104 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b3e24f7-93ce-4374-8d22-de126411d678 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:00:41.723984 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1b3e24f7-93ce-4374-8d22-de126411d678 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Notify callbacks [] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:41.742786 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-b13bb25e-06f0-4991-8495-b53a0a4e6a5a None None] Transition to ACTIVE for port object 386bde0b-3e96-4d13-aa9d-a98caa1a3f53 will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:00:41.895929 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3e24f7-93ce-4374-8d22-de126411d678 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Pushing event updated for resources: {'Network': ['ID=99e40652-50fd-4807-b95d-555a4361b6ef,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:00:41.909293 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 99e40652-50fd-4807-b95d-555a4361b6ef details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 07:00:41.920235 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-cc3f5726-1ee3-4850-9a78-38ef921250fa req-5b7894fd-2c0e-4138-9cbd-c5abd5a4b385 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:41.995757 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b13bb25e-06f0-4991-8495-b53a0a4e6a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:42.134325 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13bb25e-06f0-4991-8495-b53a0a4e6a5a None None] Network a576f8f4-b9d9-448a-b63f-775c22a159d1 is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:00:42.135693 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-b13bb25e-06f0-4991-8495-b53a0a4e6a5a None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:00:42.145670 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13bb25e-06f0-4991-8495-b53a0a4e6a5a None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:00:42.149500 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13bb25e-06f0-4991-8495-b53a0a4e6a5a None None] Pushing event updated for resources: {'Port': ['ID=386bde0b-3e96-4d13-aa9d-a98caa1a3f53,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:00:42.172653 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-1b3e24f7-93ce-4374-8d22-de126411d678 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0690424 May 28 07:00:42.175884 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 46390) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:00:42.191452 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-28c9fd05-70bf-4ccb-859c-2abd5209f14b tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Request body: {'network': {'name': 'tempest-router-network02--195467947'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:00:42.198529 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-28c9fd05-70bf-4ccb-859c-2abd5209f14b tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:00:42.205983 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-28c9fd05-70bf-4ccb-859c-2abd5209f14b tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Usage tracker for resource:network and tenant:1c6d0ae23ea948a4945611f080bb4d75 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:00:42.209567 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-28c9fd05-70bf-4ccb-859c-2abd5209f14b tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:00:42.216766 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-28c9fd05-70bf-4ccb-859c-2abd5209f14b tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:00:42.289132 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-b13bb25e-06f0-4991-8495-b53a0a4e6a5a None None] Attempting to bind port 386bde0b-3e96-4d13-aa9d-a98caa1a3f53 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 07:00:42.289547 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-b13bb25e-06f0-4991-8495-b53a0a4e6a5a None None] Attempting to bind port 386bde0b-3e96-4d13-aa9d-a98caa1a3f53 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': '8b1c515b-b67c-46d3-866e-afab85a24923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a576f8f4-b9d9-448a-b63f-775c22a159d1'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 07:00:42.289915 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13bb25e-06f0-4991-8495-b53a0a4e6a5a None None] Attempting to bind port 386bde0b-3e96-4d13-aa9d-a98caa1a3f53 on network a576f8f4-b9d9-448a-b63f-775c22a159d1 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:00:42.306988 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13bb25e-06f0-4991-8495-b53a0a4e6a5a None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 7, 0, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 07:00:42.306988 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13bb25e-06f0-4991-8495-b53a0a4e6a5a None None] Checking segment: {'id': '8b1c515b-b67c-46d3-866e-afab85a24923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a576f8f4-b9d9-448a-b63f-775c22a159d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:00:42.306988 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b13bb25e-06f0-4991-8495-b53a0a4e6a5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:42.306988 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13bb25e-06f0-4991-8495-b53a0a4e6a5a None None] Bound using segment: {'id': '8b1c515b-b67c-46d3-866e-afab85a24923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a576f8f4-b9d9-448a-b63f-775c22a159d1'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 07:00:42.306988 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-b13bb25e-06f0-4991-8495-b53a0a4e6a5a None None] Bound port: 386bde0b-3e96-4d13-aa9d-a98caa1a3f53, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b1c515b-b67c-46d3-866e-afab85a24923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a576f8f4-b9d9-448a-b63f-775c22a159d1'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 07:00:42.306988 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b13bb25e-06f0-4991-8495-b53a0a4e6a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:42.380023 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93acbbb-8660-4012-af5e-10d0fd8f12e3 req-bbe93cb9-2473-4ec3-b5a6-53dac6b44fbd tempest-TestServerAdvancedOps-564144725 tempest-TestServerAdvancedOps-564144725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:00:42.380687 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-e93acbbb-8660-4012-af5e-10d0fd8f12e3 req-bbe93cb9-2473-4ec3-b5a6-53dac6b44fbd tempest-TestServerAdvancedOps-564144725 tempest-TestServerAdvancedOps-564144725-project] Synchronizing usage tracker for tenant:fdb56bd9f5754409a5d6752d9307c0b3 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:00:42.391010 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-b13bb25e-06f0-4991-8495-b53a0a4e6a5a None None] For port 386bde0b-3e96-4d13-aa9d-a98caa1a3f53, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:00:42.394337 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-b13bb25e-06f0-4991-8495-b53a0a4e6a5a None None] For port 386bde0b-3e96-4d13-aa9d-a98caa1a3f53, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=386bde0b-3e96-4d13-aa9d-a98caa1a3f53,segment=NetworkSegment(8b1c515b-b67c-46d3-866e-afab85a24923),segment_id=8b1c515b-b67c-46d3-866e-afab85a24923)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 07:00:42.416031 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28c9fd05-70bf-4ccb-859c-2abd5209f14b tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Made reservation on behalf of 1c6d0ae23ea948a4945611f080bb4d75 for: {'network': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 07:00:42.416031 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-28c9fd05-70bf-4ccb-859c-2abd5209f14b tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:42.449603 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28c9fd05-70bf-4ccb-859c-2abd5209f14b tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=89109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 07:00:42.459557 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-28c9fd05-70bf-4ccb-859c-2abd5209f14b tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:42.460125 n-d-843702-1 neutron-server[89109]: INFO neutron.db.segments_db [None req-28c9fd05-70bf-4ccb-859c-2abd5209f14b tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Added segment c89314e8-d06e-41a7-a810-2ddab932ff9d of type vlan for network 323c34d8-7c00-4b88-99a1-e27f85327fa4 May 28 07:00:42.519987 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-28c9fd05-70bf-4ccb-859c-2abd5209f14b tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:42.573189 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b13bb25e-06f0-4991-8495-b53a0a4e6a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:42.597980 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [req-cc3f5726-1ee3-4850-9a78-38ef921250fa req-5b7894fd-2c0e-4138-9cbd-c5abd5a4b385 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d67cb22-ce51-4220-9573-cd2d8b3b8c15 {{(pid=89110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 07:00:42.606762 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-cc3f5726-1ee3-4850-9a78-38ef921250fa req-5b7894fd-2c0e-4138-9cbd-c5abd5a4b385 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:42.622593 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-cc3f5726-1ee3-4850-9a78-38ef921250fa req-5b7894fd-2c0e-4138-9cbd-c5abd5a4b385 service neutron] Transition to ACTIVE for port object 3d67cb22-ce51-4220-9573-cd2d8b3b8c15 will not be triggered until provisioned by entity L2. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:00:42.655292 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-e93acbbb-8660-4012-af5e-10d0fd8f12e3 req-bbe93cb9-2473-4ec3-b5a6-53dac6b44fbd tempest-TestServerAdvancedOps-564144725 tempest-TestServerAdvancedOps-564144725-project] Unset dirty status for tenant:fdb56bd9f5754409a5d6752d9307c0b3 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:00:42.665723 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e93acbbb-8660-4012-af5e-10d0fd8f12e3 req-bbe93cb9-2473-4ec3-b5a6-53dac6b44fbd tempest-TestServerAdvancedOps-564144725 tempest-TestServerAdvancedOps-564144725-project] 10.222.0.55 "GET /v2.0/ports?device_id=55fe85f9-8dbb-4c28-bc2e-9359ea69c1fe HTTP/1.1" status: 200 len: 932 time: 0.5482366 May 28 07:00:42.666313 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13bb25e-06f0-4991-8495-b53a0a4e6a5a None None] Pushing event updated for resources: {'Port': ['ID=386bde0b-3e96-4d13-aa9d-a98caa1a3f53,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:00:42.726985 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e93acbbb-8660-4012-af5e-10d0fd8f12e3 req-5c736f9f-9161-4adb-8d39-0c02ad830711 tempest-TestServerAdvancedOps-564144725 tempest-TestServerAdvancedOps-564144725-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f11fe62-d331-4558-b9b9-79a076bc2fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598085 May 28 07:00:42.736729 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-28c9fd05-70bf-4ccb-859c-2abd5209f14b tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:42.742575 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c9fd05-70bf-4ccb-859c-2abd5209f14b tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:00:42.743160 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-28c9fd05-70bf-4ccb-859c-2abd5209f14b tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:42.783462 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-cc3f5726-1ee3-4850-9a78-38ef921250fa req-5b7894fd-2c0e-4138-9cbd-c5abd5a4b385 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:43.034661 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7894fd-2c0e-4138-9cbd-c5abd5a4b385 service neutron] Pushing event updated for resources: {'Port': ['ID=3d67cb22-ce51-4220-9573-cd2d8b3b8c15,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:00:43.175010 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c9fd05-70bf-4ccb-859c-2abd5209f14b tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Pushing event updated for resources: {'Network': ['ID=323c34d8-7c00-4b88-99a1-e27f85327fa4,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:00:43.193013 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c9fd05-70bf-4ccb-859c-2abd5209f14b tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:00:43.200476 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c9fd05-70bf-4ccb-859c-2abd5209f14b tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:00:43.216789 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c9fd05-70bf-4ccb-859c-2abd5209f14b tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:00:43.217173 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c9fd05-70bf-4ccb-859c-2abd5209f14b tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:00:43.217819 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c9fd05-70bf-4ccb-859c-2abd5209f14b tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:00:43.228884 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c9fd05-70bf-4ccb-859c-2abd5209f14b tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:00:43.231356 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c9fd05-70bf-4ccb-859c-2abd5209f14b tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:00:43.231356 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c9fd05-70bf-4ccb-859c-2abd5209f14b tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:00:43.231717 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c9fd05-70bf-4ccb-859c-2abd5209f14b tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:00:43.232410 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c9fd05-70bf-4ccb-859c-2abd5209f14b tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:00:43.233514 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c9fd05-70bf-4ccb-859c-2abd5209f14b tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:00:43.234092 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c9fd05-70bf-4ccb-859c-2abd5209f14b tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:00:43.244633 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-28c9fd05-70bf-4ccb-859c-2abd5209f14b tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0670400 May 28 07:00:43.248893 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 323c34d8-7c00-4b88-99a1-e27f85327fa4 details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 07:00:43.253082 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 46402) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:00:43.264682 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-c178fcb1-b22f-4169-a33c-acdaad4b2342 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Request body: {'subnet': {'network_id': '99e40652-50fd-4807-b95d-555a4361b6ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:00:43.289857 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-cc3f5726-1ee3-4850-9a78-38ef921250fa req-5b7894fd-2c0e-4138-9cbd-c5abd5a4b385 service neutron] Attempting to bind port 3d67cb22-ce51-4220-9573-cd2d8b3b8c15 on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 07:00:43.290337 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-cc3f5726-1ee3-4850-9a78-38ef921250fa req-5b7894fd-2c0e-4138-9cbd-c5abd5a4b385 service neutron] Attempting to bind port 3d67cb22-ce51-4220-9573-cd2d8b3b8c15 by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': '51ad097d-528c-4534-a17e-9a933fead471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '5e7fefb8-f036-420e-b2af-a2bc031d319f'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 07:00:43.290765 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3f5726-1ee3-4850-9a78-38ef921250fa req-5b7894fd-2c0e-4138-9cbd-c5abd5a4b385 service neutron] Attempting to bind port 3d67cb22-ce51-4220-9573-cd2d8b3b8c15 on network 5e7fefb8-f036-420e-b2af-a2bc031d319f {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:00:43.300909 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3f5726-1ee3-4850-9a78-38ef921250fa req-5b7894fd-2c0e-4138-9cbd-c5abd5a4b385 service neutron] Port 3d67cb22-ce51-4220-9573-cd2d8b3b8c15 on network 5e7fefb8-f036-420e-b2af-a2bc031d319f not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 07:00:43.301376 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3f5726-1ee3-4850-9a78-38ef921250fa req-5b7894fd-2c0e-4138-9cbd-c5abd5a4b385 service neutron] Attempting to bind port 3d67cb22-ce51-4220-9573-cd2d8b3b8c15 on network 5e7fefb8-f036-420e-b2af-a2bc031d319f {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:00:43.337891 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3f5726-1ee3-4850-9a78-38ef921250fa req-5b7894fd-2c0e-4138-9cbd-c5abd5a4b385 service neutron] Checking agent: {'id': '69f492a0-c00d-46d0-9bec-fcd8161ce206', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 7, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 07:00:43.338319 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3f5726-1ee3-4850-9a78-38ef921250fa req-5b7894fd-2c0e-4138-9cbd-c5abd5a4b385 service neutron] Checking segment: {'id': '51ad097d-528c-4534-a17e-9a933fead471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '5e7fefb8-f036-420e-b2af-a2bc031d319f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:00:43.338769 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3f5726-1ee3-4850-9a78-38ef921250fa req-5b7894fd-2c0e-4138-9cbd-c5abd5a4b385 service neutron] Bound using segment: {'id': '51ad097d-528c-4534-a17e-9a933fead471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '5e7fefb8-f036-420e-b2af-a2bc031d319f'} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 07:00:43.339947 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-cc3f5726-1ee3-4850-9a78-38ef921250fa req-5b7894fd-2c0e-4138-9cbd-c5abd5a4b385 service neutron] Bound port: 3d67cb22-ce51-4220-9573-cd2d8b3b8c15, host: n-h1-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51ad097d-528c-4534-a17e-9a933fead471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '5e7fefb8-f036-420e-b2af-a2bc031d319f'}}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 07:00:43.340502 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-cc3f5726-1ee3-4850-9a78-38ef921250fa req-5b7894fd-2c0e-4138-9cbd-c5abd5a4b385 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:43.533748 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-c178fcb1-b22f-4169-a33c-acdaad4b2342 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:00:43.540335 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-c178fcb1-b22f-4169-a33c-acdaad4b2342 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Usage tracker for resource:subnet and tenant:1c6d0ae23ea948a4945611f080bb4d75 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:00:43.548255 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-c178fcb1-b22f-4169-a33c-acdaad4b2342 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:00:43.563198 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-c178fcb1-b22f-4169-a33c-acdaad4b2342 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:00:43.565081 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-cc3f5726-1ee3-4850-9a78-38ef921250fa req-5b7894fd-2c0e-4138-9cbd-c5abd5a4b385 service neutron] For port 3d67cb22-ce51-4220-9573-cd2d8b3b8c15, host n-h1-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:00:43.576002 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-cc3f5726-1ee3-4850-9a78-38ef921250fa req-5b7894fd-2c0e-4138-9cbd-c5abd5a4b385 service neutron] For port 3d67cb22-ce51-4220-9573-cd2d8b3b8c15, host n-h1-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=3d67cb22-ce51-4220-9573-cd2d8b3b8c15,segment=NetworkSegment(51ad097d-528c-4534-a17e-9a933fead471),segment_id=51ad097d-528c-4534-a17e-9a933fead471)] {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 07:00:43.738940 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-cc3f5726-1ee3-4850-9a78-38ef921250fa req-5b7894fd-2c0e-4138-9cbd-c5abd5a4b385 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:43.787805 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c178fcb1-b22f-4169-a33c-acdaad4b2342 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Made reservation on behalf of 1c6d0ae23ea948a4945611f080bb4d75 for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 07:00:43.796665 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c178fcb1-b22f-4169-a33c-acdaad4b2342 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:43.851365 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3f5726-1ee3-4850-9a78-38ef921250fa req-5b7894fd-2c0e-4138-9cbd-c5abd5a4b385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:00:43.851925 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-cc3f5726-1ee3-4850-9a78-38ef921250fa req-5b7894fd-2c0e-4138-9cbd-c5abd5a4b385 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:43.853369 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cc3f5726-1ee3-4850-9a78-38ef921250fa req-5b7894fd-2c0e-4138-9cbd-c5abd5a4b385 service neutron] 10.222.0.69 "PUT /v2.0/ports/3d67cb22-ce51-4220-9573-cd2d8b3b8c15 HTTP/1.1" status: 200 len: 1092 time: 2.2703452 May 28 07:00:43.853947 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55fe85f9-8dbb-4c28-bc2e-9359ea69c1fe', 'tag': '3d67cb22-ce51-4220-9573-cd2d8b3b8c15'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:00:43.982477 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7894fd-2c0e-4138-9cbd-c5abd5a4b385 service neutron] Pushing event updated for resources: {'Port': ['ID=3d67cb22-ce51-4220-9573-cd2d8b3b8c15,revision_number=3']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:00:44.055012 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 386bde0b-3e96-4d13-aa9d-a98caa1a3f53 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:00:44.111572 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2de76523-36e2-4411-afdc-4e9a5d5bee11'] response: {'name': 'network-changed', 'server_uuid': '55fe85f9-8dbb-4c28-bc2e-9359ea69c1fe', 'tag': '3d67cb22-ce51-4220-9573-cd2d8b3b8c15', 'status': 'completed', 'code': 200} May 28 07:00:44.260114 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3f5726-1ee3-4850-9a78-38ef921250fa req-a16db834-292d-4852-a286-9a5d11eff6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:00:44.262698 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cc3f5726-1ee3-4850-9a78-38ef921250fa req-a16db834-292d-4852-a286-9a5d11eff6de service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fdb56bd9f5754409a5d6752d9307c0b3&device_id=55fe85f9-8dbb-4c28-bc2e-9359ea69c1fe HTTP/1.1" status: 200 len: 1095 time: 0.2710760 May 28 07:00:44.342331 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 386bde0b-3e96-4d13-aa9d-a98caa1a3f53 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:00:44.380411 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb0b4fd-f490-4c46-b7c2-2ef2a1f58066 req-b7a18e6c-38cc-40bd-bfd5-22cbea5ebf3b tempest-TestServerAdvancedOps-564144725 tempest-TestServerAdvancedOps-564144725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:00:44.380411 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ecb0b4fd-f490-4c46-b7c2-2ef2a1f58066 req-b7a18e6c-38cc-40bd-bfd5-22cbea5ebf3b tempest-TestServerAdvancedOps-564144725 tempest-TestServerAdvancedOps-564144725-project] 10.222.0.55 "GET /v2.0/ports?device_id=55fe85f9-8dbb-4c28-bc2e-9359ea69c1fe HTTP/1.1" status: 200 len: 944 time: 0.3030462 May 28 07:00:44.413812 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cc3f5726-1ee3-4850-9a78-38ef921250fa req-efbd9440-500c-43aa-8d8f-42476fb87162 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d67cb22-ce51-4220-9573-cd2d8b3b8c15 HTTP/1.1" status: 200 len: 217 time: 0.1404495 May 28 07:00:44.487188 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3f5726-1ee3-4850-9a78-38ef921250fa req-1d372de2-89ca-48cb-b24a-4a41dd89c6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:00:44.488568 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cc3f5726-1ee3-4850-9a78-38ef921250fa req-1d372de2-89ca-48cb-b24a-4a41dd89c6ee service neutron] 10.222.0.69 "GET /v2.0/subnets?id=26c109b4-c3d0-4020-aeab-19316acf367c HTTP/1.1" status: 200 len: 852 time: 0.0691981 May 28 07:00:44.556559 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cc3f5726-1ee3-4850-9a78-38ef921250fa req-4c901efc-b4ef-46b1-a9cc-2b2a08d77749 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5e7fefb8-f036-420e-b2af-a2bc031d319f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599797 May 28 07:00:44.573084 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ecb0b4fd-f490-4c46-b7c2-2ef2a1f58066 req-be78e006-ded9-4cd9-808b-8d1395678526 tempest-TestServerAdvancedOps-564144725 tempest-TestServerAdvancedOps-564144725-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f11fe62-d331-4558-b9b9-79a076bc2fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877308 May 28 07:00:44.626382 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c178fcb1-b22f-4169-a33c-acdaad4b2342 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:44.640760 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e7c7b3-cc92-43e6-88a3-1f86371eab3a None None] Network a576f8f4-b9d9-448a-b63f-775c22a159d1 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 07:00:44.752778 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c178fcb1-b22f-4169-a33c-acdaad4b2342 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Pushing event updated for resources: {'Subnet': ['ID=417d35a6-e356-4779-a96b-e083a5e191d3,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:00:44.759128 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c178fcb1-b22f-4169-a33c-acdaad4b2342 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Checking segment: {'id': 'cad2553e-eb23-4e93-a62b-25261c5633e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '99e40652-50fd-4807-b95d-555a4361b6ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:00:44.759487 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c178fcb1-b22f-4169-a33c-acdaad4b2342 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Network hostable DHCP agents. Network: 99e40652-50fd-4807-b95d-555a4361b6ef, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 07:00:44.761660 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cc3f5726-1ee3-4850-9a78-38ef921250fa req-9d7f402f-0dc7-41d1-a7fd-295903f63e81 service neutron] 10.222.0.69 "GET /v2.0/networks/5e7fefb8-f036-420e-b2af-a2bc031d319f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850243 May 28 07:00:44.908425 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c178fcb1-b22f-4169-a33c-acdaad4b2342 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Network 99e40652-50fd-4807-b95d-555a4361b6ef is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 07:00:44.929612 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-035f4596-1243-43c2-8cc8-63607d83affe None None] Provisioning for port 386bde0b-3e96-4d13-aa9d-a98caa1a3f53 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:00:44.954338 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cc3f5726-1ee3-4850-9a78-38ef921250fa req-4d9c2ca1-e135-4490-b846-7bc12f787a93 service neutron] 10.222.0.69 "GET /v2.0/networks/5e7fefb8-f036-420e-b2af-a2bc031d319f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868904 May 28 07:00:44.981047 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-035f4596-1243-43c2-8cc8-63607d83affe None None] Provisioning complete for port 386bde0b-3e96-4d13-aa9d-a98caa1a3f53 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:00:44.981511 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-035f4596-1243-43c2-8cc8-63607d83affe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:45.004934 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-c178fcb1-b22f-4169-a33c-acdaad4b2342 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, 99e40652-50fd-4807-b95d-555a4361b6ef) {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:00:45.009314 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c178fcb1-b22f-4169-a33c-acdaad4b2342 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:00:45.009926 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c178fcb1-b22f-4169-a33c-acdaad4b2342 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:45.022740 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d183e5-2951-4acd-a420-d7b2b4dac741 None None] Network 99e40652-50fd-4807-b95d-555a4361b6ef requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 07:00:45.137371 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-c178fcb1-b22f-4169-a33c-acdaad4b2342 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8824694 May 28 07:00:45.139956 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 46452) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:00:45.148553 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-7579c224-73b1-4ce1-915d-2670f1032bbf tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Request body: {'subnet': {'network_id': '323c34d8-7c00-4b88-99a1-e27f85327fa4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:00:45.320151 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-7579c224-73b1-4ce1-915d-2670f1032bbf tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:00:45.325830 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e6ded5-4198-430a-9915-05b74eea4566 req-cb726751-e8ac-4159-bbe2-a65710f21d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:00:45.326107 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-7579c224-73b1-4ce1-915d-2670f1032bbf tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Usage tracker for resource:subnet and tenant:1c6d0ae23ea948a4945611f080bb4d75 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:00:45.330649 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-7579c224-73b1-4ce1-915d-2670f1032bbf tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:00:45.332119 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d3e6ded5-4198-430a-9915-05b74eea4566 req-cb726751-e8ac-4159-bbe2-a65710f21d31 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fdb56bd9f5754409a5d6752d9307c0b3&device_id=55fe85f9-8dbb-4c28-bc2e-9359ea69c1fe HTTP/1.1" status: 200 len: 1095 time: 0.2146487 May 28 07:00:45.338971 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-7579c224-73b1-4ce1-915d-2670f1032bbf tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:00:45.352612 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-035f4596-1243-43c2-8cc8-63607d83affe None None] Current status of the port 386bde0b-3e96-4d13-aa9d-a98caa1a3f53 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:00:45.353998 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-035f4596-1243-43c2-8cc8-63607d83affe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:45.400683 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-035f4596-1243-43c2-8cc8-63607d83affe None None] For port 386bde0b-3e96-4d13-aa9d-a98caa1a3f53, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=386bde0b-3e96-4d13-aa9d-a98caa1a3f53,segment=NetworkSegment(8b1c515b-b67c-46d3-866e-afab85a24923),segment_id=8b1c515b-b67c-46d3-866e-afab85a24923)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:00:45.428046 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7579c224-73b1-4ce1-915d-2670f1032bbf tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Made reservation on behalf of 1c6d0ae23ea948a4945611f080bb4d75 for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 07:00:45.432654 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7579c224-73b1-4ce1-915d-2670f1032bbf tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:45.465991 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a699c18f-4072-41ba-9afc-25799750db81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-99e40652-50fd-4807-b95d-555a4361b6ef', 'network_id': '99e40652-50fd-4807-b95d-555a4361b6ef', 'tenant_id': '1c6d0ae23ea948a4945611f080bb4d75', 'fixed_ips': [{'subnet_id': '417d35a6-e356-4779-a96b-e083a5e191d3'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 07:00:45.469958 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-a699c18f-4072-41ba-9afc-25799750db81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:45.495328 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-035f4596-1243-43c2-8cc8-63607d83affe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:45.873558 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035f4596-1243-43c2-8cc8-63607d83affe None None] Pushing event updated for resources: {'Port': ['ID=386bde0b-3e96-4d13-aa9d-a98caa1a3f53,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:00:45.901977 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-5cfe9990-1369-404e-a2dd-ebaa2effe2cd None None] Provisioning complete for port 386bde0b-3e96-4d13-aa9d-a98caa1a3f53 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:00:45.902339 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-5cfe9990-1369-404e-a2dd-ebaa2effe2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:45.930791 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-a699c18f-4072-41ba-9afc-25799750db81 None None] Allocated IP 172.20.0.2 (99e40652-50fd-4807-b95d-555a4361b6ef/417d35a6-e356-4779-a96b-e083a5e191d3/9315aa48-e397-4b08-870a-e3b62fc8449c) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:00:46.124296 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 3d67cb22-ce51-4220-9573-cd2d8b3b8c15 details requested by agent hyperv_n-h1-843702-1 with host n-h1-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 07:00:46.134765 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e6ded5-4198-430a-9915-05b74eea4566 req-1cfe7bca-8e43-43ef-8af8-f2030c8043e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:00:46.137100 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d3e6ded5-4198-430a-9915-05b74eea4566 req-1cfe7bca-8e43-43ef-8af8-f2030c8043e8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=5e7fefb8-f036-420e-b2af-a2bc031d319f HTTP/1.1" status: 200 len: 913 time: 0.7975070 May 28 07:00:46.150124 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5372fffa-b2b0-4261-8e8e-d460edc85657 req-5fde6a39-04da-4085-8933-914b777a4d08 tempest-TestServerAdvancedOps-564144725 tempest-TestServerAdvancedOps-564144725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:00:46.152043 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5372fffa-b2b0-4261-8e8e-d460edc85657 req-5fde6a39-04da-4085-8933-914b777a4d08 tempest-TestServerAdvancedOps-564144725 tempest-TestServerAdvancedOps-564144725-project] 10.222.0.55 "GET /v2.0/ports?device_id=55fe85f9-8dbb-4c28-bc2e-9359ea69c1fe HTTP/1.1" status: 200 len: 944 time: 0.3139474 May 28 07:00:46.235235 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-5cfe9990-1369-404e-a2dd-ebaa2effe2cd None None] Current status of the port 386bde0b-3e96-4d13-aa9d-a98caa1a3f53 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:00:46.239650 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7579c224-73b1-4ce1-915d-2670f1032bbf tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:46.243747 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d3e6ded5-4198-430a-9915-05b74eea4566 req-2f5b0bad-9525-4a29-8347-023a5decf5e6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d67cb22-ce51-4220-9573-cd2d8b3b8c15 HTTP/1.1" status: 200 len: 217 time: 0.0905733 May 28 07:00:46.340943 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e6ded5-4198-430a-9915-05b74eea4566 req-d7fc8288-75ab-473d-8d89-7fba030e7ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:00:46.342503 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d3e6ded5-4198-430a-9915-05b74eea4566 req-d7fc8288-75ab-473d-8d89-7fba030e7ee5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=26c109b4-c3d0-4020-aeab-19316acf367c HTTP/1.1" status: 200 len: 852 time: 0.0809560 May 28 07:00:46.398733 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7579c224-73b1-4ce1-915d-2670f1032bbf tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Pushing event updated for resources: {'Subnet': ['ID=28e51f66-f932-41dd-8fe7-a210c06b145b,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:00:46.402215 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7579c224-73b1-4ce1-915d-2670f1032bbf tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Checking segment: {'id': 'c89314e8-d06e-41a7-a810-2ddab932ff9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '323c34d8-7c00-4b88-99a1-e27f85327fa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:00:46.402823 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7579c224-73b1-4ce1-915d-2670f1032bbf tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Network hostable DHCP agents. Network: 323c34d8-7c00-4b88-99a1-e27f85327fa4, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 07:00:46.444332 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5372fffa-b2b0-4261-8e8e-d460edc85657 req-c081c3d3-5175-4b9d-90c6-b8dddff52788 tempest-TestServerAdvancedOps-564144725 tempest-TestServerAdvancedOps-564144725-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f11fe62-d331-4558-b9b9-79a076bc2fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995466 May 28 07:00:46.446051 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-a699c18f-4072-41ba-9afc-25799750db81 None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:46.446717 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d3e6ded5-4198-430a-9915-05b74eea4566 req-2bcadf56-5aef-4db1-a317-ac976e06f7ea service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5e7fefb8-f036-420e-b2af-a2bc031d319f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0704212 May 28 07:00:46.464783 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 3d67cb22-ce51-4220-9573-cd2d8b3b8c15, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=3d67cb22-ce51-4220-9573-cd2d8b3b8c15,segment=NetworkSegment(51ad097d-528c-4534-a17e-9a933fead471),segment_id=51ad097d-528c-4534-a17e-9a933fead471)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:00:46.475206 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-a699c18f-4072-41ba-9afc-25799750db81 None None] Transition to ACTIVE for port object 9315aa48-e397-4b08-870a-e3b62fc8449c will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:00:46.509713 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Returning: {'device': '3d67cb22-ce51-4220-9573-cd2d8b3b8c15', 'network_id': '5e7fefb8-f036-420e-b2af-a2bc031d319f', 'port_id': '3d67cb22-ce51-4220-9573-cd2d8b3b8c15', 'mac_address': 'fa:16:3e:d0:58:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26c109b4-c3d0-4020-aeab-19316acf367c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 07:00:46.524623 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7579c224-73b1-4ce1-915d-2670f1032bbf tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Network 323c34d8-7c00-4b88-99a1-e27f85327fa4 is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 07:00:46.583557 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-a699c18f-4072-41ba-9afc-25799750db81 None None] Transition to ACTIVE for port object 9315aa48-e397-4b08-870a-e3b62fc8449c will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:00:46.622824 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-7579c224-73b1-4ce1-915d-2670f1032bbf tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, 323c34d8-7c00-4b88-99a1-e27f85327fa4) {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:00:46.635223 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7579c224-73b1-4ce1-915d-2670f1032bbf tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:00:46.635752 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7579c224-73b1-4ce1-915d-2670f1032bbf tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:46.639282 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c914964-74f7-4236-b524-dd85c9ca3a59 None None] Network 323c34d8-7c00-4b88-99a1-e27f85327fa4 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 07:00:46.683008 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d3e6ded5-4198-430a-9915-05b74eea4566 req-a0ba5c60-7468-4674-95bc-0ebadf3ccfad service neutron] 10.222.0.69 "GET /v2.0/networks/5e7fefb8-f036-420e-b2af-a2bc031d319f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293410 May 28 07:00:46.785184 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-7579c224-73b1-4ce1-915d-2670f1032bbf tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6431870 May 28 07:00:46.785844 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 46478) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:00:46.865296 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-a699c18f-4072-41ba-9afc-25799750db81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:46.873784 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d3e6ded5-4198-430a-9915-05b74eea4566 req-2b536ccc-a21f-4d46-bacb-1c7bcc033795 service neutron] 10.222.0.69 "GET /v2.0/networks/5e7fefb8-f036-420e-b2af-a2bc031d319f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839893 May 28 07:00:46.930358 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 3d67cb22-ce51-4220-9573-cd2d8b3b8c15 is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:00:46.931074 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:46.962776 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d67cb22-ce51-4220-9573-cd2d8b3b8c15 {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 07:00:47.031403 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a699c18f-4072-41ba-9afc-25799750db81 None None] Network 99e40652-50fd-4807-b95d-555a4361b6ef is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:00:47.069098 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-a699c18f-4072-41ba-9afc-25799750db81 None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:00:47.070015 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a699c18f-4072-41ba-9afc-25799750db81 None None] Pushing event updated for resources: {'Port': ['ID=9315aa48-e397-4b08-870a-e3b62fc8449c,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:00:47.079373 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a699c18f-4072-41ba-9afc-25799750db81 None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:00:47.170961 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 3d67cb22-ce51-4220-9573-cd2d8b3b8c15, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=3d67cb22-ce51-4220-9573-cd2d8b3b8c15,segment=NetworkSegment(51ad097d-528c-4534-a17e-9a933fead471),segment_id=51ad097d-528c-4534-a17e-9a933fead471)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:00:47.276195 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a75ee6-57fb-4f64-b6bf-d1e4ff75df0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-323c34d8-7c00-4b88-99a1-e27f85327fa4', 'network_id': '323c34d8-7c00-4b88-99a1-e27f85327fa4', 'tenant_id': '1c6d0ae23ea948a4945611f080bb4d75', 'fixed_ips': [{'subnet_id': '28e51f66-f932-41dd-8fe7-a210c06b145b'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 07:00:47.277017 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-38a75ee6-57fb-4f64-b6bf-d1e4ff75df0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:47.290164 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:47.420368 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-a699c18f-4072-41ba-9afc-25799750db81 None None] Attempting to bind port 9315aa48-e397-4b08-870a-e3b62fc8449c on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 07:00:47.420827 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-a699c18f-4072-41ba-9afc-25799750db81 None None] Attempting to bind port 9315aa48-e397-4b08-870a-e3b62fc8449c by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'cad2553e-eb23-4e93-a62b-25261c5633e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '99e40652-50fd-4807-b95d-555a4361b6ef'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 07:00:47.421252 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a699c18f-4072-41ba-9afc-25799750db81 None None] Attempting to bind port 9315aa48-e397-4b08-870a-e3b62fc8449c on network 99e40652-50fd-4807-b95d-555a4361b6ef {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:00:47.432651 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a699c18f-4072-41ba-9afc-25799750db81 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 7, 0, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 07:00:47.433017 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a699c18f-4072-41ba-9afc-25799750db81 None None] Checking segment: {'id': 'cad2553e-eb23-4e93-a62b-25261c5633e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '99e40652-50fd-4807-b95d-555a4361b6ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:00:47.433436 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-a699c18f-4072-41ba-9afc-25799750db81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:47.438995 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a699c18f-4072-41ba-9afc-25799750db81 None None] Bound using segment: {'id': 'cad2553e-eb23-4e93-a62b-25261c5633e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '99e40652-50fd-4807-b95d-555a4361b6ef'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 07:00:47.438995 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-a699c18f-4072-41ba-9afc-25799750db81 None None] Bound port: 9315aa48-e397-4b08-870a-e3b62fc8449c, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cad2553e-eb23-4e93-a62b-25261c5633e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '99e40652-50fd-4807-b95d-555a4361b6ef'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 07:00:47.438995 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-a699c18f-4072-41ba-9afc-25799750db81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:47.480277 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=3d67cb22-ce51-4220-9573-cd2d8b3b8c15,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:00:47.524987 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['3d67cb22-ce51-4220-9573-cd2d8b3b8c15'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 07:00:47.726559 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ce8947-0f1b-4820-a2e0-ed0c8f143e3d req-978176da-459a-4292-bf1b-c87bb0c67b60 tempest-TestServerAdvancedOps-564144725 tempest-TestServerAdvancedOps-564144725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:00:47.754074 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-17ce8947-0f1b-4820-a2e0-ed0c8f143e3d req-978176da-459a-4292-bf1b-c87bb0c67b60 tempest-TestServerAdvancedOps-564144725 tempest-TestServerAdvancedOps-564144725-project] 10.222.0.55 "GET /v2.0/ports?device_id=55fe85f9-8dbb-4c28-bc2e-9359ea69c1fe HTTP/1.1" status: 200 len: 945 time: 0.1295965 May 28 07:00:47.813591 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-17ce8947-0f1b-4820-a2e0-ed0c8f143e3d req-a38d9fb7-b61a-4853-8c41-e9ae9f3fdd11 tempest-TestServerAdvancedOps-564144725 tempest-TestServerAdvancedOps-564144725-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f11fe62-d331-4558-b9b9-79a076bc2fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748417 May 28 07:00:47.882896 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d4defe12-e1bc-412f-97ee-bf6b30945c35 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:47.985939 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-a699c18f-4072-41ba-9afc-25799750db81 None None] For port 9315aa48-e397-4b08-870a-e3b62fc8449c, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:00:47.993374 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-a699c18f-4072-41ba-9afc-25799750db81 None None] For port 9315aa48-e397-4b08-870a-e3b62fc8449c, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=9315aa48-e397-4b08-870a-e3b62fc8449c,segment=NetworkSegment(cad2553e-eb23-4e93-a62b-25261c5633e3),segment_id=cad2553e-eb23-4e93-a62b-25261c5633e3)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 07:00:48.006254 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 386bde0b-3e96-4d13-aa9d-a98caa1a3f53 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:00:48.087830 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-a699c18f-4072-41ba-9afc-25799750db81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:48.154922 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-38a75ee6-57fb-4f64-b6bf-d1e4ff75df0f None None] Allocated IP 172.20.0.2 (323c34d8-7c00-4b88-99a1-e27f85327fa4/28e51f66-f932-41dd-8fe7-a210c06b145b/025fed0d-adac-4658-a33f-aa34af7ee8c7) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:00:48.365173 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a699c18f-4072-41ba-9afc-25799750db81 None None] Pushing event updated for resources: {'Port': ['ID=9315aa48-e397-4b08-870a-e3b62fc8449c,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:00:48.393741 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 386bde0b-3e96-4d13-aa9d-a98caa1a3f53 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:00:48.394114 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:48.492315 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-d4defe12-e1bc-412f-97ee-bf6b30945c35 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Allocated IP 172.20.0.1 (99e40652-50fd-4807-b95d-555a4361b6ef/417d35a6-e356-4779-a96b-e083a5e191d3/f86343b9-9acc-4504-af21-97c34502935e) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:00:48.737228 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-38a75ee6-57fb-4f64-b6bf-d1e4ff75df0f None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:48.788533 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-38a75ee6-57fb-4f64-b6bf-d1e4ff75df0f None None] Transition to ACTIVE for port object 025fed0d-adac-4658-a33f-aa34af7ee8c7 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:00:48.834372 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d4defe12-e1bc-412f-97ee-bf6b30945c35 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:48.854196 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-38a75ee6-57fb-4f64-b6bf-d1e4ff75df0f None None] Transition to ACTIVE for port object 025fed0d-adac-4658-a33f-aa34af7ee8c7 will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:00:48.864289 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 386bde0b-3e96-4d13-aa9d-a98caa1a3f53 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:00:48.878661 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [None req-d4defe12-e1bc-412f-97ee-bf6b30945c35 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Transition to ACTIVE for port object f86343b9-9acc-4504-af21-97c34502935e will not be triggered until provisioned by entity DHCP. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:00:49.044446 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fad52f-a6ee-46d7-a624-b1488c4a3342 req-ae8ac9ef-d5db-442d-815d-3864c75648d6 tempest-TestServerAdvancedOps-564144725 tempest-TestServerAdvancedOps-564144725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:00:49.049880 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-87fad52f-a6ee-46d7-a624-b1488c4a3342 req-ae8ac9ef-d5db-442d-815d-3864c75648d6 tempest-TestServerAdvancedOps-564144725 tempest-TestServerAdvancedOps-564144725-project] 10.222.0.55 "GET /v2.0/ports?device_id=55fe85f9-8dbb-4c28-bc2e-9359ea69c1fe HTTP/1.1" status: 200 len: 945 time: 0.0929005 May 28 07:00:49.058165 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-38a75ee6-57fb-4f64-b6bf-d1e4ff75df0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:49.058686 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d4defe12-e1bc-412f-97ee-bf6b30945c35 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:49.098508 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-87fad52f-a6ee-46d7-a624-b1488c4a3342 req-5c52175b-3abc-434c-a481-f3e650977a34 tempest-TestServerAdvancedOps-564144725 tempest-TestServerAdvancedOps-564144725-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f11fe62-d331-4558-b9b9-79a076bc2fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452714 May 28 07:00:49.132110 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4defe12-e1bc-412f-97ee-bf6b30945c35 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Network 99e40652-50fd-4807-b95d-555a4361b6ef is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:00:49.135431 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-d4defe12-e1bc-412f-97ee-bf6b30945c35 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:00:49.146240 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4defe12-e1bc-412f-97ee-bf6b30945c35 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:00:49.152926 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a75ee6-57fb-4f64-b6bf-d1e4ff75df0f None None] Network 323c34d8-7c00-4b88-99a1-e27f85327fa4 is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:00:49.165691 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-38a75ee6-57fb-4f64-b6bf-d1e4ff75df0f None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:00:49.165691 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a75ee6-57fb-4f64-b6bf-d1e4ff75df0f None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:00:49.192801 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4defe12-e1bc-412f-97ee-bf6b30945c35 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Pushing event updated for resources: {'Port': ['ID=f86343b9-9acc-4504-af21-97c34502935e,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:00:49.234790 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d4defe12-e1bc-412f-97ee-bf6b30945c35 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690947'] for router_interface, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:49.240091 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a75ee6-57fb-4f64-b6bf-d1e4ff75df0f None None] Pushing event updated for resources: {'Port': ['ID=025fed0d-adac-4658-a33f-aa34af7ee8c7,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:00:49.319186 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-38a75ee6-57fb-4f64-b6bf-d1e4ff75df0f None None] Attempting to bind port 025fed0d-adac-4658-a33f-aa34af7ee8c7 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 07:00:49.319664 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-38a75ee6-57fb-4f64-b6bf-d1e4ff75df0f None None] Attempting to bind port 025fed0d-adac-4658-a33f-aa34af7ee8c7 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'c89314e8-d06e-41a7-a810-2ddab932ff9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '323c34d8-7c00-4b88-99a1-e27f85327fa4'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 07:00:49.320126 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a75ee6-57fb-4f64-b6bf-d1e4ff75df0f None None] Attempting to bind port 025fed0d-adac-4658-a33f-aa34af7ee8c7 on network 323c34d8-7c00-4b88-99a1-e27f85327fa4 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:00:49.325988 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a75ee6-57fb-4f64-b6bf-d1e4ff75df0f None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 7, 0, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 07:00:49.326451 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a75ee6-57fb-4f64-b6bf-d1e4ff75df0f None None] Checking segment: {'id': 'c89314e8-d06e-41a7-a810-2ddab932ff9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '323c34d8-7c00-4b88-99a1-e27f85327fa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:00:49.326921 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-38a75ee6-57fb-4f64-b6bf-d1e4ff75df0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:49.327404 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a75ee6-57fb-4f64-b6bf-d1e4ff75df0f None None] Bound using segment: {'id': 'c89314e8-d06e-41a7-a810-2ddab932ff9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '323c34d8-7c00-4b88-99a1-e27f85327fa4'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 07:00:49.327984 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-38a75ee6-57fb-4f64-b6bf-d1e4ff75df0f None None] Bound port: 025fed0d-adac-4658-a33f-aa34af7ee8c7, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c89314e8-d06e-41a7-a810-2ddab932ff9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '323c34d8-7c00-4b88-99a1-e27f85327fa4'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 07:00:49.328596 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-38a75ee6-57fb-4f64-b6bf-d1e4ff75df0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:49.452531 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-38a75ee6-57fb-4f64-b6bf-d1e4ff75df0f None None] For port 025fed0d-adac-4658-a33f-aa34af7ee8c7, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:00:49.457384 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-38a75ee6-57fb-4f64-b6bf-d1e4ff75df0f None None] For port 025fed0d-adac-4658-a33f-aa34af7ee8c7, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=025fed0d-adac-4658-a33f-aa34af7ee8c7,segment=NetworkSegment(c89314e8-d06e-41a7-a810-2ddab932ff9d),segment_id=c89314e8-d06e-41a7-a810-2ddab932ff9d)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 07:00:49.489874 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d4defe12-e1bc-412f-97ee-bf6b30945c35 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:49.552575 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-38a75ee6-57fb-4f64-b6bf-d1e4ff75df0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:49.797870 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a75ee6-57fb-4f64-b6bf-d1e4ff75df0f None None] Pushing event updated for resources: {'Port': ['ID=025fed0d-adac-4658-a33f-aa34af7ee8c7,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:00:49.839119 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2604e887-073b-421d-b97b-5ebc4b64e6d3 None None] Network 99e40652-50fd-4807-b95d-555a4361b6ef requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 07:00:50.151563 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 3d67cb22-ce51-4220-9573-cd2d8b3b8c15 up at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:00:50.182690 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 9315aa48-e397-4b08-870a-e3b62fc8449c up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:00:50.341225 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-fa688bc1-2efa-4ba2-a39d-88b926170678 None None] Provisioning for port 9315aa48-e397-4b08-870a-e3b62fc8449c completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:00:50.416896 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d4defe12-e1bc-412f-97ee-bf6b30945c35 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:50.465320 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016120a9-4027-4d21-955c-6897bb686522 req-2c87f2b1-e456-4732-8844-833569a20bb5 tempest-TestServerAdvancedOps-564144725 tempest-TestServerAdvancedOps-564144725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:00:50.466714 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-016120a9-4027-4d21-955c-6897bb686522 req-2c87f2b1-e456-4732-8844-833569a20bb5 tempest-TestServerAdvancedOps-564144725 tempest-TestServerAdvancedOps-564144725-project] 10.222.0.55 "GET /v2.0/ports?device_id=55fe85f9-8dbb-4c28-bc2e-9359ea69c1fe HTTP/1.1" status: 200 len: 945 time: 0.1017387 May 28 07:00:50.496334 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d4defe12-e1bc-412f-97ee-bf6b30945c35 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:50.553949 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning for port 3d67cb22-ce51-4220-9573-cd2d8b3b8c15 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:00:50.566178 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning complete for port 3d67cb22-ce51-4220-9573-cd2d8b3b8c15 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:00:50.566482 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:50.581848 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-016120a9-4027-4d21-955c-6897bb686522 req-38abb444-ce3f-413e-ad36-994e136cdbeb tempest-TestServerAdvancedOps-564144725 tempest-TestServerAdvancedOps-564144725-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f11fe62-d331-4558-b9b9-79a076bc2fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033282 May 28 07:00:50.622293 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 9315aa48-e397-4b08-870a-e3b62fc8449c completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:00:50.651072 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 9315aa48-e397-4b08-870a-e3b62fc8449c triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:00:50.651444 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:50.814238 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4defe12-e1bc-412f-97ee-bf6b30945c35 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Pushing event updated for resources: {'Port': ['ID=f86343b9-9acc-4504-af21-97c34502935e,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:00:50.819829 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d4defe12-e1bc-412f-97ee-bf6b30945c35 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700602'] for router_interface, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:51.000583 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 3d67cb22-ce51-4220-9573-cd2d8b3b8c15 is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:00:51.002259 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:51.064073 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 3d67cb22-ce51-4220-9573-cd2d8b3b8c15, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=3d67cb22-ce51-4220-9573-cd2d8b3b8c15,segment=NetworkSegment(51ad097d-528c-4534-a17e-9a933fead471),segment_id=51ad097d-528c-4534-a17e-9a933fead471)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:00:51.065713 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55fe85f9-8dbb-4c28-bc2e-9359ea69c1fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d67cb22-ce51-4220-9573-cd2d8b3b8c15'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:00:51.073840 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 9315aa48-e397-4b08-870a-e3b62fc8449c is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:00:51.075548 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:51.081753 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4defe12-e1bc-412f-97ee-bf6b30945c35 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Network 99e40652-50fd-4807-b95d-555a4361b6ef is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:00:51.083564 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-d4defe12-e1bc-412f-97ee-bf6b30945c35 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:00:51.088652 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-58933a9b-8c49-406c-9e91-1e37690ad663 None None] Provisioning complete for port 9315aa48-e397-4b08-870a-e3b62fc8449c triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:00:51.089326 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-58933a9b-8c49-406c-9e91-1e37690ad663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:51.189311 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:51.584198 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port 9315aa48-e397-4b08-870a-e3b62fc8449c, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=9315aa48-e397-4b08-870a-e3b62fc8449c,segment=NetworkSegment(cad2553e-eb23-4e93-a62b-25261c5633e3),segment_id=cad2553e-eb23-4e93-a62b-25261c5633e3)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:00:51.653963 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=3d67cb22-ce51-4220-9573-cd2d8b3b8c15,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:00:51.674932 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-58933a9b-8c49-406c-9e91-1e37690ad663 None None] Current status of the port 9315aa48-e397-4b08-870a-e3b62fc8449c is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:00:51.675440 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-58933a9b-8c49-406c-9e91-1e37690ad663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:51.709221 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:51.882146 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 07:00:51.891028 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c4d7f70-1b81-41c3-a172-3a754194599c None None] Network 323c34d8-7c00-4b88-99a1-e27f85327fa4 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 07:00:51.920741 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-384f325b-afeb-4fcb-ba8e-dae59668f7a6'] response: {'server_uuid': '55fe85f9-8dbb-4c28-bc2e-9359ea69c1fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d67cb22-ce51-4220-9573-cd2d8b3b8c15', 'code': 200} May 28 07:00:52.039067 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4defe12-e1bc-412f-97ee-bf6b30945c35 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Router f8d14ea9-2f99-465f-b447-f1c4edc67ff7 is scheduled to L3 agent 42958940-9562-4f71-972f-15a8af9d3963 with binding_index 1 {{(pid=89109) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 07:00:52.082030 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 025fed0d-adac-4658-a33f-aa34af7ee8c7 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:00:52.085534 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fdff56-6121-4617-a03b-26022677280a req-de4ceb9c-b14e-41b5-b842-0fae389d2c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:00:52.087048 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d8fdff56-6121-4617-a03b-26022677280a req-de4ceb9c-b14e-41b5-b842-0fae389d2c3f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=55fe85f9-8dbb-4c28-bc2e-9359ea69c1fe HTTP/1.1" status: 200 len: 1097 time: 0.1496983 May 28 07:00:52.098813 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cbeaaf-674c-4b4e-9eaa-9d12311fd1be req-56063116-a761-4590-bf7c-121744e6eb7a tempest-TestServerAdvancedOps-564144725 tempest-TestServerAdvancedOps-564144725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:00:52.105880 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-29cbeaaf-674c-4b4e-9eaa-9d12311fd1be req-56063116-a761-4590-bf7c-121744e6eb7a tempest-TestServerAdvancedOps-564144725 tempest-TestServerAdvancedOps-564144725-project] 10.222.0.55 "GET /v2.0/ports?device_id=55fe85f9-8dbb-4c28-bc2e-9359ea69c1fe HTTP/1.1" status: 200 len: 946 time: 0.2756865 May 28 07:00:52.160864 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=9315aa48-e397-4b08-870a-e3b62fc8449c,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:00:52.173869 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.db.api [None req-58933a9b-8c49-406c-9e91-1e37690ad663 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89111) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 07:00:52.174322 n-d-843702-1 neutron-server[89111]: DEBUG oslo_db.api [None req-58933a9b-8c49-406c-9e91-1e37690ad663 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 07:00:52.184707 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-29cbeaaf-674c-4b4e-9eaa-9d12311fd1be req-15828aff-c988-48a6-95f7-95a65dd64723 tempest-TestServerAdvancedOps-564144725 tempest-TestServerAdvancedOps-564144725-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f11fe62-d331-4558-b9b9-79a076bc2fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779796 May 28 07:00:52.186345 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d8fdff56-6121-4617-a03b-26022677280a req-1a13f2e6-e089-4bc7-be5d-56588a39198f service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=1f11fe62-d331-4558-b9b9-79a076bc2fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623388 May 28 07:00:52.270882 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4defe12-e1bc-412f-97ee-bf6b30945c35 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 07:00:52.283300 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7725a6d2-df9c-48c9-b08f-d03a4d54dd88 None None] Sync routers for ids ['f8d14ea9-2f99-465f-b447-f1c4edc67ff7'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 07:00:52.295019 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-d4defe12-e1bc-412f-97ee-bf6b30945c35 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] 10.222.0.55 "PUT /v2.0/routers/f8d14ea9-2f99-465f-b447-f1c4edc67ff7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5055745 May 28 07:00:52.295361 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 46528) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:00:52.316724 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7725a6d2-df9c-48c9-b08f-d03a4d54dd88 None None] Routers {'f8d14ea9-2f99-465f-b447-f1c4edc67ff7'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:00:52.317766 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-7725a6d2-df9c-48c9-b08f-d03a4d54dd88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:00:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['f8d14ea9-2f99-465f-b447-f1c4edc67ff7'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:00:52.353629 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 025fed0d-adac-4658-a33f-aa34af7ee8c7 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:00:52.431565 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-7725a6d2-df9c-48c9-b08f-d03a4d54dd88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:00:52.446396 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7725a6d2-df9c-48c9-b08f-d03a4d54dd88 None None] Routers {'f8d14ea9-2f99-465f-b447-f1c4edc67ff7'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:00:52.447357 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-7725a6d2-df9c-48c9-b08f-d03a4d54dd88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:00:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['f8d14ea9-2f99-465f-b447-f1c4edc67ff7'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:00:52.530440 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-7725a6d2-df9c-48c9-b08f-d03a4d54dd88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:00:52.531391 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7725a6d2-df9c-48c9-b08f-d03a4d54dd88 None None] The sync data for ids ['f8d14ea9-2f99-465f-b447-f1c4edc67ff7'] in n-d-843702-1 is: [] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 07:00:52.735286 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-58933a9b-8c49-406c-9e91-1e37690ad663 None None] Current status of the port 9315aa48-e397-4b08-870a-e3b62fc8449c is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:00:52.866973 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-58933a9b-8c49-406c-9e91-1e37690ad663 None None] Provisioning for port f86343b9-9acc-4504-af21-97c34502935e completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:00:52.872538 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-58933a9b-8c49-406c-9e91-1e37690ad663 None None] Provisioning complete for port f86343b9-9acc-4504-af21-97c34502935e triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:00:52.873219 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-58933a9b-8c49-406c-9e91-1e37690ad663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:52.978278 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-58933a9b-8c49-406c-9e91-1e37690ad663 None None] Port f86343b9-9acc-4504-af21-97c34502935e cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 07:00:53.187445 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-8e7aaf11-7a31-42f6-9275-411457f06ad9 None None] Provisioning for port 025fed0d-adac-4658-a33f-aa34af7ee8c7 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:00:53.193068 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-8e7aaf11-7a31-42f6-9275-411457f06ad9 None None] Provisioning complete for port 025fed0d-adac-4658-a33f-aa34af7ee8c7 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:00:53.193374 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-8e7aaf11-7a31-42f6-9275-411457f06ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:53.316378 n-d-843702-1 neutron-server[89110]: INFO neutron.api.v2.resource [None req-64a1e1b7-e3da-4945-a55d-91195d63663d tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 07:00:53.321249 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-64a1e1b7-e3da-4945-a55d-91195d63663d tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] 10.222.0.55 "PUT /v2.0/routers/f8d14ea9-2f99-465f-b447-f1c4edc67ff7/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0247793 May 28 07:00:53.321502 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 46546) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:00:53.443450 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-8e7aaf11-7a31-42f6-9275-411457f06ad9 None None] Current status of the port 025fed0d-adac-4658-a33f-aa34af7ee8c7 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:00:53.444059 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-8e7aaf11-7a31-42f6-9275-411457f06ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:53.515679 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-8e7aaf11-7a31-42f6-9275-411457f06ad9 None None] For port 025fed0d-adac-4658-a33f-aa34af7ee8c7, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=025fed0d-adac-4658-a33f-aa34af7ee8c7,segment=NetworkSegment(c89314e8-d06e-41a7-a810-2ddab932ff9d),segment_id=c89314e8-d06e-41a7-a810-2ddab932ff9d)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:00:53.616254 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-8e7aaf11-7a31-42f6-9275-411457f06ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:53.719193 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acfc27d-d165-4cc1-80d8-34de316be679 req-26348c16-ad9e-44d7-a32b-62e2d3800fde tempest-TestServerAdvancedOps-564144725 tempest-TestServerAdvancedOps-564144725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:00:53.738197 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0acfc27d-d165-4cc1-80d8-34de316be679 req-26348c16-ad9e-44d7-a32b-62e2d3800fde tempest-TestServerAdvancedOps-564144725 tempest-TestServerAdvancedOps-564144725-project] 10.222.0.55 "GET /v2.0/ports?device_id=55fe85f9-8dbb-4c28-bc2e-9359ea69c1fe HTTP/1.1" status: 200 len: 946 time: 0.2794490 May 28 07:00:53.813281 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-8e7aaf11-7a31-42f6-9275-411457f06ad9 None None] Provisioning complete for port f86343b9-9acc-4504-af21-97c34502935e triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:00:53.815320 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-8e7aaf11-7a31-42f6-9275-411457f06ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:53.854065 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0acfc27d-d165-4cc1-80d8-34de316be679 req-4a385270-d776-4700-98f5-49a9a131adb2 tempest-TestServerAdvancedOps-564144725 tempest-TestServerAdvancedOps-564144725-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f11fe62-d331-4558-b9b9-79a076bc2fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146441 May 28 07:00:53.971697 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7aaf11-7a31-42f6-9275-411457f06ad9 None None] Pushing event updated for resources: {'Port': ['ID=025fed0d-adac-4658-a33f-aa34af7ee8c7,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:00:53.984405 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-8e7aaf11-7a31-42f6-9275-411457f06ad9 None None] Port f86343b9-9acc-4504-af21-97c34502935e cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 07:00:54.000717 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 9315aa48-e397-4b08-870a-e3b62fc8449c up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:00:54.084999 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 9315aa48-e397-4b08-870a-e3b62fc8449c triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:00:54.085377 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:54.117128 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-42c58645-3951-4f7e-a7b9-e13e6c4b7a2b tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700548'] for router_interface, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:54.271004 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 9315aa48-e397-4b08-870a-e3b62fc8449c is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:00:54.539786 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-42c58645-3951-4f7e-a7b9-e13e6c4b7a2b tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Deleting port f86343b9-9acc-4504-af21-97c34502935e {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:00:54.540313 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-42c58645-3951-4f7e-a7b9-e13e6c4b7a2b tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:54.909210 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-42c58645-3951-4f7e-a7b9-e13e6c4b7a2b tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:55.090093 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dac577f-f686-4601-bca7-f8c7c886a670 req-f9b28b94-23a1-4754-a287-d493baeae796 tempest-TestServerAdvancedOps-564144725 tempest-TestServerAdvancedOps-564144725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:00:55.090812 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-42c58645-3951-4f7e-a7b9-e13e6c4b7a2b tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Calling delete_port for f86343b9-9acc-4504-af21-97c34502935e owned by network:router_interface {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:00:55.098421 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5dac577f-f686-4601-bca7-f8c7c886a670 req-f9b28b94-23a1-4754-a287-d493baeae796 tempest-TestServerAdvancedOps-564144725 tempest-TestServerAdvancedOps-564144725-project] 10.222.0.55 "GET /v2.0/ports?device_id=55fe85f9-8dbb-4c28-bc2e-9359ea69c1fe HTTP/1.1" status: 200 len: 946 time: 0.1250970 May 28 07:00:55.167674 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5dac577f-f686-4601-bca7-f8c7c886a670 req-92b73c85-cf48-482a-8f1f-fd68236cd8e3 tempest-TestServerAdvancedOps-564144725 tempest-TestServerAdvancedOps-564144725-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f11fe62-d331-4558-b9b9-79a076bc2fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681722 May 28 07:00:55.391189 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546659aa-d856-4509-902a-83979a5c7e84 req-3789bf46-940e-4603-b76b-fa9f1f55961c tempest-TestServerAdvancedOps-564144725 tempest-TestServerAdvancedOps-564144725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:00:55.398206 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-546659aa-d856-4509-902a-83979a5c7e84 req-3789bf46-940e-4603-b76b-fa9f1f55961c tempest-TestServerAdvancedOps-564144725 tempest-TestServerAdvancedOps-564144725-project] 10.222.0.55 "GET /v2.0/ports?device_id=55fe85f9-8dbb-4c28-bc2e-9359ea69c1fe HTTP/1.1" status: 200 len: 946 time: 0.0911872 May 28 07:00:55.422559 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-42c58645-3951-4f7e-a7b9-e13e6c4b7a2b tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:55.461561 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-546659aa-d856-4509-902a-83979a5c7e84 req-c9b6172a-5f8c-46f4-bee9-95f2c89b83a9 tempest-TestServerAdvancedOps-564144725 tempest-TestServerAdvancedOps-564144725-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f11fe62-d331-4558-b9b9-79a076bc2fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624292 May 28 07:00:55.635150 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c58645-3951-4f7e-a7b9-e13e6c4b7a2b tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Pushing event deleted for resources: {'Port': ['ID=f86343b9-9acc-4504-af21-97c34502935e,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:00:55.896540 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-42c58645-3951-4f7e-a7b9-e13e6c4b7a2b tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700472'] for router_interface, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:56.002083 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 025fed0d-adac-4658-a33f-aa34af7ee8c7 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:00:56.171662 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 025fed0d-adac-4658-a33f-aa34af7ee8c7 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:00:56.172879 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:56.256324 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42c58645-3951-4f7e-a7b9-e13e6c4b7a2b tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Router f8d14ea9-2f99-465f-b447-f1c4edc67ff7 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 07:00:56.290923 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6b61ca-f408-4348-b953-9d7ec687200a req-845be2af-3075-4323-83b9-75e5e7616382 tempest-TestServerAdvancedOps-564144725 tempest-TestServerAdvancedOps-564144725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:00:56.299751 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5f6b61ca-f408-4348-b953-9d7ec687200a req-845be2af-3075-4323-83b9-75e5e7616382 tempest-TestServerAdvancedOps-564144725 tempest-TestServerAdvancedOps-564144725-project] 10.222.0.55 "GET /v2.0/ports?device_id=55fe85f9-8dbb-4c28-bc2e-9359ea69c1fe HTTP/1.1" status: 200 len: 946 time: 0.1090333 May 28 07:00:56.315701 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 025fed0d-adac-4658-a33f-aa34af7ee8c7 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:00:56.352333 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5f6b61ca-f408-4348-b953-9d7ec687200a req-fd73a37d-6ee3-437e-9ae6-1aaff417b3f9 tempest-TestServerAdvancedOps-564144725 tempest-TestServerAdvancedOps-564144725-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f11fe62-d331-4558-b9b9-79a076bc2fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516460 May 28 07:00:56.428173 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42c58645-3951-4f7e-a7b9-e13e6c4b7a2b tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 07:00:56.438818 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-42c58645-3951-4f7e-a7b9-e13e6c4b7a2b tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] 10.222.0.55 "PUT /v2.0/routers/f8d14ea9-2f99-465f-b447-f1c4edc67ff7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1158962 May 28 07:00:56.445132 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd623f29-ba9b-4912-9306-7385e4e84145 None None] Sync routers for ids ['f8d14ea9-2f99-465f-b447-f1c4edc67ff7'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 07:00:56.446690 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 46592) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:00:56.498574 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd623f29-ba9b-4912-9306-7385e4e84145 None None] Routers {'f8d14ea9-2f99-465f-b447-f1c4edc67ff7'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:00:56.499469 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-dd623f29-ba9b-4912-9306-7385e4e84145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:00:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['f8d14ea9-2f99-465f-b447-f1c4edc67ff7'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:00:56.538579 n-d-843702-1 neutron-server[89109]: INFO neutron.api.v2.resource [None req-71042f0c-50cd-4ca5-88b7-29717d451fd8 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] delete failed (client error): The resource could not be found. May 28 07:00:56.543230 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-71042f0c-50cd-4ca5-88b7-29717d451fd8 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] 10.222.0.55 "DELETE /v2.0/routers/tempest-non_exist_router-2051755291 HTTP/1.1" status: 404 len: 335 time: 0.0909345 May 28 07:00:56.543561 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 46600) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:00:56.550270 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-1fb8f6fc-c4bd-4bee-b22b-09f28c51d5cf tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f8d14ea9-2f99-465f-b447-f1c4edc67ff7'}}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:00:56.644378 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-dd623f29-ba9b-4912-9306-7385e4e84145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:00:56.651909 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d4ae894a-d8cb-448f-85cf-bc3cbfd6a749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:56.694101 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd623f29-ba9b-4912-9306-7385e4e84145 None None] Routers {'f8d14ea9-2f99-465f-b447-f1c4edc67ff7'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:00:56.699021 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-dd623f29-ba9b-4912-9306-7385e4e84145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:00:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['f8d14ea9-2f99-465f-b447-f1c4edc67ff7'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:00:56.882613 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-dd623f29-ba9b-4912-9306-7385e4e84145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:00:56.883016 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd623f29-ba9b-4912-9306-7385e4e84145 None None] The sync data for ids ['f8d14ea9-2f99-465f-b447-f1c4edc67ff7'] in n-d-843702-1 is: [] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 07:00:57.338305 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1fb8f6fc-c4bd-4bee-b22b-09f28c51d5cf tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59027'] for router, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:57.464446 n-d-843702-1 neutron-server[89109]: INFO neutron.api.v2.resource [None req-1fb8f6fc-c4bd-4bee-b22b-09f28c51d5cf tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] update failed (client error): The resource could not be found. May 28 07:00:57.469884 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 46618) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:00:57.471948 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-1fb8f6fc-c4bd-4bee-b22b-09f28c51d5cf tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] 10.222.0.55 "PUT /v2.0/routers/f8d14ea9-2f99-465f-b447-f1c4edc67ff7 HTTP/1.1" status: 404 len: 339 time: 0.9258158 May 28 07:00:57.515855 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 46622) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:00:57.767749 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-da4b1e8a-63c8-47b9-a9e9-780350cf8be1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:57.834659 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-da4b1e8a-63c8-47b9-a9e9-780350cf8be1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:00:57.844545 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-da4b1e8a-63c8-47b9-a9e9-780350cf8be1 admin admin] Usage tracker for resource:security_group_rule and tenant:538a00427ed44900aa9f78ff4cca0acf is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:00:57.851150 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:57.862618 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-da4b1e8a-63c8-47b9-a9e9-780350cf8be1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:00:57.891147 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-da4b1e8a-63c8-47b9-a9e9-780350cf8be1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:00:57.999121 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-da4b1e8a-63c8-47b9-a9e9-780350cf8be1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:58.193450 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef962095-59b3-48bc-8b4e-47154b45ffab req-189bd1fb-bb34-4bf6-bd7a-d0034f3ae893 tempest-TestServerAdvancedOps-564144725 tempest-TestServerAdvancedOps-564144725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:00:58.193450 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ef962095-59b3-48bc-8b4e-47154b45ffab req-189bd1fb-bb34-4bf6-bd7a-d0034f3ae893 tempest-TestServerAdvancedOps-564144725 tempest-TestServerAdvancedOps-564144725-project] 10.222.0.55 "GET /v2.0/ports?device_id=55fe85f9-8dbb-4c28-bc2e-9359ea69c1fe HTTP/1.1" status: 200 len: 946 time: 0.4228833 May 28 07:00:58.279626 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ef962095-59b3-48bc-8b4e-47154b45ffab req-aa0f3cf4-f6ad-4c87-8d76-b89ec8eaf168 tempest-TestServerAdvancedOps-564144725 tempest-TestServerAdvancedOps-564144725-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f11fe62-d331-4558-b9b9-79a076bc2fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677001 May 28 07:00:58.279626 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-68718079-52e6-416d-bfb2-6b29142bd974 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:58.370573 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-da4b1e8a-63c8-47b9-a9e9-780350cf8be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:58.428410 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-da4b1e8a-63c8-47b9-a9e9-780350cf8be1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=538a00427ed44900aa9f78ff4cca0acf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9113646 May 28 07:00:58.430505 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4b1e8a-63c8-47b9-a9e9-780350cf8be1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63bcab9b-f1b8-487d-8c0b-6f513dae7df0,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:00:58.433089 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 46634) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:00:58.510152 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3b056d8b-88d1-4a49-b41b-f5a770a6788b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:58.538919 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3b056d8b-88d1-4a49-b41b-f5a770a6788b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:58.695944 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3b056d8b-88d1-4a49-b41b-f5a770a6788b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:58.710912 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b056d8b-88d1-4a49-b41b-f5a770a6788b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63bcab9b-f1b8-487d-8c0b-6f513dae7df0,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:00:58.717633 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3b056d8b-88d1-4a49-b41b-f5a770a6788b admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:58.722956 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-3b056d8b-88d1-4a49-b41b-f5a770a6788b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/63bcab9b-f1b8-487d-8c0b-6f513dae7df0 HTTP/1.1" status: 204 len: 168 time: 0.2886720 May 28 07:00:58.953884 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-fb1ca6a8-87d3-4160-8c52-a0ed08bb681e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:59.073757 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [None req-68718079-52e6-416d-bfb2-6b29142bd974 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Allocated IP 172.20.0.1 (a576f8f4-b9d9-448a-b63f-775c22a159d1/28a274ad-fbb3-4c5b-be52-7fb917667632/1d83b444-9cfb-42f7-9db9-2af5fe41f625) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:00:59.108507 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a3c933-ed2a-4b44-b8be-5d9ca179627b req-6f49cf08-f5c0-42e0-b4c1-efd54145c9e8 tempest-TestServerAdvancedOps-564144725 tempest-TestServerAdvancedOps-564144725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:00:59.111143 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e7a3c933-ed2a-4b44-b8be-5d9ca179627b req-6f49cf08-f5c0-42e0-b4c1-efd54145c9e8 tempest-TestServerAdvancedOps-564144725 tempest-TestServerAdvancedOps-564144725-project] 10.222.0.55 "GET /v2.0/ports?device_id=55fe85f9-8dbb-4c28-bc2e-9359ea69c1fe HTTP/1.1" status: 200 len: 946 time: 0.2995057 May 28 07:00:59.130210 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8711424e-8984-4ab9-95e7-e72b1dab98db req-bce150e4-855c-46ef-bac2-1984c242627e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:00:59.132991 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8711424e-8984-4ab9-95e7-e72b1dab98db req-bce150e4-855c-46ef-bac2-1984c242627e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fdb56bd9f5754409a5d6752d9307c0b3&device_id=55fe85f9-8dbb-4c28-bc2e-9359ea69c1fe HTTP/1.1" status: 200 len: 1097 time: 0.2277799 May 28 07:00:59.333799 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e7a3c933-ed2a-4b44-b8be-5d9ca179627b req-02a3c104-3ba8-42e0-b0e5-15f9657a953c tempest-TestServerAdvancedOps-564144725 tempest-TestServerAdvancedOps-564144725-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f11fe62-d331-4558-b9b9-79a076bc2fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134786 May 28 07:00:59.434164 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8711424e-8984-4ab9-95e7-e72b1dab98db req-b1b3c74a-bc3b-4c63-9829-13cc57f966ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:00:59.435701 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8711424e-8984-4ab9-95e7-e72b1dab98db req-b1b3c74a-bc3b-4c63-9829-13cc57f966ea service neutron] 10.222.0.69 "GET /v2.0/networks?id=5e7fefb8-f036-420e-b2af-a2bc031d319f HTTP/1.1" status: 200 len: 913 time: 0.2681577 May 28 07:00:59.521501 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-68718079-52e6-416d-bfb2-6b29142bd974 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:59.525465 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8711424e-8984-4ab9-95e7-e72b1dab98db req-dc25b15b-3c2e-487c-bb50-cc02e4a1b6ac service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d67cb22-ce51-4220-9573-cd2d8b3b8c15 HTTP/1.1" status: 200 len: 217 time: 0.0777426 May 28 07:00:59.581154 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [None req-68718079-52e6-416d-bfb2-6b29142bd974 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Transition to ACTIVE for port object 1d83b444-9cfb-42f7-9db9-2af5fe41f625 will not be triggered until provisioned by entity DHCP. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:00:59.601584 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8711424e-8984-4ab9-95e7-e72b1dab98db req-d8372d9a-694f-44cc-ab25-255e473b4d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:00:59.604197 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8711424e-8984-4ab9-95e7-e72b1dab98db req-d8372d9a-694f-44cc-ab25-255e473b4d1b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=26c109b4-c3d0-4020-aeab-19316acf367c HTTP/1.1" status: 200 len: 852 time: 0.0709615 May 28 07:00:59.657738 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8711424e-8984-4ab9-95e7-e72b1dab98db req-2007a3f5-c45d-4b30-b163-ce3c8ce53a15 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5e7fefb8-f036-420e-b2af-a2bc031d319f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475368 May 28 07:00:59.769754 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-68718079-52e6-416d-bfb2-6b29142bd974 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:59.857290 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68718079-52e6-416d-bfb2-6b29142bd974 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Pushing event updated for resources: {'Port': ['ID=1d83b444-9cfb-42f7-9db9-2af5fe41f625,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:00:59.875324 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68718079-52e6-416d-bfb2-6b29142bd974 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Network a576f8f4-b9d9-448a-b63f-775c22a159d1 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:00:59.888402 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-68718079-52e6-416d-bfb2-6b29142bd974 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:00:59.894963 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68718079-52e6-416d-bfb2-6b29142bd974 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:00:59.955577 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:59.973659 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8711424e-8984-4ab9-95e7-e72b1dab98db req-f03deef4-ff48-4c2d-bf4e-44ae74a95748 service neutron] 10.222.0.69 "GET /v2.0/networks/5e7fefb8-f036-420e-b2af-a2bc031d319f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3079908 May 28 07:01:00.005057 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-68718079-52e6-416d-bfb2-6b29142bd974 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690947'] for router_interface, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:00.067317 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:00.185457 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8711424e-8984-4ab9-95e7-e72b1dab98db req-0003b3d2-066c-42fa-8579-15b3def8d645 service neutron] 10.222.0.69 "GET /v2.0/networks/5e7fefb8-f036-420e-b2af-a2bc031d319f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056086 May 28 07:01:00.347983 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-68718079-52e6-416d-bfb2-6b29142bd974 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:00.359427 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-38dc1ebc-24cc-4e1f-9359-305a2bb890d6 None None] Provisioning for port 1d83b444-9cfb-42f7-9db9-2af5fe41f625 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:01:00.364960 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-38dc1ebc-24cc-4e1f-9359-305a2bb890d6 None None] Provisioning complete for port 1d83b444-9cfb-42f7-9db9-2af5fe41f625 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:01:00.365559 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-38dc1ebc-24cc-4e1f-9359-305a2bb890d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:00.451388 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-38dc1ebc-24cc-4e1f-9359-305a2bb890d6 None None] Port 1d83b444-9cfb-42f7-9db9-2af5fe41f625 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 07:01:00.971374 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f331539a-f137-42d2-b0ae-0c19e3ae99b5 req-0f7c2229-26fa-46c2-baac-e8a423161012 tempest-TestServerAdvancedOps-564144725 tempest-TestServerAdvancedOps-564144725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:01:00.972885 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f331539a-f137-42d2-b0ae-0c19e3ae99b5 req-0f7c2229-26fa-46c2-baac-e8a423161012 tempest-TestServerAdvancedOps-564144725 tempest-TestServerAdvancedOps-564144725-project] 10.222.0.55 "GET /v2.0/ports?device_id=55fe85f9-8dbb-4c28-bc2e-9359ea69c1fe HTTP/1.1" status: 200 len: 946 time: 0.3316133 May 28 07:01:01.055142 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f331539a-f137-42d2-b0ae-0c19e3ae99b5 req-6c4a61d5-4be4-4286-8205-cf0e4512af2a tempest-TestServerAdvancedOps-564144725 tempest-TestServerAdvancedOps-564144725-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f11fe62-d331-4558-b9b9-79a076bc2fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751140 May 28 07:01:01.131284 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-68718079-52e6-416d-bfb2-6b29142bd974 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:01.212506 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-68718079-52e6-416d-bfb2-6b29142bd974 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:01.354206 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-68718079-52e6-416d-bfb2-6b29142bd974 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700602'] for router_interface, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:01.358036 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68718079-52e6-416d-bfb2-6b29142bd974 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Pushing event updated for resources: {'Port': ['ID=1d83b444-9cfb-42f7-9db9-2af5fe41f625,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:01:01.508134 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68718079-52e6-416d-bfb2-6b29142bd974 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Network a576f8f4-b9d9-448a-b63f-775c22a159d1 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:01:01.509276 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-68718079-52e6-416d-bfb2-6b29142bd974 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:01:01.738086 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68718079-52e6-416d-bfb2-6b29142bd974 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Router f8d14ea9-2f99-465f-b447-f1c4edc67ff7 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 07:01:01.775972 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:01.891141 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-5279ec02-fe97-4f26-93d8-ae3b026d35f9 None None] Provisioning complete for port 1d83b444-9cfb-42f7-9db9-2af5fe41f625 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:01:01.891769 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-5279ec02-fe97-4f26-93d8-ae3b026d35f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:01.914722 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68718079-52e6-416d-bfb2-6b29142bd974 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 07:01:01.926831 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a080e9-5d46-4252-8a54-50db642bc8de None None] Sync routers for ids ['f8d14ea9-2f99-465f-b447-f1c4edc67ff7'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 07:01:01.934179 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-68718079-52e6-416d-bfb2-6b29142bd974 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] 10.222.0.55 "PUT /v2.0/routers/f8d14ea9-2f99-465f-b447-f1c4edc67ff7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4607403 May 28 07:01:01.936568 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 46700) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:01:01.942124 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a080e9-5d46-4252-8a54-50db642bc8de None None] Routers {'f8d14ea9-2f99-465f-b447-f1c4edc67ff7'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:01:01.942947 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-c5a080e9-5d46-4252-8a54-50db642bc8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:00:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['f8d14ea9-2f99-465f-b447-f1c4edc67ff7'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:01:01.996126 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-5279ec02-fe97-4f26-93d8-ae3b026d35f9 None None] Port 1d83b444-9cfb-42f7-9db9-2af5fe41f625 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 07:01:02.010343 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-c5a080e9-5d46-4252-8a54-50db642bc8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:01:02.020952 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a080e9-5d46-4252-8a54-50db642bc8de None None] Routers {'f8d14ea9-2f99-465f-b447-f1c4edc67ff7'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:01:02.021584 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-c5a080e9-5d46-4252-8a54-50db642bc8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:00:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['f8d14ea9-2f99-465f-b447-f1c4edc67ff7'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:01:02.108305 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-c5a080e9-5d46-4252-8a54-50db642bc8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:01:02.109369 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a080e9-5d46-4252-8a54-50db642bc8de None None] The sync data for ids ['f8d14ea9-2f99-465f-b447-f1c4edc67ff7'] in n-d-843702-1 is: [] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 07:01:02.134030 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e585a884-32e3-4084-a35e-9b2e82cb5617 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Notify callbacks [] for router, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:02.479571 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:02.505833 n-d-843702-1 neutron-server[89110]: INFO neutron.api.v2.resource [None req-e585a884-32e3-4084-a35e-9b2e82cb5617 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] delete failed (client error): There was a conflict when trying to complete your request. May 28 07:01:02.509768 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-e585a884-32e3-4084-a35e-9b2e82cb5617 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] 10.222.0.55 "DELETE /v2.0/routers/f8d14ea9-2f99-465f-b447-f1c4edc67ff7 HTTP/1.1" status: 409 len: 329 time: 0.5691438 May 28 07:01:02.510125 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 46724) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:01:02.532055 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9232b213-8890-493e-918a-f5d5a83dd1c8 req-d054eeb3-51f4-4e50-8d32-6d2cd3337ea4 tempest-TestServerAdvancedOps-564144725 tempest-TestServerAdvancedOps-564144725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:01:02.539760 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9232b213-8890-493e-918a-f5d5a83dd1c8 req-d054eeb3-51f4-4e50-8d32-6d2cd3337ea4 tempest-TestServerAdvancedOps-564144725 tempest-TestServerAdvancedOps-564144725-project] 10.222.0.55 "GET /v2.0/ports?device_id=55fe85f9-8dbb-4c28-bc2e-9359ea69c1fe HTTP/1.1" status: 200 len: 946 time: 0.3334522 May 28 07:01:02.638579 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9232b213-8890-493e-918a-f5d5a83dd1c8 req-9f58d7e7-c2d4-4394-944a-297e4b40bf3d tempest-TestServerAdvancedOps-564144725 tempest-TestServerAdvancedOps-564144725-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f11fe62-d331-4558-b9b9-79a076bc2fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905488 May 28 07:01:03.164808 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-298fda01-9137-4c0e-a2e9-4e18067246ca tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700548'] for router_interface, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:03.514398 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c726ccc0-ff08-4d13-b9fa-6e2f101d7441 req-0dee46ce-6347-4358-b5c9-582ab6511eee tempest-TestServerAdvancedOps-564144725 tempest-TestServerAdvancedOps-564144725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:01:03.517250 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c726ccc0-ff08-4d13-b9fa-6e2f101d7441 req-0dee46ce-6347-4358-b5c9-582ab6511eee tempest-TestServerAdvancedOps-564144725 tempest-TestServerAdvancedOps-564144725-project] 10.222.0.55 "GET /v2.0/ports?device_id=55fe85f9-8dbb-4c28-bc2e-9359ea69c1fe HTTP/1.1" status: 200 len: 946 time: 0.1107235 May 28 07:01:03.587973 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c726ccc0-ff08-4d13-b9fa-6e2f101d7441 req-344302d9-0d65-4030-96d1-5f2096724ab2 tempest-TestServerAdvancedOps-564144725 tempest-TestServerAdvancedOps-564144725-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f11fe62-d331-4558-b9b9-79a076bc2fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642958 May 28 07:01:03.742431 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-298fda01-9137-4c0e-a2e9-4e18067246ca tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Deleting port 1d83b444-9cfb-42f7-9db9-2af5fe41f625 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:01:03.743093 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-298fda01-9137-4c0e-a2e9-4e18067246ca tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:03.954856 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-298fda01-9137-4c0e-a2e9-4e18067246ca tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:04.078060 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-298fda01-9137-4c0e-a2e9-4e18067246ca tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Calling delete_port for 1d83b444-9cfb-42f7-9db9-2af5fe41f625 owned by network:router_interface {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:01:04.553721 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-298fda01-9137-4c0e-a2e9-4e18067246ca tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:04.606571 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298fda01-9137-4c0e-a2e9-4e18067246ca tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Pushing event deleted for resources: {'Port': ['ID=1d83b444-9cfb-42f7-9db9-2af5fe41f625,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:01:04.840210 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a1f198-62a1-4765-9ccc-fb5bf9b74110 req-8e120a30-7283-47d1-82de-ef20fe86adc2 tempest-TestServerAdvancedOps-564144725 tempest-TestServerAdvancedOps-564144725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:01:04.859920 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f3a1f198-62a1-4765-9ccc-fb5bf9b74110 req-8e120a30-7283-47d1-82de-ef20fe86adc2 tempest-TestServerAdvancedOps-564144725 tempest-TestServerAdvancedOps-564144725-project] 10.222.0.55 "GET /v2.0/ports?device_id=55fe85f9-8dbb-4c28-bc2e-9359ea69c1fe HTTP/1.1" status: 200 len: 946 time: 0.1220977 May 28 07:01:04.893516 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-298fda01-9137-4c0e-a2e9-4e18067246ca tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700472'] for router_interface, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:04.946533 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f3a1f198-62a1-4765-9ccc-fb5bf9b74110 req-4729a1fe-1495-478e-b1c9-43b4c3d21938 tempest-TestServerAdvancedOps-564144725 tempest-TestServerAdvancedOps-564144725-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f11fe62-d331-4558-b9b9-79a076bc2fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856307 May 28 07:01:05.288933 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-298fda01-9137-4c0e-a2e9-4e18067246ca tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Router f8d14ea9-2f99-465f-b447-f1c4edc67ff7 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 07:01:05.586036 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-298fda01-9137-4c0e-a2e9-4e18067246ca tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 07:01:05.598071 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a6dbc6-e67c-49b7-959c-de7a23c85120 None None] Sync routers for ids ['f8d14ea9-2f99-465f-b447-f1c4edc67ff7'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 07:01:05.615441 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-298fda01-9137-4c0e-a2e9-4e18067246ca tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] 10.222.0.55 "PUT /v2.0/routers/f8d14ea9-2f99-465f-b447-f1c4edc67ff7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1035459 May 28 07:01:05.616357 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a6dbc6-e67c-49b7-959c-de7a23c85120 None None] Routers {'f8d14ea9-2f99-465f-b447-f1c4edc67ff7'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:01:05.617890 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-23a6dbc6-e67c-49b7-959c-de7a23c85120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:00:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['f8d14ea9-2f99-465f-b447-f1c4edc67ff7'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:01:05.619033 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 46768) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:01:05.690942 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-23a6dbc6-e67c-49b7-959c-de7a23c85120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:01:05.700971 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a6dbc6-e67c-49b7-959c-de7a23c85120 None None] Routers {'f8d14ea9-2f99-465f-b447-f1c4edc67ff7'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:01:05.701982 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-23a6dbc6-e67c-49b7-959c-de7a23c85120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:00:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['f8d14ea9-2f99-465f-b447-f1c4edc67ff7'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:01:05.705493 n-d-843702-1 neutron-server[89110]: INFO neutron.api.v2.resource [None req-5a24dfc1-d77d-43b6-8cca-67fab70d36c0 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] show failed (client error): The resource could not be found. May 28 07:01:05.706617 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-5a24dfc1-d77d-43b6-8cca-67fab70d36c0 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] 10.222.0.55 "GET /v2.0/routers/tempest-non_exist_router-196382513 HTTP/1.1" status: 404 len: 334 time: 0.0866351 May 28 07:01:05.710248 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 46772) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:01:05.715568 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-8fddfb16-c3f6-429a-8a0c-1b9df44b1f26 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Request body: {'router': {'name': 'new_name'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:01:05.778825 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-23a6dbc6-e67c-49b7-959c-de7a23c85120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:01:05.779480 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a6dbc6-e67c-49b7-959c-de7a23c85120 None None] The sync data for ids ['f8d14ea9-2f99-465f-b447-f1c4edc67ff7'] in n-d-843702-1 is: [] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 07:01:05.784788 n-d-843702-1 neutron-server[89110]: INFO neutron.api.v2.resource [None req-8fddfb16-c3f6-429a-8a0c-1b9df44b1f26 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] update failed (client error): The resource could not be found. May 28 07:01:05.786321 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-8fddfb16-c3f6-429a-8a0c-1b9df44b1f26 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] 10.222.0.55 "PUT /v2.0/routers/tempest-non_exist_router-979342482 HTTP/1.1" status: 404 len: 334 time: 0.0749145 May 28 07:01:05.789429 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 46776) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:01:05.875482 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca3e5221-4485-4d34-972a-84e05e570faa tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Deleting subnet 28e51f66-f932-41dd-8fe7-a210c06b145b {{(pid=89110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 07:01:05.879987 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ca3e5221-4485-4d34-972a-84e05e570faa tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Notify callbacks [] for subnet, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:05.944835 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ca3e5221-4485-4d34-972a-84e05e570faa tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4150765'] for subnet, precommit_delete_associations {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:06.115596 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ca3e5221-4485-4d34-972a-84e05e570faa tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:06.284637 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80685e64-a5dd-4a94-8d70-d567044f5d59 req-95ba8faa-e7b6-4c24-b4ca-7fb4afc9005e tempest-TestServerAdvancedOps-564144725 tempest-TestServerAdvancedOps-564144725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:01:06.286646 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-80685e64-a5dd-4a94-8d70-d567044f5d59 req-95ba8faa-e7b6-4c24-b4ca-7fb4afc9005e tempest-TestServerAdvancedOps-564144725 tempest-TestServerAdvancedOps-564144725-project] 10.222.0.55 "GET /v2.0/ports?device_id=55fe85f9-8dbb-4c28-bc2e-9359ea69c1fe HTTP/1.1" status: 200 len: 946 time: 0.1241603 May 28 07:01:06.337929 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-80685e64-a5dd-4a94-8d70-d567044f5d59 req-9bea41de-18a6-4951-a438-d74f520af4a1 tempest-TestServerAdvancedOps-564144725 tempest-TestServerAdvancedOps-564144725-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f11fe62-d331-4558-b9b9-79a076bc2fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457559 May 28 07:01:06.370637 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ca3e5221-4485-4d34-972a-84e05e570faa tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3115981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3172005'] for subnet, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:06.415902 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3e5221-4485-4d34-972a-84e05e570faa tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Pushing event deleted for resources: {'Subnet': ['ID=28e51f66-f932-41dd-8fe7-a210c06b145b,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:01:06.421183 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ca3e5221-4485-4d34-972a-84e05e570faa tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:06.431931 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-ca3e5221-4485-4d34-972a-84e05e570faa tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] 10.222.0.55 "DELETE /v2.0/subnets/28e51f66-f932-41dd-8fe7-a210c06b145b HTTP/1.1" status: 204 len: 168 time: 0.6392982 May 28 07:01:06.434812 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-211f8f56-c928-4d77-826f-382419153aa7 None None] Network 323c34d8-7c00-4b88-99a1-e27f85327fa4 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 07:01:06.435110 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 46786) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:01:06.513842 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_v2 [None req-20fcd3c6-fe25-4eeb-8bc8-c53e24c63f8d tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Deleting subnet 417d35a6-e356-4779-a96b-e083a5e191d3 {{(pid=89109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 07:01:06.528599 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-20fcd3c6-fe25-4eeb-8bc8-c53e24c63f8d tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Notify callbacks [] for subnet, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:06.672595 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-20fcd3c6-fe25-4eeb-8bc8-c53e24c63f8d tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3964070'] for subnet, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:06.778142 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-20fcd3c6-fe25-4eeb-8bc8-c53e24c63f8d tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:06.841927 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c780a84-be4d-4c95-82f6-f5f3b77cb186 None None] DHCP port deletion for 323c34d8-7c00-4b88-99a1-e27f85327fa4 request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 07:01:06.857634 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-3c780a84-be4d-4c95-82f6-f5f3b77cb186 None None] Deleting port 025fed0d-adac-4658-a33f-aa34af7ee8c7 {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:01:06.858188 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-3c780a84-be4d-4c95-82f6-f5f3b77cb186 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:06.925693 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-20fcd3c6-fe25-4eeb-8bc8-c53e24c63f8d tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9555650'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:07.002681 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fcd3c6-fe25-4eeb-8bc8-c53e24c63f8d tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Pushing event deleted for resources: {'Subnet': ['ID=417d35a6-e356-4779-a96b-e083a5e191d3,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:01:07.027862 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-20fcd3c6-fe25-4eeb-8bc8-c53e24c63f8d tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:07.036073 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab780688-fa4e-4643-9902-244004762aed None None] Network 99e40652-50fd-4807-b95d-555a4361b6ef requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 07:01:07.039834 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-20fcd3c6-fe25-4eeb-8bc8-c53e24c63f8d tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] 10.222.0.55 "DELETE /v2.0/subnets/417d35a6-e356-4779-a96b-e083a5e191d3 HTTP/1.1" status: 204 len: 168 time: 0.6064005 May 28 07:01:07.045369 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 46812) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:01:07.090109 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe3cc3e-bc09-45c8-a02d-0be646a01c4a req-4998cae9-4510-455d-a14a-e37403b6531d tempest-TestServerAdvancedOps-564144725 tempest-TestServerAdvancedOps-564144725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:01:07.092745 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ebe3cc3e-bc09-45c8-a02d-0be646a01c4a req-4998cae9-4510-455d-a14a-e37403b6531d tempest-TestServerAdvancedOps-564144725 tempest-TestServerAdvancedOps-564144725-project] 10.222.0.55 "GET /v2.0/ports?device_id=55fe85f9-8dbb-4c28-bc2e-9359ea69c1fe HTTP/1.1" status: 200 len: 946 time: 0.1188066 May 28 07:01:07.188695 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5fd97c4d-9dcf-45bf-a5cc-fbd89e66689b tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:07.212028 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ebe3cc3e-bc09-45c8-a02d-0be646a01c4a req-0050a9d3-f295-4d79-8fe7-81e0227a6bb5 tempest-TestServerAdvancedOps-564144725 tempest-TestServerAdvancedOps-564144725-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f11fe62-d331-4558-b9b9-79a076bc2fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754106 May 28 07:01:07.219375 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-5fd97c4d-9dcf-45bf-a5cc-fbd89e66689b tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Deleting port 025fed0d-adac-4658-a33f-aa34af7ee8c7 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:01:07.219727 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5fd97c4d-9dcf-45bf-a5cc-fbd89e66689b tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:07.254315 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2655b22-ec07-4744-abe0-e959641e3cb6 req-b6e30f5a-12cd-47d3-8aaf-e38bc54f9827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:01:07.255954 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f2655b22-ec07-4744-abe0-e959641e3cb6 req-b6e30f5a-12cd-47d3-8aaf-e38bc54f9827 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fdb56bd9f5754409a5d6752d9307c0b3&device_id=55fe85f9-8dbb-4c28-bc2e-9359ea69c1fe HTTP/1.1" status: 200 len: 1097 time: 0.1589489 May 28 07:01:07.416040 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-3c780a84-be4d-4c95-82f6-f5f3b77cb186 None None] For port 025fed0d-adac-4658-a33f-aa34af7ee8c7, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=025fed0d-adac-4658-a33f-aa34af7ee8c7,segment=NetworkSegment(c89314e8-d06e-41a7-a810-2ddab932ff9d),segment_id=c89314e8-d06e-41a7-a810-2ddab932ff9d)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:01:07.416040 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-3c780a84-be4d-4c95-82f6-f5f3b77cb186 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:07.471663 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2655b22-ec07-4744-abe0-e959641e3cb6 req-af7eb0a2-ffe2-45ee-9457-cd44a1071247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:01:07.476668 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f2655b22-ec07-4744-abe0-e959641e3cb6 req-af7eb0a2-ffe2-45ee-9457-cd44a1071247 service neutron] 10.222.0.69 "GET /v2.0/networks?id=5e7fefb8-f036-420e-b2af-a2bc031d319f HTTP/1.1" status: 200 len: 913 time: 0.2148802 May 28 07:01:07.618706 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f2655b22-ec07-4744-abe0-e959641e3cb6 req-ba7893ac-4dc6-424f-bb79-b0827329fa45 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d67cb22-ce51-4220-9573-cd2d8b3b8c15 HTTP/1.1" status: 200 len: 217 time: 0.1356955 May 28 07:01:07.626962 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-5fd97c4d-9dcf-45bf-a5cc-fbd89e66689b tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] For port 025fed0d-adac-4658-a33f-aa34af7ee8c7, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=025fed0d-adac-4658-a33f-aa34af7ee8c7,segment=NetworkSegment(c89314e8-d06e-41a7-a810-2ddab932ff9d),segment_id=c89314e8-d06e-41a7-a810-2ddab932ff9d)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:01:07.627909 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5fd97c4d-9dcf-45bf-a5cc-fbd89e66689b tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:07.743570 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-3c780a84-be4d-4c95-82f6-f5f3b77cb186 None None] Calling delete_port for 025fed0d-adac-4658-a33f-aa34af7ee8c7 owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:01:07.744504 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2655b22-ec07-4744-abe0-e959641e3cb6 req-a561c9b7-7756-4d48-8910-8c176c6a4f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:01:07.746389 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f2655b22-ec07-4744-abe0-e959641e3cb6 req-a561c9b7-7756-4d48-8910-8c176c6a4f23 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=26c109b4-c3d0-4020-aeab-19316acf367c HTTP/1.1" status: 200 len: 852 time: 0.1181099 May 28 07:01:07.817785 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f2655b22-ec07-4744-abe0-e959641e3cb6 req-8982fffd-7f49-452a-bcfd-3327b79fc8e9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5e7fefb8-f036-420e-b2af-a2bc031d319f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653872 May 28 07:01:07.824533 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-5fd97c4d-9dcf-45bf-a5cc-fbd89e66689b tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Calling delete_port for 025fed0d-adac-4658-a33f-aa34af7ee8c7 owned by network:dhcp {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:01:07.958879 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-3c780a84-be4d-4c95-82f6-f5f3b77cb186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879'] for port, after_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:07.986754 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.db.api [None req-5fd97c4d-9dcf-45bf-a5cc-fbd89e66689b tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 07:01:07.987225 n-d-843702-1 neutron-server[89109]: DEBUG oslo_db.api [None req-5fd97c4d-9dcf-45bf-a5cc-fbd89e66689b tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 07:01:08.048766 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f2655b22-ec07-4744-abe0-e959641e3cb6 req-312e8ba9-b613-4b4d-bd0d-ac83d69f18f7 service neutron] 10.222.0.69 "GET /v2.0/networks/5e7fefb8-f036-420e-b2af-a2bc031d319f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233222 May 28 07:01:08.071660 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 025fed0d-adac-4658-a33f-aa34af7ee8c7 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:01:08.106469 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189d244b-6ffd-4cbc-94df-58c6ef8a010d None None] DHCP port deletion for 99e40652-50fd-4807-b95d-555a4361b6ef request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 07:01:08.126583 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 025fed0d-adac-4658-a33f-aa34af7ee8c7 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 07:01:08.133320 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 025fed0d-adac-4658-a33f-aa34af7ee8c7 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 07:01:08.133320 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c780a84-be4d-4c95-82f6-f5f3b77cb186 None None] Pushing event deleted for resources: {'Port': ['ID=025fed0d-adac-4658-a33f-aa34af7ee8c7,revision_number=None']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:01:08.137804 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c780a84-be4d-4c95-82f6-f5f3b77cb186 None None] No DVR routers for this DVR port 025fed0d-adac-4658-a33f-aa34af7ee8c7 on host n-d-843702-1 {{(pid=89111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 07:01:08.151678 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-189d244b-6ffd-4cbc-94df-58c6ef8a010d None None] Deleting port 9315aa48-e397-4b08-870a-e3b62fc8449c {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:01:08.151678 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-189d244b-6ffd-4cbc-94df-58c6ef8a010d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:08.433992 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f2655b22-ec07-4744-abe0-e959641e3cb6 req-ca702ffd-8d58-46d8-b3f0-bf3d216e46f2 service neutron] 10.222.0.69 "GET /v2.0/networks/5e7fefb8-f036-420e-b2af-a2bc031d319f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3787584 May 28 07:01:08.465074 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-189d244b-6ffd-4cbc-94df-58c6ef8a010d None None] For port 9315aa48-e397-4b08-870a-e3b62fc8449c, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=9315aa48-e397-4b08-870a-e3b62fc8449c,segment=NetworkSegment(cad2553e-eb23-4e93-a62b-25261c5633e3),segment_id=cad2553e-eb23-4e93-a62b-25261c5633e3)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:01:08.465501 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-189d244b-6ffd-4cbc-94df-58c6ef8a010d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:08.489167 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-5fd97c4d-9dcf-45bf-a5cc-fbd89e66689b tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Deleting port 025fed0d-adac-4658-a33f-aa34af7ee8c7 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:01:08.489949 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5fd97c4d-9dcf-45bf-a5cc-fbd89e66689b tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:08.652739 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c43df3-3155-499e-b66f-c5de1adbcc53 req-9bedd89f-9ddd-4e33-9e9b-5a1e600ce061 tempest-TestServerAdvancedOps-564144725 tempest-TestServerAdvancedOps-564144725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:01:08.663843 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d3c43df3-3155-499e-b66f-c5de1adbcc53 req-9bedd89f-9ddd-4e33-9e9b-5a1e600ce061 tempest-TestServerAdvancedOps-564144725 tempest-TestServerAdvancedOps-564144725-project] 10.222.0.55 "GET /v2.0/ports?device_id=55fe85f9-8dbb-4c28-bc2e-9359ea69c1fe HTTP/1.1" status: 200 len: 946 time: 0.2288253 May 28 07:01:08.681303 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-189d244b-6ffd-4cbc-94df-58c6ef8a010d None None] Calling delete_port for 9315aa48-e397-4b08-870a-e3b62fc8449c owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:01:08.715998 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-5fd97c4d-9dcf-45bf-a5cc-fbd89e66689b tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] The port '025fed0d-adac-4658-a33f-aa34af7ee8c7' was deleted {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 07:01:08.734827 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d3c43df3-3155-499e-b66f-c5de1adbcc53 req-16fd30e0-3de8-4f0d-9f19-36750fb4841f tempest-TestServerAdvancedOps-564144725 tempest-TestServerAdvancedOps-564144725-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f11fe62-d331-4558-b9b9-79a076bc2fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699418 May 28 07:01:08.885142 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-189d244b-6ffd-4cbc-94df-58c6ef8a010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879'] for port, after_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:08.886062 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5fd97c4d-9dcf-45bf-a5cc-fbd89e66689b tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:08.944493 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-5fd97c4d-9dcf-45bf-a5cc-fbd89e66689b tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['323c34d8-7c00-4b88-99a1-e27f85327fa4']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:01:08.972263 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-5fd97c4d-9dcf-45bf-a5cc-fbd89e66689b tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c89314e8-d06e-41a7-a810-2ddab932ff9d') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:01:08.972263 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-5fd97c4d-9dcf-45bf-a5cc-fbd89e66689b tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c89314e8-d06e-41a7-a810-2ddab932ff9d') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:01:08.986722 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5fd97c4d-9dcf-45bf-a5cc-fbd89e66689b tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:09.000099 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189d244b-6ffd-4cbc-94df-58c6ef8a010d None None] Pushing event deleted for resources: {'Port': ['ID=9315aa48-e397-4b08-870a-e3b62fc8449c,revision_number=None']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:01:09.006494 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189d244b-6ffd-4cbc-94df-58c6ef8a010d None None] No DVR routers for this DVR port 9315aa48-e397-4b08-870a-e3b62fc8449c on host n-d-843702-1 {{(pid=89111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 07:01:09.014158 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5fd97c4d-9dcf-45bf-a5cc-fbd89e66689b tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:09.030215 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fd97c4d-9dcf-45bf-a5cc-fbd89e66689b tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 07:01:09.031347 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5fd97c4d-9dcf-45bf-a5cc-fbd89e66689b tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:09.113003 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment c89314e8-d06e-41a7-a810-2ddab932ff9d resource provider aggregate not found May 28 07:01:09.140592 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment c89314e8-d06e-41a7-a810-2ddab932ff9d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c89314e8-d06e-41a7-a810-2ddab932ff9d found for delete ", "request_id": "req-24231970-bcc5-4430-a847-6793a32dfbad"}]} May 28 07:01:09.290322 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5fd97c4d-9dcf-45bf-a5cc-fbd89e66689b tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:09.296068 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5fd97c4d-9dcf-45bf-a5cc-fbd89e66689b tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:09.328666 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd97c4d-9dcf-45bf-a5cc-fbd89e66689b tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Pushing event deleted for resources: {'Network': ['ID=323c34d8-7c00-4b88-99a1-e27f85327fa4,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:01:09.335956 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 46846) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:01:09.337674 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-5fd97c4d-9dcf-45bf-a5cc-fbd89e66689b tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] 10.222.0.55 "DELETE /v2.0/networks/323c34d8-7c00-4b88-99a1-e27f85327fa4 HTTP/1.1" status: 204 len: 168 time: 2.2842059 May 28 07:01:09.457126 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a670f717-5a2c-4564-89e8-37fec5dcfd2f tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:09.598074 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a670f717-5a2c-4564-89e8-37fec5dcfd2f tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:09.625266 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-a670f717-5a2c-4564-89e8-37fec5dcfd2f tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99e40652-50fd-4807-b95d-555a4361b6ef']}} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:01:09.638197 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-a670f717-5a2c-4564-89e8-37fec5dcfd2f tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cad2553e-eb23-4e93-a62b-25261c5633e3') {'for_net_delete': True} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:01:09.638500 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-a670f717-5a2c-4564-89e8-37fec5dcfd2f tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cad2553e-eb23-4e93-a62b-25261c5633e3') {} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:01:09.651209 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a670f717-5a2c-4564-89e8-37fec5dcfd2f tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4150778'] for segment, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:09.667388 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a670f717-5a2c-4564-89e8-37fec5dcfd2f tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:09.674412 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a670f717-5a2c-4564-89e8-37fec5dcfd2f tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=89110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 07:01:09.674800 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a670f717-5a2c-4564-89e8-37fec5dcfd2f tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3143023'] for segment, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:09.747306 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment cad2553e-eb23-4e93-a62b-25261c5633e3 resource provider aggregate not found May 28 07:01:09.773912 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment cad2553e-eb23-4e93-a62b-25261c5633e3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cad2553e-eb23-4e93-a62b-25261c5633e3 found for delete ", "request_id": "req-7d2a5723-f73b-40a3-9e5e-31a926b50411"}]} May 28 07:01:09.897977 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a670f717-5a2c-4564-89e8-37fec5dcfd2f tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:09.917322 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a670f717-5a2c-4564-89e8-37fec5dcfd2f tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Notify callbacks [] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:09.933472 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a670f717-5a2c-4564-89e8-37fec5dcfd2f tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Pushing event deleted for resources: {'Network': ['ID=99e40652-50fd-4807-b95d-555a4361b6ef,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:01:09.941712 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 46860) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:01:09.942218 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-a670f717-5a2c-4564-89e8-37fec5dcfd2f tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] 10.222.0.55 "DELETE /v2.0/networks/99e40652-50fd-4807-b95d-555a4361b6ef HTTP/1.1" status: 204 len: 168 time: 0.6044786 May 28 07:01:09.964091 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 9315aa48-e397-4b08-870a-e3b62fc8449c no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:01:09.976089 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f93a9f-2dfb-471c-8628-b0ee0a4aa331 req-1a26ab6c-a279-4cad-a959-f2f6cbe31f51 tempest-TestServerAdvancedOps-564144725 tempest-TestServerAdvancedOps-564144725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:01:09.978263 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-06f93a9f-2dfb-471c-8628-b0ee0a4aa331 req-1a26ab6c-a279-4cad-a959-f2f6cbe31f51 tempest-TestServerAdvancedOps-564144725 tempest-TestServerAdvancedOps-564144725-project] 10.222.0.55 "GET /v2.0/ports?device_id=55fe85f9-8dbb-4c28-bc2e-9359ea69c1fe HTTP/1.1" status: 200 len: 946 time: 0.1258831 May 28 07:01:10.006180 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 9315aa48-e397-4b08-870a-e3b62fc8449c {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 07:01:10.007267 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 9315aa48-e397-4b08-870a-e3b62fc8449c not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 07:01:10.038315 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-06f93a9f-2dfb-471c-8628-b0ee0a4aa331 req-a8034303-0491-40ae-9dc5-b88ff84e9562 tempest-TestServerAdvancedOps-564144725 tempest-TestServerAdvancedOps-564144725-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f11fe62-d331-4558-b9b9-79a076bc2fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547597 May 28 07:01:10.045617 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_v2 [None req-58621d4b-fade-4cde-a9a1-5810699c2ca3 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Deleting subnet 28a274ad-fbb3-4c5b-be52-7fb917667632 {{(pid=89109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 07:01:10.048072 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-58621d4b-fade-4cde-a9a1-5810699c2ca3 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Notify callbacks [] for subnet, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:10.106969 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-58621d4b-fade-4cde-a9a1-5810699c2ca3 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3964070'] for subnet, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:10.193875 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-58621d4b-fade-4cde-a9a1-5810699c2ca3 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:10.370409 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-58621d4b-fade-4cde-a9a1-5810699c2ca3 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9555650'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:10.416085 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58621d4b-fade-4cde-a9a1-5810699c2ca3 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Pushing event deleted for resources: {'Subnet': ['ID=28a274ad-fbb3-4c5b-be52-7fb917667632,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:01:10.422087 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-58621d4b-fade-4cde-a9a1-5810699c2ca3 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:10.430035 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd9a9239-b3ef-470d-b621-e5817dd2ff42 None None] Network a576f8f4-b9d9-448a-b63f-775c22a159d1 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 07:01:10.433932 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-58621d4b-fade-4cde-a9a1-5810699c2ca3 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] 10.222.0.55 "DELETE /v2.0/subnets/28a274ad-fbb3-4c5b-be52-7fb917667632 HTTP/1.1" status: 204 len: 168 time: 0.4886327 May 28 07:01:10.434271 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 46870) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:01:10.602412 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7dd25214-fa41-49eb-bbef-51b0504070e9 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:10.615805 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-7dd25214-fa41-49eb-bbef-51b0504070e9 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Deleting port 386bde0b-3e96-4d13-aa9d-a98caa1a3f53 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:01:10.616148 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7dd25214-fa41-49eb-bbef-51b0504070e9 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:10.762805 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6757900-e103-46e3-a456-9336f9fd8c19 None None] DHCP port deletion for a576f8f4-b9d9-448a-b63f-775c22a159d1 request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 07:01:10.768011 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-e6757900-e103-46e3-a456-9336f9fd8c19 None None] Deleting port 386bde0b-3e96-4d13-aa9d-a98caa1a3f53 {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:01:10.768449 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e6757900-e103-46e3-a456-9336f9fd8c19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:10.913002 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [None req-7dd25214-fa41-49eb-bbef-51b0504070e9 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] For port 386bde0b-3e96-4d13-aa9d-a98caa1a3f53, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=386bde0b-3e96-4d13-aa9d-a98caa1a3f53,segment=NetworkSegment(8b1c515b-b67c-46d3-866e-afab85a24923),segment_id=8b1c515b-b67c-46d3-866e-afab85a24923)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:01:10.913249 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7dd25214-fa41-49eb-bbef-51b0504070e9 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:11.044974 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-7dd25214-fa41-49eb-bbef-51b0504070e9 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Calling delete_port for 386bde0b-3e96-4d13-aa9d-a98caa1a3f53 owned by network:dhcp {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:01:11.051181 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-e6757900-e103-46e3-a456-9336f9fd8c19 None None] For port 386bde0b-3e96-4d13-aa9d-a98caa1a3f53, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=386bde0b-3e96-4d13-aa9d-a98caa1a3f53,segment=NetworkSegment(8b1c515b-b67c-46d3-866e-afab85a24923),segment_id=8b1c515b-b67c-46d3-866e-afab85a24923)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:01:11.051746 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e6757900-e103-46e3-a456-9336f9fd8c19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:11.119620 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dd8726-cb60-4a81-8eca-a5f2cf303886 req-20d85289-26c4-4fda-b572-bb2677217b23 tempest-TestServerAdvancedOps-564144725 tempest-TestServerAdvancedOps-564144725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:01:11.121209 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a3dd8726-cb60-4a81-8eca-a5f2cf303886 req-20d85289-26c4-4fda-b572-bb2677217b23 tempest-TestServerAdvancedOps-564144725 tempest-TestServerAdvancedOps-564144725-project] 10.222.0.55 "GET /v2.0/ports?device_id=55fe85f9-8dbb-4c28-bc2e-9359ea69c1fe HTTP/1.1" status: 200 len: 946 time: 0.2736137 May 28 07:01:11.183311 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-e6757900-e103-46e3-a456-9336f9fd8c19 None None] Calling delete_port for 386bde0b-3e96-4d13-aa9d-a98caa1a3f53 owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:01:11.188779 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a3dd8726-cb60-4a81-8eca-a5f2cf303886 req-483fbcd7-e522-4bb4-8ede-9621bb019e3c tempest-TestServerAdvancedOps-564144725 tempest-TestServerAdvancedOps-564144725-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f11fe62-d331-4558-b9b9-79a076bc2fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507886 May 28 07:01:11.238849 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7dd25214-fa41-49eb-bbef-51b0504070e9 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:11.275839 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 07:01:11.275839 n-d-843702-1 neutron-server[89111]: util.warn( May 28 07:01:11.275839 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 07:01:11.275839 n-d-843702-1 neutron-server[89111]: util.warn( May 28 07:01:11.275839 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 07:01:11.275839 n-d-843702-1 neutron-server[89111]: util.warn( May 28 07:01:11.275839 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 07:01:11.275839 n-d-843702-1 neutron-server[89111]: util.warn( May 28 07:01:11.275839 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 07:01:11.275839 n-d-843702-1 neutron-server[89111]: util.warn( May 28 07:01:11.275839 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 07:01:11.275839 n-d-843702-1 neutron-server[89111]: util.warn( May 28 07:01:11.275839 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 07:01:11.275839 n-d-843702-1 neutron-server[89111]: util.warn( May 28 07:01:11.275839 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 07:01:11.275839 n-d-843702-1 neutron-server[89111]: util.warn( May 28 07:01:11.275839 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 07:01:11.275839 n-d-843702-1 neutron-server[89111]: util.warn( May 28 07:01:11.275839 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 07:01:11.275839 n-d-843702-1 neutron-server[89111]: util.warn( May 28 07:01:11.275839 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 07:01:11.275839 n-d-843702-1 neutron-server[89111]: util.warn( May 28 07:01:11.275839 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 07:01:11.275839 n-d-843702-1 neutron-server[89111]: util.warn( May 28 07:01:11.275839 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 07:01:11.275839 n-d-843702-1 neutron-server[89111]: util.warn( May 28 07:01:11.275839 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 07:01:11.275839 n-d-843702-1 neutron-server[89111]: util.warn( May 28 07:01:11.275839 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 07:01:11.275839 n-d-843702-1 neutron-server[89111]: util.warn( May 28 07:01:11.275839 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 07:01:11.275839 n-d-843702-1 neutron-server[89111]: util.warn( May 28 07:01:11.275839 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 07:01:11.275839 n-d-843702-1 neutron-server[89111]: util.warn( May 28 07:01:11.275839 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 07:01:11.275839 n-d-843702-1 neutron-server[89111]: util.warn( May 28 07:01:11.275839 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 07:01:11.275839 n-d-843702-1 neutron-server[89111]: util.warn( May 28 07:01:11.275839 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 07:01:11.275839 n-d-843702-1 neutron-server[89111]: util.warn( May 28 07:01:11.275839 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 07:01:11.275839 n-d-843702-1 neutron-server[89111]: util.warn( May 28 07:01:11.275839 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 07:01:11.275839 n-d-843702-1 neutron-server[89111]: util.warn( May 28 07:01:11.275839 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 07:01:11.275839 n-d-843702-1 neutron-server[89111]: util.warn( May 28 07:01:11.275839 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 07:01:11.275839 n-d-843702-1 neutron-server[89111]: util.warn( May 28 07:01:11.275839 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 07:01:11.275839 n-d-843702-1 neutron-server[89111]: util.warn( May 28 07:01:11.275839 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 07:01:11.275839 n-d-843702-1 neutron-server[89111]: util.warn( May 28 07:01:11.275839 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 07:01:11.275839 n-d-843702-1 neutron-server[89111]: util.warn( May 28 07:01:11.275839 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 07:01:11.275839 n-d-843702-1 neutron-server[89111]: util.warn( May 28 07:01:11.282703 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.db.api [None req-e6757900-e103-46e3-a456-9336f9fd8c19 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89111) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 07:01:11.283090 n-d-843702-1 neutron-server[89111]: DEBUG oslo_db.api [None req-e6757900-e103-46e3-a456-9336f9fd8c19 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 07:01:11.295419 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd25214-fa41-49eb-bbef-51b0504070e9 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Pushing event deleted for resources: {'Port': ['ID=386bde0b-3e96-4d13-aa9d-a98caa1a3f53,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:01:11.306625 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd25214-fa41-49eb-bbef-51b0504070e9 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] No DVR routers for this DVR port 386bde0b-3e96-4d13-aa9d-a98caa1a3f53 on host n-d-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 07:01:11.563390 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7dd25214-fa41-49eb-bbef-51b0504070e9 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:11.603491 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-7dd25214-fa41-49eb-bbef-51b0504070e9 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a576f8f4-b9d9-448a-b63f-775c22a159d1']}} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:01:11.619761 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-7dd25214-fa41-49eb-bbef-51b0504070e9 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b1c515b-b67c-46d3-866e-afab85a24923') {'for_net_delete': True} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:01:11.620053 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-7dd25214-fa41-49eb-bbef-51b0504070e9 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b1c515b-b67c-46d3-866e-afab85a24923') {} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:01:11.635430 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7dd25214-fa41-49eb-bbef-51b0504070e9 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4150778'] for segment, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:11.653513 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7dd25214-fa41-49eb-bbef-51b0504070e9 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:11.660669 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dd25214-fa41-49eb-bbef-51b0504070e9 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=89110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 07:01:11.661157 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7dd25214-fa41-49eb-bbef-51b0504070e9 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3143023'] for segment, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:11.784131 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-e6757900-e103-46e3-a456-9336f9fd8c19 None None] Deleting port 386bde0b-3e96-4d13-aa9d-a98caa1a3f53 {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:01:11.784595 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e6757900-e103-46e3-a456-9336f9fd8c19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:11.792685 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment 8b1c515b-b67c-46d3-866e-afab85a24923 resource provider aggregate not found May 28 07:01:11.810881 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment 8b1c515b-b67c-46d3-866e-afab85a24923 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8b1c515b-b67c-46d3-866e-afab85a24923 found for delete ", "request_id": "req-ebe53533-1197-430e-bcad-ccce73055487"}]} May 28 07:01:11.863960 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-e6757900-e103-46e3-a456-9336f9fd8c19 None None] The port '386bde0b-3e96-4d13-aa9d-a98caa1a3f53' was deleted {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 07:01:11.884632 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7dd25214-fa41-49eb-bbef-51b0504070e9 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:11.918314 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7dd25214-fa41-49eb-bbef-51b0504070e9 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Notify callbacks [] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:11.931210 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 46920) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:01:11.942433 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-7dd25214-fa41-49eb-bbef-51b0504070e9 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] 10.222.0.55 "DELETE /v2.0/networks/a576f8f4-b9d9-448a-b63f-775c22a159d1 HTTP/1.1" status: 204 len: 168 time: 1.5068879 May 28 07:01:11.960780 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd25214-fa41-49eb-bbef-51b0504070e9 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Pushing event deleted for resources: {'Network': ['ID=a576f8f4-b9d9-448a-b63f-775c22a159d1,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:01:11.972928 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 386bde0b-3e96-4d13-aa9d-a98caa1a3f53 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:01:12.001998 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-087b3f08-9389-4986-824b-53652ffe3796 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Synchronizing usage tracker for tenant:1c6d0ae23ea948a4945611f080bb4d75 on resource:port {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:01:12.023556 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 386bde0b-3e96-4d13-aa9d-a98caa1a3f53 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 07:01:12.023899 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 386bde0b-3e96-4d13-aa9d-a98caa1a3f53 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 07:01:12.113224 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-087b3f08-9389-4986-824b-53652ffe3796 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Unset dirty status for tenant:1c6d0ae23ea948a4945611f080bb4d75 on resource:port {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:01:12.115101 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-087b3f08-9389-4986-824b-53652ffe3796 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] 10.222.0.55 "GET /v2.0/ports?device_id=f8d14ea9-2f99-465f-b447-f1c4edc67ff7 HTTP/1.1" status: 200 len: 205 time: 0.1819787 May 28 07:01:12.117705 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 46926) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:01:12.273473 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1ab62c29-c3f7-4d8b-8e8c-b35eac7d7099 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Notify callbacks [] for router, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:12.711722 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1ab62c29-c3f7-4d8b-8e8c-b35eac7d7099 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59018'] for router, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:12.716981 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1ab62c29-c3f7-4d8b-8e8c-b35eac7d7099 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:12.768185 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb322d1-accc-4007-a30a-6ce34714118e req-13d5e05a-7972-4daf-8c31-363d345e1fc3 tempest-TestServerAdvancedOps-564144725 tempest-TestServerAdvancedOps-564144725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:01:12.769786 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cbb322d1-accc-4007-a30a-6ce34714118e req-13d5e05a-7972-4daf-8c31-363d345e1fc3 tempest-TestServerAdvancedOps-564144725 tempest-TestServerAdvancedOps-564144725-project] 10.222.0.55 "GET /v2.0/ports?device_id=55fe85f9-8dbb-4c28-bc2e-9359ea69c1fe HTTP/1.1" status: 200 len: 946 time: 0.4341509 May 28 07:01:12.817883 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3abb9a-418c-4286-a989-945931700174 req-29f43ec6-1e0f-4dcd-a45a-0025b37914f4 tempest-TestServerAdvancedOps-564144725 tempest-TestServerAdvancedOps-564144725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:01:12.819292 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ee3abb9a-418c-4286-a989-945931700174 req-29f43ec6-1e0f-4dcd-a45a-0025b37914f4 tempest-TestServerAdvancedOps-564144725 tempest-TestServerAdvancedOps-564144725-project] 10.222.0.69 "GET /v2.0/ports?device_id=55fe85f9-8dbb-4c28-bc2e-9359ea69c1fe HTTP/1.1" status: 200 len: 946 time: 0.1697924 May 28 07:01:12.863670 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1ab62c29-c3f7-4d8b-8e8c-b35eac7d7099 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-703817'] for router, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:12.864047 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ab62c29-c3f7-4d8b-8e8c-b35eac7d7099 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Fanout notify agent at l3_agent the message router_deleted on router f8d14ea9-2f99-465f-b447-f1c4edc67ff7 {{(pid=89110) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 07:01:12.874798 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cbb322d1-accc-4007-a30a-6ce34714118e req-e79093d3-37bf-48de-a506-c286419a00e1 tempest-TestServerAdvancedOps-564144725 tempest-TestServerAdvancedOps-564144725-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f11fe62-d331-4558-b9b9-79a076bc2fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983810 May 28 07:01:12.899923 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1ab62c29-c3f7-4d8b-8e8c-b35eac7d7099 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] Notify callbacks [] for router, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:12.900979 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-1ab62c29-c3f7-4d8b-8e8c-b35eac7d7099 tempest-RoutersNegativeTest-654589869 tempest-RoutersNegativeTest-654589869-project] 10.222.0.55 "DELETE /v2.0/routers/f8d14ea9-2f99-465f-b447-f1c4edc67ff7 HTTP/1.1" status: 204 len: 168 time: 0.7821908 May 28 07:01:12.922060 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-ee3abb9a-418c-4286-a989-945931700174 req-ebe4def7-b5d5-4a69-8695-b0f2dc6978d5 tempest-TestServerAdvancedOps-564144725 tempest-TestServerAdvancedOps-564144725-project] Deleting port 3d67cb22-ce51-4220-9573-cd2d8b3b8c15 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:01:12.922060 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-ee3abb9a-418c-4286-a989-945931700174 req-ebe4def7-b5d5-4a69-8695-b0f2dc6978d5 tempest-TestServerAdvancedOps-564144725 tempest-TestServerAdvancedOps-564144725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:13.209948 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-ee3abb9a-418c-4286-a989-945931700174 req-ebe4def7-b5d5-4a69-8695-b0f2dc6978d5 tempest-TestServerAdvancedOps-564144725 tempest-TestServerAdvancedOps-564144725-project] For port 3d67cb22-ce51-4220-9573-cd2d8b3b8c15, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=3d67cb22-ce51-4220-9573-cd2d8b3b8c15,segment=NetworkSegment(51ad097d-528c-4534-a17e-9a933fead471),segment_id=51ad097d-528c-4534-a17e-9a933fead471)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:01:13.210314 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-ee3abb9a-418c-4286-a989-945931700174 req-ebe4def7-b5d5-4a69-8695-b0f2dc6978d5 tempest-TestServerAdvancedOps-564144725 tempest-TestServerAdvancedOps-564144725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:13.460916 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-ee3abb9a-418c-4286-a989-945931700174 req-ebe4def7-b5d5-4a69-8695-b0f2dc6978d5 tempest-TestServerAdvancedOps-564144725 tempest-TestServerAdvancedOps-564144725-project] Calling delete_port for 3d67cb22-ce51-4220-9573-cd2d8b3b8c15 owned by compute:nova {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:01:13.689277 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 46946) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:01:13.767040 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-ee3abb9a-418c-4286-a989-945931700174 req-ebe4def7-b5d5-4a69-8695-b0f2dc6978d5 tempest-TestServerAdvancedOps-564144725 tempest-TestServerAdvancedOps-564144725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:13.779599 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['3d67cb22-ce51-4220-9573-cd2d8b3b8c15'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 07:01:13.839817 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe4def7-b5d5-4a69-8695-b0f2dc6978d5 tempest-TestServerAdvancedOps-564144725 tempest-TestServerAdvancedOps-564144725-project] Pushing event deleted for resources: {'Port': ['ID=3d67cb22-ce51-4220-9573-cd2d8b3b8c15,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:01:13.931476 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee3abb9a-418c-4286-a989-945931700174 req-ebe4def7-b5d5-4a69-8695-b0f2dc6978d5 tempest-TestServerAdvancedOps-564144725 tempest-TestServerAdvancedOps-564144725-project] No DVR routers for this DVR port 3d67cb22-ce51-4220-9573-cd2d8b3b8c15 on host n-h1-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 07:01:13.940463 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-ee3abb9a-418c-4286-a989-945931700174 req-ebe4def7-b5d5-4a69-8695-b0f2dc6978d5 tempest-TestServerAdvancedOps-564144725 tempest-TestServerAdvancedOps-564144725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:13.943124 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55fe85f9-8dbb-4c28-bc2e-9359ea69c1fe', 'name': 'network-vif-deleted', 'tag': '3d67cb22-ce51-4220-9573-cd2d8b3b8c15'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:01:13.963889 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-3432f5b3-3a59-41df-80f0-f6b7be719ca8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1c6d0ae23ea948a4945611f080bb4d75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2729728 May 28 07:01:13.965809 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 46956) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:01:14.012777 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aeb3f265-b527-43fd-9eba-371a7a394483'] response: {'server_uuid': '55fe85f9-8dbb-4c28-bc2e-9359ea69c1fe', 'name': 'network-vif-deleted', 'tag': '3d67cb22-ce51-4220-9573-cd2d8b3b8c15', 'status': 'completed', 'code': 200} May 28 07:01:14.036879 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ee3abb9a-418c-4286-a989-945931700174 req-ebe4def7-b5d5-4a69-8695-b0f2dc6978d5 tempest-TestServerAdvancedOps-564144725 tempest-TestServerAdvancedOps-564144725-project] 10.222.0.69 "DELETE /v2.0/ports/3d67cb22-ce51-4220-9573-cd2d8b3b8c15 HTTP/1.1" status: 204 len: 173 time: 1.2118154 May 28 07:01:14.040967 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5ff84de8-c904-431a-9af7-46430fe62896 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:14.075899 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5ff84de8-c904-431a-9af7-46430fe62896 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:14.139346 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-6dfaa5b8-5184-4065-9f0a-13a681cd5c04 req-a2f9c355-9455-4d2d-b7a2-b66e814f9202 tempest-TestServerAdvancedOps-564144725 tempest-TestServerAdvancedOps-564144725-project] Synchronizing usage tracker for tenant:fdb56bd9f5754409a5d6752d9307c0b3 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:01:14.302110 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-6dfaa5b8-5184-4065-9f0a-13a681cd5c04 req-a2f9c355-9455-4d2d-b7a2-b66e814f9202 tempest-TestServerAdvancedOps-564144725 tempest-TestServerAdvancedOps-564144725-project] Unset dirty status for tenant:fdb56bd9f5754409a5d6752d9307c0b3 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:01:14.303244 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6dfaa5b8-5184-4065-9f0a-13a681cd5c04 req-a2f9c355-9455-4d2d-b7a2-b66e814f9202 tempest-TestServerAdvancedOps-564144725 tempest-TestServerAdvancedOps-564144725-project] 10.222.0.55 "GET /v2.0/ports?device_id=55fe85f9-8dbb-4c28-bc2e-9359ea69c1fe HTTP/1.1" status: 200 len: 210 time: 0.2200179 May 28 07:01:14.359243 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5ff84de8-c904-431a-9af7-46430fe62896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:14.379808 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff84de8-c904-431a-9af7-46430fe62896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19e670d8-680b-4bb9-9bb7-b8900a0cba53,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:01:14.395178 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5ff84de8-c904-431a-9af7-46430fe62896 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:14.398641 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-5ff84de8-c904-431a-9af7-46430fe62896 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/19e670d8-680b-4bb9-9bb7-b8900a0cba53 HTTP/1.1" status: 204 len: 168 time: 0.4296470 May 28 07:01:15.512463 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ed6715d4-9186-4376-abcb-f1809a38f130 req-b1ce5e8d-5670-4be1-87b8-d1a7b303302e tempest-TestServerAdvancedOps-564144725 tempest-TestServerAdvancedOps-564144725-project] 10.222.0.55 "GET /v2.0/ports?device_id=55fe85f9-8dbb-4c28-bc2e-9359ea69c1fe HTTP/1.1" status: 200 len: 210 time: 0.0716503 May 28 07:01:15.933273 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 47002) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:01:16.049886 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-2c6c179a-da31-42da-b310-e85160cf6317 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Request body: {'security_group': {'name': 'tempest-secgroup--259523435'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:01:16.056404 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-2c6c179a-da31-42da-b310-e85160cf6317 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:01:16.069753 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-2c6c179a-da31-42da-b310-e85160cf6317 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Usage tracker for resource:security_group and tenant:ad801b75cf8441e582d121116c051049 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:01:16.069753 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-2c6c179a-da31-42da-b310-e85160cf6317 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:01:16.071081 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-2c6c179a-da31-42da-b310-e85160cf6317 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:01:16.221067 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 3d67cb22-ce51-4220-9573-cd2d8b3b8c15 no longer exists at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:01:16.257456 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] No Port match for: 3d67cb22-ce51-4220-9573-cd2d8b3b8c15 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 07:01:16.257803 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 3d67cb22-ce51-4220-9573-cd2d8b3b8c15 not bound to the agent host n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 07:01:16.277838 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2c6c179a-da31-42da-b310-e85160cf6317 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:16.291633 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2c6c179a-da31-42da-b310-e85160cf6317 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:16.307636 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-2c6c179a-da31-42da-b310-e85160cf6317 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:01:16.312487 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-2c6c179a-da31-42da-b310-e85160cf6317 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Usage tracker for resource:security_group_rule and tenant:ad801b75cf8441e582d121116c051049 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:01:16.315456 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-2c6c179a-da31-42da-b310-e85160cf6317 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:01:16.321102 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-2c6c179a-da31-42da-b310-e85160cf6317 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:01:16.486057 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2c6c179a-da31-42da-b310-e85160cf6317 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:16.621768 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2c6c179a-da31-42da-b310-e85160cf6317 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:16.638593 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 47014) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:01:16.639067 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-2c6c179a-da31-42da-b310-e85160cf6317 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:01:16.652243 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-2c6c179a-da31-42da-b310-e85160cf6317 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Usage tracker for resource:security_group_rule and tenant:ad801b75cf8441e582d121116c051049 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:01:16.658953 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-2c6c179a-da31-42da-b310-e85160cf6317 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:01:16.668802 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-2c6c179a-da31-42da-b310-e85160cf6317 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:01:16.671356 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6c179a-da31-42da-b310-e85160cf6317 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4689f2b4-b57d-4509-b026-919948ea7ca4,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:01:16.718961 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1c730f8-80f7-4373-b4bb-fcbad8bc2285 admin admin] Deleting subnet 26c109b4-c3d0-4020-aeab-19316acf367c {{(pid=89109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 07:01:16.722810 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c1c730f8-80f7-4373-b4bb-fcbad8bc2285 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:16.790451 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c1c730f8-80f7-4373-b4bb-fcbad8bc2285 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3964070'] for subnet, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:16.865079 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c1c730f8-80f7-4373-b4bb-fcbad8bc2285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:16.877783 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2c6c179a-da31-42da-b310-e85160cf6317 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:16.993245 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2c6c179a-da31-42da-b310-e85160cf6317 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:17.035065 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6c179a-da31-42da-b310-e85160cf6317 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e2f5b67-655a-424d-82ff-347f880a44ec,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:01:17.158158 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c1c730f8-80f7-4373-b4bb-fcbad8bc2285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9555650'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:17.168594 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2c6c179a-da31-42da-b310-e85160cf6317 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:17.174452 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-2c6c179a-da31-42da-b310-e85160cf6317 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2355611 May 28 07:01:17.174452 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 47024) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:01:17.200396 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c1c730f8-80f7-4373-b4bb-fcbad8bc2285 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:17.232946 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c730f8-80f7-4373-b4bb-fcbad8bc2285 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26c109b4-c3d0-4020-aeab-19316acf367c,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:01:17.232946 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-c1c730f8-80f7-4373-b4bb-fcbad8bc2285 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/26c109b4-c3d0-4020-aeab-19316acf367c HTTP/1.1" status: 204 len: 168 time: 0.5679181 May 28 07:01:17.233982 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 47028) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:01:17.241515 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-97fbf87c-b0f6-48ba-997e-61f8e2a93d36 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Synchronizing usage tracker for tenant:ad801b75cf8441e582d121116c051049 on resource:security_group {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:01:17.472830 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7949a1af-2c53-49d9-b721-492e03b2ee46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:17.519592 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-97fbf87c-b0f6-48ba-997e-61f8e2a93d36 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Unset dirty status for tenant:ad801b75cf8441e582d121116c051049 on resource:security_group {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:01:17.519592 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-97fbf87c-b0f6-48ba-997e-61f8e2a93d36 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.3385682 May 28 07:01:17.519592 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 47032) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:01:17.528291 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-e703ed6a-1ccc-4abd-acd0-aa9d6a7369a8 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Request body: {'security_group': {'name': 'tempest-security--1652948901', 'description': 'tempest-security-description-955651907'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:01:17.579862 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e703ed6a-1ccc-4abd-acd0-aa9d6a7369a8 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks [] for security_group, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:17.606504 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7949a1af-2c53-49d9-b721-492e03b2ee46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:17.632574 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-7949a1af-2c53-49d9-b721-492e03b2ee46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e7fefb8-f036-420e-b2af-a2bc031d319f']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:01:17.644383 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e703ed6a-1ccc-4abd-acd0-aa9d6a7369a8 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks [] for security_group, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:17.646278 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-7949a1af-2c53-49d9-b721-492e03b2ee46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51ad097d-528c-4534-a17e-9a933fead471') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:01:17.648091 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-7949a1af-2c53-49d9-b721-492e03b2ee46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51ad097d-528c-4534-a17e-9a933fead471') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:01:17.662992 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7949a1af-2c53-49d9-b721-492e03b2ee46 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:17.703282 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7949a1af-2c53-49d9-b721-492e03b2ee46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:17.703282 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7949a1af-2c53-49d9-b721-492e03b2ee46 admin admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 07:01:17.703282 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7949a1af-2c53-49d9-b721-492e03b2ee46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:17.768884 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 51ad097d-528c-4534-a17e-9a933fead471 resource provider aggregate not found May 28 07:01:17.795431 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 51ad097d-528c-4534-a17e-9a933fead471 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 51ad097d-528c-4534-a17e-9a933fead471 found for delete ", "request_id": "req-681efa2d-9314-45a4-bca7-d8fbc57b1e9f"}]} May 28 07:01:17.854877 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 47048) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:01:17.994570 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f65ff148-8e4e-450b-bcc7-fb26026d8903 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:18.009722 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-f65ff148-8e4e-450b-bcc7-fb26026d8903 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:01:18.013742 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-f65ff148-8e4e-450b-bcc7-fb26026d8903 admin admin] Usage tracker for resource:security_group_rule and tenant:66c5c556ed7f4b5297d00ff90cb0e5b1 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:01:18.017302 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-f65ff148-8e4e-450b-bcc7-fb26026d8903 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:01:18.023726 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-f65ff148-8e4e-450b-bcc7-fb26026d8903 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:01:18.078902 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e703ed6a-1ccc-4abd-acd0-aa9d6a7369a8 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:18.130818 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e703ed6a-1ccc-4abd-acd0-aa9d6a7369a8 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:18.132000 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-e703ed6a-1ccc-4abd-acd0-aa9d6a7369a8 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] 10.222.0.55 "PUT /v2.0/security-groups/5e2f5b67-655a-424d-82ff-347f880a44ec HTTP/1.1" status: 200 len: 1779 time: 0.6127489 May 28 07:01:18.134875 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 47056) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:01:18.136219 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e703ed6a-1ccc-4abd-acd0-aa9d6a7369a8 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e2f5b67-655a-424d-82ff-347f880a44ec,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:01:18.144389 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f65ff148-8e4e-450b-bcc7-fb26026d8903 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:18.181472 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7949a1af-2c53-49d9-b721-492e03b2ee46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:18.185609 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-10a0432b-bc4f-4b19-b625-3413d629e14d tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] 10.222.0.55 "GET /v2.0/security-groups/5e2f5b67-655a-424d-82ff-347f880a44ec HTTP/1.1" status: 200 len: 1779 time: 0.0495296 May 28 07:01:18.195216 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 47060) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:01:18.202394 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7949a1af-2c53-49d9-b721-492e03b2ee46 admin admin] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:18.212191 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7949a1af-2c53-49d9-b721-492e03b2ee46 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e7fefb8-f036-420e-b2af-a2bc031d319f,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:01:18.217084 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-7949a1af-2c53-49d9-b721-492e03b2ee46 admin admin] 10.222.0.55 "DELETE /v2.0/networks/5e7fefb8-f036-420e-b2af-a2bc031d319f HTTP/1.1" status: 204 len: 168 time: 0.9796865 May 28 07:01:18.217466 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 47064) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:01:18.260555 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-eb9619b7-b5f7-4963-9665-d38ae3b5eebb tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:18.285164 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bca5cda-81a5-4ed0-aed3-97ee195afdbd admin admin] Deleting subnet aff1bc5c-d88d-4a2a-b285-1a64587279a4 {{(pid=89109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 07:01:18.288286 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4bca5cda-81a5-4ed0-aed3-97ee195afdbd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:18.289435 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-eb9619b7-b5f7-4963-9665-d38ae3b5eebb tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:18.338237 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4bca5cda-81a5-4ed0-aed3-97ee195afdbd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3964070'] for subnet, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:18.397776 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4bca5cda-81a5-4ed0-aed3-97ee195afdbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:18.433061 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f65ff148-8e4e-450b-bcc7-fb26026d8903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:18.482701 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-f65ff148-8e4e-450b-bcc7-fb26026d8903 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=66c5c556ed7f4b5297d00ff90cb0e5b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6275609 May 28 07:01:18.484550 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65ff148-8e4e-450b-bcc7-fb26026d8903 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4121268b-76f8-4faa-a2c5-32c41fd4c0ff,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:01:18.487126 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 47068) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:01:18.492658 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-eb9619b7-b5f7-4963-9665-d38ae3b5eebb tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:18.514446 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9619b7-b5f7-4963-9665-d38ae3b5eebb tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e2f5b67-655a-424d-82ff-347f880a44ec,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:01:18.557991 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-dd751b8f-ca16-4e3a-9dab-5bc99742bef2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:18.584971 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-dd751b8f-ca16-4e3a-9dab-5bc99742bef2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:18.611891 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4bca5cda-81a5-4ed0-aed3-97ee195afdbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9555650'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:18.663172 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bca5cda-81a5-4ed0-aed3-97ee195afdbd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aff1bc5c-d88d-4a2a-b285-1a64587279a4,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:01:18.667947 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4bca5cda-81a5-4ed0-aed3-97ee195afdbd admin admin] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:18.678114 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-4bca5cda-81a5-4ed0-aed3-97ee195afdbd admin admin] 10.222.0.55 "DELETE /v2.0/subnets/aff1bc5c-d88d-4a2a-b285-1a64587279a4 HTTP/1.1" status: 204 len: 168 time: 0.4573743 May 28 07:01:18.679044 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 47078) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:01:18.686294 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-eb9619b7-b5f7-4963-9665-d38ae3b5eebb tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:18.688500 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-eb9619b7-b5f7-4963-9665-d38ae3b5eebb tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] 10.222.0.55 "DELETE /v2.0/security-groups/5e2f5b67-655a-424d-82ff-347f880a44ec HTTP/1.1" status: 204 len: 168 time: 0.4921987 May 28 07:01:18.691103 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 47082) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:01:18.745808 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-4c02f14a-f638-4219-ab2e-f83272839418 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Synchronizing usage tracker for tenant:ad801b75cf8441e582d121116c051049 on resource:security_group {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:01:18.802580 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6507976c-b260-4507-b83a-7d48b4c08ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:18.907025 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-4c02f14a-f638-4219-ab2e-f83272839418 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Unset dirty status for tenant:ad801b75cf8441e582d121116c051049 on resource:security_group {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:01:18.908377 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-4c02f14a-f638-4219-ab2e-f83272839418 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2163672 May 28 07:01:18.911256 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 47086) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:01:18.929447 n-d-843702-1 neutron-server[89110]: INFO neutron.api.v2.resource [None req-4ef5535b-581b-46b1-979a-b7cd615465ae tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] delete failed (client error): The resource could not be found. May 28 07:01:18.931958 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6507976c-b260-4507-b83a-7d48b4c08ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:18.935031 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-4ef5535b-581b-46b1-979a-b7cd615465ae tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] 10.222.0.55 "DELETE /v2.0/security-groups/5e2f5b67-655a-424d-82ff-347f880a44ec HTTP/1.1" status: 404 len: 347 time: 0.0228441 May 28 07:01:18.935674 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 47092) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:01:18.941673 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-8652d853-7b32-434f-981b-3587872b47eb tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Request body: {'security_group': {'name': 'tempest-secgroup--1249188431'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:01:18.948573 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-8652d853-7b32-434f-981b-3587872b47eb tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:01:18.962864 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-dd751b8f-ca16-4e3a-9dab-5bc99742bef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:18.963127 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-8652d853-7b32-434f-981b-3587872b47eb tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:01:18.967236 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-6507976c-b260-4507-b83a-7d48b4c08ce0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b54ba90d-91a1-4744-a759-aba92ce120e4']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:01:18.992145 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-6507976c-b260-4507-b83a-7d48b4c08ce0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c44ef40-d0f0-4e09-a287-0ca4f01339a6') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:01:18.992437 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-6507976c-b260-4507-b83a-7d48b4c08ce0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c44ef40-d0f0-4e09-a287-0ca4f01339a6') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:01:19.003225 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd751b8f-ca16-4e3a-9dab-5bc99742bef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4121268b-76f8-4faa-a2c5-32c41fd4c0ff,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:01:19.013220 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6507976c-b260-4507-b83a-7d48b4c08ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:19.024501 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-dd751b8f-ca16-4e3a-9dab-5bc99742bef2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:19.029203 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-dd751b8f-ca16-4e3a-9dab-5bc99742bef2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4121268b-76f8-4faa-a2c5-32c41fd4c0ff HTTP/1.1" status: 204 len: 168 time: 0.5411577 May 28 07:01:19.038852 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6507976c-b260-4507-b83a-7d48b4c08ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:19.045402 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6507976c-b260-4507-b83a-7d48b4c08ce0 admin admin] Releasing vlan 386 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 07:01:19.054238 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6507976c-b260-4507-b83a-7d48b4c08ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:19.143782 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8652d853-7b32-434f-981b-3587872b47eb tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:19.164157 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-8652d853-7b32-434f-981b-3587872b47eb tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:01:19.169346 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-8652d853-7b32-434f-981b-3587872b47eb tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Usage tracker for resource:security_group_rule and tenant:ad801b75cf8441e582d121116c051049 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:01:19.172892 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-8652d853-7b32-434f-981b-3587872b47eb tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:01:19.178639 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-8652d853-7b32-434f-981b-3587872b47eb tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:01:19.252982 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8652d853-7b32-434f-981b-3587872b47eb tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:19.327444 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6507976c-b260-4507-b83a-7d48b4c08ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:19.333185 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6507976c-b260-4507-b83a-7d48b4c08ce0 admin admin] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:19.354235 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-6507976c-b260-4507-b83a-7d48b4c08ce0 admin admin] 10.222.0.55 "DELETE /v2.0/networks/b54ba90d-91a1-4744-a759-aba92ce120e4 HTTP/1.1" status: 204 len: 168 time: 0.6741762 May 28 07:01:19.357365 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6507976c-b260-4507-b83a-7d48b4c08ce0 admin admin] Pushing event deleted for resources: {'Network': ['ID=b54ba90d-91a1-4744-a759-aba92ce120e4,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:01:19.501842 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8652d853-7b32-434f-981b-3587872b47eb tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:19.550589 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8652d853-7b32-434f-981b-3587872b47eb tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0dfa09d3-db87-431a-bf0d-fb4bad18bcd0,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:01:19.695982 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8652d853-7b32-434f-981b-3587872b47eb tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:19.697231 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-8652d853-7b32-434f-981b-3587872b47eb tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7604342 May 28 07:01:19.700038 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 47110) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:01:19.705254 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-2e6e9efc-22a6-4272-b197-39d2525d8b1b tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Request body: {'security_group_rule': {'security_group_id': '0dfa09d3-db87-431a-bf0d-fb4bad18bcd0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:01:19.711730 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-2e6e9efc-22a6-4272-b197-39d2525d8b1b tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:01:19.715627 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-2e6e9efc-22a6-4272-b197-39d2525d8b1b tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Usage tracker for resource:security_group_rule and tenant:ad801b75cf8441e582d121116c051049 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:01:19.718668 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-2e6e9efc-22a6-4272-b197-39d2525d8b1b tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:01:19.725007 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-2e6e9efc-22a6-4272-b197-39d2525d8b1b tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:01:19.814456 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 1c44ef40-d0f0-4e09-a287-0ca4f01339a6 resource provider aggregate not found May 28 07:01:19.832632 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 1c44ef40-d0f0-4e09-a287-0ca4f01339a6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1c44ef40-d0f0-4e09-a287-0ca4f01339a6 found for delete ", "request_id": "req-ce9fe9fd-9fa9-406b-a5d2-4803302ebdab"}]} May 28 07:01:19.845590 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2e6e9efc-22a6-4272-b197-39d2525d8b1b tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:19.917026 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2e6e9efc-22a6-4272-b197-39d2525d8b1b tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:20.020386 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2e6e9efc-22a6-4272-b197-39d2525d8b1b tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:20.053979 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 47120) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:01:20.062766 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6e9efc-22a6-4272-b197-39d2525d8b1b tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44a3b4c5-b7a4-4928-848a-048e13761f54,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:01:20.131243 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 47124) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:01:20.132405 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-e0c30fc4-c7e8-4787-8150-3158c233a7e4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fdb56bd9f5754409a5d6752d9307c0b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0769241 May 28 07:01:20.132720 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 47126) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:01:20.154477 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a4fc7cbc-c90a-4c5b-9c54-05abac77a38d admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:20.193197 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2e6e9efc-22a6-4272-b197-39d2525d8b1b tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:20.194390 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-2e6e9efc-22a6-4272-b197-39d2525d8b1b tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4933715 May 28 07:01:20.195467 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-a4fc7cbc-c90a-4c5b-9c54-05abac77a38d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:01:20.199375 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 47132) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:01:20.203033 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-a4fc7cbc-c90a-4c5b-9c54-05abac77a38d admin admin] Usage tracker for resource:security_group_rule and tenant:c99941bdf5c9408384c9e7a0d4adde4b is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:01:20.211616 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-a4fc7cbc-c90a-4c5b-9c54-05abac77a38d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:01:20.226660 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-a4fc7cbc-c90a-4c5b-9c54-05abac77a38d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:01:20.234524 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ae4c2ce6-9001-433a-8fe4-ccc9e05c3984 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:20.247354 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ae4c2ce6-9001-433a-8fe4-ccc9e05c3984 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:20.285353 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1bfc0600-5af9-47b8-9dfd-e6cda9c3a9ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:20.316872 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1bfc0600-5af9-47b8-9dfd-e6cda9c3a9ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:20.370798 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ae4c2ce6-9001-433a-8fe4-ccc9e05c3984 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:20.393471 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c2ce6-9001-433a-8fe4-ccc9e05c3984 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=44a3b4c5-b7a4-4928-848a-048e13761f54,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:01:20.403723 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ae4c2ce6-9001-433a-8fe4-ccc9e05c3984 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:20.405677 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-ae4c2ce6-9001-433a-8fe4-ccc9e05c3984 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/44a3b4c5-b7a4-4928-848a-048e13761f54 HTTP/1.1" status: 204 len: 168 time: 0.2063982 May 28 07:01:20.408251 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 47136) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:01:20.448054 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a4fc7cbc-c90a-4c5b-9c54-05abac77a38d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:20.456400 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1bfc0600-5af9-47b8-9dfd-e6cda9c3a9ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:20.473685 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-fdf20b66-c2f3-468e-aee0-cf53896c8e6e tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Synchronizing usage tracker for tenant:ad801b75cf8441e582d121116c051049 on resource:security_group_rule {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:01:20.475275 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfc0600-5af9-47b8-9dfd-e6cda9c3a9ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f11fe62-d331-4558-b9b9-79a076bc2fa9,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:01:20.487385 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1bfc0600-5af9-47b8-9dfd-e6cda9c3a9ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:20.488599 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-1bfc0600-5af9-47b8-9dfd-e6cda9c3a9ab admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1f11fe62-d331-4558-b9b9-79a076bc2fa9 HTTP/1.1" status: 204 len: 168 time: 0.3358719 May 28 07:01:20.540375 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a4fc7cbc-c90a-4c5b-9c54-05abac77a38d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:20.570439 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-fdf20b66-c2f3-468e-aee0-cf53896c8e6e tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Unset dirty status for tenant:ad801b75cf8441e582d121116c051049 on resource:security_group_rule {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:01:20.572427 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-fdf20b66-c2f3-468e-aee0-cf53896c8e6e tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1628315 May 28 07:01:20.575311 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 47142) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:01:20.638378 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fc7cbc-c90a-4c5b-9c54-05abac77a38d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3fed83a-b388-4c7e-8c0e-93a24efc4b00,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:01:20.657176 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 47146) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:01:20.657367 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-a4fc7cbc-c90a-4c5b-9c54-05abac77a38d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c99941bdf5c9408384c9e7a0d4adde4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5255766 May 28 07:01:20.777292 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f8eadb16-118f-45ec-99f6-7daab3784fdc tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:20.782517 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c9e149ab-9268-4970-ab56-83567bd8bd4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:20.838195 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f8eadb16-118f-45ec-99f6-7daab3784fdc tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:20.847476 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c9e149ab-9268-4970-ab56-83567bd8bd4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:21.129097 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f8eadb16-118f-45ec-99f6-7daab3784fdc tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:21.129097 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c9e149ab-9268-4970-ab56-83567bd8bd4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:21.129097 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eadb16-118f-45ec-99f6-7daab3784fdc tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dfa09d3-db87-431a-bf0d-fb4bad18bcd0,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:01:21.193141 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e149ab-9268-4970-ab56-83567bd8bd4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3fed83a-b388-4c7e-8c0e-93a24efc4b00,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:01:21.555328 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f8eadb16-118f-45ec-99f6-7daab3784fdc tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:21.556637 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-f8eadb16-118f-45ec-99f6-7daab3784fdc tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] 10.222.0.55 "DELETE /v2.0/security-groups/0dfa09d3-db87-431a-bf0d-fb4bad18bcd0 HTTP/1.1" status: 204 len: 168 time: 0.9799554 May 28 07:01:21.558787 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c9e149ab-9268-4970-ab56-83567bd8bd4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:21.559528 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 47156) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:01:21.560039 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-c9e149ab-9268-4970-ab56-83567bd8bd4a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f3fed83a-b388-4c7e-8c0e-93a24efc4b00 HTTP/1.1" status: 204 len: 168 time: 0.9006984 May 28 07:01:21.614944 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-b3faf5b6-daf5-421f-ad3d-59ea3c6cdd62 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Synchronizing usage tracker for tenant:ad801b75cf8441e582d121116c051049 on resource:security_group {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:01:21.689024 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 47162) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:01:21.707046 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-b3faf5b6-daf5-421f-ad3d-59ea3c6cdd62 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Unset dirty status for tenant:ad801b75cf8441e582d121116c051049 on resource:security_group {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:01:21.710640 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-b3faf5b6-daf5-421f-ad3d-59ea3c6cdd62 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1472178 May 28 07:01:21.713178 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 47166) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:01:21.725637 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-7a80549c-8024-4622-9589-92361e33fd02 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Request body: {'security_group': {'name': 'tempest-secgroup--1431760447'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:01:21.737380 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-7a80549c-8024-4622-9589-92361e33fd02 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:01:21.759635 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-7a80549c-8024-4622-9589-92361e33fd02 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:01:21.765649 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-86978466-7ad4-4461-944c-6c55287057a6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=672ee0b0e3c14ead875441658d6b8d2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0754392 May 28 07:01:21.770093 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 47170) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:01:21.834799 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2419eec5-a50c-4d51-9f9e-0c08c66e8fa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:21.862890 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2419eec5-a50c-4d51-9f9e-0c08c66e8fa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:21.884430 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7a80549c-8024-4622-9589-92361e33fd02 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:21.929324 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-7a80549c-8024-4622-9589-92361e33fd02 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:01:21.934233 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-7a80549c-8024-4622-9589-92361e33fd02 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Usage tracker for resource:security_group_rule and tenant:ad801b75cf8441e582d121116c051049 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:01:21.938006 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-7a80549c-8024-4622-9589-92361e33fd02 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:01:21.944783 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-7a80549c-8024-4622-9589-92361e33fd02 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:01:21.981692 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2419eec5-a50c-4d51-9f9e-0c08c66e8fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:22.006157 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2419eec5-a50c-4d51-9f9e-0c08c66e8fa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11d2e4ba-1ef4-46bd-9267-c6f288b19409,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:01:22.016947 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2419eec5-a50c-4d51-9f9e-0c08c66e8fa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:22.022303 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-2419eec5-a50c-4d51-9f9e-0c08c66e8fa8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/11d2e4ba-1ef4-46bd-9267-c6f288b19409 HTTP/1.1" status: 204 len: 168 time: 0.2524662 May 28 07:01:22.082069 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7a80549c-8024-4622-9589-92361e33fd02 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:22.174472 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7a80549c-8024-4622-9589-92361e33fd02 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:22.224253 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a80549c-8024-4622-9589-92361e33fd02 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6464fe9-8f88-4ec7-8320-737d5a064785,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:01:22.324308 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7a80549c-8024-4622-9589-92361e33fd02 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:22.325661 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-7a80549c-8024-4622-9589-92361e33fd02 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6113567 May 28 07:01:22.328490 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 47194) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:01:22.333612 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-fb03bc56-14c2-4a4b-8820-37fc4d5a7200 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Request body: {'security_group_rule': {'security_group_id': 'b6464fe9-8f88-4ec7-8320-737d5a064785', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:01:22.343982 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-fb03bc56-14c2-4a4b-8820-37fc4d5a7200 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:01:22.345715 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-fb03bc56-14c2-4a4b-8820-37fc4d5a7200 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Usage tracker for resource:security_group_rule and tenant:ad801b75cf8441e582d121116c051049 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:01:22.350127 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-fb03bc56-14c2-4a4b-8820-37fc4d5a7200 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:01:22.354714 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-fb03bc56-14c2-4a4b-8820-37fc4d5a7200 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:01:22.454977 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fb03bc56-14c2-4a4b-8820-37fc4d5a7200 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:22.541720 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fb03bc56-14c2-4a4b-8820-37fc4d5a7200 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:22.618099 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fb03bc56-14c2-4a4b-8820-37fc4d5a7200 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:22.652123 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb03bc56-14c2-4a4b-8820-37fc4d5a7200 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b439ec9d-b5fb-4e86-8d70-341e91d96ab3,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:01:22.804233 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fb03bc56-14c2-4a4b-8820-37fc4d5a7200 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:22.805506 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-fb03bc56-14c2-4a4b-8820-37fc4d5a7200 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4760177 May 28 07:01:22.806064 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 47210) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:01:22.815246 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 47216) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:01:22.820435 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-8017f9d3-3134-46e5-ba91-669e2bd379b9 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Request body: {'security_group_rule': {'security_group_id': 'b6464fe9-8f88-4ec7-8320-737d5a064785', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:01:22.827255 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-8017f9d3-3134-46e5-ba91-669e2bd379b9 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:01:22.831951 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-8017f9d3-3134-46e5-ba91-669e2bd379b9 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Usage tracker for resource:security_group_rule and tenant:ad801b75cf8441e582d121116c051049 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:01:22.837300 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-8017f9d3-3134-46e5-ba91-669e2bd379b9 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:01:22.843914 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-8017f9d3-3134-46e5-ba91-669e2bd379b9 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:01:22.976987 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8017f9d3-3134-46e5-ba91-669e2bd379b9 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:22.984001 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-53172a59-63c4-4609-9dbe-b602aba0db22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:23.023949 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-53172a59-63c4-4609-9dbe-b602aba0db22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:01:23.036086 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-53172a59-63c4-4609-9dbe-b602aba0db22 admin admin] Usage tracker for resource:security_group_rule and tenant:70e0a0bc0d814473a9c35754179b84e2 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:01:23.047146 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-53172a59-63c4-4609-9dbe-b602aba0db22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:01:23.057166 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-53172a59-63c4-4609-9dbe-b602aba0db22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:01:23.078608 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8017f9d3-3134-46e5-ba91-669e2bd379b9 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:23.156149 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-53172a59-63c4-4609-9dbe-b602aba0db22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:23.306152 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-53172a59-63c4-4609-9dbe-b602aba0db22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:23.306932 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8017f9d3-3134-46e5-ba91-669e2bd379b9 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:23.349526 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53172a59-63c4-4609-9dbe-b602aba0db22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afee4f8a-4590-4834-902b-a39dd54c45bb,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:01:23.373773 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-53172a59-63c4-4609-9dbe-b602aba0db22 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=70e0a0bc0d814473a9c35754179b84e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5666542 May 28 07:01:23.376565 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 47236) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:01:23.397297 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8017f9d3-3134-46e5-ba91-669e2bd379b9 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=719628cf-22cd-47ec-957a-a65ea559cf2b,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:01:23.443890 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-220cbb6a-9286-450b-8c9b-bfdce4d9b19a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:23.461968 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8017f9d3-3134-46e5-ba91-669e2bd379b9 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:23.466187 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 47240) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:01:23.472564 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-8017f9d3-3134-46e5-ba91-669e2bd379b9 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6500614 May 28 07:01:23.473295 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-220cbb6a-9286-450b-8c9b-bfdce4d9b19a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:23.482154 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-87476b0a-3b78-4f1c-b800-a0219b22a131 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Request body: {'security_group_rule': {'security_group_id': 'b6464fe9-8f88-4ec7-8320-737d5a064785', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:01:23.493026 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-87476b0a-3b78-4f1c-b800-a0219b22a131 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:01:23.507044 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-87476b0a-3b78-4f1c-b800-a0219b22a131 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Usage tracker for resource:security_group_rule and tenant:ad801b75cf8441e582d121116c051049 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:01:23.509804 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-87476b0a-3b78-4f1c-b800-a0219b22a131 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:01:23.525738 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-87476b0a-3b78-4f1c-b800-a0219b22a131 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:01:23.728843 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-220cbb6a-9286-450b-8c9b-bfdce4d9b19a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:23.745960 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-87476b0a-3b78-4f1c-b800-a0219b22a131 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:23.757576 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220cbb6a-9286-450b-8c9b-bfdce4d9b19a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afee4f8a-4590-4834-902b-a39dd54c45bb,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:01:23.789594 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-220cbb6a-9286-450b-8c9b-bfdce4d9b19a admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:23.793250 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-220cbb6a-9286-450b-8c9b-bfdce4d9b19a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/afee4f8a-4590-4834-902b-a39dd54c45bb HTTP/1.1" status: 204 len: 168 time: 0.4127800 May 28 07:01:23.846732 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-87476b0a-3b78-4f1c-b800-a0219b22a131 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:23.920720 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 47258) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:01:23.935907 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-87476b0a-3b78-4f1c-b800-a0219b22a131 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:24.073958 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87476b0a-3b78-4f1c-b800-a0219b22a131 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75a035e9-b5a8-4510-8ede-e752ee6e36c2,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:01:24.182168 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-87476b0a-3b78-4f1c-b800-a0219b22a131 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:24.183765 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-87476b0a-3b78-4f1c-b800-a0219b22a131 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7163982 May 28 07:01:24.187195 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 47266) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:01:24.194030 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-770c61fb-b74f-40b4-b36c-9fa590a45ab1 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Request body: {'security_group_rule': {'security_group_id': 'b6464fe9-8f88-4ec7-8320-737d5a064785', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:01:24.199279 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-770c61fb-b74f-40b4-b36c-9fa590a45ab1 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:01:24.204145 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-770c61fb-b74f-40b4-b36c-9fa590a45ab1 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Usage tracker for resource:security_group_rule and tenant:ad801b75cf8441e582d121116c051049 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:01:24.207171 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-770c61fb-b74f-40b4-b36c-9fa590a45ab1 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:01:24.213060 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-770c61fb-b74f-40b4-b36c-9fa590a45ab1 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:01:24.296712 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-eed4cc23-721e-4e79-8456-0cb247495ea3 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1954194243-network', 'tenant_id': '6bb435e22dbf4949864adf54e56f8136'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:01:24.305539 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-eed4cc23-721e-4e79-8456-0cb247495ea3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:01:24.309855 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-eed4cc23-721e-4e79-8456-0cb247495ea3 admin admin] Usage tracker for resource:network and tenant:6bb435e22dbf4949864adf54e56f8136 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:01:24.314147 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-eed4cc23-721e-4e79-8456-0cb247495ea3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:01:24.324453 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-eed4cc23-721e-4e79-8456-0cb247495ea3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:01:24.342125 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-770c61fb-b74f-40b4-b36c-9fa590a45ab1 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:24.417486 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-770c61fb-b74f-40b4-b36c-9fa590a45ab1 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:24.438970 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eed4cc23-721e-4e79-8456-0cb247495ea3 admin admin] Made reservation on behalf of 6bb435e22dbf4949864adf54e56f8136 for: {'network': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 07:01:24.441429 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-eed4cc23-721e-4e79-8456-0cb247495ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:24.454646 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-eed4cc23-721e-4e79-8456-0cb247495ea3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:24.473891 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-eed4cc23-721e-4e79-8456-0cb247495ea3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:01:24.484805 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-eed4cc23-721e-4e79-8456-0cb247495ea3 admin admin] Usage tracker for resource:security_group_rule and tenant:6bb435e22dbf4949864adf54e56f8136 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:01:24.488809 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-eed4cc23-721e-4e79-8456-0cb247495ea3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:01:24.496695 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-eed4cc23-721e-4e79-8456-0cb247495ea3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:01:24.552319 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-770c61fb-b74f-40b4-b36c-9fa590a45ab1 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:24.598284 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770c61fb-b74f-40b4-b36c-9fa590a45ab1 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83434c20-e6f4-49ce-8a7d-527b64c2c325,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:01:24.629922 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-eed4cc23-721e-4e79-8456-0cb247495ea3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:24.724534 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-770c61fb-b74f-40b4-b36c-9fa590a45ab1 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:24.728750 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-770c61fb-b74f-40b4-b36c-9fa590a45ab1 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5375943 May 28 07:01:24.728750 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 47282) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:01:24.733719 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-7b4f3b60-1f04-4ccf-b809-24842788ef10 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Request body: {'security_group_rule': {'security_group_id': 'b6464fe9-8f88-4ec7-8320-737d5a064785', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:01:24.741193 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-7b4f3b60-1f04-4ccf-b809-24842788ef10 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:01:24.745447 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-7b4f3b60-1f04-4ccf-b809-24842788ef10 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Usage tracker for resource:security_group_rule and tenant:ad801b75cf8441e582d121116c051049 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:01:24.750796 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-7b4f3b60-1f04-4ccf-b809-24842788ef10 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:01:24.763770 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-7b4f3b60-1f04-4ccf-b809-24842788ef10 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:01:24.847702 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-eed4cc23-721e-4e79-8456-0cb247495ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:24.871881 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 47292) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:01:24.897370 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2c5e564b-4ac5-48a2-9a30-c8dade1e843a admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:24.910266 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eed4cc23-721e-4e79-8456-0cb247495ea3 admin admin] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=89110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 07:01:24.912460 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed4cc23-721e-4e79-8456-0cb247495ea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68f60bbc-ac6b-4b08-a056-e6c74a990a67,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:01:24.917536 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-2c5e564b-4ac5-48a2-9a30-c8dade1e843a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:01:24.925978 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-eed4cc23-721e-4e79-8456-0cb247495ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:24.926451 n-d-843702-1 neutron-server[89110]: INFO neutron.db.segments_db [None req-eed4cc23-721e-4e79-8456-0cb247495ea3 admin admin] Added segment c756cab9-c907-4d2b-a705-8b10b22f5387 of type vlan for network 00226f82-98b7-4b67-a678-ed2ea38db0c0 May 28 07:01:24.927620 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-2c5e564b-4ac5-48a2-9a30-c8dade1e843a admin admin] Usage tracker for resource:security_group_rule and tenant:afd1119e98c14f1f8db2ca1fe8f729e7 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:01:24.931723 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-2c5e564b-4ac5-48a2-9a30-c8dade1e843a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:01:24.940990 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-2c5e564b-4ac5-48a2-9a30-c8dade1e843a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:01:24.962562 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-eed4cc23-721e-4e79-8456-0cb247495ea3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:24.983826 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7b4f3b60-1f04-4ccf-b809-24842788ef10 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:25.066848 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2c5e564b-4ac5-48a2-9a30-c8dade1e843a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:25.078316 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7b4f3b60-1f04-4ccf-b809-24842788ef10 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:25.125382 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-eed4cc23-721e-4e79-8456-0cb247495ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:25.126575 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed4cc23-721e-4e79-8456-0cb247495ea3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:01:25.127152 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-eed4cc23-721e-4e79-8456-0cb247495ea3 admin admin] Notify callbacks [] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:25.153237 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2c5e564b-4ac5-48a2-9a30-c8dade1e843a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:25.156972 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7b4f3b60-1f04-4ccf-b809-24842788ef10 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:25.213771 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-2c5e564b-4ac5-48a2-9a30-c8dade1e843a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=afd1119e98c14f1f8db2ca1fe8f729e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3404396 May 28 07:01:25.214662 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5e564b-4ac5-48a2-9a30-c8dade1e843a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a94e28e-4fb4-4fe6-a861-b165e36e07b2,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:01:25.218442 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 47300) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:01:25.254042 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4f3b60-1f04-4ccf-b809-24842788ef10 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79be5f41-0cf7-4350-8aab-c7a18a43a563,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:01:25.266847 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed4cc23-721e-4e79-8456-0cb247495ea3 admin admin] Pushing event updated for resources: {'Network': ['ID=00226f82-98b7-4b67-a678-ed2ea38db0c0,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:01:25.277166 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 00226f82-98b7-4b67-a678-ed2ea38db0c0 details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 07:01:25.286859 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-de3e663f-af06-4672-8135-aba008c13a87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:25.317949 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-de3e663f-af06-4672-8135-aba008c13a87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:25.405683 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-eed4cc23-721e-4e79-8456-0cb247495ea3 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4831369 May 28 07:01:25.406565 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7b4f3b60-1f04-4ccf-b809-24842788ef10 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:25.407631 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-7b4f3b60-1f04-4ccf-b809-24842788ef10 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.6781025 May 28 07:01:25.408951 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 47304) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:01:25.410570 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 47306) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:01:25.414618 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-ac3bd544-7f9c-4790-8a54-a3e43ca658a8 admin admin] Request body: {'subnet': {'network_id': '00226f82-98b7-4b67-a678-ed2ea38db0c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1954194243-subnet', 'tenant_id': '6bb435e22dbf4949864adf54e56f8136', 'ip_version': 4}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:01:25.419933 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-ac3bd544-7f9c-4790-8a54-a3e43ca658a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:01:25.423952 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-ac3bd544-7f9c-4790-8a54-a3e43ca658a8 admin admin] Usage tracker for resource:subnet and tenant:6bb435e22dbf4949864adf54e56f8136 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:01:25.427212 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-ac3bd544-7f9c-4790-8a54-a3e43ca658a8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:01:25.433105 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-ac3bd544-7f9c-4790-8a54-a3e43ca658a8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:01:25.440300 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6aabf4fe-315d-4f26-befe-ac7f84d3b6bc tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:25.450774 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6aabf4fe-315d-4f26-befe-ac7f84d3b6bc tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:25.495911 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-de3e663f-af06-4672-8135-aba008c13a87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:25.511149 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3e663f-af06-4672-8135-aba008c13a87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a94e28e-4fb4-4fe6-a861-b165e36e07b2,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:01:25.526390 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-de3e663f-af06-4672-8135-aba008c13a87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:25.529820 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-de3e663f-af06-4672-8135-aba008c13a87 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5a94e28e-4fb4-4fe6-a861-b165e36e07b2 HTTP/1.1" status: 204 len: 168 time: 0.3077874 May 28 07:01:25.570790 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac3bd544-7f9c-4790-8a54-a3e43ca658a8 admin admin] Made reservation on behalf of 6bb435e22dbf4949864adf54e56f8136 for: {'subnet': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 07:01:25.573261 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ac3bd544-7f9c-4790-8a54-a3e43ca658a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3171998'] for subnet, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:25.610420 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6aabf4fe-315d-4f26-befe-ac7f84d3b6bc tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:25.615446 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6aabf4fe-315d-4f26-befe-ac7f84d3b6bc tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:25.616500 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-6aabf4fe-315d-4f26-befe-ac7f84d3b6bc tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/79be5f41-0cf7-4350-8aab-c7a18a43a563 HTTP/1.1" status: 204 len: 168 time: 0.2046490 May 28 07:01:25.622939 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 47320) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:01:25.651793 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aabf4fe-315d-4f26-befe-ac7f84d3b6bc tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=79be5f41-0cf7-4350-8aab-c7a18a43a563,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:01:25.691854 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-b105e2d2-6a1b-4741-80db-037f8ab053d4 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Synchronizing usage tracker for tenant:ad801b75cf8441e582d121116c051049 on resource:security_group_rule {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:01:25.793175 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-b105e2d2-6a1b-4741-80db-037f8ab053d4 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Unset dirty status for tenant:ad801b75cf8441e582d121116c051049 on resource:security_group_rule {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:01:25.799264 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-b105e2d2-6a1b-4741-80db-037f8ab053d4 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1726499 May 28 07:01:25.801547 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 47334) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:01:25.841883 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-14a66de6-13d8-4556-b0da-6007c4bbee0e tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:25.851769 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-14a66de6-13d8-4556-b0da-6007c4bbee0e tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:26.094130 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfc04ef-2c71-420e-b63a-0e86adaea3ba req-312185bb-f5e2-4978-aaa1-25f603f9d7c3 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:01:26.095524 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ccfc04ef-2c71-420e-b63a-0e86adaea3ba req-312185bb-f5e2-4978-aaa1-25f603f9d7c3 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/networks?id=b87fb3cb-482f-4500-8eb8-33ba0d95db61 HTTP/1.1" status: 200 len: 811 time: 0.2480693 May 28 07:01:26.112012 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ccfc04ef-2c71-420e-b63a-0e86adaea3ba req-2ecda2df-2ca1-4e72-ba0d-2a30da7900ad tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/quotas/6cd404fb9ef9487fb34baf3bf8b36b53 HTTP/1.1" status: 200 len: 375 time: 0.0105736 May 28 07:01:26.167404 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-14a66de6-13d8-4556-b0da-6007c4bbee0e tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:26.192256 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ac3bd544-7f9c-4790-8a54-a3e43ca658a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3115906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3172012'] for subnet, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:26.196717 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a66de6-13d8-4556-b0da-6007c4bbee0e tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=83434c20-e6f4-49ce-8a7d-527b64c2c325,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:01:26.292427 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3bd544-7f9c-4790-8a54-a3e43ca658a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b15da780-c270-422e-be91-f6dad5554f44,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:01:26.298663 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3bd544-7f9c-4790-8a54-a3e43ca658a8 admin admin] Checking segment: {'id': 'c756cab9-c907-4d2b-a705-8b10b22f5387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '00226f82-98b7-4b67-a678-ed2ea38db0c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:01:26.299037 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3bd544-7f9c-4790-8a54-a3e43ca658a8 admin admin] Network hostable DHCP agents. Network: 00226f82-98b7-4b67-a678-ed2ea38db0c0, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89110) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 07:01:26.312136 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ccfc04ef-2c71-420e-b63a-0e86adaea3ba req-188c9ca7-88af-4a87-8d6a-a9bfdbdeb507 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=6cd404fb9ef9487fb34baf3bf8b36b53&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1942971 May 28 07:01:26.450334 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ccfc04ef-2c71-420e-b63a-0e86adaea3ba req-541d68e9-1de0-4e88-8645-9bd34bbf7184 service neutron] 10.222.0.55 "GET /v2.0/networks/b87fb3cb-482f-4500-8eb8-33ba0d95db61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300673 May 28 07:01:26.476657 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-14a66de6-13d8-4556-b0da-6007c4bbee0e tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:26.477760 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-14a66de6-13d8-4556-b0da-6007c4bbee0e tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/83434c20-e6f4-49ce-8a7d-527b64c2c325 HTTP/1.1" status: 204 len: 168 time: 0.6770086 May 28 07:01:26.482880 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3bd544-7f9c-4790-8a54-a3e43ca658a8 admin admin] Network 00226f82-98b7-4b67-a678-ed2ea38db0c0 is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89110) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 07:01:26.483504 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 47340) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:01:26.535491 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 47344) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:01:26.548964 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b60ca874-8dd7-42c2-b4f0-882d01c45920 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:26.570322 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6c12de49-fc69-47e4-963f-b066ce69078b admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:26.578030 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-e46bbe72-1d3e-48ad-8fa3-da07bf5db45c tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0964286 May 28 07:01:26.580837 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 47348) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:01:26.591176 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-6c12de49-fc69-47e4-963f-b066ce69078b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:01:26.598716 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-6c12de49-fc69-47e4-963f-b066ce69078b admin admin] Usage tracker for resource:security_group_rule and tenant:0a64339d3b3d4546b7f03daf8586c9af is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:01:26.611568 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-6c12de49-fc69-47e4-963f-b066ce69078b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:01:26.613015 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b4b7d9ee-09c4-46d0-8206-810954c09b53 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:26.620700 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-6c12de49-fc69-47e4-963f-b066ce69078b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:01:26.625272 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b4b7d9ee-09c4-46d0-8206-810954c09b53 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:26.647044 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ccfc04ef-2c71-420e-b63a-0e86adaea3ba req-0a8e1ce6-a8a9-4cc8-9177-3ce5c2bc960e service neutron] 10.222.0.55 "GET /v2.0/networks/b87fb3cb-482f-4500-8eb8-33ba0d95db61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901174 May 28 07:01:26.657583 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-ac3bd544-7f9c-4790-8a54-a3e43ca658a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, 00226f82-98b7-4b67-a678-ed2ea38db0c0) {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:01:26.665328 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3bd544-7f9c-4790-8a54-a3e43ca658a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:01:26.665328 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ac3bd544-7f9c-4790-8a54-a3e43ca658a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:26.668505 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ae7bac-ed14-42e0-9714-ffab6dda3504 None None] Network 00226f82-98b7-4b67-a678-ed2ea38db0c0 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 07:01:26.758441 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b4b7d9ee-09c4-46d0-8206-810954c09b53 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:26.758961 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6c12de49-fc69-47e4-963f-b066ce69078b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:26.781755 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b7d9ee-09c4-46d0-8206-810954c09b53 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=75a035e9-b5a8-4510-8ede-e752ee6e36c2,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:01:26.786293 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b4b7d9ee-09c4-46d0-8206-810954c09b53 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:26.787635 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-b4b7d9ee-09c4-46d0-8206-810954c09b53 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/75a035e9-b5a8-4510-8ede-e752ee6e36c2 HTTP/1.1" status: 204 len: 168 time: 0.2056887 May 28 07:01:26.790596 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 47358) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:01:26.838042 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-ac3bd544-7f9c-4790-8a54-a3e43ca658a8 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4272861 May 28 07:01:26.841467 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 47362) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:01:26.847091 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-e8641c8b-04f3-4f53-8896-f1aa3c61c6fa admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1954194243-router', 'tenant_id': '6bb435e22dbf4949864adf54e56f8136', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:01:26.851288 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-f20093ce-7910-4655-b269-a0cf4fa7b105 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Synchronizing usage tracker for tenant:ad801b75cf8441e582d121116c051049 on resource:security_group_rule {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:01:26.853114 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-e8641c8b-04f3-4f53-8896-f1aa3c61c6fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:01:26.857607 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-e8641c8b-04f3-4f53-8896-f1aa3c61c6fa admin admin] Usage tracker for resource:router and tenant:6bb435e22dbf4949864adf54e56f8136 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:01:26.861478 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-e8641c8b-04f3-4f53-8896-f1aa3c61c6fa admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:01:26.873101 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-e8641c8b-04f3-4f53-8896-f1aa3c61c6fa admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:01:26.895444 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6c12de49-fc69-47e4-963f-b066ce69078b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:26.918277 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18040ca9-203c-4c7e-934a-dae0ddffa6bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-00226f82-98b7-4b67-a678-ed2ea38db0c0', 'network_id': '00226f82-98b7-4b67-a678-ed2ea38db0c0', 'tenant_id': '6bb435e22dbf4949864adf54e56f8136', 'fixed_ips': [{'subnet_id': 'b15da780-c270-422e-be91-f6dad5554f44'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 07:01:26.919922 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-18040ca9-203c-4c7e-934a-dae0ddffa6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:26.948750 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 47368) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:01:26.977964 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-6c12de49-fc69-47e4-963f-b066ce69078b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0a64339d3b3d4546b7f03daf8586c9af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4239266 May 28 07:01:26.980135 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c12de49-fc69-47e4-963f-b066ce69078b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33b7d357-8b48-4d2d-9eee-2e7c381fdbf6,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:01:26.988899 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e8641c8b-04f3-4f53-8896-f1aa3c61c6fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59128'] for router, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:26.989221 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-f20093ce-7910-4655-b269-a0cf4fa7b105 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Unset dirty status for tenant:ad801b75cf8441e582d121116c051049 on resource:security_group_rule {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:01:26.992168 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e8641c8b-04f3-4f53-8896-f1aa3c61c6fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59009'] for router, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:26.996595 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 47372) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:01:27.003337 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-f20093ce-7910-4655-b269-a0cf4fa7b105 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1993761 May 28 07:01:27.045003 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-48af5da6-69e1-4319-875a-7cd27280d94e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:27.075918 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-bda17535-d0de-4b21-b9aa-5787e9136191 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:27.088112 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-48af5da6-69e1-4319-875a-7cd27280d94e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:27.142805 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-18040ca9-203c-4c7e-934a-dae0ddffa6bf None None] Allocated IP 172.20.0.2 (00226f82-98b7-4b67-a678-ed2ea38db0c0/b15da780-c270-422e-be91-f6dad5554f44/6324965b-c554-4b93-bb5a-3534063aae75) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:01:27.160310 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c5a79f0c-5094-4a8e-a64a-513123b98799 req-8488063f-6743-4913-9015-0828343c605a tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=609380e3-dc70-49f0-a7ee-d9caa9e598f0 HTTP/1.1" status: 200 len: 210 time: 0.0893855 May 28 07:01:27.166565 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-bda17535-d0de-4b21-b9aa-5787e9136191 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:27.178475 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e8641c8b-04f3-4f53-8896-f1aa3c61c6fa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:27.336261 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-bda17535-d0de-4b21-b9aa-5787e9136191 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:27.338202 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-48af5da6-69e1-4319-875a-7cd27280d94e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:27.370336 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-18040ca9-203c-4c7e-934a-dae0ddffa6bf None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:27.376059 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48af5da6-69e1-4319-875a-7cd27280d94e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33b7d357-8b48-4d2d-9eee-2e7c381fdbf6,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:01:27.382395 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-18040ca9-203c-4c7e-934a-dae0ddffa6bf None None] Transition to ACTIVE for port object 6324965b-c554-4b93-bb5a-3534063aae75 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:01:27.395239 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-48af5da6-69e1-4319-875a-7cd27280d94e admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:27.409130 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-48af5da6-69e1-4319-875a-7cd27280d94e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/33b7d357-8b48-4d2d-9eee-2e7c381fdbf6 HTTP/1.1" status: 204 len: 168 time: 0.4523540 May 28 07:01:27.417987 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-18040ca9-203c-4c7e-934a-dae0ddffa6bf None None] Transition to ACTIVE for port object 6324965b-c554-4b93-bb5a-3534063aae75 will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:01:27.522906 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda17535-d0de-4b21-b9aa-5787e9136191 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=719628cf-22cd-47ec-957a-a65ea559cf2b,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:01:27.542118 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-18040ca9-203c-4c7e-934a-dae0ddffa6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:27.610353 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18040ca9-203c-4c7e-934a-dae0ddffa6bf None None] Network 00226f82-98b7-4b67-a678-ed2ea38db0c0 is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:01:27.618729 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-18040ca9-203c-4c7e-934a-dae0ddffa6bf None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:01:27.622822 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18040ca9-203c-4c7e-934a-dae0ddffa6bf None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:01:27.676911 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e8641c8b-04f3-4f53-8896-f1aa3c61c6fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59027'] for router, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:27.715384 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-bda17535-d0de-4b21-b9aa-5787e9136191 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:27.717579 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-bda17535-d0de-4b21-b9aa-5787e9136191 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/719628cf-22cd-47ec-957a-a65ea559cf2b HTTP/1.1" status: 204 len: 168 time: 0.7194464 May 28 07:01:27.719450 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 47390) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:01:27.761023 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18040ca9-203c-4c7e-934a-dae0ddffa6bf None None] Pushing event updated for resources: {'Port': ['ID=6324965b-c554-4b93-bb5a-3534063aae75,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:01:27.782947 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-18040ca9-203c-4c7e-934a-dae0ddffa6bf None None] Attempting to bind port 6324965b-c554-4b93-bb5a-3534063aae75 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 07:01:27.783310 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-18040ca9-203c-4c7e-934a-dae0ddffa6bf None None] Attempting to bind port 6324965b-c554-4b93-bb5a-3534063aae75 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'c756cab9-c907-4d2b-a705-8b10b22f5387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '00226f82-98b7-4b67-a678-ed2ea38db0c0'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 07:01:27.783664 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18040ca9-203c-4c7e-934a-dae0ddffa6bf None None] Attempting to bind port 6324965b-c554-4b93-bb5a-3534063aae75 on network 00226f82-98b7-4b67-a678-ed2ea38db0c0 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:01:27.787408 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-d7cf4871-d608-467c-96dd-ab2a668219a8 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0665605 May 28 07:01:27.790273 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 47394) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:01:27.795229 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18040ca9-203c-4c7e-934a-dae0ddffa6bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:01:27.795596 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18040ca9-203c-4c7e-934a-dae0ddffa6bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:01:27.795931 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18040ca9-203c-4c7e-934a-dae0ddffa6bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:01:27.796259 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18040ca9-203c-4c7e-934a-dae0ddffa6bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:01:27.796582 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18040ca9-203c-4c7e-934a-dae0ddffa6bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:01:27.796905 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18040ca9-203c-4c7e-934a-dae0ddffa6bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:01:27.797304 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18040ca9-203c-4c7e-934a-dae0ddffa6bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:01:27.797649 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18040ca9-203c-4c7e-934a-dae0ddffa6bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:01:27.797965 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18040ca9-203c-4c7e-934a-dae0ddffa6bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:01:27.798279 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18040ca9-203c-4c7e-934a-dae0ddffa6bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:01:27.798592 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18040ca9-203c-4c7e-934a-dae0ddffa6bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:01:27.799080 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18040ca9-203c-4c7e-934a-dae0ddffa6bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:01:27.805058 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18040ca9-203c-4c7e-934a-dae0ddffa6bf None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 07:01:27.805750 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18040ca9-203c-4c7e-934a-dae0ddffa6bf None None] Checking segment: {'id': 'c756cab9-c907-4d2b-a705-8b10b22f5387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '00226f82-98b7-4b67-a678-ed2ea38db0c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:01:27.806343 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-18040ca9-203c-4c7e-934a-dae0ddffa6bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:27.806906 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18040ca9-203c-4c7e-934a-dae0ddffa6bf None None] Bound using segment: {'id': 'c756cab9-c907-4d2b-a705-8b10b22f5387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '00226f82-98b7-4b67-a678-ed2ea38db0c0'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 07:01:27.808342 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-18040ca9-203c-4c7e-934a-dae0ddffa6bf None None] Bound port: 6324965b-c554-4b93-bb5a-3534063aae75, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c756cab9-c907-4d2b-a705-8b10b22f5387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '00226f82-98b7-4b67-a678-ed2ea38db0c0'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 07:01:27.808998 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-18040ca9-203c-4c7e-934a-dae0ddffa6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:27.858962 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-069f197d-ec52-422f-b11a-184d1d0ad077 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:27.875459 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-069f197d-ec52-422f-b11a-184d1d0ad077 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:27.906104 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-18040ca9-203c-4c7e-934a-dae0ddffa6bf None None] For port 6324965b-c554-4b93-bb5a-3534063aae75, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:01:27.913187 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-18040ca9-203c-4c7e-934a-dae0ddffa6bf None None] For port 6324965b-c554-4b93-bb5a-3534063aae75, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=6324965b-c554-4b93-bb5a-3534063aae75,segment=NetworkSegment(c756cab9-c907-4d2b-a705-8b10b22f5387),segment_id=c756cab9-c907-4d2b-a705-8b10b22f5387)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 07:01:27.913187 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:28.080632 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-18040ca9-203c-4c7e-934a-dae0ddffa6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:28.186994 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18040ca9-203c-4c7e-934a-dae0ddffa6bf None None] Pushing event updated for resources: {'Port': ['ID=6324965b-c554-4b93-bb5a-3534063aae75,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:01:28.220053 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-069f197d-ec52-422f-b11a-184d1d0ad077 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:28.307336 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069f197d-ec52-422f-b11a-184d1d0ad077 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b439ec9d-b5fb-4e86-8d70-341e91d96ab3,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:01:28.393635 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-069f197d-ec52-422f-b11a-184d1d0ad077 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:28.397231 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-069f197d-ec52-422f-b11a-184d1d0ad077 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/b439ec9d-b5fb-4e86-8d70-341e91d96ab3 HTTP/1.1" status: 204 len: 168 time: 0.6033041 May 28 07:01:28.398823 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 47412) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:01:28.401658 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3f897fe1-a010-427a-afc7-26289d3a6b4a req-86c85d9c-633e-489d-9f2a-1ebfb024689c tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=609380e3-dc70-49f0-a7ee-d9caa9e598f0 HTTP/1.1" status: 200 len: 210 time: 0.1013119 May 28 07:01:28.448843 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e8641c8b-04f3-4f53-8896-f1aa3c61c6fa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:28.472310 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-e65afa2c-6e41-4cba-b1b1-033aa5971d49 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0698526 May 28 07:01:28.473875 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 47416) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:01:28.481567 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e8641c8b-04f3-4f53-8896-f1aa3c61c6fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:28.604776 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2ddc22f0-c8af-4e9d-b1ad-daf81a4f8579 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:28.647156 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2ddc22f0-c8af-4e9d-b1ad-daf81a4f8579 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:28.710542 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [None req-e8641c8b-04f3-4f53-8896-f1aa3c61c6fa admin admin] Allocated IP 172.25.5.133 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/7d97135f-1061-4a53-87ed-eb45d6409167) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:01:28.828038 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2ddc22f0-c8af-4e9d-b1ad-daf81a4f8579 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:28.854880 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddc22f0-c8af-4e9d-b1ad-daf81a4f8579 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6464fe9-8f88-4ec7-8320-737d5a064785,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:01:28.866411 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2ddc22f0-c8af-4e9d-b1ad-daf81a4f8579 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:28.867705 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-2ddc22f0-c8af-4e9d-b1ad-daf81a4f8579 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] 10.222.0.55 "DELETE /v2.0/security-groups/b6464fe9-8f88-4ec7-8320-737d5a064785 HTTP/1.1" status: 204 len: 168 time: 0.3928025 May 28 07:01:28.870283 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 47426) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:01:28.883618 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 07:01:28.895657 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e8641c8b-04f3-4f53-8896-f1aa3c61c6fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:28.928231 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-db711629-d055-4f01-b169-503c929afdfa tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Synchronizing usage tracker for tenant:ad801b75cf8441e582d121116c051049 on resource:security_group {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:01:28.941247 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d6017e9e-2cc3-489c-b86d-a194fd854fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:29.050531 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e8641c8b-04f3-4f53-8896-f1aa3c61c6fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:29.091910 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-db711629-d055-4f01-b169-503c929afdfa tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Unset dirty status for tenant:ad801b75cf8441e582d121116c051049 on resource:security_group {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:01:29.093688 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-db711629-d055-4f01-b169-503c929afdfa tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2223828 May 28 07:01:29.098313 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 47440) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:01:29.107766 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-aedd9700-c442-4a69-bd17-2aae9e3b724b tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Request body: {'security_group': {'name': 'tempest-secgroup--113312217'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:01:29.119073 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-aedd9700-c442-4a69-bd17-2aae9e3b724b tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:01:29.135583 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8641c8b-04f3-4f53-8896-f1aa3c61c6fa admin admin] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:01:29.138830 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-e8641c8b-04f3-4f53-8896-f1aa3c61c6fa admin admin] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:01:29.150493 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-aedd9700-c442-4a69-bd17-2aae9e3b724b tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:01:29.156188 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8641c8b-04f3-4f53-8896-f1aa3c61c6fa admin admin] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:01:29.215148 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8641c8b-04f3-4f53-8896-f1aa3c61c6fa admin admin] Pushing event updated for resources: {'Port': ['ID=7d97135f-1061-4a53-87ed-eb45d6409167,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:01:29.294910 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-aedd9700-c442-4a69-bd17-2aae9e3b724b tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:29.322808 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-aedd9700-c442-4a69-bd17-2aae9e3b724b tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:01:29.328949 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-aedd9700-c442-4a69-bd17-2aae9e3b724b tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Usage tracker for resource:security_group_rule and tenant:ad801b75cf8441e582d121116c051049 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:01:29.332262 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-aedd9700-c442-4a69-bd17-2aae9e3b724b tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:01:29.338850 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-aedd9700-c442-4a69-bd17-2aae9e3b724b tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:01:29.421652 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-aedd9700-c442-4a69-bd17-2aae9e3b724b tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:29.527113 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7deb11-b33a-403e-9a8c-acc99a4f8c9a None None] Network 00226f82-98b7-4b67-a678-ed2ea38db0c0 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 07:01:29.584331 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-957b176a-46e2-4d99-80cc-ac6dd3e15d49 req-726fbfaf-806e-4748-aa0d-7f245eeb69ab tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=609380e3-dc70-49f0-a7ee-d9caa9e598f0 HTTP/1.1" status: 200 len: 210 time: 0.0474200 May 28 07:01:29.586965 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-aedd9700-c442-4a69-bd17-2aae9e3b724b tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:29.654334 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedd9700-c442-4a69-bd17-2aae9e3b724b tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=452729bf-8c41-4af6-9142-0717e30e07ba,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:01:29.753206 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-aedd9700-c442-4a69-bd17-2aae9e3b724b tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:29.755337 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-aedd9700-c442-4a69-bd17-2aae9e3b724b tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6550837 May 28 07:01:29.758287 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 47446) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:01:29.764064 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-afa103c7-e43c-4200-9a85-0df8a156d9ba tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Request body: {'security_group_rule': {'security_group_id': '452729bf-8c41-4af6-9142-0717e30e07ba', 'direction': 'ingress', 'protocol': 17}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:01:29.771685 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-afa103c7-e43c-4200-9a85-0df8a156d9ba tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:01:29.775902 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-afa103c7-e43c-4200-9a85-0df8a156d9ba tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Usage tracker for resource:security_group_rule and tenant:ad801b75cf8441e582d121116c051049 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:01:29.778918 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-afa103c7-e43c-4200-9a85-0df8a156d9ba tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:01:29.785180 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e8641c8b-04f3-4f53-8896-f1aa3c61c6fa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:29.786020 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-afa103c7-e43c-4200-9a85-0df8a156d9ba tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:01:29.822795 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-1da7252d-91eb-4805-b221-61a548fd2df1 None None] Provisioning for port 6324965b-c554-4b93-bb5a-3534063aae75 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:01:30.018531 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-afa103c7-e43c-4200-9a85-0df8a156d9ba tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:30.026120 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 6324965b-c554-4b93-bb5a-3534063aae75 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:01:30.078658 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:30.112693 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-afa103c7-e43c-4200-9a85-0df8a156d9ba tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:30.172438 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:30.214856 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-afa103c7-e43c-4200-9a85-0df8a156d9ba tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:30.215115 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 6324965b-c554-4b93-bb5a-3534063aae75 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:01:30.221951 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 6324965b-c554-4b93-bb5a-3534063aae75 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:01:30.226496 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:30.247581 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa103c7-e43c-4200-9a85-0df8a156d9ba tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dfe72cc-c3db-4d6d-83fb-d55acfad9668,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:01:30.376119 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-afa103c7-e43c-4200-9a85-0df8a156d9ba tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:30.377738 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-afa103c7-e43c-4200-9a85-0df8a156d9ba tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6182549 May 28 07:01:30.380517 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 47454) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:01:30.400043 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 6324965b-c554-4b93-bb5a-3534063aae75 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:01:30.401753 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:30.445857 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port 6324965b-c554-4b93-bb5a-3534063aae75, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=6324965b-c554-4b93-bb5a-3534063aae75,segment=NetworkSegment(c756cab9-c907-4d2b-a705-8b10b22f5387),segment_id=c756cab9-c907-4d2b-a705-8b10b22f5387)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:01:30.496381 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e5f48062-9d8b-45ad-bd96-2dc7b1753734 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:30.515920 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e8641c8b-04f3-4f53-8896-f1aa3c61c6fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690761'] for router, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:30.530393 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:30.556290 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e5f48062-9d8b-45ad-bd96-2dc7b1753734 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:30.586396 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfc04ef-2c71-420e-b63a-0e86adaea3ba req-5be594b5-4dd8-4c92-8c82-6a8e79e82241 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:01:30.587849 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ccfc04ef-2c71-420e-b63a-0e86adaea3ba req-5be594b5-4dd8-4c92-8c82-6a8e79e82241 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.71 "GET /v2.0/networks?id=b87fb3cb-482f-4500-8eb8-33ba0d95db61 HTTP/1.1" status: 200 len: 811 time: 0.4675112 May 28 07:01:30.658671 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=6324965b-c554-4b93-bb5a-3534063aae75,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:01:30.663988 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-ccfc04ef-2c71-420e-b63a-0e86adaea3ba req-0cb0b1ab-1c6f-4251-8020-95c8bd9af37c tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Request body: {'port': {'device_id': '609380e3-dc70-49f0-a7ee-d9caa9e598f0', 'network_id': 'b87fb3cb-482f-4500-8eb8-33ba0d95db61', 'admin_state_up': True, 'tenant_id': '6cd404fb9ef9487fb34baf3bf8b36b53'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:01:30.695656 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e5f48062-9d8b-45ad-bd96-2dc7b1753734 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:30.737676 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f48062-9d8b-45ad-bd96-2dc7b1753734 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=452729bf-8c41-4af6-9142-0717e30e07ba,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:01:30.750063 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e5f48062-9d8b-45ad-bd96-2dc7b1753734 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:30.751188 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-e5f48062-9d8b-45ad-bd96-2dc7b1753734 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] 10.222.0.55 "DELETE /v2.0/security-groups/452729bf-8c41-4af6-9142-0717e30e07ba HTTP/1.1" status: 204 len: 168 time: 0.3696771 May 28 07:01:30.753761 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 47462) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:01:30.816721 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-a170a600-2350-4bd9-812e-70c7e5448ff0 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Synchronizing usage tracker for tenant:ad801b75cf8441e582d121116c051049 on resource:security_group {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:01:30.907241 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-a170a600-2350-4bd9-812e-70c7e5448ff0 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Unset dirty status for tenant:ad801b75cf8441e582d121116c051049 on resource:security_group {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:01:30.908558 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-a170a600-2350-4bd9-812e-70c7e5448ff0 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1539025 May 28 07:01:30.912507 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 47470) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:01:30.918993 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-f79d0ddd-c83b-4cc1-801a-cd7856d4993a tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Request body: {'security_group': {'name': 'tempest-secgroup--1498749001'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:01:30.921891 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-893a4875-6a7e-4608-be7e-654548dbb77d req-da8718d6-1720-4a0c-a377-470151f63c14 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=609380e3-dc70-49f0-a7ee-d9caa9e598f0 HTTP/1.1" status: 200 len: 210 time: 0.0840139 May 28 07:01:30.941701 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-f79d0ddd-c83b-4cc1-801a-cd7856d4993a tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:01:30.966662 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-f79d0ddd-c83b-4cc1-801a-cd7856d4993a tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:01:31.100780 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-ccfc04ef-2c71-420e-b63a-0e86adaea3ba req-0cb0b1ab-1c6f-4251-8020-95c8bd9af37c tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:01:31.106884 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f79d0ddd-c83b-4cc1-801a-cd7856d4993a tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:31.121595 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-ccfc04ef-2c71-420e-b63a-0e86adaea3ba req-0cb0b1ab-1c6f-4251-8020-95c8bd9af37c tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:01:31.129796 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-f79d0ddd-c83b-4cc1-801a-cd7856d4993a tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:01:31.135021 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-f79d0ddd-c83b-4cc1-801a-cd7856d4993a tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Usage tracker for resource:security_group_rule and tenant:ad801b75cf8441e582d121116c051049 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:01:31.138292 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-f79d0ddd-c83b-4cc1-801a-cd7856d4993a tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:01:31.145595 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-f79d0ddd-c83b-4cc1-801a-cd7856d4993a tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:01:31.238889 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f79d0ddd-c83b-4cc1-801a-cd7856d4993a tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:31.284577 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccfc04ef-2c71-420e-b63a-0e86adaea3ba req-0cb0b1ab-1c6f-4251-8020-95c8bd9af37c tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Made reservation on behalf of 6cd404fb9ef9487fb34baf3bf8b36b53 for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 07:01:31.290768 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-ccfc04ef-2c71-420e-b63a-0e86adaea3ba req-0cb0b1ab-1c6f-4251-8020-95c8bd9af37c tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:31.348036 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8641c8b-04f3-4f53-8896-f1aa3c61c6fa admin admin] Router 487be821-c8f7-4c69-9f57-905104446924 is scheduled to L3 agent 42958940-9562-4f71-972f-15a8af9d3963 with binding_index 1 {{(pid=89110) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 07:01:31.495790 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f79d0ddd-c83b-4cc1-801a-cd7856d4993a tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:31.602088 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79d0ddd-c83b-4cc1-801a-cd7856d4993a tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02d95f4e-cdf3-4ae2-915e-b0528e690828,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:01:31.639230 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f79d0ddd-c83b-4cc1-801a-cd7856d4993a tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:31.639230 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-f79d0ddd-c83b-4cc1-801a-cd7856d4993a tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7156661 May 28 07:01:31.642001 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 47476) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:01:31.648155 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-f365830f-f010-4a0a-a92e-1b2e17151069 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Request body: {'security_group': {'name': 'tempest-secgroup--763737686'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:01:31.656709 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-f365830f-f010-4a0a-a92e-1b2e17151069 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:01:31.660033 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8641c8b-04f3-4f53-8896-f1aa3c61c6fa admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 07:01:31.664022 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-f365830f-f010-4a0a-a92e-1b2e17151069 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Usage tracker for resource:security_group and tenant:ad801b75cf8441e582d121116c051049 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:01:31.668576 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-f365830f-f010-4a0a-a92e-1b2e17151069 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:01:31.670219 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a4ce17-1e85-422f-a64b-9f43e3ee9a05 None None] Sync routers for ids ['487be821-c8f7-4c69-9f57-905104446924'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 07:01:31.676314 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-f365830f-f010-4a0a-a92e-1b2e17151069 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:01:31.694480 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a4ce17-1e85-422f-a64b-9f43e3ee9a05 None None] Routers {'487be821-c8f7-4c69-9f57-905104446924'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:01:31.695085 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-51a4ce17-1e85-422f-a64b-9f43e3ee9a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:01:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['487be821-c8f7-4c69-9f57-905104446924'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:01:31.712517 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [req-ccfc04ef-2c71-420e-b63a-0e86adaea3ba req-0cb0b1ab-1c6f-4251-8020-95c8bd9af37c tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Allocated IP 172.20.0.4 (b87fb3cb-482f-4500-8eb8-33ba0d95db61/03e4bbfb-d6ff-44b0-bb81-9edbb740d6df/26f1b198-29b5-41fb-857f-758d4a314f9c) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:01:31.810661 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:31.813074 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f365830f-f010-4a0a-a92e-1b2e17151069 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:31.868650 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-f365830f-f010-4a0a-a92e-1b2e17151069 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:01:31.883164 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-f365830f-f010-4a0a-a92e-1b2e17151069 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Usage tracker for resource:security_group_rule and tenant:ad801b75cf8441e582d121116c051049 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:01:31.907934 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-51a4ce17-1e85-422f-a64b-9f43e3ee9a05 None None] Set router 487be821-c8f7-4c69-9f57-905104446924 gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:01:31.927317 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e8641c8b-04f3-4f53-8896-f1aa3c61c6fa admin admin] Notify callbacks [] for router, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:31.927317 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-e8641c8b-04f3-4f53-8896-f1aa3c61c6fa admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.0842395 May 28 07:01:31.944688 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-f365830f-f010-4a0a-a92e-1b2e17151069 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:01:31.957677 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 47480) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:01:32.007699 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-f365830f-f010-4a0a-a92e-1b2e17151069 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:01:32.079251 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 6324965b-c554-4b93-bb5a-3534063aae75 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:01:32.170332 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-ccfc04ef-2c71-420e-b63a-0e86adaea3ba req-0cb0b1ab-1c6f-4251-8020-95c8bd9af37c tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:32.207958 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 6324965b-c554-4b93-bb5a-3534063aae75 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:01:32.208804 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:32.228423 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-7dc913f3-0a0c-4a47-aa0a-52f8c9160e06 req-ee36300c-c231-4715-baca-0f948fc93c8f tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Synchronizing usage tracker for tenant:6cd404fb9ef9487fb34baf3bf8b36b53 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:01:32.247772 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-ccfc04ef-2c71-420e-b63a-0e86adaea3ba req-0cb0b1ab-1c6f-4251-8020-95c8bd9af37c tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Transition to ACTIVE for port object 26f1b198-29b5-41fb-857f-758d4a314f9c will not be triggered until provisioned by entity DHCP. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:01:32.379769 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 6324965b-c554-4b93-bb5a-3534063aae75 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:01:32.382068 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-ccfc04ef-2c71-420e-b63a-0e86adaea3ba req-0cb0b1ab-1c6f-4251-8020-95c8bd9af37c tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:32.479928 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb0b1ab-1c6f-4251-8020-95c8bd9af37c tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Pushing event updated for resources: {'Port': ['ID=26f1b198-29b5-41fb-857f-758d4a314f9c,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:01:32.483660 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccfc04ef-2c71-420e-b63a-0e86adaea3ba req-0cb0b1ab-1c6f-4251-8020-95c8bd9af37c tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Network b87fb3cb-482f-4500-8eb8-33ba0d95db61 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:01:32.485154 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [req-ccfc04ef-2c71-420e-b63a-0e86adaea3ba req-0cb0b1ab-1c6f-4251-8020-95c8bd9af37c tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:01:32.487662 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccfc04ef-2c71-420e-b63a-0e86adaea3ba req-0cb0b1ab-1c6f-4251-8020-95c8bd9af37c tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:01:32.503577 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f365830f-f010-4a0a-a92e-1b2e17151069 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:32.583823 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfc04ef-2c71-420e-b63a-0e86adaea3ba req-0cb0b1ab-1c6f-4251-8020-95c8bd9af37c tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:01:32.584724 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-ccfc04ef-2c71-420e-b63a-0e86adaea3ba req-0cb0b1ab-1c6f-4251-8020-95c8bd9af37c tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:32.596677 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-51a4ce17-1e85-422f-a64b-9f43e3ee9a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '487be821-c8f7-4c69-9f57-905104446924', 'name': 'tempest-TestServerMultinode-1954194243-router', 'tenant_id': '6bb435e22dbf4949864adf54e56f8136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': '7d97135f-1061-4a53-87ed-eb45d6409167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:01:26Z', 'updated_at': '2022-05-28T07:01:29Z', 'revision_number': 3, 'project_id': '6bb435e22dbf4949864adf54e56f8136', 'gw_port': {'id': '7d97135f-1061-4a53-87ed-eb45d6409167', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ab:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '487be821-c8f7-4c69-9f57-905104446924', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:01:28Z', 'updated_at': '2022-05-28T07:01:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:01:32.604215 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a4ce17-1e85-422f-a64b-9f43e3ee9a05 None None] Checking router: 487be821-c8f7-4c69-9f57-905104446924 for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 07:01:32.604625 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a4ce17-1e85-422f-a64b-9f43e3ee9a05 None None] Updating router 487be821-c8f7-4c69-9f57-905104446924 port 7d97135f-1061-4a53-87ed-eb45d6409167 binding host n-d-843702-1 {{(pid=89112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 07:01:32.649669 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:32.674470 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-51a4ce17-1e85-422f-a64b-9f43e3ee9a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:32.691393 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ccfc04ef-2c71-420e-b63a-0e86adaea3ba req-0cb0b1ab-1c6f-4251-8020-95c8bd9af37c tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0377324 May 28 07:01:32.692665 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-7dc913f3-0a0c-4a47-aa0a-52f8c9160e06 req-ee36300c-c231-4715-baca-0f948fc93c8f tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Unset dirty status for tenant:6cd404fb9ef9487fb34baf3bf8b36b53 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:01:32.693162 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7dc913f3-0a0c-4a47-aa0a-52f8c9160e06 req-ee36300c-c231-4715-baca-0f948fc93c8f tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=609380e3-dc70-49f0-a7ee-d9caa9e598f0 HTTP/1.1" status: 200 len: 210 time: 0.5287817 May 28 07:01:32.709788 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-ccfc04ef-2c71-420e-b63a-0e86adaea3ba req-11fa19be-cb71-4ea5-a86e-f6c0c0f12682 service neutron] Request body: {'port': {'device_id': '609380e3-dc70-49f0-a7ee-d9caa9e598f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843702-1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:01:32.729188 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f365830f-f010-4a0a-a92e-1b2e17151069 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:32.930419 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-36b8c4a6-b376-48a2-9fa6-70af025b086d None None] Provisioning for port 26f1b198-29b5-41fb-857f-758d4a314f9c completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:01:32.937387 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-36b8c4a6-b376-48a2-9fa6-70af025b086d None None] Provisioning complete for port 26f1b198-29b5-41fb-857f-758d4a314f9c triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:01:32.938478 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-36b8c4a6-b376-48a2-9fa6-70af025b086d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:32.984291 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f365830f-f010-4a0a-a92e-1b2e17151069 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b15dd8d-e024-43cb-8faa-88794a394ae1,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:01:33.047422 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-36b8c4a6-b376-48a2-9fa6-70af025b086d None None] Port 26f1b198-29b5-41fb-857f-758d4a314f9c cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 07:01:33.049971 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-ccfc04ef-2c71-420e-b63a-0e86adaea3ba req-11fa19be-cb71-4ea5-a86e-f6c0c0f12682 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:33.104023 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f365830f-f010-4a0a-a92e-1b2e17151069 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:33.112092 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-f365830f-f010-4a0a-a92e-1b2e17151069 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.4688308 May 28 07:01:33.117591 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 47500) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:01:33.139538 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-e3368017-0371-4eeb-a264-9fcbe426f567 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Request body: {'security_group_rule': {'security_group_id': '02d95f4e-cdf3-4ae2-915e-b0528e690828', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '2b15dd8d-e024-43cb-8faa-88794a394ae1', 'remote_ip_prefix': None}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:01:33.154115 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-e3368017-0371-4eeb-a264-9fcbe426f567 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:01:33.163772 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-e3368017-0371-4eeb-a264-9fcbe426f567 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Usage tracker for resource:security_group_rule and tenant:ad801b75cf8441e582d121116c051049 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:01:33.184689 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-e3368017-0371-4eeb-a264-9fcbe426f567 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:01:33.184689 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-e3368017-0371-4eeb-a264-9fcbe426f567 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:01:33.313697 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-51a4ce17-1e85-422f-a64b-9f43e3ee9a05 None None] Notify callbacks [] for port, precommit_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:33.314049 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7a783995-575f-410f-a3bd-575f61340fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:33.326770 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.provisioning_blocks [None req-51a4ce17-1e85-422f-a64b-9f43e3ee9a05 None None] Transition to ACTIVE for port object 7d97135f-1061-4a53-87ed-eb45d6409167 will not be triggered until provisioned by entity L2. {{(pid=89112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:01:33.487900 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [req-ccfc04ef-2c71-420e-b63a-0e86adaea3ba req-11fa19be-cb71-4ea5-a86e-f6c0c0f12682 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26f1b198-29b5-41fb-857f-758d4a314f9c {{(pid=89110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 07:01:33.494987 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e3368017-0371-4eeb-a264-9fcbe426f567 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:33.503453 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-ccfc04ef-2c71-420e-b63a-0e86adaea3ba req-11fa19be-cb71-4ea5-a86e-f6c0c0f12682 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:33.534907 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-ccfc04ef-2c71-420e-b63a-0e86adaea3ba req-11fa19be-cb71-4ea5-a86e-f6c0c0f12682 service neutron] Transition to ACTIVE for port object 26f1b198-29b5-41fb-857f-758d4a314f9c will not be triggered until provisioned by entity L2. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:01:33.539088 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-7a783995-575f-410f-a3bd-575f61340fa7 admin admin] Allocated IP 172.20.0.1 (00226f82-98b7-4b67-a678-ed2ea38db0c0/b15da780-c270-422e-be91-f6dad5554f44/282ed966-a867-4a9f-8f6c-e759e1e63858) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:01:33.543965 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-51a4ce17-1e85-422f-a64b-9f43e3ee9a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:33.588331 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e3368017-0371-4eeb-a264-9fcbe426f567 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:33.610695 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-ccfc04ef-2c71-420e-b63a-0e86adaea3ba req-11fa19be-cb71-4ea5-a86e-f6c0c0f12682 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:33.637803 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-51a4ce17-1e85-422f-a64b-9f43e3ee9a05 None None] Attempting to bind port 7d97135f-1061-4a53-87ed-eb45d6409167 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 07:01:33.638156 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-51a4ce17-1e85-422f-a64b-9f43e3ee9a05 None None] Attempting to bind port 7d97135f-1061-4a53-87ed-eb45d6409167 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 07:01:33.638511 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a4ce17-1e85-422f-a64b-9f43e3ee9a05 None None] Attempting to bind port 7d97135f-1061-4a53-87ed-eb45d6409167 on network 68df399e-e75e-4871-9364-5d05730b50f0 {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:01:33.649284 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a4ce17-1e85-422f-a64b-9f43e3ee9a05 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 7, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 07:01:33.649672 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a4ce17-1e85-422f-a64b-9f43e3ee9a05 None None] Checking segment: {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:01:33.650059 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-51a4ce17-1e85-422f-a64b-9f43e3ee9a05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:33.650437 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a4ce17-1e85-422f-a64b-9f43e3ee9a05 None None] Bound using segment: {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 07:01:33.650886 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-51a4ce17-1e85-422f-a64b-9f43e3ee9a05 None None] Bound port: 7d97135f-1061-4a53-87ed-eb45d6409167, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 07:01:33.651235 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-51a4ce17-1e85-422f-a64b-9f43e3ee9a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:33.741350 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d6604e-1412-4f63-9972-87e3cc710824 None None] Pushing event updated for resources: {'Port': ['ID=7d97135f-1061-4a53-87ed-eb45d6409167,revision_number=2']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:01:33.805842 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e3368017-0371-4eeb-a264-9fcbe426f567 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:33.829694 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7a783995-575f-410f-a3bd-575f61340fa7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:33.841198 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-51a4ce17-1e85-422f-a64b-9f43e3ee9a05 None None] For port 7d97135f-1061-4a53-87ed-eb45d6409167, host n-d-843702-1, cleared binding levels {{(pid=89112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:01:33.851201 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-51a4ce17-1e85-422f-a64b-9f43e3ee9a05 None None] For port 7d97135f-1061-4a53-87ed-eb45d6409167, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=7d97135f-1061-4a53-87ed-eb45d6409167,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 07:01:33.851879 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [None req-7a783995-575f-410f-a3bd-575f61340fa7 admin admin] Transition to ACTIVE for port object 282ed966-a867-4a9f-8f6c-e759e1e63858 will not be triggered until provisioned by entity DHCP. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:01:33.883996 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d6604e-1412-4f63-9972-87e3cc710824 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:01:33.888487 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d6604e-1412-4f63-9972-87e3cc710824 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:01:33.889840 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d6604e-1412-4f63-9972-87e3cc710824 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:01:33.890897 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d6604e-1412-4f63-9972-87e3cc710824 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:01:33.891229 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d6604e-1412-4f63-9972-87e3cc710824 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:01:33.891555 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d6604e-1412-4f63-9972-87e3cc710824 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:01:33.891875 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d6604e-1412-4f63-9972-87e3cc710824 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:01:33.892192 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d6604e-1412-4f63-9972-87e3cc710824 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:01:33.897277 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d6604e-1412-4f63-9972-87e3cc710824 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:01:33.897718 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d6604e-1412-4f63-9972-87e3cc710824 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:01:33.898049 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d6604e-1412-4f63-9972-87e3cc710824 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:01:33.898373 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d6604e-1412-4f63-9972-87e3cc710824 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:01:33.954566 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-51a4ce17-1e85-422f-a64b-9f43e3ee9a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:33.989521 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3368017-0371-4eeb-a264-9fcbe426f567 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c143f418-f877-4b3e-bc47-eb75a66914ad,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:01:33.991868 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fa19be-cb71-4ea5-a86e-f6c0c0f12682 service neutron] Pushing event updated for resources: {'Port': ['ID=26f1b198-29b5-41fb-857f-758d4a314f9c,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:01:34.065472 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7a783995-575f-410f-a3bd-575f61340fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:34.081506 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a4ce17-1e85-422f-a64b-9f43e3ee9a05 None None] Routers {'487be821-c8f7-4c69-9f57-905104446924'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:01:34.082108 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-51a4ce17-1e85-422f-a64b-9f43e3ee9a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:01:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['487be821-c8f7-4c69-9f57-905104446924'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:01:34.130347 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3368017-0371-4eeb-a264-9fcbe426f567 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:01:34.131789 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3368017-0371-4eeb-a264-9fcbe426f567 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:01:34.133987 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3368017-0371-4eeb-a264-9fcbe426f567 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:01:34.134330 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3368017-0371-4eeb-a264-9fcbe426f567 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:01:34.134672 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3368017-0371-4eeb-a264-9fcbe426f567 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:01:34.136324 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3368017-0371-4eeb-a264-9fcbe426f567 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:01:34.136664 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3368017-0371-4eeb-a264-9fcbe426f567 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:01:34.137008 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3368017-0371-4eeb-a264-9fcbe426f567 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:01:34.137339 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3368017-0371-4eeb-a264-9fcbe426f567 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:01:34.137693 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3368017-0371-4eeb-a264-9fcbe426f567 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:01:34.137949 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d6604e-1412-4f63-9972-87e3cc710824 None None] Pushing event updated for resources: {'Port': ['ID=7d97135f-1061-4a53-87ed-eb45d6409167,revision_number=3']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:01:34.138071 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3368017-0371-4eeb-a264-9fcbe426f567 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:01:34.138325 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3368017-0371-4eeb-a264-9fcbe426f567 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:01:34.161046 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a783995-575f-410f-a3bd-575f61340fa7 admin admin] Network 00226f82-98b7-4b67-a678-ed2ea38db0c0 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:01:34.168849 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fa19be-cb71-4ea5-a86e-f6c0c0f12682 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:01:34.169197 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fa19be-cb71-4ea5-a86e-f6c0c0f12682 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:01:34.169557 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fa19be-cb71-4ea5-a86e-f6c0c0f12682 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:01:34.169891 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fa19be-cb71-4ea5-a86e-f6c0c0f12682 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:01:34.170222 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fa19be-cb71-4ea5-a86e-f6c0c0f12682 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:01:34.170802 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fa19be-cb71-4ea5-a86e-f6c0c0f12682 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:01:34.172997 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fa19be-cb71-4ea5-a86e-f6c0c0f12682 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:01:34.173361 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fa19be-cb71-4ea5-a86e-f6c0c0f12682 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:01:34.173517 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-7a783995-575f-410f-a3bd-575f61340fa7 admin admin] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:01:34.173719 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fa19be-cb71-4ea5-a86e-f6c0c0f12682 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:01:34.174053 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fa19be-cb71-4ea5-a86e-f6c0c0f12682 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:01:34.174384 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fa19be-cb71-4ea5-a86e-f6c0c0f12682 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:01:34.174707 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fa19be-cb71-4ea5-a86e-f6c0c0f12682 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:01:34.187075 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a783995-575f-410f-a3bd-575f61340fa7 admin admin] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:01:34.235856 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-ccfc04ef-2c71-420e-b63a-0e86adaea3ba req-11fa19be-cb71-4ea5-a86e-f6c0c0f12682 service neutron] Attempting to bind port 26f1b198-29b5-41fb-857f-758d4a314f9c on host n-h2-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 07:01:34.236181 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-ccfc04ef-2c71-420e-b63a-0e86adaea3ba req-11fa19be-cb71-4ea5-a86e-f6c0c0f12682 service neutron] Attempting to bind port 26f1b198-29b5-41fb-857f-758d4a314f9c by drivers openvswitch,hyperv on host n-h2-843702-1 at level 0 using segments [{'id': '9b6a153f-5acc-4efc-9ff2-d82aa4b5901c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b87fb3cb-482f-4500-8eb8-33ba0d95db61'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 07:01:34.236534 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfc04ef-2c71-420e-b63a-0e86adaea3ba req-11fa19be-cb71-4ea5-a86e-f6c0c0f12682 service neutron] Attempting to bind port 26f1b198-29b5-41fb-857f-758d4a314f9c on network b87fb3cb-482f-4500-8eb8-33ba0d95db61 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:01:34.260560 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfc04ef-2c71-420e-b63a-0e86adaea3ba req-11fa19be-cb71-4ea5-a86e-f6c0c0f12682 service neutron] Port 26f1b198-29b5-41fb-857f-758d4a314f9c on network b87fb3cb-482f-4500-8eb8-33ba0d95db61 not bound, no agent of type Open vSwitch agent registered on host n-h2-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 07:01:34.260936 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfc04ef-2c71-420e-b63a-0e86adaea3ba req-11fa19be-cb71-4ea5-a86e-f6c0c0f12682 service neutron] Attempting to bind port 26f1b198-29b5-41fb-857f-758d4a314f9c on network b87fb3cb-482f-4500-8eb8-33ba0d95db61 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:01:34.285296 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847b2d6a-0bc0-42fc-9f2e-2a454d5e2646 req-92e6dbf4-621a-44ae-a559-c3aa717b43e4 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:01:34.287125 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-847b2d6a-0bc0-42fc-9f2e-2a454d5e2646 req-92e6dbf4-621a-44ae-a559-c3aa717b43e4 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=609380e3-dc70-49f0-a7ee-d9caa9e598f0 HTTP/1.1" status: 200 len: 943 time: 0.3020895 May 28 07:01:34.288399 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfc04ef-2c71-420e-b63a-0e86adaea3ba req-11fa19be-cb71-4ea5-a86e-f6c0c0f12682 service neutron] Checking agent: {'id': 'f1a3973b-d2b3-4558-88e7-2ac50857d302', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 7, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 07:01:34.288934 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfc04ef-2c71-420e-b63a-0e86adaea3ba req-11fa19be-cb71-4ea5-a86e-f6c0c0f12682 service neutron] Checking segment: {'id': '9b6a153f-5acc-4efc-9ff2-d82aa4b5901c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b87fb3cb-482f-4500-8eb8-33ba0d95db61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:01:34.289505 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfc04ef-2c71-420e-b63a-0e86adaea3ba req-11fa19be-cb71-4ea5-a86e-f6c0c0f12682 service neutron] Bound using segment: {'id': '9b6a153f-5acc-4efc-9ff2-d82aa4b5901c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b87fb3cb-482f-4500-8eb8-33ba0d95db61'} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 07:01:34.290226 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-ccfc04ef-2c71-420e-b63a-0e86adaea3ba req-11fa19be-cb71-4ea5-a86e-f6c0c0f12682 service neutron] Bound port: 26f1b198-29b5-41fb-857f-758d4a314f9c, host: n-h2-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b6a153f-5acc-4efc-9ff2-d82aa4b5901c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b87fb3cb-482f-4500-8eb8-33ba0d95db61'}}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 07:01:34.291254 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-ccfc04ef-2c71-420e-b63a-0e86adaea3ba req-11fa19be-cb71-4ea5-a86e-f6c0c0f12682 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:34.312771 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a783995-575f-410f-a3bd-575f61340fa7 admin admin] Pushing event updated for resources: {'Port': ['ID=282ed966-a867-4a9f-8f6c-e759e1e63858,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:01:34.334362 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7a783995-575f-410f-a3bd-575f61340fa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690947'] for router_interface, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:34.348901 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-51a4ce17-1e85-422f-a64b-9f43e3ee9a05 None None] Set router 487be821-c8f7-4c69-9f57-905104446924 gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:01:34.374728 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e3368017-0371-4eeb-a264-9fcbe426f567 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:34.378860 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-e3368017-0371-4eeb-a264-9fcbe426f567 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.2546949 May 28 07:01:34.382134 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 47514) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:01:34.441620 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-847b2d6a-0bc0-42fc-9f2e-2a454d5e2646 req-59a14155-7a87-4b76-9991-18a465092884 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f5492c6-5bbc-4a76-bcd5-ad6fbd0e08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389105 May 28 07:01:34.459816 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2a97ccf6-439b-4321-9cc9-321842ab770f tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:34.485087 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2a97ccf6-439b-4321-9cc9-321842ab770f tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:34.559805 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-ccfc04ef-2c71-420e-b63a-0e86adaea3ba req-11fa19be-cb71-4ea5-a86e-f6c0c0f12682 service neutron] For port 26f1b198-29b5-41fb-857f-758d4a314f9c, host n-h2-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:01:34.560045 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-ccfc04ef-2c71-420e-b63a-0e86adaea3ba req-11fa19be-cb71-4ea5-a86e-f6c0c0f12682 service neutron] For port 26f1b198-29b5-41fb-857f-758d4a314f9c, host n-h2-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=26f1b198-29b5-41fb-857f-758d4a314f9c,segment=NetworkSegment(9b6a153f-5acc-4efc-9ff2-d82aa4b5901c),segment_id=9b6a153f-5acc-4efc-9ff2-d82aa4b5901c)] {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 07:01:34.633244 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2a97ccf6-439b-4321-9cc9-321842ab770f tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:34.656295 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a97ccf6-439b-4321-9cc9-321842ab770f tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c143f418-f877-4b3e-bc47-eb75a66914ad,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:01:34.673682 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-ccfc04ef-2c71-420e-b63a-0e86adaea3ba req-11fa19be-cb71-4ea5-a86e-f6c0c0f12682 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:34.718684 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2a97ccf6-439b-4321-9cc9-321842ab770f tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:34.719981 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-2a97ccf6-439b-4321-9cc9-321842ab770f tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/c143f418-f877-4b3e-bc47-eb75a66914ad HTTP/1.1" status: 204 len: 168 time: 0.3368111 May 28 07:01:34.727057 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 47522) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:01:34.788200 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-0c39b61b-d33b-4717-a11c-81a0d07c88cc None None] Provisioning for port 282ed966-a867-4a9f-8f6c-e759e1e63858 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:01:34.800382 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-0c39b61b-d33b-4717-a11c-81a0d07c88cc None None] Provisioning complete for port 282ed966-a867-4a9f-8f6c-e759e1e63858 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:01:34.802423 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-0c39b61b-d33b-4717-a11c-81a0d07c88cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:34.804760 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-51a4ce17-1e85-422f-a64b-9f43e3ee9a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '487be821-c8f7-4c69-9f57-905104446924', 'name': 'tempest-TestServerMultinode-1954194243-router', 'tenant_id': '6bb435e22dbf4949864adf54e56f8136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': '7d97135f-1061-4a53-87ed-eb45d6409167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:01:26Z', 'updated_at': '2022-05-28T07:01:29Z', 'revision_number': 3, 'project_id': '6bb435e22dbf4949864adf54e56f8136', 'gw_port': {'id': '7d97135f-1061-4a53-87ed-eb45d6409167', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ab:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '487be821-c8f7-4c69-9f57-905104446924', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:01:28Z', 'updated_at': '2022-05-28T07:01:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:01:34.811956 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a4ce17-1e85-422f-a64b-9f43e3ee9a05 None None] The sync data for ids ['487be821-c8f7-4c69-9f57-905104446924'] in n-d-843702-1 is: [{'id': '487be821-c8f7-4c69-9f57-905104446924', 'name': 'tempest-TestServerMultinode-1954194243-router', 'tenant_id': '6bb435e22dbf4949864adf54e56f8136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': '7d97135f-1061-4a53-87ed-eb45d6409167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:01:26Z', 'updated_at': '2022-05-28T07:01:29Z', 'revision_number': 3, 'project_id': '6bb435e22dbf4949864adf54e56f8136', 'gw_port': {'id': '7d97135f-1061-4a53-87ed-eb45d6409167', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ab:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '487be821-c8f7-4c69-9f57-905104446924', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:01:28Z', 'updated_at': '2022-05-28T07:01:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 07:01:34.816082 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfc04ef-2c71-420e-b63a-0e86adaea3ba req-11fa19be-cb71-4ea5-a86e-f6c0c0f12682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:01:34.816565 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-ccfc04ef-2c71-420e-b63a-0e86adaea3ba req-11fa19be-cb71-4ea5-a86e-f6c0c0f12682 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:34.823266 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ccfc04ef-2c71-420e-b63a-0e86adaea3ba req-11fa19be-cb71-4ea5-a86e-f6c0c0f12682 service neutron] 10.222.0.71 "PUT /v2.0/ports/26f1b198-29b5-41fb-857f-758d4a314f9c HTTP/1.1" status: 200 len: 1091 time: 2.1130543 May 28 07:01:34.823956 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '609380e3-dc70-49f0-a7ee-d9caa9e598f0', 'tag': '26f1b198-29b5-41fb-857f-758d4a314f9c'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:01:34.861082 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7a783995-575f-410f-a3bd-575f61340fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:34.865664 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fa19be-cb71-4ea5-a86e-f6c0c0f12682 service neutron] Pushing event updated for resources: {'Port': ['ID=26f1b198-29b5-41fb-857f-758d4a314f9c,revision_number=3']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:01:34.896558 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-6b52cd6b-3b38-4320-8ea8-88f323bd13a2 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Synchronizing usage tracker for tenant:ad801b75cf8441e582d121116c051049 on resource:security_group_rule {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:01:34.982292 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-0c39b61b-d33b-4717-a11c-81a0d07c88cc None None] Port 282ed966-a867-4a9f-8f6c-e759e1e63858 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 07:01:35.092155 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b529aa55-d367-4f93-a42d-3e8c0663886b'] response: {'name': 'network-changed', 'server_uuid': '609380e3-dc70-49f0-a7ee-d9caa9e598f0', 'tag': '26f1b198-29b5-41fb-857f-758d4a314f9c', 'status': 'completed', 'code': 200} May 28 07:01:35.104773 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-6b52cd6b-3b38-4320-8ea8-88f323bd13a2 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Unset dirty status for tenant:ad801b75cf8441e582d121116c051049 on resource:security_group_rule {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:01:35.107651 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-6b52cd6b-3b38-4320-8ea8-88f323bd13a2 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.3796372 May 28 07:01:35.113386 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 47532) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:01:35.253084 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7df5cf8c-696f-471a-949c-16042675f137 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:35.258434 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7a783995-575f-410f-a3bd-575f61340fa7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:35.302427 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7df5cf8c-696f-471a-949c-16042675f137 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:35.369352 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfc04ef-2c71-420e-b63a-0e86adaea3ba req-7a0bfbe0-44c2-4f6a-9ee9-9df9d01049b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:01:35.370519 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7a783995-575f-410f-a3bd-575f61340fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:35.371035 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ccfc04ef-2c71-420e-b63a-0e86adaea3ba req-7a0bfbe0-44c2-4f6a-9ee9-9df9d01049b8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=6cd404fb9ef9487fb34baf3bf8b36b53&device_id=609380e3-dc70-49f0-a7ee-d9caa9e598f0 HTTP/1.1" status: 200 len: 1094 time: 0.4225056 May 28 07:01:35.485179 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ccfc04ef-2c71-420e-b63a-0e86adaea3ba req-075d7e6a-f601-44ff-90cd-2c9656a52252 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=26f1b198-29b5-41fb-857f-758d4a314f9c HTTP/1.1" status: 200 len: 217 time: 0.0987456 May 28 07:01:35.485932 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7df5cf8c-696f-471a-949c-16042675f137 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:35.597531 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df5cf8c-696f-471a-949c-16042675f137 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b15dd8d-e024-43cb-8faa-88794a394ae1,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:01:35.675292 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a783995-575f-410f-a3bd-575f61340fa7 admin admin] Pushing event updated for resources: {'Port': ['ID=282ed966-a867-4a9f-8f6c-e759e1e63858,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:01:35.687381 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfc04ef-2c71-420e-b63a-0e86adaea3ba req-95080ea4-d0fe-4002-8de6-85198846c4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:01:35.689843 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7a783995-575f-410f-a3bd-575f61340fa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700602'] for router_interface, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:35.695225 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ccfc04ef-2c71-420e-b63a-0e86adaea3ba req-95080ea4-d0fe-4002-8de6-85198846c4b2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=03e4bbfb-d6ff-44b0-bb81-9edbb740d6df HTTP/1.1" status: 200 len: 850 time: 0.1797578 May 28 07:01:35.758755 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7df5cf8c-696f-471a-949c-16042675f137 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:35.760079 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-7df5cf8c-696f-471a-949c-16042675f137 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] 10.222.0.55 "DELETE /v2.0/security-groups/2b15dd8d-e024-43cb-8faa-88794a394ae1 HTTP/1.1" status: 204 len: 168 time: 0.6443851 May 28 07:01:35.767953 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 47538) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:01:35.901027 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a783995-575f-410f-a3bd-575f61340fa7 admin admin] Network 00226f82-98b7-4b67-a678-ed2ea38db0c0 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:01:35.902459 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-7a783995-575f-410f-a3bd-575f61340fa7 admin admin] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:01:35.926706 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-158fd657-08a2-4630-abcd-8a52df72a4cb tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Synchronizing usage tracker for tenant:ad801b75cf8441e582d121116c051049 on resource:security_group {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:01:36.031443 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfc04ef-2c71-420e-b63a-0e86adaea3ba req-9bc3679b-dcb6-4b5d-acb8-60f06f873a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:01:36.031443 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ccfc04ef-2c71-420e-b63a-0e86adaea3ba req-9bc3679b-dcb6-4b5d-acb8-60f06f873a4f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b87fb3cb-482f-4500-8eb8-33ba0d95db61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3305991 May 28 07:01:36.034399 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-158fd657-08a2-4630-abcd-8a52df72a4cb tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Unset dirty status for tenant:ad801b75cf8441e582d121116c051049 on resource:security_group {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:01:36.040279 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-158fd657-08a2-4630-abcd-8a52df72a4cb tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2285917 May 28 07:01:36.049384 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 47546) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:01:36.115878 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75368674-f912-41d1-8053-8a2df778da05 req-3085f29d-f6ca-47c7-849e-18878d3916d1 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:01:36.117734 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-75368674-f912-41d1-8053-8a2df778da05 req-3085f29d-f6ca-47c7-849e-18878d3916d1 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=609380e3-dc70-49f0-a7ee-d9caa9e598f0 HTTP/1.1" status: 200 len: 943 time: 0.3608570 May 28 07:01:36.136739 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 7d97135f-1061-4a53-87ed-eb45d6409167 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:01:36.427406 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 7d97135f-1061-4a53-87ed-eb45d6409167 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:01:36.434018 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 7d97135f-1061-4a53-87ed-eb45d6409167 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:01:36.434862 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:36.549453 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-5991566f-654c-4c3d-aa99-f36ff966f72f None None] Provisioning complete for port 282ed966-a867-4a9f-8f6c-e759e1e63858 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:01:36.557621 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-5991566f-654c-4c3d-aa99-f36ff966f72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:36.616617 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-5991566f-654c-4c3d-aa99-f36ff966f72f None None] Port 282ed966-a867-4a9f-8f6c-e759e1e63858 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 07:01:36.702641 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 7d97135f-1061-4a53-87ed-eb45d6409167 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:01:36.703278 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:36.711806 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a783995-575f-410f-a3bd-575f61340fa7 admin admin] Router 487be821-c8f7-4c69-9f57-905104446924 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 07:01:36.723021 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port 7d97135f-1061-4a53-87ed-eb45d6409167, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=7d97135f-1061-4a53-87ed-eb45d6409167,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:01:36.735000 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-75368674-f912-41d1-8053-8a2df778da05 req-1540bc12-2be2-4d0d-91cd-61ec5c11c4d4 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f5492c6-5bbc-4a76-bcd5-ad6fbd0e08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6032653 May 28 07:01:36.776095 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-bc776f3a-9a71-417e-8f9f-820c31f36442 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:36.830248 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:36.867463 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-bc776f3a-9a71-417e-8f9f-820c31f36442 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:36.893789 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ccfc04ef-2c71-420e-b63a-0e86adaea3ba req-330c7361-113f-4446-886f-7a20a3daf226 service neutron] 10.222.0.71 "GET /v2.0/networks/b87fb3cb-482f-4500-8eb8-33ba0d95db61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8433592 May 28 07:01:36.964319 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=7d97135f-1061-4a53-87ed-eb45d6409167,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:01:37.020599 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a783995-575f-410f-a3bd-575f61340fa7 admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 07:01:37.029501 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-7a783995-575f-410f-a3bd-575f61340fa7 admin admin] 10.222.0.55 "PUT /v2.0/routers/487be821-c8f7-4c69-9f57-905104446924/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0603616 May 28 07:01:37.095369 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ccfc04ef-2c71-420e-b63a-0e86adaea3ba req-a42b4c25-a32b-44ca-a92b-a54546cacc3a service neutron] 10.222.0.71 "GET /v2.0/networks/b87fb3cb-482f-4500-8eb8-33ba0d95db61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805944 May 28 07:01:37.204001 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-bc776f3a-9a71-417e-8f9f-820c31f36442 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:37.239304 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc776f3a-9a71-417e-8f9f-820c31f36442 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02d95f4e-cdf3-4ae2-915e-b0528e690828,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:01:37.394096 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-bc776f3a-9a71-417e-8f9f-820c31f36442 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:37.395197 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-bc776f3a-9a71-417e-8f9f-820c31f36442 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] 10.222.0.55 "DELETE /v2.0/security-groups/02d95f4e-cdf3-4ae2-915e-b0528e690828 HTTP/1.1" status: 204 len: 168 time: 1.2765400 May 28 07:01:37.398169 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 47562) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:01:37.418285 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c96a18-afbf-4b1d-ac96-a85828ad79a7 req-fa8db6c1-4b52-4bf4-b96c-f523b7cd9c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:01:37.419805 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-18c96a18-afbf-4b1d-ac96-a85828ad79a7 req-fa8db6c1-4b52-4bf4-b96c-f523b7cd9c66 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=6cd404fb9ef9487fb34baf3bf8b36b53&device_id=609380e3-dc70-49f0-a7ee-d9caa9e598f0 HTTP/1.1" status: 200 len: 1094 time: 0.0993781 May 28 07:01:37.470974 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-f196a52b-0f96-482d-a1b3-f4eae38ff487 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Synchronizing usage tracker for tenant:ad801b75cf8441e582d121116c051049 on resource:security_group {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:01:37.568072 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32b9ede-138d-46d3-a590-195cf28e8aa3 None None] Sync routers for ids ['487be821-c8f7-4c69-9f57-905104446924'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 07:01:37.578612 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32b9ede-138d-46d3-a590-195cf28e8aa3 None None] Routers {'487be821-c8f7-4c69-9f57-905104446924'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:01:37.579244 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-b32b9ede-138d-46d3-a590-195cf28e8aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:01:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['487be821-c8f7-4c69-9f57-905104446924'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:01:37.627482 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c96a18-afbf-4b1d-ac96-a85828ad79a7 req-b47d8a33-7f2d-4b9e-9a9d-7d19a5cb9ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:01:37.634799 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-18c96a18-afbf-4b1d-ac96-a85828ad79a7 req-b47d8a33-7f2d-4b9e-9a9d-7d19a5cb9ecc service neutron] 10.222.0.71 "GET /v2.0/networks?id=b87fb3cb-482f-4500-8eb8-33ba0d95db61 HTTP/1.1" status: 200 len: 912 time: 0.2043953 May 28 07:01:37.705741 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-f196a52b-0f96-482d-a1b3-f4eae38ff487 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Unset dirty status for tenant:ad801b75cf8441e582d121116c051049 on resource:security_group {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:01:37.711804 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-f196a52b-0f96-482d-a1b3-f4eae38ff487 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3080127 May 28 07:01:37.712784 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 47570) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:01:37.719042 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-6541a510-0c14-4fea-ad57-9188aaf82d6b tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Request body: {'security_group': {'name': 'tempest-secgroup--1397580754'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:01:37.719939 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-18c96a18-afbf-4b1d-ac96-a85828ad79a7 req-fa24894e-744d-4372-b425-f69830864534 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=26f1b198-29b5-41fb-857f-758d4a314f9c HTTP/1.1" status: 200 len: 217 time: 0.0819054 May 28 07:01:37.727657 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-6541a510-0c14-4fea-ad57-9188aaf82d6b tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:01:37.739576 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-6541a510-0c14-4fea-ad57-9188aaf82d6b tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:01:37.867069 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c96a18-afbf-4b1d-ac96-a85828ad79a7 req-bb4302cf-e8b3-49f6-a21e-d9d27619258e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:01:37.867069 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-18c96a18-afbf-4b1d-ac96-a85828ad79a7 req-bb4302cf-e8b3-49f6-a21e-d9d27619258e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=03e4bbfb-d6ff-44b0-bb81-9edbb740d6df HTTP/1.1" status: 200 len: 850 time: 0.1364703 May 28 07:01:37.884598 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-b32b9ede-138d-46d3-a590-195cf28e8aa3 None None] Set router 487be821-c8f7-4c69-9f57-905104446924 gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:01:37.906522 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6541a510-0c14-4fea-ad57-9188aaf82d6b tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:37.966140 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-6541a510-0c14-4fea-ad57-9188aaf82d6b tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:01:37.972529 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-6541a510-0c14-4fea-ad57-9188aaf82d6b tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Usage tracker for resource:security_group_rule and tenant:ad801b75cf8441e582d121116c051049 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:01:37.977886 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-6541a510-0c14-4fea-ad57-9188aaf82d6b tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:01:37.985504 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-6541a510-0c14-4fea-ad57-9188aaf82d6b tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:01:38.075756 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6541a510-0c14-4fea-ad57-9188aaf82d6b tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:38.075949 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 7d97135f-1061-4a53-87ed-eb45d6409167 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:01:38.103312 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c96a18-afbf-4b1d-ac96-a85828ad79a7 req-5241efae-6826-4dc5-9428-d00b94fc443b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:01:38.105318 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-18c96a18-afbf-4b1d-ac96-a85828ad79a7 req-5241efae-6826-4dc5-9428-d00b94fc443b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b87fb3cb-482f-4500-8eb8-33ba0d95db61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2367325 May 28 07:01:38.201115 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbb2c69-3587-4171-b04d-8eae3fdc721d req-fadcc8d0-d4e4-4a65-b08b-844da6c7c0e2 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:01:38.203302 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8bbb2c69-3587-4171-b04d-8eae3fdc721d req-fadcc8d0-d4e4-4a65-b08b-844da6c7c0e2 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=609380e3-dc70-49f0-a7ee-d9caa9e598f0 HTTP/1.1" status: 200 len: 943 time: 0.2241580 May 28 07:01:38.307039 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 7d97135f-1061-4a53-87ed-eb45d6409167 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:01:38.307039 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:38.313239 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8bbb2c69-3587-4171-b04d-8eae3fdc721d req-df791672-c668-49a2-a08c-527e8101d0ae tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f5492c6-5bbc-4a76-bcd5-ad6fbd0e08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839717 May 28 07:01:38.340181 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-18c96a18-afbf-4b1d-ac96-a85828ad79a7 req-128a29c7-e282-47ec-aeed-1011944c53d2 service neutron] 10.222.0.71 "GET /v2.0/networks/b87fb3cb-482f-4500-8eb8-33ba0d95db61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266107 May 28 07:01:38.348214 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6541a510-0c14-4fea-ad57-9188aaf82d6b tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:38.408387 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6541a510-0c14-4fea-ad57-9188aaf82d6b tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed5d84a5-27f4-4a93-bd39-4b6e839e0e97,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:01:38.455507 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 7d97135f-1061-4a53-87ed-eb45d6409167 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:01:38.461965 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-b32b9ede-138d-46d3-a590-195cf28e8aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '487be821-c8f7-4c69-9f57-905104446924', 'name': 'tempest-TestServerMultinode-1954194243-router', 'tenant_id': '6bb435e22dbf4949864adf54e56f8136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': '7d97135f-1061-4a53-87ed-eb45d6409167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:01:26Z', 'updated_at': '2022-05-28T07:01:34Z', 'revision_number': 4, 'project_id': '6bb435e22dbf4949864adf54e56f8136', 'gw_port': {'id': '7d97135f-1061-4a53-87ed-eb45d6409167', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ab:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '487be821-c8f7-4c69-9f57-905104446924', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:01:28Z', 'updated_at': '2022-05-28T07:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '282ed966-a867-4a9f-8f6c-e759e1e63858', 'name': '', 'network_id': '00226f82-98b7-4b67-a678-ed2ea38db0c0', 'tenant_id': '6bb435e22dbf4949864adf54e56f8136', 'mac_address': 'fa:16:3e:f6:16:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '487be821-c8f7-4c69-9f57-905104446924', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'b15da780-c270-422e-be91-f6dad5554f44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:01:33Z', 'updated_at': '2022-05-28T07:01:35Z', 'revision_number': 2, 'project_id': '6bb435e22dbf4949864adf54e56f8136', 'subnets': [{'id': 'b15da780-c270-422e-be91-f6dad5554f44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:01:38.466050 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32b9ede-138d-46d3-a590-195cf28e8aa3 None None] Checking router: 487be821-c8f7-4c69-9f57-905104446924 for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 07:01:38.466422 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32b9ede-138d-46d3-a590-195cf28e8aa3 None None] Updating router 487be821-c8f7-4c69-9f57-905104446924 port 282ed966-a867-4a9f-8f6c-e759e1e63858 binding host n-d-843702-1 {{(pid=89111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 07:01:38.471722 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 47590) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:01:38.479202 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-48472aeb-7d22-44cd-a069-780a3c1158b2 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1204710748-network', 'tenant_id': 'ebba800206cb4fd5a08c3b7f5bbc7eb7'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:01:38.488774 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-48472aeb-7d22-44cd-a069-780a3c1158b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:01:38.496299 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-48472aeb-7d22-44cd-a069-780a3c1158b2 admin admin] Usage tracker for resource:network and tenant:ebba800206cb4fd5a08c3b7f5bbc7eb7 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:01:38.502058 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-48472aeb-7d22-44cd-a069-780a3c1158b2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:01:38.523592 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-48472aeb-7d22-44cd-a069-780a3c1158b2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:01:38.528749 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b32b9ede-138d-46d3-a590-195cf28e8aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:38.547113 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6541a510-0c14-4fea-ad57-9188aaf82d6b tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:38.548654 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-6541a510-0c14-4fea-ad57-9188aaf82d6b tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8349087 May 28 07:01:38.551772 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 47594) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:01:38.556179 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-18c96a18-afbf-4b1d-ac96-a85828ad79a7 req-d358762e-023b-493b-8466-566affb8775c service neutron] 10.222.0.71 "GET /v2.0/networks/b87fb3cb-482f-4500-8eb8-33ba0d95db61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083380 May 28 07:01:38.559578 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-e8762bd2-d6cf-48f3-be53-2835fc469d0c tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Request body: {'security_group_rule': {'security_group_id': 'ed5d84a5-27f4-4a93-bd39-4b6e839e0e97', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:01:38.565063 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-e8762bd2-d6cf-48f3-be53-2835fc469d0c tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:01:38.569260 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-e8762bd2-d6cf-48f3-be53-2835fc469d0c tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Usage tracker for resource:security_group_rule and tenant:ad801b75cf8441e582d121116c051049 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:01:38.572214 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-e8762bd2-d6cf-48f3-be53-2835fc469d0c tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:01:38.582970 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-e8762bd2-d6cf-48f3-be53-2835fc469d0c tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:01:38.702182 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48472aeb-7d22-44cd-a069-780a3c1158b2 admin admin] Made reservation on behalf of ebba800206cb4fd5a08c3b7f5bbc7eb7 for: {'network': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 07:01:38.705400 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-48472aeb-7d22-44cd-a069-780a3c1158b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:38.711319 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e8762bd2-d6cf-48f3-be53-2835fc469d0c tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:38.730265 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-48472aeb-7d22-44cd-a069-780a3c1158b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:38.774184 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-48472aeb-7d22-44cd-a069-780a3c1158b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:01:38.774184 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-48472aeb-7d22-44cd-a069-780a3c1158b2 admin admin] Usage tracker for resource:security_group_rule and tenant:ebba800206cb4fd5a08c3b7f5bbc7eb7 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:01:38.787448 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-48472aeb-7d22-44cd-a069-780a3c1158b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:01:38.801646 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-48472aeb-7d22-44cd-a069-780a3c1158b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:01:38.818630 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e8762bd2-d6cf-48f3-be53-2835fc469d0c tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:38.914899 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-48472aeb-7d22-44cd-a069-780a3c1158b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:38.953629 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e8762bd2-d6cf-48f3-be53-2835fc469d0c tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:38.980092 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b32b9ede-138d-46d3-a590-195cf28e8aa3 None None] Notify callbacks [] for port, precommit_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:38.993764 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-b32b9ede-138d-46d3-a590-195cf28e8aa3 None None] Transition to ACTIVE for port object 282ed966-a867-4a9f-8f6c-e759e1e63858 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:01:39.004954 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8762bd2-d6cf-48f3-be53-2835fc469d0c tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53774de7-0cc6-4e31-b711-197672a369d3,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:01:39.026823 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-48472aeb-7d22-44cd-a069-780a3c1158b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:39.068328 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48472aeb-7d22-44cd-a069-780a3c1158b2 admin admin] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=89110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 07:01:39.086005 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48472aeb-7d22-44cd-a069-780a3c1158b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b36637a-11c4-4835-8836-0e23c44de9b6,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:01:39.086320 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-48472aeb-7d22-44cd-a069-780a3c1158b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:39.086559 n-d-843702-1 neutron-server[89110]: INFO neutron.db.segments_db [None req-48472aeb-7d22-44cd-a069-780a3c1158b2 admin admin] Added segment 7d2310a9-5d93-47c6-8243-6745316949c9 of type vlan for network f4c990ef-f235-4206-82fb-6526c5b9c9b5 May 28 07:01:39.120227 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e8762bd2-d6cf-48f3-be53-2835fc469d0c tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:39.121743 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-e8762bd2-d6cf-48f3-be53-2835fc469d0c tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5688136 May 28 07:01:39.124235 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-48472aeb-7d22-44cd-a069-780a3c1158b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:39.125466 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 47600) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:01:39.152769 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b32b9ede-138d-46d3-a590-195cf28e8aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:39.168612 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1a71f5ae-dbbb-4922-8d8d-0af64e3e0d99 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:39.181714 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1a71f5ae-dbbb-4922-8d8d-0af64e3e0d99 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:39.356876 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032e70cd-5be4-42d2-9122-74e347023f5c None None] Pushing event updated for resources: {'Port': ['ID=282ed966-a867-4a9f-8f6c-e759e1e63858,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:01:39.374153 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1a71f5ae-dbbb-4922-8d8d-0af64e3e0d99 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:39.374321 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-48472aeb-7d22-44cd-a069-780a3c1158b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:39.374321 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48472aeb-7d22-44cd-a069-780a3c1158b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:01:39.374321 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-48472aeb-7d22-44cd-a069-780a3c1158b2 admin admin] Notify callbacks [] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:39.391267 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a71f5ae-dbbb-4922-8d8d-0af64e3e0d99 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=53774de7-0cc6-4e31-b711-197672a369d3,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:01:39.417894 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1a71f5ae-dbbb-4922-8d8d-0af64e3e0d99 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:39.419066 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-1a71f5ae-dbbb-4922-8d8d-0af64e3e0d99 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/53774de7-0cc6-4e31-b711-197672a369d3 HTTP/1.1" status: 204 len: 168 time: 0.2926571 May 28 07:01:39.422400 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 47608) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:01:39.451258 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-b32b9ede-138d-46d3-a590-195cf28e8aa3 None None] Attempting to bind port 282ed966-a867-4a9f-8f6c-e759e1e63858 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 07:01:39.452277 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-b32b9ede-138d-46d3-a590-195cf28e8aa3 None None] Attempting to bind port 282ed966-a867-4a9f-8f6c-e759e1e63858 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'c756cab9-c907-4d2b-a705-8b10b22f5387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '00226f82-98b7-4b67-a678-ed2ea38db0c0'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 07:01:39.452700 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32b9ede-138d-46d3-a590-195cf28e8aa3 None None] Attempting to bind port 282ed966-a867-4a9f-8f6c-e759e1e63858 on network 00226f82-98b7-4b67-a678-ed2ea38db0c0 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:01:39.459992 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32b9ede-138d-46d3-a590-195cf28e8aa3 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 7, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 07:01:39.460366 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32b9ede-138d-46d3-a590-195cf28e8aa3 None None] Checking segment: {'id': 'c756cab9-c907-4d2b-a705-8b10b22f5387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '00226f82-98b7-4b67-a678-ed2ea38db0c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:01:39.460768 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b32b9ede-138d-46d3-a590-195cf28e8aa3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:39.461154 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32b9ede-138d-46d3-a590-195cf28e8aa3 None None] Bound using segment: {'id': 'c756cab9-c907-4d2b-a705-8b10b22f5387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '00226f82-98b7-4b67-a678-ed2ea38db0c0'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 07:01:39.461649 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-b32b9ede-138d-46d3-a590-195cf28e8aa3 None None] Bound port: 282ed966-a867-4a9f-8f6c-e759e1e63858, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c756cab9-c907-4d2b-a705-8b10b22f5387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '00226f82-98b7-4b67-a678-ed2ea38db0c0'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 07:01:39.462020 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b32b9ede-138d-46d3-a590-195cf28e8aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:39.504853 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-43ae2147-355a-4d2b-9af3-b97288d773ca tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Synchronizing usage tracker for tenant:ad801b75cf8441e582d121116c051049 on resource:security_group_rule {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:01:39.557035 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48472aeb-7d22-44cd-a069-780a3c1158b2 admin admin] Pushing event updated for resources: {'Network': ['ID=f4c990ef-f235-4206-82fb-6526c5b9c9b5,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:01:39.596691 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network f4c990ef-f235-4206-82fb-6526c5b9c9b5 details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 07:01:39.652221 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-43ae2147-355a-4d2b-9af3-b97288d773ca tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Unset dirty status for tenant:ad801b75cf8441e582d121116c051049 on resource:security_group_rule {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:01:39.654199 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-43ae2147-355a-4d2b-9af3-b97288d773ca tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2308772 May 28 07:01:39.657089 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 47620) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:01:39.739068 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-48472aeb-7d22-44cd-a069-780a3c1158b2 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2566192 May 28 07:01:39.745389 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 47624) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:01:39.784885 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-74444a75-e9ec-42d9-9b10-a5f104b27086 admin admin] Request body: {'subnet': {'network_id': 'f4c990ef-f235-4206-82fb-6526c5b9c9b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1204710748-subnet', 'tenant_id': 'ebba800206cb4fd5a08c3b7f5bbc7eb7', 'ip_version': 4}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:01:39.785196 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-b32b9ede-138d-46d3-a590-195cf28e8aa3 None None] For port 282ed966-a867-4a9f-8f6c-e759e1e63858, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:01:39.795067 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-b32b9ede-138d-46d3-a590-195cf28e8aa3 None None] For port 282ed966-a867-4a9f-8f6c-e759e1e63858, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=282ed966-a867-4a9f-8f6c-e759e1e63858,segment=NetworkSegment(c756cab9-c907-4d2b-a705-8b10b22f5387),segment_id=c756cab9-c907-4d2b-a705-8b10b22f5387)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 07:01:39.800418 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37310a8-6131-40ee-9e58-6c288b45aa72 req-0acf5cf1-0ad2-4dab-9473-c532408ff7cc tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:01:39.801493 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a37310a8-6131-40ee-9e58-6c288b45aa72 req-0acf5cf1-0ad2-4dab-9473-c532408ff7cc tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=609380e3-dc70-49f0-a7ee-d9caa9e598f0 HTTP/1.1" status: 200 len: 943 time: 0.2034345 May 28 07:01:39.820799 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-74444a75-e9ec-42d9-9b10-a5f104b27086 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:01:39.824372 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-01c15a96-ada5-4a0b-96f8-04d4b2eb417c tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:39.834381 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-74444a75-e9ec-42d9-9b10-a5f104b27086 admin admin] Usage tracker for resource:subnet and tenant:ebba800206cb4fd5a08c3b7f5bbc7eb7 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:01:39.846622 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-74444a75-e9ec-42d9-9b10-a5f104b27086 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:01:39.867667 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-74444a75-e9ec-42d9-9b10-a5f104b27086 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:01:39.878071 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a37310a8-6131-40ee-9e58-6c288b45aa72 req-45ea7eff-7cb6-4254-922f-1b716a3e7bf1 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f5492c6-5bbc-4a76-bcd5-ad6fbd0e08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686984 May 28 07:01:39.896267 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-01c15a96-ada5-4a0b-96f8-04d4b2eb417c tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:39.913385 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b32b9ede-138d-46d3-a590-195cf28e8aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:40.016292 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32b9ede-138d-46d3-a590-195cf28e8aa3 None None] Routers {'487be821-c8f7-4c69-9f57-905104446924'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:01:40.016902 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-b32b9ede-138d-46d3-a590-195cf28e8aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:01:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['487be821-c8f7-4c69-9f57-905104446924'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:01:40.025921 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74444a75-e9ec-42d9-9b10-a5f104b27086 admin admin] Made reservation on behalf of ebba800206cb4fd5a08c3b7f5bbc7eb7 for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 07:01:40.028916 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-74444a75-e9ec-42d9-9b10-a5f104b27086 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:40.134430 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-01c15a96-ada5-4a0b-96f8-04d4b2eb417c tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:40.174393 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032e70cd-5be4-42d2-9122-74e347023f5c None None] Pushing event updated for resources: {'Port': ['ID=282ed966-a867-4a9f-8f6c-e759e1e63858,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:01:40.185848 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c15a96-ada5-4a0b-96f8-04d4b2eb417c tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed5d84a5-27f4-4a93-bd39-4b6e839e0e97,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:01:40.333537 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-b32b9ede-138d-46d3-a590-195cf28e8aa3 None None] Set router 487be821-c8f7-4c69-9f57-905104446924 gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:01:40.342867 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-01c15a96-ada5-4a0b-96f8-04d4b2eb417c tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:40.344424 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-01c15a96-ada5-4a0b-96f8-04d4b2eb417c tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] 10.222.0.55 "DELETE /v2.0/security-groups/ed5d84a5-27f4-4a93-bd39-4b6e839e0e97 HTTP/1.1" status: 204 len: 168 time: 0.6861830 May 28 07:01:40.351556 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 47634) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:01:40.429216 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-bee24ace-259e-47f1-b8ed-fffcddc0aaad tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Synchronizing usage tracker for tenant:ad801b75cf8441e582d121116c051049 on resource:security_group {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:01:40.534957 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-74444a75-e9ec-42d9-9b10-a5f104b27086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:40.615347 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-bee24ace-259e-47f1-b8ed-fffcddc0aaad tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Unset dirty status for tenant:ad801b75cf8441e582d121116c051049 on resource:security_group {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:01:40.617953 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-bee24ace-259e-47f1-b8ed-fffcddc0aaad tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2698467 May 28 07:01:40.622557 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 47642) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:01:40.630497 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-55cf9d24-648b-41a4-b916-905c988c5528 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Request body: {'security_group': {'name': 'tempest-secgroup--535444756'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:01:40.649936 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-55cf9d24-648b-41a4-b916-905c988c5528 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:01:40.655630 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74444a75-e9ec-42d9-9b10-a5f104b27086 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de2be236-11c7-4c70-8e07-a7774427e762,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:01:40.667079 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-55cf9d24-648b-41a4-b916-905c988c5528 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:01:40.668610 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74444a75-e9ec-42d9-9b10-a5f104b27086 admin admin] Checking segment: {'id': '7d2310a9-5d93-47c6-8243-6745316949c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'f4c990ef-f235-4206-82fb-6526c5b9c9b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:01:40.668975 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74444a75-e9ec-42d9-9b10-a5f104b27086 admin admin] Network hostable DHCP agents. Network: f4c990ef-f235-4206-82fb-6526c5b9c9b5, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 07:01:40.771289 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-b32b9ede-138d-46d3-a590-195cf28e8aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '487be821-c8f7-4c69-9f57-905104446924', 'name': 'tempest-TestServerMultinode-1954194243-router', 'tenant_id': '6bb435e22dbf4949864adf54e56f8136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': '7d97135f-1061-4a53-87ed-eb45d6409167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:01:26Z', 'updated_at': '2022-05-28T07:01:34Z', 'revision_number': 4, 'project_id': '6bb435e22dbf4949864adf54e56f8136', 'gw_port': {'id': '7d97135f-1061-4a53-87ed-eb45d6409167', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ab:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '487be821-c8f7-4c69-9f57-905104446924', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:01:28Z', 'updated_at': '2022-05-28T07:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '282ed966-a867-4a9f-8f6c-e759e1e63858', 'name': '', 'network_id': '00226f82-98b7-4b67-a678-ed2ea38db0c0', 'tenant_id': '6bb435e22dbf4949864adf54e56f8136', 'mac_address': 'fa:16:3e:f6:16:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '487be821-c8f7-4c69-9f57-905104446924', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'b15da780-c270-422e-be91-f6dad5554f44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:01:33Z', 'updated_at': '2022-05-28T07:01:39Z', 'revision_number': 4, 'project_id': '6bb435e22dbf4949864adf54e56f8136', 'subnets': [{'id': 'b15da780-c270-422e-be91-f6dad5554f44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:01:40.775259 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32b9ede-138d-46d3-a590-195cf28e8aa3 None None] The sync data for ids ['487be821-c8f7-4c69-9f57-905104446924'] in n-d-843702-1 is: [{'id': '487be821-c8f7-4c69-9f57-905104446924', 'name': 'tempest-TestServerMultinode-1954194243-router', 'tenant_id': '6bb435e22dbf4949864adf54e56f8136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': '7d97135f-1061-4a53-87ed-eb45d6409167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:01:26Z', 'updated_at': '2022-05-28T07:01:34Z', 'revision_number': 4, 'project_id': '6bb435e22dbf4949864adf54e56f8136', 'gw_port': {'id': '7d97135f-1061-4a53-87ed-eb45d6409167', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ab:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '487be821-c8f7-4c69-9f57-905104446924', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:01:28Z', 'updated_at': '2022-05-28T07:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '282ed966-a867-4a9f-8f6c-e759e1e63858', 'name': '', 'network_id': '00226f82-98b7-4b67-a678-ed2ea38db0c0', 'tenant_id': '6bb435e22dbf4949864adf54e56f8136', 'mac_address': 'fa:16:3e:f6:16:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '487be821-c8f7-4c69-9f57-905104446924', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'b15da780-c270-422e-be91-f6dad5554f44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:01:33Z', 'updated_at': '2022-05-28T07:01:39Z', 'revision_number': 4, 'project_id': '6bb435e22dbf4949864adf54e56f8136', 'subnets': [{'id': 'b15da780-c270-422e-be91-f6dad5554f44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 07:01:40.872924 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-55cf9d24-648b-41a4-b916-905c988c5528 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:40.892029 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-55cf9d24-648b-41a4-b916-905c988c5528 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:01:40.896476 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-55cf9d24-648b-41a4-b916-905c988c5528 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Usage tracker for resource:security_group_rule and tenant:ad801b75cf8441e582d121116c051049 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:01:40.899599 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-55cf9d24-648b-41a4-b916-905c988c5528 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:01:40.902310 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74444a75-e9ec-42d9-9b10-a5f104b27086 admin admin] Network f4c990ef-f235-4206-82fb-6526c5b9c9b5 is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 07:01:40.907297 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-55cf9d24-648b-41a4-b916-905c988c5528 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:01:41.025905 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-74444a75-e9ec-42d9-9b10-a5f104b27086 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, f4c990ef-f235-4206-82fb-6526c5b9c9b5) {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:01:41.035326 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74444a75-e9ec-42d9-9b10-a5f104b27086 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:01:41.035907 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-74444a75-e9ec-42d9-9b10-a5f104b27086 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:41.044082 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-172d5d14-b384-497b-a5ab-85270095c832 None None] Network f4c990ef-f235-4206-82fb-6526c5b9c9b5 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 07:01:41.069616 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-55cf9d24-648b-41a4-b916-905c988c5528 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:41.238481 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-74444a75-e9ec-42d9-9b10-a5f104b27086 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4912407 May 28 07:01:41.239372 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 47652) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:01:41.245030 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-3a7890a6-cc6d-4ae2-9c57-d90617d21fa9 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1204710748-router', 'tenant_id': 'ebba800206cb4fd5a08c3b7f5bbc7eb7', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:01:41.256834 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-55cf9d24-648b-41a4-b916-905c988c5528 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:41.261973 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-3a7890a6-cc6d-4ae2-9c57-d90617d21fa9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:01:41.274120 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-3a7890a6-cc6d-4ae2-9c57-d90617d21fa9 admin admin] Usage tracker for resource:router and tenant:ebba800206cb4fd5a08c3b7f5bbc7eb7 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:01:41.277263 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-3a7890a6-cc6d-4ae2-9c57-d90617d21fa9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:01:41.284254 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-3a7890a6-cc6d-4ae2-9c57-d90617d21fa9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:01:41.307341 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37dfedd-b8f2-4a6a-9289-d90496b6eb96 req-2e82f892-defa-4810-bbae-991882c58384 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:01:41.310304 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c37dfedd-b8f2-4a6a-9289-d90496b6eb96 req-2e82f892-defa-4810-bbae-991882c58384 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=609380e3-dc70-49f0-a7ee-d9caa9e598f0 HTTP/1.1" status: 200 len: 943 time: 0.1963847 May 28 07:01:41.381680 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57914b37-968d-4b78-ad8c-df0f0d100f72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-f4c990ef-f235-4206-82fb-6526c5b9c9b5', 'network_id': 'f4c990ef-f235-4206-82fb-6526c5b9c9b5', 'tenant_id': 'ebba800206cb4fd5a08c3b7f5bbc7eb7', 'fixed_ips': [{'subnet_id': 'de2be236-11c7-4c70-8e07-a7774427e762'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 07:01:41.382570 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-57914b37-968d-4b78-ad8c-df0f0d100f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:41.389608 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cf9d24-648b-41a4-b916-905c988c5528 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=caf1b203-eefa-4afa-a556-631c038daf10,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:01:41.467815 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3a7890a6-cc6d-4ae2-9c57-d90617d21fa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59128'] for router, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:41.468866 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3a7890a6-cc6d-4ae2-9c57-d90617d21fa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59009'] for router, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:41.490784 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3a7890a6-cc6d-4ae2-9c57-d90617d21fa9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:41.558273 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c37dfedd-b8f2-4a6a-9289-d90496b6eb96 req-0dfa04ce-cee9-44a6-a779-396c6aacdf88 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f5492c6-5bbc-4a76-bcd5-ad6fbd0e08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362194 May 28 07:01:41.634352 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-57914b37-968d-4b78-ad8c-df0f0d100f72 None None] Allocated IP 172.20.0.2 (f4c990ef-f235-4206-82fb-6526c5b9c9b5/de2be236-11c7-4c70-8e07-a7774427e762/d803a0da-f2ec-4e9c-890e-bed879be1189) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:01:41.649849 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-55cf9d24-648b-41a4-b916-905c988c5528 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:41.655273 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 47662) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:01:41.658138 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-55cf9d24-648b-41a4-b916-905c988c5528 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0345075 May 28 07:01:41.661629 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-83e0f68a-ba4a-4e31-bd2c-735f1aafac1b tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Request body: {'security_group_rule': {'security_group_id': 'caf1b203-eefa-4afa-a556-631c038daf10', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:01:41.675142 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-83e0f68a-ba4a-4e31-bd2c-735f1aafac1b tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:01:41.681336 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-83e0f68a-ba4a-4e31-bd2c-735f1aafac1b tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Usage tracker for resource:security_group_rule and tenant:ad801b75cf8441e582d121116c051049 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:01:41.684376 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-83e0f68a-ba4a-4e31-bd2c-735f1aafac1b tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:01:41.692441 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-83e0f68a-ba4a-4e31-bd2c-735f1aafac1b tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:01:41.992986 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-57914b37-968d-4b78-ad8c-df0f0d100f72 None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:42.018212 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-57914b37-968d-4b78-ad8c-df0f0d100f72 None None] Transition to ACTIVE for port object d803a0da-f2ec-4e9c-890e-bed879be1189 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:01:42.067021 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-57914b37-968d-4b78-ad8c-df0f0d100f72 None None] Transition to ACTIVE for port object d803a0da-f2ec-4e9c-890e-bed879be1189 will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:01:42.119974 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 282ed966-a867-4a9f-8f6c-e759e1e63858 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:01:42.125522 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-83e0f68a-ba4a-4e31-bd2c-735f1aafac1b tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:42.147570 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3a7890a6-cc6d-4ae2-9c57-d90617d21fa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59027'] for router, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:42.209748 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-57914b37-968d-4b78-ad8c-df0f0d100f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:42.220708 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-83e0f68a-ba4a-4e31-bd2c-735f1aafac1b tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:42.313354 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57914b37-968d-4b78-ad8c-df0f0d100f72 None None] Network f4c990ef-f235-4206-82fb-6526c5b9c9b5 is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:01:42.320885 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-57914b37-968d-4b78-ad8c-df0f0d100f72 None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:01:42.325325 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57914b37-968d-4b78-ad8c-df0f0d100f72 None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:01:42.333558 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57914b37-968d-4b78-ad8c-df0f0d100f72 None None] Pushing event updated for resources: {'Port': ['ID=d803a0da-f2ec-4e9c-890e-bed879be1189,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:01:42.346068 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-83e0f68a-ba4a-4e31-bd2c-735f1aafac1b tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:42.368112 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e0f68a-ba4a-4e31-bd2c-735f1aafac1b tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7daf5110-3c76-4e2a-b04c-cfa1dbba600d,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:01:42.450196 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-57914b37-968d-4b78-ad8c-df0f0d100f72 None None] Attempting to bind port d803a0da-f2ec-4e9c-890e-bed879be1189 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 07:01:42.450562 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-57914b37-968d-4b78-ad8c-df0f0d100f72 None None] Attempting to bind port d803a0da-f2ec-4e9c-890e-bed879be1189 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': '7d2310a9-5d93-47c6-8243-6745316949c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'f4c990ef-f235-4206-82fb-6526c5b9c9b5'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 07:01:42.450924 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57914b37-968d-4b78-ad8c-df0f0d100f72 None None] Attempting to bind port d803a0da-f2ec-4e9c-890e-bed879be1189 on network f4c990ef-f235-4206-82fb-6526c5b9c9b5 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:01:42.457471 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57914b37-968d-4b78-ad8c-df0f0d100f72 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 7, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 07:01:42.457853 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57914b37-968d-4b78-ad8c-df0f0d100f72 None None] Checking segment: {'id': '7d2310a9-5d93-47c6-8243-6745316949c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'f4c990ef-f235-4206-82fb-6526c5b9c9b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:01:42.458259 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-57914b37-968d-4b78-ad8c-df0f0d100f72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:42.458652 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57914b37-968d-4b78-ad8c-df0f0d100f72 None None] Bound using segment: {'id': '7d2310a9-5d93-47c6-8243-6745316949c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'f4c990ef-f235-4206-82fb-6526c5b9c9b5'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 07:01:42.461625 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-57914b37-968d-4b78-ad8c-df0f0d100f72 None None] Bound port: d803a0da-f2ec-4e9c-890e-bed879be1189, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d2310a9-5d93-47c6-8243-6745316949c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'f4c990ef-f235-4206-82fb-6526c5b9c9b5'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 07:01:42.462030 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-57914b37-968d-4b78-ad8c-df0f0d100f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:42.486848 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 282ed966-a867-4a9f-8f6c-e759e1e63858 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:01:42.511585 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 282ed966-a867-4a9f-8f6c-e759e1e63858 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:01:42.511907 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:42.772626 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-57914b37-968d-4b78-ad8c-df0f0d100f72 None None] For port d803a0da-f2ec-4e9c-890e-bed879be1189, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:01:42.788637 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-83e0f68a-ba4a-4e31-bd2c-735f1aafac1b tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:42.789942 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-83e0f68a-ba4a-4e31-bd2c-735f1aafac1b tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1336026 May 28 07:01:42.816594 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 47680) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:01:42.848645 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-4bd7258d-2e87-4b0f-ad20-07f949b593cf tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] 10.222.0.55 "GET /v2.0/security-group-rules/7daf5110-3c76-4e2a-b04c-cfa1dbba600d HTTP/1.1" status: 200 len: 763 time: 0.0292399 May 28 07:01:42.860846 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 47684) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:01:42.886218 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 282ed966-a867-4a9f-8f6c-e759e1e63858 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:01:42.891440 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:42.921553 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-57914b37-968d-4b78-ad8c-df0f0d100f72 None None] For port d803a0da-f2ec-4e9c-890e-bed879be1189, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=d803a0da-f2ec-4e9c-890e-bed879be1189,segment=NetworkSegment(7d2310a9-5d93-47c6-8243-6745316949c9),segment_id=7d2310a9-5d93-47c6-8243-6745316949c9)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 07:01:42.934686 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port 282ed966-a867-4a9f-8f6c-e759e1e63858, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=282ed966-a867-4a9f-8f6c-e759e1e63858,segment=NetworkSegment(c756cab9-c907-4d2b-a705-8b10b22f5387),segment_id=c756cab9-c907-4d2b-a705-8b10b22f5387)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:01:42.960696 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-a89e7280-24e5-4af5-8e32-b8238e8c0747 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Synchronizing usage tracker for tenant:ad801b75cf8441e582d121116c051049 on resource:security_group_rule {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:01:42.972134 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5751cf58-b6d1-4631-8d6f-bea191d4c21f req-0caed504-85c2-456e-9f0c-c10921e0a0f7 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:01:42.977892 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5751cf58-b6d1-4631-8d6f-bea191d4c21f req-0caed504-85c2-456e-9f0c-c10921e0a0f7 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=609380e3-dc70-49f0-a7ee-d9caa9e598f0 HTTP/1.1" status: 200 len: 943 time: 0.2230170 May 28 07:01:43.041515 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5751cf58-b6d1-4631-8d6f-bea191d4c21f req-fbd34771-935c-46af-b1f1-48078e92f313 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f5492c6-5bbc-4a76-bcd5-ad6fbd0e08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573716 May 28 07:01:43.103709 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3a7890a6-cc6d-4ae2-9c57-d90617d21fa9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:43.147616 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3a7890a6-cc6d-4ae2-9c57-d90617d21fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:43.175924 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-57914b37-968d-4b78-ad8c-df0f0d100f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:43.239145 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-a89e7280-24e5-4af5-8e32-b8238e8c0747 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Unset dirty status for tenant:ad801b75cf8441e582d121116c051049 on resource:security_group_rule {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:01:43.243313 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-a89e7280-24e5-4af5-8e32-b8238e8c0747 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3772600 May 28 07:01:43.243463 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 47692) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:01:43.315661 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7e578d64-35e7-4bab-94cc-0c12c58723a0 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:43.348179 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7e578d64-35e7-4bab-94cc-0c12c58723a0 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:43.367265 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:43.410050 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57914b37-968d-4b78-ad8c-df0f0d100f72 None None] Pushing event updated for resources: {'Port': ['ID=d803a0da-f2ec-4e9c-890e-bed879be1189,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:01:43.447459 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-3a7890a6-cc6d-4ae2-9c57-d90617d21fa9 admin admin] Allocated IP 172.25.5.150 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/77bea48b-27c0-4db6-866a-2e2db799b275) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:01:43.501624 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7e578d64-35e7-4bab-94cc-0c12c58723a0 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:43.541809 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=282ed966-a867-4a9f-8f6c-e759e1e63858,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:01:43.565239 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e578d64-35e7-4bab-94cc-0c12c58723a0 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7daf5110-3c76-4e2a-b04c-cfa1dbba600d,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:01:43.704273 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3a7890a6-cc6d-4ae2-9c57-d90617d21fa9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:43.712561 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7e578d64-35e7-4bab-94cc-0c12c58723a0 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:43.713884 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-7e578d64-35e7-4bab-94cc-0c12c58723a0 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/7daf5110-3c76-4e2a-b04c-cfa1dbba600d HTTP/1.1" status: 204 len: 168 time: 0.4692852 May 28 07:01:43.719859 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 47704) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:01:43.840171 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-e717f30f-6694-439e-90ca-440fc91c1304 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Synchronizing usage tracker for tenant:ad801b75cf8441e582d121116c051049 on resource:security_group_rule {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:01:43.936424 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3a7890a6-cc6d-4ae2-9c57-d90617d21fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:44.041136 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-e717f30f-6694-439e-90ca-440fc91c1304 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Unset dirty status for tenant:ad801b75cf8441e582d121116c051049 on resource:security_group_rule {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:01:44.050923 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-e717f30f-6694-439e-90ca-440fc91c1304 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3316691 May 28 07:01:44.050923 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 47710) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:01:44.057020 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-a5812f8a-691e-44ad-b983-3fd26cb775d9 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Request body: {'security_group_rule': {'security_group_id': 'caf1b203-eefa-4afa-a556-631c038daf10', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:01:44.058656 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7890a6-cc6d-4ae2-9c57-d90617d21fa9 admin admin] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:01:44.059582 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7890a6-cc6d-4ae2-9c57-d90617d21fa9 admin admin] Pushing event updated for resources: {'Port': ['ID=77bea48b-27c0-4db6-866a-2e2db799b275,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:01:44.063569 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-3a7890a6-cc6d-4ae2-9c57-d90617d21fa9 admin admin] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:01:44.065679 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-a5812f8a-691e-44ad-b983-3fd26cb775d9 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:01:44.069225 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7890a6-cc6d-4ae2-9c57-d90617d21fa9 admin admin] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:01:44.080174 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-a5812f8a-691e-44ad-b983-3fd26cb775d9 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:01:44.104599 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7890a6-cc6d-4ae2-9c57-d90617d21fa9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:01:44.104970 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7890a6-cc6d-4ae2-9c57-d90617d21fa9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:01:44.105301 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7890a6-cc6d-4ae2-9c57-d90617d21fa9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:01:44.105725 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7890a6-cc6d-4ae2-9c57-d90617d21fa9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:01:44.106062 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7890a6-cc6d-4ae2-9c57-d90617d21fa9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:01:44.106391 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7890a6-cc6d-4ae2-9c57-d90617d21fa9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:01:44.106720 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7890a6-cc6d-4ae2-9c57-d90617d21fa9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:01:44.107070 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7890a6-cc6d-4ae2-9c57-d90617d21fa9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:01:44.107407 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7890a6-cc6d-4ae2-9c57-d90617d21fa9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:01:44.108357 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7890a6-cc6d-4ae2-9c57-d90617d21fa9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:01:44.108795 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7890a6-cc6d-4ae2-9c57-d90617d21fa9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:01:44.109067 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7890a6-cc6d-4ae2-9c57-d90617d21fa9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:01:44.175117 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device d803a0da-f2ec-4e9c-890e-bed879be1189 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:01:44.281235 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a5812f8a-691e-44ad-b983-3fd26cb775d9 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:44.391989 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a5812f8a-691e-44ad-b983-3fd26cb775d9 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:44.448442 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048c4cab-28a1-4a36-a3c6-c0a0ca4ceafe req-5c48442a-6c8e-45a5-9e28-5b6f73e76ea3 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:01:44.450061 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-048c4cab-28a1-4a36-a3c6-c0a0ca4ceafe req-5c48442a-6c8e-45a5-9e28-5b6f73e76ea3 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=609380e3-dc70-49f0-a7ee-d9caa9e598f0 HTTP/1.1" status: 200 len: 943 time: 0.2304008 May 28 07:01:44.474071 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port d803a0da-f2ec-4e9c-890e-bed879be1189 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:01:44.480424 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 282ed966-a867-4a9f-8f6c-e759e1e63858 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:01:44.510926 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-048c4cab-28a1-4a36-a3c6-c0a0ca4ceafe req-e9ab4128-8b6d-4cde-bbc8-368013fbe50f tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f5492c6-5bbc-4a76-bcd5-ad6fbd0e08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532293 May 28 07:01:44.518432 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a5812f8a-691e-44ad-b983-3fd26cb775d9 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:44.537360 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 47720) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:01:44.581967 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5812f8a-691e-44ad-b983-3fd26cb775d9 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae7f8685-8206-40bf-a75e-4c422d3429e8,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:01:44.625552 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 282ed966-a867-4a9f-8f6c-e759e1e63858 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:01:44.626260 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:44.690378 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a5812f8a-691e-44ad-b983-3fd26cb775d9 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:44.691668 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-a5812f8a-691e-44ad-b983-3fd26cb775d9 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6397913 May 28 07:01:44.694325 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 47728) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:01:44.770171 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-a9f07c8e-d502-4450-abd7-4f756cb0ff08 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] 10.222.0.55 "GET /v2.0/security-group-rules/ae7f8685-8206-40bf-a75e-4c422d3429e8 HTTP/1.1" status: 200 len: 763 time: 0.0745277 May 28 07:01:44.772627 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 47734) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:01:44.778942 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ee3defb9-b4d5-43ea-b8c4-98834f3d7298 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:44.811439 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 282ed966-a867-4a9f-8f6c-e759e1e63858 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:01:44.849916 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-2ac5379b-a012-4b2c-a16d-7b7759006e39 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Synchronizing usage tracker for tenant:ad801b75cf8441e582d121116c051049 on resource:security_group_rule {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:01:44.879340 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-ee3defb9-b4d5-43ea-b8c4-98834f3d7298 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:01:44.886995 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-ee3defb9-b4d5-43ea-b8c4-98834f3d7298 admin admin] Usage tracker for resource:security_group_rule and tenant:99164d37d91f4d4aa667618fe4fa5840 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:01:44.891521 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-ee3defb9-b4d5-43ea-b8c4-98834f3d7298 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:01:44.900090 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-ee3defb9-b4d5-43ea-b8c4-98834f3d7298 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:01:44.925728 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3a7890a6-cc6d-4ae2-9c57-d90617d21fa9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:45.015795 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-2ac5379b-a012-4b2c-a16d-7b7759006e39 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Unset dirty status for tenant:ad801b75cf8441e582d121116c051049 on resource:security_group_rule {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:01:45.018133 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-2ac5379b-a012-4b2c-a16d-7b7759006e39 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2430151 May 28 07:01:45.021050 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 47740) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:01:45.079126 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1418daae-983f-45dd-aa9b-f3e9757a9fb3 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:45.106864 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1418daae-983f-45dd-aa9b-f3e9757a9fb3 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:45.143160 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa5c86c-1348-486f-a9a0-2f88ea3ce119 None None] Network f4c990ef-f235-4206-82fb-6526c5b9c9b5 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 07:01:45.281385 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ee3defb9-b4d5-43ea-b8c4-98834f3d7298 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:45.390551 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3a7890a6-cc6d-4ae2-9c57-d90617d21fa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690761'] for router, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:45.398464 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1418daae-983f-45dd-aa9b-f3e9757a9fb3 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:45.422511 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1418daae-983f-45dd-aa9b-f3e9757a9fb3 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ae7f8685-8206-40bf-a75e-4c422d3429e8,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:01:45.475068 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-129d594a-aaa4-4cff-b5f1-9b2820e4b231 None None] Provisioning for port d803a0da-f2ec-4e9c-890e-bed879be1189 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:01:45.491636 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-129d594a-aaa4-4cff-b5f1-9b2820e4b231 None None] Provisioning complete for port d803a0da-f2ec-4e9c-890e-bed879be1189 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:01:45.492010 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-129d594a-aaa4-4cff-b5f1-9b2820e4b231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:45.553444 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1418daae-983f-45dd-aa9b-f3e9757a9fb3 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:45.555076 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-1418daae-983f-45dd-aa9b-f3e9757a9fb3 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/ae7f8685-8206-40bf-a75e-4c422d3429e8 HTTP/1.1" status: 204 len: 168 time: 0.5327680 May 28 07:01:45.558964 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 47750) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:01:45.769031 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ee3defb9-b4d5-43ea-b8c4-98834f3d7298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:45.771317 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-2c766da4-2d38-49be-9f3f-9d5f465f120b tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Synchronizing usage tracker for tenant:ad801b75cf8441e582d121116c051049 on resource:security_group_rule {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:01:45.828079 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-129d594a-aaa4-4cff-b5f1-9b2820e4b231 None None] Current status of the port d803a0da-f2ec-4e9c-890e-bed879be1189 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:01:45.832889 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-129d594a-aaa4-4cff-b5f1-9b2820e4b231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:45.878782 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-ee3defb9-b4d5-43ea-b8c4-98834f3d7298 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=99164d37d91f4d4aa667618fe4fa5840&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3402665 May 28 07:01:45.895872 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 47756) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:01:45.909845 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-129d594a-aaa4-4cff-b5f1-9b2820e4b231 None None] For port d803a0da-f2ec-4e9c-890e-bed879be1189, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=d803a0da-f2ec-4e9c-890e-bed879be1189,segment=NetworkSegment(7d2310a9-5d93-47c6-8243-6745316949c9),segment_id=7d2310a9-5d93-47c6-8243-6745316949c9)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:01:45.948781 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3defb9-b4d5-43ea-b8c4-98834f3d7298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a69fdd3-670e-4ba8-a069-81c4357af01b,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:01:46.000922 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6d3257c5-2cf2-4ae3-94f4-f90aaac2bea4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:46.041546 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6d3257c5-2cf2-4ae3-94f4-f90aaac2bea4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:46.057783 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f50186-3ab9-4e5f-a5a7-0899b2187b88 req-17f62d5b-abc7-499f-8512-245d0afd1f95 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:01:46.059574 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-74f50186-3ab9-4e5f-a5a7-0899b2187b88 req-17f62d5b-abc7-499f-8512-245d0afd1f95 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=609380e3-dc70-49f0-a7ee-d9caa9e598f0 HTTP/1.1" status: 200 len: 943 time: 0.2820442 May 28 07:01:46.061124 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-129d594a-aaa4-4cff-b5f1-9b2820e4b231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:46.112679 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-2c766da4-2d38-49be-9f3f-9d5f465f120b tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Unset dirty status for tenant:ad801b75cf8441e582d121116c051049 on resource:security_group_rule {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:01:46.114030 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-2c766da4-2d38-49be-9f3f-9d5f465f120b tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5529959 May 28 07:01:46.117911 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 47762) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:01:46.124750 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-ec61f756-d5df-4286-a5ba-7bec688c28a5 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Request body: {'security_group_rule': {'security_group_id': 'caf1b203-eefa-4afa-a556-631c038daf10', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:01:46.131736 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129d594a-aaa4-4cff-b5f1-9b2820e4b231 None None] Pushing event updated for resources: {'Port': ['ID=d803a0da-f2ec-4e9c-890e-bed879be1189,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:01:46.132331 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-ec61f756-d5df-4286-a5ba-7bec688c28a5 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:01:46.152373 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-ec61f756-d5df-4286-a5ba-7bec688c28a5 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:01:46.155095 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-74f50186-3ab9-4e5f-a5a7-0899b2187b88 req-acbfb7e3-30da-4a8b-b15b-cc0a85e50716 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f5492c6-5bbc-4a76-bcd5-ad6fbd0e08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840871 May 28 07:01:46.184691 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-0ddfd47f-9225-4dee-b98d-5949a33ff3a2 None None] Provisioning complete for port d803a0da-f2ec-4e9c-890e-bed879be1189 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:01:46.185053 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-0ddfd47f-9225-4dee-b98d-5949a33ff3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:46.289515 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a7890a6-cc6d-4ae2-9c57-d90617d21fa9 admin admin] Router 1ba38741-6cb1-4a8d-9e7c-9c584ec9803e is scheduled to L3 agent 42958940-9562-4f71-972f-15a8af9d3963 with binding_index 1 {{(pid=89109) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 07:01:46.311280 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-0ddfd47f-9225-4dee-b98d-5949a33ff3a2 None None] Current status of the port d803a0da-f2ec-4e9c-890e-bed879be1189 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:01:46.335342 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6d3257c5-2cf2-4ae3-94f4-f90aaac2bea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:46.363904 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3257c5-2cf2-4ae3-94f4-f90aaac2bea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a69fdd3-670e-4ba8-a069-81c4357af01b,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:01:46.364104 n-d-843702-1 neutron-server[89109]: INFO neutron.db.securitygroups_db [None req-ec61f756-d5df-4286-a5ba-7bec688c28a5 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Project ad801b75cf8441e582d121116c051049 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 07:01:46.367021 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6d3257c5-2cf2-4ae3-94f4-f90aaac2bea4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:46.369163 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-6d3257c5-2cf2-4ae3-94f4-f90aaac2bea4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0a69fdd3-670e-4ba8-a069-81c4357af01b HTTP/1.1" status: 204 len: 168 time: 0.4710536 May 28 07:01:46.380105 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ec61f756-d5df-4286-a5ba-7bec688c28a5 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:46.550511 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ec61f756-d5df-4286-a5ba-7bec688c28a5 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:46.551844 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a7890a6-cc6d-4ae2-9c57-d90617d21fa9 admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 07:01:46.567506 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20158830-2b3d-4bdb-a93b-17ded2a1e9aa None None] Sync routers for ids ['1ba38741-6cb1-4a8d-9e7c-9c584ec9803e'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 07:01:46.581150 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20158830-2b3d-4bdb-a93b-17ded2a1e9aa None None] Routers {'1ba38741-6cb1-4a8d-9e7c-9c584ec9803e'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:01:46.581829 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-20158830-2b3d-4bdb-a93b-17ded2a1e9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:01:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['1ba38741-6cb1-4a8d-9e7c-9c584ec9803e'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:01:46.672641 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ec61f756-d5df-4286-a5ba-7bec688c28a5 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:46.701766 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec61f756-d5df-4286-a5ba-7bec688c28a5 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d31e821c-420c-4d9b-92d4-433c494da2e5,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:01:46.742859 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3a7890a6-cc6d-4ae2-9c57-d90617d21fa9 admin admin] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:46.747504 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 47774) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:01:46.747923 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-3a7890a6-cc6d-4ae2-9c57-d90617d21fa9 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.5067408 May 28 07:01:46.817786 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-20158830-2b3d-4bdb-a93b-17ded2a1e9aa None None] Set router 1ba38741-6cb1-4a8d-9e7c-9c584ec9803e gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:01:46.835907 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ec61f756-d5df-4286-a5ba-7bec688c28a5 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:46.837268 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-ec61f756-d5df-4286-a5ba-7bec688c28a5 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7176716 May 28 07:01:46.842879 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 47782) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:01:46.873077 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-fd40690c-d5a8-44cc-98c5-71472b516b6d tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] 10.222.0.55 "GET /v2.0/security-group-rules/d31e821c-420c-4d9b-92d4-433c494da2e5 HTTP/1.1" status: 200 len: 769 time: 0.0278571 May 28 07:01:46.876671 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 47786) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:01:46.949032 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-e6c3260d-a38a-4784-a01e-f9e07e422adb tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Synchronizing usage tracker for tenant:ad801b75cf8441e582d121116c051049 on resource:security_group_rule {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:01:47.089593 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-e6c3260d-a38a-4784-a01e-f9e07e422adb tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Unset dirty status for tenant:ad801b75cf8441e582d121116c051049 on resource:security_group_rule {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:01:47.097099 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-e6c3260d-a38a-4784-a01e-f9e07e422adb tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.2162218 May 28 07:01:47.097398 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 47790) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:01:47.133627 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-03d546e9-4a7b-4f97-ae01-1fd0c14571a6 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:47.151991 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-03d546e9-4a7b-4f97-ae01-1fd0c14571a6 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:47.179546 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-20158830-2b3d-4bdb-a93b-17ded2a1e9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ba38741-6cb1-4a8d-9e7c-9c584ec9803e', 'name': 'tempest-TestServerMultinode-1204710748-router', 'tenant_id': 'ebba800206cb4fd5a08c3b7f5bbc7eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '77bea48b-27c0-4db6-866a-2e2db799b275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:01:41Z', 'updated_at': '2022-05-28T07:01:44Z', 'revision_number': 3, 'project_id': 'ebba800206cb4fd5a08c3b7f5bbc7eb7', 'gw_port': {'id': '77bea48b-27c0-4db6-866a-2e2db799b275', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:92:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ba38741-6cb1-4a8d-9e7c-9c584ec9803e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:01:43Z', 'updated_at': '2022-05-28T07:01:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:01:47.183375 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20158830-2b3d-4bdb-a93b-17ded2a1e9aa None None] Checking router: 1ba38741-6cb1-4a8d-9e7c-9c584ec9803e for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 07:01:47.183716 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20158830-2b3d-4bdb-a93b-17ded2a1e9aa None None] Updating router 1ba38741-6cb1-4a8d-9e7c-9c584ec9803e port 77bea48b-27c0-4db6-866a-2e2db799b275 binding host n-d-843702-1 {{(pid=89112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 07:01:47.250648 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-20158830-2b3d-4bdb-a93b-17ded2a1e9aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:47.400084 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-03d546e9-4a7b-4f97-ae01-1fd0c14571a6 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:47.460091 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d546e9-4a7b-4f97-ae01-1fd0c14571a6 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d31e821c-420c-4d9b-92d4-433c494da2e5,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:01:47.487480 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 47800) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:01:47.509346 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a11e22f7-46c7-4486-9aba-ecf8b6196c10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:47.527880 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-a11e22f7-46c7-4486-9aba-ecf8b6196c10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:01:47.532610 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-a11e22f7-46c7-4486-9aba-ecf8b6196c10 admin admin] Usage tracker for resource:security_group_rule and tenant:2a9e57fdab644ded8274e00b9a89491f is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:01:47.536401 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-a11e22f7-46c7-4486-9aba-ecf8b6196c10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:01:47.544167 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-a11e22f7-46c7-4486-9aba-ecf8b6196c10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:01:47.587336 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-03d546e9-4a7b-4f97-ae01-1fd0c14571a6 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:47.589027 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-03d546e9-4a7b-4f97-ae01-1fd0c14571a6 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/d31e821c-420c-4d9b-92d4-433c494da2e5 HTTP/1.1" status: 204 len: 168 time: 0.4903169 May 28 07:01:47.591629 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 47804) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:01:47.663859 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b1eeaf-c767-48a7-a466-a539a3a71282 req-cb8a20a5-7869-405f-b8c9-826c466ace06 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:01:47.671156 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-73b1eeaf-c767-48a7-a466-a539a3a71282 req-cb8a20a5-7869-405f-b8c9-826c466ace06 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=609380e3-dc70-49f0-a7ee-d9caa9e598f0 HTTP/1.1" status: 200 len: 943 time: 0.3915744 May 28 07:01:47.680038 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-20158830-2b3d-4bdb-a93b-17ded2a1e9aa None None] Notify callbacks [] for port, precommit_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:47.700205 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-76569a7e-af6c-4287-90f9-dc418a0beabc tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Synchronizing usage tracker for tenant:ad801b75cf8441e582d121116c051049 on resource:security_group_rule {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:01:47.704743 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.provisioning_blocks [None req-20158830-2b3d-4bdb-a93b-17ded2a1e9aa None None] Transition to ACTIVE for port object 77bea48b-27c0-4db6-866a-2e2db799b275 will not be triggered until provisioned by entity L2. {{(pid=89112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:01:47.742328 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a11e22f7-46c7-4486-9aba-ecf8b6196c10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:47.763111 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-73b1eeaf-c767-48a7-a466-a539a3a71282 req-9df03e5a-967b-4c89-afed-826adcc70618 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f5492c6-5bbc-4a76-bcd5-ad6fbd0e08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911314 May 28 07:01:47.878380 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-20158830-2b3d-4bdb-a93b-17ded2a1e9aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:47.956497 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-76569a7e-af6c-4287-90f9-dc418a0beabc tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Unset dirty status for tenant:ad801b75cf8441e582d121116c051049 on resource:security_group_rule {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:01:47.956497 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-76569a7e-af6c-4287-90f9-dc418a0beabc tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3539455 May 28 07:01:47.956497 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a11e22f7-46c7-4486-9aba-ecf8b6196c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:47.964214 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 47812) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:01:47.984491 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-20158830-2b3d-4bdb-a93b-17ded2a1e9aa None None] Attempting to bind port 77bea48b-27c0-4db6-866a-2e2db799b275 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 07:01:47.984870 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-20158830-2b3d-4bdb-a93b-17ded2a1e9aa None None] Attempting to bind port 77bea48b-27c0-4db6-866a-2e2db799b275 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 07:01:47.985249 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20158830-2b3d-4bdb-a93b-17ded2a1e9aa None None] Attempting to bind port 77bea48b-27c0-4db6-866a-2e2db799b275 on network 68df399e-e75e-4871-9364-5d05730b50f0 {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:01:47.997899 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20158830-2b3d-4bdb-a93b-17ded2a1e9aa None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 7, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 07:01:48.007795 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20158830-2b3d-4bdb-a93b-17ded2a1e9aa None None] Checking segment: {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:01:48.007795 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-20158830-2b3d-4bdb-a93b-17ded2a1e9aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:48.007795 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20158830-2b3d-4bdb-a93b-17ded2a1e9aa None None] Bound using segment: {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 07:01:48.007795 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-20158830-2b3d-4bdb-a93b-17ded2a1e9aa None None] Bound port: 77bea48b-27c0-4db6-866a-2e2db799b275, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 07:01:48.007795 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-20158830-2b3d-4bdb-a93b-17ded2a1e9aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:48.016309 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-188ae976-795c-4389-b45e-d3d36ef9c975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:48.031965 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-a11e22f7-46c7-4486-9aba-ecf8b6196c10 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2a9e57fdab644ded8274e00b9a89491f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5432935 May 28 07:01:48.035470 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 47818) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:01:48.050619 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device d803a0da-f2ec-4e9c-890e-bed879be1189 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:01:48.120763 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11e22f7-46c7-4486-9aba-ecf8b6196c10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab7ad15f-a005-444f-92c8-8531f5233e39,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:01:48.140463 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d51ba6-f540-4cd7-a2f2-e173eca70323 None None] Pushing event updated for resources: {'Port': ['ID=77bea48b-27c0-4db6-866a-2e2db799b275,revision_number=2']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:01:48.165389 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2b8fd35e-81b1-4f18-b31b-66328ae797df tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:48.187025 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port d803a0da-f2ec-4e9c-890e-bed879be1189 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:01:48.187805 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:48.198609 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2b8fd35e-81b1-4f18-b31b-66328ae797df tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:48.252001 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-20158830-2b3d-4bdb-a93b-17ded2a1e9aa None None] For port 77bea48b-27c0-4db6-866a-2e2db799b275, host n-d-843702-1, cleared binding levels {{(pid=89112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:01:48.271673 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-20158830-2b3d-4bdb-a93b-17ded2a1e9aa None None] For port 77bea48b-27c0-4db6-866a-2e2db799b275, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=77bea48b-27c0-4db6-866a-2e2db799b275,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 07:01:48.289885 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c2cbadcd-a54f-4916-878f-4734d524a957 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:48.365398 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c2cbadcd-a54f-4916-878f-4734d524a957 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:48.391987 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port d803a0da-f2ec-4e9c-890e-bed879be1189 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:01:48.411728 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-20158830-2b3d-4bdb-a93b-17ded2a1e9aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:48.436055 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [None req-188ae976-795c-4389-b45e-d3d36ef9c975 admin admin] Allocated IP 172.20.0.1 (f4c990ef-f235-4206-82fb-6526c5b9c9b5/de2be236-11c7-4c70-8e07-a7774427e762/2801e2b9-a18d-47aa-9f89-22dfdfbe67f0) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:01:48.485042 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2b8fd35e-81b1-4f18-b31b-66328ae797df tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:48.494383 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20158830-2b3d-4bdb-a93b-17ded2a1e9aa None None] Routers {'1ba38741-6cb1-4a8d-9e7c-9c584ec9803e'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:01:48.495517 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-20158830-2b3d-4bdb-a93b-17ded2a1e9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:01:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['1ba38741-6cb1-4a8d-9e7c-9c584ec9803e'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:01:48.515775 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8fd35e-81b1-4f18-b31b-66328ae797df tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=caf1b203-eefa-4afa-a556-631c038daf10,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:01:48.589991 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d51ba6-f540-4cd7-a2f2-e173eca70323 None None] Pushing event updated for resources: {'Port': ['ID=77bea48b-27c0-4db6-866a-2e2db799b275,revision_number=3']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:01:48.617594 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-188ae976-795c-4389-b45e-d3d36ef9c975 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:48.643576 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c2cbadcd-a54f-4916-878f-4734d524a957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:48.646984 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [None req-188ae976-795c-4389-b45e-d3d36ef9c975 admin admin] Transition to ACTIVE for port object 2801e2b9-a18d-47aa-9f89-22dfdfbe67f0 will not be triggered until provisioned by entity DHCP. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:01:48.666457 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cbadcd-a54f-4916-878f-4734d524a957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab7ad15f-a005-444f-92c8-8531f5233e39,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:01:48.703300 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2b8fd35e-81b1-4f18-b31b-66328ae797df tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:48.703300 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-2b8fd35e-81b1-4f18-b31b-66328ae797df tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] 10.222.0.55 "DELETE /v2.0/security-groups/caf1b203-eefa-4afa-a556-631c038daf10 HTTP/1.1" status: 204 len: 168 time: 0.7204864 May 28 07:01:48.703300 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 47826) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:01:48.724287 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c2cbadcd-a54f-4916-878f-4734d524a957 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:48.727458 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-c2cbadcd-a54f-4916-878f-4734d524a957 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ab7ad15f-a005-444f-92c8-8531f5233e39 HTTP/1.1" status: 204 len: 168 time: 0.6910403 May 28 07:01:48.747643 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-20158830-2b3d-4bdb-a93b-17ded2a1e9aa None None] Set router 1ba38741-6cb1-4a8d-9e7c-9c584ec9803e gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:01:48.786763 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-b508ac6d-4410-486d-9412-42bfe569d7e8 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Synchronizing usage tracker for tenant:ad801b75cf8441e582d121116c051049 on resource:security_group {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:01:48.838756 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-188ae976-795c-4389-b45e-d3d36ef9c975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:48.912611 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-b508ac6d-4410-486d-9412-42bfe569d7e8 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Unset dirty status for tenant:ad801b75cf8441e582d121116c051049 on resource:security_group {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:01:48.914184 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-b508ac6d-4410-486d-9412-42bfe569d7e8 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2141678 May 28 07:01:48.924936 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 47834) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:01:48.934005 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-b61a4a67-612a-4417-ac78-4170911c6ab4 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Request body: {'security_group': {'name': 'tempest-secgroup--1145306318'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:01:48.952340 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-b61a4a67-612a-4417-ac78-4170911c6ab4 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:01:48.963885 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-b61a4a67-612a-4417-ac78-4170911c6ab4 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:01:49.004939 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188ae976-795c-4389-b45e-d3d36ef9c975 admin admin] Network f4c990ef-f235-4206-82fb-6526c5b9c9b5 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:01:49.009907 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-188ae976-795c-4389-b45e-d3d36ef9c975 admin admin] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:01:49.014596 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188ae976-795c-4389-b45e-d3d36ef9c975 admin admin] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:01:49.055841 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b61a4a67-612a-4417-ac78-4170911c6ab4 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:49.056076 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188ae976-795c-4389-b45e-d3d36ef9c975 admin admin] Pushing event updated for resources: {'Port': ['ID=2801e2b9-a18d-47aa-9f89-22dfdfbe67f0,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:01:49.090475 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-188ae976-795c-4389-b45e-d3d36ef9c975 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690947'] for router_interface, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:49.125115 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-b61a4a67-612a-4417-ac78-4170911c6ab4 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:01:49.130758 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-b61a4a67-612a-4417-ac78-4170911c6ab4 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Usage tracker for resource:security_group_rule and tenant:ad801b75cf8441e582d121116c051049 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:01:49.134678 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-b61a4a67-612a-4417-ac78-4170911c6ab4 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:01:49.147714 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-b61a4a67-612a-4417-ac78-4170911c6ab4 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:01:49.236420 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385db6d9-c48a-4609-8ecc-ee108ade3f15 req-09e50aea-a06b-478e-aaba-b7700c9f29d7 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:01:49.238572 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-385db6d9-c48a-4609-8ecc-ee108ade3f15 req-09e50aea-a06b-478e-aaba-b7700c9f29d7 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=609380e3-dc70-49f0-a7ee-d9caa9e598f0 HTTP/1.1" status: 200 len: 943 time: 0.3167753 May 28 07:01:49.248144 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-20158830-2b3d-4bdb-a93b-17ded2a1e9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ba38741-6cb1-4a8d-9e7c-9c584ec9803e', 'name': 'tempest-TestServerMultinode-1204710748-router', 'tenant_id': 'ebba800206cb4fd5a08c3b7f5bbc7eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '77bea48b-27c0-4db6-866a-2e2db799b275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:01:41Z', 'updated_at': '2022-05-28T07:01:44Z', 'revision_number': 3, 'project_id': 'ebba800206cb4fd5a08c3b7f5bbc7eb7', 'gw_port': {'id': '77bea48b-27c0-4db6-866a-2e2db799b275', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:92:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ba38741-6cb1-4a8d-9e7c-9c584ec9803e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:01:43Z', 'updated_at': '2022-05-28T07:01:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:01:49.253952 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20158830-2b3d-4bdb-a93b-17ded2a1e9aa None None] The sync data for ids ['1ba38741-6cb1-4a8d-9e7c-9c584ec9803e'] in n-d-843702-1 is: [{'id': '1ba38741-6cb1-4a8d-9e7c-9c584ec9803e', 'name': 'tempest-TestServerMultinode-1204710748-router', 'tenant_id': 'ebba800206cb4fd5a08c3b7f5bbc7eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '77bea48b-27c0-4db6-866a-2e2db799b275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:01:41Z', 'updated_at': '2022-05-28T07:01:44Z', 'revision_number': 3, 'project_id': 'ebba800206cb4fd5a08c3b7f5bbc7eb7', 'gw_port': {'id': '77bea48b-27c0-4db6-866a-2e2db799b275', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:92:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ba38741-6cb1-4a8d-9e7c-9c584ec9803e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:01:43Z', 'updated_at': '2022-05-28T07:01:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 07:01:49.309267 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b61a4a67-612a-4417-ac78-4170911c6ab4 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:49.338809 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-385db6d9-c48a-4609-8ecc-ee108ade3f15 req-25c64796-67af-4c0a-b4c1-396943bf0884 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f5492c6-5bbc-4a76-bcd5-ad6fbd0e08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908136 May 28 07:01:49.502088 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b61a4a67-612a-4417-ac78-4170911c6ab4 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:49.558452 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-4243ccec-03bf-479b-92ad-ddfbf6c93cf4 None None] Provisioning for port 2801e2b9-a18d-47aa-9f89-22dfdfbe67f0 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:01:49.583904 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-4243ccec-03bf-479b-92ad-ddfbf6c93cf4 None None] Provisioning complete for port 2801e2b9-a18d-47aa-9f89-22dfdfbe67f0 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:01:49.587386 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-4243ccec-03bf-479b-92ad-ddfbf6c93cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:49.656806 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61a4a67-612a-4417-ac78-4170911c6ab4 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3270663a-c220-4217-84de-bad1296d66e5,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:01:49.678399 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-188ae976-795c-4389-b45e-d3d36ef9c975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:49.749483 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-4243ccec-03bf-479b-92ad-ddfbf6c93cf4 None None] Port 2801e2b9-a18d-47aa-9f89-22dfdfbe67f0 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 07:01:49.794401 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b61a4a67-612a-4417-ac78-4170911c6ab4 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:49.796002 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-b61a4a67-612a-4417-ac78-4170911c6ab4 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8697443 May 28 07:01:49.799075 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 47856) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:01:49.804371 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-4c8f97ab-9478-4e20-827f-fbe215205b65 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Request body: {'security_group_rule': {'security_group_id': '3270663a-c220-4217-84de-bad1296d66e5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:01:49.811732 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-4c8f97ab-9478-4e20-827f-fbe215205b65 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:01:49.816009 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-4c8f97ab-9478-4e20-827f-fbe215205b65 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Usage tracker for resource:security_group_rule and tenant:ad801b75cf8441e582d121116c051049 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:01:49.821344 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-4c8f97ab-9478-4e20-827f-fbe215205b65 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:01:49.828680 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-4c8f97ab-9478-4e20-827f-fbe215205b65 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:01:49.930437 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4c8f97ab-9478-4e20-827f-fbe215205b65 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:50.037783 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4c8f97ab-9478-4e20-827f-fbe215205b65 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:50.100987 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 77bea48b-27c0-4db6-866a-2e2db799b275 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:01:50.102483 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-188ae976-795c-4389-b45e-d3d36ef9c975 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:50.221585 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4c8f97ab-9478-4e20-827f-fbe215205b65 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:50.237203 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-188ae976-795c-4389-b45e-d3d36ef9c975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:50.277999 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8f97ab-9478-4e20-827f-fbe215205b65 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13c1f6cd-d597-4862-bc08-872396ab8dd2,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:01:50.363722 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 77bea48b-27c0-4db6-866a-2e2db799b275 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:01:50.371080 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 77bea48b-27c0-4db6-866a-2e2db799b275 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:01:50.371894 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:50.380137 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-188ae976-795c-4389-b45e-d3d36ef9c975 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700602'] for router_interface, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:50.415710 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4c8f97ab-9478-4e20-827f-fbe215205b65 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:50.419471 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-4c8f97ab-9478-4e20-827f-fbe215205b65 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6171508 May 28 07:01:50.419818 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 47876) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:01:50.585851 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ab12276e-4d59-46e5-8bc3-33f7701a2994 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:50.620203 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ab12276e-4d59-46e5-8bc3-33f7701a2994 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:50.681269 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188ae976-795c-4389-b45e-d3d36ef9c975 admin admin] Pushing event updated for resources: {'Port': ['ID=2801e2b9-a18d-47aa-9f89-22dfdfbe67f0,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:01:50.696300 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 77bea48b-27c0-4db6-866a-2e2db799b275 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:01:50.697218 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:50.720325 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port 77bea48b-27c0-4db6-866a-2e2db799b275, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=77bea48b-27c0-4db6-866a-2e2db799b275,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:01:50.737457 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188ae976-795c-4389-b45e-d3d36ef9c975 admin admin] Network f4c990ef-f235-4206-82fb-6526c5b9c9b5 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:01:50.739899 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-188ae976-795c-4389-b45e-d3d36ef9c975 admin admin] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:01:50.890656 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ab12276e-4d59-46e5-8bc3-33f7701a2994 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:50.906229 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:50.944196 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab12276e-4d59-46e5-8bc3-33f7701a2994 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3270663a-c220-4217-84de-bad1296d66e5,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:01:50.978019 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ab12276e-4d59-46e5-8bc3-33f7701a2994 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:50.980151 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-ab12276e-4d59-46e5-8bc3-33f7701a2994 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] 10.222.0.55 "DELETE /v2.0/security-groups/3270663a-c220-4217-84de-bad1296d66e5 HTTP/1.1" status: 204 len: 168 time: 0.5587327 May 28 07:01:50.983597 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 47888) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:01:51.018088 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=77bea48b-27c0-4db6-866a-2e2db799b275,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:01:51.073671 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-f737db39-61cc-4fd3-a4e9-a393a4c36ed7 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Synchronizing usage tracker for tenant:ad801b75cf8441e582d121116c051049 on resource:security_group {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:01:51.166436 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d60b372-1c6b-4a29-81c5-793f17d432b2 req-e47e63f2-eae4-4720-aa73-a88369ec9fde tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:01:51.175955 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6d60b372-1c6b-4a29-81c5-793f17d432b2 req-e47e63f2-eae4-4720-aa73-a88369ec9fde tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=609380e3-dc70-49f0-a7ee-d9caa9e598f0 HTTP/1.1" status: 200 len: 943 time: 0.5356896 May 28 07:01:51.189918 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-b3ce0fab-737f-4c77-8861-d520c210c6cb None None] Provisioning complete for port 2801e2b9-a18d-47aa-9f89-22dfdfbe67f0 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:01:51.190298 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b3ce0fab-737f-4c77-8861-d520c210c6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:51.221876 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-188ae976-795c-4389-b45e-d3d36ef9c975 admin admin] Router 1ba38741-6cb1-4a8d-9e7c-9c584ec9803e has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 07:01:51.244522 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6d60b372-1c6b-4a29-81c5-793f17d432b2 req-2e8f9d09-a0b2-4dad-88ab-8c9eda53a1e2 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f5492c6-5bbc-4a76-bcd5-ad6fbd0e08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676897 May 28 07:01:51.260827 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-b3ce0fab-737f-4c77-8861-d520c210c6cb None None] Port 2801e2b9-a18d-47aa-9f89-22dfdfbe67f0 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 07:01:51.278034 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-f737db39-61cc-4fd3-a4e9-a393a4c36ed7 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Unset dirty status for tenant:ad801b75cf8441e582d121116c051049 on resource:security_group {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:01:51.282330 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-f737db39-61cc-4fd3-a4e9-a393a4c36ed7 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2946513 May 28 07:01:51.284011 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 47898) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:01:51.347467 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-332951b0-213c-43fb-8bc3-97d9bfc1ec54 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Synchronizing usage tracker for tenant:ad801b75cf8441e582d121116c051049 on resource:security_group_rule {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:01:51.461060 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-332951b0-213c-43fb-8bc3-97d9bfc1ec54 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] Unset dirty status for tenant:ad801b75cf8441e582d121116c051049 on resource:security_group_rule {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:01:51.462126 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-332951b0-213c-43fb-8bc3-97d9bfc1ec54 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1769760 May 28 07:01:51.478368 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 47906) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:01:51.479840 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-188ae976-795c-4389-b45e-d3d36ef9c975 admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 07:01:51.504740 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-188ae976-795c-4389-b45e-d3d36ef9c975 admin admin] 10.222.0.55 "PUT /v2.0/routers/1ba38741-6cb1-4a8d-9e7c-9c584ec9803e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7550030 May 28 07:01:51.539011 n-d-843702-1 neutron-server[89109]: INFO neutron.api.v2.resource [None req-eaa990f5-2e8b-4136-8a02-454b78ac8e0b tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] delete failed (client error): The resource could not be found. May 28 07:01:51.544628 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-eaa990f5-2e8b-4136-8a02-454b78ac8e0b tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] 10.222.0.55 "DELETE /v2.0/security-groups/3270663a-c220-4217-84de-bad1296d66e5 HTTP/1.1" status: 404 len: 347 time: 0.0596678 May 28 07:01:51.544890 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 47914) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:01:51.575822 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4648a4f0-fc20-4982-af1c-38f76ed66eba None None] Sync routers for ids ['1ba38741-6cb1-4a8d-9e7c-9c584ec9803e'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 07:01:51.594515 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4648a4f0-fc20-4982-af1c-38f76ed66eba None None] Routers {'1ba38741-6cb1-4a8d-9e7c-9c584ec9803e'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:01:51.595222 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-4648a4f0-fc20-4982-af1c-38f76ed66eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:01:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['1ba38741-6cb1-4a8d-9e7c-9c584ec9803e'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:01:51.673150 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-fd6398d9-a770-4d17-862a-b0795cf29545 tempest-SecGroupIPv6Test-908298432 tempest-SecGroupIPv6Test-908298432-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1256385 May 28 07:01:51.867526 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-4648a4f0-fc20-4982-af1c-38f76ed66eba None None] Set router 1ba38741-6cb1-4a8d-9e7c-9c584ec9803e gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:01:52.038863 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 77bea48b-27c0-4db6-866a-2e2db799b275 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:01:52.299287 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 77bea48b-27c0-4db6-866a-2e2db799b275 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:01:52.300340 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:52.423805 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-4648a4f0-fc20-4982-af1c-38f76ed66eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ba38741-6cb1-4a8d-9e7c-9c584ec9803e', 'name': 'tempest-TestServerMultinode-1204710748-router', 'tenant_id': 'ebba800206cb4fd5a08c3b7f5bbc7eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '77bea48b-27c0-4db6-866a-2e2db799b275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:01:41Z', 'updated_at': '2022-05-28T07:01:49Z', 'revision_number': 4, 'project_id': 'ebba800206cb4fd5a08c3b7f5bbc7eb7', 'gw_port': {'id': '77bea48b-27c0-4db6-866a-2e2db799b275', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:92:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba38741-6cb1-4a8d-9e7c-9c584ec9803e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:01:43Z', 'updated_at': '2022-05-28T07:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '2801e2b9-a18d-47aa-9f89-22dfdfbe67f0', 'name': '', 'network_id': 'f4c990ef-f235-4206-82fb-6526c5b9c9b5', 'tenant_id': 'ebba800206cb4fd5a08c3b7f5bbc7eb7', 'mac_address': 'fa:16:3e:58:13:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ba38741-6cb1-4a8d-9e7c-9c584ec9803e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': 'de2be236-11c7-4c70-8e07-a7774427e762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:01:48Z', 'updated_at': '2022-05-28T07:01:49Z', 'revision_number': 2, 'project_id': 'ebba800206cb4fd5a08c3b7f5bbc7eb7', 'subnets': [{'id': 'de2be236-11c7-4c70-8e07-a7774427e762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:01:52.441432 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4648a4f0-fc20-4982-af1c-38f76ed66eba None None] Checking router: 1ba38741-6cb1-4a8d-9e7c-9c584ec9803e for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 07:01:52.441795 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4648a4f0-fc20-4982-af1c-38f76ed66eba None None] Updating router 1ba38741-6cb1-4a8d-9e7c-9c584ec9803e port 2801e2b9-a18d-47aa-9f89-22dfdfbe67f0 binding host n-d-843702-1 {{(pid=89111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 07:01:52.459455 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbb0587-abd1-4f6c-9046-1e8ea3b88245 req-0894a2f0-4262-43ff-9773-2b756a36ab84 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:01:52.461995 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bdbb0587-abd1-4f6c-9046-1e8ea3b88245 req-0894a2f0-4262-43ff-9773-2b756a36ab84 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=609380e3-dc70-49f0-a7ee-d9caa9e598f0 HTTP/1.1" status: 200 len: 943 time: 0.1041064 May 28 07:01:52.521344 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 77bea48b-27c0-4db6-866a-2e2db799b275 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:01:52.531542 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-4648a4f0-fc20-4982-af1c-38f76ed66eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:52.634983 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 47958) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:01:52.650464 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bdbb0587-abd1-4f6c-9046-1e8ea3b88245 req-69912754-3a22-4538-a49c-55af6d18e57b tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f5492c6-5bbc-4a76-bcd5-ad6fbd0e08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788642 May 28 07:01:52.918531 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58e18a3-6b87-4a71-ae0e-e0bf288fd6f3 req-2dd5a037-8f4d-46bb-a50f-f9f4f81fb285 tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:01:52.919720 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-e58e18a3-6b87-4a71-ae0e-e0bf288fd6f3 req-2dd5a037-8f4d-46bb-a50f-f9f4f81fb285 tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] Synchronizing usage tracker for tenant:ebba800206cb4fd5a08c3b7f5bbc7eb7 on resource:network {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:01:52.934485 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-f1f05f07-a164-421f-9327-3b46ff0a9dc0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ad801b75cf8441e582d121116c051049&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2978539 May 28 07:01:52.937464 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 47970) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:01:53.000792 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7234b5e6-9d09-4451-be19-d51980eb49d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:53.031300 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7234b5e6-9d09-4451-be19-d51980eb49d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:53.062798 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-4648a4f0-fc20-4982-af1c-38f76ed66eba None None] Notify callbacks [] for port, precommit_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:53.078212 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-4648a4f0-fc20-4982-af1c-38f76ed66eba None None] Transition to ACTIVE for port object 2801e2b9-a18d-47aa-9f89-22dfdfbe67f0 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:01:53.100985 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-e58e18a3-6b87-4a71-ae0e-e0bf288fd6f3 req-2dd5a037-8f4d-46bb-a50f-f9f4f81fb285 tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] Unset dirty status for tenant:ebba800206cb4fd5a08c3b7f5bbc7eb7 on resource:network {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:01:53.102309 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e58e18a3-6b87-4a71-ae0e-e0bf288fd6f3 req-2dd5a037-8f4d-46bb-a50f-f9f4f81fb285 tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] 10.222.0.55 "GET /v2.0/networks?id=00226f82-98b7-4b67-a678-ed2ea38db0c0 HTTP/1.1" status: 200 len: 911 time: 0.3910873 May 28 07:01:53.124074 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e58e18a3-6b87-4a71-ae0e-e0bf288fd6f3 req-4cff03f5-60c7-470a-b7b6-a1bdceba68aa tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] 10.222.0.55 "GET /v2.0/quotas/ebba800206cb4fd5a08c3b7f5bbc7eb7 HTTP/1.1" status: 200 len: 375 time: 0.0104082 May 28 07:01:53.221139 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-4648a4f0-fc20-4982-af1c-38f76ed66eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:53.230137 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-e58e18a3-6b87-4a71-ae0e-e0bf288fd6f3 req-1af11ae5-40f5-4b7d-89f3-226f9bef26e4 tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] Synchronizing usage tracker for tenant:ebba800206cb4fd5a08c3b7f5bbc7eb7 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:01:53.258901 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7234b5e6-9d09-4451-be19-d51980eb49d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:53.282345 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7234b5e6-9d09-4451-be19-d51980eb49d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4689f2b4-b57d-4509-b026-919948ea7ca4,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:01:53.363311 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-e58e18a3-6b87-4a71-ae0e-e0bf288fd6f3 req-1af11ae5-40f5-4b7d-89f3-226f9bef26e4 tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] Unset dirty status for tenant:ebba800206cb4fd5a08c3b7f5bbc7eb7 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:01:53.364794 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e58e18a3-6b87-4a71-ae0e-e0bf288fd6f3 req-1af11ae5-40f5-4b7d-89f3-226f9bef26e4 tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] 10.222.0.55 "GET /v2.0/ports?tenant_id=ebba800206cb4fd5a08c3b7f5bbc7eb7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2340231 May 28 07:01:53.388395 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84f923c-41bf-4334-a801-6f2a5c0c2d8f None None] Pushing event updated for resources: {'Port': ['ID=2801e2b9-a18d-47aa-9f89-22dfdfbe67f0,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:01:53.511522 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-4648a4f0-fc20-4982-af1c-38f76ed66eba None None] Attempting to bind port 2801e2b9-a18d-47aa-9f89-22dfdfbe67f0 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 07:01:53.511828 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-4648a4f0-fc20-4982-af1c-38f76ed66eba None None] Attempting to bind port 2801e2b9-a18d-47aa-9f89-22dfdfbe67f0 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': '7d2310a9-5d93-47c6-8243-6745316949c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'f4c990ef-f235-4206-82fb-6526c5b9c9b5'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 07:01:53.512174 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4648a4f0-fc20-4982-af1c-38f76ed66eba None None] Attempting to bind port 2801e2b9-a18d-47aa-9f89-22dfdfbe67f0 on network f4c990ef-f235-4206-82fb-6526c5b9c9b5 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:01:53.518413 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4648a4f0-fc20-4982-af1c-38f76ed66eba None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 7, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 07:01:53.518789 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4648a4f0-fc20-4982-af1c-38f76ed66eba None None] Checking segment: {'id': '7d2310a9-5d93-47c6-8243-6745316949c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'f4c990ef-f235-4206-82fb-6526c5b9c9b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:01:53.519190 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-4648a4f0-fc20-4982-af1c-38f76ed66eba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:53.519586 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4648a4f0-fc20-4982-af1c-38f76ed66eba None None] Bound using segment: {'id': '7d2310a9-5d93-47c6-8243-6745316949c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'f4c990ef-f235-4206-82fb-6526c5b9c9b5'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 07:01:53.520045 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-4648a4f0-fc20-4982-af1c-38f76ed66eba None None] Bound port: 2801e2b9-a18d-47aa-9f89-22dfdfbe67f0, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d2310a9-5d93-47c6-8243-6745316949c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'f4c990ef-f235-4206-82fb-6526c5b9c9b5'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 07:01:53.520416 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-4648a4f0-fc20-4982-af1c-38f76ed66eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:53.528160 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7234b5e6-9d09-4451-be19-d51980eb49d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:53.529382 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-7234b5e6-9d09-4451-be19-d51980eb49d5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4689f2b4-b57d-4509-b026-919948ea7ca4 HTTP/1.1" status: 204 len: 168 time: 0.5904434 May 28 07:01:53.580088 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e58e18a3-6b87-4a71-ae0e-e0bf288fd6f3 req-edd39a84-4282-4d5c-82af-b075d769767a service neutron] 10.222.0.55 "GET /v2.0/networks/00226f82-98b7-4b67-a678-ed2ea38db0c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048802 May 28 07:01:53.766257 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-4648a4f0-fc20-4982-af1c-38f76ed66eba None None] For port 2801e2b9-a18d-47aa-9f89-22dfdfbe67f0, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:01:53.771739 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e58e18a3-6b87-4a71-ae0e-e0bf288fd6f3 req-6f8a3ec3-3a80-4f50-ac4b-915ce52cc51b service neutron] 10.222.0.55 "GET /v2.0/networks/00226f82-98b7-4b67-a678-ed2ea38db0c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848366 May 28 07:01:53.775944 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-4648a4f0-fc20-4982-af1c-38f76ed66eba None None] For port 2801e2b9-a18d-47aa-9f89-22dfdfbe67f0, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=2801e2b9-a18d-47aa-9f89-22dfdfbe67f0,segment=NetworkSegment(7d2310a9-5d93-47c6-8243-6745316949c9),segment_id=7d2310a9-5d93-47c6-8243-6745316949c9)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 07:01:53.924053 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-4648a4f0-fc20-4982-af1c-38f76ed66eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:53.964848 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15c2029-8704-4d92-858d-49d6b1d474f6 req-3d8d8f7d-0a0a-425b-9900-16739a8e0f6a tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:01:53.968281 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d15c2029-8704-4d92-858d-49d6b1d474f6 req-3d8d8f7d-0a0a-425b-9900-16739a8e0f6a tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=609380e3-dc70-49f0-a7ee-d9caa9e598f0 HTTP/1.1" status: 200 len: 943 time: 0.1364613 May 28 07:01:54.038431 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84f923c-41bf-4334-a801-6f2a5c0c2d8f None None] Pushing event updated for resources: {'Port': ['ID=2801e2b9-a18d-47aa-9f89-22dfdfbe67f0,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:01:54.041922 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4648a4f0-fc20-4982-af1c-38f76ed66eba None None] Routers {'1ba38741-6cb1-4a8d-9e7c-9c584ec9803e'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:01:54.043109 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-4648a4f0-fc20-4982-af1c-38f76ed66eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:01:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['1ba38741-6cb1-4a8d-9e7c-9c584ec9803e'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:01:54.058767 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d15c2029-8704-4d92-858d-49d6b1d474f6 req-55163c16-213b-4377-b4a8-93974cf83602 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f5492c6-5bbc-4a76-bcd5-ad6fbd0e08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835354 May 28 07:01:54.212970 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1c16efd7-b8a2-42f7-9383-1dd08e75b792 req-d1f26a8b-aae9-48fd-a4fa-3489450610b0 tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=87881839-45d3-42b4-b26f-4f2a300e8e5f HTTP/1.1" status: 200 len: 210 time: 0.1022928 May 28 07:01:54.554526 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-4648a4f0-fc20-4982-af1c-38f76ed66eba None None] Set router 1ba38741-6cb1-4a8d-9e7c-9c584ec9803e gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:01:54.959057 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-4648a4f0-fc20-4982-af1c-38f76ed66eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ba38741-6cb1-4a8d-9e7c-9c584ec9803e', 'name': 'tempest-TestServerMultinode-1204710748-router', 'tenant_id': 'ebba800206cb4fd5a08c3b7f5bbc7eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '77bea48b-27c0-4db6-866a-2e2db799b275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:01:41Z', 'updated_at': '2022-05-28T07:01:49Z', 'revision_number': 4, 'project_id': 'ebba800206cb4fd5a08c3b7f5bbc7eb7', 'gw_port': {'id': '77bea48b-27c0-4db6-866a-2e2db799b275', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:92:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba38741-6cb1-4a8d-9e7c-9c584ec9803e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:01:43Z', 'updated_at': '2022-05-28T07:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '2801e2b9-a18d-47aa-9f89-22dfdfbe67f0', 'name': '', 'network_id': 'f4c990ef-f235-4206-82fb-6526c5b9c9b5', 'tenant_id': 'ebba800206cb4fd5a08c3b7f5bbc7eb7', 'mac_address': 'fa:16:3e:58:13:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ba38741-6cb1-4a8d-9e7c-9c584ec9803e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': 'de2be236-11c7-4c70-8e07-a7774427e762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:01:48Z', 'updated_at': '2022-05-28T07:01:53Z', 'revision_number': 4, 'project_id': 'ebba800206cb4fd5a08c3b7f5bbc7eb7', 'subnets': [{'id': 'de2be236-11c7-4c70-8e07-a7774427e762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:01:54.963546 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4648a4f0-fc20-4982-af1c-38f76ed66eba None None] The sync data for ids ['1ba38741-6cb1-4a8d-9e7c-9c584ec9803e'] in n-d-843702-1 is: [{'id': '1ba38741-6cb1-4a8d-9e7c-9c584ec9803e', 'name': 'tempest-TestServerMultinode-1204710748-router', 'tenant_id': 'ebba800206cb4fd5a08c3b7f5bbc7eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '77bea48b-27c0-4db6-866a-2e2db799b275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:01:41Z', 'updated_at': '2022-05-28T07:01:49Z', 'revision_number': 4, 'project_id': 'ebba800206cb4fd5a08c3b7f5bbc7eb7', 'gw_port': {'id': '77bea48b-27c0-4db6-866a-2e2db799b275', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:92:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba38741-6cb1-4a8d-9e7c-9c584ec9803e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:01:43Z', 'updated_at': '2022-05-28T07:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '2801e2b9-a18d-47aa-9f89-22dfdfbe67f0', 'name': '', 'network_id': 'f4c990ef-f235-4206-82fb-6526c5b9c9b5', 'tenant_id': 'ebba800206cb4fd5a08c3b7f5bbc7eb7', 'mac_address': 'fa:16:3e:58:13:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ba38741-6cb1-4a8d-9e7c-9c584ec9803e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': 'de2be236-11c7-4c70-8e07-a7774427e762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:01:48Z', 'updated_at': '2022-05-28T07:01:53Z', 'revision_number': 4, 'project_id': 'ebba800206cb4fd5a08c3b7f5bbc7eb7', 'subnets': [{'id': 'de2be236-11c7-4c70-8e07-a7774427e762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 07:01:55.448129 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-184b239d-444f-4cf5-92d3-b7217251d478 req-1a7dcd19-80d1-4470-a26b-048945f4c804 tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=87881839-45d3-42b4-b26f-4f2a300e8e5f HTTP/1.1" status: 200 len: 210 time: 0.1576905 May 28 07:01:55.515332 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ddabcb-601f-466b-a314-2479dba3caa3 req-5dc7c442-62d0-4131-bf0f-fe3f74f44f4f tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:01:55.516999 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-46ddabcb-601f-466b-a314-2479dba3caa3 req-5dc7c442-62d0-4131-bf0f-fe3f74f44f4f tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=609380e3-dc70-49f0-a7ee-d9caa9e598f0 HTTP/1.1" status: 200 len: 943 time: 0.2935727 May 28 07:01:55.591148 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-46ddabcb-601f-466b-a314-2479dba3caa3 req-a1ac3af1-9374-42be-aeb4-8f5242c65d33 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f5492c6-5bbc-4a76-bcd5-ad6fbd0e08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631566 May 28 07:01:56.030907 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 2801e2b9-a18d-47aa-9f89-22dfdfbe67f0 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:01:56.313390 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 2801e2b9-a18d-47aa-9f89-22dfdfbe67f0 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:01:56.322740 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 2801e2b9-a18d-47aa-9f89-22dfdfbe67f0 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:01:56.323248 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:56.498935 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 48084) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:01:56.499583 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 2801e2b9-a18d-47aa-9f89-22dfdfbe67f0 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:01:56.501277 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:56.548039 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port 2801e2b9-a18d-47aa-9f89-22dfdfbe67f0, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=2801e2b9-a18d-47aa-9f89-22dfdfbe67f0,segment=NetworkSegment(7d2310a9-5d93-47c6-8243-6745316949c9),segment_id=7d2310a9-5d93-47c6-8243-6745316949c9)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:01:56.667962 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-a09a957d-523f-4a73-810f-410b6d8112cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:56.705386 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:56.717756 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c9a215e1-9484-41b5-8ab4-813f02c15b91 req-05391031-5a2a-49fc-909c-5f1eb606a254 tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=87881839-45d3-42b4-b26f-4f2a300e8e5f HTTP/1.1" status: 200 len: 210 time: 0.0868402 May 28 07:01:56.795309 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=2801e2b9-a18d-47aa-9f89-22dfdfbe67f0,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:01:56.938075 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5368ad03-005a-4179-b32a-bf9abf9025a9 req-ba52ecae-78a9-4d68-8dbe-789f67348073 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:01:56.943135 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5368ad03-005a-4179-b32a-bf9abf9025a9 req-ba52ecae-78a9-4d68-8dbe-789f67348073 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=609380e3-dc70-49f0-a7ee-d9caa9e598f0 HTTP/1.1" status: 200 len: 943 time: 0.1013241 May 28 07:01:56.997866 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7da52164-1d0a-4903-9d5e-5156a12d1f0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:57.028045 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5368ad03-005a-4179-b32a-bf9abf9025a9 req-e6481b55-d84c-4c2c-9772-09301285b16e tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f5492c6-5bbc-4a76-bcd5-ad6fbd0e08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815506 May 28 07:01:57.029781 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-7da52164-1d0a-4903-9d5e-5156a12d1f0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:01:57.035090 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-7da52164-1d0a-4903-9d5e-5156a12d1f0c admin admin] Usage tracker for resource:security_group_rule and tenant:3306cfd1c1034600bcf5f7826541f728 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:01:57.038310 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-7da52164-1d0a-4903-9d5e-5156a12d1f0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:01:57.044347 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-7da52164-1d0a-4903-9d5e-5156a12d1f0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:01:57.371805 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7da52164-1d0a-4903-9d5e-5156a12d1f0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:57.506667 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7da52164-1d0a-4903-9d5e-5156a12d1f0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:57.560333 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-7da52164-1d0a-4903-9d5e-5156a12d1f0c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3306cfd1c1034600bcf5f7826541f728&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0571401 May 28 07:01:57.561068 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 48116) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:01:57.564122 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da52164-1d0a-4903-9d5e-5156a12d1f0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=081d1ef3-0990-4ea9-933c-e0aeefb935d8,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:01:57.635574 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-38b54463-c196-422f-bda0-8f51dde66569 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:57.663895 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-38b54463-c196-422f-bda0-8f51dde66569 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:57.820857 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:57.821693 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-38b54463-c196-422f-bda0-8f51dde66569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:57.851939 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-38b54463-c196-422f-bda0-8f51dde66569 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:57.853189 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-38b54463-c196-422f-bda0-8f51dde66569 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/081d1ef3-0990-4ea9-933c-e0aeefb935d8 HTTP/1.1" status: 204 len: 168 time: 0.2909925 May 28 07:01:57.855651 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b54463-c196-422f-bda0-8f51dde66569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=081d1ef3-0990-4ea9-933c-e0aeefb935d8,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:01:57.927570 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fba64f29-04eb-4171-a0f7-82c859d9b3a0 req-46b8d7d2-3505-426a-aa0d-fcf6493610ee tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=87881839-45d3-42b4-b26f-4f2a300e8e5f HTTP/1.1" status: 200 len: 210 time: 0.0712557 May 28 07:01:58.015004 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 2801e2b9-a18d-47aa-9f89-22dfdfbe67f0 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:01:58.131529 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 2801e2b9-a18d-47aa-9f89-22dfdfbe67f0 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:01:58.132837 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:58.302332 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 2801e2b9-a18d-47aa-9f89-22dfdfbe67f0 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:01:58.306083 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f5df5b-e5a2-46fe-90c7-c58db9906ede req-b63b002f-31c9-4f70-80c6-b132a0a6ab83 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:01:58.315186 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c2f5df5b-e5a2-46fe-90c7-c58db9906ede req-b63b002f-31c9-4f70-80c6-b132a0a6ab83 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=609380e3-dc70-49f0-a7ee-d9caa9e598f0 HTTP/1.1" status: 200 len: 943 time: 0.1562393 May 28 07:01:58.642564 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58e18a3-6b87-4a71-ae0e-e0bf288fd6f3 req-94a2e95b-10a3-4f98-adee-30e7a8d690cf tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:01:58.644006 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e58e18a3-6b87-4a71-ae0e-e0bf288fd6f3 req-94a2e95b-10a3-4f98-adee-30e7a8d690cf tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] 10.222.0.71 "GET /v2.0/networks?id=00226f82-98b7-4b67-a678-ed2ea38db0c0 HTTP/1.1" status: 200 len: 911 time: 0.1416090 May 28 07:01:58.653792 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c2f5df5b-e5a2-46fe-90c7-c58db9906ede req-fcf69e50-6849-4887-b0f8-f6d1a581504a tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f5492c6-5bbc-4a76-bcd5-ad6fbd0e08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3369553 May 28 07:01:58.661299 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-e58e18a3-6b87-4a71-ae0e-e0bf288fd6f3 req-e37525e4-4ea0-4456-82a6-86c13e42f85f tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] Request body: {'port': {'device_id': '87881839-45d3-42b4-b26f-4f2a300e8e5f', 'network_id': '00226f82-98b7-4b67-a678-ed2ea38db0c0', 'admin_state_up': True, 'tenant_id': 'ebba800206cb4fd5a08c3b7f5bbc7eb7'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:01:58.668091 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-e58e18a3-6b87-4a71-ae0e-e0bf288fd6f3 req-e37525e4-4ea0-4456-82a6-86c13e42f85f tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:01:58.690923 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-e58e18a3-6b87-4a71-ae0e-e0bf288fd6f3 req-e37525e4-4ea0-4456-82a6-86c13e42f85f tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:01:58.838591 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e58e18a3-6b87-4a71-ae0e-e0bf288fd6f3 req-e37525e4-4ea0-4456-82a6-86c13e42f85f tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] Made reservation on behalf of ebba800206cb4fd5a08c3b7f5bbc7eb7 for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 07:01:58.841037 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-e58e18a3-6b87-4a71-ae0e-e0bf288fd6f3 req-e37525e4-4ea0-4456-82a6-86c13e42f85f tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:59.003266 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c0a78615-8e06-48cc-859e-f9fe9f0a087b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:59.104458 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [req-e58e18a3-6b87-4a71-ae0e-e0bf288fd6f3 req-e37525e4-4ea0-4456-82a6-86c13e42f85f tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] Allocated IP 172.20.0.10 (00226f82-98b7-4b67-a678-ed2ea38db0c0/b15da780-c270-422e-be91-f6dad5554f44/391a9d9a-b0c3-4e9a-aee2-6bbfe7dff942) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:01:59.130060 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 48152) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:01:59.171786 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9951b7e8-b2c9-48db-8d52-69b00359fbd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:59.210118 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-9951b7e8-b2c9-48db-8d52-69b00359fbd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:01:59.228614 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-9951b7e8-b2c9-48db-8d52-69b00359fbd4 admin admin] Usage tracker for resource:security_group_rule and tenant:ad69c0c5c3da412b8c843ca24fb559ac is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:01:59.249633 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-9951b7e8-b2c9-48db-8d52-69b00359fbd4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:01:59.263835 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-9951b7e8-b2c9-48db-8d52-69b00359fbd4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:01:59.336262 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-10555b25-4687-4108-a4e4-6bd35eb6d05e req-19fafdce-7f51-43f6-b8ee-97b8e4c14ebd tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=87881839-45d3-42b4-b26f-4f2a300e8e5f HTTP/1.1" status: 200 len: 210 time: 0.1278887 May 28 07:01:59.411633 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-e58e18a3-6b87-4a71-ae0e-e0bf288fd6f3 req-e37525e4-4ea0-4456-82a6-86c13e42f85f tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:59.457245 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-e58e18a3-6b87-4a71-ae0e-e0bf288fd6f3 req-e37525e4-4ea0-4456-82a6-86c13e42f85f tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] Transition to ACTIVE for port object 391a9d9a-b0c3-4e9a-aee2-6bbfe7dff942 will not be triggered until provisioned by entity DHCP. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:01:59.493727 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9951b7e8-b2c9-48db-8d52-69b00359fbd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:59.587773 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9951b7e8-b2c9-48db-8d52-69b00359fbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:59.634567 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9951b7e8-b2c9-48db-8d52-69b00359fbd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23211e63-6969-4733-8b3c-062974fe6b9f,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:01:59.647791 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-9951b7e8-b2c9-48db-8d52-69b00359fbd4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ad69c0c5c3da412b8c843ca24fb559ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5161352 May 28 07:01:59.650894 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 48162) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:01:59.705370 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-e58e18a3-6b87-4a71-ae0e-e0bf288fd6f3 req-e37525e4-4ea0-4456-82a6-86c13e42f85f tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:59.852700 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37525e4-4ea0-4456-82a6-86c13e42f85f tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] Pushing event updated for resources: {'Port': ['ID=391a9d9a-b0c3-4e9a-aee2-6bbfe7dff942,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:01:59.938585 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e58e18a3-6b87-4a71-ae0e-e0bf288fd6f3 req-e37525e4-4ea0-4456-82a6-86c13e42f85f tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] Network 00226f82-98b7-4b67-a678-ed2ea38db0c0 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:01:59.958074 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:59.962300 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [req-e58e18a3-6b87-4a71-ae0e-e0bf288fd6f3 req-e37525e4-4ea0-4456-82a6-86c13e42f85f tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:02:00.013087 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-e58e18a3-6b87-4a71-ae0e-e0bf288fd6f3 req-e37525e4-4ea0-4456-82a6-86c13e42f85f tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:02:00.043625 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:00.063038 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-813126ce-19a3-4c9a-a183-8bd7f9de2d04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:00.140613 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58e18a3-6b87-4a71-ae0e-e0bf288fd6f3 req-e37525e4-4ea0-4456-82a6-86c13e42f85f tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:02:00.141477 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-e58e18a3-6b87-4a71-ae0e-e0bf288fd6f3 req-e37525e4-4ea0-4456-82a6-86c13e42f85f tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:00.163411 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-813126ce-19a3-4c9a-a183-8bd7f9de2d04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:00.225307 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6faa15e-deea-46ce-a4d3-3fad230dd349 req-ecd6f003-6c2a-40fb-a542-c4409fbc3ec6 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:02:00.226883 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b6faa15e-deea-46ce-a4d3-3fad230dd349 req-ecd6f003-6c2a-40fb-a542-c4409fbc3ec6 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=609380e3-dc70-49f0-a7ee-d9caa9e598f0 HTTP/1.1" status: 200 len: 943 time: 0.3186457 May 28 07:02:00.289058 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b6faa15e-deea-46ce-a4d3-3fad230dd349 req-a48ef530-88a5-4b06-934e-5f84cf1c43be tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f5492c6-5bbc-4a76-bcd5-ad6fbd0e08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547364 May 28 07:02:00.363961 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e58e18a3-6b87-4a71-ae0e-e0bf288fd6f3 req-e37525e4-4ea0-4456-82a6-86c13e42f85f tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.7073202 May 28 07:02:00.386230 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-e58e18a3-6b87-4a71-ae0e-e0bf288fd6f3 req-cf5893d5-308b-4666-904c-eba077191831 service neutron] Request body: {'port': {'device_id': '87881839-45d3-42b4-b26f-4f2a300e8e5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843702-1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:02:00.438198 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-9f2551de-1d66-4fbd-8caa-839c16b7542c None None] Provisioning for port 391a9d9a-b0c3-4e9a-aee2-6bbfe7dff942 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:02:00.444663 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-9f2551de-1d66-4fbd-8caa-839c16b7542c None None] Provisioning complete for port 391a9d9a-b0c3-4e9a-aee2-6bbfe7dff942 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:02:00.445270 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-9f2551de-1d66-4fbd-8caa-839c16b7542c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:00.454322 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-813126ce-19a3-4c9a-a183-8bd7f9de2d04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:00.484908 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813126ce-19a3-4c9a-a183-8bd7f9de2d04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23211e63-6969-4733-8b3c-062974fe6b9f,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:02:00.566683 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-9f2551de-1d66-4fbd-8caa-839c16b7542c None None] Port 391a9d9a-b0c3-4e9a-aee2-6bbfe7dff942 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 07:02:00.610562 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-813126ce-19a3-4c9a-a183-8bd7f9de2d04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:00.611811 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-813126ce-19a3-4c9a-a183-8bd7f9de2d04 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/23211e63-6969-4733-8b3c-062974fe6b9f HTTP/1.1" status: 204 len: 168 time: 0.9599726 May 28 07:02:00.633204 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-e58e18a3-6b87-4a71-ae0e-e0bf288fd6f3 req-cf5893d5-308b-4666-904c-eba077191831 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:00.743177 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc53dc1a-ccb4-4bd8-ad8d-59d449841f70 req-2bdd0030-ab0f-462b-b56d-5eeaffeede16 tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:02:00.743879 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-bc53dc1a-ccb4-4bd8-ad8d-59d449841f70 req-2bdd0030-ab0f-462b-b56d-5eeaffeede16 tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] Synchronizing usage tracker for tenant:ebba800206cb4fd5a08c3b7f5bbc7eb7 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:02:01.105706 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [req-e58e18a3-6b87-4a71-ae0e-e0bf288fd6f3 req-cf5893d5-308b-4666-904c-eba077191831 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 391a9d9a-b0c3-4e9a-aee2-6bbfe7dff942 {{(pid=89110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 07:02:01.113619 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-e58e18a3-6b87-4a71-ae0e-e0bf288fd6f3 req-cf5893d5-308b-4666-904c-eba077191831 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:01.129095 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-e58e18a3-6b87-4a71-ae0e-e0bf288fd6f3 req-cf5893d5-308b-4666-904c-eba077191831 service neutron] Transition to ACTIVE for port object 391a9d9a-b0c3-4e9a-aee2-6bbfe7dff942 will not be triggered until provisioned by entity L2. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:02:01.146303 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-bc53dc1a-ccb4-4bd8-ad8d-59d449841f70 req-2bdd0030-ab0f-462b-b56d-5eeaffeede16 tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] Unset dirty status for tenant:ebba800206cb4fd5a08c3b7f5bbc7eb7 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:02:01.150824 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bc53dc1a-ccb4-4bd8-ad8d-59d449841f70 req-2bdd0030-ab0f-462b-b56d-5eeaffeede16 tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=87881839-45d3-42b4-b26f-4f2a300e8e5f HTTP/1.1" status: 200 len: 1028 time: 0.6555383 May 28 07:02:01.195828 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-bc53dc1a-ccb4-4bd8-ad8d-59d449841f70 req-b6504742-3266-4a3d-8cfd-8e7a3210adab tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] Synchronizing usage tracker for tenant:ebba800206cb4fd5a08c3b7f5bbc7eb7 on resource:security_group {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:02:01.305595 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-e58e18a3-6b87-4a71-ae0e-e0bf288fd6f3 req-cf5893d5-308b-4666-904c-eba077191831 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:01.395273 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-bc53dc1a-ccb4-4bd8-ad8d-59d449841f70 req-b6504742-3266-4a3d-8cfd-8e7a3210adab tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] Unset dirty status for tenant:ebba800206cb4fd5a08c3b7f5bbc7eb7 on resource:security_group {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:02:01.396312 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bc53dc1a-ccb4-4bd8-ad8d-59d449841f70 req-b6504742-3266-4a3d-8cfd-8e7a3210adab tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=9b36637a-11c4-4835-8836-0e23c44de9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395182 May 28 07:02:01.757408 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5893d5-308b-4666-904c-eba077191831 service neutron] Pushing event updated for resources: {'Port': ['ID=391a9d9a-b0c3-4e9a-aee2-6bbfe7dff942,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:02:01.760869 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:01.918968 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0901b11-553f-4436-9e82-2d86a82379b6 req-152167a2-f0a6-4d06-a2ba-c8a9d49a39a6 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:02:01.920540 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b0901b11-553f-4436-9e82-2d86a82379b6 req-152167a2-f0a6-4d06-a2ba-c8a9d49a39a6 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=609380e3-dc70-49f0-a7ee-d9caa9e598f0 HTTP/1.1" status: 200 len: 943 time: 0.4409528 May 28 07:02:01.925705 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-e58e18a3-6b87-4a71-ae0e-e0bf288fd6f3 req-cf5893d5-308b-4666-904c-eba077191831 service neutron] Attempting to bind port 391a9d9a-b0c3-4e9a-aee2-6bbfe7dff942 on host n-h2-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 07:02:01.926035 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-e58e18a3-6b87-4a71-ae0e-e0bf288fd6f3 req-cf5893d5-308b-4666-904c-eba077191831 service neutron] Attempting to bind port 391a9d9a-b0c3-4e9a-aee2-6bbfe7dff942 by drivers openvswitch,hyperv on host n-h2-843702-1 at level 0 using segments [{'id': 'c756cab9-c907-4d2b-a705-8b10b22f5387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '00226f82-98b7-4b67-a678-ed2ea38db0c0'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 07:02:01.926555 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58e18a3-6b87-4a71-ae0e-e0bf288fd6f3 req-cf5893d5-308b-4666-904c-eba077191831 service neutron] Attempting to bind port 391a9d9a-b0c3-4e9a-aee2-6bbfe7dff942 on network 00226f82-98b7-4b67-a678-ed2ea38db0c0 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:02:01.946676 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58e18a3-6b87-4a71-ae0e-e0bf288fd6f3 req-cf5893d5-308b-4666-904c-eba077191831 service neutron] Port 391a9d9a-b0c3-4e9a-aee2-6bbfe7dff942 on network 00226f82-98b7-4b67-a678-ed2ea38db0c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 07:02:01.947199 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58e18a3-6b87-4a71-ae0e-e0bf288fd6f3 req-cf5893d5-308b-4666-904c-eba077191831 service neutron] Attempting to bind port 391a9d9a-b0c3-4e9a-aee2-6bbfe7dff942 on network 00226f82-98b7-4b67-a678-ed2ea38db0c0 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:02:01.958712 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58e18a3-6b87-4a71-ae0e-e0bf288fd6f3 req-cf5893d5-308b-4666-904c-eba077191831 service neutron] Checking agent: {'id': 'f1a3973b-d2b3-4558-88e7-2ac50857d302', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 7, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 07:02:01.959274 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58e18a3-6b87-4a71-ae0e-e0bf288fd6f3 req-cf5893d5-308b-4666-904c-eba077191831 service neutron] Checking segment: {'id': 'c756cab9-c907-4d2b-a705-8b10b22f5387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '00226f82-98b7-4b67-a678-ed2ea38db0c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:02:01.959661 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58e18a3-6b87-4a71-ae0e-e0bf288fd6f3 req-cf5893d5-308b-4666-904c-eba077191831 service neutron] Bound using segment: {'id': 'c756cab9-c907-4d2b-a705-8b10b22f5387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '00226f82-98b7-4b67-a678-ed2ea38db0c0'} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 07:02:01.960089 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-e58e18a3-6b87-4a71-ae0e-e0bf288fd6f3 req-cf5893d5-308b-4666-904c-eba077191831 service neutron] Bound port: 391a9d9a-b0c3-4e9a-aee2-6bbfe7dff942, host: n-h2-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c756cab9-c907-4d2b-a705-8b10b22f5387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '00226f82-98b7-4b67-a678-ed2ea38db0c0'}}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 07:02:01.960435 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-e58e18a3-6b87-4a71-ae0e-e0bf288fd6f3 req-cf5893d5-308b-4666-904c-eba077191831 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:02.066118 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b0901b11-553f-4436-9e82-2d86a82379b6 req-2d6bba4b-261a-41b1-a3f8-48cef1f4be90 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f5492c6-5bbc-4a76-bcd5-ad6fbd0e08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367736 May 28 07:02:02.091236 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-e58e18a3-6b87-4a71-ae0e-e0bf288fd6f3 req-cf5893d5-308b-4666-904c-eba077191831 service neutron] For port 391a9d9a-b0c3-4e9a-aee2-6bbfe7dff942, host n-h2-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:02:02.095075 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-e58e18a3-6b87-4a71-ae0e-e0bf288fd6f3 req-cf5893d5-308b-4666-904c-eba077191831 service neutron] For port 391a9d9a-b0c3-4e9a-aee2-6bbfe7dff942, host n-h2-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=391a9d9a-b0c3-4e9a-aee2-6bbfe7dff942,segment=NetworkSegment(c756cab9-c907-4d2b-a705-8b10b22f5387),segment_id=c756cab9-c907-4d2b-a705-8b10b22f5387)] {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 07:02:02.254278 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-e58e18a3-6b87-4a71-ae0e-e0bf288fd6f3 req-cf5893d5-308b-4666-904c-eba077191831 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:02.333432 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58e18a3-6b87-4a71-ae0e-e0bf288fd6f3 req-cf5893d5-308b-4666-904c-eba077191831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:02:02.334012 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-e58e18a3-6b87-4a71-ae0e-e0bf288fd6f3 req-cf5893d5-308b-4666-904c-eba077191831 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:02.335389 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e58e18a3-6b87-4a71-ae0e-e0bf288fd6f3 req-cf5893d5-308b-4666-904c-eba077191831 service neutron] 10.222.0.71 "PUT /v2.0/ports/391a9d9a-b0c3-4e9a-aee2-6bbfe7dff942 HTTP/1.1" status: 200 len: 1092 time: 1.9570043 May 28 07:02:02.335828 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87881839-45d3-42b4-b26f-4f2a300e8e5f', 'tag': '391a9d9a-b0c3-4e9a-aee2-6bbfe7dff942'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:02:02.364799 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5893d5-308b-4666-904c-eba077191831 service neutron] Pushing event updated for resources: {'Port': ['ID=391a9d9a-b0c3-4e9a-aee2-6bbfe7dff942,revision_number=3']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:02:02.424655 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c8e2fc3-1ce2-4977-b936-f64fd311d649'] response: {'name': 'network-changed', 'server_uuid': '87881839-45d3-42b4-b26f-4f2a300e8e5f', 'tag': '391a9d9a-b0c3-4e9a-aee2-6bbfe7dff942', 'status': 'completed', 'code': 200} May 28 07:02:02.586786 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:02.605866 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a88ffb7-40b4-44ea-a957-4416b2a95236 req-4bb5afc7-85fa-47f2-b4c5-384f876a6318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:02:02.608214 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4a88ffb7-40b4-44ea-a957-4416b2a95236 req-4bb5afc7-85fa-47f2-b4c5-384f876a6318 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ebba800206cb4fd5a08c3b7f5bbc7eb7&device_id=87881839-45d3-42b4-b26f-4f2a300e8e5f HTTP/1.1" status: 200 len: 1095 time: 0.1335108 May 28 07:02:02.839269 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbb42e1-b79f-4a59-8932-394d2baf584a req-83013b0d-ad0d-43c4-a69e-4401e58d0acb tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:02:02.842357 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1bbb42e1-b79f-4a59-8932-394d2baf584a req-83013b0d-ad0d-43c4-a69e-4401e58d0acb tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=87881839-45d3-42b4-b26f-4f2a300e8e5f HTTP/1.1" status: 200 len: 1095 time: 0.1998556 May 28 07:02:02.843493 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a88ffb7-40b4-44ea-a957-4416b2a95236 req-eb778777-6bad-4a15-9d93-e7ab47ea36d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:02:02.844795 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4a88ffb7-40b4-44ea-a957-4416b2a95236 req-eb778777-6bad-4a15-9d93-e7ab47ea36d1 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=ebba800206cb4fd5a08c3b7f5bbc7eb7&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2239649 May 28 07:02:02.971228 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1bbb42e1-b79f-4a59-8932-394d2baf584a req-e3f244a6-1ef0-4264-b124-98d4df5e2d8c tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=9b36637a-11c4-4835-8836-0e23c44de9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209481 May 28 07:02:03.020523 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a88ffb7-40b4-44ea-a957-4416b2a95236 req-fab0406c-529b-4ab1-b334-da198ded1fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:02:03.021904 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4a88ffb7-40b4-44ea-a957-4416b2a95236 req-fab0406c-529b-4ab1-b334-da198ded1fe3 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1700375 May 28 07:02:03.193271 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58e18a3-6b87-4a71-ae0e-e0bf288fd6f3 req-97db74fa-ffb8-4e4e-9dfc-f516686ddf85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:02:03.195067 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e58e18a3-6b87-4a71-ae0e-e0bf288fd6f3 req-97db74fa-ffb8-4e4e-9dfc-f516686ddf85 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ebba800206cb4fd5a08c3b7f5bbc7eb7&device_id=87881839-45d3-42b4-b26f-4f2a300e8e5f HTTP/1.1" status: 200 len: 1095 time: 0.1113694 May 28 07:02:03.323369 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e58e18a3-6b87-4a71-ae0e-e0bf288fd6f3 req-dd89fec9-7b18-4549-ae90-e8e0759fc3cd service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=391a9d9a-b0c3-4e9a-aee2-6bbfe7dff942 HTTP/1.1" status: 200 len: 217 time: 0.1138251 May 28 07:02:03.407112 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58e18a3-6b87-4a71-ae0e-e0bf288fd6f3 req-49adde7b-bd07-4c1f-8586-dbe0b16ef9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:02:03.408552 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e58e18a3-6b87-4a71-ae0e-e0bf288fd6f3 req-49adde7b-bd07-4c1f-8586-dbe0b16ef9fe service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b15da780-c270-422e-be91-f6dad5554f44 HTTP/1.1" status: 200 len: 849 time: 0.0789933 May 28 07:02:03.471631 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731ece93-5ba8-45ba-a4e5-66a1fb3d3e5c req-8e7510ad-d79f-4e15-b720-c76c570ee606 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:02:03.473035 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-731ece93-5ba8-45ba-a4e5-66a1fb3d3e5c req-8e7510ad-d79f-4e15-b720-c76c570ee606 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=609380e3-dc70-49f0-a7ee-d9caa9e598f0 HTTP/1.1" status: 200 len: 943 time: 0.1940472 May 28 07:02:03.535165 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-731ece93-5ba8-45ba-a4e5-66a1fb3d3e5c req-b344303e-eba0-482a-b91d-868680fd0383 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f5492c6-5bbc-4a76-bcd5-ad6fbd0e08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530951 May 28 07:02:03.539579 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58e18a3-6b87-4a71-ae0e-e0bf288fd6f3 req-40a39b9d-0438-40ad-b981-6e1b1500372c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:02:03.541187 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e58e18a3-6b87-4a71-ae0e-e0bf288fd6f3 req-40a39b9d-0438-40ad-b981-6e1b1500372c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=00226f82-98b7-4b67-a678-ed2ea38db0c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1251030 May 28 07:02:03.723119 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e58e18a3-6b87-4a71-ae0e-e0bf288fd6f3 req-bbd30e6b-7246-429e-99a1-11d623685d10 service neutron] 10.222.0.71 "GET /v2.0/networks/00226f82-98b7-4b67-a678-ed2ea38db0c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744907 May 28 07:02:03.778579 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 48276) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:02:03.905039 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e58e18a3-6b87-4a71-ae0e-e0bf288fd6f3 req-73a6431c-f636-4168-9a40-867a7827cefd service neutron] 10.222.0.71 "GET /v2.0/networks/00226f82-98b7-4b67-a678-ed2ea38db0c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727431 May 28 07:02:03.926185 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1c805160-9829-4512-bd26-387ccb07aa28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:03.944370 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-1c805160-9829-4512-bd26-387ccb07aa28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:02:03.949357 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-1c805160-9829-4512-bd26-387ccb07aa28 admin admin] Usage tracker for resource:security_group_rule and tenant:5a3e833b42a84c83a2e0abcc2a028c2d is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:02:03.954052 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-1c805160-9829-4512-bd26-387ccb07aa28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:02:03.960671 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-1c805160-9829-4512-bd26-387ccb07aa28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:02:04.073583 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1c805160-9829-4512-bd26-387ccb07aa28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:04.146631 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1c805160-9829-4512-bd26-387ccb07aa28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:04.218354 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a26b88-e1bd-49ce-b847-ea209d42884a req-0bbd10a0-12be-44d5-a8c8-fa99c599e250 tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:02:04.220114 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-16a26b88-e1bd-49ce-b847-ea209d42884a req-0bbd10a0-12be-44d5-a8c8-fa99c599e250 tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=87881839-45d3-42b4-b26f-4f2a300e8e5f HTTP/1.1" status: 200 len: 1095 time: 0.0826652 May 28 07:02:04.255682 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c805160-9829-4512-bd26-387ccb07aa28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f54a5f3-8d51-4bc2-921e-ee0368585a78,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:02:04.259065 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-1c805160-9829-4512-bd26-387ccb07aa28 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5a3e833b42a84c83a2e0abcc2a028c2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4773054 May 28 07:02:04.262488 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 48294) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:02:04.299218 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-16a26b88-e1bd-49ce-b847-ea209d42884a req-5a0677e2-f287-43f3-a750-21e28d3826fb tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=9b36637a-11c4-4835-8836-0e23c44de9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719001 May 28 07:02:04.513813 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-fce025bf-018d-4b5d-9468-d3a695cc1c70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:04.542640 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-fce025bf-018d-4b5d-9468-d3a695cc1c70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:04.717354 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-fce025bf-018d-4b5d-9468-d3a695cc1c70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:04.742977 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce025bf-018d-4b5d-9468-d3a695cc1c70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f54a5f3-8d51-4bc2-921e-ee0368585a78,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:02:04.756315 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-fce025bf-018d-4b5d-9468-d3a695cc1c70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:04.758230 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-fce025bf-018d-4b5d-9468-d3a695cc1c70 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7f54a5f3-8d51-4bc2-921e-ee0368585a78 HTTP/1.1" status: 204 len: 168 time: 0.4942098 May 28 07:02:04.810479 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a33865b-6014-451b-b4b7-5cf26410b4a6 req-7f9f2777-cea6-4926-97e7-f12ef0f3302c tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:02:04.810479 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4a33865b-6014-451b-b4b7-5cf26410b4a6 req-7f9f2777-cea6-4926-97e7-f12ef0f3302c tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=609380e3-dc70-49f0-a7ee-d9caa9e598f0 HTTP/1.1" status: 200 len: 943 time: 0.1191864 May 28 07:02:04.860651 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4a33865b-6014-451b-b4b7-5cf26410b4a6 req-b82cdb37-08fa-4036-a0a7-1aae82dab5ec tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f5492c6-5bbc-4a76-bcd5-ad6fbd0e08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465405 May 28 07:02:05.531527 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10078ce8-adf8-4dc4-ace2-d2dfdf749284 req-a76240dd-cd30-4f07-a4dc-8d6698b8646c tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:02:05.533189 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-10078ce8-adf8-4dc4-ace2-d2dfdf749284 req-a76240dd-cd30-4f07-a4dc-8d6698b8646c tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=87881839-45d3-42b4-b26f-4f2a300e8e5f HTTP/1.1" status: 200 len: 1095 time: 0.0959432 May 28 07:02:05.583476 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-10078ce8-adf8-4dc4-ace2-d2dfdf749284 req-08dc8064-036e-4260-9089-065d4dc599fc tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=9b36637a-11c4-4835-8836-0e23c44de9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438707 May 28 07:02:05.883554 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 07:02:06.136717 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaec974-23db-41e6-b62c-8763825ba7fa req-47bea70b-7f4f-4f19-9801-e7d926fae456 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:02:06.138217 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-efaec974-23db-41e6-b62c-8763825ba7fa req-47bea70b-7f4f-4f19-9801-e7d926fae456 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=609380e3-dc70-49f0-a7ee-d9caa9e598f0 HTTP/1.1" status: 200 len: 943 time: 0.1221328 May 28 07:02:06.198237 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-efaec974-23db-41e6-b62c-8763825ba7fa req-5d865d51-7db8-4855-9071-f71f2fccfddc tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f5492c6-5bbc-4a76-bcd5-ad6fbd0e08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531700 May 28 07:02:06.777913 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab80c38-3a6e-4501-a1e5-c38edc80af13 req-f7140e48-0ff4-4b30-a589-b0e3e63c9f8d tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:02:06.780326 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bab80c38-3a6e-4501-a1e5-c38edc80af13 req-f7140e48-0ff4-4b30-a589-b0e3e63c9f8d tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=87881839-45d3-42b4-b26f-4f2a300e8e5f HTTP/1.1" status: 200 len: 1095 time: 0.0779531 May 28 07:02:06.827016 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bab80c38-3a6e-4501-a1e5-c38edc80af13 req-be9d69aa-8d57-4865-83fb-419ce23f2b6c tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=9b36637a-11c4-4835-8836-0e23c44de9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398831 May 28 07:02:07.209187 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 391a9d9a-b0c3-4e9a-aee2-6bbfe7dff942 details requested by agent hyperv_n-h2-843702-1 with host n-h2-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 07:02:07.355190 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 391a9d9a-b0c3-4e9a-aee2-6bbfe7dff942, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=391a9d9a-b0c3-4e9a-aee2-6bbfe7dff942,segment=NetworkSegment(c756cab9-c907-4d2b-a705-8b10b22f5387),segment_id=c756cab9-c907-4d2b-a705-8b10b22f5387)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:02:07.369401 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Returning: {'device': '391a9d9a-b0c3-4e9a-aee2-6bbfe7dff942', 'network_id': '00226f82-98b7-4b67-a678-ed2ea38db0c0', 'port_id': '391a9d9a-b0c3-4e9a-aee2-6bbfe7dff942', 'mac_address': 'fa:16:3e:6f:f0:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b15da780-c270-422e-be91-f6dad5554f44', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 07:02:07.396261 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81efc7b-1020-4afa-b02e-ff6a38f5541b req-6b2703ca-b4a7-4c15-9799-426d22bb988e tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:02:07.398154 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f81efc7b-1020-4afa-b02e-ff6a38f5541b req-6b2703ca-b4a7-4c15-9799-426d22bb988e tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=609380e3-dc70-49f0-a7ee-d9caa9e598f0 HTTP/1.1" status: 200 len: 943 time: 0.0919836 May 28 07:02:07.442352 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 391a9d9a-b0c3-4e9a-aee2-6bbfe7dff942 is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:02:07.444665 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:07.462973 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f81efc7b-1020-4afa-b02e-ff6a38f5541b req-b956f2b2-b476-4976-967b-19fd9d60c065 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f5492c6-5bbc-4a76-bcd5-ad6fbd0e08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588791 May 28 07:02:07.522151 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 391a9d9a-b0c3-4e9a-aee2-6bbfe7dff942 {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 07:02:07.547442 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 391a9d9a-b0c3-4e9a-aee2-6bbfe7dff942, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=391a9d9a-b0c3-4e9a-aee2-6bbfe7dff942,segment=NetworkSegment(c756cab9-c907-4d2b-a705-8b10b22f5387),segment_id=c756cab9-c907-4d2b-a705-8b10b22f5387)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:02:07.614706 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:07.694255 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=391a9d9a-b0c3-4e9a-aee2-6bbfe7dff942,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:02:07.898240 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['391a9d9a-b0c3-4e9a-aee2-6bbfe7dff942'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 07:02:08.078824 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d386c6-122e-4fc5-8b73-8df4f9030316 req-5058fe81-481b-4a5b-8160-f2ffd43ffa74 tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:02:08.081195 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-22d386c6-122e-4fc5-8b73-8df4f9030316 req-5058fe81-481b-4a5b-8160-f2ffd43ffa74 tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=87881839-45d3-42b4-b26f-4f2a300e8e5f HTTP/1.1" status: 200 len: 1096 time: 0.1060233 May 28 07:02:08.128793 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-22d386c6-122e-4fc5-8b73-8df4f9030316 req-314e8306-e426-4166-b3c3-807dc503cf06 tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=9b36637a-11c4-4835-8836-0e23c44de9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416582 May 28 07:02:08.245287 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 48394) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:02:08.417822 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6080c0eb-c89e-4b95-9c36-f0ad46a53333 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:08.434252 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-6080c0eb-c89e-4b95-9c36-f0ad46a53333 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:02:08.439432 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-6080c0eb-c89e-4b95-9c36-f0ad46a53333 admin admin] Usage tracker for resource:security_group_rule and tenant:203b9c3061fb4cb7b6e5f1d2d85cbae9 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:02:08.442461 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-6080c0eb-c89e-4b95-9c36-f0ad46a53333 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:02:08.448260 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-6080c0eb-c89e-4b95-9c36-f0ad46a53333 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:02:08.534982 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6080c0eb-c89e-4b95-9c36-f0ad46a53333 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:08.661831 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6080c0eb-c89e-4b95-9c36-f0ad46a53333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:08.728053 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-6080c0eb-c89e-4b95-9c36-f0ad46a53333 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=203b9c3061fb4cb7b6e5f1d2d85cbae9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4816303 May 28 07:02:08.728833 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6080c0eb-c89e-4b95-9c36-f0ad46a53333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf744820-5d9b-4807-ae42-fa03adc0df20,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:02:08.730962 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 48412) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:02:08.756375 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9b41c1-4d71-4f38-91bc-b5ac4466eb60 req-a2a621d5-fd67-4e39-bdbb-17aba4d9ec5d tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:02:08.757823 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fb9b41c1-4d71-4f38-91bc-b5ac4466eb60 req-a2a621d5-fd67-4e39-bdbb-17aba4d9ec5d tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=609380e3-dc70-49f0-a7ee-d9caa9e598f0 HTTP/1.1" status: 200 len: 943 time: 0.1509323 May 28 07:02:08.802364 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-aa144028-fb5f-4eda-ae57-069d5b9d524d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:08.820824 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fb9b41c1-4d71-4f38-91bc-b5ac4466eb60 req-6e21ec7d-4981-4bde-aaef-d9c0685016e6 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f5492c6-5bbc-4a76-bcd5-ad6fbd0e08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537574 May 28 07:02:08.843183 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-aa144028-fb5f-4eda-ae57-069d5b9d524d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:08.991939 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-aa144028-fb5f-4eda-ae57-069d5b9d524d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:09.008088 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa144028-fb5f-4eda-ae57-069d5b9d524d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf744820-5d9b-4807-ae42-fa03adc0df20,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:02:09.022217 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-aa144028-fb5f-4eda-ae57-069d5b9d524d admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:09.023625 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-aa144028-fb5f-4eda-ae57-069d5b9d524d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cf744820-5d9b-4807-ae42-fa03adc0df20 HTTP/1.1" status: 204 len: 168 time: 0.2902770 May 28 07:02:09.210678 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 391a9d9a-b0c3-4e9a-aee2-6bbfe7dff942 up at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:02:09.314084 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a272e6f-ac6a-479c-abfc-85a42ed833fc req-29ceb63b-67ce-4e01-af2b-68f78c199f84 tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:02:09.315562 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0a272e6f-ac6a-479c-abfc-85a42ed833fc req-29ceb63b-67ce-4e01-af2b-68f78c199f84 tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=87881839-45d3-42b4-b26f-4f2a300e8e5f HTTP/1.1" status: 200 len: 1096 time: 0.0795455 May 28 07:02:09.371078 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0a272e6f-ac6a-479c-abfc-85a42ed833fc req-7dbde026-4f01-4568-9f59-bb88c325b7af tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=9b36637a-11c4-4835-8836-0e23c44de9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495937 May 28 07:02:09.431748 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning for port 391a9d9a-b0c3-4e9a-aee2-6bbfe7dff942 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:02:09.438637 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning complete for port 391a9d9a-b0c3-4e9a-aee2-6bbfe7dff942 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:02:09.439033 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:09.597600 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 391a9d9a-b0c3-4e9a-aee2-6bbfe7dff942 is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:02:09.597903 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:09.624842 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87881839-45d3-42b4-b26f-4f2a300e8e5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '391a9d9a-b0c3-4e9a-aee2-6bbfe7dff942'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:02:09.634804 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 391a9d9a-b0c3-4e9a-aee2-6bbfe7dff942, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=391a9d9a-b0c3-4e9a-aee2-6bbfe7dff942,segment=NetworkSegment(c756cab9-c907-4d2b-a705-8b10b22f5387),segment_id=c756cab9-c907-4d2b-a705-8b10b22f5387)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:02:09.667998 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abd25df7-0c2c-467f-9da3-6ea4c063b401'] response: {'server_uuid': '87881839-45d3-42b4-b26f-4f2a300e8e5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '391a9d9a-b0c3-4e9a-aee2-6bbfe7dff942', 'code': 200} May 28 07:02:09.740726 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:09.859661 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=391a9d9a-b0c3-4e9a-aee2-6bbfe7dff942,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:02:09.890612 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d737da-0cbe-40f5-9e28-af0b347b3f41 req-b5aadb55-1c67-4517-a1f2-335d3c2447fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:02:09.892372 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b0d737da-0cbe-40f5-9e28-af0b347b3f41 req-b5aadb55-1c67-4517-a1f2-335d3c2447fa service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=87881839-45d3-42b4-b26f-4f2a300e8e5f HTTP/1.1" status: 200 len: 1097 time: 0.1395111 May 28 07:02:09.900216 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 48448) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:02:09.932201 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f4d93415-b21f-47af-a6b6-85df7add3294 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:09.986456 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-f4d93415-b21f-47af-a6b6-85df7add3294 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:02:10.015074 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-f4d93415-b21f-47af-a6b6-85df7add3294 admin admin] Usage tracker for resource:security_group_rule and tenant:644335a9aa3d4eceaaf5d9c61708fbb8 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:02:10.022548 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-f4d93415-b21f-47af-a6b6-85df7add3294 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:02:10.026950 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b0d737da-0cbe-40f5-9e28-af0b347b3f41 req-c93861c9-4d83-4de8-b91b-5daf6429aad5 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=9b36637a-11c4-4835-8836-0e23c44de9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126323 May 28 07:02:10.035873 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-f4d93415-b21f-47af-a6b6-85df7add3294 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:02:10.090595 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca1b9cc-fac0-4b71-ac60-cac52316facb req-26e52c8d-0e52-439f-a306-479d11191ab0 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:02:10.092522 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4ca1b9cc-fac0-4b71-ac60-cac52316facb req-26e52c8d-0e52-439f-a306-479d11191ab0 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=609380e3-dc70-49f0-a7ee-d9caa9e598f0 HTTP/1.1" status: 200 len: 943 time: 0.1448658 May 28 07:02:10.155459 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4ca1b9cc-fac0-4b71-ac60-cac52316facb req-79319aa7-e38d-45eb-8107-00ed3c97b92a tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f5492c6-5bbc-4a76-bcd5-ad6fbd0e08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565164 May 28 07:02:10.180041 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f4d93415-b21f-47af-a6b6-85df7add3294 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:10.306401 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f4d93415-b21f-47af-a6b6-85df7add3294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:10.354762 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-f4d93415-b21f-47af-a6b6-85df7add3294 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=644335a9aa3d4eceaaf5d9c61708fbb8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4569879 May 28 07:02:10.356458 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d93415-b21f-47af-a6b6-85df7add3294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d311859-6ec2-4801-b8cb-458a1fa3d00d,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:02:10.358024 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 48460) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:02:10.440261 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b85e6253-9723-4ebf-ac8b-442ec1d26574 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:10.468239 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b85e6253-9723-4ebf-ac8b-442ec1d26574 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:10.573233 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac92bf7-5533-4d11-b68e-029b3e42b9ca req-f684aa85-256f-4dd0-b5cd-f56149bbb1d1 tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:02:10.577443 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1ac92bf7-5533-4d11-b68e-029b3e42b9ca req-f684aa85-256f-4dd0-b5cd-f56149bbb1d1 tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=87881839-45d3-42b4-b26f-4f2a300e8e5f HTTP/1.1" status: 200 len: 1097 time: 0.0754321 May 28 07:02:10.618377 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1ac92bf7-5533-4d11-b68e-029b3e42b9ca req-7a7938ab-f7dc-4cc9-9bc5-97b2889cc2df tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=9b36637a-11c4-4835-8836-0e23c44de9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370779 May 28 07:02:10.620457 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b85e6253-9723-4ebf-ac8b-442ec1d26574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:10.642364 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85e6253-9723-4ebf-ac8b-442ec1d26574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d311859-6ec2-4801-b8cb-458a1fa3d00d,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:02:10.644471 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b85e6253-9723-4ebf-ac8b-442ec1d26574 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:10.645821 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-b85e6253-9723-4ebf-ac8b-442ec1d26574 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1d311859-6ec2-4801-b8cb-458a1fa3d00d HTTP/1.1" status: 204 len: 168 time: 0.2867851 May 28 07:02:11.377171 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3274e6b8-f2be-49a3-bcc1-f6ba37cee0da req-f2841fac-65c1-4835-9588-150d862d241e tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:02:11.378588 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3274e6b8-f2be-49a3-bcc1-f6ba37cee0da req-f2841fac-65c1-4835-9588-150d862d241e tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=609380e3-dc70-49f0-a7ee-d9caa9e598f0 HTTP/1.1" status: 200 len: 943 time: 0.0974622 May 28 07:02:11.424010 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3274e6b8-f2be-49a3-bcc1-f6ba37cee0da req-75d86b28-5a4d-4b8b-aa00-74808f496dbb tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f5492c6-5bbc-4a76-bcd5-ad6fbd0e08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396278 May 28 07:02:11.972759 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1e7a62-295e-4a5b-8e4c-5e1ca3350446 req-19365dc5-c55e-4d3e-9b3b-a9ca274654c3 tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:02:11.977453 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3e1e7a62-295e-4a5b-8e4c-5e1ca3350446 req-19365dc5-c55e-4d3e-9b3b-a9ca274654c3 tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=87881839-45d3-42b4-b26f-4f2a300e8e5f HTTP/1.1" status: 200 len: 1097 time: 0.0747168 May 28 07:02:12.023756 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3e1e7a62-295e-4a5b-8e4c-5e1ca3350446 req-81a1b0e0-7ab0-4593-9582-a3011837c9ec tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=9b36637a-11c4-4835-8836-0e23c44de9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404561 May 28 07:02:12.249569 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1565c716-2226-4f62-ac5a-938b06e2c818 req-2c73d00a-5ea7-4997-b783-9fd6fcaaeb64 tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:02:12.256133 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1565c716-2226-4f62-ac5a-938b06e2c818 req-2c73d00a-5ea7-4997-b783-9fd6fcaaeb64 tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=87881839-45d3-42b4-b26f-4f2a300e8e5f HTTP/1.1" status: 200 len: 1097 time: 0.0747466 May 28 07:02:12.296041 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1565c716-2226-4f62-ac5a-938b06e2c818 req-7635be1a-b7bc-44a0-8a09-b9028e516cd7 tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=9b36637a-11c4-4835-8836-0e23c44de9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392885 May 28 07:02:12.482695 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ab3b6f-86b3-4808-80ba-da1147b67fd9 req-cefb2e17-f0cc-479e-a70c-17dd81f4f495 tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:02:12.484517 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-77ab3b6f-86b3-4808-80ba-da1147b67fd9 req-cefb2e17-f0cc-479e-a70c-17dd81f4f495 tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=87881839-45d3-42b4-b26f-4f2a300e8e5f HTTP/1.1" status: 200 len: 1097 time: 0.0770478 May 28 07:02:12.536278 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-77ab3b6f-86b3-4808-80ba-da1147b67fd9 req-0ca495f2-2b1d-4cf3-826a-485bd2bf158b tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=9b36637a-11c4-4835-8836-0e23c44de9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459166 May 28 07:02:12.685852 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60560745-5637-4ebb-b1c2-c6de72871b32 req-7dfd4111-8d91-435b-a06b-bfeff7f2514d tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:02:12.700814 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-60560745-5637-4ebb-b1c2-c6de72871b32 req-7dfd4111-8d91-435b-a06b-bfeff7f2514d tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=609380e3-dc70-49f0-a7ee-d9caa9e598f0 HTTP/1.1" status: 200 len: 943 time: 0.1581707 May 28 07:02:12.969356 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-60560745-5637-4ebb-b1c2-c6de72871b32 req-527d57d0-4924-4fd4-81ba-2db0b98da4d7 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f5492c6-5bbc-4a76-bcd5-ad6fbd0e08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671092 May 28 07:02:13.036278 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a06fb1-befa-4e02-a84f-5e411ec352a1 req-9a58255b-b378-4486-b134-4ac9f37f551d tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:02:13.037791 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-44a06fb1-befa-4e02-a84f-5e411ec352a1 req-9a58255b-b378-4486-b134-4ac9f37f551d tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] 10.222.0.55 "GET /v2.0/networks?id=00226f82-98b7-4b67-a678-ed2ea38db0c0 HTTP/1.1" status: 200 len: 911 time: 0.1766417 May 28 07:02:13.064091 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-44a06fb1-befa-4e02-a84f-5e411ec352a1 req-dc77cf8b-d069-4376-87c5-f01ca7b1e03c tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] 10.222.0.55 "GET /v2.0/quotas/ebba800206cb4fd5a08c3b7f5bbc7eb7 HTTP/1.1" status: 200 len: 375 time: 0.0152888 May 28 07:02:13.153989 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-44a06fb1-befa-4e02-a84f-5e411ec352a1 req-8cfe5d83-9774-4dd2-88dd-9a656527b3ca tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] 10.222.0.55 "GET /v2.0/ports?tenant_id=ebba800206cb4fd5a08c3b7f5bbc7eb7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0922244 May 28 07:02:13.309264 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-44a06fb1-befa-4e02-a84f-5e411ec352a1 req-cd9785d1-3af9-40e7-9063-6a8b31c25332 service neutron] 10.222.0.55 "GET /v2.0/networks/00226f82-98b7-4b67-a678-ed2ea38db0c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478851 May 28 07:02:13.462027 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-44a06fb1-befa-4e02-a84f-5e411ec352a1 req-0c37841a-02ca-48c2-9fcc-58000142d1e1 service neutron] 10.222.0.55 "GET /v2.0/networks/00226f82-98b7-4b67-a678-ed2ea38db0c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451595 May 28 07:02:13.798263 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b64d21d3-3ecb-4c85-9baa-6827ca1f83e8 req-f058cc58-0414-473d-aa95-711f7971a933 tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=f4fc7ad4-4384-4c88-ad43-5c4ab377241b HTTP/1.1" status: 200 len: 210 time: 0.0728741 May 28 07:02:14.144705 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 48602) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:02:14.279874 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a86857f4-6292-4b1d-bf89-6bd6d77b09fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:14.296074 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-a86857f4-6292-4b1d-bf89-6bd6d77b09fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:02:14.299880 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-a86857f4-6292-4b1d-bf89-6bd6d77b09fe admin admin] Usage tracker for resource:security_group_rule and tenant:a0270335510b4fa7ab88f30a9fc32667 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:02:14.302740 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-a86857f4-6292-4b1d-bf89-6bd6d77b09fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:02:14.308411 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-a86857f4-6292-4b1d-bf89-6bd6d77b09fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:02:14.364806 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1ad41c-103d-449a-9257-cdfa760a5058 req-d02a69f5-ebfe-4ceb-ae37-5953c67bdb11 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:02:14.366453 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1e1ad41c-103d-449a-9257-cdfa760a5058 req-d02a69f5-ebfe-4ceb-ae37-5953c67bdb11 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=609380e3-dc70-49f0-a7ee-d9caa9e598f0 HTTP/1.1" status: 200 len: 943 time: 0.0996947 May 28 07:02:14.424812 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1e1ad41c-103d-449a-9257-cdfa760a5058 req-271f99fe-829b-4a30-82fd-ab46dcf2c814 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f5492c6-5bbc-4a76-bcd5-ad6fbd0e08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517406 May 28 07:02:14.433623 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a86857f4-6292-4b1d-bf89-6bd6d77b09fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:14.527448 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a86857f4-6292-4b1d-bf89-6bd6d77b09fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:14.690395 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-a86857f4-6292-4b1d-bf89-6bd6d77b09fe admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a0270335510b4fa7ab88f30a9fc32667&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5436835 May 28 07:02:14.691188 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86857f4-6292-4b1d-bf89-6bd6d77b09fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b466adfd-3c15-4d98-b673-826b620d44a3,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:02:14.693164 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 48616) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:02:14.758513 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d9414ecd-b52a-4364-a109-9cc025f81e13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:14.785363 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d9414ecd-b52a-4364-a109-9cc025f81e13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:14.975455 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bb0c3991-b617-44de-8f8d-0ebf9b333c69 req-183e29be-1f9e-4e7c-b668-4bc81220d3ee tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=f4fc7ad4-4384-4c88-ad43-5c4ab377241b HTTP/1.1" status: 200 len: 210 time: 0.0456393 May 28 07:02:14.981666 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d9414ecd-b52a-4364-a109-9cc025f81e13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:15.009532 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9414ecd-b52a-4364-a109-9cc025f81e13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b466adfd-3c15-4d98-b673-826b620d44a3,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:02:15.033101 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d9414ecd-b52a-4364-a109-9cc025f81e13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:15.035458 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-d9414ecd-b52a-4364-a109-9cc025f81e13 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b466adfd-3c15-4d98-b673-826b620d44a3 HTTP/1.1" status: 204 len: 168 time: 0.3411529 May 28 07:02:15.647252 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb7c37a-ece4-453b-8f5f-205ed182fec6 req-b065f5d9-d5b9-4c60-bc8c-98bc8f2ab339 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:02:15.660412 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9bb7c37a-ece4-453b-8f5f-205ed182fec6 req-b065f5d9-d5b9-4c60-bc8c-98bc8f2ab339 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=609380e3-dc70-49f0-a7ee-d9caa9e598f0 HTTP/1.1" status: 200 len: 943 time: 0.1094608 May 28 07:02:15.742456 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9bb7c37a-ece4-453b-8f5f-205ed182fec6 req-786a0d47-28c2-4595-849c-417d00ad8c8e tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f5492c6-5bbc-4a76-bcd5-ad6fbd0e08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796697 May 28 07:02:16.207161 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-32acdbb9-aa9d-401a-bc7b-faebe9c4eada req-934957ef-0bca-4d6a-90e0-314a86ce055e tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=f4fc7ad4-4384-4c88-ad43-5c4ab377241b HTTP/1.1" status: 200 len: 210 time: 0.0607817 May 28 07:02:16.265606 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 48652) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:02:16.293631 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e6dceb43-641e-4496-aac2-276f6e8ea44e admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:16.312105 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-e6dceb43-641e-4496-aac2-276f6e8ea44e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:02:16.316037 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-e6dceb43-641e-4496-aac2-276f6e8ea44e admin admin] Usage tracker for resource:security_group_rule and tenant:54fe8286901945b88bc18f842eea4d55 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:02:16.318785 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-e6dceb43-641e-4496-aac2-276f6e8ea44e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:02:16.324338 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-e6dceb43-641e-4496-aac2-276f6e8ea44e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:02:16.406438 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e6dceb43-641e-4496-aac2-276f6e8ea44e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:16.490573 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e6dceb43-641e-4496-aac2-276f6e8ea44e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:16.546678 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 48660) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:02:16.559154 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-e6dceb43-641e-4496-aac2-276f6e8ea44e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=54fe8286901945b88bc18f842eea4d55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2918317 May 28 07:02:16.594818 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dceb43-641e-4496-aac2-276f6e8ea44e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6bfa825-203e-4282-b886-aada5a745460,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:02:16.631213 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e8d0b2f5-e7bc-4bd1-8229-f08f4cf13540 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:16.659428 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e8d0b2f5-e7bc-4bd1-8229-f08f4cf13540 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:16.827429 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e8d0b2f5-e7bc-4bd1-8229-f08f4cf13540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:16.847128 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d0b2f5-e7bc-4bd1-8229-f08f4cf13540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6bfa825-203e-4282-b886-aada5a745460,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:02:16.850608 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e8d0b2f5-e7bc-4bd1-8229-f08f4cf13540 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:16.852614 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-e8d0b2f5-e7bc-4bd1-8229-f08f4cf13540 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f6bfa825-203e-4282-b886-aada5a745460 HTTP/1.1" status: 204 len: 168 time: 0.3048449 May 28 07:02:16.942187 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368e2ca0-198b-48df-a803-335dc3f00fd1 req-0571e8b7-035a-4efc-9ca2-9066b4a3032b tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:02:16.943795 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-368e2ca0-198b-48df-a803-335dc3f00fd1 req-0571e8b7-035a-4efc-9ca2-9066b4a3032b tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=609380e3-dc70-49f0-a7ee-d9caa9e598f0 HTTP/1.1" status: 200 len: 943 time: 0.0893500 May 28 07:02:17.008364 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-368e2ca0-198b-48df-a803-335dc3f00fd1 req-e49a1134-4cb6-4b70-a164-465b39d6591b tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f5492c6-5bbc-4a76-bcd5-ad6fbd0e08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574675 May 28 07:02:17.259822 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 26f1b198-29b5-41fb-857f-758d4a314f9c details requested by agent hyperv_n-h2-843702-1 with host n-h2-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 07:02:17.456313 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 26f1b198-29b5-41fb-857f-758d4a314f9c, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=26f1b198-29b5-41fb-857f-758d4a314f9c,segment=NetworkSegment(9b6a153f-5acc-4efc-9ff2-d82aa4b5901c),segment_id=9b6a153f-5acc-4efc-9ff2-d82aa4b5901c)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:02:17.462734 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-32e69dbc-691e-417c-8615-fd27b851f390 req-4729ce1d-d85c-4482-b36c-afc7cdad4433 tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=f4fc7ad4-4384-4c88-ad43-5c4ab377241b HTTP/1.1" status: 200 len: 210 time: 0.0770919 May 28 07:02:17.486711 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Returning: {'device': '26f1b198-29b5-41fb-857f-758d4a314f9c', 'network_id': 'b87fb3cb-482f-4500-8eb8-33ba0d95db61', 'port_id': '26f1b198-29b5-41fb-857f-758d4a314f9c', 'mac_address': 'fa:16:3e:ae:c0:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03e4bbfb-d6ff-44b0-bb81-9edbb740d6df', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 07:02:17.512129 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a06fb1-befa-4e02-a84f-5e411ec352a1 req-d5178f43-4040-4491-a022-62345c404571 tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:02:17.514103 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-44a06fb1-befa-4e02-a84f-5e411ec352a1 req-d5178f43-4040-4491-a022-62345c404571 tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] 10.222.0.69 "GET /v2.0/networks?id=00226f82-98b7-4b67-a678-ed2ea38db0c0 HTTP/1.1" status: 200 len: 911 time: 0.2618275 May 28 07:02:17.528275 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-44a06fb1-befa-4e02-a84f-5e411ec352a1 req-4a7ea75b-ac7d-481e-a037-ae8df13a870a tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] Request body: {'port': {'device_id': 'f4fc7ad4-4384-4c88-ad43-5c4ab377241b', 'network_id': '00226f82-98b7-4b67-a678-ed2ea38db0c0', 'admin_state_up': True, 'tenant_id': 'ebba800206cb4fd5a08c3b7f5bbc7eb7'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:02:17.537310 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-44a06fb1-befa-4e02-a84f-5e411ec352a1 req-4a7ea75b-ac7d-481e-a037-ae8df13a870a tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:02:17.573042 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 26f1b198-29b5-41fb-857f-758d4a314f9c is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:02:17.573738 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:17.575268 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-44a06fb1-befa-4e02-a84f-5e411ec352a1 req-4a7ea75b-ac7d-481e-a037-ae8df13a870a tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:02:17.620309 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26f1b198-29b5-41fb-857f-758d4a314f9c {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 07:02:17.660401 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 26f1b198-29b5-41fb-857f-758d4a314f9c, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=26f1b198-29b5-41fb-857f-758d4a314f9c,segment=NetworkSegment(9b6a153f-5acc-4efc-9ff2-d82aa4b5901c),segment_id=9b6a153f-5acc-4efc-9ff2-d82aa4b5901c)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:02:17.700481 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44a06fb1-befa-4e02-a84f-5e411ec352a1 req-4a7ea75b-ac7d-481e-a037-ae8df13a870a tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] Made reservation on behalf of ebba800206cb4fd5a08c3b7f5bbc7eb7 for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 07:02:17.703743 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-44a06fb1-befa-4e02-a84f-5e411ec352a1 req-4a7ea75b-ac7d-481e-a037-ae8df13a870a tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:17.735167 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:17.828186 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=26f1b198-29b5-41fb-857f-758d4a314f9c,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:02:17.864815 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [req-44a06fb1-befa-4e02-a84f-5e411ec352a1 req-4a7ea75b-ac7d-481e-a037-ae8df13a870a tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] Allocated IP 172.20.0.6 (00226f82-98b7-4b67-a678-ed2ea38db0c0/b15da780-c270-422e-be91-f6dad5554f44/523f5047-994f-44a9-b695-56dca8e6cd6c) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:02:18.016765 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['26f1b198-29b5-41fb-857f-758d4a314f9c'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 07:02:18.299818 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-44a06fb1-befa-4e02-a84f-5e411ec352a1 req-4a7ea75b-ac7d-481e-a037-ae8df13a870a tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:18.324477 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-44a06fb1-befa-4e02-a84f-5e411ec352a1 req-4a7ea75b-ac7d-481e-a037-ae8df13a870a tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] Transition to ACTIVE for port object 523f5047-994f-44a9-b695-56dca8e6cd6c will not be triggered until provisioned by entity DHCP. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:02:18.350733 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cb3e91-7e1e-4c48-a64c-16c8cdff839a req-51f31cd0-02c8-4587-a05a-3881ae764fbe tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:02:18.352252 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-86cb3e91-7e1e-4c48-a64c-16c8cdff839a req-51f31cd0-02c8-4587-a05a-3881ae764fbe tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=609380e3-dc70-49f0-a7ee-d9caa9e598f0 HTTP/1.1" status: 200 len: 944 time: 0.1327081 May 28 07:02:18.407854 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-86cb3e91-7e1e-4c48-a64c-16c8cdff839a req-d3a339f2-ecc5-4909-ae60-d084c5129e3f tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f5492c6-5bbc-4a76-bcd5-ad6fbd0e08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480995 May 28 07:02:18.479551 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-44a06fb1-befa-4e02-a84f-5e411ec352a1 req-4a7ea75b-ac7d-481e-a037-ae8df13a870a tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:18.606044 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44a06fb1-befa-4e02-a84f-5e411ec352a1 req-4a7ea75b-ac7d-481e-a037-ae8df13a870a tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] Network 00226f82-98b7-4b67-a678-ed2ea38db0c0 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:02:18.609910 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [req-44a06fb1-befa-4e02-a84f-5e411ec352a1 req-4a7ea75b-ac7d-481e-a037-ae8df13a870a tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:02:18.612311 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-44a06fb1-befa-4e02-a84f-5e411ec352a1 req-4a7ea75b-ac7d-481e-a037-ae8df13a870a tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:02:18.652808 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7ea75b-ac7d-481e-a037-ae8df13a870a tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] Pushing event updated for resources: {'Port': ['ID=523f5047-994f-44a9-b695-56dca8e6cd6c,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:02:18.694227 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a06fb1-befa-4e02-a84f-5e411ec352a1 req-4a7ea75b-ac7d-481e-a037-ae8df13a870a tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:02:18.701600 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-44a06fb1-befa-4e02-a84f-5e411ec352a1 req-4a7ea75b-ac7d-481e-a037-ae8df13a870a tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:18.736548 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['391a9d9a-b0c3-4e9a-aee2-6bbfe7dff942'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 07:02:18.815660 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223611d3-e126-470f-8dc5-3af4573618ea req-c28d502d-0054-41c0-9dac-d468a3645f09 tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:02:18.816366 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-223611d3-e126-470f-8dc5-3af4573618ea req-c28d502d-0054-41c0-9dac-d468a3645f09 tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] Synchronizing usage tracker for tenant:ebba800206cb4fd5a08c3b7f5bbc7eb7 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:02:18.947270 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-44a06fb1-befa-4e02-a84f-5e411ec352a1 req-4a7ea75b-ac7d-481e-a037-ae8df13a870a tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.4231894 May 28 07:02:18.962595 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-44a06fb1-befa-4e02-a84f-5e411ec352a1 req-32c5529c-cfe1-44b8-85e0-7c4b0a478fb3 service neutron] Request body: {'port': {'device_id': 'f4fc7ad4-4384-4c88-ad43-5c4ab377241b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843702-1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:02:19.054805 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-223611d3-e126-470f-8dc5-3af4573618ea req-c28d502d-0054-41c0-9dac-d468a3645f09 tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] Unset dirty status for tenant:ebba800206cb4fd5a08c3b7f5bbc7eb7 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:02:19.061549 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-223611d3-e126-470f-8dc5-3af4573618ea req-c28d502d-0054-41c0-9dac-d468a3645f09 tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=f4fc7ad4-4384-4c88-ad43-5c4ab377241b HTTP/1.1" status: 200 len: 1027 time: 0.3557215 May 28 07:02:19.093150 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-7c6b8f1b-352c-4e68-a04a-42176765f4d8 None None] Provisioning for port 523f5047-994f-44a9-b695-56dca8e6cd6c completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:02:19.114019 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-7c6b8f1b-352c-4e68-a04a-42176765f4d8 None None] Provisioning complete for port 523f5047-994f-44a9-b695-56dca8e6cd6c triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:02:19.121984 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-7c6b8f1b-352c-4e68-a04a-42176765f4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:19.204245 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-7c6b8f1b-352c-4e68-a04a-42176765f4d8 None None] Port 523f5047-994f-44a9-b695-56dca8e6cd6c cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 07:02:19.230900 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-54ccd163-602c-4fb3-80d8-a18bbe63da8a req-cf762e5e-d8ea-4edd-a3c6-ddc3268d898c service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=87881839-45d3-42b4-b26f-4f2a300e8e5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4049230 May 28 07:02:19.269859 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-223611d3-e126-470f-8dc5-3af4573618ea req-443499d1-b4c4-412f-ac59-9c4d7a3de5a9 tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=9b36637a-11c4-4835-8836-0e23c44de9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029223 May 28 07:02:19.270109 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 26f1b198-29b5-41fb-857f-758d4a314f9c up at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:02:19.283661 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-44a06fb1-befa-4e02-a84f-5e411ec352a1 req-32c5529c-cfe1-44b8-85e0-7c4b0a478fb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:19.576843 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning for port 26f1b198-29b5-41fb-857f-758d4a314f9c completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:02:19.584692 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning complete for port 26f1b198-29b5-41fb-857f-758d4a314f9c triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:02:19.584692 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:19.660284 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ccd163-602c-4fb3-80d8-a18bbe63da8a req-c286aa5d-ab0f-41a9-b7b6-3a56d1dc901d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:02:19.662099 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-54ccd163-602c-4fb3-80d8-a18bbe63da8a req-c286aa5d-ab0f-41a9-b7b6-3a56d1dc901d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ebba800206cb4fd5a08c3b7f5bbc7eb7&device_id=87881839-45d3-42b4-b26f-4f2a300e8e5f HTTP/1.1" status: 200 len: 1097 time: 0.2835498 May 28 07:02:19.749399 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 26f1b198-29b5-41fb-857f-758d4a314f9c is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:02:19.750479 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:19.794858 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '609380e3-dc70-49f0-a7ee-d9caa9e598f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26f1b198-29b5-41fb-857f-758d4a314f9c'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:02:19.818163 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 26f1b198-29b5-41fb-857f-758d4a314f9c, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=26f1b198-29b5-41fb-857f-758d4a314f9c,segment=NetworkSegment(9b6a153f-5acc-4efc-9ff2-d82aa4b5901c),segment_id=9b6a153f-5acc-4efc-9ff2-d82aa4b5901c)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:02:19.849256 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeb7b63-5b25-43b0-9e6e-4fab095893dc req-4f19c4ad-3d88-4fce-a0c2-7199779a99d7 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:02:19.850760 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-aeeb7b63-5b25-43b0-9e6e-4fab095893dc req-4f19c4ad-3d88-4fce-a0c2-7199779a99d7 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=609380e3-dc70-49f0-a7ee-d9caa9e598f0 HTTP/1.1" status: 200 len: 944 time: 0.3094556 May 28 07:02:19.858619 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-869a8968-769d-46e1-b82e-e81377da0ee3'] response: {'server_uuid': '609380e3-dc70-49f0-a7ee-d9caa9e598f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26f1b198-29b5-41fb-857f-758d4a314f9c', 'code': 200} May 28 07:02:19.893260 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:19.985623 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=26f1b198-29b5-41fb-857f-758d4a314f9c,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:02:20.024326 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-aeeb7b63-5b25-43b0-9e6e-4fab095893dc req-c102e9bd-2a11-4849-81dc-d788a1f1dd02 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f5492c6-5bbc-4a76-bcd5-ad6fbd0e08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626923 May 28 07:02:20.038220 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ccd163-602c-4fb3-80d8-a18bbe63da8a req-f3263b28-d089-4fb6-adc4-54598f18e455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:02:20.039725 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-54ccd163-602c-4fb3-80d8-a18bbe63da8a req-f3263b28-d089-4fb6-adc4-54598f18e455 service neutron] 10.222.0.71 "GET /v2.0/networks?id=00226f82-98b7-4b67-a678-ed2ea38db0c0 HTTP/1.1" status: 200 len: 911 time: 0.3181341 May 28 07:02:20.113375 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed33d80-2410-4229-afa0-d36717bd904c req-e593cd21-f0e9-419b-b4fb-5ea4dc2dfcad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:02:20.115186 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-fed33d80-2410-4229-afa0-d36717bd904c req-e593cd21-f0e9-419b-b4fb-5ea4dc2dfcad service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=609380e3-dc70-49f0-a7ee-d9caa9e598f0 HTTP/1.1" status: 200 len: 1096 time: 0.1159132 May 28 07:02:20.172519 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-fed33d80-2410-4229-afa0-d36717bd904c req-7941e412-f31b-44d1-9a05-4250f817b871 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=1f5492c6-5bbc-4a76-bcd5-ad6fbd0e08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439713 May 28 07:02:20.236518 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-54ccd163-602c-4fb3-80d8-a18bbe63da8a req-e8a40390-0366-4c5d-9c3e-56aa660f856a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=391a9d9a-b0c3-4e9a-aee2-6bbfe7dff942 HTTP/1.1" status: 200 len: 217 time: 0.1708155 May 28 07:02:20.250868 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [req-44a06fb1-befa-4e02-a84f-5e411ec352a1 req-32c5529c-cfe1-44b8-85e0-7c4b0a478fb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 523f5047-994f-44a9-b695-56dca8e6cd6c {{(pid=89110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 07:02:20.258123 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-44a06fb1-befa-4e02-a84f-5e411ec352a1 req-32c5529c-cfe1-44b8-85e0-7c4b0a478fb3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:20.273299 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-44a06fb1-befa-4e02-a84f-5e411ec352a1 req-32c5529c-cfe1-44b8-85e0-7c4b0a478fb3 service neutron] Transition to ACTIVE for port object 523f5047-994f-44a9-b695-56dca8e6cd6c will not be triggered until provisioned by entity L2. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:02:20.429298 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-44a06fb1-befa-4e02-a84f-5e411ec352a1 req-32c5529c-cfe1-44b8-85e0-7c4b0a478fb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:20.558306 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c5529c-cfe1-44b8-85e0-7c4b0a478fb3 service neutron] Pushing event updated for resources: {'Port': ['ID=523f5047-994f-44a9-b695-56dca8e6cd6c,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:02:20.877681 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ccd163-602c-4fb3-80d8-a18bbe63da8a req-8387b59d-c455-4eff-8787-1fd91c09da93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:02:20.879130 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-54ccd163-602c-4fb3-80d8-a18bbe63da8a req-8387b59d-c455-4eff-8787-1fd91c09da93 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b15da780-c270-422e-be91-f6dad5554f44 HTTP/1.1" status: 200 len: 849 time: 0.3943863 May 28 07:02:20.951921 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28323c3f-d016-4300-a5e4-f8073e5dc29f req-d5858756-af2c-4093-937b-6eb0f5962c52 tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:02:20.953751 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-28323c3f-d016-4300-a5e4-f8073e5dc29f req-d5858756-af2c-4093-937b-6eb0f5962c52 tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=f4fc7ad4-4384-4c88-ad43-5c4ab377241b HTTP/1.1" status: 200 len: 1052 time: 0.5643225 May 28 07:02:21.012517 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-44a06fb1-befa-4e02-a84f-5e411ec352a1 req-32c5529c-cfe1-44b8-85e0-7c4b0a478fb3 service neutron] Attempting to bind port 523f5047-994f-44a9-b695-56dca8e6cd6c on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 07:02:21.013758 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-44a06fb1-befa-4e02-a84f-5e411ec352a1 req-32c5529c-cfe1-44b8-85e0-7c4b0a478fb3 service neutron] Attempting to bind port 523f5047-994f-44a9-b695-56dca8e6cd6c by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': 'c756cab9-c907-4d2b-a705-8b10b22f5387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '00226f82-98b7-4b67-a678-ed2ea38db0c0'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 07:02:21.014346 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a06fb1-befa-4e02-a84f-5e411ec352a1 req-32c5529c-cfe1-44b8-85e0-7c4b0a478fb3 service neutron] Attempting to bind port 523f5047-994f-44a9-b695-56dca8e6cd6c on network 00226f82-98b7-4b67-a678-ed2ea38db0c0 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:02:21.027513 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a06fb1-befa-4e02-a84f-5e411ec352a1 req-32c5529c-cfe1-44b8-85e0-7c4b0a478fb3 service neutron] Port 523f5047-994f-44a9-b695-56dca8e6cd6c on network 00226f82-98b7-4b67-a678-ed2ea38db0c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 07:02:21.027833 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a06fb1-befa-4e02-a84f-5e411ec352a1 req-32c5529c-cfe1-44b8-85e0-7c4b0a478fb3 service neutron] Attempting to bind port 523f5047-994f-44a9-b695-56dca8e6cd6c on network 00226f82-98b7-4b67-a678-ed2ea38db0c0 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:02:21.044865 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-28323c3f-d016-4300-a5e4-f8073e5dc29f req-28de551d-08b5-427d-ba4b-08337154b607 tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=9b36637a-11c4-4835-8836-0e23c44de9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741215 May 28 07:02:21.044865 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a06fb1-befa-4e02-a84f-5e411ec352a1 req-32c5529c-cfe1-44b8-85e0-7c4b0a478fb3 service neutron] Checking agent: {'id': '69f492a0-c00d-46d0-9bec-fcd8161ce206', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 7, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 07:02:21.044865 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a06fb1-befa-4e02-a84f-5e411ec352a1 req-32c5529c-cfe1-44b8-85e0-7c4b0a478fb3 service neutron] Checking segment: {'id': 'c756cab9-c907-4d2b-a705-8b10b22f5387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '00226f82-98b7-4b67-a678-ed2ea38db0c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:02:21.044865 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a06fb1-befa-4e02-a84f-5e411ec352a1 req-32c5529c-cfe1-44b8-85e0-7c4b0a478fb3 service neutron] Bound using segment: {'id': 'c756cab9-c907-4d2b-a705-8b10b22f5387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '00226f82-98b7-4b67-a678-ed2ea38db0c0'} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 07:02:21.047190 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-44a06fb1-befa-4e02-a84f-5e411ec352a1 req-32c5529c-cfe1-44b8-85e0-7c4b0a478fb3 service neutron] Bound port: 523f5047-994f-44a9-b695-56dca8e6cd6c, host: n-h1-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c756cab9-c907-4d2b-a705-8b10b22f5387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '00226f82-98b7-4b67-a678-ed2ea38db0c0'}}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 07:02:21.047711 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-44a06fb1-befa-4e02-a84f-5e411ec352a1 req-32c5529c-cfe1-44b8-85e0-7c4b0a478fb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:21.108438 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ccd163-602c-4fb3-80d8-a18bbe63da8a req-f792505d-cb52-45a2-ba60-9f4fadc5c8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:02:21.108438 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-54ccd163-602c-4fb3-80d8-a18bbe63da8a req-f792505d-cb52-45a2-ba60-9f4fadc5c8c3 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=00226f82-98b7-4b67-a678-ed2ea38db0c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1950560 May 28 07:02:21.347278 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-44a06fb1-befa-4e02-a84f-5e411ec352a1 req-32c5529c-cfe1-44b8-85e0-7c4b0a478fb3 service neutron] For port 523f5047-994f-44a9-b695-56dca8e6cd6c, host n-h1-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:02:21.361331 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-44a06fb1-befa-4e02-a84f-5e411ec352a1 req-32c5529c-cfe1-44b8-85e0-7c4b0a478fb3 service neutron] For port 523f5047-994f-44a9-b695-56dca8e6cd6c, host n-h1-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=523f5047-994f-44a9-b695-56dca8e6cd6c,segment=NetworkSegment(c756cab9-c907-4d2b-a705-8b10b22f5387),segment_id=c756cab9-c907-4d2b-a705-8b10b22f5387)] {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 07:02:21.368197 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-54ccd163-602c-4fb3-80d8-a18bbe63da8a req-f36031d1-862e-4c0a-b6b3-3dbd30472320 service neutron] 10.222.0.71 "GET /v2.0/networks/00226f82-98b7-4b67-a678-ed2ea38db0c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2568531 May 28 07:02:21.459600 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c45e0d-b45a-467e-b54d-b7611dac86f0 req-3a079385-af05-42ca-a3d0-166fb442b5a8 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:02:21.461029 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d9c45e0d-b45a-467e-b54d-b7611dac86f0 req-3a079385-af05-42ca-a3d0-166fb442b5a8 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=609380e3-dc70-49f0-a7ee-d9caa9e598f0 HTTP/1.1" status: 200 len: 945 time: 0.2547004 May 28 07:02:21.539257 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d9c45e0d-b45a-467e-b54d-b7611dac86f0 req-ff7274cc-bf47-40a8-9e8d-bacd88e1d381 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f5492c6-5bbc-4a76-bcd5-ad6fbd0e08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654461 May 28 07:02:21.565440 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-54ccd163-602c-4fb3-80d8-a18bbe63da8a req-954d28c4-f8f7-496b-a805-515a62e45400 service neutron] 10.222.0.71 "GET /v2.0/networks/00226f82-98b7-4b67-a678-ed2ea38db0c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834891 May 28 07:02:21.659564 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-44a06fb1-befa-4e02-a84f-5e411ec352a1 req-32c5529c-cfe1-44b8-85e0-7c4b0a478fb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:21.733311 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a06fb1-befa-4e02-a84f-5e411ec352a1 req-32c5529c-cfe1-44b8-85e0-7c4b0a478fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:02:21.734288 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-44a06fb1-befa-4e02-a84f-5e411ec352a1 req-32c5529c-cfe1-44b8-85e0-7c4b0a478fb3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:21.736229 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-44a06fb1-befa-4e02-a84f-5e411ec352a1 req-32c5529c-cfe1-44b8-85e0-7c4b0a478fb3 service neutron] 10.222.0.69 "PUT /v2.0/ports/523f5047-994f-44a9-b695-56dca8e6cd6c HTTP/1.1" status: 200 len: 1091 time: 2.7790740 May 28 07:02:21.736722 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4fc7ad4-4384-4c88-ad43-5c4ab377241b', 'tag': '523f5047-994f-44a9-b695-56dca8e6cd6c'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:02:21.777752 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c5529c-cfe1-44b8-85e0-7c4b0a478fb3 service neutron] Pushing event updated for resources: {'Port': ['ID=523f5047-994f-44a9-b695-56dca8e6cd6c,revision_number=3']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:02:21.852753 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2ce6e17-d69f-41b4-9b14-4634743080ce'] response: {'name': 'network-changed', 'server_uuid': 'f4fc7ad4-4384-4c88-ad43-5c4ab377241b', 'tag': '523f5047-994f-44a9-b695-56dca8e6cd6c', 'status': 'completed', 'code': 200} May 28 07:02:21.979044 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abab20af-be8e-4bb4-9a73-7d160232e4f5 req-210cc575-819e-4320-bf44-0223db986baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:02:21.980794 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-abab20af-be8e-4bb4-9a73-7d160232e4f5 req-210cc575-819e-4320-bf44-0223db986baa service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ebba800206cb4fd5a08c3b7f5bbc7eb7&device_id=f4fc7ad4-4384-4c88-ad43-5c4ab377241b HTTP/1.1" status: 200 len: 1094 time: 0.1004000 May 28 07:02:22.146014 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abab20af-be8e-4bb4-9a73-7d160232e4f5 req-372ba217-5c4d-4693-9ce7-b1ca36a97658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:02:22.147601 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-abab20af-be8e-4bb4-9a73-7d160232e4f5 req-372ba217-5c4d-4693-9ce7-b1ca36a97658 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=ebba800206cb4fd5a08c3b7f5bbc7eb7&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1602435 May 28 07:02:22.343421 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8951f90-63a2-4d12-b032-c567dc96c798 req-2a0b05c3-b3ca-49de-aa1f-f0d6cb6b3a5c tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:02:22.345023 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e8951f90-63a2-4d12-b032-c567dc96c798 req-2a0b05c3-b3ca-49de-aa1f-f0d6cb6b3a5c tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=f4fc7ad4-4384-4c88-ad43-5c4ab377241b HTTP/1.1" status: 200 len: 1094 time: 0.1708183 May 28 07:02:22.361453 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abab20af-be8e-4bb4-9a73-7d160232e4f5 req-2c06a010-42d8-4114-b45d-f35f8b445e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:02:22.363139 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-abab20af-be8e-4bb4-9a73-7d160232e4f5 req-2c06a010-42d8-4114-b45d-f35f8b445e84 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2104034 May 28 07:02:22.465827 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e8951f90-63a2-4d12-b032-c567dc96c798 req-f5a14278-59b0-4919-9719-a74f44446ad7 tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=9b36637a-11c4-4835-8836-0e23c44de9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971768 May 28 07:02:22.546939 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a06fb1-befa-4e02-a84f-5e411ec352a1 req-e21c51a1-6ba2-4160-98c6-32570b150c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:02:22.553701 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-44a06fb1-befa-4e02-a84f-5e411ec352a1 req-e21c51a1-6ba2-4160-98c6-32570b150c32 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ebba800206cb4fd5a08c3b7f5bbc7eb7&device_id=f4fc7ad4-4384-4c88-ad43-5c4ab377241b HTTP/1.1" status: 200 len: 1094 time: 0.1461546 May 28 07:02:22.729819 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-44a06fb1-befa-4e02-a84f-5e411ec352a1 req-3fb96fdc-42fa-47a8-bc2e-1e2fbabde2b2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=523f5047-994f-44a9-b695-56dca8e6cd6c HTTP/1.1" status: 200 len: 217 time: 0.1697304 May 28 07:02:22.818969 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a06fb1-befa-4e02-a84f-5e411ec352a1 req-343d2b71-70d4-43ed-88f1-6e8c71d08b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:02:22.820383 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-44a06fb1-befa-4e02-a84f-5e411ec352a1 req-343d2b71-70d4-43ed-88f1-6e8c71d08b1a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b15da780-c270-422e-be91-f6dad5554f44 HTTP/1.1" status: 200 len: 849 time: 0.0848956 May 28 07:02:22.894812 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95525e08-6586-4c44-89d5-66ddc9064a1a req-e9447442-8651-4cb9-9a75-bcd4ad58800f tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:02:22.896490 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-95525e08-6586-4c44-89d5-66ddc9064a1a req-e9447442-8651-4cb9-9a75-bcd4ad58800f tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=609380e3-dc70-49f0-a7ee-d9caa9e598f0 HTTP/1.1" status: 200 len: 945 time: 0.2160172 May 28 07:02:22.949659 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-95525e08-6586-4c44-89d5-66ddc9064a1a req-3a510ecc-2d7d-4135-a712-69348e9a3c7b tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f5492c6-5bbc-4a76-bcd5-ad6fbd0e08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462887 May 28 07:02:22.952264 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a06fb1-befa-4e02-a84f-5e411ec352a1 req-416549ac-cede-4948-8072-b0432c839cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:02:22.953706 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-44a06fb1-befa-4e02-a84f-5e411ec352a1 req-416549ac-cede-4948-8072-b0432c839cd1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=00226f82-98b7-4b67-a678-ed2ea38db0c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1266046 May 28 07:02:23.301079 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-44a06fb1-befa-4e02-a84f-5e411ec352a1 req-4c9ef1e7-2a43-41ca-a2c9-05f99817e134 service neutron] 10.222.0.69 "GET /v2.0/networks/00226f82-98b7-4b67-a678-ed2ea38db0c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3414130 May 28 07:02:23.336747 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b3c08b-4d74-4b11-8a6f-3ad3884b30c4 req-f0f5d364-fc19-4b68-90ff-dde787d28c56 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:02:23.338226 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-86b3c08b-4d74-4b11-8a6f-3ad3884b30c4 req-f0f5d364-fc19-4b68-90ff-dde787d28c56 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=609380e3-dc70-49f0-a7ee-d9caa9e598f0 HTTP/1.1" status: 200 len: 945 time: 0.1756058 May 28 07:02:23.468798 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-86b3c08b-4d74-4b11-8a6f-3ad3884b30c4 req-aefd3648-5f14-4374-ac52-56514fe8ce55 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f5492c6-5bbc-4a76-bcd5-ad6fbd0e08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738995 May 28 07:02:23.527780 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-44a06fb1-befa-4e02-a84f-5e411ec352a1 req-96fe0190-4ec4-4e71-8df9-b74085994a28 service neutron] 10.222.0.69 "GET /v2.0/networks/00226f82-98b7-4b67-a678-ed2ea38db0c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206204 May 28 07:02:23.828738 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa17b18-407d-482d-82ab-1e3a90532723 req-bb45885d-8676-40ba-9f8e-72111dacf285 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:02:23.832420 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-caa17b18-407d-482d-82ab-1e3a90532723 req-bb45885d-8676-40ba-9f8e-72111dacf285 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=609380e3-dc70-49f0-a7ee-d9caa9e598f0 HTTP/1.1" status: 200 len: 945 time: 0.1522663 May 28 07:02:23.837319 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1e4880-4a1e-4238-a51d-2531f25ae0c3 req-2f0fac3e-0edd-4343-8289-5c0fc6d6b249 tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:02:23.846079 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7c1e4880-4a1e-4238-a51d-2531f25ae0c3 req-2f0fac3e-0edd-4343-8289-5c0fc6d6b249 tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=f4fc7ad4-4384-4c88-ad43-5c4ab377241b HTTP/1.1" status: 200 len: 1094 time: 0.1287510 May 28 07:02:23.928032 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-caa17b18-407d-482d-82ab-1e3a90532723 req-f8a82a6c-8069-473a-88d3-facb79a1a9b8 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f5492c6-5bbc-4a76-bcd5-ad6fbd0e08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806146 May 28 07:02:23.929692 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7c1e4880-4a1e-4238-a51d-2531f25ae0c3 req-7f091300-212c-44c9-90fd-9d721818fcb1 tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=9b36637a-11c4-4835-8836-0e23c44de9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739629 May 28 07:02:24.581261 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 523f5047-994f-44a9-b695-56dca8e6cd6c details requested by agent hyperv_n-h1-843702-1 with host n-h1-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 07:02:24.822906 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 523f5047-994f-44a9-b695-56dca8e6cd6c, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=523f5047-994f-44a9-b695-56dca8e6cd6c,segment=NetworkSegment(c756cab9-c907-4d2b-a705-8b10b22f5387),segment_id=c756cab9-c907-4d2b-a705-8b10b22f5387)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:02:24.842934 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Returning: {'device': '523f5047-994f-44a9-b695-56dca8e6cd6c', 'network_id': '00226f82-98b7-4b67-a678-ed2ea38db0c0', 'port_id': '523f5047-994f-44a9-b695-56dca8e6cd6c', 'mac_address': 'fa:16:3e:e2:f7:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b15da780-c270-422e-be91-f6dad5554f44', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 07:02:24.916088 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aefaef3-3701-4769-94ed-ca70dee4f770 req-01926cdf-962c-4eec-bca6-11b3a19f8c30 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:02:24.918509 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 523f5047-994f-44a9-b695-56dca8e6cd6c is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:02:24.919119 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:24.925083 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1aefaef3-3701-4769-94ed-ca70dee4f770 req-01926cdf-962c-4eec-bca6-11b3a19f8c30 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=609380e3-dc70-49f0-a7ee-d9caa9e598f0 HTTP/1.1" status: 200 len: 945 time: 0.1007826 May 28 07:02:24.979568 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1aefaef3-3701-4769-94ed-ca70dee4f770 req-3e4c217e-0e3c-4707-85a6-ddeb17e5000b tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f5492c6-5bbc-4a76-bcd5-ad6fbd0e08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532706 May 28 07:02:24.985162 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 523f5047-994f-44a9-b695-56dca8e6cd6c {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 07:02:25.007171 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 523f5047-994f-44a9-b695-56dca8e6cd6c, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=523f5047-994f-44a9-b695-56dca8e6cd6c,segment=NetworkSegment(c756cab9-c907-4d2b-a705-8b10b22f5387),segment_id=c756cab9-c907-4d2b-a705-8b10b22f5387)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:02:25.078864 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:25.161209 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a59fde8-0d50-4fc6-8eb0-b921bbf5ebcc req-607cacf7-20e8-4d40-89d8-f328b9932e52 tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:02:25.163528 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5a59fde8-0d50-4fc6-8eb0-b921bbf5ebcc req-607cacf7-20e8-4d40-89d8-f328b9932e52 tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=f4fc7ad4-4384-4c88-ad43-5c4ab377241b HTTP/1.1" status: 200 len: 1095 time: 0.0888529 May 28 07:02:25.189837 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=523f5047-994f-44a9-b695-56dca8e6cd6c,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:02:25.226614 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5a59fde8-0d50-4fc6-8eb0-b921bbf5ebcc req-be837306-3e85-46fb-b467-a5c8184d8dde tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=9b36637a-11c4-4835-8836-0e23c44de9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515895 May 28 07:02:25.284038 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['523f5047-994f-44a9-b695-56dca8e6cd6c'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 07:02:26.225342 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a049a7-f6be-4d55-bdee-c81e37b90302 req-1a0c2fbd-97ac-45e1-a167-74f6f22e3885 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:02:26.230454 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-86a049a7-f6be-4d55-bdee-c81e37b90302 req-1a0c2fbd-97ac-45e1-a167-74f6f22e3885 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=609380e3-dc70-49f0-a7ee-d9caa9e598f0 HTTP/1.1" status: 200 len: 945 time: 0.1194732 May 28 07:02:26.289121 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-86a049a7-f6be-4d55-bdee-c81e37b90302 req-2244f036-827e-4841-a87d-162c6522ae73 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f5492c6-5bbc-4a76-bcd5-ad6fbd0e08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480945 May 28 07:02:26.524331 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-19313c49-8bfe-4b15-8f0c-f6f1a86c42a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:26.539252 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20da3e8-391a-4985-856f-6c9ef40b4c5c req-929beb09-9980-419f-961f-603b18467ce1 tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:02:26.540930 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d20da3e8-391a-4985-856f-6c9ef40b4c5c req-929beb09-9980-419f-961f-603b18467ce1 tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=f4fc7ad4-4384-4c88-ad43-5c4ab377241b HTTP/1.1" status: 200 len: 1095 time: 0.1860595 May 28 07:02:26.585820 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 523f5047-994f-44a9-b695-56dca8e6cd6c up at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:02:26.614016 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d20da3e8-391a-4985-856f-6c9ef40b4c5c req-cdc9173e-474b-45da-898b-f8abc90125df tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=9b36637a-11c4-4835-8836-0e23c44de9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610807 May 28 07:02:26.630572 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52721bfb-6973-460f-991a-dad7a09d0e66 req-516b8eed-c444-436e-8314-91e4daf1f312 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:02:26.632544 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-52721bfb-6973-460f-991a-dad7a09d0e66 req-516b8eed-c444-436e-8314-91e4daf1f312 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.71 "GET /v2.0/ports?device_id=609380e3-dc70-49f0-a7ee-d9caa9e598f0 HTTP/1.1" status: 200 len: 945 time: 0.1972907 May 28 07:02:26.715171 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-52721bfb-6973-460f-991a-dad7a09d0e66 req-d03b277b-7ca8-4aae-a56c-9362598727b8 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Deleting port 26f1b198-29b5-41fb-857f-758d4a314f9c {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:02:26.717221 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-52721bfb-6973-460f-991a-dad7a09d0e66 req-d03b277b-7ca8-4aae-a56c-9362598727b8 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:26.785947 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning for port 523f5047-994f-44a9-b695-56dca8e6cd6c completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:02:26.792027 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning complete for port 523f5047-994f-44a9-b695-56dca8e6cd6c triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:02:26.792619 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:26.998126 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 523f5047-994f-44a9-b695-56dca8e6cd6c is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:02:26.998938 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:27.051930 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 523f5047-994f-44a9-b695-56dca8e6cd6c, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=523f5047-994f-44a9-b695-56dca8e6cd6c,segment=NetworkSegment(c756cab9-c907-4d2b-a705-8b10b22f5387),segment_id=c756cab9-c907-4d2b-a705-8b10b22f5387)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:02:27.053174 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4fc7ad4-4384-4c88-ad43-5c4ab377241b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '523f5047-994f-44a9-b695-56dca8e6cd6c'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:02:27.147191 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aebc0f6c-df4e-42b7-a087-f50190d1ff09'] response: {'server_uuid': 'f4fc7ad4-4384-4c88-ad43-5c4ab377241b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '523f5047-994f-44a9-b695-56dca8e6cd6c', 'code': 200} May 28 07:02:27.156680 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:27.166254 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-52721bfb-6973-460f-991a-dad7a09d0e66 req-d03b277b-7ca8-4aae-a56c-9362598727b8 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] For port 26f1b198-29b5-41fb-857f-758d4a314f9c, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=26f1b198-29b5-41fb-857f-758d4a314f9c,segment=NetworkSegment(9b6a153f-5acc-4efc-9ff2-d82aa4b5901c),segment_id=9b6a153f-5acc-4efc-9ff2-d82aa4b5901c)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:02:27.166998 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-52721bfb-6973-460f-991a-dad7a09d0e66 req-d03b277b-7ca8-4aae-a56c-9362598727b8 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:27.316487 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=523f5047-994f-44a9-b695-56dca8e6cd6c,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:02:27.467339 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-52721bfb-6973-460f-991a-dad7a09d0e66 req-d03b277b-7ca8-4aae-a56c-9362598727b8 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Calling delete_port for 26f1b198-29b5-41fb-857f-758d4a314f9c owned by compute:nova {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:02:27.839236 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:27.983185 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d55f5c6-76b4-4cd1-84aa-049d764a4883 req-be092683-ed25-4387-a3e0-6e3a1172bbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:02:27.984717 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4d55f5c6-76b4-4cd1-84aa-049d764a4883 req-be092683-ed25-4387-a3e0-6e3a1172bbd1 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f4fc7ad4-4384-4c88-ad43-5c4ab377241b HTTP/1.1" status: 200 len: 1096 time: 0.7125740 May 28 07:02:28.007470 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c060eae-4e3f-4063-ae43-07c1cf19772b req-5a7af077-fa1d-437f-90bd-6a49e654fa79 tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:02:28.008977 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1c060eae-4e3f-4063-ae43-07c1cf19772b req-5a7af077-fa1d-437f-90bd-6a49e654fa79 tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=f4fc7ad4-4384-4c88-ad43-5c4ab377241b HTTP/1.1" status: 200 len: 1096 time: 0.1839976 May 28 07:02:28.020035 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a100dd-8cfc-4fb5-95f3-b58f82c70e01 req-c867af6c-5e25-4da6-9c15-0b6765f7f913 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:02:28.021719 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f4a100dd-8cfc-4fb5-95f3-b58f82c70e01 req-c867af6c-5e25-4da6-9c15-0b6765f7f913 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=609380e3-dc70-49f0-a7ee-d9caa9e598f0 HTTP/1.1" status: 200 len: 945 time: 0.2329943 May 28 07:02:28.047150 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-52721bfb-6973-460f-991a-dad7a09d0e66 req-d03b277b-7ca8-4aae-a56c-9362598727b8 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:28.088631 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4d55f5c6-76b4-4cd1-84aa-049d764a4883 req-0b4af4a2-aaa4-4b34-bf19-7f094098fadf service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=9b36637a-11c4-4835-8836-0e23c44de9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960996 May 28 07:02:28.157167 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03b277b-7ca8-4aae-a56c-9362598727b8 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Pushing event deleted for resources: {'Port': ['ID=26f1b198-29b5-41fb-857f-758d4a314f9c,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:02:28.266142 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1c060eae-4e3f-4063-ae43-07c1cf19772b req-e4f083e7-a6ff-4a8a-a7d2-93a57e878416 tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=9b36637a-11c4-4835-8836-0e23c44de9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406874 May 28 07:02:28.325072 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f4a100dd-8cfc-4fb5-95f3-b58f82c70e01 req-2eef7434-fe09-4db2-890f-ebd5a741670d tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f5492c6-5bbc-4a76-bcd5-ad6fbd0e08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2832835 May 28 07:02:28.332241 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-52721bfb-6973-460f-991a-dad7a09d0e66 req-d03b277b-7ca8-4aae-a56c-9362598727b8 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] No DVR routers for this DVR port 26f1b198-29b5-41fb-857f-758d4a314f9c on host n-h2-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 07:02:28.335256 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-52721bfb-6973-460f-991a-dad7a09d0e66 req-d03b277b-7ca8-4aae-a56c-9362598727b8 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:28.338678 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '609380e3-dc70-49f0-a7ee-d9caa9e598f0', 'name': 'network-vif-deleted', 'tag': '26f1b198-29b5-41fb-857f-758d4a314f9c'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:02:28.399667 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b739f13-503b-4bb1-a01e-4878d358e80e'] response: {'server_uuid': '609380e3-dc70-49f0-a7ee-d9caa9e598f0', 'name': 'network-vif-deleted', 'tag': '26f1b198-29b5-41fb-857f-758d4a314f9c', 'status': 'completed', 'code': 200} May 28 07:02:28.449227 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-52721bfb-6973-460f-991a-dad7a09d0e66 req-d03b277b-7ca8-4aae-a56c-9362598727b8 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.71 "DELETE /v2.0/ports/26f1b198-29b5-41fb-857f-758d4a314f9c HTTP/1.1" status: 204 len: 173 time: 1.8095646 May 28 07:02:29.304106 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-319c96ee-1dfb-4a43-8d53-513235f566c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:29.350538 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 26f1b198-29b5-41fb-857f-758d4a314f9c no longer exists at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:02:29.412845 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] No Port match for: 26f1b198-29b5-41fb-857f-758d4a314f9c {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 07:02:29.413582 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 26f1b198-29b5-41fb-857f-758d4a314f9c not bound to the agent host n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 07:02:29.517327 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02cb402-45de-449f-a9f7-00818265f9fb req-a01bfa03-776d-4109-882e-86245a71ab97 tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:02:29.537389 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d02cb402-45de-449f-a9f7-00818265f9fb req-a01bfa03-776d-4109-882e-86245a71ab97 tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=f4fc7ad4-4384-4c88-ad43-5c4ab377241b HTTP/1.1" status: 200 len: 1096 time: 0.1160791 May 28 07:02:29.632557 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-e8127b5d-4102-4546-95f8-ce4d52daac9f req-7e3e85dc-2e7e-42d9-bcd8-518313de7836 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Synchronizing usage tracker for tenant:6cd404fb9ef9487fb34baf3bf8b36b53 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:02:29.719265 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d02cb402-45de-449f-a9f7-00818265f9fb req-4c3d7b93-dbbb-4084-b60f-e0ade20c695b tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=9b36637a-11c4-4835-8836-0e23c44de9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802497 May 28 07:02:29.763880 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-e8127b5d-4102-4546-95f8-ce4d52daac9f req-7e3e85dc-2e7e-42d9-bcd8-518313de7836 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Unset dirty status for tenant:6cd404fb9ef9487fb34baf3bf8b36b53 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:02:29.786253 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e8127b5d-4102-4546-95f8-ce4d52daac9f req-7e3e85dc-2e7e-42d9-bcd8-518313de7836 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=609380e3-dc70-49f0-a7ee-d9caa9e598f0 HTTP/1.1" status: 200 len: 210 time: 0.2153385 May 28 07:02:30.026193 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:30.128281 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:31.034141 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3dd14b8a-1918-405f-90e9-20af12c3d1ea req-8bc0ec74-f58e-452e-989c-c40432a182e2 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=609380e3-dc70-49f0-a7ee-d9caa9e598f0 HTTP/1.1" status: 200 len: 210 time: 0.0666502 May 28 07:02:31.087307 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa8f4e8-ea6c-425d-8e14-43bcaa5a6837 req-a1e6d39c-55a0-42d8-a1cc-b4991edc73c1 tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:02:31.094961 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9aa8f4e8-ea6c-425d-8e14-43bcaa5a6837 req-a1e6d39c-55a0-42d8-a1cc-b4991edc73c1 tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=f4fc7ad4-4384-4c88-ad43-5c4ab377241b HTTP/1.1" status: 200 len: 1096 time: 0.1814668 May 28 07:02:31.145959 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9aa8f4e8-ea6c-425d-8e14-43bcaa5a6837 req-12651cac-b9df-4595-b8a0-b188e2474c9e tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=9b36637a-11c4-4835-8836-0e23c44de9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458829 May 28 07:02:31.487225 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3647b7-e8c2-47fc-92b7-fe1c2568279a req-fd787765-94c4-4d28-b713-fab078f823a0 tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:02:31.497971 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6f3647b7-e8c2-47fc-92b7-fe1c2568279a req-fd787765-94c4-4d28-b713-fab078f823a0 tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=f4fc7ad4-4384-4c88-ad43-5c4ab377241b HTTP/1.1" status: 200 len: 1096 time: 0.2317858 May 28 07:02:31.634236 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6f3647b7-e8c2-47fc-92b7-fe1c2568279a req-b7280f74-4f8f-418b-8643-3cb0ea6901de tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=9b36637a-11c4-4835-8836-0e23c44de9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073546 May 28 07:02:31.832659 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a924af8-c226-471f-9002-c86fa90fe00f req-cba25199-2b09-45fa-91ab-98d752d125d2 tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:02:31.837969 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0a924af8-c226-471f-9002-c86fa90fe00f req-cba25199-2b09-45fa-91ab-98d752d125d2 tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=f4fc7ad4-4384-4c88-ad43-5c4ab377241b HTTP/1.1" status: 200 len: 1096 time: 0.1030712 May 28 07:02:31.884672 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0a924af8-c226-471f-9002-c86fa90fe00f req-863b7a60-38d2-407a-939a-ab1fac140b45 tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=9b36637a-11c4-4835-8836-0e23c44de9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432296 May 28 07:02:31.988648 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:32.626109 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:32.941701 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7271491e-cbf7-49dc-a172-3048c3e557df req-7e05da5f-fc6b-4dac-834b-b34cd8c1edd4 tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:02:32.946328 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7271491e-cbf7-49dc-a172-3048c3e557df req-7e05da5f-fc6b-4dac-834b-b34cd8c1edd4 tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=f4fc7ad4-4384-4c88-ad43-5c4ab377241b HTTP/1.1" status: 200 len: 1096 time: 0.0906665 May 28 07:02:33.002718 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7271491e-cbf7-49dc-a172-3048c3e557df req-c225de34-ac69-412c-ab86-e198dc57a556 tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=9b36637a-11c4-4835-8836-0e23c44de9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536711 May 28 07:02:34.101727 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645b9f19-60ab-4a4d-ac8a-4c69fb288ee7 req-97d38a38-ae1f-42b1-96d8-c21fa998e89b tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:02:34.110565 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-645b9f19-60ab-4a4d-ac8a-4c69fb288ee7 req-97d38a38-ae1f-42b1-96d8-c21fa998e89b tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=f4fc7ad4-4384-4c88-ad43-5c4ab377241b HTTP/1.1" status: 200 len: 1096 time: 0.1307287 May 28 07:02:34.301358 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-645b9f19-60ab-4a4d-ac8a-4c69fb288ee7 req-7663f155-7e6c-4e1b-a75f-df3e2a866a51 tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] Deleting port 523f5047-994f-44a9-b695-56dca8e6cd6c {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:02:34.301967 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-645b9f19-60ab-4a4d-ac8a-4c69fb288ee7 req-7663f155-7e6c-4e1b-a75f-df3e2a866a51 tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:34.481567 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a483be2-18f8-4911-829c-41faad3ea23d req-2e9388c1-84cb-4de2-9fe5-98df42eae73c tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:02:34.489784 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2a483be2-18f8-4911-829c-41faad3ea23d req-2e9388c1-84cb-4de2-9fe5-98df42eae73c tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=f4fc7ad4-4384-4c88-ad43-5c4ab377241b HTTP/1.1" status: 200 len: 1096 time: 0.2916834 May 28 07:02:34.561208 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2a483be2-18f8-4911-829c-41faad3ea23d req-24d2f09d-69db-47f1-8ce6-f7757427f170 tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=9b36637a-11c4-4835-8836-0e23c44de9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703483 May 28 07:02:34.707434 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-645b9f19-60ab-4a4d-ac8a-4c69fb288ee7 req-7663f155-7e6c-4e1b-a75f-df3e2a866a51 tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] For port 523f5047-994f-44a9-b695-56dca8e6cd6c, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=523f5047-994f-44a9-b695-56dca8e6cd6c,segment=NetworkSegment(c756cab9-c907-4d2b-a705-8b10b22f5387),segment_id=c756cab9-c907-4d2b-a705-8b10b22f5387)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:02:34.707878 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-645b9f19-60ab-4a4d-ac8a-4c69fb288ee7 req-7663f155-7e6c-4e1b-a75f-df3e2a866a51 tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:35.009822 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-645b9f19-60ab-4a4d-ac8a-4c69fb288ee7 req-7663f155-7e6c-4e1b-a75f-df3e2a866a51 tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] Calling delete_port for 523f5047-994f-44a9-b695-56dca8e6cd6c owned by compute:nova {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:02:35.386819 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-645b9f19-60ab-4a4d-ac8a-4c69fb288ee7 req-7663f155-7e6c-4e1b-a75f-df3e2a866a51 tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:35.412181 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['391a9d9a-b0c3-4e9a-aee2-6bbfe7dff942'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 07:02:35.509227 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7663f155-7e6c-4e1b-a75f-df3e2a866a51 tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] Pushing event deleted for resources: {'Port': ['ID=523f5047-994f-44a9-b695-56dca8e6cd6c,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:02:35.632188 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-645b9f19-60ab-4a4d-ac8a-4c69fb288ee7 req-7663f155-7e6c-4e1b-a75f-df3e2a866a51 tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] No DVR routers for this DVR port 523f5047-994f-44a9-b695-56dca8e6cd6c on host n-h1-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 07:02:35.636684 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7663f155-7e6c-4e1b-a75f-df3e2a866a51 tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:02:35.647918 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7663f155-7e6c-4e1b-a75f-df3e2a866a51 tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:02:35.648617 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7663f155-7e6c-4e1b-a75f-df3e2a866a51 tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:02:35.650611 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7663f155-7e6c-4e1b-a75f-df3e2a866a51 tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:02:35.651187 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7663f155-7e6c-4e1b-a75f-df3e2a866a51 tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:02:35.651741 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7663f155-7e6c-4e1b-a75f-df3e2a866a51 tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:02:35.652279 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7663f155-7e6c-4e1b-a75f-df3e2a866a51 tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:02:35.652813 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7663f155-7e6c-4e1b-a75f-df3e2a866a51 tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:02:35.654336 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7663f155-7e6c-4e1b-a75f-df3e2a866a51 tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:02:35.655092 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7663f155-7e6c-4e1b-a75f-df3e2a866a51 tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:02:35.655587 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7663f155-7e6c-4e1b-a75f-df3e2a866a51 tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:02:35.666955 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7663f155-7e6c-4e1b-a75f-df3e2a866a51 tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:02:35.685912 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-645b9f19-60ab-4a4d-ac8a-4c69fb288ee7 req-7663f155-7e6c-4e1b-a75f-df3e2a866a51 tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:35.713913 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4fc7ad4-4384-4c88-ad43-5c4ab377241b', 'name': 'network-vif-deleted', 'tag': '523f5047-994f-44a9-b695-56dca8e6cd6c'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:02:35.759430 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-645b9f19-60ab-4a4d-ac8a-4c69fb288ee7 req-7663f155-7e6c-4e1b-a75f-df3e2a866a51 tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] 10.222.0.69 "DELETE /v2.0/ports/523f5047-994f-44a9-b695-56dca8e6cd6c HTTP/1.1" status: 204 len: 173 time: 1.6253736 May 28 07:02:35.975716 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-f96da820-7489-462b-864a-676590fef428 req-050caad0-63c7-49d9-871e-88834aed30b4 tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] Synchronizing usage tracker for tenant:ebba800206cb4fd5a08c3b7f5bbc7eb7 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:02:35.980711 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60d96e2b-4796-4b6e-8c76-0fc3bbc1bdb5'] response: {'server_uuid': 'f4fc7ad4-4384-4c88-ad43-5c4ab377241b', 'name': 'network-vif-deleted', 'tag': '523f5047-994f-44a9-b695-56dca8e6cd6c', 'status': 'completed', 'code': 200} May 28 07:02:36.230313 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-f96da820-7489-462b-864a-676590fef428 req-050caad0-63c7-49d9-871e-88834aed30b4 tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] Unset dirty status for tenant:ebba800206cb4fd5a08c3b7f5bbc7eb7 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:02:36.232230 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f96da820-7489-462b-864a-676590fef428 req-050caad0-63c7-49d9-871e-88834aed30b4 tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=f4fc7ad4-4384-4c88-ad43-5c4ab377241b HTTP/1.1" status: 200 len: 210 time: 0.4216647 May 28 07:02:36.631128 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 523f5047-994f-44a9-b695-56dca8e6cd6c no longer exists at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:02:36.668685 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] No Port match for: 523f5047-994f-44a9-b695-56dca8e6cd6c {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 07:02:36.670494 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 523f5047-994f-44a9-b695-56dca8e6cd6c not bound to the agent host n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 07:02:37.456718 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-02d6f9eb-feb3-4ad8-94c1-508f52247cc2 req-2af34bcc-9ec1-4f89-88ae-7024a1e0c98c tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=f4fc7ad4-4384-4c88-ad43-5c4ab377241b HTTP/1.1" status: 200 len: 210 time: 0.0724666 May 28 07:02:39.354105 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e577efa-371c-4445-a262-279759fe2410 req-0ec02c40-517b-4bad-84f2-c8c6011b16ce tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:02:39.362265 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1e577efa-371c-4445-a262-279759fe2410 req-0ec02c40-517b-4bad-84f2-c8c6011b16ce tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=87881839-45d3-42b4-b26f-4f2a300e8e5f HTTP/1.1" status: 200 len: 1097 time: 0.0883725 May 28 07:02:39.423764 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1e577efa-371c-4445-a262-279759fe2410 req-1de52460-1758-4e67-bb4c-29ef4ca9a934 tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=9b36637a-11c4-4835-8836-0e23c44de9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603163 May 28 07:02:40.620397 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac16bb5-00b9-4470-ba15-a5459bea92a0 req-b7fb7c08-3cf5-46b9-86ab-7b922b276b60 tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:02:40.622273 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1ac16bb5-00b9-4470-ba15-a5459bea92a0 req-b7fb7c08-3cf5-46b9-86ab-7b922b276b60 tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=87881839-45d3-42b4-b26f-4f2a300e8e5f HTTP/1.1" status: 200 len: 1097 time: 0.0852528 May 28 07:02:40.667808 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1ac16bb5-00b9-4470-ba15-a5459bea92a0 req-c90da704-cacb-45bb-a5cd-8311b516d497 tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=9b36637a-11c4-4835-8836-0e23c44de9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392377 May 28 07:02:40.927401 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ede2e39-a6d6-4f6d-9465-d48cfa6204e9 req-d79f5972-ccda-415b-8166-03516134d6e3 tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:02:40.927401 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4ede2e39-a6d6-4f6d-9465-d48cfa6204e9 req-d79f5972-ccda-415b-8166-03516134d6e3 tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=87881839-45d3-42b4-b26f-4f2a300e8e5f HTTP/1.1" status: 200 len: 1097 time: 0.0805154 May 28 07:02:40.996669 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-4ede2e39-a6d6-4f6d-9465-d48cfa6204e9 req-340e5de2-9021-47e3-a819-5a0fdef8d377 tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] Deleting port 391a9d9a-b0c3-4e9a-aee2-6bbfe7dff942 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:02:40.997531 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-4ede2e39-a6d6-4f6d-9465-d48cfa6204e9 req-340e5de2-9021-47e3-a819-5a0fdef8d377 tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:41.301890 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-4ede2e39-a6d6-4f6d-9465-d48cfa6204e9 req-340e5de2-9021-47e3-a819-5a0fdef8d377 tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] For port 391a9d9a-b0c3-4e9a-aee2-6bbfe7dff942, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=391a9d9a-b0c3-4e9a-aee2-6bbfe7dff942,segment=NetworkSegment(c756cab9-c907-4d2b-a705-8b10b22f5387),segment_id=c756cab9-c907-4d2b-a705-8b10b22f5387)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:02:41.302451 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-4ede2e39-a6d6-4f6d-9465-d48cfa6204e9 req-340e5de2-9021-47e3-a819-5a0fdef8d377 tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:41.533242 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-4ede2e39-a6d6-4f6d-9465-d48cfa6204e9 req-340e5de2-9021-47e3-a819-5a0fdef8d377 tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] Calling delete_port for 391a9d9a-b0c3-4e9a-aee2-6bbfe7dff942 owned by compute:nova {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:02:41.865247 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-4ede2e39-a6d6-4f6d-9465-d48cfa6204e9 req-340e5de2-9021-47e3-a819-5a0fdef8d377 tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:41.899486 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['391a9d9a-b0c3-4e9a-aee2-6bbfe7dff942'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 07:02:41.936857 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340e5de2-9021-47e3-a819-5a0fdef8d377 tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] Pushing event deleted for resources: {'Port': ['ID=391a9d9a-b0c3-4e9a-aee2-6bbfe7dff942,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:02:41.958073 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9eb1e424-a86b-46f1-b5aa-86eb39e145be req-0ef84629-54f0-496d-9211-ec020d61e5a3 tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=87881839-45d3-42b4-b26f-4f2a300e8e5f HTTP/1.1" status: 200 len: 210 time: 0.1397624 May 28 07:02:42.085040 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ede2e39-a6d6-4f6d-9465-d48cfa6204e9 req-340e5de2-9021-47e3-a819-5a0fdef8d377 tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] No DVR routers for this DVR port 391a9d9a-b0c3-4e9a-aee2-6bbfe7dff942 on host n-h2-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 07:02:42.088531 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-4ede2e39-a6d6-4f6d-9465-d48cfa6204e9 req-340e5de2-9021-47e3-a819-5a0fdef8d377 tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:42.092936 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87881839-45d3-42b4-b26f-4f2a300e8e5f', 'name': 'network-vif-deleted', 'tag': '391a9d9a-b0c3-4e9a-aee2-6bbfe7dff942'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:02:42.154243 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e2a6f24-02d7-4fc2-b66d-778b404709d2'] response: {'server_uuid': '87881839-45d3-42b4-b26f-4f2a300e8e5f', 'name': 'network-vif-deleted', 'tag': '391a9d9a-b0c3-4e9a-aee2-6bbfe7dff942', 'status': 'completed', 'code': 200} May 28 07:02:42.196332 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4ede2e39-a6d6-4f6d-9465-d48cfa6204e9 req-340e5de2-9021-47e3-a819-5a0fdef8d377 tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] 10.222.0.71 "DELETE /v2.0/ports/391a9d9a-b0c3-4e9a-aee2-6bbfe7dff942 HTTP/1.1" status: 204 len: 173 time: 1.2649851 May 28 07:02:42.884248 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 07:02:43.213050 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-06b5c75d-42e1-47ad-b432-2404cddd1fe2 req-417c57f4-c982-4f1a-b031-53da4ffe992b tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] Synchronizing usage tracker for tenant:ebba800206cb4fd5a08c3b7f5bbc7eb7 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:02:43.334917 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-06b5c75d-42e1-47ad-b432-2404cddd1fe2 req-417c57f4-c982-4f1a-b031-53da4ffe992b tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] Unset dirty status for tenant:ebba800206cb4fd5a08c3b7f5bbc7eb7 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:02:43.339496 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-06b5c75d-42e1-47ad-b432-2404cddd1fe2 req-417c57f4-c982-4f1a-b031-53da4ffe992b tempest-TestServerMultinode-347736530 tempest-TestServerMultinode-347736530-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=87881839-45d3-42b4-b26f-4f2a300e8e5f HTTP/1.1" status: 200 len: 210 time: 0.1712437 May 28 07:02:44.490800 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 49446) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:02:45.254692 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5e188822-cec2-49c7-a037-ec32ccfa6280 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700548'] for router_interface, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:45.456053 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 391a9d9a-b0c3-4e9a-aee2-6bbfe7dff942 no longer exists at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:02:45.495744 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] No Port match for: 391a9d9a-b0c3-4e9a-aee2-6bbfe7dff942 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 07:02:45.496232 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 391a9d9a-b0c3-4e9a-aee2-6bbfe7dff942 not bound to the agent host n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 07:02:45.694744 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-5e188822-cec2-49c7-a037-ec32ccfa6280 admin admin] Deleting port 282ed966-a867-4a9f-8f6c-e759e1e63858 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:02:45.695312 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5e188822-cec2-49c7-a037-ec32ccfa6280 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:45.889760 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-5e188822-cec2-49c7-a037-ec32ccfa6280 admin admin] For port 282ed966-a867-4a9f-8f6c-e759e1e63858, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=282ed966-a867-4a9f-8f6c-e759e1e63858,segment=NetworkSegment(c756cab9-c907-4d2b-a705-8b10b22f5387),segment_id=c756cab9-c907-4d2b-a705-8b10b22f5387)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:02:45.890462 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5e188822-cec2-49c7-a037-ec32ccfa6280 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:46.180161 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-5e188822-cec2-49c7-a037-ec32ccfa6280 admin admin] Calling delete_port for 282ed966-a867-4a9f-8f6c-e759e1e63858 owned by network:router_interface {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:02:46.648589 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5e188822-cec2-49c7-a037-ec32ccfa6280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:46.705767 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e188822-cec2-49c7-a037-ec32ccfa6280 admin admin] Pushing event deleted for resources: {'Port': ['ID=282ed966-a867-4a9f-8f6c-e759e1e63858,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:02:46.744713 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e188822-cec2-49c7-a037-ec32ccfa6280 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:02:46.745054 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e188822-cec2-49c7-a037-ec32ccfa6280 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:02:46.745382 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e188822-cec2-49c7-a037-ec32ccfa6280 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:02:46.745731 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e188822-cec2-49c7-a037-ec32ccfa6280 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:02:46.746046 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e188822-cec2-49c7-a037-ec32ccfa6280 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:02:46.746621 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e188822-cec2-49c7-a037-ec32ccfa6280 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:02:46.747077 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e188822-cec2-49c7-a037-ec32ccfa6280 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:02:46.747949 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e188822-cec2-49c7-a037-ec32ccfa6280 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:02:46.748295 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e188822-cec2-49c7-a037-ec32ccfa6280 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:02:46.748626 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e188822-cec2-49c7-a037-ec32ccfa6280 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:02:46.748937 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e188822-cec2-49c7-a037-ec32ccfa6280 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:02:46.749283 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e188822-cec2-49c7-a037-ec32ccfa6280 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:02:47.042903 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5e188822-cec2-49c7-a037-ec32ccfa6280 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700472'] for router_interface, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:47.472552 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e188822-cec2-49c7-a037-ec32ccfa6280 admin admin] Router 487be821-c8f7-4c69-9f57-905104446924 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 07:02:47.715463 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e188822-cec2-49c7-a037-ec32ccfa6280 admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 07:02:47.729582 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a841ac-98b7-4a08-b113-8777f13f4033 None None] Sync routers for ids ['487be821-c8f7-4c69-9f57-905104446924'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 07:02:47.743408 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-5e188822-cec2-49c7-a037-ec32ccfa6280 admin admin] 10.222.0.55 "PUT /v2.0/routers/487be821-c8f7-4c69-9f57-905104446924/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2514315 May 28 07:02:47.745718 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 49576) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:02:47.748502 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a841ac-98b7-4a08-b113-8777f13f4033 None None] Routers {'487be821-c8f7-4c69-9f57-905104446924'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:02:47.749911 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-92a841ac-98b7-4a08-b113-8777f13f4033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:02:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['487be821-c8f7-4c69-9f57-905104446924'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:02:47.948741 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3b53d1c3-483a-445b-98c4-d77dd8370369 admin admin] Notify callbacks [] for router, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:47.978511 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-92a841ac-98b7-4a08-b113-8777f13f4033 None None] Set router 487be821-c8f7-4c69-9f57-905104446924 gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:02:48.366070 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3b53d1c3-483a-445b-98c4-d77dd8370369 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:48.369588 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-92a841ac-98b7-4a08-b113-8777f13f4033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '487be821-c8f7-4c69-9f57-905104446924', 'name': 'tempest-TestServerMultinode-1954194243-router', 'tenant_id': '6bb435e22dbf4949864adf54e56f8136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': '7d97135f-1061-4a53-87ed-eb45d6409167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:01:26Z', 'updated_at': '2022-05-28T07:02:46Z', 'revision_number': 5, 'project_id': '6bb435e22dbf4949864adf54e56f8136', 'gw_port': {'id': '7d97135f-1061-4a53-87ed-eb45d6409167', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ab:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '487be821-c8f7-4c69-9f57-905104446924', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:01:28Z', 'updated_at': '2022-05-28T07:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:02:48.374151 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a841ac-98b7-4a08-b113-8777f13f4033 None None] Checking router: 487be821-c8f7-4c69-9f57-905104446924 for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 07:02:48.383406 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a841ac-98b7-4a08-b113-8777f13f4033 None None] Routers {'487be821-c8f7-4c69-9f57-905104446924'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:02:48.384057 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-92a841ac-98b7-4a08-b113-8777f13f4033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:02:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['487be821-c8f7-4c69-9f57-905104446924'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:02:48.466625 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-3b53d1c3-483a-445b-98c4-d77dd8370369 admin admin] Deleting port 7d97135f-1061-4a53-87ed-eb45d6409167 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:02:48.467117 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3b53d1c3-483a-445b-98c4-d77dd8370369 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:48.586252 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-92a841ac-98b7-4a08-b113-8777f13f4033 None None] Set router 487be821-c8f7-4c69-9f57-905104446924 gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:02:48.682537 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-3b53d1c3-483a-445b-98c4-d77dd8370369 admin admin] For port 7d97135f-1061-4a53-87ed-eb45d6409167, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=7d97135f-1061-4a53-87ed-eb45d6409167,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:02:48.682887 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3b53d1c3-483a-445b-98c4-d77dd8370369 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:48.837408 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-3b53d1c3-483a-445b-98c4-d77dd8370369 admin admin] Calling delete_port for 7d97135f-1061-4a53-87ed-eb45d6409167 owned by network:router_gateway {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:02:49.063918 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-92a841ac-98b7-4a08-b113-8777f13f4033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '487be821-c8f7-4c69-9f57-905104446924', 'name': 'tempest-TestServerMultinode-1954194243-router', 'tenant_id': '6bb435e22dbf4949864adf54e56f8136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': '7d97135f-1061-4a53-87ed-eb45d6409167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:01:26Z', 'updated_at': '2022-05-28T07:02:46Z', 'revision_number': 5, 'project_id': '6bb435e22dbf4949864adf54e56f8136', 'gw_port': {'id': '7d97135f-1061-4a53-87ed-eb45d6409167', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ab:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '487be821-c8f7-4c69-9f57-905104446924', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:01:28Z', 'updated_at': '2022-05-28T07:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:02:49.085328 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a841ac-98b7-4a08-b113-8777f13f4033 None None] The sync data for ids ['487be821-c8f7-4c69-9f57-905104446924'] in n-d-843702-1 is: [{'id': '487be821-c8f7-4c69-9f57-905104446924', 'name': 'tempest-TestServerMultinode-1954194243-router', 'tenant_id': '6bb435e22dbf4949864adf54e56f8136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': '7d97135f-1061-4a53-87ed-eb45d6409167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:01:26Z', 'updated_at': '2022-05-28T07:02:46Z', 'revision_number': 5, 'project_id': '6bb435e22dbf4949864adf54e56f8136', 'gw_port': {'id': '7d97135f-1061-4a53-87ed-eb45d6409167', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ab:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '487be821-c8f7-4c69-9f57-905104446924', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:01:28Z', 'updated_at': '2022-05-28T07:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 07:02:49.151627 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3b53d1c3-483a-445b-98c4-d77dd8370369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:49.209853 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b53d1c3-483a-445b-98c4-d77dd8370369 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d97135f-1061-4a53-87ed-eb45d6409167,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:02:49.343224 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3b53d1c3-483a-445b-98c4-d77dd8370369 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691105'] for router_gateway, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:49.577686 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3b53d1c3-483a-445b-98c4-d77dd8370369 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59018'] for router, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:49.580255 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3b53d1c3-483a-445b-98c4-d77dd8370369 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:49.728001 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3b53d1c3-483a-445b-98c4-d77dd8370369 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-703817'] for router, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:49.728945 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b53d1c3-483a-445b-98c4-d77dd8370369 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 487be821-c8f7-4c69-9f57-905104446924 {{(pid=89109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 07:02:49.749618 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3b53d1c3-483a-445b-98c4-d77dd8370369 admin admin] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:49.753713 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-3b53d1c3-483a-445b-98c4-d77dd8370369 admin admin] 10.222.0.55 "DELETE /v2.0/routers/487be821-c8f7-4c69-9f57-905104446924 HTTP/1.1" status: 204 len: 168 time: 2.0063300 May 28 07:02:49.755993 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 49686) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:02:49.835421 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ddef6dc-622e-4f36-9582-8da96a29eb79 admin admin] Deleting subnet b15da780-c270-422e-be91-f6dad5554f44 {{(pid=89109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 07:02:49.838541 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1ddef6dc-622e-4f36-9582-8da96a29eb79 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:49.894516 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1ddef6dc-622e-4f36-9582-8da96a29eb79 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3964070'] for subnet, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:50.020908 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1ddef6dc-622e-4f36-9582-8da96a29eb79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:50.254880 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1ddef6dc-622e-4f36-9582-8da96a29eb79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9555650'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:50.301373 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddef6dc-622e-4f36-9582-8da96a29eb79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b15da780-c270-422e-be91-f6dad5554f44,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:02:50.305243 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1ddef6dc-622e-4f36-9582-8da96a29eb79 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:50.312883 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9f4a33-496f-4c6d-b1a8-5ad5e40f6165 None None] Network 00226f82-98b7-4b67-a678-ed2ea38db0c0 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 07:02:50.317237 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-1ddef6dc-622e-4f36-9582-8da96a29eb79 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/b15da780-c270-422e-be91-f6dad5554f44 HTTP/1.1" status: 204 len: 168 time: 0.5576222 May 28 07:02:50.317537 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 49710) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:02:50.474076 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3630ef62-e193-4c3e-a812-81f67d4cb835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:50.482186 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 282ed966-a867-4a9f-8f6c-e759e1e63858 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:02:50.487059 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-3630ef62-e193-4c3e-a812-81f67d4cb835 admin admin] Deleting port 6324965b-c554-4b93-bb5a-3534063aae75 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:02:50.487310 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3630ef62-e193-4c3e-a812-81f67d4cb835 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:50.538039 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 282ed966-a867-4a9f-8f6c-e759e1e63858 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 07:02:50.538631 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 282ed966-a867-4a9f-8f6c-e759e1e63858 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 07:02:50.771183 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35afb677-1526-4972-96ab-1d99d4c9e4ec None None] DHCP port deletion for 00226f82-98b7-4b67-a678-ed2ea38db0c0 request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 07:02:50.776276 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-35afb677-1526-4972-96ab-1d99d4c9e4ec None None] Deleting port 6324965b-c554-4b93-bb5a-3534063aae75 {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:02:50.776662 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-35afb677-1526-4972-96ab-1d99d4c9e4ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:50.915023 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-3630ef62-e193-4c3e-a812-81f67d4cb835 admin admin] For port 6324965b-c554-4b93-bb5a-3534063aae75, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=6324965b-c554-4b93-bb5a-3534063aae75,segment=NetworkSegment(c756cab9-c907-4d2b-a705-8b10b22f5387),segment_id=c756cab9-c907-4d2b-a705-8b10b22f5387)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:02:50.916186 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3630ef62-e193-4c3e-a812-81f67d4cb835 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:51.084781 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-35afb677-1526-4972-96ab-1d99d4c9e4ec None None] For port 6324965b-c554-4b93-bb5a-3534063aae75, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=6324965b-c554-4b93-bb5a-3534063aae75,segment=NetworkSegment(c756cab9-c907-4d2b-a705-8b10b22f5387),segment_id=c756cab9-c907-4d2b-a705-8b10b22f5387)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:02:51.085497 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-35afb677-1526-4972-96ab-1d99d4c9e4ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:51.139139 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-3630ef62-e193-4c3e-a812-81f67d4cb835 admin admin] Calling delete_port for 6324965b-c554-4b93-bb5a-3534063aae75 owned by network:dhcp {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:02:51.248390 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-35afb677-1526-4972-96ab-1d99d4c9e4ec None None] Calling delete_port for 6324965b-c554-4b93-bb5a-3534063aae75 owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:02:51.345375 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3630ef62-e193-4c3e-a812-81f67d4cb835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:51.354623 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.db.api [None req-35afb677-1526-4972-96ab-1d99d4c9e4ec None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89111) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 07:02:51.354623 n-d-843702-1 neutron-server[89111]: DEBUG oslo_db.api [None req-35afb677-1526-4972-96ab-1d99d4c9e4ec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 07:02:51.395126 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3630ef62-e193-4c3e-a812-81f67d4cb835 admin admin] Pushing event deleted for resources: {'Port': ['ID=6324965b-c554-4b93-bb5a-3534063aae75,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:02:51.400461 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3630ef62-e193-4c3e-a812-81f67d4cb835 admin admin] No DVR routers for this DVR port 6324965b-c554-4b93-bb5a-3534063aae75 on host n-d-843702-1 {{(pid=89109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 07:02:51.532122 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3630ef62-e193-4c3e-a812-81f67d4cb835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:51.579922 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-3630ef62-e193-4c3e-a812-81f67d4cb835 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00226f82-98b7-4b67-a678-ed2ea38db0c0']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:02:51.597889 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-3630ef62-e193-4c3e-a812-81f67d4cb835 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c756cab9-c907-4d2b-a705-8b10b22f5387') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:02:51.598293 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-3630ef62-e193-4c3e-a812-81f67d4cb835 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c756cab9-c907-4d2b-a705-8b10b22f5387') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:02:51.612611 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3630ef62-e193-4c3e-a812-81f67d4cb835 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:51.633874 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3630ef62-e193-4c3e-a812-81f67d4cb835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:51.642248 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3630ef62-e193-4c3e-a812-81f67d4cb835 admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 07:02:51.644291 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3630ef62-e193-4c3e-a812-81f67d4cb835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:51.708606 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment c756cab9-c907-4d2b-a705-8b10b22f5387 resource provider aggregate not found May 28 07:02:51.732094 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment c756cab9-c907-4d2b-a705-8b10b22f5387 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c756cab9-c907-4d2b-a705-8b10b22f5387 found for delete ", "request_id": "req-f221c2e3-103c-4b4c-9f09-9af2d9ec801c"}]} May 28 07:02:51.843108 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3630ef62-e193-4c3e-a812-81f67d4cb835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:51.856297 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-35afb677-1526-4972-96ab-1d99d4c9e4ec None None] Deleting port 6324965b-c554-4b93-bb5a-3534063aae75 {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:02:51.856691 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-35afb677-1526-4972-96ab-1d99d4c9e4ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:51.871530 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3630ef62-e193-4c3e-a812-81f67d4cb835 admin admin] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:51.879448 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3630ef62-e193-4c3e-a812-81f67d4cb835 admin admin] Pushing event deleted for resources: {'Network': ['ID=00226f82-98b7-4b67-a678-ed2ea38db0c0,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:02:51.885290 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-3630ef62-e193-4c3e-a812-81f67d4cb835 admin admin] 10.222.0.55 "DELETE /v2.0/networks/00226f82-98b7-4b67-a678-ed2ea38db0c0 HTTP/1.1" status: 204 len: 168 time: 1.5641339 May 28 07:02:51.885527 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 49814) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:02:51.934280 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-35afb677-1526-4972-96ab-1d99d4c9e4ec None None] The port '6324965b-c554-4b93-bb5a-3534063aae75' was deleted {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 07:02:52.057569 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 7d97135f-1061-4a53-87ed-eb45d6409167 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:02:52.100102 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 7d97135f-1061-4a53-87ed-eb45d6409167 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 07:02:52.100447 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 7d97135f-1061-4a53-87ed-eb45d6409167 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 07:02:52.100874 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 6324965b-c554-4b93-bb5a-3534063aae75 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:02:52.140245 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 6324965b-c554-4b93-bb5a-3534063aae75 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 07:02:52.140816 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 6324965b-c554-4b93-bb5a-3534063aae75 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 07:02:52.572973 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-dc513b96-cad0-4275-b773-a976a0d8bc08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700548'] for router_interface, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:53.100358 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-dc513b96-cad0-4275-b773-a976a0d8bc08 admin admin] Deleting port 2801e2b9-a18d-47aa-9f89-22dfdfbe67f0 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:02:53.100694 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-dc513b96-cad0-4275-b773-a976a0d8bc08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:53.295368 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-dc513b96-cad0-4275-b773-a976a0d8bc08 admin admin] For port 2801e2b9-a18d-47aa-9f89-22dfdfbe67f0, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=2801e2b9-a18d-47aa-9f89-22dfdfbe67f0,segment=NetworkSegment(7d2310a9-5d93-47c6-8243-6745316949c9),segment_id=7d2310a9-5d93-47c6-8243-6745316949c9)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:02:53.295757 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-dc513b96-cad0-4275-b773-a976a0d8bc08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:53.428153 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-dc513b96-cad0-4275-b773-a976a0d8bc08 admin admin] Calling delete_port for 2801e2b9-a18d-47aa-9f89-22dfdfbe67f0 owned by network:router_interface {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:02:53.751381 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-dc513b96-cad0-4275-b773-a976a0d8bc08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:53.807595 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc513b96-cad0-4275-b773-a976a0d8bc08 admin admin] Pushing event deleted for resources: {'Port': ['ID=2801e2b9-a18d-47aa-9f89-22dfdfbe67f0,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:02:54.111099 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-dc513b96-cad0-4275-b773-a976a0d8bc08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700472'] for router_interface, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:54.656017 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc513b96-cad0-4275-b773-a976a0d8bc08 admin admin] Router 1ba38741-6cb1-4a8d-9e7c-9c584ec9803e has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 07:02:54.871542 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc513b96-cad0-4275-b773-a976a0d8bc08 admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 07:02:54.882176 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e9593e-e84d-433c-9be8-0e9bb8a91b5f None None] Sync routers for ids ['1ba38741-6cb1-4a8d-9e7c-9c584ec9803e'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 07:02:54.899401 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e9593e-e84d-433c-9be8-0e9bb8a91b5f None None] Routers {'1ba38741-6cb1-4a8d-9e7c-9c584ec9803e'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:02:54.900546 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-c0e9593e-e84d-433c-9be8-0e9bb8a91b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:02:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['1ba38741-6cb1-4a8d-9e7c-9c584ec9803e'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:02:54.987685 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-dc513b96-cad0-4275-b773-a976a0d8bc08 admin admin] 10.222.0.55 "PUT /v2.0/routers/1ba38741-6cb1-4a8d-9e7c-9c584ec9803e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1011312 May 28 07:02:54.990122 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 49938) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:02:55.135421 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-c0e9593e-e84d-433c-9be8-0e9bb8a91b5f None None] Set router 1ba38741-6cb1-4a8d-9e7c-9c584ec9803e gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:02:55.227549 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e1be9902-cc7f-4fff-a55c-6168b5428dd1 admin admin] Notify callbacks [] for router, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:55.456051 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e1be9902-cc7f-4fff-a55c-6168b5428dd1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:55.471142 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-c0e9593e-e84d-433c-9be8-0e9bb8a91b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ba38741-6cb1-4a8d-9e7c-9c584ec9803e', 'name': 'tempest-TestServerMultinode-1204710748-router', 'tenant_id': 'ebba800206cb4fd5a08c3b7f5bbc7eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '77bea48b-27c0-4db6-866a-2e2db799b275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:01:41Z', 'updated_at': '2022-05-28T07:02:53Z', 'revision_number': 5, 'project_id': 'ebba800206cb4fd5a08c3b7f5bbc7eb7', 'gw_port': {'id': '77bea48b-27c0-4db6-866a-2e2db799b275', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:92:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba38741-6cb1-4a8d-9e7c-9c584ec9803e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:01:43Z', 'updated_at': '2022-05-28T07:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:02:55.475352 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e9593e-e84d-433c-9be8-0e9bb8a91b5f None None] Checking router: 1ba38741-6cb1-4a8d-9e7c-9c584ec9803e for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 07:02:55.486551 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e9593e-e84d-433c-9be8-0e9bb8a91b5f None None] Routers {'1ba38741-6cb1-4a8d-9e7c-9c584ec9803e'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:02:55.486551 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-c0e9593e-e84d-433c-9be8-0e9bb8a91b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:02:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['1ba38741-6cb1-4a8d-9e7c-9c584ec9803e'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:02:55.562812 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-e1be9902-cc7f-4fff-a55c-6168b5428dd1 admin admin] Deleting port 77bea48b-27c0-4db6-866a-2e2db799b275 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:02:55.563247 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e1be9902-cc7f-4fff-a55c-6168b5428dd1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:55.710680 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-c0e9593e-e84d-433c-9be8-0e9bb8a91b5f None None] Set router 1ba38741-6cb1-4a8d-9e7c-9c584ec9803e gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:02:55.847072 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-e1be9902-cc7f-4fff-a55c-6168b5428dd1 admin admin] For port 77bea48b-27c0-4db6-866a-2e2db799b275, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=77bea48b-27c0-4db6-866a-2e2db799b275,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:02:55.847072 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e1be9902-cc7f-4fff-a55c-6168b5428dd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:56.037463 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-e1be9902-cc7f-4fff-a55c-6168b5428dd1 admin admin] Calling delete_port for 77bea48b-27c0-4db6-866a-2e2db799b275 owned by network:router_gateway {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:02:56.117714 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-c0e9593e-e84d-433c-9be8-0e9bb8a91b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ba38741-6cb1-4a8d-9e7c-9c584ec9803e', 'name': 'tempest-TestServerMultinode-1204710748-router', 'tenant_id': 'ebba800206cb4fd5a08c3b7f5bbc7eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '77bea48b-27c0-4db6-866a-2e2db799b275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:01:41Z', 'updated_at': '2022-05-28T07:02:53Z', 'revision_number': 5, 'project_id': 'ebba800206cb4fd5a08c3b7f5bbc7eb7', 'gw_port': {'id': '77bea48b-27c0-4db6-866a-2e2db799b275', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:92:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba38741-6cb1-4a8d-9e7c-9c584ec9803e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:01:43Z', 'updated_at': '2022-05-28T07:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:02:56.129133 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e9593e-e84d-433c-9be8-0e9bb8a91b5f None None] The sync data for ids ['1ba38741-6cb1-4a8d-9e7c-9c584ec9803e'] in n-d-843702-1 is: [{'id': '1ba38741-6cb1-4a8d-9e7c-9c584ec9803e', 'name': 'tempest-TestServerMultinode-1204710748-router', 'tenant_id': 'ebba800206cb4fd5a08c3b7f5bbc7eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '77bea48b-27c0-4db6-866a-2e2db799b275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:01:41Z', 'updated_at': '2022-05-28T07:02:53Z', 'revision_number': 5, 'project_id': 'ebba800206cb4fd5a08c3b7f5bbc7eb7', 'gw_port': {'id': '77bea48b-27c0-4db6-866a-2e2db799b275', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:92:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba38741-6cb1-4a8d-9e7c-9c584ec9803e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:01:43Z', 'updated_at': '2022-05-28T07:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 07:02:56.241147 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 49958) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:02:56.506078 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-736f3434-1027-444e-b35f-1dd11bad1f07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:56.529534 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-736f3434-1027-444e-b35f-1dd11bad1f07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:02:56.536135 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-736f3434-1027-444e-b35f-1dd11bad1f07 admin admin] Usage tracker for resource:security_group_rule and tenant:f9e3014b1ef448d1b6909a4c6ee1cfdb is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:02:56.547714 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-736f3434-1027-444e-b35f-1dd11bad1f07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:02:56.555922 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-736f3434-1027-444e-b35f-1dd11bad1f07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:02:57.037306 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e1be9902-cc7f-4fff-a55c-6168b5428dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:57.077514 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-114cd06d-af24-48bd-86d0-65cfc2b2dbc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:57.187736 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1be9902-cc7f-4fff-a55c-6168b5428dd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=77bea48b-27c0-4db6-866a-2e2db799b275,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:02:57.227469 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e1be9902-cc7f-4fff-a55c-6168b5428dd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691105'] for router_gateway, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:57.245761 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-736f3434-1027-444e-b35f-1dd11bad1f07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:57.345031 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-736f3434-1027-444e-b35f-1dd11bad1f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:57.400541 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-736f3434-1027-444e-b35f-1dd11bad1f07 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f9e3014b1ef448d1b6909a4c6ee1cfdb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1580675 May 28 07:02:57.401520 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 49970) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:02:57.405259 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736f3434-1027-444e-b35f-1dd11bad1f07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66f98f86-f46b-45ae-a463-7e6de1901ec1,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:02:57.479764 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-edb6ef37-6ea3-4ff8-98a3-d2f53a4825ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:57.520256 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-edb6ef37-6ea3-4ff8-98a3-d2f53a4825ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:57.613680 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e1be9902-cc7f-4fff-a55c-6168b5428dd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59018'] for router, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:57.616174 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e1be9902-cc7f-4fff-a55c-6168b5428dd1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:57.659439 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-edb6ef37-6ea3-4ff8-98a3-d2f53a4825ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:57.680179 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-edb6ef37-6ea3-4ff8-98a3-d2f53a4825ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:57.683749 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-edb6ef37-6ea3-4ff8-98a3-d2f53a4825ec admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/66f98f86-f46b-45ae-a463-7e6de1901ec1 HTTP/1.1" status: 204 len: 168 time: 0.2785120 May 28 07:02:57.683749 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb6ef37-6ea3-4ff8-98a3-d2f53a4825ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66f98f86-f46b-45ae-a463-7e6de1901ec1,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:02:57.722326 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e1be9902-cc7f-4fff-a55c-6168b5428dd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-703817'] for router, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:57.723048 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1be9902-cc7f-4fff-a55c-6168b5428dd1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ba38741-6cb1-4a8d-9e7c-9c584ec9803e {{(pid=89109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 07:02:57.748254 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e1be9902-cc7f-4fff-a55c-6168b5428dd1 admin admin] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:57.749747 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-e1be9902-cc7f-4fff-a55c-6168b5428dd1 admin admin] 10.222.0.55 "DELETE /v2.0/routers/1ba38741-6cb1-4a8d-9e7c-9c584ec9803e HTTP/1.1" status: 204 len: 168 time: 2.7584426 May 28 07:02:57.752501 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 49976) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:02:57.808353 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:57.841599 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_v2 [None req-634815c8-1617-4066-9162-48158de06302 admin admin] Deleting subnet de2be236-11c7-4c70-8e07-a7774427e762 {{(pid=89110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 07:02:57.845368 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-634815c8-1617-4066-9162-48158de06302 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:57.910130 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-634815c8-1617-4066-9162-48158de06302 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4150765'] for subnet, precommit_delete_associations {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:58.011654 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-634815c8-1617-4066-9162-48158de06302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:58.212926 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-634815c8-1617-4066-9162-48158de06302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3115981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3172005'] for subnet, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:58.263434 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634815c8-1617-4066-9162-48158de06302 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de2be236-11c7-4c70-8e07-a7774427e762,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:02:58.267618 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-634815c8-1617-4066-9162-48158de06302 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:58.270190 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1403177-c85d-4d41-89e0-7f45516c3802 None None] Network f4c990ef-f235-4206-82fb-6526c5b9c9b5 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 07:02:58.277950 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 49988) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:02:58.279067 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-634815c8-1617-4066-9162-48158de06302 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/de2be236-11c7-4c70-8e07-a7774427e762 HTTP/1.1" status: 204 len: 168 time: 0.5241261 May 28 07:02:58.461538 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 77bea48b-27c0-4db6-866a-2e2db799b275 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:02:58.515606 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-795cb2c3-5b83-4070-9093-ead3b08dd1eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:58.522731 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 77bea48b-27c0-4db6-866a-2e2db799b275 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 07:02:58.523084 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 77bea48b-27c0-4db6-866a-2e2db799b275 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 07:02:58.523948 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 2801e2b9-a18d-47aa-9f89-22dfdfbe67f0 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:02:58.527590 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-795cb2c3-5b83-4070-9093-ead3b08dd1eb admin admin] Deleting port d803a0da-f2ec-4e9c-890e-bed879be1189 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:02:58.527953 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-795cb2c3-5b83-4070-9093-ead3b08dd1eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:58.578941 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 2801e2b9-a18d-47aa-9f89-22dfdfbe67f0 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 07:02:58.579286 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 2801e2b9-a18d-47aa-9f89-22dfdfbe67f0 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 07:02:58.701610 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a31a587a-6dd8-4fd5-825c-b8a9744df389 None None] DHCP port deletion for f4c990ef-f235-4206-82fb-6526c5b9c9b5 request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 07:02:58.710844 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-a31a587a-6dd8-4fd5-825c-b8a9744df389 None None] Deleting port d803a0da-f2ec-4e9c-890e-bed879be1189 {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:02:58.713380 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-a31a587a-6dd8-4fd5-825c-b8a9744df389 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:58.789798 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-795cb2c3-5b83-4070-9093-ead3b08dd1eb admin admin] For port d803a0da-f2ec-4e9c-890e-bed879be1189, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=d803a0da-f2ec-4e9c-890e-bed879be1189,segment=NetworkSegment(7d2310a9-5d93-47c6-8243-6745316949c9),segment_id=7d2310a9-5d93-47c6-8243-6745316949c9)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:02:58.790082 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-795cb2c3-5b83-4070-9093-ead3b08dd1eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:58.923700 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-795cb2c3-5b83-4070-9093-ead3b08dd1eb admin admin] Calling delete_port for d803a0da-f2ec-4e9c-890e-bed879be1189 owned by network:dhcp {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:02:58.986876 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-a31a587a-6dd8-4fd5-825c-b8a9744df389 None None] For port d803a0da-f2ec-4e9c-890e-bed879be1189, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=d803a0da-f2ec-4e9c-890e-bed879be1189,segment=NetworkSegment(7d2310a9-5d93-47c6-8243-6745316949c9),segment_id=7d2310a9-5d93-47c6-8243-6745316949c9)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:02:58.987471 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-a31a587a-6dd8-4fd5-825c-b8a9744df389 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:59.097919 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-57e44acb-c159-473b-8b2d-ba30278cb289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:59.130379 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-795cb2c3-5b83-4070-9093-ead3b08dd1eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:59.162675 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-a31a587a-6dd8-4fd5-825c-b8a9744df389 None None] Calling delete_port for d803a0da-f2ec-4e9c-890e-bed879be1189 owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:02:59.270295 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.db.api [None req-a31a587a-6dd8-4fd5-825c-b8a9744df389 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89111) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 07:02:59.270653 n-d-843702-1 neutron-server[89111]: DEBUG oslo_db.api [None req-a31a587a-6dd8-4fd5-825c-b8a9744df389 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 07:02:59.283348 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795cb2c3-5b83-4070-9093-ead3b08dd1eb admin admin] Pushing event deleted for resources: {'Port': ['ID=d803a0da-f2ec-4e9c-890e-bed879be1189,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:02:59.292026 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795cb2c3-5b83-4070-9093-ead3b08dd1eb admin admin] No DVR routers for this DVR port d803a0da-f2ec-4e9c-890e-bed879be1189 on host n-d-843702-1 {{(pid=89109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 07:02:59.448515 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-795cb2c3-5b83-4070-9093-ead3b08dd1eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:59.478780 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-795cb2c3-5b83-4070-9093-ead3b08dd1eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4c990ef-f235-4206-82fb-6526c5b9c9b5']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:02:59.499720 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-795cb2c3-5b83-4070-9093-ead3b08dd1eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d2310a9-5d93-47c6-8243-6745316949c9') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:02:59.500206 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-795cb2c3-5b83-4070-9093-ead3b08dd1eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d2310a9-5d93-47c6-8243-6745316949c9') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:02:59.518167 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-795cb2c3-5b83-4070-9093-ead3b08dd1eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:59.558279 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-795cb2c3-5b83-4070-9093-ead3b08dd1eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:59.576032 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-795cb2c3-5b83-4070-9093-ead3b08dd1eb admin admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 07:02:59.576454 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-795cb2c3-5b83-4070-9093-ead3b08dd1eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:59.670940 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 7d2310a9-5d93-47c6-8243-6745316949c9 resource provider aggregate not found May 28 07:02:59.706387 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 7d2310a9-5d93-47c6-8243-6745316949c9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7d2310a9-5d93-47c6-8243-6745316949c9 found for delete ", "request_id": "req-060665e3-000e-4bd6-bee9-ccb9857c450d"}]} May 28 07:02:59.772187 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-a31a587a-6dd8-4fd5-825c-b8a9744df389 None None] Deleting port d803a0da-f2ec-4e9c-890e-bed879be1189 {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:02:59.773034 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-a31a587a-6dd8-4fd5-825c-b8a9744df389 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:59.785251 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-795cb2c3-5b83-4070-9093-ead3b08dd1eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:59.790303 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-795cb2c3-5b83-4070-9093-ead3b08dd1eb admin admin] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:59.820778 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795cb2c3-5b83-4070-9093-ead3b08dd1eb admin admin] Pushing event deleted for resources: {'Network': ['ID=f4c990ef-f235-4206-82fb-6526c5b9c9b5,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:02:59.866576 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-a31a587a-6dd8-4fd5-825c-b8a9744df389 None None] The port 'd803a0da-f2ec-4e9c-890e-bed879be1189' was deleted {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 07:02:59.924529 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-795cb2c3-5b83-4070-9093-ead3b08dd1eb admin admin] 10.222.0.55 "DELETE /v2.0/networks/f4c990ef-f235-4206-82fb-6526c5b9c9b5 HTTP/1.1" status: 204 len: 168 time: 1.6442668 May 28 07:02:59.991370 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:00.061923 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device d803a0da-f2ec-4e9c-890e-bed879be1189 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:03:00.103799 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: d803a0da-f2ec-4e9c-890e-bed879be1189 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 07:03:00.104271 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device d803a0da-f2ec-4e9c-890e-bed879be1189 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 07:03:00.107970 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:01.105553 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 50034) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:03:01.154719 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 50038) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:03:01.170228 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-adbd4cb9-bc9a-4204-b046-fb99a76bae11 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6bb435e22dbf4949864adf54e56f8136&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0625725 May 28 07:03:01.175019 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 50044) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:03:01.266627 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e5da7524-6e47-4f58-a045-b58b425be724 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:01.292861 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e5da7524-6e47-4f58-a045-b58b425be724 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:01.385116 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f063169d-8e2a-47b2-a274-b070cffe8d5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:01.404549 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-f063169d-8e2a-47b2-a274-b070cffe8d5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:03:01.410796 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-f063169d-8e2a-47b2-a274-b070cffe8d5c admin admin] Usage tracker for resource:security_group_rule and tenant:b29c3da085ef40e6828e47aeef88fe75 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:03:01.413770 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-f063169d-8e2a-47b2-a274-b070cffe8d5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:03:01.422069 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-f063169d-8e2a-47b2-a274-b070cffe8d5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:03:01.442967 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e5da7524-6e47-4f58-a045-b58b425be724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:01.468600 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5da7524-6e47-4f58-a045-b58b425be724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68f60bbc-ac6b-4b08-a056-e6c74a990a67,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:03:01.502849 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e5da7524-6e47-4f58-a045-b58b425be724 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:01.503994 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-e5da7524-6e47-4f58-a045-b58b425be724 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/68f60bbc-ac6b-4b08-a056-e6c74a990a67 HTTP/1.1" status: 204 len: 168 time: 0.3279476 May 28 07:03:01.579055 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f063169d-8e2a-47b2-a274-b070cffe8d5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:01.654235 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f063169d-8e2a-47b2-a274-b070cffe8d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:01.717147 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 50056) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:03:01.717376 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-f063169d-8e2a-47b2-a274-b070cffe8d5c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b29c3da085ef40e6828e47aeef88fe75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5613418 May 28 07:03:01.726194 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f063169d-8e2a-47b2-a274-b070cffe8d5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9a73e39-1375-4d6b-9b8f-bb258d4258cf,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:03:01.830819 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:01.861985 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b369d72b-c122-460e-8a1f-ed219e1d1dd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:01.905897 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b369d72b-c122-460e-8a1f-ed219e1d1dd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:02.071606 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b369d72b-c122-460e-8a1f-ed219e1d1dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:02.089119 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b369d72b-c122-460e-8a1f-ed219e1d1dd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9a73e39-1375-4d6b-9b8f-bb258d4258cf,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:03:02.098546 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b369d72b-c122-460e-8a1f-ed219e1d1dd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:02.103232 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-b369d72b-c122-460e-8a1f-ed219e1d1dd4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d9a73e39-1375-4d6b-9b8f-bb258d4258cf HTTP/1.1" status: 204 len: 168 time: 0.3845081 May 28 07:03:02.371745 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 50068) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:03:02.464930 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-3b9fc0a0-20bd-4314-a152-0dffb41436b6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ebba800206cb4fd5a08c3b7f5bbc7eb7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0838354 May 28 07:03:02.464930 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 50074) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:03:02.522342 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:02.546095 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2fddb9c3-cfeb-489e-a359-e40692c17843 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:02.580642 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2fddb9c3-cfeb-489e-a359-e40692c17843 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:02.755211 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2fddb9c3-cfeb-489e-a359-e40692c17843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:02.771006 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fddb9c3-cfeb-489e-a359-e40692c17843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b36637a-11c4-4835-8836-0e23c44de9b6,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:03:02.930160 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2fddb9c3-cfeb-489e-a359-e40692c17843 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:02.931308 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-2fddb9c3-cfeb-489e-a359-e40692c17843 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9b36637a-11c4-4835-8836-0e23c44de9b6 HTTP/1.1" status: 204 len: 168 time: 0.4705455 May 28 07:03:08.654880 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 50210) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:03:08.803938 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2a2bc7b6-90fd-4360-b3ee-1e18ca9037b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:08.833799 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-2a2bc7b6-90fd-4360-b3ee-1e18ca9037b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:03:08.839225 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-2a2bc7b6-90fd-4360-b3ee-1e18ca9037b1 admin admin] Usage tracker for resource:security_group_rule and tenant:93cfcbfaa2bf437d9ef6b222cc0a9319 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:03:08.843805 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-2a2bc7b6-90fd-4360-b3ee-1e18ca9037b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:03:08.851419 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-2a2bc7b6-90fd-4360-b3ee-1e18ca9037b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:03:08.959605 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2a2bc7b6-90fd-4360-b3ee-1e18ca9037b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:09.025335 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2a2bc7b6-90fd-4360-b3ee-1e18ca9037b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:09.087954 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-2a2bc7b6-90fd-4360-b3ee-1e18ca9037b1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=93cfcbfaa2bf437d9ef6b222cc0a9319&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4296670 May 28 07:03:09.088486 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 50218) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:03:09.107919 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2bc7b6-90fd-4360-b3ee-1e18ca9037b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=633d62cc-4471-4c22-830d-7107093bb3d5,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:03:09.163824 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-325d3e4b-85af-4710-9759-9e187ddf527f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:09.198303 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-325d3e4b-85af-4710-9759-9e187ddf527f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:09.339541 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-325d3e4b-85af-4710-9759-9e187ddf527f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:09.357279 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325d3e4b-85af-4710-9759-9e187ddf527f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=633d62cc-4471-4c22-830d-7107093bb3d5,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:03:09.378901 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-325d3e4b-85af-4710-9759-9e187ddf527f admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:09.380375 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-325d3e4b-85af-4710-9759-9e187ddf527f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/633d62cc-4471-4c22-830d-7107093bb3d5 HTTP/1.1" status: 204 len: 168 time: 0.2900562 May 28 07:03:18.020533 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2bc813-73cf-4221-8622-5f09e2ded331 req-8d68f3b6-b57f-4b2e-846e-f9d07281e9d0 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:03:18.022815 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dc2bc813-73cf-4221-8622-5f09e2ded331 req-8d68f3b6-b57f-4b2e-846e-f9d07281e9d0 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/networks?id=b87fb3cb-482f-4500-8eb8-33ba0d95db61 HTTP/1.1" status: 200 len: 811 time: 0.2743073 May 28 07:03:18.041459 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dc2bc813-73cf-4221-8622-5f09e2ded331 req-feee1557-e816-47e1-acd8-f159321c84e0 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/quotas/6cd404fb9ef9487fb34baf3bf8b36b53 HTTP/1.1" status: 200 len: 375 time: 0.0109451 May 28 07:03:18.134741 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dc2bc813-73cf-4221-8622-5f09e2ded331 req-ec9b7911-2986-4af4-974a-5dd699679d74 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=6cd404fb9ef9487fb34baf3bf8b36b53&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0864360 May 28 07:03:18.264859 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [req-dc2bc813-73cf-4221-8622-5f09e2ded331 req-3fa7acb9-2773-4763-9028-799b5cab4a6c service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=89110) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 07:03:18.265838 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dc2bc813-73cf-4221-8622-5f09e2ded331 req-3fa7acb9-2773-4763-9028-799b5cab4a6c service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1238918 May 28 07:03:18.407570 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dc2bc813-73cf-4221-8622-5f09e2ded331 req-5c72fe15-c851-44d7-ba79-91c11d02481d service neutron] 10.222.0.55 "GET /v2.0/networks/b87fb3cb-482f-4500-8eb8-33ba0d95db61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355660 May 28 07:03:18.549020 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dc2bc813-73cf-4221-8622-5f09e2ded331 req-c8911d92-8b52-42fe-a6fe-c8e38c7db791 service neutron] 10.222.0.55 "GET /v2.0/networks/b87fb3cb-482f-4500-8eb8-33ba0d95db61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367161 May 28 07:03:19.520539 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fc01222f-b159-4c96-8da7-7123307f92d2 req-c59f68ee-3b25-44ff-9e34-1e5a818faa46 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=253e793c-eeda-4ece-9856-bfecf0283c0f HTTP/1.1" status: 200 len: 210 time: 0.0520287 May 28 07:03:19.884631 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 07:03:20.633223 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-17fbbe5e-0171-483b-a74f-cf95ec00b6ff req-28d56a51-1d2a-4b37-93cb-dc96282d8486 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=253e793c-eeda-4ece-9856-bfecf0283c0f HTTP/1.1" status: 200 len: 210 time: 0.0515325 May 28 07:03:21.795250 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-20fd69bb-edd1-4626-ac13-9097b98f82e8 req-627fd30b-1141-449f-b98c-6ee6da529e37 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=253e793c-eeda-4ece-9856-bfecf0283c0f HTTP/1.1" status: 200 len: 210 time: 0.0476983 May 28 07:03:22.339407 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2bc813-73cf-4221-8622-5f09e2ded331 req-7471e21d-9811-4391-aee2-4d96c21adad0 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:03:22.341621 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dc2bc813-73cf-4221-8622-5f09e2ded331 req-7471e21d-9811-4391-aee2-4d96c21adad0 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.69 "GET /v2.0/networks?id=b87fb3cb-482f-4500-8eb8-33ba0d95db61 HTTP/1.1" status: 200 len: 811 time: 0.1550570 May 28 07:03:22.359327 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-dc2bc813-73cf-4221-8622-5f09e2ded331 req-3b149e10-00fc-418d-b54d-aae3458dada4 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Request body: {'port': {'device_id': '253e793c-eeda-4ece-9856-bfecf0283c0f', 'network_id': 'b87fb3cb-482f-4500-8eb8-33ba0d95db61', 'admin_state_up': True, 'tenant_id': '6cd404fb9ef9487fb34baf3bf8b36b53'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:03:22.523626 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-dc2bc813-73cf-4221-8622-5f09e2ded331 req-3b149e10-00fc-418d-b54d-aae3458dada4 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:03:22.535803 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-dc2bc813-73cf-4221-8622-5f09e2ded331 req-3b149e10-00fc-418d-b54d-aae3458dada4 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:03:22.652025 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc2bc813-73cf-4221-8622-5f09e2ded331 req-3b149e10-00fc-418d-b54d-aae3458dada4 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Made reservation on behalf of 6cd404fb9ef9487fb34baf3bf8b36b53 for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 07:03:22.657539 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-dc2bc813-73cf-4221-8622-5f09e2ded331 req-3b149e10-00fc-418d-b54d-aae3458dada4 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:22.936516 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [req-dc2bc813-73cf-4221-8622-5f09e2ded331 req-3b149e10-00fc-418d-b54d-aae3458dada4 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Allocated IP 172.20.0.13 (b87fb3cb-482f-4500-8eb8-33ba0d95db61/03e4bbfb-d6ff-44b0-bb81-9edbb740d6df/df05dcbc-f831-4359-bf47-6a52b1a149ac) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:03:23.070197 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a7487cac-a98e-4633-b061-c1f58b6344bd req-2dc18ec7-1ba2-443f-8cba-9c88a44d2867 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=253e793c-eeda-4ece-9856-bfecf0283c0f HTTP/1.1" status: 200 len: 210 time: 0.0755150 May 28 07:03:23.274980 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-dc2bc813-73cf-4221-8622-5f09e2ded331 req-3b149e10-00fc-418d-b54d-aae3458dada4 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:23.291561 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-dc2bc813-73cf-4221-8622-5f09e2ded331 req-3b149e10-00fc-418d-b54d-aae3458dada4 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Transition to ACTIVE for port object df05dcbc-f831-4359-bf47-6a52b1a149ac will not be triggered until provisioned by entity DHCP. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:03:23.408276 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-dc2bc813-73cf-4221-8622-5f09e2ded331 req-3b149e10-00fc-418d-b54d-aae3458dada4 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:23.501226 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b149e10-00fc-418d-b54d-aae3458dada4 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Pushing event updated for resources: {'Port': ['ID=df05dcbc-f831-4359-bf47-6a52b1a149ac,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:03:23.516518 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc2bc813-73cf-4221-8622-5f09e2ded331 req-3b149e10-00fc-418d-b54d-aae3458dada4 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Network b87fb3cb-482f-4500-8eb8-33ba0d95db61 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:03:23.517700 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [req-dc2bc813-73cf-4221-8622-5f09e2ded331 req-3b149e10-00fc-418d-b54d-aae3458dada4 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:03:23.523812 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc2bc813-73cf-4221-8622-5f09e2ded331 req-3b149e10-00fc-418d-b54d-aae3458dada4 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:03:23.603108 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2bc813-73cf-4221-8622-5f09e2ded331 req-3b149e10-00fc-418d-b54d-aae3458dada4 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:03:23.603108 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-dc2bc813-73cf-4221-8622-5f09e2ded331 req-3b149e10-00fc-418d-b54d-aae3458dada4 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:23.723206 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dc2bc813-73cf-4221-8622-5f09e2ded331 req-3b149e10-00fc-418d-b54d-aae3458dada4 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3688829 May 28 07:03:23.735838 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-dc2bc813-73cf-4221-8622-5f09e2ded331 req-c6482b27-ce02-48cd-bbd9-a8b8f613e1fa service neutron] Request body: {'port': {'device_id': '253e793c-eeda-4ece-9856-bfecf0283c0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843702-1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:03:23.873835 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-dc2bc813-73cf-4221-8622-5f09e2ded331 req-c6482b27-ce02-48cd-bbd9-a8b8f613e1fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:23.974228 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-0e0ce4c3-4d9e-4e20-bc71-fc5ead11b66a None None] Provisioning for port df05dcbc-f831-4359-bf47-6a52b1a149ac completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:03:23.985879 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-0e0ce4c3-4d9e-4e20-bc71-fc5ead11b66a None None] Provisioning complete for port df05dcbc-f831-4359-bf47-6a52b1a149ac triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:03:23.986975 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-0e0ce4c3-4d9e-4e20-bc71-fc5ead11b66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:24.080962 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-0e0ce4c3-4d9e-4e20-bc71-fc5ead11b66a None None] Port df05dcbc-f831-4359-bf47-6a52b1a149ac cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 07:03:24.358300 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6636970-0463-4c44-9ca8-89f807ba838b req-65e9441b-ee8d-42ab-9755-4b38b2e1c281 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:03:24.358980 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-d6636970-0463-4c44-9ca8-89f807ba838b req-65e9441b-ee8d-42ab-9755-4b38b2e1c281 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Synchronizing usage tracker for tenant:6cd404fb9ef9487fb34baf3bf8b36b53 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:03:24.438733 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [req-dc2bc813-73cf-4221-8622-5f09e2ded331 req-c6482b27-ce02-48cd-bbd9-a8b8f613e1fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df05dcbc-f831-4359-bf47-6a52b1a149ac {{(pid=89110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 07:03:24.446688 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-dc2bc813-73cf-4221-8622-5f09e2ded331 req-c6482b27-ce02-48cd-bbd9-a8b8f613e1fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:24.461159 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-dc2bc813-73cf-4221-8622-5f09e2ded331 req-c6482b27-ce02-48cd-bbd9-a8b8f613e1fa service neutron] Transition to ACTIVE for port object df05dcbc-f831-4359-bf47-6a52b1a149ac will not be triggered until provisioned by entity L2. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:03:24.508905 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-d6636970-0463-4c44-9ca8-89f807ba838b req-65e9441b-ee8d-42ab-9755-4b38b2e1c281 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Unset dirty status for tenant:6cd404fb9ef9487fb34baf3bf8b36b53 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:03:24.510137 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d6636970-0463-4c44-9ca8-89f807ba838b req-65e9441b-ee8d-42ab-9755-4b38b2e1c281 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=253e793c-eeda-4ece-9856-bfecf0283c0f HTTP/1.1" status: 200 len: 932 time: 0.2856567 May 28 07:03:24.556204 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d6636970-0463-4c44-9ca8-89f807ba838b req-36711333-b0d9-41fb-800c-1e31d5dcb12b tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f5492c6-5bbc-4a76-bcd5-ad6fbd0e08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399840 May 28 07:03:24.618774 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-dc2bc813-73cf-4221-8622-5f09e2ded331 req-c6482b27-ce02-48cd-bbd9-a8b8f613e1fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:24.750277 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6482b27-ce02-48cd-bbd9-a8b8f613e1fa service neutron] Pushing event updated for resources: {'Port': ['ID=df05dcbc-f831-4359-bf47-6a52b1a149ac,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:03:24.888799 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-dc2bc813-73cf-4221-8622-5f09e2ded331 req-c6482b27-ce02-48cd-bbd9-a8b8f613e1fa service neutron] Attempting to bind port df05dcbc-f831-4359-bf47-6a52b1a149ac on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 07:03:24.889240 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-dc2bc813-73cf-4221-8622-5f09e2ded331 req-c6482b27-ce02-48cd-bbd9-a8b8f613e1fa service neutron] Attempting to bind port df05dcbc-f831-4359-bf47-6a52b1a149ac by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': '9b6a153f-5acc-4efc-9ff2-d82aa4b5901c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b87fb3cb-482f-4500-8eb8-33ba0d95db61'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 07:03:24.891122 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2bc813-73cf-4221-8622-5f09e2ded331 req-c6482b27-ce02-48cd-bbd9-a8b8f613e1fa service neutron] Attempting to bind port df05dcbc-f831-4359-bf47-6a52b1a149ac on network b87fb3cb-482f-4500-8eb8-33ba0d95db61 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:03:24.905352 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2bc813-73cf-4221-8622-5f09e2ded331 req-c6482b27-ce02-48cd-bbd9-a8b8f613e1fa service neutron] Port df05dcbc-f831-4359-bf47-6a52b1a149ac on network b87fb3cb-482f-4500-8eb8-33ba0d95db61 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 07:03:24.905759 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2bc813-73cf-4221-8622-5f09e2ded331 req-c6482b27-ce02-48cd-bbd9-a8b8f613e1fa service neutron] Attempting to bind port df05dcbc-f831-4359-bf47-6a52b1a149ac on network b87fb3cb-482f-4500-8eb8-33ba0d95db61 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:03:24.913481 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2bc813-73cf-4221-8622-5f09e2ded331 req-c6482b27-ce02-48cd-bbd9-a8b8f613e1fa service neutron] Checking agent: {'id': '69f492a0-c00d-46d0-9bec-fcd8161ce206', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 7, 2, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 07:03:24.913773 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2bc813-73cf-4221-8622-5f09e2ded331 req-c6482b27-ce02-48cd-bbd9-a8b8f613e1fa service neutron] Checking segment: {'id': '9b6a153f-5acc-4efc-9ff2-d82aa4b5901c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b87fb3cb-482f-4500-8eb8-33ba0d95db61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:03:24.914591 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2bc813-73cf-4221-8622-5f09e2ded331 req-c6482b27-ce02-48cd-bbd9-a8b8f613e1fa service neutron] Bound using segment: {'id': '9b6a153f-5acc-4efc-9ff2-d82aa4b5901c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b87fb3cb-482f-4500-8eb8-33ba0d95db61'} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 07:03:24.915034 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-dc2bc813-73cf-4221-8622-5f09e2ded331 req-c6482b27-ce02-48cd-bbd9-a8b8f613e1fa service neutron] Bound port: df05dcbc-f831-4359-bf47-6a52b1a149ac, host: n-h1-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b6a153f-5acc-4efc-9ff2-d82aa4b5901c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b87fb3cb-482f-4500-8eb8-33ba0d95db61'}}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 07:03:24.915383 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-dc2bc813-73cf-4221-8622-5f09e2ded331 req-c6482b27-ce02-48cd-bbd9-a8b8f613e1fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:25.019055 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-dc2bc813-73cf-4221-8622-5f09e2ded331 req-c6482b27-ce02-48cd-bbd9-a8b8f613e1fa service neutron] For port df05dcbc-f831-4359-bf47-6a52b1a149ac, host n-h1-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:03:25.022664 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-dc2bc813-73cf-4221-8622-5f09e2ded331 req-c6482b27-ce02-48cd-bbd9-a8b8f613e1fa service neutron] For port df05dcbc-f831-4359-bf47-6a52b1a149ac, host n-h1-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=df05dcbc-f831-4359-bf47-6a52b1a149ac,segment=NetworkSegment(9b6a153f-5acc-4efc-9ff2-d82aa4b5901c),segment_id=9b6a153f-5acc-4efc-9ff2-d82aa4b5901c)] {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 07:03:25.082685 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-dc2bc813-73cf-4221-8622-5f09e2ded331 req-c6482b27-ce02-48cd-bbd9-a8b8f613e1fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:25.154242 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2bc813-73cf-4221-8622-5f09e2ded331 req-c6482b27-ce02-48cd-bbd9-a8b8f613e1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:03:25.154868 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-dc2bc813-73cf-4221-8622-5f09e2ded331 req-c6482b27-ce02-48cd-bbd9-a8b8f613e1fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:25.156301 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dc2bc813-73cf-4221-8622-5f09e2ded331 req-c6482b27-ce02-48cd-bbd9-a8b8f613e1fa service neutron] 10.222.0.69 "PUT /v2.0/ports/df05dcbc-f831-4359-bf47-6a52b1a149ac HTTP/1.1" status: 200 len: 1092 time: 1.4257653 May 28 07:03:25.156838 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '253e793c-eeda-4ece-9856-bfecf0283c0f', 'tag': 'df05dcbc-f831-4359-bf47-6a52b1a149ac'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:03:25.197640 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6482b27-ce02-48cd-bbd9-a8b8f613e1fa service neutron] Pushing event updated for resources: {'Port': ['ID=df05dcbc-f831-4359-bf47-6a52b1a149ac,revision_number=3']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:03:25.221530 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cfd2b2a-afd6-4978-ac62-194c7373a0a1'] response: {'name': 'network-changed', 'server_uuid': '253e793c-eeda-4ece-9856-bfecf0283c0f', 'tag': 'df05dcbc-f831-4359-bf47-6a52b1a149ac', 'status': 'completed', 'code': 200} May 28 07:03:25.329092 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2bc813-73cf-4221-8622-5f09e2ded331 req-113ef90b-2a5c-4b79-8afe-3f37534f03e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:03:25.330838 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dc2bc813-73cf-4221-8622-5f09e2ded331 req-113ef90b-2a5c-4b79-8afe-3f37534f03e9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6cd404fb9ef9487fb34baf3bf8b36b53&device_id=253e793c-eeda-4ece-9856-bfecf0283c0f HTTP/1.1" status: 200 len: 1095 time: 0.0902085 May 28 07:03:25.407304 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dc2bc813-73cf-4221-8622-5f09e2ded331 req-121b2641-0209-48c0-8cda-62b368182446 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df05dcbc-f831-4359-bf47-6a52b1a149ac HTTP/1.1" status: 200 len: 217 time: 0.0700929 May 28 07:03:25.501451 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2bc813-73cf-4221-8622-5f09e2ded331 req-948d3c19-2d08-473a-aff4-362dbe1d6f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:03:25.503079 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dc2bc813-73cf-4221-8622-5f09e2ded331 req-948d3c19-2d08-473a-aff4-362dbe1d6f80 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=03e4bbfb-d6ff-44b0-bb81-9edbb740d6df HTTP/1.1" status: 200 len: 850 time: 0.0898211 May 28 07:03:25.602605 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2bc813-73cf-4221-8622-5f09e2ded331 req-525d5d77-c95a-42bd-9b1d-3ae0db5b4049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:03:25.604234 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dc2bc813-73cf-4221-8622-5f09e2ded331 req-525d5d77-c95a-42bd-9b1d-3ae0db5b4049 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b87fb3cb-482f-4500-8eb8-33ba0d95db61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0955377 May 28 07:03:25.806735 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dc2bc813-73cf-4221-8622-5f09e2ded331 req-4045412d-cfb8-4b9c-b5aa-d7865c0852bc service neutron] 10.222.0.69 "GET /v2.0/networks/b87fb3cb-482f-4500-8eb8-33ba0d95db61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956003 May 28 07:03:25.845460 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142a78c4-8f90-430e-ae4d-db1b2a3c4053 req-6e09d453-4f68-487e-861e-20e6ac2ac1f7 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:03:25.846933 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-142a78c4-8f90-430e-ae4d-db1b2a3c4053 req-6e09d453-4f68-487e-861e-20e6ac2ac1f7 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=253e793c-eeda-4ece-9856-bfecf0283c0f HTTP/1.1" status: 200 len: 944 time: 0.1560655 May 28 07:03:25.970323 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-142a78c4-8f90-430e-ae4d-db1b2a3c4053 req-1aa4d2cf-10bd-4dd0-bb98-0162a397bf96 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f5492c6-5bbc-4a76-bcd5-ad6fbd0e08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806248 May 28 07:03:25.992610 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dc2bc813-73cf-4221-8622-5f09e2ded331 req-0b7ece8a-a9b6-4eaa-b2c1-a68f49a0671c service neutron] 10.222.0.69 "GET /v2.0/networks/b87fb3cb-482f-4500-8eb8-33ba0d95db61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790922 May 28 07:03:26.217725 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096d6219-bdb9-494a-a280-c15b9cd12698 req-f2aabf30-1732-41ed-b7b3-c4c179469b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:03:26.219258 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-096d6219-bdb9-494a-a280-c15b9cd12698 req-f2aabf30-1732-41ed-b7b3-c4c179469b8d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6cd404fb9ef9487fb34baf3bf8b36b53&device_id=253e793c-eeda-4ece-9856-bfecf0283c0f HTTP/1.1" status: 200 len: 1095 time: 0.0824845 May 28 07:03:26.458910 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 50458) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:03:26.482360 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096d6219-bdb9-494a-a280-c15b9cd12698 req-1bfde838-f266-43d4-9128-11e2c11c16df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:03:26.482360 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-096d6219-bdb9-494a-a280-c15b9cd12698 req-1bfde838-f266-43d4-9128-11e2c11c16df service neutron] 10.222.0.69 "GET /v2.0/networks?id=b87fb3cb-482f-4500-8eb8-33ba0d95db61 HTTP/1.1" status: 200 len: 912 time: 0.2554224 May 28 07:03:26.539024 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-af3d8809-d75a-417e-9bdd-890e1ea34396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:26.591843 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-096d6219-bdb9-494a-a280-c15b9cd12698 req-7991001a-3414-47b1-9152-1f0f38b5c7db service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df05dcbc-f831-4359-bf47-6a52b1a149ac HTTP/1.1" status: 200 len: 217 time: 0.0927598 May 28 07:03:26.620490 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3d1c8658-7eea-4636-8d20-a2c578ccf1a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:26.635849 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-3d1c8658-7eea-4636-8d20-a2c578ccf1a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:03:26.640006 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-3d1c8658-7eea-4636-8d20-a2c578ccf1a7 admin admin] Usage tracker for resource:security_group_rule and tenant:36a5810142044bceb0e720085561273e is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:03:26.643026 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-3d1c8658-7eea-4636-8d20-a2c578ccf1a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:03:26.654465 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096d6219-bdb9-494a-a280-c15b9cd12698 req-52e28f53-6f8d-4bb3-b1d8-5e127fe4fe12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:03:26.654636 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-3d1c8658-7eea-4636-8d20-a2c578ccf1a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:03:26.655928 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-096d6219-bdb9-494a-a280-c15b9cd12698 req-52e28f53-6f8d-4bb3-b1d8-5e127fe4fe12 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=03e4bbfb-d6ff-44b0-bb81-9edbb740d6df HTTP/1.1" status: 200 len: 850 time: 0.0591476 May 28 07:03:26.741143 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096d6219-bdb9-494a-a280-c15b9cd12698 req-cc1288fa-f25a-4523-889d-00c054cf92e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:03:26.742758 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-096d6219-bdb9-494a-a280-c15b9cd12698 req-cc1288fa-f25a-4523-889d-00c054cf92e9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b87fb3cb-482f-4500-8eb8-33ba0d95db61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0807586 May 28 07:03:26.748157 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3d1c8658-7eea-4636-8d20-a2c578ccf1a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:26.806019 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3d1c8658-7eea-4636-8d20-a2c578ccf1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:26.865759 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-3d1c8658-7eea-4636-8d20-a2c578ccf1a7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=36a5810142044bceb0e720085561273e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4057391 May 28 07:03:26.869657 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1c8658-7eea-4636-8d20-a2c578ccf1a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ab43a01-d029-47e7-8333-e8ccd9faee67,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:03:26.869657 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 50468) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:03:26.886355 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-096d6219-bdb9-494a-a280-c15b9cd12698 req-c3433a24-e045-447d-a4fe-dbd4e55b6ac1 service neutron] 10.222.0.69 "GET /v2.0/networks/b87fb3cb-482f-4500-8eb8-33ba0d95db61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375701 May 28 07:03:26.932859 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5ed9a09b-4fc0-4ed6-880a-7b5d7076a073 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:26.961120 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5ed9a09b-4fc0-4ed6-880a-7b5d7076a073 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:27.033978 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-096d6219-bdb9-494a-a280-c15b9cd12698 req-04b2f0b0-f96b-44e1-aa22-c384e3f86c16 service neutron] 10.222.0.69 "GET /v2.0/networks/b87fb3cb-482f-4500-8eb8-33ba0d95db61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409752 May 28 07:03:27.150543 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5ed9a09b-4fc0-4ed6-880a-7b5d7076a073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:27.167584 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5ed9a09b-4fc0-4ed6-880a-7b5d7076a073 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:27.169207 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-5ed9a09b-4fc0-4ed6-880a-7b5d7076a073 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5ab43a01-d029-47e7-8333-e8ccd9faee67 HTTP/1.1" status: 204 len: 168 time: 0.2994223 May 28 07:03:27.177158 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de2d363-7f48-4278-862a-b2189e109ca3 req-dc0648fc-d93e-44b2-aebb-0429b9afce6f tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:03:27.182261 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9de2d363-7f48-4278-862a-b2189e109ca3 req-dc0648fc-d93e-44b2-aebb-0429b9afce6f tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=253e793c-eeda-4ece-9856-bfecf0283c0f HTTP/1.1" status: 200 len: 944 time: 0.0853677 May 28 07:03:27.260046 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed9a09b-4fc0-4ed6-880a-7b5d7076a073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ab43a01-d029-47e7-8333-e8ccd9faee67,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:03:27.269973 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9de2d363-7f48-4278-862a-b2189e109ca3 req-d42f4e7a-fc7c-41c6-a123-5fea7ca1678a tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f5492c6-5bbc-4a76-bcd5-ad6fbd0e08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843503 May 28 07:03:27.818908 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:28.207409 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 50496) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:03:28.313621 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-0209a4f6-fe2b-4887-8828-03326d8be385 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-325981497-network', 'tenant_id': 'c75d8a0214b34fe0a9949c88154acf3c'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:03:28.319293 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-0209a4f6-fe2b-4887-8828-03326d8be385 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:03:28.323157 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-0209a4f6-fe2b-4887-8828-03326d8be385 admin admin] Usage tracker for resource:network and tenant:c75d8a0214b34fe0a9949c88154acf3c is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:03:28.326672 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-0209a4f6-fe2b-4887-8828-03326d8be385 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:03:28.333189 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-0209a4f6-fe2b-4887-8828-03326d8be385 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:03:28.424623 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0209a4f6-fe2b-4887-8828-03326d8be385 admin admin] Made reservation on behalf of c75d8a0214b34fe0a9949c88154acf3c for: {'network': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 07:03:28.427286 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0209a4f6-fe2b-4887-8828-03326d8be385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:28.445077 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0209a4f6-fe2b-4887-8828-03326d8be385 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:28.464405 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-0209a4f6-fe2b-4887-8828-03326d8be385 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:03:28.466530 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c14f65-dde5-44e6-b7e0-7e3fbacd0555 req-a9642cc9-854d-4a8a-b53f-aeb820d8bf34 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:03:28.468363 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-23c14f65-dde5-44e6-b7e0-7e3fbacd0555 req-a9642cc9-854d-4a8a-b53f-aeb820d8bf34 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=253e793c-eeda-4ece-9856-bfecf0283c0f HTTP/1.1" status: 200 len: 944 time: 0.0885940 May 28 07:03:28.470525 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-0209a4f6-fe2b-4887-8828-03326d8be385 admin admin] Usage tracker for resource:security_group_rule and tenant:c75d8a0214b34fe0a9949c88154acf3c is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:03:28.474494 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-0209a4f6-fe2b-4887-8828-03326d8be385 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:03:28.480745 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-0209a4f6-fe2b-4887-8828-03326d8be385 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:03:28.531713 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-23c14f65-dde5-44e6-b7e0-7e3fbacd0555 req-3df99278-fe93-4418-a919-f38e79596aa2 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f5492c6-5bbc-4a76-bcd5-ad6fbd0e08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576720 May 28 07:03:28.572781 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0209a4f6-fe2b-4887-8828-03326d8be385 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:28.676125 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0209a4f6-fe2b-4887-8828-03326d8be385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:28.707275 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0209a4f6-fe2b-4887-8828-03326d8be385 admin admin] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=89109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 07:03:28.715818 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0209a4f6-fe2b-4887-8828-03326d8be385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fca6d9f2-395b-4b86-9dcc-1cf29607f7a6,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:03:28.721876 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0209a4f6-fe2b-4887-8828-03326d8be385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:28.722266 n-d-843702-1 neutron-server[89109]: INFO neutron.db.segments_db [None req-0209a4f6-fe2b-4887-8828-03326d8be385 admin admin] Added segment c94d516c-cd61-4360-94dd-eb8aeb3fb292 of type vlan for network bffc7321-1278-436e-91db-961678a1b7f4 May 28 07:03:28.750814 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0209a4f6-fe2b-4887-8828-03326d8be385 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:28.871056 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0209a4f6-fe2b-4887-8828-03326d8be385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:28.872724 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0209a4f6-fe2b-4887-8828-03326d8be385 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:03:28.873345 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0209a4f6-fe2b-4887-8828-03326d8be385 admin admin] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:28.939178 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-ae1055d6-b5af-47e1-976a-62d4f69cfd71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:28.981886 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0209a4f6-fe2b-4887-8828-03326d8be385 admin admin] Pushing event updated for resources: {'Network': ['ID=bffc7321-1278-436e-91db-961678a1b7f4,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:03:28.991463 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network bffc7321-1278-436e-91db-961678a1b7f4 details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 07:03:29.057948 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 50514) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:03:29.059672 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-0209a4f6-fe2b-4887-8828-03326d8be385 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8509958 May 28 07:03:29.064724 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-90a2bb11-4b3b-4d7b-a006-5893332e4b0e admin admin] Request body: {'subnet': {'network_id': 'bffc7321-1278-436e-91db-961678a1b7f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-325981497-subnet', 'tenant_id': 'c75d8a0214b34fe0a9949c88154acf3c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:03:29.070155 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-90a2bb11-4b3b-4d7b-a006-5893332e4b0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:03:29.075250 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-90a2bb11-4b3b-4d7b-a006-5893332e4b0e admin admin] Usage tracker for resource:subnet and tenant:c75d8a0214b34fe0a9949c88154acf3c is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:03:29.079914 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-90a2bb11-4b3b-4d7b-a006-5893332e4b0e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:03:29.088343 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-90a2bb11-4b3b-4d7b-a006-5893332e4b0e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:03:29.167670 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90a2bb11-4b3b-4d7b-a006-5893332e4b0e admin admin] Made reservation on behalf of c75d8a0214b34fe0a9949c88154acf3c for: {'subnet': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 07:03:29.170886 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-90a2bb11-4b3b-4d7b-a006-5893332e4b0e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3171998'] for subnet, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:29.486595 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-90a2bb11-4b3b-4d7b-a006-5893332e4b0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3115906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3172012'] for subnet, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:29.568979 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a2bb11-4b3b-4d7b-a006-5893332e4b0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c07f2c32-4b81-4b28-ae0d-45175ca57e3a,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:03:29.577376 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a2bb11-4b3b-4d7b-a006-5893332e4b0e admin admin] Checking segment: {'id': 'c94d516c-cd61-4360-94dd-eb8aeb3fb292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'bffc7321-1278-436e-91db-961678a1b7f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:03:29.577679 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a2bb11-4b3b-4d7b-a006-5893332e4b0e admin admin] Network hostable DHCP agents. Network: bffc7321-1278-436e-91db-961678a1b7f4, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89110) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 07:03:29.686056 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a2bb11-4b3b-4d7b-a006-5893332e4b0e admin admin] Network bffc7321-1278-436e-91db-961678a1b7f4 is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89110) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 07:03:29.735309 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2728d0a1-ab05-4b24-8f4e-51955a10f13c req-27f787c8-0523-4b28-913d-2ff22593adf1 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:03:29.736926 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2728d0a1-ab05-4b24-8f4e-51955a10f13c req-27f787c8-0523-4b28-913d-2ff22593adf1 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=253e793c-eeda-4ece-9856-bfecf0283c0f HTTP/1.1" status: 200 len: 944 time: 0.0884955 May 28 07:03:29.779665 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-90a2bb11-4b3b-4d7b-a006-5893332e4b0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, bffc7321-1278-436e-91db-961678a1b7f4) {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:03:29.787129 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a2bb11-4b3b-4d7b-a006-5893332e4b0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:03:29.787781 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-90a2bb11-4b3b-4d7b-a006-5893332e4b0e admin admin] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:29.789405 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dbae932-8131-4c89-8d4d-af5226a11629 None None] Network bffc7321-1278-436e-91db-961678a1b7f4 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 07:03:29.794340 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2728d0a1-ab05-4b24-8f4e-51955a10f13c req-85f79492-22e4-4bcf-ac83-77c6f760ff68 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f5492c6-5bbc-4a76-bcd5-ad6fbd0e08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516870 May 28 07:03:29.876875 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-90a2bb11-4b3b-4d7b-a006-5893332e4b0e admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8179288 May 28 07:03:29.983650 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:30.051203 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f35ab7-b09b-4835-a56e-911b190b2f22 None None] Network bffc7321-1278-436e-91db-961678a1b7f4 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 07:03:30.119863 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:31.003502 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81fc02c-02d6-4ddf-a6da-665ae951d33d req-a8335ea3-acc1-4107-8b45-6661c62ed2c3 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:03:31.010562 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a81fc02c-02d6-4ddf-a6da-665ae951d33d req-a8335ea3-acc1-4107-8b45-6661c62ed2c3 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=253e793c-eeda-4ece-9856-bfecf0283c0f HTTP/1.1" status: 200 len: 944 time: 0.0955102 May 28 07:03:31.051660 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a81fc02c-02d6-4ddf-a6da-665ae951d33d req-b0bf596d-d8f2-4a83-add5-70c354ee54f5 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f5492c6-5bbc-4a76-bcd5-ad6fbd0e08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401444 May 28 07:03:31.801603 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:32.257221 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c43765-e43e-4a23-9581-4ecc6465bde5 req-e4fadfc1-290b-4ee5-bea8-5a1515325869 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:03:32.258633 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-48c43765-e43e-4a23-9581-4ecc6465bde5 req-e4fadfc1-290b-4ee5-bea8-5a1515325869 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=253e793c-eeda-4ece-9856-bfecf0283c0f HTTP/1.1" status: 200 len: 944 time: 0.0864792 May 28 07:03:32.305172 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-48c43765-e43e-4a23-9581-4ecc6465bde5 req-311001c5-41d9-4bda-9765-aca19c724de6 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f5492c6-5bbc-4a76-bcd5-ad6fbd0e08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397327 May 28 07:03:32.487556 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:33.503476 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee6aeb5-f491-4a24-8dba-38ef57579d7d req-09a2a036-da6b-4f00-93a2-32d911f05951 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:03:33.505892 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bee6aeb5-f491-4a24-8dba-38ef57579d7d req-09a2a036-da6b-4f00-93a2-32d911f05951 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=253e793c-eeda-4ece-9856-bfecf0283c0f HTTP/1.1" status: 200 len: 944 time: 0.0850513 May 28 07:03:33.554099 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bee6aeb5-f491-4a24-8dba-38ef57579d7d req-12bbb77a-6720-4646-aa4d-f53c6fdec348 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f5492c6-5bbc-4a76-bcd5-ad6fbd0e08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412884 May 28 07:03:34.757792 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359fb096-68ba-44dc-a419-fe5a1d6bcc27 req-328201ed-cab6-4109-9335-717d1973e189 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:03:34.760189 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-359fb096-68ba-44dc-a419-fe5a1d6bcc27 req-328201ed-cab6-4109-9335-717d1973e189 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=253e793c-eeda-4ece-9856-bfecf0283c0f HTTP/1.1" status: 200 len: 944 time: 0.0865097 May 28 07:03:34.809625 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-359fb096-68ba-44dc-a419-fe5a1d6bcc27 req-60b3e853-b5d3-4e34-8558-29c2f410c114 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f5492c6-5bbc-4a76-bcd5-ad6fbd0e08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431080 May 28 07:03:34.820634 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device df05dcbc-f831-4359-bf47-6a52b1a149ac details requested by agent hyperv_n-h1-843702-1 with host n-h1-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 07:03:34.960258 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port df05dcbc-f831-4359-bf47-6a52b1a149ac, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=df05dcbc-f831-4359-bf47-6a52b1a149ac,segment=NetworkSegment(9b6a153f-5acc-4efc-9ff2-d82aa4b5901c),segment_id=9b6a153f-5acc-4efc-9ff2-d82aa4b5901c)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:03:34.976026 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Returning: {'device': 'df05dcbc-f831-4359-bf47-6a52b1a149ac', 'network_id': 'b87fb3cb-482f-4500-8eb8-33ba0d95db61', 'port_id': 'df05dcbc-f831-4359-bf47-6a52b1a149ac', 'mac_address': 'fa:16:3e:a3:11:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03e4bbfb-d6ff-44b0-bb81-9edbb740d6df', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 07:03:35.122403 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port df05dcbc-f831-4359-bf47-6a52b1a149ac is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:03:35.122967 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:35.156538 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df05dcbc-f831-4359-bf47-6a52b1a149ac {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 07:03:35.179140 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port df05dcbc-f831-4359-bf47-6a52b1a149ac, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=df05dcbc-f831-4359-bf47-6a52b1a149ac,segment=NetworkSegment(9b6a153f-5acc-4efc-9ff2-d82aa4b5901c),segment_id=9b6a153f-5acc-4efc-9ff2-d82aa4b5901c)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:03:35.251681 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:35.322193 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=df05dcbc-f831-4359-bf47-6a52b1a149ac,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:03:35.330208 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:03:35.330558 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:03:35.330929 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:03:35.331260 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:03:35.331592 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:03:35.331918 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:03:35.332244 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:03:35.332568 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:03:35.333112 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:03:35.333455 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:03:35.333781 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:03:35.334107 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:03:35.459638 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['df05dcbc-f831-4359-bf47-6a52b1a149ac'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 07:03:36.003421 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cb4e82-454d-4144-9c9b-18aa74168a98 req-407c15af-8fc1-4833-b7b8-5cba421efee4 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:03:36.004948 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-70cb4e82-454d-4144-9c9b-18aa74168a98 req-407c15af-8fc1-4833-b7b8-5cba421efee4 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=253e793c-eeda-4ece-9856-bfecf0283c0f HTTP/1.1" status: 200 len: 945 time: 0.0814877 May 28 07:03:36.050601 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-70cb4e82-454d-4144-9c9b-18aa74168a98 req-1814b6c4-cccd-4005-bcba-64a143d20c70 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f5492c6-5bbc-4a76-bcd5-ad6fbd0e08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388410 May 28 07:03:36.695291 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 50590) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:03:36.822922 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a7491525-a53c-49d2-9ecb-0fc37dde712d admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:36.832106 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device df05dcbc-f831-4359-bf47-6a52b1a149ac up at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:03:36.952323 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-a7491525-a53c-49d2-9ecb-0fc37dde712d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:03:36.956173 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-a7491525-a53c-49d2-9ecb-0fc37dde712d admin admin] Usage tracker for resource:security_group_rule and tenant:9d447ac7466b4901807fae7db1895e18 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:03:36.958979 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-a7491525-a53c-49d2-9ecb-0fc37dde712d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:03:36.965090 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-a7491525-a53c-49d2-9ecb-0fc37dde712d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:03:37.024559 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning for port df05dcbc-f831-4359-bf47-6a52b1a149ac completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:03:37.030227 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning complete for port df05dcbc-f831-4359-bf47-6a52b1a149ac triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:03:37.030606 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:37.046880 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a7491525-a53c-49d2-9ecb-0fc37dde712d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:37.161141 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port df05dcbc-f831-4359-bf47-6a52b1a149ac is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:03:37.161552 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:37.192984 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '253e793c-eeda-4ece-9856-bfecf0283c0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df05dcbc-f831-4359-bf47-6a52b1a149ac'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:03:37.203954 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port df05dcbc-f831-4359-bf47-6a52b1a149ac, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=df05dcbc-f831-4359-bf47-6a52b1a149ac,segment=NetworkSegment(9b6a153f-5acc-4efc-9ff2-d82aa4b5901c),segment_id=9b6a153f-5acc-4efc-9ff2-d82aa4b5901c)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:03:37.223806 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a7491525-a53c-49d2-9ecb-0fc37dde712d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:37.245404 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5e7c848-8f52-4abb-b82e-ff29f745b3e7'] response: {'server_uuid': '253e793c-eeda-4ece-9856-bfecf0283c0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df05dcbc-f831-4359-bf47-6a52b1a149ac', 'code': 200} May 28 07:03:37.276642 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:37.282992 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-a7491525-a53c-49d2-9ecb-0fc37dde712d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9d447ac7466b4901807fae7db1895e18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5863140 May 28 07:03:37.291862 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 50602) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:03:37.323043 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d33b75-4a67-429e-95f3-cb35849feb28 req-5ec9e871-574c-4b0f-80c8-06f05ee24b92 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:03:37.327260 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-48d33b75-4a67-429e-95f3-cb35849feb28 req-5ec9e871-574c-4b0f-80c8-06f05ee24b92 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=253e793c-eeda-4ece-9856-bfecf0283c0f HTTP/1.1" status: 200 len: 945 time: 0.1542530 May 28 07:03:37.327260 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7491525-a53c-49d2-9ecb-0fc37dde712d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57b64c26-a019-4f9f-b4bd-9d87b60451bf,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:03:37.356668 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=df05dcbc-f831-4359-bf47-6a52b1a149ac,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:03:37.380130 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f6a989a2-e4cf-436d-8c1d-b40aa9508167 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:37.390463 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7491525-a53c-49d2-9ecb-0fc37dde712d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:03:37.390922 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7491525-a53c-49d2-9ecb-0fc37dde712d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:03:37.391370 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7491525-a53c-49d2-9ecb-0fc37dde712d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:03:37.391793 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7491525-a53c-49d2-9ecb-0fc37dde712d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:03:37.392218 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7491525-a53c-49d2-9ecb-0fc37dde712d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:03:37.392639 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7491525-a53c-49d2-9ecb-0fc37dde712d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:03:37.393055 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7491525-a53c-49d2-9ecb-0fc37dde712d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:03:37.393487 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7491525-a53c-49d2-9ecb-0fc37dde712d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:03:37.394308 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7491525-a53c-49d2-9ecb-0fc37dde712d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:03:37.394308 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7491525-a53c-49d2-9ecb-0fc37dde712d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:03:37.394779 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7491525-a53c-49d2-9ecb-0fc37dde712d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:03:37.395200 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7491525-a53c-49d2-9ecb-0fc37dde712d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:03:37.413623 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f6a989a2-e4cf-436d-8c1d-b40aa9508167 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:37.440958 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-48d33b75-4a67-429e-95f3-cb35849feb28 req-2a0f9fc7-42c9-4947-ac4a-c8092d386379 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f5492c6-5bbc-4a76-bcd5-ad6fbd0e08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765977 May 28 07:03:37.462759 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2d5342-d641-4dbe-be91-cd374920d615 req-34d65528-2a28-4807-afd8-1c7db76238dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:03:37.462759 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dc2d5342-d641-4dbe-be91-cd374920d615 req-34d65528-2a28-4807-afd8-1c7db76238dd service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=253e793c-eeda-4ece-9856-bfecf0283c0f HTTP/1.1" status: 200 len: 1097 time: 0.1329875 May 28 07:03:37.509916 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dc2d5342-d641-4dbe-be91-cd374920d615 req-939238ed-9db2-408a-88b6-f9feef33c9cd service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=1f5492c6-5bbc-4a76-bcd5-ad6fbd0e08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384634 May 28 07:03:37.572974 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f6a989a2-e4cf-436d-8c1d-b40aa9508167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:37.592795 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a989a2-e4cf-436d-8c1d-b40aa9508167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57b64c26-a019-4f9f-b4bd-9d87b60451bf,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:03:37.599889 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f6a989a2-e4cf-436d-8c1d-b40aa9508167 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:37.601208 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-f6a989a2-e4cf-436d-8c1d-b40aa9508167 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/57b64c26-a019-4f9f-b4bd-9d87b60451bf HTTP/1.1" status: 204 len: 168 time: 0.3083887 May 28 07:03:38.701452 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98249c23-ed2d-4a18-9f65-6e994a09ba19 req-08d62742-abd5-49f7-ad86-c2bc7eff1c04 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:03:38.702950 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-98249c23-ed2d-4a18-9f65-6e994a09ba19 req-08d62742-abd5-49f7-ad86-c2bc7eff1c04 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=253e793c-eeda-4ece-9856-bfecf0283c0f HTTP/1.1" status: 200 len: 946 time: 0.0923378 May 28 07:03:38.758383 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-98249c23-ed2d-4a18-9f65-6e994a09ba19 req-f9154eab-7e4b-4351-a69b-3b530b6146bc tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f5492c6-5bbc-4a76-bcd5-ad6fbd0e08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490315 May 28 07:03:39.952150 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16620d81-7664-470c-9c0a-faff1bc5cd5d req-5fab84f5-4e09-43b1-8590-a35a7c311cda tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:03:39.953655 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-16620d81-7664-470c-9c0a-faff1bc5cd5d req-5fab84f5-4e09-43b1-8590-a35a7c311cda tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=253e793c-eeda-4ece-9856-bfecf0283c0f HTTP/1.1" status: 200 len: 946 time: 0.0851274 May 28 07:03:40.003415 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-16620d81-7664-470c-9c0a-faff1bc5cd5d req-5f829d87-8b23-415c-8b68-02b5d843c426 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f5492c6-5bbc-4a76-bcd5-ad6fbd0e08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436666 May 28 07:03:40.391718 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32cbdb3-d8e9-48be-9889-15bc429c67ab req-f3013ca1-55e9-4b43-aa90-4db268d9a8dc tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:03:40.397862 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a32cbdb3-d8e9-48be-9889-15bc429c67ab req-f3013ca1-55e9-4b43-aa90-4db268d9a8dc tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=253e793c-eeda-4ece-9856-bfecf0283c0f HTTP/1.1" status: 200 len: 946 time: 0.2863383 May 28 07:03:40.438924 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a32cbdb3-d8e9-48be-9889-15bc429c67ab req-5d42b6c2-1668-45dd-aed9-d07f2e536364 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f5492c6-5bbc-4a76-bcd5-ad6fbd0e08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400491 May 28 07:03:42.122547 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d7c93285-8f33-490a-b436-01878b37a4a9 req-4f4aaf35-b7b8-44b5-ae98-2efe60957a64 tempest-VolumesNegativeTest-1191832824 tempest-VolumesNegativeTest-1191832824-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=3f572d85b8234ee0ae79f5cd64366755&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0396252 May 28 07:03:42.291731 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c93285-8f33-490a-b436-01878b37a4a9 req-f62295d3-0417-4f1e-b75a-44c6640862f6 tempest-VolumesNegativeTest-1191832824 tempest-VolumesNegativeTest-1191832824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:03:42.296752 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d7c93285-8f33-490a-b436-01878b37a4a9 req-f62295d3-0417-4f1e-b75a-44c6640862f6 tempest-VolumesNegativeTest-1191832824 tempest-VolumesNegativeTest-1191832824-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1688154 May 28 07:03:42.314043 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d7c93285-8f33-490a-b436-01878b37a4a9 req-933e5ac6-e728-4913-b388-a3bd08565762 tempest-VolumesNegativeTest-1191832824 tempest-VolumesNegativeTest-1191832824-project] 10.222.0.55 "GET /v2.0/quotas/3f572d85b8234ee0ae79f5cd64366755 HTTP/1.1" status: 200 len: 375 time: 0.0146813 May 28 07:03:42.370008 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d7c93285-8f33-490a-b436-01878b37a4a9 req-b22e06e1-6ca0-40b3-afdf-59916feb314c tempest-VolumesNegativeTest-1191832824 tempest-VolumesNegativeTest-1191832824-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=3f572d85b8234ee0ae79f5cd64366755&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0505054 May 28 07:03:42.687578 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f4635d27-628f-49c2-873f-45e017708f6a req-4ed19f39-b613-4fcd-aeb6-7187cddb9066 tempest-VolumesNegativeTest-1191832824 tempest-VolumesNegativeTest-1191832824-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0a1c478-59f8-4de7-9e9e-2d92aa202e5b HTTP/1.1" status: 200 len: 210 time: 0.0453312 May 28 07:03:43.790344 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f57b5a52-902d-4f60-bf6d-390c8aeea99c req-9ae7d229-989e-45e7-bdc5-0d8322aba61a tempest-VolumesNegativeTest-1191832824 tempest-VolumesNegativeTest-1191832824-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0a1c478-59f8-4de7-9e9e-2d92aa202e5b HTTP/1.1" status: 200 len: 210 time: 0.0457082 May 28 07:03:44.901128 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb428750-d184-480e-8d6f-529f71069164 req-47be1692-eb6c-4284-81b9-712dd073bfd6 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:03:44.903423 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fb428750-d184-480e-8d6f-529f71069164 req-47be1692-eb6c-4284-81b9-712dd073bfd6 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/networks?id=b87fb3cb-482f-4500-8eb8-33ba0d95db61 HTTP/1.1" status: 200 len: 811 time: 0.1518788 May 28 07:03:44.962956 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-45dc4107-00f0-4d8d-b0f1-6e0a38339a5c req-9b01f7c0-11d2-493b-ac9e-6ce37a7cf40f tempest-VolumesNegativeTest-1191832824 tempest-VolumesNegativeTest-1191832824-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0a1c478-59f8-4de7-9e9e-2d92aa202e5b HTTP/1.1" status: 200 len: 210 time: 0.0548861 May 28 07:03:44.967763 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fb428750-d184-480e-8d6f-529f71069164 req-c199d08e-af49-4d0e-8ac8-0ecf8faa55a0 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/quotas/6cd404fb9ef9487fb34baf3bf8b36b53 HTTP/1.1" status: 200 len: 375 time: 0.0583076 May 28 07:03:45.052020 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fb428750-d184-480e-8d6f-529f71069164 req-f00bc39a-2ab2-452d-a9ec-8e243ace0147 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=6cd404fb9ef9487fb34baf3bf8b36b53&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0820577 May 28 07:03:45.187599 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fb428750-d184-480e-8d6f-529f71069164 req-7b65194c-5b65-4cee-9f93-dfba5ccc6d7e service neutron] 10.222.0.55 "GET /v2.0/networks/b87fb3cb-482f-4500-8eb8-33ba0d95db61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272373 May 28 07:03:45.320892 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fb428750-d184-480e-8d6f-529f71069164 req-68642b94-0a82-4478-a2e1-7623e7db5ed2 service neutron] 10.222.0.55 "GET /v2.0/networks/b87fb3cb-482f-4500-8eb8-33ba0d95db61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274576 May 28 07:03:45.588123 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d7c93285-8f33-490a-b436-01878b37a4a9 req-a9dfad6e-b1db-48f0-894c-3afda58afb73 tempest-VolumesNegativeTest-1191832824 tempest-VolumesNegativeTest-1191832824-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=3f572d85b8234ee0ae79f5cd64366755&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321426 May 28 07:03:45.843772 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c7649fcf-1699-4b8c-932e-72351b1ae745 req-1424f7bd-4f53-4148-ae0a-58a54c8e38c9 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ad2d81b-c1b4-4a82-8953-15a156abffac HTTP/1.1" status: 200 len: 210 time: 0.2237105 May 28 07:03:45.913932 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c93285-8f33-490a-b436-01878b37a4a9 req-58945ba2-f3a3-4d2e-9523-91f3e7553af7 tempest-VolumesNegativeTest-1191832824 tempest-VolumesNegativeTest-1191832824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:03:45.916325 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d7c93285-8f33-490a-b436-01878b37a4a9 req-58945ba2-f3a3-4d2e-9523-91f3e7553af7 tempest-VolumesNegativeTest-1191832824 tempest-VolumesNegativeTest-1191832824-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3238857 May 28 07:03:45.934702 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-d7c93285-8f33-490a-b436-01878b37a4a9 req-6a8ec714-d633-4e9e-bf6a-59bf744f9f0f tempest-VolumesNegativeTest-1191832824 tempest-VolumesNegativeTest-1191832824-project] Request body: {'port': {'device_id': 'e0a1c478-59f8-4de7-9e9e-2d92aa202e5b', 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9', 'admin_state_up': True, 'tenant_id': '3f572d85b8234ee0ae79f5cd64366755'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:03:46.133689 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-d7c93285-8f33-490a-b436-01878b37a4a9 req-6a8ec714-d633-4e9e-bf6a-59bf744f9f0f tempest-VolumesNegativeTest-1191832824 tempest-VolumesNegativeTest-1191832824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:03:46.138276 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ce312800-64cf-4f7a-a993-cfafbd259fc4 req-97f4a118-ccc1-48e5-840a-4f428fe6d679 tempest-VolumesNegativeTest-1191832824 tempest-VolumesNegativeTest-1191832824-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0a1c478-59f8-4de7-9e9e-2d92aa202e5b HTTP/1.1" status: 200 len: 210 time: 0.0533102 May 28 07:03:46.140751 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-d7c93285-8f33-490a-b436-01878b37a4a9 req-6a8ec714-d633-4e9e-bf6a-59bf744f9f0f tempest-VolumesNegativeTest-1191832824 tempest-VolumesNegativeTest-1191832824-project] Usage tracker for resource:port and tenant:3f572d85b8234ee0ae79f5cd64366755 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:03:46.144230 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-d7c93285-8f33-490a-b436-01878b37a4a9 req-6a8ec714-d633-4e9e-bf6a-59bf744f9f0f tempest-VolumesNegativeTest-1191832824 tempest-VolumesNegativeTest-1191832824-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:03:46.150307 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-d7c93285-8f33-490a-b436-01878b37a4a9 req-6a8ec714-d633-4e9e-bf6a-59bf744f9f0f tempest-VolumesNegativeTest-1191832824 tempest-VolumesNegativeTest-1191832824-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:03:46.263590 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7c93285-8f33-490a-b436-01878b37a4a9 req-6a8ec714-d633-4e9e-bf6a-59bf744f9f0f tempest-VolumesNegativeTest-1191832824 tempest-VolumesNegativeTest-1191832824-project] Made reservation on behalf of 3f572d85b8234ee0ae79f5cd64366755 for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 07:03:46.267113 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-d7c93285-8f33-490a-b436-01878b37a4a9 req-6a8ec714-d633-4e9e-bf6a-59bf744f9f0f tempest-VolumesNegativeTest-1191832824 tempest-VolumesNegativeTest-1191832824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:46.279960 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-d7c93285-8f33-490a-b436-01878b37a4a9 req-6a8ec714-d633-4e9e-bf6a-59bf744f9f0f tempest-VolumesNegativeTest-1191832824 tempest-VolumesNegativeTest-1191832824-project] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:46.295486 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-d7c93285-8f33-490a-b436-01878b37a4a9 req-6a8ec714-d633-4e9e-bf6a-59bf744f9f0f tempest-VolumesNegativeTest-1191832824 tempest-VolumesNegativeTest-1191832824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:03:46.299794 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-d7c93285-8f33-490a-b436-01878b37a4a9 req-6a8ec714-d633-4e9e-bf6a-59bf744f9f0f tempest-VolumesNegativeTest-1191832824 tempest-VolumesNegativeTest-1191832824-project] Usage tracker for resource:security_group_rule and tenant:3f572d85b8234ee0ae79f5cd64366755 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:03:46.302792 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-d7c93285-8f33-490a-b436-01878b37a4a9 req-6a8ec714-d633-4e9e-bf6a-59bf744f9f0f tempest-VolumesNegativeTest-1191832824 tempest-VolumesNegativeTest-1191832824-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:03:46.309232 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-d7c93285-8f33-490a-b436-01878b37a4a9 req-6a8ec714-d633-4e9e-bf6a-59bf744f9f0f tempest-VolumesNegativeTest-1191832824 tempest-VolumesNegativeTest-1191832824-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:03:46.395041 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-d7c93285-8f33-490a-b436-01878b37a4a9 req-6a8ec714-d633-4e9e-bf6a-59bf744f9f0f tempest-VolumesNegativeTest-1191832824 tempest-VolumesNegativeTest-1191832824-project] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:46.521810 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-d7c93285-8f33-490a-b436-01878b37a4a9 req-6a8ec714-d633-4e9e-bf6a-59bf744f9f0f tempest-VolumesNegativeTest-1191832824 tempest-VolumesNegativeTest-1191832824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:46.615090 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8ec714-d633-4e9e-bf6a-59bf744f9f0f tempest-VolumesNegativeTest-1191832824 tempest-VolumesNegativeTest-1191832824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2d1ecbd-3b92-4461-8526-ffd8abc42fc8,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:03:46.725303 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [req-d7c93285-8f33-490a-b436-01878b37a4a9 req-6a8ec714-d633-4e9e-bf6a-59bf744f9f0f tempest-VolumesNegativeTest-1191832824 tempest-VolumesNegativeTest-1191832824-project] Allocated IP 192.168.233.74 (bb90c162-fdb0-406b-af2b-5eef830db7a9/e72d0ca5-04cb-4b36-82b1-c75214c9eb05/141b5069-c32d-4af4-bfd2-f436112f300e) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:03:46.940851 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-d7c93285-8f33-490a-b436-01878b37a4a9 req-6a8ec714-d633-4e9e-bf6a-59bf744f9f0f tempest-VolumesNegativeTest-1191832824 tempest-VolumesNegativeTest-1191832824-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:46.959219 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-d7c93285-8f33-490a-b436-01878b37a4a9 req-6a8ec714-d633-4e9e-bf6a-59bf744f9f0f tempest-VolumesNegativeTest-1191832824 tempest-VolumesNegativeTest-1191832824-project] Transition to ACTIVE for port object 141b5069-c32d-4af4-bfd2-f436112f300e will not be triggered until provisioned by entity DHCP. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:03:47.005751 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-18cecfb6-dae2-499a-835f-e7952f881921 req-710a27e9-461d-4e2a-b21a-1196a28a3fc4 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ad2d81b-c1b4-4a82-8953-15a156abffac HTTP/1.1" status: 200 len: 210 time: 0.0477111 May 28 07:03:47.206620 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-d7c93285-8f33-490a-b436-01878b37a4a9 req-6a8ec714-d633-4e9e-bf6a-59bf744f9f0f tempest-VolumesNegativeTest-1191832824 tempest-VolumesNegativeTest-1191832824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:47.339643 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7c93285-8f33-490a-b436-01878b37a4a9 req-6a8ec714-d633-4e9e-bf6a-59bf744f9f0f tempest-VolumesNegativeTest-1191832824 tempest-VolumesNegativeTest-1191832824-project] Network bb90c162-fdb0-406b-af2b-5eef830db7a9 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:03:47.341918 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8ec714-d633-4e9e-bf6a-59bf744f9f0f tempest-VolumesNegativeTest-1191832824 tempest-VolumesNegativeTest-1191832824-project] Pushing event updated for resources: {'Port': ['ID=141b5069-c32d-4af4-bfd2-f436112f300e,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:03:47.346025 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [req-d7c93285-8f33-490a-b436-01878b37a4a9 req-6a8ec714-d633-4e9e-bf6a-59bf744f9f0f tempest-VolumesNegativeTest-1191832824 tempest-VolumesNegativeTest-1191832824-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:03:47.348264 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7c93285-8f33-490a-b436-01878b37a4a9 req-6a8ec714-d633-4e9e-bf6a-59bf744f9f0f tempest-VolumesNegativeTest-1191832824 tempest-VolumesNegativeTest-1191832824-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:03:47.425561 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c93285-8f33-490a-b436-01878b37a4a9 req-6a8ec714-d633-4e9e-bf6a-59bf744f9f0f tempest-VolumesNegativeTest-1191832824 tempest-VolumesNegativeTest-1191832824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:03:47.426141 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-d7c93285-8f33-490a-b436-01878b37a4a9 req-6a8ec714-d633-4e9e-bf6a-59bf744f9f0f tempest-VolumesNegativeTest-1191832824 tempest-VolumesNegativeTest-1191832824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:47.458093 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccac3825-db53-43da-9ddd-49817dfd5d86 req-c7d4e706-22d0-42a6-8f29-eec04af2703c tempest-VolumesNegativeTest-1191832824 tempest-VolumesNegativeTest-1191832824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:03:47.461875 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ccac3825-db53-43da-9ddd-49817dfd5d86 req-c7d4e706-22d0-42a6-8f29-eec04af2703c tempest-VolumesNegativeTest-1191832824 tempest-VolumesNegativeTest-1191832824-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0a1c478-59f8-4de7-9e9e-2d92aa202e5b HTTP/1.1" status: 200 len: 935 time: 0.1907113 May 28 07:03:47.529149 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-ccac3825-db53-43da-9ddd-49817dfd5d86 req-b8ccb078-4e87-46c4-b8d3-0276c6bd958a tempest-VolumesNegativeTest-1191832824 tempest-VolumesNegativeTest-1191832824-project] Synchronizing usage tracker for tenant:3f572d85b8234ee0ae79f5cd64366755 on resource:security_group {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:03:47.625977 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d7c93285-8f33-490a-b436-01878b37a4a9 req-6a8ec714-d633-4e9e-bf6a-59bf744f9f0f tempest-VolumesNegativeTest-1191832824 tempest-VolumesNegativeTest-1191832824-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6953256 May 28 07:03:47.642981 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-d7c93285-8f33-490a-b436-01878b37a4a9 req-2186a01a-3985-40b8-9c05-037ec75714d3 service neutron] Request body: {'port': {'device_id': 'e0a1c478-59f8-4de7-9e9e-2d92aa202e5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843702-1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:03:47.673287 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-ccac3825-db53-43da-9ddd-49817dfd5d86 req-b8ccb078-4e87-46c4-b8d3-0276c6bd958a tempest-VolumesNegativeTest-1191832824 tempest-VolumesNegativeTest-1191832824-project] Unset dirty status for tenant:3f572d85b8234ee0ae79f5cd64366755 on resource:security_group {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:03:47.674426 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ccac3825-db53-43da-9ddd-49817dfd5d86 req-b8ccb078-4e87-46c4-b8d3-0276c6bd958a tempest-VolumesNegativeTest-1191832824 tempest-VolumesNegativeTest-1191832824-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2d1ecbd-3b92-4461-8526-ffd8abc42fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074361 May 28 07:03:47.722092 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-ee372cb8-1958-429b-8670-acabac4c8370 None None] Provisioning for port 141b5069-c32d-4af4-bfd2-f436112f300e completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:03:47.727473 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-ee372cb8-1958-429b-8670-acabac4c8370 None None] Provisioning complete for port 141b5069-c32d-4af4-bfd2-f436112f300e triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:03:47.727839 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-ee372cb8-1958-429b-8670-acabac4c8370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:47.757910 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-d7c93285-8f33-490a-b436-01878b37a4a9 req-2186a01a-3985-40b8-9c05-037ec75714d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:47.784247 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-ee372cb8-1958-429b-8670-acabac4c8370 None None] Port 141b5069-c32d-4af4-bfd2-f436112f300e cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 07:03:48.124605 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [req-d7c93285-8f33-490a-b436-01878b37a4a9 req-2186a01a-3985-40b8-9c05-037ec75714d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 141b5069-c32d-4af4-bfd2-f436112f300e {{(pid=89110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 07:03:48.133666 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-d7c93285-8f33-490a-b436-01878b37a4a9 req-2186a01a-3985-40b8-9c05-037ec75714d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:48.148411 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-d7c93285-8f33-490a-b436-01878b37a4a9 req-2186a01a-3985-40b8-9c05-037ec75714d3 service neutron] Transition to ACTIVE for port object 141b5069-c32d-4af4-bfd2-f436112f300e will not be triggered until provisioned by entity L2. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:03:48.195517 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b1359f2e-5e89-48b6-8392-22efd103e486 req-b8eab895-5421-488a-934f-f8d4c96d1fb3 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ad2d81b-c1b4-4a82-8953-15a156abffac HTTP/1.1" status: 200 len: 210 time: 0.0440257 May 28 07:03:48.268646 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-d7c93285-8f33-490a-b436-01878b37a4a9 req-2186a01a-3985-40b8-9c05-037ec75714d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:48.463553 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2186a01a-3985-40b8-9c05-037ec75714d3 service neutron] Pushing event updated for resources: {'Port': ['ID=141b5069-c32d-4af4-bfd2-f436112f300e,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:03:48.542273 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-d7c93285-8f33-490a-b436-01878b37a4a9 req-2186a01a-3985-40b8-9c05-037ec75714d3 service neutron] Attempting to bind port 141b5069-c32d-4af4-bfd2-f436112f300e on host n-h2-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 07:03:48.543204 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-d7c93285-8f33-490a-b436-01878b37a4a9 req-2186a01a-3985-40b8-9c05-037ec75714d3 service neutron] Attempting to bind port 141b5069-c32d-4af4-bfd2-f436112f300e by drivers openvswitch,hyperv on host n-h2-843702-1 at level 0 using segments [{'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 07:03:48.543951 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c93285-8f33-490a-b436-01878b37a4a9 req-2186a01a-3985-40b8-9c05-037ec75714d3 service neutron] Attempting to bind port 141b5069-c32d-4af4-bfd2-f436112f300e on network bb90c162-fdb0-406b-af2b-5eef830db7a9 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:03:48.553232 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c93285-8f33-490a-b436-01878b37a4a9 req-2186a01a-3985-40b8-9c05-037ec75714d3 service neutron] Port 141b5069-c32d-4af4-bfd2-f436112f300e on network bb90c162-fdb0-406b-af2b-5eef830db7a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 07:03:48.553608 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c93285-8f33-490a-b436-01878b37a4a9 req-2186a01a-3985-40b8-9c05-037ec75714d3 service neutron] Attempting to bind port 141b5069-c32d-4af4-bfd2-f436112f300e on network bb90c162-fdb0-406b-af2b-5eef830db7a9 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:03:48.568756 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c93285-8f33-490a-b436-01878b37a4a9 req-2186a01a-3985-40b8-9c05-037ec75714d3 service neutron] Checking agent: {'id': 'f1a3973b-d2b3-4558-88e7-2ac50857d302', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 7, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 07:03:48.575635 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c93285-8f33-490a-b436-01878b37a4a9 req-2186a01a-3985-40b8-9c05-037ec75714d3 service neutron] Checking segment: {'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:03:48.575635 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c93285-8f33-490a-b436-01878b37a4a9 req-2186a01a-3985-40b8-9c05-037ec75714d3 service neutron] Bound using segment: {'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 07:03:48.575635 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-d7c93285-8f33-490a-b436-01878b37a4a9 req-2186a01a-3985-40b8-9c05-037ec75714d3 service neutron] Bound port: 141b5069-c32d-4af4-bfd2-f436112f300e, host: n-h2-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'}}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 07:03:48.575635 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-d7c93285-8f33-490a-b436-01878b37a4a9 req-2186a01a-3985-40b8-9c05-037ec75714d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:48.610622 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb428750-d184-480e-8d6f-529f71069164 req-3980fa88-2a05-466c-ad62-f4f9992a59bc tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:03:48.615386 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-fb428750-d184-480e-8d6f-529f71069164 req-3980fa88-2a05-466c-ad62-f4f9992a59bc tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.71 "GET /v2.0/networks?id=b87fb3cb-482f-4500-8eb8-33ba0d95db61 HTTP/1.1" status: 200 len: 811 time: 0.1973591 May 28 07:03:48.649615 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-fb428750-d184-480e-8d6f-529f71069164 req-e03d8666-328a-43a4-bdea-845f8a5e10f7 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Request body: {'port': {'device_id': '3ad2d81b-c1b4-4a82-8953-15a156abffac', 'network_id': 'b87fb3cb-482f-4500-8eb8-33ba0d95db61', 'admin_state_up': True, 'tenant_id': '6cd404fb9ef9487fb34baf3bf8b36b53'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:03:48.683323 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-d7c93285-8f33-490a-b436-01878b37a4a9 req-2186a01a-3985-40b8-9c05-037ec75714d3 service neutron] For port 141b5069-c32d-4af4-bfd2-f436112f300e, host n-h2-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:03:48.686501 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-d7c93285-8f33-490a-b436-01878b37a4a9 req-2186a01a-3985-40b8-9c05-037ec75714d3 service neutron] For port 141b5069-c32d-4af4-bfd2-f436112f300e, host n-h2-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=141b5069-c32d-4af4-bfd2-f436112f300e,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 07:03:48.811292 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [req-fb428750-d184-480e-8d6f-529f71069164 req-e03d8666-328a-43a4-bdea-845f8a5e10f7 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:03:48.822101 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [req-fb428750-d184-480e-8d6f-529f71069164 req-e03d8666-328a-43a4-bdea-845f8a5e10f7 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:03:48.840624 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-d7c93285-8f33-490a-b436-01878b37a4a9 req-2186a01a-3985-40b8-9c05-037ec75714d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:48.919465 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c93285-8f33-490a-b436-01878b37a4a9 req-2186a01a-3985-40b8-9c05-037ec75714d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:03:48.920141 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-d7c93285-8f33-490a-b436-01878b37a4a9 req-2186a01a-3985-40b8-9c05-037ec75714d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:48.921818 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d7c93285-8f33-490a-b436-01878b37a4a9 req-2186a01a-3985-40b8-9c05-037ec75714d3 service neutron] 10.222.0.71 "PUT /v2.0/ports/141b5069-c32d-4af4-bfd2-f436112f300e HTTP/1.1" status: 200 len: 1095 time: 1.2826989 May 28 07:03:48.923561 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0a1c478-59f8-4de7-9e9e-2d92aa202e5b', 'tag': '141b5069-c32d-4af4-bfd2-f436112f300e'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:03:48.952079 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb428750-d184-480e-8d6f-529f71069164 req-e03d8666-328a-43a4-bdea-845f8a5e10f7 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Made reservation on behalf of 6cd404fb9ef9487fb34baf3bf8b36b53 for: {'port': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 07:03:48.957908 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-fb428750-d184-480e-8d6f-529f71069164 req-e03d8666-328a-43a4-bdea-845f8a5e10f7 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:48.980461 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2186a01a-3985-40b8-9c05-037ec75714d3 service neutron] Pushing event updated for resources: {'Port': ['ID=141b5069-c32d-4af4-bfd2-f436112f300e,revision_number=3']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:03:49.025651 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cf9ba5-f8b2-43d7-a1c4-b80191794cb5 req-1d2a1579-d0ba-4a81-b510-b81d57199dd8 tempest-VolumesNegativeTest-1191832824 tempest-VolumesNegativeTest-1191832824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:03:49.026581 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-88cf9ba5-f8b2-43d7-a1c4-b80191794cb5 req-1d2a1579-d0ba-4a81-b510-b81d57199dd8 tempest-VolumesNegativeTest-1191832824 tempest-VolumesNegativeTest-1191832824-project] Synchronizing usage tracker for tenant:3f572d85b8234ee0ae79f5cd64366755 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:03:49.032770 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d39da54-1271-4768-9796-4e4137096ba7'] response: {'name': 'network-changed', 'server_uuid': 'e0a1c478-59f8-4de7-9e9e-2d92aa202e5b', 'tag': '141b5069-c32d-4af4-bfd2-f436112f300e', 'status': 'completed', 'code': 200} May 28 07:03:49.233720 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [req-fb428750-d184-480e-8d6f-529f71069164 req-e03d8666-328a-43a4-bdea-845f8a5e10f7 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Allocated IP 172.20.0.6 (b87fb3cb-482f-4500-8eb8-33ba0d95db61/03e4bbfb-d6ff-44b0-bb81-9edbb740d6df/043bdc81-1941-4c16-ae68-7572560ab0dd) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:03:49.361887 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-88cf9ba5-f8b2-43d7-a1c4-b80191794cb5 req-1d2a1579-d0ba-4a81-b510-b81d57199dd8 tempest-VolumesNegativeTest-1191832824 tempest-VolumesNegativeTest-1191832824-project] Unset dirty status for tenant:3f572d85b8234ee0ae79f5cd64366755 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:03:49.364387 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-88cf9ba5-f8b2-43d7-a1c4-b80191794cb5 req-1d2a1579-d0ba-4a81-b510-b81d57199dd8 tempest-VolumesNegativeTest-1191832824 tempest-VolumesNegativeTest-1191832824-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0a1c478-59f8-4de7-9e9e-2d92aa202e5b HTTP/1.1" status: 200 len: 947 time: 0.5789909 May 28 07:03:49.483601 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e1b5cd2c-d7d0-4d8d-a0ad-a20e2a06a35e req-c0fe95e9-f52f-41c0-a1e5-5b60cb006eca tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ad2d81b-c1b4-4a82-8953-15a156abffac HTTP/1.1" status: 200 len: 210 time: 0.0815289 May 28 07:03:49.518877 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-88cf9ba5-f8b2-43d7-a1c4-b80191794cb5 req-7f2a8b92-5390-45f4-a040-2caccd36e9af tempest-VolumesNegativeTest-1191832824 tempest-VolumesNegativeTest-1191832824-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2d1ecbd-3b92-4461-8526-ffd8abc42fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349120 May 28 07:03:49.556398 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecc0ae8-7411-4dc3-a2cd-573c21ada517 req-c27762de-4bca-4265-98fd-cecd37d9cfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:03:49.558890 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1ecc0ae8-7411-4dc3-a2cd-573c21ada517 req-c27762de-4bca-4265-98fd-cecd37d9cfa6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3f572d85b8234ee0ae79f5cd64366755&device_id=e0a1c478-59f8-4de7-9e9e-2d92aa202e5b HTTP/1.1" status: 200 len: 1098 time: 0.4938164 May 28 07:03:49.607139 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1ecc0ae8-7411-4dc3-a2cd-573c21ada517 req-fdcc4b8b-8216-4e9b-8887-c450650984d6 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=3f572d85b8234ee0ae79f5cd64366755&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0360510 May 28 07:03:49.644872 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-fb428750-d184-480e-8d6f-529f71069164 req-e03d8666-328a-43a4-bdea-845f8a5e10f7 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:49.664469 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [req-fb428750-d184-480e-8d6f-529f71069164 req-e03d8666-328a-43a4-bdea-845f8a5e10f7 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Transition to ACTIVE for port object 043bdc81-1941-4c16-ae68-7572560ab0dd will not be triggered until provisioned by entity DHCP. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:03:49.768809 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecc0ae8-7411-4dc3-a2cd-573c21ada517 req-e6494fb3-0c35-4a5c-ae6d-ee5b7e6f8746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:03:49.770336 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1ecc0ae8-7411-4dc3-a2cd-573c21ada517 req-e6494fb3-0c35-4a5c-ae6d-ee5b7e6f8746 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1574152 May 28 07:03:49.830358 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-fb428750-d184-480e-8d6f-529f71069164 req-e03d8666-328a-43a4-bdea-845f8a5e10f7 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:49.853033 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['df05dcbc-f831-4359-bf47-6a52b1a149ac'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 07:03:49.913235 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03d8666-328a-43a4-bdea-845f8a5e10f7 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Pushing event updated for resources: {'Port': ['ID=043bdc81-1941-4c16-ae68-7572560ab0dd,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:03:49.929159 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03d8666-328a-43a4-bdea-845f8a5e10f7 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:03:49.929159 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03d8666-328a-43a4-bdea-845f8a5e10f7 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:03:49.929475 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03d8666-328a-43a4-bdea-845f8a5e10f7 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:03:49.929975 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03d8666-328a-43a4-bdea-845f8a5e10f7 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:03:49.931501 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03d8666-328a-43a4-bdea-845f8a5e10f7 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:03:49.932041 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03d8666-328a-43a4-bdea-845f8a5e10f7 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:03:49.933848 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03d8666-328a-43a4-bdea-845f8a5e10f7 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:03:49.934199 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03d8666-328a-43a4-bdea-845f8a5e10f7 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:03:49.936705 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03d8666-328a-43a4-bdea-845f8a5e10f7 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:03:49.941830 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03d8666-328a-43a4-bdea-845f8a5e10f7 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:03:49.941830 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03d8666-328a-43a4-bdea-845f8a5e10f7 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:03:49.941830 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03d8666-328a-43a4-bdea-845f8a5e10f7 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:03:49.944208 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c93285-8f33-490a-b436-01878b37a4a9 req-bfeb5d2c-bec8-4ad9-be66-51d912987b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:03:49.944208 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d7c93285-8f33-490a-b436-01878b37a4a9 req-bfeb5d2c-bec8-4ad9-be66-51d912987b01 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3f572d85b8234ee0ae79f5cd64366755&device_id=e0a1c478-59f8-4de7-9e9e-2d92aa202e5b HTTP/1.1" status: 200 len: 1098 time: 0.1049111 May 28 07:03:49.968339 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb428750-d184-480e-8d6f-529f71069164 req-e03d8666-328a-43a4-bdea-845f8a5e10f7 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Network b87fb3cb-482f-4500-8eb8-33ba0d95db61 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:03:49.968339 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [req-fb428750-d184-480e-8d6f-529f71069164 req-e03d8666-328a-43a4-bdea-845f8a5e10f7 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:03:49.968339 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb428750-d184-480e-8d6f-529f71069164 req-e03d8666-328a-43a4-bdea-845f8a5e10f7 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:03:50.076018 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb428750-d184-480e-8d6f-529f71069164 req-e03d8666-328a-43a4-bdea-845f8a5e10f7 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:03:50.076018 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-fb428750-d184-480e-8d6f-529f71069164 req-e03d8666-328a-43a4-bdea-845f8a5e10f7 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:50.080237 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d7c93285-8f33-490a-b436-01878b37a4a9 req-85a43776-88ad-4eb7-a1ac-cbb1a145d840 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=141b5069-c32d-4af4-bfd2-f436112f300e HTTP/1.1" status: 200 len: 217 time: 0.1179428 May 28 07:03:50.188249 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c93285-8f33-490a-b436-01878b37a4a9 req-2b0d6264-9c8a-4e9c-9145-588003741698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:03:50.188249 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d7c93285-8f33-490a-b436-01878b37a4a9 req-2b0d6264-9c8a-4e9c-9145-588003741698 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e72d0ca5-04cb-4b36-82b1-c75214c9eb05 HTTP/1.1" status: 200 len: 843 time: 0.1011109 May 28 07:03:50.203806 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-fb428750-d184-480e-8d6f-529f71069164 req-e03d8666-328a-43a4-bdea-845f8a5e10f7 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5556931 May 28 07:03:50.229674 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-fb428750-d184-480e-8d6f-529f71069164 req-66d929fa-9216-41f2-9d1f-d9c2a33763c0 service neutron] Request body: {'port': {'device_id': '3ad2d81b-c1b4-4a82-8953-15a156abffac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843702-1'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:03:50.300761 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c93285-8f33-490a-b436-01878b37a4a9 req-fc59911b-3129-4f95-a257-9a6e31173bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:03:50.304714 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d7c93285-8f33-490a-b436-01878b37a4a9 req-fc59911b-3129-4f95-a257-9a6e31173bd7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=bb90c162-fdb0-406b-af2b-5eef830db7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1119680 May 28 07:03:50.424622 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-fb428750-d184-480e-8d6f-529f71069164 req-66d929fa-9216-41f2-9d1f-d9c2a33763c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:50.539140 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d7c93285-8f33-490a-b436-01878b37a4a9 req-99009611-7afc-42ff-baa1-d5d1c8710692 service neutron] 10.222.0.71 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201996 May 28 07:03:50.628681 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-cf6cfabe-0450-4dac-b52c-b152ff08664a None None] Provisioning for port 043bdc81-1941-4c16-ae68-7572560ab0dd completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:03:50.640599 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-cf6cfabe-0450-4dac-b52c-b152ff08664a None None] Provisioning complete for port 043bdc81-1941-4c16-ae68-7572560ab0dd triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:03:50.641111 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-cf6cfabe-0450-4dac-b52c-b152ff08664a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:50.743264 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-cf6cfabe-0450-4dac-b52c-b152ff08664a None None] Port 043bdc81-1941-4c16-ae68-7572560ab0dd cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 07:03:50.831011 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d7c93285-8f33-490a-b436-01878b37a4a9 req-02e12df7-09fd-40a7-9eef-7b341f1036be service neutron] 10.222.0.71 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2919471 May 28 07:03:50.901003 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e983f01-830e-489c-98c9-4dd4e6a2a71a req-c5d1c073-f6c7-4e8f-b6ee-f1dcc1559de3 tempest-VolumesNegativeTest-1191832824 tempest-VolumesNegativeTest-1191832824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:03:50.903622 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0e983f01-830e-489c-98c9-4dd4e6a2a71a req-c5d1c073-f6c7-4e8f-b6ee-f1dcc1559de3 tempest-VolumesNegativeTest-1191832824 tempest-VolumesNegativeTest-1191832824-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0a1c478-59f8-4de7-9e9e-2d92aa202e5b HTTP/1.1" status: 200 len: 947 time: 0.1563711 May 28 07:03:50.916663 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06982c66-fe43-453d-b5b8-5e61d985ff43 req-f795e51c-9f7e-4ffe-a807-2f9c386b224c tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:03:50.919484 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-06982c66-fe43-453d-b5b8-5e61d985ff43 req-f795e51c-9f7e-4ffe-a807-2f9c386b224c tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ad2d81b-c1b4-4a82-8953-15a156abffac HTTP/1.1" status: 200 len: 931 time: 0.1666958 May 28 07:03:50.919629 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [req-fb428750-d184-480e-8d6f-529f71069164 req-66d929fa-9216-41f2-9d1f-d9c2a33763c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 043bdc81-1941-4c16-ae68-7572560ab0dd {{(pid=89109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 07:03:50.927632 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-fb428750-d184-480e-8d6f-529f71069164 req-66d929fa-9216-41f2-9d1f-d9c2a33763c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:50.951602 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [req-fb428750-d184-480e-8d6f-529f71069164 req-66d929fa-9216-41f2-9d1f-d9c2a33763c0 service neutron] Transition to ACTIVE for port object 043bdc81-1941-4c16-ae68-7572560ab0dd will not be triggered until provisioned by entity L2. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:03:50.998209 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0e983f01-830e-489c-98c9-4dd4e6a2a71a req-cc9aff03-3014-4092-8ed6-e263ee21d6d7 tempest-VolumesNegativeTest-1191832824 tempest-VolumesNegativeTest-1191832824-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2d1ecbd-3b92-4461-8526-ffd8abc42fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768569 May 28 07:03:51.010958 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-06982c66-fe43-453d-b5b8-5e61d985ff43 req-5bd8cb62-4599-4eb4-85a1-74a99f378f57 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f5492c6-5bbc-4a76-bcd5-ad6fbd0e08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652933 May 28 07:03:51.053129 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-fb428750-d184-480e-8d6f-529f71069164 req-66d929fa-9216-41f2-9d1f-d9c2a33763c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:51.216845 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d929fa-9216-41f2-9d1f-d9c2a33763c0 service neutron] Pushing event updated for resources: {'Port': ['ID=043bdc81-1941-4c16-ae68-7572560ab0dd,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:03:51.315297 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-fb428750-d184-480e-8d6f-529f71069164 req-66d929fa-9216-41f2-9d1f-d9c2a33763c0 service neutron] Attempting to bind port 043bdc81-1941-4c16-ae68-7572560ab0dd on host n-h2-843702-1 for vnic_type normal with profile {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 07:03:51.315921 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-fb428750-d184-480e-8d6f-529f71069164 req-66d929fa-9216-41f2-9d1f-d9c2a33763c0 service neutron] Attempting to bind port 043bdc81-1941-4c16-ae68-7572560ab0dd by drivers openvswitch,hyperv on host n-h2-843702-1 at level 0 using segments [{'id': '9b6a153f-5acc-4efc-9ff2-d82aa4b5901c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b87fb3cb-482f-4500-8eb8-33ba0d95db61'}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 07:03:51.316413 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb428750-d184-480e-8d6f-529f71069164 req-66d929fa-9216-41f2-9d1f-d9c2a33763c0 service neutron] Attempting to bind port 043bdc81-1941-4c16-ae68-7572560ab0dd on network b87fb3cb-482f-4500-8eb8-33ba0d95db61 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:03:51.321570 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb428750-d184-480e-8d6f-529f71069164 req-66d929fa-9216-41f2-9d1f-d9c2a33763c0 service neutron] Port 043bdc81-1941-4c16-ae68-7572560ab0dd on network b87fb3cb-482f-4500-8eb8-33ba0d95db61 not bound, no agent of type Open vSwitch agent registered on host n-h2-843702-1 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 07:03:51.321887 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb428750-d184-480e-8d6f-529f71069164 req-66d929fa-9216-41f2-9d1f-d9c2a33763c0 service neutron] Attempting to bind port 043bdc81-1941-4c16-ae68-7572560ab0dd on network b87fb3cb-482f-4500-8eb8-33ba0d95db61 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:03:51.328466 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb428750-d184-480e-8d6f-529f71069164 req-66d929fa-9216-41f2-9d1f-d9c2a33763c0 service neutron] Checking agent: {'id': 'f1a3973b-d2b3-4558-88e7-2ac50857d302', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 7, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 07:03:51.328799 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb428750-d184-480e-8d6f-529f71069164 req-66d929fa-9216-41f2-9d1f-d9c2a33763c0 service neutron] Checking segment: {'id': '9b6a153f-5acc-4efc-9ff2-d82aa4b5901c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b87fb3cb-482f-4500-8eb8-33ba0d95db61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:03:51.329536 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb428750-d184-480e-8d6f-529f71069164 req-66d929fa-9216-41f2-9d1f-d9c2a33763c0 service neutron] Bound using segment: {'id': '9b6a153f-5acc-4efc-9ff2-d82aa4b5901c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b87fb3cb-482f-4500-8eb8-33ba0d95db61'} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 07:03:51.329814 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-fb428750-d184-480e-8d6f-529f71069164 req-66d929fa-9216-41f2-9d1f-d9c2a33763c0 service neutron] Bound port: 043bdc81-1941-4c16-ae68-7572560ab0dd, host: n-h2-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b6a153f-5acc-4efc-9ff2-d82aa4b5901c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b87fb3cb-482f-4500-8eb8-33ba0d95db61'}}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 07:03:51.330161 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-fb428750-d184-480e-8d6f-529f71069164 req-66d929fa-9216-41f2-9d1f-d9c2a33763c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:51.422828 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-fb428750-d184-480e-8d6f-529f71069164 req-66d929fa-9216-41f2-9d1f-d9c2a33763c0 service neutron] For port 043bdc81-1941-4c16-ae68-7572560ab0dd, host n-h2-843702-1, cleared binding levels {{(pid=89109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:03:51.426001 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-fb428750-d184-480e-8d6f-529f71069164 req-66d929fa-9216-41f2-9d1f-d9c2a33763c0 service neutron] For port 043bdc81-1941-4c16-ae68-7572560ab0dd, host n-h2-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=043bdc81-1941-4c16-ae68-7572560ab0dd,segment=NetworkSegment(9b6a153f-5acc-4efc-9ff2-d82aa4b5901c),segment_id=9b6a153f-5acc-4efc-9ff2-d82aa4b5901c)] {{(pid=89109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 07:03:51.523570 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-fb428750-d184-480e-8d6f-529f71069164 req-66d929fa-9216-41f2-9d1f-d9c2a33763c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:51.603479 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb428750-d184-480e-8d6f-529f71069164 req-66d929fa-9216-41f2-9d1f-d9c2a33763c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:03:51.604098 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-fb428750-d184-480e-8d6f-529f71069164 req-66d929fa-9216-41f2-9d1f-d9c2a33763c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:51.607243 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-fb428750-d184-480e-8d6f-529f71069164 req-66d929fa-9216-41f2-9d1f-d9c2a33763c0 service neutron] 10.222.0.71 "PUT /v2.0/ports/043bdc81-1941-4c16-ae68-7572560ab0dd HTTP/1.1" status: 200 len: 1091 time: 1.3870761 May 28 07:03:51.608039 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ad2d81b-c1b4-4a82-8953-15a156abffac', 'tag': '043bdc81-1941-4c16-ae68-7572560ab0dd'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:03:51.645245 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d929fa-9216-41f2-9d1f-d9c2a33763c0 service neutron] Pushing event updated for resources: {'Port': ['ID=043bdc81-1941-4c16-ae68-7572560ab0dd,revision_number=3']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:03:51.764490 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e6781e7-6ef5-49e0-858a-5cd4be8cdd32'] response: {'name': 'network-changed', 'server_uuid': '3ad2d81b-c1b4-4a82-8953-15a156abffac', 'tag': '043bdc81-1941-4c16-ae68-7572560ab0dd', 'status': 'completed', 'code': 200} May 28 07:03:51.860766 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb428750-d184-480e-8d6f-529f71069164 req-395d520f-98bf-4cb0-9ea7-94de5fad3622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:03:51.862353 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-fb428750-d184-480e-8d6f-529f71069164 req-395d520f-98bf-4cb0-9ea7-94de5fad3622 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=6cd404fb9ef9487fb34baf3bf8b36b53&device_id=3ad2d81b-c1b4-4a82-8953-15a156abffac HTTP/1.1" status: 200 len: 1094 time: 0.0829399 May 28 07:03:51.947537 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-fb428750-d184-480e-8d6f-529f71069164 req-ded97930-9420-420f-a145-e9d75853e641 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=043bdc81-1941-4c16-ae68-7572560ab0dd HTTP/1.1" status: 200 len: 217 time: 0.0720098 May 28 07:03:52.012858 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb428750-d184-480e-8d6f-529f71069164 req-f3f807e2-883c-47ea-897c-58bec2ad6059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:03:52.014400 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-fb428750-d184-480e-8d6f-529f71069164 req-f3f807e2-883c-47ea-897c-58bec2ad6059 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=03e4bbfb-d6ff-44b0-bb81-9edbb740d6df HTTP/1.1" status: 200 len: 850 time: 0.0611629 May 28 07:03:52.110493 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb428750-d184-480e-8d6f-529f71069164 req-c4830bec-ed47-4179-bac3-944bf5625aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:03:52.112007 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-fb428750-d184-480e-8d6f-529f71069164 req-c4830bec-ed47-4179-bac3-944bf5625aaf service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b87fb3cb-482f-4500-8eb8-33ba0d95db61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0817029 May 28 07:03:52.269481 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bd24b7-049c-473f-8446-fb6c89cb0ad5 req-529942b5-bb8c-4dea-abde-aeb4154ca467 tempest-VolumesNegativeTest-1191832824 tempest-VolumesNegativeTest-1191832824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:03:52.270981 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-82bd24b7-049c-473f-8446-fb6c89cb0ad5 req-529942b5-bb8c-4dea-abde-aeb4154ca467 tempest-VolumesNegativeTest-1191832824 tempest-VolumesNegativeTest-1191832824-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0a1c478-59f8-4de7-9e9e-2d92aa202e5b HTTP/1.1" status: 200 len: 947 time: 0.1602437 May 28 07:03:52.289735 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471f885e-fbee-4f77-8643-b3720a5d288d req-bba024f1-6f49-4a80-b817-42c309b0d471 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:03:52.291863 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-471f885e-fbee-4f77-8643-b3720a5d288d req-bba024f1-6f49-4a80-b817-42c309b0d471 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ad2d81b-c1b4-4a82-8953-15a156abffac HTTP/1.1" status: 200 len: 943 time: 0.1376433 May 28 07:03:52.300656 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-fb428750-d184-480e-8d6f-529f71069164 req-92a014fc-e027-4ccb-86aa-e117a88b395a service neutron] 10.222.0.71 "GET /v2.0/networks/b87fb3cb-482f-4500-8eb8-33ba0d95db61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660976 May 28 07:03:52.375933 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-82bd24b7-049c-473f-8446-fb6c89cb0ad5 req-d1967c24-2ef1-48ac-a78c-1e01c2490e73 tempest-VolumesNegativeTest-1191832824 tempest-VolumesNegativeTest-1191832824-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2d1ecbd-3b92-4461-8526-ffd8abc42fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988026 May 28 07:03:52.378568 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-471f885e-fbee-4f77-8643-b3720a5d288d req-97329686-d5ba-4355-8bb8-a71950bfb9b8 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f5492c6-5bbc-4a76-bcd5-ad6fbd0e08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642183 May 28 07:03:52.456011 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-fb428750-d184-480e-8d6f-529f71069164 req-2a50dfc1-b722-43fa-bb1b-e79b2cf4df40 service neutron] 10.222.0.71 "GET /v2.0/networks/b87fb3cb-482f-4500-8eb8-33ba0d95db61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481719 May 28 07:03:52.795087 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bfa57e-0752-4597-a821-ea847f2b4487 req-cea9fe32-9f35-40cf-9e71-abfa1d5b3bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:03:52.796428 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-12bfa57e-0752-4597-a821-ea847f2b4487 req-cea9fe32-9f35-40cf-9e71-abfa1d5b3bf8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=6cd404fb9ef9487fb34baf3bf8b36b53&device_id=3ad2d81b-c1b4-4a82-8953-15a156abffac HTTP/1.1" status: 200 len: 1094 time: 0.1859744 May 28 07:03:52.939024 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bfa57e-0752-4597-a821-ea847f2b4487 req-987e9d45-d76a-485a-9b2b-1f333fa60a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:03:52.940494 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-12bfa57e-0752-4597-a821-ea847f2b4487 req-987e9d45-d76a-485a-9b2b-1f333fa60a94 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b87fb3cb-482f-4500-8eb8-33ba0d95db61 HTTP/1.1" status: 200 len: 912 time: 0.1375096 May 28 07:03:53.013492 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-12bfa57e-0752-4597-a821-ea847f2b4487 req-0a787053-ef1b-4862-85b4-40ca3e204da2 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=043bdc81-1941-4c16-ae68-7572560ab0dd HTTP/1.1" status: 200 len: 217 time: 0.0668111 May 28 07:03:53.079713 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bfa57e-0752-4597-a821-ea847f2b4487 req-351c48f1-c721-4fe5-95f5-a3754e997483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:03:53.081517 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-12bfa57e-0752-4597-a821-ea847f2b4487 req-351c48f1-c721-4fe5-95f5-a3754e997483 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=03e4bbfb-d6ff-44b0-bb81-9edbb740d6df HTTP/1.1" status: 200 len: 850 time: 0.0621483 May 28 07:03:53.160722 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bfa57e-0752-4597-a821-ea847f2b4487 req-f16ed182-1f29-4f6a-a5f3-3a23e6039e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:03:53.162234 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-12bfa57e-0752-4597-a821-ea847f2b4487 req-f16ed182-1f29-4f6a-a5f3-3a23e6039e26 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b87fb3cb-482f-4500-8eb8-33ba0d95db61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0751565 May 28 07:03:53.301432 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-12bfa57e-0752-4597-a821-ea847f2b4487 req-cdbe959a-3965-425b-8162-361cdf02a709 service neutron] 10.222.0.71 "GET /v2.0/networks/b87fb3cb-482f-4500-8eb8-33ba0d95db61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321573 May 28 07:03:53.450698 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-12bfa57e-0752-4597-a821-ea847f2b4487 req-3c31f4b9-b15a-4c5f-aad5-2c31c1da4301 service neutron] 10.222.0.71 "GET /v2.0/networks/b87fb3cb-482f-4500-8eb8-33ba0d95db61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434877 May 28 07:03:53.695613 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f83ee0-5839-4ff7-9988-b75ebafd1394 req-3ca714d4-3b39-47e6-8f54-4900168e916f tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:03:53.697461 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-20f83ee0-5839-4ff7-9988-b75ebafd1394 req-3ca714d4-3b39-47e6-8f54-4900168e916f tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ad2d81b-c1b4-4a82-8953-15a156abffac HTTP/1.1" status: 200 len: 943 time: 0.1764205 May 28 07:03:53.706371 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 141b5069-c32d-4af4-bfd2-f436112f300e details requested by agent hyperv_n-h2-843702-1 with host n-h2-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 07:03:53.716171 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86872e1d-09b3-4668-8ee0-0af48f6f184a req-a112f8c5-1eeb-42c3-ab7d-1ed9c2807439 tempest-VolumesNegativeTest-1191832824 tempest-VolumesNegativeTest-1191832824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:03:53.717669 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-86872e1d-09b3-4668-8ee0-0af48f6f184a req-a112f8c5-1eeb-42c3-ab7d-1ed9c2807439 tempest-VolumesNegativeTest-1191832824 tempest-VolumesNegativeTest-1191832824-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0a1c478-59f8-4de7-9e9e-2d92aa202e5b HTTP/1.1" status: 200 len: 947 time: 0.1494932 May 28 07:03:53.783943 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-86872e1d-09b3-4668-8ee0-0af48f6f184a req-f50e28db-96cd-4d9f-a4bb-7743fff63a3c tempest-VolumesNegativeTest-1191832824 tempest-VolumesNegativeTest-1191832824-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2d1ecbd-3b92-4461-8526-ffd8abc42fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518765 May 28 07:03:53.799472 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-20f83ee0-5839-4ff7-9988-b75ebafd1394 req-df08ca81-a943-44ea-a8a1-80184c026d45 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f5492c6-5bbc-4a76-bcd5-ad6fbd0e08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808384 May 28 07:03:53.869477 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 141b5069-c32d-4af4-bfd2-f436112f300e, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=141b5069-c32d-4af4-bfd2-f436112f300e,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:03:53.887361 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Returning: {'device': '141b5069-c32d-4af4-bfd2-f436112f300e', 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9', 'port_id': '141b5069-c32d-4af4-bfd2-f436112f300e', 'mac_address': 'fa:16:3e:7c:9c:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e72d0ca5-04cb-4b36-82b1-c75214c9eb05', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 07:03:53.947853 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 141b5069-c32d-4af4-bfd2-f436112f300e is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:03:53.947853 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:53.963223 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 141b5069-c32d-4af4-bfd2-f436112f300e {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 07:03:53.981049 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 141b5069-c32d-4af4-bfd2-f436112f300e, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=141b5069-c32d-4af4-bfd2-f436112f300e,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:03:54.068706 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:54.147131 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=141b5069-c32d-4af4-bfd2-f436112f300e,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:03:54.347845 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['141b5069-c32d-4af4-bfd2-f436112f300e'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 07:03:55.063417 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3fa4d9-c286-48dd-a76d-2e596aa9ecb7 req-a73cb64e-59f7-4835-b7ce-5859d91c5310 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:03:55.064888 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cc3fa4d9-c286-48dd-a76d-2e596aa9ecb7 req-a73cb64e-59f7-4835-b7ce-5859d91c5310 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ad2d81b-c1b4-4a82-8953-15a156abffac HTTP/1.1" status: 200 len: 943 time: 0.1334605 May 28 07:03:55.075115 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50867833-2ec1-4f62-8980-3868f4771109 req-6984ea67-6fd3-49a3-854d-18688c344326 tempest-VolumesNegativeTest-1191832824 tempest-VolumesNegativeTest-1191832824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:03:55.076960 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-50867833-2ec1-4f62-8980-3868f4771109 req-6984ea67-6fd3-49a3-854d-18688c344326 tempest-VolumesNegativeTest-1191832824 tempest-VolumesNegativeTest-1191832824-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0a1c478-59f8-4de7-9e9e-2d92aa202e5b HTTP/1.1" status: 200 len: 948 time: 0.1796811 May 28 07:03:55.150090 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cc3fa4d9-c286-48dd-a76d-2e596aa9ecb7 req-ebf74193-ccc8-44fa-a4f7-a7b602479505 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f5492c6-5bbc-4a76-bcd5-ad6fbd0e08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721319 May 28 07:03:55.154625 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-50867833-2ec1-4f62-8980-3868f4771109 req-1ea9da75-9e31-47ca-af0b-43b186dc999c tempest-VolumesNegativeTest-1191832824 tempest-VolumesNegativeTest-1191832824-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2d1ecbd-3b92-4461-8526-ffd8abc42fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638988 May 28 07:03:55.699617 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 141b5069-c32d-4af4-bfd2-f436112f300e up at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:03:55.885234 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning for port 141b5069-c32d-4af4-bfd2-f436112f300e completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:03:55.890424 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning complete for port 141b5069-c32d-4af4-bfd2-f436112f300e triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:03:55.890789 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:56.008518 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 141b5069-c32d-4af4-bfd2-f436112f300e is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:03:56.008878 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:56.036573 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0a1c478-59f8-4de7-9e9e-2d92aa202e5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '141b5069-c32d-4af4-bfd2-f436112f300e'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:03:56.046238 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 141b5069-c32d-4af4-bfd2-f436112f300e, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=141b5069-c32d-4af4-bfd2-f436112f300e,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:03:56.091895 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd0e0283-ad7a-41db-9e26-8017633f45da'] response: {'server_uuid': 'e0a1c478-59f8-4de7-9e9e-2d92aa202e5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '141b5069-c32d-4af4-bfd2-f436112f300e', 'code': 200} May 28 07:03:56.150162 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:56.236133 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=141b5069-c32d-4af4-bfd2-f436112f300e,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:03:56.267934 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add7bd57-d97d-4c73-bdad-75451c994296 req-f8687ff5-7244-48b4-9948-ff0e828d2019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:03:56.274072 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-add7bd57-d97d-4c73-bdad-75451c994296 req-f8687ff5-7244-48b4-9948-ff0e828d2019 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=e0a1c478-59f8-4de7-9e9e-2d92aa202e5b HTTP/1.1" status: 200 len: 1100 time: 0.1021345 May 28 07:03:56.336119 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-add7bd57-d97d-4c73-bdad-75451c994296 req-ed9c95be-b6ed-4af2-aacf-91a69c4c71b0 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=b2d1ecbd-3b92-4461-8526-ffd8abc42fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521049 May 28 07:03:56.531308 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-6fad1760-815e-4f46-9dd9-8a215b539655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:56.676202 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe8b74e-569a-4e13-99df-cdbac7019687 req-a18a88a2-0cb5-4469-ad90-3a0dfc9b5c78 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:03:56.676202 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0fe8b74e-569a-4e13-99df-cdbac7019687 req-a18a88a2-0cb5-4469-ad90-3a0dfc9b5c78 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ad2d81b-c1b4-4a82-8953-15a156abffac HTTP/1.1" status: 200 len: 943 time: 0.3677132 May 28 07:03:56.686295 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de8eab9-91f7-4a86-b686-ff58489deda7 req-655c9f3b-dd0c-4b7c-a2c5-3e4821449de4 tempest-VolumesNegativeTest-1191832824 tempest-VolumesNegativeTest-1191832824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:03:56.686295 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0de8eab9-91f7-4a86-b686-ff58489deda7 req-655c9f3b-dd0c-4b7c-a2c5-3e4821449de4 tempest-VolumesNegativeTest-1191832824 tempest-VolumesNegativeTest-1191832824-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0a1c478-59f8-4de7-9e9e-2d92aa202e5b HTTP/1.1" status: 200 len: 949 time: 0.3165588 May 28 07:03:56.756240 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0fe8b74e-569a-4e13-99df-cdbac7019687 req-9421e182-fe9e-4266-a996-7121a32232d8 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f5492c6-5bbc-4a76-bcd5-ad6fbd0e08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691509 May 28 07:03:56.761913 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0de8eab9-91f7-4a86-b686-ff58489deda7 req-5becd40e-5d18-4cec-9ee6-17b3c63a4747 tempest-VolumesNegativeTest-1191832824 tempest-VolumesNegativeTest-1191832824-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2d1ecbd-3b92-4461-8526-ffd8abc42fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759768 May 28 07:03:56.891427 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 07:03:57.854355 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:58.054707 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292c3834-d7f8-44d4-81a8-be5b54960d54 req-e6bc49a3-d2d4-4881-9e26-59299d59f36c tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:03:58.056180 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-292c3834-d7f8-44d4-81a8-be5b54960d54 req-e6bc49a3-d2d4-4881-9e26-59299d59f36c tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ad2d81b-c1b4-4a82-8953-15a156abffac HTTP/1.1" status: 200 len: 943 time: 0.1507475 May 28 07:03:58.089442 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc14651-cba0-42f6-b509-9a87e45ccfb4 req-fad44468-2dab-4592-9be6-e56b06798f6c tempest-VolumesNegativeTest-1191832824 tempest-VolumesNegativeTest-1191832824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:03:58.091370 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2bc14651-cba0-42f6-b509-9a87e45ccfb4 req-fad44468-2dab-4592-9be6-e56b06798f6c tempest-VolumesNegativeTest-1191832824 tempest-VolumesNegativeTest-1191832824-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0a1c478-59f8-4de7-9e9e-2d92aa202e5b HTTP/1.1" status: 200 len: 949 time: 0.1482923 May 28 07:03:58.148079 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-292c3834-d7f8-44d4-81a8-be5b54960d54 req-138f005e-fcf4-476c-9ce6-defea23e9c53 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f5492c6-5bbc-4a76-bcd5-ad6fbd0e08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834627 May 28 07:03:58.155229 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2bc14651-cba0-42f6-b509-9a87e45ccfb4 req-19509ec5-36e3-4815-9a36-29df76797086 tempest-VolumesNegativeTest-1191832824 tempest-VolumesNegativeTest-1191832824-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2d1ecbd-3b92-4461-8526-ffd8abc42fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579550 May 28 07:03:58.951074 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-bef72751-8fc0-4de4-9c5d-62ba1c1493d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:59.433786 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23da3aa7-6df2-4b89-acec-edc0e0762ec6 req-4c854989-5054-4011-a281-79def726a3f7 tempest-VolumesNegativeTest-1191832824 tempest-VolumesNegativeTest-1191832824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:03:59.435660 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-23da3aa7-6df2-4b89-acec-edc0e0762ec6 req-4c854989-5054-4011-a281-79def726a3f7 tempest-VolumesNegativeTest-1191832824 tempest-VolumesNegativeTest-1191832824-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0a1c478-59f8-4de7-9e9e-2d92aa202e5b HTTP/1.1" status: 200 len: 949 time: 0.1233537 May 28 07:03:59.443607 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce10d75e-025c-4cb5-9678-492b367f9fd3 req-15d19506-d954-4f96-99b4-b971252dc08a tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:03:59.446734 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ce10d75e-025c-4cb5-9678-492b367f9fd3 req-15d19506-d954-4f96-99b4-b971252dc08a tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ad2d81b-c1b4-4a82-8953-15a156abffac HTTP/1.1" status: 200 len: 943 time: 0.1708899 May 28 07:03:59.533787 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ce10d75e-025c-4cb5-9678-492b367f9fd3 req-25ef50b1-7fc8-4b5e-92bf-efe8d8e5f9d0 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f5492c6-5bbc-4a76-bcd5-ad6fbd0e08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745137 May 28 07:03:59.540867 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-23da3aa7-6df2-4b89-acec-edc0e0762ec6 req-777dee63-6984-4786-a30c-4faa6f8ffe6f tempest-VolumesNegativeTest-1191832824 tempest-VolumesNegativeTest-1191832824-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2d1ecbd-3b92-4461-8526-ffd8abc42fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948901 May 28 07:04:00.052388 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:00.125918 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:00.481787 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e1c484-cd63-40a2-8d5b-1e234691316a req-507143b9-2849-4371-85b0-5902c09abbf4 tempest-VolumesNegativeTest-1191832824 tempest-VolumesNegativeTest-1191832824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:04:00.483440 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a6e1c484-cd63-40a2-8d5b-1e234691316a req-507143b9-2849-4371-85b0-5902c09abbf4 tempest-VolumesNegativeTest-1191832824 tempest-VolumesNegativeTest-1191832824-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0a1c478-59f8-4de7-9e9e-2d92aa202e5b HTTP/1.1" status: 200 len: 949 time: 0.0991664 May 28 07:04:00.554576 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a6e1c484-cd63-40a2-8d5b-1e234691316a req-7267af8e-ee72-482d-9307-9e123dfbf792 tempest-VolumesNegativeTest-1191832824 tempest-VolumesNegativeTest-1191832824-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2d1ecbd-3b92-4461-8526-ffd8abc42fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509377 May 28 07:04:00.750108 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1305f569-3026-4c4a-b97e-934038a877b2 req-f5c60e6c-18ce-4217-b8c9-d730b747e012 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:04:00.751551 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1305f569-3026-4c4a-b97e-934038a877b2 req-f5c60e6c-18ce-4217-b8c9-d730b747e012 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ad2d81b-c1b4-4a82-8953-15a156abffac HTTP/1.1" status: 200 len: 943 time: 0.1003885 May 28 07:04:00.795686 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1305f569-3026-4c4a-b97e-934038a877b2 req-e0f84081-07a3-456a-a884-4ab754fea2e8 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f5492c6-5bbc-4a76-bcd5-ad6fbd0e08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385118 May 28 07:04:01.788763 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39950e9-44e6-4a9f-ab33-5ae5cc5bb29d req-9fed3d9a-656e-49de-8876-e9befc57ec79 tempest-VolumesNegativeTest-1191832824 tempest-VolumesNegativeTest-1191832824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:04:01.790706 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d39950e9-44e6-4a9f-ab33-5ae5cc5bb29d req-9fed3d9a-656e-49de-8876-e9befc57ec79 tempest-VolumesNegativeTest-1191832824 tempest-VolumesNegativeTest-1191832824-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0a1c478-59f8-4de7-9e9e-2d92aa202e5b HTTP/1.1" status: 200 len: 949 time: 0.1164980 May 28 07:04:01.807316 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:01.856662 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38de0e88-f6d5-46cb-ad7f-e53cc0985ddd req-4062d22e-d6f9-4dc9-8db0-36ff45671a80 tempest-VolumesNegativeTest-1191832824 tempest-VolumesNegativeTest-1191832824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:04:01.856662 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-38de0e88-f6d5-46cb-ad7f-e53cc0985ddd req-4062d22e-d6f9-4dc9-8db0-36ff45671a80 tempest-VolumesNegativeTest-1191832824 tempest-VolumesNegativeTest-1191832824-project] 10.222.0.71 "GET /v2.0/ports?device_id=e0a1c478-59f8-4de7-9e9e-2d92aa202e5b HTTP/1.1" status: 200 len: 949 time: 0.1124728 May 28 07:04:01.857964 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d39950e9-44e6-4a9f-ab33-5ae5cc5bb29d req-7a20c266-895b-458a-ae03-8d3608516f5c tempest-VolumesNegativeTest-1191832824 tempest-VolumesNegativeTest-1191832824-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2d1ecbd-3b92-4461-8526-ffd8abc42fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605562 May 28 07:04:01.932483 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [req-38de0e88-f6d5-46cb-ad7f-e53cc0985ddd req-0e03960d-5415-4a03-8e97-f2fa8a2621fc tempest-VolumesNegativeTest-1191832824 tempest-VolumesNegativeTest-1191832824-project] Deleting port 141b5069-c32d-4af4-bfd2-f436112f300e {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:04:01.932483 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-38de0e88-f6d5-46cb-ad7f-e53cc0985ddd req-0e03960d-5415-4a03-8e97-f2fa8a2621fc tempest-VolumesNegativeTest-1191832824 tempest-VolumesNegativeTest-1191832824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:02.025904 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc9809c-1459-40d3-8cbe-512cf7ade940 req-d80e378f-7a54-478d-a4b4-37c1ee5fa658 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:04:02.027231 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9fc9809c-1459-40d3-8cbe-512cf7ade940 req-d80e378f-7a54-478d-a4b4-37c1ee5fa658 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ad2d81b-c1b4-4a82-8953-15a156abffac HTTP/1.1" status: 200 len: 943 time: 0.0913069 May 28 07:04:02.079833 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9fc9809c-1459-40d3-8cbe-512cf7ade940 req-055b98e9-f11a-4e94-9a50-797125c3cc95 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f5492c6-5bbc-4a76-bcd5-ad6fbd0e08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452447 May 28 07:04:02.221333 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-38de0e88-f6d5-46cb-ad7f-e53cc0985ddd req-0e03960d-5415-4a03-8e97-f2fa8a2621fc tempest-VolumesNegativeTest-1191832824 tempest-VolumesNegativeTest-1191832824-project] For port 141b5069-c32d-4af4-bfd2-f436112f300e, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=141b5069-c32d-4af4-bfd2-f436112f300e,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:04:02.221761 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-38de0e88-f6d5-46cb-ad7f-e53cc0985ddd req-0e03960d-5415-4a03-8e97-f2fa8a2621fc tempest-VolumesNegativeTest-1191832824 tempest-VolumesNegativeTest-1191832824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:02.348568 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [req-38de0e88-f6d5-46cb-ad7f-e53cc0985ddd req-0e03960d-5415-4a03-8e97-f2fa8a2621fc tempest-VolumesNegativeTest-1191832824 tempest-VolumesNegativeTest-1191832824-project] Calling delete_port for 141b5069-c32d-4af4-bfd2-f436112f300e owned by compute:nova {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:04:02.503844 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:02.606597 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-38de0e88-f6d5-46cb-ad7f-e53cc0985ddd req-0e03960d-5415-4a03-8e97-f2fa8a2621fc tempest-VolumesNegativeTest-1191832824 tempest-VolumesNegativeTest-1191832824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:02.640605 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['141b5069-c32d-4af4-bfd2-f436112f300e'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 07:04:02.657829 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e03960d-5415-4a03-8e97-f2fa8a2621fc tempest-VolumesNegativeTest-1191832824 tempest-VolumesNegativeTest-1191832824-project] Pushing event deleted for resources: {'Port': ['ID=141b5069-c32d-4af4-bfd2-f436112f300e,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:04:02.847010 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [req-38de0e88-f6d5-46cb-ad7f-e53cc0985ddd req-0e03960d-5415-4a03-8e97-f2fa8a2621fc tempest-VolumesNegativeTest-1191832824 tempest-VolumesNegativeTest-1191832824-project] No DVR routers for this DVR port 141b5069-c32d-4af4-bfd2-f436112f300e on host n-h2-843702-1 {{(pid=89109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 07:04:02.849653 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-38de0e88-f6d5-46cb-ad7f-e53cc0985ddd req-0e03960d-5415-4a03-8e97-f2fa8a2621fc tempest-VolumesNegativeTest-1191832824 tempest-VolumesNegativeTest-1191832824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:02.853744 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0a1c478-59f8-4de7-9e9e-2d92aa202e5b', 'name': 'network-vif-deleted', 'tag': '141b5069-c32d-4af4-bfd2-f436112f300e'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:04:02.899729 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-419350b7-6883-45f4-8192-f6a043456977'] response: {'server_uuid': 'e0a1c478-59f8-4de7-9e9e-2d92aa202e5b', 'name': 'network-vif-deleted', 'tag': '141b5069-c32d-4af4-bfd2-f436112f300e', 'status': 'completed', 'code': 200} May 28 07:04:03.053649 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-38de0e88-f6d5-46cb-ad7f-e53cc0985ddd req-0e03960d-5415-4a03-8e97-f2fa8a2621fc tempest-VolumesNegativeTest-1191832824 tempest-VolumesNegativeTest-1191832824-project] 10.222.0.71 "DELETE /v2.0/ports/141b5069-c32d-4af4-bfd2-f436112f300e HTTP/1.1" status: 204 len: 173 time: 1.1910205 May 28 07:04:03.053887 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8d7ff7cf-f864-44dc-895e-26598d5c32c9 req-695a282c-d5df-4ad6-857d-51011cd9ab7c tempest-VolumesNegativeTest-1191832824 tempest-VolumesNegativeTest-1191832824-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0a1c478-59f8-4de7-9e9e-2d92aa202e5b HTTP/1.1" status: 200 len: 210 time: 0.0451963 May 28 07:04:03.299669 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57978e88-aaaf-4487-a212-39a4ca8c577d req-296bd30c-c074-4031-a388-f453ec7b8119 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:04:03.301130 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-57978e88-aaaf-4487-a212-39a4ca8c577d req-296bd30c-c074-4031-a388-f453ec7b8119 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ad2d81b-c1b4-4a82-8953-15a156abffac HTTP/1.1" status: 200 len: 943 time: 0.0913208 May 28 07:04:03.345779 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-57978e88-aaaf-4487-a212-39a4ca8c577d req-d6c6a273-c0ad-4592-98c9-6864f9b32132 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f5492c6-5bbc-4a76-bcd5-ad6fbd0e08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386939 May 28 07:04:04.254398 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4b31f4e2-2f33-4bea-88f1-bd85048c591a req-6d984b9c-8666-45d2-945d-47d00624045c tempest-VolumesNegativeTest-1191832824 tempest-VolumesNegativeTest-1191832824-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0a1c478-59f8-4de7-9e9e-2d92aa202e5b HTTP/1.1" status: 200 len: 210 time: 0.0619493 May 28 07:04:04.566639 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656fbeba-c7e1-46d5-85fd-62219525cbe1 req-ad6b957f-8076-472e-921f-428566115010 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:04:04.568173 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-656fbeba-c7e1-46d5-85fd-62219525cbe1 req-ad6b957f-8076-472e-921f-428566115010 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ad2d81b-c1b4-4a82-8953-15a156abffac HTTP/1.1" status: 200 len: 943 time: 0.1045449 May 28 07:04:04.616662 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-656fbeba-c7e1-46d5-85fd-62219525cbe1 req-2a351e23-ca6b-4314-baad-97c923095f61 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f5492c6-5bbc-4a76-bcd5-ad6fbd0e08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426939 May 28 07:04:05.748070 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 141b5069-c32d-4af4-bfd2-f436112f300e no longer exists at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:04:05.796753 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] No Port match for: 141b5069-c32d-4af4-bfd2-f436112f300e {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 07:04:05.796753 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 141b5069-c32d-4af4-bfd2-f436112f300e not bound to the agent host n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 07:04:05.850424 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349ecf13-20ad-4ef2-b803-007f9dd904f7 req-139439fa-f772-4af8-bf09-e83eb6688905 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:04:05.851940 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-349ecf13-20ad-4ef2-b803-007f9dd904f7 req-139439fa-f772-4af8-bf09-e83eb6688905 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ad2d81b-c1b4-4a82-8953-15a156abffac HTTP/1.1" status: 200 len: 943 time: 0.1154909 May 28 07:04:05.903101 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-349ecf13-20ad-4ef2-b803-007f9dd904f7 req-b0d1ed5e-eafb-4b07-b67e-37f785a180ef tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f5492c6-5bbc-4a76-bcd5-ad6fbd0e08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427542 May 28 07:04:07.172035 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c1b50f-2745-4b08-855d-cd50492d6d17 req-7333c15c-0416-43b3-adf5-52d97222b838 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:04:07.182425 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d8c1b50f-2745-4b08-855d-cd50492d6d17 req-7333c15c-0416-43b3-adf5-52d97222b838 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ad2d81b-c1b4-4a82-8953-15a156abffac HTTP/1.1" status: 200 len: 943 time: 0.1258569 May 28 07:04:07.219510 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d8c1b50f-2745-4b08-855d-cd50492d6d17 req-2afa8d7e-1c66-4cf7-a3d8-55b5ea44191d tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f5492c6-5bbc-4a76-bcd5-ad6fbd0e08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426567 May 28 07:04:08.425928 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08e97a4-0384-460a-b833-8c11bb44c1a6 req-77eb4ece-7126-4cf3-92af-ab3190b74a5d tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:04:08.427404 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c08e97a4-0384-460a-b833-8c11bb44c1a6 req-77eb4ece-7126-4cf3-92af-ab3190b74a5d tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ad2d81b-c1b4-4a82-8953-15a156abffac HTTP/1.1" status: 200 len: 943 time: 0.0848975 May 28 07:04:08.480474 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c08e97a4-0384-460a-b833-8c11bb44c1a6 req-75801d3c-0cd4-4e58-97bc-e33575e76158 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f5492c6-5bbc-4a76-bcd5-ad6fbd0e08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472500 May 28 07:04:09.682272 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd423821-82fd-432f-bf05-19daa49e4688 req-2203fab0-6a43-4c90-92cc-df46300b558e tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:04:09.683754 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bd423821-82fd-432f-bf05-19daa49e4688 req-2203fab0-6a43-4c90-92cc-df46300b558e tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ad2d81b-c1b4-4a82-8953-15a156abffac HTTP/1.1" status: 200 len: 943 time: 0.0866971 May 28 07:04:09.733220 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bd423821-82fd-432f-bf05-19daa49e4688 req-9ada4e59-33cd-4c46-bf41-d810ddb14129 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f5492c6-5bbc-4a76-bcd5-ad6fbd0e08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431440 May 28 07:04:10.956650 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b21a20-8c9c-4070-9d79-f5019f709a63 req-d2a6b125-b300-4d39-a030-27b797a3087b tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:04:10.958153 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e7b21a20-8c9c-4070-9d79-f5019f709a63 req-d2a6b125-b300-4d39-a030-27b797a3087b tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ad2d81b-c1b4-4a82-8953-15a156abffac HTTP/1.1" status: 200 len: 943 time: 0.0957172 May 28 07:04:11.008281 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e7b21a20-8c9c-4070-9d79-f5019f709a63 req-90cd451c-1d9e-4c9c-b262-d0c0debca887 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f5492c6-5bbc-4a76-bcd5-ad6fbd0e08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439043 May 28 07:04:12.225763 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c290766a-d236-4b97-b28a-ac22c5259182 req-1a4ae425-4221-48f7-9ee4-17508da08fb2 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:04:12.227231 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c290766a-d236-4b97-b28a-ac22c5259182 req-1a4ae425-4221-48f7-9ee4-17508da08fb2 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ad2d81b-c1b4-4a82-8953-15a156abffac HTTP/1.1" status: 200 len: 943 time: 0.0861640 May 28 07:04:12.272927 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c290766a-d236-4b97-b28a-ac22c5259182 req-393739f6-5353-46f5-a7cc-2eef9a127a7d tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f5492c6-5bbc-4a76-bcd5-ad6fbd0e08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390577 May 28 07:04:13.482235 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f8ecd0-484a-40a3-a752-445db42bd4a2 req-c9ed280f-28b4-45a2-a929-8a0613751010 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:04:13.483718 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e2f8ecd0-484a-40a3-a752-445db42bd4a2 req-c9ed280f-28b4-45a2-a929-8a0613751010 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ad2d81b-c1b4-4a82-8953-15a156abffac HTTP/1.1" status: 200 len: 943 time: 0.0874171 May 28 07:04:13.548182 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e2f8ecd0-484a-40a3-a752-445db42bd4a2 req-f2309087-b660-40eb-b2b4-a4453918e777 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f5492c6-5bbc-4a76-bcd5-ad6fbd0e08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575738 May 28 07:04:13.819933 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8139143c-a3c1-4372-b037-381e20f72b70 req-6b178167-ad76-4df4-b143-8d29e861a6a8 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=253e793c-eeda-4ece-9856-bfecf0283c0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0715933 May 28 07:04:14.077824 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8139143c-a3c1-4372-b037-381e20f72b70 req-e8cca9fe-b76e-4eff-bc44-6f1794b0c13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:04:14.079349 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8139143c-a3c1-4372-b037-381e20f72b70 req-e8cca9fe-b76e-4eff-bc44-6f1794b0c13c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6cd404fb9ef9487fb34baf3bf8b36b53&device_id=253e793c-eeda-4ece-9856-bfecf0283c0f HTTP/1.1" status: 200 len: 1097 time: 0.1880345 May 28 07:04:14.240481 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8139143c-a3c1-4372-b037-381e20f72b70 req-aebbd856-e5ba-40c5-8418-81a547df87dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:04:14.242139 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8139143c-a3c1-4372-b037-381e20f72b70 req-aebbd856-e5ba-40c5-8418-81a547df87dd service neutron] 10.222.0.69 "GET /v2.0/networks?id=b87fb3cb-482f-4500-8eb8-33ba0d95db61 HTTP/1.1" status: 200 len: 912 time: 0.1428304 May 28 07:04:14.318981 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8139143c-a3c1-4372-b037-381e20f72b70 req-5d09ab7e-e340-454b-a623-b00a0da52e88 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df05dcbc-f831-4359-bf47-6a52b1a149ac HTTP/1.1" status: 200 len: 217 time: 0.0709524 May 28 07:04:14.384522 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8139143c-a3c1-4372-b037-381e20f72b70 req-1d7be579-5dde-4e2c-89b6-18c7748e260b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:04:14.385994 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8139143c-a3c1-4372-b037-381e20f72b70 req-1d7be579-5dde-4e2c-89b6-18c7748e260b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=03e4bbfb-d6ff-44b0-bb81-9edbb740d6df HTTP/1.1" status: 200 len: 850 time: 0.0617595 May 28 07:04:14.471504 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8139143c-a3c1-4372-b037-381e20f72b70 req-6ea3fc56-ebdc-469e-9a3f-f2c1d172a933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:04:14.472986 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8139143c-a3c1-4372-b037-381e20f72b70 req-6ea3fc56-ebdc-469e-9a3f-f2c1d172a933 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b87fb3cb-482f-4500-8eb8-33ba0d95db61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0815849 May 28 07:04:14.622465 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8139143c-a3c1-4372-b037-381e20f72b70 req-3baf28ac-8513-4a4b-93d9-cdf56adc4bb6 service neutron] 10.222.0.69 "GET /v2.0/networks/b87fb3cb-482f-4500-8eb8-33ba0d95db61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420565 May 28 07:04:14.835727 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8139143c-a3c1-4372-b037-381e20f72b70 req-c670621d-1bfd-48e5-9018-545cc9abdaba service neutron] 10.222.0.69 "GET /v2.0/networks/b87fb3cb-482f-4500-8eb8-33ba0d95db61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076077 May 28 07:04:14.857652 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e316988f-9ac5-4988-88a2-bebbb3c1276d req-bf0f369f-50c6-4561-bcc9-80c50fb22d69 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:04:14.859081 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e316988f-9ac5-4988-88a2-bebbb3c1276d req-bf0f369f-50c6-4561-bcc9-80c50fb22d69 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ad2d81b-c1b4-4a82-8953-15a156abffac HTTP/1.1" status: 200 len: 943 time: 0.1326132 May 28 07:04:14.909355 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e316988f-9ac5-4988-88a2-bebbb3c1276d req-c4bfa23e-d64c-44ef-b891-e04e2ec94395 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f5492c6-5bbc-4a76-bcd5-ad6fbd0e08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434232 May 28 07:04:16.065260 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 51292) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:04:16.128049 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6f6290-42d3-4c35-99ff-c3312dbcbd21 req-3e95e2ce-c5b3-4460-acee-428322ddb103 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:04:16.129004 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fe6f6290-42d3-4c35-99ff-c3312dbcbd21 req-3e95e2ce-c5b3-4460-acee-428322ddb103 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ad2d81b-c1b4-4a82-8953-15a156abffac HTTP/1.1" status: 200 len: 943 time: 0.0934072 May 28 07:04:16.201929 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fe6f6290-42d3-4c35-99ff-c3312dbcbd21 req-aa6f64c2-37a8-457b-9d74-92da7af658f5 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f5492c6-5bbc-4a76-bcd5-ad6fbd0e08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648208 May 28 07:04:16.251264 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-5b62739d-2e57-4f08-84b6-569c52b8e923 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3f572d85b8234ee0ae79f5cd64366755&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1848330 May 28 07:04:16.254436 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 51300) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:04:16.319602 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4485334d-57b5-4103-b8a8-6ad1464d5a28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:16.350391 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4485334d-57b5-4103-b8a8-6ad1464d5a28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:16.521170 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4485334d-57b5-4103-b8a8-6ad1464d5a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:16.540690 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4485334d-57b5-4103-b8a8-6ad1464d5a28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2d1ecbd-3b92-4461-8526-ffd8abc42fc8,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:04:16.633834 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4485334d-57b5-4103-b8a8-6ad1464d5a28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:16.637945 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-4485334d-57b5-4103-b8a8-6ad1464d5a28 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b2d1ecbd-3b92-4461-8526-ffd8abc42fc8 HTTP/1.1" status: 204 len: 168 time: 0.3827233 May 28 07:04:17.415537 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c601d0-4b9a-4bc1-8d58-5ac39428fa07 req-7ffb20ba-9107-47b5-a3c3-d7df9257ff15 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:04:17.417331 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a1c601d0-4b9a-4bc1-8d58-5ac39428fa07 req-7ffb20ba-9107-47b5-a3c3-d7df9257ff15 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ad2d81b-c1b4-4a82-8953-15a156abffac HTTP/1.1" status: 200 len: 943 time: 0.0966184 May 28 07:04:17.464388 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a1c601d0-4b9a-4bc1-8d58-5ac39428fa07 req-89b66dd9-1556-48ca-a509-0139e92a1a98 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f5492c6-5bbc-4a76-bcd5-ad6fbd0e08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411804 May 28 07:04:18.038579 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 51344) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:04:18.155427 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-8b7d0679-e2d2-43da-8a0a-ca3a71cfd645 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1756098829-network', 'tenant_id': '568a49ef68dd4e4bb9244f0084a7583d'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:04:18.160938 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-8b7d0679-e2d2-43da-8a0a-ca3a71cfd645 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:04:18.165058 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-8b7d0679-e2d2-43da-8a0a-ca3a71cfd645 admin admin] Usage tracker for resource:network and tenant:568a49ef68dd4e4bb9244f0084a7583d is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:04:18.177536 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-8b7d0679-e2d2-43da-8a0a-ca3a71cfd645 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:04:18.178451 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-8b7d0679-e2d2-43da-8a0a-ca3a71cfd645 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:04:18.296513 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b7d0679-e2d2-43da-8a0a-ca3a71cfd645 admin admin] Made reservation on behalf of 568a49ef68dd4e4bb9244f0084a7583d for: {'network': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 07:04:18.296513 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8b7d0679-e2d2-43da-8a0a-ca3a71cfd645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:18.311727 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8b7d0679-e2d2-43da-8a0a-ca3a71cfd645 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:18.326474 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-8b7d0679-e2d2-43da-8a0a-ca3a71cfd645 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:04:18.330338 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-8b7d0679-e2d2-43da-8a0a-ca3a71cfd645 admin admin] Usage tracker for resource:security_group_rule and tenant:568a49ef68dd4e4bb9244f0084a7583d is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:04:18.333127 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-8b7d0679-e2d2-43da-8a0a-ca3a71cfd645 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:04:18.338836 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-8b7d0679-e2d2-43da-8a0a-ca3a71cfd645 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:04:18.423154 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8b7d0679-e2d2-43da-8a0a-ca3a71cfd645 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:18.514932 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8b7d0679-e2d2-43da-8a0a-ca3a71cfd645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:18.549491 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7d0679-e2d2-43da-8a0a-ca3a71cfd645 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0382dbc8-f480-4c89-897e-319b2c1382e5,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:04:18.551951 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b7d0679-e2d2-43da-8a0a-ca3a71cfd645 admin admin] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=89110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 07:04:18.577189 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8b7d0679-e2d2-43da-8a0a-ca3a71cfd645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:18.577652 n-d-843702-1 neutron-server[89110]: INFO neutron.db.segments_db [None req-8b7d0679-e2d2-43da-8a0a-ca3a71cfd645 admin admin] Added segment f84439d9-9861-4de3-97c0-1d327935f736 of type vlan for network 16e2a17d-15e5-43a6-b979-a4aaa8a0f11f May 28 07:04:18.657037 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8b7d0679-e2d2-43da-8a0a-ca3a71cfd645 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:18.716421 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0ab2be-7c8d-427f-a819-f1e005d82cd5 req-b37b65d7-9548-4244-98f2-69e19d4c005e tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:04:18.717362 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8f0ab2be-7c8d-427f-a819-f1e005d82cd5 req-b37b65d7-9548-4244-98f2-69e19d4c005e tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ad2d81b-c1b4-4a82-8953-15a156abffac HTTP/1.1" status: 200 len: 943 time: 0.1211898 May 28 07:04:18.775488 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8f0ab2be-7c8d-427f-a819-f1e005d82cd5 req-24ec0330-f91b-46a0-b158-022cb9de1b02 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f5492c6-5bbc-4a76-bcd5-ad6fbd0e08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517097 May 28 07:04:18.795379 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8b7d0679-e2d2-43da-8a0a-ca3a71cfd645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:18.796341 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7d0679-e2d2-43da-8a0a-ca3a71cfd645 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:04:18.798842 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8b7d0679-e2d2-43da-8a0a-ca3a71cfd645 admin admin] Notify callbacks [] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:18.902375 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7d0679-e2d2-43da-8a0a-ca3a71cfd645 admin admin] Pushing event updated for resources: {'Network': ['ID=16e2a17d-15e5-43a6-b979-a4aaa8a0f11f,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:04:18.912055 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 16e2a17d-15e5-43a6-b979-a4aaa8a0f11f details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 07:04:19.002711 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-8b7d0679-e2d2-43da-8a0a-ca3a71cfd645 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9630759 May 28 07:04:19.004195 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 51360) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:04:19.010862 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-ca4bb476-7b57-42d6-a362-97a6cc405511 admin admin] Request body: {'subnet': {'network_id': '16e2a17d-15e5-43a6-b979-a4aaa8a0f11f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1756098829-subnet', 'tenant_id': '568a49ef68dd4e4bb9244f0084a7583d', 'ip_version': 4}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:04:19.017622 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-ca4bb476-7b57-42d6-a362-97a6cc405511 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:04:19.021648 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-ca4bb476-7b57-42d6-a362-97a6cc405511 admin admin] Usage tracker for resource:subnet and tenant:568a49ef68dd4e4bb9244f0084a7583d is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:04:19.026216 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-ca4bb476-7b57-42d6-a362-97a6cc405511 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:04:19.032090 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-ca4bb476-7b57-42d6-a362-97a6cc405511 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:04:19.269334 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca4bb476-7b57-42d6-a362-97a6cc405511 admin admin] Made reservation on behalf of 568a49ef68dd4e4bb9244f0084a7583d for: {'subnet': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 07:04:19.272496 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ca4bb476-7b57-42d6-a362-97a6cc405511 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3171998'] for subnet, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:19.595449 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ca4bb476-7b57-42d6-a362-97a6cc405511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3115906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3172012'] for subnet, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:19.673874 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4bb476-7b57-42d6-a362-97a6cc405511 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c529b6aa-dc62-472f-bf60-4d97f55e75f9,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:04:19.684049 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4bb476-7b57-42d6-a362-97a6cc405511 admin admin] Checking segment: {'id': 'f84439d9-9861-4de3-97c0-1d327935f736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '16e2a17d-15e5-43a6-b979-a4aaa8a0f11f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:04:19.684742 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4bb476-7b57-42d6-a362-97a6cc405511 admin admin] Network hostable DHCP agents. Network: 16e2a17d-15e5-43a6-b979-a4aaa8a0f11f, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89110) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 07:04:19.812442 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4bb476-7b57-42d6-a362-97a6cc405511 admin admin] Network 16e2a17d-15e5-43a6-b979-a4aaa8a0f11f is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89110) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 07:04:20.037893 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-ca4bb476-7b57-42d6-a362-97a6cc405511 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, 16e2a17d-15e5-43a6-b979-a4aaa8a0f11f) {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:04:20.046615 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0691cbbc-98da-454b-8478-db16a40d209b None None] Network 16e2a17d-15e5-43a6-b979-a4aaa8a0f11f requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 07:04:20.047639 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca4bb476-7b57-42d6-a362-97a6cc405511 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:04:20.047639 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ca4bb476-7b57-42d6-a362-97a6cc405511 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:20.099686 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752c8fda-fb85-433a-aecd-51d8239cecb4 req-c9f975b3-b248-42ed-96ff-79ae80352ca1 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:04:20.101440 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-752c8fda-fb85-433a-aecd-51d8239cecb4 req-c9f975b3-b248-42ed-96ff-79ae80352ca1 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ad2d81b-c1b4-4a82-8953-15a156abffac HTTP/1.1" status: 200 len: 943 time: 0.2110019 May 28 07:04:20.158192 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-752c8fda-fb85-433a-aecd-51d8239cecb4 req-8f672993-84d0-482d-b513-320f00b0bb9d tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f5492c6-5bbc-4a76-bcd5-ad6fbd0e08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498500 May 28 07:04:20.247856 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-ca4bb476-7b57-42d6-a362-97a6cc405511 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2362180 May 28 07:04:20.247856 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 51378) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:04:20.249878 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-0574c237-9916-4ac7-ba82-7ff4e38de8c7 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1756098829-router', 'tenant_id': '568a49ef68dd4e4bb9244f0084a7583d', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:04:20.255064 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-0574c237-9916-4ac7-ba82-7ff4e38de8c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:04:20.258899 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-0574c237-9916-4ac7-ba82-7ff4e38de8c7 admin admin] Usage tracker for resource:router and tenant:568a49ef68dd4e4bb9244f0084a7583d is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:04:20.262293 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-0574c237-9916-4ac7-ba82-7ff4e38de8c7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:04:20.268701 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-0574c237-9916-4ac7-ba82-7ff4e38de8c7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:04:20.279062 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ff98e4-5ea4-42c1-962b-2a023b2b12df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-16e2a17d-15e5-43a6-b979-a4aaa8a0f11f', 'network_id': '16e2a17d-15e5-43a6-b979-a4aaa8a0f11f', 'tenant_id': '568a49ef68dd4e4bb9244f0084a7583d', 'fixed_ips': [{'subnet_id': 'c529b6aa-dc62-472f-bf60-4d97f55e75f9'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 07:04:20.279376 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-a6ff98e4-5ea4-42c1-962b-2a023b2b12df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:20.437670 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-a6ff98e4-5ea4-42c1-962b-2a023b2b12df None None] Allocated IP 172.20.0.2 (16e2a17d-15e5-43a6-b979-a4aaa8a0f11f/c529b6aa-dc62-472f-bf60-4d97f55e75f9/aa7ca115-242a-427a-8e34-66d94aa25eea) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:04:20.441036 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0574c237-9916-4ac7-ba82-7ff4e38de8c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59128'] for router, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:20.444389 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0574c237-9916-4ac7-ba82-7ff4e38de8c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59009'] for router, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:20.457792 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0574c237-9916-4ac7-ba82-7ff4e38de8c7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:20.649148 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-a6ff98e4-5ea4-42c1-962b-2a023b2b12df None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:20.662807 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-a6ff98e4-5ea4-42c1-962b-2a023b2b12df None None] Transition to ACTIVE for port object aa7ca115-242a-427a-8e34-66d94aa25eea will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:04:20.687009 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-a6ff98e4-5ea4-42c1-962b-2a023b2b12df None None] Transition to ACTIVE for port object aa7ca115-242a-427a-8e34-66d94aa25eea will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:04:20.789713 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-a6ff98e4-5ea4-42c1-962b-2a023b2b12df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:20.863069 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ff98e4-5ea4-42c1-962b-2a023b2b12df None None] Network 16e2a17d-15e5-43a6-b979-a4aaa8a0f11f is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:04:20.866078 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-a6ff98e4-5ea4-42c1-962b-2a023b2b12df None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:04:20.869666 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ff98e4-5ea4-42c1-962b-2a023b2b12df None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:04:20.901253 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ff98e4-5ea4-42c1-962b-2a023b2b12df None None] Pushing event updated for resources: {'Port': ['ID=aa7ca115-242a-427a-8e34-66d94aa25eea,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:04:20.931621 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0574c237-9916-4ac7-ba82-7ff4e38de8c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59027'] for router, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:20.973868 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-a6ff98e4-5ea4-42c1-962b-2a023b2b12df None None] Attempting to bind port aa7ca115-242a-427a-8e34-66d94aa25eea on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 07:04:20.974293 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-a6ff98e4-5ea4-42c1-962b-2a023b2b12df None None] Attempting to bind port aa7ca115-242a-427a-8e34-66d94aa25eea by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'f84439d9-9861-4de3-97c0-1d327935f736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '16e2a17d-15e5-43a6-b979-a4aaa8a0f11f'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 07:04:20.974683 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ff98e4-5ea4-42c1-962b-2a023b2b12df None None] Attempting to bind port aa7ca115-242a-427a-8e34-66d94aa25eea on network 16e2a17d-15e5-43a6-b979-a4aaa8a0f11f {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:04:20.981089 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ff98e4-5ea4-42c1-962b-2a023b2b12df None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 07:04:20.984004 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ff98e4-5ea4-42c1-962b-2a023b2b12df None None] Checking segment: {'id': 'f84439d9-9861-4de3-97c0-1d327935f736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '16e2a17d-15e5-43a6-b979-a4aaa8a0f11f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:04:20.984004 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-a6ff98e4-5ea4-42c1-962b-2a023b2b12df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:20.984004 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ff98e4-5ea4-42c1-962b-2a023b2b12df None None] Bound using segment: {'id': 'f84439d9-9861-4de3-97c0-1d327935f736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '16e2a17d-15e5-43a6-b979-a4aaa8a0f11f'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 07:04:20.984004 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-a6ff98e4-5ea4-42c1-962b-2a023b2b12df None None] Bound port: aa7ca115-242a-427a-8e34-66d94aa25eea, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f84439d9-9861-4de3-97c0-1d327935f736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '16e2a17d-15e5-43a6-b979-a4aaa8a0f11f'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 07:04:20.984004 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-a6ff98e4-5ea4-42c1-962b-2a023b2b12df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:21.081952 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-a6ff98e4-5ea4-42c1-962b-2a023b2b12df None None] For port aa7ca115-242a-427a-8e34-66d94aa25eea, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:04:21.085094 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-a6ff98e4-5ea4-42c1-962b-2a023b2b12df None None] For port aa7ca115-242a-427a-8e34-66d94aa25eea, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=aa7ca115-242a-427a-8e34-66d94aa25eea,segment=NetworkSegment(f84439d9-9861-4de3-97c0-1d327935f736),segment_id=f84439d9-9861-4de3-97c0-1d327935f736)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 07:04:21.213020 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-a6ff98e4-5ea4-42c1-962b-2a023b2b12df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:21.316473 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ff98e4-5ea4-42c1-962b-2a023b2b12df None None] Pushing event updated for resources: {'Port': ['ID=aa7ca115-242a-427a-8e34-66d94aa25eea,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:04:21.372799 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0574c237-9916-4ac7-ba82-7ff4e38de8c7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:21.420479 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0574c237-9916-4ac7-ba82-7ff4e38de8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:21.600010 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eb98c4-3a27-4fe7-a521-57e611203ae3 req-295146d9-455b-4f58-95b0-29347cc1c6c8 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:04:21.607619 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-29eb98c4-3a27-4fe7-a521-57e611203ae3 req-295146d9-455b-4f58-95b0-29347cc1c6c8 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ad2d81b-c1b4-4a82-8953-15a156abffac HTTP/1.1" status: 200 len: 943 time: 0.3130469 May 28 07:04:21.663256 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [None req-0574c237-9916-4ac7-ba82-7ff4e38de8c7 admin admin] Allocated IP 172.25.5.247 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/761de6d2-ea77-4695-8f88-d2d942066e08) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:04:21.673984 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-29eb98c4-3a27-4fe7-a521-57e611203ae3 req-c8b96df7-bbc0-49f1-92c2-b16f36660182 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f5492c6-5bbc-4a76-bcd5-ad6fbd0e08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655103 May 28 07:04:21.852212 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0574c237-9916-4ac7-ba82-7ff4e38de8c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:21.984035 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0574c237-9916-4ac7-ba82-7ff4e38de8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:22.053366 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0574c237-9916-4ac7-ba82-7ff4e38de8c7 admin admin] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:04:22.056845 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-0574c237-9916-4ac7-ba82-7ff4e38de8c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:04:22.062919 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0574c237-9916-4ac7-ba82-7ff4e38de8c7 admin admin] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:04:22.097087 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0574c237-9916-4ac7-ba82-7ff4e38de8c7 admin admin] Pushing event updated for resources: {'Port': ['ID=761de6d2-ea77-4695-8f88-d2d942066e08,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:04:22.160549 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device aa7ca115-242a-427a-8e34-66d94aa25eea up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:04:22.325636 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port aa7ca115-242a-427a-8e34-66d94aa25eea completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:04:22.448040 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47fcf8b1-5a4b-47dd-a3ad-a55749f68914 None None] Network 16e2a17d-15e5-43a6-b979-a4aaa8a0f11f requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 07:04:22.725005 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-3bd7324f-ec2f-4ac7-8f6b-b2960ed8d098 None None] Provisioning for port aa7ca115-242a-427a-8e34-66d94aa25eea completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:04:22.731857 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-3bd7324f-ec2f-4ac7-8f6b-b2960ed8d098 None None] Provisioning complete for port aa7ca115-242a-427a-8e34-66d94aa25eea triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:04:22.732408 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-3bd7324f-ec2f-4ac7-8f6b-b2960ed8d098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:22.798165 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0574c237-9916-4ac7-ba82-7ff4e38de8c7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:22.871680 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-3bd7324f-ec2f-4ac7-8f6b-b2960ed8d098 None None] Current status of the port aa7ca115-242a-427a-8e34-66d94aa25eea is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:04:22.872416 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-3bd7324f-ec2f-4ac7-8f6b-b2960ed8d098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:22.915312 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-3bd7324f-ec2f-4ac7-8f6b-b2960ed8d098 None None] For port aa7ca115-242a-427a-8e34-66d94aa25eea, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=aa7ca115-242a-427a-8e34-66d94aa25eea,segment=NetworkSegment(f84439d9-9861-4de3-97c0-1d327935f736),segment_id=f84439d9-9861-4de3-97c0-1d327935f736)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:04:23.047043 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-3bd7324f-ec2f-4ac7-8f6b-b2960ed8d098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:23.120975 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd7324f-ec2f-4ac7-8f6b-b2960ed8d098 None None] Pushing event updated for resources: {'Port': ['ID=aa7ca115-242a-427a-8e34-66d94aa25eea,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:04:23.175209 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-f891f2ef-d53f-4ca4-8927-32ab6947edaf None None] Provisioning complete for port aa7ca115-242a-427a-8e34-66d94aa25eea triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:04:23.175877 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-f891f2ef-d53f-4ca4-8927-32ab6947edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:23.211077 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951dc627-08c9-45d4-8b3e-bdf963b50296 req-7e4088c4-74ae-4141-855b-12aa47eee212 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:04:23.212669 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-951dc627-08c9-45d4-8b3e-bdf963b50296 req-7e4088c4-74ae-4141-855b-12aa47eee212 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ad2d81b-c1b4-4a82-8953-15a156abffac HTTP/1.1" status: 200 len: 943 time: 0.2414603 May 28 07:04:23.294048 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-951dc627-08c9-45d4-8b3e-bdf963b50296 req-35084e53-03f6-4444-a51b-4030d0c05c08 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f5492c6-5bbc-4a76-bcd5-ad6fbd0e08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685711 May 28 07:04:23.295406 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0574c237-9916-4ac7-ba82-7ff4e38de8c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690761'] for router, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:23.326610 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-f891f2ef-d53f-4ca4-8927-32ab6947edaf None None] Current status of the port aa7ca115-242a-427a-8e34-66d94aa25eea is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:04:23.623353 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0574c237-9916-4ac7-ba82-7ff4e38de8c7 admin admin] Router 5414a51b-61a7-4218-affc-1853ac1e94ce is scheduled to L3 agent 42958940-9562-4f71-972f-15a8af9d3963 with binding_index 1 {{(pid=89110) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 07:04:23.812114 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0574c237-9916-4ac7-ba82-7ff4e38de8c7 admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 07:04:23.827606 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64aeb1c-db65-4452-ad8e-d97e0386a325 None None] Sync routers for ids ['5414a51b-61a7-4218-affc-1853ac1e94ce'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 07:04:23.839012 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64aeb1c-db65-4452-ad8e-d97e0386a325 None None] Routers {'5414a51b-61a7-4218-affc-1853ac1e94ce'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:04:23.840618 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-c64aeb1c-db65-4452-ad8e-d97e0386a325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:03:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['5414a51b-61a7-4218-affc-1853ac1e94ce'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:04:23.943667 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0574c237-9916-4ac7-ba82-7ff4e38de8c7 admin admin] Notify callbacks [] for router, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:23.945332 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-0574c237-9916-4ac7-ba82-7ff4e38de8c7 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.7000859 May 28 07:04:23.948009 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 51420) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:04:24.028334 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-c64aeb1c-db65-4452-ad8e-d97e0386a325 None None] Set router 5414a51b-61a7-4218-affc-1853ac1e94ce gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:04:24.103422 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device aa7ca115-242a-427a-8e34-66d94aa25eea up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:04:24.247280 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port aa7ca115-242a-427a-8e34-66d94aa25eea triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:04:24.247922 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:24.382475 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-c64aeb1c-db65-4452-ad8e-d97e0386a325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5414a51b-61a7-4218-affc-1853ac1e94ce', 'name': 'tempest-TestServerBasicOps-1756098829-router', 'tenant_id': '568a49ef68dd4e4bb9244f0084a7583d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '761de6d2-ea77-4695-8f88-d2d942066e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:04:20Z', 'updated_at': '2022-05-28T07:04:22Z', 'revision_number': 3, 'project_id': '568a49ef68dd4e4bb9244f0084a7583d', 'gw_port': {'id': '761de6d2-ea77-4695-8f88-d2d942066e08', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:fb:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5414a51b-61a7-4218-affc-1853ac1e94ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:04:21Z', 'updated_at': '2022-05-28T07:04:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:04:24.387362 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64aeb1c-db65-4452-ad8e-d97e0386a325 None None] Checking router: 5414a51b-61a7-4218-affc-1853ac1e94ce for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 07:04:24.387921 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64aeb1c-db65-4452-ad8e-d97e0386a325 None None] Updating router 5414a51b-61a7-4218-affc-1853ac1e94ce port 761de6d2-ea77-4695-8f88-d2d942066e08 binding host n-d-843702-1 {{(pid=89112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 07:04:24.436748 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port aa7ca115-242a-427a-8e34-66d94aa25eea is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:04:24.452010 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-c64aeb1c-db65-4452-ad8e-d97e0386a325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:24.773837 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e581f3-d0e5-4e54-8242-3b49d84c95b4 req-1d3b800a-8da3-41e8-b701-6e4ec9ab4e2c tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:04:24.775356 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-08e581f3-d0e5-4e54-8242-3b49d84c95b4 req-1d3b800a-8da3-41e8-b701-6e4ec9ab4e2c tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ad2d81b-c1b4-4a82-8953-15a156abffac HTTP/1.1" status: 200 len: 943 time: 0.2635202 May 28 07:04:24.831186 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-c64aeb1c-db65-4452-ad8e-d97e0386a325 None None] Notify callbacks [] for port, precommit_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:24.841370 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.provisioning_blocks [None req-c64aeb1c-db65-4452-ad8e-d97e0386a325 None None] Transition to ACTIVE for port object 761de6d2-ea77-4695-8f88-d2d942066e08 will not be triggered until provisioned by entity L2. {{(pid=89112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:04:24.910830 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-08e581f3-d0e5-4e54-8242-3b49d84c95b4 req-6629798a-9a73-4c8c-b5d1-55bcfdb6b05d tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f5492c6-5bbc-4a76-bcd5-ad6fbd0e08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280041 May 28 07:04:24.965604 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-c64aeb1c-db65-4452-ad8e-d97e0386a325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:25.007493 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d33f2653-d324-475e-8196-c29ce97e433c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:25.051503 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-c64aeb1c-db65-4452-ad8e-d97e0386a325 None None] Attempting to bind port 761de6d2-ea77-4695-8f88-d2d942066e08 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 07:04:25.051764 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-c64aeb1c-db65-4452-ad8e-d97e0386a325 None None] Attempting to bind port 761de6d2-ea77-4695-8f88-d2d942066e08 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 07:04:25.052106 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64aeb1c-db65-4452-ad8e-d97e0386a325 None None] Attempting to bind port 761de6d2-ea77-4695-8f88-d2d942066e08 on network 68df399e-e75e-4871-9364-5d05730b50f0 {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:04:25.055961 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215c71b9-286d-4c84-97ab-33d47307ffed None None] Pushing event updated for resources: {'Port': ['ID=761de6d2-ea77-4695-8f88-d2d942066e08,revision_number=2']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:04:25.060988 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64aeb1c-db65-4452-ad8e-d97e0386a325 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 07:04:25.061354 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64aeb1c-db65-4452-ad8e-d97e0386a325 None None] Checking segment: {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:04:25.061797 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-c64aeb1c-db65-4452-ad8e-d97e0386a325 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:25.062215 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64aeb1c-db65-4452-ad8e-d97e0386a325 None None] Bound using segment: {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 07:04:25.062663 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-c64aeb1c-db65-4452-ad8e-d97e0386a325 None None] Bound port: 761de6d2-ea77-4695-8f88-d2d942066e08, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 07:04:25.063232 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-c64aeb1c-db65-4452-ad8e-d97e0386a325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:25.095410 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215c71b9-286d-4c84-97ab-33d47307ffed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:04:25.095745 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215c71b9-286d-4c84-97ab-33d47307ffed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:04:25.096263 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215c71b9-286d-4c84-97ab-33d47307ffed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:04:25.096597 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215c71b9-286d-4c84-97ab-33d47307ffed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:04:25.103520 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215c71b9-286d-4c84-97ab-33d47307ffed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:04:25.103520 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215c71b9-286d-4c84-97ab-33d47307ffed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:04:25.103520 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215c71b9-286d-4c84-97ab-33d47307ffed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:04:25.103520 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215c71b9-286d-4c84-97ab-33d47307ffed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:04:25.103520 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215c71b9-286d-4c84-97ab-33d47307ffed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:04:25.103520 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215c71b9-286d-4c84-97ab-33d47307ffed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:04:25.103520 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215c71b9-286d-4c84-97ab-33d47307ffed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:04:25.103520 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215c71b9-286d-4c84-97ab-33d47307ffed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:04:25.148950 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-c64aeb1c-db65-4452-ad8e-d97e0386a325 None None] For port 761de6d2-ea77-4695-8f88-d2d942066e08, host n-d-843702-1, cleared binding levels {{(pid=89112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:04:25.152104 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-c64aeb1c-db65-4452-ad8e-d97e0386a325 None None] For port 761de6d2-ea77-4695-8f88-d2d942066e08, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=761de6d2-ea77-4695-8f88-d2d942066e08,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 07:04:25.228774 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [None req-d33f2653-d324-475e-8196-c29ce97e433c admin admin] Allocated IP 172.20.0.1 (16e2a17d-15e5-43a6-b979-a4aaa8a0f11f/c529b6aa-dc62-472f-bf60-4d97f55e75f9/986c79d2-70d7-4dae-b397-09a0f573443e) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:04:25.322902 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-c64aeb1c-db65-4452-ad8e-d97e0386a325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:25.376115 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d33f2653-d324-475e-8196-c29ce97e433c admin admin] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:25.392333 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [None req-d33f2653-d324-475e-8196-c29ce97e433c admin admin] Transition to ACTIVE for port object 986c79d2-70d7-4dae-b397-09a0f573443e will not be triggered until provisioned by entity DHCP. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:04:25.398029 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64aeb1c-db65-4452-ad8e-d97e0386a325 None None] Routers {'5414a51b-61a7-4218-affc-1853ac1e94ce'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:04:25.398643 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-c64aeb1c-db65-4452-ad8e-d97e0386a325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:03:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['5414a51b-61a7-4218-affc-1853ac1e94ce'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:04:25.461853 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215c71b9-286d-4c84-97ab-33d47307ffed None None] Pushing event updated for resources: {'Port': ['ID=761de6d2-ea77-4695-8f88-d2d942066e08,revision_number=3']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:04:25.590373 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d33f2653-d324-475e-8196-c29ce97e433c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:25.596468 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-c64aeb1c-db65-4452-ad8e-d97e0386a325 None None] Set router 5414a51b-61a7-4218-affc-1853ac1e94ce gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:04:25.657320 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33f2653-d324-475e-8196-c29ce97e433c admin admin] Network 16e2a17d-15e5-43a6-b979-a4aaa8a0f11f is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:04:25.660076 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-d33f2653-d324-475e-8196-c29ce97e433c admin admin] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:04:25.664258 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33f2653-d324-475e-8196-c29ce97e433c admin admin] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:04:25.704393 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2653-d324-475e-8196-c29ce97e433c admin admin] Pushing event updated for resources: {'Port': ['ID=986c79d2-70d7-4dae-b397-09a0f573443e,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:04:25.738683 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d33f2653-d324-475e-8196-c29ce97e433c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690947'] for router_interface, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:26.037994 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-c64aeb1c-db65-4452-ad8e-d97e0386a325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5414a51b-61a7-4218-affc-1853ac1e94ce', 'name': 'tempest-TestServerBasicOps-1756098829-router', 'tenant_id': '568a49ef68dd4e4bb9244f0084a7583d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '761de6d2-ea77-4695-8f88-d2d942066e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:04:20Z', 'updated_at': '2022-05-28T07:04:22Z', 'revision_number': 3, 'project_id': '568a49ef68dd4e4bb9244f0084a7583d', 'gw_port': {'id': '761de6d2-ea77-4695-8f88-d2d942066e08', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:fb:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5414a51b-61a7-4218-affc-1853ac1e94ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:04:21Z', 'updated_at': '2022-05-28T07:04:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:04:26.045361 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64aeb1c-db65-4452-ad8e-d97e0386a325 None None] The sync data for ids ['5414a51b-61a7-4218-affc-1853ac1e94ce'] in n-d-843702-1 is: [{'id': '5414a51b-61a7-4218-affc-1853ac1e94ce', 'name': 'tempest-TestServerBasicOps-1756098829-router', 'tenant_id': '568a49ef68dd4e4bb9244f0084a7583d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '761de6d2-ea77-4695-8f88-d2d942066e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:04:20Z', 'updated_at': '2022-05-28T07:04:22Z', 'revision_number': 3, 'project_id': '568a49ef68dd4e4bb9244f0084a7583d', 'gw_port': {'id': '761de6d2-ea77-4695-8f88-d2d942066e08', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:fb:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5414a51b-61a7-4218-affc-1853ac1e94ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:04:21Z', 'updated_at': '2022-05-28T07:04:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 07:04:26.127159 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-7a2aae64-0608-4f5e-8f74-6f4ec659eff8 None None] Provisioning for port 986c79d2-70d7-4dae-b397-09a0f573443e completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:04:26.133768 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-7a2aae64-0608-4f5e-8f74-6f4ec659eff8 None None] Provisioning complete for port 986c79d2-70d7-4dae-b397-09a0f573443e triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:04:26.135323 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-7a2aae64-0608-4f5e-8f74-6f4ec659eff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:26.144190 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d33f2653-d324-475e-8196-c29ce97e433c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:26.224196 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-7a2aae64-0608-4f5e-8f74-6f4ec659eff8 None None] Port 986c79d2-70d7-4dae-b397-09a0f573443e cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 07:04:26.256219 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4225e1e1-051c-4b2d-89d0-4dc0e1a35794 req-d6bdb3d7-87b2-4a19-ac1d-f9fc2bd982a7 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:04:26.257690 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4225e1e1-051c-4b2d-89d0-4dc0e1a35794 req-d6bdb3d7-87b2-4a19-ac1d-f9fc2bd982a7 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ad2d81b-c1b4-4a82-8953-15a156abffac HTTP/1.1" status: 200 len: 943 time: 0.2191029 May 28 07:04:26.411618 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4225e1e1-051c-4b2d-89d0-4dc0e1a35794 req-73a905cf-3611-444b-a98b-76f96d256647 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f5492c6-5bbc-4a76-bcd5-ad6fbd0e08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368506 May 28 07:04:26.546167 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-70fea0c8-2bfe-4a9c-84c4-e66173331918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:26.619158 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d33f2653-d324-475e-8196-c29ce97e433c admin admin] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:26.720481 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d33f2653-d324-475e-8196-c29ce97e433c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:26.838886 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d33f2653-d324-475e-8196-c29ce97e433c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700602'] for router_interface, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:26.843151 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2653-d324-475e-8196-c29ce97e433c admin admin] Pushing event updated for resources: {'Port': ['ID=986c79d2-70d7-4dae-b397-09a0f573443e,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:04:27.004609 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33f2653-d324-475e-8196-c29ce97e433c admin admin] Network 16e2a17d-15e5-43a6-b979-a4aaa8a0f11f is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:04:27.006163 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-d33f2653-d324-475e-8196-c29ce97e433c admin admin] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:04:27.212393 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d33f2653-d324-475e-8196-c29ce97e433c admin admin] Router 5414a51b-61a7-4218-affc-1853ac1e94ce has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 07:04:27.265968 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-0a3824c2-11b9-4fca-bf01-fce35ba2017e None None] Provisioning complete for port 986c79d2-70d7-4dae-b397-09a0f573443e triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:04:27.273033 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-0a3824c2-11b9-4fca-bf01-fce35ba2017e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:27.327556 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-0a3824c2-11b9-4fca-bf01-fce35ba2017e None None] Port 986c79d2-70d7-4dae-b397-09a0f573443e cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 07:04:27.403868 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d33f2653-d324-475e-8196-c29ce97e433c admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 07:04:27.415201 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-d33f2653-d324-475e-8196-c29ce97e433c admin admin] 10.222.0.55 "PUT /v2.0/routers/5414a51b-61a7-4218-affc-1853ac1e94ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4635875 May 28 07:04:27.636235 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad08f503-023c-4f0d-a400-a4d94e820a96 req-1ec4c5ab-08cb-4415-88b9-6436968bdb98 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:04:27.638309 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ad08f503-023c-4f0d-a400-a4d94e820a96 req-1ec4c5ab-08cb-4415-88b9-6436968bdb98 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ad2d81b-c1b4-4a82-8953-15a156abffac HTTP/1.1" status: 200 len: 943 time: 0.1146398 May 28 07:04:27.688739 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ad08f503-023c-4f0d-a400-a4d94e820a96 req-bd0c8f87-516a-4f8f-8ae8-55d4f786d314 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f5492c6-5bbc-4a76-bcd5-ad6fbd0e08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415781 May 28 07:04:27.839148 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:27.878190 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbbdece-2869-40ff-aa66-4c2ff43dc9f6 None None] Sync routers for ids ['5414a51b-61a7-4218-affc-1853ac1e94ce'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 07:04:27.887899 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbbdece-2869-40ff-aa66-4c2ff43dc9f6 None None] Routers {'5414a51b-61a7-4218-affc-1853ac1e94ce'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:04:27.888518 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-5dbbdece-2869-40ff-aa66-4c2ff43dc9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:03:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['5414a51b-61a7-4218-affc-1853ac1e94ce'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:04:28.084659 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-5dbbdece-2869-40ff-aa66-4c2ff43dc9f6 None None] Set router 5414a51b-61a7-4218-affc-1853ac1e94ce gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:04:28.161352 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 761de6d2-ea77-4695-8f88-d2d942066e08 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:04:28.452162 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 51482) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:04:28.457627 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-24c74253-5f52-40db-9dc3-8383e27b0a17 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-980388688-network', 'tenant_id': '9a56acb952e44086b88491bcdf53245d'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:04:28.462918 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-24c74253-5f52-40db-9dc3-8383e27b0a17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:04:28.467433 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-24c74253-5f52-40db-9dc3-8383e27b0a17 admin admin] Usage tracker for resource:network and tenant:9a56acb952e44086b88491bcdf53245d is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:04:28.470441 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-24c74253-5f52-40db-9dc3-8383e27b0a17 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:04:28.476322 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 761de6d2-ea77-4695-8f88-d2d942066e08 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:04:28.479781 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-24c74253-5f52-40db-9dc3-8383e27b0a17 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:04:28.483804 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 761de6d2-ea77-4695-8f88-d2d942066e08 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:04:28.484176 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:28.517439 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-5dbbdece-2869-40ff-aa66-4c2ff43dc9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5414a51b-61a7-4218-affc-1853ac1e94ce', 'name': 'tempest-TestServerBasicOps-1756098829-router', 'tenant_id': '568a49ef68dd4e4bb9244f0084a7583d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '761de6d2-ea77-4695-8f88-d2d942066e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:04:20Z', 'updated_at': '2022-05-28T07:04:25Z', 'revision_number': 4, 'project_id': '568a49ef68dd4e4bb9244f0084a7583d', 'gw_port': {'id': '761de6d2-ea77-4695-8f88-d2d942066e08', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:fb:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5414a51b-61a7-4218-affc-1853ac1e94ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:04:21Z', 'updated_at': '2022-05-28T07:04:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '986c79d2-70d7-4dae-b397-09a0f573443e', 'name': '', 'network_id': '16e2a17d-15e5-43a6-b979-a4aaa8a0f11f', 'tenant_id': '568a49ef68dd4e4bb9244f0084a7583d', 'mac_address': 'fa:16:3e:4c:29:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5414a51b-61a7-4218-affc-1853ac1e94ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'c529b6aa-dc62-472f-bf60-4d97f55e75f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:04:25Z', 'updated_at': '2022-05-28T07:04:26Z', 'revision_number': 2, 'project_id': '568a49ef68dd4e4bb9244f0084a7583d', 'subnets': [{'id': 'c529b6aa-dc62-472f-bf60-4d97f55e75f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:04:28.536814 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbbdece-2869-40ff-aa66-4c2ff43dc9f6 None None] Checking router: 5414a51b-61a7-4218-affc-1853ac1e94ce for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 07:04:28.537224 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbbdece-2869-40ff-aa66-4c2ff43dc9f6 None None] Updating router 5414a51b-61a7-4218-affc-1853ac1e94ce port 986c79d2-70d7-4dae-b397-09a0f573443e binding host n-d-843702-1 {{(pid=89111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 07:04:28.610821 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-5dbbdece-2869-40ff-aa66-4c2ff43dc9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:28.823654 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 761de6d2-ea77-4695-8f88-d2d942066e08 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:04:28.823654 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:28.836306 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port 761de6d2-ea77-4695-8f88-d2d942066e08, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=761de6d2-ea77-4695-8f88-d2d942066e08,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:04:28.894019 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293008d5-bad3-4b0b-a8fa-1ea862018c3e req-2fced386-4eff-4726-9192-6fef31f60f2c tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:04:28.895482 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-293008d5-bad3-4b0b-a8fa-1ea862018c3e req-2fced386-4eff-4726-9192-6fef31f60f2c tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ad2d81b-c1b4-4a82-8953-15a156abffac HTTP/1.1" status: 200 len: 943 time: 0.0870438 May 28 07:04:28.940599 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-293008d5-bad3-4b0b-a8fa-1ea862018c3e req-91857098-7147-48b8-886b-82aac1ce5f6f tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f5492c6-5bbc-4a76-bcd5-ad6fbd0e08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391679 May 28 07:04:28.993604 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24c74253-5f52-40db-9dc3-8383e27b0a17 admin admin] Made reservation on behalf of 9a56acb952e44086b88491bcdf53245d for: {'network': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 07:04:28.997366 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-24c74253-5f52-40db-9dc3-8383e27b0a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:29.011878 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-24c74253-5f52-40db-9dc3-8383e27b0a17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:29.025914 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-24c74253-5f52-40db-9dc3-8383e27b0a17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:04:29.033519 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-24c74253-5f52-40db-9dc3-8383e27b0a17 admin admin] Usage tracker for resource:security_group_rule and tenant:9a56acb952e44086b88491bcdf53245d is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:04:29.039206 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-24c74253-5f52-40db-9dc3-8383e27b0a17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:04:29.057010 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-24c74253-5f52-40db-9dc3-8383e27b0a17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:04:29.069440 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-cf136f50-ef6d-4b2a-9ba7-89023ebbd634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:29.070985 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:29.161282 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-24c74253-5f52-40db-9dc3-8383e27b0a17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:29.182601 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-5dbbdece-2869-40ff-aa66-4c2ff43dc9f6 None None] Notify callbacks [] for port, precommit_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:29.195087 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=761de6d2-ea77-4695-8f88-d2d942066e08,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:04:29.200040 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-5dbbdece-2869-40ff-aa66-4c2ff43dc9f6 None None] Transition to ACTIVE for port object 986c79d2-70d7-4dae-b397-09a0f573443e will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:04:29.232841 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-24c74253-5f52-40db-9dc3-8383e27b0a17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:29.264963 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24c74253-5f52-40db-9dc3-8383e27b0a17 admin admin] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'} {{(pid=89110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 07:04:29.273349 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c74253-5f52-40db-9dc3-8383e27b0a17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b505beb2-df7e-4d2e-8229-e7da4b99ac75,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:04:29.280303 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-24c74253-5f52-40db-9dc3-8383e27b0a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:29.280665 n-d-843702-1 neutron-server[89110]: INFO neutron.db.segments_db [None req-24c74253-5f52-40db-9dc3-8383e27b0a17 admin admin] Added segment 0acbe248-13e8-4b38-a0db-df15ded74fd9 of type vlan for network e83636c7-df07-47a7-835a-8b3a233d91bd May 28 07:04:29.308094 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-24c74253-5f52-40db-9dc3-8383e27b0a17 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:29.383907 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-5dbbdece-2869-40ff-aa66-4c2ff43dc9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:29.479941 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-24c74253-5f52-40db-9dc3-8383e27b0a17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:29.481531 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c74253-5f52-40db-9dc3-8383e27b0a17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:04:29.482456 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-24c74253-5f52-40db-9dc3-8383e27b0a17 admin admin] Notify callbacks [] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:29.556981 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2cf147-2db6-449c-9313-cc85822087ab None None] Pushing event updated for resources: {'Port': ['ID=986c79d2-70d7-4dae-b397-09a0f573443e,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:04:29.660506 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c74253-5f52-40db-9dc3-8383e27b0a17 admin admin] Pushing event updated for resources: {'Network': ['ID=e83636c7-df07-47a7-835a-8b3a233d91bd,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:04:29.672675 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network e83636c7-df07-47a7-835a-8b3a233d91bd details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 07:04:29.688924 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-5dbbdece-2869-40ff-aa66-4c2ff43dc9f6 None None] Attempting to bind port 986c79d2-70d7-4dae-b397-09a0f573443e on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 07:04:29.689453 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-5dbbdece-2869-40ff-aa66-4c2ff43dc9f6 None None] Attempting to bind port 986c79d2-70d7-4dae-b397-09a0f573443e by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'f84439d9-9861-4de3-97c0-1d327935f736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '16e2a17d-15e5-43a6-b979-a4aaa8a0f11f'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 07:04:29.690161 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbbdece-2869-40ff-aa66-4c2ff43dc9f6 None None] Attempting to bind port 986c79d2-70d7-4dae-b397-09a0f573443e on network 16e2a17d-15e5-43a6-b979-a4aaa8a0f11f {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:04:29.727244 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-24c74253-5f52-40db-9dc3-8383e27b0a17 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2740068 May 28 07:04:29.730277 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 51496) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:04:29.736755 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-3fed2d66-577f-415a-87a7-c54385261caa admin admin] Request body: {'subnet': {'network_id': 'e83636c7-df07-47a7-835a-8b3a233d91bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-980388688-subnet', 'tenant_id': '9a56acb952e44086b88491bcdf53245d', 'ip_version': 4}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:04:29.742758 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-3fed2d66-577f-415a-87a7-c54385261caa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:04:29.747120 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-3fed2d66-577f-415a-87a7-c54385261caa admin admin] Usage tracker for resource:subnet and tenant:9a56acb952e44086b88491bcdf53245d is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:04:29.750180 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbbdece-2869-40ff-aa66-4c2ff43dc9f6 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 07:04:29.750370 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-3fed2d66-577f-415a-87a7-c54385261caa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:04:29.750505 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbbdece-2869-40ff-aa66-4c2ff43dc9f6 None None] Checking segment: {'id': 'f84439d9-9861-4de3-97c0-1d327935f736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '16e2a17d-15e5-43a6-b979-a4aaa8a0f11f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:04:29.750868 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-5dbbdece-2869-40ff-aa66-4c2ff43dc9f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:29.751258 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbbdece-2869-40ff-aa66-4c2ff43dc9f6 None None] Bound using segment: {'id': 'f84439d9-9861-4de3-97c0-1d327935f736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '16e2a17d-15e5-43a6-b979-a4aaa8a0f11f'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 07:04:29.751715 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-5dbbdece-2869-40ff-aa66-4c2ff43dc9f6 None None] Bound port: 986c79d2-70d7-4dae-b397-09a0f573443e, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f84439d9-9861-4de3-97c0-1d327935f736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '16e2a17d-15e5-43a6-b979-a4aaa8a0f11f'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 07:04:29.752082 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-5dbbdece-2869-40ff-aa66-4c2ff43dc9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:29.757994 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-3fed2d66-577f-415a-87a7-c54385261caa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:04:29.838196 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fed2d66-577f-415a-87a7-c54385261caa admin admin] Made reservation on behalf of 9a56acb952e44086b88491bcdf53245d for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 07:04:29.839602 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3fed2d66-577f-415a-87a7-c54385261caa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:29.906022 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-5dbbdece-2869-40ff-aa66-4c2ff43dc9f6 None None] For port 986c79d2-70d7-4dae-b397-09a0f573443e, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:04:29.906022 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-5dbbdece-2869-40ff-aa66-4c2ff43dc9f6 None None] For port 986c79d2-70d7-4dae-b397-09a0f573443e, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=986c79d2-70d7-4dae-b397-09a0f573443e,segment=NetworkSegment(f84439d9-9861-4de3-97c0-1d327935f736),segment_id=f84439d9-9861-4de3-97c0-1d327935f736)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 07:04:30.030913 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:30.111049 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 761de6d2-ea77-4695-8f88-d2d942066e08 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:04:30.148056 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-5dbbdece-2869-40ff-aa66-4c2ff43dc9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:30.181352 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6e478d-06a1-426b-aaa9-f0d70b12057c req-6901f623-5897-49ab-881a-1ce3760b9dd6 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:04:30.182947 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-be6e478d-06a1-426b-aaa9-f0d70b12057c req-6901f623-5897-49ab-881a-1ce3760b9dd6 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ad2d81b-c1b4-4a82-8953-15a156abffac HTTP/1.1" status: 200 len: 943 time: 0.1118171 May 28 07:04:30.206693 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3fed2d66-577f-415a-87a7-c54385261caa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:30.221967 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:30.244221 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-be6e478d-06a1-426b-aaa9-f0d70b12057c req-b1ebe4b2-1e26-4bc1-b478-6446424177e7 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f5492c6-5bbc-4a76-bcd5-ad6fbd0e08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548246 May 28 07:04:30.245674 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbbdece-2869-40ff-aa66-4c2ff43dc9f6 None None] Routers {'5414a51b-61a7-4218-affc-1853ac1e94ce'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:04:30.247290 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-5dbbdece-2869-40ff-aa66-4c2ff43dc9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:04:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['5414a51b-61a7-4218-affc-1853ac1e94ce'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:04:30.313403 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fed2d66-577f-415a-87a7-c54385261caa admin admin] Pushing event updated for resources: {'Subnet': ['ID=84572f6a-ce61-49a5-b0ae-52f50a76047e,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:04:30.352470 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2cf147-2db6-449c-9313-cc85822087ab None None] Pushing event updated for resources: {'Port': ['ID=986c79d2-70d7-4dae-b397-09a0f573443e,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:04:30.366090 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 761de6d2-ea77-4695-8f88-d2d942066e08 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:04:30.366466 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:30.370565 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fed2d66-577f-415a-87a7-c54385261caa admin admin] Checking segment: {'id': '0acbe248-13e8-4b38-a0db-df15ded74fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'e83636c7-df07-47a7-835a-8b3a233d91bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:04:30.374894 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fed2d66-577f-415a-87a7-c54385261caa admin admin] Network hostable DHCP agents. Network: e83636c7-df07-47a7-835a-8b3a233d91bd, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 07:04:30.482715 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fed2d66-577f-415a-87a7-c54385261caa admin admin] Network e83636c7-df07-47a7-835a-8b3a233d91bd is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 07:04:30.526914 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-5dbbdece-2869-40ff-aa66-4c2ff43dc9f6 None None] Set router 5414a51b-61a7-4218-affc-1853ac1e94ce gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:04:30.785022 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 761de6d2-ea77-4695-8f88-d2d942066e08 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:04:30.890839 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-3fed2d66-577f-415a-87a7-c54385261caa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, e83636c7-df07-47a7-835a-8b3a233d91bd) {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:04:30.895821 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fed2d66-577f-415a-87a7-c54385261caa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:04:30.896433 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3fed2d66-577f-415a-87a7-c54385261caa admin admin] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:30.908770 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ea1fcf-4496-4c5a-8819-c0d72e7b04e1 None None] Network e83636c7-df07-47a7-835a-8b3a233d91bd requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 07:04:30.956866 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-5dbbdece-2869-40ff-aa66-4c2ff43dc9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5414a51b-61a7-4218-affc-1853ac1e94ce', 'name': 'tempest-TestServerBasicOps-1756098829-router', 'tenant_id': '568a49ef68dd4e4bb9244f0084a7583d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '761de6d2-ea77-4695-8f88-d2d942066e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:04:20Z', 'updated_at': '2022-05-28T07:04:25Z', 'revision_number': 4, 'project_id': '568a49ef68dd4e4bb9244f0084a7583d', 'gw_port': {'id': '761de6d2-ea77-4695-8f88-d2d942066e08', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:fb:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5414a51b-61a7-4218-affc-1853ac1e94ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:04:21Z', 'updated_at': '2022-05-28T07:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '986c79d2-70d7-4dae-b397-09a0f573443e', 'name': '', 'network_id': '16e2a17d-15e5-43a6-b979-a4aaa8a0f11f', 'tenant_id': '568a49ef68dd4e4bb9244f0084a7583d', 'mac_address': 'fa:16:3e:4c:29:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5414a51b-61a7-4218-affc-1853ac1e94ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'c529b6aa-dc62-472f-bf60-4d97f55e75f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:04:25Z', 'updated_at': '2022-05-28T07:04:29Z', 'revision_number': 4, 'project_id': '568a49ef68dd4e4bb9244f0084a7583d', 'subnets': [{'id': 'c529b6aa-dc62-472f-bf60-4d97f55e75f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:04:30.989566 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbbdece-2869-40ff-aa66-4c2ff43dc9f6 None None] The sync data for ids ['5414a51b-61a7-4218-affc-1853ac1e94ce'] in n-d-843702-1 is: [{'id': '5414a51b-61a7-4218-affc-1853ac1e94ce', 'name': 'tempest-TestServerBasicOps-1756098829-router', 'tenant_id': '568a49ef68dd4e4bb9244f0084a7583d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '761de6d2-ea77-4695-8f88-d2d942066e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:04:20Z', 'updated_at': '2022-05-28T07:04:25Z', 'revision_number': 4, 'project_id': '568a49ef68dd4e4bb9244f0084a7583d', 'gw_port': {'id': '761de6d2-ea77-4695-8f88-d2d942066e08', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:fb:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5414a51b-61a7-4218-affc-1853ac1e94ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:04:21Z', 'updated_at': '2022-05-28T07:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '986c79d2-70d7-4dae-b397-09a0f573443e', 'name': '', 'network_id': '16e2a17d-15e5-43a6-b979-a4aaa8a0f11f', 'tenant_id': '568a49ef68dd4e4bb9244f0084a7583d', 'mac_address': 'fa:16:3e:4c:29:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5414a51b-61a7-4218-affc-1853ac1e94ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'c529b6aa-dc62-472f-bf60-4d97f55e75f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:04:25Z', 'updated_at': '2022-05-28T07:04:29Z', 'revision_number': 4, 'project_id': '568a49ef68dd4e4bb9244f0084a7583d', 'subnets': [{'id': 'c529b6aa-dc62-472f-bf60-4d97f55e75f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 07:04:31.075307 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-3fed2d66-577f-415a-87a7-c54385261caa admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.3421538 May 28 07:04:31.077740 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 51514) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:04:31.082341 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-37f8386b-a0cf-4e48-988a-f731f6c6f3a3 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-980388688-router', 'tenant_id': '9a56acb952e44086b88491bcdf53245d', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:04:31.090097 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-37f8386b-a0cf-4e48-988a-f731f6c6f3a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:04:31.094582 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-37f8386b-a0cf-4e48-988a-f731f6c6f3a3 admin admin] Usage tracker for resource:router and tenant:9a56acb952e44086b88491bcdf53245d is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:04:31.098563 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-37f8386b-a0cf-4e48-988a-f731f6c6f3a3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:04:31.123561 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-37f8386b-a0cf-4e48-988a-f731f6c6f3a3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:04:31.202843 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e3c1a5-211e-4c72-a47f-677231775ccd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-e83636c7-df07-47a7-835a-8b3a233d91bd', 'network_id': 'e83636c7-df07-47a7-835a-8b3a233d91bd', 'tenant_id': '9a56acb952e44086b88491bcdf53245d', 'fixed_ips': [{'subnet_id': '84572f6a-ce61-49a5-b0ae-52f50a76047e'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 07:04:31.204490 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-03e3c1a5-211e-4c72-a47f-677231775ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:31.242007 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-37f8386b-a0cf-4e48-988a-f731f6c6f3a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59128'] for router, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:31.242007 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-37f8386b-a0cf-4e48-988a-f731f6c6f3a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59009'] for router, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:31.258686 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-37f8386b-a0cf-4e48-988a-f731f6c6f3a3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:31.436724 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-03e3c1a5-211e-4c72-a47f-677231775ccd None None] Allocated IP 172.20.0.2 (e83636c7-df07-47a7-835a-8b3a233d91bd/84572f6a-ce61-49a5-b0ae-52f50a76047e/43480736-5e30-41b6-a652-0ba6fe474cff) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:04:31.563554 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fe1967-5330-4509-93d1-91bf33176955 req-513980bc-4029-4170-a1dd-4d86b332a144 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:04:31.583216 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-23fe1967-5330-4509-93d1-91bf33176955 req-513980bc-4029-4170-a1dd-4d86b332a144 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ad2d81b-c1b4-4a82-8953-15a156abffac HTTP/1.1" status: 200 len: 943 time: 0.1871169 May 28 07:04:31.685854 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-23fe1967-5330-4509-93d1-91bf33176955 req-321cd598-c0bb-48b7-b3df-de279b2a1166 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f5492c6-5bbc-4a76-bcd5-ad6fbd0e08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013858 May 28 07:04:31.765601 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-03e3c1a5-211e-4c72-a47f-677231775ccd None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:31.780671 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-03e3c1a5-211e-4c72-a47f-677231775ccd None None] Transition to ACTIVE for port object 43480736-5e30-41b6-a652-0ba6fe474cff will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:04:31.785841 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-37f8386b-a0cf-4e48-988a-f731f6c6f3a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59027'] for router, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:31.791779 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:31.810014 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-03e3c1a5-211e-4c72-a47f-677231775ccd None None] Transition to ACTIVE for port object 43480736-5e30-41b6-a652-0ba6fe474cff will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:04:31.932143 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-03e3c1a5-211e-4c72-a47f-677231775ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:32.000592 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e3c1a5-211e-4c72-a47f-677231775ccd None None] Network e83636c7-df07-47a7-835a-8b3a233d91bd is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:04:32.003348 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-03e3c1a5-211e-4c72-a47f-677231775ccd None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:04:32.005778 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e3c1a5-211e-4c72-a47f-677231775ccd None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:04:32.053384 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e3c1a5-211e-4c72-a47f-677231775ccd None None] Pushing event updated for resources: {'Port': ['ID=43480736-5e30-41b6-a652-0ba6fe474cff,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:04:32.118265 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-03e3c1a5-211e-4c72-a47f-677231775ccd None None] Attempting to bind port 43480736-5e30-41b6-a652-0ba6fe474cff on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 07:04:32.118640 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-03e3c1a5-211e-4c72-a47f-677231775ccd None None] Attempting to bind port 43480736-5e30-41b6-a652-0ba6fe474cff by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': '0acbe248-13e8-4b38-a0db-df15ded74fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'e83636c7-df07-47a7-835a-8b3a233d91bd'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 07:04:32.119036 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e3c1a5-211e-4c72-a47f-677231775ccd None None] Attempting to bind port 43480736-5e30-41b6-a652-0ba6fe474cff on network e83636c7-df07-47a7-835a-8b3a233d91bd {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:04:32.130367 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e3c1a5-211e-4c72-a47f-677231775ccd None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 7, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 07:04:32.131047 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e3c1a5-211e-4c72-a47f-677231775ccd None None] Checking segment: {'id': '0acbe248-13e8-4b38-a0db-df15ded74fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'e83636c7-df07-47a7-835a-8b3a233d91bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:04:32.131520 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-03e3c1a5-211e-4c72-a47f-677231775ccd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:32.132138 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e3c1a5-211e-4c72-a47f-677231775ccd None None] Bound using segment: {'id': '0acbe248-13e8-4b38-a0db-df15ded74fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'e83636c7-df07-47a7-835a-8b3a233d91bd'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 07:04:32.132687 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-03e3c1a5-211e-4c72-a47f-677231775ccd None None] Bound port: 43480736-5e30-41b6-a652-0ba6fe474cff, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0acbe248-13e8-4b38-a0db-df15ded74fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'e83636c7-df07-47a7-835a-8b3a233d91bd'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 07:04:32.133151 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-03e3c1a5-211e-4c72-a47f-677231775ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:32.184622 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 986c79d2-70d7-4dae-b397-09a0f573443e up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:04:32.288312 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-37f8386b-a0cf-4e48-988a-f731f6c6f3a3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:32.319930 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-03e3c1a5-211e-4c72-a47f-677231775ccd None None] For port 43480736-5e30-41b6-a652-0ba6fe474cff, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:04:32.323177 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-03e3c1a5-211e-4c72-a47f-677231775ccd None None] For port 43480736-5e30-41b6-a652-0ba6fe474cff, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=43480736-5e30-41b6-a652-0ba6fe474cff,segment=NetworkSegment(0acbe248-13e8-4b38-a0db-df15ded74fd9),segment_id=0acbe248-13e8-4b38-a0db-df15ded74fd9)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 07:04:32.333366 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-37f8386b-a0cf-4e48-988a-f731f6c6f3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:32.423711 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 986c79d2-70d7-4dae-b397-09a0f573443e completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:04:32.432864 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 986c79d2-70d7-4dae-b397-09a0f573443e triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:04:32.435954 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:32.472770 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-03e3c1a5-211e-4c72-a47f-677231775ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:32.528679 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-37f8386b-a0cf-4e48-988a-f731f6c6f3a3 admin admin] Allocated IP 172.25.5.28 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/2777f881-e473-431f-a2da-a0b64f9cc0e6) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:04:32.566335 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e3c1a5-211e-4c72-a47f-677231775ccd None None] Pushing event updated for resources: {'Port': ['ID=43480736-5e30-41b6-a652-0ba6fe474cff,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:04:32.575163 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:32.670581 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 986c79d2-70d7-4dae-b397-09a0f573443e is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:04:32.671095 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:32.710732 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port 986c79d2-70d7-4dae-b397-09a0f573443e, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=986c79d2-70d7-4dae-b397-09a0f573443e,segment=NetworkSegment(f84439d9-9861-4de3-97c0-1d327935f736),segment_id=f84439d9-9861-4de3-97c0-1d327935f736)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:04:32.782397 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:32.889701 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-37f8386b-a0cf-4e48-988a-f731f6c6f3a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:32.924391 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=986c79d2-70d7-4dae-b397-09a0f573443e,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:04:32.999022 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d14613-0d45-47f1-95bf-13e419659284 req-04b42246-d4eb-4f09-9d71-04eccea939bb tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:04:33.000775 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-45d14613-0d45-47f1-95bf-13e419659284 req-04b42246-d4eb-4f09-9d71-04eccea939bb tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ad2d81b-c1b4-4a82-8953-15a156abffac HTTP/1.1" status: 200 len: 943 time: 0.1180966 May 28 07:04:33.060124 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-45d14613-0d45-47f1-95bf-13e419659284 req-6bebaa98-15cd-45e3-a735-5e29f381ef55 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f5492c6-5bbc-4a76-bcd5-ad6fbd0e08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486226 May 28 07:04:33.112636 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-37f8386b-a0cf-4e48-988a-f731f6c6f3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:33.158961 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f8386b-a0cf-4e48-988a-f731f6c6f3a3 admin admin] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:04:33.161983 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-37f8386b-a0cf-4e48-988a-f731f6c6f3a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:04:33.166017 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f8386b-a0cf-4e48-988a-f731f6c6f3a3 admin admin] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:04:33.199703 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f8386b-a0cf-4e48-988a-f731f6c6f3a3 admin admin] Pushing event updated for resources: {'Port': ['ID=2777f881-e473-431f-a2da-a0b64f9cc0e6,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:04:33.700392 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd627414-57d4-4abd-bf77-8721b0b012c5 None None] Network e83636c7-df07-47a7-835a-8b3a233d91bd requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 07:04:33.746920 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-37f8386b-a0cf-4e48-988a-f731f6c6f3a3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:33.899534 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 07:04:33.929758 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-e2d77c64-d8d7-4555-9676-fe8dd72ffda7 None None] Provisioning for port 43480736-5e30-41b6-a652-0ba6fe474cff completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:04:34.125871 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-37f8386b-a0cf-4e48-988a-f731f6c6f3a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690761'] for router, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:34.224824 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 986c79d2-70d7-4dae-b397-09a0f573443e up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:04:34.320271 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 986c79d2-70d7-4dae-b397-09a0f573443e triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:04:34.320636 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:34.347212 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac6d90f-9f2d-4a71-96c2-a62f8aacb576 req-54d52b83-77d9-4c77-839e-f7d5127ccf9a tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:04:34.351493 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8ac6d90f-9f2d-4a71-96c2-a62f8aacb576 req-54d52b83-77d9-4c77-839e-f7d5127ccf9a tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ad2d81b-c1b4-4a82-8953-15a156abffac HTTP/1.1" status: 200 len: 943 time: 0.1315520 May 28 07:04:34.421518 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8ac6d90f-9f2d-4a71-96c2-a62f8aacb576 req-eafa776a-c369-46e3-8d97-d711bb593c7e tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f5492c6-5bbc-4a76-bcd5-ad6fbd0e08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631821 May 28 07:04:34.473080 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 986c79d2-70d7-4dae-b397-09a0f573443e is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:04:34.474101 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 43480736-5e30-41b6-a652-0ba6fe474cff up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:04:34.509186 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37f8386b-a0cf-4e48-988a-f731f6c6f3a3 admin admin] Router 4c35e2a2-2b84-4893-923f-064167ba21a7 is scheduled to L3 agent 42958940-9562-4f71-972f-15a8af9d3963 with binding_index 1 {{(pid=89109) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 07:04:34.617400 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 43480736-5e30-41b6-a652-0ba6fe474cff completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:04:34.623719 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 43480736-5e30-41b6-a652-0ba6fe474cff triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:04:34.624187 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:34.699621 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37f8386b-a0cf-4e48-988a-f731f6c6f3a3 admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 07:04:34.709192 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85cb889f-c6b8-475e-b516-41ed1a6e881b None None] Sync routers for ids ['4c35e2a2-2b84-4893-923f-064167ba21a7'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 07:04:34.719491 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85cb889f-c6b8-475e-b516-41ed1a6e881b None None] Routers {'4c35e2a2-2b84-4893-923f-064167ba21a7'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:04:34.720465 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-85cb889f-c6b8-475e-b516-41ed1a6e881b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:04:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['4c35e2a2-2b84-4893-923f-064167ba21a7'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:04:34.760004 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 43480736-5e30-41b6-a652-0ba6fe474cff is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:04:34.760004 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:34.799694 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port 43480736-5e30-41b6-a652-0ba6fe474cff, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=43480736-5e30-41b6-a652-0ba6fe474cff,segment=NetworkSegment(0acbe248-13e8-4b38-a0db-df15ded74fd9),segment_id=0acbe248-13e8-4b38-a0db-df15ded74fd9)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:04:34.904406 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-85cb889f-c6b8-475e-b516-41ed1a6e881b None None] Set router 4c35e2a2-2b84-4893-923f-064167ba21a7 gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:04:34.908925 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-37f8386b-a0cf-4e48-988a-f731f6c6f3a3 admin admin] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:34.913096 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-37f8386b-a0cf-4e48-988a-f731f6c6f3a3 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.8320196 May 28 07:04:34.913248 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 51556) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:04:34.957275 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:35.048992 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=43480736-5e30-41b6-a652-0ba6fe474cff,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:04:35.253328 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-85cb889f-c6b8-475e-b516-41ed1a6e881b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c35e2a2-2b84-4893-923f-064167ba21a7', 'name': 'tempest-TestServerBasicOps-980388688-router', 'tenant_id': '9a56acb952e44086b88491bcdf53245d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '2777f881-e473-431f-a2da-a0b64f9cc0e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:04:31Z', 'updated_at': '2022-05-28T07:04:33Z', 'revision_number': 3, 'project_id': '9a56acb952e44086b88491bcdf53245d', 'gw_port': {'id': '2777f881-e473-431f-a2da-a0b64f9cc0e6', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:3b:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c35e2a2-2b84-4893-923f-064167ba21a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:04:32Z', 'updated_at': '2022-05-28T07:04:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:04:35.257726 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85cb889f-c6b8-475e-b516-41ed1a6e881b None None] Checking router: 4c35e2a2-2b84-4893-923f-064167ba21a7 for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 07:04:35.259716 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85cb889f-c6b8-475e-b516-41ed1a6e881b None None] Updating router 4c35e2a2-2b84-4893-923f-064167ba21a7 port 2777f881-e473-431f-a2da-a0b64f9cc0e6 binding host n-d-843702-1 {{(pid=89112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 07:04:35.321109 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-85cb889f-c6b8-475e-b516-41ed1a6e881b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:35.625073 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595510a5-84ef-42d8-af0b-47c08c22581d req-f3e98e83-c264-4286-80db-5af413575fca tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:04:35.629631 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-595510a5-84ef-42d8-af0b-47c08c22581d req-f3e98e83-c264-4286-80db-5af413575fca tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ad2d81b-c1b4-4a82-8953-15a156abffac HTTP/1.1" status: 200 len: 943 time: 0.0923617 May 28 07:04:35.706567 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-595510a5-84ef-42d8-af0b-47c08c22581d req-87b29b0e-6c0c-457d-be55-98782bfd4b20 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f5492c6-5bbc-4a76-bcd5-ad6fbd0e08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652165 May 28 07:04:35.710801 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-85cb889f-c6b8-475e-b516-41ed1a6e881b None None] Notify callbacks [] for port, precommit_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:35.724295 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.provisioning_blocks [None req-85cb889f-c6b8-475e-b516-41ed1a6e881b None None] Transition to ACTIVE for port object 2777f881-e473-431f-a2da-a0b64f9cc0e6 will not be triggered until provisioned by entity L2. {{(pid=89112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:04:35.806628 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-85cb889f-c6b8-475e-b516-41ed1a6e881b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:35.843373 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-86ed2c02-1f10-4058-bb46-da5256a8af74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:35.919081 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-85cb889f-c6b8-475e-b516-41ed1a6e881b None None] Attempting to bind port 2777f881-e473-431f-a2da-a0b64f9cc0e6 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 07:04:35.920102 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-85cb889f-c6b8-475e-b516-41ed1a6e881b None None] Attempting to bind port 2777f881-e473-431f-a2da-a0b64f9cc0e6 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 07:04:35.920452 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85cb889f-c6b8-475e-b516-41ed1a6e881b None None] Attempting to bind port 2777f881-e473-431f-a2da-a0b64f9cc0e6 on network 68df399e-e75e-4871-9364-5d05730b50f0 {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:04:35.922701 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c7bd3f-ec44-48a1-8b33-640162fb9a1b None None] Pushing event updated for resources: {'Port': ['ID=2777f881-e473-431f-a2da-a0b64f9cc0e6,revision_number=2']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:04:35.929220 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85cb889f-c6b8-475e-b516-41ed1a6e881b None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 7, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 07:04:35.932256 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85cb889f-c6b8-475e-b516-41ed1a6e881b None None] Checking segment: {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:04:35.932256 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-85cb889f-c6b8-475e-b516-41ed1a6e881b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:35.932256 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85cb889f-c6b8-475e-b516-41ed1a6e881b None None] Bound using segment: {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 07:04:35.932256 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-85cb889f-c6b8-475e-b516-41ed1a6e881b None None] Bound port: 2777f881-e473-431f-a2da-a0b64f9cc0e6, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 07:04:35.932256 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-85cb889f-c6b8-475e-b516-41ed1a6e881b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:36.001341 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-85cb889f-c6b8-475e-b516-41ed1a6e881b None None] For port 2777f881-e473-431f-a2da-a0b64f9cc0e6, host n-d-843702-1, cleared binding levels {{(pid=89112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:04:36.004231 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-85cb889f-c6b8-475e-b516-41ed1a6e881b None None] For port 2777f881-e473-431f-a2da-a0b64f9cc0e6, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=2777f881-e473-431f-a2da-a0b64f9cc0e6,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 07:04:36.072939 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-86ed2c02-1f10-4058-bb46-da5256a8af74 admin admin] Allocated IP 172.20.0.1 (e83636c7-df07-47a7-835a-8b3a233d91bd/84572f6a-ce61-49a5-b0ae-52f50a76047e/9e37363a-aaa0-4a50-a4f5-5d6d474c1b52) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:04:36.126423 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 43480736-5e30-41b6-a652-0ba6fe474cff up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:04:36.144172 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-85cb889f-c6b8-475e-b516-41ed1a6e881b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:36.240020 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c7bd3f-ec44-48a1-8b33-640162fb9a1b None None] Pushing event updated for resources: {'Port': ['ID=2777f881-e473-431f-a2da-a0b64f9cc0e6,revision_number=3']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:04:36.265178 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 43480736-5e30-41b6-a652-0ba6fe474cff triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:04:36.265587 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:36.266910 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85cb889f-c6b8-475e-b516-41ed1a6e881b None None] Routers {'4c35e2a2-2b84-4893-923f-064167ba21a7'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:04:36.267740 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-85cb889f-c6b8-475e-b516-41ed1a6e881b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:04:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['4c35e2a2-2b84-4893-923f-064167ba21a7'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:04:36.268191 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-86ed2c02-1f10-4058-bb46-da5256a8af74 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:36.287165 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [None req-86ed2c02-1f10-4058-bb46-da5256a8af74 admin admin] Transition to ACTIVE for port object 9e37363a-aaa0-4a50-a4f5-5d6d474c1b52 will not be triggered until provisioned by entity DHCP. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:04:36.402765 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 43480736-5e30-41b6-a652-0ba6fe474cff is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:04:36.458160 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-86ed2c02-1f10-4058-bb46-da5256a8af74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:36.468406 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-85cb889f-c6b8-475e-b516-41ed1a6e881b None None] Set router 4c35e2a2-2b84-4893-923f-064167ba21a7 gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:04:36.524290 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ed2c02-1f10-4058-bb46-da5256a8af74 admin admin] Network e83636c7-df07-47a7-835a-8b3a233d91bd is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:04:36.527074 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-86ed2c02-1f10-4058-bb46-da5256a8af74 admin admin] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:04:36.531546 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ed2c02-1f10-4058-bb46-da5256a8af74 admin admin] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:04:36.587737 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ed2c02-1f10-4058-bb46-da5256a8af74 admin admin] Pushing event updated for resources: {'Port': ['ID=9e37363a-aaa0-4a50-a4f5-5d6d474c1b52,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:04:36.620199 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-86ed2c02-1f10-4058-bb46-da5256a8af74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690947'] for router_interface, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:36.807864 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-85cb889f-c6b8-475e-b516-41ed1a6e881b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c35e2a2-2b84-4893-923f-064167ba21a7', 'name': 'tempest-TestServerBasicOps-980388688-router', 'tenant_id': '9a56acb952e44086b88491bcdf53245d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '2777f881-e473-431f-a2da-a0b64f9cc0e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:04:31Z', 'updated_at': '2022-05-28T07:04:33Z', 'revision_number': 3, 'project_id': '9a56acb952e44086b88491bcdf53245d', 'gw_port': {'id': '2777f881-e473-431f-a2da-a0b64f9cc0e6', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:3b:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c35e2a2-2b84-4893-923f-064167ba21a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:04:32Z', 'updated_at': '2022-05-28T07:04:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:04:36.813270 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85cb889f-c6b8-475e-b516-41ed1a6e881b None None] The sync data for ids ['4c35e2a2-2b84-4893-923f-064167ba21a7'] in n-d-843702-1 is: [{'id': '4c35e2a2-2b84-4893-923f-064167ba21a7', 'name': 'tempest-TestServerBasicOps-980388688-router', 'tenant_id': '9a56acb952e44086b88491bcdf53245d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '2777f881-e473-431f-a2da-a0b64f9cc0e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:04:31Z', 'updated_at': '2022-05-28T07:04:33Z', 'revision_number': 3, 'project_id': '9a56acb952e44086b88491bcdf53245d', 'gw_port': {'id': '2777f881-e473-431f-a2da-a0b64f9cc0e6', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:3b:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c35e2a2-2b84-4893-923f-064167ba21a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:04:32Z', 'updated_at': '2022-05-28T07:04:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 07:04:36.932616 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-d8a64ef1-44f7-4379-a8be-ee57e42680cb None None] Provisioning for port 9e37363a-aaa0-4a50-a4f5-5d6d474c1b52 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:04:36.945546 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-d8a64ef1-44f7-4379-a8be-ee57e42680cb None None] Provisioning complete for port 9e37363a-aaa0-4a50-a4f5-5d6d474c1b52 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:04:36.946167 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d8a64ef1-44f7-4379-a8be-ee57e42680cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:37.012567 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-d8a64ef1-44f7-4379-a8be-ee57e42680cb None None] Port 9e37363a-aaa0-4a50-a4f5-5d6d474c1b52 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 07:04:37.045073 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9a7d41-dfad-467a-bee2-f49c9ec3cd22 req-897556f8-5ecd-4ccf-8053-87cecc34cdcb tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:04:37.052293 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ad9a7d41-dfad-467a-bee2-f49c9ec3cd22 req-897556f8-5ecd-4ccf-8053-87cecc34cdcb tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ad2d81b-c1b4-4a82-8953-15a156abffac HTTP/1.1" status: 200 len: 943 time: 0.2153246 May 28 07:04:37.108540 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ad9a7d41-dfad-467a-bee2-f49c9ec3cd22 req-27d182d9-24e8-4144-a202-31ef51df9d47 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f5492c6-5bbc-4a76-bcd5-ad6fbd0e08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487669 May 28 07:04:37.259748 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-86ed2c02-1f10-4058-bb46-da5256a8af74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:37.528607 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-86ed2c02-1f10-4058-bb46-da5256a8af74 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:37.632054 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-86ed2c02-1f10-4058-bb46-da5256a8af74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:37.745031 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-86ed2c02-1f10-4058-bb46-da5256a8af74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700602'] for router_interface, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:37.749347 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ed2c02-1f10-4058-bb46-da5256a8af74 admin admin] Pushing event updated for resources: {'Port': ['ID=9e37363a-aaa0-4a50-a4f5-5d6d474c1b52,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:04:37.889876 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ed2c02-1f10-4058-bb46-da5256a8af74 admin admin] Network e83636c7-df07-47a7-835a-8b3a233d91bd is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:04:37.891299 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-86ed2c02-1f10-4058-bb46-da5256a8af74 admin admin] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:04:38.106312 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86ed2c02-1f10-4058-bb46-da5256a8af74 admin admin] Router 4c35e2a2-2b84-4893-923f-064167ba21a7 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 07:04:38.149186 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-3cc5a552-2ec4-4961-aea2-bdb5c75682e5 None None] Provisioning complete for port 9e37363a-aaa0-4a50-a4f5-5d6d474c1b52 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:04:38.149848 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-3cc5a552-2ec4-4961-aea2-bdb5c75682e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:38.196649 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 2777f881-e473-431f-a2da-a0b64f9cc0e6 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:04:38.273486 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-3cc5a552-2ec4-4961-aea2-bdb5c75682e5 None None] Port 9e37363a-aaa0-4a50-a4f5-5d6d474c1b52 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 07:04:38.318652 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86ed2c02-1f10-4058-bb46-da5256a8af74 admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 07:04:38.332951 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-86ed2c02-1f10-4058-bb46-da5256a8af74 admin admin] 10.222.0.55 "PUT /v2.0/routers/4c35e2a2-2b84-4893-923f-064167ba21a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4176433 May 28 07:04:38.360149 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2357892f-2216-4ba9-9bb4-1135ba3ff433 req-a05a6100-e1c0-4516-85d4-66d137876230 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:04:38.360149 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2357892f-2216-4ba9-9bb4-1135ba3ff433 req-a05a6100-e1c0-4516-85d4-66d137876230 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ad2d81b-c1b4-4a82-8953-15a156abffac HTTP/1.1" status: 200 len: 943 time: 0.0947492 May 28 07:04:38.388405 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 2777f881-e473-431f-a2da-a0b64f9cc0e6 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:04:38.394007 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 2777f881-e473-431f-a2da-a0b64f9cc0e6 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:04:38.394370 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:38.410760 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2357892f-2216-4ba9-9bb4-1135ba3ff433 req-dc0205cf-05eb-4ee3-98aa-445d1ca16af0 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f5492c6-5bbc-4a76-bcd5-ad6fbd0e08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459678 May 28 07:04:38.591687 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 2777f881-e473-431f-a2da-a0b64f9cc0e6 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:04:38.592098 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:38.614794 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port 2777f881-e473-431f-a2da-a0b64f9cc0e6, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=2777f881-e473-431f-a2da-a0b64f9cc0e6,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:04:38.648078 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d17014-b05b-4a6a-a070-cc0d0d2062fd None None] Sync routers for ids ['4c35e2a2-2b84-4893-923f-064167ba21a7'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 07:04:38.657657 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d17014-b05b-4a6a-a070-cc0d0d2062fd None None] Routers {'4c35e2a2-2b84-4893-923f-064167ba21a7'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:04:38.658350 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-c8d17014-b05b-4a6a-a070-cc0d0d2062fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:04:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['4c35e2a2-2b84-4893-923f-064167ba21a7'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:04:38.724937 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:38.890666 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=2777f881-e473-431f-a2da-a0b64f9cc0e6,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:04:38.904654 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:04:38.904997 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:04:38.905334 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:04:38.905705 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:04:38.906038 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:04:38.906370 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:04:38.906696 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:04:38.907016 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:04:38.907342 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:04:38.907660 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:04:38.907982 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:04:38.908300 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:04:38.922487 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-c8d17014-b05b-4a6a-a070-cc0d0d2062fd None None] Set router 4c35e2a2-2b84-4893-923f-064167ba21a7 gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:04:39.271256 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-c8d17014-b05b-4a6a-a070-cc0d0d2062fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c35e2a2-2b84-4893-923f-064167ba21a7', 'name': 'tempest-TestServerBasicOps-980388688-router', 'tenant_id': '9a56acb952e44086b88491bcdf53245d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '2777f881-e473-431f-a2da-a0b64f9cc0e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:04:31Z', 'updated_at': '2022-05-28T07:04:36Z', 'revision_number': 4, 'project_id': '9a56acb952e44086b88491bcdf53245d', 'gw_port': {'id': '2777f881-e473-431f-a2da-a0b64f9cc0e6', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:3b:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c35e2a2-2b84-4893-923f-064167ba21a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:04:32Z', 'updated_at': '2022-05-28T07:04:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '9e37363a-aaa0-4a50-a4f5-5d6d474c1b52', 'name': '', 'network_id': 'e83636c7-df07-47a7-835a-8b3a233d91bd', 'tenant_id': '9a56acb952e44086b88491bcdf53245d', 'mac_address': 'fa:16:3e:96:f0:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c35e2a2-2b84-4893-923f-064167ba21a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '84572f6a-ce61-49a5-b0ae-52f50a76047e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:04:35Z', 'updated_at': '2022-05-28T07:04:37Z', 'revision_number': 2, 'project_id': '9a56acb952e44086b88491bcdf53245d', 'subnets': [{'id': '84572f6a-ce61-49a5-b0ae-52f50a76047e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:04:39.275152 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d17014-b05b-4a6a-a070-cc0d0d2062fd None None] Checking router: 4c35e2a2-2b84-4893-923f-064167ba21a7 for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 07:04:39.275498 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d17014-b05b-4a6a-a070-cc0d0d2062fd None None] Updating router 4c35e2a2-2b84-4893-923f-064167ba21a7 port 9e37363a-aaa0-4a50-a4f5-5d6d474c1b52 binding host n-d-843702-1 {{(pid=89111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 07:04:39.329120 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c8d17014-b05b-4a6a-a070-cc0d0d2062fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:39.622011 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f46d2d-06b9-4967-8865-ecd27c8f9b06 req-98b14801-903c-4bdb-aa32-4245f1c8f855 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:04:39.625547 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-97f46d2d-06b9-4967-8865-ecd27c8f9b06 req-98b14801-903c-4bdb-aa32-4245f1c8f855 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ad2d81b-c1b4-4a82-8953-15a156abffac HTTP/1.1" status: 200 len: 943 time: 0.0877903 May 28 07:04:39.687763 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-97f46d2d-06b9-4967-8865-ecd27c8f9b06 req-39ed44dc-0b31-4a92-bfca-beb2244aa991 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f5492c6-5bbc-4a76-bcd5-ad6fbd0e08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486908 May 28 07:04:39.709561 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c8d17014-b05b-4a6a-a070-cc0d0d2062fd None None] Notify callbacks [] for port, precommit_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:39.722221 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-c8d17014-b05b-4a6a-a070-cc0d0d2062fd None None] Transition to ACTIVE for port object 9e37363a-aaa0-4a50-a4f5-5d6d474c1b52 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:04:39.827838 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c8d17014-b05b-4a6a-a070-cc0d0d2062fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:39.992060 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 51624) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:04:39.997996 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-1f4846b5-cb01-482c-bf6b-1415132dd241 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2134156439', 'description': 'tempest-secgroup-smoke-2134156439 description', 'project_id': '568a49ef68dd4e4bb9244f0084a7583d'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:04:40.009209 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-1f4846b5-cb01-482c-bf6b-1415132dd241 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:04:40.018445 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-1f4846b5-cb01-482c-bf6b-1415132dd241 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Usage tracker for resource:security_group and tenant:568a49ef68dd4e4bb9244f0084a7583d is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:04:40.022615 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-1f4846b5-cb01-482c-bf6b-1415132dd241 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:04:40.031116 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-1f4846b5-cb01-482c-bf6b-1415132dd241 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:04:40.046205 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaaef16-849b-4d5b-99cf-05e73687182b None None] Pushing event updated for resources: {'Port': ['ID=9e37363a-aaa0-4a50-a4f5-5d6d474c1b52,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:04:40.123912 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-c8d17014-b05b-4a6a-a070-cc0d0d2062fd None None] Attempting to bind port 9e37363a-aaa0-4a50-a4f5-5d6d474c1b52 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 07:04:40.124276 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-c8d17014-b05b-4a6a-a070-cc0d0d2062fd None None] Attempting to bind port 9e37363a-aaa0-4a50-a4f5-5d6d474c1b52 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': '0acbe248-13e8-4b38-a0db-df15ded74fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'e83636c7-df07-47a7-835a-8b3a233d91bd'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 07:04:40.124637 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d17014-b05b-4a6a-a070-cc0d0d2062fd None None] Attempting to bind port 9e37363a-aaa0-4a50-a4f5-5d6d474c1b52 on network e83636c7-df07-47a7-835a-8b3a233d91bd {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:04:40.126882 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 2777f881-e473-431f-a2da-a0b64f9cc0e6 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:04:40.141559 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1f4846b5-cb01-482c-bf6b-1415132dd241 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:40.155738 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-1f4846b5-cb01-482c-bf6b-1415132dd241 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:04:40.159997 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-1f4846b5-cb01-482c-bf6b-1415132dd241 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Usage tracker for resource:security_group_rule and tenant:568a49ef68dd4e4bb9244f0084a7583d is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:04:40.162945 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-1f4846b5-cb01-482c-bf6b-1415132dd241 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:04:40.169792 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-1f4846b5-cb01-482c-bf6b-1415132dd241 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:04:40.176182 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d17014-b05b-4a6a-a070-cc0d0d2062fd None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 7, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 07:04:40.176619 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d17014-b05b-4a6a-a070-cc0d0d2062fd None None] Checking segment: {'id': '0acbe248-13e8-4b38-a0db-df15ded74fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'e83636c7-df07-47a7-835a-8b3a233d91bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:04:40.179622 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c8d17014-b05b-4a6a-a070-cc0d0d2062fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:40.179622 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d17014-b05b-4a6a-a070-cc0d0d2062fd None None] Bound using segment: {'id': '0acbe248-13e8-4b38-a0db-df15ded74fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'e83636c7-df07-47a7-835a-8b3a233d91bd'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 07:04:40.179622 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-c8d17014-b05b-4a6a-a070-cc0d0d2062fd None None] Bound port: 9e37363a-aaa0-4a50-a4f5-5d6d474c1b52, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0acbe248-13e8-4b38-a0db-df15ded74fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'e83636c7-df07-47a7-835a-8b3a233d91bd'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 07:04:40.179622 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c8d17014-b05b-4a6a-a070-cc0d0d2062fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:40.248999 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1f4846b5-cb01-482c-bf6b-1415132dd241 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:40.293957 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 2777f881-e473-431f-a2da-a0b64f9cc0e6 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:04:40.300795 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:40.318655 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-c8d17014-b05b-4a6a-a070-cc0d0d2062fd None None] For port 9e37363a-aaa0-4a50-a4f5-5d6d474c1b52, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:04:40.343710 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-c8d17014-b05b-4a6a-a070-cc0d0d2062fd None None] For port 9e37363a-aaa0-4a50-a4f5-5d6d474c1b52, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=9e37363a-aaa0-4a50-a4f5-5d6d474c1b52,segment=NetworkSegment(0acbe248-13e8-4b38-a0db-df15ded74fd9),segment_id=0acbe248-13e8-4b38-a0db-df15ded74fd9)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 07:04:40.354524 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1f4846b5-cb01-482c-bf6b-1415132dd241 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:40.401549 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4846b5-cb01-482c-bf6b-1415132dd241 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54972e00-8617-48de-9b94-02005f973e47,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:04:40.426218 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 2777f881-e473-431f-a2da-a0b64f9cc0e6 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:04:40.463614 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c8d17014-b05b-4a6a-a070-cc0d0d2062fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:40.498174 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1f4846b5-cb01-482c-bf6b-1415132dd241 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:40.499747 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-1f4846b5-cb01-482c-bf6b-1415132dd241 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5067563 May 28 07:04:40.502773 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 51632) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:04:40.509106 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-5c04679d-b8a3-4819-8bde-2b383bd9bc7c tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Request body: {'security_group_rule': {'security_group_id': '54972e00-8617-48de-9b94-02005f973e47', 'project_id': '568a49ef68dd4e4bb9244f0084a7583d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:04:40.519999 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-5c04679d-b8a3-4819-8bde-2b383bd9bc7c tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:04:40.541166 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-5c04679d-b8a3-4819-8bde-2b383bd9bc7c tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Usage tracker for resource:security_group_rule and tenant:568a49ef68dd4e4bb9244f0084a7583d is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:04:40.550599 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-5c04679d-b8a3-4819-8bde-2b383bd9bc7c tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:04:40.554149 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d17014-b05b-4a6a-a070-cc0d0d2062fd None None] Routers {'4c35e2a2-2b84-4893-923f-064167ba21a7'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:04:40.554832 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-c8d17014-b05b-4a6a-a070-cc0d0d2062fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:04:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['4c35e2a2-2b84-4893-923f-064167ba21a7'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:04:40.574618 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-5c04679d-b8a3-4819-8bde-2b383bd9bc7c tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:04:40.627740 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaaef16-849b-4d5b-99cf-05e73687182b None None] Pushing event updated for resources: {'Port': ['ID=9e37363a-aaa0-4a50-a4f5-5d6d474c1b52,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:04:40.682179 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5c04679d-b8a3-4819-8bde-2b383bd9bc7c tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:40.783136 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5c04679d-b8a3-4819-8bde-2b383bd9bc7c tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:40.811450 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-c8d17014-b05b-4a6a-a070-cc0d0d2062fd None None] Set router 4c35e2a2-2b84-4893-923f-064167ba21a7 gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:04:40.895786 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5c04679d-b8a3-4819-8bde-2b383bd9bc7c tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:40.934409 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c04679d-b8a3-4819-8bde-2b383bd9bc7c tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ff71060-2ea0-41d2-a9fc-53133b30a073,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:04:40.963365 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96b7928-b27c-463e-a85a-1f809ad9baa9 req-1c865d02-cea1-4a12-a245-be28263c1527 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:04:40.963784 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f96b7928-b27c-463e-a85a-1f809ad9baa9 req-1c865d02-cea1-4a12-a245-be28263c1527 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ad2d81b-c1b4-4a82-8953-15a156abffac HTTP/1.1" status: 200 len: 943 time: 0.1229670 May 28 07:04:41.013457 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f96b7928-b27c-463e-a85a-1f809ad9baa9 req-37c0e35b-d796-4a1e-9dae-7243aa528ec9 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f5492c6-5bbc-4a76-bcd5-ad6fbd0e08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443048 May 28 07:04:41.033301 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5c04679d-b8a3-4819-8bde-2b383bd9bc7c tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:41.037140 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-5c04679d-b8a3-4819-8bde-2b383bd9bc7c tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5334177 May 28 07:04:41.039692 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 51642) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:04:41.045823 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-5c945e5e-8eb4-4e06-aa12-ddd0d3ed799c tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Request body: {'security_group_rule': {'security_group_id': '54972e00-8617-48de-9b94-02005f973e47', 'project_id': '568a49ef68dd4e4bb9244f0084a7583d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:04:41.052866 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-5c945e5e-8eb4-4e06-aa12-ddd0d3ed799c tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:04:41.056719 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-5c945e5e-8eb4-4e06-aa12-ddd0d3ed799c tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Usage tracker for resource:security_group_rule and tenant:568a49ef68dd4e4bb9244f0084a7583d is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:04:41.060394 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-5c945e5e-8eb4-4e06-aa12-ddd0d3ed799c tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:04:41.066205 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-5c945e5e-8eb4-4e06-aa12-ddd0d3ed799c tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:04:41.158181 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5c945e5e-8eb4-4e06-aa12-ddd0d3ed799c tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:41.187221 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-c8d17014-b05b-4a6a-a070-cc0d0d2062fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c35e2a2-2b84-4893-923f-064167ba21a7', 'name': 'tempest-TestServerBasicOps-980388688-router', 'tenant_id': '9a56acb952e44086b88491bcdf53245d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '2777f881-e473-431f-a2da-a0b64f9cc0e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:04:31Z', 'updated_at': '2022-05-28T07:04:36Z', 'revision_number': 4, 'project_id': '9a56acb952e44086b88491bcdf53245d', 'gw_port': {'id': '2777f881-e473-431f-a2da-a0b64f9cc0e6', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:3b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c35e2a2-2b84-4893-923f-064167ba21a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:04:32Z', 'updated_at': '2022-05-28T07:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '9e37363a-aaa0-4a50-a4f5-5d6d474c1b52', 'name': '', 'network_id': 'e83636c7-df07-47a7-835a-8b3a233d91bd', 'tenant_id': '9a56acb952e44086b88491bcdf53245d', 'mac_address': 'fa:16:3e:96:f0:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c35e2a2-2b84-4893-923f-064167ba21a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '84572f6a-ce61-49a5-b0ae-52f50a76047e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:04:35Z', 'updated_at': '2022-05-28T07:04:40Z', 'revision_number': 4, 'project_id': '9a56acb952e44086b88491bcdf53245d', 'subnets': [{'id': '84572f6a-ce61-49a5-b0ae-52f50a76047e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:04:41.191696 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d17014-b05b-4a6a-a070-cc0d0d2062fd None None] The sync data for ids ['4c35e2a2-2b84-4893-923f-064167ba21a7'] in n-d-843702-1 is: [{'id': '4c35e2a2-2b84-4893-923f-064167ba21a7', 'name': 'tempest-TestServerBasicOps-980388688-router', 'tenant_id': '9a56acb952e44086b88491bcdf53245d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '2777f881-e473-431f-a2da-a0b64f9cc0e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:04:31Z', 'updated_at': '2022-05-28T07:04:36Z', 'revision_number': 4, 'project_id': '9a56acb952e44086b88491bcdf53245d', 'gw_port': {'id': '2777f881-e473-431f-a2da-a0b64f9cc0e6', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:3b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c35e2a2-2b84-4893-923f-064167ba21a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:04:32Z', 'updated_at': '2022-05-28T07:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '9e37363a-aaa0-4a50-a4f5-5d6d474c1b52', 'name': '', 'network_id': 'e83636c7-df07-47a7-835a-8b3a233d91bd', 'tenant_id': '9a56acb952e44086b88491bcdf53245d', 'mac_address': 'fa:16:3e:96:f0:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c35e2a2-2b84-4893-923f-064167ba21a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '84572f6a-ce61-49a5-b0ae-52f50a76047e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:04:35Z', 'updated_at': '2022-05-28T07:04:40Z', 'revision_number': 4, 'project_id': '9a56acb952e44086b88491bcdf53245d', 'subnets': [{'id': '84572f6a-ce61-49a5-b0ae-52f50a76047e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 07:04:41.242965 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5c945e5e-8eb4-4e06-aa12-ddd0d3ed799c tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:41.360286 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5c945e5e-8eb4-4e06-aa12-ddd0d3ed799c tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:41.383608 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c945e5e-8eb4-4e06-aa12-ddd0d3ed799c tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6e7a760-3294-4ea6-a60c-3a68abea6953,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:04:41.502847 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5c945e5e-8eb4-4e06-aa12-ddd0d3ed799c tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:41.506561 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-5c945e5e-8eb4-4e06-aa12-ddd0d3ed799c tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4630740 May 28 07:04:41.506725 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 51650) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:04:41.511873 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-21ed15bd-cc22-47a4-ad60-44561d0aac25 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Request body: {'security_group_rule': {'security_group_id': '54972e00-8617-48de-9b94-02005f973e47', 'project_id': '568a49ef68dd4e4bb9244f0084a7583d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:04:41.519002 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-21ed15bd-cc22-47a4-ad60-44561d0aac25 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:04:41.523381 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-21ed15bd-cc22-47a4-ad60-44561d0aac25 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Usage tracker for resource:security_group_rule and tenant:568a49ef68dd4e4bb9244f0084a7583d is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:04:41.527937 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-21ed15bd-cc22-47a4-ad60-44561d0aac25 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:04:41.539547 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-21ed15bd-cc22-47a4-ad60-44561d0aac25 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:04:41.660709 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-21ed15bd-cc22-47a4-ad60-44561d0aac25 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:41.736751 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-21ed15bd-cc22-47a4-ad60-44561d0aac25 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:41.816337 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-21ed15bd-cc22-47a4-ad60-44561d0aac25 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:41.849535 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ed15bd-cc22-47a4-ad60-44561d0aac25 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df67111c-3448-4c12-ad70-89a42fe60be0,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:04:41.926257 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-21ed15bd-cc22-47a4-ad60-44561d0aac25 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:41.927432 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-21ed15bd-cc22-47a4-ad60-44561d0aac25 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4198258 May 28 07:04:41.930147 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 51660) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:04:41.935147 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-0e35959e-82fe-4a0e-84f7-b4a59f154392 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Request body: {'security_group_rule': {'security_group_id': '54972e00-8617-48de-9b94-02005f973e47', 'project_id': '568a49ef68dd4e4bb9244f0084a7583d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:04:41.947939 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-0e35959e-82fe-4a0e-84f7-b4a59f154392 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:04:41.947939 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-0e35959e-82fe-4a0e-84f7-b4a59f154392 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Usage tracker for resource:security_group_rule and tenant:568a49ef68dd4e4bb9244f0084a7583d is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:04:41.949428 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-0e35959e-82fe-4a0e-84f7-b4a59f154392 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:04:41.955139 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-0e35959e-82fe-4a0e-84f7-b4a59f154392 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:04:42.071398 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0e35959e-82fe-4a0e-84f7-b4a59f154392 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:42.166224 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 9e37363a-aaa0-4a50-a4f5-5d6d474c1b52 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:04:42.178465 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0e35959e-82fe-4a0e-84f7-b4a59f154392 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:42.251587 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae470f5-8248-4815-918d-30190e2c2d7a req-2d282f31-df88-4425-908b-78bbce954218 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:04:42.253142 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1ae470f5-8248-4815-918d-30190e2c2d7a req-2d282f31-df88-4425-908b-78bbce954218 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ad2d81b-c1b4-4a82-8953-15a156abffac HTTP/1.1" status: 200 len: 943 time: 0.0887558 May 28 07:04:42.292072 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0e35959e-82fe-4a0e-84f7-b4a59f154392 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:42.304674 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1ae470f5-8248-4815-918d-30190e2c2d7a req-dd1126de-31c3-4210-ad62-adf169cd7163 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f5492c6-5bbc-4a76-bcd5-ad6fbd0e08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455108 May 28 07:04:42.329466 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e35959e-82fe-4a0e-84f7-b4a59f154392 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d11ec8c7-a717-4fc0-b21c-9dfd973697a7,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:04:42.378032 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 9e37363a-aaa0-4a50-a4f5-5d6d474c1b52 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:04:42.390187 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 9e37363a-aaa0-4a50-a4f5-5d6d474c1b52 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:04:42.390187 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:42.406594 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0e35959e-82fe-4a0e-84f7-b4a59f154392 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:42.409617 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-0e35959e-82fe-4a0e-84f7-b4a59f154392 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4770713 May 28 07:04:42.411214 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 51670) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:04:42.420326 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-8a3d5153-eeb6-4e0b-9e88-e100610c6a93 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Request body: {'security_group_rule': {'security_group_id': '54972e00-8617-48de-9b94-02005f973e47', 'project_id': '568a49ef68dd4e4bb9244f0084a7583d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:04:42.427446 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-8a3d5153-eeb6-4e0b-9e88-e100610c6a93 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:04:42.431298 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-8a3d5153-eeb6-4e0b-9e88-e100610c6a93 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Usage tracker for resource:security_group_rule and tenant:568a49ef68dd4e4bb9244f0084a7583d is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:04:42.434801 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-8a3d5153-eeb6-4e0b-9e88-e100610c6a93 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:04:42.440516 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-8a3d5153-eeb6-4e0b-9e88-e100610c6a93 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:04:42.516836 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 9e37363a-aaa0-4a50-a4f5-5d6d474c1b52 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:04:42.517225 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:42.537630 n-d-843702-1 neutron-server[89109]: INFO neutron.db.securitygroups_db [None req-8a3d5153-eeb6-4e0b-9e88-e100610c6a93 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Project 568a49ef68dd4e4bb9244f0084a7583d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 07:04:42.553277 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port 9e37363a-aaa0-4a50-a4f5-5d6d474c1b52, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=9e37363a-aaa0-4a50-a4f5-5d6d474c1b52,segment=NetworkSegment(0acbe248-13e8-4b38-a0db-df15ded74fd9),segment_id=0acbe248-13e8-4b38-a0db-df15ded74fd9)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:04:42.555737 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8a3d5153-eeb6-4e0b-9e88-e100610c6a93 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:42.629394 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8a3d5153-eeb6-4e0b-9e88-e100610c6a93 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:42.645935 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:42.692473 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8a3d5153-eeb6-4e0b-9e88-e100610c6a93 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:42.712757 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3d5153-eeb6-4e0b-9e88-e100610c6a93 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f157653b-c8ed-4d07-aca6-7ab63369a0c6,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:04:42.720651 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=9e37363a-aaa0-4a50-a4f5-5d6d474c1b52,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:04:42.820035 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8a3d5153-eeb6-4e0b-9e88-e100610c6a93 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:42.820035 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-8a3d5153-eeb6-4e0b-9e88-e100610c6a93 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4074845 May 28 07:04:42.822355 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 51680) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:04:42.827816 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-ebaa4445-07b9-4428-b26d-91488b352d1b tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Request body: {'security_group_rule': {'security_group_id': '54972e00-8617-48de-9b94-02005f973e47', 'project_id': '568a49ef68dd4e4bb9244f0084a7583d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:04:42.834693 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-ebaa4445-07b9-4428-b26d-91488b352d1b tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:04:42.838591 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-ebaa4445-07b9-4428-b26d-91488b352d1b tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Usage tracker for resource:security_group_rule and tenant:568a49ef68dd4e4bb9244f0084a7583d is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:04:42.842528 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-ebaa4445-07b9-4428-b26d-91488b352d1b tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:04:42.848181 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-ebaa4445-07b9-4428-b26d-91488b352d1b tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:04:42.943212 n-d-843702-1 neutron-server[89109]: INFO neutron.db.securitygroups_db [None req-ebaa4445-07b9-4428-b26d-91488b352d1b tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Project 568a49ef68dd4e4bb9244f0084a7583d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 07:04:42.953301 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ebaa4445-07b9-4428-b26d-91488b352d1b tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:43.025309 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ebaa4445-07b9-4428-b26d-91488b352d1b tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:43.137792 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ebaa4445-07b9-4428-b26d-91488b352d1b tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:43.166735 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaa4445-07b9-4428-b26d-91488b352d1b tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6e7635f-d5d1-4c6a-9f6c-a3a55a1199da,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:04:43.257702 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ebaa4445-07b9-4428-b26d-91488b352d1b tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:43.268401 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-ebaa4445-07b9-4428-b26d-91488b352d1b tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4357371 May 28 07:04:43.476023 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-a4d125d7-1a5d-4ea0-b389-01d01568af73 req-22cbd203-a822-44d2-917c-e215bb9d6e91 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Synchronizing usage tracker for tenant:568a49ef68dd4e4bb9244f0084a7583d on resource:security_group {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:04:43.537100 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00716532-c063-4fd9-9cc5-e2173645bdd9 req-a1b1b903-23f1-4b47-81ca-302d0e3bb87c tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:04:43.538785 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-00716532-c063-4fd9-9cc5-e2173645bdd9 req-a1b1b903-23f1-4b47-81ca-302d0e3bb87c tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ad2d81b-c1b4-4a82-8953-15a156abffac HTTP/1.1" status: 200 len: 943 time: 0.1095414 May 28 07:04:43.598792 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-00716532-c063-4fd9-9cc5-e2173645bdd9 req-404fc8a4-a583-47c1-91e5-be2bef09a262 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f5492c6-5bbc-4a76-bcd5-ad6fbd0e08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454392 May 28 07:04:43.599929 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-a4d125d7-1a5d-4ea0-b389-01d01568af73 req-22cbd203-a822-44d2-917c-e215bb9d6e91 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Unset dirty status for tenant:568a49ef68dd4e4bb9244f0084a7583d on resource:security_group {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:04:43.601159 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a4d125d7-1a5d-4ea0-b389-01d01568af73 req-22cbd203-a822-44d2-917c-e215bb9d6e91 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2134156439&fields=id&tenant_id=568a49ef68dd4e4bb9244f0084a7583d HTTP/1.1" status: 200 len: 267 time: 0.2054067 May 28 07:04:43.790173 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d125d7-1a5d-4ea0-b389-01d01568af73 req-5978d510-a9d5-46e7-b3a5-760f34869bc0 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:04:43.790935 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-a4d125d7-1a5d-4ea0-b389-01d01568af73 req-5978d510-a9d5-46e7-b3a5-760f34869bc0 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Synchronizing usage tracker for tenant:568a49ef68dd4e4bb9244f0084a7583d on resource:network {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:04:43.891948 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-a4d125d7-1a5d-4ea0-b389-01d01568af73 req-5978d510-a9d5-46e7-b3a5-760f34869bc0 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Unset dirty status for tenant:568a49ef68dd4e4bb9244f0084a7583d on resource:network {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:04:43.897189 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a4d125d7-1a5d-4ea0-b389-01d01568af73 req-5978d510-a9d5-46e7-b3a5-760f34869bc0 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] 10.222.0.55 "GET /v2.0/networks?id=16e2a17d-15e5-43a6-b979-a4aaa8a0f11f HTTP/1.1" status: 200 len: 809 time: 0.2887490 May 28 07:04:43.918338 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a4d125d7-1a5d-4ea0-b389-01d01568af73 req-a5512154-7f2c-454b-bf2e-dd65bf5dd5da tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] 10.222.0.55 "GET /v2.0/quotas/568a49ef68dd4e4bb9244f0084a7583d HTTP/1.1" status: 200 len: 375 time: 0.0156901 May 28 07:04:44.016142 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-a4d125d7-1a5d-4ea0-b389-01d01568af73 req-66a760cb-5b4c-4a30-be91-98986991a717 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Synchronizing usage tracker for tenant:568a49ef68dd4e4bb9244f0084a7583d on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:04:44.116016 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 9e37363a-aaa0-4a50-a4f5-5d6d474c1b52 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:04:44.137339 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-a4d125d7-1a5d-4ea0-b389-01d01568af73 req-66a760cb-5b4c-4a30-be91-98986991a717 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Unset dirty status for tenant:568a49ef68dd4e4bb9244f0084a7583d on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:04:44.139001 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a4d125d7-1a5d-4ea0-b389-01d01568af73 req-66a760cb-5b4c-4a30-be91-98986991a717 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=568a49ef68dd4e4bb9244f0084a7583d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2147636 May 28 07:04:44.221680 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 9e37363a-aaa0-4a50-a4f5-5d6d474c1b52 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:04:44.222054 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:44.325339 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a4d125d7-1a5d-4ea0-b389-01d01568af73 req-d3aa1959-3450-446e-b708-54fd547aa66f service neutron] 10.222.0.55 "GET /v2.0/networks/16e2a17d-15e5-43a6-b979-a4aaa8a0f11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734345 May 28 07:04:44.391741 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 9e37363a-aaa0-4a50-a4f5-5d6d474c1b52 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:04:44.464370 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a4d125d7-1a5d-4ea0-b389-01d01568af73 req-1452eba6-215a-444e-a2bf-67ba8a2fddbe service neutron] 10.222.0.55 "GET /v2.0/networks/16e2a17d-15e5-43a6-b979-a4aaa8a0f11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326644 May 28 07:04:44.874996 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7714c025-04c6-45cb-be60-c71257cfe63b req-7085955f-d792-416c-8870-6dc981b8a1c1 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f46ecf6-3b8d-4bec-bc62-ca85bf5c820d HTTP/1.1" status: 200 len: 210 time: 0.0513871 May 28 07:04:44.898310 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdc9857-653b-47b9-80ba-07b1c6712ac3 req-4b5117a1-1d57-485a-a61b-0e1c044e6980 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:04:44.901679 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2cdc9857-653b-47b9-80ba-07b1c6712ac3 req-4b5117a1-1d57-485a-a61b-0e1c044e6980 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ad2d81b-c1b4-4a82-8953-15a156abffac HTTP/1.1" status: 200 len: 943 time: 0.1805658 May 28 07:04:44.956170 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2cdc9857-653b-47b9-80ba-07b1c6712ac3 req-9eeaf5d6-9941-4b71-a583-a77fa21997de tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f5492c6-5bbc-4a76-bcd5-ad6fbd0e08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485454 May 28 07:04:45.978293 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-19ed38ee-460c-4e5a-a483-ea6aa5aa9343 req-4b6b3aea-91b8-4ebf-a3b2-eb93b26ee855 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f46ecf6-3b8d-4bec-bc62-ca85bf5c820d HTTP/1.1" status: 200 len: 210 time: 0.0424318 May 28 07:04:46.149113 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4b7ab8-b5c4-457b-b91b-beae2d542418 req-f7b35341-f047-4a6b-875a-885cfba26899 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:04:46.150565 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2e4b7ab8-b5c4-457b-b91b-beae2d542418 req-f7b35341-f047-4a6b-875a-885cfba26899 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ad2d81b-c1b4-4a82-8953-15a156abffac HTTP/1.1" status: 200 len: 943 time: 0.0820954 May 28 07:04:46.198330 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2e4b7ab8-b5c4-457b-b91b-beae2d542418 req-e18cdd06-a7f2-4cc3-b1b1-ac307dd66a5f tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f5492c6-5bbc-4a76-bcd5-ad6fbd0e08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414503 May 28 07:04:47.168928 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e6047855-a7c0-4a5c-af36-f89e9a5ceb63 req-8f5caaa6-6a5a-488c-90c2-2a40ea654e0a tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f46ecf6-3b8d-4bec-bc62-ca85bf5c820d HTTP/1.1" status: 200 len: 210 time: 0.0622482 May 28 07:04:47.407893 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abab969-cf5a-4a05-8d4a-e4f7ed87d7e3 req-f5ea15c3-b328-4f89-a300-42fd63187d5c tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:04:47.409348 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4abab969-cf5a-4a05-8d4a-e4f7ed87d7e3 req-f5ea15c3-b328-4f89-a300-42fd63187d5c tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ad2d81b-c1b4-4a82-8953-15a156abffac HTTP/1.1" status: 200 len: 943 time: 0.0854776 May 28 07:04:47.454457 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4abab969-cf5a-4a05-8d4a-e4f7ed87d7e3 req-7bd8ba4d-91ad-4b66-855f-1d7f8cbf9cf9 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f5492c6-5bbc-4a76-bcd5-ad6fbd0e08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394890 May 28 07:04:48.138976 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d125d7-1a5d-4ea0-b389-01d01568af73 req-d7fdee62-d839-467e-ace2-0055de0bacde tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:04:48.140693 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a4d125d7-1a5d-4ea0-b389-01d01568af73 req-d7fdee62-d839-467e-ace2-0055de0bacde tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] 10.222.0.69 "GET /v2.0/networks?id=16e2a17d-15e5-43a6-b979-a4aaa8a0f11f HTTP/1.1" status: 200 len: 809 time: 0.2868965 May 28 07:04:48.196818 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a4d125d7-1a5d-4ea0-b389-01d01568af73 req-e6533370-45a1-439d-8f5c-eb8dc20da5ee tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=568a49ef68dd4e4bb9244f0084a7583d HTTP/1.1" status: 200 len: 380 time: 0.0473909 May 28 07:04:48.205209 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-a4d125d7-1a5d-4ea0-b389-01d01568af73 req-4af54487-48cb-4539-b507-4869500102b3 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Request body: {'port': {'device_id': '9f46ecf6-3b8d-4bec-bc62-ca85bf5c820d', 'network_id': '16e2a17d-15e5-43a6-b979-a4aaa8a0f11f', 'admin_state_up': True, 'tenant_id': '568a49ef68dd4e4bb9244f0084a7583d', 'security_groups': ['54972e00-8617-48de-9b94-02005f973e47']}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:04:48.345867 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-776a4300-690c-4774-9f36-0cba7e24a884 req-ecdef97a-a572-4593-b408-6806b08976ed tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f46ecf6-3b8d-4bec-bc62-ca85bf5c820d HTTP/1.1" status: 200 len: 210 time: 0.0498857 May 28 07:04:48.390806 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-a4d125d7-1a5d-4ea0-b389-01d01568af73 req-4af54487-48cb-4539-b507-4869500102b3 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:04:48.401177 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-a4d125d7-1a5d-4ea0-b389-01d01568af73 req-4af54487-48cb-4539-b507-4869500102b3 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:04:48.515705 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4d125d7-1a5d-4ea0-b389-01d01568af73 req-4af54487-48cb-4539-b507-4869500102b3 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Made reservation on behalf of 568a49ef68dd4e4bb9244f0084a7583d for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 07:04:48.519778 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-a4d125d7-1a5d-4ea0-b389-01d01568af73 req-4af54487-48cb-4539-b507-4869500102b3 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:48.758305 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fe67fc-650c-468f-892c-48e9ae9a0dd0 req-e878227d-ec59-462a-b69d-15468d88ad4b tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:04:48.759766 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c7fe67fc-650c-468f-892c-48e9ae9a0dd0 req-e878227d-ec59-462a-b69d-15468d88ad4b tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ad2d81b-c1b4-4a82-8953-15a156abffac HTTP/1.1" status: 200 len: 943 time: 0.1810899 May 28 07:04:48.763972 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [req-a4d125d7-1a5d-4ea0-b389-01d01568af73 req-4af54487-48cb-4539-b507-4869500102b3 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Allocated IP 172.20.0.10 (16e2a17d-15e5-43a6-b979-a4aaa8a0f11f/c529b6aa-dc62-472f-bf60-4d97f55e75f9/4c809db8-8a35-47c1-a6f2-499ab85f9a42) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:04:48.826148 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c7fe67fc-650c-468f-892c-48e9ae9a0dd0 req-6d978928-5e1e-4b74-ac4c-e33dbd6fb4dc tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f5492c6-5bbc-4a76-bcd5-ad6fbd0e08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599878 May 28 07:04:49.002897 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-a4d125d7-1a5d-4ea0-b389-01d01568af73 req-4af54487-48cb-4539-b507-4869500102b3 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:49.019792 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-a4d125d7-1a5d-4ea0-b389-01d01568af73 req-4af54487-48cb-4539-b507-4869500102b3 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Transition to ACTIVE for port object 4c809db8-8a35-47c1-a6f2-499ab85f9a42 will not be triggered until provisioned by entity DHCP. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:04:49.138206 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-a4d125d7-1a5d-4ea0-b389-01d01568af73 req-4af54487-48cb-4539-b507-4869500102b3 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:49.214068 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4d125d7-1a5d-4ea0-b389-01d01568af73 req-4af54487-48cb-4539-b507-4869500102b3 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Network 16e2a17d-15e5-43a6-b979-a4aaa8a0f11f is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:04:49.217402 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [req-a4d125d7-1a5d-4ea0-b389-01d01568af73 req-4af54487-48cb-4539-b507-4869500102b3 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:04:49.223948 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4d125d7-1a5d-4ea0-b389-01d01568af73 req-4af54487-48cb-4539-b507-4869500102b3 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:04:49.262327 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af54487-48cb-4539-b507-4869500102b3 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Pushing event updated for resources: {'Port': ['ID=4c809db8-8a35-47c1-a6f2-499ab85f9a42,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:04:49.280984 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af54487-48cb-4539-b507-4869500102b3 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:04:49.281326 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af54487-48cb-4539-b507-4869500102b3 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:04:49.281685 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af54487-48cb-4539-b507-4869500102b3 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:04:49.282014 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af54487-48cb-4539-b507-4869500102b3 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:04:49.282343 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af54487-48cb-4539-b507-4869500102b3 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:04:49.282669 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af54487-48cb-4539-b507-4869500102b3 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:04:49.283002 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af54487-48cb-4539-b507-4869500102b3 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:04:49.283318 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af54487-48cb-4539-b507-4869500102b3 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:04:49.283633 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af54487-48cb-4539-b507-4869500102b3 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:04:49.283947 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af54487-48cb-4539-b507-4869500102b3 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:04:49.284260 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af54487-48cb-4539-b507-4869500102b3 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:04:49.284742 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af54487-48cb-4539-b507-4869500102b3 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:04:49.310141 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d125d7-1a5d-4ea0-b389-01d01568af73 req-4af54487-48cb-4539-b507-4869500102b3 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:04:49.310824 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-a4d125d7-1a5d-4ea0-b389-01d01568af73 req-4af54487-48cb-4539-b507-4869500102b3 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:49.428187 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a4d125d7-1a5d-4ea0-b389-01d01568af73 req-4af54487-48cb-4539-b507-4869500102b3 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2269242 May 28 07:04:49.441146 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-a4d125d7-1a5d-4ea0-b389-01d01568af73 req-8590e73e-6ffa-4618-8fe3-99bd0c9edc30 service neutron] Request body: {'port': {'device_id': '9f46ecf6-3b8d-4bec-bc62-ca85bf5c820d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843702-1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:04:49.532352 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-b354d717-230b-4224-a7ca-9414b085b9b7 None None] Provisioning for port 4c809db8-8a35-47c1-a6f2-499ab85f9a42 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:04:49.539213 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-b354d717-230b-4224-a7ca-9414b085b9b7 None None] Provisioning complete for port 4c809db8-8a35-47c1-a6f2-499ab85f9a42 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:04:49.540019 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b354d717-230b-4224-a7ca-9414b085b9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:49.603272 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-b354d717-230b-4224-a7ca-9414b085b9b7 None None] Port 4c809db8-8a35-47c1-a6f2-499ab85f9a42 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 07:04:49.620009 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-a4d125d7-1a5d-4ea0-b389-01d01568af73 req-8590e73e-6ffa-4618-8fe3-99bd0c9edc30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:49.690132 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c17e6d0-40c0-4087-b09b-7e5ce2239a7e req-4eec5fa4-80da-4bfb-b309-5d4515f1139b tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:04:49.690589 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-8c17e6d0-40c0-4087-b09b-7e5ce2239a7e req-4eec5fa4-80da-4bfb-b309-5d4515f1139b tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Synchronizing usage tracker for tenant:568a49ef68dd4e4bb9244f0084a7583d on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:04:49.850740 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-8c17e6d0-40c0-4087-b09b-7e5ce2239a7e req-4eec5fa4-80da-4bfb-b309-5d4515f1139b tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Unset dirty status for tenant:568a49ef68dd4e4bb9244f0084a7583d on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:04:49.852022 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8c17e6d0-40c0-4087-b09b-7e5ce2239a7e req-4eec5fa4-80da-4bfb-b309-5d4515f1139b tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f46ecf6-3b8d-4bec-bc62-ca85bf5c820d HTTP/1.1" status: 200 len: 932 time: 0.3815410 May 28 07:04:49.927918 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8c17e6d0-40c0-4087-b09b-7e5ce2239a7e req-a62127f5-ebb5-4004-a0c5-6bf94be16b87 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] 10.222.0.55 "GET /v2.0/security-groups?id=54972e00-8617-48de-9b94-02005f973e47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703275 May 28 07:04:50.086648 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [req-a4d125d7-1a5d-4ea0-b389-01d01568af73 req-8590e73e-6ffa-4618-8fe3-99bd0c9edc30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c809db8-8a35-47c1-a6f2-499ab85f9a42 {{(pid=89110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 07:04:50.095171 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-a4d125d7-1a5d-4ea0-b389-01d01568af73 req-8590e73e-6ffa-4618-8fe3-99bd0c9edc30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:50.104378 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8846cae4-7b85-4c37-8fd1-e53b5a84ab2e req-b4ef0282-98a0-40a4-a87d-d2b38188b2cd tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:04:50.106387 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8846cae4-7b85-4c37-8fd1-e53b5a84ab2e req-b4ef0282-98a0-40a4-a87d-d2b38188b2cd tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ad2d81b-c1b4-4a82-8953-15a156abffac HTTP/1.1" status: 200 len: 943 time: 0.1594472 May 28 07:04:50.131343 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-a4d125d7-1a5d-4ea0-b389-01d01568af73 req-8590e73e-6ffa-4618-8fe3-99bd0c9edc30 service neutron] Transition to ACTIVE for port object 4c809db8-8a35-47c1-a6f2-499ab85f9a42 will not be triggered until provisioned by entity L2. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:04:50.163478 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8846cae4-7b85-4c37-8fd1-e53b5a84ab2e req-659ab721-4337-49c9-b678-85bebc3dfe13 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f5492c6-5bbc-4a76-bcd5-ad6fbd0e08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493472 May 28 07:04:50.239994 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-a4d125d7-1a5d-4ea0-b389-01d01568af73 req-8590e73e-6ffa-4618-8fe3-99bd0c9edc30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:50.521722 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8590e73e-6ffa-4618-8fe3-99bd0c9edc30 service neutron] Pushing event updated for resources: {'Port': ['ID=4c809db8-8a35-47c1-a6f2-499ab85f9a42,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:04:50.603650 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-a4d125d7-1a5d-4ea0-b389-01d01568af73 req-8590e73e-6ffa-4618-8fe3-99bd0c9edc30 service neutron] Attempting to bind port 4c809db8-8a35-47c1-a6f2-499ab85f9a42 on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 07:04:50.603993 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-a4d125d7-1a5d-4ea0-b389-01d01568af73 req-8590e73e-6ffa-4618-8fe3-99bd0c9edc30 service neutron] Attempting to bind port 4c809db8-8a35-47c1-a6f2-499ab85f9a42 by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': 'f84439d9-9861-4de3-97c0-1d327935f736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '16e2a17d-15e5-43a6-b979-a4aaa8a0f11f'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 07:04:50.611142 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d125d7-1a5d-4ea0-b389-01d01568af73 req-8590e73e-6ffa-4618-8fe3-99bd0c9edc30 service neutron] Attempting to bind port 4c809db8-8a35-47c1-a6f2-499ab85f9a42 on network 16e2a17d-15e5-43a6-b979-a4aaa8a0f11f {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:04:50.611142 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d125d7-1a5d-4ea0-b389-01d01568af73 req-8590e73e-6ffa-4618-8fe3-99bd0c9edc30 service neutron] Port 4c809db8-8a35-47c1-a6f2-499ab85f9a42 on network 16e2a17d-15e5-43a6-b979-a4aaa8a0f11f not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 07:04:50.611142 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d125d7-1a5d-4ea0-b389-01d01568af73 req-8590e73e-6ffa-4618-8fe3-99bd0c9edc30 service neutron] Attempting to bind port 4c809db8-8a35-47c1-a6f2-499ab85f9a42 on network 16e2a17d-15e5-43a6-b979-a4aaa8a0f11f {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:04:50.614541 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d125d7-1a5d-4ea0-b389-01d01568af73 req-8590e73e-6ffa-4618-8fe3-99bd0c9edc30 service neutron] Checking agent: {'id': '69f492a0-c00d-46d0-9bec-fcd8161ce206', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 7, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 07:04:50.614869 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d125d7-1a5d-4ea0-b389-01d01568af73 req-8590e73e-6ffa-4618-8fe3-99bd0c9edc30 service neutron] Checking segment: {'id': 'f84439d9-9861-4de3-97c0-1d327935f736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '16e2a17d-15e5-43a6-b979-a4aaa8a0f11f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:04:50.615244 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d125d7-1a5d-4ea0-b389-01d01568af73 req-8590e73e-6ffa-4618-8fe3-99bd0c9edc30 service neutron] Bound using segment: {'id': 'f84439d9-9861-4de3-97c0-1d327935f736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '16e2a17d-15e5-43a6-b979-a4aaa8a0f11f'} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 07:04:50.615749 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-a4d125d7-1a5d-4ea0-b389-01d01568af73 req-8590e73e-6ffa-4618-8fe3-99bd0c9edc30 service neutron] Bound port: 4c809db8-8a35-47c1-a6f2-499ab85f9a42, host: n-h1-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f84439d9-9861-4de3-97c0-1d327935f736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '16e2a17d-15e5-43a6-b979-a4aaa8a0f11f'}}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 07:04:50.616103 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-a4d125d7-1a5d-4ea0-b389-01d01568af73 req-8590e73e-6ffa-4618-8fe3-99bd0c9edc30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:50.705931 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-a4d125d7-1a5d-4ea0-b389-01d01568af73 req-8590e73e-6ffa-4618-8fe3-99bd0c9edc30 service neutron] For port 4c809db8-8a35-47c1-a6f2-499ab85f9a42, host n-h1-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:04:50.708828 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-a4d125d7-1a5d-4ea0-b389-01d01568af73 req-8590e73e-6ffa-4618-8fe3-99bd0c9edc30 service neutron] For port 4c809db8-8a35-47c1-a6f2-499ab85f9a42, host n-h1-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=4c809db8-8a35-47c1-a6f2-499ab85f9a42,segment=NetworkSegment(f84439d9-9861-4de3-97c0-1d327935f736),segment_id=f84439d9-9861-4de3-97c0-1d327935f736)] {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 07:04:50.800631 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-a4d125d7-1a5d-4ea0-b389-01d01568af73 req-8590e73e-6ffa-4618-8fe3-99bd0c9edc30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:50.867345 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d125d7-1a5d-4ea0-b389-01d01568af73 req-8590e73e-6ffa-4618-8fe3-99bd0c9edc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:04:50.867948 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-a4d125d7-1a5d-4ea0-b389-01d01568af73 req-8590e73e-6ffa-4618-8fe3-99bd0c9edc30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:50.869323 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a4d125d7-1a5d-4ea0-b389-01d01568af73 req-8590e73e-6ffa-4618-8fe3-99bd0c9edc30 service neutron] 10.222.0.69 "PUT /v2.0/ports/4c809db8-8a35-47c1-a6f2-499ab85f9a42 HTTP/1.1" status: 200 len: 1092 time: 1.4335983 May 28 07:04:50.869984 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f46ecf6-3b8d-4bec-bc62-ca85bf5c820d', 'tag': '4c809db8-8a35-47c1-a6f2-499ab85f9a42'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:04:50.893364 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8590e73e-6ffa-4618-8fe3-99bd0c9edc30 service neutron] Pushing event updated for resources: {'Port': ['ID=4c809db8-8a35-47c1-a6f2-499ab85f9a42,revision_number=3']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:04:50.932153 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82d0bb49-968a-4ce0-aab6-4b40a3e3126d'] response: {'name': 'network-changed', 'server_uuid': '9f46ecf6-3b8d-4bec-bc62-ca85bf5c820d', 'tag': '4c809db8-8a35-47c1-a6f2-499ab85f9a42', 'status': 'completed', 'code': 200} May 28 07:04:51.062492 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051d1246-163c-40e9-9523-25e414d8108a req-91ce4790-e133-4db0-9484-038271700ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:04:51.064697 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-051d1246-163c-40e9-9523-25e414d8108a req-91ce4790-e133-4db0-9484-038271700ca2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=568a49ef68dd4e4bb9244f0084a7583d&device_id=9f46ecf6-3b8d-4bec-bc62-ca85bf5c820d HTTP/1.1" status: 200 len: 1095 time: 0.1137443 May 28 07:04:51.272089 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ebaa97-da84-4d29-8fba-33d133149824 req-5f2612b5-36a1-426c-a4dc-933bc65c050d tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:04:51.273592 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a0ebaa97-da84-4d29-8fba-33d133149824 req-5f2612b5-36a1-426c-a4dc-933bc65c050d tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f46ecf6-3b8d-4bec-bc62-ca85bf5c820d HTTP/1.1" status: 200 len: 944 time: 0.2077894 May 28 07:04:51.276200 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051d1246-163c-40e9-9523-25e414d8108a req-162c1704-1c71-4b43-969f-6b428705dc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:04:51.279889 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-051d1246-163c-40e9-9523-25e414d8108a req-162c1704-1c71-4b43-969f-6b428705dc0b service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=568a49ef68dd4e4bb9244f0084a7583d&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1803422 May 28 07:04:51.459103 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a0ebaa97-da84-4d29-8fba-33d133149824 req-acf6237b-3626-421b-8fa8-214a4939bb98 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] 10.222.0.55 "GET /v2.0/security-groups?id=54972e00-8617-48de-9b94-02005f973e47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1772640 May 28 07:04:51.526163 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4555c6d9-a457-4ea6-8441-2df967d8402a req-053e9201-bb39-4623-bef0-fb0717401e6d tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:04:51.528847 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4555c6d9-a457-4ea6-8441-2df967d8402a req-053e9201-bb39-4623-bef0-fb0717401e6d tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ad2d81b-c1b4-4a82-8953-15a156abffac HTTP/1.1" status: 200 len: 943 time: 0.2481790 May 28 07:04:51.531552 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051d1246-163c-40e9-9523-25e414d8108a req-efb3dba0-5333-4d76-82af-7ac4fa4d2df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:04:51.533115 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-051d1246-163c-40e9-9523-25e414d8108a req-efb3dba0-5333-4d76-82af-7ac4fa4d2df6 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2492809 May 28 07:04:51.614505 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4555c6d9-a457-4ea6-8441-2df967d8402a req-b5a0f16d-590a-4626-8ef6-ca4fc3ad715b tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f5492c6-5bbc-4a76-bcd5-ad6fbd0e08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789044 May 28 07:04:51.660564 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d125d7-1a5d-4ea0-b389-01d01568af73 req-9ea59ee9-9ba5-4910-9d27-c8017c6d8381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:04:51.662074 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a4d125d7-1a5d-4ea0-b389-01d01568af73 req-9ea59ee9-9ba5-4910-9d27-c8017c6d8381 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=568a49ef68dd4e4bb9244f0084a7583d&device_id=9f46ecf6-3b8d-4bec-bc62-ca85bf5c820d HTTP/1.1" status: 200 len: 1095 time: 0.0811207 May 28 07:04:51.728249 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a4d125d7-1a5d-4ea0-b389-01d01568af73 req-643a4eda-1650-42ad-84d8-61fd1f5e7331 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c809db8-8a35-47c1-a6f2-499ab85f9a42 HTTP/1.1" status: 200 len: 217 time: 0.0598097 May 28 07:04:51.793993 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d125d7-1a5d-4ea0-b389-01d01568af73 req-67818c66-62ea-42ff-b102-462a1e2e502e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:04:51.795426 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a4d125d7-1a5d-4ea0-b389-01d01568af73 req-67818c66-62ea-42ff-b102-462a1e2e502e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c529b6aa-dc62-472f-bf60-4d97f55e75f9 HTTP/1.1" status: 200 len: 848 time: 0.0620670 May 28 07:04:51.872557 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d125d7-1a5d-4ea0-b389-01d01568af73 req-36d3a933-3e07-4a36-ad90-4f1e11ce4535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:04:51.874102 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a4d125d7-1a5d-4ea0-b389-01d01568af73 req-36d3a933-3e07-4a36-ad90-4f1e11ce4535 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=16e2a17d-15e5-43a6-b979-a4aaa8a0f11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720484 May 28 07:04:52.012892 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a4d125d7-1a5d-4ea0-b389-01d01568af73 req-dc048ba9-26be-49c7-b66e-af8a9f9ee252 service neutron] 10.222.0.69 "GET /v2.0/networks/16e2a17d-15e5-43a6-b979-a4aaa8a0f11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321232 May 28 07:04:52.145516 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a4d125d7-1a5d-4ea0-b389-01d01568af73 req-f2b7e364-48d6-46a9-a672-396801086146 service neutron] 10.222.0.69 "GET /v2.0/networks/16e2a17d-15e5-43a6-b979-a4aaa8a0f11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266153 May 28 07:04:52.674922 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887e477b-8359-481f-96ea-7349b04842a4 req-fda5f251-d422-4e64-8e82-56ebc192c6f5 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:04:52.674922 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-887e477b-8359-481f-96ea-7349b04842a4 req-fda5f251-d422-4e64-8e82-56ebc192c6f5 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f46ecf6-3b8d-4bec-bc62-ca85bf5c820d HTTP/1.1" status: 200 len: 944 time: 0.0876331 May 28 07:04:52.719921 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-887e477b-8359-481f-96ea-7349b04842a4 req-508d8bad-c150-4108-b227-ee016fa22f2b tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] 10.222.0.55 "GET /v2.0/security-groups?id=54972e00-8617-48de-9b94-02005f973e47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426137 May 28 07:04:52.807679 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caa4ca8-4bfb-44a3-9ca5-b22c89accd2f req-43873609-43e0-4c77-995d-701bf8c7a779 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:04:52.809756 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4caa4ca8-4bfb-44a3-9ca5-b22c89accd2f req-43873609-43e0-4c77-995d-701bf8c7a779 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ad2d81b-c1b4-4a82-8953-15a156abffac HTTP/1.1" status: 200 len: 943 time: 0.0806088 May 28 07:04:52.854174 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4caa4ca8-4bfb-44a3-9ca5-b22c89accd2f req-86016669-4996-4bc8-9a62-e78b5e3e723e tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f5492c6-5bbc-4a76-bcd5-ad6fbd0e08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386868 May 28 07:04:54.071044 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca54659-4720-4bf6-97c2-f87d49d2bd8b req-4f293f0f-98df-4a98-9461-410f1e29e931 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:04:54.072538 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7ca54659-4720-4bf6-97c2-f87d49d2bd8b req-4f293f0f-98df-4a98-9461-410f1e29e931 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f46ecf6-3b8d-4bec-bc62-ca85bf5c820d HTTP/1.1" status: 200 len: 944 time: 0.2464595 May 28 07:04:54.120386 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1895750-f0cd-44c9-b9f8-825fa19c9506 req-1e5cbce9-e3df-436d-89b6-04502c102eef tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:04:54.121900 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c1895750-f0cd-44c9-b9f8-825fa19c9506 req-1e5cbce9-e3df-436d-89b6-04502c102eef tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ad2d81b-c1b4-4a82-8953-15a156abffac HTTP/1.1" status: 200 len: 943 time: 0.1335068 May 28 07:04:54.137447 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7ca54659-4720-4bf6-97c2-f87d49d2bd8b req-9e895f62-13c4-4224-a77b-5fb8b5ba16fb tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] 10.222.0.55 "GET /v2.0/security-groups?id=54972e00-8617-48de-9b94-02005f973e47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559809 May 28 07:04:54.184188 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c1895750-f0cd-44c9-b9f8-825fa19c9506 req-bcc2d004-6942-4114-a10f-9cf342864b58 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f5492c6-5bbc-4a76-bcd5-ad6fbd0e08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425003 May 28 07:04:55.177585 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 4c809db8-8a35-47c1-a6f2-499ab85f9a42 details requested by agent hyperv_n-h1-843702-1 with host n-h1-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 07:04:55.328517 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 4c809db8-8a35-47c1-a6f2-499ab85f9a42, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=4c809db8-8a35-47c1-a6f2-499ab85f9a42,segment=NetworkSegment(f84439d9-9861-4de3-97c0-1d327935f736),segment_id=f84439d9-9861-4de3-97c0-1d327935f736)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:04:55.345531 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Returning: {'device': '4c809db8-8a35-47c1-a6f2-499ab85f9a42', 'network_id': '16e2a17d-15e5-43a6-b979-a4aaa8a0f11f', 'port_id': '4c809db8-8a35-47c1-a6f2-499ab85f9a42', 'mac_address': 'fa:16:3e:9c:0a:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c529b6aa-dc62-472f-bf60-4d97f55e75f9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 07:04:55.359627 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d544af0-0f5d-4e1c-aa8d-21cea59ab712 req-b6a7663e-17a4-46a2-b8c0-b8579539ad72 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:04:55.361125 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4d544af0-0f5d-4e1c-aa8d-21cea59ab712 req-b6a7663e-17a4-46a2-b8c0-b8579539ad72 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f46ecf6-3b8d-4bec-bc62-ca85bf5c820d HTTP/1.1" status: 200 len: 944 time: 0.1098630 May 28 07:04:55.415994 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4d544af0-0f5d-4e1c-aa8d-21cea59ab712 req-1b4c4c63-1e7e-4b4c-9b1b-3702eafc9349 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] 10.222.0.55 "GET /v2.0/security-groups?id=54972e00-8617-48de-9b94-02005f973e47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487750 May 28 07:04:55.418171 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 4c809db8-8a35-47c1-a6f2-499ab85f9a42 is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:04:55.418551 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:55.440282 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c809db8-8a35-47c1-a6f2-499ab85f9a42 {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 07:04:55.457354 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 4c809db8-8a35-47c1-a6f2-499ab85f9a42, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=4c809db8-8a35-47c1-a6f2-499ab85f9a42,segment=NetworkSegment(f84439d9-9861-4de3-97c0-1d327935f736),segment_id=f84439d9-9861-4de3-97c0-1d327935f736)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:04:55.565646 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003fc06f-7239-46a5-bf94-aa2a248cc3c3 req-99f1093d-f8fe-40cc-b883-387c5b4bbe05 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:04:55.566271 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-003fc06f-7239-46a5-bf94-aa2a248cc3c3 req-99f1093d-f8fe-40cc-b883-387c5b4bbe05 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ad2d81b-c1b4-4a82-8953-15a156abffac HTTP/1.1" status: 200 len: 943 time: 0.0898550 May 28 07:04:55.589937 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:55.617220 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-003fc06f-7239-46a5-bf94-aa2a248cc3c3 req-1241ed36-0ae0-474b-aa54-091351fcabb5 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f5492c6-5bbc-4a76-bcd5-ad6fbd0e08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448625 May 28 07:04:55.661649 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=4c809db8-8a35-47c1-a6f2-499ab85f9a42,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:04:55.804106 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['4c809db8-8a35-47c1-a6f2-499ab85f9a42'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 07:04:56.017503 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 043bdc81-1941-4c16-ae68-7572560ab0dd details requested by agent hyperv_n-h2-843702-1 with host n-h2-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 07:04:56.224657 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 043bdc81-1941-4c16-ae68-7572560ab0dd, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=043bdc81-1941-4c16-ae68-7572560ab0dd,segment=NetworkSegment(9b6a153f-5acc-4efc-9ff2-d82aa4b5901c),segment_id=9b6a153f-5acc-4efc-9ff2-d82aa4b5901c)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:04:56.240541 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Returning: {'device': '043bdc81-1941-4c16-ae68-7572560ab0dd', 'network_id': 'b87fb3cb-482f-4500-8eb8-33ba0d95db61', 'port_id': '043bdc81-1941-4c16-ae68-7572560ab0dd', 'mac_address': 'fa:16:3e:6d:69:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03e4bbfb-d6ff-44b0-bb81-9edbb740d6df', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 07:04:56.307517 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 043bdc81-1941-4c16-ae68-7572560ab0dd is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:04:56.308908 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:56.328705 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 043bdc81-1941-4c16-ae68-7572560ab0dd {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 07:04:56.351178 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 043bdc81-1941-4c16-ae68-7572560ab0dd, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=043bdc81-1941-4c16-ae68-7572560ab0dd,segment=NetworkSegment(9b6a153f-5acc-4efc-9ff2-d82aa4b5901c),segment_id=9b6a153f-5acc-4efc-9ff2-d82aa4b5901c)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:04:56.559485 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:56.614238 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35a804c-e8a3-4c57-9d23-b3194fc168a3 req-c3b491f6-4678-4c27-a103-e936e0396a95 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:04:56.615766 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f35a804c-e8a3-4c57-9d23-b3194fc168a3 req-c3b491f6-4678-4c27-a103-e936e0396a95 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f46ecf6-3b8d-4bec-bc62-ca85bf5c820d HTTP/1.1" status: 200 len: 945 time: 0.0862577 May 28 07:04:56.619227 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-abb7f52f-2755-48f4-8816-33c32deda6f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:56.637613 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=043bdc81-1941-4c16-ae68-7572560ab0dd,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:04:56.674000 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f35a804c-e8a3-4c57-9d23-b3194fc168a3 req-82d0b04d-65d0-484c-95fd-c74437850df9 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] 10.222.0.55 "GET /v2.0/security-groups?id=54972e00-8617-48de-9b94-02005f973e47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505962 May 28 07:04:56.820197 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942f2805-162e-4617-be60-f5d81e77413e req-0f7afddc-2f47-46a3-a1e8-21060fd0a9b0 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:04:56.821593 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-942f2805-162e-4617-be60-f5d81e77413e req-0f7afddc-2f47-46a3-a1e8-21060fd0a9b0 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ad2d81b-c1b4-4a82-8953-15a156abffac HTTP/1.1" status: 200 len: 944 time: 0.0835743 May 28 07:04:56.860001 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['043bdc81-1941-4c16-ae68-7572560ab0dd'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 07:04:56.867419 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-942f2805-162e-4617-be60-f5d81e77413e req-04db87be-a424-4f4c-bf26-08a6f4f01e2a tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f5492c6-5bbc-4a76-bcd5-ad6fbd0e08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393984 May 28 07:04:57.180968 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 4c809db8-8a35-47c1-a6f2-499ab85f9a42 up at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:04:57.342950 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning for port 4c809db8-8a35-47c1-a6f2-499ab85f9a42 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:04:57.349538 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning complete for port 4c809db8-8a35-47c1-a6f2-499ab85f9a42 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:04:57.356654 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:57.474149 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 4c809db8-8a35-47c1-a6f2-499ab85f9a42 is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:04:57.474566 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:57.506631 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f46ecf6-3b8d-4bec-bc62-ca85bf5c820d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c809db8-8a35-47c1-a6f2-499ab85f9a42'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:04:57.516863 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 4c809db8-8a35-47c1-a6f2-499ab85f9a42, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=4c809db8-8a35-47c1-a6f2-499ab85f9a42,segment=NetworkSegment(f84439d9-9861-4de3-97c0-1d327935f736),segment_id=f84439d9-9861-4de3-97c0-1d327935f736)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:04:57.556282 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-497edc4a-94ea-4929-8e51-c832a86bdb6a'] response: {'server_uuid': '9f46ecf6-3b8d-4bec-bc62-ca85bf5c820d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c809db8-8a35-47c1-a6f2-499ab85f9a42', 'code': 200} May 28 07:04:57.611676 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:57.684435 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=4c809db8-8a35-47c1-a6f2-499ab85f9a42,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:04:57.684673 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dc1d67-e7ef-4651-a885-7220b29c139d req-d225227a-75d0-46e6-94eb-b1af481d6f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:04:57.686054 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-23dc1d67-e7ef-4651-a885-7220b29c139d req-d225227a-75d0-46e6-94eb-b1af481d6f61 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9f46ecf6-3b8d-4bec-bc62-ca85bf5c820d HTTP/1.1" status: 200 len: 1097 time: 0.0746636 May 28 07:04:57.732072 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-23dc1d67-e7ef-4651-a885-7220b29c139d req-8c52610e-6ef2-453c-b690-2d8892c81804 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=54972e00-8617-48de-9b94-02005f973e47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394440 May 28 07:04:57.860190 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fd35e1-2435-4202-af32-7a33c2928b4f req-1d8521f3-5479-4aff-9170-ede721c7f4fc tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:04:57.861683 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-58fd35e1-2435-4202-af32-7a33c2928b4f req-1d8521f3-5479-4aff-9170-ede721c7f4fc tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f46ecf6-3b8d-4bec-bc62-ca85bf5c820d HTTP/1.1" status: 200 len: 946 time: 0.0805440 May 28 07:04:57.885382 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:57.908622 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-58fd35e1-2435-4202-af32-7a33c2928b4f req-9552ac76-5266-4ae9-ae14-8d2ec848d1a0 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] 10.222.0.55 "GET /v2.0/security-groups?id=54972e00-8617-48de-9b94-02005f973e47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403500 May 28 07:04:58.032317 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 043bdc81-1941-4c16-ae68-7572560ab0dd up at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:04:58.085526 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3ecd1b-9f19-4925-a4b8-6b92e0bc5c30 req-9ee9672f-16a3-4c38-b4f5-3d39a7a6aa97 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:04:58.087255 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-de3ecd1b-9f19-4925-a4b8-6b92e0bc5c30 req-9ee9672f-16a3-4c38-b4f5-3d39a7a6aa97 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ad2d81b-c1b4-4a82-8953-15a156abffac HTTP/1.1" status: 200 len: 944 time: 0.0939744 May 28 07:04:58.135681 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-de3ecd1b-9f19-4925-a4b8-6b92e0bc5c30 req-1c3874e9-167f-43ed-8e7b-7b958025952c tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f5492c6-5bbc-4a76-bcd5-ad6fbd0e08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414190 May 28 07:04:58.237130 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning for port 043bdc81-1941-4c16-ae68-7572560ab0dd completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:04:58.239457 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning complete for port 043bdc81-1941-4c16-ae68-7572560ab0dd triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:04:58.239880 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:58.361971 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 043bdc81-1941-4c16-ae68-7572560ab0dd is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:04:58.362653 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:58.395716 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 043bdc81-1941-4c16-ae68-7572560ab0dd, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=043bdc81-1941-4c16-ae68-7572560ab0dd,segment=NetworkSegment(9b6a153f-5acc-4efc-9ff2-d82aa4b5901c),segment_id=9b6a153f-5acc-4efc-9ff2-d82aa4b5901c)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:04:58.497281 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:58.572707 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=043bdc81-1941-4c16-ae68-7572560ab0dd,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:04:58.978726 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-4119cf0a-ba4a-49b1-903c-7c870fb6d7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:59.109017 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153fc867-90b4-4127-86af-77f9d3f5d79f req-3ed9f54a-96d7-4f41-ba71-62b628e957de tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:04:59.110563 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-153fc867-90b4-4127-86af-77f9d3f5d79f req-3ed9f54a-96d7-4f41-ba71-62b628e957de tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f46ecf6-3b8d-4bec-bc62-ca85bf5c820d HTTP/1.1" status: 200 len: 946 time: 0.0826409 May 28 07:04:59.156525 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-153fc867-90b4-4127-86af-77f9d3f5d79f req-751e3e03-1a60-4732-889a-aa95bdf9a912 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] 10.222.0.55 "GET /v2.0/security-groups?id=54972e00-8617-48de-9b94-02005f973e47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397241 May 28 07:04:59.329296 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be861d5-6f51-4464-a3e5-66944c7dd274 req-c02fae4e-0cc7-45fc-b1f1-f8a41a6f1fc1 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:04:59.330778 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3be861d5-6f51-4464-a3e5-66944c7dd274 req-c02fae4e-0cc7-45fc-b1f1-f8a41a6f1fc1 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ad2d81b-c1b4-4a82-8953-15a156abffac HTTP/1.1" status: 200 len: 945 time: 0.0852561 May 28 07:04:59.375712 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3be861d5-6f51-4464-a3e5-66944c7dd274 req-9e984e51-5fab-4479-a54b-f3c3b58db382 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f5492c6-5bbc-4a76-bcd5-ad6fbd0e08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393584 May 28 07:04:59.559216 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ad2d81b-c1b4-4a82-8953-15a156abffac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '043bdc81-1941-4c16-ae68-7572560ab0dd'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:04:59.605196 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36e44d89-4c1e-469b-ae77-d45a625fab49'] response: {'server_uuid': '3ad2d81b-c1b4-4a82-8953-15a156abffac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '043bdc81-1941-4c16-ae68-7572560ab0dd', 'code': 200} May 28 07:04:59.784625 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00923f0-cc3d-49c1-9d7c-22f76668488d req-c2ca95cf-f72f-440b-8b2a-ccc02708da49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:04:59.784625 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-c00923f0-cc3d-49c1-9d7c-22f76668488d req-c2ca95cf-f72f-440b-8b2a-ccc02708da49 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=3ad2d81b-c1b4-4a82-8953-15a156abffac HTTP/1.1" status: 200 len: 1096 time: 0.0769434 May 28 07:04:59.815887 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-c00923f0-cc3d-49c1-9d7c-22f76668488d req-a7348c00-7b1f-4243-a943-a1348b5a1cb7 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=1f5492c6-5bbc-4a76-bcd5-ad6fbd0e08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392723 May 28 07:04:59.995005 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:05:00.103110 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:05:00.347752 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b81158-a4d3-40d6-9cce-c9f3df864e50 req-6015ff27-eb39-49ad-826f-e50e5b7af591 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:05:00.349523 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-95b81158-a4d3-40d6-9cce-c9f3df864e50 req-6015ff27-eb39-49ad-826f-e50e5b7af591 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f46ecf6-3b8d-4bec-bc62-ca85bf5c820d HTTP/1.1" status: 200 len: 946 time: 0.0803351 May 28 07:05:00.397549 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-95b81158-a4d3-40d6-9cce-c9f3df864e50 req-12b0a7b7-d617-4d96-9474-b4f08213bd98 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] 10.222.0.55 "GET /v2.0/security-groups?id=54972e00-8617-48de-9b94-02005f973e47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413911 May 28 07:05:00.630252 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273e9a7e-794f-469e-bbe0-a2384d99bb11 req-c8ee38d6-e4c1-400c-bbfb-e5d3cd961a01 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:05:00.631729 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-273e9a7e-794f-469e-bbe0-a2384d99bb11 req-c8ee38d6-e4c1-400c-bbfb-e5d3cd961a01 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ad2d81b-c1b4-4a82-8953-15a156abffac HTTP/1.1" status: 200 len: 945 time: 0.1472766 May 28 07:05:00.645569 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716a0456-7d4e-4f85-b83b-a20ae7ba3e9e req-71e93678-9b7b-4c4a-a228-9523248b3a42 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:05:00.645569 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-716a0456-7d4e-4f85-b83b-a20ae7ba3e9e req-71e93678-9b7b-4c4a-a228-9523248b3a42 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f46ecf6-3b8d-4bec-bc62-ca85bf5c820d HTTP/1.1" status: 200 len: 946 time: 0.1261826 May 28 07:05:00.719582 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-273e9a7e-794f-469e-bbe0-a2384d99bb11 req-6ab1fe4b-78f8-4ddd-9605-b749b682dac7 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f5492c6-5bbc-4a76-bcd5-ad6fbd0e08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736935 May 28 07:05:00.722238 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-716a0456-7d4e-4f85-b83b-a20ae7ba3e9e req-92b45a53-9315-4e2c-83cc-d646667f0da6 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] 10.222.0.55 "GET /v2.0/security-groups?id=54972e00-8617-48de-9b94-02005f973e47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607533 May 28 07:05:00.909849 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c634783-1690-49e5-829a-5810f5402745 req-2821593c-aa6a-4b7c-8d54-012cc2bb5601 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:05:00.911329 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3c634783-1690-49e5-829a-5810f5402745 req-2821593c-aa6a-4b7c-8d54-012cc2bb5601 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f46ecf6-3b8d-4bec-bc62-ca85bf5c820d HTTP/1.1" status: 200 len: 946 time: 0.0794792 May 28 07:05:00.956044 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3c634783-1690-49e5-829a-5810f5402745 req-a1cace4e-1064-4654-a94a-2afd8dae9fa9 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] 10.222.0.55 "GET /v2.0/security-groups?id=54972e00-8617-48de-9b94-02005f973e47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386925 May 28 07:05:00.980693 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 51934) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:05:01.155345 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d34285-25aa-4d89-b9d6-283b70464d46 tempest-TestServerBasicOps-1939315787 tempest-TestServerBasicOps-1939315787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:05:01.156780 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-88d34285-25aa-4d89-b9d6-283b70464d46 tempest-TestServerBasicOps-1939315787 tempest-TestServerBasicOps-1939315787-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=9f46ecf6-3b8d-4bec-bc62-ca85bf5c820d HTTP/1.1" status: 200 len: 1092 time: 0.1751323 May 28 07:05:01.159826 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 51942) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:05:01.164861 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-479d024e-a47d-4c47-926e-bc7420afd264 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Request body: {'floatingip': {'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'port_id': '4c809db8-8a35-47c1-a6f2-499ab85f9a42', 'tenant_id': '568a49ef68dd4e4bb9244f0084a7583d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:05:01.172511 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-479d024e-a47d-4c47-926e-bc7420afd264 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:05:01.204158 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-479d024e-a47d-4c47-926e-bc7420afd264 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Usage tracker for resource:floatingip and tenant:568a49ef68dd4e4bb9244f0084a7583d is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:05:01.204158 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-479d024e-a47d-4c47-926e-bc7420afd264 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:05:01.204158 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-479d024e-a47d-4c47-926e-bc7420afd264 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:05:01.355615 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-479d024e-a47d-4c47-926e-bc7420afd264 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Notify callbacks [] for floatingip, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:05:01.500564 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-479d024e-a47d-4c47-926e-bc7420afd264 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:05:01.665584 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [None req-479d024e-a47d-4c47-926e-bc7420afd264 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Allocated IP 172.25.5.209 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/cb724b84-61e1-44c1-b0c5-17053d7b1160) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:05:01.811297 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:05:01.821130 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-479d024e-a47d-4c47-926e-bc7420afd264 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:05:01.921080 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf56d1b-acee-4b36-8a40-63c6f6261ce6 req-a6fbd7fb-a5a6-4f38-92be-114f35a91f05 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:05:01.922476 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1cf56d1b-acee-4b36-8a40-63c6f6261ce6 req-a6fbd7fb-a5a6-4f38-92be-114f35a91f05 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ad2d81b-c1b4-4a82-8953-15a156abffac HTTP/1.1" status: 200 len: 945 time: 0.0875812 May 28 07:05:01.969031 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1cf56d1b-acee-4b36-8a40-63c6f6261ce6 req-770c7666-54ff-4706-b95d-750c3bf0c00d tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f5492c6-5bbc-4a76-bcd5-ad6fbd0e08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408738 May 28 07:05:02.010178 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-479d024e-a47d-4c47-926e-bc7420afd264 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:05:02.219880 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479d024e-a47d-4c47-926e-bc7420afd264 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:05:02.224881 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-479d024e-a47d-4c47-926e-bc7420afd264 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:05:02.229251 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479d024e-a47d-4c47-926e-bc7420afd264 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:05:02.273644 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479d024e-a47d-4c47-926e-bc7420afd264 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Pushing event updated for resources: {'Port': ['ID=cb724b84-61e1-44c1-b0c5-17053d7b1160,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:05:02.364390 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c942ceb-4390-40a9-8446-c7090fe3eb1d req-a3cb49c1-13a3-4222-b20a-464cffa3f962 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:05:02.375625 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9c942ceb-4390-40a9-8446-c7090fe3eb1d req-a3cb49c1-13a3-4222-b20a-464cffa3f962 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ad2d81b-c1b4-4a82-8953-15a156abffac HTTP/1.1" status: 200 len: 945 time: 0.2062376 May 28 07:05:02.482491 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9c942ceb-4390-40a9-8446-c7090fe3eb1d req-e425c7e0-657c-422f-8dff-e1bd4944709a tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f5492c6-5bbc-4a76-bcd5-ad6fbd0e08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096606 May 28 07:05:02.558475 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:05:02.748487 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-479d024e-a47d-4c47-926e-bc7420afd264 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:05:02.977365 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-479d024e-a47d-4c47-926e-bc7420afd264 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:05:03.218433 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-479d024e-a47d-4c47-926e-bc7420afd264 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:05:03.343704 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d246ae66-3373-4c6f-8747-d15a7dc52f96 req-71ebf5fc-6d4f-44c1-ab19-659a7f0c830f tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:05:03.345166 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d246ae66-3373-4c6f-8747-d15a7dc52f96 req-71ebf5fc-6d4f-44c1-ab19-659a7f0c830f tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ad2d81b-c1b4-4a82-8953-15a156abffac HTTP/1.1" status: 200 len: 945 time: 0.0806353 May 28 07:05:03.347110 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-479d024e-a47d-4c47-926e-bc7420afd264 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:05:03.497794 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-479d024e-a47d-4c47-926e-bc7420afd264 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691094'] for floatingip, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:05:03.584286 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d246ae66-3373-4c6f-8747-d15a7dc52f96 req-18c26449-dc90-4bc2-a3e7-bd25475cc7ef tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f5492c6-5bbc-4a76-bcd5-ad6fbd0e08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037675 May 28 07:05:03.589795 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479d024e-a47d-4c47-926e-bc7420afd264 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Pushing event updated for resources: {'Port': ['ID=cb724b84-61e1-44c1-b0c5-17053d7b1160,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:05:03.702686 n-d-843702-1 neutron-server[89110]: INFO neutron.db.l3_db [None req-479d024e-a47d-4c47-926e-bc7420afd264 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Floating IP f0d05475-f698-4b1a-90dc-fcdcbc9c4fc5 associated. External IP: 172.25.5.209, port: 4c809db8-8a35-47c1-a6f2-499ab85f9a42. May 28 07:05:04.174728 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-479d024e-a47d-4c47-926e-bc7420afd264 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Router 5414a51b-61a7-4218-affc-1853ac1e94ce has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 07:05:04.356737 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-479d024e-a47d-4c47-926e-bc7420afd264 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 07:05:04.369151 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552c49cc-4b46-4a8e-8a6c-7db3ed220235 None None] Sync routers for ids ['5414a51b-61a7-4218-affc-1853ac1e94ce'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 07:05:04.398874 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552c49cc-4b46-4a8e-8a6c-7db3ed220235 None None] Routers {'5414a51b-61a7-4218-affc-1853ac1e94ce'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:05:04.398874 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-552c49cc-4b46-4a8e-8a6c-7db3ed220235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:04:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['5414a51b-61a7-4218-affc-1853ac1e94ce'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:05:04.481111 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-479d024e-a47d-4c47-926e-bc7420afd264 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:05:04.559474 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-479d024e-a47d-4c47-926e-bc7420afd264 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.3985133 May 28 07:05:04.566774 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f46ecf6-3b8d-4bec-bc62-ca85bf5c820d', 'tag': '4c809db8-8a35-47c1-a6f2-499ab85f9a42'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:05:04.668652 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99d42a8e-e9c3-4689-a210-4b508159b246'] response: {'name': 'network-changed', 'server_uuid': '9f46ecf6-3b8d-4bec-bc62-ca85bf5c820d', 'tag': '4c809db8-8a35-47c1-a6f2-499ab85f9a42', 'status': 'completed', 'code': 200} May 28 07:05:04.672798 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-552c49cc-4b46-4a8e-8a6c-7db3ed220235 None None] Set router 5414a51b-61a7-4218-affc-1853ac1e94ce gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:05:04.843671 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af26cc45-23d2-4167-a976-64b744e46821 req-c8043bc9-d132-415e-b845-0fc07412ffcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:05:04.845692 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-af26cc45-23d2-4167-a976-64b744e46821 req-c8043bc9-d132-415e-b845-0fc07412ffcb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=568a49ef68dd4e4bb9244f0084a7583d&device_id=9f46ecf6-3b8d-4bec-bc62-ca85bf5c820d HTTP/1.1" status: 200 len: 1097 time: 0.1507897 May 28 07:05:04.940724 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f015258-d69a-4120-a206-9e1897013ef8 req-6c97772b-06fe-48d3-9bc7-9d2df650de41 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:05:04.942342 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-5f015258-d69a-4120-a206-9e1897013ef8 req-6c97772b-06fe-48d3-9bc7-9d2df650de41 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Synchronizing usage tracker for tenant:6cd404fb9ef9487fb34baf3bf8b36b53 on resource:port {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:05:05.041197 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-5f015258-d69a-4120-a206-9e1897013ef8 req-6c97772b-06fe-48d3-9bc7-9d2df650de41 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Unset dirty status for tenant:6cd404fb9ef9487fb34baf3bf8b36b53 on resource:port {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:05:05.042706 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-5f015258-d69a-4120-a206-9e1897013ef8 req-6c97772b-06fe-48d3-9bc7-9d2df650de41 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.71 "GET /v2.0/ports?device_id=3ad2d81b-c1b4-4a82-8953-15a156abffac HTTP/1.1" status: 200 len: 945 time: 0.2126398 May 28 07:05:05.111333 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af26cc45-23d2-4167-a976-64b744e46821 req-3fedcddb-4076-43d7-8fb2-c06fae6f18fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:05:05.113580 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-af26cc45-23d2-4167-a976-64b744e46821 req-3fedcddb-4076-43d7-8fb2-c06fae6f18fb service neutron] 10.222.0.69 "GET /v2.0/networks?id=16e2a17d-15e5-43a6-b979-a4aaa8a0f11f HTTP/1.1" status: 200 len: 910 time: 0.2616920 May 28 07:05:05.202421 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-552c49cc-4b46-4a8e-8a6c-7db3ed220235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5414a51b-61a7-4218-affc-1853ac1e94ce', 'name': 'tempest-TestServerBasicOps-1756098829-router', 'tenant_id': '568a49ef68dd4e4bb9244f0084a7583d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '761de6d2-ea77-4695-8f88-d2d942066e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:04:20Z', 'updated_at': '2022-05-28T07:04:25Z', 'revision_number': 4, 'project_id': '568a49ef68dd4e4bb9244f0084a7583d', 'gw_port': {'id': '761de6d2-ea77-4695-8f88-d2d942066e08', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:fb:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5414a51b-61a7-4218-affc-1853ac1e94ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:04:21Z', 'updated_at': '2022-05-28T07:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': 'f0d05475-f698-4b1a-90dc-fcdcbc9c4fc5', 'tenant_id': '568a49ef68dd4e4bb9244f0084a7583d', 'floating_ip_address': '172.25.5.209', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': '5414a51b-61a7-4218-affc-1853ac1e94ce', 'port_id': '4c809db8-8a35-47c1-a6f2-499ab85f9a42', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16e2a17d-15e5-43a6-b979-a4aaa8a0f11f', 'mac_address': 'fa:16:3e:9c:0a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f46ecf6-3b8d-4bec-bc62-ca85bf5c820d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T07:05:02Z', 'updated_at': '2022-05-28T07:05:02Z', 'revision_number': 0, 'project_id': '568a49ef68dd4e4bb9244f0084a7583d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '986c79d2-70d7-4dae-b397-09a0f573443e', 'name': '', 'network_id': '16e2a17d-15e5-43a6-b979-a4aaa8a0f11f', 'tenant_id': '568a49ef68dd4e4bb9244f0084a7583d', 'mac_address': 'fa:16:3e:4c:29:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5414a51b-61a7-4218-affc-1853ac1e94ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'c529b6aa-dc62-472f-bf60-4d97f55e75f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:04:25Z', 'updated_at': '2022-05-28T07:04:32Z', 'revision_number': 5, 'project_id': '568a49ef68dd4e4bb9244f0084a7583d', 'subnets': [{'id': 'c529b6aa-dc62-472f-bf60-4d97f55e75f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:05:05.209203 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552c49cc-4b46-4a8e-8a6c-7db3ed220235 None None] Checking router: 5414a51b-61a7-4218-affc-1853ac1e94ce for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 07:05:05.222591 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552c49cc-4b46-4a8e-8a6c-7db3ed220235 None None] Routers {'5414a51b-61a7-4218-affc-1853ac1e94ce'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:05:05.223454 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-552c49cc-4b46-4a8e-8a6c-7db3ed220235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:04:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['5414a51b-61a7-4218-affc-1853ac1e94ce'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:05:05.252142 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [req-5f015258-d69a-4120-a206-9e1897013ef8 req-f005bbf1-21f9-4942-a1e6-df7a6eb7a210 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Deleting port 043bdc81-1941-4c16-ae68-7572560ab0dd {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:05:05.252489 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-5f015258-d69a-4120-a206-9e1897013ef8 req-f005bbf1-21f9-4942-a1e6-df7a6eb7a210 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:05:05.348849 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-af26cc45-23d2-4167-a976-64b744e46821 req-25e6d22c-2359-4883-9d35-5437dbc62066 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c809db8-8a35-47c1-a6f2-499ab85f9a42 HTTP/1.1" status: 200 len: 1000 time: 0.2249582 May 28 07:05:05.432024 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003471d1-0386-4cd8-9a64-43c546d5b698 req-62ae6702-8274-4bf8-a06b-aa8827c0e9e5 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:05:05.434641 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-003471d1-0386-4cd8-9a64-43c546d5b698 req-62ae6702-8274-4bf8-a06b-aa8827c0e9e5 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ad2d81b-c1b4-4a82-8953-15a156abffac HTTP/1.1" status: 200 len: 945 time: 0.4590886 May 28 07:05:05.436255 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af26cc45-23d2-4167-a976-64b744e46821 req-ab8edd1d-fd4a-4af4-af3c-4e14229ceeab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:05:05.438111 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-af26cc45-23d2-4167-a976-64b744e46821 req-ab8edd1d-fd4a-4af4-af3c-4e14229ceeab service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c529b6aa-dc62-472f-bf60-4d97f55e75f9 HTTP/1.1" status: 200 len: 848 time: 0.0833290 May 28 07:05:05.547183 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-552c49cc-4b46-4a8e-8a6c-7db3ed220235 None None] Set router 5414a51b-61a7-4218-affc-1853ac1e94ce gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:05:05.575076 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-003471d1-0386-4cd8-9a64-43c546d5b698 req-9a2a0ca8-1fd8-4a25-932e-5045b5c75148 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f5492c6-5bbc-4a76-bcd5-ad6fbd0e08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815430 May 28 07:05:05.595518 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-5f015258-d69a-4120-a206-9e1897013ef8 req-f005bbf1-21f9-4942-a1e6-df7a6eb7a210 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] For port 043bdc81-1941-4c16-ae68-7572560ab0dd, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=043bdc81-1941-4c16-ae68-7572560ab0dd,segment=NetworkSegment(9b6a153f-5acc-4efc-9ff2-d82aa4b5901c),segment_id=9b6a153f-5acc-4efc-9ff2-d82aa4b5901c)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:05:05.596122 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-5f015258-d69a-4120-a206-9e1897013ef8 req-f005bbf1-21f9-4942-a1e6-df7a6eb7a210 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:05:05.598281 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af26cc45-23d2-4167-a976-64b744e46821 req-1882effa-d3c0-4405-8d04-ef49ca90ef10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:05:05.605314 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-af26cc45-23d2-4167-a976-64b744e46821 req-1882effa-d3c0-4405-8d04-ef49ca90ef10 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=16e2a17d-15e5-43a6-b979-a4aaa8a0f11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1554434 May 28 07:05:05.769204 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [req-5f015258-d69a-4120-a206-9e1897013ef8 req-f005bbf1-21f9-4942-a1e6-df7a6eb7a210 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Calling delete_port for 043bdc81-1941-4c16-ae68-7572560ab0dd owned by compute:nova {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:05:05.782651 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-af26cc45-23d2-4167-a976-64b744e46821 req-c7e877c0-68b8-4be7-a1f7-765ee3e655e2 service neutron] 10.222.0.69 "GET /v2.0/networks/16e2a17d-15e5-43a6-b979-a4aaa8a0f11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757586 May 28 07:05:05.941299 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-af26cc45-23d2-4167-a976-64b744e46821 req-49b5005c-2f11-451f-801e-92e2361388b2 service neutron] 10.222.0.69 "GET /v2.0/networks/16e2a17d-15e5-43a6-b979-a4aaa8a0f11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424444 May 28 07:05:05.958709 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-552c49cc-4b46-4a8e-8a6c-7db3ed220235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5414a51b-61a7-4218-affc-1853ac1e94ce', 'name': 'tempest-TestServerBasicOps-1756098829-router', 'tenant_id': '568a49ef68dd4e4bb9244f0084a7583d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '761de6d2-ea77-4695-8f88-d2d942066e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:04:20Z', 'updated_at': '2022-05-28T07:04:25Z', 'revision_number': 4, 'project_id': '568a49ef68dd4e4bb9244f0084a7583d', 'gw_port': {'id': '761de6d2-ea77-4695-8f88-d2d942066e08', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:fb:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5414a51b-61a7-4218-affc-1853ac1e94ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:04:21Z', 'updated_at': '2022-05-28T07:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': 'f0d05475-f698-4b1a-90dc-fcdcbc9c4fc5', 'tenant_id': '568a49ef68dd4e4bb9244f0084a7583d', 'floating_ip_address': '172.25.5.209', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': '5414a51b-61a7-4218-affc-1853ac1e94ce', 'port_id': '4c809db8-8a35-47c1-a6f2-499ab85f9a42', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16e2a17d-15e5-43a6-b979-a4aaa8a0f11f', 'mac_address': 'fa:16:3e:9c:0a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f46ecf6-3b8d-4bec-bc62-ca85bf5c820d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T07:05:02Z', 'updated_at': '2022-05-28T07:05:02Z', 'revision_number': 0, 'project_id': '568a49ef68dd4e4bb9244f0084a7583d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '986c79d2-70d7-4dae-b397-09a0f573443e', 'name': '', 'network_id': '16e2a17d-15e5-43a6-b979-a4aaa8a0f11f', 'tenant_id': '568a49ef68dd4e4bb9244f0084a7583d', 'mac_address': 'fa:16:3e:4c:29:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5414a51b-61a7-4218-affc-1853ac1e94ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'c529b6aa-dc62-472f-bf60-4d97f55e75f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:04:25Z', 'updated_at': '2022-05-28T07:04:32Z', 'revision_number': 5, 'project_id': '568a49ef68dd4e4bb9244f0084a7583d', 'subnets': [{'id': 'c529b6aa-dc62-472f-bf60-4d97f55e75f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:05:05.962565 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552c49cc-4b46-4a8e-8a6c-7db3ed220235 None None] The sync data for ids ['5414a51b-61a7-4218-affc-1853ac1e94ce'] in n-d-843702-1 is: [{'id': '5414a51b-61a7-4218-affc-1853ac1e94ce', 'name': 'tempest-TestServerBasicOps-1756098829-router', 'tenant_id': '568a49ef68dd4e4bb9244f0084a7583d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '761de6d2-ea77-4695-8f88-d2d942066e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:04:20Z', 'updated_at': '2022-05-28T07:04:25Z', 'revision_number': 4, 'project_id': '568a49ef68dd4e4bb9244f0084a7583d', 'gw_port': {'id': '761de6d2-ea77-4695-8f88-d2d942066e08', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:fb:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5414a51b-61a7-4218-affc-1853ac1e94ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:04:21Z', 'updated_at': '2022-05-28T07:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': 'f0d05475-f698-4b1a-90dc-fcdcbc9c4fc5', 'tenant_id': '568a49ef68dd4e4bb9244f0084a7583d', 'floating_ip_address': '172.25.5.209', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': '5414a51b-61a7-4218-affc-1853ac1e94ce', 'port_id': '4c809db8-8a35-47c1-a6f2-499ab85f9a42', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16e2a17d-15e5-43a6-b979-a4aaa8a0f11f', 'mac_address': 'fa:16:3e:9c:0a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f46ecf6-3b8d-4bec-bc62-ca85bf5c820d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T07:05:02Z', 'updated_at': '2022-05-28T07:05:02Z', 'revision_number': 0, 'project_id': '568a49ef68dd4e4bb9244f0084a7583d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '986c79d2-70d7-4dae-b397-09a0f573443e', 'name': '', 'network_id': '16e2a17d-15e5-43a6-b979-a4aaa8a0f11f', 'tenant_id': '568a49ef68dd4e4bb9244f0084a7583d', 'mac_address': 'fa:16:3e:4c:29:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5414a51b-61a7-4218-affc-1853ac1e94ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'c529b6aa-dc62-472f-bf60-4d97f55e75f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:04:25Z', 'updated_at': '2022-05-28T07:04:32Z', 'revision_number': 5, 'project_id': '568a49ef68dd4e4bb9244f0084a7583d', 'subnets': [{'id': 'c529b6aa-dc62-472f-bf60-4d97f55e75f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 07:05:06.028514 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-5f015258-d69a-4120-a206-9e1897013ef8 req-f005bbf1-21f9-4942-a1e6-df7a6eb7a210 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:05:06.040135 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['df05dcbc-f831-4359-bf47-6a52b1a149ac'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 07:05:06.073067 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['043bdc81-1941-4c16-ae68-7572560ab0dd'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 07:05:06.082091 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f005bbf1-21f9-4942-a1e6-df7a6eb7a210 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Pushing event deleted for resources: {'Port': ['ID=043bdc81-1941-4c16-ae68-7572560ab0dd,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:05:06.092077 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f005bbf1-21f9-4942-a1e6-df7a6eb7a210 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:05:06.092425 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f005bbf1-21f9-4942-a1e6-df7a6eb7a210 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:05:06.092753 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f005bbf1-21f9-4942-a1e6-df7a6eb7a210 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:05:06.093088 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f005bbf1-21f9-4942-a1e6-df7a6eb7a210 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:05:06.093630 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f005bbf1-21f9-4942-a1e6-df7a6eb7a210 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:05:06.093963 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f005bbf1-21f9-4942-a1e6-df7a6eb7a210 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:05:06.094291 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f005bbf1-21f9-4942-a1e6-df7a6eb7a210 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:05:06.094619 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f005bbf1-21f9-4942-a1e6-df7a6eb7a210 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:05:06.094936 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f005bbf1-21f9-4942-a1e6-df7a6eb7a210 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:05:06.095257 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f005bbf1-21f9-4942-a1e6-df7a6eb7a210 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:05:06.095582 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f005bbf1-21f9-4942-a1e6-df7a6eb7a210 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:05:06.095896 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f005bbf1-21f9-4942-a1e6-df7a6eb7a210 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:05:06.206859 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f015258-d69a-4120-a206-9e1897013ef8 req-f005bbf1-21f9-4942-a1e6-df7a6eb7a210 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] No DVR routers for this DVR port 043bdc81-1941-4c16-ae68-7572560ab0dd on host n-h2-843702-1 {{(pid=89109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 07:05:06.211378 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-5f015258-d69a-4120-a206-9e1897013ef8 req-f005bbf1-21f9-4942-a1e6-df7a6eb7a210 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:05:06.215634 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ad2d81b-c1b4-4a82-8953-15a156abffac', 'name': 'network-vif-deleted', 'tag': '043bdc81-1941-4c16-ae68-7572560ab0dd'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:05:06.247615 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ac0378-95a5-4a3f-be01-a1aaf28e3248 None None] New status for floating IP f0d05475-f698-4b1a-90dc-fcdcbc9c4fc5: ACTIVE {{(pid=89111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 07:05:06.271863 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b612b18-550e-4e5b-a9b5-efdfbba20008'] response: {'server_uuid': '3ad2d81b-c1b4-4a82-8953-15a156abffac', 'name': 'network-vif-deleted', 'tag': '043bdc81-1941-4c16-ae68-7572560ab0dd', 'status': 'completed', 'code': 200} May 28 07:05:06.475310 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-5f015258-d69a-4120-a206-9e1897013ef8 req-f005bbf1-21f9-4942-a1e6-df7a6eb7a210 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.71 "DELETE /v2.0/ports/043bdc81-1941-4c16-ae68-7572560ab0dd HTTP/1.1" status: 204 len: 173 time: 1.4275038 May 28 07:05:06.730300 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b3ad4e34-1c57-4edf-b2b5-06bfd052d60c req-276ce3b2-5c51-4352-9b20-1eaa204820cc tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ad2d81b-c1b4-4a82-8953-15a156abffac HTTP/1.1" status: 200 len: 210 time: 0.0426502 May 28 07:05:07.895990 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6ef1b132-3183-439f-bd33-57bd2026ad5b req-71c91d52-4f06-4410-8069-f326a17af77b tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ad2d81b-c1b4-4a82-8953-15a156abffac HTTP/1.1" status: 200 len: 210 time: 0.0506766 May 28 07:05:08.063027 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 043bdc81-1941-4c16-ae68-7572560ab0dd no longer exists at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:05:08.099393 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] No Port match for: 043bdc81-1941-4c16-ae68-7572560ab0dd {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 07:05:08.099676 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 043bdc81-1941-4c16-ae68-7572560ab0dd not bound to the agent host n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 07:05:10.883930 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 07:05:13.180714 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c57b32-45c4-4e50-8452-4c6e8bb21c86 req-dcc5214a-4b5d-4e6a-affa-ce53839223f5 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:05:13.182199 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-54c57b32-45c4-4e50-8452-4c6e8bb21c86 req-dcc5214a-4b5d-4e6a-affa-ce53839223f5 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=253e793c-eeda-4ece-9856-bfecf0283c0f HTTP/1.1" status: 200 len: 946 time: 0.0833714 May 28 07:05:13.226684 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-54c57b32-45c4-4e50-8452-4c6e8bb21c86 req-4b829bde-3c62-464e-b6f7-3510bf454095 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f5492c6-5bbc-4a76-bcd5-ad6fbd0e08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380609 May 28 07:05:13.802353 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-53f5a0d5-19b8-425b-9b91-32c52c83d73a req-553a8c5c-9c81-4baf-b10b-31c6f1cd8fb6 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9f46ecf6-3b8d-4bec-bc62-ca85bf5c820d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0727868 May 28 07:05:14.054929 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f5a0d5-19b8-425b-9b91-32c52c83d73a req-4bc62590-e1ab-4605-92c9-a48038155b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:05:14.056388 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-53f5a0d5-19b8-425b-9b91-32c52c83d73a req-4bc62590-e1ab-4605-92c9-a48038155b64 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=568a49ef68dd4e4bb9244f0084a7583d&device_id=9f46ecf6-3b8d-4bec-bc62-ca85bf5c820d HTTP/1.1" status: 200 len: 1097 time: 0.1841481 May 28 07:05:14.202817 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f5a0d5-19b8-425b-9b91-32c52c83d73a req-526e58e0-a2f1-4797-8333-922890e0e5be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:05:14.204204 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-53f5a0d5-19b8-425b-9b91-32c52c83d73a req-526e58e0-a2f1-4797-8333-922890e0e5be service neutron] 10.222.0.69 "GET /v2.0/networks?id=16e2a17d-15e5-43a6-b979-a4aaa8a0f11f HTTP/1.1" status: 200 len: 910 time: 0.1266520 May 28 07:05:14.318287 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-53f5a0d5-19b8-425b-9b91-32c52c83d73a req-7b30e285-b31f-4eb8-8cde-523de61eb495 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c809db8-8a35-47c1-a6f2-499ab85f9a42 HTTP/1.1" status: 200 len: 1002 time: 0.1047659 May 28 07:05:14.441597 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f5a0d5-19b8-425b-9b91-32c52c83d73a req-b5f0f437-561b-49e4-801d-f2ef5bd09285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:05:14.443012 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-53f5a0d5-19b8-425b-9b91-32c52c83d73a req-b5f0f437-561b-49e4-801d-f2ef5bd09285 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c529b6aa-dc62-472f-bf60-4d97f55e75f9 HTTP/1.1" status: 200 len: 848 time: 0.1190338 May 28 07:05:14.507754 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86e4e9f-719d-40a8-b2ad-00a446611eca req-9e26556d-0852-46af-9b2b-8d2320302b73 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:05:14.509114 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c86e4e9f-719d-40a8-b2ad-00a446611eca req-9e26556d-0852-46af-9b2b-8d2320302b73 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=253e793c-eeda-4ece-9856-bfecf0283c0f HTTP/1.1" status: 200 len: 946 time: 0.1557140 May 28 07:05:14.571813 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c86e4e9f-719d-40a8-b2ad-00a446611eca req-3c32da6e-e086-41a2-8619-ebe8297f0867 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f5492c6-5bbc-4a76-bcd5-ad6fbd0e08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517282 May 28 07:05:14.580560 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f5a0d5-19b8-425b-9b91-32c52c83d73a req-39d84af1-1e68-45ed-8fb5-0239c49e5e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:05:14.582479 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-53f5a0d5-19b8-425b-9b91-32c52c83d73a req-39d84af1-1e68-45ed-8fb5-0239c49e5e10 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=16e2a17d-15e5-43a6-b979-a4aaa8a0f11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1267993 May 28 07:05:14.766253 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-53f5a0d5-19b8-425b-9b91-32c52c83d73a req-53d22a1e-b5c5-4428-adfa-48a09affe274 service neutron] 10.222.0.69 "GET /v2.0/networks/16e2a17d-15e5-43a6-b979-a4aaa8a0f11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737812 May 28 07:05:14.872242 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffe9833-a960-47cb-ad03-9aaea5081359 req-cc73e416-092a-4295-8e3d-a3930d3454b1 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:05:14.873821 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9ffe9833-a960-47cb-ad03-9aaea5081359 req-cc73e416-092a-4295-8e3d-a3930d3454b1 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.69 "GET /v2.0/ports?device_id=253e793c-eeda-4ece-9856-bfecf0283c0f HTTP/1.1" status: 200 len: 946 time: 0.1808100 May 28 07:05:14.966126 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-53f5a0d5-19b8-425b-9b91-32c52c83d73a req-d0182beb-2a14-4608-a9b7-53ab3ac71d6e service neutron] 10.222.0.69 "GET /v2.0/networks/16e2a17d-15e5-43a6-b979-a4aaa8a0f11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978004 May 28 07:05:14.971055 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-9ffe9833-a960-47cb-ad03-9aaea5081359 req-4022dcb8-fcff-4fec-9e82-29f157f2ae90 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Deleting port df05dcbc-f831-4359-bf47-6a52b1a149ac {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:05:14.971394 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-9ffe9833-a960-47cb-ad03-9aaea5081359 req-4022dcb8-fcff-4fec-9e82-29f157f2ae90 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:05:15.215721 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-9ffe9833-a960-47cb-ad03-9aaea5081359 req-4022dcb8-fcff-4fec-9e82-29f157f2ae90 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] For port df05dcbc-f831-4359-bf47-6a52b1a149ac, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=df05dcbc-f831-4359-bf47-6a52b1a149ac,segment=NetworkSegment(9b6a153f-5acc-4efc-9ff2-d82aa4b5901c),segment_id=9b6a153f-5acc-4efc-9ff2-d82aa4b5901c)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:05:15.216426 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-9ffe9833-a960-47cb-ad03-9aaea5081359 req-4022dcb8-fcff-4fec-9e82-29f157f2ae90 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:05:15.346139 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-9ffe9833-a960-47cb-ad03-9aaea5081359 req-4022dcb8-fcff-4fec-9e82-29f157f2ae90 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Calling delete_port for df05dcbc-f831-4359-bf47-6a52b1a149ac owned by compute:nova {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:05:15.559030 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-9ffe9833-a960-47cb-ad03-9aaea5081359 req-4022dcb8-fcff-4fec-9e82-29f157f2ae90 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:05:15.759810 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4022dcb8-fcff-4fec-9e82-29f157f2ae90 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Pushing event deleted for resources: {'Port': ['ID=df05dcbc-f831-4359-bf47-6a52b1a149ac,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:05:15.787534 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b78a1947-4223-40a9-a678-3d8e68fd8a6b req-7c14a88b-ddc0-493f-a72d-22e0bf686267 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=253e793c-eeda-4ece-9856-bfecf0283c0f HTTP/1.1" status: 200 len: 210 time: 0.0828314 May 28 07:05:15.838128 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ffe9833-a960-47cb-ad03-9aaea5081359 req-4022dcb8-fcff-4fec-9e82-29f157f2ae90 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] No DVR routers for this DVR port df05dcbc-f831-4359-bf47-6a52b1a149ac on host n-h1-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 07:05:15.842187 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-9ffe9833-a960-47cb-ad03-9aaea5081359 req-4022dcb8-fcff-4fec-9e82-29f157f2ae90 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:05:15.844738 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '253e793c-eeda-4ece-9856-bfecf0283c0f', 'name': 'network-vif-deleted', 'tag': 'df05dcbc-f831-4359-bf47-6a52b1a149ac'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:05:15.858190 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9ffe9833-a960-47cb-ad03-9aaea5081359 req-4022dcb8-fcff-4fec-9e82-29f157f2ae90 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.69 "DELETE /v2.0/ports/df05dcbc-f831-4359-bf47-6a52b1a149ac HTTP/1.1" status: 204 len: 173 time: 0.9785924 May 28 07:05:15.951678 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-173f75d1-0d7f-4ea5-a7fa-6ea1b6ff8162'] response: {'server_uuid': '253e793c-eeda-4ece-9856-bfecf0283c0f', 'name': 'network-vif-deleted', 'tag': 'df05dcbc-f831-4359-bf47-6a52b1a149ac', 'status': 'completed', 'code': 200} May 28 07:05:16.936396 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-0dddac90-8847-4be1-9437-8eb995f4e004 req-1129a508-5891-4bd6-88fc-6b4a9463ea98 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Synchronizing usage tracker for tenant:6cd404fb9ef9487fb34baf3bf8b36b53 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:05:17.015616 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-0dddac90-8847-4be1-9437-8eb995f4e004 req-1129a508-5891-4bd6-88fc-6b4a9463ea98 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Unset dirty status for tenant:6cd404fb9ef9487fb34baf3bf8b36b53 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:05:17.016787 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0dddac90-8847-4be1-9437-8eb995f4e004 req-1129a508-5891-4bd6-88fc-6b4a9463ea98 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=253e793c-eeda-4ece-9856-bfecf0283c0f HTTP/1.1" status: 200 len: 210 time: 0.1224034 May 28 07:05:17.262984 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device df05dcbc-f831-4359-bf47-6a52b1a149ac no longer exists at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:05:17.297058 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] No Port match for: df05dcbc-f831-4359-bf47-6a52b1a149ac {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 07:05:17.297392 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device df05dcbc-f831-4359-bf47-6a52b1a149ac not bound to the agent host n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 07:05:20.003283 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890105e5-eb90-49b9-9679-885df91506df req-f27d9695-1936-4777-80cd-650318bcf638 tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:05:20.004778 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-890105e5-eb90-49b9-9679-885df91506df req-f27d9695-1936-4777-80cd-650318bcf638 tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] 10.222.0.55 "GET /v2.0/networks?id=bffc7321-1278-436e-91db-961678a1b7f4 HTTP/1.1" status: 200 len: 813 time: 0.1496499 May 28 07:05:20.021014 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-890105e5-eb90-49b9-9679-885df91506df req-9a271d49-352f-4ea4-909d-31a7b40bb1ed tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] 10.222.0.55 "GET /v2.0/quotas/c75d8a0214b34fe0a9949c88154acf3c HTTP/1.1" status: 200 len: 375 time: 0.0104153 May 28 07:05:20.085899 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-890105e5-eb90-49b9-9679-885df91506df req-25d78d56-1cc8-4f3c-9136-d9cb0c8e95a4 tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=c75d8a0214b34fe0a9949c88154acf3c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0548077 May 28 07:05:20.280215 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-890105e5-eb90-49b9-9679-885df91506df req-ee7e82a9-5c97-4503-af34-6f4ca8f703ab service neutron] 10.222.0.55 "GET /v2.0/networks/bffc7321-1278-436e-91db-961678a1b7f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946256 May 28 07:05:20.411792 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-890105e5-eb90-49b9-9679-885df91506df req-08683fc4-b3e6-4e3d-b931-8f78505a3e0a service neutron] 10.222.0.55 "GET /v2.0/networks/bffc7321-1278-436e-91db-961678a1b7f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257172 May 28 07:05:20.676925 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d1053e37-ce41-4db2-b85f-6cf26dbb7e58 req-0a61eb17-0834-4c27-b9c0-c9d428cdad4f tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] 10.222.0.55 "GET /v2.0/ports?device_id=32935d86-443c-4092-bf7e-07a45c5186b0 HTTP/1.1" status: 200 len: 210 time: 0.0453303 May 28 07:05:20.927753 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 52564) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:05:20.933665 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-2123f9fc-1910-4a93-a9bd-eb04035be386 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-77122397', 'description': 'tempest-secgroup-smoke-77122397 description', 'project_id': '6cd404fb9ef9487fb34baf3bf8b36b53'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:05:20.940023 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-2123f9fc-1910-4a93-a9bd-eb04035be386 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:05:20.950171 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-2123f9fc-1910-4a93-a9bd-eb04035be386 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:05:21.039532 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2123f9fc-1910-4a93-a9bd-eb04035be386 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:05:21.060770 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-2123f9fc-1910-4a93-a9bd-eb04035be386 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:05:21.064515 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-2123f9fc-1910-4a93-a9bd-eb04035be386 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Usage tracker for resource:security_group_rule and tenant:6cd404fb9ef9487fb34baf3bf8b36b53 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:05:21.067375 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-2123f9fc-1910-4a93-a9bd-eb04035be386 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:05:21.073024 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-2123f9fc-1910-4a93-a9bd-eb04035be386 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:05:21.251771 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2123f9fc-1910-4a93-a9bd-eb04035be386 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:05:21.415249 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2123f9fc-1910-4a93-a9bd-eb04035be386 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:05:21.465742 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2123f9fc-1910-4a93-a9bd-eb04035be386 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebd25b8f-6b9f-4f5e-8a45-3a18da994937,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:05:21.569737 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2123f9fc-1910-4a93-a9bd-eb04035be386 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:05:21.570973 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-2123f9fc-1910-4a93-a9bd-eb04035be386 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.6421781 May 28 07:05:21.574567 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 52570) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:05:21.579423 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-1dc2041f-ae3a-4dc1-845d-af636f7351b8 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Request body: {'security_group_rule': {'security_group_id': 'ebd25b8f-6b9f-4f5e-8a45-3a18da994937', 'project_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:05:21.586093 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-1dc2041f-ae3a-4dc1-845d-af636f7351b8 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:05:21.590796 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-1dc2041f-ae3a-4dc1-845d-af636f7351b8 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Usage tracker for resource:security_group_rule and tenant:6cd404fb9ef9487fb34baf3bf8b36b53 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:05:21.593665 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-1dc2041f-ae3a-4dc1-845d-af636f7351b8 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:05:21.599296 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-1dc2041f-ae3a-4dc1-845d-af636f7351b8 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:05:21.722457 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1dc2041f-ae3a-4dc1-845d-af636f7351b8 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:05:21.791708 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cc33b582-7fd5-407b-bc4f-a26a77af0398 req-20953ea7-d13d-40a2-8d4c-adf01deb73ab tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] 10.222.0.55 "GET /v2.0/ports?device_id=32935d86-443c-4092-bf7e-07a45c5186b0 HTTP/1.1" status: 200 len: 210 time: 0.0566406 May 28 07:05:21.826567 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1dc2041f-ae3a-4dc1-845d-af636f7351b8 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:05:21.936429 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1dc2041f-ae3a-4dc1-845d-af636f7351b8 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:05:21.961014 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc2041f-ae3a-4dc1-845d-af636f7351b8 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cf33353-941c-46f5-82ac-3b34b46383a5,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:05:22.045165 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1dc2041f-ae3a-4dc1-845d-af636f7351b8 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:05:22.046413 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-1dc2041f-ae3a-4dc1-845d-af636f7351b8 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4709282 May 28 07:05:22.049146 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 52576) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:05:22.054170 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-e286fcf6-6851-4523-b88d-44627f6d5a77 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Request body: {'security_group_rule': {'security_group_id': 'ebd25b8f-6b9f-4f5e-8a45-3a18da994937', 'project_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:05:22.061461 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-e286fcf6-6851-4523-b88d-44627f6d5a77 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:05:22.065478 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-e286fcf6-6851-4523-b88d-44627f6d5a77 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Usage tracker for resource:security_group_rule and tenant:6cd404fb9ef9487fb34baf3bf8b36b53 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:05:22.068347 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-e286fcf6-6851-4523-b88d-44627f6d5a77 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:05:22.074713 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-e286fcf6-6851-4523-b88d-44627f6d5a77 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:05:22.170865 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e286fcf6-6851-4523-b88d-44627f6d5a77 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:05:22.233735 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e286fcf6-6851-4523-b88d-44627f6d5a77 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:05:22.336374 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e286fcf6-6851-4523-b88d-44627f6d5a77 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:05:22.364476 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e286fcf6-6851-4523-b88d-44627f6d5a77 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78a04e06-4b4b-4d14-a320-50328cc8ac00,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:05:22.531109 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e286fcf6-6851-4523-b88d-44627f6d5a77 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:05:22.532403 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-e286fcf6-6851-4523-b88d-44627f6d5a77 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4823046 May 28 07:05:22.535145 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 52580) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:05:22.540117 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-928c64da-ff8b-4eb7-8a25-e61812526691 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Request body: {'security_group_rule': {'security_group_id': 'ebd25b8f-6b9f-4f5e-8a45-3a18da994937', 'project_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:05:22.546724 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-928c64da-ff8b-4eb7-8a25-e61812526691 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:05:22.556581 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-928c64da-ff8b-4eb7-8a25-e61812526691 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Usage tracker for resource:security_group_rule and tenant:6cd404fb9ef9487fb34baf3bf8b36b53 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:05:22.559741 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-928c64da-ff8b-4eb7-8a25-e61812526691 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:05:22.565644 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-928c64da-ff8b-4eb7-8a25-e61812526691 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:05:22.697382 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-928c64da-ff8b-4eb7-8a25-e61812526691 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:05:22.759881 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-928c64da-ff8b-4eb7-8a25-e61812526691 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:05:22.844826 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-928c64da-ff8b-4eb7-8a25-e61812526691 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:05:22.868072 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928c64da-ff8b-4eb7-8a25-e61812526691 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=826939f7-abf9-4b8c-aa0c-2ad8b3c4cbe7,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:05:22.949740 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-66d57263-582f-44a1-9173-09dcceb5cc03 req-f77c1b65-a191-4e09-9097-f90259948688 tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] 10.222.0.55 "GET /v2.0/ports?device_id=32935d86-443c-4092-bf7e-07a45c5186b0 HTTP/1.1" status: 200 len: 210 time: 0.0421135 May 28 07:05:22.993981 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-928c64da-ff8b-4eb7-8a25-e61812526691 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:05:22.996062 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-928c64da-ff8b-4eb7-8a25-e61812526691 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4598837 May 28 07:05:23.000079 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 52586) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:05:23.004935 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-37f9985f-20e6-46cf-9bca-87ca1876cd61 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Request body: {'security_group_rule': {'security_group_id': 'ebd25b8f-6b9f-4f5e-8a45-3a18da994937', 'project_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:05:23.011504 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-37f9985f-20e6-46cf-9bca-87ca1876cd61 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:05:23.015310 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-37f9985f-20e6-46cf-9bca-87ca1876cd61 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Usage tracker for resource:security_group_rule and tenant:6cd404fb9ef9487fb34baf3bf8b36b53 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:05:23.018170 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-37f9985f-20e6-46cf-9bca-87ca1876cd61 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:05:23.023729 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-37f9985f-20e6-46cf-9bca-87ca1876cd61 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:05:23.193226 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-37f9985f-20e6-46cf-9bca-87ca1876cd61 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:05:23.262580 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-37f9985f-20e6-46cf-9bca-87ca1876cd61 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:05:23.342004 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-37f9985f-20e6-46cf-9bca-87ca1876cd61 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:05:23.369695 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f9985f-20e6-46cf-9bca-87ca1876cd61 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=712be6ea-1f4a-4f65-ada4-f588790aced6,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:05:23.456757 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-37f9985f-20e6-46cf-9bca-87ca1876cd61 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:05:23.457981 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-37f9985f-20e6-46cf-9bca-87ca1876cd61 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4570000 May 28 07:05:23.460784 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 52590) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:05:23.466558 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-278812b9-210b-4043-9ca3-3cae271b40a5 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Request body: {'security_group_rule': {'security_group_id': 'ebd25b8f-6b9f-4f5e-8a45-3a18da994937', 'project_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:05:23.473178 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-278812b9-210b-4043-9ca3-3cae271b40a5 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:05:23.477136 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-278812b9-210b-4043-9ca3-3cae271b40a5 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Usage tracker for resource:security_group_rule and tenant:6cd404fb9ef9487fb34baf3bf8b36b53 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:05:23.480951 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-278812b9-210b-4043-9ca3-3cae271b40a5 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:05:23.486669 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-278812b9-210b-4043-9ca3-3cae271b40a5 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:05:23.561670 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890105e5-eb90-49b9-9679-885df91506df req-3c9ec9ea-3563-4f69-9e39-437914cb0800 tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:05:23.562372 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-890105e5-eb90-49b9-9679-885df91506df req-3c9ec9ea-3563-4f69-9e39-437914cb0800 tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] Synchronizing usage tracker for tenant:c75d8a0214b34fe0a9949c88154acf3c on resource:network {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:05:23.616723 n-d-843702-1 neutron-server[89110]: INFO neutron.db.securitygroups_db [None req-278812b9-210b-4043-9ca3-3cae271b40a5 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Project 6cd404fb9ef9487fb34baf3bf8b36b53 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 07:05:23.623923 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-278812b9-210b-4043-9ca3-3cae271b40a5 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:05:23.644866 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-890105e5-eb90-49b9-9679-885df91506df req-3c9ec9ea-3563-4f69-9e39-437914cb0800 tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] Unset dirty status for tenant:c75d8a0214b34fe0a9949c88154acf3c on resource:network {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:05:23.646362 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-890105e5-eb90-49b9-9679-885df91506df req-3c9ec9ea-3563-4f69-9e39-437914cb0800 tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] 10.222.0.71 "GET /v2.0/networks?id=bffc7321-1278-436e-91db-961678a1b7f4 HTTP/1.1" status: 200 len: 813 time: 0.2297151 May 28 07:05:23.664931 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-890105e5-eb90-49b9-9679-885df91506df req-6a45b093-2bc6-44b8-a133-f520185689c3 tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] Request body: {'port': {'device_id': '32935d86-443c-4092-bf7e-07a45c5186b0', 'network_id': 'bffc7321-1278-436e-91db-961678a1b7f4', 'admin_state_up': True, 'tenant_id': 'c75d8a0214b34fe0a9949c88154acf3c'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:05:23.689980 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-278812b9-210b-4043-9ca3-3cae271b40a5 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:05:23.793958 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-278812b9-210b-4043-9ca3-3cae271b40a5 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:05:23.810896 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [req-890105e5-eb90-49b9-9679-885df91506df req-6a45b093-2bc6-44b8-a133-f520185689c3 tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:05:23.814763 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-890105e5-eb90-49b9-9679-885df91506df req-6a45b093-2bc6-44b8-a133-f520185689c3 tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] Usage tracker for resource:port and tenant:c75d8a0214b34fe0a9949c88154acf3c is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:05:23.817850 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-890105e5-eb90-49b9-9679-885df91506df req-6a45b093-2bc6-44b8-a133-f520185689c3 tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:05:23.818723 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278812b9-210b-4043-9ca3-3cae271b40a5 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dad8695e-c862-46af-a9cb-acecbe33aeca,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:05:23.828746 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [req-890105e5-eb90-49b9-9679-885df91506df req-6a45b093-2bc6-44b8-a133-f520185689c3 tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:05:23.918681 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-278812b9-210b-4043-9ca3-3cae271b40a5 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:05:23.919934 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-278812b9-210b-4043-9ca3-3cae271b40a5 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4582462 May 28 07:05:23.922690 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 52594) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:05:23.927698 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-bb59ae3e-cce2-4432-b1da-2c6175a28991 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Request body: {'security_group_rule': {'security_group_id': 'ebd25b8f-6b9f-4f5e-8a45-3a18da994937', 'project_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:05:23.934372 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-bb59ae3e-cce2-4432-b1da-2c6175a28991 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:05:23.938222 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-bb59ae3e-cce2-4432-b1da-2c6175a28991 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Usage tracker for resource:security_group_rule and tenant:6cd404fb9ef9487fb34baf3bf8b36b53 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:05:23.941055 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-bb59ae3e-cce2-4432-b1da-2c6175a28991 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:05:23.946789 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-bb59ae3e-cce2-4432-b1da-2c6175a28991 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:05:24.045186 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-890105e5-eb90-49b9-9679-885df91506df req-6a45b093-2bc6-44b8-a133-f520185689c3 tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] Made reservation on behalf of c75d8a0214b34fe0a9949c88154acf3c for: {'port': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 07:05:24.045451 n-d-843702-1 neutron-server[89110]: INFO neutron.db.securitygroups_db [None req-bb59ae3e-cce2-4432-b1da-2c6175a28991 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Project 6cd404fb9ef9487fb34baf3bf8b36b53 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 07:05:24.049105 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-890105e5-eb90-49b9-9679-885df91506df req-6a45b093-2bc6-44b8-a133-f520185689c3 tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:05:24.052643 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-bb59ae3e-cce2-4432-b1da-2c6175a28991 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:05:24.126903 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0390cabd-beff-4979-a9cf-66bca2eb676f req-9e5c84d6-0bd5-44b3-b551-f3bb880aa981 tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] 10.222.0.55 "GET /v2.0/ports?device_id=32935d86-443c-4092-bf7e-07a45c5186b0 HTTP/1.1" status: 200 len: 210 time: 0.0663722 May 28 07:05:24.175574 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-bb59ae3e-cce2-4432-b1da-2c6175a28991 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:05:24.219700 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [req-890105e5-eb90-49b9-9679-885df91506df req-6a45b093-2bc6-44b8-a133-f520185689c3 tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] Allocated IP 172.20.0.7 (bffc7321-1278-436e-91db-961678a1b7f4/c07f2c32-4b81-4b28-ae0d-45175ca57e3a/1a190d11-959a-4540-a598-a49cdb7e08a3) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:05:24.290653 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-bb59ae3e-cce2-4432-b1da-2c6175a28991 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:05:24.314889 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb59ae3e-cce2-4432-b1da-2c6175a28991 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbbe6079-9fda-44d8-903e-8fbfd3d6d3d0,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:05:24.410750 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-bb59ae3e-cce2-4432-b1da-2c6175a28991 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:05:24.412016 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-bb59ae3e-cce2-4432-b1da-2c6175a28991 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4884233 May 28 07:05:24.422764 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-890105e5-eb90-49b9-9679-885df91506df req-6a45b093-2bc6-44b8-a133-f520185689c3 tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:05:24.525569 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-890105e5-eb90-49b9-9679-885df91506df req-6a45b093-2bc6-44b8-a133-f520185689c3 tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:05:24.603450 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-890105e5-eb90-49b9-9679-885df91506df req-6a45b093-2bc6-44b8-a133-f520185689c3 tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] Network bffc7321-1278-436e-91db-961678a1b7f4 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:05:24.606114 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [req-890105e5-eb90-49b9-9679-885df91506df req-6a45b093-2bc6-44b8-a133-f520185689c3 tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:05:24.610185 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [req-890105e5-eb90-49b9-9679-885df91506df req-6a45b093-2bc6-44b8-a133-f520185689c3 tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:05:24.647074 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a45b093-2bc6-44b8-a133-f520185689c3 tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] Pushing event updated for resources: {'Port': ['ID=1a190d11-959a-4540-a598-a49cdb7e08a3,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:05:24.678528 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890105e5-eb90-49b9-9679-885df91506df req-6a45b093-2bc6-44b8-a133-f520185689c3 tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:05:24.679127 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-890105e5-eb90-49b9-9679-885df91506df req-6a45b093-2bc6-44b8-a133-f520185689c3 tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:05:24.823331 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-890105e5-eb90-49b9-9679-885df91506df req-6a45b093-2bc6-44b8-a133-f520185689c3 tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1622357 May 28 07:05:24.956297 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-890105e5-eb90-49b9-9679-885df91506df req-47851c79-f284-44f2-9f41-8982ae447d9f service neutron] Request body: {'port': {'device_id': '32935d86-443c-4092-bf7e-07a45c5186b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843702-1'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:05:25.184733 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-890105e5-eb90-49b9-9679-885df91506df req-47851c79-f284-44f2-9f41-8982ae447d9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:05:25.321702 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7f2a8c-6c0b-4609-b636-c9b27c79d941 req-1b417d1f-82fa-4e7a-af2b-1fcdbde7c36f tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:05:25.323786 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8b7f2a8c-6c0b-4609-b636-c9b27c79d941 req-1b417d1f-82fa-4e7a-af2b-1fcdbde7c36f tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] 10.222.0.55 "GET /v2.0/ports?device_id=32935d86-443c-4092-bf7e-07a45c5186b0 HTTP/1.1" status: 200 len: 931 time: 0.0824649 May 28 07:05:25.372273 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8b7f2a8c-6c0b-4609-b636-c9b27c79d941 req-d7ea3760-168a-4864-b4ad-fc709c1a3c7c tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] 10.222.0.55 "GET /v2.0/security-groups?id=fca6d9f2-395b-4b86-9dcc-1cf29607f7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421009 May 28 07:05:25.548567 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [req-890105e5-eb90-49b9-9679-885df91506df req-47851c79-f284-44f2-9f41-8982ae447d9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a190d11-959a-4540-a598-a49cdb7e08a3 {{(pid=89109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 07:05:25.556125 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-890105e5-eb90-49b9-9679-885df91506df req-47851c79-f284-44f2-9f41-8982ae447d9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:05:25.571314 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [req-890105e5-eb90-49b9-9679-885df91506df req-47851c79-f284-44f2-9f41-8982ae447d9f service neutron] Transition to ACTIVE for port object 1a190d11-959a-4540-a598-a49cdb7e08a3 will not be triggered until provisioned by entity L2. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:05:25.672480 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-890105e5-eb90-49b9-9679-885df91506df req-47851c79-f284-44f2-9f41-8982ae447d9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:05:25.825454 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47851c79-f284-44f2-9f41-8982ae447d9f service neutron] Pushing event updated for resources: {'Port': ['ID=1a190d11-959a-4540-a598-a49cdb7e08a3,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:05:25.906961 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-890105e5-eb90-49b9-9679-885df91506df req-47851c79-f284-44f2-9f41-8982ae447d9f service neutron] Attempting to bind port 1a190d11-959a-4540-a598-a49cdb7e08a3 on host n-h2-843702-1 for vnic_type normal with profile {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 07:05:25.907289 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-890105e5-eb90-49b9-9679-885df91506df req-47851c79-f284-44f2-9f41-8982ae447d9f service neutron] Attempting to bind port 1a190d11-959a-4540-a598-a49cdb7e08a3 by drivers openvswitch,hyperv on host n-h2-843702-1 at level 0 using segments [{'id': 'c94d516c-cd61-4360-94dd-eb8aeb3fb292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'bffc7321-1278-436e-91db-961678a1b7f4'}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 07:05:25.907612 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890105e5-eb90-49b9-9679-885df91506df req-47851c79-f284-44f2-9f41-8982ae447d9f service neutron] Attempting to bind port 1a190d11-959a-4540-a598-a49cdb7e08a3 on network bffc7321-1278-436e-91db-961678a1b7f4 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:05:25.912453 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890105e5-eb90-49b9-9679-885df91506df req-47851c79-f284-44f2-9f41-8982ae447d9f service neutron] Port 1a190d11-959a-4540-a598-a49cdb7e08a3 on network bffc7321-1278-436e-91db-961678a1b7f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-843702-1 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 07:05:25.912765 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890105e5-eb90-49b9-9679-885df91506df req-47851c79-f284-44f2-9f41-8982ae447d9f service neutron] Attempting to bind port 1a190d11-959a-4540-a598-a49cdb7e08a3 on network bffc7321-1278-436e-91db-961678a1b7f4 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:05:25.918083 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890105e5-eb90-49b9-9679-885df91506df req-47851c79-f284-44f2-9f41-8982ae447d9f service neutron] Checking agent: {'id': 'f1a3973b-d2b3-4558-88e7-2ac50857d302', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 7, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 07:05:25.918415 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890105e5-eb90-49b9-9679-885df91506df req-47851c79-f284-44f2-9f41-8982ae447d9f service neutron] Checking segment: {'id': 'c94d516c-cd61-4360-94dd-eb8aeb3fb292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'bffc7321-1278-436e-91db-961678a1b7f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:05:25.918810 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890105e5-eb90-49b9-9679-885df91506df req-47851c79-f284-44f2-9f41-8982ae447d9f service neutron] Bound using segment: {'id': 'c94d516c-cd61-4360-94dd-eb8aeb3fb292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'bffc7321-1278-436e-91db-961678a1b7f4'} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 07:05:25.919507 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-890105e5-eb90-49b9-9679-885df91506df req-47851c79-f284-44f2-9f41-8982ae447d9f service neutron] Bound port: 1a190d11-959a-4540-a598-a49cdb7e08a3, host: n-h2-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c94d516c-cd61-4360-94dd-eb8aeb3fb292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'bffc7321-1278-436e-91db-961678a1b7f4'}}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 07:05:25.919601 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-890105e5-eb90-49b9-9679-885df91506df req-47851c79-f284-44f2-9f41-8982ae447d9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:05:26.013394 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-890105e5-eb90-49b9-9679-885df91506df req-47851c79-f284-44f2-9f41-8982ae447d9f service neutron] For port 1a190d11-959a-4540-a598-a49cdb7e08a3, host n-h2-843702-1, cleared binding levels {{(pid=89109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:05:26.016330 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-890105e5-eb90-49b9-9679-885df91506df req-47851c79-f284-44f2-9f41-8982ae447d9f service neutron] For port 1a190d11-959a-4540-a598-a49cdb7e08a3, host n-h2-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=1a190d11-959a-4540-a598-a49cdb7e08a3,segment=NetworkSegment(c94d516c-cd61-4360-94dd-eb8aeb3fb292),segment_id=c94d516c-cd61-4360-94dd-eb8aeb3fb292)] {{(pid=89109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 07:05:26.125768 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-890105e5-eb90-49b9-9679-885df91506df req-47851c79-f284-44f2-9f41-8982ae447d9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:05:26.187751 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890105e5-eb90-49b9-9679-885df91506df req-47851c79-f284-44f2-9f41-8982ae447d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:05:26.188349 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-890105e5-eb90-49b9-9679-885df91506df req-47851c79-f284-44f2-9f41-8982ae447d9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:05:26.189722 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-890105e5-eb90-49b9-9679-885df91506df req-47851c79-f284-44f2-9f41-8982ae447d9f service neutron] 10.222.0.71 "PUT /v2.0/ports/1a190d11-959a-4540-a598-a49cdb7e08a3 HTTP/1.1" status: 200 len: 1091 time: 1.3532603 May 28 07:05:26.190135 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32935d86-443c-4092-bf7e-07a45c5186b0', 'tag': '1a190d11-959a-4540-a598-a49cdb7e08a3'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:05:26.214870 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47851c79-f284-44f2-9f41-8982ae447d9f service neutron] Pushing event updated for resources: {'Port': ['ID=1a190d11-959a-4540-a598-a49cdb7e08a3,revision_number=3']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:05:26.237233 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71ae6ea5-9e7f-479c-8b06-1d809428d50b'] response: {'name': 'network-changed', 'server_uuid': '32935d86-443c-4092-bf7e-07a45c5186b0', 'tag': '1a190d11-959a-4540-a598-a49cdb7e08a3', 'status': 'completed', 'code': 200} May 28 07:05:26.352604 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e26448e-ee7b-4d19-b922-bbf417f2cc49 req-769a51b1-2779-430a-a1b9-6b032c19c391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:05:26.354971 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-2e26448e-ee7b-4d19-b922-bbf417f2cc49 req-769a51b1-2779-430a-a1b9-6b032c19c391 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c75d8a0214b34fe0a9949c88154acf3c&device_id=32935d86-443c-4092-bf7e-07a45c5186b0 HTTP/1.1" status: 200 len: 1094 time: 0.0776968 May 28 07:05:26.519288 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c736fb48-79d1-4d9d-a0d4-ff2d56deda1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:05:26.532879 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e26448e-ee7b-4d19-b922-bbf417f2cc49 req-9cfe0b9a-7e66-426a-9dfa-bb95a8932c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:05:26.534438 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-2e26448e-ee7b-4d19-b922-bbf417f2cc49 req-9cfe0b9a-7e66-426a-9dfa-bb95a8932c4e service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=c75d8a0214b34fe0a9949c88154acf3c&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1673930 May 28 07:05:26.622989 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9e87ab-ad7b-4cdc-bfc1-0124ba7dcba1 req-4cf8e161-4d9b-4ea2-b702-da9fcbfddb91 tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:05:26.625095 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8f9e87ab-ad7b-4cdc-bfc1-0124ba7dcba1 req-4cf8e161-4d9b-4ea2-b702-da9fcbfddb91 tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] 10.222.0.55 "GET /v2.0/ports?device_id=32935d86-443c-4092-bf7e-07a45c5186b0 HTTP/1.1" status: 200 len: 943 time: 0.1280408 May 28 07:05:26.675948 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8f9e87ab-ad7b-4cdc-bfc1-0124ba7dcba1 req-dd069eb6-e1c3-4d08-a771-daad58a89ffc tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] 10.222.0.55 "GET /v2.0/security-groups?id=fca6d9f2-395b-4b86-9dcc-1cf29607f7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446937 May 28 07:05:26.710863 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e26448e-ee7b-4d19-b922-bbf417f2cc49 req-56df8754-1c94-45d4-8731-a18a135fa0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:05:26.712314 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-2e26448e-ee7b-4d19-b922-bbf417f2cc49 req-56df8754-1c94-45d4-8731-a18a135fa0d1 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1690636 May 28 07:05:26.862376 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890105e5-eb90-49b9-9679-885df91506df req-414b1588-8098-49fa-8fe3-9346a1e23eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:05:26.863786 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-890105e5-eb90-49b9-9679-885df91506df req-414b1588-8098-49fa-8fe3-9346a1e23eae service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c75d8a0214b34fe0a9949c88154acf3c&device_id=32935d86-443c-4092-bf7e-07a45c5186b0 HTTP/1.1" status: 200 len: 1094 time: 0.0921676 May 28 07:05:26.941634 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-890105e5-eb90-49b9-9679-885df91506df req-85b9c8bf-2769-4170-b9d9-e1c450d11bbc service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a190d11-959a-4540-a598-a49cdb7e08a3 HTTP/1.1" status: 200 len: 217 time: 0.0651979 May 28 07:05:27.005227 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890105e5-eb90-49b9-9679-885df91506df req-abe2ec0e-61b6-4b7e-8b8c-1bdd115f320a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:05:27.006743 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-890105e5-eb90-49b9-9679-885df91506df req-abe2ec0e-61b6-4b7e-8b8c-1bdd115f320a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c07f2c32-4b81-4b28-ae0d-45175ca57e3a HTTP/1.1" status: 200 len: 853 time: 0.0591826 May 28 07:05:27.054537 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-890105e5-eb90-49b9-9679-885df91506df req-3a40f05a-18ca-40c3-aa4d-b4feacd17f69 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=bffc7321-1278-436e-91db-961678a1b7f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417068 May 28 07:05:27.200971 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-890105e5-eb90-49b9-9679-885df91506df req-756f943a-a458-4dd4-835e-77ccdade6091 service neutron] 10.222.0.71 "GET /v2.0/networks/bffc7321-1278-436e-91db-961678a1b7f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406972 May 28 07:05:27.340677 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-890105e5-eb90-49b9-9679-885df91506df req-e45fd73b-d67c-4bb0-9ace-f52ce6135d82 service neutron] 10.222.0.71 "GET /v2.0/networks/bffc7321-1278-436e-91db-961678a1b7f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337841 May 28 07:05:27.850602 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:05:27.873621 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7600ce90-cb22-4032-80fc-971d479831ea req-ea1688a1-1499-42cf-bc12-1d86de61e1f6 tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:05:27.875105 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7600ce90-cb22-4032-80fc-971d479831ea req-ea1688a1-1499-42cf-bc12-1d86de61e1f6 tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] 10.222.0.55 "GET /v2.0/ports?device_id=32935d86-443c-4092-bf7e-07a45c5186b0 HTTP/1.1" status: 200 len: 943 time: 0.0881429 May 28 07:05:27.923227 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7600ce90-cb22-4032-80fc-971d479831ea req-f0cb2904-9ef8-4c13-a4b1-95ebaf77774b tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] 10.222.0.55 "GET /v2.0/security-groups?id=fca6d9f2-395b-4b86-9dcc-1cf29607f7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417686 May 28 07:05:28.934952 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44c63be5-de7a-49c0-ae82-73f73fb7dc07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:05:29.114924 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf0fc8a-801b-491d-b100-386aeb64487a req-972912c6-08ec-4a9b-8dc2-37f76a2340ae tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:05:29.116384 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-daf0fc8a-801b-491d-b100-386aeb64487a req-972912c6-08ec-4a9b-8dc2-37f76a2340ae tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] 10.222.0.55 "GET /v2.0/ports?device_id=32935d86-443c-4092-bf7e-07a45c5186b0 HTTP/1.1" status: 200 len: 943 time: 0.0823681 May 28 07:05:29.163247 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-daf0fc8a-801b-491d-b100-386aeb64487a req-7c0ec5bb-486f-407d-9842-257ecd41894b tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] 10.222.0.55 "GET /v2.0/security-groups?id=fca6d9f2-395b-4b86-9dcc-1cf29607f7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406270 May 28 07:05:29.953364 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:05:30.090785 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:05:30.171152 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 1a190d11-959a-4540-a598-a49cdb7e08a3 details requested by agent hyperv_n-h2-843702-1 with host n-h2-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 07:05:30.317001 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 1a190d11-959a-4540-a598-a49cdb7e08a3, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=1a190d11-959a-4540-a598-a49cdb7e08a3,segment=NetworkSegment(c94d516c-cd61-4360-94dd-eb8aeb3fb292),segment_id=c94d516c-cd61-4360-94dd-eb8aeb3fb292)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:05:30.333865 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Returning: {'device': '1a190d11-959a-4540-a598-a49cdb7e08a3', 'network_id': 'bffc7321-1278-436e-91db-961678a1b7f4', 'port_id': '1a190d11-959a-4540-a598-a49cdb7e08a3', 'mac_address': 'fa:16:3e:13:6e:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c07f2c32-4b81-4b28-ae0d-45175ca57e3a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 07:05:30.366805 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1561d3-03d6-44d4-84df-b3d3426f7b50 req-4a5e97d0-3433-467c-8ef7-81f598089859 tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:05:30.368461 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bd1561d3-03d6-44d4-84df-b3d3426f7b50 req-4a5e97d0-3433-467c-8ef7-81f598089859 tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] 10.222.0.55 "GET /v2.0/ports?device_id=32935d86-443c-4092-bf7e-07a45c5186b0 HTTP/1.1" status: 200 len: 943 time: 0.0912857 May 28 07:05:30.392891 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 1a190d11-959a-4540-a598-a49cdb7e08a3 is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:05:30.393270 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:05:30.411059 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a190d11-959a-4540-a598-a49cdb7e08a3 {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 07:05:30.425947 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bd1561d3-03d6-44d4-84df-b3d3426f7b50 req-89cabba4-8bdf-4c22-b053-74f1b6f53428 tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] 10.222.0.55 "GET /v2.0/security-groups?id=fca6d9f2-395b-4b86-9dcc-1cf29607f7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510380 May 28 07:05:30.427888 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 1a190d11-959a-4540-a598-a49cdb7e08a3, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=1a190d11-959a-4540-a598-a49cdb7e08a3,segment=NetworkSegment(c94d516c-cd61-4360-94dd-eb8aeb3fb292),segment_id=c94d516c-cd61-4360-94dd-eb8aeb3fb292)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:05:30.603396 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:05:30.683125 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=1a190d11-959a-4540-a598-a49cdb7e08a3,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:05:30.872962 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['1a190d11-959a-4540-a598-a49cdb7e08a3'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 07:05:31.628574 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfcc9e5-aaa1-4e6e-8415-607bcd3ed00a req-391ce352-3dfd-4dc8-82e3-19a0642b7e11 tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:05:31.630077 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1cfcc9e5-aaa1-4e6e-8415-607bcd3ed00a req-391ce352-3dfd-4dc8-82e3-19a0642b7e11 tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] 10.222.0.55 "GET /v2.0/ports?device_id=32935d86-443c-4092-bf7e-07a45c5186b0 HTTP/1.1" status: 200 len: 944 time: 0.0822589 May 28 07:05:31.677930 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1cfcc9e5-aaa1-4e6e-8415-607bcd3ed00a req-594c6e30-bd6b-42b4-b434-4b6ea46a51d6 tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] 10.222.0.55 "GET /v2.0/security-groups?id=fca6d9f2-395b-4b86-9dcc-1cf29607f7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413175 May 28 07:05:31.793973 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:05:32.186843 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 1a190d11-959a-4540-a598-a49cdb7e08a3 up at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:05:32.364680 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning for port 1a190d11-959a-4540-a598-a49cdb7e08a3 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:05:32.372121 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning complete for port 1a190d11-959a-4540-a598-a49cdb7e08a3 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:05:32.372121 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:05:32.503152 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 1a190d11-959a-4540-a598-a49cdb7e08a3 is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:05:32.503535 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:05:32.528287 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:05:32.533949 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32935d86-443c-4092-bf7e-07a45c5186b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a190d11-959a-4540-a598-a49cdb7e08a3'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:05:32.545277 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 1a190d11-959a-4540-a598-a49cdb7e08a3, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=1a190d11-959a-4540-a598-a49cdb7e08a3,segment=NetworkSegment(c94d516c-cd61-4360-94dd-eb8aeb3fb292),segment_id=c94d516c-cd61-4360-94dd-eb8aeb3fb292)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:05:32.579766 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ac779a5-e390-4fde-8b39-dc89f11cdc3b'] response: {'server_uuid': '32935d86-443c-4092-bf7e-07a45c5186b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a190d11-959a-4540-a598-a49cdb7e08a3', 'code': 200} May 28 07:05:32.622093 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:05:32.691478 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=1a190d11-959a-4540-a598-a49cdb7e08a3,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:05:32.754161 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612d2dcc-6e31-4276-8959-1ceb390d5f1f req-157e7b37-b827-4685-9cfa-9b40bcd854fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:05:32.756041 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-612d2dcc-6e31-4276-8959-1ceb390d5f1f req-157e7b37-b827-4685-9cfa-9b40bcd854fd service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=32935d86-443c-4092-bf7e-07a45c5186b0 HTTP/1.1" status: 200 len: 1096 time: 0.0893219 May 28 07:05:32.799438 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-612d2dcc-6e31-4276-8959-1ceb390d5f1f req-9ba21870-7563-4eea-90d4-6a61f230903d service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=fca6d9f2-395b-4b86-9dcc-1cf29607f7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373721 May 28 07:05:32.879443 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723a862b-615e-4758-89fc-8e190cb8a6ae req-413b3201-e113-4bef-8493-afd66cf83b30 tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:05:32.880828 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-723a862b-615e-4758-89fc-8e190cb8a6ae req-413b3201-e113-4bef-8493-afd66cf83b30 tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] 10.222.0.55 "GET /v2.0/ports?device_id=32935d86-443c-4092-bf7e-07a45c5186b0 HTTP/1.1" status: 200 len: 945 time: 0.0845366 May 28 07:05:32.926661 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-723a862b-615e-4758-89fc-8e190cb8a6ae req-b04fc884-3414-42e7-92ff-ca47c70fba5d tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] 10.222.0.55 "GET /v2.0/security-groups?id=fca6d9f2-395b-4b86-9dcc-1cf29607f7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392141 May 28 07:05:34.131186 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871b3ff1-8b4e-49c2-a948-34fc204fced4 req-3c9a8a88-6f3e-4cd3-b787-a37306c112ea tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:05:34.132794 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-871b3ff1-8b4e-49c2-a948-34fc204fced4 req-3c9a8a88-6f3e-4cd3-b787-a37306c112ea tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] 10.222.0.55 "GET /v2.0/ports?device_id=32935d86-443c-4092-bf7e-07a45c5186b0 HTTP/1.1" status: 200 len: 945 time: 0.0942838 May 28 07:05:34.196173 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-871b3ff1-8b4e-49c2-a948-34fc204fced4 req-ce01d94a-c26f-4401-959e-63b674162aff tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] 10.222.0.55 "GET /v2.0/security-groups?id=fca6d9f2-395b-4b86-9dcc-1cf29607f7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566335 May 28 07:05:34.666483 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 52722) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:05:34.788528 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88855e02-af4b-4126-aba9-01f4e233edfc req-2cc12eca-8377-433f-8dde-e8afd29acd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:05:34.790069 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-88855e02-af4b-4126-aba9-01f4e233edfc req-2cc12eca-8377-433f-8dde-e8afd29acd28 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9f46ecf6-3b8d-4bec-bc62-ca85bf5c820d HTTP/1.1" status: 200 len: 1097 time: 0.1222868 May 28 07:05:34.832430 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-88855e02-af4b-4126-aba9-01f4e233edfc req-658b99dd-ece0-4759-a25a-36327b2a9fa7 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=54972e00-8617-48de-9b94-02005f973e47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359380 May 28 07:05:35.403274 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8259f6d9-9db4-4e6e-a876-2cdb93bc26c8 req-656950e3-e03b-4374-9a23-39875bdc38a3 tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:05:35.404948 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8259f6d9-9db4-4e6e-a876-2cdb93bc26c8 req-656950e3-e03b-4374-9a23-39875bdc38a3 tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] 10.222.0.55 "GET /v2.0/ports?device_id=32935d86-443c-4092-bf7e-07a45c5186b0 HTTP/1.1" status: 200 len: 945 time: 0.0837312 May 28 07:05:35.450796 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8259f6d9-9db4-4e6e-a876-2cdb93bc26c8 req-610a2dd8-5ebd-47c7-9d16-472989f33bc8 tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] 10.222.0.55 "GET /v2.0/security-groups?id=fca6d9f2-395b-4b86-9dcc-1cf29607f7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401182 May 28 07:05:47.883346 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 07:05:56.201056 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-16b11f95-4650-494a-8ebd-a3c76fe24673 req-c2f53563-e31d-4f09-a98a-64cbb6cfff6a tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Synchronizing usage tracker for tenant:6cd404fb9ef9487fb34baf3bf8b36b53 on resource:security_group {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:05:56.415720 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-16b11f95-4650-494a-8ebd-a3c76fe24673 req-c2f53563-e31d-4f09-a98a-64cbb6cfff6a tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Unset dirty status for tenant:6cd404fb9ef9487fb34baf3bf8b36b53 on resource:security_group {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:05:56.417174 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-16b11f95-4650-494a-8ebd-a3c76fe24673 req-c2f53563-e31d-4f09-a98a-64cbb6cfff6a tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-77122397&fields=id&tenant_id=6cd404fb9ef9487fb34baf3bf8b36b53 HTTP/1.1" status: 200 len: 267 time: 0.2560058 May 28 07:05:56.547496 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-6cd72266-653f-4e0a-b62a-f3b3ed9139fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:05:56.670186 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b11f95-4650-494a-8ebd-a3c76fe24673 req-512fef1e-44b6-4426-9dc9-1a3fa922a1c1 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:05:56.671506 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-16b11f95-4650-494a-8ebd-a3c76fe24673 req-512fef1e-44b6-4426-9dc9-1a3fa922a1c1 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/networks?id=b87fb3cb-482f-4500-8eb8-33ba0d95db61 HTTP/1.1" status: 200 len: 811 time: 0.2470176 May 28 07:05:56.687425 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-16b11f95-4650-494a-8ebd-a3c76fe24673 req-ee644be3-5dbc-42e0-b6d6-896c09e7f014 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/quotas/6cd404fb9ef9487fb34baf3bf8b36b53 HTTP/1.1" status: 200 len: 375 time: 0.0101795 May 28 07:05:56.771351 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-16b11f95-4650-494a-8ebd-a3c76fe24673 req-42accae7-d2cf-4f78-ac53-0e0bbb7d6540 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=6cd404fb9ef9487fb34baf3bf8b36b53&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0790329 May 28 07:05:56.909028 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-16b11f95-4650-494a-8ebd-a3c76fe24673 req-3935d706-c3f8-40fd-8dc8-d6845d97fa30 service neutron] 10.222.0.55 "GET /v2.0/networks/b87fb3cb-482f-4500-8eb8-33ba0d95db61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260209 May 28 07:05:57.044106 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-16b11f95-4650-494a-8ebd-a3c76fe24673 req-90a9b9d9-8bb3-4b6a-9882-d69fe7eada20 service neutron] 10.222.0.55 "GET /v2.0/networks/b87fb3cb-482f-4500-8eb8-33ba0d95db61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282578 May 28 07:05:57.843390 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:05:57.857458 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a592d7bd-2f32-433b-bd57-dfd2a8cbac92 req-4d7a9049-3384-48e6-a098-768591bf4636 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=5959ca56-be65-49a7-9705-249b84b52999 HTTP/1.1" status: 200 len: 210 time: 0.0451744 May 28 07:05:58.934665 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-6e47ac8b-69ca-4333-9014-10eb4dab48c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:05:58.962006 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-076db458-c46f-4721-8566-7a63fec6c6a1 req-39cb4b7a-f41b-47cb-a4d6-dd3968162320 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=5959ca56-be65-49a7-9705-249b84b52999 HTTP/1.1" status: 200 len: 210 time: 0.0486832 May 28 07:06:00.037621 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:06:00.115872 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-488352c1-a8dc-4d93-aa9a-ac21e0d85cde req-25d10c3d-0af2-4ffd-ab67-b029758f69ac tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=5959ca56-be65-49a7-9705-249b84b52999 HTTP/1.1" status: 200 len: 210 time: 0.0424578 May 28 07:06:00.141773 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:06:00.796263 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b11f95-4650-494a-8ebd-a3c76fe24673 req-e23a052d-312c-44e7-9d4b-a53ce29c6c00 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:06:00.797691 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-16b11f95-4650-494a-8ebd-a3c76fe24673 req-e23a052d-312c-44e7-9d4b-a53ce29c6c00 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.69 "GET /v2.0/networks?id=b87fb3cb-482f-4500-8eb8-33ba0d95db61 HTTP/1.1" status: 200 len: 811 time: 0.1502185 May 28 07:06:00.847651 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-16b11f95-4650-494a-8ebd-a3c76fe24673 req-7a1621ca-7ae9-4622-a1aa-1419d267d160 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6cd404fb9ef9487fb34baf3bf8b36b53 HTTP/1.1" status: 200 len: 378 time: 0.0424495 May 28 07:06:00.856035 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-16b11f95-4650-494a-8ebd-a3c76fe24673 req-fd1b6967-5408-4481-8615-4ab1098e8977 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Request body: {'port': {'device_id': '5959ca56-be65-49a7-9705-249b84b52999', 'network_id': 'b87fb3cb-482f-4500-8eb8-33ba0d95db61', 'admin_state_up': True, 'tenant_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'security_groups': ['ebd25b8f-6b9f-4f5e-8a45-3a18da994937']}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:06:00.998877 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-16b11f95-4650-494a-8ebd-a3c76fe24673 req-fd1b6967-5408-4481-8615-4ab1098e8977 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:06:01.008195 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-16b11f95-4650-494a-8ebd-a3c76fe24673 req-fd1b6967-5408-4481-8615-4ab1098e8977 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:06:01.119096 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16b11f95-4650-494a-8ebd-a3c76fe24673 req-fd1b6967-5408-4481-8615-4ab1098e8977 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Made reservation on behalf of 6cd404fb9ef9487fb34baf3bf8b36b53 for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 07:06:01.123567 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-16b11f95-4650-494a-8ebd-a3c76fe24673 req-fd1b6967-5408-4481-8615-4ab1098e8977 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:06:01.315244 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-91536b5e-ecdf-4abc-a69f-24c5ae1b402d req-f9e5788c-f4e7-4a42-a8f0-f39b0fa930f5 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=5959ca56-be65-49a7-9705-249b84b52999 HTTP/1.1" status: 200 len: 210 time: 0.0836570 May 28 07:06:01.343128 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [req-16b11f95-4650-494a-8ebd-a3c76fe24673 req-fd1b6967-5408-4481-8615-4ab1098e8977 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Allocated IP 172.20.0.10 (b87fb3cb-482f-4500-8eb8-33ba0d95db61/03e4bbfb-d6ff-44b0-bb81-9edbb740d6df/e973edda-69f8-4fb8-99c2-781f208cdab4) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:06:01.535912 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-16b11f95-4650-494a-8ebd-a3c76fe24673 req-fd1b6967-5408-4481-8615-4ab1098e8977 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:06:01.552336 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-16b11f95-4650-494a-8ebd-a3c76fe24673 req-fd1b6967-5408-4481-8615-4ab1098e8977 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Transition to ACTIVE for port object e973edda-69f8-4fb8-99c2-781f208cdab4 will not be triggered until provisioned by entity DHCP. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:06:01.690368 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-16b11f95-4650-494a-8ebd-a3c76fe24673 req-fd1b6967-5408-4481-8615-4ab1098e8977 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:06:01.766680 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16b11f95-4650-494a-8ebd-a3c76fe24673 req-fd1b6967-5408-4481-8615-4ab1098e8977 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Network b87fb3cb-482f-4500-8eb8-33ba0d95db61 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:06:01.767817 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [req-16b11f95-4650-494a-8ebd-a3c76fe24673 req-fd1b6967-5408-4481-8615-4ab1098e8977 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:06:01.772141 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-16b11f95-4650-494a-8ebd-a3c76fe24673 req-fd1b6967-5408-4481-8615-4ab1098e8977 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:06:01.804781 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:06:01.825548 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1b6967-5408-4481-8615-4ab1098e8977 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Pushing event updated for resources: {'Port': ['ID=e973edda-69f8-4fb8-99c2-781f208cdab4,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:06:01.838842 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1b6967-5408-4481-8615-4ab1098e8977 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:06:01.840048 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1b6967-5408-4481-8615-4ab1098e8977 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:06:01.840406 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1b6967-5408-4481-8615-4ab1098e8977 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:06:01.840739 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1b6967-5408-4481-8615-4ab1098e8977 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:06:01.841075 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1b6967-5408-4481-8615-4ab1098e8977 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:06:01.841405 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1b6967-5408-4481-8615-4ab1098e8977 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:06:01.841757 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1b6967-5408-4481-8615-4ab1098e8977 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:06:01.842083 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1b6967-5408-4481-8615-4ab1098e8977 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:06:01.842407 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1b6967-5408-4481-8615-4ab1098e8977 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:06:01.842760 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1b6967-5408-4481-8615-4ab1098e8977 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:06:01.843033 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1b6967-5408-4481-8615-4ab1098e8977 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:06:01.843350 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1b6967-5408-4481-8615-4ab1098e8977 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:06:01.859962 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b11f95-4650-494a-8ebd-a3c76fe24673 req-fd1b6967-5408-4481-8615-4ab1098e8977 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:06:01.860536 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-16b11f95-4650-494a-8ebd-a3c76fe24673 req-fd1b6967-5408-4481-8615-4ab1098e8977 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:06:01.993490 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-16b11f95-4650-494a-8ebd-a3c76fe24673 req-fd1b6967-5408-4481-8615-4ab1098e8977 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1412730 May 28 07:06:02.067553 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-114db9fb-4f7d-4d85-b29f-de597fc73d8a None None] Provisioning for port e973edda-69f8-4fb8-99c2-781f208cdab4 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:06:02.072945 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-114db9fb-4f7d-4d85-b29f-de597fc73d8a None None] Provisioning complete for port e973edda-69f8-4fb8-99c2-781f208cdab4 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:06:02.073324 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-114db9fb-4f7d-4d85-b29f-de597fc73d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:06:02.093650 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-16b11f95-4650-494a-8ebd-a3c76fe24673 req-f7002242-0dbe-4d9b-9cb8-7edd543eccfe service neutron] Request body: {'port': {'device_id': '5959ca56-be65-49a7-9705-249b84b52999', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843702-1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:06:02.131375 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-114db9fb-4f7d-4d85-b29f-de597fc73d8a None None] Port e973edda-69f8-4fb8-99c2-781f208cdab4 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 07:06:02.209172 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-16b11f95-4650-494a-8ebd-a3c76fe24673 req-f7002242-0dbe-4d9b-9cb8-7edd543eccfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:06:02.587294 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:06:02.630920 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68956789-e897-454a-a828-41cb7b0bb234 req-a6015e7b-03a5-4394-8283-3b7c5743a9c2 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:06:02.631605 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-68956789-e897-454a-a828-41cb7b0bb234 req-a6015e7b-03a5-4394-8283-3b7c5743a9c2 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Synchronizing usage tracker for tenant:6cd404fb9ef9487fb34baf3bf8b36b53 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:06:02.762710 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [req-16b11f95-4650-494a-8ebd-a3c76fe24673 req-f7002242-0dbe-4d9b-9cb8-7edd543eccfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e973edda-69f8-4fb8-99c2-781f208cdab4 {{(pid=89110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 07:06:02.770026 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-16b11f95-4650-494a-8ebd-a3c76fe24673 req-f7002242-0dbe-4d9b-9cb8-7edd543eccfe service neutron] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:06:02.780221 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-68956789-e897-454a-a828-41cb7b0bb234 req-a6015e7b-03a5-4394-8283-3b7c5743a9c2 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Unset dirty status for tenant:6cd404fb9ef9487fb34baf3bf8b36b53 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:06:02.787068 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-68956789-e897-454a-a828-41cb7b0bb234 req-a6015e7b-03a5-4394-8283-3b7c5743a9c2 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=5959ca56-be65-49a7-9705-249b84b52999 HTTP/1.1" status: 200 len: 932 time: 0.3498528 May 28 07:06:02.788218 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-16b11f95-4650-494a-8ebd-a3c76fe24673 req-f7002242-0dbe-4d9b-9cb8-7edd543eccfe service neutron] Transition to ACTIVE for port object e973edda-69f8-4fb8-99c2-781f208cdab4 will not be triggered until provisioned by entity L2. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:06:02.828800 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-68956789-e897-454a-a828-41cb7b0bb234 req-54fa976a-af05-4cb2-9f02-2cbfc0806378 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebd25b8f-6b9f-4f5e-8a45-3a18da994937&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416749 May 28 07:06:02.890383 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-16b11f95-4650-494a-8ebd-a3c76fe24673 req-f7002242-0dbe-4d9b-9cb8-7edd543eccfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:06:03.085588 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7002242-0dbe-4d9b-9cb8-7edd543eccfe service neutron] Pushing event updated for resources: {'Port': ['ID=e973edda-69f8-4fb8-99c2-781f208cdab4,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:06:03.132881 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-16b11f95-4650-494a-8ebd-a3c76fe24673 req-f7002242-0dbe-4d9b-9cb8-7edd543eccfe service neutron] Attempting to bind port e973edda-69f8-4fb8-99c2-781f208cdab4 on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 07:06:03.133210 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-16b11f95-4650-494a-8ebd-a3c76fe24673 req-f7002242-0dbe-4d9b-9cb8-7edd543eccfe service neutron] Attempting to bind port e973edda-69f8-4fb8-99c2-781f208cdab4 by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': '9b6a153f-5acc-4efc-9ff2-d82aa4b5901c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b87fb3cb-482f-4500-8eb8-33ba0d95db61'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 07:06:03.133564 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b11f95-4650-494a-8ebd-a3c76fe24673 req-f7002242-0dbe-4d9b-9cb8-7edd543eccfe service neutron] Attempting to bind port e973edda-69f8-4fb8-99c2-781f208cdab4 on network b87fb3cb-482f-4500-8eb8-33ba0d95db61 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:06:03.139273 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b11f95-4650-494a-8ebd-a3c76fe24673 req-f7002242-0dbe-4d9b-9cb8-7edd543eccfe service neutron] Port e973edda-69f8-4fb8-99c2-781f208cdab4 on network b87fb3cb-482f-4500-8eb8-33ba0d95db61 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 07:06:03.139589 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b11f95-4650-494a-8ebd-a3c76fe24673 req-f7002242-0dbe-4d9b-9cb8-7edd543eccfe service neutron] Attempting to bind port e973edda-69f8-4fb8-99c2-781f208cdab4 on network b87fb3cb-482f-4500-8eb8-33ba0d95db61 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:06:03.144683 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b11f95-4650-494a-8ebd-a3c76fe24673 req-f7002242-0dbe-4d9b-9cb8-7edd543eccfe service neutron] Checking agent: {'id': '69f492a0-c00d-46d0-9bec-fcd8161ce206', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 7, 5, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 07:06:03.144946 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b11f95-4650-494a-8ebd-a3c76fe24673 req-f7002242-0dbe-4d9b-9cb8-7edd543eccfe service neutron] Checking segment: {'id': '9b6a153f-5acc-4efc-9ff2-d82aa4b5901c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b87fb3cb-482f-4500-8eb8-33ba0d95db61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:06:03.145318 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b11f95-4650-494a-8ebd-a3c76fe24673 req-f7002242-0dbe-4d9b-9cb8-7edd543eccfe service neutron] Bound using segment: {'id': '9b6a153f-5acc-4efc-9ff2-d82aa4b5901c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b87fb3cb-482f-4500-8eb8-33ba0d95db61'} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 07:06:03.145771 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-16b11f95-4650-494a-8ebd-a3c76fe24673 req-f7002242-0dbe-4d9b-9cb8-7edd543eccfe service neutron] Bound port: e973edda-69f8-4fb8-99c2-781f208cdab4, host: n-h1-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b6a153f-5acc-4efc-9ff2-d82aa4b5901c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b87fb3cb-482f-4500-8eb8-33ba0d95db61'}}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 07:06:03.146105 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-16b11f95-4650-494a-8ebd-a3c76fe24673 req-f7002242-0dbe-4d9b-9cb8-7edd543eccfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:06:03.235794 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-16b11f95-4650-494a-8ebd-a3c76fe24673 req-f7002242-0dbe-4d9b-9cb8-7edd543eccfe service neutron] For port e973edda-69f8-4fb8-99c2-781f208cdab4, host n-h1-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:06:03.238609 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-16b11f95-4650-494a-8ebd-a3c76fe24673 req-f7002242-0dbe-4d9b-9cb8-7edd543eccfe service neutron] For port e973edda-69f8-4fb8-99c2-781f208cdab4, host n-h1-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=e973edda-69f8-4fb8-99c2-781f208cdab4,segment=NetworkSegment(9b6a153f-5acc-4efc-9ff2-d82aa4b5901c),segment_id=9b6a153f-5acc-4efc-9ff2-d82aa4b5901c)] {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 07:06:03.376481 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-16b11f95-4650-494a-8ebd-a3c76fe24673 req-f7002242-0dbe-4d9b-9cb8-7edd543eccfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:06:03.441827 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b11f95-4650-494a-8ebd-a3c76fe24673 req-f7002242-0dbe-4d9b-9cb8-7edd543eccfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:06:03.442429 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-16b11f95-4650-494a-8ebd-a3c76fe24673 req-f7002242-0dbe-4d9b-9cb8-7edd543eccfe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:06:03.443777 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-16b11f95-4650-494a-8ebd-a3c76fe24673 req-f7002242-0dbe-4d9b-9cb8-7edd543eccfe service neutron] 10.222.0.69 "PUT /v2.0/ports/e973edda-69f8-4fb8-99c2-781f208cdab4 HTTP/1.1" status: 200 len: 1092 time: 1.4428859 May 28 07:06:03.444211 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5959ca56-be65-49a7-9705-249b84b52999', 'tag': 'e973edda-69f8-4fb8-99c2-781f208cdab4'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:06:03.471145 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7002242-0dbe-4d9b-9cb8-7edd543eccfe service neutron] Pushing event updated for resources: {'Port': ['ID=e973edda-69f8-4fb8-99c2-781f208cdab4,revision_number=3']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:06:03.491389 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-413d0859-cb61-4e7b-a974-2d1b49afd5da'] response: {'name': 'network-changed', 'server_uuid': '5959ca56-be65-49a7-9705-249b84b52999', 'tag': 'e973edda-69f8-4fb8-99c2-781f208cdab4', 'status': 'completed', 'code': 200} May 28 07:06:03.588641 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d5a790-6f3b-4afc-89b9-5aa0a011f228 req-d96d6024-676f-4ee5-9b88-bf5d5355e036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:06:03.591363 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b8d5a790-6f3b-4afc-89b9-5aa0a011f228 req-d96d6024-676f-4ee5-9b88-bf5d5355e036 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6cd404fb9ef9487fb34baf3bf8b36b53&device_id=5959ca56-be65-49a7-9705-249b84b52999 HTTP/1.1" status: 200 len: 1095 time: 0.0783677 May 28 07:06:03.743012 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d5a790-6f3b-4afc-89b9-5aa0a011f228 req-1673a53c-98be-44fa-9c6f-a9cbf8498d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:06:03.744798 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b8d5a790-6f3b-4afc-89b9-5aa0a011f228 req-1673a53c-98be-44fa-9c6f-a9cbf8498d0b service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=6cd404fb9ef9487fb34baf3bf8b36b53&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1472170 May 28 07:06:03.886615 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d5a790-6f3b-4afc-89b9-5aa0a011f228 req-3c061909-ff63-4f89-a2a9-01bb51719dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:06:03.888068 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b8d5a790-6f3b-4afc-89b9-5aa0a011f228 req-3c061909-ff63-4f89-a2a9-01bb51719dec service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1378748 May 28 07:06:04.066528 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7d4e35-efc7-431a-9f90-e699d7f4ac07 req-2af96db9-57aa-4826-bf66-83e242153cbf tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:06:04.068012 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ff7d4e35-efc7-431a-9f90-e699d7f4ac07 req-2af96db9-57aa-4826-bf66-83e242153cbf tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=5959ca56-be65-49a7-9705-249b84b52999 HTTP/1.1" status: 200 len: 944 time: 0.1119509 May 28 07:06:04.070565 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b11f95-4650-494a-8ebd-a3c76fe24673 req-b94ae276-e4ce-43bc-af2d-a4c1ac79cfed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:06:04.071904 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-16b11f95-4650-494a-8ebd-a3c76fe24673 req-b94ae276-e4ce-43bc-af2d-a4c1ac79cfed service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6cd404fb9ef9487fb34baf3bf8b36b53&device_id=5959ca56-be65-49a7-9705-249b84b52999 HTTP/1.1" status: 200 len: 1095 time: 0.1492934 May 28 07:06:04.164107 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-16b11f95-4650-494a-8ebd-a3c76fe24673 req-b6c57aa1-88af-47d9-bdec-6ec90abc8258 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e973edda-69f8-4fb8-99c2-781f208cdab4 HTTP/1.1" status: 200 len: 217 time: 0.0771689 May 28 07:06:04.226996 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ff7d4e35-efc7-431a-9f90-e699d7f4ac07 req-50e5453a-3fb4-47c5-9012-f840709cfdb2 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebd25b8f-6b9f-4f5e-8a45-3a18da994937&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1530139 May 28 07:06:04.243538 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b11f95-4650-494a-8ebd-a3c76fe24673 req-c87ad7f1-61d8-4ec6-b19e-e08f0994b80f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:06:04.245311 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-16b11f95-4650-494a-8ebd-a3c76fe24673 req-c87ad7f1-61d8-4ec6-b19e-e08f0994b80f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=03e4bbfb-d6ff-44b0-bb81-9edbb740d6df HTTP/1.1" status: 200 len: 850 time: 0.0701659 May 28 07:06:04.438448 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b11f95-4650-494a-8ebd-a3c76fe24673 req-40fc7a95-b47b-4176-8063-1c0705070d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:06:04.439963 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-16b11f95-4650-494a-8ebd-a3c76fe24673 req-40fc7a95-b47b-4176-8063-1c0705070d3e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b87fb3cb-482f-4500-8eb8-33ba0d95db61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1885962 May 28 07:06:04.599521 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-16b11f95-4650-494a-8ebd-a3c76fe24673 req-2e266f93-1885-4f0f-85b0-7e0b99bb0c01 service neutron] 10.222.0.69 "GET /v2.0/networks/b87fb3cb-482f-4500-8eb8-33ba0d95db61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530845 May 28 07:06:04.749977 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-16b11f95-4650-494a-8ebd-a3c76fe24673 req-ad4b519e-7936-4dcc-98a0-c44f9c93a611 service neutron] 10.222.0.69 "GET /v2.0/networks/b87fb3cb-482f-4500-8eb8-33ba0d95db61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449320 May 28 07:06:05.449029 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b29974-3663-409a-a113-ef0362affbf2 req-a240cc9c-c1b1-4eaf-b619-2d39cf00ec08 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:06:05.450505 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c4b29974-3663-409a-a113-ef0362affbf2 req-a240cc9c-c1b1-4eaf-b619-2d39cf00ec08 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=5959ca56-be65-49a7-9705-249b84b52999 HTTP/1.1" status: 200 len: 944 time: 0.0973759 May 28 07:06:05.499499 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c4b29974-3663-409a-a113-ef0362affbf2 req-0734351c-1800-4479-98a8-98de674e114c tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebd25b8f-6b9f-4f5e-8a45-3a18da994937&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429132 May 28 07:06:06.689036 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a5e799-5f96-4702-814e-2ee0d488899c req-1658656e-ebce-4789-964d-d3217bd78b1f tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:06:06.690632 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-18a5e799-5f96-4702-814e-2ee0d488899c req-1658656e-ebce-4789-964d-d3217bd78b1f tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=5959ca56-be65-49a7-9705-249b84b52999 HTTP/1.1" status: 200 len: 944 time: 0.0829864 May 28 07:06:06.736225 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-18a5e799-5f96-4702-814e-2ee0d488899c req-8400a23a-e0f6-464a-aab9-14de0ce89245 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebd25b8f-6b9f-4f5e-8a45-3a18da994937&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390284 May 28 07:06:07.923674 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65a3a92-5a22-4966-8b8a-d047c7544824 req-552bf454-9e91-4344-af9d-b9244150e34c tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:06:07.925141 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c65a3a92-5a22-4966-8b8a-d047c7544824 req-552bf454-9e91-4344-af9d-b9244150e34c tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=5959ca56-be65-49a7-9705-249b84b52999 HTTP/1.1" status: 200 len: 944 time: 0.0808716 May 28 07:06:07.972752 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c65a3a92-5a22-4966-8b8a-d047c7544824 req-a9d91530-0cd0-4b36-9f8b-9ca52cb86d56 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebd25b8f-6b9f-4f5e-8a45-3a18da994937&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417817 May 28 07:06:09.159144 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aeaa32-2e22-4f4a-bcd8-2c172e64a3e1 req-71497303-e121-4e77-be90-2b6895a2f4d9 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:06:09.160571 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-57aeaa32-2e22-4f4a-bcd8-2c172e64a3e1 req-71497303-e121-4e77-be90-2b6895a2f4d9 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=5959ca56-be65-49a7-9705-249b84b52999 HTTP/1.1" status: 200 len: 944 time: 0.0797033 May 28 07:06:09.204181 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-57aeaa32-2e22-4f4a-bcd8-2c172e64a3e1 req-1bff58d3-c8b3-49bf-b968-399203578e7e tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebd25b8f-6b9f-4f5e-8a45-3a18da994937&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379701 May 28 07:06:10.395120 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceae294-8985-406e-b835-661253aa6c35 req-47637373-0387-41af-a632-31b81ba75fdd tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:06:10.396575 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1ceae294-8985-406e-b835-661253aa6c35 req-47637373-0387-41af-a632-31b81ba75fdd tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=5959ca56-be65-49a7-9705-249b84b52999 HTTP/1.1" status: 200 len: 944 time: 0.0838799 May 28 07:06:10.440673 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1ceae294-8985-406e-b835-661253aa6c35 req-670217d5-7473-4190-ae77-934c4e0e3b1a tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebd25b8f-6b9f-4f5e-8a45-3a18da994937&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378046 May 28 07:06:11.626899 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206d4240-91cb-402d-94f6-f4fb2a5093ba req-768b3691-fb62-42b3-9e29-d6d372c47837 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:06:11.628376 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-206d4240-91cb-402d-94f6-f4fb2a5093ba req-768b3691-fb62-42b3-9e29-d6d372c47837 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=5959ca56-be65-49a7-9705-249b84b52999 HTTP/1.1" status: 200 len: 944 time: 0.0791950 May 28 07:06:11.672634 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-206d4240-91cb-402d-94f6-f4fb2a5093ba req-b1000bcf-9523-4c1f-a9d3-ddb03485be46 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebd25b8f-6b9f-4f5e-8a45-3a18da994937&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382445 May 28 07:06:12.865953 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59df28d-6c3d-4f55-8072-6a7f5a88b9a5 req-f62820c1-6f9e-4c04-9b4f-e437e4c22f0e tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:06:12.867362 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c59df28d-6c3d-4f55-8072-6a7f5a88b9a5 req-f62820c1-6f9e-4c04-9b4f-e437e4c22f0e tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=5959ca56-be65-49a7-9705-249b84b52999 HTTP/1.1" status: 200 len: 944 time: 0.0807817 May 28 07:06:12.911954 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c59df28d-6c3d-4f55-8072-6a7f5a88b9a5 req-84bf9bf2-6c8c-4f00-835e-04a7bba8a15d tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebd25b8f-6b9f-4f5e-8a45-3a18da994937&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380943 May 28 07:06:13.485565 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device e973edda-69f8-4fb8-99c2-781f208cdab4 details requested by agent hyperv_n-h1-843702-1 with host n-h1-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 07:06:13.622569 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port e973edda-69f8-4fb8-99c2-781f208cdab4, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=e973edda-69f8-4fb8-99c2-781f208cdab4,segment=NetworkSegment(9b6a153f-5acc-4efc-9ff2-d82aa4b5901c),segment_id=9b6a153f-5acc-4efc-9ff2-d82aa4b5901c)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:06:13.635457 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Returning: {'device': 'e973edda-69f8-4fb8-99c2-781f208cdab4', 'network_id': 'b87fb3cb-482f-4500-8eb8-33ba0d95db61', 'port_id': 'e973edda-69f8-4fb8-99c2-781f208cdab4', 'mac_address': 'fa:16:3e:77:2e:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03e4bbfb-d6ff-44b0-bb81-9edbb740d6df', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 07:06:13.688993 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port e973edda-69f8-4fb8-99c2-781f208cdab4 is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:06:13.689283 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:06:13.705957 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e973edda-69f8-4fb8-99c2-781f208cdab4 {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 07:06:13.721034 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port e973edda-69f8-4fb8-99c2-781f208cdab4, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=e973edda-69f8-4fb8-99c2-781f208cdab4,segment=NetworkSegment(9b6a153f-5acc-4efc-9ff2-d82aa4b5901c),segment_id=9b6a153f-5acc-4efc-9ff2-d82aa4b5901c)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:06:13.798552 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-082c37b3-daff-40d4-9c70-31644e5b8b1c req-d90fb60f-67e2-4f71-b207-1ac11abcd873 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9f46ecf6-3b8d-4bec-bc62-ca85bf5c820d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0689371 May 28 07:06:13.805094 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:06:13.880161 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=e973edda-69f8-4fb8-99c2-781f208cdab4,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:06:13.888331 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:06:13.888665 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:06:13.888994 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:06:13.889318 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:06:13.889661 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:06:13.890005 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:06:13.890321 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:06:13.890633 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:06:13.890944 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:06:13.891255 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:06:13.891569 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:06:13.891906 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:06:13.951950 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082c37b3-daff-40d4-9c70-31644e5b8b1c req-190cf9e2-4141-4fb9-95fd-d2839e6f396d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:06:13.953427 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-082c37b3-daff-40d4-9c70-31644e5b8b1c req-190cf9e2-4141-4fb9-95fd-d2839e6f396d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=568a49ef68dd4e4bb9244f0084a7583d&device_id=9f46ecf6-3b8d-4bec-bc62-ca85bf5c820d HTTP/1.1" status: 200 len: 1097 time: 0.0766275 May 28 07:06:14.021259 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['e973edda-69f8-4fb8-99c2-781f208cdab4'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 07:06:14.159541 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082c37b3-daff-40d4-9c70-31644e5b8b1c req-05c9f008-73d1-4e7d-b3e6-5ea2d3163cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:06:14.160993 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-082c37b3-daff-40d4-9c70-31644e5b8b1c req-05c9f008-73d1-4e7d-b3e6-5ea2d3163cb5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=16e2a17d-15e5-43a6-b979-a4aaa8a0f11f HTTP/1.1" status: 200 len: 910 time: 0.1892271 May 28 07:06:14.172490 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9b5186-213f-473d-b8e3-a982e9d0896a req-3f2fcf05-c880-4ecb-943b-100e77d66dc6 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:06:14.173974 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4a9b5186-213f-473d-b8e3-a982e9d0896a req-3f2fcf05-c880-4ecb-943b-100e77d66dc6 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=5959ca56-be65-49a7-9705-249b84b52999 HTTP/1.1" status: 200 len: 945 time: 0.1362939 May 28 07:06:14.300257 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-082c37b3-daff-40d4-9c70-31644e5b8b1c req-e4468a4e-7648-457f-b1b3-ac012d02f157 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c809db8-8a35-47c1-a6f2-499ab85f9a42 HTTP/1.1" status: 200 len: 1002 time: 0.1252019 May 28 07:06:14.302896 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4a9b5186-213f-473d-b8e3-a982e9d0896a req-254ef252-ccfb-4bdd-b9e4-1453f6107158 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebd25b8f-6b9f-4f5e-8a45-3a18da994937&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0744362 May 28 07:06:14.366256 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082c37b3-daff-40d4-9c70-31644e5b8b1c req-414d4a1f-f37e-4e4c-8272-5f2952ee6981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:06:14.367989 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-082c37b3-daff-40d4-9c70-31644e5b8b1c req-414d4a1f-f37e-4e4c-8272-5f2952ee6981 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c529b6aa-dc62-472f-bf60-4d97f55e75f9 HTTP/1.1" status: 200 len: 848 time: 0.0625684 May 28 07:06:14.453289 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082c37b3-daff-40d4-9c70-31644e5b8b1c req-025a2f43-ffe1-4770-ae25-ee4ada0709e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:06:14.463159 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-082c37b3-daff-40d4-9c70-31644e5b8b1c req-025a2f43-ffe1-4770-ae25-ee4ada0709e4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=16e2a17d-15e5-43a6-b979-a4aaa8a0f11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0813699 May 28 07:06:14.699294 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-082c37b3-daff-40d4-9c70-31644e5b8b1c req-270cba01-cf34-455b-b93b-0411a98158fa service neutron] 10.222.0.69 "GET /v2.0/networks/16e2a17d-15e5-43a6-b979-a4aaa8a0f11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376690 May 28 07:06:14.837282 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-082c37b3-daff-40d4-9c70-31644e5b8b1c req-ef3bf326-b891-4a54-9e45-3af0b31b8a11 service neutron] 10.222.0.69 "GET /v2.0/networks/16e2a17d-15e5-43a6-b979-a4aaa8a0f11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293144 May 28 07:06:15.487814 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device e973edda-69f8-4fb8-99c2-781f208cdab4 up at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:06:15.495083 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6137cffd-1a3d-4957-87db-19fee822d93f req-3f18e796-43a1-4c88-9c6a-3ccb99b3d810 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:06:15.498099 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6137cffd-1a3d-4957-87db-19fee822d93f req-3f18e796-43a1-4c88-9c6a-3ccb99b3d810 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=5959ca56-be65-49a7-9705-249b84b52999 HTTP/1.1" status: 200 len: 945 time: 0.0857334 May 28 07:06:15.543220 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6137cffd-1a3d-4957-87db-19fee822d93f req-7a829f66-2059-4f0b-b883-1bba13205336 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebd25b8f-6b9f-4f5e-8a45-3a18da994937&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402029 May 28 07:06:15.621385 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning for port e973edda-69f8-4fb8-99c2-781f208cdab4 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:06:15.626542 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning complete for port e973edda-69f8-4fb8-99c2-781f208cdab4 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:06:15.626911 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:06:15.747741 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port e973edda-69f8-4fb8-99c2-781f208cdab4 is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:06:15.748128 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:06:15.775384 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5959ca56-be65-49a7-9705-249b84b52999', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e973edda-69f8-4fb8-99c2-781f208cdab4'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:06:15.786691 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port e973edda-69f8-4fb8-99c2-781f208cdab4, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=e973edda-69f8-4fb8-99c2-781f208cdab4,segment=NetworkSegment(9b6a153f-5acc-4efc-9ff2-d82aa4b5901c),segment_id=9b6a153f-5acc-4efc-9ff2-d82aa4b5901c)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:06:15.856616 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:06:15.897104 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce8e3df1-c1f9-4ff7-b64a-4e3f8b8dea61'] response: {'server_uuid': '5959ca56-be65-49a7-9705-249b84b52999', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e973edda-69f8-4fb8-99c2-781f208cdab4', 'code': 200} May 28 07:06:15.941919 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=e973edda-69f8-4fb8-99c2-781f208cdab4,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:06:16.018160 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e0b63b-ebb8-4c96-916c-03559df9f5f7 req-97af93ae-6678-4e87-8881-374737f4aa76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:06:16.019691 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f6e0b63b-ebb8-4c96-916c-03559df9f5f7 req-97af93ae-6678-4e87-8881-374737f4aa76 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5959ca56-be65-49a7-9705-249b84b52999 HTTP/1.1" status: 200 len: 1097 time: 0.0692401 May 28 07:06:16.062902 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f6e0b63b-ebb8-4c96-916c-03559df9f5f7 req-ac64a7e8-173e-4dcc-8991-1f8bcfa3cc37 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=ebd25b8f-6b9f-4f5e-8a45-3a18da994937&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378504 May 28 07:06:16.734792 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cfb7a9-ed92-455f-9048-5f6359cd4de5 req-a1aad167-bbb4-47ab-bd95-f0a0082ffdc5 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:06:16.736223 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-35cfb7a9-ed92-455f-9048-5f6359cd4de5 req-a1aad167-bbb4-47ab-bd95-f0a0082ffdc5 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=5959ca56-be65-49a7-9705-249b84b52999 HTTP/1.1" status: 200 len: 946 time: 0.0804172 May 28 07:06:16.784059 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-35cfb7a9-ed92-455f-9048-5f6359cd4de5 req-1bfea636-76fc-4246-9d2f-46975c956dc6 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebd25b8f-6b9f-4f5e-8a45-3a18da994937&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422616 May 28 07:06:17.978357 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669ea8bc-f201-409f-8e46-73a293091c74 req-bee3ce89-fb7f-4f38-a8aa-94900276e086 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:06:17.979902 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-669ea8bc-f201-409f-8e46-73a293091c74 req-bee3ce89-fb7f-4f38-a8aa-94900276e086 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=5959ca56-be65-49a7-9705-249b84b52999 HTTP/1.1" status: 200 len: 946 time: 0.0835047 May 28 07:06:18.025104 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-669ea8bc-f201-409f-8e46-73a293091c74 req-a69393ca-b5cc-4fe3-a6c0-90c792ddcf3c tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebd25b8f-6b9f-4f5e-8a45-3a18da994937&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387423 May 28 07:06:18.211040 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af590710-287b-4579-9fb4-5464baa6725f req-9b85cbe1-6143-4d36-98a6-f657fd8aaf50 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:06:18.214533 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-af590710-287b-4579-9fb4-5464baa6725f req-9b85cbe1-6143-4d36-98a6-f657fd8aaf50 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=5959ca56-be65-49a7-9705-249b84b52999 HTTP/1.1" status: 200 len: 946 time: 0.0822942 May 28 07:06:18.258551 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-af590710-287b-4579-9fb4-5464baa6725f req-1122e1a2-b328-40ac-a208-a1911371ec5b tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebd25b8f-6b9f-4f5e-8a45-3a18da994937&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396278 May 28 07:06:18.285254 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 53070) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:06:18.462596 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d689b65f-a574-432d-98f7-68502904d097 tempest-TestVolumeBootPattern-852280307 tempest-TestVolumeBootPattern-852280307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:06:18.463293 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-d689b65f-a574-432d-98f7-68502904d097 tempest-TestVolumeBootPattern-852280307 tempest-TestVolumeBootPattern-852280307-project-admin] Synchronizing usage tracker for tenant:83f5c178d0f74b28b0a752dbac29ad49 on resource:port {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:06:18.559217 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-d689b65f-a574-432d-98f7-68502904d097 tempest-TestVolumeBootPattern-852280307 tempest-TestVolumeBootPattern-852280307-project-admin] Unset dirty status for tenant:83f5c178d0f74b28b0a752dbac29ad49 on resource:port {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:06:18.559761 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-d689b65f-a574-432d-98f7-68502904d097 tempest-TestVolumeBootPattern-852280307 tempest-TestVolumeBootPattern-852280307-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=5959ca56-be65-49a7-9705-249b84b52999 HTTP/1.1" status: 200 len: 1092 time: 0.2735138 May 28 07:06:18.562567 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 53078) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:06:18.567550 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-2a08fb09-6ffa-405f-be3d-5699fadc5b39 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Request body: {'floatingip': {'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'port_id': 'e973edda-69f8-4fb8-99c2-781f208cdab4', 'tenant_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'fixed_ip_address': '172.20.0.10'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:06:18.575456 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-2a08fb09-6ffa-405f-be3d-5699fadc5b39 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:06:18.580640 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-2a08fb09-6ffa-405f-be3d-5699fadc5b39 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Usage tracker for resource:floatingip and tenant:6cd404fb9ef9487fb34baf3bf8b36b53 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:06:18.582279 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-2a08fb09-6ffa-405f-be3d-5699fadc5b39 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:06:18.587906 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-2a08fb09-6ffa-405f-be3d-5699fadc5b39 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:06:18.676970 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2a08fb09-6ffa-405f-be3d-5699fadc5b39 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks [] for floatingip, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:06:18.922059 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2a08fb09-6ffa-405f-be3d-5699fadc5b39 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:06:19.062338 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-2a08fb09-6ffa-405f-be3d-5699fadc5b39 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Allocated IP 172.25.5.184 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/ff2a30dd-63fe-4dfe-8dfa-bb241354531a) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:06:19.209380 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2a08fb09-6ffa-405f-be3d-5699fadc5b39 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:06:19.324637 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2a08fb09-6ffa-405f-be3d-5699fadc5b39 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:06:19.388899 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a08fb09-6ffa-405f-be3d-5699fadc5b39 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:06:19.391846 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-2a08fb09-6ffa-405f-be3d-5699fadc5b39 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:06:19.396089 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a08fb09-6ffa-405f-be3d-5699fadc5b39 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:06:19.431377 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a08fb09-6ffa-405f-be3d-5699fadc5b39 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Pushing event updated for resources: {'Port': ['ID=ff2a30dd-63fe-4dfe-8dfa-bb241354531a,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:06:19.452917 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a08fb09-6ffa-405f-be3d-5699fadc5b39 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:06:19.453261 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a08fb09-6ffa-405f-be3d-5699fadc5b39 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:06:19.453625 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a08fb09-6ffa-405f-be3d-5699fadc5b39 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:06:19.453958 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a08fb09-6ffa-405f-be3d-5699fadc5b39 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:06:19.454289 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a08fb09-6ffa-405f-be3d-5699fadc5b39 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:06:19.454616 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a08fb09-6ffa-405f-be3d-5699fadc5b39 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:06:19.454943 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a08fb09-6ffa-405f-be3d-5699fadc5b39 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:06:19.455267 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a08fb09-6ffa-405f-be3d-5699fadc5b39 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:06:19.455588 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a08fb09-6ffa-405f-be3d-5699fadc5b39 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:06:19.455904 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a08fb09-6ffa-405f-be3d-5699fadc5b39 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:06:19.456225 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a08fb09-6ffa-405f-be3d-5699fadc5b39 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:06:19.456542 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a08fb09-6ffa-405f-be3d-5699fadc5b39 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:06:19.880207 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-ec7463cc-090d-4373-a897-89de49fdb5d7 req-c6c6275d-4024-4b19-a796-2ffcf8234c7f service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=32935d86-443c-4092-bf7e-07a45c5186b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1095319 May 28 07:06:19.906668 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2a08fb09-6ffa-405f-be3d-5699fadc5b39 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:06:20.110167 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2a08fb09-6ffa-405f-be3d-5699fadc5b39 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:06:20.172950 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7463cc-090d-4373-a897-89de49fdb5d7 req-e4ceaf0a-b2a9-40a2-8c51-f1262b33c9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:06:20.174517 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-ec7463cc-090d-4373-a897-89de49fdb5d7 req-e4ceaf0a-b2a9-40a2-8c51-f1262b33c9e8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c75d8a0214b34fe0a9949c88154acf3c&device_id=32935d86-443c-4092-bf7e-07a45c5186b0 HTTP/1.1" status: 200 len: 1096 time: 0.1903052 May 28 07:06:20.434437 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7463cc-090d-4373-a897-89de49fdb5d7 req-ec91841e-89e8-4322-8b6a-fff04d9ec442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:06:20.435986 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-ec7463cc-090d-4373-a897-89de49fdb5d7 req-ec91841e-89e8-4322-8b6a-fff04d9ec442 service neutron] 10.222.0.71 "GET /v2.0/networks?id=bffc7321-1278-436e-91db-961678a1b7f4 HTTP/1.1" status: 200 len: 914 time: 0.2288814 May 28 07:06:20.524289 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-ec7463cc-090d-4373-a897-89de49fdb5d7 req-24ba2f5d-1839-4ed4-837e-dd4112486f3d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a190d11-959a-4540-a598-a49cdb7e08a3 HTTP/1.1" status: 200 len: 217 time: 0.0814676 May 28 07:06:20.530474 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2a08fb09-6ffa-405f-be3d-5699fadc5b39 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:06:20.591077 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7463cc-090d-4373-a897-89de49fdb5d7 req-21635f07-caa0-40d3-a454-1d3e691f4dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:06:20.592495 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-ec7463cc-090d-4373-a897-89de49fdb5d7 req-21635f07-caa0-40d3-a454-1d3e691f4dba service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c07f2c32-4b81-4b28-ae0d-45175ca57e3a HTTP/1.1" status: 200 len: 853 time: 0.0592513 May 28 07:06:20.596536 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2a08fb09-6ffa-405f-be3d-5699fadc5b39 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:06:20.800437 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-ec7463cc-090d-4373-a897-89de49fdb5d7 req-92e49735-9420-4471-9fdb-00a6a8f51cd1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=bffc7321-1278-436e-91db-961678a1b7f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1990623 May 28 07:06:20.940344 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a08fb09-6ffa-405f-be3d-5699fadc5b39 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Pushing event updated for resources: {'Port': ['ID=ff2a30dd-63fe-4dfe-8dfa-bb241354531a,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:06:20.956291 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2a08fb09-6ffa-405f-be3d-5699fadc5b39 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691094'] for floatingip, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:06:21.116584 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-ec7463cc-090d-4373-a897-89de49fdb5d7 req-101a6bef-6aef-4e5b-bfec-f89195d92cec service neutron] 10.222.0.71 "GET /v2.0/networks/bffc7321-1278-436e-91db-961678a1b7f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2859721 May 28 07:06:21.234868 n-d-843702-1 neutron-server[89109]: INFO neutron.db.l3_db [None req-2a08fb09-6ffa-405f-be3d-5699fadc5b39 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Floating IP 7198340f-6aff-4030-bd32-362c18d4b5c3 associated. External IP: 172.25.5.184, port: e973edda-69f8-4fb8-99c2-781f208cdab4. May 28 07:06:21.415084 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-ec7463cc-090d-4373-a897-89de49fdb5d7 req-d8865592-7fd7-4f29-b4bb-6fb2c69f90de service neutron] 10.222.0.71 "GET /v2.0/networks/bffc7321-1278-436e-91db-961678a1b7f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2904727 May 28 07:06:21.634101 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a08fb09-6ffa-405f-be3d-5699fadc5b39 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Router b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 07:06:21.815826 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a08fb09-6ffa-405f-be3d-5699fadc5b39 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 07:06:21.829281 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf12bc8-487b-4b3c-b6d2-657ef50b2fe0 None None] Sync routers for ids ['b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 07:06:21.839486 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf12bc8-487b-4b3c-b6d2-657ef50b2fe0 None None] Routers {'b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:06:21.847298 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-cbf12bc8-487b-4b3c-b6d2-657ef50b2fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:05:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:06:21.919273 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2a08fb09-6ffa-405f-be3d-5699fadc5b39 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:06:21.980134 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-2a08fb09-6ffa-405f-be3d-5699fadc5b39 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.4163389 May 28 07:06:21.982023 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5959ca56-be65-49a7-9705-249b84b52999', 'tag': 'e973edda-69f8-4fb8-99c2-781f208cdab4'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:06:22.024383 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-cbf12bc8-487b-4b3c-b6d2-657ef50b2fe0 None None] Set router b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:06:22.031662 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08e96b6c-931f-4ef3-b833-748eb4cba896'] response: {'name': 'network-changed', 'server_uuid': '5959ca56-be65-49a7-9705-249b84b52999', 'tag': 'e973edda-69f8-4fb8-99c2-781f208cdab4', 'status': 'completed', 'code': 200} May 28 07:06:22.125702 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e63e72-f260-4229-bb6a-0f16b136dedb req-2fe680c1-b997-4a18-ab84-e2ea60d4cecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:06:22.127211 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a6e63e72-f260-4229-bb6a-0f16b136dedb req-2fe680c1-b997-4a18-ab84-e2ea60d4cecc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6cd404fb9ef9487fb34baf3bf8b36b53&device_id=5959ca56-be65-49a7-9705-249b84b52999 HTTP/1.1" status: 200 len: 1097 time: 0.0760396 May 28 07:06:22.268330 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e63e72-f260-4229-bb6a-0f16b136dedb req-eae99c72-54f7-4658-95d8-d86a670f275c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:06:22.269728 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a6e63e72-f260-4229-bb6a-0f16b136dedb req-eae99c72-54f7-4658-95d8-d86a670f275c service neutron] 10.222.0.69 "GET /v2.0/networks?id=b87fb3cb-482f-4500-8eb8-33ba0d95db61 HTTP/1.1" status: 200 len: 912 time: 0.1365452 May 28 07:06:22.375157 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a6e63e72-f260-4229-bb6a-0f16b136dedb req-6eda0b6e-dfd8-4f77-a273-dd5a14bb0553 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e973edda-69f8-4fb8-99c2-781f208cdab4 HTTP/1.1" status: 200 len: 1000 time: 0.0996699 May 28 07:06:22.389455 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-cbf12bc8-487b-4b3c-b6d2-657ef50b2fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f', 'name': 'tempest-TestVolumeBootPattern-227510675-router', 'tenant_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': 'b3638f2e-8ae4-48e8-b94a-dbb59fec6d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:59:30Z', 'updated_at': '2022-05-28T06:59:37Z', 'revision_number': 4, 'project_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'gw_port': {'id': 'b3638f2e-8ae4-48e8-b94a-dbb59fec6d17', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:8c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:59:32Z', 'updated_at': '2022-05-28T06:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': '7198340f-6aff-4030-bd32-362c18d4b5c3', 'tenant_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'floating_ip_address': '172.25.5.184', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': 'b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f', 'port_id': 'e973edda-69f8-4fb8-99c2-781f208cdab4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b87fb3cb-482f-4500-8eb8-33ba0d95db61', 'mac_address': 'fa:16:3e:77:2e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5959ca56-be65-49a7-9705-249b84b52999', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T07:06:19Z', 'updated_at': '2022-05-28T07:06:19Z', 'revision_number': 0, 'project_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd50e37c7-6255-40ce-b4db-d02ed3a3ecce', 'name': '', 'network_id': 'b87fb3cb-482f-4500-8eb8-33ba0d95db61', 'tenant_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'mac_address': 'fa:16:3e:31:b1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '03e4bbfb-d6ff-44b0-bb81-9edbb740d6df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:59:36Z', 'updated_at': '2022-05-28T06:59:47Z', 'revision_number': 5, 'project_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'subnets': [{'id': '03e4bbfb-d6ff-44b0-bb81-9edbb740d6df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:06:22.393305 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf12bc8-487b-4b3c-b6d2-657ef50b2fe0 None None] Checking router: b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 07:06:22.401472 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf12bc8-487b-4b3c-b6d2-657ef50b2fe0 None None] Routers {'b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:06:22.402004 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-cbf12bc8-487b-4b3c-b6d2-657ef50b2fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:05:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:06:22.436625 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e63e72-f260-4229-bb6a-0f16b136dedb req-ae91e197-c457-4423-8a7b-1731d3456e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:06:22.438254 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a6e63e72-f260-4229-bb6a-0f16b136dedb req-ae91e197-c457-4423-8a7b-1731d3456e27 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=03e4bbfb-d6ff-44b0-bb81-9edbb740d6df HTTP/1.1" status: 200 len: 850 time: 0.0580745 May 28 07:06:22.533299 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e63e72-f260-4229-bb6a-0f16b136dedb req-19005a1d-82ad-4338-8ead-5e200fde9dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:06:22.534755 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a6e63e72-f260-4229-bb6a-0f16b136dedb req-19005a1d-82ad-4338-8ead-5e200fde9dd9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b87fb3cb-482f-4500-8eb8-33ba0d95db61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0912197 May 28 07:06:22.595549 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-cbf12bc8-487b-4b3c-b6d2-657ef50b2fe0 None None] Set router b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:06:22.679572 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a6e63e72-f260-4229-bb6a-0f16b136dedb req-054718a4-8191-46f4-841d-b5b5523b7539 service neutron] 10.222.0.69 "GET /v2.0/networks/b87fb3cb-482f-4500-8eb8-33ba0d95db61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391847 May 28 07:06:22.874169 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a6e63e72-f260-4229-bb6a-0f16b136dedb req-1769e238-31b5-4b13-9d85-a55a64a7c3c6 service neutron] 10.222.0.69 "GET /v2.0/networks/b87fb3cb-482f-4500-8eb8-33ba0d95db61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891222 May 28 07:06:23.046218 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-cbf12bc8-487b-4b3c-b6d2-657ef50b2fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f', 'name': 'tempest-TestVolumeBootPattern-227510675-router', 'tenant_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': 'b3638f2e-8ae4-48e8-b94a-dbb59fec6d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:59:30Z', 'updated_at': '2022-05-28T06:59:37Z', 'revision_number': 4, 'project_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'gw_port': {'id': 'b3638f2e-8ae4-48e8-b94a-dbb59fec6d17', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:8c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:59:32Z', 'updated_at': '2022-05-28T06:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': '7198340f-6aff-4030-bd32-362c18d4b5c3', 'tenant_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'floating_ip_address': '172.25.5.184', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': 'b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f', 'port_id': 'e973edda-69f8-4fb8-99c2-781f208cdab4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b87fb3cb-482f-4500-8eb8-33ba0d95db61', 'mac_address': 'fa:16:3e:77:2e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5959ca56-be65-49a7-9705-249b84b52999', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T07:06:19Z', 'updated_at': '2022-05-28T07:06:19Z', 'revision_number': 0, 'project_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd50e37c7-6255-40ce-b4db-d02ed3a3ecce', 'name': '', 'network_id': 'b87fb3cb-482f-4500-8eb8-33ba0d95db61', 'tenant_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'mac_address': 'fa:16:3e:31:b1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '03e4bbfb-d6ff-44b0-bb81-9edbb740d6df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:59:36Z', 'updated_at': '2022-05-28T06:59:47Z', 'revision_number': 5, 'project_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'subnets': [{'id': '03e4bbfb-d6ff-44b0-bb81-9edbb740d6df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:06:23.050125 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf12bc8-487b-4b3c-b6d2-657ef50b2fe0 None None] The sync data for ids ['b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f'] in n-d-843702-1 is: [{'id': 'b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f', 'name': 'tempest-TestVolumeBootPattern-227510675-router', 'tenant_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': 'b3638f2e-8ae4-48e8-b94a-dbb59fec6d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:59:30Z', 'updated_at': '2022-05-28T06:59:37Z', 'revision_number': 4, 'project_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'gw_port': {'id': 'b3638f2e-8ae4-48e8-b94a-dbb59fec6d17', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:8c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:59:32Z', 'updated_at': '2022-05-28T06:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': '7198340f-6aff-4030-bd32-362c18d4b5c3', 'tenant_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'floating_ip_address': '172.25.5.184', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': 'b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f', 'port_id': 'e973edda-69f8-4fb8-99c2-781f208cdab4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b87fb3cb-482f-4500-8eb8-33ba0d95db61', 'mac_address': 'fa:16:3e:77:2e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5959ca56-be65-49a7-9705-249b84b52999', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T07:06:19Z', 'updated_at': '2022-05-28T07:06:19Z', 'revision_number': 0, 'project_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd50e37c7-6255-40ce-b4db-d02ed3a3ecce', 'name': '', 'network_id': 'b87fb3cb-482f-4500-8eb8-33ba0d95db61', 'tenant_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'mac_address': 'fa:16:3e:31:b1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '03e4bbfb-d6ff-44b0-bb81-9edbb740d6df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:59:36Z', 'updated_at': '2022-05-28T06:59:47Z', 'revision_number': 5, 'project_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'subnets': [{'id': '03e4bbfb-d6ff-44b0-bb81-9edbb740d6df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 07:06:23.234407 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7854cd9c-2244-4231-98b3-7784e7e2e374 None None] New status for floating IP 7198340f-6aff-4030-bd32-362c18d4b5c3: ACTIVE {{(pid=89111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 07:06:24.882684 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 07:06:26.523712 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-edebcfff-ec39-4ffa-a61b-99364bb789cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:06:27.860194 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:06:28.927348 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-344f6d5e-d135-4395-aeb4-04fe8fa206bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:06:30.032110 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:06:30.095143 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:06:31.798895 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:06:32.518279 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:06:32.769445 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8080b6-cd4a-4d7c-8325-46233cc094d3 req-350b5a5a-5ca9-4f90-bb88-507df9235a33 tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:06:32.770833 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1a8080b6-cd4a-4d7c-8325-46233cc094d3 req-350b5a5a-5ca9-4f90-bb88-507df9235a33 tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] 10.222.0.55 "GET /v2.0/ports?device_id=32935d86-443c-4092-bf7e-07a45c5186b0 HTTP/1.1" status: 200 len: 945 time: 0.0832725 May 28 07:06:32.814089 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1a8080b6-cd4a-4d7c-8325-46233cc094d3 req-7234d808-0012-4f5c-a137-4bc52732c392 tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] 10.222.0.55 "GET /v2.0/security-groups?id=fca6d9f2-395b-4b86-9dcc-1cf29607f7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375967 May 28 07:06:34.000956 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82384280-e6f8-40f7-85c2-e2d20391583f req-c12e430a-bae4-496d-8e7c-81033608c25a tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:06:34.002421 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-82384280-e6f8-40f7-85c2-e2d20391583f req-c12e430a-bae4-496d-8e7c-81033608c25a tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] 10.222.0.55 "GET /v2.0/ports?device_id=32935d86-443c-4092-bf7e-07a45c5186b0 HTTP/1.1" status: 200 len: 945 time: 0.0817294 May 28 07:06:34.050156 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-82384280-e6f8-40f7-85c2-e2d20391583f req-5c004e8d-e406-417d-8948-be5e3d4991c1 tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] 10.222.0.55 "GET /v2.0/security-groups?id=fca6d9f2-395b-4b86-9dcc-1cf29607f7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418103 May 28 07:06:34.715673 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12edfbf1-f942-4b0a-83ec-70e837009f45 req-e84cc434-b316-451d-9159-3a7504879b1b tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:06:34.715673 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-12edfbf1-f942-4b0a-83ec-70e837009f45 req-e84cc434-b316-451d-9159-3a7504879b1b tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] Synchronizing usage tracker for tenant:c75d8a0214b34fe0a9949c88154acf3c on resource:port {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:06:34.860938 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-12edfbf1-f942-4b0a-83ec-70e837009f45 req-e84cc434-b316-451d-9159-3a7504879b1b tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] Unset dirty status for tenant:c75d8a0214b34fe0a9949c88154acf3c on resource:port {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:06:34.862273 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-12edfbf1-f942-4b0a-83ec-70e837009f45 req-e84cc434-b316-451d-9159-3a7504879b1b tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] 10.222.0.71 "GET /v2.0/ports?device_id=32935d86-443c-4092-bf7e-07a45c5186b0 HTTP/1.1" status: 200 len: 945 time: 0.2317984 May 28 07:06:34.935419 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [req-12edfbf1-f942-4b0a-83ec-70e837009f45 req-066a96b5-c9b1-4174-8750-2f1ec4b54013 tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] Deleting port 1a190d11-959a-4540-a598-a49cdb7e08a3 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:06:34.935786 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-12edfbf1-f942-4b0a-83ec-70e837009f45 req-066a96b5-c9b1-4174-8750-2f1ec4b54013 tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:06:35.261171 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9359df-448d-4a70-87e6-b43c56fb8a19 req-a7c68635-4210-4e63-8abf-7c8bde5f7553 tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:06:35.261171 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4f9359df-448d-4a70-87e6-b43c56fb8a19 req-a7c68635-4210-4e63-8abf-7c8bde5f7553 tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] 10.222.0.55 "GET /v2.0/ports?device_id=32935d86-443c-4092-bf7e-07a45c5186b0 HTTP/1.1" status: 200 len: 945 time: 0.0814893 May 28 07:06:35.298369 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4f9359df-448d-4a70-87e6-b43c56fb8a19 req-23f9ea23-7ca1-4ce9-b66e-7c77e058bc0e tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] 10.222.0.55 "GET /v2.0/security-groups?id=fca6d9f2-395b-4b86-9dcc-1cf29607f7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415468 May 28 07:06:35.326142 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-12edfbf1-f942-4b0a-83ec-70e837009f45 req-066a96b5-c9b1-4174-8750-2f1ec4b54013 tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] For port 1a190d11-959a-4540-a598-a49cdb7e08a3, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=1a190d11-959a-4540-a598-a49cdb7e08a3,segment=NetworkSegment(c94d516c-cd61-4360-94dd-eb8aeb3fb292),segment_id=c94d516c-cd61-4360-94dd-eb8aeb3fb292)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:06:35.326142 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-12edfbf1-f942-4b0a-83ec-70e837009f45 req-066a96b5-c9b1-4174-8750-2f1ec4b54013 tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:06:35.468756 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [req-12edfbf1-f942-4b0a-83ec-70e837009f45 req-066a96b5-c9b1-4174-8750-2f1ec4b54013 tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] Calling delete_port for 1a190d11-959a-4540-a598-a49cdb7e08a3 owned by compute:nova {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:06:35.690918 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-12edfbf1-f942-4b0a-83ec-70e837009f45 req-066a96b5-c9b1-4174-8750-2f1ec4b54013 tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:06:35.730829 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['1a190d11-959a-4540-a598-a49cdb7e08a3'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 07:06:35.755558 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066a96b5-c9b1-4174-8750-2f1ec4b54013 tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] Pushing event deleted for resources: {'Port': ['ID=1a190d11-959a-4540-a598-a49cdb7e08a3,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:06:35.836719 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [req-12edfbf1-f942-4b0a-83ec-70e837009f45 req-066a96b5-c9b1-4174-8750-2f1ec4b54013 tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] No DVR routers for this DVR port 1a190d11-959a-4540-a598-a49cdb7e08a3 on host n-h2-843702-1 {{(pid=89109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 07:06:35.840190 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-12edfbf1-f942-4b0a-83ec-70e837009f45 req-066a96b5-c9b1-4174-8750-2f1ec4b54013 tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:06:35.843613 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32935d86-443c-4092-bf7e-07a45c5186b0', 'name': 'network-vif-deleted', 'tag': '1a190d11-959a-4540-a598-a49cdb7e08a3'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:06:35.894611 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e70eb28-9be9-4f23-9c1e-73f6e261be27'] response: {'server_uuid': '32935d86-443c-4092-bf7e-07a45c5186b0', 'name': 'network-vif-deleted', 'tag': '1a190d11-959a-4540-a598-a49cdb7e08a3', 'status': 'completed', 'code': 200} May 28 07:06:35.945544 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-12edfbf1-f942-4b0a-83ec-70e837009f45 req-066a96b5-c9b1-4174-8750-2f1ec4b54013 tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] 10.222.0.71 "DELETE /v2.0/ports/1a190d11-959a-4540-a598-a49cdb7e08a3 HTTP/1.1" status: 204 len: 173 time: 1.0780675 May 28 07:06:36.477221 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7592b374-fc20-4b63-bdfc-68dd912223db req-f7141e3f-6f45-4925-9677-1b3f4cc54921 tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] 10.222.0.55 "GET /v2.0/ports?device_id=32935d86-443c-4092-bf7e-07a45c5186b0 HTTP/1.1" status: 200 len: 210 time: 0.0465641 May 28 07:06:38.454611 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 1a190d11-959a-4540-a598-a49cdb7e08a3 no longer exists at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:06:38.491119 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] No Port match for: 1a190d11-959a-4540-a598-a49cdb7e08a3 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 07:06:38.491460 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 1a190d11-959a-4540-a598-a49cdb7e08a3 not bound to the agent host n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 07:06:45.838754 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d97a2c7-6502-4a17-83ca-223dee08cbba req-0ed1e796-ec36-4b74-9d68-557d3c72697c tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:06:45.841068 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7d97a2c7-6502-4a17-83ca-223dee08cbba req-0ed1e796-ec36-4b74-9d68-557d3c72697c tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] 10.222.0.55 "GET /v2.0/networks?id=bffc7321-1278-436e-91db-961678a1b7f4 HTTP/1.1" status: 200 len: 813 time: 0.2566712 May 28 07:06:45.857043 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7d97a2c7-6502-4a17-83ca-223dee08cbba req-2a3eecaf-49e4-436c-b5ee-bb973197a788 tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] 10.222.0.55 "GET /v2.0/quotas/c75d8a0214b34fe0a9949c88154acf3c HTTP/1.1" status: 200 len: 375 time: 0.0104909 May 28 07:06:45.905303 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7d97a2c7-6502-4a17-83ca-223dee08cbba req-4a9e022b-c637-49c7-a6fd-c90def478a96 tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=c75d8a0214b34fe0a9949c88154acf3c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0430825 May 28 07:06:46.038277 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7d97a2c7-6502-4a17-83ca-223dee08cbba req-54f4c160-9f62-4a4e-bb48-25ad123c4553 service neutron] 10.222.0.55 "GET /v2.0/networks/bffc7321-1278-436e-91db-961678a1b7f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261816 May 28 07:06:46.172740 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7d97a2c7-6502-4a17-83ca-223dee08cbba req-737280fd-1c27-4aec-985d-8df66392bcae service neutron] 10.222.0.55 "GET /v2.0/networks/bffc7321-1278-436e-91db-961678a1b7f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286211 May 28 07:06:46.449691 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5d534c68-7482-4d9e-ad41-1cc93e6ed626 req-e07a1df1-ef68-4a52-85a8-3cd5007fc150 tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8f4be43-41e2-413d-876e-43a8af3c18dc HTTP/1.1" status: 200 len: 210 time: 0.0438263 May 28 07:06:47.646690 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ff444969-6243-46d4-b96d-c5d509f59e61 req-568cf6f6-3420-43f1-8d7a-c38277dc7e67 tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8f4be43-41e2-413d-876e-43a8af3c18dc HTTP/1.1" status: 200 len: 210 time: 0.0483108 May 28 07:06:48.800476 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b3fb77d9-41a1-4e8d-804f-ed99bc870a08 req-5f476158-31ee-48ae-abf7-d1dc7c283246 tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8f4be43-41e2-413d-876e-43a8af3c18dc HTTP/1.1" status: 200 len: 210 time: 0.0433125 May 28 07:06:48.915535 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d97a2c7-6502-4a17-83ca-223dee08cbba req-59ef3b60-ff92-4615-94dc-cdc07ec2e9e9 tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:06:48.916939 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-7d97a2c7-6502-4a17-83ca-223dee08cbba req-59ef3b60-ff92-4615-94dc-cdc07ec2e9e9 tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] 10.222.0.71 "GET /v2.0/networks?id=bffc7321-1278-436e-91db-961678a1b7f4 HTTP/1.1" status: 200 len: 813 time: 0.1465924 May 28 07:06:48.935597 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-7d97a2c7-6502-4a17-83ca-223dee08cbba req-301614af-1acc-457a-a386-4ee9b945892d tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] Request body: {'port': {'device_id': 'c8f4be43-41e2-413d-876e-43a8af3c18dc', 'network_id': 'bffc7321-1278-436e-91db-961678a1b7f4', 'admin_state_up': True, 'tenant_id': 'c75d8a0214b34fe0a9949c88154acf3c'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:06:49.076126 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [req-7d97a2c7-6502-4a17-83ca-223dee08cbba req-301614af-1acc-457a-a386-4ee9b945892d tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:06:49.080179 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-7d97a2c7-6502-4a17-83ca-223dee08cbba req-301614af-1acc-457a-a386-4ee9b945892d tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] Usage tracker for resource:port and tenant:c75d8a0214b34fe0a9949c88154acf3c is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:06:49.083110 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-7d97a2c7-6502-4a17-83ca-223dee08cbba req-301614af-1acc-457a-a386-4ee9b945892d tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:06:49.088942 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [req-7d97a2c7-6502-4a17-83ca-223dee08cbba req-301614af-1acc-457a-a386-4ee9b945892d tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:06:49.215810 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d97a2c7-6502-4a17-83ca-223dee08cbba req-301614af-1acc-457a-a386-4ee9b945892d tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] Made reservation on behalf of c75d8a0214b34fe0a9949c88154acf3c for: {'port': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 07:06:49.218113 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-7d97a2c7-6502-4a17-83ca-223dee08cbba req-301614af-1acc-457a-a386-4ee9b945892d tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:06:49.377804 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [req-7d97a2c7-6502-4a17-83ca-223dee08cbba req-301614af-1acc-457a-a386-4ee9b945892d tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] Allocated IP 172.20.0.8 (bffc7321-1278-436e-91db-961678a1b7f4/c07f2c32-4b81-4b28-ae0d-45175ca57e3a/c6852e4f-2cdf-409e-84d5-76fd5eab66fa) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:06:49.583213 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-7d97a2c7-6502-4a17-83ca-223dee08cbba req-301614af-1acc-457a-a386-4ee9b945892d tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:06:49.712174 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-7d97a2c7-6502-4a17-83ca-223dee08cbba req-301614af-1acc-457a-a386-4ee9b945892d tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:06:49.781696 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d97a2c7-6502-4a17-83ca-223dee08cbba req-301614af-1acc-457a-a386-4ee9b945892d tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] Network bffc7321-1278-436e-91db-961678a1b7f4 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:06:49.784446 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [req-7d97a2c7-6502-4a17-83ca-223dee08cbba req-301614af-1acc-457a-a386-4ee9b945892d tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:06:49.788480 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d97a2c7-6502-4a17-83ca-223dee08cbba req-301614af-1acc-457a-a386-4ee9b945892d tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:06:49.823762 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301614af-1acc-457a-a386-4ee9b945892d tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] Pushing event updated for resources: {'Port': ['ID=c6852e4f-2cdf-409e-84d5-76fd5eab66fa,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:06:49.859278 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d97a2c7-6502-4a17-83ca-223dee08cbba req-301614af-1acc-457a-a386-4ee9b945892d tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:06:49.859877 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-7d97a2c7-6502-4a17-83ca-223dee08cbba req-301614af-1acc-457a-a386-4ee9b945892d tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:06:49.952924 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-7d97a2c7-6502-4a17-83ca-223dee08cbba req-301614af-1acc-457a-a386-4ee9b945892d tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0212908 May 28 07:06:49.971172 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-7d97a2c7-6502-4a17-83ca-223dee08cbba req-45b62243-ade4-4b31-a1eb-1e641f144e85 service neutron] Request body: {'port': {'device_id': 'c8f4be43-41e2-413d-876e-43a8af3c18dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843702-1'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:06:49.991459 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c87ee6e-2765-4e79-bb5f-95cd98113626 req-45b3fc0f-7066-42cd-89a1-f4079aebf1eb tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:06:49.992895 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9c87ee6e-2765-4e79-bb5f-95cd98113626 req-45b3fc0f-7066-42cd-89a1-f4079aebf1eb tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8f4be43-41e2-413d-876e-43a8af3c18dc HTTP/1.1" status: 200 len: 931 time: 0.0805576 May 28 07:06:50.042117 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9c87ee6e-2765-4e79-bb5f-95cd98113626 req-8a893a9c-9e89-4ae6-8fc5-cf703a254a6f tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] 10.222.0.55 "GET /v2.0/security-groups?id=fca6d9f2-395b-4b86-9dcc-1cf29607f7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428727 May 28 07:06:50.084659 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-7d97a2c7-6502-4a17-83ca-223dee08cbba req-45b62243-ade4-4b31-a1eb-1e641f144e85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:06:50.433519 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [req-7d97a2c7-6502-4a17-83ca-223dee08cbba req-45b62243-ade4-4b31-a1eb-1e641f144e85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6852e4f-2cdf-409e-84d5-76fd5eab66fa {{(pid=89109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 07:06:50.440526 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-7d97a2c7-6502-4a17-83ca-223dee08cbba req-45b62243-ade4-4b31-a1eb-1e641f144e85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:06:50.454989 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [req-7d97a2c7-6502-4a17-83ca-223dee08cbba req-45b62243-ade4-4b31-a1eb-1e641f144e85 service neutron] Transition to ACTIVE for port object c6852e4f-2cdf-409e-84d5-76fd5eab66fa will not be triggered until provisioned by entity L2. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:06:50.516843 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-7d97a2c7-6502-4a17-83ca-223dee08cbba req-45b62243-ade4-4b31-a1eb-1e641f144e85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:06:50.785388 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b62243-ade4-4b31-a1eb-1e641f144e85 service neutron] Pushing event updated for resources: {'Port': ['ID=c6852e4f-2cdf-409e-84d5-76fd5eab66fa,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:06:50.875720 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-7d97a2c7-6502-4a17-83ca-223dee08cbba req-45b62243-ade4-4b31-a1eb-1e641f144e85 service neutron] Attempting to bind port c6852e4f-2cdf-409e-84d5-76fd5eab66fa on host n-h2-843702-1 for vnic_type normal with profile {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 07:06:50.876074 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-7d97a2c7-6502-4a17-83ca-223dee08cbba req-45b62243-ade4-4b31-a1eb-1e641f144e85 service neutron] Attempting to bind port c6852e4f-2cdf-409e-84d5-76fd5eab66fa by drivers openvswitch,hyperv on host n-h2-843702-1 at level 0 using segments [{'id': 'c94d516c-cd61-4360-94dd-eb8aeb3fb292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'bffc7321-1278-436e-91db-961678a1b7f4'}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 07:06:50.876397 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d97a2c7-6502-4a17-83ca-223dee08cbba req-45b62243-ade4-4b31-a1eb-1e641f144e85 service neutron] Attempting to bind port c6852e4f-2cdf-409e-84d5-76fd5eab66fa on network bffc7321-1278-436e-91db-961678a1b7f4 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:06:50.881545 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d97a2c7-6502-4a17-83ca-223dee08cbba req-45b62243-ade4-4b31-a1eb-1e641f144e85 service neutron] Port c6852e4f-2cdf-409e-84d5-76fd5eab66fa on network bffc7321-1278-436e-91db-961678a1b7f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-843702-1 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 07:06:50.884036 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d97a2c7-6502-4a17-83ca-223dee08cbba req-45b62243-ade4-4b31-a1eb-1e641f144e85 service neutron] Attempting to bind port c6852e4f-2cdf-409e-84d5-76fd5eab66fa on network bffc7321-1278-436e-91db-961678a1b7f4 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:06:50.891137 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d97a2c7-6502-4a17-83ca-223dee08cbba req-45b62243-ade4-4b31-a1eb-1e641f144e85 service neutron] Checking agent: {'id': 'f1a3973b-d2b3-4558-88e7-2ac50857d302', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 7, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 07:06:50.891641 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d97a2c7-6502-4a17-83ca-223dee08cbba req-45b62243-ade4-4b31-a1eb-1e641f144e85 service neutron] Checking segment: {'id': 'c94d516c-cd61-4360-94dd-eb8aeb3fb292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'bffc7321-1278-436e-91db-961678a1b7f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:06:50.892176 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d97a2c7-6502-4a17-83ca-223dee08cbba req-45b62243-ade4-4b31-a1eb-1e641f144e85 service neutron] Bound using segment: {'id': 'c94d516c-cd61-4360-94dd-eb8aeb3fb292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'bffc7321-1278-436e-91db-961678a1b7f4'} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 07:06:50.892771 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-7d97a2c7-6502-4a17-83ca-223dee08cbba req-45b62243-ade4-4b31-a1eb-1e641f144e85 service neutron] Bound port: c6852e4f-2cdf-409e-84d5-76fd5eab66fa, host: n-h2-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c94d516c-cd61-4360-94dd-eb8aeb3fb292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'bffc7321-1278-436e-91db-961678a1b7f4'}}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 07:06:50.893255 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-7d97a2c7-6502-4a17-83ca-223dee08cbba req-45b62243-ade4-4b31-a1eb-1e641f144e85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:06:50.993903 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-7d97a2c7-6502-4a17-83ca-223dee08cbba req-45b62243-ade4-4b31-a1eb-1e641f144e85 service neutron] For port c6852e4f-2cdf-409e-84d5-76fd5eab66fa, host n-h2-843702-1, cleared binding levels {{(pid=89109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:06:50.998125 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-7d97a2c7-6502-4a17-83ca-223dee08cbba req-45b62243-ade4-4b31-a1eb-1e641f144e85 service neutron] For port c6852e4f-2cdf-409e-84d5-76fd5eab66fa, host n-h2-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=c6852e4f-2cdf-409e-84d5-76fd5eab66fa,segment=NetworkSegment(c94d516c-cd61-4360-94dd-eb8aeb3fb292),segment_id=c94d516c-cd61-4360-94dd-eb8aeb3fb292)] {{(pid=89109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 07:06:51.087942 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-7d97a2c7-6502-4a17-83ca-223dee08cbba req-45b62243-ade4-4b31-a1eb-1e641f144e85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:06:51.153678 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d97a2c7-6502-4a17-83ca-223dee08cbba req-45b62243-ade4-4b31-a1eb-1e641f144e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:06:51.154280 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-7d97a2c7-6502-4a17-83ca-223dee08cbba req-45b62243-ade4-4b31-a1eb-1e641f144e85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:06:51.155612 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-7d97a2c7-6502-4a17-83ca-223dee08cbba req-45b62243-ade4-4b31-a1eb-1e641f144e85 service neutron] 10.222.0.71 "PUT /v2.0/ports/c6852e4f-2cdf-409e-84d5-76fd5eab66fa HTTP/1.1" status: 200 len: 1091 time: 1.1886792 May 28 07:06:51.156040 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8f4be43-41e2-413d-876e-43a8af3c18dc', 'tag': 'c6852e4f-2cdf-409e-84d5-76fd5eab66fa'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:06:51.183537 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b62243-ade4-4b31-a1eb-1e641f144e85 service neutron] Pushing event updated for resources: {'Port': ['ID=c6852e4f-2cdf-409e-84d5-76fd5eab66fa,revision_number=3']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:06:51.204909 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-373a899e-dad7-442e-b65e-4d349f0f81dd'] response: {'name': 'network-changed', 'server_uuid': 'c8f4be43-41e2-413d-876e-43a8af3c18dc', 'tag': 'c6852e4f-2cdf-409e-84d5-76fd5eab66fa', 'status': 'completed', 'code': 200} May 28 07:06:51.244230 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667421a0-be9b-4333-aa9c-6b9e5a6f8871 req-a6c840f1-52cc-4ecf-992a-37382372f03b tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:06:51.245884 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-667421a0-be9b-4333-aa9c-6b9e5a6f8871 req-a6c840f1-52cc-4ecf-992a-37382372f03b tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8f4be43-41e2-413d-876e-43a8af3c18dc HTTP/1.1" status: 200 len: 943 time: 0.0921366 May 28 07:06:51.291565 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-667421a0-be9b-4333-aa9c-6b9e5a6f8871 req-1eba757e-e4b9-4230-ac0c-5c5929ab49e1 tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] 10.222.0.55 "GET /v2.0/security-groups?id=fca6d9f2-395b-4b86-9dcc-1cf29607f7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397325 May 28 07:06:51.317262 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d0255d-af23-4273-8ec5-e479f041a9ee req-0cec0da9-598e-4c69-ae79-f16bdcb46fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:06:51.318365 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-34d0255d-af23-4273-8ec5-e479f041a9ee req-0cec0da9-598e-4c69-ae79-f16bdcb46fae service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c75d8a0214b34fe0a9949c88154acf3c&device_id=c8f4be43-41e2-413d-876e-43a8af3c18dc HTTP/1.1" status: 200 len: 1094 time: 0.0732610 May 28 07:06:51.466591 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d0255d-af23-4273-8ec5-e479f041a9ee req-289e6611-9b49-42a2-b32e-7cf5d53c08b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:06:51.468038 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-34d0255d-af23-4273-8ec5-e479f041a9ee req-289e6611-9b49-42a2-b32e-7cf5d53c08b5 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=c75d8a0214b34fe0a9949c88154acf3c&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1375868 May 28 07:06:51.605576 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d0255d-af23-4273-8ec5-e479f041a9ee req-0b11827b-d455-4c53-b3a1-904dad7eab4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:06:51.606998 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-34d0255d-af23-4273-8ec5-e479f041a9ee req-0b11827b-d455-4c53-b3a1-904dad7eab4e service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1328409 May 28 07:06:51.739317 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d97a2c7-6502-4a17-83ca-223dee08cbba req-d75b05c5-dd37-4136-85a1-d251b4f97413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:06:51.740646 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-7d97a2c7-6502-4a17-83ca-223dee08cbba req-d75b05c5-dd37-4136-85a1-d251b4f97413 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c75d8a0214b34fe0a9949c88154acf3c&device_id=c8f4be43-41e2-413d-876e-43a8af3c18dc HTTP/1.1" status: 200 len: 1094 time: 0.0699143 May 28 07:06:51.819937 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-7d97a2c7-6502-4a17-83ca-223dee08cbba req-ea0de52e-e073-41bd-8373-2ac29528eb71 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6852e4f-2cdf-409e-84d5-76fd5eab66fa HTTP/1.1" status: 200 len: 217 time: 0.0658906 May 28 07:06:51.882847 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d97a2c7-6502-4a17-83ca-223dee08cbba req-c6bbea86-03db-4520-8b0e-675bdccf537a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:06:51.884403 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-7d97a2c7-6502-4a17-83ca-223dee08cbba req-c6bbea86-03db-4520-8b0e-675bdccf537a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c07f2c32-4b81-4b28-ae0d-45175ca57e3a HTTP/1.1" status: 200 len: 853 time: 0.0581214 May 28 07:06:51.936157 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-7d97a2c7-6502-4a17-83ca-223dee08cbba req-b4c9d02f-060d-449e-9fdd-8bb585961722 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=bffc7321-1278-436e-91db-961678a1b7f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450034 May 28 07:06:52.069596 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-7d97a2c7-6502-4a17-83ca-223dee08cbba req-541b2da2-df1b-4aa4-9d52-f747420fca45 service neutron] 10.222.0.71 "GET /v2.0/networks/bffc7321-1278-436e-91db-961678a1b7f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264110 May 28 07:06:52.207777 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-7d97a2c7-6502-4a17-83ca-223dee08cbba req-e35a77a1-daf8-4b3a-8603-66a094fa6e3e service neutron] 10.222.0.71 "GET /v2.0/networks/bffc7321-1278-436e-91db-961678a1b7f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321225 May 28 07:06:52.482770 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eed9598-8c4e-4bf2-8186-db1eb6105af0 req-2c12a21f-d87a-4d35-a6d0-9faf9d251e18 tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:06:52.484220 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7eed9598-8c4e-4bf2-8186-db1eb6105af0 req-2c12a21f-d87a-4d35-a6d0-9faf9d251e18 tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8f4be43-41e2-413d-876e-43a8af3c18dc HTTP/1.1" status: 200 len: 943 time: 0.0829754 May 28 07:06:52.534265 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7eed9598-8c4e-4bf2-8186-db1eb6105af0 req-80972d03-e69d-479a-a132-a8577e9b1c2f tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] 10.222.0.55 "GET /v2.0/security-groups?id=fca6d9f2-395b-4b86-9dcc-1cf29607f7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435646 May 28 07:06:53.718563 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf7ddcb-b6ec-4c10-a84c-f0dd5589ec7c req-662fd21d-1136-4f84-8b51-f5b018cc3535 tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:06:53.719999 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-acf7ddcb-b6ec-4c10-a84c-f0dd5589ec7c req-662fd21d-1136-4f84-8b51-f5b018cc3535 tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8f4be43-41e2-413d-876e-43a8af3c18dc HTTP/1.1" status: 200 len: 943 time: 0.0792670 May 28 07:06:53.763712 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-acf7ddcb-b6ec-4c10-a84c-f0dd5589ec7c req-a4378e86-ff4c-4f21-87a3-3cad4ded26dd tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] 10.222.0.55 "GET /v2.0/security-groups?id=fca6d9f2-395b-4b86-9dcc-1cf29607f7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374212 May 28 07:06:54.517463 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device c6852e4f-2cdf-409e-84d5-76fd5eab66fa details requested by agent hyperv_n-h2-843702-1 with host n-h2-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 07:06:54.686484 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port c6852e4f-2cdf-409e-84d5-76fd5eab66fa, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=c6852e4f-2cdf-409e-84d5-76fd5eab66fa,segment=NetworkSegment(c94d516c-cd61-4360-94dd-eb8aeb3fb292),segment_id=c94d516c-cd61-4360-94dd-eb8aeb3fb292)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:06:54.699945 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Returning: {'device': 'c6852e4f-2cdf-409e-84d5-76fd5eab66fa', 'network_id': 'bffc7321-1278-436e-91db-961678a1b7f4', 'port_id': 'c6852e4f-2cdf-409e-84d5-76fd5eab66fa', 'mac_address': 'fa:16:3e:7a:1d:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c07f2c32-4b81-4b28-ae0d-45175ca57e3a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 07:06:54.753804 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port c6852e4f-2cdf-409e-84d5-76fd5eab66fa is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:06:54.754112 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:06:54.773379 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6852e4f-2cdf-409e-84d5-76fd5eab66fa {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 07:06:54.791789 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port c6852e4f-2cdf-409e-84d5-76fd5eab66fa, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=c6852e4f-2cdf-409e-84d5-76fd5eab66fa,segment=NetworkSegment(c94d516c-cd61-4360-94dd-eb8aeb3fb292),segment_id=c94d516c-cd61-4360-94dd-eb8aeb3fb292)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:06:54.860403 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:06:54.927984 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=c6852e4f-2cdf-409e-84d5-76fd5eab66fa,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:06:54.955487 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e91f6f-7691-4c5c-ba28-ecae06d346b0 req-dabc4e04-8d06-4e3f-ab52-9f0fd7859d56 tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:06:54.956977 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-66e91f6f-7691-4c5c-ba28-ecae06d346b0 req-dabc4e04-8d06-4e3f-ab52-9f0fd7859d56 tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8f4be43-41e2-413d-876e-43a8af3c18dc HTTP/1.1" status: 200 len: 944 time: 0.0877078 May 28 07:06:55.001106 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-66e91f6f-7691-4c5c-ba28-ecae06d346b0 req-fb80146f-1f8c-4d01-aa90-d80a6f060c77 tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] 10.222.0.55 "GET /v2.0/security-groups?id=fca6d9f2-395b-4b86-9dcc-1cf29607f7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385029 May 28 07:06:55.141563 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['c6852e4f-2cdf-409e-84d5-76fd5eab66fa'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 07:06:56.189630 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12094692-8a24-43b1-81e5-b760d64f207f req-b03ca328-922a-4584-884a-81dcf4eb07bb tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:06:56.195981 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-12094692-8a24-43b1-81e5-b760d64f207f req-b03ca328-922a-4584-884a-81dcf4eb07bb tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8f4be43-41e2-413d-876e-43a8af3c18dc HTTP/1.1" status: 200 len: 944 time: 0.0815508 May 28 07:06:56.246736 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-12094692-8a24-43b1-81e5-b760d64f207f req-b5c6a144-8ef0-4034-a5a6-725e82630338 tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] 10.222.0.55 "GET /v2.0/security-groups?id=fca6d9f2-395b-4b86-9dcc-1cf29607f7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473168 May 28 07:06:56.477745 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-3ff1dd4d-5192-46bb-b55e-f9c9d6170bbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:06:56.533205 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device c6852e4f-2cdf-409e-84d5-76fd5eab66fa up at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:06:56.675769 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning for port c6852e4f-2cdf-409e-84d5-76fd5eab66fa completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:06:56.680928 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning complete for port c6852e4f-2cdf-409e-84d5-76fd5eab66fa triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:06:56.681356 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:06:56.799771 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port c6852e4f-2cdf-409e-84d5-76fd5eab66fa is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:06:56.800150 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:06:56.827634 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8f4be43-41e2-413d-876e-43a8af3c18dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6852e4f-2cdf-409e-84d5-76fd5eab66fa'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:06:56.837054 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port c6852e4f-2cdf-409e-84d5-76fd5eab66fa, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=c6852e4f-2cdf-409e-84d5-76fd5eab66fa,segment=NetworkSegment(c94d516c-cd61-4360-94dd-eb8aeb3fb292),segment_id=c94d516c-cd61-4360-94dd-eb8aeb3fb292)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:06:56.873842 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2e4696c-dbf1-4460-afbf-f2d4c3785977'] response: {'server_uuid': 'c8f4be43-41e2-413d-876e-43a8af3c18dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6852e4f-2cdf-409e-84d5-76fd5eab66fa', 'code': 200} May 28 07:06:56.917495 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:06:56.984691 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=c6852e4f-2cdf-409e-84d5-76fd5eab66fa,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:06:57.057311 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277506bc-51d5-4f43-8778-eb4c72a51b5f req-a63a19c4-8764-4190-83f2-2c04b8d65ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:06:57.066292 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-277506bc-51d5-4f43-8778-eb4c72a51b5f req-a63a19c4-8764-4190-83f2-2c04b8d65ed2 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=c8f4be43-41e2-413d-876e-43a8af3c18dc HTTP/1.1" status: 200 len: 1096 time: 0.0717208 May 28 07:06:57.101050 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-277506bc-51d5-4f43-8778-eb4c72a51b5f req-9c583867-6153-4207-b4f2-f2b9097bcfee service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=fca6d9f2-395b-4b86-9dcc-1cf29607f7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347445 May 28 07:06:57.429252 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3917b1-b8a5-46b2-8223-d6283063ad74 req-01fcdbfe-4da9-451f-ad9c-14d7ba64a87e tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:06:57.431990 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5e3917b1-b8a5-46b2-8223-d6283063ad74 req-01fcdbfe-4da9-451f-ad9c-14d7ba64a87e tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8f4be43-41e2-413d-876e-43a8af3c18dc HTTP/1.1" status: 200 len: 945 time: 0.0806773 May 28 07:06:57.475474 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5e3917b1-b8a5-46b2-8223-d6283063ad74 req-3a2e9ea3-b852-415c-a7f9-35cde9bb5b34 tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] 10.222.0.55 "GET /v2.0/security-groups?id=fca6d9f2-395b-4b86-9dcc-1cf29607f7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380435 May 28 07:06:57.877758 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:06:58.679605 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd096479-7d8c-46f2-a959-edfef2109de6 req-fec9b061-5646-4bbe-93aa-81b751109253 tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:06:58.681046 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fd096479-7d8c-46f2-a959-edfef2109de6 req-fec9b061-5646-4bbe-93aa-81b751109253 tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8f4be43-41e2-413d-876e-43a8af3c18dc HTTP/1.1" status: 200 len: 945 time: 0.0825741 May 28 07:06:58.725009 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fd096479-7d8c-46f2-a959-edfef2109de6 req-faed4a3b-1047-4b17-88b7-fc061094ee95 tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] 10.222.0.55 "GET /v2.0/security-groups?id=fca6d9f2-395b-4b86-9dcc-1cf29607f7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376985 May 28 07:06:58.923377 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-170a624e-2bf8-4154-8ba8-2d398cca4de6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:06:59.980787 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:07:00.060596 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:07:01.778506 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:07:01.883289 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 07:07:02.512282 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:07:04.308327 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [req-87d7bead-4dc3-44fc-92e1-79b9c1495173 req-e6ca7376-1d30-4e5f-af35-55b91ae5a08d service neutron] (89110) timed out ('10.222.0.55', 59178) {{(pid=89110) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 28 07:07:15.800152 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-13c2ec96-316f-4219-9fca-fcf4c7ab96bb req-166bfd19-9109-4025-9849-029438e23e37 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9f46ecf6-3b8d-4bec-bc62-ca85bf5c820d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0716145 May 28 07:07:16.016068 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c2ec96-316f-4219-9fca-fcf4c7ab96bb req-db0b6e1b-e4f6-4b49-a288-b17cedac2ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:07:16.017643 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-13c2ec96-316f-4219-9fca-fcf4c7ab96bb req-db0b6e1b-e4f6-4b49-a288-b17cedac2ad8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=568a49ef68dd4e4bb9244f0084a7583d&device_id=9f46ecf6-3b8d-4bec-bc62-ca85bf5c820d HTTP/1.1" status: 200 len: 1097 time: 0.1174958 May 28 07:07:16.163997 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c2ec96-316f-4219-9fca-fcf4c7ab96bb req-8d414eb4-b2ac-4176-9b28-a25950c92c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:07:16.165430 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-13c2ec96-316f-4219-9fca-fcf4c7ab96bb req-8d414eb4-b2ac-4176-9b28-a25950c92c60 service neutron] 10.222.0.69 "GET /v2.0/networks?id=16e2a17d-15e5-43a6-b979-a4aaa8a0f11f HTTP/1.1" status: 200 len: 910 time: 0.1299090 May 28 07:07:16.384016 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-13c2ec96-316f-4219-9fca-fcf4c7ab96bb req-1225e71d-b207-450e-9816-29d0097a2238 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c809db8-8a35-47c1-a6f2-499ab85f9a42 HTTP/1.1" status: 200 len: 1002 time: 0.2112284 May 28 07:07:16.444658 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c2ec96-316f-4219-9fca-fcf4c7ab96bb req-e7cb6892-22fd-4d51-8ab9-0a21e4c3207b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:07:16.446102 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-13c2ec96-316f-4219-9fca-fcf4c7ab96bb req-e7cb6892-22fd-4d51-8ab9-0a21e4c3207b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c529b6aa-dc62-472f-bf60-4d97f55e75f9 HTTP/1.1" status: 200 len: 848 time: 0.0568099 May 28 07:07:16.520759 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c2ec96-316f-4219-9fca-fcf4c7ab96bb req-8df6b495-91de-4780-9d8d-dde9d9a0d928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:07:16.522263 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-13c2ec96-316f-4219-9fca-fcf4c7ab96bb req-8df6b495-91de-4780-9d8d-dde9d9a0d928 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=16e2a17d-15e5-43a6-b979-a4aaa8a0f11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700505 May 28 07:07:16.660374 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-13c2ec96-316f-4219-9fca-fcf4c7ab96bb req-7d6bcd9c-d581-423d-9a5e-f568d8533987 service neutron] 10.222.0.69 "GET /v2.0/networks/16e2a17d-15e5-43a6-b979-a4aaa8a0f11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324401 May 28 07:07:16.795069 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-13c2ec96-316f-4219-9fca-fcf4c7ab96bb req-f2645c7d-65d1-4dc7-b375-f61695e1cc47 service neutron] 10.222.0.69 "GET /v2.0/networks/16e2a17d-15e5-43a6-b979-a4aaa8a0f11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284654 May 28 07:07:20.891639 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-a4cfdb6c-50c7-4e6c-a192-68c9c5eab1a6 req-77c86225-c1d7-435e-bb4d-4a460bbaa8b7 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=c8f4be43-41e2-413d-876e-43a8af3c18dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1005394 May 28 07:07:21.054941 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cfdb6c-50c7-4e6c-a192-68c9c5eab1a6 req-0f6e8d51-ea93-4623-8247-ed10e777ad95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:07:21.056390 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-a4cfdb6c-50c7-4e6c-a192-68c9c5eab1a6 req-0f6e8d51-ea93-4623-8247-ed10e777ad95 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c75d8a0214b34fe0a9949c88154acf3c&device_id=c8f4be43-41e2-413d-876e-43a8af3c18dc HTTP/1.1" status: 200 len: 1096 time: 0.0727239 May 28 07:07:21.202275 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cfdb6c-50c7-4e6c-a192-68c9c5eab1a6 req-d46dd366-f1b1-4e38-a756-0626c7d0b01b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:07:21.203178 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-a4cfdb6c-50c7-4e6c-a192-68c9c5eab1a6 req-d46dd366-f1b1-4e38-a756-0626c7d0b01b service neutron] 10.222.0.71 "GET /v2.0/networks?id=bffc7321-1278-436e-91db-961678a1b7f4 HTTP/1.1" status: 200 len: 914 time: 0.1270502 May 28 07:07:21.392674 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-a4cfdb6c-50c7-4e6c-a192-68c9c5eab1a6 req-4c408aad-c6ec-4c8f-8fd8-2c2abdf8b159 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6852e4f-2cdf-409e-84d5-76fd5eab66fa HTTP/1.1" status: 200 len: 217 time: 0.1826162 May 28 07:07:21.455836 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cfdb6c-50c7-4e6c-a192-68c9c5eab1a6 req-864c09ae-5022-4352-99a9-fed229759706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:07:21.457183 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-a4cfdb6c-50c7-4e6c-a192-68c9c5eab1a6 req-864c09ae-5022-4352-99a9-fed229759706 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c07f2c32-4b81-4b28-ae0d-45175ca57e3a HTTP/1.1" status: 200 len: 853 time: 0.0577037 May 28 07:07:21.506727 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-a4cfdb6c-50c7-4e6c-a192-68c9c5eab1a6 req-07354b96-5d99-48af-a1b0-9e3d39427a2a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=bffc7321-1278-436e-91db-961678a1b7f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430195 May 28 07:07:21.639393 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-a4cfdb6c-50c7-4e6c-a192-68c9c5eab1a6 req-4cd5ede3-a196-494e-a52b-f57a693218f3 service neutron] 10.222.0.71 "GET /v2.0/networks/bffc7321-1278-436e-91db-961678a1b7f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254616 May 28 07:07:21.780066 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-a4cfdb6c-50c7-4e6c-a192-68c9c5eab1a6 req-47a1d5d4-b523-4504-8065-572b39656066 service neutron] 10.222.0.71 "GET /v2.0/networks/bffc7321-1278-436e-91db-961678a1b7f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344192 May 28 07:07:24.075761 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5f0fd2-078b-43d2-a172-4e60803e9ad2 req-6219c7a8-b9d6-4c04-ada7-51c17c861a58 tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:07:24.077217 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bc5f0fd2-078b-43d2-a172-4e60803e9ad2 req-6219c7a8-b9d6-4c04-ada7-51c17c861a58 tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8f4be43-41e2-413d-876e-43a8af3c18dc HTTP/1.1" status: 200 len: 945 time: 0.0872421 May 28 07:07:24.122804 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bc5f0fd2-078b-43d2-a172-4e60803e9ad2 req-52114f08-3ff2-46f2-b27b-f393b05a9fba tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] 10.222.0.55 "GET /v2.0/security-groups?id=fca6d9f2-395b-4b86-9dcc-1cf29607f7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398088 May 28 07:07:25.306826 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfef7cec-9fea-4881-93b0-9ac7d0e019ed req-746c472f-fc7d-498c-8d82-40a5be17dc1c tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:07:25.308183 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bfef7cec-9fea-4881-93b0-9ac7d0e019ed req-746c472f-fc7d-498c-8d82-40a5be17dc1c tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8f4be43-41e2-413d-876e-43a8af3c18dc HTTP/1.1" status: 200 len: 945 time: 0.0786135 May 28 07:07:25.355586 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bfef7cec-9fea-4881-93b0-9ac7d0e019ed req-713aff6e-8cf2-4d5f-9044-5b714d71ab1b tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] 10.222.0.55 "GET /v2.0/security-groups?id=fca6d9f2-395b-4b86-9dcc-1cf29607f7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415626 May 28 07:07:25.946289 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebea1a0-9736-43ee-953e-03a35bbca505 req-f9ad4a56-417a-4836-a2bb-9188a99a211a tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:07:25.946980 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-3ebea1a0-9736-43ee-953e-03a35bbca505 req-f9ad4a56-417a-4836-a2bb-9188a99a211a tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] Synchronizing usage tracker for tenant:c75d8a0214b34fe0a9949c88154acf3c on resource:port {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:07:26.042321 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-3ebea1a0-9736-43ee-953e-03a35bbca505 req-f9ad4a56-417a-4836-a2bb-9188a99a211a tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] Unset dirty status for tenant:c75d8a0214b34fe0a9949c88154acf3c on resource:port {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:07:26.043463 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-3ebea1a0-9736-43ee-953e-03a35bbca505 req-f9ad4a56-417a-4836-a2bb-9188a99a211a tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] 10.222.0.71 "GET /v2.0/ports?device_id=c8f4be43-41e2-413d-876e-43a8af3c18dc HTTP/1.1" status: 200 len: 945 time: 0.1762753 May 28 07:07:26.119477 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [req-3ebea1a0-9736-43ee-953e-03a35bbca505 req-4ae4ade9-6fe3-4afc-8353-6430db59abea tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] Deleting port c6852e4f-2cdf-409e-84d5-76fd5eab66fa {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:07:26.119477 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-3ebea1a0-9736-43ee-953e-03a35bbca505 req-4ae4ade9-6fe3-4afc-8353-6430db59abea tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:07:26.363927 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-3ebea1a0-9736-43ee-953e-03a35bbca505 req-4ae4ade9-6fe3-4afc-8353-6430db59abea tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] For port c6852e4f-2cdf-409e-84d5-76fd5eab66fa, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=c6852e4f-2cdf-409e-84d5-76fd5eab66fa,segment=NetworkSegment(c94d516c-cd61-4360-94dd-eb8aeb3fb292),segment_id=c94d516c-cd61-4360-94dd-eb8aeb3fb292)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:07:26.364221 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-3ebea1a0-9736-43ee-953e-03a35bbca505 req-4ae4ade9-6fe3-4afc-8353-6430db59abea tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:07:26.497252 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [req-3ebea1a0-9736-43ee-953e-03a35bbca505 req-4ae4ade9-6fe3-4afc-8353-6430db59abea tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] Calling delete_port for c6852e4f-2cdf-409e-84d5-76fd5eab66fa owned by compute:nova {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:07:26.522764 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-6530800a-7c1b-4423-8c3d-7690df06e6bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:07:26.548430 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c44a25-cf16-4cf5-8b33-cef1423d1c60 req-35d19436-c9ed-4866-859a-20566c7dd763 tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:07:26.549261 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-16c44a25-cf16-4cf5-8b33-cef1423d1c60 req-35d19436-c9ed-4866-859a-20566c7dd763 tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8f4be43-41e2-413d-876e-43a8af3c18dc HTTP/1.1" status: 200 len: 945 time: 0.0875766 May 28 07:07:26.596389 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-16c44a25-cf16-4cf5-8b33-cef1423d1c60 req-5afa0b84-c5d5-48a1-9cec-c7ffbf27d718 tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] 10.222.0.55 "GET /v2.0/security-groups?id=fca6d9f2-395b-4b86-9dcc-1cf29607f7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418839 May 28 07:07:26.751121 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-3ebea1a0-9736-43ee-953e-03a35bbca505 req-4ae4ade9-6fe3-4afc-8353-6430db59abea tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:07:26.805189 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae4ade9-6fe3-4afc-8353-6430db59abea tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] Pushing event deleted for resources: {'Port': ['ID=c6852e4f-2cdf-409e-84d5-76fd5eab66fa,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:07:26.850461 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae4ade9-6fe3-4afc-8353-6430db59abea tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:07:26.850802 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae4ade9-6fe3-4afc-8353-6430db59abea tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:07:26.851128 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae4ade9-6fe3-4afc-8353-6430db59abea tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:07:26.851453 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae4ade9-6fe3-4afc-8353-6430db59abea tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:07:26.851774 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae4ade9-6fe3-4afc-8353-6430db59abea tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:07:26.852092 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae4ade9-6fe3-4afc-8353-6430db59abea tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:07:26.852409 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae4ade9-6fe3-4afc-8353-6430db59abea tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:07:26.852763 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae4ade9-6fe3-4afc-8353-6430db59abea tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:07:26.853078 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae4ade9-6fe3-4afc-8353-6430db59abea tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:07:26.853391 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae4ade9-6fe3-4afc-8353-6430db59abea tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:07:26.853726 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae4ade9-6fe3-4afc-8353-6430db59abea tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:07:26.854037 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae4ade9-6fe3-4afc-8353-6430db59abea tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:07:26.897092 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ebea1a0-9736-43ee-953e-03a35bbca505 req-4ae4ade9-6fe3-4afc-8353-6430db59abea tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] No DVR routers for this DVR port c6852e4f-2cdf-409e-84d5-76fd5eab66fa on host n-h2-843702-1 {{(pid=89109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 07:07:26.900296 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-3ebea1a0-9736-43ee-953e-03a35bbca505 req-4ae4ade9-6fe3-4afc-8353-6430db59abea tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:07:26.903714 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8f4be43-41e2-413d-876e-43a8af3c18dc', 'name': 'network-vif-deleted', 'tag': 'c6852e4f-2cdf-409e-84d5-76fd5eab66fa'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:07:26.957651 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-338f4cc2-7dcf-408d-8ddf-3819794f1162'] response: {'server_uuid': 'c8f4be43-41e2-413d-876e-43a8af3c18dc', 'name': 'network-vif-deleted', 'tag': 'c6852e4f-2cdf-409e-84d5-76fd5eab66fa', 'status': 'completed', 'code': 200} May 28 07:07:27.045179 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-3ebea1a0-9736-43ee-953e-03a35bbca505 req-4ae4ade9-6fe3-4afc-8353-6430db59abea tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] 10.222.0.71 "DELETE /v2.0/ports/c6852e4f-2cdf-409e-84d5-76fd5eab66fa HTTP/1.1" status: 204 len: 173 time: 0.9933491 May 28 07:07:27.759486 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5221707e-3512-4bc7-9c95-6ce27a6a0090 req-51568bb1-4d6b-4ee4-8f5a-b40b92117ade tempest-VolumesSnapshotTestJSON-1704984228 tempest-VolumesSnapshotTestJSON-1704984228-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8f4be43-41e2-413d-876e-43a8af3c18dc HTTP/1.1" status: 200 len: 210 time: 0.0422230 May 28 07:07:27.934916 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:07:28.687220 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device c6852e4f-2cdf-409e-84d5-76fd5eab66fa no longer exists at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:07:28.721586 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] No Port match for: c6852e4f-2cdf-409e-84d5-76fd5eab66fa {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 07:07:28.721932 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device c6852e4f-2cdf-409e-84d5-76fd5eab66fa not bound to the agent host n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 07:07:28.951486 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-30885603-7074-4476-914a-d20457ce81e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:07:30.010408 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:07:30.135210 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:07:31.837143 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:07:32.574277 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:07:38.882386 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 07:07:56.531988 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-29d28303-ebd3-4d96-8eb0-13ff452dc390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:07:57.893510 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:07:58.951123 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b01a1e15-c909-42b7-a686-95ebd2891d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:00.015566 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:00.109839 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:01.826752 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:02.567647 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:15.880890 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 07:08:16.834416 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-60d5cb49-a5de-44b9-914b-b818857ec166 req-1c406c2e-2b00-48e9-9f11-5ebb06805561 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5959ca56-be65-49a7-9705-249b84b52999&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0771587 May 28 07:08:16.924823 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d5cb49-a5de-44b9-914b-b818857ec166 req-418b0c64-d36d-40f3-b95d-2e4545a17305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:08:16.926336 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-60d5cb49-a5de-44b9-914b-b818857ec166 req-418b0c64-d36d-40f3-b95d-2e4545a17305 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6cd404fb9ef9487fb34baf3bf8b36b53&device_id=5959ca56-be65-49a7-9705-249b84b52999 HTTP/1.1" status: 200 len: 1097 time: 0.0722601 May 28 07:08:17.075020 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d5cb49-a5de-44b9-914b-b818857ec166 req-800a64e0-c7c5-4e05-8dec-a622f4be5f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:08:17.077044 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-60d5cb49-a5de-44b9-914b-b818857ec166 req-800a64e0-c7c5-4e05-8dec-a622f4be5f8a service neutron] 10.222.0.69 "GET /v2.0/networks?id=b87fb3cb-482f-4500-8eb8-33ba0d95db61 HTTP/1.1" status: 200 len: 912 time: 0.1306214 May 28 07:08:17.179354 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-60d5cb49-a5de-44b9-914b-b818857ec166 req-230c0e23-ca54-4549-8d34-ac87bbc78a34 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e973edda-69f8-4fb8-99c2-781f208cdab4 HTTP/1.1" status: 200 len: 1002 time: 0.0963569 May 28 07:08:17.245344 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d5cb49-a5de-44b9-914b-b818857ec166 req-c268f2b1-00eb-4e67-9d05-dcc2afb3be6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:08:17.246786 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-60d5cb49-a5de-44b9-914b-b818857ec166 req-c268f2b1-00eb-4e67-9d05-dcc2afb3be6a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=03e4bbfb-d6ff-44b0-bb81-9edbb740d6df HTTP/1.1" status: 200 len: 850 time: 0.0609176 May 28 07:08:17.319654 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d5cb49-a5de-44b9-914b-b818857ec166 req-2664fcc2-983f-43e2-9470-2c3ff114cace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:08:17.321099 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-60d5cb49-a5de-44b9-914b-b818857ec166 req-2664fcc2-983f-43e2-9470-2c3ff114cace service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b87fb3cb-482f-4500-8eb8-33ba0d95db61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689864 May 28 07:08:17.452378 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-60d5cb49-a5de-44b9-914b-b818857ec166 req-69cc29c4-e718-4f9f-b09e-d9fe9735c46b service neutron] 10.222.0.69 "GET /v2.0/networks/b87fb3cb-482f-4500-8eb8-33ba0d95db61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254566 May 28 07:08:17.694778 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-60d5cb49-a5de-44b9-914b-b818857ec166 req-a850ff2b-c694-483f-abcb-a03c966ce987 service neutron] 10.222.0.69 "GET /v2.0/networks/b87fb3cb-482f-4500-8eb8-33ba0d95db61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368097 May 28 07:08:26.509897 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-9ae6e503-938f-4916-84a0-88493ba73f46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:27.869976 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:28.914238 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-a2f109dc-b9d8-41eb-9ad0-3abe3112a37a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:29.995420 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:30.092654 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:31.566892 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 53622) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:08:31.745143 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_v2 [None req-cedc93ad-6dad-4814-b3b7-cbf2daae33cb admin admin] Deleting subnet c07f2c32-4b81-4b28-ae0d-45175ca57e3a {{(pid=89109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 07:08:31.748159 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-cedc93ad-6dad-4814-b3b7-cbf2daae33cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:31.790547 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:31.798677 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-cedc93ad-6dad-4814-b3b7-cbf2daae33cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3964070'] for subnet, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:31.858488 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-cedc93ad-6dad-4814-b3b7-cbf2daae33cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:31.973461 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-cedc93ad-6dad-4814-b3b7-cbf2daae33cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9555650'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:32.012017 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedc93ad-6dad-4814-b3b7-cbf2daae33cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c07f2c32-4b81-4b28-ae0d-45175ca57e3a,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:08:32.017580 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-cedc93ad-6dad-4814-b3b7-cbf2daae33cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:32.024656 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedc93ad-6dad-4814-b3b7-cbf2daae33cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:08:32.024991 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedc93ad-6dad-4814-b3b7-cbf2daae33cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:08:32.025317 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedc93ad-6dad-4814-b3b7-cbf2daae33cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:08:32.025675 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedc93ad-6dad-4814-b3b7-cbf2daae33cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:08:32.026008 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedc93ad-6dad-4814-b3b7-cbf2daae33cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:08:32.026310 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedc93ad-6dad-4814-b3b7-cbf2daae33cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:08:32.026624 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedc93ad-6dad-4814-b3b7-cbf2daae33cb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:08:32.026935 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedc93ad-6dad-4814-b3b7-cbf2daae33cb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:08:32.027246 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedc93ad-6dad-4814-b3b7-cbf2daae33cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:08:32.027555 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedc93ad-6dad-4814-b3b7-cbf2daae33cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:08:32.027864 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedc93ad-6dad-4814-b3b7-cbf2daae33cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:08:32.028170 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedc93ad-6dad-4814-b3b7-cbf2daae33cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:08:32.050031 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-cedc93ad-6dad-4814-b3b7-cbf2daae33cb admin admin] 10.222.0.55 "DELETE /v2.0/subnets/c07f2c32-4b81-4b28-ae0d-45175ca57e3a HTTP/1.1" status: 204 len: 168 time: 0.4659047 May 28 07:08:32.050031 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 53628) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:08:32.261027 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-627950b3-731b-45dc-9a46-e99d3c822fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:32.393022 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-627950b3-731b-45dc-9a46-e99d3c822fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:32.422581 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-627950b3-731b-45dc-9a46-e99d3c822fc7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bffc7321-1278-436e-91db-961678a1b7f4']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:08:32.434356 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-627950b3-731b-45dc-9a46-e99d3c822fc7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c94d516c-cd61-4360-94dd-eb8aeb3fb292') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:08:32.434641 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-627950b3-731b-45dc-9a46-e99d3c822fc7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c94d516c-cd61-4360-94dd-eb8aeb3fb292') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:08:32.446506 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-627950b3-731b-45dc-9a46-e99d3c822fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:32.463012 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-627950b3-731b-45dc-9a46-e99d3c822fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:32.469192 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-627950b3-731b-45dc-9a46-e99d3c822fc7 admin admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 07:08:32.469599 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-627950b3-731b-45dc-9a46-e99d3c822fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:32.566976 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:32.569963 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment c94d516c-cd61-4360-94dd-eb8aeb3fb292 resource provider aggregate not found May 28 07:08:32.585694 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment c94d516c-cd61-4360-94dd-eb8aeb3fb292 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c94d516c-cd61-4360-94dd-eb8aeb3fb292 found for delete ", "request_id": "req-b6cb0e19-1283-4e4d-9a32-16a6abc58fec"}]} May 28 07:08:32.696952 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-627950b3-731b-45dc-9a46-e99d3c822fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:32.713232 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-627950b3-731b-45dc-9a46-e99d3c822fc7 admin admin] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:32.723402 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627950b3-731b-45dc-9a46-e99d3c822fc7 admin admin] Pushing event deleted for resources: {'Network': ['ID=bffc7321-1278-436e-91db-961678a1b7f4,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:08:32.779340 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-627950b3-731b-45dc-9a46-e99d3c822fc7 admin admin] 10.222.0.55 "DELETE /v2.0/networks/bffc7321-1278-436e-91db-961678a1b7f4 HTTP/1.1" status: 204 len: 168 time: 0.7419963 May 28 07:08:33.149593 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 53642) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:08:33.199555 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-ff8a0296-b9de-42e0-8b5e-2da8d32d6e77 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c75d8a0214b34fe0a9949c88154acf3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0488033 May 28 07:08:33.202227 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 53646) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:08:33.258575 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d3ba4acd-4074-4dd5-aac0-72a7faf2cf1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:33.288495 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d3ba4acd-4074-4dd5-aac0-72a7faf2cf1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:33.422737 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d3ba4acd-4074-4dd5-aac0-72a7faf2cf1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:33.438458 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ba4acd-4074-4dd5-aac0-72a7faf2cf1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fca6d9f2-395b-4b86-9dcc-1cf29607f7a6,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:08:33.447045 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ba4acd-4074-4dd5-aac0-72a7faf2cf1d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:08:33.447368 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ba4acd-4074-4dd5-aac0-72a7faf2cf1d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:08:33.447699 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ba4acd-4074-4dd5-aac0-72a7faf2cf1d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:08:33.448024 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ba4acd-4074-4dd5-aac0-72a7faf2cf1d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:08:33.448347 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ba4acd-4074-4dd5-aac0-72a7faf2cf1d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:08:33.448666 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ba4acd-4074-4dd5-aac0-72a7faf2cf1d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:08:33.448984 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ba4acd-4074-4dd5-aac0-72a7faf2cf1d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:08:33.449301 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ba4acd-4074-4dd5-aac0-72a7faf2cf1d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:08:33.449642 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ba4acd-4074-4dd5-aac0-72a7faf2cf1d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:08:33.449959 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ba4acd-4074-4dd5-aac0-72a7faf2cf1d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:08:33.450274 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ba4acd-4074-4dd5-aac0-72a7faf2cf1d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:08:33.450593 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ba4acd-4074-4dd5-aac0-72a7faf2cf1d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:08:33.454512 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d3ba4acd-4074-4dd5-aac0-72a7faf2cf1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:33.455647 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-d3ba4acd-4074-4dd5-aac0-72a7faf2cf1d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fca6d9f2-395b-4b86-9dcc-1cf29607f7a6 HTTP/1.1" status: 204 len: 168 time: 0.2525535 May 28 07:08:35.700975 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 53688) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:08:35.706178 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-905fdf90-2cf2-4f0b-97a7-2b7a07727079 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-795937462', 'description': 'tempest-secgroup-smoke-795937462 description', 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:08:35.712647 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-905fdf90-2cf2-4f0b-97a7-2b7a07727079 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:08:35.716491 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-905fdf90-2cf2-4f0b-97a7-2b7a07727079 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Usage tracker for resource:security_group and tenant:5f0305e9e0384b55a3ff03fd8ac69f6c is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:08:35.719475 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-905fdf90-2cf2-4f0b-97a7-2b7a07727079 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:08:35.725716 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-905fdf90-2cf2-4f0b-97a7-2b7a07727079 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:08:35.818329 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-905fdf90-2cf2-4f0b-97a7-2b7a07727079 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:35.830487 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-905fdf90-2cf2-4f0b-97a7-2b7a07727079 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:35.844769 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-905fdf90-2cf2-4f0b-97a7-2b7a07727079 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:08:35.848602 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-905fdf90-2cf2-4f0b-97a7-2b7a07727079 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Usage tracker for resource:security_group_rule and tenant:5f0305e9e0384b55a3ff03fd8ac69f6c is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:08:35.851893 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-905fdf90-2cf2-4f0b-97a7-2b7a07727079 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:08:35.857036 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-905fdf90-2cf2-4f0b-97a7-2b7a07727079 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:08:35.940473 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-905fdf90-2cf2-4f0b-97a7-2b7a07727079 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:36.022776 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-905fdf90-2cf2-4f0b-97a7-2b7a07727079 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:36.037909 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-905fdf90-2cf2-4f0b-97a7-2b7a07727079 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:08:36.046181 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-905fdf90-2cf2-4f0b-97a7-2b7a07727079 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Usage tracker for resource:security_group_rule and tenant:5f0305e9e0384b55a3ff03fd8ac69f6c is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:08:36.055323 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-905fdf90-2cf2-4f0b-97a7-2b7a07727079 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:08:36.065182 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-905fdf90-2cf2-4f0b-97a7-2b7a07727079 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:08:36.068797 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905fdf90-2cf2-4f0b-97a7-2b7a07727079 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b28654ac-6313-44e0-9247-feee7932fc06,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:08:36.140802 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-905fdf90-2cf2-4f0b-97a7-2b7a07727079 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:36.235423 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-905fdf90-2cf2-4f0b-97a7-2b7a07727079 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:36.276580 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905fdf90-2cf2-4f0b-97a7-2b7a07727079 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50422cbb-fbd5-4603-8b53-f68ba956b092,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:08:36.355983 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-905fdf90-2cf2-4f0b-97a7-2b7a07727079 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:36.357426 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-905fdf90-2cf2-4f0b-97a7-2b7a07727079 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6553597 May 28 07:08:36.360587 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 53692) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:08:36.367274 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-8491751c-9de9-4a1a-9e7e-2a20e07c8bc3 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Request body: {'security_group_rule': {'security_group_id': '50422cbb-fbd5-4603-8b53-f68ba956b092', 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:08:36.372641 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-8491751c-9de9-4a1a-9e7e-2a20e07c8bc3 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:08:36.376567 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-8491751c-9de9-4a1a-9e7e-2a20e07c8bc3 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Usage tracker for resource:security_group_rule and tenant:5f0305e9e0384b55a3ff03fd8ac69f6c is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:08:36.379475 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-8491751c-9de9-4a1a-9e7e-2a20e07c8bc3 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:08:36.385086 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-8491751c-9de9-4a1a-9e7e-2a20e07c8bc3 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:08:36.493782 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8491751c-9de9-4a1a-9e7e-2a20e07c8bc3 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:36.553793 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8491751c-9de9-4a1a-9e7e-2a20e07c8bc3 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:36.641126 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8491751c-9de9-4a1a-9e7e-2a20e07c8bc3 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:36.666844 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8491751c-9de9-4a1a-9e7e-2a20e07c8bc3 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecae093e-0067-46b7-a62e-a0d1a5346a7a,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:08:36.743912 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8491751c-9de9-4a1a-9e7e-2a20e07c8bc3 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:36.745095 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-8491751c-9de9-4a1a-9e7e-2a20e07c8bc3 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3835237 May 28 07:08:36.747914 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 53696) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:08:36.752842 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-aa648bab-0bf0-4632-a9aa-23d2ed5823e8 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Request body: {'security_group_rule': {'security_group_id': '50422cbb-fbd5-4603-8b53-f68ba956b092', 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:08:36.759538 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-aa648bab-0bf0-4632-a9aa-23d2ed5823e8 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:08:36.763254 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-aa648bab-0bf0-4632-a9aa-23d2ed5823e8 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Usage tracker for resource:security_group_rule and tenant:5f0305e9e0384b55a3ff03fd8ac69f6c is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:08:36.766225 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-aa648bab-0bf0-4632-a9aa-23d2ed5823e8 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:08:36.772185 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-aa648bab-0bf0-4632-a9aa-23d2ed5823e8 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:08:36.887736 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-aa648bab-0bf0-4632-a9aa-23d2ed5823e8 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:36.947093 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-aa648bab-0bf0-4632-a9aa-23d2ed5823e8 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:37.029429 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-aa648bab-0bf0-4632-a9aa-23d2ed5823e8 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:37.060880 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa648bab-0bf0-4632-a9aa-23d2ed5823e8 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bf09e0e-d536-4f45-8e73-dd18283c0b11,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:08:37.166801 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-aa648bab-0bf0-4632-a9aa-23d2ed5823e8 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:37.168030 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-aa648bab-0bf0-4632-a9aa-23d2ed5823e8 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4191651 May 28 07:08:37.170842 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 53700) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:08:37.176050 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-58fe1d52-301e-4152-b724-b9d866381d00 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Request body: {'security_group_rule': {'security_group_id': '50422cbb-fbd5-4603-8b53-f68ba956b092', 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:08:37.182695 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-58fe1d52-301e-4152-b724-b9d866381d00 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:08:37.186999 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-58fe1d52-301e-4152-b724-b9d866381d00 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Usage tracker for resource:security_group_rule and tenant:5f0305e9e0384b55a3ff03fd8ac69f6c is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:08:37.189959 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-58fe1d52-301e-4152-b724-b9d866381d00 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:08:37.195691 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-58fe1d52-301e-4152-b724-b9d866381d00 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:08:37.291644 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-58fe1d52-301e-4152-b724-b9d866381d00 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:37.355388 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-58fe1d52-301e-4152-b724-b9d866381d00 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:37.441215 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-58fe1d52-301e-4152-b724-b9d866381d00 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:37.465662 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fe1d52-301e-4152-b724-b9d866381d00 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73d59ef7-b291-4ee8-b6c0-f15fcebc8935,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:08:37.527015 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-58fe1d52-301e-4152-b724-b9d866381d00 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:37.531276 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-58fe1d52-301e-4152-b724-b9d866381d00 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3562205 May 28 07:08:37.531467 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 53704) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:08:37.536486 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-fb1d6fc7-9b41-47ed-86c9-c6a3b7e2f150 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Request body: {'security_group_rule': {'security_group_id': '50422cbb-fbd5-4603-8b53-f68ba956b092', 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:08:37.544260 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-fb1d6fc7-9b41-47ed-86c9-c6a3b7e2f150 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:08:37.547582 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-fb1d6fc7-9b41-47ed-86c9-c6a3b7e2f150 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Usage tracker for resource:security_group_rule and tenant:5f0305e9e0384b55a3ff03fd8ac69f6c is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:08:37.550653 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-fb1d6fc7-9b41-47ed-86c9-c6a3b7e2f150 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:08:37.556377 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-fb1d6fc7-9b41-47ed-86c9-c6a3b7e2f150 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:08:37.636291 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-fb1d6fc7-9b41-47ed-86c9-c6a3b7e2f150 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:37.700763 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-fb1d6fc7-9b41-47ed-86c9-c6a3b7e2f150 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:37.789793 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-fb1d6fc7-9b41-47ed-86c9-c6a3b7e2f150 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:37.815015 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1d6fc7-9b41-47ed-86c9-c6a3b7e2f150 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=640acd41-66c0-4c8b-aa29-84faf7c32885,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:08:37.881360 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-fb1d6fc7-9b41-47ed-86c9-c6a3b7e2f150 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:37.882565 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-fb1d6fc7-9b41-47ed-86c9-c6a3b7e2f150 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3501694 May 28 07:08:37.885212 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 53708) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:08:37.890297 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-a8e62fb7-00aa-4220-b669-6aff1679f1f7 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Request body: {'security_group_rule': {'security_group_id': '50422cbb-fbd5-4603-8b53-f68ba956b092', 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:08:37.896544 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-a8e62fb7-00aa-4220-b669-6aff1679f1f7 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:08:37.900375 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-a8e62fb7-00aa-4220-b669-6aff1679f1f7 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Usage tracker for resource:security_group_rule and tenant:5f0305e9e0384b55a3ff03fd8ac69f6c is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:08:37.903488 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-a8e62fb7-00aa-4220-b669-6aff1679f1f7 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:08:37.909514 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-a8e62fb7-00aa-4220-b669-6aff1679f1f7 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:08:37.989304 n-d-843702-1 neutron-server[89110]: INFO neutron.db.securitygroups_db [None req-a8e62fb7-00aa-4220-b669-6aff1679f1f7 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Project 5f0305e9e0384b55a3ff03fd8ac69f6c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 07:08:37.996210 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a8e62fb7-00aa-4220-b669-6aff1679f1f7 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:38.063169 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a8e62fb7-00aa-4220-b669-6aff1679f1f7 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:38.281153 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a8e62fb7-00aa-4220-b669-6aff1679f1f7 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:38.307004 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e62fb7-00aa-4220-b669-6aff1679f1f7 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0189c41d-3bef-40b1-9123-b2cedd4b77fc,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:08:38.458650 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a8e62fb7-00aa-4220-b669-6aff1679f1f7 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:38.459800 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-a8e62fb7-00aa-4220-b669-6aff1679f1f7 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5736377 May 28 07:08:38.462591 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 53712) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:08:38.475006 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-4096928f-f811-42fd-99e9-d15e9d900db5 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Request body: {'security_group_rule': {'security_group_id': '50422cbb-fbd5-4603-8b53-f68ba956b092', 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:08:38.475295 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-4096928f-f811-42fd-99e9-d15e9d900db5 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:08:38.479216 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-4096928f-f811-42fd-99e9-d15e9d900db5 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Usage tracker for resource:security_group_rule and tenant:5f0305e9e0384b55a3ff03fd8ac69f6c is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:08:38.482058 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-4096928f-f811-42fd-99e9-d15e9d900db5 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:08:38.488480 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-4096928f-f811-42fd-99e9-d15e9d900db5 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:08:38.601434 n-d-843702-1 neutron-server[89110]: INFO neutron.db.securitygroups_db [None req-4096928f-f811-42fd-99e9-d15e9d900db5 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Project 5f0305e9e0384b55a3ff03fd8ac69f6c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 07:08:38.608427 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-4096928f-f811-42fd-99e9-d15e9d900db5 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:38.672687 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-4096928f-f811-42fd-99e9-d15e9d900db5 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:38.790311 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-4096928f-f811-42fd-99e9-d15e9d900db5 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:38.814245 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096928f-f811-42fd-99e9-d15e9d900db5 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0078624-a09f-40f4-b836-7c729676b18b,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:08:38.927145 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-4096928f-f811-42fd-99e9-d15e9d900db5 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:38.928342 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-4096928f-f811-42fd-99e9-d15e9d900db5 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4646518 May 28 07:08:38.931314 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 53716) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:08:38.937546 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-560cf6e2-d972-4bf2-a99a-28cacaf6b784 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Request body: {'network': {'name': 'tempest-network-smoke--427392382', 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'port_security_enabled': True}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:08:38.942964 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-560cf6e2-d972-4bf2-a99a-28cacaf6b784 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:08:38.946857 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-560cf6e2-d972-4bf2-a99a-28cacaf6b784 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Usage tracker for resource:network and tenant:5f0305e9e0384b55a3ff03fd8ac69f6c is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:08:38.949690 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-560cf6e2-d972-4bf2-a99a-28cacaf6b784 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:08:38.956120 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-560cf6e2-d972-4bf2-a99a-28cacaf6b784 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:08:39.041323 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-560cf6e2-d972-4bf2-a99a-28cacaf6b784 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Made reservation on behalf of 5f0305e9e0384b55a3ff03fd8ac69f6c for: {'network': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 07:08:39.044749 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-560cf6e2-d972-4bf2-a99a-28cacaf6b784 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:39.074963 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-560cf6e2-d972-4bf2-a99a-28cacaf6b784 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=89110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 07:08:39.084327 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-560cf6e2-d972-4bf2-a99a-28cacaf6b784 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:39.085997 n-d-843702-1 neutron-server[89110]: INFO neutron.db.segments_db [None req-560cf6e2-d972-4bf2-a99a-28cacaf6b784 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Added segment 77fa5fba-ea45-4bd7-8866-9d43cd8b8c85 of type vlan for network 7027e8e2-3775-4977-b4db-caeaf551a54b May 28 07:08:39.112606 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-560cf6e2-d972-4bf2-a99a-28cacaf6b784 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:39.200950 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-560cf6e2-d972-4bf2-a99a-28cacaf6b784 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:39.207129 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-560cf6e2-d972-4bf2-a99a-28cacaf6b784 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:08:39.207707 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-560cf6e2-d972-4bf2-a99a-28cacaf6b784 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:39.314187 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560cf6e2-d972-4bf2-a99a-28cacaf6b784 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Pushing event updated for resources: {'Network': ['ID=7027e8e2-3775-4977-b4db-caeaf551a54b,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:08:39.324076 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 7027e8e2-3775-4977-b4db-caeaf551a54b details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 07:08:39.395116 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-560cf6e2-d972-4bf2-a99a-28cacaf6b784 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4627337 May 28 07:08:39.398172 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 53720) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:08:39.403231 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-66303c0b-ef17-4f12-9ea9-4c87fe26158c tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1748602954', 'admin_state_up': True, 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:08:39.411927 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-66303c0b-ef17-4f12-9ea9-4c87fe26158c tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:08:39.415804 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-66303c0b-ef17-4f12-9ea9-4c87fe26158c tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Usage tracker for resource:router and tenant:5f0305e9e0384b55a3ff03fd8ac69f6c is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:08:39.418664 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-66303c0b-ef17-4f12-9ea9-4c87fe26158c tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:08:39.426125 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-66303c0b-ef17-4f12-9ea9-4c87fe26158c tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:08:39.514241 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-66303c0b-ef17-4f12-9ea9-4c87fe26158c tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59128'] for router, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:39.515252 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-66303c0b-ef17-4f12-9ea9-4c87fe26158c tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59009'] for router, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:39.530824 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-66303c0b-ef17-4f12-9ea9-4c87fe26158c tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:39.869119 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-66303c0b-ef17-4f12-9ea9-4c87fe26158c tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59027'] for router, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:40.350236 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-66303c0b-ef17-4f12-9ea9-4c87fe26158c tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for router_gateway, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:40.387350 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-66303c0b-ef17-4f12-9ea9-4c87fe26158c tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:40.522676 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [None req-66303c0b-ef17-4f12-9ea9-4c87fe26158c tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Allocated IP 172.25.5.181 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/7f9d943e-6510-437e-afb0-3f894509a830) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:08:40.668613 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-66303c0b-ef17-4f12-9ea9-4c87fe26158c tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:40.778695 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-66303c0b-ef17-4f12-9ea9-4c87fe26158c tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:40.850382 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66303c0b-ef17-4f12-9ea9-4c87fe26158c tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:08:40.853330 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-66303c0b-ef17-4f12-9ea9-4c87fe26158c tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:08:40.857005 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66303c0b-ef17-4f12-9ea9-4c87fe26158c tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:08:40.887028 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66303c0b-ef17-4f12-9ea9-4c87fe26158c tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Pushing event updated for resources: {'Port': ['ID=7f9d943e-6510-437e-afb0-3f894509a830,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:08:41.365005 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-66303c0b-ef17-4f12-9ea9-4c87fe26158c tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for router_gateway, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:41.709919 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-66303c0b-ef17-4f12-9ea9-4c87fe26158c tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690761'] for router, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:42.103763 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66303c0b-ef17-4f12-9ea9-4c87fe26158c tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Router 0ac7e02a-549c-472d-854d-9b0da6901fa0 is scheduled to L3 agent 42958940-9562-4f71-972f-15a8af9d3963 with binding_index 1 {{(pid=89110) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 07:08:42.282642 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66303c0b-ef17-4f12-9ea9-4c87fe26158c tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 07:08:42.292367 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96638160-3460-4083-857f-21688839630e None None] Sync routers for ids ['0ac7e02a-549c-472d-854d-9b0da6901fa0'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 07:08:42.325277 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96638160-3460-4083-857f-21688839630e None None] Routers {'0ac7e02a-549c-472d-854d-9b0da6901fa0'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:08:42.325963 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-96638160-3460-4083-857f-21688839630e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:08:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['0ac7e02a-549c-472d-854d-9b0da6901fa0'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:08:42.383902 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-66303c0b-ef17-4f12-9ea9-4c87fe26158c tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for router, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:42.385061 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-66303c0b-ef17-4f12-9ea9-4c87fe26158c tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.9859841 May 28 07:08:42.388242 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 53724) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:08:42.500450 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-96638160-3460-4083-857f-21688839630e None None] Set router 0ac7e02a-549c-472d-854d-9b0da6901fa0 gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:08:42.549839 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-1ce4dfed-eed0-46ff-819c-e003bdfb0d8c tempest-TestNetworkAdvancedServerOps-656139815 tempest-TestNetworkAdvancedServerOps-656139815-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=5f0305e9e0384b55a3ff03fd8ac69f6c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1578038 May 28 07:08:42.550058 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 53730) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:08:42.681785 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f17c9024-474e-48b4-a2d5-cea3df2aa30f tempest-TestNetworkAdvancedServerOps-656139815 tempest-TestNetworkAdvancedServerOps-656139815-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:08:42.683448 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-f17c9024-474e-48b4-a2d5-cea3df2aa30f tempest-TestNetworkAdvancedServerOps-656139815 tempest-TestNetworkAdvancedServerOps-656139815-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1323473 May 28 07:08:42.686064 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 53734) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:08:42.725612 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-8c1ff80b-178c-462c-b0a0-0200a6e20d73 tempest-TestNetworkAdvancedServerOps-656139815 tempest-TestNetworkAdvancedServerOps-656139815-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=68df399e-e75e-4871-9364-5d05730b50f0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0384636 May 28 07:08:42.734165 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 53738) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:08:42.740090 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-bc2964b3-0347-437c-9a09-7cefd1cb42c8 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-837403632', 'network_id': '7027e8e2-3775-4977-b4db-caeaf551a54b', 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:08:42.783253 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-96638160-3460-4083-857f-21688839630e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ac7e02a-549c-472d-854d-9b0da6901fa0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1748602954', 'tenant_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '7f9d943e-6510-437e-afb0-3f894509a830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:08:39Z', 'updated_at': '2022-05-28T07:08:41Z', 'revision_number': 3, 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'gw_port': {'id': '7f9d943e-6510-437e-afb0-3f894509a830', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:2b:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ac7e02a-549c-472d-854d-9b0da6901fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:08:40Z', 'updated_at': '2022-05-28T07:08:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:08:42.787148 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96638160-3460-4083-857f-21688839630e None None] Checking router: 0ac7e02a-549c-472d-854d-9b0da6901fa0 for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 07:08:42.787480 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96638160-3460-4083-857f-21688839630e None None] Updating router 0ac7e02a-549c-472d-854d-9b0da6901fa0 port 7f9d943e-6510-437e-afb0-3f894509a830 binding host n-d-843702-1 {{(pid=89112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 07:08:42.843824 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-96638160-3460-4083-857f-21688839630e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:42.861902 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-bc2964b3-0347-437c-9a09-7cefd1cb42c8 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:08:42.865658 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-bc2964b3-0347-437c-9a09-7cefd1cb42c8 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Usage tracker for resource:subnet and tenant:5f0305e9e0384b55a3ff03fd8ac69f6c is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:08:42.868678 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-bc2964b3-0347-437c-9a09-7cefd1cb42c8 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:08:42.874250 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-bc2964b3-0347-437c-9a09-7cefd1cb42c8 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:08:42.982702 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc2964b3-0347-437c-9a09-7cefd1cb42c8 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Made reservation on behalf of 5f0305e9e0384b55a3ff03fd8ac69f6c for: {'subnet': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 07:08:42.986587 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-bc2964b3-0347-437c-9a09-7cefd1cb42c8 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3171998'] for subnet, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:43.214817 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-96638160-3460-4083-857f-21688839630e None None] Notify callbacks [] for port, precommit_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:43.226728 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.provisioning_blocks [None req-96638160-3460-4083-857f-21688839630e None None] Transition to ACTIVE for port object 7f9d943e-6510-437e-afb0-3f894509a830 will not be triggered until provisioned by entity L2. {{(pid=89112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:08:43.344980 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-bc2964b3-0347-437c-9a09-7cefd1cb42c8 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3115906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3172012'] for subnet, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:43.378487 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-96638160-3460-4083-857f-21688839630e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:43.426008 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2964b3-0347-437c-9a09-7cefd1cb42c8 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Pushing event updated for resources: {'Subnet': ['ID=e53515b1-4c34-43ef-aa1c-b1f98005ffe0,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:08:43.436468 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2964b3-0347-437c-9a09-7cefd1cb42c8 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Checking segment: {'id': '77fa5fba-ea45-4bd7-8866-9d43cd8b8c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '7027e8e2-3775-4977-b4db-caeaf551a54b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:08:43.436831 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc2964b3-0347-437c-9a09-7cefd1cb42c8 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Network hostable DHCP agents. Network: 7027e8e2-3775-4977-b4db-caeaf551a54b, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89110) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 07:08:43.461982 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d2c6a4-d19b-4c5d-b2c3-a84a46c12b61 None None] Pushing event updated for resources: {'Port': ['ID=7f9d943e-6510-437e-afb0-3f894509a830,revision_number=2']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:08:43.466325 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-96638160-3460-4083-857f-21688839630e None None] Attempting to bind port 7f9d943e-6510-437e-afb0-3f894509a830 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 07:08:43.470258 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-96638160-3460-4083-857f-21688839630e None None] Attempting to bind port 7f9d943e-6510-437e-afb0-3f894509a830 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 07:08:43.470258 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96638160-3460-4083-857f-21688839630e None None] Attempting to bind port 7f9d943e-6510-437e-afb0-3f894509a830 on network 68df399e-e75e-4871-9364-5d05730b50f0 {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:08:43.476185 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d2c6a4-d19b-4c5d-b2c3-a84a46c12b61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:08:43.476511 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d2c6a4-d19b-4c5d-b2c3-a84a46c12b61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:08:43.476832 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d2c6a4-d19b-4c5d-b2c3-a84a46c12b61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:08:43.477152 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d2c6a4-d19b-4c5d-b2c3-a84a46c12b61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:08:43.477488 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d2c6a4-d19b-4c5d-b2c3-a84a46c12b61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:08:43.477801 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d2c6a4-d19b-4c5d-b2c3-a84a46c12b61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:08:43.478172 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d2c6a4-d19b-4c5d-b2c3-a84a46c12b61 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:08:43.478480 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d2c6a4-d19b-4c5d-b2c3-a84a46c12b61 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:08:43.478799 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d2c6a4-d19b-4c5d-b2c3-a84a46c12b61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:08:43.479102 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d2c6a4-d19b-4c5d-b2c3-a84a46c12b61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:08:43.479406 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d2c6a4-d19b-4c5d-b2c3-a84a46c12b61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:08:43.479708 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d2c6a4-d19b-4c5d-b2c3-a84a46c12b61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:08:43.482757 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96638160-3460-4083-857f-21688839630e None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 7, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 07:08:43.483074 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96638160-3460-4083-857f-21688839630e None None] Checking segment: {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:08:43.483457 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-96638160-3460-4083-857f-21688839630e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:43.483928 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96638160-3460-4083-857f-21688839630e None None] Bound using segment: {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 07:08:43.484296 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-96638160-3460-4083-857f-21688839630e None None] Bound port: 7f9d943e-6510-437e-afb0-3f894509a830, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 07:08:43.485340 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-96638160-3460-4083-857f-21688839630e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:43.521677 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc2964b3-0347-437c-9a09-7cefd1cb42c8 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Network 7027e8e2-3775-4977-b4db-caeaf551a54b is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89110) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 07:08:43.563959 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-96638160-3460-4083-857f-21688839630e None None] For port 7f9d943e-6510-437e-afb0-3f894509a830, host n-d-843702-1, cleared binding levels {{(pid=89112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:08:43.567283 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-96638160-3460-4083-857f-21688839630e None None] For port 7f9d943e-6510-437e-afb0-3f894509a830, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=7f9d943e-6510-437e-afb0-3f894509a830,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 07:08:43.606821 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-bc2964b3-0347-437c-9a09-7cefd1cb42c8 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, 7027e8e2-3775-4977-b4db-caeaf551a54b) {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:08:43.611971 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc2964b3-0347-437c-9a09-7cefd1cb42c8 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:08:43.622564 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-bc2964b3-0347-437c-9a09-7cefd1cb42c8 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:43.622776 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3459dc8d-db30-4dcd-9d73-4fee68ae1d4b None None] Network 7027e8e2-3775-4977-b4db-caeaf551a54b requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 07:08:43.641798 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-96638160-3460-4083-857f-21688839630e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:43.708110 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-bc2964b3-0347-437c-9a09-7cefd1cb42c8 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9703462 May 28 07:08:43.708311 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 53742) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:08:43.738435 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96638160-3460-4083-857f-21688839630e None None] Routers {'0ac7e02a-549c-472d-854d-9b0da6901fa0'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:08:43.739390 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-96638160-3460-4083-857f-21688839630e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:08:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['0ac7e02a-549c-472d-854d-9b0da6901fa0'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:08:43.835976 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d2c6a4-d19b-4c5d-b2c3-a84a46c12b61 None None] Pushing event updated for resources: {'Port': ['ID=7f9d943e-6510-437e-afb0-3f894509a830,revision_number=3']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:08:43.863018 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea69b0b2-b4c7-4e16-a136-79db4c372868 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-7027e8e2-3775-4977-b4db-caeaf551a54b', 'network_id': '7027e8e2-3775-4977-b4db-caeaf551a54b', 'tenant_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'fixed_ips': [{'subnet_id': 'e53515b1-4c34-43ef-aa1c-b1f98005ffe0'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 07:08:43.864171 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-ea69b0b2-b4c7-4e16-a136-79db4c372868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:43.939316 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-96638160-3460-4083-857f-21688839630e None None] Set router 0ac7e02a-549c-472d-854d-9b0da6901fa0 gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:08:44.041602 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-ea69b0b2-b4c7-4e16-a136-79db4c372868 None None] Allocated IP 172.20.0.2 (7027e8e2-3775-4977-b4db-caeaf551a54b/e53515b1-4c34-43ef-aa1c-b1f98005ffe0/fbd76984-dbf9-420b-b7cc-4bdc3dcec5b5) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:08:44.234396 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-96638160-3460-4083-857f-21688839630e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ac7e02a-549c-472d-854d-9b0da6901fa0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1748602954', 'tenant_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '7f9d943e-6510-437e-afb0-3f894509a830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:08:39Z', 'updated_at': '2022-05-28T07:08:41Z', 'revision_number': 3, 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'gw_port': {'id': '7f9d943e-6510-437e-afb0-3f894509a830', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:2b:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ac7e02a-549c-472d-854d-9b0da6901fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:08:40Z', 'updated_at': '2022-05-28T07:08:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:08:44.238996 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96638160-3460-4083-857f-21688839630e None None] The sync data for ids ['0ac7e02a-549c-472d-854d-9b0da6901fa0'] in n-d-843702-1 is: [{'id': '0ac7e02a-549c-472d-854d-9b0da6901fa0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1748602954', 'tenant_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '7f9d943e-6510-437e-afb0-3f894509a830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:08:39Z', 'updated_at': '2022-05-28T07:08:41Z', 'revision_number': 3, 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'gw_port': {'id': '7f9d943e-6510-437e-afb0-3f894509a830', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:2b:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ac7e02a-549c-472d-854d-9b0da6901fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:08:40Z', 'updated_at': '2022-05-28T07:08:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 07:08:44.296433 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-ea69b0b2-b4c7-4e16-a136-79db4c372868 None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:44.332175 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-ea69b0b2-b4c7-4e16-a136-79db4c372868 None None] Transition to ACTIVE for port object fbd76984-dbf9-420b-b7cc-4bdc3dcec5b5 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:08:44.354999 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-ea69b0b2-b4c7-4e16-a136-79db4c372868 None None] Transition to ACTIVE for port object fbd76984-dbf9-420b-b7cc-4bdc3dcec5b5 will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:08:44.450266 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-ea69b0b2-b4c7-4e16-a136-79db4c372868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:44.524517 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea69b0b2-b4c7-4e16-a136-79db4c372868 None None] Network 7027e8e2-3775-4977-b4db-caeaf551a54b is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:08:44.529503 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-ea69b0b2-b4c7-4e16-a136-79db4c372868 None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:08:44.532155 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea69b0b2-b4c7-4e16-a136-79db4c372868 None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:08:44.584841 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea69b0b2-b4c7-4e16-a136-79db4c372868 None None] Pushing event updated for resources: {'Port': ['ID=fbd76984-dbf9-420b-b7cc-4bdc3dcec5b5,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:08:44.620205 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1ceb64d9-6051-4b44-b019-b4a2b97e56a0 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:44.626351 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea69b0b2-b4c7-4e16-a136-79db4c372868 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:08:44.626846 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea69b0b2-b4c7-4e16-a136-79db4c372868 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:08:44.627180 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea69b0b2-b4c7-4e16-a136-79db4c372868 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:08:44.627530 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea69b0b2-b4c7-4e16-a136-79db4c372868 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:08:44.627858 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea69b0b2-b4c7-4e16-a136-79db4c372868 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:08:44.628192 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea69b0b2-b4c7-4e16-a136-79db4c372868 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:08:44.628523 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea69b0b2-b4c7-4e16-a136-79db4c372868 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:08:44.628848 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea69b0b2-b4c7-4e16-a136-79db4c372868 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:08:44.629176 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea69b0b2-b4c7-4e16-a136-79db4c372868 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:08:44.629525 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea69b0b2-b4c7-4e16-a136-79db4c372868 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:08:44.629853 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea69b0b2-b4c7-4e16-a136-79db4c372868 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:08:44.630178 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea69b0b2-b4c7-4e16-a136-79db4c372868 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:08:44.650964 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-ea69b0b2-b4c7-4e16-a136-79db4c372868 None None] Attempting to bind port fbd76984-dbf9-420b-b7cc-4bdc3dcec5b5 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 07:08:44.651336 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-ea69b0b2-b4c7-4e16-a136-79db4c372868 None None] Attempting to bind port fbd76984-dbf9-420b-b7cc-4bdc3dcec5b5 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': '77fa5fba-ea45-4bd7-8866-9d43cd8b8c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '7027e8e2-3775-4977-b4db-caeaf551a54b'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 07:08:44.651706 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea69b0b2-b4c7-4e16-a136-79db4c372868 None None] Attempting to bind port fbd76984-dbf9-420b-b7cc-4bdc3dcec5b5 on network 7027e8e2-3775-4977-b4db-caeaf551a54b {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:08:44.657464 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea69b0b2-b4c7-4e16-a136-79db4c372868 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 7, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 07:08:44.657663 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea69b0b2-b4c7-4e16-a136-79db4c372868 None None] Checking segment: {'id': '77fa5fba-ea45-4bd7-8866-9d43cd8b8c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '7027e8e2-3775-4977-b4db-caeaf551a54b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:08:44.658072 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-ea69b0b2-b4c7-4e16-a136-79db4c372868 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:44.658469 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea69b0b2-b4c7-4e16-a136-79db4c372868 None None] Bound using segment: {'id': '77fa5fba-ea45-4bd7-8866-9d43cd8b8c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '7027e8e2-3775-4977-b4db-caeaf551a54b'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 07:08:44.658938 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-ea69b0b2-b4c7-4e16-a136-79db4c372868 None None] Bound port: fbd76984-dbf9-420b-b7cc-4bdc3dcec5b5, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77fa5fba-ea45-4bd7-8866-9d43cd8b8c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '7027e8e2-3775-4977-b4db-caeaf551a54b'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 07:08:44.659313 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-ea69b0b2-b4c7-4e16-a136-79db4c372868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:44.759094 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-ea69b0b2-b4c7-4e16-a136-79db4c372868 None None] For port fbd76984-dbf9-420b-b7cc-4bdc3dcec5b5, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:08:44.762511 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-ea69b0b2-b4c7-4e16-a136-79db4c372868 None None] For port fbd76984-dbf9-420b-b7cc-4bdc3dcec5b5, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=fbd76984-dbf9-420b-b7cc-4bdc3dcec5b5,segment=NetworkSegment(77fa5fba-ea45-4bd7-8866-9d43cd8b8c85),segment_id=77fa5fba-ea45-4bd7-8866-9d43cd8b8c85)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 07:08:44.824641 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-ea69b0b2-b4c7-4e16-a136-79db4c372868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:44.907611 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea69b0b2-b4c7-4e16-a136-79db4c372868 None None] Pushing event updated for resources: {'Port': ['ID=fbd76984-dbf9-420b-b7cc-4bdc3dcec5b5,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:08:45.064747 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [None req-1ceb64d9-6051-4b44-b019-b4a2b97e56a0 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Allocated IP 172.20.0.1 (7027e8e2-3775-4977-b4db-caeaf551a54b/e53515b1-4c34-43ef-aa1c-b1f98005ffe0/2d2d88c7-60ef-443a-b275-5c96e4826426) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:08:45.258577 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1ceb64d9-6051-4b44-b019-b4a2b97e56a0 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:45.274858 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [None req-1ceb64d9-6051-4b44-b019-b4a2b97e56a0 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Transition to ACTIVE for port object 2d2d88c7-60ef-443a-b275-5c96e4826426 will not be triggered until provisioned by entity DHCP. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:08:45.367428 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1ceb64d9-6051-4b44-b019-b4a2b97e56a0 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:45.443495 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ceb64d9-6051-4b44-b019-b4a2b97e56a0 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Network 7027e8e2-3775-4977-b4db-caeaf551a54b is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:08:45.446795 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-1ceb64d9-6051-4b44-b019-b4a2b97e56a0 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:08:45.450747 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ceb64d9-6051-4b44-b019-b4a2b97e56a0 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:08:45.489748 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceb64d9-6051-4b44-b019-b4a2b97e56a0 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Pushing event updated for resources: {'Port': ['ID=2d2d88c7-60ef-443a-b275-5c96e4826426,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:08:45.520269 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1ceb64d9-6051-4b44-b019-b4a2b97e56a0 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690947'] for router_interface, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:45.750236 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1ceb64d9-6051-4b44-b019-b4a2b97e56a0 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:46.175421 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1ceb64d9-6051-4b44-b019-b4a2b97e56a0 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:46.241754 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1ceb64d9-6051-4b44-b019-b4a2b97e56a0 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:46.293055 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 7f9d943e-6510-437e-afb0-3f894509a830 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:08:46.441363 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 7f9d943e-6510-437e-afb0-3f894509a830 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:08:46.447676 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 7f9d943e-6510-437e-afb0-3f894509a830 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:08:46.451973 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:46.492698 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1ceb64d9-6051-4b44-b019-b4a2b97e56a0 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700602'] for router_interface, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:46.513923 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceb64d9-6051-4b44-b019-b4a2b97e56a0 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Pushing event updated for resources: {'Port': ['ID=2d2d88c7-60ef-443a-b275-5c96e4826426,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:08:46.574930 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde7c6c9-1cfb-4852-8ea2-92c13779c5d4 None None] Network 7027e8e2-3775-4977-b4db-caeaf551a54b requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 07:08:46.633007 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ceb64d9-6051-4b44-b019-b4a2b97e56a0 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Network 7027e8e2-3775-4977-b4db-caeaf551a54b is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:08:46.634105 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-1ceb64d9-6051-4b44-b019-b4a2b97e56a0 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:08:46.643071 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 7f9d943e-6510-437e-afb0-3f894509a830 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:08:46.643445 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:46.688963 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port 7f9d943e-6510-437e-afb0-3f894509a830, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=7f9d943e-6510-437e-afb0-3f894509a830,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:08:46.821014 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ceb64d9-6051-4b44-b019-b4a2b97e56a0 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Router 0ac7e02a-549c-472d-854d-9b0da6901fa0 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 07:08:46.870189 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-769cf799-11bb-4c86-b02d-f31d1a9cf546 None None] Provisioning for port fbd76984-dbf9-420b-b7cc-4bdc3dcec5b5 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:08:46.873481 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:46.874221 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device fbd76984-dbf9-420b-b7cc-4bdc3dcec5b5 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:08:46.998760 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=7f9d943e-6510-437e-afb0-3f894509a830,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:08:47.024317 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ceb64d9-6051-4b44-b019-b4a2b97e56a0 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 07:08:47.030473 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afac449c-ce99-4efc-967f-23dbbe81be2f None None] Sync routers for ids ['0ac7e02a-549c-472d-854d-9b0da6901fa0'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 07:08:47.030967 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-1ceb64d9-6051-4b44-b019-b4a2b97e56a0 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "PUT /v2.0/routers/0ac7e02a-549c-472d-854d-9b0da6901fa0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3216755 May 28 07:08:47.040584 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afac449c-ce99-4efc-967f-23dbbe81be2f None None] Routers {'0ac7e02a-549c-472d-854d-9b0da6901fa0'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:08:47.041187 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-afac449c-ce99-4efc-967f-23dbbe81be2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:08:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['0ac7e02a-549c-472d-854d-9b0da6901fa0'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:08:47.193095 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port fbd76984-dbf9-420b-b7cc-4bdc3dcec5b5 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:08:47.220204 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port fbd76984-dbf9-420b-b7cc-4bdc3dcec5b5 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:08:47.220583 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:47.294546 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-afac449c-ce99-4efc-967f-23dbbe81be2f None None] Set router 0ac7e02a-549c-472d-854d-9b0da6901fa0 gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:08:47.345094 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-ebcc29b3-17a9-4cee-af11-0657c2d5c0cd None None] Provisioning for port 2d2d88c7-60ef-443a-b275-5c96e4826426 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:08:47.368149 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-ebcc29b3-17a9-4cee-af11-0657c2d5c0cd None None] Provisioning complete for port 2d2d88c7-60ef-443a-b275-5c96e4826426 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:08:47.368515 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-ebcc29b3-17a9-4cee-af11-0657c2d5c0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:47.515709 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-68be200c-ffd7-4c14-ae81-b4ff67a991a5 req-5ffc1d35-73f6-4791-b288-280fe35af553 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Synchronizing usage tracker for tenant:5f0305e9e0384b55a3ff03fd8ac69f6c on resource:security_group {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:08:47.600789 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-68be200c-ffd7-4c14-ae81-b4ff67a991a5 req-5ffc1d35-73f6-4791-b288-280fe35af553 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Unset dirty status for tenant:5f0305e9e0384b55a3ff03fd8ac69f6c on resource:security_group {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:08:47.602084 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-68be200c-ffd7-4c14-ae81-b4ff67a991a5 req-5ffc1d35-73f6-4791-b288-280fe35af553 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-795937462&fields=id&tenant_id=5f0305e9e0384b55a3ff03fd8ac69f6c HTTP/1.1" status: 200 len: 267 time: 0.1256251 May 28 07:08:47.646937 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-ebcc29b3-17a9-4cee-af11-0657c2d5c0cd None None] Port 2d2d88c7-60ef-443a-b275-5c96e4826426 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 07:08:47.661548 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port fbd76984-dbf9-420b-b7cc-4bdc3dcec5b5 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:08:47.661917 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:47.750704 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port fbd76984-dbf9-420b-b7cc-4bdc3dcec5b5, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=fbd76984-dbf9-420b-b7cc-4bdc3dcec5b5,segment=NetworkSegment(77fa5fba-ea45-4bd7-8866-9d43cd8b8c85),segment_id=77fa5fba-ea45-4bd7-8866-9d43cd8b8c85)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:08:47.758598 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68be200c-ffd7-4c14-ae81-b4ff67a991a5 req-87df19b6-9958-492c-b640-3e00169e4efe tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:08:47.764837 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-68be200c-ffd7-4c14-ae81-b4ff67a991a5 req-87df19b6-9958-492c-b640-3e00169e4efe tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Synchronizing usage tracker for tenant:5f0305e9e0384b55a3ff03fd8ac69f6c on resource:network {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:08:47.777757 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-271df80f-9ee3-4594-b376-ce4fdc8b817d None None] Provisioning complete for port 2d2d88c7-60ef-443a-b275-5c96e4826426 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:08:47.778122 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-271df80f-9ee3-4594-b376-ce4fdc8b817d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:47.829318 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:47.852547 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-68be200c-ffd7-4c14-ae81-b4ff67a991a5 req-87df19b6-9958-492c-b640-3e00169e4efe tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Unset dirty status for tenant:5f0305e9e0384b55a3ff03fd8ac69f6c on resource:network {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:08:47.853783 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-68be200c-ffd7-4c14-ae81-b4ff67a991a5 req-87df19b6-9958-492c-b640-3e00169e4efe tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/networks?id=7027e8e2-3775-4977-b4db-caeaf551a54b HTTP/1.1" status: 200 len: 796 time: 0.2444801 May 28 07:08:47.871169 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-68be200c-ffd7-4c14-ae81-b4ff67a991a5 req-c8963473-5ed5-4c69-b0b5-c3da429ee155 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/quotas/5f0305e9e0384b55a3ff03fd8ac69f6c HTTP/1.1" status: 200 len: 375 time: 0.0108659 May 28 07:08:47.889048 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-271df80f-9ee3-4594-b376-ce4fdc8b817d None None] Port 2d2d88c7-60ef-443a-b275-5c96e4826426 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 07:08:47.905979 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-afac449c-ce99-4efc-967f-23dbbe81be2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ac7e02a-549c-472d-854d-9b0da6901fa0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1748602954', 'tenant_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '7f9d943e-6510-437e-afb0-3f894509a830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:08:39Z', 'updated_at': '2022-05-28T07:08:45Z', 'revision_number': 4, 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'gw_port': {'id': '7f9d943e-6510-437e-afb0-3f894509a830', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:2b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac7e02a-549c-472d-854d-9b0da6901fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:08:40Z', 'updated_at': '2022-05-28T07:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '2d2d88c7-60ef-443a-b275-5c96e4826426', 'name': '', 'network_id': '7027e8e2-3775-4977-b4db-caeaf551a54b', 'tenant_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'mac_address': 'fa:16:3e:da:4d:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ac7e02a-549c-472d-854d-9b0da6901fa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': 'e53515b1-4c34-43ef-aa1c-b1f98005ffe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:08:44Z', 'updated_at': '2022-05-28T07:08:46Z', 'revision_number': 2, 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'subnets': [{'id': 'e53515b1-4c34-43ef-aa1c-b1f98005ffe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:08:47.914405 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afac449c-ce99-4efc-967f-23dbbe81be2f None None] Checking router: 0ac7e02a-549c-472d-854d-9b0da6901fa0 for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 07:08:47.914749 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afac449c-ce99-4efc-967f-23dbbe81be2f None None] Updating router 0ac7e02a-549c-472d-854d-9b0da6901fa0 port 2d2d88c7-60ef-443a-b275-5c96e4826426 binding host n-d-843702-1 {{(pid=89111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 07:08:47.944556 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=fbd76984-dbf9-420b-b7cc-4bdc3dcec5b5,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:08:47.961485 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-68be200c-ffd7-4c14-ae81-b4ff67a991a5 req-d44b9e9d-94f8-4aa8-9a4e-32eab7bfa274 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Synchronizing usage tracker for tenant:5f0305e9e0384b55a3ff03fd8ac69f6c on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:08:47.972219 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-afac449c-ce99-4efc-967f-23dbbe81be2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:48.041018 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-68be200c-ffd7-4c14-ae81-b4ff67a991a5 req-d44b9e9d-94f8-4aa8-9a4e-32eab7bfa274 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Unset dirty status for tenant:5f0305e9e0384b55a3ff03fd8ac69f6c on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:08:48.042293 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-68be200c-ffd7-4c14-ae81-b4ff67a991a5 req-d44b9e9d-94f8-4aa8-9a4e-32eab7bfa274 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=5f0305e9e0384b55a3ff03fd8ac69f6c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1663594 May 28 07:08:48.212462 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-68be200c-ffd7-4c14-ae81-b4ff67a991a5 req-8d768b08-92d1-48a5-ad71-8ae7158742a0 service neutron] 10.222.0.55 "GET /v2.0/networks/7027e8e2-3775-4977-b4db-caeaf551a54b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537902 May 28 07:08:48.260431 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 7f9d943e-6510-437e-afb0-3f894509a830 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:08:48.358689 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-68be200c-ffd7-4c14-ae81-b4ff67a991a5 req-ed32db04-54c3-4d65-9f71-381e76892522 service neutron] 10.222.0.55 "GET /v2.0/networks/7027e8e2-3775-4977-b4db-caeaf551a54b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398289 May 28 07:08:48.395407 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 7f9d943e-6510-437e-afb0-3f894509a830 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:08:48.395923 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:48.454784 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-afac449c-ce99-4efc-967f-23dbbe81be2f None None] Notify callbacks [] for port, precommit_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:48.472196 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-afac449c-ce99-4efc-967f-23dbbe81be2f None None] Transition to ACTIVE for port object 2d2d88c7-60ef-443a-b275-5c96e4826426 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:08:48.542758 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 7f9d943e-6510-437e-afb0-3f894509a830 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:08:48.543843 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device fbd76984-dbf9-420b-b7cc-4bdc3dcec5b5 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:08:48.598918 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-afac449c-ce99-4efc-967f-23dbbe81be2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:48.691193 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-064bf0df-0b3c-4322-8a95-3cd20bfb43b3 req-8b237e39-00f0-4fa6-8b1b-5062ba688e2b tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=000655f9-3c68-4bbf-b7f9-66cb2ac28be3 HTTP/1.1" status: 200 len: 210 time: 0.1069884 May 28 07:08:48.775383 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b71b69e-7987-4bd1-8def-fb79b2980f6a None None] Pushing event updated for resources: {'Port': ['ID=2d2d88c7-60ef-443a-b275-5c96e4826426,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:08:48.786294 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port fbd76984-dbf9-420b-b7cc-4bdc3dcec5b5 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:08:48.786735 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:48.898624 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-afac449c-ce99-4efc-967f-23dbbe81be2f None None] Attempting to bind port 2d2d88c7-60ef-443a-b275-5c96e4826426 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 07:08:48.898995 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-afac449c-ce99-4efc-967f-23dbbe81be2f None None] Attempting to bind port 2d2d88c7-60ef-443a-b275-5c96e4826426 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': '77fa5fba-ea45-4bd7-8866-9d43cd8b8c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '7027e8e2-3775-4977-b4db-caeaf551a54b'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 07:08:48.899361 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afac449c-ce99-4efc-967f-23dbbe81be2f None None] Attempting to bind port 2d2d88c7-60ef-443a-b275-5c96e4826426 on network 7027e8e2-3775-4977-b4db-caeaf551a54b {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:08:48.910243 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afac449c-ce99-4efc-967f-23dbbe81be2f None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 7, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 07:08:48.910614 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afac449c-ce99-4efc-967f-23dbbe81be2f None None] Checking segment: {'id': '77fa5fba-ea45-4bd7-8866-9d43cd8b8c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '7027e8e2-3775-4977-b4db-caeaf551a54b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:08:48.911014 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-afac449c-ce99-4efc-967f-23dbbe81be2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:48.911402 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afac449c-ce99-4efc-967f-23dbbe81be2f None None] Bound using segment: {'id': '77fa5fba-ea45-4bd7-8866-9d43cd8b8c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '7027e8e2-3775-4977-b4db-caeaf551a54b'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 07:08:48.911869 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-afac449c-ce99-4efc-967f-23dbbe81be2f None None] Bound port: 2d2d88c7-60ef-443a-b275-5c96e4826426, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77fa5fba-ea45-4bd7-8866-9d43cd8b8c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '7027e8e2-3775-4977-b4db-caeaf551a54b'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 07:08:48.912242 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-afac449c-ce99-4efc-967f-23dbbe81be2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:49.056292 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port fbd76984-dbf9-420b-b7cc-4bdc3dcec5b5 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:08:49.063386 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-afac449c-ce99-4efc-967f-23dbbe81be2f None None] For port 2d2d88c7-60ef-443a-b275-5c96e4826426, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:08:49.066417 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-afac449c-ce99-4efc-967f-23dbbe81be2f None None] For port 2d2d88c7-60ef-443a-b275-5c96e4826426, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=2d2d88c7-60ef-443a-b275-5c96e4826426,segment=NetworkSegment(77fa5fba-ea45-4bd7-8866-9d43cd8b8c85),segment_id=77fa5fba-ea45-4bd7-8866-9d43cd8b8c85)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 07:08:49.173101 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-afac449c-ce99-4efc-967f-23dbbe81be2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:49.287738 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afac449c-ce99-4efc-967f-23dbbe81be2f None None] Routers {'0ac7e02a-549c-472d-854d-9b0da6901fa0'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:08:49.288371 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-afac449c-ce99-4efc-967f-23dbbe81be2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:08:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['0ac7e02a-549c-472d-854d-9b0da6901fa0'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:08:49.343570 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b71b69e-7987-4bd1-8def-fb79b2980f6a None None] Pushing event updated for resources: {'Port': ['ID=2d2d88c7-60ef-443a-b275-5c96e4826426,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:08:49.489677 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-afac449c-ce99-4efc-967f-23dbbe81be2f None None] Set router 0ac7e02a-549c-472d-854d-9b0da6901fa0 gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:08:49.810346 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-afac449c-ce99-4efc-967f-23dbbe81be2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ac7e02a-549c-472d-854d-9b0da6901fa0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1748602954', 'tenant_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '7f9d943e-6510-437e-afb0-3f894509a830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:08:39Z', 'updated_at': '2022-05-28T07:08:45Z', 'revision_number': 4, 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'gw_port': {'id': '7f9d943e-6510-437e-afb0-3f894509a830', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:2b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac7e02a-549c-472d-854d-9b0da6901fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:08:40Z', 'updated_at': '2022-05-28T07:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '2d2d88c7-60ef-443a-b275-5c96e4826426', 'name': '', 'network_id': '7027e8e2-3775-4977-b4db-caeaf551a54b', 'tenant_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'mac_address': 'fa:16:3e:da:4d:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ac7e02a-549c-472d-854d-9b0da6901fa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': 'e53515b1-4c34-43ef-aa1c-b1f98005ffe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:08:44Z', 'updated_at': '2022-05-28T07:08:49Z', 'revision_number': 4, 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'subnets': [{'id': 'e53515b1-4c34-43ef-aa1c-b1f98005ffe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:08:49.814729 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afac449c-ce99-4efc-967f-23dbbe81be2f None None] The sync data for ids ['0ac7e02a-549c-472d-854d-9b0da6901fa0'] in n-d-843702-1 is: [{'id': '0ac7e02a-549c-472d-854d-9b0da6901fa0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1748602954', 'tenant_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '7f9d943e-6510-437e-afb0-3f894509a830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:08:39Z', 'updated_at': '2022-05-28T07:08:45Z', 'revision_number': 4, 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'gw_port': {'id': '7f9d943e-6510-437e-afb0-3f894509a830', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:2b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac7e02a-549c-472d-854d-9b0da6901fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:08:40Z', 'updated_at': '2022-05-28T07:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '2d2d88c7-60ef-443a-b275-5c96e4826426', 'name': '', 'network_id': '7027e8e2-3775-4977-b4db-caeaf551a54b', 'tenant_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'mac_address': 'fa:16:3e:da:4d:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ac7e02a-549c-472d-854d-9b0da6901fa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': 'e53515b1-4c34-43ef-aa1c-b1f98005ffe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:08:44Z', 'updated_at': '2022-05-28T07:08:49Z', 'revision_number': 4, 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'subnets': [{'id': 'e53515b1-4c34-43ef-aa1c-b1f98005ffe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 07:08:49.853192 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6e9f4f36-3fe8-426d-a8eb-70c07dd7c531 req-af1bf3cb-b826-40a8-8198-0e23b5c35c5b tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=000655f9-3c68-4bbf-b7f9-66cb2ac28be3 HTTP/1.1" status: 200 len: 210 time: 0.0436406 May 28 07:08:50.263889 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 2d2d88c7-60ef-443a-b275-5c96e4826426 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:08:50.440918 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 2d2d88c7-60ef-443a-b275-5c96e4826426 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:08:50.446516 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 2d2d88c7-60ef-443a-b275-5c96e4826426 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:08:50.449441 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:50.570926 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 2d2d88c7-60ef-443a-b275-5c96e4826426 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:08:50.571565 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:50.608485 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port 2d2d88c7-60ef-443a-b275-5c96e4826426, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=2d2d88c7-60ef-443a-b275-5c96e4826426,segment=NetworkSegment(77fa5fba-ea45-4bd7-8866-9d43cd8b8c85),segment_id=77fa5fba-ea45-4bd7-8866-9d43cd8b8c85)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:08:50.690746 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:50.762000 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=2d2d88c7-60ef-443a-b275-5c96e4826426,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:08:51.036782 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e3c28c71-05ba-47b7-ab9e-ef823ce009bf req-052bd9cf-6798-4a7a-b269-5439f78f2c29 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=000655f9-3c68-4bbf-b7f9-66cb2ac28be3 HTTP/1.1" status: 200 len: 210 time: 0.0521975 May 28 07:08:51.151995 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68be200c-ffd7-4c14-ae81-b4ff67a991a5 req-180459cf-dc96-45b7-87a3-7a4bc2d7f5ad tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:08:51.153440 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-68be200c-ffd7-4c14-ae81-b4ff67a991a5 req-180459cf-dc96-45b7-87a3-7a4bc2d7f5ad tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.71 "GET /v2.0/networks?id=7027e8e2-3775-4977-b4db-caeaf551a54b HTTP/1.1" status: 200 len: 796 time: 0.1462822 May 28 07:08:51.207287 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-68be200c-ffd7-4c14-ae81-b4ff67a991a5 req-42168197-dfa7-40fa-bc94-2d8243e61d82 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f0305e9e0384b55a3ff03fd8ac69f6c HTTP/1.1" status: 200 len: 379 time: 0.0397205 May 28 07:08:51.215431 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-68be200c-ffd7-4c14-ae81-b4ff67a991a5 req-f28684a5-cd9c-4dd6-af32-9759f3f47e60 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Request body: {'port': {'device_id': '000655f9-3c68-4bbf-b7f9-66cb2ac28be3', 'network_id': '7027e8e2-3775-4977-b4db-caeaf551a54b', 'admin_state_up': True, 'tenant_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'security_groups': ['50422cbb-fbd5-4603-8b53-f68ba956b092']}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:08:51.355613 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [req-68be200c-ffd7-4c14-ae81-b4ff67a991a5 req-f28684a5-cd9c-4dd6-af32-9759f3f47e60 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:08:51.365338 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [req-68be200c-ffd7-4c14-ae81-b4ff67a991a5 req-f28684a5-cd9c-4dd6-af32-9759f3f47e60 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:08:51.446779 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68be200c-ffd7-4c14-ae81-b4ff67a991a5 req-f28684a5-cd9c-4dd6-af32-9759f3f47e60 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Made reservation on behalf of 5f0305e9e0384b55a3ff03fd8ac69f6c for: {'port': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 07:08:51.450252 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-68be200c-ffd7-4c14-ae81-b4ff67a991a5 req-f28684a5-cd9c-4dd6-af32-9759f3f47e60 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:51.617428 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [req-68be200c-ffd7-4c14-ae81-b4ff67a991a5 req-f28684a5-cd9c-4dd6-af32-9759f3f47e60 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Allocated IP 172.20.0.11 (7027e8e2-3775-4977-b4db-caeaf551a54b/e53515b1-4c34-43ef-aa1c-b1f98005ffe0/74d0ea99-999b-420f-8435-df730e8476dc) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:08:51.810381 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-68be200c-ffd7-4c14-ae81-b4ff67a991a5 req-f28684a5-cd9c-4dd6-af32-9759f3f47e60 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:51.826336 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [req-68be200c-ffd7-4c14-ae81-b4ff67a991a5 req-f28684a5-cd9c-4dd6-af32-9759f3f47e60 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Transition to ACTIVE for port object 74d0ea99-999b-420f-8435-df730e8476dc will not be triggered until provisioned by entity DHCP. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:08:51.966978 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-68be200c-ffd7-4c14-ae81-b4ff67a991a5 req-f28684a5-cd9c-4dd6-af32-9759f3f47e60 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:52.048926 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68be200c-ffd7-4c14-ae81-b4ff67a991a5 req-f28684a5-cd9c-4dd6-af32-9759f3f47e60 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Network 7027e8e2-3775-4977-b4db-caeaf551a54b is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:08:52.052427 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [req-68be200c-ffd7-4c14-ae81-b4ff67a991a5 req-f28684a5-cd9c-4dd6-af32-9759f3f47e60 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:08:52.056318 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [req-68be200c-ffd7-4c14-ae81-b4ff67a991a5 req-f28684a5-cd9c-4dd6-af32-9759f3f47e60 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:08:52.089315 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28684a5-cd9c-4dd6-af32-9759f3f47e60 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Pushing event updated for resources: {'Port': ['ID=74d0ea99-999b-420f-8435-df730e8476dc,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:08:52.129097 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68be200c-ffd7-4c14-ae81-b4ff67a991a5 req-f28684a5-cd9c-4dd6-af32-9759f3f47e60 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:08:52.129944 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-68be200c-ffd7-4c14-ae81-b4ff67a991a5 req-f28684a5-cd9c-4dd6-af32-9759f3f47e60 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:52.237696 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c6dab8-63c0-4076-9009-121a601fe176 req-43e89d25-9d57-4514-b442-406926c0532a tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:08:52.239450 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e2c6dab8-63c0-4076-9009-121a601fe176 req-43e89d25-9d57-4514-b442-406926c0532a tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=000655f9-3c68-4bbf-b7f9-66cb2ac28be3 HTTP/1.1" status: 200 len: 932 time: 0.0872169 May 28 07:08:52.246488 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 2d2d88c7-60ef-443a-b275-5c96e4826426 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:08:52.253636 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-68be200c-ffd7-4c14-ae81-b4ff67a991a5 req-f28684a5-cd9c-4dd6-af32-9759f3f47e60 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0415637 May 28 07:08:52.271656 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-68be200c-ffd7-4c14-ae81-b4ff67a991a5 req-b5252805-474e-480d-846e-ab4e2d4ea174 service neutron] Request body: {'port': {'device_id': '000655f9-3c68-4bbf-b7f9-66cb2ac28be3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843702-1'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:08:52.289436 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e2c6dab8-63c0-4076-9009-121a601fe176 req-e4d4b56f-f6dc-471e-b011-78c6f616b322 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/security-groups?id=50422cbb-fbd5-4603-8b53-f68ba956b092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434051 May 28 07:08:52.324145 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 2d2d88c7-60ef-443a-b275-5c96e4826426 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:08:52.324431 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:52.391880 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-68be200c-ffd7-4c14-ae81-b4ff67a991a5 req-b5252805-474e-480d-846e-ab4e2d4ea174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:52.456674 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 2d2d88c7-60ef-443a-b275-5c96e4826426 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:08:52.466926 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-f118f2f8-b8ea-4d06-8ac6-5347f60e5d4c None None] Provisioning for port 74d0ea99-999b-420f-8435-df730e8476dc completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:08:52.467135 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-f118f2f8-b8ea-4d06-8ac6-5347f60e5d4c None None] Provisioning complete for port 74d0ea99-999b-420f-8435-df730e8476dc triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:08:52.467505 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-f118f2f8-b8ea-4d06-8ac6-5347f60e5d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:52.526646 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-f118f2f8-b8ea-4d06-8ac6-5347f60e5d4c None None] Port 74d0ea99-999b-420f-8435-df730e8476dc cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 07:08:52.834159 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [req-68be200c-ffd7-4c14-ae81-b4ff67a991a5 req-b5252805-474e-480d-846e-ab4e2d4ea174 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74d0ea99-999b-420f-8435-df730e8476dc {{(pid=89109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 07:08:52.841194 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-68be200c-ffd7-4c14-ae81-b4ff67a991a5 req-b5252805-474e-480d-846e-ab4e2d4ea174 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:52.857816 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [req-68be200c-ffd7-4c14-ae81-b4ff67a991a5 req-b5252805-474e-480d-846e-ab4e2d4ea174 service neutron] Transition to ACTIVE for port object 74d0ea99-999b-420f-8435-df730e8476dc will not be triggered until provisioned by entity L2. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:08:52.880794 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 07:08:52.938398 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-68be200c-ffd7-4c14-ae81-b4ff67a991a5 req-b5252805-474e-480d-846e-ab4e2d4ea174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:53.099670 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5252805-474e-480d-846e-ab4e2d4ea174 service neutron] Pushing event updated for resources: {'Port': ['ID=74d0ea99-999b-420f-8435-df730e8476dc,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:08:53.188028 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-68be200c-ffd7-4c14-ae81-b4ff67a991a5 req-b5252805-474e-480d-846e-ab4e2d4ea174 service neutron] Attempting to bind port 74d0ea99-999b-420f-8435-df730e8476dc on host n-h2-843702-1 for vnic_type normal with profile {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 07:08:53.188360 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-68be200c-ffd7-4c14-ae81-b4ff67a991a5 req-b5252805-474e-480d-846e-ab4e2d4ea174 service neutron] Attempting to bind port 74d0ea99-999b-420f-8435-df730e8476dc by drivers openvswitch,hyperv on host n-h2-843702-1 at level 0 using segments [{'id': '77fa5fba-ea45-4bd7-8866-9d43cd8b8c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '7027e8e2-3775-4977-b4db-caeaf551a54b'}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 07:08:53.188684 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68be200c-ffd7-4c14-ae81-b4ff67a991a5 req-b5252805-474e-480d-846e-ab4e2d4ea174 service neutron] Attempting to bind port 74d0ea99-999b-420f-8435-df730e8476dc on network 7027e8e2-3775-4977-b4db-caeaf551a54b {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:08:53.197079 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68be200c-ffd7-4c14-ae81-b4ff67a991a5 req-b5252805-474e-480d-846e-ab4e2d4ea174 service neutron] Port 74d0ea99-999b-420f-8435-df730e8476dc on network 7027e8e2-3775-4977-b4db-caeaf551a54b not bound, no agent of type Open vSwitch agent registered on host n-h2-843702-1 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 07:08:53.197079 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68be200c-ffd7-4c14-ae81-b4ff67a991a5 req-b5252805-474e-480d-846e-ab4e2d4ea174 service neutron] Attempting to bind port 74d0ea99-999b-420f-8435-df730e8476dc on network 7027e8e2-3775-4977-b4db-caeaf551a54b {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:08:53.198770 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68be200c-ffd7-4c14-ae81-b4ff67a991a5 req-b5252805-474e-480d-846e-ab4e2d4ea174 service neutron] Checking agent: {'id': 'f1a3973b-d2b3-4558-88e7-2ac50857d302', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 7, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 07:08:53.199132 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68be200c-ffd7-4c14-ae81-b4ff67a991a5 req-b5252805-474e-480d-846e-ab4e2d4ea174 service neutron] Checking segment: {'id': '77fa5fba-ea45-4bd7-8866-9d43cd8b8c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '7027e8e2-3775-4977-b4db-caeaf551a54b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:08:53.199522 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68be200c-ffd7-4c14-ae81-b4ff67a991a5 req-b5252805-474e-480d-846e-ab4e2d4ea174 service neutron] Bound using segment: {'id': '77fa5fba-ea45-4bd7-8866-9d43cd8b8c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '7027e8e2-3775-4977-b4db-caeaf551a54b'} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 07:08:53.199942 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-68be200c-ffd7-4c14-ae81-b4ff67a991a5 req-b5252805-474e-480d-846e-ab4e2d4ea174 service neutron] Bound port: 74d0ea99-999b-420f-8435-df730e8476dc, host: n-h2-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77fa5fba-ea45-4bd7-8866-9d43cd8b8c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '7027e8e2-3775-4977-b4db-caeaf551a54b'}}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 07:08:53.200281 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-68be200c-ffd7-4c14-ae81-b4ff67a991a5 req-b5252805-474e-480d-846e-ab4e2d4ea174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:53.292044 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-68be200c-ffd7-4c14-ae81-b4ff67a991a5 req-b5252805-474e-480d-846e-ab4e2d4ea174 service neutron] For port 74d0ea99-999b-420f-8435-df730e8476dc, host n-h2-843702-1, cleared binding levels {{(pid=89109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:08:53.294918 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-68be200c-ffd7-4c14-ae81-b4ff67a991a5 req-b5252805-474e-480d-846e-ab4e2d4ea174 service neutron] For port 74d0ea99-999b-420f-8435-df730e8476dc, host n-h2-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=74d0ea99-999b-420f-8435-df730e8476dc,segment=NetworkSegment(77fa5fba-ea45-4bd7-8866-9d43cd8b8c85),segment_id=77fa5fba-ea45-4bd7-8866-9d43cd8b8c85)] {{(pid=89109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 07:08:53.463128 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-68be200c-ffd7-4c14-ae81-b4ff67a991a5 req-b5252805-474e-480d-846e-ab4e2d4ea174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:53.477786 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e433a2-2502-489b-8d90-64da630851db req-c454b348-eb9a-4109-89eb-c9d613fbfb29 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:08:53.479200 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-57e433a2-2502-489b-8d90-64da630851db req-c454b348-eb9a-4109-89eb-c9d613fbfb29 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=000655f9-3c68-4bbf-b7f9-66cb2ac28be3 HTTP/1.1" status: 200 len: 944 time: 0.0838757 May 28 07:08:53.522371 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68be200c-ffd7-4c14-ae81-b4ff67a991a5 req-b5252805-474e-480d-846e-ab4e2d4ea174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:08:53.522978 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-68be200c-ffd7-4c14-ae81-b4ff67a991a5 req-b5252805-474e-480d-846e-ab4e2d4ea174 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:53.524361 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-68be200c-ffd7-4c14-ae81-b4ff67a991a5 req-b5252805-474e-480d-846e-ab4e2d4ea174 service neutron] 10.222.0.71 "PUT /v2.0/ports/74d0ea99-999b-420f-8435-df730e8476dc HTTP/1.1" status: 200 len: 1092 time: 1.2571492 May 28 07:08:53.524789 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '000655f9-3c68-4bbf-b7f9-66cb2ac28be3', 'tag': '74d0ea99-999b-420f-8435-df730e8476dc'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:08:53.528557 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-57e433a2-2502-489b-8d90-64da630851db req-e77f25e1-16c2-4a7c-b442-61eda81cf491 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/security-groups?id=50422cbb-fbd5-4603-8b53-f68ba956b092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431156 May 28 07:08:53.564711 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5252805-474e-480d-846e-ab4e2d4ea174 service neutron] Pushing event updated for resources: {'Port': ['ID=74d0ea99-999b-420f-8435-df730e8476dc,revision_number=3']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:08:53.642101 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-751d0a56-5c7f-4853-89aa-9d6dec8e7418'] response: {'name': 'network-changed', 'server_uuid': '000655f9-3c68-4bbf-b7f9-66cb2ac28be3', 'tag': '74d0ea99-999b-420f-8435-df730e8476dc', 'status': 'completed', 'code': 200} May 28 07:08:53.754652 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f3d712-7d69-490b-9675-8c22b0af9f75 req-2e6fe993-b6c8-4885-83a6-a789f6e4f146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:08:53.756180 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-19f3d712-7d69-490b-9675-8c22b0af9f75 req-2e6fe993-b6c8-4885-83a6-a789f6e4f146 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5f0305e9e0384b55a3ff03fd8ac69f6c&device_id=000655f9-3c68-4bbf-b7f9-66cb2ac28be3 HTTP/1.1" status: 200 len: 1095 time: 0.0713775 May 28 07:08:53.902743 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f3d712-7d69-490b-9675-8c22b0af9f75 req-953d8a85-fad4-407b-912c-00e582ba001f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:08:53.904184 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-19f3d712-7d69-490b-9675-8c22b0af9f75 req-953d8a85-fad4-407b-912c-00e582ba001f service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=5f0305e9e0384b55a3ff03fd8ac69f6c&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1348770 May 28 07:08:54.040856 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f3d712-7d69-490b-9675-8c22b0af9f75 req-f575ae46-6da2-4bea-9bde-b2eb1f00a6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:08:54.042327 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-19f3d712-7d69-490b-9675-8c22b0af9f75 req-f575ae46-6da2-4bea-9bde-b2eb1f00a6d7 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1319823 May 28 07:08:54.169406 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68be200c-ffd7-4c14-ae81-b4ff67a991a5 req-f4c52630-26b8-4487-8798-38b8e3533190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:08:54.170862 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-68be200c-ffd7-4c14-ae81-b4ff67a991a5 req-f4c52630-26b8-4487-8798-38b8e3533190 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5f0305e9e0384b55a3ff03fd8ac69f6c&device_id=000655f9-3c68-4bbf-b7f9-66cb2ac28be3 HTTP/1.1" status: 200 len: 1095 time: 0.0732217 May 28 07:08:54.257792 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-68be200c-ffd7-4c14-ae81-b4ff67a991a5 req-6cee0552-ac11-46ec-97d3-3e4ee1a72890 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74d0ea99-999b-420f-8435-df730e8476dc HTTP/1.1" status: 200 len: 217 time: 0.0735631 May 28 07:08:54.325048 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68be200c-ffd7-4c14-ae81-b4ff67a991a5 req-1bbc2967-1547-4f2d-af9e-4434663fe178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:08:54.326568 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-68be200c-ffd7-4c14-ae81-b4ff67a991a5 req-1bbc2967-1547-4f2d-af9e-4434663fe178 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e53515b1-4c34-43ef-aa1c-b1f98005ffe0 HTTP/1.1" status: 200 len: 834 time: 0.0626636 May 28 07:08:54.402962 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68be200c-ffd7-4c14-ae81-b4ff67a991a5 req-af85aa1d-bb47-4e05-ab73-b3853a628490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:08:54.404478 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-68be200c-ffd7-4c14-ae81-b4ff67a991a5 req-af85aa1d-bb47-4e05-ab73-b3853a628490 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7027e8e2-3775-4977-b4db-caeaf551a54b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715785 May 28 07:08:54.535408 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-68be200c-ffd7-4c14-ae81-b4ff67a991a5 req-a8ec99f2-0b90-418f-be0a-fe16fa0da382 service neutron] 10.222.0.71 "GET /v2.0/networks/7027e8e2-3775-4977-b4db-caeaf551a54b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233408 May 28 07:08:54.671374 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-68be200c-ffd7-4c14-ae81-b4ff67a991a5 req-087db9de-cbff-48ab-9a1e-133e423d2619 service neutron] 10.222.0.71 "GET /v2.0/networks/7027e8e2-3775-4977-b4db-caeaf551a54b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298773 May 28 07:08:54.731326 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c46c8c-118b-45a1-a52e-45662b61edf5 req-bea56390-7a51-4327-9efe-53dbb27a6eb3 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:08:54.732850 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-19c46c8c-118b-45a1-a52e-45662b61edf5 req-bea56390-7a51-4327-9efe-53dbb27a6eb3 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=000655f9-3c68-4bbf-b7f9-66cb2ac28be3 HTTP/1.1" status: 200 len: 944 time: 0.0800140 May 28 07:08:54.778465 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-19c46c8c-118b-45a1-a52e-45662b61edf5 req-f9abdae8-932f-45eb-bee1-402567234d60 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/security-groups?id=50422cbb-fbd5-4603-8b53-f68ba956b092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391395 May 28 07:08:56.084924 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45f5996-789b-4ffb-ace7-fcb5a5086ac5 req-f4539550-879f-46ea-8f3d-1fd2f8e2667b tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:08:56.086311 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a45f5996-789b-4ffb-ace7-fcb5a5086ac5 req-f4539550-879f-46ea-8f3d-1fd2f8e2667b tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=000655f9-3c68-4bbf-b7f9-66cb2ac28be3 HTTP/1.1" status: 200 len: 944 time: 0.1963696 May 28 07:08:56.130628 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a45f5996-789b-4ffb-ace7-fcb5a5086ac5 req-8cf62ae4-eda1-4e71-b38f-90f9df88944e tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/security-groups?id=50422cbb-fbd5-4603-8b53-f68ba956b092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384874 May 28 07:08:56.486455 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-647373b2-76d9-4b72-b515-a6567443dc7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:57.128778 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 74d0ea99-999b-420f-8435-df730e8476dc details requested by agent hyperv_n-h2-843702-1 with host n-h2-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 07:08:57.266231 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 74d0ea99-999b-420f-8435-df730e8476dc, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=74d0ea99-999b-420f-8435-df730e8476dc,segment=NetworkSegment(77fa5fba-ea45-4bd7-8866-9d43cd8b8c85),segment_id=77fa5fba-ea45-4bd7-8866-9d43cd8b8c85)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:08:57.280519 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Returning: {'device': '74d0ea99-999b-420f-8435-df730e8476dc', 'network_id': '7027e8e2-3775-4977-b4db-caeaf551a54b', 'port_id': '74d0ea99-999b-420f-8435-df730e8476dc', 'mac_address': 'fa:16:3e:aa:41:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e53515b1-4c34-43ef-aa1c-b1f98005ffe0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 07:08:57.318495 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e67e89-4a8c-490d-ac45-30f9f0f08534 req-12d02ccf-b3ce-483f-b010-c0523ec9dbda tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:08:57.320028 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-88e67e89-4a8c-490d-ac45-30f9f0f08534 req-12d02ccf-b3ce-483f-b010-c0523ec9dbda tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=000655f9-3c68-4bbf-b7f9-66cb2ac28be3 HTTP/1.1" status: 200 len: 944 time: 0.0802920 May 28 07:08:57.336741 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 74d0ea99-999b-420f-8435-df730e8476dc is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:08:57.337111 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:57.354133 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74d0ea99-999b-420f-8435-df730e8476dc {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 07:08:57.367903 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-88e67e89-4a8c-490d-ac45-30f9f0f08534 req-7ea443eb-2453-4053-a2b3-50a0a5222950 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/security-groups?id=50422cbb-fbd5-4603-8b53-f68ba956b092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417056 May 28 07:08:57.369516 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 74d0ea99-999b-420f-8435-df730e8476dc, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=74d0ea99-999b-420f-8435-df730e8476dc,segment=NetworkSegment(77fa5fba-ea45-4bd7-8866-9d43cd8b8c85),segment_id=77fa5fba-ea45-4bd7-8866-9d43cd8b8c85)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:08:57.438904 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:57.508867 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=74d0ea99-999b-420f-8435-df730e8476dc,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:08:57.722992 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['74d0ea99-999b-420f-8435-df730e8476dc'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 07:08:57.923579 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:58.550686 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a350ca9-bd75-4cf7-ab6a-170a13ed03f2 req-87fbb10e-36dc-44a4-9152-501a4c125944 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:08:58.552378 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6a350ca9-bd75-4cf7-ab6a-170a13ed03f2 req-87fbb10e-36dc-44a4-9152-501a4c125944 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=000655f9-3c68-4bbf-b7f9-66cb2ac28be3 HTTP/1.1" status: 200 len: 945 time: 0.0790401 May 28 07:08:58.605166 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6a350ca9-bd75-4cf7-ab6a-170a13ed03f2 req-7aa003cf-2101-4784-a1ce-c87cdeaad021 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/security-groups?id=50422cbb-fbd5-4603-8b53-f68ba956b092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469997 May 28 07:08:58.914985 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-42c1cc07-e1f9-4bf7-b4a5-2d0aa04f684a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:59.133969 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 74d0ea99-999b-420f-8435-df730e8476dc up at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:08:59.269204 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning for port 74d0ea99-999b-420f-8435-df730e8476dc completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:08:59.273863 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning complete for port 74d0ea99-999b-420f-8435-df730e8476dc triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:08:59.274231 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:59.389721 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 74d0ea99-999b-420f-8435-df730e8476dc is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:08:59.390096 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:59.416843 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '000655f9-3c68-4bbf-b7f9-66cb2ac28be3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74d0ea99-999b-420f-8435-df730e8476dc'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:08:59.426700 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 74d0ea99-999b-420f-8435-df730e8476dc, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=74d0ea99-999b-420f-8435-df730e8476dc,segment=NetworkSegment(77fa5fba-ea45-4bd7-8866-9d43cd8b8c85),segment_id=77fa5fba-ea45-4bd7-8866-9d43cd8b8c85)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:08:59.463192 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-065af90c-5d2e-4816-aa16-2a6bd8f075f5'] response: {'server_uuid': '000655f9-3c68-4bbf-b7f9-66cb2ac28be3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74d0ea99-999b-420f-8435-df730e8476dc', 'code': 200} May 28 07:08:59.537068 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:59.603945 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=74d0ea99-999b-420f-8435-df730e8476dc,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:08:59.620530 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e252d1fc-654d-4946-86b7-5adca362e471 req-39b675dc-8f57-4489-af8b-d1b7a623a261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:08:59.622071 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-e252d1fc-654d-4946-86b7-5adca362e471 req-39b675dc-8f57-4489-af8b-d1b7a623a261 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=000655f9-3c68-4bbf-b7f9-66cb2ac28be3 HTTP/1.1" status: 200 len: 1097 time: 0.0737848 May 28 07:08:59.663812 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-e252d1fc-654d-4946-86b7-5adca362e471 req-ef748fb7-0842-4d2d-918a-4cc3224861a7 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=50422cbb-fbd5-4603-8b53-f68ba956b092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355754 May 28 07:08:59.791158 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d438c69-8bac-4e84-adb1-2fd8ea04dae7 req-cee2fa9c-e928-48d8-af91-ac70d2c6ca36 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:08:59.792520 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5d438c69-8bac-4e84-adb1-2fd8ea04dae7 req-cee2fa9c-e928-48d8-af91-ac70d2c6ca36 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=000655f9-3c68-4bbf-b7f9-66cb2ac28be3 HTTP/1.1" status: 200 len: 946 time: 0.0837352 May 28 07:08:59.837108 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5d438c69-8bac-4e84-adb1-2fd8ea04dae7 req-d40f3da1-edd2-4b8d-9060-d804d4a3c0e4 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/security-groups?id=50422cbb-fbd5-4603-8b53-f68ba956b092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389075 May 28 07:08:59.972478 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:00.086216 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:01.046903 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784bf913-7cf2-4592-bd02-19b03f3db5e6 req-803f443c-d87b-4440-9787-7c3ab888b801 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:09:01.048361 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-784bf913-7cf2-4592-bd02-19b03f3db5e6 req-803f443c-d87b-4440-9787-7c3ab888b801 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=000655f9-3c68-4bbf-b7f9-66cb2ac28be3 HTTP/1.1" status: 200 len: 946 time: 0.0809944 May 28 07:09:01.093291 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-784bf913-7cf2-4592-bd02-19b03f3db5e6 req-d37c1e2f-51ce-4208-a820-63055e0cae8f tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/security-groups?id=50422cbb-fbd5-4603-8b53-f68ba956b092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391381 May 28 07:09:01.772019 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:02.280803 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df47dd6-f86d-4311-8977-0deba4d6a074 req-392e1ce7-52de-4d64-b259-0379ed434ee4 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:09:02.282281 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8df47dd6-f86d-4311-8977-0deba4d6a074 req-392e1ce7-52de-4d64-b259-0379ed434ee4 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=000655f9-3c68-4bbf-b7f9-66cb2ac28be3 HTTP/1.1" status: 200 len: 946 time: 0.0816562 May 28 07:09:02.327385 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8df47dd6-f86d-4311-8977-0deba4d6a074 req-ee12c001-6418-4077-962d-4565fa5e0119 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/security-groups?id=50422cbb-fbd5-4603-8b53-f68ba956b092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387123 May 28 07:09:02.516009 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd80bbc3-df31-4148-85fd-7ab730264bff req-a84d515d-4c1e-4113-9acb-0c0cc5594244 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:09:02.517525 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bd80bbc3-df31-4148-85fd-7ab730264bff req-a84d515d-4c1e-4113-9acb-0c0cc5594244 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=000655f9-3c68-4bbf-b7f9-66cb2ac28be3 HTTP/1.1" status: 200 len: 946 time: 0.0805612 May 28 07:09:02.566119 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bd80bbc3-df31-4148-85fd-7ab730264bff req-228ac446-7e29-441a-8ae7-8e7383863b44 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/security-groups?id=50422cbb-fbd5-4603-8b53-f68ba956b092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419259 May 28 07:09:02.588877 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 53810) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:09:02.593577 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:02.659055 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a922430a-a0b3-4307-a47b-e71c3ecced0d tempest-TestNetworkAdvancedServerOps-656139815 tempest-TestNetworkAdvancedServerOps-656139815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:09:02.660548 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-a922430a-a0b3-4307-a47b-e71c3ecced0d tempest-TestNetworkAdvancedServerOps-656139815 tempest-TestNetworkAdvancedServerOps-656139815-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=000655f9-3c68-4bbf-b7f9-66cb2ac28be3 HTTP/1.1" status: 200 len: 1092 time: 0.0706854 May 28 07:09:02.664431 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 53814) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:09:02.669359 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-54c54c6c-4458-4921-af3d-533d8dd0c6c1 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Request body: {'floatingip': {'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'port_id': '74d0ea99-999b-420f-8435-df730e8476dc', 'tenant_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'fixed_ip_address': '172.20.0.11'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:09:02.675569 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-54c54c6c-4458-4921-af3d-533d8dd0c6c1 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:09:02.679555 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-54c54c6c-4458-4921-af3d-533d8dd0c6c1 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Usage tracker for resource:floatingip and tenant:5f0305e9e0384b55a3ff03fd8ac69f6c is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:09:02.682467 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-54c54c6c-4458-4921-af3d-533d8dd0c6c1 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:09:02.688071 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-54c54c6c-4458-4921-af3d-533d8dd0c6c1 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:09:02.753511 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-54c54c6c-4458-4921-af3d-533d8dd0c6c1 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for floatingip, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:02.891494 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-54c54c6c-4458-4921-af3d-533d8dd0c6c1 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:03.028392 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [None req-54c54c6c-4458-4921-af3d-533d8dd0c6c1 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Allocated IP 172.25.5.85 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/29923992-f4eb-4b78-8a1c-2f3b9e938d38) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:09:03.174606 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-54c54c6c-4458-4921-af3d-533d8dd0c6c1 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:03.292420 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-54c54c6c-4458-4921-af3d-533d8dd0c6c1 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:03.358624 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c54c6c-4458-4921-af3d-533d8dd0c6c1 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:09:03.362094 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-54c54c6c-4458-4921-af3d-533d8dd0c6c1 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:09:03.366842 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c54c6c-4458-4921-af3d-533d8dd0c6c1 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:09:03.403051 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c54c6c-4458-4921-af3d-533d8dd0c6c1 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Pushing event updated for resources: {'Port': ['ID=29923992-f4eb-4b78-8a1c-2f3b9e938d38,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:09:03.873091 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-54c54c6c-4458-4921-af3d-533d8dd0c6c1 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:04.013084 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-54c54c6c-4458-4921-af3d-533d8dd0c6c1 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:04.215907 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-54c54c6c-4458-4921-af3d-533d8dd0c6c1 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:04.332128 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-54c54c6c-4458-4921-af3d-533d8dd0c6c1 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:04.443986 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c54c6c-4458-4921-af3d-533d8dd0c6c1 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Pushing event updated for resources: {'Port': ['ID=29923992-f4eb-4b78-8a1c-2f3b9e938d38,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:09:04.452778 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-54c54c6c-4458-4921-af3d-533d8dd0c6c1 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691094'] for floatingip, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:04.631025 n-d-843702-1 neutron-server[89110]: INFO neutron.db.l3_db [None req-54c54c6c-4458-4921-af3d-533d8dd0c6c1 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Floating IP a9aa98a7-618e-42e1-95d6-7681495ad1bd associated. External IP: 172.25.5.85, port: 74d0ea99-999b-420f-8435-df730e8476dc. May 28 07:09:04.972946 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54c54c6c-4458-4921-af3d-533d8dd0c6c1 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Router 0ac7e02a-549c-472d-854d-9b0da6901fa0 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 07:09:05.145639 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54c54c6c-4458-4921-af3d-533d8dd0c6c1 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 07:09:05.155457 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91f7335-1e1c-4ee9-8e16-11be7fe749af None None] Sync routers for ids ['0ac7e02a-549c-472d-854d-9b0da6901fa0'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 07:09:05.166144 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91f7335-1e1c-4ee9-8e16-11be7fe749af None None] Routers {'0ac7e02a-549c-472d-854d-9b0da6901fa0'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:09:05.166733 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-f91f7335-1e1c-4ee9-8e16-11be7fe749af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:08:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['0ac7e02a-549c-472d-854d-9b0da6901fa0'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:09:05.233553 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-54c54c6c-4458-4921-af3d-533d8dd0c6c1 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:05.289045 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-54c54c6c-4458-4921-af3d-533d8dd0c6c1 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6235242 May 28 07:09:05.289714 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '000655f9-3c68-4bbf-b7f9-66cb2ac28be3', 'tag': '74d0ea99-999b-420f-8435-df730e8476dc'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:09:05.337325 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa20c31f-535b-4c7f-b87c-a78db4f1deeb'] response: {'name': 'network-changed', 'server_uuid': '000655f9-3c68-4bbf-b7f9-66cb2ac28be3', 'tag': '74d0ea99-999b-420f-8435-df730e8476dc', 'status': 'completed', 'code': 200} May 28 07:09:05.344484 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-f91f7335-1e1c-4ee9-8e16-11be7fe749af None None] Set router 0ac7e02a-549c-472d-854d-9b0da6901fa0 gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:09:05.460796 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae4e4ee-ff08-4924-8a11-518117b85814 req-6e0ef91f-76cf-423b-a351-2f0d4aedc9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:09:05.461728 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2f2156-e386-4a9a-96cb-b2a289cf8fa8 req-b2d25f04-0145-48ff-a3eb-92963645a798 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:09:05.462427 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-aae4e4ee-ff08-4924-8a11-518117b85814 req-6e0ef91f-76cf-423b-a351-2f0d4aedc9f1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5f0305e9e0384b55a3ff03fd8ac69f6c&device_id=000655f9-3c68-4bbf-b7f9-66cb2ac28be3 HTTP/1.1" status: 200 len: 1097 time: 0.0717857 May 28 07:09:05.463203 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cb2f2156-e386-4a9a-96cb-b2a289cf8fa8 req-b2d25f04-0145-48ff-a3eb-92963645a798 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=000655f9-3c68-4bbf-b7f9-66cb2ac28be3 HTTP/1.1" status: 200 len: 946 time: 0.0848055 May 28 07:09:05.509088 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cb2f2156-e386-4a9a-96cb-b2a289cf8fa8 req-1f16a1ba-b4dc-4345-aa28-37d8b51d598f tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/security-groups?id=50422cbb-fbd5-4603-8b53-f68ba956b092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395081 May 28 07:09:05.533399 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 53822) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:09:05.622597 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae4e4ee-ff08-4924-8a11-518117b85814 req-ae75698e-fbfb-45e1-8871-e87464d73e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:09:05.624061 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-aae4e4ee-ff08-4924-8a11-518117b85814 req-ae75698e-fbfb-45e1-8871-e87464d73e93 service neutron] 10.222.0.71 "GET /v2.0/networks?id=7027e8e2-3775-4977-b4db-caeaf551a54b HTTP/1.1" status: 200 len: 897 time: 0.1457574 May 28 07:09:05.729777 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-f91f7335-1e1c-4ee9-8e16-11be7fe749af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ac7e02a-549c-472d-854d-9b0da6901fa0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1748602954', 'tenant_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '7f9d943e-6510-437e-afb0-3f894509a830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:08:39Z', 'updated_at': '2022-05-28T07:08:45Z', 'revision_number': 4, 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'gw_port': {'id': '7f9d943e-6510-437e-afb0-3f894509a830', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:2b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac7e02a-549c-472d-854d-9b0da6901fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:08:40Z', 'updated_at': '2022-05-28T07:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': 'a9aa98a7-618e-42e1-95d6-7681495ad1bd', 'tenant_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'floating_ip_address': '172.25.5.85', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': '0ac7e02a-549c-472d-854d-9b0da6901fa0', 'port_id': '74d0ea99-999b-420f-8435-df730e8476dc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4034, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7027e8e2-3775-4977-b4db-caeaf551a54b', 'mac_address': 'fa:16:3e:aa:41:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000655f9-3c68-4bbf-b7f9-66cb2ac28be3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T07:09:03Z', 'updated_at': '2022-05-28T07:09:03Z', 'revision_number': 0, 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d2d88c7-60ef-443a-b275-5c96e4826426', 'name': '', 'network_id': '7027e8e2-3775-4977-b4db-caeaf551a54b', 'tenant_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'mac_address': 'fa:16:3e:da:4d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac7e02a-549c-472d-854d-9b0da6901fa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': 'e53515b1-4c34-43ef-aa1c-b1f98005ffe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:08:44Z', 'updated_at': '2022-05-28T07:08:50Z', 'revision_number': 5, 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'subnets': [{'id': 'e53515b1-4c34-43ef-aa1c-b1f98005ffe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:09:05.733772 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91f7335-1e1c-4ee9-8e16-11be7fe749af None None] Checking router: 0ac7e02a-549c-472d-854d-9b0da6901fa0 for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 07:09:05.739189 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-aae4e4ee-ff08-4924-8a11-518117b85814 req-207c09c9-794a-4cbd-9779-a56404596a44 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74d0ea99-999b-420f-8435-df730e8476dc HTTP/1.1" status: 200 len: 999 time: 0.1086617 May 28 07:09:05.742780 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91f7335-1e1c-4ee9-8e16-11be7fe749af None None] Routers {'0ac7e02a-549c-472d-854d-9b0da6901fa0'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:09:05.743379 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-f91f7335-1e1c-4ee9-8e16-11be7fe749af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:08:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['0ac7e02a-549c-472d-854d-9b0da6901fa0'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:09:05.761026 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-e8b337cb-d999-4790-be80-fb9fc7ce6f06 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/floatingips/a9aa98a7-618e-42e1-95d6-7681495ad1bd HTTP/1.1" status: 200 len: 991 time: 0.2252374 May 28 07:09:05.804544 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae4e4ee-ff08-4924-8a11-518117b85814 req-f527d34d-56ce-4160-aa85-193a13ddf61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:09:05.805992 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-aae4e4ee-ff08-4924-8a11-518117b85814 req-f527d34d-56ce-4160-aa85-193a13ddf61e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e53515b1-4c34-43ef-aa1c-b1f98005ffe0 HTTP/1.1" status: 200 len: 834 time: 0.0607171 May 28 07:09:05.881377 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae4e4ee-ff08-4924-8a11-518117b85814 req-43b93452-7c99-432f-ab38-a2c748ce9df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:09:05.882862 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-aae4e4ee-ff08-4924-8a11-518117b85814 req-43b93452-7c99-432f-ab38-a2c748ce9df6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7027e8e2-3775-4977-b4db-caeaf551a54b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698731 May 28 07:09:05.922150 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-f91f7335-1e1c-4ee9-8e16-11be7fe749af None None] Set router 0ac7e02a-549c-472d-854d-9b0da6901fa0 gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:09:06.113556 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-aae4e4ee-ff08-4924-8a11-518117b85814 req-f31428f9-330a-4550-aa56-f0d4e341bd7e service neutron] 10.222.0.71 "GET /v2.0/networks/7027e8e2-3775-4977-b4db-caeaf551a54b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244818 May 28 07:09:06.244819 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-aae4e4ee-ff08-4924-8a11-518117b85814 req-4e0d124c-f980-445e-93b7-f63cec20e503 service neutron] 10.222.0.71 "GET /v2.0/networks/7027e8e2-3775-4977-b4db-caeaf551a54b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244526 May 28 07:09:06.273004 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-f91f7335-1e1c-4ee9-8e16-11be7fe749af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ac7e02a-549c-472d-854d-9b0da6901fa0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1748602954', 'tenant_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '7f9d943e-6510-437e-afb0-3f894509a830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:08:39Z', 'updated_at': '2022-05-28T07:08:45Z', 'revision_number': 4, 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'gw_port': {'id': '7f9d943e-6510-437e-afb0-3f894509a830', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:2b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac7e02a-549c-472d-854d-9b0da6901fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:08:40Z', 'updated_at': '2022-05-28T07:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': 'a9aa98a7-618e-42e1-95d6-7681495ad1bd', 'tenant_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'floating_ip_address': '172.25.5.85', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': '0ac7e02a-549c-472d-854d-9b0da6901fa0', 'port_id': '74d0ea99-999b-420f-8435-df730e8476dc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4034, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7027e8e2-3775-4977-b4db-caeaf551a54b', 'mac_address': 'fa:16:3e:aa:41:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000655f9-3c68-4bbf-b7f9-66cb2ac28be3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T07:09:03Z', 'updated_at': '2022-05-28T07:09:03Z', 'revision_number': 0, 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d2d88c7-60ef-443a-b275-5c96e4826426', 'name': '', 'network_id': '7027e8e2-3775-4977-b4db-caeaf551a54b', 'tenant_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'mac_address': 'fa:16:3e:da:4d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac7e02a-549c-472d-854d-9b0da6901fa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': 'e53515b1-4c34-43ef-aa1c-b1f98005ffe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:08:44Z', 'updated_at': '2022-05-28T07:08:50Z', 'revision_number': 5, 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'subnets': [{'id': 'e53515b1-4c34-43ef-aa1c-b1f98005ffe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:09:06.276954 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91f7335-1e1c-4ee9-8e16-11be7fe749af None None] The sync data for ids ['0ac7e02a-549c-472d-854d-9b0da6901fa0'] in n-d-843702-1 is: [{'id': '0ac7e02a-549c-472d-854d-9b0da6901fa0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1748602954', 'tenant_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '7f9d943e-6510-437e-afb0-3f894509a830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:08:39Z', 'updated_at': '2022-05-28T07:08:45Z', 'revision_number': 4, 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'gw_port': {'id': '7f9d943e-6510-437e-afb0-3f894509a830', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:2b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac7e02a-549c-472d-854d-9b0da6901fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:08:40Z', 'updated_at': '2022-05-28T07:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': 'a9aa98a7-618e-42e1-95d6-7681495ad1bd', 'tenant_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'floating_ip_address': '172.25.5.85', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': '0ac7e02a-549c-472d-854d-9b0da6901fa0', 'port_id': '74d0ea99-999b-420f-8435-df730e8476dc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4034, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7027e8e2-3775-4977-b4db-caeaf551a54b', 'mac_address': 'fa:16:3e:aa:41:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000655f9-3c68-4bbf-b7f9-66cb2ac28be3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T07:09:03Z', 'updated_at': '2022-05-28T07:09:03Z', 'revision_number': 0, 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d2d88c7-60ef-443a-b275-5c96e4826426', 'name': '', 'network_id': '7027e8e2-3775-4977-b4db-caeaf551a54b', 'tenant_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'mac_address': 'fa:16:3e:da:4d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac7e02a-549c-472d-854d-9b0da6901fa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': 'e53515b1-4c34-43ef-aa1c-b1f98005ffe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:08:44Z', 'updated_at': '2022-05-28T07:08:50Z', 'revision_number': 5, 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'subnets': [{'id': 'e53515b1-4c34-43ef-aa1c-b1f98005ffe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 07:09:06.464273 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198fb115-4f6b-4669-8858-c8c812d32a17 None None] New status for floating IP a9aa98a7-618e-42e1-95d6-7681495ad1bd: ACTIVE {{(pid=89111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 07:09:06.763316 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 53826) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:09:06.871516 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-3feb33b8-8be1-4e1b-846e-4a0d4140e07c tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/floatingips/a9aa98a7-618e-42e1-95d6-7681495ad1bd HTTP/1.1" status: 200 len: 991 time: 0.1070812 May 28 07:09:07.875344 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 53830) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:09:07.980441 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-39aeee95-8f60-4a7a-b721-67a288cf149e tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/floatingips/a9aa98a7-618e-42e1-95d6-7681495ad1bd HTTP/1.1" status: 200 len: 993 time: 0.1040585 May 28 07:09:13.407575 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261b70b8-97cc-4273-8366-406068162a20 req-faab2f41-245b-46a9-a2e2-635c42925914 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:09:13.409652 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-261b70b8-97cc-4273-8366-406068162a20 req-faab2f41-245b-46a9-a2e2-635c42925914 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=5959ca56-be65-49a7-9705-249b84b52999 HTTP/1.1" status: 200 len: 946 time: 0.0801139 May 28 07:09:13.453972 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-261b70b8-97cc-4273-8366-406068162a20 req-24db4636-14ab-44ae-a017-03ffef7ca734 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebd25b8f-6b9f-4f5e-8a45-3a18da994937&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380578 May 28 07:09:14.647048 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6895126a-76bf-496a-ac57-b92f5753a816 req-25e4587c-6d6a-42b1-a713-8609615e4bff tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:09:14.648538 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6895126a-76bf-496a-ac57-b92f5753a816 req-25e4587c-6d6a-42b1-a713-8609615e4bff tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=5959ca56-be65-49a7-9705-249b84b52999 HTTP/1.1" status: 200 len: 946 time: 0.0839081 May 28 07:09:14.692796 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6895126a-76bf-496a-ac57-b92f5753a816 req-5a4c7ffe-7f72-4d3d-9a07-e4fd33c487ba tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebd25b8f-6b9f-4f5e-8a45-3a18da994937&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379777 May 28 07:09:14.837140 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e797c4e1-9338-4c8a-b9ab-6834903c89b9 req-5650c868-f4c7-458e-810e-bba922f59c71 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:09:14.838485 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e797c4e1-9338-4c8a-b9ab-6834903c89b9 req-5650c868-f4c7-458e-810e-bba922f59c71 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.69 "GET /v2.0/ports?device_id=5959ca56-be65-49a7-9705-249b84b52999 HTTP/1.1" status: 200 len: 946 time: 0.0787275 May 28 07:09:14.909526 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-e797c4e1-9338-4c8a-b9ab-6834903c89b9 req-22a8233a-267e-4de0-b8cd-b007c5c40cf2 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Deleting port e973edda-69f8-4fb8-99c2-781f208cdab4 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:09:14.909966 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-e797c4e1-9338-4c8a-b9ab-6834903c89b9 req-22a8233a-267e-4de0-b8cd-b007c5c40cf2 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:15.153824 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-e797c4e1-9338-4c8a-b9ab-6834903c89b9 req-22a8233a-267e-4de0-b8cd-b007c5c40cf2 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] For port e973edda-69f8-4fb8-99c2-781f208cdab4, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=e973edda-69f8-4fb8-99c2-781f208cdab4,segment=NetworkSegment(9b6a153f-5acc-4efc-9ff2-d82aa4b5901c),segment_id=9b6a153f-5acc-4efc-9ff2-d82aa4b5901c)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:09:15.154185 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-e797c4e1-9338-4c8a-b9ab-6834903c89b9 req-22a8233a-267e-4de0-b8cd-b007c5c40cf2 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:15.437155 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-e797c4e1-9338-4c8a-b9ab-6834903c89b9 req-22a8233a-267e-4de0-b8cd-b007c5c40cf2 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:15.437461 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-e797c4e1-9338-4c8a-b9ab-6834903c89b9 req-22a8233a-267e-4de0-b8cd-b007c5c40cf2 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691094'] for floatingip, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:15.437777 n-d-843702-1 neutron-server[89110]: INFO neutron.db.l3_db [req-e797c4e1-9338-4c8a-b9ab-6834903c89b9 req-22a8233a-267e-4de0-b8cd-b007c5c40cf2 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Floating IP 7198340f-6aff-4030-bd32-362c18d4b5c3 disassociated. External IP: 172.25.5.184, port: e973edda-69f8-4fb8-99c2-781f208cdab4. May 28 07:09:15.438118 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-e797c4e1-9338-4c8a-b9ab-6834903c89b9 req-22a8233a-267e-4de0-b8cd-b007c5c40cf2 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Calling delete_port for e973edda-69f8-4fb8-99c2-781f208cdab4 owned by compute:nova {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:09:15.640776 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-e797c4e1-9338-4c8a-b9ab-6834903c89b9 req-22a8233a-267e-4de0-b8cd-b007c5c40cf2 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:15.690751 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a8233a-267e-4de0-b8cd-b007c5c40cf2 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Pushing event deleted for resources: {'Port': ['ID=e973edda-69f8-4fb8-99c2-781f208cdab4,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:09:15.888998 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7b1d3716-652e-4ebb-9477-6d22e835e758 req-7eb72941-ce1c-4c64-ae6f-de4745f07c9d tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=5959ca56-be65-49a7-9705-249b84b52999 HTTP/1.1" status: 200 len: 210 time: 0.0564885 May 28 07:09:15.915606 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e797c4e1-9338-4c8a-b9ab-6834903c89b9 req-22a8233a-267e-4de0-b8cd-b007c5c40cf2 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Router b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 07:09:16.202058 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e797c4e1-9338-4c8a-b9ab-6834903c89b9 req-22a8233a-267e-4de0-b8cd-b007c5c40cf2 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 07:09:16.212038 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f691dab-712c-445c-a02e-8158bb5d9095 None None] Sync routers for ids ['b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 07:09:16.221855 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f691dab-712c-445c-a02e-8158bb5d9095 None None] Routers {'b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:09:16.222452 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-7f691dab-712c-445c-a02e-8158bb5d9095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:08:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:09:16.276411 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-e797c4e1-9338-4c8a-b9ab-6834903c89b9 req-22a8233a-267e-4de0-b8cd-b007c5c40cf2 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] No DVR routers for this DVR port e973edda-69f8-4fb8-99c2-781f208cdab4 on host n-h1-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 07:09:16.279735 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-e797c4e1-9338-4c8a-b9ab-6834903c89b9 req-22a8233a-267e-4de0-b8cd-b007c5c40cf2 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:16.282254 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5959ca56-be65-49a7-9705-249b84b52999', 'name': 'network-vif-deleted', 'tag': 'e973edda-69f8-4fb8-99c2-781f208cdab4'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:09:16.336091 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-168aecf4-ebb6-41cc-bfe4-a3a3b98419bf'] response: {'server_uuid': '5959ca56-be65-49a7-9705-249b84b52999', 'name': 'network-vif-deleted', 'tag': 'e973edda-69f8-4fb8-99c2-781f208cdab4', 'status': 'completed', 'code': 200} May 28 07:09:16.367442 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e797c4e1-9338-4c8a-b9ab-6834903c89b9 req-22a8233a-267e-4de0-b8cd-b007c5c40cf2 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.69 "DELETE /v2.0/ports/e973edda-69f8-4fb8-99c2-781f208cdab4 HTTP/1.1" status: 204 len: 173 time: 1.5236027 May 28 07:09:16.401588 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-7f691dab-712c-445c-a02e-8158bb5d9095 None None] Set router b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:09:16.734340 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-7f691dab-712c-445c-a02e-8158bb5d9095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f', 'name': 'tempest-TestVolumeBootPattern-227510675-router', 'tenant_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': 'b3638f2e-8ae4-48e8-b94a-dbb59fec6d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:59:30Z', 'updated_at': '2022-05-28T06:59:37Z', 'revision_number': 4, 'project_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'gw_port': {'id': 'b3638f2e-8ae4-48e8-b94a-dbb59fec6d17', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:8c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:59:32Z', 'updated_at': '2022-05-28T06:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'd50e37c7-6255-40ce-b4db-d02ed3a3ecce', 'name': '', 'network_id': 'b87fb3cb-482f-4500-8eb8-33ba0d95db61', 'tenant_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'mac_address': 'fa:16:3e:31:b1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '03e4bbfb-d6ff-44b0-bb81-9edbb740d6df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:59:36Z', 'updated_at': '2022-05-28T06:59:47Z', 'revision_number': 5, 'project_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'subnets': [{'id': '03e4bbfb-d6ff-44b0-bb81-9edbb740d6df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:09:16.738111 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f691dab-712c-445c-a02e-8158bb5d9095 None None] Checking router: b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 07:09:16.747106 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f691dab-712c-445c-a02e-8158bb5d9095 None None] Routers {'b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:09:16.747712 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-7f691dab-712c-445c-a02e-8158bb5d9095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:08:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:09:16.937233 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-7f691dab-712c-445c-a02e-8158bb5d9095 None None] Set router b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:09:17.054923 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-585b7971-9072-4627-b12f-90d034d295ee req-9bbaa515-ecf9-4718-9105-9b14e70a54e6 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Synchronizing usage tracker for tenant:6cd404fb9ef9487fb34baf3bf8b36b53 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:09:17.166244 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-585b7971-9072-4627-b12f-90d034d295ee req-9bbaa515-ecf9-4718-9105-9b14e70a54e6 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Unset dirty status for tenant:6cd404fb9ef9487fb34baf3bf8b36b53 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:09:17.167450 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-585b7971-9072-4627-b12f-90d034d295ee req-9bbaa515-ecf9-4718-9105-9b14e70a54e6 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=5959ca56-be65-49a7-9705-249b84b52999 HTTP/1.1" status: 200 len: 210 time: 0.1551301 May 28 07:09:17.287508 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-7f691dab-712c-445c-a02e-8158bb5d9095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f', 'name': 'tempest-TestVolumeBootPattern-227510675-router', 'tenant_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': 'b3638f2e-8ae4-48e8-b94a-dbb59fec6d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:59:30Z', 'updated_at': '2022-05-28T06:59:37Z', 'revision_number': 4, 'project_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'gw_port': {'id': 'b3638f2e-8ae4-48e8-b94a-dbb59fec6d17', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:8c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:59:32Z', 'updated_at': '2022-05-28T06:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'd50e37c7-6255-40ce-b4db-d02ed3a3ecce', 'name': '', 'network_id': 'b87fb3cb-482f-4500-8eb8-33ba0d95db61', 'tenant_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'mac_address': 'fa:16:3e:31:b1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '03e4bbfb-d6ff-44b0-bb81-9edbb740d6df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:59:36Z', 'updated_at': '2022-05-28T06:59:47Z', 'revision_number': 5, 'project_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'subnets': [{'id': '03e4bbfb-d6ff-44b0-bb81-9edbb740d6df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:09:17.292848 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f691dab-712c-445c-a02e-8158bb5d9095 None None] The sync data for ids ['b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f'] in n-d-843702-1 is: [{'id': 'b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f', 'name': 'tempest-TestVolumeBootPattern-227510675-router', 'tenant_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': 'b3638f2e-8ae4-48e8-b94a-dbb59fec6d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:59:30Z', 'updated_at': '2022-05-28T06:59:37Z', 'revision_number': 4, 'project_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'gw_port': {'id': 'b3638f2e-8ae4-48e8-b94a-dbb59fec6d17', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:8c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:59:32Z', 'updated_at': '2022-05-28T06:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'd50e37c7-6255-40ce-b4db-d02ed3a3ecce', 'name': '', 'network_id': 'b87fb3cb-482f-4500-8eb8-33ba0d95db61', 'tenant_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'mac_address': 'fa:16:3e:31:b1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '03e4bbfb-d6ff-44b0-bb81-9edbb740d6df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:59:36Z', 'updated_at': '2022-05-28T06:59:47Z', 'revision_number': 5, 'project_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'subnets': [{'id': '03e4bbfb-d6ff-44b0-bb81-9edbb740d6df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 07:09:17.502159 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a540f243-6cea-4c5a-94b7-f09d6d1557d7 None None] New status for floating IP 7198340f-6aff-4030-bd32-362c18d4b5c3: DOWN {{(pid=89111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 07:09:18.515929 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-79ec2862-5bc1-492c-9d15-6086a47cd424 req-276cbee7-4b0a-4943-83f8-d4c0ac1b49b2 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-77122397&fields=id&tenant_id=6cd404fb9ef9487fb34baf3bf8b36b53 HTTP/1.1" status: 200 len: 267 time: 0.0428348 May 28 07:09:18.665352 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ec2862-5bc1-492c-9d15-6086a47cd424 req-7adb6c8a-aee0-46df-bbb7-92ec83b5b863 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:09:18.666839 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-79ec2862-5bc1-492c-9d15-6086a47cd424 req-7adb6c8a-aee0-46df-bbb7-92ec83b5b863 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/networks?id=b87fb3cb-482f-4500-8eb8-33ba0d95db61 HTTP/1.1" status: 200 len: 811 time: 0.1431391 May 28 07:09:18.681682 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-79ec2862-5bc1-492c-9d15-6086a47cd424 req-bca84569-21ba-44fc-9edb-61b779be735f tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/quotas/6cd404fb9ef9487fb34baf3bf8b36b53 HTTP/1.1" status: 200 len: 375 time: 0.0094197 May 28 07:09:18.817662 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-79ec2862-5bc1-492c-9d15-6086a47cd424 req-191929aa-49fe-439b-b94e-ea507cec55e2 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=6cd404fb9ef9487fb34baf3bf8b36b53&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1310642 May 28 07:09:18.827730 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f619f6c9-c82b-42e6-b38f-8cbce75616ad req-248d22b5-77b4-4127-b680-95f51865559c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9f46ecf6-3b8d-4bec-bc62-ca85bf5c820d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0907376 May 28 07:09:19.007002 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-79ec2862-5bc1-492c-9d15-6086a47cd424 req-2fcf33d5-1420-4c9b-96ae-03bd310669a3 service neutron] 10.222.0.55 "GET /v2.0/networks/b87fb3cb-482f-4500-8eb8-33ba0d95db61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764121 May 28 07:09:19.015791 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f619f6c9-c82b-42e6-b38f-8cbce75616ad req-a77176c4-5c8f-4a3f-b9c2-b5c9821ca3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:09:19.017199 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f619f6c9-c82b-42e6-b38f-8cbce75616ad req-a77176c4-5c8f-4a3f-b9c2-b5c9821ca3d5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=568a49ef68dd4e4bb9244f0084a7583d&device_id=9f46ecf6-3b8d-4bec-bc62-ca85bf5c820d HTTP/1.1" status: 200 len: 1097 time: 0.1207895 May 28 07:09:19.245272 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-79ec2862-5bc1-492c-9d15-6086a47cd424 req-da235a84-4bea-4026-b315-2e5652ed66b5 service neutron] 10.222.0.55 "GET /v2.0/networks/b87fb3cb-482f-4500-8eb8-33ba0d95db61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271123 May 28 07:09:19.249244 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f619f6c9-c82b-42e6-b38f-8cbce75616ad req-0e39187b-fc9f-44b6-b070-df7c071dee52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:09:19.250577 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f619f6c9-c82b-42e6-b38f-8cbce75616ad req-0e39187b-fc9f-44b6-b070-df7c071dee52 service neutron] 10.222.0.69 "GET /v2.0/networks?id=16e2a17d-15e5-43a6-b979-a4aaa8a0f11f HTTP/1.1" status: 200 len: 910 time: 0.2134690 May 28 07:09:19.368149 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f619f6c9-c82b-42e6-b38f-8cbce75616ad req-d2710508-d051-4814-bda2-e97f3b42d491 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c809db8-8a35-47c1-a6f2-499ab85f9a42 HTTP/1.1" status: 200 len: 1002 time: 0.1113305 May 28 07:09:19.438368 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f619f6c9-c82b-42e6-b38f-8cbce75616ad req-65c3a8f8-2127-4d52-bc67-29a58f6fedc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:09:19.439849 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f619f6c9-c82b-42e6-b38f-8cbce75616ad req-65c3a8f8-2127-4d52-bc67-29a58f6fedc4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c529b6aa-dc62-472f-bf60-4d97f55e75f9 HTTP/1.1" status: 200 len: 848 time: 0.0666831 May 28 07:09:19.519694 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f619f6c9-c82b-42e6-b38f-8cbce75616ad req-50edd589-8868-4900-8cd5-7a550a4d06f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:09:19.521357 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f619f6c9-c82b-42e6-b38f-8cbce75616ad req-50edd589-8868-4900-8cd5-7a550a4d06f6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=16e2a17d-15e5-43a6-b979-a4aaa8a0f11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0749359 May 28 07:09:19.654631 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f619f6c9-c82b-42e6-b38f-8cbce75616ad req-b8789d6d-7e06-4098-bdb5-842450db8f2b service neutron] 10.222.0.69 "GET /v2.0/networks/16e2a17d-15e5-43a6-b979-a4aaa8a0f11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275885 May 28 07:09:19.887706 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f619f6c9-c82b-42e6-b38f-8cbce75616ad req-47cbbf37-b58b-4811-91b1-9e6d481ab045 service neutron] 10.222.0.69 "GET /v2.0/networks/16e2a17d-15e5-43a6-b979-a4aaa8a0f11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276297 May 28 07:09:19.992026 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b5fe7b36-9ee2-4299-8ec1-60820127716c req-95f7d902-2c87-43bd-ba75-fd1497b49a24 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=08247089-1673-4b7c-a1d2-4bbfc581fbf2 HTTP/1.1" status: 200 len: 210 time: 0.0416384 May 28 07:09:20.218328 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device e973edda-69f8-4fb8-99c2-781f208cdab4 no longer exists at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:09:20.252055 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] No Port match for: e973edda-69f8-4fb8-99c2-781f208cdab4 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 07:09:20.252391 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device e973edda-69f8-4fb8-99c2-781f208cdab4 not bound to the agent host n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 07:09:21.142253 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7e113329-300c-42c4-b0fd-8e29700205de req-2b5cd1a9-880d-4987-8838-37b52bd7504b tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=08247089-1673-4b7c-a1d2-4bbfc581fbf2 HTTP/1.1" status: 200 len: 210 time: 0.0424516 May 28 07:09:22.023286 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ec2862-5bc1-492c-9d15-6086a47cd424 req-d870435e-7528-4277-832a-a39190f1f22e tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:09:22.024948 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-79ec2862-5bc1-492c-9d15-6086a47cd424 req-d870435e-7528-4277-832a-a39190f1f22e tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.69 "GET /v2.0/networks?id=b87fb3cb-482f-4500-8eb8-33ba0d95db61 HTTP/1.1" status: 200 len: 811 time: 0.1481001 May 28 07:09:22.086868 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-79ec2862-5bc1-492c-9d15-6086a47cd424 req-498dd2ec-bab7-4f96-90df-70d3573eda58 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6cd404fb9ef9487fb34baf3bf8b36b53 HTTP/1.1" status: 200 len: 378 time: 0.0454578 May 28 07:09:22.095182 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-79ec2862-5bc1-492c-9d15-6086a47cd424 req-7f0889e8-52b7-4049-a9fc-d687e28d43a5 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Request body: {'port': {'device_id': '08247089-1673-4b7c-a1d2-4bbfc581fbf2', 'network_id': 'b87fb3cb-482f-4500-8eb8-33ba0d95db61', 'admin_state_up': True, 'tenant_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'security_groups': ['ebd25b8f-6b9f-4f5e-8a45-3a18da994937']}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:09:22.238177 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-79ec2862-5bc1-492c-9d15-6086a47cd424 req-7f0889e8-52b7-4049-a9fc-d687e28d43a5 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:09:22.248605 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-79ec2862-5bc1-492c-9d15-6086a47cd424 req-7f0889e8-52b7-4049-a9fc-d687e28d43a5 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:09:22.298009 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-98adb7c5-8b71-42e0-949e-9322eb2bc1d3 req-c047d6e0-9689-4475-8da2-d44cbb35249e tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=08247089-1673-4b7c-a1d2-4bbfc581fbf2 HTTP/1.1" status: 200 len: 210 time: 0.0468540 May 28 07:09:22.367231 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79ec2862-5bc1-492c-9d15-6086a47cd424 req-7f0889e8-52b7-4049-a9fc-d687e28d43a5 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Made reservation on behalf of 6cd404fb9ef9487fb34baf3bf8b36b53 for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 07:09:22.371095 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-79ec2862-5bc1-492c-9d15-6086a47cd424 req-7f0889e8-52b7-4049-a9fc-d687e28d43a5 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:22.563967 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [req-79ec2862-5bc1-492c-9d15-6086a47cd424 req-7f0889e8-52b7-4049-a9fc-d687e28d43a5 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Allocated IP 172.20.0.3 (b87fb3cb-482f-4500-8eb8-33ba0d95db61/03e4bbfb-d6ff-44b0-bb81-9edbb740d6df/d5f7ec2b-bf5e-4b80-9c79-ba4fe1bade9c) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:09:22.753138 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-79ec2862-5bc1-492c-9d15-6086a47cd424 req-7f0889e8-52b7-4049-a9fc-d687e28d43a5 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:22.771174 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-79ec2862-5bc1-492c-9d15-6086a47cd424 req-7f0889e8-52b7-4049-a9fc-d687e28d43a5 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Transition to ACTIVE for port object d5f7ec2b-bf5e-4b80-9c79-ba4fe1bade9c will not be triggered until provisioned by entity DHCP. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:09:22.873929 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-79ec2862-5bc1-492c-9d15-6086a47cd424 req-7f0889e8-52b7-4049-a9fc-d687e28d43a5 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:22.949285 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79ec2862-5bc1-492c-9d15-6086a47cd424 req-7f0889e8-52b7-4049-a9fc-d687e28d43a5 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Network b87fb3cb-482f-4500-8eb8-33ba0d95db61 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:09:22.952555 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [req-79ec2862-5bc1-492c-9d15-6086a47cd424 req-7f0889e8-52b7-4049-a9fc-d687e28d43a5 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:09:22.956445 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-79ec2862-5bc1-492c-9d15-6086a47cd424 req-7f0889e8-52b7-4049-a9fc-d687e28d43a5 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:09:22.990382 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0889e8-52b7-4049-a9fc-d687e28d43a5 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Pushing event updated for resources: {'Port': ['ID=d5f7ec2b-bf5e-4b80-9c79-ba4fe1bade9c,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:09:23.030498 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ec2862-5bc1-492c-9d15-6086a47cd424 req-7f0889e8-52b7-4049-a9fc-d687e28d43a5 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:09:23.034446 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-79ec2862-5bc1-492c-9d15-6086a47cd424 req-7f0889e8-52b7-4049-a9fc-d687e28d43a5 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:23.161046 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-79ec2862-5bc1-492c-9d15-6086a47cd424 req-7f0889e8-52b7-4049-a9fc-d687e28d43a5 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0693018 May 28 07:09:23.172663 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-79ec2862-5bc1-492c-9d15-6086a47cd424 req-96a78a56-086c-420d-928d-cd3b94aa72dd service neutron] Request body: {'port': {'device_id': '08247089-1673-4b7c-a1d2-4bbfc581fbf2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843702-1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:09:23.282506 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-18935590-af01-471c-bc5c-7063c2aa4f58 None None] Provisioning for port d5f7ec2b-bf5e-4b80-9c79-ba4fe1bade9c completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:09:23.286198 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-79ec2862-5bc1-492c-9d15-6086a47cd424 req-96a78a56-086c-420d-928d-cd3b94aa72dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:23.288797 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-18935590-af01-471c-bc5c-7063c2aa4f58 None None] Provisioning complete for port d5f7ec2b-bf5e-4b80-9c79-ba4fe1bade9c triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:09:23.289163 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-18935590-af01-471c-bc5c-7063c2aa4f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:23.349776 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-18935590-af01-471c-bc5c-7063c2aa4f58 None None] Port d5f7ec2b-bf5e-4b80-9c79-ba4fe1bade9c cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 07:09:23.618858 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fefa8f9-f0f1-4b5a-8062-4574085bc492 req-74c0bdbb-18ed-42b5-a64a-82dcc24069b9 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:09:23.619545 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-1fefa8f9-f0f1-4b5a-8062-4574085bc492 req-74c0bdbb-18ed-42b5-a64a-82dcc24069b9 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Synchronizing usage tracker for tenant:6cd404fb9ef9487fb34baf3bf8b36b53 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:09:23.700659 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-1fefa8f9-f0f1-4b5a-8062-4574085bc492 req-74c0bdbb-18ed-42b5-a64a-82dcc24069b9 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Unset dirty status for tenant:6cd404fb9ef9487fb34baf3bf8b36b53 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:09:23.701857 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1fefa8f9-f0f1-4b5a-8062-4574085bc492 req-74c0bdbb-18ed-42b5-a64a-82dcc24069b9 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=08247089-1673-4b7c-a1d2-4bbfc581fbf2 HTTP/1.1" status: 200 len: 931 time: 0.2778213 May 28 07:09:23.707514 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [req-79ec2862-5bc1-492c-9d15-6086a47cd424 req-96a78a56-086c-420d-928d-cd3b94aa72dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5f7ec2b-bf5e-4b80-9c79-ba4fe1bade9c {{(pid=89110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 07:09:23.836674 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-79ec2862-5bc1-492c-9d15-6086a47cd424 req-96a78a56-086c-420d-928d-cd3b94aa72dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:23.842469 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-2c77c419-cc91-4369-87b1-3a8449386115 req-26c9e0c3-5b2e-46f3-a4e2-f164e446e8ef service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=000655f9-3c68-4bbf-b7f9-66cb2ac28be3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0786738 May 28 07:09:23.865517 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-79ec2862-5bc1-492c-9d15-6086a47cd424 req-96a78a56-086c-420d-928d-cd3b94aa72dd service neutron] Transition to ACTIVE for port object d5f7ec2b-bf5e-4b80-9c79-ba4fe1bade9c will not be triggered until provisioned by entity L2. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:09:23.877461 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1fefa8f9-f0f1-4b5a-8062-4574085bc492 req-15ec1c11-c449-433d-a079-aad2a63deba9 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebd25b8f-6b9f-4f5e-8a45-3a18da994937&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1655881 May 28 07:09:23.942929 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-79ec2862-5bc1-492c-9d15-6086a47cd424 req-96a78a56-086c-420d-928d-cd3b94aa72dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:24.005512 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c77c419-cc91-4369-87b1-3a8449386115 req-b37f4ede-d50a-4018-bd28-2f4b844236ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:09:24.007475 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-2c77c419-cc91-4369-87b1-3a8449386115 req-b37f4ede-d50a-4018-bd28-2f4b844236ac service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5f0305e9e0384b55a3ff03fd8ac69f6c&device_id=000655f9-3c68-4bbf-b7f9-66cb2ac28be3 HTTP/1.1" status: 200 len: 1097 time: 0.0744371 May 28 07:09:24.094228 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a78a56-086c-420d-928d-cd3b94aa72dd service neutron] Pushing event updated for resources: {'Port': ['ID=d5f7ec2b-bf5e-4b80-9c79-ba4fe1bade9c,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:09:24.181665 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c77c419-cc91-4369-87b1-3a8449386115 req-9d9a5c4e-f12e-455c-ad03-37f8a30f1bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:09:24.182707 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-79ec2862-5bc1-492c-9d15-6086a47cd424 req-96a78a56-086c-420d-928d-cd3b94aa72dd service neutron] Attempting to bind port d5f7ec2b-bf5e-4b80-9c79-ba4fe1bade9c on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 07:09:24.183039 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-79ec2862-5bc1-492c-9d15-6086a47cd424 req-96a78a56-086c-420d-928d-cd3b94aa72dd service neutron] Attempting to bind port d5f7ec2b-bf5e-4b80-9c79-ba4fe1bade9c by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': '9b6a153f-5acc-4efc-9ff2-d82aa4b5901c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b87fb3cb-482f-4500-8eb8-33ba0d95db61'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 07:09:24.183168 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-2c77c419-cc91-4369-87b1-3a8449386115 req-9d9a5c4e-f12e-455c-ad03-37f8a30f1bd4 service neutron] 10.222.0.71 "GET /v2.0/networks?id=7027e8e2-3775-4977-b4db-caeaf551a54b HTTP/1.1" status: 200 len: 897 time: 0.1547747 May 28 07:09:24.183440 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ec2862-5bc1-492c-9d15-6086a47cd424 req-96a78a56-086c-420d-928d-cd3b94aa72dd service neutron] Attempting to bind port d5f7ec2b-bf5e-4b80-9c79-ba4fe1bade9c on network b87fb3cb-482f-4500-8eb8-33ba0d95db61 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:09:24.189266 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ec2862-5bc1-492c-9d15-6086a47cd424 req-96a78a56-086c-420d-928d-cd3b94aa72dd service neutron] Port d5f7ec2b-bf5e-4b80-9c79-ba4fe1bade9c on network b87fb3cb-482f-4500-8eb8-33ba0d95db61 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 07:09:24.196588 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ec2862-5bc1-492c-9d15-6086a47cd424 req-96a78a56-086c-420d-928d-cd3b94aa72dd service neutron] Attempting to bind port d5f7ec2b-bf5e-4b80-9c79-ba4fe1bade9c on network b87fb3cb-482f-4500-8eb8-33ba0d95db61 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:09:24.196588 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ec2862-5bc1-492c-9d15-6086a47cd424 req-96a78a56-086c-420d-928d-cd3b94aa72dd service neutron] Checking agent: {'id': '69f492a0-c00d-46d0-9bec-fcd8161ce206', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 7, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 07:09:24.196588 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ec2862-5bc1-492c-9d15-6086a47cd424 req-96a78a56-086c-420d-928d-cd3b94aa72dd service neutron] Checking segment: {'id': '9b6a153f-5acc-4efc-9ff2-d82aa4b5901c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b87fb3cb-482f-4500-8eb8-33ba0d95db61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:09:24.196860 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ec2862-5bc1-492c-9d15-6086a47cd424 req-96a78a56-086c-420d-928d-cd3b94aa72dd service neutron] Bound using segment: {'id': '9b6a153f-5acc-4efc-9ff2-d82aa4b5901c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b87fb3cb-482f-4500-8eb8-33ba0d95db61'} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 07:09:24.197200 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-79ec2862-5bc1-492c-9d15-6086a47cd424 req-96a78a56-086c-420d-928d-cd3b94aa72dd service neutron] Bound port: d5f7ec2b-bf5e-4b80-9c79-ba4fe1bade9c, host: n-h1-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b6a153f-5acc-4efc-9ff2-d82aa4b5901c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b87fb3cb-482f-4500-8eb8-33ba0d95db61'}}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 07:09:24.197738 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-79ec2862-5bc1-492c-9d15-6086a47cd424 req-96a78a56-086c-420d-928d-cd3b94aa72dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:24.291259 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-79ec2862-5bc1-492c-9d15-6086a47cd424 req-96a78a56-086c-420d-928d-cd3b94aa72dd service neutron] For port d5f7ec2b-bf5e-4b80-9c79-ba4fe1bade9c, host n-h1-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:09:24.294251 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-79ec2862-5bc1-492c-9d15-6086a47cd424 req-96a78a56-086c-420d-928d-cd3b94aa72dd service neutron] For port d5f7ec2b-bf5e-4b80-9c79-ba4fe1bade9c, host n-h1-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=d5f7ec2b-bf5e-4b80-9c79-ba4fe1bade9c,segment=NetworkSegment(9b6a153f-5acc-4efc-9ff2-d82aa4b5901c),segment_id=9b6a153f-5acc-4efc-9ff2-d82aa4b5901c)] {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 07:09:24.301316 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-2c77c419-cc91-4369-87b1-3a8449386115 req-63f7a669-dc0f-4574-86b1-13f58306cd93 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74d0ea99-999b-420f-8435-df730e8476dc HTTP/1.1" status: 200 len: 1001 time: 0.1093838 May 28 07:09:24.364444 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c77c419-cc91-4369-87b1-3a8449386115 req-b6e07970-dd8c-46bc-8c80-b5263d60dcc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:09:24.366096 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-2c77c419-cc91-4369-87b1-3a8449386115 req-b6e07970-dd8c-46bc-8c80-b5263d60dcc6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e53515b1-4c34-43ef-aa1c-b1f98005ffe0 HTTP/1.1" status: 200 len: 834 time: 0.0584717 May 28 07:09:24.378222 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-79ec2862-5bc1-492c-9d15-6086a47cd424 req-96a78a56-086c-420d-928d-cd3b94aa72dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:24.441713 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ec2862-5bc1-492c-9d15-6086a47cd424 req-96a78a56-086c-420d-928d-cd3b94aa72dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:09:24.442390 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-79ec2862-5bc1-492c-9d15-6086a47cd424 req-96a78a56-086c-420d-928d-cd3b94aa72dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:24.443651 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-79ec2862-5bc1-492c-9d15-6086a47cd424 req-96a78a56-086c-420d-928d-cd3b94aa72dd service neutron] 10.222.0.69 "PUT /v2.0/ports/d5f7ec2b-bf5e-4b80-9c79-ba4fe1bade9c HTTP/1.1" status: 200 len: 1091 time: 1.2758973 May 28 07:09:24.444616 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08247089-1673-4b7c-a1d2-4bbfc581fbf2', 'tag': 'd5f7ec2b-bf5e-4b80-9c79-ba4fe1bade9c'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:09:24.453260 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c77c419-cc91-4369-87b1-3a8449386115 req-175e6bd1-560a-4b25-aa57-6d3ab4eb98b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:09:24.454773 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-2c77c419-cc91-4369-87b1-3a8449386115 req-175e6bd1-560a-4b25-aa57-6d3ab4eb98b3 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7027e8e2-3775-4977-b4db-caeaf551a54b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0828805 May 28 07:09:24.467154 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [req-2c77c419-cc91-4369-87b1-3a8449386115 req-8e844290-4fa4-4980-9fa5-27c9c855b3df service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=89109) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 07:09:24.468514 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-2c77c419-cc91-4369-87b1-3a8449386115 req-8e844290-4fa4-4980-9fa5-27c9c855b3df service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070643 May 28 07:09:24.469035 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a78a56-086c-420d-928d-cd3b94aa72dd service neutron] Pushing event updated for resources: {'Port': ['ID=d5f7ec2b-bf5e-4b80-9c79-ba4fe1bade9c,revision_number=3']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:09:24.507641 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bd23599-9e2e-48be-bfd0-0b845784f169'] response: {'name': 'network-changed', 'server_uuid': '08247089-1673-4b7c-a1d2-4bbfc581fbf2', 'tag': 'd5f7ec2b-bf5e-4b80-9c79-ba4fe1bade9c', 'status': 'completed', 'code': 200} May 28 07:09:24.600798 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e263ca-ba39-4c37-be30-5609fa125224 req-cc2196eb-c5bd-42ae-bc86-c26b849a46b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:09:24.602431 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-82e263ca-ba39-4c37-be30-5609fa125224 req-cc2196eb-c5bd-42ae-bc86-c26b849a46b3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6cd404fb9ef9487fb34baf3bf8b36b53&device_id=08247089-1673-4b7c-a1d2-4bbfc581fbf2 HTTP/1.1" status: 200 len: 1094 time: 0.0788472 May 28 07:09:24.619682 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-2c77c419-cc91-4369-87b1-3a8449386115 req-e565f0d4-f92f-4686-a230-226823cc18f5 service neutron] 10.222.0.71 "GET /v2.0/networks/7027e8e2-3775-4977-b4db-caeaf551a54b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446242 May 28 07:09:24.757341 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e263ca-ba39-4c37-be30-5609fa125224 req-065af7d5-0263-492a-92cd-7ed1e998ce67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:09:24.758722 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-82e263ca-ba39-4c37-be30-5609fa125224 req-065af7d5-0263-492a-92cd-7ed1e998ce67 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=6cd404fb9ef9487fb34baf3bf8b36b53&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1500416 May 28 07:09:24.758930 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-2c77c419-cc91-4369-87b1-3a8449386115 req-db7cb23d-ee10-4000-8bc4-e893f3971e42 service neutron] 10.222.0.71 "GET /v2.0/networks/7027e8e2-3775-4977-b4db-caeaf551a54b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334591 May 28 07:09:24.910009 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e263ca-ba39-4c37-be30-5609fa125224 req-3c894aa8-2142-46a1-b972-c7f4fbdf422b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:09:24.911753 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-82e263ca-ba39-4c37-be30-5609fa125224 req-3c894aa8-2142-46a1-b972-c7f4fbdf422b service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1478500 May 28 07:09:25.106813 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ec2862-5bc1-492c-9d15-6086a47cd424 req-e4b63dbf-1d15-467f-bac7-25672c8c0028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:09:25.108297 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-79ec2862-5bc1-492c-9d15-6086a47cd424 req-e4b63dbf-1d15-467f-bac7-25672c8c0028 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6cd404fb9ef9487fb34baf3bf8b36b53&device_id=08247089-1673-4b7c-a1d2-4bbfc581fbf2 HTTP/1.1" status: 200 len: 1094 time: 0.1339602 May 28 07:09:25.119675 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3955e84-04dd-48a0-bd56-99d74ffe590b req-3013e5b3-dc99-4e47-8486-829f45ec11e0 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:09:25.121036 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c3955e84-04dd-48a0-bd56-99d74ffe590b req-3013e5b3-dc99-4e47-8486-829f45ec11e0 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=08247089-1673-4b7c-a1d2-4bbfc581fbf2 HTTP/1.1" status: 200 len: 943 time: 0.1113801 May 28 07:09:25.205576 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-79ec2862-5bc1-492c-9d15-6086a47cd424 req-f330a083-3317-47fa-bb3d-e036725b345b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d5f7ec2b-bf5e-4b80-9c79-ba4fe1bade9c HTTP/1.1" status: 200 len: 217 time: 0.0834527 May 28 07:09:25.267872 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c3955e84-04dd-48a0-bd56-99d74ffe590b req-1affb96b-a599-49e1-8261-92aaa1b938eb tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebd25b8f-6b9f-4f5e-8a45-3a18da994937&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0914946 May 28 07:09:25.280977 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ec2862-5bc1-492c-9d15-6086a47cd424 req-3ddea8aa-346c-47a0-9a05-c716a14115f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:09:25.282410 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-79ec2862-5bc1-492c-9d15-6086a47cd424 req-3ddea8aa-346c-47a0-9a05-c716a14115f0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=03e4bbfb-d6ff-44b0-bb81-9edbb740d6df HTTP/1.1" status: 200 len: 850 time: 0.0661368 May 28 07:09:25.363565 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ec2862-5bc1-492c-9d15-6086a47cd424 req-7ffb640e-6cc0-4bb3-959e-8aca4f2285d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:09:25.365100 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-79ec2862-5bc1-492c-9d15-6086a47cd424 req-7ffb640e-6cc0-4bb3-959e-8aca4f2285d8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b87fb3cb-482f-4500-8eb8-33ba0d95db61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0763431 May 28 07:09:25.515522 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-79ec2862-5bc1-492c-9d15-6086a47cd424 req-1e3c6e10-ac3b-4e75-9ba4-554e75f946ab service neutron] 10.222.0.69 "GET /v2.0/networks/b87fb3cb-482f-4500-8eb8-33ba0d95db61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440845 May 28 07:09:25.645793 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-79ec2862-5bc1-492c-9d15-6086a47cd424 req-3b85eb30-0712-463d-96aa-ee2a78e31fc2 service neutron] 10.222.0.69 "GET /v2.0/networks/b87fb3cb-482f-4500-8eb8-33ba0d95db61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238530 May 28 07:09:26.451640 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f30bc63-f65e-430c-b6a3-61a12afa3817 req-050e3593-3f1b-4887-a5c5-cf76d1f86e06 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:09:26.453089 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1f30bc63-f65e-430c-b6a3-61a12afa3817 req-050e3593-3f1b-4887-a5c5-cf76d1f86e06 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=08247089-1673-4b7c-a1d2-4bbfc581fbf2 HTTP/1.1" status: 200 len: 943 time: 0.0787780 May 28 07:09:26.486280 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-fc599399-ba82-4452-8e41-b024f2c2a5bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:26.500025 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1f30bc63-f65e-430c-b6a3-61a12afa3817 req-f547dfad-c61d-4d9b-af82-b033e5c89d4c tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebd25b8f-6b9f-4f5e-8a45-3a18da994937&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413356 May 28 07:09:27.784802 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9adf979-affd-4ccf-9399-07143e74d52e req-ce84c3fa-62e6-45d0-bee1-6c0496c38bb3 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:09:27.786214 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e9adf979-affd-4ccf-9399-07143e74d52e req-ce84c3fa-62e6-45d0-bee1-6c0496c38bb3 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=08247089-1673-4b7c-a1d2-4bbfc581fbf2 HTTP/1.1" status: 200 len: 943 time: 0.1780186 May 28 07:09:27.831134 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e9adf979-affd-4ccf-9399-07143e74d52e req-00349122-13da-41ea-88fb-688514d55a28 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebd25b8f-6b9f-4f5e-8a45-3a18da994937&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392306 May 28 07:09:27.918513 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:28.924204 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-939bb117-dc4e-4232-a0e9-3c0090c379d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:29.020522 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b000a4e-f668-415b-b153-76420d1e1edd req-b4ca4715-4dd5-459a-990f-95560b8f5d01 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:09:29.022326 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3b000a4e-f668-415b-b153-76420d1e1edd req-b4ca4715-4dd5-459a-990f-95560b8f5d01 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=08247089-1673-4b7c-a1d2-4bbfc581fbf2 HTTP/1.1" status: 200 len: 943 time: 0.0817194 May 28 07:09:29.066961 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3b000a4e-f668-415b-b153-76420d1e1edd req-6543bc05-d354-41a5-b64a-d5833e583235 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebd25b8f-6b9f-4f5e-8a45-3a18da994937&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390103 May 28 07:09:29.880870 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 07:09:30.000113 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:30.118497 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:30.251893 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cdc47a-49ab-492b-b430-6883478bda05 req-e50e6f37-87e5-4305-88c5-bd55c970362e tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:09:30.253321 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-35cdc47a-49ab-492b-b430-6883478bda05 req-e50e6f37-87e5-4305-88c5-bd55c970362e tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=08247089-1673-4b7c-a1d2-4bbfc581fbf2 HTTP/1.1" status: 200 len: 943 time: 0.0791633 May 28 07:09:30.296658 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-35cdc47a-49ab-492b-b430-6883478bda05 req-1a52be5c-dc86-44ec-86f5-feae5081224d tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebd25b8f-6b9f-4f5e-8a45-3a18da994937&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376315 May 28 07:09:31.481080 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4561d89a-7eb7-4e98-9908-ede84cb42706 req-52ab2618-c68f-4973-850e-66ca7e3f7417 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:09:31.482566 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4561d89a-7eb7-4e98-9908-ede84cb42706 req-52ab2618-c68f-4973-850e-66ca7e3f7417 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=08247089-1673-4b7c-a1d2-4bbfc581fbf2 HTTP/1.1" status: 200 len: 943 time: 0.0828192 May 28 07:09:31.525129 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4561d89a-7eb7-4e98-9908-ede84cb42706 req-0f70849c-b72a-4644-9b58-71ec51c371e6 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebd25b8f-6b9f-4f5e-8a45-3a18da994937&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369315 May 28 07:09:31.778308 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:32.583030 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:32.717781 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bbdae4-c44c-4a7f-912b-40bab9d48b4f req-2bb3f271-f206-44df-a2ee-8c268a7ddd61 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:09:32.719239 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a0bbdae4-c44c-4a7f-912b-40bab9d48b4f req-2bb3f271-f206-44df-a2ee-8c268a7ddd61 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=08247089-1673-4b7c-a1d2-4bbfc581fbf2 HTTP/1.1" status: 200 len: 943 time: 0.0817924 May 28 07:09:32.764416 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a0bbdae4-c44c-4a7f-912b-40bab9d48b4f req-5d020cff-9a31-40ab-8283-547aa0ec91e0 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebd25b8f-6b9f-4f5e-8a45-3a18da994937&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395098 May 28 07:09:33.947277 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164559e6-a2dd-4813-9781-6d004c25da49 req-7575add0-4cc7-4497-b6a6-3ef74993b530 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:09:33.948822 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-164559e6-a2dd-4813-9781-6d004c25da49 req-7575add0-4cc7-4497-b6a6-3ef74993b530 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=08247089-1673-4b7c-a1d2-4bbfc581fbf2 HTTP/1.1" status: 200 len: 943 time: 0.0809300 May 28 07:09:33.993224 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-164559e6-a2dd-4813-9781-6d004c25da49 req-879eb3a6-83ae-4e67-88b1-7bc3a5a2cc35 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebd25b8f-6b9f-4f5e-8a45-3a18da994937&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386100 May 28 07:09:34.259292 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device d5f7ec2b-bf5e-4b80-9c79-ba4fe1bade9c details requested by agent hyperv_n-h1-843702-1 with host n-h1-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 07:09:34.390388 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port d5f7ec2b-bf5e-4b80-9c79-ba4fe1bade9c, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=d5f7ec2b-bf5e-4b80-9c79-ba4fe1bade9c,segment=NetworkSegment(9b6a153f-5acc-4efc-9ff2-d82aa4b5901c),segment_id=9b6a153f-5acc-4efc-9ff2-d82aa4b5901c)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:09:34.404122 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Returning: {'device': 'd5f7ec2b-bf5e-4b80-9c79-ba4fe1bade9c', 'network_id': 'b87fb3cb-482f-4500-8eb8-33ba0d95db61', 'port_id': 'd5f7ec2b-bf5e-4b80-9c79-ba4fe1bade9c', 'mac_address': 'fa:16:3e:4f:8e:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03e4bbfb-d6ff-44b0-bb81-9edbb740d6df', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 07:09:34.458802 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port d5f7ec2b-bf5e-4b80-9c79-ba4fe1bade9c is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:09:34.459102 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:34.478252 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5f7ec2b-bf5e-4b80-9c79-ba4fe1bade9c {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 07:09:34.495990 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port d5f7ec2b-bf5e-4b80-9c79-ba4fe1bade9c, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=d5f7ec2b-bf5e-4b80-9c79-ba4fe1bade9c,segment=NetworkSegment(9b6a153f-5acc-4efc-9ff2-d82aa4b5901c),segment_id=9b6a153f-5acc-4efc-9ff2-d82aa4b5901c)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:09:34.548185 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:34.615374 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=d5f7ec2b-bf5e-4b80-9c79-ba4fe1bade9c,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:09:34.776307 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['d5f7ec2b-bf5e-4b80-9c79-ba4fe1bade9c'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 07:09:35.190844 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e899f020-ba87-47e1-ae5d-0de3651dcbcf req-2920c8e5-722e-4f69-8de4-9a038c6de8bd tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:09:35.192331 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e899f020-ba87-47e1-ae5d-0de3651dcbcf req-2920c8e5-722e-4f69-8de4-9a038c6de8bd tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=08247089-1673-4b7c-a1d2-4bbfc581fbf2 HTTP/1.1" status: 200 len: 944 time: 0.0824831 May 28 07:09:35.240132 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e899f020-ba87-47e1-ae5d-0de3651dcbcf req-63f67311-3a40-4eb2-bc0e-0309c11fd487 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebd25b8f-6b9f-4f5e-8a45-3a18da994937&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420313 May 28 07:09:36.289973 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device d5f7ec2b-bf5e-4b80-9c79-ba4fe1bade9c up at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:09:36.428545 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011d6eb4-b468-43ac-9e55-1b2b9ce7fc8e req-e82be4c7-7062-4778-a0ce-8a74586fec21 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:09:36.430028 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-011d6eb4-b468-43ac-9e55-1b2b9ce7fc8e req-e82be4c7-7062-4778-a0ce-8a74586fec21 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=08247089-1673-4b7c-a1d2-4bbfc581fbf2 HTTP/1.1" status: 200 len: 944 time: 0.0807946 May 28 07:09:36.455701 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning for port d5f7ec2b-bf5e-4b80-9c79-ba4fe1bade9c completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:09:36.460918 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning complete for port d5f7ec2b-bf5e-4b80-9c79-ba4fe1bade9c triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:09:36.461358 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:36.474982 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-011d6eb4-b468-43ac-9e55-1b2b9ce7fc8e req-b4e76b56-d1e1-4f71-ab9c-234ec9016762 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebd25b8f-6b9f-4f5e-8a45-3a18da994937&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390377 May 28 07:09:36.584284 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port d5f7ec2b-bf5e-4b80-9c79-ba4fe1bade9c is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:09:36.584661 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:36.611729 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08247089-1673-4b7c-a1d2-4bbfc581fbf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5f7ec2b-bf5e-4b80-9c79-ba4fe1bade9c'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:09:36.621935 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port d5f7ec2b-bf5e-4b80-9c79-ba4fe1bade9c, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=d5f7ec2b-bf5e-4b80-9c79-ba4fe1bade9c,segment=NetworkSegment(9b6a153f-5acc-4efc-9ff2-d82aa4b5901c),segment_id=9b6a153f-5acc-4efc-9ff2-d82aa4b5901c)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:09:36.655721 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01fa2830-b9e4-4418-97a0-870036c9a5bf'] response: {'server_uuid': '08247089-1673-4b7c-a1d2-4bbfc581fbf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5f7ec2b-bf5e-4b80-9c79-ba4fe1bade9c', 'code': 200} May 28 07:09:36.680149 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:36.754609 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=d5f7ec2b-bf5e-4b80-9c79-ba4fe1bade9c,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:09:36.787900 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c53ec5e-3882-4803-a8ce-4efa1b6041d8 req-4437501a-1041-494d-8bc5-d9fc393f0441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:09:36.789352 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4c53ec5e-3882-4803-a8ce-4efa1b6041d8 req-4437501a-1041-494d-8bc5-d9fc393f0441 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=08247089-1673-4b7c-a1d2-4bbfc581fbf2 HTTP/1.1" status: 200 len: 1096 time: 0.0745978 May 28 07:09:36.831077 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4c53ec5e-3882-4803-a8ce-4efa1b6041d8 req-4bd8e80c-bbbb-46dd-818b-504769550b29 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=ebd25b8f-6b9f-4f5e-8a45-3a18da994937&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358255 May 28 07:09:37.021936 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f0013d-d915-4529-8cbf-9415e0cd7025 req-1b9c2716-6198-4a19-a283-63599fecdad2 tempest-TestNetworkAdvancedServerOps-656139815 tempest-TestNetworkAdvancedServerOps-656139815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:09:37.023329 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e6f0013d-d915-4529-8cbf-9415e0cd7025 req-1b9c2716-6198-4a19-a283-63599fecdad2 tempest-TestNetworkAdvancedServerOps-656139815 tempest-TestNetworkAdvancedServerOps-656139815-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=000655f9-3c68-4bbf-b7f9-66cb2ac28be3 HTTP/1.1" status: 200 len: 1097 time: 0.0695164 May 28 07:09:37.044572 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-e6f0013d-d915-4529-8cbf-9415e0cd7025 req-d5245973-2b36-48de-acdb-eaa949bffab1 tempest-TestNetworkAdvancedServerOps-656139815 tempest-TestNetworkAdvancedServerOps-656139815-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:37.058957 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-e6f0013d-d915-4529-8cbf-9415e0cd7025 req-d5245973-2b36-48de-acdb-eaa949bffab1 tempest-TestNetworkAdvancedServerOps-656139815 tempest-TestNetworkAdvancedServerOps-656139815-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:09:37.062763 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-e6f0013d-d915-4529-8cbf-9415e0cd7025 req-d5245973-2b36-48de-acdb-eaa949bffab1 tempest-TestNetworkAdvancedServerOps-656139815 tempest-TestNetworkAdvancedServerOps-656139815-project-admin] Usage tracker for resource:security_group_rule and tenant:deb172eeeb7b4391a9ae1ee33ad27eff is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:09:37.065523 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-e6f0013d-d915-4529-8cbf-9415e0cd7025 req-d5245973-2b36-48de-acdb-eaa949bffab1 tempest-TestNetworkAdvancedServerOps-656139815 tempest-TestNetworkAdvancedServerOps-656139815-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:09:37.071096 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-e6f0013d-d915-4529-8cbf-9415e0cd7025 req-d5245973-2b36-48de-acdb-eaa949bffab1 tempest-TestNetworkAdvancedServerOps-656139815 tempest-TestNetworkAdvancedServerOps-656139815-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:09:37.158619 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-e6f0013d-d915-4529-8cbf-9415e0cd7025 req-d5245973-2b36-48de-acdb-eaa949bffab1 tempest-TestNetworkAdvancedServerOps-656139815 tempest-TestNetworkAdvancedServerOps-656139815-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:37.216982 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-e6f0013d-d915-4529-8cbf-9415e0cd7025 req-d5245973-2b36-48de-acdb-eaa949bffab1 tempest-TestNetworkAdvancedServerOps-656139815 tempest-TestNetworkAdvancedServerOps-656139815-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:37.251333 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e6f0013d-d915-4529-8cbf-9415e0cd7025 req-d5245973-2b36-48de-acdb-eaa949bffab1 tempest-TestNetworkAdvancedServerOps-656139815 tempest-TestNetworkAdvancedServerOps-656139815-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=50422cbb-fbd5-4603-8b53-f68ba956b092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2222788 May 28 07:09:37.255162 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5245973-2b36-48de-acdb-eaa949bffab1 tempest-TestNetworkAdvancedServerOps-656139815 tempest-TestNetworkAdvancedServerOps-656139815-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0e2d8f7-c740-40ab-9ae7-bda6353a630d,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:09:37.263018 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5245973-2b36-48de-acdb-eaa949bffab1 tempest-TestNetworkAdvancedServerOps-656139815 tempest-TestNetworkAdvancedServerOps-656139815-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:09:37.263252 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5245973-2b36-48de-acdb-eaa949bffab1 tempest-TestNetworkAdvancedServerOps-656139815 tempest-TestNetworkAdvancedServerOps-656139815-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:09:37.263565 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5245973-2b36-48de-acdb-eaa949bffab1 tempest-TestNetworkAdvancedServerOps-656139815 tempest-TestNetworkAdvancedServerOps-656139815-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:09:37.263895 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5245973-2b36-48de-acdb-eaa949bffab1 tempest-TestNetworkAdvancedServerOps-656139815 tempest-TestNetworkAdvancedServerOps-656139815-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:09:37.264223 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5245973-2b36-48de-acdb-eaa949bffab1 tempest-TestNetworkAdvancedServerOps-656139815 tempest-TestNetworkAdvancedServerOps-656139815-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:09:37.264549 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5245973-2b36-48de-acdb-eaa949bffab1 tempest-TestNetworkAdvancedServerOps-656139815 tempest-TestNetworkAdvancedServerOps-656139815-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:09:37.264871 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5245973-2b36-48de-acdb-eaa949bffab1 tempest-TestNetworkAdvancedServerOps-656139815 tempest-TestNetworkAdvancedServerOps-656139815-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:09:37.265190 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5245973-2b36-48de-acdb-eaa949bffab1 tempest-TestNetworkAdvancedServerOps-656139815 tempest-TestNetworkAdvancedServerOps-656139815-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:09:37.265534 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5245973-2b36-48de-acdb-eaa949bffab1 tempest-TestNetworkAdvancedServerOps-656139815 tempest-TestNetworkAdvancedServerOps-656139815-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:09:37.265853 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5245973-2b36-48de-acdb-eaa949bffab1 tempest-TestNetworkAdvancedServerOps-656139815 tempest-TestNetworkAdvancedServerOps-656139815-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:09:37.266167 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5245973-2b36-48de-acdb-eaa949bffab1 tempest-TestNetworkAdvancedServerOps-656139815 tempest-TestNetworkAdvancedServerOps-656139815-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:09:37.266481 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5245973-2b36-48de-acdb-eaa949bffab1 tempest-TestNetworkAdvancedServerOps-656139815 tempest-TestNetworkAdvancedServerOps-656139815-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:09:37.434484 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd5317f-e5e8-4c3a-a770-3f30b253c287 req-005219a5-10c7-495a-9de6-83430c4a1e6f tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:09:37.435916 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1fd5317f-e5e8-4c3a-a770-3f30b253c287 req-005219a5-10c7-495a-9de6-83430c4a1e6f tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=000655f9-3c68-4bbf-b7f9-66cb2ac28be3 HTTP/1.1" status: 200 len: 946 time: 0.0791178 May 28 07:09:37.478834 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1fd5317f-e5e8-4c3a-a770-3f30b253c287 req-0004ca58-1d83-454c-9982-42b5fc2c2c78 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/security-groups?id=50422cbb-fbd5-4603-8b53-f68ba956b092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373809 May 28 07:09:37.502400 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 53922) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:09:37.665857 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-3d765bd3-44f9-45d1-ac29-860f728c83ad tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/floatingips/a9aa98a7-618e-42e1-95d6-7681495ad1bd HTTP/1.1" status: 200 len: 993 time: 0.1552346 May 28 07:09:37.686929 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d4b012-2190-4d46-9fa1-0e786fbdb4c9 req-cd4391ef-14be-4fdb-89a9-3e6e0d228d73 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:09:37.688499 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-31d4b012-2190-4d46-9fa1-0e786fbdb4c9 req-cd4391ef-14be-4fdb-89a9-3e6e0d228d73 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=08247089-1673-4b7c-a1d2-4bbfc581fbf2 HTTP/1.1" status: 200 len: 945 time: 0.1049926 May 28 07:09:37.739110 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-31d4b012-2190-4d46-9fa1-0e786fbdb4c9 req-77a26631-d2b4-4af8-8368-04763f5a6290 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebd25b8f-6b9f-4f5e-8a45-3a18da994937&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439773 May 28 07:09:38.641281 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517bc51a-d54a-4f3e-a260-12077daa10f9 req-948f6a8b-9044-4075-800d-a9f64d296bb0 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:09:38.642743 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-517bc51a-d54a-4f3e-a260-12077daa10f9 req-948f6a8b-9044-4075-800d-a9f64d296bb0 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=000655f9-3c68-4bbf-b7f9-66cb2ac28be3 HTTP/1.1" status: 200 len: 946 time: 0.0803676 May 28 07:09:38.658805 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 53938) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:09:38.690873 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-517bc51a-d54a-4f3e-a260-12077daa10f9 req-5929c1d2-0d90-4f0f-87e6-1ee45c90aba5 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/security-groups?id=50422cbb-fbd5-4603-8b53-f68ba956b092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424287 May 28 07:09:38.784865 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-2b11178b-9749-438d-991a-f0c82115c835 req-6c3ee389-7fd6-44cb-9a19-7954614af75b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=000655f9-3c68-4bbf-b7f9-66cb2ac28be3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1248567 May 28 07:09:38.926123 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c3395b-6dc3-4007-8e13-eeeeef9cff55 req-4d336ada-75b7-4229-9ece-c4d72c905c52 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:09:38.927646 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-29c3395b-6dc3-4007-8e13-eeeeef9cff55 req-4d336ada-75b7-4229-9ece-c4d72c905c52 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=08247089-1673-4b7c-a1d2-4bbfc581fbf2 HTTP/1.1" status: 200 len: 945 time: 0.0811698 May 28 07:09:38.973218 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-29c3395b-6dc3-4007-8e13-eeeeef9cff55 req-59aef26b-7e09-40f9-aec7-8c80c7230272 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebd25b8f-6b9f-4f5e-8a45-3a18da994937&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387812 May 28 07:09:39.161962 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa47611-ffe6-456b-a1d6-7f3aca3a3fc0 req-9740abf3-68be-4159-ac34-b719902831ad tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:09:39.163422 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-aaa47611-ffe6-456b-a1d6-7f3aca3a3fc0 req-9740abf3-68be-4159-ac34-b719902831ad tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=08247089-1673-4b7c-a1d2-4bbfc581fbf2 HTTP/1.1" status: 200 len: 945 time: 0.0851014 May 28 07:09:39.210746 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-aaa47611-ffe6-456b-a1d6-7f3aca3a3fc0 req-a9010a17-a221-4320-99f8-4aa8fb24c01c tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebd25b8f-6b9f-4f5e-8a45-3a18da994937&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376086 May 28 07:09:39.234836 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 53964) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:09:39.304663 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b477b64-6740-4eb0-bef6-10cf3368f458 tempest-TestVolumeBootPattern-852280307 tempest-TestVolumeBootPattern-852280307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:09:39.306176 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-0b477b64-6740-4eb0-bef6-10cf3368f458 tempest-TestVolumeBootPattern-852280307 tempest-TestVolumeBootPattern-852280307-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=08247089-1673-4b7c-a1d2-4bbfc581fbf2 HTTP/1.1" status: 200 len: 1091 time: 0.0704241 May 28 07:09:39.309260 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 53970) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:09:39.314434 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-9600c160-3b0d-4f85-b5cf-3d57d9fd0077 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Request body: {'floatingip': {'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'port_id': 'd5f7ec2b-bf5e-4b80-9c79-ba4fe1bade9c', 'tenant_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'fixed_ip_address': '172.20.0.3'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:09:39.320858 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-9600c160-3b0d-4f85-b5cf-3d57d9fd0077 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:09:39.325351 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-9600c160-3b0d-4f85-b5cf-3d57d9fd0077 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Usage tracker for resource:floatingip and tenant:6cd404fb9ef9487fb34baf3bf8b36b53 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:09:39.328232 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-9600c160-3b0d-4f85-b5cf-3d57d9fd0077 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:09:39.334246 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-9600c160-3b0d-4f85-b5cf-3d57d9fd0077 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:09:39.417671 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9600c160-3b0d-4f85-b5cf-3d57d9fd0077 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks [] for floatingip, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:39.648433 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9600c160-3b0d-4f85-b5cf-3d57d9fd0077 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:39.790470 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [None req-9600c160-3b0d-4f85-b5cf-3d57d9fd0077 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Allocated IP 172.25.5.212 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/2b855feb-45b9-4902-84a5-19106e4621be) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:09:39.997979 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9600c160-3b0d-4f85-b5cf-3d57d9fd0077 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:40.007442 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e3393e-c353-4112-88fa-5d43b3a6c161 req-70f27d85-26fb-4d89-b092-b50afa43a5eb tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:09:40.008883 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a7e3393e-c353-4112-88fa-5d43b3a6c161 req-70f27d85-26fb-4d89-b092-b50afa43a5eb tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=000655f9-3c68-4bbf-b7f9-66cb2ac28be3 HTTP/1.1" status: 200 len: 946 time: 0.2064271 May 28 07:09:40.060270 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a7e3393e-c353-4112-88fa-5d43b3a6c161 req-5c148f95-f439-4e7a-a4ab-7ec6ab695ddb tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/security-groups?id=50422cbb-fbd5-4603-8b53-f68ba956b092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446754 May 28 07:09:40.131463 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9600c160-3b0d-4f85-b5cf-3d57d9fd0077 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:40.198368 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9600c160-3b0d-4f85-b5cf-3d57d9fd0077 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:09:40.201763 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-9600c160-3b0d-4f85-b5cf-3d57d9fd0077 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:09:40.206737 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9600c160-3b0d-4f85-b5cf-3d57d9fd0077 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:09:40.246842 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9600c160-3b0d-4f85-b5cf-3d57d9fd0077 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Pushing event updated for resources: {'Port': ['ID=2b855feb-45b9-4902-84a5-19106e4621be,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:09:40.643813 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9600c160-3b0d-4f85-b5cf-3d57d9fd0077 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:40.802713 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9600c160-3b0d-4f85-b5cf-3d57d9fd0077 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:41.009304 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9600c160-3b0d-4f85-b5cf-3d57d9fd0077 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:41.085791 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9600c160-3b0d-4f85-b5cf-3d57d9fd0077 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:41.257056 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9600c160-3b0d-4f85-b5cf-3d57d9fd0077 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Pushing event updated for resources: {'Port': ['ID=2b855feb-45b9-4902-84a5-19106e4621be,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:09:41.279966 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9600c160-3b0d-4f85-b5cf-3d57d9fd0077 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691094'] for floatingip, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:41.532208 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f88dfe-1b3e-4445-a67c-0afc857c1103 req-b827eff5-4e9b-4dcc-919e-96fab06621f4 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:09:41.533709 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-07f88dfe-1b3e-4445-a67c-0afc857c1103 req-b827eff5-4e9b-4dcc-919e-96fab06621f4 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=000655f9-3c68-4bbf-b7f9-66cb2ac28be3 HTTP/1.1" status: 200 len: 946 time: 0.3582687 May 28 07:09:41.601887 n-d-843702-1 neutron-server[89110]: INFO neutron.db.l3_db [None req-9600c160-3b0d-4f85-b5cf-3d57d9fd0077 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Floating IP b4c2079b-fe2d-4379-90b8-be2934d3ac4e associated. External IP: 172.25.5.212, port: d5f7ec2b-bf5e-4b80-9c79-ba4fe1bade9c. May 28 07:09:41.656391 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-07f88dfe-1b3e-4445-a67c-0afc857c1103 req-2787fd63-6264-43c7-8b30-14b007ee2d31 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/security-groups?id=50422cbb-fbd5-4603-8b53-f68ba956b092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149218 May 28 07:09:41.934296 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62d6eb3-f633-4266-a7c1-ce7c855567a2 req-d58c0593-dce9-4184-bfc1-3c5271e87845 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:09:41.935752 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c62d6eb3-f633-4266-a7c1-ce7c855567a2 req-d58c0593-dce9-4184-bfc1-3c5271e87845 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f46ecf6-3b8d-4bec-bc62-ca85bf5c820d HTTP/1.1" status: 200 len: 946 time: 0.1891010 May 28 07:09:42.060106 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c62d6eb3-f633-4266-a7c1-ce7c855567a2 req-4f527e54-0fd8-484f-90c6-806b72662065 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] 10.222.0.55 "GET /v2.0/security-groups?id=54972e00-8617-48de-9b94-02005f973e47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678697 May 28 07:09:42.067749 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9600c160-3b0d-4f85-b5cf-3d57d9fd0077 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Router b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 07:09:42.254943 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9600c160-3b0d-4f85-b5cf-3d57d9fd0077 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 07:09:42.264979 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f0fd2f-f757-4dc9-9135-e6bef1352b0c None None] Sync routers for ids ['b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 07:09:42.278530 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f0fd2f-f757-4dc9-9135-e6bef1352b0c None None] Routers {'b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:09:42.279182 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-a3f0fd2f-f757-4dc9-9135-e6bef1352b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:09:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:09:42.434384 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9600c160-3b0d-4f85-b5cf-3d57d9fd0077 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:42.454169 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-a3f0fd2f-f757-4dc9-9135-e6bef1352b0c None None] Set router b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:09:42.492324 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-9600c160-3b0d-4f85-b5cf-3d57d9fd0077 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1819823 May 28 07:09:42.492962 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08247089-1673-4b7c-a1d2-4bbfc581fbf2', 'tag': 'd5f7ec2b-bf5e-4b80-9c79-ba4fe1bade9c'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:09:42.537681 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a84d7c0-0b3d-4915-b937-c04b32146bf6'] response: {'name': 'network-changed', 'server_uuid': '08247089-1673-4b7c-a1d2-4bbfc581fbf2', 'tag': 'd5f7ec2b-bf5e-4b80-9c79-ba4fe1bade9c', 'status': 'completed', 'code': 200} May 28 07:09:42.633238 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eca8467-aa58-47dd-b687-a10d2a32b1b9 req-b3642431-135e-4f45-a1e6-bc8dea791841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:09:42.634768 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1eca8467-aa58-47dd-b687-a10d2a32b1b9 req-b3642431-135e-4f45-a1e6-bc8dea791841 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6cd404fb9ef9487fb34baf3bf8b36b53&device_id=08247089-1673-4b7c-a1d2-4bbfc581fbf2 HTTP/1.1" status: 200 len: 1096 time: 0.0739653 May 28 07:09:42.804279 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eca8467-aa58-47dd-b687-a10d2a32b1b9 req-0efa8ee5-27e0-448f-847e-b9f0341de885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:09:42.805678 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1eca8467-aa58-47dd-b687-a10d2a32b1b9 req-0efa8ee5-27e0-448f-847e-b9f0341de885 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b87fb3cb-482f-4500-8eb8-33ba0d95db61 HTTP/1.1" status: 200 len: 912 time: 0.1648865 May 28 07:09:42.812423 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-a3f0fd2f-f757-4dc9-9135-e6bef1352b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f', 'name': 'tempest-TestVolumeBootPattern-227510675-router', 'tenant_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': 'b3638f2e-8ae4-48e8-b94a-dbb59fec6d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:59:30Z', 'updated_at': '2022-05-28T06:59:37Z', 'revision_number': 4, 'project_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'gw_port': {'id': 'b3638f2e-8ae4-48e8-b94a-dbb59fec6d17', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:8c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:59:32Z', 'updated_at': '2022-05-28T06:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': 'b4c2079b-fe2d-4379-90b8-be2934d3ac4e', 'tenant_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'floating_ip_address': '172.25.5.212', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': 'b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f', 'port_id': 'd5f7ec2b-bf5e-4b80-9c79-ba4fe1bade9c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b87fb3cb-482f-4500-8eb8-33ba0d95db61', 'mac_address': 'fa:16:3e:4f:8e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08247089-1673-4b7c-a1d2-4bbfc581fbf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T07:09:40Z', 'updated_at': '2022-05-28T07:09:40Z', 'revision_number': 0, 'project_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd50e37c7-6255-40ce-b4db-d02ed3a3ecce', 'name': '', 'network_id': 'b87fb3cb-482f-4500-8eb8-33ba0d95db61', 'tenant_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'mac_address': 'fa:16:3e:31:b1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '03e4bbfb-d6ff-44b0-bb81-9edbb740d6df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:59:36Z', 'updated_at': '2022-05-28T06:59:47Z', 'revision_number': 5, 'project_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'subnets': [{'id': '03e4bbfb-d6ff-44b0-bb81-9edbb740d6df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:09:42.816389 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f0fd2f-f757-4dc9-9135-e6bef1352b0c None None] Checking router: b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 07:09:42.826298 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f0fd2f-f757-4dc9-9135-e6bef1352b0c None None] Routers {'b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:09:42.826899 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-a3f0fd2f-f757-4dc9-9135-e6bef1352b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:09:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:09:42.927465 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1eca8467-aa58-47dd-b687-a10d2a32b1b9 req-9c127f28-1f05-4206-9f54-f3e7847c5a03 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d5f7ec2b-bf5e-4b80-9c79-ba4fe1bade9c HTTP/1.1" status: 200 len: 999 time: 0.1096427 May 28 07:09:42.980396 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6edaa7-b31c-466e-8ba9-72fafa9abff7 req-def61358-0c89-43ce-b41f-2e12d2483c05 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:09:42.981903 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6b6edaa7-b31c-466e-8ba9-72fafa9abff7 req-def61358-0c89-43ce-b41f-2e12d2483c05 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=000655f9-3c68-4bbf-b7f9-66cb2ac28be3 HTTP/1.1" status: 200 len: 946 time: 0.2137368 May 28 07:09:43.016919 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-a3f0fd2f-f757-4dc9-9135-e6bef1352b0c None None] Set router b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:09:43.031484 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eca8467-aa58-47dd-b687-a10d2a32b1b9 req-8541626c-9673-495b-86c7-390cb6680c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:09:43.032913 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1eca8467-aa58-47dd-b687-a10d2a32b1b9 req-8541626c-9673-495b-86c7-390cb6680c48 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=03e4bbfb-d6ff-44b0-bb81-9edbb740d6df HTTP/1.1" status: 200 len: 850 time: 0.0967293 May 28 07:09:43.039722 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6b6edaa7-b31c-466e-8ba9-72fafa9abff7 req-bba7f73c-cb12-4820-aec5-9072c198f116 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/security-groups?id=50422cbb-fbd5-4603-8b53-f68ba956b092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516944 May 28 07:09:43.197722 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875c37fc-ed94-42de-ae1c-44b0d655bcbc req-3c483af3-abb6-473d-b9b8-bd03541df9d0 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:09:43.199318 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-875c37fc-ed94-42de-ae1c-44b0d655bcbc req-3c483af3-abb6-473d-b9b8-bd03541df9d0 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] 10.222.0.69 "GET /v2.0/ports?device_id=9f46ecf6-3b8d-4bec-bc62-ca85bf5c820d HTTP/1.1" status: 200 len: 946 time: 0.1274972 May 28 07:09:43.201279 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eca8467-aa58-47dd-b687-a10d2a32b1b9 req-3780497d-a82e-47d3-a401-5fc6e9399c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:09:43.202675 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1eca8467-aa58-47dd-b687-a10d2a32b1b9 req-3780497d-a82e-47d3-a401-5fc6e9399c19 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b87fb3cb-482f-4500-8eb8-33ba0d95db61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1607628 May 28 07:09:43.422636 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b11178b-9749-438d-991a-f0c82115c835 req-1465d9cb-58b0-4655-a035-bd43d52a1bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:09:43.425030 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-2b11178b-9749-438d-991a-f0c82115c835 req-1465d9cb-58b0-4655-a035-bd43d52a1bf7 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5f0305e9e0384b55a3ff03fd8ac69f6c&device_id=000655f9-3c68-4bbf-b7f9-66cb2ac28be3 HTTP/1.1" status: 200 len: 1097 time: 0.0799267 May 28 07:09:43.471639 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-a3f0fd2f-f757-4dc9-9135-e6bef1352b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f', 'name': 'tempest-TestVolumeBootPattern-227510675-router', 'tenant_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': 'b3638f2e-8ae4-48e8-b94a-dbb59fec6d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:59:30Z', 'updated_at': '2022-05-28T06:59:37Z', 'revision_number': 4, 'project_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'gw_port': {'id': 'b3638f2e-8ae4-48e8-b94a-dbb59fec6d17', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:8c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:59:32Z', 'updated_at': '2022-05-28T06:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': 'b4c2079b-fe2d-4379-90b8-be2934d3ac4e', 'tenant_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'floating_ip_address': '172.25.5.212', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': 'b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f', 'port_id': 'd5f7ec2b-bf5e-4b80-9c79-ba4fe1bade9c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b87fb3cb-482f-4500-8eb8-33ba0d95db61', 'mac_address': 'fa:16:3e:4f:8e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08247089-1673-4b7c-a1d2-4bbfc581fbf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T07:09:40Z', 'updated_at': '2022-05-28T07:09:40Z', 'revision_number': 0, 'project_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd50e37c7-6255-40ce-b4db-d02ed3a3ecce', 'name': '', 'network_id': 'b87fb3cb-482f-4500-8eb8-33ba0d95db61', 'tenant_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'mac_address': 'fa:16:3e:31:b1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '03e4bbfb-d6ff-44b0-bb81-9edbb740d6df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:59:36Z', 'updated_at': '2022-05-28T06:59:47Z', 'revision_number': 5, 'project_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'subnets': [{'id': '03e4bbfb-d6ff-44b0-bb81-9edbb740d6df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:09:43.476389 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f0fd2f-f757-4dc9-9135-e6bef1352b0c None None] The sync data for ids ['b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f'] in n-d-843702-1 is: [{'id': 'b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f', 'name': 'tempest-TestVolumeBootPattern-227510675-router', 'tenant_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': 'b3638f2e-8ae4-48e8-b94a-dbb59fec6d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:59:30Z', 'updated_at': '2022-05-28T06:59:37Z', 'revision_number': 4, 'project_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'gw_port': {'id': 'b3638f2e-8ae4-48e8-b94a-dbb59fec6d17', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:8c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:59:32Z', 'updated_at': '2022-05-28T06:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': 'b4c2079b-fe2d-4379-90b8-be2934d3ac4e', 'tenant_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'floating_ip_address': '172.25.5.212', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': 'b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f', 'port_id': 'd5f7ec2b-bf5e-4b80-9c79-ba4fe1bade9c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b87fb3cb-482f-4500-8eb8-33ba0d95db61', 'mac_address': 'fa:16:3e:4f:8e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08247089-1673-4b7c-a1d2-4bbfc581fbf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T07:09:40Z', 'updated_at': '2022-05-28T07:09:40Z', 'revision_number': 0, 'project_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd50e37c7-6255-40ce-b4db-d02ed3a3ecce', 'name': '', 'network_id': 'b87fb3cb-482f-4500-8eb8-33ba0d95db61', 'tenant_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'mac_address': 'fa:16:3e:31:b1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '03e4bbfb-d6ff-44b0-bb81-9edbb740d6df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:59:36Z', 'updated_at': '2022-05-28T06:59:47Z', 'revision_number': 5, 'project_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'subnets': [{'id': '03e4bbfb-d6ff-44b0-bb81-9edbb740d6df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 07:09:43.526479 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-875c37fc-ed94-42de-ae1c-44b0d655bcbc req-a0e77c13-c3db-4b3a-b694-c6bd8b85780a tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Deleting port 4c809db8-8a35-47c1-a6f2-499ab85f9a42 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:09:43.526920 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-875c37fc-ed94-42de-ae1c-44b0d655bcbc req-a0e77c13-c3db-4b3a-b694-c6bd8b85780a tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:43.614586 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b11178b-9749-438d-991a-f0c82115c835 req-31d5f2d8-5844-41ca-8866-3de6ae69e1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:09:43.616194 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-2b11178b-9749-438d-991a-f0c82115c835 req-31d5f2d8-5844-41ca-8866-3de6ae69e1b8 service neutron] 10.222.0.71 "GET /v2.0/networks?id=7027e8e2-3775-4977-b4db-caeaf551a54b HTTP/1.1" status: 200 len: 897 time: 0.1844347 May 28 07:09:43.661070 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1eca8467-aa58-47dd-b687-a10d2a32b1b9 req-6e022393-3b81-4973-acbe-0367f2b82dd8 service neutron] 10.222.0.69 "GET /v2.0/networks/b87fb3cb-482f-4500-8eb8-33ba0d95db61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4278486 May 28 07:09:43.739975 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-2b11178b-9749-438d-991a-f0c82115c835 req-ca041145-6815-4fea-be72-2ee05aca39ee service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74d0ea99-999b-420f-8435-df730e8476dc HTTP/1.1" status: 200 len: 1001 time: 0.1166737 May 28 07:09:43.776887 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fcc46e-dd1e-48b1-895c-66659a5d2af2 req-9d190606-b029-4bc2-b684-93a6c1065826 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:09:43.778844 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e6fcc46e-dd1e-48b1-895c-66659a5d2af2 req-9d190606-b029-4bc2-b684-93a6c1065826 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f46ecf6-3b8d-4bec-bc62-ca85bf5c820d HTTP/1.1" status: 200 len: 946 time: 0.5439529 May 28 07:09:43.792074 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749027a8-5f72-4d45-8554-4fd290688611 None None] New status for floating IP b4c2079b-fe2d-4379-90b8-be2934d3ac4e: ACTIVE {{(pid=89111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 07:09:43.952622 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e6fcc46e-dd1e-48b1-895c-66659a5d2af2 req-9ab07b8b-83b6-4c3a-9501-f2233f7a8893 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] 10.222.0.55 "GET /v2.0/security-groups?id=54972e00-8617-48de-9b94-02005f973e47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1617401 May 28 07:09:43.984870 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b11178b-9749-438d-991a-f0c82115c835 req-4336e3c0-6d40-4908-b026-7ea5dbfe46ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:09:43.986589 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-2b11178b-9749-438d-991a-f0c82115c835 req-4336e3c0-6d40-4908-b026-7ea5dbfe46ba service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e53515b1-4c34-43ef-aa1c-b1f98005ffe0 HTTP/1.1" status: 200 len: 834 time: 0.2407136 May 28 07:09:44.012511 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1eca8467-aa58-47dd-b687-a10d2a32b1b9 req-ea17e96e-5ebe-4e0b-b88d-5a2359691390 service neutron] 10.222.0.69 "GET /v2.0/networks/b87fb3cb-482f-4500-8eb8-33ba0d95db61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3451955 May 28 07:09:44.019536 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-875c37fc-ed94-42de-ae1c-44b0d655bcbc req-a0e77c13-c3db-4b3a-b694-c6bd8b85780a tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] For port 4c809db8-8a35-47c1-a6f2-499ab85f9a42, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=4c809db8-8a35-47c1-a6f2-499ab85f9a42,segment=NetworkSegment(f84439d9-9861-4de3-97c0-1d327935f736),segment_id=f84439d9-9861-4de3-97c0-1d327935f736)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:09:44.019893 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-875c37fc-ed94-42de-ae1c-44b0d655bcbc req-a0e77c13-c3db-4b3a-b694-c6bd8b85780a tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:44.087876 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b11178b-9749-438d-991a-f0c82115c835 req-510b4f2a-845c-47b6-a09b-ff9a537f3aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:09:44.090326 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-2b11178b-9749-438d-991a-f0c82115c835 req-510b4f2a-845c-47b6-a09b-ff9a537f3aed service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7027e8e2-3775-4977-b4db-caeaf551a54b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0973008 May 28 07:09:44.232580 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-2b11178b-9749-438d-991a-f0c82115c835 req-db766627-c35b-42a8-bd18-8bfe9e55ab77 service neutron] 10.222.0.71 "GET /v2.0/networks/7027e8e2-3775-4977-b4db-caeaf551a54b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359787 May 28 07:09:44.368693 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-2b11178b-9749-438d-991a-f0c82115c835 req-cad1866e-3183-48d5-b843-b0d280c67306 service neutron] 10.222.0.71 "GET /v2.0/networks/7027e8e2-3775-4977-b4db-caeaf551a54b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299634 May 28 07:09:44.403134 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-875c37fc-ed94-42de-ae1c-44b0d655bcbc req-a0e77c13-c3db-4b3a-b694-c6bd8b85780a tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:44.403501 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-875c37fc-ed94-42de-ae1c-44b0d655bcbc req-a0e77c13-c3db-4b3a-b694-c6bd8b85780a tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691094'] for floatingip, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:44.403803 n-d-843702-1 neutron-server[89110]: INFO neutron.db.l3_db [req-875c37fc-ed94-42de-ae1c-44b0d655bcbc req-a0e77c13-c3db-4b3a-b694-c6bd8b85780a tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Floating IP f0d05475-f698-4b1a-90dc-fcdcbc9c4fc5 disassociated. External IP: 172.25.5.209, port: 4c809db8-8a35-47c1-a6f2-499ab85f9a42. May 28 07:09:44.404160 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-875c37fc-ed94-42de-ae1c-44b0d655bcbc req-a0e77c13-c3db-4b3a-b694-c6bd8b85780a tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Calling delete_port for 4c809db8-8a35-47c1-a6f2-499ab85f9a42 owned by compute:nova {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:09:44.439516 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1087fb33-0c57-4923-88cf-9546f3b584b5 req-c7fc45a2-b0ef-4095-8dfd-bb280db3bf41 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:09:44.440975 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1087fb33-0c57-4923-88cf-9546f3b584b5 req-c7fc45a2-b0ef-4095-8dfd-bb280db3bf41 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=000655f9-3c68-4bbf-b7f9-66cb2ac28be3 HTTP/1.1" status: 200 len: 946 time: 0.2343602 May 28 07:09:44.519300 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1087fb33-0c57-4923-88cf-9546f3b584b5 req-2e82ea11-28eb-47eb-9404-409421c3899a tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/security-groups?id=50422cbb-fbd5-4603-8b53-f68ba956b092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715175 May 28 07:09:44.657082 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-875c37fc-ed94-42de-ae1c-44b0d655bcbc req-a0e77c13-c3db-4b3a-b694-c6bd8b85780a tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:44.706777 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e77c13-c3db-4b3a-b694-c6bd8b85780a tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Pushing event deleted for resources: {'Port': ['ID=4c809db8-8a35-47c1-a6f2-499ab85f9a42,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:09:44.896137 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [req-875c37fc-ed94-42de-ae1c-44b0d655bcbc req-a0e77c13-c3db-4b3a-b694-c6bd8b85780a tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Router 5414a51b-61a7-4218-affc-1853ac1e94ce has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 07:09:45.145516 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-61471158-e1fe-492b-9e82-9eda0bfad856 req-022e9db4-15a0-4282-9ffe-6fb3d8e847a6 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f46ecf6-3b8d-4bec-bc62-ca85bf5c820d HTTP/1.1" status: 200 len: 210 time: 0.0562489 May 28 07:09:45.243907 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-875c37fc-ed94-42de-ae1c-44b0d655bcbc req-a0e77c13-c3db-4b3a-b694-c6bd8b85780a tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 07:09:45.253818 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997a6909-4782-4748-a60d-dc26c2fc3e74 None None] Sync routers for ids ['5414a51b-61a7-4218-affc-1853ac1e94ce'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 07:09:45.264845 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997a6909-4782-4748-a60d-dc26c2fc3e74 None None] Routers {'5414a51b-61a7-4218-affc-1853ac1e94ce'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:09:45.265687 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-997a6909-4782-4748-a60d-dc26c2fc3e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:09:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['5414a51b-61a7-4218-affc-1853ac1e94ce'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:09:45.318267 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-875c37fc-ed94-42de-ae1c-44b0d655bcbc req-a0e77c13-c3db-4b3a-b694-c6bd8b85780a tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] No DVR routers for this DVR port 4c809db8-8a35-47c1-a6f2-499ab85f9a42 on host n-h1-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 07:09:45.320842 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-875c37fc-ed94-42de-ae1c-44b0d655bcbc req-a0e77c13-c3db-4b3a-b694-c6bd8b85780a tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:45.325408 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f46ecf6-3b8d-4bec-bc62-ca85bf5c820d', 'name': 'network-vif-deleted', 'tag': '4c809db8-8a35-47c1-a6f2-499ab85f9a42'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:09:45.374827 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e318f242-0c6f-4983-9a46-39d5e61ea082'] response: {'server_uuid': '9f46ecf6-3b8d-4bec-bc62-ca85bf5c820d', 'name': 'network-vif-deleted', 'tag': '4c809db8-8a35-47c1-a6f2-499ab85f9a42', 'status': 'completed', 'code': 200} May 28 07:09:45.415880 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-875c37fc-ed94-42de-ae1c-44b0d655bcbc req-a0e77c13-c3db-4b3a-b694-c6bd8b85780a tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] 10.222.0.69 "DELETE /v2.0/ports/4c809db8-8a35-47c1-a6f2-499ab85f9a42 HTTP/1.1" status: 204 len: 173 time: 2.2116072 May 28 07:09:45.445691 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-997a6909-4782-4748-a60d-dc26c2fc3e74 None None] Set router 5414a51b-61a7-4218-affc-1853ac1e94ce gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:09:45.715268 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ddd33e-60da-4e4f-b419-c0431cf0e28f req-8055f104-69ec-4b03-a9aa-efa6ebedb0e8 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:09:45.717544 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-72ddd33e-60da-4e4f-b419-c0431cf0e28f req-8055f104-69ec-4b03-a9aa-efa6ebedb0e8 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=000655f9-3c68-4bbf-b7f9-66cb2ac28be3 HTTP/1.1" status: 200 len: 946 time: 0.0857217 May 28 07:09:45.758187 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-997a6909-4782-4748-a60d-dc26c2fc3e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5414a51b-61a7-4218-affc-1853ac1e94ce', 'name': 'tempest-TestServerBasicOps-1756098829-router', 'tenant_id': '568a49ef68dd4e4bb9244f0084a7583d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '761de6d2-ea77-4695-8f88-d2d942066e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:04:20Z', 'updated_at': '2022-05-28T07:04:25Z', 'revision_number': 4, 'project_id': '568a49ef68dd4e4bb9244f0084a7583d', 'gw_port': {'id': '761de6d2-ea77-4695-8f88-d2d942066e08', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:fb:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5414a51b-61a7-4218-affc-1853ac1e94ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:04:21Z', 'updated_at': '2022-05-28T07:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '986c79d2-70d7-4dae-b397-09a0f573443e', 'name': '', 'network_id': '16e2a17d-15e5-43a6-b979-a4aaa8a0f11f', 'tenant_id': '568a49ef68dd4e4bb9244f0084a7583d', 'mac_address': 'fa:16:3e:4c:29:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5414a51b-61a7-4218-affc-1853ac1e94ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'c529b6aa-dc62-472f-bf60-4d97f55e75f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:04:25Z', 'updated_at': '2022-05-28T07:04:32Z', 'revision_number': 5, 'project_id': '568a49ef68dd4e4bb9244f0084a7583d', 'subnets': [{'id': 'c529b6aa-dc62-472f-bf60-4d97f55e75f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:09:45.762705 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997a6909-4782-4748-a60d-dc26c2fc3e74 None None] Checking router: 5414a51b-61a7-4218-affc-1853ac1e94ce for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 07:09:45.764024 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-72ddd33e-60da-4e4f-b419-c0431cf0e28f req-d89ef946-2a30-43cd-ad04-34c0a91b8985 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/security-groups?id=50422cbb-fbd5-4603-8b53-f68ba956b092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398622 May 28 07:09:45.771291 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997a6909-4782-4748-a60d-dc26c2fc3e74 None None] Routers {'5414a51b-61a7-4218-affc-1853ac1e94ce'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:09:45.771876 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-997a6909-4782-4748-a60d-dc26c2fc3e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:09:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['5414a51b-61a7-4218-affc-1853ac1e94ce'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:09:45.949899 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-997a6909-4782-4748-a60d-dc26c2fc3e74 None None] Set router 5414a51b-61a7-4218-affc-1853ac1e94ce gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:09:46.266434 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-997a6909-4782-4748-a60d-dc26c2fc3e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5414a51b-61a7-4218-affc-1853ac1e94ce', 'name': 'tempest-TestServerBasicOps-1756098829-router', 'tenant_id': '568a49ef68dd4e4bb9244f0084a7583d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '761de6d2-ea77-4695-8f88-d2d942066e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:04:20Z', 'updated_at': '2022-05-28T07:04:25Z', 'revision_number': 4, 'project_id': '568a49ef68dd4e4bb9244f0084a7583d', 'gw_port': {'id': '761de6d2-ea77-4695-8f88-d2d942066e08', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:fb:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5414a51b-61a7-4218-affc-1853ac1e94ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:04:21Z', 'updated_at': '2022-05-28T07:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '986c79d2-70d7-4dae-b397-09a0f573443e', 'name': '', 'network_id': '16e2a17d-15e5-43a6-b979-a4aaa8a0f11f', 'tenant_id': '568a49ef68dd4e4bb9244f0084a7583d', 'mac_address': 'fa:16:3e:4c:29:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5414a51b-61a7-4218-affc-1853ac1e94ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'c529b6aa-dc62-472f-bf60-4d97f55e75f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:04:25Z', 'updated_at': '2022-05-28T07:04:32Z', 'revision_number': 5, 'project_id': '568a49ef68dd4e4bb9244f0084a7583d', 'subnets': [{'id': 'c529b6aa-dc62-472f-bf60-4d97f55e75f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:09:46.270386 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997a6909-4782-4748-a60d-dc26c2fc3e74 None None] The sync data for ids ['5414a51b-61a7-4218-affc-1853ac1e94ce'] in n-d-843702-1 is: [{'id': '5414a51b-61a7-4218-affc-1853ac1e94ce', 'name': 'tempest-TestServerBasicOps-1756098829-router', 'tenant_id': '568a49ef68dd4e4bb9244f0084a7583d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '761de6d2-ea77-4695-8f88-d2d942066e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:04:20Z', 'updated_at': '2022-05-28T07:04:25Z', 'revision_number': 4, 'project_id': '568a49ef68dd4e4bb9244f0084a7583d', 'gw_port': {'id': '761de6d2-ea77-4695-8f88-d2d942066e08', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:fb:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5414a51b-61a7-4218-affc-1853ac1e94ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:04:21Z', 'updated_at': '2022-05-28T07:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '986c79d2-70d7-4dae-b397-09a0f573443e', 'name': '', 'network_id': '16e2a17d-15e5-43a6-b979-a4aaa8a0f11f', 'tenant_id': '568a49ef68dd4e4bb9244f0084a7583d', 'mac_address': 'fa:16:3e:4c:29:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5414a51b-61a7-4218-affc-1853ac1e94ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'c529b6aa-dc62-472f-bf60-4d97f55e75f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:04:25Z', 'updated_at': '2022-05-28T07:04:32Z', 'revision_number': 5, 'project_id': '568a49ef68dd4e4bb9244f0084a7583d', 'subnets': [{'id': 'c529b6aa-dc62-472f-bf60-4d97f55e75f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 07:09:46.332027 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-66d705ed-0246-46ff-9410-f481b5955f6d req-0c0b08cd-0bb6-4e30-bc52-23b73fa6cfb8 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Synchronizing usage tracker for tenant:568a49ef68dd4e4bb9244f0084a7583d on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:09:46.434102 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-66d705ed-0246-46ff-9410-f481b5955f6d req-0c0b08cd-0bb6-4e30-bc52-23b73fa6cfb8 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Unset dirty status for tenant:568a49ef68dd4e4bb9244f0084a7583d on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:09:46.436467 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-66d705ed-0246-46ff-9410-f481b5955f6d req-0c0b08cd-0bb6-4e30-bc52-23b73fa6cfb8 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f46ecf6-3b8d-4bec-bc62-ca85bf5c820d HTTP/1.1" status: 200 len: 210 time: 0.1505787 May 28 07:09:46.501631 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635f93aa-41b7-495a-87d4-4991bb0f42a6 None None] New status for floating IP f0d05475-f698-4b1a-90dc-fcdcbc9c4fc5: DOWN {{(pid=89111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 07:09:46.956322 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b97bcc-9dbe-4289-be22-497d32168994 req-056cf532-d422-496d-87ad-bb2717175269 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:09:46.957780 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d8b97bcc-9dbe-4289-be22-497d32168994 req-056cf532-d422-496d-87ad-bb2717175269 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=000655f9-3c68-4bbf-b7f9-66cb2ac28be3 HTTP/1.1" status: 200 len: 946 time: 0.0822492 May 28 07:09:47.003179 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d8b97bcc-9dbe-4289-be22-497d32168994 req-d0c7ea6a-fa2b-417d-84bb-7c1919f4f9c3 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/security-groups?id=50422cbb-fbd5-4603-8b53-f68ba956b092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398610 May 28 07:09:47.537870 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 54018) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:09:47.696783 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-6438a487-2297-4487-bf40-ab12cb1839f7 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Deleting port cb724b84-61e1-44c1-b0c5-17053d7b1160 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:09:47.697125 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6438a487-2297-4487-bf40-ab12cb1839f7 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:47.867262 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6438a487-2297-4487-bf40-ab12cb1839f7 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:47.867470 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6438a487-2297-4487-bf40-ab12cb1839f7 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:47.989994 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-6438a487-2297-4487-bf40-ab12cb1839f7 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Calling delete_port for cb724b84-61e1-44c1-b0c5-17053d7b1160 owned by network:floatingip {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:09:48.191466 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741c0055-d88b-4ea2-a135-2c80614110bb req-8a1e958e-7a76-41a8-8fea-986ebe3a3198 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:09:48.192950 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-741c0055-d88b-4ea2-a135-2c80614110bb req-8a1e958e-7a76-41a8-8fea-986ebe3a3198 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=000655f9-3c68-4bbf-b7f9-66cb2ac28be3 HTTP/1.1" status: 200 len: 946 time: 0.0846488 May 28 07:09:48.200327 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6438a487-2297-4487-bf40-ab12cb1839f7 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:48.240773 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-741c0055-d88b-4ea2-a135-2c80614110bb req-248d2dc8-2ee7-47c1-9353-75ff9c82d2cb tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/security-groups?id=50422cbb-fbd5-4603-8b53-f68ba956b092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411415 May 28 07:09:48.245914 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6438a487-2297-4487-bf40-ab12cb1839f7 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Pushing event deleted for resources: {'Port': ['ID=cb724b84-61e1-44c1-b0c5-17053d7b1160,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:09:48.282587 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6438a487-2297-4487-bf40-ab12cb1839f7 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:09:48.282923 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6438a487-2297-4487-bf40-ab12cb1839f7 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:09:48.283253 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6438a487-2297-4487-bf40-ab12cb1839f7 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:09:48.283620 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6438a487-2297-4487-bf40-ab12cb1839f7 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:09:48.283942 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6438a487-2297-4487-bf40-ab12cb1839f7 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:09:48.284298 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6438a487-2297-4487-bf40-ab12cb1839f7 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:09:48.284658 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6438a487-2297-4487-bf40-ab12cb1839f7 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:09:48.284976 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6438a487-2297-4487-bf40-ab12cb1839f7 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:09:48.285319 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6438a487-2297-4487-bf40-ab12cb1839f7 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:09:48.285658 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6438a487-2297-4487-bf40-ab12cb1839f7 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:09:48.285974 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6438a487-2297-4487-bf40-ab12cb1839f7 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:09:48.286288 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6438a487-2297-4487-bf40-ab12cb1839f7 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:09:48.341050 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 4c809db8-8a35-47c1-a6f2-499ab85f9a42 no longer exists at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:09:48.357669 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6438a487-2297-4487-bf40-ab12cb1839f7 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Notify callbacks [] for floatingip, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:48.393622 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] No Port match for: 4c809db8-8a35-47c1-a6f2-499ab85f9a42 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 07:09:48.393622 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 4c809db8-8a35-47c1-a6f2-499ab85f9a42 not bound to the agent host n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 07:09:48.515579 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6438a487-2297-4487-bf40-ab12cb1839f7 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:48.516879 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-6438a487-2297-4487-bf40-ab12cb1839f7 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] 10.222.0.55 "DELETE /v2.0/floatingips/f0d05475-f698-4b1a-90dc-fcdcbc9c4fc5 HTTP/1.1" status: 204 len: 168 time: 0.9780381 May 28 07:09:48.672644 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 54028) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:09:48.743427 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-dd07b68e-fde7-486f-888b-dd4ac2485382 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:48.775352 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-dd07b68e-fde7-486f-888b-dd4ac2485382 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:48.914387 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-dd07b68e-fde7-486f-888b-dd4ac2485382 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:48.938601 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd07b68e-fde7-486f-888b-dd4ac2485382 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54972e00-8617-48de-9b94-02005f973e47,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:09:49.022358 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-dd07b68e-fde7-486f-888b-dd4ac2485382 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:49.023511 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-dd07b68e-fde7-486f-888b-dd4ac2485382 tempest-TestServerBasicOps-413306359 tempest-TestServerBasicOps-413306359-project] 10.222.0.55 "DELETE /v2.0/security-groups/54972e00-8617-48de-9b94-02005f973e47 HTTP/1.1" status: 204 len: 168 time: 0.3498657 May 28 07:09:49.131769 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 54034) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:09:49.617270 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5e0a4c-b284-443d-a9dc-78537534d992 req-ffe922d7-17d2-4762-a939-a721687c4656 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:09:49.619128 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9d5e0a4c-b284-443d-a9dc-78537534d992 req-ffe922d7-17d2-4762-a939-a721687c4656 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=000655f9-3c68-4bbf-b7f9-66cb2ac28be3 HTTP/1.1" status: 200 len: 946 time: 0.2386181 May 28 07:09:49.755497 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9d5e0a4c-b284-443d-a9dc-78537534d992 req-3486c6f7-c712-4d12-9b08-098cf3ecc316 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/security-groups?id=50422cbb-fbd5-4603-8b53-f68ba956b092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1270688 May 28 07:09:49.964951 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-04c38b1b-908b-45cd-aaed-4507c72930c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700548'] for router_interface, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:50.412507 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-04c38b1b-908b-45cd-aaed-4507c72930c9 admin admin] Deleting port 986c79d2-70d7-4dae-b397-09a0f573443e {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:09:50.412843 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-04c38b1b-908b-45cd-aaed-4507c72930c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:50.595355 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [None req-04c38b1b-908b-45cd-aaed-4507c72930c9 admin admin] For port 986c79d2-70d7-4dae-b397-09a0f573443e, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=986c79d2-70d7-4dae-b397-09a0f573443e,segment=NetworkSegment(f84439d9-9861-4de3-97c0-1d327935f736),segment_id=f84439d9-9861-4de3-97c0-1d327935f736)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:09:50.595686 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-04c38b1b-908b-45cd-aaed-4507c72930c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:50.714648 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-04c38b1b-908b-45cd-aaed-4507c72930c9 admin admin] Calling delete_port for 986c79d2-70d7-4dae-b397-09a0f573443e owned by network:router_interface {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:09:51.027066 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccac274-d3a1-49ff-9830-c137902386d3 req-a08aa7af-03ed-4d71-b23d-272d2befd921 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:09:51.028483 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7ccac274-d3a1-49ff-9830-c137902386d3 req-a08aa7af-03ed-4d71-b23d-272d2befd921 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=000655f9-3c68-4bbf-b7f9-66cb2ac28be3 HTTP/1.1" status: 200 len: 946 time: 0.1326933 May 28 07:09:51.118404 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7ccac274-d3a1-49ff-9830-c137902386d3 req-e0510ccb-dc52-46f9-b8d0-9f87fd8d57a9 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/security-groups?id=50422cbb-fbd5-4603-8b53-f68ba956b092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821662 May 28 07:09:51.183769 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-04c38b1b-908b-45cd-aaed-4507c72930c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:51.234258 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c38b1b-908b-45cd-aaed-4507c72930c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=986c79d2-70d7-4dae-b397-09a0f573443e,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:09:51.502767 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-04c38b1b-908b-45cd-aaed-4507c72930c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700472'] for router_interface, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:51.969853 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04c38b1b-908b-45cd-aaed-4507c72930c9 admin admin] Router 5414a51b-61a7-4218-affc-1853ac1e94ce has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 07:09:52.148837 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04c38b1b-908b-45cd-aaed-4507c72930c9 admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 07:09:52.159211 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9baa7a-35d5-4617-a7e3-ebdb9e705adb None None] Sync routers for ids ['5414a51b-61a7-4218-affc-1853ac1e94ce'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 07:09:52.165494 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-04c38b1b-908b-45cd-aaed-4507c72930c9 admin admin] 10.222.0.55 "PUT /v2.0/routers/5414a51b-61a7-4218-affc-1853ac1e94ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0303123 May 28 07:09:52.165851 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 54048) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:09:52.168879 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9baa7a-35d5-4617-a7e3-ebdb9e705adb None None] Routers {'5414a51b-61a7-4218-affc-1853ac1e94ce'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:09:52.169679 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-3d9baa7a-35d5-4617-a7e3-ebdb9e705adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:09:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['5414a51b-61a7-4218-affc-1853ac1e94ce'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:09:52.318287 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b04f9b0-fb92-4483-a82e-8ed359c7cc7d req-b2ac08ca-c7ac-4e6c-abd8-2a63113cd9de tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:09:52.319767 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5b04f9b0-fb92-4483-a82e-8ed359c7cc7d req-b2ac08ca-c7ac-4e6c-abd8-2a63113cd9de tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=000655f9-3c68-4bbf-b7f9-66cb2ac28be3 HTTP/1.1" status: 200 len: 946 time: 0.0826600 May 28 07:09:52.357000 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-3d9baa7a-35d5-4617-a7e3-ebdb9e705adb None None] Set router 5414a51b-61a7-4218-affc-1853ac1e94ce gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:09:52.365201 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5b04f9b0-fb92-4483-a82e-8ed359c7cc7d req-e9dbb2f0-b717-4427-bb71-56528cc7264b tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/security-groups?id=50422cbb-fbd5-4603-8b53-f68ba956b092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390923 May 28 07:09:52.368707 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-627ceef0-b503-4b62-b0b6-583f1eda91cb admin admin] Notify callbacks [] for router, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:52.680578 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-627ceef0-b503-4b62-b0b6-583f1eda91cb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:52.684433 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-3d9baa7a-35d5-4617-a7e3-ebdb9e705adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5414a51b-61a7-4218-affc-1853ac1e94ce', 'name': 'tempest-TestServerBasicOps-1756098829-router', 'tenant_id': '568a49ef68dd4e4bb9244f0084a7583d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '761de6d2-ea77-4695-8f88-d2d942066e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:04:20Z', 'updated_at': '2022-05-28T07:09:51Z', 'revision_number': 5, 'project_id': '568a49ef68dd4e4bb9244f0084a7583d', 'gw_port': {'id': '761de6d2-ea77-4695-8f88-d2d942066e08', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:fb:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5414a51b-61a7-4218-affc-1853ac1e94ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:04:21Z', 'updated_at': '2022-05-28T07:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:09:52.688535 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9baa7a-35d5-4617-a7e3-ebdb9e705adb None None] Checking router: 5414a51b-61a7-4218-affc-1853ac1e94ce for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 07:09:52.696687 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9baa7a-35d5-4617-a7e3-ebdb9e705adb None None] Routers {'5414a51b-61a7-4218-affc-1853ac1e94ce'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:09:52.697268 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-3d9baa7a-35d5-4617-a7e3-ebdb9e705adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:09:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['5414a51b-61a7-4218-affc-1853ac1e94ce'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:09:52.798232 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-627ceef0-b503-4b62-b0b6-583f1eda91cb admin admin] Deleting port 761de6d2-ea77-4695-8f88-d2d942066e08 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:09:52.798616 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-627ceef0-b503-4b62-b0b6-583f1eda91cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:52.874286 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-3d9baa7a-35d5-4617-a7e3-ebdb9e705adb None None] Set router 5414a51b-61a7-4218-affc-1853ac1e94ce gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:09:52.975480 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-627ceef0-b503-4b62-b0b6-583f1eda91cb admin admin] For port 761de6d2-ea77-4695-8f88-d2d942066e08, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=761de6d2-ea77-4695-8f88-d2d942066e08,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:09:52.975835 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-627ceef0-b503-4b62-b0b6-583f1eda91cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:53.099114 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-627ceef0-b503-4b62-b0b6-583f1eda91cb admin admin] Calling delete_port for 761de6d2-ea77-4695-8f88-d2d942066e08 owned by network:router_gateway {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:09:53.160545 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-3d9baa7a-35d5-4617-a7e3-ebdb9e705adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5414a51b-61a7-4218-affc-1853ac1e94ce', 'name': 'tempest-TestServerBasicOps-1756098829-router', 'tenant_id': '568a49ef68dd4e4bb9244f0084a7583d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '761de6d2-ea77-4695-8f88-d2d942066e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:04:20Z', 'updated_at': '2022-05-28T07:09:51Z', 'revision_number': 5, 'project_id': '568a49ef68dd4e4bb9244f0084a7583d', 'gw_port': {'id': '761de6d2-ea77-4695-8f88-d2d942066e08', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:fb:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5414a51b-61a7-4218-affc-1853ac1e94ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:04:21Z', 'updated_at': '2022-05-28T07:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:09:53.167803 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9baa7a-35d5-4617-a7e3-ebdb9e705adb None None] The sync data for ids ['5414a51b-61a7-4218-affc-1853ac1e94ce'] in n-d-843702-1 is: [{'id': '5414a51b-61a7-4218-affc-1853ac1e94ce', 'name': 'tempest-TestServerBasicOps-1756098829-router', 'tenant_id': '568a49ef68dd4e4bb9244f0084a7583d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '761de6d2-ea77-4695-8f88-d2d942066e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:04:20Z', 'updated_at': '2022-05-28T07:09:51Z', 'revision_number': 5, 'project_id': '568a49ef68dd4e4bb9244f0084a7583d', 'gw_port': {'id': '761de6d2-ea77-4695-8f88-d2d942066e08', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:fb:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5414a51b-61a7-4218-affc-1853ac1e94ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:04:21Z', 'updated_at': '2022-05-28T07:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 07:09:53.474146 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-627ceef0-b503-4b62-b0b6-583f1eda91cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:53.534612 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627ceef0-b503-4b62-b0b6-583f1eda91cb admin admin] Pushing event deleted for resources: {'Port': ['ID=761de6d2-ea77-4695-8f88-d2d942066e08,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:09:53.563714 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64a8c42-a751-4721-b7e3-d99dca4e4eb4 req-077fed7b-9548-4467-9c51-50f9451086d7 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:09:53.565452 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e64a8c42-a751-4721-b7e3-d99dca4e4eb4 req-077fed7b-9548-4467-9c51-50f9451086d7 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=000655f9-3c68-4bbf-b7f9-66cb2ac28be3 HTTP/1.1" status: 200 len: 946 time: 0.0933869 May 28 07:09:53.614220 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e64a8c42-a751-4721-b7e3-d99dca4e4eb4 req-257ed09d-a8d0-4865-a3c3-a2ebce7182a1 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/security-groups?id=50422cbb-fbd5-4603-8b53-f68ba956b092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427451 May 28 07:09:53.639384 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-627ceef0-b503-4b62-b0b6-583f1eda91cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691105'] for router_gateway, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:53.815499 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-627ceef0-b503-4b62-b0b6-583f1eda91cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59018'] for router, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:53.817768 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-627ceef0-b503-4b62-b0b6-583f1eda91cb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:53.924909 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-627ceef0-b503-4b62-b0b6-583f1eda91cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-703817'] for router, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:53.925484 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-627ceef0-b503-4b62-b0b6-583f1eda91cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5414a51b-61a7-4218-affc-1853ac1e94ce {{(pid=89109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 07:09:53.938565 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-627ceef0-b503-4b62-b0b6-583f1eda91cb admin admin] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:53.939842 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-627ceef0-b503-4b62-b0b6-583f1eda91cb admin admin] 10.222.0.55 "DELETE /v2.0/routers/5414a51b-61a7-4218-affc-1853ac1e94ce HTTP/1.1" status: 204 len: 168 time: 1.7727582 May 28 07:09:53.942402 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 54054) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:09:54.003218 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_v2 [None req-43922ded-b57b-431d-b401-ae284bec418f admin admin] Deleting subnet c529b6aa-dc62-472f-bf60-4d97f55e75f9 {{(pid=89109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 07:09:54.006297 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-43922ded-b57b-431d-b401-ae284bec418f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:54.057547 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-43922ded-b57b-431d-b401-ae284bec418f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3964070'] for subnet, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:54.136662 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-43922ded-b57b-431d-b401-ae284bec418f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:54.279694 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-43922ded-b57b-431d-b401-ae284bec418f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9555650'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:54.318450 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43922ded-b57b-431d-b401-ae284bec418f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c529b6aa-dc62-472f-bf60-4d97f55e75f9,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:09:54.320391 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-43922ded-b57b-431d-b401-ae284bec418f admin admin] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:54.326352 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a210db9-0c79-46dc-bf60-2a2d75ae3e21 None None] Network 16e2a17d-15e5-43a6-b979-a4aaa8a0f11f requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 07:09:54.329533 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-43922ded-b57b-431d-b401-ae284bec418f admin admin] 10.222.0.55 "DELETE /v2.0/subnets/c529b6aa-dc62-472f-bf60-4d97f55e75f9 HTTP/1.1" status: 204 len: 168 time: 0.3843052 May 28 07:09:54.330245 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 54058) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:09:54.426070 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 986c79d2-70d7-4dae-b397-09a0f573443e no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:09:54.472407 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 986c79d2-70d7-4dae-b397-09a0f573443e {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 07:09:54.472751 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 986c79d2-70d7-4dae-b397-09a0f573443e not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 07:09:54.473197 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 761de6d2-ea77-4695-8f88-d2d942066e08 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:09:54.544144 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 761de6d2-ea77-4695-8f88-d2d942066e08 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 07:09:54.544386 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 761de6d2-ea77-4695-8f88-d2d942066e08 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 07:09:54.587596 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-dfed8e49-40bf-4ed4-9285-b38342a08b19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:54.598460 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-dfed8e49-40bf-4ed4-9285-b38342a08b19 admin admin] Deleting port aa7ca115-242a-427a-8e34-66d94aa25eea {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:09:54.598790 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-dfed8e49-40bf-4ed4-9285-b38342a08b19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:54.712763 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c46c43-14fd-42e9-bc10-b8e5c6619ce1 None None] DHCP port deletion for 16e2a17d-15e5-43a6-b979-a4aaa8a0f11f request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 07:09:54.717707 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-26c46c43-14fd-42e9-bc10-b8e5c6619ce1 None None] Deleting port aa7ca115-242a-427a-8e34-66d94aa25eea {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:09:54.718454 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-26c46c43-14fd-42e9-bc10-b8e5c6619ce1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:54.808789 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11bf5de-5f9c-4918-a169-5ffdc4259222 req-332878a9-ea40-4362-825a-e517990f5e22 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:09:54.811146 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d11bf5de-5f9c-4918-a169-5ffdc4259222 req-332878a9-ea40-4362-825a-e517990f5e22 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=000655f9-3c68-4bbf-b7f9-66cb2ac28be3 HTTP/1.1" status: 200 len: 946 time: 0.0822270 May 28 07:09:54.819524 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-dfed8e49-40bf-4ed4-9285-b38342a08b19 admin admin] For port aa7ca115-242a-427a-8e34-66d94aa25eea, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=aa7ca115-242a-427a-8e34-66d94aa25eea,segment=NetworkSegment(f84439d9-9861-4de3-97c0-1d327935f736),segment_id=f84439d9-9861-4de3-97c0-1d327935f736)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:09:54.820365 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-dfed8e49-40bf-4ed4-9285-b38342a08b19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:54.856044 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d11bf5de-5f9c-4918-a169-5ffdc4259222 req-edfa543a-d0e8-44b2-bc61-2e873b22a129 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/security-groups?id=50422cbb-fbd5-4603-8b53-f68ba956b092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384445 May 28 07:09:54.927731 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-26c46c43-14fd-42e9-bc10-b8e5c6619ce1 None None] For port aa7ca115-242a-427a-8e34-66d94aa25eea, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=aa7ca115-242a-427a-8e34-66d94aa25eea,segment=NetworkSegment(f84439d9-9861-4de3-97c0-1d327935f736),segment_id=f84439d9-9861-4de3-97c0-1d327935f736)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:09:54.928115 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-26c46c43-14fd-42e9-bc10-b8e5c6619ce1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:54.946056 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-dfed8e49-40bf-4ed4-9285-b38342a08b19 admin admin] Calling delete_port for aa7ca115-242a-427a-8e34-66d94aa25eea owned by network:dhcp {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:09:55.047293 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-26c46c43-14fd-42e9-bc10-b8e5c6619ce1 None None] Calling delete_port for aa7ca115-242a-427a-8e34-66d94aa25eea owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:09:55.108657 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-dfed8e49-40bf-4ed4-9285-b38342a08b19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:55.119971 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.db.api [None req-26c46c43-14fd-42e9-bc10-b8e5c6619ce1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89111) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 07:09:55.120328 n-d-843702-1 neutron-server[89111]: DEBUG oslo_db.api [None req-26c46c43-14fd-42e9-bc10-b8e5c6619ce1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 07:09:55.154228 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfed8e49-40bf-4ed4-9285-b38342a08b19 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa7ca115-242a-427a-8e34-66d94aa25eea,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:09:55.159448 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfed8e49-40bf-4ed4-9285-b38342a08b19 admin admin] No DVR routers for this DVR port aa7ca115-242a-427a-8e34-66d94aa25eea on host n-d-843702-1 {{(pid=89109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 07:09:55.274360 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-dfed8e49-40bf-4ed4-9285-b38342a08b19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:55.300018 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-dfed8e49-40bf-4ed4-9285-b38342a08b19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16e2a17d-15e5-43a6-b979-a4aaa8a0f11f']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:09:55.311970 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-dfed8e49-40bf-4ed4-9285-b38342a08b19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f84439d9-9861-4de3-97c0-1d327935f736') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:09:55.312269 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-dfed8e49-40bf-4ed4-9285-b38342a08b19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f84439d9-9861-4de3-97c0-1d327935f736') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:09:55.324167 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-dfed8e49-40bf-4ed4-9285-b38342a08b19 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:55.343859 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-dfed8e49-40bf-4ed4-9285-b38342a08b19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:55.349886 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfed8e49-40bf-4ed4-9285-b38342a08b19 admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 07:09:55.350265 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-dfed8e49-40bf-4ed4-9285-b38342a08b19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:55.419971 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment f84439d9-9861-4de3-97c0-1d327935f736 resource provider aggregate not found May 28 07:09:55.436103 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment f84439d9-9861-4de3-97c0-1d327935f736 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f84439d9-9861-4de3-97c0-1d327935f736 found for delete ", "request_id": "req-49b46abb-45ec-4247-9d73-210f64039b1a"}]} May 28 07:09:55.545788 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-dfed8e49-40bf-4ed4-9285-b38342a08b19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:55.574504 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-dfed8e49-40bf-4ed4-9285-b38342a08b19 admin admin] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:55.574504 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfed8e49-40bf-4ed4-9285-b38342a08b19 admin admin] Pushing event deleted for resources: {'Network': ['ID=16e2a17d-15e5-43a6-b979-a4aaa8a0f11f,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:09:55.629801 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-26c46c43-14fd-42e9-bc10-b8e5c6619ce1 None None] Deleting port aa7ca115-242a-427a-8e34-66d94aa25eea {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:09:55.629801 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-26c46c43-14fd-42e9-bc10-b8e5c6619ce1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:55.672027 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-dfed8e49-40bf-4ed4-9285-b38342a08b19 admin admin] 10.222.0.55 "DELETE /v2.0/networks/16e2a17d-15e5-43a6-b979-a4aaa8a0f11f HTTP/1.1" status: 204 len: 168 time: 1.3362610 May 28 07:09:55.672027 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 54070) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:09:55.711460 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-26c46c43-14fd-42e9-bc10-b8e5c6619ce1 None None] The port 'aa7ca115-242a-427a-8e34-66d94aa25eea' was deleted {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 07:09:56.068178 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6930ee-e6f3-4223-a538-50ebfaea4944 req-3b13b790-a87c-4adc-8bd3-c38ace8ae912 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:09:56.068178 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9f6930ee-e6f3-4223-a538-50ebfaea4944 req-3b13b790-a87c-4adc-8bd3-c38ace8ae912 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=000655f9-3c68-4bbf-b7f9-66cb2ac28be3 HTTP/1.1" status: 200 len: 946 time: 0.0899024 May 28 07:09:56.118875 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9f6930ee-e6f3-4223-a538-50ebfaea4944 req-ab938ef6-ae07-424c-b9cb-1053aef383ce tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/security-groups?id=50422cbb-fbd5-4603-8b53-f68ba956b092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400512 May 28 07:09:56.305179 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device aa7ca115-242a-427a-8e34-66d94aa25eea no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:09:56.349819 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: aa7ca115-242a-427a-8e34-66d94aa25eea {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 07:09:56.349819 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device aa7ca115-242a-427a-8e34-66d94aa25eea not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 07:09:56.379393 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-42a6a21e-0763-4a83-a1ad-ca0f9a548a8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700548'] for router_interface, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:56.520199 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-70dabe1e-599c-4cb5-8029-300c64f4160f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:56.814306 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-42a6a21e-0763-4a83-a1ad-ca0f9a548a8c admin admin] Deleting port 9e37363a-aaa0-4a50-a4f5-5d6d474c1b52 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:09:56.814306 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-42a6a21e-0763-4a83-a1ad-ca0f9a548a8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:56.875234 n-d-843702-1 neutron-server[89109]: INFO neutron.api.v2.resource [req-2b11178b-9749-438d-991a-f0c82115c835 req-b86f483f-5178-4817-a119-b7b30003ea17 service neutron] show failed (client error): The resource could not be found. May 28 07:09:56.875234 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-2b11178b-9749-438d-991a-f0c82115c835 req-b86f483f-5178-4817-a119-b7b30003ea17 service neutron] 10.222.0.71 "GET /v2.0/ports/74d0ea99-999b-420f-8435-df730e8476dc/bindings/n-h1-843702-1 HTTP/1.1" status: 404 len: 380 time: 0.1423411 May 28 07:09:57.020993 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-42a6a21e-0763-4a83-a1ad-ca0f9a548a8c admin admin] For port 9e37363a-aaa0-4a50-a4f5-5d6d474c1b52, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=9e37363a-aaa0-4a50-a4f5-5d6d474c1b52,segment=NetworkSegment(0acbe248-13e8-4b38-a0db-df15ded74fd9),segment_id=0acbe248-13e8-4b38-a0db-df15ded74fd9)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:09:57.020993 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-42a6a21e-0763-4a83-a1ad-ca0f9a548a8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:57.149000 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-42a6a21e-0763-4a83-a1ad-ca0f9a548a8c admin admin] Calling delete_port for 9e37363a-aaa0-4a50-a4f5-5d6d474c1b52 owned by network:router_interface {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:09:57.339813 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0ed5b5-b58b-40be-8c52-208b73e69b2e req-f44a8dcc-17e9-4de5-8228-d56dc7bd2daf tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:09:57.341329 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7c0ed5b5-b58b-40be-8c52-208b73e69b2e req-f44a8dcc-17e9-4de5-8228-d56dc7bd2daf tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=000655f9-3c68-4bbf-b7f9-66cb2ac28be3 HTTP/1.1" status: 200 len: 946 time: 0.0865498 May 28 07:09:57.390634 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7c0ed5b5-b58b-40be-8c52-208b73e69b2e req-f300fa54-a9f4-47a4-8a6d-408854d3381d tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/security-groups?id=50422cbb-fbd5-4603-8b53-f68ba956b092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435202 May 28 07:09:57.443790 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-42a6a21e-0763-4a83-a1ad-ca0f9a548a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:57.467483 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b11178b-9749-438d-991a-f0c82115c835 req-c6dda6f6-b2d4-4567-95d3-2ec25db45b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:09:57.469346 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2b11178b-9749-438d-991a-f0c82115c835 req-c6dda6f6-b2d4-4567-95d3-2ec25db45b50 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=000655f9-3c68-4bbf-b7f9-66cb2ac28be3&tenant_id=5f0305e9e0384b55a3ff03fd8ac69f6c HTTP/1.1" status: 200 len: 1097 time: 0.0725105 May 28 07:09:57.481195 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-2b11178b-9749-438d-991a-f0c82115c835 req-c614b81d-aa83-4861-b53e-d630e891fd3c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843702-1', 'device_owner': 'compute:nova'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:09:57.521027 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a6a21e-0763-4a83-a1ad-ca0f9a548a8c admin admin] Pushing event deleted for resources: {'Port': ['ID=9e37363a-aaa0-4a50-a4f5-5d6d474c1b52,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:09:57.598668 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-2b11178b-9749-438d-991a-f0c82115c835 req-c614b81d-aa83-4861-b53e-d630e891fd3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:57.823098 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-42a6a21e-0763-4a83-a1ad-ca0f9a548a8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700472'] for router_interface, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:57.894496 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-2b11178b-9749-438d-991a-f0c82115c835 req-c614b81d-aa83-4861-b53e-d630e891fd3c service neutron] For port 74d0ea99-999b-420f-8435-df730e8476dc, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=74d0ea99-999b-420f-8435-df730e8476dc,segment=NetworkSegment(77fa5fba-ea45-4bd7-8866-9d43cd8b8c85),segment_id=77fa5fba-ea45-4bd7-8866-9d43cd8b8c85)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:09:57.928784 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:57.929276 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-2b11178b-9749-438d-991a-f0c82115c835 req-c614b81d-aa83-4861-b53e-d630e891fd3c service neutron] For port 74d0ea99-999b-420f-8435-df730e8476dc, host n-h2-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:09:57.994946 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '000655f9-3c68-4bbf-b7f9-66cb2ac28be3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74d0ea99-999b-420f-8435-df730e8476dc'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:09:57.999695 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-2b11178b-9749-438d-991a-f0c82115c835 req-c614b81d-aa83-4861-b53e-d630e891fd3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:58.016724 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-2b11178b-9749-438d-991a-f0c82115c835 req-c614b81d-aa83-4861-b53e-d630e891fd3c service neutron] Transition to ACTIVE for port object 74d0ea99-999b-420f-8435-df730e8476dc will not be triggered until provisioned by entity L2. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:09:58.071742 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36bcd6d2-232d-45e6-8a36-917059951296'] response: {'server_uuid': '000655f9-3c68-4bbf-b7f9-66cb2ac28be3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74d0ea99-999b-420f-8435-df730e8476dc', 'code': 200} May 28 07:09:58.125724 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-2b11178b-9749-438d-991a-f0c82115c835 req-c614b81d-aa83-4861-b53e-d630e891fd3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:58.366556 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42a6a21e-0763-4a83-a1ad-ca0f9a548a8c admin admin] Router 4c35e2a2-2b84-4893-923f-064167ba21a7 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 07:09:58.433063 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c614b81d-aa83-4861-b53e-d630e891fd3c service neutron] Pushing event updated for resources: {'Port': ['ID=74d0ea99-999b-420f-8435-df730e8476dc,revision_number=6']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:09:58.576548 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b11178b-9749-438d-991a-f0c82115c835 req-c614b81d-aa83-4861-b53e-d630e891fd3c service neutron] No DVR routers for this DVR port 74d0ea99-999b-420f-8435-df730e8476dc on host n-h2-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 07:09:58.667714 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42a6a21e-0763-4a83-a1ad-ca0f9a548a8c admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 07:09:58.679712 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc27e44-f589-4ed1-b4ca-5a5ef056f304 None None] Sync routers for ids ['4c35e2a2-2b84-4893-923f-064167ba21a7'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 07:09:58.685891 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-42a6a21e-0763-4a83-a1ad-ca0f9a548a8c admin admin] 10.222.0.55 "PUT /v2.0/routers/4c35e2a2-2b84-4893-923f-064167ba21a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0044780 May 28 07:09:58.685891 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 54082) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:09:58.695901 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc27e44-f589-4ed1-b4ca-5a5ef056f304 None None] Routers {'4c35e2a2-2b84-4893-923f-064167ba21a7'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:09:58.695901 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-adc27e44-f589-4ed1-b4ca-5a5ef056f304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:09:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['4c35e2a2-2b84-4893-923f-064167ba21a7'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:09:58.854680 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70a13ef-f5ca-4463-8ec9-366e7198bb78 req-4706aceb-911d-4354-8ce7-e8ff0946058d tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:09:58.856383 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a70a13ef-f5ca-4463-8ec9-366e7198bb78 req-4706aceb-911d-4354-8ce7-e8ff0946058d tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=000655f9-3c68-4bbf-b7f9-66cb2ac28be3 HTTP/1.1" status: 200 len: 944 time: 0.2154396 May 28 07:09:58.904918 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ccf11dea-6f2a-4066-8055-55cb9808050a admin admin] Notify callbacks [] for router, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:58.920958 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-adc27e44-f589-4ed1-b4ca-5a5ef056f304 None None] Set router 4c35e2a2-2b84-4893-923f-064167ba21a7 gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:09:58.970264 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-2b11178b-9749-438d-991a-f0c82115c835 req-c614b81d-aa83-4861-b53e-d630e891fd3c service neutron] Attempting to bind port 74d0ea99-999b-420f-8435-df730e8476dc on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 07:09:58.970264 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-2b11178b-9749-438d-991a-f0c82115c835 req-c614b81d-aa83-4861-b53e-d630e891fd3c service neutron] Attempting to bind port 74d0ea99-999b-420f-8435-df730e8476dc by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': '77fa5fba-ea45-4bd7-8866-9d43cd8b8c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '7027e8e2-3775-4977-b4db-caeaf551a54b'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 07:09:58.970264 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b11178b-9749-438d-991a-f0c82115c835 req-c614b81d-aa83-4861-b53e-d630e891fd3c service neutron] Attempting to bind port 74d0ea99-999b-420f-8435-df730e8476dc on network 7027e8e2-3775-4977-b4db-caeaf551a54b {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:09:58.981051 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b4303693-d789-4908-b23d-504f067dd53f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:58.985599 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b11178b-9749-438d-991a-f0c82115c835 req-c614b81d-aa83-4861-b53e-d630e891fd3c service neutron] Port 74d0ea99-999b-420f-8435-df730e8476dc on network 7027e8e2-3775-4977-b4db-caeaf551a54b not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 07:09:58.985599 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b11178b-9749-438d-991a-f0c82115c835 req-c614b81d-aa83-4861-b53e-d630e891fd3c service neutron] Attempting to bind port 74d0ea99-999b-420f-8435-df730e8476dc on network 7027e8e2-3775-4977-b4db-caeaf551a54b {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:09:59.000012 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a70a13ef-f5ca-4463-8ec9-366e7198bb78 req-064eb69b-c186-4a35-b82b-a0bb1e1c1267 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/security-groups?id=50422cbb-fbd5-4603-8b53-f68ba956b092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187091 May 28 07:09:59.015379 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b11178b-9749-438d-991a-f0c82115c835 req-c614b81d-aa83-4861-b53e-d630e891fd3c service neutron] Checking agent: {'id': '69f492a0-c00d-46d0-9bec-fcd8161ce206', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 7, 9, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 07:09:59.015379 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b11178b-9749-438d-991a-f0c82115c835 req-c614b81d-aa83-4861-b53e-d630e891fd3c service neutron] Checking segment: {'id': '77fa5fba-ea45-4bd7-8866-9d43cd8b8c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '7027e8e2-3775-4977-b4db-caeaf551a54b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:09:59.015379 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b11178b-9749-438d-991a-f0c82115c835 req-c614b81d-aa83-4861-b53e-d630e891fd3c service neutron] Bound using segment: {'id': '77fa5fba-ea45-4bd7-8866-9d43cd8b8c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '7027e8e2-3775-4977-b4db-caeaf551a54b'} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 07:09:59.015379 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-2b11178b-9749-438d-991a-f0c82115c835 req-c614b81d-aa83-4861-b53e-d630e891fd3c service neutron] Bound port: 74d0ea99-999b-420f-8435-df730e8476dc, host: n-h1-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77fa5fba-ea45-4bd7-8866-9d43cd8b8c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '7027e8e2-3775-4977-b4db-caeaf551a54b'}}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 07:09:59.015379 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-2b11178b-9749-438d-991a-f0c82115c835 req-c614b81d-aa83-4861-b53e-d630e891fd3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:59.134063 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-2b11178b-9749-438d-991a-f0c82115c835 req-c614b81d-aa83-4861-b53e-d630e891fd3c service neutron] For port 74d0ea99-999b-420f-8435-df730e8476dc, host n-h1-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:09:59.137295 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-2b11178b-9749-438d-991a-f0c82115c835 req-c614b81d-aa83-4861-b53e-d630e891fd3c service neutron] For port 74d0ea99-999b-420f-8435-df730e8476dc, host n-h1-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=74d0ea99-999b-420f-8435-df730e8476dc,segment=NetworkSegment(77fa5fba-ea45-4bd7-8866-9d43cd8b8c85),segment_id=77fa5fba-ea45-4bd7-8866-9d43cd8b8c85)] {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 07:09:59.148587 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ccf11dea-6f2a-4066-8055-55cb9808050a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:59.239348 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-adc27e44-f589-4ed1-b4ca-5a5ef056f304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c35e2a2-2b84-4893-923f-064167ba21a7', 'name': 'tempest-TestServerBasicOps-980388688-router', 'tenant_id': '9a56acb952e44086b88491bcdf53245d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '2777f881-e473-431f-a2da-a0b64f9cc0e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:04:31Z', 'updated_at': '2022-05-28T07:09:57Z', 'revision_number': 5, 'project_id': '9a56acb952e44086b88491bcdf53245d', 'gw_port': {'id': '2777f881-e473-431f-a2da-a0b64f9cc0e6', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:3b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c35e2a2-2b84-4893-923f-064167ba21a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:04:32Z', 'updated_at': '2022-05-28T07:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:09:59.243458 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc27e44-f589-4ed1-b4ca-5a5ef056f304 None None] Checking router: 4c35e2a2-2b84-4893-923f-064167ba21a7 for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 07:09:59.252002 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc27e44-f589-4ed1-b4ca-5a5ef056f304 None None] Routers {'4c35e2a2-2b84-4893-923f-064167ba21a7'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:09:59.252557 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-adc27e44-f589-4ed1-b4ca-5a5ef056f304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:09:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['4c35e2a2-2b84-4893-923f-064167ba21a7'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:09:59.255455 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-2b11178b-9749-438d-991a-f0c82115c835 req-c614b81d-aa83-4861-b53e-d630e891fd3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:59.290995 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-ccf11dea-6f2a-4066-8055-55cb9808050a admin admin] Deleting port 2777f881-e473-431f-a2da-a0b64f9cc0e6 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:09:59.292400 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ccf11dea-6f2a-4066-8055-55cb9808050a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:59.318700 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b11178b-9749-438d-991a-f0c82115c835 req-c614b81d-aa83-4861-b53e-d630e891fd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:09:59.319312 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-2b11178b-9749-438d-991a-f0c82115c835 req-c614b81d-aa83-4861-b53e-d630e891fd3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:59.320682 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2b11178b-9749-438d-991a-f0c82115c835 req-c614b81d-aa83-4861-b53e-d630e891fd3c service neutron] 10.222.0.69 "PUT /v2.0/ports/74d0ea99-999b-420f-8435-df730e8476dc HTTP/1.1" status: 200 len: 1092 time: 1.8443265 May 28 07:09:59.341768 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c614b81d-aa83-4861-b53e-d630e891fd3c service neutron] Pushing event updated for resources: {'Port': ['ID=74d0ea99-999b-420f-8435-df730e8476dc,revision_number=7']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:09:59.423299 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-adc27e44-f589-4ed1-b4ca-5a5ef056f304 None None] Set router 4c35e2a2-2b84-4893-923f-064167ba21a7 gateway port host: None {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:09:59.446337 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b11178b-9749-438d-991a-f0c82115c835 req-aa230342-a8e8-4c22-85b6-47786597b23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:09:59.451210 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2b11178b-9749-438d-991a-f0c82115c835 req-aa230342-a8e8-4c22-85b6-47786597b23e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5f0305e9e0384b55a3ff03fd8ac69f6c&device_id=000655f9-3c68-4bbf-b7f9-66cb2ac28be3 HTTP/1.1" status: 200 len: 1095 time: 0.0848684 May 28 07:09:59.526157 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-ccf11dea-6f2a-4066-8055-55cb9808050a admin admin] For port 2777f881-e473-431f-a2da-a0b64f9cc0e6, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=2777f881-e473-431f-a2da-a0b64f9cc0e6,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:09:59.527188 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ccf11dea-6f2a-4066-8055-55cb9808050a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:59.611977 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 74d0ea99-999b-420f-8435-df730e8476dc no longer exists at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:09:59.616864 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b11178b-9749-438d-991a-f0c82115c835 req-1de81412-d2c0-45b1-a856-95cd42f6b23b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:09:59.616864 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2b11178b-9749-438d-991a-f0c82115c835 req-1de81412-d2c0-45b1-a856-95cd42f6b23b service neutron] 10.222.0.69 "GET /v2.0/networks?id=7027e8e2-3775-4977-b4db-caeaf551a54b HTTP/1.1" status: 200 len: 897 time: 0.1560767 May 28 07:09:59.655869 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-adc27e44-f589-4ed1-b4ca-5a5ef056f304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c35e2a2-2b84-4893-923f-064167ba21a7', 'name': 'tempest-TestServerBasicOps-980388688-router', 'tenant_id': '9a56acb952e44086b88491bcdf53245d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:04:31Z', 'updated_at': '2022-05-28T07:09:59Z', 'revision_number': 6, 'project_id': '9a56acb952e44086b88491bcdf53245d', 'gw_port_host': None}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:09:59.659223 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc27e44-f589-4ed1-b4ca-5a5ef056f304 None None] The sync data for ids ['4c35e2a2-2b84-4893-923f-064167ba21a7'] in n-d-843702-1 is: [{'id': '4c35e2a2-2b84-4893-923f-064167ba21a7', 'name': 'tempest-TestServerBasicOps-980388688-router', 'tenant_id': '9a56acb952e44086b88491bcdf53245d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:04:31Z', 'updated_at': '2022-05-28T07:09:59Z', 'revision_number': 6, 'project_id': '9a56acb952e44086b88491bcdf53245d', 'gw_port_host': None}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 07:09:59.693862 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 74d0ea99-999b-420f-8435-df730e8476dc not bound to the agent host n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 07:09:59.732205 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-ccf11dea-6f2a-4066-8055-55cb9808050a admin admin] Calling delete_port for 2777f881-e473-431f-a2da-a0b64f9cc0e6 owned by network:router_gateway {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:09:59.748044 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2b11178b-9749-438d-991a-f0c82115c835 req-84b90ea5-0509-4a69-ac1c-ac14f8ce3eb4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74d0ea99-999b-420f-8435-df730e8476dc HTTP/1.1" status: 200 len: 999 time: 0.1307604 May 28 07:09:59.813104 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b11178b-9749-438d-991a-f0c82115c835 req-a06edc82-9f49-4613-8b17-e5338de6b735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:09:59.814780 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2b11178b-9749-438d-991a-f0c82115c835 req-a06edc82-9f49-4613-8b17-e5338de6b735 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e53515b1-4c34-43ef-aa1c-b1f98005ffe0 HTTP/1.1" status: 200 len: 834 time: 0.0602860 May 28 07:09:59.900132 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b11178b-9749-438d-991a-f0c82115c835 req-ac7d9980-1de5-4471-a0a8-63f79ce6330a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:09:59.900132 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2b11178b-9749-438d-991a-f0c82115c835 req-ac7d9980-1de5-4471-a0a8-63f79ce6330a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7027e8e2-3775-4977-b4db-caeaf551a54b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0756726 May 28 07:09:59.992897 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ccf11dea-6f2a-4066-8055-55cb9808050a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:00.041631 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2b11178b-9749-438d-991a-f0c82115c835 req-adf70dad-f294-40b4-b432-f2fee27223ea service neutron] 10.222.0.69 "GET /v2.0/networks/7027e8e2-3775-4977-b4db-caeaf551a54b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381502 May 28 07:10:00.049154 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:00.067987 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '000655f9-3c68-4bbf-b7f9-66cb2ac28be3', 'tag': '74d0ea99-999b-420f-8435-df730e8476dc'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:10:00.160848 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:00.200506 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf11dea-6f2a-4066-8055-55cb9808050a admin admin] Pushing event deleted for resources: {'Port': ['ID=2777f881-e473-431f-a2da-a0b64f9cc0e6,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:10:00.214042 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd9017cf-7093-4d99-b4ee-3f1b14bff0cd'] response: {'name': 'network-changed', 'server_uuid': '000655f9-3c68-4bbf-b7f9-66cb2ac28be3', 'tag': '74d0ea99-999b-420f-8435-df730e8476dc', 'status': 'completed', 'code': 200} May 28 07:10:00.287228 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2b11178b-9749-438d-991a-f0c82115c835 req-7f059977-1863-41dc-afbb-35b98dfac227 service neutron] 10.222.0.69 "GET /v2.0/networks/7027e8e2-3775-4977-b4db-caeaf551a54b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2392159 May 28 07:10:00.302751 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e885040-a6eb-40d5-bce7-78f90e173fec req-08f9c81a-e660-45e8-b3b3-28234ca63cd7 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:10:00.304182 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1e885040-a6eb-40d5-bce7-78f90e173fec req-08f9c81a-e660-45e8-b3b3-28234ca63cd7 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=000655f9-3c68-4bbf-b7f9-66cb2ac28be3 HTTP/1.1" status: 200 len: 944 time: 0.1578517 May 28 07:10:00.352651 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ccf11dea-6f2a-4066-8055-55cb9808050a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691105'] for router_gateway, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:00.357795 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1e885040-a6eb-40d5-bce7-78f90e173fec req-de00b776-7e8d-44d8-9ee9-e2372e78d171 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/security-groups?id=50422cbb-fbd5-4603-8b53-f68ba956b092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463383 May 28 07:10:00.531125 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2524890-6f8a-4c87-b411-632ce02e71e2 req-bb7394b0-0fd4-4312-a15e-f0543f097352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:10:00.533013 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-c2524890-6f8a-4c87-b411-632ce02e71e2 req-bb7394b0-0fd4-4312-a15e-f0543f097352 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5f0305e9e0384b55a3ff03fd8ac69f6c&device_id=000655f9-3c68-4bbf-b7f9-66cb2ac28be3 HTTP/1.1" status: 200 len: 1095 time: 0.3006032 May 28 07:10:00.580727 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ccf11dea-6f2a-4066-8055-55cb9808050a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59018'] for router, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:00.631617 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ccf11dea-6f2a-4066-8055-55cb9808050a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:00.643016 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 2777f881-e473-431f-a2da-a0b64f9cc0e6 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:10:00.645852 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2524890-6f8a-4c87-b411-632ce02e71e2 req-91f43df1-ce2f-4cf2-96c3-ff3f241d08da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:10:00.650335 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c2524890-6f8a-4c87-b411-632ce02e71e2 req-91f43df1-ce2f-4cf2-96c3-ff3f241d08da service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5f0305e9e0384b55a3ff03fd8ac69f6c&device_id=000655f9-3c68-4bbf-b7f9-66cb2ac28be3 HTTP/1.1" status: 200 len: 1095 time: 0.2101321 May 28 07:10:00.684810 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 2777f881-e473-431f-a2da-a0b64f9cc0e6 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 07:10:00.685154 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 2777f881-e473-431f-a2da-a0b64f9cc0e6 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 07:10:00.685602 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 9e37363a-aaa0-4a50-a4f5-5d6d474c1b52 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:10:00.711642 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2524890-6f8a-4c87-b411-632ce02e71e2 req-e2366a73-80b8-4cc9-9d44-690e4fc72d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:10:00.713795 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-c2524890-6f8a-4c87-b411-632ce02e71e2 req-e2366a73-80b8-4cc9-9d44-690e4fc72d9c service neutron] 10.222.0.71 "GET /v2.0/networks?id=7027e8e2-3775-4977-b4db-caeaf551a54b HTTP/1.1" status: 200 len: 897 time: 0.1715169 May 28 07:10:00.718869 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 9e37363a-aaa0-4a50-a4f5-5d6d474c1b52 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 07:10:00.719304 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 9e37363a-aaa0-4a50-a4f5-5d6d474c1b52 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 07:10:00.812544 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2524890-6f8a-4c87-b411-632ce02e71e2 req-a0592f48-509d-44b3-bed4-b4a8c0ffb88e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:10:00.812544 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c2524890-6f8a-4c87-b411-632ce02e71e2 req-a0592f48-509d-44b3-bed4-b4a8c0ffb88e service neutron] 10.222.0.69 "GET /v2.0/networks?id=7027e8e2-3775-4977-b4db-caeaf551a54b HTTP/1.1" status: 200 len: 897 time: 0.1449764 May 28 07:10:00.834210 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-c2524890-6f8a-4c87-b411-632ce02e71e2 req-dfd8246b-3a4e-4253-8907-ee684a0977dc service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74d0ea99-999b-420f-8435-df730e8476dc HTTP/1.1" status: 200 len: 999 time: 0.1132653 May 28 07:10:00.892511 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ccf11dea-6f2a-4066-8055-55cb9808050a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-703817'] for router, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:00.893260 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccf11dea-6f2a-4066-8055-55cb9808050a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c35e2a2-2b84-4893-923f-064167ba21a7 {{(pid=89109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 07:10:00.911389 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2524890-6f8a-4c87-b411-632ce02e71e2 req-7bbc1e76-20f6-4ffe-9cb9-5366a80fd9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:10:00.911950 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-c2524890-6f8a-4c87-b411-632ce02e71e2 req-7bbc1e76-20f6-4ffe-9cb9-5366a80fd9ab service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e53515b1-4c34-43ef-aa1c-b1f98005ffe0 HTTP/1.1" status: 200 len: 834 time: 0.0704999 May 28 07:10:00.925811 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ccf11dea-6f2a-4066-8055-55cb9808050a admin admin] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:00.925811 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-ccf11dea-6f2a-4066-8055-55cb9808050a admin admin] 10.222.0.55 "DELETE /v2.0/routers/4c35e2a2-2b84-4893-923f-064167ba21a7 HTTP/1.1" status: 204 len: 168 time: 2.2381616 May 28 07:10:00.931299 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 54090) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:10:00.931299 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c2524890-6f8a-4c87-b411-632ce02e71e2 req-8fcd1bbe-d9c6-409f-a865-a8f2068a84f5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74d0ea99-999b-420f-8435-df730e8476dc HTTP/1.1" status: 200 len: 999 time: 0.1115150 May 28 07:10:00.999767 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2524890-6f8a-4c87-b411-632ce02e71e2 req-a2452b42-2651-4c7f-b537-bfbd46965daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:10:01.002674 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-c2524890-6f8a-4c87-b411-632ce02e71e2 req-a2452b42-2651-4c7f-b537-bfbd46965daa service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7027e8e2-3775-4977-b4db-caeaf551a54b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0804126 May 28 07:10:01.053408 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2524890-6f8a-4c87-b411-632ce02e71e2 req-052cc57c-1218-4b6b-9a80-65d32e44e129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:10:01.053408 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c2524890-6f8a-4c87-b411-632ce02e71e2 req-052cc57c-1218-4b6b-9a80-65d32e44e129 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e53515b1-4c34-43ef-aa1c-b1f98005ffe0 HTTP/1.1" status: 200 len: 834 time: 0.0870049 May 28 07:10:01.053408 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_v2 [None req-e451bb85-8b14-43b3-b6c5-d1e26b957e41 admin admin] Deleting subnet 84572f6a-ce61-49a5-b0ae-52f50a76047e {{(pid=89110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 07:10:01.083833 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e451bb85-8b14-43b3-b6c5-d1e26b957e41 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:01.157320 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e451bb85-8b14-43b3-b6c5-d1e26b957e41 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4150765'] for subnet, precommit_delete_associations {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:01.160268 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-c2524890-6f8a-4c87-b411-632ce02e71e2 req-c100904e-7e1a-4fbb-945d-c3d4be8a1d84 service neutron] 10.222.0.71 "GET /v2.0/networks/7027e8e2-3775-4977-b4db-caeaf551a54b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523361 May 28 07:10:01.225963 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2524890-6f8a-4c87-b411-632ce02e71e2 req-e78cfe55-5dea-4a97-b2fb-3033b56bbc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:10:01.227209 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c2524890-6f8a-4c87-b411-632ce02e71e2 req-e78cfe55-5dea-4a97-b2fb-3033b56bbc87 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7027e8e2-3775-4977-b4db-caeaf551a54b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1740637 May 28 07:10:01.294900 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-c2524890-6f8a-4c87-b411-632ce02e71e2 req-fd4184ab-7a98-42ec-a626-b9b777edb0dc service neutron] 10.222.0.71 "GET /v2.0/networks/7027e8e2-3775-4977-b4db-caeaf551a54b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283343 May 28 07:10:01.340390 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e451bb85-8b14-43b3-b6c5-d1e26b957e41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:01.428669 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c2524890-6f8a-4c87-b411-632ce02e71e2 req-efa890f6-53ee-49a1-ad87-b326e15d65f0 service neutron] 10.222.0.69 "GET /v2.0/networks/7027e8e2-3775-4977-b4db-caeaf551a54b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842370 May 28 07:10:01.580438 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e451bb85-8b14-43b3-b6c5-d1e26b957e41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3115981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3172005'] for subnet, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:01.629700 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e451bb85-8b14-43b3-b6c5-d1e26b957e41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84572f6a-ce61-49a5-b0ae-52f50a76047e,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:10:01.649937 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e451bb85-8b14-43b3-b6c5-d1e26b957e41 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:01.651850 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-172e75e8-3d69-4ed6-aaeb-a7153089a049 None None] Network e83636c7-df07-47a7-835a-8b3a233d91bd requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 07:10:01.675736 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-e451bb85-8b14-43b3-b6c5-d1e26b957e41 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/84572f6a-ce61-49a5-b0ae-52f50a76047e HTTP/1.1" status: 204 len: 168 time: 0.7521884 May 28 07:10:01.678428 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 54096) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:10:01.684818 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c2524890-6f8a-4c87-b411-632ce02e71e2 req-63963b67-8543-4fa6-a479-b04bd4b0ebff service neutron] 10.222.0.69 "GET /v2.0/networks/7027e8e2-3775-4977-b4db-caeaf551a54b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2520425 May 28 07:10:01.704681 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416111c2-6b40-42bd-8868-392211fee9db req-941e5f2d-4760-4cfe-a1f6-1444e89d8910 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:10:01.706221 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-416111c2-6b40-42bd-8868-392211fee9db req-941e5f2d-4760-4cfe-a1f6-1444e89d8910 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=000655f9-3c68-4bbf-b7f9-66cb2ac28be3 HTTP/1.1" status: 200 len: 944 time: 0.1947684 May 28 07:10:01.779567 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-416111c2-6b40-42bd-8868-392211fee9db req-2e4033ea-8fc7-4702-937a-e1fc7b20085e tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/security-groups?id=50422cbb-fbd5-4603-8b53-f68ba956b092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554805 May 28 07:10:01.841738 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1f7db48d-e990-4b36-ae34-5de6f87b8fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:01.841863 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:01.854938 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-1f7db48d-e990-4b36-ae34-5de6f87b8fb8 admin admin] Deleting port 43480736-5e30-41b6-a652-0ba6fe474cff {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:10:01.854938 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1f7db48d-e990-4b36-ae34-5de6f87b8fb8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:01.939283 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad3c24c-de8d-4cd5-8aa1-cefd4a5f8d92 None None] DHCP port deletion for e83636c7-df07-47a7-835a-8b3a233d91bd request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 07:10:01.948430 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-4ad3c24c-de8d-4cd5-8aa1-cefd4a5f8d92 None None] Deleting port 43480736-5e30-41b6-a652-0ba6fe474cff {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:10:01.948430 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-4ad3c24c-de8d-4cd5-8aa1-cefd4a5f8d92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:02.061331 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-1f7db48d-e990-4b36-ae34-5de6f87b8fb8 admin admin] For port 43480736-5e30-41b6-a652-0ba6fe474cff, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=43480736-5e30-41b6-a652-0ba6fe474cff,segment=NetworkSegment(0acbe248-13e8-4b38-a0db-df15ded74fd9),segment_id=0acbe248-13e8-4b38-a0db-df15ded74fd9)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:10:02.061923 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1f7db48d-e990-4b36-ae34-5de6f87b8fb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:02.161543 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-4ad3c24c-de8d-4cd5-8aa1-cefd4a5f8d92 None None] For port 43480736-5e30-41b6-a652-0ba6fe474cff, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=43480736-5e30-41b6-a652-0ba6fe474cff,segment=NetworkSegment(0acbe248-13e8-4b38-a0db-df15ded74fd9),segment_id=0acbe248-13e8-4b38-a0db-df15ded74fd9)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:10:02.161928 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-4ad3c24c-de8d-4cd5-8aa1-cefd4a5f8d92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:02.289135 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-4ad3c24c-de8d-4cd5-8aa1-cefd4a5f8d92 None None] Calling delete_port for 43480736-5e30-41b6-a652-0ba6fe474cff owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:10:02.320752 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 43480736-5e30-41b6-a652-0ba6fe474cff no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:10:02.330051 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-1f7db48d-e990-4b36-ae34-5de6f87b8fb8 admin admin] Calling delete_port for 43480736-5e30-41b6-a652-0ba6fe474cff owned by network:dhcp {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:10:02.475207 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 43480736-5e30-41b6-a652-0ba6fe474cff is: ACTIVE; New status is: DOWN {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:10:02.475207 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:02.542417 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1f7db48d-e990-4b36-ae34-5de6f87b8fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:02.591514 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.db.api [None req-4ad3c24c-de8d-4cd5-8aa1-cefd4a5f8d92 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89111) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 07:10:02.591867 n-d-843702-1 neutron-server[89111]: DEBUG oslo_db.api [None req-4ad3c24c-de8d-4cd5-8aa1-cefd4a5f8d92 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 07:10:02.598807 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7db48d-e990-4b36-ae34-5de6f87b8fb8 admin admin] No DVR routers for this DVR port 43480736-5e30-41b6-a652-0ba6fe474cff on host n-d-843702-1 {{(pid=89109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 07:10:02.604160 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7db48d-e990-4b36-ae34-5de6f87b8fb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=43480736-5e30-41b6-a652-0ba6fe474cff,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:10:02.714301 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:02.718644 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1f7db48d-e990-4b36-ae34-5de6f87b8fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:02.748314 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-1f7db48d-e990-4b36-ae34-5de6f87b8fb8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e83636c7-df07-47a7-835a-8b3a233d91bd']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:10:02.761363 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-1f7db48d-e990-4b36-ae34-5de6f87b8fb8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0acbe248-13e8-4b38-a0db-df15ded74fd9') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:10:02.761363 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-1f7db48d-e990-4b36-ae34-5de6f87b8fb8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0acbe248-13e8-4b38-a0db-df15ded74fd9') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:10:02.773723 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1f7db48d-e990-4b36-ae34-5de6f87b8fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:02.788550 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1f7db48d-e990-4b36-ae34-5de6f87b8fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:02.795083 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f7db48d-e990-4b36-ae34-5de6f87b8fb8 admin admin] Releasing vlan 378 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 07:10:02.802511 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1f7db48d-e990-4b36-ae34-5de6f87b8fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:02.862135 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 0acbe248-13e8-4b38-a0db-df15ded74fd9 resource provider aggregate not found May 28 07:10:02.878150 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 0acbe248-13e8-4b38-a0db-df15ded74fd9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0acbe248-13e8-4b38-a0db-df15ded74fd9 found for delete ", "request_id": "req-34ce83fa-7e6f-421a-a59e-e1389bfd7948"}]} May 28 07:10:03.023270 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4557f1f-d800-418d-bcec-c9cecae813ac req-d43e6517-4887-4f3c-a773-5bf86f325c0e tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:10:03.023270 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d4557f1f-d800-418d-bcec-c9cecae813ac req-d43e6517-4887-4f3c-a773-5bf86f325c0e tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=000655f9-3c68-4bbf-b7f9-66cb2ac28be3 HTTP/1.1" status: 200 len: 944 time: 0.1054268 May 28 07:10:03.050972 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1f7db48d-e990-4b36-ae34-5de6f87b8fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:03.066113 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d4557f1f-d800-418d-bcec-c9cecae813ac req-1ea2a474-8d5e-427c-a4ef-98955cb0752b tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/security-groups?id=50422cbb-fbd5-4603-8b53-f68ba956b092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407038 May 28 07:10:03.073177 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1f7db48d-e990-4b36-ae34-5de6f87b8fb8 admin admin] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:03.078876 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7db48d-e990-4b36-ae34-5de6f87b8fb8 admin admin] Pushing event deleted for resources: {'Network': ['ID=e83636c7-df07-47a7-835a-8b3a233d91bd,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:10:03.084823 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-1f7db48d-e990-4b36-ae34-5de6f87b8fb8 admin admin] 10.222.0.55 "DELETE /v2.0/networks/e83636c7-df07-47a7-835a-8b3a233d91bd HTTP/1.1" status: 204 len: 168 time: 1.4053645 May 28 07:10:03.101349 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-4ad3c24c-de8d-4cd5-8aa1-cefd4a5f8d92 None None] Deleting port 43480736-5e30-41b6-a652-0ba6fe474cff {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:10:03.101349 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-4ad3c24c-de8d-4cd5-8aa1-cefd4a5f8d92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:03.176365 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-4ad3c24c-de8d-4cd5-8aa1-cefd4a5f8d92 None None] The port '43480736-5e30-41b6-a652-0ba6fe474cff' was deleted {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 07:10:03.534103 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 54114) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:10:03.625994 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-b97b9f60-1fa4-411e-b4ba-91c91b26c7b5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=568a49ef68dd4e4bb9244f0084a7583d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0907545 May 28 07:10:03.629454 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 54118) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:10:03.665355 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bda9cd-5029-417f-b38a-8260c3de4f01 req-aadc3654-0341-4eae-a704-f1d0acb8ef6f tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:10:03.667108 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-32bda9cd-5029-417f-b38a-8260c3de4f01 req-aadc3654-0341-4eae-a704-f1d0acb8ef6f tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=000655f9-3c68-4bbf-b7f9-66cb2ac28be3 HTTP/1.1" status: 200 len: 944 time: 0.0994635 May 28 07:10:03.719513 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-32bda9cd-5029-417f-b38a-8260c3de4f01 req-bd9a22f6-8275-4f5b-8b50-9a676262e028 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/security-groups?id=50422cbb-fbd5-4603-8b53-f68ba956b092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465693 May 28 07:10:03.767920 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c6cb5a18-4532-48f3-88a2-99c688565b54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:03.807224 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28627d1c-f652-484d-8ddc-967cd4242639 req-fa646915-e432-437f-8b26-f8e4e3938213 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:10:03.808013 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-28627d1c-f652-484d-8ddc-967cd4242639 req-fa646915-e432-437f-8b26-f8e4e3938213 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Synchronizing usage tracker for tenant:5f0305e9e0384b55a3ff03fd8ac69f6c on resource:port {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:10:03.812467 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c6cb5a18-4532-48f3-88a2-99c688565b54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:03.965704 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-28627d1c-f652-484d-8ddc-967cd4242639 req-fa646915-e432-437f-8b26-f8e4e3938213 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Unset dirty status for tenant:5f0305e9e0384b55a3ff03fd8ac69f6c on resource:port {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:10:03.967550 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-28627d1c-f652-484d-8ddc-967cd4242639 req-fa646915-e432-437f-8b26-f8e4e3938213 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.71 "GET /v2.0/ports?device_id=000655f9-3c68-4bbf-b7f9-66cb2ac28be3&tenant_id=5f0305e9e0384b55a3ff03fd8ac69f6c&binding%3Ahost_id=n-h1-843702-1 HTTP/1.1" status: 200 len: 944 time: 0.2960753 May 28 07:10:04.016441 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c6cb5a18-4532-48f3-88a2-99c688565b54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:04.046704 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cb5a18-4532-48f3-88a2-99c688565b54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0382dbc8-f480-4c89-897e-319b2c1382e5,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:10:04.055132 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c6cb5a18-4532-48f3-88a2-99c688565b54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:04.056256 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-c6cb5a18-4532-48f3-88a2-99c688565b54 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0382dbc8-f480-4c89-897e-319b2c1382e5 HTTP/1.1" status: 204 len: 168 time: 0.4266229 May 28 07:10:04.070172 n-d-843702-1 neutron-server[89109]: INFO neutron.api.v2.resource [req-28627d1c-f652-484d-8ddc-967cd4242639 req-c8720fb2-ab1f-4472-9633-73a610a4bd07 service neutron] delete failed (client error): The resource could not be found. May 28 07:10:04.071176 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-28627d1c-f652-484d-8ddc-967cd4242639 req-c8720fb2-ab1f-4472-9633-73a610a4bd07 service neutron] 10.222.0.71 "DELETE /v2.0/ports/74d0ea99-999b-420f-8435-df730e8476dc/bindings/n-h2-843702-1 HTTP/1.1" status: 404 len: 380 time: 0.0988870 May 28 07:10:04.250115 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28627d1c-f652-484d-8ddc-967cd4242639 req-32c239a1-094c-445a-bf12-cf29518d0b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:10:04.251623 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-28627d1c-f652-484d-8ddc-967cd4242639 req-32c239a1-094c-445a-bf12-cf29518d0b65 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5f0305e9e0384b55a3ff03fd8ac69f6c&device_id=000655f9-3c68-4bbf-b7f9-66cb2ac28be3 HTTP/1.1" status: 200 len: 1095 time: 0.0780969 May 28 07:10:04.375030 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 74d0ea99-999b-420f-8435-df730e8476dc details requested by agent hyperv_n-h1-843702-1 with host n-h1-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 07:10:04.384434 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28627d1c-f652-484d-8ddc-967cd4242639 req-355a3eb1-e521-4353-b793-1440db074c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:10:04.386204 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-28627d1c-f652-484d-8ddc-967cd4242639 req-355a3eb1-e521-4353-b793-1440db074c47 service neutron] 10.222.0.71 "GET /v2.0/networks?id=7027e8e2-3775-4977-b4db-caeaf551a54b HTTP/1.1" status: 200 len: 897 time: 0.1290581 May 28 07:10:04.498419 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-28627d1c-f652-484d-8ddc-967cd4242639 req-f4e05707-4b19-44fa-9b4a-9b87b75f3490 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74d0ea99-999b-420f-8435-df730e8476dc HTTP/1.1" status: 200 len: 999 time: 0.1053431 May 28 07:10:04.526387 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 74d0ea99-999b-420f-8435-df730e8476dc, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=74d0ea99-999b-420f-8435-df730e8476dc,segment=NetworkSegment(77fa5fba-ea45-4bd7-8866-9d43cd8b8c85),segment_id=77fa5fba-ea45-4bd7-8866-9d43cd8b8c85)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:10:04.543673 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Returning: {'device': '74d0ea99-999b-420f-8435-df730e8476dc', 'network_id': '7027e8e2-3775-4977-b4db-caeaf551a54b', 'port_id': '74d0ea99-999b-420f-8435-df730e8476dc', 'mac_address': 'fa:16:3e:aa:41:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e53515b1-4c34-43ef-aa1c-b1f98005ffe0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 07:10:04.593094 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28627d1c-f652-484d-8ddc-967cd4242639 req-c936bc46-46ee-4068-9837-e395fec638d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:10:04.593280 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-28627d1c-f652-484d-8ddc-967cd4242639 req-c936bc46-46ee-4068-9837-e395fec638d0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e53515b1-4c34-43ef-aa1c-b1f98005ffe0 HTTP/1.1" status: 200 len: 834 time: 0.0892060 May 28 07:10:04.610303 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 74d0ea99-999b-420f-8435-df730e8476dc is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:10:04.610759 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:04.628337 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74d0ea99-999b-420f-8435-df730e8476dc {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 07:10:04.645680 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 74d0ea99-999b-420f-8435-df730e8476dc, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=74d0ea99-999b-420f-8435-df730e8476dc,segment=NetworkSegment(77fa5fba-ea45-4bd7-8866-9d43cd8b8c85),segment_id=77fa5fba-ea45-4bd7-8866-9d43cd8b8c85)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:10:04.670218 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28627d1c-f652-484d-8ddc-967cd4242639 req-e51233a7-1fa9-4706-8ad7-b6a0d4e92c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:10:04.671733 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-28627d1c-f652-484d-8ddc-967cd4242639 req-e51233a7-1fa9-4706-8ad7-b6a0d4e92c74 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7027e8e2-3775-4977-b4db-caeaf551a54b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726957 May 28 07:10:04.799919 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:04.806155 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-28627d1c-f652-484d-8ddc-967cd4242639 req-b6477aae-5524-40f8-a383-ab501a7af468 service neutron] 10.222.0.71 "GET /v2.0/networks/7027e8e2-3775-4977-b4db-caeaf551a54b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281784 May 28 07:10:04.964227 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=74d0ea99-999b-420f-8435-df730e8476dc,revision_number=8']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:10:04.973905 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0408d9d2-2f03-4005-a447-b513057661ac req-ecb50dfc-1cba-40e7-ad2c-e5ce9a6034a6 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:10:04.977104 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:10:04.977104 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:10:04.977104 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:10:04.977104 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:10:04.977104 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:10:04.977104 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:10:04.977104 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:10:04.977104 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:10:04.977104 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:10:04.989158 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0408d9d2-2f03-4005-a447-b513057661ac req-ecb50dfc-1cba-40e7-ad2c-e5ce9a6034a6 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=000655f9-3c68-4bbf-b7f9-66cb2ac28be3 HTTP/1.1" status: 200 len: 945 time: 0.1431127 May 28 07:10:04.991722 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:10:04.991722 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:10:04.991722 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:10:04.993869 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-28627d1c-f652-484d-8ddc-967cd4242639 req-5f8a8f31-e9f3-4443-b676-a8ab57f6b8f1 service neutron] 10.222.0.71 "GET /v2.0/networks/7027e8e2-3775-4977-b4db-caeaf551a54b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718574 May 28 07:10:05.027515 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['74d0ea99-999b-420f-8435-df730e8476dc'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 07:10:05.035972 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0408d9d2-2f03-4005-a447-b513057661ac req-f69aa254-05a0-4c29-8c3b-09f8bbed8073 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/security-groups?id=50422cbb-fbd5-4603-8b53-f68ba956b092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592098 May 28 07:10:05.053011 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 54128) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:10:05.111801 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-0ffd6fe6-96ab-4176-b810-fc1fe4e9e4a7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9a56acb952e44086b88491bcdf53245d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0556178 May 28 07:10:05.112531 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 54132) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:10:05.179576 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ab7d4368-36fd-4090-8901-767477c30da7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:05.206810 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ab7d4368-36fd-4090-8901-767477c30da7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:05.381142 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ab7d4368-36fd-4090-8901-767477c30da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:05.396236 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7d4368-36fd-4090-8901-767477c30da7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b505beb2-df7e-4d2e-8229-e7da4b99ac75,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:10:05.406428 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ab7d4368-36fd-4090-8901-767477c30da7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:05.406952 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-ab7d4368-36fd-4090-8901-767477c30da7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b505beb2-df7e-4d2e-8229-e7da4b99ac75 HTTP/1.1" status: 204 len: 168 time: 0.2934721 May 28 07:10:06.240024 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122ede7e-8748-48a3-a0f0-8635c2ae5bdf req-3f6bed9b-6e6e-4d85-aa47-82afff702065 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:10:06.241954 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-122ede7e-8748-48a3-a0f0-8635c2ae5bdf req-3f6bed9b-6e6e-4d85-aa47-82afff702065 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=000655f9-3c68-4bbf-b7f9-66cb2ac28be3 HTTP/1.1" status: 200 len: 945 time: 0.0969813 May 28 07:10:06.287426 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-122ede7e-8748-48a3-a0f0-8635c2ae5bdf req-b667ec5c-f5e2-4931-b560-31860e2c6651 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/security-groups?id=50422cbb-fbd5-4603-8b53-f68ba956b092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388422 May 28 07:10:06.311594 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 54140) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:10:06.376405 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 74d0ea99-999b-420f-8435-df730e8476dc up at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:10:06.507866 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning for port 74d0ea99-999b-420f-8435-df730e8476dc completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:10:06.514352 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning complete for port 74d0ea99-999b-420f-8435-df730e8476dc triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:10:06.518728 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:06.536356 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-c1b6d4de-1f7d-482c-a13d-d8b0d99442c2 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/floatingips/a9aa98a7-618e-42e1-95d6-7681495ad1bd HTTP/1.1" status: 200 len: 992 time: 0.2201309 May 28 07:10:06.648627 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 74d0ea99-999b-420f-8435-df730e8476dc is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:10:06.648627 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:06.674340 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '000655f9-3c68-4bbf-b7f9-66cb2ac28be3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74d0ea99-999b-420f-8435-df730e8476dc'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:10:06.683939 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 74d0ea99-999b-420f-8435-df730e8476dc, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=74d0ea99-999b-420f-8435-df730e8476dc,segment=NetworkSegment(77fa5fba-ea45-4bd7-8866-9d43cd8b8c85),segment_id=77fa5fba-ea45-4bd7-8866-9d43cd8b8c85)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:10:06.722878 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-402ce7d4-6039-4130-a8b3-a2e9ce55dcf3'] response: {'server_uuid': '000655f9-3c68-4bbf-b7f9-66cb2ac28be3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74d0ea99-999b-420f-8435-df730e8476dc', 'code': 200} May 28 07:10:06.788221 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:06.855740 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=74d0ea99-999b-420f-8435-df730e8476dc,revision_number=9']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:10:06.880330 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 07:10:20.790995 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-589d50dc-0154-4286-96d1-8031bf70bae8 req-8a0de036-9a5d-43df-b68a-cc06a0bc1611 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=000655f9-3c68-4bbf-b7f9-66cb2ac28be3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0672832 May 28 07:10:20.930070 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589d50dc-0154-4286-96d1-8031bf70bae8 req-6c253e82-6da9-4b6d-8ae5-d77536cfdaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:10:20.931546 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-589d50dc-0154-4286-96d1-8031bf70bae8 req-6c253e82-6da9-4b6d-8ae5-d77536cfdaf7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5f0305e9e0384b55a3ff03fd8ac69f6c&device_id=000655f9-3c68-4bbf-b7f9-66cb2ac28be3 HTTP/1.1" status: 200 len: 1097 time: 0.0711236 May 28 07:10:21.083042 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589d50dc-0154-4286-96d1-8031bf70bae8 req-8687b5d8-4127-4587-b4f2-13dc9b4ff04e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:10:21.084572 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-589d50dc-0154-4286-96d1-8031bf70bae8 req-8687b5d8-4127-4587-b4f2-13dc9b4ff04e service neutron] 10.222.0.69 "GET /v2.0/networks?id=7027e8e2-3775-4977-b4db-caeaf551a54b HTTP/1.1" status: 200 len: 897 time: 0.1325052 May 28 07:10:21.188873 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-589d50dc-0154-4286-96d1-8031bf70bae8 req-278cfdbc-8f1c-4b14-9ba0-064550373578 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74d0ea99-999b-420f-8435-df730e8476dc HTTP/1.1" status: 200 len: 1001 time: 0.0967283 May 28 07:10:21.254442 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589d50dc-0154-4286-96d1-8031bf70bae8 req-a5ddd2cf-eb5b-49f4-882b-672fe6e40873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:10:21.256192 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-589d50dc-0154-4286-96d1-8031bf70bae8 req-a5ddd2cf-eb5b-49f4-882b-672fe6e40873 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e53515b1-4c34-43ef-aa1c-b1f98005ffe0 HTTP/1.1" status: 200 len: 834 time: 0.0611064 May 28 07:10:21.329793 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589d50dc-0154-4286-96d1-8031bf70bae8 req-73265d0b-ef96-432f-a51f-9a1c3242c6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:10:21.331243 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-589d50dc-0154-4286-96d1-8031bf70bae8 req-73265d0b-ef96-432f-a51f-9a1c3242c6ad service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7027e8e2-3775-4977-b4db-caeaf551a54b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695462 May 28 07:10:21.470934 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-589d50dc-0154-4286-96d1-8031bf70bae8 req-4a534f4b-22d6-4047-9098-fe0fd5e5eb38 service neutron] 10.222.0.69 "GET /v2.0/networks/7027e8e2-3775-4977-b4db-caeaf551a54b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322811 May 28 07:10:21.602230 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-589d50dc-0154-4286-96d1-8031bf70bae8 req-6537bdc8-83ac-4a09-934f-1fa0ae2644ca service neutron] 10.222.0.69 "GET /v2.0/networks/7027e8e2-3775-4977-b4db-caeaf551a54b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250901 May 28 07:10:26.523139 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-ad712e37-9876-46b5-8ca2-661c1534bc8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:27.888677 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:28.912839 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-617932d1-64e6-4730-8579-7e293b7f7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:30.002831 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:30.118625 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:31.785670 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:32.593199 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:35.273965 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6886e8c7-7bc8-40f4-b639-3b6cfa17e818 req-a4f634bb-4485-4fd3-ac27-fc662709ee29 tempest-TestNetworkAdvancedServerOps-656139815 tempest-TestNetworkAdvancedServerOps-656139815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:10:35.275453 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6886e8c7-7bc8-40f4-b639-3b6cfa17e818 req-a4f634bb-4485-4fd3-ac27-fc662709ee29 tempest-TestNetworkAdvancedServerOps-656139815 tempest-TestNetworkAdvancedServerOps-656139815-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=000655f9-3c68-4bbf-b7f9-66cb2ac28be3 HTTP/1.1" status: 200 len: 1097 time: 0.0746217 May 28 07:10:35.315106 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-6886e8c7-7bc8-40f4-b639-3b6cfa17e818 req-7c9dabcc-1400-41d8-b4ae-255f56a45be6 tempest-TestNetworkAdvancedServerOps-656139815 tempest-TestNetworkAdvancedServerOps-656139815-project-admin] Synchronizing usage tracker for tenant:deb172eeeb7b4391a9ae1ee33ad27eff on resource:security_group {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:10:35.425793 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-6886e8c7-7bc8-40f4-b639-3b6cfa17e818 req-7c9dabcc-1400-41d8-b4ae-255f56a45be6 tempest-TestNetworkAdvancedServerOps-656139815 tempest-TestNetworkAdvancedServerOps-656139815-project-admin] Unset dirty status for tenant:deb172eeeb7b4391a9ae1ee33ad27eff on resource:security_group {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:10:35.426917 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6886e8c7-7bc8-40f4-b639-3b6cfa17e818 req-7c9dabcc-1400-41d8-b4ae-255f56a45be6 tempest-TestNetworkAdvancedServerOps-656139815 tempest-TestNetworkAdvancedServerOps-656139815-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=50422cbb-fbd5-4603-8b53-f68ba956b092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1459148 May 28 07:10:35.451072 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 54166) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:10:35.651293 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-20067010-6614-4531-9bcf-48eb7cd6011e tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Deleting port 29923992-f4eb-4b78-8a1c-2f3b9e938d38 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:10:35.651631 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-20067010-6614-4531-9bcf-48eb7cd6011e tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:35.819499 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-20067010-6614-4531-9bcf-48eb7cd6011e tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:35.819817 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-20067010-6614-4531-9bcf-48eb7cd6011e tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:35.938129 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-20067010-6614-4531-9bcf-48eb7cd6011e tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Calling delete_port for 29923992-f4eb-4b78-8a1c-2f3b9e938d38 owned by network:floatingip {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:10:36.231405 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-20067010-6614-4531-9bcf-48eb7cd6011e tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:36.277805 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20067010-6614-4531-9bcf-48eb7cd6011e tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Pushing event deleted for resources: {'Port': ['ID=29923992-f4eb-4b78-8a1c-2f3b9e938d38,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:10:36.368530 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-20067010-6614-4531-9bcf-48eb7cd6011e tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for floatingip, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:36.368861 n-d-843702-1 neutron-server[89110]: INFO neutron.db.l3_db [None req-20067010-6614-4531-9bcf-48eb7cd6011e tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Floating IP a9aa98a7-618e-42e1-95d6-7681495ad1bd disassociated (deleted). External IP: 172.25.5.85, port: 74d0ea99-999b-420f-8435-df730e8476dc. May 28 07:10:36.737765 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20067010-6614-4531-9bcf-48eb7cd6011e tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Router 0ac7e02a-549c-472d-854d-9b0da6901fa0 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 07:10:36.934839 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20067010-6614-4531-9bcf-48eb7cd6011e tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 07:10:36.944385 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e287913-122c-47b3-a442-955d3a5af433 None None] Sync routers for ids ['0ac7e02a-549c-472d-854d-9b0da6901fa0'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 07:10:36.953237 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e287913-122c-47b3-a442-955d3a5af433 None None] Routers {'0ac7e02a-549c-472d-854d-9b0da6901fa0'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:10:36.955971 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-4e287913-122c-47b3-a442-955d3a5af433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:10:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['0ac7e02a-549c-472d-854d-9b0da6901fa0'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:10:37.009547 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-20067010-6614-4531-9bcf-48eb7cd6011e tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:37.064730 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-20067010-6614-4531-9bcf-48eb7cd6011e tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "DELETE /v2.0/floatingips/a9aa98a7-618e-42e1-95d6-7681495ad1bd HTTP/1.1" status: 204 len: 168 time: 1.6124196 May 28 07:10:37.065405 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '000655f9-3c68-4bbf-b7f9-66cb2ac28be3', 'tag': '74d0ea99-999b-420f-8435-df730e8476dc'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:10:37.142317 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-4e287913-122c-47b3-a442-955d3a5af433 None None] Set router 0ac7e02a-549c-472d-854d-9b0da6901fa0 gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:10:37.449166 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb609827-ad43-4613-b58e-bc370f0c7689'] response: {'name': 'network-changed', 'server_uuid': '000655f9-3c68-4bbf-b7f9-66cb2ac28be3', 'tag': '74d0ea99-999b-420f-8435-df730e8476dc', 'status': 'completed', 'code': 200} May 28 07:10:37.510761 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-4e287913-122c-47b3-a442-955d3a5af433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ac7e02a-549c-472d-854d-9b0da6901fa0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1748602954', 'tenant_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '7f9d943e-6510-437e-afb0-3f894509a830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:08:39Z', 'updated_at': '2022-05-28T07:08:45Z', 'revision_number': 4, 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'gw_port': {'id': '7f9d943e-6510-437e-afb0-3f894509a830', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:2b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac7e02a-549c-472d-854d-9b0da6901fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:08:40Z', 'updated_at': '2022-05-28T07:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '2d2d88c7-60ef-443a-b275-5c96e4826426', 'name': '', 'network_id': '7027e8e2-3775-4977-b4db-caeaf551a54b', 'tenant_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'mac_address': 'fa:16:3e:da:4d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac7e02a-549c-472d-854d-9b0da6901fa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': 'e53515b1-4c34-43ef-aa1c-b1f98005ffe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:08:44Z', 'updated_at': '2022-05-28T07:08:50Z', 'revision_number': 5, 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'subnets': [{'id': 'e53515b1-4c34-43ef-aa1c-b1f98005ffe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:10:37.514615 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e287913-122c-47b3-a442-955d3a5af433 None None] Checking router: 0ac7e02a-549c-472d-854d-9b0da6901fa0 for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 07:10:37.525192 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e287913-122c-47b3-a442-955d3a5af433 None None] Routers {'0ac7e02a-549c-472d-854d-9b0da6901fa0'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:10:37.525192 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-4e287913-122c-47b3-a442-955d3a5af433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:10:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['0ac7e02a-549c-472d-854d-9b0da6901fa0'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:10:37.554514 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c78c3cd-3e74-4c8b-859a-9f664ae7e63f req-a9157bd6-4013-475a-ab00-5e84cba9377a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:10:37.556242 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2c78c3cd-3e74-4c8b-859a-9f664ae7e63f req-a9157bd6-4013-475a-ab00-5e84cba9377a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5f0305e9e0384b55a3ff03fd8ac69f6c&device_id=000655f9-3c68-4bbf-b7f9-66cb2ac28be3 HTTP/1.1" status: 200 len: 1097 time: 0.0858002 May 28 07:10:37.708727 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-4e287913-122c-47b3-a442-955d3a5af433 None None] Set router 0ac7e02a-549c-472d-854d-9b0da6901fa0 gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:10:37.743540 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c78c3cd-3e74-4c8b-859a-9f664ae7e63f req-bc24d6e5-a942-46a0-829b-9ff58c02e083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:10:37.748650 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2c78c3cd-3e74-4c8b-859a-9f664ae7e63f req-bc24d6e5-a942-46a0-829b-9ff58c02e083 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7027e8e2-3775-4977-b4db-caeaf551a54b HTTP/1.1" status: 200 len: 897 time: 0.1808498 May 28 07:10:37.758964 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d105347d-99dc-496c-bbb7-f0f917779c17 req-cd726bc2-50f2-42d9-8718-37caa90364c3 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:10:37.759630 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-d105347d-99dc-496c-bbb7-f0f917779c17 req-cd726bc2-50f2-42d9-8718-37caa90364c3 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Synchronizing usage tracker for tenant:5f0305e9e0384b55a3ff03fd8ac69f6c on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:10:37.828716 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2c78c3cd-3e74-4c8b-859a-9f664ae7e63f req-7fdbe250-68c3-4dab-a917-f5762bc9a621 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74d0ea99-999b-420f-8435-df730e8476dc HTTP/1.1" status: 200 len: 217 time: 0.0662293 May 28 07:10:37.889892 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-d105347d-99dc-496c-bbb7-f0f917779c17 req-cd726bc2-50f2-42d9-8718-37caa90364c3 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Unset dirty status for tenant:5f0305e9e0384b55a3ff03fd8ac69f6c on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:10:37.891018 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d105347d-99dc-496c-bbb7-f0f917779c17 req-cd726bc2-50f2-42d9-8718-37caa90364c3 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=000655f9-3c68-4bbf-b7f9-66cb2ac28be3 HTTP/1.1" status: 200 len: 946 time: 0.2598913 May 28 07:10:37.892349 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c78c3cd-3e74-4c8b-859a-9f664ae7e63f req-384d4d09-2ae7-4f4e-b6a8-68ce819a533b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:10:37.893716 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2c78c3cd-3e74-4c8b-859a-9f664ae7e63f req-384d4d09-2ae7-4f4e-b6a8-68ce819a533b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e53515b1-4c34-43ef-aa1c-b1f98005ffe0 HTTP/1.1" status: 200 len: 834 time: 0.0584142 May 28 07:10:37.987802 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d105347d-99dc-496c-bbb7-f0f917779c17 req-f75d63e0-6abd-4ca8-8a8d-6d613daa53bb tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/security-groups?id=50422cbb-fbd5-4603-8b53-f68ba956b092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906339 May 28 07:10:38.008331 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c78c3cd-3e74-4c8b-859a-9f664ae7e63f req-1f5ba3d6-13b7-4f69-9aaf-09829afb4515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:10:38.009919 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2c78c3cd-3e74-4c8b-859a-9f664ae7e63f req-1f5ba3d6-13b7-4f69-9aaf-09829afb4515 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7027e8e2-3775-4977-b4db-caeaf551a54b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1000249 May 28 07:10:38.021790 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-4e287913-122c-47b3-a442-955d3a5af433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ac7e02a-549c-472d-854d-9b0da6901fa0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1748602954', 'tenant_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '7f9d943e-6510-437e-afb0-3f894509a830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:08:39Z', 'updated_at': '2022-05-28T07:08:45Z', 'revision_number': 4, 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'gw_port': {'id': '7f9d943e-6510-437e-afb0-3f894509a830', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:2b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac7e02a-549c-472d-854d-9b0da6901fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:08:40Z', 'updated_at': '2022-05-28T07:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '2d2d88c7-60ef-443a-b275-5c96e4826426', 'name': '', 'network_id': '7027e8e2-3775-4977-b4db-caeaf551a54b', 'tenant_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'mac_address': 'fa:16:3e:da:4d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac7e02a-549c-472d-854d-9b0da6901fa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': 'e53515b1-4c34-43ef-aa1c-b1f98005ffe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:08:44Z', 'updated_at': '2022-05-28T07:08:50Z', 'revision_number': 5, 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'subnets': [{'id': 'e53515b1-4c34-43ef-aa1c-b1f98005ffe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:10:38.025638 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e287913-122c-47b3-a442-955d3a5af433 None None] The sync data for ids ['0ac7e02a-549c-472d-854d-9b0da6901fa0'] in n-d-843702-1 is: [{'id': '0ac7e02a-549c-472d-854d-9b0da6901fa0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1748602954', 'tenant_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '7f9d943e-6510-437e-afb0-3f894509a830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:08:39Z', 'updated_at': '2022-05-28T07:08:45Z', 'revision_number': 4, 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'gw_port': {'id': '7f9d943e-6510-437e-afb0-3f894509a830', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:2b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac7e02a-549c-472d-854d-9b0da6901fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:08:40Z', 'updated_at': '2022-05-28T07:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '2d2d88c7-60ef-443a-b275-5c96e4826426', 'name': '', 'network_id': '7027e8e2-3775-4977-b4db-caeaf551a54b', 'tenant_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'mac_address': 'fa:16:3e:da:4d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac7e02a-549c-472d-854d-9b0da6901fa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': 'e53515b1-4c34-43ef-aa1c-b1f98005ffe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:08:44Z', 'updated_at': '2022-05-28T07:08:50Z', 'revision_number': 5, 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'subnets': [{'id': 'e53515b1-4c34-43ef-aa1c-b1f98005ffe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 07:10:38.254379 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347be6d6-c56f-45aa-a652-80f3b3bbbb67 None None] New status for floating IP a9aa98a7-618e-42e1-95d6-7681495ad1bd: DOWN {{(pid=89111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 07:10:38.262659 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2c78c3cd-3e74-4c8b-859a-9f664ae7e63f req-20c9f39e-46d2-4203-a7b9-c1f26e04fc10 service neutron] 10.222.0.69 "GET /v2.0/networks/7027e8e2-3775-4977-b4db-caeaf551a54b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2459512 May 28 07:10:38.396236 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2c78c3cd-3e74-4c8b-859a-9f664ae7e63f req-1082e188-5fe5-46da-a793-23c3de64de5d service neutron] 10.222.0.69 "GET /v2.0/networks/7027e8e2-3775-4977-b4db-caeaf551a54b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266391 May 28 07:10:38.865134 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38255c09-7cb6-47e2-bd85-6f100aa7e0fc req-2c486545-ab00-4b27-a39c-25bf2af73e96 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:10:38.866574 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-38255c09-7cb6-47e2-bd85-6f100aa7e0fc req-2c486545-ab00-4b27-a39c-25bf2af73e96 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.69 "GET /v2.0/ports?device_id=000655f9-3c68-4bbf-b7f9-66cb2ac28be3 HTTP/1.1" status: 200 len: 946 time: 0.0785499 May 28 07:10:38.937380 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-38255c09-7cb6-47e2-bd85-6f100aa7e0fc req-1edc5374-6781-4d23-88b3-2394167a2da0 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Deleting port 74d0ea99-999b-420f-8435-df730e8476dc {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:10:38.937739 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-38255c09-7cb6-47e2-bd85-6f100aa7e0fc req-1edc5374-6781-4d23-88b3-2394167a2da0 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:39.230722 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-38255c09-7cb6-47e2-bd85-6f100aa7e0fc req-1edc5374-6781-4d23-88b3-2394167a2da0 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] For port 74d0ea99-999b-420f-8435-df730e8476dc, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=74d0ea99-999b-420f-8435-df730e8476dc,segment=NetworkSegment(77fa5fba-ea45-4bd7-8866-9d43cd8b8c85),segment_id=77fa5fba-ea45-4bd7-8866-9d43cd8b8c85)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:10:39.231073 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-38255c09-7cb6-47e2-bd85-6f100aa7e0fc req-1edc5374-6781-4d23-88b3-2394167a2da0 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:39.356876 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577a8310-b2aa-48fa-b1a7-3a9bea079f44 req-3b314a80-ed63-4259-a9fe-55fb3b0d7357 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:10:39.358346 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-577a8310-b2aa-48fa-b1a7-3a9bea079f44 req-3b314a80-ed63-4259-a9fe-55fb3b0d7357 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=000655f9-3c68-4bbf-b7f9-66cb2ac28be3 HTTP/1.1" status: 200 len: 946 time: 0.2470920 May 28 07:10:39.365212 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-38255c09-7cb6-47e2-bd85-6f100aa7e0fc req-1edc5374-6781-4d23-88b3-2394167a2da0 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Calling delete_port for 74d0ea99-999b-420f-8435-df730e8476dc owned by compute:nova {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:10:39.457994 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-577a8310-b2aa-48fa-b1a7-3a9bea079f44 req-16e0cfef-cea2-4f7f-86f8-355b896bf24d tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/security-groups?id=50422cbb-fbd5-4603-8b53-f68ba956b092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620608 May 28 07:10:39.599016 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-38255c09-7cb6-47e2-bd85-6f100aa7e0fc req-1edc5374-6781-4d23-88b3-2394167a2da0 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:39.651117 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edc5374-6781-4d23-88b3-2394167a2da0 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Pushing event deleted for resources: {'Port': ['ID=74d0ea99-999b-420f-8435-df730e8476dc,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:10:39.688462 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edc5374-6781-4d23-88b3-2394167a2da0 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:10:39.688849 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edc5374-6781-4d23-88b3-2394167a2da0 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:10:39.689179 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edc5374-6781-4d23-88b3-2394167a2da0 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:10:39.691621 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edc5374-6781-4d23-88b3-2394167a2da0 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:10:39.691621 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edc5374-6781-4d23-88b3-2394167a2da0 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:10:39.691621 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edc5374-6781-4d23-88b3-2394167a2da0 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:10:39.691621 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edc5374-6781-4d23-88b3-2394167a2da0 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:10:39.691621 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edc5374-6781-4d23-88b3-2394167a2da0 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:10:39.692063 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edc5374-6781-4d23-88b3-2394167a2da0 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:10:39.692063 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edc5374-6781-4d23-88b3-2394167a2da0 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:10:39.692312 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edc5374-6781-4d23-88b3-2394167a2da0 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:10:39.692619 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edc5374-6781-4d23-88b3-2394167a2da0 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:10:39.733477 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-38255c09-7cb6-47e2-bd85-6f100aa7e0fc req-1edc5374-6781-4d23-88b3-2394167a2da0 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] No DVR routers for this DVR port 74d0ea99-999b-420f-8435-df730e8476dc on host n-h1-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 07:10:39.735737 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-38255c09-7cb6-47e2-bd85-6f100aa7e0fc req-1edc5374-6781-4d23-88b3-2394167a2da0 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:39.738179 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '000655f9-3c68-4bbf-b7f9-66cb2ac28be3', 'name': 'network-vif-deleted', 'tag': '74d0ea99-999b-420f-8435-df730e8476dc'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:10:39.783739 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56c6f9f7-3b2a-4ffe-97b5-cdbd01cea6c3'] response: {'server_uuid': '000655f9-3c68-4bbf-b7f9-66cb2ac28be3', 'name': 'network-vif-deleted', 'tag': '74d0ea99-999b-420f-8435-df730e8476dc', 'status': 'completed', 'code': 200} May 28 07:10:39.803533 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-38255c09-7cb6-47e2-bd85-6f100aa7e0fc req-1edc5374-6781-4d23-88b3-2394167a2da0 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.69 "DELETE /v2.0/ports/74d0ea99-999b-420f-8435-df730e8476dc HTTP/1.1" status: 204 len: 173 time: 0.9315224 May 28 07:10:40.625288 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-6f5fb66e-c008-4402-8427-fded4ce79445 req-38f3569d-59f1-4d52-baef-419ca76d1d55 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Synchronizing usage tracker for tenant:5f0305e9e0384b55a3ff03fd8ac69f6c on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:10:40.711709 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-6f5fb66e-c008-4402-8427-fded4ce79445 req-38f3569d-59f1-4d52-baef-419ca76d1d55 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Unset dirty status for tenant:5f0305e9e0384b55a3ff03fd8ac69f6c on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:10:40.712935 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6f5fb66e-c008-4402-8427-fded4ce79445 req-38f3569d-59f1-4d52-baef-419ca76d1d55 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=000655f9-3c68-4bbf-b7f9-66cb2ac28be3 HTTP/1.1" status: 200 len: 210 time: 0.1333718 May 28 07:10:41.807960 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 54186) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:10:42.465425 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c5a148fb-f303-4b8e-ad33-eb0036622a17 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700548'] for router_interface, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:42.819503 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-c5a148fb-f303-4b8e-ad33-eb0036622a17 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Deleting port 2d2d88c7-60ef-443a-b275-5c96e4826426 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:10:42.820168 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c5a148fb-f303-4b8e-ad33-eb0036622a17 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:43.008050 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [None req-c5a148fb-f303-4b8e-ad33-eb0036622a17 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] For port 2d2d88c7-60ef-443a-b275-5c96e4826426, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=2d2d88c7-60ef-443a-b275-5c96e4826426,segment=NetworkSegment(77fa5fba-ea45-4bd7-8866-9d43cd8b8c85),segment_id=77fa5fba-ea45-4bd7-8866-9d43cd8b8c85)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:10:43.008407 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c5a148fb-f303-4b8e-ad33-eb0036622a17 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:43.135476 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-c5a148fb-f303-4b8e-ad33-eb0036622a17 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Calling delete_port for 2d2d88c7-60ef-443a-b275-5c96e4826426 owned by network:router_interface {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:10:43.411227 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c5a148fb-f303-4b8e-ad33-eb0036622a17 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:43.460017 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a148fb-f303-4b8e-ad33-eb0036622a17 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Pushing event deleted for resources: {'Port': ['ID=2d2d88c7-60ef-443a-b275-5c96e4826426,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:10:43.749889 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c5a148fb-f303-4b8e-ad33-eb0036622a17 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700472'] for router_interface, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:43.880248 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 07:10:44.216951 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5a148fb-f303-4b8e-ad33-eb0036622a17 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Router 0ac7e02a-549c-472d-854d-9b0da6901fa0 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 07:10:44.398103 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5a148fb-f303-4b8e-ad33-eb0036622a17 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 07:10:44.407448 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b61baf-9c0b-4e94-b5e3-0542cc87cb48 None None] Sync routers for ids ['0ac7e02a-549c-472d-854d-9b0da6901fa0'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 07:10:44.416215 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b61baf-9c0b-4e94-b5e3-0542cc87cb48 None None] Routers {'0ac7e02a-549c-472d-854d-9b0da6901fa0'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:10:44.418681 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-e0b61baf-9c0b-4e94-b5e3-0542cc87cb48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:10:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['0ac7e02a-549c-472d-854d-9b0da6901fa0'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:10:44.496234 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-c5a148fb-f303-4b8e-ad33-eb0036622a17 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "PUT /v2.0/routers/0ac7e02a-549c-472d-854d-9b0da6901fa0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6870751 May 28 07:10:44.499231 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 54192) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:10:44.562411 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 74d0ea99-999b-420f-8435-df730e8476dc no longer exists at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:10:44.567399 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e404222-e982-4106-8596-ac2d764267e5 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Deleting subnet e53515b1-4c34-43ef-aa1c-b1f98005ffe0 {{(pid=89109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 07:10:44.570542 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2e404222-e982-4106-8596-ac2d764267e5 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for subnet, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:44.603779 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] No Port match for: 74d0ea99-999b-420f-8435-df730e8476dc {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 07:10:44.604239 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 74d0ea99-999b-420f-8435-df730e8476dc not bound to the agent host n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 07:10:44.606330 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-e0b61baf-9c0b-4e94-b5e3-0542cc87cb48 None None] Set router 0ac7e02a-549c-472d-854d-9b0da6901fa0 gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:10:44.632533 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2e404222-e982-4106-8596-ac2d764267e5 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3964070'] for subnet, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:44.715168 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2e404222-e982-4106-8596-ac2d764267e5 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:44.867989 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2e404222-e982-4106-8596-ac2d764267e5 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9555650'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:44.887530 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-e0b61baf-9c0b-4e94-b5e3-0542cc87cb48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ac7e02a-549c-472d-854d-9b0da6901fa0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1748602954', 'tenant_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '7f9d943e-6510-437e-afb0-3f894509a830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:08:39Z', 'updated_at': '2022-05-28T07:10:43Z', 'revision_number': 5, 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'gw_port': {'id': '7f9d943e-6510-437e-afb0-3f894509a830', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:2b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac7e02a-549c-472d-854d-9b0da6901fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:08:40Z', 'updated_at': '2022-05-28T07:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:10:44.891733 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b61baf-9c0b-4e94-b5e3-0542cc87cb48 None None] Checking router: 0ac7e02a-549c-472d-854d-9b0da6901fa0 for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 07:10:44.900178 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b61baf-9c0b-4e94-b5e3-0542cc87cb48 None None] Routers {'0ac7e02a-549c-472d-854d-9b0da6901fa0'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:10:44.900768 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-e0b61baf-9c0b-4e94-b5e3-0542cc87cb48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:10:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['0ac7e02a-549c-472d-854d-9b0da6901fa0'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:10:44.910758 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e404222-e982-4106-8596-ac2d764267e5 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Pushing event deleted for resources: {'Subnet': ['ID=e53515b1-4c34-43ef-aa1c-b1f98005ffe0,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:10:44.914972 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2e404222-e982-4106-8596-ac2d764267e5 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:44.921087 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a4bf96-ca58-4627-8719-444abb50f3f1 None None] Network 7027e8e2-3775-4977-b4db-caeaf551a54b requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 07:10:44.921241 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-2e404222-e982-4106-8596-ac2d764267e5 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "DELETE /v2.0/subnets/e53515b1-4c34-43ef-aa1c-b1f98005ffe0 HTTP/1.1" status: 204 len: 168 time: 0.4209034 May 28 07:10:44.923845 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 54196) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:10:45.122868 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-e0b61baf-9c0b-4e94-b5e3-0542cc87cb48 None None] Set router 0ac7e02a-549c-472d-854d-9b0da6901fa0 gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:10:45.201603 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beacfa56-0f6c-41e7-a9be-8cfa8df6ef80 None None] DHCP port deletion for 7027e8e2-3775-4977-b4db-caeaf551a54b request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 07:10:45.205889 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-beacfa56-0f6c-41e7-a9be-8cfa8df6ef80 None None] Deleting port fbd76984-dbf9-420b-b7cc-4bdc3dcec5b5 {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:10:45.206812 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-beacfa56-0f6c-41e7-a9be-8cfa8df6ef80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:45.215284 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3710d89c-199e-4f8c-a60c-1f67d030b717 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for router, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:45.403809 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3710d89c-199e-4f8c-a60c-1f67d030b717 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:45.416683 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-e0b61baf-9c0b-4e94-b5e3-0542cc87cb48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ac7e02a-549c-472d-854d-9b0da6901fa0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1748602954', 'tenant_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '7f9d943e-6510-437e-afb0-3f894509a830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:08:39Z', 'updated_at': '2022-05-28T07:10:43Z', 'revision_number': 5, 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'gw_port': {'id': '7f9d943e-6510-437e-afb0-3f894509a830', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:2b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac7e02a-549c-472d-854d-9b0da6901fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:08:40Z', 'updated_at': '2022-05-28T07:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:10:45.420656 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b61baf-9c0b-4e94-b5e3-0542cc87cb48 None None] The sync data for ids ['0ac7e02a-549c-472d-854d-9b0da6901fa0'] in n-d-843702-1 is: [{'id': '0ac7e02a-549c-472d-854d-9b0da6901fa0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1748602954', 'tenant_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '7f9d943e-6510-437e-afb0-3f894509a830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:08:39Z', 'updated_at': '2022-05-28T07:10:43Z', 'revision_number': 5, 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'gw_port': {'id': '7f9d943e-6510-437e-afb0-3f894509a830', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:2b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac7e02a-549c-472d-854d-9b0da6901fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:08:40Z', 'updated_at': '2022-05-28T07:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 07:10:45.423635 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-beacfa56-0f6c-41e7-a9be-8cfa8df6ef80 None None] For port fbd76984-dbf9-420b-b7cc-4bdc3dcec5b5, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=fbd76984-dbf9-420b-b7cc-4bdc3dcec5b5,segment=NetworkSegment(77fa5fba-ea45-4bd7-8866-9d43cd8b8c85),segment_id=77fa5fba-ea45-4bd7-8866-9d43cd8b8c85)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:10:45.423635 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-beacfa56-0f6c-41e7-a9be-8cfa8df6ef80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:45.482818 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-3710d89c-199e-4f8c-a60c-1f67d030b717 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Deleting port 7f9d943e-6510-437e-afb0-3f894509a830 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:10:45.483164 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3710d89c-199e-4f8c-a60c-1f67d030b717 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:45.554042 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-beacfa56-0f6c-41e7-a9be-8cfa8df6ef80 None None] Calling delete_port for fbd76984-dbf9-420b-b7cc-4bdc3dcec5b5 owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:10:45.669183 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-3710d89c-199e-4f8c-a60c-1f67d030b717 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] For port 7f9d943e-6510-437e-afb0-3f894509a830, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=7f9d943e-6510-437e-afb0-3f894509a830,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:10:45.669863 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3710d89c-199e-4f8c-a60c-1f67d030b717 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:45.730489 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-beacfa56-0f6c-41e7-a9be-8cfa8df6ef80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879'] for port, after_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:45.778952 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beacfa56-0f6c-41e7-a9be-8cfa8df6ef80 None None] No DVR routers for this DVR port fbd76984-dbf9-420b-b7cc-4bdc3dcec5b5 on host n-d-843702-1 {{(pid=89111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 07:10:45.782635 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beacfa56-0f6c-41e7-a9be-8cfa8df6ef80 None None] Pushing event deleted for resources: {'Port': ['ID=fbd76984-dbf9-420b-b7cc-4bdc3dcec5b5,revision_number=None']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:10:45.796516 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-3710d89c-199e-4f8c-a60c-1f67d030b717 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Calling delete_port for 7f9d943e-6510-437e-afb0-3f894509a830 owned by network:router_gateway {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:10:46.038502 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3710d89c-199e-4f8c-a60c-1f67d030b717 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:46.084670 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3710d89c-199e-4f8c-a60c-1f67d030b717 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Pushing event deleted for resources: {'Port': ['ID=7f9d943e-6510-437e-afb0-3f894509a830,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:10:46.177663 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3710d89c-199e-4f8c-a60c-1f67d030b717 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691105'] for router_gateway, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:46.339363 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 2d2d88c7-60ef-443a-b275-5c96e4826426 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:10:46.357552 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3710d89c-199e-4f8c-a60c-1f67d030b717 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59018'] for router, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:46.359735 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3710d89c-199e-4f8c-a60c-1f67d030b717 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:46.404064 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 2d2d88c7-60ef-443a-b275-5c96e4826426 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 07:10:46.404407 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 2d2d88c7-60ef-443a-b275-5c96e4826426 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 07:10:46.404827 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device fbd76984-dbf9-420b-b7cc-4bdc3dcec5b5 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:10:46.438132 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: fbd76984-dbf9-420b-b7cc-4bdc3dcec5b5 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 07:10:46.438474 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device fbd76984-dbf9-420b-b7cc-4bdc3dcec5b5 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 07:10:46.444150 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3710d89c-199e-4f8c-a60c-1f67d030b717 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-703817'] for router, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:46.444847 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3710d89c-199e-4f8c-a60c-1f67d030b717 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Fanout notify agent at l3_agent the message router_deleted on router 0ac7e02a-549c-472d-854d-9b0da6901fa0 {{(pid=89109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 07:10:46.460728 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3710d89c-199e-4f8c-a60c-1f67d030b717 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:46.461730 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-3710d89c-199e-4f8c-a60c-1f67d030b717 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "DELETE /v2.0/routers/0ac7e02a-549c-472d-854d-9b0da6901fa0 HTTP/1.1" status: 204 len: 168 time: 1.5369654 May 28 07:10:46.464460 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 54200) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:10:46.588494 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-138fd1bc-3e5b-4cb1-b50e-a2ae040b1653 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:46.825927 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-138fd1bc-3e5b-4cb1-b50e-a2ae040b1653 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:46.851360 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-138fd1bc-3e5b-4cb1-b50e-a2ae040b1653 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7027e8e2-3775-4977-b4db-caeaf551a54b']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:10:46.863079 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-138fd1bc-3e5b-4cb1-b50e-a2ae040b1653 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77fa5fba-ea45-4bd7-8866-9d43cd8b8c85') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:10:46.864279 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-138fd1bc-3e5b-4cb1-b50e-a2ae040b1653 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77fa5fba-ea45-4bd7-8866-9d43cd8b8c85') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:10:46.874982 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-138fd1bc-3e5b-4cb1-b50e-a2ae040b1653 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:46.891435 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-138fd1bc-3e5b-4cb1-b50e-a2ae040b1653 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:46.899095 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-138fd1bc-3e5b-4cb1-b50e-a2ae040b1653 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 07:10:46.899628 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-138fd1bc-3e5b-4cb1-b50e-a2ae040b1653 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:46.968879 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 77fa5fba-ea45-4bd7-8866-9d43cd8b8c85 resource provider aggregate not found May 28 07:10:46.990283 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 77fa5fba-ea45-4bd7-8866-9d43cd8b8c85 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 77fa5fba-ea45-4bd7-8866-9d43cd8b8c85 found for delete ", "request_id": "req-011a61ce-3f70-4647-bfa6-46f22464d768"}]} May 28 07:10:47.072531 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-138fd1bc-3e5b-4cb1-b50e-a2ae040b1653 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:47.090300 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-138fd1bc-3e5b-4cb1-b50e-a2ae040b1653 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:47.103662 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138fd1bc-3e5b-4cb1-b50e-a2ae040b1653 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Pushing event deleted for resources: {'Network': ['ID=7027e8e2-3775-4977-b4db-caeaf551a54b,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:10:47.186586 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-138fd1bc-3e5b-4cb1-b50e-a2ae040b1653 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "DELETE /v2.0/networks/7027e8e2-3775-4977-b4db-caeaf551a54b HTTP/1.1" status: 204 len: 168 time: 0.7209513 May 28 07:10:47.188951 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 54208) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:10:47.260579 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c2464b60-1125-49ef-8326-1b651b44ddc4 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:47.290033 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c2464b60-1125-49ef-8326-1b651b44ddc4 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:47.427176 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c2464b60-1125-49ef-8326-1b651b44ddc4 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:47.446281 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2464b60-1125-49ef-8326-1b651b44ddc4 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50422cbb-fbd5-4603-8b53-f68ba956b092,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:10:47.523454 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c2464b60-1125-49ef-8326-1b651b44ddc4 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:47.524563 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-c2464b60-1125-49ef-8326-1b651b44ddc4 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "DELETE /v2.0/security-groups/50422cbb-fbd5-4603-8b53-f68ba956b092 HTTP/1.1" status: 204 len: 168 time: 0.3347051 May 28 07:10:47.853263 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 54216) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:10:47.858322 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-baff99a3-baf9-4b67-8a07-9201dc3cd46c tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1693689426', 'description': 'tempest-secgroup-smoke-1693689426 description', 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:10:47.866327 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-baff99a3-baf9-4b67-8a07-9201dc3cd46c tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:10:47.870452 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-baff99a3-baf9-4b67-8a07-9201dc3cd46c tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Usage tracker for resource:security_group and tenant:5f0305e9e0384b55a3ff03fd8ac69f6c is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:10:47.873291 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-baff99a3-baf9-4b67-8a07-9201dc3cd46c tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:10:47.879738 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-baff99a3-baf9-4b67-8a07-9201dc3cd46c tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:10:47.981767 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-baff99a3-baf9-4b67-8a07-9201dc3cd46c tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:48.002506 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-baff99a3-baf9-4b67-8a07-9201dc3cd46c tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:10:48.007322 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-baff99a3-baf9-4b67-8a07-9201dc3cd46c tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Usage tracker for resource:security_group_rule and tenant:5f0305e9e0384b55a3ff03fd8ac69f6c is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:10:48.010082 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-baff99a3-baf9-4b67-8a07-9201dc3cd46c tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:10:48.015596 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-baff99a3-baf9-4b67-8a07-9201dc3cd46c tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:10:48.083850 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-baff99a3-baf9-4b67-8a07-9201dc3cd46c tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:48.156779 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-baff99a3-baf9-4b67-8a07-9201dc3cd46c tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:48.200504 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baff99a3-baf9-4b67-8a07-9201dc3cd46c tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13e34f50-52da-4bf8-805d-87458cc00e14,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:10:48.250011 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 7f9d943e-6510-437e-afb0-3f894509a830 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:10:48.283446 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 7f9d943e-6510-437e-afb0-3f894509a830 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 07:10:48.283791 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 7f9d943e-6510-437e-afb0-3f894509a830 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 07:10:48.295612 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-baff99a3-baf9-4b67-8a07-9201dc3cd46c tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:48.296867 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-baff99a3-baf9-4b67-8a07-9201dc3cd46c tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4425385 May 28 07:10:48.299750 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 54220) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:10:48.306564 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-efc38410-5cd9-4339-a54b-b400de8f5a50 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Request body: {'security_group_rule': {'security_group_id': '13e34f50-52da-4bf8-805d-87458cc00e14', 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:10:48.311529 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-efc38410-5cd9-4339-a54b-b400de8f5a50 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:10:48.315422 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-efc38410-5cd9-4339-a54b-b400de8f5a50 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Usage tracker for resource:security_group_rule and tenant:5f0305e9e0384b55a3ff03fd8ac69f6c is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:10:48.318485 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-efc38410-5cd9-4339-a54b-b400de8f5a50 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:10:48.324141 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-efc38410-5cd9-4339-a54b-b400de8f5a50 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:10:48.399688 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-efc38410-5cd9-4339-a54b-b400de8f5a50 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:48.462212 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-efc38410-5cd9-4339-a54b-b400de8f5a50 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:48.534051 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-efc38410-5cd9-4339-a54b-b400de8f5a50 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:48.557710 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc38410-5cd9-4339-a54b-b400de8f5a50 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7512964-959c-4281-a3c4-8bb6a1d0750a,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:10:48.568374 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc38410-5cd9-4339-a54b-b400de8f5a50 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:10:48.568713 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc38410-5cd9-4339-a54b-b400de8f5a50 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:10:48.569048 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc38410-5cd9-4339-a54b-b400de8f5a50 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:10:48.569374 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc38410-5cd9-4339-a54b-b400de8f5a50 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:10:48.569723 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc38410-5cd9-4339-a54b-b400de8f5a50 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:10:48.570043 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc38410-5cd9-4339-a54b-b400de8f5a50 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:10:48.570363 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc38410-5cd9-4339-a54b-b400de8f5a50 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:10:48.570684 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc38410-5cd9-4339-a54b-b400de8f5a50 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:10:48.571000 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc38410-5cd9-4339-a54b-b400de8f5a50 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:10:48.571316 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc38410-5cd9-4339-a54b-b400de8f5a50 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:10:48.571628 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc38410-5cd9-4339-a54b-b400de8f5a50 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:10:48.571937 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc38410-5cd9-4339-a54b-b400de8f5a50 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:10:48.645895 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-efc38410-5cd9-4339-a54b-b400de8f5a50 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:48.647051 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-efc38410-5cd9-4339-a54b-b400de8f5a50 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3463352 May 28 07:10:48.649755 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 54224) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:10:48.654844 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-1ec180e4-9118-4351-8170-a3bf508aa616 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Request body: {'security_group_rule': {'security_group_id': '13e34f50-52da-4bf8-805d-87458cc00e14', 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:10:48.661732 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-1ec180e4-9118-4351-8170-a3bf508aa616 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:10:48.667551 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-1ec180e4-9118-4351-8170-a3bf508aa616 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Usage tracker for resource:security_group_rule and tenant:5f0305e9e0384b55a3ff03fd8ac69f6c is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:10:48.668569 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-1ec180e4-9118-4351-8170-a3bf508aa616 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:10:48.674107 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-1ec180e4-9118-4351-8170-a3bf508aa616 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:10:48.777725 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1ec180e4-9118-4351-8170-a3bf508aa616 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:48.842148 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1ec180e4-9118-4351-8170-a3bf508aa616 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:48.912729 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1ec180e4-9118-4351-8170-a3bf508aa616 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:48.936445 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec180e4-9118-4351-8170-a3bf508aa616 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=857a8a20-122a-41f4-96f2-ec2e88182be3,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:10:48.986736 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1ec180e4-9118-4351-8170-a3bf508aa616 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:48.988499 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-1ec180e4-9118-4351-8170-a3bf508aa616 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3376579 May 28 07:10:48.991387 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 54228) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:10:48.996322 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-0a818775-282e-4cd5-a6e0-875e1423f615 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Request body: {'security_group_rule': {'security_group_id': '13e34f50-52da-4bf8-805d-87458cc00e14', 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:10:49.002876 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-0a818775-282e-4cd5-a6e0-875e1423f615 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:10:49.007480 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-0a818775-282e-4cd5-a6e0-875e1423f615 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Usage tracker for resource:security_group_rule and tenant:5f0305e9e0384b55a3ff03fd8ac69f6c is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:10:49.010330 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-0a818775-282e-4cd5-a6e0-875e1423f615 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:10:49.015957 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-0a818775-282e-4cd5-a6e0-875e1423f615 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:10:49.113031 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0a818775-282e-4cd5-a6e0-875e1423f615 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:49.175946 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0a818775-282e-4cd5-a6e0-875e1423f615 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:49.293971 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0a818775-282e-4cd5-a6e0-875e1423f615 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:49.318166 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a818775-282e-4cd5-a6e0-875e1423f615 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4eb591f-2160-41d6-9bae-095f0d71976a,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:10:49.408513 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0a818775-282e-4cd5-a6e0-875e1423f615 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:49.409726 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-0a818775-282e-4cd5-a6e0-875e1423f615 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4174318 May 28 07:10:49.412870 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 54232) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:10:49.418495 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-b200b56e-85ff-4341-b8b2-3b0b9b234f9e tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Request body: {'security_group_rule': {'security_group_id': '13e34f50-52da-4bf8-805d-87458cc00e14', 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:10:49.426662 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-b200b56e-85ff-4341-b8b2-3b0b9b234f9e tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:10:49.430480 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-b200b56e-85ff-4341-b8b2-3b0b9b234f9e tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Usage tracker for resource:security_group_rule and tenant:5f0305e9e0384b55a3ff03fd8ac69f6c is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:10:49.433375 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-b200b56e-85ff-4341-b8b2-3b0b9b234f9e tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:10:49.438950 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-b200b56e-85ff-4341-b8b2-3b0b9b234f9e tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:10:49.589866 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b200b56e-85ff-4341-b8b2-3b0b9b234f9e tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:49.660672 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b200b56e-85ff-4341-b8b2-3b0b9b234f9e tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:49.775400 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b200b56e-85ff-4341-b8b2-3b0b9b234f9e tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:49.798530 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b200b56e-85ff-4341-b8b2-3b0b9b234f9e tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38fa775e-83bb-447f-aa60-e2a3f10d8e72,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:10:49.879183 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b200b56e-85ff-4341-b8b2-3b0b9b234f9e tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:49.880385 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-b200b56e-85ff-4341-b8b2-3b0b9b234f9e tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4664795 May 28 07:10:49.883073 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 54236) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:10:49.888021 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-7760e251-370f-46fb-b14f-ddb7f1411e56 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Request body: {'security_group_rule': {'security_group_id': '13e34f50-52da-4bf8-805d-87458cc00e14', 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:10:49.894555 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-7760e251-370f-46fb-b14f-ddb7f1411e56 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:10:49.898428 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-7760e251-370f-46fb-b14f-ddb7f1411e56 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Usage tracker for resource:security_group_rule and tenant:5f0305e9e0384b55a3ff03fd8ac69f6c is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:10:49.901270 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-7760e251-370f-46fb-b14f-ddb7f1411e56 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:10:49.906879 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-7760e251-370f-46fb-b14f-ddb7f1411e56 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:10:49.975816 n-d-843702-1 neutron-server[89110]: INFO neutron.db.securitygroups_db [None req-7760e251-370f-46fb-b14f-ddb7f1411e56 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Project 5f0305e9e0384b55a3ff03fd8ac69f6c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 07:10:49.982797 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7760e251-370f-46fb-b14f-ddb7f1411e56 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:50.045599 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7760e251-370f-46fb-b14f-ddb7f1411e56 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:50.122151 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7760e251-370f-46fb-b14f-ddb7f1411e56 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:50.145016 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7760e251-370f-46fb-b14f-ddb7f1411e56 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5603d140-6eba-4eca-8899-bccc84c72108,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:10:50.232751 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7760e251-370f-46fb-b14f-ddb7f1411e56 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:50.234049 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-7760e251-370f-46fb-b14f-ddb7f1411e56 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3499401 May 28 07:10:50.236540 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 54240) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:10:50.242414 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-3da074f4-d4c3-48cf-8bc2-d66fadd2a02a tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Request body: {'security_group_rule': {'security_group_id': '13e34f50-52da-4bf8-805d-87458cc00e14', 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:10:50.248764 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-3da074f4-d4c3-48cf-8bc2-d66fadd2a02a tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:10:50.252658 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-3da074f4-d4c3-48cf-8bc2-d66fadd2a02a tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Usage tracker for resource:security_group_rule and tenant:5f0305e9e0384b55a3ff03fd8ac69f6c is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:10:50.258243 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-3da074f4-d4c3-48cf-8bc2-d66fadd2a02a tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:10:50.261309 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-3da074f4-d4c3-48cf-8bc2-d66fadd2a02a tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:10:50.328204 n-d-843702-1 neutron-server[89110]: INFO neutron.db.securitygroups_db [None req-3da074f4-d4c3-48cf-8bc2-d66fadd2a02a tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Project 5f0305e9e0384b55a3ff03fd8ac69f6c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 07:10:50.335349 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3da074f4-d4c3-48cf-8bc2-d66fadd2a02a tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:50.398079 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3da074f4-d4c3-48cf-8bc2-d66fadd2a02a tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:50.466568 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3da074f4-d4c3-48cf-8bc2-d66fadd2a02a tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:50.491298 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da074f4-d4c3-48cf-8bc2-d66fadd2a02a tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc7add25-b936-4341-a466-1cb9df7cfc04,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:10:50.586913 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3da074f4-d4c3-48cf-8bc2-d66fadd2a02a tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:50.588093 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-3da074f4-d4c3-48cf-8bc2-d66fadd2a02a tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3506570 May 28 07:10:50.590990 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 54244) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:10:50.596285 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-f38ad336-d494-4b78-a651-c7dea8f45964 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Request body: {'network': {'name': 'tempest-network-smoke--837891569', 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'port_security_enabled': True}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:10:50.602568 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-f38ad336-d494-4b78-a651-c7dea8f45964 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:10:50.606650 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-f38ad336-d494-4b78-a651-c7dea8f45964 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Usage tracker for resource:network and tenant:5f0305e9e0384b55a3ff03fd8ac69f6c is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:10:50.609397 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-f38ad336-d494-4b78-a651-c7dea8f45964 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:10:50.615470 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-f38ad336-d494-4b78-a651-c7dea8f45964 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:10:50.701028 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f38ad336-d494-4b78-a651-c7dea8f45964 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Made reservation on behalf of 5f0305e9e0384b55a3ff03fd8ac69f6c for: {'network': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 07:10:50.704350 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f38ad336-d494-4b78-a651-c7dea8f45964 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:50.730808 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f38ad336-d494-4b78-a651-c7dea8f45964 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'} {{(pid=89110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 07:10:50.738970 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f38ad336-d494-4b78-a651-c7dea8f45964 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:50.739286 n-d-843702-1 neutron-server[89110]: INFO neutron.db.segments_db [None req-f38ad336-d494-4b78-a651-c7dea8f45964 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Added segment 639fec61-648f-43bc-b0d3-0cf1cc7429b3 of type vlan for network a47a4d1d-eb8c-481e-b553-a02034268da8 May 28 07:10:50.764730 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f38ad336-d494-4b78-a651-c7dea8f45964 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:50.917100 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f38ad336-d494-4b78-a651-c7dea8f45964 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:50.922561 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38ad336-d494-4b78-a651-c7dea8f45964 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:10:50.923141 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f38ad336-d494-4b78-a651-c7dea8f45964 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:51.033174 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38ad336-d494-4b78-a651-c7dea8f45964 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Pushing event updated for resources: {'Network': ['ID=a47a4d1d-eb8c-481e-b553-a02034268da8,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:10:51.044317 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network a47a4d1d-eb8c-481e-b553-a02034268da8 details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 07:10:51.096428 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-f38ad336-d494-4b78-a651-c7dea8f45964 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5044219 May 28 07:10:51.099168 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 54248) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:10:51.104085 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-c6b497a8-889b-4d18-9065-9cb53d0780d8 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1006431211', 'admin_state_up': True, 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:10:51.111750 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-c6b497a8-889b-4d18-9065-9cb53d0780d8 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:10:51.116595 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-c6b497a8-889b-4d18-9065-9cb53d0780d8 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Usage tracker for resource:router and tenant:5f0305e9e0384b55a3ff03fd8ac69f6c is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:10:51.119496 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-c6b497a8-889b-4d18-9065-9cb53d0780d8 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:10:51.125701 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-c6b497a8-889b-4d18-9065-9cb53d0780d8 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:10:51.186854 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c6b497a8-889b-4d18-9065-9cb53d0780d8 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59128'] for router, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:51.187865 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c6b497a8-889b-4d18-9065-9cb53d0780d8 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59009'] for router, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:51.202978 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c6b497a8-889b-4d18-9065-9cb53d0780d8 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:51.525391 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c6b497a8-889b-4d18-9065-9cb53d0780d8 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59027'] for router, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:51.995917 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c6b497a8-889b-4d18-9065-9cb53d0780d8 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for router_gateway, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:52.025275 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c6b497a8-889b-4d18-9065-9cb53d0780d8 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:52.160972 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [None req-c6b497a8-889b-4d18-9065-9cb53d0780d8 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Allocated IP 172.25.5.237 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/7acf3221-0c22-49e9-8655-e82bef1c09f2) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:10:52.307736 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c6b497a8-889b-4d18-9065-9cb53d0780d8 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:52.416246 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c6b497a8-889b-4d18-9065-9cb53d0780d8 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:52.481362 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b497a8-889b-4d18-9065-9cb53d0780d8 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:10:52.484273 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-c6b497a8-889b-4d18-9065-9cb53d0780d8 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:10:52.488833 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b497a8-889b-4d18-9065-9cb53d0780d8 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:10:52.523070 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b497a8-889b-4d18-9065-9cb53d0780d8 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Pushing event updated for resources: {'Port': ['ID=7acf3221-0c22-49e9-8655-e82bef1c09f2,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:10:53.019442 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c6b497a8-889b-4d18-9065-9cb53d0780d8 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for router_gateway, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:53.466010 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c6b497a8-889b-4d18-9065-9cb53d0780d8 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690761'] for router, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:53.728326 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6b497a8-889b-4d18-9065-9cb53d0780d8 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Router 9a6c9222-db78-4708-9193-3c3833be323a is scheduled to L3 agent 42958940-9562-4f71-972f-15a8af9d3963 with binding_index 1 {{(pid=89110) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 07:10:53.906343 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6b497a8-889b-4d18-9065-9cb53d0780d8 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 07:10:53.918541 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ab233a-de49-490a-8d46-45f93abd5408 None None] Sync routers for ids ['9a6c9222-db78-4708-9193-3c3833be323a'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 07:10:53.928494 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ab233a-de49-490a-8d46-45f93abd5408 None None] Routers {'9a6c9222-db78-4708-9193-3c3833be323a'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:10:53.930993 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-c6ab233a-de49-490a-8d46-45f93abd5408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:10:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['9a6c9222-db78-4708-9193-3c3833be323a'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:10:54.015514 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c6b497a8-889b-4d18-9065-9cb53d0780d8 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for router, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:54.021968 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-c6b497a8-889b-4d18-9065-9cb53d0780d8 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.9166405 May 28 07:10:54.021968 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 54252) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:10:54.061391 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-c3a36e42-baff-4d50-9190-c132a8804ac0 tempest-TestNetworkAdvancedServerOps-656139815 tempest-TestNetworkAdvancedServerOps-656139815-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=5f0305e9e0384b55a3ff03fd8ac69f6c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0396395 May 28 07:10:54.064148 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 54256) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:10:54.110528 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-c6ab233a-de49-490a-8d46-45f93abd5408 None None] Set router 9a6c9222-db78-4708-9193-3c3833be323a gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:10:54.202912 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96083106-662d-4a59-9a70-e35854d0356d tempest-TestNetworkAdvancedServerOps-656139815 tempest-TestNetworkAdvancedServerOps-656139815-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:10:54.204341 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-96083106-662d-4a59-9a70-e35854d0356d tempest-TestNetworkAdvancedServerOps-656139815 tempest-TestNetworkAdvancedServerOps-656139815-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1393235 May 28 07:10:54.208017 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 54260) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:10:54.249348 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-10b304f6-23fd-41e9-b9b0-9f0feb012c5c tempest-TestNetworkAdvancedServerOps-656139815 tempest-TestNetworkAdvancedServerOps-656139815-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=68df399e-e75e-4871-9364-5d05730b50f0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0401700 May 28 07:10:54.251879 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 54264) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:10:54.257694 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-fef2188f-683f-48b5-8427-0511b80a7f31 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1265957327', 'network_id': 'a47a4d1d-eb8c-481e-b553-a02034268da8', 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:10:54.369598 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-fef2188f-683f-48b5-8427-0511b80a7f31 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:10:54.373375 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-fef2188f-683f-48b5-8427-0511b80a7f31 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Usage tracker for resource:subnet and tenant:5f0305e9e0384b55a3ff03fd8ac69f6c is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:10:54.376178 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-fef2188f-683f-48b5-8427-0511b80a7f31 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:10:54.381885 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-fef2188f-683f-48b5-8427-0511b80a7f31 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:10:54.392777 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-c6ab233a-de49-490a-8d46-45f93abd5408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a6c9222-db78-4708-9193-3c3833be323a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1006431211', 'tenant_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': '7acf3221-0c22-49e9-8655-e82bef1c09f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:10:51Z', 'updated_at': '2022-05-28T07:10:52Z', 'revision_number': 3, 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'gw_port': {'id': '7acf3221-0c22-49e9-8655-e82bef1c09f2', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1a:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a6c9222-db78-4708-9193-3c3833be323a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:10:52Z', 'updated_at': '2022-05-28T07:10:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:10:54.397242 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ab233a-de49-490a-8d46-45f93abd5408 None None] Checking router: 9a6c9222-db78-4708-9193-3c3833be323a for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 07:10:54.397626 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ab233a-de49-490a-8d46-45f93abd5408 None None] Updating router 9a6c9222-db78-4708-9193-3c3833be323a port 7acf3221-0c22-49e9-8655-e82bef1c09f2 binding host n-d-843702-1 {{(pid=89111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 07:10:54.450005 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c6ab233a-de49-490a-8d46-45f93abd5408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:54.450217 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fef2188f-683f-48b5-8427-0511b80a7f31 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Made reservation on behalf of 5f0305e9e0384b55a3ff03fd8ac69f6c for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 07:10:54.453510 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fef2188f-683f-48b5-8427-0511b80a7f31 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:54.741583 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fef2188f-683f-48b5-8427-0511b80a7f31 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:54.772424 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c6ab233a-de49-490a-8d46-45f93abd5408 None None] Notify callbacks [] for port, precommit_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:54.783802 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-c6ab233a-de49-490a-8d46-45f93abd5408 None None] Transition to ACTIVE for port object 7acf3221-0c22-49e9-8655-e82bef1c09f2 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:10:54.828378 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef2188f-683f-48b5-8427-0511b80a7f31 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Pushing event updated for resources: {'Subnet': ['ID=d73097ec-74fc-47b2-83d8-7e5ed9d2f017,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:10:54.832997 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef2188f-683f-48b5-8427-0511b80a7f31 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Checking segment: {'id': '639fec61-648f-43bc-b0d3-0cf1cc7429b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'a47a4d1d-eb8c-481e-b553-a02034268da8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:10:54.833540 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef2188f-683f-48b5-8427-0511b80a7f31 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Network hostable DHCP agents. Network: a47a4d1d-eb8c-481e-b553-a02034268da8, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 07:10:55.042999 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c6ab233a-de49-490a-8d46-45f93abd5408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:55.076873 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef2188f-683f-48b5-8427-0511b80a7f31 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Network a47a4d1d-eb8c-481e-b553-a02034268da8 is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 07:10:55.133352 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-c6ab233a-de49-490a-8d46-45f93abd5408 None None] Attempting to bind port 7acf3221-0c22-49e9-8655-e82bef1c09f2 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 07:10:55.133741 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-c6ab233a-de49-490a-8d46-45f93abd5408 None None] Attempting to bind port 7acf3221-0c22-49e9-8655-e82bef1c09f2 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 07:10:55.134101 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ab233a-de49-490a-8d46-45f93abd5408 None None] Attempting to bind port 7acf3221-0c22-49e9-8655-e82bef1c09f2 on network 68df399e-e75e-4871-9364-5d05730b50f0 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:10:55.136135 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b845dc76-ebec-4a6b-af7f-5f0f40071fb8 None None] Pushing event updated for resources: {'Port': ['ID=7acf3221-0c22-49e9-8655-e82bef1c09f2,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:10:55.141581 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ab233a-de49-490a-8d46-45f93abd5408 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 7, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 07:10:55.141955 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ab233a-de49-490a-8d46-45f93abd5408 None None] Checking segment: {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:10:55.142352 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c6ab233a-de49-490a-8d46-45f93abd5408 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:55.142843 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ab233a-de49-490a-8d46-45f93abd5408 None None] Bound using segment: {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 07:10:55.143220 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-c6ab233a-de49-490a-8d46-45f93abd5408 None None] Bound port: 7acf3221-0c22-49e9-8655-e82bef1c09f2, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 07:10:55.143562 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c6ab233a-de49-490a-8d46-45f93abd5408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:55.158491 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-fef2188f-683f-48b5-8427-0511b80a7f31 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, a47a4d1d-eb8c-481e-b553-a02034268da8) {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:10:55.162613 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef2188f-683f-48b5-8427-0511b80a7f31 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:10:55.163310 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-fef2188f-683f-48b5-8427-0511b80a7f31 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:55.168707 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce27e10d-134b-40da-84d2-10b95ba6c967 None None] Network a47a4d1d-eb8c-481e-b553-a02034268da8 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 07:10:55.250757 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-fef2188f-683f-48b5-8427-0511b80a7f31 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9977984 May 28 07:10:55.253495 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 54268) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:10:55.315311 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-c6ab233a-de49-490a-8d46-45f93abd5408 None None] For port 7acf3221-0c22-49e9-8655-e82bef1c09f2, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:10:55.334631 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-c6ab233a-de49-490a-8d46-45f93abd5408 None None] For port 7acf3221-0c22-49e9-8655-e82bef1c09f2, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=7acf3221-0c22-49e9-8655-e82bef1c09f2,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 07:10:55.460935 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c6ab233a-de49-490a-8d46-45f93abd5408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:55.499538 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a78563e9-ee1c-4421-91d8-095303aaac61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-a47a4d1d-eb8c-481e-b553-a02034268da8', 'network_id': 'a47a4d1d-eb8c-481e-b553-a02034268da8', 'tenant_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'fixed_ips': [{'subnet_id': 'd73097ec-74fc-47b2-83d8-7e5ed9d2f017'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 07:10:55.500073 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-a78563e9-ee1c-4421-91d8-095303aaac61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:55.622087 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ab233a-de49-490a-8d46-45f93abd5408 None None] Routers {'9a6c9222-db78-4708-9193-3c3833be323a'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:10:55.622645 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-c6ab233a-de49-490a-8d46-45f93abd5408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:10:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['9a6c9222-db78-4708-9193-3c3833be323a'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:10:55.679204 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b845dc76-ebec-4a6b-af7f-5f0f40071fb8 None None] Pushing event updated for resources: {'Port': ['ID=7acf3221-0c22-49e9-8655-e82bef1c09f2,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:10:55.854048 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-a78563e9-ee1c-4421-91d8-095303aaac61 None None] Allocated IP 172.20.0.2 (a47a4d1d-eb8c-481e-b553-a02034268da8/d73097ec-74fc-47b2-83d8-7e5ed9d2f017/d6989566-645c-4120-b9bb-1a12ad72265b) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:10:55.876393 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-c6ab233a-de49-490a-8d46-45f93abd5408 None None] Set router 9a6c9222-db78-4708-9193-3c3833be323a gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:10:56.062763 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3b2ffcaa-7f8d-4bb0-97da-8a0bdf4e3573 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:56.311218 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-a78563e9-ee1c-4421-91d8-095303aaac61 None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:56.324774 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-a78563e9-ee1c-4421-91d8-095303aaac61 None None] Transition to ACTIVE for port object d6989566-645c-4120-b9bb-1a12ad72265b will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:10:56.350169 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-a78563e9-ee1c-4421-91d8-095303aaac61 None None] Transition to ACTIVE for port object d6989566-645c-4120-b9bb-1a12ad72265b will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:10:56.356471 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-c6ab233a-de49-490a-8d46-45f93abd5408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a6c9222-db78-4708-9193-3c3833be323a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1006431211', 'tenant_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': '7acf3221-0c22-49e9-8655-e82bef1c09f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:10:51Z', 'updated_at': '2022-05-28T07:10:52Z', 'revision_number': 3, 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'gw_port': {'id': '7acf3221-0c22-49e9-8655-e82bef1c09f2', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1a:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a6c9222-db78-4708-9193-3c3833be323a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:10:52Z', 'updated_at': '2022-05-28T07:10:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:10:56.360368 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ab233a-de49-490a-8d46-45f93abd5408 None None] The sync data for ids ['9a6c9222-db78-4708-9193-3c3833be323a'] in n-d-843702-1 is: [{'id': '9a6c9222-db78-4708-9193-3c3833be323a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1006431211', 'tenant_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': '7acf3221-0c22-49e9-8655-e82bef1c09f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:10:51Z', 'updated_at': '2022-05-28T07:10:52Z', 'revision_number': 3, 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'gw_port': {'id': '7acf3221-0c22-49e9-8655-e82bef1c09f2', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1a:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a6c9222-db78-4708-9193-3c3833be323a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:10:52Z', 'updated_at': '2022-05-28T07:10:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 07:10:56.423140 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-a78563e9-ee1c-4421-91d8-095303aaac61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:56.489356 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78563e9-ee1c-4421-91d8-095303aaac61 None None] Network a47a4d1d-eb8c-481e-b553-a02034268da8 is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:10:56.493232 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-a78563e9-ee1c-4421-91d8-095303aaac61 None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:10:56.494289 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-3b2ffcaa-7f8d-4bb0-97da-8a0bdf4e3573 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Allocated IP 172.20.0.1 (a47a4d1d-eb8c-481e-b553-a02034268da8/d73097ec-74fc-47b2-83d8-7e5ed9d2f017/39418948-78a4-45ec-b1b3-b141de03d157) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:10:56.495086 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-a32b0895-a696-4160-9c21-2529d65d0277 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:56.499015 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78563e9-ee1c-4421-91d8-095303aaac61 None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:10:56.536549 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78563e9-ee1c-4421-91d8-095303aaac61 None None] Pushing event updated for resources: {'Port': ['ID=d6989566-645c-4120-b9bb-1a12ad72265b,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:10:56.610095 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-a78563e9-ee1c-4421-91d8-095303aaac61 None None] Attempting to bind port d6989566-645c-4120-b9bb-1a12ad72265b on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 07:10:56.610464 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-a78563e9-ee1c-4421-91d8-095303aaac61 None None] Attempting to bind port d6989566-645c-4120-b9bb-1a12ad72265b by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': '639fec61-648f-43bc-b0d3-0cf1cc7429b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'a47a4d1d-eb8c-481e-b553-a02034268da8'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 07:10:56.610828 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78563e9-ee1c-4421-91d8-095303aaac61 None None] Attempting to bind port d6989566-645c-4120-b9bb-1a12ad72265b on network a47a4d1d-eb8c-481e-b553-a02034268da8 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:10:56.623321 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78563e9-ee1c-4421-91d8-095303aaac61 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 7, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 07:10:56.623321 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78563e9-ee1c-4421-91d8-095303aaac61 None None] Checking segment: {'id': '639fec61-648f-43bc-b0d3-0cf1cc7429b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'a47a4d1d-eb8c-481e-b553-a02034268da8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:10:56.636388 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-a78563e9-ee1c-4421-91d8-095303aaac61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:56.636811 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78563e9-ee1c-4421-91d8-095303aaac61 None None] Bound using segment: {'id': '639fec61-648f-43bc-b0d3-0cf1cc7429b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'a47a4d1d-eb8c-481e-b553-a02034268da8'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 07:10:56.637320 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-a78563e9-ee1c-4421-91d8-095303aaac61 None None] Bound port: d6989566-645c-4120-b9bb-1a12ad72265b, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '639fec61-648f-43bc-b0d3-0cf1cc7429b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'a47a4d1d-eb8c-481e-b553-a02034268da8'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 07:10:56.638346 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-a78563e9-ee1c-4421-91d8-095303aaac61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:56.684674 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3b2ffcaa-7f8d-4bb0-97da-8a0bdf4e3573 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:56.703776 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [None req-3b2ffcaa-7f8d-4bb0-97da-8a0bdf4e3573 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Transition to ACTIVE for port object 39418948-78a4-45ec-b1b3-b141de03d157 will not be triggered until provisioned by entity DHCP. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:10:56.750025 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-a78563e9-ee1c-4421-91d8-095303aaac61 None None] For port d6989566-645c-4120-b9bb-1a12ad72265b, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:10:56.753889 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-a78563e9-ee1c-4421-91d8-095303aaac61 None None] For port d6989566-645c-4120-b9bb-1a12ad72265b, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=d6989566-645c-4120-b9bb-1a12ad72265b,segment=NetworkSegment(639fec61-648f-43bc-b0d3-0cf1cc7429b3),segment_id=639fec61-648f-43bc-b0d3-0cf1cc7429b3)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 07:10:56.792414 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3b2ffcaa-7f8d-4bb0-97da-8a0bdf4e3573 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:56.822119 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-a78563e9-ee1c-4421-91d8-095303aaac61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:56.870392 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2ffcaa-7f8d-4bb0-97da-8a0bdf4e3573 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Network a47a4d1d-eb8c-481e-b553-a02034268da8 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:10:56.873405 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-3b2ffcaa-7f8d-4bb0-97da-8a0bdf4e3573 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:10:56.878784 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2ffcaa-7f8d-4bb0-97da-8a0bdf4e3573 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:10:56.917885 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2ffcaa-7f8d-4bb0-97da-8a0bdf4e3573 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Pushing event updated for resources: {'Port': ['ID=39418948-78a4-45ec-b1b3-b141de03d157,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:10:56.924319 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78563e9-ee1c-4421-91d8-095303aaac61 None None] Pushing event updated for resources: {'Port': ['ID=d6989566-645c-4120-b9bb-1a12ad72265b,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:10:56.951646 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3b2ffcaa-7f8d-4bb0-97da-8a0bdf4e3573 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690947'] for router_interface, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:57.381996 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3b2ffcaa-7f8d-4bb0-97da-8a0bdf4e3573 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:57.900057 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:57.904666 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007a2799-cdb3-49ab-9107-2e4996c81beb None None] Network a47a4d1d-eb8c-481e-b553-a02034268da8 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 07:10:57.963452 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3b2ffcaa-7f8d-4bb0-97da-8a0bdf4e3573 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:58.082318 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3b2ffcaa-7f8d-4bb0-97da-8a0bdf4e3573 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:58.110215 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-4bfe2b32-a023-4fd6-9954-acc6f3e2d3bc None None] Provisioning for port d6989566-645c-4120-b9bb-1a12ad72265b completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:10:58.204550 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3b2ffcaa-7f8d-4bb0-97da-8a0bdf4e3573 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700602'] for router_interface, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:58.207680 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2ffcaa-7f8d-4bb0-97da-8a0bdf4e3573 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Pushing event updated for resources: {'Port': ['ID=39418948-78a4-45ec-b1b3-b141de03d157,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:10:58.376391 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2ffcaa-7f8d-4bb0-97da-8a0bdf4e3573 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Network a47a4d1d-eb8c-481e-b553-a02034268da8 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:10:58.377760 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-3b2ffcaa-7f8d-4bb0-97da-8a0bdf4e3573 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:10:58.394539 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device d6989566-645c-4120-b9bb-1a12ad72265b up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:10:58.568583 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port d6989566-645c-4120-b9bb-1a12ad72265b completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:10:58.573719 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port d6989566-645c-4120-b9bb-1a12ad72265b triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:10:58.574163 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:58.589703 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b2ffcaa-7f8d-4bb0-97da-8a0bdf4e3573 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Router 9a6c9222-db78-4708-9193-3c3833be323a has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 07:10:58.672596 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-87a0ef81-4cd4-4ba4-bc66-833ae74b6aac None None] Provisioning for port 39418948-78a4-45ec-b1b3-b141de03d157 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:10:58.691994 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-87a0ef81-4cd4-4ba4-bc66-833ae74b6aac None None] Provisioning complete for port 39418948-78a4-45ec-b1b3-b141de03d157 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:10:58.692584 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-87a0ef81-4cd4-4ba4-bc66-833ae74b6aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:58.746865 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port d6989566-645c-4120-b9bb-1a12ad72265b is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:10:58.747255 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:58.770626 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-87a0ef81-4cd4-4ba4-bc66-833ae74b6aac None None] Port 39418948-78a4-45ec-b1b3-b141de03d157 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 07:10:58.783658 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b2ffcaa-7f8d-4bb0-97da-8a0bdf4e3573 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 07:10:58.795161 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8503b71f-0698-46a1-a708-cd8618b77f7c None None] Sync routers for ids ['9a6c9222-db78-4708-9193-3c3833be323a'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 07:10:58.795782 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port d6989566-645c-4120-b9bb-1a12ad72265b, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=d6989566-645c-4120-b9bb-1a12ad72265b,segment=NetworkSegment(639fec61-648f-43bc-b0d3-0cf1cc7429b3),segment_id=639fec61-648f-43bc-b0d3-0cf1cc7429b3)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:10:58.802026 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-3b2ffcaa-7f8d-4bb0-97da-8a0bdf4e3573 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "PUT /v2.0/routers/9a6c9222-db78-4708-9193-3c3833be323a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5474651 May 28 07:10:58.809785 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8503b71f-0698-46a1-a708-cd8618b77f7c None None] Routers {'9a6c9222-db78-4708-9193-3c3833be323a'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:10:58.810560 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-8503b71f-0698-46a1-a708-cd8618b77f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:10:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['9a6c9222-db78-4708-9193-3c3833be323a'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:10:58.897878 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-69f77a07-430b-45be-8322-6bd9999504ab None None] Provisioning complete for port 39418948-78a4-45ec-b1b3-b141de03d157 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:10:58.897878 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-69f77a07-430b-45be-8322-6bd9999504ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:58.928791 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:58.930290 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 7acf3221-0c22-49e9-8655-e82bef1c09f2 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:10:58.999781 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-8503b71f-0698-46a1-a708-cd8618b77f7c None None] Set router 9a6c9222-db78-4708-9193-3c3833be323a gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:10:59.036219 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e33dcdef-b6d5-4935-9b99-2a87d6747d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:59.078233 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bfa8c08d-8aaf-411c-ae76-f58d40056bb5 req-d5e1409f-677e-4a66-a447-288885c0e5d6 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1693689426&fields=id&tenant_id=5f0305e9e0384b55a3ff03fd8ac69f6c HTTP/1.1" status: 200 len: 267 time: 0.0542948 May 28 07:10:59.080589 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-69f77a07-430b-45be-8322-6bd9999504ab None None] Port 39418948-78a4-45ec-b1b3-b141de03d157 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 07:10:59.086991 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=d6989566-645c-4120-b9bb-1a12ad72265b,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:10:59.166872 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 7acf3221-0c22-49e9-8655-e82bef1c09f2 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:10:59.172225 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 7acf3221-0c22-49e9-8655-e82bef1c09f2 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:10:59.172672 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:59.233362 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa8c08d-8aaf-411c-ae76-f58d40056bb5 req-fa7cc3e3-0770-4fc3-9fb8-9bd7aa826bfa tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:10:59.234119 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-bfa8c08d-8aaf-411c-ae76-f58d40056bb5 req-fa7cc3e3-0770-4fc3-9fb8-9bd7aa826bfa tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Synchronizing usage tracker for tenant:5f0305e9e0384b55a3ff03fd8ac69f6c on resource:network {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:10:59.239943 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-a65d1309-c13d-4892-ad0c-8f81b3118b69 None None] Provisioning complete for port 39418948-78a4-45ec-b1b3-b141de03d157 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:10:59.240390 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-a65d1309-c13d-4892-ad0c-8f81b3118b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:59.321963 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-8503b71f-0698-46a1-a708-cd8618b77f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a6c9222-db78-4708-9193-3c3833be323a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1006431211', 'tenant_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': '7acf3221-0c22-49e9-8655-e82bef1c09f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:10:51Z', 'updated_at': '2022-05-28T07:10:57Z', 'revision_number': 4, 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'gw_port': {'id': '7acf3221-0c22-49e9-8655-e82bef1c09f2', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1a:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a6c9222-db78-4708-9193-3c3833be323a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:10:52Z', 'updated_at': '2022-05-28T07:10:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '39418948-78a4-45ec-b1b3-b141de03d157', 'name': '', 'network_id': 'a47a4d1d-eb8c-481e-b553-a02034268da8', 'tenant_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'mac_address': 'fa:16:3e:44:cc:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a6c9222-db78-4708-9193-3c3833be323a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': 'd73097ec-74fc-47b2-83d8-7e5ed9d2f017', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:10:56Z', 'updated_at': '2022-05-28T07:10:57Z', 'revision_number': 2, 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'subnets': [{'id': 'd73097ec-74fc-47b2-83d8-7e5ed9d2f017', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:10:59.325637 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8503b71f-0698-46a1-a708-cd8618b77f7c None None] Checking router: 9a6c9222-db78-4708-9193-3c3833be323a for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 07:10:59.325977 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8503b71f-0698-46a1-a708-cd8618b77f7c None None] Updating router 9a6c9222-db78-4708-9193-3c3833be323a port 39418948-78a4-45ec-b1b3-b141de03d157 binding host n-d-843702-1 {{(pid=89112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 07:10:59.333903 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-bfa8c08d-8aaf-411c-ae76-f58d40056bb5 req-fa7cc3e3-0770-4fc3-9fb8-9bd7aa826bfa tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Unset dirty status for tenant:5f0305e9e0384b55a3ff03fd8ac69f6c on resource:network {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:10:59.335346 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bfa8c08d-8aaf-411c-ae76-f58d40056bb5 req-fa7cc3e3-0770-4fc3-9fb8-9bd7aa826bfa tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/networks?id=a47a4d1d-eb8c-481e-b553-a02034268da8 HTTP/1.1" status: 200 len: 796 time: 0.2562063 May 28 07:10:59.341362 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-a65d1309-c13d-4892-ad0c-8f81b3118b69 None None] Port 39418948-78a4-45ec-b1b3-b141de03d157 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 07:10:59.354839 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bfa8c08d-8aaf-411c-ae76-f58d40056bb5 req-0725b45d-bfc9-4f2f-a60b-7277fab2efb1 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/quotas/5f0305e9e0384b55a3ff03fd8ac69f6c HTTP/1.1" status: 200 len: 375 time: 0.0123975 May 28 07:10:59.361573 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 7acf3221-0c22-49e9-8655-e82bef1c09f2 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:10:59.362028 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:59.380219 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port 7acf3221-0c22-49e9-8655-e82bef1c09f2, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=7acf3221-0c22-49e9-8655-e82bef1c09f2,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:10:59.380488 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-8503b71f-0698-46a1-a708-cd8618b77f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:59.453112 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-bfa8c08d-8aaf-411c-ae76-f58d40056bb5 req-1410b74e-0a0e-4f59-80c8-54a11ba65039 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Synchronizing usage tracker for tenant:5f0305e9e0384b55a3ff03fd8ac69f6c on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:10:59.483034 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:59.554053 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=7acf3221-0c22-49e9-8655-e82bef1c09f2,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:10:59.586488 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-bfa8c08d-8aaf-411c-ae76-f58d40056bb5 req-1410b74e-0a0e-4f59-80c8-54a11ba65039 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Unset dirty status for tenant:5f0305e9e0384b55a3ff03fd8ac69f6c on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:10:59.586488 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bfa8c08d-8aaf-411c-ae76-f58d40056bb5 req-1410b74e-0a0e-4f59-80c8-54a11ba65039 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=5f0305e9e0384b55a3ff03fd8ac69f6c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2210040 May 28 07:10:59.734806 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-8503b71f-0698-46a1-a708-cd8618b77f7c None None] Notify callbacks [] for port, precommit_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:59.752821 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.provisioning_blocks [None req-8503b71f-0698-46a1-a708-cd8618b77f7c None None] Transition to ACTIVE for port object 39418948-78a4-45ec-b1b3-b141de03d157 will not be triggered until provisioned by entity L2. {{(pid=89112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:10:59.828599 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-8503b71f-0698-46a1-a708-cd8618b77f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:59.840323 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bfa8c08d-8aaf-411c-ae76-f58d40056bb5 req-78d0daf7-340f-46ab-9119-bbcb3d0eb45b service neutron] 10.222.0.55 "GET /v2.0/networks/a47a4d1d-eb8c-481e-b553-a02034268da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447720 May 28 07:10:59.958671 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926d5027-5136-4645-8e64-7ad0b725e749 None None] Pushing event updated for resources: {'Port': ['ID=39418948-78a4-45ec-b1b3-b141de03d157,revision_number=3']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:10:59.990494 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bfa8c08d-8aaf-411c-ae76-f58d40056bb5 req-5e436aad-647c-49dd-ab53-eb3dbfca9e36 service neutron] 10.222.0.55 "GET /v2.0/networks/a47a4d1d-eb8c-481e-b553-a02034268da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441731 May 28 07:11:00.004908 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:11:00.033835 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926d5027-5136-4645-8e64-7ad0b725e749 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:11:00.037610 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926d5027-5136-4645-8e64-7ad0b725e749 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:11:00.037610 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926d5027-5136-4645-8e64-7ad0b725e749 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:11:00.037610 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926d5027-5136-4645-8e64-7ad0b725e749 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:11:00.037610 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926d5027-5136-4645-8e64-7ad0b725e749 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:11:00.037610 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926d5027-5136-4645-8e64-7ad0b725e749 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:11:00.037610 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926d5027-5136-4645-8e64-7ad0b725e749 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:11:00.037610 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926d5027-5136-4645-8e64-7ad0b725e749 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:11:00.037610 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926d5027-5136-4645-8e64-7ad0b725e749 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:11:00.038526 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926d5027-5136-4645-8e64-7ad0b725e749 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:11:00.038860 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926d5027-5136-4645-8e64-7ad0b725e749 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:11:00.039181 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926d5027-5136-4645-8e64-7ad0b725e749 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:11:00.099383 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-8503b71f-0698-46a1-a708-cd8618b77f7c None None] Attempting to bind port 39418948-78a4-45ec-b1b3-b141de03d157 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 07:11:00.099659 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-8503b71f-0698-46a1-a708-cd8618b77f7c None None] Attempting to bind port 39418948-78a4-45ec-b1b3-b141de03d157 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': '639fec61-648f-43bc-b0d3-0cf1cc7429b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'a47a4d1d-eb8c-481e-b553-a02034268da8'}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 07:11:00.100083 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8503b71f-0698-46a1-a708-cd8618b77f7c None None] Attempting to bind port 39418948-78a4-45ec-b1b3-b141de03d157 on network a47a4d1d-eb8c-481e-b553-a02034268da8 {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:11:00.105388 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8503b71f-0698-46a1-a708-cd8618b77f7c None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 7, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 07:11:00.105808 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8503b71f-0698-46a1-a708-cd8618b77f7c None None] Checking segment: {'id': '639fec61-648f-43bc-b0d3-0cf1cc7429b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'a47a4d1d-eb8c-481e-b553-a02034268da8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:11:00.106233 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-8503b71f-0698-46a1-a708-cd8618b77f7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:11:00.106724 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8503b71f-0698-46a1-a708-cd8618b77f7c None None] Bound using segment: {'id': '639fec61-648f-43bc-b0d3-0cf1cc7429b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'a47a4d1d-eb8c-481e-b553-a02034268da8'} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 07:11:00.107180 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-8503b71f-0698-46a1-a708-cd8618b77f7c None None] Bound port: 39418948-78a4-45ec-b1b3-b141de03d157, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '639fec61-648f-43bc-b0d3-0cf1cc7429b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'a47a4d1d-eb8c-481e-b553-a02034268da8'}}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 07:11:00.107541 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-8503b71f-0698-46a1-a708-cd8618b77f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:11:00.171030 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:11:00.196763 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-8503b71f-0698-46a1-a708-cd8618b77f7c None None] For port 39418948-78a4-45ec-b1b3-b141de03d157, host n-d-843702-1, cleared binding levels {{(pid=89112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:11:00.199415 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-8503b71f-0698-46a1-a708-cd8618b77f7c None None] For port 39418948-78a4-45ec-b1b3-b141de03d157, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=39418948-78a4-45ec-b1b3-b141de03d157,segment=NetworkSegment(639fec61-648f-43bc-b0d3-0cf1cc7429b3),segment_id=639fec61-648f-43bc-b0d3-0cf1cc7429b3)] {{(pid=89112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 07:11:00.310883 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-8503b71f-0698-46a1-a708-cd8618b77f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:11:00.315650 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-23a338f5-4421-4def-b678-0b6f449e21e9 req-5a6ffa17-6566-4a5e-8594-af52ce00e9ef tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=47c70a38-e396-4245-b6d3-fa6631fd0fdb HTTP/1.1" status: 200 len: 210 time: 0.0449636 May 28 07:11:00.323721 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device d6989566-645c-4120-b9bb-1a12ad72265b up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:11:00.399490 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8503b71f-0698-46a1-a708-cd8618b77f7c None None] Routers {'9a6c9222-db78-4708-9193-3c3833be323a'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:11:00.400109 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-8503b71f-0698-46a1-a708-cd8618b77f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:10:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['9a6c9222-db78-4708-9193-3c3833be323a'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:11:00.412525 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port d6989566-645c-4120-b9bb-1a12ad72265b triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:11:00.412961 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:11:00.465980 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926d5027-5136-4645-8e64-7ad0b725e749 None None] Pushing event updated for resources: {'Port': ['ID=39418948-78a4-45ec-b1b3-b141de03d157,revision_number=4']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:11:00.560794 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port d6989566-645c-4120-b9bb-1a12ad72265b is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:11:00.561931 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 7acf3221-0c22-49e9-8655-e82bef1c09f2 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:11:00.633263 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-8503b71f-0698-46a1-a708-cd8618b77f7c None None] Set router 9a6c9222-db78-4708-9193-3c3833be323a gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:11:00.656566 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 7acf3221-0c22-49e9-8655-e82bef1c09f2 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:11:00.656698 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:11:00.787434 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 7acf3221-0c22-49e9-8655-e82bef1c09f2 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:11:00.967312 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-8503b71f-0698-46a1-a708-cd8618b77f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a6c9222-db78-4708-9193-3c3833be323a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1006431211', 'tenant_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': '7acf3221-0c22-49e9-8655-e82bef1c09f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:10:51Z', 'updated_at': '2022-05-28T07:10:57Z', 'revision_number': 4, 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'gw_port': {'id': '7acf3221-0c22-49e9-8655-e82bef1c09f2', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6c9222-db78-4708-9193-3c3833be323a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:10:52Z', 'updated_at': '2022-05-28T07:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '39418948-78a4-45ec-b1b3-b141de03d157', 'name': '', 'network_id': 'a47a4d1d-eb8c-481e-b553-a02034268da8', 'tenant_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'mac_address': 'fa:16:3e:44:cc:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a6c9222-db78-4708-9193-3c3833be323a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': 'd73097ec-74fc-47b2-83d8-7e5ed9d2f017', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:10:56Z', 'updated_at': '2022-05-28T07:11:00Z', 'revision_number': 4, 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'subnets': [{'id': 'd73097ec-74fc-47b2-83d8-7e5ed9d2f017', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:11:00.973330 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8503b71f-0698-46a1-a708-cd8618b77f7c None None] The sync data for ids ['9a6c9222-db78-4708-9193-3c3833be323a'] in n-d-843702-1 is: [{'id': '9a6c9222-db78-4708-9193-3c3833be323a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1006431211', 'tenant_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': '7acf3221-0c22-49e9-8655-e82bef1c09f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:10:51Z', 'updated_at': '2022-05-28T07:10:57Z', 'revision_number': 4, 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'gw_port': {'id': '7acf3221-0c22-49e9-8655-e82bef1c09f2', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6c9222-db78-4708-9193-3c3833be323a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:10:52Z', 'updated_at': '2022-05-28T07:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '39418948-78a4-45ec-b1b3-b141de03d157', 'name': '', 'network_id': 'a47a4d1d-eb8c-481e-b553-a02034268da8', 'tenant_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'mac_address': 'fa:16:3e:44:cc:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a6c9222-db78-4708-9193-3c3833be323a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': 'd73097ec-74fc-47b2-83d8-7e5ed9d2f017', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:10:56Z', 'updated_at': '2022-05-28T07:11:00Z', 'revision_number': 4, 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'subnets': [{'id': 'd73097ec-74fc-47b2-83d8-7e5ed9d2f017', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 07:11:01.418273 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5b4f668b-5869-495e-ad13-549226794712 req-4f343547-d916-4344-bb01-fbf41e873b81 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=47c70a38-e396-4245-b6d3-fa6631fd0fdb HTTP/1.1" status: 200 len: 210 time: 0.0486534 May 28 07:11:01.852887 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:11:02.319505 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 39418948-78a4-45ec-b1b3-b141de03d157 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:11:02.461066 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 39418948-78a4-45ec-b1b3-b141de03d157 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:11:02.466667 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 39418948-78a4-45ec-b1b3-b141de03d157 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:11:02.470349 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:11:02.569275 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f9663b3c-5de5-4490-b5f0-f41eaf411da5 req-26923414-48a2-4ba0-86fc-94f619144520 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=47c70a38-e396-4245-b6d3-fa6631fd0fdb HTTP/1.1" status: 200 len: 210 time: 0.0435534 May 28 07:11:02.590158 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:11:02.603093 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 39418948-78a4-45ec-b1b3-b141de03d157 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:11:02.603467 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:11:02.634989 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port 39418948-78a4-45ec-b1b3-b141de03d157, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=39418948-78a4-45ec-b1b3-b141de03d157,segment=NetworkSegment(639fec61-648f-43bc-b0d3-0cf1cc7429b3),segment_id=639fec61-648f-43bc-b0d3-0cf1cc7429b3)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:11:02.729842 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:11:02.800844 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=39418948-78a4-45ec-b1b3-b141de03d157,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:11:03.080785 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa8c08d-8aaf-411c-ae76-f58d40056bb5 req-8197f529-adfc-4980-a56b-b03f32fe116b tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:11:03.082534 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-bfa8c08d-8aaf-411c-ae76-f58d40056bb5 req-8197f529-adfc-4980-a56b-b03f32fe116b tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Synchronizing usage tracker for tenant:5f0305e9e0384b55a3ff03fd8ac69f6c on resource:network {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:11:03.093563 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-bfa8c08d-8aaf-411c-ae76-f58d40056bb5 req-8197f529-adfc-4980-a56b-b03f32fe116b tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Unset dirty status for tenant:5f0305e9e0384b55a3ff03fd8ac69f6c on resource:network {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:11:03.094726 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-bfa8c08d-8aaf-411c-ae76-f58d40056bb5 req-8197f529-adfc-4980-a56b-b03f32fe116b tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.71 "GET /v2.0/networks?id=a47a4d1d-eb8c-481e-b553-a02034268da8 HTTP/1.1" status: 200 len: 796 time: 0.1629562 May 28 07:11:03.148841 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-bfa8c08d-8aaf-411c-ae76-f58d40056bb5 req-679898ed-ec3f-4e94-b2d8-49b07fe8418e tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Synchronizing usage tracker for tenant:5f0305e9e0384b55a3ff03fd8ac69f6c on resource:security_group {{(pid=89109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:11:03.275484 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [req-bfa8c08d-8aaf-411c-ae76-f58d40056bb5 req-679898ed-ec3f-4e94-b2d8-49b07fe8418e tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Unset dirty status for tenant:5f0305e9e0384b55a3ff03fd8ac69f6c on resource:security_group {{(pid=89109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:11:03.275484 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-bfa8c08d-8aaf-411c-ae76-f58d40056bb5 req-679898ed-ec3f-4e94-b2d8-49b07fe8418e tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f0305e9e0384b55a3ff03fd8ac69f6c HTTP/1.1" status: 200 len: 380 time: 0.1627488 May 28 07:11:03.281298 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-bfa8c08d-8aaf-411c-ae76-f58d40056bb5 req-0a1fe422-4041-41c4-8572-bf3ee5106e40 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Request body: {'port': {'device_id': '47c70a38-e396-4245-b6d3-fa6631fd0fdb', 'network_id': 'a47a4d1d-eb8c-481e-b553-a02034268da8', 'admin_state_up': True, 'tenant_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'security_groups': ['13e34f50-52da-4bf8-805d-87458cc00e14']}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:11:03.425305 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [req-bfa8c08d-8aaf-411c-ae76-f58d40056bb5 req-0a1fe422-4041-41c4-8572-bf3ee5106e40 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:11:03.436803 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [req-bfa8c08d-8aaf-411c-ae76-f58d40056bb5 req-0a1fe422-4041-41c4-8572-bf3ee5106e40 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:11:03.524084 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfa8c08d-8aaf-411c-ae76-f58d40056bb5 req-0a1fe422-4041-41c4-8572-bf3ee5106e40 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Made reservation on behalf of 5f0305e9e0384b55a3ff03fd8ac69f6c for: {'port': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 07:11:03.527638 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-bfa8c08d-8aaf-411c-ae76-f58d40056bb5 req-0a1fe422-4041-41c4-8572-bf3ee5106e40 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:11:03.694620 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [req-bfa8c08d-8aaf-411c-ae76-f58d40056bb5 req-0a1fe422-4041-41c4-8572-bf3ee5106e40 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Allocated IP 172.20.0.10 (a47a4d1d-eb8c-481e-b553-a02034268da8/d73097ec-74fc-47b2-83d8-7e5ed9d2f017/01ea3eb5-cf6d-42b3-bfeb-f893d7b97316) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:11:03.721003 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2a5d92f0-85c3-4f16-b600-57954e9c3f28 req-aa823a30-5d4d-4c5f-b41c-6af65183c11f tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=47c70a38-e396-4245-b6d3-fa6631fd0fdb HTTP/1.1" status: 200 len: 210 time: 0.0448489 May 28 07:11:03.881574 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-bfa8c08d-8aaf-411c-ae76-f58d40056bb5 req-0a1fe422-4041-41c4-8572-bf3ee5106e40 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:11:03.897210 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [req-bfa8c08d-8aaf-411c-ae76-f58d40056bb5 req-0a1fe422-4041-41c4-8572-bf3ee5106e40 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Transition to ACTIVE for port object 01ea3eb5-cf6d-42b3-bfeb-f893d7b97316 will not be triggered until provisioned by entity DHCP. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:11:03.992848 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-bfa8c08d-8aaf-411c-ae76-f58d40056bb5 req-0a1fe422-4041-41c4-8572-bf3ee5106e40 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:11:04.179250 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfa8c08d-8aaf-411c-ae76-f58d40056bb5 req-0a1fe422-4041-41c4-8572-bf3ee5106e40 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Network a47a4d1d-eb8c-481e-b553-a02034268da8 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:11:04.182428 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [req-bfa8c08d-8aaf-411c-ae76-f58d40056bb5 req-0a1fe422-4041-41c4-8572-bf3ee5106e40 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:11:04.186253 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfa8c08d-8aaf-411c-ae76-f58d40056bb5 req-0a1fe422-4041-41c4-8572-bf3ee5106e40 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:11:04.216706 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1fe422-4041-41c4-8572-bf3ee5106e40 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Pushing event updated for resources: {'Port': ['ID=01ea3eb5-cf6d-42b3-bfeb-f893d7b97316,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:11:04.255891 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa8c08d-8aaf-411c-ae76-f58d40056bb5 req-0a1fe422-4041-41c4-8572-bf3ee5106e40 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:11:04.256655 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-bfa8c08d-8aaf-411c-ae76-f58d40056bb5 req-0a1fe422-4041-41c4-8572-bf3ee5106e40 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:11:04.307613 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 39418948-78a4-45ec-b1b3-b141de03d157 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:11:04.365407 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-bfa8c08d-8aaf-411c-ae76-f58d40056bb5 req-0a1fe422-4041-41c4-8572-bf3ee5106e40 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0877469 May 28 07:11:04.380091 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 39418948-78a4-45ec-b1b3-b141de03d157 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:11:04.380462 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:11:04.435329 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-bfa8c08d-8aaf-411c-ae76-f58d40056bb5 req-20c760e6-4406-47b0-88d1-603abc5fb40e service neutron] Request body: {'port': {'device_id': '47c70a38-e396-4245-b6d3-fa6631fd0fdb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843702-1'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:11:04.534851 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 39418948-78a4-45ec-b1b3-b141de03d157 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:11:04.551937 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-bfa8c08d-8aaf-411c-ae76-f58d40056bb5 req-20c760e6-4406-47b0-88d1-603abc5fb40e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:11:04.632738 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-dab3865c-1966-4210-a4dc-eb8f9dc3468a None None] Provisioning for port 01ea3eb5-cf6d-42b3-bfeb-f893d7b97316 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:11:04.637932 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-dab3865c-1966-4210-a4dc-eb8f9dc3468a None None] Provisioning complete for port 01ea3eb5-cf6d-42b3-bfeb-f893d7b97316 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:11:04.638300 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-dab3865c-1966-4210-a4dc-eb8f9dc3468a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:11:04.694266 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-dab3865c-1966-4210-a4dc-eb8f9dc3468a None None] Port 01ea3eb5-cf6d-42b3-bfeb-f893d7b97316 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 07:11:04.901178 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [req-bfa8c08d-8aaf-411c-ae76-f58d40056bb5 req-20c760e6-4406-47b0-88d1-603abc5fb40e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01ea3eb5-cf6d-42b3-bfeb-f893d7b97316 {{(pid=89109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 07:11:04.908771 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-bfa8c08d-8aaf-411c-ae76-f58d40056bb5 req-20c760e6-4406-47b0-88d1-603abc5fb40e service neutron] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:11:04.916742 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96f1187-c021-4185-91db-f8c62672f4e3 req-29bce2eb-d5ad-47f4-a213-9b9a62e26a14 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:11:04.918224 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f96f1187-c021-4185-91db-f8c62672f4e3 req-29bce2eb-d5ad-47f4-a213-9b9a62e26a14 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=47c70a38-e396-4245-b6d3-fa6631fd0fdb HTTP/1.1" status: 200 len: 932 time: 0.0854225 May 28 07:11:04.924461 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [req-bfa8c08d-8aaf-411c-ae76-f58d40056bb5 req-20c760e6-4406-47b0-88d1-603abc5fb40e service neutron] Transition to ACTIVE for port object 01ea3eb5-cf6d-42b3-bfeb-f893d7b97316 will not be triggered until provisioned by entity L2. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:11:04.962953 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f96f1187-c021-4185-91db-f8c62672f4e3 req-211bde13-28b4-4d6a-8c8f-4d6945e4f213 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/security-groups?id=13e34f50-52da-4bf8-805d-87458cc00e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386021 May 28 07:11:04.975251 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-bfa8c08d-8aaf-411c-ae76-f58d40056bb5 req-20c760e6-4406-47b0-88d1-603abc5fb40e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:11:05.146704 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c760e6-4406-47b0-88d1-603abc5fb40e service neutron] Pushing event updated for resources: {'Port': ['ID=01ea3eb5-cf6d-42b3-bfeb-f893d7b97316,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:11:05.222100 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-bfa8c08d-8aaf-411c-ae76-f58d40056bb5 req-20c760e6-4406-47b0-88d1-603abc5fb40e service neutron] Attempting to bind port 01ea3eb5-cf6d-42b3-bfeb-f893d7b97316 on host n-h2-843702-1 for vnic_type normal with profile {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 07:11:05.222795 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-bfa8c08d-8aaf-411c-ae76-f58d40056bb5 req-20c760e6-4406-47b0-88d1-603abc5fb40e service neutron] Attempting to bind port 01ea3eb5-cf6d-42b3-bfeb-f893d7b97316 by drivers openvswitch,hyperv on host n-h2-843702-1 at level 0 using segments [{'id': '639fec61-648f-43bc-b0d3-0cf1cc7429b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'a47a4d1d-eb8c-481e-b553-a02034268da8'}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 07:11:05.222906 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa8c08d-8aaf-411c-ae76-f58d40056bb5 req-20c760e6-4406-47b0-88d1-603abc5fb40e service neutron] Attempting to bind port 01ea3eb5-cf6d-42b3-bfeb-f893d7b97316 on network a47a4d1d-eb8c-481e-b553-a02034268da8 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:11:05.227524 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa8c08d-8aaf-411c-ae76-f58d40056bb5 req-20c760e6-4406-47b0-88d1-603abc5fb40e service neutron] Port 01ea3eb5-cf6d-42b3-bfeb-f893d7b97316 on network a47a4d1d-eb8c-481e-b553-a02034268da8 not bound, no agent of type Open vSwitch agent registered on host n-h2-843702-1 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 07:11:05.227843 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa8c08d-8aaf-411c-ae76-f58d40056bb5 req-20c760e6-4406-47b0-88d1-603abc5fb40e service neutron] Attempting to bind port 01ea3eb5-cf6d-42b3-bfeb-f893d7b97316 on network a47a4d1d-eb8c-481e-b553-a02034268da8 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:11:05.232842 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa8c08d-8aaf-411c-ae76-f58d40056bb5 req-20c760e6-4406-47b0-88d1-603abc5fb40e service neutron] Checking agent: {'id': 'f1a3973b-d2b3-4558-88e7-2ac50857d302', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 7, 11, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 07:11:05.233177 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa8c08d-8aaf-411c-ae76-f58d40056bb5 req-20c760e6-4406-47b0-88d1-603abc5fb40e service neutron] Checking segment: {'id': '639fec61-648f-43bc-b0d3-0cf1cc7429b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'a47a4d1d-eb8c-481e-b553-a02034268da8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:11:05.233592 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa8c08d-8aaf-411c-ae76-f58d40056bb5 req-20c760e6-4406-47b0-88d1-603abc5fb40e service neutron] Bound using segment: {'id': '639fec61-648f-43bc-b0d3-0cf1cc7429b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'a47a4d1d-eb8c-481e-b553-a02034268da8'} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 07:11:05.234011 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-bfa8c08d-8aaf-411c-ae76-f58d40056bb5 req-20c760e6-4406-47b0-88d1-603abc5fb40e service neutron] Bound port: 01ea3eb5-cf6d-42b3-bfeb-f893d7b97316, host: n-h2-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '639fec61-648f-43bc-b0d3-0cf1cc7429b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'a47a4d1d-eb8c-481e-b553-a02034268da8'}}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 07:11:05.234353 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-bfa8c08d-8aaf-411c-ae76-f58d40056bb5 req-20c760e6-4406-47b0-88d1-603abc5fb40e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:11:05.327636 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-bfa8c08d-8aaf-411c-ae76-f58d40056bb5 req-20c760e6-4406-47b0-88d1-603abc5fb40e service neutron] For port 01ea3eb5-cf6d-42b3-bfeb-f893d7b97316, host n-h2-843702-1, cleared binding levels {{(pid=89109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:11:05.330570 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-bfa8c08d-8aaf-411c-ae76-f58d40056bb5 req-20c760e6-4406-47b0-88d1-603abc5fb40e service neutron] For port 01ea3eb5-cf6d-42b3-bfeb-f893d7b97316, host n-h2-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=01ea3eb5-cf6d-42b3-bfeb-f893d7b97316,segment=NetworkSegment(639fec61-648f-43bc-b0d3-0cf1cc7429b3),segment_id=639fec61-648f-43bc-b0d3-0cf1cc7429b3)] {{(pid=89109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 07:11:05.446707 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-bfa8c08d-8aaf-411c-ae76-f58d40056bb5 req-20c760e6-4406-47b0-88d1-603abc5fb40e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:11:05.509234 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa8c08d-8aaf-411c-ae76-f58d40056bb5 req-20c760e6-4406-47b0-88d1-603abc5fb40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:11:05.509865 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-bfa8c08d-8aaf-411c-ae76-f58d40056bb5 req-20c760e6-4406-47b0-88d1-603abc5fb40e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:11:05.511263 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-bfa8c08d-8aaf-411c-ae76-f58d40056bb5 req-20c760e6-4406-47b0-88d1-603abc5fb40e service neutron] 10.222.0.71 "PUT /v2.0/ports/01ea3eb5-cf6d-42b3-bfeb-f893d7b97316 HTTP/1.1" status: 200 len: 1092 time: 1.1325686 May 28 07:11:05.511689 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47c70a38-e396-4245-b6d3-fa6631fd0fdb', 'tag': '01ea3eb5-cf6d-42b3-bfeb-f893d7b97316'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:11:05.543541 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c760e6-4406-47b0-88d1-603abc5fb40e service neutron] Pushing event updated for resources: {'Port': ['ID=01ea3eb5-cf6d-42b3-bfeb-f893d7b97316,revision_number=3']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:11:05.564887 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e2bb9ca-bb89-4060-812e-9f35ec3537e3'] response: {'name': 'network-changed', 'server_uuid': '47c70a38-e396-4245-b6d3-fa6631fd0fdb', 'tag': '01ea3eb5-cf6d-42b3-bfeb-f893d7b97316', 'status': 'completed', 'code': 200} May 28 07:11:05.686449 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b44d44-2ff3-437c-879a-4d0c40899023 req-1cb9cc08-0825-4051-a5ea-242ededf288e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:11:05.688000 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-c7b44d44-2ff3-437c-879a-4d0c40899023 req-1cb9cc08-0825-4051-a5ea-242ededf288e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5f0305e9e0384b55a3ff03fd8ac69f6c&device_id=47c70a38-e396-4245-b6d3-fa6631fd0fdb HTTP/1.1" status: 200 len: 1095 time: 0.0832176 May 28 07:11:05.836258 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b44d44-2ff3-437c-879a-4d0c40899023 req-c2359689-b32b-42a4-8def-7ad95a0948a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:11:05.837736 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-c7b44d44-2ff3-437c-879a-4d0c40899023 req-c2359689-b32b-42a4-8def-7ad95a0948a8 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=5f0305e9e0384b55a3ff03fd8ac69f6c&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1365578 May 28 07:11:05.972011 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b44d44-2ff3-437c-879a-4d0c40899023 req-266c4ddf-2d40-4ddc-8d15-ec419a89ef59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:11:05.973459 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-c7b44d44-2ff3-437c-879a-4d0c40899023 req-266c4ddf-2d40-4ddc-8d15-ec419a89ef59 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1298771 May 28 07:11:06.105499 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa8c08d-8aaf-411c-ae76-f58d40056bb5 req-8126e96c-bea1-41f6-a79c-51234746473b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:11:06.106968 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-bfa8c08d-8aaf-411c-ae76-f58d40056bb5 req-8126e96c-bea1-41f6-a79c-51234746473b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5f0305e9e0384b55a3ff03fd8ac69f6c&device_id=47c70a38-e396-4245-b6d3-fa6631fd0fdb HTTP/1.1" status: 200 len: 1095 time: 0.0750425 May 28 07:11:06.152171 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955854d9-42e5-4cc5-98dd-f954492233dd req-d23d937b-824c-4f2a-b7ba-174799ae19de tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:11:06.153677 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-955854d9-42e5-4cc5-98dd-f954492233dd req-d23d937b-824c-4f2a-b7ba-174799ae19de tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=47c70a38-e396-4245-b6d3-fa6631fd0fdb HTTP/1.1" status: 200 len: 944 time: 0.0837669 May 28 07:11:06.185556 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-bfa8c08d-8aaf-411c-ae76-f58d40056bb5 req-98a16e89-cefa-4c84-9872-53029a569908 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=01ea3eb5-cf6d-42b3-bfeb-f893d7b97316 HTTP/1.1" status: 200 len: 217 time: 0.0640891 May 28 07:11:06.199897 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-955854d9-42e5-4cc5-98dd-f954492233dd req-b361a686-4c10-475f-87d1-a6553f9289d6 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/security-groups?id=13e34f50-52da-4bf8-805d-87458cc00e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400558 May 28 07:11:06.245254 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa8c08d-8aaf-411c-ae76-f58d40056bb5 req-0fb66548-b6e3-4cda-9983-d59fc1a3fcec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:11:06.246756 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-bfa8c08d-8aaf-411c-ae76-f58d40056bb5 req-0fb66548-b6e3-4cda-9983-d59fc1a3fcec service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d73097ec-74fc-47b2-83d8-7e5ed9d2f017 HTTP/1.1" status: 200 len: 835 time: 0.0577252 May 28 07:11:06.433488 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa8c08d-8aaf-411c-ae76-f58d40056bb5 req-f415c6aa-8d93-4c45-bf68-7e2d94059727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:11:06.434968 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-bfa8c08d-8aaf-411c-ae76-f58d40056bb5 req-f415c6aa-8d93-4c45-bf68-7e2d94059727 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a47a4d1d-eb8c-481e-b553-a02034268da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1823092 May 28 07:11:06.569171 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-bfa8c08d-8aaf-411c-ae76-f58d40056bb5 req-a9a37514-b4da-40d7-bdb0-30d51607e674 service neutron] 10.222.0.71 "GET /v2.0/networks/a47a4d1d-eb8c-481e-b553-a02034268da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272812 May 28 07:11:06.698806 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-bfa8c08d-8aaf-411c-ae76-f58d40056bb5 req-cebe858e-a970-4eeb-9229-9a4db8c9b793 service neutron] 10.222.0.71 "GET /v2.0/networks/a47a4d1d-eb8c-481e-b553-a02034268da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237030 May 28 07:11:07.497787 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04b5901-19ca-44f2-b6fd-264936a2bb28 req-22afbddc-e105-4bca-bb7f-088126ebddfd tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:11:07.499172 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b04b5901-19ca-44f2-b6fd-264936a2bb28 req-22afbddc-e105-4bca-bb7f-088126ebddfd tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=47c70a38-e396-4245-b6d3-fa6631fd0fdb HTTP/1.1" status: 200 len: 944 time: 0.1897631 May 28 07:11:07.543822 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b04b5901-19ca-44f2-b6fd-264936a2bb28 req-240569a4-e8a2-4b06-9ea0-42144816adb6 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/security-groups?id=13e34f50-52da-4bf8-805d-87458cc00e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381665 May 28 07:11:08.726687 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c4ba2f-9bad-4fa8-a2a0-a385e9d0b9b7 req-ca0972f9-811f-47df-ace7-26f316856d71 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:11:08.728118 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c7c4ba2f-9bad-4fa8-a2a0-a385e9d0b9b7 req-ca0972f9-811f-47df-ace7-26f316856d71 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=47c70a38-e396-4245-b6d3-fa6631fd0fdb HTTP/1.1" status: 200 len: 944 time: 0.0790613 May 28 07:11:08.774828 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c7c4ba2f-9bad-4fa8-a2a0-a385e9d0b9b7 req-671fff28-09e1-499e-ac4b-f6a5cbde141f tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/security-groups?id=13e34f50-52da-4bf8-805d-87458cc00e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406766 May 28 07:11:09.959474 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfd9e4e-bdd1-44a4-9533-072f88542045 req-eabdefac-b382-40ce-a212-cb90617a4a06 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:11:09.960936 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0bfd9e4e-bdd1-44a4-9533-072f88542045 req-eabdefac-b382-40ce-a212-cb90617a4a06 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=47c70a38-e396-4245-b6d3-fa6631fd0fdb HTTP/1.1" status: 200 len: 944 time: 0.0794580 May 28 07:11:09.984491 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 01ea3eb5-cf6d-42b3-bfeb-f893d7b97316 details requested by agent hyperv_n-h2-843702-1 with host n-h2-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 07:11:10.006456 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0bfd9e4e-bdd1-44a4-9533-072f88542045 req-f52a2132-ac0f-4a8d-aa58-0f3da9da47bb tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/security-groups?id=13e34f50-52da-4bf8-805d-87458cc00e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396674 May 28 07:11:10.120195 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 01ea3eb5-cf6d-42b3-bfeb-f893d7b97316, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=01ea3eb5-cf6d-42b3-bfeb-f893d7b97316,segment=NetworkSegment(639fec61-648f-43bc-b0d3-0cf1cc7429b3),segment_id=639fec61-648f-43bc-b0d3-0cf1cc7429b3)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:11:10.133684 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Returning: {'device': '01ea3eb5-cf6d-42b3-bfeb-f893d7b97316', 'network_id': 'a47a4d1d-eb8c-481e-b553-a02034268da8', 'port_id': '01ea3eb5-cf6d-42b3-bfeb-f893d7b97316', 'mac_address': 'fa:16:3e:3a:14:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd73097ec-74fc-47b2-83d8-7e5ed9d2f017', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 07:11:10.187871 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 01ea3eb5-cf6d-42b3-bfeb-f893d7b97316 is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:11:10.188249 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:11:10.205570 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01ea3eb5-cf6d-42b3-bfeb-f893d7b97316 {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 07:11:10.220700 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 01ea3eb5-cf6d-42b3-bfeb-f893d7b97316, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=01ea3eb5-cf6d-42b3-bfeb-f893d7b97316,segment=NetworkSegment(639fec61-648f-43bc-b0d3-0cf1cc7429b3),segment_id=639fec61-648f-43bc-b0d3-0cf1cc7429b3)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:11:10.330237 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:11:10.398432 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=01ea3eb5-cf6d-42b3-bfeb-f893d7b97316,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:11:10.405729 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:11:10.406075 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:11:10.406409 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:11:10.406742 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:11:10.407070 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:11:10.407392 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:11:10.407715 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:11:10.408035 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:11:10.408353 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:11:10.408673 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:11:10.408988 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:11:10.409302 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:11:10.606945 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['01ea3eb5-cf6d-42b3-bfeb-f893d7b97316'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 07:11:11.198896 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24456361-1e69-492e-bb95-5af1de498206 req-0eb21596-ed63-48a2-908e-9e074072cbc6 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:11:11.200402 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-24456361-1e69-492e-bb95-5af1de498206 req-0eb21596-ed63-48a2-908e-9e074072cbc6 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=47c70a38-e396-4245-b6d3-fa6631fd0fdb HTTP/1.1" status: 200 len: 945 time: 0.0854614 May 28 07:11:11.245370 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-24456361-1e69-492e-bb95-5af1de498206 req-24a80cb1-8042-4f00-a461-c30738576a65 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/security-groups?id=13e34f50-52da-4bf8-805d-87458cc00e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393729 May 28 07:11:11.984327 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 01ea3eb5-cf6d-42b3-bfeb-f893d7b97316 up at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:11:12.147990 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning for port 01ea3eb5-cf6d-42b3-bfeb-f893d7b97316 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:11:12.153943 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning complete for port 01ea3eb5-cf6d-42b3-bfeb-f893d7b97316 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:11:12.154305 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:11:12.287733 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 01ea3eb5-cf6d-42b3-bfeb-f893d7b97316 is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:11:12.288132 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:11:12.315059 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47c70a38-e396-4245-b6d3-fa6631fd0fdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01ea3eb5-cf6d-42b3-bfeb-f893d7b97316'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:11:12.325139 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 01ea3eb5-cf6d-42b3-bfeb-f893d7b97316, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=01ea3eb5-cf6d-42b3-bfeb-f893d7b97316,segment=NetworkSegment(639fec61-648f-43bc-b0d3-0cf1cc7429b3),segment_id=639fec61-648f-43bc-b0d3-0cf1cc7429b3)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:11:12.361554 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ed9657d-1115-4722-a02e-8cfc3c57437a'] response: {'server_uuid': '47c70a38-e396-4245-b6d3-fa6631fd0fdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01ea3eb5-cf6d-42b3-bfeb-f893d7b97316', 'code': 200} May 28 07:11:12.403999 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:11:12.442604 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8c00c4-50e1-42b5-b516-a0133bc8f0ef req-17ad46b2-4e95-4b67-8936-d549aa2a3b94 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:11:12.444119 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2d8c00c4-50e1-42b5-b516-a0133bc8f0ef req-17ad46b2-4e95-4b67-8936-d549aa2a3b94 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=47c70a38-e396-4245-b6d3-fa6631fd0fdb HTTP/1.1" status: 200 len: 945 time: 0.0890996 May 28 07:11:12.485247 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=01ea3eb5-cf6d-42b3-bfeb-f893d7b97316,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:11:12.501940 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2d8c00c4-50e1-42b5-b516-a0133bc8f0ef req-0a982e50-ccb3-41a7-bb31-ba8d001a2f7c tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/security-groups?id=13e34f50-52da-4bf8-805d-87458cc00e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517993 May 28 07:11:12.535361 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e76ce6b-efe4-4dac-938f-d9364f7c3770 req-84e74eb6-2519-4b3a-b0c7-7e55b4353255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:11:12.536843 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-5e76ce6b-efe4-4dac-938f-d9364f7c3770 req-84e74eb6-2519-4b3a-b0c7-7e55b4353255 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=47c70a38-e396-4245-b6d3-fa6631fd0fdb HTTP/1.1" status: 200 len: 1097 time: 0.0862076 May 28 07:11:12.578259 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-5e76ce6b-efe4-4dac-938f-d9364f7c3770 req-0b092366-2d53-4560-8c8d-023d2a4af39c service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=13e34f50-52da-4bf8-805d-87458cc00e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346630 May 28 07:11:13.696169 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1e4842-f7e1-40fe-a6b9-653dc536f578 req-56e13c0f-b03b-4593-a532-92cfff18bd97 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:11:13.698049 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-aa1e4842-f7e1-40fe-a6b9-653dc536f578 req-56e13c0f-b03b-4593-a532-92cfff18bd97 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=47c70a38-e396-4245-b6d3-fa6631fd0fdb HTTP/1.1" status: 200 len: 946 time: 0.0892563 May 28 07:11:13.746135 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-aa1e4842-f7e1-40fe-a6b9-653dc536f578 req-7dd5ded0-220c-4024-9c11-f8acd7d637d3 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/security-groups?id=13e34f50-52da-4bf8-805d-87458cc00e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421486 May 28 07:11:14.938427 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9031ef39-acac-442c-a7dc-2cf7ee373298 req-9c14bcb1-0cd7-4305-8605-6444bc606810 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:11:14.939899 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9031ef39-acac-442c-a7dc-2cf7ee373298 req-9c14bcb1-0cd7-4305-8605-6444bc606810 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=47c70a38-e396-4245-b6d3-fa6631fd0fdb HTTP/1.1" status: 200 len: 946 time: 0.0847976 May 28 07:11:14.986675 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9031ef39-acac-442c-a7dc-2cf7ee373298 req-8677770e-0bc9-4993-bdff-be9c3e7ff90d tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/security-groups?id=13e34f50-52da-4bf8-805d-87458cc00e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405471 May 28 07:11:15.179362 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e731e1-2a4b-43ba-9b32-a7f5a7dee150 req-6594108d-5cf7-4e1a-a32a-ad6632fe6043 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:11:15.180872 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e5e731e1-2a4b-43ba-9b32-a7f5a7dee150 req-6594108d-5cf7-4e1a-a32a-ad6632fe6043 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=47c70a38-e396-4245-b6d3-fa6631fd0fdb HTTP/1.1" status: 200 len: 946 time: 0.0866299 May 28 07:11:15.225866 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e5e731e1-2a4b-43ba-9b32-a7f5a7dee150 req-1b81bc83-3124-4fc6-92b2-3ecb106eeb89 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/security-groups?id=13e34f50-52da-4bf8-805d-87458cc00e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391049 May 28 07:11:15.248845 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 54338) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:11:15.332712 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c81b01-16e2-4134-9a5c-f7fbd5e16148 tempest-TestNetworkAdvancedServerOps-656139815 tempest-TestNetworkAdvancedServerOps-656139815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:11:15.334302 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-a3c81b01-16e2-4134-9a5c-f7fbd5e16148 tempest-TestNetworkAdvancedServerOps-656139815 tempest-TestNetworkAdvancedServerOps-656139815-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=47c70a38-e396-4245-b6d3-fa6631fd0fdb HTTP/1.1" status: 200 len: 1092 time: 0.0844808 May 28 07:11:15.337100 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 54342) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:11:15.342460 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-5a6cf1c0-c33a-416b-9362-470790d573c3 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Request body: {'floatingip': {'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'port_id': '01ea3eb5-cf6d-42b3-bfeb-f893d7b97316', 'tenant_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:11:15.348883 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-5a6cf1c0-c33a-416b-9362-470790d573c3 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:11:15.354412 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-5a6cf1c0-c33a-416b-9362-470790d573c3 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Usage tracker for resource:floatingip and tenant:5f0305e9e0384b55a3ff03fd8ac69f6c is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:11:15.355608 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-5a6cf1c0-c33a-416b-9362-470790d573c3 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:11:15.361302 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-5a6cf1c0-c33a-416b-9362-470790d573c3 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:11:15.495914 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5a6cf1c0-c33a-416b-9362-470790d573c3 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for floatingip, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:11:15.635546 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5a6cf1c0-c33a-416b-9362-470790d573c3 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:11:15.771872 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [None req-5a6cf1c0-c33a-416b-9362-470790d573c3 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Allocated IP 172.25.5.248 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/30e04df3-dd8d-4174-b81f-7679983983cf) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:11:15.916312 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5a6cf1c0-c33a-416b-9362-470790d573c3 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:11:16.014128 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5a6cf1c0-c33a-416b-9362-470790d573c3 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:11:16.080970 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6cf1c0-c33a-416b-9362-470790d573c3 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:11:16.084737 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-5a6cf1c0-c33a-416b-9362-470790d573c3 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:11:16.088271 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6cf1c0-c33a-416b-9362-470790d573c3 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:11:16.132769 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6cf1c0-c33a-416b-9362-470790d573c3 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Pushing event updated for resources: {'Port': ['ID=30e04df3-dd8d-4174-b81f-7679983983cf,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:11:16.604999 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5a6cf1c0-c33a-416b-9362-470790d573c3 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:11:16.763984 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5a6cf1c0-c33a-416b-9362-470790d573c3 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:11:16.975235 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5a6cf1c0-c33a-416b-9362-470790d573c3 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:11:17.066267 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5a6cf1c0-c33a-416b-9362-470790d573c3 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:11:17.176695 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6cf1c0-c33a-416b-9362-470790d573c3 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Pushing event updated for resources: {'Port': ['ID=30e04df3-dd8d-4174-b81f-7679983983cf,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:11:17.187515 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5a6cf1c0-c33a-416b-9362-470790d573c3 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691094'] for floatingip, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:11:17.359996 n-d-843702-1 neutron-server[89110]: INFO neutron.db.l3_db [None req-5a6cf1c0-c33a-416b-9362-470790d573c3 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Floating IP b50b9dba-9b7f-4159-ab9d-871a31f01c77 associated. External IP: 172.25.5.248, port: 01ea3eb5-cf6d-42b3-bfeb-f893d7b97316. May 28 07:11:17.712183 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a6cf1c0-c33a-416b-9362-470790d573c3 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Router 9a6c9222-db78-4708-9193-3c3833be323a has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 07:11:17.893754 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a6cf1c0-c33a-416b-9362-470790d573c3 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 07:11:17.903486 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6b997d-153a-4ae9-9253-c49ed788c217 None None] Sync routers for ids ['9a6c9222-db78-4708-9193-3c3833be323a'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 07:11:17.913312 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6b997d-153a-4ae9-9253-c49ed788c217 None None] Routers {'9a6c9222-db78-4708-9193-3c3833be323a'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:11:17.913977 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-3a6b997d-153a-4ae9-9253-c49ed788c217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:10:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['9a6c9222-db78-4708-9193-3c3833be323a'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:11:18.007970 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5a6cf1c0-c33a-416b-9362-470790d573c3 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:11:18.064295 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-5a6cf1c0-c33a-416b-9362-470790d573c3 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7260168 May 28 07:11:18.065005 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47c70a38-e396-4245-b6d3-fa6631fd0fdb', 'tag': '01ea3eb5-cf6d-42b3-bfeb-f893d7b97316'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:11:18.095096 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-3a6b997d-153a-4ae9-9253-c49ed788c217 None None] Set router 9a6c9222-db78-4708-9193-3c3833be323a gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:11:18.115645 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-554eb724-b6a9-4014-9a26-eaa145d57eb1'] response: {'name': 'network-changed', 'server_uuid': '47c70a38-e396-4245-b6d3-fa6631fd0fdb', 'tag': '01ea3eb5-cf6d-42b3-bfeb-f893d7b97316', 'status': 'completed', 'code': 200} May 28 07:11:18.235655 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f431cf28-c2ce-4288-9f36-3f98159ed5d2 req-5b3b30ef-bc2d-41a4-9107-6ad4ee772d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:11:18.237220 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-f431cf28-c2ce-4288-9f36-3f98159ed5d2 req-5b3b30ef-bc2d-41a4-9107-6ad4ee772d39 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5f0305e9e0384b55a3ff03fd8ac69f6c&device_id=47c70a38-e396-4245-b6d3-fa6631fd0fdb HTTP/1.1" status: 200 len: 1097 time: 0.0788486 May 28 07:11:18.266241 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa2dfd7-f73a-404a-9f0e-8abe9d39785e req-403580fd-e6e5-48ce-a3ce-5bc9dbd3cc85 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:11:18.273335 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1aa2dfd7-f73a-404a-9f0e-8abe9d39785e req-403580fd-e6e5-48ce-a3ce-5bc9dbd3cc85 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=47c70a38-e396-4245-b6d3-fa6631fd0fdb HTTP/1.1" status: 200 len: 946 time: 0.0932741 May 28 07:11:18.318866 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1aa2dfd7-f73a-404a-9f0e-8abe9d39785e req-64a8fa48-a116-46b1-a972-6c82996ed00d tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/security-groups?id=13e34f50-52da-4bf8-805d-87458cc00e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447345 May 28 07:11:18.345346 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 54352) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:11:18.385295 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f431cf28-c2ce-4288-9f36-3f98159ed5d2 req-763d32ac-6f18-4771-b9bc-4cfa0aab4aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:11:18.387114 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-f431cf28-c2ce-4288-9f36-3f98159ed5d2 req-763d32ac-6f18-4771-b9bc-4cfa0aab4aa3 service neutron] 10.222.0.71 "GET /v2.0/networks?id=a47a4d1d-eb8c-481e-b553-a02034268da8 HTTP/1.1" status: 200 len: 897 time: 0.1426487 May 28 07:11:18.470857 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-3a6b997d-153a-4ae9-9253-c49ed788c217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a6c9222-db78-4708-9193-3c3833be323a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1006431211', 'tenant_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': '7acf3221-0c22-49e9-8655-e82bef1c09f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:10:51Z', 'updated_at': '2022-05-28T07:10:57Z', 'revision_number': 4, 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'gw_port': {'id': '7acf3221-0c22-49e9-8655-e82bef1c09f2', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6c9222-db78-4708-9193-3c3833be323a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:10:52Z', 'updated_at': '2022-05-28T07:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': 'b50b9dba-9b7f-4159-ab9d-871a31f01c77', 'tenant_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'floating_ip_address': '172.25.5.248', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': '9a6c9222-db78-4708-9193-3c3833be323a', 'port_id': '01ea3eb5-cf6d-42b3-bfeb-f893d7b97316', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4061, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a47a4d1d-eb8c-481e-b553-a02034268da8', 'mac_address': 'fa:16:3e:3a:14:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c70a38-e396-4245-b6d3-fa6631fd0fdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T07:11:16Z', 'updated_at': '2022-05-28T07:11:16Z', 'revision_number': 0, 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39418948-78a4-45ec-b1b3-b141de03d157', 'name': '', 'network_id': 'a47a4d1d-eb8c-481e-b553-a02034268da8', 'tenant_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'mac_address': 'fa:16:3e:44:cc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6c9222-db78-4708-9193-3c3833be323a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': 'd73097ec-74fc-47b2-83d8-7e5ed9d2f017', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:10:56Z', 'updated_at': '2022-05-28T07:11:02Z', 'revision_number': 5, 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'subnets': [{'id': 'd73097ec-74fc-47b2-83d8-7e5ed9d2f017', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:11:18.475206 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6b997d-153a-4ae9-9253-c49ed788c217 None None] Checking router: 9a6c9222-db78-4708-9193-3c3833be323a for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 07:11:18.487266 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6b997d-153a-4ae9-9253-c49ed788c217 None None] Routers {'9a6c9222-db78-4708-9193-3c3833be323a'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:11:18.488232 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-3a6b997d-153a-4ae9-9253-c49ed788c217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:10:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['9a6c9222-db78-4708-9193-3c3833be323a'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:11:18.510253 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-f431cf28-c2ce-4288-9f36-3f98159ed5d2 req-4c21ed10-c438-42dd-95e5-727a42e66219 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=01ea3eb5-cf6d-42b3-bfeb-f893d7b97316 HTTP/1.1" status: 200 len: 1000 time: 0.1105099 May 28 07:11:18.581211 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f431cf28-c2ce-4288-9f36-3f98159ed5d2 req-4727ed5a-625e-4366-9fb3-c1c684ba0a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:11:18.583444 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-f431cf28-c2ce-4288-9f36-3f98159ed5d2 req-4727ed5a-625e-4366-9fb3-c1c684ba0a33 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d73097ec-74fc-47b2-83d8-7e5ed9d2f017 HTTP/1.1" status: 200 len: 835 time: 0.0667713 May 28 07:11:18.596706 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-ac0980e9-644c-4da0-a703-918e61bc294a tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/floatingips/b50b9dba-9b7f-4159-ab9d-871a31f01c77 HTTP/1.1" status: 200 len: 992 time: 0.2489226 May 28 07:11:18.663320 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f431cf28-c2ce-4288-9f36-3f98159ed5d2 req-2d88dbcc-c53d-426b-9fc3-ae5a34e1f882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:11:18.664762 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-f431cf28-c2ce-4288-9f36-3f98159ed5d2 req-2d88dbcc-c53d-426b-9fc3-ae5a34e1f882 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a47a4d1d-eb8c-481e-b553-a02034268da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0749483 May 28 07:11:18.715903 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-3a6b997d-153a-4ae9-9253-c49ed788c217 None None] Set router 9a6c9222-db78-4708-9193-3c3833be323a gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:11:18.799862 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-f431cf28-c2ce-4288-9f36-3f98159ed5d2 req-2e27e221-47a8-46e3-8440-2e9c65b6532b service neutron] 10.222.0.71 "GET /v2.0/networks/a47a4d1d-eb8c-481e-b553-a02034268da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285625 May 28 07:11:18.940084 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-f431cf28-c2ce-4288-9f36-3f98159ed5d2 req-d52f4d58-0a7a-47d7-be56-cbedbf5a3c08 service neutron] 10.222.0.71 "GET /v2.0/networks/a47a4d1d-eb8c-481e-b553-a02034268da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338742 May 28 07:11:19.068291 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-3a6b997d-153a-4ae9-9253-c49ed788c217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a6c9222-db78-4708-9193-3c3833be323a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1006431211', 'tenant_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': '7acf3221-0c22-49e9-8655-e82bef1c09f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:10:51Z', 'updated_at': '2022-05-28T07:10:57Z', 'revision_number': 4, 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'gw_port': {'id': '7acf3221-0c22-49e9-8655-e82bef1c09f2', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6c9222-db78-4708-9193-3c3833be323a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:10:52Z', 'updated_at': '2022-05-28T07:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': 'b50b9dba-9b7f-4159-ab9d-871a31f01c77', 'tenant_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'floating_ip_address': '172.25.5.248', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': '9a6c9222-db78-4708-9193-3c3833be323a', 'port_id': '01ea3eb5-cf6d-42b3-bfeb-f893d7b97316', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4061, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a47a4d1d-eb8c-481e-b553-a02034268da8', 'mac_address': 'fa:16:3e:3a:14:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c70a38-e396-4245-b6d3-fa6631fd0fdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T07:11:16Z', 'updated_at': '2022-05-28T07:11:16Z', 'revision_number': 0, 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39418948-78a4-45ec-b1b3-b141de03d157', 'name': '', 'network_id': 'a47a4d1d-eb8c-481e-b553-a02034268da8', 'tenant_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'mac_address': 'fa:16:3e:44:cc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6c9222-db78-4708-9193-3c3833be323a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': 'd73097ec-74fc-47b2-83d8-7e5ed9d2f017', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:10:56Z', 'updated_at': '2022-05-28T07:11:02Z', 'revision_number': 5, 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'subnets': [{'id': 'd73097ec-74fc-47b2-83d8-7e5ed9d2f017', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:11:19.072294 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6b997d-153a-4ae9-9253-c49ed788c217 None None] The sync data for ids ['9a6c9222-db78-4708-9193-3c3833be323a'] in n-d-843702-1 is: [{'id': '9a6c9222-db78-4708-9193-3c3833be323a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1006431211', 'tenant_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': '7acf3221-0c22-49e9-8655-e82bef1c09f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:10:51Z', 'updated_at': '2022-05-28T07:10:57Z', 'revision_number': 4, 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'gw_port': {'id': '7acf3221-0c22-49e9-8655-e82bef1c09f2', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6c9222-db78-4708-9193-3c3833be323a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:10:52Z', 'updated_at': '2022-05-28T07:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': 'b50b9dba-9b7f-4159-ab9d-871a31f01c77', 'tenant_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'floating_ip_address': '172.25.5.248', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': '9a6c9222-db78-4708-9193-3c3833be323a', 'port_id': '01ea3eb5-cf6d-42b3-bfeb-f893d7b97316', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4061, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a47a4d1d-eb8c-481e-b553-a02034268da8', 'mac_address': 'fa:16:3e:3a:14:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c70a38-e396-4245-b6d3-fa6631fd0fdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T07:11:16Z', 'updated_at': '2022-05-28T07:11:16Z', 'revision_number': 0, 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39418948-78a4-45ec-b1b3-b141de03d157', 'name': '', 'network_id': 'a47a4d1d-eb8c-481e-b553-a02034268da8', 'tenant_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'mac_address': 'fa:16:3e:44:cc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6c9222-db78-4708-9193-3c3833be323a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': 'd73097ec-74fc-47b2-83d8-7e5ed9d2f017', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:10:56Z', 'updated_at': '2022-05-28T07:11:02Z', 'revision_number': 5, 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'subnets': [{'id': 'd73097ec-74fc-47b2-83d8-7e5ed9d2f017', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 07:11:19.259048 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f579f40-b508-4683-8be1-1ccebbaa11d6 None None] New status for floating IP b50b9dba-9b7f-4159-ab9d-871a31f01c77: ACTIVE {{(pid=89112) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 07:11:19.599457 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 54356) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:11:19.705383 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-e7d27e90-e4a6-4784-84ef-72f58a2278bc tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/floatingips/b50b9dba-9b7f-4159-ab9d-871a31f01c77 HTTP/1.1" status: 200 len: 994 time: 0.1048284 May 28 07:11:20.879675 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 07:11:21.873973 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2edc5ccd-959d-434c-a1e5-194ac04dd10f req-d008d7a5-4134-4c44-bf36-26c933111e71 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=08247089-1673-4b7c-a1d2-4bbfc581fbf2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1186876 May 28 07:11:21.964312 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edc5ccd-959d-434c-a1e5-194ac04dd10f req-87fa0f0a-96e3-4425-a7a4-db7269a5769e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:11:21.965782 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2edc5ccd-959d-434c-a1e5-194ac04dd10f req-87fa0f0a-96e3-4425-a7a4-db7269a5769e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6cd404fb9ef9487fb34baf3bf8b36b53&device_id=08247089-1673-4b7c-a1d2-4bbfc581fbf2 HTTP/1.1" status: 200 len: 1096 time: 0.0705407 May 28 07:11:22.108987 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edc5ccd-959d-434c-a1e5-194ac04dd10f req-d45c394f-61d2-4c2e-b551-28e1f68b0b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:11:22.110465 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2edc5ccd-959d-434c-a1e5-194ac04dd10f req-d45c394f-61d2-4c2e-b551-28e1f68b0b87 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b87fb3cb-482f-4500-8eb8-33ba0d95db61 HTTP/1.1" status: 200 len: 912 time: 0.1251915 May 28 07:11:22.213377 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2edc5ccd-959d-434c-a1e5-194ac04dd10f req-fe822117-ee27-43c5-b584-3db240e4b353 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d5f7ec2b-bf5e-4b80-9c79-ba4fe1bade9c HTTP/1.1" status: 200 len: 1001 time: 0.0966644 May 28 07:11:22.278203 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edc5ccd-959d-434c-a1e5-194ac04dd10f req-7da15597-fb7a-4149-84a1-90041c7cba55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:11:22.279613 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2edc5ccd-959d-434c-a1e5-194ac04dd10f req-7da15597-fb7a-4149-84a1-90041c7cba55 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=03e4bbfb-d6ff-44b0-bb81-9edbb740d6df HTTP/1.1" status: 200 len: 850 time: 0.0604985 May 28 07:11:22.356707 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edc5ccd-959d-434c-a1e5-194ac04dd10f req-6bdae362-06a9-47b0-8060-8fc1a938347b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:11:22.358219 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2edc5ccd-959d-434c-a1e5-194ac04dd10f req-6bdae362-06a9-47b0-8060-8fc1a938347b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b87fb3cb-482f-4500-8eb8-33ba0d95db61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722759 May 28 07:11:22.368350 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [req-2edc5ccd-959d-434c-a1e5-194ac04dd10f req-db88ca33-ed5c-45a4-989a-43be00d8a0ed service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=89110) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 07:11:22.369321 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2edc5ccd-959d-434c-a1e5-194ac04dd10f req-db88ca33-ed5c-45a4-989a-43be00d8a0ed service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050216 May 28 07:11:22.501031 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2edc5ccd-959d-434c-a1e5-194ac04dd10f req-96b0a241-7407-4e28-a561-0c7b82ea91e4 service neutron] 10.222.0.69 "GET /v2.0/networks/b87fb3cb-482f-4500-8eb8-33ba0d95db61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250176 May 28 07:11:22.635052 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2edc5ccd-959d-434c-a1e5-194ac04dd10f req-8de8f514-458f-42de-b877-6271d7264599 service neutron] 10.222.0.69 "GET /v2.0/networks/b87fb3cb-482f-4500-8eb8-33ba0d95db61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280870 May 28 07:11:23.855390 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-712c51d6-3265-4113-923b-56107cc940ac req-be273a82-82fd-4e02-85da-6ef6af729e3d service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=47c70a38-e396-4245-b6d3-fa6631fd0fdb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0788646 May 28 07:11:24.028911 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712c51d6-3265-4113-923b-56107cc940ac req-e772b1f7-7dbf-480f-a5f3-a4f53b2871f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:11:24.028911 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-712c51d6-3265-4113-923b-56107cc940ac req-e772b1f7-7dbf-480f-a5f3-a4f53b2871f3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5f0305e9e0384b55a3ff03fd8ac69f6c&device_id=47c70a38-e396-4245-b6d3-fa6631fd0fdb HTTP/1.1" status: 200 len: 1097 time: 0.0802946 May 28 07:11:24.167258 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712c51d6-3265-4113-923b-56107cc940ac req-4ae3bcda-53d7-4565-9535-449565776676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:11:24.168773 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-712c51d6-3265-4113-923b-56107cc940ac req-4ae3bcda-53d7-4565-9535-449565776676 service neutron] 10.222.0.71 "GET /v2.0/networks?id=a47a4d1d-eb8c-481e-b553-a02034268da8 HTTP/1.1" status: 200 len: 897 time: 0.1263187 May 28 07:11:24.274108 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-712c51d6-3265-4113-923b-56107cc940ac req-ba7cd0a0-399e-4ab7-a9bd-961908c4cb36 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=01ea3eb5-cf6d-42b3-bfeb-f893d7b97316 HTTP/1.1" status: 200 len: 1002 time: 0.0965889 May 28 07:11:24.449795 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712c51d6-3265-4113-923b-56107cc940ac req-18e6d7af-4c95-4da3-ba3f-e37de5d3f0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:11:24.451187 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-712c51d6-3265-4113-923b-56107cc940ac req-18e6d7af-4c95-4da3-ba3f-e37de5d3f0bc service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d73097ec-74fc-47b2-83d8-7e5ed9d2f017 HTTP/1.1" status: 200 len: 835 time: 0.1715324 May 28 07:11:24.525951 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712c51d6-3265-4113-923b-56107cc940ac req-daa10b7e-60ca-4a46-90b3-47a1afef5d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:11:24.527399 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-712c51d6-3265-4113-923b-56107cc940ac req-daa10b7e-60ca-4a46-90b3-47a1afef5d76 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a47a4d1d-eb8c-481e-b553-a02034268da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697107 May 28 07:11:24.657702 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-712c51d6-3265-4113-923b-56107cc940ac req-b06ecca1-691d-401b-9b60-d703010a0bed service neutron] 10.222.0.71 "GET /v2.0/networks/a47a4d1d-eb8c-481e-b553-a02034268da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237128 May 28 07:11:24.788289 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-712c51d6-3265-4113-923b-56107cc940ac req-6f6f7403-9361-4e66-a74e-cd09a2c41e8b service neutron] 10.222.0.71 "GET /v2.0/networks/a47a4d1d-eb8c-481e-b553-a02034268da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241817 May 28 07:11:26.523272 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-bc4cfbe4-b2ff-4967-ac3f-27377cd38fe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:11:27.940265 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:11:28.946114 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-3955c266-12b3-4538-9fe9-0bbce559f1c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:11:30.054476 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:11:30.082868 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:11:31.860274 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:11:32.741317 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:11:47.403432 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e250a94-bba7-4f5e-b3e8-b5561fc5c5a7 req-1e426cde-47dd-4bf1-bf8a-92ba8874c604 tempest-TestNetworkAdvancedServerOps-656139815 tempest-TestNetworkAdvancedServerOps-656139815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:11:47.404898 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6e250a94-bba7-4f5e-b3e8-b5561fc5c5a7 req-1e426cde-47dd-4bf1-bf8a-92ba8874c604 tempest-TestNetworkAdvancedServerOps-656139815 tempest-TestNetworkAdvancedServerOps-656139815-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=47c70a38-e396-4245-b6d3-fa6631fd0fdb HTTP/1.1" status: 200 len: 1097 time: 0.0693560 May 28 07:11:47.449176 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6e250a94-bba7-4f5e-b3e8-b5561fc5c5a7 req-843ea9ca-c544-47e0-9f0c-607a1e50c7ed tempest-TestNetworkAdvancedServerOps-656139815 tempest-TestNetworkAdvancedServerOps-656139815-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=13e34f50-52da-4bf8-805d-87458cc00e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384972 May 28 07:11:47.636484 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113d8e8d-10e6-40ee-8b21-ab9794183498 req-4db4db66-b95c-4f4f-9c4b-4fd9f4e886c3 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:11:47.637967 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-113d8e8d-10e6-40ee-8b21-ab9794183498 req-4db4db66-b95c-4f4f-9c4b-4fd9f4e886c3 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=47c70a38-e396-4245-b6d3-fa6631fd0fdb HTTP/1.1" status: 200 len: 946 time: 0.0807264 May 28 07:11:47.682816 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-113d8e8d-10e6-40ee-8b21-ab9794183498 req-abf2dbc9-e72e-4dff-99b0-7703d00e7dbf tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/security-groups?id=13e34f50-52da-4bf8-805d-87458cc00e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378625 May 28 07:11:47.705813 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 54382) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:11:47.814308 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-fd039c2a-362d-4879-b0ab-06020dd216f4 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/floatingips/b50b9dba-9b7f-4159-ab9d-871a31f01c77 HTTP/1.1" status: 200 len: 994 time: 0.1073544 May 28 07:11:48.749103 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a96a0d5-51db-4a5a-adee-ffb346a0fe79 req-036df06c-0e06-4bf6-a0d3-274b9625d92e tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:11:48.750601 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4a96a0d5-51db-4a5a-adee-ffb346a0fe79 req-036df06c-0e06-4bf6-a0d3-274b9625d92e tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=47c70a38-e396-4245-b6d3-fa6631fd0fdb HTTP/1.1" status: 200 len: 946 time: 0.0877330 May 28 07:11:48.796036 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4a96a0d5-51db-4a5a-adee-ffb346a0fe79 req-4a2c5b11-eed4-44f3-891c-444f5e9619ce tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/security-groups?id=13e34f50-52da-4bf8-805d-87458cc00e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395560 May 28 07:11:48.813342 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-b8ae948a-c2be-4947-8abc-2b3983acdc59 req-feee790b-b2b1-4cac-b30c-e965818d47ad service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=47c70a38-e396-4245-b6d3-fa6631fd0fdb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0721254 May 28 07:11:49.997147 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f2d9ed-60a8-435a-aec9-ec622f66ea1d req-fffe547f-ae59-4d4f-ae1a-e8b77628f47b tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:11:49.998646 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-99f2d9ed-60a8-435a-aec9-ec622f66ea1d req-fffe547f-ae59-4d4f-ae1a-e8b77628f47b tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=47c70a38-e396-4245-b6d3-fa6631fd0fdb HTTP/1.1" status: 200 len: 946 time: 0.0806205 May 28 07:11:50.041677 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-99f2d9ed-60a8-435a-aec9-ec622f66ea1d req-576342a9-1b8e-4b88-b7f7-400dc6f60a81 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/security-groups?id=13e34f50-52da-4bf8-805d-87458cc00e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371826 May 28 07:11:51.248842 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95a136f-639f-494f-be66-454cc66f7cae req-467358d7-69d2-485e-bf4b-bb9c1da54935 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:11:51.250937 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d95a136f-639f-494f-be66-454cc66f7cae req-467358d7-69d2-485e-bf4b-bb9c1da54935 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=47c70a38-e396-4245-b6d3-fa6631fd0fdb HTTP/1.1" status: 200 len: 946 time: 0.0997069 May 28 07:11:51.299358 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d95a136f-639f-494f-be66-454cc66f7cae req-f96fbbb6-cdd7-4f98-879b-6549f7398d9b tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/security-groups?id=13e34f50-52da-4bf8-805d-87458cc00e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413463 May 28 07:11:51.343086 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ae948a-c2be-4947-8abc-2b3983acdc59 req-2e08dd2f-04f1-4caa-a4cc-49bf17db31b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:11:51.344506 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-b8ae948a-c2be-4947-8abc-2b3983acdc59 req-2e08dd2f-04f1-4caa-a4cc-49bf17db31b0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5f0305e9e0384b55a3ff03fd8ac69f6c&device_id=47c70a38-e396-4245-b6d3-fa6631fd0fdb HTTP/1.1" status: 200 len: 1097 time: 0.0770056 May 28 07:11:51.476041 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ae948a-c2be-4947-8abc-2b3983acdc59 req-cf4121c7-be49-4cb0-90f0-6d80725c6cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:11:51.477521 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-b8ae948a-c2be-4947-8abc-2b3983acdc59 req-cf4121c7-be49-4cb0-90f0-6d80725c6cd1 service neutron] 10.222.0.71 "GET /v2.0/networks?id=a47a4d1d-eb8c-481e-b553-a02034268da8 HTTP/1.1" status: 200 len: 897 time: 0.1272833 May 28 07:11:51.583660 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-b8ae948a-c2be-4947-8abc-2b3983acdc59 req-46f3f673-27e7-4e51-a751-eb1fa7945516 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=01ea3eb5-cf6d-42b3-bfeb-f893d7b97316 HTTP/1.1" status: 200 len: 1002 time: 0.1001229 May 28 07:11:51.647423 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ae948a-c2be-4947-8abc-2b3983acdc59 req-cd186478-e8ea-48ae-a4c4-d7012c3d5fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:11:51.648868 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-b8ae948a-c2be-4947-8abc-2b3983acdc59 req-cd186478-e8ea-48ae-a4c4-d7012c3d5fde service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d73097ec-74fc-47b2-83d8-7e5ed9d2f017 HTTP/1.1" status: 200 len: 835 time: 0.0587282 May 28 07:11:51.726604 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ae948a-c2be-4947-8abc-2b3983acdc59 req-04410a70-7169-44f1-889e-932543a99ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:11:51.728151 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-b8ae948a-c2be-4947-8abc-2b3983acdc59 req-04410a70-7169-44f1-889e-932543a99ba1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a47a4d1d-eb8c-481e-b553-a02034268da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735466 May 28 07:11:51.862540 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-b8ae948a-c2be-4947-8abc-2b3983acdc59 req-1c4356cc-b330-4e82-85fa-141dbf2a63ef service neutron] 10.222.0.71 "GET /v2.0/networks/a47a4d1d-eb8c-481e-b553-a02034268da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264820 May 28 07:11:51.999568 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-b8ae948a-c2be-4947-8abc-2b3983acdc59 req-b795c1a5-de4d-40e0-bdd1-bdfd95833a8a service neutron] 10.222.0.71 "GET /v2.0/networks/a47a4d1d-eb8c-481e-b553-a02034268da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299655 May 28 07:11:52.491369 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6f605d-ca9b-461d-8ca3-713c6454c308 req-cfb75fb1-ac3e-4fc0-9a4e-5816a53cf1a5 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:11:52.492796 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cc6f605d-ca9b-461d-8ca3-713c6454c308 req-cfb75fb1-ac3e-4fc0-9a4e-5816a53cf1a5 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=47c70a38-e396-4245-b6d3-fa6631fd0fdb HTTP/1.1" status: 200 len: 946 time: 0.0798690 May 28 07:11:52.536717 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cc6f605d-ca9b-461d-8ca3-713c6454c308 req-ae97d44f-3dd8-403f-93ce-f19474ebed93 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/security-groups?id=13e34f50-52da-4bf8-805d-87458cc00e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373158 May 28 07:11:53.830261 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd284cc0-76c9-43f4-a305-3eb8527ac47e req-b58aa465-1aa8-4fd1-85df-8567c72630e4 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:11:53.831619 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dd284cc0-76c9-43f4-a305-3eb8527ac47e req-b58aa465-1aa8-4fd1-85df-8567c72630e4 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=47c70a38-e396-4245-b6d3-fa6631fd0fdb HTTP/1.1" status: 200 len: 946 time: 0.1782966 May 28 07:11:53.877111 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dd284cc0-76c9-43f4-a305-3eb8527ac47e req-9bddbdc1-7abf-4ac9-aff1-4c99ee560fd7 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/security-groups?id=13e34f50-52da-4bf8-805d-87458cc00e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396416 May 28 07:11:55.062296 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8fcfb9-2f96-4d6e-a341-ef726836ea35 req-138708f5-5cef-418a-9f0a-e7523c008cc7 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:11:55.063651 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0b8fcfb9-2f96-4d6e-a341-ef726836ea35 req-138708f5-5cef-418a-9f0a-e7523c008cc7 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=47c70a38-e396-4245-b6d3-fa6631fd0fdb HTTP/1.1" status: 200 len: 946 time: 0.0802941 May 28 07:11:55.106329 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0b8fcfb9-2f96-4d6e-a341-ef726836ea35 req-a13a8a10-cf6a-4e85-8c96-69150fe5ad6c tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/security-groups?id=13e34f50-52da-4bf8-805d-87458cc00e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371194 May 28 07:11:56.292299 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f1fb26-bf2d-4af2-b897-3a0058d912ef req-28225800-1839-459f-99f6-c2360896a125 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:11:56.293777 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-51f1fb26-bf2d-4af2-b897-3a0058d912ef req-28225800-1839-459f-99f6-c2360896a125 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=47c70a38-e396-4245-b6d3-fa6631fd0fdb HTTP/1.1" status: 200 len: 946 time: 0.0826764 May 28 07:11:56.340496 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-51f1fb26-bf2d-4af2-b897-3a0058d912ef req-da43f400-fd5c-46ad-b756-b6159c119096 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/security-groups?id=13e34f50-52da-4bf8-805d-87458cc00e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393651 May 28 07:11:56.563610 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-93f761cf-ddb0-44e1-9852-a69fac5b308d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:11:57.527478 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c639f7be-8b95-4a1f-955f-419e56f1ed1e req-2436391a-bfb9-436f-a1f4-76cec18b49aa tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:11:57.528933 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c639f7be-8b95-4a1f-955f-419e56f1ed1e req-2436391a-bfb9-436f-a1f4-76cec18b49aa tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=47c70a38-e396-4245-b6d3-fa6631fd0fdb HTTP/1.1" status: 200 len: 946 time: 0.0824883 May 28 07:11:57.572187 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c639f7be-8b95-4a1f-955f-419e56f1ed1e req-80056458-b721-4548-acde-d05b72685bd5 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/security-groups?id=13e34f50-52da-4bf8-805d-87458cc00e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376592 May 28 07:11:57.878976 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 07:11:57.923167 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:11:58.754488 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62032e9a-d127-49a9-a2e8-88907159b72a req-907ba06d-a1c7-445d-9720-977bbb1635ed tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:11:58.755904 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-62032e9a-d127-49a9-a2e8-88907159b72a req-907ba06d-a1c7-445d-9720-977bbb1635ed tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=47c70a38-e396-4245-b6d3-fa6631fd0fdb HTTP/1.1" status: 200 len: 946 time: 0.0786231 May 28 07:11:58.798378 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-62032e9a-d127-49a9-a2e8-88907159b72a req-d063aa50-2646-45b4-b149-f36b1893f699 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/security-groups?id=13e34f50-52da-4bf8-805d-87458cc00e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367990 May 28 07:11:58.911148 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-123370f7-34f2-4c12-b699-9fc9ce89e99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:11:59.986278 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:11:59.993097 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b7df17-f7c0-4e95-be47-a28aee1c39af req-4751fc3c-dc29-41f1-b64e-356cbb33bbfe tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:11:59.994574 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f6b7df17-f7c0-4e95-be47-a28aee1c39af req-4751fc3c-dc29-41f1-b64e-356cbb33bbfe tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=47c70a38-e396-4245-b6d3-fa6631fd0fdb HTTP/1.1" status: 200 len: 946 time: 0.0836465 May 28 07:12:00.039647 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f6b7df17-f7c0-4e95-be47-a28aee1c39af req-2439551f-0efb-46d3-9de5-5483701c5fff tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/security-groups?id=13e34f50-52da-4bf8-805d-87458cc00e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393026 May 28 07:12:00.086668 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:12:01.225117 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cc65a3-8c9b-4ea7-932d-e39ce712c7b9 req-460113ba-8ed8-44cb-b0e3-2f321e1d93a7 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:12:01.226594 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-00cc65a3-8c9b-4ea7-932d-e39ce712c7b9 req-460113ba-8ed8-44cb-b0e3-2f321e1d93a7 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=47c70a38-e396-4245-b6d3-fa6631fd0fdb HTTP/1.1" status: 200 len: 946 time: 0.0791922 May 28 07:12:01.276608 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-00cc65a3-8c9b-4ea7-932d-e39ce712c7b9 req-f58d0bc7-d00a-4487-a364-11da2dd30084 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/security-groups?id=13e34f50-52da-4bf8-805d-87458cc00e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444353 May 28 07:12:01.802899 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:12:02.465633 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6712c4e1-b1b0-4915-aa72-0df910aa55ae req-408269e4-96ee-4e9e-8832-2245e005b9e5 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:12:02.467096 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6712c4e1-b1b0-4915-aa72-0df910aa55ae req-408269e4-96ee-4e9e-8832-2245e005b9e5 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=47c70a38-e396-4245-b6d3-fa6631fd0fdb HTTP/1.1" status: 200 len: 946 time: 0.0786109 May 28 07:12:02.512197 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6712c4e1-b1b0-4915-aa72-0df910aa55ae req-a6d58ba0-eeb9-4dc0-beff-13e027e605db tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/security-groups?id=13e34f50-52da-4bf8-805d-87458cc00e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395138 May 28 07:12:02.572689 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:12:03.699585 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59d9c2b-f2a7-47fe-9bee-3ac8a7485a16 req-eb455ea8-f384-481d-b129-76ca301c7c2b tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:12:03.701014 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c59d9c2b-f2a7-47fe-9bee-3ac8a7485a16 req-eb455ea8-f384-481d-b129-76ca301c7c2b tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=47c70a38-e396-4245-b6d3-fa6631fd0fdb HTTP/1.1" status: 200 len: 946 time: 0.0838919 May 28 07:12:03.744466 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c59d9c2b-f2a7-47fe-9bee-3ac8a7485a16 req-5d9205a9-b521-4a81-b2bb-9fc10d9a7483 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/security-groups?id=13e34f50-52da-4bf8-805d-87458cc00e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368326 May 28 07:12:04.940590 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b433f7f-4f87-44d6-a189-52efe3fa67df req-bf4bc83d-c7eb-4e36-a2b3-55dc30decbf0 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:12:04.942086 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4b433f7f-4f87-44d6-a189-52efe3fa67df req-bf4bc83d-c7eb-4e36-a2b3-55dc30decbf0 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=47c70a38-e396-4245-b6d3-fa6631fd0fdb HTTP/1.1" status: 200 len: 946 time: 0.0909319 May 28 07:12:04.986303 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4b433f7f-4f87-44d6-a189-52efe3fa67df req-78976fbb-34fe-44ca-b3c2-8ae7fe71ef7d tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/security-groups?id=13e34f50-52da-4bf8-805d-87458cc00e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384030 May 28 07:12:06.170821 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b83d02c-f7f4-4428-b17f-6423b3c31d35 req-fe09dc1c-f64b-46d7-a43e-27988c79e975 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:12:06.172802 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7b83d02c-f7f4-4428-b17f-6423b3c31d35 req-fe09dc1c-f64b-46d7-a43e-27988c79e975 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=47c70a38-e396-4245-b6d3-fa6631fd0fdb HTTP/1.1" status: 200 len: 946 time: 0.0808709 May 28 07:12:06.222513 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7b83d02c-f7f4-4428-b17f-6423b3c31d35 req-45cd52e7-a18a-4d4c-afd3-72289a6c3ca0 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/security-groups?id=13e34f50-52da-4bf8-805d-87458cc00e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440979 May 28 07:12:07.565067 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b5cda6-8b1e-4df9-b40f-4ed0211798af req-8accba5c-8ce3-4170-9576-b349c416cd5f tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:12:07.566633 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-77b5cda6-8b1e-4df9-b40f-4ed0211798af req-8accba5c-8ce3-4170-9576-b349c416cd5f tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=47c70a38-e396-4245-b6d3-fa6631fd0fdb HTTP/1.1" status: 200 len: 946 time: 0.0804281 May 28 07:12:07.612960 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-77b5cda6-8b1e-4df9-b40f-4ed0211798af req-a78870c5-6f81-463b-ac4f-24f9adc8f0b6 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/security-groups?id=13e34f50-52da-4bf8-805d-87458cc00e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406418 May 28 07:12:08.801523 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7174e0-26e5-4470-899f-211788961378 req-27384a0b-3c7b-4f01-9fe7-0f4cd1e08610 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:12:08.802886 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-be7174e0-26e5-4470-899f-211788961378 req-27384a0b-3c7b-4f01-9fe7-0f4cd1e08610 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=47c70a38-e396-4245-b6d3-fa6631fd0fdb HTTP/1.1" status: 200 len: 946 time: 0.0790229 May 28 07:12:08.846253 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-be7174e0-26e5-4470-899f-211788961378 req-d63943e8-0b7d-4ac9-ae5c-21b02c4f1346 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/security-groups?id=13e34f50-52da-4bf8-805d-87458cc00e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376496 May 28 07:12:09.584470 n-d-843702-1 neutron-server[89109]: INFO neutron.api.v2.resource [req-b8ae948a-c2be-4947-8abc-2b3983acdc59 req-7829f4ed-1fe7-49df-98dd-b83b6594895f service neutron] show failed (client error): The resource could not be found. May 28 07:12:09.585476 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-b8ae948a-c2be-4947-8abc-2b3983acdc59 req-7829f4ed-1fe7-49df-98dd-b83b6594895f service neutron] 10.222.0.71 "GET /v2.0/ports/01ea3eb5-cf6d-42b3-bfeb-f893d7b97316/bindings/n-h1-843702-1 HTTP/1.1" status: 404 len: 380 time: 0.0818923 May 28 07:12:10.038998 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1f5602-f2b2-4d9a-81bf-706c21d1d7b2 req-fe0ef0c3-8b8e-4e58-9bdf-7cad603ac0f8 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:12:10.040440 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3d1f5602-f2b2-4d9a-81bf-706c21d1d7b2 req-fe0ef0c3-8b8e-4e58-9bdf-7cad603ac0f8 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=47c70a38-e396-4245-b6d3-fa6631fd0fdb HTTP/1.1" status: 200 len: 946 time: 0.0827346 May 28 07:12:10.123207 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3d1f5602-f2b2-4d9a-81bf-706c21d1d7b2 req-0d1a9b1f-ea6e-4abf-bb24-9d76279b8f86 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/security-groups?id=13e34f50-52da-4bf8-805d-87458cc00e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770955 May 28 07:12:10.151049 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ae948a-c2be-4947-8abc-2b3983acdc59 req-bc791d4f-536f-4efb-b6d0-9e3676f79fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:12:10.152506 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b8ae948a-c2be-4947-8abc-2b3983acdc59 req-bc791d4f-536f-4efb-b6d0-9e3676f79fdd service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=47c70a38-e396-4245-b6d3-fa6631fd0fdb&tenant_id=5f0305e9e0384b55a3ff03fd8ac69f6c HTTP/1.1" status: 200 len: 1097 time: 0.0778422 May 28 07:12:10.163482 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-b8ae948a-c2be-4947-8abc-2b3983acdc59 req-d0759428-e9aa-46be-8c83-18ed11d27f27 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843702-1', 'device_owner': 'compute:nova'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:12:10.271375 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-b8ae948a-c2be-4947-8abc-2b3983acdc59 req-d0759428-e9aa-46be-8c83-18ed11d27f27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:12:10.621746 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-b8ae948a-c2be-4947-8abc-2b3983acdc59 req-d0759428-e9aa-46be-8c83-18ed11d27f27 service neutron] For port 01ea3eb5-cf6d-42b3-bfeb-f893d7b97316, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=01ea3eb5-cf6d-42b3-bfeb-f893d7b97316,segment=NetworkSegment(639fec61-648f-43bc-b0d3-0cf1cc7429b3),segment_id=639fec61-648f-43bc-b0d3-0cf1cc7429b3)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:12:10.649877 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-b8ae948a-c2be-4947-8abc-2b3983acdc59 req-d0759428-e9aa-46be-8c83-18ed11d27f27 service neutron] For port 01ea3eb5-cf6d-42b3-bfeb-f893d7b97316, host n-h2-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:12:10.706046 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47c70a38-e396-4245-b6d3-fa6631fd0fdb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01ea3eb5-cf6d-42b3-bfeb-f893d7b97316'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:12:10.711539 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-b8ae948a-c2be-4947-8abc-2b3983acdc59 req-d0759428-e9aa-46be-8c83-18ed11d27f27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:12:10.727064 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-b8ae948a-c2be-4947-8abc-2b3983acdc59 req-d0759428-e9aa-46be-8c83-18ed11d27f27 service neutron] Transition to ACTIVE for port object 01ea3eb5-cf6d-42b3-bfeb-f893d7b97316 will not be triggered until provisioned by entity L2. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:12:10.766046 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f3f8a14-4091-4590-af88-556b82d0b197'] response: {'server_uuid': '47c70a38-e396-4245-b6d3-fa6631fd0fdb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01ea3eb5-cf6d-42b3-bfeb-f893d7b97316', 'code': 200} May 28 07:12:10.790748 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-b8ae948a-c2be-4947-8abc-2b3983acdc59 req-d0759428-e9aa-46be-8c83-18ed11d27f27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:12:10.934904 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0759428-e9aa-46be-8c83-18ed11d27f27 service neutron] Pushing event updated for resources: {'Port': ['ID=01ea3eb5-cf6d-42b3-bfeb-f893d7b97316,revision_number=6']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:12:10.949236 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0759428-e9aa-46be-8c83-18ed11d27f27 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:12:10.949607 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0759428-e9aa-46be-8c83-18ed11d27f27 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:12:10.949944 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0759428-e9aa-46be-8c83-18ed11d27f27 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:12:10.950279 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0759428-e9aa-46be-8c83-18ed11d27f27 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:12:10.950614 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0759428-e9aa-46be-8c83-18ed11d27f27 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:12:10.950934 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0759428-e9aa-46be-8c83-18ed11d27f27 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:12:10.951260 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0759428-e9aa-46be-8c83-18ed11d27f27 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:12:10.951584 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0759428-e9aa-46be-8c83-18ed11d27f27 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:12:10.951902 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0759428-e9aa-46be-8c83-18ed11d27f27 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:12:10.952219 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0759428-e9aa-46be-8c83-18ed11d27f27 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:12:10.952537 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0759428-e9aa-46be-8c83-18ed11d27f27 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:12:10.952854 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0759428-e9aa-46be-8c83-18ed11d27f27 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:12:10.999504 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8ae948a-c2be-4947-8abc-2b3983acdc59 req-d0759428-e9aa-46be-8c83-18ed11d27f27 service neutron] No DVR routers for this DVR port 01ea3eb5-cf6d-42b3-bfeb-f893d7b97316 on host n-h2-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 07:12:11.223344 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-b8ae948a-c2be-4947-8abc-2b3983acdc59 req-d0759428-e9aa-46be-8c83-18ed11d27f27 service neutron] Attempting to bind port 01ea3eb5-cf6d-42b3-bfeb-f893d7b97316 on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 07:12:11.224037 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-b8ae948a-c2be-4947-8abc-2b3983acdc59 req-d0759428-e9aa-46be-8c83-18ed11d27f27 service neutron] Attempting to bind port 01ea3eb5-cf6d-42b3-bfeb-f893d7b97316 by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': '639fec61-648f-43bc-b0d3-0cf1cc7429b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'a47a4d1d-eb8c-481e-b553-a02034268da8'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 07:12:11.224037 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ae948a-c2be-4947-8abc-2b3983acdc59 req-d0759428-e9aa-46be-8c83-18ed11d27f27 service neutron] Attempting to bind port 01ea3eb5-cf6d-42b3-bfeb-f893d7b97316 on network a47a4d1d-eb8c-481e-b553-a02034268da8 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:12:11.228555 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ae948a-c2be-4947-8abc-2b3983acdc59 req-d0759428-e9aa-46be-8c83-18ed11d27f27 service neutron] Port 01ea3eb5-cf6d-42b3-bfeb-f893d7b97316 on network a47a4d1d-eb8c-481e-b553-a02034268da8 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 07:12:11.228870 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ae948a-c2be-4947-8abc-2b3983acdc59 req-d0759428-e9aa-46be-8c83-18ed11d27f27 service neutron] Attempting to bind port 01ea3eb5-cf6d-42b3-bfeb-f893d7b97316 on network a47a4d1d-eb8c-481e-b553-a02034268da8 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:12:11.268703 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ae948a-c2be-4947-8abc-2b3983acdc59 req-d0759428-e9aa-46be-8c83-18ed11d27f27 service neutron] Checking agent: {'id': '69f492a0-c00d-46d0-9bec-fcd8161ce206', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 7, 11, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 07:12:11.269041 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ae948a-c2be-4947-8abc-2b3983acdc59 req-d0759428-e9aa-46be-8c83-18ed11d27f27 service neutron] Checking segment: {'id': '639fec61-648f-43bc-b0d3-0cf1cc7429b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'a47a4d1d-eb8c-481e-b553-a02034268da8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:12:11.269446 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ae948a-c2be-4947-8abc-2b3983acdc59 req-d0759428-e9aa-46be-8c83-18ed11d27f27 service neutron] Bound using segment: {'id': '639fec61-648f-43bc-b0d3-0cf1cc7429b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'a47a4d1d-eb8c-481e-b553-a02034268da8'} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 07:12:11.269867 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-b8ae948a-c2be-4947-8abc-2b3983acdc59 req-d0759428-e9aa-46be-8c83-18ed11d27f27 service neutron] Bound port: 01ea3eb5-cf6d-42b3-bfeb-f893d7b97316, host: n-h1-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '639fec61-648f-43bc-b0d3-0cf1cc7429b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'a47a4d1d-eb8c-481e-b553-a02034268da8'}}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 07:12:11.270214 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-b8ae948a-c2be-4947-8abc-2b3983acdc59 req-d0759428-e9aa-46be-8c83-18ed11d27f27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:12:11.388316 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e31987-ee83-4903-8e07-313b1323fac3 req-8bc31eb6-45cd-42b9-af2b-a70727a202a3 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:12:11.389795 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f3e31987-ee83-4903-8e07-313b1323fac3 req-8bc31eb6-45cd-42b9-af2b-a70727a202a3 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=47c70a38-e396-4245-b6d3-fa6631fd0fdb HTTP/1.1" status: 200 len: 944 time: 0.1587579 May 28 07:12:11.392253 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-b8ae948a-c2be-4947-8abc-2b3983acdc59 req-d0759428-e9aa-46be-8c83-18ed11d27f27 service neutron] For port 01ea3eb5-cf6d-42b3-bfeb-f893d7b97316, host n-h1-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:12:11.396272 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-b8ae948a-c2be-4947-8abc-2b3983acdc59 req-d0759428-e9aa-46be-8c83-18ed11d27f27 service neutron] For port 01ea3eb5-cf6d-42b3-bfeb-f893d7b97316, host n-h1-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=01ea3eb5-cf6d-42b3-bfeb-f893d7b97316,segment=NetworkSegment(639fec61-648f-43bc-b0d3-0cf1cc7429b3),segment_id=639fec61-648f-43bc-b0d3-0cf1cc7429b3)] {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 07:12:11.434956 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f3e31987-ee83-4903-8e07-313b1323fac3 req-7153f31a-6d15-4f69-89ef-4b30981fd7b7 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/security-groups?id=13e34f50-52da-4bf8-805d-87458cc00e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373652 May 28 07:12:11.475495 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-b8ae948a-c2be-4947-8abc-2b3983acdc59 req-d0759428-e9aa-46be-8c83-18ed11d27f27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:12:11.539434 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ae948a-c2be-4947-8abc-2b3983acdc59 req-d0759428-e9aa-46be-8c83-18ed11d27f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:12:11.540032 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-b8ae948a-c2be-4947-8abc-2b3983acdc59 req-d0759428-e9aa-46be-8c83-18ed11d27f27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:12:11.541359 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b8ae948a-c2be-4947-8abc-2b3983acdc59 req-d0759428-e9aa-46be-8c83-18ed11d27f27 service neutron] 10.222.0.69 "PUT /v2.0/ports/01ea3eb5-cf6d-42b3-bfeb-f893d7b97316 HTTP/1.1" status: 200 len: 1092 time: 1.3817470 May 28 07:12:11.557964 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0759428-e9aa-46be-8c83-18ed11d27f27 service neutron] Pushing event updated for resources: {'Port': ['ID=01ea3eb5-cf6d-42b3-bfeb-f893d7b97316,revision_number=7']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:12:11.636513 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ae948a-c2be-4947-8abc-2b3983acdc59 req-02d3fc83-561d-4704-8a9a-94f499d64571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:12:11.638084 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b8ae948a-c2be-4947-8abc-2b3983acdc59 req-02d3fc83-561d-4704-8a9a-94f499d64571 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5f0305e9e0384b55a3ff03fd8ac69f6c&device_id=47c70a38-e396-4245-b6d3-fa6631fd0fdb HTTP/1.1" status: 200 len: 1095 time: 0.0730650 May 28 07:12:11.773055 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ae948a-c2be-4947-8abc-2b3983acdc59 req-1788526c-2bc6-4139-af65-21e4a832a248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:12:11.774152 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b8ae948a-c2be-4947-8abc-2b3983acdc59 req-1788526c-2bc6-4139-af65-21e4a832a248 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a47a4d1d-eb8c-481e-b553-a02034268da8 HTTP/1.1" status: 200 len: 897 time: 0.1294892 May 28 07:12:11.878104 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b8ae948a-c2be-4947-8abc-2b3983acdc59 req-0e7c04e4-0cc5-4dbb-bdc7-12a81ece7c67 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=01ea3eb5-cf6d-42b3-bfeb-f893d7b97316 HTTP/1.1" status: 200 len: 1000 time: 0.0972311 May 28 07:12:11.938489 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ae948a-c2be-4947-8abc-2b3983acdc59 req-a40e4b1f-52fa-4e36-b8f0-50393c327131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:12:11.940452 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b8ae948a-c2be-4947-8abc-2b3983acdc59 req-a40e4b1f-52fa-4e36-b8f0-50393c327131 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d73097ec-74fc-47b2-83d8-7e5ed9d2f017 HTTP/1.1" status: 200 len: 835 time: 0.0575707 May 28 07:12:12.022626 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ae948a-c2be-4947-8abc-2b3983acdc59 req-447b5b91-1f99-46ef-89a5-1370cba3eb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:12:12.024004 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b8ae948a-c2be-4947-8abc-2b3983acdc59 req-447b5b91-1f99-46ef-89a5-1370cba3eb89 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a47a4d1d-eb8c-481e-b553-a02034268da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0780556 May 28 07:12:12.154474 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b8ae948a-c2be-4947-8abc-2b3983acdc59 req-c0970c0b-f264-4f60-987a-555406dd3732 service neutron] 10.222.0.69 "GET /v2.0/networks/a47a4d1d-eb8c-481e-b553-a02034268da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245832 May 28 07:12:12.379142 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 01ea3eb5-cf6d-42b3-bfeb-f893d7b97316 no longer exists at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:12:12.401294 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b8ae948a-c2be-4947-8abc-2b3983acdc59 req-3ec0e9f7-4730-4d6a-8da7-4e6396b745c5 service neutron] 10.222.0.69 "GET /v2.0/networks/a47a4d1d-eb8c-481e-b553-a02034268da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412612 May 28 07:12:12.436231 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 01ea3eb5-cf6d-42b3-bfeb-f893d7b97316 not bound to the agent host n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 07:12:12.622474 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298c1d16-1c79-4315-9a88-0e121f106517 req-0b0d64a3-0473-47dc-b669-fec57bf57954 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:12:12.623766 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-298c1d16-1c79-4315-9a88-0e121f106517 req-0b0d64a3-0473-47dc-b669-fec57bf57954 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=47c70a38-e396-4245-b6d3-fa6631fd0fdb HTTP/1.1" status: 200 len: 944 time: 0.0801408 May 28 07:12:12.667958 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-298c1d16-1c79-4315-9a88-0e121f106517 req-c7d2eaf5-ab3d-4377-a292-3dfd7a717ba7 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/security-groups?id=13e34f50-52da-4bf8-805d-87458cc00e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380106 May 28 07:12:12.766945 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47c70a38-e396-4245-b6d3-fa6631fd0fdb', 'tag': '01ea3eb5-cf6d-42b3-bfeb-f893d7b97316'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:12:12.824598 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b4fd187-e00a-4a09-bc4d-e86d1b878179'] response: {'name': 'network-changed', 'server_uuid': '47c70a38-e396-4245-b6d3-fa6631fd0fdb', 'tag': '01ea3eb5-cf6d-42b3-bfeb-f893d7b97316', 'status': 'completed', 'code': 200} May 28 07:12:12.917445 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634980b4-802b-4002-a60a-f8089bd2abba req-e039b949-5f60-4051-bfdb-838cba8b809a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:12:12.918893 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-634980b4-802b-4002-a60a-f8089bd2abba req-e039b949-5f60-4051-bfdb-838cba8b809a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5f0305e9e0384b55a3ff03fd8ac69f6c&device_id=47c70a38-e396-4245-b6d3-fa6631fd0fdb HTTP/1.1" status: 200 len: 1095 time: 0.0732265 May 28 07:12:12.935292 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634980b4-802b-4002-a60a-f8089bd2abba req-333c0278-7a04-4c28-8812-ec202d409277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:12:12.936726 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-634980b4-802b-4002-a60a-f8089bd2abba req-333c0278-7a04-4c28-8812-ec202d409277 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5f0305e9e0384b55a3ff03fd8ac69f6c&device_id=47c70a38-e396-4245-b6d3-fa6631fd0fdb HTTP/1.1" status: 200 len: 1095 time: 0.0744057 May 28 07:12:13.048374 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634980b4-802b-4002-a60a-f8089bd2abba req-f89f7854-8533-46b8-9c43-5391258f6c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:12:13.049872 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-634980b4-802b-4002-a60a-f8089bd2abba req-f89f7854-8533-46b8-9c43-5391258f6c22 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a47a4d1d-eb8c-481e-b553-a02034268da8 HTTP/1.1" status: 200 len: 897 time: 0.1252787 May 28 07:12:13.067329 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634980b4-802b-4002-a60a-f8089bd2abba req-bff14e90-86a6-432b-ad3b-d20f7271ff91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:12:13.068648 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-634980b4-802b-4002-a60a-f8089bd2abba req-bff14e90-86a6-432b-ad3b-d20f7271ff91 service neutron] 10.222.0.71 "GET /v2.0/networks?id=a47a4d1d-eb8c-481e-b553-a02034268da8 HTTP/1.1" status: 200 len: 897 time: 0.1256440 May 28 07:12:13.153567 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-634980b4-802b-4002-a60a-f8089bd2abba req-1154a98f-8e17-44a5-8b2d-a26c7812848d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=01ea3eb5-cf6d-42b3-bfeb-f893d7b97316 HTTP/1.1" status: 200 len: 1000 time: 0.0966020 May 28 07:12:13.166534 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-634980b4-802b-4002-a60a-f8089bd2abba req-ceffdf9b-73d0-43f9-980b-ead6dcdc2956 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=01ea3eb5-cf6d-42b3-bfeb-f893d7b97316 HTTP/1.1" status: 200 len: 1000 time: 0.0917053 May 28 07:12:13.216768 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634980b4-802b-4002-a60a-f8089bd2abba req-48f17791-457a-4a94-9262-bc95ea663c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:12:13.218321 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-634980b4-802b-4002-a60a-f8089bd2abba req-48f17791-457a-4a94-9262-bc95ea663c4e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d73097ec-74fc-47b2-83d8-7e5ed9d2f017 HTTP/1.1" status: 200 len: 835 time: 0.0579710 May 28 07:12:13.297966 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634980b4-802b-4002-a60a-f8089bd2abba req-334a7e18-ca0f-49d2-be9f-330a6983be16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:12:13.299815 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-634980b4-802b-4002-a60a-f8089bd2abba req-334a7e18-ca0f-49d2-be9f-330a6983be16 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a47a4d1d-eb8c-481e-b553-a02034268da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0746384 May 28 07:12:13.347463 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634980b4-802b-4002-a60a-f8089bd2abba req-3a5d6b50-dae8-4b19-a798-d07b1aa2628c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:12:13.348796 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-634980b4-802b-4002-a60a-f8089bd2abba req-3a5d6b50-dae8-4b19-a798-d07b1aa2628c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d73097ec-74fc-47b2-83d8-7e5ed9d2f017 HTTP/1.1" status: 200 len: 835 time: 0.1761026 May 28 07:12:13.426588 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634980b4-802b-4002-a60a-f8089bd2abba req-8bdd22bc-029b-4402-8d00-5a99925c0849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:12:13.428353 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-634980b4-802b-4002-a60a-f8089bd2abba req-8bdd22bc-029b-4402-8d00-5a99925c0849 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a47a4d1d-eb8c-481e-b553-a02034268da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726798 May 28 07:12:13.434426 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-634980b4-802b-4002-a60a-f8089bd2abba req-51d6a2de-1f7d-4609-872d-2019bbc41d34 service neutron] 10.222.0.69 "GET /v2.0/networks/a47a4d1d-eb8c-481e-b553-a02034268da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280701 May 28 07:12:13.570997 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-634980b4-802b-4002-a60a-f8089bd2abba req-314047a1-349e-41a8-88c2-06ee2a702086 service neutron] 10.222.0.69 "GET /v2.0/networks/a47a4d1d-eb8c-481e-b553-a02034268da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294098 May 28 07:12:13.571196 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-634980b4-802b-4002-a60a-f8089bd2abba req-1dc8f8a1-f413-4740-a2e8-d2f4a72bcd38 service neutron] 10.222.0.71 "GET /v2.0/networks/a47a4d1d-eb8c-481e-b553-a02034268da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365209 May 28 07:12:13.713645 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-634980b4-802b-4002-a60a-f8089bd2abba req-65b3f76d-3542-4301-9eb2-fd6518fd1942 service neutron] 10.222.0.71 "GET /v2.0/networks/a47a4d1d-eb8c-481e-b553-a02034268da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361082 May 28 07:12:13.876966 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f37a63-9a66-4eaa-ae76-683fc8cac5e2 req-03a23212-d73c-4d4c-b7ef-2032745d67a5 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:12:13.878981 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-29f37a63-9a66-4eaa-ae76-683fc8cac5e2 req-03a23212-d73c-4d4c-b7ef-2032745d67a5 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=47c70a38-e396-4245-b6d3-fa6631fd0fdb HTTP/1.1" status: 200 len: 944 time: 0.0912864 May 28 07:12:13.925155 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-29f37a63-9a66-4eaa-ae76-683fc8cac5e2 req-e430e359-d617-4471-82d6-fefb27b22c17 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/security-groups?id=13e34f50-52da-4bf8-805d-87458cc00e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404465 May 28 07:12:14.998694 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 01ea3eb5-cf6d-42b3-bfeb-f893d7b97316 details requested by agent hyperv_n-h1-843702-1 with host n-h1-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 07:12:15.128466 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afc640c-b873-4e57-b9c8-9584747833f2 req-a340e072-be78-4f32-a0f3-d05f58b29a82 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:12:15.129991 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7afc640c-b873-4e57-b9c8-9584747833f2 req-a340e072-be78-4f32-a0f3-d05f58b29a82 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=47c70a38-e396-4245-b6d3-fa6631fd0fdb HTTP/1.1" status: 200 len: 944 time: 0.0783787 May 28 07:12:15.137239 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 01ea3eb5-cf6d-42b3-bfeb-f893d7b97316, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=01ea3eb5-cf6d-42b3-bfeb-f893d7b97316,segment=NetworkSegment(639fec61-648f-43bc-b0d3-0cf1cc7429b3),segment_id=639fec61-648f-43bc-b0d3-0cf1cc7429b3)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:12:15.151163 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Returning: {'device': '01ea3eb5-cf6d-42b3-bfeb-f893d7b97316', 'network_id': 'a47a4d1d-eb8c-481e-b553-a02034268da8', 'port_id': '01ea3eb5-cf6d-42b3-bfeb-f893d7b97316', 'mac_address': 'fa:16:3e:3a:14:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd73097ec-74fc-47b2-83d8-7e5ed9d2f017', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 07:12:15.178129 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7afc640c-b873-4e57-b9c8-9584747833f2 req-e8946d26-a9a4-49d0-9b5b-9ac56278ff80 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/security-groups?id=13e34f50-52da-4bf8-805d-87458cc00e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421534 May 28 07:12:15.206520 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 01ea3eb5-cf6d-42b3-bfeb-f893d7b97316 is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:12:15.207224 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:12:15.227905 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01ea3eb5-cf6d-42b3-bfeb-f893d7b97316 {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 07:12:15.243899 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 01ea3eb5-cf6d-42b3-bfeb-f893d7b97316, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=01ea3eb5-cf6d-42b3-bfeb-f893d7b97316,segment=NetworkSegment(639fec61-648f-43bc-b0d3-0cf1cc7429b3),segment_id=639fec61-648f-43bc-b0d3-0cf1cc7429b3)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:12:15.300025 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:12:15.380511 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=01ea3eb5-cf6d-42b3-bfeb-f893d7b97316,revision_number=8']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:12:15.388111 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:12:15.388448 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:12:15.388778 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:12:15.389106 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:12:15.389445 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:12:15.390126 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:12:15.390493 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:12:15.393016 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:12:15.393016 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:12:15.393016 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:12:15.393016 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:12:15.393016 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:12:15.534290 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['01ea3eb5-cf6d-42b3-bfeb-f893d7b97316'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 07:12:15.846895 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c600e1be-765f-4e44-aa53-1e74bc3f1eaf req-83281954-f99c-4b80-8fcc-d80720e3272d tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:12:15.848266 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c600e1be-765f-4e44-aa53-1e74bc3f1eaf req-83281954-f99c-4b80-8fcc-d80720e3272d tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=47c70a38-e396-4245-b6d3-fa6631fd0fdb HTTP/1.1" status: 200 len: 945 time: 0.1514666 May 28 07:12:15.856076 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b111b10f-c555-4fbc-8965-5401988bb65a req-23548dfc-50ba-4e41-adc8-5053acc9fb9b tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:12:15.857379 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b111b10f-c555-4fbc-8965-5401988bb65a req-23548dfc-50ba-4e41-adc8-5053acc9fb9b tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.69 "GET /v2.0/ports?device_id=47c70a38-e396-4245-b6d3-fa6631fd0fdb&tenant_id=5f0305e9e0384b55a3ff03fd8ac69f6c&binding%3Ahost_id=n-h1-843702-1 HTTP/1.1" status: 200 len: 945 time: 0.1587181 May 28 07:12:15.957847 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c600e1be-765f-4e44-aa53-1e74bc3f1eaf req-01cd4d0a-00a8-4922-a97f-1088ff65ea65 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/security-groups?id=13e34f50-52da-4bf8-805d-87458cc00e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994940 May 28 07:12:15.967921 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b111b10f-c555-4fbc-8965-5401988bb65a req-06fc34c9-e9c1-4f7b-97c8-a5789b98dc5f service neutron] 10.222.0.69 "GET /v2.0/ports/01ea3eb5-cf6d-42b3-bfeb-f893d7b97316/bindings/n-h1-843702-1 HTTP/1.1" status: 200 len: 382 time: 0.0956922 May 28 07:12:16.065633 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b111b10f-c555-4fbc-8965-5401988bb65a req-60673a21-e2ca-4667-b822-8358bb742210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:12:16.067103 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b111b10f-c555-4fbc-8965-5401988bb65a req-60673a21-e2ca-4667-b822-8358bb742210 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5f0305e9e0384b55a3ff03fd8ac69f6c&device_id=47c70a38-e396-4245-b6d3-fa6631fd0fdb HTTP/1.1" status: 200 len: 1096 time: 0.0745173 May 28 07:12:16.196256 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b111b10f-c555-4fbc-8965-5401988bb65a req-ee92aba8-a205-49b4-b91e-2ad2c119b8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:12:16.197737 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b111b10f-c555-4fbc-8965-5401988bb65a req-ee92aba8-a205-49b4-b91e-2ad2c119b8fd service neutron] 10.222.0.69 "GET /v2.0/networks?id=a47a4d1d-eb8c-481e-b553-a02034268da8 HTTP/1.1" status: 200 len: 897 time: 0.1242378 May 28 07:12:16.407004 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b111b10f-c555-4fbc-8965-5401988bb65a req-a9d0f9c9-dc38-46c0-b306-41a49979fc71 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=01ea3eb5-cf6d-42b3-bfeb-f893d7b97316 HTTP/1.1" status: 200 len: 1001 time: 0.2031698 May 28 07:12:16.468096 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b111b10f-c555-4fbc-8965-5401988bb65a req-fe5696d9-03a4-4ab7-a645-4f59b57f49b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:12:16.469375 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b111b10f-c555-4fbc-8965-5401988bb65a req-fe5696d9-03a4-4ab7-a645-4f59b57f49b6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d73097ec-74fc-47b2-83d8-7e5ed9d2f017 HTTP/1.1" status: 200 len: 835 time: 0.0558031 May 28 07:12:16.544274 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b111b10f-c555-4fbc-8965-5401988bb65a req-a6f23d0d-fa5e-47cf-b558-50e9cef14a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:12:16.545756 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b111b10f-c555-4fbc-8965-5401988bb65a req-a6f23d0d-fa5e-47cf-b558-50e9cef14a47 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a47a4d1d-eb8c-481e-b553-a02034268da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700610 May 28 07:12:16.691073 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b111b10f-c555-4fbc-8965-5401988bb65a req-816dbd6a-a0af-4719-a6ce-879fefa95ad1 service neutron] 10.222.0.69 "GET /v2.0/networks/a47a4d1d-eb8c-481e-b553-a02034268da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391277 May 28 07:12:16.821721 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b111b10f-c555-4fbc-8965-5401988bb65a req-2e003a4a-d544-436d-aca0-8563c03a1770 service neutron] 10.222.0.69 "GET /v2.0/networks/a47a4d1d-eb8c-481e-b553-a02034268da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247609 May 28 07:12:17.022042 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 01ea3eb5-cf6d-42b3-bfeb-f893d7b97316 up at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:12:17.162358 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c25b10e-60e7-4c64-b38d-5e186fe85da0 req-b3c298dd-2d2f-4ef5-9877-9742b003f564 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:12:17.169215 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5c25b10e-60e7-4c64-b38d-5e186fe85da0 req-b3c298dd-2d2f-4ef5-9877-9742b003f564 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=47c70a38-e396-4245-b6d3-fa6631fd0fdb HTTP/1.1" status: 200 len: 945 time: 0.0856018 May 28 07:12:17.196928 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning for port 01ea3eb5-cf6d-42b3-bfeb-f893d7b97316 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:12:17.201917 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning complete for port 01ea3eb5-cf6d-42b3-bfeb-f893d7b97316 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:12:17.202287 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:12:17.208273 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5c25b10e-60e7-4c64-b38d-5e186fe85da0 req-301fd6b3-de95-45c7-b9bd-a17757f4f062 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/security-groups?id=13e34f50-52da-4bf8-805d-87458cc00e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388336 May 28 07:12:17.317912 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 01ea3eb5-cf6d-42b3-bfeb-f893d7b97316 is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:12:17.318282 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:12:17.344328 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47c70a38-e396-4245-b6d3-fa6631fd0fdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01ea3eb5-cf6d-42b3-bfeb-f893d7b97316'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:12:17.354807 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 01ea3eb5-cf6d-42b3-bfeb-f893d7b97316, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=01ea3eb5-cf6d-42b3-bfeb-f893d7b97316,segment=NetworkSegment(639fec61-648f-43bc-b0d3-0cf1cc7429b3),segment_id=639fec61-648f-43bc-b0d3-0cf1cc7429b3)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:12:17.424023 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:12:17.467687 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5744a312-bfe1-458d-a413-489567d12f8b'] response: {'server_uuid': '47c70a38-e396-4245-b6d3-fa6631fd0fdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01ea3eb5-cf6d-42b3-bfeb-f893d7b97316', 'code': 200} May 28 07:12:17.492657 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=01ea3eb5-cf6d-42b3-bfeb-f893d7b97316,revision_number=9']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:12:18.399929 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c135458d-1ef3-40fa-a0d4-ac139fc450ca req-32387051-0786-42b5-a1e2-5630d9d1631c tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:12:18.401355 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c135458d-1ef3-40fa-a0d4-ac139fc450ca req-32387051-0786-42b5-a1e2-5630d9d1631c tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=47c70a38-e396-4245-b6d3-fa6631fd0fdb HTTP/1.1" status: 200 len: 946 time: 0.0780580 May 28 07:12:18.448740 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c135458d-1ef3-40fa-a0d4-ac139fc450ca req-577f7439-a34f-4eb7-842f-8955eaeff9b2 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/security-groups?id=13e34f50-52da-4bf8-805d-87458cc00e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416770 May 28 07:12:19.444544 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b111b10f-c555-4fbc-8965-5401988bb65a req-b93092a9-6bbc-4d75-8290-ebf98ebea85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:12:19.446051 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-b111b10f-c555-4fbc-8965-5401988bb65a req-b93092a9-6bbc-4d75-8290-ebf98ebea85f service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=47c70a38-e396-4245-b6d3-fa6631fd0fdb&tenant_id=5f0305e9e0384b55a3ff03fd8ac69f6c HTTP/1.1" status: 200 len: 1097 time: 0.0748928 May 28 07:12:19.462543 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-b111b10f-c555-4fbc-8965-5401988bb65a req-b934cd6e-eb45-4086-9909-3596911f9ac4 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843702-1', 'device_owner': 'compute:nova'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:12:19.575697 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-b111b10f-c555-4fbc-8965-5401988bb65a req-b934cd6e-eb45-4086-9909-3596911f9ac4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:12:19.635053 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54c7d9a-6738-4b3b-b176-d9a7db88abdb req-95aa8675-b52b-43b1-9fbd-298d848c63e2 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:12:19.636425 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a54c7d9a-6738-4b3b-b176-d9a7db88abdb req-95aa8675-b52b-43b1-9fbd-298d848c63e2 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=47c70a38-e396-4245-b6d3-fa6631fd0fdb HTTP/1.1" status: 200 len: 946 time: 0.0790937 May 28 07:12:19.681867 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a54c7d9a-6738-4b3b-b176-d9a7db88abdb req-9c4732c5-bd2c-467f-9c73-c02a6f4525f6 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/security-groups?id=13e34f50-52da-4bf8-805d-87458cc00e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395055 May 28 07:12:19.839620 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-b111b10f-c555-4fbc-8965-5401988bb65a req-b934cd6e-eb45-4086-9909-3596911f9ac4 service neutron] For port 01ea3eb5-cf6d-42b3-bfeb-f893d7b97316, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=01ea3eb5-cf6d-42b3-bfeb-f893d7b97316,segment=NetworkSegment(639fec61-648f-43bc-b0d3-0cf1cc7429b3),segment_id=639fec61-648f-43bc-b0d3-0cf1cc7429b3)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:12:19.871452 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-b111b10f-c555-4fbc-8965-5401988bb65a req-b934cd6e-eb45-4086-9909-3596911f9ac4 service neutron] For port 01ea3eb5-cf6d-42b3-bfeb-f893d7b97316, host n-h1-843702-1, cleared binding levels {{(pid=89109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:12:19.928731 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47c70a38-e396-4245-b6d3-fa6631fd0fdb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01ea3eb5-cf6d-42b3-bfeb-f893d7b97316'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:12:19.934663 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-b111b10f-c555-4fbc-8965-5401988bb65a req-b934cd6e-eb45-4086-9909-3596911f9ac4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:12:19.950206 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [req-b111b10f-c555-4fbc-8965-5401988bb65a req-b934cd6e-eb45-4086-9909-3596911f9ac4 service neutron] Transition to ACTIVE for port object 01ea3eb5-cf6d-42b3-bfeb-f893d7b97316 will not be triggered until provisioned by entity L2. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:12:20.035362 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-b111b10f-c555-4fbc-8965-5401988bb65a req-b934cd6e-eb45-4086-9909-3596911f9ac4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:12:20.150987 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c82f5a15-2b47-4b14-bddb-3f4ba05064e7'] response: {'server_uuid': '47c70a38-e396-4245-b6d3-fa6631fd0fdb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01ea3eb5-cf6d-42b3-bfeb-f893d7b97316', 'code': 200} May 28 07:12:20.180558 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b934cd6e-eb45-4086-9909-3596911f9ac4 service neutron] Pushing event updated for resources: {'Port': ['ID=01ea3eb5-cf6d-42b3-bfeb-f893d7b97316,revision_number=10']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:12:20.194496 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b934cd6e-eb45-4086-9909-3596911f9ac4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:12:20.194832 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b934cd6e-eb45-4086-9909-3596911f9ac4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:12:20.195163 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b934cd6e-eb45-4086-9909-3596911f9ac4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:12:20.195491 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b934cd6e-eb45-4086-9909-3596911f9ac4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:12:20.195813 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b934cd6e-eb45-4086-9909-3596911f9ac4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:12:20.196133 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b934cd6e-eb45-4086-9909-3596911f9ac4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:12:20.196451 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b934cd6e-eb45-4086-9909-3596911f9ac4 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:12:20.196768 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b934cd6e-eb45-4086-9909-3596911f9ac4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:12:20.197088 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b934cd6e-eb45-4086-9909-3596911f9ac4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:12:20.197402 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b934cd6e-eb45-4086-9909-3596911f9ac4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:12:20.197740 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b934cd6e-eb45-4086-9909-3596911f9ac4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:12:20.198051 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b934cd6e-eb45-4086-9909-3596911f9ac4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:12:20.246692 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [req-b111b10f-c555-4fbc-8965-5401988bb65a req-b934cd6e-eb45-4086-9909-3596911f9ac4 service neutron] No DVR routers for this DVR port 01ea3eb5-cf6d-42b3-bfeb-f893d7b97316 on host n-h1-843702-1 {{(pid=89109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 07:12:20.476779 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-b111b10f-c555-4fbc-8965-5401988bb65a req-b934cd6e-eb45-4086-9909-3596911f9ac4 service neutron] Attempting to bind port 01ea3eb5-cf6d-42b3-bfeb-f893d7b97316 on host n-h2-843702-1 for vnic_type normal with profile {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 07:12:20.477449 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-b111b10f-c555-4fbc-8965-5401988bb65a req-b934cd6e-eb45-4086-9909-3596911f9ac4 service neutron] Attempting to bind port 01ea3eb5-cf6d-42b3-bfeb-f893d7b97316 by drivers openvswitch,hyperv on host n-h2-843702-1 at level 0 using segments [{'id': '639fec61-648f-43bc-b0d3-0cf1cc7429b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'a47a4d1d-eb8c-481e-b553-a02034268da8'}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 07:12:20.477449 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b111b10f-c555-4fbc-8965-5401988bb65a req-b934cd6e-eb45-4086-9909-3596911f9ac4 service neutron] Attempting to bind port 01ea3eb5-cf6d-42b3-bfeb-f893d7b97316 on network a47a4d1d-eb8c-481e-b553-a02034268da8 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:12:20.481785 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b111b10f-c555-4fbc-8965-5401988bb65a req-b934cd6e-eb45-4086-9909-3596911f9ac4 service neutron] Port 01ea3eb5-cf6d-42b3-bfeb-f893d7b97316 on network a47a4d1d-eb8c-481e-b553-a02034268da8 not bound, no agent of type Open vSwitch agent registered on host n-h2-843702-1 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 07:12:20.482096 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b111b10f-c555-4fbc-8965-5401988bb65a req-b934cd6e-eb45-4086-9909-3596911f9ac4 service neutron] Attempting to bind port 01ea3eb5-cf6d-42b3-bfeb-f893d7b97316 on network a47a4d1d-eb8c-481e-b553-a02034268da8 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:12:20.487478 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b111b10f-c555-4fbc-8965-5401988bb65a req-b934cd6e-eb45-4086-9909-3596911f9ac4 service neutron] Checking agent: {'id': 'f1a3973b-d2b3-4558-88e7-2ac50857d302', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 7, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 07:12:20.487803 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b111b10f-c555-4fbc-8965-5401988bb65a req-b934cd6e-eb45-4086-9909-3596911f9ac4 service neutron] Checking segment: {'id': '639fec61-648f-43bc-b0d3-0cf1cc7429b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'a47a4d1d-eb8c-481e-b553-a02034268da8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:12:20.488177 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b111b10f-c555-4fbc-8965-5401988bb65a req-b934cd6e-eb45-4086-9909-3596911f9ac4 service neutron] Bound using segment: {'id': '639fec61-648f-43bc-b0d3-0cf1cc7429b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'a47a4d1d-eb8c-481e-b553-a02034268da8'} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 07:12:20.488849 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-b111b10f-c555-4fbc-8965-5401988bb65a req-b934cd6e-eb45-4086-9909-3596911f9ac4 service neutron] Bound port: 01ea3eb5-cf6d-42b3-bfeb-f893d7b97316, host: n-h2-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '639fec61-648f-43bc-b0d3-0cf1cc7429b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'a47a4d1d-eb8c-481e-b553-a02034268da8'}}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 07:12:20.489181 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-b111b10f-c555-4fbc-8965-5401988bb65a req-b934cd6e-eb45-4086-9909-3596911f9ac4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:12:20.574615 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-b111b10f-c555-4fbc-8965-5401988bb65a req-b934cd6e-eb45-4086-9909-3596911f9ac4 service neutron] For port 01ea3eb5-cf6d-42b3-bfeb-f893d7b97316, host n-h2-843702-1, cleared binding levels {{(pid=89109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:12:20.577442 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-b111b10f-c555-4fbc-8965-5401988bb65a req-b934cd6e-eb45-4086-9909-3596911f9ac4 service neutron] For port 01ea3eb5-cf6d-42b3-bfeb-f893d7b97316, host n-h2-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=01ea3eb5-cf6d-42b3-bfeb-f893d7b97316,segment=NetworkSegment(639fec61-648f-43bc-b0d3-0cf1cc7429b3),segment_id=639fec61-648f-43bc-b0d3-0cf1cc7429b3)] {{(pid=89109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 07:12:20.676980 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-b111b10f-c555-4fbc-8965-5401988bb65a req-b934cd6e-eb45-4086-9909-3596911f9ac4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:12:20.742076 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b111b10f-c555-4fbc-8965-5401988bb65a req-b934cd6e-eb45-4086-9909-3596911f9ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:12:20.742702 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-b111b10f-c555-4fbc-8965-5401988bb65a req-b934cd6e-eb45-4086-9909-3596911f9ac4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:12:20.744042 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-b111b10f-c555-4fbc-8965-5401988bb65a req-b934cd6e-eb45-4086-9909-3596911f9ac4 service neutron] 10.222.0.71 "PUT /v2.0/ports/01ea3eb5-cf6d-42b3-bfeb-f893d7b97316 HTTP/1.1" status: 200 len: 1093 time: 1.2854381 May 28 07:12:20.762611 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b934cd6e-eb45-4086-9909-3596911f9ac4 service neutron] Pushing event updated for resources: {'Port': ['ID=01ea3eb5-cf6d-42b3-bfeb-f893d7b97316,revision_number=11']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:12:20.892887 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e90b4d5-0b8f-4abe-a2aa-e33611b66980 req-185740bb-7f28-405a-80d6-24328d22314a tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:12:20.895830 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8e90b4d5-0b8f-4abe-a2aa-e33611b66980 req-185740bb-7f28-405a-80d6-24328d22314a tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=47c70a38-e396-4245-b6d3-fa6631fd0fdb HTTP/1.1" status: 200 len: 945 time: 0.0971341 May 28 07:12:20.944626 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8e90b4d5-0b8f-4abe-a2aa-e33611b66980 req-c6587044-98e4-4145-9235-a4198cc528a0 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/security-groups?id=13e34f50-52da-4bf8-805d-87458cc00e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443943 May 28 07:12:20.965163 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b111b10f-c555-4fbc-8965-5401988bb65a req-cfe91aa8-954d-4f2f-8d2e-48d0f7e8b0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:12:20.966751 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-b111b10f-c555-4fbc-8965-5401988bb65a req-cfe91aa8-954d-4f2f-8d2e-48d0f7e8b0bc service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5f0305e9e0384b55a3ff03fd8ac69f6c&device_id=47c70a38-e396-4245-b6d3-fa6631fd0fdb HTTP/1.1" status: 200 len: 1096 time: 0.1883826 May 28 07:12:21.096263 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b111b10f-c555-4fbc-8965-5401988bb65a req-65909b04-0946-4bf5-a054-f608a17ce05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:12:21.097662 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-b111b10f-c555-4fbc-8965-5401988bb65a req-65909b04-0946-4bf5-a054-f608a17ce05e service neutron] 10.222.0.71 "GET /v2.0/networks?id=a47a4d1d-eb8c-481e-b553-a02034268da8 HTTP/1.1" status: 200 len: 897 time: 0.1250451 May 28 07:12:21.202464 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-b111b10f-c555-4fbc-8965-5401988bb65a req-5f3eeac4-3f82-4733-821a-fe736ac28786 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=01ea3eb5-cf6d-42b3-bfeb-f893d7b97316 HTTP/1.1" status: 200 len: 1000 time: 0.0968766 May 28 07:12:21.263777 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b111b10f-c555-4fbc-8965-5401988bb65a req-a8054331-8e4b-4a66-8984-101b8ed85a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:12:21.265100 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-b111b10f-c555-4fbc-8965-5401988bb65a req-a8054331-8e4b-4a66-8984-101b8ed85a2f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d73097ec-74fc-47b2-83d8-7e5ed9d2f017 HTTP/1.1" status: 200 len: 835 time: 0.0567610 May 28 07:12:21.340567 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b111b10f-c555-4fbc-8965-5401988bb65a req-a87b8416-bb02-4e92-8045-9ead9224afcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:12:21.342049 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-b111b10f-c555-4fbc-8965-5401988bb65a req-a87b8416-bb02-4e92-8045-9ead9224afcd service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a47a4d1d-eb8c-481e-b553-a02034268da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713177 May 28 07:12:21.469475 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-b111b10f-c555-4fbc-8965-5401988bb65a req-4908a039-b014-4463-8680-f9f4b5a398c7 service neutron] 10.222.0.71 "GET /v2.0/networks/a47a4d1d-eb8c-481e-b553-a02034268da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210885 May 28 07:12:21.600634 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-b111b10f-c555-4fbc-8965-5401988bb65a req-ac2d965f-2f7c-40f8-8e02-4db3e00b6725 service neutron] 10.222.0.71 "GET /v2.0/networks/a47a4d1d-eb8c-481e-b553-a02034268da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249139 May 28 07:12:22.130902 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bec90f2-9f79-4a89-b491-c8fec57f544b req-9901fa0d-637d-4581-93aa-7c4e234b43be tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:12:22.132370 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9bec90f2-9f79-4a89-b491-c8fec57f544b req-9901fa0d-637d-4581-93aa-7c4e234b43be tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=47c70a38-e396-4245-b6d3-fa6631fd0fdb HTTP/1.1" status: 200 len: 945 time: 0.0787079 May 28 07:12:22.152266 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47c70a38-e396-4245-b6d3-fa6631fd0fdb', 'tag': '01ea3eb5-cf6d-42b3-bfeb-f893d7b97316'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:12:22.176785 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9bec90f2-9f79-4a89-b491-c8fec57f544b req-98186a8a-c3c5-4581-ba46-a18ee1f20418 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/security-groups?id=13e34f50-52da-4bf8-805d-87458cc00e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389085 May 28 07:12:22.209862 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9dd4833-45b8-4bc9-a62a-161264ec550b'] response: {'name': 'network-changed', 'server_uuid': '47c70a38-e396-4245-b6d3-fa6631fd0fdb', 'tag': '01ea3eb5-cf6d-42b3-bfeb-f893d7b97316', 'status': 'completed', 'code': 200} May 28 07:12:22.308569 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f621ef-c7b1-45e6-9c73-63d9f70bcf5b req-47d1a913-bb42-4832-bdd7-6bc891282409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:12:22.310066 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-72f621ef-c7b1-45e6-9c73-63d9f70bcf5b req-47d1a913-bb42-4832-bdd7-6bc891282409 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5f0305e9e0384b55a3ff03fd8ac69f6c&device_id=47c70a38-e396-4245-b6d3-fa6631fd0fdb HTTP/1.1" status: 200 len: 1096 time: 0.0764251 May 28 07:12:22.326567 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f621ef-c7b1-45e6-9c73-63d9f70bcf5b req-4550decc-0ccb-421a-9e84-227fd325393b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:12:22.328039 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-72f621ef-c7b1-45e6-9c73-63d9f70bcf5b req-4550decc-0ccb-421a-9e84-227fd325393b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5f0305e9e0384b55a3ff03fd8ac69f6c&device_id=47c70a38-e396-4245-b6d3-fa6631fd0fdb HTTP/1.1" status: 200 len: 1096 time: 0.0780964 May 28 07:12:22.438770 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f621ef-c7b1-45e6-9c73-63d9f70bcf5b req-21126440-d6db-48f9-b999-0c12c69675da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:12:22.440726 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-72f621ef-c7b1-45e6-9c73-63d9f70bcf5b req-21126440-d6db-48f9-b999-0c12c69675da service neutron] 10.222.0.69 "GET /v2.0/networks?id=a47a4d1d-eb8c-481e-b553-a02034268da8 HTTP/1.1" status: 200 len: 897 time: 0.1252768 May 28 07:12:22.460920 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f621ef-c7b1-45e6-9c73-63d9f70bcf5b req-6549d609-63ae-42d3-9586-fbadd7aa7533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:12:22.462395 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-72f621ef-c7b1-45e6-9c73-63d9f70bcf5b req-6549d609-63ae-42d3-9586-fbadd7aa7533 service neutron] 10.222.0.71 "GET /v2.0/networks?id=a47a4d1d-eb8c-481e-b553-a02034268da8 HTTP/1.1" status: 200 len: 897 time: 0.1278927 May 28 07:12:22.543596 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-72f621ef-c7b1-45e6-9c73-63d9f70bcf5b req-f3214d31-bc44-4fd5-b401-b123989221b3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=01ea3eb5-cf6d-42b3-bfeb-f893d7b97316 HTTP/1.1" status: 200 len: 1000 time: 0.0966372 May 28 07:12:22.567977 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-72f621ef-c7b1-45e6-9c73-63d9f70bcf5b req-dd817a88-7fe3-43a2-bcd4-48c1de510a71 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=01ea3eb5-cf6d-42b3-bfeb-f893d7b97316 HTTP/1.1" status: 200 len: 1000 time: 0.0989332 May 28 07:12:22.604517 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f621ef-c7b1-45e6-9c73-63d9f70bcf5b req-01492b7d-b918-4bc5-a381-2e424f60dd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:12:22.605954 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-72f621ef-c7b1-45e6-9c73-63d9f70bcf5b req-01492b7d-b918-4bc5-a381-2e424f60dd83 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d73097ec-74fc-47b2-83d8-7e5ed9d2f017 HTTP/1.1" status: 200 len: 835 time: 0.0571165 May 28 07:12:22.635513 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f621ef-c7b1-45e6-9c73-63d9f70bcf5b req-34a04623-aa57-42be-bc9e-28b1e58cb321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:12:22.637083 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-72f621ef-c7b1-45e6-9c73-63d9f70bcf5b req-34a04623-aa57-42be-bc9e-28b1e58cb321 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d73097ec-74fc-47b2-83d8-7e5ed9d2f017 HTTP/1.1" status: 200 len: 835 time: 0.0617132 May 28 07:12:22.680722 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f621ef-c7b1-45e6-9c73-63d9f70bcf5b req-7fa8cb27-7f8a-453a-8043-f6fb4b2ad4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:12:22.682276 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-72f621ef-c7b1-45e6-9c73-63d9f70bcf5b req-7fa8cb27-7f8a-453a-8043-f6fb4b2ad4c8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a47a4d1d-eb8c-481e-b553-a02034268da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703030 May 28 07:12:22.712215 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f621ef-c7b1-45e6-9c73-63d9f70bcf5b req-96d378ec-c270-4984-b0c9-02a1a7e4cb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:12:22.713746 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-72f621ef-c7b1-45e6-9c73-63d9f70bcf5b req-96d378ec-c270-4984-b0c9-02a1a7e4cb3d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a47a4d1d-eb8c-481e-b553-a02034268da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704319 May 28 07:12:22.846675 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-72f621ef-c7b1-45e6-9c73-63d9f70bcf5b req-82a1f01e-4dba-47b6-8da4-ec1ce58434ab service neutron] 10.222.0.71 "GET /v2.0/networks/a47a4d1d-eb8c-481e-b553-a02034268da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251698 May 28 07:12:22.868375 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-72f621ef-c7b1-45e6-9c73-63d9f70bcf5b req-92a2a97a-1090-4856-af34-b70727da0768 service neutron] 10.222.0.69 "GET /v2.0/networks/a47a4d1d-eb8c-481e-b553-a02034268da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803923 May 28 07:12:22.874104 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8380f958-d561-4785-ba34-2a58b05cce47 req-73a3f63b-ed7e-4ce3-90ef-df3fbb4cda57 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=08247089-1673-4b7c-a1d2-4bbfc581fbf2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1175559 May 28 07:12:22.986105 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-72f621ef-c7b1-45e6-9c73-63d9f70bcf5b req-5c7c4f7a-d95e-4221-8234-e647f11396d9 service neutron] 10.222.0.71 "GET /v2.0/networks/a47a4d1d-eb8c-481e-b553-a02034268da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330383 May 28 07:12:23.057384 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 01ea3eb5-cf6d-42b3-bfeb-f893d7b97316 no longer exists at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:12:23.120953 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 01ea3eb5-cf6d-42b3-bfeb-f893d7b97316 not bound to the agent host n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 07:12:23.151007 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-72f621ef-c7b1-45e6-9c73-63d9f70bcf5b req-ae62f471-159c-42e4-a2d3-4c60e0d16922 service neutron] 10.222.0.69 "GET /v2.0/networks/a47a4d1d-eb8c-481e-b553-a02034268da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2759809 May 28 07:12:23.160180 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380f958-d561-4785-ba34-2a58b05cce47 req-1182d86f-b82e-4300-ba03-bde354f6da37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:12:23.161692 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8380f958-d561-4785-ba34-2a58b05cce47 req-1182d86f-b82e-4300-ba03-bde354f6da37 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6cd404fb9ef9487fb34baf3bf8b36b53&device_id=08247089-1673-4b7c-a1d2-4bbfc581fbf2 HTTP/1.1" status: 200 len: 1096 time: 0.1213944 May 28 07:12:23.398988 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380f958-d561-4785-ba34-2a58b05cce47 req-866ac701-ed4c-4bc5-b6d2-c6fcaeb3d604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:12:23.400418 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8380f958-d561-4785-ba34-2a58b05cce47 req-866ac701-ed4c-4bc5-b6d2-c6fcaeb3d604 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b87fb3cb-482f-4500-8eb8-33ba0d95db61 HTTP/1.1" status: 200 len: 912 time: 0.1820841 May 28 07:12:23.462313 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a59d91d-d090-4f25-ae80-d2345145d846 req-de2343c2-7519-430a-b846-f818977f8f69 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:12:23.463714 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4a59d91d-d090-4f25-ae80-d2345145d846 req-de2343c2-7519-430a-b846-f818977f8f69 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=47c70a38-e396-4245-b6d3-fa6631fd0fdb HTTP/1.1" status: 200 len: 945 time: 0.1744981 May 28 07:12:23.539034 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4a59d91d-d090-4f25-ae80-d2345145d846 req-b0f94724-973d-4620-92af-92831d342b53 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/security-groups?id=13e34f50-52da-4bf8-805d-87458cc00e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695050 May 28 07:12:23.542717 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8380f958-d561-4785-ba34-2a58b05cce47 req-dea758b7-694a-441c-a119-7d920c69bb8c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d5f7ec2b-bf5e-4b80-9c79-ba4fe1bade9c HTTP/1.1" status: 200 len: 1001 time: 0.1364763 May 28 07:12:23.607694 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380f958-d561-4785-ba34-2a58b05cce47 req-0d409a87-bb24-4fad-abc4-1e290c15e720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:12:23.609110 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8380f958-d561-4785-ba34-2a58b05cce47 req-0d409a87-bb24-4fad-abc4-1e290c15e720 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=03e4bbfb-d6ff-44b0-bb81-9edbb740d6df HTTP/1.1" status: 200 len: 850 time: 0.0605369 May 28 07:12:23.684239 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380f958-d561-4785-ba34-2a58b05cce47 req-17dc6802-49ca-4655-973a-8bd86b4c91e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:12:23.685643 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8380f958-d561-4785-ba34-2a58b05cce47 req-17dc6802-49ca-4655-973a-8bd86b4c91e7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b87fb3cb-482f-4500-8eb8-33ba0d95db61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711381 May 28 07:12:23.817204 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8380f958-d561-4785-ba34-2a58b05cce47 req-ddbc0c32-6581-4a8d-8214-babe58796893 service neutron] 10.222.0.69 "GET /v2.0/networks/b87fb3cb-482f-4500-8eb8-33ba0d95db61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249263 May 28 07:12:23.946662 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8380f958-d561-4785-ba34-2a58b05cce47 req-76888034-c025-4d8f-8915-ae6fa583e4e6 service neutron] 10.222.0.69 "GET /v2.0/networks/b87fb3cb-482f-4500-8eb8-33ba0d95db61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242523 May 28 07:12:24.445217 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 01ea3eb5-cf6d-42b3-bfeb-f893d7b97316 details requested by agent hyperv_n-h2-843702-1 with host n-h2-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 07:12:24.579035 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 01ea3eb5-cf6d-42b3-bfeb-f893d7b97316, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=01ea3eb5-cf6d-42b3-bfeb-f893d7b97316,segment=NetworkSegment(639fec61-648f-43bc-b0d3-0cf1cc7429b3),segment_id=639fec61-648f-43bc-b0d3-0cf1cc7429b3)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:12:24.592058 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Returning: {'device': '01ea3eb5-cf6d-42b3-bfeb-f893d7b97316', 'network_id': 'a47a4d1d-eb8c-481e-b553-a02034268da8', 'port_id': '01ea3eb5-cf6d-42b3-bfeb-f893d7b97316', 'mac_address': 'fa:16:3e:3a:14:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd73097ec-74fc-47b2-83d8-7e5ed9d2f017', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 07:12:24.646847 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 01ea3eb5-cf6d-42b3-bfeb-f893d7b97316 is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:12:24.647221 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:12:24.664953 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01ea3eb5-cf6d-42b3-bfeb-f893d7b97316 {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 07:12:24.681244 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 01ea3eb5-cf6d-42b3-bfeb-f893d7b97316, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=01ea3eb5-cf6d-42b3-bfeb-f893d7b97316,segment=NetworkSegment(639fec61-648f-43bc-b0d3-0cf1cc7429b3),segment_id=639fec61-648f-43bc-b0d3-0cf1cc7429b3)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:12:24.744163 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a89a82-59f5-4c63-9021-b6aafde8af1e req-e5544309-6c9f-4613-9299-9e782a3ed14c tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:12:24.745663 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-13a89a82-59f5-4c63-9021-b6aafde8af1e req-e5544309-6c9f-4613-9299-9e782a3ed14c tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=47c70a38-e396-4245-b6d3-fa6631fd0fdb HTTP/1.1" status: 200 len: 945 time: 0.0988693 May 28 07:12:24.793696 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-13a89a82-59f5-4c63-9021-b6aafde8af1e req-1fab1ad5-2290-4017-8f09-190413a0cb5c tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/security-groups?id=13e34f50-52da-4bf8-805d-87458cc00e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420177 May 28 07:12:24.796956 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:12:24.819485 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 54496) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:12:24.868744 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=01ea3eb5-cf6d-42b3-bfeb-f893d7b97316,revision_number=12']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:12:24.928153 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-a2a64095-9c52-4958-85fb-368b31906875 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/floatingips/b50b9dba-9b7f-4159-ab9d-871a31f01c77 HTTP/1.1" status: 200 len: 993 time: 0.1074970 May 28 07:12:25.085147 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['01ea3eb5-cf6d-42b3-bfeb-f893d7b97316'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 07:12:25.829346 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-e2ed004f-7210-4f07-8264-ae0de5f988a4 req-2ac7867c-10e6-4bdf-b6cf-bf4fa781a8ab service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=47c70a38-e396-4245-b6d3-fa6631fd0fdb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0699148 May 28 07:12:26.130471 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ed004f-7210-4f07-8264-ae0de5f988a4 req-9078dd25-8c9e-4866-ba27-098ef7d6e950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:12:26.131948 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-e2ed004f-7210-4f07-8264-ae0de5f988a4 req-9078dd25-8c9e-4866-ba27-098ef7d6e950 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5f0305e9e0384b55a3ff03fd8ac69f6c&device_id=47c70a38-e396-4245-b6d3-fa6631fd0fdb HTTP/1.1" status: 200 len: 1097 time: 0.2181151 May 28 07:12:26.282192 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ed004f-7210-4f07-8264-ae0de5f988a4 req-8ed435cf-033c-4a18-8848-4a4a62e84e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:12:26.283931 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-e2ed004f-7210-4f07-8264-ae0de5f988a4 req-8ed435cf-033c-4a18-8848-4a4a62e84e25 service neutron] 10.222.0.71 "GET /v2.0/networks?id=a47a4d1d-eb8c-481e-b553-a02034268da8 HTTP/1.1" status: 200 len: 897 time: 0.1323168 May 28 07:12:26.391455 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-e2ed004f-7210-4f07-8264-ae0de5f988a4 req-b610cc37-e217-4d3d-863e-e303dd77efee service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=01ea3eb5-cf6d-42b3-bfeb-f893d7b97316 HTTP/1.1" status: 200 len: 1001 time: 0.1012418 May 28 07:12:26.449979 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 01ea3eb5-cf6d-42b3-bfeb-f893d7b97316 up at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:12:26.454115 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ed004f-7210-4f07-8264-ae0de5f988a4 req-597a2947-12ac-4801-ac42-7381a419121b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:12:26.456077 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-e2ed004f-7210-4f07-8264-ae0de5f988a4 req-597a2947-12ac-4801-ac42-7381a419121b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d73097ec-74fc-47b2-83d8-7e5ed9d2f017 HTTP/1.1" status: 200 len: 835 time: 0.0589173 May 28 07:12:26.497780 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e80ddc29-db12-4282-a5a8-e457bee60207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:12:26.536978 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ed004f-7210-4f07-8264-ae0de5f988a4 req-6141fbdf-bc26-40d5-951e-26cb08ca8d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:12:26.538504 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-e2ed004f-7210-4f07-8264-ae0de5f988a4 req-6141fbdf-bc26-40d5-951e-26cb08ca8d93 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a47a4d1d-eb8c-481e-b553-a02034268da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0761130 May 28 07:12:26.594750 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning for port 01ea3eb5-cf6d-42b3-bfeb-f893d7b97316 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:12:26.596216 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning complete for port 01ea3eb5-cf6d-42b3-bfeb-f893d7b97316 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:12:26.596694 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:12:26.681822 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-e2ed004f-7210-4f07-8264-ae0de5f988a4 req-72ae4b0a-28ed-4f8e-853d-36b6b6041010 service neutron] 10.222.0.71 "GET /v2.0/networks/a47a4d1d-eb8c-481e-b553-a02034268da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373465 May 28 07:12:26.713550 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 01ea3eb5-cf6d-42b3-bfeb-f893d7b97316 is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:12:26.714010 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:12:26.742365 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47c70a38-e396-4245-b6d3-fa6631fd0fdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01ea3eb5-cf6d-42b3-bfeb-f893d7b97316'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:12:26.752682 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 01ea3eb5-cf6d-42b3-bfeb-f893d7b97316, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=01ea3eb5-cf6d-42b3-bfeb-f893d7b97316,segment=NetworkSegment(639fec61-648f-43bc-b0d3-0cf1cc7429b3),segment_id=639fec61-648f-43bc-b0d3-0cf1cc7429b3)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:12:26.794333 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d21c881-fbf7-47ee-9fa9-2977ef5be3aa'] response: {'server_uuid': '47c70a38-e396-4245-b6d3-fa6631fd0fdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01ea3eb5-cf6d-42b3-bfeb-f893d7b97316', 'code': 200} May 28 07:12:26.819723 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:12:26.820238 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-e2ed004f-7210-4f07-8264-ae0de5f988a4 req-0d6b6a94-e822-4186-8fde-b0cf666b5b0a service neutron] 10.222.0.71 "GET /v2.0/networks/a47a4d1d-eb8c-481e-b553-a02034268da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326210 May 28 07:12:26.894315 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=01ea3eb5-cf6d-42b3-bfeb-f893d7b97316,revision_number=13']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:12:27.990609 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:12:28.928102 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e4bae6f2-d32a-476e-afb9-2f9918dd3b89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:12:29.996874 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:12:30.099217 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:12:31.820017 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:12:32.680737 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:12:34.878945 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 07:12:52.430389 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-137ae3e3-5bf8-4995-90fa-64dbb470eb92 req-c7796047-61dc-4859-9f91-eaf0bc515d90 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-77122397&fields=id&tenant_id=6cd404fb9ef9487fb34baf3bf8b36b53 HTTP/1.1" status: 200 len: 267 time: 0.0392690 May 28 07:12:52.581442 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137ae3e3-5bf8-4995-90fa-64dbb470eb92 req-134b9f9c-fbbc-46cb-9100-88f1c0ba4871 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:12:52.582923 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-137ae3e3-5bf8-4995-90fa-64dbb470eb92 req-134b9f9c-fbbc-46cb-9100-88f1c0ba4871 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/networks?id=b87fb3cb-482f-4500-8eb8-33ba0d95db61 HTTP/1.1" status: 200 len: 811 time: 0.1462162 May 28 07:12:52.597714 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-137ae3e3-5bf8-4995-90fa-64dbb470eb92 req-7db39b54-c8e8-4864-a0ef-a964ce2040d9 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/quotas/6cd404fb9ef9487fb34baf3bf8b36b53 HTTP/1.1" status: 200 len: 375 time: 0.0095396 May 28 07:12:52.686262 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-137ae3e3-5bf8-4995-90fa-64dbb470eb92 req-f7da1547-c3ab-4871-bdc6-fcc9eb3f0135 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=6cd404fb9ef9487fb34baf3bf8b36b53&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0836003 May 28 07:12:52.823039 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-137ae3e3-5bf8-4995-90fa-64dbb470eb92 req-244c32fa-e8a8-4aee-b768-cf88fd5292e9 service neutron] 10.222.0.55 "GET /v2.0/networks/b87fb3cb-482f-4500-8eb8-33ba0d95db61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249890 May 28 07:12:53.066177 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-137ae3e3-5bf8-4995-90fa-64dbb470eb92 req-f58edaa5-2448-4425-bbc7-0595fb30a8fd service neutron] 10.222.0.55 "GET /v2.0/networks/b87fb3cb-482f-4500-8eb8-33ba0d95db61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373478 May 28 07:12:53.782352 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d974c29a-c6b1-4c29-bad8-01d65b7a69e9 req-807733e4-f56f-4a0e-a50a-f5514bf4502e tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=285a57b6-b324-4d76-a9ad-7b7c51d1e12b HTTP/1.1" status: 200 len: 210 time: 0.0466199 May 28 07:12:54.931894 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ab26a96c-dfdd-47b2-8b3f-806369065340 req-06f08e7c-6053-424a-af31-073972669751 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=285a57b6-b324-4d76-a9ad-7b7c51d1e12b HTTP/1.1" status: 200 len: 210 time: 0.0417643 May 28 07:12:55.456231 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cfd0ec-3ec9-4cc2-8d7a-bea64d2aa634 req-1eb77f2e-52c5-453e-accf-d356a6f10bb3 tempest-TestNetworkAdvancedServerOps-656139815 tempest-TestNetworkAdvancedServerOps-656139815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:12:55.457844 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-45cfd0ec-3ec9-4cc2-8d7a-bea64d2aa634 req-1eb77f2e-52c5-453e-accf-d356a6f10bb3 tempest-TestNetworkAdvancedServerOps-656139815 tempest-TestNetworkAdvancedServerOps-656139815-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=47c70a38-e396-4245-b6d3-fa6631fd0fdb HTTP/1.1" status: 200 len: 1098 time: 0.0704129 May 28 07:12:55.504083 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-45cfd0ec-3ec9-4cc2-8d7a-bea64d2aa634 req-9c94e7b0-399e-49bd-ac73-5f4b7f41461e tempest-TestNetworkAdvancedServerOps-656139815 tempest-TestNetworkAdvancedServerOps-656139815-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=13e34f50-52da-4bf8-805d-87458cc00e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407143 May 28 07:12:55.528718 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 54610) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:12:55.734364 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-3b5afd74-b6b4-4bcb-8278-5edb5b7d56f0 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Deleting port 30e04df3-dd8d-4174-b81f-7679983983cf {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:12:55.734713 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3b5afd74-b6b4-4bcb-8278-5edb5b7d56f0 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:12:55.908529 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3b5afd74-b6b4-4bcb-8278-5edb5b7d56f0 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:12:55.908955 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3b5afd74-b6b4-4bcb-8278-5edb5b7d56f0 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:12:56.041244 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-3b5afd74-b6b4-4bcb-8278-5edb5b7d56f0 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Calling delete_port for 30e04df3-dd8d-4174-b81f-7679983983cf owned by network:floatingip {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:12:56.128225 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-df43e72e-1970-486e-a700-4c98ad0399ef req-6f9fecdb-b8fb-4868-bd2c-033766fd3301 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=285a57b6-b324-4d76-a9ad-7b7c51d1e12b HTTP/1.1" status: 200 len: 210 time: 0.0586531 May 28 07:12:56.313355 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137ae3e3-5bf8-4995-90fa-64dbb470eb92 req-e9dd7c59-d3a2-4fe6-a064-402bcebc7fb0 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:12:56.314835 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-137ae3e3-5bf8-4995-90fa-64dbb470eb92 req-e9dd7c59-d3a2-4fe6-a064-402bcebc7fb0 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.71 "GET /v2.0/networks?id=b87fb3cb-482f-4500-8eb8-33ba0d95db61 HTTP/1.1" status: 200 len: 811 time: 0.1504047 May 28 07:12:56.370655 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-137ae3e3-5bf8-4995-90fa-64dbb470eb92 req-2310de3d-b64f-4193-a82c-4fbac315041c tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6cd404fb9ef9487fb34baf3bf8b36b53 HTTP/1.1" status: 200 len: 378 time: 0.0397942 May 28 07:12:56.380546 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-137ae3e3-5bf8-4995-90fa-64dbb470eb92 req-10638a94-73d5-45e7-82dd-10052c194b4e tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Request body: {'port': {'device_id': '285a57b6-b324-4d76-a9ad-7b7c51d1e12b', 'network_id': 'b87fb3cb-482f-4500-8eb8-33ba0d95db61', 'admin_state_up': True, 'tenant_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'security_groups': ['ebd25b8f-6b9f-4f5e-8a45-3a18da994937']}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:12:56.388771 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3b5afd74-b6b4-4bcb-8278-5edb5b7d56f0 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:12:56.444567 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5afd74-b6b4-4bcb-8278-5edb5b7d56f0 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Pushing event deleted for resources: {'Port': ['ID=30e04df3-dd8d-4174-b81f-7679983983cf,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:12:56.494559 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-a6f58df2-307b-45ae-a671-92c97ea4fc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:12:56.523323 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [req-137ae3e3-5bf8-4995-90fa-64dbb470eb92 req-10638a94-73d5-45e7-82dd-10052c194b4e tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:12:56.543525 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [req-137ae3e3-5bf8-4995-90fa-64dbb470eb92 req-10638a94-73d5-45e7-82dd-10052c194b4e tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:12:56.548950 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3b5afd74-b6b4-4bcb-8278-5edb5b7d56f0 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for floatingip, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:12:56.549757 n-d-843702-1 neutron-server[89110]: INFO neutron.db.l3_db [None req-3b5afd74-b6b4-4bcb-8278-5edb5b7d56f0 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Floating IP b50b9dba-9b7f-4159-ab9d-871a31f01c77 disassociated (deleted). External IP: 172.25.5.248, port: 01ea3eb5-cf6d-42b3-bfeb-f893d7b97316. May 28 07:12:56.635883 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-137ae3e3-5bf8-4995-90fa-64dbb470eb92 req-10638a94-73d5-45e7-82dd-10052c194b4e tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Made reservation on behalf of 6cd404fb9ef9487fb34baf3bf8b36b53 for: {'port': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 07:12:56.639700 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-137ae3e3-5bf8-4995-90fa-64dbb470eb92 req-10638a94-73d5-45e7-82dd-10052c194b4e tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:12:56.808081 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [req-137ae3e3-5bf8-4995-90fa-64dbb470eb92 req-10638a94-73d5-45e7-82dd-10052c194b4e tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Allocated IP 172.20.0.6 (b87fb3cb-482f-4500-8eb8-33ba0d95db61/03e4bbfb-d6ff-44b0-bb81-9edbb740d6df/ae5f8c67-24d9-4ef4-a6da-64c7579ab4e1) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:12:57.007052 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-137ae3e3-5bf8-4995-90fa-64dbb470eb92 req-10638a94-73d5-45e7-82dd-10052c194b4e tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:12:57.023221 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [req-137ae3e3-5bf8-4995-90fa-64dbb470eb92 req-10638a94-73d5-45e7-82dd-10052c194b4e tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Transition to ACTIVE for port object ae5f8c67-24d9-4ef4-a6da-64c7579ab4e1 will not be triggered until provisioned by entity DHCP. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:12:57.056021 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b5afd74-b6b4-4bcb-8278-5edb5b7d56f0 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Router 9a6c9222-db78-4708-9193-3c3833be323a has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 07:12:57.139572 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-137ae3e3-5bf8-4995-90fa-64dbb470eb92 req-10638a94-73d5-45e7-82dd-10052c194b4e tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:12:57.215522 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-137ae3e3-5bf8-4995-90fa-64dbb470eb92 req-10638a94-73d5-45e7-82dd-10052c194b4e tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Network b87fb3cb-482f-4500-8eb8-33ba0d95db61 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:12:57.216863 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [req-137ae3e3-5bf8-4995-90fa-64dbb470eb92 req-10638a94-73d5-45e7-82dd-10052c194b4e tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:12:57.228415 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [req-137ae3e3-5bf8-4995-90fa-64dbb470eb92 req-10638a94-73d5-45e7-82dd-10052c194b4e tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:12:57.286862 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10638a94-73d5-45e7-82dd-10052c194b4e tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Pushing event updated for resources: {'Port': ['ID=ae5f8c67-24d9-4ef4-a6da-64c7579ab4e1,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:12:57.328877 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137ae3e3-5bf8-4995-90fa-64dbb470eb92 req-10638a94-73d5-45e7-82dd-10052c194b4e tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:12:57.328877 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-137ae3e3-5bf8-4995-90fa-64dbb470eb92 req-10638a94-73d5-45e7-82dd-10052c194b4e tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:12:57.329547 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b5afd74-b6b4-4bcb-8278-5edb5b7d56f0 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 07:12:57.338774 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007bec65-b35e-4c19-ab9a-52259184082e None None] Sync routers for ids ['9a6c9222-db78-4708-9193-3c3833be323a'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 07:12:57.351188 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007bec65-b35e-4c19-ab9a-52259184082e None None] Routers {'9a6c9222-db78-4708-9193-3c3833be323a'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:12:57.352174 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-007bec65-b35e-4c19-ab9a-52259184082e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:12:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['9a6c9222-db78-4708-9193-3c3833be323a'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:12:57.366291 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3b5afd74-b6b4-4bcb-8278-5edb5b7d56f0 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:12:57.421989 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-3b5afd74-b6b4-4bcb-8278-5edb5b7d56f0 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "DELETE /v2.0/floatingips/b50b9dba-9b7f-4159-ab9d-871a31f01c77 HTTP/1.1" status: 204 len: 168 time: 1.8921413 May 28 07:12:57.424227 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47c70a38-e396-4245-b6d3-fa6631fd0fdb', 'tag': '01ea3eb5-cf6d-42b3-bfeb-f893d7b97316'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:12:57.438773 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c204fd-ae67-446c-a03d-51c0d272a212 req-d10f778f-633e-48b9-8f03-b89d2ea50924 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:12:57.440300 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e3c204fd-ae67-446c-a03d-51c0d272a212 req-d10f778f-633e-48b9-8f03-b89d2ea50924 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=285a57b6-b324-4d76-a9ad-7b7c51d1e12b HTTP/1.1" status: 200 len: 931 time: 0.1829727 May 28 07:12:57.465281 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-137ae3e3-5bf8-4995-90fa-64dbb470eb92 req-10638a94-73d5-45e7-82dd-10052c194b4e tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0887287 May 28 07:12:57.483661 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [req-137ae3e3-5bf8-4995-90fa-64dbb470eb92 req-73ea4b8c-079b-43ab-8bbc-2171ef237e4f service neutron] Request body: {'port': {'device_id': '285a57b6-b324-4d76-a9ad-7b7c51d1e12b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843702-1'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:12:57.492435 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e3c204fd-ae67-446c-a03d-51c0d272a212 req-13559db8-2c8a-45bf-a8ef-4d9f758a8d51 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebd25b8f-6b9f-4f5e-8a45-3a18da994937&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457113 May 28 07:12:57.544054 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-007bec65-b35e-4c19-ab9a-52259184082e None None] Set router 9a6c9222-db78-4708-9193-3c3833be323a gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:12:57.573368 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3306d12c-52fa-4e04-968a-9eb062bf8aad'] response: {'name': 'network-changed', 'server_uuid': '47c70a38-e396-4245-b6d3-fa6631fd0fdb', 'tag': '01ea3eb5-cf6d-42b3-bfeb-f893d7b97316', 'status': 'completed', 'code': 200} May 28 07:12:57.709538 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b6ab35-2938-4f6d-a70f-66c4f4376aea req-bf04a9d3-caf2-4d89-b3e4-dc5edab780f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:12:57.712071 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-02b6ab35-2938-4f6d-a70f-66c4f4376aea req-bf04a9d3-caf2-4d89-b3e4-dc5edab780f2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5f0305e9e0384b55a3ff03fd8ac69f6c&device_id=47c70a38-e396-4245-b6d3-fa6631fd0fdb HTTP/1.1" status: 200 len: 1098 time: 0.0950322 May 28 07:12:57.837533 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-137ae3e3-5bf8-4995-90fa-64dbb470eb92 req-73ea4b8c-079b-43ab-8bbc-2171ef237e4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:12:57.877218 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b6ab35-2938-4f6d-a70f-66c4f4376aea req-e73e794d-4695-40f7-930b-8434d29fce38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:12:57.878829 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-02b6ab35-2938-4f6d-a70f-66c4f4376aea req-e73e794d-4695-40f7-930b-8434d29fce38 service neutron] 10.222.0.71 "GET /v2.0/networks?id=a47a4d1d-eb8c-481e-b553-a02034268da8 HTTP/1.1" status: 200 len: 897 time: 0.1593704 May 28 07:12:57.908175 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-b115dd3b-78c7-445d-8f70-8a7245260c04 None None] Provisioning for port ae5f8c67-24d9-4ef4-a6da-64c7579ab4e1 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:12:57.956340 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-b115dd3b-78c7-445d-8f70-8a7245260c04 None None] Provisioning complete for port ae5f8c67-24d9-4ef4-a6da-64c7579ab4e1 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:12:57.956716 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b115dd3b-78c7-445d-8f70-8a7245260c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:12:57.960868 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-02b6ab35-2938-4f6d-a70f-66c4f4376aea req-ce8757dc-ec69-4933-8ec4-d2d4df3692fa service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=01ea3eb5-cf6d-42b3-bfeb-f893d7b97316 HTTP/1.1" status: 200 len: 217 time: 0.0743344 May 28 07:12:58.020304 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-b115dd3b-78c7-445d-8f70-8a7245260c04 None None] Port ae5f8c67-24d9-4ef4-a6da-64c7579ab4e1 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 07:12:58.043355 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-007bec65-b35e-4c19-ab9a-52259184082e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a6c9222-db78-4708-9193-3c3833be323a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1006431211', 'tenant_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': '7acf3221-0c22-49e9-8655-e82bef1c09f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:10:51Z', 'updated_at': '2022-05-28T07:10:57Z', 'revision_number': 4, 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'gw_port': {'id': '7acf3221-0c22-49e9-8655-e82bef1c09f2', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6c9222-db78-4708-9193-3c3833be323a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:10:52Z', 'updated_at': '2022-05-28T07:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '39418948-78a4-45ec-b1b3-b141de03d157', 'name': '', 'network_id': 'a47a4d1d-eb8c-481e-b553-a02034268da8', 'tenant_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'mac_address': 'fa:16:3e:44:cc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6c9222-db78-4708-9193-3c3833be323a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': 'd73097ec-74fc-47b2-83d8-7e5ed9d2f017', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:10:56Z', 'updated_at': '2022-05-28T07:11:02Z', 'revision_number': 5, 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'subnets': [{'id': 'd73097ec-74fc-47b2-83d8-7e5ed9d2f017', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:12:58.047910 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b6ab35-2938-4f6d-a70f-66c4f4376aea req-60570b05-6820-4e0f-80a2-b31faf61b4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:12:58.049895 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-02b6ab35-2938-4f6d-a70f-66c4f4376aea req-60570b05-6820-4e0f-80a2-b31faf61b4f8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d73097ec-74fc-47b2-83d8-7e5ed9d2f017 HTTP/1.1" status: 200 len: 835 time: 0.0829518 May 28 07:12:58.053014 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007bec65-b35e-4c19-ab9a-52259184082e None None] Checking router: 9a6c9222-db78-4708-9193-3c3833be323a for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 07:12:58.062989 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007bec65-b35e-4c19-ab9a-52259184082e None None] Routers {'9a6c9222-db78-4708-9193-3c3833be323a'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:12:58.063824 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-007bec65-b35e-4c19-ab9a-52259184082e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:12:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['9a6c9222-db78-4708-9193-3c3833be323a'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:12:58.157063 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:12:58.164489 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b6ab35-2938-4f6d-a70f-66c4f4376aea req-cd9a80ba-0092-49ac-83c6-2d345852b9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:12:58.166125 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-02b6ab35-2938-4f6d-a70f-66c4f4376aea req-cd9a80ba-0092-49ac-83c6-2d345852b9a7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a47a4d1d-eb8c-481e-b553-a02034268da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1002324 May 28 07:12:58.283463 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [req-137ae3e3-5bf8-4995-90fa-64dbb470eb92 req-73ea4b8c-079b-43ab-8bbc-2171ef237e4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae5f8c67-24d9-4ef4-a6da-64c7579ab4e1 {{(pid=89109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 07:12:58.294012 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-137ae3e3-5bf8-4995-90fa-64dbb470eb92 req-73ea4b8c-079b-43ab-8bbc-2171ef237e4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:12:58.296177 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-007bec65-b35e-4c19-ab9a-52259184082e None None] Set router 9a6c9222-db78-4708-9193-3c3833be323a gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:12:58.313563 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [req-137ae3e3-5bf8-4995-90fa-64dbb470eb92 req-73ea4b8c-079b-43ab-8bbc-2171ef237e4f service neutron] Transition to ACTIVE for port object ae5f8c67-24d9-4ef4-a6da-64c7579ab4e1 will not be triggered until provisioned by entity L2. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:12:58.377660 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-137ae3e3-5bf8-4995-90fa-64dbb470eb92 req-73ea4b8c-079b-43ab-8bbc-2171ef237e4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:12:58.430012 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-02b6ab35-2938-4f6d-a70f-66c4f4376aea req-af7c407e-86ce-4f6c-919c-2b6bde5c9a38 service neutron] 10.222.0.71 "GET /v2.0/networks/a47a4d1d-eb8c-481e-b553-a02034268da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562699 May 28 07:12:58.443016 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46a841c-753d-4496-bcae-641cf114ed92 req-3afbff23-77e1-4db0-857e-1812fedda090 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:12:58.444014 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-f46a841c-753d-4496-bcae-641cf114ed92 req-3afbff23-77e1-4db0-857e-1812fedda090 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Synchronizing usage tracker for tenant:5f0305e9e0384b55a3ff03fd8ac69f6c on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:12:58.650461 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ea4b8c-079b-43ab-8bbc-2171ef237e4f service neutron] Pushing event updated for resources: {'Port': ['ID=ae5f8c67-24d9-4ef4-a6da-64c7579ab4e1,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:12:58.695150 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-007bec65-b35e-4c19-ab9a-52259184082e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a6c9222-db78-4708-9193-3c3833be323a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1006431211', 'tenant_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': '7acf3221-0c22-49e9-8655-e82bef1c09f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:10:51Z', 'updated_at': '2022-05-28T07:10:57Z', 'revision_number': 4, 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'gw_port': {'id': '7acf3221-0c22-49e9-8655-e82bef1c09f2', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6c9222-db78-4708-9193-3c3833be323a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:10:52Z', 'updated_at': '2022-05-28T07:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '39418948-78a4-45ec-b1b3-b141de03d157', 'name': '', 'network_id': 'a47a4d1d-eb8c-481e-b553-a02034268da8', 'tenant_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'mac_address': 'fa:16:3e:44:cc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6c9222-db78-4708-9193-3c3833be323a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': 'd73097ec-74fc-47b2-83d8-7e5ed9d2f017', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:10:56Z', 'updated_at': '2022-05-28T07:11:02Z', 'revision_number': 5, 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'subnets': [{'id': 'd73097ec-74fc-47b2-83d8-7e5ed9d2f017', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:12:58.702014 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007bec65-b35e-4c19-ab9a-52259184082e None None] The sync data for ids ['9a6c9222-db78-4708-9193-3c3833be323a'] in n-d-843702-1 is: [{'id': '9a6c9222-db78-4708-9193-3c3833be323a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1006431211', 'tenant_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': '7acf3221-0c22-49e9-8655-e82bef1c09f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:10:51Z', 'updated_at': '2022-05-28T07:10:57Z', 'revision_number': 4, 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'gw_port': {'id': '7acf3221-0c22-49e9-8655-e82bef1c09f2', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6c9222-db78-4708-9193-3c3833be323a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:10:52Z', 'updated_at': '2022-05-28T07:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '39418948-78a4-45ec-b1b3-b141de03d157', 'name': '', 'network_id': 'a47a4d1d-eb8c-481e-b553-a02034268da8', 'tenant_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'mac_address': 'fa:16:3e:44:cc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6c9222-db78-4708-9193-3c3833be323a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': 'd73097ec-74fc-47b2-83d8-7e5ed9d2f017', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:10:56Z', 'updated_at': '2022-05-28T07:11:02Z', 'revision_number': 5, 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'subnets': [{'id': 'd73097ec-74fc-47b2-83d8-7e5ed9d2f017', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 07:12:58.704497 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-137ae3e3-5bf8-4995-90fa-64dbb470eb92 req-73ea4b8c-079b-43ab-8bbc-2171ef237e4f service neutron] Attempting to bind port ae5f8c67-24d9-4ef4-a6da-64c7579ab4e1 on host n-h2-843702-1 for vnic_type normal with profile {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 07:12:58.704689 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-137ae3e3-5bf8-4995-90fa-64dbb470eb92 req-73ea4b8c-079b-43ab-8bbc-2171ef237e4f service neutron] Attempting to bind port ae5f8c67-24d9-4ef4-a6da-64c7579ab4e1 by drivers openvswitch,hyperv on host n-h2-843702-1 at level 0 using segments [{'id': '9b6a153f-5acc-4efc-9ff2-d82aa4b5901c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b87fb3cb-482f-4500-8eb8-33ba0d95db61'}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 07:12:58.705021 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137ae3e3-5bf8-4995-90fa-64dbb470eb92 req-73ea4b8c-079b-43ab-8bbc-2171ef237e4f service neutron] Attempting to bind port ae5f8c67-24d9-4ef4-a6da-64c7579ab4e1 on network b87fb3cb-482f-4500-8eb8-33ba0d95db61 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:12:58.708154 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-02b6ab35-2938-4f6d-a70f-66c4f4376aea req-8b0666fb-6ecc-4ebb-b2f4-d7f2d5d2a395 service neutron] 10.222.0.71 "GET /v2.0/networks/a47a4d1d-eb8c-481e-b553-a02034268da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2609603 May 28 07:12:58.711434 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137ae3e3-5bf8-4995-90fa-64dbb470eb92 req-73ea4b8c-079b-43ab-8bbc-2171ef237e4f service neutron] Port ae5f8c67-24d9-4ef4-a6da-64c7579ab4e1 on network b87fb3cb-482f-4500-8eb8-33ba0d95db61 not bound, no agent of type Open vSwitch agent registered on host n-h2-843702-1 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 07:12:58.711801 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137ae3e3-5bf8-4995-90fa-64dbb470eb92 req-73ea4b8c-079b-43ab-8bbc-2171ef237e4f service neutron] Attempting to bind port ae5f8c67-24d9-4ef4-a6da-64c7579ab4e1 on network b87fb3cb-482f-4500-8eb8-33ba0d95db61 {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:12:58.722401 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137ae3e3-5bf8-4995-90fa-64dbb470eb92 req-73ea4b8c-079b-43ab-8bbc-2171ef237e4f service neutron] Checking agent: {'id': 'f1a3973b-d2b3-4558-88e7-2ac50857d302', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 7, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 07:12:58.722734 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137ae3e3-5bf8-4995-90fa-64dbb470eb92 req-73ea4b8c-079b-43ab-8bbc-2171ef237e4f service neutron] Checking segment: {'id': '9b6a153f-5acc-4efc-9ff2-d82aa4b5901c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b87fb3cb-482f-4500-8eb8-33ba0d95db61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:12:58.723193 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137ae3e3-5bf8-4995-90fa-64dbb470eb92 req-73ea4b8c-079b-43ab-8bbc-2171ef237e4f service neutron] Bound using segment: {'id': '9b6a153f-5acc-4efc-9ff2-d82aa4b5901c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b87fb3cb-482f-4500-8eb8-33ba0d95db61'} {{(pid=89109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 07:12:58.724026 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.managers [req-137ae3e3-5bf8-4995-90fa-64dbb470eb92 req-73ea4b8c-079b-43ab-8bbc-2171ef237e4f service neutron] Bound port: ae5f8c67-24d9-4ef4-a6da-64c7579ab4e1, host: n-h2-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b6a153f-5acc-4efc-9ff2-d82aa4b5901c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b87fb3cb-482f-4500-8eb8-33ba0d95db61'}}] {{(pid=89109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 07:12:58.724161 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-137ae3e3-5bf8-4995-90fa-64dbb470eb92 req-73ea4b8c-079b-43ab-8bbc-2171ef237e4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:12:58.780641 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-f46a841c-753d-4496-bcae-641cf114ed92 req-3afbff23-77e1-4db0-857e-1812fedda090 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Unset dirty status for tenant:5f0305e9e0384b55a3ff03fd8ac69f6c on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:12:58.781839 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f46a841c-753d-4496-bcae-641cf114ed92 req-3afbff23-77e1-4db0-857e-1812fedda090 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=47c70a38-e396-4245-b6d3-fa6631fd0fdb HTTP/1.1" status: 200 len: 947 time: 0.5169208 May 28 07:12:58.838626 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f46a841c-753d-4496-bcae-641cf114ed92 req-c032c3d8-abf1-4da4-93cb-2370a0cc0d69 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/security-groups?id=13e34f50-52da-4bf8-805d-87458cc00e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496435 May 28 07:12:58.846579 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-137ae3e3-5bf8-4995-90fa-64dbb470eb92 req-73ea4b8c-079b-43ab-8bbc-2171ef237e4f service neutron] For port ae5f8c67-24d9-4ef4-a6da-64c7579ab4e1, host n-h2-843702-1, cleared binding levels {{(pid=89109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:12:58.850947 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [req-137ae3e3-5bf8-4995-90fa-64dbb470eb92 req-73ea4b8c-079b-43ab-8bbc-2171ef237e4f service neutron] For port ae5f8c67-24d9-4ef4-a6da-64c7579ab4e1, host n-h2-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=ae5f8c67-24d9-4ef4-a6da-64c7579ab4e1,segment=NetworkSegment(9b6a153f-5acc-4efc-9ff2-d82aa4b5901c),segment_id=9b6a153f-5acc-4efc-9ff2-d82aa4b5901c)] {{(pid=89109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 07:12:58.855291 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969ad28a-ba9d-48b4-b397-127813aa6725 req-eef46087-6608-4a38-8284-b82910d4400a tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:12:58.856419 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-969ad28a-ba9d-48b4-b397-127813aa6725 req-eef46087-6608-4a38-8284-b82910d4400a tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=285a57b6-b324-4d76-a9ad-7b7c51d1e12b HTTP/1.1" status: 200 len: 943 time: 0.1412735 May 28 07:12:58.913091 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-969ad28a-ba9d-48b4-b397-127813aa6725 req-8750aa6a-731c-4b7e-a196-1146b0377a6a tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebd25b8f-6b9f-4f5e-8a45-3a18da994937&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0493062 May 28 07:12:58.953369 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-137ae3e3-5bf8-4995-90fa-64dbb470eb92 req-73ea4b8c-079b-43ab-8bbc-2171ef237e4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:12:59.011002 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-a57e323b-f28c-4ed4-9c76-4f4c8fdeb034 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:12:59.013065 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137ae3e3-5bf8-4995-90fa-64dbb470eb92 req-73ea4b8c-079b-43ab-8bbc-2171ef237e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:12:59.013840 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [req-137ae3e3-5bf8-4995-90fa-64dbb470eb92 req-73ea4b8c-079b-43ab-8bbc-2171ef237e4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:12:59.015184 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-137ae3e3-5bf8-4995-90fa-64dbb470eb92 req-73ea4b8c-079b-43ab-8bbc-2171ef237e4f service neutron] 10.222.0.71 "PUT /v2.0/ports/ae5f8c67-24d9-4ef4-a6da-64c7579ab4e1 HTTP/1.1" status: 200 len: 1091 time: 1.5363259 May 28 07:12:59.015615 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '285a57b6-b324-4d76-a9ad-7b7c51d1e12b', 'tag': 'ae5f8c67-24d9-4ef4-a6da-64c7579ab4e1'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:12:59.020794 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc72092-555c-4572-bc15-e80ac0e3181c None None] New status for floating IP b50b9dba-9b7f-4159-ab9d-871a31f01c77: DOWN {{(pid=89112) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 07:12:59.041219 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ea4b8c-079b-43ab-8bbc-2171ef237e4f service neutron] Pushing event updated for resources: {'Port': ['ID=ae5f8c67-24d9-4ef4-a6da-64c7579ab4e1,revision_number=3']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:12:59.074079 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb384709-37d8-41e1-ae46-817e1486e728'] response: {'name': 'network-changed', 'server_uuid': '285a57b6-b324-4d76-a9ad-7b7c51d1e12b', 'tag': 'ae5f8c67-24d9-4ef4-a6da-64c7579ab4e1', 'status': 'completed', 'code': 200} May 28 07:12:59.199842 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083d2922-7399-4586-9b7d-922e0123926e req-4ac0345c-2141-4d16-9cfc-97322bb4c042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:12:59.205536 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-083d2922-7399-4586-9b7d-922e0123926e req-4ac0345c-2141-4d16-9cfc-97322bb4c042 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=6cd404fb9ef9487fb34baf3bf8b36b53&device_id=285a57b6-b324-4d76-a9ad-7b7c51d1e12b HTTP/1.1" status: 200 len: 1094 time: 0.0832930 May 28 07:12:59.374425 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083d2922-7399-4586-9b7d-922e0123926e req-e979c926-51a7-4987-a9f0-10f662424c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:12:59.375939 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-083d2922-7399-4586-9b7d-922e0123926e req-e979c926-51a7-4987-a9f0-10f662424c87 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=6cd404fb9ef9487fb34baf3bf8b36b53&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1469567 May 28 07:12:59.518020 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083d2922-7399-4586-9b7d-922e0123926e req-55dfc0ad-a52c-41c9-86aa-08803b953eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:12:59.519504 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-083d2922-7399-4586-9b7d-922e0123926e req-55dfc0ad-a52c-41c9-86aa-08803b953eee service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1371160 May 28 07:12:59.644295 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137ae3e3-5bf8-4995-90fa-64dbb470eb92 req-765719fa-b95e-4194-8e32-cb29adf7e3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:12:59.645812 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-137ae3e3-5bf8-4995-90fa-64dbb470eb92 req-765719fa-b95e-4194-8e32-cb29adf7e3a1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=6cd404fb9ef9487fb34baf3bf8b36b53&device_id=285a57b6-b324-4d76-a9ad-7b7c51d1e12b HTTP/1.1" status: 200 len: 1094 time: 0.0707109 May 28 07:12:59.739078 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-137ae3e3-5bf8-4995-90fa-64dbb470eb92 req-259e0a03-b022-4ee0-9a76-fceeda561651 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ae5f8c67-24d9-4ef4-a6da-64c7579ab4e1 HTTP/1.1" status: 200 len: 217 time: 0.0673339 May 28 07:12:59.751871 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1993d2-56c6-492d-b27c-ad4f062421af req-c9eb5dba-3165-4c37-9bef-81d31c3aaa32 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:12:59.753310 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0d1993d2-56c6-492d-b27c-ad4f062421af req-c9eb5dba-3165-4c37-9bef-81d31c3aaa32 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.71 "GET /v2.0/ports?device_id=47c70a38-e396-4245-b6d3-fa6631fd0fdb HTTP/1.1" status: 200 len: 947 time: 0.0812855 May 28 07:12:59.803384 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137ae3e3-5bf8-4995-90fa-64dbb470eb92 req-c874c874-cbaa-4d25-b8c4-e24e321651f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:12:59.804913 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-137ae3e3-5bf8-4995-90fa-64dbb470eb92 req-c874c874-cbaa-4d25-b8c4-e24e321651f6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=03e4bbfb-d6ff-44b0-bb81-9edbb740d6df HTTP/1.1" status: 200 len: 850 time: 0.0595059 May 28 07:12:59.826943 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-0d1993d2-56c6-492d-b27c-ad4f062421af req-eab9df92-d554-49e2-a53a-280cd898a6d9 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Deleting port 01ea3eb5-cf6d-42b3-bfeb-f893d7b97316 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:12:59.827194 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-0d1993d2-56c6-492d-b27c-ad4f062421af req-eab9df92-d554-49e2-a53a-280cd898a6d9 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:12:59.887669 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137ae3e3-5bf8-4995-90fa-64dbb470eb92 req-278084c5-efa7-406f-9c8c-e5bb0a041959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:12:59.889178 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-137ae3e3-5bf8-4995-90fa-64dbb470eb92 req-278084c5-efa7-406f-9c8c-e5bb0a041959 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b87fb3cb-482f-4500-8eb8-33ba0d95db61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0786803 May 28 07:13:00.048743 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-137ae3e3-5bf8-4995-90fa-64dbb470eb92 req-83486e4a-02c7-47f1-8ed7-04096e17c35c service neutron] 10.222.0.71 "GET /v2.0/networks/b87fb3cb-482f-4500-8eb8-33ba0d95db61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527767 May 28 07:13:00.049799 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:00.148467 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:00.304415 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-137ae3e3-5bf8-4995-90fa-64dbb470eb92 req-f4cb0375-9fb3-484d-bc29-06df41e58377 service neutron] 10.222.0.71 "GET /v2.0/networks/b87fb3cb-482f-4500-8eb8-33ba0d95db61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2484772 May 28 07:13:00.306028 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5378ab5-a390-4a33-9666-43d65848edcc req-4266a136-3f1d-43b6-b5b1-05f09fc27c79 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:13:00.307449 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b5378ab5-a390-4a33-9666-43d65848edcc req-4266a136-3f1d-43b6-b5b1-05f09fc27c79 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=47c70a38-e396-4245-b6d3-fa6631fd0fdb HTTP/1.1" status: 200 len: 947 time: 0.3080471 May 28 07:13:00.324744 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc079ae-4a6d-4514-b040-5889f98ca153 req-550ea68d-f681-4afe-b3cb-bb15129e8ae5 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:13:00.326215 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5dc079ae-4a6d-4514-b040-5889f98ca153 req-550ea68d-f681-4afe-b3cb-bb15129e8ae5 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=285a57b6-b324-4d76-a9ad-7b7c51d1e12b HTTP/1.1" status: 200 len: 943 time: 0.2781935 May 28 07:13:00.413568 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-0d1993d2-56c6-492d-b27c-ad4f062421af req-eab9df92-d554-49e2-a53a-280cd898a6d9 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] For port 01ea3eb5-cf6d-42b3-bfeb-f893d7b97316, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=01ea3eb5-cf6d-42b3-bfeb-f893d7b97316,segment=NetworkSegment(639fec61-648f-43bc-b0d3-0cf1cc7429b3),segment_id=639fec61-648f-43bc-b0d3-0cf1cc7429b3)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:13:00.413858 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-0d1993d2-56c6-492d-b27c-ad4f062421af req-eab9df92-d554-49e2-a53a-280cd898a6d9 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:00.423302 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5dc079ae-4a6d-4514-b040-5889f98ca153 req-3fe46be6-618e-4588-a60f-98ee61b7d2d5 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebd25b8f-6b9f-4f5e-8a45-3a18da994937&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0827415 May 28 07:13:00.425843 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b5378ab5-a390-4a33-9666-43d65848edcc req-af708186-f239-4f79-9ffc-eee95ea83ae2 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/security-groups?id=13e34f50-52da-4bf8-805d-87458cc00e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125689 May 28 07:13:00.543162 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-0d1993d2-56c6-492d-b27c-ad4f062421af req-eab9df92-d554-49e2-a53a-280cd898a6d9 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Calling delete_port for 01ea3eb5-cf6d-42b3-bfeb-f893d7b97316 owned by compute:nova {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:13:00.743065 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-0d1993d2-56c6-492d-b27c-ad4f062421af req-eab9df92-d554-49e2-a53a-280cd898a6d9 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:00.828050 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab9df92-d554-49e2-a53a-280cd898a6d9 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Pushing event deleted for resources: {'Port': ['ID=01ea3eb5-cf6d-42b3-bfeb-f893d7b97316,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:13:00.875948 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d1993d2-56c6-492d-b27c-ad4f062421af req-eab9df92-d554-49e2-a53a-280cd898a6d9 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] No DVR routers for this DVR port 01ea3eb5-cf6d-42b3-bfeb-f893d7b97316 on host n-h2-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 07:13:00.878560 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-0d1993d2-56c6-492d-b27c-ad4f062421af req-eab9df92-d554-49e2-a53a-280cd898a6d9 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:00.881564 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47c70a38-e396-4245-b6d3-fa6631fd0fdb', 'name': 'network-vif-deleted', 'tag': '01ea3eb5-cf6d-42b3-bfeb-f893d7b97316'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:13:00.927262 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-830eee22-580b-49f7-9fc9-f736cc5e39f6'] response: {'server_uuid': '47c70a38-e396-4245-b6d3-fa6631fd0fdb', 'name': 'network-vif-deleted', 'tag': '01ea3eb5-cf6d-42b3-bfeb-f893d7b97316', 'status': 'completed', 'code': 200} May 28 07:13:00.958997 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0d1993d2-56c6-492d-b27c-ad4f062421af req-eab9df92-d554-49e2-a53a-280cd898a6d9 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.71 "DELETE /v2.0/ports/01ea3eb5-cf6d-42b3-bfeb-f893d7b97316 HTTP/1.1" status: 204 len: 173 time: 1.1978712 May 28 07:13:01.623078 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-1c4c2e99-1606-479b-805e-e591bc025a6c req-e5d99bc8-a432-4679-99bc-685696b1bd7e tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Synchronizing usage tracker for tenant:5f0305e9e0384b55a3ff03fd8ac69f6c on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:13:01.661745 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b544ac49-78df-4073-95f6-65c59da214b0 req-7e2b39ee-74d7-48da-bc75-28a4a1a2c172 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:13:01.663224 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b544ac49-78df-4073-95f6-65c59da214b0 req-7e2b39ee-74d7-48da-bc75-28a4a1a2c172 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=285a57b6-b324-4d76-a9ad-7b7c51d1e12b HTTP/1.1" status: 200 len: 943 time: 0.1318958 May 28 07:13:01.711033 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b544ac49-78df-4073-95f6-65c59da214b0 req-03ba36cd-b665-405e-a65d-6cff5117304e tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebd25b8f-6b9f-4f5e-8a45-3a18da994937&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420604 May 28 07:13:01.726420 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-1c4c2e99-1606-479b-805e-e591bc025a6c req-e5d99bc8-a432-4679-99bc-685696b1bd7e tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Unset dirty status for tenant:5f0305e9e0384b55a3ff03fd8ac69f6c on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:13:01.729877 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1c4c2e99-1606-479b-805e-e591bc025a6c req-e5d99bc8-a432-4679-99bc-685696b1bd7e tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=47c70a38-e396-4245-b6d3-fa6631fd0fdb HTTP/1.1" status: 200 len: 210 time: 0.1610532 May 28 07:13:01.819460 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:02.611034 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:02.689186 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 01ea3eb5-cf6d-42b3-bfeb-f893d7b97316 no longer exists at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:13:02.722408 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] No Port match for: 01ea3eb5-cf6d-42b3-bfeb-f893d7b97316 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 07:13:02.722744 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 01ea3eb5-cf6d-42b3-bfeb-f893d7b97316 not bound to the agent host n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 07:13:02.830691 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 54642) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:13:02.909086 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e31780-8153-49f8-beab-04cc99e89396 req-574a2bcc-d7ba-4a67-9926-e773365967ec tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:13:02.911045 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b6e31780-8153-49f8-beab-04cc99e89396 req-574a2bcc-d7ba-4a67-9926-e773365967ec tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=285a57b6-b324-4d76-a9ad-7b7c51d1e12b HTTP/1.1" status: 200 len: 943 time: 0.0823395 May 28 07:13:02.958528 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b6e31780-8153-49f8-beab-04cc99e89396 req-733c395c-f4ec-424a-b2fb-27259f6f48cb tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebd25b8f-6b9f-4f5e-8a45-3a18da994937&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415428 May 28 07:13:03.407767 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2c335343-2fd7-45f5-af55-3c5b9d745a9c tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700548'] for router_interface, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:03.757845 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-2c335343-2fd7-45f5-af55-3c5b9d745a9c tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Deleting port 39418948-78a4-45ec-b1b3-b141de03d157 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:13:03.758135 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2c335343-2fd7-45f5-af55-3c5b9d745a9c tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:03.940165 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-2c335343-2fd7-45f5-af55-3c5b9d745a9c tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] For port 39418948-78a4-45ec-b1b3-b141de03d157, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=39418948-78a4-45ec-b1b3-b141de03d157,segment=NetworkSegment(639fec61-648f-43bc-b0d3-0cf1cc7429b3),segment_id=639fec61-648f-43bc-b0d3-0cf1cc7429b3)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:13:03.940814 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2c335343-2fd7-45f5-af55-3c5b9d745a9c tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:04.066092 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-2c335343-2fd7-45f5-af55-3c5b9d745a9c tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Calling delete_port for 39418948-78a4-45ec-b1b3-b141de03d157 owned by network:router_interface {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:13:04.153256 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a128ecbc-b54c-41b2-92f2-035b05afaf22 req-d5155bcb-c023-4c3d-a504-4cdb121f5a49 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:13:04.154845 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a128ecbc-b54c-41b2-92f2-035b05afaf22 req-d5155bcb-c023-4c3d-a504-4cdb121f5a49 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=285a57b6-b324-4d76-a9ad-7b7c51d1e12b HTTP/1.1" status: 200 len: 943 time: 0.0863316 May 28 07:13:04.204669 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a128ecbc-b54c-41b2-92f2-035b05afaf22 req-013f5bf6-2740-4926-bc98-8c35924efbeb tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebd25b8f-6b9f-4f5e-8a45-3a18da994937&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431218 May 28 07:13:04.590411 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2c335343-2fd7-45f5-af55-3c5b9d745a9c tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:04.678117 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c335343-2fd7-45f5-af55-3c5b9d745a9c tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Pushing event deleted for resources: {'Port': ['ID=39418948-78a4-45ec-b1b3-b141de03d157,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:13:04.927711 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2c335343-2fd7-45f5-af55-3c5b9d745a9c tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700472'] for router_interface, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:05.284261 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c335343-2fd7-45f5-af55-3c5b9d745a9c tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Router 9a6c9222-db78-4708-9193-3c3833be323a has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 07:13:05.397400 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f391e1f8-0db4-474b-a6aa-cf8da888fbfc req-6fcec969-2a74-4caa-8a22-c9830e665b10 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:13:05.398880 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f391e1f8-0db4-474b-a6aa-cf8da888fbfc req-6fcec969-2a74-4caa-8a22-c9830e665b10 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=285a57b6-b324-4d76-a9ad-7b7c51d1e12b HTTP/1.1" status: 200 len: 943 time: 0.0837097 May 28 07:13:05.443877 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f391e1f8-0db4-474b-a6aa-cf8da888fbfc req-a7309682-7088-4f93-81f2-fb9ae1091e74 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebd25b8f-6b9f-4f5e-8a45-3a18da994937&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392997 May 28 07:13:05.463868 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c335343-2fd7-45f5-af55-3c5b9d745a9c tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 07:13:05.474188 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9afcbc-1010-4aa5-a1c3-5ef67d1b09f3 None None] Sync routers for ids ['9a6c9222-db78-4708-9193-3c3833be323a'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 07:13:05.483379 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9afcbc-1010-4aa5-a1c3-5ef67d1b09f3 None None] Routers {'9a6c9222-db78-4708-9193-3c3833be323a'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:13:05.490683 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-0f9afcbc-1010-4aa5-a1c3-5ef67d1b09f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:12:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['9a6c9222-db78-4708-9193-3c3833be323a'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:13:05.543493 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-2c335343-2fd7-45f5-af55-3c5b9d745a9c tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "PUT /v2.0/routers/9a6c9222-db78-4708-9193-3c3833be323a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7091558 May 28 07:13:05.543710 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 54652) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:13:05.615379 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_v2 [None req-a86aa420-aa7b-439f-a085-1472a8cb6eaf tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Deleting subnet d73097ec-74fc-47b2-83d8-7e5ed9d2f017 {{(pid=89109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 07:13:05.618358 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a86aa420-aa7b-439f-a085-1472a8cb6eaf tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for subnet, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:05.672406 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a86aa420-aa7b-439f-a085-1472a8cb6eaf tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3964070'] for subnet, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:05.674239 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-0f9afcbc-1010-4aa5-a1c3-5ef67d1b09f3 None None] Set router 9a6c9222-db78-4708-9193-3c3833be323a gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:13:05.761008 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a86aa420-aa7b-439f-a085-1472a8cb6eaf tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:05.973554 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-0f9afcbc-1010-4aa5-a1c3-5ef67d1b09f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a6c9222-db78-4708-9193-3c3833be323a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1006431211', 'tenant_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': '7acf3221-0c22-49e9-8655-e82bef1c09f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:10:51Z', 'updated_at': '2022-05-28T07:13:04Z', 'revision_number': 5, 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'gw_port': {'id': '7acf3221-0c22-49e9-8655-e82bef1c09f2', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6c9222-db78-4708-9193-3c3833be323a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:10:52Z', 'updated_at': '2022-05-28T07:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:13:05.977601 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9afcbc-1010-4aa5-a1c3-5ef67d1b09f3 None None] Checking router: 9a6c9222-db78-4708-9193-3c3833be323a for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 07:13:05.986045 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9afcbc-1010-4aa5-a1c3-5ef67d1b09f3 None None] Routers {'9a6c9222-db78-4708-9193-3c3833be323a'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:13:05.986655 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-0f9afcbc-1010-4aa5-a1c3-5ef67d1b09f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:12:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['9a6c9222-db78-4708-9193-3c3833be323a'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:13:06.031152 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a86aa420-aa7b-439f-a085-1472a8cb6eaf tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9555650'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:06.072933 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86aa420-aa7b-439f-a085-1472a8cb6eaf tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Pushing event deleted for resources: {'Subnet': ['ID=d73097ec-74fc-47b2-83d8-7e5ed9d2f017,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:13:06.075111 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a86aa420-aa7b-439f-a085-1472a8cb6eaf tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:06.085191 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 54656) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:13:06.085356 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-a86aa420-aa7b-439f-a085-1472a8cb6eaf tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "DELETE /v2.0/subnets/d73097ec-74fc-47b2-83d8-7e5ed9d2f017 HTTP/1.1" status: 204 len: 168 time: 0.5406156 May 28 07:13:06.090282 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43792728-2e54-4e63-a37e-489be5baabfa None None] Network a47a4d1d-eb8c-481e-b553-a02034268da8 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 07:13:06.261150 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-76754922-54e9-4e76-9517-e82463a5d9c0 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for router, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:06.357022 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-0f9afcbc-1010-4aa5-a1c3-5ef67d1b09f3 None None] Set router 9a6c9222-db78-4708-9193-3c3833be323a gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:13:06.555116 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-76754922-54e9-4e76-9517-e82463a5d9c0 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:06.635767 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-76754922-54e9-4e76-9517-e82463a5d9c0 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Deleting port 7acf3221-0c22-49e9-8655-e82bef1c09f2 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:13:06.640510 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-76754922-54e9-4e76-9517-e82463a5d9c0 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:06.663544 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a635eb-8bda-424b-a043-d2dc2dc6a287 None None] DHCP port deletion for a47a4d1d-eb8c-481e-b553-a02034268da8 request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 07:13:06.673920 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-a8a635eb-8bda-424b-a043-d2dc2dc6a287 None None] Deleting port d6989566-645c-4120-b9bb-1a12ad72265b {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:13:06.674231 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-a8a635eb-8bda-424b-a043-d2dc2dc6a287 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:06.693160 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23071991-62ff-4b3f-a533-3539ef20f031 req-8284bb2e-1c29-409a-bd94-34c4f70bc726 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:13:06.703831 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-23071991-62ff-4b3f-a533-3539ef20f031 req-8284bb2e-1c29-409a-bd94-34c4f70bc726 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=285a57b6-b324-4d76-a9ad-7b7c51d1e12b HTTP/1.1" status: 200 len: 943 time: 0.1325464 May 28 07:13:06.795138 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-0f9afcbc-1010-4aa5-a1c3-5ef67d1b09f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a6c9222-db78-4708-9193-3c3833be323a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1006431211', 'tenant_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': '7acf3221-0c22-49e9-8655-e82bef1c09f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:10:51Z', 'updated_at': '2022-05-28T07:13:04Z', 'revision_number': 5, 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'gw_port': {'id': '7acf3221-0c22-49e9-8655-e82bef1c09f2', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6c9222-db78-4708-9193-3c3833be323a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:10:52Z', 'updated_at': '2022-05-28T07:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:13:06.816713 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9afcbc-1010-4aa5-a1c3-5ef67d1b09f3 None None] The sync data for ids ['9a6c9222-db78-4708-9193-3c3833be323a'] in n-d-843702-1 is: [{'id': '9a6c9222-db78-4708-9193-3c3833be323a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1006431211', 'tenant_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': '7acf3221-0c22-49e9-8655-e82bef1c09f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:10:51Z', 'updated_at': '2022-05-28T07:13:04Z', 'revision_number': 5, 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'gw_port': {'id': '7acf3221-0c22-49e9-8655-e82bef1c09f2', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6c9222-db78-4708-9193-3c3833be323a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:10:52Z', 'updated_at': '2022-05-28T07:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 07:13:06.825564 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-23071991-62ff-4b3f-a533-3539ef20f031 req-4d73f63f-5d4f-4edb-a18e-caebdbf53dea tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebd25b8f-6b9f-4f5e-8a45-3a18da994937&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1214924 May 28 07:13:06.873482 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [None req-76754922-54e9-4e76-9517-e82463a5d9c0 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] For port 7acf3221-0c22-49e9-8655-e82bef1c09f2, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=7acf3221-0c22-49e9-8655-e82bef1c09f2,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:13:06.873840 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-76754922-54e9-4e76-9517-e82463a5d9c0 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:06.901759 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-a8a635eb-8bda-424b-a043-d2dc2dc6a287 None None] For port d6989566-645c-4120-b9bb-1a12ad72265b, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=d6989566-645c-4120-b9bb-1a12ad72265b,segment=NetworkSegment(639fec61-648f-43bc-b0d3-0cf1cc7429b3),segment_id=639fec61-648f-43bc-b0d3-0cf1cc7429b3)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:13:06.902144 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-a8a635eb-8bda-424b-a043-d2dc2dc6a287 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:07.017704 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-76754922-54e9-4e76-9517-e82463a5d9c0 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Calling delete_port for 7acf3221-0c22-49e9-8655-e82bef1c09f2 owned by network:router_gateway {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:13:07.038576 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-a8a635eb-8bda-424b-a043-d2dc2dc6a287 None None] Calling delete_port for d6989566-645c-4120-b9bb-1a12ad72265b owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:13:07.201625 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-a8a635eb-8bda-424b-a043-d2dc2dc6a287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879'] for port, after_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:07.249604 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a635eb-8bda-424b-a043-d2dc2dc6a287 None None] Pushing event deleted for resources: {'Port': ['ID=d6989566-645c-4120-b9bb-1a12ad72265b,revision_number=None']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:13:07.251658 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a635eb-8bda-424b-a043-d2dc2dc6a287 None None] No DVR routers for this DVR port d6989566-645c-4120-b9bb-1a12ad72265b on host n-d-843702-1 {{(pid=89111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 07:13:07.291854 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-76754922-54e9-4e76-9517-e82463a5d9c0 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:07.368232 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76754922-54e9-4e76-9517-e82463a5d9c0 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Pushing event deleted for resources: {'Port': ['ID=7acf3221-0c22-49e9-8655-e82bef1c09f2,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:13:07.435221 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-76754922-54e9-4e76-9517-e82463a5d9c0 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691105'] for router_gateway, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:07.605651 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-76754922-54e9-4e76-9517-e82463a5d9c0 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59018'] for router, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:07.607786 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-76754922-54e9-4e76-9517-e82463a5d9c0 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:07.704445 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-76754922-54e9-4e76-9517-e82463a5d9c0 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-703817'] for router, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:07.705008 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76754922-54e9-4e76-9517-e82463a5d9c0 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Fanout notify agent at l3_agent the message router_deleted on router 9a6c9222-db78-4708-9193-3c3833be323a {{(pid=89110) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 07:13:07.722613 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-76754922-54e9-4e76-9517-e82463a5d9c0 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for router, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:07.723681 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-76754922-54e9-4e76-9517-e82463a5d9c0 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "DELETE /v2.0/routers/9a6c9222-db78-4708-9193-3c3833be323a HTTP/1.1" status: 204 len: 168 time: 1.6374104 May 28 07:13:07.726538 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 54662) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:13:07.841102 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5e15f1c0-bd2c-4343-9986-0835ff3041f5 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:08.108035 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5e15f1c0-bd2c-4343-9986-0835ff3041f5 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:08.138965 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-5e15f1c0-bd2c-4343-9986-0835ff3041f5 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a47a4d1d-eb8c-481e-b553-a02034268da8']}} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:13:08.156599 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-5e15f1c0-bd2c-4343-9986-0835ff3041f5 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '639fec61-648f-43bc-b0d3-0cf1cc7429b3') {'for_net_delete': True} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:13:08.156887 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-5e15f1c0-bd2c-4343-9986-0835ff3041f5 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '639fec61-648f-43bc-b0d3-0cf1cc7429b3') {} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:13:08.177103 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5e15f1c0-bd2c-4343-9986-0835ff3041f5 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4150778'] for segment, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:08.190139 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2398ce6b-a1d5-446d-8882-2e05069eb524 req-47298ea2-75b5-498b-9d0a-efcd7ddac6a7 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:13:08.191637 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2398ce6b-a1d5-446d-8882-2e05069eb524 req-47298ea2-75b5-498b-9d0a-efcd7ddac6a7 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=285a57b6-b324-4d76-a9ad-7b7c51d1e12b HTTP/1.1" status: 200 len: 943 time: 0.1537294 May 28 07:13:08.213184 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5e15f1c0-bd2c-4343-9986-0835ff3041f5 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:08.224363 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e15f1c0-bd2c-4343-9986-0835ff3041f5 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=89110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 07:13:08.224746 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5e15f1c0-bd2c-4343-9986-0835ff3041f5 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3143023'] for segment, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:08.322111 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment 639fec61-648f-43bc-b0d3-0cf1cc7429b3 resource provider aggregate not found May 28 07:13:08.342471 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2398ce6b-a1d5-446d-8882-2e05069eb524 req-163d9078-b3ec-417e-986f-61795d3fd37d tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebd25b8f-6b9f-4f5e-8a45-3a18da994937&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1433294 May 28 07:13:08.347002 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment 639fec61-648f-43bc-b0d3-0cf1cc7429b3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 639fec61-648f-43bc-b0d3-0cf1cc7429b3 found for delete ", "request_id": "req-10cfbe08-ba3b-4cf0-b9e3-2821e7aaa151"}]} May 28 07:13:08.376594 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device d6989566-645c-4120-b9bb-1a12ad72265b no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:13:08.414815 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: d6989566-645c-4120-b9bb-1a12ad72265b {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 07:13:08.415156 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device d6989566-645c-4120-b9bb-1a12ad72265b not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 07:13:08.415572 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 7acf3221-0c22-49e9-8655-e82bef1c09f2 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:13:08.447425 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5e15f1c0-bd2c-4343-9986-0835ff3041f5 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:08.449606 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 7acf3221-0c22-49e9-8655-e82bef1c09f2 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 07:13:08.449954 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 7acf3221-0c22-49e9-8655-e82bef1c09f2 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 07:13:08.450372 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 39418948-78a4-45ec-b1b3-b141de03d157 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:13:08.453047 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5e15f1c0-bd2c-4343-9986-0835ff3041f5 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:08.481802 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e15f1c0-bd2c-4343-9986-0835ff3041f5 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Pushing event deleted for resources: {'Network': ['ID=a47a4d1d-eb8c-481e-b553-a02034268da8,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:13:08.483608 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 39418948-78a4-45ec-b1b3-b141de03d157 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 07:13:08.483966 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 39418948-78a4-45ec-b1b3-b141de03d157 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 07:13:08.551897 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-5e15f1c0-bd2c-4343-9986-0835ff3041f5 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "DELETE /v2.0/networks/a47a4d1d-eb8c-481e-b553-a02034268da8 HTTP/1.1" status: 204 len: 168 time: 0.8236239 May 28 07:13:08.553777 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 54674) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:13:08.622532 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b5a64f4e-971e-4ffc-a5ae-757ec4eed392 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:08.652709 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b5a64f4e-971e-4ffc-a5ae-757ec4eed392 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:08.721017 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device ae5f8c67-24d9-4ef4-a6da-64c7579ab4e1 details requested by agent hyperv_n-h2-843702-1 with host n-h2-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 07:13:08.778448 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b5a64f4e-971e-4ffc-a5ae-757ec4eed392 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:08.798014 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a64f4e-971e-4ffc-a5ae-757ec4eed392 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13e34f50-52da-4bf8-805d-87458cc00e14,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:13:08.864073 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b5a64f4e-971e-4ffc-a5ae-757ec4eed392 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:08.865285 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-b5a64f4e-971e-4ffc-a5ae-757ec4eed392 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "DELETE /v2.0/security-groups/13e34f50-52da-4bf8-805d-87458cc00e14 HTTP/1.1" status: 204 len: 168 time: 0.3105588 May 28 07:13:08.903219 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port ae5f8c67-24d9-4ef4-a6da-64c7579ab4e1, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=ae5f8c67-24d9-4ef4-a6da-64c7579ab4e1,segment=NetworkSegment(9b6a153f-5acc-4efc-9ff2-d82aa4b5901c),segment_id=9b6a153f-5acc-4efc-9ff2-d82aa4b5901c)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:13:08.915847 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Returning: {'device': 'ae5f8c67-24d9-4ef4-a6da-64c7579ab4e1', 'network_id': 'b87fb3cb-482f-4500-8eb8-33ba0d95db61', 'port_id': 'ae5f8c67-24d9-4ef4-a6da-64c7579ab4e1', 'mac_address': 'fa:16:3e:69:b5:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03e4bbfb-d6ff-44b0-bb81-9edbb740d6df', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 07:13:08.974567 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port ae5f8c67-24d9-4ef4-a6da-64c7579ab4e1 is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:13:08.974937 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:08.992901 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae5f8c67-24d9-4ef4-a6da-64c7579ab4e1 {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 07:13:09.010253 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port ae5f8c67-24d9-4ef4-a6da-64c7579ab4e1, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=ae5f8c67-24d9-4ef4-a6da-64c7579ab4e1,segment=NetworkSegment(9b6a153f-5acc-4efc-9ff2-d82aa4b5901c),segment_id=9b6a153f-5acc-4efc-9ff2-d82aa4b5901c)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:13:09.092768 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:09.120296 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 54682) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:13:09.125804 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-9feb6f8c-ac4e-43f6-b39e-753ab4cd7e18 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-926288666', 'description': 'tempest-secgroup-smoke-926288666 description', 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:13:09.133230 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-9feb6f8c-ac4e-43f6-b39e-753ab4cd7e18 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:13:09.137362 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-9feb6f8c-ac4e-43f6-b39e-753ab4cd7e18 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Usage tracker for resource:security_group and tenant:5f0305e9e0384b55a3ff03fd8ac69f6c is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:13:09.140191 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-9feb6f8c-ac4e-43f6-b39e-753ab4cd7e18 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:13:09.145797 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-9feb6f8c-ac4e-43f6-b39e-753ab4cd7e18 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:13:09.160859 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=ae5f8c67-24d9-4ef4-a6da-64c7579ab4e1,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:13:09.251065 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9feb6f8c-ac4e-43f6-b39e-753ab4cd7e18 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:09.266143 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-9feb6f8c-ac4e-43f6-b39e-753ab4cd7e18 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:13:09.270099 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-9feb6f8c-ac4e-43f6-b39e-753ab4cd7e18 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Usage tracker for resource:security_group_rule and tenant:5f0305e9e0384b55a3ff03fd8ac69f6c is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:13:09.272954 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-9feb6f8c-ac4e-43f6-b39e-753ab4cd7e18 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:13:09.278662 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-9feb6f8c-ac4e-43f6-b39e-753ab4cd7e18 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:13:09.349739 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9feb6f8c-ac4e-43f6-b39e-753ab4cd7e18 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:09.354863 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['ae5f8c67-24d9-4ef4-a6da-64c7579ab4e1'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 07:13:09.422974 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9feb6f8c-ac4e-43f6-b39e-753ab4cd7e18 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:09.474321 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feb6f8c-ac4e-43f6-b39e-753ab4cd7e18 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=296ae410-8d6f-4286-89c4-77fec5dc166f,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:13:09.544122 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d051a80-16e7-41d2-bdfc-cc4f110287b2 req-555ab5a1-fefc-43c5-9a9a-5af01630a0c0 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:13:09.545631 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6d051a80-16e7-41d2-bdfc-cc4f110287b2 req-555ab5a1-fefc-43c5-9a9a-5af01630a0c0 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=285a57b6-b324-4d76-a9ad-7b7c51d1e12b HTTP/1.1" status: 200 len: 944 time: 0.0946026 May 28 07:13:09.593548 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6d051a80-16e7-41d2-bdfc-cc4f110287b2 req-b9103b9a-e225-496b-83bc-d2722879ef22 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebd25b8f-6b9f-4f5e-8a45-3a18da994937&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403764 May 28 07:13:09.610864 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9feb6f8c-ac4e-43f6-b39e-753ab4cd7e18 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:09.610864 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-9feb6f8c-ac4e-43f6-b39e-753ab4cd7e18 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4852738 May 28 07:13:09.610864 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 54688) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:13:09.618565 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-33ced0f9-ff30-4744-9428-3989e052d93d tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Request body: {'security_group_rule': {'security_group_id': '296ae410-8d6f-4286-89c4-77fec5dc166f', 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:13:09.625356 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-33ced0f9-ff30-4744-9428-3989e052d93d tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:13:09.629898 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-33ced0f9-ff30-4744-9428-3989e052d93d tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Usage tracker for resource:security_group_rule and tenant:5f0305e9e0384b55a3ff03fd8ac69f6c is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:13:09.632886 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-33ced0f9-ff30-4744-9428-3989e052d93d tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:13:09.638625 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-33ced0f9-ff30-4744-9428-3989e052d93d tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:13:09.740417 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-33ced0f9-ff30-4744-9428-3989e052d93d tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:09.799540 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-33ced0f9-ff30-4744-9428-3989e052d93d tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:09.864376 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-33ced0f9-ff30-4744-9428-3989e052d93d tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:09.887230 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ced0f9-ff30-4744-9428-3989e052d93d tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03fa1194-1bc7-43f2-8957-1a53416d9cc7,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:13:09.993911 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-33ced0f9-ff30-4744-9428-3989e052d93d tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:09.995142 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-33ced0f9-ff30-4744-9428-3989e052d93d tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3847694 May 28 07:13:09.997803 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 54692) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:13:10.002872 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-9fb3afee-9669-4a4f-82bd-b026cb01f901 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Request body: {'security_group_rule': {'security_group_id': '296ae410-8d6f-4286-89c4-77fec5dc166f', 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:13:10.009720 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-9fb3afee-9669-4a4f-82bd-b026cb01f901 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:13:10.013499 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-9fb3afee-9669-4a4f-82bd-b026cb01f901 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Usage tracker for resource:security_group_rule and tenant:5f0305e9e0384b55a3ff03fd8ac69f6c is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:13:10.016286 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-9fb3afee-9669-4a4f-82bd-b026cb01f901 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:13:10.022747 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-9fb3afee-9669-4a4f-82bd-b026cb01f901 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:13:10.097587 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9fb3afee-9669-4a4f-82bd-b026cb01f901 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:10.160866 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9fb3afee-9669-4a4f-82bd-b026cb01f901 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:10.207911 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9fb3afee-9669-4a4f-82bd-b026cb01f901 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:10.230975 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb3afee-9669-4a4f-82bd-b026cb01f901 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39bec38e-faea-466f-9062-6e2b25d3ef50,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:13:10.304201 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9fb3afee-9669-4a4f-82bd-b026cb01f901 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:10.305474 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-9fb3afee-9669-4a4f-82bd-b026cb01f901 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3067040 May 28 07:13:10.308183 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 54696) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:13:10.312907 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-70f8d6fd-a157-4f1e-ad8e-e46db5ecb0e1 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Request body: {'security_group_rule': {'security_group_id': '296ae410-8d6f-4286-89c4-77fec5dc166f', 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:13:10.320572 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-70f8d6fd-a157-4f1e-ad8e-e46db5ecb0e1 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:13:10.324515 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-70f8d6fd-a157-4f1e-ad8e-e46db5ecb0e1 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Usage tracker for resource:security_group_rule and tenant:5f0305e9e0384b55a3ff03fd8ac69f6c is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:13:10.327404 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-70f8d6fd-a157-4f1e-ad8e-e46db5ecb0e1 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:13:10.333845 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-70f8d6fd-a157-4f1e-ad8e-e46db5ecb0e1 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:13:10.407713 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-70f8d6fd-a157-4f1e-ad8e-e46db5ecb0e1 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:10.469115 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-70f8d6fd-a157-4f1e-ad8e-e46db5ecb0e1 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:10.582389 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-70f8d6fd-a157-4f1e-ad8e-e46db5ecb0e1 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:10.605521 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f8d6fd-a157-4f1e-ad8e-e46db5ecb0e1 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0e0dd20-5596-477a-bd1a-ace9e223b6b7,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:13:10.681342 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-70f8d6fd-a157-4f1e-ad8e-e46db5ecb0e1 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:10.682144 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-70f8d6fd-a157-4f1e-ad8e-e46db5ecb0e1 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3727870 May 28 07:13:10.685290 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 54702) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:13:10.689797 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-adefdee1-601a-484e-af25-7375bb53876a tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Request body: {'security_group_rule': {'security_group_id': '296ae410-8d6f-4286-89c4-77fec5dc166f', 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:13:10.697341 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-adefdee1-601a-484e-af25-7375bb53876a tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:13:10.701620 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-adefdee1-601a-484e-af25-7375bb53876a tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Usage tracker for resource:security_group_rule and tenant:5f0305e9e0384b55a3ff03fd8ac69f6c is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:13:10.704503 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-adefdee1-601a-484e-af25-7375bb53876a tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:13:10.710409 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-adefdee1-601a-484e-af25-7375bb53876a tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:13:10.720829 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device ae5f8c67-24d9-4ef4-a6da-64c7579ab4e1 up at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:13:10.782035 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede0a670-1722-47c2-b784-25b504500de9 req-37b0700f-379e-4e6e-8fb4-53389588b13a tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:13:10.783523 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ede0a670-1722-47c2-b784-25b504500de9 req-37b0700f-379e-4e6e-8fb4-53389588b13a tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=285a57b6-b324-4d76-a9ad-7b7c51d1e12b HTTP/1.1" status: 200 len: 944 time: 0.0833638 May 28 07:13:10.825462 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-adefdee1-601a-484e-af25-7375bb53876a tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:10.832573 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ede0a670-1722-47c2-b784-25b504500de9 req-cee6991a-3526-4b43-8eb2-754c73354791 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebd25b8f-6b9f-4f5e-8a45-3a18da994937&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429699 May 28 07:13:10.889400 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-adefdee1-601a-484e-af25-7375bb53876a tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:10.892646 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning for port ae5f8c67-24d9-4ef4-a6da-64c7579ab4e1 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:13:10.897866 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning complete for port ae5f8c67-24d9-4ef4-a6da-64c7579ab4e1 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:13:10.898257 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:10.944432 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-adefdee1-601a-484e-af25-7375bb53876a tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:10.972517 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adefdee1-601a-484e-af25-7375bb53876a tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1c4d8c2-d4f0-40dc-88e7-8cee34360039,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:13:11.016351 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port ae5f8c67-24d9-4ef4-a6da-64c7579ab4e1 is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:13:11.016720 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:11.043462 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '285a57b6-b324-4d76-a9ad-7b7c51d1e12b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae5f8c67-24d9-4ef4-a6da-64c7579ab4e1'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:13:11.054651 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port ae5f8c67-24d9-4ef4-a6da-64c7579ab4e1, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=ae5f8c67-24d9-4ef4-a6da-64c7579ab4e1,segment=NetworkSegment(9b6a153f-5acc-4efc-9ff2-d82aa4b5901c),segment_id=9b6a153f-5acc-4efc-9ff2-d82aa4b5901c)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:13:11.058954 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-adefdee1-601a-484e-af25-7375bb53876a tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:11.060162 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-adefdee1-601a-484e-af25-7375bb53876a tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3748093 May 28 07:13:11.062898 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 54708) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:13:11.068486 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-aa009680-b898-4eba-9985-6ec11d5c0423 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Request body: {'security_group_rule': {'security_group_id': '296ae410-8d6f-4286-89c4-77fec5dc166f', 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:13:11.075476 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-aa009680-b898-4eba-9985-6ec11d5c0423 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:13:11.081688 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-aa009680-b898-4eba-9985-6ec11d5c0423 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Usage tracker for resource:security_group_rule and tenant:5f0305e9e0384b55a3ff03fd8ac69f6c is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:13:11.087958 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-aa009680-b898-4eba-9985-6ec11d5c0423 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:13:11.107203 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-aa009680-b898-4eba-9985-6ec11d5c0423 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:13:11.107312 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b17dc5a0-a9f6-4a3c-b419-6cc378bbc577'] response: {'server_uuid': '285a57b6-b324-4d76-a9ad-7b7c51d1e12b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae5f8c67-24d9-4ef4-a6da-64c7579ab4e1', 'code': 200} May 28 07:13:11.132878 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:11.201175 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=ae5f8c67-24d9-4ef4-a6da-64c7579ab4e1,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:13:11.235858 n-d-843702-1 neutron-server[89109]: INFO neutron.db.securitygroups_db [None req-aa009680-b898-4eba-9985-6ec11d5c0423 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Project 5f0305e9e0384b55a3ff03fd8ac69f6c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 07:13:11.237986 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-aa009680-b898-4eba-9985-6ec11d5c0423 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:11.259946 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517306a6-2d02-4654-af88-75b2618088ca req-3badd22d-a3da-4532-8c03-15895cc5dcde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:13:11.261441 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-517306a6-2d02-4654-af88-75b2618088ca req-3badd22d-a3da-4532-8c03-15895cc5dcde service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=285a57b6-b324-4d76-a9ad-7b7c51d1e12b HTTP/1.1" status: 200 len: 1096 time: 0.0726295 May 28 07:13:11.301771 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-517306a6-2d02-4654-af88-75b2618088ca req-547d1764-d7b9-4618-8b67-a2ab7edceb6f service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=ebd25b8f-6b9f-4f5e-8a45-3a18da994937&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346482 May 28 07:13:11.303386 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-aa009680-b898-4eba-9985-6ec11d5c0423 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:11.382630 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-aa009680-b898-4eba-9985-6ec11d5c0423 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:11.415144 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa009680-b898-4eba-9985-6ec11d5c0423 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef6007a0-f888-471a-a1b0-07fdbfd5878d,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:13:11.485540 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-aa009680-b898-4eba-9985-6ec11d5c0423 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:11.486742 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-aa009680-b898-4eba-9985-6ec11d5c0423 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4228618 May 28 07:13:11.489680 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 54712) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:13:11.494789 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-2c0c55f4-12c9-44a0-bec2-15135559ea66 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Request body: {'security_group_rule': {'security_group_id': '296ae410-8d6f-4286-89c4-77fec5dc166f', 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:13:11.501504 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-2c0c55f4-12c9-44a0-bec2-15135559ea66 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:13:11.505441 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-2c0c55f4-12c9-44a0-bec2-15135559ea66 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Usage tracker for resource:security_group_rule and tenant:5f0305e9e0384b55a3ff03fd8ac69f6c is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:13:11.508393 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-2c0c55f4-12c9-44a0-bec2-15135559ea66 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:13:11.514147 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-2c0c55f4-12c9-44a0-bec2-15135559ea66 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:13:11.583571 n-d-843702-1 neutron-server[89109]: INFO neutron.db.securitygroups_db [None req-2c0c55f4-12c9-44a0-bec2-15135559ea66 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Project 5f0305e9e0384b55a3ff03fd8ac69f6c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 07:13:11.590345 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2c0c55f4-12c9-44a0-bec2-15135559ea66 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:11.655287 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2c0c55f4-12c9-44a0-bec2-15135559ea66 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:11.720545 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2c0c55f4-12c9-44a0-bec2-15135559ea66 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:11.747089 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0c55f4-12c9-44a0-bec2-15135559ea66 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bc0ab93-2b01-4854-bd4f-28b9a2429535,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:13:11.836015 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2c0c55f4-12c9-44a0-bec2-15135559ea66 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:11.837068 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-2c0c55f4-12c9-44a0-bec2-15135559ea66 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3464842 May 28 07:13:11.839982 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 54716) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:13:11.845349 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-b7ed0bdd-63af-4e29-863a-5ea36d247a33 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Request body: {'network': {'name': 'tempest-network-smoke--1377401812', 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'port_security_enabled': True}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:13:11.851221 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-b7ed0bdd-63af-4e29-863a-5ea36d247a33 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:13:11.855238 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-b7ed0bdd-63af-4e29-863a-5ea36d247a33 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Usage tracker for resource:network and tenant:5f0305e9e0384b55a3ff03fd8ac69f6c is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:13:11.858215 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-b7ed0bdd-63af-4e29-863a-5ea36d247a33 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:13:11.864226 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-b7ed0bdd-63af-4e29-863a-5ea36d247a33 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:13:11.878189 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 07:13:11.940080 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7ed0bdd-63af-4e29-863a-5ea36d247a33 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Made reservation on behalf of 5f0305e9e0384b55a3ff03fd8ac69f6c for: {'network': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 07:13:11.943659 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b7ed0bdd-63af-4e29-863a-5ea36d247a33 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:11.971300 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7ed0bdd-63af-4e29-863a-5ea36d247a33 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=89109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 07:13:11.981301 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b7ed0bdd-63af-4e29-863a-5ea36d247a33 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:11.981660 n-d-843702-1 neutron-server[89109]: INFO neutron.db.segments_db [None req-b7ed0bdd-63af-4e29-863a-5ea36d247a33 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Added segment d545bc58-1ea4-4160-8e4f-744e60113fcf of type vlan for network 5c3096ac-d852-45ca-a71e-f85969a6ac9a May 28 07:13:12.011848 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b7ed0bdd-63af-4e29-863a-5ea36d247a33 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:12.028152 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef600a2f-dac4-454b-b46b-9a28103a6652 req-f385b8a5-51b5-4575-97ec-3a51050fd32a tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:13:12.029814 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ef600a2f-dac4-454b-b46b-9a28103a6652 req-f385b8a5-51b5-4575-97ec-3a51050fd32a tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=285a57b6-b324-4d76-a9ad-7b7c51d1e12b HTTP/1.1" status: 200 len: 945 time: 0.0868247 May 28 07:13:12.075312 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ef600a2f-dac4-454b-b46b-9a28103a6652 req-ef999386-56b7-41c9-b150-8b6c848f6ace tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebd25b8f-6b9f-4f5e-8a45-3a18da994937&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396683 May 28 07:13:12.121446 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b7ed0bdd-63af-4e29-863a-5ea36d247a33 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:12.126950 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ed0bdd-63af-4e29-863a-5ea36d247a33 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:13:12.127534 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b7ed0bdd-63af-4e29-863a-5ea36d247a33 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:12.234460 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ed0bdd-63af-4e29-863a-5ea36d247a33 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Pushing event updated for resources: {'Network': ['ID=5c3096ac-d852-45ca-a71e-f85969a6ac9a,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:13:12.246388 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 5c3096ac-d852-45ca-a71e-f85969a6ac9a details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 07:13:12.315694 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-b7ed0bdd-63af-4e29-863a-5ea36d247a33 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4746702 May 28 07:13:12.319460 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 54722) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:13:12.324649 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-b6c02b6f-907f-4510-a30b-83333f976a38 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-495785980', 'admin_state_up': True, 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:13:12.332869 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-b6c02b6f-907f-4510-a30b-83333f976a38 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:13:12.336766 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-b6c02b6f-907f-4510-a30b-83333f976a38 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Usage tracker for resource:router and tenant:5f0305e9e0384b55a3ff03fd8ac69f6c is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:13:12.341777 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-b6c02b6f-907f-4510-a30b-83333f976a38 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:13:12.348969 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-b6c02b6f-907f-4510-a30b-83333f976a38 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:13:12.439729 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b6c02b6f-907f-4510-a30b-83333f976a38 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59128'] for router, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:12.440773 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b6c02b6f-907f-4510-a30b-83333f976a38 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59009'] for router, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:12.455239 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b6c02b6f-907f-4510-a30b-83333f976a38 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:12.811951 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b6c02b6f-907f-4510-a30b-83333f976a38 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59027'] for router, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:13.172450 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b6c02b6f-907f-4510-a30b-83333f976a38 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for router_gateway, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:13.267462 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932290fc-1a1e-498b-b89e-11eb10f2fed5 req-6e3c3fce-e0a8-4bdb-b4a5-9a8c2abef531 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:13:13.269024 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-932290fc-1a1e-498b-b89e-11eb10f2fed5 req-6e3c3fce-e0a8-4bdb-b4a5-9a8c2abef531 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=285a57b6-b324-4d76-a9ad-7b7c51d1e12b HTTP/1.1" status: 200 len: 945 time: 0.0846150 May 28 07:13:13.319203 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-932290fc-1a1e-498b-b89e-11eb10f2fed5 req-2d0a6034-d590-4161-acbb-7c390627bc72 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebd25b8f-6b9f-4f5e-8a45-3a18da994937&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436881 May 28 07:13:13.320511 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b6c02b6f-907f-4510-a30b-83333f976a38 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:13.462280 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-b6c02b6f-907f-4510-a30b-83333f976a38 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Allocated IP 172.25.5.178 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/b95a007c-0b76-49a7-a401-04d95989212c) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:13:13.529867 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdde8ce3-5204-4d99-bec3-74d603d21c79 req-d1d0ea04-a703-4f9d-a2c2-b92c768cb50f tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:13:13.531522 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fdde8ce3-5204-4d99-bec3-74d603d21c79 req-d1d0ea04-a703-4f9d-a2c2-b92c768cb50f tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=285a57b6-b324-4d76-a9ad-7b7c51d1e12b HTTP/1.1" status: 200 len: 945 time: 0.0894842 May 28 07:13:13.580511 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fdde8ce3-5204-4d99-bec3-74d603d21c79 req-226a8cb6-4706-4634-b1c5-d7f43caf8e16 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebd25b8f-6b9f-4f5e-8a45-3a18da994937&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416844 May 28 07:13:13.605828 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 54730) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:13:13.618243 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b6c02b6f-907f-4510-a30b-83333f976a38 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:13.698822 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b6c02b6f-907f-4510-a30b-83333f976a38 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:13.764870 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c02b6f-907f-4510-a30b-83333f976a38 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:13:13.767643 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-b6c02b6f-907f-4510-a30b-83333f976a38 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:13:13.772558 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c02b6f-907f-4510-a30b-83333f976a38 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:13:13.813618 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c02b6f-907f-4510-a30b-83333f976a38 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Pushing event updated for resources: {'Port': ['ID=b95a007c-0b76-49a7-a401-04d95989212c,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:13:13.826924 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53dba0f2-d182-4f8a-a553-8602a41f3a6b tempest-TestVolumeBootPattern-852280307 tempest-TestVolumeBootPattern-852280307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:13:13.828427 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-53dba0f2-d182-4f8a-a553-8602a41f3a6b tempest-TestVolumeBootPattern-852280307 tempest-TestVolumeBootPattern-852280307-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=285a57b6-b324-4d76-a9ad-7b7c51d1e12b HTTP/1.1" status: 200 len: 1091 time: 0.2214990 May 28 07:13:13.831286 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 54736) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:13:13.836976 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-cb1d8df6-91e3-4a24-a205-7672fd8b6ba1 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Request body: {'floatingip': {'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'port_id': 'ae5f8c67-24d9-4ef4-a6da-64c7579ab4e1', 'tenant_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'fixed_ip_address': '172.20.0.6'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:13:13.843624 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-cb1d8df6-91e3-4a24-a205-7672fd8b6ba1 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:13:13.847462 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-cb1d8df6-91e3-4a24-a205-7672fd8b6ba1 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Usage tracker for resource:floatingip and tenant:6cd404fb9ef9487fb34baf3bf8b36b53 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:13:13.850966 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-cb1d8df6-91e3-4a24-a205-7672fd8b6ba1 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:13:13.856579 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-cb1d8df6-91e3-4a24-a205-7672fd8b6ba1 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:13:13.915883 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-cb1d8df6-91e3-4a24-a205-7672fd8b6ba1 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks [] for floatingip, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:14.055328 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-cb1d8df6-91e3-4a24-a205-7672fd8b6ba1 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:14.194399 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [None req-cb1d8df6-91e3-4a24-a205-7672fd8b6ba1 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Allocated IP 172.25.5.133 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/f49748f8-5af3-4e09-8f88-29b665637164) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:13:14.300534 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b6c02b6f-907f-4510-a30b-83333f976a38 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for router_gateway, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:14.343549 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-cb1d8df6-91e3-4a24-a205-7672fd8b6ba1 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:14.430446 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-cb1d8df6-91e3-4a24-a205-7672fd8b6ba1 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:14.500158 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb1d8df6-91e3-4a24-a205-7672fd8b6ba1 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:13:14.503000 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-cb1d8df6-91e3-4a24-a205-7672fd8b6ba1 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:13:14.506133 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1d8df6-91e3-4a24-a205-7672fd8b6ba1 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:13:14.546096 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1d8df6-91e3-4a24-a205-7672fd8b6ba1 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Pushing event updated for resources: {'Port': ['ID=f49748f8-5af3-4e09-8f88-29b665637164,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:13:14.559171 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1d8df6-91e3-4a24-a205-7672fd8b6ba1 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:13:14.559508 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1d8df6-91e3-4a24-a205-7672fd8b6ba1 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:13:14.559841 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1d8df6-91e3-4a24-a205-7672fd8b6ba1 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:13:14.560168 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1d8df6-91e3-4a24-a205-7672fd8b6ba1 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:13:14.560491 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1d8df6-91e3-4a24-a205-7672fd8b6ba1 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:13:14.560811 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1d8df6-91e3-4a24-a205-7672fd8b6ba1 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:13:14.561131 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1d8df6-91e3-4a24-a205-7672fd8b6ba1 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:13:14.561467 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1d8df6-91e3-4a24-a205-7672fd8b6ba1 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:13:14.561791 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1d8df6-91e3-4a24-a205-7672fd8b6ba1 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:13:14.562106 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1d8df6-91e3-4a24-a205-7672fd8b6ba1 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:13:14.562419 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1d8df6-91e3-4a24-a205-7672fd8b6ba1 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:13:14.562731 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1d8df6-91e3-4a24-a205-7672fd8b6ba1 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:13:14.646859 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b6c02b6f-907f-4510-a30b-83333f976a38 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690761'] for router, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:14.944053 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6c02b6f-907f-4510-a30b-83333f976a38 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Router 8ad55a26-9e55-486a-962c-9d936b9275a7 is scheduled to L3 agent 42958940-9562-4f71-972f-15a8af9d3963 with binding_index 1 {{(pid=89109) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 07:13:15.042035 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-cb1d8df6-91e3-4a24-a205-7672fd8b6ba1 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:15.171783 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-cb1d8df6-91e3-4a24-a205-7672fd8b6ba1 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:15.238224 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6c02b6f-907f-4510-a30b-83333f976a38 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 07:13:15.249914 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf7aa85-dc49-4c68-950e-b57b1eb07d13 None None] Sync routers for ids ['8ad55a26-9e55-486a-962c-9d936b9275a7'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 07:13:15.259861 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf7aa85-dc49-4c68-950e-b57b1eb07d13 None None] Routers {'8ad55a26-9e55-486a-962c-9d936b9275a7'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:13:15.260923 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-8bf7aa85-dc49-4c68-950e-b57b1eb07d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:12:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['8ad55a26-9e55-486a-962c-9d936b9275a7'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:13:15.344494 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b6c02b6f-907f-4510-a30b-83333f976a38 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:15.345666 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-b6c02b6f-907f-4510-a30b-83333f976a38 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.0251112 May 28 07:13:15.349545 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 54740) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:13:15.385266 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-cb1d8df6-91e3-4a24-a205-7672fd8b6ba1 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:15.392641 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-086a2e61-4b6d-4c7c-a817-18a6d432ac43 tempest-TestNetworkAdvancedServerOps-656139815 tempest-TestNetworkAdvancedServerOps-656139815-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=5f0305e9e0384b55a3ff03fd8ac69f6c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0415766 May 28 07:13:15.397331 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 54744) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:13:15.440790 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-8bf7aa85-dc49-4c68-950e-b57b1eb07d13 None None] Set router 8ad55a26-9e55-486a-962c-9d936b9275a7 gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:13:15.469922 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-cb1d8df6-91e3-4a24-a205-7672fd8b6ba1 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:15.533930 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4afb4f2-a284-4c88-9b7d-7345f2f7242b tempest-TestNetworkAdvancedServerOps-656139815 tempest-TestNetworkAdvancedServerOps-656139815-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:13:15.536185 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-f4afb4f2-a284-4c88-9b7d-7345f2f7242b tempest-TestNetworkAdvancedServerOps-656139815 tempest-TestNetworkAdvancedServerOps-656139815-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1391654 May 28 07:13:15.539363 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 54748) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:13:15.585686 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-5a6d9ae8-e1e8-42af-ab90-0d36a44d9fd5 tempest-TestNetworkAdvancedServerOps-656139815 tempest-TestNetworkAdvancedServerOps-656139815-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=68df399e-e75e-4871-9364-5d05730b50f0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0438750 May 28 07:13:15.588895 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 54752) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:13:15.594556 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-9f408b3d-902d-4d88-ae71-afd96e2fb675 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1742263482', 'network_id': '5c3096ac-d852-45ca-a71e-f85969a6ac9a', 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:13:15.606903 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1d8df6-91e3-4a24-a205-7672fd8b6ba1 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Pushing event updated for resources: {'Port': ['ID=f49748f8-5af3-4e09-8f88-29b665637164,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:13:15.618250 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-cb1d8df6-91e3-4a24-a205-7672fd8b6ba1 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691094'] for floatingip, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:15.716339 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-9f408b3d-902d-4d88-ae71-afd96e2fb675 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:13:15.720738 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-9f408b3d-902d-4d88-ae71-afd96e2fb675 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Usage tracker for resource:subnet and tenant:5f0305e9e0384b55a3ff03fd8ac69f6c is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:13:15.723491 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-9f408b3d-902d-4d88-ae71-afd96e2fb675 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:13:15.729442 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-9f408b3d-902d-4d88-ae71-afd96e2fb675 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:13:15.786134 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-8bf7aa85-dc49-4c68-950e-b57b1eb07d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ad55a26-9e55-486a-962c-9d936b9275a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-495785980', 'tenant_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': 'b95a007c-0b76-49a7-a401-04d95989212c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:13:12Z', 'updated_at': '2022-05-28T07:13:14Z', 'revision_number': 3, 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'gw_port': {'id': 'b95a007c-0b76-49a7-a401-04d95989212c', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a0:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ad55a26-9e55-486a-962c-9d936b9275a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:13:13Z', 'updated_at': '2022-05-28T07:13:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:13:15.791760 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf7aa85-dc49-4c68-950e-b57b1eb07d13 None None] Checking router: 8ad55a26-9e55-486a-962c-9d936b9275a7 for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 07:13:15.792282 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf7aa85-dc49-4c68-950e-b57b1eb07d13 None None] Updating router 8ad55a26-9e55-486a-962c-9d936b9275a7 port b95a007c-0b76-49a7-a401-04d95989212c binding host n-d-843702-1 {{(pid=89112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 07:13:15.797241 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f408b3d-902d-4d88-ae71-afd96e2fb675 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Made reservation on behalf of 5f0305e9e0384b55a3ff03fd8ac69f6c for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 07:13:15.801771 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9f408b3d-902d-4d88-ae71-afd96e2fb675 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:15.812758 n-d-843702-1 neutron-server[89110]: INFO neutron.db.l3_db [None req-cb1d8df6-91e3-4a24-a205-7672fd8b6ba1 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Floating IP c7f79b4c-ab5d-4501-926a-64adc1002363 associated. External IP: 172.25.5.133, port: ae5f8c67-24d9-4ef4-a6da-64c7579ab4e1. May 28 07:13:15.860656 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-8bf7aa85-dc49-4c68-950e-b57b1eb07d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:16.138135 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9f408b3d-902d-4d88-ae71-afd96e2fb675 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:16.233474 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f408b3d-902d-4d88-ae71-afd96e2fb675 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Pushing event updated for resources: {'Subnet': ['ID=d3aec4ea-b523-4a63-9f94-6812aa2abf96,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:13:16.243939 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f408b3d-902d-4d88-ae71-afd96e2fb675 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Checking segment: {'id': 'd545bc58-1ea4-4160-8e4f-744e60113fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5c3096ac-d852-45ca-a71e-f85969a6ac9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:13:16.244297 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f408b3d-902d-4d88-ae71-afd96e2fb675 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Network hostable DHCP agents. Network: 5c3096ac-d852-45ca-a71e-f85969a6ac9a, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 07:13:16.254764 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-8bf7aa85-dc49-4c68-950e-b57b1eb07d13 None None] Notify callbacks [] for port, precommit_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:16.259594 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb1d8df6-91e3-4a24-a205-7672fd8b6ba1 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Router b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 07:13:16.272173 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.provisioning_blocks [None req-8bf7aa85-dc49-4c68-950e-b57b1eb07d13 None None] Transition to ACTIVE for port object b95a007c-0b76-49a7-a401-04d95989212c will not be triggered until provisioned by entity L2. {{(pid=89112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:13:16.337195 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f408b3d-902d-4d88-ae71-afd96e2fb675 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Network 5c3096ac-d852-45ca-a71e-f85969a6ac9a is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 07:13:16.382056 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-8bf7aa85-dc49-4c68-950e-b57b1eb07d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:16.417194 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-9f408b3d-902d-4d88-ae71-afd96e2fb675 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, 5c3096ac-d852-45ca-a71e-f85969a6ac9a) {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:13:16.428260 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a771001-8b37-442b-b0d9-b2308ce86021 None None] Network 5c3096ac-d852-45ca-a71e-f85969a6ac9a requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 07:13:16.437006 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f408b3d-902d-4d88-ae71-afd96e2fb675 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:13:16.438192 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9f408b3d-902d-4d88-ae71-afd96e2fb675 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:16.487814 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-8bf7aa85-dc49-4c68-950e-b57b1eb07d13 None None] Attempting to bind port b95a007c-0b76-49a7-a401-04d95989212c on host n-d-843702-1 for vnic_type normal with profile {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 07:13:16.489831 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-8bf7aa85-dc49-4c68-950e-b57b1eb07d13 None None] Attempting to bind port b95a007c-0b76-49a7-a401-04d95989212c by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 07:13:16.490226 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf7aa85-dc49-4c68-950e-b57b1eb07d13 None None] Attempting to bind port b95a007c-0b76-49a7-a401-04d95989212c on network 68df399e-e75e-4871-9364-5d05730b50f0 {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:13:16.494243 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbda3e34-bb81-44d8-a8e7-0ddb1ff232e0 None None] Pushing event updated for resources: {'Port': ['ID=b95a007c-0b76-49a7-a401-04d95989212c,revision_number=2']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:13:16.513725 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbda3e34-bb81-44d8-a8e7-0ddb1ff232e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:13:16.518104 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbda3e34-bb81-44d8-a8e7-0ddb1ff232e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:13:16.518448 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbda3e34-bb81-44d8-a8e7-0ddb1ff232e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:13:16.518782 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbda3e34-bb81-44d8-a8e7-0ddb1ff232e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:13:16.521376 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbda3e34-bb81-44d8-a8e7-0ddb1ff232e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:13:16.525206 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbda3e34-bb81-44d8-a8e7-0ddb1ff232e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:13:16.525851 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbda3e34-bb81-44d8-a8e7-0ddb1ff232e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:13:16.526265 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbda3e34-bb81-44d8-a8e7-0ddb1ff232e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:13:16.526970 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbda3e34-bb81-44d8-a8e7-0ddb1ff232e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:13:16.527360 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbda3e34-bb81-44d8-a8e7-0ddb1ff232e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:13:16.527689 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbda3e34-bb81-44d8-a8e7-0ddb1ff232e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:13:16.530401 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbda3e34-bb81-44d8-a8e7-0ddb1ff232e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:13:16.539873 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf7aa85-dc49-4c68-950e-b57b1eb07d13 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 07:13:16.545886 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf7aa85-dc49-4c68-950e-b57b1eb07d13 None None] Checking segment: {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:13:16.545886 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-8bf7aa85-dc49-4c68-950e-b57b1eb07d13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:16.545886 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf7aa85-dc49-4c68-950e-b57b1eb07d13 None None] Bound using segment: {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 07:13:16.545886 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-8bf7aa85-dc49-4c68-950e-b57b1eb07d13 None None] Bound port: b95a007c-0b76-49a7-a401-04d95989212c, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 07:13:16.545886 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-8bf7aa85-dc49-4c68-950e-b57b1eb07d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:16.567381 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-9f408b3d-902d-4d88-ae71-afd96e2fb675 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9766006 May 28 07:13:16.570111 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 54758) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:13:16.611831 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb1d8df6-91e3-4a24-a205-7672fd8b6ba1 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 07:13:16.640780 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-8bf7aa85-dc49-4c68-950e-b57b1eb07d13 None None] For port b95a007c-0b76-49a7-a401-04d95989212c, host n-d-843702-1, cleared binding levels {{(pid=89112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:13:16.642929 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-8bf7aa85-dc49-4c68-950e-b57b1eb07d13 None None] For port b95a007c-0b76-49a7-a401-04d95989212c, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=b95a007c-0b76-49a7-a401-04d95989212c,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 07:13:16.643120 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e68e5c5-be91-45fe-96ca-3f72e3ee46d1 None None] Sync routers for ids ['b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 07:13:16.695326 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e68e5c5-be91-45fe-96ca-3f72e3ee46d1 None None] Routers {'b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:13:16.695962 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-4e68e5c5-be91-45fe-96ca-3f72e3ee46d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:12:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:13:16.727328 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-cb1d8df6-91e3-4a24-a205-7672fd8b6ba1 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:16.750220 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17dd0c03-b730-48f7-9bfb-4b1d2482b96e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-5c3096ac-d852-45ca-a71e-f85969a6ac9a', 'network_id': '5c3096ac-d852-45ca-a71e-f85969a6ac9a', 'tenant_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'fixed_ips': [{'subnet_id': 'd3aec4ea-b523-4a63-9f94-6812aa2abf96'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 07:13:16.751062 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-17dd0c03-b730-48f7-9bfb-4b1d2482b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:16.769018 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-8bf7aa85-dc49-4c68-950e-b57b1eb07d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:16.791982 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-cb1d8df6-91e3-4a24-a205-7672fd8b6ba1 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9595735 May 28 07:13:16.792759 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '285a57b6-b324-4d76-a9ad-7b7c51d1e12b', 'tag': 'ae5f8c67-24d9-4ef4-a6da-64c7579ab4e1'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:13:16.851351 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd936130-7be2-4852-96d1-5c6b205c9594'] response: {'name': 'network-changed', 'server_uuid': '285a57b6-b324-4d76-a9ad-7b7c51d1e12b', 'tag': 'ae5f8c67-24d9-4ef4-a6da-64c7579ab4e1', 'status': 'completed', 'code': 200} May 28 07:13:16.900414 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf7aa85-dc49-4c68-950e-b57b1eb07d13 None None] Routers {'8ad55a26-9e55-486a-962c-9d936b9275a7'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:13:16.901031 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-8bf7aa85-dc49-4c68-950e-b57b1eb07d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:12:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['8ad55a26-9e55-486a-962c-9d936b9275a7'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:13:16.996971 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbda3e34-bb81-44d8-a8e7-0ddb1ff232e0 None None] Pushing event updated for resources: {'Port': ['ID=b95a007c-0b76-49a7-a401-04d95989212c,revision_number=3']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:13:17.013127 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-4e68e5c5-be91-45fe-96ca-3f72e3ee46d1 None None] Set router b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:13:17.024488 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e801d464-7367-4e7a-ad78-6f54fc307c8e req-121142c5-2468-40d7-a209-13d9ebc4d300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:13:17.030676 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e801d464-7367-4e7a-ad78-6f54fc307c8e req-121142c5-2468-40d7-a209-13d9ebc4d300 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=6cd404fb9ef9487fb34baf3bf8b36b53&device_id=285a57b6-b324-4d76-a9ad-7b7c51d1e12b HTTP/1.1" status: 200 len: 1096 time: 0.1325371 May 28 07:13:17.108697 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-8bf7aa85-dc49-4c68-950e-b57b1eb07d13 None None] Set router 8ad55a26-9e55-486a-962c-9d936b9275a7 gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:13:17.208260 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e801d464-7367-4e7a-ad78-6f54fc307c8e req-caa6b213-abe0-48ed-bd8b-24985b16372e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:13:17.210138 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e801d464-7367-4e7a-ad78-6f54fc307c8e req-caa6b213-abe0-48ed-bd8b-24985b16372e service neutron] 10.222.0.71 "GET /v2.0/networks?id=b87fb3cb-482f-4500-8eb8-33ba0d95db61 HTTP/1.1" status: 200 len: 912 time: 0.1737127 May 28 07:13:17.214672 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-17dd0c03-b730-48f7-9bfb-4b1d2482b96e None None] Allocated IP 172.20.0.2 (5c3096ac-d852-45ca-a71e-f85969a6ac9a/d3aec4ea-b523-4a63-9f94-6812aa2abf96/b52f7b72-37d0-4007-8653-acc0b22e85d2) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:13:17.346143 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e801d464-7367-4e7a-ad78-6f54fc307c8e req-6f6de755-9be7-4e2a-a59c-4d367081d670 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ae5f8c67-24d9-4ef4-a6da-64c7579ab4e1 HTTP/1.1" status: 200 len: 999 time: 0.1254594 May 28 07:13:17.423757 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e801d464-7367-4e7a-ad78-6f54fc307c8e req-98fdf63f-b757-4e1c-87f1-44c6a3fd12e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:13:17.425788 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e801d464-7367-4e7a-ad78-6f54fc307c8e req-98fdf63f-b757-4e1c-87f1-44c6a3fd12e7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=03e4bbfb-d6ff-44b0-bb81-9edbb740d6df HTTP/1.1" status: 200 len: 850 time: 0.0719702 May 28 07:13:17.501330 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-8bf7aa85-dc49-4c68-950e-b57b1eb07d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ad55a26-9e55-486a-962c-9d936b9275a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-495785980', 'tenant_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': 'b95a007c-0b76-49a7-a401-04d95989212c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:13:12Z', 'updated_at': '2022-05-28T07:13:14Z', 'revision_number': 3, 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'gw_port': {'id': 'b95a007c-0b76-49a7-a401-04d95989212c', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a0:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ad55a26-9e55-486a-962c-9d936b9275a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:13:13Z', 'updated_at': '2022-05-28T07:13:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:13:17.509658 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf7aa85-dc49-4c68-950e-b57b1eb07d13 None None] The sync data for ids ['8ad55a26-9e55-486a-962c-9d936b9275a7'] in n-d-843702-1 is: [{'id': '8ad55a26-9e55-486a-962c-9d936b9275a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-495785980', 'tenant_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': 'b95a007c-0b76-49a7-a401-04d95989212c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:13:12Z', 'updated_at': '2022-05-28T07:13:14Z', 'revision_number': 3, 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'gw_port': {'id': 'b95a007c-0b76-49a7-a401-04d95989212c', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a0:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ad55a26-9e55-486a-962c-9d936b9275a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:13:13Z', 'updated_at': '2022-05-28T07:13:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 07:13:17.527331 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e801d464-7367-4e7a-ad78-6f54fc307c8e req-1ca3a7fd-99c2-4263-b164-4294fafa9fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:13:17.529020 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e801d464-7367-4e7a-ad78-6f54fc307c8e req-1ca3a7fd-99c2-4263-b164-4294fafa9fa1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b87fb3cb-482f-4500-8eb8-33ba0d95db61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0973339 May 28 07:13:17.633736 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-17dd0c03-b730-48f7-9bfb-4b1d2482b96e None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:17.648586 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-17dd0c03-b730-48f7-9bfb-4b1d2482b96e None None] Transition to ACTIVE for port object b52f7b72-37d0-4007-8653-acc0b22e85d2 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:13:17.655248 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6c03100d-1cfe-4141-aa22-e8e505f7bf27 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:17.673776 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-17dd0c03-b730-48f7-9bfb-4b1d2482b96e None None] Transition to ACTIVE for port object b52f7b72-37d0-4007-8653-acc0b22e85d2 will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:13:17.678556 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-4e68e5c5-be91-45fe-96ca-3f72e3ee46d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f', 'name': 'tempest-TestVolumeBootPattern-227510675-router', 'tenant_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': 'b3638f2e-8ae4-48e8-b94a-dbb59fec6d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:59:30Z', 'updated_at': '2022-05-28T06:59:37Z', 'revision_number': 4, 'project_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'gw_port': {'id': 'b3638f2e-8ae4-48e8-b94a-dbb59fec6d17', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:8c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:59:32Z', 'updated_at': '2022-05-28T06:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': 'b4c2079b-fe2d-4379-90b8-be2934d3ac4e', 'tenant_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'floating_ip_address': '172.25.5.212', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': 'b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f', 'port_id': 'd5f7ec2b-bf5e-4b80-9c79-ba4fe1bade9c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b87fb3cb-482f-4500-8eb8-33ba0d95db61', 'mac_address': 'fa:16:3e:4f:8e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08247089-1673-4b7c-a1d2-4bbfc581fbf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T07:09:40Z', 'updated_at': '2022-05-28T07:09:44Z', 'revision_number': 1, 'project_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'fixed_ip_address_scope': None}, {'id': 'c7f79b4c-ab5d-4501-926a-64adc1002363', 'tenant_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'floating_ip_address': '172.25.5.133', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': 'b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f', 'port_id': 'ae5f8c67-24d9-4ef4-a6da-64c7579ab4e1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4077, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b87fb3cb-482f-4500-8eb8-33ba0d95db61', 'mac_address': 'fa:16:3e:69:b5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '285a57b6-b324-4d76-a9ad-7b7c51d1e12b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T07:13:14Z', 'updated_at': '2022-05-28T07:13:14Z', 'revision_number': 0, 'project_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd50e37c7-6255-40ce-b4db-d02ed3a3ecce', 'name': '', 'network_id': 'b87fb3cb-482f-4500-8eb8-33ba0d95db61', 'tenant_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'mac_address': 'fa:16:3e:31:b1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '03e4bbfb-d6ff-44b0-bb81-9edbb740d6df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:59:36Z', 'updated_at': '2022-05-28T06:59:47Z', 'revision_number': 5, 'project_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'subnets': [{'id': '03e4bbfb-d6ff-44b0-bb81-9edbb740d6df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:13:17.682676 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e68e5c5-be91-45fe-96ca-3f72e3ee46d1 None None] Checking router: b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 07:13:17.691165 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e68e5c5-be91-45fe-96ca-3f72e3ee46d1 None None] Routers {'b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:13:17.692433 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-4e68e5c5-be91-45fe-96ca-3f72e3ee46d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:12:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:13:17.708716 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e801d464-7367-4e7a-ad78-6f54fc307c8e req-7bcc22d7-430d-4bde-bc5c-499015bd23bb service neutron] 10.222.0.71 "GET /v2.0/networks/b87fb3cb-482f-4500-8eb8-33ba0d95db61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719902 May 28 07:13:17.838417 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-17dd0c03-b730-48f7-9bfb-4b1d2482b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:17.889589 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e801d464-7367-4e7a-ad78-6f54fc307c8e req-8bb86895-2d57-434e-bb15-dd99b962c4ab service neutron] 10.222.0.71 "GET /v2.0/networks/b87fb3cb-482f-4500-8eb8-33ba0d95db61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740186 May 28 07:13:17.975945 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17dd0c03-b730-48f7-9bfb-4b1d2482b96e None None] Network 5c3096ac-d852-45ca-a71e-f85969a6ac9a is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:13:17.984344 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-17dd0c03-b730-48f7-9bfb-4b1d2482b96e None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:13:17.994515 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17dd0c03-b730-48f7-9bfb-4b1d2482b96e None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:13:18.004717 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-4e68e5c5-be91-45fe-96ca-3f72e3ee46d1 None None] Set router b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:13:18.058156 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dd0c03-b730-48f7-9bfb-4b1d2482b96e None None] Pushing event updated for resources: {'Port': ['ID=b52f7b72-37d0-4007-8653-acc0b22e85d2,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:13:18.111669 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dd0c03-b730-48f7-9bfb-4b1d2482b96e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:13:18.112011 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dd0c03-b730-48f7-9bfb-4b1d2482b96e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:13:18.112356 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dd0c03-b730-48f7-9bfb-4b1d2482b96e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:13:18.112937 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dd0c03-b730-48f7-9bfb-4b1d2482b96e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:13:18.113939 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dd0c03-b730-48f7-9bfb-4b1d2482b96e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:13:18.114412 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dd0c03-b730-48f7-9bfb-4b1d2482b96e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:13:18.114980 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dd0c03-b730-48f7-9bfb-4b1d2482b96e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:13:18.115319 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dd0c03-b730-48f7-9bfb-4b1d2482b96e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:13:18.115655 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dd0c03-b730-48f7-9bfb-4b1d2482b96e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:13:18.115978 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dd0c03-b730-48f7-9bfb-4b1d2482b96e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:13:18.116305 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dd0c03-b730-48f7-9bfb-4b1d2482b96e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:13:18.116631 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dd0c03-b730-48f7-9bfb-4b1d2482b96e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:13:18.148906 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-6c03100d-1cfe-4141-aa22-e8e505f7bf27 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Allocated IP 172.20.0.1 (5c3096ac-d852-45ca-a71e-f85969a6ac9a/d3aec4ea-b523-4a63-9f94-6812aa2abf96/32f0a78b-3a93-407e-8465-b044147c6dfb) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:13:18.268824 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-17dd0c03-b730-48f7-9bfb-4b1d2482b96e None None] Attempting to bind port b52f7b72-37d0-4007-8653-acc0b22e85d2 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 07:13:18.269191 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-17dd0c03-b730-48f7-9bfb-4b1d2482b96e None None] Attempting to bind port b52f7b72-37d0-4007-8653-acc0b22e85d2 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'd545bc58-1ea4-4160-8e4f-744e60113fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5c3096ac-d852-45ca-a71e-f85969a6ac9a'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 07:13:18.270112 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17dd0c03-b730-48f7-9bfb-4b1d2482b96e None None] Attempting to bind port b52f7b72-37d0-4007-8653-acc0b22e85d2 on network 5c3096ac-d852-45ca-a71e-f85969a6ac9a {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:13:18.280601 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17dd0c03-b730-48f7-9bfb-4b1d2482b96e None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 07:13:18.280971 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17dd0c03-b730-48f7-9bfb-4b1d2482b96e None None] Checking segment: {'id': 'd545bc58-1ea4-4160-8e4f-744e60113fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5c3096ac-d852-45ca-a71e-f85969a6ac9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:13:18.281371 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-17dd0c03-b730-48f7-9bfb-4b1d2482b96e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:18.281790 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17dd0c03-b730-48f7-9bfb-4b1d2482b96e None None] Bound using segment: {'id': 'd545bc58-1ea4-4160-8e4f-744e60113fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5c3096ac-d852-45ca-a71e-f85969a6ac9a'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 07:13:18.282257 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-17dd0c03-b730-48f7-9bfb-4b1d2482b96e None None] Bound port: b52f7b72-37d0-4007-8653-acc0b22e85d2, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd545bc58-1ea4-4160-8e4f-744e60113fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5c3096ac-d852-45ca-a71e-f85969a6ac9a'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 07:13:18.283147 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-17dd0c03-b730-48f7-9bfb-4b1d2482b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:18.329447 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6c03100d-1cfe-4141-aa22-e8e505f7bf27 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:18.355083 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [None req-6c03100d-1cfe-4141-aa22-e8e505f7bf27 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Transition to ACTIVE for port object 32f0a78b-3a93-407e-8465-b044147c6dfb will not be triggered until provisioned by entity DHCP. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:13:18.420350 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device b95a007c-0b76-49a7-a401-04d95989212c up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:13:18.511100 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6c03100d-1cfe-4141-aa22-e8e505f7bf27 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:18.550541 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-17dd0c03-b730-48f7-9bfb-4b1d2482b96e None None] For port b52f7b72-37d0-4007-8653-acc0b22e85d2, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:13:18.575214 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-17dd0c03-b730-48f7-9bfb-4b1d2482b96e None None] For port b52f7b72-37d0-4007-8653-acc0b22e85d2, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=b52f7b72-37d0-4007-8653-acc0b22e85d2,segment=NetworkSegment(d545bc58-1ea4-4160-8e4f-744e60113fcf),segment_id=d545bc58-1ea4-4160-8e4f-744e60113fcf)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 07:13:18.586408 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c03100d-1cfe-4141-aa22-e8e505f7bf27 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Network 5c3096ac-d852-45ca-a71e-f85969a6ac9a is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:13:18.589742 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-6c03100d-1cfe-4141-aa22-e8e505f7bf27 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:13:18.593975 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c03100d-1cfe-4141-aa22-e8e505f7bf27 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:13:18.629543 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c03100d-1cfe-4141-aa22-e8e505f7bf27 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Pushing event updated for resources: {'Port': ['ID=32f0a78b-3a93-407e-8465-b044147c6dfb,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:13:18.654103 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-4e68e5c5-be91-45fe-96ca-3f72e3ee46d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f', 'name': 'tempest-TestVolumeBootPattern-227510675-router', 'tenant_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': 'b3638f2e-8ae4-48e8-b94a-dbb59fec6d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:59:30Z', 'updated_at': '2022-05-28T06:59:37Z', 'revision_number': 4, 'project_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'gw_port': {'id': 'b3638f2e-8ae4-48e8-b94a-dbb59fec6d17', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:8c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:59:32Z', 'updated_at': '2022-05-28T06:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': 'b4c2079b-fe2d-4379-90b8-be2934d3ac4e', 'tenant_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'floating_ip_address': '172.25.5.212', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': 'b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f', 'port_id': 'd5f7ec2b-bf5e-4b80-9c79-ba4fe1bade9c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b87fb3cb-482f-4500-8eb8-33ba0d95db61', 'mac_address': 'fa:16:3e:4f:8e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08247089-1673-4b7c-a1d2-4bbfc581fbf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T07:09:40Z', 'updated_at': '2022-05-28T07:09:44Z', 'revision_number': 1, 'project_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'fixed_ip_address_scope': None}, {'id': 'c7f79b4c-ab5d-4501-926a-64adc1002363', 'tenant_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'floating_ip_address': '172.25.5.133', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': 'b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f', 'port_id': 'ae5f8c67-24d9-4ef4-a6da-64c7579ab4e1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4077, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b87fb3cb-482f-4500-8eb8-33ba0d95db61', 'mac_address': 'fa:16:3e:69:b5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '285a57b6-b324-4d76-a9ad-7b7c51d1e12b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T07:13:14Z', 'updated_at': '2022-05-28T07:13:14Z', 'revision_number': 0, 'project_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd50e37c7-6255-40ce-b4db-d02ed3a3ecce', 'name': '', 'network_id': 'b87fb3cb-482f-4500-8eb8-33ba0d95db61', 'tenant_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'mac_address': 'fa:16:3e:31:b1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '03e4bbfb-d6ff-44b0-bb81-9edbb740d6df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:59:36Z', 'updated_at': '2022-05-28T06:59:47Z', 'revision_number': 5, 'project_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'subnets': [{'id': '03e4bbfb-d6ff-44b0-bb81-9edbb740d6df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:13:18.658444 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e68e5c5-be91-45fe-96ca-3f72e3ee46d1 None None] The sync data for ids ['b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f'] in n-d-843702-1 is: [{'id': 'b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f', 'name': 'tempest-TestVolumeBootPattern-227510675-router', 'tenant_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': 'b3638f2e-8ae4-48e8-b94a-dbb59fec6d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:59:30Z', 'updated_at': '2022-05-28T06:59:37Z', 'revision_number': 4, 'project_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'gw_port': {'id': 'b3638f2e-8ae4-48e8-b94a-dbb59fec6d17', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:8c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:59:32Z', 'updated_at': '2022-05-28T06:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': 'b4c2079b-fe2d-4379-90b8-be2934d3ac4e', 'tenant_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'floating_ip_address': '172.25.5.212', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': 'b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f', 'port_id': 'd5f7ec2b-bf5e-4b80-9c79-ba4fe1bade9c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b87fb3cb-482f-4500-8eb8-33ba0d95db61', 'mac_address': 'fa:16:3e:4f:8e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08247089-1673-4b7c-a1d2-4bbfc581fbf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T07:09:40Z', 'updated_at': '2022-05-28T07:09:44Z', 'revision_number': 1, 'project_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'fixed_ip_address_scope': None}, {'id': 'c7f79b4c-ab5d-4501-926a-64adc1002363', 'tenant_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'floating_ip_address': '172.25.5.133', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': 'b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f', 'port_id': 'ae5f8c67-24d9-4ef4-a6da-64c7579ab4e1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4077, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b87fb3cb-482f-4500-8eb8-33ba0d95db61', 'mac_address': 'fa:16:3e:69:b5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '285a57b6-b324-4d76-a9ad-7b7c51d1e12b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T07:13:14Z', 'updated_at': '2022-05-28T07:13:14Z', 'revision_number': 0, 'project_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd50e37c7-6255-40ce-b4db-d02ed3a3ecce', 'name': '', 'network_id': 'b87fb3cb-482f-4500-8eb8-33ba0d95db61', 'tenant_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'mac_address': 'fa:16:3e:31:b1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '03e4bbfb-d6ff-44b0-bb81-9edbb740d6df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:59:36Z', 'updated_at': '2022-05-28T06:59:47Z', 'revision_number': 5, 'project_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'subnets': [{'id': '03e4bbfb-d6ff-44b0-bb81-9edbb740d6df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 07:13:18.668685 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6c03100d-1cfe-4141-aa22-e8e505f7bf27 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690947'] for router_interface, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:18.789266 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-17dd0c03-b730-48f7-9bfb-4b1d2482b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:18.793208 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port b95a007c-0b76-49a7-a401-04d95989212c completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:13:18.903763 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port b95a007c-0b76-49a7-a401-04d95989212c triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:13:18.904123 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:18.989607 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dd0c03-b730-48f7-9bfb-4b1d2482b96e None None] Pushing event updated for resources: {'Port': ['ID=b52f7b72-37d0-4007-8653-acc0b22e85d2,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:13:19.027478 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6c03100d-1cfe-4141-aa22-e8e505f7bf27 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:19.063133 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e99a43-8bdd-469a-8ea6-4888e5a53d54 None None] New status for floating IP c7f79b4c-ab5d-4501-926a-64adc1002363: ACTIVE {{(pid=89112) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 07:13:19.068691 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port b95a007c-0b76-49a7-a401-04d95989212c is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:13:19.069077 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:19.094201 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port b95a007c-0b76-49a7-a401-04d95989212c, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=b95a007c-0b76-49a7-a401-04d95989212c,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:13:19.138685 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:19.295975 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=b95a007c-0b76-49a7-a401-04d95989212c,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:13:19.673005 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6c03100d-1cfe-4141-aa22-e8e505f7bf27 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:19.782694 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6c03100d-1cfe-4141-aa22-e8e505f7bf27 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:19.899691 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c03100d-1cfe-4141-aa22-e8e505f7bf27 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Pushing event updated for resources: {'Port': ['ID=32f0a78b-3a93-407e-8465-b044147c6dfb,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:13:19.902322 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6c03100d-1cfe-4141-aa22-e8e505f7bf27 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700602'] for router_interface, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:20.044131 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c03100d-1cfe-4141-aa22-e8e505f7bf27 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Network 5c3096ac-d852-45ca-a71e-f85969a6ac9a is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:13:20.045368 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-6c03100d-1cfe-4141-aa22-e8e505f7bf27 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:13:20.219619 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6521df-a937-4ffb-91ea-b6c8f161b383 None None] Network 5c3096ac-d852-45ca-a71e-f85969a6ac9a requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 07:13:20.245739 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c03100d-1cfe-4141-aa22-e8e505f7bf27 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Router 8ad55a26-9e55-486a-962c-9d936b9275a7 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 07:13:20.430951 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-650a7219-aa8e-4246-a36c-806c12ea24f0 None None] Provisioning for port b52f7b72-37d0-4007-8653-acc0b22e85d2 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:13:20.438162 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c03100d-1cfe-4141-aa22-e8e505f7bf27 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 07:13:20.465612 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-6c03100d-1cfe-4141-aa22-e8e505f7bf27 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "PUT /v2.0/routers/8ad55a26-9e55-486a-962c-9d936b9275a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8850222 May 28 07:13:20.465713 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53c9e51-299f-484d-8248-7a09e66a31aa None None] Sync routers for ids ['8ad55a26-9e55-486a-962c-9d936b9275a7'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 07:13:20.471702 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device b52f7b72-37d0-4007-8653-acc0b22e85d2 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:13:20.529707 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53c9e51-299f-484d-8248-7a09e66a31aa None None] Routers {'8ad55a26-9e55-486a-962c-9d936b9275a7'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:13:20.530338 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-c53c9e51-299f-484d-8248-7a09e66a31aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:12:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['8ad55a26-9e55-486a-962c-9d936b9275a7'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:13:20.630893 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-66307ef9-0ab5-4920-8da0-56be326976b1 req-f6fde00b-0691-4358-ae74-d2cf48455044 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Synchronizing usage tracker for tenant:5f0305e9e0384b55a3ff03fd8ac69f6c on resource:security_group {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:13:20.726867 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-66307ef9-0ab5-4920-8da0-56be326976b1 req-f6fde00b-0691-4358-ae74-d2cf48455044 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Unset dirty status for tenant:5f0305e9e0384b55a3ff03fd8ac69f6c on resource:security_group {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:13:20.728090 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-66307ef9-0ab5-4920-8da0-56be326976b1 req-f6fde00b-0691-4358-ae74-d2cf48455044 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-926288666&fields=id&tenant_id=5f0305e9e0384b55a3ff03fd8ac69f6c HTTP/1.1" status: 200 len: 267 time: 0.1391695 May 28 07:13:20.731402 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-c53c9e51-299f-484d-8248-7a09e66a31aa None None] Set router 8ad55a26-9e55-486a-962c-9d936b9275a7 gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:13:20.783124 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port b52f7b72-37d0-4007-8653-acc0b22e85d2 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:13:20.802729 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port b52f7b72-37d0-4007-8653-acc0b22e85d2 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:13:20.803048 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:20.888076 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66307ef9-0ab5-4920-8da0-56be326976b1 req-c7c6910f-4b56-4f73-ae74-3d0758faaa70 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:13:20.888765 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-66307ef9-0ab5-4920-8da0-56be326976b1 req-c7c6910f-4b56-4f73-ae74-3d0758faaa70 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Synchronizing usage tracker for tenant:5f0305e9e0384b55a3ff03fd8ac69f6c on resource:network {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:13:20.990619 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-66307ef9-0ab5-4920-8da0-56be326976b1 req-c7c6910f-4b56-4f73-ae74-3d0758faaa70 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Unset dirty status for tenant:5f0305e9e0384b55a3ff03fd8ac69f6c on resource:network {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:13:20.995422 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-66307ef9-0ab5-4920-8da0-56be326976b1 req-c7c6910f-4b56-4f73-ae74-3d0758faaa70 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/networks?id=5c3096ac-d852-45ca-a71e-f85969a6ac9a HTTP/1.1" status: 200 len: 797 time: 0.2559702 May 28 07:13:21.013013 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-66307ef9-0ab5-4920-8da0-56be326976b1 req-38600326-8e10-4ff2-820c-32fd6fbb3709 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/quotas/5f0305e9e0384b55a3ff03fd8ac69f6c HTTP/1.1" status: 200 len: 375 time: 0.0151689 May 28 07:13:21.113045 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-66307ef9-0ab5-4920-8da0-56be326976b1 req-0db17243-da24-45f0-9169-645c6f7e1b5f tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=5f0305e9e0384b55a3ff03fd8ac69f6c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0904574 May 28 07:13:21.130798 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [req-66307ef9-0ab5-4920-8da0-56be326976b1 req-510354e4-e657-444c-a5a8-483f42a966d4 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=89110) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 07:13:21.131760 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-66307ef9-0ab5-4920-8da0-56be326976b1 req-510354e4-e657-444c-a5a8-483f42a966d4 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058649 May 28 07:13:21.137522 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port b52f7b72-37d0-4007-8653-acc0b22e85d2 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:13:21.137823 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:21.154022 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-8e4b4ef7-8fb3-44d9-a017-f3909940b092 None None] Provisioning for port 32f0a78b-3a93-407e-8465-b044147c6dfb completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:13:21.164530 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-8e4b4ef7-8fb3-44d9-a017-f3909940b092 None None] Provisioning complete for port 32f0a78b-3a93-407e-8465-b044147c6dfb triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:13:21.164899 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-8e4b4ef7-8fb3-44d9-a017-f3909940b092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:21.246590 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port b52f7b72-37d0-4007-8653-acc0b22e85d2, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=b52f7b72-37d0-4007-8653-acc0b22e85d2,segment=NetworkSegment(d545bc58-1ea4-4160-8e4f-744e60113fcf),segment_id=d545bc58-1ea4-4160-8e4f-744e60113fcf)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:13:21.250096 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-8e4b4ef7-8fb3-44d9-a017-f3909940b092 None None] Port 32f0a78b-3a93-407e-8465-b044147c6dfb cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 07:13:21.269803 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-8e4b4ef7-8fb3-44d9-a017-f3909940b092 None None] Provisioning complete for port b52f7b72-37d0-4007-8653-acc0b22e85d2 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:13:21.270016 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-8e4b4ef7-8fb3-44d9-a017-f3909940b092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:21.283670 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-66307ef9-0ab5-4920-8da0-56be326976b1 req-92b474a3-9639-4bb5-8047-a314aeba4da7 service neutron] 10.222.0.55 "GET /v2.0/networks/5c3096ac-d852-45ca-a71e-f85969a6ac9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450307 May 28 07:13:21.325099 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-c53c9e51-299f-484d-8248-7a09e66a31aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ad55a26-9e55-486a-962c-9d936b9275a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-495785980', 'tenant_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': 'b95a007c-0b76-49a7-a401-04d95989212c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:13:12Z', 'updated_at': '2022-05-28T07:13:18Z', 'revision_number': 4, 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'gw_port': {'id': 'b95a007c-0b76-49a7-a401-04d95989212c', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a0:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad55a26-9e55-486a-962c-9d936b9275a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:13:13Z', 'updated_at': '2022-05-28T07:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '32f0a78b-3a93-407e-8465-b044147c6dfb', 'name': '', 'network_id': '5c3096ac-d852-45ca-a71e-f85969a6ac9a', 'tenant_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'mac_address': 'fa:16:3e:23:2c:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ad55a26-9e55-486a-962c-9d936b9275a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': 'd3aec4ea-b523-4a63-9f94-6812aa2abf96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:13:17Z', 'updated_at': '2022-05-28T07:13:19Z', 'revision_number': 2, 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'subnets': [{'id': 'd3aec4ea-b523-4a63-9f94-6812aa2abf96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:13:21.325099 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53c9e51-299f-484d-8248-7a09e66a31aa None None] Checking router: 8ad55a26-9e55-486a-962c-9d936b9275a7 for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 07:13:21.325099 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53c9e51-299f-484d-8248-7a09e66a31aa None None] Updating router 8ad55a26-9e55-486a-962c-9d936b9275a7 port 32f0a78b-3a93-407e-8465-b044147c6dfb binding host n-d-843702-1 {{(pid=89111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 07:13:21.355689 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:21.356442 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device b95a007c-0b76-49a7-a401-04d95989212c up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:13:21.429050 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-66307ef9-0ab5-4920-8da0-56be326976b1 req-e398bd41-ac4d-42c5-b9f7-dd4c14765243 service neutron] 10.222.0.55 "GET /v2.0/networks/5c3096ac-d852-45ca-a71e-f85969a6ac9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386404 May 28 07:13:21.549717 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c53c9e51-299f-484d-8248-7a09e66a31aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:21.601140 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=b52f7b72-37d0-4007-8653-acc0b22e85d2,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:13:21.683636 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port b95a007c-0b76-49a7-a401-04d95989212c triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:13:21.684199 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:21.724771 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-8e4b4ef7-8fb3-44d9-a017-f3909940b092 None None] Current status of the port b52f7b72-37d0-4007-8653-acc0b22e85d2 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:13:21.734675 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7eff30ed-e6e4-43ad-9a44-33635d88d909 req-85cccfc0-93bd-4d4f-b90a-5fe4105668ee tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcf37af0-0296-4e9c-82d9-5074c7d5bd2a HTTP/1.1" status: 200 len: 210 time: 0.0440650 May 28 07:13:21.959699 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port b95a007c-0b76-49a7-a401-04d95989212c is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:13:21.966390 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-3b7ed2b4-fcbc-453e-ae56-93140c821598 None None] Provisioning complete for port 32f0a78b-3a93-407e-8465-b044147c6dfb triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:13:21.966765 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-3b7ed2b4-fcbc-453e-ae56-93140c821598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:22.049165 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-3b7ed2b4-fcbc-453e-ae56-93140c821598 None None] Port 32f0a78b-3a93-407e-8465-b044147c6dfb cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 07:13:22.128011 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c53c9e51-299f-484d-8248-7a09e66a31aa None None] Notify callbacks [] for port, precommit_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:22.139944 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-c53c9e51-299f-484d-8248-7a09e66a31aa None None] Transition to ACTIVE for port object 32f0a78b-3a93-407e-8465-b044147c6dfb will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:13:22.264050 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c53c9e51-299f-484d-8248-7a09e66a31aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:22.388242 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device b52f7b72-37d0-4007-8653-acc0b22e85d2 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:13:22.449717 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55150b91-df90-4f6e-b14c-33c8cdf40fa5 None None] Pushing event updated for resources: {'Port': ['ID=32f0a78b-3a93-407e-8465-b044147c6dfb,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:13:22.555963 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-c53c9e51-299f-484d-8248-7a09e66a31aa None None] Attempting to bind port 32f0a78b-3a93-407e-8465-b044147c6dfb on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 07:13:22.556256 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-c53c9e51-299f-484d-8248-7a09e66a31aa None None] Attempting to bind port 32f0a78b-3a93-407e-8465-b044147c6dfb by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'd545bc58-1ea4-4160-8e4f-744e60113fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5c3096ac-d852-45ca-a71e-f85969a6ac9a'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 07:13:22.556620 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53c9e51-299f-484d-8248-7a09e66a31aa None None] Attempting to bind port 32f0a78b-3a93-407e-8465-b044147c6dfb on network 5c3096ac-d852-45ca-a71e-f85969a6ac9a {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:13:22.568796 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53c9e51-299f-484d-8248-7a09e66a31aa None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 07:13:22.569161 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53c9e51-299f-484d-8248-7a09e66a31aa None None] Checking segment: {'id': 'd545bc58-1ea4-4160-8e4f-744e60113fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5c3096ac-d852-45ca-a71e-f85969a6ac9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:13:22.569588 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c53c9e51-299f-484d-8248-7a09e66a31aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:22.569977 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53c9e51-299f-484d-8248-7a09e66a31aa None None] Bound using segment: {'id': 'd545bc58-1ea4-4160-8e4f-744e60113fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5c3096ac-d852-45ca-a71e-f85969a6ac9a'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 07:13:22.570437 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-c53c9e51-299f-484d-8248-7a09e66a31aa None None] Bound port: 32f0a78b-3a93-407e-8465-b044147c6dfb, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd545bc58-1ea4-4160-8e4f-744e60113fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5c3096ac-d852-45ca-a71e-f85969a6ac9a'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 07:13:22.570804 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c53c9e51-299f-484d-8248-7a09e66a31aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:22.590241 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port b52f7b72-37d0-4007-8653-acc0b22e85d2 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:13:22.590603 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:22.725474 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-c53c9e51-299f-484d-8248-7a09e66a31aa None None] For port 32f0a78b-3a93-407e-8465-b044147c6dfb, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:13:22.728988 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-c53c9e51-299f-484d-8248-7a09e66a31aa None None] For port 32f0a78b-3a93-407e-8465-b044147c6dfb, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=32f0a78b-3a93-407e-8465-b044147c6dfb,segment=NetworkSegment(d545bc58-1ea4-4160-8e4f-744e60113fcf),segment_id=d545bc58-1ea4-4160-8e4f-744e60113fcf)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 07:13:22.789333 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port b52f7b72-37d0-4007-8653-acc0b22e85d2 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:13:22.823892 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e1a1794a-d989-45a6-ad91-dd63011ba69b req-955aaa64-ab9b-4fbc-9680-d05ca31c411f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=08247089-1673-4b7c-a1d2-4bbfc581fbf2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0814307 May 28 07:13:22.853281 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c53c9e51-299f-484d-8248-7a09e66a31aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:22.890781 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-435bb3f5-c63d-4dd6-a281-b2223aeb695a req-7acb0112-d3aa-4a95-b976-145ea8594794 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcf37af0-0296-4e9c-82d9-5074c7d5bd2a HTTP/1.1" status: 200 len: 210 time: 0.0433366 May 28 07:13:22.941079 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53c9e51-299f-484d-8248-7a09e66a31aa None None] Routers {'8ad55a26-9e55-486a-962c-9d936b9275a7'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:13:22.941963 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-c53c9e51-299f-484d-8248-7a09e66a31aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:12:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['8ad55a26-9e55-486a-962c-9d936b9275a7'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:13:22.974108 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a1794a-d989-45a6-ad91-dd63011ba69b req-f2e7aa0b-19f1-45d8-a6c8-766fd5f5c163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:13:22.975780 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e1a1794a-d989-45a6-ad91-dd63011ba69b req-f2e7aa0b-19f1-45d8-a6c8-766fd5f5c163 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6cd404fb9ef9487fb34baf3bf8b36b53&device_id=08247089-1673-4b7c-a1d2-4bbfc581fbf2 HTTP/1.1" status: 200 len: 1096 time: 0.0772061 May 28 07:13:23.005874 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55150b91-df90-4f6e-b14c-33c8cdf40fa5 None None] Pushing event updated for resources: {'Port': ['ID=32f0a78b-3a93-407e-8465-b044147c6dfb,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:13:23.148869 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-c53c9e51-299f-484d-8248-7a09e66a31aa None None] Set router 8ad55a26-9e55-486a-962c-9d936b9275a7 gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:13:23.235665 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a1794a-d989-45a6-ad91-dd63011ba69b req-76fee0ae-1f06-4b34-8394-2d68e1da5fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:13:23.237062 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e1a1794a-d989-45a6-ad91-dd63011ba69b req-76fee0ae-1f06-4b34-8394-2d68e1da5fd9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b87fb3cb-482f-4500-8eb8-33ba0d95db61 HTTP/1.1" status: 200 len: 912 time: 0.2409859 May 28 07:13:23.353359 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e1a1794a-d989-45a6-ad91-dd63011ba69b req-2e26bef4-173e-4eef-9d52-d6283a2d1e72 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d5f7ec2b-bf5e-4b80-9c79-ba4fe1bade9c HTTP/1.1" status: 200 len: 1001 time: 0.1102991 May 28 07:13:23.420660 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a1794a-d989-45a6-ad91-dd63011ba69b req-3d1c47dd-7f64-4482-9b14-d193aeefb77f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:13:23.422096 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e1a1794a-d989-45a6-ad91-dd63011ba69b req-3d1c47dd-7f64-4482-9b14-d193aeefb77f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=03e4bbfb-d6ff-44b0-bb81-9edbb740d6df HTTP/1.1" status: 200 len: 850 time: 0.0627806 May 28 07:13:23.502162 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a1794a-d989-45a6-ad91-dd63011ba69b req-6054014c-5825-46e1-8996-8d5b1a246cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:13:23.503982 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e1a1794a-d989-45a6-ad91-dd63011ba69b req-6054014c-5825-46e1-8996-8d5b1a246cfe service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b87fb3cb-482f-4500-8eb8-33ba0d95db61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0763197 May 28 07:13:23.522174 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-c53c9e51-299f-484d-8248-7a09e66a31aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ad55a26-9e55-486a-962c-9d936b9275a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-495785980', 'tenant_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': 'b95a007c-0b76-49a7-a401-04d95989212c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:13:12Z', 'updated_at': '2022-05-28T07:13:18Z', 'revision_number': 4, 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'gw_port': {'id': 'b95a007c-0b76-49a7-a401-04d95989212c', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a0:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad55a26-9e55-486a-962c-9d936b9275a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:13:13Z', 'updated_at': '2022-05-28T07:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '32f0a78b-3a93-407e-8465-b044147c6dfb', 'name': '', 'network_id': '5c3096ac-d852-45ca-a71e-f85969a6ac9a', 'tenant_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'mac_address': 'fa:16:3e:23:2c:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ad55a26-9e55-486a-962c-9d936b9275a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': 'd3aec4ea-b523-4a63-9f94-6812aa2abf96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:13:17Z', 'updated_at': '2022-05-28T07:13:22Z', 'revision_number': 4, 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'subnets': [{'id': 'd3aec4ea-b523-4a63-9f94-6812aa2abf96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:13:23.526315 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53c9e51-299f-484d-8248-7a09e66a31aa None None] The sync data for ids ['8ad55a26-9e55-486a-962c-9d936b9275a7'] in n-d-843702-1 is: [{'id': '8ad55a26-9e55-486a-962c-9d936b9275a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-495785980', 'tenant_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': 'b95a007c-0b76-49a7-a401-04d95989212c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:13:12Z', 'updated_at': '2022-05-28T07:13:18Z', 'revision_number': 4, 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'gw_port': {'id': 'b95a007c-0b76-49a7-a401-04d95989212c', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a0:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad55a26-9e55-486a-962c-9d936b9275a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:13:13Z', 'updated_at': '2022-05-28T07:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '32f0a78b-3a93-407e-8465-b044147c6dfb', 'name': '', 'network_id': '5c3096ac-d852-45ca-a71e-f85969a6ac9a', 'tenant_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'mac_address': 'fa:16:3e:23:2c:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ad55a26-9e55-486a-962c-9d936b9275a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': 'd3aec4ea-b523-4a63-9f94-6812aa2abf96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:13:17Z', 'updated_at': '2022-05-28T07:13:22Z', 'revision_number': 4, 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'subnets': [{'id': 'd3aec4ea-b523-4a63-9f94-6812aa2abf96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 07:13:23.670923 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e1a1794a-d989-45a6-ad91-dd63011ba69b req-d7a65015-54ae-4321-b230-1d9381dbfdca service neutron] 10.222.0.69 "GET /v2.0/networks/b87fb3cb-482f-4500-8eb8-33ba0d95db61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606991 May 28 07:13:23.814818 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e1a1794a-d989-45a6-ad91-dd63011ba69b req-ae888567-6be8-4a74-9ced-eee567e9c3a0 service neutron] 10.222.0.69 "GET /v2.0/networks/b87fb3cb-482f-4500-8eb8-33ba0d95db61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380305 May 28 07:13:24.056591 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b75cab77-e919-471c-bb5a-b82ad963435a req-733b43d8-3640-4210-90e4-10b14c643c0f tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcf37af0-0296-4e9c-82d9-5074c7d5bd2a HTTP/1.1" status: 200 len: 210 time: 0.0515385 May 28 07:13:24.433884 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 32f0a78b-3a93-407e-8465-b044147c6dfb up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:13:24.466611 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66307ef9-0ab5-4920-8da0-56be326976b1 req-b3258071-865f-4464-bcec-a9ac5cbccf50 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:13:24.468049 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-66307ef9-0ab5-4920-8da0-56be326976b1 req-b3258071-865f-4464-bcec-a9ac5cbccf50 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.69 "GET /v2.0/networks?id=5c3096ac-d852-45ca-a71e-f85969a6ac9a HTTP/1.1" status: 200 len: 797 time: 0.2134154 May 28 07:13:24.531088 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-66307ef9-0ab5-4920-8da0-56be326976b1 req-37e27ff5-cd78-4d85-857c-f1c2b40830e8 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f0305e9e0384b55a3ff03fd8ac69f6c HTTP/1.1" status: 200 len: 379 time: 0.0542030 May 28 07:13:24.541318 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-66307ef9-0ab5-4920-8da0-56be326976b1 req-584bbea7-9aef-44cf-ba39-8301610a75f6 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Request body: {'port': {'device_id': 'bcf37af0-0296-4e9c-82d9-5074c7d5bd2a', 'network_id': '5c3096ac-d852-45ca-a71e-f85969a6ac9a', 'admin_state_up': True, 'tenant_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'security_groups': ['296ae410-8d6f-4286-89c4-77fec5dc166f']}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:13:24.572580 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 32f0a78b-3a93-407e-8465-b044147c6dfb completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:13:24.577978 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 32f0a78b-3a93-407e-8465-b044147c6dfb triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:13:24.577978 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:24.698399 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-66307ef9-0ab5-4920-8da0-56be326976b1 req-584bbea7-9aef-44cf-ba39-8301610a75f6 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:13:24.702675 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-66307ef9-0ab5-4920-8da0-56be326976b1 req-584bbea7-9aef-44cf-ba39-8301610a75f6 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Usage tracker for resource:port and tenant:5f0305e9e0384b55a3ff03fd8ac69f6c is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:13:24.705431 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-66307ef9-0ab5-4920-8da0-56be326976b1 req-584bbea7-9aef-44cf-ba39-8301610a75f6 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:13:24.707039 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 32f0a78b-3a93-407e-8465-b044147c6dfb is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:13:24.707408 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:24.711045 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-66307ef9-0ab5-4920-8da0-56be326976b1 req-584bbea7-9aef-44cf-ba39-8301610a75f6 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:13:24.741027 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port 32f0a78b-3a93-407e-8465-b044147c6dfb, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=32f0a78b-3a93-407e-8465-b044147c6dfb,segment=NetworkSegment(d545bc58-1ea4-4160-8e4f-744e60113fcf),segment_id=d545bc58-1ea4-4160-8e4f-744e60113fcf)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:13:24.834102 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66307ef9-0ab5-4920-8da0-56be326976b1 req-584bbea7-9aef-44cf-ba39-8301610a75f6 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Made reservation on behalf of 5f0305e9e0384b55a3ff03fd8ac69f6c for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 07:13:24.838059 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-66307ef9-0ab5-4920-8da0-56be326976b1 req-584bbea7-9aef-44cf-ba39-8301610a75f6 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:24.868270 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:24.950347 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=32f0a78b-3a93-407e-8465-b044147c6dfb,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:13:25.015872 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [req-66307ef9-0ab5-4920-8da0-56be326976b1 req-584bbea7-9aef-44cf-ba39-8301610a75f6 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Allocated IP 172.20.0.11 (5c3096ac-d852-45ca-a71e-f85969a6ac9a/d3aec4ea-b523-4a63-9f94-6812aa2abf96/964f0d26-af2c-4249-91c5-57bcbbfde0f7) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:13:25.225055 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fa34c9e0-41d8-4054-ae64-1c00dad58905 req-bd239f56-47ce-4de1-84d1-1a74371c8503 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcf37af0-0296-4e9c-82d9-5074c7d5bd2a HTTP/1.1" status: 200 len: 210 time: 0.0494359 May 28 07:13:25.258889 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-66307ef9-0ab5-4920-8da0-56be326976b1 req-584bbea7-9aef-44cf-ba39-8301610a75f6 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:25.275420 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-66307ef9-0ab5-4920-8da0-56be326976b1 req-584bbea7-9aef-44cf-ba39-8301610a75f6 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Transition to ACTIVE for port object 964f0d26-af2c-4249-91c5-57bcbbfde0f7 will not be triggered until provisioned by entity DHCP. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:13:25.368164 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-66307ef9-0ab5-4920-8da0-56be326976b1 req-584bbea7-9aef-44cf-ba39-8301610a75f6 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:25.447752 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66307ef9-0ab5-4920-8da0-56be326976b1 req-584bbea7-9aef-44cf-ba39-8301610a75f6 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Network 5c3096ac-d852-45ca-a71e-f85969a6ac9a is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:13:25.451041 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [req-66307ef9-0ab5-4920-8da0-56be326976b1 req-584bbea7-9aef-44cf-ba39-8301610a75f6 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:13:25.455398 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-66307ef9-0ab5-4920-8da0-56be326976b1 req-584bbea7-9aef-44cf-ba39-8301610a75f6 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:13:25.482650 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584bbea7-9aef-44cf-ba39-8301610a75f6 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Pushing event updated for resources: {'Port': ['ID=964f0d26-af2c-4249-91c5-57bcbbfde0f7,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:13:25.534341 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66307ef9-0ab5-4920-8da0-56be326976b1 req-584bbea7-9aef-44cf-ba39-8301610a75f6 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:13:25.534341 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-66307ef9-0ab5-4920-8da0-56be326976b1 req-584bbea7-9aef-44cf-ba39-8301610a75f6 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:25.628986 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-66307ef9-0ab5-4920-8da0-56be326976b1 req-584bbea7-9aef-44cf-ba39-8301610a75f6 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0915463 May 28 07:13:25.640509 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-66307ef9-0ab5-4920-8da0-56be326976b1 req-856c9c0e-373c-4489-b24e-a708951bc46a service neutron] Request body: {'port': {'device_id': 'bcf37af0-0296-4e9c-82d9-5074c7d5bd2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843702-1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:13:25.816811 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-1f43041c-b278-47af-bb95-b5783ef7cb33 None None] Provisioning for port 964f0d26-af2c-4249-91c5-57bcbbfde0f7 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:13:25.825151 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-1f43041c-b278-47af-bb95-b5783ef7cb33 None None] Provisioning complete for port 964f0d26-af2c-4249-91c5-57bcbbfde0f7 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:13:25.825548 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-1f43041c-b278-47af-bb95-b5783ef7cb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:25.885640 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-1f43041c-b278-47af-bb95-b5783ef7cb33 None None] Port 964f0d26-af2c-4249-91c5-57bcbbfde0f7 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 07:13:25.905159 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-66307ef9-0ab5-4920-8da0-56be326976b1 req-856c9c0e-373c-4489-b24e-a708951bc46a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:25.984434 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9780a0fb-aeb6-4006-a47b-85b1e8a735b8 req-d574037b-18fe-4eb6-967b-4e2a1f144c9a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=285a57b6-b324-4d76-a9ad-7b7c51d1e12b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1561849 May 28 07:13:26.251219 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9780a0fb-aeb6-4006-a47b-85b1e8a735b8 req-25c75640-9587-49ed-a30b-e743603ee6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:13:26.251900 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9780a0fb-aeb6-4006-a47b-85b1e8a735b8 req-25c75640-9587-49ed-a30b-e743603ee6c9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=6cd404fb9ef9487fb34baf3bf8b36b53&device_id=285a57b6-b324-4d76-a9ad-7b7c51d1e12b HTTP/1.1" status: 200 len: 1096 time: 0.1284323 May 28 07:13:26.395726 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 32f0a78b-3a93-407e-8465-b044147c6dfb up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:13:26.446981 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [req-66307ef9-0ab5-4920-8da0-56be326976b1 req-856c9c0e-373c-4489-b24e-a708951bc46a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 964f0d26-af2c-4249-91c5-57bcbbfde0f7 {{(pid=89110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 07:13:26.459596 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-66307ef9-0ab5-4920-8da0-56be326976b1 req-856c9c0e-373c-4489-b24e-a708951bc46a service neutron] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:26.484214 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 32f0a78b-3a93-407e-8465-b044147c6dfb triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:13:26.484587 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:26.503945 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-66307ef9-0ab5-4920-8da0-56be326976b1 req-856c9c0e-373c-4489-b24e-a708951bc46a service neutron] Transition to ACTIVE for port object 964f0d26-af2c-4249-91c5-57bcbbfde0f7 will not be triggered until provisioned by entity L2. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:13:26.531172 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9780a0fb-aeb6-4006-a47b-85b1e8a735b8 req-dbd6b4ac-662e-4fa8-8c32-15a995cc5440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:13:26.532642 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9780a0fb-aeb6-4006-a47b-85b1e8a735b8 req-dbd6b4ac-662e-4fa8-8c32-15a995cc5440 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b87fb3cb-482f-4500-8eb8-33ba0d95db61 HTTP/1.1" status: 200 len: 912 time: 0.2378466 May 28 07:13:26.550908 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b1f7d5d6-c2c9-4290-8c16-473887093c03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:26.605175 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ddb3f6-e21a-4e91-8936-c3350106635b req-5a4a2a5a-bfa9-46a3-9dae-89a5e51ec427 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:13:26.610420 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-91ddb3f6-e21a-4e91-8936-c3350106635b req-5a4a2a5a-bfa9-46a3-9dae-89a5e51ec427 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Synchronizing usage tracker for tenant:5f0305e9e0384b55a3ff03fd8ac69f6c on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:13:26.617766 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-66307ef9-0ab5-4920-8da0-56be326976b1 req-856c9c0e-373c-4489-b24e-a708951bc46a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:26.619651 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 32f0a78b-3a93-407e-8465-b044147c6dfb is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:13:26.779894 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9780a0fb-aeb6-4006-a47b-85b1e8a735b8 req-99e43b3f-1598-4dcd-b0f1-a389aa9bafe2 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ae5f8c67-24d9-4ef4-a6da-64c7579ab4e1 HTTP/1.1" status: 200 len: 1001 time: 0.2396445 May 28 07:13:26.784259 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856c9c0e-373c-4489-b24e-a708951bc46a service neutron] Pushing event updated for resources: {'Port': ['ID=964f0d26-af2c-4249-91c5-57bcbbfde0f7,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:13:26.855392 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-91ddb3f6-e21a-4e91-8936-c3350106635b req-5a4a2a5a-bfa9-46a3-9dae-89a5e51ec427 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Unset dirty status for tenant:5f0305e9e0384b55a3ff03fd8ac69f6c on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:13:26.856548 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-91ddb3f6-e21a-4e91-8936-c3350106635b req-5a4a2a5a-bfa9-46a3-9dae-89a5e51ec427 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcf37af0-0296-4e9c-82d9-5074c7d5bd2a HTTP/1.1" status: 200 len: 932 time: 0.4775572 May 28 07:13:26.957055 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9780a0fb-aeb6-4006-a47b-85b1e8a735b8 req-6ad7bb26-20ba-48e9-bcfa-51fdb690db14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:13:26.959390 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9780a0fb-aeb6-4006-a47b-85b1e8a735b8 req-6ad7bb26-20ba-48e9-bcfa-51fdb690db14 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=03e4bbfb-d6ff-44b0-bb81-9edbb740d6df HTTP/1.1" status: 200 len: 850 time: 0.1432858 May 28 07:13:27.009078 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-91ddb3f6-e21a-4e91-8936-c3350106635b req-76511671-b1c2-48c0-8068-c9f30f13bdc0 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/security-groups?id=296ae410-8d6f-4286-89c4-77fec5dc166f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1235914 May 28 07:13:27.029079 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-66307ef9-0ab5-4920-8da0-56be326976b1 req-856c9c0e-373c-4489-b24e-a708951bc46a service neutron] Attempting to bind port 964f0d26-af2c-4249-91c5-57bcbbfde0f7 on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 07:13:27.029433 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-66307ef9-0ab5-4920-8da0-56be326976b1 req-856c9c0e-373c-4489-b24e-a708951bc46a service neutron] Attempting to bind port 964f0d26-af2c-4249-91c5-57bcbbfde0f7 by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': 'd545bc58-1ea4-4160-8e4f-744e60113fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5c3096ac-d852-45ca-a71e-f85969a6ac9a'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 07:13:27.029763 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66307ef9-0ab5-4920-8da0-56be326976b1 req-856c9c0e-373c-4489-b24e-a708951bc46a service neutron] Attempting to bind port 964f0d26-af2c-4249-91c5-57bcbbfde0f7 on network 5c3096ac-d852-45ca-a71e-f85969a6ac9a {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:13:27.042689 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66307ef9-0ab5-4920-8da0-56be326976b1 req-856c9c0e-373c-4489-b24e-a708951bc46a service neutron] Port 964f0d26-af2c-4249-91c5-57bcbbfde0f7 on network 5c3096ac-d852-45ca-a71e-f85969a6ac9a not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 07:13:27.043011 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66307ef9-0ab5-4920-8da0-56be326976b1 req-856c9c0e-373c-4489-b24e-a708951bc46a service neutron] Attempting to bind port 964f0d26-af2c-4249-91c5-57bcbbfde0f7 on network 5c3096ac-d852-45ca-a71e-f85969a6ac9a {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:13:27.050617 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66307ef9-0ab5-4920-8da0-56be326976b1 req-856c9c0e-373c-4489-b24e-a708951bc46a service neutron] Checking agent: {'id': '69f492a0-c00d-46d0-9bec-fcd8161ce206', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 7, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 07:13:27.050980 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66307ef9-0ab5-4920-8da0-56be326976b1 req-856c9c0e-373c-4489-b24e-a708951bc46a service neutron] Checking segment: {'id': 'd545bc58-1ea4-4160-8e4f-744e60113fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5c3096ac-d852-45ca-a71e-f85969a6ac9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:13:27.051331 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66307ef9-0ab5-4920-8da0-56be326976b1 req-856c9c0e-373c-4489-b24e-a708951bc46a service neutron] Bound using segment: {'id': 'd545bc58-1ea4-4160-8e4f-744e60113fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5c3096ac-d852-45ca-a71e-f85969a6ac9a'} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 07:13:27.052149 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-66307ef9-0ab5-4920-8da0-56be326976b1 req-856c9c0e-373c-4489-b24e-a708951bc46a service neutron] Bound port: 964f0d26-af2c-4249-91c5-57bcbbfde0f7, host: n-h1-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd545bc58-1ea4-4160-8e4f-744e60113fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5c3096ac-d852-45ca-a71e-f85969a6ac9a'}}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 07:13:27.052330 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-66307ef9-0ab5-4920-8da0-56be326976b1 req-856c9c0e-373c-4489-b24e-a708951bc46a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:27.125723 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9780a0fb-aeb6-4006-a47b-85b1e8a735b8 req-193e39e7-cf26-44fc-8133-9199b2c68e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:13:27.127208 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9780a0fb-aeb6-4006-a47b-85b1e8a735b8 req-193e39e7-cf26-44fc-8133-9199b2c68e89 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b87fb3cb-482f-4500-8eb8-33ba0d95db61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1602700 May 28 07:13:27.227721 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-66307ef9-0ab5-4920-8da0-56be326976b1 req-856c9c0e-373c-4489-b24e-a708951bc46a service neutron] For port 964f0d26-af2c-4249-91c5-57bcbbfde0f7, host n-h1-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:13:27.240868 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-66307ef9-0ab5-4920-8da0-56be326976b1 req-856c9c0e-373c-4489-b24e-a708951bc46a service neutron] For port 964f0d26-af2c-4249-91c5-57bcbbfde0f7, host n-h1-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=964f0d26-af2c-4249-91c5-57bcbbfde0f7,segment=NetworkSegment(d545bc58-1ea4-4160-8e4f-744e60113fcf),segment_id=d545bc58-1ea4-4160-8e4f-744e60113fcf)] {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 07:13:27.283393 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9780a0fb-aeb6-4006-a47b-85b1e8a735b8 req-fb096457-7200-45eb-88aa-700ccec8843a service neutron] 10.222.0.71 "GET /v2.0/networks/b87fb3cb-482f-4500-8eb8-33ba0d95db61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452792 May 28 07:13:27.415787 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-66307ef9-0ab5-4920-8da0-56be326976b1 req-856c9c0e-373c-4489-b24e-a708951bc46a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:27.528837 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66307ef9-0ab5-4920-8da0-56be326976b1 req-856c9c0e-373c-4489-b24e-a708951bc46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:13:27.529482 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-66307ef9-0ab5-4920-8da0-56be326976b1 req-856c9c0e-373c-4489-b24e-a708951bc46a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:27.530828 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-66307ef9-0ab5-4920-8da0-56be326976b1 req-856c9c0e-373c-4489-b24e-a708951bc46a service neutron] 10.222.0.69 "PUT /v2.0/ports/964f0d26-af2c-4249-91c5-57bcbbfde0f7 HTTP/1.1" status: 200 len: 1092 time: 1.8946414 May 28 07:13:27.533514 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcf37af0-0296-4e9c-82d9-5074c7d5bd2a', 'tag': '964f0d26-af2c-4249-91c5-57bcbbfde0f7'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:13:27.583200 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856c9c0e-373c-4489-b24e-a708951bc46a service neutron] Pushing event updated for resources: {'Port': ['ID=964f0d26-af2c-4249-91c5-57bcbbfde0f7,revision_number=3']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:13:27.607003 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9780a0fb-aeb6-4006-a47b-85b1e8a735b8 req-ef4cc0b2-da60-41e1-ad36-d715a1975cbb service neutron] 10.222.0.71 "GET /v2.0/networks/b87fb3cb-482f-4500-8eb8-33ba0d95db61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3023336 May 28 07:13:27.607003 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f8633a7-c197-4a77-ae9e-4f603ba82b31'] response: {'name': 'network-changed', 'server_uuid': 'bcf37af0-0296-4e9c-82d9-5074c7d5bd2a', 'tag': '964f0d26-af2c-4249-91c5-57bcbbfde0f7', 'status': 'completed', 'code': 200} May 28 07:13:27.696666 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91867a9-2156-4795-871b-a9767dc72caa req-b18070fc-fd39-44da-95a9-1efc85c3c8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:13:27.707478 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a91867a9-2156-4795-871b-a9767dc72caa req-b18070fc-fd39-44da-95a9-1efc85c3c8d2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5f0305e9e0384b55a3ff03fd8ac69f6c&device_id=bcf37af0-0296-4e9c-82d9-5074c7d5bd2a HTTP/1.1" status: 200 len: 1095 time: 0.0785716 May 28 07:13:27.842247 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91867a9-2156-4795-871b-a9767dc72caa req-e7b2276e-5554-4c7f-9ab3-a6263728ac85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:13:27.843680 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a91867a9-2156-4795-871b-a9767dc72caa req-e7b2276e-5554-4c7f-9ab3-a6263728ac85 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=5f0305e9e0384b55a3ff03fd8ac69f6c&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1384671 May 28 07:13:27.972786 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:27.981960 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91867a9-2156-4795-871b-a9767dc72caa req-8de9ff7e-6089-456f-a2d3-94c6bfb784e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:13:27.983504 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a91867a9-2156-4795-871b-a9767dc72caa req-8de9ff7e-6089-456f-a2d3-94c6bfb784e0 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1337733 May 28 07:13:28.088308 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66307ef9-0ab5-4920-8da0-56be326976b1 req-db3beb55-79f6-4bd4-8a9f-053907225eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:13:28.089870 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-66307ef9-0ab5-4920-8da0-56be326976b1 req-db3beb55-79f6-4bd4-8a9f-053907225eef service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5f0305e9e0384b55a3ff03fd8ac69f6c&device_id=bcf37af0-0296-4e9c-82d9-5074c7d5bd2a HTTP/1.1" status: 200 len: 1095 time: 0.0740724 May 28 07:13:28.198026 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-66307ef9-0ab5-4920-8da0-56be326976b1 req-4eea9579-8dd9-4f5c-9b49-3f13a94906e5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=964f0d26-af2c-4249-91c5-57bcbbfde0f7 HTTP/1.1" status: 200 len: 217 time: 0.1017978 May 28 07:13:28.277263 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66307ef9-0ab5-4920-8da0-56be326976b1 req-c57a74a3-7cad-4256-ad09-6d1ee4eee1db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:13:28.278730 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-66307ef9-0ab5-4920-8da0-56be326976b1 req-c57a74a3-7cad-4256-ad09-6d1ee4eee1db service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d3aec4ea-b523-4a63-9f94-6812aa2abf96 HTTP/1.1" status: 200 len: 835 time: 0.0714099 May 28 07:13:28.325473 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfee36e8-c522-4b67-a137-be9a88d55c2a req-220d481d-be64-4396-b891-5290889bb105 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:13:28.326938 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cfee36e8-c522-4b67-a137-be9a88d55c2a req-220d481d-be64-4396-b891-5290889bb105 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcf37af0-0296-4e9c-82d9-5074c7d5bd2a HTTP/1.1" status: 200 len: 944 time: 0.1797729 May 28 07:13:28.387937 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cfee36e8-c522-4b67-a137-be9a88d55c2a req-1cb3587a-7de5-4505-acbc-dd1c5db10a17 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/security-groups?id=296ae410-8d6f-4286-89c4-77fec5dc166f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522869 May 28 07:13:28.397229 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66307ef9-0ab5-4920-8da0-56be326976b1 req-1d3a0168-b7a2-442e-9649-3c7be1d29ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:13:28.398743 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-66307ef9-0ab5-4920-8da0-56be326976b1 req-1d3a0168-b7a2-442e-9649-3c7be1d29ed9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c3096ac-d852-45ca-a71e-f85969a6ac9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1140368 May 28 07:13:28.531932 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-66307ef9-0ab5-4920-8da0-56be326976b1 req-a1967cd1-0fba-4355-b000-8216944e3205 service neutron] 10.222.0.69 "GET /v2.0/networks/5c3096ac-d852-45ca-a71e-f85969a6ac9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262913 May 28 07:13:28.667135 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-66307ef9-0ab5-4920-8da0-56be326976b1 req-7fa52395-6ee5-47e5-b0f5-a45785661b84 service neutron] 10.222.0.69 "GET /v2.0/networks/5c3096ac-d852-45ca-a71e-f85969a6ac9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290956 May 28 07:13:28.920875 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-64382dfb-36b7-49b9-947a-c7d897b0e276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:29.579385 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cd7ad2-7eed-4753-8968-fd848ad55f4f req-20ccd60e-b0cb-4160-abef-6511a368043a tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:13:29.580926 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c5cd7ad2-7eed-4753-8968-fd848ad55f4f req-20ccd60e-b0cb-4160-abef-6511a368043a tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcf37af0-0296-4e9c-82d9-5074c7d5bd2a HTTP/1.1" status: 200 len: 944 time: 0.0849476 May 28 07:13:29.627473 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c5cd7ad2-7eed-4753-8968-fd848ad55f4f req-5e6a132a-aee5-401b-971c-49612ec1b2e6 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/security-groups?id=296ae410-8d6f-4286-89c4-77fec5dc166f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401793 May 28 07:13:30.032392 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:30.143400 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:30.810435 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e366847-a861-48ff-917a-cdef5ec47189 req-a754d252-7e3b-45ff-bc51-6be15d48c566 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:13:30.811793 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0e366847-a861-48ff-917a-cdef5ec47189 req-a754d252-7e3b-45ff-bc51-6be15d48c566 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcf37af0-0296-4e9c-82d9-5074c7d5bd2a HTTP/1.1" status: 200 len: 944 time: 0.0792172 May 28 07:13:30.855848 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0e366847-a861-48ff-917a-cdef5ec47189 req-dc4010e8-857d-49ee-afca-502912e99967 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/security-groups?id=296ae410-8d6f-4286-89c4-77fec5dc166f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383601 May 28 07:13:31.391692 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 964f0d26-af2c-4249-91c5-57bcbbfde0f7 details requested by agent hyperv_n-h1-843702-1 with host n-h1-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 07:13:31.523390 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 964f0d26-af2c-4249-91c5-57bcbbfde0f7, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=964f0d26-af2c-4249-91c5-57bcbbfde0f7,segment=NetworkSegment(d545bc58-1ea4-4160-8e4f-744e60113fcf),segment_id=d545bc58-1ea4-4160-8e4f-744e60113fcf)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:13:31.536091 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Returning: {'device': '964f0d26-af2c-4249-91c5-57bcbbfde0f7', 'network_id': '5c3096ac-d852-45ca-a71e-f85969a6ac9a', 'port_id': '964f0d26-af2c-4249-91c5-57bcbbfde0f7', 'mac_address': 'fa:16:3e:06:99:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3aec4ea-b523-4a63-9f94-6812aa2abf96', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 07:13:31.593598 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 964f0d26-af2c-4249-91c5-57bcbbfde0f7 is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:13:31.594000 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:31.611506 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 964f0d26-af2c-4249-91c5-57bcbbfde0f7 {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 07:13:31.630872 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 964f0d26-af2c-4249-91c5-57bcbbfde0f7, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=964f0d26-af2c-4249-91c5-57bcbbfde0f7,segment=NetworkSegment(d545bc58-1ea4-4160-8e4f-744e60113fcf),segment_id=d545bc58-1ea4-4160-8e4f-744e60113fcf)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:13:31.715373 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:31.794077 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=964f0d26-af2c-4249-91c5-57bcbbfde0f7,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:13:31.835609 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:31.928578 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['964f0d26-af2c-4249-91c5-57bcbbfde0f7'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 07:13:32.055302 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3540116b-1d88-4eda-8ca2-ed71e13302b2 req-deeca3d4-8f8c-4486-862a-19b9c9c3b660 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:13:32.063019 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3540116b-1d88-4eda-8ca2-ed71e13302b2 req-deeca3d4-8f8c-4486-862a-19b9c9c3b660 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcf37af0-0296-4e9c-82d9-5074c7d5bd2a HTTP/1.1" status: 200 len: 945 time: 0.0925441 May 28 07:13:32.109772 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3540116b-1d88-4eda-8ca2-ed71e13302b2 req-bd9a0493-485b-4e03-8ddb-3cf8b0787699 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/security-groups?id=296ae410-8d6f-4286-89c4-77fec5dc166f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399928 May 28 07:13:32.618065 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:33.313189 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81aa4cc-390f-4aa7-a779-c30f90ecbb57 req-eb4d78f7-60db-4a11-87ca-93a0562ec138 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:13:33.313189 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e81aa4cc-390f-4aa7-a779-c30f90ecbb57 req-eb4d78f7-60db-4a11-87ca-93a0562ec138 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcf37af0-0296-4e9c-82d9-5074c7d5bd2a HTTP/1.1" status: 200 len: 945 time: 0.0806224 May 28 07:13:33.398400 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 964f0d26-af2c-4249-91c5-57bcbbfde0f7 up at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:13:33.478560 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e81aa4cc-390f-4aa7-a779-c30f90ecbb57 req-bc73566b-2696-45a5-bb7a-113fb11f0d2f tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/security-groups?id=296ae410-8d6f-4286-89c4-77fec5dc166f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1600845 May 28 07:13:33.536650 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning for port 964f0d26-af2c-4249-91c5-57bcbbfde0f7 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:13:33.542831 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning complete for port 964f0d26-af2c-4249-91c5-57bcbbfde0f7 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:13:33.542831 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:34.247310 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 964f0d26-af2c-4249-91c5-57bcbbfde0f7 is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:13:34.247310 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:34.247310 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcf37af0-0296-4e9c-82d9-5074c7d5bd2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '964f0d26-af2c-4249-91c5-57bcbbfde0f7'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:13:34.247310 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 964f0d26-af2c-4249-91c5-57bcbbfde0f7, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=964f0d26-af2c-4249-91c5-57bcbbfde0f7,segment=NetworkSegment(d545bc58-1ea4-4160-8e4f-744e60113fcf),segment_id=d545bc58-1ea4-4160-8e4f-744e60113fcf)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:13:34.247310 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-611392f7-efb0-4b0a-b5cf-4c58dbaeec59'] response: {'server_uuid': 'bcf37af0-0296-4e9c-82d9-5074c7d5bd2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '964f0d26-af2c-4249-91c5-57bcbbfde0f7', 'code': 200} May 28 07:13:34.250748 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88993881-3ec6-4b5f-832b-c13c169f033f req-2665defc-2b30-4066-a52f-d7eeed24df06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:13:34.250748 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-88993881-3ec6-4b5f-832b-c13c169f033f req-2665defc-2b30-4066-a52f-d7eeed24df06 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=bcf37af0-0296-4e9c-82d9-5074c7d5bd2a HTTP/1.1" status: 200 len: 1096 time: 0.0861554 May 28 07:13:34.253342 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:34.255856 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-88993881-3ec6-4b5f-832b-c13c169f033f req-093da64f-deaa-4af0-abac-2eaae669e978 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=296ae410-8d6f-4286-89c4-77fec5dc166f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440171 May 28 07:13:34.258061 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=964f0d26-af2c-4249-91c5-57bcbbfde0f7,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:13:34.744870 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb3f6bb-b976-4b36-94c6-6429f96f9900 req-6097413e-0c16-4503-b260-013f863ede0f tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:13:34.744870 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ffb3f6bb-b976-4b36-94c6-6429f96f9900 req-6097413e-0c16-4503-b260-013f863ede0f tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcf37af0-0296-4e9c-82d9-5074c7d5bd2a HTTP/1.1" status: 200 len: 946 time: 0.0915141 May 28 07:13:34.787558 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ffb3f6bb-b976-4b36-94c6-6429f96f9900 req-f4262e13-8b5d-4868-958a-30f5953db7ef tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/security-groups?id=296ae410-8d6f-4286-89c4-77fec5dc166f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398016 May 28 07:13:35.990688 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9819bf8d-7c84-4cda-b95d-c98a7df8b277 req-ec551cb7-dd83-4846-88a0-860c6fb86af0 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:13:35.990688 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9819bf8d-7c84-4cda-b95d-c98a7df8b277 req-ec551cb7-dd83-4846-88a0-860c6fb86af0 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcf37af0-0296-4e9c-82d9-5074c7d5bd2a HTTP/1.1" status: 200 len: 946 time: 0.0841029 May 28 07:13:36.037904 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9819bf8d-7c84-4cda-b95d-c98a7df8b277 req-ee279a6a-809a-49fe-a5c5-e204fcaf287f tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/security-groups?id=296ae410-8d6f-4286-89c4-77fec5dc166f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394809 May 28 07:13:36.228378 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1875e7a5-6ed0-4526-9342-b5308b6b5684 req-08552a66-451b-4ac5-acec-566213431066 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:13:36.229862 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1875e7a5-6ed0-4526-9342-b5308b6b5684 req-08552a66-451b-4ac5-acec-566213431066 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcf37af0-0296-4e9c-82d9-5074c7d5bd2a HTTP/1.1" status: 200 len: 946 time: 0.0842843 May 28 07:13:36.273512 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1875e7a5-6ed0-4526-9342-b5308b6b5684 req-060687e2-b8b3-4544-ad48-cd376b29f8b1 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/security-groups?id=296ae410-8d6f-4286-89c4-77fec5dc166f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378623 May 28 07:13:36.299662 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 54826) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:13:36.368432 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce12960a-8168-48a2-8817-a07c41661bb6 tempest-TestNetworkAdvancedServerOps-656139815 tempest-TestNetworkAdvancedServerOps-656139815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:13:36.369957 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-ce12960a-8168-48a2-8817-a07c41661bb6 tempest-TestNetworkAdvancedServerOps-656139815 tempest-TestNetworkAdvancedServerOps-656139815-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=bcf37af0-0296-4e9c-82d9-5074c7d5bd2a HTTP/1.1" status: 200 len: 1092 time: 0.0693321 May 28 07:13:36.372767 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 54830) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:13:36.377667 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-662e45b1-5105-4d50-9d09-2d55585987be tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Request body: {'floatingip': {'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'port_id': '964f0d26-af2c-4249-91c5-57bcbbfde0f7', 'tenant_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'fixed_ip_address': '172.20.0.11'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:13:36.385088 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-662e45b1-5105-4d50-9d09-2d55585987be tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:13:36.388903 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-662e45b1-5105-4d50-9d09-2d55585987be tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Usage tracker for resource:floatingip and tenant:5f0305e9e0384b55a3ff03fd8ac69f6c is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:13:36.392140 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-662e45b1-5105-4d50-9d09-2d55585987be tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:13:36.402817 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-662e45b1-5105-4d50-9d09-2d55585987be tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:13:36.469585 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-662e45b1-5105-4d50-9d09-2d55585987be tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for floatingip, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:36.613300 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-662e45b1-5105-4d50-9d09-2d55585987be tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:36.752094 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [None req-662e45b1-5105-4d50-9d09-2d55585987be tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Allocated IP 172.25.5.21 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/52a6d50a-b1d2-4090-b68e-3c11e6582991) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:13:36.900272 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-662e45b1-5105-4d50-9d09-2d55585987be tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:37.001394 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-662e45b1-5105-4d50-9d09-2d55585987be tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:37.066409 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662e45b1-5105-4d50-9d09-2d55585987be tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:13:37.069884 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-662e45b1-5105-4d50-9d09-2d55585987be tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:13:37.073459 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662e45b1-5105-4d50-9d09-2d55585987be tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:13:37.114178 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662e45b1-5105-4d50-9d09-2d55585987be tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Pushing event updated for resources: {'Port': ['ID=52a6d50a-b1d2-4090-b68e-3c11e6582991,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:13:37.488938 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-662e45b1-5105-4d50-9d09-2d55585987be tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:37.606924 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-662e45b1-5105-4d50-9d09-2d55585987be tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:37.944116 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-662e45b1-5105-4d50-9d09-2d55585987be tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:38.097857 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-662e45b1-5105-4d50-9d09-2d55585987be tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:38.220015 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662e45b1-5105-4d50-9d09-2d55585987be tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Pushing event updated for resources: {'Port': ['ID=52a6d50a-b1d2-4090-b68e-3c11e6582991,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:13:38.237542 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-662e45b1-5105-4d50-9d09-2d55585987be tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691094'] for floatingip, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:38.415145 n-d-843702-1 neutron-server[89110]: INFO neutron.db.l3_db [None req-662e45b1-5105-4d50-9d09-2d55585987be tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Floating IP cf61ee8d-8649-4d5e-9c32-b69519ae9011 associated. External IP: 172.25.5.21, port: 964f0d26-af2c-4249-91c5-57bcbbfde0f7. May 28 07:13:38.772689 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-662e45b1-5105-4d50-9d09-2d55585987be tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Router 8ad55a26-9e55-486a-962c-9d936b9275a7 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 07:13:38.951193 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-662e45b1-5105-4d50-9d09-2d55585987be tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 07:13:38.963222 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb37427-8c74-4868-b936-ae1a823afb74 None None] Sync routers for ids ['8ad55a26-9e55-486a-962c-9d936b9275a7'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 07:13:38.975334 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb37427-8c74-4868-b936-ae1a823afb74 None None] Routers {'8ad55a26-9e55-486a-962c-9d936b9275a7'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:13:38.975952 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-0cb37427-8c74-4868-b936-ae1a823afb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:13:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['8ad55a26-9e55-486a-962c-9d936b9275a7'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:13:39.060670 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-662e45b1-5105-4d50-9d09-2d55585987be tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:39.118386 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-662e45b1-5105-4d50-9d09-2d55585987be tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7445250 May 28 07:13:39.119014 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcf37af0-0296-4e9c-82d9-5074c7d5bd2a', 'tag': '964f0d26-af2c-4249-91c5-57bcbbfde0f7'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:13:39.149574 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-0cb37427-8c74-4868-b936-ae1a823afb74 None None] Set router 8ad55a26-9e55-486a-962c-9d936b9275a7 gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:13:39.175045 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a19bb4b1-b05a-4d77-a42f-50ad6e58f553'] response: {'name': 'network-changed', 'server_uuid': 'bcf37af0-0296-4e9c-82d9-5074c7d5bd2a', 'tag': '964f0d26-af2c-4249-91c5-57bcbbfde0f7', 'status': 'completed', 'code': 200} May 28 07:13:39.335950 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682a5121-a039-4dca-ab44-9481ec3bb540 req-1d47aa79-a33c-4262-a102-fd5e8b36f1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:13:39.337473 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-682a5121-a039-4dca-ab44-9481ec3bb540 req-1d47aa79-a33c-4262-a102-fd5e8b36f1eb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5f0305e9e0384b55a3ff03fd8ac69f6c&device_id=bcf37af0-0296-4e9c-82d9-5074c7d5bd2a HTTP/1.1" status: 200 len: 1097 time: 0.1414943 May 28 07:13:39.351071 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfa4a8a-3516-48d0-b700-12f05f735f33 req-35a0e9d7-9027-42d6-9006-3e2f52f6205d tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:13:39.351071 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3dfa4a8a-3516-48d0-b700-12f05f735f33 req-35a0e9d7-9027-42d6-9006-3e2f52f6205d tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcf37af0-0296-4e9c-82d9-5074c7d5bd2a HTTP/1.1" status: 200 len: 946 time: 0.1214557 May 28 07:13:39.488632 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3dfa4a8a-3516-48d0-b700-12f05f735f33 req-e07b14b8-acff-4a0e-8bb1-4693a3c18d3d tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/security-groups?id=296ae410-8d6f-4286-89c4-77fec5dc166f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177626 May 28 07:13:39.522698 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-0cb37427-8c74-4868-b936-ae1a823afb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ad55a26-9e55-486a-962c-9d936b9275a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-495785980', 'tenant_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': 'b95a007c-0b76-49a7-a401-04d95989212c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:13:12Z', 'updated_at': '2022-05-28T07:13:18Z', 'revision_number': 4, 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'gw_port': {'id': 'b95a007c-0b76-49a7-a401-04d95989212c', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a0:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad55a26-9e55-486a-962c-9d936b9275a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:13:13Z', 'updated_at': '2022-05-28T07:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': 'cf61ee8d-8649-4d5e-9c32-b69519ae9011', 'tenant_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'floating_ip_address': '172.25.5.21', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': '8ad55a26-9e55-486a-962c-9d936b9275a7', 'port_id': '964f0d26-af2c-4249-91c5-57bcbbfde0f7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4083, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c3096ac-d852-45ca-a71e-f85969a6ac9a', 'mac_address': 'fa:16:3e:06:99:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf37af0-0296-4e9c-82d9-5074c7d5bd2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T07:13:37Z', 'updated_at': '2022-05-28T07:13:37Z', 'revision_number': 0, 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32f0a78b-3a93-407e-8465-b044147c6dfb', 'name': '', 'network_id': '5c3096ac-d852-45ca-a71e-f85969a6ac9a', 'tenant_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'mac_address': 'fa:16:3e:23:2c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad55a26-9e55-486a-962c-9d936b9275a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': 'd3aec4ea-b523-4a63-9f94-6812aa2abf96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:13:17Z', 'updated_at': '2022-05-28T07:13:24Z', 'revision_number': 5, 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'subnets': [{'id': 'd3aec4ea-b523-4a63-9f94-6812aa2abf96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:13:39.522913 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb37427-8c74-4868-b936-ae1a823afb74 None None] Checking router: 8ad55a26-9e55-486a-962c-9d936b9275a7 for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 07:13:39.523311 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 54840) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:13:39.528653 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682a5121-a039-4dca-ab44-9481ec3bb540 req-d3e46c57-5757-464d-8623-4a5cb9e8a72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:13:39.530417 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-682a5121-a039-4dca-ab44-9481ec3bb540 req-d3e46c57-5757-464d-8623-4a5cb9e8a72c service neutron] 10.222.0.69 "GET /v2.0/networks?id=5c3096ac-d852-45ca-a71e-f85969a6ac9a HTTP/1.1" status: 200 len: 898 time: 0.1789865 May 28 07:13:39.533995 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb37427-8c74-4868-b936-ae1a823afb74 None None] Routers {'8ad55a26-9e55-486a-962c-9d936b9275a7'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:13:39.534626 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-0cb37427-8c74-4868-b936-ae1a823afb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:13:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['8ad55a26-9e55-486a-962c-9d936b9275a7'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:13:39.643622 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-afa2856c-14e6-4b7e-a75f-427ea78d9828 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/floatingips/cf61ee8d-8649-4d5e-9c32-b69519ae9011 HTTP/1.1" status: 200 len: 991 time: 0.1187778 May 28 07:13:39.720547 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-0cb37427-8c74-4868-b936-ae1a823afb74 None None] Set router 8ad55a26-9e55-486a-962c-9d936b9275a7 gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:13:39.768699 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-682a5121-a039-4dca-ab44-9481ec3bb540 req-c2933232-3317-4ca4-a32a-b75e3e2fb8d0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=964f0d26-af2c-4249-91c5-57bcbbfde0f7 HTTP/1.1" status: 200 len: 999 time: 0.2320004 May 28 07:13:39.828670 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682a5121-a039-4dca-ab44-9481ec3bb540 req-310a44ed-f254-486e-b124-a0175ce8a2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:13:39.830130 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-682a5121-a039-4dca-ab44-9481ec3bb540 req-310a44ed-f254-486e-b124-a0175ce8a2f8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d3aec4ea-b523-4a63-9f94-6812aa2abf96 HTTP/1.1" status: 200 len: 835 time: 0.0557122 May 28 07:13:39.903330 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682a5121-a039-4dca-ab44-9481ec3bb540 req-439469d5-ae8b-4f18-88d8-db42809cd3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:13:39.904797 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-682a5121-a039-4dca-ab44-9481ec3bb540 req-439469d5-ae8b-4f18-88d8-db42809cd3e5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c3096ac-d852-45ca-a71e-f85969a6ac9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690022 May 28 07:13:40.041930 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-682a5121-a039-4dca-ab44-9481ec3bb540 req-f38bcc9e-2805-42a4-86a0-0edfa242b62e service neutron] 10.222.0.69 "GET /v2.0/networks/5c3096ac-d852-45ca-a71e-f85969a6ac9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285708 May 28 07:13:40.102181 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-0cb37427-8c74-4868-b936-ae1a823afb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ad55a26-9e55-486a-962c-9d936b9275a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-495785980', 'tenant_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': 'b95a007c-0b76-49a7-a401-04d95989212c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:13:12Z', 'updated_at': '2022-05-28T07:13:18Z', 'revision_number': 4, 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'gw_port': {'id': 'b95a007c-0b76-49a7-a401-04d95989212c', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a0:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad55a26-9e55-486a-962c-9d936b9275a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:13:13Z', 'updated_at': '2022-05-28T07:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': 'cf61ee8d-8649-4d5e-9c32-b69519ae9011', 'tenant_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'floating_ip_address': '172.25.5.21', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': '8ad55a26-9e55-486a-962c-9d936b9275a7', 'port_id': '964f0d26-af2c-4249-91c5-57bcbbfde0f7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4083, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c3096ac-d852-45ca-a71e-f85969a6ac9a', 'mac_address': 'fa:16:3e:06:99:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf37af0-0296-4e9c-82d9-5074c7d5bd2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T07:13:37Z', 'updated_at': '2022-05-28T07:13:37Z', 'revision_number': 0, 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32f0a78b-3a93-407e-8465-b044147c6dfb', 'name': '', 'network_id': '5c3096ac-d852-45ca-a71e-f85969a6ac9a', 'tenant_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'mac_address': 'fa:16:3e:23:2c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad55a26-9e55-486a-962c-9d936b9275a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': 'd3aec4ea-b523-4a63-9f94-6812aa2abf96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:13:17Z', 'updated_at': '2022-05-28T07:13:24Z', 'revision_number': 5, 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'subnets': [{'id': 'd3aec4ea-b523-4a63-9f94-6812aa2abf96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:13:40.106117 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb37427-8c74-4868-b936-ae1a823afb74 None None] The sync data for ids ['8ad55a26-9e55-486a-962c-9d936b9275a7'] in n-d-843702-1 is: [{'id': '8ad55a26-9e55-486a-962c-9d936b9275a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-495785980', 'tenant_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': 'b95a007c-0b76-49a7-a401-04d95989212c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:13:12Z', 'updated_at': '2022-05-28T07:13:18Z', 'revision_number': 4, 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'gw_port': {'id': 'b95a007c-0b76-49a7-a401-04d95989212c', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a0:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad55a26-9e55-486a-962c-9d936b9275a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:13:13Z', 'updated_at': '2022-05-28T07:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': 'cf61ee8d-8649-4d5e-9c32-b69519ae9011', 'tenant_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'floating_ip_address': '172.25.5.21', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': '8ad55a26-9e55-486a-962c-9d936b9275a7', 'port_id': '964f0d26-af2c-4249-91c5-57bcbbfde0f7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4083, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c3096ac-d852-45ca-a71e-f85969a6ac9a', 'mac_address': 'fa:16:3e:06:99:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf37af0-0296-4e9c-82d9-5074c7d5bd2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T07:13:37Z', 'updated_at': '2022-05-28T07:13:37Z', 'revision_number': 0, 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32f0a78b-3a93-407e-8465-b044147c6dfb', 'name': '', 'network_id': '5c3096ac-d852-45ca-a71e-f85969a6ac9a', 'tenant_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'mac_address': 'fa:16:3e:23:2c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad55a26-9e55-486a-962c-9d936b9275a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': 'd3aec4ea-b523-4a63-9f94-6812aa2abf96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:13:17Z', 'updated_at': '2022-05-28T07:13:24Z', 'revision_number': 5, 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'subnets': [{'id': 'd3aec4ea-b523-4a63-9f94-6812aa2abf96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 07:13:40.183016 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-682a5121-a039-4dca-ab44-9481ec3bb540 req-52728014-c03f-4159-879d-fa875299a4ef service neutron] 10.222.0.69 "GET /v2.0/networks/5c3096ac-d852-45ca-a71e-f85969a6ac9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341553 May 28 07:13:40.316623 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c087b0-81ca-4ed7-8dba-1ac28bcbce49 None None] New status for floating IP cf61ee8d-8649-4d5e-9c32-b69519ae9011: ACTIVE {{(pid=89111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 07:13:40.646425 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 54844) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:13:40.757261 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-f9204fab-b324-4009-ae37-b79361a5d082 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/floatingips/cf61ee8d-8649-4d5e-9c32-b69519ae9011 HTTP/1.1" status: 200 len: 993 time: 0.1095819 May 28 07:13:48.877332 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 07:13:56.514636 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-22525aa3-960d-497a-bcf5-fbc6b5b0e9cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:57.977717 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:59.000191 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-16f30f79-d12f-4ca5-bc55-b6568b972b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:59.988987 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:00.109249 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:01.834769 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:02.652358 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:07.628290 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1b12e1-aa16-47b0-8420-2364b73d3c35 req-cdeef2ca-9caa-4f6e-8fd7-a9237b4632d8 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:14:07.631001 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5f1b12e1-aa16-47b0-8420-2364b73d3c35 req-cdeef2ca-9caa-4f6e-8fd7-a9237b4632d8 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcf37af0-0296-4e9c-82d9-5074c7d5bd2a HTTP/1.1" status: 200 len: 946 time: 0.1388435 May 28 07:14:07.674268 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5f1b12e1-aa16-47b0-8420-2364b73d3c35 req-2e4db5fc-f9da-417a-b1be-0c12207c305b tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/security-groups?id=296ae410-8d6f-4286-89c4-77fec5dc166f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388191 May 28 07:14:07.696547 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 54866) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:14:07.804786 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-8b7f91e2-f909-4d6d-8b19-2d0e166532a4 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/floatingips/cf61ee8d-8649-4d5e-9c32-b69519ae9011 HTTP/1.1" status: 200 len: 993 time: 0.1071498 May 28 07:14:08.399102 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8ad530-d20e-4ea3-9f1f-8b62dcb40b5e req-a8de705e-bf87-484b-a509-731a4327199b tempest-TestNetworkAdvancedServerOps-656139815 tempest-TestNetworkAdvancedServerOps-656139815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:14:08.400562 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9a8ad530-d20e-4ea3-9f1f-8b62dcb40b5e req-a8de705e-bf87-484b-a509-731a4327199b tempest-TestNetworkAdvancedServerOps-656139815 tempest-TestNetworkAdvancedServerOps-656139815-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=bcf37af0-0296-4e9c-82d9-5074c7d5bd2a HTTP/1.1" status: 200 len: 1097 time: 0.0692310 May 28 07:14:08.440864 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9a8ad530-d20e-4ea3-9f1f-8b62dcb40b5e req-fd97d253-720d-4be7-8f13-be425ad2039a tempest-TestNetworkAdvancedServerOps-656139815 tempest-TestNetworkAdvancedServerOps-656139815-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=296ae410-8d6f-4286-89c4-77fec5dc166f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341060 May 28 07:14:10.436153 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 54898) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:14:10.557208 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bb1b30f2-012c-4046-8fd8-375db674ce83 req-d40febd9-4f11-4e2d-a03d-179498543038 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bcf37af0-0296-4e9c-82d9-5074c7d5bd2a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1198490 May 28 07:14:11.521284 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [req-bb1b30f2-012c-4046-8fd8-375db674ce83 req-be576d46-5b1c-4324-8ec4-3c5010b5cefe tempest-TestNetworkAdvancedServerOps-656139815 tempest-TestNetworkAdvancedServerOps-656139815-project-admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=89110) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 07:14:11.522329 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bb1b30f2-012c-4046-8fd8-375db674ce83 req-be576d46-5b1c-4324-8ec4-3c5010b5cefe tempest-TestNetworkAdvancedServerOps-656139815 tempest-TestNetworkAdvancedServerOps-656139815-project-admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0595181 May 28 07:14:11.531558 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-bb1b30f2-012c-4046-8fd8-375db674ce83 req-f817555e-bd78-477d-a0a9-29774eb81776 service neutron] Request body: {'binding': {'host': 'n-h2-843702-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:14:11.532378 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-bb1b30f2-012c-4046-8fd8-375db674ce83 req-f817555e-bd78-477d-a0a9-29774eb81776 service neutron] Unknown quota resources ['binding']. {{(pid=89110) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 28 07:14:11.748352 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-bb1b30f2-012c-4046-8fd8-375db674ce83 req-f817555e-bd78-477d-a0a9-29774eb81776 service neutron] Attempting to bind port 964f0d26-af2c-4249-91c5-57bcbbfde0f7 on host n-h2-843702-1 for vnic_type normal with profile None {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 07:14:11.748606 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-bb1b30f2-012c-4046-8fd8-375db674ce83 req-f817555e-bd78-477d-a0a9-29774eb81776 service neutron] Attempting to bind port 964f0d26-af2c-4249-91c5-57bcbbfde0f7 by drivers openvswitch,hyperv on host n-h2-843702-1 at level 0 using segments [{'id': 'd545bc58-1ea4-4160-8e4f-744e60113fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5c3096ac-d852-45ca-a71e-f85969a6ac9a'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 07:14:11.749059 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb1b30f2-012c-4046-8fd8-375db674ce83 req-f817555e-bd78-477d-a0a9-29774eb81776 service neutron] Attempting to bind port 964f0d26-af2c-4249-91c5-57bcbbfde0f7 on network 5c3096ac-d852-45ca-a71e-f85969a6ac9a {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:14:11.753828 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb1b30f2-012c-4046-8fd8-375db674ce83 req-f817555e-bd78-477d-a0a9-29774eb81776 service neutron] Port 964f0d26-af2c-4249-91c5-57bcbbfde0f7 on network 5c3096ac-d852-45ca-a71e-f85969a6ac9a not bound, no agent of type Open vSwitch agent registered on host n-h2-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 07:14:11.754141 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb1b30f2-012c-4046-8fd8-375db674ce83 req-f817555e-bd78-477d-a0a9-29774eb81776 service neutron] Attempting to bind port 964f0d26-af2c-4249-91c5-57bcbbfde0f7 on network 5c3096ac-d852-45ca-a71e-f85969a6ac9a {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:14:11.759050 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb1b30f2-012c-4046-8fd8-375db674ce83 req-f817555e-bd78-477d-a0a9-29774eb81776 service neutron] Checking agent: {'id': 'f1a3973b-d2b3-4558-88e7-2ac50857d302', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 7, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 07:14:11.759379 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb1b30f2-012c-4046-8fd8-375db674ce83 req-f817555e-bd78-477d-a0a9-29774eb81776 service neutron] Checking segment: {'id': 'd545bc58-1ea4-4160-8e4f-744e60113fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5c3096ac-d852-45ca-a71e-f85969a6ac9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:14:11.759754 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb1b30f2-012c-4046-8fd8-375db674ce83 req-f817555e-bd78-477d-a0a9-29774eb81776 service neutron] Bound using segment: {'id': 'd545bc58-1ea4-4160-8e4f-744e60113fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5c3096ac-d852-45ca-a71e-f85969a6ac9a'} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 07:14:11.760168 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-bb1b30f2-012c-4046-8fd8-375db674ce83 req-f817555e-bd78-477d-a0a9-29774eb81776 service neutron] Bound port: 964f0d26-af2c-4249-91c5-57bcbbfde0f7, host: n-h2-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd545bc58-1ea4-4160-8e4f-744e60113fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5c3096ac-d852-45ca-a71e-f85969a6ac9a'}}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 07:14:11.830909 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-bb1b30f2-012c-4046-8fd8-375db674ce83 req-f817555e-bd78-477d-a0a9-29774eb81776 service neutron] For port 964f0d26-af2c-4249-91c5-57bcbbfde0f7, host n-h2-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=964f0d26-af2c-4249-91c5-57bcbbfde0f7,segment=NetworkSegment(d545bc58-1ea4-4160-8e4f-744e60113fcf),segment_id=d545bc58-1ea4-4160-8e4f-744e60113fcf)] {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 07:14:11.954984 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-bb1b30f2-012c-4046-8fd8-375db674ce83 req-f817555e-bd78-477d-a0a9-29774eb81776 service neutron] Notify callbacks [] for binding, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:11.956203 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bb1b30f2-012c-4046-8fd8-375db674ce83 req-f817555e-bd78-477d-a0a9-29774eb81776 service neutron] 10.222.0.55 "POST /v2.0/ports/964f0d26-af2c-4249-91c5-57bcbbfde0f7/bindings HTTP/1.1" status: 201 len: 389 time: 0.4283111 May 28 07:14:12.362131 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40af98d9-4ed0-4886-82dc-307b4d0fea16 req-ef5b0d57-674f-49a1-9ffc-21392e486eb9 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:14:12.362131 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-40af98d9-4ed0-4886-82dc-307b4d0fea16 req-ef5b0d57-674f-49a1-9ffc-21392e486eb9 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcf37af0-0296-4e9c-82d9-5074c7d5bd2a HTTP/1.1" status: 200 len: 946 time: 0.0817258 May 28 07:14:12.400540 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-40af98d9-4ed0-4886-82dc-307b4d0fea16 req-beb1a163-0aba-44ee-9548-cc9d7249dd37 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/security-groups?id=296ae410-8d6f-4286-89c4-77fec5dc166f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391839 May 28 07:14:12.814916 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1b30f2-012c-4046-8fd8-375db674ce83 req-ac5655c4-7508-4bdc-a669-82e7d50ff010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:14:12.816307 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bb1b30f2-012c-4046-8fd8-375db674ce83 req-ac5655c4-7508-4bdc-a669-82e7d50ff010 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5f0305e9e0384b55a3ff03fd8ac69f6c&device_id=bcf37af0-0296-4e9c-82d9-5074c7d5bd2a HTTP/1.1" status: 200 len: 1097 time: 0.0748808 May 28 07:14:12.946460 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1b30f2-012c-4046-8fd8-375db674ce83 req-f5b1b01a-b59b-461a-bc43-99cc710be600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:14:12.947884 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bb1b30f2-012c-4046-8fd8-375db674ce83 req-f5b1b01a-b59b-461a-bc43-99cc710be600 service neutron] 10.222.0.71 "GET /v2.0/networks?id=5c3096ac-d852-45ca-a71e-f85969a6ac9a HTTP/1.1" status: 200 len: 898 time: 0.1258106 May 28 07:14:13.165046 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bb1b30f2-012c-4046-8fd8-375db674ce83 req-038a8b03-4a03-4089-870e-d567bee0e7de service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=964f0d26-af2c-4249-91c5-57bcbbfde0f7 HTTP/1.1" status: 200 len: 1001 time: 0.2108037 May 28 07:14:13.226428 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1b30f2-012c-4046-8fd8-375db674ce83 req-be9948bb-5468-40cf-b99f-e815d69dec35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:14:13.227784 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bb1b30f2-012c-4046-8fd8-375db674ce83 req-be9948bb-5468-40cf-b99f-e815d69dec35 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d3aec4ea-b523-4a63-9f94-6812aa2abf96 HTTP/1.1" status: 200 len: 835 time: 0.0558538 May 28 07:14:13.301021 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1b30f2-012c-4046-8fd8-375db674ce83 req-c9c23e0b-e437-4d7f-8c92-4068dd1afbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:14:13.302522 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bb1b30f2-012c-4046-8fd8-375db674ce83 req-c9c23e0b-e437-4d7f-8c92-4068dd1afbb2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=5c3096ac-d852-45ca-a71e-f85969a6ac9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0680742 May 28 07:14:13.438347 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bb1b30f2-012c-4046-8fd8-375db674ce83 req-2587326e-1f71-4439-b7a9-4efaffaddefc service neutron] 10.222.0.71 "GET /v2.0/networks/5c3096ac-d852-45ca-a71e-f85969a6ac9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298437 May 28 07:14:13.580419 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bb1b30f2-012c-4046-8fd8-375db674ce83 req-291baf1c-b5a2-4e37-aa90-58aa0528d130 service neutron] 10.222.0.71 "GET /v2.0/networks/5c3096ac-d852-45ca-a71e-f85969a6ac9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351659 May 28 07:14:13.661468 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ec53d5-db4c-4ba7-aad1-f83abc6c6f8b req-cd121da5-da7a-48d7-81e4-fbd435d75101 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:14:13.662908 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-97ec53d5-db4c-4ba7-aad1-f83abc6c6f8b req-cd121da5-da7a-48d7-81e4-fbd435d75101 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcf37af0-0296-4e9c-82d9-5074c7d5bd2a HTTP/1.1" status: 200 len: 946 time: 0.1488132 May 28 07:14:13.746943 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-97ec53d5-db4c-4ba7-aad1-f83abc6c6f8b req-beb934d3-c8b3-4e27-9d97-a7505dd3215c tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/security-groups?id=296ae410-8d6f-4286-89c4-77fec5dc166f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777392 May 28 07:14:13.775877 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1b30f2-012c-4046-8fd8-375db674ce83 req-0ac1d78d-4f73-41b6-8cc0-5b7137eb118a tempest-TestNetworkAdvancedServerOps-656139815 tempest-TestNetworkAdvancedServerOps-656139815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:14:13.777330 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bb1b30f2-012c-4046-8fd8-375db674ce83 req-0ac1d78d-4f73-41b6-8cc0-5b7137eb118a tempest-TestNetworkAdvancedServerOps-656139815 tempest-TestNetworkAdvancedServerOps-656139815-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=bcf37af0-0296-4e9c-82d9-5074c7d5bd2a&tenant_id=5f0305e9e0384b55a3ff03fd8ac69f6c&binding%3Ahost_id=n-h1-843702-1 HTTP/1.1" status: 200 len: 1097 time: 0.0910015 May 28 07:14:13.787068 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-bb1b30f2-012c-4046-8fd8-375db674ce83 req-9fd96e82-2bc2-438c-85c9-13327f21c7ce service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-843702-1'}}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:14:13.897844 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-bb1b30f2-012c-4046-8fd8-375db674ce83 req-9fd96e82-2bc2-438c-85c9-13327f21c7ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:14.090848 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-bb1b30f2-012c-4046-8fd8-375db674ce83 req-9fd96e82-2bc2-438c-85c9-13327f21c7ce service neutron] For port 964f0d26-af2c-4249-91c5-57bcbbfde0f7, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=964f0d26-af2c-4249-91c5-57bcbbfde0f7,segment=NetworkSegment(d545bc58-1ea4-4160-8e4f-744e60113fcf),segment_id=d545bc58-1ea4-4160-8e4f-744e60113fcf)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:14:14.122365 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-bb1b30f2-012c-4046-8fd8-375db674ce83 req-9fd96e82-2bc2-438c-85c9-13327f21c7ce service neutron] For port 964f0d26-af2c-4249-91c5-57bcbbfde0f7, host n-h1-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:14:14.179097 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcf37af0-0296-4e9c-82d9-5074c7d5bd2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '964f0d26-af2c-4249-91c5-57bcbbfde0f7'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:14:14.184747 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-bb1b30f2-012c-4046-8fd8-375db674ce83 req-9fd96e82-2bc2-438c-85c9-13327f21c7ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:14.223142 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a413ed8f-b9c2-4e64-b9af-2b5656faf984'] response: {'server_uuid': 'bcf37af0-0296-4e9c-82d9-5074c7d5bd2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '964f0d26-af2c-4249-91c5-57bcbbfde0f7', 'code': 200} May 28 07:14:14.268692 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-bb1b30f2-012c-4046-8fd8-375db674ce83 req-9fd96e82-2bc2-438c-85c9-13327f21c7ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:14.425404 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd96e82-2bc2-438c-85c9-13327f21c7ce service neutron] Pushing event updated for resources: {'Port': ['ID=964f0d26-af2c-4249-91c5-57bcbbfde0f7,revision_number=7']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:14:14.491328 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-bb1b30f2-012c-4046-8fd8-375db674ce83 req-9fd96e82-2bc2-438c-85c9-13327f21c7ce service neutron] Attempting to bind port 964f0d26-af2c-4249-91c5-57bcbbfde0f7 on host n-h1-843702-1 for vnic_type normal with profile {"migrating_to": "n-h2-843702-1"} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 07:14:14.491645 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-bb1b30f2-012c-4046-8fd8-375db674ce83 req-9fd96e82-2bc2-438c-85c9-13327f21c7ce service neutron] Attempting to bind port 964f0d26-af2c-4249-91c5-57bcbbfde0f7 by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': 'd545bc58-1ea4-4160-8e4f-744e60113fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5c3096ac-d852-45ca-a71e-f85969a6ac9a'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 07:14:14.491966 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb1b30f2-012c-4046-8fd8-375db674ce83 req-9fd96e82-2bc2-438c-85c9-13327f21c7ce service neutron] Attempting to bind port 964f0d26-af2c-4249-91c5-57bcbbfde0f7 on network 5c3096ac-d852-45ca-a71e-f85969a6ac9a {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:14:14.496508 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb1b30f2-012c-4046-8fd8-375db674ce83 req-9fd96e82-2bc2-438c-85c9-13327f21c7ce service neutron] Port 964f0d26-af2c-4249-91c5-57bcbbfde0f7 on network 5c3096ac-d852-45ca-a71e-f85969a6ac9a not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 07:14:14.496880 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb1b30f2-012c-4046-8fd8-375db674ce83 req-9fd96e82-2bc2-438c-85c9-13327f21c7ce service neutron] Attempting to bind port 964f0d26-af2c-4249-91c5-57bcbbfde0f7 on network 5c3096ac-d852-45ca-a71e-f85969a6ac9a {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:14:14.502329 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb1b30f2-012c-4046-8fd8-375db674ce83 req-9fd96e82-2bc2-438c-85c9-13327f21c7ce service neutron] Checking agent: {'id': '69f492a0-c00d-46d0-9bec-fcd8161ce206', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 7, 13, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 07:14:14.502654 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb1b30f2-012c-4046-8fd8-375db674ce83 req-9fd96e82-2bc2-438c-85c9-13327f21c7ce service neutron] Checking segment: {'id': 'd545bc58-1ea4-4160-8e4f-744e60113fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5c3096ac-d852-45ca-a71e-f85969a6ac9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:14:14.503027 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb1b30f2-012c-4046-8fd8-375db674ce83 req-9fd96e82-2bc2-438c-85c9-13327f21c7ce service neutron] Bound using segment: {'id': 'd545bc58-1ea4-4160-8e4f-744e60113fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5c3096ac-d852-45ca-a71e-f85969a6ac9a'} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 07:14:14.503435 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-bb1b30f2-012c-4046-8fd8-375db674ce83 req-9fd96e82-2bc2-438c-85c9-13327f21c7ce service neutron] Bound port: 964f0d26-af2c-4249-91c5-57bcbbfde0f7, host: n-h1-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd545bc58-1ea4-4160-8e4f-744e60113fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5c3096ac-d852-45ca-a71e-f85969a6ac9a'}}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 07:14:14.503764 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-bb1b30f2-012c-4046-8fd8-375db674ce83 req-9fd96e82-2bc2-438c-85c9-13327f21c7ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:14.569241 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-f862e822-32ad-40da-8317-2ab724819fa5 None None] Provisioning complete for port 964f0d26-af2c-4249-91c5-57bcbbfde0f7 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:14:14.569818 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-f862e822-32ad-40da-8317-2ab724819fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:14.592629 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-bb1b30f2-012c-4046-8fd8-375db674ce83 req-9fd96e82-2bc2-438c-85c9-13327f21c7ce service neutron] For port 964f0d26-af2c-4249-91c5-57bcbbfde0f7, host n-h1-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:14:14.595594 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-bb1b30f2-012c-4046-8fd8-375db674ce83 req-9fd96e82-2bc2-438c-85c9-13327f21c7ce service neutron] For port 964f0d26-af2c-4249-91c5-57bcbbfde0f7, host n-h1-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=964f0d26-af2c-4249-91c5-57bcbbfde0f7,segment=NetworkSegment(d545bc58-1ea4-4160-8e4f-744e60113fcf),segment_id=d545bc58-1ea4-4160-8e4f-744e60113fcf)] {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 07:14:14.622842 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-f862e822-32ad-40da-8317-2ab724819fa5 None None] Port 964f0d26-af2c-4249-91c5-57bcbbfde0f7 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 07:14:14.650004 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-bb1b30f2-012c-4046-8fd8-375db674ce83 req-9fd96e82-2bc2-438c-85c9-13327f21c7ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:14.809809 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd96e82-2bc2-438c-85c9-13327f21c7ce service neutron] Pushing event updated for resources: {'Port': ['ID=964f0d26-af2c-4249-91c5-57bcbbfde0f7,revision_number=8']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:14:14.823047 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd96e82-2bc2-438c-85c9-13327f21c7ce service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:14:14.823395 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd96e82-2bc2-438c-85c9-13327f21c7ce service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:14:14.823724 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd96e82-2bc2-438c-85c9-13327f21c7ce service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:14:14.824055 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd96e82-2bc2-438c-85c9-13327f21c7ce service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:14:14.824383 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd96e82-2bc2-438c-85c9-13327f21c7ce service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:14:14.824706 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd96e82-2bc2-438c-85c9-13327f21c7ce service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:14:14.825026 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd96e82-2bc2-438c-85c9-13327f21c7ce service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:14:14.825343 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd96e82-2bc2-438c-85c9-13327f21c7ce service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:14:14.825685 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd96e82-2bc2-438c-85c9-13327f21c7ce service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:14:14.826000 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd96e82-2bc2-438c-85c9-13327f21c7ce service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:14:14.826314 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd96e82-2bc2-438c-85c9-13327f21c7ce service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:14:14.827213 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd96e82-2bc2-438c-85c9-13327f21c7ce service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:14:14.913185 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1b30f2-012c-4046-8fd8-375db674ce83 req-9fd96e82-2bc2-438c-85c9-13327f21c7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:14:14.913856 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-bb1b30f2-012c-4046-8fd8-375db674ce83 req-9fd96e82-2bc2-438c-85c9-13327f21c7ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:14.915139 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bb1b30f2-012c-4046-8fd8-375db674ce83 req-9fd96e82-2bc2-438c-85c9-13327f21c7ce service neutron] 10.222.0.71 "PUT /v2.0/ports/964f0d26-af2c-4249-91c5-57bcbbfde0f7 HTTP/1.1" status: 200 len: 1122 time: 1.1319010 May 28 07:14:14.946701 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-5ace9580-325b-4543-90f0-d6ea95b973a9 None None] Provisioning complete for port 964f0d26-af2c-4249-91c5-57bcbbfde0f7 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:14:14.947588 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-5ace9580-325b-4543-90f0-d6ea95b973a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:14.955097 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbf25f2-f47a-4295-840b-d0d99db6a71e req-eb4fac56-e6d6-4391-99a8-90384b5709e8 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:14:14.963676 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-adbf25f2-f47a-4295-840b-d0d99db6a71e req-eb4fac56-e6d6-4391-99a8-90384b5709e8 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcf37af0-0296-4e9c-82d9-5074c7d5bd2a HTTP/1.1" status: 200 len: 944 time: 0.0941558 May 28 07:14:14.980472 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['964f0d26-af2c-4249-91c5-57bcbbfde0f7'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 07:14:15.002864 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-adbf25f2-f47a-4295-840b-d0d99db6a71e req-7640ac9c-fea1-4538-a16d-2927bec57bdc tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/security-groups?id=296ae410-8d6f-4286-89c4-77fec5dc166f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406582 May 28 07:14:15.174528 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-5ace9580-325b-4543-90f0-d6ea95b973a9 None None] Current status of the port 964f0d26-af2c-4249-91c5-57bcbbfde0f7 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:14:15.174905 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-5ace9580-325b-4543-90f0-d6ea95b973a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:15.221085 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcf37af0-0296-4e9c-82d9-5074c7d5bd2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '964f0d26-af2c-4249-91c5-57bcbbfde0f7'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:14:15.246133 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-5ace9580-325b-4543-90f0-d6ea95b973a9 None None] For port 964f0d26-af2c-4249-91c5-57bcbbfde0f7, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=964f0d26-af2c-4249-91c5-57bcbbfde0f7,segment=NetworkSegment(d545bc58-1ea4-4160-8e4f-744e60113fcf),segment_id=d545bc58-1ea4-4160-8e4f-744e60113fcf)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:14:15.274184 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-249b513b-78c4-4f47-bae7-338609109e8e'] response: {'server_uuid': 'bcf37af0-0296-4e9c-82d9-5074c7d5bd2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '964f0d26-af2c-4249-91c5-57bcbbfde0f7', 'code': 200} May 28 07:14:15.318681 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-5ace9580-325b-4543-90f0-d6ea95b973a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:15.520925 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ace9580-325b-4543-90f0-d6ea95b973a9 None None] Pushing event updated for resources: {'Port': ['ID=964f0d26-af2c-4249-91c5-57bcbbfde0f7,revision_number=9']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:14:16.224706 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc7b167-bad5-43d3-881f-1c3aee7fa164 req-d5f5f4ed-6385-4430-8e39-f89b02c198f7 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:14:16.226280 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0dc7b167-bad5-43d3-881f-1c3aee7fa164 req-d5f5f4ed-6385-4430-8e39-f89b02c198f7 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcf37af0-0296-4e9c-82d9-5074c7d5bd2a HTTP/1.1" status: 200 len: 946 time: 0.1017771 May 28 07:14:16.226742 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcf37af0-0296-4e9c-82d9-5074c7d5bd2a', 'tag': '964f0d26-af2c-4249-91c5-57bcbbfde0f7'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:14:16.273297 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0dc7b167-bad5-43d3-881f-1c3aee7fa164 req-89bd7e6d-9fa5-4264-85ba-6f59fc433830 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/security-groups?id=296ae410-8d6f-4286-89c4-77fec5dc166f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413437 May 28 07:14:16.275995 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eab877cd-a14b-4ebe-9ace-aee3578e99ff'] response: {'name': 'network-changed', 'server_uuid': 'bcf37af0-0296-4e9c-82d9-5074c7d5bd2a', 'tag': '964f0d26-af2c-4249-91c5-57bcbbfde0f7', 'status': 'completed', 'code': 200} May 28 07:14:16.366296 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041b0cfa-8be8-4c04-94db-5c3e98e8ad4f req-9480589e-2952-4e18-9799-be624659d6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:14:16.367795 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-041b0cfa-8be8-4c04-94db-5c3e98e8ad4f req-9480589e-2952-4e18-9799-be624659d6b7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5f0305e9e0384b55a3ff03fd8ac69f6c&device_id=bcf37af0-0296-4e9c-82d9-5074c7d5bd2a HTTP/1.1" status: 200 len: 1127 time: 0.0711019 May 28 07:14:16.496082 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041b0cfa-8be8-4c04-94db-5c3e98e8ad4f req-8097eb09-ba02-4993-a9b1-3b7e062d8cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:14:16.497600 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-041b0cfa-8be8-4c04-94db-5c3e98e8ad4f req-8097eb09-ba02-4993-a9b1-3b7e062d8cdf service neutron] 10.222.0.69 "GET /v2.0/networks?id=5c3096ac-d852-45ca-a71e-f85969a6ac9a HTTP/1.1" status: 200 len: 898 time: 0.1239440 May 28 07:14:16.599350 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-041b0cfa-8be8-4c04-94db-5c3e98e8ad4f req-701412ad-0f15-4bfc-8e9d-9bb98140838c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=964f0d26-af2c-4249-91c5-57bcbbfde0f7 HTTP/1.1" status: 200 len: 1001 time: 0.0952623 May 28 07:14:16.759675 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041b0cfa-8be8-4c04-94db-5c3e98e8ad4f req-2ef921d0-c2ac-4153-87ea-09c5d040a021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:14:16.761090 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-041b0cfa-8be8-4c04-94db-5c3e98e8ad4f req-2ef921d0-c2ac-4153-87ea-09c5d040a021 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d3aec4ea-b523-4a63-9f94-6812aa2abf96 HTTP/1.1" status: 200 len: 835 time: 0.1546247 May 28 07:14:16.849299 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041b0cfa-8be8-4c04-94db-5c3e98e8ad4f req-535c3e1d-75ea-4171-aeb2-08f3ef19542d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:14:16.851146 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-041b0cfa-8be8-4c04-94db-5c3e98e8ad4f req-535c3e1d-75ea-4171-aeb2-08f3ef19542d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c3096ac-d852-45ca-a71e-f85969a6ac9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0832832 May 28 07:14:16.977997 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-041b0cfa-8be8-4c04-94db-5c3e98e8ad4f req-6d7a4335-6a95-4bf2-8060-64ea25bdf0b1 service neutron] 10.222.0.69 "GET /v2.0/networks/5c3096ac-d852-45ca-a71e-f85969a6ac9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208243 May 28 07:14:17.050146 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 964f0d26-af2c-4249-91c5-57bcbbfde0f7 details requested by agent hyperv_n-h2-843702-1 with host n-h2-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 07:14:17.111201 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-041b0cfa-8be8-4c04-94db-5c3e98e8ad4f req-84f58fb6-0ada-4e52-9f8a-9dc72972a693 service neutron] 10.222.0.69 "GET /v2.0/networks/5c3096ac-d852-45ca-a71e-f85969a6ac9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269042 May 28 07:14:17.184369 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 964f0d26-af2c-4249-91c5-57bcbbfde0f7, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=964f0d26-af2c-4249-91c5-57bcbbfde0f7,segment=NetworkSegment(d545bc58-1ea4-4160-8e4f-744e60113fcf),segment_id=d545bc58-1ea4-4160-8e4f-744e60113fcf)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:14:17.198083 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 964f0d26-af2c-4249-91c5-57bcbbfde0f7 has no active binding in host n-h2-843702-1 {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 28 07:14:17.468773 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b147c71-0584-4c9d-940a-13f6b26c685d req-ea3be358-8bd1-4ef9-9a37-1133e30385ba tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:14:17.470263 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4b147c71-0584-4c9d-940a-13f6b26c685d req-ea3be358-8bd1-4ef9-9a37-1133e30385ba tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcf37af0-0296-4e9c-82d9-5074c7d5bd2a HTTP/1.1" status: 200 len: 946 time: 0.0841503 May 28 07:14:17.515058 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4b147c71-0584-4c9d-940a-13f6b26c685d req-5924fc1b-af88-4b44-ba23-026b3c29aa9d tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/security-groups?id=296ae410-8d6f-4286-89c4-77fec5dc166f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391197 May 28 07:14:18.697711 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eaf5a7-2db4-4f5f-9f73-b616f1692b0d req-3e218cd3-1799-46e6-a8b6-29180a007123 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:14:18.699176 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f2eaf5a7-2db4-4f5f-9f73-b616f1692b0d req-3e218cd3-1799-46e6-a8b6-29180a007123 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcf37af0-0296-4e9c-82d9-5074c7d5bd2a HTTP/1.1" status: 200 len: 946 time: 0.0791008 May 28 07:14:18.742403 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f2eaf5a7-2db4-4f5f-9f73-b616f1692b0d req-4bd33800-4712-4f69-bb13-28d4dbc8a5e3 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/security-groups?id=296ae410-8d6f-4286-89c4-77fec5dc166f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373731 May 28 07:14:19.928914 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a455ae7e-e615-4e85-84e2-f464a174830d req-ffe33492-821b-4352-ad2d-d841905404dd tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:14:19.930384 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a455ae7e-e615-4e85-84e2-f464a174830d req-ffe33492-821b-4352-ad2d-d841905404dd tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcf37af0-0296-4e9c-82d9-5074c7d5bd2a HTTP/1.1" status: 200 len: 946 time: 0.0840847 May 28 07:14:19.974587 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a455ae7e-e615-4e85-84e2-f464a174830d req-2e9d3aa0-9082-4666-b211-7394731c3fe8 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/security-groups?id=296ae410-8d6f-4286-89c4-77fec5dc166f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385201 May 28 07:14:20.063713 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bb1b30f2-012c-4046-8fd8-375db674ce83 req-1236ed24-36ea-4041-b707-ab6330fd4132 service neutron] 10.222.0.69 "GET /v2.0/ports/964f0d26-af2c-4249-91c5-57bcbbfde0f7/bindings/n-h2-843702-1 HTTP/1.1" status: 200 len: 384 time: 0.0770266 May 28 07:14:20.314679 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-bb1b30f2-012c-4046-8fd8-375db674ce83 req-82a43b68-d809-418d-96b3-d4a324a3aa10 service neutron] For port 964f0d26-af2c-4249-91c5-57bcbbfde0f7, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=964f0d26-af2c-4249-91c5-57bcbbfde0f7,segment=NetworkSegment(d545bc58-1ea4-4160-8e4f-744e60113fcf),segment_id=d545bc58-1ea4-4160-8e4f-744e60113fcf)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:14:20.335702 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-bb1b30f2-012c-4046-8fd8-375db674ce83 req-82a43b68-d809-418d-96b3-d4a324a3aa10 service neutron] For port 964f0d26-af2c-4249-91c5-57bcbbfde0f7, host n-h1-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:14:20.398528 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcf37af0-0296-4e9c-82d9-5074c7d5bd2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '964f0d26-af2c-4249-91c5-57bcbbfde0f7'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:14:20.408354 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-bb1b30f2-012c-4046-8fd8-375db674ce83 req-82a43b68-d809-418d-96b3-d4a324a3aa10 service neutron] For port 964f0d26-af2c-4249-91c5-57bcbbfde0f7, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=964f0d26-af2c-4249-91c5-57bcbbfde0f7,segment=NetworkSegment(d545bc58-1ea4-4160-8e4f-744e60113fcf),segment_id=d545bc58-1ea4-4160-8e4f-744e60113fcf)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:14:20.444594 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f151c39-d224-4fb9-ba7b-e5465650a5d1'] response: {'server_uuid': 'bcf37af0-0296-4e9c-82d9-5074c7d5bd2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '964f0d26-af2c-4249-91c5-57bcbbfde0f7', 'code': 200} May 28 07:14:20.491485 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-bb1b30f2-012c-4046-8fd8-375db674ce83 req-82a43b68-d809-418d-96b3-d4a324a3aa10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:20.591278 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-bb1b30f2-012c-4046-8fd8-375db674ce83 req-82a43b68-d809-418d-96b3-d4a324a3aa10 service neutron] Transition to ACTIVE for port object 964f0d26-af2c-4249-91c5-57bcbbfde0f7 will not be triggered until provisioned by entity L2. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:14:20.656182 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-bb1b30f2-012c-4046-8fd8-375db674ce83 req-82a43b68-d809-418d-96b3-d4a324a3aa10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:20.817764 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a43b68-d809-418d-96b3-d4a324a3aa10 service neutron] Pushing event updated for resources: {'Port': ['ID=964f0d26-af2c-4249-91c5-57bcbbfde0f7,revision_number=11']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:14:20.861284 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb1b30f2-012c-4046-8fd8-375db674ce83 req-82a43b68-d809-418d-96b3-d4a324a3aa10 service neutron] No DVR routers for this DVR port 964f0d26-af2c-4249-91c5-57bcbbfde0f7 on host n-h1-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 07:14:21.231333 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bb1b30f2-012c-4046-8fd8-375db674ce83 req-82a43b68-d809-418d-96b3-d4a324a3aa10 service neutron] 10.222.0.69 "PUT /v2.0/ports/964f0d26-af2c-4249-91c5-57bcbbfde0f7/bindings/n-h2-843702-1/activate HTTP/1.1" status: 200 len: 369 time: 1.1627839 May 28 07:14:21.247610 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d31bfe7-e2fb-4a95-9f9c-71613150d4f2 req-f86d626e-1fcc-486f-8451-83149a6c394c tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:14:21.249683 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0d31bfe7-e2fb-4a95-9f9c-71613150d4f2 req-f86d626e-1fcc-486f-8451-83149a6c394c tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcf37af0-0296-4e9c-82d9-5074c7d5bd2a HTTP/1.1" status: 200 len: 945 time: 0.1306405 May 28 07:14:21.296153 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0d31bfe7-e2fb-4a95-9f9c-71613150d4f2 req-f35f9247-195a-4d19-a595-347dd1fa2354 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/security-groups?id=296ae410-8d6f-4286-89c4-77fec5dc166f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407982 May 28 07:14:21.464245 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1b30f2-012c-4046-8fd8-375db674ce83 req-6a6a03fa-a55d-41f9-ad47-cdd553ff73ca tempest-TestNetworkAdvancedServerOps-656139815 tempest-TestNetworkAdvancedServerOps-656139815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:14:21.465803 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bb1b30f2-012c-4046-8fd8-375db674ce83 req-6a6a03fa-a55d-41f9-ad47-cdd553ff73ca tempest-TestNetworkAdvancedServerOps-656139815 tempest-TestNetworkAdvancedServerOps-656139815-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=bcf37af0-0296-4e9c-82d9-5074c7d5bd2a&tenant_id=5f0305e9e0384b55a3ff03fd8ac69f6c&binding%3Ahost_id=n-h1-843702-1 HTTP/1.1" status: 200 len: 1096 time: 0.0738270 May 28 07:14:21.540332 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1b30f2-012c-4046-8fd8-375db674ce83 req-bd62f438-c207-44dc-a237-c1301f1a31a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:14:21.541716 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bb1b30f2-012c-4046-8fd8-375db674ce83 req-bd62f438-c207-44dc-a237-c1301f1a31a4 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=bcf37af0-0296-4e9c-82d9-5074c7d5bd2a&tenant_id=5f0305e9e0384b55a3ff03fd8ac69f6c HTTP/1.1" status: 200 len: 1096 time: 0.0693958 May 28 07:14:21.646213 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1b30f2-012c-4046-8fd8-375db674ce83 req-84febc27-357c-406d-b886-42bbcf254ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:14:21.647638 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bb1b30f2-012c-4046-8fd8-375db674ce83 req-84febc27-357c-406d-b886-42bbcf254ea8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5f0305e9e0384b55a3ff03fd8ac69f6c&device_id=bcf37af0-0296-4e9c-82d9-5074c7d5bd2a HTTP/1.1" status: 200 len: 1096 time: 0.0725470 May 28 07:14:21.773984 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1b30f2-012c-4046-8fd8-375db674ce83 req-77cc521c-6173-46e0-9a7d-fa7c12bd20ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:14:21.775400 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bb1b30f2-012c-4046-8fd8-375db674ce83 req-77cc521c-6173-46e0-9a7d-fa7c12bd20ad service neutron] 10.222.0.71 "GET /v2.0/networks?id=5c3096ac-d852-45ca-a71e-f85969a6ac9a HTTP/1.1" status: 200 len: 898 time: 0.1223271 May 28 07:14:21.877893 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bb1b30f2-012c-4046-8fd8-375db674ce83 req-5a5c0f14-cace-4e69-94a9-e01b1b8694b2 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=964f0d26-af2c-4249-91c5-57bcbbfde0f7 HTTP/1.1" status: 200 len: 999 time: 0.0958841 May 28 07:14:21.938423 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1b30f2-012c-4046-8fd8-375db674ce83 req-1d743d0c-2a13-4d35-a071-86f73fc06ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:14:21.939812 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bb1b30f2-012c-4046-8fd8-375db674ce83 req-1d743d0c-2a13-4d35-a071-86f73fc06ae9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d3aec4ea-b523-4a63-9f94-6812aa2abf96 HTTP/1.1" status: 200 len: 835 time: 0.0557730 May 28 07:14:22.016822 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1b30f2-012c-4046-8fd8-375db674ce83 req-f74af9d1-8986-4ac8-8c1e-3c2a9407ab98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:14:22.018281 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bb1b30f2-012c-4046-8fd8-375db674ce83 req-f74af9d1-8986-4ac8-8c1e-3c2a9407ab98 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=5c3096ac-d852-45ca-a71e-f85969a6ac9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715041 May 28 07:14:22.147363 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bb1b30f2-012c-4046-8fd8-375db674ce83 req-10d96e4a-45b9-4f5c-b887-07df220982a3 service neutron] 10.222.0.71 "GET /v2.0/networks/5c3096ac-d852-45ca-a71e-f85969a6ac9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219625 May 28 07:14:22.278206 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bb1b30f2-012c-4046-8fd8-375db674ce83 req-f86a4959-b046-47c1-9e73-c4c742d0848a service neutron] 10.222.0.71 "GET /v2.0/networks/5c3096ac-d852-45ca-a71e-f85969a6ac9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248357 May 28 07:14:22.485349 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cccd8f-69ea-49af-a20f-9b1994c89e1c req-e2a7cdf8-2467-4c13-9221-97eba7266308 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:14:22.486993 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a6cccd8f-69ea-49af-a20f-9b1994c89e1c req-e2a7cdf8-2467-4c13-9221-97eba7266308 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcf37af0-0296-4e9c-82d9-5074c7d5bd2a HTTP/1.1" status: 200 len: 945 time: 0.0822370 May 28 07:14:22.532046 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a6cccd8f-69ea-49af-a20f-9b1994c89e1c req-46c4f71f-73be-43b1-9b4c-98dc748be7e6 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/security-groups?id=296ae410-8d6f-4286-89c4-77fec5dc166f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392268 May 28 07:14:22.846343 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1b30f2-012c-4046-8fd8-375db674ce83 req-36e021bf-3657-41fe-8710-469bb9432a82 tempest-TestNetworkAdvancedServerOps-656139815 tempest-TestNetworkAdvancedServerOps-656139815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:14:22.847725 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bb1b30f2-012c-4046-8fd8-375db674ce83 req-36e021bf-3657-41fe-8710-469bb9432a82 tempest-TestNetworkAdvancedServerOps-656139815 tempest-TestNetworkAdvancedServerOps-656139815-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=bcf37af0-0296-4e9c-82d9-5074c7d5bd2a&tenant_id=5f0305e9e0384b55a3ff03fd8ac69f6c&binding%3Ahost_id=n-h2-843702-1 HTTP/1.1" status: 200 len: 1096 time: 0.0805671 May 28 07:14:23.015232 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-bb1b30f2-012c-4046-8fd8-375db674ce83 req-2c666e96-c1b2-457f-a32b-5b56d2e7972a service neutron] For port 964f0d26-af2c-4249-91c5-57bcbbfde0f7, host n-h1-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:14:23.018173 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-bb1b30f2-012c-4046-8fd8-375db674ce83 req-2c666e96-c1b2-457f-a32b-5b56d2e7972a service neutron] Notify callbacks [] for binding, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:23.019249 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bb1b30f2-012c-4046-8fd8-375db674ce83 req-2c666e96-c1b2-457f-a32b-5b56d2e7972a service neutron] 10.222.0.71 "DELETE /v2.0/ports/964f0d26-af2c-4249-91c5-57bcbbfde0f7/bindings/n-h1-843702-1 HTTP/1.1" status: 204 len: 173 time: 0.1654494 May 28 07:14:23.598456 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 964f0d26-af2c-4249-91c5-57bcbbfde0f7 no longer exists at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:14:23.657401 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 964f0d26-af2c-4249-91c5-57bcbbfde0f7 not bound to the agent host n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 07:14:23.719307 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ec2a72-f12c-438d-a575-736d04fda2e6 req-ac374722-0428-4a75-a044-635314919429 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:14:23.720670 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c0ec2a72-f12c-438d-a575-736d04fda2e6 req-ac374722-0428-4a75-a044-635314919429 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcf37af0-0296-4e9c-82d9-5074c7d5bd2a HTTP/1.1" status: 200 len: 945 time: 0.0792935 May 28 07:14:23.767981 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c0ec2a72-f12c-438d-a575-736d04fda2e6 req-c03d377a-1254-4eac-958a-c5710c4e9753 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/security-groups?id=296ae410-8d6f-4286-89c4-77fec5dc166f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415733 May 28 07:14:23.940847 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a95e7fc-8ef0-42da-ae34-6958c2fd6065 req-c7d00855-c8d6-4af4-8fba-93dd0c586caa tempest-TestNetworkAdvancedServerOps-656139815 tempest-TestNetworkAdvancedServerOps-656139815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:14:23.942887 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2a95e7fc-8ef0-42da-ae34-6958c2fd6065 req-c7d00855-c8d6-4af4-8fba-93dd0c586caa tempest-TestNetworkAdvancedServerOps-656139815 tempest-TestNetworkAdvancedServerOps-656139815-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=bcf37af0-0296-4e9c-82d9-5074c7d5bd2a HTTP/1.1" status: 200 len: 1096 time: 0.0714264 May 28 07:14:23.988643 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2a95e7fc-8ef0-42da-ae34-6958c2fd6065 req-ea1e6046-380b-4879-a825-d60b400eebd4 tempest-TestNetworkAdvancedServerOps-656139815 tempest-TestNetworkAdvancedServerOps-656139815-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=296ae410-8d6f-4286-89c4-77fec5dc166f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343871 May 28 07:14:24.171242 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76fca93-d1ba-41bd-889b-af836b2eaaf1 req-262694b7-24b1-4ba5-a3a3-feeba4c34c19 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:14:24.173230 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d76fca93-d1ba-41bd-889b-af836b2eaaf1 req-262694b7-24b1-4ba5-a3a3-feeba4c34c19 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcf37af0-0296-4e9c-82d9-5074c7d5bd2a HTTP/1.1" status: 200 len: 945 time: 0.0866191 May 28 07:14:24.215012 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d76fca93-d1ba-41bd-889b-af836b2eaaf1 req-3c985fb4-8de6-4ecf-91ba-3c08419c3b34 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/security-groups?id=296ae410-8d6f-4286-89c4-77fec5dc166f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360770 May 28 07:14:24.238416 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 54950) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:14:24.471436 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-e5d6c167-eee5-472f-94e5-a68ad20bf5d0 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/floatingips/cf61ee8d-8649-4d5e-9c32-b69519ae9011 HTTP/1.1" status: 200 len: 991 time: 0.2318933 May 28 07:14:24.784424 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bf9d94e3-77e9-4dce-8ab6-cfbb81d0d937 req-83854e06-a5f5-413b-ace7-7d9d187434ab service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=08247089-1673-4b7c-a1d2-4bbfc581fbf2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0699601 May 28 07:14:24.923001 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9d94e3-77e9-4dce-8ab6-cfbb81d0d937 req-fd9d40c6-5713-4654-a153-ae780d6ff4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:14:24.924468 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bf9d94e3-77e9-4dce-8ab6-cfbb81d0d937 req-fd9d40c6-5713-4654-a153-ae780d6ff4c0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6cd404fb9ef9487fb34baf3bf8b36b53&device_id=08247089-1673-4b7c-a1d2-4bbfc581fbf2 HTTP/1.1" status: 200 len: 1096 time: 0.0715528 May 28 07:14:25.068617 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9d94e3-77e9-4dce-8ab6-cfbb81d0d937 req-48e8e237-f94f-4c03-946b-b9f01399b0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:14:25.070085 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bf9d94e3-77e9-4dce-8ab6-cfbb81d0d937 req-48e8e237-f94f-4c03-946b-b9f01399b0e5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b87fb3cb-482f-4500-8eb8-33ba0d95db61 HTTP/1.1" status: 200 len: 912 time: 0.1277790 May 28 07:14:25.171562 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bf9d94e3-77e9-4dce-8ab6-cfbb81d0d937 req-f2c4bae1-9932-4ac2-82bc-ecec229e0b89 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d5f7ec2b-bf5e-4b80-9c79-ba4fe1bade9c HTTP/1.1" status: 200 len: 1001 time: 0.0960464 May 28 07:14:25.235595 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9d94e3-77e9-4dce-8ab6-cfbb81d0d937 req-54aa83e1-82ec-4c26-b2f2-a9d8c7c5b887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:14:25.237175 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bf9d94e3-77e9-4dce-8ab6-cfbb81d0d937 req-54aa83e1-82ec-4c26-b2f2-a9d8c7c5b887 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=03e4bbfb-d6ff-44b0-bb81-9edbb740d6df HTTP/1.1" status: 200 len: 850 time: 0.0600729 May 28 07:14:25.309242 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9d94e3-77e9-4dce-8ab6-cfbb81d0d937 req-8839f3f4-d33a-4c00-87cc-5e01e9af9011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:14:25.310719 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bf9d94e3-77e9-4dce-8ab6-cfbb81d0d937 req-8839f3f4-d33a-4c00-87cc-5e01e9af9011 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b87fb3cb-482f-4500-8eb8-33ba0d95db61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0680342 May 28 07:14:25.442524 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bf9d94e3-77e9-4dce-8ab6-cfbb81d0d937 req-2d47cb97-1880-4844-859f-f7605f420bea service neutron] 10.222.0.69 "GET /v2.0/networks/b87fb3cb-482f-4500-8eb8-33ba0d95db61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260910 May 28 07:14:25.573721 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bf9d94e3-77e9-4dce-8ab6-cfbb81d0d937 req-2fdebd41-aec2-41e5-9804-665c9406b3b1 service neutron] 10.222.0.69 "GET /v2.0/networks/b87fb3cb-482f-4500-8eb8-33ba0d95db61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256380 May 28 07:14:25.876765 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 07:14:26.474238 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-1b308c82-f957-49fe-a552-654d9da4f357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:26.741556 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 54958) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:14:27.008193 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9487a3b8-57b1-4d2f-b688-7be3c0e282a0 req-a7660dff-470b-4efb-9f6c-96b32ccdb52f service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=285a57b6-b324-4d76-a9ad-7b7c51d1e12b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2008677 May 28 07:14:27.015892 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-c7f7376f-2991-4343-b625-27e9480adb0d tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Deleting port 52a6d50a-b1d2-4090-b68e-3c11e6582991 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:14:27.016234 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c7f7376f-2991-4343-b625-27e9480adb0d tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:27.243663 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c7f7376f-2991-4343-b625-27e9480adb0d tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:27.243994 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c7f7376f-2991-4343-b625-27e9480adb0d tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:27.257945 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9487a3b8-57b1-4d2f-b688-7be3c0e282a0 req-80c6bed2-3130-4be7-92e7-6a8b6d95c435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:14:27.259473 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9487a3b8-57b1-4d2f-b688-7be3c0e282a0 req-80c6bed2-3130-4be7-92e7-6a8b6d95c435 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=6cd404fb9ef9487fb34baf3bf8b36b53&device_id=285a57b6-b324-4d76-a9ad-7b7c51d1e12b HTTP/1.1" status: 200 len: 1096 time: 0.1291187 May 28 07:14:27.492001 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-c7f7376f-2991-4343-b625-27e9480adb0d tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Calling delete_port for 52a6d50a-b1d2-4090-b68e-3c11e6582991 owned by network:floatingip {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:14:27.654715 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9487a3b8-57b1-4d2f-b688-7be3c0e282a0 req-ebad0499-c25e-49b6-b5b8-6c1203c4faf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:14:27.656734 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9487a3b8-57b1-4d2f-b688-7be3c0e282a0 req-ebad0499-c25e-49b6-b5b8-6c1203c4faf1 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b87fb3cb-482f-4500-8eb8-33ba0d95db61 HTTP/1.1" status: 200 len: 912 time: 0.3452659 May 28 07:14:27.805682 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9487a3b8-57b1-4d2f-b688-7be3c0e282a0 req-9a67a1c9-e332-482e-8262-2b30930b42ed service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ae5f8c67-24d9-4ef4-a6da-64c7579ab4e1 HTTP/1.1" status: 200 len: 1001 time: 0.1407955 May 28 07:14:27.872916 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9487a3b8-57b1-4d2f-b688-7be3c0e282a0 req-72180d79-e3f2-4ee1-8def-9b441168aa8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:14:27.874390 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9487a3b8-57b1-4d2f-b688-7be3c0e282a0 req-72180d79-e3f2-4ee1-8def-9b441168aa8e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=03e4bbfb-d6ff-44b0-bb81-9edbb740d6df HTTP/1.1" status: 200 len: 850 time: 0.0607374 May 28 07:14:27.951348 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c7f7376f-2991-4343-b625-27e9480adb0d tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:27.971526 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:28.002687 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f7376f-2991-4343-b625-27e9480adb0d tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Pushing event deleted for resources: {'Port': ['ID=52a6d50a-b1d2-4090-b68e-3c11e6582991,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:14:28.029692 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9487a3b8-57b1-4d2f-b688-7be3c0e282a0 req-e889e0da-6005-42ac-a996-336914db89e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:14:28.031331 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9487a3b8-57b1-4d2f-b688-7be3c0e282a0 req-e889e0da-6005-42ac-a996-336914db89e1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b87fb3cb-482f-4500-8eb8-33ba0d95db61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1511357 May 28 07:14:28.193588 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c7f7376f-2991-4343-b625-27e9480adb0d tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for floatingip, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:28.193929 n-d-843702-1 neutron-server[89110]: INFO neutron.db.l3_db [None req-c7f7376f-2991-4343-b625-27e9480adb0d tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Floating IP cf61ee8d-8649-4d5e-9c32-b69519ae9011 disassociated (deleted). External IP: 172.25.5.21, port: 964f0d26-af2c-4249-91c5-57bcbbfde0f7. May 28 07:14:28.287056 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9487a3b8-57b1-4d2f-b688-7be3c0e282a0 req-f2ceb641-ff99-4f02-8332-b3faf4370e18 service neutron] 10.222.0.71 "GET /v2.0/networks/b87fb3cb-482f-4500-8eb8-33ba0d95db61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490404 May 28 07:14:28.570479 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9487a3b8-57b1-4d2f-b688-7be3c0e282a0 req-0bb4b66c-ef6d-4971-aefc-bf7839c50eb0 service neutron] 10.222.0.71 "GET /v2.0/networks/b87fb3cb-482f-4500-8eb8-33ba0d95db61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287407 May 28 07:14:28.673794 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7f7376f-2991-4343-b625-27e9480adb0d tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Router 8ad55a26-9e55-486a-962c-9d936b9275a7 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 07:14:28.959702 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-aeacb7d9-4418-4219-bd5c-7e9f8828d2c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:28.966011 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7f7376f-2991-4343-b625-27e9480adb0d tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 07:14:28.977448 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125dd49c-92db-40b3-9673-3791c4a29f28 None None] Sync routers for ids ['8ad55a26-9e55-486a-962c-9d936b9275a7'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 07:14:28.986872 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125dd49c-92db-40b3-9673-3791c4a29f28 None None] Routers {'8ad55a26-9e55-486a-962c-9d936b9275a7'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:14:28.988937 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-125dd49c-92db-40b3-9673-3791c4a29f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:14:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['8ad55a26-9e55-486a-962c-9d936b9275a7'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:14:29.097718 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c7f7376f-2991-4343-b625-27e9480adb0d tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:29.152515 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-c7f7376f-2991-4343-b625-27e9480adb0d tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "DELETE /v2.0/floatingips/cf61ee8d-8649-4d5e-9c32-b69519ae9011 HTTP/1.1" status: 204 len: 168 time: 2.4098742 May 28 07:14:29.159935 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcf37af0-0296-4e9c-82d9-5074c7d5bd2a', 'tag': '964f0d26-af2c-4249-91c5-57bcbbfde0f7'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:14:29.160574 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-125dd49c-92db-40b3-9673-3791c4a29f28 None None] Set router 8ad55a26-9e55-486a-962c-9d936b9275a7 gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:14:29.200869 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf269953-9d77-4edb-afdd-24883c23c206'] response: {'name': 'network-changed', 'server_uuid': 'bcf37af0-0296-4e9c-82d9-5074c7d5bd2a', 'tag': '964f0d26-af2c-4249-91c5-57bcbbfde0f7', 'status': 'completed', 'code': 200} May 28 07:14:29.325154 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a847ed3-838a-4ff7-98ef-191b1a6a899b req-71a31785-564f-4dbc-96db-b631fe03f053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:14:29.326682 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5a847ed3-838a-4ff7-98ef-191b1a6a899b req-71a31785-564f-4dbc-96db-b631fe03f053 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5f0305e9e0384b55a3ff03fd8ac69f6c&device_id=bcf37af0-0296-4e9c-82d9-5074c7d5bd2a HTTP/1.1" status: 200 len: 1096 time: 0.0826862 May 28 07:14:29.461115 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a847ed3-838a-4ff7-98ef-191b1a6a899b req-6a55ecbb-01bb-474a-9128-b0ea79b68292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:14:29.462604 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5a847ed3-838a-4ff7-98ef-191b1a6a899b req-6a55ecbb-01bb-474a-9128-b0ea79b68292 service neutron] 10.222.0.71 "GET /v2.0/networks?id=5c3096ac-d852-45ca-a71e-f85969a6ac9a HTTP/1.1" status: 200 len: 898 time: 0.1300595 May 28 07:14:29.475751 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-125dd49c-92db-40b3-9673-3791c4a29f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ad55a26-9e55-486a-962c-9d936b9275a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-495785980', 'tenant_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': 'b95a007c-0b76-49a7-a401-04d95989212c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:13:12Z', 'updated_at': '2022-05-28T07:13:18Z', 'revision_number': 4, 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'gw_port': {'id': 'b95a007c-0b76-49a7-a401-04d95989212c', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a0:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad55a26-9e55-486a-962c-9d936b9275a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:13:13Z', 'updated_at': '2022-05-28T07:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '32f0a78b-3a93-407e-8465-b044147c6dfb', 'name': '', 'network_id': '5c3096ac-d852-45ca-a71e-f85969a6ac9a', 'tenant_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'mac_address': 'fa:16:3e:23:2c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad55a26-9e55-486a-962c-9d936b9275a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': 'd3aec4ea-b523-4a63-9f94-6812aa2abf96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:13:17Z', 'updated_at': '2022-05-28T07:13:24Z', 'revision_number': 5, 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'subnets': [{'id': 'd3aec4ea-b523-4a63-9f94-6812aa2abf96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:14:29.479754 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125dd49c-92db-40b3-9673-3791c4a29f28 None None] Checking router: 8ad55a26-9e55-486a-962c-9d936b9275a7 for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 07:14:29.488704 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125dd49c-92db-40b3-9673-3791c4a29f28 None None] Routers {'8ad55a26-9e55-486a-962c-9d936b9275a7'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:14:29.489402 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-125dd49c-92db-40b3-9673-3791c4a29f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:14:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['8ad55a26-9e55-486a-962c-9d936b9275a7'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:14:29.532603 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5a847ed3-838a-4ff7-98ef-191b1a6a899b req-96092579-ad83-4aa8-a818-e6efcef58d80 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=964f0d26-af2c-4249-91c5-57bcbbfde0f7 HTTP/1.1" status: 200 len: 217 time: 0.0640604 May 28 07:14:29.601588 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a847ed3-838a-4ff7-98ef-191b1a6a899b req-d75ad013-2563-495c-bf37-1108168d5e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:14:29.603031 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5a847ed3-838a-4ff7-98ef-191b1a6a899b req-d75ad013-2563-495c-bf37-1108168d5e81 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d3aec4ea-b523-4a63-9f94-6812aa2abf96 HTTP/1.1" status: 200 len: 835 time: 0.0644319 May 28 07:14:29.670715 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-125dd49c-92db-40b3-9673-3791c4a29f28 None None] Set router 8ad55a26-9e55-486a-962c-9d936b9275a7 gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:14:29.684365 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a847ed3-838a-4ff7-98ef-191b1a6a899b req-d7422c86-ea79-4444-a2b5-80f244b8a21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:14:29.685887 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5a847ed3-838a-4ff7-98ef-191b1a6a899b req-d7422c86-ea79-4444-a2b5-80f244b8a21d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=5c3096ac-d852-45ca-a71e-f85969a6ac9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702856 May 28 07:14:29.830236 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5a847ed3-838a-4ff7-98ef-191b1a6a899b req-11149a9a-ad8d-4ca5-981b-be5c63b6e10e service neutron] 10.222.0.71 "GET /v2.0/networks/5c3096ac-d852-45ca-a71e-f85969a6ac9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380045 May 28 07:14:30.010024 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:30.024380 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5a847ed3-838a-4ff7-98ef-191b1a6a899b req-9509487c-0ae6-4e82-acd7-afed95b7c58a service neutron] 10.222.0.71 "GET /v2.0/networks/5c3096ac-d852-45ca-a71e-f85969a6ac9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875401 May 28 07:14:30.026665 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-125dd49c-92db-40b3-9673-3791c4a29f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ad55a26-9e55-486a-962c-9d936b9275a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-495785980', 'tenant_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': 'b95a007c-0b76-49a7-a401-04d95989212c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:13:12Z', 'updated_at': '2022-05-28T07:13:18Z', 'revision_number': 4, 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'gw_port': {'id': 'b95a007c-0b76-49a7-a401-04d95989212c', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a0:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad55a26-9e55-486a-962c-9d936b9275a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:13:13Z', 'updated_at': '2022-05-28T07:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '32f0a78b-3a93-407e-8465-b044147c6dfb', 'name': '', 'network_id': '5c3096ac-d852-45ca-a71e-f85969a6ac9a', 'tenant_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'mac_address': 'fa:16:3e:23:2c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad55a26-9e55-486a-962c-9d936b9275a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': 'd3aec4ea-b523-4a63-9f94-6812aa2abf96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:13:17Z', 'updated_at': '2022-05-28T07:13:24Z', 'revision_number': 5, 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'subnets': [{'id': 'd3aec4ea-b523-4a63-9f94-6812aa2abf96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:14:30.030879 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125dd49c-92db-40b3-9673-3791c4a29f28 None None] The sync data for ids ['8ad55a26-9e55-486a-962c-9d936b9275a7'] in n-d-843702-1 is: [{'id': '8ad55a26-9e55-486a-962c-9d936b9275a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-495785980', 'tenant_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': 'b95a007c-0b76-49a7-a401-04d95989212c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:13:12Z', 'updated_at': '2022-05-28T07:13:18Z', 'revision_number': 4, 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'gw_port': {'id': 'b95a007c-0b76-49a7-a401-04d95989212c', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a0:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad55a26-9e55-486a-962c-9d936b9275a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:13:13Z', 'updated_at': '2022-05-28T07:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '32f0a78b-3a93-407e-8465-b044147c6dfb', 'name': '', 'network_id': '5c3096ac-d852-45ca-a71e-f85969a6ac9a', 'tenant_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'mac_address': 'fa:16:3e:23:2c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad55a26-9e55-486a-962c-9d936b9275a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': 'd3aec4ea-b523-4a63-9f94-6812aa2abf96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:13:17Z', 'updated_at': '2022-05-28T07:13:24Z', 'revision_number': 5, 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'subnets': [{'id': 'd3aec4ea-b523-4a63-9f94-6812aa2abf96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 07:14:30.036389 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e86ca5-f0c0-4fcf-99d2-a7ef308b92c8 req-b7837f67-baa7-4c7b-9a68-a6d224c66f7a tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:14:30.042065 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-c6e86ca5-f0c0-4fcf-99d2-a7ef308b92c8 req-b7837f67-baa7-4c7b-9a68-a6d224c66f7a tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Synchronizing usage tracker for tenant:5f0305e9e0384b55a3ff03fd8ac69f6c on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:14:30.120438 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:30.142910 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-c6e86ca5-f0c0-4fcf-99d2-a7ef308b92c8 req-b7837f67-baa7-4c7b-9a68-a6d224c66f7a tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Unset dirty status for tenant:5f0305e9e0384b55a3ff03fd8ac69f6c on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:14:30.144377 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c6e86ca5-f0c0-4fcf-99d2-a7ef308b92c8 req-b7837f67-baa7-4c7b-9a68-a6d224c66f7a tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcf37af0-0296-4e9c-82d9-5074c7d5bd2a HTTP/1.1" status: 200 len: 945 time: 0.2878273 May 28 07:14:30.191427 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c6e86ca5-f0c0-4fcf-99d2-a7ef308b92c8 req-88537cf2-582b-42a1-ad23-f2c7f0909f89 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/security-groups?id=296ae410-8d6f-4286-89c4-77fec5dc166f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412664 May 28 07:14:30.267501 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb3c9f1-74d4-4edc-8ccc-3a145ba863cb None None] New status for floating IP cf61ee8d-8649-4d5e-9c32-b69519ae9011: DOWN {{(pid=89111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 07:14:30.457332 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d80bd0-7125-48e5-9913-fb6ecf67d7a4 req-ac150e8f-465a-4065-ab72-72d7c2e6b97b tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:14:30.458911 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c7d80bd0-7125-48e5-9913-fb6ecf67d7a4 req-ac150e8f-465a-4065-ab72-72d7c2e6b97b tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.71 "GET /v2.0/ports?device_id=bcf37af0-0296-4e9c-82d9-5074c7d5bd2a HTTP/1.1" status: 200 len: 945 time: 0.1283484 May 28 07:14:30.532362 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-c7d80bd0-7125-48e5-9913-fb6ecf67d7a4 req-097fe6c4-4a7c-40f4-af06-bfb2a4c25dfe tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Deleting port 964f0d26-af2c-4249-91c5-57bcbbfde0f7 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:14:30.532735 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-c7d80bd0-7125-48e5-9913-fb6ecf67d7a4 req-097fe6c4-4a7c-40f4-af06-bfb2a4c25dfe tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:30.780363 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-c7d80bd0-7125-48e5-9913-fb6ecf67d7a4 req-097fe6c4-4a7c-40f4-af06-bfb2a4c25dfe tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] For port 964f0d26-af2c-4249-91c5-57bcbbfde0f7, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=964f0d26-af2c-4249-91c5-57bcbbfde0f7,segment=NetworkSegment(d545bc58-1ea4-4160-8e4f-744e60113fcf),segment_id=d545bc58-1ea4-4160-8e4f-744e60113fcf)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:14:30.780716 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-c7d80bd0-7125-48e5-9913-fb6ecf67d7a4 req-097fe6c4-4a7c-40f4-af06-bfb2a4c25dfe tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:31.007517 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-c7d80bd0-7125-48e5-9913-fb6ecf67d7a4 req-097fe6c4-4a7c-40f4-af06-bfb2a4c25dfe tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Calling delete_port for 964f0d26-af2c-4249-91c5-57bcbbfde0f7 owned by compute:nova {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:14:31.240155 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-c7d80bd0-7125-48e5-9913-fb6ecf67d7a4 req-097fe6c4-4a7c-40f4-af06-bfb2a4c25dfe tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:31.288969 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097fe6c4-4a7c-40f4-af06-bfb2a4c25dfe tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Pushing event deleted for resources: {'Port': ['ID=964f0d26-af2c-4249-91c5-57bcbbfde0f7,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:14:31.404526 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a428f4b5-ba4b-4726-be45-14dee387755a req-29ba2264-b077-406f-b287-7d6499a053fe tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcf37af0-0296-4e9c-82d9-5074c7d5bd2a HTTP/1.1" status: 200 len: 210 time: 0.0837660 May 28 07:14:31.405488 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7d80bd0-7125-48e5-9913-fb6ecf67d7a4 req-097fe6c4-4a7c-40f4-af06-bfb2a4c25dfe tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] No DVR routers for this DVR port 964f0d26-af2c-4249-91c5-57bcbbfde0f7 on host n-h2-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 07:14:31.408348 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-c7d80bd0-7125-48e5-9913-fb6ecf67d7a4 req-097fe6c4-4a7c-40f4-af06-bfb2a4c25dfe tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:31.412132 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcf37af0-0296-4e9c-82d9-5074c7d5bd2a', 'name': 'network-vif-deleted', 'tag': '964f0d26-af2c-4249-91c5-57bcbbfde0f7'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:14:31.460958 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17ef9e3e-d7c0-4309-8000-4c07cc5e4d58'] response: {'server_uuid': 'bcf37af0-0296-4e9c-82d9-5074c7d5bd2a', 'name': 'network-vif-deleted', 'tag': '964f0d26-af2c-4249-91c5-57bcbbfde0f7', 'status': 'completed', 'code': 200} May 28 07:14:31.486480 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c7d80bd0-7125-48e5-9913-fb6ecf67d7a4 req-097fe6c4-4a7c-40f4-af06-bfb2a4c25dfe tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.71 "DELETE /v2.0/ports/964f0d26-af2c-4249-91c5-57bcbbfde0f7 HTTP/1.1" status: 204 len: 173 time: 1.0211315 May 28 07:14:31.868531 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:32.503116 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 54976) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:14:32.651323 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:33.066998 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1db2eeef-9684-4fa8-97b4-af41d70d1000 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700548'] for router_interface, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:33.219497 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 964f0d26-af2c-4249-91c5-57bcbbfde0f7 no longer exists at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:14:33.254380 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] No Port match for: 964f0d26-af2c-4249-91c5-57bcbbfde0f7 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 07:14:33.254722 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 964f0d26-af2c-4249-91c5-57bcbbfde0f7 not bound to the agent host n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 07:14:33.416134 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-1db2eeef-9684-4fa8-97b4-af41d70d1000 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Deleting port 32f0a78b-3a93-407e-8465-b044147c6dfb {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:14:33.416475 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1db2eeef-9684-4fa8-97b4-af41d70d1000 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:33.713386 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [None req-1db2eeef-9684-4fa8-97b4-af41d70d1000 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] For port 32f0a78b-3a93-407e-8465-b044147c6dfb, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=32f0a78b-3a93-407e-8465-b044147c6dfb,segment=NetworkSegment(d545bc58-1ea4-4160-8e4f-744e60113fcf),segment_id=d545bc58-1ea4-4160-8e4f-744e60113fcf)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:14:33.714003 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1db2eeef-9684-4fa8-97b4-af41d70d1000 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:33.833103 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-1db2eeef-9684-4fa8-97b4-af41d70d1000 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Calling delete_port for 32f0a78b-3a93-407e-8465-b044147c6dfb owned by network:router_interface {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:14:34.122409 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1db2eeef-9684-4fa8-97b4-af41d70d1000 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:34.164856 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db2eeef-9684-4fa8-97b4-af41d70d1000 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Pushing event deleted for resources: {'Port': ['ID=32f0a78b-3a93-407e-8465-b044147c6dfb,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:14:34.447364 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1db2eeef-9684-4fa8-97b4-af41d70d1000 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700472'] for router_interface, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:34.804582 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1db2eeef-9684-4fa8-97b4-af41d70d1000 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Router 8ad55a26-9e55-486a-962c-9d936b9275a7 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 07:14:34.984892 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1db2eeef-9684-4fa8-97b4-af41d70d1000 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 07:14:34.995309 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b5c624-b348-4765-80cc-29abdb57fd46 None None] Sync routers for ids ['8ad55a26-9e55-486a-962c-9d936b9275a7'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 07:14:34.999652 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-1db2eeef-9684-4fa8-97b4-af41d70d1000 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "PUT /v2.0/routers/8ad55a26-9e55-486a-962c-9d936b9275a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4954081 May 28 07:14:35.003624 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b5c624-b348-4765-80cc-29abdb57fd46 None None] Routers {'8ad55a26-9e55-486a-962c-9d936b9275a7'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:14:35.006545 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-70b5c624-b348-4765-80cc-29abdb57fd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:14:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['8ad55a26-9e55-486a-962c-9d936b9275a7'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:14:35.008226 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 54980) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:14:35.073246 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_v2 [None req-9855493b-01ac-4964-859f-f6b4e5fcd564 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Deleting subnet d3aec4ea-b523-4a63-9f94-6812aa2abf96 {{(pid=89110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 07:14:35.076380 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9855493b-01ac-4964-859f-f6b4e5fcd564 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for subnet, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:35.130497 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9855493b-01ac-4964-859f-f6b4e5fcd564 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4150765'] for subnet, precommit_delete_associations {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:35.182817 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-70b5c624-b348-4765-80cc-29abdb57fd46 None None] Set router 8ad55a26-9e55-486a-962c-9d936b9275a7 gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:14:35.328748 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9855493b-01ac-4964-859f-f6b4e5fcd564 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:35.464541 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-70b5c624-b348-4765-80cc-29abdb57fd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ad55a26-9e55-486a-962c-9d936b9275a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-495785980', 'tenant_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': 'b95a007c-0b76-49a7-a401-04d95989212c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:13:12Z', 'updated_at': '2022-05-28T07:14:33Z', 'revision_number': 5, 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'gw_port': {'id': 'b95a007c-0b76-49a7-a401-04d95989212c', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a0:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad55a26-9e55-486a-962c-9d936b9275a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:13:13Z', 'updated_at': '2022-05-28T07:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:14:35.468954 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b5c624-b348-4765-80cc-29abdb57fd46 None None] Checking router: 8ad55a26-9e55-486a-962c-9d936b9275a7 for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 07:14:35.474687 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9855493b-01ac-4964-859f-f6b4e5fcd564 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3115981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3172005'] for subnet, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:35.478027 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b5c624-b348-4765-80cc-29abdb57fd46 None None] Routers {'8ad55a26-9e55-486a-962c-9d936b9275a7'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:14:35.478496 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-70b5c624-b348-4765-80cc-29abdb57fd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:14:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['8ad55a26-9e55-486a-962c-9d936b9275a7'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:14:35.519220 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9855493b-01ac-4964-859f-f6b4e5fcd564 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Pushing event deleted for resources: {'Subnet': ['ID=d3aec4ea-b523-4a63-9f94-6812aa2abf96,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:14:35.521826 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9855493b-01ac-4964-859f-f6b4e5fcd564 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:35.529631 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-9855493b-01ac-4964-859f-f6b4e5fcd564 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "DELETE /v2.0/subnets/d3aec4ea-b523-4a63-9f94-6812aa2abf96 HTTP/1.1" status: 204 len: 168 time: 0.5197380 May 28 07:14:35.535183 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8fa35f8-bb92-436b-bfb0-0c728820b320 None None] Network 5c3096ac-d852-45ca-a71e-f85969a6ac9a requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 07:14:35.535861 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 54984) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:14:35.683723 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-70b5c624-b348-4765-80cc-29abdb57fd46 None None] Set router 8ad55a26-9e55-486a-962c-9d936b9275a7 gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:14:35.738268 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-de57b345-f16e-4639-a59d-e2e2750d9578 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for router, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:35.811339 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1e8473-ba4f-4d4e-a631-96a119c67347 None None] DHCP port deletion for 5c3096ac-d852-45ca-a71e-f85969a6ac9a request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 07:14:35.817009 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-5e1e8473-ba4f-4d4e-a631-96a119c67347 None None] Deleting port b52f7b72-37d0-4007-8653-acc0b22e85d2 {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:14:35.817379 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-5e1e8473-ba4f-4d4e-a631-96a119c67347 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:35.924824 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-de57b345-f16e-4639-a59d-e2e2750d9578 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:35.982460 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-70b5c624-b348-4765-80cc-29abdb57fd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ad55a26-9e55-486a-962c-9d936b9275a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-495785980', 'tenant_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': 'b95a007c-0b76-49a7-a401-04d95989212c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:13:12Z', 'updated_at': '2022-05-28T07:14:33Z', 'revision_number': 5, 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'gw_port': {'id': 'b95a007c-0b76-49a7-a401-04d95989212c', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a0:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad55a26-9e55-486a-962c-9d936b9275a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:13:13Z', 'updated_at': '2022-05-28T07:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:14:35.987073 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b5c624-b348-4765-80cc-29abdb57fd46 None None] The sync data for ids ['8ad55a26-9e55-486a-962c-9d936b9275a7'] in n-d-843702-1 is: [{'id': '8ad55a26-9e55-486a-962c-9d936b9275a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-495785980', 'tenant_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': 'b95a007c-0b76-49a7-a401-04d95989212c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:13:12Z', 'updated_at': '2022-05-28T07:14:33Z', 'revision_number': 5, 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'gw_port': {'id': 'b95a007c-0b76-49a7-a401-04d95989212c', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a0:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad55a26-9e55-486a-962c-9d936b9275a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:13:13Z', 'updated_at': '2022-05-28T07:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 07:14:36.062786 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-5e1e8473-ba4f-4d4e-a631-96a119c67347 None None] For port b52f7b72-37d0-4007-8653-acc0b22e85d2, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=b52f7b72-37d0-4007-8653-acc0b22e85d2,segment=NetworkSegment(d545bc58-1ea4-4160-8e4f-744e60113fcf),segment_id=d545bc58-1ea4-4160-8e4f-744e60113fcf)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:14:36.062786 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-5e1e8473-ba4f-4d4e-a631-96a119c67347 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:36.146770 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-de57b345-f16e-4639-a59d-e2e2750d9578 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Deleting port b95a007c-0b76-49a7-a401-04d95989212c {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:14:36.151400 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-de57b345-f16e-4639-a59d-e2e2750d9578 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:36.190734 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-5e1e8473-ba4f-4d4e-a631-96a119c67347 None None] Calling delete_port for b52f7b72-37d0-4007-8653-acc0b22e85d2 owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:14:36.331981 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-5e1e8473-ba4f-4d4e-a631-96a119c67347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879'] for port, after_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:36.332783 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [None req-de57b345-f16e-4639-a59d-e2e2750d9578 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] For port b95a007c-0b76-49a7-a401-04d95989212c, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=b95a007c-0b76-49a7-a401-04d95989212c,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:14:36.333131 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-de57b345-f16e-4639-a59d-e2e2750d9578 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:36.385492 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1e8473-ba4f-4d4e-a631-96a119c67347 None None] Pushing event deleted for resources: {'Port': ['ID=b52f7b72-37d0-4007-8653-acc0b22e85d2,revision_number=None']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:14:36.392809 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1e8473-ba4f-4d4e-a631-96a119c67347 None None] No DVR routers for this DVR port b52f7b72-37d0-4007-8653-acc0b22e85d2 on host n-d-843702-1 {{(pid=89111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 07:14:36.403680 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1e8473-ba4f-4d4e-a631-96a119c67347 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:14:36.404020 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1e8473-ba4f-4d4e-a631-96a119c67347 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:14:36.404355 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1e8473-ba4f-4d4e-a631-96a119c67347 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:14:36.404861 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1e8473-ba4f-4d4e-a631-96a119c67347 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:14:36.405202 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1e8473-ba4f-4d4e-a631-96a119c67347 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:14:36.405565 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1e8473-ba4f-4d4e-a631-96a119c67347 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:14:36.406569 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1e8473-ba4f-4d4e-a631-96a119c67347 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:14:36.406895 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1e8473-ba4f-4d4e-a631-96a119c67347 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:14:36.407212 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1e8473-ba4f-4d4e-a631-96a119c67347 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:14:36.407753 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1e8473-ba4f-4d4e-a631-96a119c67347 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:14:36.408279 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1e8473-ba4f-4d4e-a631-96a119c67347 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:14:36.408799 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1e8473-ba4f-4d4e-a631-96a119c67347 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:14:36.446657 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device b52f7b72-37d0-4007-8653-acc0b22e85d2 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:14:36.483356 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-de57b345-f16e-4639-a59d-e2e2750d9578 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Calling delete_port for b95a007c-0b76-49a7-a401-04d95989212c owned by network:router_gateway {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:14:36.487093 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: b52f7b72-37d0-4007-8653-acc0b22e85d2 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 07:14:36.487439 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device b52f7b72-37d0-4007-8653-acc0b22e85d2 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 07:14:36.487859 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 32f0a78b-3a93-407e-8465-b044147c6dfb no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:14:36.521987 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 32f0a78b-3a93-407e-8465-b044147c6dfb {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 07:14:36.522317 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 32f0a78b-3a93-407e-8465-b044147c6dfb not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 07:14:36.742835 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-de57b345-f16e-4639-a59d-e2e2750d9578 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:36.821804 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de57b345-f16e-4639-a59d-e2e2750d9578 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Pushing event deleted for resources: {'Port': ['ID=b95a007c-0b76-49a7-a401-04d95989212c,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:14:36.890710 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-de57b345-f16e-4639-a59d-e2e2750d9578 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691105'] for router_gateway, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:37.168840 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-de57b345-f16e-4639-a59d-e2e2750d9578 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59018'] for router, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:37.171062 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-de57b345-f16e-4639-a59d-e2e2750d9578 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:37.283996 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-de57b345-f16e-4639-a59d-e2e2750d9578 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-703817'] for router, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:37.287881 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de57b345-f16e-4639-a59d-e2e2750d9578 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Fanout notify agent at l3_agent the message router_deleted on router 8ad55a26-9e55-486a-962c-9d936b9275a7 {{(pid=89110) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 07:14:37.299608 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-de57b345-f16e-4639-a59d-e2e2750d9578 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for router, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:37.300832 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-de57b345-f16e-4639-a59d-e2e2750d9578 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "DELETE /v2.0/routers/8ad55a26-9e55-486a-962c-9d936b9275a7 HTTP/1.1" status: 204 len: 168 time: 1.7638421 May 28 07:14:37.303512 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 54988) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:14:37.424702 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-46e32ab3-0b2c-40bc-a135-66e97f67216e tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:37.553597 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-46e32ab3-0b2c-40bc-a135-66e97f67216e tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:37.579375 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-46e32ab3-0b2c-40bc-a135-66e97f67216e tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c3096ac-d852-45ca-a71e-f85969a6ac9a']}} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:14:37.591222 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-46e32ab3-0b2c-40bc-a135-66e97f67216e tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd545bc58-1ea4-4160-8e4f-744e60113fcf') {'for_net_delete': True} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:14:37.591413 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-46e32ab3-0b2c-40bc-a135-66e97f67216e tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd545bc58-1ea4-4160-8e4f-744e60113fcf') {} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:14:37.602904 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-46e32ab3-0b2c-40bc-a135-66e97f67216e tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4150778'] for segment, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:37.618990 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-46e32ab3-0b2c-40bc-a135-66e97f67216e tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:37.625608 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46e32ab3-0b2c-40bc-a135-66e97f67216e tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=89110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 07:14:37.630386 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-46e32ab3-0b2c-40bc-a135-66e97f67216e tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3143023'] for segment, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:37.694750 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment d545bc58-1ea4-4160-8e4f-744e60113fcf resource provider aggregate not found May 28 07:14:37.716659 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment d545bc58-1ea4-4160-8e4f-744e60113fcf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d545bc58-1ea4-4160-8e4f-744e60113fcf found for delete ", "request_id": "req-c38ec2c0-7a12-4676-bfdf-df86b75b970f"}]} May 28 07:14:37.799869 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-46e32ab3-0b2c-40bc-a135-66e97f67216e tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:37.817922 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-46e32ab3-0b2c-40bc-a135-66e97f67216e tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:37.829243 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e32ab3-0b2c-40bc-a135-66e97f67216e tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Pushing event deleted for resources: {'Network': ['ID=5c3096ac-d852-45ca-a71e-f85969a6ac9a,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:14:37.892756 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-46e32ab3-0b2c-40bc-a135-66e97f67216e tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "DELETE /v2.0/networks/5c3096ac-d852-45ca-a71e-f85969a6ac9a HTTP/1.1" status: 204 len: 168 time: 0.5881672 May 28 07:14:37.895335 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 54996) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:14:37.963214 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-42bca0ab-08e2-4496-86f5-d8012b8746a3 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:37.992474 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-42bca0ab-08e2-4496-86f5-d8012b8746a3 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:38.182465 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-42bca0ab-08e2-4496-86f5-d8012b8746a3 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:38.202716 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bca0ab-08e2-4496-86f5-d8012b8746a3 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=296ae410-8d6f-4286-89c4-77fec5dc166f,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:14:38.330497 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-42bca0ab-08e2-4496-86f5-d8012b8746a3 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:38.331642 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-42bca0ab-08e2-4496-86f5-d8012b8746a3 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "DELETE /v2.0/security-groups/296ae410-8d6f-4286-89c4-77fec5dc166f HTTP/1.1" status: 204 len: 168 time: 0.4354296 May 28 07:14:38.410807 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device b95a007c-0b76-49a7-a401-04d95989212c no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:14:38.446217 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: b95a007c-0b76-49a7-a401-04d95989212c {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 07:14:38.446592 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device b95a007c-0b76-49a7-a401-04d95989212c not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 07:14:38.597312 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 55004) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:14:38.602381 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-89a7dbec-e7cc-4fb6-8749-e314a89c6926 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-537496058', 'description': 'tempest-secgroup-smoke-537496058 description', 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:14:38.608959 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-89a7dbec-e7cc-4fb6-8749-e314a89c6926 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:14:38.613580 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-89a7dbec-e7cc-4fb6-8749-e314a89c6926 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Usage tracker for resource:security_group and tenant:5f0305e9e0384b55a3ff03fd8ac69f6c is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:14:38.616380 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-89a7dbec-e7cc-4fb6-8749-e314a89c6926 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:14:38.622111 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-89a7dbec-e7cc-4fb6-8749-e314a89c6926 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:14:38.714276 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-89a7dbec-e7cc-4fb6-8749-e314a89c6926 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:38.733698 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-89a7dbec-e7cc-4fb6-8749-e314a89c6926 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:14:38.738394 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-89a7dbec-e7cc-4fb6-8749-e314a89c6926 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Usage tracker for resource:security_group_rule and tenant:5f0305e9e0384b55a3ff03fd8ac69f6c is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:14:38.741133 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-89a7dbec-e7cc-4fb6-8749-e314a89c6926 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:14:38.748174 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-89a7dbec-e7cc-4fb6-8749-e314a89c6926 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:14:38.817327 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-89a7dbec-e7cc-4fb6-8749-e314a89c6926 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:38.902845 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-89a7dbec-e7cc-4fb6-8749-e314a89c6926 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:38.948862 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a7dbec-e7cc-4fb6-8749-e314a89c6926 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=174bb14a-6481-4eab-9bfd-9bdad6a4e0ab,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:14:39.004056 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-89a7dbec-e7cc-4fb6-8749-e314a89c6926 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:39.005098 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-89a7dbec-e7cc-4fb6-8749-e314a89c6926 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4067538 May 28 07:14:39.008037 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 55008) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:14:39.013025 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-917d3982-710c-4118-9e9e-b5502a5d9edb tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Request body: {'security_group_rule': {'security_group_id': '174bb14a-6481-4eab-9bfd-9bdad6a4e0ab', 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:14:39.019723 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-917d3982-710c-4118-9e9e-b5502a5d9edb tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:14:39.023589 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-917d3982-710c-4118-9e9e-b5502a5d9edb tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Usage tracker for resource:security_group_rule and tenant:5f0305e9e0384b55a3ff03fd8ac69f6c is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:14:39.026510 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-917d3982-710c-4118-9e9e-b5502a5d9edb tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:14:39.038852 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-917d3982-710c-4118-9e9e-b5502a5d9edb tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:14:39.107725 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-917d3982-710c-4118-9e9e-b5502a5d9edb tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:39.171027 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-917d3982-710c-4118-9e9e-b5502a5d9edb tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:39.284559 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-917d3982-710c-4118-9e9e-b5502a5d9edb tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:39.307637 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917d3982-710c-4118-9e9e-b5502a5d9edb tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59efe722-0ded-4b87-944e-254a04127b50,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:14:39.386574 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-917d3982-710c-4118-9e9e-b5502a5d9edb tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:39.387802 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-917d3982-710c-4118-9e9e-b5502a5d9edb tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3788550 May 28 07:14:39.390895 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 55012) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:14:39.396012 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-7dcd6576-2ec9-4943-9e73-36e8df5c1819 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Request body: {'security_group_rule': {'security_group_id': '174bb14a-6481-4eab-9bfd-9bdad6a4e0ab', 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:14:39.403471 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-7dcd6576-2ec9-4943-9e73-36e8df5c1819 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:14:39.407950 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-7dcd6576-2ec9-4943-9e73-36e8df5c1819 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Usage tracker for resource:security_group_rule and tenant:5f0305e9e0384b55a3ff03fd8ac69f6c is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:14:39.412129 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-7dcd6576-2ec9-4943-9e73-36e8df5c1819 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:14:39.416940 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-7dcd6576-2ec9-4943-9e73-36e8df5c1819 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:14:39.543855 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7dcd6576-2ec9-4943-9e73-36e8df5c1819 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:39.606895 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7dcd6576-2ec9-4943-9e73-36e8df5c1819 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:39.766067 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7dcd6576-2ec9-4943-9e73-36e8df5c1819 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:39.789432 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd6576-2ec9-4943-9e73-36e8df5c1819 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b330c8c3-6fdb-4916-a9a6-83cc2aca5841,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:14:39.800401 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd6576-2ec9-4943-9e73-36e8df5c1819 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:14:39.800687 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd6576-2ec9-4943-9e73-36e8df5c1819 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:14:39.801019 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd6576-2ec9-4943-9e73-36e8df5c1819 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:14:39.801350 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd6576-2ec9-4943-9e73-36e8df5c1819 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:14:39.801705 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd6576-2ec9-4943-9e73-36e8df5c1819 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:14:39.802028 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd6576-2ec9-4943-9e73-36e8df5c1819 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:14:39.802367 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd6576-2ec9-4943-9e73-36e8df5c1819 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:14:39.802669 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd6576-2ec9-4943-9e73-36e8df5c1819 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:14:39.802984 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd6576-2ec9-4943-9e73-36e8df5c1819 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:14:39.803297 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd6576-2ec9-4943-9e73-36e8df5c1819 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:14:39.803628 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd6576-2ec9-4943-9e73-36e8df5c1819 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:14:39.803950 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd6576-2ec9-4943-9e73-36e8df5c1819 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:14:39.913900 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7dcd6576-2ec9-4943-9e73-36e8df5c1819 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:39.915085 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-7dcd6576-2ec9-4943-9e73-36e8df5c1819 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5232201 May 28 07:14:39.917786 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 55018) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:14:39.923049 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-531ea620-ae61-4d8c-aae1-7d57e21ba321 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Request body: {'security_group_rule': {'security_group_id': '174bb14a-6481-4eab-9bfd-9bdad6a4e0ab', 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:14:39.929898 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-531ea620-ae61-4d8c-aae1-7d57e21ba321 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:14:39.933887 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-531ea620-ae61-4d8c-aae1-7d57e21ba321 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Usage tracker for resource:security_group_rule and tenant:5f0305e9e0384b55a3ff03fd8ac69f6c is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:14:39.944061 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-531ea620-ae61-4d8c-aae1-7d57e21ba321 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:14:39.944061 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-531ea620-ae61-4d8c-aae1-7d57e21ba321 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:14:40.018297 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-531ea620-ae61-4d8c-aae1-7d57e21ba321 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:40.083914 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-531ea620-ae61-4d8c-aae1-7d57e21ba321 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:40.165231 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-531ea620-ae61-4d8c-aae1-7d57e21ba321 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:40.188996 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531ea620-ae61-4d8c-aae1-7d57e21ba321 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08947a99-8a88-4fb6-a8e4-8f00f342edee,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:14:40.283577 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-531ea620-ae61-4d8c-aae1-7d57e21ba321 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:40.284679 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-531ea620-ae61-4d8c-aae1-7d57e21ba321 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3659654 May 28 07:14:40.293133 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 55022) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:14:40.298844 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-06e1ddab-6430-4bbf-853b-06b614074d8d tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Request body: {'security_group_rule': {'security_group_id': '174bb14a-6481-4eab-9bfd-9bdad6a4e0ab', 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:14:40.305799 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-06e1ddab-6430-4bbf-853b-06b614074d8d tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:14:40.309935 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-06e1ddab-6430-4bbf-853b-06b614074d8d tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Usage tracker for resource:security_group_rule and tenant:5f0305e9e0384b55a3ff03fd8ac69f6c is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:14:40.313435 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-06e1ddab-6430-4bbf-853b-06b614074d8d tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:14:40.319265 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-06e1ddab-6430-4bbf-853b-06b614074d8d tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:14:40.434856 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-06e1ddab-6430-4bbf-853b-06b614074d8d tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:40.498652 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-06e1ddab-6430-4bbf-853b-06b614074d8d tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:40.571965 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-06e1ddab-6430-4bbf-853b-06b614074d8d tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:40.595903 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e1ddab-6430-4bbf-853b-06b614074d8d tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=615a2564-11dd-4a40-83d5-418b9bb6fb9f,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:14:40.662458 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-06e1ddab-6430-4bbf-853b-06b614074d8d tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:40.663724 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-06e1ddab-6430-4bbf-853b-06b614074d8d tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3695784 May 28 07:14:40.666379 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 55026) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:14:40.671231 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-8c55d8dd-28a9-4504-a876-b44c7785a013 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Request body: {'security_group_rule': {'security_group_id': '174bb14a-6481-4eab-9bfd-9bdad6a4e0ab', 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:14:40.678443 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-8c55d8dd-28a9-4504-a876-b44c7785a013 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:14:40.682321 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-8c55d8dd-28a9-4504-a876-b44c7785a013 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Usage tracker for resource:security_group_rule and tenant:5f0305e9e0384b55a3ff03fd8ac69f6c is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:14:40.685307 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-8c55d8dd-28a9-4504-a876-b44c7785a013 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:14:40.691041 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-8c55d8dd-28a9-4504-a876-b44c7785a013 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:14:40.759170 n-d-843702-1 neutron-server[89109]: INFO neutron.db.securitygroups_db [None req-8c55d8dd-28a9-4504-a876-b44c7785a013 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Project 5f0305e9e0384b55a3ff03fd8ac69f6c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 07:14:40.759170 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8c55d8dd-28a9-4504-a876-b44c7785a013 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:40.822903 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8c55d8dd-28a9-4504-a876-b44c7785a013 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:40.879666 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8c55d8dd-28a9-4504-a876-b44c7785a013 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:40.914450 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c55d8dd-28a9-4504-a876-b44c7785a013 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=813f1ad5-f0da-438e-b63d-526874927785,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:14:40.982725 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8c55d8dd-28a9-4504-a876-b44c7785a013 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:40.984118 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-8c55d8dd-28a9-4504-a876-b44c7785a013 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3167129 May 28 07:14:40.987747 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 55030) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:14:40.992995 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-b49a0bb1-c1c4-493c-9d45-695bc893f5b4 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Request body: {'security_group_rule': {'security_group_id': '174bb14a-6481-4eab-9bfd-9bdad6a4e0ab', 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:14:40.999481 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-b49a0bb1-c1c4-493c-9d45-695bc893f5b4 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:14:41.003369 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-b49a0bb1-c1c4-493c-9d45-695bc893f5b4 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Usage tracker for resource:security_group_rule and tenant:5f0305e9e0384b55a3ff03fd8ac69f6c is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:14:41.006207 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-b49a0bb1-c1c4-493c-9d45-695bc893f5b4 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:14:41.012462 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-b49a0bb1-c1c4-493c-9d45-695bc893f5b4 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:14:41.098237 n-d-843702-1 neutron-server[89110]: INFO neutron.db.securitygroups_db [None req-b49a0bb1-c1c4-493c-9d45-695bc893f5b4 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Project 5f0305e9e0384b55a3ff03fd8ac69f6c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 07:14:41.103503 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b49a0bb1-c1c4-493c-9d45-695bc893f5b4 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:41.168741 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b49a0bb1-c1c4-493c-9d45-695bc893f5b4 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:41.255170 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b49a0bb1-c1c4-493c-9d45-695bc893f5b4 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:41.286328 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49a0bb1-c1c4-493c-9d45-695bc893f5b4 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=753f80aa-a35c-460c-90b4-da10b5ce847a,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:14:41.354604 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b49a0bb1-c1c4-493c-9d45-695bc893f5b4 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:41.355244 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-b49a0bb1-c1c4-493c-9d45-695bc893f5b4 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3664701 May 28 07:14:41.358354 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 55034) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:14:41.364411 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-62b65ae1-40f6-4019-82ea-2109d39f515e tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Request body: {'network': {'name': 'tempest-network-smoke--1064898293', 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'port_security_enabled': True}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:14:41.370035 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-62b65ae1-40f6-4019-82ea-2109d39f515e tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:14:41.374122 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-62b65ae1-40f6-4019-82ea-2109d39f515e tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Usage tracker for resource:network and tenant:5f0305e9e0384b55a3ff03fd8ac69f6c is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:14:41.378196 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-62b65ae1-40f6-4019-82ea-2109d39f515e tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:14:41.384054 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-62b65ae1-40f6-4019-82ea-2109d39f515e tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:14:41.456740 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62b65ae1-40f6-4019-82ea-2109d39f515e tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Made reservation on behalf of 5f0305e9e0384b55a3ff03fd8ac69f6c for: {'network': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 07:14:41.460216 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-62b65ae1-40f6-4019-82ea-2109d39f515e tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:41.488663 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62b65ae1-40f6-4019-82ea-2109d39f515e tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'} {{(pid=89110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 07:14:41.497552 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-62b65ae1-40f6-4019-82ea-2109d39f515e tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:41.497885 n-d-843702-1 neutron-server[89110]: INFO neutron.db.segments_db [None req-62b65ae1-40f6-4019-82ea-2109d39f515e tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Added segment 1d836d8e-aa35-4d20-8666-16829060179a of type vlan for network 4bbfc4dc-73e5-4d4c-a543-a16c6c021411 May 28 07:14:41.525489 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-62b65ae1-40f6-4019-82ea-2109d39f515e tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:41.615424 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-62b65ae1-40f6-4019-82ea-2109d39f515e tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:41.620026 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b65ae1-40f6-4019-82ea-2109d39f515e tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:14:41.620604 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-62b65ae1-40f6-4019-82ea-2109d39f515e tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:41.731498 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b65ae1-40f6-4019-82ea-2109d39f515e tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Pushing event updated for resources: {'Network': ['ID=4bbfc4dc-73e5-4d4c-a543-a16c6c021411,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:14:41.742353 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 4bbfc4dc-73e5-4d4c-a543-a16c6c021411 details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 07:14:41.775941 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-62b65ae1-40f6-4019-82ea-2109d39f515e tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4165001 May 28 07:14:41.778654 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 55038) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:14:41.784452 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-640fa1f7-54be-45d4-ab6d-c91a7369656b tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-62382011', 'admin_state_up': True, 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:14:41.792135 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-640fa1f7-54be-45d4-ab6d-c91a7369656b tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:14:41.796162 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-640fa1f7-54be-45d4-ab6d-c91a7369656b tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Usage tracker for resource:router and tenant:5f0305e9e0384b55a3ff03fd8ac69f6c is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:14:41.801947 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-640fa1f7-54be-45d4-ab6d-c91a7369656b tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:14:41.811402 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-640fa1f7-54be-45d4-ab6d-c91a7369656b tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:14:41.897228 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-640fa1f7-54be-45d4-ab6d-c91a7369656b tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59128'] for router, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:41.898422 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-640fa1f7-54be-45d4-ab6d-c91a7369656b tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59009'] for router, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:41.913374 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-640fa1f7-54be-45d4-ab6d-c91a7369656b tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:42.245429 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-640fa1f7-54be-45d4-ab6d-c91a7369656b tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59027'] for router, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:42.762560 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-640fa1f7-54be-45d4-ab6d-c91a7369656b tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for router_gateway, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:42.794200 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-640fa1f7-54be-45d4-ab6d-c91a7369656b tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:42.935929 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [None req-640fa1f7-54be-45d4-ab6d-c91a7369656b tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Allocated IP 172.25.5.134 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/4ce052cd-fef4-4783-b3a8-32ba84564f26) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:14:43.082642 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-640fa1f7-54be-45d4-ab6d-c91a7369656b tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:43.164132 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-640fa1f7-54be-45d4-ab6d-c91a7369656b tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:43.233197 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-640fa1f7-54be-45d4-ab6d-c91a7369656b tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:14:43.236899 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-640fa1f7-54be-45d4-ab6d-c91a7369656b tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:14:43.240504 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640fa1f7-54be-45d4-ab6d-c91a7369656b tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:14:43.269681 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640fa1f7-54be-45d4-ab6d-c91a7369656b tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Pushing event updated for resources: {'Port': ['ID=4ce052cd-fef4-4783-b3a8-32ba84564f26,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:14:43.714572 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-640fa1f7-54be-45d4-ab6d-c91a7369656b tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for router_gateway, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:44.064525 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-640fa1f7-54be-45d4-ab6d-c91a7369656b tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690761'] for router, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:44.490692 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-640fa1f7-54be-45d4-ab6d-c91a7369656b tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Router 7ee18d2b-57fa-43cb-b730-7ca371254b73 is scheduled to L3 agent 42958940-9562-4f71-972f-15a8af9d3963 with binding_index 1 {{(pid=89110) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 07:14:44.670981 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-640fa1f7-54be-45d4-ab6d-c91a7369656b tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 07:14:44.680981 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072209d9-2235-427b-90f6-5327ad91be93 None None] Sync routers for ids ['7ee18d2b-57fa-43cb-b730-7ca371254b73'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 07:14:44.698175 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072209d9-2235-427b-90f6-5327ad91be93 None None] Routers {'7ee18d2b-57fa-43cb-b730-7ca371254b73'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:14:44.698800 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-072209d9-2235-427b-90f6-5327ad91be93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:14:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['7ee18d2b-57fa-43cb-b730-7ca371254b73'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:14:44.775120 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-640fa1f7-54be-45d4-ab6d-c91a7369656b tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for router, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:44.779283 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-640fa1f7-54be-45d4-ab6d-c91a7369656b tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.9967222 May 28 07:14:44.779579 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 55042) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:14:44.820372 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-c358c4a5-d1e9-4276-b6e2-34dbaaf7680d tempest-TestNetworkAdvancedServerOps-656139815 tempest-TestNetworkAdvancedServerOps-656139815-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=5f0305e9e0384b55a3ff03fd8ac69f6c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0396035 May 28 07:14:44.822967 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 55046) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:14:44.884543 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-072209d9-2235-427b-90f6-5327ad91be93 None None] Set router 7ee18d2b-57fa-43cb-b730-7ca371254b73 gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:14:44.959300 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1cecf62-c9b6-4094-be76-fe4ce52318b8 tempest-TestNetworkAdvancedServerOps-656139815 tempest-TestNetworkAdvancedServerOps-656139815-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:14:44.960931 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-d1cecf62-c9b6-4094-be76-fe4ce52318b8 tempest-TestNetworkAdvancedServerOps-656139815 tempest-TestNetworkAdvancedServerOps-656139815-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1370471 May 28 07:14:44.963650 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 55050) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:14:45.003785 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-bcbd67fb-c786-4733-8e09-95f8d4504749 tempest-TestNetworkAdvancedServerOps-656139815 tempest-TestNetworkAdvancedServerOps-656139815-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=68df399e-e75e-4871-9364-5d05730b50f0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0388706 May 28 07:14:45.007172 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 55054) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:14:45.011496 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-bc6b38b7-0db0-458b-be46-2258ca13793d tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1625758855', 'network_id': '4bbfc4dc-73e5-4d4c-a543-a16c6c021411', 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:14:45.122874 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-bc6b38b7-0db0-458b-be46-2258ca13793d tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:14:45.127192 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-bc6b38b7-0db0-458b-be46-2258ca13793d tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Usage tracker for resource:subnet and tenant:5f0305e9e0384b55a3ff03fd8ac69f6c is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:14:45.129987 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-bc6b38b7-0db0-458b-be46-2258ca13793d tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:14:45.135691 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-bc6b38b7-0db0-458b-be46-2258ca13793d tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:14:45.208723 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-072209d9-2235-427b-90f6-5327ad91be93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ee18d2b-57fa-43cb-b730-7ca371254b73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-62382011', 'tenant_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '4ce052cd-fef4-4783-b3a8-32ba84564f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:14:41Z', 'updated_at': '2022-05-28T07:14:43Z', 'revision_number': 3, 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'gw_port': {'id': '4ce052cd-fef4-4783-b3a8-32ba84564f26', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:65:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ee18d2b-57fa-43cb-b730-7ca371254b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:14:42Z', 'updated_at': '2022-05-28T07:14:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:14:45.212869 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072209d9-2235-427b-90f6-5327ad91be93 None None] Checking router: 7ee18d2b-57fa-43cb-b730-7ca371254b73 for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 07:14:45.213045 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072209d9-2235-427b-90f6-5327ad91be93 None None] Updating router 7ee18d2b-57fa-43cb-b730-7ca371254b73 port 4ce052cd-fef4-4783-b3a8-32ba84564f26 binding host n-d-843702-1 {{(pid=89111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 07:14:45.220923 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc6b38b7-0db0-458b-be46-2258ca13793d tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Made reservation on behalf of 5f0305e9e0384b55a3ff03fd8ac69f6c for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 07:14:45.224763 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-bc6b38b7-0db0-458b-be46-2258ca13793d tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:45.267038 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-072209d9-2235-427b-90f6-5327ad91be93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:45.614275 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-072209d9-2235-427b-90f6-5327ad91be93 None None] Notify callbacks [] for port, precommit_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:45.626030 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-072209d9-2235-427b-90f6-5327ad91be93 None None] Transition to ACTIVE for port object 4ce052cd-fef4-4783-b3a8-32ba84564f26 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:14:45.628043 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-bc6b38b7-0db0-458b-be46-2258ca13793d tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:45.701186 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-072209d9-2235-427b-90f6-5327ad91be93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:45.703798 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6b38b7-0db0-458b-be46-2258ca13793d tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Pushing event updated for resources: {'Subnet': ['ID=f316f1a5-a0da-464b-a9d5-76a1eb115e09,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:14:45.712500 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6b38b7-0db0-458b-be46-2258ca13793d tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Checking segment: {'id': '1d836d8e-aa35-4d20-8666-16829060179a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '4bbfc4dc-73e5-4d4c-a543-a16c6c021411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:14:45.712848 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc6b38b7-0db0-458b-be46-2258ca13793d tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Network hostable DHCP agents. Network: 4bbfc4dc-73e5-4d4c-a543-a16c6c021411, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 07:14:45.781795 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-072209d9-2235-427b-90f6-5327ad91be93 None None] Attempting to bind port 4ce052cd-fef4-4783-b3a8-32ba84564f26 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 07:14:45.782164 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-072209d9-2235-427b-90f6-5327ad91be93 None None] Attempting to bind port 4ce052cd-fef4-4783-b3a8-32ba84564f26 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 07:14:45.782529 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072209d9-2235-427b-90f6-5327ad91be93 None None] Attempting to bind port 4ce052cd-fef4-4783-b3a8-32ba84564f26 on network 68df399e-e75e-4871-9364-5d05730b50f0 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:14:45.788070 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50c6ff2-e699-4f27-b15d-8b73ec18cf35 None None] Pushing event updated for resources: {'Port': ['ID=4ce052cd-fef4-4783-b3a8-32ba84564f26,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:14:45.792222 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072209d9-2235-427b-90f6-5327ad91be93 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 7, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 07:14:45.792609 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072209d9-2235-427b-90f6-5327ad91be93 None None] Checking segment: {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:14:45.793315 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-072209d9-2235-427b-90f6-5327ad91be93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:45.793407 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072209d9-2235-427b-90f6-5327ad91be93 None None] Bound using segment: {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 07:14:45.794298 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-072209d9-2235-427b-90f6-5327ad91be93 None None] Bound port: 4ce052cd-fef4-4783-b3a8-32ba84564f26, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 07:14:45.794298 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-072209d9-2235-427b-90f6-5327ad91be93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:45.822360 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc6b38b7-0db0-458b-be46-2258ca13793d tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Network 4bbfc4dc-73e5-4d4c-a543-a16c6c021411 is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 07:14:45.867781 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-072209d9-2235-427b-90f6-5327ad91be93 None None] For port 4ce052cd-fef4-4783-b3a8-32ba84564f26, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:14:45.870726 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-072209d9-2235-427b-90f6-5327ad91be93 None None] For port 4ce052cd-fef4-4783-b3a8-32ba84564f26, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=4ce052cd-fef4-4783-b3a8-32ba84564f26,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 07:14:45.925660 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-bc6b38b7-0db0-458b-be46-2258ca13793d tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, 4bbfc4dc-73e5-4d4c-a543-a16c6c021411) {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:14:45.929543 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc6b38b7-0db0-458b-be46-2258ca13793d tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:14:45.930155 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-bc6b38b7-0db0-458b-be46-2258ca13793d tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:45.934124 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f9bf23f-286e-4e78-845f-8eb94f6c31d1 None None] Network 4bbfc4dc-73e5-4d4c-a543-a16c6c021411 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 07:14:45.952968 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-072209d9-2235-427b-90f6-5327ad91be93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:46.049610 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-bc6b38b7-0db0-458b-be46-2258ca13793d tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0389690 May 28 07:14:46.049984 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 55058) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:14:46.106686 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072209d9-2235-427b-90f6-5327ad91be93 None None] Routers {'7ee18d2b-57fa-43cb-b730-7ca371254b73'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:14:46.107495 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-072209d9-2235-427b-90f6-5327ad91be93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:14:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['7ee18d2b-57fa-43cb-b730-7ca371254b73'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:14:46.198135 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50c6ff2-e699-4f27-b15d-8b73ec18cf35 None None] Pushing event updated for resources: {'Port': ['ID=4ce052cd-fef4-4783-b3a8-32ba84564f26,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:14:46.381667 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-072209d9-2235-427b-90f6-5327ad91be93 None None] Set router 7ee18d2b-57fa-43cb-b730-7ca371254b73 gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:14:46.427578 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f4f6a1-8696-4820-9153-17e152fed83e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-4bbfc4dc-73e5-4d4c-a543-a16c6c021411', 'network_id': '4bbfc4dc-73e5-4d4c-a543-a16c6c021411', 'tenant_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'fixed_ips': [{'subnet_id': 'f316f1a5-a0da-464b-a9d5-76a1eb115e09'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 07:14:46.428588 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c1f4f6a1-8696-4820-9153-17e152fed83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:46.774203 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-aa868158-e098-4074-b44f-2d9383c7c380 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:46.843361 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-c1f4f6a1-8696-4820-9153-17e152fed83e None None] Allocated IP 172.20.0.2 (4bbfc4dc-73e5-4d4c-a543-a16c6c021411/f316f1a5-a0da-464b-a9d5-76a1eb115e09/22caeb02-efa6-449d-84e6-0820344cb9d5) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:14:46.947954 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-072209d9-2235-427b-90f6-5327ad91be93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ee18d2b-57fa-43cb-b730-7ca371254b73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-62382011', 'tenant_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '4ce052cd-fef4-4783-b3a8-32ba84564f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:14:41Z', 'updated_at': '2022-05-28T07:14:43Z', 'revision_number': 3, 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'gw_port': {'id': '4ce052cd-fef4-4783-b3a8-32ba84564f26', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:65:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ee18d2b-57fa-43cb-b730-7ca371254b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:14:42Z', 'updated_at': '2022-05-28T07:14:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:14:46.954937 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072209d9-2235-427b-90f6-5327ad91be93 None None] The sync data for ids ['7ee18d2b-57fa-43cb-b730-7ca371254b73'] in n-d-843702-1 is: [{'id': '7ee18d2b-57fa-43cb-b730-7ca371254b73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-62382011', 'tenant_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '4ce052cd-fef4-4783-b3a8-32ba84564f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:14:41Z', 'updated_at': '2022-05-28T07:14:43Z', 'revision_number': 3, 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'gw_port': {'id': '4ce052cd-fef4-4783-b3a8-32ba84564f26', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:65:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ee18d2b-57fa-43cb-b730-7ca371254b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:14:42Z', 'updated_at': '2022-05-28T07:14:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 07:14:47.079360 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c1f4f6a1-8696-4820-9153-17e152fed83e None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:47.093043 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-c1f4f6a1-8696-4820-9153-17e152fed83e None None] Transition to ACTIVE for port object 22caeb02-efa6-449d-84e6-0820344cb9d5 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:14:47.112743 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-c1f4f6a1-8696-4820-9153-17e152fed83e None None] Transition to ACTIVE for port object 22caeb02-efa6-449d-84e6-0820344cb9d5 will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:14:47.222785 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c1f4f6a1-8696-4820-9153-17e152fed83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:47.306034 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f4f6a1-8696-4820-9153-17e152fed83e None None] Network 4bbfc4dc-73e5-4d4c-a543-a16c6c021411 is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:14:47.309249 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-c1f4f6a1-8696-4820-9153-17e152fed83e None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:14:47.311720 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f4f6a1-8696-4820-9153-17e152fed83e None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:14:47.331740 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [None req-aa868158-e098-4074-b44f-2d9383c7c380 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Allocated IP 172.20.0.1 (4bbfc4dc-73e5-4d4c-a543-a16c6c021411/f316f1a5-a0da-464b-a9d5-76a1eb115e09/7f092e35-13fb-4c39-8bcc-a94116f6ebf7) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:14:47.351494 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f4f6a1-8696-4820-9153-17e152fed83e None None] Pushing event updated for resources: {'Port': ['ID=22caeb02-efa6-449d-84e6-0820344cb9d5,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:14:47.415479 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-c1f4f6a1-8696-4820-9153-17e152fed83e None None] Attempting to bind port 22caeb02-efa6-449d-84e6-0820344cb9d5 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 07:14:47.424089 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-c1f4f6a1-8696-4820-9153-17e152fed83e None None] Attempting to bind port 22caeb02-efa6-449d-84e6-0820344cb9d5 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': '1d836d8e-aa35-4d20-8666-16829060179a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '4bbfc4dc-73e5-4d4c-a543-a16c6c021411'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 07:14:47.424089 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f4f6a1-8696-4820-9153-17e152fed83e None None] Attempting to bind port 22caeb02-efa6-449d-84e6-0820344cb9d5 on network 4bbfc4dc-73e5-4d4c-a543-a16c6c021411 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:14:47.424089 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f4f6a1-8696-4820-9153-17e152fed83e None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 7, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 07:14:47.424089 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f4f6a1-8696-4820-9153-17e152fed83e None None] Checking segment: {'id': '1d836d8e-aa35-4d20-8666-16829060179a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '4bbfc4dc-73e5-4d4c-a543-a16c6c021411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:14:47.424089 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c1f4f6a1-8696-4820-9153-17e152fed83e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:47.424089 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f4f6a1-8696-4820-9153-17e152fed83e None None] Bound using segment: {'id': '1d836d8e-aa35-4d20-8666-16829060179a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '4bbfc4dc-73e5-4d4c-a543-a16c6c021411'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 07:14:47.424646 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-c1f4f6a1-8696-4820-9153-17e152fed83e None None] Bound port: 22caeb02-efa6-449d-84e6-0820344cb9d5, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d836d8e-aa35-4d20-8666-16829060179a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '4bbfc4dc-73e5-4d4c-a543-a16c6c021411'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 07:14:47.424911 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c1f4f6a1-8696-4820-9153-17e152fed83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:47.508313 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-aa868158-e098-4074-b44f-2d9383c7c380 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:47.527051 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [None req-aa868158-e098-4074-b44f-2d9383c7c380 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Transition to ACTIVE for port object 7f092e35-13fb-4c39-8bcc-a94116f6ebf7 will not be triggered until provisioned by entity DHCP. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:14:47.538798 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-c1f4f6a1-8696-4820-9153-17e152fed83e None None] For port 22caeb02-efa6-449d-84e6-0820344cb9d5, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:14:47.542784 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-c1f4f6a1-8696-4820-9153-17e152fed83e None None] For port 22caeb02-efa6-449d-84e6-0820344cb9d5, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=22caeb02-efa6-449d-84e6-0820344cb9d5,segment=NetworkSegment(1d836d8e-aa35-4d20-8666-16829060179a),segment_id=1d836d8e-aa35-4d20-8666-16829060179a)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 07:14:47.632627 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c1f4f6a1-8696-4820-9153-17e152fed83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:47.661393 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-aa868158-e098-4074-b44f-2d9383c7c380 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:47.723990 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f4f6a1-8696-4820-9153-17e152fed83e None None] Pushing event updated for resources: {'Port': ['ID=22caeb02-efa6-449d-84e6-0820344cb9d5,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:14:47.734002 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa868158-e098-4074-b44f-2d9383c7c380 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Network 4bbfc4dc-73e5-4d4c-a543-a16c6c021411 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:14:47.738563 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-aa868158-e098-4074-b44f-2d9383c7c380 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:14:47.741117 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa868158-e098-4074-b44f-2d9383c7c380 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:14:47.815399 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa868158-e098-4074-b44f-2d9383c7c380 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Pushing event updated for resources: {'Port': ['ID=7f092e35-13fb-4c39-8bcc-a94116f6ebf7,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:14:47.837531 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-aa868158-e098-4074-b44f-2d9383c7c380 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690947'] for router_interface, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:48.232328 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-aa868158-e098-4074-b44f-2d9383c7c380 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:48.468553 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 22caeb02-efa6-449d-84e6-0820344cb9d5 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:14:48.641306 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 22caeb02-efa6-449d-84e6-0820344cb9d5 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:14:48.646816 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 4ce052cd-fef4-4783-b3a8-32ba84564f26 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:14:48.660528 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-aa868158-e098-4074-b44f-2d9383c7c380 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:48.770709 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-aa868158-e098-4074-b44f-2d9383c7c380 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:48.816724 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 4ce052cd-fef4-4783-b3a8-32ba84564f26 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:14:48.822093 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 4ce052cd-fef4-4783-b3a8-32ba84564f26 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:14:48.822461 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:48.890203 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa868158-e098-4074-b44f-2d9383c7c380 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Pushing event updated for resources: {'Port': ['ID=7f092e35-13fb-4c39-8bcc-a94116f6ebf7,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:14:48.891829 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-aa868158-e098-4074-b44f-2d9383c7c380 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700602'] for router_interface, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:48.951727 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 4ce052cd-fef4-4783-b3a8-32ba84564f26 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:14:48.952110 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:48.971803 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port 4ce052cd-fef4-4783-b3a8-32ba84564f26, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=4ce052cd-fef4-4783-b3a8-32ba84564f26,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:14:49.036622 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa868158-e098-4074-b44f-2d9383c7c380 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Network 4bbfc4dc-73e5-4d4c-a543-a16c6c021411 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:14:49.037936 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-aa868158-e098-4074-b44f-2d9383c7c380 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:14:49.064045 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:49.141098 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=4ce052cd-fef4-4783-b3a8-32ba84564f26,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:14:49.332267 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f3af3a-51ac-4b03-89b0-7788346d53cd None None] Network 4bbfc4dc-73e5-4d4c-a543-a16c6c021411 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 07:14:49.353684 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa868158-e098-4074-b44f-2d9383c7c380 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Router 7ee18d2b-57fa-43cb-b730-7ca371254b73 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 07:14:49.508437 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-14269085-c9e7-4620-904f-1cfe78923e56 None None] Provisioning for port 22caeb02-efa6-449d-84e6-0820344cb9d5 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:14:49.538496 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa868158-e098-4074-b44f-2d9383c7c380 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 07:14:49.550840 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c2e183-03ef-49ae-b0f2-0441f05a4532 None None] Sync routers for ids ['7ee18d2b-57fa-43cb-b730-7ca371254b73'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 07:14:49.558112 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-aa868158-e098-4074-b44f-2d9383c7c380 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "PUT /v2.0/routers/7ee18d2b-57fa-43cb-b730-7ca371254b73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5054729 May 28 07:14:49.561475 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-14269085-c9e7-4620-904f-1cfe78923e56 None None] Provisioning complete for port 22caeb02-efa6-449d-84e6-0820344cb9d5 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:14:49.561475 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-14269085-c9e7-4620-904f-1cfe78923e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:49.561999 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c2e183-03ef-49ae-b0f2-0441f05a4532 None None] Routers {'7ee18d2b-57fa-43cb-b730-7ca371254b73'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:14:49.563102 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-45c2e183-03ef-49ae-b0f2-0441f05a4532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:14:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['7ee18d2b-57fa-43cb-b730-7ca371254b73'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:14:49.732152 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-14269085-c9e7-4620-904f-1cfe78923e56 None None] Current status of the port 22caeb02-efa6-449d-84e6-0820344cb9d5 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:14:49.732813 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-14269085-c9e7-4620-904f-1cfe78923e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:49.753979 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-90aa2d0b-5a1a-4541-aaca-cfe55860df7d req-4c7b6987-30a0-44e4-8e24-97112a917b44 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Synchronizing usage tracker for tenant:5f0305e9e0384b55a3ff03fd8ac69f6c on resource:security_group {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:14:49.799233 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-14269085-c9e7-4620-904f-1cfe78923e56 None None] For port 22caeb02-efa6-449d-84e6-0820344cb9d5, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=22caeb02-efa6-449d-84e6-0820344cb9d5,segment=NetworkSegment(1d836d8e-aa35-4d20-8666-16829060179a),segment_id=1d836d8e-aa35-4d20-8666-16829060179a)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:14:49.811658 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-45c2e183-03ef-49ae-b0f2-0441f05a4532 None None] Set router 7ee18d2b-57fa-43cb-b730-7ca371254b73 gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:14:49.908342 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-90aa2d0b-5a1a-4541-aaca-cfe55860df7d req-4c7b6987-30a0-44e4-8e24-97112a917b44 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Unset dirty status for tenant:5f0305e9e0384b55a3ff03fd8ac69f6c on resource:security_group {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:14:49.909607 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-90aa2d0b-5a1a-4541-aaca-cfe55860df7d req-4c7b6987-30a0-44e4-8e24-97112a917b44 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-537496058&fields=id&tenant_id=5f0305e9e0384b55a3ff03fd8ac69f6c HTTP/1.1" status: 200 len: 267 time: 0.2095265 May 28 07:14:49.940891 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-14269085-c9e7-4620-904f-1cfe78923e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:50.094598 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14269085-c9e7-4620-904f-1cfe78923e56 None None] Pushing event updated for resources: {'Port': ['ID=22caeb02-efa6-449d-84e6-0820344cb9d5,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:14:50.144706 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aa2d0b-5a1a-4541-aaca-cfe55860df7d req-60d1ad4c-a8ea-4826-a496-ae210ed48be5 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:14:50.145631 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-90aa2d0b-5a1a-4541-aaca-cfe55860df7d req-60d1ad4c-a8ea-4826-a496-ae210ed48be5 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Synchronizing usage tracker for tenant:5f0305e9e0384b55a3ff03fd8ac69f6c on resource:network {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:14:50.150846 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-de5aed93-30e0-40af-8d31-77b890603ed5 None None] Provisioning for port 7f092e35-13fb-4c39-8bcc-a94116f6ebf7 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:14:50.158632 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-de5aed93-30e0-40af-8d31-77b890603ed5 None None] Provisioning complete for port 7f092e35-13fb-4c39-8bcc-a94116f6ebf7 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:14:50.159154 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-de5aed93-30e0-40af-8d31-77b890603ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:50.219781 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-de5aed93-30e0-40af-8d31-77b890603ed5 None None] Port 7f092e35-13fb-4c39-8bcc-a94116f6ebf7 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 07:14:50.228608 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-45c2e183-03ef-49ae-b0f2-0441f05a4532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ee18d2b-57fa-43cb-b730-7ca371254b73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-62382011', 'tenant_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '4ce052cd-fef4-4783-b3a8-32ba84564f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:14:41Z', 'updated_at': '2022-05-28T07:14:48Z', 'revision_number': 4, 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'gw_port': {'id': '4ce052cd-fef4-4783-b3a8-32ba84564f26', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:65:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee18d2b-57fa-43cb-b730-7ca371254b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:14:42Z', 'updated_at': '2022-05-28T07:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '7f092e35-13fb-4c39-8bcc-a94116f6ebf7', 'name': '', 'network_id': '4bbfc4dc-73e5-4d4c-a543-a16c6c021411', 'tenant_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'mac_address': 'fa:16:3e:1b:b8:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ee18d2b-57fa-43cb-b730-7ca371254b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'f316f1a5-a0da-464b-a9d5-76a1eb115e09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:14:47Z', 'updated_at': '2022-05-28T07:14:48Z', 'revision_number': 2, 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'subnets': [{'id': 'f316f1a5-a0da-464b-a9d5-76a1eb115e09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:14:50.232763 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-90aa2d0b-5a1a-4541-aaca-cfe55860df7d req-60d1ad4c-a8ea-4826-a496-ae210ed48be5 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Unset dirty status for tenant:5f0305e9e0384b55a3ff03fd8ac69f6c on resource:network {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:14:50.232763 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-90aa2d0b-5a1a-4541-aaca-cfe55860df7d req-60d1ad4c-a8ea-4826-a496-ae210ed48be5 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/networks?id=4bbfc4dc-73e5-4d4c-a543-a16c6c021411 HTTP/1.1" status: 200 len: 797 time: 0.3129530 May 28 07:14:50.232956 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-de5aed93-30e0-40af-8d31-77b890603ed5 None None] Provisioning complete for port 22caeb02-efa6-449d-84e6-0820344cb9d5 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:14:50.232956 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-de5aed93-30e0-40af-8d31-77b890603ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:50.234654 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c2e183-03ef-49ae-b0f2-0441f05a4532 None None] Checking router: 7ee18d2b-57fa-43cb-b730-7ca371254b73 for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 07:14:50.235278 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c2e183-03ef-49ae-b0f2-0441f05a4532 None None] Updating router 7ee18d2b-57fa-43cb-b730-7ca371254b73 port 7f092e35-13fb-4c39-8bcc-a94116f6ebf7 binding host n-d-843702-1 {{(pid=89112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 07:14:50.247258 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-90aa2d0b-5a1a-4541-aaca-cfe55860df7d req-20cf79f0-cb9b-4966-b4b2-63d774c498fe tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/quotas/5f0305e9e0384b55a3ff03fd8ac69f6c HTTP/1.1" status: 200 len: 375 time: 0.0107682 May 28 07:14:50.303479 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-45c2e183-03ef-49ae-b0f2-0441f05a4532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:50.365840 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-90aa2d0b-5a1a-4541-aaca-cfe55860df7d req-6098619c-b361-4445-a32e-88516dbad0b5 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Synchronizing usage tracker for tenant:5f0305e9e0384b55a3ff03fd8ac69f6c on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:14:50.444430 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-de5aed93-30e0-40af-8d31-77b890603ed5 None None] Current status of the port 22caeb02-efa6-449d-84e6-0820344cb9d5 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:14:50.451628 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 22caeb02-efa6-449d-84e6-0820344cb9d5 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:14:50.462507 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-90aa2d0b-5a1a-4541-aaca-cfe55860df7d req-6098619c-b361-4445-a32e-88516dbad0b5 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Unset dirty status for tenant:5f0305e9e0384b55a3ff03fd8ac69f6c on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:14:50.463853 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-90aa2d0b-5a1a-4541-aaca-cfe55860df7d req-6098619c-b361-4445-a32e-88516dbad0b5 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=5f0305e9e0384b55a3ff03fd8ac69f6c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2104278 May 28 07:14:50.540312 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 22caeb02-efa6-449d-84e6-0820344cb9d5 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:14:50.540312 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:50.567794 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [req-90aa2d0b-5a1a-4541-aaca-cfe55860df7d req-be583154-2e90-4a44-8677-372c573f8586 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=89110) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 07:14:50.569812 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-90aa2d0b-5a1a-4541-aaca-cfe55860df7d req-be583154-2e90-4a44-8677-372c573f8586 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0783195 May 28 07:14:50.627606 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-006e1e2e-c274-48a9-80e9-30845aa3530b None None] Provisioning complete for port 7f092e35-13fb-4c39-8bcc-a94116f6ebf7 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:14:50.627986 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-006e1e2e-c274-48a9-80e9-30845aa3530b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:50.706301 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-45c2e183-03ef-49ae-b0f2-0441f05a4532 None None] Notify callbacks [] for port, precommit_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:50.709767 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-90aa2d0b-5a1a-4541-aaca-cfe55860df7d req-83690297-6056-4af6-9390-0a5ff5896efb service neutron] 10.222.0.55 "GET /v2.0/networks/4bbfc4dc-73e5-4d4c-a543-a16c6c021411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333904 May 28 07:14:50.720522 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.provisioning_blocks [None req-45c2e183-03ef-49ae-b0f2-0441f05a4532 None None] Transition to ACTIVE for port object 7f092e35-13fb-4c39-8bcc-a94116f6ebf7 will not be triggered until provisioned by entity L2. {{(pid=89112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:14:50.728957 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-006e1e2e-c274-48a9-80e9-30845aa3530b None None] Port 7f092e35-13fb-4c39-8bcc-a94116f6ebf7 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 07:14:50.746502 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 22caeb02-efa6-449d-84e6-0820344cb9d5 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:14:50.747649 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 4ce052cd-fef4-4783-b3a8-32ba84564f26 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:14:50.811474 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-45c2e183-03ef-49ae-b0f2-0441f05a4532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:50.820553 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 4ce052cd-fef4-4783-b3a8-32ba84564f26 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:14:50.824957 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:50.846438 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-90aa2d0b-5a1a-4541-aaca-cfe55860df7d req-adaa1e11-b775-4bcb-95cf-f7f3d7dc80b6 service neutron] 10.222.0.55 "GET /v2.0/networks/4bbfc4dc-73e5-4d4c-a543-a16c6c021411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302516 May 28 07:14:50.961090 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 4ce052cd-fef4-4783-b3a8-32ba84564f26 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:14:51.010043 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7d7875-0e4a-4629-886f-d2d64e034983 None None] Pushing event updated for resources: {'Port': ['ID=7f092e35-13fb-4c39-8bcc-a94116f6ebf7,revision_number=3']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:14:51.031622 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7d7875-0e4a-4629-886f-d2d64e034983 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:14:51.031622 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7d7875-0e4a-4629-886f-d2d64e034983 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:14:51.031622 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7d7875-0e4a-4629-886f-d2d64e034983 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:14:51.031622 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7d7875-0e4a-4629-886f-d2d64e034983 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:14:51.031622 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7d7875-0e4a-4629-886f-d2d64e034983 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:14:51.031622 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7d7875-0e4a-4629-886f-d2d64e034983 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:14:51.031622 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7d7875-0e4a-4629-886f-d2d64e034983 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:14:51.031622 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7d7875-0e4a-4629-886f-d2d64e034983 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:14:51.031622 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7d7875-0e4a-4629-886f-d2d64e034983 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:14:51.031622 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7d7875-0e4a-4629-886f-d2d64e034983 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:14:51.031622 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7d7875-0e4a-4629-886f-d2d64e034983 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:14:51.031622 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7d7875-0e4a-4629-886f-d2d64e034983 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:14:51.057769 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-45c2e183-03ef-49ae-b0f2-0441f05a4532 None None] Attempting to bind port 7f092e35-13fb-4c39-8bcc-a94116f6ebf7 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 07:14:51.060226 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-45c2e183-03ef-49ae-b0f2-0441f05a4532 None None] Attempting to bind port 7f092e35-13fb-4c39-8bcc-a94116f6ebf7 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': '1d836d8e-aa35-4d20-8666-16829060179a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '4bbfc4dc-73e5-4d4c-a543-a16c6c021411'}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 07:14:51.060226 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c2e183-03ef-49ae-b0f2-0441f05a4532 None None] Attempting to bind port 7f092e35-13fb-4c39-8bcc-a94116f6ebf7 on network 4bbfc4dc-73e5-4d4c-a543-a16c6c021411 {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:14:51.069092 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c2e183-03ef-49ae-b0f2-0441f05a4532 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 7, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 07:14:51.069695 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c2e183-03ef-49ae-b0f2-0441f05a4532 None None] Checking segment: {'id': '1d836d8e-aa35-4d20-8666-16829060179a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '4bbfc4dc-73e5-4d4c-a543-a16c6c021411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:14:51.071159 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-45c2e183-03ef-49ae-b0f2-0441f05a4532 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:51.073242 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c2e183-03ef-49ae-b0f2-0441f05a4532 None None] Bound using segment: {'id': '1d836d8e-aa35-4d20-8666-16829060179a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '4bbfc4dc-73e5-4d4c-a543-a16c6c021411'} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 07:14:51.074709 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-45c2e183-03ef-49ae-b0f2-0441f05a4532 None None] Bound port: 7f092e35-13fb-4c39-8bcc-a94116f6ebf7, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d836d8e-aa35-4d20-8666-16829060179a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '4bbfc4dc-73e5-4d4c-a543-a16c6c021411'}}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 07:14:51.074709 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-45c2e183-03ef-49ae-b0f2-0441f05a4532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:51.193220 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4444d37b-0dee-49c5-b616-2dbec0b7ea91 req-18b15593-c5c9-4cf9-afd7-92679c231e14 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=d65303c0-8893-4d38-92b1-2e39a000fe42 HTTP/1.1" status: 200 len: 210 time: 0.0566165 May 28 07:14:51.200242 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-45c2e183-03ef-49ae-b0f2-0441f05a4532 None None] For port 7f092e35-13fb-4c39-8bcc-a94116f6ebf7, host n-d-843702-1, cleared binding levels {{(pid=89112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:14:51.207398 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-45c2e183-03ef-49ae-b0f2-0441f05a4532 None None] For port 7f092e35-13fb-4c39-8bcc-a94116f6ebf7, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=7f092e35-13fb-4c39-8bcc-a94116f6ebf7,segment=NetworkSegment(1d836d8e-aa35-4d20-8666-16829060179a),segment_id=1d836d8e-aa35-4d20-8666-16829060179a)] {{(pid=89112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 07:14:51.348350 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-45c2e183-03ef-49ae-b0f2-0441f05a4532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:51.425374 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c2e183-03ef-49ae-b0f2-0441f05a4532 None None] Routers {'7ee18d2b-57fa-43cb-b730-7ca371254b73'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:14:51.425965 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-45c2e183-03ef-49ae-b0f2-0441f05a4532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:14:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['7ee18d2b-57fa-43cb-b730-7ca371254b73'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:14:51.504498 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7d7875-0e4a-4629-886f-d2d64e034983 None None] Pushing event updated for resources: {'Port': ['ID=7f092e35-13fb-4c39-8bcc-a94116f6ebf7,revision_number=4']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:14:51.676829 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-45c2e183-03ef-49ae-b0f2-0441f05a4532 None None] Set router 7ee18d2b-57fa-43cb-b730-7ca371254b73 gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:14:51.980345 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-45c2e183-03ef-49ae-b0f2-0441f05a4532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ee18d2b-57fa-43cb-b730-7ca371254b73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-62382011', 'tenant_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '4ce052cd-fef4-4783-b3a8-32ba84564f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:14:41Z', 'updated_at': '2022-05-28T07:14:48Z', 'revision_number': 4, 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'gw_port': {'id': '4ce052cd-fef4-4783-b3a8-32ba84564f26', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:65:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee18d2b-57fa-43cb-b730-7ca371254b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:14:42Z', 'updated_at': '2022-05-28T07:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '7f092e35-13fb-4c39-8bcc-a94116f6ebf7', 'name': '', 'network_id': '4bbfc4dc-73e5-4d4c-a543-a16c6c021411', 'tenant_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'mac_address': 'fa:16:3e:1b:b8:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ee18d2b-57fa-43cb-b730-7ca371254b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'f316f1a5-a0da-464b-a9d5-76a1eb115e09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:14:47Z', 'updated_at': '2022-05-28T07:14:51Z', 'revision_number': 4, 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'subnets': [{'id': 'f316f1a5-a0da-464b-a9d5-76a1eb115e09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:14:51.986470 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c2e183-03ef-49ae-b0f2-0441f05a4532 None None] The sync data for ids ['7ee18d2b-57fa-43cb-b730-7ca371254b73'] in n-d-843702-1 is: [{'id': '7ee18d2b-57fa-43cb-b730-7ca371254b73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-62382011', 'tenant_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '4ce052cd-fef4-4783-b3a8-32ba84564f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:14:41Z', 'updated_at': '2022-05-28T07:14:48Z', 'revision_number': 4, 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'gw_port': {'id': '4ce052cd-fef4-4783-b3a8-32ba84564f26', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:65:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee18d2b-57fa-43cb-b730-7ca371254b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:14:42Z', 'updated_at': '2022-05-28T07:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '7f092e35-13fb-4c39-8bcc-a94116f6ebf7', 'name': '', 'network_id': '4bbfc4dc-73e5-4d4c-a543-a16c6c021411', 'tenant_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'mac_address': 'fa:16:3e:1b:b8:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ee18d2b-57fa-43cb-b730-7ca371254b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'f316f1a5-a0da-464b-a9d5-76a1eb115e09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:14:47Z', 'updated_at': '2022-05-28T07:14:51Z', 'revision_number': 4, 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'subnets': [{'id': 'f316f1a5-a0da-464b-a9d5-76a1eb115e09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 07:14:52.346086 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-24ce4feb-f4ba-4c64-b765-124444fe1b22 req-d6bad45f-7318-4a4e-9690-24882ce740d8 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=d65303c0-8893-4d38-92b1-2e39a000fe42 HTTP/1.1" status: 200 len: 210 time: 0.0471859 May 28 07:14:52.458643 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 7f092e35-13fb-4c39-8bcc-a94116f6ebf7 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:14:52.656524 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 7f092e35-13fb-4c39-8bcc-a94116f6ebf7 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:14:52.661805 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 7f092e35-13fb-4c39-8bcc-a94116f6ebf7 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:14:52.662394 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:52.787369 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 7f092e35-13fb-4c39-8bcc-a94116f6ebf7 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:14:52.787750 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:52.822926 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port 7f092e35-13fb-4c39-8bcc-a94116f6ebf7, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=7f092e35-13fb-4c39-8bcc-a94116f6ebf7,segment=NetworkSegment(1d836d8e-aa35-4d20-8666-16829060179a),segment_id=1d836d8e-aa35-4d20-8666-16829060179a)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:14:52.889257 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:52.966999 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=7f092e35-13fb-4c39-8bcc-a94116f6ebf7,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:14:53.525782 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a8c90e5b-b68e-46f3-a0f4-7c42606042b1 req-befbb4b0-96f9-4f0c-b3b1-7dad17b40251 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=d65303c0-8893-4d38-92b1-2e39a000fe42 HTTP/1.1" status: 200 len: 210 time: 0.0679634 May 28 07:14:53.644695 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aa2d0b-5a1a-4541-aaca-cfe55860df7d req-d6f8dc9c-1034-45f9-80a3-2980df237eec tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:14:53.646127 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-90aa2d0b-5a1a-4541-aaca-cfe55860df7d req-d6f8dc9c-1034-45f9-80a3-2980df237eec tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.71 "GET /v2.0/networks?id=4bbfc4dc-73e5-4d4c-a543-a16c6c021411 HTTP/1.1" status: 200 len: 797 time: 0.1558833 May 28 07:14:53.699871 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-90aa2d0b-5a1a-4541-aaca-cfe55860df7d req-318ec41c-1593-4e98-9d45-93f752ebaa9f tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f0305e9e0384b55a3ff03fd8ac69f6c HTTP/1.1" status: 200 len: 379 time: 0.0399942 May 28 07:14:53.708059 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-90aa2d0b-5a1a-4541-aaca-cfe55860df7d req-f7b31acd-2e95-463a-b69a-fde9cb87b375 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Request body: {'port': {'device_id': 'd65303c0-8893-4d38-92b1-2e39a000fe42', 'network_id': '4bbfc4dc-73e5-4d4c-a543-a16c6c021411', 'admin_state_up': True, 'tenant_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'security_groups': ['174bb14a-6481-4eab-9bfd-9bdad6a4e0ab']}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:14:53.857743 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-90aa2d0b-5a1a-4541-aaca-cfe55860df7d req-f7b31acd-2e95-463a-b69a-fde9cb87b375 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:14:53.867798 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-90aa2d0b-5a1a-4541-aaca-cfe55860df7d req-f7b31acd-2e95-463a-b69a-fde9cb87b375 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:14:53.947941 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90aa2d0b-5a1a-4541-aaca-cfe55860df7d req-f7b31acd-2e95-463a-b69a-fde9cb87b375 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Made reservation on behalf of 5f0305e9e0384b55a3ff03fd8ac69f6c for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 07:14:53.951517 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-90aa2d0b-5a1a-4541-aaca-cfe55860df7d req-f7b31acd-2e95-463a-b69a-fde9cb87b375 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:54.130613 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [req-90aa2d0b-5a1a-4541-aaca-cfe55860df7d req-f7b31acd-2e95-463a-b69a-fde9cb87b375 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Allocated IP 172.20.0.12 (4bbfc4dc-73e5-4d4c-a543-a16c6c021411/f316f1a5-a0da-464b-a9d5-76a1eb115e09/bca08b41-3d8d-4f64-8b68-7d5c9f237b0f) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:14:54.423827 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 7f092e35-13fb-4c39-8bcc-a94116f6ebf7 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:14:54.424324 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-90aa2d0b-5a1a-4541-aaca-cfe55860df7d req-f7b31acd-2e95-463a-b69a-fde9cb87b375 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:54.443031 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-90aa2d0b-5a1a-4541-aaca-cfe55860df7d req-f7b31acd-2e95-463a-b69a-fde9cb87b375 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Transition to ACTIVE for port object bca08b41-3d8d-4f64-8b68-7d5c9f237b0f will not be triggered until provisioned by entity DHCP. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:14:54.492575 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 7f092e35-13fb-4c39-8bcc-a94116f6ebf7 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:14:54.492575 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:54.554337 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-90aa2d0b-5a1a-4541-aaca-cfe55860df7d req-f7b31acd-2e95-463a-b69a-fde9cb87b375 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:54.621222 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 7f092e35-13fb-4c39-8bcc-a94116f6ebf7 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:14:54.634163 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90aa2d0b-5a1a-4541-aaca-cfe55860df7d req-f7b31acd-2e95-463a-b69a-fde9cb87b375 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Network 4bbfc4dc-73e5-4d4c-a543-a16c6c021411 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:14:54.638295 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [req-90aa2d0b-5a1a-4541-aaca-cfe55860df7d req-f7b31acd-2e95-463a-b69a-fde9cb87b375 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:14:54.641731 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-90aa2d0b-5a1a-4541-aaca-cfe55860df7d req-f7b31acd-2e95-463a-b69a-fde9cb87b375 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:14:54.697749 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b31acd-2e95-463a-b69a-fde9cb87b375 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Pushing event updated for resources: {'Port': ['ID=bca08b41-3d8d-4f64-8b68-7d5c9f237b0f,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:14:54.759553 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aa2d0b-5a1a-4541-aaca-cfe55860df7d req-f7b31acd-2e95-463a-b69a-fde9cb87b375 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:14:54.759966 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-90aa2d0b-5a1a-4541-aaca-cfe55860df7d req-f7b31acd-2e95-463a-b69a-fde9cb87b375 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:54.803876 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b087de0e-afa5-403e-9baf-6f74469b93af req-3c0d8dec-99b4-4523-9e30-96319c2ce6f4 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:14:54.804574 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-b087de0e-afa5-403e-9baf-6f74469b93af req-3c0d8dec-99b4-4523-9e30-96319c2ce6f4 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Synchronizing usage tracker for tenant:5f0305e9e0384b55a3ff03fd8ac69f6c on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:14:54.885821 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-90aa2d0b-5a1a-4541-aaca-cfe55860df7d req-f7b31acd-2e95-463a-b69a-fde9cb87b375 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1759291 May 28 07:14:54.897741 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-90aa2d0b-5a1a-4541-aaca-cfe55860df7d req-53365528-b400-4e87-b584-d78290649336 service neutron] Request body: {'port': {'device_id': 'd65303c0-8893-4d38-92b1-2e39a000fe42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843702-1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:14:55.009491 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-90aa2d0b-5a1a-4541-aaca-cfe55860df7d req-53365528-b400-4e87-b584-d78290649336 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:55.022502 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-b087de0e-afa5-403e-9baf-6f74469b93af req-3c0d8dec-99b4-4523-9e30-96319c2ce6f4 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Unset dirty status for tenant:5f0305e9e0384b55a3ff03fd8ac69f6c on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:14:55.031065 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b087de0e-afa5-403e-9baf-6f74469b93af req-3c0d8dec-99b4-4523-9e30-96319c2ce6f4 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=d65303c0-8893-4d38-92b1-2e39a000fe42 HTTP/1.1" status: 200 len: 932 time: 0.3572631 May 28 07:14:55.066095 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-30f5f040-b781-4619-a0f8-ecdb22975430 None None] Provisioning for port bca08b41-3d8d-4f64-8b68-7d5c9f237b0f completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:14:55.066095 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-30f5f040-b781-4619-a0f8-ecdb22975430 None None] Provisioning complete for port bca08b41-3d8d-4f64-8b68-7d5c9f237b0f triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:14:55.066095 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-30f5f040-b781-4619-a0f8-ecdb22975430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:55.116117 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-30f5f040-b781-4619-a0f8-ecdb22975430 None None] Port bca08b41-3d8d-4f64-8b68-7d5c9f237b0f cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 07:14:55.118030 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b087de0e-afa5-403e-9baf-6f74469b93af req-dcf00f5a-cbc2-40d0-b30e-4de1ccdf77f2 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/security-groups?id=174bb14a-6481-4eab-9bfd-9bdad6a4e0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682766 May 28 07:14:55.380570 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [req-90aa2d0b-5a1a-4541-aaca-cfe55860df7d req-53365528-b400-4e87-b584-d78290649336 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bca08b41-3d8d-4f64-8b68-7d5c9f237b0f {{(pid=89110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 07:14:55.387798 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-90aa2d0b-5a1a-4541-aaca-cfe55860df7d req-53365528-b400-4e87-b584-d78290649336 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:55.402062 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-90aa2d0b-5a1a-4541-aaca-cfe55860df7d req-53365528-b400-4e87-b584-d78290649336 service neutron] Transition to ACTIVE for port object bca08b41-3d8d-4f64-8b68-7d5c9f237b0f will not be triggered until provisioned by entity L2. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:14:55.450460 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-90aa2d0b-5a1a-4541-aaca-cfe55860df7d req-53365528-b400-4e87-b584-d78290649336 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:55.609224 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53365528-b400-4e87-b584-d78290649336 service neutron] Pushing event updated for resources: {'Port': ['ID=bca08b41-3d8d-4f64-8b68-7d5c9f237b0f,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:14:55.684469 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-90aa2d0b-5a1a-4541-aaca-cfe55860df7d req-53365528-b400-4e87-b584-d78290649336 service neutron] Attempting to bind port bca08b41-3d8d-4f64-8b68-7d5c9f237b0f on host n-h2-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 07:14:55.684817 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-90aa2d0b-5a1a-4541-aaca-cfe55860df7d req-53365528-b400-4e87-b584-d78290649336 service neutron] Attempting to bind port bca08b41-3d8d-4f64-8b68-7d5c9f237b0f by drivers openvswitch,hyperv on host n-h2-843702-1 at level 0 using segments [{'id': '1d836d8e-aa35-4d20-8666-16829060179a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '4bbfc4dc-73e5-4d4c-a543-a16c6c021411'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 07:14:55.685144 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90aa2d0b-5a1a-4541-aaca-cfe55860df7d req-53365528-b400-4e87-b584-d78290649336 service neutron] Attempting to bind port bca08b41-3d8d-4f64-8b68-7d5c9f237b0f on network 4bbfc4dc-73e5-4d4c-a543-a16c6c021411 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:14:55.689856 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90aa2d0b-5a1a-4541-aaca-cfe55860df7d req-53365528-b400-4e87-b584-d78290649336 service neutron] Port bca08b41-3d8d-4f64-8b68-7d5c9f237b0f on network 4bbfc4dc-73e5-4d4c-a543-a16c6c021411 not bound, no agent of type Open vSwitch agent registered on host n-h2-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 07:14:55.690686 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90aa2d0b-5a1a-4541-aaca-cfe55860df7d req-53365528-b400-4e87-b584-d78290649336 service neutron] Attempting to bind port bca08b41-3d8d-4f64-8b68-7d5c9f237b0f on network 4bbfc4dc-73e5-4d4c-a543-a16c6c021411 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:14:55.695248 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90aa2d0b-5a1a-4541-aaca-cfe55860df7d req-53365528-b400-4e87-b584-d78290649336 service neutron] Checking agent: {'id': 'f1a3973b-d2b3-4558-88e7-2ac50857d302', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 7, 14, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 07:14:55.695573 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90aa2d0b-5a1a-4541-aaca-cfe55860df7d req-53365528-b400-4e87-b584-d78290649336 service neutron] Checking segment: {'id': '1d836d8e-aa35-4d20-8666-16829060179a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '4bbfc4dc-73e5-4d4c-a543-a16c6c021411'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:14:55.695943 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90aa2d0b-5a1a-4541-aaca-cfe55860df7d req-53365528-b400-4e87-b584-d78290649336 service neutron] Bound using segment: {'id': '1d836d8e-aa35-4d20-8666-16829060179a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '4bbfc4dc-73e5-4d4c-a543-a16c6c021411'} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 07:14:55.696350 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-90aa2d0b-5a1a-4541-aaca-cfe55860df7d req-53365528-b400-4e87-b584-d78290649336 service neutron] Bound port: bca08b41-3d8d-4f64-8b68-7d5c9f237b0f, host: n-h2-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d836d8e-aa35-4d20-8666-16829060179a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '4bbfc4dc-73e5-4d4c-a543-a16c6c021411'}}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 07:14:55.696683 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-90aa2d0b-5a1a-4541-aaca-cfe55860df7d req-53365528-b400-4e87-b584-d78290649336 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:55.787794 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-90aa2d0b-5a1a-4541-aaca-cfe55860df7d req-53365528-b400-4e87-b584-d78290649336 service neutron] For port bca08b41-3d8d-4f64-8b68-7d5c9f237b0f, host n-h2-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:14:55.790599 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-90aa2d0b-5a1a-4541-aaca-cfe55860df7d req-53365528-b400-4e87-b584-d78290649336 service neutron] For port bca08b41-3d8d-4f64-8b68-7d5c9f237b0f, host n-h2-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=bca08b41-3d8d-4f64-8b68-7d5c9f237b0f,segment=NetworkSegment(1d836d8e-aa35-4d20-8666-16829060179a),segment_id=1d836d8e-aa35-4d20-8666-16829060179a)] {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 07:14:55.879962 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-90aa2d0b-5a1a-4541-aaca-cfe55860df7d req-53365528-b400-4e87-b584-d78290649336 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:55.941546 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aa2d0b-5a1a-4541-aaca-cfe55860df7d req-53365528-b400-4e87-b584-d78290649336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:14:55.945161 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-90aa2d0b-5a1a-4541-aaca-cfe55860df7d req-53365528-b400-4e87-b584-d78290649336 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:55.945161 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-90aa2d0b-5a1a-4541-aaca-cfe55860df7d req-53365528-b400-4e87-b584-d78290649336 service neutron] 10.222.0.71 "PUT /v2.0/ports/bca08b41-3d8d-4f64-8b68-7d5c9f237b0f HTTP/1.1" status: 200 len: 1092 time: 1.0497394 May 28 07:14:55.945161 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd65303c0-8893-4d38-92b1-2e39a000fe42', 'tag': 'bca08b41-3d8d-4f64-8b68-7d5c9f237b0f'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:14:55.968434 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53365528-b400-4e87-b584-d78290649336 service neutron] Pushing event updated for resources: {'Port': ['ID=bca08b41-3d8d-4f64-8b68-7d5c9f237b0f,revision_number=3']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:14:56.002476 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56e418c0-76c8-4840-a494-067f1f6451d2'] response: {'name': 'network-changed', 'server_uuid': 'd65303c0-8893-4d38-92b1-2e39a000fe42', 'tag': 'bca08b41-3d8d-4f64-8b68-7d5c9f237b0f', 'status': 'completed', 'code': 200} May 28 07:14:56.127917 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcc215e-d718-4718-89f1-8d6febdbcb7b req-769384d3-391f-46e4-a6da-6ec83a4b3254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:14:56.129575 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9fcc215e-d718-4718-89f1-8d6febdbcb7b req-769384d3-391f-46e4-a6da-6ec83a4b3254 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5f0305e9e0384b55a3ff03fd8ac69f6c&device_id=d65303c0-8893-4d38-92b1-2e39a000fe42 HTTP/1.1" status: 200 len: 1095 time: 0.0814998 May 28 07:14:56.334590 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcc215e-d718-4718-89f1-8d6febdbcb7b req-2d51927c-d03c-457a-8118-f9107ccdfb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:14:56.336138 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9fcc215e-d718-4718-89f1-8d6febdbcb7b req-2d51927c-d03c-457a-8118-f9107ccdfb4a service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=5f0305e9e0384b55a3ff03fd8ac69f6c&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1939201 May 28 07:14:56.475769 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-a45ce450-7f7b-4ff7-9b99-9ff6d7a1cce9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:56.543117 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaed444-f674-420a-b667-3579a2345605 req-9584a31b-2d0f-4232-8f66-4438c7ac04a5 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:14:56.544715 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7aaed444-f674-420a-b667-3579a2345605 req-9584a31b-2d0f-4232-8f66-4438c7ac04a5 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=d65303c0-8893-4d38-92b1-2e39a000fe42 HTTP/1.1" status: 200 len: 944 time: 0.3158991 May 28 07:14:56.621124 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7aaed444-f674-420a-b667-3579a2345605 req-fd87dfc8-b490-4baa-9b0a-4025fe290ca8 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/security-groups?id=174bb14a-6481-4eab-9bfd-9bdad6a4e0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627797 May 28 07:14:56.642309 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcc215e-d718-4718-89f1-8d6febdbcb7b req-69e5b62a-29e8-4f98-88d1-b2b06076abd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:14:56.643773 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9fcc215e-d718-4718-89f1-8d6febdbcb7b req-69e5b62a-29e8-4f98-88d1-b2b06076abd9 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3005004 May 28 07:14:56.776947 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aa2d0b-5a1a-4541-aaca-cfe55860df7d req-25977337-b188-427b-8d30-3e8578194a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:14:56.778425 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-90aa2d0b-5a1a-4541-aaca-cfe55860df7d req-25977337-b188-427b-8d30-3e8578194a65 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5f0305e9e0384b55a3ff03fd8ac69f6c&device_id=d65303c0-8893-4d38-92b1-2e39a000fe42 HTTP/1.1" status: 200 len: 1095 time: 0.0752692 May 28 07:14:56.862571 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-90aa2d0b-5a1a-4541-aaca-cfe55860df7d req-71c3ad6a-6e55-4c10-befe-4d43609cbb9e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bca08b41-3d8d-4f64-8b68-7d5c9f237b0f HTTP/1.1" status: 200 len: 217 time: 0.0714898 May 28 07:14:56.927969 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aa2d0b-5a1a-4541-aaca-cfe55860df7d req-2651e457-181d-4ec4-af1d-844b73a94e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:14:56.929402 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-90aa2d0b-5a1a-4541-aaca-cfe55860df7d req-2651e457-181d-4ec4-af1d-844b73a94e98 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f316f1a5-a0da-464b-a9d5-76a1eb115e09 HTTP/1.1" status: 200 len: 835 time: 0.0609484 May 28 07:14:57.005875 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aa2d0b-5a1a-4541-aaca-cfe55860df7d req-57d93794-d3be-4c86-81f2-77ee3dd925a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:14:57.008098 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-90aa2d0b-5a1a-4541-aaca-cfe55860df7d req-57d93794-d3be-4c86-81f2-77ee3dd925a0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4bbfc4dc-73e5-4d4c-a543-a16c6c021411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725718 May 28 07:14:57.140914 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-90aa2d0b-5a1a-4541-aaca-cfe55860df7d req-d8477258-3e0d-4a9a-a84d-2fd007d779b1 service neutron] 10.222.0.71 "GET /v2.0/networks/4bbfc4dc-73e5-4d4c-a543-a16c6c021411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263177 May 28 07:14:57.271469 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-90aa2d0b-5a1a-4541-aaca-cfe55860df7d req-457fd6ed-27ee-405b-b801-22b81c35ac36 service neutron] 10.222.0.71 "GET /v2.0/networks/4bbfc4dc-73e5-4d4c-a543-a16c6c021411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244431 May 28 07:14:57.814277 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51381df-3228-4eb6-96ac-b326cc671cfd req-06069992-3cb0-474e-bdec-0dcbfb2dc611 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:14:57.815673 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a51381df-3228-4eb6-96ac-b326cc671cfd req-06069992-3cb0-474e-bdec-0dcbfb2dc611 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=d65303c0-8893-4d38-92b1-2e39a000fe42 HTTP/1.1" status: 200 len: 944 time: 0.0843503 May 28 07:14:57.859857 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a51381df-3228-4eb6-96ac-b326cc671cfd req-c1c20aef-e036-4904-a32d-c3963a2da883 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/security-groups?id=174bb14a-6481-4eab-9bfd-9bdad6a4e0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376225 May 28 07:14:57.954312 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:58.943176 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-79d896a8-b84e-4c78-9fb8-d9391f3b33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:59.052848 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c74541d-bf80-421e-817e-42c9c4b91a42 req-57df4162-1e73-47e8-a7d5-42ae84b1f7ef tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:14:59.054332 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5c74541d-bf80-421e-817e-42c9c4b91a42 req-57df4162-1e73-47e8-a7d5-42ae84b1f7ef tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=d65303c0-8893-4d38-92b1-2e39a000fe42 HTTP/1.1" status: 200 len: 944 time: 0.0833800 May 28 07:14:59.100410 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5c74541d-bf80-421e-817e-42c9c4b91a42 req-fdb03603-82bf-40d0-b8d2-eaa436199d06 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/security-groups?id=174bb14a-6481-4eab-9bfd-9bdad6a4e0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401917 May 28 07:14:59.299236 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device bca08b41-3d8d-4f64-8b68-7d5c9f237b0f details requested by agent hyperv_n-h2-843702-1 with host n-h2-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 07:14:59.431345 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port bca08b41-3d8d-4f64-8b68-7d5c9f237b0f, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=bca08b41-3d8d-4f64-8b68-7d5c9f237b0f,segment=NetworkSegment(1d836d8e-aa35-4d20-8666-16829060179a),segment_id=1d836d8e-aa35-4d20-8666-16829060179a)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:14:59.444650 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Returning: {'device': 'bca08b41-3d8d-4f64-8b68-7d5c9f237b0f', 'network_id': '4bbfc4dc-73e5-4d4c-a543-a16c6c021411', 'port_id': 'bca08b41-3d8d-4f64-8b68-7d5c9f237b0f', 'mac_address': 'fa:16:3e:27:7f:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f316f1a5-a0da-464b-a9d5-76a1eb115e09', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 07:14:59.503306 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port bca08b41-3d8d-4f64-8b68-7d5c9f237b0f is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:14:59.503678 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:59.521267 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bca08b41-3d8d-4f64-8b68-7d5c9f237b0f {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 07:14:59.544431 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port bca08b41-3d8d-4f64-8b68-7d5c9f237b0f, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=bca08b41-3d8d-4f64-8b68-7d5c9f237b0f,segment=NetworkSegment(1d836d8e-aa35-4d20-8666-16829060179a),segment_id=1d836d8e-aa35-4d20-8666-16829060179a)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:14:59.667628 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:59.734531 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=bca08b41-3d8d-4f64-8b68-7d5c9f237b0f,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:14:59.961008 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['bca08b41-3d8d-4f64-8b68-7d5c9f237b0f'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 07:15:00.025957 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:15:00.168305 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:15:00.290751 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35602530-9451-447a-9cd4-84a429fb260c req-87bca6e1-180f-4368-a5ee-27bbcfb948d3 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:15:00.292059 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-35602530-9451-447a-9cd4-84a429fb260c req-87bca6e1-180f-4368-a5ee-27bbcfb948d3 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=d65303c0-8893-4d38-92b1-2e39a000fe42 HTTP/1.1" status: 200 len: 945 time: 0.0834153 May 28 07:15:00.336273 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-35602530-9451-447a-9cd4-84a429fb260c req-84a59088-00c9-4a94-9c97-045dbabae1db tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/security-groups?id=174bb14a-6481-4eab-9bfd-9bdad6a4e0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384655 May 28 07:15:01.317958 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device bca08b41-3d8d-4f64-8b68-7d5c9f237b0f up at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:15:01.437677 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning for port bca08b41-3d8d-4f64-8b68-7d5c9f237b0f completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:15:01.442932 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning complete for port bca08b41-3d8d-4f64-8b68-7d5c9f237b0f triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:15:01.443306 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:15:01.522950 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f219ca-2aa6-4dcd-ade1-b8765fc6f5a8 req-5ad8916c-1285-44b5-8a58-b791ae22ba16 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:15:01.524434 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-55f219ca-2aa6-4dcd-ade1-b8765fc6f5a8 req-5ad8916c-1285-44b5-8a58-b791ae22ba16 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=d65303c0-8893-4d38-92b1-2e39a000fe42 HTTP/1.1" status: 200 len: 945 time: 0.0812275 May 28 07:15:01.574981 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-55f219ca-2aa6-4dcd-ade1-b8765fc6f5a8 req-008c9569-291a-47b1-889e-848f104767f5 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/security-groups?id=174bb14a-6481-4eab-9bfd-9bdad6a4e0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446882 May 28 07:15:01.590048 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port bca08b41-3d8d-4f64-8b68-7d5c9f237b0f is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:15:01.590422 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:15:01.618888 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd65303c0-8893-4d38-92b1-2e39a000fe42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bca08b41-3d8d-4f64-8b68-7d5c9f237b0f'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:15:01.628782 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port bca08b41-3d8d-4f64-8b68-7d5c9f237b0f, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=bca08b41-3d8d-4f64-8b68-7d5c9f237b0f,segment=NetworkSegment(1d836d8e-aa35-4d20-8666-16829060179a),segment_id=1d836d8e-aa35-4d20-8666-16829060179a)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:15:01.664949 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d93168ea-f513-45da-af10-ab9b7748451a'] response: {'server_uuid': 'd65303c0-8893-4d38-92b1-2e39a000fe42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bca08b41-3d8d-4f64-8b68-7d5c9f237b0f', 'code': 200} May 28 07:15:01.737865 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:15:01.810607 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=bca08b41-3d8d-4f64-8b68-7d5c9f237b0f,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:15:01.824552 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee472f76-6f92-4feb-a12b-8291b4eff963 req-0853bb92-88c6-45f0-b26b-5be05102a3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:15:01.826115 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ee472f76-6f92-4feb-a12b-8291b4eff963 req-0853bb92-88c6-45f0-b26b-5be05102a3d1 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=d65303c0-8893-4d38-92b1-2e39a000fe42 HTTP/1.1" status: 200 len: 1097 time: 0.0697916 May 28 07:15:01.869537 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ee472f76-6f92-4feb-a12b-8291b4eff963 req-19948bc4-1ea7-48eb-bbce-cd40dcf5984b service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=174bb14a-6481-4eab-9bfd-9bdad6a4e0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358944 May 28 07:15:01.883447 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:15:02.644785 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:15:02.766446 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb2a846-26af-4836-8cc2-4e203a50be71 req-65b9b7d3-a43f-4fb4-b49e-7671cba019be tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:15:02.768293 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8fb2a846-26af-4836-8cc2-4e203a50be71 req-65b9b7d3-a43f-4fb4-b49e-7671cba019be tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=d65303c0-8893-4d38-92b1-2e39a000fe42 HTTP/1.1" status: 200 len: 946 time: 0.0847173 May 28 07:15:02.812021 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8fb2a846-26af-4836-8cc2-4e203a50be71 req-4ac5aef1-9cc4-4754-a54c-31ae81f5bf45 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/security-groups?id=174bb14a-6481-4eab-9bfd-9bdad6a4e0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379860 May 28 07:15:02.875668 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 07:15:04.009907 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c0ee89-7ccf-48ce-95ab-fd9fb7ab8fd9 req-a35f421b-ce16-4f73-9276-9af0e5545cc2 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:15:04.011370 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d4c0ee89-7ccf-48ce-95ab-fd9fb7ab8fd9 req-a35f421b-ce16-4f73-9276-9af0e5545cc2 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=d65303c0-8893-4d38-92b1-2e39a000fe42 HTTP/1.1" status: 200 len: 946 time: 0.0795631 May 28 07:15:04.054667 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d4c0ee89-7ccf-48ce-95ab-fd9fb7ab8fd9 req-429edcc5-4c1b-4efb-a1a0-d7d4a585cfe0 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/security-groups?id=174bb14a-6481-4eab-9bfd-9bdad6a4e0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377223 May 28 07:15:04.238515 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1a3616-3076-4380-b1ac-f85d44d66e79 req-e58cf6c0-eb38-4ed0-9a26-a93e784c78f9 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:15:04.239949 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ff1a3616-3076-4380-b1ac-f85d44d66e79 req-e58cf6c0-eb38-4ed0-9a26-a93e784c78f9 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=d65303c0-8893-4d38-92b1-2e39a000fe42 HTTP/1.1" status: 200 len: 946 time: 0.0832534 May 28 07:15:04.283955 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ff1a3616-3076-4380-b1ac-f85d44d66e79 req-4923841d-bd67-4e0b-aebe-800c989cfaae tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/security-groups?id=174bb14a-6481-4eab-9bfd-9bdad6a4e0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379925 May 28 07:15:04.306831 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 55118) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:15:04.377944 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6873c1a-6969-404b-8f2c-5f209b9bd657 tempest-TestNetworkAdvancedServerOps-656139815 tempest-TestNetworkAdvancedServerOps-656139815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:15:04.379436 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-b6873c1a-6969-404b-8f2c-5f209b9bd657 tempest-TestNetworkAdvancedServerOps-656139815 tempest-TestNetworkAdvancedServerOps-656139815-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=d65303c0-8893-4d38-92b1-2e39a000fe42 HTTP/1.1" status: 200 len: 1092 time: 0.0716219 May 28 07:15:04.382132 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 55122) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:15:04.387382 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-3e6fd96f-5b72-441d-8467-34ebd229bccd tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Request body: {'floatingip': {'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'port_id': 'bca08b41-3d8d-4f64-8b68-7d5c9f237b0f', 'tenant_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'fixed_ip_address': '172.20.0.12'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:15:04.393927 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-3e6fd96f-5b72-441d-8467-34ebd229bccd tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:15:04.397743 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-3e6fd96f-5b72-441d-8467-34ebd229bccd tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Usage tracker for resource:floatingip and tenant:5f0305e9e0384b55a3ff03fd8ac69f6c is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:15:04.400515 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-3e6fd96f-5b72-441d-8467-34ebd229bccd tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:15:04.406093 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-3e6fd96f-5b72-441d-8467-34ebd229bccd tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:15:04.506067 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3e6fd96f-5b72-441d-8467-34ebd229bccd tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for floatingip, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:15:04.644439 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3e6fd96f-5b72-441d-8467-34ebd229bccd tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:15:04.779084 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [None req-3e6fd96f-5b72-441d-8467-34ebd229bccd tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Allocated IP 172.25.5.177 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/515d977e-e0b6-4749-983c-5506378023d8) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:15:05.021776 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3e6fd96f-5b72-441d-8467-34ebd229bccd tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:15:05.147870 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3e6fd96f-5b72-441d-8467-34ebd229bccd tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:15:05.214526 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6fd96f-5b72-441d-8467-34ebd229bccd tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:15:05.217153 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-3e6fd96f-5b72-441d-8467-34ebd229bccd tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:15:05.220970 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6fd96f-5b72-441d-8467-34ebd229bccd tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:15:05.259064 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6fd96f-5b72-441d-8467-34ebd229bccd tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Pushing event updated for resources: {'Port': ['ID=515d977e-e0b6-4749-983c-5506378023d8,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:15:05.666494 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3e6fd96f-5b72-441d-8467-34ebd229bccd tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:15:05.798157 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3e6fd96f-5b72-441d-8467-34ebd229bccd tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:15:06.000276 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3e6fd96f-5b72-441d-8467-34ebd229bccd tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:15:06.090267 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3e6fd96f-5b72-441d-8467-34ebd229bccd tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:15:06.197155 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6fd96f-5b72-441d-8467-34ebd229bccd tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Pushing event updated for resources: {'Port': ['ID=515d977e-e0b6-4749-983c-5506378023d8,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:15:06.209568 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3e6fd96f-5b72-441d-8467-34ebd229bccd tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691094'] for floatingip, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:15:06.377002 n-d-843702-1 neutron-server[89110]: INFO neutron.db.l3_db [None req-3e6fd96f-5b72-441d-8467-34ebd229bccd tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Floating IP 369f5006-003a-4700-8ed7-d690382e5c84 associated. External IP: 172.25.5.177, port: bca08b41-3d8d-4f64-8b68-7d5c9f237b0f. May 28 07:15:06.836467 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e6fd96f-5b72-441d-8467-34ebd229bccd tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Router 7ee18d2b-57fa-43cb-b730-7ca371254b73 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 07:15:07.036948 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e6fd96f-5b72-441d-8467-34ebd229bccd tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 07:15:07.047158 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af820d2-cb7d-450c-8d12-8886a14441d5 None None] Sync routers for ids ['7ee18d2b-57fa-43cb-b730-7ca371254b73'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 07:15:07.058956 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af820d2-cb7d-450c-8d12-8886a14441d5 None None] Routers {'7ee18d2b-57fa-43cb-b730-7ca371254b73'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:15:07.059596 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-0af820d2-cb7d-450c-8d12-8886a14441d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:14:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['7ee18d2b-57fa-43cb-b730-7ca371254b73'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:15:07.446974 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-0af820d2-cb7d-450c-8d12-8886a14441d5 None None] Set router 7ee18d2b-57fa-43cb-b730-7ca371254b73 gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:15:07.589541 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-0af820d2-cb7d-450c-8d12-8886a14441d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ee18d2b-57fa-43cb-b730-7ca371254b73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-62382011', 'tenant_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '4ce052cd-fef4-4783-b3a8-32ba84564f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:14:41Z', 'updated_at': '2022-05-28T07:14:48Z', 'revision_number': 4, 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'gw_port': {'id': '4ce052cd-fef4-4783-b3a8-32ba84564f26', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:65:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee18d2b-57fa-43cb-b730-7ca371254b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:14:42Z', 'updated_at': '2022-05-28T07:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': '369f5006-003a-4700-8ed7-d690382e5c84', 'tenant_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'floating_ip_address': '172.25.5.177', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': '7ee18d2b-57fa-43cb-b730-7ca371254b73', 'port_id': 'bca08b41-3d8d-4f64-8b68-7d5c9f237b0f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bbfc4dc-73e5-4d4c-a543-a16c6c021411', 'mac_address': 'fa:16:3e:27:7f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd65303c0-8893-4d38-92b1-2e39a000fe42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T07:15:05Z', 'updated_at': '2022-05-28T07:15:05Z', 'revision_number': 0, 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f092e35-13fb-4c39-8bcc-a94116f6ebf7', 'name': '', 'network_id': '4bbfc4dc-73e5-4d4c-a543-a16c6c021411', 'tenant_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'mac_address': 'fa:16:3e:1b:b8:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee18d2b-57fa-43cb-b730-7ca371254b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'f316f1a5-a0da-464b-a9d5-76a1eb115e09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:14:47Z', 'updated_at': '2022-05-28T07:14:52Z', 'revision_number': 5, 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'subnets': [{'id': 'f316f1a5-a0da-464b-a9d5-76a1eb115e09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:15:07.593354 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af820d2-cb7d-450c-8d12-8886a14441d5 None None] Checking router: 7ee18d2b-57fa-43cb-b730-7ca371254b73 for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 07:15:07.601855 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af820d2-cb7d-450c-8d12-8886a14441d5 None None] Routers {'7ee18d2b-57fa-43cb-b730-7ca371254b73'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:15:07.602448 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-0af820d2-cb7d-450c-8d12-8886a14441d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:14:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['7ee18d2b-57fa-43cb-b730-7ca371254b73'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:15:07.736781 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3e6fd96f-5b72-441d-8467-34ebd229bccd tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:15:07.780617 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-0af820d2-cb7d-450c-8d12-8886a14441d5 None None] Set router 7ee18d2b-57fa-43cb-b730-7ca371254b73 gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:15:07.787855 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-3e6fd96f-5b72-441d-8467-34ebd229bccd tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.4047358 May 28 07:15:07.788432 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd65303c0-8893-4d38-92b1-2e39a000fe42', 'tag': 'bca08b41-3d8d-4f64-8b68-7d5c9f237b0f'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:15:07.837137 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c72ac785-8e53-42da-a1bd-d1f9369110b0'] response: {'name': 'network-changed', 'server_uuid': 'd65303c0-8893-4d38-92b1-2e39a000fe42', 'tag': 'bca08b41-3d8d-4f64-8b68-7d5c9f237b0f', 'status': 'completed', 'code': 200} May 28 07:15:08.023557 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc9e1ca-b2cb-4b5b-9796-5179f7a64a9b req-6037ceb0-250a-403b-b85d-cf64369cbe40 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:15:08.024911 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2bc9e1ca-b2cb-4b5b-9796-5179f7a64a9b req-6037ceb0-250a-403b-b85d-cf64369cbe40 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=d65303c0-8893-4d38-92b1-2e39a000fe42 HTTP/1.1" status: 200 len: 946 time: 0.1460993 May 28 07:15:08.030838 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477331b3-a0d7-4be1-a6a7-65082acb48f8 req-c3a2b91f-cf06-4151-898f-14997cf2a908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:15:08.031669 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-477331b3-a0d7-4be1-a6a7-65082acb48f8 req-c3a2b91f-cf06-4151-898f-14997cf2a908 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5f0305e9e0384b55a3ff03fd8ac69f6c&device_id=d65303c0-8893-4d38-92b1-2e39a000fe42 HTTP/1.1" status: 200 len: 1097 time: 0.1167107 May 28 07:15:08.135876 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-0af820d2-cb7d-450c-8d12-8886a14441d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ee18d2b-57fa-43cb-b730-7ca371254b73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-62382011', 'tenant_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '4ce052cd-fef4-4783-b3a8-32ba84564f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:14:41Z', 'updated_at': '2022-05-28T07:14:48Z', 'revision_number': 4, 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'gw_port': {'id': '4ce052cd-fef4-4783-b3a8-32ba84564f26', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:65:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee18d2b-57fa-43cb-b730-7ca371254b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:14:42Z', 'updated_at': '2022-05-28T07:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': '369f5006-003a-4700-8ed7-d690382e5c84', 'tenant_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'floating_ip_address': '172.25.5.177', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': '7ee18d2b-57fa-43cb-b730-7ca371254b73', 'port_id': 'bca08b41-3d8d-4f64-8b68-7d5c9f237b0f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bbfc4dc-73e5-4d4c-a543-a16c6c021411', 'mac_address': 'fa:16:3e:27:7f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd65303c0-8893-4d38-92b1-2e39a000fe42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T07:15:05Z', 'updated_at': '2022-05-28T07:15:05Z', 'revision_number': 0, 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f092e35-13fb-4c39-8bcc-a94116f6ebf7', 'name': '', 'network_id': '4bbfc4dc-73e5-4d4c-a543-a16c6c021411', 'tenant_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'mac_address': 'fa:16:3e:1b:b8:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee18d2b-57fa-43cb-b730-7ca371254b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'f316f1a5-a0da-464b-a9d5-76a1eb115e09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:14:47Z', 'updated_at': '2022-05-28T07:14:52Z', 'revision_number': 5, 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'subnets': [{'id': 'f316f1a5-a0da-464b-a9d5-76a1eb115e09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:15:08.139893 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af820d2-cb7d-450c-8d12-8886a14441d5 None None] The sync data for ids ['7ee18d2b-57fa-43cb-b730-7ca371254b73'] in n-d-843702-1 is: [{'id': '7ee18d2b-57fa-43cb-b730-7ca371254b73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-62382011', 'tenant_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '4ce052cd-fef4-4783-b3a8-32ba84564f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:14:41Z', 'updated_at': '2022-05-28T07:14:48Z', 'revision_number': 4, 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'gw_port': {'id': '4ce052cd-fef4-4783-b3a8-32ba84564f26', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:65:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee18d2b-57fa-43cb-b730-7ca371254b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:14:42Z', 'updated_at': '2022-05-28T07:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': '369f5006-003a-4700-8ed7-d690382e5c84', 'tenant_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'floating_ip_address': '172.25.5.177', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': '7ee18d2b-57fa-43cb-b730-7ca371254b73', 'port_id': 'bca08b41-3d8d-4f64-8b68-7d5c9f237b0f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bbfc4dc-73e5-4d4c-a543-a16c6c021411', 'mac_address': 'fa:16:3e:27:7f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd65303c0-8893-4d38-92b1-2e39a000fe42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T07:15:05Z', 'updated_at': '2022-05-28T07:15:05Z', 'revision_number': 0, 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f092e35-13fb-4c39-8bcc-a94116f6ebf7', 'name': '', 'network_id': '4bbfc4dc-73e5-4d4c-a543-a16c6c021411', 'tenant_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'mac_address': 'fa:16:3e:1b:b8:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee18d2b-57fa-43cb-b730-7ca371254b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'f316f1a5-a0da-464b-a9d5-76a1eb115e09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:14:47Z', 'updated_at': '2022-05-28T07:14:52Z', 'revision_number': 5, 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'subnets': [{'id': 'f316f1a5-a0da-464b-a9d5-76a1eb115e09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 07:15:08.153152 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2bc9e1ca-b2cb-4b5b-9796-5179f7a64a9b req-342703ef-e930-486c-bd96-ba5e0a6fc30e tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/security-groups?id=174bb14a-6481-4eab-9bfd-9bdad6a4e0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205201 May 28 07:15:08.179404 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 55130) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:15:08.204007 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477331b3-a0d7-4be1-a6a7-65082acb48f8 req-6a5f41bd-f26f-411a-bf12-8d6f4496a101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:15:08.205724 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-477331b3-a0d7-4be1-a6a7-65082acb48f8 req-6a5f41bd-f26f-411a-bf12-8d6f4496a101 service neutron] 10.222.0.71 "GET /v2.0/networks?id=4bbfc4dc-73e5-4d4c-a543-a16c6c021411 HTTP/1.1" status: 200 len: 898 time: 0.1591942 May 28 07:15:08.296314 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-3750b771-e12e-4081-9400-0960a6cbf2a0 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/floatingips/369f5006-003a-4700-8ed7-d690382e5c84 HTTP/1.1" status: 200 len: 992 time: 0.1157823 May 28 07:15:08.320662 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-477331b3-a0d7-4be1-a6a7-65082acb48f8 req-4fff9eb6-b47d-404a-9ddb-fa497386a560 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bca08b41-3d8d-4f64-8b68-7d5c9f237b0f HTTP/1.1" status: 200 len: 1000 time: 0.1010861 May 28 07:15:08.349741 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0e3ac0-511d-4681-813f-d39790f3756c None None] New status for floating IP 369f5006-003a-4700-8ed7-d690382e5c84: ACTIVE {{(pid=89112) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 07:15:08.383731 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477331b3-a0d7-4be1-a6a7-65082acb48f8 req-c672612a-0913-439f-8f01-d0f978167259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:15:08.385231 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-477331b3-a0d7-4be1-a6a7-65082acb48f8 req-c672612a-0913-439f-8f01-d0f978167259 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f316f1a5-a0da-464b-a9d5-76a1eb115e09 HTTP/1.1" status: 200 len: 835 time: 0.0646229 May 28 07:15:08.459942 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477331b3-a0d7-4be1-a6a7-65082acb48f8 req-f442c122-720b-40af-a549-fece3ed87f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:15:08.461404 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-477331b3-a0d7-4be1-a6a7-65082acb48f8 req-f442c122-720b-40af-a549-fece3ed87f2f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4bbfc4dc-73e5-4d4c-a543-a16c6c021411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707216 May 28 07:15:08.602039 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-477331b3-a0d7-4be1-a6a7-65082acb48f8 req-fcf6a9f5-816b-4457-aee6-d51d4d4eac04 service neutron] 10.222.0.71 "GET /v2.0/networks/4bbfc4dc-73e5-4d4c-a543-a16c6c021411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293280 May 28 07:15:08.736998 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-477331b3-a0d7-4be1-a6a7-65082acb48f8 req-024ba934-1294-425f-a898-788f8c57cfcf service neutron] 10.222.0.71 "GET /v2.0/networks/4bbfc4dc-73e5-4d4c-a543-a16c6c021411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282461 May 28 07:15:09.298873 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 55134) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:15:09.406435 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-28c7716b-b332-433b-bb46-f2fd32dc103d tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/floatingips/369f5006-003a-4700-8ed7-d690382e5c84 HTTP/1.1" status: 200 len: 994 time: 0.1064479 May 28 07:15:24.786676 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-60e616b7-5cd5-489a-ae61-c9c17fe35aa8 req-c77229b9-37d3-4ecc-a77a-efc11698ddc8 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=08247089-1673-4b7c-a1d2-4bbfc581fbf2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0718164 May 28 07:15:24.930230 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e616b7-5cd5-489a-ae61-c9c17fe35aa8 req-10a37d2a-c0a1-4d35-967b-c876d05d7967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:15:24.931715 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-60e616b7-5cd5-489a-ae61-c9c17fe35aa8 req-10a37d2a-c0a1-4d35-967b-c876d05d7967 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6cd404fb9ef9487fb34baf3bf8b36b53&device_id=08247089-1673-4b7c-a1d2-4bbfc581fbf2 HTTP/1.1" status: 200 len: 1096 time: 0.0792670 May 28 07:15:25.183496 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e616b7-5cd5-489a-ae61-c9c17fe35aa8 req-211cc21a-8ea6-4515-9405-7597c135bba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:15:25.183496 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-60e616b7-5cd5-489a-ae61-c9c17fe35aa8 req-211cc21a-8ea6-4515-9405-7597c135bba1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b87fb3cb-482f-4500-8eb8-33ba0d95db61 HTTP/1.1" status: 200 len: 912 time: 0.2333734 May 28 07:15:25.288663 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-60e616b7-5cd5-489a-ae61-c9c17fe35aa8 req-6bd106c4-fbaa-4e84-bfd3-6e7c9041ddef service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d5f7ec2b-bf5e-4b80-9c79-ba4fe1bade9c HTTP/1.1" status: 200 len: 1001 time: 0.0987520 May 28 07:15:25.349063 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e616b7-5cd5-489a-ae61-c9c17fe35aa8 req-429cafea-39df-48d6-b496-3fc97f9aedae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:15:25.351171 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-60e616b7-5cd5-489a-ae61-c9c17fe35aa8 req-429cafea-39df-48d6-b496-3fc97f9aedae service neutron] 10.222.0.69 "GET /v2.0/subnets?id=03e4bbfb-d6ff-44b0-bb81-9edbb740d6df HTTP/1.1" status: 200 len: 850 time: 0.0568130 May 28 07:15:25.427300 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e616b7-5cd5-489a-ae61-c9c17fe35aa8 req-a3f00a70-3afd-49a1-9f62-fca8be4f831c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:15:25.428757 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-60e616b7-5cd5-489a-ae61-c9c17fe35aa8 req-a3f00a70-3afd-49a1-9f62-fca8be4f831c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b87fb3cb-482f-4500-8eb8-33ba0d95db61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721395 May 28 07:15:25.560008 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-60e616b7-5cd5-489a-ae61-c9c17fe35aa8 req-b5321109-d5dd-4d10-8825-09a6b4191d04 service neutron] 10.222.0.69 "GET /v2.0/networks/b87fb3cb-482f-4500-8eb8-33ba0d95db61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246297 May 28 07:15:25.690282 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-60e616b7-5cd5-489a-ae61-c9c17fe35aa8 req-ac2378ea-f9b1-4cd7-905e-b198cba525e1 service neutron] 10.222.0.69 "GET /v2.0/networks/b87fb3cb-482f-4500-8eb8-33ba0d95db61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235971 May 28 07:15:26.488239 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c2838106-187d-43c3-ac92-bf6531ee8a2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:15:27.953150 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:15:28.927941 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-1c6e4d36-7e22-4ed7-915d-e2abc6a65f47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:15:30.010259 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:15:30.130029 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:15:31.810052 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:15:32.632879 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:15:36.731136 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa041ba-db0a-40b3-8ca6-60dd7ee44eb8 req-47032641-a71e-4c49-b3e4-8b62d25b59c9 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:15:36.732577 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4aa041ba-db0a-40b3-8ca6-60dd7ee44eb8 req-47032641-a71e-4c49-b3e4-8b62d25b59c9 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=d65303c0-8893-4d38-92b1-2e39a000fe42 HTTP/1.1" status: 200 len: 946 time: 0.0785189 May 28 07:15:36.776788 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4aa041ba-db0a-40b3-8ca6-60dd7ee44eb8 req-9a192ebf-c3d8-44f6-9e52-85623e1808b4 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/security-groups?id=174bb14a-6481-4eab-9bfd-9bdad6a4e0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383158 May 28 07:15:37.972162 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921d67d5-f6a5-4262-bfec-1f5e73141cf0 req-c3e3cfbc-8bff-488b-ae3f-96d891eb5c9b tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:15:37.974029 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-921d67d5-f6a5-4262-bfec-1f5e73141cf0 req-c3e3cfbc-8bff-488b-ae3f-96d891eb5c9b tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=d65303c0-8893-4d38-92b1-2e39a000fe42 HTTP/1.1" status: 200 len: 946 time: 0.0899744 May 28 07:15:38.019704 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-921d67d5-f6a5-4262-bfec-1f5e73141cf0 req-ca5f4d1e-b9c8-42e2-9c26-06a5e1d7752a tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/security-groups?id=174bb14a-6481-4eab-9bfd-9bdad6a4e0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382183 May 28 07:15:39.202145 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffeea07-1968-4678-b61c-b9e4e1513483 req-6afcdb49-1c83-466a-b42a-0dee4cad3138 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:15:39.203602 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fffeea07-1968-4678-b61c-b9e4e1513483 req-6afcdb49-1c83-466a-b42a-0dee4cad3138 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=d65303c0-8893-4d38-92b1-2e39a000fe42 HTTP/1.1" status: 200 len: 946 time: 0.0787039 May 28 07:15:39.247339 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fffeea07-1968-4678-b61c-b9e4e1513483 req-b10c59b2-0693-4efb-9494-8ce69a5e6d22 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/security-groups?id=174bb14a-6481-4eab-9bfd-9bdad6a4e0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381231 May 28 07:15:39.875453 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 07:15:40.441972 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc01f339-01c5-4c5d-8605-40df7af59977 req-07924353-1fa5-4fff-ba91-fb07231bede4 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:15:40.443410 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bc01f339-01c5-4c5d-8605-40df7af59977 req-07924353-1fa5-4fff-ba91-fb07231bede4 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=d65303c0-8893-4d38-92b1-2e39a000fe42 HTTP/1.1" status: 200 len: 946 time: 0.0827546 May 28 07:15:40.487514 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bc01f339-01c5-4c5d-8605-40df7af59977 req-e046a7ee-4cdf-4f5c-af08-1a251265848d tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/security-groups?id=174bb14a-6481-4eab-9bfd-9bdad6a4e0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381680 May 28 07:15:41.675949 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ef4ac8-176b-4575-a623-46a21a997b33 req-671378db-78e4-474d-94eb-8b00f1055002 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:15:41.677394 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-41ef4ac8-176b-4575-a623-46a21a997b33 req-671378db-78e4-474d-94eb-8b00f1055002 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=d65303c0-8893-4d38-92b1-2e39a000fe42 HTTP/1.1" status: 200 len: 946 time: 0.0801802 May 28 07:15:41.725298 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-41ef4ac8-176b-4575-a623-46a21a997b33 req-15a2cfa4-b2d3-432d-913a-8fd2a910eafb tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/security-groups?id=174bb14a-6481-4eab-9bfd-9bdad6a4e0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416486 May 28 07:15:42.908088 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd598c82-145e-46bd-954b-fe53f5b341e6 req-e03d5755-f815-402d-8ddd-d2b99c123e69 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:15:42.909528 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fd598c82-145e-46bd-954b-fe53f5b341e6 req-e03d5755-f815-402d-8ddd-d2b99c123e69 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=d65303c0-8893-4d38-92b1-2e39a000fe42 HTTP/1.1" status: 200 len: 946 time: 0.0795031 May 28 07:15:42.952579 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fd598c82-145e-46bd-954b-fe53f5b341e6 req-f4544df4-cd2d-4721-ba95-ab5efa7f7f0d tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/security-groups?id=174bb14a-6481-4eab-9bfd-9bdad6a4e0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372086 May 28 07:15:44.147087 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735b687d-4e96-4f70-9657-43700e0ea4af req-ade74618-e89e-48d9-8c14-427f0b253284 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:15:44.148534 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-735b687d-4e96-4f70-9657-43700e0ea4af req-ade74618-e89e-48d9-8c14-427f0b253284 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=d65303c0-8893-4d38-92b1-2e39a000fe42 HTTP/1.1" status: 200 len: 946 time: 0.0826521 May 28 07:15:44.191396 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-735b687d-4e96-4f70-9657-43700e0ea4af req-0711d80f-319d-499f-8aea-b6b508d57b6d tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/security-groups?id=174bb14a-6481-4eab-9bfd-9bdad6a4e0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365527 May 28 07:15:45.377274 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c845a584-edf8-4d95-ac02-30d28a89acc1 req-c09d7ae3-0616-4993-aa4f-9f05cff394b5 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:15:45.378739 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c845a584-edf8-4d95-ac02-30d28a89acc1 req-c09d7ae3-0616-4993-aa4f-9f05cff394b5 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=d65303c0-8893-4d38-92b1-2e39a000fe42 HTTP/1.1" status: 200 len: 946 time: 0.0795708 May 28 07:15:45.421946 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c845a584-edf8-4d95-ac02-30d28a89acc1 req-4e4556ce-b254-42dc-93fe-49db35254843 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/security-groups?id=174bb14a-6481-4eab-9bfd-9bdad6a4e0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368538 May 28 07:15:46.608782 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceb7904-ff84-4172-9e13-60064c046352 req-e7282679-c6ad-43d4-8723-e10d456c1db6 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:15:46.610290 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8ceb7904-ff84-4172-9e13-60064c046352 req-e7282679-c6ad-43d4-8723-e10d456c1db6 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=d65303c0-8893-4d38-92b1-2e39a000fe42 HTTP/1.1" status: 200 len: 946 time: 0.0824699 May 28 07:15:46.654646 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8ceb7904-ff84-4172-9e13-60064c046352 req-f8f5e260-949f-48a3-a03d-f7257ccbd6a8 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/security-groups?id=174bb14a-6481-4eab-9bfd-9bdad6a4e0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384789 May 28 07:15:47.839409 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef013a65-b6c5-4131-b048-4cdb3937d254 req-6db6f8d8-e656-4c74-b8ca-3e01dd5dc4ac tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:15:47.840763 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ef013a65-b6c5-4131-b048-4cdb3937d254 req-6db6f8d8-e656-4c74-b8ca-3e01dd5dc4ac tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=d65303c0-8893-4d38-92b1-2e39a000fe42 HTTP/1.1" status: 200 len: 946 time: 0.0795584 May 28 07:15:47.887757 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ef013a65-b6c5-4131-b048-4cdb3937d254 req-fcd5d238-e9de-4ddd-8c49-9c720025b84a tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/security-groups?id=174bb14a-6481-4eab-9bfd-9bdad6a4e0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413413 May 28 07:15:49.073674 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393e533d-aefb-427d-8613-27340d33df80 req-4e750828-95bb-4dc4-89be-6a5e3c7dfec2 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:15:49.075092 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-393e533d-aefb-427d-8613-27340d33df80 req-4e750828-95bb-4dc4-89be-6a5e3c7dfec2 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=d65303c0-8893-4d38-92b1-2e39a000fe42 HTTP/1.1" status: 200 len: 946 time: 0.0805895 May 28 07:15:49.118640 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-393e533d-aefb-427d-8613-27340d33df80 req-1c0d38d2-9ee9-471e-a090-58cf8bc4dc47 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/security-groups?id=174bb14a-6481-4eab-9bfd-9bdad6a4e0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379088 May 28 07:15:50.304245 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d5b194-2eeb-419c-8cd4-0183deb5e9de req-009148c8-d855-47ed-90db-54a08df4105f tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:15:50.305745 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-67d5b194-2eeb-419c-8cd4-0183deb5e9de req-009148c8-d855-47ed-90db-54a08df4105f tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=d65303c0-8893-4d38-92b1-2e39a000fe42 HTTP/1.1" status: 200 len: 946 time: 0.0789168 May 28 07:15:50.354204 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-67d5b194-2eeb-419c-8cd4-0183deb5e9de req-10660a3c-b398-4117-a948-c9a089c1fe66 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/security-groups?id=174bb14a-6481-4eab-9bfd-9bdad6a4e0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426364 May 28 07:15:51.351955 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b2f23d-9a6e-47e9-8af7-3759e416a112 req-68a29071-870f-4e94-9af8-f36829cb1a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:15:51.353548 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f9b2f23d-9a6e-47e9-8af7-3759e416a112 req-68a29071-870f-4e94-9af8-f36829cb1a79 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=d65303c0-8893-4d38-92b1-2e39a000fe42 HTTP/1.1" status: 200 len: 1097 time: 0.0703640 May 28 07:15:51.394942 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f9b2f23d-9a6e-47e9-8af7-3759e416a112 req-ca595e6b-6dcd-4904-a5b2-9f0c860910a6 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=174bb14a-6481-4eab-9bfd-9bdad6a4e0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349948 May 28 07:15:51.642877 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f5270a-260e-49ca-993c-52a97b45f77d req-b5b1c1d3-f65f-4d03-be1c-2be6047ee967 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:15:51.644245 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-99f5270a-260e-49ca-993c-52a97b45f77d req-b5b1c1d3-f65f-4d03-be1c-2be6047ee967 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=d65303c0-8893-4d38-92b1-2e39a000fe42 HTTP/1.1" status: 200 len: 946 time: 0.1796105 May 28 07:15:51.688074 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-99f5270a-260e-49ca-993c-52a97b45f77d req-b3ae20b7-2d5f-4d41-b7e5-a2ea945ce517 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/security-groups?id=174bb14a-6481-4eab-9bfd-9bdad6a4e0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380695 May 28 07:15:52.872887 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f362dd7c-ccab-4078-aefa-7bc000ee941e req-315e1aa4-5da7-47e7-b0ca-8fa84602fcc2 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:15:52.874364 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f362dd7c-ccab-4078-aefa-7bc000ee941e req-315e1aa4-5da7-47e7-b0ca-8fa84602fcc2 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=d65303c0-8893-4d38-92b1-2e39a000fe42 HTTP/1.1" status: 200 len: 946 time: 0.0800805 May 28 07:15:52.920202 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f362dd7c-ccab-4078-aefa-7bc000ee941e req-7e896ab1-0c38-4b78-a8f9-2ff6cbd08e9a tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/security-groups?id=174bb14a-6481-4eab-9bfd-9bdad6a4e0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402248 May 28 07:15:52.943429 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 55196) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:15:53.046431 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-9de8988b-eb51-41a4-929d-227e5a2b959c tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/floatingips/369f5006-003a-4700-8ed7-d690382e5c84 HTTP/1.1" status: 200 len: 994 time: 0.1017203 May 28 07:15:53.578168 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device bca08b41-3d8d-4f64-8b68-7d5c9f237b0f details requested by agent hyperv_n-h2-843702-1 with host n-h2-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 07:15:53.585589 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device bca08b41-3d8d-4f64-8b68-7d5c9f237b0f no longer exists at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:15:53.807394 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port bca08b41-3d8d-4f64-8b68-7d5c9f237b0f is: ACTIVE; New status is: DOWN {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:15:53.807677 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:15:53.825632 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port bca08b41-3d8d-4f64-8b68-7d5c9f237b0f, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=bca08b41-3d8d-4f64-8b68-7d5c9f237b0f,segment=NetworkSegment(1d836d8e-aa35-4d20-8666-16829060179a),segment_id=1d836d8e-aa35-4d20-8666-16829060179a)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:15:53.846249 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Returning: {'device': 'bca08b41-3d8d-4f64-8b68-7d5c9f237b0f', 'network_id': '4bbfc4dc-73e5-4d4c-a543-a16c6c021411', 'port_id': 'bca08b41-3d8d-4f64-8b68-7d5c9f237b0f', 'mac_address': 'fa:16:3e:27:7f:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f316f1a5-a0da-464b-a9d5-76a1eb115e09', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 07:15:53.853108 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd65303c0-8893-4d38-92b1-2e39a000fe42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bca08b41-3d8d-4f64-8b68-7d5c9f237b0f'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:15:53.896571 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port bca08b41-3d8d-4f64-8b68-7d5c9f237b0f, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=bca08b41-3d8d-4f64-8b68-7d5c9f237b0f,segment=NetworkSegment(1d836d8e-aa35-4d20-8666-16829060179a),segment_id=1d836d8e-aa35-4d20-8666-16829060179a)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:15:53.905859 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b114a997-dc62-46ce-b473-93c7c4a46fc6'] response: {'server_uuid': 'd65303c0-8893-4d38-92b1-2e39a000fe42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bca08b41-3d8d-4f64-8b68-7d5c9f237b0f', 'code': 200} May 28 07:15:53.918117 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port bca08b41-3d8d-4f64-8b68-7d5c9f237b0f is: ACTIVE; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:15:53.918485 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:15:53.935338 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bca08b41-3d8d-4f64-8b68-7d5c9f237b0f {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 07:15:53.964592 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:15:54.073666 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.db.api [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89111) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 07:15:54.073936 n-d-843702-1 neutron-server[89111]: DEBUG oslo_db.api [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 07:15:54.078686 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=bca08b41-3d8d-4f64-8b68-7d5c9f237b0f,revision_number=6']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:15:54.086021 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:15:54.087095 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:15:54.087525 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:15:54.087867 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:15:54.088201 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:15:54.088552 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:15:54.088866 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:15:54.089193 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:15:54.089543 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:15:54.089870 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:15:54.090222 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:15:54.090546 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:15:54.629478 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port bca08b41-3d8d-4f64-8b68-7d5c9f237b0f is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:15:54.630154 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:15:54.646722 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bca08b41-3d8d-4f64-8b68-7d5c9f237b0f {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 07:15:54.662505 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port bca08b41-3d8d-4f64-8b68-7d5c9f237b0f, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=bca08b41-3d8d-4f64-8b68-7d5c9f237b0f,segment=NetworkSegment(1d836d8e-aa35-4d20-8666-16829060179a),segment_id=1d836d8e-aa35-4d20-8666-16829060179a)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:15:54.727449 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:15:54.792657 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=bca08b41-3d8d-4f64-8b68-7d5c9f237b0f,revision_number=7']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:15:55.020179 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['bca08b41-3d8d-4f64-8b68-7d5c9f237b0f'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 07:15:56.500666 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-a0704c2a-68dc-453d-887e-65c5933531fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:15:57.607103 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device bca08b41-3d8d-4f64-8b68-7d5c9f237b0f up at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:15:57.676181 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning complete for port bca08b41-3d8d-4f64-8b68-7d5c9f237b0f triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:15:57.676540 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:15:57.787989 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port bca08b41-3d8d-4f64-8b68-7d5c9f237b0f is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:15:57.788357 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:15:57.814792 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd65303c0-8893-4d38-92b1-2e39a000fe42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bca08b41-3d8d-4f64-8b68-7d5c9f237b0f'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:15:57.824647 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port bca08b41-3d8d-4f64-8b68-7d5c9f237b0f, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=bca08b41-3d8d-4f64-8b68-7d5c9f237b0f,segment=NetworkSegment(1d836d8e-aa35-4d20-8666-16829060179a),segment_id=1d836d8e-aa35-4d20-8666-16829060179a)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:15:57.863242 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9d47ac5-6976-4a50-b5e4-d93105e8a8bc'] response: {'server_uuid': 'd65303c0-8893-4d38-92b1-2e39a000fe42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bca08b41-3d8d-4f64-8b68-7d5c9f237b0f', 'code': 200} May 28 07:15:57.888585 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:15:57.958168 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=bca08b41-3d8d-4f64-8b68-7d5c9f237b0f,revision_number=8']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:15:57.999234 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:15:58.946922 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d02b9ac1-c495-4a07-93a1-5619467d1877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:15:59.792065 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 55204) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:15:59.999526 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-48b81bef-2f60-4096-b142-1c431989edd9 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Deleting port f49748f8-5af3-4e09-8f88-29b665637164 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:15:59.999892 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-48b81bef-2f60-4096-b142-1c431989edd9 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:00.043390 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:00.129240 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:00.173831 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-48b81bef-2f60-4096-b142-1c431989edd9 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:00.174154 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-48b81bef-2f60-4096-b142-1c431989edd9 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:00.297920 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-48b81bef-2f60-4096-b142-1c431989edd9 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Calling delete_port for f49748f8-5af3-4e09-8f88-29b665637164 owned by network:floatingip {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:16:00.524456 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-48b81bef-2f60-4096-b142-1c431989edd9 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:00.573948 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b81bef-2f60-4096-b142-1c431989edd9 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Pushing event deleted for resources: {'Port': ['ID=f49748f8-5af3-4e09-8f88-29b665637164,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:16:00.610752 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b81bef-2f60-4096-b142-1c431989edd9 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:16:00.611088 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b81bef-2f60-4096-b142-1c431989edd9 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:16:00.611416 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b81bef-2f60-4096-b142-1c431989edd9 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:16:00.611739 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b81bef-2f60-4096-b142-1c431989edd9 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:16:00.612059 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b81bef-2f60-4096-b142-1c431989edd9 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:16:00.612376 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b81bef-2f60-4096-b142-1c431989edd9 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:16:00.612693 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b81bef-2f60-4096-b142-1c431989edd9 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:16:00.613007 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b81bef-2f60-4096-b142-1c431989edd9 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:16:00.613319 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b81bef-2f60-4096-b142-1c431989edd9 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:16:00.613662 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b81bef-2f60-4096-b142-1c431989edd9 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:16:00.614045 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b81bef-2f60-4096-b142-1c431989edd9 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:16:00.614352 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b81bef-2f60-4096-b142-1c431989edd9 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:16:00.673486 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-48b81bef-2f60-4096-b142-1c431989edd9 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks [] for floatingip, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:00.673807 n-d-843702-1 neutron-server[89109]: INFO neutron.db.l3_db [None req-48b81bef-2f60-4096-b142-1c431989edd9 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Floating IP c7f79b4c-ab5d-4501-926a-64adc1002363 disassociated (deleted). External IP: 172.25.5.133, port: ae5f8c67-24d9-4ef4-a6da-64c7579ab4e1. May 28 07:16:01.126650 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48b81bef-2f60-4096-b142-1c431989edd9 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Router b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 07:16:01.298942 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48b81bef-2f60-4096-b142-1c431989edd9 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 07:16:01.308989 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc74536-7e7a-4f55-8bb4-e1c553d48fbb None None] Sync routers for ids ['b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 07:16:01.315865 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-48b81bef-2f60-4096-b142-1c431989edd9 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:01.318028 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc74536-7e7a-4f55-8bb4-e1c553d48fbb None None] Routers {'b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:16:01.318645 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-ccc74536-7e7a-4f55-8bb4-e1c553d48fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:15:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:16:01.375210 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-48b81bef-2f60-4096-b142-1c431989edd9 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "DELETE /v2.0/floatingips/c7f79b4c-ab5d-4501-926a-64adc1002363 HTTP/1.1" status: 204 len: 168 time: 1.5820348 May 28 07:16:01.375888 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '285a57b6-b324-4d76-a9ad-7b7c51d1e12b', 'tag': 'ae5f8c67-24d9-4ef4-a6da-64c7579ab4e1'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:16:01.519144 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cf96f05-f1e0-4a1d-84c8-f5d5d2d365e6'] response: {'name': 'network-changed', 'server_uuid': '285a57b6-b324-4d76-a9ad-7b7c51d1e12b', 'tag': 'ae5f8c67-24d9-4ef4-a6da-64c7579ab4e1', 'status': 'completed', 'code': 200} May 28 07:16:01.524885 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-ccc74536-7e7a-4f55-8bb4-e1c553d48fbb None None] Set router b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:16:01.635484 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90734da7-eb7c-41b6-a76a-8e553de17bb2 req-d9835826-d8d7-4d12-b0b1-05d8b7a6fe6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:16:01.637170 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-90734da7-eb7c-41b6-a76a-8e553de17bb2 req-d9835826-d8d7-4d12-b0b1-05d8b7a6fe6f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=6cd404fb9ef9487fb34baf3bf8b36b53&device_id=285a57b6-b324-4d76-a9ad-7b7c51d1e12b HTTP/1.1" status: 200 len: 1096 time: 0.0769649 May 28 07:16:01.777472 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90734da7-eb7c-41b6-a76a-8e553de17bb2 req-f871e45f-5b08-4bec-9442-5051ade54a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:16:01.779149 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-90734da7-eb7c-41b6-a76a-8e553de17bb2 req-f871e45f-5b08-4bec-9442-5051ade54a64 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b87fb3cb-482f-4500-8eb8-33ba0d95db61 HTTP/1.1" status: 200 len: 912 time: 0.1360080 May 28 07:16:01.853131 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-90734da7-eb7c-41b6-a76a-8e553de17bb2 req-2ebf54c3-0732-4a7c-896f-34381375ee20 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ae5f8c67-24d9-4ef4-a6da-64c7579ab4e1 HTTP/1.1" status: 200 len: 217 time: 0.0681496 May 28 07:16:01.858531 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:01.915606 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90734da7-eb7c-41b6-a76a-8e553de17bb2 req-0d146b14-c951-4bb0-a5c5-b3709c772b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:16:01.917209 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-90734da7-eb7c-41b6-a76a-8e553de17bb2 req-0d146b14-c951-4bb0-a5c5-b3709c772b4b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=03e4bbfb-d6ff-44b0-bb81-9edbb740d6df HTTP/1.1" status: 200 len: 850 time: 0.0582514 May 28 07:16:01.944278 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-ccc74536-7e7a-4f55-8bb4-e1c553d48fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f', 'name': 'tempest-TestVolumeBootPattern-227510675-router', 'tenant_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': 'b3638f2e-8ae4-48e8-b94a-dbb59fec6d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:59:30Z', 'updated_at': '2022-05-28T06:59:37Z', 'revision_number': 4, 'project_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'gw_port': {'id': 'b3638f2e-8ae4-48e8-b94a-dbb59fec6d17', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:8c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:59:32Z', 'updated_at': '2022-05-28T06:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': 'b4c2079b-fe2d-4379-90b8-be2934d3ac4e', 'tenant_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'floating_ip_address': '172.25.5.212', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': 'b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f', 'port_id': 'd5f7ec2b-bf5e-4b80-9c79-ba4fe1bade9c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b87fb3cb-482f-4500-8eb8-33ba0d95db61', 'mac_address': 'fa:16:3e:4f:8e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08247089-1673-4b7c-a1d2-4bbfc581fbf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T07:09:40Z', 'updated_at': '2022-05-28T07:09:44Z', 'revision_number': 1, 'project_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd50e37c7-6255-40ce-b4db-d02ed3a3ecce', 'name': '', 'network_id': 'b87fb3cb-482f-4500-8eb8-33ba0d95db61', 'tenant_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'mac_address': 'fa:16:3e:31:b1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '03e4bbfb-d6ff-44b0-bb81-9edbb740d6df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:59:36Z', 'updated_at': '2022-05-28T06:59:47Z', 'revision_number': 5, 'project_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'subnets': [{'id': '03e4bbfb-d6ff-44b0-bb81-9edbb740d6df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:16:01.949131 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc74536-7e7a-4f55-8bb4-e1c553d48fbb None None] Checking router: b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 07:16:01.957633 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc74536-7e7a-4f55-8bb4-e1c553d48fbb None None] Routers {'b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:16:01.958239 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-ccc74536-7e7a-4f55-8bb4-e1c553d48fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:15:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:16:02.051821 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90734da7-eb7c-41b6-a76a-8e553de17bb2 req-f51caddf-2842-443e-bfe8-7650548e5339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:16:02.053271 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-90734da7-eb7c-41b6-a76a-8e553de17bb2 req-f51caddf-2842-443e-bfe8-7650548e5339 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b87fb3cb-482f-4500-8eb8-33ba0d95db61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1296055 May 28 07:16:02.065539 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cccef7-815d-4059-8087-d7ec6f701a22 req-7913b9b3-299f-4dd4-b7a4-1e04831fa033 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:16:02.066873 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-83cccef7-815d-4059-8087-d7ec6f701a22 req-7913b9b3-299f-4dd4-b7a4-1e04831fa033 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=285a57b6-b324-4d76-a9ad-7b7c51d1e12b HTTP/1.1" status: 200 len: 945 time: 0.1122563 May 28 07:16:02.131488 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-ccc74536-7e7a-4f55-8bb4-e1c553d48fbb None None] Set router b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:16:02.188845 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-83cccef7-815d-4059-8087-d7ec6f701a22 req-9b3020b2-3c4d-4b70-9ca1-65acb637ae72 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebd25b8f-6b9f-4f5e-8a45-3a18da994937&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1039078 May 28 07:16:02.223359 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-90734da7-eb7c-41b6-a76a-8e553de17bb2 req-f8731a72-8391-4eaa-a334-678e4af0e0d2 service neutron] 10.222.0.71 "GET /v2.0/networks/b87fb3cb-482f-4500-8eb8-33ba0d95db61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555829 May 28 07:16:02.356261 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-90734da7-eb7c-41b6-a76a-8e553de17bb2 req-c213dfb9-0573-4f8a-bb0e-dd0dae0d1361 service neutron] 10.222.0.71 "GET /v2.0/networks/b87fb3cb-482f-4500-8eb8-33ba0d95db61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264131 May 28 07:16:02.478880 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-ccc74536-7e7a-4f55-8bb4-e1c553d48fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f', 'name': 'tempest-TestVolumeBootPattern-227510675-router', 'tenant_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': 'b3638f2e-8ae4-48e8-b94a-dbb59fec6d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:59:30Z', 'updated_at': '2022-05-28T06:59:37Z', 'revision_number': 4, 'project_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'gw_port': {'id': 'b3638f2e-8ae4-48e8-b94a-dbb59fec6d17', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:8c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:59:32Z', 'updated_at': '2022-05-28T06:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': 'b4c2079b-fe2d-4379-90b8-be2934d3ac4e', 'tenant_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'floating_ip_address': '172.25.5.212', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': 'b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f', 'port_id': 'd5f7ec2b-bf5e-4b80-9c79-ba4fe1bade9c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b87fb3cb-482f-4500-8eb8-33ba0d95db61', 'mac_address': 'fa:16:3e:4f:8e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08247089-1673-4b7c-a1d2-4bbfc581fbf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T07:09:40Z', 'updated_at': '2022-05-28T07:09:44Z', 'revision_number': 1, 'project_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd50e37c7-6255-40ce-b4db-d02ed3a3ecce', 'name': '', 'network_id': 'b87fb3cb-482f-4500-8eb8-33ba0d95db61', 'tenant_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'mac_address': 'fa:16:3e:31:b1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '03e4bbfb-d6ff-44b0-bb81-9edbb740d6df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:59:36Z', 'updated_at': '2022-05-28T06:59:47Z', 'revision_number': 5, 'project_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'subnets': [{'id': '03e4bbfb-d6ff-44b0-bb81-9edbb740d6df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:16:02.483081 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc74536-7e7a-4f55-8bb4-e1c553d48fbb None None] The sync data for ids ['b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f'] in n-d-843702-1 is: [{'id': 'b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f', 'name': 'tempest-TestVolumeBootPattern-227510675-router', 'tenant_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': 'b3638f2e-8ae4-48e8-b94a-dbb59fec6d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:59:30Z', 'updated_at': '2022-05-28T06:59:37Z', 'revision_number': 4, 'project_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'gw_port': {'id': 'b3638f2e-8ae4-48e8-b94a-dbb59fec6d17', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:8c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:59:32Z', 'updated_at': '2022-05-28T06:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': 'b4c2079b-fe2d-4379-90b8-be2934d3ac4e', 'tenant_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'floating_ip_address': '172.25.5.212', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': 'b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f', 'port_id': 'd5f7ec2b-bf5e-4b80-9c79-ba4fe1bade9c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b87fb3cb-482f-4500-8eb8-33ba0d95db61', 'mac_address': 'fa:16:3e:4f:8e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08247089-1673-4b7c-a1d2-4bbfc581fbf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T07:09:40Z', 'updated_at': '2022-05-28T07:09:44Z', 'revision_number': 1, 'project_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd50e37c7-6255-40ce-b4db-d02ed3a3ecce', 'name': '', 'network_id': 'b87fb3cb-482f-4500-8eb8-33ba0d95db61', 'tenant_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'mac_address': 'fa:16:3e:31:b1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '03e4bbfb-d6ff-44b0-bb81-9edbb740d6df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:59:36Z', 'updated_at': '2022-05-28T06:59:47Z', 'revision_number': 5, 'project_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'subnets': [{'id': '03e4bbfb-d6ff-44b0-bb81-9edbb740d6df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 07:16:02.643901 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:02.705340 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f901f3fd-15c3-4045-b4ba-414c4a3ac257 None None] New status for floating IP c7f79b4c-ab5d-4501-926a-64adc1002363: DOWN {{(pid=89112) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 07:16:03.448096 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669bb202-7ff7-43b7-bd79-cc5169268f2d req-b7b756ac-e6a3-49b4-93ad-5094bbf59a8b tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:16:03.449608 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-669bb202-7ff7-43b7-bd79-cc5169268f2d req-b7b756ac-e6a3-49b4-93ad-5094bbf59a8b tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=285a57b6-b324-4d76-a9ad-7b7c51d1e12b HTTP/1.1" status: 200 len: 945 time: 0.0849948 May 28 07:16:03.495061 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-669bb202-7ff7-43b7-bd79-cc5169268f2d req-a15a6502-cee4-4657-aa9b-7f8cb1107599 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebd25b8f-6b9f-4f5e-8a45-3a18da994937&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396049 May 28 07:16:03.764473 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845d3d9e-e496-4ae4-bb0f-6ee0d921e3d7 req-4925c6de-b073-4f83-859c-5d05755ea4df tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:16:03.765954 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-845d3d9e-e496-4ae4-bb0f-6ee0d921e3d7 req-4925c6de-b073-4f83-859c-5d05755ea4df tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.71 "GET /v2.0/ports?device_id=285a57b6-b324-4d76-a9ad-7b7c51d1e12b HTTP/1.1" status: 200 len: 945 time: 0.0776608 May 28 07:16:03.859062 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-845d3d9e-e496-4ae4-bb0f-6ee0d921e3d7 req-fd3c3c88-160e-4acc-96cb-33a1a2eba5ac tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Deleting port ae5f8c67-24d9-4ef4-a6da-64c7579ab4e1 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:16:03.859523 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-845d3d9e-e496-4ae4-bb0f-6ee0d921e3d7 req-fd3c3c88-160e-4acc-96cb-33a1a2eba5ac tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:04.102448 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-845d3d9e-e496-4ae4-bb0f-6ee0d921e3d7 req-fd3c3c88-160e-4acc-96cb-33a1a2eba5ac tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] For port ae5f8c67-24d9-4ef4-a6da-64c7579ab4e1, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=ae5f8c67-24d9-4ef4-a6da-64c7579ab4e1,segment=NetworkSegment(9b6a153f-5acc-4efc-9ff2-d82aa4b5901c),segment_id=9b6a153f-5acc-4efc-9ff2-d82aa4b5901c)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:16:04.102723 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-845d3d9e-e496-4ae4-bb0f-6ee0d921e3d7 req-fd3c3c88-160e-4acc-96cb-33a1a2eba5ac tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:04.315985 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-845d3d9e-e496-4ae4-bb0f-6ee0d921e3d7 req-fd3c3c88-160e-4acc-96cb-33a1a2eba5ac tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Calling delete_port for ae5f8c67-24d9-4ef4-a6da-64c7579ab4e1 owned by compute:nova {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:16:04.547098 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-845d3d9e-e496-4ae4-bb0f-6ee0d921e3d7 req-fd3c3c88-160e-4acc-96cb-33a1a2eba5ac tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:04.682906 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c3c88-160e-4acc-96cb-33a1a2eba5ac tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Pushing event deleted for resources: {'Port': ['ID=ae5f8c67-24d9-4ef4-a6da-64c7579ab4e1,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:16:04.736870 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bb4be7ae-615e-495d-9644-4f3f7f97eb75 req-f14f8759-53e8-4dba-b3f8-910326ba2af5 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=285a57b6-b324-4d76-a9ad-7b7c51d1e12b HTTP/1.1" status: 200 len: 210 time: 0.0787067 May 28 07:16:04.737989 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-845d3d9e-e496-4ae4-bb0f-6ee0d921e3d7 req-fd3c3c88-160e-4acc-96cb-33a1a2eba5ac tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] No DVR routers for this DVR port ae5f8c67-24d9-4ef4-a6da-64c7579ab4e1 on host n-h2-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 07:16:04.741198 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c3c88-160e-4acc-96cb-33a1a2eba5ac tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:16:04.741560 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c3c88-160e-4acc-96cb-33a1a2eba5ac tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:16:04.741892 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c3c88-160e-4acc-96cb-33a1a2eba5ac tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:16:04.742816 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c3c88-160e-4acc-96cb-33a1a2eba5ac tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:16:04.743220 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c3c88-160e-4acc-96cb-33a1a2eba5ac tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:16:04.743546 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c3c88-160e-4acc-96cb-33a1a2eba5ac tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:16:04.743880 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c3c88-160e-4acc-96cb-33a1a2eba5ac tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:16:04.744198 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c3c88-160e-4acc-96cb-33a1a2eba5ac tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:16:04.744515 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c3c88-160e-4acc-96cb-33a1a2eba5ac tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:16:04.744829 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c3c88-160e-4acc-96cb-33a1a2eba5ac tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:16:04.745144 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c3c88-160e-4acc-96cb-33a1a2eba5ac tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:16:04.745479 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c3c88-160e-4acc-96cb-33a1a2eba5ac tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:16:04.749013 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-845d3d9e-e496-4ae4-bb0f-6ee0d921e3d7 req-fd3c3c88-160e-4acc-96cb-33a1a2eba5ac tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:04.751770 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '285a57b6-b324-4d76-a9ad-7b7c51d1e12b', 'name': 'network-vif-deleted', 'tag': 'ae5f8c67-24d9-4ef4-a6da-64c7579ab4e1'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:16:04.764330 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-845d3d9e-e496-4ae4-bb0f-6ee0d921e3d7 req-fd3c3c88-160e-4acc-96cb-33a1a2eba5ac tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.71 "DELETE /v2.0/ports/ae5f8c67-24d9-4ef4-a6da-64c7579ab4e1 HTTP/1.1" status: 204 len: 173 time: 0.9927039 May 28 07:16:04.848950 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b413df1-4621-446b-8c0a-de0eb4202efa'] response: {'server_uuid': '285a57b6-b324-4d76-a9ad-7b7c51d1e12b', 'name': 'network-vif-deleted', 'tag': 'ae5f8c67-24d9-4ef4-a6da-64c7579ab4e1', 'status': 'completed', 'code': 200} May 28 07:16:05.903363 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-19ce92c7-7ac4-4cc0-bb53-525749778f29 req-1b610f4d-d5eb-40a9-bac3-8d9de293cfde tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Synchronizing usage tracker for tenant:6cd404fb9ef9487fb34baf3bf8b36b53 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:16:05.998036 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-19ce92c7-7ac4-4cc0-bb53-525749778f29 req-1b610f4d-d5eb-40a9-bac3-8d9de293cfde tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Unset dirty status for tenant:6cd404fb9ef9487fb34baf3bf8b36b53 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:16:05.999218 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-19ce92c7-7ac4-4cc0-bb53-525749778f29 req-1b610f4d-d5eb-40a9-bac3-8d9de293cfde tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=285a57b6-b324-4d76-a9ad-7b7c51d1e12b HTTP/1.1" status: 200 len: 210 time: 0.1409016 May 28 07:16:07.660804 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device ae5f8c67-24d9-4ef4-a6da-64c7579ab4e1 no longer exists at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:16:07.698810 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] No Port match for: ae5f8c67-24d9-4ef4-a6da-64c7579ab4e1 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 07:16:07.699166 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device ae5f8c67-24d9-4ef4-a6da-64c7579ab4e1 not bound to the agent host n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 07:16:12.932624 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 55254) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:16:13.128737 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-f1dbb547-d26b-4724-a671-4002c6a4196a tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Deleting port 2b855feb-45b9-4902-84a5-19106e4621be {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:16:13.129066 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f1dbb547-d26b-4724-a671-4002c6a4196a tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:13.301333 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f1dbb547-d26b-4724-a671-4002c6a4196a tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:13.301333 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f1dbb547-d26b-4724-a671-4002c6a4196a tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:13.423200 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-f1dbb547-d26b-4724-a671-4002c6a4196a tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Calling delete_port for 2b855feb-45b9-4902-84a5-19106e4621be owned by network:floatingip {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:16:13.609317 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f1dbb547-d26b-4724-a671-4002c6a4196a tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:13.656544 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dbb547-d26b-4724-a671-4002c6a4196a tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Pushing event deleted for resources: {'Port': ['ID=2b855feb-45b9-4902-84a5-19106e4621be,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:16:13.747666 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f1dbb547-d26b-4724-a671-4002c6a4196a tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks [] for floatingip, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:13.747993 n-d-843702-1 neutron-server[89109]: INFO neutron.db.l3_db [None req-f1dbb547-d26b-4724-a671-4002c6a4196a tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Floating IP b4c2079b-fe2d-4379-90b8-be2934d3ac4e disassociated (deleted). External IP: 172.25.5.212, port: d5f7ec2b-bf5e-4b80-9c79-ba4fe1bade9c. May 28 07:16:14.199780 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1dbb547-d26b-4724-a671-4002c6a4196a tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Router b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 07:16:14.379985 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1dbb547-d26b-4724-a671-4002c6a4196a tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 07:16:14.389704 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30bd0ec-d7d1-407c-b1f8-162a8082ae6a None None] Sync routers for ids ['b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 07:16:14.404362 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30bd0ec-d7d1-407c-b1f8-162a8082ae6a None None] Routers {'b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:16:14.404362 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-e30bd0ec-d7d1-407c-b1f8-162a8082ae6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:15:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:16:14.480284 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f1dbb547-d26b-4724-a671-4002c6a4196a tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:14.537563 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-f1dbb547-d26b-4724-a671-4002c6a4196a tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "DELETE /v2.0/floatingips/b4c2079b-fe2d-4379-90b8-be2934d3ac4e HTTP/1.1" status: 204 len: 168 time: 1.6038508 May 28 07:16:14.538481 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08247089-1673-4b7c-a1d2-4bbfc581fbf2', 'tag': 'd5f7ec2b-bf5e-4b80-9c79-ba4fe1bade9c'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:16:14.579448 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-e30bd0ec-d7d1-407c-b1f8-162a8082ae6a None None] Set router b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:16:14.584817 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6dc7e70a-abdd-45a0-b7e9-bd2b45e3283b'] response: {'name': 'network-changed', 'server_uuid': '08247089-1673-4b7c-a1d2-4bbfc581fbf2', 'tag': 'd5f7ec2b-bf5e-4b80-9c79-ba4fe1bade9c', 'status': 'completed', 'code': 200} May 28 07:16:14.679787 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147e734f-4c6b-4c1d-956c-2b36c33bac28 req-aeb38825-351f-42b7-ac94-4a77201c733d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:16:14.681383 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-147e734f-4c6b-4c1d-956c-2b36c33bac28 req-aeb38825-351f-42b7-ac94-4a77201c733d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6cd404fb9ef9487fb34baf3bf8b36b53&device_id=08247089-1673-4b7c-a1d2-4bbfc581fbf2 HTTP/1.1" status: 200 len: 1096 time: 0.0731735 May 28 07:16:14.814956 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147e734f-4c6b-4c1d-956c-2b36c33bac28 req-aa06d851-5b6b-420a-9aff-c215a9260ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:16:14.816304 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-147e734f-4c6b-4c1d-956c-2b36c33bac28 req-aa06d851-5b6b-420a-9aff-c215a9260ddc service neutron] 10.222.0.69 "GET /v2.0/networks?id=b87fb3cb-482f-4500-8eb8-33ba0d95db61 HTTP/1.1" status: 200 len: 912 time: 0.1291697 May 28 07:16:14.891204 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-147e734f-4c6b-4c1d-956c-2b36c33bac28 req-d9b20a9b-1ce4-4143-933b-0bb82f64b8d5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d5f7ec2b-bf5e-4b80-9c79-ba4fe1bade9c HTTP/1.1" status: 200 len: 217 time: 0.0691268 May 28 07:16:14.945519 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-e30bd0ec-d7d1-407c-b1f8-162a8082ae6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f', 'name': 'tempest-TestVolumeBootPattern-227510675-router', 'tenant_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': 'b3638f2e-8ae4-48e8-b94a-dbb59fec6d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:59:30Z', 'updated_at': '2022-05-28T06:59:37Z', 'revision_number': 4, 'project_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'gw_port': {'id': 'b3638f2e-8ae4-48e8-b94a-dbb59fec6d17', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:8c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:59:32Z', 'updated_at': '2022-05-28T06:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'd50e37c7-6255-40ce-b4db-d02ed3a3ecce', 'name': '', 'network_id': 'b87fb3cb-482f-4500-8eb8-33ba0d95db61', 'tenant_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'mac_address': 'fa:16:3e:31:b1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '03e4bbfb-d6ff-44b0-bb81-9edbb740d6df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:59:36Z', 'updated_at': '2022-05-28T06:59:47Z', 'revision_number': 5, 'project_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'subnets': [{'id': '03e4bbfb-d6ff-44b0-bb81-9edbb740d6df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:16:14.950002 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30bd0ec-d7d1-407c-b1f8-162a8082ae6a None None] Checking router: b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 07:16:14.958231 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30bd0ec-d7d1-407c-b1f8-162a8082ae6a None None] Routers {'b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:16:14.958898 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147e734f-4c6b-4c1d-956c-2b36c33bac28 req-4c01dd3b-302e-4e8f-ba20-8ee1f8327bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:16:14.959018 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-e30bd0ec-d7d1-407c-b1f8-162a8082ae6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:15:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:16:14.960328 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-147e734f-4c6b-4c1d-956c-2b36c33bac28 req-4c01dd3b-302e-4e8f-ba20-8ee1f8327bf1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=03e4bbfb-d6ff-44b0-bb81-9edbb740d6df HTTP/1.1" status: 200 len: 850 time: 0.0631192 May 28 07:16:15.046139 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147e734f-4c6b-4c1d-956c-2b36c33bac28 req-9e9acdfb-8308-4942-83eb-3e692c24da79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:16:15.047658 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-147e734f-4c6b-4c1d-956c-2b36c33bac28 req-9e9acdfb-8308-4942-83eb-3e692c24da79 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b87fb3cb-482f-4500-8eb8-33ba0d95db61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0813859 May 28 07:16:15.144232 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-e30bd0ec-d7d1-407c-b1f8-162a8082ae6a None None] Set router b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:16:15.229352 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-147e734f-4c6b-4c1d-956c-2b36c33bac28 req-c54a64e0-8c9e-4bb4-b7c9-15db068dbccf service neutron] 10.222.0.69 "GET /v2.0/networks/b87fb3cb-482f-4500-8eb8-33ba0d95db61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748652 May 28 07:16:15.379237 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8f245a-2c74-4937-b2e1-83e2b708340c req-b0499ce3-9705-47f3-9dce-3f7017a9c8e2 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:16:15.380603 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8c8f245a-2c74-4937-b2e1-83e2b708340c req-b0499ce3-9705-47f3-9dce-3f7017a9c8e2 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=08247089-1673-4b7c-a1d2-4bbfc581fbf2 HTTP/1.1" status: 200 len: 945 time: 0.2609603 May 28 07:16:15.426813 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-147e734f-4c6b-4c1d-956c-2b36c33bac28 req-cc3f2929-2c60-4436-a3b3-088d6c6f78b8 service neutron] 10.222.0.69 "GET /v2.0/networks/b87fb3cb-482f-4500-8eb8-33ba0d95db61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790597 May 28 07:16:15.448953 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8c8f245a-2c74-4937-b2e1-83e2b708340c req-71222d67-1cb4-4353-b1ff-220cd77eabbe tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebd25b8f-6b9f-4f5e-8a45-3a18da994937&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0608983 May 28 07:16:15.466569 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-e30bd0ec-d7d1-407c-b1f8-162a8082ae6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f', 'name': 'tempest-TestVolumeBootPattern-227510675-router', 'tenant_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': 'b3638f2e-8ae4-48e8-b94a-dbb59fec6d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:59:30Z', 'updated_at': '2022-05-28T06:59:37Z', 'revision_number': 4, 'project_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'gw_port': {'id': 'b3638f2e-8ae4-48e8-b94a-dbb59fec6d17', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:8c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:59:32Z', 'updated_at': '2022-05-28T06:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'd50e37c7-6255-40ce-b4db-d02ed3a3ecce', 'name': '', 'network_id': 'b87fb3cb-482f-4500-8eb8-33ba0d95db61', 'tenant_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'mac_address': 'fa:16:3e:31:b1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '03e4bbfb-d6ff-44b0-bb81-9edbb740d6df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:59:36Z', 'updated_at': '2022-05-28T06:59:47Z', 'revision_number': 5, 'project_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'subnets': [{'id': '03e4bbfb-d6ff-44b0-bb81-9edbb740d6df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:16:15.470742 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30bd0ec-d7d1-407c-b1f8-162a8082ae6a None None] The sync data for ids ['b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f'] in n-d-843702-1 is: [{'id': 'b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f', 'name': 'tempest-TestVolumeBootPattern-227510675-router', 'tenant_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': 'b3638f2e-8ae4-48e8-b94a-dbb59fec6d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:59:30Z', 'updated_at': '2022-05-28T06:59:37Z', 'revision_number': 4, 'project_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'gw_port': {'id': 'b3638f2e-8ae4-48e8-b94a-dbb59fec6d17', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:8c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:59:32Z', 'updated_at': '2022-05-28T06:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'd50e37c7-6255-40ce-b4db-d02ed3a3ecce', 'name': '', 'network_id': 'b87fb3cb-482f-4500-8eb8-33ba0d95db61', 'tenant_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'mac_address': 'fa:16:3e:31:b1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '03e4bbfb-d6ff-44b0-bb81-9edbb740d6df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:59:36Z', 'updated_at': '2022-05-28T06:59:47Z', 'revision_number': 5, 'project_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'subnets': [{'id': '03e4bbfb-d6ff-44b0-bb81-9edbb740d6df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 07:16:15.687814 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae7d3d6-32fa-46b2-8deb-5b4f13c6ba3d req-c2398916-b565-4d97-a131-8d2af9ab8478 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:16:15.689292 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5ae7d3d6-32fa-46b2-8deb-5b4f13c6ba3d req-c2398916-b565-4d97-a131-8d2af9ab8478 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.69 "GET /v2.0/ports?device_id=08247089-1673-4b7c-a1d2-4bbfc581fbf2 HTTP/1.1" status: 200 len: 945 time: 0.0889573 May 28 07:16:15.700048 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c38c9e-c5f7-4164-b162-6dd0876cd09f None None] New status for floating IP b4c2079b-fe2d-4379-90b8-be2934d3ac4e: DOWN {{(pid=89112) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 07:16:15.759427 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-5ae7d3d6-32fa-46b2-8deb-5b4f13c6ba3d req-0f92b5eb-4aff-4daa-85fd-828930559ba6 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Deleting port d5f7ec2b-bf5e-4b80-9c79-ba4fe1bade9c {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:16:15.759822 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-5ae7d3d6-32fa-46b2-8deb-5b4f13c6ba3d req-0f92b5eb-4aff-4daa-85fd-828930559ba6 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:16.096666 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-5ae7d3d6-32fa-46b2-8deb-5b4f13c6ba3d req-0f92b5eb-4aff-4daa-85fd-828930559ba6 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] For port d5f7ec2b-bf5e-4b80-9c79-ba4fe1bade9c, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=d5f7ec2b-bf5e-4b80-9c79-ba4fe1bade9c,segment=NetworkSegment(9b6a153f-5acc-4efc-9ff2-d82aa4b5901c),segment_id=9b6a153f-5acc-4efc-9ff2-d82aa4b5901c)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:16:16.097020 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-5ae7d3d6-32fa-46b2-8deb-5b4f13c6ba3d req-0f92b5eb-4aff-4daa-85fd-828930559ba6 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:16.219960 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-5ae7d3d6-32fa-46b2-8deb-5b4f13c6ba3d req-0f92b5eb-4aff-4daa-85fd-828930559ba6 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Calling delete_port for d5f7ec2b-bf5e-4b80-9c79-ba4fe1bade9c owned by compute:nova {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:16:16.429939 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-5ae7d3d6-32fa-46b2-8deb-5b4f13c6ba3d req-0f92b5eb-4aff-4daa-85fd-828930559ba6 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:16.479672 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f92b5eb-4aff-4daa-85fd-828930559ba6 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Pushing event deleted for resources: {'Port': ['ID=d5f7ec2b-bf5e-4b80-9c79-ba4fe1bade9c,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:16:16.556319 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ae7d3d6-32fa-46b2-8deb-5b4f13c6ba3d req-0f92b5eb-4aff-4daa-85fd-828930559ba6 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] No DVR routers for this DVR port d5f7ec2b-bf5e-4b80-9c79-ba4fe1bade9c on host n-h1-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 07:16:16.559052 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-5ae7d3d6-32fa-46b2-8deb-5b4f13c6ba3d req-0f92b5eb-4aff-4daa-85fd-828930559ba6 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:16.563002 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08247089-1673-4b7c-a1d2-4bbfc581fbf2', 'name': 'network-vif-deleted', 'tag': 'd5f7ec2b-bf5e-4b80-9c79-ba4fe1bade9c'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:16:16.574404 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5ae7d3d6-32fa-46b2-8deb-5b4f13c6ba3d req-0f92b5eb-4aff-4daa-85fd-828930559ba6 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.69 "DELETE /v2.0/ports/d5f7ec2b-bf5e-4b80-9c79-ba4fe1bade9c HTTP/1.1" status: 204 len: 173 time: 0.8796020 May 28 07:16:16.616791 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c2cda5f-d800-4eaf-9f2a-50f65460532f'] response: {'server_uuid': '08247089-1673-4b7c-a1d2-4bbfc581fbf2', 'name': 'network-vif-deleted', 'tag': 'd5f7ec2b-bf5e-4b80-9c79-ba4fe1bade9c', 'status': 'completed', 'code': 200} May 28 07:16:16.708274 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-d9ccb1fd-3252-4a83-9e85-4c41e0f67ec4 req-78b902aa-4e8c-444f-a288-6837b11853c5 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Synchronizing usage tracker for tenant:6cd404fb9ef9487fb34baf3bf8b36b53 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:16:16.792474 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-d9ccb1fd-3252-4a83-9e85-4c41e0f67ec4 req-78b902aa-4e8c-444f-a288-6837b11853c5 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Unset dirty status for tenant:6cd404fb9ef9487fb34baf3bf8b36b53 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:16:16.793710 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d9ccb1fd-3252-4a83-9e85-4c41e0f67ec4 req-78b902aa-4e8c-444f-a288-6837b11853c5 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=08247089-1673-4b7c-a1d2-4bbfc581fbf2 HTTP/1.1" status: 200 len: 210 time: 0.1749589 May 28 07:16:16.875156 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 07:16:17.960498 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fd7e9f14-9ec9-47bc-a2eb-7ac70c485798 req-c3ea017b-f180-4e63-9946-564d97820242 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "GET /v2.0/ports?device_id=08247089-1673-4b7c-a1d2-4bbfc581fbf2 HTTP/1.1" status: 200 len: 210 time: 0.0456932 May 28 07:16:19.071164 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 55284) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:16:19.245117 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-ca0c70cb-61fc-46f2-9d12-f992144705dd tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Deleting port ff2a30dd-63fe-4dfe-8dfa-bb241354531a {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:16:19.245923 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ca0c70cb-61fc-46f2-9d12-f992144705dd tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:19.429607 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ca0c70cb-61fc-46f2-9d12-f992144705dd tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:19.429926 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ca0c70cb-61fc-46f2-9d12-f992144705dd tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:19.557036 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-ca0c70cb-61fc-46f2-9d12-f992144705dd tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Calling delete_port for ff2a30dd-63fe-4dfe-8dfa-bb241354531a owned by network:floatingip {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:16:19.766813 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ca0c70cb-61fc-46f2-9d12-f992144705dd tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:19.813917 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0c70cb-61fc-46f2-9d12-f992144705dd tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Pushing event deleted for resources: {'Port': ['ID=ff2a30dd-63fe-4dfe-8dfa-bb241354531a,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:16:19.906973 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ca0c70cb-61fc-46f2-9d12-f992144705dd tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks [] for floatingip, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:19.980558 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ca0c70cb-61fc-46f2-9d12-f992144705dd tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:19.981709 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-ca0c70cb-61fc-46f2-9d12-f992144705dd tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "DELETE /v2.0/floatingips/7198340f-6aff-4030-bd32-362c18d4b5c3 HTTP/1.1" status: 204 len: 168 time: 0.9095571 May 28 07:16:20.115251 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device d5f7ec2b-bf5e-4b80-9c79-ba4fe1bade9c no longer exists at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:16:20.153881 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] No Port match for: d5f7ec2b-bf5e-4b80-9c79-ba4fe1bade9c {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 07:16:20.154221 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device d5f7ec2b-bf5e-4b80-9c79-ba4fe1bade9c not bound to the agent host n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 07:16:22.568553 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 55306) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:16:22.642404 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a26f774f-ca8f-427c-893c-ab69d10b9298 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:22.675246 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a26f774f-ca8f-427c-893c-ab69d10b9298 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:22.807452 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a26f774f-ca8f-427c-893c-ab69d10b9298 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:22.826955 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26f774f-ca8f-427c-893c-ab69d10b9298 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebd25b8f-6b9f-4f5e-8a45-3a18da994937,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:16:22.909250 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a26f774f-ca8f-427c-893c-ab69d10b9298 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:22.910460 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-a26f774f-ca8f-427c-893c-ab69d10b9298 tempest-TestVolumeBootPattern-1824061070 tempest-TestVolumeBootPattern-1824061070-project] 10.222.0.55 "DELETE /v2.0/security-groups/ebd25b8f-6b9f-4f5e-8a45-3a18da994937 HTTP/1.1" status: 204 len: 168 time: 0.3409092 May 28 07:16:23.037975 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 55312) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:16:23.704727 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-913d039e-adea-4802-b50c-4f65f75a58b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700548'] for router_interface, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:24.148942 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-913d039e-adea-4802-b50c-4f65f75a58b8 admin admin] Deleting port d50e37c7-6255-40ce-b4db-d02ed3a3ecce {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:16:24.149278 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-913d039e-adea-4802-b50c-4f65f75a58b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:24.314623 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-913d039e-adea-4802-b50c-4f65f75a58b8 admin admin] For port d50e37c7-6255-40ce-b4db-d02ed3a3ecce, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=d50e37c7-6255-40ce-b4db-d02ed3a3ecce,segment=NetworkSegment(9b6a153f-5acc-4efc-9ff2-d82aa4b5901c),segment_id=9b6a153f-5acc-4efc-9ff2-d82aa4b5901c)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:16:24.314968 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-913d039e-adea-4802-b50c-4f65f75a58b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:24.436049 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-913d039e-adea-4802-b50c-4f65f75a58b8 admin admin] Calling delete_port for d50e37c7-6255-40ce-b4db-d02ed3a3ecce owned by network:router_interface {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:16:24.806768 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-913d039e-adea-4802-b50c-4f65f75a58b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:24.884144 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913d039e-adea-4802-b50c-4f65f75a58b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d50e37c7-6255-40ce-b4db-d02ed3a3ecce,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:16:25.123115 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-913d039e-adea-4802-b50c-4f65f75a58b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700472'] for router_interface, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:25.584799 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-913d039e-adea-4802-b50c-4f65f75a58b8 admin admin] Router b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 07:16:25.616461 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 55320) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:16:25.769587 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-913d039e-adea-4802-b50c-4f65f75a58b8 admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 07:16:25.780212 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e524dd64-e49e-40f2-82f5-fbe304d99ffb None None] Sync routers for ids ['b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 07:16:25.783753 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-913d039e-adea-4802-b50c-4f65f75a58b8 admin admin] 10.222.0.55 "PUT /v2.0/routers/b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7447157 May 28 07:16:25.786539 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 55324) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:16:25.793507 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e524dd64-e49e-40f2-82f5-fbe304d99ffb None None] Routers {'b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:16:25.794132 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-e524dd64-e49e-40f2-82f5-fbe304d99ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:15:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:16:25.928838 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-4ca21bff-4737-4cd4-8677-50d303b789ea tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Deleting port 515d977e-e0b6-4749-983c-5506378023d8 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:16:25.929206 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-4ca21bff-4737-4cd4-8677-50d303b789ea tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:25.965577 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7d918693-3075-4e95-9b7b-e13639aca669 admin admin] Notify callbacks [] for router, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:25.974088 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-e524dd64-e49e-40f2-82f5-fbe304d99ffb None None] Set router b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:16:26.106229 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-4ca21bff-4737-4cd4-8677-50d303b789ea tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:26.106608 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-4ca21bff-4737-4cd4-8677-50d303b789ea tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:26.160148 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7d918693-3075-4e95-9b7b-e13639aca669 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:26.231219 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-4ca21bff-4737-4cd4-8677-50d303b789ea tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Calling delete_port for 515d977e-e0b6-4749-983c-5506378023d8 owned by network:floatingip {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:16:26.237612 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-7d918693-3075-4e95-9b7b-e13639aca669 admin admin] Deleting port b3638f2e-8ae4-48e8-b94a-dbb59fec6d17 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:16:26.237961 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7d918693-3075-4e95-9b7b-e13639aca669 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:26.281253 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-e524dd64-e49e-40f2-82f5-fbe304d99ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f', 'name': 'tempest-TestVolumeBootPattern-227510675-router', 'tenant_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': 'b3638f2e-8ae4-48e8-b94a-dbb59fec6d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:59:30Z', 'updated_at': '2022-05-28T07:16:24Z', 'revision_number': 5, 'project_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'gw_port': {'id': 'b3638f2e-8ae4-48e8-b94a-dbb59fec6d17', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:8c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:59:32Z', 'updated_at': '2022-05-28T06:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:16:26.285880 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e524dd64-e49e-40f2-82f5-fbe304d99ffb None None] Checking router: b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 07:16:26.294818 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e524dd64-e49e-40f2-82f5-fbe304d99ffb None None] Routers {'b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:16:26.295427 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-e524dd64-e49e-40f2-82f5-fbe304d99ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:15:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:16:26.424289 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-7d918693-3075-4e95-9b7b-e13639aca669 admin admin] For port b3638f2e-8ae4-48e8-b94a-dbb59fec6d17, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=b3638f2e-8ae4-48e8-b94a-dbb59fec6d17,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:16:26.424702 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7d918693-3075-4e95-9b7b-e13639aca669 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:26.426253 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-4ca21bff-4737-4cd4-8677-50d303b789ea tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:26.464869 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-e524dd64-e49e-40f2-82f5-fbe304d99ffb None None] Set router b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f gateway port host: None {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:16:26.487144 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca21bff-4737-4cd4-8677-50d303b789ea tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Pushing event deleted for resources: {'Port': ['ID=515d977e-e0b6-4749-983c-5506378023d8,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:16:26.567212 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-7d918693-3075-4e95-9b7b-e13639aca669 admin admin] Calling delete_port for b3638f2e-8ae4-48e8-b94a-dbb59fec6d17 owned by network:router_gateway {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:16:26.600549 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-4ca21bff-4737-4cd4-8677-50d303b789ea tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for floatingip, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:26.600924 n-d-843702-1 neutron-server[89110]: INFO neutron.db.l3_db [None req-4ca21bff-4737-4cd4-8677-50d303b789ea tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Floating IP 369f5006-003a-4700-8ed7-d690382e5c84 disassociated (deleted). External IP: 172.25.5.177, port: bca08b41-3d8d-4f64-8b68-7d5c9f237b0f. May 28 07:16:26.638124 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-e524dd64-e49e-40f2-82f5-fbe304d99ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f', 'name': 'tempest-TestVolumeBootPattern-227510675-router', 'tenant_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:59:30Z', 'updated_at': '2022-05-28T07:16:26Z', 'revision_number': 6, 'project_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'gw_port_host': None}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:16:26.645558 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e524dd64-e49e-40f2-82f5-fbe304d99ffb None None] The sync data for ids ['b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f'] in n-d-843702-1 is: [{'id': 'b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f', 'name': 'tempest-TestVolumeBootPattern-227510675-router', 'tenant_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:59:30Z', 'updated_at': '2022-05-28T07:16:26Z', 'revision_number': 6, 'project_id': '6cd404fb9ef9487fb34baf3bf8b36b53', 'gw_port_host': None}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 07:16:26.717197 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c07a434e-847b-40e7-8561-47e850b80b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:26.808718 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7d918693-3075-4e95-9b7b-e13639aca669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:26.854840 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d918693-3075-4e95-9b7b-e13639aca669 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3638f2e-8ae4-48e8-b94a-dbb59fec6d17,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:16:26.948680 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7d918693-3075-4e95-9b7b-e13639aca669 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691105'] for router_gateway, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:26.979622 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ca21bff-4737-4cd4-8677-50d303b789ea tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Router 7ee18d2b-57fa-43cb-b730-7ca371254b73 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 07:16:27.250484 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7d918693-3075-4e95-9b7b-e13639aca669 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59018'] for router, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:27.252820 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7d918693-3075-4e95-9b7b-e13639aca669 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:27.282217 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ca21bff-4737-4cd4-8677-50d303b789ea tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 07:16:27.292265 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350c80f1-0dc2-48a8-9264-9b96aabb71e5 None None] Sync routers for ids ['7ee18d2b-57fa-43cb-b730-7ca371254b73'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 07:16:27.298784 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-4ca21bff-4737-4cd4-8677-50d303b789ea tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:27.302048 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350c80f1-0dc2-48a8-9264-9b96aabb71e5 None None] Routers {'7ee18d2b-57fa-43cb-b730-7ca371254b73'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:16:27.302702 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-350c80f1-0dc2-48a8-9264-9b96aabb71e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:15:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['7ee18d2b-57fa-43cb-b730-7ca371254b73'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:16:27.346149 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7d918693-3075-4e95-9b7b-e13639aca669 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-703817'] for router, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:27.346767 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d918693-3075-4e95-9b7b-e13639aca669 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f {{(pid=89109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 07:16:27.355772 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-4ca21bff-4737-4cd4-8677-50d303b789ea tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "DELETE /v2.0/floatingips/369f5006-003a-4700-8ed7-d690382e5c84 HTTP/1.1" status: 204 len: 168 time: 1.7348573 May 28 07:16:27.355772 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd65303c0-8893-4d38-92b1-2e39a000fe42', 'tag': 'bca08b41-3d8d-4f64-8b68-7d5c9f237b0f'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:16:27.367175 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7d918693-3075-4e95-9b7b-e13639aca669 admin admin] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:27.368484 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-7d918693-3075-4e95-9b7b-e13639aca669 admin admin] 10.222.0.55 "DELETE /v2.0/routers/b4a4bf3c-40f6-4b55-8d2b-6d9335685c1f HTTP/1.1" status: 204 len: 168 time: 1.5814068 May 28 07:16:27.371074 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 55332) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:16:27.436197 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f1ca320-34e7-46da-bd89-dd7a4a32f9d0 admin admin] Deleting subnet 03e4bbfb-d6ff-44b0-bb81-9edbb740d6df {{(pid=89109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 07:16:27.439870 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6f1ca320-34e7-46da-bd89-dd7a4a32f9d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:27.538862 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6f1ca320-34e7-46da-bd89-dd7a4a32f9d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3964070'] for subnet, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:27.548247 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-159ea7a0-ed29-4f17-a189-7e9cdde0f663'] response: {'name': 'network-changed', 'server_uuid': 'd65303c0-8893-4d38-92b1-2e39a000fe42', 'tag': 'bca08b41-3d8d-4f64-8b68-7d5c9f237b0f', 'status': 'completed', 'code': 200} May 28 07:16:27.622894 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-350c80f1-0dc2-48a8-9264-9b96aabb71e5 None None] Set router 7ee18d2b-57fa-43cb-b730-7ca371254b73 gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:16:27.643057 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6f1ca320-34e7-46da-bd89-dd7a4a32f9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:27.717449 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1600c542-ec63-405e-875d-3d109948e863 req-daf2c9ae-06ea-4466-a5cb-a529c30da3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:16:27.719072 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1600c542-ec63-405e-875d-3d109948e863 req-daf2c9ae-06ea-4466-a5cb-a529c30da3b7 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5f0305e9e0384b55a3ff03fd8ac69f6c&device_id=d65303c0-8893-4d38-92b1-2e39a000fe42 HTTP/1.1" status: 200 len: 1097 time: 0.1314800 May 28 07:16:27.856726 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6f1ca320-34e7-46da-bd89-dd7a4a32f9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9555650'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:27.860985 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1600c542-ec63-405e-875d-3d109948e863 req-677d17ac-78b4-4542-b4fa-6bad48919b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:16:27.862490 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1600c542-ec63-405e-875d-3d109948e863 req-677d17ac-78b4-4542-b4fa-6bad48919b8d service neutron] 10.222.0.71 "GET /v2.0/networks?id=4bbfc4dc-73e5-4d4c-a543-a16c6c021411 HTTP/1.1" status: 200 len: 898 time: 0.1363838 May 28 07:16:27.912668 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1ca320-34e7-46da-bd89-dd7a4a32f9d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03e4bbfb-d6ff-44b0-bb81-9edbb740d6df,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:16:27.914882 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6f1ca320-34e7-46da-bd89-dd7a4a32f9d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:27.922270 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-6f1ca320-34e7-46da-bd89-dd7a4a32f9d0 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/03e4bbfb-d6ff-44b0-bb81-9edbb740d6df HTTP/1.1" status: 204 len: 168 time: 0.5500791 May 28 07:16:27.924883 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 55344) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:16:27.925496 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b54762ad-d7ac-485b-bf0a-0a4e62007190 None None] Network b87fb3cb-482f-4500-8eb8-33ba0d95db61 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 07:16:27.965829 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1600c542-ec63-405e-875d-3d109948e863 req-515bf60a-feb9-43f8-8483-0ae79b9fc6b3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bca08b41-3d8d-4f64-8b68-7d5c9f237b0f HTTP/1.1" status: 200 len: 217 time: 0.0971990 May 28 07:16:27.975772 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-350c80f1-0dc2-48a8-9264-9b96aabb71e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ee18d2b-57fa-43cb-b730-7ca371254b73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-62382011', 'tenant_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '4ce052cd-fef4-4783-b3a8-32ba84564f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:14:41Z', 'updated_at': '2022-05-28T07:14:48Z', 'revision_number': 4, 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'gw_port': {'id': '4ce052cd-fef4-4783-b3a8-32ba84564f26', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:65:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee18d2b-57fa-43cb-b730-7ca371254b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:14:42Z', 'updated_at': '2022-05-28T07:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '7f092e35-13fb-4c39-8bcc-a94116f6ebf7', 'name': '', 'network_id': '4bbfc4dc-73e5-4d4c-a543-a16c6c021411', 'tenant_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'mac_address': 'fa:16:3e:1b:b8:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee18d2b-57fa-43cb-b730-7ca371254b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'f316f1a5-a0da-464b-a9d5-76a1eb115e09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:14:47Z', 'updated_at': '2022-05-28T07:14:52Z', 'revision_number': 5, 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'subnets': [{'id': 'f316f1a5-a0da-464b-a9d5-76a1eb115e09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:16:27.983748 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350c80f1-0dc2-48a8-9264-9b96aabb71e5 None None] Checking router: 7ee18d2b-57fa-43cb-b730-7ca371254b73 for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 07:16:28.001329 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350c80f1-0dc2-48a8-9264-9b96aabb71e5 None None] Routers {'7ee18d2b-57fa-43cb-b730-7ca371254b73'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:16:28.002056 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-350c80f1-0dc2-48a8-9264-9b96aabb71e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:15:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['7ee18d2b-57fa-43cb-b730-7ca371254b73'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:16:28.056824 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-bd6e6df8-1237-41c6-a916-27231559b214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:28.066909 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-bd6e6df8-1237-41c6-a916-27231559b214 admin admin] Deleting port ba2e0e4a-a104-4df9-87d6-bef6b0544943 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:16:28.067248 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-bd6e6df8-1237-41c6-a916-27231559b214 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:28.112396 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1600c542-ec63-405e-875d-3d109948e863 req-4c21c174-20f6-4103-ae8a-b6dee826519f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:16:28.113915 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1600c542-ec63-405e-875d-3d109948e863 req-4c21c174-20f6-4103-ae8a-b6dee826519f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f316f1a5-a0da-464b-a9d5-76a1eb115e09 HTTP/1.1" status: 200 len: 835 time: 0.1403108 May 28 07:16:28.206849 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e025df-3640-44fe-a080-81ff3b69bf0f req-ff36da18-da43-4b87-8c29-bbdf958b6dee tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:16:28.207565 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-08e025df-3640-44fe-a080-81ff3b69bf0f req-ff36da18-da43-4b87-8c29-bbdf958b6dee tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Synchronizing usage tracker for tenant:5f0305e9e0384b55a3ff03fd8ac69f6c on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:16:28.221058 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:28.228395 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-350c80f1-0dc2-48a8-9264-9b96aabb71e5 None None] Set router 7ee18d2b-57fa-43cb-b730-7ca371254b73 gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:16:28.228769 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1600c542-ec63-405e-875d-3d109948e863 req-3bf6fb6f-4f9d-4aa3-8031-e424146293e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:16:28.232025 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1600c542-ec63-405e-875d-3d109948e863 req-3bf6fb6f-4f9d-4aa3-8031-e424146293e2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4bbfc4dc-73e5-4d4c-a543-a16c6c021411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1086149 May 28 07:16:28.312940 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-bd6e6df8-1237-41c6-a916-27231559b214 admin admin] For port ba2e0e4a-a104-4df9-87d6-bef6b0544943, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=ba2e0e4a-a104-4df9-87d6-bef6b0544943,segment=NetworkSegment(9b6a153f-5acc-4efc-9ff2-d82aa4b5901c),segment_id=9b6a153f-5acc-4efc-9ff2-d82aa4b5901c)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:16:28.321132 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-bd6e6df8-1237-41c6-a916-27231559b214 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:28.321306 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-08e025df-3640-44fe-a080-81ff3b69bf0f req-ff36da18-da43-4b87-8c29-bbdf958b6dee tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Unset dirty status for tenant:5f0305e9e0384b55a3ff03fd8ac69f6c on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:16:28.321306 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-08e025df-3640-44fe-a080-81ff3b69bf0f req-ff36da18-da43-4b87-8c29-bbdf958b6dee tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=d65303c0-8893-4d38-92b1-2e39a000fe42 HTTP/1.1" status: 200 len: 946 time: 0.2809572 May 28 07:16:28.328402 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86394575-04ed-43bc-92d4-ed3b5ab74b03 None None] DHCP port deletion for b87fb3cb-482f-4500-8eb8-33ba0d95db61 request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 07:16:28.334206 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-86394575-04ed-43bc-92d4-ed3b5ab74b03 None None] Deleting port ba2e0e4a-a104-4df9-87d6-bef6b0544943 {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:16:28.334727 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-86394575-04ed-43bc-92d4-ed3b5ab74b03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:28.396514 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-08e025df-3640-44fe-a080-81ff3b69bf0f req-6916db41-52d8-4100-9610-0155f06fe86b tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/security-groups?id=174bb14a-6481-4eab-9bfd-9bdad6a4e0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655446 May 28 07:16:28.418165 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1600c542-ec63-405e-875d-3d109948e863 req-11ac3aa9-cba7-459e-87c2-d9c6dcc06647 service neutron] 10.222.0.71 "GET /v2.0/networks/4bbfc4dc-73e5-4d4c-a543-a16c6c021411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799159 May 28 07:16:28.520445 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device ba2e0e4a-a104-4df9-87d6-bef6b0544943 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:16:28.525353 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-bd6e6df8-1237-41c6-a916-27231559b214 admin admin] Calling delete_port for ba2e0e4a-a104-4df9-87d6-bef6b0544943 owned by network:dhcp {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:16:28.608796 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-350c80f1-0dc2-48a8-9264-9b96aabb71e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ee18d2b-57fa-43cb-b730-7ca371254b73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-62382011', 'tenant_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '4ce052cd-fef4-4783-b3a8-32ba84564f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:14:41Z', 'updated_at': '2022-05-28T07:14:48Z', 'revision_number': 4, 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'gw_port': {'id': '4ce052cd-fef4-4783-b3a8-32ba84564f26', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:65:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee18d2b-57fa-43cb-b730-7ca371254b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:14:42Z', 'updated_at': '2022-05-28T07:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '7f092e35-13fb-4c39-8bcc-a94116f6ebf7', 'name': '', 'network_id': '4bbfc4dc-73e5-4d4c-a543-a16c6c021411', 'tenant_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'mac_address': 'fa:16:3e:1b:b8:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee18d2b-57fa-43cb-b730-7ca371254b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'f316f1a5-a0da-464b-a9d5-76a1eb115e09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:14:47Z', 'updated_at': '2022-05-28T07:14:52Z', 'revision_number': 5, 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'subnets': [{'id': 'f316f1a5-a0da-464b-a9d5-76a1eb115e09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:16:28.616619 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350c80f1-0dc2-48a8-9264-9b96aabb71e5 None None] The sync data for ids ['7ee18d2b-57fa-43cb-b730-7ca371254b73'] in n-d-843702-1 is: [{'id': '7ee18d2b-57fa-43cb-b730-7ca371254b73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-62382011', 'tenant_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '4ce052cd-fef4-4783-b3a8-32ba84564f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:14:41Z', 'updated_at': '2022-05-28T07:14:48Z', 'revision_number': 4, 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'gw_port': {'id': '4ce052cd-fef4-4783-b3a8-32ba84564f26', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:65:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee18d2b-57fa-43cb-b730-7ca371254b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:14:42Z', 'updated_at': '2022-05-28T07:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '7f092e35-13fb-4c39-8bcc-a94116f6ebf7', 'name': '', 'network_id': '4bbfc4dc-73e5-4d4c-a543-a16c6c021411', 'tenant_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'mac_address': 'fa:16:3e:1b:b8:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee18d2b-57fa-43cb-b730-7ca371254b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'f316f1a5-a0da-464b-a9d5-76a1eb115e09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:14:47Z', 'updated_at': '2022-05-28T07:14:52Z', 'revision_number': 5, 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'subnets': [{'id': 'f316f1a5-a0da-464b-a9d5-76a1eb115e09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 07:16:28.624843 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1600c542-ec63-405e-875d-3d109948e863 req-82a82b60-fa20-4820-9d44-4f2b843a03c8 service neutron] 10.222.0.71 "GET /v2.0/networks/4bbfc4dc-73e5-4d4c-a543-a16c6c021411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992831 May 28 07:16:28.672161 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-bd6e6df8-1237-41c6-a916-27231559b214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:28.677211 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-86394575-04ed-43bc-92d4-ed3b5ab74b03 None None] For port ba2e0e4a-a104-4df9-87d6-bef6b0544943, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=ba2e0e4a-a104-4df9-87d6-bef6b0544943,segment=NetworkSegment(9b6a153f-5acc-4efc-9ff2-d82aa4b5901c),segment_id=9b6a153f-5acc-4efc-9ff2-d82aa4b5901c)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:16:28.677639 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-86394575-04ed-43bc-92d4-ed3b5ab74b03 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:28.692425 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No active binding found for port ba2e0e4a-a104-4df9-87d6-bef6b0544943 {{(pid=89111) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 28 07:16:28.692836 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device ba2e0e4a-a104-4df9-87d6-bef6b0544943 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 07:16:28.693264 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device b3638f2e-8ae4-48e8-b94a-dbb59fec6d17 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:16:28.725594 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6e6df8-1237-41c6-a916-27231559b214 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba2e0e4a-a104-4df9-87d6-bef6b0544943,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:16:28.727816 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6e6df8-1237-41c6-a916-27231559b214 admin admin] No DVR routers for this DVR port ba2e0e4a-a104-4df9-87d6-bef6b0544943 on host n-d-843702-1 {{(pid=89109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 07:16:28.836728 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: b3638f2e-8ae4-48e8-b94a-dbb59fec6d17 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 07:16:28.837070 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device b3638f2e-8ae4-48e8-b94a-dbb59fec6d17 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 07:16:28.838138 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device d50e37c7-6255-40ce-b4db-d02ed3a3ecce no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:16:28.858727 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-bd6e6df8-1237-41c6-a916-27231559b214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:28.868040 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-86394575-04ed-43bc-92d4-ed3b5ab74b03 None None] Calling delete_port for ba2e0e4a-a104-4df9-87d6-bef6b0544943 owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:16:28.885657 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-bd6e6df8-1237-41c6-a916-27231559b214 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b87fb3cb-482f-4500-8eb8-33ba0d95db61']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:16:28.902465 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-bd6e6df8-1237-41c6-a916-27231559b214 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b6a153f-5acc-4efc-9ff2-d82aa4b5901c') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:16:28.902665 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-bd6e6df8-1237-41c6-a916-27231559b214 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b6a153f-5acc-4efc-9ff2-d82aa4b5901c') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:16:28.908135 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aff7e7f-e00f-4293-ab83-93e29257bc10 None None] New status for floating IP 369f5006-003a-4700-8ed7-d690382e5c84: DOWN {{(pid=89111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 07:16:28.915044 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-bd6e6df8-1237-41c6-a916-27231559b214 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:28.931368 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-bd6e6df8-1237-41c6-a916-27231559b214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:28.937499 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd6e6df8-1237-41c6-a916-27231559b214 admin admin] Releasing vlan 390 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 07:16:28.937881 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-bd6e6df8-1237-41c6-a916-27231559b214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:29.033326 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: d50e37c7-6255-40ce-b4db-d02ed3a3ecce {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 07:16:29.033919 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device d50e37c7-6255-40ce-b4db-d02ed3a3ecce not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 07:16:29.086135 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.db.api [None req-86394575-04ed-43bc-92d4-ed3b5ab74b03 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89111) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 07:16:29.088888 n-d-843702-1 neutron-server[89111]: DEBUG oslo_db.api [None req-86394575-04ed-43bc-92d4-ed3b5ab74b03 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 07:16:29.100582 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-bd6e6df8-1237-41c6-a916-27231559b214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:29.117264 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-bd6e6df8-1237-41c6-a916-27231559b214 admin admin] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:29.122554 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-caaac777-5949-4bba-86ee-79a67f9d498d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:29.129609 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 9b6a153f-5acc-4efc-9ff2-d82aa4b5901c resource provider aggregate not found May 28 07:16:29.136164 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6e6df8-1237-41c6-a916-27231559b214 admin admin] Pushing event deleted for resources: {'Network': ['ID=b87fb3cb-482f-4500-8eb8-33ba0d95db61,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:16:29.153824 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 9b6a153f-5acc-4efc-9ff2-d82aa4b5901c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9b6a153f-5acc-4efc-9ff2-d82aa4b5901c found for delete ", "request_id": "req-63313cfd-9708-4d95-848f-2ccafe9d428c"}]} May 28 07:16:29.215478 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-bd6e6df8-1237-41c6-a916-27231559b214 admin admin] 10.222.0.55 "DELETE /v2.0/networks/b87fb3cb-482f-4500-8eb8-33ba0d95db61 HTTP/1.1" status: 204 len: 168 time: 1.2895341 May 28 07:16:29.218279 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 55356) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:16:29.588017 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-86394575-04ed-43bc-92d4-ed3b5ab74b03 None None] Deleting port ba2e0e4a-a104-4df9-87d6-bef6b0544943 {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:16:29.588511 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-86394575-04ed-43bc-92d4-ed3b5ab74b03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:29.629015 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba29434-f41f-4985-8224-b68c5e7091da req-abcfcb61-d81d-4732-b72d-68c827856194 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:16:29.630605 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-eba29434-f41f-4985-8224-b68c5e7091da req-abcfcb61-d81d-4732-b72d-68c827856194 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.71 "GET /v2.0/ports?device_id=d65303c0-8893-4d38-92b1-2e39a000fe42 HTTP/1.1" status: 200 len: 946 time: 0.1576772 May 28 07:16:29.639756 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbeaf56-33c3-4c59-949e-1eb81eb384a7 req-7ad72bc6-a205-4e60-badf-e28688fae835 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:16:29.641192 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2fbeaf56-33c3-4c59-949e-1eb81eb384a7 req-7ad72bc6-a205-4e60-badf-e28688fae835 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=d65303c0-8893-4d38-92b1-2e39a000fe42 HTTP/1.1" status: 200 len: 946 time: 0.1205118 May 28 07:16:29.659206 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-86394575-04ed-43bc-92d4-ed3b5ab74b03 None None] The port 'ba2e0e4a-a104-4df9-87d6-bef6b0544943' was deleted {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 07:16:29.737632 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-eba29434-f41f-4985-8224-b68c5e7091da req-ab84eee0-a8f5-401a-a3cd-4ac9b659b38b tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Deleting port bca08b41-3d8d-4f64-8b68-7d5c9f237b0f {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:16:29.737895 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-eba29434-f41f-4985-8224-b68c5e7091da req-ab84eee0-a8f5-401a-a3cd-4ac9b659b38b tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:29.769827 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2fbeaf56-33c3-4c59-949e-1eb81eb384a7 req-062691eb-9358-4ec1-9163-2eec0197fed1 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/security-groups?id=174bb14a-6481-4eab-9bfd-9bdad6a4e0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987418 May 28 07:16:29.875539 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e0af2355-11cb-428d-8cc7-8ce434e7d955 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700548'] for router_interface, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:29.993491 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-eba29434-f41f-4985-8224-b68c5e7091da req-ab84eee0-a8f5-401a-a3cd-4ac9b659b38b tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] For port bca08b41-3d8d-4f64-8b68-7d5c9f237b0f, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=bca08b41-3d8d-4f64-8b68-7d5c9f237b0f,segment=NetworkSegment(1d836d8e-aa35-4d20-8666-16829060179a),segment_id=1d836d8e-aa35-4d20-8666-16829060179a)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:16:29.993787 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-eba29434-f41f-4985-8224-b68c5e7091da req-ab84eee0-a8f5-401a-a3cd-4ac9b659b38b tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:30.018203 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:30.110049 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:30.119383 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-eba29434-f41f-4985-8224-b68c5e7091da req-ab84eee0-a8f5-401a-a3cd-4ac9b659b38b tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Calling delete_port for bca08b41-3d8d-4f64-8b68-7d5c9f237b0f owned by compute:nova {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:16:30.233593 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-e0af2355-11cb-428d-8cc7-8ce434e7d955 admin admin] Deleting port b3f8b3a6-7867-4fe3-8c2a-77cfbb7240c3 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:16:30.233932 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e0af2355-11cb-428d-8cc7-8ce434e7d955 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:30.411591 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-e0af2355-11cb-428d-8cc7-8ce434e7d955 admin admin] For port b3f8b3a6-7867-4fe3-8c2a-77cfbb7240c3, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=b3f8b3a6-7867-4fe3-8c2a-77cfbb7240c3,segment=NetworkSegment(e9238504-1307-4feb-8954-18a0fe4f4069),segment_id=e9238504-1307-4feb-8954-18a0fe4f4069)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:16:30.412248 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e0af2355-11cb-428d-8cc7-8ce434e7d955 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:30.430260 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-eba29434-f41f-4985-8224-b68c5e7091da req-ab84eee0-a8f5-401a-a3cd-4ac9b659b38b tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:30.511114 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab84eee0-a8f5-401a-a3cd-4ac9b659b38b tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Pushing event deleted for resources: {'Port': ['ID=bca08b41-3d8d-4f64-8b68-7d5c9f237b0f,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:16:30.549448 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-e0af2355-11cb-428d-8cc7-8ce434e7d955 admin admin] Calling delete_port for b3f8b3a6-7867-4fe3-8c2a-77cfbb7240c3 owned by network:router_interface {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:16:30.559670 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-eba29434-f41f-4985-8224-b68c5e7091da req-ab84eee0-a8f5-401a-a3cd-4ac9b659b38b tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] No DVR routers for this DVR port bca08b41-3d8d-4f64-8b68-7d5c9f237b0f on host n-h2-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 07:16:30.562391 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-eba29434-f41f-4985-8224-b68c5e7091da req-ab84eee0-a8f5-401a-a3cd-4ac9b659b38b tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:30.565073 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd65303c0-8893-4d38-92b1-2e39a000fe42', 'name': 'network-vif-deleted', 'tag': 'bca08b41-3d8d-4f64-8b68-7d5c9f237b0f'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:16:30.616474 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58529443-5ea6-4bdc-a4aa-b61ea172f6ac'] response: {'server_uuid': 'd65303c0-8893-4d38-92b1-2e39a000fe42', 'name': 'network-vif-deleted', 'tag': 'bca08b41-3d8d-4f64-8b68-7d5c9f237b0f', 'status': 'completed', 'code': 200} May 28 07:16:30.644013 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-eba29434-f41f-4985-8224-b68c5e7091da req-ab84eee0-a8f5-401a-a3cd-4ac9b659b38b tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.71 "DELETE /v2.0/ports/bca08b41-3d8d-4f64-8b68-7d5c9f237b0f HTTP/1.1" status: 204 len: 173 time: 1.0017841 May 28 07:16:30.814716 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e0af2355-11cb-428d-8cc7-8ce434e7d955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:30.872540 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0af2355-11cb-428d-8cc7-8ce434e7d955 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3f8b3a6-7867-4fe3-8c2a-77cfbb7240c3,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:16:30.951751 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-54e1fd7c-2c7b-4209-8206-b69eba2540b7 req-654d099d-6cd9-4429-88b7-06825791aaa6 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Synchronizing usage tracker for tenant:5f0305e9e0384b55a3ff03fd8ac69f6c on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:16:31.043654 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-54e1fd7c-2c7b-4209-8206-b69eba2540b7 req-654d099d-6cd9-4429-88b7-06825791aaa6 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Unset dirty status for tenant:5f0305e9e0384b55a3ff03fd8ac69f6c on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:16:31.044876 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-54e1fd7c-2c7b-4209-8206-b69eba2540b7 req-654d099d-6cd9-4429-88b7-06825791aaa6 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "GET /v2.0/ports?device_id=d65303c0-8893-4d38-92b1-2e39a000fe42 HTTP/1.1" status: 200 len: 210 time: 0.1509585 May 28 07:16:31.278114 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e0af2355-11cb-428d-8cc7-8ce434e7d955 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700472'] for router_interface, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:31.667161 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0af2355-11cb-428d-8cc7-8ce434e7d955 admin admin] Router 9a8ca965-0b77-4f5f-beb0-42eb8f69494a has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 07:16:31.779290 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device bca08b41-3d8d-4f64-8b68-7d5c9f237b0f no longer exists at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:16:31.814038 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] No Port match for: bca08b41-3d8d-4f64-8b68-7d5c9f237b0f {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 07:16:31.814377 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device bca08b41-3d8d-4f64-8b68-7d5c9f237b0f not bound to the agent host n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 07:16:31.850671 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0af2355-11cb-428d-8cc7-8ce434e7d955 admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 07:16:31.855042 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:31.861917 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec97552-1bf4-447f-be34-fca03e9f0161 None None] Sync routers for ids ['9a8ca965-0b77-4f5f-beb0-42eb8f69494a'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 07:16:31.871174 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec97552-1bf4-447f-be34-fca03e9f0161 None None] Routers {'9a8ca965-0b77-4f5f-beb0-42eb8f69494a'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:16:31.871775 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-9ec97552-1bf4-447f-be34-fca03e9f0161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:16:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['9a8ca965-0b77-4f5f-beb0-42eb8f69494a'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:16:31.953791 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-e0af2355-11cb-428d-8cc7-8ce434e7d955 admin admin] 10.222.0.55 "PUT /v2.0/routers/9a8ca965-0b77-4f5f-beb0-42eb8f69494a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7321274 May 28 07:16:31.953986 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 55366) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:16:32.055026 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-9ec97552-1bf4-447f-be34-fca03e9f0161 None None] Set router 9a8ca965-0b77-4f5f-beb0-42eb8f69494a gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:16:32.134088 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-084c7ca2-0588-45aa-981b-af9a0ee52619 admin admin] Notify callbacks [] for router, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:32.156116 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 55372) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:16:32.316415 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-084c7ca2-0588-45aa-981b-af9a0ee52619 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:32.345647 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-9ec97552-1bf4-447f-be34-fca03e9f0161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a8ca965-0b77-4f5f-beb0-42eb8f69494a', 'name': 'tempest-TestVolumeBootPattern-435079007-router', 'tenant_id': '83f5c178d0f74b28b0a752dbac29ad49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '72a81dac-fc0b-45c3-b0cf-847d8083d73d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:59:44Z', 'updated_at': '2022-05-28T07:16:30Z', 'revision_number': 5, 'project_id': '83f5c178d0f74b28b0a752dbac29ad49', 'gw_port': {'id': '72a81dac-fc0b-45c3-b0cf-847d8083d73d', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8ca965-0b77-4f5f-beb0-42eb8f69494a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:59:46Z', 'updated_at': '2022-05-28T06:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:16:32.349505 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec97552-1bf4-447f-be34-fca03e9f0161 None None] Checking router: 9a8ca965-0b77-4f5f-beb0-42eb8f69494a for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 07:16:32.358737 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec97552-1bf4-447f-be34-fca03e9f0161 None None] Routers {'9a8ca965-0b77-4f5f-beb0-42eb8f69494a'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:16:32.359321 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-9ec97552-1bf4-447f-be34-fca03e9f0161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:16:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['9a8ca965-0b77-4f5f-beb0-42eb8f69494a'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:16:32.384180 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-084c7ca2-0588-45aa-981b-af9a0ee52619 admin admin] Deleting port 72a81dac-fc0b-45c3-b0cf-847d8083d73d {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:16:32.384759 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-084c7ca2-0588-45aa-981b-af9a0ee52619 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:32.591333 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-9ec97552-1bf4-447f-be34-fca03e9f0161 None None] Set router 9a8ca965-0b77-4f5f-beb0-42eb8f69494a gateway port host: None {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:16:32.614295 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-084c7ca2-0588-45aa-981b-af9a0ee52619 admin admin] For port 72a81dac-fc0b-45c3-b0cf-847d8083d73d, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=72a81dac-fc0b-45c3-b0cf-847d8083d73d,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:16:32.614796 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-084c7ca2-0588-45aa-981b-af9a0ee52619 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:32.643223 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:32.700301 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-9ec97552-1bf4-447f-be34-fca03e9f0161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a8ca965-0b77-4f5f-beb0-42eb8f69494a', 'name': 'tempest-TestVolumeBootPattern-435079007-router', 'tenant_id': '83f5c178d0f74b28b0a752dbac29ad49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:59:44Z', 'updated_at': '2022-05-28T07:16:32Z', 'revision_number': 6, 'project_id': '83f5c178d0f74b28b0a752dbac29ad49', 'gw_port_host': None}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:16:32.704608 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec97552-1bf4-447f-be34-fca03e9f0161 None None] The sync data for ids ['9a8ca965-0b77-4f5f-beb0-42eb8f69494a'] in n-d-843702-1 is: [{'id': '9a8ca965-0b77-4f5f-beb0-42eb8f69494a', 'name': 'tempest-TestVolumeBootPattern-435079007-router', 'tenant_id': '83f5c178d0f74b28b0a752dbac29ad49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:59:44Z', 'updated_at': '2022-05-28T07:16:32Z', 'revision_number': 6, 'project_id': '83f5c178d0f74b28b0a752dbac29ad49', 'gw_port_host': None}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 07:16:32.756508 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b0ed0f01-f059-4268-9b9c-7fc934cd671a tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700548'] for router_interface, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:32.861101 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-084c7ca2-0588-45aa-981b-af9a0ee52619 admin admin] Calling delete_port for 72a81dac-fc0b-45c3-b0cf-847d8083d73d owned by network:router_gateway {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:16:33.076305 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-084c7ca2-0588-45aa-981b-af9a0ee52619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:33.109264 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-b0ed0f01-f059-4268-9b9c-7fc934cd671a tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Deleting port 7f092e35-13fb-4c39-8bcc-a94116f6ebf7 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:16:33.110176 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b0ed0f01-f059-4268-9b9c-7fc934cd671a tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:33.123795 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084c7ca2-0588-45aa-981b-af9a0ee52619 admin admin] Pushing event deleted for resources: {'Port': ['ID=72a81dac-fc0b-45c3-b0cf-847d8083d73d,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:16:33.219847 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-084c7ca2-0588-45aa-981b-af9a0ee52619 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691105'] for router_gateway, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:33.308304 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [None req-b0ed0f01-f059-4268-9b9c-7fc934cd671a tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] For port 7f092e35-13fb-4c39-8bcc-a94116f6ebf7, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=7f092e35-13fb-4c39-8bcc-a94116f6ebf7,segment=NetworkSegment(1d836d8e-aa35-4d20-8666-16829060179a),segment_id=1d836d8e-aa35-4d20-8666-16829060179a)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:16:33.308934 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b0ed0f01-f059-4268-9b9c-7fc934cd671a tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:33.397856 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-084c7ca2-0588-45aa-981b-af9a0ee52619 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59018'] for router, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:33.400817 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-084c7ca2-0588-45aa-981b-af9a0ee52619 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:33.488094 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-084c7ca2-0588-45aa-981b-af9a0ee52619 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-703817'] for router, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:33.488647 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-084c7ca2-0588-45aa-981b-af9a0ee52619 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a8ca965-0b77-4f5f-beb0-42eb8f69494a {{(pid=89109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 07:16:33.512091 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-084c7ca2-0588-45aa-981b-af9a0ee52619 admin admin] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:33.513222 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-084c7ca2-0588-45aa-981b-af9a0ee52619 admin admin] 10.222.0.55 "DELETE /v2.0/routers/9a8ca965-0b77-4f5f-beb0-42eb8f69494a HTTP/1.1" status: 204 len: 168 time: 1.5583704 May 28 07:16:33.515812 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 55376) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:16:33.542236 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-b0ed0f01-f059-4268-9b9c-7fc934cd671a tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Calling delete_port for 7f092e35-13fb-4c39-8bcc-a94116f6ebf7 owned by network:router_interface {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:16:33.580500 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_v2 [None req-80c941ff-17b5-430f-b879-141395c13754 admin admin] Deleting subnet 9e3f251c-b8bc-4330-a9bf-0995c46225a3 {{(pid=89109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 07:16:33.583568 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-80c941ff-17b5-430f-b879-141395c13754 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:33.643777 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-80c941ff-17b5-430f-b879-141395c13754 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3964070'] for subnet, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:33.726406 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-80c941ff-17b5-430f-b879-141395c13754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:33.929155 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-80c941ff-17b5-430f-b879-141395c13754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9555650'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:33.971131 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c941ff-17b5-430f-b879-141395c13754 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e3f251c-b8bc-4330-a9bf-0995c46225a3,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:16:33.973222 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-80c941ff-17b5-430f-b879-141395c13754 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:33.980074 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-80c941ff-17b5-430f-b879-141395c13754 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/9e3f251c-b8bc-4330-a9bf-0995c46225a3 HTTP/1.1" status: 204 len: 168 time: 0.4632838 May 28 07:16:33.983240 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 55382) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:16:33.990654 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9341603-1079-4991-b5bd-e4b8adc5e7ce None None] Network b9f9ba6a-5b01-4712-a1d0-51eb8b008ca1 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 07:16:34.052066 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b0ed0f01-f059-4268-9b9c-7fc934cd671a tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:34.121528 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ed0f01-f059-4268-9b9c-7fc934cd671a tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Pushing event deleted for resources: {'Port': ['ID=7f092e35-13fb-4c39-8bcc-a94116f6ebf7,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:16:34.214527 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-194da80f-f6c4-4073-b944-45eb52888689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:34.240774 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-194da80f-f6c4-4073-b944-45eb52888689 admin admin] Deleting port 8c67e7ab-830f-4c0a-bb97-a52f7defaebd {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:16:34.241403 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-194da80f-f6c4-4073-b944-45eb52888689 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:34.249730 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f9f6ee-eff9-4058-a8bc-fd6ee42dc42c None None] DHCP port deletion for b9f9ba6a-5b01-4712-a1d0-51eb8b008ca1 request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 07:16:34.254166 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-35f9f6ee-eff9-4058-a8bc-fd6ee42dc42c None None] Deleting port 8c67e7ab-830f-4c0a-bb97-a52f7defaebd {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:16:34.254756 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-35f9f6ee-eff9-4058-a8bc-fd6ee42dc42c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:34.504893 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-35f9f6ee-eff9-4058-a8bc-fd6ee42dc42c None None] For port 8c67e7ab-830f-4c0a-bb97-a52f7defaebd, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=8c67e7ab-830f-4c0a-bb97-a52f7defaebd,segment=NetworkSegment(e9238504-1307-4feb-8954-18a0fe4f4069),segment_id=e9238504-1307-4feb-8954-18a0fe4f4069)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:16:34.505638 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-35f9f6ee-eff9-4058-a8bc-fd6ee42dc42c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:34.571816 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 72a81dac-fc0b-45c3-b0cf-847d8083d73d no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:16:34.592612 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b0ed0f01-f059-4268-9b9c-7fc934cd671a tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700472'] for router_interface, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:34.664051 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-35f9f6ee-eff9-4058-a8bc-fd6ee42dc42c None None] Calling delete_port for 8c67e7ab-830f-4c0a-bb97-a52f7defaebd owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:16:34.681740 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [None req-194da80f-f6c4-4073-b944-45eb52888689 admin admin] For port 8c67e7ab-830f-4c0a-bb97-a52f7defaebd, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=8c67e7ab-830f-4c0a-bb97-a52f7defaebd,segment=NetworkSegment(e9238504-1307-4feb-8954-18a0fe4f4069),segment_id=e9238504-1307-4feb-8954-18a0fe4f4069)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:16:34.682032 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-194da80f-f6c4-4073-b944-45eb52888689 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:34.689879 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 72a81dac-fc0b-45c3-b0cf-847d8083d73d {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 07:16:34.690219 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 72a81dac-fc0b-45c3-b0cf-847d8083d73d not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 07:16:34.690630 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device b3f8b3a6-7867-4fe3-8c2a-77cfbb7240c3 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:16:34.736094 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: b3f8b3a6-7867-4fe3-8c2a-77cfbb7240c3 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 07:16:34.736329 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device b3f8b3a6-7867-4fe3-8c2a-77cfbb7240c3 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 07:16:34.736814 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 8c67e7ab-830f-4c0a-bb97-a52f7defaebd no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:16:34.879239 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 8c67e7ab-830f-4c0a-bb97-a52f7defaebd is: ACTIVE; New status is: DOWN {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:16:34.879635 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:34.892912 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-35f9f6ee-eff9-4058-a8bc-fd6ee42dc42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879'] for port, after_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:34.952065 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f9f6ee-eff9-4058-a8bc-fd6ee42dc42c None None] Pushing event deleted for resources: {'Port': ['ID=8c67e7ab-830f-4c0a-bb97-a52f7defaebd,revision_number=None']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:16:34.955607 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f9f6ee-eff9-4058-a8bc-fd6ee42dc42c None None] No DVR routers for this DVR port 8c67e7ab-830f-4c0a-bb97-a52f7defaebd on host n-d-843702-1 {{(pid=89111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 07:16:34.970286 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-194da80f-f6c4-4073-b944-45eb52888689 admin admin] Calling delete_port for 8c67e7ab-830f-4c0a-bb97-a52f7defaebd owned by network:dhcp {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:16:35.187027 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.db.api [None req-194da80f-f6c4-4073-b944-45eb52888689 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89110) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 07:16:35.187339 n-d-843702-1 neutron-server[89110]: DEBUG oslo_db.api [None req-194da80f-f6c4-4073-b944-45eb52888689 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 07:16:35.304679 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0ed0f01-f059-4268-9b9c-7fc934cd671a tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Router 7ee18d2b-57fa-43cb-b730-7ca371254b73 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 07:16:35.476009 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0ed0f01-f059-4268-9b9c-7fc934cd671a tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 07:16:35.486423 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13b2dc3-78d7-4c99-a680-1f6b5ff61abc None None] Sync routers for ids ['7ee18d2b-57fa-43cb-b730-7ca371254b73'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 07:16:35.495772 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13b2dc3-78d7-4c99-a680-1f6b5ff61abc None None] Routers {'7ee18d2b-57fa-43cb-b730-7ca371254b73'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:16:35.501883 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-b13b2dc3-78d7-4c99-a680-1f6b5ff61abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:16:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['7ee18d2b-57fa-43cb-b730-7ca371254b73'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:16:35.563603 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-b0ed0f01-f059-4268-9b9c-7fc934cd671a tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "PUT /v2.0/routers/7ee18d2b-57fa-43cb-b730-7ca371254b73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4054868 May 28 07:16:35.566100 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 55386) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:16:35.639543 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_v2 [None req-28f4bc87-7988-460a-9a04-8f24bfaf5ab5 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Deleting subnet f316f1a5-a0da-464b-a9d5-76a1eb115e09 {{(pid=89110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 07:16:35.642476 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-28f4bc87-7988-460a-9a04-8f24bfaf5ab5 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for subnet, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:35.675222 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-b13b2dc3-78d7-4c99-a680-1f6b5ff61abc None None] Set router 7ee18d2b-57fa-43cb-b730-7ca371254b73 gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:16:35.689977 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-194da80f-f6c4-4073-b944-45eb52888689 admin admin] Deleting port 8c67e7ab-830f-4c0a-bb97-a52f7defaebd {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:16:35.690304 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-194da80f-f6c4-4073-b944-45eb52888689 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:35.752332 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-28f4bc87-7988-460a-9a04-8f24bfaf5ab5 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4150765'] for subnet, precommit_delete_associations {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:35.790085 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-194da80f-f6c4-4073-b944-45eb52888689 admin admin] The port '8c67e7ab-830f-4c0a-bb97-a52f7defaebd' was deleted {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 07:16:35.934115 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-194da80f-f6c4-4073-b944-45eb52888689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:35.954418 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-b13b2dc3-78d7-4c99-a680-1f6b5ff61abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ee18d2b-57fa-43cb-b730-7ca371254b73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-62382011', 'tenant_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '4ce052cd-fef4-4783-b3a8-32ba84564f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:14:41Z', 'updated_at': '2022-05-28T07:16:33Z', 'revision_number': 5, 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'gw_port': {'id': '4ce052cd-fef4-4783-b3a8-32ba84564f26', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:65:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee18d2b-57fa-43cb-b730-7ca371254b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:14:42Z', 'updated_at': '2022-05-28T07:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:16:35.958466 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13b2dc3-78d7-4c99-a680-1f6b5ff61abc None None] Checking router: 7ee18d2b-57fa-43cb-b730-7ca371254b73 for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 07:16:35.964403 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-194da80f-f6c4-4073-b944-45eb52888689 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9f9ba6a-5b01-4712-a1d0-51eb8b008ca1']}} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:16:35.966795 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13b2dc3-78d7-4c99-a680-1f6b5ff61abc None None] Routers {'7ee18d2b-57fa-43cb-b730-7ca371254b73'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:16:35.967424 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-b13b2dc3-78d7-4c99-a680-1f6b5ff61abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:16:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['7ee18d2b-57fa-43cb-b730-7ca371254b73'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:16:35.978457 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-28f4bc87-7988-460a-9a04-8f24bfaf5ab5 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:36.010158 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-194da80f-f6c4-4073-b944-45eb52888689 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9238504-1307-4feb-8954-18a0fe4f4069') {'for_net_delete': True} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:16:36.010452 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-194da80f-f6c4-4073-b944-45eb52888689 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9238504-1307-4feb-8954-18a0fe4f4069') {} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:16:36.032827 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-194da80f-f6c4-4073-b944-45eb52888689 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4150778'] for segment, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:36.054981 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-194da80f-f6c4-4073-b944-45eb52888689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:36.065024 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-194da80f-f6c4-4073-b944-45eb52888689 admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=89110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 07:16:36.065425 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-194da80f-f6c4-4073-b944-45eb52888689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3143023'] for segment, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:36.130762 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment e9238504-1307-4feb-8954-18a0fe4f4069 resource provider aggregate not found May 28 07:16:36.158231 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment e9238504-1307-4feb-8954-18a0fe4f4069 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e9238504-1307-4feb-8954-18a0fe4f4069 found for delete ", "request_id": "req-7180a64a-3abe-4c94-a46f-dc64639e21c5"}]} May 28 07:16:36.185516 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-b13b2dc3-78d7-4c99-a680-1f6b5ff61abc None None] Set router 7ee18d2b-57fa-43cb-b730-7ca371254b73 gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:16:36.258734 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-28f4bc87-7988-460a-9a04-8f24bfaf5ab5 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3115981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3172005'] for subnet, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:36.296210 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-194da80f-f6c4-4073-b944-45eb52888689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:36.300499 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-194da80f-f6c4-4073-b944-45eb52888689 admin admin] Notify callbacks [] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:36.317950 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f4bc87-7988-460a-9a04-8f24bfaf5ab5 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Pushing event deleted for resources: {'Subnet': ['ID=f316f1a5-a0da-464b-a9d5-76a1eb115e09,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:16:36.327459 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-28f4bc87-7988-460a-9a04-8f24bfaf5ab5 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:36.334778 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194da80f-f6c4-4073-b944-45eb52888689 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9f9ba6a-5b01-4712-a1d0-51eb8b008ca1,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:16:36.342178 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-194da80f-f6c4-4073-b944-45eb52888689 admin admin] 10.222.0.55 "DELETE /v2.0/networks/b9f9ba6a-5b01-4712-a1d0-51eb8b008ca1 HTTP/1.1" status: 204 len: 168 time: 2.3552384 May 28 07:16:36.342178 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-28f4bc87-7988-460a-9a04-8f24bfaf5ab5 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "DELETE /v2.0/subnets/f316f1a5-a0da-464b-a9d5-76a1eb115e09 HTTP/1.1" status: 204 len: 168 time: 0.7741594 May 28 07:16:36.343750 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 55396) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:16:36.356370 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1263287d-852b-4dcf-b600-901dede30b27 None None] Network 4bbfc4dc-73e5-4d4c-a543-a16c6c021411 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 07:16:36.655627 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 55400) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:16:36.659100 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-b13b2dc3-78d7-4c99-a680-1f6b5ff61abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ee18d2b-57fa-43cb-b730-7ca371254b73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-62382011', 'tenant_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '4ce052cd-fef4-4783-b3a8-32ba84564f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:14:41Z', 'updated_at': '2022-05-28T07:16:33Z', 'revision_number': 5, 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'gw_port': {'id': '4ce052cd-fef4-4783-b3a8-32ba84564f26', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:65:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee18d2b-57fa-43cb-b730-7ca371254b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:14:42Z', 'updated_at': '2022-05-28T07:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:16:36.664261 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13b2dc3-78d7-4c99-a680-1f6b5ff61abc None None] The sync data for ids ['7ee18d2b-57fa-43cb-b730-7ca371254b73'] in n-d-843702-1 is: [{'id': '7ee18d2b-57fa-43cb-b730-7ca371254b73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-62382011', 'tenant_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '4ce052cd-fef4-4783-b3a8-32ba84564f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:14:41Z', 'updated_at': '2022-05-28T07:16:33Z', 'revision_number': 5, 'project_id': '5f0305e9e0384b55a3ff03fd8ac69f6c', 'gw_port': {'id': '4ce052cd-fef4-4783-b3a8-32ba84564f26', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:65:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee18d2b-57fa-43cb-b730-7ca371254b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:14:42Z', 'updated_at': '2022-05-28T07:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 07:16:36.684560 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-55758c75-3178-43c5-9c1b-e290218d0d85 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for router, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:36.713919 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-4db55a37-0e17-4bd2-a68f-23ac5ccf722d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6cd404fb9ef9487fb34baf3bf8b36b53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0568023 May 28 07:16:36.716289 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 55404) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:16:36.741462 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bee4ab1-ddf6-4eb5-b9cf-4d19adb7b146 None None] DHCP port deletion for 4bbfc4dc-73e5-4d4c-a543-a16c6c021411 request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 07:16:36.746066 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-7bee4ab1-ddf6-4eb5-b9cf-4d19adb7b146 None None] Deleting port 22caeb02-efa6-449d-84e6-0820344cb9d5 {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:16:36.746433 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-7bee4ab1-ddf6-4eb5-b9cf-4d19adb7b146 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:36.778687 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0f86a19f-d9e6-4fc6-a210-1721423453e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:36.805646 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0f86a19f-d9e6-4fc6-a210-1721423453e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:36.874685 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-55758c75-3178-43c5-9c1b-e290218d0d85 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:36.939909 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0f86a19f-d9e6-4fc6-a210-1721423453e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:36.951994 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-55758c75-3178-43c5-9c1b-e290218d0d85 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Deleting port 4ce052cd-fef4-4783-b3a8-32ba84564f26 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:16:36.952420 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-55758c75-3178-43c5-9c1b-e290218d0d85 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:36.963062 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-7bee4ab1-ddf6-4eb5-b9cf-4d19adb7b146 None None] For port 22caeb02-efa6-449d-84e6-0820344cb9d5, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=22caeb02-efa6-449d-84e6-0820344cb9d5,segment=NetworkSegment(1d836d8e-aa35-4d20-8666-16829060179a),segment_id=1d836d8e-aa35-4d20-8666-16829060179a)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:16:36.963062 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-7bee4ab1-ddf6-4eb5-b9cf-4d19adb7b146 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:36.963394 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86a19f-d9e6-4fc6-a210-1721423453e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f5492c6-5bbc-4a76-bcd5-ad6fbd0e08c4,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:16:36.967260 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0f86a19f-d9e6-4fc6-a210-1721423453e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:36.973977 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-0f86a19f-d9e6-4fc6-a210-1721423453e8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1f5492c6-5bbc-4a76-bcd5-ad6fbd0e08c4 HTTP/1.1" status: 204 len: 168 time: 0.2540042 May 28 07:16:37.091807 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-7bee4ab1-ddf6-4eb5-b9cf-4d19adb7b146 None None] Calling delete_port for 22caeb02-efa6-449d-84e6-0820344cb9d5 owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:16:37.153798 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [None req-55758c75-3178-43c5-9c1b-e290218d0d85 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] For port 4ce052cd-fef4-4783-b3a8-32ba84564f26, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=4ce052cd-fef4-4783-b3a8-32ba84564f26,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:16:37.154216 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-55758c75-3178-43c5-9c1b-e290218d0d85 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:37.243385 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-7bee4ab1-ddf6-4eb5-b9cf-4d19adb7b146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879'] for port, after_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:37.285838 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-55758c75-3178-43c5-9c1b-e290218d0d85 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Calling delete_port for 4ce052cd-fef4-4783-b3a8-32ba84564f26 owned by network:router_gateway {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:16:37.293081 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bee4ab1-ddf6-4eb5-b9cf-4d19adb7b146 None None] Pushing event deleted for resources: {'Port': ['ID=22caeb02-efa6-449d-84e6-0820344cb9d5,revision_number=None']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:16:37.296562 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bee4ab1-ddf6-4eb5-b9cf-4d19adb7b146 None None] No DVR routers for this DVR port 22caeb02-efa6-449d-84e6-0820344cb9d5 on host n-d-843702-1 {{(pid=89111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 07:16:37.521403 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-55758c75-3178-43c5-9c1b-e290218d0d85 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:37.600621 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55758c75-3178-43c5-9c1b-e290218d0d85 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Pushing event deleted for resources: {'Port': ['ID=4ce052cd-fef4-4783-b3a8-32ba84564f26,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:16:37.663400 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-55758c75-3178-43c5-9c1b-e290218d0d85 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691105'] for router_gateway, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:37.730627 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 55412) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:16:37.783013 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-bbf79ed2-5413-4704-8d62-375647310378 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=83f5c178d0f74b28b0a752dbac29ad49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0512440 May 28 07:16:37.785470 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 55416) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:16:37.841265 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-55758c75-3178-43c5-9c1b-e290218d0d85 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59018'] for router, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:37.842723 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0abd1a7d-acfe-4677-a10a-329b982b1950 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:37.843752 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-55758c75-3178-43c5-9c1b-e290218d0d85 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:37.873850 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0abd1a7d-acfe-4677-a10a-329b982b1950 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:37.928688 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-55758c75-3178-43c5-9c1b-e290218d0d85 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-703817'] for router, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:37.929321 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55758c75-3178-43c5-9c1b-e290218d0d85 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Fanout notify agent at l3_agent the message router_deleted on router 7ee18d2b-57fa-43cb-b730-7ca371254b73 {{(pid=89110) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 07:16:37.945055 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-55758c75-3178-43c5-9c1b-e290218d0d85 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for router, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:37.946163 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-55758c75-3178-43c5-9c1b-e290218d0d85 tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "DELETE /v2.0/routers/7ee18d2b-57fa-43cb-b730-7ca371254b73 HTTP/1.1" status: 204 len: 168 time: 1.6015162 May 28 07:16:37.950179 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 55420) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:16:38.020662 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0abd1a7d-acfe-4677-a10a-329b982b1950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:38.039303 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abd1a7d-acfe-4677-a10a-329b982b1950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1c83c66-22e9-4ecc-889c-88792cd5d260,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:16:38.044709 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0abd1a7d-acfe-4677-a10a-329b982b1950 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:38.046864 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-0abd1a7d-acfe-4677-a10a-329b982b1950 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d1c83c66-22e9-4ecc-889c-88792cd5d260 HTTP/1.1" status: 204 len: 168 time: 0.2595081 May 28 07:16:38.078833 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-59537382-6713-472b-8e1a-6d5ff64fa26c tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:38.209353 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-59537382-6713-472b-8e1a-6d5ff64fa26c tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:38.235235 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-59537382-6713-472b-8e1a-6d5ff64fa26c tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bbfc4dc-73e5-4d4c-a543-a16c6c021411']}} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:16:38.247873 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-59537382-6713-472b-8e1a-6d5ff64fa26c tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d836d8e-aa35-4d20-8666-16829060179a') {'for_net_delete': True} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:16:38.248161 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-59537382-6713-472b-8e1a-6d5ff64fa26c tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d836d8e-aa35-4d20-8666-16829060179a') {} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:16:38.260356 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-59537382-6713-472b-8e1a-6d5ff64fa26c tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4150778'] for segment, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:38.276096 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-59537382-6713-472b-8e1a-6d5ff64fa26c tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:38.282166 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59537382-6713-472b-8e1a-6d5ff64fa26c tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=89110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 07:16:38.284588 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-59537382-6713-472b-8e1a-6d5ff64fa26c tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3143023'] for segment, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:38.502783 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 22caeb02-efa6-449d-84e6-0820344cb9d5 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:16:38.513523 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment 1d836d8e-aa35-4d20-8666-16829060179a resource provider aggregate not found May 28 07:16:38.549465 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment 1d836d8e-aa35-4d20-8666-16829060179a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1d836d8e-aa35-4d20-8666-16829060179a found for delete ", "request_id": "req-df2ae34a-0f06-46f3-8dce-dd529bc13b52"}]} May 28 07:16:38.553439 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 22caeb02-efa6-449d-84e6-0820344cb9d5 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 07:16:38.554159 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 22caeb02-efa6-449d-84e6-0820344cb9d5 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 07:16:38.554780 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 7f092e35-13fb-4c39-8bcc-a94116f6ebf7 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:16:38.596460 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 7f092e35-13fb-4c39-8bcc-a94116f6ebf7 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 07:16:38.596811 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 7f092e35-13fb-4c39-8bcc-a94116f6ebf7 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 07:16:38.597219 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 4ce052cd-fef4-4783-b3a8-32ba84564f26 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:16:38.624207 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-59537382-6713-472b-8e1a-6d5ff64fa26c tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:38.639228 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 4ce052cd-fef4-4783-b3a8-32ba84564f26 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 07:16:38.639572 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 4ce052cd-fef4-4783-b3a8-32ba84564f26 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 07:16:38.649758 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-59537382-6713-472b-8e1a-6d5ff64fa26c tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:38.662717 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59537382-6713-472b-8e1a-6d5ff64fa26c tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Pushing event deleted for resources: {'Network': ['ID=4bbfc4dc-73e5-4d4c-a543-a16c6c021411,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:16:38.743254 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-59537382-6713-472b-8e1a-6d5ff64fa26c tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "DELETE /v2.0/networks/4bbfc4dc-73e5-4d4c-a543-a16c6c021411 HTTP/1.1" status: 204 len: 168 time: 0.7890515 May 28 07:16:38.743433 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 55430) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:16:38.819949 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c3e57c81-7ae4-48b5-ac4d-edcca067b1ce tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:38.856010 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c3e57c81-7ae4-48b5-ac4d-edcca067b1ce tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:39.012671 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c3e57c81-7ae4-48b5-ac4d-edcca067b1ce tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:39.031848 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e57c81-7ae4-48b5-ac4d-edcca067b1ce tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=174bb14a-6481-4eab-9bfd-9bdad6a4e0ab,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:16:39.116345 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c3e57c81-7ae4-48b5-ac4d-edcca067b1ce tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:39.117488 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-c3e57c81-7ae4-48b5-ac4d-edcca067b1ce tempest-TestNetworkAdvancedServerOps-1554099788 tempest-TestNetworkAdvancedServerOps-1554099788-project] 10.222.0.55 "DELETE /v2.0/security-groups/174bb14a-6481-4eab-9bfd-9bdad6a4e0ab HTTP/1.1" status: 204 len: 168 time: 0.3723598 May 28 07:16:39.701788 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 55440) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:16:39.844758 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-a6fa9d1b-315c-4e84-88d6-4aa40403ef29 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5f0305e9e0384b55a3ff03fd8ac69f6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1417751 May 28 07:16:39.847202 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 55446) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:16:39.905878 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3ee30a68-49bb-4439-83ce-0d83a2752c52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:39.936681 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3ee30a68-49bb-4439-83ce-0d83a2752c52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:40.054235 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3ee30a68-49bb-4439-83ce-0d83a2752c52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:40.073160 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee30a68-49bb-4439-83ce-0d83a2752c52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b28654ac-6313-44e0-9247-feee7932fc06,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:16:40.081793 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3ee30a68-49bb-4439-83ce-0d83a2752c52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:40.082884 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-3ee30a68-49bb-4439-83ce-0d83a2752c52 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b28654ac-6313-44e0-9247-feee7932fc06 HTTP/1.1" status: 204 len: 168 time: 0.2348158 May 28 07:16:40.664567 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 55454) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:16:40.713546 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-20e99f7b-b8ac-4c21-a9bb-386996afa633 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=deb172eeeb7b4391a9ae1ee33ad27eff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0478299 May 28 07:16:40.715982 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 55458) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:16:40.772820 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c460c1b2-6463-4470-9a8a-cb7e63584ebb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:40.797212 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c460c1b2-6463-4470-9a8a-cb7e63584ebb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:40.943361 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c460c1b2-6463-4470-9a8a-cb7e63584ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:40.960187 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c460c1b2-6463-4470-9a8a-cb7e63584ebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0e2d8f7-c740-40ab-9ae7-bda6353a630d,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:16:41.039702 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c460c1b2-6463-4470-9a8a-cb7e63584ebb admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:41.040903 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-c460c1b2-6463-4470-9a8a-cb7e63584ebb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c0e2d8f7-c740-40ab-9ae7-bda6353a630d HTTP/1.1" status: 204 len: 168 time: 0.3240261 May 28 07:16:53.019409 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bb7a9499-c88c-4f66-8799-8e1db134e4d1 req-2130ccb7-0b5b-46b0-a235-add9af83a759 tempest-ServersAdminNegativeTestJSON-1189928509 tempest-ServersAdminNegativeTestJSON-1189928509-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=6822027d93754239a80d5bb437eb9b0b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0272241 May 28 07:16:53.170676 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7a9499-c88c-4f66-8799-8e1db134e4d1 req-6df69345-d75b-4550-ac3a-35e829159184 tempest-ServersAdminNegativeTestJSON-1189928509 tempest-ServersAdminNegativeTestJSON-1189928509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:16:53.172101 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bb7a9499-c88c-4f66-8799-8e1db134e4d1 req-6df69345-d75b-4550-ac3a-35e829159184 tempest-ServersAdminNegativeTestJSON-1189928509 tempest-ServersAdminNegativeTestJSON-1189928509-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1477315 May 28 07:16:53.187212 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bb7a9499-c88c-4f66-8799-8e1db134e4d1 req-ae4f84b2-0738-4843-a0a8-c9c51e861c7e tempest-ServersAdminNegativeTestJSON-1189928509 tempest-ServersAdminNegativeTestJSON-1189928509-project] 10.222.0.55 "GET /v2.0/quotas/6822027d93754239a80d5bb437eb9b0b HTTP/1.1" status: 200 len: 375 time: 0.0095205 May 28 07:16:53.233514 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bb7a9499-c88c-4f66-8799-8e1db134e4d1 req-ec9c1d45-460d-4f46-96c4-11478151fbc8 tempest-ServersAdminNegativeTestJSON-1189928509 tempest-ServersAdminNegativeTestJSON-1189928509-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=6822027d93754239a80d5bb437eb9b0b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0414481 May 28 07:16:53.496388 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4fda9eaf-43b3-4fdb-b5e8-abe393c688d3 req-c2035ad7-0ebf-424b-aa32-05d8360201b9 tempest-ServersAdminNegativeTestJSON-1189928509 tempest-ServersAdminNegativeTestJSON-1189928509-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d43d1c6-3472-4115-940c-d6c01d1ec4d1 HTTP/1.1" status: 200 len: 210 time: 0.0418947 May 28 07:16:53.874562 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 07:16:54.594080 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0b9dff26-ef9b-4349-aa2a-93eb775a63ee req-9c116892-15f8-4d2e-b578-2a7dc2cae114 tempest-ServersAdminNegativeTestJSON-1189928509 tempest-ServersAdminNegativeTestJSON-1189928509-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d43d1c6-3472-4115-940c-d6c01d1ec4d1 HTTP/1.1" status: 200 len: 210 time: 0.0453353 May 28 07:16:55.749688 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-02adc90c-79a4-49b8-a41c-8e908bf8c14f req-b05b4a87-ec3a-4134-a41f-8d5355000811 tempest-ServersAdminNegativeTestJSON-1189928509 tempest-ServersAdminNegativeTestJSON-1189928509-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d43d1c6-3472-4115-940c-d6c01d1ec4d1 HTTP/1.1" status: 200 len: 210 time: 0.0430713 May 28 07:16:55.939801 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bb7a9499-c88c-4f66-8799-8e1db134e4d1 req-23e357b7-ec85-4822-a209-a361286bcae9 tempest-ServersAdminNegativeTestJSON-1189928509 tempest-ServersAdminNegativeTestJSON-1189928509-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=6822027d93754239a80d5bb437eb9b0b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283732 May 28 07:16:56.088704 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7a9499-c88c-4f66-8799-8e1db134e4d1 req-9357a681-f987-4d67-97b8-8fa82e1a1550 tempest-ServersAdminNegativeTestJSON-1189928509 tempest-ServersAdminNegativeTestJSON-1189928509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:16:56.090213 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bb7a9499-c88c-4f66-8799-8e1db134e4d1 req-9357a681-f987-4d67-97b8-8fa82e1a1550 tempest-ServersAdminNegativeTestJSON-1189928509 tempest-ServersAdminNegativeTestJSON-1189928509-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1459475 May 28 07:16:56.107695 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-bb7a9499-c88c-4f66-8799-8e1db134e4d1 req-c360d196-a3c3-4fdc-9088-8625445cc8f9 tempest-ServersAdminNegativeTestJSON-1189928509 tempest-ServersAdminNegativeTestJSON-1189928509-project] Request body: {'port': {'device_id': '0d43d1c6-3472-4115-940c-d6c01d1ec4d1', 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9', 'admin_state_up': True, 'tenant_id': '6822027d93754239a80d5bb437eb9b0b'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:16:56.244833 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-bb7a9499-c88c-4f66-8799-8e1db134e4d1 req-c360d196-a3c3-4fdc-9088-8625445cc8f9 tempest-ServersAdminNegativeTestJSON-1189928509 tempest-ServersAdminNegativeTestJSON-1189928509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:16:56.248500 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-bb7a9499-c88c-4f66-8799-8e1db134e4d1 req-c360d196-a3c3-4fdc-9088-8625445cc8f9 tempest-ServersAdminNegativeTestJSON-1189928509 tempest-ServersAdminNegativeTestJSON-1189928509-project] Usage tracker for resource:port and tenant:6822027d93754239a80d5bb437eb9b0b is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:16:56.251275 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-bb7a9499-c88c-4f66-8799-8e1db134e4d1 req-c360d196-a3c3-4fdc-9088-8625445cc8f9 tempest-ServersAdminNegativeTestJSON-1189928509 tempest-ServersAdminNegativeTestJSON-1189928509-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:16:56.256875 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-bb7a9499-c88c-4f66-8799-8e1db134e4d1 req-c360d196-a3c3-4fdc-9088-8625445cc8f9 tempest-ServersAdminNegativeTestJSON-1189928509 tempest-ServersAdminNegativeTestJSON-1189928509-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:16:56.338144 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb7a9499-c88c-4f66-8799-8e1db134e4d1 req-c360d196-a3c3-4fdc-9088-8625445cc8f9 tempest-ServersAdminNegativeTestJSON-1189928509 tempest-ServersAdminNegativeTestJSON-1189928509-project] Made reservation on behalf of 6822027d93754239a80d5bb437eb9b0b for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 07:16:56.341747 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-bb7a9499-c88c-4f66-8799-8e1db134e4d1 req-c360d196-a3c3-4fdc-9088-8625445cc8f9 tempest-ServersAdminNegativeTestJSON-1189928509 tempest-ServersAdminNegativeTestJSON-1189928509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:56.354222 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-bb7a9499-c88c-4f66-8799-8e1db134e4d1 req-c360d196-a3c3-4fdc-9088-8625445cc8f9 tempest-ServersAdminNegativeTestJSON-1189928509 tempest-ServersAdminNegativeTestJSON-1189928509-project] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:56.368928 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-bb7a9499-c88c-4f66-8799-8e1db134e4d1 req-c360d196-a3c3-4fdc-9088-8625445cc8f9 tempest-ServersAdminNegativeTestJSON-1189928509 tempest-ServersAdminNegativeTestJSON-1189928509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:16:56.372803 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-bb7a9499-c88c-4f66-8799-8e1db134e4d1 req-c360d196-a3c3-4fdc-9088-8625445cc8f9 tempest-ServersAdminNegativeTestJSON-1189928509 tempest-ServersAdminNegativeTestJSON-1189928509-project] Usage tracker for resource:security_group_rule and tenant:6822027d93754239a80d5bb437eb9b0b is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:16:56.375663 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-bb7a9499-c88c-4f66-8799-8e1db134e4d1 req-c360d196-a3c3-4fdc-9088-8625445cc8f9 tempest-ServersAdminNegativeTestJSON-1189928509 tempest-ServersAdminNegativeTestJSON-1189928509-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:16:56.381302 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-bb7a9499-c88c-4f66-8799-8e1db134e4d1 req-c360d196-a3c3-4fdc-9088-8625445cc8f9 tempest-ServersAdminNegativeTestJSON-1189928509 tempest-ServersAdminNegativeTestJSON-1189928509-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:16:56.466193 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-bb7a9499-c88c-4f66-8799-8e1db134e4d1 req-c360d196-a3c3-4fdc-9088-8625445cc8f9 tempest-ServersAdminNegativeTestJSON-1189928509 tempest-ServersAdminNegativeTestJSON-1189928509-project] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:56.474866 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-5358aa1a-4d36-45e0-90bb-70398a910051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:56.562706 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-bb7a9499-c88c-4f66-8799-8e1db134e4d1 req-c360d196-a3c3-4fdc-9088-8625445cc8f9 tempest-ServersAdminNegativeTestJSON-1189928509 tempest-ServersAdminNegativeTestJSON-1189928509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:56.646796 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c360d196-a3c3-4fdc-9088-8625445cc8f9 tempest-ServersAdminNegativeTestJSON-1189928509 tempest-ServersAdminNegativeTestJSON-1189928509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2bd1f03-a701-4088-bf10-d8684cde6d54,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:16:56.735733 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [req-bb7a9499-c88c-4f66-8799-8e1db134e4d1 req-c360d196-a3c3-4fdc-9088-8625445cc8f9 tempest-ServersAdminNegativeTestJSON-1189928509 tempest-ServersAdminNegativeTestJSON-1189928509-project] Allocated IP 192.168.233.191 (bb90c162-fdb0-406b-af2b-5eef830db7a9/e72d0ca5-04cb-4b36-82b1-c75214c9eb05/bd2f8070-b4f6-4890-8ff2-6244b19fbdf7) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:16:56.922060 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9830e7e2-dcc4-4a5e-bffd-957d49fbdb45 req-875cbe38-37ea-4d67-8b5c-fd09b2d5ee42 tempest-ServersAdminNegativeTestJSON-1189928509 tempest-ServersAdminNegativeTestJSON-1189928509-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d43d1c6-3472-4115-940c-d6c01d1ec4d1 HTTP/1.1" status: 200 len: 210 time: 0.0567985 May 28 07:16:56.983678 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-bb7a9499-c88c-4f66-8799-8e1db134e4d1 req-c360d196-a3c3-4fdc-9088-8625445cc8f9 tempest-ServersAdminNegativeTestJSON-1189928509 tempest-ServersAdminNegativeTestJSON-1189928509-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:56.999084 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-bb7a9499-c88c-4f66-8799-8e1db134e4d1 req-c360d196-a3c3-4fdc-9088-8625445cc8f9 tempest-ServersAdminNegativeTestJSON-1189928509 tempest-ServersAdminNegativeTestJSON-1189928509-project] Transition to ACTIVE for port object bd2f8070-b4f6-4890-8ff2-6244b19fbdf7 will not be triggered until provisioned by entity DHCP. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:16:57.116997 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-bb7a9499-c88c-4f66-8799-8e1db134e4d1 req-c360d196-a3c3-4fdc-9088-8625445cc8f9 tempest-ServersAdminNegativeTestJSON-1189928509 tempest-ServersAdminNegativeTestJSON-1189928509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:57.289890 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb7a9499-c88c-4f66-8799-8e1db134e4d1 req-c360d196-a3c3-4fdc-9088-8625445cc8f9 tempest-ServersAdminNegativeTestJSON-1189928509 tempest-ServersAdminNegativeTestJSON-1189928509-project] Network bb90c162-fdb0-406b-af2b-5eef830db7a9 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:16:57.293143 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [req-bb7a9499-c88c-4f66-8799-8e1db134e4d1 req-c360d196-a3c3-4fdc-9088-8625445cc8f9 tempest-ServersAdminNegativeTestJSON-1189928509 tempest-ServersAdminNegativeTestJSON-1189928509-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:16:57.296988 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb7a9499-c88c-4f66-8799-8e1db134e4d1 req-c360d196-a3c3-4fdc-9088-8625445cc8f9 tempest-ServersAdminNegativeTestJSON-1189928509 tempest-ServersAdminNegativeTestJSON-1189928509-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:16:57.327902 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c360d196-a3c3-4fdc-9088-8625445cc8f9 tempest-ServersAdminNegativeTestJSON-1189928509 tempest-ServersAdminNegativeTestJSON-1189928509-project] Pushing event updated for resources: {'Port': ['ID=bd2f8070-b4f6-4890-8ff2-6244b19fbdf7,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:16:57.367924 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7a9499-c88c-4f66-8799-8e1db134e4d1 req-c360d196-a3c3-4fdc-9088-8625445cc8f9 tempest-ServersAdminNegativeTestJSON-1189928509 tempest-ServersAdminNegativeTestJSON-1189928509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:16:57.369056 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-bb7a9499-c88c-4f66-8799-8e1db134e4d1 req-c360d196-a3c3-4fdc-9088-8625445cc8f9 tempest-ServersAdminNegativeTestJSON-1189928509 tempest-ServersAdminNegativeTestJSON-1189928509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:57.471843 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bb7a9499-c88c-4f66-8799-8e1db134e4d1 req-c360d196-a3c3-4fdc-9088-8625445cc8f9 tempest-ServersAdminNegativeTestJSON-1189928509 tempest-ServersAdminNegativeTestJSON-1189928509-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3674376 May 28 07:16:57.611828 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-e088f9af-7733-46d7-9ae9-5a2036c1bad2 None None] Provisioning for port bd2f8070-b4f6-4890-8ff2-6244b19fbdf7 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:16:57.620894 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-e088f9af-7733-46d7-9ae9-5a2036c1bad2 None None] Provisioning complete for port bd2f8070-b4f6-4890-8ff2-6244b19fbdf7 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:16:57.620894 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e088f9af-7733-46d7-9ae9-5a2036c1bad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:57.658107 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-bb7a9499-c88c-4f66-8799-8e1db134e4d1 req-b029af24-0b86-4286-8da1-6ebae092e6ad service neutron] Request body: {'port': {'device_id': '0d43d1c6-3472-4115-940c-d6c01d1ec4d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843702-1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:16:57.671273 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-e088f9af-7733-46d7-9ae9-5a2036c1bad2 None None] Port bd2f8070-b4f6-4890-8ff2-6244b19fbdf7 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 07:16:57.775901 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-bb7a9499-c88c-4f66-8799-8e1db134e4d1 req-b029af24-0b86-4286-8da1-6ebae092e6ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:57.988903 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:58.194028 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [req-bb7a9499-c88c-4f66-8799-8e1db134e4d1 req-b029af24-0b86-4286-8da1-6ebae092e6ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd2f8070-b4f6-4890-8ff2-6244b19fbdf7 {{(pid=89110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 07:16:58.205497 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20025fad-fa4a-44c7-8e39-95eab8fbf43b req-63d6823b-a0e3-4a95-b0ef-a5b2ea1f94f3 tempest-ServersAdminNegativeTestJSON-1189928509 tempest-ServersAdminNegativeTestJSON-1189928509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:16:58.210698 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-20025fad-fa4a-44c7-8e39-95eab8fbf43b req-63d6823b-a0e3-4a95-b0ef-a5b2ea1f94f3 tempest-ServersAdminNegativeTestJSON-1189928509 tempest-ServersAdminNegativeTestJSON-1189928509-project] Synchronizing usage tracker for tenant:6822027d93754239a80d5bb437eb9b0b on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:16:58.213281 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-bb7a9499-c88c-4f66-8799-8e1db134e4d1 req-b029af24-0b86-4286-8da1-6ebae092e6ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:58.235430 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-bb7a9499-c88c-4f66-8799-8e1db134e4d1 req-b029af24-0b86-4286-8da1-6ebae092e6ad service neutron] Transition to ACTIVE for port object bd2f8070-b4f6-4890-8ff2-6244b19fbdf7 will not be triggered until provisioned by entity L2. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:16:58.338947 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-20025fad-fa4a-44c7-8e39-95eab8fbf43b req-63d6823b-a0e3-4a95-b0ef-a5b2ea1f94f3 tempest-ServersAdminNegativeTestJSON-1189928509 tempest-ServersAdminNegativeTestJSON-1189928509-project] Unset dirty status for tenant:6822027d93754239a80d5bb437eb9b0b on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:16:58.340116 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-20025fad-fa4a-44c7-8e39-95eab8fbf43b req-63d6823b-a0e3-4a95-b0ef-a5b2ea1f94f3 tempest-ServersAdminNegativeTestJSON-1189928509 tempest-ServersAdminNegativeTestJSON-1189928509-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d43d1c6-3472-4115-940c-d6c01d1ec4d1 HTTP/1.1" status: 200 len: 936 time: 0.3032098 May 28 07:16:58.340702 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-bb7a9499-c88c-4f66-8799-8e1db134e4d1 req-b029af24-0b86-4286-8da1-6ebae092e6ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:58.526952 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b029af24-0b86-4286-8da1-6ebae092e6ad service neutron] Pushing event updated for resources: {'Port': ['ID=bd2f8070-b4f6-4890-8ff2-6244b19fbdf7,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:16:58.544683 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-20025fad-fa4a-44c7-8e39-95eab8fbf43b req-7c7611e2-7c01-4a7e-bb1a-4768a8984a65 tempest-ServersAdminNegativeTestJSON-1189928509 tempest-ServersAdminNegativeTestJSON-1189928509-project] Synchronizing usage tracker for tenant:6822027d93754239a80d5bb437eb9b0b on resource:security_group {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:16:58.625230 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-bb7a9499-c88c-4f66-8799-8e1db134e4d1 req-b029af24-0b86-4286-8da1-6ebae092e6ad service neutron] Attempting to bind port bd2f8070-b4f6-4890-8ff2-6244b19fbdf7 on host n-h2-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 07:16:58.625598 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-bb7a9499-c88c-4f66-8799-8e1db134e4d1 req-b029af24-0b86-4286-8da1-6ebae092e6ad service neutron] Attempting to bind port bd2f8070-b4f6-4890-8ff2-6244b19fbdf7 by drivers openvswitch,hyperv on host n-h2-843702-1 at level 0 using segments [{'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 07:16:58.625920 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7a9499-c88c-4f66-8799-8e1db134e4d1 req-b029af24-0b86-4286-8da1-6ebae092e6ad service neutron] Attempting to bind port bd2f8070-b4f6-4890-8ff2-6244b19fbdf7 on network bb90c162-fdb0-406b-af2b-5eef830db7a9 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:16:58.630416 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7a9499-c88c-4f66-8799-8e1db134e4d1 req-b029af24-0b86-4286-8da1-6ebae092e6ad service neutron] Port bd2f8070-b4f6-4890-8ff2-6244b19fbdf7 on network bb90c162-fdb0-406b-af2b-5eef830db7a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 07:16:58.630727 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7a9499-c88c-4f66-8799-8e1db134e4d1 req-b029af24-0b86-4286-8da1-6ebae092e6ad service neutron] Attempting to bind port bd2f8070-b4f6-4890-8ff2-6244b19fbdf7 on network bb90c162-fdb0-406b-af2b-5eef830db7a9 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:16:58.636364 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7a9499-c88c-4f66-8799-8e1db134e4d1 req-b029af24-0b86-4286-8da1-6ebae092e6ad service neutron] Checking agent: {'id': 'f1a3973b-d2b3-4558-88e7-2ac50857d302', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 7, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 07:16:58.636687 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7a9499-c88c-4f66-8799-8e1db134e4d1 req-b029af24-0b86-4286-8da1-6ebae092e6ad service neutron] Checking segment: {'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:16:58.637061 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7a9499-c88c-4f66-8799-8e1db134e4d1 req-b029af24-0b86-4286-8da1-6ebae092e6ad service neutron] Bound using segment: {'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 07:16:58.637488 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-bb7a9499-c88c-4f66-8799-8e1db134e4d1 req-b029af24-0b86-4286-8da1-6ebae092e6ad service neutron] Bound port: bd2f8070-b4f6-4890-8ff2-6244b19fbdf7, host: n-h2-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcef47a6-858f-4fc0-9910-1f3d43fd4f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9'}}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 07:16:58.637823 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-bb7a9499-c88c-4f66-8799-8e1db134e4d1 req-b029af24-0b86-4286-8da1-6ebae092e6ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:58.681696 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-20025fad-fa4a-44c7-8e39-95eab8fbf43b req-7c7611e2-7c01-4a7e-bb1a-4768a8984a65 tempest-ServersAdminNegativeTestJSON-1189928509 tempest-ServersAdminNegativeTestJSON-1189928509-project] Unset dirty status for tenant:6822027d93754239a80d5bb437eb9b0b on resource:security_group {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:16:58.682399 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-20025fad-fa4a-44c7-8e39-95eab8fbf43b req-7c7611e2-7c01-4a7e-bb1a-4768a8984a65 tempest-ServersAdminNegativeTestJSON-1189928509 tempest-ServersAdminNegativeTestJSON-1189928509-project] 10.222.0.55 "GET /v2.0/security-groups?id=c2bd1f03-a701-4088-bf10-d8684cde6d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3061044 May 28 07:16:58.727722 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-bb7a9499-c88c-4f66-8799-8e1db134e4d1 req-b029af24-0b86-4286-8da1-6ebae092e6ad service neutron] For port bd2f8070-b4f6-4890-8ff2-6244b19fbdf7, host n-h2-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:16:58.730603 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-bb7a9499-c88c-4f66-8799-8e1db134e4d1 req-b029af24-0b86-4286-8da1-6ebae092e6ad service neutron] For port bd2f8070-b4f6-4890-8ff2-6244b19fbdf7, host n-h2-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=bd2f8070-b4f6-4890-8ff2-6244b19fbdf7,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 07:16:58.811775 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-bb7a9499-c88c-4f66-8799-8e1db134e4d1 req-b029af24-0b86-4286-8da1-6ebae092e6ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:58.873702 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7a9499-c88c-4f66-8799-8e1db134e4d1 req-b029af24-0b86-4286-8da1-6ebae092e6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:16:58.874301 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-bb7a9499-c88c-4f66-8799-8e1db134e4d1 req-b029af24-0b86-4286-8da1-6ebae092e6ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:58.875636 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bb7a9499-c88c-4f66-8799-8e1db134e4d1 req-b029af24-0b86-4286-8da1-6ebae092e6ad service neutron] 10.222.0.71 "PUT /v2.0/ports/bd2f8070-b4f6-4890-8ff2-6244b19fbdf7 HTTP/1.1" status: 200 len: 1096 time: 1.2639017 May 28 07:16:58.876056 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d43d1c6-3472-4115-940c-d6c01d1ec4d1', 'tag': 'bd2f8070-b4f6-4890-8ff2-6244b19fbdf7'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:16:58.900323 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b029af24-0b86-4286-8da1-6ebae092e6ad service neutron] Pushing event updated for resources: {'Port': ['ID=bd2f8070-b4f6-4890-8ff2-6244b19fbdf7,revision_number=3']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:16:58.929443 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c303068b-9e51-456e-b0d4-e36e522aa43f'] response: {'name': 'network-changed', 'server_uuid': '0d43d1c6-3472-4115-940c-d6c01d1ec4d1', 'tag': 'bd2f8070-b4f6-4890-8ff2-6244b19fbdf7', 'status': 'completed', 'code': 200} May 28 07:16:58.989103 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-1bde692b-4158-49ac-8404-7a8c786b4322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:59.045380 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb001990-5ba0-4cd1-addf-7ed35d752b4f req-76925852-91e3-43d8-b076-72c44f108929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:16:59.046898 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fb001990-5ba0-4cd1-addf-7ed35d752b4f req-76925852-91e3-43d8-b076-72c44f108929 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=6822027d93754239a80d5bb437eb9b0b&device_id=0d43d1c6-3472-4115-940c-d6c01d1ec4d1 HTTP/1.1" status: 200 len: 1099 time: 0.0751026 May 28 07:16:59.088117 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fb001990-5ba0-4cd1-addf-7ed35d752b4f req-e1e5f661-c0df-4be1-a15b-7f1cc0c5c587 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=6822027d93754239a80d5bb437eb9b0b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0276575 May 28 07:16:59.221969 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb001990-5ba0-4cd1-addf-7ed35d752b4f req-d66897b1-f411-4d31-8a8e-6d8ad9c95a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:16:59.223426 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fb001990-5ba0-4cd1-addf-7ed35d752b4f req-d66897b1-f411-4d31-8a8e-6d8ad9c95a27 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1294217 May 28 07:16:59.355778 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7a9499-c88c-4f66-8799-8e1db134e4d1 req-a0a97c36-fdaa-46c9-9fdd-df6384cfabcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:16:59.357144 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bb7a9499-c88c-4f66-8799-8e1db134e4d1 req-a0a97c36-fdaa-46c9-9fdd-df6384cfabcf service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=6822027d93754239a80d5bb437eb9b0b&device_id=0d43d1c6-3472-4115-940c-d6c01d1ec4d1 HTTP/1.1" status: 200 len: 1099 time: 0.0735905 May 28 07:16:59.429189 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bb7a9499-c88c-4f66-8799-8e1db134e4d1 req-90f89c6e-7d09-4732-b585-4122f385b042 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=bd2f8070-b4f6-4890-8ff2-6244b19fbdf7 HTTP/1.1" status: 200 len: 217 time: 0.0584538 May 28 07:16:59.492667 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7a9499-c88c-4f66-8799-8e1db134e4d1 req-a098fe6d-3336-4e6a-aad4-3a35a1d2eafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:16:59.494761 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bb7a9499-c88c-4f66-8799-8e1db134e4d1 req-a098fe6d-3336-4e6a-aad4-3a35a1d2eafb service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e72d0ca5-04cb-4b36-82b1-c75214c9eb05 HTTP/1.1" status: 200 len: 843 time: 0.0591397 May 28 07:16:59.569273 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7a9499-c88c-4f66-8799-8e1db134e4d1 req-3eceb346-f87c-4f42-9b66-3023773de0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:16:59.570771 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bb7a9499-c88c-4f66-8799-8e1db134e4d1 req-3eceb346-f87c-4f42-9b66-3023773de0c2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=bb90c162-fdb0-406b-af2b-5eef830db7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0692730 May 28 07:16:59.849017 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bb7a9499-c88c-4f66-8799-8e1db134e4d1 req-a8b088f7-7eb2-45d3-a171-c6027379977b service neutron] 10.222.0.71 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2708282 May 28 07:16:59.988987 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c275a0-95c7-4f96-944f-b16f3847cbf6 req-716920cb-f56a-4b1b-b9c9-34b605651d2e tempest-ServersAdminNegativeTestJSON-1189928509 tempest-ServersAdminNegativeTestJSON-1189928509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:16:59.990379 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-83c275a0-95c7-4f96-944f-b16f3847cbf6 req-716920cb-f56a-4b1b-b9c9-34b605651d2e tempest-ServersAdminNegativeTestJSON-1189928509 tempest-ServersAdminNegativeTestJSON-1189928509-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d43d1c6-3472-4115-940c-d6c01d1ec4d1 HTTP/1.1" status: 200 len: 948 time: 0.1965566 May 28 07:17:00.022673 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bb7a9499-c88c-4f66-8799-8e1db134e4d1 req-e3c5bbee-9851-4b4c-8899-f416b6d64c41 service neutron] 10.222.0.71 "GET /v2.0/networks/bb90c162-fdb0-406b-af2b-5eef830db7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640265 May 28 07:17:00.046015 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-83c275a0-95c7-4f96-944f-b16f3847cbf6 req-77106682-5f2c-41a2-84b4-0bf4ad81a43b tempest-ServersAdminNegativeTestJSON-1189928509 tempest-ServersAdminNegativeTestJSON-1189928509-project] 10.222.0.55 "GET /v2.0/security-groups?id=c2bd1f03-a701-4088-bf10-d8684cde6d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462334 May 28 07:17:00.051198 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:17:00.191011 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:17:01.231610 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa672f6-50da-4c01-a9e9-09d9c0c1623f req-2535d92e-e5ab-44f5-9a09-52bd2f5a9d00 tempest-ServersAdminNegativeTestJSON-1189928509 tempest-ServersAdminNegativeTestJSON-1189928509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:17:01.233070 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-efa672f6-50da-4c01-a9e9-09d9c0c1623f req-2535d92e-e5ab-44f5-9a09-52bd2f5a9d00 tempest-ServersAdminNegativeTestJSON-1189928509 tempest-ServersAdminNegativeTestJSON-1189928509-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d43d1c6-3472-4115-940c-d6c01d1ec4d1 HTTP/1.1" status: 200 len: 948 time: 0.0788641 May 28 07:17:01.280981 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-efa672f6-50da-4c01-a9e9-09d9c0c1623f req-70c606a0-49b3-471f-9d02-3ccb5e150a8c tempest-ServersAdminNegativeTestJSON-1189928509 tempest-ServersAdminNegativeTestJSON-1189928509-project] 10.222.0.55 "GET /v2.0/security-groups?id=c2bd1f03-a701-4088-bf10-d8684cde6d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419791 May 28 07:17:01.847976 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:17:01.858051 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device bd2f8070-b4f6-4890-8ff2-6244b19fbdf7 details requested by agent hyperv_n-h2-843702-1 with host n-h2-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 07:17:02.027994 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port bd2f8070-b4f6-4890-8ff2-6244b19fbdf7, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=bd2f8070-b4f6-4890-8ff2-6244b19fbdf7,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:17:02.040810 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Returning: {'device': 'bd2f8070-b4f6-4890-8ff2-6244b19fbdf7', 'network_id': 'bb90c162-fdb0-406b-af2b-5eef830db7a9', 'port_id': 'bd2f8070-b4f6-4890-8ff2-6244b19fbdf7', 'mac_address': 'fa:16:3e:c8:59:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e72d0ca5-04cb-4b36-82b1-c75214c9eb05', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 07:17:02.098852 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port bd2f8070-b4f6-4890-8ff2-6244b19fbdf7 is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:17:02.099147 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:17:02.116133 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd2f8070-b4f6-4890-8ff2-6244b19fbdf7 {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 07:17:02.131444 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port bd2f8070-b4f6-4890-8ff2-6244b19fbdf7, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=bd2f8070-b4f6-4890-8ff2-6244b19fbdf7,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:17:02.194544 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:17:02.263775 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=bd2f8070-b4f6-4890-8ff2-6244b19fbdf7,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:17:02.271179 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:17:02.277362 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:17:02.277362 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:17:02.277362 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:17:02.277362 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:17:02.277362 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:17:02.277362 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:17:02.277362 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:17:02.277362 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:17:02.277362 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:17:02.277362 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:17:02.277362 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:17:02.471911 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c8a776-63f6-48d2-b26f-b7ef11445543 req-6a6404f4-eb7b-4047-9f8a-805bb7e1d02c tempest-ServersAdminNegativeTestJSON-1189928509 tempest-ServersAdminNegativeTestJSON-1189928509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:17:02.474726 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d5c8a776-63f6-48d2-b26f-b7ef11445543 req-6a6404f4-eb7b-4047-9f8a-805bb7e1d02c tempest-ServersAdminNegativeTestJSON-1189928509 tempest-ServersAdminNegativeTestJSON-1189928509-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d43d1c6-3472-4115-940c-d6c01d1ec4d1 HTTP/1.1" status: 200 len: 949 time: 0.0884113 May 28 07:17:02.475197 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['bd2f8070-b4f6-4890-8ff2-6244b19fbdf7'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 07:17:02.524938 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d5c8a776-63f6-48d2-b26f-b7ef11445543 req-a14d87d0-d90b-48fc-aa7c-ceb98c2d3581 tempest-ServersAdminNegativeTestJSON-1189928509 tempest-ServersAdminNegativeTestJSON-1189928509-project] 10.222.0.55 "GET /v2.0/security-groups?id=c2bd1f03-a701-4088-bf10-d8684cde6d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439959 May 28 07:17:02.654109 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:17:03.711565 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db3f193-57a5-4b39-a3cd-d6cde390687c req-163ae97f-5844-4304-acf7-1120a86a158b tempest-ServersAdminNegativeTestJSON-1189928509 tempest-ServersAdminNegativeTestJSON-1189928509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:17:03.713846 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5db3f193-57a5-4b39-a3cd-d6cde390687c req-163ae97f-5844-4304-acf7-1120a86a158b tempest-ServersAdminNegativeTestJSON-1189928509 tempest-ServersAdminNegativeTestJSON-1189928509-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d43d1c6-3472-4115-940c-d6c01d1ec4d1 HTTP/1.1" status: 200 len: 949 time: 0.0818746 May 28 07:17:03.755743 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5db3f193-57a5-4b39-a3cd-d6cde390687c req-88e9a38b-12c5-44d3-9c3a-ee016d52ca79 tempest-ServersAdminNegativeTestJSON-1189928509 tempest-ServersAdminNegativeTestJSON-1189928509-project] 10.222.0.55 "GET /v2.0/security-groups?id=c2bd1f03-a701-4088-bf10-d8684cde6d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363958 May 28 07:17:03.869765 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device bd2f8070-b4f6-4890-8ff2-6244b19fbdf7 up at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:17:03.990701 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning for port bd2f8070-b4f6-4890-8ff2-6244b19fbdf7 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:17:03.996385 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning complete for port bd2f8070-b4f6-4890-8ff2-6244b19fbdf7 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:17:03.996749 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:17:04.110511 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port bd2f8070-b4f6-4890-8ff2-6244b19fbdf7 is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:17:04.110888 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:17:04.137727 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d43d1c6-3472-4115-940c-d6c01d1ec4d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd2f8070-b4f6-4890-8ff2-6244b19fbdf7'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:17:04.146581 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port bd2f8070-b4f6-4890-8ff2-6244b19fbdf7, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=bd2f8070-b4f6-4890-8ff2-6244b19fbdf7,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:17:04.213975 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:17:04.273095 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-278c6996-f959-4838-95f4-636b6b6f1a7f'] response: {'server_uuid': '0d43d1c6-3472-4115-940c-d6c01d1ec4d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd2f8070-b4f6-4890-8ff2-6244b19fbdf7', 'code': 200} May 28 07:17:04.282572 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=bd2f8070-b4f6-4890-8ff2-6244b19fbdf7,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:17:04.417526 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a22bcde-2523-4efb-ab76-0b5919743f07 req-15d8ac5f-f14c-49c1-a532-c161a5620003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:17:04.418959 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5a22bcde-2523-4efb-ab76-0b5919743f07 req-15d8ac5f-f14c-49c1-a532-c161a5620003 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=0d43d1c6-3472-4115-940c-d6c01d1ec4d1 HTTP/1.1" status: 200 len: 1101 time: 0.0677519 May 28 07:17:04.461798 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5a22bcde-2523-4efb-ab76-0b5919743f07 req-e4070219-ee26-4c50-baf6-a3389e18b3a1 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=c2bd1f03-a701-4088-bf10-d8684cde6d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365138 May 28 07:17:04.941744 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fd4d92-0e00-47d1-b255-4b0040b6ccf9 req-e8be0347-d9ee-4d67-86b9-a1fa15d82825 tempest-ServersAdminNegativeTestJSON-1189928509 tempest-ServersAdminNegativeTestJSON-1189928509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:17:04.943191 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-94fd4d92-0e00-47d1-b255-4b0040b6ccf9 req-e8be0347-d9ee-4d67-86b9-a1fa15d82825 tempest-ServersAdminNegativeTestJSON-1189928509 tempest-ServersAdminNegativeTestJSON-1189928509-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d43d1c6-3472-4115-940c-d6c01d1ec4d1 HTTP/1.1" status: 200 len: 950 time: 0.0818779 May 28 07:17:04.987521 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-94fd4d92-0e00-47d1-b255-4b0040b6ccf9 req-9f31cdba-440e-4ee9-8035-f277ebc918fa tempest-ServersAdminNegativeTestJSON-1189928509 tempest-ServersAdminNegativeTestJSON-1189928509-project] 10.222.0.55 "GET /v2.0/security-groups?id=c2bd1f03-a701-4088-bf10-d8684cde6d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384698 May 28 07:17:06.182576 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275dd091-6dc1-4425-93a3-43dfd3898920 req-a8a2ad1e-346d-414c-9fc6-bf6b744e0d6c tempest-ServersAdminNegativeTestJSON-1189928509 tempest-ServersAdminNegativeTestJSON-1189928509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:17:06.184034 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-275dd091-6dc1-4425-93a3-43dfd3898920 req-a8a2ad1e-346d-414c-9fc6-bf6b744e0d6c tempest-ServersAdminNegativeTestJSON-1189928509 tempest-ServersAdminNegativeTestJSON-1189928509-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d43d1c6-3472-4115-940c-d6c01d1ec4d1 HTTP/1.1" status: 200 len: 950 time: 0.0809398 May 28 07:17:06.226594 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-275dd091-6dc1-4425-93a3-43dfd3898920 req-f6b418cc-6544-4b6f-998b-e5654b3646ff tempest-ServersAdminNegativeTestJSON-1189928509 tempest-ServersAdminNegativeTestJSON-1189928509-project] 10.222.0.55 "GET /v2.0/security-groups?id=c2bd1f03-a701-4088-bf10-d8684cde6d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369182 May 28 07:17:07.861948 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36eb846-8752-435e-8859-8975f5e635c9 req-c9f2e189-49f8-43a9-8e9f-dd5426c0355b tempest-ServersAdminNegativeTestJSON-1189928509 tempest-ServersAdminNegativeTestJSON-1189928509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:17:07.863380 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e36eb846-8752-435e-8859-8975f5e635c9 req-c9f2e189-49f8-43a9-8e9f-dd5426c0355b tempest-ServersAdminNegativeTestJSON-1189928509 tempest-ServersAdminNegativeTestJSON-1189928509-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d43d1c6-3472-4115-940c-d6c01d1ec4d1 HTTP/1.1" status: 200 len: 950 time: 0.0851960 May 28 07:17:07.910315 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e36eb846-8752-435e-8859-8975f5e635c9 req-f7ebc757-9c1f-4ff9-be2f-5434ceaebdf8 tempest-ServersAdminNegativeTestJSON-1189928509 tempest-ServersAdminNegativeTestJSON-1189928509-project] 10.222.0.55 "GET /v2.0/security-groups?id=c2bd1f03-a701-4088-bf10-d8684cde6d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409741 May 28 07:17:09.102885 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b64e363-8ef5-44e6-9bf5-25c8df4245c0 req-8696cd17-1d32-4ece-b365-aa73ab821f9b tempest-ServersAdminNegativeTestJSON-1189928509 tempest-ServersAdminNegativeTestJSON-1189928509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:17:09.104348 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5b64e363-8ef5-44e6-9bf5-25c8df4245c0 req-8696cd17-1d32-4ece-b365-aa73ab821f9b tempest-ServersAdminNegativeTestJSON-1189928509 tempest-ServersAdminNegativeTestJSON-1189928509-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d43d1c6-3472-4115-940c-d6c01d1ec4d1 HTTP/1.1" status: 200 len: 950 time: 0.0869520 May 28 07:17:09.151387 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5b64e363-8ef5-44e6-9bf5-25c8df4245c0 req-125df93c-4bbb-4886-900f-f465c20c1328 tempest-ServersAdminNegativeTestJSON-1189928509 tempest-ServersAdminNegativeTestJSON-1189928509-project] 10.222.0.55 "GET /v2.0/security-groups?id=c2bd1f03-a701-4088-bf10-d8684cde6d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411551 May 28 07:17:09.254166 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1203c832-3439-4777-a6d6-d87f46536ef5 req-91f5e429-fb4a-45b4-96bb-7c05463d95b9 tempest-ServersAdminNegativeTestJSON-1189928509 tempest-ServersAdminNegativeTestJSON-1189928509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:17:09.255484 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1203c832-3439-4777-a6d6-d87f46536ef5 req-91f5e429-fb4a-45b4-96bb-7c05463d95b9 tempest-ServersAdminNegativeTestJSON-1189928509 tempest-ServersAdminNegativeTestJSON-1189928509-project] 10.222.0.71 "GET /v2.0/ports?device_id=0d43d1c6-3472-4115-940c-d6c01d1ec4d1 HTTP/1.1" status: 200 len: 950 time: 0.0782530 May 28 07:17:09.321693 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-1203c832-3439-4777-a6d6-d87f46536ef5 req-7ac75a61-b7b9-419e-9f25-5db4eb9ded59 tempest-ServersAdminNegativeTestJSON-1189928509 tempest-ServersAdminNegativeTestJSON-1189928509-project] Deleting port bd2f8070-b4f6-4890-8ff2-6244b19fbdf7 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:17:09.322022 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-1203c832-3439-4777-a6d6-d87f46536ef5 req-7ac75a61-b7b9-419e-9f25-5db4eb9ded59 tempest-ServersAdminNegativeTestJSON-1189928509 tempest-ServersAdminNegativeTestJSON-1189928509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:17:09.571129 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-1203c832-3439-4777-a6d6-d87f46536ef5 req-7ac75a61-b7b9-419e-9f25-5db4eb9ded59 tempest-ServersAdminNegativeTestJSON-1189928509 tempest-ServersAdminNegativeTestJSON-1189928509-project] For port bd2f8070-b4f6-4890-8ff2-6244b19fbdf7, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=bd2f8070-b4f6-4890-8ff2-6244b19fbdf7,segment=NetworkSegment(fcef47a6-858f-4fc0-9910-1f3d43fd4f6b),segment_id=fcef47a6-858f-4fc0-9910-1f3d43fd4f6b)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:17:09.571474 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-1203c832-3439-4777-a6d6-d87f46536ef5 req-7ac75a61-b7b9-419e-9f25-5db4eb9ded59 tempest-ServersAdminNegativeTestJSON-1189928509 tempest-ServersAdminNegativeTestJSON-1189928509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:17:09.696259 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-1203c832-3439-4777-a6d6-d87f46536ef5 req-7ac75a61-b7b9-419e-9f25-5db4eb9ded59 tempest-ServersAdminNegativeTestJSON-1189928509 tempest-ServersAdminNegativeTestJSON-1189928509-project] Calling delete_port for bd2f8070-b4f6-4890-8ff2-6244b19fbdf7 owned by compute:nova {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:17:09.990792 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-1203c832-3439-4777-a6d6-d87f46536ef5 req-7ac75a61-b7b9-419e-9f25-5db4eb9ded59 tempest-ServersAdminNegativeTestJSON-1189928509 tempest-ServersAdminNegativeTestJSON-1189928509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:17:10.045306 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac75a61-b7b9-419e-9f25-5db4eb9ded59 tempest-ServersAdminNegativeTestJSON-1189928509 tempest-ServersAdminNegativeTestJSON-1189928509-project] Pushing event deleted for resources: {'Port': ['ID=bd2f8070-b4f6-4890-8ff2-6244b19fbdf7,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:17:10.087229 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac75a61-b7b9-419e-9f25-5db4eb9ded59 tempest-ServersAdminNegativeTestJSON-1189928509 tempest-ServersAdminNegativeTestJSON-1189928509-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:17:10.088263 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac75a61-b7b9-419e-9f25-5db4eb9ded59 tempest-ServersAdminNegativeTestJSON-1189928509 tempest-ServersAdminNegativeTestJSON-1189928509-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:17:10.088609 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac75a61-b7b9-419e-9f25-5db4eb9ded59 tempest-ServersAdminNegativeTestJSON-1189928509 tempest-ServersAdminNegativeTestJSON-1189928509-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:17:10.088945 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac75a61-b7b9-419e-9f25-5db4eb9ded59 tempest-ServersAdminNegativeTestJSON-1189928509 tempest-ServersAdminNegativeTestJSON-1189928509-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:17:10.089530 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac75a61-b7b9-419e-9f25-5db4eb9ded59 tempest-ServersAdminNegativeTestJSON-1189928509 tempest-ServersAdminNegativeTestJSON-1189928509-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:17:10.089694 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac75a61-b7b9-419e-9f25-5db4eb9ded59 tempest-ServersAdminNegativeTestJSON-1189928509 tempest-ServersAdminNegativeTestJSON-1189928509-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:17:10.090025 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac75a61-b7b9-419e-9f25-5db4eb9ded59 tempest-ServersAdminNegativeTestJSON-1189928509 tempest-ServersAdminNegativeTestJSON-1189928509-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:17:10.090352 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac75a61-b7b9-419e-9f25-5db4eb9ded59 tempest-ServersAdminNegativeTestJSON-1189928509 tempest-ServersAdminNegativeTestJSON-1189928509-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:17:10.090682 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac75a61-b7b9-419e-9f25-5db4eb9ded59 tempest-ServersAdminNegativeTestJSON-1189928509 tempest-ServersAdminNegativeTestJSON-1189928509-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:17:10.091006 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac75a61-b7b9-419e-9f25-5db4eb9ded59 tempest-ServersAdminNegativeTestJSON-1189928509 tempest-ServersAdminNegativeTestJSON-1189928509-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:17:10.091328 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac75a61-b7b9-419e-9f25-5db4eb9ded59 tempest-ServersAdminNegativeTestJSON-1189928509 tempest-ServersAdminNegativeTestJSON-1189928509-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:17:10.091645 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac75a61-b7b9-419e-9f25-5db4eb9ded59 tempest-ServersAdminNegativeTestJSON-1189928509 tempest-ServersAdminNegativeTestJSON-1189928509-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:17:10.130956 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-1203c832-3439-4777-a6d6-d87f46536ef5 req-7ac75a61-b7b9-419e-9f25-5db4eb9ded59 tempest-ServersAdminNegativeTestJSON-1189928509 tempest-ServersAdminNegativeTestJSON-1189928509-project] No DVR routers for this DVR port bd2f8070-b4f6-4890-8ff2-6244b19fbdf7 on host n-h2-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 07:17:10.133626 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-1203c832-3439-4777-a6d6-d87f46536ef5 req-7ac75a61-b7b9-419e-9f25-5db4eb9ded59 tempest-ServersAdminNegativeTestJSON-1189928509 tempest-ServersAdminNegativeTestJSON-1189928509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:17:10.137007 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d43d1c6-3472-4115-940c-d6c01d1ec4d1', 'name': 'network-vif-deleted', 'tag': 'bd2f8070-b4f6-4890-8ff2-6244b19fbdf7'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:17:10.184670 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f69965b-320d-47ed-9559-4f119286bf4a'] response: {'server_uuid': '0d43d1c6-3472-4115-940c-d6c01d1ec4d1', 'name': 'network-vif-deleted', 'tag': 'bd2f8070-b4f6-4890-8ff2-6244b19fbdf7', 'status': 'completed', 'code': 200} May 28 07:17:10.207502 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1203c832-3439-4777-a6d6-d87f46536ef5 req-7ac75a61-b7b9-419e-9f25-5db4eb9ded59 tempest-ServersAdminNegativeTestJSON-1189928509 tempest-ServersAdminNegativeTestJSON-1189928509-project] 10.222.0.71 "DELETE /v2.0/ports/bd2f8070-b4f6-4890-8ff2-6244b19fbdf7 HTTP/1.1" status: 204 len: 173 time: 0.9472127 May 28 07:17:10.309769 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-68d6d1d6-b050-4e58-a752-7f771b682de6 req-0ff32cf1-1246-428f-9ec7-42639bd2fb39 tempest-ServersAdminNegativeTestJSON-1189928509 tempest-ServersAdminNegativeTestJSON-1189928509-project] Synchronizing usage tracker for tenant:6822027d93754239a80d5bb437eb9b0b on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:17:10.401916 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-68d6d1d6-b050-4e58-a752-7f771b682de6 req-0ff32cf1-1246-428f-9ec7-42639bd2fb39 tempest-ServersAdminNegativeTestJSON-1189928509 tempest-ServersAdminNegativeTestJSON-1189928509-project] Unset dirty status for tenant:6822027d93754239a80d5bb437eb9b0b on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:17:10.403091 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-68d6d1d6-b050-4e58-a752-7f771b682de6 req-0ff32cf1-1246-428f-9ec7-42639bd2fb39 tempest-ServersAdminNegativeTestJSON-1189928509 tempest-ServersAdminNegativeTestJSON-1189928509-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d43d1c6-3472-4115-940c-d6c01d1ec4d1 HTTP/1.1" status: 200 len: 210 time: 0.1378839 May 28 07:17:11.905303 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device bd2f8070-b4f6-4890-8ff2-6244b19fbdf7 no longer exists at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:17:11.943502 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] No Port match for: bd2f8070-b4f6-4890-8ff2-6244b19fbdf7 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 07:17:11.943846 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device bd2f8070-b4f6-4890-8ff2-6244b19fbdf7 not bound to the agent host n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 07:17:11.980889 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 55624) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:17:12.126493 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-c8c5eacd-323d-4648-8f8a-f44973187352 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6822027d93754239a80d5bb437eb9b0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1444061 May 28 07:17:12.128881 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 55630) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:17:12.184096 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d513d1b6-6bd9-44d9-add7-cd89a7c5ddd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:17:12.208358 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d513d1b6-6bd9-44d9-add7-cd89a7c5ddd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:17:12.360490 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d513d1b6-6bd9-44d9-add7-cd89a7c5ddd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:17:12.377128 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513d1b6-6bd9-44d9-add7-cd89a7c5ddd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2bd1f03-a701-4088-bf10-d8684cde6d54,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:17:12.464532 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d513d1b6-6bd9-44d9-add7-cd89a7c5ddd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:17:12.465720 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-d513d1b6-6bd9-44d9-add7-cd89a7c5ddd6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c2bd1f03-a701-4088-bf10-d8684cde6d54 HTTP/1.1" status: 204 len: 168 time: 0.3359575 May 28 07:17:13.052747 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 55638) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:17:13.075960 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-4f55d76e-cbdb-4ca0-8c62-57f10c53808c admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:17:13.092854 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-4f55d76e-cbdb-4ca0-8c62-57f10c53808c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:17:13.097232 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-4f55d76e-cbdb-4ca0-8c62-57f10c53808c admin admin] Usage tracker for resource:security_group_rule and tenant:26b8c2755dd04421a1bedb8a2a327960 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:17:13.100193 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-4f55d76e-cbdb-4ca0-8c62-57f10c53808c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:17:13.107038 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-4f55d76e-cbdb-4ca0-8c62-57f10c53808c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:17:13.187553 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-4f55d76e-cbdb-4ca0-8c62-57f10c53808c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:17:13.287280 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-4f55d76e-cbdb-4ca0-8c62-57f10c53808c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:17:13.334759 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-4f55d76e-cbdb-4ca0-8c62-57f10c53808c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=26b8c2755dd04421a1bedb8a2a327960&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2809522 May 28 07:17:13.335681 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f55d76e-cbdb-4ca0-8c62-57f10c53808c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a434fa1-f558-45db-8240-a56338c87246,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:17:13.337644 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 55642) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:17:13.400737 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f2b88449-ce16-4ba4-a29d-6ae8c07704c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:17:13.427832 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f2b88449-ce16-4ba4-a29d-6ae8c07704c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:17:13.566101 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f2b88449-ce16-4ba4-a29d-6ae8c07704c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:17:13.583114 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b88449-ce16-4ba4-a29d-6ae8c07704c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a434fa1-f558-45db-8240-a56338c87246,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:17:13.587585 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f2b88449-ce16-4ba4-a29d-6ae8c07704c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:17:13.592276 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-f2b88449-ce16-4ba4-a29d-6ae8c07704c1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5a434fa1-f558-45db-8240-a56338c87246 HTTP/1.1" status: 204 len: 168 time: 0.2498667 May 28 07:17:13.593398 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b88449-ce16-4ba4-a29d-6ae8c07704c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:17:13.593767 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b88449-ce16-4ba4-a29d-6ae8c07704c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:17:13.594185 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b88449-ce16-4ba4-a29d-6ae8c07704c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:17:13.594428 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b88449-ce16-4ba4-a29d-6ae8c07704c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:17:13.594757 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b88449-ce16-4ba4-a29d-6ae8c07704c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:17:13.595081 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b88449-ce16-4ba4-a29d-6ae8c07704c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:17:13.595405 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b88449-ce16-4ba4-a29d-6ae8c07704c1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:17:13.595722 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b88449-ce16-4ba4-a29d-6ae8c07704c1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:17:13.596043 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b88449-ce16-4ba4-a29d-6ae8c07704c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:17:13.596363 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b88449-ce16-4ba4-a29d-6ae8c07704c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:17:13.596698 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b88449-ce16-4ba4-a29d-6ae8c07704c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:17:13.596999 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b88449-ce16-4ba4-a29d-6ae8c07704c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:17:14.631813 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 55668) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:17:14.736001 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-8d862599-417a-4335-9292-03eddedb8abc admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-385071631-network', 'tenant_id': 'cc429f3d03a249538ee3463b448543e7'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:17:14.741716 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-8d862599-417a-4335-9292-03eddedb8abc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:17:14.746461 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-8d862599-417a-4335-9292-03eddedb8abc admin admin] Usage tracker for resource:network and tenant:cc429f3d03a249538ee3463b448543e7 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:17:14.749272 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-8d862599-417a-4335-9292-03eddedb8abc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:17:14.755456 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-8d862599-417a-4335-9292-03eddedb8abc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:17:14.851362 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d862599-417a-4335-9292-03eddedb8abc admin admin] Made reservation on behalf of cc429f3d03a249538ee3463b448543e7 for: {'network': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 07:17:14.854415 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8d862599-417a-4335-9292-03eddedb8abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:17:14.866701 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8d862599-417a-4335-9292-03eddedb8abc admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:17:14.881595 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-8d862599-417a-4335-9292-03eddedb8abc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:17:14.885300 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-8d862599-417a-4335-9292-03eddedb8abc admin admin] Usage tracker for resource:security_group_rule and tenant:cc429f3d03a249538ee3463b448543e7 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:17:14.888053 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-8d862599-417a-4335-9292-03eddedb8abc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:17:14.893666 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-8d862599-417a-4335-9292-03eddedb8abc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:17:14.972678 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8d862599-417a-4335-9292-03eddedb8abc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:17:15.042135 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8d862599-417a-4335-9292-03eddedb8abc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:17:15.072199 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d862599-417a-4335-9292-03eddedb8abc admin admin] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=89109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 07:17:15.080242 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d862599-417a-4335-9292-03eddedb8abc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e49ab02a-24ee-4d5c-8907-a0bf74cbe092,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:17:15.086420 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8d862599-417a-4335-9292-03eddedb8abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:17:15.086758 n-d-843702-1 neutron-server[89109]: INFO neutron.db.segments_db [None req-8d862599-417a-4335-9292-03eddedb8abc admin admin] Added segment 1ac42b08-faf0-4abe-bf35-8d4cc8fafb8f of type vlan for network 89ff828b-b28e-4d8c-a684-496402d8c72d May 28 07:17:15.116468 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8d862599-417a-4335-9292-03eddedb8abc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:17:15.219119 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8d862599-417a-4335-9292-03eddedb8abc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:17:15.220054 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d862599-417a-4335-9292-03eddedb8abc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:17:15.220630 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8d862599-417a-4335-9292-03eddedb8abc admin admin] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:17:15.317710 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d862599-417a-4335-9292-03eddedb8abc admin admin] Pushing event updated for resources: {'Network': ['ID=89ff828b-b28e-4d8c-a684-496402d8c72d,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:17:15.327527 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 89ff828b-b28e-4d8c-a684-496402d8c72d details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 07:17:15.405660 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-8d862599-417a-4335-9292-03eddedb8abc admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7700214 May 28 07:17:15.405921 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 55674) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:17:15.411290 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-835d590d-e040-47ee-84a7-5f8dcbb8ae4e admin admin] Request body: {'subnet': {'network_id': '89ff828b-b28e-4d8c-a684-496402d8c72d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-385071631-subnet', 'tenant_id': 'cc429f3d03a249538ee3463b448543e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:17:15.417530 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-835d590d-e040-47ee-84a7-5f8dcbb8ae4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:17:15.421392 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-835d590d-e040-47ee-84a7-5f8dcbb8ae4e admin admin] Usage tracker for resource:subnet and tenant:cc429f3d03a249538ee3463b448543e7 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:17:15.424237 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-835d590d-e040-47ee-84a7-5f8dcbb8ae4e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:17:15.429993 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-835d590d-e040-47ee-84a7-5f8dcbb8ae4e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:17:15.527699 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-835d590d-e040-47ee-84a7-5f8dcbb8ae4e admin admin] Made reservation on behalf of cc429f3d03a249538ee3463b448543e7 for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 07:17:15.530094 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-835d590d-e040-47ee-84a7-5f8dcbb8ae4e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:17:15.773857 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-835d590d-e040-47ee-84a7-5f8dcbb8ae4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:17:15.846867 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835d590d-e040-47ee-84a7-5f8dcbb8ae4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=623e9a9f-9134-442c-a5e0-b14442cc45c7,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:17:15.856246 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835d590d-e040-47ee-84a7-5f8dcbb8ae4e admin admin] Checking segment: {'id': '1ac42b08-faf0-4abe-bf35-8d4cc8fafb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '89ff828b-b28e-4d8c-a684-496402d8c72d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:17:15.856602 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-835d590d-e040-47ee-84a7-5f8dcbb8ae4e admin admin] Network hostable DHCP agents. Network: 89ff828b-b28e-4d8c-a684-496402d8c72d, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 07:17:15.965656 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-835d590d-e040-47ee-84a7-5f8dcbb8ae4e admin admin] Network 89ff828b-b28e-4d8c-a684-496402d8c72d is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 07:17:16.082060 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-835d590d-e040-47ee-84a7-5f8dcbb8ae4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, 89ff828b-b28e-4d8c-a684-496402d8c72d) {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:17:16.086161 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835d590d-e040-47ee-84a7-5f8dcbb8ae4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:17:16.086738 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-835d590d-e040-47ee-84a7-5f8dcbb8ae4e admin admin] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:17:16.092194 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01ca294-09a1-44b3-bb33-772abe487762 None None] Network 89ff828b-b28e-4d8c-a684-496402d8c72d requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 07:17:16.174162 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-835d590d-e040-47ee-84a7-5f8dcbb8ae4e admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7671590 May 28 07:17:16.300680 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292a502a-70ef-4a51-853b-6237bb9c11ba None None] Network 89ff828b-b28e-4d8c-a684-496402d8c72d requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 07:17:16.679990 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9975fe-a395-43ba-9baf-6c9c98bddd8f req-c6f53bc7-339e-4505-9f77-ad130ae37a51 tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:17:16.681654 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cb9975fe-a395-43ba-9baf-6c9c98bddd8f req-c6f53bc7-339e-4505-9f77-ad130ae37a51 tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] 10.222.0.55 "GET /v2.0/networks?id=89ff828b-b28e-4d8c-a684-496402d8c72d HTTP/1.1" status: 200 len: 811 time: 0.1444740 May 28 07:17:16.697248 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cb9975fe-a395-43ba-9baf-6c9c98bddd8f req-f74e1b71-fd3d-4c16-bf31-d8f181cc1c87 tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] 10.222.0.55 "GET /v2.0/quotas/cc429f3d03a249538ee3463b448543e7 HTTP/1.1" status: 200 len: 375 time: 0.0095615 May 28 07:17:16.743974 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cb9975fe-a395-43ba-9baf-6c9c98bddd8f req-40ec15cf-ea9d-448d-8b29-3d2527da6591 tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=cc429f3d03a249538ee3463b448543e7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0423784 May 28 07:17:16.934669 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cb9975fe-a395-43ba-9baf-6c9c98bddd8f req-2e658427-77af-4569-9cb6-1428f4111f90 service neutron] 10.222.0.55 "GET /v2.0/networks/89ff828b-b28e-4d8c-a684-496402d8c72d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835551 May 28 07:17:17.065977 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cb9975fe-a395-43ba-9baf-6c9c98bddd8f req-c884889a-a9c1-472b-9566-50dee794d0ef service neutron] 10.222.0.55 "GET /v2.0/networks/89ff828b-b28e-4d8c-a684-496402d8c72d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255298 May 28 07:17:17.380327 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c08a8edc-7a4b-4324-a022-6925674e794f req-4ac17625-5c1c-43bb-bddb-cee3603563f5 tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] 10.222.0.55 "GET /v2.0/ports?device_id=619c648e-c23a-4330-a264-7d4399267513 HTTP/1.1" status: 200 len: 210 time: 0.0467682 May 28 07:17:18.526905 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c5f818e1-2470-4c57-9009-412d244bbd1e req-f62fa1dc-12d5-480c-98ca-13774e74fc93 tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] 10.222.0.55 "GET /v2.0/ports?device_id=619c648e-c23a-4330-a264-7d4399267513 HTTP/1.1" status: 200 len: 210 time: 0.0432768 May 28 07:17:19.722524 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e44f3373-84d0-45ec-9fc8-da03d289bd4b req-5e6ef1ad-f1f1-4516-bb5b-3b684227edd4 tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] 10.222.0.55 "GET /v2.0/ports?device_id=619c648e-c23a-4330-a264-7d4399267513 HTTP/1.1" status: 200 len: 210 time: 0.0741210 May 28 07:17:19.751205 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9975fe-a395-43ba-9baf-6c9c98bddd8f req-9e07a163-5365-438d-aca3-6ad91af12ffe tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:17:19.753004 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cb9975fe-a395-43ba-9baf-6c9c98bddd8f req-9e07a163-5365-438d-aca3-6ad91af12ffe tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] 10.222.0.71 "GET /v2.0/networks?id=89ff828b-b28e-4d8c-a684-496402d8c72d HTTP/1.1" status: 200 len: 811 time: 0.2189858 May 28 07:17:19.771563 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-cb9975fe-a395-43ba-9baf-6c9c98bddd8f req-a49f2313-1076-463d-895b-9514732bd183 tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] Request body: {'port': {'device_id': '619c648e-c23a-4330-a264-7d4399267513', 'network_id': '89ff828b-b28e-4d8c-a684-496402d8c72d', 'admin_state_up': True, 'tenant_id': 'cc429f3d03a249538ee3463b448543e7'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:17:19.930737 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-cb9975fe-a395-43ba-9baf-6c9c98bddd8f req-a49f2313-1076-463d-895b-9514732bd183 tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:17:19.934725 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-cb9975fe-a395-43ba-9baf-6c9c98bddd8f req-a49f2313-1076-463d-895b-9514732bd183 tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] Usage tracker for resource:port and tenant:cc429f3d03a249538ee3463b448543e7 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:17:19.938205 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-cb9975fe-a395-43ba-9baf-6c9c98bddd8f req-a49f2313-1076-463d-895b-9514732bd183 tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:17:19.945026 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-cb9975fe-a395-43ba-9baf-6c9c98bddd8f req-a49f2313-1076-463d-895b-9514732bd183 tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:17:20.023266 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb9975fe-a395-43ba-9baf-6c9c98bddd8f req-a49f2313-1076-463d-895b-9514732bd183 tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] Made reservation on behalf of cc429f3d03a249538ee3463b448543e7 for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 07:17:20.027449 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-cb9975fe-a395-43ba-9baf-6c9c98bddd8f req-a49f2313-1076-463d-895b-9514732bd183 tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:17:20.204264 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [req-cb9975fe-a395-43ba-9baf-6c9c98bddd8f req-a49f2313-1076-463d-895b-9514732bd183 tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] Allocated IP 172.20.0.13 (89ff828b-b28e-4d8c-a684-496402d8c72d/623e9a9f-9134-442c-a5e0-b14442cc45c7/d6b459d9-7f7a-4481-bcf8-82b35f1b3159) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:17:20.514081 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-cb9975fe-a395-43ba-9baf-6c9c98bddd8f req-a49f2313-1076-463d-895b-9514732bd183 tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:17:20.623371 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-cb9975fe-a395-43ba-9baf-6c9c98bddd8f req-a49f2313-1076-463d-895b-9514732bd183 tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:17:20.690408 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb9975fe-a395-43ba-9baf-6c9c98bddd8f req-a49f2313-1076-463d-895b-9514732bd183 tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] Network 89ff828b-b28e-4d8c-a684-496402d8c72d is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:17:20.693201 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [req-cb9975fe-a395-43ba-9baf-6c9c98bddd8f req-a49f2313-1076-463d-895b-9514732bd183 tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:17:20.697932 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb9975fe-a395-43ba-9baf-6c9c98bddd8f req-a49f2313-1076-463d-895b-9514732bd183 tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:17:20.735457 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49f2313-1076-463d-895b-9514732bd183 tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] Pushing event updated for resources: {'Port': ['ID=d6b459d9-7f7a-4481-bcf8-82b35f1b3159,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:17:20.766629 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9975fe-a395-43ba-9baf-6c9c98bddd8f req-a49f2313-1076-463d-895b-9514732bd183 tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:17:20.767225 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-cb9975fe-a395-43ba-9baf-6c9c98bddd8f req-a49f2313-1076-463d-895b-9514732bd183 tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:17:20.875723 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cb9975fe-a395-43ba-9baf-6c9c98bddd8f req-a49f2313-1076-463d-895b-9514732bd183 tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1081791 May 28 07:17:20.894207 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-cb9975fe-a395-43ba-9baf-6c9c98bddd8f req-e1326ae9-c486-4164-ba11-b872c327cdc3 service neutron] Request body: {'port': {'device_id': '619c648e-c23a-4330-a264-7d4399267513', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843702-1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:17:21.011096 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f24e397-bbc6-4216-b626-2663193ff95f req-9384d7db-d204-42a3-8649-41ea97780d93 tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:17:21.011775 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-1f24e397-bbc6-4216-b626-2663193ff95f req-9384d7db-d204-42a3-8649-41ea97780d93 tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] Synchronizing usage tracker for tenant:cc429f3d03a249538ee3463b448543e7 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:17:21.032245 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-cb9975fe-a395-43ba-9baf-6c9c98bddd8f req-e1326ae9-c486-4164-ba11-b872c327cdc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:17:21.110937 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-1f24e397-bbc6-4216-b626-2663193ff95f req-9384d7db-d204-42a3-8649-41ea97780d93 tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] Unset dirty status for tenant:cc429f3d03a249538ee3463b448543e7 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:17:21.112089 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1f24e397-bbc6-4216-b626-2663193ff95f req-9384d7db-d204-42a3-8649-41ea97780d93 tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] 10.222.0.55 "GET /v2.0/ports?device_id=619c648e-c23a-4330-a264-7d4399267513 HTTP/1.1" status: 200 len: 932 time: 0.2793941 May 28 07:17:21.244612 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1f24e397-bbc6-4216-b626-2663193ff95f req-40cc3c24-89df-4da5-863b-b157dd2c5e21 tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] 10.222.0.55 "GET /v2.0/security-groups?id=e49ab02a-24ee-4d5c-8907-a0bf74cbe092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830231 May 28 07:17:21.421747 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [req-cb9975fe-a395-43ba-9baf-6c9c98bddd8f req-e1326ae9-c486-4164-ba11-b872c327cdc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6b459d9-7f7a-4481-bcf8-82b35f1b3159 {{(pid=89110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 07:17:21.428806 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-cb9975fe-a395-43ba-9baf-6c9c98bddd8f req-e1326ae9-c486-4164-ba11-b872c327cdc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:17:21.443329 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-cb9975fe-a395-43ba-9baf-6c9c98bddd8f req-e1326ae9-c486-4164-ba11-b872c327cdc3 service neutron] Transition to ACTIVE for port object d6b459d9-7f7a-4481-bcf8-82b35f1b3159 will not be triggered until provisioned by entity L2. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:17:21.516242 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-cb9975fe-a395-43ba-9baf-6c9c98bddd8f req-e1326ae9-c486-4164-ba11-b872c327cdc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:17:21.643624 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1326ae9-c486-4164-ba11-b872c327cdc3 service neutron] Pushing event updated for resources: {'Port': ['ID=d6b459d9-7f7a-4481-bcf8-82b35f1b3159,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:17:21.742588 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-cb9975fe-a395-43ba-9baf-6c9c98bddd8f req-e1326ae9-c486-4164-ba11-b872c327cdc3 service neutron] Attempting to bind port d6b459d9-7f7a-4481-bcf8-82b35f1b3159 on host n-h2-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 07:17:21.743238 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-cb9975fe-a395-43ba-9baf-6c9c98bddd8f req-e1326ae9-c486-4164-ba11-b872c327cdc3 service neutron] Attempting to bind port d6b459d9-7f7a-4481-bcf8-82b35f1b3159 by drivers openvswitch,hyperv on host n-h2-843702-1 at level 0 using segments [{'id': '1ac42b08-faf0-4abe-bf35-8d4cc8fafb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '89ff828b-b28e-4d8c-a684-496402d8c72d'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 07:17:21.743238 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9975fe-a395-43ba-9baf-6c9c98bddd8f req-e1326ae9-c486-4164-ba11-b872c327cdc3 service neutron] Attempting to bind port d6b459d9-7f7a-4481-bcf8-82b35f1b3159 on network 89ff828b-b28e-4d8c-a684-496402d8c72d {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:17:21.747855 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9975fe-a395-43ba-9baf-6c9c98bddd8f req-e1326ae9-c486-4164-ba11-b872c327cdc3 service neutron] Port d6b459d9-7f7a-4481-bcf8-82b35f1b3159 on network 89ff828b-b28e-4d8c-a684-496402d8c72d not bound, no agent of type Open vSwitch agent registered on host n-h2-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 07:17:21.748172 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9975fe-a395-43ba-9baf-6c9c98bddd8f req-e1326ae9-c486-4164-ba11-b872c327cdc3 service neutron] Attempting to bind port d6b459d9-7f7a-4481-bcf8-82b35f1b3159 on network 89ff828b-b28e-4d8c-a684-496402d8c72d {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:17:21.753161 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9975fe-a395-43ba-9baf-6c9c98bddd8f req-e1326ae9-c486-4164-ba11-b872c327cdc3 service neutron] Checking agent: {'id': 'f1a3973b-d2b3-4558-88e7-2ac50857d302', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 7, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 07:17:21.753520 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9975fe-a395-43ba-9baf-6c9c98bddd8f req-e1326ae9-c486-4164-ba11-b872c327cdc3 service neutron] Checking segment: {'id': '1ac42b08-faf0-4abe-bf35-8d4cc8fafb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '89ff828b-b28e-4d8c-a684-496402d8c72d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:17:21.753902 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9975fe-a395-43ba-9baf-6c9c98bddd8f req-e1326ae9-c486-4164-ba11-b872c327cdc3 service neutron] Bound using segment: {'id': '1ac42b08-faf0-4abe-bf35-8d4cc8fafb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '89ff828b-b28e-4d8c-a684-496402d8c72d'} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 07:17:21.754320 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-cb9975fe-a395-43ba-9baf-6c9c98bddd8f req-e1326ae9-c486-4164-ba11-b872c327cdc3 service neutron] Bound port: d6b459d9-7f7a-4481-bcf8-82b35f1b3159, host: n-h2-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ac42b08-faf0-4abe-bf35-8d4cc8fafb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '89ff828b-b28e-4d8c-a684-496402d8c72d'}}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 07:17:21.754655 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-cb9975fe-a395-43ba-9baf-6c9c98bddd8f req-e1326ae9-c486-4164-ba11-b872c327cdc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:17:21.844268 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-cb9975fe-a395-43ba-9baf-6c9c98bddd8f req-e1326ae9-c486-4164-ba11-b872c327cdc3 service neutron] For port d6b459d9-7f7a-4481-bcf8-82b35f1b3159, host n-h2-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:17:21.847321 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-cb9975fe-a395-43ba-9baf-6c9c98bddd8f req-e1326ae9-c486-4164-ba11-b872c327cdc3 service neutron] For port d6b459d9-7f7a-4481-bcf8-82b35f1b3159, host n-h2-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=d6b459d9-7f7a-4481-bcf8-82b35f1b3159,segment=NetworkSegment(1ac42b08-faf0-4abe-bf35-8d4cc8fafb8f),segment_id=1ac42b08-faf0-4abe-bf35-8d4cc8fafb8f)] {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 07:17:21.916267 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-cb9975fe-a395-43ba-9baf-6c9c98bddd8f req-e1326ae9-c486-4164-ba11-b872c327cdc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:17:21.980002 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9975fe-a395-43ba-9baf-6c9c98bddd8f req-e1326ae9-c486-4164-ba11-b872c327cdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:17:21.980598 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-cb9975fe-a395-43ba-9baf-6c9c98bddd8f req-e1326ae9-c486-4164-ba11-b872c327cdc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:17:21.982042 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cb9975fe-a395-43ba-9baf-6c9c98bddd8f req-e1326ae9-c486-4164-ba11-b872c327cdc3 service neutron] 10.222.0.71 "PUT /v2.0/ports/d6b459d9-7f7a-4481-bcf8-82b35f1b3159 HTTP/1.1" status: 200 len: 1092 time: 1.0927408 May 28 07:17:21.982462 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '619c648e-c23a-4330-a264-7d4399267513', 'tag': 'd6b459d9-7f7a-4481-bcf8-82b35f1b3159'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:17:22.005219 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1326ae9-c486-4164-ba11-b872c327cdc3 service neutron] Pushing event updated for resources: {'Port': ['ID=d6b459d9-7f7a-4481-bcf8-82b35f1b3159,revision_number=3']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:17:22.033744 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aaa92fe0-3061-4b61-a913-c7f00d8406f4'] response: {'name': 'network-changed', 'server_uuid': '619c648e-c23a-4330-a264-7d4399267513', 'tag': 'd6b459d9-7f7a-4481-bcf8-82b35f1b3159', 'status': 'completed', 'code': 200} May 28 07:17:22.144351 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5974734-8846-46cd-8f8e-9489842f74f3 req-32039000-1424-432c-be22-d569accff389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:17:22.145854 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a5974734-8846-46cd-8f8e-9489842f74f3 req-32039000-1424-432c-be22-d569accff389 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cc429f3d03a249538ee3463b448543e7&device_id=619c648e-c23a-4330-a264-7d4399267513 HTTP/1.1" status: 200 len: 1095 time: 0.0728345 May 28 07:17:22.292604 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5974734-8846-46cd-8f8e-9489842f74f3 req-c9499cc0-24d2-4b0b-911c-0c524ed1bde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:17:22.294153 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a5974734-8846-46cd-8f8e-9489842f74f3 req-c9499cc0-24d2-4b0b-911c-0c524ed1bde9 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=cc429f3d03a249538ee3463b448543e7&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1347909 May 28 07:17:22.504386 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5974734-8846-46cd-8f8e-9489842f74f3 req-634f0e94-7c37-4178-9ae0-b426a2ff4749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:17:22.505849 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a5974734-8846-46cd-8f8e-9489842f74f3 req-634f0e94-7c37-4178-9ae0-b426a2ff4749 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2050638 May 28 07:17:22.518837 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2a6772-11e9-4329-8f6e-d8d1ba5b41fc req-e48461f7-a1af-4918-98f0-4571a632b5bd tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:17:22.520748 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4f2a6772-11e9-4329-8f6e-d8d1ba5b41fc req-e48461f7-a1af-4918-98f0-4571a632b5bd tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] 10.222.0.55 "GET /v2.0/ports?device_id=619c648e-c23a-4330-a264-7d4399267513 HTTP/1.1" status: 200 len: 944 time: 0.1415408 May 28 07:17:22.572948 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4f2a6772-11e9-4329-8f6e-d8d1ba5b41fc req-944eb87b-6315-4633-83e5-8b3b56606196 tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] 10.222.0.55 "GET /v2.0/security-groups?id=e49ab02a-24ee-4d5c-8907-a0bf74cbe092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461438 May 28 07:17:22.751110 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9975fe-a395-43ba-9baf-6c9c98bddd8f req-4a15ea6c-925a-41e4-9504-6a152c04fac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:17:22.752570 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cb9975fe-a395-43ba-9baf-6c9c98bddd8f req-4a15ea6c-925a-41e4-9504-6a152c04fac1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cc429f3d03a249538ee3463b448543e7&device_id=619c648e-c23a-4330-a264-7d4399267513 HTTP/1.1" status: 200 len: 1095 time: 0.1725719 May 28 07:17:22.827503 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cb9975fe-a395-43ba-9baf-6c9c98bddd8f req-851d5ac5-03a2-4afa-8073-63bdbd18735e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d6b459d9-7f7a-4481-bcf8-82b35f1b3159 HTTP/1.1" status: 200 len: 217 time: 0.0624413 May 28 07:17:22.892944 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9975fe-a395-43ba-9baf-6c9c98bddd8f req-4b72a986-7f6f-4722-be55-ea9ec3171908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:17:22.894412 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cb9975fe-a395-43ba-9baf-6c9c98bddd8f req-4b72a986-7f6f-4722-be55-ea9ec3171908 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=623e9a9f-9134-442c-a5e0-b14442cc45c7 HTTP/1.1" status: 200 len: 851 time: 0.0607424 May 28 07:17:22.945519 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cb9975fe-a395-43ba-9baf-6c9c98bddd8f req-c3ba698a-4a5a-4b61-9944-5a1c790d1440 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=89ff828b-b28e-4d8c-a684-496402d8c72d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443966 May 28 07:17:23.075436 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cb9975fe-a395-43ba-9baf-6c9c98bddd8f req-e61e4145-2cab-403f-a4b8-1e7e267e80b4 service neutron] 10.222.0.71 "GET /v2.0/networks/89ff828b-b28e-4d8c-a684-496402d8c72d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237328 May 28 07:17:23.207053 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cb9975fe-a395-43ba-9baf-6c9c98bddd8f req-4c2bb840-cadb-4c99-b051-0c5757b6fe5a service neutron] 10.222.0.71 "GET /v2.0/networks/89ff828b-b28e-4d8c-a684-496402d8c72d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242294 May 28 07:17:23.759844 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7abf8b0-9fd4-4716-8d9c-0c501770fdfe req-66206356-3de3-4827-b1db-e7d787ab8a99 tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:17:23.761337 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e7abf8b0-9fd4-4716-8d9c-0c501770fdfe req-66206356-3de3-4827-b1db-e7d787ab8a99 tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] 10.222.0.55 "GET /v2.0/ports?device_id=619c648e-c23a-4330-a264-7d4399267513 HTTP/1.1" status: 200 len: 944 time: 0.0809615 May 28 07:17:23.804779 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e7abf8b0-9fd4-4716-8d9c-0c501770fdfe req-5c4d7ceb-d8ab-4d95-9854-e6a1e3cd919e tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] 10.222.0.55 "GET /v2.0/security-groups?id=e49ab02a-24ee-4d5c-8907-a0bf74cbe092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376437 May 28 07:17:24.990066 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfce33b-a112-47e8-9aba-624d85d3c38b req-7bf8da0a-7abb-4de8-8914-49808ab826f9 tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:17:24.991497 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9cfce33b-a112-47e8-9aba-624d85d3c38b req-7bf8da0a-7abb-4de8-8914-49808ab826f9 tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] 10.222.0.55 "GET /v2.0/ports?device_id=619c648e-c23a-4330-a264-7d4399267513 HTTP/1.1" status: 200 len: 944 time: 0.0829339 May 28 07:17:25.035513 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9cfce33b-a112-47e8-9aba-624d85d3c38b req-6a88a7f4-ed48-4c86-8d1e-516d3310af58 tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] 10.222.0.55 "GET /v2.0/security-groups?id=e49ab02a-24ee-4d5c-8907-a0bf74cbe092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379679 May 28 07:17:25.932975 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device d6b459d9-7f7a-4481-bcf8-82b35f1b3159 details requested by agent hyperv_n-h2-843702-1 with host n-h2-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 07:17:26.068561 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port d6b459d9-7f7a-4481-bcf8-82b35f1b3159, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=d6b459d9-7f7a-4481-bcf8-82b35f1b3159,segment=NetworkSegment(1ac42b08-faf0-4abe-bf35-8d4cc8fafb8f),segment_id=1ac42b08-faf0-4abe-bf35-8d4cc8fafb8f)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:17:26.082435 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Returning: {'device': 'd6b459d9-7f7a-4481-bcf8-82b35f1b3159', 'network_id': '89ff828b-b28e-4d8c-a684-496402d8c72d', 'port_id': 'd6b459d9-7f7a-4481-bcf8-82b35f1b3159', 'mac_address': 'fa:16:3e:0d:eb:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '623e9a9f-9134-442c-a5e0-b14442cc45c7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 07:17:26.139070 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port d6b459d9-7f7a-4481-bcf8-82b35f1b3159 is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:17:26.139448 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:17:26.157286 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6b459d9-7f7a-4481-bcf8-82b35f1b3159 {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 07:17:26.173335 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port d6b459d9-7f7a-4481-bcf8-82b35f1b3159, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=d6b459d9-7f7a-4481-bcf8-82b35f1b3159,segment=NetworkSegment(1ac42b08-faf0-4abe-bf35-8d4cc8fafb8f),segment_id=1ac42b08-faf0-4abe-bf35-8d4cc8fafb8f)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:17:26.219260 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbd2ea0-bff5-4607-813f-ac1b73608c07 req-73a39ad8-923b-4ec9-b5c6-1027eaa0c4e6 tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:17:26.220617 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7dbd2ea0-bff5-4607-813f-ac1b73608c07 req-73a39ad8-923b-4ec9-b5c6-1027eaa0c4e6 tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] 10.222.0.55 "GET /v2.0/ports?device_id=619c648e-c23a-4330-a264-7d4399267513 HTTP/1.1" status: 200 len: 944 time: 0.0789270 May 28 07:17:26.263586 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7dbd2ea0-bff5-4607-813f-ac1b73608c07 req-d26f40bb-8484-41f8-841a-dd3f595702bf tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] 10.222.0.55 "GET /v2.0/security-groups?id=e49ab02a-24ee-4d5c-8907-a0bf74cbe092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373070 May 28 07:17:26.291164 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:17:26.360980 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=d6b459d9-7f7a-4481-bcf8-82b35f1b3159,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:17:26.539130 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-600a68e2-807e-4cf9-9ef8-b69d4b7f8dc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:17:26.555302 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['d6b459d9-7f7a-4481-bcf8-82b35f1b3159'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 07:17:27.447873 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239f06f0-5f45-451d-8a38-385488479bc6 req-b1428e83-b943-4a34-a7b4-b4dfa378f664 tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:17:27.449472 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-239f06f0-5f45-451d-8a38-385488479bc6 req-b1428e83-b943-4a34-a7b4-b4dfa378f664 tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] 10.222.0.55 "GET /v2.0/ports?device_id=619c648e-c23a-4330-a264-7d4399267513 HTTP/1.1" status: 200 len: 945 time: 0.0811994 May 28 07:17:27.494426 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-239f06f0-5f45-451d-8a38-385488479bc6 req-411aa180-f824-4c51-b9f6-97de77ae6b24 tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] 10.222.0.55 "GET /v2.0/security-groups?id=e49ab02a-24ee-4d5c-8907-a0bf74cbe092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389748 May 28 07:17:27.948401 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device d6b459d9-7f7a-4481-bcf8-82b35f1b3159 up at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:17:28.045172 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:17:28.073602 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning for port d6b459d9-7f7a-4481-bcf8-82b35f1b3159 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:17:28.078264 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning complete for port d6b459d9-7f7a-4481-bcf8-82b35f1b3159 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:17:28.078619 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:17:28.197159 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port d6b459d9-7f7a-4481-bcf8-82b35f1b3159 is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:17:28.197568 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:17:28.225842 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '619c648e-c23a-4330-a264-7d4399267513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6b459d9-7f7a-4481-bcf8-82b35f1b3159'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:17:28.235202 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port d6b459d9-7f7a-4481-bcf8-82b35f1b3159, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=d6b459d9-7f7a-4481-bcf8-82b35f1b3159,segment=NetworkSegment(1ac42b08-faf0-4abe-bf35-8d4cc8fafb8f),segment_id=1ac42b08-faf0-4abe-bf35-8d4cc8fafb8f)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:17:28.269228 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e732698-6bdb-4eff-9105-23acf9dc52a2'] response: {'server_uuid': '619c648e-c23a-4330-a264-7d4399267513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6b459d9-7f7a-4481-bcf8-82b35f1b3159', 'code': 200} May 28 07:17:28.322010 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:17:28.391878 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=d6b459d9-7f7a-4481-bcf8-82b35f1b3159,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:17:28.424311 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d595f590-796e-45f4-ab89-b55fd25765ca req-b1a31c9b-cf9d-4d07-a286-bd40fc435312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:17:28.427593 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d595f590-796e-45f4-ab89-b55fd25765ca req-b1a31c9b-cf9d-4d07-a286-bd40fc435312 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=619c648e-c23a-4330-a264-7d4399267513 HTTP/1.1" status: 200 len: 1097 time: 0.0717137 May 28 07:17:28.481913 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d595f590-796e-45f4-ab89-b55fd25765ca req-840f5d4b-e99b-439b-933d-fc248acf680c service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=e49ab02a-24ee-4d5c-8907-a0bf74cbe092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495625 May 28 07:17:28.683819 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731ec0d2-5d75-418a-bf95-7a2ad7e2ceea req-0d765457-e811-40b6-88bf-5387e8b5a984 tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:17:28.685244 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-731ec0d2-5d75-418a-bf95-7a2ad7e2ceea req-0d765457-e811-40b6-88bf-5387e8b5a984 tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] 10.222.0.55 "GET /v2.0/ports?device_id=619c648e-c23a-4330-a264-7d4399267513 HTTP/1.1" status: 200 len: 946 time: 0.0787129 May 28 07:17:28.729211 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-731ec0d2-5d75-418a-bf95-7a2ad7e2ceea req-56376f18-f893-495b-9d6d-05bcca3e3679 tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] 10.222.0.55 "GET /v2.0/security-groups?id=e49ab02a-24ee-4d5c-8907-a0bf74cbe092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382676 May 28 07:17:28.916487 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-07e80230-195f-4b3b-b2ca-9152000c00e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:17:29.830095 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e1b69457-ed78-44d4-a3f8-b6af896ab0ad req-5ce96e66-dce5-426a-a0fc-1c53aa6007c6 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=619c648e-c23a-4330-a264-7d4399267513&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0739861 May 28 07:17:29.916657 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4064d040-2a4e-4fee-b031-909679719c5c req-4b14919a-6f43-4db3-b01b-b6733f7804d5 tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:17:29.918147 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4064d040-2a4e-4fee-b031-909679719c5c req-4b14919a-6f43-4db3-b01b-b6733f7804d5 tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] 10.222.0.55 "GET /v2.0/ports?device_id=619c648e-c23a-4330-a264-7d4399267513 HTTP/1.1" status: 200 len: 946 time: 0.0799336 May 28 07:17:30.011803 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4064d040-2a4e-4fee-b031-909679719c5c req-c709fdeb-d0a8-45f4-8a7c-020117a09098 tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] 10.222.0.55 "GET /v2.0/security-groups?id=e49ab02a-24ee-4d5c-8907-a0bf74cbe092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596230 May 28 07:17:30.017114 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:17:30.026689 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b69457-ed78-44d4-a3f8-b6af896ab0ad req-7be90bf0-9fc2-4f94-acf9-554b6ee93491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:17:30.026689 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e1b69457-ed78-44d4-a3f8-b6af896ab0ad req-7be90bf0-9fc2-4f94-acf9-554b6ee93491 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cc429f3d03a249538ee3463b448543e7&device_id=619c648e-c23a-4330-a264-7d4399267513 HTTP/1.1" status: 200 len: 1097 time: 0.1075649 May 28 07:17:30.114200 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:17:30.175880 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b69457-ed78-44d4-a3f8-b6af896ab0ad req-bf401af1-7108-46ea-bc6d-91b0ca8b4fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:17:30.177441 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e1b69457-ed78-44d4-a3f8-b6af896ab0ad req-bf401af1-7108-46ea-bc6d-91b0ca8b4fb3 service neutron] 10.222.0.71 "GET /v2.0/networks?id=89ff828b-b28e-4d8c-a684-496402d8c72d HTTP/1.1" status: 200 len: 912 time: 0.1321123 May 28 07:17:30.242109 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e1b69457-ed78-44d4-a3f8-b6af896ab0ad req-90adb4b0-f5df-4b6c-9bfb-ac8a5de68707 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d6b459d9-7f7a-4481-bcf8-82b35f1b3159 HTTP/1.1" status: 200 len: 217 time: 0.0587187 May 28 07:17:30.418437 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b69457-ed78-44d4-a3f8-b6af896ab0ad req-c89151a4-f403-46a1-ad78-56b092cbf6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:17:30.419927 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e1b69457-ed78-44d4-a3f8-b6af896ab0ad req-c89151a4-f403-46a1-ad78-56b092cbf6d7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=623e9a9f-9134-442c-a5e0-b14442cc45c7 HTTP/1.1" status: 200 len: 851 time: 0.1727834 May 28 07:17:30.472164 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e1b69457-ed78-44d4-a3f8-b6af896ab0ad req-976241bc-939f-4a2b-bad7-63cb41d03b1c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=89ff828b-b28e-4d8c-a684-496402d8c72d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458353 May 28 07:17:30.666663 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e1b69457-ed78-44d4-a3f8-b6af896ab0ad req-a2b8f108-7e3f-40a3-a478-97d108dd8cb4 service neutron] 10.222.0.71 "GET /v2.0/networks/89ff828b-b28e-4d8c-a684-496402d8c72d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878018 May 28 07:17:30.681449 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17657ce-51f7-4279-bda1-55feadc3bdc7 req-762c5c47-da36-47f9-80ad-3189643a2fcd tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:17:30.682967 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c17657ce-51f7-4279-bda1-55feadc3bdc7 req-762c5c47-da36-47f9-80ad-3189643a2fcd tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] 10.222.0.55 "GET /v2.0/ports?device_id=619c648e-c23a-4330-a264-7d4399267513 HTTP/1.1" status: 200 len: 946 time: 0.1322422 May 28 07:17:30.733151 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-92def6c5-d4d4-460d-a014-14fe3d98d6e2 req-77fcf198-69c3-4d42-abba-7a59112a6879 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=619c648e-c23a-4330-a264-7d4399267513&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1127203 May 28 07:17:30.814339 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c17657ce-51f7-4279-bda1-55feadc3bdc7 req-2cf13866-f4fa-4b24-a5e9-db9fde2abdf9 tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] 10.222.0.55 "GET /v2.0/security-groups?id=e49ab02a-24ee-4d5c-8907-a0bf74cbe092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122811 May 28 07:17:30.837749 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e1b69457-ed78-44d4-a3f8-b6af896ab0ad req-f9618499-4962-42c5-b2bd-2720a5120e87 service neutron] 10.222.0.71 "GET /v2.0/networks/89ff828b-b28e-4d8c-a684-496402d8c72d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635873 May 28 07:17:30.875620 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 07:17:31.870654 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:17:32.012314 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e786597-e94a-4723-b936-9082f7cebfab req-fc76fd7a-de41-409f-8fcf-b2f8717fb03f tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:17:32.013833 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9e786597-e94a-4723-b936-9082f7cebfab req-fc76fd7a-de41-409f-8fcf-b2f8717fb03f tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] 10.222.0.55 "GET /v2.0/ports?device_id=619c648e-c23a-4330-a264-7d4399267513 HTTP/1.1" status: 200 len: 946 time: 0.0860178 May 28 07:17:32.058789 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9e786597-e94a-4723-b936-9082f7cebfab req-d0d4015f-ea73-4d77-a82e-abeb2a5d61ed tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] 10.222.0.55 "GET /v2.0/security-groups?id=e49ab02a-24ee-4d5c-8907-a0bf74cbe092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388908 May 28 07:17:32.704443 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:17:33.253329 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2c388a-1570-4113-84e3-d9d9a6f2c510 req-fe037f91-8d6e-49f6-a32b-58410abe5407 tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:17:33.254810 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-df2c388a-1570-4113-84e3-d9d9a6f2c510 req-fe037f91-8d6e-49f6-a32b-58410abe5407 tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] 10.222.0.55 "GET /v2.0/ports?device_id=619c648e-c23a-4330-a264-7d4399267513 HTTP/1.1" status: 200 len: 946 time: 0.0821352 May 28 07:17:33.300415 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-df2c388a-1570-4113-84e3-d9d9a6f2c510 req-716fb76f-ceb6-4568-845f-b5c88bc7d99d tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] 10.222.0.55 "GET /v2.0/security-groups?id=e49ab02a-24ee-4d5c-8907-a0bf74cbe092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390773 May 28 07:17:33.374423 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92def6c5-d4d4-460d-a014-14fe3d98d6e2 req-5e1159e8-3137-443f-baa3-b7b3875aabf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:17:33.375802 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-92def6c5-d4d4-460d-a014-14fe3d98d6e2 req-5e1159e8-3137-443f-baa3-b7b3875aabf6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cc429f3d03a249538ee3463b448543e7&device_id=619c648e-c23a-4330-a264-7d4399267513 HTTP/1.1" status: 200 len: 1097 time: 0.0787611 May 28 07:17:33.506093 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92def6c5-d4d4-460d-a014-14fe3d98d6e2 req-2686f509-4a45-404b-ba4d-53fe60d79463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:17:33.507528 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-92def6c5-d4d4-460d-a014-14fe3d98d6e2 req-2686f509-4a45-404b-ba4d-53fe60d79463 service neutron] 10.222.0.71 "GET /v2.0/networks?id=89ff828b-b28e-4d8c-a684-496402d8c72d HTTP/1.1" status: 200 len: 912 time: 0.1256037 May 28 07:17:33.573682 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-92def6c5-d4d4-460d-a014-14fe3d98d6e2 req-936f6b37-8054-4fcb-afcf-573af296f9db service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d6b459d9-7f7a-4481-bcf8-82b35f1b3159 HTTP/1.1" status: 200 len: 217 time: 0.0598769 May 28 07:17:33.638061 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92def6c5-d4d4-460d-a014-14fe3d98d6e2 req-cb6889d1-632b-482e-9639-3ba57ba80421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:17:33.639403 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-92def6c5-d4d4-460d-a014-14fe3d98d6e2 req-cb6889d1-632b-482e-9639-3ba57ba80421 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=623e9a9f-9134-442c-a5e0-b14442cc45c7 HTTP/1.1" status: 200 len: 851 time: 0.0602498 May 28 07:17:33.686851 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-92def6c5-d4d4-460d-a014-14fe3d98d6e2 req-d4636466-e927-4c35-a4fc-09541dbf9fe0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=89ff828b-b28e-4d8c-a684-496402d8c72d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416760 May 28 07:17:33.816557 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-92def6c5-d4d4-460d-a014-14fe3d98d6e2 req-9405a22b-50ea-4710-a717-2fe90d9fd608 service neutron] 10.222.0.71 "GET /v2.0/networks/89ff828b-b28e-4d8c-a684-496402d8c72d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243265 May 28 07:17:33.945834 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-92def6c5-d4d4-460d-a014-14fe3d98d6e2 req-7e65e812-1e62-40db-a515-a617c093fb4f service neutron] 10.222.0.71 "GET /v2.0/networks/89ff828b-b28e-4d8c-a684-496402d8c72d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227846 May 28 07:17:34.504233 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc9c317-766e-4263-937d-f6e1e55ff4e5 req-10beefa6-d082-47a1-9084-8b6935386c73 tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:17:34.505904 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8bc9c317-766e-4263-937d-f6e1e55ff4e5 req-10beefa6-d082-47a1-9084-8b6935386c73 tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] 10.222.0.55 "GET /v2.0/ports?device_id=619c648e-c23a-4330-a264-7d4399267513 HTTP/1.1" status: 200 len: 946 time: 0.0853958 May 28 07:17:34.550249 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8bc9c317-766e-4263-937d-f6e1e55ff4e5 req-32a0774e-b076-430d-9adf-68588b8dd546 tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] 10.222.0.55 "GET /v2.0/security-groups?id=e49ab02a-24ee-4d5c-8907-a0bf74cbe092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386462 May 28 07:17:35.730848 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34439758-4ad9-40b1-9fb7-eff7ef0e2a48 req-bb4f7590-00cb-422a-926a-3d16690aa612 tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:17:35.732274 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-34439758-4ad9-40b1-9fb7-eff7ef0e2a48 req-bb4f7590-00cb-422a-926a-3d16690aa612 tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] 10.222.0.55 "GET /v2.0/ports?device_id=619c648e-c23a-4330-a264-7d4399267513 HTTP/1.1" status: 200 len: 946 time: 0.0780387 May 28 07:17:35.775590 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-34439758-4ad9-40b1-9fb7-eff7ef0e2a48 req-5bdef02d-21b3-43c8-b27d-42560aab3b5c tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] 10.222.0.55 "GET /v2.0/security-groups?id=e49ab02a-24ee-4d5c-8907-a0bf74cbe092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369847 May 28 07:17:37.066200 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc16e682-eb65-4d85-b103-f652e13157e8 req-107a3856-d2a3-48f5-b077-e25edf615a15 tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:17:37.067548 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fc16e682-eb65-4d85-b103-f652e13157e8 req-107a3856-d2a3-48f5-b077-e25edf615a15 tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] 10.222.0.55 "GET /v2.0/ports?device_id=619c648e-c23a-4330-a264-7d4399267513 HTTP/1.1" status: 200 len: 946 time: 0.1843333 May 28 07:17:37.111333 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fc16e682-eb65-4d85-b103-f652e13157e8 req-8a68b467-4f7b-4c31-b6cc-c5d61cb79067 tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] 10.222.0.55 "GET /v2.0/security-groups?id=e49ab02a-24ee-4d5c-8907-a0bf74cbe092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372496 May 28 07:17:38.304257 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3c15d8-8992-4f78-b4c5-b6dfcfa7ba2c req-2d6bdb5b-1c5a-4ca1-b815-62a067f3df7b tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:17:38.305746 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8f3c15d8-8992-4f78-b4c5-b6dfcfa7ba2c req-2d6bdb5b-1c5a-4ca1-b815-62a067f3df7b tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] 10.222.0.55 "GET /v2.0/ports?device_id=619c648e-c23a-4330-a264-7d4399267513 HTTP/1.1" status: 200 len: 946 time: 0.0823019 May 28 07:17:38.353129 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8f3c15d8-8992-4f78-b4c5-b6dfcfa7ba2c req-014a75ea-61dc-49de-9477-b9fab1d81247 tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] 10.222.0.55 "GET /v2.0/security-groups?id=e49ab02a-24ee-4d5c-8907-a0bf74cbe092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415266 May 28 07:17:39.538541 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee7bc1c-4409-450b-85aa-5d6874209c55 req-70b4ebb8-73c0-4e1d-809e-ad7c4579d9cb tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:17:39.539995 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bee7bc1c-4409-450b-85aa-5d6874209c55 req-70b4ebb8-73c0-4e1d-809e-ad7c4579d9cb tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] 10.222.0.55 "GET /v2.0/ports?device_id=619c648e-c23a-4330-a264-7d4399267513 HTTP/1.1" status: 200 len: 946 time: 0.0810175 May 28 07:17:39.590679 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bee7bc1c-4409-450b-85aa-5d6874209c55 req-77a358df-3eba-4e5f-b4db-63ba1586182d tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] 10.222.0.55 "GET /v2.0/security-groups?id=e49ab02a-24ee-4d5c-8907-a0bf74cbe092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445139 May 28 07:17:40.776005 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f2ed38-51cd-4088-85e3-8fda0df9c5d2 req-a739bdba-0604-4065-8171-a8b9fa6b26c1 tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:17:40.777534 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e8f2ed38-51cd-4088-85e3-8fda0df9c5d2 req-a739bdba-0604-4065-8171-a8b9fa6b26c1 tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] 10.222.0.55 "GET /v2.0/ports?device_id=619c648e-c23a-4330-a264-7d4399267513 HTTP/1.1" status: 200 len: 946 time: 0.0814166 May 28 07:17:40.820078 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e8f2ed38-51cd-4088-85e3-8fda0df9c5d2 req-72dd7fad-a73e-4267-ae2c-2a7cd358603b tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] 10.222.0.55 "GET /v2.0/security-groups?id=e49ab02a-24ee-4d5c-8907-a0bf74cbe092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369484 May 28 07:17:42.005277 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4928751-8dd2-45b1-b075-08d3a01bdf91 req-b24519a1-47ea-4f61-8673-41547d6c9190 tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:17:42.006736 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b4928751-8dd2-45b1-b075-08d3a01bdf91 req-b24519a1-47ea-4f61-8673-41547d6c9190 tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] 10.222.0.55 "GET /v2.0/ports?device_id=619c648e-c23a-4330-a264-7d4399267513 HTTP/1.1" status: 200 len: 946 time: 0.0804660 May 28 07:17:42.051025 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b4928751-8dd2-45b1-b075-08d3a01bdf91 req-90fc9c47-eee4-4fdd-bfd9-83dec2a5f9bd tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] 10.222.0.55 "GET /v2.0/security-groups?id=e49ab02a-24ee-4d5c-8907-a0bf74cbe092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384221 May 28 07:17:43.239585 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92fe381-54f3-4652-af43-052a03cd2b2f req-0704f389-d952-4006-a549-bcc6d742b0af tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:17:43.241092 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e92fe381-54f3-4652-af43-052a03cd2b2f req-0704f389-d952-4006-a549-bcc6d742b0af tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] 10.222.0.55 "GET /v2.0/ports?device_id=619c648e-c23a-4330-a264-7d4399267513 HTTP/1.1" status: 200 len: 946 time: 0.0841360 May 28 07:17:43.286114 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e92fe381-54f3-4652-af43-052a03cd2b2f req-69ce738d-5f0f-4d8f-b013-76bfda70ffd0 tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] 10.222.0.55 "GET /v2.0/security-groups?id=e49ab02a-24ee-4d5c-8907-a0bf74cbe092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386524 May 28 07:17:44.467508 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0434908-189e-4726-b2d6-7a4659e9b92d req-0ae6bebc-a76a-4be3-b981-701dc7745079 tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:17:44.468948 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d0434908-189e-4726-b2d6-7a4659e9b92d req-0ae6bebc-a76a-4be3-b981-701dc7745079 tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] 10.222.0.55 "GET /v2.0/ports?device_id=619c648e-c23a-4330-a264-7d4399267513 HTTP/1.1" status: 200 len: 946 time: 0.0780954 May 28 07:17:44.518080 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d0434908-189e-4726-b2d6-7a4659e9b92d req-59c5bc4c-cb3f-4a09-b180-869812f3b686 tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] 10.222.0.55 "GET /v2.0/security-groups?id=e49ab02a-24ee-4d5c-8907-a0bf74cbe092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431936 May 28 07:17:45.708366 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a38d69-b2d5-46ee-967a-ab2606e920a5 req-99cd7cfe-7a17-44ce-904b-389761e757a8 tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:17:45.709826 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f2a38d69-b2d5-46ee-967a-ab2606e920a5 req-99cd7cfe-7a17-44ce-904b-389761e757a8 tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] 10.222.0.55 "GET /v2.0/ports?device_id=619c648e-c23a-4330-a264-7d4399267513 HTTP/1.1" status: 200 len: 946 time: 0.0795901 May 28 07:17:45.753750 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f2a38d69-b2d5-46ee-967a-ab2606e920a5 req-7f920cb4-bd0c-4aa3-8f62-96c2e89b4ce5 tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] 10.222.0.55 "GET /v2.0/security-groups?id=e49ab02a-24ee-4d5c-8907-a0bf74cbe092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383174 May 28 07:17:46.943731 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fc45a1-93d4-4862-b508-e4ce28f0a3ca req-e2dff6e1-12cb-4f9f-aa82-f8f536cd13b6 tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:17:46.945187 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-99fc45a1-93d4-4862-b508-e4ce28f0a3ca req-e2dff6e1-12cb-4f9f-aa82-f8f536cd13b6 tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] 10.222.0.55 "GET /v2.0/ports?device_id=619c648e-c23a-4330-a264-7d4399267513 HTTP/1.1" status: 200 len: 946 time: 0.0849977 May 28 07:17:46.991299 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-99fc45a1-93d4-4862-b508-e4ce28f0a3ca req-d7fb9f56-e80a-444c-ace0-8e9160774354 tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] 10.222.0.55 "GET /v2.0/security-groups?id=e49ab02a-24ee-4d5c-8907-a0bf74cbe092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394244 May 28 07:17:48.177349 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783b55e9-a2a0-406f-9fea-d471d31a03c2 req-08d5c1fa-d8c4-413e-9053-8726f6b15109 tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:17:48.178822 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-783b55e9-a2a0-406f-9fea-d471d31a03c2 req-08d5c1fa-d8c4-413e-9053-8726f6b15109 tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] 10.222.0.55 "GET /v2.0/ports?device_id=619c648e-c23a-4330-a264-7d4399267513 HTTP/1.1" status: 200 len: 946 time: 0.0789499 May 28 07:17:48.227292 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-783b55e9-a2a0-406f-9fea-d471d31a03c2 req-3470084e-8874-40a5-ba54-aba403e182e9 tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] 10.222.0.55 "GET /v2.0/security-groups?id=e49ab02a-24ee-4d5c-8907-a0bf74cbe092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422847 May 28 07:17:49.564436 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8a4f15-390a-446a-a647-572e840173dc req-cfef9aad-ed1a-4a9e-a386-ff0bfba29be4 tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:17:49.565917 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5c8a4f15-390a-446a-a647-572e840173dc req-cfef9aad-ed1a-4a9e-a386-ff0bfba29be4 tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] 10.222.0.55 "GET /v2.0/ports?device_id=619c648e-c23a-4330-a264-7d4399267513 HTTP/1.1" status: 200 len: 946 time: 0.0832286 May 28 07:17:49.610412 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5c8a4f15-390a-446a-a647-572e840173dc req-1d7217c6-1032-424f-bc9b-43b6c73461df tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] 10.222.0.55 "GET /v2.0/security-groups?id=e49ab02a-24ee-4d5c-8907-a0bf74cbe092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388980 May 28 07:17:50.796472 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a3f7f7-4e47-4f93-b999-122041c58d70 req-ebca2df0-da7d-4a13-82de-68fe55b10e93 tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:17:50.797881 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c3a3f7f7-4e47-4f93-b999-122041c58d70 req-ebca2df0-da7d-4a13-82de-68fe55b10e93 tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] 10.222.0.55 "GET /v2.0/ports?device_id=619c648e-c23a-4330-a264-7d4399267513 HTTP/1.1" status: 200 len: 946 time: 0.0806079 May 28 07:17:50.843993 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c3a3f7f7-4e47-4f93-b999-122041c58d70 req-e39c72f8-bf2f-47bf-ae99-5f8a2e9d0eb6 tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] 10.222.0.55 "GET /v2.0/security-groups?id=e49ab02a-24ee-4d5c-8907-a0bf74cbe092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403121 May 28 07:17:52.050981 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc406062-bbb1-4473-930a-e9da9e55e539 req-4f5d6f13-4a91-418c-84e8-9194954d933e tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:17:52.052433 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fc406062-bbb1-4473-930a-e9da9e55e539 req-4f5d6f13-4a91-418c-84e8-9194954d933e tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] 10.222.0.55 "GET /v2.0/ports?device_id=619c648e-c23a-4330-a264-7d4399267513 HTTP/1.1" status: 200 len: 946 time: 0.0822082 May 28 07:17:52.099089 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fc406062-bbb1-4473-930a-e9da9e55e539 req-d4e9f373-15da-423b-85dd-6c55b94e2d15 tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] 10.222.0.55 "GET /v2.0/security-groups?id=e49ab02a-24ee-4d5c-8907-a0bf74cbe092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399761 May 28 07:17:53.288092 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc1dfdd-9dc3-4fac-9eb7-612ac7d73e27 req-38b53b53-2b49-4526-a0d4-00c44428fe63 tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:17:53.289553 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cfc1dfdd-9dc3-4fac-9eb7-612ac7d73e27 req-38b53b53-2b49-4526-a0d4-00c44428fe63 tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] 10.222.0.55 "GET /v2.0/ports?device_id=619c648e-c23a-4330-a264-7d4399267513 HTTP/1.1" status: 200 len: 946 time: 0.0832980 May 28 07:17:53.336947 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cfc1dfdd-9dc3-4fac-9eb7-612ac7d73e27 req-25d0600e-cf5e-44ad-8235-e3d07017b1fe tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] 10.222.0.55 "GET /v2.0/security-groups?id=e49ab02a-24ee-4d5c-8907-a0bf74cbe092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417202 May 28 07:17:54.525196 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66492cc8-7f9f-4a6a-844e-eafcb9d3e474 req-6e12cde8-7dea-4780-9f16-f2338b40db55 tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:17:54.527228 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-66492cc8-7f9f-4a6a-844e-eafcb9d3e474 req-6e12cde8-7dea-4780-9f16-f2338b40db55 tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] 10.222.0.55 "GET /v2.0/ports?device_id=619c648e-c23a-4330-a264-7d4399267513 HTTP/1.1" status: 200 len: 946 time: 0.0809486 May 28 07:17:54.574287 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-66492cc8-7f9f-4a6a-844e-eafcb9d3e474 req-5cd47257-7f64-4dbc-8bd1-2cb31e07c66b tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] 10.222.0.55 "GET /v2.0/security-groups?id=e49ab02a-24ee-4d5c-8907-a0bf74cbe092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414512 May 28 07:17:55.758322 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8842318b-c1bb-4c99-a90c-48dd325e3930 req-51e7ae5d-e63e-4fb8-9db9-90f34374754c tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:17:55.759762 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8842318b-c1bb-4c99-a90c-48dd325e3930 req-51e7ae5d-e63e-4fb8-9db9-90f34374754c tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] 10.222.0.55 "GET /v2.0/ports?device_id=619c648e-c23a-4330-a264-7d4399267513 HTTP/1.1" status: 200 len: 946 time: 0.0812311 May 28 07:17:55.803160 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8842318b-c1bb-4c99-a90c-48dd325e3930 req-e4390af8-92a1-432c-bc57-862b0d14232d tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] 10.222.0.55 "GET /v2.0/security-groups?id=e49ab02a-24ee-4d5c-8907-a0bf74cbe092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369020 May 28 07:17:56.525078 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-4ed32373-a0ca-4efc-a6d9-9b7a2bbe4275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:17:56.992423 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b194e54c-b822-49e9-962d-54189529bd4c req-2490bb8f-58cc-4e5a-81e0-3f14a8af7805 tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:17:56.993940 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b194e54c-b822-49e9-962d-54189529bd4c req-2490bb8f-58cc-4e5a-81e0-3f14a8af7805 tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] 10.222.0.55 "GET /v2.0/ports?device_id=619c648e-c23a-4330-a264-7d4399267513 HTTP/1.1" status: 200 len: 946 time: 0.0798571 May 28 07:17:57.038321 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b194e54c-b822-49e9-962d-54189529bd4c req-4e2167af-7d6b-4097-a5a7-73494a26e267 tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] 10.222.0.55 "GET /v2.0/security-groups?id=e49ab02a-24ee-4d5c-8907-a0bf74cbe092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382829 May 28 07:17:57.995394 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:17:58.228382 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4213f45f-fdc7-4f73-9038-90c7057941d7 req-c3aa90a2-861a-4645-ae6e-ee0dfb834ad2 tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:17:58.229982 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4213f45f-fdc7-4f73-9038-90c7057941d7 req-c3aa90a2-861a-4645-ae6e-ee0dfb834ad2 tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] 10.222.0.55 "GET /v2.0/ports?device_id=619c648e-c23a-4330-a264-7d4399267513 HTTP/1.1" status: 200 len: 946 time: 0.0826309 May 28 07:17:58.274507 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4213f45f-fdc7-4f73-9038-90c7057941d7 req-45bfaf29-1d9a-4eb9-8585-8dc7762088ba tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] 10.222.0.55 "GET /v2.0/security-groups?id=e49ab02a-24ee-4d5c-8907-a0bf74cbe092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385284 May 28 07:17:58.930594 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-cf3c8421-4e22-4c21-a952-173f833caa30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:17:59.456776 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e296c7-5dc5-4661-b0d2-70ff2ec869af req-89ce105c-d2a0-48c7-b5d7-f9f40403d4fc tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:17:59.458236 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c0e296c7-5dc5-4661-b0d2-70ff2ec869af req-89ce105c-d2a0-48c7-b5d7-f9f40403d4fc tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] 10.222.0.55 "GET /v2.0/ports?device_id=619c648e-c23a-4330-a264-7d4399267513 HTTP/1.1" status: 200 len: 946 time: 0.0796473 May 28 07:17:59.509084 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c0e296c7-5dc5-4661-b0d2-70ff2ec869af req-70c72b1b-e4c2-4b96-8342-86f03c2531ad tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] 10.222.0.55 "GET /v2.0/security-groups?id=e49ab02a-24ee-4d5c-8907-a0bf74cbe092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443897 May 28 07:18:00.017830 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:18:00.114953 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:18:00.850041 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933543b1-afe9-4084-9fa4-97cca2fdfff0 req-56f7eac8-5439-43b2-832d-b6f1916c0103 tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:18:00.851375 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-933543b1-afe9-4084-9fa4-97cca2fdfff0 req-56f7eac8-5439-43b2-832d-b6f1916c0103 tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] 10.222.0.55 "GET /v2.0/ports?device_id=619c648e-c23a-4330-a264-7d4399267513 HTTP/1.1" status: 200 len: 946 time: 0.0778019 May 28 07:18:00.897442 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-933543b1-afe9-4084-9fa4-97cca2fdfff0 req-fe9749c6-60d9-41ec-9942-af69768c2005 tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] 10.222.0.55 "GET /v2.0/security-groups?id=e49ab02a-24ee-4d5c-8907-a0bf74cbe092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397732 May 28 07:18:01.196350 n-d-843702-1 neutron-server[89110]: INFO neutron.api.v2.resource [req-92def6c5-d4d4-460d-a014-14fe3d98d6e2 req-bb1e458c-cbe1-4ef7-a6dc-e23eb88b931b service neutron] show failed (client error): The resource could not be found. May 28 07:18:01.197298 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-92def6c5-d4d4-460d-a014-14fe3d98d6e2 req-bb1e458c-cbe1-4ef7-a6dc-e23eb88b931b service neutron] 10.222.0.71 "GET /v2.0/ports/d6b459d9-7f7a-4481-bcf8-82b35f1b3159/bindings/n-h1-843702-1 HTTP/1.1" status: 404 len: 380 time: 0.0753119 May 28 07:18:01.805225 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92def6c5-d4d4-460d-a014-14fe3d98d6e2 req-7c459fc5-ed80-46f4-94a9-0864fcf7db78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:18:01.806634 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-92def6c5-d4d4-460d-a014-14fe3d98d6e2 req-7c459fc5-ed80-46f4-94a9-0864fcf7db78 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=619c648e-c23a-4330-a264-7d4399267513&tenant_id=cc429f3d03a249538ee3463b448543e7 HTTP/1.1" status: 200 len: 1097 time: 0.1105821 May 28 07:18:01.816863 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-92def6c5-d4d4-460d-a014-14fe3d98d6e2 req-8c964844-3f18-41d0-8f3b-14e6a38ef1a7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843702-1', 'device_owner': 'compute:nova'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:18:01.844996 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:18:01.925787 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-92def6c5-d4d4-460d-a014-14fe3d98d6e2 req-8c964844-3f18-41d0-8f3b-14e6a38ef1a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:18:02.328724 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff01a5ce-cf00-472b-8a2d-7a9c100c4fd3 req-92011c54-98cd-43cc-bec8-fcde592af244 tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:18:02.330317 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ff01a5ce-cf00-472b-8a2d-7a9c100c4fd3 req-92011c54-98cd-43cc-bec8-fcde592af244 tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] 10.222.0.55 "GET /v2.0/ports?device_id=619c648e-c23a-4330-a264-7d4399267513 HTTP/1.1" status: 200 len: 946 time: 0.2949681 May 28 07:18:02.367238 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-92def6c5-d4d4-460d-a014-14fe3d98d6e2 req-8c964844-3f18-41d0-8f3b-14e6a38ef1a7 service neutron] For port d6b459d9-7f7a-4481-bcf8-82b35f1b3159, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=d6b459d9-7f7a-4481-bcf8-82b35f1b3159,segment=NetworkSegment(1ac42b08-faf0-4abe-bf35-8d4cc8fafb8f),segment_id=1ac42b08-faf0-4abe-bf35-8d4cc8fafb8f)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:18:02.394702 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ff01a5ce-cf00-472b-8a2d-7a9c100c4fd3 req-1e480a26-08d2-45c4-9681-997b65b0c305 tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] 10.222.0.55 "GET /v2.0/security-groups?id=e49ab02a-24ee-4d5c-8907-a0bf74cbe092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517256 May 28 07:18:02.414367 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-92def6c5-d4d4-460d-a014-14fe3d98d6e2 req-8c964844-3f18-41d0-8f3b-14e6a38ef1a7 service neutron] For port d6b459d9-7f7a-4481-bcf8-82b35f1b3159, host n-h2-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:18:02.475576 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '619c648e-c23a-4330-a264-7d4399267513', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6b459d9-7f7a-4481-bcf8-82b35f1b3159'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:18:02.481990 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-92def6c5-d4d4-460d-a014-14fe3d98d6e2 req-8c964844-3f18-41d0-8f3b-14e6a38ef1a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:18:02.497696 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-92def6c5-d4d4-460d-a014-14fe3d98d6e2 req-8c964844-3f18-41d0-8f3b-14e6a38ef1a7 service neutron] Transition to ACTIVE for port object d6b459d9-7f7a-4481-bcf8-82b35f1b3159 will not be triggered until provisioned by entity L2. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:18:02.532940 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7e3fa94-4549-4198-a15e-aed15362ae71'] response: {'server_uuid': '619c648e-c23a-4330-a264-7d4399267513', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6b459d9-7f7a-4481-bcf8-82b35f1b3159', 'code': 200} May 28 07:18:02.564914 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-92def6c5-d4d4-460d-a014-14fe3d98d6e2 req-8c964844-3f18-41d0-8f3b-14e6a38ef1a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:18:02.696388 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:18:02.725341 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-92def6c5-d4d4-460d-a014-14fe3d98d6e2 req-8c964844-3f18-41d0-8f3b-14e6a38ef1a7 service neutron] No DVR routers for this DVR port d6b459d9-7f7a-4481-bcf8-82b35f1b3159 on host n-h2-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 07:18:02.727404 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c964844-3f18-41d0-8f3b-14e6a38ef1a7 service neutron] Pushing event updated for resources: {'Port': ['ID=d6b459d9-7f7a-4481-bcf8-82b35f1b3159,revision_number=6']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:18:02.784173 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-92def6c5-d4d4-460d-a014-14fe3d98d6e2 req-8c964844-3f18-41d0-8f3b-14e6a38ef1a7 service neutron] Attempting to bind port d6b459d9-7f7a-4481-bcf8-82b35f1b3159 on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 07:18:02.784490 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-92def6c5-d4d4-460d-a014-14fe3d98d6e2 req-8c964844-3f18-41d0-8f3b-14e6a38ef1a7 service neutron] Attempting to bind port d6b459d9-7f7a-4481-bcf8-82b35f1b3159 by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': '1ac42b08-faf0-4abe-bf35-8d4cc8fafb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '89ff828b-b28e-4d8c-a684-496402d8c72d'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 07:18:02.784804 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92def6c5-d4d4-460d-a014-14fe3d98d6e2 req-8c964844-3f18-41d0-8f3b-14e6a38ef1a7 service neutron] Attempting to bind port d6b459d9-7f7a-4481-bcf8-82b35f1b3159 on network 89ff828b-b28e-4d8c-a684-496402d8c72d {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:18:02.789223 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92def6c5-d4d4-460d-a014-14fe3d98d6e2 req-8c964844-3f18-41d0-8f3b-14e6a38ef1a7 service neutron] Port d6b459d9-7f7a-4481-bcf8-82b35f1b3159 on network 89ff828b-b28e-4d8c-a684-496402d8c72d not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 07:18:02.789570 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92def6c5-d4d4-460d-a014-14fe3d98d6e2 req-8c964844-3f18-41d0-8f3b-14e6a38ef1a7 service neutron] Attempting to bind port d6b459d9-7f7a-4481-bcf8-82b35f1b3159 on network 89ff828b-b28e-4d8c-a684-496402d8c72d {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:18:02.794602 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92def6c5-d4d4-460d-a014-14fe3d98d6e2 req-8c964844-3f18-41d0-8f3b-14e6a38ef1a7 service neutron] Checking agent: {'id': '69f492a0-c00d-46d0-9bec-fcd8161ce206', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 7, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 07:18:02.794926 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92def6c5-d4d4-460d-a014-14fe3d98d6e2 req-8c964844-3f18-41d0-8f3b-14e6a38ef1a7 service neutron] Checking segment: {'id': '1ac42b08-faf0-4abe-bf35-8d4cc8fafb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '89ff828b-b28e-4d8c-a684-496402d8c72d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:18:02.795297 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92def6c5-d4d4-460d-a014-14fe3d98d6e2 req-8c964844-3f18-41d0-8f3b-14e6a38ef1a7 service neutron] Bound using segment: {'id': '1ac42b08-faf0-4abe-bf35-8d4cc8fafb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '89ff828b-b28e-4d8c-a684-496402d8c72d'} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 07:18:02.795700 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-92def6c5-d4d4-460d-a014-14fe3d98d6e2 req-8c964844-3f18-41d0-8f3b-14e6a38ef1a7 service neutron] Bound port: d6b459d9-7f7a-4481-bcf8-82b35f1b3159, host: n-h1-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ac42b08-faf0-4abe-bf35-8d4cc8fafb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '89ff828b-b28e-4d8c-a684-496402d8c72d'}}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 07:18:02.796028 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-92def6c5-d4d4-460d-a014-14fe3d98d6e2 req-8c964844-3f18-41d0-8f3b-14e6a38ef1a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:18:02.880900 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-92def6c5-d4d4-460d-a014-14fe3d98d6e2 req-8c964844-3f18-41d0-8f3b-14e6a38ef1a7 service neutron] For port d6b459d9-7f7a-4481-bcf8-82b35f1b3159, host n-h1-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:18:02.883662 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-92def6c5-d4d4-460d-a014-14fe3d98d6e2 req-8c964844-3f18-41d0-8f3b-14e6a38ef1a7 service neutron] For port d6b459d9-7f7a-4481-bcf8-82b35f1b3159, host n-h1-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=d6b459d9-7f7a-4481-bcf8-82b35f1b3159,segment=NetworkSegment(1ac42b08-faf0-4abe-bf35-8d4cc8fafb8f),segment_id=1ac42b08-faf0-4abe-bf35-8d4cc8fafb8f)] {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 07:18:02.950491 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-92def6c5-d4d4-460d-a014-14fe3d98d6e2 req-8c964844-3f18-41d0-8f3b-14e6a38ef1a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:18:03.017149 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92def6c5-d4d4-460d-a014-14fe3d98d6e2 req-8c964844-3f18-41d0-8f3b-14e6a38ef1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:18:03.017782 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-92def6c5-d4d4-460d-a014-14fe3d98d6e2 req-8c964844-3f18-41d0-8f3b-14e6a38ef1a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:18:03.019159 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-92def6c5-d4d4-460d-a014-14fe3d98d6e2 req-8c964844-3f18-41d0-8f3b-14e6a38ef1a7 service neutron] 10.222.0.69 "PUT /v2.0/ports/d6b459d9-7f7a-4481-bcf8-82b35f1b3159 HTTP/1.1" status: 200 len: 1092 time: 1.2062008 May 28 07:18:03.035685 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c964844-3f18-41d0-8f3b-14e6a38ef1a7 service neutron] Pushing event updated for resources: {'Port': ['ID=d6b459d9-7f7a-4481-bcf8-82b35f1b3159,revision_number=7']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:18:03.109655 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92def6c5-d4d4-460d-a014-14fe3d98d6e2 req-3e914edf-f3d3-4420-81c0-64f92cffd38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:18:03.111108 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-92def6c5-d4d4-460d-a014-14fe3d98d6e2 req-3e914edf-f3d3-4420-81c0-64f92cffd38e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cc429f3d03a249538ee3463b448543e7&device_id=619c648e-c23a-4330-a264-7d4399267513 HTTP/1.1" status: 200 len: 1095 time: 0.0702791 May 28 07:18:03.239432 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92def6c5-d4d4-460d-a014-14fe3d98d6e2 req-addfda33-c0db-4fcb-b2e5-dbe83df7e6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:18:03.240861 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-92def6c5-d4d4-460d-a014-14fe3d98d6e2 req-addfda33-c0db-4fcb-b2e5-dbe83df7e6cd service neutron] 10.222.0.69 "GET /v2.0/networks?id=89ff828b-b28e-4d8c-a684-496402d8c72d HTTP/1.1" status: 200 len: 912 time: 0.1243145 May 28 07:18:03.314608 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-92def6c5-d4d4-460d-a014-14fe3d98d6e2 req-730033cb-9c06-40f0-a21c-3d91ad1477ad service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d6b459d9-7f7a-4481-bcf8-82b35f1b3159 HTTP/1.1" status: 200 len: 217 time: 0.0678539 May 28 07:18:03.377027 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92def6c5-d4d4-460d-a014-14fe3d98d6e2 req-b091c93f-69ee-4700-b18d-d52936ed7b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:18:03.378451 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-92def6c5-d4d4-460d-a014-14fe3d98d6e2 req-b091c93f-69ee-4700-b18d-d52936ed7b4b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=623e9a9f-9134-442c-a5e0-b14442cc45c7 HTTP/1.1" status: 200 len: 851 time: 0.0578663 May 28 07:18:03.425313 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-92def6c5-d4d4-460d-a014-14fe3d98d6e2 req-3926de81-6d26-410f-a5d7-b6aa10f0aec1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=89ff828b-b28e-4d8c-a684-496402d8c72d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397201 May 28 07:18:03.616944 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-92def6c5-d4d4-460d-a014-14fe3d98d6e2 req-98a80e0b-6bcc-44f2-b254-787ef99084b0 service neutron] 10.222.0.69 "GET /v2.0/networks/89ff828b-b28e-4d8c-a684-496402d8c72d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856482 May 28 07:18:03.701977 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780ae7b0-142a-48ce-ab1f-95bdc11c3d05 req-817ae7de-ae8d-4951-9b1a-fde47db2d5db tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:18:03.703415 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-780ae7b0-142a-48ce-ab1f-95bdc11c3d05 req-817ae7de-ae8d-4951-9b1a-fde47db2d5db tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] 10.222.0.55 "GET /v2.0/ports?device_id=619c648e-c23a-4330-a264-7d4399267513 HTTP/1.1" status: 200 len: 944 time: 0.1973348 May 28 07:18:03.770930 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-780ae7b0-142a-48ce-ab1f-95bdc11c3d05 req-101e889f-13b7-4cbe-a0b5-bad9773272fa tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] 10.222.0.55 "GET /v2.0/security-groups?id=e49ab02a-24ee-4d5c-8907-a0bf74cbe092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604351 May 28 07:18:03.788784 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-92def6c5-d4d4-460d-a014-14fe3d98d6e2 req-95ef18d8-e45e-4f42-b1d9-1a018233dbbb service neutron] 10.222.0.69 "GET /v2.0/networks/89ff828b-b28e-4d8c-a684-496402d8c72d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664972 May 28 07:18:04.124396 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device d6b459d9-7f7a-4481-bcf8-82b35f1b3159 no longer exists at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:18:04.183132 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device d6b459d9-7f7a-4481-bcf8-82b35f1b3159 not bound to the agent host n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 07:18:04.534743 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '619c648e-c23a-4330-a264-7d4399267513', 'tag': 'd6b459d9-7f7a-4481-bcf8-82b35f1b3159'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:18:04.592145 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9a2da84-eecc-4dd2-986d-4608c3d72524'] response: {'name': 'network-changed', 'server_uuid': '619c648e-c23a-4330-a264-7d4399267513', 'tag': 'd6b459d9-7f7a-4481-bcf8-82b35f1b3159', 'status': 'completed', 'code': 200} May 28 07:18:04.863942 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71184c59-b943-486c-949c-2a4f1e172f13 req-0016fc68-13f4-4ded-bcba-e92c13d0b330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:18:04.865430 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-71184c59-b943-486c-949c-2a4f1e172f13 req-0016fc68-13f4-4ded-bcba-e92c13d0b330 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cc429f3d03a249538ee3463b448543e7&device_id=619c648e-c23a-4330-a264-7d4399267513 HTTP/1.1" status: 200 len: 1095 time: 0.2475908 May 28 07:18:04.867890 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71184c59-b943-486c-949c-2a4f1e172f13 req-b72e38a5-6919-4589-965c-87c0d02cadc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:18:04.869194 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-71184c59-b943-486c-949c-2a4f1e172f13 req-b72e38a5-6919-4589-965c-87c0d02cadc7 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cc429f3d03a249538ee3463b448543e7&device_id=619c648e-c23a-4330-a264-7d4399267513 HTTP/1.1" status: 200 len: 1095 time: 0.2158504 May 28 07:18:05.164521 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71184c59-b943-486c-949c-2a4f1e172f13 req-fbf58843-003a-45fd-9f55-45a4d7406c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:18:05.165966 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-71184c59-b943-486c-949c-2a4f1e172f13 req-fbf58843-003a-45fd-9f55-45a4d7406c62 service neutron] 10.222.0.71 "GET /v2.0/networks?id=89ff828b-b28e-4d8c-a684-496402d8c72d HTTP/1.1" status: 200 len: 912 time: 0.2758284 May 28 07:18:05.169730 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71184c59-b943-486c-949c-2a4f1e172f13 req-189a97d4-1436-4b36-b568-b876c875ee60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:18:05.171014 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-71184c59-b943-486c-949c-2a4f1e172f13 req-189a97d4-1436-4b36-b568-b876c875ee60 service neutron] 10.222.0.69 "GET /v2.0/networks?id=89ff828b-b28e-4d8c-a684-496402d8c72d HTTP/1.1" status: 200 len: 912 time: 0.2985013 May 28 07:18:05.287483 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64839b6e-b5d5-4047-a65a-4a43c954b3ab req-6a2b086c-d7fc-43d4-8db1-4516c6f71844 tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:18:05.288896 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-64839b6e-b5d5-4047-a65a-4a43c954b3ab req-6a2b086c-d7fc-43d4-8db1-4516c6f71844 tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] 10.222.0.55 "GET /v2.0/ports?device_id=619c648e-c23a-4330-a264-7d4399267513 HTTP/1.1" status: 200 len: 944 time: 0.3977623 May 28 07:18:05.295795 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-71184c59-b943-486c-949c-2a4f1e172f13 req-3912665a-0485-4ad6-b0d4-e0b293431814 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d6b459d9-7f7a-4481-bcf8-82b35f1b3159 HTTP/1.1" status: 200 len: 217 time: 0.1225038 May 28 07:18:05.306216 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-71184c59-b943-486c-949c-2a4f1e172f13 req-ebfafa70-d6c0-4b80-9d30-f929a431e5af service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d6b459d9-7f7a-4481-bcf8-82b35f1b3159 HTTP/1.1" status: 200 len: 217 time: 0.0817323 May 28 07:18:05.432892 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-64839b6e-b5d5-4047-a65a-4a43c954b3ab req-73bfb574-cbf9-46ee-96db-57395c1b4fd9 tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] 10.222.0.55 "GET /v2.0/security-groups?id=e49ab02a-24ee-4d5c-8907-a0bf74cbe092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296539 May 28 07:18:05.443917 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71184c59-b943-486c-949c-2a4f1e172f13 req-51446d4d-6b46-41d9-b7e7-bee630a95740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:18:05.445327 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-71184c59-b943-486c-949c-2a4f1e172f13 req-51446d4d-6b46-41d9-b7e7-bee630a95740 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=623e9a9f-9134-442c-a5e0-b14442cc45c7 HTTP/1.1" status: 200 len: 851 time: 0.1405406 May 28 07:18:05.448673 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71184c59-b943-486c-949c-2a4f1e172f13 req-d51529a8-4095-40df-a7ea-e071d4b32804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:18:05.450275 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-71184c59-b943-486c-949c-2a4f1e172f13 req-d51529a8-4095-40df-a7ea-e071d4b32804 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=623e9a9f-9134-442c-a5e0-b14442cc45c7 HTTP/1.1" status: 200 len: 851 time: 0.0977845 May 28 07:18:05.530945 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-71184c59-b943-486c-949c-2a4f1e172f13 req-445a0e30-0bdf-4219-8e12-91a7beeb9243 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=89ff828b-b28e-4d8c-a684-496402d8c72d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0796759 May 28 07:18:05.537391 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-71184c59-b943-486c-949c-2a4f1e172f13 req-8826339d-b71a-42f9-9c33-876805167c7c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=89ff828b-b28e-4d8c-a684-496402d8c72d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549676 May 28 07:18:05.773751 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-71184c59-b943-486c-949c-2a4f1e172f13 req-009f518e-4260-405f-9c3f-073fdf10294d service neutron] 10.222.0.71 "GET /v2.0/networks/89ff828b-b28e-4d8c-a684-496402d8c72d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353039 May 28 07:18:05.776797 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-71184c59-b943-486c-949c-2a4f1e172f13 req-09e69834-96b6-4788-8f9e-b107f0d5b8e1 service neutron] 10.222.0.69 "GET /v2.0/networks/89ff828b-b28e-4d8c-a684-496402d8c72d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181313 May 28 07:18:06.018937 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-71184c59-b943-486c-949c-2a4f1e172f13 req-bb6d0a3e-6702-4a44-af85-f8897b9a7e51 service neutron] 10.222.0.71 "GET /v2.0/networks/89ff828b-b28e-4d8c-a684-496402d8c72d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2392933 May 28 07:18:06.023596 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-71184c59-b943-486c-949c-2a4f1e172f13 req-ad6206d6-98d8-486f-81ba-a00b289b365c service neutron] 10.222.0.69 "GET /v2.0/networks/89ff828b-b28e-4d8c-a684-496402d8c72d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247243 May 28 07:18:06.522402 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device d6b459d9-7f7a-4481-bcf8-82b35f1b3159 details requested by agent hyperv_n-h1-843702-1 with host n-h1-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 07:18:06.623938 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e484814e-2c25-4a68-bce4-b9b0fef1cad9 req-4609f13f-fcbe-42c7-a635-783f81ae1ab3 tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:18:06.625391 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e484814e-2c25-4a68-bce4-b9b0fef1cad9 req-4609f13f-fcbe-42c7-a635-783f81ae1ab3 tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] 10.222.0.55 "GET /v2.0/ports?device_id=619c648e-c23a-4330-a264-7d4399267513 HTTP/1.1" status: 200 len: 944 time: 0.0806837 May 28 07:18:06.659890 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port d6b459d9-7f7a-4481-bcf8-82b35f1b3159, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=d6b459d9-7f7a-4481-bcf8-82b35f1b3159,segment=NetworkSegment(1ac42b08-faf0-4abe-bf35-8d4cc8fafb8f),segment_id=1ac42b08-faf0-4abe-bf35-8d4cc8fafb8f)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:18:06.670090 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e484814e-2c25-4a68-bce4-b9b0fef1cad9 req-b50aad93-4cfc-4a94-a5ef-6d4ff9e4ec8a tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] 10.222.0.55 "GET /v2.0/security-groups?id=e49ab02a-24ee-4d5c-8907-a0bf74cbe092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388901 May 28 07:18:06.673244 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Returning: {'device': 'd6b459d9-7f7a-4481-bcf8-82b35f1b3159', 'network_id': '89ff828b-b28e-4d8c-a684-496402d8c72d', 'port_id': 'd6b459d9-7f7a-4481-bcf8-82b35f1b3159', 'mac_address': 'fa:16:3e:0d:eb:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '623e9a9f-9134-442c-a5e0-b14442cc45c7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 07:18:06.730091 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port d6b459d9-7f7a-4481-bcf8-82b35f1b3159 is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:18:06.730978 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:18:06.748748 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6b459d9-7f7a-4481-bcf8-82b35f1b3159 {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 07:18:06.764199 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port d6b459d9-7f7a-4481-bcf8-82b35f1b3159, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=d6b459d9-7f7a-4481-bcf8-82b35f1b3159,segment=NetworkSegment(1ac42b08-faf0-4abe-bf35-8d4cc8fafb8f),segment_id=1ac42b08-faf0-4abe-bf35-8d4cc8fafb8f)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:18:06.844659 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:18:06.910642 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=d6b459d9-7f7a-4481-bcf8-82b35f1b3159,revision_number=8']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:18:06.918755 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:18:06.919186 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:18:06.919524 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:18:06.919856 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:18:06.920185 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:18:06.920508 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:18:06.920830 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:18:06.921153 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:18:06.921495 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:18:06.921816 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:18:06.922136 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:18:06.922453 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:18:07.069724 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['d6b459d9-7f7a-4481-bcf8-82b35f1b3159'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 07:18:07.436070 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd73c53a-1d0b-4290-ae8e-f897e93cfb0b req-522e2f60-83ae-4d8c-b11e-a649d0f4b0ce tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:18:07.437508 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bd73c53a-1d0b-4290-ae8e-f897e93cfb0b req-522e2f60-83ae-4d8c-b11e-a649d0f4b0ce tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] 10.222.0.71 "GET /v2.0/ports?device_id=619c648e-c23a-4330-a264-7d4399267513&tenant_id=cc429f3d03a249538ee3463b448543e7&binding%3Ahost_id=n-h1-843702-1 HTTP/1.1" status: 200 len: 945 time: 0.2184837 May 28 07:18:07.515873 n-d-843702-1 neutron-server[89110]: INFO neutron.api.v2.resource [req-bd73c53a-1d0b-4290-ae8e-f897e93cfb0b req-83a710cd-d5ee-4800-9ed8-30edf0cfa7e9 service neutron] delete failed (client error): The resource could not be found. May 28 07:18:07.516846 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bd73c53a-1d0b-4290-ae8e-f897e93cfb0b req-83a710cd-d5ee-4800-9ed8-30edf0cfa7e9 service neutron] 10.222.0.71 "DELETE /v2.0/ports/d6b459d9-7f7a-4481-bcf8-82b35f1b3159/bindings/n-h2-843702-1 HTTP/1.1" status: 404 len: 380 time: 0.0731814 May 28 07:18:07.672836 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd73c53a-1d0b-4290-ae8e-f897e93cfb0b req-66060018-b4ba-4614-8012-193f329a11a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:18:07.674308 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bd73c53a-1d0b-4290-ae8e-f897e93cfb0b req-66060018-b4ba-4614-8012-193f329a11a6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cc429f3d03a249538ee3463b448543e7&device_id=619c648e-c23a-4330-a264-7d4399267513 HTTP/1.1" status: 200 len: 1096 time: 0.0721986 May 28 07:18:07.801447 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd73c53a-1d0b-4290-ae8e-f897e93cfb0b req-11765632-33c9-416c-95e8-ad0419a45dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:18:07.802781 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bd73c53a-1d0b-4290-ae8e-f897e93cfb0b req-11765632-33c9-416c-95e8-ad0419a45dd2 service neutron] 10.222.0.71 "GET /v2.0/networks?id=89ff828b-b28e-4d8c-a684-496402d8c72d HTTP/1.1" status: 200 len: 912 time: 0.1228070 May 28 07:18:07.871942 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bd73c53a-1d0b-4290-ae8e-f897e93cfb0b req-e535fe65-b3df-45b6-8355-e9eefa6ea23e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d6b459d9-7f7a-4481-bcf8-82b35f1b3159 HTTP/1.1" status: 200 len: 217 time: 0.0625675 May 28 07:18:07.875311 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 07:18:07.933071 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd73c53a-1d0b-4290-ae8e-f897e93cfb0b req-77e954d9-cef4-4d44-8109-b40ea9177185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:18:07.935169 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bd73c53a-1d0b-4290-ae8e-f897e93cfb0b req-77e954d9-cef4-4d44-8109-b40ea9177185 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=623e9a9f-9134-442c-a5e0-b14442cc45c7 HTTP/1.1" status: 200 len: 851 time: 0.0579333 May 28 07:18:07.979619 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bd73c53a-1d0b-4290-ae8e-f897e93cfb0b req-8f20eb6c-9917-407f-87c3-7d73667092c3 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=89ff828b-b28e-4d8c-a684-496402d8c72d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385036 May 28 07:18:08.106966 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bd73c53a-1d0b-4290-ae8e-f897e93cfb0b req-05d01394-47ae-411b-b794-1886fc048caf service neutron] 10.222.0.71 "GET /v2.0/networks/89ff828b-b28e-4d8c-a684-496402d8c72d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208296 May 28 07:18:08.238325 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bd73c53a-1d0b-4290-ae8e-f897e93cfb0b req-84caaec2-68fa-49ab-b667-2f55d385f6c9 service neutron] 10.222.0.71 "GET /v2.0/networks/89ff828b-b28e-4d8c-a684-496402d8c72d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242206 May 28 07:18:08.544162 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device d6b459d9-7f7a-4481-bcf8-82b35f1b3159 up at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:18:08.652240 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning for port d6b459d9-7f7a-4481-bcf8-82b35f1b3159 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:18:08.657280 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning complete for port d6b459d9-7f7a-4481-bcf8-82b35f1b3159 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:18:08.657676 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:18:08.775565 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port d6b459d9-7f7a-4481-bcf8-82b35f1b3159 is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:18:08.775830 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:18:08.803328 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '619c648e-c23a-4330-a264-7d4399267513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6b459d9-7f7a-4481-bcf8-82b35f1b3159'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:18:08.814272 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port d6b459d9-7f7a-4481-bcf8-82b35f1b3159, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=d6b459d9-7f7a-4481-bcf8-82b35f1b3159,segment=NetworkSegment(1ac42b08-faf0-4abe-bf35-8d4cc8fafb8f),segment_id=1ac42b08-faf0-4abe-bf35-8d4cc8fafb8f)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:18:08.847950 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60cbbee4-a759-4ff2-9127-787605f56068'] response: {'server_uuid': '619c648e-c23a-4330-a264-7d4399267513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6b459d9-7f7a-4481-bcf8-82b35f1b3159', 'code': 200} May 28 07:18:08.895942 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:18:08.973617 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=d6b459d9-7f7a-4481-bcf8-82b35f1b3159,revision_number=9']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:18:09.818237 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415919f1-a924-44af-a2f2-43ff2e9d16bc req-2c869866-9e02-4e4d-b030-f3da399734c8 tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:18:09.818237 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-415919f1-a924-44af-a2f2-43ff2e9d16bc req-2c869866-9e02-4e4d-b030-f3da399734c8 tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] 10.222.0.55 "GET /v2.0/ports?device_id=619c648e-c23a-4330-a264-7d4399267513 HTTP/1.1" status: 200 len: 946 time: 0.0877895 May 28 07:18:09.859623 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-415919f1-a924-44af-a2f2-43ff2e9d16bc req-48b9c293-6750-46bf-989a-a9ade0d11858 tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] 10.222.0.55 "GET /v2.0/security-groups?id=e49ab02a-24ee-4d5c-8907-a0bf74cbe092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389450 May 28 07:18:11.066702 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd73c53a-1d0b-4290-ae8e-f897e93cfb0b req-d020d5a6-dcad-41fa-85e0-ffc5cb0e60fd tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:18:11.068122 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bd73c53a-1d0b-4290-ae8e-f897e93cfb0b req-d020d5a6-dcad-41fa-85e0-ffc5cb0e60fd tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] 10.222.0.69 "GET /v2.0/ports?device_id=619c648e-c23a-4330-a264-7d4399267513 HTTP/1.1" status: 200 len: 946 time: 0.1426392 May 28 07:18:11.080003 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41b28d0-5ce4-4868-a1b0-940bfd440e94 req-4df7f6ef-3715-498f-aeb5-b9e019a3c2b6 tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:18:11.081362 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c41b28d0-5ce4-4868-a1b0-940bfd440e94 req-4df7f6ef-3715-498f-aeb5-b9e019a3c2b6 tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] 10.222.0.55 "GET /v2.0/ports?device_id=619c648e-c23a-4330-a264-7d4399267513 HTTP/1.1" status: 200 len: 946 time: 0.1115463 May 28 07:18:11.174641 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-bd73c53a-1d0b-4290-ae8e-f897e93cfb0b req-79717b44-0ced-4558-88f1-1fa3f89baff6 tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] Deleting port d6b459d9-7f7a-4481-bcf8-82b35f1b3159 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:18:11.174983 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-bd73c53a-1d0b-4290-ae8e-f897e93cfb0b req-79717b44-0ced-4558-88f1-1fa3f89baff6 tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:18:11.205682 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c41b28d0-5ce4-4868-a1b0-940bfd440e94 req-ac1d212c-d1ec-4a9c-bb31-e3d258ccc3fc tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] 10.222.0.55 "GET /v2.0/security-groups?id=e49ab02a-24ee-4d5c-8907-a0bf74cbe092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908639 May 28 07:18:11.419367 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-bd73c53a-1d0b-4290-ae8e-f897e93cfb0b req-79717b44-0ced-4558-88f1-1fa3f89baff6 tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] For port d6b459d9-7f7a-4481-bcf8-82b35f1b3159, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=d6b459d9-7f7a-4481-bcf8-82b35f1b3159,segment=NetworkSegment(1ac42b08-faf0-4abe-bf35-8d4cc8fafb8f),segment_id=1ac42b08-faf0-4abe-bf35-8d4cc8fafb8f)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:18:11.419721 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-bd73c53a-1d0b-4290-ae8e-f897e93cfb0b req-79717b44-0ced-4558-88f1-1fa3f89baff6 tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:18:11.644353 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-bd73c53a-1d0b-4290-ae8e-f897e93cfb0b req-79717b44-0ced-4558-88f1-1fa3f89baff6 tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] Calling delete_port for d6b459d9-7f7a-4481-bcf8-82b35f1b3159 owned by compute:nova {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:18:11.841089 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-bd73c53a-1d0b-4290-ae8e-f897e93cfb0b req-79717b44-0ced-4558-88f1-1fa3f89baff6 tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:18:11.852124 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['d6b459d9-7f7a-4481-bcf8-82b35f1b3159'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 07:18:11.893110 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79717b44-0ced-4558-88f1-1fa3f89baff6 tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] Pushing event deleted for resources: {'Port': ['ID=d6b459d9-7f7a-4481-bcf8-82b35f1b3159,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:18:11.936902 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79717b44-0ced-4558-88f1-1fa3f89baff6 tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:18:11.937226 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79717b44-0ced-4558-88f1-1fa3f89baff6 tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:18:11.937616 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79717b44-0ced-4558-88f1-1fa3f89baff6 tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:18:11.937949 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79717b44-0ced-4558-88f1-1fa3f89baff6 tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:18:11.938278 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79717b44-0ced-4558-88f1-1fa3f89baff6 tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:18:11.938604 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79717b44-0ced-4558-88f1-1fa3f89baff6 tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:18:11.938928 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79717b44-0ced-4558-88f1-1fa3f89baff6 tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:18:11.939247 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79717b44-0ced-4558-88f1-1fa3f89baff6 tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:18:11.939569 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79717b44-0ced-4558-88f1-1fa3f89baff6 tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:18:11.939884 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79717b44-0ced-4558-88f1-1fa3f89baff6 tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:18:11.940203 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79717b44-0ced-4558-88f1-1fa3f89baff6 tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:18:11.940521 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79717b44-0ced-4558-88f1-1fa3f89baff6 tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:18:11.980562 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd73c53a-1d0b-4290-ae8e-f897e93cfb0b req-79717b44-0ced-4558-88f1-1fa3f89baff6 tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] No DVR routers for this DVR port d6b459d9-7f7a-4481-bcf8-82b35f1b3159 on host n-h1-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 07:18:11.983740 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-bd73c53a-1d0b-4290-ae8e-f897e93cfb0b req-79717b44-0ced-4558-88f1-1fa3f89baff6 tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:18:11.986263 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '619c648e-c23a-4330-a264-7d4399267513', 'name': 'network-vif-deleted', 'tag': 'd6b459d9-7f7a-4481-bcf8-82b35f1b3159'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:18:12.031342 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc45cc73-e1b5-4902-b864-82408c3daf24'] response: {'server_uuid': '619c648e-c23a-4330-a264-7d4399267513', 'name': 'network-vif-deleted', 'tag': 'd6b459d9-7f7a-4481-bcf8-82b35f1b3159', 'status': 'completed', 'code': 200} May 28 07:18:12.053031 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bd73c53a-1d0b-4290-ae8e-f897e93cfb0b req-79717b44-0ced-4558-88f1-1fa3f89baff6 tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] 10.222.0.69 "DELETE /v2.0/ports/d6b459d9-7f7a-4481-bcf8-82b35f1b3159 HTTP/1.1" status: 204 len: 173 time: 0.9707401 May 28 07:18:12.358844 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-2f86df55-0c10-4dc4-a570-bb36a588e1a0 req-8910932d-5699-4cbb-9aca-f95f17bbd017 tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] Synchronizing usage tracker for tenant:cc429f3d03a249538ee3463b448543e7 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:18:12.509083 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-2f86df55-0c10-4dc4-a570-bb36a588e1a0 req-8910932d-5699-4cbb-9aca-f95f17bbd017 tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] Unset dirty status for tenant:cc429f3d03a249538ee3463b448543e7 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:18:12.510389 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2f86df55-0c10-4dc4-a570-bb36a588e1a0 req-8910932d-5699-4cbb-9aca-f95f17bbd017 tempest-DeleteServersTestJSON-1504871524 tempest-DeleteServersTestJSON-1504871524-project] 10.222.0.55 "GET /v2.0/ports?device_id=619c648e-c23a-4330-a264-7d4399267513 HTTP/1.1" status: 200 len: 210 time: 0.1959884 May 28 07:18:13.751022 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 55858) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:18:13.808653 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_v2 [None req-96b36b99-dcfd-4f85-b437-52ebccb5c317 admin admin] Deleting subnet 623e9a9f-9134-442c-a5e0-b14442cc45c7 {{(pid=89109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 07:18:13.813467 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-96b36b99-dcfd-4f85-b437-52ebccb5c317 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:18:13.962436 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-96b36b99-dcfd-4f85-b437-52ebccb5c317 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3964070'] for subnet, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:18:14.015662 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-96b36b99-dcfd-4f85-b437-52ebccb5c317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:18:14.138615 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-96b36b99-dcfd-4f85-b437-52ebccb5c317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9555650'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:18:14.178216 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b36b99-dcfd-4f85-b437-52ebccb5c317 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=623e9a9f-9134-442c-a5e0-b14442cc45c7,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:18:14.185771 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-96b36b99-dcfd-4f85-b437-52ebccb5c317 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:18:14.193432 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b36b99-dcfd-4f85-b437-52ebccb5c317 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:18:14.193807 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b36b99-dcfd-4f85-b437-52ebccb5c317 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:18:14.194153 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b36b99-dcfd-4f85-b437-52ebccb5c317 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:18:14.194485 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b36b99-dcfd-4f85-b437-52ebccb5c317 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:18:14.194817 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b36b99-dcfd-4f85-b437-52ebccb5c317 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:18:14.195143 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b36b99-dcfd-4f85-b437-52ebccb5c317 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:18:14.195466 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b36b99-dcfd-4f85-b437-52ebccb5c317 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:18:14.195791 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b36b99-dcfd-4f85-b437-52ebccb5c317 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:18:14.196109 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b36b99-dcfd-4f85-b437-52ebccb5c317 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:18:14.196427 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b36b99-dcfd-4f85-b437-52ebccb5c317 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:18:14.196865 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b36b99-dcfd-4f85-b437-52ebccb5c317 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:18:14.197227 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b36b99-dcfd-4f85-b437-52ebccb5c317 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:18:14.202690 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-96b36b99-dcfd-4f85-b437-52ebccb5c317 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/623e9a9f-9134-442c-a5e0-b14442cc45c7 HTTP/1.1" status: 204 len: 168 time: 0.4506700 May 28 07:18:14.205263 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 55864) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:18:14.317744 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3c7bd549-01ef-48b5-92b3-cc495e9c6065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:18:14.438926 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3c7bd549-01ef-48b5-92b3-cc495e9c6065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:18:14.463988 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-3c7bd549-01ef-48b5-92b3-cc495e9c6065 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89ff828b-b28e-4d8c-a684-496402d8c72d']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:18:14.475696 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-3c7bd549-01ef-48b5-92b3-cc495e9c6065 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ac42b08-faf0-4abe-bf35-8d4cc8fafb8f') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:18:14.475985 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-3c7bd549-01ef-48b5-92b3-cc495e9c6065 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ac42b08-faf0-4abe-bf35-8d4cc8fafb8f') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:18:14.487067 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3c7bd549-01ef-48b5-92b3-cc495e9c6065 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:18:14.502896 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3c7bd549-01ef-48b5-92b3-cc495e9c6065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:18:14.509709 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c7bd549-01ef-48b5-92b3-cc495e9c6065 admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 07:18:14.509709 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3c7bd549-01ef-48b5-92b3-cc495e9c6065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:18:14.573580 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device d6b459d9-7f7a-4481-bcf8-82b35f1b3159 no longer exists at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:18:14.609008 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] No Port match for: d6b459d9-7f7a-4481-bcf8-82b35f1b3159 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 07:18:14.609660 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device d6b459d9-7f7a-4481-bcf8-82b35f1b3159 not bound to the agent host n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 07:18:14.645238 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 1ac42b08-faf0-4abe-bf35-8d4cc8fafb8f resource provider aggregate not found May 28 07:18:14.661697 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 1ac42b08-faf0-4abe-bf35-8d4cc8fafb8f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1ac42b08-faf0-4abe-bf35-8d4cc8fafb8f found for delete ", "request_id": "req-fbf76682-eccb-44bc-9755-011900d31290"}]} May 28 07:18:14.685052 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3c7bd549-01ef-48b5-92b3-cc495e9c6065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:18:14.702247 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3c7bd549-01ef-48b5-92b3-cc495e9c6065 admin admin] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:18:14.710968 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7bd549-01ef-48b5-92b3-cc495e9c6065 admin admin] Pushing event deleted for resources: {'Network': ['ID=89ff828b-b28e-4d8c-a684-496402d8c72d,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:18:14.716171 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-3c7bd549-01ef-48b5-92b3-cc495e9c6065 admin admin] 10.222.0.55 "DELETE /v2.0/networks/89ff828b-b28e-4d8c-a684-496402d8c72d HTTP/1.1" status: 204 len: 168 time: 0.5074530 May 28 07:18:15.054149 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 55878) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:18:15.102411 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-eb21bc69-2d14-4f9a-812c-11b546467f97 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cc429f3d03a249538ee3463b448543e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0469520 May 28 07:18:15.104741 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 55882) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:18:15.161621 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e5b3af1b-7bda-4c17-9144-0fba665e3fa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:18:15.187343 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e5b3af1b-7bda-4c17-9144-0fba665e3fa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:18:15.303390 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e5b3af1b-7bda-4c17-9144-0fba665e3fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:18:15.317621 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b3af1b-7bda-4c17-9144-0fba665e3fa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e49ab02a-24ee-4d5c-8907-a0bf74cbe092,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:18:15.325975 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e5b3af1b-7bda-4c17-9144-0fba665e3fa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:18:15.327089 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-e5b3af1b-7bda-4c17-9144-0fba665e3fa4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e49ab02a-24ee-4d5c-8907-a0bf74cbe092 HTTP/1.1" status: 204 len: 168 time: 0.2206779 May 28 07:18:16.394697 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 55906) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:18:16.495116 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-e5ce1152-156e-4aa0-9142-e41ed948444e admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1321581955-network', 'tenant_id': '5cc1e087213b499a94065af057442467'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:18:16.501384 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-e5ce1152-156e-4aa0-9142-e41ed948444e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:18:16.511959 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-e5ce1152-156e-4aa0-9142-e41ed948444e admin admin] Usage tracker for resource:network and tenant:5cc1e087213b499a94065af057442467 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:18:16.511959 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-e5ce1152-156e-4aa0-9142-e41ed948444e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:18:16.513949 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-e5ce1152-156e-4aa0-9142-e41ed948444e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:18:16.621780 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5ce1152-156e-4aa0-9142-e41ed948444e admin admin] Made reservation on behalf of 5cc1e087213b499a94065af057442467 for: {'network': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 07:18:16.624075 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e5ce1152-156e-4aa0-9142-e41ed948444e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:18:16.636463 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e5ce1152-156e-4aa0-9142-e41ed948444e admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:18:16.650965 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-e5ce1152-156e-4aa0-9142-e41ed948444e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:18:16.655415 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-e5ce1152-156e-4aa0-9142-e41ed948444e admin admin] Usage tracker for resource:security_group_rule and tenant:5cc1e087213b499a94065af057442467 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:18:16.658173 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-e5ce1152-156e-4aa0-9142-e41ed948444e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:18:16.664136 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-e5ce1152-156e-4aa0-9142-e41ed948444e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:18:16.746786 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e5ce1152-156e-4aa0-9142-e41ed948444e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:18:16.812009 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e5ce1152-156e-4aa0-9142-e41ed948444e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:18:16.838134 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5ce1152-156e-4aa0-9142-e41ed948444e admin admin] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=89109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 07:18:16.852903 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ce1152-156e-4aa0-9142-e41ed948444e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f07d310-4cfc-49a6-90b1-186d11fb1fe4,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:18:16.856726 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e5ce1152-156e-4aa0-9142-e41ed948444e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:18:16.857407 n-d-843702-1 neutron-server[89109]: INFO neutron.db.segments_db [None req-e5ce1152-156e-4aa0-9142-e41ed948444e admin admin] Added segment 05b514d4-9737-4220-af9f-f947a85e1919 of type vlan for network e828b122-c5f7-4333-a8f4-4d649b494779 May 28 07:18:16.882505 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e5ce1152-156e-4aa0-9142-e41ed948444e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:18:16.989125 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e5ce1152-156e-4aa0-9142-e41ed948444e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:18:16.990152 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ce1152-156e-4aa0-9142-e41ed948444e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:18:16.990720 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e5ce1152-156e-4aa0-9142-e41ed948444e admin admin] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:18:17.089361 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ce1152-156e-4aa0-9142-e41ed948444e admin admin] Pushing event updated for resources: {'Network': ['ID=e828b122-c5f7-4333-a8f4-4d649b494779,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:18:17.100098 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network e828b122-c5f7-4333-a8f4-4d649b494779 details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 07:18:17.155740 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-e5ce1152-156e-4aa0-9142-e41ed948444e admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7599306 May 28 07:18:17.163729 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 55912) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:18:17.169201 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-3d079e7b-281b-421a-9d80-45fe5c9f6abc admin admin] Request body: {'subnet': {'network_id': 'e828b122-c5f7-4333-a8f4-4d649b494779', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1321581955-subnet', 'tenant_id': '5cc1e087213b499a94065af057442467', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:18:17.174845 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-3d079e7b-281b-421a-9d80-45fe5c9f6abc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:18:17.178688 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-3d079e7b-281b-421a-9d80-45fe5c9f6abc admin admin] Usage tracker for resource:subnet and tenant:5cc1e087213b499a94065af057442467 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:18:17.181483 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-3d079e7b-281b-421a-9d80-45fe5c9f6abc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:18:17.187217 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-3d079e7b-281b-421a-9d80-45fe5c9f6abc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:18:17.263645 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d079e7b-281b-421a-9d80-45fe5c9f6abc admin admin] Made reservation on behalf of 5cc1e087213b499a94065af057442467 for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 07:18:17.266018 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3d079e7b-281b-421a-9d80-45fe5c9f6abc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:18:17.524766 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3d079e7b-281b-421a-9d80-45fe5c9f6abc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:18:17.594440 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d079e7b-281b-421a-9d80-45fe5c9f6abc admin admin] Pushing event updated for resources: {'Subnet': ['ID=41808a06-3a01-4178-a0b3-ad7db18e31a5,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:18:17.604239 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d079e7b-281b-421a-9d80-45fe5c9f6abc admin admin] Checking segment: {'id': '05b514d4-9737-4220-af9f-f947a85e1919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e828b122-c5f7-4333-a8f4-4d649b494779'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:18:17.604563 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d079e7b-281b-421a-9d80-45fe5c9f6abc admin admin] Network hostable DHCP agents. Network: e828b122-c5f7-4333-a8f4-4d649b494779, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 07:18:17.689794 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d079e7b-281b-421a-9d80-45fe5c9f6abc admin admin] Network e828b122-c5f7-4333-a8f4-4d649b494779 is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 07:18:17.760286 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-3d079e7b-281b-421a-9d80-45fe5c9f6abc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, e828b122-c5f7-4333-a8f4-4d649b494779) {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:18:17.765967 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d079e7b-281b-421a-9d80-45fe5c9f6abc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:18:17.766576 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3d079e7b-281b-421a-9d80-45fe5c9f6abc admin admin] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:18:17.768106 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-791c4961-bf55-4286-bcc0-a5a3ccf6fe4e None None] Network e828b122-c5f7-4333-a8f4-4d649b494779 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 07:18:17.870078 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-3d079e7b-281b-421a-9d80-45fe5c9f6abc admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7051644 May 28 07:18:18.011022 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a651e40-28f1-4040-aba8-ef29e4706a8b None None] Network e828b122-c5f7-4333-a8f4-4d649b494779 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 07:18:18.383510 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f810af1-9b5f-4e44-8a88-3b79707cf881 req-1db8b644-7538-469e-82d5-eede42986e9d tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:18:18.384842 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5f810af1-9b5f-4e44-8a88-3b79707cf881 req-1db8b644-7538-469e-82d5-eede42986e9d tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/networks?id=e828b122-c5f7-4333-a8f4-4d649b494779 HTTP/1.1" status: 200 len: 815 time: 0.1512680 May 28 07:18:18.400130 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5f810af1-9b5f-4e44-8a88-3b79707cf881 req-1edd79d8-5d85-47e4-a196-154cadf9e6e0 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/quotas/5cc1e087213b499a94065af057442467 HTTP/1.1" status: 200 len: 375 time: 0.0094924 May 28 07:18:18.446103 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5f810af1-9b5f-4e44-8a88-3b79707cf881 req-45a236f2-d8b8-47e8-8fc2-052d5a9c6122 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=5cc1e087213b499a94065af057442467&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0404811 May 28 07:18:18.669369 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5f810af1-9b5f-4e44-8a88-3b79707cf881 req-3062a854-f93a-4f16-ae05-8a8439de9f0a service neutron] 10.222.0.55 "GET /v2.0/networks/e828b122-c5f7-4333-a8f4-4d649b494779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791117 May 28 07:18:18.802538 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5f810af1-9b5f-4e44-8a88-3b79707cf881 req-32878547-d60b-402d-bfe2-13f79ec81c03 service neutron] 10.222.0.55 "GET /v2.0/networks/e828b122-c5f7-4333-a8f4-4d649b494779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272566 May 28 07:18:19.029172 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8891b149-45f3-4ec3-802e-f8a7158aa557 req-85e0f3a8-d9f6-4177-b285-0ef94a4e319e tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/ports?device_id=65992282-15ed-40a9-8051-73cf1e5727bc HTTP/1.1" status: 200 len: 210 time: 0.0464599 May 28 07:18:20.174570 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-229b2385-1629-482a-b5f4-61a009596598 req-3b98b30e-cfe2-40f4-b90e-8b00ab3ef208 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/ports?device_id=65992282-15ed-40a9-8051-73cf1e5727bc HTTP/1.1" status: 200 len: 210 time: 0.0425556 May 28 07:18:21.225275 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f810af1-9b5f-4e44-8a88-3b79707cf881 req-ccaf5adf-4950-40c2-9ea8-5aa80bc2994e tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:18:21.226705 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5f810af1-9b5f-4e44-8a88-3b79707cf881 req-ccaf5adf-4950-40c2-9ea8-5aa80bc2994e tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.69 "GET /v2.0/networks?id=e828b122-c5f7-4333-a8f4-4d649b494779 HTTP/1.1" status: 200 len: 815 time: 0.1458948 May 28 07:18:21.237878 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-5f810af1-9b5f-4e44-8a88-3b79707cf881 req-0e25a6a0-5af9-463e-81eb-a34e09d08418 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Request body: {'port': {'device_id': '65992282-15ed-40a9-8051-73cf1e5727bc', 'network_id': 'e828b122-c5f7-4333-a8f4-4d649b494779', 'admin_state_up': True, 'tenant_id': '5cc1e087213b499a94065af057442467'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:18:21.365174 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3087d4f3-c7a6-4dc3-9392-f8eb92d73540 req-ed2c1607-a27b-4270-b716-7609cd7d7e19 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/ports?device_id=65992282-15ed-40a9-8051-73cf1e5727bc HTTP/1.1" status: 200 len: 210 time: 0.0527790 May 28 07:18:21.430216 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-5f810af1-9b5f-4e44-8a88-3b79707cf881 req-0e25a6a0-5af9-463e-81eb-a34e09d08418 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:18:21.433993 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-5f810af1-9b5f-4e44-8a88-3b79707cf881 req-0e25a6a0-5af9-463e-81eb-a34e09d08418 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Usage tracker for resource:port and tenant:5cc1e087213b499a94065af057442467 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:18:21.437394 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-5f810af1-9b5f-4e44-8a88-3b79707cf881 req-0e25a6a0-5af9-463e-81eb-a34e09d08418 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:18:21.443079 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-5f810af1-9b5f-4e44-8a88-3b79707cf881 req-0e25a6a0-5af9-463e-81eb-a34e09d08418 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:18:21.524370 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f810af1-9b5f-4e44-8a88-3b79707cf881 req-0e25a6a0-5af9-463e-81eb-a34e09d08418 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Made reservation on behalf of 5cc1e087213b499a94065af057442467 for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 07:18:21.528273 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-5f810af1-9b5f-4e44-8a88-3b79707cf881 req-0e25a6a0-5af9-463e-81eb-a34e09d08418 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:18:21.701195 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [req-5f810af1-9b5f-4e44-8a88-3b79707cf881 req-0e25a6a0-5af9-463e-81eb-a34e09d08418 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Allocated IP 172.20.0.2 (e828b122-c5f7-4333-a8f4-4d649b494779/41808a06-3a01-4178-a0b3-ad7db18e31a5/7265172e-5a65-410f-a054-aa72739f1344) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:18:22.064792 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-5f810af1-9b5f-4e44-8a88-3b79707cf881 req-0e25a6a0-5af9-463e-81eb-a34e09d08418 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:18:22.155637 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-5f810af1-9b5f-4e44-8a88-3b79707cf881 req-0e25a6a0-5af9-463e-81eb-a34e09d08418 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:18:22.241478 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f810af1-9b5f-4e44-8a88-3b79707cf881 req-0e25a6a0-5af9-463e-81eb-a34e09d08418 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Network e828b122-c5f7-4333-a8f4-4d649b494779 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:18:22.244656 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [req-5f810af1-9b5f-4e44-8a88-3b79707cf881 req-0e25a6a0-5af9-463e-81eb-a34e09d08418 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:18:22.247111 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f810af1-9b5f-4e44-8a88-3b79707cf881 req-0e25a6a0-5af9-463e-81eb-a34e09d08418 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:18:22.292012 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e25a6a0-5af9-463e-81eb-a34e09d08418 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Pushing event updated for resources: {'Port': ['ID=7265172e-5a65-410f-a054-aa72739f1344,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:18:22.317719 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f810af1-9b5f-4e44-8a88-3b79707cf881 req-0e25a6a0-5af9-463e-81eb-a34e09d08418 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:18:22.318244 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-5f810af1-9b5f-4e44-8a88-3b79707cf881 req-0e25a6a0-5af9-463e-81eb-a34e09d08418 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:18:22.399137 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5f810af1-9b5f-4e44-8a88-3b79707cf881 req-0e25a6a0-5af9-463e-81eb-a34e09d08418 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1648061 May 28 07:18:22.409988 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-5f810af1-9b5f-4e44-8a88-3b79707cf881 req-00f32616-f58a-4bfa-8fba-4cca0f0658b2 service neutron] Request body: {'port': {'device_id': '65992282-15ed-40a9-8051-73cf1e5727bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843702-1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:18:22.573276 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-5f810af1-9b5f-4e44-8a88-3b79707cf881 req-00f32616-f58a-4bfa-8fba-4cca0f0658b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:18:22.662177 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ddf894-db28-4c5f-a00d-708555914448 req-061c1e63-ce43-4799-91b6-61b429b95d3f tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:18:22.662864 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-d7ddf894-db28-4c5f-a00d-708555914448 req-061c1e63-ce43-4799-91b6-61b429b95d3f tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Synchronizing usage tracker for tenant:5cc1e087213b499a94065af057442467 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:18:22.833610 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-d7ddf894-db28-4c5f-a00d-708555914448 req-061c1e63-ce43-4799-91b6-61b429b95d3f tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Unset dirty status for tenant:5cc1e087213b499a94065af057442467 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:18:22.834684 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d7ddf894-db28-4c5f-a00d-708555914448 req-061c1e63-ce43-4799-91b6-61b429b95d3f tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/ports?device_id=65992282-15ed-40a9-8051-73cf1e5727bc HTTP/1.1" status: 200 len: 931 time: 0.3429751 May 28 07:18:22.908131 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d7ddf894-db28-4c5f-a00d-708555914448 req-d1693baa-f9fa-4902-ab84-c902b5bd72d5 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/security-groups?id=9f07d310-4cfc-49a6-90b1-186d11fb1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583119 May 28 07:18:22.979470 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [req-5f810af1-9b5f-4e44-8a88-3b79707cf881 req-00f32616-f58a-4bfa-8fba-4cca0f0658b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7265172e-5a65-410f-a054-aa72739f1344 {{(pid=89110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 07:18:22.987513 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-5f810af1-9b5f-4e44-8a88-3b79707cf881 req-00f32616-f58a-4bfa-8fba-4cca0f0658b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:18:23.001969 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-5f810af1-9b5f-4e44-8a88-3b79707cf881 req-00f32616-f58a-4bfa-8fba-4cca0f0658b2 service neutron] Transition to ACTIVE for port object 7265172e-5a65-410f-a054-aa72739f1344 will not be triggered until provisioned by entity L2. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:18:23.066852 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-5f810af1-9b5f-4e44-8a88-3b79707cf881 req-00f32616-f58a-4bfa-8fba-4cca0f0658b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:18:23.223181 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f32616-f58a-4bfa-8fba-4cca0f0658b2 service neutron] Pushing event updated for resources: {'Port': ['ID=7265172e-5a65-410f-a054-aa72739f1344,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:18:23.293694 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-5f810af1-9b5f-4e44-8a88-3b79707cf881 req-00f32616-f58a-4bfa-8fba-4cca0f0658b2 service neutron] Attempting to bind port 7265172e-5a65-410f-a054-aa72739f1344 on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 07:18:23.294966 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-5f810af1-9b5f-4e44-8a88-3b79707cf881 req-00f32616-f58a-4bfa-8fba-4cca0f0658b2 service neutron] Attempting to bind port 7265172e-5a65-410f-a054-aa72739f1344 by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': '05b514d4-9737-4220-af9f-f947a85e1919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e828b122-c5f7-4333-a8f4-4d649b494779'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 07:18:23.295253 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f810af1-9b5f-4e44-8a88-3b79707cf881 req-00f32616-f58a-4bfa-8fba-4cca0f0658b2 service neutron] Attempting to bind port 7265172e-5a65-410f-a054-aa72739f1344 on network e828b122-c5f7-4333-a8f4-4d649b494779 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:18:23.299862 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f810af1-9b5f-4e44-8a88-3b79707cf881 req-00f32616-f58a-4bfa-8fba-4cca0f0658b2 service neutron] Port 7265172e-5a65-410f-a054-aa72739f1344 on network e828b122-c5f7-4333-a8f4-4d649b494779 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 07:18:23.300178 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f810af1-9b5f-4e44-8a88-3b79707cf881 req-00f32616-f58a-4bfa-8fba-4cca0f0658b2 service neutron] Attempting to bind port 7265172e-5a65-410f-a054-aa72739f1344 on network e828b122-c5f7-4333-a8f4-4d649b494779 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:18:23.305309 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f810af1-9b5f-4e44-8a88-3b79707cf881 req-00f32616-f58a-4bfa-8fba-4cca0f0658b2 service neutron] Checking agent: {'id': '69f492a0-c00d-46d0-9bec-fcd8161ce206', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 7, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 07:18:23.305666 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f810af1-9b5f-4e44-8a88-3b79707cf881 req-00f32616-f58a-4bfa-8fba-4cca0f0658b2 service neutron] Checking segment: {'id': '05b514d4-9737-4220-af9f-f947a85e1919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e828b122-c5f7-4333-a8f4-4d649b494779'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:18:23.306066 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f810af1-9b5f-4e44-8a88-3b79707cf881 req-00f32616-f58a-4bfa-8fba-4cca0f0658b2 service neutron] Bound using segment: {'id': '05b514d4-9737-4220-af9f-f947a85e1919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e828b122-c5f7-4333-a8f4-4d649b494779'} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 07:18:23.306478 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-5f810af1-9b5f-4e44-8a88-3b79707cf881 req-00f32616-f58a-4bfa-8fba-4cca0f0658b2 service neutron] Bound port: 7265172e-5a65-410f-a054-aa72739f1344, host: n-h1-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05b514d4-9737-4220-af9f-f947a85e1919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e828b122-c5f7-4333-a8f4-4d649b494779'}}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 07:18:23.306817 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-5f810af1-9b5f-4e44-8a88-3b79707cf881 req-00f32616-f58a-4bfa-8fba-4cca0f0658b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:18:23.396820 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-5f810af1-9b5f-4e44-8a88-3b79707cf881 req-00f32616-f58a-4bfa-8fba-4cca0f0658b2 service neutron] For port 7265172e-5a65-410f-a054-aa72739f1344, host n-h1-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:18:23.399662 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-5f810af1-9b5f-4e44-8a88-3b79707cf881 req-00f32616-f58a-4bfa-8fba-4cca0f0658b2 service neutron] For port 7265172e-5a65-410f-a054-aa72739f1344, host n-h1-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=7265172e-5a65-410f-a054-aa72739f1344,segment=NetworkSegment(05b514d4-9737-4220-af9f-f947a85e1919),segment_id=05b514d4-9737-4220-af9f-f947a85e1919)] {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 07:18:23.446457 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-5f810af1-9b5f-4e44-8a88-3b79707cf881 req-00f32616-f58a-4bfa-8fba-4cca0f0658b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:18:23.497060 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f810af1-9b5f-4e44-8a88-3b79707cf881 req-00f32616-f58a-4bfa-8fba-4cca0f0658b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:18:23.497591 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-5f810af1-9b5f-4e44-8a88-3b79707cf881 req-00f32616-f58a-4bfa-8fba-4cca0f0658b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:18:23.499024 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5f810af1-9b5f-4e44-8a88-3b79707cf881 req-00f32616-f58a-4bfa-8fba-4cca0f0658b2 service neutron] 10.222.0.69 "PUT /v2.0/ports/7265172e-5a65-410f-a054-aa72739f1344 HTTP/1.1" status: 200 len: 1091 time: 1.0931575 May 28 07:18:23.506350 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65992282-15ed-40a9-8051-73cf1e5727bc', 'tag': '7265172e-5a65-410f-a054-aa72739f1344'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:18:23.529689 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f32616-f58a-4bfa-8fba-4cca0f0658b2 service neutron] Pushing event updated for resources: {'Port': ['ID=7265172e-5a65-410f-a054-aa72739f1344,revision_number=3']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:18:23.571414 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-325b3b73-388e-4e31-b784-45410e061076'] response: {'name': 'network-changed', 'server_uuid': '65992282-15ed-40a9-8051-73cf1e5727bc', 'tag': '7265172e-5a65-410f-a054-aa72739f1344', 'status': 'completed', 'code': 200} May 28 07:18:23.666856 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1eaf4a-3c4e-4e15-9257-b5ef1c3a6396 req-60487578-f734-4075-ba23-cf7df566ddef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:18:23.668330 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0d1eaf4a-3c4e-4e15-9257-b5ef1c3a6396 req-60487578-f734-4075-ba23-cf7df566ddef service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5cc1e087213b499a94065af057442467&device_id=65992282-15ed-40a9-8051-73cf1e5727bc HTTP/1.1" status: 200 len: 1094 time: 0.0760961 May 28 07:18:23.805068 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1eaf4a-3c4e-4e15-9257-b5ef1c3a6396 req-818f86d1-3704-47fa-aa50-c377ccba5caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:18:23.806534 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0d1eaf4a-3c4e-4e15-9257-b5ef1c3a6396 req-818f86d1-3704-47fa-aa50-c377ccba5caf service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=5cc1e087213b499a94065af057442467&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1315894 May 28 07:18:23.940678 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1eaf4a-3c4e-4e15-9257-b5ef1c3a6396 req-e6f2c103-9841-4d35-8fdb-093d07a4b3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:18:23.942147 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0d1eaf4a-3c4e-4e15-9257-b5ef1c3a6396 req-e6f2c103-9841-4d35-8fdb-093d07a4b3f2 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1300383 May 28 07:18:24.113970 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f810af1-9b5f-4e44-8a88-3b79707cf881 req-d55dfb9d-6b76-470c-957e-7ead2563997c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:18:24.115422 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5f810af1-9b5f-4e44-8a88-3b79707cf881 req-d55dfb9d-6b76-470c-957e-7ead2563997c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5cc1e087213b499a94065af057442467&device_id=65992282-15ed-40a9-8051-73cf1e5727bc HTTP/1.1" status: 200 len: 1094 time: 0.1373675 May 28 07:18:24.287535 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e014cb02-a8d0-48ab-9961-337d6b940934 req-9d38a75d-d88c-4055-a652-2b99cd48c5b3 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:18:24.288850 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e014cb02-a8d0-48ab-9961-337d6b940934 req-9d38a75d-d88c-4055-a652-2b99cd48c5b3 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/ports?device_id=65992282-15ed-40a9-8051-73cf1e5727bc HTTP/1.1" status: 200 len: 943 time: 0.2646294 May 28 07:18:24.297992 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5f810af1-9b5f-4e44-8a88-3b79707cf881 req-f864fda4-0e2f-4fa7-86d9-7b5259488961 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7265172e-5a65-410f-a054-aa72739f1344 HTTP/1.1" status: 200 len: 217 time: 0.1740818 May 28 07:18:24.387139 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e014cb02-a8d0-48ab-9961-337d6b940934 req-96f4bb0c-f689-42c6-b619-533167f30fea tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/security-groups?id=9f07d310-4cfc-49a6-90b1-186d11fb1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913494 May 28 07:18:24.391102 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f810af1-9b5f-4e44-8a88-3b79707cf881 req-91f213ba-cb6f-47b1-a2d7-1dfd2daee3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:18:24.392426 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5f810af1-9b5f-4e44-8a88-3b79707cf881 req-91f213ba-cb6f-47b1-a2d7-1dfd2daee3c3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=41808a06-3a01-4178-a0b3-ad7db18e31a5 HTTP/1.1" status: 200 len: 855 time: 0.0831630 May 28 07:18:24.438382 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5f810af1-9b5f-4e44-8a88-3b79707cf881 req-7503f19c-3899-42e9-9d39-9a0a99c51ae3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e828b122-c5f7-4333-a8f4-4d649b494779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400829 May 28 07:18:24.565563 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5f810af1-9b5f-4e44-8a88-3b79707cf881 req-a7e801e9-080e-416f-a233-0c51cdfb3097 service neutron] 10.222.0.69 "GET /v2.0/networks/e828b122-c5f7-4333-a8f4-4d649b494779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217976 May 28 07:18:24.695543 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5f810af1-9b5f-4e44-8a88-3b79707cf881 req-d289b684-ad45-41f3-9389-38915edfe211 service neutron] 10.222.0.69 "GET /v2.0/networks/e828b122-c5f7-4333-a8f4-4d649b494779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227822 May 28 07:18:25.574769 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105e357b-81fa-466d-beb1-8773f1f0f64a req-b9c77ca9-261f-45d3-86a3-ec82da16281b tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:18:25.576873 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-105e357b-81fa-466d-beb1-8773f1f0f64a req-b9c77ca9-261f-45d3-86a3-ec82da16281b tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/ports?device_id=65992282-15ed-40a9-8051-73cf1e5727bc HTTP/1.1" status: 200 len: 943 time: 0.0853462 May 28 07:18:25.619667 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-105e357b-81fa-466d-beb1-8773f1f0f64a req-97348240-e7ff-40b4-802f-a564ad5b31b9 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/security-groups?id=9f07d310-4cfc-49a6-90b1-186d11fb1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370374 May 28 07:18:26.491951 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9b1a9e5-5c7b-466c-8b48-46445345b0a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:18:26.668088 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 7265172e-5a65-410f-a054-aa72739f1344 details requested by agent hyperv_n-h1-843702-1 with host n-h1-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 07:18:26.804324 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 7265172e-5a65-410f-a054-aa72739f1344, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=7265172e-5a65-410f-a054-aa72739f1344,segment=NetworkSegment(05b514d4-9737-4220-af9f-f947a85e1919),segment_id=05b514d4-9737-4220-af9f-f947a85e1919)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:18:26.815625 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0bf030-fd6c-4d1f-af0a-302c93d78bee req-b2e215c6-5171-420e-8d61-cbea0eb4450c tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:18:26.817057 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3d0bf030-fd6c-4d1f-af0a-302c93d78bee req-b2e215c6-5171-420e-8d61-cbea0eb4450c tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/ports?device_id=65992282-15ed-40a9-8051-73cf1e5727bc HTTP/1.1" status: 200 len: 943 time: 0.0795689 May 28 07:18:26.818542 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Returning: {'device': '7265172e-5a65-410f-a054-aa72739f1344', 'network_id': 'e828b122-c5f7-4333-a8f4-4d649b494779', 'port_id': '7265172e-5a65-410f-a054-aa72739f1344', 'mac_address': 'fa:16:3e:a8:c3:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41808a06-3a01-4178-a0b3-ad7db18e31a5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 07:18:26.862112 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3d0bf030-fd6c-4d1f-af0a-302c93d78bee req-29aff1a4-6982-406c-a1ea-e5f548e135a3 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/security-groups?id=9f07d310-4cfc-49a6-90b1-186d11fb1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392702 May 28 07:18:26.874386 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 7265172e-5a65-410f-a054-aa72739f1344 is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:18:26.874770 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:18:26.891982 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7265172e-5a65-410f-a054-aa72739f1344 {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 07:18:26.907471 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 7265172e-5a65-410f-a054-aa72739f1344, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=7265172e-5a65-410f-a054-aa72739f1344,segment=NetworkSegment(05b514d4-9737-4220-af9f-f947a85e1919),segment_id=05b514d4-9737-4220-af9f-f947a85e1919)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:18:26.969520 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:18:27.038202 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=7265172e-5a65-410f-a054-aa72739f1344,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:18:27.157637 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['7265172e-5a65-410f-a054-aa72739f1344'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 07:18:27.989200 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:18:28.049919 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf902a7-2b18-46aa-86a7-bb89930d859b req-d6c83087-4825-4101-aa7d-55b62dcecf24 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:18:28.051382 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ecf902a7-2b18-46aa-86a7-bb89930d859b req-d6c83087-4825-4101-aa7d-55b62dcecf24 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/ports?device_id=65992282-15ed-40a9-8051-73cf1e5727bc HTTP/1.1" status: 200 len: 944 time: 0.0836074 May 28 07:18:28.096208 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ecf902a7-2b18-46aa-86a7-bb89930d859b req-f95ae27b-b5d1-4010-9c17-65fe8bd26817 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/security-groups?id=9f07d310-4cfc-49a6-90b1-186d11fb1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391591 May 28 07:18:28.699119 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 7265172e-5a65-410f-a054-aa72739f1344 up at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:18:28.862907 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning for port 7265172e-5a65-410f-a054-aa72739f1344 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:18:28.873748 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning complete for port 7265172e-5a65-410f-a054-aa72739f1344 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:18:28.877834 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:18:28.965634 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-00f79367-346e-41e8-be16-1de90f3729a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:18:28.991117 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 7265172e-5a65-410f-a054-aa72739f1344 is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:18:28.991849 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:18:29.017723 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65992282-15ed-40a9-8051-73cf1e5727bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7265172e-5a65-410f-a054-aa72739f1344'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:18:29.026949 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 7265172e-5a65-410f-a054-aa72739f1344, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=7265172e-5a65-410f-a054-aa72739f1344,segment=NetworkSegment(05b514d4-9737-4220-af9f-f947a85e1919),segment_id=05b514d4-9737-4220-af9f-f947a85e1919)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:18:29.062643 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1351e8a9-7cee-438c-9507-4720f555205d'] response: {'server_uuid': '65992282-15ed-40a9-8051-73cf1e5727bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7265172e-5a65-410f-a054-aa72739f1344', 'code': 200} May 28 07:18:29.106846 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:18:29.179004 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=7265172e-5a65-410f-a054-aa72739f1344,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:18:29.185367 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555e48cb-b4ce-4076-b7cc-dd136ea293fe req-23e1fc9b-48a8-4f03-96b4-43a1847227ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:18:29.185367 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-555e48cb-b4ce-4076-b7cc-dd136ea293fe req-23e1fc9b-48a8-4f03-96b4-43a1847227ad service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=65992282-15ed-40a9-8051-73cf1e5727bc HTTP/1.1" status: 200 len: 1096 time: 0.0714509 May 28 07:18:29.276541 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-555e48cb-b4ce-4076-b7cc-dd136ea293fe req-bbc892c2-75ed-46d0-a4ac-5f47a9565d61 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=9f07d310-4cfc-49a6-90b1-186d11fb1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859847 May 28 07:18:29.302407 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27be4f8f-e0f3-483c-80d0-e672a838156e req-12fc402e-0da7-47ef-a186-952cb932ffb5 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:18:29.303791 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-27be4f8f-e0f3-483c-80d0-e672a838156e req-12fc402e-0da7-47ef-a186-952cb932ffb5 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/ports?device_id=65992282-15ed-40a9-8051-73cf1e5727bc HTTP/1.1" status: 200 len: 945 time: 0.0961511 May 28 07:18:29.347473 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-27be4f8f-e0f3-483c-80d0-e672a838156e req-982fc602-cb22-416c-becb-8552d0505f83 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/security-groups?id=9f07d310-4cfc-49a6-90b1-186d11fb1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378404 May 28 07:18:30.055535 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:18:30.112596 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:18:30.537138 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c6d4b1-021d-4e6e-9c4b-fa70fe798ee9 req-9477b2a2-2d4e-41f2-bd16-553e9463c734 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:18:30.538622 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a1c6d4b1-021d-4e6e-9c4b-fa70fe798ee9 req-9477b2a2-2d4e-41f2-bd16-553e9463c734 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/ports?device_id=65992282-15ed-40a9-8051-73cf1e5727bc HTTP/1.1" status: 200 len: 945 time: 0.0801837 May 28 07:18:30.587308 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a1c6d4b1-021d-4e6e-9c4b-fa70fe798ee9 req-70e4dd4f-b472-4413-a1ff-f1e3616fb931 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/security-groups?id=9f07d310-4cfc-49a6-90b1-186d11fb1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427463 May 28 07:18:30.770364 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bd763a-3415-48fc-85e5-c5e2dc0cc9c7 req-310bbcc7-133c-405e-a005-ea2e261366cf tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:18:30.771806 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b5bd763a-3415-48fc-85e5-c5e2dc0cc9c7 req-310bbcc7-133c-405e-a005-ea2e261366cf tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/ports?device_id=65992282-15ed-40a9-8051-73cf1e5727bc HTTP/1.1" status: 200 len: 945 time: 0.0791121 May 28 07:18:30.815384 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b5bd763a-3415-48fc-85e5-c5e2dc0cc9c7 req-98e7f849-840a-4052-9130-ccf64cb89c87 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/security-groups?id=9f07d310-4cfc-49a6-90b1-186d11fb1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379903 May 28 07:18:31.217964 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846d9c23-1c8c-4bbb-bce1-45fbb66fbe4b req-bf121f76-63e3-4008-8309-3bd237411c3c tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:18:31.219388 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-846d9c23-1c8c-4bbb-bce1-45fbb66fbe4b req-bf121f76-63e3-4008-8309-3bd237411c3c tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/ports?device_id=65992282-15ed-40a9-8051-73cf1e5727bc HTTP/1.1" status: 200 len: 945 time: 0.0828705 May 28 07:18:31.262490 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-846d9c23-1c8c-4bbb-bce1-45fbb66fbe4b req-eb3139bb-90fb-43de-a3a9-c13ce0cce310 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/security-groups?id=9f07d310-4cfc-49a6-90b1-186d11fb1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374599 May 28 07:18:31.445997 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5f9ade-30d9-4d54-b734-2f8775552847 req-4fae9b85-a1ee-4e1c-bdc7-a08e6bf43c22 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:18:31.447449 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ab5f9ade-30d9-4d54-b734-2f8775552847 req-4fae9b85-a1ee-4e1c-bdc7-a08e6bf43c22 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/ports?device_id=65992282-15ed-40a9-8051-73cf1e5727bc HTTP/1.1" status: 200 len: 945 time: 0.0792325 May 28 07:18:31.492180 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ab5f9ade-30d9-4d54-b734-2f8775552847 req-ea286b41-7607-4ad6-b4e0-76e9d5e7c32d tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/security-groups?id=9f07d310-4cfc-49a6-90b1-186d11fb1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379508 May 28 07:18:31.823291 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:18:32.045072 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e2c0b4-d8a8-4dab-ba42-df4a179c74c6 req-c06eb397-240f-4390-b3b7-1fb5e8ff86f3 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:18:32.046752 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c0e2c0b4-d8a8-4dab-ba42-df4a179c74c6 req-c06eb397-240f-4390-b3b7-1fb5e8ff86f3 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/ports?device_id=65992282-15ed-40a9-8051-73cf1e5727bc HTTP/1.1" status: 200 len: 945 time: 0.0840864 May 28 07:18:32.092777 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c0e2c0b4-d8a8-4dab-ba42-df4a179c74c6 req-ab3bcf57-4c5a-40f0-84ca-d002b881a0f1 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/security-groups?id=9f07d310-4cfc-49a6-90b1-186d11fb1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401278 May 28 07:18:32.114983 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-e05f0764-5148-48b4-9318-5fd6cf1b6423 req-e008bac4-0d01-4231-982a-a20b3932462e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=65992282-15ed-40a9-8051-73cf1e5727bc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0764475 May 28 07:18:32.697259 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:18:33.280337 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a11956-bf2f-46d2-84f8-f3d1775f7f62 req-640a4a69-64be-4b24-8ced-fb06a4d0b2d9 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:18:33.282457 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a9a11956-bf2f-46d2-84f8-f3d1775f7f62 req-640a4a69-64be-4b24-8ced-fb06a4d0b2d9 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/ports?device_id=65992282-15ed-40a9-8051-73cf1e5727bc HTTP/1.1" status: 200 len: 945 time: 0.0834727 May 28 07:18:33.331288 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a9a11956-bf2f-46d2-84f8-f3d1775f7f62 req-03eb5d63-ff1d-44a4-a151-b3c06b75b93c tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/security-groups?id=9f07d310-4cfc-49a6-90b1-186d11fb1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435610 May 28 07:18:34.269895 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05f0764-5148-48b4-9318-5fd6cf1b6423 req-4a8a8e1d-3913-4489-af6e-eb11a48bd6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:18:34.271892 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e05f0764-5148-48b4-9318-5fd6cf1b6423 req-4a8a8e1d-3913-4489-af6e-eb11a48bd6b7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5cc1e087213b499a94065af057442467&device_id=65992282-15ed-40a9-8051-73cf1e5727bc HTTP/1.1" status: 200 len: 1096 time: 0.0748966 May 28 07:18:34.406171 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05f0764-5148-48b4-9318-5fd6cf1b6423 req-0415f56c-aec0-48d1-93d8-fb919162c7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:18:34.407599 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e05f0764-5148-48b4-9318-5fd6cf1b6423 req-0415f56c-aec0-48d1-93d8-fb919162c7e9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e828b122-c5f7-4333-a8f4-4d649b494779 HTTP/1.1" status: 200 len: 916 time: 0.1303310 May 28 07:18:34.613200 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e05f0764-5148-48b4-9318-5fd6cf1b6423 req-a928b26d-870b-4af9-8146-6799cbe0aa8f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7265172e-5a65-410f-a054-aa72739f1344 HTTP/1.1" status: 200 len: 217 time: 0.1995027 May 28 07:18:34.693423 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05f0764-5148-48b4-9318-5fd6cf1b6423 req-2508db98-d69b-461c-a217-a0361e7e936a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:18:34.694837 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e05f0764-5148-48b4-9318-5fd6cf1b6423 req-2508db98-d69b-461c-a217-a0361e7e936a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=41808a06-3a01-4178-a0b3-ad7db18e31a5 HTTP/1.1" status: 200 len: 855 time: 0.0760086 May 28 07:18:34.744615 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e05f0764-5148-48b4-9318-5fd6cf1b6423 req-b1bf9949-7a17-488b-9871-8a4abd487597 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e828b122-c5f7-4333-a8f4-4d649b494779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436862 May 28 07:18:34.753069 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da2253a-17d1-4b8c-811a-d1cf57f39833 req-019ec963-ad63-4060-bb93-1ce913d65229 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:18:34.754453 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1da2253a-17d1-4b8c-811a-d1cf57f39833 req-019ec963-ad63-4060-bb93-1ce913d65229 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/ports?device_id=65992282-15ed-40a9-8051-73cf1e5727bc HTTP/1.1" status: 200 len: 945 time: 0.2846367 May 28 07:18:34.875512 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1da2253a-17d1-4b8c-811a-d1cf57f39833 req-90484aec-422b-43e9-9b81-62a4fc044b26 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/security-groups?id=9f07d310-4cfc-49a6-90b1-186d11fb1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031547 May 28 07:18:34.909337 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e05f0764-5148-48b4-9318-5fd6cf1b6423 req-004e1824-675c-4731-91e9-c49308f8fbfb service neutron] 10.222.0.69 "GET /v2.0/networks/e828b122-c5f7-4333-a8f4-4d649b494779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540098 May 28 07:18:35.038282 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e05f0764-5148-48b4-9318-5fd6cf1b6423 req-75889196-78c3-4e3e-b8e6-9b073243084a service neutron] 10.222.0.69 "GET /v2.0/networks/e828b122-c5f7-4333-a8f4-4d649b494779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234825 May 28 07:18:36.066437 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1856ff-56cc-4da0-bb9f-0cb05fe0be28 req-bae676a7-b414-430c-ae70-85df2a7809cd tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:18:36.067912 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bd1856ff-56cc-4da0-bb9f-0cb05fe0be28 req-bae676a7-b414-430c-ae70-85df2a7809cd tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/ports?device_id=65992282-15ed-40a9-8051-73cf1e5727bc HTTP/1.1" status: 200 len: 945 time: 0.0833049 May 28 07:18:36.111506 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bd1856ff-56cc-4da0-bb9f-0cb05fe0be28 req-d49bbca7-d76f-43c8-aaa8-29f15dc56a57 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/security-groups?id=9f07d310-4cfc-49a6-90b1-186d11fb1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379887 May 28 07:18:37.299207 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0583b37f-13e6-475a-be02-a39e36823b72 req-75ab8c8c-5807-4d9e-ac65-e141af4df52e tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:18:37.300644 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0583b37f-13e6-475a-be02-a39e36823b72 req-75ab8c8c-5807-4d9e-ac65-e141af4df52e tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/ports?device_id=65992282-15ed-40a9-8051-73cf1e5727bc HTTP/1.1" status: 200 len: 945 time: 0.0800858 May 28 07:18:37.343661 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0583b37f-13e6-475a-be02-a39e36823b72 req-4420e267-da8e-4487-b6cd-ef89f7999109 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/security-groups?id=9f07d310-4cfc-49a6-90b1-186d11fb1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373471 May 28 07:18:38.531869 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83bdbf2-8978-48e8-bfa2-bb3c557cb882 req-8a5f4513-f1d4-4f12-a42c-d217d81ec975 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:18:38.533524 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a83bdbf2-8978-48e8-bfa2-bb3c557cb882 req-8a5f4513-f1d4-4f12-a42c-d217d81ec975 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/ports?device_id=65992282-15ed-40a9-8051-73cf1e5727bc HTTP/1.1" status: 200 len: 945 time: 0.0836964 May 28 07:18:38.578187 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a83bdbf2-8978-48e8-bfa2-bb3c557cb882 req-f5a8ab84-b944-4cd5-95ed-f3294a5ba915 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/security-groups?id=9f07d310-4cfc-49a6-90b1-186d11fb1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387032 May 28 07:18:39.783688 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b862ee75-fac8-4f37-8611-61f5031043b5 req-49569a5d-496f-4db4-8b2f-f1f02a836601 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:18:39.785129 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b862ee75-fac8-4f37-8611-61f5031043b5 req-49569a5d-496f-4db4-8b2f-f1f02a836601 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/ports?device_id=65992282-15ed-40a9-8051-73cf1e5727bc HTTP/1.1" status: 200 len: 945 time: 0.0792558 May 28 07:18:39.832081 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b862ee75-fac8-4f37-8611-61f5031043b5 req-096c22b9-662d-4a90-baf4-55f6d59220df tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/security-groups?id=9f07d310-4cfc-49a6-90b1-186d11fb1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406122 May 28 07:18:41.023502 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8635030-3236-49d4-95c6-9a0514b8b58e req-bcc54428-0898-4958-a4d9-85e744d6cf59 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:18:41.024946 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c8635030-3236-49d4-95c6-9a0514b8b58e req-bcc54428-0898-4958-a4d9-85e744d6cf59 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/ports?device_id=65992282-15ed-40a9-8051-73cf1e5727bc HTTP/1.1" status: 200 len: 945 time: 0.0872130 May 28 07:18:41.069626 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c8635030-3236-49d4-95c6-9a0514b8b58e req-8d615c8d-c869-4c50-b421-77714857cb21 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/security-groups?id=9f07d310-4cfc-49a6-90b1-186d11fb1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389752 May 28 07:18:42.256233 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4545c2-3e7b-4e2d-bcc0-5228acfb77ab req-a8b83789-f1b8-432d-8e5c-ba06885a1482 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:18:42.257669 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3b4545c2-3e7b-4e2d-bcc0-5228acfb77ab req-a8b83789-f1b8-432d-8e5c-ba06885a1482 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/ports?device_id=65992282-15ed-40a9-8051-73cf1e5727bc HTTP/1.1" status: 200 len: 945 time: 0.0820785 May 28 07:18:42.303179 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3b4545c2-3e7b-4e2d-bcc0-5228acfb77ab req-0eca4f27-e57d-4e5a-99a2-2b040230b50f tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/security-groups?id=9f07d310-4cfc-49a6-90b1-186d11fb1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397005 May 28 07:18:43.508146 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2be2a8e-483d-4251-9c1c-555f074fe0c4 req-cb2efd37-6c22-46bd-b376-e501a0ef31dc tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:18:43.509676 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b2be2a8e-483d-4251-9c1c-555f074fe0c4 req-cb2efd37-6c22-46bd-b376-e501a0ef31dc tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/ports?device_id=65992282-15ed-40a9-8051-73cf1e5727bc HTTP/1.1" status: 200 len: 945 time: 0.0805736 May 28 07:18:43.556414 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b2be2a8e-483d-4251-9c1c-555f074fe0c4 req-c85908e9-18a4-48a6-afad-12fbea8db2a3 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/security-groups?id=9f07d310-4cfc-49a6-90b1-186d11fb1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409508 May 28 07:18:44.746019 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2de031-2fee-46a6-b730-fed8c72ff2a0 req-c24e3905-8891-4ac7-a301-d051c5f39e2f tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:18:44.747355 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ff2de031-2fee-46a6-b730-fed8c72ff2a0 req-c24e3905-8891-4ac7-a301-d051c5f39e2f tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/ports?device_id=65992282-15ed-40a9-8051-73cf1e5727bc HTTP/1.1" status: 200 len: 945 time: 0.0832086 May 28 07:18:44.790909 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ff2de031-2fee-46a6-b730-fed8c72ff2a0 req-00dc66ed-2e77-4b9a-9bfb-40d3cde916a9 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/security-groups?id=9f07d310-4cfc-49a6-90b1-186d11fb1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368934 May 28 07:18:44.877966 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 07:18:45.974286 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa65b342-75ba-47d4-9c53-1043015052f9 req-c7359089-02f4-487f-867a-f62a12c67cd4 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:18:45.975714 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-aa65b342-75ba-47d4-9c53-1043015052f9 req-c7359089-02f4-487f-867a-f62a12c67cd4 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/ports?device_id=65992282-15ed-40a9-8051-73cf1e5727bc HTTP/1.1" status: 200 len: 945 time: 0.0790977 May 28 07:18:46.031683 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-aa65b342-75ba-47d4-9c53-1043015052f9 req-b87319cf-dcf9-45a5-aba0-b7cecd5fffbf tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/security-groups?id=9f07d310-4cfc-49a6-90b1-186d11fb1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502179 May 28 07:18:47.221362 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79542e7c-89af-400a-ad0d-8a3754379030 req-dc93d0e0-601f-4441-9caa-3973c6211ce6 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:18:47.222890 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-79542e7c-89af-400a-ad0d-8a3754379030 req-dc93d0e0-601f-4441-9caa-3973c6211ce6 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/ports?device_id=65992282-15ed-40a9-8051-73cf1e5727bc HTTP/1.1" status: 200 len: 945 time: 0.0849149 May 28 07:18:47.267619 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-79542e7c-89af-400a-ad0d-8a3754379030 req-d39138c0-5859-45cc-9a0f-9cef644c5a3f tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/security-groups?id=9f07d310-4cfc-49a6-90b1-186d11fb1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392578 May 28 07:18:48.458998 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1dcc71-5a86-4a69-b711-7d675c75410c req-079b5025-dd99-40ba-aa62-e74c62b79e58 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:18:48.460445 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2a1dcc71-5a86-4a69-b711-7d675c75410c req-079b5025-dd99-40ba-aa62-e74c62b79e58 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/ports?device_id=65992282-15ed-40a9-8051-73cf1e5727bc HTTP/1.1" status: 200 len: 945 time: 0.0793960 May 28 07:18:48.507322 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2a1dcc71-5a86-4a69-b711-7d675c75410c req-b7fb82f1-8fc9-48ec-8604-d33d095dc71f tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/security-groups?id=9f07d310-4cfc-49a6-90b1-186d11fb1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412409 May 28 07:18:49.692875 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b6686c-af68-4673-96cf-2dd0e5f43d40 req-2bea0b12-5c1d-46c0-a3e4-611f2b7f5bfb tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:18:49.694346 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-83b6686c-af68-4673-96cf-2dd0e5f43d40 req-2bea0b12-5c1d-46c0-a3e4-611f2b7f5bfb tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/ports?device_id=65992282-15ed-40a9-8051-73cf1e5727bc HTTP/1.1" status: 200 len: 945 time: 0.0802040 May 28 07:18:49.740345 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-83b6686c-af68-4673-96cf-2dd0e5f43d40 req-6cb07503-0f82-43a4-a732-3cb61c896027 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/security-groups?id=9f07d310-4cfc-49a6-90b1-186d11fb1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401449 May 28 07:18:51.045761 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fbd323-fb2e-4f07-8cd6-655b6b049795 req-c773a66f-2856-405c-acf3-8c7117c0c62e tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:18:51.047406 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-54fbd323-fb2e-4f07-8cd6-655b6b049795 req-c773a66f-2856-405c-acf3-8c7117c0c62e tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/ports?device_id=65992282-15ed-40a9-8051-73cf1e5727bc HTTP/1.1" status: 200 len: 945 time: 0.1887093 May 28 07:18:51.092967 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-54fbd323-fb2e-4f07-8cd6-655b6b049795 req-f69e11d7-cdef-4b62-9065-51eca713a591 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/security-groups?id=9f07d310-4cfc-49a6-90b1-186d11fb1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394418 May 28 07:18:52.284482 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd31faf-1d39-44a7-98ba-a10421bf62ad req-db37c509-44c3-442a-8c9d-3ca6cf5ea831 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:18:52.285950 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cdd31faf-1d39-44a7-98ba-a10421bf62ad req-db37c509-44c3-442a-8c9d-3ca6cf5ea831 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/ports?device_id=65992282-15ed-40a9-8051-73cf1e5727bc HTTP/1.1" status: 200 len: 945 time: 0.0807180 May 28 07:18:52.334141 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cdd31faf-1d39-44a7-98ba-a10421bf62ad req-ac157b4a-7151-4cc3-b709-6bce1806aae0 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/security-groups?id=9f07d310-4cfc-49a6-90b1-186d11fb1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424643 May 28 07:18:53.524475 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3f6b05-961a-48cf-a49c-5d13a16989e7 req-2aa706d8-6db1-4008-ba52-065833252bdf tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:18:53.525964 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bb3f6b05-961a-48cf-a49c-5d13a16989e7 req-2aa706d8-6db1-4008-ba52-065833252bdf tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/ports?device_id=65992282-15ed-40a9-8051-73cf1e5727bc HTTP/1.1" status: 200 len: 945 time: 0.0798254 May 28 07:18:53.571434 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bb3f6b05-961a-48cf-a49c-5d13a16989e7 req-862a939f-7d36-4fa2-bdf0-6f8398a0c1b1 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/security-groups?id=9f07d310-4cfc-49a6-90b1-186d11fb1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390971 May 28 07:18:54.760554 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff021e3-24b7-4bc5-835a-7565453ea5da req-39a8d906-fb64-40c5-9207-25e41df09292 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:18:54.761932 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-eff021e3-24b7-4bc5-835a-7565453ea5da req-39a8d906-fb64-40c5-9207-25e41df09292 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/ports?device_id=65992282-15ed-40a9-8051-73cf1e5727bc HTTP/1.1" status: 200 len: 945 time: 0.0836146 May 28 07:18:54.808503 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-eff021e3-24b7-4bc5-835a-7565453ea5da req-f5d8c181-0dc1-4561-a382-610b554586f8 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/security-groups?id=9f07d310-4cfc-49a6-90b1-186d11fb1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407717 May 28 07:18:55.991096 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066b0022-c133-4cf7-9aa4-2ffa133de3ce req-1368120b-55ea-483f-8bf3-73604a302fbb tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:18:55.992568 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-066b0022-c133-4cf7-9aa4-2ffa133de3ce req-1368120b-55ea-483f-8bf3-73604a302fbb tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/ports?device_id=65992282-15ed-40a9-8051-73cf1e5727bc HTTP/1.1" status: 200 len: 945 time: 0.0800555 May 28 07:18:56.036610 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-066b0022-c133-4cf7-9aa4-2ffa133de3ce req-b2fc3d73-9cd6-4cfa-89f2-9fdeb78e0014 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/security-groups?id=9f07d310-4cfc-49a6-90b1-186d11fb1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383914 May 28 07:18:56.486406 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-adedb0a6-3abd-423d-b7a5-2d4905477a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:18:57.233782 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0558dfc5-c904-4582-ab4c-0f6469ac17ac req-e99a18fb-0965-424a-a030-f210dde91f05 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:18:57.235299 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0558dfc5-c904-4582-ab4c-0f6469ac17ac req-e99a18fb-0965-424a-a030-f210dde91f05 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/ports?device_id=65992282-15ed-40a9-8051-73cf1e5727bc HTTP/1.1" status: 200 len: 945 time: 0.0836499 May 28 07:18:57.279212 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0558dfc5-c904-4582-ab4c-0f6469ac17ac req-c1e6be73-f0bd-4efb-a48e-d6919addfd93 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/security-groups?id=9f07d310-4cfc-49a6-90b1-186d11fb1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378768 May 28 07:18:58.003517 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:18:58.471204 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dea1c53-c1b5-43e8-b92a-cd1711b769a1 req-2889cc4f-dd0b-456c-b9f0-29ba7af953ae tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:18:58.472796 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0dea1c53-c1b5-43e8-b92a-cd1711b769a1 req-2889cc4f-dd0b-456c-b9f0-29ba7af953ae tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/ports?device_id=65992282-15ed-40a9-8051-73cf1e5727bc HTTP/1.1" status: 200 len: 945 time: 0.0824852 May 28 07:18:58.517716 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0dea1c53-c1b5-43e8-b92a-cd1711b769a1 req-774c1c63-d013-4e12-a1ab-14d0ea09b446 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/security-groups?id=9f07d310-4cfc-49a6-90b1-186d11fb1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393834 May 28 07:18:58.986062 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-056dd5dc-7ed3-4320-a689-5957ac5b56d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:18:59.711560 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5295cace-1e3e-490a-816c-b0bb64de3ff8 req-ffa4165a-5cad-4b1f-9083-30b58ae135fd tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:18:59.713045 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5295cace-1e3e-490a-816c-b0bb64de3ff8 req-ffa4165a-5cad-4b1f-9083-30b58ae135fd tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/ports?device_id=65992282-15ed-40a9-8051-73cf1e5727bc HTTP/1.1" status: 200 len: 945 time: 0.0849843 May 28 07:18:59.757331 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5295cace-1e3e-490a-816c-b0bb64de3ff8 req-926420ff-01bb-441c-9faf-5db5a1223fc0 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/security-groups?id=9f07d310-4cfc-49a6-90b1-186d11fb1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378156 May 28 07:19:00.022505 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:19:00.119575 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:19:00.940001 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918fbe66-cb6d-421c-bb51-eeefa4ad3f68 req-e9bcdd9f-fd13-43e5-a49a-f2989edf020e tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:19:00.941468 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-918fbe66-cb6d-421c-bb51-eeefa4ad3f68 req-e9bcdd9f-fd13-43e5-a49a-f2989edf020e tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/ports?device_id=65992282-15ed-40a9-8051-73cf1e5727bc HTTP/1.1" status: 200 len: 945 time: 0.0777419 May 28 07:19:00.988946 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-918fbe66-cb6d-421c-bb51-eeefa4ad3f68 req-49bc9a72-d775-4ad5-a62a-81b6946b559f tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/security-groups?id=9f07d310-4cfc-49a6-90b1-186d11fb1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418384 May 28 07:19:01.831970 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:19:02.174158 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92b0d77-51dd-4b29-b05d-4753abd4398b req-00cbca70-b189-4de5-9b45-0999209a303d tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:19:02.175597 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e92b0d77-51dd-4b29-b05d-4753abd4398b req-00cbca70-b189-4de5-9b45-0999209a303d tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/ports?device_id=65992282-15ed-40a9-8051-73cf1e5727bc HTTP/1.1" status: 200 len: 945 time: 0.0800557 May 28 07:19:02.219142 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e92b0d77-51dd-4b29-b05d-4753abd4398b req-8c08fc07-1433-4a35-87e7-cf1d8ace0bc7 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/security-groups?id=9f07d310-4cfc-49a6-90b1-186d11fb1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378997 May 28 07:19:02.465864 n-d-843702-1 neutron-server[89110]: INFO neutron.api.v2.resource [req-e05f0764-5148-48b4-9318-5fd6cf1b6423 req-eed3abb9-d0a0-4b81-9084-824bd6285861 service neutron] show failed (client error): The resource could not be found. May 28 07:19:02.466763 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e05f0764-5148-48b4-9318-5fd6cf1b6423 req-eed3abb9-d0a0-4b81-9084-824bd6285861 service neutron] 10.222.0.69 "GET /v2.0/ports/7265172e-5a65-410f-a054-aa72739f1344/bindings/n-h2-843702-1 HTTP/1.1" status: 404 len: 380 time: 0.0795522 May 28 07:19:02.712339 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:19:03.072294 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05f0764-5148-48b4-9318-5fd6cf1b6423 req-c0821c64-3248-4d1c-8fc9-b59a2ba13ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:19:03.073756 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e05f0764-5148-48b4-9318-5fd6cf1b6423 req-c0821c64-3248-4d1c-8fc9-b59a2ba13ded service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=65992282-15ed-40a9-8051-73cf1e5727bc&tenant_id=5cc1e087213b499a94065af057442467 HTTP/1.1" status: 200 len: 1096 time: 0.0690970 May 28 07:19:03.090117 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-e05f0764-5148-48b4-9318-5fd6cf1b6423 req-34481bc2-dea7-4901-846d-4395c84b7315 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843702-1', 'device_owner': 'compute:nova'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:19:03.197488 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-e05f0764-5148-48b4-9318-5fd6cf1b6423 req-34481bc2-dea7-4901-846d-4395c84b7315 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:19:03.526362 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7208bc7-519a-4ca9-8408-80bfd061bf98 req-35a5aba8-7225-499e-80a3-c18b6f1c3e2d tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:19:03.527859 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f7208bc7-519a-4ca9-8408-80bfd061bf98 req-35a5aba8-7225-499e-80a3-c18b6f1c3e2d tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/ports?device_id=65992282-15ed-40a9-8051-73cf1e5727bc HTTP/1.1" status: 200 len: 945 time: 0.1950040 May 28 07:19:03.537177 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-e05f0764-5148-48b4-9318-5fd6cf1b6423 req-34481bc2-dea7-4901-846d-4395c84b7315 service neutron] For port 7265172e-5a65-410f-a054-aa72739f1344, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=7265172e-5a65-410f-a054-aa72739f1344,segment=NetworkSegment(05b514d4-9737-4220-af9f-f947a85e1919),segment_id=05b514d4-9737-4220-af9f-f947a85e1919)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:19:03.592007 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f7208bc7-519a-4ca9-8408-80bfd061bf98 req-e30d0977-a265-4031-a4e9-1c934ce1b98b tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/security-groups?id=9f07d310-4cfc-49a6-90b1-186d11fb1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572534 May 28 07:19:03.599520 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-e05f0764-5148-48b4-9318-5fd6cf1b6423 req-34481bc2-dea7-4901-846d-4395c84b7315 service neutron] For port 7265172e-5a65-410f-a054-aa72739f1344, host n-h1-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:19:03.663196 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65992282-15ed-40a9-8051-73cf1e5727bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7265172e-5a65-410f-a054-aa72739f1344'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:19:03.668546 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-e05f0764-5148-48b4-9318-5fd6cf1b6423 req-34481bc2-dea7-4901-846d-4395c84b7315 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:19:03.684387 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-e05f0764-5148-48b4-9318-5fd6cf1b6423 req-34481bc2-dea7-4901-846d-4395c84b7315 service neutron] Transition to ACTIVE for port object 7265172e-5a65-410f-a054-aa72739f1344 will not be triggered until provisioned by entity L2. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:19:03.727730 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31abed71-ba8b-44ab-8925-e9ab7aeeb1bd'] response: {'server_uuid': '65992282-15ed-40a9-8051-73cf1e5727bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7265172e-5a65-410f-a054-aa72739f1344', 'code': 200} May 28 07:19:03.768801 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-e05f0764-5148-48b4-9318-5fd6cf1b6423 req-34481bc2-dea7-4901-846d-4395c84b7315 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:19:04.030403 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34481bc2-dea7-4901-846d-4395c84b7315 service neutron] Pushing event updated for resources: {'Port': ['ID=7265172e-5a65-410f-a054-aa72739f1344,revision_number=6']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:19:04.033016 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-e05f0764-5148-48b4-9318-5fd6cf1b6423 req-34481bc2-dea7-4901-846d-4395c84b7315 service neutron] No DVR routers for this DVR port 7265172e-5a65-410f-a054-aa72739f1344 on host n-h1-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 07:19:04.086822 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-e05f0764-5148-48b4-9318-5fd6cf1b6423 req-34481bc2-dea7-4901-846d-4395c84b7315 service neutron] Attempting to bind port 7265172e-5a65-410f-a054-aa72739f1344 on host n-h2-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 07:19:04.087071 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-e05f0764-5148-48b4-9318-5fd6cf1b6423 req-34481bc2-dea7-4901-846d-4395c84b7315 service neutron] Attempting to bind port 7265172e-5a65-410f-a054-aa72739f1344 by drivers openvswitch,hyperv on host n-h2-843702-1 at level 0 using segments [{'id': '05b514d4-9737-4220-af9f-f947a85e1919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e828b122-c5f7-4333-a8f4-4d649b494779'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 07:19:04.087388 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05f0764-5148-48b4-9318-5fd6cf1b6423 req-34481bc2-dea7-4901-846d-4395c84b7315 service neutron] Attempting to bind port 7265172e-5a65-410f-a054-aa72739f1344 on network e828b122-c5f7-4333-a8f4-4d649b494779 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:19:04.091800 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05f0764-5148-48b4-9318-5fd6cf1b6423 req-34481bc2-dea7-4901-846d-4395c84b7315 service neutron] Port 7265172e-5a65-410f-a054-aa72739f1344 on network e828b122-c5f7-4333-a8f4-4d649b494779 not bound, no agent of type Open vSwitch agent registered on host n-h2-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 07:19:04.092112 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05f0764-5148-48b4-9318-5fd6cf1b6423 req-34481bc2-dea7-4901-846d-4395c84b7315 service neutron] Attempting to bind port 7265172e-5a65-410f-a054-aa72739f1344 on network e828b122-c5f7-4333-a8f4-4d649b494779 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:19:04.097047 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05f0764-5148-48b4-9318-5fd6cf1b6423 req-34481bc2-dea7-4901-846d-4395c84b7315 service neutron] Checking agent: {'id': 'f1a3973b-d2b3-4558-88e7-2ac50857d302', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 7, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 07:19:04.097375 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05f0764-5148-48b4-9318-5fd6cf1b6423 req-34481bc2-dea7-4901-846d-4395c84b7315 service neutron] Checking segment: {'id': '05b514d4-9737-4220-af9f-f947a85e1919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e828b122-c5f7-4333-a8f4-4d649b494779'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:19:04.097785 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05f0764-5148-48b4-9318-5fd6cf1b6423 req-34481bc2-dea7-4901-846d-4395c84b7315 service neutron] Bound using segment: {'id': '05b514d4-9737-4220-af9f-f947a85e1919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e828b122-c5f7-4333-a8f4-4d649b494779'} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 07:19:04.098193 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-e05f0764-5148-48b4-9318-5fd6cf1b6423 req-34481bc2-dea7-4901-846d-4395c84b7315 service neutron] Bound port: 7265172e-5a65-410f-a054-aa72739f1344, host: n-h2-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05b514d4-9737-4220-af9f-f947a85e1919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e828b122-c5f7-4333-a8f4-4d649b494779'}}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 07:19:04.098524 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-e05f0764-5148-48b4-9318-5fd6cf1b6423 req-34481bc2-dea7-4901-846d-4395c84b7315 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:19:04.183458 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-e05f0764-5148-48b4-9318-5fd6cf1b6423 req-34481bc2-dea7-4901-846d-4395c84b7315 service neutron] For port 7265172e-5a65-410f-a054-aa72739f1344, host n-h2-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:19:04.186310 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-e05f0764-5148-48b4-9318-5fd6cf1b6423 req-34481bc2-dea7-4901-846d-4395c84b7315 service neutron] For port 7265172e-5a65-410f-a054-aa72739f1344, host n-h2-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=7265172e-5a65-410f-a054-aa72739f1344,segment=NetworkSegment(05b514d4-9737-4220-af9f-f947a85e1919),segment_id=05b514d4-9737-4220-af9f-f947a85e1919)] {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 07:19:04.272222 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-e05f0764-5148-48b4-9318-5fd6cf1b6423 req-34481bc2-dea7-4901-846d-4395c84b7315 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:19:04.334436 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05f0764-5148-48b4-9318-5fd6cf1b6423 req-34481bc2-dea7-4901-846d-4395c84b7315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:19:04.335060 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-e05f0764-5148-48b4-9318-5fd6cf1b6423 req-34481bc2-dea7-4901-846d-4395c84b7315 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:19:04.336398 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e05f0764-5148-48b4-9318-5fd6cf1b6423 req-34481bc2-dea7-4901-846d-4395c84b7315 service neutron] 10.222.0.71 "PUT /v2.0/ports/7265172e-5a65-410f-a054-aa72739f1344 HTTP/1.1" status: 200 len: 1091 time: 1.2500329 May 28 07:19:04.350070 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34481bc2-dea7-4901-846d-4395c84b7315 service neutron] Pushing event updated for resources: {'Port': ['ID=7265172e-5a65-410f-a054-aa72739f1344,revision_number=7']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:19:04.438492 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05f0764-5148-48b4-9318-5fd6cf1b6423 req-6284819b-f6f1-43ca-8127-7601329ab749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:19:04.439957 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e05f0764-5148-48b4-9318-5fd6cf1b6423 req-6284819b-f6f1-43ca-8127-7601329ab749 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5cc1e087213b499a94065af057442467&device_id=65992282-15ed-40a9-8051-73cf1e5727bc HTTP/1.1" status: 200 len: 1094 time: 0.0706153 May 28 07:19:04.571001 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05f0764-5148-48b4-9318-5fd6cf1b6423 req-4de2fe0d-8168-43d0-9a28-19720963b820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:19:04.572477 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e05f0764-5148-48b4-9318-5fd6cf1b6423 req-4de2fe0d-8168-43d0-9a28-19720963b820 service neutron] 10.222.0.71 "GET /v2.0/networks?id=e828b122-c5f7-4333-a8f4-4d649b494779 HTTP/1.1" status: 200 len: 916 time: 0.1266098 May 28 07:19:04.644058 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e05f0764-5148-48b4-9318-5fd6cf1b6423 req-c38733c3-9078-461e-9cff-d40f5e71627d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7265172e-5a65-410f-a054-aa72739f1344 HTTP/1.1" status: 200 len: 217 time: 0.0646696 May 28 07:19:04.747443 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05f0764-5148-48b4-9318-5fd6cf1b6423 req-4d5c9c94-7c81-4c45-8e87-4c0766c5c0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:19:04.748838 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e05f0764-5148-48b4-9318-5fd6cf1b6423 req-4d5c9c94-7c81-4c45-8e87-4c0766c5c0a4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=41808a06-3a01-4178-a0b3-ad7db18e31a5 HTTP/1.1" status: 200 len: 855 time: 0.0988452 May 28 07:19:04.801875 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e05f0764-5148-48b4-9318-5fd6cf1b6423 req-cfd05983-24da-4cb9-a692-d876a8ba9597 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e828b122-c5f7-4333-a8f4-4d649b494779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432599 May 28 07:19:04.910058 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a3fa71-781a-4188-8fae-6a34137c3a01 req-6137452a-b6e1-48f5-86f9-878595be6c69 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:19:04.911500 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f6a3fa71-781a-4188-8fae-6a34137c3a01 req-6137452a-b6e1-48f5-86f9-878595be6c69 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/ports?device_id=65992282-15ed-40a9-8051-73cf1e5727bc HTTP/1.1" status: 200 len: 943 time: 0.2119009 May 28 07:19:04.976182 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e05f0764-5148-48b4-9318-5fd6cf1b6423 req-bfd87bc4-ae01-48bc-8268-147bb4044008 service neutron] 10.222.0.71 "GET /v2.0/networks/e828b122-c5f7-4333-a8f4-4d649b494779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683235 May 28 07:19:04.983143 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f6a3fa71-781a-4188-8fae-6a34137c3a01 req-3246d27f-9664-4ce1-8449-a6472e06298f tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/security-groups?id=9f07d310-4cfc-49a6-90b1-186d11fb1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644710 May 28 07:19:05.116392 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e05f0764-5148-48b4-9318-5fd6cf1b6423 req-f12929f6-2c3d-4167-be22-b7cc30c52447 service neutron] 10.222.0.71 "GET /v2.0/networks/e828b122-c5f7-4333-a8f4-4d649b494779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323068 May 28 07:19:05.729195 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65992282-15ed-40a9-8051-73cf1e5727bc', 'tag': '7265172e-5a65-410f-a054-aa72739f1344'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:19:05.786293 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-954ca523-7544-4e2b-ae26-7872f0c42b4a'] response: {'name': 'network-changed', 'server_uuid': '65992282-15ed-40a9-8051-73cf1e5727bc', 'tag': '7265172e-5a65-410f-a054-aa72739f1344', 'status': 'completed', 'code': 200} May 28 07:19:05.935983 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc8495c-61ac-4191-ab23-993aaa2928f5 req-4c5c92f6-49b5-412c-91cd-c24c17ff4319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:19:05.937445 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bbc8495c-61ac-4191-ab23-993aaa2928f5 req-4c5c92f6-49b5-412c-91cd-c24c17ff4319 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5cc1e087213b499a94065af057442467&device_id=65992282-15ed-40a9-8051-73cf1e5727bc HTTP/1.1" status: 200 len: 1094 time: 0.1288488 May 28 07:19:05.940035 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc8495c-61ac-4191-ab23-993aaa2928f5 req-bb72f8df-26d6-4d1c-be16-892db8221333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:19:05.941322 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bbc8495c-61ac-4191-ab23-993aaa2928f5 req-bb72f8df-26d6-4d1c-be16-892db8221333 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5cc1e087213b499a94065af057442467&device_id=65992282-15ed-40a9-8051-73cf1e5727bc HTTP/1.1" status: 200 len: 1094 time: 0.0994277 May 28 07:19:06.331837 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc8495c-61ac-4191-ab23-993aaa2928f5 req-ec20faf3-4208-4750-8083-f8587bb82672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:19:06.333178 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bbc8495c-61ac-4191-ab23-993aaa2928f5 req-ec20faf3-4208-4750-8083-f8587bb82672 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e828b122-c5f7-4333-a8f4-4d649b494779 HTTP/1.1" status: 200 len: 916 time: 0.3899074 May 28 07:19:06.336548 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc8495c-61ac-4191-ab23-993aaa2928f5 req-db31252a-857f-4820-82f5-dbdc3be810b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:19:06.337839 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bbc8495c-61ac-4191-ab23-993aaa2928f5 req-db31252a-857f-4820-82f5-dbdc3be810b4 service neutron] 10.222.0.71 "GET /v2.0/networks?id=e828b122-c5f7-4333-a8f4-4d649b494779 HTTP/1.1" status: 200 len: 916 time: 0.3781917 May 28 07:19:06.462921 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bbc8495c-61ac-4191-ab23-993aaa2928f5 req-c196d4ef-205d-4f4c-a98d-8b7b18675bf8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7265172e-5a65-410f-a054-aa72739f1344 HTTP/1.1" status: 200 len: 217 time: 0.1227829 May 28 07:19:06.471200 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bbc8495c-61ac-4191-ab23-993aaa2928f5 req-d144ed67-ade3-43e5-9127-3f47854d5b33 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7265172e-5a65-410f-a054-aa72739f1344 HTTP/1.1" status: 200 len: 217 time: 0.0845764 May 28 07:19:06.572084 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30af288c-e4f2-4abf-bf44-2446aff41214 req-b41113d6-acd8-4da4-ac90-40a9a818e79c tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:19:06.573540 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-30af288c-e4f2-4abf-bf44-2446aff41214 req-b41113d6-acd8-4da4-ac90-40a9a818e79c tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/ports?device_id=65992282-15ed-40a9-8051-73cf1e5727bc HTTP/1.1" status: 200 len: 943 time: 0.4766688 May 28 07:19:06.609102 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc8495c-61ac-4191-ab23-993aaa2928f5 req-e73cdd16-775f-455b-9735-ebebed4d9903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:19:06.610632 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bbc8495c-61ac-4191-ab23-993aaa2928f5 req-e73cdd16-775f-455b-9735-ebebed4d9903 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=41808a06-3a01-4178-a0b3-ad7db18e31a5 HTTP/1.1" status: 200 len: 855 time: 0.1375132 May 28 07:19:06.613627 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc8495c-61ac-4191-ab23-993aaa2928f5 req-35c57d6f-0fed-494f-bf86-7ca50cd38352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:19:06.614906 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bbc8495c-61ac-4191-ab23-993aaa2928f5 req-35c57d6f-0fed-494f-bf86-7ca50cd38352 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=41808a06-3a01-4178-a0b3-ad7db18e31a5 HTTP/1.1" status: 200 len: 855 time: 0.1090147 May 28 07:19:06.707777 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bbc8495c-61ac-4191-ab23-993aaa2928f5 req-efddd9f7-200a-4def-83ce-e55ac9dd6949 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e828b122-c5f7-4333-a8f4-4d649b494779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0839434 May 28 07:19:06.709880 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bbc8495c-61ac-4191-ab23-993aaa2928f5 req-1d5e9157-ecb9-4c4c-b6f8-edd5cc56cf7e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e828b122-c5f7-4333-a8f4-4d649b494779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0871418 May 28 07:19:06.712549 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-30af288c-e4f2-4abf-bf44-2446aff41214 req-9f2e7f53-b6fb-4a3d-818b-b29e62da5d66 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/security-groups?id=9f07d310-4cfc-49a6-90b1-186d11fb1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315050 May 28 07:19:06.936770 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 7265172e-5a65-410f-a054-aa72739f1344 no longer exists at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:19:06.942325 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bbc8495c-61ac-4191-ab23-993aaa2928f5 req-4dccb6ae-524c-4ff3-bf80-a8cf167cebc9 service neutron] 10.222.0.69 "GET /v2.0/networks/e828b122-c5f7-4333-a8f4-4d649b494779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280726 May 28 07:19:06.947081 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bbc8495c-61ac-4191-ab23-993aaa2928f5 req-cb2e89fa-be36-4f31-82a1-479c24d447c8 service neutron] 10.222.0.71 "GET /v2.0/networks/e828b122-c5f7-4333-a8f4-4d649b494779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110751 May 28 07:19:06.996432 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 7265172e-5a65-410f-a054-aa72739f1344 not bound to the agent host n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 07:19:07.174047 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bbc8495c-61ac-4191-ab23-993aaa2928f5 req-029aa4b0-efc8-4aba-857e-434b59d03295 service neutron] 10.222.0.69 "GET /v2.0/networks/e828b122-c5f7-4333-a8f4-4d649b494779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260447 May 28 07:19:07.181437 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bbc8495c-61ac-4191-ab23-993aaa2928f5 req-f2f0d841-99bb-47fb-abcd-b31491e76390 service neutron] 10.222.0.71 "GET /v2.0/networks/e828b122-c5f7-4333-a8f4-4d649b494779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664014 May 28 07:19:07.897312 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd19438-1565-45b2-96b6-dab5ba8cf7e0 req-f1c7dda2-3964-48e7-b894-0780ccd2343f tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:19:07.898764 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5dd19438-1565-45b2-96b6-dab5ba8cf7e0 req-f1c7dda2-3964-48e7-b894-0780ccd2343f tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/ports?device_id=65992282-15ed-40a9-8051-73cf1e5727bc HTTP/1.1" status: 200 len: 943 time: 0.0785592 May 28 07:19:07.944945 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5dd19438-1565-45b2-96b6-dab5ba8cf7e0 req-d725836d-3242-458e-98fb-d4eff86e62f0 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/security-groups?id=9f07d310-4cfc-49a6-90b1-186d11fb1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407007 May 28 07:19:08.350827 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 7265172e-5a65-410f-a054-aa72739f1344 details requested by agent hyperv_n-h2-843702-1 with host n-h2-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 07:19:08.356528 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99495da-6122-4291-843d-ffea1b9b28fc req-ac1dad91-b278-4eca-b99d-e25866e01a3a tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:19:08.358619 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e99495da-6122-4291-843d-ffea1b9b28fc req-ac1dad91-b278-4eca-b99d-e25866e01a3a tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/ports?device_id=65992282-15ed-40a9-8051-73cf1e5727bc HTTP/1.1" status: 200 len: 943 time: 0.0860860 May 28 07:19:08.467822 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e99495da-6122-4291-843d-ffea1b9b28fc req-58e8f633-19f6-452e-a158-e61820147df7 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/security-groups?id=9f07d310-4cfc-49a6-90b1-186d11fb1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700307 May 28 07:19:08.500207 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 7265172e-5a65-410f-a054-aa72739f1344, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=7265172e-5a65-410f-a054-aa72739f1344,segment=NetworkSegment(05b514d4-9737-4220-af9f-f947a85e1919),segment_id=05b514d4-9737-4220-af9f-f947a85e1919)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:19:08.501177 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f12bb7-ccdc-4585-a4fc-1261bc52601f req-a7ae52fd-8547-4cdc-9723-eb637224a86a tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:19:08.502759 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b3f12bb7-ccdc-4585-a4fc-1261bc52601f req-a7ae52fd-8547-4cdc-9723-eb637224a86a tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.69 "GET /v2.0/ports?device_id=65992282-15ed-40a9-8051-73cf1e5727bc&tenant_id=5cc1e087213b499a94065af057442467&binding%3Ahost_id=n-h2-843702-1 HTTP/1.1" status: 200 len: 943 time: 0.1394868 May 28 07:19:08.514768 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Returning: {'device': '7265172e-5a65-410f-a054-aa72739f1344', 'network_id': 'e828b122-c5f7-4333-a8f4-4d649b494779', 'port_id': '7265172e-5a65-410f-a054-aa72739f1344', 'mac_address': 'fa:16:3e:a8:c3:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41808a06-3a01-4178-a0b3-ad7db18e31a5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 07:19:08.574215 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 7265172e-5a65-410f-a054-aa72739f1344 is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:19:08.574666 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:19:08.582531 n-d-843702-1 neutron-server[89110]: INFO neutron.api.v2.resource [req-b3f12bb7-ccdc-4585-a4fc-1261bc52601f req-228e6dd0-1e2b-47e1-9bb8-aeded109481b service neutron] delete failed (client error): The resource could not be found. May 28 07:19:08.583531 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b3f12bb7-ccdc-4585-a4fc-1261bc52601f req-228e6dd0-1e2b-47e1-9bb8-aeded109481b service neutron] 10.222.0.69 "DELETE /v2.0/ports/7265172e-5a65-410f-a054-aa72739f1344/bindings/n-h1-843702-1 HTTP/1.1" status: 404 len: 380 time: 0.0752943 May 28 07:19:08.591926 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7265172e-5a65-410f-a054-aa72739f1344 {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 07:19:08.608117 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 7265172e-5a65-410f-a054-aa72739f1344, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=7265172e-5a65-410f-a054-aa72739f1344,segment=NetworkSegment(05b514d4-9737-4220-af9f-f947a85e1919),segment_id=05b514d4-9737-4220-af9f-f947a85e1919)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:19:08.685211 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:19:08.724606 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f12bb7-ccdc-4585-a4fc-1261bc52601f req-e68f35b6-cdfc-4929-bced-07afc1e79e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:19:08.726247 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b3f12bb7-ccdc-4585-a4fc-1261bc52601f req-e68f35b6-cdfc-4929-bced-07afc1e79e79 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5cc1e087213b499a94065af057442467&device_id=65992282-15ed-40a9-8051-73cf1e5727bc HTTP/1.1" status: 200 len: 1095 time: 0.0721362 May 28 07:19:08.752264 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=7265172e-5a65-410f-a054-aa72739f1344,revision_number=8']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:19:08.760443 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:19:08.760792 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:19:08.761132 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:19:08.761503 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:19:08.761826 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:19:08.762161 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:19:08.762488 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:19:08.762818 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:19:08.763147 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:19:08.763472 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:19:08.763795 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:19:08.764118 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:19:08.870398 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f12bb7-ccdc-4585-a4fc-1261bc52601f req-36de1edd-b5c2-4b16-89a8-6d67fe231d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:19:08.871806 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b3f12bb7-ccdc-4585-a4fc-1261bc52601f req-36de1edd-b5c2-4b16-89a8-6d67fe231d83 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e828b122-c5f7-4333-a8f4-4d649b494779 HTTP/1.1" status: 200 len: 916 time: 0.1395586 May 28 07:19:08.979454 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['7265172e-5a65-410f-a054-aa72739f1344'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 07:19:09.050389 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b3f12bb7-ccdc-4585-a4fc-1261bc52601f req-8a8b0c00-a89a-44c4-b3dd-efe42d07abdc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7265172e-5a65-410f-a054-aa72739f1344 HTTP/1.1" status: 200 len: 217 time: 0.1729319 May 28 07:19:09.127165 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f12bb7-ccdc-4585-a4fc-1261bc52601f req-65b65773-f55e-402f-b943-a28e688fb328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:19:09.128611 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b3f12bb7-ccdc-4585-a4fc-1261bc52601f req-65b65773-f55e-402f-b943-a28e688fb328 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=41808a06-3a01-4178-a0b3-ad7db18e31a5 HTTP/1.1" status: 200 len: 855 time: 0.0729647 May 28 07:19:09.174864 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b3f12bb7-ccdc-4585-a4fc-1261bc52601f req-5a4edb93-5655-4792-8d9d-4dd5ac2281e5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e828b122-c5f7-4333-a8f4-4d649b494779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402277 May 28 07:19:09.301923 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b3f12bb7-ccdc-4585-a4fc-1261bc52601f req-6022b5f9-2f2f-4c42-85ac-6e60dd4eb2c0 service neutron] 10.222.0.69 "GET /v2.0/networks/e828b122-c5f7-4333-a8f4-4d649b494779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215022 May 28 07:19:09.429134 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b3f12bb7-ccdc-4585-a4fc-1261bc52601f req-7386425c-2aa5-49cd-9ab6-5d9b40305b0e service neutron] 10.222.0.69 "GET /v2.0/networks/e828b122-c5f7-4333-a8f4-4d649b494779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216297 May 28 07:19:09.668565 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c82a902-ddcb-4bd4-ae63-f8b585e5c4bc req-dac32f43-a20e-4286-87dc-2fdee2a72980 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:19:09.670041 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3c82a902-ddcb-4bd4-ae63-f8b585e5c4bc req-dac32f43-a20e-4286-87dc-2fdee2a72980 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/ports?device_id=65992282-15ed-40a9-8051-73cf1e5727bc HTTP/1.1" status: 200 len: 944 time: 0.0803490 May 28 07:19:09.717050 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3c82a902-ddcb-4bd4-ae63-f8b585e5c4bc req-9c031354-52ad-4b8d-94ab-2778458f1897 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/security-groups?id=9f07d310-4cfc-49a6-90b1-186d11fb1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405824 May 28 07:19:10.365753 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 7265172e-5a65-410f-a054-aa72739f1344 up at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:19:10.479780 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning for port 7265172e-5a65-410f-a054-aa72739f1344 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:19:10.486762 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning complete for port 7265172e-5a65-410f-a054-aa72739f1344 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:19:10.487124 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:19:10.615192 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 7265172e-5a65-410f-a054-aa72739f1344 is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:19:10.615509 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:19:10.643065 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65992282-15ed-40a9-8051-73cf1e5727bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7265172e-5a65-410f-a054-aa72739f1344'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:19:10.652817 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 7265172e-5a65-410f-a054-aa72739f1344, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=7265172e-5a65-410f-a054-aa72739f1344,segment=NetworkSegment(05b514d4-9737-4220-af9f-f947a85e1919),segment_id=05b514d4-9737-4220-af9f-f947a85e1919)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:19:10.686191 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3253a1c-198b-4c73-b5c2-402e0d602780'] response: {'server_uuid': '65992282-15ed-40a9-8051-73cf1e5727bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7265172e-5a65-410f-a054-aa72739f1344', 'code': 200} May 28 07:19:10.713837 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:19:10.784213 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=7265172e-5a65-410f-a054-aa72739f1344,revision_number=9']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:19:10.904989 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a520cf3f-afea-488e-a5fa-26e106abd3ff req-e41b1077-aba6-4b2d-9e26-8e834d534052 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:19:10.906448 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a520cf3f-afea-488e-a5fa-26e106abd3ff req-e41b1077-aba6-4b2d-9e26-8e834d534052 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/ports?device_id=65992282-15ed-40a9-8051-73cf1e5727bc HTTP/1.1" status: 200 len: 945 time: 0.0776081 May 28 07:19:10.950664 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a520cf3f-afea-488e-a5fa-26e106abd3ff req-464cb063-2cbe-48b0-a1b9-22bd566750c9 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/security-groups?id=9f07d310-4cfc-49a6-90b1-186d11fb1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382612 May 28 07:19:11.136298 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6a7c3d-d784-4f55-8db4-a75d666df463 req-189f0568-7889-404f-95ec-c7390dcee7d3 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:19:11.137661 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ea6a7c3d-d784-4f55-8db4-a75d666df463 req-189f0568-7889-404f-95ec-c7390dcee7d3 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/ports?device_id=65992282-15ed-40a9-8051-73cf1e5727bc HTTP/1.1" status: 200 len: 945 time: 0.0822234 May 28 07:19:11.180487 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ea6a7c3d-d784-4f55-8db4-a75d666df463 req-a189f85e-71a9-4608-9b7c-abe37787e1d3 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/security-groups?id=9f07d310-4cfc-49a6-90b1-186d11fb1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370789 May 28 07:19:11.357855 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c479f354-40c4-4ef4-8931-01a4541c9a83 req-0b24a7bc-97a8-4128-b3e9-cbbe7c93dfba tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:19:11.359275 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c479f354-40c4-4ef4-8931-01a4541c9a83 req-0b24a7bc-97a8-4128-b3e9-cbbe7c93dfba tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/ports?device_id=65992282-15ed-40a9-8051-73cf1e5727bc HTTP/1.1" status: 200 len: 945 time: 0.0779388 May 28 07:19:11.402752 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c479f354-40c4-4ef4-8931-01a4541c9a83 req-5961f677-5426-4d66-919d-c3123383fc19 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/security-groups?id=9f07d310-4cfc-49a6-90b1-186d11fb1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365543 May 28 07:19:12.089474 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438e563a-c5da-4d9e-a2fc-f7f9bdd2204a req-69cc408d-9954-4bb5-97b2-90560d178f86 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:19:12.090859 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-438e563a-c5da-4d9e-a2fc-f7f9bdd2204a req-69cc408d-9954-4bb5-97b2-90560d178f86 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/networks?id=e828b122-c5f7-4333-a8f4-4d649b494779 HTTP/1.1" status: 200 len: 815 time: 0.1457887 May 28 07:19:12.107667 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-438e563a-c5da-4d9e-a2fc-f7f9bdd2204a req-c580c8f1-96f0-4b96-95ca-615009808f27 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/quotas/5cc1e087213b499a94065af057442467 HTTP/1.1" status: 200 len: 375 time: 0.0100935 May 28 07:19:12.191354 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-438e563a-c5da-4d9e-a2fc-f7f9bdd2204a req-e2f5431a-db07-4d86-b361-85692dcd5455 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=5cc1e087213b499a94065af057442467&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0767326 May 28 07:19:12.430031 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-438e563a-c5da-4d9e-a2fc-f7f9bdd2204a req-12d515aa-5513-4db0-ad52-164a6e755160 service neutron] 10.222.0.55 "GET /v2.0/networks/e828b122-c5f7-4333-a8f4-4d649b494779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672766 May 28 07:19:12.566267 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-438e563a-c5da-4d9e-a2fc-f7f9bdd2204a req-e3203e24-29a8-4a88-9225-8a9fd0f0e474 service neutron] 10.222.0.55 "GET /v2.0/networks/e828b122-c5f7-4333-a8f4-4d649b494779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306241 May 28 07:19:12.808433 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-232c0b47-ae8d-4378-80be-41701230ed62 req-a14a1191-5ffe-4212-b42d-e20437874a55 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4e71969-6fbb-4e50-a558-8625522610ea HTTP/1.1" status: 200 len: 210 time: 0.0412884 May 28 07:19:13.410124 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d525ecc6-a77b-43ff-9a0a-64d57cb74dfb req-0e976dbc-76b1-4afe-a829-2c57530796ca tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:19:13.411545 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d525ecc6-a77b-43ff-9a0a-64d57cb74dfb req-0e976dbc-76b1-4afe-a829-2c57530796ca tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.71 "GET /v2.0/ports?device_id=65992282-15ed-40a9-8051-73cf1e5727bc HTTP/1.1" status: 200 len: 945 time: 0.0848877 May 28 07:19:13.479511 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-d525ecc6-a77b-43ff-9a0a-64d57cb74dfb req-9968e99f-8ed3-4156-9660-764f0a3e0034 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Deleting port 7265172e-5a65-410f-a054-aa72739f1344 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:19:13.479830 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-d525ecc6-a77b-43ff-9a0a-64d57cb74dfb req-9968e99f-8ed3-4156-9660-764f0a3e0034 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:19:13.827127 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-d525ecc6-a77b-43ff-9a0a-64d57cb74dfb req-9968e99f-8ed3-4156-9660-764f0a3e0034 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] For port 7265172e-5a65-410f-a054-aa72739f1344, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=7265172e-5a65-410f-a054-aa72739f1344,segment=NetworkSegment(05b514d4-9737-4220-af9f-f947a85e1919),segment_id=05b514d4-9737-4220-af9f-f947a85e1919)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:19:13.827400 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-d525ecc6-a77b-43ff-9a0a-64d57cb74dfb req-9968e99f-8ed3-4156-9660-764f0a3e0034 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:19:13.953490 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-d525ecc6-a77b-43ff-9a0a-64d57cb74dfb req-9968e99f-8ed3-4156-9660-764f0a3e0034 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Calling delete_port for 7265172e-5a65-410f-a054-aa72739f1344 owned by compute:nova {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:19:14.036122 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-67a405b2-a329-4c8f-a842-1d879f247c0e req-30c004b8-cb37-470f-88cb-2ae88d0e8315 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4e71969-6fbb-4e50-a558-8625522610ea HTTP/1.1" status: 200 len: 210 time: 0.0893869 May 28 07:19:14.199921 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-d525ecc6-a77b-43ff-9a0a-64d57cb74dfb req-9968e99f-8ed3-4156-9660-764f0a3e0034 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:19:14.233099 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['7265172e-5a65-410f-a054-aa72739f1344'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 07:19:14.251268 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9968e99f-8ed3-4156-9660-764f0a3e0034 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Pushing event deleted for resources: {'Port': ['ID=7265172e-5a65-410f-a054-aa72739f1344,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:19:14.289767 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9968e99f-8ed3-4156-9660-764f0a3e0034 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:19:14.290111 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9968e99f-8ed3-4156-9660-764f0a3e0034 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:19:14.290449 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9968e99f-8ed3-4156-9660-764f0a3e0034 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:19:14.290782 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9968e99f-8ed3-4156-9660-764f0a3e0034 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:19:14.291107 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9968e99f-8ed3-4156-9660-764f0a3e0034 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:19:14.291432 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9968e99f-8ed3-4156-9660-764f0a3e0034 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:19:14.291756 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9968e99f-8ed3-4156-9660-764f0a3e0034 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:19:14.292076 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9968e99f-8ed3-4156-9660-764f0a3e0034 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:19:14.292396 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9968e99f-8ed3-4156-9660-764f0a3e0034 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:19:14.292716 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9968e99f-8ed3-4156-9660-764f0a3e0034 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:19:14.293034 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9968e99f-8ed3-4156-9660-764f0a3e0034 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:19:14.293349 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9968e99f-8ed3-4156-9660-764f0a3e0034 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:19:14.337519 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-d525ecc6-a77b-43ff-9a0a-64d57cb74dfb req-9968e99f-8ed3-4156-9660-764f0a3e0034 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] No DVR routers for this DVR port 7265172e-5a65-410f-a054-aa72739f1344 on host n-h2-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 07:19:14.340046 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-d525ecc6-a77b-43ff-9a0a-64d57cb74dfb req-9968e99f-8ed3-4156-9660-764f0a3e0034 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:19:14.342594 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65992282-15ed-40a9-8051-73cf1e5727bc', 'name': 'network-vif-deleted', 'tag': '7265172e-5a65-410f-a054-aa72739f1344'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:19:14.387591 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95d47e43-e51d-4124-be88-96f112c0dca5'] response: {'server_uuid': '65992282-15ed-40a9-8051-73cf1e5727bc', 'name': 'network-vif-deleted', 'tag': '7265172e-5a65-410f-a054-aa72739f1344', 'status': 'completed', 'code': 200} May 28 07:19:14.417196 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d525ecc6-a77b-43ff-9a0a-64d57cb74dfb req-9968e99f-8ed3-4156-9660-764f0a3e0034 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.71 "DELETE /v2.0/ports/7265172e-5a65-410f-a054-aa72739f1344 HTTP/1.1" status: 204 len: 173 time: 1.0008752 May 28 07:19:14.922275 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438e563a-c5da-4d9e-a2fc-f7f9bdd2204a req-eeb73173-d607-4568-996c-a0224b4c4899 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:19:14.923674 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-438e563a-c5da-4d9e-a2fc-f7f9bdd2204a req-eeb73173-d607-4568-996c-a0224b4c4899 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.71 "GET /v2.0/networks?id=e828b122-c5f7-4333-a8f4-4d649b494779 HTTP/1.1" status: 200 len: 815 time: 0.1500649 May 28 07:19:14.942385 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-438e563a-c5da-4d9e-a2fc-f7f9bdd2204a req-0f9d06a8-6f75-49d5-aacf-b562ab24e15d tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Request body: {'port': {'device_id': 'e4e71969-6fbb-4e50-a558-8625522610ea', 'network_id': 'e828b122-c5f7-4333-a8f4-4d649b494779', 'admin_state_up': True, 'tenant_id': '5cc1e087213b499a94065af057442467'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:19:15.097504 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-438e563a-c5da-4d9e-a2fc-f7f9bdd2204a req-0f9d06a8-6f75-49d5-aacf-b562ab24e15d tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:19:15.101769 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-438e563a-c5da-4d9e-a2fc-f7f9bdd2204a req-0f9d06a8-6f75-49d5-aacf-b562ab24e15d tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Usage tracker for resource:port and tenant:5cc1e087213b499a94065af057442467 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:19:15.104693 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-438e563a-c5da-4d9e-a2fc-f7f9bdd2204a req-0f9d06a8-6f75-49d5-aacf-b562ab24e15d tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:19:15.112647 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-438e563a-c5da-4d9e-a2fc-f7f9bdd2204a req-0f9d06a8-6f75-49d5-aacf-b562ab24e15d tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:19:15.201267 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-6abea04e-574f-4174-aeae-2ff7f59e849b req-3a75e1be-ecef-4b9f-8315-dfed2ddccd2b tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Synchronizing usage tracker for tenant:5cc1e087213b499a94065af057442467 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:19:15.205140 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-438e563a-c5da-4d9e-a2fc-f7f9bdd2204a req-0f9d06a8-6f75-49d5-aacf-b562ab24e15d tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Made reservation on behalf of 5cc1e087213b499a94065af057442467 for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 07:19:15.208482 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-438e563a-c5da-4d9e-a2fc-f7f9bdd2204a req-0f9d06a8-6f75-49d5-aacf-b562ab24e15d tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:19:15.346701 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-6abea04e-574f-4174-aeae-2ff7f59e849b req-3a75e1be-ecef-4b9f-8315-dfed2ddccd2b tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Unset dirty status for tenant:5cc1e087213b499a94065af057442467 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:19:15.347772 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6abea04e-574f-4174-aeae-2ff7f59e849b req-3a75e1be-ecef-4b9f-8315-dfed2ddccd2b tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4e71969-6fbb-4e50-a558-8625522610ea HTTP/1.1" status: 200 len: 210 time: 0.1886456 May 28 07:19:15.376418 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [req-438e563a-c5da-4d9e-a2fc-f7f9bdd2204a req-0f9d06a8-6f75-49d5-aacf-b562ab24e15d tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Allocated IP 172.20.0.9 (e828b122-c5f7-4333-a8f4-4d649b494779/41808a06-3a01-4178-a0b3-ad7db18e31a5/e574eb47-25fa-4e44-a09d-b26c565be2db) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:19:15.574882 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-438e563a-c5da-4d9e-a2fc-f7f9bdd2204a req-0f9d06a8-6f75-49d5-aacf-b562ab24e15d tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:19:15.685084 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-438e563a-c5da-4d9e-a2fc-f7f9bdd2204a req-0f9d06a8-6f75-49d5-aacf-b562ab24e15d tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:19:15.717501 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['7265172e-5a65-410f-a054-aa72739f1344'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 07:19:15.759604 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-438e563a-c5da-4d9e-a2fc-f7f9bdd2204a req-0f9d06a8-6f75-49d5-aacf-b562ab24e15d tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Network e828b122-c5f7-4333-a8f4-4d649b494779 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:19:15.762901 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [req-438e563a-c5da-4d9e-a2fc-f7f9bdd2204a req-0f9d06a8-6f75-49d5-aacf-b562ab24e15d tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:19:15.767630 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-438e563a-c5da-4d9e-a2fc-f7f9bdd2204a req-0f9d06a8-6f75-49d5-aacf-b562ab24e15d tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:19:15.798866 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9d06a8-6f75-49d5-aacf-b562ab24e15d tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Pushing event updated for resources: {'Port': ['ID=e574eb47-25fa-4e44-a09d-b26c565be2db,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:19:15.834224 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438e563a-c5da-4d9e-a2fc-f7f9bdd2204a req-0f9d06a8-6f75-49d5-aacf-b562ab24e15d tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:19:15.834827 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-438e563a-c5da-4d9e-a2fc-f7f9bdd2204a req-0f9d06a8-6f75-49d5-aacf-b562ab24e15d tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:19:15.909031 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-438e563a-c5da-4d9e-a2fc-f7f9bdd2204a req-0f9d06a8-6f75-49d5-aacf-b562ab24e15d tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9703848 May 28 07:19:15.927238 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-438e563a-c5da-4d9e-a2fc-f7f9bdd2204a req-d300398e-5cf1-49e7-aff0-ff478d6c8946 service neutron] Request body: {'port': {'device_id': 'e4e71969-6fbb-4e50-a558-8625522610ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843702-1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:19:16.146105 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-438e563a-c5da-4d9e-a2fc-f7f9bdd2204a req-d300398e-5cf1-49e7-aff0-ff478d6c8946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:19:16.533628 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [req-438e563a-c5da-4d9e-a2fc-f7f9bdd2204a req-d300398e-5cf1-49e7-aff0-ff478d6c8946 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e574eb47-25fa-4e44-a09d-b26c565be2db {{(pid=89110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 07:19:16.551991 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-438e563a-c5da-4d9e-a2fc-f7f9bdd2204a req-d300398e-5cf1-49e7-aff0-ff478d6c8946 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:19:16.575976 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-438e563a-c5da-4d9e-a2fc-f7f9bdd2204a req-d300398e-5cf1-49e7-aff0-ff478d6c8946 service neutron] Transition to ACTIVE for port object e574eb47-25fa-4e44-a09d-b26c565be2db will not be triggered until provisioned by entity L2. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:19:16.600605 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaeba37-5d9e-4315-a924-671d3b33a6ed req-fcd60dad-8da1-46e2-8be5-4ed547fed48d tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:19:16.602088 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7eaeba37-5d9e-4315-a924-671d3b33a6ed req-fcd60dad-8da1-46e2-8be5-4ed547fed48d tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4e71969-6fbb-4e50-a558-8625522610ea HTTP/1.1" status: 200 len: 931 time: 0.1155078 May 28 07:19:16.637331 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-438e563a-c5da-4d9e-a2fc-f7f9bdd2204a req-d300398e-5cf1-49e7-aff0-ff478d6c8946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:19:16.690995 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7eaeba37-5d9e-4315-a924-671d3b33a6ed req-d775352e-e525-4c74-888f-7ae08ef31ff6 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/security-groups?id=9f07d310-4cfc-49a6-90b1-186d11fb1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829685 May 28 07:19:16.809988 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d300398e-5cf1-49e7-aff0-ff478d6c8946 service neutron] Pushing event updated for resources: {'Port': ['ID=e574eb47-25fa-4e44-a09d-b26c565be2db,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:19:16.878476 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-438e563a-c5da-4d9e-a2fc-f7f9bdd2204a req-d300398e-5cf1-49e7-aff0-ff478d6c8946 service neutron] Attempting to bind port e574eb47-25fa-4e44-a09d-b26c565be2db on host n-h2-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 07:19:16.878799 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-438e563a-c5da-4d9e-a2fc-f7f9bdd2204a req-d300398e-5cf1-49e7-aff0-ff478d6c8946 service neutron] Attempting to bind port e574eb47-25fa-4e44-a09d-b26c565be2db by drivers openvswitch,hyperv on host n-h2-843702-1 at level 0 using segments [{'id': '05b514d4-9737-4220-af9f-f947a85e1919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e828b122-c5f7-4333-a8f4-4d649b494779'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 07:19:16.879118 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-438e563a-c5da-4d9e-a2fc-f7f9bdd2204a req-d300398e-5cf1-49e7-aff0-ff478d6c8946 service neutron] Attempting to bind port e574eb47-25fa-4e44-a09d-b26c565be2db on network e828b122-c5f7-4333-a8f4-4d649b494779 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:19:16.883762 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-438e563a-c5da-4d9e-a2fc-f7f9bdd2204a req-d300398e-5cf1-49e7-aff0-ff478d6c8946 service neutron] Port e574eb47-25fa-4e44-a09d-b26c565be2db on network e828b122-c5f7-4333-a8f4-4d649b494779 not bound, no agent of type Open vSwitch agent registered on host n-h2-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 07:19:16.884076 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-438e563a-c5da-4d9e-a2fc-f7f9bdd2204a req-d300398e-5cf1-49e7-aff0-ff478d6c8946 service neutron] Attempting to bind port e574eb47-25fa-4e44-a09d-b26c565be2db on network e828b122-c5f7-4333-a8f4-4d649b494779 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:19:16.889166 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-438e563a-c5da-4d9e-a2fc-f7f9bdd2204a req-d300398e-5cf1-49e7-aff0-ff478d6c8946 service neutron] Checking agent: {'id': 'f1a3973b-d2b3-4558-88e7-2ac50857d302', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 7, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 07:19:16.889526 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-438e563a-c5da-4d9e-a2fc-f7f9bdd2204a req-d300398e-5cf1-49e7-aff0-ff478d6c8946 service neutron] Checking segment: {'id': '05b514d4-9737-4220-af9f-f947a85e1919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e828b122-c5f7-4333-a8f4-4d649b494779'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:19:16.889896 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-438e563a-c5da-4d9e-a2fc-f7f9bdd2204a req-d300398e-5cf1-49e7-aff0-ff478d6c8946 service neutron] Bound using segment: {'id': '05b514d4-9737-4220-af9f-f947a85e1919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e828b122-c5f7-4333-a8f4-4d649b494779'} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 07:19:16.890305 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-438e563a-c5da-4d9e-a2fc-f7f9bdd2204a req-d300398e-5cf1-49e7-aff0-ff478d6c8946 service neutron] Bound port: e574eb47-25fa-4e44-a09d-b26c565be2db, host: n-h2-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05b514d4-9737-4220-af9f-f947a85e1919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e828b122-c5f7-4333-a8f4-4d649b494779'}}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 07:19:16.890634 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-438e563a-c5da-4d9e-a2fc-f7f9bdd2204a req-d300398e-5cf1-49e7-aff0-ff478d6c8946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:19:16.977395 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-438e563a-c5da-4d9e-a2fc-f7f9bdd2204a req-d300398e-5cf1-49e7-aff0-ff478d6c8946 service neutron] For port e574eb47-25fa-4e44-a09d-b26c565be2db, host n-h2-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:19:16.980407 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-438e563a-c5da-4d9e-a2fc-f7f9bdd2204a req-d300398e-5cf1-49e7-aff0-ff478d6c8946 service neutron] For port e574eb47-25fa-4e44-a09d-b26c565be2db, host n-h2-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=e574eb47-25fa-4e44-a09d-b26c565be2db,segment=NetworkSegment(05b514d4-9737-4220-af9f-f947a85e1919),segment_id=05b514d4-9737-4220-af9f-f947a85e1919)] {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 07:19:17.066192 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-438e563a-c5da-4d9e-a2fc-f7f9bdd2204a req-d300398e-5cf1-49e7-aff0-ff478d6c8946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:19:17.126400 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438e563a-c5da-4d9e-a2fc-f7f9bdd2204a req-d300398e-5cf1-49e7-aff0-ff478d6c8946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:19:17.126512 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-438e563a-c5da-4d9e-a2fc-f7f9bdd2204a req-d300398e-5cf1-49e7-aff0-ff478d6c8946 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:19:17.127877 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-438e563a-c5da-4d9e-a2fc-f7f9bdd2204a req-d300398e-5cf1-49e7-aff0-ff478d6c8946 service neutron] 10.222.0.71 "PUT /v2.0/ports/e574eb47-25fa-4e44-a09d-b26c565be2db HTTP/1.1" status: 200 len: 1091 time: 1.2045736 May 28 07:19:17.130608 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4e71969-6fbb-4e50-a558-8625522610ea', 'tag': 'e574eb47-25fa-4e44-a09d-b26c565be2db'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:19:17.158799 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d300398e-5cf1-49e7-aff0-ff478d6c8946 service neutron] Pushing event updated for resources: {'Port': ['ID=e574eb47-25fa-4e44-a09d-b26c565be2db,revision_number=3']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:19:17.181123 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-224e1b3e-dabf-44d9-991a-e91ccc4e4c01'] response: {'name': 'network-changed', 'server_uuid': 'e4e71969-6fbb-4e50-a558-8625522610ea', 'tag': 'e574eb47-25fa-4e44-a09d-b26c565be2db', 'status': 'completed', 'code': 200} May 28 07:19:17.289816 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3132c1-65ed-4822-afb6-34a501ed9251 req-eab9dfc7-5105-472b-bf5b-3d15d6064998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:19:17.291288 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ba3132c1-65ed-4822-afb6-34a501ed9251 req-eab9dfc7-5105-472b-bf5b-3d15d6064998 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5cc1e087213b499a94065af057442467&device_id=e4e71969-6fbb-4e50-a558-8625522610ea HTTP/1.1" status: 200 len: 1094 time: 0.0710955 May 28 07:19:17.437654 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3132c1-65ed-4822-afb6-34a501ed9251 req-429951a3-0a6f-484d-b5c6-e582b3b895e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:19:17.439628 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ba3132c1-65ed-4822-afb6-34a501ed9251 req-429951a3-0a6f-484d-b5c6-e582b3b895e7 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=5cc1e087213b499a94065af057442467&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1349015 May 28 07:19:17.577010 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3132c1-65ed-4822-afb6-34a501ed9251 req-df130758-b0a3-465c-9a22-630afcc85b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:19:17.578586 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ba3132c1-65ed-4822-afb6-34a501ed9251 req-df130758-b0a3-465c-9a22-630afcc85b0d service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1330006 May 28 07:19:17.710840 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438e563a-c5da-4d9e-a2fc-f7f9bdd2204a req-7cdd9453-1842-4db8-bd54-03d70fea0d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:19:17.712197 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-438e563a-c5da-4d9e-a2fc-f7f9bdd2204a req-7cdd9453-1842-4db8-bd54-03d70fea0d42 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5cc1e087213b499a94065af057442467&device_id=e4e71969-6fbb-4e50-a558-8625522610ea HTTP/1.1" status: 200 len: 1094 time: 0.0743318 May 28 07:19:17.787062 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-438e563a-c5da-4d9e-a2fc-f7f9bdd2204a req-7882d4b4-a250-4ad9-8b51-411c40633db9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e574eb47-25fa-4e44-a09d-b26c565be2db HTTP/1.1" status: 200 len: 217 time: 0.0613620 May 28 07:19:17.902670 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438e563a-c5da-4d9e-a2fc-f7f9bdd2204a req-204bb61e-1deb-405f-8b4f-8cf3ca996a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:19:17.904090 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-438e563a-c5da-4d9e-a2fc-f7f9bdd2204a req-204bb61e-1deb-405f-8b4f-8cf3ca996a9c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=41808a06-3a01-4178-a0b3-ad7db18e31a5 HTTP/1.1" status: 200 len: 855 time: 0.1119988 May 28 07:19:18.054725 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-438e563a-c5da-4d9e-a2fc-f7f9bdd2204a req-ec240eaf-5bf9-466a-b8a5-46a7bc2d6a54 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e828b122-c5f7-4333-a8f4-4d649b494779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1441958 May 28 07:19:18.066924 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09452648-59d1-4594-a6d0-d6684fad8116 req-f49cae73-4d34-4aa5-91ae-7f8577fa36b2 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:19:18.068255 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-09452648-59d1-4594-a6d0-d6684fad8116 req-f49cae73-4d34-4aa5-91ae-7f8577fa36b2 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4e71969-6fbb-4e50-a558-8625522610ea HTTP/1.1" status: 200 len: 943 time: 0.2430739 May 28 07:19:18.191239 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-09452648-59d1-4594-a6d0-d6684fad8116 req-4ae772f7-1663-4604-8540-743f608e61b2 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/security-groups?id=9f07d310-4cfc-49a6-90b1-186d11fb1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046107 May 28 07:19:18.227812 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-438e563a-c5da-4d9e-a2fc-f7f9bdd2204a req-5ac244a7-63ad-4a3f-b9ca-3158f1681580 service neutron] 10.222.0.71 "GET /v2.0/networks/e828b122-c5f7-4333-a8f4-4d649b494779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586678 May 28 07:19:18.366031 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-438e563a-c5da-4d9e-a2fc-f7f9bdd2204a req-154a5455-23db-4d42-be92-0c492b3e8055 service neutron] 10.222.0.71 "GET /v2.0/networks/e828b122-c5f7-4333-a8f4-4d649b494779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248164 May 28 07:19:18.439388 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 7265172e-5a65-410f-a054-aa72739f1344 no longer exists at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:19:18.475760 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] No Port match for: 7265172e-5a65-410f-a054-aa72739f1344 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 07:19:18.476106 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 7265172e-5a65-410f-a054-aa72739f1344 not bound to the agent host n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 07:19:19.381019 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8be361-be2e-4379-9228-d97e2e2dc414 req-e95785f9-28e8-450e-b82a-f45b6eb10ceb tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:19:19.382500 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1b8be361-be2e-4379-9228-d97e2e2dc414 req-e95785f9-28e8-450e-b82a-f45b6eb10ceb tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4e71969-6fbb-4e50-a558-8625522610ea HTTP/1.1" status: 200 len: 943 time: 0.0787570 May 28 07:19:19.426396 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1b8be361-be2e-4379-9228-d97e2e2dc414 req-c1978895-45c9-4c85-9364-238d487a1bbc tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/security-groups?id=9f07d310-4cfc-49a6-90b1-186d11fb1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381999 May 28 07:19:20.437192 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device e574eb47-25fa-4e44-a09d-b26c565be2db details requested by agent hyperv_n-h2-843702-1 with host n-h2-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 07:19:20.600430 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port e574eb47-25fa-4e44-a09d-b26c565be2db, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=e574eb47-25fa-4e44-a09d-b26c565be2db,segment=NetworkSegment(05b514d4-9737-4220-af9f-f947a85e1919),segment_id=05b514d4-9737-4220-af9f-f947a85e1919)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:19:20.614812 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Returning: {'device': 'e574eb47-25fa-4e44-a09d-b26c565be2db', 'network_id': 'e828b122-c5f7-4333-a8f4-4d649b494779', 'port_id': 'e574eb47-25fa-4e44-a09d-b26c565be2db', 'mac_address': 'fa:16:3e:eb:1c:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41808a06-3a01-4178-a0b3-ad7db18e31a5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 07:19:20.629847 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be014e94-5c3f-45d9-aaf6-ed9a0dd7c661 req-76adc1ac-4dee-4aa1-bab8-c72b6cca7e0c tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:19:20.631321 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-be014e94-5c3f-45d9-aaf6-ed9a0dd7c661 req-76adc1ac-4dee-4aa1-bab8-c72b6cca7e0c tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4e71969-6fbb-4e50-a558-8625522610ea HTTP/1.1" status: 200 len: 943 time: 0.0863805 May 28 07:19:20.669035 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port e574eb47-25fa-4e44-a09d-b26c565be2db is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:19:20.669404 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:19:20.675351 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-be014e94-5c3f-45d9-aaf6-ed9a0dd7c661 req-7d28b34d-ccfb-437d-9f3f-40e9388970c2 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/security-groups?id=9f07d310-4cfc-49a6-90b1-186d11fb1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382397 May 28 07:19:20.686808 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e574eb47-25fa-4e44-a09d-b26c565be2db {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 07:19:20.703043 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port e574eb47-25fa-4e44-a09d-b26c565be2db, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=e574eb47-25fa-4e44-a09d-b26c565be2db,segment=NetworkSegment(05b514d4-9737-4220-af9f-f947a85e1919),segment_id=05b514d4-9737-4220-af9f-f947a85e1919)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:19:20.779918 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:19:20.850349 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=e574eb47-25fa-4e44-a09d-b26c565be2db,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:19:21.043198 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['e574eb47-25fa-4e44-a09d-b26c565be2db'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 07:19:21.856828 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3851fca1-89ef-409a-ba99-e7c2eb8af25f req-117a9ddb-f09a-4ee1-a48f-740f175f829d tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:19:21.858443 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3851fca1-89ef-409a-ba99-e7c2eb8af25f req-117a9ddb-f09a-4ee1-a48f-740f175f829d tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4e71969-6fbb-4e50-a558-8625522610ea HTTP/1.1" status: 200 len: 944 time: 0.0783429 May 28 07:19:21.877718 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 07:19:21.912023 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3851fca1-89ef-409a-ba99-e7c2eb8af25f req-5c5539b4-a7cc-4976-83cf-ae9a27a73e81 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/security-groups?id=9f07d310-4cfc-49a6-90b1-186d11fb1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473189 May 28 07:19:22.453062 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device e574eb47-25fa-4e44-a09d-b26c565be2db up at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:19:22.582079 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning for port e574eb47-25fa-4e44-a09d-b26c565be2db completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:19:22.588808 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning complete for port e574eb47-25fa-4e44-a09d-b26c565be2db triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:19:22.591041 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:19:22.722567 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port e574eb47-25fa-4e44-a09d-b26c565be2db is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:19:22.722840 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:19:22.754400 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4e71969-6fbb-4e50-a558-8625522610ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e574eb47-25fa-4e44-a09d-b26c565be2db'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:19:22.764424 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port e574eb47-25fa-4e44-a09d-b26c565be2db, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=e574eb47-25fa-4e44-a09d-b26c565be2db,segment=NetworkSegment(05b514d4-9737-4220-af9f-f947a85e1919),segment_id=05b514d4-9737-4220-af9f-f947a85e1919)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:19:22.805768 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f65ee502-208d-411b-a71e-17eef1fe3ceb'] response: {'server_uuid': 'e4e71969-6fbb-4e50-a558-8625522610ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e574eb47-25fa-4e44-a09d-b26c565be2db', 'code': 200} May 28 07:19:22.828678 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:19:22.899348 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=e574eb47-25fa-4e44-a09d-b26c565be2db,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:19:22.983735 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d0b244-678b-426e-9873-aae997a9a345 req-2610c563-df6f-4447-9c4d-d9911425bf79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:19:22.985754 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c5d0b244-678b-426e-9873-aae997a9a345 req-2610c563-df6f-4447-9c4d-d9911425bf79 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=e4e71969-6fbb-4e50-a558-8625522610ea HTTP/1.1" status: 200 len: 1096 time: 0.0748739 May 28 07:19:23.029599 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c5d0b244-678b-426e-9873-aae997a9a345 req-61bfe32a-70cf-4449-a3b7-3ba14bc97087 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=9f07d310-4cfc-49a6-90b1-186d11fb1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371618 May 28 07:19:23.138562 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719ae384-1f24-49f2-9c78-39326ce530e2 req-ae0aaef4-478b-4fc5-9d85-965e4b95eac8 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:19:23.140034 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-719ae384-1f24-49f2-9c78-39326ce530e2 req-ae0aaef4-478b-4fc5-9d85-965e4b95eac8 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4e71969-6fbb-4e50-a558-8625522610ea HTTP/1.1" status: 200 len: 945 time: 0.0994160 May 28 07:19:23.189570 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-719ae384-1f24-49f2-9c78-39326ce530e2 req-6cc8cc86-539f-4421-9006-96f8e8e378fa tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/security-groups?id=9f07d310-4cfc-49a6-90b1-186d11fb1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425849 May 28 07:19:24.379490 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff84852-03b2-4feb-a574-a71cd24cf1b1 req-186ff782-03f8-47fd-990f-cfa3defc97c9 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:19:24.380960 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5ff84852-03b2-4feb-a574-a71cd24cf1b1 req-186ff782-03f8-47fd-990f-cfa3defc97c9 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4e71969-6fbb-4e50-a558-8625522610ea HTTP/1.1" status: 200 len: 945 time: 0.0791135 May 28 07:19:24.423796 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5ff84852-03b2-4feb-a574-a71cd24cf1b1 req-81d5e4a5-bf1d-4a34-8023-9cb1f47df142 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/security-groups?id=9f07d310-4cfc-49a6-90b1-186d11fb1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370278 May 28 07:19:24.615646 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91437b0-4543-420f-8cae-7477ccee5b78 req-37979f20-eab1-4fad-9b34-f503ff174951 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:19:24.617085 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d91437b0-4543-420f-8cae-7477ccee5b78 req-37979f20-eab1-4fad-9b34-f503ff174951 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4e71969-6fbb-4e50-a558-8625522610ea HTTP/1.1" status: 200 len: 945 time: 0.0859156 May 28 07:19:24.660428 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d91437b0-4543-420f-8cae-7477ccee5b78 req-26c49e16-31ef-4bff-8610-798373cb8d81 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/security-groups?id=9f07d310-4cfc-49a6-90b1-186d11fb1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376577 May 28 07:19:25.198321 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ccf3e9-2a6a-4294-bf4d-4e92c1a4d303 req-6d639e4a-271e-41e3-9699-7984193e2da3 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:19:25.199764 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-12ccf3e9-2a6a-4294-bf4d-4e92c1a4d303 req-6d639e4a-271e-41e3-9699-7984193e2da3 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4e71969-6fbb-4e50-a558-8625522610ea HTTP/1.1" status: 200 len: 945 time: 0.0812361 May 28 07:19:25.247920 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-12ccf3e9-2a6a-4294-bf4d-4e92c1a4d303 req-b238555d-3938-4299-82a4-f12740bd5a2d tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/security-groups?id=9f07d310-4cfc-49a6-90b1-186d11fb1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419157 May 28 07:19:25.284336 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-cb4e8972-0c56-46bd-a14d-39a20db6f3b3 req-2959c7b3-1618-45a3-b0c3-316834a8a731 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e4e71969-6fbb-4e50-a558-8625522610ea&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0750618 May 28 07:19:26.433817 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecca30a1-ea0b-42ab-9f68-faf5a50cab37 req-ad5f1eab-980b-4ff5-af13-00005861ecb3 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:19:26.435322 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ecca30a1-ea0b-42ab-9f68-faf5a50cab37 req-ad5f1eab-980b-4ff5-af13-00005861ecb3 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4e71969-6fbb-4e50-a558-8625522610ea HTTP/1.1" status: 200 len: 945 time: 0.0821078 May 28 07:19:26.480109 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ecca30a1-ea0b-42ab-9f68-faf5a50cab37 req-9e6fa2d3-cfe3-4f85-a843-370cb88b34fa tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/security-groups?id=9f07d310-4cfc-49a6-90b1-186d11fb1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391464 May 28 07:19:26.506860 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-66e71f44-a6a0-4a7c-baeb-e0f098dd891d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:19:27.386240 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4e8972-0c56-46bd-a14d-39a20db6f3b3 req-71d184eb-fdf9-4065-a66a-221aa1415d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:19:27.387682 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cb4e8972-0c56-46bd-a14d-39a20db6f3b3 req-71d184eb-fdf9-4065-a66a-221aa1415d97 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5cc1e087213b499a94065af057442467&device_id=e4e71969-6fbb-4e50-a558-8625522610ea HTTP/1.1" status: 200 len: 1096 time: 0.0739756 May 28 07:19:27.518917 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4e8972-0c56-46bd-a14d-39a20db6f3b3 req-a0e353ae-4a28-402b-86a1-9f0108be6cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:19:27.520412 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cb4e8972-0c56-46bd-a14d-39a20db6f3b3 req-a0e353ae-4a28-402b-86a1-9f0108be6cf4 service neutron] 10.222.0.71 "GET /v2.0/networks?id=e828b122-c5f7-4333-a8f4-4d649b494779 HTTP/1.1" status: 200 len: 916 time: 0.1273718 May 28 07:19:27.646380 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cb4e8972-0c56-46bd-a14d-39a20db6f3b3 req-7d16ce5b-4c7d-49f8-8efc-5013d690f197 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e574eb47-25fa-4e44-a09d-b26c565be2db HTTP/1.1" status: 200 len: 217 time: 0.1199765 May 28 07:19:27.721453 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4e8972-0c56-46bd-a14d-39a20db6f3b3 req-ff7b6837-5fd3-4161-91d4-ed8809b69130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:19:27.722826 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cb4e8972-0c56-46bd-a14d-39a20db6f3b3 req-ff7b6837-5fd3-4161-91d4-ed8809b69130 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=41808a06-3a01-4178-a0b3-ad7db18e31a5 HTTP/1.1" status: 200 len: 855 time: 0.0690014 May 28 07:19:27.769644 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f200dc8-2ddd-4cbe-8b91-9edd02eb3f17 req-87f9b380-3123-440a-8d85-cc1297a83a8b tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:19:27.771028 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9f200dc8-2ddd-4cbe-8b91-9edd02eb3f17 req-87f9b380-3123-440a-8d85-cc1297a83a8b tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4e71969-6fbb-4e50-a558-8625522610ea HTTP/1.1" status: 200 len: 945 time: 0.1710222 May 28 07:19:27.777220 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cb4e8972-0c56-46bd-a14d-39a20db6f3b3 req-3e5c733f-0933-4c48-85f5-ffd2381bb64c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e828b122-c5f7-4333-a8f4-4d649b494779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475295 May 28 07:19:27.799655 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [req-cb4e8972-0c56-46bd-a14d-39a20db6f3b3 req-3454d38c-6362-4d4c-b79b-712621495011 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=89110) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 07:19:27.800542 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cb4e8972-0c56-46bd-a14d-39a20db6f3b3 req-3454d38c-6362-4d4c-b79b-712621495011 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061355 May 28 07:19:28.010704 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:19:28.031059 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9f200dc8-2ddd-4cbe-8b91-9edd02eb3f17 req-2bde0e00-0d05-40da-9e52-8839cc8a8637 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/security-groups?id=9f07d310-4cfc-49a6-90b1-186d11fb1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529066 May 28 07:19:28.077096 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cb4e8972-0c56-46bd-a14d-39a20db6f3b3 req-091b4656-91f5-4926-8cd0-f333e989d2f3 service neutron] 10.222.0.71 "GET /v2.0/networks/e828b122-c5f7-4333-a8f4-4d649b494779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2695582 May 28 07:19:28.206346 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cb4e8972-0c56-46bd-a14d-39a20db6f3b3 req-f8ddcda6-5bfb-4930-a04b-e7f71a55cfbb service neutron] 10.222.0.71 "GET /v2.0/networks/e828b122-c5f7-4333-a8f4-4d649b494779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231239 May 28 07:19:28.941486 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-52e83243-8851-4bcc-b776-a33b923d25ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:19:29.217723 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0769369-b49e-4b21-b99e-669d3fb91e7d req-0a50455e-719a-4a56-b45c-dd14d7161576 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:19:29.219302 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b0769369-b49e-4b21-b99e-669d3fb91e7d req-0a50455e-719a-4a56-b45c-dd14d7161576 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4e71969-6fbb-4e50-a558-8625522610ea HTTP/1.1" status: 200 len: 945 time: 0.0794537 May 28 07:19:29.263690 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b0769369-b49e-4b21-b99e-669d3fb91e7d req-3bf204ef-38f4-417b-99b0-ba2ffb429159 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/security-groups?id=9f07d310-4cfc-49a6-90b1-186d11fb1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386293 May 28 07:19:30.027472 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:19:30.101488 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:19:30.451281 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b683680d-8cfe-40ed-b57f-7c9ee19ac010 req-1c7bf3d6-fd10-4b32-b547-7f0737f44adb tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:19:30.452765 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b683680d-8cfe-40ed-b57f-7c9ee19ac010 req-1c7bf3d6-fd10-4b32-b547-7f0737f44adb tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4e71969-6fbb-4e50-a558-8625522610ea HTTP/1.1" status: 200 len: 945 time: 0.0809307 May 28 07:19:30.497158 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b683680d-8cfe-40ed-b57f-7c9ee19ac010 req-7cfd91ed-83fd-46be-91c9-21f05bb48245 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/security-groups?id=9f07d310-4cfc-49a6-90b1-186d11fb1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379331 May 28 07:19:30.896669 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a998c000-7d42-4c47-acb9-4e635510337c req-3c9553ac-f8e1-42e2-a6e5-e22c9438face service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:19:30.898054 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a998c000-7d42-4c47-acb9-4e635510337c req-3c9553ac-f8e1-42e2-a6e5-e22c9438face service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5cc1e087213b499a94065af057442467&device_id=e4e71969-6fbb-4e50-a558-8625522610ea HTTP/1.1" status: 200 len: 1096 time: 0.0699189 May 28 07:19:31.037880 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a998c000-7d42-4c47-acb9-4e635510337c req-ede7dad5-bf3b-4f2b-a24f-9e681cff05ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:19:31.039313 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a998c000-7d42-4c47-acb9-4e635510337c req-ede7dad5-bf3b-4f2b-a24f-9e681cff05ae service neutron] 10.222.0.71 "GET /v2.0/networks?id=e828b122-c5f7-4333-a8f4-4d649b494779 HTTP/1.1" status: 200 len: 916 time: 0.1230497 May 28 07:19:31.108609 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a998c000-7d42-4c47-acb9-4e635510337c req-a8cec8ea-287d-414d-9c98-61df562692fb service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e574eb47-25fa-4e44-a09d-b26c565be2db HTTP/1.1" status: 200 len: 217 time: 0.0627260 May 28 07:19:31.172677 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a998c000-7d42-4c47-acb9-4e635510337c req-821451df-59a6-43ab-b80d-d28eabd6ba92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:19:31.174113 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a998c000-7d42-4c47-acb9-4e635510337c req-821451df-59a6-43ab-b80d-d28eabd6ba92 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=41808a06-3a01-4178-a0b3-ad7db18e31a5 HTTP/1.1" status: 200 len: 855 time: 0.0589509 May 28 07:19:31.220320 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a998c000-7d42-4c47-acb9-4e635510337c req-7e614f90-dd69-4fee-a98a-657e0b4160fc service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e828b122-c5f7-4333-a8f4-4d649b494779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396602 May 28 07:19:31.349639 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a998c000-7d42-4c47-acb9-4e635510337c req-d82de6e1-5f60-4174-b86e-ed31995be218 service neutron] 10.222.0.71 "GET /v2.0/networks/e828b122-c5f7-4333-a8f4-4d649b494779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227973 May 28 07:19:31.480974 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a998c000-7d42-4c47-acb9-4e635510337c req-baf426b2-8fe5-4c0c-b693-9b1cf5a5b737 service neutron] 10.222.0.71 "GET /v2.0/networks/e828b122-c5f7-4333-a8f4-4d649b494779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251655 May 28 07:19:31.691831 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995baa9e-707b-4e9b-bf9f-4abdd8337de9 req-6ad04700-cf12-4e6c-aa80-83fb66d6a0d5 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:19:31.693262 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-995baa9e-707b-4e9b-bf9f-4abdd8337de9 req-6ad04700-cf12-4e6c-aa80-83fb66d6a0d5 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4e71969-6fbb-4e50-a558-8625522610ea HTTP/1.1" status: 200 len: 945 time: 0.0879431 May 28 07:19:31.735678 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-995baa9e-707b-4e9b-bf9f-4abdd8337de9 req-088e80a7-704e-4a6d-beef-1d9489b42650 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/security-groups?id=9f07d310-4cfc-49a6-90b1-186d11fb1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368071 May 28 07:19:31.855842 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:19:32.716849 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:19:32.922396 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052e0e8c-a6b5-46f2-996b-caed9ae57fa8 req-bcc9fc24-a586-4b25-9d37-df8167f5a13f tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:19:32.923862 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-052e0e8c-a6b5-46f2-996b-caed9ae57fa8 req-bcc9fc24-a586-4b25-9d37-df8167f5a13f tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4e71969-6fbb-4e50-a558-8625522610ea HTTP/1.1" status: 200 len: 945 time: 0.0826190 May 28 07:19:32.966806 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-052e0e8c-a6b5-46f2-996b-caed9ae57fa8 req-3d677db9-d4aa-4954-ae2c-593921bb3e22 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/security-groups?id=9f07d310-4cfc-49a6-90b1-186d11fb1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372336 May 28 07:19:34.149466 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5603fb-d129-4533-a39a-f0ba1413931d req-4d14b089-723f-4a19-b148-0b5aff2d6e44 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:19:34.150900 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5d5603fb-d129-4533-a39a-f0ba1413931d req-4d14b089-723f-4a19-b148-0b5aff2d6e44 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4e71969-6fbb-4e50-a558-8625522610ea HTTP/1.1" status: 200 len: 945 time: 0.0785048 May 28 07:19:34.196956 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5d5603fb-d129-4533-a39a-f0ba1413931d req-bf7a36c3-6dcb-4969-9154-57a6626384e6 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/security-groups?id=9f07d310-4cfc-49a6-90b1-186d11fb1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405328 May 28 07:19:35.382212 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98765899-5cbf-4f76-8f32-7fbfede89576 req-79a985a8-d9e3-4052-b850-cb380c8e7eb1 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:19:35.383646 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-98765899-5cbf-4f76-8f32-7fbfede89576 req-79a985a8-d9e3-4052-b850-cb380c8e7eb1 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4e71969-6fbb-4e50-a558-8625522610ea HTTP/1.1" status: 200 len: 945 time: 0.0811906 May 28 07:19:35.428480 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-98765899-5cbf-4f76-8f32-7fbfede89576 req-e029e7ea-b104-4575-bd4a-e6fdc6ca5cb1 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/security-groups?id=9f07d310-4cfc-49a6-90b1-186d11fb1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391030 May 28 07:19:36.717200 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfd258e-42fc-4462-a562-4d628e684e65 req-23dc66eb-30ca-462e-b652-c6c7d1aca142 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:19:36.718639 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-acfd258e-42fc-4462-a562-4d628e684e65 req-23dc66eb-30ca-462e-b652-c6c7d1aca142 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4e71969-6fbb-4e50-a558-8625522610ea HTTP/1.1" status: 200 len: 945 time: 0.1812434 May 28 07:19:36.761716 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-acfd258e-42fc-4462-a562-4d628e684e65 req-12442019-8f74-4521-b6e3-2e89303ae572 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/security-groups?id=9f07d310-4cfc-49a6-90b1-186d11fb1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375090 May 28 07:19:37.944955 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fd504c-f8eb-4f3c-9227-f29f828e3b33 req-2bb3a24b-910d-4b46-a22d-9af03d3498dd tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:19:37.946535 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-00fd504c-f8eb-4f3c-9227-f29f828e3b33 req-2bb3a24b-910d-4b46-a22d-9af03d3498dd tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4e71969-6fbb-4e50-a558-8625522610ea HTTP/1.1" status: 200 len: 945 time: 0.0786455 May 28 07:19:37.993209 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-00fd504c-f8eb-4f3c-9227-f29f828e3b33 req-e2ec6ed5-94e5-45fa-a2b6-e1eab108291a tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/security-groups?id=9f07d310-4cfc-49a6-90b1-186d11fb1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410578 May 28 07:19:39.173328 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b148d3-838a-4910-bed1-7b89b4bfd2b2 req-f5d5f8e7-ecc0-47dc-acdb-e756c991256c tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:19:39.174794 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-39b148d3-838a-4910-bed1-7b89b4bfd2b2 req-f5d5f8e7-ecc0-47dc-acdb-e756c991256c tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4e71969-6fbb-4e50-a558-8625522610ea HTTP/1.1" status: 200 len: 945 time: 0.0785260 May 28 07:19:39.217013 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-39b148d3-838a-4910-bed1-7b89b4bfd2b2 req-6e66fd3b-d728-40db-a69f-bf4095f77296 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/security-groups?id=9f07d310-4cfc-49a6-90b1-186d11fb1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366781 May 28 07:19:40.402429 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9672f4e6-170a-4f06-9a06-f7dfdaa14014 req-0f0aa80d-d7d9-48a7-b6ad-cbaed0c88854 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:19:40.403845 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9672f4e6-170a-4f06-9a06-f7dfdaa14014 req-0f0aa80d-d7d9-48a7-b6ad-cbaed0c88854 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4e71969-6fbb-4e50-a558-8625522610ea HTTP/1.1" status: 200 len: 945 time: 0.0827823 May 28 07:19:40.446405 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9672f4e6-170a-4f06-9a06-f7dfdaa14014 req-caad4a71-6367-4894-a5cd-5961d46007cb tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/security-groups?id=9f07d310-4cfc-49a6-90b1-186d11fb1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367882 May 28 07:19:41.629495 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d870fd59-cf59-4204-a424-fd87b0166cd3 req-07dc1507-80bd-4595-a586-883440c089db tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:19:41.630943 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d870fd59-cf59-4204-a424-fd87b0166cd3 req-07dc1507-80bd-4595-a586-883440c089db tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4e71969-6fbb-4e50-a558-8625522610ea HTTP/1.1" status: 200 len: 945 time: 0.0790858 May 28 07:19:41.674681 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d870fd59-cf59-4204-a424-fd87b0166cd3 req-847beb87-4318-48bd-bf53-e00c830a2155 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/security-groups?id=9f07d310-4cfc-49a6-90b1-186d11fb1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381188 May 28 07:19:42.866497 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e597ffa0-4993-4085-b4c9-b4e96256261e req-ca61b512-889c-46f7-b5a7-38261d0c66f6 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:19:42.867850 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e597ffa0-4993-4085-b4c9-b4e96256261e req-ca61b512-889c-46f7-b5a7-38261d0c66f6 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4e71969-6fbb-4e50-a558-8625522610ea HTTP/1.1" status: 200 len: 945 time: 0.0838361 May 28 07:19:42.912539 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e597ffa0-4993-4085-b4c9-b4e96256261e req-bc53f106-d902-407d-ac6f-e0c211054147 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/security-groups?id=9f07d310-4cfc-49a6-90b1-186d11fb1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391345 May 28 07:19:44.102898 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8b873c-6787-49a4-ad16-23ba9c881ed7 req-b701d42b-9e34-41f4-af88-b1245a6a966e tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:19:44.104331 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cb8b873c-6787-49a4-ad16-23ba9c881ed7 req-b701d42b-9e34-41f4-af88-b1245a6a966e tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4e71969-6fbb-4e50-a558-8625522610ea HTTP/1.1" status: 200 len: 945 time: 0.0804212 May 28 07:19:44.148137 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cb8b873c-6787-49a4-ad16-23ba9c881ed7 req-e4954513-3237-4532-af0b-a07b9175c6e6 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/security-groups?id=9f07d310-4cfc-49a6-90b1-186d11fb1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374451 May 28 07:19:45.334461 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d398f47f-09aa-47de-897c-89b58a77a71d req-26edab7e-c743-4f79-8895-45a4226a074b tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:19:45.336138 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d398f47f-09aa-47de-897c-89b58a77a71d req-26edab7e-c743-4f79-8895-45a4226a074b tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4e71969-6fbb-4e50-a558-8625522610ea HTTP/1.1" status: 200 len: 945 time: 0.0828097 May 28 07:19:45.379816 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d398f47f-09aa-47de-897c-89b58a77a71d req-c677f205-f4fc-4763-adbc-0529ba01b9f6 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/security-groups?id=9f07d310-4cfc-49a6-90b1-186d11fb1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383112 May 28 07:19:46.594278 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40834fdf-a519-4295-b4c8-d949f5f1d526 req-70a80f39-8347-4874-babc-f7653744b931 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:19:46.596056 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-40834fdf-a519-4295-b4c8-d949f5f1d526 req-70a80f39-8347-4874-babc-f7653744b931 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4e71969-6fbb-4e50-a558-8625522610ea HTTP/1.1" status: 200 len: 945 time: 0.0911524 May 28 07:19:46.644848 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-40834fdf-a519-4295-b4c8-d949f5f1d526 req-172e5183-929a-4566-a02a-6c9d8c68ca1e tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/security-groups?id=9f07d310-4cfc-49a6-90b1-186d11fb1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428123 May 28 07:19:47.831008 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205c8be1-a1b4-432b-a388-d826c848fc28 req-aa5cf9a4-bc47-4c4f-b361-0aa595fd6511 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:19:47.832357 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-205c8be1-a1b4-432b-a388-d826c848fc28 req-aa5cf9a4-bc47-4c4f-b361-0aa595fd6511 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4e71969-6fbb-4e50-a558-8625522610ea HTTP/1.1" status: 200 len: 945 time: 0.0792112 May 28 07:19:47.876327 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-205c8be1-a1b4-432b-a388-d826c848fc28 req-e4180301-dd5e-429f-aeef-751ed090df11 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/security-groups?id=9f07d310-4cfc-49a6-90b1-186d11fb1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383227 May 28 07:19:49.069157 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebb2af0-e47a-4d8b-89c6-b21eeb3fbf2e req-dfc548d4-5ffd-4981-974c-60608f4a2d25 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:19:49.070979 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8ebb2af0-e47a-4d8b-89c6-b21eeb3fbf2e req-dfc548d4-5ffd-4981-974c-60608f4a2d25 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4e71969-6fbb-4e50-a558-8625522610ea HTTP/1.1" status: 200 len: 945 time: 0.0902901 May 28 07:19:49.114259 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8ebb2af0-e47a-4d8b-89c6-b21eeb3fbf2e req-f8a22b1f-25ef-4d9b-a745-edde7b25d5a3 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/security-groups?id=9f07d310-4cfc-49a6-90b1-186d11fb1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377035 May 28 07:19:50.293705 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5056863-450f-401e-9d1c-04163c936478 req-72cdf924-8d80-4254-9ccb-5193899e9158 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:19:50.295137 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d5056863-450f-401e-9d1c-04163c936478 req-72cdf924-8d80-4254-9ccb-5193899e9158 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4e71969-6fbb-4e50-a558-8625522610ea HTTP/1.1" status: 200 len: 945 time: 0.0780146 May 28 07:19:50.351483 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d5056863-450f-401e-9d1c-04163c936478 req-677fe068-33e4-4763-9305-eaa220db6d38 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/security-groups?id=9f07d310-4cfc-49a6-90b1-186d11fb1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498004 May 28 07:19:51.549173 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d6fb55-43d6-4ca5-a060-af5948641403 req-2369f301-e61f-4648-8a4c-fa3680238094 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:19:51.550673 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-76d6fb55-43d6-4ca5-a060-af5948641403 req-2369f301-e61f-4648-8a4c-fa3680238094 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4e71969-6fbb-4e50-a558-8625522610ea HTTP/1.1" status: 200 len: 945 time: 0.0837667 May 28 07:19:51.594867 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-76d6fb55-43d6-4ca5-a060-af5948641403 req-eae6dd06-2d32-438d-bf6c-d2a81e3fea86 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/security-groups?id=9f07d310-4cfc-49a6-90b1-186d11fb1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383277 May 28 07:19:52.786050 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09563cc-3672-4709-b016-ca530bf7619a req-ff35a618-e63e-4de0-8886-e30bea8d52d4 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:19:52.787409 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c09563cc-3672-4709-b016-ca530bf7619a req-ff35a618-e63e-4de0-8886-e30bea8d52d4 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4e71969-6fbb-4e50-a558-8625522610ea HTTP/1.1" status: 200 len: 945 time: 0.0798364 May 28 07:19:52.834077 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c09563cc-3672-4709-b016-ca530bf7619a req-a3c7155f-52e8-4ffe-b258-cda0770c37fc tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/security-groups?id=9f07d310-4cfc-49a6-90b1-186d11fb1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410664 May 28 07:19:54.016978 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629c6159-b8e8-4404-aaa7-5e856353c31f req-58f637bd-c2ca-42f0-ab8f-df2effbea4e6 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:19:54.018469 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-629c6159-b8e8-4404-aaa7-5e856353c31f req-58f637bd-c2ca-42f0-ab8f-df2effbea4e6 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4e71969-6fbb-4e50-a558-8625522610ea HTTP/1.1" status: 200 len: 945 time: 0.0787776 May 28 07:19:54.061743 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-629c6159-b8e8-4404-aaa7-5e856353c31f req-15d7f421-6f3b-4b95-a7d4-87eba1e0a42b tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/security-groups?id=9f07d310-4cfc-49a6-90b1-186d11fb1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377257 May 28 07:19:55.247147 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfb601b-7071-4ce1-9461-810a7c083bf5 req-2331674c-bdad-4d2c-b091-0580eb479e10 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:19:55.248575 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-adfb601b-7071-4ce1-9461-810a7c083bf5 req-2331674c-bdad-4d2c-b091-0580eb479e10 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4e71969-6fbb-4e50-a558-8625522610ea HTTP/1.1" status: 200 len: 945 time: 0.0819166 May 28 07:19:55.295002 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-adfb601b-7071-4ce1-9461-810a7c083bf5 req-005a120f-ff37-4734-9044-ddc39045d936 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/security-groups?id=9f07d310-4cfc-49a6-90b1-186d11fb1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399859 May 28 07:19:55.449325 n-d-843702-1 neutron-server[89110]: INFO neutron.api.v2.resource [req-cb4e8972-0c56-46bd-a14d-39a20db6f3b3 req-82d8f3a0-44be-4bc7-bb1e-d3385dacf9fb service neutron] show failed (client error): The resource could not be found. May 28 07:19:55.450331 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cb4e8972-0c56-46bd-a14d-39a20db6f3b3 req-82d8f3a0-44be-4bc7-bb1e-d3385dacf9fb service neutron] 10.222.0.71 "GET /v2.0/ports/e574eb47-25fa-4e44-a09d-b26c565be2db/bindings/n-h1-843702-1 HTTP/1.1" status: 404 len: 380 time: 0.0727887 May 28 07:19:55.966449 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4e8972-0c56-46bd-a14d-39a20db6f3b3 req-db500caf-f8d2-461b-b826-9e5c368db1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:19:55.967910 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cb4e8972-0c56-46bd-a14d-39a20db6f3b3 req-db500caf-f8d2-461b-b826-9e5c368db1ea service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e4e71969-6fbb-4e50-a558-8625522610ea&tenant_id=5cc1e087213b499a94065af057442467 HTTP/1.1" status: 200 len: 1096 time: 0.0732663 May 28 07:19:55.978279 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-cb4e8972-0c56-46bd-a14d-39a20db6f3b3 req-1f2cab15-4478-4011-a7d6-607beaf589ae service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843702-1', 'device_owner': 'compute:nova'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:19:56.083989 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-cb4e8972-0c56-46bd-a14d-39a20db6f3b3 req-1f2cab15-4478-4011-a7d6-607beaf589ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:19:56.346929 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-cb4e8972-0c56-46bd-a14d-39a20db6f3b3 req-1f2cab15-4478-4011-a7d6-607beaf589ae service neutron] For port e574eb47-25fa-4e44-a09d-b26c565be2db, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=e574eb47-25fa-4e44-a09d-b26c565be2db,segment=NetworkSegment(05b514d4-9737-4220-af9f-f947a85e1919),segment_id=05b514d4-9737-4220-af9f-f947a85e1919)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:19:56.374594 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-cb4e8972-0c56-46bd-a14d-39a20db6f3b3 req-1f2cab15-4478-4011-a7d6-607beaf589ae service neutron] For port e574eb47-25fa-4e44-a09d-b26c565be2db, host n-h2-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:19:56.486795 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4e71969-6fbb-4e50-a558-8625522610ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e574eb47-25fa-4e44-a09d-b26c565be2db'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:19:56.493177 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-cb4e8972-0c56-46bd-a14d-39a20db6f3b3 req-1f2cab15-4478-4011-a7d6-607beaf589ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:19:56.503037 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b51a89ff-2366-4e40-bde5-2c4315d053c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:19:56.516825 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-cb4e8972-0c56-46bd-a14d-39a20db6f3b3 req-1f2cab15-4478-4011-a7d6-607beaf589ae service neutron] Transition to ACTIVE for port object e574eb47-25fa-4e44-a09d-b26c565be2db will not be triggered until provisioned by entity L2. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:19:56.529171 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0e0473-7911-4961-85d1-aa864f3f0dce req-9ce19e3a-d972-4cc4-ac6c-6c6605fee741 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:19:56.530802 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fd0e0473-7911-4961-85d1-aa864f3f0dce req-9ce19e3a-d972-4cc4-ac6c-6c6605fee741 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4e71969-6fbb-4e50-a558-8625522610ea HTTP/1.1" status: 200 len: 945 time: 0.1255488 May 28 07:19:56.553876 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf6e45dd-eded-41f2-9b5e-0d6717c75431'] response: {'server_uuid': 'e4e71969-6fbb-4e50-a558-8625522610ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e574eb47-25fa-4e44-a09d-b26c565be2db', 'code': 200} May 28 07:19:56.559173 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-cb4e8972-0c56-46bd-a14d-39a20db6f3b3 req-1f2cab15-4478-4011-a7d6-607beaf589ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:19:56.791683 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fd0e0473-7911-4961-85d1-aa864f3f0dce req-69250e14-995e-4e80-b5a9-8a7a988bfebf tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/security-groups?id=9f07d310-4cfc-49a6-90b1-186d11fb1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549973 May 28 07:19:56.839005 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2cab15-4478-4011-a7d6-607beaf589ae service neutron] Pushing event updated for resources: {'Port': ['ID=e574eb47-25fa-4e44-a09d-b26c565be2db,revision_number=6']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:19:56.841566 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb4e8972-0c56-46bd-a14d-39a20db6f3b3 req-1f2cab15-4478-4011-a7d6-607beaf589ae service neutron] No DVR routers for this DVR port e574eb47-25fa-4e44-a09d-b26c565be2db on host n-h2-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 07:19:56.895619 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-cb4e8972-0c56-46bd-a14d-39a20db6f3b3 req-1f2cab15-4478-4011-a7d6-607beaf589ae service neutron] Attempting to bind port e574eb47-25fa-4e44-a09d-b26c565be2db on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 07:19:56.895937 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-cb4e8972-0c56-46bd-a14d-39a20db6f3b3 req-1f2cab15-4478-4011-a7d6-607beaf589ae service neutron] Attempting to bind port e574eb47-25fa-4e44-a09d-b26c565be2db by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': '05b514d4-9737-4220-af9f-f947a85e1919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e828b122-c5f7-4333-a8f4-4d649b494779'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 07:19:56.896251 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4e8972-0c56-46bd-a14d-39a20db6f3b3 req-1f2cab15-4478-4011-a7d6-607beaf589ae service neutron] Attempting to bind port e574eb47-25fa-4e44-a09d-b26c565be2db on network e828b122-c5f7-4333-a8f4-4d649b494779 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:19:56.900690 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4e8972-0c56-46bd-a14d-39a20db6f3b3 req-1f2cab15-4478-4011-a7d6-607beaf589ae service neutron] Port e574eb47-25fa-4e44-a09d-b26c565be2db on network e828b122-c5f7-4333-a8f4-4d649b494779 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 07:19:56.900995 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4e8972-0c56-46bd-a14d-39a20db6f3b3 req-1f2cab15-4478-4011-a7d6-607beaf589ae service neutron] Attempting to bind port e574eb47-25fa-4e44-a09d-b26c565be2db on network e828b122-c5f7-4333-a8f4-4d649b494779 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:19:56.905891 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4e8972-0c56-46bd-a14d-39a20db6f3b3 req-1f2cab15-4478-4011-a7d6-607beaf589ae service neutron] Checking agent: {'id': '69f492a0-c00d-46d0-9bec-fcd8161ce206', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 7, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 07:19:56.906216 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4e8972-0c56-46bd-a14d-39a20db6f3b3 req-1f2cab15-4478-4011-a7d6-607beaf589ae service neutron] Checking segment: {'id': '05b514d4-9737-4220-af9f-f947a85e1919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e828b122-c5f7-4333-a8f4-4d649b494779'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:19:56.906589 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4e8972-0c56-46bd-a14d-39a20db6f3b3 req-1f2cab15-4478-4011-a7d6-607beaf589ae service neutron] Bound using segment: {'id': '05b514d4-9737-4220-af9f-f947a85e1919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e828b122-c5f7-4333-a8f4-4d649b494779'} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 07:19:56.907016 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-cb4e8972-0c56-46bd-a14d-39a20db6f3b3 req-1f2cab15-4478-4011-a7d6-607beaf589ae service neutron] Bound port: e574eb47-25fa-4e44-a09d-b26c565be2db, host: n-h1-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05b514d4-9737-4220-af9f-f947a85e1919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e828b122-c5f7-4333-a8f4-4d649b494779'}}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 07:19:56.907868 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-cb4e8972-0c56-46bd-a14d-39a20db6f3b3 req-1f2cab15-4478-4011-a7d6-607beaf589ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:19:56.993839 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-cb4e8972-0c56-46bd-a14d-39a20db6f3b3 req-1f2cab15-4478-4011-a7d6-607beaf589ae service neutron] For port e574eb47-25fa-4e44-a09d-b26c565be2db, host n-h1-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:19:56.996690 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-cb4e8972-0c56-46bd-a14d-39a20db6f3b3 req-1f2cab15-4478-4011-a7d6-607beaf589ae service neutron] For port e574eb47-25fa-4e44-a09d-b26c565be2db, host n-h1-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=e574eb47-25fa-4e44-a09d-b26c565be2db,segment=NetworkSegment(05b514d4-9737-4220-af9f-f947a85e1919),segment_id=05b514d4-9737-4220-af9f-f947a85e1919)] {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 07:19:57.048490 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-cb4e8972-0c56-46bd-a14d-39a20db6f3b3 req-1f2cab15-4478-4011-a7d6-607beaf589ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:19:57.119534 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4e8972-0c56-46bd-a14d-39a20db6f3b3 req-1f2cab15-4478-4011-a7d6-607beaf589ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:19:57.120197 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-cb4e8972-0c56-46bd-a14d-39a20db6f3b3 req-1f2cab15-4478-4011-a7d6-607beaf589ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:19:57.121566 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cb4e8972-0c56-46bd-a14d-39a20db6f3b3 req-1f2cab15-4478-4011-a7d6-607beaf589ae service neutron] 10.222.0.69 "PUT /v2.0/ports/e574eb47-25fa-4e44-a09d-b26c565be2db HTTP/1.1" status: 200 len: 1091 time: 1.1471658 May 28 07:19:57.135882 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2cab15-4478-4011-a7d6-607beaf589ae service neutron] Pushing event updated for resources: {'Port': ['ID=e574eb47-25fa-4e44-a09d-b26c565be2db,revision_number=7']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:19:57.215184 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4e8972-0c56-46bd-a14d-39a20db6f3b3 req-4d945ef1-182a-49bc-97bc-ceaf9c707b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:19:57.216700 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cb4e8972-0c56-46bd-a14d-39a20db6f3b3 req-4d945ef1-182a-49bc-97bc-ceaf9c707b73 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5cc1e087213b499a94065af057442467&device_id=e4e71969-6fbb-4e50-a558-8625522610ea HTTP/1.1" status: 200 len: 1094 time: 0.0711944 May 28 07:19:57.347300 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4e8972-0c56-46bd-a14d-39a20db6f3b3 req-3fafd58d-e2d8-4e30-a1d6-081c1026dad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:19:57.349084 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cb4e8972-0c56-46bd-a14d-39a20db6f3b3 req-3fafd58d-e2d8-4e30-a1d6-081c1026dad9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e828b122-c5f7-4333-a8f4-4d649b494779 HTTP/1.1" status: 200 len: 916 time: 0.1268380 May 28 07:19:57.420715 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cb4e8972-0c56-46bd-a14d-39a20db6f3b3 req-1d0c9b2e-1354-4ce9-bd98-3cf476310189 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e574eb47-25fa-4e44-a09d-b26c565be2db HTTP/1.1" status: 200 len: 217 time: 0.0662167 May 28 07:19:57.482069 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4e8972-0c56-46bd-a14d-39a20db6f3b3 req-40a82b55-85d4-4516-ab87-76656ece7c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:19:57.483490 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cb4e8972-0c56-46bd-a14d-39a20db6f3b3 req-40a82b55-85d4-4516-ab87-76656ece7c68 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=41808a06-3a01-4178-a0b3-ad7db18e31a5 HTTP/1.1" status: 200 len: 855 time: 0.0575068 May 28 07:19:57.530036 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cb4e8972-0c56-46bd-a14d-39a20db6f3b3 req-755c070a-1710-4408-a9fe-01714ed418e6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e828b122-c5f7-4333-a8f4-4d649b494779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406651 May 28 07:19:57.662692 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cb4e8972-0c56-46bd-a14d-39a20db6f3b3 req-3e84719e-92ce-4ecd-b8c2-414b7c827dcf service neutron] 10.222.0.69 "GET /v2.0/networks/e828b122-c5f7-4333-a8f4-4d649b494779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262498 May 28 07:19:57.789182 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cb4e8972-0c56-46bd-a14d-39a20db6f3b3 req-cd47c921-b270-4734-b492-a1af1e3371c6 service neutron] 10.222.0.69 "GET /v2.0/networks/e828b122-c5f7-4333-a8f4-4d649b494779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202989 May 28 07:19:57.983327 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25ebb1b-dfcc-4add-b868-9dfbe4c2ad78 req-34c24a46-181e-4e1e-9f16-9eb94ffae12b tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:19:57.984687 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b25ebb1b-dfcc-4add-b868-9dfbe4c2ad78 req-34c24a46-181e-4e1e-9f16-9eb94ffae12b tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4e71969-6fbb-4e50-a558-8625522610ea HTTP/1.1" status: 200 len: 943 time: 0.0827696 May 28 07:19:58.021490 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:19:58.030107 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b25ebb1b-dfcc-4add-b868-9dfbe4c2ad78 req-55112ff0-0b63-44fe-a914-708c92808588 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/security-groups?id=9f07d310-4cfc-49a6-90b1-186d11fb1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388620 May 28 07:19:58.554647 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4e71969-6fbb-4e50-a558-8625522610ea', 'tag': 'e574eb47-25fa-4e44-a09d-b26c565be2db'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:19:58.610735 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2108fb19-18d3-478c-ac81-6579ac15254d'] response: {'name': 'network-changed', 'server_uuid': 'e4e71969-6fbb-4e50-a558-8625522610ea', 'tag': 'e574eb47-25fa-4e44-a09d-b26c565be2db', 'status': 'completed', 'code': 200} May 28 07:19:58.773042 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10941a3a-5017-42c7-a6b4-c908d880bd94 req-a6a0ba5a-647c-458b-b537-10cfe40c99f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:19:58.774443 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-10941a3a-5017-42c7-a6b4-c908d880bd94 req-a6a0ba5a-647c-458b-b537-10cfe40c99f3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5cc1e087213b499a94065af057442467&device_id=e4e71969-6fbb-4e50-a558-8625522610ea HTTP/1.1" status: 200 len: 1094 time: 0.1426253 May 28 07:19:58.779981 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10941a3a-5017-42c7-a6b4-c908d880bd94 req-b3b352fc-bd08-4107-85ff-fb59cbb4e46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:19:58.781278 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-10941a3a-5017-42c7-a6b4-c908d880bd94 req-b3b352fc-bd08-4107-85ff-fb59cbb4e46c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5cc1e087213b499a94065af057442467&device_id=e4e71969-6fbb-4e50-a558-8625522610ea HTTP/1.1" status: 200 len: 1094 time: 0.1181848 May 28 07:19:58.877185 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 07:19:58.941627 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-8c28f810-128f-4c9e-ac97-ba4a74d82314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:19:59.122752 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10941a3a-5017-42c7-a6b4-c908d880bd94 req-3bddeadb-ea28-41be-ad1a-678825d62b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:19:59.124174 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-10941a3a-5017-42c7-a6b4-c908d880bd94 req-3bddeadb-ea28-41be-ad1a-678825d62b35 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e828b122-c5f7-4333-a8f4-4d649b494779 HTTP/1.1" status: 200 len: 916 time: 0.3420718 May 28 07:19:59.128317 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10941a3a-5017-42c7-a6b4-c908d880bd94 req-50a04dce-7605-43c9-855d-1ecf41d70548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:19:59.129636 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-10941a3a-5017-42c7-a6b4-c908d880bd94 req-50a04dce-7605-43c9-855d-1ecf41d70548 service neutron] 10.222.0.71 "GET /v2.0/networks?id=e828b122-c5f7-4333-a8f4-4d649b494779 HTTP/1.1" status: 200 len: 916 time: 0.3279502 May 28 07:19:59.286069 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-10941a3a-5017-42c7-a6b4-c908d880bd94 req-89155761-29b2-4fd4-925b-964491d54632 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e574eb47-25fa-4e44-a09d-b26c565be2db HTTP/1.1" status: 200 len: 217 time: 0.1549885 May 28 07:19:59.291367 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-10941a3a-5017-42c7-a6b4-c908d880bd94 req-b492edd5-7271-46b6-88d9-91f51f33d088 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e574eb47-25fa-4e44-a09d-b26c565be2db HTTP/1.1" status: 200 len: 217 time: 0.1130435 May 28 07:19:59.413780 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10941a3a-5017-42c7-a6b4-c908d880bd94 req-b8449603-6403-447c-aeed-7889117f572f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:19:59.415201 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-10941a3a-5017-42c7-a6b4-c908d880bd94 req-b8449603-6403-447c-aeed-7889117f572f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=41808a06-3a01-4178-a0b3-ad7db18e31a5 HTTP/1.1" status: 200 len: 855 time: 0.1230149 May 28 07:19:59.424156 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10941a3a-5017-42c7-a6b4-c908d880bd94 req-9c697b0e-e7f3-49c3-8911-6e9f64647de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:19:59.425476 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-10941a3a-5017-42c7-a6b4-c908d880bd94 req-9c697b0e-e7f3-49c3-8911-6e9f64647de2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=41808a06-3a01-4178-a0b3-ad7db18e31a5 HTTP/1.1" status: 200 len: 855 time: 0.1018839 May 28 07:19:59.508446 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066ac04a-2710-4b76-be40-624160aeb45f req-7fe06371-99d5-4ecf-a89c-46715a2d142e tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:19:59.509904 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-066ac04a-2710-4b76-be40-624160aeb45f req-7fe06371-99d5-4ecf-a89c-46715a2d142e tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4e71969-6fbb-4e50-a558-8625522610ea HTTP/1.1" status: 200 len: 943 time: 0.3326025 May 28 07:19:59.511932 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-10941a3a-5017-42c7-a6b4-c908d880bd94 req-86ce2adb-487e-46a6-ad1f-5bbd7868598e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e828b122-c5f7-4333-a8f4-4d649b494779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0894156 May 28 07:19:59.521971 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-10941a3a-5017-42c7-a6b4-c908d880bd94 req-e5a9b56e-1e13-4247-9e49-3a42258b1bf9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e828b122-c5f7-4333-a8f4-4d649b494779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656307 May 28 07:19:59.714028 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-066ac04a-2710-4b76-be40-624160aeb45f req-86a05bf4-1ad2-45e6-b03b-101f54a563ea tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/security-groups?id=9f07d310-4cfc-49a6-90b1-186d11fb1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970637 May 28 07:19:59.793142 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-10941a3a-5017-42c7-a6b4-c908d880bd94 req-ce1437dc-ae55-4c50-b6e6-51349aae962d service neutron] 10.222.0.69 "GET /v2.0/networks/e828b122-c5f7-4333-a8f4-4d649b494779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2743433 May 28 07:19:59.796090 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-10941a3a-5017-42c7-a6b4-c908d880bd94 req-421ce3c0-92b3-4096-b4d0-42d61386de51 service neutron] 10.222.0.71 "GET /v2.0/networks/e828b122-c5f7-4333-a8f4-4d649b494779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372696 May 28 07:20:00.021187 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:20:00.028096 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-10941a3a-5017-42c7-a6b4-c908d880bd94 req-a5ca21ed-27ac-4770-8845-49e84b62c871 service neutron] 10.222.0.69 "GET /v2.0/networks/e828b122-c5f7-4333-a8f4-4d649b494779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285001 May 28 07:20:00.031117 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-10941a3a-5017-42c7-a6b4-c908d880bd94 req-ebc3e859-3274-47f0-8a63-fa41474e7404 service neutron] 10.222.0.71 "GET /v2.0/networks/e828b122-c5f7-4333-a8f4-4d649b494779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140062 May 28 07:20:00.163827 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:20:00.657975 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device e574eb47-25fa-4e44-a09d-b26c565be2db no longer exists at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:20:00.713724 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device e574eb47-25fa-4e44-a09d-b26c565be2db not bound to the agent host n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 07:20:00.901489 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae62a619-0e91-4b55-a3cd-f995487239a1 req-80ebb5e4-22b9-49d9-825c-d31ef6786e37 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:20:00.902913 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ae62a619-0e91-4b55-a3cd-f995487239a1 req-80ebb5e4-22b9-49d9-825c-d31ef6786e37 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4e71969-6fbb-4e50-a558-8625522610ea HTTP/1.1" status: 200 len: 943 time: 0.0784371 May 28 07:20:00.945760 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ae62a619-0e91-4b55-a3cd-f995487239a1 req-a0a5afeb-99dc-4c05-95a7-66bd7ffbeadf tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/security-groups?id=9f07d310-4cfc-49a6-90b1-186d11fb1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362389 May 28 07:20:01.144496 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device e574eb47-25fa-4e44-a09d-b26c565be2db details requested by agent hyperv_n-h1-843702-1 with host n-h1-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 07:20:01.314826 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port e574eb47-25fa-4e44-a09d-b26c565be2db, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=e574eb47-25fa-4e44-a09d-b26c565be2db,segment=NetworkSegment(05b514d4-9737-4220-af9f-f947a85e1919),segment_id=05b514d4-9737-4220-af9f-f947a85e1919)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:20:01.328650 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Returning: {'device': 'e574eb47-25fa-4e44-a09d-b26c565be2db', 'network_id': 'e828b122-c5f7-4333-a8f4-4d649b494779', 'port_id': 'e574eb47-25fa-4e44-a09d-b26c565be2db', 'mac_address': 'fa:16:3e:eb:1c:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41808a06-3a01-4178-a0b3-ad7db18e31a5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 07:20:01.394055 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port e574eb47-25fa-4e44-a09d-b26c565be2db is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:20:01.394423 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:20:01.411045 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e574eb47-25fa-4e44-a09d-b26c565be2db {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 07:20:01.426919 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port e574eb47-25fa-4e44-a09d-b26c565be2db, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=e574eb47-25fa-4e44-a09d-b26c565be2db,segment=NetworkSegment(05b514d4-9737-4220-af9f-f947a85e1919),segment_id=05b514d4-9737-4220-af9f-f947a85e1919)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:20:01.439871 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ce408f-81c6-4360-9958-0a2f2887f10b req-96497820-ba48-407c-b1e4-aad13b203767 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:20:01.441310 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c7ce408f-81c6-4360-9958-0a2f2887f10b req-96497820-ba48-407c-b1e4-aad13b203767 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4e71969-6fbb-4e50-a558-8625522610ea HTTP/1.1" status: 200 len: 943 time: 0.1300983 May 28 07:20:01.497096 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c7ce408f-81c6-4360-9958-0a2f2887f10b req-fe854757-65a3-4876-906f-9a72733e1fd9 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/security-groups?id=9f07d310-4cfc-49a6-90b1-186d11fb1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490732 May 28 07:20:01.510452 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:20:01.514081 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372091c4-2b0c-4c50-8302-dd84caad43d7 req-4bb376cb-935a-4c80-b939-29476de3adf0 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:20:01.515518 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-372091c4-2b0c-4c50-8302-dd84caad43d7 req-4bb376cb-935a-4c80-b939-29476de3adf0 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.71 "GET /v2.0/ports?device_id=e4e71969-6fbb-4e50-a558-8625522610ea&tenant_id=5cc1e087213b499a94065af057442467&binding%3Ahost_id=n-h1-843702-1 HTTP/1.1" status: 200 len: 943 time: 0.1291234 May 28 07:20:01.578540 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=e574eb47-25fa-4e44-a09d-b26c565be2db,revision_number=8']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:20:01.598773 n-d-843702-1 neutron-server[89110]: INFO neutron.api.v2.resource [req-372091c4-2b0c-4c50-8302-dd84caad43d7 req-8b247656-2cc8-4e4e-a1f6-fb1b6101e33c service neutron] delete failed (client error): The resource could not be found. May 28 07:20:01.599761 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-372091c4-2b0c-4c50-8302-dd84caad43d7 req-8b247656-2cc8-4e4e-a1f6-fb1b6101e33c service neutron] 10.222.0.71 "DELETE /v2.0/ports/e574eb47-25fa-4e44-a09d-b26c565be2db/bindings/n-h2-843702-1 HTTP/1.1" status: 404 len: 380 time: 0.0788159 May 28 07:20:01.727407 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['e574eb47-25fa-4e44-a09d-b26c565be2db'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 07:20:01.770931 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372091c4-2b0c-4c50-8302-dd84caad43d7 req-4c425f15-ba2c-45bb-bce5-41a973dd262b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:20:01.772336 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-372091c4-2b0c-4c50-8302-dd84caad43d7 req-4c425f15-ba2c-45bb-bce5-41a973dd262b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5cc1e087213b499a94065af057442467&device_id=e4e71969-6fbb-4e50-a558-8625522610ea HTTP/1.1" status: 200 len: 1095 time: 0.0774925 May 28 07:20:01.852261 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:20:02.033801 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372091c4-2b0c-4c50-8302-dd84caad43d7 req-61887c6a-3594-4de2-9604-21895276b183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:20:02.036314 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-372091c4-2b0c-4c50-8302-dd84caad43d7 req-61887c6a-3594-4de2-9604-21895276b183 service neutron] 10.222.0.71 "GET /v2.0/networks?id=e828b122-c5f7-4333-a8f4-4d649b494779 HTTP/1.1" status: 200 len: 916 time: 0.2573888 May 28 07:20:02.104063 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-372091c4-2b0c-4c50-8302-dd84caad43d7 req-7cc5b27e-c8ec-45bc-b340-b5b64571d1f8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e574eb47-25fa-4e44-a09d-b26c565be2db HTTP/1.1" status: 200 len: 217 time: 0.0617840 May 28 07:20:02.162844 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372091c4-2b0c-4c50-8302-dd84caad43d7 req-4db0cf1f-f311-4f32-9107-4d6d3d216c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:20:02.164203 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-372091c4-2b0c-4c50-8302-dd84caad43d7 req-4db0cf1f-f311-4f32-9107-4d6d3d216c55 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=41808a06-3a01-4178-a0b3-ad7db18e31a5 HTTP/1.1" status: 200 len: 855 time: 0.0549531 May 28 07:20:02.211923 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-372091c4-2b0c-4c50-8302-dd84caad43d7 req-ec276821-d8b1-41f7-a38c-726dcbe4f059 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e828b122-c5f7-4333-a8f4-4d649b494779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416873 May 28 07:20:02.344231 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-372091c4-2b0c-4c50-8302-dd84caad43d7 req-62a5b97e-d99b-4a1b-9332-bf4d286d756c service neutron] 10.222.0.71 "GET /v2.0/networks/e828b122-c5f7-4333-a8f4-4d649b494779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262493 May 28 07:20:02.475926 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-372091c4-2b0c-4c50-8302-dd84caad43d7 req-18ef0d4f-6b39-450b-9bbc-5caa37803d0a service neutron] 10.222.0.71 "GET /v2.0/networks/e828b122-c5f7-4333-a8f4-4d649b494779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260972 May 28 07:20:02.691509 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f35239d-9f13-4c6d-9092-37c54a2c8044 req-29439bb9-4665-4524-a076-75c2f38a1d9a tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:20:02.692950 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2f35239d-9f13-4c6d-9092-37c54a2c8044 req-29439bb9-4665-4524-a076-75c2f38a1d9a tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4e71969-6fbb-4e50-a558-8625522610ea HTTP/1.1" status: 200 len: 944 time: 0.0811684 May 28 07:20:02.695786 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:20:02.739277 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2f35239d-9f13-4c6d-9092-37c54a2c8044 req-7f0c1be2-2dc7-4af7-9976-232e9b3a587d tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/security-groups?id=9f07d310-4cfc-49a6-90b1-186d11fb1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393538 May 28 07:20:03.159755 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device e574eb47-25fa-4e44-a09d-b26c565be2db up at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:20:03.295580 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning for port e574eb47-25fa-4e44-a09d-b26c565be2db completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:20:03.300807 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning complete for port e574eb47-25fa-4e44-a09d-b26c565be2db triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:20:03.301180 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:20:03.421340 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port e574eb47-25fa-4e44-a09d-b26c565be2db is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:20:03.421674 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:20:03.448639 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4e71969-6fbb-4e50-a558-8625522610ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e574eb47-25fa-4e44-a09d-b26c565be2db'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:20:03.458649 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port e574eb47-25fa-4e44-a09d-b26c565be2db, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=e574eb47-25fa-4e44-a09d-b26c565be2db,segment=NetworkSegment(05b514d4-9737-4220-af9f-f947a85e1919),segment_id=05b514d4-9737-4220-af9f-f947a85e1919)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:20:03.493712 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b017d8a5-e3db-470d-a657-ee0d05a319f0'] response: {'server_uuid': 'e4e71969-6fbb-4e50-a558-8625522610ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e574eb47-25fa-4e44-a09d-b26c565be2db', 'code': 200} May 28 07:20:03.518955 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:20:03.589212 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=e574eb47-25fa-4e44-a09d-b26c565be2db,revision_number=9']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:20:03.925443 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133b7375-d5cb-44e1-91b8-11305bb09170 req-d187ba84-49cb-4ff2-9e69-85ba1c039644 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:20:03.926888 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-133b7375-d5cb-44e1-91b8-11305bb09170 req-d187ba84-49cb-4ff2-9e69-85ba1c039644 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4e71969-6fbb-4e50-a558-8625522610ea HTTP/1.1" status: 200 len: 945 time: 0.0823138 May 28 07:20:03.969894 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-133b7375-d5cb-44e1-91b8-11305bb09170 req-515c8572-7309-4ac0-aa12-020deb5eea76 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/security-groups?id=9f07d310-4cfc-49a6-90b1-186d11fb1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373428 May 28 07:20:04.151842 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b01d31f-fed1-4c0b-98af-2ad44ac9e0e9 req-18839490-d8b3-4465-8aaf-8fbf27bceb32 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:20:04.153288 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8b01d31f-fed1-4c0b-98af-2ad44ac9e0e9 req-18839490-d8b3-4465-8aaf-8fbf27bceb32 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4e71969-6fbb-4e50-a558-8625522610ea HTTP/1.1" status: 200 len: 945 time: 0.0794930 May 28 07:20:04.196234 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8b01d31f-fed1-4c0b-98af-2ad44ac9e0e9 req-b99284a4-2da5-436f-b245-6a1249e8b5b8 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/security-groups?id=9f07d310-4cfc-49a6-90b1-186d11fb1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371163 May 28 07:20:04.380647 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a28f356-5b88-4181-9111-52860ea9aeec req-7ea8fee5-2087-4ebb-933c-d4b8e7c22e7a tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:20:04.382135 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4a28f356-5b88-4181-9111-52860ea9aeec req-7ea8fee5-2087-4ebb-933c-d4b8e7c22e7a tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4e71969-6fbb-4e50-a558-8625522610ea HTTP/1.1" status: 200 len: 945 time: 0.0832644 May 28 07:20:04.425789 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4a28f356-5b88-4181-9111-52860ea9aeec req-a6d33914-1c40-461c-b58f-aa60e0d39ccf tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/security-groups?id=9f07d310-4cfc-49a6-90b1-186d11fb1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379264 May 28 07:20:05.175798 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9db9bc0-3f75-44c1-ab71-d672bc001c37 req-712a2d1d-dd6e-4d55-8dff-a5d344f442ed tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:20:05.177210 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a9db9bc0-3f75-44c1-ab71-d672bc001c37 req-712a2d1d-dd6e-4d55-8dff-a5d344f442ed tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4e71969-6fbb-4e50-a558-8625522610ea HTTP/1.1" status: 200 len: 945 time: 0.0801594 May 28 07:20:05.223508 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a9db9bc0-3f75-44c1-ab71-d672bc001c37 req-18144f10-178a-4d9b-a5cf-79ffbaf18ed6 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/security-groups?id=9f07d310-4cfc-49a6-90b1-186d11fb1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406976 May 28 07:20:06.226378 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d21ba6-9982-4fa5-95af-bbe0a7d2f709 req-3678a459-3214-49f8-ba65-37c7c5489911 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:20:06.227807 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-76d21ba6-9982-4fa5-95af-bbe0a7d2f709 req-3678a459-3214-49f8-ba65-37c7c5489911 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.69 "GET /v2.0/ports?device_id=e4e71969-6fbb-4e50-a558-8625522610ea HTTP/1.1" status: 200 len: 945 time: 0.0781713 May 28 07:20:06.296547 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-76d21ba6-9982-4fa5-95af-bbe0a7d2f709 req-753878dc-c4d4-4b99-845b-285413fba380 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Deleting port e574eb47-25fa-4e44-a09d-b26c565be2db {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:20:06.296878 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-76d21ba6-9982-4fa5-95af-bbe0a7d2f709 req-753878dc-c4d4-4b99-845b-285413fba380 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:20:06.555515 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716c8166-649d-4a11-82b5-ef7a4e5ffd4f req-853edab8-8502-4056-9bf5-56946a59efdc tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:20:06.556993 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-716c8166-649d-4a11-82b5-ef7a4e5ffd4f req-853edab8-8502-4056-9bf5-56946a59efdc tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4e71969-6fbb-4e50-a558-8625522610ea HTTP/1.1" status: 200 len: 945 time: 0.2278717 May 28 07:20:06.636354 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-716c8166-649d-4a11-82b5-ef7a4e5ffd4f req-e08c8b60-f687-467e-ad30-10a333d56625 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/security-groups?id=9f07d310-4cfc-49a6-90b1-186d11fb1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733829 May 28 07:20:06.642944 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-76d21ba6-9982-4fa5-95af-bbe0a7d2f709 req-753878dc-c4d4-4b99-845b-285413fba380 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] For port e574eb47-25fa-4e44-a09d-b26c565be2db, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=e574eb47-25fa-4e44-a09d-b26c565be2db,segment=NetworkSegment(05b514d4-9737-4220-af9f-f947a85e1919),segment_id=05b514d4-9737-4220-af9f-f947a85e1919)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:20:06.643294 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-76d21ba6-9982-4fa5-95af-bbe0a7d2f709 req-753878dc-c4d4-4b99-845b-285413fba380 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:20:06.867496 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-76d21ba6-9982-4fa5-95af-bbe0a7d2f709 req-753878dc-c4d4-4b99-845b-285413fba380 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Calling delete_port for e574eb47-25fa-4e44-a09d-b26c565be2db owned by compute:nova {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:20:07.049711 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-76d21ba6-9982-4fa5-95af-bbe0a7d2f709 req-753878dc-c4d4-4b99-845b-285413fba380 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:20:07.061197 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['e574eb47-25fa-4e44-a09d-b26c565be2db'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 07:20:07.101966 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753878dc-c4d4-4b99-845b-285413fba380 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Pushing event deleted for resources: {'Port': ['ID=e574eb47-25fa-4e44-a09d-b26c565be2db,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:20:07.176612 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-76d21ba6-9982-4fa5-95af-bbe0a7d2f709 req-753878dc-c4d4-4b99-845b-285413fba380 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] No DVR routers for this DVR port e574eb47-25fa-4e44-a09d-b26c565be2db on host n-h1-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 07:20:07.179233 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-76d21ba6-9982-4fa5-95af-bbe0a7d2f709 req-753878dc-c4d4-4b99-845b-285413fba380 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:20:07.181827 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4e71969-6fbb-4e50-a558-8625522610ea', 'name': 'network-vif-deleted', 'tag': 'e574eb47-25fa-4e44-a09d-b26c565be2db'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:20:07.227758 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc89174c-4c00-46f8-bf36-64ad60bbc90c'] response: {'server_uuid': 'e4e71969-6fbb-4e50-a558-8625522610ea', 'name': 'network-vif-deleted', 'tag': 'e574eb47-25fa-4e44-a09d-b26c565be2db', 'status': 'completed', 'code': 200} May 28 07:20:07.268030 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-76d21ba6-9982-4fa5-95af-bbe0a7d2f709 req-753878dc-c4d4-4b99-845b-285413fba380 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.69 "DELETE /v2.0/ports/e574eb47-25fa-4e44-a09d-b26c565be2db HTTP/1.1" status: 204 len: 173 time: 1.0345426 May 28 07:20:07.795700 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-bba2b1cb-7319-4a2f-8c70-c1be21a0f68c req-e0363d16-96dc-442e-8ece-b9fe751116d4 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Synchronizing usage tracker for tenant:5cc1e087213b499a94065af057442467 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:20:07.901161 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-bba2b1cb-7319-4a2f-8c70-c1be21a0f68c req-e0363d16-96dc-442e-8ece-b9fe751116d4 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] Unset dirty status for tenant:5cc1e087213b499a94065af057442467 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:20:07.902379 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bba2b1cb-7319-4a2f-8c70-c1be21a0f68c req-e0363d16-96dc-442e-8ece-b9fe751116d4 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4e71969-6fbb-4e50-a558-8625522610ea HTTP/1.1" status: 200 len: 210 time: 0.1476321 May 28 07:20:09.143214 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 56298) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:20:09.204815 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e0156dc-efac-4b12-9c88-e23a68347dcb admin admin] Deleting subnet 41808a06-3a01-4178-a0b3-ad7db18e31a5 {{(pid=89110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 07:20:09.207709 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2e0156dc-efac-4b12-9c88-e23a68347dcb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:20:09.255124 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2e0156dc-efac-4b12-9c88-e23a68347dcb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4150765'] for subnet, precommit_delete_associations {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:20:09.311353 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2e0156dc-efac-4b12-9c88-e23a68347dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:20:09.427240 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2e0156dc-efac-4b12-9c88-e23a68347dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3115981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3172005'] for subnet, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:20:09.463528 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0156dc-efac-4b12-9c88-e23a68347dcb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41808a06-3a01-4178-a0b3-ad7db18e31a5,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:20:09.467841 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2e0156dc-efac-4b12-9c88-e23a68347dcb admin admin] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:20:09.473995 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-2e0156dc-efac-4b12-9c88-e23a68347dcb admin admin] 10.222.0.55 "DELETE /v2.0/subnets/41808a06-3a01-4178-a0b3-ad7db18e31a5 HTTP/1.1" status: 204 len: 168 time: 0.3297727 May 28 07:20:09.476474 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 56302) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:20:09.583223 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-61dd1632-0c75-422e-968f-4de6812815f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:20:09.705211 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-61dd1632-0c75-422e-968f-4de6812815f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:20:09.739170 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-61dd1632-0c75-422e-968f-4de6812815f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e828b122-c5f7-4333-a8f4-4d649b494779']}} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:20:09.750752 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-61dd1632-0c75-422e-968f-4de6812815f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05b514d4-9737-4220-af9f-f947a85e1919') {'for_net_delete': True} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:20:09.751040 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-61dd1632-0c75-422e-968f-4de6812815f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05b514d4-9737-4220-af9f-f947a85e1919') {} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:20:09.762264 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-61dd1632-0c75-422e-968f-4de6812815f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4150778'] for segment, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:20:09.781907 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-61dd1632-0c75-422e-968f-4de6812815f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:20:09.788549 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61dd1632-0c75-422e-968f-4de6812815f7 admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=89110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 07:20:09.788959 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-61dd1632-0c75-422e-968f-4de6812815f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3143023'] for segment, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:20:09.907860 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment 05b514d4-9737-4220-af9f-f947a85e1919 resource provider aggregate not found May 28 07:20:09.924497 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment 05b514d4-9737-4220-af9f-f947a85e1919 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 05b514d4-9737-4220-af9f-f947a85e1919 found for delete ", "request_id": "req-f1ce8f35-f1f0-4079-811e-1fff360d4bd5"}]} May 28 07:20:09.963587 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-61dd1632-0c75-422e-968f-4de6812815f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:20:09.980291 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-61dd1632-0c75-422e-968f-4de6812815f7 admin admin] Notify callbacks [] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:20:09.993798 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dd1632-0c75-422e-968f-4de6812815f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=e828b122-c5f7-4333-a8f4-4d649b494779,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:20:09.996064 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-61dd1632-0c75-422e-968f-4de6812815f7 admin admin] 10.222.0.55 "DELETE /v2.0/networks/e828b122-c5f7-4333-a8f4-4d649b494779 HTTP/1.1" status: 204 len: 168 time: 0.5187085 May 28 07:20:10.291277 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 56316) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:20:10.337072 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-dfa4d1ff-786b-4c61-a1a0-028a8ffed505 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5cc1e087213b499a94065af057442467&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0490284 May 28 07:20:10.339558 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 56320) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:20:10.395359 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7ce0cb4a-2ea5-41a8-971d-0ddf00fe66db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:20:10.419689 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7ce0cb4a-2ea5-41a8-971d-0ddf00fe66db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:20:10.546604 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7ce0cb4a-2ea5-41a8-971d-0ddf00fe66db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:20:10.563114 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce0cb4a-2ea5-41a8-971d-0ddf00fe66db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f07d310-4cfc-49a6-90b1-186d11fb1fe4,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:20:10.568153 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7ce0cb4a-2ea5-41a8-971d-0ddf00fe66db admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:20:10.569187 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-7ce0cb4a-2ea5-41a8-971d-0ddf00fe66db admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9f07d310-4cfc-49a6-90b1-186d11fb1fe4 HTTP/1.1" status: 204 len: 168 time: 0.2287321 May 28 07:20:11.189778 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device e574eb47-25fa-4e44-a09d-b26c565be2db no longer exists at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:20:11.224839 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] No Port match for: e574eb47-25fa-4e44-a09d-b26c565be2db {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 07:20:11.225187 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device e574eb47-25fa-4e44-a09d-b26c565be2db not bound to the agent host n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 07:20:11.554654 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 56344) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:20:11.657459 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-20259337-138d-4b2f-b584-dfab76450a34 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-577439032-network', 'tenant_id': '8cd04151fcff4b878479bf3138be6769'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:20:11.662732 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-20259337-138d-4b2f-b584-dfab76450a34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:20:11.666559 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-20259337-138d-4b2f-b584-dfab76450a34 admin admin] Usage tracker for resource:network and tenant:8cd04151fcff4b878479bf3138be6769 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:20:11.669348 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-20259337-138d-4b2f-b584-dfab76450a34 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:20:11.675718 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-20259337-138d-4b2f-b584-dfab76450a34 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:20:11.735004 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20259337-138d-4b2f-b584-dfab76450a34 admin admin] Made reservation on behalf of 8cd04151fcff4b878479bf3138be6769 for: {'network': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 07:20:11.737309 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-20259337-138d-4b2f-b584-dfab76450a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:20:11.751803 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-20259337-138d-4b2f-b584-dfab76450a34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:20:11.766024 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-20259337-138d-4b2f-b584-dfab76450a34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:20:11.770360 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-20259337-138d-4b2f-b584-dfab76450a34 admin admin] Usage tracker for resource:security_group_rule and tenant:8cd04151fcff4b878479bf3138be6769 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:20:11.773068 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-20259337-138d-4b2f-b584-dfab76450a34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:20:11.778619 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-20259337-138d-4b2f-b584-dfab76450a34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:20:11.860350 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-20259337-138d-4b2f-b584-dfab76450a34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:20:11.927425 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-20259337-138d-4b2f-b584-dfab76450a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:20:11.957281 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20259337-138d-4b2f-b584-dfab76450a34 admin admin] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=89110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 07:20:11.965527 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20259337-138d-4b2f-b584-dfab76450a34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09b8579a-3cb7-4fb3-8e31-15d0d2110a9b,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:20:11.970872 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-20259337-138d-4b2f-b584-dfab76450a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:20:11.971542 n-d-843702-1 neutron-server[89110]: INFO neutron.db.segments_db [None req-20259337-138d-4b2f-b584-dfab76450a34 admin admin] Added segment d750b182-13b5-4bc9-8815-770a8659f480 of type vlan for network dacba877-3470-4951-ab96-3a0aed2821b0 May 28 07:20:11.996800 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-20259337-138d-4b2f-b584-dfab76450a34 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:20:12.081858 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-20259337-138d-4b2f-b584-dfab76450a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:20:12.082867 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20259337-138d-4b2f-b584-dfab76450a34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:20:12.083432 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-20259337-138d-4b2f-b584-dfab76450a34 admin admin] Notify callbacks [] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:20:12.209918 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20259337-138d-4b2f-b584-dfab76450a34 admin admin] Pushing event updated for resources: {'Network': ['ID=dacba877-3470-4951-ab96-3a0aed2821b0,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:20:12.219562 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network dacba877-3470-4951-ab96-3a0aed2821b0 details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 07:20:12.277018 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-20259337-138d-4b2f-b584-dfab76450a34 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7212670 May 28 07:20:12.279765 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 56352) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:20:12.285705 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-f7e207e6-1dc8-42a4-aa4d-4ee71aabecb2 admin admin] Request body: {'subnet': {'network_id': 'dacba877-3470-4951-ab96-3a0aed2821b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-577439032-subnet', 'tenant_id': '8cd04151fcff4b878479bf3138be6769', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:20:12.290917 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-f7e207e6-1dc8-42a4-aa4d-4ee71aabecb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:20:12.294681 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-f7e207e6-1dc8-42a4-aa4d-4ee71aabecb2 admin admin] Usage tracker for resource:subnet and tenant:8cd04151fcff4b878479bf3138be6769 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:20:12.297470 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-f7e207e6-1dc8-42a4-aa4d-4ee71aabecb2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:20:12.303607 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-f7e207e6-1dc8-42a4-aa4d-4ee71aabecb2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:20:12.396228 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7e207e6-1dc8-42a4-aa4d-4ee71aabecb2 admin admin] Made reservation on behalf of 8cd04151fcff4b878479bf3138be6769 for: {'subnet': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 07:20:12.398606 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f7e207e6-1dc8-42a4-aa4d-4ee71aabecb2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3171998'] for subnet, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:20:12.683634 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f7e207e6-1dc8-42a4-aa4d-4ee71aabecb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3115906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3172012'] for subnet, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:20:12.756774 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e207e6-1dc8-42a4-aa4d-4ee71aabecb2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed491e5f-616d-4ef3-a090-ef94140fdda6,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:20:12.767508 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e207e6-1dc8-42a4-aa4d-4ee71aabecb2 admin admin] Checking segment: {'id': 'd750b182-13b5-4bc9-8815-770a8659f480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'dacba877-3470-4951-ab96-3a0aed2821b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:20:12.768404 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e207e6-1dc8-42a4-aa4d-4ee71aabecb2 admin admin] Network hostable DHCP agents. Network: dacba877-3470-4951-ab96-3a0aed2821b0, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89110) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 07:20:12.842126 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e207e6-1dc8-42a4-aa4d-4ee71aabecb2 admin admin] Network dacba877-3470-4951-ab96-3a0aed2821b0 is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89110) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 07:20:12.915950 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-f7e207e6-1dc8-42a4-aa4d-4ee71aabecb2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, dacba877-3470-4951-ab96-3a0aed2821b0) {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:20:12.919876 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e207e6-1dc8-42a4-aa4d-4ee71aabecb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:20:12.920458 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f7e207e6-1dc8-42a4-aa4d-4ee71aabecb2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:20:12.926490 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e575a98-e3bf-4cc4-bbc0-23bcb53494c8 None None] Network dacba877-3470-4951-ab96-3a0aed2821b0 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 07:20:12.991301 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-f7e207e6-1dc8-42a4-aa4d-4ee71aabecb2 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7104516 May 28 07:20:12.993946 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 56356) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:20:12.998838 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-d08e8fcf-5bcb-4d03-8937-79b1916b4d20 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-577439032-router', 'tenant_id': '8cd04151fcff4b878479bf3138be6769', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:20:13.004187 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-d08e8fcf-5bcb-4d03-8937-79b1916b4d20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:20:13.008217 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-d08e8fcf-5bcb-4d03-8937-79b1916b4d20 admin admin] Usage tracker for resource:router and tenant:8cd04151fcff4b878479bf3138be6769 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:20:13.011038 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-d08e8fcf-5bcb-4d03-8937-79b1916b4d20 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:20:13.016951 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-d08e8fcf-5bcb-4d03-8937-79b1916b4d20 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:20:13.087637 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d08e8fcf-5bcb-4d03-8937-79b1916b4d20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59128'] for router, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:20:13.089182 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d08e8fcf-5bcb-4d03-8937-79b1916b4d20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59009'] for router, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:20:13.108514 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d08e8fcf-5bcb-4d03-8937-79b1916b4d20 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:20:13.159890 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab609db7-ee62-4aa2-af67-079275666e17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-dacba877-3470-4951-ab96-3a0aed2821b0', 'network_id': 'dacba877-3470-4951-ab96-3a0aed2821b0', 'tenant_id': '8cd04151fcff4b878479bf3138be6769', 'fixed_ips': [{'subnet_id': 'ed491e5f-616d-4ef3-a090-ef94140fdda6'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 07:20:13.160725 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-ab609db7-ee62-4aa2-af67-079275666e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:20:13.320626 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-ab609db7-ee62-4aa2-af67-079275666e17 None None] Allocated IP 172.20.0.2 (dacba877-3470-4951-ab96-3a0aed2821b0/ed491e5f-616d-4ef3-a090-ef94140fdda6/a0662da5-e793-4482-9c1a-3ba251a55813) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:20:13.523910 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d08e8fcf-5bcb-4d03-8937-79b1916b4d20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59027'] for router, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:20:13.528139 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-ab609db7-ee62-4aa2-af67-079275666e17 None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:20:13.538956 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-ab609db7-ee62-4aa2-af67-079275666e17 None None] Transition to ACTIVE for port object a0662da5-e793-4482-9c1a-3ba251a55813 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:20:13.557660 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-ab609db7-ee62-4aa2-af67-079275666e17 None None] Transition to ACTIVE for port object a0662da5-e793-4482-9c1a-3ba251a55813 will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:20:13.632741 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-ab609db7-ee62-4aa2-af67-079275666e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:20:13.700530 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab609db7-ee62-4aa2-af67-079275666e17 None None] Network dacba877-3470-4951-ab96-3a0aed2821b0 is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:20:13.703236 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-ab609db7-ee62-4aa2-af67-079275666e17 None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:20:13.707240 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab609db7-ee62-4aa2-af67-079275666e17 None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:20:13.715985 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab609db7-ee62-4aa2-af67-079275666e17 None None] Pushing event updated for resources: {'Port': ['ID=a0662da5-e793-4482-9c1a-3ba251a55813,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:20:13.750867 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab609db7-ee62-4aa2-af67-079275666e17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:20:13.751208 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab609db7-ee62-4aa2-af67-079275666e17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:20:13.751542 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab609db7-ee62-4aa2-af67-079275666e17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:20:13.751873 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab609db7-ee62-4aa2-af67-079275666e17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:20:13.752786 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab609db7-ee62-4aa2-af67-079275666e17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:20:13.753122 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab609db7-ee62-4aa2-af67-079275666e17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:20:13.753473 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab609db7-ee62-4aa2-af67-079275666e17 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:20:13.753801 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab609db7-ee62-4aa2-af67-079275666e17 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:20:13.754121 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab609db7-ee62-4aa2-af67-079275666e17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:20:13.754440 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab609db7-ee62-4aa2-af67-079275666e17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:20:13.754760 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab609db7-ee62-4aa2-af67-079275666e17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:20:13.755072 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab609db7-ee62-4aa2-af67-079275666e17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:20:13.810555 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-ab609db7-ee62-4aa2-af67-079275666e17 None None] Attempting to bind port a0662da5-e793-4482-9c1a-3ba251a55813 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 07:20:13.810831 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-ab609db7-ee62-4aa2-af67-079275666e17 None None] Attempting to bind port a0662da5-e793-4482-9c1a-3ba251a55813 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'd750b182-13b5-4bc9-8815-770a8659f480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'dacba877-3470-4951-ab96-3a0aed2821b0'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 07:20:13.811189 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab609db7-ee62-4aa2-af67-079275666e17 None None] Attempting to bind port a0662da5-e793-4482-9c1a-3ba251a55813 on network dacba877-3470-4951-ab96-3a0aed2821b0 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:20:13.816340 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab609db7-ee62-4aa2-af67-079275666e17 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 07:20:13.816952 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab609db7-ee62-4aa2-af67-079275666e17 None None] Checking segment: {'id': 'd750b182-13b5-4bc9-8815-770a8659f480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'dacba877-3470-4951-ab96-3a0aed2821b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:20:13.817352 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-ab609db7-ee62-4aa2-af67-079275666e17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:20:13.817770 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab609db7-ee62-4aa2-af67-079275666e17 None None] Bound using segment: {'id': 'd750b182-13b5-4bc9-8815-770a8659f480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'dacba877-3470-4951-ab96-3a0aed2821b0'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 07:20:13.818223 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-ab609db7-ee62-4aa2-af67-079275666e17 None None] Bound port: a0662da5-e793-4482-9c1a-3ba251a55813, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd750b182-13b5-4bc9-8815-770a8659f480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'dacba877-3470-4951-ab96-3a0aed2821b0'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 07:20:13.818620 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-ab609db7-ee62-4aa2-af67-079275666e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:20:13.895489 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d08e8fcf-5bcb-4d03-8937-79b1916b4d20 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:20:13.925823 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d08e8fcf-5bcb-4d03-8937-79b1916b4d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:20:13.939568 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-ab609db7-ee62-4aa2-af67-079275666e17 None None] For port a0662da5-e793-4482-9c1a-3ba251a55813, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:20:13.942822 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-ab609db7-ee62-4aa2-af67-079275666e17 None None] For port a0662da5-e793-4482-9c1a-3ba251a55813, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=a0662da5-e793-4482-9c1a-3ba251a55813,segment=NetworkSegment(d750b182-13b5-4bc9-8815-770a8659f480),segment_id=d750b182-13b5-4bc9-8815-770a8659f480)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 07:20:13.998299 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-ab609db7-ee62-4aa2-af67-079275666e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:20:14.062451 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [None req-d08e8fcf-5bcb-4d03-8937-79b1916b4d20 admin admin] Allocated IP 172.25.5.195 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/367bb39c-4810-490c-b571-f81594d2b1ff) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:20:14.087439 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab609db7-ee62-4aa2-af67-079275666e17 None None] Pushing event updated for resources: {'Port': ['ID=a0662da5-e793-4482-9c1a-3ba251a55813,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:20:14.213055 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d08e8fcf-5bcb-4d03-8937-79b1916b4d20 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:20:14.307194 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d08e8fcf-5bcb-4d03-8937-79b1916b4d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:20:14.375553 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08e8fcf-5bcb-4d03-8937-79b1916b4d20 admin admin] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:20:14.378690 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-d08e8fcf-5bcb-4d03-8937-79b1916b4d20 admin admin] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:20:14.383221 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08e8fcf-5bcb-4d03-8937-79b1916b4d20 admin admin] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:20:14.413292 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08e8fcf-5bcb-4d03-8937-79b1916b4d20 admin admin] Pushing event updated for resources: {'Port': ['ID=367bb39c-4810-490c-b571-f81594d2b1ff,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:20:14.434635 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08e8fcf-5bcb-4d03-8937-79b1916b4d20 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:20:14.434967 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08e8fcf-5bcb-4d03-8937-79b1916b4d20 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:20:14.435293 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08e8fcf-5bcb-4d03-8937-79b1916b4d20 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:20:14.435616 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08e8fcf-5bcb-4d03-8937-79b1916b4d20 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:20:14.435939 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08e8fcf-5bcb-4d03-8937-79b1916b4d20 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:20:14.436253 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08e8fcf-5bcb-4d03-8937-79b1916b4d20 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:20:14.436573 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08e8fcf-5bcb-4d03-8937-79b1916b4d20 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:20:14.436884 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08e8fcf-5bcb-4d03-8937-79b1916b4d20 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:20:14.437195 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08e8fcf-5bcb-4d03-8937-79b1916b4d20 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:20:14.437534 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08e8fcf-5bcb-4d03-8937-79b1916b4d20 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:20:14.438206 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08e8fcf-5bcb-4d03-8937-79b1916b4d20 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:20:14.438524 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08e8fcf-5bcb-4d03-8937-79b1916b4d20 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:20:14.610768 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device a0662da5-e793-4482-9c1a-3ba251a55813 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:20:14.723969 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port a0662da5-e793-4482-9c1a-3ba251a55813 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:20:15.001507 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d08e8fcf-5bcb-4d03-8937-79b1916b4d20 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:20:15.059194 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e134e9-31a6-44f7-839f-1cb38a52dba1 None None] Network dacba877-3470-4951-ab96-3a0aed2821b0 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 07:20:15.214898 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-6d48226f-f9ca-4f8d-adc5-27f6cfa37c81 None None] Provisioning for port a0662da5-e793-4482-9c1a-3ba251a55813 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:20:15.227479 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-6d48226f-f9ca-4f8d-adc5-27f6cfa37c81 None None] Provisioning complete for port a0662da5-e793-4482-9c1a-3ba251a55813 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:20:15.227850 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-6d48226f-f9ca-4f8d-adc5-27f6cfa37c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:20:15.342944 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d08e8fcf-5bcb-4d03-8937-79b1916b4d20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690761'] for router, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:20:15.402495 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-6d48226f-f9ca-4f8d-adc5-27f6cfa37c81 None None] Current status of the port a0662da5-e793-4482-9c1a-3ba251a55813 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:20:15.402870 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-6d48226f-f9ca-4f8d-adc5-27f6cfa37c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:20:15.439229 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-6d48226f-f9ca-4f8d-adc5-27f6cfa37c81 None None] For port a0662da5-e793-4482-9c1a-3ba251a55813, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=a0662da5-e793-4482-9c1a-3ba251a55813,segment=NetworkSegment(d750b182-13b5-4bc9-8815-770a8659f480),segment_id=d750b182-13b5-4bc9-8815-770a8659f480)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:20:15.638190 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-6d48226f-f9ca-4f8d-adc5-27f6cfa37c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:20:15.661202 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d08e8fcf-5bcb-4d03-8937-79b1916b4d20 admin admin] Router e5161060-8537-422d-8f82-f83fdc2c6f60 is scheduled to L3 agent 42958940-9562-4f71-972f-15a8af9d3963 with binding_index 1 {{(pid=89110) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 07:20:15.707755 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d48226f-f9ca-4f8d-adc5-27f6cfa37c81 None None] Pushing event updated for resources: {'Port': ['ID=a0662da5-e793-4482-9c1a-3ba251a55813,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:20:15.757781 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-1dd80644-f272-4bc8-9d3b-80cd757e0f5c None None] Provisioning complete for port a0662da5-e793-4482-9c1a-3ba251a55813 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:20:15.758088 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-1dd80644-f272-4bc8-9d3b-80cd757e0f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:20:15.841215 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d08e8fcf-5bcb-4d03-8937-79b1916b4d20 admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 07:20:15.851271 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d990ebd-baa2-4db4-bded-157958c3cfc7 None None] Sync routers for ids ['e5161060-8537-422d-8f82-f83fdc2c6f60'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 07:20:15.862490 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d990ebd-baa2-4db4-bded-157958c3cfc7 None None] Routers {'e5161060-8537-422d-8f82-f83fdc2c6f60'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:20:15.863232 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-1d990ebd-baa2-4db4-bded-157958c3cfc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:19:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['e5161060-8537-422d-8f82-f83fdc2c6f60'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:20:15.877010 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-1dd80644-f272-4bc8-9d3b-80cd757e0f5c None None] Current status of the port a0662da5-e793-4482-9c1a-3ba251a55813 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:20:15.952227 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d08e8fcf-5bcb-4d03-8937-79b1916b4d20 admin admin] Notify callbacks [] for router, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:20:15.953627 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-d08e8fcf-5bcb-4d03-8937-79b1916b4d20 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.9587405 May 28 07:20:15.956532 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 56360) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:20:16.040711 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-1d990ebd-baa2-4db4-bded-157958c3cfc7 None None] Set router e5161060-8537-422d-8f82-f83fdc2c6f60 gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:20:16.328070 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-1d990ebd-baa2-4db4-bded-157958c3cfc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5161060-8537-422d-8f82-f83fdc2c6f60', 'name': 'tempest-ServerActionsTestJSON-577439032-router', 'tenant_id': '8cd04151fcff4b878479bf3138be6769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '367bb39c-4810-490c-b571-f81594d2b1ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:20:13Z', 'updated_at': '2022-05-28T07:20:14Z', 'revision_number': 3, 'project_id': '8cd04151fcff4b878479bf3138be6769', 'gw_port': {'id': '367bb39c-4810-490c-b571-f81594d2b1ff', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:d2:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5161060-8537-422d-8f82-f83fdc2c6f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:20:13Z', 'updated_at': '2022-05-28T07:20:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:20:16.331921 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d990ebd-baa2-4db4-bded-157958c3cfc7 None None] Checking router: e5161060-8537-422d-8f82-f83fdc2c6f60 for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 07:20:16.332255 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d990ebd-baa2-4db4-bded-157958c3cfc7 None None] Updating router e5161060-8537-422d-8f82-f83fdc2c6f60 port 367bb39c-4810-490c-b571-f81594d2b1ff binding host n-d-843702-1 {{(pid=89112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 07:20:16.383295 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-1d990ebd-baa2-4db4-bded-157958c3cfc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:20:16.598559 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device a0662da5-e793-4482-9c1a-3ba251a55813 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:20:16.670961 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port a0662da5-e793-4482-9c1a-3ba251a55813 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:20:16.672068 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:20:16.728810 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-1d990ebd-baa2-4db4-bded-157958c3cfc7 None None] Notify callbacks [] for port, precommit_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:20:16.741171 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.provisioning_blocks [None req-1d990ebd-baa2-4db4-bded-157958c3cfc7 None None] Transition to ACTIVE for port object 367bb39c-4810-490c-b571-f81594d2b1ff will not be triggered until provisioned by entity L2. {{(pid=89112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:20:16.743102 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2500b116-c71c-484e-a30d-dcff43d6dcb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:20:16.790599 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port a0662da5-e793-4482-9c1a-3ba251a55813 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:20:16.803647 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-1d990ebd-baa2-4db4-bded-157958c3cfc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:20:16.887643 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-1d990ebd-baa2-4db4-bded-157958c3cfc7 None None] Attempting to bind port 367bb39c-4810-490c-b571-f81594d2b1ff on host n-d-843702-1 for vnic_type normal with profile {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 07:20:16.890053 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-1d990ebd-baa2-4db4-bded-157958c3cfc7 None None] Attempting to bind port 367bb39c-4810-490c-b571-f81594d2b1ff by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 07:20:16.890053 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d990ebd-baa2-4db4-bded-157958c3cfc7 None None] Attempting to bind port 367bb39c-4810-490c-b571-f81594d2b1ff on network 68df399e-e75e-4871-9364-5d05730b50f0 {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:20:16.894381 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb9269b-9e3f-45af-af86-611892cd33d4 None None] Pushing event updated for resources: {'Port': ['ID=367bb39c-4810-490c-b571-f81594d2b1ff,revision_number=2']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:20:16.899264 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d990ebd-baa2-4db4-bded-157958c3cfc7 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 07:20:16.899624 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d990ebd-baa2-4db4-bded-157958c3cfc7 None None] Checking segment: {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:20:16.900008 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-1d990ebd-baa2-4db4-bded-157958c3cfc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:20:16.900384 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d990ebd-baa2-4db4-bded-157958c3cfc7 None None] Bound using segment: {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 07:20:16.900825 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-1d990ebd-baa2-4db4-bded-157958c3cfc7 None None] Bound port: 367bb39c-4810-490c-b571-f81594d2b1ff, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 07:20:16.901178 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-1d990ebd-baa2-4db4-bded-157958c3cfc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:20:16.938521 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb9269b-9e3f-45af-af86-611892cd33d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:20:16.938861 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb9269b-9e3f-45af-af86-611892cd33d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:20:16.939187 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb9269b-9e3f-45af-af86-611892cd33d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:20:16.939508 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb9269b-9e3f-45af-af86-611892cd33d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:20:16.940379 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb9269b-9e3f-45af-af86-611892cd33d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:20:16.940733 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb9269b-9e3f-45af-af86-611892cd33d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:20:16.941045 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb9269b-9e3f-45af-af86-611892cd33d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:20:16.941364 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb9269b-9e3f-45af-af86-611892cd33d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:20:16.941705 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb9269b-9e3f-45af-af86-611892cd33d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:20:16.942020 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb9269b-9e3f-45af-af86-611892cd33d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:20:16.942333 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb9269b-9e3f-45af-af86-611892cd33d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:20:16.942644 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb9269b-9e3f-45af-af86-611892cd33d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:20:16.965855 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-2500b116-c71c-484e-a30d-dcff43d6dcb1 admin admin] Allocated IP 172.20.0.1 (dacba877-3470-4951-ab96-3a0aed2821b0/ed491e5f-616d-4ef3-a090-ef94140fdda6/ebe4100b-f186-4d5b-9b33-ecf3f1215678) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:20:16.984044 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-1d990ebd-baa2-4db4-bded-157958c3cfc7 None None] For port 367bb39c-4810-490c-b571-f81594d2b1ff, host n-d-843702-1, cleared binding levels {{(pid=89112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:20:16.987678 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-1d990ebd-baa2-4db4-bded-157958c3cfc7 None None] For port 367bb39c-4810-490c-b571-f81594d2b1ff, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=367bb39c-4810-490c-b571-f81594d2b1ff,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 07:20:17.061151 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-1d990ebd-baa2-4db4-bded-157958c3cfc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:20:17.122606 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2500b116-c71c-484e-a30d-dcff43d6dcb1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:20:17.142306 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d990ebd-baa2-4db4-bded-157958c3cfc7 None None] Routers {'e5161060-8537-422d-8f82-f83fdc2c6f60'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:20:17.143547 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-1d990ebd-baa2-4db4-bded-157958c3cfc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:19:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['e5161060-8537-422d-8f82-f83fdc2c6f60'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:20:17.143997 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [None req-2500b116-c71c-484e-a30d-dcff43d6dcb1 admin admin] Transition to ACTIVE for port object ebe4100b-f186-4d5b-9b33-ecf3f1215678 will not be triggered until provisioned by entity DHCP. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:20:17.209583 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb9269b-9e3f-45af-af86-611892cd33d4 None None] Pushing event updated for resources: {'Port': ['ID=367bb39c-4810-490c-b571-f81594d2b1ff,revision_number=3']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:20:17.299617 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2500b116-c71c-484e-a30d-dcff43d6dcb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:20:17.323487 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-1d990ebd-baa2-4db4-bded-157958c3cfc7 None None] Set router e5161060-8537-422d-8f82-f83fdc2c6f60 gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:20:17.368930 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2500b116-c71c-484e-a30d-dcff43d6dcb1 admin admin] Network dacba877-3470-4951-ab96-3a0aed2821b0 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:20:17.371889 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-2500b116-c71c-484e-a30d-dcff43d6dcb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:20:17.375562 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2500b116-c71c-484e-a30d-dcff43d6dcb1 admin admin] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:20:17.405782 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2500b116-c71c-484e-a30d-dcff43d6dcb1 admin admin] Pushing event updated for resources: {'Port': ['ID=ebe4100b-f186-4d5b-9b33-ecf3f1215678,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:20:17.426049 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2500b116-c71c-484e-a30d-dcff43d6dcb1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:20:17.426049 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2500b116-c71c-484e-a30d-dcff43d6dcb1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:20:17.426049 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2500b116-c71c-484e-a30d-dcff43d6dcb1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:20:17.426049 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2500b116-c71c-484e-a30d-dcff43d6dcb1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:20:17.426049 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2500b116-c71c-484e-a30d-dcff43d6dcb1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:20:17.426049 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2500b116-c71c-484e-a30d-dcff43d6dcb1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:20:17.426049 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2500b116-c71c-484e-a30d-dcff43d6dcb1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:20:17.426049 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2500b116-c71c-484e-a30d-dcff43d6dcb1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:20:17.426049 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2500b116-c71c-484e-a30d-dcff43d6dcb1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:20:17.426049 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2500b116-c71c-484e-a30d-dcff43d6dcb1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:20:17.426049 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2500b116-c71c-484e-a30d-dcff43d6dcb1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:20:17.426049 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2500b116-c71c-484e-a30d-dcff43d6dcb1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:20:17.443704 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2500b116-c71c-484e-a30d-dcff43d6dcb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690947'] for router_interface, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:20:17.625681 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-1d990ebd-baa2-4db4-bded-157958c3cfc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5161060-8537-422d-8f82-f83fdc2c6f60', 'name': 'tempest-ServerActionsTestJSON-577439032-router', 'tenant_id': '8cd04151fcff4b878479bf3138be6769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '367bb39c-4810-490c-b571-f81594d2b1ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:20:13Z', 'updated_at': '2022-05-28T07:20:14Z', 'revision_number': 3, 'project_id': '8cd04151fcff4b878479bf3138be6769', 'gw_port': {'id': '367bb39c-4810-490c-b571-f81594d2b1ff', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:d2:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5161060-8537-422d-8f82-f83fdc2c6f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:20:13Z', 'updated_at': '2022-05-28T07:20:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:20:17.630434 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d990ebd-baa2-4db4-bded-157958c3cfc7 None None] The sync data for ids ['e5161060-8537-422d-8f82-f83fdc2c6f60'] in n-d-843702-1 is: [{'id': 'e5161060-8537-422d-8f82-f83fdc2c6f60', 'name': 'tempest-ServerActionsTestJSON-577439032-router', 'tenant_id': '8cd04151fcff4b878479bf3138be6769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '367bb39c-4810-490c-b571-f81594d2b1ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:20:13Z', 'updated_at': '2022-05-28T07:20:14Z', 'revision_number': 3, 'project_id': '8cd04151fcff4b878479bf3138be6769', 'gw_port': {'id': '367bb39c-4810-490c-b571-f81594d2b1ff', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:d2:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5161060-8537-422d-8f82-f83fdc2c6f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:20:13Z', 'updated_at': '2022-05-28T07:20:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 07:20:17.778138 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2500b116-c71c-484e-a30d-dcff43d6dcb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:20:17.792122 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-dd1bf8fa-ac7d-48fd-abf7-f9542698a00d None None] Provisioning for port ebe4100b-f186-4d5b-9b33-ecf3f1215678 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:20:17.798052 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-dd1bf8fa-ac7d-48fd-abf7-f9542698a00d None None] Provisioning complete for port ebe4100b-f186-4d5b-9b33-ecf3f1215678 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:20:17.798426 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-dd1bf8fa-ac7d-48fd-abf7-f9542698a00d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:20:17.876646 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-dd1bf8fa-ac7d-48fd-abf7-f9542698a00d None None] Port ebe4100b-f186-4d5b-9b33-ecf3f1215678 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 07:20:18.154051 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2500b116-c71c-484e-a30d-dcff43d6dcb1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:20:18.203595 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2500b116-c71c-484e-a30d-dcff43d6dcb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:20:18.314609 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2500b116-c71c-484e-a30d-dcff43d6dcb1 admin admin] Pushing event updated for resources: {'Port': ['ID=ebe4100b-f186-4d5b-9b33-ecf3f1215678,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:20:18.318312 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2500b116-c71c-484e-a30d-dcff43d6dcb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700602'] for router_interface, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:20:18.460410 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2500b116-c71c-484e-a30d-dcff43d6dcb1 admin admin] Network dacba877-3470-4951-ab96-3a0aed2821b0 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:20:18.461603 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-2500b116-c71c-484e-a30d-dcff43d6dcb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:20:18.626010 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 367bb39c-4810-490c-b571-f81594d2b1ff up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:20:18.679025 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2500b116-c71c-484e-a30d-dcff43d6dcb1 admin admin] Router e5161060-8537-422d-8f82-f83fdc2c6f60 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 07:20:18.707129 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-e370d9ec-49ca-42d0-bcc9-fbf8556ce09a None None] Provisioning complete for port ebe4100b-f186-4d5b-9b33-ecf3f1215678 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:20:18.707595 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e370d9ec-49ca-42d0-bcc9-fbf8556ce09a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:20:18.763595 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-e370d9ec-49ca-42d0-bcc9-fbf8556ce09a None None] Port ebe4100b-f186-4d5b-9b33-ecf3f1215678 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 07:20:18.790434 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 367bb39c-4810-490c-b571-f81594d2b1ff completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:20:18.795499 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 367bb39c-4810-490c-b571-f81594d2b1ff triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:20:18.796124 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:20:18.866199 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2500b116-c71c-484e-a30d-dcff43d6dcb1 admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 07:20:18.882716 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-2500b116-c71c-484e-a30d-dcff43d6dcb1 admin admin] 10.222.0.55 "PUT /v2.0/routers/e5161060-8537-422d-8f82-f83fdc2c6f60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9183846 May 28 07:20:18.918288 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 367bb39c-4810-490c-b571-f81594d2b1ff is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:20:18.918799 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:20:18.935953 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port 367bb39c-4810-490c-b571-f81594d2b1ff, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=367bb39c-4810-490c-b571-f81594d2b1ff,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:20:19.032715 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:20:19.107880 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=367bb39c-4810-490c-b571-f81594d2b1ff,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:20:19.119762 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302ab0e7-7c8f-451c-8ece-bf2bf638e735 None None] Sync routers for ids ['e5161060-8537-422d-8f82-f83fdc2c6f60'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 07:20:19.128759 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302ab0e7-7c8f-451c-8ece-bf2bf638e735 None None] Routers {'e5161060-8537-422d-8f82-f83fdc2c6f60'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:20:19.129440 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-302ab0e7-7c8f-451c-8ece-bf2bf638e735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:19:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['e5161060-8537-422d-8f82-f83fdc2c6f60'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:20:19.340784 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-302ab0e7-7c8f-451c-8ece-bf2bf638e735 None None] Set router e5161060-8537-422d-8f82-f83fdc2c6f60 gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:20:19.650460 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-302ab0e7-7c8f-451c-8ece-bf2bf638e735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5161060-8537-422d-8f82-f83fdc2c6f60', 'name': 'tempest-ServerActionsTestJSON-577439032-router', 'tenant_id': '8cd04151fcff4b878479bf3138be6769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '367bb39c-4810-490c-b571-f81594d2b1ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:20:13Z', 'updated_at': '2022-05-28T07:20:17Z', 'revision_number': 4, 'project_id': '8cd04151fcff4b878479bf3138be6769', 'gw_port': {'id': '367bb39c-4810-490c-b571-f81594d2b1ff', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:d2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5161060-8537-422d-8f82-f83fdc2c6f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:20:13Z', 'updated_at': '2022-05-28T07:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'ebe4100b-f186-4d5b-9b33-ecf3f1215678', 'name': '', 'network_id': 'dacba877-3470-4951-ab96-3a0aed2821b0', 'tenant_id': '8cd04151fcff4b878479bf3138be6769', 'mac_address': 'fa:16:3e:0b:75:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5161060-8537-422d-8f82-f83fdc2c6f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'ed491e5f-616d-4ef3-a090-ef94140fdda6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:20:16Z', 'updated_at': '2022-05-28T07:20:17Z', 'revision_number': 2, 'project_id': '8cd04151fcff4b878479bf3138be6769', 'subnets': [{'id': 'ed491e5f-616d-4ef3-a090-ef94140fdda6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:20:19.654293 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302ab0e7-7c8f-451c-8ece-bf2bf638e735 None None] Checking router: e5161060-8537-422d-8f82-f83fdc2c6f60 for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 07:20:19.654640 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302ab0e7-7c8f-451c-8ece-bf2bf638e735 None None] Updating router e5161060-8537-422d-8f82-f83fdc2c6f60 port ebe4100b-f186-4d5b-9b33-ecf3f1215678 binding host n-d-843702-1 {{(pid=89111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 07:20:19.711341 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-302ab0e7-7c8f-451c-8ece-bf2bf638e735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:20:20.043984 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-302ab0e7-7c8f-451c-8ece-bf2bf638e735 None None] Notify callbacks [] for port, precommit_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:20:20.055714 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-302ab0e7-7c8f-451c-8ece-bf2bf638e735 None None] Transition to ACTIVE for port object ebe4100b-f186-4d5b-9b33-ecf3f1215678 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:20:20.112972 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-302ab0e7-7c8f-451c-8ece-bf2bf638e735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:20:20.243765 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a95a15-353f-442d-890e-35510b5b0f47 None None] Pushing event updated for resources: {'Port': ['ID=ebe4100b-f186-4d5b-9b33-ecf3f1215678,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:20:20.335483 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-302ab0e7-7c8f-451c-8ece-bf2bf638e735 None None] Attempting to bind port ebe4100b-f186-4d5b-9b33-ecf3f1215678 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 07:20:20.335854 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-302ab0e7-7c8f-451c-8ece-bf2bf638e735 None None] Attempting to bind port ebe4100b-f186-4d5b-9b33-ecf3f1215678 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'd750b182-13b5-4bc9-8815-770a8659f480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'dacba877-3470-4951-ab96-3a0aed2821b0'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 07:20:20.336206 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302ab0e7-7c8f-451c-8ece-bf2bf638e735 None None] Attempting to bind port ebe4100b-f186-4d5b-9b33-ecf3f1215678 on network dacba877-3470-4951-ab96-3a0aed2821b0 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:20:20.341627 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302ab0e7-7c8f-451c-8ece-bf2bf638e735 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 07:20:20.341996 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302ab0e7-7c8f-451c-8ece-bf2bf638e735 None None] Checking segment: {'id': 'd750b182-13b5-4bc9-8815-770a8659f480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'dacba877-3470-4951-ab96-3a0aed2821b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:20:20.342390 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-302ab0e7-7c8f-451c-8ece-bf2bf638e735 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:20:20.342781 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302ab0e7-7c8f-451c-8ece-bf2bf638e735 None None] Bound using segment: {'id': 'd750b182-13b5-4bc9-8815-770a8659f480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'dacba877-3470-4951-ab96-3a0aed2821b0'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 07:20:20.343234 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-302ab0e7-7c8f-451c-8ece-bf2bf638e735 None None] Bound port: ebe4100b-f186-4d5b-9b33-ecf3f1215678, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd750b182-13b5-4bc9-8815-770a8659f480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'dacba877-3470-4951-ab96-3a0aed2821b0'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 07:20:20.343599 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-302ab0e7-7c8f-451c-8ece-bf2bf638e735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:20:20.441290 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-302ab0e7-7c8f-451c-8ece-bf2bf638e735 None None] For port ebe4100b-f186-4d5b-9b33-ecf3f1215678, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:20:20.444272 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-302ab0e7-7c8f-451c-8ece-bf2bf638e735 None None] For port ebe4100b-f186-4d5b-9b33-ecf3f1215678, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=ebe4100b-f186-4d5b-9b33-ecf3f1215678,segment=NetworkSegment(d750b182-13b5-4bc9-8815-770a8659f480),segment_id=d750b182-13b5-4bc9-8815-770a8659f480)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 07:20:20.506750 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-302ab0e7-7c8f-451c-8ece-bf2bf638e735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:20:20.588877 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302ab0e7-7c8f-451c-8ece-bf2bf638e735 None None] Routers {'e5161060-8537-422d-8f82-f83fdc2c6f60'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:20:20.589942 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-302ab0e7-7c8f-451c-8ece-bf2bf638e735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:19:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['e5161060-8537-422d-8f82-f83fdc2c6f60'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:20:20.641232 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 367bb39c-4810-490c-b571-f81594d2b1ff up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:20:20.670323 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a95a15-353f-442d-890e-35510b5b0f47 None None] Pushing event updated for resources: {'Port': ['ID=ebe4100b-f186-4d5b-9b33-ecf3f1215678,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:20:20.821076 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 367bb39c-4810-490c-b571-f81594d2b1ff triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:20:20.821359 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:20:20.867931 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-302ab0e7-7c8f-451c-8ece-bf2bf638e735 None None] Set router e5161060-8537-422d-8f82-f83fdc2c6f60 gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:20:21.218895 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 367bb39c-4810-490c-b571-f81594d2b1ff is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:20:21.306769 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-302ab0e7-7c8f-451c-8ece-bf2bf638e735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5161060-8537-422d-8f82-f83fdc2c6f60', 'name': 'tempest-ServerActionsTestJSON-577439032-router', 'tenant_id': '8cd04151fcff4b878479bf3138be6769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '367bb39c-4810-490c-b571-f81594d2b1ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:20:13Z', 'updated_at': '2022-05-28T07:20:17Z', 'revision_number': 4, 'project_id': '8cd04151fcff4b878479bf3138be6769', 'gw_port': {'id': '367bb39c-4810-490c-b571-f81594d2b1ff', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:d2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5161060-8537-422d-8f82-f83fdc2c6f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:20:13Z', 'updated_at': '2022-05-28T07:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'ebe4100b-f186-4d5b-9b33-ecf3f1215678', 'name': '', 'network_id': 'dacba877-3470-4951-ab96-3a0aed2821b0', 'tenant_id': '8cd04151fcff4b878479bf3138be6769', 'mac_address': 'fa:16:3e:0b:75:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5161060-8537-422d-8f82-f83fdc2c6f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'ed491e5f-616d-4ef3-a090-ef94140fdda6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:20:16Z', 'updated_at': '2022-05-28T07:20:20Z', 'revision_number': 4, 'project_id': '8cd04151fcff4b878479bf3138be6769', 'subnets': [{'id': 'ed491e5f-616d-4ef3-a090-ef94140fdda6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:20:21.310640 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302ab0e7-7c8f-451c-8ece-bf2bf638e735 None None] The sync data for ids ['e5161060-8537-422d-8f82-f83fdc2c6f60'] in n-d-843702-1 is: [{'id': 'e5161060-8537-422d-8f82-f83fdc2c6f60', 'name': 'tempest-ServerActionsTestJSON-577439032-router', 'tenant_id': '8cd04151fcff4b878479bf3138be6769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '367bb39c-4810-490c-b571-f81594d2b1ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:20:13Z', 'updated_at': '2022-05-28T07:20:17Z', 'revision_number': 4, 'project_id': '8cd04151fcff4b878479bf3138be6769', 'gw_port': {'id': '367bb39c-4810-490c-b571-f81594d2b1ff', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:d2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5161060-8537-422d-8f82-f83fdc2c6f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:20:13Z', 'updated_at': '2022-05-28T07:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'ebe4100b-f186-4d5b-9b33-ecf3f1215678', 'name': '', 'network_id': 'dacba877-3470-4951-ab96-3a0aed2821b0', 'tenant_id': '8cd04151fcff4b878479bf3138be6769', 'mac_address': 'fa:16:3e:0b:75:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5161060-8537-422d-8f82-f83fdc2c6f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'ed491e5f-616d-4ef3-a090-ef94140fdda6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:20:16Z', 'updated_at': '2022-05-28T07:20:20Z', 'revision_number': 4, 'project_id': '8cd04151fcff4b878479bf3138be6769', 'subnets': [{'id': 'ed491e5f-616d-4ef3-a090-ef94140fdda6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 07:20:22.616279 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device ebe4100b-f186-4d5b-9b33-ecf3f1215678 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:20:22.744858 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port ebe4100b-f186-4d5b-9b33-ecf3f1215678 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:20:22.750010 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port ebe4100b-f186-4d5b-9b33-ecf3f1215678 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:20:22.750377 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:20:22.896110 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port ebe4100b-f186-4d5b-9b33-ecf3f1215678 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:20:22.896388 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:20:22.941619 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port ebe4100b-f186-4d5b-9b33-ecf3f1215678, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=ebe4100b-f186-4d5b-9b33-ecf3f1215678,segment=NetworkSegment(d750b182-13b5-4bc9-8815-770a8659f480),segment_id=d750b182-13b5-4bc9-8815-770a8659f480)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:20:23.009299 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:20:23.077914 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=ebe4100b-f186-4d5b-9b33-ecf3f1215678,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:20:24.591191 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device ebe4100b-f186-4d5b-9b33-ecf3f1215678 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:20:24.661369 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port ebe4100b-f186-4d5b-9b33-ecf3f1215678 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:20:24.661762 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:20:24.776360 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port ebe4100b-f186-4d5b-9b33-ecf3f1215678 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:20:26.492508 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-97840fb3-5ba8-4fcc-a0dd-5d72b985662a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:20:28.015117 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:20:28.938462 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-7d872872-ea15-4361-908f-53e561b31a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:20:30.031683 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:20:30.123388 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:20:31.858589 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:20:32.677463 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:20:34.834037 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [req-88855e02-af4b-4126-aba9-01f4e233edfc req-658b99dd-ece0-4759-a25a-36327b2a9fa7 service neutron] (89109) timed out ('10.222.0.55', 52722) {{(pid=89109) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 28 07:20:35.876353 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 07:20:56.498213 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b03d0b18-262a-446c-82d5-04483a3a2ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:20:57.996736 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:20:58.940042 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-92edffe1-4b5b-4db2-8a07-6375375194c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:21:00.036956 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:21:00.111227 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:21:01.836788 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:21:02.716710 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:21:12.876613 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 07:21:19.079549 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 56374) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:21:19.605688 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8201b28b-2422-4dba-8dd8-721733be5c82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700548'] for router_interface, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:21:20.073301 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-8201b28b-2422-4dba-8dd8-721733be5c82 admin admin] Deleting port ebe4100b-f186-4d5b-9b33-ecf3f1215678 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:21:20.073670 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8201b28b-2422-4dba-8dd8-721733be5c82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:21:20.242536 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-8201b28b-2422-4dba-8dd8-721733be5c82 admin admin] For port ebe4100b-f186-4d5b-9b33-ecf3f1215678, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=ebe4100b-f186-4d5b-9b33-ecf3f1215678,segment=NetworkSegment(d750b182-13b5-4bc9-8815-770a8659f480),segment_id=d750b182-13b5-4bc9-8815-770a8659f480)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:21:20.243234 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8201b28b-2422-4dba-8dd8-721733be5c82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:21:20.366410 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-8201b28b-2422-4dba-8dd8-721733be5c82 admin admin] Calling delete_port for ebe4100b-f186-4d5b-9b33-ecf3f1215678 owned by network:router_interface {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:21:20.687904 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8201b28b-2422-4dba-8dd8-721733be5c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:21:20.738604 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8201b28b-2422-4dba-8dd8-721733be5c82 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebe4100b-f186-4d5b-9b33-ecf3f1215678,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:21:20.774562 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8201b28b-2422-4dba-8dd8-721733be5c82 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:21:20.777116 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8201b28b-2422-4dba-8dd8-721733be5c82 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:21:20.777116 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8201b28b-2422-4dba-8dd8-721733be5c82 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:21:20.777116 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8201b28b-2422-4dba-8dd8-721733be5c82 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:21:20.777116 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8201b28b-2422-4dba-8dd8-721733be5c82 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:21:20.777116 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8201b28b-2422-4dba-8dd8-721733be5c82 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:21:20.777116 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8201b28b-2422-4dba-8dd8-721733be5c82 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:21:20.777116 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8201b28b-2422-4dba-8dd8-721733be5c82 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:21:20.777116 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8201b28b-2422-4dba-8dd8-721733be5c82 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:21:20.777721 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8201b28b-2422-4dba-8dd8-721733be5c82 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:21:20.777824 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8201b28b-2422-4dba-8dd8-721733be5c82 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:21:20.778082 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8201b28b-2422-4dba-8dd8-721733be5c82 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:21:21.011284 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8201b28b-2422-4dba-8dd8-721733be5c82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700472'] for router_interface, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:21:21.483699 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8201b28b-2422-4dba-8dd8-721733be5c82 admin admin] Router e5161060-8537-422d-8f82-f83fdc2c6f60 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 07:21:21.660266 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8201b28b-2422-4dba-8dd8-721733be5c82 admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 07:21:21.669599 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-8201b28b-2422-4dba-8dd8-721733be5c82 admin admin] 10.222.0.55 "PUT /v2.0/routers/e5161060-8537-422d-8f82-f83fdc2c6f60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5889788 May 28 07:21:21.669767 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9a45d0-e2c8-4999-b1e8-25e4fa9371ae None None] Sync routers for ids ['e5161060-8537-422d-8f82-f83fdc2c6f60'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 07:21:21.672102 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 56378) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:21:21.678875 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9a45d0-e2c8-4999-b1e8-25e4fa9371ae None None] Routers {'e5161060-8537-422d-8f82-f83fdc2c6f60'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:21:21.679472 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-fe9a45d0-e2c8-4999-b1e8-25e4fa9371ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:20:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['e5161060-8537-422d-8f82-f83fdc2c6f60'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:21:21.843719 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d1cdd0cc-f2da-48e2-ad9f-a2752f56feac admin admin] Notify callbacks [] for router, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:21:21.850520 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-fe9a45d0-e2c8-4999-b1e8-25e4fa9371ae None None] Set router e5161060-8537-422d-8f82-f83fdc2c6f60 gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:21:22.028461 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d1cdd0cc-f2da-48e2-ad9f-a2752f56feac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:21:22.131994 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-d1cdd0cc-f2da-48e2-ad9f-a2752f56feac admin admin] Deleting port 367bb39c-4810-490c-b571-f81594d2b1ff {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:21:22.132258 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d1cdd0cc-f2da-48e2-ad9f-a2752f56feac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:21:22.160642 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-fe9a45d0-e2c8-4999-b1e8-25e4fa9371ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5161060-8537-422d-8f82-f83fdc2c6f60', 'name': 'tempest-ServerActionsTestJSON-577439032-router', 'tenant_id': '8cd04151fcff4b878479bf3138be6769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '367bb39c-4810-490c-b571-f81594d2b1ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:20:13Z', 'updated_at': '2022-05-28T07:21:20Z', 'revision_number': 5, 'project_id': '8cd04151fcff4b878479bf3138be6769', 'gw_port': {'id': '367bb39c-4810-490c-b571-f81594d2b1ff', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:d2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5161060-8537-422d-8f82-f83fdc2c6f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:20:13Z', 'updated_at': '2022-05-28T07:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:21:22.164348 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9a45d0-e2c8-4999-b1e8-25e4fa9371ae None None] Checking router: e5161060-8537-422d-8f82-f83fdc2c6f60 for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 07:21:22.173126 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9a45d0-e2c8-4999-b1e8-25e4fa9371ae None None] Routers {'e5161060-8537-422d-8f82-f83fdc2c6f60'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:21:22.173764 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-fe9a45d0-e2c8-4999-b1e8-25e4fa9371ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:20:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['e5161060-8537-422d-8f82-f83fdc2c6f60'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:21:22.304381 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-d1cdd0cc-f2da-48e2-ad9f-a2752f56feac admin admin] For port 367bb39c-4810-490c-b571-f81594d2b1ff, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=367bb39c-4810-490c-b571-f81594d2b1ff,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:21:22.304733 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d1cdd0cc-f2da-48e2-ad9f-a2752f56feac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:21:22.318543 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-fe9a45d0-e2c8-4999-b1e8-25e4fa9371ae None None] Set router e5161060-8537-422d-8f82-f83fdc2c6f60 gateway port host: None {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:21:22.428406 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-fe9a45d0-e2c8-4999-b1e8-25e4fa9371ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5161060-8537-422d-8f82-f83fdc2c6f60', 'name': 'tempest-ServerActionsTestJSON-577439032-router', 'tenant_id': '8cd04151fcff4b878479bf3138be6769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:20:13Z', 'updated_at': '2022-05-28T07:21:22Z', 'revision_number': 6, 'project_id': '8cd04151fcff4b878479bf3138be6769', 'gw_port_host': None}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:21:22.435443 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9a45d0-e2c8-4999-b1e8-25e4fa9371ae None None] The sync data for ids ['e5161060-8537-422d-8f82-f83fdc2c6f60'] in n-d-843702-1 is: [{'id': 'e5161060-8537-422d-8f82-f83fdc2c6f60', 'name': 'tempest-ServerActionsTestJSON-577439032-router', 'tenant_id': '8cd04151fcff4b878479bf3138be6769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:20:13Z', 'updated_at': '2022-05-28T07:21:22Z', 'revision_number': 6, 'project_id': '8cd04151fcff4b878479bf3138be6769', 'gw_port_host': None}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 07:21:22.437124 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-d1cdd0cc-f2da-48e2-ad9f-a2752f56feac admin admin] Calling delete_port for 367bb39c-4810-490c-b571-f81594d2b1ff owned by network:router_gateway {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:21:22.728544 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d1cdd0cc-f2da-48e2-ad9f-a2752f56feac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:21:22.777269 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cdd0cc-f2da-48e2-ad9f-a2752f56feac admin admin] Pushing event deleted for resources: {'Port': ['ID=367bb39c-4810-490c-b571-f81594d2b1ff,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:21:22.860095 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device ebe4100b-f186-4d5b-9b33-ecf3f1215678 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:21:22.906510 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d1cdd0cc-f2da-48e2-ad9f-a2752f56feac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691105'] for router_gateway, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:21:22.906851 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: ebe4100b-f186-4d5b-9b33-ecf3f1215678 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 07:21:22.907347 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device ebe4100b-f186-4d5b-9b33-ecf3f1215678 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 07:21:23.221698 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d1cdd0cc-f2da-48e2-ad9f-a2752f56feac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59018'] for router, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:21:23.225003 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d1cdd0cc-f2da-48e2-ad9f-a2752f56feac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:21:23.311014 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d1cdd0cc-f2da-48e2-ad9f-a2752f56feac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-703817'] for router, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:21:23.311572 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1cdd0cc-f2da-48e2-ad9f-a2752f56feac admin admin] Fanout notify agent at l3_agent the message router_deleted on router e5161060-8537-422d-8f82-f83fdc2c6f60 {{(pid=89109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 07:21:23.323941 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d1cdd0cc-f2da-48e2-ad9f-a2752f56feac admin admin] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:21:23.325063 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-d1cdd0cc-f2da-48e2-ad9f-a2752f56feac admin admin] 10.222.0.55 "DELETE /v2.0/routers/e5161060-8537-422d-8f82-f83fdc2c6f60 HTTP/1.1" status: 204 len: 168 time: 1.6520672 May 28 07:21:23.327681 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 56382) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:21:23.386469 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_v2 [None req-21e6625c-c1aa-43b1-b2eb-82f370d675cd admin admin] Deleting subnet ed491e5f-616d-4ef3-a090-ef94140fdda6 {{(pid=89109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 07:21:23.389373 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-21e6625c-c1aa-43b1-b2eb-82f370d675cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:21:23.441827 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-21e6625c-c1aa-43b1-b2eb-82f370d675cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3964070'] for subnet, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:21:23.528896 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-21e6625c-c1aa-43b1-b2eb-82f370d675cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:21:23.642802 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-21e6625c-c1aa-43b1-b2eb-82f370d675cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9555650'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:21:23.685457 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e6625c-c1aa-43b1-b2eb-82f370d675cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed491e5f-616d-4ef3-a090-ef94140fdda6,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:21:23.687335 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-21e6625c-c1aa-43b1-b2eb-82f370d675cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:21:23.693456 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-21e6625c-c1aa-43b1-b2eb-82f370d675cd admin admin] 10.222.0.55 "DELETE /v2.0/subnets/ed491e5f-616d-4ef3-a090-ef94140fdda6 HTTP/1.1" status: 204 len: 168 time: 0.3648279 May 28 07:21:23.694152 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea8c03fc-d11f-4119-8b1f-0b7b9152ba24 None None] Network dacba877-3470-4951-ab96-3a0aed2821b0 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 07:21:23.695947 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 56386) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:21:23.802306 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-94a0a981-950e-4641-90b1-93aa3d9484a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:21:23.812389 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-94a0a981-950e-4641-90b1-93aa3d9484a7 admin admin] Deleting port a0662da5-e793-4482-9c1a-3ba251a55813 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:21:23.812719 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-94a0a981-950e-4641-90b1-93aa3d9484a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:21:23.940598 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3deadc-f877-4e85-95bc-5ef47db439c0 None None] DHCP port deletion for dacba877-3470-4951-ab96-3a0aed2821b0 request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 07:21:23.945140 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-5e3deadc-f877-4e85-95bc-5ef47db439c0 None None] Deleting port a0662da5-e793-4482-9c1a-3ba251a55813 {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:21:23.945534 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-5e3deadc-f877-4e85-95bc-5ef47db439c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:21:24.018429 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-94a0a981-950e-4641-90b1-93aa3d9484a7 admin admin] For port a0662da5-e793-4482-9c1a-3ba251a55813, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=a0662da5-e793-4482-9c1a-3ba251a55813,segment=NetworkSegment(d750b182-13b5-4bc9-8815-770a8659f480),segment_id=d750b182-13b5-4bc9-8815-770a8659f480)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:21:24.018782 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-94a0a981-950e-4641-90b1-93aa3d9484a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:21:24.142301 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-94a0a981-950e-4641-90b1-93aa3d9484a7 admin admin] Calling delete_port for a0662da5-e793-4482-9c1a-3ba251a55813 owned by network:dhcp {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:21:24.148781 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-5e3deadc-f877-4e85-95bc-5ef47db439c0 None None] For port a0662da5-e793-4482-9c1a-3ba251a55813, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=a0662da5-e793-4482-9c1a-3ba251a55813,segment=NetworkSegment(d750b182-13b5-4bc9-8815-770a8659f480),segment_id=d750b182-13b5-4bc9-8815-770a8659f480)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:21:24.149169 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-5e3deadc-f877-4e85-95bc-5ef47db439c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:21:24.273943 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-5e3deadc-f877-4e85-95bc-5ef47db439c0 None None] Calling delete_port for a0662da5-e793-4482-9c1a-3ba251a55813 owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:21:24.291720 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-94a0a981-950e-4641-90b1-93aa3d9484a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:21:24.340701 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a0a981-950e-4641-90b1-93aa3d9484a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0662da5-e793-4482-9c1a-3ba251a55813,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:21:24.342546 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a0a981-950e-4641-90b1-93aa3d9484a7 admin admin] No DVR routers for this DVR port a0662da5-e793-4482-9c1a-3ba251a55813 on host n-d-843702-1 {{(pid=89109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 07:21:24.382826 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.db.api [None req-5e3deadc-f877-4e85-95bc-5ef47db439c0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89111) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 07:21:24.383175 n-d-843702-1 neutron-server[89111]: DEBUG oslo_db.api [None req-5e3deadc-f877-4e85-95bc-5ef47db439c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 07:21:24.455533 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-94a0a981-950e-4641-90b1-93aa3d9484a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:21:24.480416 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-94a0a981-950e-4641-90b1-93aa3d9484a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dacba877-3470-4951-ab96-3a0aed2821b0']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:21:24.496476 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-94a0a981-950e-4641-90b1-93aa3d9484a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd750b182-13b5-4bc9-8815-770a8659f480') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:21:24.496767 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-94a0a981-950e-4641-90b1-93aa3d9484a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd750b182-13b5-4bc9-8815-770a8659f480') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:21:24.507978 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-94a0a981-950e-4641-90b1-93aa3d9484a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:21:24.523876 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-94a0a981-950e-4641-90b1-93aa3d9484a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:21:24.530306 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94a0a981-950e-4641-90b1-93aa3d9484a7 admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 07:21:24.531843 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-94a0a981-950e-4641-90b1-93aa3d9484a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:21:24.593802 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment d750b182-13b5-4bc9-8815-770a8659f480 resource provider aggregate not found May 28 07:21:24.613737 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment d750b182-13b5-4bc9-8815-770a8659f480 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d750b182-13b5-4bc9-8815-770a8659f480 found for delete ", "request_id": "req-2429bc22-7915-43ba-99e1-5468bb74cd0b"}]} May 28 07:21:24.627288 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 367bb39c-4810-490c-b571-f81594d2b1ff no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:21:24.662253 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 367bb39c-4810-490c-b571-f81594d2b1ff {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 07:21:24.662596 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 367bb39c-4810-490c-b571-f81594d2b1ff not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 07:21:24.663005 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device a0662da5-e793-4482-9c1a-3ba251a55813 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:21:24.698960 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: a0662da5-e793-4482-9c1a-3ba251a55813 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 07:21:24.699296 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device a0662da5-e793-4482-9c1a-3ba251a55813 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 07:21:24.711022 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-94a0a981-950e-4641-90b1-93aa3d9484a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:21:24.716422 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-94a0a981-950e-4641-90b1-93aa3d9484a7 admin admin] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:21:24.742874 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a0a981-950e-4641-90b1-93aa3d9484a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=dacba877-3470-4951-ab96-3a0aed2821b0,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:21:24.748274 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-94a0a981-950e-4641-90b1-93aa3d9484a7 admin admin] 10.222.0.55 "DELETE /v2.0/networks/dacba877-3470-4951-ab96-3a0aed2821b0 HTTP/1.1" status: 204 len: 168 time: 1.0514090 May 28 07:21:24.884906 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-5e3deadc-f877-4e85-95bc-5ef47db439c0 None None] Deleting port a0662da5-e793-4482-9c1a-3ba251a55813 {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:21:24.885326 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-5e3deadc-f877-4e85-95bc-5ef47db439c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:21:24.950624 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-5e3deadc-f877-4e85-95bc-5ef47db439c0 None None] The port 'a0662da5-e793-4482-9c1a-3ba251a55813' was deleted {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 07:21:25.016642 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 56400) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:21:25.064819 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-1a3bfadd-4722-4bf4-b1bd-6cdbb6bb3105 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8cd04151fcff4b878479bf3138be6769&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0470779 May 28 07:21:25.067378 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 56404) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:21:25.127320 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-564dfded-09a4-4c50-8604-4e77c4483d3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:21:25.153677 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-564dfded-09a4-4c50-8604-4e77c4483d3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:21:25.291891 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-564dfded-09a4-4c50-8604-4e77c4483d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:21:25.307984 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564dfded-09a4-4c50-8604-4e77c4483d3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09b8579a-3cb7-4fb3-8e31-15d0d2110a9b,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:21:25.313007 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-564dfded-09a4-4c50-8604-4e77c4483d3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:21:25.314174 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-564dfded-09a4-4c50-8604-4e77c4483d3d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/09b8579a-3cb7-4fb3-8e31-15d0d2110a9b HTTP/1.1" status: 204 len: 168 time: 0.2459445 May 28 07:21:26.484180 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 56428) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:21:26.488100 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-54c0c881-8780-4d83-8269-bddb80bbb3bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:21:26.589162 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-d44f913d-f6ba-4ab6-9613-3890d763a3ed admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1319844306-network', 'tenant_id': '0a6ae78db90c4ce3b8a66b0de7eee911'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:21:26.594669 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-d44f913d-f6ba-4ab6-9613-3890d763a3ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:21:26.598447 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-d44f913d-f6ba-4ab6-9613-3890d763a3ed admin admin] Usage tracker for resource:network and tenant:0a6ae78db90c4ce3b8a66b0de7eee911 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:21:26.601213 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-d44f913d-f6ba-4ab6-9613-3890d763a3ed admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:21:26.608398 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-d44f913d-f6ba-4ab6-9613-3890d763a3ed admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:21:26.668440 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d44f913d-f6ba-4ab6-9613-3890d763a3ed admin admin] Made reservation on behalf of 0a6ae78db90c4ce3b8a66b0de7eee911 for: {'network': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 07:21:26.670696 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d44f913d-f6ba-4ab6-9613-3890d763a3ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:21:26.682708 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d44f913d-f6ba-4ab6-9613-3890d763a3ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:21:26.700114 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-d44f913d-f6ba-4ab6-9613-3890d763a3ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:21:26.704001 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-d44f913d-f6ba-4ab6-9613-3890d763a3ed admin admin] Usage tracker for resource:security_group_rule and tenant:0a6ae78db90c4ce3b8a66b0de7eee911 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:21:26.706846 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-d44f913d-f6ba-4ab6-9613-3890d763a3ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:21:26.712510 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-d44f913d-f6ba-4ab6-9613-3890d763a3ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:21:26.791511 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d44f913d-f6ba-4ab6-9613-3890d763a3ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:21:26.874178 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d44f913d-f6ba-4ab6-9613-3890d763a3ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:21:26.904588 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d44f913d-f6ba-4ab6-9613-3890d763a3ed admin admin] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=89109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 07:21:26.912784 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44f913d-f6ba-4ab6-9613-3890d763a3ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbe583cf-3f46-4ea7-9048-1fd85d5114a0,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:21:26.918267 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d44f913d-f6ba-4ab6-9613-3890d763a3ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:21:26.918669 n-d-843702-1 neutron-server[89109]: INFO neutron.db.segments_db [None req-d44f913d-f6ba-4ab6-9613-3890d763a3ed admin admin] Added segment 92f7737d-c48c-46fb-bbe5-79da5e7f73c5 of type vlan for network 10624464-4783-4394-994c-0109eaabf513 May 28 07:21:26.943611 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d44f913d-f6ba-4ab6-9613-3890d763a3ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:21:27.042263 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d44f913d-f6ba-4ab6-9613-3890d763a3ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:21:27.043203 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44f913d-f6ba-4ab6-9613-3890d763a3ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:21:27.043778 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d44f913d-f6ba-4ab6-9613-3890d763a3ed admin admin] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:21:27.147671 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44f913d-f6ba-4ab6-9613-3890d763a3ed admin admin] Pushing event updated for resources: {'Network': ['ID=10624464-4783-4394-994c-0109eaabf513,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:21:27.157514 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 10624464-4783-4394-994c-0109eaabf513 details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 07:21:27.192132 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-d44f913d-f6ba-4ab6-9613-3890d763a3ed admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7067149 May 28 07:21:27.194928 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 56434) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:21:27.202511 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-0ce87864-2824-4093-a07f-3ddfbb94a02f admin admin] Request body: {'subnet': {'network_id': '10624464-4783-4394-994c-0109eaabf513', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1319844306-subnet', 'tenant_id': '0a6ae78db90c4ce3b8a66b0de7eee911', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:21:27.207903 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-0ce87864-2824-4093-a07f-3ddfbb94a02f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:21:27.211763 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-0ce87864-2824-4093-a07f-3ddfbb94a02f admin admin] Usage tracker for resource:subnet and tenant:0a6ae78db90c4ce3b8a66b0de7eee911 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:21:27.214977 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-0ce87864-2824-4093-a07f-3ddfbb94a02f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:21:27.221825 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-0ce87864-2824-4093-a07f-3ddfbb94a02f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:21:27.314155 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ce87864-2824-4093-a07f-3ddfbb94a02f admin admin] Made reservation on behalf of 0a6ae78db90c4ce3b8a66b0de7eee911 for: {'subnet': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 07:21:27.316572 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0ce87864-2824-4093-a07f-3ddfbb94a02f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3171998'] for subnet, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:21:27.568303 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0ce87864-2824-4093-a07f-3ddfbb94a02f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3115906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3172012'] for subnet, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:21:27.641520 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce87864-2824-4093-a07f-3ddfbb94a02f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9645a01c-f011-4f79-888e-acfc61d358fb,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:21:27.652895 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce87864-2824-4093-a07f-3ddfbb94a02f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:21:27.653232 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce87864-2824-4093-a07f-3ddfbb94a02f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:21:27.653592 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce87864-2824-4093-a07f-3ddfbb94a02f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:21:27.653924 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce87864-2824-4093-a07f-3ddfbb94a02f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:21:27.654253 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce87864-2824-4093-a07f-3ddfbb94a02f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:21:27.654579 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce87864-2824-4093-a07f-3ddfbb94a02f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:21:27.654899 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce87864-2824-4093-a07f-3ddfbb94a02f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:21:27.655220 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce87864-2824-4093-a07f-3ddfbb94a02f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:21:27.655539 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce87864-2824-4093-a07f-3ddfbb94a02f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:21:27.655856 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce87864-2824-4093-a07f-3ddfbb94a02f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:21:27.656173 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce87864-2824-4093-a07f-3ddfbb94a02f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:21:27.656488 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce87864-2824-4093-a07f-3ddfbb94a02f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:21:27.661096 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce87864-2824-4093-a07f-3ddfbb94a02f admin admin] Checking segment: {'id': '92f7737d-c48c-46fb-bbe5-79da5e7f73c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '10624464-4783-4394-994c-0109eaabf513'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:21:27.661462 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce87864-2824-4093-a07f-3ddfbb94a02f admin admin] Network hostable DHCP agents. Network: 10624464-4783-4394-994c-0109eaabf513, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89110) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 07:21:27.771479 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce87864-2824-4093-a07f-3ddfbb94a02f admin admin] Network 10624464-4783-4394-994c-0109eaabf513 is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89110) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 07:21:27.857718 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-0ce87864-2824-4093-a07f-3ddfbb94a02f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, 10624464-4783-4394-994c-0109eaabf513) {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:21:27.862109 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce87864-2824-4093-a07f-3ddfbb94a02f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:21:27.866184 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0ce87864-2824-4093-a07f-3ddfbb94a02f admin admin] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:21:27.867312 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5c374d-1228-48d4-82d1-89d3828f6023 None None] Network 10624464-4783-4394-994c-0109eaabf513 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 07:21:27.955388 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-0ce87864-2824-4093-a07f-3ddfbb94a02f admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7591374 May 28 07:21:28.038766 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:21:28.095541 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e74ce7-92f0-498f-9118-1550864217cc None None] Network 10624464-4783-4394-994c-0109eaabf513 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 07:21:28.599019 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb58c4c3-1e51-441f-a4f2-6fa5eac023c4 req-cf19c414-89bb-4d93-b406-6fb9f82f174c tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:21:28.609796 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-eb58c4c3-1e51-441f-a4f2-6fa5eac023c4 req-cf19c414-89bb-4d93-b406-6fb9f82f174c tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] 10.222.0.55 "GET /v2.0/networks?id=10624464-4783-4394-994c-0109eaabf513 HTTP/1.1" status: 200 len: 814 time: 0.1449983 May 28 07:21:28.616141 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-eb58c4c3-1e51-441f-a4f2-6fa5eac023c4 req-59df7cd4-2dae-4d8a-93df-795877a7f7da tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] 10.222.0.55 "GET /v2.0/quotas/0a6ae78db90c4ce3b8a66b0de7eee911 HTTP/1.1" status: 200 len: 375 time: 0.0092633 May 28 07:21:28.664802 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-eb58c4c3-1e51-441f-a4f2-6fa5eac023c4 req-aed0f29c-21ac-4ab9-a5d4-4138ac115f7e tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=0a6ae78db90c4ce3b8a66b0de7eee911&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0436969 May 28 07:21:28.793113 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-eb58c4c3-1e51-441f-a4f2-6fa5eac023c4 req-1ff7b0e0-6adc-4de7-958c-316dd77be1ae service neutron] 10.222.0.55 "GET /v2.0/networks/10624464-4783-4394-994c-0109eaabf513?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204793 May 28 07:21:28.944951 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-5f9d7006-667c-453d-b342-e4312c4d74a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:21:29.031871 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-eb58c4c3-1e51-441f-a4f2-6fa5eac023c4 req-5690c07b-24a8-4131-bd1b-7c84e3ca537d service neutron] 10.222.0.55 "GET /v2.0/networks/10624464-4783-4394-994c-0109eaabf513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329712 May 28 07:21:29.289203 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-42b2ec9e-3c67-45fc-8f61-56dcbdd1aab9 req-12097496-7958-43a7-874a-c1f90929b48f tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] 10.222.0.55 "GET /v2.0/ports?device_id=00746ef7-2996-4ac9-9259-3101585d1f08 HTTP/1.1" status: 200 len: 210 time: 0.0447886 May 28 07:21:30.088027 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:21:30.116438 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:21:30.445609 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3a0699dd-7333-4d63-97f9-13f13d56840f req-a098e620-2285-4837-bc6f-b2f9fcdd51d3 tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] 10.222.0.55 "GET /v2.0/ports?device_id=00746ef7-2996-4ac9-9259-3101585d1f08 HTTP/1.1" status: 200 len: 210 time: 0.0417154 May 28 07:21:31.604121 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-893a76b9-df52-4122-b931-6f4e1ff4babc req-faa945b8-76fd-4488-9ec4-7cebd3d4d679 tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] 10.222.0.55 "GET /v2.0/ports?device_id=00746ef7-2996-4ac9-9259-3101585d1f08 HTTP/1.1" status: 200 len: 210 time: 0.0515373 May 28 07:21:31.611233 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb58c4c3-1e51-441f-a4f2-6fa5eac023c4 req-9b96d7f0-e230-43b8-8c58-7539c8af6c41 tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:21:31.612835 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-eb58c4c3-1e51-441f-a4f2-6fa5eac023c4 req-9b96d7f0-e230-43b8-8c58-7539c8af6c41 tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] 10.222.0.71 "GET /v2.0/networks?id=10624464-4783-4394-994c-0109eaabf513 HTTP/1.1" status: 200 len: 814 time: 0.2032545 May 28 07:21:31.631013 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-eb58c4c3-1e51-441f-a4f2-6fa5eac023c4 req-b260f888-db9f-4c7d-be3e-2449f0c8173e tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] Request body: {'port': {'device_id': '00746ef7-2996-4ac9-9259-3101585d1f08', 'network_id': '10624464-4783-4394-994c-0109eaabf513', 'admin_state_up': True, 'tenant_id': '0a6ae78db90c4ce3b8a66b0de7eee911'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:21:31.766508 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-eb58c4c3-1e51-441f-a4f2-6fa5eac023c4 req-b260f888-db9f-4c7d-be3e-2449f0c8173e tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:21:31.770536 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-eb58c4c3-1e51-441f-a4f2-6fa5eac023c4 req-b260f888-db9f-4c7d-be3e-2449f0c8173e tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] Usage tracker for resource:port and tenant:0a6ae78db90c4ce3b8a66b0de7eee911 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:21:31.773427 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-eb58c4c3-1e51-441f-a4f2-6fa5eac023c4 req-b260f888-db9f-4c7d-be3e-2449f0c8173e tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:21:31.779701 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-eb58c4c3-1e51-441f-a4f2-6fa5eac023c4 req-b260f888-db9f-4c7d-be3e-2449f0c8173e tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:21:31.864907 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:21:31.887844 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb58c4c3-1e51-441f-a4f2-6fa5eac023c4 req-b260f888-db9f-4c7d-be3e-2449f0c8173e tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] Made reservation on behalf of 0a6ae78db90c4ce3b8a66b0de7eee911 for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 07:21:31.891324 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-eb58c4c3-1e51-441f-a4f2-6fa5eac023c4 req-b260f888-db9f-4c7d-be3e-2449f0c8173e tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:21:32.058122 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [req-eb58c4c3-1e51-441f-a4f2-6fa5eac023c4 req-b260f888-db9f-4c7d-be3e-2449f0c8173e tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] Allocated IP 172.20.0.11 (10624464-4783-4394-994c-0109eaabf513/9645a01c-f011-4f79-888e-acfc61d358fb/a180dddc-d06f-4836-92eb-ee5a4a5d9ae2) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:21:32.253114 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-eb58c4c3-1e51-441f-a4f2-6fa5eac023c4 req-b260f888-db9f-4c7d-be3e-2449f0c8173e tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:21:32.339463 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-eb58c4c3-1e51-441f-a4f2-6fa5eac023c4 req-b260f888-db9f-4c7d-be3e-2449f0c8173e tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:21:32.412972 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb58c4c3-1e51-441f-a4f2-6fa5eac023c4 req-b260f888-db9f-4c7d-be3e-2449f0c8173e tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] Network 10624464-4783-4394-994c-0109eaabf513 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:21:32.416145 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [req-eb58c4c3-1e51-441f-a4f2-6fa5eac023c4 req-b260f888-db9f-4c7d-be3e-2449f0c8173e tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:21:32.420326 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb58c4c3-1e51-441f-a4f2-6fa5eac023c4 req-b260f888-db9f-4c7d-be3e-2449f0c8173e tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:21:32.458807 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b260f888-db9f-4c7d-be3e-2449f0c8173e tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] Pushing event updated for resources: {'Port': ['ID=a180dddc-d06f-4836-92eb-ee5a4a5d9ae2,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:21:32.494444 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb58c4c3-1e51-441f-a4f2-6fa5eac023c4 req-b260f888-db9f-4c7d-be3e-2449f0c8173e tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:21:32.495042 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-eb58c4c3-1e51-441f-a4f2-6fa5eac023c4 req-b260f888-db9f-4c7d-be3e-2449f0c8173e tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:21:32.571962 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-eb58c4c3-1e51-441f-a4f2-6fa5eac023c4 req-b260f888-db9f-4c7d-be3e-2449f0c8173e tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9449108 May 28 07:21:32.591882 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-eb58c4c3-1e51-441f-a4f2-6fa5eac023c4 req-369f93ca-2f45-49f6-8a80-99b4d48c3c9e service neutron] Request body: {'port': {'device_id': '00746ef7-2996-4ac9-9259-3101585d1f08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843702-1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:21:32.704561 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-eb58c4c3-1e51-441f-a4f2-6fa5eac023c4 req-369f93ca-2f45-49f6-8a80-99b4d48c3c9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:21:32.744905 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:21:32.911720 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f57d22-2c25-4f23-a92f-c6e5cb7538c0 req-2febab73-4dd5-4f2d-9dd7-e90f9c860308 tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:21:32.912399 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-d2f57d22-2c25-4f23-a92f-c6e5cb7538c0 req-2febab73-4dd5-4f2d-9dd7-e90f9c860308 tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] Synchronizing usage tracker for tenant:0a6ae78db90c4ce3b8a66b0de7eee911 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:21:33.085772 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-d2f57d22-2c25-4f23-a92f-c6e5cb7538c0 req-2febab73-4dd5-4f2d-9dd7-e90f9c860308 tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] Unset dirty status for tenant:0a6ae78db90c4ce3b8a66b0de7eee911 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:21:33.086909 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d2f57d22-2c25-4f23-a92f-c6e5cb7538c0 req-2febab73-4dd5-4f2d-9dd7-e90f9c860308 tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] 10.222.0.55 "GET /v2.0/ports?device_id=00746ef7-2996-4ac9-9259-3101585d1f08 HTTP/1.1" status: 200 len: 932 time: 0.3734174 May 28 07:21:33.242234 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [req-eb58c4c3-1e51-441f-a4f2-6fa5eac023c4 req-369f93ca-2f45-49f6-8a80-99b4d48c3c9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a180dddc-d06f-4836-92eb-ee5a4a5d9ae2 {{(pid=89110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 07:21:33.253064 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-eb58c4c3-1e51-441f-a4f2-6fa5eac023c4 req-369f93ca-2f45-49f6-8a80-99b4d48c3c9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:21:33.264894 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d2f57d22-2c25-4f23-a92f-c6e5cb7538c0 req-2a69967f-a9d0-4481-b4fc-e319e137636d tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbe583cf-3f46-4ea7-9048-1fd85d5114a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610147 May 28 07:21:33.273212 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-eb58c4c3-1e51-441f-a4f2-6fa5eac023c4 req-369f93ca-2f45-49f6-8a80-99b4d48c3c9e service neutron] Transition to ACTIVE for port object a180dddc-d06f-4836-92eb-ee5a4a5d9ae2 will not be triggered until provisioned by entity L2. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:21:33.342511 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-eb58c4c3-1e51-441f-a4f2-6fa5eac023c4 req-369f93ca-2f45-49f6-8a80-99b4d48c3c9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:21:33.468266 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f93ca-2f45-49f6-8a80-99b4d48c3c9e service neutron] Pushing event updated for resources: {'Port': ['ID=a180dddc-d06f-4836-92eb-ee5a4a5d9ae2,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:21:33.571554 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-eb58c4c3-1e51-441f-a4f2-6fa5eac023c4 req-369f93ca-2f45-49f6-8a80-99b4d48c3c9e service neutron] Attempting to bind port a180dddc-d06f-4836-92eb-ee5a4a5d9ae2 on host n-h2-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 07:21:33.571880 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-eb58c4c3-1e51-441f-a4f2-6fa5eac023c4 req-369f93ca-2f45-49f6-8a80-99b4d48c3c9e service neutron] Attempting to bind port a180dddc-d06f-4836-92eb-ee5a4a5d9ae2 by drivers openvswitch,hyperv on host n-h2-843702-1 at level 0 using segments [{'id': '92f7737d-c48c-46fb-bbe5-79da5e7f73c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '10624464-4783-4394-994c-0109eaabf513'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 07:21:33.572217 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb58c4c3-1e51-441f-a4f2-6fa5eac023c4 req-369f93ca-2f45-49f6-8a80-99b4d48c3c9e service neutron] Attempting to bind port a180dddc-d06f-4836-92eb-ee5a4a5d9ae2 on network 10624464-4783-4394-994c-0109eaabf513 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:21:33.576687 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb58c4c3-1e51-441f-a4f2-6fa5eac023c4 req-369f93ca-2f45-49f6-8a80-99b4d48c3c9e service neutron] Port a180dddc-d06f-4836-92eb-ee5a4a5d9ae2 on network 10624464-4783-4394-994c-0109eaabf513 not bound, no agent of type Open vSwitch agent registered on host n-h2-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 07:21:33.576996 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb58c4c3-1e51-441f-a4f2-6fa5eac023c4 req-369f93ca-2f45-49f6-8a80-99b4d48c3c9e service neutron] Attempting to bind port a180dddc-d06f-4836-92eb-ee5a4a5d9ae2 on network 10624464-4783-4394-994c-0109eaabf513 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:21:33.581937 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb58c4c3-1e51-441f-a4f2-6fa5eac023c4 req-369f93ca-2f45-49f6-8a80-99b4d48c3c9e service neutron] Checking agent: {'id': 'f1a3973b-d2b3-4558-88e7-2ac50857d302', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 7, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 07:21:33.582260 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb58c4c3-1e51-441f-a4f2-6fa5eac023c4 req-369f93ca-2f45-49f6-8a80-99b4d48c3c9e service neutron] Checking segment: {'id': '92f7737d-c48c-46fb-bbe5-79da5e7f73c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '10624464-4783-4394-994c-0109eaabf513'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:21:33.582629 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb58c4c3-1e51-441f-a4f2-6fa5eac023c4 req-369f93ca-2f45-49f6-8a80-99b4d48c3c9e service neutron] Bound using segment: {'id': '92f7737d-c48c-46fb-bbe5-79da5e7f73c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '10624464-4783-4394-994c-0109eaabf513'} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 07:21:33.583033 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-eb58c4c3-1e51-441f-a4f2-6fa5eac023c4 req-369f93ca-2f45-49f6-8a80-99b4d48c3c9e service neutron] Bound port: a180dddc-d06f-4836-92eb-ee5a4a5d9ae2, host: n-h2-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92f7737d-c48c-46fb-bbe5-79da5e7f73c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '10624464-4783-4394-994c-0109eaabf513'}}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 07:21:33.583383 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-eb58c4c3-1e51-441f-a4f2-6fa5eac023c4 req-369f93ca-2f45-49f6-8a80-99b4d48c3c9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:21:33.668047 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-eb58c4c3-1e51-441f-a4f2-6fa5eac023c4 req-369f93ca-2f45-49f6-8a80-99b4d48c3c9e service neutron] For port a180dddc-d06f-4836-92eb-ee5a4a5d9ae2, host n-h2-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:21:33.671912 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-eb58c4c3-1e51-441f-a4f2-6fa5eac023c4 req-369f93ca-2f45-49f6-8a80-99b4d48c3c9e service neutron] For port a180dddc-d06f-4836-92eb-ee5a4a5d9ae2, host n-h2-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=a180dddc-d06f-4836-92eb-ee5a4a5d9ae2,segment=NetworkSegment(92f7737d-c48c-46fb-bbe5-79da5e7f73c5),segment_id=92f7737d-c48c-46fb-bbe5-79da5e7f73c5)] {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 07:21:33.749325 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-eb58c4c3-1e51-441f-a4f2-6fa5eac023c4 req-369f93ca-2f45-49f6-8a80-99b4d48c3c9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:21:33.813079 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb58c4c3-1e51-441f-a4f2-6fa5eac023c4 req-369f93ca-2f45-49f6-8a80-99b4d48c3c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:21:33.813710 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-eb58c4c3-1e51-441f-a4f2-6fa5eac023c4 req-369f93ca-2f45-49f6-8a80-99b4d48c3c9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:21:33.815053 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-eb58c4c3-1e51-441f-a4f2-6fa5eac023c4 req-369f93ca-2f45-49f6-8a80-99b4d48c3c9e service neutron] 10.222.0.71 "PUT /v2.0/ports/a180dddc-d06f-4836-92eb-ee5a4a5d9ae2 HTTP/1.1" status: 200 len: 1092 time: 1.2280874 May 28 07:21:33.815484 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00746ef7-2996-4ac9-9259-3101585d1f08', 'tag': 'a180dddc-d06f-4836-92eb-ee5a4a5d9ae2'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:21:33.835740 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f93ca-2f45-49f6-8a80-99b4d48c3c9e service neutron] Pushing event updated for resources: {'Port': ['ID=a180dddc-d06f-4836-92eb-ee5a4a5d9ae2,revision_number=3']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:21:33.912303 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cedf9d26-d2a8-4273-a8dd-097b8b3be5a0'] response: {'name': 'network-changed', 'server_uuid': '00746ef7-2996-4ac9-9259-3101585d1f08', 'tag': 'a180dddc-d06f-4836-92eb-ee5a4a5d9ae2', 'status': 'completed', 'code': 200} May 28 07:21:34.020884 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee475a5-02f0-4298-93cb-8e4517417d00 req-70c65332-75a3-4d69-8967-95b76017c7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:21:34.022742 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6ee475a5-02f0-4298-93cb-8e4517417d00 req-70c65332-75a3-4d69-8967-95b76017c7d2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0a6ae78db90c4ce3b8a66b0de7eee911&device_id=00746ef7-2996-4ac9-9259-3101585d1f08 HTTP/1.1" status: 200 len: 1095 time: 0.0703788 May 28 07:21:34.165529 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee475a5-02f0-4298-93cb-8e4517417d00 req-19b78fe6-246b-414e-9333-f12a6b753a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:21:34.166980 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6ee475a5-02f0-4298-93cb-8e4517417d00 req-19b78fe6-246b-414e-9333-f12a6b753a89 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=0a6ae78db90c4ce3b8a66b0de7eee911&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1321108 May 28 07:21:34.315368 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee475a5-02f0-4298-93cb-8e4517417d00 req-806afb4e-157b-4aad-9e80-454be6b3455e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:21:34.316889 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6ee475a5-02f0-4298-93cb-8e4517417d00 req-806afb4e-157b-4aad-9e80-454be6b3455e service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1435456 May 28 07:21:34.506213 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb58c4c3-1e51-441f-a4f2-6fa5eac023c4 req-816af5ce-3180-4652-ae2a-0c5c8348ef49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:21:34.507606 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-eb58c4c3-1e51-441f-a4f2-6fa5eac023c4 req-816af5ce-3180-4652-ae2a-0c5c8348ef49 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0a6ae78db90c4ce3b8a66b0de7eee911&device_id=00746ef7-2996-4ac9-9259-3101585d1f08 HTTP/1.1" status: 200 len: 1095 time: 0.1325481 May 28 07:21:34.523478 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5128de-a5fa-4045-9905-4ebef3d8af87 req-2b2c22af-a8b4-466a-8280-dc53967da668 tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:21:34.524840 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1e5128de-a5fa-4045-9905-4ebef3d8af87 req-2b2c22af-a8b4-466a-8280-dc53967da668 tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] 10.222.0.55 "GET /v2.0/ports?device_id=00746ef7-2996-4ac9-9259-3101585d1f08 HTTP/1.1" status: 200 len: 944 time: 0.1178479 May 28 07:21:34.610650 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-eb58c4c3-1e51-441f-a4f2-6fa5eac023c4 req-18ae17c1-1859-4394-8885-ba9f606ecf3b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a180dddc-d06f-4836-92eb-ee5a4a5d9ae2 HTTP/1.1" status: 200 len: 217 time: 0.0848544 May 28 07:21:34.675842 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1e5128de-a5fa-4045-9905-4ebef3d8af87 req-ad97ab90-24e5-4db8-bdcf-64ddea8490f3 tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbe583cf-3f46-4ea7-9048-1fd85d5114a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006174 May 28 07:21:34.689950 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb58c4c3-1e51-441f-a4f2-6fa5eac023c4 req-3b015fb2-29bb-40e4-b6b0-7a5a4dcd8402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:21:34.691602 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-eb58c4c3-1e51-441f-a4f2-6fa5eac023c4 req-3b015fb2-29bb-40e4-b6b0-7a5a4dcd8402 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9645a01c-f011-4f79-888e-acfc61d358fb HTTP/1.1" status: 200 len: 854 time: 0.0739734 May 28 07:21:34.742822 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-eb58c4c3-1e51-441f-a4f2-6fa5eac023c4 req-575d3ce3-c204-4cbf-8161-5a37a59873cc service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=10624464-4783-4394-994c-0109eaabf513&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450692 May 28 07:21:34.871843 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-eb58c4c3-1e51-441f-a4f2-6fa5eac023c4 req-ef9581bd-c005-4638-a7ce-ac53a9ca5985 service neutron] 10.222.0.71 "GET /v2.0/networks/10624464-4783-4394-994c-0109eaabf513?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233752 May 28 07:21:35.014861 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-eb58c4c3-1e51-441f-a4f2-6fa5eac023c4 req-d7c40e9e-0b54-4eeb-bf52-8b736cdfc716 service neutron] 10.222.0.71 "GET /v2.0/networks/10624464-4783-4394-994c-0109eaabf513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369247 May 28 07:21:35.854419 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5167cd-2bf6-4e4e-9fa4-e8a7b17cfbbc req-bc7eeb72-5cc4-4699-9f3e-b6118ad595dc tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:21:35.856026 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2b5167cd-2bf6-4e4e-9fa4-e8a7b17cfbbc req-bc7eeb72-5cc4-4699-9f3e-b6118ad595dc tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] 10.222.0.55 "GET /v2.0/ports?device_id=00746ef7-2996-4ac9-9259-3101585d1f08 HTTP/1.1" status: 200 len: 944 time: 0.0773485 May 28 07:21:35.898781 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2b5167cd-2bf6-4e4e-9fa4-e8a7b17cfbbc req-ac469816-35f5-4f42-b0a4-19a0147f368b tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbe583cf-3f46-4ea7-9048-1fd85d5114a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364983 May 28 07:21:37.191617 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a01e7c-5e16-49d6-9cc7-c203e1be252c req-43e26201-8707-48ff-9a2c-33bd815e8a7c tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:21:37.193124 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-00a01e7c-5e16-49d6-9cc7-c203e1be252c req-43e26201-8707-48ff-9a2c-33bd815e8a7c tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] 10.222.0.55 "GET /v2.0/ports?device_id=00746ef7-2996-4ac9-9259-3101585d1f08 HTTP/1.1" status: 200 len: 944 time: 0.1888642 May 28 07:21:37.241456 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-00a01e7c-5e16-49d6-9cc7-c203e1be252c req-d1d14e10-3868-4942-a45d-1bfb01de86de tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbe583cf-3f46-4ea7-9048-1fd85d5114a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385222 May 28 07:21:38.599577 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834719eb-648f-47a8-935d-b7ffab0586c6 req-5b305087-2e24-4d04-8b72-18bf8abf92ff tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:21:38.601096 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-834719eb-648f-47a8-935d-b7ffab0586c6 req-5b305087-2e24-4d04-8b72-18bf8abf92ff tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] 10.222.0.55 "GET /v2.0/ports?device_id=00746ef7-2996-4ac9-9259-3101585d1f08 HTTP/1.1" status: 200 len: 944 time: 0.0810490 May 28 07:21:38.661002 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-834719eb-648f-47a8-935d-b7ffab0586c6 req-a744b9a7-a027-4888-98d6-973d1c797fd0 tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbe583cf-3f46-4ea7-9048-1fd85d5114a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535798 May 28 07:21:39.034734 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device a180dddc-d06f-4836-92eb-ee5a4a5d9ae2 details requested by agent hyperv_n-h2-843702-1 with host n-h2-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 07:21:39.165850 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port a180dddc-d06f-4836-92eb-ee5a4a5d9ae2, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=a180dddc-d06f-4836-92eb-ee5a4a5d9ae2,segment=NetworkSegment(92f7737d-c48c-46fb-bbe5-79da5e7f73c5),segment_id=92f7737d-c48c-46fb-bbe5-79da5e7f73c5)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:21:39.179464 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Returning: {'device': 'a180dddc-d06f-4836-92eb-ee5a4a5d9ae2', 'network_id': '10624464-4783-4394-994c-0109eaabf513', 'port_id': 'a180dddc-d06f-4836-92eb-ee5a4a5d9ae2', 'mac_address': 'fa:16:3e:83:89:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9645a01c-f011-4f79-888e-acfc61d358fb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 07:21:39.235348 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port a180dddc-d06f-4836-92eb-ee5a4a5d9ae2 is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:21:39.235718 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:21:39.252183 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a180dddc-d06f-4836-92eb-ee5a4a5d9ae2 {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 07:21:39.267331 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port a180dddc-d06f-4836-92eb-ee5a4a5d9ae2, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=a180dddc-d06f-4836-92eb-ee5a4a5d9ae2,segment=NetworkSegment(92f7737d-c48c-46fb-bbe5-79da5e7f73c5),segment_id=92f7737d-c48c-46fb-bbe5-79da5e7f73c5)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:21:39.350545 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:21:39.420483 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=a180dddc-d06f-4836-92eb-ee5a4a5d9ae2,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:21:39.427771 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:21:39.428114 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:21:39.428454 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:21:39.428788 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:21:39.429121 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:21:39.429474 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:21:39.429800 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:21:39.430123 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:21:39.430446 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:21:39.430766 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:21:39.431086 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:21:39.431410 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:21:39.753663 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['a180dddc-d06f-4836-92eb-ee5a4a5d9ae2'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 07:21:39.847573 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254c9258-b19c-4e9d-a20b-770908984a02 req-94535d93-3aef-4ccc-b83d-154fa3ac7f96 tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:21:39.849053 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-254c9258-b19c-4e9d-a20b-770908984a02 req-94535d93-3aef-4ccc-b83d-154fa3ac7f96 tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] 10.222.0.55 "GET /v2.0/ports?device_id=00746ef7-2996-4ac9-9259-3101585d1f08 HTTP/1.1" status: 200 len: 945 time: 0.0808344 May 28 07:21:39.893140 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-254c9258-b19c-4e9d-a20b-770908984a02 req-73e4c7fe-4ecc-44cc-b6f6-d8e6da19b262 tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbe583cf-3f46-4ea7-9048-1fd85d5114a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379829 May 28 07:21:41.049325 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device a180dddc-d06f-4836-92eb-ee5a4a5d9ae2 up at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:21:41.095930 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ac0f25-23ec-4052-9732-a24cfa0c33d1 req-80866e24-b147-41a8-adbe-9abeed5c84c5 tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:21:41.097379 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-23ac0f25-23ec-4052-9732-a24cfa0c33d1 req-80866e24-b147-41a8-adbe-9abeed5c84c5 tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] 10.222.0.55 "GET /v2.0/ports?device_id=00746ef7-2996-4ac9-9259-3101585d1f08 HTTP/1.1" status: 200 len: 945 time: 0.0980611 May 28 07:21:41.142483 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-23ac0f25-23ec-4052-9732-a24cfa0c33d1 req-d834230b-fb3f-4f7f-889d-f41b5784e70c tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbe583cf-3f46-4ea7-9048-1fd85d5114a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393319 May 28 07:21:41.176771 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning for port a180dddc-d06f-4836-92eb-ee5a4a5d9ae2 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:21:41.181858 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning complete for port a180dddc-d06f-4836-92eb-ee5a4a5d9ae2 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:21:41.182221 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:21:41.318985 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port a180dddc-d06f-4836-92eb-ee5a4a5d9ae2 is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:21:41.319357 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:21:41.345638 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00746ef7-2996-4ac9-9259-3101585d1f08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a180dddc-d06f-4836-92eb-ee5a4a5d9ae2'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:21:41.355052 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port a180dddc-d06f-4836-92eb-ee5a4a5d9ae2, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=a180dddc-d06f-4836-92eb-ee5a4a5d9ae2,segment=NetworkSegment(92f7737d-c48c-46fb-bbe5-79da5e7f73c5),segment_id=92f7737d-c48c-46fb-bbe5-79da5e7f73c5)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:21:41.390973 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-157f9ead-5c2d-41b6-9f50-8d90689c22df'] response: {'server_uuid': '00746ef7-2996-4ac9-9259-3101585d1f08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a180dddc-d06f-4836-92eb-ee5a4a5d9ae2', 'code': 200} May 28 07:21:41.424921 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:21:41.507869 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=a180dddc-d06f-4836-92eb-ee5a4a5d9ae2,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:21:41.559815 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd029fb-f7f1-4171-9026-4ee2af6a11f3 req-482b72c8-f69b-4cee-b536-a2d6eb1bf56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:21:41.561105 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9fd029fb-f7f1-4171-9026-4ee2af6a11f3 req-482b72c8-f69b-4cee-b536-a2d6eb1bf56b service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=00746ef7-2996-4ac9-9259-3101585d1f08 HTTP/1.1" status: 200 len: 1097 time: 0.0806005 May 28 07:21:41.602647 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9fd029fb-f7f1-4171-9026-4ee2af6a11f3 req-61efaa33-1e4f-4dec-99dc-6419ad9d8207 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=bbe583cf-3f46-4ea7-9048-1fd85d5114a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353019 May 28 07:21:42.336706 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9d65d6-9250-40e6-b329-09e36b08d682 req-7e623142-7683-4146-a089-9e1bd984344d tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:21:42.338214 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2c9d65d6-9250-40e6-b329-09e36b08d682 req-7e623142-7683-4146-a089-9e1bd984344d tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] 10.222.0.55 "GET /v2.0/ports?device_id=00746ef7-2996-4ac9-9259-3101585d1f08 HTTP/1.1" status: 200 len: 946 time: 0.0845268 May 28 07:21:42.384029 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2c9d65d6-9250-40e6-b329-09e36b08d682 req-b144b5b5-97cd-4a12-96ce-d3bee656ff52 tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbe583cf-3f46-4ea7-9048-1fd85d5114a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399449 May 28 07:21:43.571107 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8743e279-80e0-42a0-b182-45838b7f1ab2 req-449c7814-103d-4a33-a1e7-25f3b15ff649 tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:21:43.572664 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8743e279-80e0-42a0-b182-45838b7f1ab2 req-449c7814-103d-4a33-a1e7-25f3b15ff649 tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] 10.222.0.55 "GET /v2.0/ports?device_id=00746ef7-2996-4ac9-9259-3101585d1f08 HTTP/1.1" status: 200 len: 946 time: 0.0816920 May 28 07:21:43.623528 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8743e279-80e0-42a0-b182-45838b7f1ab2 req-4b5bd1e2-dbe6-4848-b6b9-788aa28a34e3 tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbe583cf-3f46-4ea7-9048-1fd85d5114a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440955 May 28 07:21:43.911137 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36f76c5-82d1-4ff8-ae3f-f5bf2a42f379 req-79570991-ff82-4405-9432-5f46dd29cb20 tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:21:43.912574 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e36f76c5-82d1-4ff8-ae3f-f5bf2a42f379 req-79570991-ff82-4405-9432-5f46dd29cb20 tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] 10.222.0.55 "GET /v2.0/networks?id=10624464-4783-4394-994c-0109eaabf513 HTTP/1.1" status: 200 len: 814 time: 0.1511223 May 28 07:21:43.928575 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e36f76c5-82d1-4ff8-ae3f-f5bf2a42f379 req-2acdfb06-b2b3-47d5-854e-7813747992f9 tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] 10.222.0.55 "GET /v2.0/quotas/0a6ae78db90c4ce3b8a66b0de7eee911 HTTP/1.1" status: 200 len: 375 time: 0.0101018 May 28 07:21:44.008336 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e36f76c5-82d1-4ff8-ae3f-f5bf2a42f379 req-b3024b59-4da9-4c7a-a80e-cddac6b460c5 tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=0a6ae78db90c4ce3b8a66b0de7eee911&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0747347 May 28 07:21:44.146697 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e36f76c5-82d1-4ff8-ae3f-f5bf2a42f379 req-6a54cf4c-2d9b-4437-8b7f-32a1606f14c3 service neutron] 10.222.0.55 "GET /v2.0/networks/10624464-4783-4394-994c-0109eaabf513?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312578 May 28 07:21:44.276403 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e36f76c5-82d1-4ff8-ae3f-f5bf2a42f379 req-8a15c106-db48-44e0-92f3-aa044ffdbe62 service neutron] 10.222.0.55 "GET /v2.0/networks/10624464-4783-4394-994c-0109eaabf513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237493 May 28 07:21:44.578283 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-67930ea1-0857-459b-8744-e9fb3896a4c6 req-a9274ddc-581a-4eb2-bd1e-e130d8ef3f3d tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] 10.222.0.55 "GET /v2.0/ports?device_id=d63463a7-51b2-4694-b18e-cefbfd9ce785 HTTP/1.1" status: 200 len: 210 time: 0.0430841 May 28 07:21:45.735308 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3a9a034b-c8c0-493a-b67d-27317924dd6c req-d4eacdd4-7fc5-4463-9000-ab3cfb0fa011 tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] 10.222.0.55 "GET /v2.0/ports?device_id=d63463a7-51b2-4694-b18e-cefbfd9ce785 HTTP/1.1" status: 200 len: 210 time: 0.0464001 May 28 07:21:46.635002 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36f76c5-82d1-4ff8-ae3f-f5bf2a42f379 req-a097468f-64a1-40fb-af7b-173874460d4d tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:21:46.636383 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e36f76c5-82d1-4ff8-ae3f-f5bf2a42f379 req-a097468f-64a1-40fb-af7b-173874460d4d tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] 10.222.0.69 "GET /v2.0/networks?id=10624464-4783-4394-994c-0109eaabf513 HTTP/1.1" status: 200 len: 814 time: 0.1439946 May 28 07:21:46.647116 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-e36f76c5-82d1-4ff8-ae3f-f5bf2a42f379 req-a753439e-ef1f-4465-846d-646aa64604da tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] Request body: {'port': {'device_id': 'd63463a7-51b2-4694-b18e-cefbfd9ce785', 'network_id': '10624464-4783-4394-994c-0109eaabf513', 'admin_state_up': True, 'tenant_id': '0a6ae78db90c4ce3b8a66b0de7eee911'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:21:46.794682 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-e36f76c5-82d1-4ff8-ae3f-f5bf2a42f379 req-a753439e-ef1f-4465-846d-646aa64604da tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:21:46.804139 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-e36f76c5-82d1-4ff8-ae3f-f5bf2a42f379 req-a753439e-ef1f-4465-846d-646aa64604da tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:21:46.883943 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6c42c7d6-4f02-47a0-8899-2a25cb1c7c3e req-6b6e29c7-b36e-4e74-9081-18f384aa3771 tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] 10.222.0.55 "GET /v2.0/ports?device_id=d63463a7-51b2-4694-b18e-cefbfd9ce785 HTTP/1.1" status: 200 len: 210 time: 0.0435045 May 28 07:21:46.884974 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e36f76c5-82d1-4ff8-ae3f-f5bf2a42f379 req-a753439e-ef1f-4465-846d-646aa64604da tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] Made reservation on behalf of 0a6ae78db90c4ce3b8a66b0de7eee911 for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 07:21:46.888866 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-e36f76c5-82d1-4ff8-ae3f-f5bf2a42f379 req-a753439e-ef1f-4465-846d-646aa64604da tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:21:47.157137 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [req-e36f76c5-82d1-4ff8-ae3f-f5bf2a42f379 req-a753439e-ef1f-4465-846d-646aa64604da tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] Allocated IP 172.20.0.5 (10624464-4783-4394-994c-0109eaabf513/9645a01c-f011-4f79-888e-acfc61d358fb/e0bd9307-c47d-48b3-9515-7bf137edb539) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:21:47.360837 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-e36f76c5-82d1-4ff8-ae3f-f5bf2a42f379 req-a753439e-ef1f-4465-846d-646aa64604da tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:21:47.445729 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-e36f76c5-82d1-4ff8-ae3f-f5bf2a42f379 req-a753439e-ef1f-4465-846d-646aa64604da tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:21:47.478856 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['a180dddc-d06f-4836-92eb-ee5a4a5d9ae2'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 07:21:47.515874 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e36f76c5-82d1-4ff8-ae3f-f5bf2a42f379 req-a753439e-ef1f-4465-846d-646aa64604da tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] Network 10624464-4783-4394-994c-0109eaabf513 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:21:47.517004 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [req-e36f76c5-82d1-4ff8-ae3f-f5bf2a42f379 req-a753439e-ef1f-4465-846d-646aa64604da tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:21:47.520838 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-e36f76c5-82d1-4ff8-ae3f-f5bf2a42f379 req-a753439e-ef1f-4465-846d-646aa64604da tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:21:47.565183 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a753439e-ef1f-4465-846d-646aa64604da tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] Pushing event updated for resources: {'Port': ['ID=e0bd9307-c47d-48b3-9515-7bf137edb539,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:21:47.589238 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36f76c5-82d1-4ff8-ae3f-f5bf2a42f379 req-a753439e-ef1f-4465-846d-646aa64604da tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:21:47.589863 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-e36f76c5-82d1-4ff8-ae3f-f5bf2a42f379 req-a753439e-ef1f-4465-846d-646aa64604da tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:21:47.737488 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e36f76c5-82d1-4ff8-ae3f-f5bf2a42f379 req-a753439e-ef1f-4465-846d-646aa64604da tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0936368 May 28 07:21:47.747496 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [req-e36f76c5-82d1-4ff8-ae3f-f5bf2a42f379 req-c00e0a5a-cfa7-4fdf-bf66-e48bd9a48522 tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=89110) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 07:21:47.748508 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e36f76c5-82d1-4ff8-ae3f-f5bf2a42f379 req-c00e0a5a-cfa7-4fdf-bf66-e48bd9a48522 tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057476 May 28 07:21:47.758091 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-e36f76c5-82d1-4ff8-ae3f-f5bf2a42f379 req-3fbfe232-5059-470f-955c-1f8a35a313f2 service neutron] Request body: {'port': {'device_id': 'd63463a7-51b2-4694-b18e-cefbfd9ce785', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843702-1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:21:47.872147 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-e36f76c5-82d1-4ff8-ae3f-f5bf2a42f379 req-3fbfe232-5059-470f-955c-1f8a35a313f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:21:48.207784 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43259f41-9976-4436-95b6-41db30571c0f req-f24f0d97-55ff-4930-8dea-9004afa8344e tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:21:48.208481 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-43259f41-9976-4436-95b6-41db30571c0f req-f24f0d97-55ff-4930-8dea-9004afa8344e tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] Synchronizing usage tracker for tenant:0a6ae78db90c4ce3b8a66b0de7eee911 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:21:48.293766 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [req-e36f76c5-82d1-4ff8-ae3f-f5bf2a42f379 req-3fbfe232-5059-470f-955c-1f8a35a313f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0bd9307-c47d-48b3-9515-7bf137edb539 {{(pid=89110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 07:21:48.301061 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-e36f76c5-82d1-4ff8-ae3f-f5bf2a42f379 req-3fbfe232-5059-470f-955c-1f8a35a313f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:21:48.314172 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-43259f41-9976-4436-95b6-41db30571c0f req-f24f0d97-55ff-4930-8dea-9004afa8344e tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] Unset dirty status for tenant:0a6ae78db90c4ce3b8a66b0de7eee911 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:21:48.315302 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-43259f41-9976-4436-95b6-41db30571c0f req-f24f0d97-55ff-4930-8dea-9004afa8344e tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] 10.222.0.55 "GET /v2.0/ports?device_id=d63463a7-51b2-4694-b18e-cefbfd9ce785 HTTP/1.1" status: 200 len: 931 time: 0.3098586 May 28 07:21:48.317556 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-e36f76c5-82d1-4ff8-ae3f-f5bf2a42f379 req-3fbfe232-5059-470f-955c-1f8a35a313f2 service neutron] Transition to ACTIVE for port object e0bd9307-c47d-48b3-9515-7bf137edb539 will not be triggered until provisioned by entity L2. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:21:48.359974 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-43259f41-9976-4436-95b6-41db30571c0f req-3586788d-2a20-4bda-9b2a-85ab4c879e47 tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbe583cf-3f46-4ea7-9048-1fd85d5114a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386670 May 28 07:21:48.407424 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-e36f76c5-82d1-4ff8-ae3f-f5bf2a42f379 req-3fbfe232-5059-470f-955c-1f8a35a313f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:21:48.535867 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbfe232-5059-470f-955c-1f8a35a313f2 service neutron] Pushing event updated for resources: {'Port': ['ID=e0bd9307-c47d-48b3-9515-7bf137edb539,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:21:48.639622 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-e36f76c5-82d1-4ff8-ae3f-f5bf2a42f379 req-3fbfe232-5059-470f-955c-1f8a35a313f2 service neutron] Attempting to bind port e0bd9307-c47d-48b3-9515-7bf137edb539 on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 07:21:48.639980 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-e36f76c5-82d1-4ff8-ae3f-f5bf2a42f379 req-3fbfe232-5059-470f-955c-1f8a35a313f2 service neutron] Attempting to bind port e0bd9307-c47d-48b3-9515-7bf137edb539 by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': '92f7737d-c48c-46fb-bbe5-79da5e7f73c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '10624464-4783-4394-994c-0109eaabf513'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 07:21:48.640305 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36f76c5-82d1-4ff8-ae3f-f5bf2a42f379 req-3fbfe232-5059-470f-955c-1f8a35a313f2 service neutron] Attempting to bind port e0bd9307-c47d-48b3-9515-7bf137edb539 on network 10624464-4783-4394-994c-0109eaabf513 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:21:48.644993 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36f76c5-82d1-4ff8-ae3f-f5bf2a42f379 req-3fbfe232-5059-470f-955c-1f8a35a313f2 service neutron] Port e0bd9307-c47d-48b3-9515-7bf137edb539 on network 10624464-4783-4394-994c-0109eaabf513 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 07:21:48.645306 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36f76c5-82d1-4ff8-ae3f-f5bf2a42f379 req-3fbfe232-5059-470f-955c-1f8a35a313f2 service neutron] Attempting to bind port e0bd9307-c47d-48b3-9515-7bf137edb539 on network 10624464-4783-4394-994c-0109eaabf513 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:21:48.650306 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36f76c5-82d1-4ff8-ae3f-f5bf2a42f379 req-3fbfe232-5059-470f-955c-1f8a35a313f2 service neutron] Checking agent: {'id': '69f492a0-c00d-46d0-9bec-fcd8161ce206', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 7, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 07:21:48.650637 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36f76c5-82d1-4ff8-ae3f-f5bf2a42f379 req-3fbfe232-5059-470f-955c-1f8a35a313f2 service neutron] Checking segment: {'id': '92f7737d-c48c-46fb-bbe5-79da5e7f73c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '10624464-4783-4394-994c-0109eaabf513'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:21:48.651015 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36f76c5-82d1-4ff8-ae3f-f5bf2a42f379 req-3fbfe232-5059-470f-955c-1f8a35a313f2 service neutron] Bound using segment: {'id': '92f7737d-c48c-46fb-bbe5-79da5e7f73c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '10624464-4783-4394-994c-0109eaabf513'} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 07:21:48.651428 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-e36f76c5-82d1-4ff8-ae3f-f5bf2a42f379 req-3fbfe232-5059-470f-955c-1f8a35a313f2 service neutron] Bound port: e0bd9307-c47d-48b3-9515-7bf137edb539, host: n-h1-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92f7737d-c48c-46fb-bbe5-79da5e7f73c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '10624464-4783-4394-994c-0109eaabf513'}}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 07:21:48.651765 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-e36f76c5-82d1-4ff8-ae3f-f5bf2a42f379 req-3fbfe232-5059-470f-955c-1f8a35a313f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:21:48.740903 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-e36f76c5-82d1-4ff8-ae3f-f5bf2a42f379 req-3fbfe232-5059-470f-955c-1f8a35a313f2 service neutron] For port e0bd9307-c47d-48b3-9515-7bf137edb539, host n-h1-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:21:48.743697 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-e36f76c5-82d1-4ff8-ae3f-f5bf2a42f379 req-3fbfe232-5059-470f-955c-1f8a35a313f2 service neutron] For port e0bd9307-c47d-48b3-9515-7bf137edb539, host n-h1-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=e0bd9307-c47d-48b3-9515-7bf137edb539,segment=NetworkSegment(92f7737d-c48c-46fb-bbe5-79da5e7f73c5),segment_id=92f7737d-c48c-46fb-bbe5-79da5e7f73c5)] {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 07:21:48.822838 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-e36f76c5-82d1-4ff8-ae3f-f5bf2a42f379 req-3fbfe232-5059-470f-955c-1f8a35a313f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:21:48.882319 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36f76c5-82d1-4ff8-ae3f-f5bf2a42f379 req-3fbfe232-5059-470f-955c-1f8a35a313f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:21:48.883032 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-e36f76c5-82d1-4ff8-ae3f-f5bf2a42f379 req-3fbfe232-5059-470f-955c-1f8a35a313f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:21:48.884397 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e36f76c5-82d1-4ff8-ae3f-f5bf2a42f379 req-3fbfe232-5059-470f-955c-1f8a35a313f2 service neutron] 10.222.0.69 "PUT /v2.0/ports/e0bd9307-c47d-48b3-9515-7bf137edb539 HTTP/1.1" status: 200 len: 1091 time: 1.1298640 May 28 07:21:48.884828 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd63463a7-51b2-4694-b18e-cefbfd9ce785', 'tag': 'e0bd9307-c47d-48b3-9515-7bf137edb539'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:21:48.904986 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbfe232-5059-470f-955c-1f8a35a313f2 service neutron] Pushing event updated for resources: {'Port': ['ID=e0bd9307-c47d-48b3-9515-7bf137edb539,revision_number=3']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:21:48.930265 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d5fe8f6-fa2f-4d06-9644-02bce8fec8f9'] response: {'name': 'network-changed', 'server_uuid': 'd63463a7-51b2-4694-b18e-cefbfd9ce785', 'tag': 'e0bd9307-c47d-48b3-9515-7bf137edb539', 'status': 'completed', 'code': 200} May 28 07:21:49.021150 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa5efc9-3b6f-4e0f-9c20-0d0d07977ec2 req-41c5e575-7095-474b-84d7-8ec882a57ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:21:49.022576 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-faa5efc9-3b6f-4e0f-9c20-0d0d07977ec2 req-41c5e575-7095-474b-84d7-8ec882a57ef2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0a6ae78db90c4ce3b8a66b0de7eee911&device_id=d63463a7-51b2-4694-b18e-cefbfd9ce785 HTTP/1.1" status: 200 len: 1094 time: 0.0708921 May 28 07:21:49.165711 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa5efc9-3b6f-4e0f-9c20-0d0d07977ec2 req-5832d009-1681-4cea-a9d7-e4b410a792a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:21:49.167130 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-faa5efc9-3b6f-4e0f-9c20-0d0d07977ec2 req-5832d009-1681-4cea-a9d7-e4b410a792a7 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=0a6ae78db90c4ce3b8a66b0de7eee911&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1375406 May 28 07:21:49.299745 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa5efc9-3b6f-4e0f-9c20-0d0d07977ec2 req-acbb11dc-c215-4024-867a-e1fba8bf28c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:21:49.301113 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-faa5efc9-3b6f-4e0f-9c20-0d0d07977ec2 req-acbb11dc-c215-4024-867a-e1fba8bf28c3 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1281586 May 28 07:21:49.414063 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36f76c5-82d1-4ff8-ae3f-f5bf2a42f379 req-e1f3f65c-318f-474e-b72a-feee2c2bb844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:21:49.415514 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e36f76c5-82d1-4ff8-ae3f-f5bf2a42f379 req-e1f3f65c-318f-474e-b72a-feee2c2bb844 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0a6ae78db90c4ce3b8a66b0de7eee911&device_id=d63463a7-51b2-4694-b18e-cefbfd9ce785 HTTP/1.1" status: 200 len: 1094 time: 0.0736423 May 28 07:21:49.608064 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e36f76c5-82d1-4ff8-ae3f-f5bf2a42f379 req-086cd36f-f819-4d14-80bf-2a805685aeda service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e0bd9307-c47d-48b3-9515-7bf137edb539 HTTP/1.1" status: 200 len: 217 time: 0.1857045 May 28 07:21:49.693747 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36f76c5-82d1-4ff8-ae3f-f5bf2a42f379 req-d7723e27-f227-44cc-a825-dd731e0b5520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:21:49.696870 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e36f76c5-82d1-4ff8-ae3f-f5bf2a42f379 req-d7723e27-f227-44cc-a825-dd731e0b5520 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9645a01c-f011-4f79-888e-acfc61d358fb HTTP/1.1" status: 200 len: 854 time: 0.0815537 May 28 07:21:49.745376 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e36f76c5-82d1-4ff8-ae3f-f5bf2a42f379 req-5b1e65f2-e3e5-4f07-b0d6-93b456fa4dfb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=10624464-4783-4394-994c-0109eaabf513&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439861 May 28 07:21:49.753672 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03963fe9-3163-4cfa-9b5f-3fc833f5fe58 req-0c1733ff-1816-429f-88e0-a0fc79d90ccf tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:21:49.755054 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-03963fe9-3163-4cfa-9b5f-3fc833f5fe58 req-0c1733ff-1816-429f-88e0-a0fc79d90ccf tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] 10.222.0.55 "GET /v2.0/ports?device_id=d63463a7-51b2-4694-b18e-cefbfd9ce785 HTTP/1.1" status: 200 len: 943 time: 0.2826700 May 28 07:21:49.876715 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 07:21:49.877291 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-03963fe9-3163-4cfa-9b5f-3fc833f5fe58 req-ca00de87-dcf8-4642-9d7b-40ecb97acca1 tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbe583cf-3f46-4ea7-9048-1fd85d5114a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041741 May 28 07:21:49.911703 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e36f76c5-82d1-4ff8-ae3f-f5bf2a42f379 req-f62501c9-e4ab-48d0-ac9f-9d1e1a3dcb11 service neutron] 10.222.0.69 "GET /v2.0/networks/10624464-4783-4394-994c-0109eaabf513?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557465 May 28 07:21:50.042442 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e36f76c5-82d1-4ff8-ae3f-f5bf2a42f379 req-eb5d20f6-7e5a-419c-b0be-42d82f29a634 service neutron] 10.222.0.69 "GET /v2.0/networks/10624464-4783-4394-994c-0109eaabf513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250348 May 28 07:21:51.066974 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e57209-2e50-4eca-95f2-0f13bb84fb9a req-3b725830-ca07-4539-9c3b-e5ef03b0a6fa tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:21:51.068440 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-11e57209-2e50-4eca-95f2-0f13bb84fb9a req-3b725830-ca07-4539-9c3b-e5ef03b0a6fa tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] 10.222.0.55 "GET /v2.0/ports?device_id=d63463a7-51b2-4694-b18e-cefbfd9ce785 HTTP/1.1" status: 200 len: 943 time: 0.0850465 May 28 07:21:51.113177 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-11e57209-2e50-4eca-95f2-0f13bb84fb9a req-a4b09854-cfe8-4d3f-af16-97269c0a98c8 tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbe583cf-3f46-4ea7-9048-1fd85d5114a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391030 May 28 07:21:51.765132 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device e0bd9307-c47d-48b3-9515-7bf137edb539 details requested by agent hyperv_n-h1-843702-1 with host n-h1-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 07:21:51.896049 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port e0bd9307-c47d-48b3-9515-7bf137edb539, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=e0bd9307-c47d-48b3-9515-7bf137edb539,segment=NetworkSegment(92f7737d-c48c-46fb-bbe5-79da5e7f73c5),segment_id=92f7737d-c48c-46fb-bbe5-79da5e7f73c5)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:21:51.909603 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Returning: {'device': 'e0bd9307-c47d-48b3-9515-7bf137edb539', 'network_id': '10624464-4783-4394-994c-0109eaabf513', 'port_id': 'e0bd9307-c47d-48b3-9515-7bf137edb539', 'mac_address': 'fa:16:3e:cf:31:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9645a01c-f011-4f79-888e-acfc61d358fb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 07:21:51.964008 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port e0bd9307-c47d-48b3-9515-7bf137edb539 is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:21:51.964378 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:21:51.982404 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0bd9307-c47d-48b3-9515-7bf137edb539 {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 07:21:51.997742 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port e0bd9307-c47d-48b3-9515-7bf137edb539, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=e0bd9307-c47d-48b3-9515-7bf137edb539,segment=NetworkSegment(92f7737d-c48c-46fb-bbe5-79da5e7f73c5),segment_id=92f7737d-c48c-46fb-bbe5-79da5e7f73c5)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:21:52.070290 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:21:52.141768 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=e0bd9307-c47d-48b3-9515-7bf137edb539,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:21:52.290697 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['e0bd9307-c47d-48b3-9515-7bf137edb539'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 07:21:52.294207 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd701c4-c63b-4e47-9548-f0a5c88c2540 req-5c8ce901-ca72-4239-81eb-41d0f662660d tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:21:52.295648 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bdd701c4-c63b-4e47-9548-f0a5c88c2540 req-5c8ce901-ca72-4239-81eb-41d0f662660d tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] 10.222.0.55 "GET /v2.0/ports?device_id=d63463a7-51b2-4694-b18e-cefbfd9ce785 HTTP/1.1" status: 200 len: 944 time: 0.0781903 May 28 07:21:52.338814 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bdd701c4-c63b-4e47-9548-f0a5c88c2540 req-93d5b4b6-591c-4b32-a69c-f7836be6ad77 tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbe583cf-3f46-4ea7-9048-1fd85d5114a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375078 May 28 07:21:53.541928 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee76416-8517-43f9-8bf1-abe636023e94 req-d60b5bfb-2d24-4ef4-8a87-63cac59092e5 tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:21:53.544201 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dee76416-8517-43f9-8bf1-abe636023e94 req-d60b5bfb-2d24-4ef4-8a87-63cac59092e5 tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] 10.222.0.55 "GET /v2.0/ports?device_id=d63463a7-51b2-4694-b18e-cefbfd9ce785 HTTP/1.1" status: 200 len: 944 time: 0.0832806 May 28 07:21:53.586624 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dee76416-8517-43f9-8bf1-abe636023e94 req-d40d1a4a-139d-4fdd-ad87-08155365d4e4 tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbe583cf-3f46-4ea7-9048-1fd85d5114a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366905 May 28 07:21:53.766153 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device e0bd9307-c47d-48b3-9515-7bf137edb539 up at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:21:53.907963 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning for port e0bd9307-c47d-48b3-9515-7bf137edb539 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:21:53.912838 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning complete for port e0bd9307-c47d-48b3-9515-7bf137edb539 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:21:53.913214 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:21:54.038016 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port e0bd9307-c47d-48b3-9515-7bf137edb539 is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:21:54.038304 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:21:54.065010 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd63463a7-51b2-4694-b18e-cefbfd9ce785', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0bd9307-c47d-48b3-9515-7bf137edb539'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:21:54.074594 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port e0bd9307-c47d-48b3-9515-7bf137edb539, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=e0bd9307-c47d-48b3-9515-7bf137edb539,segment=NetworkSegment(92f7737d-c48c-46fb-bbe5-79da5e7f73c5),segment_id=92f7737d-c48c-46fb-bbe5-79da5e7f73c5)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:21:54.109346 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae736020-2e9b-48eb-8a9d-1ccff7d9f998'] response: {'server_uuid': 'd63463a7-51b2-4694-b18e-cefbfd9ce785', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0bd9307-c47d-48b3-9515-7bf137edb539', 'code': 200} May 28 07:21:54.155752 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:21:54.221567 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=e0bd9307-c47d-48b3-9515-7bf137edb539,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:21:54.232090 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d966a4-811d-4b7f-8d93-39cb9bf80d96 req-a2401990-e5d7-4bed-a5ac-5b183c3e8379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:21:54.233578 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f3d966a4-811d-4b7f-8d93-39cb9bf80d96 req-a2401990-e5d7-4bed-a5ac-5b183c3e8379 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d63463a7-51b2-4694-b18e-cefbfd9ce785 HTTP/1.1" status: 200 len: 1096 time: 0.0709479 May 28 07:21:54.275977 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f3d966a4-811d-4b7f-8d93-39cb9bf80d96 req-1e60d98a-c899-4cd3-9421-b77321b0a5a6 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=bbe583cf-3f46-4ea7-9048-1fd85d5114a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368485 May 28 07:21:54.769704 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae818aa-6bd4-4c60-84f2-41cd9a83ee62 req-c920afff-b1d0-4a7c-83c0-e9ee9c508f76 tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:21:54.771122 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4ae818aa-6bd4-4c60-84f2-41cd9a83ee62 req-c920afff-b1d0-4a7c-83c0-e9ee9c508f76 tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] 10.222.0.55 "GET /v2.0/ports?device_id=d63463a7-51b2-4694-b18e-cefbfd9ce785 HTTP/1.1" status: 200 len: 945 time: 0.0792642 May 28 07:21:54.815263 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4ae818aa-6bd4-4c60-84f2-41cd9a83ee62 req-62fa1ed7-99c8-4d3a-bc8c-fbe448090195 tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbe583cf-3f46-4ea7-9048-1fd85d5114a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383689 May 28 07:21:56.002172 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c4f002-2317-4ebd-9e39-c43827df084c req-65a1f77b-2170-47c6-a06e-a2deda073744 tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:21:56.003609 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b6c4f002-2317-4ebd-9e39-c43827df084c req-65a1f77b-2170-47c6-a06e-a2deda073744 tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] 10.222.0.55 "GET /v2.0/ports?device_id=d63463a7-51b2-4694-b18e-cefbfd9ce785 HTTP/1.1" status: 200 len: 945 time: 0.0853817 May 28 07:21:56.047268 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b6c4f002-2317-4ebd-9e39-c43827df084c req-ff38bc86-cacd-420f-afe4-2c0f29db5c50 tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbe583cf-3f46-4ea7-9048-1fd85d5114a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378687 May 28 07:21:56.479819 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-75092684-48c8-4841-8df6-d21b59cae7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:21:56.659776 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6af9cf-1e39-42ae-ab65-13b0d48de4ed req-21cf90c7-a52b-49b0-b31b-956b9a924c78 tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:21:56.661232 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1d6af9cf-1e39-42ae-ab65-13b0d48de4ed req-21cf90c7-a52b-49b0-b31b-956b9a924c78 tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] 10.222.0.55 "GET /v2.0/ports?device_id=d63463a7-51b2-4694-b18e-cefbfd9ce785 HTTP/1.1" status: 200 len: 945 time: 0.0799766 May 28 07:21:56.703957 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1d6af9cf-1e39-42ae-ab65-13b0d48de4ed req-f796cde5-65fa-4a09-86cd-f67383d17bbd tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbe583cf-3f46-4ea7-9048-1fd85d5114a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369878 May 28 07:21:57.899306 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03e97aa-54eb-4306-a1cd-7e6c3f37c11f req-8601d3ee-eb60-4548-9c9b-03e82245988e tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:21:57.900733 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e03e97aa-54eb-4306-a1cd-7e6c3f37c11f req-8601d3ee-eb60-4548-9c9b-03e82245988e tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] 10.222.0.69 "GET /v2.0/ports?device_id=d63463a7-51b2-4694-b18e-cefbfd9ce785 HTTP/1.1" status: 200 len: 945 time: 0.1373708 May 28 07:21:57.951909 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e05142b-8c3f-452f-afa9-91479912717a req-b7010388-63d9-4375-850d-543d0ef6c6d2 tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:21:57.953364 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7e05142b-8c3f-452f-afa9-91479912717a req-b7010388-63d9-4375-850d-543d0ef6c6d2 tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] 10.222.0.55 "GET /v2.0/ports?device_id=d63463a7-51b2-4694-b18e-cefbfd9ce785 HTTP/1.1" status: 200 len: 945 time: 0.1364789 May 28 07:21:58.008577 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-e03e97aa-54eb-4306-a1cd-7e6c3f37c11f req-3517493c-a048-48cc-bfe1-ba9960cd343b tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] Deleting port e0bd9307-c47d-48b3-9515-7bf137edb539 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:21:58.008916 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-e03e97aa-54eb-4306-a1cd-7e6c3f37c11f req-3517493c-a048-48cc-bfe1-ba9960cd343b tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:21:58.024447 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:21:58.057695 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7e05142b-8c3f-452f-afa9-91479912717a req-b6c62d46-2e3a-4f7a-8553-b8894cd9b023 tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbe583cf-3f46-4ea7-9048-1fd85d5114a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974333 May 28 07:21:58.356815 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-e03e97aa-54eb-4306-a1cd-7e6c3f37c11f req-3517493c-a048-48cc-bfe1-ba9960cd343b tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] For port e0bd9307-c47d-48b3-9515-7bf137edb539, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=e0bd9307-c47d-48b3-9515-7bf137edb539,segment=NetworkSegment(92f7737d-c48c-46fb-bbe5-79da5e7f73c5),segment_id=92f7737d-c48c-46fb-bbe5-79da5e7f73c5)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:21:58.357166 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-e03e97aa-54eb-4306-a1cd-7e6c3f37c11f req-3517493c-a048-48cc-bfe1-ba9960cd343b tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:21:58.514693 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-e03e97aa-54eb-4306-a1cd-7e6c3f37c11f req-3517493c-a048-48cc-bfe1-ba9960cd343b tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] Calling delete_port for e0bd9307-c47d-48b3-9515-7bf137edb539 owned by compute:nova {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:21:58.698778 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-e03e97aa-54eb-4306-a1cd-7e6c3f37c11f req-3517493c-a048-48cc-bfe1-ba9960cd343b tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:21:58.710649 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['e0bd9307-c47d-48b3-9515-7bf137edb539'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 07:21:58.743038 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['a180dddc-d06f-4836-92eb-ee5a4a5d9ae2'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 07:21:58.750592 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3517493c-a048-48cc-bfe1-ba9960cd343b tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] Pushing event deleted for resources: {'Port': ['ID=e0bd9307-c47d-48b3-9515-7bf137edb539,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:21:58.826506 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-e03e97aa-54eb-4306-a1cd-7e6c3f37c11f req-3517493c-a048-48cc-bfe1-ba9960cd343b tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] No DVR routers for this DVR port e0bd9307-c47d-48b3-9515-7bf137edb539 on host n-h1-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 07:21:58.829003 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-e03e97aa-54eb-4306-a1cd-7e6c3f37c11f req-3517493c-a048-48cc-bfe1-ba9960cd343b tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:21:58.831576 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd63463a7-51b2-4694-b18e-cefbfd9ce785', 'name': 'network-vif-deleted', 'tag': 'e0bd9307-c47d-48b3-9515-7bf137edb539'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:21:58.877197 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4e9fcec-5a04-4f1c-b988-7a494266f973'] response: {'server_uuid': 'd63463a7-51b2-4694-b18e-cefbfd9ce785', 'name': 'network-vif-deleted', 'tag': 'e0bd9307-c47d-48b3-9515-7bf137edb539', 'status': 'completed', 'code': 200} May 28 07:21:58.893762 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e03e97aa-54eb-4306-a1cd-7e6c3f37c11f req-3517493c-a048-48cc-bfe1-ba9960cd343b tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] 10.222.0.69 "DELETE /v2.0/ports/e0bd9307-c47d-48b3-9515-7bf137edb539 HTTP/1.1" status: 204 len: 173 time: 0.9866433 May 28 07:21:58.978873 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-58505c99-d20d-4747-a189-477236a1b26d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:21:59.227399 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-c69a679f-2926-4f0d-ac22-ce38db0022ae req-da9fe5ed-57af-434d-805a-4061e05ea096 tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] Synchronizing usage tracker for tenant:0a6ae78db90c4ce3b8a66b0de7eee911 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:21:59.315544 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-c69a679f-2926-4f0d-ac22-ce38db0022ae req-da9fe5ed-57af-434d-805a-4061e05ea096 tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] Unset dirty status for tenant:0a6ae78db90c4ce3b8a66b0de7eee911 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:21:59.316729 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c69a679f-2926-4f0d-ac22-ce38db0022ae req-da9fe5ed-57af-434d-805a-4061e05ea096 tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] 10.222.0.55 "GET /v2.0/ports?device_id=d63463a7-51b2-4694-b18e-cefbfd9ce785 HTTP/1.1" status: 200 len: 210 time: 0.1310434 May 28 07:22:00.035867 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:00.104128 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:00.582943 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88ca2b0-4d73-483b-a0e4-759b92d7689f req-c9f138bf-42e0-4fd4-b938-3b2efbb840b0 tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:22:00.584663 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c88ca2b0-4d73-483b-a0e4-759b92d7689f req-c9f138bf-42e0-4fd4-b938-3b2efbb840b0 tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] 10.222.0.55 "GET /v2.0/ports?device_id=00746ef7-2996-4ac9-9259-3101585d1f08 HTTP/1.1" status: 200 len: 946 time: 0.0838325 May 28 07:22:00.629286 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c88ca2b0-4d73-483b-a0e4-759b92d7689f req-9f922a3a-b322-4677-97f0-78f474ac89c7 tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbe583cf-3f46-4ea7-9048-1fd85d5114a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388064 May 28 07:22:00.830326 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3b6594-096f-4919-a3e3-6c810c01949a req-b51750e2-56f5-435d-9b55-e575bc6ebef6 tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:22:00.831771 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0a3b6594-096f-4919-a3e3-6c810c01949a req-b51750e2-56f5-435d-9b55-e575bc6ebef6 tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] 10.222.0.55 "GET /v2.0/ports?device_id=00746ef7-2996-4ac9-9259-3101585d1f08 HTTP/1.1" status: 200 len: 946 time: 0.0785906 May 28 07:22:00.875491 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0a3b6594-096f-4919-a3e3-6c810c01949a req-177bf064-b6c6-4deb-851c-34e701173ea8 tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbe583cf-3f46-4ea7-9048-1fd85d5114a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381627 May 28 07:22:01.063673 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3211d8-e6b7-48e9-8331-0a682a8b4b8b req-4744066a-d5da-4c37-b620-aca59ac7a0ca tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:22:01.065221 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ad3211d8-e6b7-48e9-8331-0a682a8b4b8b req-4744066a-d5da-4c37-b620-aca59ac7a0ca tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] 10.222.0.55 "GET /v2.0/ports?device_id=00746ef7-2996-4ac9-9259-3101585d1f08 HTTP/1.1" status: 200 len: 946 time: 0.0843713 May 28 07:22:01.111074 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ad3211d8-e6b7-48e9-8331-0a682a8b4b8b req-69004c74-4a59-40b3-b400-7b697abbb008 tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbe583cf-3f46-4ea7-9048-1fd85d5114a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397506 May 28 07:22:01.397867 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7e0f2d-a89f-4749-9249-cc7808b157ca req-32268f43-ceae-4eb6-8d7d-cb6a00354b9a tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:22:01.399343 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3e7e0f2d-a89f-4749-9249-cc7808b157ca req-32268f43-ceae-4eb6-8d7d-cb6a00354b9a tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] 10.222.0.55 "GET /v2.0/ports?device_id=00746ef7-2996-4ac9-9259-3101585d1f08 HTTP/1.1" status: 200 len: 946 time: 0.0814784 May 28 07:22:01.446081 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3e7e0f2d-a89f-4749-9249-cc7808b157ca req-d0d507ca-a1c4-441e-a5a2-0e5cc2ffa8b2 tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbe583cf-3f46-4ea7-9048-1fd85d5114a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405340 May 28 07:22:01.633345 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ec4aab-07d0-4040-9ea5-d13b35f5cba7 req-fbafc66e-a058-44d4-b633-4b2639b49dba tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:22:01.634812 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-20ec4aab-07d0-4040-9ea5-d13b35f5cba7 req-fbafc66e-a058-44d4-b633-4b2639b49dba tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] 10.222.0.55 "GET /v2.0/ports?device_id=00746ef7-2996-4ac9-9259-3101585d1f08 HTTP/1.1" status: 200 len: 946 time: 0.0850384 May 28 07:22:01.679312 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-20ec4aab-07d0-4040-9ea5-d13b35f5cba7 req-2f155b46-e8e6-4c1c-a367-7e7809c0780a tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbe583cf-3f46-4ea7-9048-1fd85d5114a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380933 May 28 07:22:01.814464 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device e0bd9307-c47d-48b3-9515-7bf137edb539 no longer exists at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:22:01.844207 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:01.849443 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] No Port match for: e0bd9307-c47d-48b3-9515-7bf137edb539 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 07:22:01.852119 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device e0bd9307-c47d-48b3-9515-7bf137edb539 not bound to the agent host n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 07:22:01.881856 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf4fc1d-e377-4c8d-b2c2-86ea5af657d4 req-54ba459e-0682-4fbe-925f-c389a4f574c5 tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:22:01.883302 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7cf4fc1d-e377-4c8d-b2c2-86ea5af657d4 req-54ba459e-0682-4fbe-925f-c389a4f574c5 tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] 10.222.0.55 "GET /v2.0/ports?device_id=00746ef7-2996-4ac9-9259-3101585d1f08 HTTP/1.1" status: 200 len: 946 time: 0.0851572 May 28 07:22:01.927057 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7cf4fc1d-e377-4c8d-b2c2-86ea5af657d4 req-00633ddc-7290-4af4-8a65-9315eec2d5e1 tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbe583cf-3f46-4ea7-9048-1fd85d5114a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376143 May 28 07:22:02.680012 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8896a4fd-e4e2-40a8-b61d-7fcab020dec8 req-1a37eab8-4999-4e94-8558-267d6c3bf486 tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:22:02.681516 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8896a4fd-e4e2-40a8-b61d-7fcab020dec8 req-1a37eab8-4999-4e94-8558-267d6c3bf486 tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] 10.222.0.55 "GET /v2.0/ports?device_id=00746ef7-2996-4ac9-9259-3101585d1f08 HTTP/1.1" status: 200 len: 946 time: 0.0807295 May 28 07:22:02.725637 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8896a4fd-e4e2-40a8-b61d-7fcab020dec8 req-e12ca5be-7c06-499c-8491-cb9b61f27d96 tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbe583cf-3f46-4ea7-9048-1fd85d5114a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377522 May 28 07:22:02.732188 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:03.915629 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1a31d1-d7c7-4718-a825-e5bb2fb35d55 req-3cff3173-dbee-4dbf-b48c-001b7361158c tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:22:03.917078 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0f1a31d1-d7c7-4718-a825-e5bb2fb35d55 req-3cff3173-dbee-4dbf-b48c-001b7361158c tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] 10.222.0.55 "GET /v2.0/ports?device_id=00746ef7-2996-4ac9-9259-3101585d1f08 HTTP/1.1" status: 200 len: 946 time: 0.0847993 May 28 07:22:03.961351 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0f1a31d1-d7c7-4718-a825-e5bb2fb35d55 req-98d3ed41-dff2-4ce6-a5c7-baf33d7302a9 tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbe583cf-3f46-4ea7-9048-1fd85d5114a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374331 May 28 07:22:04.213674 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9102040b-a1b2-416d-93fa-894d4cf29200 req-ca4a93d1-47b5-4997-a101-e0c3451630cb tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:22:04.214990 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9102040b-a1b2-416d-93fa-894d4cf29200 req-ca4a93d1-47b5-4997-a101-e0c3451630cb tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] 10.222.0.71 "GET /v2.0/ports?device_id=00746ef7-2996-4ac9-9259-3101585d1f08 HTTP/1.1" status: 200 len: 946 time: 0.0762274 May 28 07:22:04.285335 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-9102040b-a1b2-416d-93fa-894d4cf29200 req-d964f8e9-6ee3-4e50-8809-e6a5ae06cb2e tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] Deleting port a180dddc-d06f-4836-92eb-ee5a4a5d9ae2 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:22:04.285690 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-9102040b-a1b2-416d-93fa-894d4cf29200 req-d964f8e9-6ee3-4e50-8809-e6a5ae06cb2e tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:04.528765 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-9102040b-a1b2-416d-93fa-894d4cf29200 req-d964f8e9-6ee3-4e50-8809-e6a5ae06cb2e tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] For port a180dddc-d06f-4836-92eb-ee5a4a5d9ae2, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=a180dddc-d06f-4836-92eb-ee5a4a5d9ae2,segment=NetworkSegment(92f7737d-c48c-46fb-bbe5-79da5e7f73c5),segment_id=92f7737d-c48c-46fb-bbe5-79da5e7f73c5)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:22:04.529014 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-9102040b-a1b2-416d-93fa-894d4cf29200 req-d964f8e9-6ee3-4e50-8809-e6a5ae06cb2e tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:04.649611 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-9102040b-a1b2-416d-93fa-894d4cf29200 req-d964f8e9-6ee3-4e50-8809-e6a5ae06cb2e tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] Calling delete_port for a180dddc-d06f-4836-92eb-ee5a4a5d9ae2 owned by compute:nova {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:22:04.893183 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-9102040b-a1b2-416d-93fa-894d4cf29200 req-d964f8e9-6ee3-4e50-8809-e6a5ae06cb2e tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:04.926722 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['a180dddc-d06f-4836-92eb-ee5a4a5d9ae2'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 07:22:04.946520 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d964f8e9-6ee3-4e50-8809-e6a5ae06cb2e tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] Pushing event deleted for resources: {'Port': ['ID=a180dddc-d06f-4836-92eb-ee5a4a5d9ae2,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:22:05.151334 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-9102040b-a1b2-416d-93fa-894d4cf29200 req-d964f8e9-6ee3-4e50-8809-e6a5ae06cb2e tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] No DVR routers for this DVR port a180dddc-d06f-4836-92eb-ee5a4a5d9ae2 on host n-h2-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 07:22:05.155545 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-9102040b-a1b2-416d-93fa-894d4cf29200 req-d964f8e9-6ee3-4e50-8809-e6a5ae06cb2e tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:05.158553 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00746ef7-2996-4ac9-9259-3101585d1f08', 'name': 'network-vif-deleted', 'tag': 'a180dddc-d06f-4836-92eb-ee5a4a5d9ae2'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:22:05.207381 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-709dcdf5-80db-4d3e-ad27-39e728fb5436 req-679afa8d-a34b-4942-8108-35dee074306c tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] 10.222.0.55 "GET /v2.0/ports?device_id=00746ef7-2996-4ac9-9259-3101585d1f08 HTTP/1.1" status: 200 len: 210 time: 0.0585601 May 28 07:22:05.258426 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-999ef4a9-4429-467d-92eb-b27262e1f896'] response: {'server_uuid': '00746ef7-2996-4ac9-9259-3101585d1f08', 'name': 'network-vif-deleted', 'tag': 'a180dddc-d06f-4836-92eb-ee5a4a5d9ae2', 'status': 'completed', 'code': 200} May 28 07:22:05.270383 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9102040b-a1b2-416d-93fa-894d4cf29200 req-d964f8e9-6ee3-4e50-8809-e6a5ae06cb2e tempest-ServersNegativeTestJSON-298207864 tempest-ServersNegativeTestJSON-298207864-project] 10.222.0.71 "DELETE /v2.0/ports/a180dddc-d06f-4836-92eb-ee5a4a5d9ae2 HTTP/1.1" status: 204 len: 173 time: 1.0501416 May 28 07:22:06.303004 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 56596) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:22:06.363717 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5c98bb8-4c0c-4943-a588-46b5cc25a896 admin admin] Deleting subnet 9645a01c-f011-4f79-888e-acfc61d358fb {{(pid=89110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 07:22:06.366658 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f5c98bb8-4c0c-4943-a588-46b5cc25a896 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:06.413551 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f5c98bb8-4c0c-4943-a588-46b5cc25a896 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4150765'] for subnet, precommit_delete_associations {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:06.466687 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f5c98bb8-4c0c-4943-a588-46b5cc25a896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:06.627947 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f5c98bb8-4c0c-4943-a588-46b5cc25a896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3115981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3172005'] for subnet, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:06.664205 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c98bb8-4c0c-4943-a588-46b5cc25a896 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9645a01c-f011-4f79-888e-acfc61d358fb,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:22:06.669802 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f5c98bb8-4c0c-4943-a588-46b5cc25a896 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:06.676139 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-f5c98bb8-4c0c-4943-a588-46b5cc25a896 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/9645a01c-f011-4f79-888e-acfc61d358fb HTTP/1.1" status: 204 len: 168 time: 0.3719800 May 28 07:22:06.678392 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 56600) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:22:06.782625 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-87fd0174-12e8-4d18-beb8-de2c8a03db71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:06.902564 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-87fd0174-12e8-4d18-beb8-de2c8a03db71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:06.927210 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-87fd0174-12e8-4d18-beb8-de2c8a03db71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10624464-4783-4394-994c-0109eaabf513']}} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:22:06.938753 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-87fd0174-12e8-4d18-beb8-de2c8a03db71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92f7737d-c48c-46fb-bbe5-79da5e7f73c5') {'for_net_delete': True} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:22:06.939041 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-87fd0174-12e8-4d18-beb8-de2c8a03db71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92f7737d-c48c-46fb-bbe5-79da5e7f73c5') {} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:22:06.949827 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-87fd0174-12e8-4d18-beb8-de2c8a03db71 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4150778'] for segment, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:06.967088 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-87fd0174-12e8-4d18-beb8-de2c8a03db71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:06.973194 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87fd0174-12e8-4d18-beb8-de2c8a03db71 admin admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=89110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 07:22:06.973610 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-87fd0174-12e8-4d18-beb8-de2c8a03db71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3143023'] for segment, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:07.038740 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment 92f7737d-c48c-46fb-bbe5-79da5e7f73c5 resource provider aggregate not found May 28 07:22:07.057569 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment 92f7737d-c48c-46fb-bbe5-79da5e7f73c5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 92f7737d-c48c-46fb-bbe5-79da5e7f73c5 found for delete ", "request_id": "req-30a9a32c-262c-4070-9406-244fa5d3f52c"}]} May 28 07:22:07.141761 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-87fd0174-12e8-4d18-beb8-de2c8a03db71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:07.158252 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-87fd0174-12e8-4d18-beb8-de2c8a03db71 admin admin] Notify callbacks [] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:07.167015 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fd0174-12e8-4d18-beb8-de2c8a03db71 admin admin] Pushing event deleted for resources: {'Network': ['ID=10624464-4783-4394-994c-0109eaabf513,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:22:07.170007 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-87fd0174-12e8-4d18-beb8-de2c8a03db71 admin admin] 10.222.0.55 "DELETE /v2.0/networks/10624464-4783-4394-994c-0109eaabf513 HTTP/1.1" status: 204 len: 168 time: 0.4907138 May 28 07:22:07.573652 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 56610) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:22:07.621008 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-9477829e-4114-4a82-a0bf-c7aeb98b4260 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0a6ae78db90c4ce3b8a66b0de7eee911&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0462453 May 28 07:22:07.624215 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 56614) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:22:07.683361 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-33b29232-4b81-4376-a73f-f92be1304488 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:07.709090 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-33b29232-4b81-4376-a73f-f92be1304488 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:07.833808 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-33b29232-4b81-4376-a73f-f92be1304488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:07.851606 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b29232-4b81-4376-a73f-f92be1304488 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbe583cf-3f46-4ea7-9048-1fd85d5114a0,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:22:07.857295 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-33b29232-4b81-4376-a73f-f92be1304488 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:07.858777 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-33b29232-4b81-4376-a73f-f92be1304488 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bbe583cf-3f46-4ea7-9048-1fd85d5114a0 HTTP/1.1" status: 204 len: 168 time: 0.2336926 May 28 07:22:08.940756 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 56638) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:22:09.042975 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-aa1c982c-2cd2-43fe-a805-a73ae0f3e72d tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1363425284'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:22:09.048820 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-aa1c982c-2cd2-43fe-a805-a73ae0f3e72d tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:22:09.052738 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-aa1c982c-2cd2-43fe-a805-a73ae0f3e72d tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Usage tracker for resource:network and tenant:d2255cc7de294353bd1c624351688c67 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:22:09.055716 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-aa1c982c-2cd2-43fe-a805-a73ae0f3e72d tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:22:09.062090 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-aa1c982c-2cd2-43fe-a805-a73ae0f3e72d tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:22:09.130573 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa1c982c-2cd2-43fe-a805-a73ae0f3e72d tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Made reservation on behalf of d2255cc7de294353bd1c624351688c67 for: {'network': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 07:22:09.133876 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-aa1c982c-2cd2-43fe-a805-a73ae0f3e72d tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:09.146387 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-aa1c982c-2cd2-43fe-a805-a73ae0f3e72d tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:09.160734 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-aa1c982c-2cd2-43fe-a805-a73ae0f3e72d tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:22:09.163142 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device a180dddc-d06f-4836-92eb-ee5a4a5d9ae2 no longer exists at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:22:09.164694 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-aa1c982c-2cd2-43fe-a805-a73ae0f3e72d tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Usage tracker for resource:security_group_rule and tenant:d2255cc7de294353bd1c624351688c67 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:22:09.167551 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-aa1c982c-2cd2-43fe-a805-a73ae0f3e72d tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:22:09.174236 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-aa1c982c-2cd2-43fe-a805-a73ae0f3e72d tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:22:09.197502 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] No Port match for: a180dddc-d06f-4836-92eb-ee5a4a5d9ae2 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 07:22:09.197848 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device a180dddc-d06f-4836-92eb-ee5a4a5d9ae2 not bound to the agent host n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 07:22:09.269099 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-aa1c982c-2cd2-43fe-a805-a73ae0f3e72d tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:09.336420 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-aa1c982c-2cd2-43fe-a805-a73ae0f3e72d tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:09.371593 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa1c982c-2cd2-43fe-a805-a73ae0f3e72d tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=89110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 07:22:09.380209 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1c982c-2cd2-43fe-a805-a73ae0f3e72d tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2df33e5b-bff8-41ca-be00-1f4c2aa2a4f5,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:22:09.385593 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-aa1c982c-2cd2-43fe-a805-a73ae0f3e72d tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:09.385867 n-d-843702-1 neutron-server[89110]: INFO neutron.db.segments_db [None req-aa1c982c-2cd2-43fe-a805-a73ae0f3e72d tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Added segment 702d5568-5f2f-43fc-b1a7-1b6bfae5ed9b of type vlan for network 35799e6f-ee5d-4e12-932a-a62b931ceefe May 28 07:22:09.410393 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-aa1c982c-2cd2-43fe-a805-a73ae0f3e72d tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:09.510717 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-aa1c982c-2cd2-43fe-a805-a73ae0f3e72d tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:09.520725 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa1c982c-2cd2-43fe-a805-a73ae0f3e72d tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:22:09.531741 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-aa1c982c-2cd2-43fe-a805-a73ae0f3e72d tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Notify callbacks [] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:09.628347 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1c982c-2cd2-43fe-a805-a73ae0f3e72d tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Pushing event updated for resources: {'Network': ['ID=35799e6f-ee5d-4e12-932a-a62b931ceefe,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:22:09.638203 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 35799e6f-ee5d-4e12-932a-a62b931ceefe details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 07:22:09.697150 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-aa1c982c-2cd2-43fe-a805-a73ae0f3e72d tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7552557 May 28 07:22:12.928168 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 56644) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:22:12.933938 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-f3a15b16-95c4-4828-b4a0-d2f1e5f2004e tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Request body: {'subnet': {'network_id': '35799e6f-ee5d-4e12-932a-a62b931ceefe', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:22:13.042910 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-f3a15b16-95c4-4828-b4a0-d2f1e5f2004e tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:22:13.047396 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-f3a15b16-95c4-4828-b4a0-d2f1e5f2004e tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Usage tracker for resource:subnet and tenant:d2255cc7de294353bd1c624351688c67 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:22:13.050130 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-f3a15b16-95c4-4828-b4a0-d2f1e5f2004e tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:22:13.055637 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-f3a15b16-95c4-4828-b4a0-d2f1e5f2004e tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:22:13.160943 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3a15b16-95c4-4828-b4a0-d2f1e5f2004e tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Made reservation on behalf of d2255cc7de294353bd1c624351688c67 for: {'subnet': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 07:22:13.164384 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f3a15b16-95c4-4828-b4a0-d2f1e5f2004e tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3171998'] for subnet, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:13.498996 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f3a15b16-95c4-4828-b4a0-d2f1e5f2004e tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3115906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3172012'] for subnet, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:13.575949 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a15b16-95c4-4828-b4a0-d2f1e5f2004e tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Pushing event updated for resources: {'Subnet': ['ID=f7d14f0e-b9d6-4bdf-a727-5171566e582d,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:22:13.584430 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a15b16-95c4-4828-b4a0-d2f1e5f2004e tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Checking segment: {'id': '702d5568-5f2f-43fc-b1a7-1b6bfae5ed9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '35799e6f-ee5d-4e12-932a-a62b931ceefe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:22:13.584791 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a15b16-95c4-4828-b4a0-d2f1e5f2004e tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Network hostable DHCP agents. Network: 35799e6f-ee5d-4e12-932a-a62b931ceefe, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89110) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 07:22:13.692269 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a15b16-95c4-4828-b4a0-d2f1e5f2004e tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Network 35799e6f-ee5d-4e12-932a-a62b931ceefe is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89110) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 07:22:13.841693 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-f3a15b16-95c4-4828-b4a0-d2f1e5f2004e tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, 35799e6f-ee5d-4e12-932a-a62b931ceefe) {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:22:13.845793 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a15b16-95c4-4828-b4a0-d2f1e5f2004e tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:22:13.846377 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f3a15b16-95c4-4828-b4a0-d2f1e5f2004e tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:13.852093 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17fac4f1-0735-4c4e-b03d-f82159e89709 None None] Network 35799e6f-ee5d-4e12-932a-a62b931ceefe requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 07:22:13.994230 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-f3a15b16-95c4-4828-b4a0-d2f1e5f2004e tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0649354 May 28 07:22:13.998795 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 56648) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:22:14.004504 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-2ef833c5-55bb-42ac-87b0-4adfeb53dc02 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1036716909'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:22:14.011000 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-2ef833c5-55bb-42ac-87b0-4adfeb53dc02 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:22:14.015066 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-2ef833c5-55bb-42ac-87b0-4adfeb53dc02 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Usage tracker for resource:network and tenant:d2255cc7de294353bd1c624351688c67 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:22:14.017961 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-2ef833c5-55bb-42ac-87b0-4adfeb53dc02 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:22:14.023617 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-2ef833c5-55bb-42ac-87b0-4adfeb53dc02 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:22:14.100445 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a65c7d-f8ef-4bbd-a726-8effb3f6872a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-35799e6f-ee5d-4e12-932a-a62b931ceefe', 'network_id': '35799e6f-ee5d-4e12-932a-a62b931ceefe', 'tenant_id': 'd2255cc7de294353bd1c624351688c67', 'fixed_ips': [{'subnet_id': 'f7d14f0e-b9d6-4bdf-a727-5171566e582d'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 07:22:14.101390 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-51a65c7d-f8ef-4bbd-a726-8effb3f6872a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:14.126945 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ef833c5-55bb-42ac-87b0-4adfeb53dc02 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Made reservation on behalf of d2255cc7de294353bd1c624351688c67 for: {'network': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 07:22:14.130428 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2ef833c5-55bb-42ac-87b0-4adfeb53dc02 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:14.161156 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ef833c5-55bb-42ac-87b0-4adfeb53dc02 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=89109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 07:22:14.170877 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2ef833c5-55bb-42ac-87b0-4adfeb53dc02 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:14.171216 n-d-843702-1 neutron-server[89109]: INFO neutron.db.segments_db [None req-2ef833c5-55bb-42ac-87b0-4adfeb53dc02 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Added segment 6d3ae16b-1285-4ac1-b2b0-97fdb8ac4d90 of type vlan for network 9d924c5a-4fc3-41a5-be96-4c1d834fea8d May 28 07:22:14.197562 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2ef833c5-55bb-42ac-87b0-4adfeb53dc02 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:14.274222 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-51a65c7d-f8ef-4bbd-a726-8effb3f6872a None None] Allocated IP 2001:db8:0:ffff::2 (35799e6f-ee5d-4e12-932a-a62b931ceefe/f7d14f0e-b9d6-4bdf-a727-5171566e582d/f962d8f8-b3aa-4a84-8c72-519ece517602) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:22:14.344453 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2ef833c5-55bb-42ac-87b0-4adfeb53dc02 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:14.350078 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef833c5-55bb-42ac-87b0-4adfeb53dc02 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:22:14.350810 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2ef833c5-55bb-42ac-87b0-4adfeb53dc02 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:14.490322 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-51a65c7d-f8ef-4bbd-a726-8effb3f6872a None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:14.501164 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-51a65c7d-f8ef-4bbd-a726-8effb3f6872a None None] Transition to ACTIVE for port object f962d8f8-b3aa-4a84-8c72-519ece517602 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:22:14.519675 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-51a65c7d-f8ef-4bbd-a726-8effb3f6872a None None] Transition to ACTIVE for port object f962d8f8-b3aa-4a84-8c72-519ece517602 will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:22:14.567109 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef833c5-55bb-42ac-87b0-4adfeb53dc02 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Pushing event updated for resources: {'Network': ['ID=9d924c5a-4fc3-41a5-be96-4c1d834fea8d,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:22:14.577176 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 9d924c5a-4fc3-41a5-be96-4c1d834fea8d details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 07:22:14.652482 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-51a65c7d-f8ef-4bbd-a726-8effb3f6872a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:14.665019 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-2ef833c5-55bb-42ac-87b0-4adfeb53dc02 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6651256 May 28 07:22:14.667898 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 56654) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:22:14.673538 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-316daf4d-ba7a-48a8-b9d2-8335e8a4721a tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Request body: {'subnet': {'network_id': '9d924c5a-4fc3-41a5-be96-4c1d834fea8d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:22:14.736774 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a65c7d-f8ef-4bbd-a726-8effb3f6872a None None] Network 35799e6f-ee5d-4e12-932a-a62b931ceefe is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:22:14.743399 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-51a65c7d-f8ef-4bbd-a726-8effb3f6872a None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:22:14.748152 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a65c7d-f8ef-4bbd-a726-8effb3f6872a None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:22:14.753806 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a65c7d-f8ef-4bbd-a726-8effb3f6872a None None] Pushing event updated for resources: {'Port': ['ID=f962d8f8-b3aa-4a84-8c72-519ece517602,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:22:14.788230 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-316daf4d-ba7a-48a8-b9d2-8335e8a4721a tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:22:14.792081 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-316daf4d-ba7a-48a8-b9d2-8335e8a4721a tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Usage tracker for resource:subnet and tenant:d2255cc7de294353bd1c624351688c67 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:22:14.795140 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-316daf4d-ba7a-48a8-b9d2-8335e8a4721a tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:22:14.800844 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-316daf4d-ba7a-48a8-b9d2-8335e8a4721a tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:22:14.844132 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-51a65c7d-f8ef-4bbd-a726-8effb3f6872a None None] Attempting to bind port f962d8f8-b3aa-4a84-8c72-519ece517602 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 07:22:14.844494 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-51a65c7d-f8ef-4bbd-a726-8effb3f6872a None None] Attempting to bind port f962d8f8-b3aa-4a84-8c72-519ece517602 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': '702d5568-5f2f-43fc-b1a7-1b6bfae5ed9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '35799e6f-ee5d-4e12-932a-a62b931ceefe'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 07:22:14.844858 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a65c7d-f8ef-4bbd-a726-8effb3f6872a None None] Attempting to bind port f962d8f8-b3aa-4a84-8c72-519ece517602 on network 35799e6f-ee5d-4e12-932a-a62b931ceefe {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:22:14.850190 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a65c7d-f8ef-4bbd-a726-8effb3f6872a None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 7, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 07:22:14.850501 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a65c7d-f8ef-4bbd-a726-8effb3f6872a None None] Checking segment: {'id': '702d5568-5f2f-43fc-b1a7-1b6bfae5ed9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '35799e6f-ee5d-4e12-932a-a62b931ceefe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:22:14.850895 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-51a65c7d-f8ef-4bbd-a726-8effb3f6872a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:14.851374 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a65c7d-f8ef-4bbd-a726-8effb3f6872a None None] Bound using segment: {'id': '702d5568-5f2f-43fc-b1a7-1b6bfae5ed9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '35799e6f-ee5d-4e12-932a-a62b931ceefe'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 07:22:14.851841 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-51a65c7d-f8ef-4bbd-a726-8effb3f6872a None None] Bound port: f962d8f8-b3aa-4a84-8c72-519ece517602, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '702d5568-5f2f-43fc-b1a7-1b6bfae5ed9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '35799e6f-ee5d-4e12-932a-a62b931ceefe'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 07:22:14.852210 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-51a65c7d-f8ef-4bbd-a726-8effb3f6872a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:14.869814 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-316daf4d-ba7a-48a8-b9d2-8335e8a4721a tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Made reservation on behalf of d2255cc7de294353bd1c624351688c67 for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 07:22:14.873556 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-316daf4d-ba7a-48a8-b9d2-8335e8a4721a tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:14.937451 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-51a65c7d-f8ef-4bbd-a726-8effb3f6872a None None] For port f962d8f8-b3aa-4a84-8c72-519ece517602, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:22:14.940500 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-51a65c7d-f8ef-4bbd-a726-8effb3f6872a None None] For port f962d8f8-b3aa-4a84-8c72-519ece517602, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=f962d8f8-b3aa-4a84-8c72-519ece517602,segment=NetworkSegment(702d5568-5f2f-43fc-b1a7-1b6bfae5ed9b),segment_id=702d5568-5f2f-43fc-b1a7-1b6bfae5ed9b)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 07:22:15.053364 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-51a65c7d-f8ef-4bbd-a726-8effb3f6872a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:15.136704 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a65c7d-f8ef-4bbd-a726-8effb3f6872a None None] Pushing event updated for resources: {'Port': ['ID=f962d8f8-b3aa-4a84-8c72-519ece517602,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:22:15.187964 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-316daf4d-ba7a-48a8-b9d2-8335e8a4721a tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:15.274739 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316daf4d-ba7a-48a8-b9d2-8335e8a4721a tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Pushing event updated for resources: {'Subnet': ['ID=29aafeee-a0ed-4075-bf4c-0e274177ba8b,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:22:15.284233 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316daf4d-ba7a-48a8-b9d2-8335e8a4721a tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Checking segment: {'id': '6d3ae16b-1285-4ac1-b2b0-97fdb8ac4d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '9d924c5a-4fc3-41a5-be96-4c1d834fea8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:22:15.284948 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316daf4d-ba7a-48a8-b9d2-8335e8a4721a tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Network hostable DHCP agents. Network: 9d924c5a-4fc3-41a5-be96-4c1d834fea8d, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 07:22:15.401511 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316daf4d-ba7a-48a8-b9d2-8335e8a4721a tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Network 9d924c5a-4fc3-41a5-be96-4c1d834fea8d is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 07:22:15.458671 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-316daf4d-ba7a-48a8-b9d2-8335e8a4721a tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, 9d924c5a-4fc3-41a5-be96-4c1d834fea8d) {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:22:15.466236 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6037a10-81dd-465b-8efc-455dc0b52b90 None None] Network 9d924c5a-4fc3-41a5-be96-4c1d834fea8d requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 07:22:15.467270 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-316daf4d-ba7a-48a8-b9d2-8335e8a4721a tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:22:15.467872 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-316daf4d-ba7a-48a8-b9d2-8335e8a4721a tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:15.554365 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-316daf4d-ba7a-48a8-b9d2-8335e8a4721a tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.8854260 May 28 07:22:15.557127 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 56660) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:22:15.692136 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2bd4043-826d-4b07-abed-1f48557fe28c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-9d924c5a-4fc3-41a5-be96-4c1d834fea8d', 'network_id': '9d924c5a-4fc3-41a5-be96-4c1d834fea8d', 'tenant_id': 'd2255cc7de294353bd1c624351688c67', 'fixed_ips': [{'subnet_id': '29aafeee-a0ed-4075-bf4c-0e274177ba8b'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 07:22:15.693189 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e2bd4043-826d-4b07-abed-1f48557fe28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:15.820464 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ed6602ca-b496-41e9-8474-11b85bb23dfe tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:15.853887 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-e2bd4043-826d-4b07-abed-1f48557fe28c None None] Allocated IP 2001:db8::2 (9d924c5a-4fc3-41a5-be96-4c1d834fea8d/29aafeee-a0ed-4075-bf4c-0e274177ba8b/f181fe1b-ba2b-4eae-bcab-9124140310aa) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:22:15.889879 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ed6602ca-b496-41e9-8474-11b85bb23dfe tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:16.076740 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e2bd4043-826d-4b07-abed-1f48557fe28c None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:16.087137 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-e2bd4043-826d-4b07-abed-1f48557fe28c None None] Transition to ACTIVE for port object f181fe1b-ba2b-4eae-bcab-9124140310aa will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:22:16.107179 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-e2bd4043-826d-4b07-abed-1f48557fe28c None None] Transition to ACTIVE for port object f181fe1b-ba2b-4eae-bcab-9124140310aa will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:22:16.165381 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e2bd4043-826d-4b07-abed-1f48557fe28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:16.207420 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8726a51-330c-4501-92c0-93332efe8957 None None] Network 35799e6f-ee5d-4e12-932a-a62b931ceefe requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 07:22:16.268393 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ed6602ca-b496-41e9-8474-11b85bb23dfe tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3115981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3172005'] for subnet, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:16.306854 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6602ca-b496-41e9-8474-11b85bb23dfe tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Pushing event deleted for resources: {'Subnet': ['ID=29aafeee-a0ed-4075-bf4c-0e274177ba8b,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:22:16.367358 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2bd4043-826d-4b07-abed-1f48557fe28c None None] Network 9d924c5a-4fc3-41a5-be96-4c1d834fea8d is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:22:16.375828 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-e2bd4043-826d-4b07-abed-1f48557fe28c None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:22:16.382220 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2bd4043-826d-4b07-abed-1f48557fe28c None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:22:16.390048 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bd4043-826d-4b07-abed-1f48557fe28c None None] Pushing event updated for resources: {'Port': ['ID=f181fe1b-ba2b-4eae-bcab-9124140310aa,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:22:16.410476 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ed6602ca-b496-41e9-8474-11b85bb23dfe tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:16.436775 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-ed6602ca-b496-41e9-8474-11b85bb23dfe tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d924c5a-4fc3-41a5-be96-4c1d834fea8d']}} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:22:16.448926 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-ed6602ca-b496-41e9-8474-11b85bb23dfe tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d3ae16b-1285-4ac1-b2b0-97fdb8ac4d90') {'for_net_delete': True} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:22:16.449135 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-ed6602ca-b496-41e9-8474-11b85bb23dfe tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d3ae16b-1285-4ac1-b2b0-97fdb8ac4d90') {} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:22:16.461162 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ed6602ca-b496-41e9-8474-11b85bb23dfe tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4150778'] for segment, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:16.478036 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ed6602ca-b496-41e9-8474-11b85bb23dfe tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:16.480797 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-7144141f-51a7-4909-8b81-a0230211fede None None] Provisioning for port f962d8f8-b3aa-4a84-8c72-519ece517602 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:22:16.485146 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed6602ca-b496-41e9-8474-11b85bb23dfe tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=89110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 07:22:16.485606 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ed6602ca-b496-41e9-8474-11b85bb23dfe tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3143023'] for segment, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:16.516285 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-e2bd4043-826d-4b07-abed-1f48557fe28c None None] Attempting to bind port f181fe1b-ba2b-4eae-bcab-9124140310aa on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 07:22:16.517105 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-e2bd4043-826d-4b07-abed-1f48557fe28c None None] Attempting to bind port f181fe1b-ba2b-4eae-bcab-9124140310aa by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': '6d3ae16b-1285-4ac1-b2b0-97fdb8ac4d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '9d924c5a-4fc3-41a5-be96-4c1d834fea8d'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 07:22:16.517862 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2bd4043-826d-4b07-abed-1f48557fe28c None None] Attempting to bind port f181fe1b-ba2b-4eae-bcab-9124140310aa on network 9d924c5a-4fc3-41a5-be96-4c1d834fea8d {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:22:16.528845 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2bd4043-826d-4b07-abed-1f48557fe28c None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 7, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 07:22:16.529433 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2bd4043-826d-4b07-abed-1f48557fe28c None None] Checking segment: {'id': '6d3ae16b-1285-4ac1-b2b0-97fdb8ac4d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '9d924c5a-4fc3-41a5-be96-4c1d834fea8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:22:16.530025 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e2bd4043-826d-4b07-abed-1f48557fe28c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:16.530542 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2bd4043-826d-4b07-abed-1f48557fe28c None None] Bound using segment: {'id': '6d3ae16b-1285-4ac1-b2b0-97fdb8ac4d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '9d924c5a-4fc3-41a5-be96-4c1d834fea8d'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 07:22:16.531135 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-e2bd4043-826d-4b07-abed-1f48557fe28c None None] Bound port: f181fe1b-ba2b-4eae-bcab-9124140310aa, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d3ae16b-1285-4ac1-b2b0-97fdb8ac4d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '9d924c5a-4fc3-41a5-be96-4c1d834fea8d'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 07:22:16.531621 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e2bd4043-826d-4b07-abed-1f48557fe28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:16.557093 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment 6d3ae16b-1285-4ac1-b2b0-97fdb8ac4d90 resource provider aggregate not found May 28 07:22:16.585455 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment 6d3ae16b-1285-4ac1-b2b0-97fdb8ac4d90 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6d3ae16b-1285-4ac1-b2b0-97fdb8ac4d90 found for delete ", "request_id": "req-74e99e6b-8a0a-4818-b849-dcd571e10642"}]} May 28 07:22:16.635923 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.db.api [None req-ed6602ca-b496-41e9-8474-11b85bb23dfe tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 28 07:22:16.635923 n-d-843702-1 neutron-server[89110]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 28 07:22:16.635923 n-d-843702-1 neutron-server[89110]: [parameters: {'id': '9d924c5a-4fc3-41a5-be96-4c1d834fea8d'}] May 28 07:22:16.635923 n-d-843702-1 neutron-server[89110]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89110) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 07:22:16.636308 n-d-843702-1 neutron-server[89110]: DEBUG oslo_db.api [None req-ed6602ca-b496-41e9-8474-11b85bb23dfe tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 07:22:16.690680 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device f962d8f8-b3aa-4a84-8c72-519ece517602 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:22:16.752422 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-e2bd4043-826d-4b07-abed-1f48557fe28c None None] For port f181fe1b-ba2b-4eae-bcab-9124140310aa, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:22:16.773443 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-e2bd4043-826d-4b07-abed-1f48557fe28c None None] For port f181fe1b-ba2b-4eae-bcab-9124140310aa, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=f181fe1b-ba2b-4eae-bcab-9124140310aa,segment=NetworkSegment(6d3ae16b-1285-4ac1-b2b0-97fdb8ac4d90),segment_id=6d3ae16b-1285-4ac1-b2b0-97fdb8ac4d90)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 07:22:16.864925 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e2bd4043-826d-4b07-abed-1f48557fe28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:16.926635 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port f962d8f8-b3aa-4a84-8c72-519ece517602 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:22:16.942819 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port f962d8f8-b3aa-4a84-8c72-519ece517602 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:22:16.943254 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:17.057566 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bd4043-826d-4b07-abed-1f48557fe28c None None] Pushing event updated for resources: {'Port': ['ID=f181fe1b-ba2b-4eae-bcab-9124140310aa,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:22:17.089486 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-9f720d54-e89f-40da-881c-fd816db1e1b7 None None] Provisioning complete for port f962d8f8-b3aa-4a84-8c72-519ece517602 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:22:17.089858 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-9f720d54-e89f-40da-881c-fd816db1e1b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:17.116087 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-283ac740-10a8-42cb-8baf-863ad86a876d None None] Network 9d924c5a-4fc3-41a5-be96-4c1d834fea8d requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 07:22:17.138439 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ed6602ca-b496-41e9-8474-11b85bb23dfe tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:17.149302 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-ed6602ca-b496-41e9-8474-11b85bb23dfe tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Deleting port f181fe1b-ba2b-4eae-bcab-9124140310aa {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:22:17.149696 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ed6602ca-b496-41e9-8474-11b85bb23dfe tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:17.297510 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port f962d8f8-b3aa-4a84-8c72-519ece517602 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:22:17.297890 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:17.362851 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [None req-ed6602ca-b496-41e9-8474-11b85bb23dfe tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] For port f181fe1b-ba2b-4eae-bcab-9124140310aa, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=f181fe1b-ba2b-4eae-bcab-9124140310aa,segment=NetworkSegment(6d3ae16b-1285-4ac1-b2b0-97fdb8ac4d90),segment_id=6d3ae16b-1285-4ac1-b2b0-97fdb8ac4d90)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:22:17.363125 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ed6602ca-b496-41e9-8474-11b85bb23dfe tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:17.456085 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port f962d8f8-b3aa-4a84-8c72-519ece517602, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=f962d8f8-b3aa-4a84-8c72-519ece517602,segment=NetworkSegment(702d5568-5f2f-43fc-b1a7-1b6bfae5ed9b),segment_id=702d5568-5f2f-43fc-b1a7-1b6bfae5ed9b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:22:17.459373 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-9f720d54-e89f-40da-881c-fd816db1e1b7 None None] Current status of the port f962d8f8-b3aa-4a84-8c72-519ece517602 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:22:17.459745 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-9f720d54-e89f-40da-881c-fd816db1e1b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:17.493086 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-ed6602ca-b496-41e9-8474-11b85bb23dfe tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Calling delete_port for f181fe1b-ba2b-4eae-bcab-9124140310aa owned by network:dhcp {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:22:17.507281 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec3f8b9-b883-494d-ab8e-e717f143fa5a None None] get_active_networks_info from n-d-843702-1 {{(pid=89111) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 28 07:22:17.546316 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:17.633666 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ed6602ca-b496-41e9-8474-11b85bb23dfe tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:17.683140 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6602ca-b496-41e9-8474-11b85bb23dfe tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Pushing event deleted for resources: {'Port': ['ID=f181fe1b-ba2b-4eae-bcab-9124140310aa,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:22:17.687377 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.db.api [None req-9f720d54-e89f-40da-881c-fd816db1e1b7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89111) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 07:22:17.687727 n-d-843702-1 neutron-server[89111]: DEBUG oslo_db.api [None req-9f720d54-e89f-40da-881c-fd816db1e1b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 07:22:17.687932 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6602ca-b496-41e9-8474-11b85bb23dfe tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] No DVR routers for this DVR port f181fe1b-ba2b-4eae-bcab-9124140310aa on host n-d-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 07:22:17.698543 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=f962d8f8-b3aa-4a84-8c72-519ece517602,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:22:17.709889 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec3f8b9-b883-494d-ab8e-e717f143fa5a None None] Resources bound (agent type, host, resource id): {{(pid=89111) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 28 07:22:17.811509 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ed6602ca-b496-41e9-8474-11b85bb23dfe tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:17.836294 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-ed6602ca-b496-41e9-8474-11b85bb23dfe tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d924c5a-4fc3-41a5-be96-4c1d834fea8d']}} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:22:17.849035 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-ed6602ca-b496-41e9-8474-11b85bb23dfe tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d3ae16b-1285-4ac1-b2b0-97fdb8ac4d90') {'for_net_delete': True} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:22:17.849327 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-ed6602ca-b496-41e9-8474-11b85bb23dfe tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d3ae16b-1285-4ac1-b2b0-97fdb8ac4d90') {} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:22:17.861179 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ed6602ca-b496-41e9-8474-11b85bb23dfe tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4150778'] for segment, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:17.876919 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ed6602ca-b496-41e9-8474-11b85bb23dfe tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:17.882757 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed6602ca-b496-41e9-8474-11b85bb23dfe tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=89110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 07:22:17.883129 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ed6602ca-b496-41e9-8474-11b85bb23dfe tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3143023'] for segment, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:18.052627 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ed6602ca-b496-41e9-8474-11b85bb23dfe tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:18.070712 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ed6602ca-b496-41e9-8474-11b85bb23dfe tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Notify callbacks [] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:18.081783 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6602ca-b496-41e9-8474-11b85bb23dfe tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Pushing event deleted for resources: {'Network': ['ID=9d924c5a-4fc3-41a5-be96-4c1d834fea8d,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:22:18.088216 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-ed6602ca-b496-41e9-8474-11b85bb23dfe tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] 10.222.0.55 "DELETE /v2.0/networks/9d924c5a-4fc3-41a5-be96-4c1d834fea8d HTTP/1.1" status: 204 len: 168 time: 2.5298882 May 28 07:22:18.091931 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 56668) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:22:18.097251 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-5da5b996-908d-489f-aa8a-d846a33526b0 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2010810357'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:22:18.102667 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-5da5b996-908d-489f-aa8a-d846a33526b0 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:22:18.106858 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-5da5b996-908d-489f-aa8a-d846a33526b0 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Usage tracker for resource:network and tenant:d2255cc7de294353bd1c624351688c67 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:22:18.109705 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-5da5b996-908d-489f-aa8a-d846a33526b0 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:22:18.115734 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-5da5b996-908d-489f-aa8a-d846a33526b0 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:22:18.178187 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5da5b996-908d-489f-aa8a-d846a33526b0 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Made reservation on behalf of d2255cc7de294353bd1c624351688c67 for: {'network': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 07:22:18.181577 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5da5b996-908d-489f-aa8a-d846a33526b0 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:18.209692 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5da5b996-908d-489f-aa8a-d846a33526b0 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=89110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 07:22:18.218832 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5da5b996-908d-489f-aa8a-d846a33526b0 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:18.219173 n-d-843702-1 neutron-server[89110]: INFO neutron.db.segments_db [None req-5da5b996-908d-489f-aa8a-d846a33526b0 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Added segment 7c13dcb1-e01a-4cda-ac44-028137759fa2 of type vlan for network 134e9b3b-454e-4a03-9c5b-fe33c0460317 May 28 07:22:18.242595 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-9f720d54-e89f-40da-881c-fd816db1e1b7 None None] Current status of the port f962d8f8-b3aa-4a84-8c72-519ece517602 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:22:18.245083 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5da5b996-908d-489f-aa8a-d846a33526b0 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:18.333731 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5da5b996-908d-489f-aa8a-d846a33526b0 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:18.339722 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da5b996-908d-489f-aa8a-d846a33526b0 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:22:18.340293 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-5da5b996-908d-489f-aa8a-d846a33526b0 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Notify callbacks [] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:18.556462 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da5b996-908d-489f-aa8a-d846a33526b0 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Pushing event updated for resources: {'Network': ['ID=134e9b3b-454e-4a03-9c5b-fe33c0460317,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:22:18.567416 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 134e9b3b-454e-4a03-9c5b-fe33c0460317 details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 07:22:18.607350 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment 6d3ae16b-1285-4ac1-b2b0-97fdb8ac4d90 resource provider aggregate not found May 28 07:22:18.623168 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment 6d3ae16b-1285-4ac1-b2b0-97fdb8ac4d90 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6d3ae16b-1285-4ac1-b2b0-97fdb8ac4d90 found for delete ", "request_id": "req-7f440fec-429d-4719-b115-02f5e7ef418c"}]} May 28 07:22:18.649312 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-5da5b996-908d-489f-aa8a-d846a33526b0 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5550523 May 28 07:22:18.651505 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 56676) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:22:18.657777 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-757ca646-b5de-4213-99d1-b15caf7377d4 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Request body: {'subnet': {'network_id': '134e9b3b-454e-4a03-9c5b-fe33c0460317', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:22:18.682111 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device f962d8f8-b3aa-4a84-8c72-519ece517602 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:22:18.774509 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-757ca646-b5de-4213-99d1-b15caf7377d4 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:22:18.779619 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-757ca646-b5de-4213-99d1-b15caf7377d4 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Usage tracker for resource:subnet and tenant:d2255cc7de294353bd1c624351688c67 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:22:18.780882 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port f962d8f8-b3aa-4a84-8c72-519ece517602 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:22:18.781260 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:18.782439 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-757ca646-b5de-4213-99d1-b15caf7377d4 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:22:18.788165 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-757ca646-b5de-4213-99d1-b15caf7377d4 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:22:18.869753 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-757ca646-b5de-4213-99d1-b15caf7377d4 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Made reservation on behalf of d2255cc7de294353bd1c624351688c67 for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 07:22:18.873260 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-757ca646-b5de-4213-99d1-b15caf7377d4 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:18.897396 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port f962d8f8-b3aa-4a84-8c72-519ece517602 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:22:18.964127 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.ipam_backend_mixin [None req-757ca646-b5de-4213-99d1-b15caf7377d4 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Performing IP validity checks on allocation pools {{(pid=89109) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 28 07:22:18.964639 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.ipam_backend_mixin [None req-757ca646-b5de-4213-99d1-b15caf7377d4 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89109) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 28 07:22:19.153910 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-757ca646-b5de-4213-99d1-b15caf7377d4 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:19.229806 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757ca646-b5de-4213-99d1-b15caf7377d4 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Pushing event updated for resources: {'Subnet': ['ID=1e3d39a1-226a-46f7-95c8-cea487e1ef4c,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:22:19.242297 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757ca646-b5de-4213-99d1-b15caf7377d4 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Checking segment: {'id': '7c13dcb1-e01a-4cda-ac44-028137759fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '134e9b3b-454e-4a03-9c5b-fe33c0460317'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:22:19.242661 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757ca646-b5de-4213-99d1-b15caf7377d4 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Network hostable DHCP agents. Network: 134e9b3b-454e-4a03-9c5b-fe33c0460317, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 07:22:19.332073 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757ca646-b5de-4213-99d1-b15caf7377d4 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Network 134e9b3b-454e-4a03-9c5b-fe33c0460317 is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 07:22:19.427740 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-757ca646-b5de-4213-99d1-b15caf7377d4 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, 134e9b3b-454e-4a03-9c5b-fe33c0460317) {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:22:19.431713 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-757ca646-b5de-4213-99d1-b15caf7377d4 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:22:19.432283 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-757ca646-b5de-4213-99d1-b15caf7377d4 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:19.436841 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bfa8e3e-5de6-4021-bf00-0e08b9e8c998 None None] Network 134e9b3b-454e-4a03-9c5b-fe33c0460317 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 07:22:19.522624 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-757ca646-b5de-4213-99d1-b15caf7377d4 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8674791 May 28 07:22:19.522848 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 56682) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:22:19.650185 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee905d7-57ab-4d4a-b902-f95d17c0b4fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-134e9b3b-454e-4a03-9c5b-fe33c0460317', 'network_id': '134e9b3b-454e-4a03-9c5b-fe33c0460317', 'tenant_id': 'd2255cc7de294353bd1c624351688c67', 'fixed_ips': [{'subnet_id': '1e3d39a1-226a-46f7-95c8-cea487e1ef4c'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 07:22:19.651063 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-5ee905d7-57ab-4d4a-b902-f95d17c0b4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:19.662956 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a9b2f508-f7e3-4387-9513-8a8e3d1521d6 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:19.736020 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a9b2f508-f7e3-4387-9513-8a8e3d1521d6 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:19.812815 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-5ee905d7-57ab-4d4a-b902-f95d17c0b4fb None None] Allocated IP 2001:db8::3 (134e9b3b-454e-4a03-9c5b-fe33c0460317/1e3d39a1-226a-46f7-95c8-cea487e1ef4c/1e59eaeb-59bd-4814-b031-9131481ae692) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:22:20.019841 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-5ee905d7-57ab-4d4a-b902-f95d17c0b4fb None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:20.029916 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-5ee905d7-57ab-4d4a-b902-f95d17c0b4fb None None] Transition to ACTIVE for port object 1e59eaeb-59bd-4814-b031-9131481ae692 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:22:20.048051 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-5ee905d7-57ab-4d4a-b902-f95d17c0b4fb None None] Transition to ACTIVE for port object 1e59eaeb-59bd-4814-b031-9131481ae692 will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:22:20.115796 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-5ee905d7-57ab-4d4a-b902-f95d17c0b4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:20.183534 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee905d7-57ab-4d4a-b902-f95d17c0b4fb None None] Network 134e9b3b-454e-4a03-9c5b-fe33c0460317 is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:22:20.187300 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-5ee905d7-57ab-4d4a-b902-f95d17c0b4fb None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:22:20.191046 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee905d7-57ab-4d4a-b902-f95d17c0b4fb None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:22:20.199611 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee905d7-57ab-4d4a-b902-f95d17c0b4fb None None] Pushing event updated for resources: {'Port': ['ID=1e59eaeb-59bd-4814-b031-9131481ae692,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:22:20.199827 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a9b2f508-f7e3-4387-9513-8a8e3d1521d6 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9555650'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:20.240096 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b2f508-f7e3-4387-9513-8a8e3d1521d6 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Pushing event deleted for resources: {'Subnet': ['ID=1e3d39a1-226a-46f7-95c8-cea487e1ef4c,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:22:20.295598 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-5ee905d7-57ab-4d4a-b902-f95d17c0b4fb None None] Attempting to bind port 1e59eaeb-59bd-4814-b031-9131481ae692 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 07:22:20.295876 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-5ee905d7-57ab-4d4a-b902-f95d17c0b4fb None None] Attempting to bind port 1e59eaeb-59bd-4814-b031-9131481ae692 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': '7c13dcb1-e01a-4cda-ac44-028137759fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '134e9b3b-454e-4a03-9c5b-fe33c0460317'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 07:22:20.296237 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee905d7-57ab-4d4a-b902-f95d17c0b4fb None None] Attempting to bind port 1e59eaeb-59bd-4814-b031-9131481ae692 on network 134e9b3b-454e-4a03-9c5b-fe33c0460317 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:22:20.303111 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee905d7-57ab-4d4a-b902-f95d17c0b4fb None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 7, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 07:22:20.303571 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee905d7-57ab-4d4a-b902-f95d17c0b4fb None None] Checking segment: {'id': '7c13dcb1-e01a-4cda-ac44-028137759fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '134e9b3b-454e-4a03-9c5b-fe33c0460317'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:22:20.303965 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-5ee905d7-57ab-4d4a-b902-f95d17c0b4fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:20.304352 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee905d7-57ab-4d4a-b902-f95d17c0b4fb None None] Bound using segment: {'id': '7c13dcb1-e01a-4cda-ac44-028137759fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '134e9b3b-454e-4a03-9c5b-fe33c0460317'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 07:22:20.304808 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-5ee905d7-57ab-4d4a-b902-f95d17c0b4fb None None] Bound port: 1e59eaeb-59bd-4814-b031-9131481ae692, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c13dcb1-e01a-4cda-ac44-028137759fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '134e9b3b-454e-4a03-9c5b-fe33c0460317'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 07:22:20.305176 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-5ee905d7-57ab-4d4a-b902-f95d17c0b4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:20.342047 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a9b2f508-f7e3-4387-9513-8a8e3d1521d6 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:20.367776 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-a9b2f508-f7e3-4387-9513-8a8e3d1521d6 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['134e9b3b-454e-4a03-9c5b-fe33c0460317']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:22:20.380126 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-a9b2f508-f7e3-4387-9513-8a8e3d1521d6 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c13dcb1-e01a-4cda-ac44-028137759fa2') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:22:20.380419 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-a9b2f508-f7e3-4387-9513-8a8e3d1521d6 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c13dcb1-e01a-4cda-ac44-028137759fa2') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:22:20.395127 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a9b2f508-f7e3-4387-9513-8a8e3d1521d6 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:20.396339 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-5ee905d7-57ab-4d4a-b902-f95d17c0b4fb None None] For port 1e59eaeb-59bd-4814-b031-9131481ae692, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:22:20.399285 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-5ee905d7-57ab-4d4a-b902-f95d17c0b4fb None None] For port 1e59eaeb-59bd-4814-b031-9131481ae692, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=1e59eaeb-59bd-4814-b031-9131481ae692,segment=NetworkSegment(7c13dcb1-e01a-4cda-ac44-028137759fa2),segment_id=7c13dcb1-e01a-4cda-ac44-028137759fa2)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 07:22:20.482290 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-5ee905d7-57ab-4d4a-b902-f95d17c0b4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:20.484511 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a9b2f508-f7e3-4387-9513-8a8e3d1521d6 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:20.491911 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9b2f508-f7e3-4387-9513-8a8e3d1521d6 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 07:22:20.492535 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a9b2f508-f7e3-4387-9513-8a8e3d1521d6 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:20.569429 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 7c13dcb1-e01a-4cda-ac44-028137759fa2 resource provider aggregate not found May 28 07:22:20.594735 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 7c13dcb1-e01a-4cda-ac44-028137759fa2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7c13dcb1-e01a-4cda-ac44-028137759fa2 found for delete ", "request_id": "req-8bce6eb9-71b1-440b-bf02-8d13e0d8cb91"}]} May 28 07:22:20.617251 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee905d7-57ab-4d4a-b902-f95d17c0b4fb None None] Pushing event updated for resources: {'Port': ['ID=1e59eaeb-59bd-4814-b031-9131481ae692,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:22:20.629980 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.db.api [None req-a9b2f508-f7e3-4387-9513-8a8e3d1521d6 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 28 07:22:20.629980 n-d-843702-1 neutron-server[89109]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 28 07:22:20.629980 n-d-843702-1 neutron-server[89109]: [parameters: {'id': '134e9b3b-454e-4a03-9c5b-fe33c0460317'}] May 28 07:22:20.629980 n-d-843702-1 neutron-server[89109]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 07:22:20.630407 n-d-843702-1 neutron-server[89109]: DEBUG oslo_db.api [None req-a9b2f508-f7e3-4387-9513-8a8e3d1521d6 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 07:22:20.657225 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f4cc95-6b14-409e-81b1-b8bb3296921c None None] Network 134e9b3b-454e-4a03-9c5b-fe33c0460317 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 07:22:20.850952 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c56086c6-1b7e-4f16-8356-866cb951650a None None] get_active_networks_info from n-d-843702-1 {{(pid=89111) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 28 07:22:20.940293 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56086c6-1b7e-4f16-8356-866cb951650a None None] Resources bound (agent type, host, resource id): {{(pid=89111) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 28 07:22:21.131518 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a9b2f508-f7e3-4387-9513-8a8e3d1521d6 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:21.142903 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-a9b2f508-f7e3-4387-9513-8a8e3d1521d6 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Deleting port 1e59eaeb-59bd-4814-b031-9131481ae692 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:22:21.148886 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a9b2f508-f7e3-4387-9513-8a8e3d1521d6 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:21.453286 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-a9b2f508-f7e3-4387-9513-8a8e3d1521d6 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] For port 1e59eaeb-59bd-4814-b031-9131481ae692, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=1e59eaeb-59bd-4814-b031-9131481ae692,segment=NetworkSegment(7c13dcb1-e01a-4cda-ac44-028137759fa2),segment_id=7c13dcb1-e01a-4cda-ac44-028137759fa2)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:22:21.453674 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a9b2f508-f7e3-4387-9513-8a8e3d1521d6 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:21.575763 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-a9b2f508-f7e3-4387-9513-8a8e3d1521d6 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Calling delete_port for 1e59eaeb-59bd-4814-b031-9131481ae692 owned by network:dhcp {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:22:21.749341 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a9b2f508-f7e3-4387-9513-8a8e3d1521d6 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:21.798710 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b2f508-f7e3-4387-9513-8a8e3d1521d6 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Pushing event deleted for resources: {'Port': ['ID=1e59eaeb-59bd-4814-b031-9131481ae692,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:22:21.803366 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b2f508-f7e3-4387-9513-8a8e3d1521d6 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] No DVR routers for this DVR port 1e59eaeb-59bd-4814-b031-9131481ae692 on host n-d-843702-1 {{(pid=89109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 07:22:21.832164 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b2f508-f7e3-4387-9513-8a8e3d1521d6 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:22:21.832507 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b2f508-f7e3-4387-9513-8a8e3d1521d6 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:22:21.832845 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b2f508-f7e3-4387-9513-8a8e3d1521d6 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:22:21.833178 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b2f508-f7e3-4387-9513-8a8e3d1521d6 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:22:21.833540 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b2f508-f7e3-4387-9513-8a8e3d1521d6 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:22:21.833870 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b2f508-f7e3-4387-9513-8a8e3d1521d6 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:22:21.834196 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b2f508-f7e3-4387-9513-8a8e3d1521d6 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:22:21.834517 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b2f508-f7e3-4387-9513-8a8e3d1521d6 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:22:21.834837 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b2f508-f7e3-4387-9513-8a8e3d1521d6 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:22:21.835155 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b2f508-f7e3-4387-9513-8a8e3d1521d6 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:22:21.835465 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b2f508-f7e3-4387-9513-8a8e3d1521d6 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:22:21.835841 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b2f508-f7e3-4387-9513-8a8e3d1521d6 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:22:21.934822 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a9b2f508-f7e3-4387-9513-8a8e3d1521d6 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:21.959197 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-a9b2f508-f7e3-4387-9513-8a8e3d1521d6 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['134e9b3b-454e-4a03-9c5b-fe33c0460317']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:22:21.971532 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-a9b2f508-f7e3-4387-9513-8a8e3d1521d6 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c13dcb1-e01a-4cda-ac44-028137759fa2') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:22:21.971833 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-a9b2f508-f7e3-4387-9513-8a8e3d1521d6 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c13dcb1-e01a-4cda-ac44-028137759fa2') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:22:21.983803 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a9b2f508-f7e3-4387-9513-8a8e3d1521d6 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:21.999224 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a9b2f508-f7e3-4387-9513-8a8e3d1521d6 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:22.005388 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9b2f508-f7e3-4387-9513-8a8e3d1521d6 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 07:22:22.005726 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a9b2f508-f7e3-4387-9513-8a8e3d1521d6 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:22.149671 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a9b2f508-f7e3-4387-9513-8a8e3d1521d6 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:22.167222 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a9b2f508-f7e3-4387-9513-8a8e3d1521d6 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:22.177778 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b2f508-f7e3-4387-9513-8a8e3d1521d6 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Pushing event deleted for resources: {'Network': ['ID=134e9b3b-454e-4a03-9c5b-fe33c0460317,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:22:22.184068 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-a9b2f508-f7e3-4387-9513-8a8e3d1521d6 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] 10.222.0.55 "DELETE /v2.0/networks/134e9b3b-454e-4a03-9c5b-fe33c0460317 HTTP/1.1" status: 204 len: 168 time: 2.6602290 May 28 07:22:22.187912 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 56690) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:22:22.193117 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-8f9733a4-7d7a-46f1-b46a-60ec68894ecb tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2042995213'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:22:22.198772 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-8f9733a4-7d7a-46f1-b46a-60ec68894ecb tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:22:22.203245 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-8f9733a4-7d7a-46f1-b46a-60ec68894ecb tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Usage tracker for resource:network and tenant:d2255cc7de294353bd1c624351688c67 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:22:22.206087 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-8f9733a4-7d7a-46f1-b46a-60ec68894ecb tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:22:22.212235 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-8f9733a4-7d7a-46f1-b46a-60ec68894ecb tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:22:22.281027 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f9733a4-7d7a-46f1-b46a-60ec68894ecb tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Made reservation on behalf of d2255cc7de294353bd1c624351688c67 for: {'network': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 07:22:22.284287 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8f9733a4-7d7a-46f1-b46a-60ec68894ecb tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:22.311795 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f9733a4-7d7a-46f1-b46a-60ec68894ecb tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=89109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 07:22:22.319951 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8f9733a4-7d7a-46f1-b46a-60ec68894ecb tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:22.320287 n-d-843702-1 neutron-server[89109]: INFO neutron.db.segments_db [None req-8f9733a4-7d7a-46f1-b46a-60ec68894ecb tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Added segment e5657714-1adc-4b28-a22f-3f374eaa14ed of type vlan for network e0a1bbbd-a276-40d4-9d0f-5d925ecffd14 May 28 07:22:22.347069 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8f9733a4-7d7a-46f1-b46a-60ec68894ecb tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:22.412975 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8f9733a4-7d7a-46f1-b46a-60ec68894ecb tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:22.418638 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f9733a4-7d7a-46f1-b46a-60ec68894ecb tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:22:22.419265 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8f9733a4-7d7a-46f1-b46a-60ec68894ecb tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:22.533639 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9733a4-7d7a-46f1-b46a-60ec68894ecb tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Pushing event updated for resources: {'Network': ['ID=e0a1bbbd-a276-40d4-9d0f-5d925ecffd14,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:22:22.544834 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network e0a1bbbd-a276-40d4-9d0f-5d925ecffd14 details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 07:22:22.596138 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-8f9733a4-7d7a-46f1-b46a-60ec68894ecb tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4072034 May 28 07:22:22.599114 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 56694) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:22:22.608190 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-500898bc-3388-46e3-ab26-bed5aa0fa862 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Request body: {'subnet': {'network_id': 'e0a1bbbd-a276-40d4-9d0f-5d925ecffd14', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:22:22.618102 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 7c13dcb1-e01a-4cda-ac44-028137759fa2 resource provider aggregate not found May 28 07:22:22.648257 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 7c13dcb1-e01a-4cda-ac44-028137759fa2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7c13dcb1-e01a-4cda-ac44-028137759fa2 found for delete ", "request_id": "req-5ce18a1d-fbc4-4b4c-93da-a9b33f88dbe7"}]} May 28 07:22:22.745286 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-500898bc-3388-46e3-ab26-bed5aa0fa862 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:22:22.750272 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-500898bc-3388-46e3-ab26-bed5aa0fa862 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Usage tracker for resource:subnet and tenant:d2255cc7de294353bd1c624351688c67 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:22:22.753253 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-500898bc-3388-46e3-ab26-bed5aa0fa862 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:22:22.759213 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-500898bc-3388-46e3-ab26-bed5aa0fa862 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:22:22.841495 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-500898bc-3388-46e3-ab26-bed5aa0fa862 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Made reservation on behalf of d2255cc7de294353bd1c624351688c67 for: {'subnet': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 07:22:22.845438 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-500898bc-3388-46e3-ab26-bed5aa0fa862 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3171998'] for subnet, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:23.173401 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-500898bc-3388-46e3-ab26-bed5aa0fa862 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3115906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3172012'] for subnet, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:23.252358 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500898bc-3388-46e3-ab26-bed5aa0fa862 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Pushing event updated for resources: {'Subnet': ['ID=9c1af8f0-6043-40d5-841e-f40a38b072e3,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:22:23.261217 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500898bc-3388-46e3-ab26-bed5aa0fa862 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Checking segment: {'id': 'e5657714-1adc-4b28-a22f-3f374eaa14ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'e0a1bbbd-a276-40d4-9d0f-5d925ecffd14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:22:23.261743 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500898bc-3388-46e3-ab26-bed5aa0fa862 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Network hostable DHCP agents. Network: e0a1bbbd-a276-40d4-9d0f-5d925ecffd14, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89110) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 07:22:23.342270 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500898bc-3388-46e3-ab26-bed5aa0fa862 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Network e0a1bbbd-a276-40d4-9d0f-5d925ecffd14 is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89110) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 07:22:23.418087 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-500898bc-3388-46e3-ab26-bed5aa0fa862 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, e0a1bbbd-a276-40d4-9d0f-5d925ecffd14) {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:22:23.422905 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-500898bc-3388-46e3-ab26-bed5aa0fa862 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:22:23.427438 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-500898bc-3388-46e3-ab26-bed5aa0fa862 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:23.428152 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c48ac376-6956-4a32-b264-87fdb6563131 None None] Network e0a1bbbd-a276-40d4-9d0f-5d925ecffd14 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 07:22:23.521798 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-500898bc-3388-46e3-ab26-bed5aa0fa862 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9208081 May 28 07:22:23.525745 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 56702) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:22:23.532255 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-80b52408-7813-4c57-b513-5cfc533c34f7 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1576503094'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:22:23.538024 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-80b52408-7813-4c57-b513-5cfc533c34f7 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:22:23.542089 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-80b52408-7813-4c57-b513-5cfc533c34f7 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Usage tracker for resource:network and tenant:d2255cc7de294353bd1c624351688c67 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:22:23.553354 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-80b52408-7813-4c57-b513-5cfc533c34f7 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:22:23.553354 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-80b52408-7813-4c57-b513-5cfc533c34f7 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:22:23.627422 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80b52408-7813-4c57-b513-5cfc533c34f7 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Made reservation on behalf of d2255cc7de294353bd1c624351688c67 for: {'network': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 07:22:23.630932 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-80b52408-7813-4c57-b513-5cfc533c34f7 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:23.659001 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80b52408-7813-4c57-b513-5cfc533c34f7 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=89110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 07:22:23.668007 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-80b52408-7813-4c57-b513-5cfc533c34f7 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:23.668463 n-d-843702-1 neutron-server[89110]: INFO neutron.db.segments_db [None req-80b52408-7813-4c57-b513-5cfc533c34f7 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Added segment c564655b-9c92-4df0-b7db-0bd11d2cdfae of type vlan for network 5deea82d-bd22-430a-b789-606885b1f540 May 28 07:22:23.669460 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a20088-a39b-44e1-ab8a-2b35aaf76963 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-e0a1bbbd-a276-40d4-9d0f-5d925ecffd14', 'network_id': 'e0a1bbbd-a276-40d4-9d0f-5d925ecffd14', 'tenant_id': 'd2255cc7de294353bd1c624351688c67', 'fixed_ips': [{'subnet_id': '9c1af8f0-6043-40d5-841e-f40a38b072e3'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 07:22:23.675969 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-85a20088-a39b-44e1-ab8a-2b35aaf76963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:23.694541 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-80b52408-7813-4c57-b513-5cfc533c34f7 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:23.800781 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-80b52408-7813-4c57-b513-5cfc533c34f7 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:23.806278 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b52408-7813-4c57-b513-5cfc533c34f7 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:22:23.806868 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-80b52408-7813-4c57-b513-5cfc533c34f7 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Notify callbacks [] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:23.828955 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-85a20088-a39b-44e1-ab8a-2b35aaf76963 None None] Allocated IP 2001:db8::2 (e0a1bbbd-a276-40d4-9d0f-5d925ecffd14/9c1af8f0-6043-40d5-841e-f40a38b072e3/7d3e3936-5637-4c33-bcec-1c1b6be350b3) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:22:23.915615 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b52408-7813-4c57-b513-5cfc533c34f7 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Pushing event updated for resources: {'Network': ['ID=5deea82d-bd22-430a-b789-606885b1f540,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:22:23.926498 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 5deea82d-bd22-430a-b789-606885b1f540 details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 07:22:23.956297 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-80b52408-7813-4c57-b513-5cfc533c34f7 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4294739 May 28 07:22:23.959059 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 56706) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:22:23.964595 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-90b359cb-ff85-4bfc-9c1d-259c943a9d89 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Request body: {'subnet': {'network_id': '5deea82d-bd22-430a-b789-606885b1f540', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:22:24.089876 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-90b359cb-ff85-4bfc-9c1d-259c943a9d89 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:22:24.093917 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-90b359cb-ff85-4bfc-9c1d-259c943a9d89 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Usage tracker for resource:subnet and tenant:d2255cc7de294353bd1c624351688c67 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:22:24.096845 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-90b359cb-ff85-4bfc-9c1d-259c943a9d89 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:22:24.103501 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-90b359cb-ff85-4bfc-9c1d-259c943a9d89 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:22:24.123312 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-85a20088-a39b-44e1-ab8a-2b35aaf76963 None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:24.132850 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-85a20088-a39b-44e1-ab8a-2b35aaf76963 None None] Transition to ACTIVE for port object 7d3e3936-5637-4c33-bcec-1c1b6be350b3 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:22:24.150461 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-85a20088-a39b-44e1-ab8a-2b35aaf76963 None None] Transition to ACTIVE for port object 7d3e3936-5637-4c33-bcec-1c1b6be350b3 will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:22:24.195480 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90b359cb-ff85-4bfc-9c1d-259c943a9d89 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Made reservation on behalf of d2255cc7de294353bd1c624351688c67 for: {'subnet': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 07:22:24.198992 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-90b359cb-ff85-4bfc-9c1d-259c943a9d89 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3171998'] for subnet, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:24.219083 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-85a20088-a39b-44e1-ab8a-2b35aaf76963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:24.287069 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a20088-a39b-44e1-ab8a-2b35aaf76963 None None] Network e0a1bbbd-a276-40d4-9d0f-5d925ecffd14 is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:22:24.289982 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-85a20088-a39b-44e1-ab8a-2b35aaf76963 None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:22:24.293681 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a20088-a39b-44e1-ab8a-2b35aaf76963 None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:22:24.299295 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a20088-a39b-44e1-ab8a-2b35aaf76963 None None] Pushing event updated for resources: {'Port': ['ID=7d3e3936-5637-4c33-bcec-1c1b6be350b3,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:22:24.395144 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-85a20088-a39b-44e1-ab8a-2b35aaf76963 None None] Attempting to bind port 7d3e3936-5637-4c33-bcec-1c1b6be350b3 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 07:22:24.395506 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-85a20088-a39b-44e1-ab8a-2b35aaf76963 None None] Attempting to bind port 7d3e3936-5637-4c33-bcec-1c1b6be350b3 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'e5657714-1adc-4b28-a22f-3f374eaa14ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'e0a1bbbd-a276-40d4-9d0f-5d925ecffd14'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 07:22:24.395864 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a20088-a39b-44e1-ab8a-2b35aaf76963 None None] Attempting to bind port 7d3e3936-5637-4c33-bcec-1c1b6be350b3 on network e0a1bbbd-a276-40d4-9d0f-5d925ecffd14 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:22:24.401047 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a20088-a39b-44e1-ab8a-2b35aaf76963 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 7, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 07:22:24.401548 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a20088-a39b-44e1-ab8a-2b35aaf76963 None None] Checking segment: {'id': 'e5657714-1adc-4b28-a22f-3f374eaa14ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'e0a1bbbd-a276-40d4-9d0f-5d925ecffd14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:22:24.401836 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-85a20088-a39b-44e1-ab8a-2b35aaf76963 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:24.402223 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a20088-a39b-44e1-ab8a-2b35aaf76963 None None] Bound using segment: {'id': 'e5657714-1adc-4b28-a22f-3f374eaa14ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'e0a1bbbd-a276-40d4-9d0f-5d925ecffd14'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 07:22:24.402678 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-85a20088-a39b-44e1-ab8a-2b35aaf76963 None None] Bound port: 7d3e3936-5637-4c33-bcec-1c1b6be350b3, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5657714-1adc-4b28-a22f-3f374eaa14ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'e0a1bbbd-a276-40d4-9d0f-5d925ecffd14'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 07:22:24.403069 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-85a20088-a39b-44e1-ab8a-2b35aaf76963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:24.463897 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-90b359cb-ff85-4bfc-9c1d-259c943a9d89 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3115906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3172012'] for subnet, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:24.489712 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-85a20088-a39b-44e1-ab8a-2b35aaf76963 None None] For port 7d3e3936-5637-4c33-bcec-1c1b6be350b3, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:22:24.492555 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-85a20088-a39b-44e1-ab8a-2b35aaf76963 None None] For port 7d3e3936-5637-4c33-bcec-1c1b6be350b3, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=7d3e3936-5637-4c33-bcec-1c1b6be350b3,segment=NetworkSegment(e5657714-1adc-4b28-a22f-3f374eaa14ed),segment_id=e5657714-1adc-4b28-a22f-3f374eaa14ed)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 07:22:24.539993 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b359cb-ff85-4bfc-9c1d-259c943a9d89 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Pushing event updated for resources: {'Subnet': ['ID=8119c9f7-a353-4bd3-93c0-5d74dd5a856f,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:22:24.550127 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b359cb-ff85-4bfc-9c1d-259c943a9d89 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Checking segment: {'id': 'c564655b-9c92-4df0-b7db-0bd11d2cdfae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5deea82d-bd22-430a-b789-606885b1f540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:22:24.550482 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b359cb-ff85-4bfc-9c1d-259c943a9d89 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Network hostable DHCP agents. Network: 5deea82d-bd22-430a-b789-606885b1f540, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89110) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 07:22:24.560413 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-85a20088-a39b-44e1-ab8a-2b35aaf76963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:24.622665 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b359cb-ff85-4bfc-9c1d-259c943a9d89 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Network 5deea82d-bd22-430a-b789-606885b1f540 is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89110) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 07:22:24.640784 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a20088-a39b-44e1-ab8a-2b35aaf76963 None None] Pushing event updated for resources: {'Port': ['ID=7d3e3936-5637-4c33-bcec-1c1b6be350b3,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:22:24.713328 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-90b359cb-ff85-4bfc-9c1d-259c943a9d89 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, 5deea82d-bd22-430a-b789-606885b1f540) {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:22:24.718444 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b359cb-ff85-4bfc-9c1d-259c943a9d89 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:22:24.719234 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-90b359cb-ff85-4bfc-9c1d-259c943a9d89 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:24.723821 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852f7d3d-7df3-4533-9d30-ff1efa00c62e None None] Network 5deea82d-bd22-430a-b789-606885b1f540 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 07:22:24.805836 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-90b359cb-ff85-4bfc-9c1d-259c943a9d89 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8456388 May 28 07:22:24.809610 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 56710) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:22:24.956884 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d0daeb-1e49-447f-ac63-737d36e96108 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-5deea82d-bd22-430a-b789-606885b1f540', 'network_id': '5deea82d-bd22-430a-b789-606885b1f540', 'tenant_id': 'd2255cc7de294353bd1c624351688c67', 'fixed_ips': [{'subnet_id': '8119c9f7-a353-4bd3-93c0-5d74dd5a856f'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 07:22:24.957763 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-f2d0daeb-1e49-447f-ac63-737d36e96108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:24.958822 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9ff69561-477e-43ec-a015-0724f58d2df8 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:25.035058 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9ff69561-477e-43ec-a015-0724f58d2df8 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:25.178747 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9ff69561-477e-43ec-a015-0724f58d2df8 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3115981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3172005'] for subnet, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:25.220681 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff69561-477e-43ec-a015-0724f58d2df8 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Pushing event deleted for resources: {'Subnet': ['ID=8119c9f7-a353-4bd3-93c0-5d74dd5a856f,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:22:25.229315 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server [None req-f2d0daeb-1e49-447f-ac63-737d36e96108 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8119c9f7-a353-4bd3-93c0-5d74dd5a856f: This subnet is being modified by another concurrent operation. May 28 07:22:25.229315 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 28 07:22:25.229315 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 28 07:22:25.229315 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 28 07:22:25.229315 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 28 07:22:25.229315 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 28 07:22:25.229315 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 28 07:22:25.229315 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 28 07:22:25.229315 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 28 07:22:25.229315 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 28 07:22:25.229315 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 28 07:22:25.229315 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 28 07:22:25.229315 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 28 07:22:25.229315 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server self.force_reraise() May 28 07:22:25.229315 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 28 07:22:25.229315 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server raise self.value May 28 07:22:25.229315 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 28 07:22:25.229315 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 28 07:22:25.229315 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 28 07:22:25.229315 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 28 07:22:25.229315 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 28 07:22:25.229315 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server self.force_reraise() May 28 07:22:25.229315 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 28 07:22:25.229315 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server raise self.value May 28 07:22:25.229315 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 28 07:22:25.229315 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 28 07:22:25.229315 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 28 07:22:25.229315 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 28 07:22:25.229315 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 28 07:22:25.229315 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server self.force_reraise() May 28 07:22:25.229315 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 28 07:22:25.229315 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server raise self.value May 28 07:22:25.229315 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 28 07:22:25.229315 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 28 07:22:25.229315 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 28 07:22:25.229315 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 28 07:22:25.229315 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port May 28 07:22:25.229315 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 28 07:22:25.229315 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action May 28 07:22:25.229315 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 28 07:22:25.229315 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 28 07:22:25.229315 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 28 07:22:25.229315 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 28 07:22:25.229315 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 28 07:22:25.229315 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 28 07:22:25.229315 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 28 07:22:25.229315 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 28 07:22:25.229315 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 28 07:22:25.229315 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 28 07:22:25.229315 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server self.force_reraise() May 28 07:22:25.229315 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 28 07:22:25.229315 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server raise self.value May 28 07:22:25.229315 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 28 07:22:25.229315 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 28 07:22:25.229315 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 28 07:22:25.229315 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 28 07:22:25.229315 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 28 07:22:25.229315 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server self.force_reraise() May 28 07:22:25.229315 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 28 07:22:25.229315 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server raise self.value May 28 07:22:25.229315 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 28 07:22:25.229315 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 28 07:22:25.229315 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 28 07:22:25.229315 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 28 07:22:25.229315 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 28 07:22:25.229315 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server self.force_reraise() May 28 07:22:25.229315 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 28 07:22:25.229315 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server raise self.value May 28 07:22:25.229315 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 28 07:22:25.229315 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 28 07:22:25.229315 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port May 28 07:22:25.229315 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 28 07:22:25.229315 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db May 28 07:22:25.229315 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 28 07:22:25.229315 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db May 28 07:22:25.229315 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 28 07:22:25.229315 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 28 07:22:25.229315 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 28 07:22:25.229315 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 28 07:22:25.229315 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 28 07:22:25.229315 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 28 07:22:25.229315 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 28 07:22:25.229315 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 28 07:22:25.229315 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 28 07:22:25.229315 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 28 07:22:25.229315 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 28 07:22:25.229315 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets May 28 07:22:25.229315 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 28 07:22:25.229315 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 28 07:22:25.229315 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server raise exception May 28 07:22:25.229315 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8119c9f7-a353-4bd3-93c0-5d74dd5a856f: This subnet is being modified by another concurrent operation. May 28 07:22:25.229315 n-d-843702-1 neutron-server[89111]: ERROR oslo_messaging.rpc.server May 28 07:22:25.249842 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e8257d-5b72-4fec-9b0b-4e754848b545 None None] Network 5deea82d-bd22-430a-b789-606885b1f540 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 07:22:25.319419 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9ff69561-477e-43ec-a015-0724f58d2df8 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:25.354533 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-9ff69561-477e-43ec-a015-0724f58d2df8 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5deea82d-bd22-430a-b789-606885b1f540']}} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:22:25.368180 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-9ff69561-477e-43ec-a015-0724f58d2df8 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c564655b-9c92-4df0-b7db-0bd11d2cdfae') {'for_net_delete': True} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:22:25.368482 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-9ff69561-477e-43ec-a015-0724f58d2df8 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c564655b-9c92-4df0-b7db-0bd11d2cdfae') {} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:22:25.380676 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9ff69561-477e-43ec-a015-0724f58d2df8 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4150778'] for segment, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:25.398040 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9ff69561-477e-43ec-a015-0724f58d2df8 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:25.405582 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ff69561-477e-43ec-a015-0724f58d2df8 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=89110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 07:22:25.405965 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9ff69561-477e-43ec-a015-0724f58d2df8 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3143023'] for segment, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:25.478967 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment c564655b-9c92-4df0-b7db-0bd11d2cdfae resource provider aggregate not found May 28 07:22:25.504588 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment c564655b-9c92-4df0-b7db-0bd11d2cdfae resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c564655b-9c92-4df0-b7db-0bd11d2cdfae found for delete ", "request_id": "req-0b16f4ad-c3f3-47ae-b402-9ab529d1a144"}]} May 28 07:22:25.578305 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9ff69561-477e-43ec-a015-0724f58d2df8 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:25.582968 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c153a5-d259-4b29-9bc2-e8aae65440eb None None] Network e0a1bbbd-a276-40d4-9d0f-5d925ecffd14 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 07:22:25.595948 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9ff69561-477e-43ec-a015-0724f58d2df8 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Notify callbacks [] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:25.607685 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff69561-477e-43ec-a015-0724f58d2df8 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Pushing event deleted for resources: {'Network': ['ID=5deea82d-bd22-430a-b789-606885b1f540,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:22:25.614993 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-9ff69561-477e-43ec-a015-0724f58d2df8 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] 10.222.0.55 "DELETE /v2.0/networks/5deea82d-bd22-430a-b789-606885b1f540 HTTP/1.1" status: 204 len: 168 time: 0.8023810 May 28 07:22:25.615822 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 56718) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:22:25.653509 n-d-843702-1 neutron-server[89110]: INFO neutron.pecan_wsgi.hooks.translation [None req-541fedfd-4749-40ec-9d52-78ecc1f42694 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] GET failed (client error): The resource could not be found. May 28 07:22:25.653832 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-541fedfd-4749-40ec-9d52-78ecc1f42694 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Synchronizing usage tracker for tenant:d2255cc7de294353bd1c624351688c67 on resource:subnet {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:22:25.743778 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-541fedfd-4749-40ec-9d52-78ecc1f42694 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Unset dirty status for tenant:d2255cc7de294353bd1c624351688c67 on resource:subnet {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:22:25.745703 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-541fedfd-4749-40ec-9d52-78ecc1f42694 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] 10.222.0.55 "GET /v2.0/subnets/8119c9f7-a353-4bd3-93c0-5d74dd5a856f HTTP/1.1" status: 404 len: 337 time: 0.1294894 May 28 07:22:25.751060 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 56722) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:22:25.776444 n-d-843702-1 neutron-server[89110]: INFO neutron.pecan_wsgi.hooks.translation [None req-36f9b4c0-4415-4100-970f-53d00f16010c tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] DELETE failed (client error): The resource could not be found. May 28 07:22:25.776980 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36f9b4c0-4415-4100-970f-53d00f16010c tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89110) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 07:22:25.778633 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-36f9b4c0-4415-4100-970f-53d00f16010c tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] 10.222.0.55 "DELETE /v2.0/networks/5deea82d-bd22-430a-b789-606885b1f540 HTTP/1.1" status: 404 len: 339 time: 0.0266628 May 28 07:22:25.782551 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 56726) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:22:25.785757 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-2f196627-48da-477e-94cf-e7ebc96013cc None None] Provisioning for port 7d3e3936-5637-4c33-bcec-1c1b6be350b3 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:22:25.823778 n-d-843702-1 neutron-server[89110]: INFO neutron.pecan_wsgi.hooks.translation [None req-f05952ee-f324-4fe7-b55f-cc101c2571cd tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] DELETE failed (client error): The resource could not be found. May 28 07:22:25.824177 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f05952ee-f324-4fe7-b55f-cc101c2571cd tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89110) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 07:22:25.827140 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-f05952ee-f324-4fe7-b55f-cc101c2571cd tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] 10.222.0.55 "DELETE /v2.0/subnets/8119c9f7-a353-4bd3-93c0-5d74dd5a856f HTTP/1.1" status: 404 len: 337 time: 0.0434427 May 28 07:22:25.829500 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 56730) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:22:25.854349 n-d-843702-1 neutron-server[89110]: INFO neutron.pecan_wsgi.hooks.translation [None req-b702c9f7-dd39-452f-866b-f4b3c5811238 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] DELETE failed (client error): The resource could not be found. May 28 07:22:25.854826 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b702c9f7-dd39-452f-866b-f4b3c5811238 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89110) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 07:22:25.857375 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-b702c9f7-dd39-452f-866b-f4b3c5811238 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] 10.222.0.55 "DELETE /v2.0/networks/5deea82d-bd22-430a-b789-606885b1f540 HTTP/1.1" status: 404 len: 339 time: 0.0267680 May 28 07:22:25.859702 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 56734) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:22:25.927284 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_v2 [None req-e281a477-49f0-4ea2-b984-1b34ebaf87c9 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Deleting subnet 9c1af8f0-6043-40d5-841e-f40a38b072e3 {{(pid=89110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 07:22:25.930493 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e281a477-49f0-4ea2-b984-1b34ebaf87c9 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Notify callbacks [] for subnet, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:25.992504 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e281a477-49f0-4ea2-b984-1b34ebaf87c9 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4150765'] for subnet, precommit_delete_associations {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:25.998955 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6593573-105d-43b0-bbae-f90865cd2c10 None None] get_active_networks_info from n-d-843702-1 {{(pid=89111) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 28 07:22:26.110673 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6593573-105d-43b0-bbae-f90865cd2c10 None None] Resources bound (agent type, host, resource id): {{(pid=89111) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 28 07:22:26.188869 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e281a477-49f0-4ea2-b984-1b34ebaf87c9 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:26.348060 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e281a477-49f0-4ea2-b984-1b34ebaf87c9 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3115981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3172005'] for subnet, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:26.390067 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e281a477-49f0-4ea2-b984-1b34ebaf87c9 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Pushing event deleted for resources: {'Subnet': ['ID=9c1af8f0-6043-40d5-841e-f40a38b072e3,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:22:26.397200 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e281a477-49f0-4ea2-b984-1b34ebaf87c9 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:26.412982 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e94b425-14bf-4b5b-9e66-89ece8a93f02 None None] Network e0a1bbbd-a276-40d4-9d0f-5d925ecffd14 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 07:22:26.482656 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-e281a477-49f0-4ea2-b984-1b34ebaf87c9 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] 10.222.0.55 "DELETE /v2.0/subnets/9c1af8f0-6043-40d5-841e-f40a38b072e3 HTTP/1.1" status: 204 len: 168 time: 0.6218953 May 28 07:22:26.484996 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 56738) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:22:26.514824 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-014cbeb4-296a-4b9a-9dcc-db7d198c8afd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:26.597341 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7f627164-cc49-4965-917c-e1fb67ee6342 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:26.608963 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-7f627164-cc49-4965-917c-e1fb67ee6342 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Deleting port 7d3e3936-5637-4c33-bcec-1c1b6be350b3 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:22:26.609298 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7f627164-cc49-4965-917c-e1fb67ee6342 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:26.697744 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac6a265-46e9-476c-9d0e-a323569765b5 None None] DHCP port deletion for e0a1bbbd-a276-40d4-9d0f-5d925ecffd14 request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 07:22:26.702600 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-dac6a265-46e9-476c-9d0e-a323569765b5 None None] Deleting port 7d3e3936-5637-4c33-bcec-1c1b6be350b3 {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:22:26.702974 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-dac6a265-46e9-476c-9d0e-a323569765b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:26.815554 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [None req-7f627164-cc49-4965-917c-e1fb67ee6342 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] For port 7d3e3936-5637-4c33-bcec-1c1b6be350b3, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=7d3e3936-5637-4c33-bcec-1c1b6be350b3,segment=NetworkSegment(e5657714-1adc-4b28-a22f-3f374eaa14ed),segment_id=e5657714-1adc-4b28-a22f-3f374eaa14ed)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:22:26.816273 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7f627164-cc49-4965-917c-e1fb67ee6342 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:26.876371 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 07:22:26.905602 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-dac6a265-46e9-476c-9d0e-a323569765b5 None None] For port 7d3e3936-5637-4c33-bcec-1c1b6be350b3, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=7d3e3936-5637-4c33-bcec-1c1b6be350b3,segment=NetworkSegment(e5657714-1adc-4b28-a22f-3f374eaa14ed),segment_id=e5657714-1adc-4b28-a22f-3f374eaa14ed)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:22:26.906164 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-dac6a265-46e9-476c-9d0e-a323569765b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:26.939802 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-7f627164-cc49-4965-917c-e1fb67ee6342 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Calling delete_port for 7d3e3936-5637-4c33-bcec-1c1b6be350b3 owned by network:dhcp {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:22:27.033077 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-dac6a265-46e9-476c-9d0e-a323569765b5 None None] Calling delete_port for 7d3e3936-5637-4c33-bcec-1c1b6be350b3 owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:22:27.075410 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7f627164-cc49-4965-917c-e1fb67ee6342 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:27.105079 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.db.api [None req-dac6a265-46e9-476c-9d0e-a323569765b5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89111) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 07:22:27.105465 n-d-843702-1 neutron-server[89111]: DEBUG oslo_db.api [None req-dac6a265-46e9-476c-9d0e-a323569765b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 07:22:27.125871 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f627164-cc49-4965-917c-e1fb67ee6342 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Pushing event deleted for resources: {'Port': ['ID=7d3e3936-5637-4c33-bcec-1c1b6be350b3,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:22:27.127683 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f627164-cc49-4965-917c-e1fb67ee6342 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] No DVR routers for this DVR port 7d3e3936-5637-4c33-bcec-1c1b6be350b3 on host n-d-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 07:22:27.252530 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7f627164-cc49-4965-917c-e1fb67ee6342 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:27.277625 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-7f627164-cc49-4965-917c-e1fb67ee6342 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0a1bbbd-a276-40d4-9d0f-5d925ecffd14']}} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:22:27.289856 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-7f627164-cc49-4965-917c-e1fb67ee6342 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5657714-1adc-4b28-a22f-3f374eaa14ed') {'for_net_delete': True} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:22:27.290151 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-7f627164-cc49-4965-917c-e1fb67ee6342 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5657714-1adc-4b28-a22f-3f374eaa14ed') {} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:22:27.301685 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7f627164-cc49-4965-917c-e1fb67ee6342 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4150778'] for segment, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:27.318063 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7f627164-cc49-4965-917c-e1fb67ee6342 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:27.324579 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f627164-cc49-4965-917c-e1fb67ee6342 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=89110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 07:22:27.325559 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7f627164-cc49-4965-917c-e1fb67ee6342 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3143023'] for segment, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:27.473100 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7f627164-cc49-4965-917c-e1fb67ee6342 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:27.491822 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7f627164-cc49-4965-917c-e1fb67ee6342 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Notify callbacks [] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:27.503507 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f627164-cc49-4965-917c-e1fb67ee6342 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Pushing event deleted for resources: {'Network': ['ID=e0a1bbbd-a276-40d4-9d0f-5d925ecffd14,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:22:27.510630 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-7f627164-cc49-4965-917c-e1fb67ee6342 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] 10.222.0.55 "DELETE /v2.0/networks/e0a1bbbd-a276-40d4-9d0f-5d925ecffd14 HTTP/1.1" status: 204 len: 168 time: 1.0245738 May 28 07:22:27.513206 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 56744) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:22:27.544731 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment e5657714-1adc-4b28-a22f-3f374eaa14ed resource provider aggregate not found May 28 07:22:27.555459 n-d-843702-1 neutron-server[89110]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee098fd8-b35b-41d6-8751-5ad3cc91d58d tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] DELETE failed (client error): The resource could not be found. May 28 07:22:27.555900 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee098fd8-b35b-41d6-8751-5ad3cc91d58d tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89110) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 07:22:27.557596 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-ee098fd8-b35b-41d6-8751-5ad3cc91d58d tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] 10.222.0.55 "DELETE /v2.0/subnets/1e3d39a1-226a-46f7-95c8-cea487e1ef4c HTTP/1.1" status: 404 len: 337 time: 0.0434413 May 28 07:22:27.560951 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 56750) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:22:27.579954 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment e5657714-1adc-4b28-a22f-3f374eaa14ed resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e5657714-1adc-4b28-a22f-3f374eaa14ed found for delete ", "request_id": "req-13e1444e-91e5-47c2-9173-41d428d00f1d"}]} May 28 07:22:27.586540 n-d-843702-1 neutron-server[89110]: INFO neutron.pecan_wsgi.hooks.translation [None req-349f1e10-8df8-425f-a271-bb0b3132bca1 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] DELETE failed (client error): The resource could not be found. May 28 07:22:27.587005 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-349f1e10-8df8-425f-a271-bb0b3132bca1 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89110) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 07:22:27.588583 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-349f1e10-8df8-425f-a271-bb0b3132bca1 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] 10.222.0.55 "DELETE /v2.0/networks/134e9b3b-454e-4a03-9c5b-fe33c0460317 HTTP/1.1" status: 404 len: 339 time: 0.0266831 May 28 07:22:27.591209 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 56754) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:22:27.606850 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-dac6a265-46e9-476c-9d0e-a323569765b5 None None] Deleting port 7d3e3936-5637-4c33-bcec-1c1b6be350b3 {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:22:27.607227 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-dac6a265-46e9-476c-9d0e-a323569765b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:27.631348 n-d-843702-1 neutron-server[89110]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6601453-a7b2-481a-b61b-17defc3cfef0 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] DELETE failed (client error): The resource could not be found. May 28 07:22:27.631776 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6601453-a7b2-481a-b61b-17defc3cfef0 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89110) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 07:22:27.633402 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-d6601453-a7b2-481a-b61b-17defc3cfef0 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] 10.222.0.55 "DELETE /v2.0/subnets/29aafeee-a0ed-4075-bf4c-0e274177ba8b HTTP/1.1" status: 404 len: 337 time: 0.0413733 May 28 07:22:27.636006 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 56758) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:22:27.660163 n-d-843702-1 neutron-server[89110]: INFO neutron.pecan_wsgi.hooks.translation [None req-261cd6f1-7842-4998-9d83-6cc3e05dfbf2 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] DELETE failed (client error): The resource could not be found. May 28 07:22:27.660625 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-261cd6f1-7842-4998-9d83-6cc3e05dfbf2 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89110) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 07:22:27.662332 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-261cd6f1-7842-4998-9d83-6cc3e05dfbf2 tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] 10.222.0.55 "DELETE /v2.0/networks/9d924c5a-4fc3-41a5-be96-4c1d834fea8d HTTP/1.1" status: 404 len: 339 time: 0.0254757 May 28 07:22:27.665144 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 56762) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:22:27.705830 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-dac6a265-46e9-476c-9d0e-a323569765b5 None None] The port '7d3e3936-5637-4c33-bcec-1c1b6be350b3' was deleted {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 07:22:27.736154 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_v2 [None req-80f42b8c-4ac3-4ead-8211-756badc4e53f tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Deleting subnet f7d14f0e-b9d6-4bdf-a727-5171566e582d {{(pid=89110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 07:22:27.739074 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-80f42b8c-4ac3-4ead-8211-756badc4e53f tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Notify callbacks [] for subnet, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:27.794522 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-80f42b8c-4ac3-4ead-8211-756badc4e53f tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4150765'] for subnet, precommit_delete_associations {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:27.874815 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-80f42b8c-4ac3-4ead-8211-756badc4e53f tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:28.018632 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-80f42b8c-4ac3-4ead-8211-756badc4e53f tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3115981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3172005'] for subnet, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:28.040891 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:28.162024 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f42b8c-4ac3-4ead-8211-756badc4e53f tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Pushing event deleted for resources: {'Subnet': ['ID=f7d14f0e-b9d6-4bdf-a727-5171566e582d,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:22:28.164581 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-80f42b8c-4ac3-4ead-8211-756badc4e53f tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:28.167884 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0196228b-149e-4e48-9715-d241f70ef0e5 None None] Network 35799e6f-ee5d-4e12-932a-a62b931ceefe requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 07:22:28.175641 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f42b8c-4ac3-4ead-8211-756badc4e53f tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:22:28.175986 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f42b8c-4ac3-4ead-8211-756badc4e53f tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:22:28.176321 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f42b8c-4ac3-4ead-8211-756badc4e53f tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:22:28.176651 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f42b8c-4ac3-4ead-8211-756badc4e53f tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:22:28.176977 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f42b8c-4ac3-4ead-8211-756badc4e53f tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:22:28.177319 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f42b8c-4ac3-4ead-8211-756badc4e53f tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:22:28.177651 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f42b8c-4ac3-4ead-8211-756badc4e53f tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:22:28.177968 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f42b8c-4ac3-4ead-8211-756badc4e53f tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:22:28.178289 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f42b8c-4ac3-4ead-8211-756badc4e53f tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:22:28.178603 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f42b8c-4ac3-4ead-8211-756badc4e53f tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:22:28.178916 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f42b8c-4ac3-4ead-8211-756badc4e53f tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:22:28.179234 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f42b8c-4ac3-4ead-8211-756badc4e53f tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:22:28.187448 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 56766) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:22:28.187868 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-80f42b8c-4ac3-4ead-8211-756badc4e53f tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] 10.222.0.55 "DELETE /v2.0/subnets/f7d14f0e-b9d6-4bdf-a727-5171566e582d HTTP/1.1" status: 204 len: 168 time: 0.5211639 May 28 07:22:28.301027 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e4390fb8-306c-4e4e-9199-ea82b8c2e3be tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:28.311355 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-e4390fb8-306c-4e4e-9199-ea82b8c2e3be tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Deleting port f962d8f8-b3aa-4a84-8c72-519ece517602 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:22:28.311683 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e4390fb8-306c-4e4e-9199-ea82b8c2e3be tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:28.412952 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d761b2ac-f0a0-4715-93c9-cfcf5c05b24a None None] DHCP port deletion for 35799e6f-ee5d-4e12-932a-a62b931ceefe request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 07:22:28.417178 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-d761b2ac-f0a0-4715-93c9-cfcf5c05b24a None None] Deleting port f962d8f8-b3aa-4a84-8c72-519ece517602 {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:22:28.417584 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d761b2ac-f0a0-4715-93c9-cfcf5c05b24a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:28.523977 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-e4390fb8-306c-4e4e-9199-ea82b8c2e3be tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] For port f962d8f8-b3aa-4a84-8c72-519ece517602, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=f962d8f8-b3aa-4a84-8c72-519ece517602,segment=NetworkSegment(702d5568-5f2f-43fc-b1a7-1b6bfae5ed9b),segment_id=702d5568-5f2f-43fc-b1a7-1b6bfae5ed9b)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:22:28.524328 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e4390fb8-306c-4e4e-9199-ea82b8c2e3be tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:28.618549 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-d761b2ac-f0a0-4715-93c9-cfcf5c05b24a None None] For port f962d8f8-b3aa-4a84-8c72-519ece517602, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=f962d8f8-b3aa-4a84-8c72-519ece517602,segment=NetworkSegment(702d5568-5f2f-43fc-b1a7-1b6bfae5ed9b),segment_id=702d5568-5f2f-43fc-b1a7-1b6bfae5ed9b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:22:28.618943 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d761b2ac-f0a0-4715-93c9-cfcf5c05b24a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:28.649960 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-e4390fb8-306c-4e4e-9199-ea82b8c2e3be tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Calling delete_port for f962d8f8-b3aa-4a84-8c72-519ece517602 owned by network:dhcp {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:22:28.683030 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device f962d8f8-b3aa-4a84-8c72-519ece517602 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:22:28.779920 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-d761b2ac-f0a0-4715-93c9-cfcf5c05b24a None None] Calling delete_port for f962d8f8-b3aa-4a84-8c72-519ece517602 owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:22:28.783780 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e4390fb8-306c-4e4e-9199-ea82b8c2e3be tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:28.851639 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No active binding found for port f962d8f8-b3aa-4a84-8c72-519ece517602 {{(pid=89111) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 28 07:22:28.852038 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device f962d8f8-b3aa-4a84-8c72-519ece517602 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 07:22:28.852463 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 7d3e3936-5637-4c33-bcec-1c1b6be350b3 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:22:28.911396 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 7d3e3936-5637-4c33-bcec-1c1b6be350b3 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 07:22:28.911743 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 7d3e3936-5637-4c33-bcec-1c1b6be350b3 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 07:22:28.917544 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.db.api [None req-d761b2ac-f0a0-4715-93c9-cfcf5c05b24a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89111) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 07:22:28.919685 n-d-843702-1 neutron-server[89111]: DEBUG oslo_db.api [None req-d761b2ac-f0a0-4715-93c9-cfcf5c05b24a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 07:22:28.938561 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4390fb8-306c-4e4e-9199-ea82b8c2e3be tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Pushing event deleted for resources: {'Port': ['ID=f962d8f8-b3aa-4a84-8c72-519ece517602,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:22:28.940328 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4390fb8-306c-4e4e-9199-ea82b8c2e3be tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] No DVR routers for this DVR port f962d8f8-b3aa-4a84-8c72-519ece517602 on host n-d-843702-1 {{(pid=89109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 07:22:28.976213 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-ed257a54-825e-43a6-a708-35887ba3fffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:29.060849 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e4390fb8-306c-4e4e-9199-ea82b8c2e3be tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:29.085347 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-e4390fb8-306c-4e4e-9199-ea82b8c2e3be tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35799e6f-ee5d-4e12-932a-a62b931ceefe']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:22:29.096972 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-e4390fb8-306c-4e4e-9199-ea82b8c2e3be tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '702d5568-5f2f-43fc-b1a7-1b6bfae5ed9b') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:22:29.097263 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-e4390fb8-306c-4e4e-9199-ea82b8c2e3be tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '702d5568-5f2f-43fc-b1a7-1b6bfae5ed9b') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:22:29.108870 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e4390fb8-306c-4e4e-9199-ea82b8c2e3be tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:29.125072 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e4390fb8-306c-4e4e-9199-ea82b8c2e3be tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:29.131024 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4390fb8-306c-4e4e-9199-ea82b8c2e3be tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 07:22:29.131514 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e4390fb8-306c-4e4e-9199-ea82b8c2e3be tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:29.199659 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 702d5568-5f2f-43fc-b1a7-1b6bfae5ed9b resource provider aggregate not found May 28 07:22:29.220100 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 702d5568-5f2f-43fc-b1a7-1b6bfae5ed9b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 702d5568-5f2f-43fc-b1a7-1b6bfae5ed9b found for delete ", "request_id": "req-949d85e6-ae39-4432-bb4b-fd42e901fd12"}]} May 28 07:22:29.295850 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e4390fb8-306c-4e4e-9199-ea82b8c2e3be tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:29.315105 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e4390fb8-306c-4e4e-9199-ea82b8c2e3be tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:29.326472 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4390fb8-306c-4e4e-9199-ea82b8c2e3be tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] Pushing event deleted for resources: {'Network': ['ID=35799e6f-ee5d-4e12-932a-a62b931ceefe,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:22:29.330484 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-e4390fb8-306c-4e4e-9199-ea82b8c2e3be tempest-NetworksIpV6Test-256794525 tempest-NetworksIpV6Test-256794525-project] 10.222.0.55 "DELETE /v2.0/networks/35799e6f-ee5d-4e12-932a-a62b931ceefe HTTP/1.1" status: 204 len: 168 time: 1.1419199 May 28 07:22:29.419694 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-d761b2ac-f0a0-4715-93c9-cfcf5c05b24a None None] Deleting port f962d8f8-b3aa-4a84-8c72-519ece517602 {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:22:29.420206 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d761b2ac-f0a0-4715-93c9-cfcf5c05b24a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:29.490668 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-d761b2ac-f0a0-4715-93c9-cfcf5c05b24a None None] The port 'f962d8f8-b3aa-4a84-8c72-519ece517602' was deleted {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 07:22:29.888701 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 56778) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:22:30.035256 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-ef1eb647-c006-4e6f-9c18-bea0b190083f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d2255cc7de294353bd1c624351688c67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1453547 May 28 07:22:30.037919 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 56784) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:22:30.067054 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:30.099397 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-678db147-deff-4c01-81a9-ff17af245faa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:30.118668 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:30.125360 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-678db147-deff-4c01-81a9-ff17af245faa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:30.244219 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-678db147-deff-4c01-81a9-ff17af245faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:30.259283 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678db147-deff-4c01-81a9-ff17af245faa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2df33e5b-bff8-41ca-be00-1f4c2aa2a4f5,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:22:30.266706 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-678db147-deff-4c01-81a9-ff17af245faa admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:30.267884 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-678db147-deff-4c01-81a9-ff17af245faa admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2df33e5b-bff8-41ca-be00-1f4c2aa2a4f5 HTTP/1.1" status: 204 len: 168 time: 0.2290654 May 28 07:22:31.275286 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 56808) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:22:31.376562 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-cb5c9584-bf20-4c07-afbb-396e5363fe4d tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1867585123', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:22:31.384040 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-cb5c9584-bf20-4c07-afbb-396e5363fe4d tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:22:31.388828 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-cb5c9584-bf20-4c07-afbb-396e5363fe4d tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] Usage tracker for resource:router and tenant:5ff74799ba074932988f378228c4a0f2 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:22:31.391767 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-cb5c9584-bf20-4c07-afbb-396e5363fe4d tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:22:31.400392 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-cb5c9584-bf20-4c07-afbb-396e5363fe4d tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:22:31.469675 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-cb5c9584-bf20-4c07-afbb-396e5363fe4d tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59128'] for router, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:31.470699 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-cb5c9584-bf20-4c07-afbb-396e5363fe4d tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59009'] for router, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:31.485776 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-cb5c9584-bf20-4c07-afbb-396e5363fe4d tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:31.553062 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-cb5c9584-bf20-4c07-afbb-396e5363fe4d tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690761'] for router, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:31.627244 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-cb5c9584-bf20-4c07-afbb-396e5363fe4d tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:31.628376 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-cb5c9584-bf20-4c07-afbb-396e5363fe4d tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3520763 May 28 07:22:31.631844 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 56814) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:22:31.637788 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-d2dbaebe-b4be-4efe-ae11-ed841e363c1f tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-161806428'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:22:31.643674 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-d2dbaebe-b4be-4efe-ae11-ed841e363c1f tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:22:31.647990 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-d2dbaebe-b4be-4efe-ae11-ed841e363c1f tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] Usage tracker for resource:network and tenant:5ff74799ba074932988f378228c4a0f2 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:22:31.650851 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-d2dbaebe-b4be-4efe-ae11-ed841e363c1f tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:22:31.656846 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-d2dbaebe-b4be-4efe-ae11-ed841e363c1f tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:22:31.736129 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2dbaebe-b4be-4efe-ae11-ed841e363c1f tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] Made reservation on behalf of 5ff74799ba074932988f378228c4a0f2 for: {'network': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 07:22:31.739586 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d2dbaebe-b4be-4efe-ae11-ed841e363c1f tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:31.752687 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d2dbaebe-b4be-4efe-ae11-ed841e363c1f tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:31.768669 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-d2dbaebe-b4be-4efe-ae11-ed841e363c1f tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:22:31.772548 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-d2dbaebe-b4be-4efe-ae11-ed841e363c1f tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] Usage tracker for resource:security_group_rule and tenant:5ff74799ba074932988f378228c4a0f2 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:22:31.775433 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-d2dbaebe-b4be-4efe-ae11-ed841e363c1f tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:22:31.781347 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-d2dbaebe-b4be-4efe-ae11-ed841e363c1f tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:22:31.838925 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:31.869566 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d2dbaebe-b4be-4efe-ae11-ed841e363c1f tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:31.949113 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d2dbaebe-b4be-4efe-ae11-ed841e363c1f tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:31.985342 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2dbaebe-b4be-4efe-ae11-ed841e363c1f tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] vlan segment allocate from pool success with {'vlan_id': 362, 'physical_network': 'physnet1'} {{(pid=89109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 07:22:31.990535 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dbaebe-b4be-4efe-ae11-ed841e363c1f tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09ef6959-3ded-4851-a483-068602dd33ec,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:22:31.999203 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d2dbaebe-b4be-4efe-ae11-ed841e363c1f tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:31.999203 n-d-843702-1 neutron-server[89109]: INFO neutron.db.segments_db [None req-d2dbaebe-b4be-4efe-ae11-ed841e363c1f tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] Added segment 83122c47-24d8-42cb-8db8-6ced403b3345 of type vlan for network af08fa3e-a339-4624-9b07-59ade8a8a95e May 28 07:22:32.031724 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d2dbaebe-b4be-4efe-ae11-ed841e363c1f tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:32.132383 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d2dbaebe-b4be-4efe-ae11-ed841e363c1f tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:32.137880 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2dbaebe-b4be-4efe-ae11-ed841e363c1f tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:22:32.138501 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d2dbaebe-b4be-4efe-ae11-ed841e363c1f tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:32.245639 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dbaebe-b4be-4efe-ae11-ed841e363c1f tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] Pushing event updated for resources: {'Network': ['ID=af08fa3e-a339-4624-9b07-59ade8a8a95e,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:22:32.255271 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network af08fa3e-a339-4624-9b07-59ade8a8a95e details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 07:22:32.336495 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-d2dbaebe-b4be-4efe-ae11-ed841e363c1f tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7036109 May 28 07:22:32.339251 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 56818) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:22:32.348212 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-e6079155-6f47-4637-86c2-b6a0ffe54e11 tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] Request body: {'subnet': {'network_id': 'af08fa3e-a339-4624-9b07-59ade8a8a95e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:22:32.459721 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-e6079155-6f47-4637-86c2-b6a0ffe54e11 tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:22:32.463515 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-e6079155-6f47-4637-86c2-b6a0ffe54e11 tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] Usage tracker for resource:subnet and tenant:5ff74799ba074932988f378228c4a0f2 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:22:32.467042 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-e6079155-6f47-4637-86c2-b6a0ffe54e11 tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:22:32.472595 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-e6079155-6f47-4637-86c2-b6a0ffe54e11 tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:22:32.570078 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6079155-6f47-4637-86c2-b6a0ffe54e11 tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] Made reservation on behalf of 5ff74799ba074932988f378228c4a0f2 for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 07:22:32.573558 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e6079155-6f47-4637-86c2-b6a0ffe54e11 tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:32.798901 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:32.875247 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e6079155-6f47-4637-86c2-b6a0ffe54e11 tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:32.957769 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6079155-6f47-4637-86c2-b6a0ffe54e11 tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] Pushing event updated for resources: {'Subnet': ['ID=2b8e3b94-41c4-4a49-9430-d8db7e94a117,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:22:32.967691 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6079155-6f47-4637-86c2-b6a0ffe54e11 tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] Checking segment: {'id': '83122c47-24d8-42cb-8db8-6ced403b3345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'af08fa3e-a339-4624-9b07-59ade8a8a95e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:22:32.968044 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6079155-6f47-4637-86c2-b6a0ffe54e11 tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] Network hostable DHCP agents. Network: af08fa3e-a339-4624-9b07-59ade8a8a95e, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 07:22:33.055549 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6079155-6f47-4637-86c2-b6a0ffe54e11 tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] Network af08fa3e-a339-4624-9b07-59ade8a8a95e is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 07:22:33.171834 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-e6079155-6f47-4637-86c2-b6a0ffe54e11 tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, af08fa3e-a339-4624-9b07-59ade8a8a95e) {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:22:33.175683 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6079155-6f47-4637-86c2-b6a0ffe54e11 tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:22:33.176267 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e6079155-6f47-4637-86c2-b6a0ffe54e11 tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:33.180344 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da43e665-63e8-4cc2-9213-8fbf05a9d274 None None] Network af08fa3e-a339-4624-9b07-59ade8a8a95e requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 07:22:33.290784 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-e6079155-6f47-4637-86c2-b6a0ffe54e11 tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9503417 May 28 07:22:33.293681 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 56822) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:22:33.299262 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-a9fd364c-62c4-442b-a1cb-bfaa5317ddc5 tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2112982307'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:22:33.305211 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-a9fd364c-62c4-442b-a1cb-bfaa5317ddc5 tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:22:33.309666 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-a9fd364c-62c4-442b-a1cb-bfaa5317ddc5 tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] Usage tracker for resource:network and tenant:5ff74799ba074932988f378228c4a0f2 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:22:33.312549 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-a9fd364c-62c4-442b-a1cb-bfaa5317ddc5 tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:22:33.318238 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-a9fd364c-62c4-442b-a1cb-bfaa5317ddc5 tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:22:33.386338 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c530ebe-cf92-45d5-a14a-ae4310139785 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-af08fa3e-a339-4624-9b07-59ade8a8a95e', 'network_id': 'af08fa3e-a339-4624-9b07-59ade8a8a95e', 'tenant_id': '5ff74799ba074932988f378228c4a0f2', 'fixed_ips': [{'subnet_id': '2b8e3b94-41c4-4a49-9430-d8db7e94a117'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 07:22:33.387172 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-6c530ebe-cf92-45d5-a14a-ae4310139785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:33.418710 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9fd364c-62c4-442b-a1cb-bfaa5317ddc5 tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] Made reservation on behalf of 5ff74799ba074932988f378228c4a0f2 for: {'network': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 07:22:33.422359 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a9fd364c-62c4-442b-a1cb-bfaa5317ddc5 tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:33.450150 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9fd364c-62c4-442b-a1cb-bfaa5317ddc5 tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'} {{(pid=89109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 07:22:33.462131 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a9fd364c-62c4-442b-a1cb-bfaa5317ddc5 tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:33.462467 n-d-843702-1 neutron-server[89109]: INFO neutron.db.segments_db [None req-a9fd364c-62c4-442b-a1cb-bfaa5317ddc5 tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] Added segment 52e4a061-418b-4999-8722-ca5829e3fb70 of type vlan for network 51e75db8-d713-484a-94a1-013b49e9498b May 28 07:22:33.493637 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a9fd364c-62c4-442b-a1cb-bfaa5317ddc5 tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:33.556432 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-6c530ebe-cf92-45d5-a14a-ae4310139785 None None] Allocated IP 172.20.0.2 (af08fa3e-a339-4624-9b07-59ade8a8a95e/2b8e3b94-41c4-4a49-9430-d8db7e94a117/84faf12d-9802-411b-aae2-7ec9f13cbab4) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:22:33.598750 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a9fd364c-62c4-442b-a1cb-bfaa5317ddc5 tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:33.604515 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fd364c-62c4-442b-a1cb-bfaa5317ddc5 tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:22:33.611192 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a9fd364c-62c4-442b-a1cb-bfaa5317ddc5 tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:33.713756 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fd364c-62c4-442b-a1cb-bfaa5317ddc5 tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] Pushing event updated for resources: {'Network': ['ID=51e75db8-d713-484a-94a1-013b49e9498b,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:22:33.725405 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 51e75db8-d713-484a-94a1-013b49e9498b details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 07:22:33.765578 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-a9fd364c-62c4-442b-a1cb-bfaa5317ddc5 tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4708297 May 28 07:22:33.768430 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 56826) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:22:33.773915 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-5dd0900a-e9d9-4af2-b693-b5e84978e9c1 tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] Request body: {'subnet': {'network_id': '51e75db8-d713-484a-94a1-013b49e9498b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:22:33.887888 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-5dd0900a-e9d9-4af2-b693-b5e84978e9c1 tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:22:33.892489 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-5dd0900a-e9d9-4af2-b693-b5e84978e9c1 tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] Usage tracker for resource:subnet and tenant:5ff74799ba074932988f378228c4a0f2 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:22:33.893640 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-6c530ebe-cf92-45d5-a14a-ae4310139785 None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:33.895401 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-5dd0900a-e9d9-4af2-b693-b5e84978e9c1 tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:22:33.901048 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-5dd0900a-e9d9-4af2-b693-b5e84978e9c1 tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:22:33.904355 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-6c530ebe-cf92-45d5-a14a-ae4310139785 None None] Transition to ACTIVE for port object 84faf12d-9802-411b-aae2-7ec9f13cbab4 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:22:33.922439 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-6c530ebe-cf92-45d5-a14a-ae4310139785 None None] Transition to ACTIVE for port object 84faf12d-9802-411b-aae2-7ec9f13cbab4 will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:22:33.998677 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dd0900a-e9d9-4af2-b693-b5e84978e9c1 tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] Made reservation on behalf of 5ff74799ba074932988f378228c4a0f2 for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 07:22:34.002109 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5dd0900a-e9d9-4af2-b693-b5e84978e9c1 tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:34.010435 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-6c530ebe-cf92-45d5-a14a-ae4310139785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:34.079746 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c530ebe-cf92-45d5-a14a-ae4310139785 None None] Network af08fa3e-a339-4624-9b07-59ade8a8a95e is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:22:34.082895 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-6c530ebe-cf92-45d5-a14a-ae4310139785 None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:22:34.086024 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c530ebe-cf92-45d5-a14a-ae4310139785 None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:22:34.096442 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530ebe-cf92-45d5-a14a-ae4310139785 None None] Pushing event updated for resources: {'Port': ['ID=84faf12d-9802-411b-aae2-7ec9f13cbab4,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:22:34.187364 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-6c530ebe-cf92-45d5-a14a-ae4310139785 None None] Attempting to bind port 84faf12d-9802-411b-aae2-7ec9f13cbab4 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 07:22:34.188063 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-6c530ebe-cf92-45d5-a14a-ae4310139785 None None] Attempting to bind port 84faf12d-9802-411b-aae2-7ec9f13cbab4 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': '83122c47-24d8-42cb-8db8-6ced403b3345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'af08fa3e-a339-4624-9b07-59ade8a8a95e'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 07:22:34.188063 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c530ebe-cf92-45d5-a14a-ae4310139785 None None] Attempting to bind port 84faf12d-9802-411b-aae2-7ec9f13cbab4 on network af08fa3e-a339-4624-9b07-59ade8a8a95e {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:22:34.193366 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c530ebe-cf92-45d5-a14a-ae4310139785 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 7, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 07:22:34.193788 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c530ebe-cf92-45d5-a14a-ae4310139785 None None] Checking segment: {'id': '83122c47-24d8-42cb-8db8-6ced403b3345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'af08fa3e-a339-4624-9b07-59ade8a8a95e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:22:34.194182 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-6c530ebe-cf92-45d5-a14a-ae4310139785 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:34.194565 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c530ebe-cf92-45d5-a14a-ae4310139785 None None] Bound using segment: {'id': '83122c47-24d8-42cb-8db8-6ced403b3345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'af08fa3e-a339-4624-9b07-59ade8a8a95e'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 07:22:34.195014 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-6c530ebe-cf92-45d5-a14a-ae4310139785 None None] Bound port: 84faf12d-9802-411b-aae2-7ec9f13cbab4, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83122c47-24d8-42cb-8db8-6ced403b3345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'af08fa3e-a339-4624-9b07-59ade8a8a95e'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 07:22:34.195403 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-6c530ebe-cf92-45d5-a14a-ae4310139785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:34.284010 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-6c530ebe-cf92-45d5-a14a-ae4310139785 None None] For port 84faf12d-9802-411b-aae2-7ec9f13cbab4, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:22:34.287045 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-6c530ebe-cf92-45d5-a14a-ae4310139785 None None] For port 84faf12d-9802-411b-aae2-7ec9f13cbab4, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=84faf12d-9802-411b-aae2-7ec9f13cbab4,segment=NetworkSegment(83122c47-24d8-42cb-8db8-6ced403b3345),segment_id=83122c47-24d8-42cb-8db8-6ced403b3345)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 07:22:34.378604 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-6c530ebe-cf92-45d5-a14a-ae4310139785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:34.404888 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5dd0900a-e9d9-4af2-b693-b5e84978e9c1 tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:34.460343 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530ebe-cf92-45d5-a14a-ae4310139785 None None] Pushing event updated for resources: {'Port': ['ID=84faf12d-9802-411b-aae2-7ec9f13cbab4,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:22:34.484753 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd0900a-e9d9-4af2-b693-b5e84978e9c1 tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] Pushing event updated for resources: {'Subnet': ['ID=a352827e-87f2-48d6-a155-4b8e12e19339,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:22:34.500085 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd0900a-e9d9-4af2-b693-b5e84978e9c1 tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] Checking segment: {'id': '52e4a061-418b-4999-8722-ca5829e3fb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '51e75db8-d713-484a-94a1-013b49e9498b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:22:34.500085 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd0900a-e9d9-4af2-b693-b5e84978e9c1 tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] Network hostable DHCP agents. Network: 51e75db8-d713-484a-94a1-013b49e9498b, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 07:22:34.626158 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd0900a-e9d9-4af2-b693-b5e84978e9c1 tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] Network 51e75db8-d713-484a-94a1-013b49e9498b is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 07:22:34.728140 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-5dd0900a-e9d9-4af2-b693-b5e84978e9c1 tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, 51e75db8-d713-484a-94a1-013b49e9498b) {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:22:34.728818 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 84faf12d-9802-411b-aae2-7ec9f13cbab4 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:22:34.734846 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd0900a-e9d9-4af2-b693-b5e84978e9c1 tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:22:34.735838 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5dd0900a-e9d9-4af2-b693-b5e84978e9c1 tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:34.760447 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-302c16b8-4930-4818-8d03-91f50059632f None None] Network 51e75db8-d713-484a-94a1-013b49e9498b requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 07:22:34.830035 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-5dd0900a-e9d9-4af2-b693-b5e84978e9c1 tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0604928 May 28 07:22:34.834027 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 56830) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:22:34.839422 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-9fa26f54-4a5e-4d28-acc4-581b100117e7 tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] Request body: {'router': {'external_gateway_info': {'network_id': '51e75db8-d713-484a-94a1-013b49e9498b'}}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:22:34.986254 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 84faf12d-9802-411b-aae2-7ec9f13cbab4 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:22:35.006468 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51a208c-e355-4bae-9529-4febb58b5bf0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-51e75db8-d713-484a-94a1-013b49e9498b', 'network_id': '51e75db8-d713-484a-94a1-013b49e9498b', 'tenant_id': '5ff74799ba074932988f378228c4a0f2', 'fixed_ips': [{'subnet_id': 'a352827e-87f2-48d6-a155-4b8e12e19339'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 07:22:35.014385 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-a51a208c-e355-4bae-9529-4febb58b5bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:35.169076 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-a51a208c-e355-4bae-9529-4febb58b5bf0 None None] Allocated IP 172.21.0.2 (51e75db8-d713-484a-94a1-013b49e9498b/a352827e-87f2-48d6-a155-4b8e12e19339/4407bfed-25ba-4a46-9202-4367b0767121) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:22:35.228546 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9fa26f54-4a5e-4d28-acc4-581b100117e7 tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59027'] for router, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:35.408901 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7bc3d9f-2580-4de9-8fae-d97b10070b13 None None] Network af08fa3e-a339-4624-9b07-59ade8a8a95e requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 07:22:35.461561 n-d-843702-1 neutron-server[89109]: INFO neutron.api.v2.resource [None req-9fa26f54-4a5e-4d28-acc4-581b100117e7 tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 07:22:35.462607 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-9fa26f54-4a5e-4d28-acc4-581b100117e7 tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] 10.222.0.55 "PUT /v2.0/routers/3b236134-5337-4923-a74f-efbeccc47522 HTTP/1.1" status: 400 len: 364 time: 0.6276331 May 28 07:22:35.470998 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 56834) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:22:35.542936 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9b4ed15-8584-4219-a72a-b004fa09c48e tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] Deleting subnet a352827e-87f2-48d6-a155-4b8e12e19339 {{(pid=89109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 07:22:35.580265 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-8279a1cf-909c-4ef6-935b-0a4383ca34f1 None None] Provisioning for port 84faf12d-9802-411b-aae2-7ec9f13cbab4 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:22:35.595631 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-a51a208c-e355-4bae-9529-4febb58b5bf0 None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:35.608575 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-8279a1cf-909c-4ef6-935b-0a4383ca34f1 None None] Provisioning complete for port 84faf12d-9802-411b-aae2-7ec9f13cbab4 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:22:35.608937 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-8279a1cf-909c-4ef6-935b-0a4383ca34f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:35.649039 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-a51a208c-e355-4bae-9529-4febb58b5bf0 None None] Transition to ACTIVE for port object 4407bfed-25ba-4a46-9202-4367b0767121 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:22:35.735528 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-a51a208c-e355-4bae-9529-4febb58b5bf0 None None] Transition to ACTIVE for port object 4407bfed-25ba-4a46-9202-4367b0767121 will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:22:35.800568 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e9b4ed15-8584-4219-a72a-b004fa09c48e tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] Notify callbacks [] for subnet, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:35.817306 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-a51a208c-e355-4bae-9529-4febb58b5bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:35.857271 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e9b4ed15-8584-4219-a72a-b004fa09c48e tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3964070'] for subnet, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:35.944045 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e9b4ed15-8584-4219-a72a-b004fa09c48e tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:35.946774 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51a208c-e355-4bae-9529-4febb58b5bf0 None None] Network 51e75db8-d713-484a-94a1-013b49e9498b is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:22:35.952069 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-a51a208c-e355-4bae-9529-4febb58b5bf0 None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:22:35.961579 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51a208c-e355-4bae-9529-4febb58b5bf0 None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:22:35.966733 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-8279a1cf-909c-4ef6-935b-0a4383ca34f1 None None] Current status of the port 84faf12d-9802-411b-aae2-7ec9f13cbab4 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:22:35.967105 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-8279a1cf-909c-4ef6-935b-0a4383ca34f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:35.975603 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51a208c-e355-4bae-9529-4febb58b5bf0 None None] Pushing event updated for resources: {'Port': ['ID=4407bfed-25ba-4a46-9202-4367b0767121,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:22:36.095293 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-8279a1cf-909c-4ef6-935b-0a4383ca34f1 None None] For port 84faf12d-9802-411b-aae2-7ec9f13cbab4, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=84faf12d-9802-411b-aae2-7ec9f13cbab4,segment=NetworkSegment(83122c47-24d8-42cb-8db8-6ced403b3345),segment_id=83122c47-24d8-42cb-8db8-6ced403b3345)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:22:36.097480 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-a51a208c-e355-4bae-9529-4febb58b5bf0 None None] Attempting to bind port 4407bfed-25ba-4a46-9202-4367b0767121 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 07:22:36.097846 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-a51a208c-e355-4bae-9529-4febb58b5bf0 None None] Attempting to bind port 4407bfed-25ba-4a46-9202-4367b0767121 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': '52e4a061-418b-4999-8722-ca5829e3fb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '51e75db8-d713-484a-94a1-013b49e9498b'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 07:22:36.098200 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51a208c-e355-4bae-9529-4febb58b5bf0 None None] Attempting to bind port 4407bfed-25ba-4a46-9202-4367b0767121 on network 51e75db8-d713-484a-94a1-013b49e9498b {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:22:36.103684 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51a208c-e355-4bae-9529-4febb58b5bf0 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 7, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 07:22:36.104313 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51a208c-e355-4bae-9529-4febb58b5bf0 None None] Checking segment: {'id': '52e4a061-418b-4999-8722-ca5829e3fb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '51e75db8-d713-484a-94a1-013b49e9498b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:22:36.104708 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-a51a208c-e355-4bae-9529-4febb58b5bf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:36.105149 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51a208c-e355-4bae-9529-4febb58b5bf0 None None] Bound using segment: {'id': '52e4a061-418b-4999-8722-ca5829e3fb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '51e75db8-d713-484a-94a1-013b49e9498b'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 07:22:36.106422 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-a51a208c-e355-4bae-9529-4febb58b5bf0 None None] Bound port: 4407bfed-25ba-4a46-9202-4367b0767121, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52e4a061-418b-4999-8722-ca5829e3fb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '51e75db8-d713-484a-94a1-013b49e9498b'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 07:22:36.109694 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-a51a208c-e355-4bae-9529-4febb58b5bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:36.127194 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e9b4ed15-8584-4219-a72a-b004fa09c48e tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9555650'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:36.161113 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-8279a1cf-909c-4ef6-935b-0a4383ca34f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:36.170692 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b4ed15-8584-4219-a72a-b004fa09c48e tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] Pushing event deleted for resources: {'Subnet': ['ID=a352827e-87f2-48d6-a155-4b8e12e19339,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:22:36.174534 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e9b4ed15-8584-4219-a72a-b004fa09c48e tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:36.186402 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 56838) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:22:36.191709 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-e9b4ed15-8584-4219-a72a-b004fa09c48e tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] 10.222.0.55 "DELETE /v2.0/subnets/a352827e-87f2-48d6-a155-4b8e12e19339 HTTP/1.1" status: 204 len: 168 time: 0.7146728 May 28 07:22:36.262859 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-a51a208c-e355-4bae-9529-4febb58b5bf0 None None] For port 4407bfed-25ba-4a46-9202-4367b0767121, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:22:36.265359 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8279a1cf-909c-4ef6-935b-0a4383ca34f1 None None] Pushing event updated for resources: {'Port': ['ID=84faf12d-9802-411b-aae2-7ec9f13cbab4,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:22:36.268689 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-a51a208c-e355-4bae-9529-4febb58b5bf0 None None] For port 4407bfed-25ba-4a46-9202-4367b0767121, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=4407bfed-25ba-4a46-9202-4367b0767121,segment=NetworkSegment(52e4a061-418b-4999-8722-ca5829e3fb70),segment_id=52e4a061-418b-4999-8722-ca5829e3fb70)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 07:22:36.308056 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-77778042-a680-4197-a41f-f839c2aadcf8 tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:36.318370 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-77778042-a680-4197-a41f-f839c2aadcf8 tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] Deleting port 4407bfed-25ba-4a46-9202-4367b0767121 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:22:36.318693 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-77778042-a680-4197-a41f-f839c2aadcf8 tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:36.344121 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-a51a208c-e355-4bae-9529-4febb58b5bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:36.437163 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-7e0ce770-29ee-43df-917d-beb30e56fe6f None None] Provisioning complete for port 84faf12d-9802-411b-aae2-7ec9f13cbab4 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:22:36.437799 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-7e0ce770-29ee-43df-917d-beb30e56fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:36.524180 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [None req-77778042-a680-4197-a41f-f839c2aadcf8 tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] For port 4407bfed-25ba-4a46-9202-4367b0767121, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=4407bfed-25ba-4a46-9202-4367b0767121,segment=NetworkSegment(52e4a061-418b-4999-8722-ca5829e3fb70),segment_id=52e4a061-418b-4999-8722-ca5829e3fb70)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:22:36.524529 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-77778042-a680-4197-a41f-f839c2aadcf8 tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:36.531723 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51a208c-e355-4bae-9529-4febb58b5bf0 None None] Pushing event updated for resources: {'Port': ['ID=4407bfed-25ba-4a46-9202-4367b0767121,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:22:36.563176 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60230b84-50a5-4fc0-b1cc-522f4cc9017a None None] Network 51e75db8-d713-484a-94a1-013b49e9498b requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 07:22:36.653607 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-77778042-a680-4197-a41f-f839c2aadcf8 tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] Calling delete_port for 4407bfed-25ba-4a46-9202-4367b0767121 owned by network:dhcp {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:22:36.675849 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 84faf12d-9802-411b-aae2-7ec9f13cbab4 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:22:36.743930 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-7e0ce770-29ee-43df-917d-beb30e56fe6f None None] Current status of the port 84faf12d-9802-411b-aae2-7ec9f13cbab4 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:22:36.818298 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-77778042-a680-4197-a41f-f839c2aadcf8 tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:36.847544 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-696ff67a-dda5-4d2b-8e83-424a6c983e4a None None] get_active_networks_info from n-d-843702-1 {{(pid=89111) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 28 07:22:36.863939 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77778042-a680-4197-a41f-f839c2aadcf8 tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] Pushing event deleted for resources: {'Port': ['ID=4407bfed-25ba-4a46-9202-4367b0767121,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:22:36.869393 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77778042-a680-4197-a41f-f839c2aadcf8 tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] No DVR routers for this DVR port 4407bfed-25ba-4a46-9202-4367b0767121 on host n-d-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 07:22:36.875717 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 84faf12d-9802-411b-aae2-7ec9f13cbab4 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:22:36.876089 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:37.002288 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-77778042-a680-4197-a41f-f839c2aadcf8 tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:37.029408 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-77778042-a680-4197-a41f-f839c2aadcf8 tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51e75db8-d713-484a-94a1-013b49e9498b']}} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:22:37.039225 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696ff67a-dda5-4d2b-8e83-424a6c983e4a None None] Resources bound (agent type, host, resource id): {{(pid=89111) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 28 07:22:37.045662 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-77778042-a680-4197-a41f-f839c2aadcf8 tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52e4a061-418b-4999-8722-ca5829e3fb70') {'for_net_delete': True} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:22:37.045950 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-77778042-a680-4197-a41f-f839c2aadcf8 tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52e4a061-418b-4999-8722-ca5829e3fb70') {} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:22:37.056487 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 84faf12d-9802-411b-aae2-7ec9f13cbab4 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:22:37.059221 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-77778042-a680-4197-a41f-f839c2aadcf8 tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4150778'] for segment, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:37.078019 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-77778042-a680-4197-a41f-f839c2aadcf8 tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:37.085280 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77778042-a680-4197-a41f-f839c2aadcf8 tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=89110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 07:22:37.085702 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-77778042-a680-4197-a41f-f839c2aadcf8 tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3143023'] for segment, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:37.155634 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment 52e4a061-418b-4999-8722-ca5829e3fb70 resource provider aggregate not found May 28 07:22:37.177503 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment 52e4a061-418b-4999-8722-ca5829e3fb70 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 52e4a061-418b-4999-8722-ca5829e3fb70 found for delete ", "request_id": "req-535513e5-42ac-4617-80c3-290fa9e51791"}]} May 28 07:22:37.269148 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-77778042-a680-4197-a41f-f839c2aadcf8 tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:37.290187 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-77778042-a680-4197-a41f-f839c2aadcf8 tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] Notify callbacks [] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:37.303551 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77778042-a680-4197-a41f-f839c2aadcf8 tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] Pushing event deleted for resources: {'Network': ['ID=51e75db8-d713-484a-94a1-013b49e9498b,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:22:37.313364 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-77778042-a680-4197-a41f-f839c2aadcf8 tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] 10.222.0.55 "DELETE /v2.0/networks/51e75db8-d713-484a-94a1-013b49e9498b HTTP/1.1" status: 204 len: 168 time: 1.1252306 May 28 07:22:37.315978 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 56848) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:22:37.383318 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_v2 [None req-71ce2164-ce78-428f-a222-ee864144ea83 tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] Deleting subnet 2b8e3b94-41c4-4a49-9430-d8db7e94a117 {{(pid=89110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 07:22:37.386133 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-71ce2164-ce78-428f-a222-ee864144ea83 tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] Notify callbacks [] for subnet, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:37.440297 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-71ce2164-ce78-428f-a222-ee864144ea83 tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4150765'] for subnet, precommit_delete_associations {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:37.527165 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-71ce2164-ce78-428f-a222-ee864144ea83 tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:37.652143 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-71ce2164-ce78-428f-a222-ee864144ea83 tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3115981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3172005'] for subnet, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:37.692702 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ce2164-ce78-428f-a222-ee864144ea83 tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] Pushing event deleted for resources: {'Subnet': ['ID=2b8e3b94-41c4-4a49-9430-d8db7e94a117,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:22:37.694650 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-71ce2164-ce78-428f-a222-ee864144ea83 tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:37.699191 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a1ba3a-ae3c-4b73-85a0-5df61aede1f3 None None] Network af08fa3e-a339-4624-9b07-59ade8a8a95e requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 07:22:37.701407 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-71ce2164-ce78-428f-a222-ee864144ea83 tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] 10.222.0.55 "DELETE /v2.0/subnets/2b8e3b94-41c4-4a49-9430-d8db7e94a117 HTTP/1.1" status: 204 len: 168 time: 0.3844564 May 28 07:22:37.703766 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 56852) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:22:37.820098 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-578f3617-559a-4848-99e2-42c93ef55e0d tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:37.830709 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-578f3617-559a-4848-99e2-42c93ef55e0d tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] Deleting port 84faf12d-9802-411b-aae2-7ec9f13cbab4 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:22:37.831036 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-578f3617-559a-4848-99e2-42c93ef55e0d tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:37.936507 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd33f418-6b12-4293-a42f-390e770fe2f9 None None] DHCP port deletion for af08fa3e-a339-4624-9b07-59ade8a8a95e request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 07:22:37.940552 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-cd33f418-6b12-4293-a42f-390e770fe2f9 None None] Deleting port 84faf12d-9802-411b-aae2-7ec9f13cbab4 {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:22:37.940928 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-cd33f418-6b12-4293-a42f-390e770fe2f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:38.041607 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [None req-578f3617-559a-4848-99e2-42c93ef55e0d tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] For port 84faf12d-9802-411b-aae2-7ec9f13cbab4, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=84faf12d-9802-411b-aae2-7ec9f13cbab4,segment=NetworkSegment(83122c47-24d8-42cb-8db8-6ced403b3345),segment_id=83122c47-24d8-42cb-8db8-6ced403b3345)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:22:38.041966 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-578f3617-559a-4848-99e2-42c93ef55e0d tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:38.163994 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-578f3617-559a-4848-99e2-42c93ef55e0d tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] Calling delete_port for 84faf12d-9802-411b-aae2-7ec9f13cbab4 owned by network:dhcp {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:22:38.178297 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-cd33f418-6b12-4293-a42f-390e770fe2f9 None None] For port 84faf12d-9802-411b-aae2-7ec9f13cbab4, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=84faf12d-9802-411b-aae2-7ec9f13cbab4,segment=NetworkSegment(83122c47-24d8-42cb-8db8-6ced403b3345),segment_id=83122c47-24d8-42cb-8db8-6ced403b3345)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:22:38.178715 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-cd33f418-6b12-4293-a42f-390e770fe2f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:38.297848 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-578f3617-559a-4848-99e2-42c93ef55e0d tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:38.298531 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-cd33f418-6b12-4293-a42f-390e770fe2f9 None None] Calling delete_port for 84faf12d-9802-411b-aae2-7ec9f13cbab4 owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:22:38.345995 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578f3617-559a-4848-99e2-42c93ef55e0d tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] Pushing event deleted for resources: {'Port': ['ID=84faf12d-9802-411b-aae2-7ec9f13cbab4,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:22:38.347761 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578f3617-559a-4848-99e2-42c93ef55e0d tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] No DVR routers for this DVR port 84faf12d-9802-411b-aae2-7ec9f13cbab4 on host n-d-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 07:22:38.376004 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.db.api [None req-cd33f418-6b12-4293-a42f-390e770fe2f9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89111) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 07:22:38.376443 n-d-843702-1 neutron-server[89111]: DEBUG oslo_db.api [None req-cd33f418-6b12-4293-a42f-390e770fe2f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 07:22:38.565964 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-578f3617-559a-4848-99e2-42c93ef55e0d tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:38.590440 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-578f3617-559a-4848-99e2-42c93ef55e0d tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af08fa3e-a339-4624-9b07-59ade8a8a95e']}} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:22:38.602211 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-578f3617-559a-4848-99e2-42c93ef55e0d tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83122c47-24d8-42cb-8db8-6ced403b3345') {'for_net_delete': True} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:22:38.602524 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-578f3617-559a-4848-99e2-42c93ef55e0d tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83122c47-24d8-42cb-8db8-6ced403b3345') {} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:22:38.614254 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-578f3617-559a-4848-99e2-42c93ef55e0d tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4150778'] for segment, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:38.634307 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-578f3617-559a-4848-99e2-42c93ef55e0d tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:38.641005 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-578f3617-559a-4848-99e2-42c93ef55e0d tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=89110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 07:22:38.641395 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-578f3617-559a-4848-99e2-42c93ef55e0d tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3143023'] for segment, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:38.667055 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 84faf12d-9802-411b-aae2-7ec9f13cbab4 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:22:38.702286 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 84faf12d-9802-411b-aae2-7ec9f13cbab4 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 07:22:38.703031 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 84faf12d-9802-411b-aae2-7ec9f13cbab4 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 07:22:38.783454 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-578f3617-559a-4848-99e2-42c93ef55e0d tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:38.788028 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-578f3617-559a-4848-99e2-42c93ef55e0d tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] Notify callbacks [] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:38.815300 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578f3617-559a-4848-99e2-42c93ef55e0d tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] Pushing event deleted for resources: {'Network': ['ID=af08fa3e-a339-4624-9b07-59ade8a8a95e,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:22:38.818540 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-578f3617-559a-4848-99e2-42c93ef55e0d tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] 10.222.0.55 "DELETE /v2.0/networks/af08fa3e-a339-4624-9b07-59ade8a8a95e HTTP/1.1" status: 204 len: 168 time: 1.1138508 May 28 07:22:38.821158 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 56856) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:22:38.866434 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-38f4737a-4a10-4fce-85a9-95fba77de9e4 tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] Synchronizing usage tracker for tenant:5ff74799ba074932988f378228c4a0f2 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:22:38.877679 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-cd33f418-6b12-4293-a42f-390e770fe2f9 None None] Deleting port 84faf12d-9802-411b-aae2-7ec9f13cbab4 {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:22:38.878067 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-cd33f418-6b12-4293-a42f-390e770fe2f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:38.937423 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-38f4737a-4a10-4fce-85a9-95fba77de9e4 tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] Unset dirty status for tenant:5ff74799ba074932988f378228c4a0f2 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:22:38.938706 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-38f4737a-4a10-4fce-85a9-95fba77de9e4 tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b236134-5337-4923-a74f-efbeccc47522 HTTP/1.1" status: 200 len: 205 time: 0.1166449 May 28 07:22:38.941231 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 56860) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:22:38.944923 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-cd33f418-6b12-4293-a42f-390e770fe2f9 None None] The port '84faf12d-9802-411b-aae2-7ec9f13cbab4' was deleted {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 07:22:39.074192 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-cd461305-64ad-4b08-89ae-f9cee08a470f tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] Notify callbacks [] for router, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:39.206497 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment 83122c47-24d8-42cb-8db8-6ced403b3345 resource provider aggregate not found May 28 07:22:39.251817 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment 83122c47-24d8-42cb-8db8-6ced403b3345 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 83122c47-24d8-42cb-8db8-6ced403b3345 found for delete ", "request_id": "req-48af8cfc-c316-49c9-a1fd-226185f15cc7"}]} May 28 07:22:39.376398 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-cd461305-64ad-4b08-89ae-f9cee08a470f tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59018'] for router, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:39.378463 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-cd461305-64ad-4b08-89ae-f9cee08a470f tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:39.484171 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-cd461305-64ad-4b08-89ae-f9cee08a470f tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-703817'] for router, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:39.484702 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd461305-64ad-4b08-89ae-f9cee08a470f tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] Fanout notify agent at l3_agent the message router_deleted on router 3b236134-5337-4923-a74f-efbeccc47522 {{(pid=89110) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 07:22:39.497782 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-cd461305-64ad-4b08-89ae-f9cee08a470f tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] Notify callbacks [] for router, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:39.499275 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-cd461305-64ad-4b08-89ae-f9cee08a470f tempest-RoutersNegativeTest-1540709939 tempest-RoutersNegativeTest-1540709939-project] 10.222.0.55 "DELETE /v2.0/routers/3b236134-5337-4923-a74f-efbeccc47522 HTTP/1.1" status: 204 len: 168 time: 0.5568755 May 28 07:22:40.063338 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 56872) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:22:40.212402 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-e2327eb7-99fc-448c-b0a8-45a9bf6db02e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5ff74799ba074932988f378228c4a0f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1479349 May 28 07:22:40.214954 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 56878) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:22:40.271264 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-bb32d562-37a2-470e-afe6-599b1b0bd45d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:40.296444 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-bb32d562-37a2-470e-afe6-599b1b0bd45d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:40.401498 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-bb32d562-37a2-470e-afe6-599b1b0bd45d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:40.424727 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb32d562-37a2-470e-afe6-599b1b0bd45d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09ef6959-3ded-4851-a483-068602dd33ec,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:22:40.427953 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-bb32d562-37a2-470e-afe6-599b1b0bd45d admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:40.432268 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-bb32d562-37a2-470e-afe6-599b1b0bd45d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/09ef6959-3ded-4851-a483-068602dd33ec HTTP/1.1" status: 204 len: 168 time: 0.2126601 May 28 07:22:41.440899 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 56902) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:22:41.546088 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-a1761245-1050-4e6c-b91c-49c3749777a4 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1224898213-network', 'tenant_id': '2d721e9385e342c1b01ae9acf54ebceb'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:22:41.551701 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-a1761245-1050-4e6c-b91c-49c3749777a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:22:41.555511 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-a1761245-1050-4e6c-b91c-49c3749777a4 admin admin] Usage tracker for resource:network and tenant:2d721e9385e342c1b01ae9acf54ebceb is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:22:41.558325 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-a1761245-1050-4e6c-b91c-49c3749777a4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:22:41.563974 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-a1761245-1050-4e6c-b91c-49c3749777a4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:22:41.655544 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1761245-1050-4e6c-b91c-49c3749777a4 admin admin] Made reservation on behalf of 2d721e9385e342c1b01ae9acf54ebceb for: {'network': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 07:22:41.657945 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a1761245-1050-4e6c-b91c-49c3749777a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:41.669972 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a1761245-1050-4e6c-b91c-49c3749777a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:41.687063 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-a1761245-1050-4e6c-b91c-49c3749777a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:22:41.690799 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-a1761245-1050-4e6c-b91c-49c3749777a4 admin admin] Usage tracker for resource:security_group_rule and tenant:2d721e9385e342c1b01ae9acf54ebceb is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:22:41.693526 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-a1761245-1050-4e6c-b91c-49c3749777a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:22:41.699244 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-a1761245-1050-4e6c-b91c-49c3749777a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:22:41.779832 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a1761245-1050-4e6c-b91c-49c3749777a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:41.861084 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a1761245-1050-4e6c-b91c-49c3749777a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:41.888475 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1761245-1050-4e6c-b91c-49c3749777a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 362, 'physical_network': 'physnet1'} {{(pid=89109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 07:22:41.900561 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1761245-1050-4e6c-b91c-49c3749777a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96739a1d-a38a-4678-9dc8-b32014cc5537,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:22:41.905814 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a1761245-1050-4e6c-b91c-49c3749777a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:41.906153 n-d-843702-1 neutron-server[89109]: INFO neutron.db.segments_db [None req-a1761245-1050-4e6c-b91c-49c3749777a4 admin admin] Added segment eb35d64b-1b19-4798-966b-471c911f3dce of type vlan for network b203082c-e3f2-49d1-a49a-010200df1f4c May 28 07:22:41.931972 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a1761245-1050-4e6c-b91c-49c3749777a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:42.023403 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a1761245-1050-4e6c-b91c-49c3749777a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:42.024336 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1761245-1050-4e6c-b91c-49c3749777a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:22:42.024905 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a1761245-1050-4e6c-b91c-49c3749777a4 admin admin] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:42.125677 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1761245-1050-4e6c-b91c-49c3749777a4 admin admin] Pushing event updated for resources: {'Network': ['ID=b203082c-e3f2-49d1-a49a-010200df1f4c,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:22:42.135113 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network b203082c-e3f2-49d1-a49a-010200df1f4c details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 07:22:42.189767 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-a1761245-1050-4e6c-b91c-49c3749777a4 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7476397 May 28 07:22:42.192716 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 56908) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:22:42.198130 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-3e5389c6-09a9-4376-b6e7-371f94160402 admin admin] Request body: {'subnet': {'network_id': 'b203082c-e3f2-49d1-a49a-010200df1f4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1224898213-subnet', 'tenant_id': '2d721e9385e342c1b01ae9acf54ebceb', 'ip_version': 4}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:22:42.205408 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-3e5389c6-09a9-4376-b6e7-371f94160402 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:22:42.209285 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-3e5389c6-09a9-4376-b6e7-371f94160402 admin admin] Usage tracker for resource:subnet and tenant:2d721e9385e342c1b01ae9acf54ebceb is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:22:42.212280 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-3e5389c6-09a9-4376-b6e7-371f94160402 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:22:42.218325 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-3e5389c6-09a9-4376-b6e7-371f94160402 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:22:42.280442 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e5389c6-09a9-4376-b6e7-371f94160402 admin admin] Made reservation on behalf of 2d721e9385e342c1b01ae9acf54ebceb for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 07:22:42.282824 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3e5389c6-09a9-4376-b6e7-371f94160402 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:42.646385 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3e5389c6-09a9-4376-b6e7-371f94160402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:42.722593 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5389c6-09a9-4376-b6e7-371f94160402 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c825f9ab-a258-4192-9160-d3272cb676bf,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:22:42.731365 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5389c6-09a9-4376-b6e7-371f94160402 admin admin] Checking segment: {'id': 'eb35d64b-1b19-4798-966b-471c911f3dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'b203082c-e3f2-49d1-a49a-010200df1f4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:22:42.731718 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5389c6-09a9-4376-b6e7-371f94160402 admin admin] Network hostable DHCP agents. Network: b203082c-e3f2-49d1-a49a-010200df1f4c, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 07:22:42.834810 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5389c6-09a9-4376-b6e7-371f94160402 admin admin] Network b203082c-e3f2-49d1-a49a-010200df1f4c is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 07:22:42.885960 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-3e5389c6-09a9-4376-b6e7-371f94160402 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, b203082c-e3f2-49d1-a49a-010200df1f4c) {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:22:42.890521 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5389c6-09a9-4376-b6e7-371f94160402 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:22:42.891188 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3e5389c6-09a9-4376-b6e7-371f94160402 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:42.894726 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746707cc-c0f6-44fe-9c75-1b59cd0ca3b5 None None] Network b203082c-e3f2-49d1-a49a-010200df1f4c requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 07:22:42.953438 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-3e5389c6-09a9-4376-b6e7-371f94160402 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7596543 May 28 07:22:42.956022 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 56912) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:22:42.960909 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-a480f144-2957-4d3d-8c88-ba0aa53042d7 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1224898213-router', 'tenant_id': '2d721e9385e342c1b01ae9acf54ebceb', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:22:42.966581 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-a480f144-2957-4d3d-8c88-ba0aa53042d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:22:42.971225 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-a480f144-2957-4d3d-8c88-ba0aa53042d7 admin admin] Usage tracker for resource:router and tenant:2d721e9385e342c1b01ae9acf54ebceb is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:22:42.974063 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-a480f144-2957-4d3d-8c88-ba0aa53042d7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:22:42.979987 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-a480f144-2957-4d3d-8c88-ba0aa53042d7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:22:43.050188 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a480f144-2957-4d3d-8c88-ba0aa53042d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59128'] for router, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:43.051220 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a480f144-2957-4d3d-8c88-ba0aa53042d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59009'] for router, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:43.065572 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a480f144-2957-4d3d-8c88-ba0aa53042d7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:43.106418 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c35e22-9506-4297-9338-63ab50eced80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-b203082c-e3f2-49d1-a49a-010200df1f4c', 'network_id': 'b203082c-e3f2-49d1-a49a-010200df1f4c', 'tenant_id': '2d721e9385e342c1b01ae9acf54ebceb', 'fixed_ips': [{'subnet_id': 'c825f9ab-a258-4192-9160-d3272cb676bf'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 07:22:43.106418 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-60c35e22-9506-4297-9338-63ab50eced80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:43.269444 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-60c35e22-9506-4297-9338-63ab50eced80 None None] Allocated IP 172.20.0.2 (b203082c-e3f2-49d1-a49a-010200df1f4c/c825f9ab-a258-4192-9160-d3272cb676bf/0eb942c3-944c-4cd8-888a-cc911cc71db5) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:22:43.403558 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a480f144-2957-4d3d-8c88-ba0aa53042d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59027'] for router, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:43.483947 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-60c35e22-9506-4297-9338-63ab50eced80 None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:43.494866 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-60c35e22-9506-4297-9338-63ab50eced80 None None] Transition to ACTIVE for port object 0eb942c3-944c-4cd8-888a-cc911cc71db5 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:22:43.513519 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-60c35e22-9506-4297-9338-63ab50eced80 None None] Transition to ACTIVE for port object 0eb942c3-944c-4cd8-888a-cc911cc71db5 will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:22:43.584085 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-60c35e22-9506-4297-9338-63ab50eced80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:43.657398 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c35e22-9506-4297-9338-63ab50eced80 None None] Network b203082c-e3f2-49d1-a49a-010200df1f4c is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:22:43.660372 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-60c35e22-9506-4297-9338-63ab50eced80 None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:22:43.664011 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c35e22-9506-4297-9338-63ab50eced80 None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:22:43.669735 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c35e22-9506-4297-9338-63ab50eced80 None None] Pushing event updated for resources: {'Port': ['ID=0eb942c3-944c-4cd8-888a-cc911cc71db5,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:22:43.706921 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c35e22-9506-4297-9338-63ab50eced80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:22:43.707263 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c35e22-9506-4297-9338-63ab50eced80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:22:43.707608 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c35e22-9506-4297-9338-63ab50eced80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:22:43.707947 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c35e22-9506-4297-9338-63ab50eced80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:22:43.708279 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c35e22-9506-4297-9338-63ab50eced80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:22:43.708607 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c35e22-9506-4297-9338-63ab50eced80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:22:43.708960 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c35e22-9506-4297-9338-63ab50eced80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:22:43.709284 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c35e22-9506-4297-9338-63ab50eced80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:22:43.709647 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c35e22-9506-4297-9338-63ab50eced80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:22:43.709984 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c35e22-9506-4297-9338-63ab50eced80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:22:43.710294 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c35e22-9506-4297-9338-63ab50eced80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:22:43.710610 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c35e22-9506-4297-9338-63ab50eced80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:22:43.771277 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-60c35e22-9506-4297-9338-63ab50eced80 None None] Attempting to bind port 0eb942c3-944c-4cd8-888a-cc911cc71db5 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 07:22:43.771654 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-60c35e22-9506-4297-9338-63ab50eced80 None None] Attempting to bind port 0eb942c3-944c-4cd8-888a-cc911cc71db5 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'eb35d64b-1b19-4798-966b-471c911f3dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'b203082c-e3f2-49d1-a49a-010200df1f4c'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 07:22:43.772019 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c35e22-9506-4297-9338-63ab50eced80 None None] Attempting to bind port 0eb942c3-944c-4cd8-888a-cc911cc71db5 on network b203082c-e3f2-49d1-a49a-010200df1f4c {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:22:43.777247 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c35e22-9506-4297-9338-63ab50eced80 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 7, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 07:22:43.777648 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c35e22-9506-4297-9338-63ab50eced80 None None] Checking segment: {'id': 'eb35d64b-1b19-4798-966b-471c911f3dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'b203082c-e3f2-49d1-a49a-010200df1f4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:22:43.778051 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-60c35e22-9506-4297-9338-63ab50eced80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:43.778442 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c35e22-9506-4297-9338-63ab50eced80 None None] Bound using segment: {'id': 'eb35d64b-1b19-4798-966b-471c911f3dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'b203082c-e3f2-49d1-a49a-010200df1f4c'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 07:22:43.779911 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-60c35e22-9506-4297-9338-63ab50eced80 None None] Bound port: 0eb942c3-944c-4cd8-888a-cc911cc71db5, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb35d64b-1b19-4798-966b-471c911f3dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'b203082c-e3f2-49d1-a49a-010200df1f4c'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 07:22:43.779911 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-60c35e22-9506-4297-9338-63ab50eced80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:43.784579 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a480f144-2957-4d3d-8c88-ba0aa53042d7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:43.819832 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a480f144-2957-4d3d-8c88-ba0aa53042d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:43.877026 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-60c35e22-9506-4297-9338-63ab50eced80 None None] For port 0eb942c3-944c-4cd8-888a-cc911cc71db5, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:22:43.881030 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-60c35e22-9506-4297-9338-63ab50eced80 None None] For port 0eb942c3-944c-4cd8-888a-cc911cc71db5, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=0eb942c3-944c-4cd8-888a-cc911cc71db5,segment=NetworkSegment(eb35d64b-1b19-4798-966b-471c911f3dce),segment_id=eb35d64b-1b19-4798-966b-471c911f3dce)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 07:22:43.958813 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-a480f144-2957-4d3d-8c88-ba0aa53042d7 admin admin] Allocated IP 172.25.5.191 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/796c3a96-dd7f-4aea-b07f-b1e9dbebea26) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:22:43.984160 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-60c35e22-9506-4297-9338-63ab50eced80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:44.103578 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c35e22-9506-4297-9338-63ab50eced80 None None] Pushing event updated for resources: {'Port': ['ID=0eb942c3-944c-4cd8-888a-cc911cc71db5,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:22:44.113127 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a480f144-2957-4d3d-8c88-ba0aa53042d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:44.190207 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a480f144-2957-4d3d-8c88-ba0aa53042d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:44.256896 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a480f144-2957-4d3d-8c88-ba0aa53042d7 admin admin] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:22:44.259963 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-a480f144-2957-4d3d-8c88-ba0aa53042d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:22:44.264492 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a480f144-2957-4d3d-8c88-ba0aa53042d7 admin admin] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:22:44.299269 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a480f144-2957-4d3d-8c88-ba0aa53042d7 admin admin] Pushing event updated for resources: {'Port': ['ID=796c3a96-dd7f-4aea-b07f-b1e9dbebea26,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:22:44.692745 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 0eb942c3-944c-4cd8-888a-cc911cc71db5 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:22:44.821479 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 0eb942c3-944c-4cd8-888a-cc911cc71db5 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:22:44.886774 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a480f144-2957-4d3d-8c88-ba0aa53042d7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:45.083476 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7456b9a9-2e94-4ba3-aeec-6120c9939c45 None None] Network b203082c-e3f2-49d1-a49a-010200df1f4c requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 07:22:45.238988 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a480f144-2957-4d3d-8c88-ba0aa53042d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690761'] for router, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:45.252937 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-e6f38b50-df5c-4f4d-8180-7d8dd5b14985 None None] Provisioning for port 0eb942c3-944c-4cd8-888a-cc911cc71db5 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:22:45.264485 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-e6f38b50-df5c-4f4d-8180-7d8dd5b14985 None None] Provisioning complete for port 0eb942c3-944c-4cd8-888a-cc911cc71db5 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:22:45.264851 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e6f38b50-df5c-4f4d-8180-7d8dd5b14985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:45.429557 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-e6f38b50-df5c-4f4d-8180-7d8dd5b14985 None None] Current status of the port 0eb942c3-944c-4cd8-888a-cc911cc71db5 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:22:45.429928 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e6f38b50-df5c-4f4d-8180-7d8dd5b14985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:45.467654 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-e6f38b50-df5c-4f4d-8180-7d8dd5b14985 None None] For port 0eb942c3-944c-4cd8-888a-cc911cc71db5, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=0eb942c3-944c-4cd8-888a-cc911cc71db5,segment=NetworkSegment(eb35d64b-1b19-4798-966b-471c911f3dce),segment_id=eb35d64b-1b19-4798-966b-471c911f3dce)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:22:45.549591 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a480f144-2957-4d3d-8c88-ba0aa53042d7 admin admin] Router add2770c-d3c4-4894-9174-1baac488e535 is scheduled to L3 agent 42958940-9562-4f71-972f-15a8af9d3963 with binding_index 1 {{(pid=89109) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 07:22:45.572086 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e6f38b50-df5c-4f4d-8180-7d8dd5b14985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:45.645448 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f38b50-df5c-4f4d-8180-7d8dd5b14985 None None] Pushing event updated for resources: {'Port': ['ID=0eb942c3-944c-4cd8-888a-cc911cc71db5,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:22:45.691580 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-d76e3713-c0ad-44f7-bb9e-bf1b803a9631 None None] Provisioning complete for port 0eb942c3-944c-4cd8-888a-cc911cc71db5 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:22:45.691874 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d76e3713-c0ad-44f7-bb9e-bf1b803a9631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:45.730772 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a480f144-2957-4d3d-8c88-ba0aa53042d7 admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 07:22:45.740936 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61b57b5-b251-4fde-beae-94e0c97c652a None None] Sync routers for ids ['add2770c-d3c4-4894-9174-1baac488e535'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 07:22:45.759489 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61b57b5-b251-4fde-beae-94e0c97c652a None None] Routers {'add2770c-d3c4-4894-9174-1baac488e535'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:22:45.760101 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-b61b57b5-b251-4fde-beae-94e0c97c652a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:22:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['add2770c-d3c4-4894-9174-1baac488e535'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:22:45.812517 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a480f144-2957-4d3d-8c88-ba0aa53042d7 admin admin] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:45.813830 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-a480f144-2957-4d3d-8c88-ba0aa53042d7 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.8568726 May 28 07:22:45.816444 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 56916) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:22:45.969174 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-d76e3713-c0ad-44f7-bb9e-bf1b803a9631 None None] Current status of the port 0eb942c3-944c-4cd8-888a-cc911cc71db5 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:22:45.985695 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-b61b57b5-b251-4fde-beae-94e0c97c652a None None] Set router add2770c-d3c4-4894-9174-1baac488e535 gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:22:46.276276 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-b61b57b5-b251-4fde-beae-94e0c97c652a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'add2770c-d3c4-4894-9174-1baac488e535', 'name': 'tempest-TestEncryptedCinderVolumes-1224898213-router', 'tenant_id': '2d721e9385e342c1b01ae9acf54ebceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': '796c3a96-dd7f-4aea-b07f-b1e9dbebea26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:22:43Z', 'updated_at': '2022-05-28T07:22:44Z', 'revision_number': 3, 'project_id': '2d721e9385e342c1b01ae9acf54ebceb', 'gw_port': {'id': '796c3a96-dd7f-4aea-b07f-b1e9dbebea26', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:98:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'add2770c-d3c4-4894-9174-1baac488e535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:22:43Z', 'updated_at': '2022-05-28T07:22:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:22:46.280666 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61b57b5-b251-4fde-beae-94e0c97c652a None None] Checking router: add2770c-d3c4-4894-9174-1baac488e535 for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 07:22:46.281002 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61b57b5-b251-4fde-beae-94e0c97c652a None None] Updating router add2770c-d3c4-4894-9174-1baac488e535 port 796c3a96-dd7f-4aea-b07f-b1e9dbebea26 binding host n-d-843702-1 {{(pid=89111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 07:22:46.335160 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b61b57b5-b251-4fde-beae-94e0c97c652a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:46.645830 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2dd5593c-c268-4fab-a3da-3a5cac26a98b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:46.682699 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 0eb942c3-944c-4cd8-888a-cc911cc71db5 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:22:46.760831 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b61b57b5-b251-4fde-beae-94e0c97c652a None None] Notify callbacks [] for port, precommit_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:46.775254 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-b61b57b5-b251-4fde-beae-94e0c97c652a None None] Transition to ACTIVE for port object 796c3a96-dd7f-4aea-b07f-b1e9dbebea26 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:22:46.787041 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 0eb942c3-944c-4cd8-888a-cc911cc71db5 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:22:46.787402 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:46.857216 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-2dd5593c-c268-4fab-a3da-3a5cac26a98b admin admin] Allocated IP 172.20.0.1 (b203082c-e3f2-49d1-a49a-010200df1f4c/c825f9ab-a258-4192-9160-d3272cb676bf/d8a758a5-da66-43f4-a8a6-a734e02ecf85) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:22:46.901976 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 0eb942c3-944c-4cd8-888a-cc911cc71db5 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:22:46.905894 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b61b57b5-b251-4fde-beae-94e0c97c652a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:46.988538 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdc3391-d876-4aee-818b-0eb075b2a991 None None] Pushing event updated for resources: {'Port': ['ID=796c3a96-dd7f-4aea-b07f-b1e9dbebea26,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:22:46.991243 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-b61b57b5-b251-4fde-beae-94e0c97c652a None None] Attempting to bind port 796c3a96-dd7f-4aea-b07f-b1e9dbebea26 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 07:22:46.991613 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-b61b57b5-b251-4fde-beae-94e0c97c652a None None] Attempting to bind port 796c3a96-dd7f-4aea-b07f-b1e9dbebea26 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 07:22:46.991979 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61b57b5-b251-4fde-beae-94e0c97c652a None None] Attempting to bind port 796c3a96-dd7f-4aea-b07f-b1e9dbebea26 on network 68df399e-e75e-4871-9364-5d05730b50f0 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:22:46.999205 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61b57b5-b251-4fde-beae-94e0c97c652a None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 7, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 07:22:46.999205 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61b57b5-b251-4fde-beae-94e0c97c652a None None] Checking segment: {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:22:46.999578 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b61b57b5-b251-4fde-beae-94e0c97c652a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:46.999954 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61b57b5-b251-4fde-beae-94e0c97c652a None None] Bound using segment: {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 07:22:47.000492 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-b61b57b5-b251-4fde-beae-94e0c97c652a None None] Bound port: 796c3a96-dd7f-4aea-b07f-b1e9dbebea26, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 07:22:47.000866 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b61b57b5-b251-4fde-beae-94e0c97c652a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:47.015387 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2dd5593c-c268-4fab-a3da-3a5cac26a98b admin admin] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:47.030811 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [None req-2dd5593c-c268-4fab-a3da-3a5cac26a98b admin admin] Transition to ACTIVE for port object d8a758a5-da66-43f4-a8a6-a734e02ecf85 will not be triggered until provisioned by entity DHCP. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:22:47.071690 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-b61b57b5-b251-4fde-beae-94e0c97c652a None None] For port 796c3a96-dd7f-4aea-b07f-b1e9dbebea26, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:22:47.074692 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-b61b57b5-b251-4fde-beae-94e0c97c652a None None] For port 796c3a96-dd7f-4aea-b07f-b1e9dbebea26, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=796c3a96-dd7f-4aea-b07f-b1e9dbebea26,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 07:22:47.130040 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2dd5593c-c268-4fab-a3da-3a5cac26a98b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:47.199708 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b61b57b5-b251-4fde-beae-94e0c97c652a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:47.204655 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd5593c-c268-4fab-a3da-3a5cac26a98b admin admin] Network b203082c-e3f2-49d1-a49a-010200df1f4c is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:22:47.207722 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-2dd5593c-c268-4fab-a3da-3a5cac26a98b admin admin] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:22:47.212161 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd5593c-c268-4fab-a3da-3a5cac26a98b admin admin] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:22:47.244380 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd5593c-c268-4fab-a3da-3a5cac26a98b admin admin] Pushing event updated for resources: {'Port': ['ID=d8a758a5-da66-43f4-a8a6-a734e02ecf85,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:22:47.273200 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2dd5593c-c268-4fab-a3da-3a5cac26a98b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690947'] for router_interface, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:47.304281 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61b57b5-b251-4fde-beae-94e0c97c652a None None] Routers {'add2770c-d3c4-4894-9174-1baac488e535'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:22:47.304995 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-b61b57b5-b251-4fde-beae-94e0c97c652a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:22:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['add2770c-d3c4-4894-9174-1baac488e535'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:22:47.352403 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdc3391-d876-4aee-818b-0eb075b2a991 None None] Pushing event updated for resources: {'Port': ['ID=796c3a96-dd7f-4aea-b07f-b1e9dbebea26,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:22:47.495775 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-b61b57b5-b251-4fde-beae-94e0c97c652a None None] Set router add2770c-d3c4-4894-9174-1baac488e535 gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:22:47.610414 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2dd5593c-c268-4fab-a3da-3a5cac26a98b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:47.715648 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-71aca1ac-4554-457a-8d33-50e29be698e4 None None] Provisioning for port d8a758a5-da66-43f4-a8a6-a734e02ecf85 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:22:47.726538 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-71aca1ac-4554-457a-8d33-50e29be698e4 None None] Provisioning complete for port d8a758a5-da66-43f4-a8a6-a734e02ecf85 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:22:47.726909 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-71aca1ac-4554-457a-8d33-50e29be698e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:47.822337 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-71aca1ac-4554-457a-8d33-50e29be698e4 None None] Port d8a758a5-da66-43f4-a8a6-a734e02ecf85 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 07:22:47.848033 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2dd5593c-c268-4fab-a3da-3a5cac26a98b admin admin] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:47.856061 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-b61b57b5-b251-4fde-beae-94e0c97c652a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'add2770c-d3c4-4894-9174-1baac488e535', 'name': 'tempest-TestEncryptedCinderVolumes-1224898213-router', 'tenant_id': '2d721e9385e342c1b01ae9acf54ebceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': '796c3a96-dd7f-4aea-b07f-b1e9dbebea26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:22:43Z', 'updated_at': '2022-05-28T07:22:44Z', 'revision_number': 3, 'project_id': '2d721e9385e342c1b01ae9acf54ebceb', 'gw_port': {'id': '796c3a96-dd7f-4aea-b07f-b1e9dbebea26', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:98:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'add2770c-d3c4-4894-9174-1baac488e535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:22:43Z', 'updated_at': '2022-05-28T07:22:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:22:47.861352 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61b57b5-b251-4fde-beae-94e0c97c652a None None] The sync data for ids ['add2770c-d3c4-4894-9174-1baac488e535'] in n-d-843702-1 is: [{'id': 'add2770c-d3c4-4894-9174-1baac488e535', 'name': 'tempest-TestEncryptedCinderVolumes-1224898213-router', 'tenant_id': '2d721e9385e342c1b01ae9acf54ebceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': '796c3a96-dd7f-4aea-b07f-b1e9dbebea26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:22:43Z', 'updated_at': '2022-05-28T07:22:44Z', 'revision_number': 3, 'project_id': '2d721e9385e342c1b01ae9acf54ebceb', 'gw_port': {'id': '796c3a96-dd7f-4aea-b07f-b1e9dbebea26', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:98:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'add2770c-d3c4-4894-9174-1baac488e535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:22:43Z', 'updated_at': '2022-05-28T07:22:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 07:22:47.909563 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2dd5593c-c268-4fab-a3da-3a5cac26a98b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:48.016687 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2dd5593c-c268-4fab-a3da-3a5cac26a98b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700602'] for router_interface, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:48.020056 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd5593c-c268-4fab-a3da-3a5cac26a98b admin admin] Pushing event updated for resources: {'Port': ['ID=d8a758a5-da66-43f4-a8a6-a734e02ecf85,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:22:48.291113 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd5593c-c268-4fab-a3da-3a5cac26a98b admin admin] Network b203082c-e3f2-49d1-a49a-010200df1f4c is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:22:48.292275 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-2dd5593c-c268-4fab-a3da-3a5cac26a98b admin admin] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:22:48.489169 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dd5593c-c268-4fab-a3da-3a5cac26a98b admin admin] Router add2770c-d3c4-4894-9174-1baac488e535 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 07:22:48.551660 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-c0e8cb78-94c5-4ae6-9863-6033673cc9f3 None None] Provisioning complete for port d8a758a5-da66-43f4-a8a6-a734e02ecf85 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:22:48.552036 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c0e8cb78-94c5-4ae6-9863-6033673cc9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:48.612101 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-c0e8cb78-94c5-4ae6-9863-6033673cc9f3 None None] Port d8a758a5-da66-43f4-a8a6-a734e02ecf85 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 07:22:48.680355 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dd5593c-c268-4fab-a3da-3a5cac26a98b admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 07:22:48.697960 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-2dd5593c-c268-4fab-a3da-3a5cac26a98b admin admin] 10.222.0.55 "PUT /v2.0/routers/add2770c-d3c4-4894-9174-1baac488e535/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8804560 May 28 07:22:48.703695 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 796c3a96-dd7f-4aea-b07f-b1e9dbebea26 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:22:48.832827 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 796c3a96-dd7f-4aea-b07f-b1e9dbebea26 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:22:48.837877 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 796c3a96-dd7f-4aea-b07f-b1e9dbebea26 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:22:48.838253 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:48.959517 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 796c3a96-dd7f-4aea-b07f-b1e9dbebea26 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:22:48.959894 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:48.976182 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port 796c3a96-dd7f-4aea-b07f-b1e9dbebea26, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=796c3a96-dd7f-4aea-b07f-b1e9dbebea26,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:22:49.079280 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:49.154538 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=796c3a96-dd7f-4aea-b07f-b1e9dbebea26,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:22:49.401531 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d07a6e9-7489-4945-9c58-d17527aa7d6a None None] Sync routers for ids ['add2770c-d3c4-4894-9174-1baac488e535'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 07:22:49.410977 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d07a6e9-7489-4945-9c58-d17527aa7d6a None None] Routers {'add2770c-d3c4-4894-9174-1baac488e535'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:22:49.411578 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-1d07a6e9-7489-4945-9c58-d17527aa7d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:22:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['add2770c-d3c4-4894-9174-1baac488e535'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:22:49.500764 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 56934) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:22:49.506450 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-acaac5ad-cb97-4d45-a0ba-4de9051657cd admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-678838843-network', 'tenant_id': '6c4d1f44d46342ab8b0c6f08a399cf78'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:22:49.512237 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-acaac5ad-cb97-4d45-a0ba-4de9051657cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:22:49.516492 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-acaac5ad-cb97-4d45-a0ba-4de9051657cd admin admin] Usage tracker for resource:network and tenant:6c4d1f44d46342ab8b0c6f08a399cf78 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:22:49.519473 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-acaac5ad-cb97-4d45-a0ba-4de9051657cd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:22:49.525190 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-acaac5ad-cb97-4d45-a0ba-4de9051657cd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:22:49.591184 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-1d07a6e9-7489-4945-9c58-d17527aa7d6a None None] Set router add2770c-d3c4-4894-9174-1baac488e535 gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:22:49.612207 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acaac5ad-cb97-4d45-a0ba-4de9051657cd admin admin] Made reservation on behalf of 6c4d1f44d46342ab8b0c6f08a399cf78 for: {'network': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 07:22:49.614626 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-acaac5ad-cb97-4d45-a0ba-4de9051657cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:49.627243 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-acaac5ad-cb97-4d45-a0ba-4de9051657cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:49.641675 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-acaac5ad-cb97-4d45-a0ba-4de9051657cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:22:49.645648 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-acaac5ad-cb97-4d45-a0ba-4de9051657cd admin admin] Usage tracker for resource:security_group_rule and tenant:6c4d1f44d46342ab8b0c6f08a399cf78 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:22:49.648402 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-acaac5ad-cb97-4d45-a0ba-4de9051657cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:22:49.654567 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-acaac5ad-cb97-4d45-a0ba-4de9051657cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:22:49.739718 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-acaac5ad-cb97-4d45-a0ba-4de9051657cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:49.828826 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-acaac5ad-cb97-4d45-a0ba-4de9051657cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:49.862900 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acaac5ad-cb97-4d45-a0ba-4de9051657cd admin admin] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=89109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 07:22:49.871174 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaac5ad-cb97-4d45-a0ba-4de9051657cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bad0f174-bd26-48ed-8fc3-9b265faf549a,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:22:49.877756 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-acaac5ad-cb97-4d45-a0ba-4de9051657cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:49.878100 n-d-843702-1 neutron-server[89109]: INFO neutron.db.segments_db [None req-acaac5ad-cb97-4d45-a0ba-4de9051657cd admin admin] Added segment a29eaaa4-c6da-4887-91b7-584f080e53a2 of type vlan for network e8ec6ca3-d3bf-49f1-997f-eba48effc2c1 May 28 07:22:49.910585 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-acaac5ad-cb97-4d45-a0ba-4de9051657cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:49.912385 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-1d07a6e9-7489-4945-9c58-d17527aa7d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'add2770c-d3c4-4894-9174-1baac488e535', 'name': 'tempest-TestEncryptedCinderVolumes-1224898213-router', 'tenant_id': '2d721e9385e342c1b01ae9acf54ebceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': '796c3a96-dd7f-4aea-b07f-b1e9dbebea26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:22:43Z', 'updated_at': '2022-05-28T07:22:47Z', 'revision_number': 4, 'project_id': '2d721e9385e342c1b01ae9acf54ebceb', 'gw_port': {'id': '796c3a96-dd7f-4aea-b07f-b1e9dbebea26', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:98:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add2770c-d3c4-4894-9174-1baac488e535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:22:43Z', 'updated_at': '2022-05-28T07:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'd8a758a5-da66-43f4-a8a6-a734e02ecf85', 'name': '', 'network_id': 'b203082c-e3f2-49d1-a49a-010200df1f4c', 'tenant_id': '2d721e9385e342c1b01ae9acf54ebceb', 'mac_address': 'fa:16:3e:8b:8d:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'add2770c-d3c4-4894-9174-1baac488e535', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'c825f9ab-a258-4192-9160-d3272cb676bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:22:46Z', 'updated_at': '2022-05-28T07:22:47Z', 'revision_number': 2, 'project_id': '2d721e9385e342c1b01ae9acf54ebceb', 'subnets': [{'id': 'c825f9ab-a258-4192-9160-d3272cb676bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:22:49.916220 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d07a6e9-7489-4945-9c58-d17527aa7d6a None None] Checking router: add2770c-d3c4-4894-9174-1baac488e535 for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 07:22:49.916561 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d07a6e9-7489-4945-9c58-d17527aa7d6a None None] Updating router add2770c-d3c4-4894-9174-1baac488e535 port d8a758a5-da66-43f4-a8a6-a734e02ecf85 binding host n-d-843702-1 {{(pid=89112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 07:22:49.968155 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-1d07a6e9-7489-4945-9c58-d17527aa7d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:50.006206 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-acaac5ad-cb97-4d45-a0ba-4de9051657cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:50.007162 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acaac5ad-cb97-4d45-a0ba-4de9051657cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:22:50.007738 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-acaac5ad-cb97-4d45-a0ba-4de9051657cd admin admin] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:50.111324 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaac5ad-cb97-4d45-a0ba-4de9051657cd admin admin] Pushing event updated for resources: {'Network': ['ID=e8ec6ca3-d3bf-49f1-997f-eba48effc2c1,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:22:50.121527 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network e8ec6ca3-d3bf-49f1-997f-eba48effc2c1 details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 07:22:50.167117 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-acaac5ad-cb97-4d45-a0ba-4de9051657cd admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6652176 May 28 07:22:50.170180 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 56938) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:22:50.178336 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-f891752e-0323-4d16-b70c-13c9cdf48f96 admin admin] Request body: {'subnet': {'network_id': 'e8ec6ca3-d3bf-49f1-997f-eba48effc2c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-678838843-subnet', 'tenant_id': '6c4d1f44d46342ab8b0c6f08a399cf78', 'ip_version': 4}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:22:50.181321 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-f891752e-0323-4d16-b70c-13c9cdf48f96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:22:50.185937 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-f891752e-0323-4d16-b70c-13c9cdf48f96 admin admin] Usage tracker for resource:subnet and tenant:6c4d1f44d46342ab8b0c6f08a399cf78 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:22:50.188691 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-f891752e-0323-4d16-b70c-13c9cdf48f96 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:22:50.194911 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-f891752e-0323-4d16-b70c-13c9cdf48f96 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:22:50.261011 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f891752e-0323-4d16-b70c-13c9cdf48f96 admin admin] Made reservation on behalf of 6c4d1f44d46342ab8b0c6f08a399cf78 for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 07:22:50.264210 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f891752e-0323-4d16-b70c-13c9cdf48f96 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:50.336898 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-1d07a6e9-7489-4945-9c58-d17527aa7d6a None None] Notify callbacks [] for port, precommit_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:50.348257 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.provisioning_blocks [None req-1d07a6e9-7489-4945-9c58-d17527aa7d6a None None] Transition to ACTIVE for port object d8a758a5-da66-43f4-a8a6-a734e02ecf85 will not be triggered until provisioned by entity L2. {{(pid=89112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:22:50.434651 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-1d07a6e9-7489-4945-9c58-d17527aa7d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:50.509454 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f891752e-0323-4d16-b70c-13c9cdf48f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:50.566332 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d7b63d-d1c1-4910-a704-2ef90ef4b0ec None None] Pushing event updated for resources: {'Port': ['ID=d8a758a5-da66-43f4-a8a6-a734e02ecf85,revision_number=3']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:22:50.598246 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f891752e-0323-4d16-b70c-13c9cdf48f96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d323ca30-2c66-434a-90a4-aa0ff1450221,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:22:50.604291 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f891752e-0323-4d16-b70c-13c9cdf48f96 admin admin] Checking segment: {'id': 'a29eaaa4-c6da-4887-91b7-584f080e53a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'e8ec6ca3-d3bf-49f1-997f-eba48effc2c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:22:50.604558 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f891752e-0323-4d16-b70c-13c9cdf48f96 admin admin] Network hostable DHCP agents. Network: e8ec6ca3-d3bf-49f1-997f-eba48effc2c1, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 07:22:50.610269 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d7b63d-d1c1-4910-a704-2ef90ef4b0ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:22:50.610269 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d7b63d-d1c1-4910-a704-2ef90ef4b0ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:22:50.610524 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d7b63d-d1c1-4910-a704-2ef90ef4b0ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:22:50.610724 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d7b63d-d1c1-4910-a704-2ef90ef4b0ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:22:50.611041 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d7b63d-d1c1-4910-a704-2ef90ef4b0ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:22:50.611355 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d7b63d-d1c1-4910-a704-2ef90ef4b0ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:22:50.611666 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d7b63d-d1c1-4910-a704-2ef90ef4b0ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:22:50.611974 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d7b63d-d1c1-4910-a704-2ef90ef4b0ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:22:50.612281 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d7b63d-d1c1-4910-a704-2ef90ef4b0ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:22:50.612590 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d7b63d-d1c1-4910-a704-2ef90ef4b0ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:22:50.612894 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d7b63d-d1c1-4910-a704-2ef90ef4b0ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:22:50.613197 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d7b63d-d1c1-4910-a704-2ef90ef4b0ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:22:50.669523 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-1d07a6e9-7489-4945-9c58-d17527aa7d6a None None] Attempting to bind port d8a758a5-da66-43f4-a8a6-a734e02ecf85 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 07:22:50.670408 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-1d07a6e9-7489-4945-9c58-d17527aa7d6a None None] Attempting to bind port d8a758a5-da66-43f4-a8a6-a734e02ecf85 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'eb35d64b-1b19-4798-966b-471c911f3dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'b203082c-e3f2-49d1-a49a-010200df1f4c'}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 07:22:50.670939 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d07a6e9-7489-4945-9c58-d17527aa7d6a None None] Attempting to bind port d8a758a5-da66-43f4-a8a6-a734e02ecf85 on network b203082c-e3f2-49d1-a49a-010200df1f4c {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:22:50.676741 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d07a6e9-7489-4945-9c58-d17527aa7d6a None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 7, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 07:22:50.677109 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d07a6e9-7489-4945-9c58-d17527aa7d6a None None] Checking segment: {'id': 'eb35d64b-1b19-4798-966b-471c911f3dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'b203082c-e3f2-49d1-a49a-010200df1f4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:22:50.677534 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-1d07a6e9-7489-4945-9c58-d17527aa7d6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:50.678527 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d07a6e9-7489-4945-9c58-d17527aa7d6a None None] Bound using segment: {'id': 'eb35d64b-1b19-4798-966b-471c911f3dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'b203082c-e3f2-49d1-a49a-010200df1f4c'} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 07:22:50.678645 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-1d07a6e9-7489-4945-9c58-d17527aa7d6a None None] Bound port: d8a758a5-da66-43f4-a8a6-a734e02ecf85, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb35d64b-1b19-4798-966b-471c911f3dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'b203082c-e3f2-49d1-a49a-010200df1f4c'}}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 07:22:50.679407 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-1d07a6e9-7489-4945-9c58-d17527aa7d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:50.685323 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 796c3a96-dd7f-4aea-b07f-b1e9dbebea26 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:22:50.695796 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f891752e-0323-4d16-b70c-13c9cdf48f96 admin admin] Network e8ec6ca3-d3bf-49f1-997f-eba48effc2c1 is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 07:22:50.777371 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-f891752e-0323-4d16-b70c-13c9cdf48f96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, e8ec6ca3-d3bf-49f1-997f-eba48effc2c1) {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:22:50.780020 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-1d07a6e9-7489-4945-9c58-d17527aa7d6a None None] For port d8a758a5-da66-43f4-a8a6-a734e02ecf85, host n-d-843702-1, cleared binding levels {{(pid=89112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:22:50.783378 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-1d07a6e9-7489-4945-9c58-d17527aa7d6a None None] For port d8a758a5-da66-43f4-a8a6-a734e02ecf85, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=d8a758a5-da66-43f4-a8a6-a734e02ecf85,segment=NetworkSegment(eb35d64b-1b19-4798-966b-471c911f3dce),segment_id=eb35d64b-1b19-4798-966b-471c911f3dce)] {{(pid=89112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 07:22:50.785628 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f891752e-0323-4d16-b70c-13c9cdf48f96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:22:50.786191 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f891752e-0323-4d16-b70c-13c9cdf48f96 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:50.787703 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c19fac1-5c32-4de5-90d1-afacbcc34692 None None] Network e8ec6ca3-d3bf-49f1-997f-eba48effc2c1 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 07:22:50.873150 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-1d07a6e9-7489-4945-9c58-d17527aa7d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:50.887688 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-f891752e-0323-4d16-b70c-13c9cdf48f96 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7141356 May 28 07:22:50.889832 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 56942) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:22:50.894156 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-664a0d73-1197-4588-8d95-71437dec2eab admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-678838843-router', 'tenant_id': '6c4d1f44d46342ab8b0c6f08a399cf78', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:22:50.900291 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-664a0d73-1197-4588-8d95-71437dec2eab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:22:50.905699 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-664a0d73-1197-4588-8d95-71437dec2eab admin admin] Usage tracker for resource:router and tenant:6c4d1f44d46342ab8b0c6f08a399cf78 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:22:50.908954 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 796c3a96-dd7f-4aea-b07f-b1e9dbebea26 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:22:50.911346 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:50.912679 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-664a0d73-1197-4588-8d95-71437dec2eab admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:22:50.923359 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-664a0d73-1197-4588-8d95-71437dec2eab admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:22:50.958511 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d07a6e9-7489-4945-9c58-d17527aa7d6a None None] Routers {'add2770c-d3c4-4894-9174-1baac488e535'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:22:50.959119 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-1d07a6e9-7489-4945-9c58-d17527aa7d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:22:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['add2770c-d3c4-4894-9174-1baac488e535'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:22:50.999009 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-664a0d73-1197-4588-8d95-71437dec2eab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59128'] for router, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:51.000526 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-664a0d73-1197-4588-8d95-71437dec2eab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59009'] for router, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:51.022162 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-664a0d73-1197-4588-8d95-71437dec2eab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:51.126345 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d7b63d-d1c1-4910-a704-2ef90ef4b0ec None None] Pushing event updated for resources: {'Port': ['ID=d8a758a5-da66-43f4-a8a6-a734e02ecf85,revision_number=4']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:22:51.131463 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819a6b06-75b8-4202-b326-475cb55dca17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-e8ec6ca3-d3bf-49f1-997f-eba48effc2c1', 'network_id': 'e8ec6ca3-d3bf-49f1-997f-eba48effc2c1', 'tenant_id': '6c4d1f44d46342ab8b0c6f08a399cf78', 'fixed_ips': [{'subnet_id': 'd323ca30-2c66-434a-90a4-aa0ff1450221'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 07:22:51.133027 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-819a6b06-75b8-4202-b326-475cb55dca17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:51.164411 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 796c3a96-dd7f-4aea-b07f-b1e9dbebea26 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:22:51.203642 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-1d07a6e9-7489-4945-9c58-d17527aa7d6a None None] Set router add2770c-d3c4-4894-9174-1baac488e535 gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:22:51.359744 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-819a6b06-75b8-4202-b326-475cb55dca17 None None] Allocated IP 172.20.0.2 (e8ec6ca3-d3bf-49f1-997f-eba48effc2c1/d323ca30-2c66-434a-90a4-aa0ff1450221/e54e86bd-221a-497f-b5c2-5f202a72da32) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:22:51.418320 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-664a0d73-1197-4588-8d95-71437dec2eab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59027'] for router, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:51.548928 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-1d07a6e9-7489-4945-9c58-d17527aa7d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'add2770c-d3c4-4894-9174-1baac488e535', 'name': 'tempest-TestEncryptedCinderVolumes-1224898213-router', 'tenant_id': '2d721e9385e342c1b01ae9acf54ebceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': '796c3a96-dd7f-4aea-b07f-b1e9dbebea26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:22:43Z', 'updated_at': '2022-05-28T07:22:47Z', 'revision_number': 4, 'project_id': '2d721e9385e342c1b01ae9acf54ebceb', 'gw_port': {'id': '796c3a96-dd7f-4aea-b07f-b1e9dbebea26', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:98:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add2770c-d3c4-4894-9174-1baac488e535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:22:43Z', 'updated_at': '2022-05-28T07:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'd8a758a5-da66-43f4-a8a6-a734e02ecf85', 'name': '', 'network_id': 'b203082c-e3f2-49d1-a49a-010200df1f4c', 'tenant_id': '2d721e9385e342c1b01ae9acf54ebceb', 'mac_address': 'fa:16:3e:8b:8d:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'add2770c-d3c4-4894-9174-1baac488e535', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'c825f9ab-a258-4192-9160-d3272cb676bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:22:46Z', 'updated_at': '2022-05-28T07:22:50Z', 'revision_number': 4, 'project_id': '2d721e9385e342c1b01ae9acf54ebceb', 'subnets': [{'id': 'c825f9ab-a258-4192-9160-d3272cb676bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:22:51.554146 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d07a6e9-7489-4945-9c58-d17527aa7d6a None None] The sync data for ids ['add2770c-d3c4-4894-9174-1baac488e535'] in n-d-843702-1 is: [{'id': 'add2770c-d3c4-4894-9174-1baac488e535', 'name': 'tempest-TestEncryptedCinderVolumes-1224898213-router', 'tenant_id': '2d721e9385e342c1b01ae9acf54ebceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': '796c3a96-dd7f-4aea-b07f-b1e9dbebea26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:22:43Z', 'updated_at': '2022-05-28T07:22:47Z', 'revision_number': 4, 'project_id': '2d721e9385e342c1b01ae9acf54ebceb', 'gw_port': {'id': '796c3a96-dd7f-4aea-b07f-b1e9dbebea26', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:98:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add2770c-d3c4-4894-9174-1baac488e535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:22:43Z', 'updated_at': '2022-05-28T07:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'd8a758a5-da66-43f4-a8a6-a734e02ecf85', 'name': '', 'network_id': 'b203082c-e3f2-49d1-a49a-010200df1f4c', 'tenant_id': '2d721e9385e342c1b01ae9acf54ebceb', 'mac_address': 'fa:16:3e:8b:8d:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'add2770c-d3c4-4894-9174-1baac488e535', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'c825f9ab-a258-4192-9160-d3272cb676bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:22:46Z', 'updated_at': '2022-05-28T07:22:50Z', 'revision_number': 4, 'project_id': '2d721e9385e342c1b01ae9acf54ebceb', 'subnets': [{'id': 'c825f9ab-a258-4192-9160-d3272cb676bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 07:22:51.627758 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-819a6b06-75b8-4202-b326-475cb55dca17 None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:51.640968 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-819a6b06-75b8-4202-b326-475cb55dca17 None None] Transition to ACTIVE for port object e54e86bd-221a-497f-b5c2-5f202a72da32 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:22:51.671655 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-819a6b06-75b8-4202-b326-475cb55dca17 None None] Transition to ACTIVE for port object e54e86bd-221a-497f-b5c2-5f202a72da32 will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:22:51.749892 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-819a6b06-75b8-4202-b326-475cb55dca17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:51.837676 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819a6b06-75b8-4202-b326-475cb55dca17 None None] Network e8ec6ca3-d3bf-49f1-997f-eba48effc2c1 is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:22:51.840741 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-819a6b06-75b8-4202-b326-475cb55dca17 None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:22:51.846960 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819a6b06-75b8-4202-b326-475cb55dca17 None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:22:51.903701 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819a6b06-75b8-4202-b326-475cb55dca17 None None] Pushing event updated for resources: {'Port': ['ID=e54e86bd-221a-497f-b5c2-5f202a72da32,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:22:51.983092 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-819a6b06-75b8-4202-b326-475cb55dca17 None None] Attempting to bind port e54e86bd-221a-497f-b5c2-5f202a72da32 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 07:22:51.983607 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-819a6b06-75b8-4202-b326-475cb55dca17 None None] Attempting to bind port e54e86bd-221a-497f-b5c2-5f202a72da32 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'a29eaaa4-c6da-4887-91b7-584f080e53a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'e8ec6ca3-d3bf-49f1-997f-eba48effc2c1'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 07:22:51.983988 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819a6b06-75b8-4202-b326-475cb55dca17 None None] Attempting to bind port e54e86bd-221a-497f-b5c2-5f202a72da32 on network e8ec6ca3-d3bf-49f1-997f-eba48effc2c1 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:22:51.990363 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819a6b06-75b8-4202-b326-475cb55dca17 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 7, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 07:22:51.990744 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819a6b06-75b8-4202-b326-475cb55dca17 None None] Checking segment: {'id': 'a29eaaa4-c6da-4887-91b7-584f080e53a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'e8ec6ca3-d3bf-49f1-997f-eba48effc2c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:22:51.991200 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-819a6b06-75b8-4202-b326-475cb55dca17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:51.991666 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819a6b06-75b8-4202-b326-475cb55dca17 None None] Bound using segment: {'id': 'a29eaaa4-c6da-4887-91b7-584f080e53a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'e8ec6ca3-d3bf-49f1-997f-eba48effc2c1'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 07:22:51.992580 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-819a6b06-75b8-4202-b326-475cb55dca17 None None] Bound port: e54e86bd-221a-497f-b5c2-5f202a72da32, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a29eaaa4-c6da-4887-91b7-584f080e53a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'e8ec6ca3-d3bf-49f1-997f-eba48effc2c1'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 07:22:51.992720 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-819a6b06-75b8-4202-b326-475cb55dca17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:52.000047 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-664a0d73-1197-4588-8d95-71437dec2eab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:52.033628 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-664a0d73-1197-4588-8d95-71437dec2eab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:52.100376 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-819a6b06-75b8-4202-b326-475cb55dca17 None None] For port e54e86bd-221a-497f-b5c2-5f202a72da32, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:22:52.104695 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-819a6b06-75b8-4202-b326-475cb55dca17 None None] For port e54e86bd-221a-497f-b5c2-5f202a72da32, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=e54e86bd-221a-497f-b5c2-5f202a72da32,segment=NetworkSegment(a29eaaa4-c6da-4887-91b7-584f080e53a2),segment_id=a29eaaa4-c6da-4887-91b7-584f080e53a2)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 07:22:52.186342 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-819a6b06-75b8-4202-b326-475cb55dca17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:52.202248 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-664a0d73-1197-4588-8d95-71437dec2eab admin admin] Allocated IP 172.25.5.23 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/8fe5ffa8-9d4c-46bd-ab13-101b79196e0a) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:22:52.272623 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819a6b06-75b8-4202-b326-475cb55dca17 None None] Pushing event updated for resources: {'Port': ['ID=e54e86bd-221a-497f-b5c2-5f202a72da32,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:22:52.375072 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-664a0d73-1197-4588-8d95-71437dec2eab admin admin] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:52.464443 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-664a0d73-1197-4588-8d95-71437dec2eab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:52.537222 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664a0d73-1197-4588-8d95-71437dec2eab admin admin] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:22:52.540302 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-664a0d73-1197-4588-8d95-71437dec2eab admin admin] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:22:52.543672 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664a0d73-1197-4588-8d95-71437dec2eab admin admin] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:22:52.580050 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664a0d73-1197-4588-8d95-71437dec2eab admin admin] Pushing event updated for resources: {'Port': ['ID=8fe5ffa8-9d4c-46bd-ab13-101b79196e0a,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:22:52.737599 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device e54e86bd-221a-497f-b5c2-5f202a72da32 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:22:52.885949 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port e54e86bd-221a-497f-b5c2-5f202a72da32 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:22:52.891909 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device d8a758a5-da66-43f4-a8a6-a734e02ecf85 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:22:53.040203 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port d8a758a5-da66-43f4-a8a6-a734e02ecf85 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:22:53.046561 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port d8a758a5-da66-43f4-a8a6-a734e02ecf85 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:22:53.047401 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:53.050427 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-664a0d73-1197-4588-8d95-71437dec2eab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:53.177602 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port d8a758a5-da66-43f4-a8a6-a734e02ecf85 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:22:53.177974 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:53.212461 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port d8a758a5-da66-43f4-a8a6-a734e02ecf85, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=d8a758a5-da66-43f4-a8a6-a734e02ecf85,segment=NetworkSegment(eb35d64b-1b19-4798-966b-471c911f3dce),segment_id=eb35d64b-1b19-4798-966b-471c911f3dce)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:22:53.274902 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10342628-3558-490b-aee2-bed749bddfd1 None None] Network e8ec6ca3-d3bf-49f1-997f-eba48effc2c1 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 07:22:53.383906 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:53.510194 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=d8a758a5-da66-43f4-a8a6-a734e02ecf85,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:22:53.536471 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-664a0d73-1197-4588-8d95-71437dec2eab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690761'] for router, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:53.586408 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-1dfee46e-2bc3-472b-86ce-2c9667d91619 None None] Provisioning for port e54e86bd-221a-497f-b5c2-5f202a72da32 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:22:53.597881 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-1dfee46e-2bc3-472b-86ce-2c9667d91619 None None] Provisioning complete for port e54e86bd-221a-497f-b5c2-5f202a72da32 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:22:53.598241 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-1dfee46e-2bc3-472b-86ce-2c9667d91619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:53.736655 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-1dfee46e-2bc3-472b-86ce-2c9667d91619 None None] Current status of the port e54e86bd-221a-497f-b5c2-5f202a72da32 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:22:53.736838 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-1dfee46e-2bc3-472b-86ce-2c9667d91619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:53.771208 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-1dfee46e-2bc3-472b-86ce-2c9667d91619 None None] For port e54e86bd-221a-497f-b5c2-5f202a72da32, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=e54e86bd-221a-497f-b5c2-5f202a72da32,segment=NetworkSegment(a29eaaa4-c6da-4887-91b7-584f080e53a2),segment_id=a29eaaa4-c6da-4887-91b7-584f080e53a2)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:22:53.829778 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-664a0d73-1197-4588-8d95-71437dec2eab admin admin] Router f768f0dc-f58e-45a1-9ca8-acffaa54b1a9 is scheduled to L3 agent 42958940-9562-4f71-972f-15a8af9d3963 with binding_index 1 {{(pid=89109) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 07:22:53.886514 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-1dfee46e-2bc3-472b-86ce-2c9667d91619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:53.954206 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfee46e-2bc3-472b-86ce-2c9667d91619 None None] Pushing event updated for resources: {'Port': ['ID=e54e86bd-221a-497f-b5c2-5f202a72da32,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:22:54.005834 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-c42071b3-1ab3-475d-b15e-7067d85ac8c6 None None] Provisioning complete for port e54e86bd-221a-497f-b5c2-5f202a72da32 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:22:54.005834 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c42071b3-1ab3-475d-b15e-7067d85ac8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:54.011364 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-664a0d73-1197-4588-8d95-71437dec2eab admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 07:22:54.038866 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db4c8bf-2a25-47e1-8b3b-450ad4690a0a None None] Sync routers for ids ['f768f0dc-f58e-45a1-9ca8-acffaa54b1a9'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 07:22:54.066401 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db4c8bf-2a25-47e1-8b3b-450ad4690a0a None None] Routers {'f768f0dc-f58e-45a1-9ca8-acffaa54b1a9'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:22:54.067004 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-8db4c8bf-2a25-47e1-8b3b-450ad4690a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:22:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['f768f0dc-f58e-45a1-9ca8-acffaa54b1a9'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:22:54.092272 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-664a0d73-1197-4588-8d95-71437dec2eab admin admin] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:54.093553 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-664a0d73-1197-4588-8d95-71437dec2eab admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.2036405 May 28 07:22:54.096234 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 56946) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:22:54.283838 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-c42071b3-1ab3-475d-b15e-7067d85ac8c6 None None] Current status of the port e54e86bd-221a-497f-b5c2-5f202a72da32 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:22:54.297824 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-8db4c8bf-2a25-47e1-8b3b-450ad4690a0a None None] Set router f768f0dc-f58e-45a1-9ca8-acffaa54b1a9 gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:22:54.578734 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-8db4c8bf-2a25-47e1-8b3b-450ad4690a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f768f0dc-f58e-45a1-9ca8-acffaa54b1a9', 'name': 'tempest-TestEncryptedCinderVolumes-678838843-router', 'tenant_id': '6c4d1f44d46342ab8b0c6f08a399cf78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '8fe5ffa8-9d4c-46bd-ab13-101b79196e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:22:51Z', 'updated_at': '2022-05-28T07:22:52Z', 'revision_number': 3, 'project_id': '6c4d1f44d46342ab8b0c6f08a399cf78', 'gw_port': {'id': '8fe5ffa8-9d4c-46bd-ab13-101b79196e0a', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:de:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f768f0dc-f58e-45a1-9ca8-acffaa54b1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:22:52Z', 'updated_at': '2022-05-28T07:22:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:22:54.582791 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db4c8bf-2a25-47e1-8b3b-450ad4690a0a None None] Checking router: f768f0dc-f58e-45a1-9ca8-acffaa54b1a9 for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 07:22:54.583144 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db4c8bf-2a25-47e1-8b3b-450ad4690a0a None None] Updating router f768f0dc-f58e-45a1-9ca8-acffaa54b1a9 port 8fe5ffa8-9d4c-46bd-ab13-101b79196e0a binding host n-d-843702-1 {{(pid=89111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 07:22:54.641268 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-8db4c8bf-2a25-47e1-8b3b-450ad4690a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:54.693569 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device e54e86bd-221a-497f-b5c2-5f202a72da32 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:22:54.778011 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1529afca-e082-48a4-9008-8c424100dac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:54.904718 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port e54e86bd-221a-497f-b5c2-5f202a72da32 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:22:54.905254 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:55.113511 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port e54e86bd-221a-497f-b5c2-5f202a72da32 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:22:55.114649 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device d8a758a5-da66-43f4-a8a6-a734e02ecf85 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:22:55.121718 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-1529afca-e082-48a4-9008-8c424100dac8 admin admin] Allocated IP 172.20.0.1 (e8ec6ca3-d3bf-49f1-997f-eba48effc2c1/d323ca30-2c66-434a-90a4-aa0ff1450221/0177e7f5-0d8c-4c9c-b1d5-bde40a2a8459) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:22:55.180821 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-8db4c8bf-2a25-47e1-8b3b-450ad4690a0a None None] Notify callbacks [] for port, precommit_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:55.196496 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-8db4c8bf-2a25-47e1-8b3b-450ad4690a0a None None] Transition to ACTIVE for port object 8fe5ffa8-9d4c-46bd-ab13-101b79196e0a will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:22:55.209781 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port d8a758a5-da66-43f4-a8a6-a734e02ecf85 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:22:55.210148 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:55.273663 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1529afca-e082-48a4-9008-8c424100dac8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:55.277208 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-8db4c8bf-2a25-47e1-8b3b-450ad4690a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:55.293394 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [None req-1529afca-e082-48a4-9008-8c424100dac8 admin admin] Transition to ACTIVE for port object 0177e7f5-0d8c-4c9c-b1d5-bde40a2a8459 will not be triggered until provisioned by entity DHCP. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:22:55.372734 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1529afca-e082-48a4-9008-8c424100dac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:55.382233 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5d7a25-2bd8-490a-aea7-5dca02ddd6bb None None] Pushing event updated for resources: {'Port': ['ID=8fe5ffa8-9d4c-46bd-ab13-101b79196e0a,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:22:55.385138 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-8db4c8bf-2a25-47e1-8b3b-450ad4690a0a None None] Attempting to bind port 8fe5ffa8-9d4c-46bd-ab13-101b79196e0a on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 07:22:55.385976 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-8db4c8bf-2a25-47e1-8b3b-450ad4690a0a None None] Attempting to bind port 8fe5ffa8-9d4c-46bd-ab13-101b79196e0a by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 07:22:55.386348 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db4c8bf-2a25-47e1-8b3b-450ad4690a0a None None] Attempting to bind port 8fe5ffa8-9d4c-46bd-ab13-101b79196e0a on network 68df399e-e75e-4871-9364-5d05730b50f0 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:22:55.396279 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db4c8bf-2a25-47e1-8b3b-450ad4690a0a None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 7, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 07:22:55.396666 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db4c8bf-2a25-47e1-8b3b-450ad4690a0a None None] Checking segment: {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:22:55.397051 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-8db4c8bf-2a25-47e1-8b3b-450ad4690a0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:55.397461 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db4c8bf-2a25-47e1-8b3b-450ad4690a0a None None] Bound using segment: {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 07:22:55.397921 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-8db4c8bf-2a25-47e1-8b3b-450ad4690a0a None None] Bound port: 8fe5ffa8-9d4c-46bd-ab13-101b79196e0a, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 07:22:55.398291 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-8db4c8bf-2a25-47e1-8b3b-450ad4690a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:55.444197 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1529afca-e082-48a4-9008-8c424100dac8 admin admin] Network e8ec6ca3-d3bf-49f1-997f-eba48effc2c1 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:22:55.447106 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-1529afca-e082-48a4-9008-8c424100dac8 admin admin] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:22:55.450742 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1529afca-e082-48a4-9008-8c424100dac8 admin admin] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:22:55.484065 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1529afca-e082-48a4-9008-8c424100dac8 admin admin] Pushing event updated for resources: {'Port': ['ID=0177e7f5-0d8c-4c9c-b1d5-bde40a2a8459,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:22:55.518106 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1529afca-e082-48a4-9008-8c424100dac8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690947'] for router_interface, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:55.520168 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port d8a758a5-da66-43f4-a8a6-a734e02ecf85 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:22:55.525169 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-8db4c8bf-2a25-47e1-8b3b-450ad4690a0a None None] For port 8fe5ffa8-9d4c-46bd-ab13-101b79196e0a, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:22:55.528358 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-8db4c8bf-2a25-47e1-8b3b-450ad4690a0a None None] For port 8fe5ffa8-9d4c-46bd-ab13-101b79196e0a, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=8fe5ffa8-9d4c-46bd-ab13-101b79196e0a,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 07:22:55.610560 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-8db4c8bf-2a25-47e1-8b3b-450ad4690a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:55.695914 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db4c8bf-2a25-47e1-8b3b-450ad4690a0a None None] Routers {'f768f0dc-f58e-45a1-9ca8-acffaa54b1a9'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:22:55.696520 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-8db4c8bf-2a25-47e1-8b3b-450ad4690a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:22:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['f768f0dc-f58e-45a1-9ca8-acffaa54b1a9'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:22:55.747244 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1529afca-e082-48a4-9008-8c424100dac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:55.765234 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5d7a25-2bd8-490a-aea7-5dca02ddd6bb None None] Pushing event updated for resources: {'Port': ['ID=8fe5ffa8-9d4c-46bd-ab13-101b79196e0a,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:22:55.860952 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-6fbeb6a7-bfad-423b-9cf2-12240da59a6d None None] Provisioning for port 0177e7f5-0d8c-4c9c-b1d5-bde40a2a8459 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:22:55.871247 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-6fbeb6a7-bfad-423b-9cf2-12240da59a6d None None] Provisioning complete for port 0177e7f5-0d8c-4c9c-b1d5-bde40a2a8459 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:22:55.871615 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-6fbeb6a7-bfad-423b-9cf2-12240da59a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:55.938571 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-8db4c8bf-2a25-47e1-8b3b-450ad4690a0a None None] Set router f768f0dc-f58e-45a1-9ca8-acffaa54b1a9 gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:22:55.973128 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1529afca-e082-48a4-9008-8c424100dac8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:55.991588 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-6fbeb6a7-bfad-423b-9cf2-12240da59a6d None None] Port 0177e7f5-0d8c-4c9c-b1d5-bde40a2a8459 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 07:22:56.063444 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1529afca-e082-48a4-9008-8c424100dac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:56.173313 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-1529afca-e082-48a4-9008-8c424100dac8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700602'] for router_interface, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:56.177725 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1529afca-e082-48a4-9008-8c424100dac8 admin admin] Pushing event updated for resources: {'Port': ['ID=0177e7f5-0d8c-4c9c-b1d5-bde40a2a8459,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:22:56.259694 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-8db4c8bf-2a25-47e1-8b3b-450ad4690a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f768f0dc-f58e-45a1-9ca8-acffaa54b1a9', 'name': 'tempest-TestEncryptedCinderVolumes-678838843-router', 'tenant_id': '6c4d1f44d46342ab8b0c6f08a399cf78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '8fe5ffa8-9d4c-46bd-ab13-101b79196e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:22:51Z', 'updated_at': '2022-05-28T07:22:55Z', 'revision_number': 4, 'project_id': '6c4d1f44d46342ab8b0c6f08a399cf78', 'gw_port': {'id': '8fe5ffa8-9d4c-46bd-ab13-101b79196e0a', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:de:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f768f0dc-f58e-45a1-9ca8-acffaa54b1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:22:52Z', 'updated_at': '2022-05-28T07:22:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '0177e7f5-0d8c-4c9c-b1d5-bde40a2a8459', 'name': '', 'network_id': 'e8ec6ca3-d3bf-49f1-997f-eba48effc2c1', 'tenant_id': '6c4d1f44d46342ab8b0c6f08a399cf78', 'mac_address': 'fa:16:3e:c5:87:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f768f0dc-f58e-45a1-9ca8-acffaa54b1a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'd323ca30-2c66-434a-90a4-aa0ff1450221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:22:54Z', 'updated_at': '2022-05-28T07:22:55Z', 'revision_number': 1, 'project_id': '6c4d1f44d46342ab8b0c6f08a399cf78', 'subnets': [{'id': 'd323ca30-2c66-434a-90a4-aa0ff1450221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:22:56.264232 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db4c8bf-2a25-47e1-8b3b-450ad4690a0a None None] The sync data for ids ['f768f0dc-f58e-45a1-9ca8-acffaa54b1a9'] in n-d-843702-1 is: [{'id': 'f768f0dc-f58e-45a1-9ca8-acffaa54b1a9', 'name': 'tempest-TestEncryptedCinderVolumes-678838843-router', 'tenant_id': '6c4d1f44d46342ab8b0c6f08a399cf78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '8fe5ffa8-9d4c-46bd-ab13-101b79196e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:22:51Z', 'updated_at': '2022-05-28T07:22:55Z', 'revision_number': 4, 'project_id': '6c4d1f44d46342ab8b0c6f08a399cf78', 'gw_port': {'id': '8fe5ffa8-9d4c-46bd-ab13-101b79196e0a', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:de:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f768f0dc-f58e-45a1-9ca8-acffaa54b1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:22:52Z', 'updated_at': '2022-05-28T07:22:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '0177e7f5-0d8c-4c9c-b1d5-bde40a2a8459', 'name': '', 'network_id': 'e8ec6ca3-d3bf-49f1-997f-eba48effc2c1', 'tenant_id': '6c4d1f44d46342ab8b0c6f08a399cf78', 'mac_address': 'fa:16:3e:c5:87:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f768f0dc-f58e-45a1-9ca8-acffaa54b1a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'd323ca30-2c66-434a-90a4-aa0ff1450221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:22:54Z', 'updated_at': '2022-05-28T07:22:55Z', 'revision_number': 1, 'project_id': '6c4d1f44d46342ab8b0c6f08a399cf78', 'subnets': [{'id': 'd323ca30-2c66-434a-90a4-aa0ff1450221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 07:22:56.315498 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1529afca-e082-48a4-9008-8c424100dac8 admin admin] Network e8ec6ca3-d3bf-49f1-997f-eba48effc2c1 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:22:56.316671 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-1529afca-e082-48a4-9008-8c424100dac8 admin admin] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:22:56.491992 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-20ee96ce-5ea8-49a1-b5be-1df5ca454393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:56.538330 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1529afca-e082-48a4-9008-8c424100dac8 admin admin] Router f768f0dc-f58e-45a1-9ca8-acffaa54b1a9 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 07:22:56.619679 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-f4e76ef5-0a2d-4183-be6e-cd9514ff69df None None] Provisioning complete for port 0177e7f5-0d8c-4c9c-b1d5-bde40a2a8459 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:22:56.620082 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-f4e76ef5-0a2d-4183-be6e-cd9514ff69df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:56.676548 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-f4e76ef5-0a2d-4183-be6e-cd9514ff69df None None] Port 0177e7f5-0d8c-4c9c-b1d5-bde40a2a8459 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 07:22:56.732963 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1529afca-e082-48a4-9008-8c424100dac8 admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 07:22:56.743025 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-1529afca-e082-48a4-9008-8c424100dac8 admin admin] 10.222.0.55 "PUT /v2.0/routers/f768f0dc-f58e-45a1-9ca8-acffaa54b1a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6457713 May 28 07:22:57.475426 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42583594-af8f-4592-bf15-4305f6641dfd req-6176e17b-1c06-4b70-9046-0e5c1cc461fd tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:22:57.476851 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-42583594-af8f-4592-bf15-4305f6641dfd req-6176e17b-1c06-4b70-9046-0e5c1cc461fd tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] 10.222.0.55 "GET /v2.0/networks?id=b203082c-e3f2-49d1-a49a-010200df1f4c HTTP/1.1" status: 200 len: 817 time: 0.1426880 May 28 07:22:57.491987 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-42583594-af8f-4592-bf15-4305f6641dfd req-7a18f24c-81df-4e17-8f8d-4583f43f0391 tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] 10.222.0.55 "GET /v2.0/quotas/2d721e9385e342c1b01ae9acf54ebceb HTTP/1.1" status: 200 len: 375 time: 0.0094297 May 28 07:22:57.571929 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-42583594-af8f-4592-bf15-4305f6641dfd req-e268c3bb-46d1-4e32-a2e7-527fd4fd612a tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=2d721e9385e342c1b01ae9acf54ebceb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0750022 May 28 07:22:57.709250 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-42583594-af8f-4592-bf15-4305f6641dfd req-afa1738b-07f0-4c50-b7e9-e40f8c755ce5 service neutron] 10.222.0.55 "GET /v2.0/networks/b203082c-e3f2-49d1-a49a-010200df1f4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251078 May 28 07:22:57.948905 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-42583594-af8f-4592-bf15-4305f6641dfd req-8a2f058d-51d9-4b76-aa9b-ba8a2cc4c38d service neutron] 10.222.0.55 "GET /v2.0/networks/b203082c-e3f2-49d1-a49a-010200df1f4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338407 May 28 07:22:58.034706 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:58.196992 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-15a5f6b3-52ed-480d-a79a-95d41e8cb2a7 req-3267e827-edaa-4fe1-af83-bd490d40d1e1 tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c7b1c55-ecad-4db3-b540-ddf622f7c393 HTTP/1.1" status: 200 len: 210 time: 0.0419149 May 28 07:22:58.699523 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 8fe5ffa8-9d4c-46bd-ab13-101b79196e0a up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:22:58.857906 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 8fe5ffa8-9d4c-46bd-ab13-101b79196e0a completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:22:58.863055 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 8fe5ffa8-9d4c-46bd-ab13-101b79196e0a triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:22:58.866946 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:58.992563 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 8fe5ffa8-9d4c-46bd-ab13-101b79196e0a is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:22:58.992943 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:59.009901 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port 8fe5ffa8-9d4c-46bd-ab13-101b79196e0a, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=8fe5ffa8-9d4c-46bd-ab13-101b79196e0a,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:22:59.010813 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-227da2dc-c9b1-4dda-93b8-95a4aa4c51a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:59.086122 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:22:59.153659 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=8fe5ffa8-9d4c-46bd-ab13-101b79196e0a,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:22:59.295483 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0d558e18-a4c4-4927-8af2-561d1b546a06 req-7571d7f6-258e-43ad-925c-a1469b40ede1 tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c7b1c55-ecad-4db3-b540-ddf622f7c393 HTTP/1.1" status: 200 len: 210 time: 0.0451238 May 28 07:22:59.570130 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4744bf56-5bcf-4e10-8952-acfe72617c4f None None] Sync routers for ids ['f768f0dc-f58e-45a1-9ca8-acffaa54b1a9'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 07:22:59.580439 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4744bf56-5bcf-4e10-8952-acfe72617c4f None None] Routers {'f768f0dc-f58e-45a1-9ca8-acffaa54b1a9'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:22:59.581213 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-4744bf56-5bcf-4e10-8952-acfe72617c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:22:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['f768f0dc-f58e-45a1-9ca8-acffaa54b1a9'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:22:59.790483 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-4744bf56-5bcf-4e10-8952-acfe72617c4f None None] Set router f768f0dc-f58e-45a1-9ca8-acffaa54b1a9 gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:23:00.089946 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:23:00.100731 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-4744bf56-5bcf-4e10-8952-acfe72617c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f768f0dc-f58e-45a1-9ca8-acffaa54b1a9', 'name': 'tempest-TestEncryptedCinderVolumes-678838843-router', 'tenant_id': '6c4d1f44d46342ab8b0c6f08a399cf78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '8fe5ffa8-9d4c-46bd-ab13-101b79196e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:22:51Z', 'updated_at': '2022-05-28T07:22:55Z', 'revision_number': 4, 'project_id': '6c4d1f44d46342ab8b0c6f08a399cf78', 'gw_port': {'id': '8fe5ffa8-9d4c-46bd-ab13-101b79196e0a', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:de:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f768f0dc-f58e-45a1-9ca8-acffaa54b1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:22:52Z', 'updated_at': '2022-05-28T07:22:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '0177e7f5-0d8c-4c9c-b1d5-bde40a2a8459', 'name': '', 'network_id': 'e8ec6ca3-d3bf-49f1-997f-eba48effc2c1', 'tenant_id': '6c4d1f44d46342ab8b0c6f08a399cf78', 'mac_address': 'fa:16:3e:c5:87:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f768f0dc-f58e-45a1-9ca8-acffaa54b1a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'd323ca30-2c66-434a-90a4-aa0ff1450221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:22:54Z', 'updated_at': '2022-05-28T07:22:55Z', 'revision_number': 2, 'project_id': '6c4d1f44d46342ab8b0c6f08a399cf78', 'subnets': [{'id': 'd323ca30-2c66-434a-90a4-aa0ff1450221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:23:00.104802 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4744bf56-5bcf-4e10-8952-acfe72617c4f None None] Checking router: f768f0dc-f58e-45a1-9ca8-acffaa54b1a9 for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 07:23:00.105139 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4744bf56-5bcf-4e10-8952-acfe72617c4f None None] Updating router f768f0dc-f58e-45a1-9ca8-acffaa54b1a9 port 0177e7f5-0d8c-4c9c-b1d5-bde40a2a8459 binding host n-d-843702-1 {{(pid=89112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 07:23:00.117958 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:23:00.160743 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-4744bf56-5bcf-4e10-8952-acfe72617c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:23:00.462755 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a7b17498-9aa7-4f38-a51a-639f32d2f586 req-39ccceff-c3fd-4490-841d-9e531ddbe42b tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c7b1c55-ecad-4db3-b540-ddf622f7c393 HTTP/1.1" status: 200 len: 210 time: 0.0427668 May 28 07:23:00.510819 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-4744bf56-5bcf-4e10-8952-acfe72617c4f None None] Notify callbacks [] for port, precommit_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:23:00.522505 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.provisioning_blocks [None req-4744bf56-5bcf-4e10-8952-acfe72617c4f None None] Transition to ACTIVE for port object 0177e7f5-0d8c-4c9c-b1d5-bde40a2a8459 will not be triggered until provisioned by entity L2. {{(pid=89112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:23:00.598295 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-4744bf56-5bcf-4e10-8952-acfe72617c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:23:00.674742 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42583594-af8f-4592-bf15-4305f6641dfd req-f99dba1f-b137-4b49-9d6e-52b41d9433d9 tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:23:00.677005 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-42583594-af8f-4592-bf15-4305f6641dfd req-f99dba1f-b137-4b49-9d6e-52b41d9433d9 tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] 10.222.0.71 "GET /v2.0/networks?id=b203082c-e3f2-49d1-a49a-010200df1f4c HTTP/1.1" status: 200 len: 817 time: 0.1622093 May 28 07:23:00.687107 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 8fe5ffa8-9d4c-46bd-ab13-101b79196e0a up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:23:00.704422 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-42583594-af8f-4592-bf15-4305f6641dfd req-cb4863b1-bd3c-4c76-a147-fa2ba8b0e535 tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] Request body: {'port': {'device_id': '0c7b1c55-ecad-4db3-b540-ddf622f7c393', 'network_id': 'b203082c-e3f2-49d1-a49a-010200df1f4c', 'admin_state_up': True, 'tenant_id': '2d721e9385e342c1b01ae9acf54ebceb'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:23:00.811724 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 8fe5ffa8-9d4c-46bd-ab13-101b79196e0a triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:23:00.812225 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:23:00.816053 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c794c4-2196-4916-8acf-48e55a7c00c6 None None] Pushing event updated for resources: {'Port': ['ID=0177e7f5-0d8c-4c9c-b1d5-bde40a2a8459,revision_number=3']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:23:00.832362 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-4744bf56-5bcf-4e10-8952-acfe72617c4f None None] Attempting to bind port 0177e7f5-0d8c-4c9c-b1d5-bde40a2a8459 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 07:23:00.832715 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-4744bf56-5bcf-4e10-8952-acfe72617c4f None None] Attempting to bind port 0177e7f5-0d8c-4c9c-b1d5-bde40a2a8459 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'a29eaaa4-c6da-4887-91b7-584f080e53a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'e8ec6ca3-d3bf-49f1-997f-eba48effc2c1'}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 07:23:00.833069 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4744bf56-5bcf-4e10-8952-acfe72617c4f None None] Attempting to bind port 0177e7f5-0d8c-4c9c-b1d5-bde40a2a8459 on network e8ec6ca3-d3bf-49f1-997f-eba48effc2c1 {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:23:00.839622 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4744bf56-5bcf-4e10-8952-acfe72617c4f None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 07:23:00.839988 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4744bf56-5bcf-4e10-8952-acfe72617c4f None None] Checking segment: {'id': 'a29eaaa4-c6da-4887-91b7-584f080e53a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'e8ec6ca3-d3bf-49f1-997f-eba48effc2c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:23:00.840377 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-4744bf56-5bcf-4e10-8952-acfe72617c4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:23:00.840757 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4744bf56-5bcf-4e10-8952-acfe72617c4f None None] Bound using segment: {'id': 'a29eaaa4-c6da-4887-91b7-584f080e53a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'e8ec6ca3-d3bf-49f1-997f-eba48effc2c1'} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 07:23:00.841211 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-4744bf56-5bcf-4e10-8952-acfe72617c4f None None] Bound port: 0177e7f5-0d8c-4c9c-b1d5-bde40a2a8459, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a29eaaa4-c6da-4887-91b7-584f080e53a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'e8ec6ca3-d3bf-49f1-997f-eba48effc2c1'}}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 07:23:00.841644 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-4744bf56-5bcf-4e10-8952-acfe72617c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:23:00.917650 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-42583594-af8f-4592-bf15-4305f6641dfd req-cb4863b1-bd3c-4c76-a147-fa2ba8b0e535 tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:23:00.921968 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-42583594-af8f-4592-bf15-4305f6641dfd req-cb4863b1-bd3c-4c76-a147-fa2ba8b0e535 tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] Usage tracker for resource:port and tenant:2d721e9385e342c1b01ae9acf54ebceb is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:23:00.925306 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-42583594-af8f-4592-bf15-4305f6641dfd req-cb4863b1-bd3c-4c76-a147-fa2ba8b0e535 tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:23:00.931357 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-42583594-af8f-4592-bf15-4305f6641dfd req-cb4863b1-bd3c-4c76-a147-fa2ba8b0e535 tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:23:00.942261 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-4744bf56-5bcf-4e10-8952-acfe72617c4f None None] For port 0177e7f5-0d8c-4c9c-b1d5-bde40a2a8459, host n-d-843702-1, cleared binding levels {{(pid=89112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:23:00.945404 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-4744bf56-5bcf-4e10-8952-acfe72617c4f None None] For port 0177e7f5-0d8c-4c9c-b1d5-bde40a2a8459, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=0177e7f5-0d8c-4c9c-b1d5-bde40a2a8459,segment=NetworkSegment(a29eaaa4-c6da-4887-91b7-584f080e53a2),segment_id=a29eaaa4-c6da-4887-91b7-584f080e53a2)] {{(pid=89112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 07:23:00.977152 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 8fe5ffa8-9d4c-46bd-ab13-101b79196e0a is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:23:01.040631 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42583594-af8f-4592-bf15-4305f6641dfd req-cb4863b1-bd3c-4c76-a147-fa2ba8b0e535 tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] Made reservation on behalf of 2d721e9385e342c1b01ae9acf54ebceb for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 07:23:01.041127 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-4744bf56-5bcf-4e10-8952-acfe72617c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:23:01.044142 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-42583594-af8f-4592-bf15-4305f6641dfd req-cb4863b1-bd3c-4c76-a147-fa2ba8b0e535 tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:23:01.121956 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4744bf56-5bcf-4e10-8952-acfe72617c4f None None] Routers {'f768f0dc-f58e-45a1-9ca8-acffaa54b1a9'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:23:01.122580 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-4744bf56-5bcf-4e10-8952-acfe72617c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:22:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['f768f0dc-f58e-45a1-9ca8-acffaa54b1a9'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:23:01.177624 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c794c4-2196-4916-8acf-48e55a7c00c6 None None] Pushing event updated for resources: {'Port': ['ID=0177e7f5-0d8c-4c9c-b1d5-bde40a2a8459,revision_number=4']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:23:01.230070 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [req-42583594-af8f-4592-bf15-4305f6641dfd req-cb4863b1-bd3c-4c76-a147-fa2ba8b0e535 tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] Allocated IP 172.20.0.11 (b203082c-e3f2-49d1-a49a-010200df1f4c/c825f9ab-a258-4192-9160-d3272cb676bf/c446882d-be28-4c73-b7d3-1bb66c17bfa0) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:23:01.316132 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-4744bf56-5bcf-4e10-8952-acfe72617c4f None None] Set router f768f0dc-f58e-45a1-9ca8-acffaa54b1a9 gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:23:01.485864 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-42583594-af8f-4592-bf15-4305f6641dfd req-cb4863b1-bd3c-4c76-a147-fa2ba8b0e535 tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:23:01.505953 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-42583594-af8f-4592-bf15-4305f6641dfd req-cb4863b1-bd3c-4c76-a147-fa2ba8b0e535 tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] Transition to ACTIVE for port object c446882d-be28-4c73-b7d3-1bb66c17bfa0 will not be triggered until provisioned by entity DHCP. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:23:01.627329 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-42583594-af8f-4592-bf15-4305f6641dfd req-cb4863b1-bd3c-4c76-a147-fa2ba8b0e535 tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:23:01.666218 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-4744bf56-5bcf-4e10-8952-acfe72617c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f768f0dc-f58e-45a1-9ca8-acffaa54b1a9', 'name': 'tempest-TestEncryptedCinderVolumes-678838843-router', 'tenant_id': '6c4d1f44d46342ab8b0c6f08a399cf78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '8fe5ffa8-9d4c-46bd-ab13-101b79196e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:22:51Z', 'updated_at': '2022-05-28T07:22:55Z', 'revision_number': 4, 'project_id': '6c4d1f44d46342ab8b0c6f08a399cf78', 'gw_port': {'id': '8fe5ffa8-9d4c-46bd-ab13-101b79196e0a', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:de:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f768f0dc-f58e-45a1-9ca8-acffaa54b1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:22:52Z', 'updated_at': '2022-05-28T07:22:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '0177e7f5-0d8c-4c9c-b1d5-bde40a2a8459', 'name': '', 'network_id': 'e8ec6ca3-d3bf-49f1-997f-eba48effc2c1', 'tenant_id': '6c4d1f44d46342ab8b0c6f08a399cf78', 'mac_address': 'fa:16:3e:c5:87:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f768f0dc-f58e-45a1-9ca8-acffaa54b1a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'd323ca30-2c66-434a-90a4-aa0ff1450221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:22:54Z', 'updated_at': '2022-05-28T07:23:00Z', 'revision_number': 4, 'project_id': '6c4d1f44d46342ab8b0c6f08a399cf78', 'subnets': [{'id': 'd323ca30-2c66-434a-90a4-aa0ff1450221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:23:01.670285 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4744bf56-5bcf-4e10-8952-acfe72617c4f None None] The sync data for ids ['f768f0dc-f58e-45a1-9ca8-acffaa54b1a9'] in n-d-843702-1 is: [{'id': 'f768f0dc-f58e-45a1-9ca8-acffaa54b1a9', 'name': 'tempest-TestEncryptedCinderVolumes-678838843-router', 'tenant_id': '6c4d1f44d46342ab8b0c6f08a399cf78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '8fe5ffa8-9d4c-46bd-ab13-101b79196e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:22:51Z', 'updated_at': '2022-05-28T07:22:55Z', 'revision_number': 4, 'project_id': '6c4d1f44d46342ab8b0c6f08a399cf78', 'gw_port': {'id': '8fe5ffa8-9d4c-46bd-ab13-101b79196e0a', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:de:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f768f0dc-f58e-45a1-9ca8-acffaa54b1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:22:52Z', 'updated_at': '2022-05-28T07:22:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '0177e7f5-0d8c-4c9c-b1d5-bde40a2a8459', 'name': '', 'network_id': 'e8ec6ca3-d3bf-49f1-997f-eba48effc2c1', 'tenant_id': '6c4d1f44d46342ab8b0c6f08a399cf78', 'mac_address': 'fa:16:3e:c5:87:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f768f0dc-f58e-45a1-9ca8-acffaa54b1a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'd323ca30-2c66-434a-90a4-aa0ff1450221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:22:54Z', 'updated_at': '2022-05-28T07:23:00Z', 'revision_number': 4, 'project_id': '6c4d1f44d46342ab8b0c6f08a399cf78', 'subnets': [{'id': 'd323ca30-2c66-434a-90a4-aa0ff1450221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 07:23:01.715859 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42583594-af8f-4592-bf15-4305f6641dfd req-cb4863b1-bd3c-4c76-a147-fa2ba8b0e535 tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] Network b203082c-e3f2-49d1-a49a-010200df1f4c is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:23:01.721138 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [req-42583594-af8f-4592-bf15-4305f6641dfd req-cb4863b1-bd3c-4c76-a147-fa2ba8b0e535 tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:23:01.726471 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-42583594-af8f-4592-bf15-4305f6641dfd req-cb4863b1-bd3c-4c76-a147-fa2ba8b0e535 tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:23:01.767792 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4863b1-bd3c-4c76-a147-fa2ba8b0e535 tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] Pushing event updated for resources: {'Port': ['ID=c446882d-be28-4c73-b7d3-1bb66c17bfa0,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:23:01.805807 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42583594-af8f-4592-bf15-4305f6641dfd req-cb4863b1-bd3c-4c76-a147-fa2ba8b0e535 tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:23:01.806458 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-42583594-af8f-4592-bf15-4305f6641dfd req-cb4863b1-bd3c-4c76-a147-fa2ba8b0e535 tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:23:01.818078 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8047185c-1c71-47aa-9324-82c1d22b88fa req-5a86e4c1-4834-4a6c-84ed-e16717d56183 tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:23:01.819663 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8047185c-1c71-47aa-9324-82c1d22b88fa req-5a86e4c1-4834-4a6c-84ed-e16717d56183 tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c7b1c55-ecad-4db3-b540-ddf622f7c393 HTTP/1.1" status: 200 len: 932 time: 0.2354202 May 28 07:23:01.855707 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:23:01.878980 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8047185c-1c71-47aa-9324-82c1d22b88fa req-1dc5ea5d-a8ee-45a8-b165-0037bf696fc4 tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] 10.222.0.55 "GET /v2.0/security-groups?id=96739a1d-a38a-4678-9dc8-b32014cc5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504506 May 28 07:23:01.928821 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-42583594-af8f-4592-bf15-4305f6641dfd req-cb4863b1-bd3c-4c76-a147-fa2ba8b0e535 tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2243731 May 28 07:23:02.050038 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-42583594-af8f-4592-bf15-4305f6641dfd req-d2017028-87bd-43c3-895c-16f2ed58c557 service neutron] Request body: {'port': {'device_id': '0c7b1c55-ecad-4db3-b540-ddf622f7c393', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843702-1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:23:02.097736 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-c908b738-f538-4b72-adb0-f4d9aea0699a None None] Provisioning for port c446882d-be28-4c73-b7d3-1bb66c17bfa0 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:23:02.103132 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-c908b738-f538-4b72-adb0-f4d9aea0699a None None] Provisioning complete for port c446882d-be28-4c73-b7d3-1bb66c17bfa0 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:23:02.103747 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c908b738-f538-4b72-adb0-f4d9aea0699a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:23:02.177013 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-42583594-af8f-4592-bf15-4305f6641dfd req-d2017028-87bd-43c3-895c-16f2ed58c557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:23:02.201721 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-c908b738-f538-4b72-adb0-f4d9aea0699a None None] Port c446882d-be28-4c73-b7d3-1bb66c17bfa0 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 07:23:02.527350 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [req-42583594-af8f-4592-bf15-4305f6641dfd req-d2017028-87bd-43c3-895c-16f2ed58c557 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c446882d-be28-4c73-b7d3-1bb66c17bfa0 {{(pid=89110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 07:23:02.535859 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-42583594-af8f-4592-bf15-4305f6641dfd req-d2017028-87bd-43c3-895c-16f2ed58c557 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:23:02.550978 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-42583594-af8f-4592-bf15-4305f6641dfd req-d2017028-87bd-43c3-895c-16f2ed58c557 service neutron] Transition to ACTIVE for port object c446882d-be28-4c73-b7d3-1bb66c17bfa0 will not be triggered until provisioned by entity L2. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:23:02.634152 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-42583594-af8f-4592-bf15-4305f6641dfd req-d2017028-87bd-43c3-895c-16f2ed58c557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:23:02.706466 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 0177e7f5-0d8c-4c9c-b1d5-bde40a2a8459 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:23:02.772967 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:23:02.868929 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 0177e7f5-0d8c-4c9c-b1d5-bde40a2a8459 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:23:02.874999 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 0177e7f5-0d8c-4c9c-b1d5-bde40a2a8459 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:23:02.875766 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:23:02.912148 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2017028-87bd-43c3-895c-16f2ed58c557 service neutron] Pushing event updated for resources: {'Port': ['ID=c446882d-be28-4c73-b7d3-1bb66c17bfa0,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:23:02.992039 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-42583594-af8f-4592-bf15-4305f6641dfd req-d2017028-87bd-43c3-895c-16f2ed58c557 service neutron] Attempting to bind port c446882d-be28-4c73-b7d3-1bb66c17bfa0 on host n-h2-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 07:23:02.992349 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-42583594-af8f-4592-bf15-4305f6641dfd req-d2017028-87bd-43c3-895c-16f2ed58c557 service neutron] Attempting to bind port c446882d-be28-4c73-b7d3-1bb66c17bfa0 by drivers openvswitch,hyperv on host n-h2-843702-1 at level 0 using segments [{'id': 'eb35d64b-1b19-4798-966b-471c911f3dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'b203082c-e3f2-49d1-a49a-010200df1f4c'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 07:23:02.992591 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42583594-af8f-4592-bf15-4305f6641dfd req-d2017028-87bd-43c3-895c-16f2ed58c557 service neutron] Attempting to bind port c446882d-be28-4c73-b7d3-1bb66c17bfa0 on network b203082c-e3f2-49d1-a49a-010200df1f4c {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:23:02.999501 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42583594-af8f-4592-bf15-4305f6641dfd req-d2017028-87bd-43c3-895c-16f2ed58c557 service neutron] Port c446882d-be28-4c73-b7d3-1bb66c17bfa0 on network b203082c-e3f2-49d1-a49a-010200df1f4c not bound, no agent of type Open vSwitch agent registered on host n-h2-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 07:23:02.999815 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42583594-af8f-4592-bf15-4305f6641dfd req-d2017028-87bd-43c3-895c-16f2ed58c557 service neutron] Attempting to bind port c446882d-be28-4c73-b7d3-1bb66c17bfa0 on network b203082c-e3f2-49d1-a49a-010200df1f4c {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:23:03.008548 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 0177e7f5-0d8c-4c9c-b1d5-bde40a2a8459 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:23:03.008931 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:23:03.042058 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port 0177e7f5-0d8c-4c9c-b1d5-bde40a2a8459, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=0177e7f5-0d8c-4c9c-b1d5-bde40a2a8459,segment=NetworkSegment(a29eaaa4-c6da-4887-91b7-584f080e53a2),segment_id=a29eaaa4-c6da-4887-91b7-584f080e53a2)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:23:03.046413 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42583594-af8f-4592-bf15-4305f6641dfd req-d2017028-87bd-43c3-895c-16f2ed58c557 service neutron] Checking agent: {'id': 'f1a3973b-d2b3-4558-88e7-2ac50857d302', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 7, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 07:23:03.046413 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42583594-af8f-4592-bf15-4305f6641dfd req-d2017028-87bd-43c3-895c-16f2ed58c557 service neutron] Checking segment: {'id': 'eb35d64b-1b19-4798-966b-471c911f3dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'b203082c-e3f2-49d1-a49a-010200df1f4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:23:03.046413 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42583594-af8f-4592-bf15-4305f6641dfd req-d2017028-87bd-43c3-895c-16f2ed58c557 service neutron] Bound using segment: {'id': 'eb35d64b-1b19-4798-966b-471c911f3dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'b203082c-e3f2-49d1-a49a-010200df1f4c'} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 07:23:03.046413 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-42583594-af8f-4592-bf15-4305f6641dfd req-d2017028-87bd-43c3-895c-16f2ed58c557 service neutron] Bound port: c446882d-be28-4c73-b7d3-1bb66c17bfa0, host: n-h2-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb35d64b-1b19-4798-966b-471c911f3dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'b203082c-e3f2-49d1-a49a-010200df1f4c'}}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 07:23:03.046413 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-42583594-af8f-4592-bf15-4305f6641dfd req-d2017028-87bd-43c3-895c-16f2ed58c557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:23:03.137798 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:23:03.168770 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7b6ca8-7202-40c2-8301-fed93b02245d req-2cfb2488-eb8f-4c2d-ba80-c65a81f152c4 tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:23:03.169518 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-4a7b6ca8-7202-40c2-8301-fed93b02245d req-2cfb2488-eb8f-4c2d-ba80-c65a81f152c4 tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] Synchronizing usage tracker for tenant:2d721e9385e342c1b01ae9acf54ebceb on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:23:03.172184 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-42583594-af8f-4592-bf15-4305f6641dfd req-d2017028-87bd-43c3-895c-16f2ed58c557 service neutron] For port c446882d-be28-4c73-b7d3-1bb66c17bfa0, host n-h2-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:23:03.176065 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-42583594-af8f-4592-bf15-4305f6641dfd req-d2017028-87bd-43c3-895c-16f2ed58c557 service neutron] For port c446882d-be28-4c73-b7d3-1bb66c17bfa0, host n-h2-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=c446882d-be28-4c73-b7d3-1bb66c17bfa0,segment=NetworkSegment(eb35d64b-1b19-4798-966b-471c911f3dce),segment_id=eb35d64b-1b19-4798-966b-471c911f3dce)] {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 07:23:03.212231 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=0177e7f5-0d8c-4c9c-b1d5-bde40a2a8459,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:23:03.258018 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-42583594-af8f-4592-bf15-4305f6641dfd req-d2017028-87bd-43c3-895c-16f2ed58c557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:23:03.299537 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-4a7b6ca8-7202-40c2-8301-fed93b02245d req-2cfb2488-eb8f-4c2d-ba80-c65a81f152c4 tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] Unset dirty status for tenant:2d721e9385e342c1b01ae9acf54ebceb on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:23:03.300943 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4a7b6ca8-7202-40c2-8301-fed93b02245d req-2cfb2488-eb8f-4c2d-ba80-c65a81f152c4 tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c7b1c55-ecad-4db3-b540-ddf622f7c393 HTTP/1.1" status: 200 len: 944 time: 0.3025074 May 28 07:23:03.346152 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42583594-af8f-4592-bf15-4305f6641dfd req-d2017028-87bd-43c3-895c-16f2ed58c557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:23:03.346766 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-42583594-af8f-4592-bf15-4305f6641dfd req-d2017028-87bd-43c3-895c-16f2ed58c557 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:23:03.348404 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-42583594-af8f-4592-bf15-4305f6641dfd req-d2017028-87bd-43c3-895c-16f2ed58c557 service neutron] 10.222.0.71 "PUT /v2.0/ports/c446882d-be28-4c73-b7d3-1bb66c17bfa0 HTTP/1.1" status: 200 len: 1092 time: 1.4135771 May 28 07:23:03.348861 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c7b1c55-ecad-4db3-b540-ddf622f7c393', 'tag': 'c446882d-be28-4c73-b7d3-1bb66c17bfa0'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:23:03.386507 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2017028-87bd-43c3-895c-16f2ed58c557 service neutron] Pushing event updated for resources: {'Port': ['ID=c446882d-be28-4c73-b7d3-1bb66c17bfa0,revision_number=3']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:23:03.395542 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4a7b6ca8-7202-40c2-8301-fed93b02245d req-297b226a-9345-4402-a9bb-5c48ea5c89c6 tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] 10.222.0.55 "GET /v2.0/security-groups?id=96739a1d-a38a-4678-9dc8-b32014cc5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792110 May 28 07:23:03.449221 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee229746-f1aa-45f6-99cc-8c5116481f7f'] response: {'name': 'network-changed', 'server_uuid': '0c7b1c55-ecad-4db3-b540-ddf622f7c393', 'tag': 'c446882d-be28-4c73-b7d3-1bb66c17bfa0', 'status': 'completed', 'code': 200} May 28 07:23:03.562271 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17b9078-f1ae-4ac8-854a-63536a6fb64c req-cd712d23-ca56-4075-8dd3-1fc3812e60bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:23:03.563731 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b17b9078-f1ae-4ac8-854a-63536a6fb64c req-cd712d23-ca56-4075-8dd3-1fc3812e60bf service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2d721e9385e342c1b01ae9acf54ebceb&device_id=0c7b1c55-ecad-4db3-b540-ddf622f7c393 HTTP/1.1" status: 200 len: 1095 time: 0.0724399 May 28 07:23:03.711625 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17b9078-f1ae-4ac8-854a-63536a6fb64c req-282ef65a-f034-45fd-9fdb-27c6bd53e414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:23:03.713050 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b17b9078-f1ae-4ac8-854a-63536a6fb64c req-282ef65a-f034-45fd-9fdb-27c6bd53e414 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=2d721e9385e342c1b01ae9acf54ebceb&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1351042 May 28 07:23:03.848004 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17b9078-f1ae-4ac8-854a-63536a6fb64c req-99497338-83fb-4f40-a286-c448f4660332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:23:03.849483 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b17b9078-f1ae-4ac8-854a-63536a6fb64c req-99497338-83fb-4f40-a286-c448f4660332 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1305161 May 28 07:23:03.875998 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 07:23:03.976979 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42583594-af8f-4592-bf15-4305f6641dfd req-d14f5032-d5ad-49b0-83be-17b4bc1d863c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:23:03.978373 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-42583594-af8f-4592-bf15-4305f6641dfd req-d14f5032-d5ad-49b0-83be-17b4bc1d863c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2d721e9385e342c1b01ae9acf54ebceb&device_id=0c7b1c55-ecad-4db3-b540-ddf622f7c393 HTTP/1.1" status: 200 len: 1095 time: 0.0734677 May 28 07:23:04.050765 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-42583594-af8f-4592-bf15-4305f6641dfd req-208cda9f-403e-4133-ad20-ed04a00c67b8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c446882d-be28-4c73-b7d3-1bb66c17bfa0 HTTP/1.1" status: 200 len: 217 time: 0.0594718 May 28 07:23:04.115277 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42583594-af8f-4592-bf15-4305f6641dfd req-12e00e50-f7b3-41e7-9f0a-869c4e67f075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:23:04.116712 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-42583594-af8f-4592-bf15-4305f6641dfd req-12e00e50-f7b3-41e7-9f0a-869c4e67f075 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c825f9ab-a258-4192-9160-d3272cb676bf HTTP/1.1" status: 200 len: 856 time: 0.0593648 May 28 07:23:04.192341 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42583594-af8f-4592-bf15-4305f6641dfd req-ae07d277-e323-4939-aa73-05b5d3e9f06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:23:04.193829 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-42583594-af8f-4592-bf15-4305f6641dfd req-ae07d277-e323-4939-aa73-05b5d3e9f06a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b203082c-e3f2-49d1-a49a-010200df1f4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701268 May 28 07:23:04.322129 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-42583594-af8f-4592-bf15-4305f6641dfd req-6989d150-04f5-4165-b10c-da92d38ec282 service neutron] 10.222.0.71 "GET /v2.0/networks/b203082c-e3f2-49d1-a49a-010200df1f4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221235 May 28 07:23:04.452067 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-42583594-af8f-4592-bf15-4305f6641dfd req-3d13a01a-9d09-4b5e-afea-4417457867b8 service neutron] 10.222.0.71 "GET /v2.0/networks/b203082c-e3f2-49d1-a49a-010200df1f4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237924 May 28 07:23:04.584792 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c37ab9-eb6a-4cfe-812f-2af3c28e157b req-bcbc7e7d-6876-4f1c-8588-120261f0cc5a tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:23:04.586198 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b7c37ab9-eb6a-4cfe-812f-2af3c28e157b req-bcbc7e7d-6876-4f1c-8588-120261f0cc5a tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c7b1c55-ecad-4db3-b540-ddf622f7c393 HTTP/1.1" status: 200 len: 944 time: 0.0793369 May 28 07:23:04.640023 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b7c37ab9-eb6a-4cfe-812f-2af3c28e157b req-3b0659c2-2369-482c-9ba5-b6e5f3c03aa9 tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] 10.222.0.55 "GET /v2.0/security-groups?id=96739a1d-a38a-4678-9dc8-b32014cc5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416124 May 28 07:23:04.684235 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 0177e7f5-0d8c-4c9c-b1d5-bde40a2a8459 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:23:04.751085 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 0177e7f5-0d8c-4c9c-b1d5-bde40a2a8459 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:23:04.751445 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:23:04.863731 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 0177e7f5-0d8c-4c9c-b1d5-bde40a2a8459 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:23:05.820148 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5943ce47-2939-485f-afad-84ba3589869f req-a54760fc-f78c-4eb2-aeeb-6eb6aa5853c7 tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:23:05.821528 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5943ce47-2939-485f-afad-84ba3589869f req-a54760fc-f78c-4eb2-aeeb-6eb6aa5853c7 tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c7b1c55-ecad-4db3-b540-ddf622f7c393 HTTP/1.1" status: 200 len: 944 time: 0.0799458 May 28 07:23:05.865841 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5943ce47-2939-485f-afad-84ba3589869f req-a54fd373-04ff-4688-8a76-d5309914d620 tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] 10.222.0.55 "GET /v2.0/security-groups?id=96739a1d-a38a-4678-9dc8-b32014cc5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378728 May 28 07:23:07.167486 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6044b43c-6c8e-424a-ac6a-2b73d63c0c7a req-c6cd1bff-7509-4c04-8820-1d8ee5d7e75e tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:23:07.169049 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6044b43c-6c8e-424a-ac6a-2b73d63c0c7a req-c6cd1bff-7509-4c04-8820-1d8ee5d7e75e tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c7b1c55-ecad-4db3-b540-ddf622f7c393 HTTP/1.1" status: 200 len: 944 time: 0.1988189 May 28 07:23:07.212733 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6044b43c-6c8e-424a-ac6a-2b73d63c0c7a req-58cfc216-fb05-40c9-9bb0-5d8c3363d440 tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] 10.222.0.55 "GET /v2.0/security-groups?id=96739a1d-a38a-4678-9dc8-b32014cc5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378704 May 28 07:23:07.468056 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device c446882d-be28-4c73-b7d3-1bb66c17bfa0 details requested by agent hyperv_n-h2-843702-1 with host n-h2-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 07:23:07.596934 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port c446882d-be28-4c73-b7d3-1bb66c17bfa0, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=c446882d-be28-4c73-b7d3-1bb66c17bfa0,segment=NetworkSegment(eb35d64b-1b19-4798-966b-471c911f3dce),segment_id=eb35d64b-1b19-4798-966b-471c911f3dce)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:23:07.609694 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Returning: {'device': 'c446882d-be28-4c73-b7d3-1bb66c17bfa0', 'network_id': 'b203082c-e3f2-49d1-a49a-010200df1f4c', 'port_id': 'c446882d-be28-4c73-b7d3-1bb66c17bfa0', 'mac_address': 'fa:16:3e:80:3f:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c825f9ab-a258-4192-9160-d3272cb676bf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 07:23:07.666719 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port c446882d-be28-4c73-b7d3-1bb66c17bfa0 is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:23:07.667083 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:23:07.683836 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c446882d-be28-4c73-b7d3-1bb66c17bfa0 {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 07:23:07.698500 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port c446882d-be28-4c73-b7d3-1bb66c17bfa0, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=c446882d-be28-4c73-b7d3-1bb66c17bfa0,segment=NetworkSegment(eb35d64b-1b19-4798-966b-471c911f3dce),segment_id=eb35d64b-1b19-4798-966b-471c911f3dce)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:23:07.809606 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:23:07.874855 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=c446882d-be28-4c73-b7d3-1bb66c17bfa0,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:23:08.115998 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['c446882d-be28-4c73-b7d3-1bb66c17bfa0'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 07:23:08.400951 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082d5d8b-272b-492e-b993-86461cb8bf21 req-5d4f1bfa-3e44-476c-a8b4-524bb7e84d44 tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:23:08.402426 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-082d5d8b-272b-492e-b993-86461cb8bf21 req-5d4f1bfa-3e44-476c-a8b4-524bb7e84d44 tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c7b1c55-ecad-4db3-b540-ddf622f7c393 HTTP/1.1" status: 200 len: 945 time: 0.0803628 May 28 07:23:08.446595 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-082d5d8b-272b-492e-b993-86461cb8bf21 req-781530aa-a04b-4d24-a6f6-bac7010c5a04 tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] 10.222.0.55 "GET /v2.0/security-groups?id=96739a1d-a38a-4678-9dc8-b32014cc5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377703 May 28 07:23:09.468007 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device c446882d-be28-4c73-b7d3-1bb66c17bfa0 up at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:23:09.595425 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning for port c446882d-be28-4c73-b7d3-1bb66c17bfa0 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:23:09.599901 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning complete for port c446882d-be28-4c73-b7d3-1bb66c17bfa0 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:23:09.602889 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:23:09.634903 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825378dc-ea91-426c-b488-1d8c4d9d462c req-c9137df0-2562-46f2-9993-71e01784e663 tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:23:09.636380 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-825378dc-ea91-426c-b488-1d8c4d9d462c req-c9137df0-2562-46f2-9993-71e01784e663 tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c7b1c55-ecad-4db3-b540-ddf622f7c393 HTTP/1.1" status: 200 len: 945 time: 0.0841484 May 28 07:23:09.680628 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-825378dc-ea91-426c-b488-1d8c4d9d462c req-edf71139-ffb9-4d6d-aa0c-5c8332b37599 tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] 10.222.0.55 "GET /v2.0/security-groups?id=96739a1d-a38a-4678-9dc8-b32014cc5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383976 May 28 07:23:09.717341 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port c446882d-be28-4c73-b7d3-1bb66c17bfa0 is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:23:09.717740 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:23:09.748070 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c7b1c55-ecad-4db3-b540-ddf622f7c393', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c446882d-be28-4c73-b7d3-1bb66c17bfa0'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:23:09.758686 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port c446882d-be28-4c73-b7d3-1bb66c17bfa0, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=c446882d-be28-4c73-b7d3-1bb66c17bfa0,segment=NetworkSegment(eb35d64b-1b19-4798-966b-471c911f3dce),segment_id=eb35d64b-1b19-4798-966b-471c911f3dce)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:23:09.841544 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8b2b169-7ec1-4171-845f-ce81c73a248f'] response: {'server_uuid': '0c7b1c55-ecad-4db3-b540-ddf622f7c393', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c446882d-be28-4c73-b7d3-1bb66c17bfa0', 'code': 200} May 28 07:23:09.846650 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:23:09.918449 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=c446882d-be28-4c73-b7d3-1bb66c17bfa0,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:23:09.991918 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ff89ca-1961-4e17-9002-dc5f2dce5a90 req-34537343-bd28-4e7c-833d-fac002be472d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:23:09.993362 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c9ff89ca-1961-4e17-9002-dc5f2dce5a90 req-34537343-bd28-4e7c-833d-fac002be472d service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=0c7b1c55-ecad-4db3-b540-ddf622f7c393 HTTP/1.1" status: 200 len: 1097 time: 0.0687122 May 28 07:23:10.036541 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c9ff89ca-1961-4e17-9002-dc5f2dce5a90 req-09bd6e4f-feb5-4d6d-ad80-51cdd36572ba service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=96739a1d-a38a-4678-9dc8-b32014cc5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371461 May 28 07:23:10.883326 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ff4333-b79a-4ba0-a544-4a2e3bfffbc1 req-89fc1028-c7ee-4f28-8358-e3f71db02de1 tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:23:10.884710 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d9ff4333-b79a-4ba0-a544-4a2e3bfffbc1 req-89fc1028-c7ee-4f28-8358-e3f71db02de1 tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c7b1c55-ecad-4db3-b540-ddf622f7c393 HTTP/1.1" status: 200 len: 946 time: 0.0980027 May 28 07:23:10.927921 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d9ff4333-b79a-4ba0-a544-4a2e3bfffbc1 req-3af85dc3-da5b-46fb-a51f-d0fc1139952c tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] 10.222.0.55 "GET /v2.0/security-groups?id=96739a1d-a38a-4678-9dc8-b32014cc5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375693 May 28 07:23:12.117776 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b13518-1299-49fd-a0f9-b26d4840a33d req-657de0b6-e124-4731-a5c3-222d22916ad0 tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:23:12.119230 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-54b13518-1299-49fd-a0f9-b26d4840a33d req-657de0b6-e124-4731-a5c3-222d22916ad0 tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c7b1c55-ecad-4db3-b540-ddf622f7c393 HTTP/1.1" status: 200 len: 946 time: 0.0835266 May 28 07:23:12.164095 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-54b13518-1299-49fd-a0f9-b26d4840a33d req-5e70550d-dc4d-4ddc-a3ff-977435dc2fdb tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] 10.222.0.55 "GET /v2.0/security-groups?id=96739a1d-a38a-4678-9dc8-b32014cc5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392549 May 28 07:23:12.352309 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789b2170-225e-4ce5-9ec7-d1e87b38dc0b req-47561d0e-083c-4eb0-ad4a-8989e944debd tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:23:12.354007 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-789b2170-225e-4ce5-9ec7-d1e87b38dc0b req-47561d0e-083c-4eb0-ad4a-8989e944debd tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c7b1c55-ecad-4db3-b540-ddf622f7c393 HTTP/1.1" status: 200 len: 946 time: 0.0784588 May 28 07:23:12.397020 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-789b2170-225e-4ce5-9ec7-d1e87b38dc0b req-0b4483ff-c0bc-4e37-91f3-763490ba49e7 tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] 10.222.0.55 "GET /v2.0/security-groups?id=96739a1d-a38a-4678-9dc8-b32014cc5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374410 May 28 07:23:26.531069 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e5ebb21b-be73-4c4b-9a70-4593475a51a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:23:28.056655 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:23:28.965906 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-cef02af0-cb90-4f91-8b2d-37f64fbe94af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:23:30.060056 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:23:30.148557 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:23:30.907948 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddae8c3-ff1a-47a4-8136-51223f9ba4c4 req-60b1ecb4-650f-41a8-b65b-198a36a2a3c0 tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:23:30.909634 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2ddae8c3-ff1a-47a4-8136-51223f9ba4c4 req-60b1ecb4-650f-41a8-b65b-198a36a2a3c0 tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c7b1c55-ecad-4db3-b540-ddf622f7c393 HTTP/1.1" status: 200 len: 946 time: 0.0855844 May 28 07:23:30.955311 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2ddae8c3-ff1a-47a4-8136-51223f9ba4c4 req-628c2198-c9db-4417-a4da-f88c9c4a0162 tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] 10.222.0.55 "GET /v2.0/security-groups?id=96739a1d-a38a-4678-9dc8-b32014cc5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398440 May 28 07:23:31.839543 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:23:32.139667 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355f5908-6da4-4532-8abf-a9ef66b23c94 req-beab9f53-ab2b-4a3b-80e2-fa0fc43682de tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:23:32.141064 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-355f5908-6da4-4532-8abf-a9ef66b23c94 req-beab9f53-ab2b-4a3b-80e2-fa0fc43682de tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c7b1c55-ecad-4db3-b540-ddf622f7c393 HTTP/1.1" status: 200 len: 946 time: 0.0800662 May 28 07:23:32.188806 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-355f5908-6da4-4532-8abf-a9ef66b23c94 req-8d7b8af5-5e6b-4cf5-b66c-7933ea10e84d tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] 10.222.0.55 "GET /v2.0/security-groups?id=96739a1d-a38a-4678-9dc8-b32014cc5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413878 May 28 07:23:32.656556 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0e0f4e-e41f-4667-976c-e6c35d05f4a0 req-c46484ba-8ce6-4778-a9de-d45bdf4d9082 tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:23:32.658021 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8f0e0f4e-e41f-4667-976c-e6c35d05f4a0 req-c46484ba-8ce6-4778-a9de-d45bdf4d9082 tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] 10.222.0.71 "GET /v2.0/ports?device_id=0c7b1c55-ecad-4db3-b540-ddf622f7c393 HTTP/1.1" status: 200 len: 946 time: 0.0835230 May 28 07:23:32.728791 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-8f0e0f4e-e41f-4667-976c-e6c35d05f4a0 req-3cdf9c62-4377-4483-8ea4-5109d098361a tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] Deleting port c446882d-be28-4c73-b7d3-1bb66c17bfa0 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:23:32.729177 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-8f0e0f4e-e41f-4667-976c-e6c35d05f4a0 req-3cdf9c62-4377-4483-8ea4-5109d098361a tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:23:32.762886 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:23:32.984409 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-8f0e0f4e-e41f-4667-976c-e6c35d05f4a0 req-3cdf9c62-4377-4483-8ea4-5109d098361a tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] For port c446882d-be28-4c73-b7d3-1bb66c17bfa0, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=c446882d-be28-4c73-b7d3-1bb66c17bfa0,segment=NetworkSegment(eb35d64b-1b19-4798-966b-471c911f3dce),segment_id=eb35d64b-1b19-4798-966b-471c911f3dce)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:23:32.984758 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-8f0e0f4e-e41f-4667-976c-e6c35d05f4a0 req-3cdf9c62-4377-4483-8ea4-5109d098361a tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:23:33.106766 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-8f0e0f4e-e41f-4667-976c-e6c35d05f4a0 req-3cdf9c62-4377-4483-8ea4-5109d098361a tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] Calling delete_port for c446882d-be28-4c73-b7d3-1bb66c17bfa0 owned by compute:nova {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:23:33.366364 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-8f0e0f4e-e41f-4667-976c-e6c35d05f4a0 req-3cdf9c62-4377-4483-8ea4-5109d098361a tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:23:33.399392 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['c446882d-be28-4c73-b7d3-1bb66c17bfa0'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 07:23:33.428759 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdf9c62-4377-4483-8ea4-5109d098361a tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] Pushing event deleted for resources: {'Port': ['ID=c446882d-be28-4c73-b7d3-1bb66c17bfa0,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:23:33.470206 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdf9c62-4377-4483-8ea4-5109d098361a tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:23:33.471561 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdf9c62-4377-4483-8ea4-5109d098361a tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:23:33.471561 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdf9c62-4377-4483-8ea4-5109d098361a tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:23:33.472117 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdf9c62-4377-4483-8ea4-5109d098361a tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:23:33.472582 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdf9c62-4377-4483-8ea4-5109d098361a tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:23:33.472923 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdf9c62-4377-4483-8ea4-5109d098361a tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:23:33.473253 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdf9c62-4377-4483-8ea4-5109d098361a tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:23:33.473606 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdf9c62-4377-4483-8ea4-5109d098361a tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:23:33.473940 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdf9c62-4377-4483-8ea4-5109d098361a tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:23:33.474264 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdf9c62-4377-4483-8ea4-5109d098361a tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:23:33.474589 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdf9c62-4377-4483-8ea4-5109d098361a tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:23:33.474909 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdf9c62-4377-4483-8ea4-5109d098361a tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:23:33.527411 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f0e0f4e-e41f-4667-976c-e6c35d05f4a0 req-3cdf9c62-4377-4483-8ea4-5109d098361a tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] No DVR routers for this DVR port c446882d-be28-4c73-b7d3-1bb66c17bfa0 on host n-h2-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 07:23:33.530965 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-8f0e0f4e-e41f-4667-976c-e6c35d05f4a0 req-3cdf9c62-4377-4483-8ea4-5109d098361a tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:23:33.535913 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c7b1c55-ecad-4db3-b540-ddf622f7c393', 'name': 'network-vif-deleted', 'tag': 'c446882d-be28-4c73-b7d3-1bb66c17bfa0'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:23:33.557909 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b25a06-032e-4627-8813-cba16b08cac3 req-7740679c-ee11-490e-86a5-1e61062db83a tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:23:33.559614 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-56b25a06-032e-4627-8813-cba16b08cac3 req-7740679c-ee11-490e-86a5-1e61062db83a tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c7b1c55-ecad-4db3-b540-ddf622f7c393 HTTP/1.1" status: 200 len: 946 time: 0.2543964 May 28 07:23:33.611830 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-56b25a06-032e-4627-8813-cba16b08cac3 req-2a663047-94f5-4b71-8c3a-196506144931 tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] 10.222.0.55 "GET /v2.0/security-groups?id=96739a1d-a38a-4678-9dc8-b32014cc5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429087 May 28 07:23:33.634582 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8f0e0f4e-e41f-4667-976c-e6c35d05f4a0 req-3cdf9c62-4377-4483-8ea4-5109d098361a tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] 10.222.0.71 "DELETE /v2.0/ports/c446882d-be28-4c73-b7d3-1bb66c17bfa0 HTTP/1.1" status: 204 len: 173 time: 0.9708035 May 28 07:23:33.665482 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11ba51a0-f5ac-4a6c-8458-323ef5ac2c6d'] response: {'server_uuid': '0c7b1c55-ecad-4db3-b540-ddf622f7c393', 'name': 'network-vif-deleted', 'tag': 'c446882d-be28-4c73-b7d3-1bb66c17bfa0', 'status': 'completed', 'code': 200} May 28 07:23:34.776615 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-e5103ef9-bd41-4161-b900-0236d56be490 req-c758d017-b484-43c2-b1b9-26f924168e0b tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] Synchronizing usage tracker for tenant:2d721e9385e342c1b01ae9acf54ebceb on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:23:34.919543 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-e5103ef9-bd41-4161-b900-0236d56be490 req-c758d017-b484-43c2-b1b9-26f924168e0b tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] Unset dirty status for tenant:2d721e9385e342c1b01ae9acf54ebceb on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:23:34.920719 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e5103ef9-bd41-4161-b900-0236d56be490 req-c758d017-b484-43c2-b1b9-26f924168e0b tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c7b1c55-ecad-4db3-b540-ddf622f7c393 HTTP/1.1" status: 200 len: 210 time: 0.1878731 May 28 07:23:36.531358 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14c4204-834b-4658-b7a4-3df819a16264 req-e9664ce1-3394-4f00-8533-c7d302fb35bd tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:23:36.532697 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d14c4204-834b-4658-b7a4-3df819a16264 req-e9664ce1-3394-4f00-8533-c7d302fb35bd tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] 10.222.0.55 "GET /v2.0/networks?id=b203082c-e3f2-49d1-a49a-010200df1f4c HTTP/1.1" status: 200 len: 817 time: 0.1466453 May 28 07:23:36.548118 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d14c4204-834b-4658-b7a4-3df819a16264 req-51be3029-0aea-489d-96a8-7099ec9b9fa9 tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] 10.222.0.55 "GET /v2.0/quotas/2d721e9385e342c1b01ae9acf54ebceb HTTP/1.1" status: 200 len: 375 time: 0.0095816 May 28 07:23:36.727296 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d14c4204-834b-4658-b7a4-3df819a16264 req-45e9278f-ed60-407e-9652-ef0d923b69e5 tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=2d721e9385e342c1b01ae9acf54ebceb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1736262 May 28 07:23:36.784083 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [req-d14c4204-834b-4658-b7a4-3df819a16264 req-6d8cb6ca-1109-46b1-a69e-9e34bd67e957 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=89110) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 07:23:36.784972 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d14c4204-834b-4658-b7a4-3df819a16264 req-6d8cb6ca-1109-46b1-a69e-9e34bd67e957 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0454390 May 28 07:23:36.911674 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d14c4204-834b-4658-b7a4-3df819a16264 req-69a46d87-1a70-429d-9b77-4e995ef67ad2 service neutron] 10.222.0.55 "GET /v2.0/networks/b203082c-e3f2-49d1-a49a-010200df1f4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208701 May 28 07:23:37.042095 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d14c4204-834b-4658-b7a4-3df819a16264 req-5aa18907-028f-4a22-81ba-42fcc607078e service neutron] 10.222.0.55 "GET /v2.0/networks/b203082c-e3f2-49d1-a49a-010200df1f4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246812 May 28 07:23:37.288503 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4750bdf0-130b-48e2-9bd6-52ca70b76ae4 req-17ef3c17-ac65-4d35-871e-140ee26cccfe tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0856769-a620-47ce-ba2d-87cfc60be362 HTTP/1.1" status: 200 len: 210 time: 0.0461967 May 28 07:23:37.561175 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device c446882d-be28-4c73-b7d3-1bb66c17bfa0 no longer exists at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:23:37.598289 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] No Port match for: c446882d-be28-4c73-b7d3-1bb66c17bfa0 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 07:23:37.598619 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device c446882d-be28-4c73-b7d3-1bb66c17bfa0 not bound to the agent host n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 07:23:38.443013 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-73121e6e-cd24-4d85-ba02-f285a1c11f04 req-f43294d5-94d6-430a-9d79-0b018508e6be tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0856769-a620-47ce-ba2d-87cfc60be362 HTTP/1.1" status: 200 len: 210 time: 0.0459728 May 28 07:23:39.552867 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14c4204-834b-4658-b7a4-3df819a16264 req-9dce9263-bb5b-439a-9f81-5bc5ab9ea58a tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:23:39.554321 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d14c4204-834b-4658-b7a4-3df819a16264 req-9dce9263-bb5b-439a-9f81-5bc5ab9ea58a tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] 10.222.0.71 "GET /v2.0/networks?id=b203082c-e3f2-49d1-a49a-010200df1f4c HTTP/1.1" status: 200 len: 817 time: 0.1541898 May 28 07:23:39.593797 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-d14c4204-834b-4658-b7a4-3df819a16264 req-52730bd9-68f1-48d5-97d4-336ba936d90a tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] Request body: {'port': {'device_id': 'e0856769-a620-47ce-ba2d-87cfc60be362', 'network_id': 'b203082c-e3f2-49d1-a49a-010200df1f4c', 'admin_state_up': True, 'tenant_id': '2d721e9385e342c1b01ae9acf54ebceb'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:23:39.617781 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-de682d72-0d8e-4bf6-b8f8-011cc26a37ca req-9e24ec59-2002-426d-a862-975714ec1ed3 tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0856769-a620-47ce-ba2d-87cfc60be362 HTTP/1.1" status: 200 len: 210 time: 0.0624957 May 28 07:23:39.737799 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-d14c4204-834b-4658-b7a4-3df819a16264 req-52730bd9-68f1-48d5-97d4-336ba936d90a tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:23:39.747097 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-d14c4204-834b-4658-b7a4-3df819a16264 req-52730bd9-68f1-48d5-97d4-336ba936d90a tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:23:39.843130 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d14c4204-834b-4658-b7a4-3df819a16264 req-52730bd9-68f1-48d5-97d4-336ba936d90a tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] Made reservation on behalf of 2d721e9385e342c1b01ae9acf54ebceb for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 07:23:39.847239 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-d14c4204-834b-4658-b7a4-3df819a16264 req-52730bd9-68f1-48d5-97d4-336ba936d90a tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:23:40.011830 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [req-d14c4204-834b-4658-b7a4-3df819a16264 req-52730bd9-68f1-48d5-97d4-336ba936d90a tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] Allocated IP 172.20.0.6 (b203082c-e3f2-49d1-a49a-010200df1f4c/c825f9ab-a258-4192-9160-d3272cb676bf/5b260d28-fb29-48fe-a371-1742f78bd5f4) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:23:40.206897 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-d14c4204-834b-4658-b7a4-3df819a16264 req-52730bd9-68f1-48d5-97d4-336ba936d90a tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:23:40.222469 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-d14c4204-834b-4658-b7a4-3df819a16264 req-52730bd9-68f1-48d5-97d4-336ba936d90a tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] Transition to ACTIVE for port object 5b260d28-fb29-48fe-a371-1742f78bd5f4 will not be triggered until provisioned by entity DHCP. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:23:40.317262 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-d14c4204-834b-4658-b7a4-3df819a16264 req-52730bd9-68f1-48d5-97d4-336ba936d90a tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:23:40.388304 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d14c4204-834b-4658-b7a4-3df819a16264 req-52730bd9-68f1-48d5-97d4-336ba936d90a tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] Network b203082c-e3f2-49d1-a49a-010200df1f4c is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:23:40.391226 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [req-d14c4204-834b-4658-b7a4-3df819a16264 req-52730bd9-68f1-48d5-97d4-336ba936d90a tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:23:40.396011 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-d14c4204-834b-4658-b7a4-3df819a16264 req-52730bd9-68f1-48d5-97d4-336ba936d90a tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:23:40.432172 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52730bd9-68f1-48d5-97d4-336ba936d90a tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] Pushing event updated for resources: {'Port': ['ID=5b260d28-fb29-48fe-a371-1742f78bd5f4,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:23:40.464293 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14c4204-834b-4658-b7a4-3df819a16264 req-52730bd9-68f1-48d5-97d4-336ba936d90a tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:23:40.464906 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-d14c4204-834b-4658-b7a4-3df819a16264 req-52730bd9-68f1-48d5-97d4-336ba936d90a tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:23:40.548993 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d14c4204-834b-4658-b7a4-3df819a16264 req-52730bd9-68f1-48d5-97d4-336ba936d90a tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9628425 May 28 07:23:40.566891 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-d14c4204-834b-4658-b7a4-3df819a16264 req-3f5755ad-ffc4-4256-82bc-8e26aba2b269 service neutron] Request body: {'port': {'device_id': 'e0856769-a620-47ce-ba2d-87cfc60be362', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843702-1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:23:40.679215 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-3d621896-ffe6-4f39-8540-5db287490743 None None] Provisioning for port 5b260d28-fb29-48fe-a371-1742f78bd5f4 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:23:40.681277 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-d14c4204-834b-4658-b7a4-3df819a16264 req-3f5755ad-ffc4-4256-82bc-8e26aba2b269 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:23:40.684289 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-3d621896-ffe6-4f39-8540-5db287490743 None None] Provisioning complete for port 5b260d28-fb29-48fe-a371-1742f78bd5f4 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:23:40.684833 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-3d621896-ffe6-4f39-8540-5db287490743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:23:40.742125 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-3d621896-ffe6-4f39-8540-5db287490743 None None] Port 5b260d28-fb29-48fe-a371-1742f78bd5f4 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 07:23:40.875810 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 07:23:41.054800 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d413d3-4ec2-4808-9167-65d5176a862c req-91cb17de-04ff-4dba-a812-5c63e1f2a6b7 tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:23:41.055483 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-b2d413d3-4ec2-4808-9167-65d5176a862c req-91cb17de-04ff-4dba-a812-5c63e1f2a6b7 tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] Synchronizing usage tracker for tenant:2d721e9385e342c1b01ae9acf54ebceb on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:23:41.171030 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-b2d413d3-4ec2-4808-9167-65d5176a862c req-91cb17de-04ff-4dba-a812-5c63e1f2a6b7 tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] Unset dirty status for tenant:2d721e9385e342c1b01ae9acf54ebceb on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:23:41.172158 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b2d413d3-4ec2-4808-9167-65d5176a862c req-91cb17de-04ff-4dba-a812-5c63e1f2a6b7 tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0856769-a620-47ce-ba2d-87cfc60be362 HTTP/1.1" status: 200 len: 931 time: 0.4321032 May 28 07:23:41.219292 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [req-d14c4204-834b-4658-b7a4-3df819a16264 req-3f5755ad-ffc4-4256-82bc-8e26aba2b269 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b260d28-fb29-48fe-a371-1742f78bd5f4 {{(pid=89110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 07:23:41.231060 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-d14c4204-834b-4658-b7a4-3df819a16264 req-3f5755ad-ffc4-4256-82bc-8e26aba2b269 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:23:41.243548 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b2d413d3-4ec2-4808-9167-65d5176a862c req-acbcd9a1-71e8-49dd-a805-c3143b367538 tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] 10.222.0.55 "GET /v2.0/security-groups?id=96739a1d-a38a-4678-9dc8-b32014cc5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603142 May 28 07:23:41.251614 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-d14c4204-834b-4658-b7a4-3df819a16264 req-3f5755ad-ffc4-4256-82bc-8e26aba2b269 service neutron] Transition to ACTIVE for port object 5b260d28-fb29-48fe-a371-1742f78bd5f4 will not be triggered until provisioned by entity L2. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:23:41.325019 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-d14c4204-834b-4658-b7a4-3df819a16264 req-3f5755ad-ffc4-4256-82bc-8e26aba2b269 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:23:41.493048 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5755ad-ffc4-4256-82bc-8e26aba2b269 service neutron] Pushing event updated for resources: {'Port': ['ID=5b260d28-fb29-48fe-a371-1742f78bd5f4,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:23:41.571743 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-d14c4204-834b-4658-b7a4-3df819a16264 req-3f5755ad-ffc4-4256-82bc-8e26aba2b269 service neutron] Attempting to bind port 5b260d28-fb29-48fe-a371-1742f78bd5f4 on host n-h2-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 07:23:41.572352 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-d14c4204-834b-4658-b7a4-3df819a16264 req-3f5755ad-ffc4-4256-82bc-8e26aba2b269 service neutron] Attempting to bind port 5b260d28-fb29-48fe-a371-1742f78bd5f4 by drivers openvswitch,hyperv on host n-h2-843702-1 at level 0 using segments [{'id': 'eb35d64b-1b19-4798-966b-471c911f3dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'b203082c-e3f2-49d1-a49a-010200df1f4c'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 07:23:41.572474 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d14c4204-834b-4658-b7a4-3df819a16264 req-3f5755ad-ffc4-4256-82bc-8e26aba2b269 service neutron] Attempting to bind port 5b260d28-fb29-48fe-a371-1742f78bd5f4 on network b203082c-e3f2-49d1-a49a-010200df1f4c {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:23:41.576912 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d14c4204-834b-4658-b7a4-3df819a16264 req-3f5755ad-ffc4-4256-82bc-8e26aba2b269 service neutron] Port 5b260d28-fb29-48fe-a371-1742f78bd5f4 on network b203082c-e3f2-49d1-a49a-010200df1f4c not bound, no agent of type Open vSwitch agent registered on host n-h2-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 07:23:41.577194 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d14c4204-834b-4658-b7a4-3df819a16264 req-3f5755ad-ffc4-4256-82bc-8e26aba2b269 service neutron] Attempting to bind port 5b260d28-fb29-48fe-a371-1742f78bd5f4 on network b203082c-e3f2-49d1-a49a-010200df1f4c {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:23:41.583271 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d14c4204-834b-4658-b7a4-3df819a16264 req-3f5755ad-ffc4-4256-82bc-8e26aba2b269 service neutron] Checking agent: {'id': 'f1a3973b-d2b3-4558-88e7-2ac50857d302', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 7, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 07:23:41.583599 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d14c4204-834b-4658-b7a4-3df819a16264 req-3f5755ad-ffc4-4256-82bc-8e26aba2b269 service neutron] Checking segment: {'id': 'eb35d64b-1b19-4798-966b-471c911f3dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'b203082c-e3f2-49d1-a49a-010200df1f4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:23:41.583973 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d14c4204-834b-4658-b7a4-3df819a16264 req-3f5755ad-ffc4-4256-82bc-8e26aba2b269 service neutron] Bound using segment: {'id': 'eb35d64b-1b19-4798-966b-471c911f3dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'b203082c-e3f2-49d1-a49a-010200df1f4c'} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 07:23:41.584382 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-d14c4204-834b-4658-b7a4-3df819a16264 req-3f5755ad-ffc4-4256-82bc-8e26aba2b269 service neutron] Bound port: 5b260d28-fb29-48fe-a371-1742f78bd5f4, host: n-h2-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb35d64b-1b19-4798-966b-471c911f3dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'b203082c-e3f2-49d1-a49a-010200df1f4c'}}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 07:23:41.584716 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-d14c4204-834b-4658-b7a4-3df819a16264 req-3f5755ad-ffc4-4256-82bc-8e26aba2b269 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:23:41.693980 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-d14c4204-834b-4658-b7a4-3df819a16264 req-3f5755ad-ffc4-4256-82bc-8e26aba2b269 service neutron] For port 5b260d28-fb29-48fe-a371-1742f78bd5f4, host n-h2-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:23:41.696815 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-d14c4204-834b-4658-b7a4-3df819a16264 req-3f5755ad-ffc4-4256-82bc-8e26aba2b269 service neutron] For port 5b260d28-fb29-48fe-a371-1742f78bd5f4, host n-h2-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=5b260d28-fb29-48fe-a371-1742f78bd5f4,segment=NetworkSegment(eb35d64b-1b19-4798-966b-471c911f3dce),segment_id=eb35d64b-1b19-4798-966b-471c911f3dce)] {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 07:23:41.793803 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-d14c4204-834b-4658-b7a4-3df819a16264 req-3f5755ad-ffc4-4256-82bc-8e26aba2b269 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:23:41.853639 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14c4204-834b-4658-b7a4-3df819a16264 req-3f5755ad-ffc4-4256-82bc-8e26aba2b269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:23:41.854156 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-d14c4204-834b-4658-b7a4-3df819a16264 req-3f5755ad-ffc4-4256-82bc-8e26aba2b269 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:23:41.855542 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d14c4204-834b-4658-b7a4-3df819a16264 req-3f5755ad-ffc4-4256-82bc-8e26aba2b269 service neutron] 10.222.0.71 "PUT /v2.0/ports/5b260d28-fb29-48fe-a371-1742f78bd5f4 HTTP/1.1" status: 200 len: 1091 time: 1.2932239 May 28 07:23:41.858262 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0856769-a620-47ce-ba2d-87cfc60be362', 'tag': '5b260d28-fb29-48fe-a371-1742f78bd5f4'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:23:41.880512 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5755ad-ffc4-4256-82bc-8e26aba2b269 service neutron] Pushing event updated for resources: {'Port': ['ID=5b260d28-fb29-48fe-a371-1742f78bd5f4,revision_number=3']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:23:41.911168 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a07f61ce-4646-4b3c-b555-9ce9ad128823'] response: {'name': 'network-changed', 'server_uuid': 'e0856769-a620-47ce-ba2d-87cfc60be362', 'tag': '5b260d28-fb29-48fe-a371-1742f78bd5f4', 'status': 'completed', 'code': 200} May 28 07:23:42.028300 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbcff23-201f-4aa6-b00f-d6bc53209a22 req-5543d072-160e-4816-b0e5-6157d5245497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:23:42.029836 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-adbcff23-201f-4aa6-b00f-d6bc53209a22 req-5543d072-160e-4816-b0e5-6157d5245497 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2d721e9385e342c1b01ae9acf54ebceb&device_id=e0856769-a620-47ce-ba2d-87cfc60be362 HTTP/1.1" status: 200 len: 1094 time: 0.0770800 May 28 07:23:42.177133 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbcff23-201f-4aa6-b00f-d6bc53209a22 req-96237e08-4e4b-452f-b169-afb5f387b808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:23:42.178636 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-adbcff23-201f-4aa6-b00f-d6bc53209a22 req-96237e08-4e4b-452f-b169-afb5f387b808 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=2d721e9385e342c1b01ae9acf54ebceb&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1352010 May 28 07:23:42.322079 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbcff23-201f-4aa6-b00f-d6bc53209a22 req-f61f7bc3-a733-4f7d-8858-414e7b5dcc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:23:42.323506 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-adbcff23-201f-4aa6-b00f-d6bc53209a22 req-f61f7bc3-a733-4f7d-8858-414e7b5dcc17 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1389916 May 28 07:23:42.491556 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1d88e0-bd9a-4e85-9836-27c04d4d2391 req-f0fe82cd-7a49-43f9-9919-f295677b3ec0 tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:23:42.492895 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ea1d88e0-bd9a-4e85-9836-27c04d4d2391 req-f0fe82cd-7a49-43f9-9919-f295677b3ec0 tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0856769-a620-47ce-ba2d-87cfc60be362 HTTP/1.1" status: 200 len: 943 time: 0.1397386 May 28 07:23:42.494836 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14c4204-834b-4658-b7a4-3df819a16264 req-d332c2f9-ed2a-42c8-bff1-ffa49344bb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:23:42.496083 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d14c4204-834b-4658-b7a4-3df819a16264 req-d332c2f9-ed2a-42c8-bff1-ffa49344bb97 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2d721e9385e342c1b01ae9acf54ebceb&device_id=e0856769-a620-47ce-ba2d-87cfc60be362 HTTP/1.1" status: 200 len: 1094 time: 0.1025441 May 28 07:23:42.579196 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d14c4204-834b-4658-b7a4-3df819a16264 req-87bd3530-6b9e-4cac-a00c-3a1d70f7d5b6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5b260d28-fb29-48fe-a371-1742f78bd5f4 HTTP/1.1" status: 200 len: 217 time: 0.0673003 May 28 07:23:42.640640 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ea1d88e0-bd9a-4e85-9836-27c04d4d2391 req-c4bc7c52-acd4-4467-b491-6a43aca8131a tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] 10.222.0.55 "GET /v2.0/security-groups?id=96739a1d-a38a-4678-9dc8-b32014cc5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416621 May 28 07:23:42.653846 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14c4204-834b-4658-b7a4-3df819a16264 req-4547565b-f68a-449c-a78d-14f9520c1bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:23:42.655327 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d14c4204-834b-4658-b7a4-3df819a16264 req-4547565b-f68a-449c-a78d-14f9520c1bcc service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c825f9ab-a258-4192-9160-d3272cb676bf HTTP/1.1" status: 200 len: 856 time: 0.0693009 May 28 07:23:42.733156 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14c4204-834b-4658-b7a4-3df819a16264 req-e93bea57-e65c-4d7b-88e8-62526285cfc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:23:42.734649 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d14c4204-834b-4658-b7a4-3df819a16264 req-e93bea57-e65c-4d7b-88e8-62526285cfc6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b203082c-e3f2-49d1-a49a-010200df1f4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0731266 May 28 07:23:42.865627 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d14c4204-834b-4658-b7a4-3df819a16264 req-13862da0-0ffe-46a7-8ba2-3cbdb0511a0b service neutron] 10.222.0.71 "GET /v2.0/networks/b203082c-e3f2-49d1-a49a-010200df1f4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232686 May 28 07:23:43.000308 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d14c4204-834b-4658-b7a4-3df819a16264 req-e2ae06de-4f01-497c-a79a-521c30694a8d service neutron] 10.222.0.71 "GET /v2.0/networks/b203082c-e3f2-49d1-a49a-010200df1f4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285558 May 28 07:23:43.828062 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecd4224-d4ce-4acc-85d3-ee65c7d9403a req-50393146-244d-46d6-a031-3c88bd05f81b tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:23:43.829464 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4ecd4224-d4ce-4acc-85d3-ee65c7d9403a req-50393146-244d-46d6-a031-3c88bd05f81b tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0856769-a620-47ce-ba2d-87cfc60be362 HTTP/1.1" status: 200 len: 943 time: 0.0821226 May 28 07:23:43.878808 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4ecd4224-d4ce-4acc-85d3-ee65c7d9403a req-44a94489-5d6c-4c1c-a5f3-f93ba4169cb4 tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] 10.222.0.55 "GET /v2.0/security-groups?id=96739a1d-a38a-4678-9dc8-b32014cc5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434973 May 28 07:23:45.068460 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bd2127-fd0d-41e6-a258-6e35b8cffb45 req-378052a8-8659-4619-9848-26a846f658c6 tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:23:45.069924 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-06bd2127-fd0d-41e6-a258-6e35b8cffb45 req-378052a8-8659-4619-9848-26a846f658c6 tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0856769-a620-47ce-ba2d-87cfc60be362 HTTP/1.1" status: 200 len: 943 time: 0.0810344 May 28 07:23:45.113711 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-06bd2127-fd0d-41e6-a258-6e35b8cffb45 req-fe0546aa-6b6d-42c5-810e-f153e131e485 tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] 10.222.0.55 "GET /v2.0/security-groups?id=96739a1d-a38a-4678-9dc8-b32014cc5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382593 May 28 07:23:45.571137 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 5b260d28-fb29-48fe-a371-1742f78bd5f4 details requested by agent hyperv_n-h2-843702-1 with host n-h2-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 07:23:45.702733 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 5b260d28-fb29-48fe-a371-1742f78bd5f4, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=5b260d28-fb29-48fe-a371-1742f78bd5f4,segment=NetworkSegment(eb35d64b-1b19-4798-966b-471c911f3dce),segment_id=eb35d64b-1b19-4798-966b-471c911f3dce)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:23:45.715592 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Returning: {'device': '5b260d28-fb29-48fe-a371-1742f78bd5f4', 'network_id': 'b203082c-e3f2-49d1-a49a-010200df1f4c', 'port_id': '5b260d28-fb29-48fe-a371-1742f78bd5f4', 'mac_address': 'fa:16:3e:27:26:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c825f9ab-a258-4192-9160-d3272cb676bf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 07:23:45.772682 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 5b260d28-fb29-48fe-a371-1742f78bd5f4 is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:23:45.773055 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:23:45.818325 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b260d28-fb29-48fe-a371-1742f78bd5f4 {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 07:23:45.836810 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 5b260d28-fb29-48fe-a371-1742f78bd5f4, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=5b260d28-fb29-48fe-a371-1742f78bd5f4,segment=NetworkSegment(eb35d64b-1b19-4798-966b-471c911f3dce),segment_id=eb35d64b-1b19-4798-966b-471c911f3dce)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:23:45.936583 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:23:46.002217 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=5b260d28-fb29-48fe-a371-1742f78bd5f4,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:23:46.009595 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:23:46.009942 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:23:46.010276 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:23:46.010608 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:23:46.010933 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:23:46.011258 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:23:46.011587 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:23:46.011902 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:23:46.012219 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:23:46.012539 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:23:46.012855 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:23:46.013171 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:23:46.228178 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['5b260d28-fb29-48fe-a371-1742f78bd5f4'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 07:23:46.410364 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf74921-e55d-474d-90d5-b45627d6e081 req-ee65d7b3-3521-460a-af78-5d5c5b4b7007 tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:23:46.411848 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-abf74921-e55d-474d-90d5-b45627d6e081 req-ee65d7b3-3521-460a-af78-5d5c5b4b7007 tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0856769-a620-47ce-ba2d-87cfc60be362 HTTP/1.1" status: 200 len: 944 time: 0.1918273 May 28 07:23:46.458059 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-abf74921-e55d-474d-90d5-b45627d6e081 req-aec984ba-4ce2-453b-84ff-e5eef8ac88c1 tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] 10.222.0.55 "GET /v2.0/security-groups?id=96739a1d-a38a-4678-9dc8-b32014cc5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405648 May 28 07:23:47.591203 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 5b260d28-fb29-48fe-a371-1742f78bd5f4 up at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:23:47.640697 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2fc813-1ea1-44e5-833d-ed163259a118 req-0999b7c4-c2b9-422a-a6ad-ee1ef483d5b9 tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:23:47.642654 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fa2fc813-1ea1-44e5-833d-ed163259a118 req-0999b7c4-c2b9-422a-a6ad-ee1ef483d5b9 tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0856769-a620-47ce-ba2d-87cfc60be362 HTTP/1.1" status: 200 len: 944 time: 0.0796170 May 28 07:23:47.689369 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fa2fc813-1ea1-44e5-833d-ed163259a118 req-d602db08-bfdb-47f2-b557-293323884a9b tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] 10.222.0.55 "GET /v2.0/security-groups?id=96739a1d-a38a-4678-9dc8-b32014cc5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405338 May 28 07:23:47.717065 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning for port 5b260d28-fb29-48fe-a371-1742f78bd5f4 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:23:47.722878 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning complete for port 5b260d28-fb29-48fe-a371-1742f78bd5f4 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:23:47.723251 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:23:47.836868 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 5b260d28-fb29-48fe-a371-1742f78bd5f4 is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:23:47.837158 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:23:47.864406 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0856769-a620-47ce-ba2d-87cfc60be362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b260d28-fb29-48fe-a371-1742f78bd5f4'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:23:47.873775 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 5b260d28-fb29-48fe-a371-1742f78bd5f4, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=5b260d28-fb29-48fe-a371-1742f78bd5f4,segment=NetworkSegment(eb35d64b-1b19-4798-966b-471c911f3dce),segment_id=eb35d64b-1b19-4798-966b-471c911f3dce)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:23:47.912461 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ce4ff1f-3e60-4342-aacd-90bebc9fe66a'] response: {'server_uuid': 'e0856769-a620-47ce-ba2d-87cfc60be362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b260d28-fb29-48fe-a371-1742f78bd5f4', 'code': 200} May 28 07:23:47.959472 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:23:48.029351 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=5b260d28-fb29-48fe-a371-1742f78bd5f4,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:23:48.063133 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81fa368-7158-4a1f-a1ab-e2ea1030f3b5 req-4eca07d0-33a8-40b2-b8d2-e8c47222c572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:23:48.064687 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b81fa368-7158-4a1f-a1ab-e2ea1030f3b5 req-4eca07d0-33a8-40b2-b8d2-e8c47222c572 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=e0856769-a620-47ce-ba2d-87cfc60be362 HTTP/1.1" status: 200 len: 1096 time: 0.0700524 May 28 07:23:48.104420 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b81fa368-7158-4a1f-a1ab-e2ea1030f3b5 req-ed295073-75e7-4688-a641-c32caa9c96cf service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=96739a1d-a38a-4678-9dc8-b32014cc5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337996 May 28 07:23:48.883349 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff3583e-9711-4197-9078-53b419caf311 req-ecd03868-880d-4080-a800-a75eb603133d tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:23:48.884695 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cff3583e-9711-4197-9078-53b419caf311 req-ecd03868-880d-4080-a800-a75eb603133d tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0856769-a620-47ce-ba2d-87cfc60be362 HTTP/1.1" status: 200 len: 945 time: 0.0833533 May 28 07:23:48.928935 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cff3583e-9711-4197-9078-53b419caf311 req-aa7529f3-37d1-47be-8658-d4ef8bc8e25f tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] 10.222.0.55 "GET /v2.0/security-groups?id=96739a1d-a38a-4678-9dc8-b32014cc5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386639 May 28 07:23:50.114094 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4ca828-157d-4b7e-98ce-6fa213af2f13 req-6bda619d-38a2-4e7c-abc4-80d57946d757 tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:23:50.115527 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4c4ca828-157d-4b7e-98ce-6fa213af2f13 req-6bda619d-38a2-4e7c-abc4-80d57946d757 tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0856769-a620-47ce-ba2d-87cfc60be362 HTTP/1.1" status: 200 len: 945 time: 0.0822897 May 28 07:23:50.159078 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4c4ca828-157d-4b7e-98ce-6fa213af2f13 req-7427e08c-dff7-4128-8229-142f78719204 tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] 10.222.0.55 "GET /v2.0/security-groups?id=96739a1d-a38a-4678-9dc8-b32014cc5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379183 May 28 07:23:50.344600 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fa5e61-14ee-409f-a0aa-cf706b5e5ac4 req-1f87a755-5534-4242-892a-42403251b368 tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:23:50.345977 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-75fa5e61-14ee-409f-a0aa-cf706b5e5ac4 req-1f87a755-5534-4242-892a-42403251b368 tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0856769-a620-47ce-ba2d-87cfc60be362 HTTP/1.1" status: 200 len: 945 time: 0.0839434 May 28 07:23:50.390115 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-75fa5e61-14ee-409f-a0aa-cf706b5e5ac4 req-c8e0fb2c-3bee-4dd7-85d3-715fe12acb82 tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] 10.222.0.55 "GET /v2.0/security-groups?id=96739a1d-a38a-4678-9dc8-b32014cc5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383472 May 28 07:23:56.479219 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-a9089a51-dca6-490d-a21c-0a0121b17420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:23:58.055853 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:23:58.941928 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-16102c80-761e-4d4c-9df0-4a3555af19a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:00.059169 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:00.113450 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:01.853939 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:02.802504 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:08.673378 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b5f3c2-53b5-4b7d-8ac0-7f822fe34a1f req-6d19dc32-7044-471b-8193-0510773c1a13 tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:24:08.674807 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a6b5f3c2-53b5-4b7d-8ac0-7f822fe34a1f req-6d19dc32-7044-471b-8193-0510773c1a13 tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0856769-a620-47ce-ba2d-87cfc60be362 HTTP/1.1" status: 200 len: 945 time: 0.0880730 May 28 07:24:08.719803 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a6b5f3c2-53b5-4b7d-8ac0-7f822fe34a1f req-19d2498f-77d5-4977-b7c1-bff242e8f241 tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] 10.222.0.55 "GET /v2.0/security-groups?id=96739a1d-a38a-4678-9dc8-b32014cc5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380199 May 28 07:24:09.910621 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f9cf63-114c-4241-8c79-1c6bab7892d4 req-9f2b5c67-d6b8-48c2-b10b-7ba4bb26b2f6 tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:24:09.912076 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-89f9cf63-114c-4241-8c79-1c6bab7892d4 req-9f2b5c67-d6b8-48c2-b10b-7ba4bb26b2f6 tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0856769-a620-47ce-ba2d-87cfc60be362 HTTP/1.1" status: 200 len: 945 time: 0.0837746 May 28 07:24:09.955327 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-89f9cf63-114c-4241-8c79-1c6bab7892d4 req-36a86099-7e96-4fa0-b412-d7cd4faee98d tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] 10.222.0.55 "GET /v2.0/security-groups?id=96739a1d-a38a-4678-9dc8-b32014cc5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372210 May 28 07:24:10.329869 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2959a689-9f7f-4949-906e-e90c64fe1095 req-059b2bd5-1f16-4470-9ea9-0dde646a7c79 tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:24:10.331198 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2959a689-9f7f-4949-906e-e90c64fe1095 req-059b2bd5-1f16-4470-9ea9-0dde646a7c79 tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] 10.222.0.71 "GET /v2.0/ports?device_id=e0856769-a620-47ce-ba2d-87cfc60be362 HTTP/1.1" status: 200 len: 945 time: 0.0784419 May 28 07:24:10.402905 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-2959a689-9f7f-4949-906e-e90c64fe1095 req-ad108c24-fb31-4055-b94b-cbd4e0119d1e tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] Deleting port 5b260d28-fb29-48fe-a371-1742f78bd5f4 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:24:10.403239 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-2959a689-9f7f-4949-906e-e90c64fe1095 req-ad108c24-fb31-4055-b94b-cbd4e0119d1e tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:10.642180 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-2959a689-9f7f-4949-906e-e90c64fe1095 req-ad108c24-fb31-4055-b94b-cbd4e0119d1e tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] For port 5b260d28-fb29-48fe-a371-1742f78bd5f4, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=5b260d28-fb29-48fe-a371-1742f78bd5f4,segment=NetworkSegment(eb35d64b-1b19-4798-966b-471c911f3dce),segment_id=eb35d64b-1b19-4798-966b-471c911f3dce)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:24:10.642449 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-2959a689-9f7f-4949-906e-e90c64fe1095 req-ad108c24-fb31-4055-b94b-cbd4e0119d1e tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:10.760165 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-2959a689-9f7f-4949-906e-e90c64fe1095 req-ad108c24-fb31-4055-b94b-cbd4e0119d1e tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] Calling delete_port for 5b260d28-fb29-48fe-a371-1742f78bd5f4 owned by compute:nova {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:24:10.969954 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-2959a689-9f7f-4949-906e-e90c64fe1095 req-ad108c24-fb31-4055-b94b-cbd4e0119d1e tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:11.004398 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['5b260d28-fb29-48fe-a371-1742f78bd5f4'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 07:24:11.019644 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad108c24-fb31-4055-b94b-cbd4e0119d1e tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] Pushing event deleted for resources: {'Port': ['ID=5b260d28-fb29-48fe-a371-1742f78bd5f4,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:24:11.108469 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-2959a689-9f7f-4949-906e-e90c64fe1095 req-ad108c24-fb31-4055-b94b-cbd4e0119d1e tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] No DVR routers for this DVR port 5b260d28-fb29-48fe-a371-1742f78bd5f4 on host n-h2-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 07:24:11.111260 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-2959a689-9f7f-4949-906e-e90c64fe1095 req-ad108c24-fb31-4055-b94b-cbd4e0119d1e tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:11.114748 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0856769-a620-47ce-ba2d-87cfc60be362', 'name': 'network-vif-deleted', 'tag': '5b260d28-fb29-48fe-a371-1742f78bd5f4'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:24:11.191883 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2959a689-9f7f-4949-906e-e90c64fe1095 req-ad108c24-fb31-4055-b94b-cbd4e0119d1e tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] 10.222.0.71 "DELETE /v2.0/ports/5b260d28-fb29-48fe-a371-1742f78bd5f4 HTTP/1.1" status: 204 len: 173 time: 0.8548908 May 28 07:24:11.268906 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-48564bb4-b773-4c7b-9270-76f4b83a3679 req-edb6d9b4-6131-4f2d-aea3-bf40160812cb tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] Synchronizing usage tracker for tenant:2d721e9385e342c1b01ae9acf54ebceb on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:24:11.353739 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-48564bb4-b773-4c7b-9270-76f4b83a3679 req-edb6d9b4-6131-4f2d-aea3-bf40160812cb tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] Unset dirty status for tenant:2d721e9385e342c1b01ae9acf54ebceb on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:24:11.354851 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-48564bb4-b773-4c7b-9270-76f4b83a3679 req-edb6d9b4-6131-4f2d-aea3-bf40160812cb tempest-TestEncryptedCinderVolumes-71455719 tempest-TestEncryptedCinderVolumes-71455719-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0856769-a620-47ce-ba2d-87cfc60be362 HTTP/1.1" status: 200 len: 210 time: 0.1272607 May 28 07:24:11.404561 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9985938c-f29d-4a3c-a920-2d15afded378'] response: {'server_uuid': 'e0856769-a620-47ce-ba2d-87cfc60be362', 'name': 'network-vif-deleted', 'tag': '5b260d28-fb29-48fe-a371-1742f78bd5f4', 'status': 'completed', 'code': 200} May 28 07:24:12.540615 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 57254) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:24:13.201668 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8973dd95-805e-497e-b27e-24c90eff7e62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700548'] for router_interface, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:13.545626 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-8973dd95-805e-497e-b27e-24c90eff7e62 admin admin] Deleting port d8a758a5-da66-43f4-a8a6-a734e02ecf85 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:24:13.546212 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8973dd95-805e-497e-b27e-24c90eff7e62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:13.695867 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 5b260d28-fb29-48fe-a371-1742f78bd5f4 no longer exists at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:24:13.717592 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-8973dd95-805e-497e-b27e-24c90eff7e62 admin admin] For port d8a758a5-da66-43f4-a8a6-a734e02ecf85, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=d8a758a5-da66-43f4-a8a6-a734e02ecf85,segment=NetworkSegment(eb35d64b-1b19-4798-966b-471c911f3dce),segment_id=eb35d64b-1b19-4798-966b-471c911f3dce)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:24:13.717952 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8973dd95-805e-497e-b27e-24c90eff7e62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:13.729894 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] No Port match for: 5b260d28-fb29-48fe-a371-1742f78bd5f4 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 07:24:13.730238 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 5b260d28-fb29-48fe-a371-1742f78bd5f4 not bound to the agent host n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 07:24:13.836167 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-8973dd95-805e-497e-b27e-24c90eff7e62 admin admin] Calling delete_port for d8a758a5-da66-43f4-a8a6-a734e02ecf85 owned by network:router_interface {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:24:14.221331 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8973dd95-805e-497e-b27e-24c90eff7e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:14.386661 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8973dd95-805e-497e-b27e-24c90eff7e62 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8a758a5-da66-43f4-a8a6-a734e02ecf85,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:24:14.424239 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8973dd95-805e-497e-b27e-24c90eff7e62 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:24:14.424583 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8973dd95-805e-497e-b27e-24c90eff7e62 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:24:14.424947 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8973dd95-805e-497e-b27e-24c90eff7e62 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:24:14.425280 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8973dd95-805e-497e-b27e-24c90eff7e62 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:24:14.425637 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8973dd95-805e-497e-b27e-24c90eff7e62 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:24:14.425973 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8973dd95-805e-497e-b27e-24c90eff7e62 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:24:14.426299 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8973dd95-805e-497e-b27e-24c90eff7e62 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:24:14.426623 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8973dd95-805e-497e-b27e-24c90eff7e62 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:24:14.426947 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8973dd95-805e-497e-b27e-24c90eff7e62 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:24:14.427270 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8973dd95-805e-497e-b27e-24c90eff7e62 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:24:14.427593 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8973dd95-805e-497e-b27e-24c90eff7e62 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:24:14.427911 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8973dd95-805e-497e-b27e-24c90eff7e62 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:24:14.661575 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8973dd95-805e-497e-b27e-24c90eff7e62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700472'] for router_interface, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:15.025317 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8973dd95-805e-497e-b27e-24c90eff7e62 admin admin] Router add2770c-d3c4-4894-9174-1baac488e535 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 07:24:15.203268 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8973dd95-805e-497e-b27e-24c90eff7e62 admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 07:24:15.212673 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc67752a-573b-4426-b126-64aac947aed3 None None] Sync routers for ids ['add2770c-d3c4-4894-9174-1baac488e535'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 07:24:15.221794 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc67752a-573b-4426-b126-64aac947aed3 None None] Routers {'add2770c-d3c4-4894-9174-1baac488e535'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:24:15.222396 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-fc67752a-573b-4426-b126-64aac947aed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:23:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['add2770c-d3c4-4894-9174-1baac488e535'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:24:15.272447 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-8973dd95-805e-497e-b27e-24c90eff7e62 admin admin] 10.222.0.55 "PUT /v2.0/routers/add2770c-d3c4-4894-9174-1baac488e535/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7306912 May 28 07:24:15.275145 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 57258) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:24:15.399851 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-fc67752a-573b-4426-b126-64aac947aed3 None None] Set router add2770c-d3c4-4894-9174-1baac488e535 gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:24:15.449608 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7c0e7119-860a-40c7-a3f7-2863b21c0cd3 admin admin] Notify callbacks [] for router, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:15.624361 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7c0e7119-860a-40c7-a3f7-2863b21c0cd3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:15.690334 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-fc67752a-573b-4426-b126-64aac947aed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'add2770c-d3c4-4894-9174-1baac488e535', 'name': 'tempest-TestEncryptedCinderVolumes-1224898213-router', 'tenant_id': '2d721e9385e342c1b01ae9acf54ebceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': '796c3a96-dd7f-4aea-b07f-b1e9dbebea26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:22:43Z', 'updated_at': '2022-05-28T07:24:14Z', 'revision_number': 5, 'project_id': '2d721e9385e342c1b01ae9acf54ebceb', 'gw_port': {'id': '796c3a96-dd7f-4aea-b07f-b1e9dbebea26', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:98:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add2770c-d3c4-4894-9174-1baac488e535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:22:43Z', 'updated_at': '2022-05-28T07:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:24:15.693619 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-7c0e7119-860a-40c7-a3f7-2863b21c0cd3 admin admin] Deleting port 796c3a96-dd7f-4aea-b07f-b1e9dbebea26 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:24:15.697991 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7c0e7119-860a-40c7-a3f7-2863b21c0cd3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:15.698120 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc67752a-573b-4426-b126-64aac947aed3 None None] Checking router: add2770c-d3c4-4894-9174-1baac488e535 for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 07:24:15.703673 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc67752a-573b-4426-b126-64aac947aed3 None None] Routers {'add2770c-d3c4-4894-9174-1baac488e535'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:24:15.704308 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-fc67752a-573b-4426-b126-64aac947aed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:23:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['add2770c-d3c4-4894-9174-1baac488e535'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:24:15.902827 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-fc67752a-573b-4426-b126-64aac947aed3 None None] Set router add2770c-d3c4-4894-9174-1baac488e535 gateway port host: None {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:24:16.002523 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-7c0e7119-860a-40c7-a3f7-2863b21c0cd3 admin admin] For port 796c3a96-dd7f-4aea-b07f-b1e9dbebea26, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=796c3a96-dd7f-4aea-b07f-b1e9dbebea26,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:24:16.002817 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7c0e7119-860a-40c7-a3f7-2863b21c0cd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:16.009356 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-fc67752a-573b-4426-b126-64aac947aed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'add2770c-d3c4-4894-9174-1baac488e535', 'name': 'tempest-TestEncryptedCinderVolumes-1224898213-router', 'tenant_id': '2d721e9385e342c1b01ae9acf54ebceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:22:43Z', 'updated_at': '2022-05-28T07:24:15Z', 'revision_number': 6, 'project_id': '2d721e9385e342c1b01ae9acf54ebceb', 'gw_port_host': None}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:24:16.013741 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc67752a-573b-4426-b126-64aac947aed3 None None] The sync data for ids ['add2770c-d3c4-4894-9174-1baac488e535'] in n-d-843702-1 is: [{'id': 'add2770c-d3c4-4894-9174-1baac488e535', 'name': 'tempest-TestEncryptedCinderVolumes-1224898213-router', 'tenant_id': '2d721e9385e342c1b01ae9acf54ebceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:22:43Z', 'updated_at': '2022-05-28T07:24:15Z', 'revision_number': 6, 'project_id': '2d721e9385e342c1b01ae9acf54ebceb', 'gw_port_host': None}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 07:24:16.128409 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-7c0e7119-860a-40c7-a3f7-2863b21c0cd3 admin admin] Calling delete_port for 796c3a96-dd7f-4aea-b07f-b1e9dbebea26 owned by network:router_gateway {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:24:16.376125 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7c0e7119-860a-40c7-a3f7-2863b21c0cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:16.425061 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0e7119-860a-40c7-a3f7-2863b21c0cd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=796c3a96-dd7f-4aea-b07f-b1e9dbebea26,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:24:16.517036 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7c0e7119-860a-40c7-a3f7-2863b21c0cd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691105'] for router_gateway, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:16.686521 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7c0e7119-860a-40c7-a3f7-2863b21c0cd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59018'] for router, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:16.688650 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7c0e7119-860a-40c7-a3f7-2863b21c0cd3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:16.787102 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7c0e7119-860a-40c7-a3f7-2863b21c0cd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-703817'] for router, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:16.788412 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c0e7119-860a-40c7-a3f7-2863b21c0cd3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router add2770c-d3c4-4894-9174-1baac488e535 {{(pid=89109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 07:24:16.790697 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 796c3a96-dd7f-4aea-b07f-b1e9dbebea26 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:24:16.801859 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7c0e7119-860a-40c7-a3f7-2863b21c0cd3 admin admin] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:16.803020 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-7c0e7119-860a-40c7-a3f7-2863b21c0cd3 admin admin] 10.222.0.55 "DELETE /v2.0/routers/add2770c-d3c4-4894-9174-1baac488e535 HTTP/1.1" status: 204 len: 168 time: 1.5268939 May 28 07:24:16.805698 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 57262) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:24:16.831836 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 796c3a96-dd7f-4aea-b07f-b1e9dbebea26 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 07:24:16.832316 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 796c3a96-dd7f-4aea-b07f-b1e9dbebea26 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 07:24:16.832749 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device d8a758a5-da66-43f4-a8a6-a734e02ecf85 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:24:16.865595 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_v2 [None req-3130ec07-34e3-4ffa-a2d6-356029cd066c admin admin] Deleting subnet c825f9ab-a258-4192-9160-d3272cb676bf {{(pid=89109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 07:24:16.867215 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: d8a758a5-da66-43f4-a8a6-a734e02ecf85 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 07:24:16.867566 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device d8a758a5-da66-43f4-a8a6-a734e02ecf85 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 07:24:16.869386 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3130ec07-34e3-4ffa-a2d6-356029cd066c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:16.921816 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3130ec07-34e3-4ffa-a2d6-356029cd066c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3964070'] for subnet, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:17.003310 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3130ec07-34e3-4ffa-a2d6-356029cd066c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:17.204881 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3130ec07-34e3-4ffa-a2d6-356029cd066c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9555650'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:17.243729 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130ec07-34e3-4ffa-a2d6-356029cd066c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c825f9ab-a258-4192-9160-d3272cb676bf,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:24:17.248306 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3130ec07-34e3-4ffa-a2d6-356029cd066c admin admin] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:17.252736 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b5af792-647f-4bae-bc0c-68f5b43f908a None None] Network b203082c-e3f2-49d1-a49a-010200df1f4c requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 07:24:17.253920 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-3130ec07-34e3-4ffa-a2d6-356029cd066c admin admin] 10.222.0.55 "DELETE /v2.0/subnets/c825f9ab-a258-4192-9160-d3272cb676bf HTTP/1.1" status: 204 len: 168 time: 0.4472318 May 28 07:24:17.256396 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 57266) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:24:17.365424 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8e23d3d2-027b-49dc-af62-ef297982befc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:17.376263 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-8e23d3d2-027b-49dc-af62-ef297982befc admin admin] Deleting port 0eb942c3-944c-4cd8-888a-cc911cc71db5 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:24:17.376589 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8e23d3d2-027b-49dc-af62-ef297982befc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:17.495405 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ead803-afa9-47e5-a221-ebcefe16a813 None None] DHCP port deletion for b203082c-e3f2-49d1-a49a-010200df1f4c request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 07:24:17.499729 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-03ead803-afa9-47e5-a221-ebcefe16a813 None None] Deleting port 0eb942c3-944c-4cd8-888a-cc911cc71db5 {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:24:17.500095 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-03ead803-afa9-47e5-a221-ebcefe16a813 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:17.583961 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-8e23d3d2-027b-49dc-af62-ef297982befc admin admin] For port 0eb942c3-944c-4cd8-888a-cc911cc71db5, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=0eb942c3-944c-4cd8-888a-cc911cc71db5,segment=NetworkSegment(eb35d64b-1b19-4798-966b-471c911f3dce),segment_id=eb35d64b-1b19-4798-966b-471c911f3dce)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:24:17.584316 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8e23d3d2-027b-49dc-af62-ef297982befc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:17.701064 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-03ead803-afa9-47e5-a221-ebcefe16a813 None None] For port 0eb942c3-944c-4cd8-888a-cc911cc71db5, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=0eb942c3-944c-4cd8-888a-cc911cc71db5,segment=NetworkSegment(eb35d64b-1b19-4798-966b-471c911f3dce),segment_id=eb35d64b-1b19-4798-966b-471c911f3dce)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:24:17.701474 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-03ead803-afa9-47e5-a221-ebcefe16a813 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:17.817332 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-8e23d3d2-027b-49dc-af62-ef297982befc admin admin] Calling delete_port for 0eb942c3-944c-4cd8-888a-cc911cc71db5 owned by network:dhcp {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:24:17.828304 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-03ead803-afa9-47e5-a221-ebcefe16a813 None None] Calling delete_port for 0eb942c3-944c-4cd8-888a-cc911cc71db5 owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:24:17.875470 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 07:24:17.956192 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8e23d3d2-027b-49dc-af62-ef297982befc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:17.962272 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.db.api [None req-03ead803-afa9-47e5-a221-ebcefe16a813 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89111) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 07:24:17.962629 n-d-843702-1 neutron-server[89111]: DEBUG oslo_db.api [None req-03ead803-afa9-47e5-a221-ebcefe16a813 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 07:24:18.006138 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e23d3d2-027b-49dc-af62-ef297982befc admin admin] Pushing event deleted for resources: {'Port': ['ID=0eb942c3-944c-4cd8-888a-cc911cc71db5,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:24:18.008714 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e23d3d2-027b-49dc-af62-ef297982befc admin admin] No DVR routers for this DVR port 0eb942c3-944c-4cd8-888a-cc911cc71db5 on host n-d-843702-1 {{(pid=89109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 07:24:18.126594 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8e23d3d2-027b-49dc-af62-ef297982befc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:18.152346 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-8e23d3d2-027b-49dc-af62-ef297982befc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b203082c-e3f2-49d1-a49a-010200df1f4c']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:24:18.164263 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-8e23d3d2-027b-49dc-af62-ef297982befc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb35d64b-1b19-4798-966b-471c911f3dce') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:24:18.164547 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-8e23d3d2-027b-49dc-af62-ef297982befc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb35d64b-1b19-4798-966b-471c911f3dce') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:24:18.175707 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8e23d3d2-027b-49dc-af62-ef297982befc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:18.191760 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8e23d3d2-027b-49dc-af62-ef297982befc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:18.198856 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e23d3d2-027b-49dc-af62-ef297982befc admin admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 07:24:18.199238 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8e23d3d2-027b-49dc-af62-ef297982befc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:18.282896 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment eb35d64b-1b19-4798-966b-471c911f3dce resource provider aggregate not found May 28 07:24:18.301606 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment eb35d64b-1b19-4798-966b-471c911f3dce resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid eb35d64b-1b19-4798-966b-471c911f3dce found for delete ", "request_id": "req-52844147-3cfb-4581-add3-df1b618dab7c"}]} May 28 07:24:18.356583 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8e23d3d2-027b-49dc-af62-ef297982befc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:18.372403 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8e23d3d2-027b-49dc-af62-ef297982befc admin admin] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:18.382234 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e23d3d2-027b-49dc-af62-ef297982befc admin admin] Pushing event deleted for resources: {'Network': ['ID=b203082c-e3f2-49d1-a49a-010200df1f4c,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:24:18.390133 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-8e23d3d2-027b-49dc-af62-ef297982befc admin admin] 10.222.0.55 "DELETE /v2.0/networks/b203082c-e3f2-49d1-a49a-010200df1f4c HTTP/1.1" status: 204 len: 168 time: 1.1327770 May 28 07:24:18.392852 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 57276) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:24:18.463952 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-03ead803-afa9-47e5-a221-ebcefe16a813 None None] Deleting port 0eb942c3-944c-4cd8-888a-cc911cc71db5 {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:24:18.464351 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-03ead803-afa9-47e5-a221-ebcefe16a813 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:18.533238 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-03ead803-afa9-47e5-a221-ebcefe16a813 None None] The port '0eb942c3-944c-4cd8-888a-cc911cc71db5' was deleted {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 07:24:18.715041 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 0eb942c3-944c-4cd8-888a-cc911cc71db5 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:24:18.749675 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 0eb942c3-944c-4cd8-888a-cc911cc71db5 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 07:24:18.750027 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 0eb942c3-944c-4cd8-888a-cc911cc71db5 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 07:24:18.940448 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-67c50bf4-00e5-4859-8e29-71e87ac92279 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700548'] for router_interface, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:19.308183 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-67c50bf4-00e5-4859-8e29-71e87ac92279 admin admin] Deleting port 0177e7f5-0d8c-4c9c-b1d5-bde40a2a8459 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:24:19.308437 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-67c50bf4-00e5-4859-8e29-71e87ac92279 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:19.601859 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-67c50bf4-00e5-4859-8e29-71e87ac92279 admin admin] For port 0177e7f5-0d8c-4c9c-b1d5-bde40a2a8459, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=0177e7f5-0d8c-4c9c-b1d5-bde40a2a8459,segment=NetworkSegment(a29eaaa4-c6da-4887-91b7-584f080e53a2),segment_id=a29eaaa4-c6da-4887-91b7-584f080e53a2)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:24:19.602128 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-67c50bf4-00e5-4859-8e29-71e87ac92279 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:19.722958 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-67c50bf4-00e5-4859-8e29-71e87ac92279 admin admin] Calling delete_port for 0177e7f5-0d8c-4c9c-b1d5-bde40a2a8459 owned by network:router_interface {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:24:19.975370 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-67c50bf4-00e5-4859-8e29-71e87ac92279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:20.021720 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c50bf4-00e5-4859-8e29-71e87ac92279 admin admin] Pushing event deleted for resources: {'Port': ['ID=0177e7f5-0d8c-4c9c-b1d5-bde40a2a8459,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:24:20.297927 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-67c50bf4-00e5-4859-8e29-71e87ac92279 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700472'] for router_interface, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:20.650557 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67c50bf4-00e5-4859-8e29-71e87ac92279 admin admin] Router f768f0dc-f58e-45a1-9ca8-acffaa54b1a9 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 07:24:20.824598 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67c50bf4-00e5-4859-8e29-71e87ac92279 admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 07:24:20.833191 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c40c870-d772-45b1-b8a0-dc0f20a4d82e None None] Sync routers for ids ['f768f0dc-f58e-45a1-9ca8-acffaa54b1a9'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 07:24:20.833668 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-67c50bf4-00e5-4859-8e29-71e87ac92279 admin admin] 10.222.0.55 "PUT /v2.0/routers/f768f0dc-f58e-45a1-9ca8-acffaa54b1a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4397829 May 28 07:24:20.836165 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 57280) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:24:20.843456 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c40c870-d772-45b1-b8a0-dc0f20a4d82e None None] Routers {'f768f0dc-f58e-45a1-9ca8-acffaa54b1a9'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:24:20.844047 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-4c40c870-d772-45b1-b8a0-dc0f20a4d82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:23:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['f768f0dc-f58e-45a1-9ca8-acffaa54b1a9'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:24:21.026739 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-4c40c870-d772-45b1-b8a0-dc0f20a4d82e None None] Set router f768f0dc-f58e-45a1-9ca8-acffaa54b1a9 gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:24:21.131392 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-60b7c9fd-b9c0-420a-885c-588fe328ba5c admin admin] Notify callbacks [] for router, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:21.303988 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-4c40c870-d772-45b1-b8a0-dc0f20a4d82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f768f0dc-f58e-45a1-9ca8-acffaa54b1a9', 'name': 'tempest-TestEncryptedCinderVolumes-678838843-router', 'tenant_id': '6c4d1f44d46342ab8b0c6f08a399cf78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '8fe5ffa8-9d4c-46bd-ab13-101b79196e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:22:51Z', 'updated_at': '2022-05-28T07:24:19Z', 'revision_number': 5, 'project_id': '6c4d1f44d46342ab8b0c6f08a399cf78', 'gw_port': {'id': '8fe5ffa8-9d4c-46bd-ab13-101b79196e0a', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:de:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f768f0dc-f58e-45a1-9ca8-acffaa54b1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:22:52Z', 'updated_at': '2022-05-28T07:22:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:24:21.308461 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c40c870-d772-45b1-b8a0-dc0f20a4d82e None None] Checking router: f768f0dc-f58e-45a1-9ca8-acffaa54b1a9 for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 07:24:21.311815 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-60b7c9fd-b9c0-420a-885c-588fe328ba5c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:21.317041 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c40c870-d772-45b1-b8a0-dc0f20a4d82e None None] Routers {'f768f0dc-f58e-45a1-9ca8-acffaa54b1a9'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:24:21.317693 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-4c40c870-d772-45b1-b8a0-dc0f20a4d82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:23:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['f768f0dc-f58e-45a1-9ca8-acffaa54b1a9'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:24:21.384932 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-60b7c9fd-b9c0-420a-885c-588fe328ba5c admin admin] Deleting port 8fe5ffa8-9d4c-46bd-ab13-101b79196e0a {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:24:21.385407 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-60b7c9fd-b9c0-420a-885c-588fe328ba5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:21.496088 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-4c40c870-d772-45b1-b8a0-dc0f20a4d82e None None] Set router f768f0dc-f58e-45a1-9ca8-acffaa54b1a9 gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:24:21.576010 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-60b7c9fd-b9c0-420a-885c-588fe328ba5c admin admin] For port 8fe5ffa8-9d4c-46bd-ab13-101b79196e0a, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=8fe5ffa8-9d4c-46bd-ab13-101b79196e0a,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:24:21.576364 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-60b7c9fd-b9c0-420a-885c-588fe328ba5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:21.700731 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-60b7c9fd-b9c0-420a-885c-588fe328ba5c admin admin] Calling delete_port for 8fe5ffa8-9d4c-46bd-ab13-101b79196e0a owned by network:router_gateway {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:24:21.771141 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-4c40c870-d772-45b1-b8a0-dc0f20a4d82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f768f0dc-f58e-45a1-9ca8-acffaa54b1a9', 'name': 'tempest-TestEncryptedCinderVolumes-678838843-router', 'tenant_id': '6c4d1f44d46342ab8b0c6f08a399cf78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '8fe5ffa8-9d4c-46bd-ab13-101b79196e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:22:51Z', 'updated_at': '2022-05-28T07:24:19Z', 'revision_number': 5, 'project_id': '6c4d1f44d46342ab8b0c6f08a399cf78', 'gw_port': {'id': '8fe5ffa8-9d4c-46bd-ab13-101b79196e0a', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:de:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f768f0dc-f58e-45a1-9ca8-acffaa54b1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:22:52Z', 'updated_at': '2022-05-28T07:22:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:24:21.775477 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c40c870-d772-45b1-b8a0-dc0f20a4d82e None None] The sync data for ids ['f768f0dc-f58e-45a1-9ca8-acffaa54b1a9'] in n-d-843702-1 is: [{'id': 'f768f0dc-f58e-45a1-9ca8-acffaa54b1a9', 'name': 'tempest-TestEncryptedCinderVolumes-678838843-router', 'tenant_id': '6c4d1f44d46342ab8b0c6f08a399cf78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '8fe5ffa8-9d4c-46bd-ab13-101b79196e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:22:51Z', 'updated_at': '2022-05-28T07:24:19Z', 'revision_number': 5, 'project_id': '6c4d1f44d46342ab8b0c6f08a399cf78', 'gw_port': {'id': '8fe5ffa8-9d4c-46bd-ab13-101b79196e0a', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:de:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f768f0dc-f58e-45a1-9ca8-acffaa54b1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:22:52Z', 'updated_at': '2022-05-28T07:22:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 07:24:21.992605 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-60b7c9fd-b9c0-420a-885c-588fe328ba5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:22.043133 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b7c9fd-b9c0-420a-885c-588fe328ba5c admin admin] Pushing event deleted for resources: {'Port': ['ID=8fe5ffa8-9d4c-46bd-ab13-101b79196e0a,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:24:22.134055 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-60b7c9fd-b9c0-420a-885c-588fe328ba5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691105'] for router_gateway, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:22.311402 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-60b7c9fd-b9c0-420a-885c-588fe328ba5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59018'] for router, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:22.313371 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-60b7c9fd-b9c0-420a-885c-588fe328ba5c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:22.386949 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-60b7c9fd-b9c0-420a-885c-588fe328ba5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-703817'] for router, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:22.387504 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60b7c9fd-b9c0-420a-885c-588fe328ba5c admin admin] Fanout notify agent at l3_agent the message router_deleted on router f768f0dc-f58e-45a1-9ca8-acffaa54b1a9 {{(pid=89109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 07:24:22.399613 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-60b7c9fd-b9c0-420a-885c-588fe328ba5c admin admin] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:22.403687 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-60b7c9fd-b9c0-420a-885c-588fe328ba5c admin admin] 10.222.0.55 "DELETE /v2.0/routers/f768f0dc-f58e-45a1-9ca8-acffaa54b1a9 HTTP/1.1" status: 204 len: 168 time: 1.5647545 May 28 07:24:22.404401 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 57284) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:24:22.469373 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_v2 [None req-12d2acdb-be7b-476d-9df9-a0740aa90f55 admin admin] Deleting subnet d323ca30-2c66-434a-90a4-aa0ff1450221 {{(pid=89110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 07:24:22.475493 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-12d2acdb-be7b-476d-9df9-a0740aa90f55 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:22.525622 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-12d2acdb-be7b-476d-9df9-a0740aa90f55 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4150765'] for subnet, precommit_delete_associations {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:22.603309 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-12d2acdb-be7b-476d-9df9-a0740aa90f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:22.742512 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-12d2acdb-be7b-476d-9df9-a0740aa90f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3115981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3172005'] for subnet, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:22.777160 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d2acdb-be7b-476d-9df9-a0740aa90f55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d323ca30-2c66-434a-90a4-aa0ff1450221,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:24:22.784089 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-12d2acdb-be7b-476d-9df9-a0740aa90f55 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:22.790299 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51856f45-803e-44e8-be8e-a2635af1b525 None None] Network e8ec6ca3-d3bf-49f1-997f-eba48effc2c1 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 07:24:22.802539 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-12d2acdb-be7b-476d-9df9-a0740aa90f55 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/d323ca30-2c66-434a-90a4-aa0ff1450221 HTTP/1.1" status: 204 len: 168 time: 0.3949296 May 28 07:24:22.802803 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 57290) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:24:22.886152 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 8fe5ffa8-9d4c-46bd-ab13-101b79196e0a no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:24:22.923031 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ce7bccfd-7543-4d9b-9183-285fe6f59fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:22.932858 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 8fe5ffa8-9d4c-46bd-ab13-101b79196e0a {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 07:24:22.933206 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 8fe5ffa8-9d4c-46bd-ab13-101b79196e0a not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 07:24:22.933653 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 0177e7f5-0d8c-4c9c-b1d5-bde40a2a8459 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:24:22.933897 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-ce7bccfd-7543-4d9b-9183-285fe6f59fff admin admin] Deleting port e54e86bd-221a-497f-b5c2-5f202a72da32 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:24:22.934225 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ce7bccfd-7543-4d9b-9183-285fe6f59fff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:22.970412 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 0177e7f5-0d8c-4c9c-b1d5-bde40a2a8459 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 07:24:22.970762 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 0177e7f5-0d8c-4c9c-b1d5-bde40a2a8459 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 07:24:23.141067 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a22259-0b8f-472f-a9c0-4cf15643691a None None] DHCP port deletion for e8ec6ca3-d3bf-49f1-997f-eba48effc2c1 request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 07:24:23.145460 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-14a22259-0b8f-472f-a9c0-4cf15643691a None None] Deleting port e54e86bd-221a-497f-b5c2-5f202a72da32 {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:24:23.145834 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-14a22259-0b8f-472f-a9c0-4cf15643691a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:23.261749 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-ce7bccfd-7543-4d9b-9183-285fe6f59fff admin admin] For port e54e86bd-221a-497f-b5c2-5f202a72da32, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=e54e86bd-221a-497f-b5c2-5f202a72da32,segment=NetworkSegment(a29eaaa4-c6da-4887-91b7-584f080e53a2),segment_id=a29eaaa4-c6da-4887-91b7-584f080e53a2)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:24:23.262364 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ce7bccfd-7543-4d9b-9183-285fe6f59fff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:23.379193 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-14a22259-0b8f-472f-a9c0-4cf15643691a None None] For port e54e86bd-221a-497f-b5c2-5f202a72da32, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=e54e86bd-221a-497f-b5c2-5f202a72da32,segment=NetworkSegment(a29eaaa4-c6da-4887-91b7-584f080e53a2),segment_id=a29eaaa4-c6da-4887-91b7-584f080e53a2)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:24:23.379467 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-14a22259-0b8f-472f-a9c0-4cf15643691a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:23.384990 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-ce7bccfd-7543-4d9b-9183-285fe6f59fff admin admin] Calling delete_port for e54e86bd-221a-497f-b5c2-5f202a72da32 owned by network:dhcp {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:24:23.502779 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-14a22259-0b8f-472f-a9c0-4cf15643691a None None] Calling delete_port for e54e86bd-221a-497f-b5c2-5f202a72da32 owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:24:23.573679 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ce7bccfd-7543-4d9b-9183-285fe6f59fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:23.578761 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.db.api [None req-14a22259-0b8f-472f-a9c0-4cf15643691a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89111) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 07:24:23.579114 n-d-843702-1 neutron-server[89111]: DEBUG oslo_db.api [None req-14a22259-0b8f-472f-a9c0-4cf15643691a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 07:24:23.620153 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7bccfd-7543-4d9b-9183-285fe6f59fff admin admin] Pushing event deleted for resources: {'Port': ['ID=e54e86bd-221a-497f-b5c2-5f202a72da32,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:24:23.624342 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7bccfd-7543-4d9b-9183-285fe6f59fff admin admin] No DVR routers for this DVR port e54e86bd-221a-497f-b5c2-5f202a72da32 on host n-d-843702-1 {{(pid=89109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 07:24:23.738994 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ce7bccfd-7543-4d9b-9183-285fe6f59fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:23.765637 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-ce7bccfd-7543-4d9b-9183-285fe6f59fff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8ec6ca3-d3bf-49f1-997f-eba48effc2c1']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:24:23.777778 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-ce7bccfd-7543-4d9b-9183-285fe6f59fff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a29eaaa4-c6da-4887-91b7-584f080e53a2') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:24:23.778076 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-ce7bccfd-7543-4d9b-9183-285fe6f59fff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a29eaaa4-c6da-4887-91b7-584f080e53a2') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:24:23.789349 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ce7bccfd-7543-4d9b-9183-285fe6f59fff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:23.805830 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ce7bccfd-7543-4d9b-9183-285fe6f59fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:23.812134 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce7bccfd-7543-4d9b-9183-285fe6f59fff admin admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 07:24:23.812524 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ce7bccfd-7543-4d9b-9183-285fe6f59fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:23.881007 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment a29eaaa4-c6da-4887-91b7-584f080e53a2 resource provider aggregate not found May 28 07:24:23.900318 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment a29eaaa4-c6da-4887-91b7-584f080e53a2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a29eaaa4-c6da-4887-91b7-584f080e53a2 found for delete ", "request_id": "req-db72075b-c5b9-4ccc-9c48-ff6ad937be01"}]} May 28 07:24:23.973489 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ce7bccfd-7543-4d9b-9183-285fe6f59fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:23.989520 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ce7bccfd-7543-4d9b-9183-285fe6f59fff admin admin] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:24.000722 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7bccfd-7543-4d9b-9183-285fe6f59fff admin admin] Pushing event deleted for resources: {'Network': ['ID=e8ec6ca3-d3bf-49f1-997f-eba48effc2c1,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:24:24.003530 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-ce7bccfd-7543-4d9b-9183-285fe6f59fff admin admin] 10.222.0.55 "DELETE /v2.0/networks/e8ec6ca3-d3bf-49f1-997f-eba48effc2c1 HTTP/1.1" status: 204 len: 168 time: 1.2017803 May 28 07:24:24.080635 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-14a22259-0b8f-472f-a9c0-4cf15643691a None None] Deleting port e54e86bd-221a-497f-b5c2-5f202a72da32 {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:24:24.081104 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-14a22259-0b8f-472f-a9c0-4cf15643691a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:24.153403 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-14a22259-0b8f-472f-a9c0-4cf15643691a None None] The port 'e54e86bd-221a-497f-b5c2-5f202a72da32' was deleted {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 07:24:24.387125 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 57300) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:24:24.436427 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-c5db164e-4a0c-45df-91b0-50fdb2d52ec8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2d721e9385e342c1b01ae9acf54ebceb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0480299 May 28 07:24:24.439882 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 57304) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:24:24.502818 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6c6bf44e-8678-4415-bf59-45cf68f90348 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:24.528701 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6c6bf44e-8678-4415-bf59-45cf68f90348 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:24.650521 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6c6bf44e-8678-4415-bf59-45cf68f90348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:24.665247 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6bf44e-8678-4415-bf59-45cf68f90348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96739a1d-a38a-4678-9dc8-b32014cc5537,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:24:24.671966 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6c6bf44e-8678-4415-bf59-45cf68f90348 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:24.675560 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-6c6bf44e-8678-4415-bf59-45cf68f90348 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/96739a1d-a38a-4678-9dc8-b32014cc5537 HTTP/1.1" status: 204 len: 168 time: 0.2322845 May 28 07:24:24.729992 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device e54e86bd-221a-497f-b5c2-5f202a72da32 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:24:24.766193 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: e54e86bd-221a-497f-b5c2-5f202a72da32 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 07:24:24.766541 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device e54e86bd-221a-497f-b5c2-5f202a72da32 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 07:24:25.391579 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 57312) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:24:25.439482 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-9b70d253-85e6-4054-a79b-271c503695ef admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6c4d1f44d46342ab8b0c6f08a399cf78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0467863 May 28 07:24:25.442009 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 57316) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:24:25.499684 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c934acf7-095e-465f-92c2-84660e9035c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:25.528536 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c934acf7-095e-465f-92c2-84660e9035c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:25.661189 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c934acf7-095e-465f-92c2-84660e9035c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:25.678417 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c934acf7-095e-465f-92c2-84660e9035c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bad0f174-bd26-48ed-8fc3-9b265faf549a,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:24:25.682371 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c934acf7-095e-465f-92c2-84660e9035c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:25.683585 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-c934acf7-095e-465f-92c2-84660e9035c0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bad0f174-bd26-48ed-8fc3-9b265faf549a HTTP/1.1" status: 204 len: 168 time: 0.2407284 May 28 07:24:26.487717 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-33eab93e-3b2d-4b8a-b65a-f5858f81f990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:26.785760 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 57340) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:24:26.903804 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-cbe672b3-f968-4f92-b400-4cbe2b3a81c7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2040790125-network', 'tenant_id': '0c6a0d08004a481cad8d31ca07ee04e1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:24:26.909224 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-cbe672b3-f968-4f92-b400-4cbe2b3a81c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:24:26.913082 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-cbe672b3-f968-4f92-b400-4cbe2b3a81c7 admin admin] Usage tracker for resource:network and tenant:0c6a0d08004a481cad8d31ca07ee04e1 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:24:26.916149 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-cbe672b3-f968-4f92-b400-4cbe2b3a81c7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:24:26.922790 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-cbe672b3-f968-4f92-b400-4cbe2b3a81c7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:24:26.990376 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbe672b3-f968-4f92-b400-4cbe2b3a81c7 admin admin] Made reservation on behalf of 0c6a0d08004a481cad8d31ca07ee04e1 for: {'network': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 07:24:26.993273 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-cbe672b3-f968-4f92-b400-4cbe2b3a81c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:27.007752 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-cbe672b3-f968-4f92-b400-4cbe2b3a81c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:27.026197 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-cbe672b3-f968-4f92-b400-4cbe2b3a81c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:24:27.031935 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-cbe672b3-f968-4f92-b400-4cbe2b3a81c7 admin admin] Usage tracker for resource:security_group_rule and tenant:0c6a0d08004a481cad8d31ca07ee04e1 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:24:27.035636 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-cbe672b3-f968-4f92-b400-4cbe2b3a81c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:24:27.043126 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-cbe672b3-f968-4f92-b400-4cbe2b3a81c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:24:27.147177 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-cbe672b3-f968-4f92-b400-4cbe2b3a81c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:27.213725 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-cbe672b3-f968-4f92-b400-4cbe2b3a81c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:27.246883 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbe672b3-f968-4f92-b400-4cbe2b3a81c7 admin admin] vlan segment allocate from pool success with {'vlan_id': 362, 'physical_network': 'physnet1'} {{(pid=89110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 07:24:27.256276 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe672b3-f968-4f92-b400-4cbe2b3a81c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c503a292-577e-4001-94bb-fcb98c5d588b,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:24:27.263900 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-cbe672b3-f968-4f92-b400-4cbe2b3a81c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:27.264233 n-d-843702-1 neutron-server[89110]: INFO neutron.db.segments_db [None req-cbe672b3-f968-4f92-b400-4cbe2b3a81c7 admin admin] Added segment b173d3fb-412b-45d3-992f-fa9f4906c39b of type vlan for network 7cc9c984-0052-405a-b59c-8e4e81907584 May 28 07:24:27.291415 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-cbe672b3-f968-4f92-b400-4cbe2b3a81c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:27.379000 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-cbe672b3-f968-4f92-b400-4cbe2b3a81c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:27.379958 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe672b3-f968-4f92-b400-4cbe2b3a81c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:24:27.380552 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-cbe672b3-f968-4f92-b400-4cbe2b3a81c7 admin admin] Notify callbacks [] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:27.590753 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe672b3-f968-4f92-b400-4cbe2b3a81c7 admin admin] Pushing event updated for resources: {'Network': ['ID=7cc9c984-0052-405a-b59c-8e4e81907584,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:24:27.604185 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 7cc9c984-0052-405a-b59c-8e4e81907584 details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 07:24:27.662316 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-cbe672b3-f968-4f92-b400-4cbe2b3a81c7 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8753989 May 28 07:24:27.665138 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 57346) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:24:27.671242 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-aa3363a9-69fc-4889-815d-0c2ffc92e15d admin admin] Request body: {'subnet': {'network_id': '7cc9c984-0052-405a-b59c-8e4e81907584', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2040790125-subnet', 'tenant_id': '0c6a0d08004a481cad8d31ca07ee04e1', 'ip_version': 4}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:24:27.677687 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-aa3363a9-69fc-4889-815d-0c2ffc92e15d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:24:27.682162 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-aa3363a9-69fc-4889-815d-0c2ffc92e15d admin admin] Usage tracker for resource:subnet and tenant:0c6a0d08004a481cad8d31ca07ee04e1 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:24:27.684931 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-aa3363a9-69fc-4889-815d-0c2ffc92e15d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:24:27.690476 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-aa3363a9-69fc-4889-815d-0c2ffc92e15d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:24:27.758959 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa3363a9-69fc-4889-815d-0c2ffc92e15d admin admin] Made reservation on behalf of 0c6a0d08004a481cad8d31ca07ee04e1 for: {'subnet': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 07:24:27.761287 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-aa3363a9-69fc-4889-815d-0c2ffc92e15d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3171998'] for subnet, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:27.998773 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-aa3363a9-69fc-4889-815d-0c2ffc92e15d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3115906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3172012'] for subnet, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:28.024829 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:28.072110 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3363a9-69fc-4889-815d-0c2ffc92e15d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3465c93-b441-4ddf-ab35-d3ce11e70635,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:24:28.082074 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3363a9-69fc-4889-815d-0c2ffc92e15d admin admin] Checking segment: {'id': 'b173d3fb-412b-45d3-992f-fa9f4906c39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '7cc9c984-0052-405a-b59c-8e4e81907584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:24:28.082432 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3363a9-69fc-4889-815d-0c2ffc92e15d admin admin] Network hostable DHCP agents. Network: 7cc9c984-0052-405a-b59c-8e4e81907584, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89110) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 07:24:28.233006 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3363a9-69fc-4889-815d-0c2ffc92e15d admin admin] Network 7cc9c984-0052-405a-b59c-8e4e81907584 is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89110) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 07:24:28.298817 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-aa3363a9-69fc-4889-815d-0c2ffc92e15d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, 7cc9c984-0052-405a-b59c-8e4e81907584) {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:24:28.303218 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3363a9-69fc-4889-815d-0c2ffc92e15d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:24:28.304229 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-aa3363a9-69fc-4889-815d-0c2ffc92e15d admin admin] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:28.307394 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166e2e06-518a-40f4-a7cd-82889f74dbb3 None None] Network 7cc9c984-0052-405a-b59c-8e4e81907584 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 07:24:28.399520 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-aa3363a9-69fc-4889-815d-0c2ffc92e15d admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7323205 May 28 07:24:28.402712 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 57350) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:24:28.407721 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-713bc3be-30eb-4093-a48d-ed0c3295852e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2040790125-router', 'tenant_id': '0c6a0d08004a481cad8d31ca07ee04e1', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:24:28.412995 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-713bc3be-30eb-4093-a48d-ed0c3295852e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:24:28.417989 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-713bc3be-30eb-4093-a48d-ed0c3295852e admin admin] Usage tracker for resource:router and tenant:0c6a0d08004a481cad8d31ca07ee04e1 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:24:28.420802 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-713bc3be-30eb-4093-a48d-ed0c3295852e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:24:28.426489 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-713bc3be-30eb-4093-a48d-ed0c3295852e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:24:28.507531 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-713bc3be-30eb-4093-a48d-ed0c3295852e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59128'] for router, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:28.508752 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-713bc3be-30eb-4093-a48d-ed0c3295852e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59009'] for router, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:28.516300 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec00103-27e8-4d03-bb37-9f0156880e11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-7cc9c984-0052-405a-b59c-8e4e81907584', 'network_id': '7cc9c984-0052-405a-b59c-8e4e81907584', 'tenant_id': '0c6a0d08004a481cad8d31ca07ee04e1', 'fixed_ips': [{'subnet_id': 'b3465c93-b441-4ddf-ab35-d3ce11e70635'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 07:24:28.518284 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-3ec00103-27e8-4d03-bb37-9f0156880e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:28.525397 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-713bc3be-30eb-4093-a48d-ed0c3295852e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:28.671326 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-3ec00103-27e8-4d03-bb37-9f0156880e11 None None] Allocated IP 172.20.0.2 (7cc9c984-0052-405a-b59c-8e4e81907584/b3465c93-b441-4ddf-ab35-d3ce11e70635/c6165454-0d82-4098-8c5c-f00e29104476) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:24:28.876514 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-3ec00103-27e8-4d03-bb37-9f0156880e11 None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:28.876836 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-713bc3be-30eb-4093-a48d-ed0c3295852e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59027'] for router, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:28.887256 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-3ec00103-27e8-4d03-bb37-9f0156880e11 None None] Transition to ACTIVE for port object c6165454-0d82-4098-8c5c-f00e29104476 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:24:28.916139 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-3ec00103-27e8-4d03-bb37-9f0156880e11 None None] Transition to ACTIVE for port object c6165454-0d82-4098-8c5c-f00e29104476 will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:24:28.996056 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-1bf8d6f3-a632-42fa-a2a5-e4f4c20ecf59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:29.026227 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-3ec00103-27e8-4d03-bb37-9f0156880e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:29.092893 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec00103-27e8-4d03-bb37-9f0156880e11 None None] Network 7cc9c984-0052-405a-b59c-8e4e81907584 is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:24:29.095525 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-3ec00103-27e8-4d03-bb37-9f0156880e11 None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:24:29.099307 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec00103-27e8-4d03-bb37-9f0156880e11 None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:24:29.108213 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec00103-27e8-4d03-bb37-9f0156880e11 None None] Pushing event updated for resources: {'Port': ['ID=c6165454-0d82-4098-8c5c-f00e29104476,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:24:29.194677 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-3ec00103-27e8-4d03-bb37-9f0156880e11 None None] Attempting to bind port c6165454-0d82-4098-8c5c-f00e29104476 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 07:24:29.195083 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-3ec00103-27e8-4d03-bb37-9f0156880e11 None None] Attempting to bind port c6165454-0d82-4098-8c5c-f00e29104476 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'b173d3fb-412b-45d3-992f-fa9f4906c39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '7cc9c984-0052-405a-b59c-8e4e81907584'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 07:24:29.195447 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec00103-27e8-4d03-bb37-9f0156880e11 None None] Attempting to bind port c6165454-0d82-4098-8c5c-f00e29104476 on network 7cc9c984-0052-405a-b59c-8e4e81907584 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:24:29.201545 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec00103-27e8-4d03-bb37-9f0156880e11 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 07:24:29.201920 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec00103-27e8-4d03-bb37-9f0156880e11 None None] Checking segment: {'id': 'b173d3fb-412b-45d3-992f-fa9f4906c39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '7cc9c984-0052-405a-b59c-8e4e81907584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:24:29.202320 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-3ec00103-27e8-4d03-bb37-9f0156880e11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:29.202840 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec00103-27e8-4d03-bb37-9f0156880e11 None None] Bound using segment: {'id': 'b173d3fb-412b-45d3-992f-fa9f4906c39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '7cc9c984-0052-405a-b59c-8e4e81907584'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 07:24:29.203313 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-3ec00103-27e8-4d03-bb37-9f0156880e11 None None] Bound port: c6165454-0d82-4098-8c5c-f00e29104476, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b173d3fb-412b-45d3-992f-fa9f4906c39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '7cc9c984-0052-405a-b59c-8e4e81907584'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 07:24:29.203686 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-3ec00103-27e8-4d03-bb37-9f0156880e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:29.236078 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-713bc3be-30eb-4093-a48d-ed0c3295852e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:29.265835 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-713bc3be-30eb-4093-a48d-ed0c3295852e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:29.289936 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-3ec00103-27e8-4d03-bb37-9f0156880e11 None None] For port c6165454-0d82-4098-8c5c-f00e29104476, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:24:29.292796 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-3ec00103-27e8-4d03-bb37-9f0156880e11 None None] For port c6165454-0d82-4098-8c5c-f00e29104476, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=c6165454-0d82-4098-8c5c-f00e29104476,segment=NetworkSegment(b173d3fb-412b-45d3-992f-fa9f4906c39b),segment_id=b173d3fb-412b-45d3-992f-fa9f4906c39b)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 07:24:29.384999 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-3ec00103-27e8-4d03-bb37-9f0156880e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:29.398698 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [None req-713bc3be-30eb-4093-a48d-ed0c3295852e admin admin] Allocated IP 172.25.5.87 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/d734d172-2800-412a-8c44-1c27afeac0d6) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:24:29.505956 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec00103-27e8-4d03-bb37-9f0156880e11 None None] Pushing event updated for resources: {'Port': ['ID=c6165454-0d82-4098-8c5c-f00e29104476,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:24:29.554590 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-713bc3be-30eb-4093-a48d-ed0c3295852e admin admin] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:29.648214 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-713bc3be-30eb-4093-a48d-ed0c3295852e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:29.732277 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-713bc3be-30eb-4093-a48d-ed0c3295852e admin admin] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:24:29.735095 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-713bc3be-30eb-4093-a48d-ed0c3295852e admin admin] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:24:29.738909 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713bc3be-30eb-4093-a48d-ed0c3295852e admin admin] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:24:29.779262 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713bc3be-30eb-4093-a48d-ed0c3295852e admin admin] Pushing event updated for resources: {'Port': ['ID=d734d172-2800-412a-8c44-1c27afeac0d6,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:24:30.078220 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:30.124481 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:30.335578 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-713bc3be-30eb-4093-a48d-ed0c3295852e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:30.405486 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c746968-c87c-45af-90cc-3c30ffa8fe15 None None] Network 7cc9c984-0052-405a-b59c-8e4e81907584 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 07:24:30.610554 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-0461179f-2d8d-43dc-848a-c1516ca06441 None None] Provisioning for port c6165454-0d82-4098-8c5c-f00e29104476 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:24:30.675855 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-713bc3be-30eb-4093-a48d-ed0c3295852e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690761'] for router, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:30.758392 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device c6165454-0d82-4098-8c5c-f00e29104476 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:24:30.912650 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port c6165454-0d82-4098-8c5c-f00e29104476 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:24:30.919226 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port c6165454-0d82-4098-8c5c-f00e29104476 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:24:30.919226 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:30.980557 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-a45a745c-3eaa-4697-a49e-b735d039fe61 None None] Provisioning complete for port c6165454-0d82-4098-8c5c-f00e29104476 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:24:30.980924 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-a45a745c-3eaa-4697-a49e-b735d039fe61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:31.004167 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-713bc3be-30eb-4093-a48d-ed0c3295852e admin admin] Router 8c119a3d-b576-4eaf-815f-e054aea65c4c is scheduled to L3 agent 42958940-9562-4f71-972f-15a8af9d3963 with binding_index 1 {{(pid=89110) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 07:24:31.097766 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port c6165454-0d82-4098-8c5c-f00e29104476 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:24:31.098372 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:31.174521 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-a45a745c-3eaa-4697-a49e-b735d039fe61 None None] Current status of the port c6165454-0d82-4098-8c5c-f00e29104476 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:24:31.174811 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-a45a745c-3eaa-4697-a49e-b735d039fe61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:31.180755 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-713bc3be-30eb-4093-a48d-ed0c3295852e admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 07:24:31.188997 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port c6165454-0d82-4098-8c5c-f00e29104476, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=c6165454-0d82-4098-8c5c-f00e29104476,segment=NetworkSegment(b173d3fb-412b-45d3-992f-fa9f4906c39b),segment_id=b173d3fb-412b-45d3-992f-fa9f4906c39b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:24:31.193701 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38ef79c-0234-4ea4-ab39-357ca09231ed None None] Sync routers for ids ['8c119a3d-b576-4eaf-815f-e054aea65c4c'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 07:24:31.210967 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38ef79c-0234-4ea4-ab39-357ca09231ed None None] Routers {'8c119a3d-b576-4eaf-815f-e054aea65c4c'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:24:31.212114 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-b38ef79c-0234-4ea4-ab39-357ca09231ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:24:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['8c119a3d-b576-4eaf-815f-e054aea65c4c'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:24:31.274855 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:31.301221 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-713bc3be-30eb-4093-a48d-ed0c3295852e admin admin] Notify callbacks [] for router, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:31.307661 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-713bc3be-30eb-4093-a48d-ed0c3295852e admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.8990269 May 28 07:24:31.307661 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 57354) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:24:31.481851 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.db.api [None req-a45a745c-3eaa-4697-a49e-b735d039fe61 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89111) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 07:24:31.482171 n-d-843702-1 neutron-server[89111]: DEBUG oslo_db.api [None req-a45a745c-3eaa-4697-a49e-b735d039fe61 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 07:24:31.486925 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=c6165454-0d82-4098-8c5c-f00e29104476,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:24:31.499871 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-b38ef79c-0234-4ea4-ab39-357ca09231ed None None] Set router 8c119a3d-b576-4eaf-815f-e054aea65c4c gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:24:31.802657 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-b38ef79c-0234-4ea4-ab39-357ca09231ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c119a3d-b576-4eaf-815f-e054aea65c4c', 'name': 'tempest-TestMinimumBasicScenario-2040790125-router', 'tenant_id': '0c6a0d08004a481cad8d31ca07ee04e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': 'd734d172-2800-412a-8c44-1c27afeac0d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:24:28Z', 'updated_at': '2022-05-28T07:24:30Z', 'revision_number': 3, 'project_id': '0c6a0d08004a481cad8d31ca07ee04e1', 'gw_port': {'id': 'd734d172-2800-412a-8c44-1c27afeac0d6', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d9:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c119a3d-b576-4eaf-815f-e054aea65c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:24:29Z', 'updated_at': '2022-05-28T07:24:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:24:31.807365 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38ef79c-0234-4ea4-ab39-357ca09231ed None None] Checking router: 8c119a3d-b576-4eaf-815f-e054aea65c4c for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 07:24:31.807713 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38ef79c-0234-4ea4-ab39-357ca09231ed None None] Updating router 8c119a3d-b576-4eaf-815f-e054aea65c4c port d734d172-2800-412a-8c44-1c27afeac0d6 binding host n-d-843702-1 {{(pid=89111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 07:24:31.855792 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:31.863814 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b38ef79c-0234-4ea4-ab39-357ca09231ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:32.106138 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e3540209-3342-4480-b9e1-f079e4267451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:32.153808 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-a45a745c-3eaa-4697-a49e-b735d039fe61 None None] Current status of the port c6165454-0d82-4098-8c5c-f00e29104476 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:24:32.281172 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b38ef79c-0234-4ea4-ab39-357ca09231ed None None] Notify callbacks [] for port, precommit_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:32.293855 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-b38ef79c-0234-4ea4-ab39-357ca09231ed None None] Transition to ACTIVE for port object d734d172-2800-412a-8c44-1c27afeac0d6 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:24:32.311319 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [None req-e3540209-3342-4480-b9e1-f079e4267451 admin admin] Allocated IP 172.20.0.1 (7cc9c984-0052-405a-b59c-8e4e81907584/b3465c93-b441-4ddf-ab35-d3ce11e70635/8b494823-830d-4d94-960e-b931609d9a1d) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:24:32.363940 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b38ef79c-0234-4ea4-ab39-357ca09231ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:32.444568 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-b38ef79c-0234-4ea4-ab39-357ca09231ed None None] Attempting to bind port d734d172-2800-412a-8c44-1c27afeac0d6 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 07:24:32.444926 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-b38ef79c-0234-4ea4-ab39-357ca09231ed None None] Attempting to bind port d734d172-2800-412a-8c44-1c27afeac0d6 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 07:24:32.445278 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38ef79c-0234-4ea4-ab39-357ca09231ed None None] Attempting to bind port d734d172-2800-412a-8c44-1c27afeac0d6 on network 68df399e-e75e-4871-9364-5d05730b50f0 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:24:32.453298 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc6d249-8140-442c-998c-3807a8a3fde5 None None] Pushing event updated for resources: {'Port': ['ID=d734d172-2800-412a-8c44-1c27afeac0d6,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:24:32.456611 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e3540209-3342-4480-b9e1-f079e4267451 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:32.458137 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38ef79c-0234-4ea4-ab39-357ca09231ed None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 7, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 07:24:32.462140 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38ef79c-0234-4ea4-ab39-357ca09231ed None None] Checking segment: {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:24:32.462140 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b38ef79c-0234-4ea4-ab39-357ca09231ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:32.462140 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38ef79c-0234-4ea4-ab39-357ca09231ed None None] Bound using segment: {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 07:24:32.462140 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-b38ef79c-0234-4ea4-ab39-357ca09231ed None None] Bound port: d734d172-2800-412a-8c44-1c27afeac0d6, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 07:24:32.462140 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b38ef79c-0234-4ea4-ab39-357ca09231ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:32.474693 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [None req-e3540209-3342-4480-b9e1-f079e4267451 admin admin] Transition to ACTIVE for port object 8b494823-830d-4d94-960e-b931609d9a1d will not be triggered until provisioned by entity DHCP. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:24:32.532727 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-b38ef79c-0234-4ea4-ab39-357ca09231ed None None] For port d734d172-2800-412a-8c44-1c27afeac0d6, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:24:32.535781 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-b38ef79c-0234-4ea4-ab39-357ca09231ed None None] For port d734d172-2800-412a-8c44-1c27afeac0d6, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=d734d172-2800-412a-8c44-1c27afeac0d6,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 07:24:32.564817 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e3540209-3342-4480-b9e1-f079e4267451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:32.622048 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b38ef79c-0234-4ea4-ab39-357ca09231ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:32.632003 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3540209-3342-4480-b9e1-f079e4267451 admin admin] Network 7cc9c984-0052-405a-b59c-8e4e81907584 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:24:32.635269 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-e3540209-3342-4480-b9e1-f079e4267451 admin admin] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:24:32.639111 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3540209-3342-4480-b9e1-f079e4267451 admin admin] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:24:32.675740 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3540209-3342-4480-b9e1-f079e4267451 admin admin] Pushing event updated for resources: {'Port': ['ID=8b494823-830d-4d94-960e-b931609d9a1d,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:24:32.699413 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e3540209-3342-4480-b9e1-f079e4267451 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690947'] for router_interface, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:32.704617 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc6d249-8140-442c-998c-3807a8a3fde5 None None] Pushing event updated for resources: {'Port': ['ID=d734d172-2800-412a-8c44-1c27afeac0d6,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:24:32.736524 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38ef79c-0234-4ea4-ab39-357ca09231ed None None] Routers {'8c119a3d-b576-4eaf-815f-e054aea65c4c'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:24:32.737166 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-b38ef79c-0234-4ea4-ab39-357ca09231ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:24:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['8c119a3d-b576-4eaf-815f-e054aea65c4c'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:24:32.799754 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device c6165454-0d82-4098-8c5c-f00e29104476 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:24:32.843986 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:32.989642 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-b38ef79c-0234-4ea4-ab39-357ca09231ed None None] Set router 8c119a3d-b576-4eaf-815f-e054aea65c4c gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:24:33.026628 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e3540209-3342-4480-b9e1-f079e4267451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:33.088548 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-4302f5de-e915-445e-a54c-c67fa60f8c94 None None] Provisioning for port 8b494823-830d-4d94-960e-b931609d9a1d completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:24:33.099386 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port c6165454-0d82-4098-8c5c-f00e29104476 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:24:33.099752 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:33.127460 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-4302f5de-e915-445e-a54c-c67fa60f8c94 None None] Provisioning complete for port 8b494823-830d-4d94-960e-b931609d9a1d triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:24:33.127821 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-4302f5de-e915-445e-a54c-c67fa60f8c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:33.244765 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e3540209-3342-4480-b9e1-f079e4267451 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:33.279736 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-4302f5de-e915-445e-a54c-c67fa60f8c94 None None] Port 8b494823-830d-4d94-960e-b931609d9a1d cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 07:24:33.315848 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e3540209-3342-4480-b9e1-f079e4267451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:33.410608 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port c6165454-0d82-4098-8c5c-f00e29104476 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:24:33.431796 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-b38ef79c-0234-4ea4-ab39-357ca09231ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c119a3d-b576-4eaf-815f-e054aea65c4c', 'name': 'tempest-TestMinimumBasicScenario-2040790125-router', 'tenant_id': '0c6a0d08004a481cad8d31ca07ee04e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': 'd734d172-2800-412a-8c44-1c27afeac0d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:24:28Z', 'updated_at': '2022-05-28T07:24:30Z', 'revision_number': 3, 'project_id': '0c6a0d08004a481cad8d31ca07ee04e1', 'gw_port': {'id': 'd734d172-2800-412a-8c44-1c27afeac0d6', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d9:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c119a3d-b576-4eaf-815f-e054aea65c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:24:29Z', 'updated_at': '2022-05-28T07:24:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:24:33.436588 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38ef79c-0234-4ea4-ab39-357ca09231ed None None] The sync data for ids ['8c119a3d-b576-4eaf-815f-e054aea65c4c'] in n-d-843702-1 is: [{'id': '8c119a3d-b576-4eaf-815f-e054aea65c4c', 'name': 'tempest-TestMinimumBasicScenario-2040790125-router', 'tenant_id': '0c6a0d08004a481cad8d31ca07ee04e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': 'd734d172-2800-412a-8c44-1c27afeac0d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:24:28Z', 'updated_at': '2022-05-28T07:24:30Z', 'revision_number': 3, 'project_id': '0c6a0d08004a481cad8d31ca07ee04e1', 'gw_port': {'id': 'd734d172-2800-412a-8c44-1c27afeac0d6', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d9:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c119a3d-b576-4eaf-815f-e054aea65c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:24:29Z', 'updated_at': '2022-05-28T07:24:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 07:24:33.553860 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e3540209-3342-4480-b9e1-f079e4267451 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700602'] for router_interface, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:33.558106 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3540209-3342-4480-b9e1-f079e4267451 admin admin] Pushing event updated for resources: {'Port': ['ID=8b494823-830d-4d94-960e-b931609d9a1d,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:24:33.568039 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3540209-3342-4480-b9e1-f079e4267451 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:24:33.568379 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3540209-3342-4480-b9e1-f079e4267451 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:24:33.568709 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3540209-3342-4480-b9e1-f079e4267451 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:24:33.569031 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3540209-3342-4480-b9e1-f079e4267451 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:24:33.569350 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3540209-3342-4480-b9e1-f079e4267451 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:24:33.569710 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3540209-3342-4480-b9e1-f079e4267451 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:24:33.570008 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3540209-3342-4480-b9e1-f079e4267451 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:24:33.570320 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3540209-3342-4480-b9e1-f079e4267451 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:24:33.571203 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3540209-3342-4480-b9e1-f079e4267451 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:24:33.571520 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3540209-3342-4480-b9e1-f079e4267451 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:24:33.572159 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3540209-3342-4480-b9e1-f079e4267451 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:24:33.572318 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3540209-3342-4480-b9e1-f079e4267451 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:24:33.717928 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3540209-3342-4480-b9e1-f079e4267451 admin admin] Network 7cc9c984-0052-405a-b59c-8e4e81907584 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:24:33.719054 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-e3540209-3342-4480-b9e1-f079e4267451 admin admin] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:24:33.928755 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3540209-3342-4480-b9e1-f079e4267451 admin admin] Router 8c119a3d-b576-4eaf-815f-e054aea65c4c has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 07:24:34.005802 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-82817e4b-a455-4c83-a23d-01efc08cd5c5 None None] Provisioning complete for port 8b494823-830d-4d94-960e-b931609d9a1d triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:24:34.006310 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-82817e4b-a455-4c83-a23d-01efc08cd5c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:34.066403 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-82817e4b-a455-4c83-a23d-01efc08cd5c5 None None] Port 8b494823-830d-4d94-960e-b931609d9a1d cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 07:24:34.131022 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3540209-3342-4480-b9e1-f079e4267451 admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 07:24:34.140353 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-e3540209-3342-4480-b9e1-f079e4267451 admin admin] 10.222.0.55 "PUT /v2.0/routers/8c119a3d-b576-4eaf-815f-e054aea65c4c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8332820 May 28 07:24:34.745443 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device d734d172-2800-412a-8c44-1c27afeac0d6 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:24:34.866822 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port d734d172-2800-412a-8c44-1c27afeac0d6 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:24:34.874403 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port d734d172-2800-412a-8c44-1c27afeac0d6 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:24:34.874780 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:34.921443 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 57372) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:24:34.928588 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-e0cb326e-c82d-4ee5-8e54-f96472069fb1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1354324564-network', 'tenant_id': '106d9a0af78f4169a168526e01ba9301'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:24:34.933807 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-e0cb326e-c82d-4ee5-8e54-f96472069fb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:24:34.937715 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-e0cb326e-c82d-4ee5-8e54-f96472069fb1 admin admin] Usage tracker for resource:network and tenant:106d9a0af78f4169a168526e01ba9301 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:24:34.940740 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-e0cb326e-c82d-4ee5-8e54-f96472069fb1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:24:34.947652 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-e0cb326e-c82d-4ee5-8e54-f96472069fb1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:24:34.968573 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27f6d55-25c0-45b0-8a0a-5edbe415c9a1 None None] Sync routers for ids ['8c119a3d-b576-4eaf-815f-e054aea65c4c'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 07:24:34.979713 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27f6d55-25c0-45b0-8a0a-5edbe415c9a1 None None] Routers {'8c119a3d-b576-4eaf-815f-e054aea65c4c'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:24:34.980403 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-d27f6d55-25c0-45b0-8a0a-5edbe415c9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:24:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['8c119a3d-b576-4eaf-815f-e054aea65c4c'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:24:35.000539 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port d734d172-2800-412a-8c44-1c27afeac0d6 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:24:35.003831 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:35.017762 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port d734d172-2800-412a-8c44-1c27afeac0d6, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=d734d172-2800-412a-8c44-1c27afeac0d6,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:24:35.025227 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0cb326e-c82d-4ee5-8e54-f96472069fb1 admin admin] Made reservation on behalf of 106d9a0af78f4169a168526e01ba9301 for: {'network': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 07:24:35.028005 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e0cb326e-c82d-4ee5-8e54-f96472069fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:35.040306 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e0cb326e-c82d-4ee5-8e54-f96472069fb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:35.056633 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-e0cb326e-c82d-4ee5-8e54-f96472069fb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:24:35.058676 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-e0cb326e-c82d-4ee5-8e54-f96472069fb1 admin admin] Usage tracker for resource:security_group_rule and tenant:106d9a0af78f4169a168526e01ba9301 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:24:35.061499 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-e0cb326e-c82d-4ee5-8e54-f96472069fb1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:24:35.067243 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-e0cb326e-c82d-4ee5-8e54-f96472069fb1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:24:35.110326 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:35.150490 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e0cb326e-c82d-4ee5-8e54-f96472069fb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:35.159200 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-d27f6d55-25c0-45b0-8a0a-5edbe415c9a1 None None] Set router 8c119a3d-b576-4eaf-815f-e054aea65c4c gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:24:35.176978 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=d734d172-2800-412a-8c44-1c27afeac0d6,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:24:35.242261 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e0cb326e-c82d-4ee5-8e54-f96472069fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:35.273083 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0cb326e-c82d-4ee5-8e54-f96472069fb1 admin admin] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=89110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 07:24:35.282513 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cb326e-c82d-4ee5-8e54-f96472069fb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35149cce-94db-454e-8abd-4e6aba6007c1,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:24:35.288362 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e0cb326e-c82d-4ee5-8e54-f96472069fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:35.288753 n-d-843702-1 neutron-server[89110]: INFO neutron.db.segments_db [None req-e0cb326e-c82d-4ee5-8e54-f96472069fb1 admin admin] Added segment a10a3ef9-1599-4ea7-afd3-5594c18ef18e of type vlan for network 2b581642-0bbf-440d-b852-d8b96b322c61 May 28 07:24:35.316070 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e0cb326e-c82d-4ee5-8e54-f96472069fb1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:35.402003 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e0cb326e-c82d-4ee5-8e54-f96472069fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:35.402968 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0cb326e-c82d-4ee5-8e54-f96472069fb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:24:35.403538 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e0cb326e-c82d-4ee5-8e54-f96472069fb1 admin admin] Notify callbacks [] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:35.475502 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-d27f6d55-25c0-45b0-8a0a-5edbe415c9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c119a3d-b576-4eaf-815f-e054aea65c4c', 'name': 'tempest-TestMinimumBasicScenario-2040790125-router', 'tenant_id': '0c6a0d08004a481cad8d31ca07ee04e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': 'd734d172-2800-412a-8c44-1c27afeac0d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:24:28Z', 'updated_at': '2022-05-28T07:24:32Z', 'revision_number': 4, 'project_id': '0c6a0d08004a481cad8d31ca07ee04e1', 'gw_port': {'id': 'd734d172-2800-412a-8c44-1c27afeac0d6', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d9:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c119a3d-b576-4eaf-815f-e054aea65c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:24:29Z', 'updated_at': '2022-05-28T07:24:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '8b494823-830d-4d94-960e-b931609d9a1d', 'name': '', 'network_id': '7cc9c984-0052-405a-b59c-8e4e81907584', 'tenant_id': '0c6a0d08004a481cad8d31ca07ee04e1', 'mac_address': 'fa:16:3e:5f:82:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c119a3d-b576-4eaf-815f-e054aea65c4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': 'b3465c93-b441-4ddf-ab35-d3ce11e70635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:24:32Z', 'updated_at': '2022-05-28T07:24:33Z', 'revision_number': 2, 'project_id': '0c6a0d08004a481cad8d31ca07ee04e1', 'subnets': [{'id': 'b3465c93-b441-4ddf-ab35-d3ce11e70635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:24:35.480604 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27f6d55-25c0-45b0-8a0a-5edbe415c9a1 None None] Checking router: 8c119a3d-b576-4eaf-815f-e054aea65c4c for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 07:24:35.480941 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27f6d55-25c0-45b0-8a0a-5edbe415c9a1 None None] Updating router 8c119a3d-b576-4eaf-815f-e054aea65c4c port 8b494823-830d-4d94-960e-b931609d9a1d binding host n-d-843702-1 {{(pid=89112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 07:24:35.508707 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cb326e-c82d-4ee5-8e54-f96472069fb1 admin admin] Pushing event updated for resources: {'Network': ['ID=2b581642-0bbf-440d-b852-d8b96b322c61,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:24:35.519824 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 2b581642-0bbf-440d-b852-d8b96b322c61 details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 07:24:35.536604 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-d27f6d55-25c0-45b0-8a0a-5edbe415c9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:35.588379 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-e0cb326e-c82d-4ee5-8e54-f96472069fb1 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6655242 May 28 07:24:35.590971 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 57378) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:24:35.596795 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-70891cca-a681-4600-ae52-1878da6ca6fa admin admin] Request body: {'subnet': {'network_id': '2b581642-0bbf-440d-b852-d8b96b322c61', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1354324564-subnet', 'tenant_id': '106d9a0af78f4169a168526e01ba9301', 'ip_version': 4}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:24:35.604684 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-70891cca-a681-4600-ae52-1878da6ca6fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:24:35.609053 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-70891cca-a681-4600-ae52-1878da6ca6fa admin admin] Usage tracker for resource:subnet and tenant:106d9a0af78f4169a168526e01ba9301 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:24:35.612320 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-70891cca-a681-4600-ae52-1878da6ca6fa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:24:35.619071 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-70891cca-a681-4600-ae52-1878da6ca6fa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:24:35.695471 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70891cca-a681-4600-ae52-1878da6ca6fa admin admin] Made reservation on behalf of 106d9a0af78f4169a168526e01ba9301 for: {'subnet': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 07:24:35.698118 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-70891cca-a681-4600-ae52-1878da6ca6fa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3171998'] for subnet, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:35.895404 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-d27f6d55-25c0-45b0-8a0a-5edbe415c9a1 None None] Notify callbacks [] for port, precommit_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:35.909386 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.provisioning_blocks [None req-d27f6d55-25c0-45b0-8a0a-5edbe415c9a1 None None] Transition to ACTIVE for port object 8b494823-830d-4d94-960e-b931609d9a1d will not be triggered until provisioned by entity L2. {{(pid=89112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:24:35.964243 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-70891cca-a681-4600-ae52-1878da6ca6fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3115906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3172012'] for subnet, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:35.973030 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-d27f6d55-25c0-45b0-8a0a-5edbe415c9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:36.040780 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70891cca-a681-4600-ae52-1878da6ca6fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=3eeb00f2-1f32-4393-86be-77a820a68c40,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:24:36.046372 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70891cca-a681-4600-ae52-1878da6ca6fa admin admin] Checking segment: {'id': 'a10a3ef9-1599-4ea7-afd3-5594c18ef18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '2b581642-0bbf-440d-b852-d8b96b322c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:24:36.046727 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70891cca-a681-4600-ae52-1878da6ca6fa admin admin] Network hostable DHCP agents. Network: 2b581642-0bbf-440d-b852-d8b96b322c61, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89110) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 07:24:36.104430 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104e76e1-60fe-463b-a31f-a32c0e28d5f3 None None] Pushing event updated for resources: {'Port': ['ID=8b494823-830d-4d94-960e-b931609d9a1d,revision_number=3']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:24:36.146964 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70891cca-a681-4600-ae52-1878da6ca6fa admin admin] Network 2b581642-0bbf-440d-b852-d8b96b322c61 is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89110) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 07:24:36.147448 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104e76e1-60fe-463b-a31f-a32c0e28d5f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:24:36.147786 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104e76e1-60fe-463b-a31f-a32c0e28d5f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:24:36.148113 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104e76e1-60fe-463b-a31f-a32c0e28d5f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:24:36.148433 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104e76e1-60fe-463b-a31f-a32c0e28d5f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:24:36.149901 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104e76e1-60fe-463b-a31f-a32c0e28d5f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:24:36.150369 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104e76e1-60fe-463b-a31f-a32c0e28d5f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:24:36.150688 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104e76e1-60fe-463b-a31f-a32c0e28d5f3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:24:36.151434 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104e76e1-60fe-463b-a31f-a32c0e28d5f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:24:36.151434 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104e76e1-60fe-463b-a31f-a32c0e28d5f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:24:36.151613 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104e76e1-60fe-463b-a31f-a32c0e28d5f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:24:36.151914 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104e76e1-60fe-463b-a31f-a32c0e28d5f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:24:36.152223 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104e76e1-60fe-463b-a31f-a32c0e28d5f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:24:36.206200 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-d27f6d55-25c0-45b0-8a0a-5edbe415c9a1 None None] Attempting to bind port 8b494823-830d-4d94-960e-b931609d9a1d on host n-d-843702-1 for vnic_type normal with profile {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 07:24:36.206560 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-d27f6d55-25c0-45b0-8a0a-5edbe415c9a1 None None] Attempting to bind port 8b494823-830d-4d94-960e-b931609d9a1d by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'b173d3fb-412b-45d3-992f-fa9f4906c39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '7cc9c984-0052-405a-b59c-8e4e81907584'}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 07:24:36.206913 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27f6d55-25c0-45b0-8a0a-5edbe415c9a1 None None] Attempting to bind port 8b494823-830d-4d94-960e-b931609d9a1d on network 7cc9c984-0052-405a-b59c-8e4e81907584 {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:24:36.213071 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27f6d55-25c0-45b0-8a0a-5edbe415c9a1 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 7, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 07:24:36.213457 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27f6d55-25c0-45b0-8a0a-5edbe415c9a1 None None] Checking segment: {'id': 'b173d3fb-412b-45d3-992f-fa9f4906c39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '7cc9c984-0052-405a-b59c-8e4e81907584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:24:36.213892 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-d27f6d55-25c0-45b0-8a0a-5edbe415c9a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:36.214216 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27f6d55-25c0-45b0-8a0a-5edbe415c9a1 None None] Bound using segment: {'id': 'b173d3fb-412b-45d3-992f-fa9f4906c39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '7cc9c984-0052-405a-b59c-8e4e81907584'} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 07:24:36.214670 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-d27f6d55-25c0-45b0-8a0a-5edbe415c9a1 None None] Bound port: 8b494823-830d-4d94-960e-b931609d9a1d, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b173d3fb-412b-45d3-992f-fa9f4906c39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '7cc9c984-0052-405a-b59c-8e4e81907584'}}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 07:24:36.215030 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-d27f6d55-25c0-45b0-8a0a-5edbe415c9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:36.250094 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-70891cca-a681-4600-ae52-1878da6ca6fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, 2b581642-0bbf-440d-b852-d8b96b322c61) {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:24:36.254293 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70891cca-a681-4600-ae52-1878da6ca6fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:24:36.254867 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-70891cca-a681-4600-ae52-1878da6ca6fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:36.261714 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb91468-5573-4939-855e-20f1b704accd None None] Network 2b581642-0bbf-440d-b852-d8b96b322c61 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 07:24:36.307870 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-d27f6d55-25c0-45b0-8a0a-5edbe415c9a1 None None] For port 8b494823-830d-4d94-960e-b931609d9a1d, host n-d-843702-1, cleared binding levels {{(pid=89112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:24:36.311075 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-d27f6d55-25c0-45b0-8a0a-5edbe415c9a1 None None] For port 8b494823-830d-4d94-960e-b931609d9a1d, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=8b494823-830d-4d94-960e-b931609d9a1d,segment=NetworkSegment(b173d3fb-412b-45d3-992f-fa9f4906c39b),segment_id=b173d3fb-412b-45d3-992f-fa9f4906c39b)] {{(pid=89112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 07:24:36.347587 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-70891cca-a681-4600-ae52-1878da6ca6fa admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7553499 May 28 07:24:36.350113 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 57382) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:24:36.355928 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-7f1af468-47b2-469f-a7e9-da2da07e77e5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1354324564-router', 'tenant_id': '106d9a0af78f4169a168526e01ba9301', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:24:36.368124 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-7f1af468-47b2-469f-a7e9-da2da07e77e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:24:36.368124 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-7f1af468-47b2-469f-a7e9-da2da07e77e5 admin admin] Usage tracker for resource:router and tenant:106d9a0af78f4169a168526e01ba9301 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:24:36.368661 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-7f1af468-47b2-469f-a7e9-da2da07e77e5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:24:36.375451 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-7f1af468-47b2-469f-a7e9-da2da07e77e5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:24:36.387034 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-d27f6d55-25c0-45b0-8a0a-5edbe415c9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:36.462723 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27f6d55-25c0-45b0-8a0a-5edbe415c9a1 None None] Routers {'8c119a3d-b576-4eaf-815f-e054aea65c4c'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:24:36.463385 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-d27f6d55-25c0-45b0-8a0a-5edbe415c9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:24:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['8c119a3d-b576-4eaf-815f-e054aea65c4c'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:24:36.464785 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7f1af468-47b2-469f-a7e9-da2da07e77e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59128'] for router, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:36.465952 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7f1af468-47b2-469f-a7e9-da2da07e77e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59009'] for router, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:36.501221 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7f1af468-47b2-469f-a7e9-da2da07e77e5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:36.507185 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c255a261-3267-4379-ad85-6188640250ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-2b581642-0bbf-440d-b852-d8b96b322c61', 'network_id': '2b581642-0bbf-440d-b852-d8b96b322c61', 'tenant_id': '106d9a0af78f4169a168526e01ba9301', 'fixed_ips': [{'subnet_id': '3eeb00f2-1f32-4393-86be-77a820a68c40'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 07:24:36.509184 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c255a261-3267-4379-ad85-6188640250ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:36.546246 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104e76e1-60fe-463b-a31f-a32c0e28d5f3 None None] Pushing event updated for resources: {'Port': ['ID=8b494823-830d-4d94-960e-b931609d9a1d,revision_number=4']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:24:36.722179 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-d27f6d55-25c0-45b0-8a0a-5edbe415c9a1 None None] Set router 8c119a3d-b576-4eaf-815f-e054aea65c4c gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:24:36.728866 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-c255a261-3267-4379-ad85-6188640250ae None None] Allocated IP 172.20.0.2 (2b581642-0bbf-440d-b852-d8b96b322c61/3eeb00f2-1f32-4393-86be-77a820a68c40/1cd208f5-d518-455e-bf51-8d6c6dd32fa8) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:24:36.760319 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device d734d172-2800-412a-8c44-1c27afeac0d6 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:24:36.934337 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port d734d172-2800-412a-8c44-1c27afeac0d6 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:24:36.934718 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:36.994693 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7f1af468-47b2-469f-a7e9-da2da07e77e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59027'] for router, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:37.051228 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c255a261-3267-4379-ad85-6188640250ae None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:37.052764 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-d27f6d55-25c0-45b0-8a0a-5edbe415c9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c119a3d-b576-4eaf-815f-e054aea65c4c', 'name': 'tempest-TestMinimumBasicScenario-2040790125-router', 'tenant_id': '0c6a0d08004a481cad8d31ca07ee04e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': 'd734d172-2800-412a-8c44-1c27afeac0d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:24:28Z', 'updated_at': '2022-05-28T07:24:32Z', 'revision_number': 4, 'project_id': '0c6a0d08004a481cad8d31ca07ee04e1', 'gw_port': {'id': 'd734d172-2800-412a-8c44-1c27afeac0d6', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d9:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c119a3d-b576-4eaf-815f-e054aea65c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:24:29Z', 'updated_at': '2022-05-28T07:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '8b494823-830d-4d94-960e-b931609d9a1d', 'name': '', 'network_id': '7cc9c984-0052-405a-b59c-8e4e81907584', 'tenant_id': '0c6a0d08004a481cad8d31ca07ee04e1', 'mac_address': 'fa:16:3e:5f:82:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c119a3d-b576-4eaf-815f-e054aea65c4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': 'b3465c93-b441-4ddf-ab35-d3ce11e70635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:24:32Z', 'updated_at': '2022-05-28T07:24:36Z', 'revision_number': 4, 'project_id': '0c6a0d08004a481cad8d31ca07ee04e1', 'subnets': [{'id': 'b3465c93-b441-4ddf-ab35-d3ce11e70635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:24:37.057723 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27f6d55-25c0-45b0-8a0a-5edbe415c9a1 None None] The sync data for ids ['8c119a3d-b576-4eaf-815f-e054aea65c4c'] in n-d-843702-1 is: [{'id': '8c119a3d-b576-4eaf-815f-e054aea65c4c', 'name': 'tempest-TestMinimumBasicScenario-2040790125-router', 'tenant_id': '0c6a0d08004a481cad8d31ca07ee04e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': 'd734d172-2800-412a-8c44-1c27afeac0d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:24:28Z', 'updated_at': '2022-05-28T07:24:32Z', 'revision_number': 4, 'project_id': '0c6a0d08004a481cad8d31ca07ee04e1', 'gw_port': {'id': 'd734d172-2800-412a-8c44-1c27afeac0d6', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d9:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c119a3d-b576-4eaf-815f-e054aea65c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:24:29Z', 'updated_at': '2022-05-28T07:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '8b494823-830d-4d94-960e-b931609d9a1d', 'name': '', 'network_id': '7cc9c984-0052-405a-b59c-8e4e81907584', 'tenant_id': '0c6a0d08004a481cad8d31ca07ee04e1', 'mac_address': 'fa:16:3e:5f:82:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c119a3d-b576-4eaf-815f-e054aea65c4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': 'b3465c93-b441-4ddf-ab35-d3ce11e70635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:24:32Z', 'updated_at': '2022-05-28T07:24:36Z', 'revision_number': 4, 'project_id': '0c6a0d08004a481cad8d31ca07ee04e1', 'subnets': [{'id': 'b3465c93-b441-4ddf-ab35-d3ce11e70635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 07:24:37.065646 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-c255a261-3267-4379-ad85-6188640250ae None None] Transition to ACTIVE for port object 1cd208f5-d518-455e-bf51-8d6c6dd32fa8 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:24:37.140327 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-c255a261-3267-4379-ad85-6188640250ae None None] Transition to ACTIVE for port object 1cd208f5-d518-455e-bf51-8d6c6dd32fa8 will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:24:37.147534 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port d734d172-2800-412a-8c44-1c27afeac0d6 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:24:37.202152 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c255a261-3267-4379-ad85-6188640250ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:37.267402 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c255a261-3267-4379-ad85-6188640250ae None None] Network 2b581642-0bbf-440d-b852-d8b96b322c61 is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:24:37.270484 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-c255a261-3267-4379-ad85-6188640250ae None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:24:37.274889 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c255a261-3267-4379-ad85-6188640250ae None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:24:37.310099 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c255a261-3267-4379-ad85-6188640250ae None None] Pushing event updated for resources: {'Port': ['ID=1cd208f5-d518-455e-bf51-8d6c6dd32fa8,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:24:37.377284 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-c255a261-3267-4379-ad85-6188640250ae None None] Attempting to bind port 1cd208f5-d518-455e-bf51-8d6c6dd32fa8 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 07:24:37.377766 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-c255a261-3267-4379-ad85-6188640250ae None None] Attempting to bind port 1cd208f5-d518-455e-bf51-8d6c6dd32fa8 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'a10a3ef9-1599-4ea7-afd3-5594c18ef18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '2b581642-0bbf-440d-b852-d8b96b322c61'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 07:24:37.378189 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c255a261-3267-4379-ad85-6188640250ae None None] Attempting to bind port 1cd208f5-d518-455e-bf51-8d6c6dd32fa8 on network 2b581642-0bbf-440d-b852-d8b96b322c61 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:24:37.384552 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c255a261-3267-4379-ad85-6188640250ae None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 7, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 07:24:37.385003 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c255a261-3267-4379-ad85-6188640250ae None None] Checking segment: {'id': 'a10a3ef9-1599-4ea7-afd3-5594c18ef18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '2b581642-0bbf-440d-b852-d8b96b322c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:24:37.385504 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c255a261-3267-4379-ad85-6188640250ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:37.385976 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c255a261-3267-4379-ad85-6188640250ae None None] Bound using segment: {'id': 'a10a3ef9-1599-4ea7-afd3-5594c18ef18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '2b581642-0bbf-440d-b852-d8b96b322c61'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 07:24:37.386499 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-c255a261-3267-4379-ad85-6188640250ae None None] Bound port: 1cd208f5-d518-455e-bf51-8d6c6dd32fa8, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a10a3ef9-1599-4ea7-afd3-5594c18ef18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '2b581642-0bbf-440d-b852-d8b96b322c61'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 07:24:37.386932 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c255a261-3267-4379-ad85-6188640250ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:37.406453 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7f1af468-47b2-469f-a7e9-da2da07e77e5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:37.437402 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7f1af468-47b2-469f-a7e9-da2da07e77e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:37.485028 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-c255a261-3267-4379-ad85-6188640250ae None None] For port 1cd208f5-d518-455e-bf51-8d6c6dd32fa8, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:24:37.488250 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-c255a261-3267-4379-ad85-6188640250ae None None] For port 1cd208f5-d518-455e-bf51-8d6c6dd32fa8, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=1cd208f5-d518-455e-bf51-8d6c6dd32fa8,segment=NetworkSegment(a10a3ef9-1599-4ea7-afd3-5594c18ef18e),segment_id=a10a3ef9-1599-4ea7-afd3-5594c18ef18e)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 07:24:37.553158 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c255a261-3267-4379-ad85-6188640250ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:37.584098 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [None req-7f1af468-47b2-469f-a7e9-da2da07e77e5 admin admin] Allocated IP 172.25.5.219 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/d82d9652-20b1-4c4b-9353-040f633a493c) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:24:37.638395 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c255a261-3267-4379-ad85-6188640250ae None None] Pushing event updated for resources: {'Port': ['ID=1cd208f5-d518-455e-bf51-8d6c6dd32fa8,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:24:37.758330 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7f1af468-47b2-469f-a7e9-da2da07e77e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:37.871130 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7f1af468-47b2-469f-a7e9-da2da07e77e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:37.944966 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1af468-47b2-469f-a7e9-da2da07e77e5 admin admin] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:24:37.956878 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-7f1af468-47b2-469f-a7e9-da2da07e77e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:24:37.969489 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1af468-47b2-469f-a7e9-da2da07e77e5 admin admin] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:24:38.001405 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1af468-47b2-469f-a7e9-da2da07e77e5 admin admin] Pushing event updated for resources: {'Port': ['ID=d82d9652-20b1-4c4b-9353-040f633a493c,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:24:38.491821 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7f1af468-47b2-469f-a7e9-da2da07e77e5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:38.608443 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eea78fe-907e-4591-b153-5b94758d4ad3 None None] Network 2b581642-0bbf-440d-b852-d8b96b322c61 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 07:24:38.779045 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-571ec860-6278-49f7-af4c-042eeff9372e None None] Provisioning for port 1cd208f5-d518-455e-bf51-8d6c6dd32fa8 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:24:38.802101 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 8b494823-830d-4d94-960e-b931609d9a1d up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:24:38.964888 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7f1af468-47b2-469f-a7e9-da2da07e77e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690761'] for router, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:38.980897 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 8b494823-830d-4d94-960e-b931609d9a1d completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:24:38.987193 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 8b494823-830d-4d94-960e-b931609d9a1d triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:24:38.987874 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:39.155470 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 8b494823-830d-4d94-960e-b931609d9a1d is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:24:39.155846 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:39.191599 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port 8b494823-830d-4d94-960e-b931609d9a1d, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=8b494823-830d-4d94-960e-b931609d9a1d,segment=NetworkSegment(b173d3fb-412b-45d3-992f-fa9f4906c39b),segment_id=b173d3fb-412b-45d3-992f-fa9f4906c39b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:24:39.295315 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f1af468-47b2-469f-a7e9-da2da07e77e5 admin admin] Router f8a71a53-4d07-4fda-9b1c-530f1710d58c is scheduled to L3 agent 42958940-9562-4f71-972f-15a8af9d3963 with binding_index 1 {{(pid=89110) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 07:24:39.309632 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:39.310382 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 1cd208f5-d518-455e-bf51-8d6c6dd32fa8 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:24:39.423229 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=8b494823-830d-4d94-960e-b931609d9a1d,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:24:39.474340 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f1af468-47b2-469f-a7e9-da2da07e77e5 admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 07:24:39.484477 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8779355f-486f-4089-8517-c309c43778e3 None None] Sync routers for ids ['f8a71a53-4d07-4fda-9b1c-530f1710d58c'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 07:24:39.493957 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8779355f-486f-4089-8517-c309c43778e3 None None] Routers {'f8a71a53-4d07-4fda-9b1c-530f1710d58c'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:24:39.494601 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-8779355f-486f-4089-8517-c309c43778e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:24:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['f8a71a53-4d07-4fda-9b1c-530f1710d58c'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:24:39.548153 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 1cd208f5-d518-455e-bf51-8d6c6dd32fa8 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:24:39.575837 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 1cd208f5-d518-455e-bf51-8d6c6dd32fa8 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:24:39.576270 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:39.587468 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7f1af468-47b2-469f-a7e9-da2da07e77e5 admin admin] Notify callbacks [] for router, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:39.588812 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-7f1af468-47b2-469f-a7e9-da2da07e77e5 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.2377532 May 28 07:24:39.591495 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 57388) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:24:39.787305 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-8779355f-486f-4089-8517-c309c43778e3 None None] Set router f8a71a53-4d07-4fda-9b1c-530f1710d58c gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:24:39.985334 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 1cd208f5-d518-455e-bf51-8d6c6dd32fa8 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:24:39.985730 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:40.046485 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port 1cd208f5-d518-455e-bf51-8d6c6dd32fa8, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=1cd208f5-d518-455e-bf51-8d6c6dd32fa8,segment=NetworkSegment(a10a3ef9-1599-4ea7-afd3-5594c18ef18e),segment_id=a10a3ef9-1599-4ea7-afd3-5594c18ef18e)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:24:40.125942 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-8779355f-486f-4089-8517-c309c43778e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a71a53-4d07-4fda-9b1c-530f1710d58c', 'name': 'tempest-TestMinimumBasicScenario-1354324564-router', 'tenant_id': '106d9a0af78f4169a168526e01ba9301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': 'd82d9652-20b1-4c4b-9353-040f633a493c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:24:36Z', 'updated_at': '2022-05-28T07:24:38Z', 'revision_number': 3, 'project_id': '106d9a0af78f4169a168526e01ba9301', 'gw_port': {'id': 'd82d9652-20b1-4c4b-9353-040f633a493c', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:11:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8a71a53-4d07-4fda-9b1c-530f1710d58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:24:37Z', 'updated_at': '2022-05-28T07:24:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:24:40.129966 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8779355f-486f-4089-8517-c309c43778e3 None None] Checking router: f8a71a53-4d07-4fda-9b1c-530f1710d58c for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 07:24:40.130315 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8779355f-486f-4089-8517-c309c43778e3 None None] Updating router f8a71a53-4d07-4fda-9b1c-530f1710d58c port d82d9652-20b1-4c4b-9353-040f633a493c binding host n-d-843702-1 {{(pid=89111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 07:24:40.159366 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:40.234864 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-8779355f-486f-4089-8517-c309c43778e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:40.254672 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c86e96f5-0097-493a-9786-6a2b0d8f5bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:40.292429 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=1cd208f5-d518-455e-bf51-8d6c6dd32fa8,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:24:40.579538 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-8779355f-486f-4089-8517-c309c43778e3 None None] Notify callbacks [] for port, precommit_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:40.580701 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [None req-c86e96f5-0097-493a-9786-6a2b0d8f5bc4 admin admin] Allocated IP 172.20.0.1 (2b581642-0bbf-440d-b852-d8b96b322c61/3eeb00f2-1f32-4393-86be-77a820a68c40/4a4ceca7-1dd3-40b9-93bf-264a2df55a72) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:24:40.590748 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-8779355f-486f-4089-8517-c309c43778e3 None None] Transition to ACTIVE for port object d82d9652-20b1-4c4b-9353-040f633a493c will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:24:40.664968 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-8779355f-486f-4089-8517-c309c43778e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:40.733362 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c86e96f5-0097-493a-9786-6a2b0d8f5bc4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:40.750913 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 8b494823-830d-4d94-960e-b931609d9a1d up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:24:40.753006 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [None req-c86e96f5-0097-493a-9786-6a2b0d8f5bc4 admin admin] Transition to ACTIVE for port object 4a4ceca7-1dd3-40b9-93bf-264a2df55a72 will not be triggered until provisioned by entity DHCP. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:24:40.774091 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-8779355f-486f-4089-8517-c309c43778e3 None None] Attempting to bind port d82d9652-20b1-4c4b-9353-040f633a493c on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 07:24:40.774455 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-8779355f-486f-4089-8517-c309c43778e3 None None] Attempting to bind port d82d9652-20b1-4c4b-9353-040f633a493c by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 07:24:40.774814 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8779355f-486f-4089-8517-c309c43778e3 None None] Attempting to bind port d82d9652-20b1-4c4b-9353-040f633a493c on network 68df399e-e75e-4871-9364-5d05730b50f0 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:24:40.799850 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fbc83e-9bca-42a2-a150-bab21754a4b3 None None] Pushing event updated for resources: {'Port': ['ID=d82d9652-20b1-4c4b-9353-040f633a493c,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:24:40.802765 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8779355f-486f-4089-8517-c309c43778e3 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 7, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 07:24:40.803130 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8779355f-486f-4089-8517-c309c43778e3 None None] Checking segment: {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:24:40.803525 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-8779355f-486f-4089-8517-c309c43778e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:40.803905 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8779355f-486f-4089-8517-c309c43778e3 None None] Bound using segment: {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 07:24:40.804366 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-8779355f-486f-4089-8517-c309c43778e3 None None] Bound port: d82d9652-20b1-4c4b-9353-040f633a493c, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 07:24:40.805468 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-8779355f-486f-4089-8517-c309c43778e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:40.844264 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c86e96f5-0097-493a-9786-6a2b0d8f5bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:40.908520 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86e96f5-0097-493a-9786-6a2b0d8f5bc4 admin admin] Network 2b581642-0bbf-440d-b852-d8b96b322c61 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:24:40.911183 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-c86e96f5-0097-493a-9786-6a2b0d8f5bc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:24:40.915521 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86e96f5-0097-493a-9786-6a2b0d8f5bc4 admin admin] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:24:40.938191 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-8779355f-486f-4089-8517-c309c43778e3 None None] For port d82d9652-20b1-4c4b-9353-040f633a493c, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:24:40.941600 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-8779355f-486f-4089-8517-c309c43778e3 None None] For port d82d9652-20b1-4c4b-9353-040f633a493c, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=d82d9652-20b1-4c4b-9353-040f633a493c,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 07:24:40.942574 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 8b494823-830d-4d94-960e-b931609d9a1d triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:24:40.942930 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:40.963324 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86e96f5-0097-493a-9786-6a2b0d8f5bc4 admin admin] Pushing event updated for resources: {'Port': ['ID=4a4ceca7-1dd3-40b9-93bf-264a2df55a72,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:24:40.984472 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c86e96f5-0097-493a-9786-6a2b0d8f5bc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690947'] for router_interface, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:41.043601 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-8779355f-486f-4089-8517-c309c43778e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:41.140023 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 8b494823-830d-4d94-960e-b931609d9a1d is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:24:41.141060 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 1cd208f5-d518-455e-bf51-8d6c6dd32fa8 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:24:41.161494 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c86e96f5-0097-493a-9786-6a2b0d8f5bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:41.181930 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8779355f-486f-4089-8517-c309c43778e3 None None] Routers {'f8a71a53-4d07-4fda-9b1c-530f1710d58c'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:24:41.182471 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-8779355f-486f-4089-8517-c309c43778e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:24:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['f8a71a53-4d07-4fda-9b1c-530f1710d58c'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:24:41.276895 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fbc83e-9bca-42a2-a150-bab21754a4b3 None None] Pushing event updated for resources: {'Port': ['ID=d82d9652-20b1-4c4b-9353-040f633a493c,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:24:41.380390 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c86e96f5-0097-493a-9786-6a2b0d8f5bc4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:41.385164 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-92532a73-357f-4f39-9f71-f453cdb4bf66 None None] Provisioning for port 4a4ceca7-1dd3-40b9-93bf-264a2df55a72 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:24:41.390197 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 1cd208f5-d518-455e-bf51-8d6c6dd32fa8 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:24:41.390557 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:41.426613 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-92532a73-357f-4f39-9f71-f453cdb4bf66 None None] Provisioning complete for port 4a4ceca7-1dd3-40b9-93bf-264a2df55a72 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:24:41.426968 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-92532a73-357f-4f39-9f71-f453cdb4bf66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:41.432308 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c86e96f5-0097-493a-9786-6a2b0d8f5bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:41.462758 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-8779355f-486f-4089-8517-c309c43778e3 None None] Set router f8a71a53-4d07-4fda-9b1c-530f1710d58c gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:24:41.542656 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c86e96f5-0097-493a-9786-6a2b0d8f5bc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700602'] for router_interface, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:41.546219 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86e96f5-0097-493a-9786-6a2b0d8f5bc4 admin admin] Pushing event updated for resources: {'Port': ['ID=4a4ceca7-1dd3-40b9-93bf-264a2df55a72,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:24:41.629510 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-92532a73-357f-4f39-9f71-f453cdb4bf66 None None] Port 4a4ceca7-1dd3-40b9-93bf-264a2df55a72 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 07:24:41.684920 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86e96f5-0097-493a-9786-6a2b0d8f5bc4 admin admin] Network 2b581642-0bbf-440d-b852-d8b96b322c61 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:24:41.686039 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-c86e96f5-0097-493a-9786-6a2b0d8f5bc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:24:41.787883 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 1cd208f5-d518-455e-bf51-8d6c6dd32fa8 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:24:41.878030 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c86e96f5-0097-493a-9786-6a2b0d8f5bc4 admin admin] Router f8a71a53-4d07-4fda-9b1c-530f1710d58c has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 07:24:41.878343 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-8779355f-486f-4089-8517-c309c43778e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a71a53-4d07-4fda-9b1c-530f1710d58c', 'name': 'tempest-TestMinimumBasicScenario-1354324564-router', 'tenant_id': '106d9a0af78f4169a168526e01ba9301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': 'd82d9652-20b1-4c4b-9353-040f633a493c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:24:36Z', 'updated_at': '2022-05-28T07:24:41Z', 'revision_number': 4, 'project_id': '106d9a0af78f4169a168526e01ba9301', 'gw_port': {'id': 'd82d9652-20b1-4c4b-9353-040f633a493c', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:11:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8a71a53-4d07-4fda-9b1c-530f1710d58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:24:37Z', 'updated_at': '2022-05-28T07:24:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '4a4ceca7-1dd3-40b9-93bf-264a2df55a72', 'name': '', 'network_id': '2b581642-0bbf-440d-b852-d8b96b322c61', 'tenant_id': '106d9a0af78f4169a168526e01ba9301', 'mac_address': 'fa:16:3e:2f:bc:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8a71a53-4d07-4fda-9b1c-530f1710d58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '3eeb00f2-1f32-4393-86be-77a820a68c40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:24:40Z', 'updated_at': '2022-05-28T07:24:40Z', 'revision_number': 1, 'project_id': '106d9a0af78f4169a168526e01ba9301', 'subnets': [{'id': '3eeb00f2-1f32-4393-86be-77a820a68c40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:24:41.882265 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8779355f-486f-4089-8517-c309c43778e3 None None] The sync data for ids ['f8a71a53-4d07-4fda-9b1c-530f1710d58c'] in n-d-843702-1 is: [{'id': 'f8a71a53-4d07-4fda-9b1c-530f1710d58c', 'name': 'tempest-TestMinimumBasicScenario-1354324564-router', 'tenant_id': '106d9a0af78f4169a168526e01ba9301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': 'd82d9652-20b1-4c4b-9353-040f633a493c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:24:36Z', 'updated_at': '2022-05-28T07:24:41Z', 'revision_number': 4, 'project_id': '106d9a0af78f4169a168526e01ba9301', 'gw_port': {'id': 'd82d9652-20b1-4c4b-9353-040f633a493c', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:11:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8a71a53-4d07-4fda-9b1c-530f1710d58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:24:37Z', 'updated_at': '2022-05-28T07:24:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '4a4ceca7-1dd3-40b9-93bf-264a2df55a72', 'name': '', 'network_id': '2b581642-0bbf-440d-b852-d8b96b322c61', 'tenant_id': '106d9a0af78f4169a168526e01ba9301', 'mac_address': 'fa:16:3e:2f:bc:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8a71a53-4d07-4fda-9b1c-530f1710d58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '3eeb00f2-1f32-4393-86be-77a820a68c40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:24:40Z', 'updated_at': '2022-05-28T07:24:40Z', 'revision_number': 1, 'project_id': '106d9a0af78f4169a168526e01ba9301', 'subnets': [{'id': '3eeb00f2-1f32-4393-86be-77a820a68c40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 07:24:41.951883 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-984ac3d2-58c1-404c-9357-b120888690ee None None] Provisioning complete for port 4a4ceca7-1dd3-40b9-93bf-264a2df55a72 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:24:41.952262 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-984ac3d2-58c1-404c-9357-b120888690ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:42.011529 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-984ac3d2-58c1-404c-9357-b120888690ee None None] Port 4a4ceca7-1dd3-40b9-93bf-264a2df55a72 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 07:24:42.066527 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c86e96f5-0097-493a-9786-6a2b0d8f5bc4 admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 07:24:42.077395 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-c86e96f5-0097-493a-9786-6a2b0d8f5bc4 admin admin] 10.222.0.55 "PUT /v2.0/routers/f8a71a53-4d07-4fda-9b1c-530f1710d58c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4840927 May 28 07:24:44.770517 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device d82d9652-20b1-4c4b-9353-040f633a493c up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:24:44.918241 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port d82d9652-20b1-4c4b-9353-040f633a493c completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:24:44.925822 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port d82d9652-20b1-4c4b-9353-040f633a493c triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:24:44.926214 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:45.083546 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port d82d9652-20b1-4c4b-9353-040f633a493c is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:24:45.083951 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:45.111104 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port d82d9652-20b1-4c4b-9353-040f633a493c, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=d82d9652-20b1-4c4b-9353-040f633a493c,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:24:45.183932 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bdd595f-1e8b-4573-9cd4-6ee9eec2972c None None] Sync routers for ids ['f8a71a53-4d07-4fda-9b1c-530f1710d58c'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 07:24:45.196719 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bdd595f-1e8b-4573-9cd4-6ee9eec2972c None None] Routers {'f8a71a53-4d07-4fda-9b1c-530f1710d58c'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:24:45.198007 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-1bdd595f-1e8b-4573-9cd4-6ee9eec2972c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:24:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['f8a71a53-4d07-4fda-9b1c-530f1710d58c'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:24:45.207443 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:45.292373 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=d82d9652-20b1-4c4b-9353-040f633a493c,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:24:45.406514 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-1bdd595f-1e8b-4573-9cd4-6ee9eec2972c None None] Set router f8a71a53-4d07-4fda-9b1c-530f1710d58c gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:24:45.746849 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-1bdd595f-1e8b-4573-9cd4-6ee9eec2972c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a71a53-4d07-4fda-9b1c-530f1710d58c', 'name': 'tempest-TestMinimumBasicScenario-1354324564-router', 'tenant_id': '106d9a0af78f4169a168526e01ba9301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': 'd82d9652-20b1-4c4b-9353-040f633a493c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:24:36Z', 'updated_at': '2022-05-28T07:24:41Z', 'revision_number': 4, 'project_id': '106d9a0af78f4169a168526e01ba9301', 'gw_port': {'id': 'd82d9652-20b1-4c4b-9353-040f633a493c', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:11:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a71a53-4d07-4fda-9b1c-530f1710d58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:24:37Z', 'updated_at': '2022-05-28T07:24:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '4a4ceca7-1dd3-40b9-93bf-264a2df55a72', 'name': '', 'network_id': '2b581642-0bbf-440d-b852-d8b96b322c61', 'tenant_id': '106d9a0af78f4169a168526e01ba9301', 'mac_address': 'fa:16:3e:2f:bc:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8a71a53-4d07-4fda-9b1c-530f1710d58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '3eeb00f2-1f32-4393-86be-77a820a68c40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:24:40Z', 'updated_at': '2022-05-28T07:24:41Z', 'revision_number': 2, 'project_id': '106d9a0af78f4169a168526e01ba9301', 'subnets': [{'id': '3eeb00f2-1f32-4393-86be-77a820a68c40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:24:45.750879 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bdd595f-1e8b-4573-9cd4-6ee9eec2972c None None] Checking router: f8a71a53-4d07-4fda-9b1c-530f1710d58c for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 07:24:45.751294 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bdd595f-1e8b-4573-9cd4-6ee9eec2972c None None] Updating router f8a71a53-4d07-4fda-9b1c-530f1710d58c port 4a4ceca7-1dd3-40b9-93bf-264a2df55a72 binding host n-d-843702-1 {{(pid=89112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 07:24:45.814489 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-1bdd595f-1e8b-4573-9cd4-6ee9eec2972c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:46.181347 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-1bdd595f-1e8b-4573-9cd4-6ee9eec2972c None None] Notify callbacks [] for port, precommit_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:46.196207 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.provisioning_blocks [None req-1bdd595f-1e8b-4573-9cd4-6ee9eec2972c None None] Transition to ACTIVE for port object 4a4ceca7-1dd3-40b9-93bf-264a2df55a72 will not be triggered until provisioned by entity L2. {{(pid=89112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:24:46.396097 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-1bdd595f-1e8b-4573-9cd4-6ee9eec2972c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:46.547614 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e361c3-8aef-431e-9c6d-4beab9dee7d2 None None] Pushing event updated for resources: {'Port': ['ID=4a4ceca7-1dd3-40b9-93bf-264a2df55a72,revision_number=3']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:24:46.674083 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-1bdd595f-1e8b-4573-9cd4-6ee9eec2972c None None] Attempting to bind port 4a4ceca7-1dd3-40b9-93bf-264a2df55a72 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 07:24:46.685581 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-1bdd595f-1e8b-4573-9cd4-6ee9eec2972c None None] Attempting to bind port 4a4ceca7-1dd3-40b9-93bf-264a2df55a72 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'a10a3ef9-1599-4ea7-afd3-5594c18ef18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '2b581642-0bbf-440d-b852-d8b96b322c61'}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 07:24:46.687868 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bdd595f-1e8b-4573-9cd4-6ee9eec2972c None None] Attempting to bind port 4a4ceca7-1dd3-40b9-93bf-264a2df55a72 on network 2b581642-0bbf-440d-b852-d8b96b322c61 {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:24:46.701240 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bdd595f-1e8b-4573-9cd4-6ee9eec2972c None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 7, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 07:24:46.701724 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bdd595f-1e8b-4573-9cd4-6ee9eec2972c None None] Checking segment: {'id': 'a10a3ef9-1599-4ea7-afd3-5594c18ef18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '2b581642-0bbf-440d-b852-d8b96b322c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:24:46.702223 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-1bdd595f-1e8b-4573-9cd4-6ee9eec2972c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:46.702742 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bdd595f-1e8b-4573-9cd4-6ee9eec2972c None None] Bound using segment: {'id': 'a10a3ef9-1599-4ea7-afd3-5594c18ef18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '2b581642-0bbf-440d-b852-d8b96b322c61'} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 07:24:46.703455 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-1bdd595f-1e8b-4573-9cd4-6ee9eec2972c None None] Bound port: 4a4ceca7-1dd3-40b9-93bf-264a2df55a72, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a10a3ef9-1599-4ea7-afd3-5594c18ef18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '2b581642-0bbf-440d-b852-d8b96b322c61'}}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 07:24:46.703885 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-1bdd595f-1e8b-4573-9cd4-6ee9eec2972c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:46.780138 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device d82d9652-20b1-4c4b-9353-040f633a493c up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:24:46.827189 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-1bdd595f-1e8b-4573-9cd4-6ee9eec2972c None None] For port 4a4ceca7-1dd3-40b9-93bf-264a2df55a72, host n-d-843702-1, cleared binding levels {{(pid=89112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:24:46.830974 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-1bdd595f-1e8b-4573-9cd4-6ee9eec2972c None None] For port 4a4ceca7-1dd3-40b9-93bf-264a2df55a72, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=4a4ceca7-1dd3-40b9-93bf-264a2df55a72,segment=NetworkSegment(a10a3ef9-1599-4ea7-afd3-5594c18ef18e),segment_id=a10a3ef9-1599-4ea7-afd3-5594c18ef18e)] {{(pid=89112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 07:24:46.862648 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port d82d9652-20b1-4c4b-9353-040f633a493c triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:24:46.863194 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:46.893552 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-1bdd595f-1e8b-4573-9cd4-6ee9eec2972c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:46.983169 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bdd595f-1e8b-4573-9cd4-6ee9eec2972c None None] Routers {'f8a71a53-4d07-4fda-9b1c-530f1710d58c'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:24:46.983960 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-1bdd595f-1e8b-4573-9cd4-6ee9eec2972c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:24:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['f8a71a53-4d07-4fda-9b1c-530f1710d58c'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:24:47.072840 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e361c3-8aef-431e-9c6d-4beab9dee7d2 None None] Pushing event updated for resources: {'Port': ['ID=4a4ceca7-1dd3-40b9-93bf-264a2df55a72,revision_number=4']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:24:47.127182 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port d82d9652-20b1-4c4b-9353-040f633a493c is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:24:47.254397 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-1bdd595f-1e8b-4573-9cd4-6ee9eec2972c None None] Set router f8a71a53-4d07-4fda-9b1c-530f1710d58c gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:24:47.608164 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-1bdd595f-1e8b-4573-9cd4-6ee9eec2972c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a71a53-4d07-4fda-9b1c-530f1710d58c', 'name': 'tempest-TestMinimumBasicScenario-1354324564-router', 'tenant_id': '106d9a0af78f4169a168526e01ba9301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': 'd82d9652-20b1-4c4b-9353-040f633a493c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:24:36Z', 'updated_at': '2022-05-28T07:24:41Z', 'revision_number': 4, 'project_id': '106d9a0af78f4169a168526e01ba9301', 'gw_port': {'id': 'd82d9652-20b1-4c4b-9353-040f633a493c', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:11:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a71a53-4d07-4fda-9b1c-530f1710d58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:24:37Z', 'updated_at': '2022-05-28T07:24:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '4a4ceca7-1dd3-40b9-93bf-264a2df55a72', 'name': '', 'network_id': '2b581642-0bbf-440d-b852-d8b96b322c61', 'tenant_id': '106d9a0af78f4169a168526e01ba9301', 'mac_address': 'fa:16:3e:2f:bc:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8a71a53-4d07-4fda-9b1c-530f1710d58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '3eeb00f2-1f32-4393-86be-77a820a68c40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:24:40Z', 'updated_at': '2022-05-28T07:24:46Z', 'revision_number': 4, 'project_id': '106d9a0af78f4169a168526e01ba9301', 'subnets': [{'id': '3eeb00f2-1f32-4393-86be-77a820a68c40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:24:47.612797 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bdd595f-1e8b-4573-9cd4-6ee9eec2972c None None] The sync data for ids ['f8a71a53-4d07-4fda-9b1c-530f1710d58c'] in n-d-843702-1 is: [{'id': 'f8a71a53-4d07-4fda-9b1c-530f1710d58c', 'name': 'tempest-TestMinimumBasicScenario-1354324564-router', 'tenant_id': '106d9a0af78f4169a168526e01ba9301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': 'd82d9652-20b1-4c4b-9353-040f633a493c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:24:36Z', 'updated_at': '2022-05-28T07:24:41Z', 'revision_number': 4, 'project_id': '106d9a0af78f4169a168526e01ba9301', 'gw_port': {'id': 'd82d9652-20b1-4c4b-9353-040f633a493c', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:11:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a71a53-4d07-4fda-9b1c-530f1710d58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:24:37Z', 'updated_at': '2022-05-28T07:24:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '4a4ceca7-1dd3-40b9-93bf-264a2df55a72', 'name': '', 'network_id': '2b581642-0bbf-440d-b852-d8b96b322c61', 'tenant_id': '106d9a0af78f4169a168526e01ba9301', 'mac_address': 'fa:16:3e:2f:bc:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8a71a53-4d07-4fda-9b1c-530f1710d58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '3eeb00f2-1f32-4393-86be-77a820a68c40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:24:40Z', 'updated_at': '2022-05-28T07:24:46Z', 'revision_number': 4, 'project_id': '106d9a0af78f4169a168526e01ba9301', 'subnets': [{'id': '3eeb00f2-1f32-4393-86be-77a820a68c40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 07:24:48.780696 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 4a4ceca7-1dd3-40b9-93bf-264a2df55a72 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:24:48.929518 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 4a4ceca7-1dd3-40b9-93bf-264a2df55a72 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:24:48.936156 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 4a4ceca7-1dd3-40b9-93bf-264a2df55a72 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:24:48.936768 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:49.066977 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 4a4ceca7-1dd3-40b9-93bf-264a2df55a72 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:24:49.067353 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:49.105689 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port 4a4ceca7-1dd3-40b9-93bf-264a2df55a72, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=4a4ceca7-1dd3-40b9-93bf-264a2df55a72,segment=NetworkSegment(a10a3ef9-1599-4ea7-afd3-5594c18ef18e),segment_id=a10a3ef9-1599-4ea7-afd3-5594c18ef18e)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:24:49.198471 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:49.270669 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=4a4ceca7-1dd3-40b9-93bf-264a2df55a72,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:24:49.280652 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:24:49.280946 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:24:49.281505 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:24:49.282025 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:24:49.282404 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:24:49.282830 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:24:49.283352 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:24:49.283809 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:24:49.284203 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:24:49.284579 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:24:49.284976 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:24:49.285388 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:24:50.751544 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 4a4ceca7-1dd3-40b9-93bf-264a2df55a72 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:24:50.832748 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 4a4ceca7-1dd3-40b9-93bf-264a2df55a72 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:24:50.832748 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:50.960540 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 4a4ceca7-1dd3-40b9-93bf-264a2df55a72 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:24:54.294763 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581882fa-c6ba-43aa-acae-5e64e67680f9 req-ae1c95eb-230d-48ee-9ad4-7802bb9ebdbf tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:24:54.295387 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-581882fa-c6ba-43aa-acae-5e64e67680f9 req-ae1c95eb-230d-48ee-9ad4-7802bb9ebdbf tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Synchronizing usage tracker for tenant:0c6a0d08004a481cad8d31ca07ee04e1 on resource:network {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:24:54.392049 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-581882fa-c6ba-43aa-acae-5e64e67680f9 req-ae1c95eb-230d-48ee-9ad4-7802bb9ebdbf tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Unset dirty status for tenant:0c6a0d08004a481cad8d31ca07ee04e1 on resource:network {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:24:54.393272 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-581882fa-c6ba-43aa-acae-5e64e67680f9 req-ae1c95eb-230d-48ee-9ad4-7802bb9ebdbf tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] 10.222.0.55 "GET /v2.0/networks?id=7cc9c984-0052-405a-b59c-8e4e81907584 HTTP/1.1" status: 200 len: 815 time: 0.3529997 May 28 07:24:54.409488 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-581882fa-c6ba-43aa-acae-5e64e67680f9 req-03a94666-c7ce-4483-96a7-df5db118bc4a tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] 10.222.0.55 "GET /v2.0/quotas/0c6a0d08004a481cad8d31ca07ee04e1 HTTP/1.1" status: 200 len: 375 time: 0.0108097 May 28 07:24:54.494635 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-581882fa-c6ba-43aa-acae-5e64e67680f9 req-ee430522-c559-4a89-8d71-a3e6dbb105da tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Synchronizing usage tracker for tenant:0c6a0d08004a481cad8d31ca07ee04e1 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:24:54.597910 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-581882fa-c6ba-43aa-acae-5e64e67680f9 req-ee430522-c559-4a89-8d71-a3e6dbb105da tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Unset dirty status for tenant:0c6a0d08004a481cad8d31ca07ee04e1 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:24:54.599146 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-581882fa-c6ba-43aa-acae-5e64e67680f9 req-ee430522-c559-4a89-8d71-a3e6dbb105da tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=0c6a0d08004a481cad8d31ca07ee04e1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1846745 May 28 07:24:54.735032 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-581882fa-c6ba-43aa-acae-5e64e67680f9 req-d724e517-30d2-4650-a6ac-9f652968b1f9 service neutron] 10.222.0.55 "GET /v2.0/networks/7cc9c984-0052-405a-b59c-8e4e81907584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238728 May 28 07:24:54.876456 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 07:24:54.880351 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-581882fa-c6ba-43aa-acae-5e64e67680f9 req-78811efc-3035-42e2-8d42-9ab8fba8b3d8 service neutron] 10.222.0.55 "GET /v2.0/networks/7cc9c984-0052-405a-b59c-8e4e81907584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395600 May 28 07:24:55.132321 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fe7f5b67-58ea-492d-81a5-1d7c42a2f2ad req-9d6f47a2-80c4-424c-a6a2-679a752fcc78 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] 10.222.0.55 "GET /v2.0/ports?device_id=a923b28a-acde-40b9-b725-484200f0c8e6 HTTP/1.1" status: 200 len: 210 time: 0.0423462 May 28 07:24:56.228099 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-660cee7d-1faa-4b56-9675-8ba8b75f2baa req-83573162-a105-4f5f-bd8f-f532885c1524 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] 10.222.0.55 "GET /v2.0/ports?device_id=a923b28a-acde-40b9-b725-484200f0c8e6 HTTP/1.1" status: 200 len: 210 time: 0.0417418 May 28 07:24:56.517629 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-5931093f-47f0-4a0f-8316-8ece3fb20b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:57.380192 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0fc0218a-7afe-4db0-b5b5-08f67e67a7bc req-3abf19d9-cd6b-4862-a36a-e7b4bc7e38fc tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] 10.222.0.55 "GET /v2.0/ports?device_id=a923b28a-acde-40b9-b725-484200f0c8e6 HTTP/1.1" status: 200 len: 210 time: 0.0459507 May 28 07:24:57.732513 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581882fa-c6ba-43aa-acae-5e64e67680f9 req-243cd327-dae3-49a9-8554-eefcefbc56f7 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:24:57.733956 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-581882fa-c6ba-43aa-acae-5e64e67680f9 req-243cd327-dae3-49a9-8554-eefcefbc56f7 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] 10.222.0.71 "GET /v2.0/networks?id=7cc9c984-0052-405a-b59c-8e4e81907584 HTTP/1.1" status: 200 len: 815 time: 0.1555731 May 28 07:24:57.757021 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-581882fa-c6ba-43aa-acae-5e64e67680f9 req-aba3f0a4-c875-4bb9-8af9-120fb8e9cb38 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Request body: {'port': {'device_id': 'a923b28a-acde-40b9-b725-484200f0c8e6', 'network_id': '7cc9c984-0052-405a-b59c-8e4e81907584', 'admin_state_up': True, 'tenant_id': '0c6a0d08004a481cad8d31ca07ee04e1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:24:57.894149 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-581882fa-c6ba-43aa-acae-5e64e67680f9 req-aba3f0a4-c875-4bb9-8af9-120fb8e9cb38 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:24:57.903613 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-581882fa-c6ba-43aa-acae-5e64e67680f9 req-aba3f0a4-c875-4bb9-8af9-120fb8e9cb38 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:24:57.980647 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-581882fa-c6ba-43aa-acae-5e64e67680f9 req-aba3f0a4-c875-4bb9-8af9-120fb8e9cb38 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Made reservation on behalf of 0c6a0d08004a481cad8d31ca07ee04e1 for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 07:24:57.984211 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-581882fa-c6ba-43aa-acae-5e64e67680f9 req-aba3f0a4-c875-4bb9-8af9-120fb8e9cb38 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:58.120440 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:58.146394 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [req-581882fa-c6ba-43aa-acae-5e64e67680f9 req-aba3f0a4-c875-4bb9-8af9-120fb8e9cb38 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Allocated IP 172.20.0.13 (7cc9c984-0052-405a-b59c-8e4e81907584/b3465c93-b441-4ddf-ab35-d3ce11e70635/8b6ea19e-698f-41dc-8426-047f1fd75128) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:24:58.344732 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-581882fa-c6ba-43aa-acae-5e64e67680f9 req-aba3f0a4-c875-4bb9-8af9-120fb8e9cb38 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:58.360082 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-581882fa-c6ba-43aa-acae-5e64e67680f9 req-aba3f0a4-c875-4bb9-8af9-120fb8e9cb38 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Transition to ACTIVE for port object 8b6ea19e-698f-41dc-8426-047f1fd75128 will not be triggered until provisioned by entity DHCP. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:24:58.473078 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-581882fa-c6ba-43aa-acae-5e64e67680f9 req-aba3f0a4-c875-4bb9-8af9-120fb8e9cb38 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:58.560696 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba3f0a4-c875-4bb9-8af9-120fb8e9cb38 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Pushing event updated for resources: {'Port': ['ID=8b6ea19e-698f-41dc-8426-047f1fd75128,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:24:58.625101 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-581882fa-c6ba-43aa-acae-5e64e67680f9 req-aba3f0a4-c875-4bb9-8af9-120fb8e9cb38 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Network 7cc9c984-0052-405a-b59c-8e4e81907584 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:24:58.627778 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [req-581882fa-c6ba-43aa-acae-5e64e67680f9 req-aba3f0a4-c875-4bb9-8af9-120fb8e9cb38 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:24:58.630409 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-581882fa-c6ba-43aa-acae-5e64e67680f9 req-aba3f0a4-c875-4bb9-8af9-120fb8e9cb38 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:24:58.710544 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581882fa-c6ba-43aa-acae-5e64e67680f9 req-aba3f0a4-c875-4bb9-8af9-120fb8e9cb38 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:24:58.711211 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-581882fa-c6ba-43aa-acae-5e64e67680f9 req-aba3f0a4-c875-4bb9-8af9-120fb8e9cb38 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:58.788933 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec735ba-0bc6-44dc-92ba-d79c21fe8ba7 req-ea3aae14-4d33-4e47-bcf6-4186e8e2b3d0 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:24:58.789790 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-7ec735ba-0bc6-44dc-92ba-d79c21fe8ba7 req-ea3aae14-4d33-4e47-bcf6-4186e8e2b3d0 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Synchronizing usage tracker for tenant:0c6a0d08004a481cad8d31ca07ee04e1 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:24:58.861157 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-581882fa-c6ba-43aa-acae-5e64e67680f9 req-aba3f0a4-c875-4bb9-8af9-120fb8e9cb38 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1078410 May 28 07:24:58.944530 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-7ec735ba-0bc6-44dc-92ba-d79c21fe8ba7 req-ea3aae14-4d33-4e47-bcf6-4186e8e2b3d0 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Unset dirty status for tenant:0c6a0d08004a481cad8d31ca07ee04e1 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:24:58.945814 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7ec735ba-0bc6-44dc-92ba-d79c21fe8ba7 req-ea3aae14-4d33-4e47-bcf6-4186e8e2b3d0 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] 10.222.0.55 "GET /v2.0/ports?device_id=a923b28a-acde-40b9-b725-484200f0c8e6 HTTP/1.1" status: 200 len: 932 time: 0.3873246 May 28 07:24:59.002370 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-7ec735ba-0bc6-44dc-92ba-d79c21fe8ba7 req-2d52f5ef-a733-4abc-9434-eaf6d7a4a656 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Synchronizing usage tracker for tenant:0c6a0d08004a481cad8d31ca07ee04e1 on resource:security_group {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:24:59.020791 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-273935d4-5c15-47b2-90be-c24ad1f6d1b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:59.144297 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-bfde26b0-6fae-4af1-ac28-e7262ee7ae82 None None] Provisioning for port 8b6ea19e-698f-41dc-8426-047f1fd75128 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:24:59.149813 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-bfde26b0-6fae-4af1-ac28-e7262ee7ae82 None None] Provisioning complete for port 8b6ea19e-698f-41dc-8426-047f1fd75128 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:24:59.150783 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-bfde26b0-6fae-4af1-ac28-e7262ee7ae82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:24:59.155483 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-7ec735ba-0bc6-44dc-92ba-d79c21fe8ba7 req-2d52f5ef-a733-4abc-9434-eaf6d7a4a656 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Unset dirty status for tenant:0c6a0d08004a481cad8d31ca07ee04e1 on resource:security_group {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:24:59.156697 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7ec735ba-0bc6-44dc-92ba-d79c21fe8ba7 req-2d52f5ef-a733-4abc-9434-eaf6d7a4a656 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] 10.222.0.55 "GET /v2.0/security-groups?id=c503a292-577e-4001-94bb-fcb98c5d588b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043984 May 28 07:24:59.225741 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-bfde26b0-6fae-4af1-ac28-e7262ee7ae82 None None] Port 8b6ea19e-698f-41dc-8426-047f1fd75128 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 07:25:00.066101 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:25:00.186992 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:25:00.361279 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701767cf-2caf-4010-a5b3-5c0358f2c374 req-ef54e467-9ecc-4f19-90a2-cf532e28473e tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:25:00.362690 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-701767cf-2caf-4010-a5b3-5c0358f2c374 req-ef54e467-9ecc-4f19-90a2-cf532e28473e tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] 10.222.0.55 "GET /v2.0/ports?device_id=a923b28a-acde-40b9-b725-484200f0c8e6 HTTP/1.1" status: 200 len: 932 time: 0.0811689 May 28 07:25:00.413226 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-701767cf-2caf-4010-a5b3-5c0358f2c374 req-b70e11da-5162-46db-b69f-a2609218ef2e tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] 10.222.0.55 "GET /v2.0/security-groups?id=c503a292-577e-4001-94bb-fcb98c5d588b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445089 May 28 07:25:01.614017 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6b6ab8-47b8-45de-8c77-1c7dfbcb83a5 req-8b95328a-d192-4ff2-add6-536d265643b6 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:25:01.617968 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0f6b6ab8-47b8-45de-8c77-1c7dfbcb83a5 req-8b95328a-d192-4ff2-add6-536d265643b6 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] 10.222.0.55 "GET /v2.0/ports?device_id=a923b28a-acde-40b9-b725-484200f0c8e6 HTTP/1.1" status: 200 len: 932 time: 0.0938370 May 28 07:25:01.780449 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0f6b6ab8-47b8-45de-8c77-1c7dfbcb83a5 req-26154915-a939-44ef-af09-7d95fea7bc4a tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] 10.222.0.55 "GET /v2.0/security-groups?id=c503a292-577e-4001-94bb-fcb98c5d588b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582999 May 28 07:25:01.892966 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:25:02.881093 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:25:02.982092 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6eecc3-221f-432a-aa56-0266bfc3ca5c req-a2276b18-da24-4e7f-a63e-7b28f7134df8 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:25:02.983745 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ae6eecc3-221f-432a-aa56-0266bfc3ca5c req-a2276b18-da24-4e7f-a63e-7b28f7134df8 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] 10.222.0.55 "GET /v2.0/ports?device_id=a923b28a-acde-40b9-b725-484200f0c8e6 HTTP/1.1" status: 200 len: 932 time: 0.0841477 May 28 07:25:03.031097 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ae6eecc3-221f-432a-aa56-0266bfc3ca5c req-c3141da5-66a0-4600-ae85-49632fbbe415 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] 10.222.0.55 "GET /v2.0/security-groups?id=c503a292-577e-4001-94bb-fcb98c5d588b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414443 May 28 07:25:04.225384 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932f6c5e-7f92-421f-b3d4-644e004ab90c req-ef3089c9-db6d-4328-bf24-13a65329a8f4 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:25:04.227118 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-932f6c5e-7f92-421f-b3d4-644e004ab90c req-ef3089c9-db6d-4328-bf24-13a65329a8f4 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] 10.222.0.55 "GET /v2.0/ports?device_id=a923b28a-acde-40b9-b725-484200f0c8e6 HTTP/1.1" status: 200 len: 932 time: 0.0857220 May 28 07:25:04.276886 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-932f6c5e-7f92-421f-b3d4-644e004ab90c req-45ad972c-cbf7-4f4c-be2e-507e0f49f40e tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] 10.222.0.55 "GET /v2.0/security-groups?id=c503a292-577e-4001-94bb-fcb98c5d588b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416076 May 28 07:25:05.489020 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65de1f43-bbf9-439e-a7e2-b4d376432a27 req-439f5014-98b2-4146-84e6-8f308c078e6d tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:25:05.490546 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-65de1f43-bbf9-439e-a7e2-b4d376432a27 req-439f5014-98b2-4146-84e6-8f308c078e6d tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] 10.222.0.55 "GET /v2.0/ports?device_id=a923b28a-acde-40b9-b725-484200f0c8e6 HTTP/1.1" status: 200 len: 932 time: 0.0881429 May 28 07:25:05.542203 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-65de1f43-bbf9-439e-a7e2-b4d376432a27 req-7113af11-3d73-41e8-afaa-7cfd3443935b tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] 10.222.0.55 "GET /v2.0/security-groups?id=c503a292-577e-4001-94bb-fcb98c5d588b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450180 May 28 07:25:06.235239 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-581882fa-c6ba-43aa-acae-5e64e67680f9 req-94b407d5-9c1a-4e97-adc2-725023759354 service neutron] Request body: {'port': {'device_id': 'a923b28a-acde-40b9-b725-484200f0c8e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843702-1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:25:06.344678 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-581882fa-c6ba-43aa-acae-5e64e67680f9 req-94b407d5-9c1a-4e97-adc2-725023759354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:25:06.741348 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [req-581882fa-c6ba-43aa-acae-5e64e67680f9 req-94b407d5-9c1a-4e97-adc2-725023759354 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b6ea19e-698f-41dc-8426-047f1fd75128 {{(pid=89110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 07:25:06.755306 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-581882fa-c6ba-43aa-acae-5e64e67680f9 req-94b407d5-9c1a-4e97-adc2-725023759354 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:25:06.776279 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-581882fa-c6ba-43aa-acae-5e64e67680f9 req-94b407d5-9c1a-4e97-adc2-725023759354 service neutron] Transition to ACTIVE for port object 8b6ea19e-698f-41dc-8426-047f1fd75128 will not be triggered until provisioned by entity L2. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:25:06.795642 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021a169d-5817-437e-b4b1-a4b29c63199a req-dd95dcb8-44bf-48b2-b926-8a67dc00851f tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:25:06.797035 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-021a169d-5817-437e-b4b1-a4b29c63199a req-dd95dcb8-44bf-48b2-b926-8a67dc00851f tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] 10.222.0.55 "GET /v2.0/ports?device_id=a923b28a-acde-40b9-b725-484200f0c8e6 HTTP/1.1" status: 200 len: 932 time: 0.1247103 May 28 07:25:06.843739 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-021a169d-5817-437e-b4b1-a4b29c63199a req-524366bf-4263-4d7d-ab40-f0c2820d3bdf tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] 10.222.0.55 "GET /v2.0/security-groups?id=c503a292-577e-4001-94bb-fcb98c5d588b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408740 May 28 07:25:06.852412 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-581882fa-c6ba-43aa-acae-5e64e67680f9 req-94b407d5-9c1a-4e97-adc2-725023759354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:25:07.008551 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b407d5-9c1a-4e97-adc2-725023759354 service neutron] Pushing event updated for resources: {'Port': ['ID=8b6ea19e-698f-41dc-8426-047f1fd75128,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:25:07.097696 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-581882fa-c6ba-43aa-acae-5e64e67680f9 req-94b407d5-9c1a-4e97-adc2-725023759354 service neutron] Attempting to bind port 8b6ea19e-698f-41dc-8426-047f1fd75128 on host n-h2-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 07:25:07.098582 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-581882fa-c6ba-43aa-acae-5e64e67680f9 req-94b407d5-9c1a-4e97-adc2-725023759354 service neutron] Attempting to bind port 8b6ea19e-698f-41dc-8426-047f1fd75128 by drivers openvswitch,hyperv on host n-h2-843702-1 at level 0 using segments [{'id': 'b173d3fb-412b-45d3-992f-fa9f4906c39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '7cc9c984-0052-405a-b59c-8e4e81907584'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 07:25:07.099105 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581882fa-c6ba-43aa-acae-5e64e67680f9 req-94b407d5-9c1a-4e97-adc2-725023759354 service neutron] Attempting to bind port 8b6ea19e-698f-41dc-8426-047f1fd75128 on network 7cc9c984-0052-405a-b59c-8e4e81907584 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:25:07.104165 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581882fa-c6ba-43aa-acae-5e64e67680f9 req-94b407d5-9c1a-4e97-adc2-725023759354 service neutron] Port 8b6ea19e-698f-41dc-8426-047f1fd75128 on network 7cc9c984-0052-405a-b59c-8e4e81907584 not bound, no agent of type Open vSwitch agent registered on host n-h2-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 07:25:07.107461 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581882fa-c6ba-43aa-acae-5e64e67680f9 req-94b407d5-9c1a-4e97-adc2-725023759354 service neutron] Attempting to bind port 8b6ea19e-698f-41dc-8426-047f1fd75128 on network 7cc9c984-0052-405a-b59c-8e4e81907584 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:25:07.109553 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581882fa-c6ba-43aa-acae-5e64e67680f9 req-94b407d5-9c1a-4e97-adc2-725023759354 service neutron] Checking agent: {'id': 'f1a3973b-d2b3-4558-88e7-2ac50857d302', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 7, 25, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 07:25:07.109886 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581882fa-c6ba-43aa-acae-5e64e67680f9 req-94b407d5-9c1a-4e97-adc2-725023759354 service neutron] Checking segment: {'id': 'b173d3fb-412b-45d3-992f-fa9f4906c39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '7cc9c984-0052-405a-b59c-8e4e81907584'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:25:07.110262 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581882fa-c6ba-43aa-acae-5e64e67680f9 req-94b407d5-9c1a-4e97-adc2-725023759354 service neutron] Bound using segment: {'id': 'b173d3fb-412b-45d3-992f-fa9f4906c39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '7cc9c984-0052-405a-b59c-8e4e81907584'} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 07:25:07.110678 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-581882fa-c6ba-43aa-acae-5e64e67680f9 req-94b407d5-9c1a-4e97-adc2-725023759354 service neutron] Bound port: 8b6ea19e-698f-41dc-8426-047f1fd75128, host: n-h2-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b173d3fb-412b-45d3-992f-fa9f4906c39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '7cc9c984-0052-405a-b59c-8e4e81907584'}}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 07:25:07.111021 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-581882fa-c6ba-43aa-acae-5e64e67680f9 req-94b407d5-9c1a-4e97-adc2-725023759354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:25:07.199987 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-581882fa-c6ba-43aa-acae-5e64e67680f9 req-94b407d5-9c1a-4e97-adc2-725023759354 service neutron] For port 8b6ea19e-698f-41dc-8426-047f1fd75128, host n-h2-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:25:07.202838 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-581882fa-c6ba-43aa-acae-5e64e67680f9 req-94b407d5-9c1a-4e97-adc2-725023759354 service neutron] For port 8b6ea19e-698f-41dc-8426-047f1fd75128, host n-h2-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=8b6ea19e-698f-41dc-8426-047f1fd75128,segment=NetworkSegment(b173d3fb-412b-45d3-992f-fa9f4906c39b),segment_id=b173d3fb-412b-45d3-992f-fa9f4906c39b)] {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 07:25:07.281325 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-581882fa-c6ba-43aa-acae-5e64e67680f9 req-94b407d5-9c1a-4e97-adc2-725023759354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:25:07.347680 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581882fa-c6ba-43aa-acae-5e64e67680f9 req-94b407d5-9c1a-4e97-adc2-725023759354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:25:07.348281 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-581882fa-c6ba-43aa-acae-5e64e67680f9 req-94b407d5-9c1a-4e97-adc2-725023759354 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:25:07.349689 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-581882fa-c6ba-43aa-acae-5e64e67680f9 req-94b407d5-9c1a-4e97-adc2-725023759354 service neutron] 10.222.0.71 "PUT /v2.0/ports/8b6ea19e-698f-41dc-8426-047f1fd75128 HTTP/1.1" status: 200 len: 1092 time: 1.1198847 May 28 07:25:07.350122 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a923b28a-acde-40b9-b725-484200f0c8e6', 'tag': '8b6ea19e-698f-41dc-8426-047f1fd75128'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:25:07.371169 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b407d5-9c1a-4e97-adc2-725023759354 service neutron] Pushing event updated for resources: {'Port': ['ID=8b6ea19e-698f-41dc-8426-047f1fd75128,revision_number=3']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:25:07.397063 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-812597bf-8d54-44be-b3b8-741c35b741c2'] response: {'name': 'network-changed', 'server_uuid': 'a923b28a-acde-40b9-b725-484200f0c8e6', 'tag': '8b6ea19e-698f-41dc-8426-047f1fd75128', 'status': 'completed', 'code': 200} May 28 07:25:07.507647 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c031cbb8-77ee-4708-a848-ad5a550e2af2 req-ef06f8f9-2570-4bff-a75c-2b3459ff177f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:25:07.509119 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c031cbb8-77ee-4708-a848-ad5a550e2af2 req-ef06f8f9-2570-4bff-a75c-2b3459ff177f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0c6a0d08004a481cad8d31ca07ee04e1&device_id=a923b28a-acde-40b9-b725-484200f0c8e6 HTTP/1.1" status: 200 len: 1095 time: 0.0725839 May 28 07:25:07.658619 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c031cbb8-77ee-4708-a848-ad5a550e2af2 req-fb787950-3883-4dcb-b1d5-e9ee581297f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:25:07.660097 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c031cbb8-77ee-4708-a848-ad5a550e2af2 req-fb787950-3883-4dcb-b1d5-e9ee581297f7 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=0c6a0d08004a481cad8d31ca07ee04e1&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1378806 May 28 07:25:07.895093 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c031cbb8-77ee-4708-a848-ad5a550e2af2 req-d68886fd-0dda-48e9-8063-e2ab94d723ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:25:07.896554 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c031cbb8-77ee-4708-a848-ad5a550e2af2 req-d68886fd-0dda-48e9-8063-e2ab94d723ab service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2301650 May 28 07:25:08.088238 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581882fa-c6ba-43aa-acae-5e64e67680f9 req-9845ae92-e147-4c99-b1f7-a659508abb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:25:08.089827 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-581882fa-c6ba-43aa-acae-5e64e67680f9 req-9845ae92-e147-4c99-b1f7-a659508abb79 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0c6a0d08004a481cad8d31ca07ee04e1&device_id=a923b28a-acde-40b9-b725-484200f0c8e6 HTTP/1.1" status: 200 len: 1095 time: 0.1362333 May 28 07:25:08.097114 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5128b253-66d1-459d-9dde-fdbd6b4d2e05 req-0f281c2c-7872-4c5e-8d2b-601e3f3f68e9 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:25:08.098513 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5128b253-66d1-459d-9dde-fdbd6b4d2e05 req-0f281c2c-7872-4c5e-8d2b-601e3f3f68e9 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] 10.222.0.55 "GET /v2.0/ports?device_id=a923b28a-acde-40b9-b725-484200f0c8e6 HTTP/1.1" status: 200 len: 944 time: 0.1133511 May 28 07:25:08.176503 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-581882fa-c6ba-43aa-acae-5e64e67680f9 req-507c6222-52f0-4fad-b2a8-5510f888767c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b6ea19e-698f-41dc-8426-047f1fd75128 HTTP/1.1" status: 200 len: 217 time: 0.0735571 May 28 07:25:08.242938 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5128b253-66d1-459d-9dde-fdbd6b4d2e05 req-a7fedddc-95b9-4bba-af27-29e8b320d32b tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] 10.222.0.55 "GET /v2.0/security-groups?id=c503a292-577e-4001-94bb-fcb98c5d588b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919034 May 28 07:25:08.290064 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581882fa-c6ba-43aa-acae-5e64e67680f9 req-059a5f05-7b98-4744-a5c1-d99c072d544f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:25:08.290064 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-581882fa-c6ba-43aa-acae-5e64e67680f9 req-059a5f05-7b98-4744-a5c1-d99c072d544f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b3465c93-b441-4ddf-ab35-d3ce11e70635 HTTP/1.1" status: 200 len: 854 time: 0.0718079 May 28 07:25:08.335025 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581882fa-c6ba-43aa-acae-5e64e67680f9 req-f507b27b-ea2f-4ea7-88c8-65b035f1ed7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:25:08.336496 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-581882fa-c6ba-43aa-acae-5e64e67680f9 req-f507b27b-ea2f-4ea7-88c8-65b035f1ed7d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7cc9c984-0052-405a-b59c-8e4e81907584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0752904 May 28 07:25:08.481389 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-581882fa-c6ba-43aa-acae-5e64e67680f9 req-2a5f21ae-0a49-4cce-be28-5d3d7d79cc15 service neutron] 10.222.0.71 "GET /v2.0/networks/7cc9c984-0052-405a-b59c-8e4e81907584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389065 May 28 07:25:08.626170 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-581882fa-c6ba-43aa-acae-5e64e67680f9 req-24f7bd75-b646-4c10-9a73-848ef52a87c5 service neutron] 10.222.0.71 "GET /v2.0/networks/7cc9c984-0052-405a-b59c-8e4e81907584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377935 May 28 07:25:09.425940 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0ed53f-3467-4bc7-8098-a16aeccb5890 req-a6dabed1-7cea-479e-a981-303fb085e282 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:25:09.427360 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6e0ed53f-3467-4bc7-8098-a16aeccb5890 req-a6dabed1-7cea-479e-a981-303fb085e282 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] 10.222.0.55 "GET /v2.0/ports?device_id=a923b28a-acde-40b9-b725-484200f0c8e6 HTTP/1.1" status: 200 len: 944 time: 0.0789447 May 28 07:25:09.470718 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6e0ed53f-3467-4bc7-8098-a16aeccb5890 req-b4c097fc-56c5-4e92-adaf-003d7065512f tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] 10.222.0.55 "GET /v2.0/security-groups?id=c503a292-577e-4001-94bb-fcb98c5d588b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368717 May 28 07:25:10.657873 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64272f3-5782-44c4-acbf-b6b28032c97a req-f3204d36-4b1e-4153-9d35-b27a4b696319 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:25:10.659292 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b64272f3-5782-44c4-acbf-b6b28032c97a req-f3204d36-4b1e-4153-9d35-b27a4b696319 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] 10.222.0.55 "GET /v2.0/ports?device_id=a923b28a-acde-40b9-b725-484200f0c8e6 HTTP/1.1" status: 200 len: 944 time: 0.0812252 May 28 07:25:10.718225 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b64272f3-5782-44c4-acbf-b6b28032c97a req-fae88405-468d-41dc-a185-ef9d419ab3d9 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] 10.222.0.55 "GET /v2.0/security-groups?id=c503a292-577e-4001-94bb-fcb98c5d588b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532420 May 28 07:25:11.900726 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a418a9e-4d13-4551-8a84-447aacde7402 req-c9b9a7fd-c914-49c6-9623-52c99dc971f8 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:25:11.902188 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4a418a9e-4d13-4551-8a84-447aacde7402 req-c9b9a7fd-c914-49c6-9623-52c99dc971f8 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] 10.222.0.55 "GET /v2.0/ports?device_id=a923b28a-acde-40b9-b725-484200f0c8e6 HTTP/1.1" status: 200 len: 944 time: 0.0782914 May 28 07:25:11.948113 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4a418a9e-4d13-4551-8a84-447aacde7402 req-96aa6988-968d-49d5-967f-7c96678e2b9a tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] 10.222.0.55 "GET /v2.0/security-groups?id=c503a292-577e-4001-94bb-fcb98c5d588b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403421 May 28 07:25:12.059804 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 8b6ea19e-698f-41dc-8426-047f1fd75128 details requested by agent hyperv_n-h2-843702-1 with host n-h2-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 07:25:12.201460 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 8b6ea19e-698f-41dc-8426-047f1fd75128, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=8b6ea19e-698f-41dc-8426-047f1fd75128,segment=NetworkSegment(b173d3fb-412b-45d3-992f-fa9f4906c39b),segment_id=b173d3fb-412b-45d3-992f-fa9f4906c39b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:25:12.214555 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Returning: {'device': '8b6ea19e-698f-41dc-8426-047f1fd75128', 'network_id': '7cc9c984-0052-405a-b59c-8e4e81907584', 'port_id': '8b6ea19e-698f-41dc-8426-047f1fd75128', 'mac_address': 'fa:16:3e:34:43:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3465c93-b441-4ddf-ab35-d3ce11e70635', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 07:25:12.272397 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 8b6ea19e-698f-41dc-8426-047f1fd75128 is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:25:12.272769 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:25:12.291700 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b6ea19e-698f-41dc-8426-047f1fd75128 {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 07:25:12.306592 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 8b6ea19e-698f-41dc-8426-047f1fd75128, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=8b6ea19e-698f-41dc-8426-047f1fd75128,segment=NetworkSegment(b173d3fb-412b-45d3-992f-fa9f4906c39b),segment_id=b173d3fb-412b-45d3-992f-fa9f4906c39b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:25:12.360859 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:25:12.441205 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=8b6ea19e-698f-41dc-8426-047f1fd75128,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:25:12.637256 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['8b6ea19e-698f-41dc-8426-047f1fd75128'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 07:25:13.129723 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec98d4af-2080-49c4-bf05-edbd8b3b89ba req-9c4e6bf2-7e83-48b8-9127-4412ebd9f6be tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:25:13.131151 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ec98d4af-2080-49c4-bf05-edbd8b3b89ba req-9c4e6bf2-7e83-48b8-9127-4412ebd9f6be tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] 10.222.0.55 "GET /v2.0/ports?device_id=a923b28a-acde-40b9-b725-484200f0c8e6 HTTP/1.1" status: 200 len: 945 time: 0.0796049 May 28 07:25:13.174963 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ec98d4af-2080-49c4-bf05-edbd8b3b89ba req-c3fad49d-a94b-4889-b49e-8a9070a0d444 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] 10.222.0.55 "GET /v2.0/security-groups?id=c503a292-577e-4001-94bb-fcb98c5d588b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374951 May 28 07:25:14.059560 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 8b6ea19e-698f-41dc-8426-047f1fd75128 up at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:25:14.174393 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning for port 8b6ea19e-698f-41dc-8426-047f1fd75128 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:25:14.179179 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning complete for port 8b6ea19e-698f-41dc-8426-047f1fd75128 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:25:14.179576 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:25:14.296897 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 8b6ea19e-698f-41dc-8426-047f1fd75128 is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:25:14.297266 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:25:14.323186 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a923b28a-acde-40b9-b725-484200f0c8e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b6ea19e-698f-41dc-8426-047f1fd75128'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:25:14.333022 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 8b6ea19e-698f-41dc-8426-047f1fd75128, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=8b6ea19e-698f-41dc-8426-047f1fd75128,segment=NetworkSegment(b173d3fb-412b-45d3-992f-fa9f4906c39b),segment_id=b173d3fb-412b-45d3-992f-fa9f4906c39b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:25:14.364746 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aee485a-14c2-4ead-874c-031780069511 req-2d44a358-e4c5-4cb1-aad4-52ad8658499d tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:25:14.366334 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2aee485a-14c2-4ead-874c-031780069511 req-2d44a358-e4c5-4cb1-aad4-52ad8658499d tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] 10.222.0.55 "GET /v2.0/ports?device_id=a923b28a-acde-40b9-b725-484200f0c8e6 HTTP/1.1" status: 200 len: 945 time: 0.0847712 May 28 07:25:14.409020 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:25:14.410618 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2aee485a-14c2-4ead-874c-031780069511 req-07e7977c-8536-4f85-a823-2f0feab5e2d4 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] 10.222.0.55 "GET /v2.0/security-groups?id=c503a292-577e-4001-94bb-fcb98c5d588b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382771 May 28 07:25:14.466175 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bbe87ab-fc8b-4d6a-acf2-a4ff6f72deb6'] response: {'server_uuid': 'a923b28a-acde-40b9-b725-484200f0c8e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b6ea19e-698f-41dc-8426-047f1fd75128', 'code': 200} May 28 07:25:14.485400 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=8b6ea19e-698f-41dc-8426-047f1fd75128,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:25:14.614983 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3587c7c4-e904-4b5a-8bf1-f0b1650e69ff req-4c466f67-390d-4d43-afc6-8e9be20d37ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:25:14.616349 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3587c7c4-e904-4b5a-8bf1-f0b1650e69ff req-4c466f67-390d-4d43-afc6-8e9be20d37ec service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=a923b28a-acde-40b9-b725-484200f0c8e6 HTTP/1.1" status: 200 len: 1097 time: 0.0692854 May 28 07:25:14.656710 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3587c7c4-e904-4b5a-8bf1-f0b1650e69ff req-612ab099-d2b1-4450-9cc9-738ddf364202 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=c503a292-577e-4001-94bb-fcb98c5d588b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342610 May 28 07:25:15.604367 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f90c95b-e07c-46be-98ad-7126d80b7c0c req-0a07d276-d450-40fd-af42-c36d84799238 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:25:15.606560 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9f90c95b-e07c-46be-98ad-7126d80b7c0c req-0a07d276-d450-40fd-af42-c36d84799238 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] 10.222.0.55 "GET /v2.0/ports?device_id=a923b28a-acde-40b9-b725-484200f0c8e6 HTTP/1.1" status: 200 len: 946 time: 0.0847909 May 28 07:25:15.649741 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9f90c95b-e07c-46be-98ad-7126d80b7c0c req-a9d1742e-b391-4896-aae8-f298cb543f8f tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] 10.222.0.55 "GET /v2.0/security-groups?id=c503a292-577e-4001-94bb-fcb98c5d588b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377057 May 28 07:25:16.830183 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331764f3-bce9-485d-816b-625ac87252b6 req-2f4a0bd5-a2f8-4699-a004-048ae4fe7fc2 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:25:16.831541 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-331764f3-bce9-485d-816b-625ac87252b6 req-2f4a0bd5-a2f8-4699-a004-048ae4fe7fc2 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] 10.222.0.55 "GET /v2.0/ports?device_id=a923b28a-acde-40b9-b725-484200f0c8e6 HTTP/1.1" status: 200 len: 946 time: 0.0785768 May 28 07:25:16.875193 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-331764f3-bce9-485d-816b-625ac87252b6 req-c9c5646f-25f4-42b7-a377-55fda9e2c8ce tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] 10.222.0.55 "GET /v2.0/security-groups?id=c503a292-577e-4001-94bb-fcb98c5d588b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381186 May 28 07:25:17.058323 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0468c346-a45d-46df-ad55-5ae387ab7efa req-45422687-2072-4c1c-ad7c-c9956d99dcc1 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:25:17.060043 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0468c346-a45d-46df-ad55-5ae387ab7efa req-45422687-2072-4c1c-ad7c-c9956d99dcc1 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] 10.222.0.55 "GET /v2.0/ports?device_id=a923b28a-acde-40b9-b725-484200f0c8e6 HTTP/1.1" status: 200 len: 946 time: 0.0833709 May 28 07:25:17.104898 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0468c346-a45d-46df-ad55-5ae387ab7efa req-3f6ca419-f308-4c5f-ac36-298a76e7b3e1 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] 10.222.0.55 "GET /v2.0/security-groups?id=c503a292-577e-4001-94bb-fcb98c5d588b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391123 May 28 07:25:17.491642 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8da1df-223b-423c-8399-18c38b962bb8 req-bd3def8d-bcd4-4e19-9f61-0c7a4152efd6 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:25:17.493087 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-af8da1df-223b-423c-8399-18c38b962bb8 req-bd3def8d-bcd4-4e19-9f61-0c7a4152efd6 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] 10.222.0.55 "GET /v2.0/ports?device_id=a923b28a-acde-40b9-b725-484200f0c8e6 HTTP/1.1" status: 200 len: 946 time: 0.0806193 May 28 07:25:17.641365 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-af8da1df-223b-423c-8399-18c38b962bb8 req-7bfafac2-a97a-44b7-afa4-8415087e7977 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] 10.222.0.55 "GET /v2.0/security-groups?id=c503a292-577e-4001-94bb-fcb98c5d588b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423798 May 28 07:25:26.471303 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-45c1e525-38de-4168-8a83-9edd4af38d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:25:28.057074 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:25:29.042747 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b0b0b32f-2b43-42a6-879d-29d967f6f355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:25:29.773365 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aa730b-493d-46d8-9d95-b0167ce681b4 req-5d43b818-19ee-40ab-b4a6-b97a021f958e tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:25:29.774816 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-72aa730b-493d-46d8-9d95-b0167ce681b4 req-5d43b818-19ee-40ab-b4a6-b97a021f958e tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] 10.222.0.55 "GET /v2.0/ports?device_id=a923b28a-acde-40b9-b725-484200f0c8e6 HTTP/1.1" status: 200 len: 946 time: 0.0800443 May 28 07:25:29.819060 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-72aa730b-493d-46d8-9d95-b0167ce681b4 req-e03ea93f-5292-46b3-bcc2-f16d33b280d2 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] 10.222.0.55 "GET /v2.0/security-groups?id=c503a292-577e-4001-94bb-fcb98c5d588b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378659 May 28 07:25:29.843932 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 57590) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:25:30.022234 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5cd641e-bdab-4477-ad87-b5fa9e2085b7 tempest-TestMinimumBasicScenario-267438815 tempest-TestMinimumBasicScenario-267438815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:25:30.022931 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-f5cd641e-bdab-4477-ad87-b5fa9e2085b7 tempest-TestMinimumBasicScenario-267438815 tempest-TestMinimumBasicScenario-267438815-project-admin] Synchronizing usage tracker for tenant:106d9a0af78f4169a168526e01ba9301 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:25:30.092044 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:25:30.114716 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-f5cd641e-bdab-4477-ad87-b5fa9e2085b7 tempest-TestMinimumBasicScenario-267438815 tempest-TestMinimumBasicScenario-267438815-project-admin] Unset dirty status for tenant:106d9a0af78f4169a168526e01ba9301 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:25:30.115874 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-f5cd641e-bdab-4477-ad87-b5fa9e2085b7 tempest-TestMinimumBasicScenario-267438815 tempest-TestMinimumBasicScenario-267438815-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=a923b28a-acde-40b9-b725-484200f0c8e6 HTTP/1.1" status: 200 len: 1092 time: 0.2709708 May 28 07:25:30.119074 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 57596) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:25:30.124793 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-10cafaeb-8f38-467b-a24b-37ca30e1a46e tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Request body: {'floatingip': {'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'port_id': '8b6ea19e-698f-41dc-8426-047f1fd75128', 'tenant_id': '0c6a0d08004a481cad8d31ca07ee04e1', 'fixed_ip_address': '172.20.0.13'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:25:30.131808 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-10cafaeb-8f38-467b-a24b-37ca30e1a46e tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:25:30.135692 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-10cafaeb-8f38-467b-a24b-37ca30e1a46e tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Usage tracker for resource:floatingip and tenant:0c6a0d08004a481cad8d31ca07ee04e1 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:25:30.138771 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-10cafaeb-8f38-467b-a24b-37ca30e1a46e tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:25:30.144464 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-10cafaeb-8f38-467b-a24b-37ca30e1a46e tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:25:30.148843 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:25:30.237493 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-10cafaeb-8f38-467b-a24b-37ca30e1a46e tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Notify callbacks [] for floatingip, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:25:30.375900 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-10cafaeb-8f38-467b-a24b-37ca30e1a46e tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:25:30.520786 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-10cafaeb-8f38-467b-a24b-37ca30e1a46e tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Allocated IP 172.25.5.44 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/e305a988-f489-42bc-a140-5097257f255f) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:25:30.669705 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-10cafaeb-8f38-467b-a24b-37ca30e1a46e tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:25:30.745791 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-10cafaeb-8f38-467b-a24b-37ca30e1a46e tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:25:30.818956 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10cafaeb-8f38-467b-a24b-37ca30e1a46e tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:25:30.821818 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-10cafaeb-8f38-467b-a24b-37ca30e1a46e tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:25:30.828865 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10cafaeb-8f38-467b-a24b-37ca30e1a46e tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:25:30.855428 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cafaeb-8f38-467b-a24b-37ca30e1a46e tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Pushing event updated for resources: {'Port': ['ID=e305a988-f489-42bc-a140-5097257f255f,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:25:30.877553 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cafaeb-8f38-467b-a24b-37ca30e1a46e tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:25:30.877894 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cafaeb-8f38-467b-a24b-37ca30e1a46e tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:25:30.878229 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cafaeb-8f38-467b-a24b-37ca30e1a46e tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:25:30.878558 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cafaeb-8f38-467b-a24b-37ca30e1a46e tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:25:30.878882 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cafaeb-8f38-467b-a24b-37ca30e1a46e tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:25:30.879209 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cafaeb-8f38-467b-a24b-37ca30e1a46e tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:25:30.879529 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cafaeb-8f38-467b-a24b-37ca30e1a46e tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:25:30.879848 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cafaeb-8f38-467b-a24b-37ca30e1a46e tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:25:30.880169 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cafaeb-8f38-467b-a24b-37ca30e1a46e tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:25:30.880486 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cafaeb-8f38-467b-a24b-37ca30e1a46e tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:25:30.880803 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cafaeb-8f38-467b-a24b-37ca30e1a46e tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:25:30.881117 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cafaeb-8f38-467b-a24b-37ca30e1a46e tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:25:31.349034 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-10cafaeb-8f38-467b-a24b-37ca30e1a46e tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:25:31.510616 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-10cafaeb-8f38-467b-a24b-37ca30e1a46e tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:25:31.710354 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-10cafaeb-8f38-467b-a24b-37ca30e1a46e tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:25:31.771513 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-10cafaeb-8f38-467b-a24b-37ca30e1a46e tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:25:31.858145 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:25:31.875840 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 07:25:31.880884 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cafaeb-8f38-467b-a24b-37ca30e1a46e tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Pushing event updated for resources: {'Port': ['ID=e305a988-f489-42bc-a140-5097257f255f,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:25:31.893166 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-10cafaeb-8f38-467b-a24b-37ca30e1a46e tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691094'] for floatingip, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:25:32.066020 n-d-843702-1 neutron-server[89109]: INFO neutron.db.l3_db [None req-10cafaeb-8f38-467b-a24b-37ca30e1a46e tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Floating IP 3adc7f5b-f4a7-4a68-8aa5-f331cb5da479 associated. External IP: 172.25.5.44, port: 8b6ea19e-698f-41dc-8426-047f1fd75128. May 28 07:25:32.415331 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10cafaeb-8f38-467b-a24b-37ca30e1a46e tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Router 8c119a3d-b576-4eaf-815f-e054aea65c4c has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 07:25:32.708047 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10cafaeb-8f38-467b-a24b-37ca30e1a46e tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 07:25:32.718454 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68df2f9d-4c57-4f5b-9bd0-53f17b47b0e2 None None] Sync routers for ids ['8c119a3d-b576-4eaf-815f-e054aea65c4c'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 07:25:32.728287 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68df2f9d-4c57-4f5b-9bd0-53f17b47b0e2 None None] Routers {'8c119a3d-b576-4eaf-815f-e054aea65c4c'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:25:32.728977 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-68df2f9d-4c57-4f5b-9bd0-53f17b47b0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:25:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['8c119a3d-b576-4eaf-815f-e054aea65c4c'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:25:32.780391 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:25:32.809883 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-10cafaeb-8f38-467b-a24b-37ca30e1a46e tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:25:32.865372 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-10cafaeb-8f38-467b-a24b-37ca30e1a46e tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7452159 May 28 07:25:32.865960 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a923b28a-acde-40b9-b725-484200f0c8e6', 'tag': '8b6ea19e-698f-41dc-8426-047f1fd75128'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:25:32.868285 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 57600) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:25:32.874400 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-e56696f3-3949-4381-a5c6-c14c103ac78f tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-910762190', 'description': 'tempest-secgroup-smoke-910762190 description', 'project_id': '0c6a0d08004a481cad8d31ca07ee04e1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:25:32.881564 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-e56696f3-3949-4381-a5c6-c14c103ac78f tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:25:32.891404 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-e56696f3-3949-4381-a5c6-c14c103ac78f tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:25:32.913557 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-68df2f9d-4c57-4f5b-9bd0-53f17b47b0e2 None None] Set router 8c119a3d-b576-4eaf-815f-e054aea65c4c gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:25:33.003239 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e56696f3-3949-4381-a5c6-c14c103ac78f tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:25:33.024908 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-e56696f3-3949-4381-a5c6-c14c103ac78f tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:25:33.029582 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-e56696f3-3949-4381-a5c6-c14c103ac78f tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Usage tracker for resource:security_group_rule and tenant:0c6a0d08004a481cad8d31ca07ee04e1 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:25:33.032434 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-e56696f3-3949-4381-a5c6-c14c103ac78f tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:25:33.038438 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-e56696f3-3949-4381-a5c6-c14c103ac78f tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:25:33.102566 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-846727a1-24cc-49b3-9185-d4eebe759d36'] response: {'name': 'network-changed', 'server_uuid': 'a923b28a-acde-40b9-b725-484200f0c8e6', 'tag': '8b6ea19e-698f-41dc-8426-047f1fd75128', 'status': 'completed', 'code': 200} May 28 07:25:33.113221 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e56696f3-3949-4381-a5c6-c14c103ac78f tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:25:33.214121 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e56696f3-3949-4381-a5c6-c14c103ac78f tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:25:33.258617 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83142608-fb32-491f-a350-a617d14694b9 req-56ae9dc6-b163-4a1c-995a-d898afe5e20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:25:33.259993 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-83142608-fb32-491f-a350-a617d14694b9 req-56ae9dc6-b163-4a1c-995a-d898afe5e20d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0c6a0d08004a481cad8d31ca07ee04e1&device_id=a923b28a-acde-40b9-b725-484200f0c8e6 HTTP/1.1" status: 200 len: 1097 time: 0.1133029 May 28 07:25:33.266695 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56696f3-3949-4381-a5c6-c14c103ac78f tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0edcfaba-a189-4a0b-a3a0-7071d9b1346a,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:25:33.306971 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-68df2f9d-4c57-4f5b-9bd0-53f17b47b0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c119a3d-b576-4eaf-815f-e054aea65c4c', 'name': 'tempest-TestMinimumBasicScenario-2040790125-router', 'tenant_id': '0c6a0d08004a481cad8d31ca07ee04e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': 'd734d172-2800-412a-8c44-1c27afeac0d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:24:28Z', 'updated_at': '2022-05-28T07:24:32Z', 'revision_number': 4, 'project_id': '0c6a0d08004a481cad8d31ca07ee04e1', 'gw_port': {'id': 'd734d172-2800-412a-8c44-1c27afeac0d6', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d9:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c119a3d-b576-4eaf-815f-e054aea65c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:24:29Z', 'updated_at': '2022-05-28T07:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': '3adc7f5b-f4a7-4a68-8aa5-f331cb5da479', 'tenant_id': '0c6a0d08004a481cad8d31ca07ee04e1', 'floating_ip_address': '172.25.5.44', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': '8c119a3d-b576-4eaf-815f-e054aea65c4c', 'port_id': '8b6ea19e-698f-41dc-8426-047f1fd75128', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cc9c984-0052-405a-b59c-8e4e81907584', 'mac_address': 'fa:16:3e:34:43:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a923b28a-acde-40b9-b725-484200f0c8e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T07:25:31Z', 'updated_at': '2022-05-28T07:25:31Z', 'revision_number': 0, 'project_id': '0c6a0d08004a481cad8d31ca07ee04e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b494823-830d-4d94-960e-b931609d9a1d', 'name': '', 'network_id': '7cc9c984-0052-405a-b59c-8e4e81907584', 'tenant_id': '0c6a0d08004a481cad8d31ca07ee04e1', 'mac_address': 'fa:16:3e:5f:82:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c119a3d-b576-4eaf-815f-e054aea65c4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': 'b3465c93-b441-4ddf-ab35-d3ce11e70635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:24:32Z', 'updated_at': '2022-05-28T07:24:39Z', 'revision_number': 5, 'project_id': '0c6a0d08004a481cad8d31ca07ee04e1', 'subnets': [{'id': 'b3465c93-b441-4ddf-ab35-d3ce11e70635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:25:33.311581 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68df2f9d-4c57-4f5b-9bd0-53f17b47b0e2 None None] Checking router: 8c119a3d-b576-4eaf-815f-e054aea65c4c for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 07:25:33.319830 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68df2f9d-4c57-4f5b-9bd0-53f17b47b0e2 None None] Routers {'8c119a3d-b576-4eaf-815f-e054aea65c4c'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:25:33.320432 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-68df2f9d-4c57-4f5b-9bd0-53f17b47b0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:25:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['8c119a3d-b576-4eaf-815f-e054aea65c4c'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:25:33.376891 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e56696f3-3949-4381-a5c6-c14c103ac78f tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:25:33.378143 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-e56696f3-3949-4381-a5c6-c14c103ac78f tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5088644 May 28 07:25:33.381256 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 57610) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:25:33.387912 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-3708fed4-948d-450b-9f73-085f1036fae0 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Request body: {'security_group_rule': {'security_group_id': '0edcfaba-a189-4a0b-a3a0-7071d9b1346a', 'project_id': '0c6a0d08004a481cad8d31ca07ee04e1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:25:33.396420 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-3708fed4-948d-450b-9f73-085f1036fae0 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:25:33.398007 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83142608-fb32-491f-a350-a617d14694b9 req-349247fd-c6dd-4e12-8c8c-e47c6f2f1b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:25:33.399519 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-83142608-fb32-491f-a350-a617d14694b9 req-349247fd-c6dd-4e12-8c8c-e47c6f2f1b92 service neutron] 10.222.0.71 "GET /v2.0/networks?id=7cc9c984-0052-405a-b59c-8e4e81907584 HTTP/1.1" status: 200 len: 916 time: 0.1299250 May 28 07:25:33.401103 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-3708fed4-948d-450b-9f73-085f1036fae0 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Usage tracker for resource:security_group_rule and tenant:0c6a0d08004a481cad8d31ca07ee04e1 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:25:33.404005 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-3708fed4-948d-450b-9f73-085f1036fae0 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:25:33.411172 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-3708fed4-948d-450b-9f73-085f1036fae0 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:25:33.504590 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-83142608-fb32-491f-a350-a617d14694b9 req-bab1a6fb-9c14-4091-a7ca-c9bef6ec9851 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b6ea19e-698f-41dc-8426-047f1fd75128 HTTP/1.1" status: 200 len: 999 time: 0.0984368 May 28 07:25:33.506655 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3708fed4-948d-450b-9f73-085f1036fae0 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:25:33.511559 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-68df2f9d-4c57-4f5b-9bd0-53f17b47b0e2 None None] Set router 8c119a3d-b576-4eaf-815f-e054aea65c4c gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:25:33.569758 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3708fed4-948d-450b-9f73-085f1036fae0 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:25:33.589669 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83142608-fb32-491f-a350-a617d14694b9 req-f95fcb79-a90b-4ef8-ae41-f8ab43c3fa93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:25:33.592017 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-83142608-fb32-491f-a350-a617d14694b9 req-f95fcb79-a90b-4ef8-ae41-f8ab43c3fa93 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b3465c93-b441-4ddf-ab35-d3ce11e70635 HTTP/1.1" status: 200 len: 854 time: 0.0695257 May 28 07:25:33.646786 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3708fed4-948d-450b-9f73-085f1036fae0 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:25:33.672040 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3708fed4-948d-450b-9f73-085f1036fae0 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b908ef0f-c65a-4173-946e-acc432b6e5d6,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:25:33.678688 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83142608-fb32-491f-a350-a617d14694b9 req-b7b01a1a-e3b3-478d-8fdf-60f2d4982a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:25:33.680178 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-83142608-fb32-491f-a350-a617d14694b9 req-b7b01a1a-e3b3-478d-8fdf-60f2d4982a90 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7cc9c984-0052-405a-b59c-8e4e81907584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0820861 May 28 07:25:33.745786 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3708fed4-948d-450b-9f73-085f1036fae0 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:25:33.747141 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-3708fed4-948d-450b-9f73-085f1036fae0 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3648386 May 28 07:25:33.750295 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 57614) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:25:33.759203 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-c0655517-19fc-4039-9fc9-7c3c947a081d tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Request body: {'security_group_rule': {'security_group_id': '0edcfaba-a189-4a0b-a3a0-7071d9b1346a', 'project_id': '0c6a0d08004a481cad8d31ca07ee04e1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:25:33.773727 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-c0655517-19fc-4039-9fc9-7c3c947a081d tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:25:33.779285 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-c0655517-19fc-4039-9fc9-7c3c947a081d tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Usage tracker for resource:security_group_rule and tenant:0c6a0d08004a481cad8d31ca07ee04e1 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:25:33.783498 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-c0655517-19fc-4039-9fc9-7c3c947a081d tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:25:33.791211 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-c0655517-19fc-4039-9fc9-7c3c947a081d tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:25:33.836409 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-83142608-fb32-491f-a350-a617d14694b9 req-7364adee-9bf6-4c4f-b87d-9c3d55d7dcfa service neutron] 10.222.0.71 "GET /v2.0/networks/7cc9c984-0052-405a-b59c-8e4e81907584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490867 May 28 07:25:33.872626 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-68df2f9d-4c57-4f5b-9bd0-53f17b47b0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c119a3d-b576-4eaf-815f-e054aea65c4c', 'name': 'tempest-TestMinimumBasicScenario-2040790125-router', 'tenant_id': '0c6a0d08004a481cad8d31ca07ee04e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': 'd734d172-2800-412a-8c44-1c27afeac0d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:24:28Z', 'updated_at': '2022-05-28T07:24:32Z', 'revision_number': 4, 'project_id': '0c6a0d08004a481cad8d31ca07ee04e1', 'gw_port': {'id': 'd734d172-2800-412a-8c44-1c27afeac0d6', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d9:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c119a3d-b576-4eaf-815f-e054aea65c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:24:29Z', 'updated_at': '2022-05-28T07:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': '3adc7f5b-f4a7-4a68-8aa5-f331cb5da479', 'tenant_id': '0c6a0d08004a481cad8d31ca07ee04e1', 'floating_ip_address': '172.25.5.44', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': '8c119a3d-b576-4eaf-815f-e054aea65c4c', 'port_id': '8b6ea19e-698f-41dc-8426-047f1fd75128', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cc9c984-0052-405a-b59c-8e4e81907584', 'mac_address': 'fa:16:3e:34:43:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a923b28a-acde-40b9-b725-484200f0c8e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T07:25:31Z', 'updated_at': '2022-05-28T07:25:31Z', 'revision_number': 0, 'project_id': '0c6a0d08004a481cad8d31ca07ee04e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b494823-830d-4d94-960e-b931609d9a1d', 'name': '', 'network_id': '7cc9c984-0052-405a-b59c-8e4e81907584', 'tenant_id': '0c6a0d08004a481cad8d31ca07ee04e1', 'mac_address': 'fa:16:3e:5f:82:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c119a3d-b576-4eaf-815f-e054aea65c4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': 'b3465c93-b441-4ddf-ab35-d3ce11e70635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:24:32Z', 'updated_at': '2022-05-28T07:24:39Z', 'revision_number': 5, 'project_id': '0c6a0d08004a481cad8d31ca07ee04e1', 'subnets': [{'id': 'b3465c93-b441-4ddf-ab35-d3ce11e70635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:25:33.876631 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68df2f9d-4c57-4f5b-9bd0-53f17b47b0e2 None None] The sync data for ids ['8c119a3d-b576-4eaf-815f-e054aea65c4c'] in n-d-843702-1 is: [{'id': '8c119a3d-b576-4eaf-815f-e054aea65c4c', 'name': 'tempest-TestMinimumBasicScenario-2040790125-router', 'tenant_id': '0c6a0d08004a481cad8d31ca07ee04e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': 'd734d172-2800-412a-8c44-1c27afeac0d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:24:28Z', 'updated_at': '2022-05-28T07:24:32Z', 'revision_number': 4, 'project_id': '0c6a0d08004a481cad8d31ca07ee04e1', 'gw_port': {'id': 'd734d172-2800-412a-8c44-1c27afeac0d6', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d9:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c119a3d-b576-4eaf-815f-e054aea65c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:24:29Z', 'updated_at': '2022-05-28T07:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': '3adc7f5b-f4a7-4a68-8aa5-f331cb5da479', 'tenant_id': '0c6a0d08004a481cad8d31ca07ee04e1', 'floating_ip_address': '172.25.5.44', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': '8c119a3d-b576-4eaf-815f-e054aea65c4c', 'port_id': '8b6ea19e-698f-41dc-8426-047f1fd75128', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cc9c984-0052-405a-b59c-8e4e81907584', 'mac_address': 'fa:16:3e:34:43:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a923b28a-acde-40b9-b725-484200f0c8e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T07:25:31Z', 'updated_at': '2022-05-28T07:25:31Z', 'revision_number': 0, 'project_id': '0c6a0d08004a481cad8d31ca07ee04e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b494823-830d-4d94-960e-b931609d9a1d', 'name': '', 'network_id': '7cc9c984-0052-405a-b59c-8e4e81907584', 'tenant_id': '0c6a0d08004a481cad8d31ca07ee04e1', 'mac_address': 'fa:16:3e:5f:82:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c119a3d-b576-4eaf-815f-e054aea65c4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': 'b3465c93-b441-4ddf-ab35-d3ce11e70635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:24:32Z', 'updated_at': '2022-05-28T07:24:39Z', 'revision_number': 5, 'project_id': '0c6a0d08004a481cad8d31ca07ee04e1', 'subnets': [{'id': 'b3465c93-b441-4ddf-ab35-d3ce11e70635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 07:25:33.927865 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c0655517-19fc-4039-9fc9-7c3c947a081d tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:25:34.015725 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-83142608-fb32-491f-a350-a617d14694b9 req-925ae3f3-8fca-4bd9-a548-267f55aebcf5 service neutron] 10.222.0.71 "GET /v2.0/networks/7cc9c984-0052-405a-b59c-8e4e81907584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722310 May 28 07:25:34.030072 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c0655517-19fc-4039-9fc9-7c3c947a081d tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:25:34.073932 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1146f20-0d89-4246-8912-d5c428086e4b None None] New status for floating IP 3adc7f5b-f4a7-4a68-8aa5-f331cb5da479: ACTIVE {{(pid=89112) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 07:25:34.103201 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c0655517-19fc-4039-9fc9-7c3c947a081d tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:25:34.129822 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0655517-19fc-4039-9fc9-7c3c947a081d tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24be41f5-2e23-4f69-96d5-73d20a9c158a,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:25:34.141060 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0655517-19fc-4039-9fc9-7c3c947a081d tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:25:34.141397 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0655517-19fc-4039-9fc9-7c3c947a081d tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:25:34.141764 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0655517-19fc-4039-9fc9-7c3c947a081d tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:25:34.142091 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0655517-19fc-4039-9fc9-7c3c947a081d tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:25:34.142412 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0655517-19fc-4039-9fc9-7c3c947a081d tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:25:34.142729 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0655517-19fc-4039-9fc9-7c3c947a081d tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:25:34.143050 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0655517-19fc-4039-9fc9-7c3c947a081d tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:25:34.143363 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0655517-19fc-4039-9fc9-7c3c947a081d tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:25:34.143680 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0655517-19fc-4039-9fc9-7c3c947a081d tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:25:34.143992 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0655517-19fc-4039-9fc9-7c3c947a081d tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:25:34.144349 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0655517-19fc-4039-9fc9-7c3c947a081d tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:25:34.144660 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0655517-19fc-4039-9fc9-7c3c947a081d tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:25:34.254691 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c0655517-19fc-4039-9fc9-7c3c947a081d tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:25:34.256120 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-c0655517-19fc-4039-9fc9-7c3c947a081d tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5049093 May 28 07:25:34.267575 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 57618) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:25:34.272481 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-07a5a341-bdee-403e-9436-8e7a3fd2c805 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Request body: {'security_group_rule': {'security_group_id': '0edcfaba-a189-4a0b-a3a0-7071d9b1346a', 'project_id': '0c6a0d08004a481cad8d31ca07ee04e1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:25:34.279795 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-07a5a341-bdee-403e-9436-8e7a3fd2c805 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:25:34.283991 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-07a5a341-bdee-403e-9436-8e7a3fd2c805 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Usage tracker for resource:security_group_rule and tenant:0c6a0d08004a481cad8d31ca07ee04e1 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:25:34.286773 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-07a5a341-bdee-403e-9436-8e7a3fd2c805 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:25:34.292440 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-07a5a341-bdee-403e-9436-8e7a3fd2c805 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:25:34.380585 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-07a5a341-bdee-403e-9436-8e7a3fd2c805 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:25:34.445632 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-07a5a341-bdee-403e-9436-8e7a3fd2c805 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:25:34.505328 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-07a5a341-bdee-403e-9436-8e7a3fd2c805 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:25:34.529657 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a5a341-bdee-403e-9436-8e7a3fd2c805 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c733c17a-a127-4005-aa97-0f54d10b360d,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:25:34.608700 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-07a5a341-bdee-403e-9436-8e7a3fd2c805 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:25:34.609941 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-07a5a341-bdee-403e-9436-8e7a3fd2c805 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3414600 May 28 07:25:34.612788 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 57622) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:25:34.618091 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-4bb4cebe-5e15-4374-8a9b-7f3f2cc5a9ce tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Request body: {'security_group_rule': {'security_group_id': '0edcfaba-a189-4a0b-a3a0-7071d9b1346a', 'project_id': '0c6a0d08004a481cad8d31ca07ee04e1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:25:34.625596 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-4bb4cebe-5e15-4374-8a9b-7f3f2cc5a9ce tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:25:34.629270 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-4bb4cebe-5e15-4374-8a9b-7f3f2cc5a9ce tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Usage tracker for resource:security_group_rule and tenant:0c6a0d08004a481cad8d31ca07ee04e1 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:25:34.632083 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-4bb4cebe-5e15-4374-8a9b-7f3f2cc5a9ce tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:25:34.638858 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-4bb4cebe-5e15-4374-8a9b-7f3f2cc5a9ce tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:25:34.718209 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4bb4cebe-5e15-4374-8a9b-7f3f2cc5a9ce tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:25:34.780176 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4bb4cebe-5e15-4374-8a9b-7f3f2cc5a9ce tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:25:34.865249 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4bb4cebe-5e15-4374-8a9b-7f3f2cc5a9ce tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:25:34.888345 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb4cebe-5e15-4374-8a9b-7f3f2cc5a9ce tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccdde88c-bbba-433a-b02e-6e010f475dd1,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:25:34.956903 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4bb4cebe-5e15-4374-8a9b-7f3f2cc5a9ce tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:25:34.958146 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-4bb4cebe-5e15-4374-8a9b-7f3f2cc5a9ce tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3443477 May 28 07:25:34.960797 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 57626) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:25:34.965816 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-375158f3-1214-4d87-b3fb-b1b3ef7bcf91 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Request body: {'security_group_rule': {'security_group_id': '0edcfaba-a189-4a0b-a3a0-7071d9b1346a', 'project_id': '0c6a0d08004a481cad8d31ca07ee04e1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:25:34.972611 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-375158f3-1214-4d87-b3fb-b1b3ef7bcf91 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:25:34.976673 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-375158f3-1214-4d87-b3fb-b1b3ef7bcf91 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Usage tracker for resource:security_group_rule and tenant:0c6a0d08004a481cad8d31ca07ee04e1 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:25:34.979509 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-375158f3-1214-4d87-b3fb-b1b3ef7bcf91 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:25:34.985775 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-375158f3-1214-4d87-b3fb-b1b3ef7bcf91 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:25:35.036805 n-d-843702-1 neutron-server[89109]: INFO neutron.db.securitygroups_db [None req-375158f3-1214-4d87-b3fb-b1b3ef7bcf91 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Project 0c6a0d08004a481cad8d31ca07ee04e1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 07:25:35.043335 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-375158f3-1214-4d87-b3fb-b1b3ef7bcf91 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:25:35.104940 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-375158f3-1214-4d87-b3fb-b1b3ef7bcf91 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:25:35.186153 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-375158f3-1214-4d87-b3fb-b1b3ef7bcf91 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:25:35.210073 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375158f3-1214-4d87-b3fb-b1b3ef7bcf91 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb5de22b-2925-4592-98eb-c4594240379e,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:25:35.282368 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-375158f3-1214-4d87-b3fb-b1b3ef7bcf91 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:25:35.283574 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-375158f3-1214-4d87-b3fb-b1b3ef7bcf91 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3218498 May 28 07:25:35.286187 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 57630) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:25:35.291005 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-0d0758c2-375c-425e-b65c-207598b6e6d6 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Request body: {'security_group_rule': {'security_group_id': '0edcfaba-a189-4a0b-a3a0-7071d9b1346a', 'project_id': '0c6a0d08004a481cad8d31ca07ee04e1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:25:35.298388 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-0d0758c2-375c-425e-b65c-207598b6e6d6 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:25:35.302164 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-0d0758c2-375c-425e-b65c-207598b6e6d6 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Usage tracker for resource:security_group_rule and tenant:0c6a0d08004a481cad8d31ca07ee04e1 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:25:35.304977 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-0d0758c2-375c-425e-b65c-207598b6e6d6 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:25:35.310582 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-0d0758c2-375c-425e-b65c-207598b6e6d6 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:25:35.379996 n-d-843702-1 neutron-server[89109]: INFO neutron.db.securitygroups_db [None req-0d0758c2-375c-425e-b65c-207598b6e6d6 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Project 0c6a0d08004a481cad8d31ca07ee04e1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 07:25:35.386836 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0d0758c2-375c-425e-b65c-207598b6e6d6 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:25:35.452937 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0d0758c2-375c-425e-b65c-207598b6e6d6 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:25:35.522642 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0d0758c2-375c-425e-b65c-207598b6e6d6 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:25:35.546838 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0758c2-375c-425e-b65c-207598b6e6d6 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8d35d69-3eeb-4150-bccb-0f689ee28ff6,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:25:35.634725 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0d0758c2-375c-425e-b65c-207598b6e6d6 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:25:35.635902 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-0d0758c2-375c-425e-b65c-207598b6e6d6 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3488314 May 28 07:25:35.807525 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-8447aba9-7185-455c-af4f-3e85c06dd8b0 req-6860d69a-3f33-467a-9d1e-dcefdb30ac90 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Synchronizing usage tracker for tenant:0c6a0d08004a481cad8d31ca07ee04e1 on resource:security_group {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:25:35.834178 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9acb1c5f-d7ad-4f0b-b746-f90bc227c729 req-e11ab2cb-6784-477d-959b-f35d1b63c0c0 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=a923b28a-acde-40b9-b725-484200f0c8e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1138797 May 28 07:25:35.892056 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-8447aba9-7185-455c-af4f-3e85c06dd8b0 req-6860d69a-3f33-467a-9d1e-dcefdb30ac90 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Unset dirty status for tenant:0c6a0d08004a481cad8d31ca07ee04e1 on resource:security_group {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:25:35.893233 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8447aba9-7185-455c-af4f-3e85c06dd8b0 req-6860d69a-3f33-467a-9d1e-dcefdb30ac90 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-910762190&fields=id&tenant_id=0c6a0d08004a481cad8d31ca07ee04e1 HTTP/1.1" status: 200 len: 267 time: 0.1405826 May 28 07:25:36.042975 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8447aba9-7185-455c-af4f-3e85c06dd8b0 req-44a061a2-042b-46cb-85c2-351cba8c04ee tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:25:36.044456 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8447aba9-7185-455c-af4f-3e85c06dd8b0 req-44a061a2-042b-46cb-85c2-351cba8c04ee tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] 10.222.0.55 "GET /v2.0/ports?device_id=a923b28a-acde-40b9-b725-484200f0c8e6 HTTP/1.1" status: 200 len: 946 time: 0.1454806 May 28 07:25:36.047007 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acb1c5f-d7ad-4f0b-b746-f90bc227c729 req-eb2adf4c-6715-4fff-8670-b3917e40940d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:25:36.048337 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9acb1c5f-d7ad-4f0b-b746-f90bc227c729 req-eb2adf4c-6715-4fff-8670-b3917e40940d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0c6a0d08004a481cad8d31ca07ee04e1&device_id=a923b28a-acde-40b9-b725-484200f0c8e6 HTTP/1.1" status: 200 len: 1097 time: 0.1133871 May 28 07:25:36.056290 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-8447aba9-7185-455c-af4f-3e85c06dd8b0 req-af446985-174e-4beb-8513-421ef40edcb5 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Request body: {'port': {'security_groups': ['c503a292-577e-4001-94bb-fcb98c5d588b', '0edcfaba-a189-4a0b-a3a0-7071d9b1346a']}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:25:36.392446 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-8447aba9-7185-455c-af4f-3e85c06dd8b0 req-af446985-174e-4beb-8513-421ef40edcb5 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:25:36.408077 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acb1c5f-d7ad-4f0b-b746-f90bc227c729 req-7a54a2bc-b23c-43fd-890a-ca99b21202a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:25:36.409559 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9acb1c5f-d7ad-4f0b-b746-f90bc227c729 req-7a54a2bc-b23c-43fd-890a-ca99b21202a4 service neutron] 10.222.0.71 "GET /v2.0/networks?id=7cc9c984-0052-405a-b59c-8e4e81907584 HTTP/1.1" status: 200 len: 916 time: 0.3266346 May 28 07:25:36.569392 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9acb1c5f-d7ad-4f0b-b746-f90bc227c729 req-6bcf99b7-c480-4069-9e55-2316be776d9f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b6ea19e-698f-41dc-8426-047f1fd75128 HTTP/1.1" status: 200 len: 1001 time: 0.1316803 May 28 07:25:36.674274 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acb1c5f-d7ad-4f0b-b746-f90bc227c729 req-d995ab7c-4554-4542-bd0c-b9d1a817b86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:25:36.676590 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9acb1c5f-d7ad-4f0b-b746-f90bc227c729 req-d995ab7c-4554-4542-bd0c-b9d1a817b86e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b3465c93-b441-4ddf-ab35-d3ce11e70635 HTTP/1.1" status: 200 len: 854 time: 0.0990741 May 28 07:25:36.846386 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-8447aba9-7185-455c-af4f-3e85c06dd8b0 req-af446985-174e-4beb-8513-421ef40edcb5 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] For port 8b6ea19e-698f-41dc-8426-047f1fd75128, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=8b6ea19e-698f-41dc-8426-047f1fd75128,segment=NetworkSegment(b173d3fb-412b-45d3-992f-fa9f4906c39b),segment_id=b173d3fb-412b-45d3-992f-fa9f4906c39b)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:25:36.859380 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acb1c5f-d7ad-4f0b-b746-f90bc227c729 req-5f3076a6-407f-49dc-af67-a4de33e613c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:25:36.860884 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9acb1c5f-d7ad-4f0b-b746-f90bc227c729 req-5f3076a6-407f-49dc-af67-a4de33e613c4 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7cc9c984-0052-405a-b59c-8e4e81907584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1333854 May 28 07:25:36.906437 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-8447aba9-7185-455c-af4f-3e85c06dd8b0 req-af446985-174e-4beb-8513-421ef40edcb5 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:25:37.001899 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-8447aba9-7185-455c-af4f-3e85c06dd8b0 req-af446985-174e-4beb-8513-421ef40edcb5 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:25:37.038641 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['8b6ea19e-698f-41dc-8426-047f1fd75128'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 07:25:37.052488 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9acb1c5f-d7ad-4f0b-b746-f90bc227c729 req-7fc1da25-d220-42dc-8151-f7ad29056d3a service neutron] 10.222.0.71 "GET /v2.0/networks/7cc9c984-0052-405a-b59c-8e4e81907584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788187 May 28 07:25:37.114119 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8447aba9-7185-455c-af4f-3e85c06dd8b0 req-af446985-174e-4beb-8513-421ef40edcb5 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:25:37.114765 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-8447aba9-7185-455c-af4f-3e85c06dd8b0 req-af446985-174e-4beb-8513-421ef40edcb5 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:25:37.116202 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8447aba9-7185-455c-af4f-3e85c06dd8b0 req-af446985-174e-4beb-8513-421ef40edcb5 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] 10.222.0.55 "PUT /v2.0/ports/8b6ea19e-698f-41dc-8426-047f1fd75128 HTTP/1.1" status: 200 len: 982 time: 1.0652792 May 28 07:25:37.161050 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a923b28a-acde-40b9-b725-484200f0c8e6', 'tag': '8b6ea19e-698f-41dc-8426-047f1fd75128'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:25:37.208831 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af446985-174e-4beb-8513-421ef40edcb5 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Pushing event updated for resources: {'Port': ['ID=8b6ea19e-698f-41dc-8426-047f1fd75128,revision_number=6']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:25:37.264410 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['8b6ea19e-698f-41dc-8426-047f1fd75128'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 07:25:37.307314 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9acb1c5f-d7ad-4f0b-b746-f90bc227c729 req-6496a6f9-3591-47fa-9661-18e58cb1c7ce service neutron] 10.222.0.71 "GET /v2.0/networks/7cc9c984-0052-405a-b59c-8e4e81907584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383997 May 28 07:25:37.355126 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c0ddc5-89b8-42ca-9141-1e386ed56158 req-c290b8cb-b017-4564-8b7a-a09b36cbffe1 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:25:37.356674 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-43c0ddc5-89b8-42ca-9141-1e386ed56158 req-c290b8cb-b017-4564-8b7a-a09b36cbffe1 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] 10.222.0.55 "GET /v2.0/ports?device_id=a923b28a-acde-40b9-b725-484200f0c8e6 HTTP/1.1" status: 200 len: 985 time: 0.0975206 May 28 07:25:37.405554 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-43c0ddc5-89b8-42ca-9141-1e386ed56158 req-de9f10f6-12fb-499e-8e31-a69d5514bbeb tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] 10.222.0.55 "GET /v2.0/security-groups?id=c503a292-577e-4001-94bb-fcb98c5d588b&id=0edcfaba-a189-4a0b-a3a0-7071d9b1346a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0425098 May 28 07:25:37.457362 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d34eec80-95f0-49d7-b31a-40da9a78fa91'] response: {'name': 'network-changed', 'server_uuid': 'a923b28a-acde-40b9-b725-484200f0c8e6', 'tag': '8b6ea19e-698f-41dc-8426-047f1fd75128', 'status': 'completed', 'code': 200} May 28 07:25:37.473448 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-4ab8524a-8fe8-4c7b-b150-3a1abf4dbce0 None None] Provisioning complete for port 8b6ea19e-698f-41dc-8426-047f1fd75128 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:25:37.473821 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-4ab8524a-8fe8-4c7b-b150-3a1abf4dbce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:25:37.582208 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cd5393-decc-4d9e-8f30-547cb16eac3a req-f8501b76-04c6-4977-b2c3-9eae330816f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:25:37.583720 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-51cd5393-decc-4d9e-8f30-547cb16eac3a req-f8501b76-04c6-4977-b2c3-9eae330816f0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0c6a0d08004a481cad8d31ca07ee04e1&device_id=a923b28a-acde-40b9-b725-484200f0c8e6 HTTP/1.1" status: 200 len: 1136 time: 0.0797560 May 28 07:25:37.715320 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cd5393-decc-4d9e-8f30-547cb16eac3a req-5850f159-cf93-4d3e-9093-e11e1bb650a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:25:37.716901 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-51cd5393-decc-4d9e-8f30-547cb16eac3a req-5850f159-cf93-4d3e-9093-e11e1bb650a5 service neutron] 10.222.0.71 "GET /v2.0/networks?id=7cc9c984-0052-405a-b59c-8e4e81907584 HTTP/1.1" status: 200 len: 916 time: 0.1274614 May 28 07:25:37.750079 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-4ab8524a-8fe8-4c7b-b150-3a1abf4dbce0 None None] Current status of the port 8b6ea19e-698f-41dc-8426-047f1fd75128 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:25:37.820292 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-51cd5393-decc-4d9e-8f30-547cb16eac3a req-c58756f6-85a2-4d0a-963c-7a3ec66b094d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b6ea19e-698f-41dc-8426-047f1fd75128 HTTP/1.1" status: 200 len: 1001 time: 0.0962288 May 28 07:25:37.883319 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cd5393-decc-4d9e-8f30-547cb16eac3a req-54d3a71e-df9b-4125-a7cf-ee11cecf0996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:25:37.884756 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-51cd5393-decc-4d9e-8f30-547cb16eac3a req-54d3a71e-df9b-4125-a7cf-ee11cecf0996 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b3465c93-b441-4ddf-ab35-d3ce11e70635 HTTP/1.1" status: 200 len: 854 time: 0.0584924 May 28 07:25:37.960491 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cd5393-decc-4d9e-8f30-547cb16eac3a req-4472a7e9-1bec-4649-9fc9-c1de65194424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:25:37.961997 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-51cd5393-decc-4d9e-8f30-547cb16eac3a req-4472a7e9-1bec-4649-9fc9-c1de65194424 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7cc9c984-0052-405a-b59c-8e4e81907584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709972 May 28 07:25:38.092571 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-51cd5393-decc-4d9e-8f30-547cb16eac3a req-73b9ee10-af3b-4cf3-8a1a-f359ba3d4077 service neutron] 10.222.0.71 "GET /v2.0/networks/7cc9c984-0052-405a-b59c-8e4e81907584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236856 May 28 07:25:38.339267 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-51cd5393-decc-4d9e-8f30-547cb16eac3a req-98177408-43a8-4bb9-b3e1-5e17d22b321b service neutron] 10.222.0.71 "GET /v2.0/networks/7cc9c984-0052-405a-b59c-8e4e81907584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361941 May 28 07:25:51.860048 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d47d58a-594d-4ac7-8581-4c59b478d591 req-3a1bf3a8-df67-447f-986a-bfd0a20285f9 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:25:51.861523 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7d47d58a-594d-4ac7-8581-4c59b478d591 req-3a1bf3a8-df67-447f-986a-bfd0a20285f9 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] 10.222.0.55 "GET /v2.0/ports?device_id=a923b28a-acde-40b9-b725-484200f0c8e6 HTTP/1.1" status: 200 len: 985 time: 0.1398118 May 28 07:25:51.912867 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c95346-6f62-4d77-9bd7-719f37ee94a0 req-4d72e2d1-ccf0-4224-885e-ba39fce1eebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:25:51.914333 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-29c95346-6f62-4d77-9bd7-719f37ee94a0 req-4d72e2d1-ccf0-4224-885e-ba39fce1eebb service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0c6a0d08004a481cad8d31ca07ee04e1&device_id=a923b28a-acde-40b9-b725-484200f0c8e6 HTTP/1.1" status: 200 len: 1136 time: 0.1220200 May 28 07:25:51.918339 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7d47d58a-594d-4ac7-8581-4c59b478d591 req-be2fb957-4b15-4f6e-a5b9-4b022f50d203 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] 10.222.0.55 "GET /v2.0/security-groups?id=c503a292-577e-4001-94bb-fcb98c5d588b&id=0edcfaba-a189-4a0b-a3a0-7071d9b1346a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0503883 May 28 07:25:52.046383 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c95346-6f62-4d77-9bd7-719f37ee94a0 req-a58b11e9-3e64-4807-9900-96a26e163dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:25:52.047841 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-29c95346-6f62-4d77-9bd7-719f37ee94a0 req-a58b11e9-3e64-4807-9900-96a26e163dfc service neutron] 10.222.0.71 "GET /v2.0/networks?id=7cc9c984-0052-405a-b59c-8e4e81907584 HTTP/1.1" status: 200 len: 916 time: 0.1273348 May 28 07:25:52.149268 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-29c95346-6f62-4d77-9bd7-719f37ee94a0 req-c61e3ce9-2d3d-479e-800a-c5c5add8d45a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b6ea19e-698f-41dc-8426-047f1fd75128 HTTP/1.1" status: 200 len: 1001 time: 0.0949550 May 28 07:25:52.209875 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c95346-6f62-4d77-9bd7-719f37ee94a0 req-2f22f289-8a36-4ca8-86dc-3833520a263e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:25:52.211200 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-29c95346-6f62-4d77-9bd7-719f37ee94a0 req-2f22f289-8a36-4ca8-86dc-3833520a263e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b3465c93-b441-4ddf-ab35-d3ce11e70635 HTTP/1.1" status: 200 len: 854 time: 0.0550916 May 28 07:25:52.296317 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c95346-6f62-4d77-9bd7-719f37ee94a0 req-d8915907-09ae-4541-b09c-d590a4f0bf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:25:52.298021 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-29c95346-6f62-4d77-9bd7-719f37ee94a0 req-d8915907-09ae-4541-b09c-d590a4f0bf4a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7cc9c984-0052-405a-b59c-8e4e81907584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0789571 May 28 07:25:52.430725 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-29c95346-6f62-4d77-9bd7-719f37ee94a0 req-1e6c2ffe-68b1-4884-abaa-9fe823e8bb40 service neutron] 10.222.0.71 "GET /v2.0/networks/7cc9c984-0052-405a-b59c-8e4e81907584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263063 May 28 07:25:52.561132 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-29c95346-6f62-4d77-9bd7-719f37ee94a0 req-2f0edd8c-4f5b-4788-bbf5-44f5cf381425 service neutron] 10.222.0.71 "GET /v2.0/networks/7cc9c984-0052-405a-b59c-8e4e81907584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232531 May 28 07:25:53.116197 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbab171f-a2ea-4c91-9012-bcb617f7875f req-ef27787a-5f49-45c2-affb-74531a708201 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:25:53.117658 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dbab171f-a2ea-4c91-9012-bcb617f7875f req-ef27787a-5f49-45c2-affb-74531a708201 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] 10.222.0.55 "GET /v2.0/ports?device_id=a923b28a-acde-40b9-b725-484200f0c8e6 HTTP/1.1" status: 200 len: 985 time: 0.0823405 May 28 07:25:53.163391 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dbab171f-a2ea-4c91-9012-bcb617f7875f req-52ce681b-94de-43b4-818e-8f4a833d6b88 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] 10.222.0.55 "GET /v2.0/security-groups?id=c503a292-577e-4001-94bb-fcb98c5d588b&id=0edcfaba-a189-4a0b-a3a0-7071d9b1346a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0399423 May 28 07:25:54.345061 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d075e8-5f9c-461f-88d3-37da2b777075 req-32d38302-b5a3-4cc0-aca3-502914ab47db tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:25:54.346505 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-64d075e8-5f9c-461f-88d3-37da2b777075 req-32d38302-b5a3-4cc0-aca3-502914ab47db tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] 10.222.0.55 "GET /v2.0/ports?device_id=a923b28a-acde-40b9-b725-484200f0c8e6 HTTP/1.1" status: 200 len: 985 time: 0.0773084 May 28 07:25:54.395807 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-64d075e8-5f9c-461f-88d3-37da2b777075 req-2185bae5-08ca-4234-aadd-215544dabd8c tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] 10.222.0.55 "GET /v2.0/security-groups?id=c503a292-577e-4001-94bb-fcb98c5d588b&id=0edcfaba-a189-4a0b-a3a0-7071d9b1346a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0434062 May 28 07:25:55.583123 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02ba431-f650-430d-9245-65c8186b3bcc req-acaaf5b3-2c71-464e-8f3a-16ed5a42626d tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:25:55.584577 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a02ba431-f650-430d-9245-65c8186b3bcc req-acaaf5b3-2c71-464e-8f3a-16ed5a42626d tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] 10.222.0.55 "GET /v2.0/ports?device_id=a923b28a-acde-40b9-b725-484200f0c8e6 HTTP/1.1" status: 200 len: 985 time: 0.0790098 May 28 07:25:55.630421 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a02ba431-f650-430d-9245-65c8186b3bcc req-cbf08331-69e9-4e31-b91d-14fa2999a746 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] 10.222.0.55 "GET /v2.0/security-groups?id=c503a292-577e-4001-94bb-fcb98c5d588b&id=0edcfaba-a189-4a0b-a3a0-7071d9b1346a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0400059 May 28 07:25:56.487684 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-2ebe87ea-7f26-445b-9bf7-657a0c6649d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:25:56.817152 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c90bbfc-1fcf-40d9-9a34-dd0870609a8a req-7755194b-7c3d-41dd-9ac6-9c22693a7e57 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:25:56.818625 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3c90bbfc-1fcf-40d9-9a34-dd0870609a8a req-7755194b-7c3d-41dd-9ac6-9c22693a7e57 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] 10.222.0.55 "GET /v2.0/ports?device_id=a923b28a-acde-40b9-b725-484200f0c8e6 HTTP/1.1" status: 200 len: 985 time: 0.0825024 May 28 07:25:56.864703 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3c90bbfc-1fcf-40d9-9a34-dd0870609a8a req-005285a4-cb7f-456c-8386-0982f5e0b9b0 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] 10.222.0.55 "GET /v2.0/security-groups?id=c503a292-577e-4001-94bb-fcb98c5d588b&id=0edcfaba-a189-4a0b-a3a0-7071d9b1346a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0404470 May 28 07:25:58.048503 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46142e70-86d4-4207-8170-affc18f86de1 req-e3a4ce6c-0dca-4e92-b399-72d2e6497b1e tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:25:58.049987 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-46142e70-86d4-4207-8170-affc18f86de1 req-e3a4ce6c-0dca-4e92-b399-72d2e6497b1e tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] 10.222.0.55 "GET /v2.0/ports?device_id=a923b28a-acde-40b9-b725-484200f0c8e6 HTTP/1.1" status: 200 len: 985 time: 0.0796819 May 28 07:25:58.088142 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:25:58.096376 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-46142e70-86d4-4207-8170-affc18f86de1 req-4d8cbee9-8491-4bc2-93a2-821afa629d5f tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] 10.222.0.55 "GET /v2.0/security-groups?id=c503a292-577e-4001-94bb-fcb98c5d588b&id=0edcfaba-a189-4a0b-a3a0-7071d9b1346a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0407295 May 28 07:25:58.979101 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-fb6db631-a4be-4190-8dcc-94aa31ea5e5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:25:59.292669 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c77dd4-e957-43e9-8986-e1af107daae3 req-4de62e2f-541a-49bc-b107-62b70888b773 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:25:59.294055 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b5c77dd4-e957-43e9-8986-e1af107daae3 req-4de62e2f-541a-49bc-b107-62b70888b773 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] 10.222.0.55 "GET /v2.0/ports?device_id=a923b28a-acde-40b9-b725-484200f0c8e6 HTTP/1.1" status: 200 len: 985 time: 0.0831640 May 28 07:25:59.339322 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b5c77dd4-e957-43e9-8986-e1af107daae3 req-1eb83ed4-1c2f-4529-8ee3-a8be7d90b2ce tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] 10.222.0.55 "GET /v2.0/security-groups?id=c503a292-577e-4001-94bb-fcb98c5d588b&id=0edcfaba-a189-4a0b-a3a0-7071d9b1346a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0389917 May 28 07:26:00.079761 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:26:00.133400 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:26:00.524178 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c846845-0d56-4076-87ce-65d3de16cce6 req-5c5de3db-14ad-4698-ad18-50765c03e426 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:26:00.525664 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2c846845-0d56-4076-87ce-65d3de16cce6 req-5c5de3db-14ad-4698-ad18-50765c03e426 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] 10.222.0.55 "GET /v2.0/ports?device_id=a923b28a-acde-40b9-b725-484200f0c8e6 HTTP/1.1" status: 200 len: 985 time: 0.0787106 May 28 07:26:00.574756 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2c846845-0d56-4076-87ce-65d3de16cce6 req-551e85ad-e869-4674-b4b8-fc6bff782dcc tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] 10.222.0.55 "GET /v2.0/security-groups?id=c503a292-577e-4001-94bb-fcb98c5d588b&id=0edcfaba-a189-4a0b-a3a0-7071d9b1346a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0433149 May 28 07:26:01.864134 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e01ef-f682-4e7b-bf54-b5c8fc1210e7 req-75635eb7-e693-4824-b530-ce0ab56485c5 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:26:01.865532 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a28e01ef-f682-4e7b-bf54-b5c8fc1210e7 req-75635eb7-e693-4824-b530-ce0ab56485c5 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] 10.222.0.55 "GET /v2.0/ports?device_id=a923b28a-acde-40b9-b725-484200f0c8e6 HTTP/1.1" status: 200 len: 985 time: 0.1811976 May 28 07:26:01.871025 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:26:01.912012 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a28e01ef-f682-4e7b-bf54-b5c8fc1210e7 req-25fc0753-db0a-4741-8955-d4c299171168 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] 10.222.0.55 "GET /v2.0/security-groups?id=c503a292-577e-4001-94bb-fcb98c5d588b&id=0edcfaba-a189-4a0b-a3a0-7071d9b1346a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0405998 May 28 07:26:02.753704 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:26:03.097486 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768d579a-9373-4eb9-b59d-255f8e398553 req-c5ba446b-f6c1-4b57-ae1a-5ef329135084 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:26:03.098862 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-768d579a-9373-4eb9-b59d-255f8e398553 req-c5ba446b-f6c1-4b57-ae1a-5ef329135084 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] 10.222.0.55 "GET /v2.0/ports?device_id=a923b28a-acde-40b9-b725-484200f0c8e6 HTTP/1.1" status: 200 len: 985 time: 0.0809028 May 28 07:26:03.146384 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-768d579a-9373-4eb9-b59d-255f8e398553 req-00eeb609-e239-4d84-aacd-521b7d575a22 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] 10.222.0.55 "GET /v2.0/security-groups?id=c503a292-577e-4001-94bb-fcb98c5d588b&id=0edcfaba-a189-4a0b-a3a0-7071d9b1346a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0413966 May 28 07:26:04.327302 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6015e438-3064-4e76-a0fc-204f0921c075 req-45389dca-5991-483a-89e2-113f39db115b tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:26:04.329331 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6015e438-3064-4e76-a0fc-204f0921c075 req-45389dca-5991-483a-89e2-113f39db115b tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] 10.222.0.55 "GET /v2.0/ports?device_id=a923b28a-acde-40b9-b725-484200f0c8e6 HTTP/1.1" status: 200 len: 985 time: 0.0804055 May 28 07:26:04.379358 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6015e438-3064-4e76-a0fc-204f0921c075 req-4a55f141-cb9b-40d9-ac1c-ec18d19a26f7 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] 10.222.0.55 "GET /v2.0/security-groups?id=c503a292-577e-4001-94bb-fcb98c5d588b&id=0edcfaba-a189-4a0b-a3a0-7071d9b1346a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0441265 May 28 07:26:05.563108 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4608f27-d4d8-4101-b980-fb3057a0c16d req-b9b035b9-af6c-4c0e-9def-9d9835ae7947 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:26:05.564703 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d4608f27-d4d8-4101-b980-fb3057a0c16d req-b9b035b9-af6c-4c0e-9def-9d9835ae7947 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] 10.222.0.55 "GET /v2.0/ports?device_id=a923b28a-acde-40b9-b725-484200f0c8e6 HTTP/1.1" status: 200 len: 985 time: 0.0806034 May 28 07:26:05.611632 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d4608f27-d4d8-4101-b980-fb3057a0c16d req-815ca6aa-65af-4b44-b466-5eba590406c6 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] 10.222.0.55 "GET /v2.0/security-groups?id=c503a292-577e-4001-94bb-fcb98c5d588b&id=0edcfaba-a189-4a0b-a3a0-7071d9b1346a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0411410 May 28 07:26:06.803613 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7e4a98-4553-4e15-9d93-f486b203006e req-66a4067e-9749-4e3f-8ca6-cbfc98ceb36b tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:26:06.804984 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7f7e4a98-4553-4e15-9d93-f486b203006e req-66a4067e-9749-4e3f-8ca6-cbfc98ceb36b tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] 10.222.0.55 "GET /v2.0/ports?device_id=a923b28a-acde-40b9-b725-484200f0c8e6 HTTP/1.1" status: 200 len: 985 time: 0.0834303 May 28 07:26:06.850634 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7f7e4a98-4553-4e15-9d93-f486b203006e req-5058e57a-dc7b-45ed-9fc2-4089be2192ee tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] 10.222.0.55 "GET /v2.0/security-groups?id=c503a292-577e-4001-94bb-fcb98c5d588b&id=0edcfaba-a189-4a0b-a3a0-7071d9b1346a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0398364 May 28 07:26:08.040417 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e31c86b-1395-4fe5-a6a1-fbef024d1e75 req-2205c194-03b3-4115-9f58-67ba3b3043d1 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:26:08.041898 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0e31c86b-1395-4fe5-a6a1-fbef024d1e75 req-2205c194-03b3-4115-9f58-67ba3b3043d1 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] 10.222.0.55 "GET /v2.0/ports?device_id=a923b28a-acde-40b9-b725-484200f0c8e6 HTTP/1.1" status: 200 len: 985 time: 0.0859783 May 28 07:26:08.088874 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0e31c86b-1395-4fe5-a6a1-fbef024d1e75 req-21e755ae-597a-4bab-bdf2-029a72d77844 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] 10.222.0.55 "GET /v2.0/security-groups?id=c503a292-577e-4001-94bb-fcb98c5d588b&id=0edcfaba-a189-4a0b-a3a0-7071d9b1346a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0406005 May 28 07:26:08.875861 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 07:26:09.274610 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005eb3d3-9e65-4457-8040-c176c4bd4709 req-23be698c-ed11-49f1-bc3a-c8f6c930bea6 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:26:09.276054 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-005eb3d3-9e65-4457-8040-c176c4bd4709 req-23be698c-ed11-49f1-bc3a-c8f6c930bea6 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] 10.222.0.55 "GET /v2.0/ports?device_id=a923b28a-acde-40b9-b725-484200f0c8e6 HTTP/1.1" status: 200 len: 985 time: 0.0819519 May 28 07:26:09.322363 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-005eb3d3-9e65-4457-8040-c176c4bd4709 req-5227fd7f-da2c-4a1c-a468-b8a2cb10e1b0 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] 10.222.0.55 "GET /v2.0/security-groups?id=c503a292-577e-4001-94bb-fcb98c5d588b&id=0edcfaba-a189-4a0b-a3a0-7071d9b1346a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0406902 May 28 07:26:26.473672 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-99c50ffe-d910-42f4-9572-17dc89322b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:26:28.085870 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:26:28.981818 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-7b0257d9-5cc8-41c7-9939-2d97f68d6d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:26:30.075285 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:26:30.132633 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:26:31.875897 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:26:32.790085 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:26:38.583951 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-335f1ac1-6e00-4c6e-b936-9f885aaa1897 req-ac554ef1-ec99-44d7-bed8-b19effd0493e service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=a923b28a-acde-40b9-b725-484200f0c8e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0692022 May 28 07:26:38.748144 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335f1ac1-6e00-4c6e-b936-9f885aaa1897 req-e6f1557a-b27b-49ca-ba19-fa5711a3b3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:26:38.751905 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-335f1ac1-6e00-4c6e-b936-9f885aaa1897 req-e6f1557a-b27b-49ca-ba19-fa5711a3b3e5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0c6a0d08004a481cad8d31ca07ee04e1&device_id=a923b28a-acde-40b9-b725-484200f0c8e6 HTTP/1.1" status: 200 len: 1136 time: 0.0778682 May 28 07:26:38.897327 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335f1ac1-6e00-4c6e-b936-9f885aaa1897 req-353172cf-77da-4c6a-8184-9c6b2148df58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:26:38.898790 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-335f1ac1-6e00-4c6e-b936-9f885aaa1897 req-353172cf-77da-4c6a-8184-9c6b2148df58 service neutron] 10.222.0.71 "GET /v2.0/networks?id=7cc9c984-0052-405a-b59c-8e4e81907584 HTTP/1.1" status: 200 len: 916 time: 0.1255167 May 28 07:26:39.000475 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-335f1ac1-6e00-4c6e-b936-9f885aaa1897 req-92e399f5-f272-4eec-99aa-0c8676b43c49 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b6ea19e-698f-41dc-8426-047f1fd75128 HTTP/1.1" status: 200 len: 1001 time: 0.0940371 May 28 07:26:39.060312 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335f1ac1-6e00-4c6e-b936-9f885aaa1897 req-0bd61b15-ad46-4ab6-8264-f46c9227d196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:26:39.061702 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-335f1ac1-6e00-4c6e-b936-9f885aaa1897 req-0bd61b15-ad46-4ab6-8264-f46c9227d196 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b3465c93-b441-4ddf-ab35-d3ce11e70635 HTTP/1.1" status: 200 len: 854 time: 0.0550342 May 28 07:26:39.138894 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335f1ac1-6e00-4c6e-b936-9f885aaa1897 req-ba71cff5-170d-4a7f-81e1-8b6b19dd33a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:26:39.140360 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-335f1ac1-6e00-4c6e-b936-9f885aaa1897 req-ba71cff5-170d-4a7f-81e1-8b6b19dd33a7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7cc9c984-0052-405a-b59c-8e4e81907584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0728195 May 28 07:26:39.268461 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-335f1ac1-6e00-4c6e-b936-9f885aaa1897 req-2d094446-1ccc-4960-8f8d-935ccc20ce7a service neutron] 10.222.0.71 "GET /v2.0/networks/7cc9c984-0052-405a-b59c-8e4e81907584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211698 May 28 07:26:39.398746 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-335f1ac1-6e00-4c6e-b936-9f885aaa1897 req-c3d8ce85-8431-4acc-85c8-e6194e1ef134 service neutron] 10.222.0.71 "GET /v2.0/networks/7cc9c984-0052-405a-b59c-8e4e81907584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242621 May 28 07:26:41.688809 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-efc9c09d-6d16-4e7f-919c-0d380c84cf5f req-8d7a1718-647d-4d1c-a6a5-4f0ce5dd71c5 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-910762190&fields=id&tenant_id=0c6a0d08004a481cad8d31ca07ee04e1 HTTP/1.1" status: 200 len: 267 time: 0.1015515 May 28 07:26:41.777317 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc9c09d-6d16-4e7f-919c-0d380c84cf5f req-cfa22428-cb29-4dc3-b65b-46eeafbcb271 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:26:41.778702 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-efc9c09d-6d16-4e7f-919c-0d380c84cf5f req-cfa22428-cb29-4dc3-b65b-46eeafbcb271 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] 10.222.0.55 "GET /v2.0/ports?device_id=a923b28a-acde-40b9-b725-484200f0c8e6 HTTP/1.1" status: 200 len: 985 time: 0.0835705 May 28 07:26:41.789764 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-efc9c09d-6d16-4e7f-919c-0d380c84cf5f req-f76533dc-5335-44a4-80e4-b55e3698253a tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Request body: {'port': {'security_groups': ['c503a292-577e-4001-94bb-fcb98c5d588b']}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:26:41.912287 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-efc9c09d-6d16-4e7f-919c-0d380c84cf5f req-f76533dc-5335-44a4-80e4-b55e3698253a tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:26:42.250298 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-efc9c09d-6d16-4e7f-919c-0d380c84cf5f req-f76533dc-5335-44a4-80e4-b55e3698253a tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] For port 8b6ea19e-698f-41dc-8426-047f1fd75128, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=8b6ea19e-698f-41dc-8426-047f1fd75128,segment=NetworkSegment(b173d3fb-412b-45d3-992f-fa9f4906c39b),segment_id=b173d3fb-412b-45d3-992f-fa9f4906c39b)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:26:42.275247 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-efc9c09d-6d16-4e7f-919c-0d380c84cf5f req-f76533dc-5335-44a4-80e4-b55e3698253a tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:26:42.399103 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-efc9c09d-6d16-4e7f-919c-0d380c84cf5f req-f76533dc-5335-44a4-80e4-b55e3698253a tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:26:42.432369 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['8b6ea19e-698f-41dc-8426-047f1fd75128'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 07:26:42.468427 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc9c09d-6d16-4e7f-919c-0d380c84cf5f req-f76533dc-5335-44a4-80e4-b55e3698253a tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:26:42.472190 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-efc9c09d-6d16-4e7f-919c-0d380c84cf5f req-f76533dc-5335-44a4-80e4-b55e3698253a tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:26:42.473873 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-efc9c09d-6d16-4e7f-919c-0d380c84cf5f req-f76533dc-5335-44a4-80e4-b55e3698253a tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] 10.222.0.55 "PUT /v2.0/ports/8b6ea19e-698f-41dc-8426-047f1fd75128 HTTP/1.1" status: 200 len: 943 time: 0.6887550 May 28 07:26:42.474095 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a923b28a-acde-40b9-b725-484200f0c8e6', 'tag': '8b6ea19e-698f-41dc-8426-047f1fd75128'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:26:42.484728 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 57702) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:26:42.528230 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76533dc-5335-44a4-80e4-b55e3698253a tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Pushing event updated for resources: {'Port': ['ID=8b6ea19e-698f-41dc-8426-047f1fd75128,revision_number=7']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:26:42.544414 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76533dc-5335-44a4-80e4-b55e3698253a tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:26:42.545290 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76533dc-5335-44a4-80e4-b55e3698253a tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:26:42.545290 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76533dc-5335-44a4-80e4-b55e3698253a tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:26:42.545550 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76533dc-5335-44a4-80e4-b55e3698253a tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:26:42.545752 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76533dc-5335-44a4-80e4-b55e3698253a tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:26:42.546671 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76533dc-5335-44a4-80e4-b55e3698253a tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:26:42.546671 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76533dc-5335-44a4-80e4-b55e3698253a tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:26:42.546671 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76533dc-5335-44a4-80e4-b55e3698253a tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:26:42.547010 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76533dc-5335-44a4-80e4-b55e3698253a tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:26:42.547335 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76533dc-5335-44a4-80e4-b55e3698253a tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:26:42.558091 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76533dc-5335-44a4-80e4-b55e3698253a tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:26:42.558393 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76533dc-5335-44a4-80e4-b55e3698253a tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:26:42.621034 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['8b6ea19e-698f-41dc-8426-047f1fd75128'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 07:26:42.634159 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-671c1a02-49fb-4f95-a7aa-38a895f9bfae tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:26:42.645938 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6d6a9b3-79ef-44d1-9e97-d846d953386f'] response: {'name': 'network-changed', 'server_uuid': 'a923b28a-acde-40b9-b725-484200f0c8e6', 'tag': '8b6ea19e-698f-41dc-8426-047f1fd75128', 'status': 'completed', 'code': 200} May 28 07:26:42.675977 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-671c1a02-49fb-4f95-a7aa-38a895f9bfae tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:26:42.780749 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-84d017e6-ff0d-4194-82ea-e19ec053364b None None] Provisioning complete for port 8b6ea19e-698f-41dc-8426-047f1fd75128 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:26:42.780749 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-84d017e6-ff0d-4194-82ea-e19ec053364b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:26:42.785382 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e72a0d-6131-436e-8e88-a78230b93a86 req-3221e55c-9832-47b4-aa94-68b2967a28d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:26:42.786889 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c0e72a0d-6131-436e-8e88-a78230b93a86 req-3221e55c-9832-47b4-aa94-68b2967a28d8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0c6a0d08004a481cad8d31ca07ee04e1&device_id=a923b28a-acde-40b9-b725-484200f0c8e6 HTTP/1.1" status: 200 len: 1097 time: 0.0966702 May 28 07:26:42.830201 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-671c1a02-49fb-4f95-a7aa-38a895f9bfae tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:26:42.851111 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671c1a02-49fb-4f95-a7aa-38a895f9bfae tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0edcfaba-a189-4a0b-a3a0-7071d9b1346a,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:26:42.858951 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671c1a02-49fb-4f95-a7aa-38a895f9bfae tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:26:42.859440 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671c1a02-49fb-4f95-a7aa-38a895f9bfae tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:26:42.860129 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671c1a02-49fb-4f95-a7aa-38a895f9bfae tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:26:42.860278 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671c1a02-49fb-4f95-a7aa-38a895f9bfae tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:26:42.860744 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671c1a02-49fb-4f95-a7aa-38a895f9bfae tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:26:42.861112 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671c1a02-49fb-4f95-a7aa-38a895f9bfae tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:26:42.861624 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671c1a02-49fb-4f95-a7aa-38a895f9bfae tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:26:42.861974 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671c1a02-49fb-4f95-a7aa-38a895f9bfae tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:26:42.862385 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671c1a02-49fb-4f95-a7aa-38a895f9bfae tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:26:42.862813 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671c1a02-49fb-4f95-a7aa-38a895f9bfae tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:26:42.863671 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671c1a02-49fb-4f95-a7aa-38a895f9bfae tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:26:42.863671 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671c1a02-49fb-4f95-a7aa-38a895f9bfae tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:26:42.926875 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e72a0d-6131-436e-8e88-a78230b93a86 req-6a722d37-a4c8-4f6f-b5ff-e874fe409352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:26:42.932601 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-671c1a02-49fb-4f95-a7aa-38a895f9bfae tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:26:42.939931 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-671c1a02-49fb-4f95-a7aa-38a895f9bfae tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] 10.222.0.55 "DELETE /v2.0/security-groups/0edcfaba-a189-4a0b-a3a0-7071d9b1346a HTTP/1.1" status: 204 len: 168 time: 0.4470644 May 28 07:26:42.940064 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c0e72a0d-6131-436e-8e88-a78230b93a86 req-6a722d37-a4c8-4f6f-b5ff-e874fe409352 service neutron] 10.222.0.71 "GET /v2.0/networks?id=7cc9c984-0052-405a-b59c-8e4e81907584 HTTP/1.1" status: 200 len: 916 time: 0.1427162 May 28 07:26:42.940166 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 57708) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:26:42.984850 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-84d017e6-ff0d-4194-82ea-e19ec053364b None None] Current status of the port 8b6ea19e-698f-41dc-8426-047f1fd75128 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:26:43.043713 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c0e72a0d-6131-436e-8e88-a78230b93a86 req-90f6be15-416d-494b-89fd-d1345f15ddb9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b6ea19e-698f-41dc-8426-047f1fd75128 HTTP/1.1" status: 200 len: 1001 time: 0.1014566 May 28 07:26:43.114299 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e72a0d-6131-436e-8e88-a78230b93a86 req-34c5beef-4762-4946-b5d2-f39760d03109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:26:43.116474 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c0e72a0d-6131-436e-8e88-a78230b93a86 req-34c5beef-4762-4946-b5d2-f39760d03109 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b3465c93-b441-4ddf-ab35-d3ce11e70635 HTTP/1.1" status: 200 len: 854 time: 0.0662570 May 28 07:26:43.153709 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-91898433-bd72-4e8d-b79d-e4d8b547c8f3 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Deleting port e305a988-f489-42bc-a140-5097257f255f {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:26:43.154053 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-91898433-bd72-4e8d-b79d-e4d8b547c8f3 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:26:43.195055 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e72a0d-6131-436e-8e88-a78230b93a86 req-10f0b5ce-5076-43af-a398-16a564e1a864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:26:43.196542 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c0e72a0d-6131-436e-8e88-a78230b93a86 req-10f0b5ce-5076-43af-a398-16a564e1a864 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7cc9c984-0052-405a-b59c-8e4e81907584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723913 May 28 07:26:43.336213 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c0e72a0d-6131-436e-8e88-a78230b93a86 req-08fccd39-d59f-465d-a898-18f8e911b12c service neutron] 10.222.0.71 "GET /v2.0/networks/7cc9c984-0052-405a-b59c-8e4e81907584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329143 May 28 07:26:43.345545 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-91898433-bd72-4e8d-b79d-e4d8b547c8f3 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:26:43.345884 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-91898433-bd72-4e8d-b79d-e4d8b547c8f3 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:26:43.474700 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c0e72a0d-6131-436e-8e88-a78230b93a86 req-cf9e912d-2176-4ee0-85a5-41ec265498b0 service neutron] 10.222.0.71 "GET /v2.0/networks/7cc9c984-0052-405a-b59c-8e4e81907584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316414 May 28 07:26:43.477113 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-91898433-bd72-4e8d-b79d-e4d8b547c8f3 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Calling delete_port for e305a988-f489-42bc-a140-5097257f255f owned by network:floatingip {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:26:43.692656 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-91898433-bd72-4e8d-b79d-e4d8b547c8f3 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:26:43.746248 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91898433-bd72-4e8d-b79d-e4d8b547c8f3 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Pushing event deleted for resources: {'Port': ['ID=e305a988-f489-42bc-a140-5097257f255f,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:26:43.838000 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-91898433-bd72-4e8d-b79d-e4d8b547c8f3 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Notify callbacks [] for floatingip, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:26:43.838259 n-d-843702-1 neutron-server[89109]: INFO neutron.db.l3_db [None req-91898433-bd72-4e8d-b79d-e4d8b547c8f3 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Floating IP 3adc7f5b-f4a7-4a68-8aa5-f331cb5da479 disassociated (deleted). External IP: 172.25.5.44, port: 8b6ea19e-698f-41dc-8426-047f1fd75128. May 28 07:26:44.313514 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91898433-bd72-4e8d-b79d-e4d8b547c8f3 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Router 8c119a3d-b576-4eaf-815f-e054aea65c4c has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 07:26:44.491735 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91898433-bd72-4e8d-b79d-e4d8b547c8f3 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 07:26:44.501465 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b6e577-b288-42b2-9b6b-2699e2dd9cc5 None None] Sync routers for ids ['8c119a3d-b576-4eaf-815f-e054aea65c4c'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 07:26:44.509212 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-91898433-bd72-4e8d-b79d-e4d8b547c8f3 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:26:44.510630 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b6e577-b288-42b2-9b6b-2699e2dd9cc5 None None] Routers {'8c119a3d-b576-4eaf-815f-e054aea65c4c'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:26:44.511240 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-76b6e577-b288-42b2-9b6b-2699e2dd9cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:26:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['8c119a3d-b576-4eaf-815f-e054aea65c4c'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:26:44.567133 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-91898433-bd72-4e8d-b79d-e4d8b547c8f3 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] 10.222.0.55 "DELETE /v2.0/floatingips/3adc7f5b-f4a7-4a68-8aa5-f331cb5da479 HTTP/1.1" status: 204 len: 168 time: 1.6295185 May 28 07:26:44.567733 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a923b28a-acde-40b9-b725-484200f0c8e6', 'tag': '8b6ea19e-698f-41dc-8426-047f1fd75128'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:26:44.696798 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-76b6e577-b288-42b2-9b6b-2699e2dd9cc5 None None] Set router 8c119a3d-b576-4eaf-815f-e054aea65c4c gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:26:45.014919 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-76b6e577-b288-42b2-9b6b-2699e2dd9cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c119a3d-b576-4eaf-815f-e054aea65c4c', 'name': 'tempest-TestMinimumBasicScenario-2040790125-router', 'tenant_id': '0c6a0d08004a481cad8d31ca07ee04e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': 'd734d172-2800-412a-8c44-1c27afeac0d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:24:28Z', 'updated_at': '2022-05-28T07:24:32Z', 'revision_number': 4, 'project_id': '0c6a0d08004a481cad8d31ca07ee04e1', 'gw_port': {'id': 'd734d172-2800-412a-8c44-1c27afeac0d6', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d9:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c119a3d-b576-4eaf-815f-e054aea65c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:24:29Z', 'updated_at': '2022-05-28T07:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '8b494823-830d-4d94-960e-b931609d9a1d', 'name': '', 'network_id': '7cc9c984-0052-405a-b59c-8e4e81907584', 'tenant_id': '0c6a0d08004a481cad8d31ca07ee04e1', 'mac_address': 'fa:16:3e:5f:82:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c119a3d-b576-4eaf-815f-e054aea65c4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': 'b3465c93-b441-4ddf-ab35-d3ce11e70635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:24:32Z', 'updated_at': '2022-05-28T07:24:39Z', 'revision_number': 5, 'project_id': '0c6a0d08004a481cad8d31ca07ee04e1', 'subnets': [{'id': 'b3465c93-b441-4ddf-ab35-d3ce11e70635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:26:45.018760 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b6e577-b288-42b2-9b6b-2699e2dd9cc5 None None] Checking router: 8c119a3d-b576-4eaf-815f-e054aea65c4c for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 07:26:45.027357 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b6e577-b288-42b2-9b6b-2699e2dd9cc5 None None] Routers {'8c119a3d-b576-4eaf-815f-e054aea65c4c'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:26:45.027957 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-76b6e577-b288-42b2-9b6b-2699e2dd9cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:26:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['8c119a3d-b576-4eaf-815f-e054aea65c4c'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:26:45.065649 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-711a5b31-924d-4916-8fbf-5f3715c4b84f'] response: {'name': 'network-changed', 'server_uuid': 'a923b28a-acde-40b9-b725-484200f0c8e6', 'tag': '8b6ea19e-698f-41dc-8426-047f1fd75128', 'status': 'completed', 'code': 200} May 28 07:26:45.198119 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808e609c-e609-4988-974f-b6d03c4a937d req-722077e8-0034-4644-9e50-396708e97228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:26:45.199791 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-808e609c-e609-4988-974f-b6d03c4a937d req-722077e8-0034-4644-9e50-396708e97228 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0c6a0d08004a481cad8d31ca07ee04e1&device_id=a923b28a-acde-40b9-b725-484200f0c8e6 HTTP/1.1" status: 200 len: 1097 time: 0.0828624 May 28 07:26:45.251216 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-76b6e577-b288-42b2-9b6b-2699e2dd9cc5 None None] Set router 8c119a3d-b576-4eaf-815f-e054aea65c4c gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:26:45.333275 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808e609c-e609-4988-974f-b6d03c4a937d req-f6f31a5b-81ab-444e-93bf-ea601597dccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:26:45.335390 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-808e609c-e609-4988-974f-b6d03c4a937d req-f6f31a5b-81ab-444e-93bf-ea601597dccf service neutron] 10.222.0.71 "GET /v2.0/networks?id=7cc9c984-0052-405a-b59c-8e4e81907584 HTTP/1.1" status: 200 len: 916 time: 0.1301527 May 28 07:26:45.402092 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-808e609c-e609-4988-974f-b6d03c4a937d req-d29a5b76-beca-4f79-9c0b-ab91f60bb124 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b6ea19e-698f-41dc-8426-047f1fd75128 HTTP/1.1" status: 200 len: 217 time: 0.0603242 May 28 07:26:45.469463 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808e609c-e609-4988-974f-b6d03c4a937d req-1402bc57-9f29-45ae-ae8b-7bda1525bb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:26:45.470923 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-808e609c-e609-4988-974f-b6d03c4a937d req-1402bc57-9f29-45ae-ae8b-7bda1525bb35 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b3465c93-b441-4ddf-ab35-d3ce11e70635 HTTP/1.1" status: 200 len: 854 time: 0.0615735 May 28 07:26:45.551601 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808e609c-e609-4988-974f-b6d03c4a937d req-63a0403e-312b-4490-821b-5078e51f83ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:26:45.553161 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-808e609c-e609-4988-974f-b6d03c4a937d req-63a0403e-312b-4490-821b-5078e51f83ed service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7cc9c984-0052-405a-b59c-8e4e81907584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0754230 May 28 07:26:45.573033 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-76b6e577-b288-42b2-9b6b-2699e2dd9cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c119a3d-b576-4eaf-815f-e054aea65c4c', 'name': 'tempest-TestMinimumBasicScenario-2040790125-router', 'tenant_id': '0c6a0d08004a481cad8d31ca07ee04e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': 'd734d172-2800-412a-8c44-1c27afeac0d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:24:28Z', 'updated_at': '2022-05-28T07:24:32Z', 'revision_number': 4, 'project_id': '0c6a0d08004a481cad8d31ca07ee04e1', 'gw_port': {'id': 'd734d172-2800-412a-8c44-1c27afeac0d6', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d9:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c119a3d-b576-4eaf-815f-e054aea65c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:24:29Z', 'updated_at': '2022-05-28T07:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '8b494823-830d-4d94-960e-b931609d9a1d', 'name': '', 'network_id': '7cc9c984-0052-405a-b59c-8e4e81907584', 'tenant_id': '0c6a0d08004a481cad8d31ca07ee04e1', 'mac_address': 'fa:16:3e:5f:82:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c119a3d-b576-4eaf-815f-e054aea65c4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': 'b3465c93-b441-4ddf-ab35-d3ce11e70635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:24:32Z', 'updated_at': '2022-05-28T07:24:39Z', 'revision_number': 5, 'project_id': '0c6a0d08004a481cad8d31ca07ee04e1', 'subnets': [{'id': 'b3465c93-b441-4ddf-ab35-d3ce11e70635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:26:45.577378 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b6e577-b288-42b2-9b6b-2699e2dd9cc5 None None] The sync data for ids ['8c119a3d-b576-4eaf-815f-e054aea65c4c'] in n-d-843702-1 is: [{'id': '8c119a3d-b576-4eaf-815f-e054aea65c4c', 'name': 'tempest-TestMinimumBasicScenario-2040790125-router', 'tenant_id': '0c6a0d08004a481cad8d31ca07ee04e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': 'd734d172-2800-412a-8c44-1c27afeac0d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:24:28Z', 'updated_at': '2022-05-28T07:24:32Z', 'revision_number': 4, 'project_id': '0c6a0d08004a481cad8d31ca07ee04e1', 'gw_port': {'id': 'd734d172-2800-412a-8c44-1c27afeac0d6', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d9:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c119a3d-b576-4eaf-815f-e054aea65c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:24:29Z', 'updated_at': '2022-05-28T07:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '8b494823-830d-4d94-960e-b931609d9a1d', 'name': '', 'network_id': '7cc9c984-0052-405a-b59c-8e4e81907584', 'tenant_id': '0c6a0d08004a481cad8d31ca07ee04e1', 'mac_address': 'fa:16:3e:5f:82:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c119a3d-b576-4eaf-815f-e054aea65c4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': 'b3465c93-b441-4ddf-ab35-d3ce11e70635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:24:32Z', 'updated_at': '2022-05-28T07:24:39Z', 'revision_number': 5, 'project_id': '0c6a0d08004a481cad8d31ca07ee04e1', 'subnets': [{'id': 'b3465c93-b441-4ddf-ab35-d3ce11e70635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 07:26:45.695644 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-808e609c-e609-4988-974f-b6d03c4a937d req-08569de1-61f5-4f34-a7e6-ab471975a65e service neutron] 10.222.0.71 "GET /v2.0/networks/7cc9c984-0052-405a-b59c-8e4e81907584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347342 May 28 07:26:45.808536 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78fe5de0-104d-4567-9208-0b87678774ae None None] New status for floating IP 3adc7f5b-f4a7-4a68-8aa5-f331cb5da479: DOWN {{(pid=89112) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 07:26:45.842386 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-808e609c-e609-4988-974f-b6d03c4a937d req-bf449d1d-9b93-43da-8f56-c16320ac4d1e service neutron] 10.222.0.71 "GET /v2.0/networks/7cc9c984-0052-405a-b59c-8e4e81907584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399364 May 28 07:26:45.962408 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 07:26:50.806725 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af640a9-3b5c-454b-8fb1-201b7fe15e67 req-12626c33-c79b-4cdd-a3a6-8febe4da2c1e tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:26:50.808078 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3af640a9-3b5c-454b-8fb1-201b7fe15e67 req-12626c33-c79b-4cdd-a3a6-8febe4da2c1e tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] 10.222.0.55 "GET /v2.0/ports?device_id=a923b28a-acde-40b9-b725-484200f0c8e6 HTTP/1.1" status: 200 len: 946 time: 0.1891396 May 28 07:26:50.855382 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3af640a9-3b5c-454b-8fb1-201b7fe15e67 req-6547c08a-4071-4356-a055-a6386a9079e0 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] 10.222.0.55 "GET /v2.0/security-groups?id=c503a292-577e-4001-94bb-fcb98c5d588b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405712 May 28 07:26:52.042745 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7afca3-f8ee-4e51-9391-d118cedded85 req-4da14545-72f1-4048-8a9a-97731fe23bb8 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:26:52.048948 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7f7afca3-f8ee-4e51-9391-d118cedded85 req-4da14545-72f1-4048-8a9a-97731fe23bb8 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] 10.222.0.55 "GET /v2.0/ports?device_id=a923b28a-acde-40b9-b725-484200f0c8e6 HTTP/1.1" status: 200 len: 946 time: 0.0794120 May 28 07:26:52.091794 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7f7afca3-f8ee-4e51-9391-d118cedded85 req-d1a4ba0c-26c4-4879-a494-a0f7f689eb5b tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] 10.222.0.55 "GET /v2.0/security-groups?id=c503a292-577e-4001-94bb-fcb98c5d588b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416329 May 28 07:26:52.533743 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c011e73-3a55-4ca9-be4b-05bf502ac4c0 req-15163af7-9923-4d87-b915-32263e0a8f1f tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:26:52.535144 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5c011e73-3a55-4ca9-be4b-05bf502ac4c0 req-15163af7-9923-4d87-b915-32263e0a8f1f tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] 10.222.0.71 "GET /v2.0/ports?device_id=a923b28a-acde-40b9-b725-484200f0c8e6 HTTP/1.1" status: 200 len: 946 time: 0.0785050 May 28 07:26:52.604299 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-5c011e73-3a55-4ca9-be4b-05bf502ac4c0 req-46fa459f-be73-4af4-8f50-8398104cb9bf tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Deleting port 8b6ea19e-698f-41dc-8426-047f1fd75128 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:26:52.604630 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-5c011e73-3a55-4ca9-be4b-05bf502ac4c0 req-46fa459f-be73-4af4-8f50-8398104cb9bf tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:26:52.846474 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-5c011e73-3a55-4ca9-be4b-05bf502ac4c0 req-46fa459f-be73-4af4-8f50-8398104cb9bf tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] For port 8b6ea19e-698f-41dc-8426-047f1fd75128, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=8b6ea19e-698f-41dc-8426-047f1fd75128,segment=NetworkSegment(b173d3fb-412b-45d3-992f-fa9f4906c39b),segment_id=b173d3fb-412b-45d3-992f-fa9f4906c39b)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:26:52.846742 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-5c011e73-3a55-4ca9-be4b-05bf502ac4c0 req-46fa459f-be73-4af4-8f50-8398104cb9bf tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:26:52.973037 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-5c011e73-3a55-4ca9-be4b-05bf502ac4c0 req-46fa459f-be73-4af4-8f50-8398104cb9bf tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Calling delete_port for 8b6ea19e-698f-41dc-8426-047f1fd75128 owned by compute:nova {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:26:53.239193 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-5c011e73-3a55-4ca9-be4b-05bf502ac4c0 req-46fa459f-be73-4af4-8f50-8398104cb9bf tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:26:53.271936 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['8b6ea19e-698f-41dc-8426-047f1fd75128'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 07:26:53.280408 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8d44bd2f-eb8f-469c-a7ca-782bc24089ed req-ff9c2524-b4b3-4b13-926a-213cc8006c3c tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] 10.222.0.55 "GET /v2.0/ports?device_id=a923b28a-acde-40b9-b725-484200f0c8e6 HTTP/1.1" status: 200 len: 210 time: 0.0822697 May 28 07:26:53.298496 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fa459f-be73-4af4-8f50-8398104cb9bf tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Pushing event deleted for resources: {'Port': ['ID=8b6ea19e-698f-41dc-8426-047f1fd75128,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:26:53.390690 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c011e73-3a55-4ca9-be4b-05bf502ac4c0 req-46fa459f-be73-4af4-8f50-8398104cb9bf tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] No DVR routers for this DVR port 8b6ea19e-698f-41dc-8426-047f1fd75128 on host n-h2-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 07:26:53.393057 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-5c011e73-3a55-4ca9-be4b-05bf502ac4c0 req-46fa459f-be73-4af4-8f50-8398104cb9bf tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:26:53.395580 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a923b28a-acde-40b9-b725-484200f0c8e6', 'name': 'network-vif-deleted', 'tag': '8b6ea19e-698f-41dc-8426-047f1fd75128'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:26:53.407666 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5c011e73-3a55-4ca9-be4b-05bf502ac4c0 req-46fa459f-be73-4af4-8f50-8398104cb9bf tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] 10.222.0.71 "DELETE /v2.0/ports/8b6ea19e-698f-41dc-8426-047f1fd75128 HTTP/1.1" status: 204 len: 173 time: 0.8673315 May 28 07:26:53.440558 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dee7c82c-7591-4097-a5d2-3be8bb85ded1'] response: {'server_uuid': 'a923b28a-acde-40b9-b725-484200f0c8e6', 'name': 'network-vif-deleted', 'tag': '8b6ea19e-698f-41dc-8426-047f1fd75128', 'status': 'completed', 'code': 200} May 28 07:26:54.447556 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-79ad3401-ee37-49f4-86b4-a3d8844a38de req-71f20d2e-587e-4d9f-9aa5-072e88baa135 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Synchronizing usage tracker for tenant:0c6a0d08004a481cad8d31ca07ee04e1 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:26:54.547640 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-79ad3401-ee37-49f4-86b4-a3d8844a38de req-71f20d2e-587e-4d9f-9aa5-072e88baa135 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] Unset dirty status for tenant:0c6a0d08004a481cad8d31ca07ee04e1 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:26:54.548809 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-79ad3401-ee37-49f4-86b4-a3d8844a38de req-71f20d2e-587e-4d9f-9aa5-072e88baa135 tempest-TestMinimumBasicScenario-632292763 tempest-TestMinimumBasicScenario-632292763-project] 10.222.0.55 "GET /v2.0/ports?device_id=a923b28a-acde-40b9-b725-484200f0c8e6 HTTP/1.1" status: 200 len: 210 time: 0.1433225 May 28 07:26:56.481054 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e999dd98-4adf-4342-a924-5c97c5cc817e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:26:56.605005 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 8b6ea19e-698f-41dc-8426-047f1fd75128 no longer exists at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:26:56.639826 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] No Port match for: 8b6ea19e-698f-41dc-8426-047f1fd75128 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 07:26:56.640169 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 8b6ea19e-698f-41dc-8426-047f1fd75128 not bound to the agent host n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 07:26:57.076687 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 57802) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:26:57.609259 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-686acefb-eec2-48c5-ab81-4670ab4989c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700548'] for router_interface, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:26:57.946926 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-686acefb-eec2-48c5-ab81-4670ab4989c0 admin admin] Deleting port 8b494823-830d-4d94-960e-b931609d9a1d {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:26:57.947263 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-686acefb-eec2-48c5-ab81-4670ab4989c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:26:58.098428 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:26:58.251732 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-686acefb-eec2-48c5-ab81-4670ab4989c0 admin admin] For port 8b494823-830d-4d94-960e-b931609d9a1d, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=8b494823-830d-4d94-960e-b931609d9a1d,segment=NetworkSegment(b173d3fb-412b-45d3-992f-fa9f4906c39b),segment_id=b173d3fb-412b-45d3-992f-fa9f4906c39b)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:26:58.252201 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-686acefb-eec2-48c5-ab81-4670ab4989c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:26:58.391610 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-686acefb-eec2-48c5-ab81-4670ab4989c0 admin admin] Calling delete_port for 8b494823-830d-4d94-960e-b931609d9a1d owned by network:router_interface {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:26:58.635423 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-686acefb-eec2-48c5-ab81-4670ab4989c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:26:58.691520 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686acefb-eec2-48c5-ab81-4670ab4989c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b494823-830d-4d94-960e-b931609d9a1d,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:26:58.967620 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-686acefb-eec2-48c5-ab81-4670ab4989c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700472'] for router_interface, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:26:58.995364 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-a6b6882c-c56c-4d28-b032-ad4d2784c336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:26:59.322907 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-686acefb-eec2-48c5-ab81-4670ab4989c0 admin admin] Router 8c119a3d-b576-4eaf-815f-e054aea65c4c has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 07:26:59.616670 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-686acefb-eec2-48c5-ab81-4670ab4989c0 admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 07:26:59.625815 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d49b5d-74d5-4535-bc76-d5177ba7e9f6 None None] Sync routers for ids ['8c119a3d-b576-4eaf-815f-e054aea65c4c'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 07:26:59.634903 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d49b5d-74d5-4535-bc76-d5177ba7e9f6 None None] Routers {'8c119a3d-b576-4eaf-815f-e054aea65c4c'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:26:59.635508 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-05d49b5d-74d5-4535-bc76-d5177ba7e9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:26:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['8c119a3d-b576-4eaf-815f-e054aea65c4c'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:26:59.702313 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-686acefb-eec2-48c5-ab81-4670ab4989c0 admin admin] 10.222.0.55 "PUT /v2.0/routers/8c119a3d-b576-4eaf-815f-e054aea65c4c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6222031 May 28 07:26:59.702550 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 57810) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:26:59.811457 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-05d49b5d-74d5-4535-bc76-d5177ba7e9f6 None None] Set router 8c119a3d-b576-4eaf-815f-e054aea65c4c gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:26:59.880919 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-adddc4f8-16e9-4065-afc0-15e883958090 admin admin] Notify callbacks [] for router, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:00.066974 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-adddc4f8-16e9-4065-afc0-15e883958090 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:00.132207 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-05d49b5d-74d5-4535-bc76-d5177ba7e9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c119a3d-b576-4eaf-815f-e054aea65c4c', 'name': 'tempest-TestMinimumBasicScenario-2040790125-router', 'tenant_id': '0c6a0d08004a481cad8d31ca07ee04e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': 'd734d172-2800-412a-8c44-1c27afeac0d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:24:28Z', 'updated_at': '2022-05-28T07:26:58Z', 'revision_number': 5, 'project_id': '0c6a0d08004a481cad8d31ca07ee04e1', 'gw_port': {'id': 'd734d172-2800-412a-8c44-1c27afeac0d6', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d9:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c119a3d-b576-4eaf-815f-e054aea65c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:24:29Z', 'updated_at': '2022-05-28T07:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:27:00.136521 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:00.137361 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d49b5d-74d5-4535-bc76-d5177ba7e9f6 None None] Checking router: 8c119a3d-b576-4eaf-815f-e054aea65c4c for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 07:27:00.145405 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d49b5d-74d5-4535-bc76-d5177ba7e9f6 None None] Routers {'8c119a3d-b576-4eaf-815f-e054aea65c4c'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:27:00.146016 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-05d49b5d-74d5-4535-bc76-d5177ba7e9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:26:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['8c119a3d-b576-4eaf-815f-e054aea65c4c'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:27:00.166892 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-adddc4f8-16e9-4065-afc0-15e883958090 admin admin] Deleting port d734d172-2800-412a-8c44-1c27afeac0d6 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:27:00.167234 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-adddc4f8-16e9-4065-afc0-15e883958090 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:00.203858 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:00.300833 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-05d49b5d-74d5-4535-bc76-d5177ba7e9f6 None None] Set router 8c119a3d-b576-4eaf-815f-e054aea65c4c gateway port host: None {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:27:00.340988 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-adddc4f8-16e9-4065-afc0-15e883958090 admin admin] For port d734d172-2800-412a-8c44-1c27afeac0d6, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=d734d172-2800-412a-8c44-1c27afeac0d6,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:27:00.341596 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-adddc4f8-16e9-4065-afc0-15e883958090 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:00.409114 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-05d49b5d-74d5-4535-bc76-d5177ba7e9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c119a3d-b576-4eaf-815f-e054aea65c4c', 'name': 'tempest-TestMinimumBasicScenario-2040790125-router', 'tenant_id': '0c6a0d08004a481cad8d31ca07ee04e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:24:28Z', 'updated_at': '2022-05-28T07:27:00Z', 'revision_number': 6, 'project_id': '0c6a0d08004a481cad8d31ca07ee04e1', 'gw_port_host': None}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:27:00.413105 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d49b5d-74d5-4535-bc76-d5177ba7e9f6 None None] The sync data for ids ['8c119a3d-b576-4eaf-815f-e054aea65c4c'] in n-d-843702-1 is: [{'id': '8c119a3d-b576-4eaf-815f-e054aea65c4c', 'name': 'tempest-TestMinimumBasicScenario-2040790125-router', 'tenant_id': '0c6a0d08004a481cad8d31ca07ee04e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:24:28Z', 'updated_at': '2022-05-28T07:27:00Z', 'revision_number': 6, 'project_id': '0c6a0d08004a481cad8d31ca07ee04e1', 'gw_port_host': None}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 07:27:00.471680 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-adddc4f8-16e9-4065-afc0-15e883958090 admin admin] Calling delete_port for d734d172-2800-412a-8c44-1c27afeac0d6 owned by network:router_gateway {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:27:00.730328 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-adddc4f8-16e9-4065-afc0-15e883958090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:00.757094 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 8b494823-830d-4d94-960e-b931609d9a1d no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:27:00.783412 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adddc4f8-16e9-4065-afc0-15e883958090 admin admin] Pushing event deleted for resources: {'Port': ['ID=d734d172-2800-412a-8c44-1c27afeac0d6,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:27:00.796725 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 8b494823-830d-4d94-960e-b931609d9a1d {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 07:27:00.797080 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 8b494823-830d-4d94-960e-b931609d9a1d not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 07:27:00.880786 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-adddc4f8-16e9-4065-afc0-15e883958090 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691105'] for router_gateway, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:01.049931 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-adddc4f8-16e9-4065-afc0-15e883958090 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59018'] for router, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:01.052065 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-adddc4f8-16e9-4065-afc0-15e883958090 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:01.135738 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-adddc4f8-16e9-4065-afc0-15e883958090 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-703817'] for router, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:01.136220 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adddc4f8-16e9-4065-afc0-15e883958090 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c119a3d-b576-4eaf-815f-e054aea65c4c {{(pid=89109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 07:27:01.148658 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-adddc4f8-16e9-4065-afc0-15e883958090 admin admin] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:01.152128 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-adddc4f8-16e9-4065-afc0-15e883958090 admin admin] 10.222.0.55 "DELETE /v2.0/routers/8c119a3d-b576-4eaf-815f-e054aea65c4c HTTP/1.1" status: 204 len: 168 time: 1.4464092 May 28 07:27:01.152742 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 57814) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:27:01.214194 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_v2 [None req-e16951e8-c6f3-4dc9-be65-590562e28e8a admin admin] Deleting subnet b3465c93-b441-4ddf-ab35-d3ce11e70635 {{(pid=89110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 07:27:01.217077 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e16951e8-c6f3-4dc9-be65-590562e28e8a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:01.269289 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e16951e8-c6f3-4dc9-be65-590562e28e8a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4150765'] for subnet, precommit_delete_associations {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:01.347585 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e16951e8-c6f3-4dc9-be65-590562e28e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:01.498288 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e16951e8-c6f3-4dc9-be65-590562e28e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3115981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3172005'] for subnet, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:01.540513 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16951e8-c6f3-4dc9-be65-590562e28e8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3465c93-b441-4ddf-ab35-d3ce11e70635,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:27:01.544315 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e16951e8-c6f3-4dc9-be65-590562e28e8a admin admin] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:01.549435 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6965aa80-ed90-4706-9963-bdda2b013172 None None] Network 7cc9c984-0052-405a-b59c-8e4e81907584 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 07:27:01.550363 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-e16951e8-c6f3-4dc9-be65-590562e28e8a admin admin] 10.222.0.55 "DELETE /v2.0/subnets/b3465c93-b441-4ddf-ab35-d3ce11e70635 HTTP/1.1" status: 204 len: 168 time: 0.3966122 May 28 07:27:01.552815 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 57818) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:27:01.658703 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7d396d22-0a15-4afc-a342-e3a8f0c8f2ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:01.668874 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-7d396d22-0a15-4afc-a342-e3a8f0c8f2ea admin admin] Deleting port c6165454-0d82-4098-8c5c-f00e29104476 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:27:01.669130 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7d396d22-0a15-4afc-a342-e3a8f0c8f2ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:01.848652 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be8c735-9167-4512-9c03-87ecb94c2d2b None None] DHCP port deletion for 7cc9c984-0052-405a-b59c-8e4e81907584 request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 07:27:01.853463 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-1be8c735-9167-4512-9c03-87ecb94c2d2b None None] Deleting port c6165454-0d82-4098-8c5c-f00e29104476 {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:27:01.853843 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-1be8c735-9167-4512-9c03-87ecb94c2d2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:01.870260 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [None req-7d396d22-0a15-4afc-a342-e3a8f0c8f2ea admin admin] For port c6165454-0d82-4098-8c5c-f00e29104476, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=c6165454-0d82-4098-8c5c-f00e29104476,segment=NetworkSegment(b173d3fb-412b-45d3-992f-fa9f4906c39b),segment_id=b173d3fb-412b-45d3-992f-fa9f4906c39b)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:27:01.870606 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7d396d22-0a15-4afc-a342-e3a8f0c8f2ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:01.882734 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:02.057739 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-1be8c735-9167-4512-9c03-87ecb94c2d2b None None] For port c6165454-0d82-4098-8c5c-f00e29104476, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=c6165454-0d82-4098-8c5c-f00e29104476,segment=NetworkSegment(b173d3fb-412b-45d3-992f-fa9f4906c39b),segment_id=b173d3fb-412b-45d3-992f-fa9f4906c39b)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:27:02.058057 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-1be8c735-9167-4512-9c03-87ecb94c2d2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:02.098637 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-7d396d22-0a15-4afc-a342-e3a8f0c8f2ea admin admin] Calling delete_port for c6165454-0d82-4098-8c5c-f00e29104476 owned by network:dhcp {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:27:02.184902 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-1be8c735-9167-4512-9c03-87ecb94c2d2b None None] Calling delete_port for c6165454-0d82-4098-8c5c-f00e29104476 owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:27:02.223700 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7d396d22-0a15-4afc-a342-e3a8f0c8f2ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:02.251995 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 07:27:02.251995 n-d-843702-1 neutron-server[89111]: util.warn( May 28 07:27:02.251995 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 07:27:02.251995 n-d-843702-1 neutron-server[89111]: util.warn( May 28 07:27:02.251995 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 07:27:02.251995 n-d-843702-1 neutron-server[89111]: util.warn( May 28 07:27:02.251995 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 07:27:02.251995 n-d-843702-1 neutron-server[89111]: util.warn( May 28 07:27:02.251995 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 07:27:02.251995 n-d-843702-1 neutron-server[89111]: util.warn( May 28 07:27:02.251995 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 07:27:02.251995 n-d-843702-1 neutron-server[89111]: util.warn( May 28 07:27:02.251995 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 07:27:02.251995 n-d-843702-1 neutron-server[89111]: util.warn( May 28 07:27:02.251995 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 07:27:02.251995 n-d-843702-1 neutron-server[89111]: util.warn( May 28 07:27:02.251995 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 07:27:02.251995 n-d-843702-1 neutron-server[89111]: util.warn( May 28 07:27:02.251995 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 07:27:02.251995 n-d-843702-1 neutron-server[89111]: util.warn( May 28 07:27:02.251995 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 07:27:02.251995 n-d-843702-1 neutron-server[89111]: util.warn( May 28 07:27:02.251995 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 07:27:02.251995 n-d-843702-1 neutron-server[89111]: util.warn( May 28 07:27:02.251995 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 07:27:02.251995 n-d-843702-1 neutron-server[89111]: util.warn( May 28 07:27:02.251995 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 07:27:02.251995 n-d-843702-1 neutron-server[89111]: util.warn( May 28 07:27:02.251995 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 07:27:02.251995 n-d-843702-1 neutron-server[89111]: util.warn( May 28 07:27:02.251995 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 07:27:02.251995 n-d-843702-1 neutron-server[89111]: util.warn( May 28 07:27:02.251995 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 07:27:02.251995 n-d-843702-1 neutron-server[89111]: util.warn( May 28 07:27:02.251995 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 07:27:02.251995 n-d-843702-1 neutron-server[89111]: util.warn( May 28 07:27:02.251995 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 07:27:02.251995 n-d-843702-1 neutron-server[89111]: util.warn( May 28 07:27:02.251995 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 07:27:02.251995 n-d-843702-1 neutron-server[89111]: util.warn( May 28 07:27:02.251995 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 07:27:02.251995 n-d-843702-1 neutron-server[89111]: util.warn( May 28 07:27:02.251995 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 07:27:02.251995 n-d-843702-1 neutron-server[89111]: util.warn( May 28 07:27:02.251995 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 07:27:02.251995 n-d-843702-1 neutron-server[89111]: util.warn( May 28 07:27:02.251995 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 07:27:02.251995 n-d-843702-1 neutron-server[89111]: util.warn( May 28 07:27:02.251995 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 07:27:02.251995 n-d-843702-1 neutron-server[89111]: util.warn( May 28 07:27:02.251995 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 07:27:02.251995 n-d-843702-1 neutron-server[89111]: util.warn( May 28 07:27:02.251995 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 07:27:02.251995 n-d-843702-1 neutron-server[89111]: util.warn( May 28 07:27:02.251995 n-d-843702-1 neutron-server[89111]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 07:27:02.251995 n-d-843702-1 neutron-server[89111]: util.warn( May 28 07:27:02.255978 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.db.api [None req-1be8c735-9167-4512-9c03-87ecb94c2d2b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89111) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 07:27:02.256130 n-d-843702-1 neutron-server[89111]: DEBUG oslo_db.api [None req-1be8c735-9167-4512-9c03-87ecb94c2d2b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 07:27:02.272584 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d396d22-0a15-4afc-a342-e3a8f0c8f2ea admin admin] Pushing event deleted for resources: {'Port': ['ID=c6165454-0d82-4098-8c5c-f00e29104476,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:27:02.274660 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d396d22-0a15-4afc-a342-e3a8f0c8f2ea admin admin] No DVR routers for this DVR port c6165454-0d82-4098-8c5c-f00e29104476 on host n-d-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 07:27:02.388407 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7d396d22-0a15-4afc-a342-e3a8f0c8f2ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:02.416593 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-7d396d22-0a15-4afc-a342-e3a8f0c8f2ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cc9c984-0052-405a-b59c-8e4e81907584']}} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:27:02.433951 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-7d396d22-0a15-4afc-a342-e3a8f0c8f2ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b173d3fb-412b-45d3-992f-fa9f4906c39b') {'for_net_delete': True} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:27:02.434241 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-7d396d22-0a15-4afc-a342-e3a8f0c8f2ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b173d3fb-412b-45d3-992f-fa9f4906c39b') {} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:27:02.447661 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7d396d22-0a15-4afc-a342-e3a8f0c8f2ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4150778'] for segment, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:02.463818 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7d396d22-0a15-4afc-a342-e3a8f0c8f2ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:02.469602 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d396d22-0a15-4afc-a342-e3a8f0c8f2ea admin admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=89110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 07:27:02.485899 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7d396d22-0a15-4afc-a342-e3a8f0c8f2ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3143023'] for segment, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:02.566290 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment b173d3fb-412b-45d3-992f-fa9f4906c39b resource provider aggregate not found May 28 07:27:02.583284 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment b173d3fb-412b-45d3-992f-fa9f4906c39b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b173d3fb-412b-45d3-992f-fa9f4906c39b found for delete ", "request_id": "req-ce5aa312-f051-444d-b441-978bf6ee9687"}]} May 28 07:27:02.635067 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7d396d22-0a15-4afc-a342-e3a8f0c8f2ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:02.651466 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7d396d22-0a15-4afc-a342-e3a8f0c8f2ea admin admin] Notify callbacks [] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:02.661257 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d396d22-0a15-4afc-a342-e3a8f0c8f2ea admin admin] Pushing event deleted for resources: {'Network': ['ID=7cc9c984-0052-405a-b59c-8e4e81907584,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:27:02.733101 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-7d396d22-0a15-4afc-a342-e3a8f0c8f2ea admin admin] 10.222.0.55 "DELETE /v2.0/networks/7cc9c984-0052-405a-b59c-8e4e81907584 HTTP/1.1" status: 204 len: 168 time: 1.1792786 May 28 07:27:02.735926 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 57828) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:27:02.757120 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-1be8c735-9167-4512-9c03-87ecb94c2d2b None None] Deleting port c6165454-0d82-4098-8c5c-f00e29104476 {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:27:02.757531 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-1be8c735-9167-4512-9c03-87ecb94c2d2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:02.792847 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:02.824761 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device c6165454-0d82-4098-8c5c-f00e29104476 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:27:02.853532 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-1be8c735-9167-4512-9c03-87ecb94c2d2b None None] The port 'c6165454-0d82-4098-8c5c-f00e29104476' was deleted {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 07:27:02.865643 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: c6165454-0d82-4098-8c5c-f00e29104476 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 07:27:02.865643 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device c6165454-0d82-4098-8c5c-f00e29104476 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 07:27:02.865643 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device d734d172-2800-412a-8c44-1c27afeac0d6 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:27:02.899810 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: d734d172-2800-412a-8c44-1c27afeac0d6 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 07:27:02.900122 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device d734d172-2800-412a-8c44-1c27afeac0d6 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 07:27:03.301914 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c09322d7-77fd-4cad-a090-560fbb03c91f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700548'] for router_interface, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:03.654057 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-c09322d7-77fd-4cad-a090-560fbb03c91f admin admin] Deleting port 4a4ceca7-1dd3-40b9-93bf-264a2df55a72 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:27:03.654389 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c09322d7-77fd-4cad-a090-560fbb03c91f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:03.925902 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [None req-c09322d7-77fd-4cad-a090-560fbb03c91f admin admin] For port 4a4ceca7-1dd3-40b9-93bf-264a2df55a72, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=4a4ceca7-1dd3-40b9-93bf-264a2df55a72,segment=NetworkSegment(a10a3ef9-1599-4ea7-afd3-5594c18ef18e),segment_id=a10a3ef9-1599-4ea7-afd3-5594c18ef18e)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:27:03.926245 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c09322d7-77fd-4cad-a090-560fbb03c91f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:04.046475 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-c09322d7-77fd-4cad-a090-560fbb03c91f admin admin] Calling delete_port for 4a4ceca7-1dd3-40b9-93bf-264a2df55a72 owned by network:router_interface {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:27:04.395393 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c09322d7-77fd-4cad-a090-560fbb03c91f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:04.440579 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09322d7-77fd-4cad-a090-560fbb03c91f admin admin] Pushing event deleted for resources: {'Port': ['ID=4a4ceca7-1dd3-40b9-93bf-264a2df55a72,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:27:04.707265 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c09322d7-77fd-4cad-a090-560fbb03c91f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700472'] for router_interface, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:05.060025 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c09322d7-77fd-4cad-a090-560fbb03c91f admin admin] Router f8a71a53-4d07-4fda-9b1c-530f1710d58c has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 07:27:05.348566 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c09322d7-77fd-4cad-a090-560fbb03c91f admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 07:27:05.358142 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc24ac2-75b0-4ecb-a109-d8bf4c8cdf6d None None] Sync routers for ids ['f8a71a53-4d07-4fda-9b1c-530f1710d58c'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 07:27:05.367417 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc24ac2-75b0-4ecb-a109-d8bf4c8cdf6d None None] Routers {'f8a71a53-4d07-4fda-9b1c-530f1710d58c'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:27:05.368011 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-0fc24ac2-75b0-4ecb-a109-d8bf4c8cdf6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:26:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['f8a71a53-4d07-4fda-9b1c-530f1710d58c'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:27:05.428653 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-c09322d7-77fd-4cad-a090-560fbb03c91f admin admin] 10.222.0.55 "PUT /v2.0/routers/f8a71a53-4d07-4fda-9b1c-530f1710d58c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6917033 May 28 07:27:05.431797 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 57834) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:27:05.540346 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-0fc24ac2-75b0-4ecb-a109-d8bf4c8cdf6d None None] Set router f8a71a53-4d07-4fda-9b1c-530f1710d58c gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:27:05.610207 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-15480c2f-c54d-4498-baaa-c417d4192722 admin admin] Notify callbacks [] for router, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:05.785254 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-15480c2f-c54d-4498-baaa-c417d4192722 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:05.815648 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-0fc24ac2-75b0-4ecb-a109-d8bf4c8cdf6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a71a53-4d07-4fda-9b1c-530f1710d58c', 'name': 'tempest-TestMinimumBasicScenario-1354324564-router', 'tenant_id': '106d9a0af78f4169a168526e01ba9301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': 'd82d9652-20b1-4c4b-9353-040f633a493c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:24:36Z', 'updated_at': '2022-05-28T07:27:04Z', 'revision_number': 5, 'project_id': '106d9a0af78f4169a168526e01ba9301', 'gw_port': {'id': 'd82d9652-20b1-4c4b-9353-040f633a493c', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:11:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a71a53-4d07-4fda-9b1c-530f1710d58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:24:37Z', 'updated_at': '2022-05-28T07:24:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:27:05.819335 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc24ac2-75b0-4ecb-a109-d8bf4c8cdf6d None None] Checking router: f8a71a53-4d07-4fda-9b1c-530f1710d58c for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 07:27:05.827459 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc24ac2-75b0-4ecb-a109-d8bf4c8cdf6d None None] Routers {'f8a71a53-4d07-4fda-9b1c-530f1710d58c'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:27:05.828034 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-0fc24ac2-75b0-4ecb-a109-d8bf4c8cdf6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:26:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['f8a71a53-4d07-4fda-9b1c-530f1710d58c'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:27:05.857985 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-15480c2f-c54d-4498-baaa-c417d4192722 admin admin] Deleting port d82d9652-20b1-4c4b-9353-040f633a493c {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:27:05.858450 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-15480c2f-c54d-4498-baaa-c417d4192722 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:05.972862 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-0fc24ac2-75b0-4ecb-a109-d8bf4c8cdf6d None None] Set router f8a71a53-4d07-4fda-9b1c-530f1710d58c gateway port host: None {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:27:06.033639 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [None req-15480c2f-c54d-4498-baaa-c417d4192722 admin admin] For port d82d9652-20b1-4c4b-9353-040f633a493c, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=d82d9652-20b1-4c4b-9353-040f633a493c,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:27:06.034550 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-15480c2f-c54d-4498-baaa-c417d4192722 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:06.074887 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-0fc24ac2-75b0-4ecb-a109-d8bf4c8cdf6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a71a53-4d07-4fda-9b1c-530f1710d58c', 'name': 'tempest-TestMinimumBasicScenario-1354324564-router', 'tenant_id': '106d9a0af78f4169a168526e01ba9301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:24:36Z', 'updated_at': '2022-05-28T07:27:05Z', 'revision_number': 6, 'project_id': '106d9a0af78f4169a168526e01ba9301', 'gw_port_host': None}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:27:06.078751 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc24ac2-75b0-4ecb-a109-d8bf4c8cdf6d None None] The sync data for ids ['f8a71a53-4d07-4fda-9b1c-530f1710d58c'] in n-d-843702-1 is: [{'id': 'f8a71a53-4d07-4fda-9b1c-530f1710d58c', 'name': 'tempest-TestMinimumBasicScenario-1354324564-router', 'tenant_id': '106d9a0af78f4169a168526e01ba9301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:24:36Z', 'updated_at': '2022-05-28T07:27:05Z', 'revision_number': 6, 'project_id': '106d9a0af78f4169a168526e01ba9301', 'gw_port_host': None}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 07:27:06.158451 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-15480c2f-c54d-4498-baaa-c417d4192722 admin admin] Calling delete_port for d82d9652-20b1-4c4b-9353-040f633a493c owned by network:router_gateway {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:27:06.793056 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-15480c2f-c54d-4498-baaa-c417d4192722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:06.841940 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15480c2f-c54d-4498-baaa-c417d4192722 admin admin] Pushing event deleted for resources: {'Port': ['ID=d82d9652-20b1-4c4b-9353-040f633a493c,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:27:06.850110 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device d82d9652-20b1-4c4b-9353-040f633a493c no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:27:06.886225 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: d82d9652-20b1-4c4b-9353-040f633a493c {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 07:27:06.893850 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device d82d9652-20b1-4c4b-9353-040f633a493c not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 07:27:06.893850 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 4a4ceca7-1dd3-40b9-93bf-264a2df55a72 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:27:06.919952 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 4a4ceca7-1dd3-40b9-93bf-264a2df55a72 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 07:27:06.920299 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 4a4ceca7-1dd3-40b9-93bf-264a2df55a72 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 07:27:06.936299 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-15480c2f-c54d-4498-baaa-c417d4192722 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691105'] for router_gateway, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:07.109921 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-15480c2f-c54d-4498-baaa-c417d4192722 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59018'] for router, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:07.112132 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-15480c2f-c54d-4498-baaa-c417d4192722 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:07.209943 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-15480c2f-c54d-4498-baaa-c417d4192722 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-703817'] for router, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:07.210488 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15480c2f-c54d-4498-baaa-c417d4192722 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f8a71a53-4d07-4fda-9b1c-530f1710d58c {{(pid=89110) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 07:27:07.222664 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-15480c2f-c54d-4498-baaa-c417d4192722 admin admin] Notify callbacks [] for router, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:07.223778 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-15480c2f-c54d-4498-baaa-c417d4192722 admin admin] 10.222.0.55 "DELETE /v2.0/routers/f8a71a53-4d07-4fda-9b1c-530f1710d58c HTTP/1.1" status: 204 len: 168 time: 1.7910032 May 28 07:27:07.226978 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 57838) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:27:07.291707 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_v2 [None req-af06158c-7c71-4685-a10c-e343ebe87be0 admin admin] Deleting subnet 3eeb00f2-1f32-4393-86be-77a820a68c40 {{(pid=89110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 07:27:07.291707 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-af06158c-7c71-4685-a10c-e343ebe87be0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:07.444197 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-af06158c-7c71-4685-a10c-e343ebe87be0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4150765'] for subnet, precommit_delete_associations {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:07.522167 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-af06158c-7c71-4685-a10c-e343ebe87be0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:07.669520 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-af06158c-7c71-4685-a10c-e343ebe87be0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3115981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3172005'] for subnet, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:07.706856 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af06158c-7c71-4685-a10c-e343ebe87be0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3eeb00f2-1f32-4393-86be-77a820a68c40,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:27:07.710319 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-af06158c-7c71-4685-a10c-e343ebe87be0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:07.716392 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-af06158c-7c71-4685-a10c-e343ebe87be0 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/3eeb00f2-1f32-4393-86be-77a820a68c40 HTTP/1.1" status: 204 len: 168 time: 0.4884284 May 28 07:27:07.716567 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228f3b86-11a6-43da-bbcd-35ec73da26af None None] Network 2b581642-0bbf-440d-b852-d8b96b322c61 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 07:27:07.718885 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 57842) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:27:07.822931 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ca1b4538-e43a-4ef6-90cb-ec2776dcbe13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:07.832991 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-ca1b4538-e43a-4ef6-90cb-ec2776dcbe13 admin admin] Deleting port 1cd208f5-d518-455e-bf51-8d6c6dd32fa8 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:27:07.833317 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ca1b4538-e43a-4ef6-90cb-ec2776dcbe13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:07.964531 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e839af3f-c2b4-4303-a9df-b2da8188544c None None] DHCP port deletion for 2b581642-0bbf-440d-b852-d8b96b322c61 request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 07:27:07.968724 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-e839af3f-c2b4-4303-a9df-b2da8188544c None None] Deleting port 1cd208f5-d518-455e-bf51-8d6c6dd32fa8 {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:27:07.969095 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e839af3f-c2b4-4303-a9df-b2da8188544c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:08.038127 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [None req-ca1b4538-e43a-4ef6-90cb-ec2776dcbe13 admin admin] For port 1cd208f5-d518-455e-bf51-8d6c6dd32fa8, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=1cd208f5-d518-455e-bf51-8d6c6dd32fa8,segment=NetworkSegment(a10a3ef9-1599-4ea7-afd3-5594c18ef18e),segment_id=a10a3ef9-1599-4ea7-afd3-5594c18ef18e)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:27:08.038472 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ca1b4538-e43a-4ef6-90cb-ec2776dcbe13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:08.162086 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-ca1b4538-e43a-4ef6-90cb-ec2776dcbe13 admin admin] Calling delete_port for 1cd208f5-d518-455e-bf51-8d6c6dd32fa8 owned by network:dhcp {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:27:08.170228 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-e839af3f-c2b4-4303-a9df-b2da8188544c None None] For port 1cd208f5-d518-455e-bf51-8d6c6dd32fa8, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=1cd208f5-d518-455e-bf51-8d6c6dd32fa8,segment=NetworkSegment(a10a3ef9-1599-4ea7-afd3-5594c18ef18e),segment_id=a10a3ef9-1599-4ea7-afd3-5594c18ef18e)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:27:08.170621 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e839af3f-c2b4-4303-a9df-b2da8188544c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:08.291230 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-e839af3f-c2b4-4303-a9df-b2da8188544c None None] Calling delete_port for 1cd208f5-d518-455e-bf51-8d6c6dd32fa8 owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:27:08.338631 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ca1b4538-e43a-4ef6-90cb-ec2776dcbe13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:08.389535 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1b4538-e43a-4ef6-90cb-ec2776dcbe13 admin admin] Pushing event deleted for resources: {'Port': ['ID=1cd208f5-d518-455e-bf51-8d6c6dd32fa8,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:27:08.391449 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1b4538-e43a-4ef6-90cb-ec2776dcbe13 admin admin] No DVR routers for this DVR port 1cd208f5-d518-455e-bf51-8d6c6dd32fa8 on host n-d-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 07:27:08.392352 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.db.api [None req-e839af3f-c2b4-4303-a9df-b2da8188544c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89111) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 07:27:08.392708 n-d-843702-1 neutron-server[89111]: DEBUG oslo_db.api [None req-e839af3f-c2b4-4303-a9df-b2da8188544c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 07:27:08.507821 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ca1b4538-e43a-4ef6-90cb-ec2776dcbe13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:08.532437 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-ca1b4538-e43a-4ef6-90cb-ec2776dcbe13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b581642-0bbf-440d-b852-d8b96b322c61']}} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:27:08.544687 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-ca1b4538-e43a-4ef6-90cb-ec2776dcbe13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a10a3ef9-1599-4ea7-afd3-5594c18ef18e') {'for_net_delete': True} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:27:08.544983 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-ca1b4538-e43a-4ef6-90cb-ec2776dcbe13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a10a3ef9-1599-4ea7-afd3-5594c18ef18e') {} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:27:08.556783 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ca1b4538-e43a-4ef6-90cb-ec2776dcbe13 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4150778'] for segment, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:08.572200 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ca1b4538-e43a-4ef6-90cb-ec2776dcbe13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:08.578064 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca1b4538-e43a-4ef6-90cb-ec2776dcbe13 admin admin] Releasing vlan 351 on physical network physnet1 to pool {{(pid=89110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 07:27:08.578436 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ca1b4538-e43a-4ef6-90cb-ec2776dcbe13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3143023'] for segment, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:08.644560 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment a10a3ef9-1599-4ea7-afd3-5594c18ef18e resource provider aggregate not found May 28 07:27:08.663721 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment a10a3ef9-1599-4ea7-afd3-5594c18ef18e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a10a3ef9-1599-4ea7-afd3-5594c18ef18e found for delete ", "request_id": "req-aa2a4faa-d4f5-453f-9432-3b3397b4ae46"}]} May 28 07:27:08.741308 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ca1b4538-e43a-4ef6-90cb-ec2776dcbe13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:08.757261 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ca1b4538-e43a-4ef6-90cb-ec2776dcbe13 admin admin] Notify callbacks [] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:08.770312 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1b4538-e43a-4ef6-90cb-ec2776dcbe13 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b581642-0bbf-440d-b852-d8b96b322c61,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:27:08.775688 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-ca1b4538-e43a-4ef6-90cb-ec2776dcbe13 admin admin] 10.222.0.55 "DELETE /v2.0/networks/2b581642-0bbf-440d-b852-d8b96b322c61 HTTP/1.1" status: 204 len: 168 time: 1.0552683 May 28 07:27:08.811236 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 1cd208f5-d518-455e-bf51-8d6c6dd32fa8 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:27:08.848393 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 1cd208f5-d518-455e-bf51-8d6c6dd32fa8 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 07:27:08.848731 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 1cd208f5-d518-455e-bf51-8d6c6dd32fa8 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 07:27:08.894363 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-e839af3f-c2b4-4303-a9df-b2da8188544c None None] Deleting port 1cd208f5-d518-455e-bf51-8d6c6dd32fa8 {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:27:08.894750 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e839af3f-c2b4-4303-a9df-b2da8188544c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:08.964506 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-e839af3f-c2b4-4303-a9df-b2da8188544c None None] The port '1cd208f5-d518-455e-bf51-8d6c6dd32fa8' was deleted {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 07:27:09.156496 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 57852) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:27:09.204274 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-844e9b25-c37c-4c90-87a8-1477706c6704 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0c6a0d08004a481cad8d31ca07ee04e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0466177 May 28 07:27:09.206647 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 57856) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:27:09.269520 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e09e5964-d9eb-4dfe-a974-0abf7d623415 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:09.291807 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e09e5964-d9eb-4dfe-a974-0abf7d623415 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:09.423698 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e09e5964-d9eb-4dfe-a974-0abf7d623415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:09.445234 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09e5964-d9eb-4dfe-a974-0abf7d623415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c503a292-577e-4001-94bb-fcb98c5d588b,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:27:09.454006 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e09e5964-d9eb-4dfe-a974-0abf7d623415 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:09.457096 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-e09e5964-d9eb-4dfe-a974-0abf7d623415 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c503a292-577e-4001-94bb-fcb98c5d588b HTTP/1.1" status: 204 len: 168 time: 0.2476523 May 28 07:27:10.168395 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 57864) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:27:10.216379 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-e6126906-11da-4f42-8cc1-60e9ff1e27e3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=106d9a0af78f4169a168526e01ba9301&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0468431 May 28 07:27:10.218738 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 57868) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:27:10.274545 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-cc4818cc-4801-4f5e-b10c-5afcbe19555e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:10.299870 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-cc4818cc-4801-4f5e-b10c-5afcbe19555e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:10.410071 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-cc4818cc-4801-4f5e-b10c-5afcbe19555e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:10.425941 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4818cc-4801-4f5e-b10c-5afcbe19555e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35149cce-94db-454e-8abd-4e6aba6007c1,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:27:10.432112 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-cc4818cc-4801-4f5e-b10c-5afcbe19555e admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:10.432112 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-cc4818cc-4801-4f5e-b10c-5afcbe19555e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/35149cce-94db-454e-8abd-4e6aba6007c1 HTTP/1.1" status: 204 len: 168 time: 0.2117167 May 28 07:27:12.675677 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 57910) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:27:12.680918 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-aafdd063-17b8-4c91-b374-5c27a18e00f2 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1389283171', 'description': 'tempest-secgroup-smoke-1389283171 description', 'project_id': '0b2a8c929aa54b05ba857077fa769fd4'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:27:12.687885 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-aafdd063-17b8-4c91-b374-5c27a18e00f2 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:27:12.691692 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-aafdd063-17b8-4c91-b374-5c27a18e00f2 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Usage tracker for resource:security_group and tenant:0b2a8c929aa54b05ba857077fa769fd4 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:27:12.694539 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-aafdd063-17b8-4c91-b374-5c27a18e00f2 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:27:12.700876 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-aafdd063-17b8-4c91-b374-5c27a18e00f2 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:27:12.777883 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-aafdd063-17b8-4c91-b374-5c27a18e00f2 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:12.794926 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-aafdd063-17b8-4c91-b374-5c27a18e00f2 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:12.804192 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-aafdd063-17b8-4c91-b374-5c27a18e00f2 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:27:12.808037 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-aafdd063-17b8-4c91-b374-5c27a18e00f2 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Usage tracker for resource:security_group_rule and tenant:0b2a8c929aa54b05ba857077fa769fd4 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:27:12.810915 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-aafdd063-17b8-4c91-b374-5c27a18e00f2 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:27:12.816613 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-aafdd063-17b8-4c91-b374-5c27a18e00f2 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:27:12.897759 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-aafdd063-17b8-4c91-b374-5c27a18e00f2 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:12.960266 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-aafdd063-17b8-4c91-b374-5c27a18e00f2 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:12.972799 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-aafdd063-17b8-4c91-b374-5c27a18e00f2 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:27:12.981870 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-aafdd063-17b8-4c91-b374-5c27a18e00f2 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Usage tracker for resource:security_group_rule and tenant:0b2a8c929aa54b05ba857077fa769fd4 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:27:12.991679 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-aafdd063-17b8-4c91-b374-5c27a18e00f2 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:27:13.002313 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-aafdd063-17b8-4c91-b374-5c27a18e00f2 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:27:13.005829 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafdd063-17b8-4c91-b374-5c27a18e00f2 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2060e37-9bf7-421f-983f-d2138e9a08f3,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:27:13.073622 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-aafdd063-17b8-4c91-b374-5c27a18e00f2 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:13.149032 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-aafdd063-17b8-4c91-b374-5c27a18e00f2 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:13.190613 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafdd063-17b8-4c91-b374-5c27a18e00f2 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03f5dab8-bebc-4f57-a074-e0c30feb7354,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:27:13.275678 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-aafdd063-17b8-4c91-b374-5c27a18e00f2 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:13.276908 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-aafdd063-17b8-4c91-b374-5c27a18e00f2 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6002390 May 28 07:27:13.280071 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 57914) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:27:13.285341 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-8677f484-4699-4ba0-bd9d-a4cf71e54a67 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Request body: {'security_group_rule': {'security_group_id': '03f5dab8-bebc-4f57-a074-e0c30feb7354', 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:27:13.293591 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-8677f484-4699-4ba0-bd9d-a4cf71e54a67 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:27:13.297368 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-8677f484-4699-4ba0-bd9d-a4cf71e54a67 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Usage tracker for resource:security_group_rule and tenant:0b2a8c929aa54b05ba857077fa769fd4 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:27:13.300176 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-8677f484-4699-4ba0-bd9d-a4cf71e54a67 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:27:13.305787 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-8677f484-4699-4ba0-bd9d-a4cf71e54a67 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:27:13.464650 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8677f484-4699-4ba0-bd9d-a4cf71e54a67 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:13.641339 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8677f484-4699-4ba0-bd9d-a4cf71e54a67 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:13.715231 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8677f484-4699-4ba0-bd9d-a4cf71e54a67 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:13.738645 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8677f484-4699-4ba0-bd9d-a4cf71e54a67 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f9b09e3-e344-40f4-8170-f0cf6cc4b310,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:27:13.806680 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8677f484-4699-4ba0-bd9d-a4cf71e54a67 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:13.808156 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-8677f484-4699-4ba0-bd9d-a4cf71e54a67 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5271597 May 28 07:27:13.811240 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 57918) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:27:13.816707 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-f727b3ff-700a-4415-83f3-3f54c1b3ea4c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Request body: {'security_group_rule': {'security_group_id': '03f5dab8-bebc-4f57-a074-e0c30feb7354', 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:27:13.826504 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-f727b3ff-700a-4415-83f3-3f54c1b3ea4c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:27:13.831167 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-f727b3ff-700a-4415-83f3-3f54c1b3ea4c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Usage tracker for resource:security_group_rule and tenant:0b2a8c929aa54b05ba857077fa769fd4 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:27:13.835063 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-f727b3ff-700a-4415-83f3-3f54c1b3ea4c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:27:13.841598 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-f727b3ff-700a-4415-83f3-3f54c1b3ea4c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:27:13.924991 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f727b3ff-700a-4415-83f3-3f54c1b3ea4c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:13.987057 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f727b3ff-700a-4415-83f3-3f54c1b3ea4c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:14.075594 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f727b3ff-700a-4415-83f3-3f54c1b3ea4c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:14.104234 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f727b3ff-700a-4415-83f3-3f54c1b3ea4c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52ea0d88-900b-4668-be20-e390a9fdc082,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:27:14.175776 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f727b3ff-700a-4415-83f3-3f54c1b3ea4c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:14.177055 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-f727b3ff-700a-4415-83f3-3f54c1b3ea4c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3647168 May 28 07:27:14.179820 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 57922) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:27:14.185938 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-a9d26dbb-86e2-47e1-843e-2a8a875c1b55 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Request body: {'security_group_rule': {'security_group_id': '03f5dab8-bebc-4f57-a074-e0c30feb7354', 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:27:14.192943 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-a9d26dbb-86e2-47e1-843e-2a8a875c1b55 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:27:14.197371 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-a9d26dbb-86e2-47e1-843e-2a8a875c1b55 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Usage tracker for resource:security_group_rule and tenant:0b2a8c929aa54b05ba857077fa769fd4 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:27:14.200244 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-a9d26dbb-86e2-47e1-843e-2a8a875c1b55 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:27:14.205900 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-a9d26dbb-86e2-47e1-843e-2a8a875c1b55 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:27:14.287028 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a9d26dbb-86e2-47e1-843e-2a8a875c1b55 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:14.350341 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a9d26dbb-86e2-47e1-843e-2a8a875c1b55 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:14.415169 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a9d26dbb-86e2-47e1-843e-2a8a875c1b55 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:14.440645 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d26dbb-86e2-47e1-843e-2a8a875c1b55 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=372357ea-fa61-490a-ad66-d5faebef7514,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:27:14.501352 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a9d26dbb-86e2-47e1-843e-2a8a875c1b55 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:14.502601 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-a9d26dbb-86e2-47e1-843e-2a8a875c1b55 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3215318 May 28 07:27:14.505432 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 57926) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:27:14.511193 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-7d98f0cf-b478-4043-8d9f-bb3123e5a48b tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Request body: {'security_group_rule': {'security_group_id': '03f5dab8-bebc-4f57-a074-e0c30feb7354', 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:27:14.518096 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-7d98f0cf-b478-4043-8d9f-bb3123e5a48b tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:27:14.521877 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-7d98f0cf-b478-4043-8d9f-bb3123e5a48b tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Usage tracker for resource:security_group_rule and tenant:0b2a8c929aa54b05ba857077fa769fd4 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:27:14.524706 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-7d98f0cf-b478-4043-8d9f-bb3123e5a48b tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:27:14.530835 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-7d98f0cf-b478-4043-8d9f-bb3123e5a48b tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:27:14.624880 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7d98f0cf-b478-4043-8d9f-bb3123e5a48b tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:14.686743 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7d98f0cf-b478-4043-8d9f-bb3123e5a48b tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:14.760382 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7d98f0cf-b478-4043-8d9f-bb3123e5a48b tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:14.784828 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d98f0cf-b478-4043-8d9f-bb3123e5a48b tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edf2b698-133c-4bd5-85be-23727582a85b,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:27:14.846358 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7d98f0cf-b478-4043-8d9f-bb3123e5a48b tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:14.847485 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-7d98f0cf-b478-4043-8d9f-bb3123e5a48b tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3409660 May 28 07:27:14.850452 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 57930) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:27:14.856197 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-5fb5f1c8-7549-406a-8eb1-2b4230f267eb tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Request body: {'security_group_rule': {'security_group_id': '03f5dab8-bebc-4f57-a074-e0c30feb7354', 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:27:14.862853 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-5fb5f1c8-7549-406a-8eb1-2b4230f267eb tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:27:14.866626 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-5fb5f1c8-7549-406a-8eb1-2b4230f267eb tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Usage tracker for resource:security_group_rule and tenant:0b2a8c929aa54b05ba857077fa769fd4 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:27:14.869561 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-5fb5f1c8-7549-406a-8eb1-2b4230f267eb tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:27:14.875147 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-5fb5f1c8-7549-406a-8eb1-2b4230f267eb tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:27:14.958408 n-d-843702-1 neutron-server[89109]: INFO neutron.db.securitygroups_db [None req-5fb5f1c8-7549-406a-8eb1-2b4230f267eb tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Project 0b2a8c929aa54b05ba857077fa769fd4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 07:27:14.965905 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5fb5f1c8-7549-406a-8eb1-2b4230f267eb tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:15.030774 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5fb5f1c8-7549-406a-8eb1-2b4230f267eb tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:15.101000 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5fb5f1c8-7549-406a-8eb1-2b4230f267eb tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:15.125745 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb5f1c8-7549-406a-8eb1-2b4230f267eb tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=682e784b-2184-4f47-a766-ee1c4d159460,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:27:15.192205 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5fb5f1c8-7549-406a-8eb1-2b4230f267eb tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:15.193379 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-5fb5f1c8-7549-406a-8eb1-2b4230f267eb tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3420339 May 28 07:27:15.196229 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 57934) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:27:15.202485 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-b1584ee6-9284-47ef-bfdd-02269ecdf7ea tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Request body: {'security_group_rule': {'security_group_id': '03f5dab8-bebc-4f57-a074-e0c30feb7354', 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:27:15.209053 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-b1584ee6-9284-47ef-bfdd-02269ecdf7ea tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:27:15.214073 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-b1584ee6-9284-47ef-bfdd-02269ecdf7ea tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Usage tracker for resource:security_group_rule and tenant:0b2a8c929aa54b05ba857077fa769fd4 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:27:15.216928 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-b1584ee6-9284-47ef-bfdd-02269ecdf7ea tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:27:15.223034 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-b1584ee6-9284-47ef-bfdd-02269ecdf7ea tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:27:15.289512 n-d-843702-1 neutron-server[89110]: INFO neutron.db.securitygroups_db [None req-b1584ee6-9284-47ef-bfdd-02269ecdf7ea tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Project 0b2a8c929aa54b05ba857077fa769fd4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 07:27:15.296780 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b1584ee6-9284-47ef-bfdd-02269ecdf7ea tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:15.362713 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b1584ee6-9284-47ef-bfdd-02269ecdf7ea tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:15.455171 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b1584ee6-9284-47ef-bfdd-02269ecdf7ea tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:15.483814 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1584ee6-9284-47ef-bfdd-02269ecdf7ea tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8fd7e96-66fa-46bd-9fc8-f6de0c2fa29e,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:27:15.575760 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b1584ee6-9284-47ef-bfdd-02269ecdf7ea tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:15.576948 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-b1584ee6-9284-47ef-bfdd-02269ecdf7ea tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3786399 May 28 07:27:15.579970 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 57938) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:27:15.585362 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-c251d180-094a-4680-af91-e57bff0f6e10 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Request body: {'network': {'name': 'tempest-network-smoke--746908922', 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'port_security_enabled': True}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:27:15.591438 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-c251d180-094a-4680-af91-e57bff0f6e10 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:27:15.595227 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-c251d180-094a-4680-af91-e57bff0f6e10 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Usage tracker for resource:network and tenant:0b2a8c929aa54b05ba857077fa769fd4 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:27:15.598074 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-c251d180-094a-4680-af91-e57bff0f6e10 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:27:15.604485 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-c251d180-094a-4680-af91-e57bff0f6e10 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:27:15.683998 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c251d180-094a-4680-af91-e57bff0f6e10 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Made reservation on behalf of 0b2a8c929aa54b05ba857077fa769fd4 for: {'network': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 07:27:15.687325 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c251d180-094a-4680-af91-e57bff0f6e10 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:15.714219 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c251d180-094a-4680-af91-e57bff0f6e10 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=89110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 07:27:15.722347 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c251d180-094a-4680-af91-e57bff0f6e10 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:15.722726 n-d-843702-1 neutron-server[89110]: INFO neutron.db.segments_db [None req-c251d180-094a-4680-af91-e57bff0f6e10 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Added segment 975e9270-86a0-43b0-a81e-028c1e63682d of type vlan for network ec520948-960a-4efc-8fa5-53a0c8f9e22a May 28 07:27:15.747669 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c251d180-094a-4680-af91-e57bff0f6e10 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:15.852214 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c251d180-094a-4680-af91-e57bff0f6e10 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:15.857742 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c251d180-094a-4680-af91-e57bff0f6e10 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:27:15.858312 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c251d180-094a-4680-af91-e57bff0f6e10 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:16.060845 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c251d180-094a-4680-af91-e57bff0f6e10 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Pushing event updated for resources: {'Network': ['ID=ec520948-960a-4efc-8fa5-53a0c8f9e22a,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:27:16.072394 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network ec520948-960a-4efc-8fa5-53a0c8f9e22a details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 07:27:16.150189 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-c251d180-094a-4680-af91-e57bff0f6e10 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5687060 May 28 07:27:16.153259 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 57942) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:27:16.158397 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-d56c385b-d86a-428c-b5bc-0f8024e5ff6e tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-925204587', 'admin_state_up': True, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:27:16.166593 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-d56c385b-d86a-428c-b5bc-0f8024e5ff6e tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:27:16.171228 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-d56c385b-d86a-428c-b5bc-0f8024e5ff6e tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Usage tracker for resource:router and tenant:0b2a8c929aa54b05ba857077fa769fd4 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:27:16.174053 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-d56c385b-d86a-428c-b5bc-0f8024e5ff6e tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:27:16.180203 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-d56c385b-d86a-428c-b5bc-0f8024e5ff6e tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:27:16.275607 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d56c385b-d86a-428c-b5bc-0f8024e5ff6e tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59128'] for router, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:16.276660 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d56c385b-d86a-428c-b5bc-0f8024e5ff6e tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59009'] for router, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:16.291230 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d56c385b-d86a-428c-b5bc-0f8024e5ff6e tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:16.647535 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d56c385b-d86a-428c-b5bc-0f8024e5ff6e tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59027'] for router, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:16.994971 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d56c385b-d86a-428c-b5bc-0f8024e5ff6e tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for router_gateway, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:17.026898 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d56c385b-d86a-428c-b5bc-0f8024e5ff6e tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:17.159193 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [None req-d56c385b-d86a-428c-b5bc-0f8024e5ff6e tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Allocated IP 172.25.5.85 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/b3400b35-efce-4e0e-b291-7a4320c52f18) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:27:17.302909 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d56c385b-d86a-428c-b5bc-0f8024e5ff6e tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:17.398498 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d56c385b-d86a-428c-b5bc-0f8024e5ff6e tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:17.465101 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56c385b-d86a-428c-b5bc-0f8024e5ff6e tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:27:17.467928 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-d56c385b-d86a-428c-b5bc-0f8024e5ff6e tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:27:17.471487 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56c385b-d86a-428c-b5bc-0f8024e5ff6e tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:27:17.502783 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56c385b-d86a-428c-b5bc-0f8024e5ff6e tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Pushing event updated for resources: {'Port': ['ID=b3400b35-efce-4e0e-b291-7a4320c52f18,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:27:18.039785 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d56c385b-d86a-428c-b5bc-0f8024e5ff6e tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for router_gateway, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:18.422915 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d56c385b-d86a-428c-b5bc-0f8024e5ff6e tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690761'] for router, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:18.689443 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d56c385b-d86a-428c-b5bc-0f8024e5ff6e tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Router 13ebbdc5-d7a3-4898-a511-d9691759b4a8 is scheduled to L3 agent 42958940-9562-4f71-972f-15a8af9d3963 with binding_index 1 {{(pid=89110) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 07:27:18.863718 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d56c385b-d86a-428c-b5bc-0f8024e5ff6e tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 07:27:18.874154 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de1c72a-d737-44c7-b12d-8a58ec330d98 None None] Sync routers for ids ['13ebbdc5-d7a3-4898-a511-d9691759b4a8'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 07:27:18.883229 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de1c72a-d737-44c7-b12d-8a58ec330d98 None None] Routers {'13ebbdc5-d7a3-4898-a511-d9691759b4a8'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:27:18.883839 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-8de1c72a-d737-44c7-b12d-8a58ec330d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:26:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['13ebbdc5-d7a3-4898-a511-d9691759b4a8'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:27:18.954726 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d56c385b-d86a-428c-b5bc-0f8024e5ff6e tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for router, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:18.955852 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-d56c385b-d86a-428c-b5bc-0f8024e5ff6e tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.8016486 May 28 07:27:18.959045 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 57948) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:27:19.065720 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-8de1c72a-d737-44c7-b12d-8a58ec330d98 None None] Set router 13ebbdc5-d7a3-4898-a511-d9691759b4a8 gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:27:19.102231 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-1f802796-c593-471a-b824-6c2b7b1b1c77 tempest-TestNetworkAdvancedServerOps-920274614 tempest-TestNetworkAdvancedServerOps-920274614-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=0b2a8c929aa54b05ba857077fa769fd4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1421454 May 28 07:27:19.105238 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 57954) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:27:19.230341 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b296424-37e9-4e88-b213-d4f6c1754a5b tempest-TestNetworkAdvancedServerOps-920274614 tempest-TestNetworkAdvancedServerOps-920274614-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:27:19.231711 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-0b296424-37e9-4e88-b213-d4f6c1754a5b tempest-TestNetworkAdvancedServerOps-920274614 tempest-TestNetworkAdvancedServerOps-920274614-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1255782 May 28 07:27:19.234674 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 57958) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:27:19.272654 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-4068fa54-e041-4ae7-bc5f-9e8e79e2ef3f tempest-TestNetworkAdvancedServerOps-920274614 tempest-TestNetworkAdvancedServerOps-920274614-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=68df399e-e75e-4871-9364-5d05730b50f0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0369592 May 28 07:27:19.275618 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 57962) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:27:19.280755 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-b66084d3-a5f6-4111-9fa0-01da7d54bc0c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-533050530', 'network_id': 'ec520948-960a-4efc-8fa5-53a0c8f9e22a', 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:27:19.350069 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-8de1c72a-d737-44c7-b12d-8a58ec330d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ebbdc5-d7a3-4898-a511-d9691759b4a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-925204587', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': 'b3400b35-efce-4e0e-b291-7a4320c52f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:27:16Z', 'updated_at': '2022-05-28T07:27:17Z', 'revision_number': 3, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'gw_port': {'id': 'b3400b35-efce-4e0e-b291-7a4320c52f18', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:77:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13ebbdc5-d7a3-4898-a511-d9691759b4a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:27:17Z', 'updated_at': '2022-05-28T07:27:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:27:19.354527 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de1c72a-d737-44c7-b12d-8a58ec330d98 None None] Checking router: 13ebbdc5-d7a3-4898-a511-d9691759b4a8 for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 07:27:19.355081 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de1c72a-d737-44c7-b12d-8a58ec330d98 None None] Updating router 13ebbdc5-d7a3-4898-a511-d9691759b4a8 port b3400b35-efce-4e0e-b291-7a4320c52f18 binding host n-d-843702-1 {{(pid=89111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 07:27:19.390193 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-b66084d3-a5f6-4111-9fa0-01da7d54bc0c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:27:19.394081 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-b66084d3-a5f6-4111-9fa0-01da7d54bc0c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Usage tracker for resource:subnet and tenant:0b2a8c929aa54b05ba857077fa769fd4 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:27:19.396862 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-b66084d3-a5f6-4111-9fa0-01da7d54bc0c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:27:19.402857 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-b66084d3-a5f6-4111-9fa0-01da7d54bc0c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:27:19.416090 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-8de1c72a-d737-44c7-b12d-8a58ec330d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:19.466478 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b66084d3-a5f6-4111-9fa0-01da7d54bc0c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Made reservation on behalf of 0b2a8c929aa54b05ba857077fa769fd4 for: {'subnet': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 07:27:19.470310 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b66084d3-a5f6-4111-9fa0-01da7d54bc0c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3171998'] for subnet, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:19.749333 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-8de1c72a-d737-44c7-b12d-8a58ec330d98 None None] Notify callbacks [] for port, precommit_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:19.761023 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-8de1c72a-d737-44c7-b12d-8a58ec330d98 None None] Transition to ACTIVE for port object b3400b35-efce-4e0e-b291-7a4320c52f18 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:27:19.832632 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-8de1c72a-d737-44c7-b12d-8a58ec330d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:19.861138 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b66084d3-a5f6-4111-9fa0-01da7d54bc0c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3115906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3172012'] for subnet, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:19.908337 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-8de1c72a-d737-44c7-b12d-8a58ec330d98 None None] Attempting to bind port b3400b35-efce-4e0e-b291-7a4320c52f18 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 07:27:19.909009 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-8de1c72a-d737-44c7-b12d-8a58ec330d98 None None] Attempting to bind port b3400b35-efce-4e0e-b291-7a4320c52f18 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 07:27:19.909126 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de1c72a-d737-44c7-b12d-8a58ec330d98 None None] Attempting to bind port b3400b35-efce-4e0e-b291-7a4320c52f18 on network 68df399e-e75e-4871-9364-5d05730b50f0 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:27:19.920317 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de1c72a-d737-44c7-b12d-8a58ec330d98 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 7, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 07:27:19.922726 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de1c72a-d737-44c7-b12d-8a58ec330d98 None None] Checking segment: {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:27:19.922726 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-8de1c72a-d737-44c7-b12d-8a58ec330d98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:19.922726 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de1c72a-d737-44c7-b12d-8a58ec330d98 None None] Bound using segment: {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 07:27:19.922726 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-8de1c72a-d737-44c7-b12d-8a58ec330d98 None None] Bound port: b3400b35-efce-4e0e-b291-7a4320c52f18, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 07:27:19.922726 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-8de1c72a-d737-44c7-b12d-8a58ec330d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:19.941509 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66084d3-a5f6-4111-9fa0-01da7d54bc0c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Pushing event updated for resources: {'Subnet': ['ID=9012436d-532a-4397-b8c9-cc4273203186,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:27:19.950998 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66084d3-a5f6-4111-9fa0-01da7d54bc0c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Checking segment: {'id': '975e9270-86a0-43b0-a81e-028c1e63682d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'ec520948-960a-4efc-8fa5-53a0c8f9e22a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:27:19.955308 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66084d3-a5f6-4111-9fa0-01da7d54bc0c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Network hostable DHCP agents. Network: ec520948-960a-4efc-8fa5-53a0c8f9e22a, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89110) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 07:27:19.955428 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8ea992-9b76-455c-b763-ec1bd2394982 None None] Pushing event updated for resources: {'Port': ['ID=b3400b35-efce-4e0e-b291-7a4320c52f18,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:27:19.973541 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8ea992-9b76-455c-b763-ec1bd2394982 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:27:19.978603 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8ea992-9b76-455c-b763-ec1bd2394982 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:27:19.978603 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8ea992-9b76-455c-b763-ec1bd2394982 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:27:19.978603 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8ea992-9b76-455c-b763-ec1bd2394982 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:27:19.978603 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8ea992-9b76-455c-b763-ec1bd2394982 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:27:19.978603 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8ea992-9b76-455c-b763-ec1bd2394982 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:27:19.978603 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8ea992-9b76-455c-b763-ec1bd2394982 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:27:19.978603 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8ea992-9b76-455c-b763-ec1bd2394982 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:27:19.978603 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8ea992-9b76-455c-b763-ec1bd2394982 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:27:19.978603 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8ea992-9b76-455c-b763-ec1bd2394982 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:27:19.978603 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8ea992-9b76-455c-b763-ec1bd2394982 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:27:19.978603 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8ea992-9b76-455c-b763-ec1bd2394982 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:27:20.012567 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-8de1c72a-d737-44c7-b12d-8a58ec330d98 None None] For port b3400b35-efce-4e0e-b291-7a4320c52f18, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:27:20.015433 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-8de1c72a-d737-44c7-b12d-8a58ec330d98 None None] For port b3400b35-efce-4e0e-b291-7a4320c52f18, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=b3400b35-efce-4e0e-b291-7a4320c52f18,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 07:27:20.017785 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66084d3-a5f6-4111-9fa0-01da7d54bc0c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Network ec520948-960a-4efc-8fa5-53a0c8f9e22a is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89110) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 07:27:20.092431 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-8de1c72a-d737-44c7-b12d-8a58ec330d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:20.120446 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-b66084d3-a5f6-4111-9fa0-01da7d54bc0c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, ec520948-960a-4efc-8fa5-53a0c8f9e22a) {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:27:20.124949 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66084d3-a5f6-4111-9fa0-01da7d54bc0c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:27:20.125647 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b66084d3-a5f6-4111-9fa0-01da7d54bc0c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:20.131116 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27472183-1f9d-4c32-b0b5-0e08def41449 None None] Network ec520948-960a-4efc-8fa5-53a0c8f9e22a requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 07:27:20.213386 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-b66084d3-a5f6-4111-9fa0-01da7d54bc0c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9367955 May 28 07:27:20.216488 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 57966) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:27:20.281963 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de1c72a-d737-44c7-b12d-8a58ec330d98 None None] Routers {'13ebbdc5-d7a3-4898-a511-d9691759b4a8'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:27:20.282590 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-8de1c72a-d737-44c7-b12d-8a58ec330d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:26:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['13ebbdc5-d7a3-4898-a511-d9691759b4a8'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:27:20.350767 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8ea992-9b76-455c-b763-ec1bd2394982 None None] Pushing event updated for resources: {'Port': ['ID=b3400b35-efce-4e0e-b291-7a4320c52f18,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:27:20.560894 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-8de1c72a-d737-44c7-b12d-8a58ec330d98 None None] Set router 13ebbdc5-d7a3-4898-a511-d9691759b4a8 gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:27:20.687769 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a5ac9c-36ab-47c6-8bba-3ae137e780a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-ec520948-960a-4efc-8fa5-53a0c8f9e22a', 'network_id': 'ec520948-960a-4efc-8fa5-53a0c8f9e22a', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'fixed_ips': [{'subnet_id': '9012436d-532a-4397-b8c9-cc4273203186'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 07:27:20.688566 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-40a5ac9c-36ab-47c6-8bba-3ae137e780a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:20.903315 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ca00af59-1d80-4e6b-b33c-e55f68f4aaf1 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:20.972696 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-40a5ac9c-36ab-47c6-8bba-3ae137e780a1 None None] Allocated IP 172.20.0.2 (ec520948-960a-4efc-8fa5-53a0c8f9e22a/9012436d-532a-4397-b8c9-cc4273203186/2aaa591a-921b-4b51-81dc-5c691f35ac06) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:27:21.070886 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-8de1c72a-d737-44c7-b12d-8a58ec330d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ebbdc5-d7a3-4898-a511-d9691759b4a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-925204587', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': 'b3400b35-efce-4e0e-b291-7a4320c52f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:27:16Z', 'updated_at': '2022-05-28T07:27:17Z', 'revision_number': 3, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'gw_port': {'id': 'b3400b35-efce-4e0e-b291-7a4320c52f18', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:77:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13ebbdc5-d7a3-4898-a511-d9691759b4a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:27:17Z', 'updated_at': '2022-05-28T07:27:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:27:21.080039 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de1c72a-d737-44c7-b12d-8a58ec330d98 None None] The sync data for ids ['13ebbdc5-d7a3-4898-a511-d9691759b4a8'] in n-d-843702-1 is: [{'id': '13ebbdc5-d7a3-4898-a511-d9691759b4a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-925204587', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': 'b3400b35-efce-4e0e-b291-7a4320c52f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:27:16Z', 'updated_at': '2022-05-28T07:27:17Z', 'revision_number': 3, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'gw_port': {'id': 'b3400b35-efce-4e0e-b291-7a4320c52f18', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:77:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13ebbdc5-d7a3-4898-a511-d9691759b4a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:27:17Z', 'updated_at': '2022-05-28T07:27:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 07:27:21.205721 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-40a5ac9c-36ab-47c6-8bba-3ae137e780a1 None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:21.217901 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-40a5ac9c-36ab-47c6-8bba-3ae137e780a1 None None] Transition to ACTIVE for port object 2aaa591a-921b-4b51-81dc-5c691f35ac06 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:27:21.237859 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-40a5ac9c-36ab-47c6-8bba-3ae137e780a1 None None] Transition to ACTIVE for port object 2aaa591a-921b-4b51-81dc-5c691f35ac06 will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:27:21.295988 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-40a5ac9c-36ab-47c6-8bba-3ae137e780a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:21.361947 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a5ac9c-36ab-47c6-8bba-3ae137e780a1 None None] Network ec520948-960a-4efc-8fa5-53a0c8f9e22a is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:27:21.369542 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-ca00af59-1d80-4e6b-b33c-e55f68f4aaf1 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Allocated IP 172.20.0.1 (ec520948-960a-4efc-8fa5-53a0c8f9e22a/9012436d-532a-4397-b8c9-cc4273203186/f1f7ddf2-55f7-48a2-b303-b8377ee6601e) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:27:21.370245 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-40a5ac9c-36ab-47c6-8bba-3ae137e780a1 None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:27:21.374537 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a5ac9c-36ab-47c6-8bba-3ae137e780a1 None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:27:21.425766 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a5ac9c-36ab-47c6-8bba-3ae137e780a1 None None] Pushing event updated for resources: {'Port': ['ID=2aaa591a-921b-4b51-81dc-5c691f35ac06,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:27:21.486753 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-40a5ac9c-36ab-47c6-8bba-3ae137e780a1 None None] Attempting to bind port 2aaa591a-921b-4b51-81dc-5c691f35ac06 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 07:27:21.487121 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-40a5ac9c-36ab-47c6-8bba-3ae137e780a1 None None] Attempting to bind port 2aaa591a-921b-4b51-81dc-5c691f35ac06 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': '975e9270-86a0-43b0-a81e-028c1e63682d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'ec520948-960a-4efc-8fa5-53a0c8f9e22a'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 07:27:21.487547 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a5ac9c-36ab-47c6-8bba-3ae137e780a1 None None] Attempting to bind port 2aaa591a-921b-4b51-81dc-5c691f35ac06 on network ec520948-960a-4efc-8fa5-53a0c8f9e22a {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:27:21.494102 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a5ac9c-36ab-47c6-8bba-3ae137e780a1 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 7, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 07:27:21.494739 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a5ac9c-36ab-47c6-8bba-3ae137e780a1 None None] Checking segment: {'id': '975e9270-86a0-43b0-a81e-028c1e63682d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'ec520948-960a-4efc-8fa5-53a0c8f9e22a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:27:21.495398 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-40a5ac9c-36ab-47c6-8bba-3ae137e780a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:21.495897 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a5ac9c-36ab-47c6-8bba-3ae137e780a1 None None] Bound using segment: {'id': '975e9270-86a0-43b0-a81e-028c1e63682d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'ec520948-960a-4efc-8fa5-53a0c8f9e22a'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 07:27:21.496429 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-40a5ac9c-36ab-47c6-8bba-3ae137e780a1 None None] Bound port: 2aaa591a-921b-4b51-81dc-5c691f35ac06, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '975e9270-86a0-43b0-a81e-028c1e63682d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'ec520948-960a-4efc-8fa5-53a0c8f9e22a'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 07:27:21.496893 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-40a5ac9c-36ab-47c6-8bba-3ae137e780a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:21.593801 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-40a5ac9c-36ab-47c6-8bba-3ae137e780a1 None None] For port 2aaa591a-921b-4b51-81dc-5c691f35ac06, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:27:21.597697 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-40a5ac9c-36ab-47c6-8bba-3ae137e780a1 None None] For port 2aaa591a-921b-4b51-81dc-5c691f35ac06, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=2aaa591a-921b-4b51-81dc-5c691f35ac06,segment=NetworkSegment(975e9270-86a0-43b0-a81e-028c1e63682d),segment_id=975e9270-86a0-43b0-a81e-028c1e63682d)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 07:27:21.662804 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ca00af59-1d80-4e6b-b33c-e55f68f4aaf1 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:21.678928 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [None req-ca00af59-1d80-4e6b-b33c-e55f68f4aaf1 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Transition to ACTIVE for port object f1f7ddf2-55f7-48a2-b303-b8377ee6601e will not be triggered until provisioned by entity DHCP. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:27:21.692567 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-40a5ac9c-36ab-47c6-8bba-3ae137e780a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:21.785384 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ca00af59-1d80-4e6b-b33c-e55f68f4aaf1 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:21.785912 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a5ac9c-36ab-47c6-8bba-3ae137e780a1 None None] Pushing event updated for resources: {'Port': ['ID=2aaa591a-921b-4b51-81dc-5c691f35ac06,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:27:21.861400 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca00af59-1d80-4e6b-b33c-e55f68f4aaf1 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Network ec520948-960a-4efc-8fa5-53a0c8f9e22a is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:27:21.864547 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-ca00af59-1d80-4e6b-b33c-e55f68f4aaf1 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:27:21.869482 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca00af59-1d80-4e6b-b33c-e55f68f4aaf1 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:27:21.910167 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca00af59-1d80-4e6b-b33c-e55f68f4aaf1 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Pushing event updated for resources: {'Port': ['ID=f1f7ddf2-55f7-48a2-b303-b8377ee6601e,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:27:21.939901 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ca00af59-1d80-4e6b-b33c-e55f68f4aaf1 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690947'] for router_interface, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:22.282764 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ca00af59-1d80-4e6b-b33c-e55f68f4aaf1 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:22.688848 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ca00af59-1d80-4e6b-b33c-e55f68f4aaf1 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:22.748941 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ca00af59-1d80-4e6b-b33c-e55f68f4aaf1 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:22.860293 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 2aaa591a-921b-4b51-81dc-5c691f35ac06 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:27:22.862502 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca00af59-1d80-4e6b-b33c-e55f68f4aaf1 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Pushing event updated for resources: {'Port': ['ID=f1f7ddf2-55f7-48a2-b303-b8377ee6601e,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:27:22.864833 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ca00af59-1d80-4e6b-b33c-e55f68f4aaf1 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700602'] for router_interface, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:22.951903 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 07:27:22.986646 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 2aaa591a-921b-4b51-81dc-5c691f35ac06 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:27:22.991844 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device b3400b35-efce-4e0e-b291-7a4320c52f18 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:27:23.003467 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca00af59-1d80-4e6b-b33c-e55f68f4aaf1 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Network ec520948-960a-4efc-8fa5-53a0c8f9e22a is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:27:23.004585 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-ca00af59-1d80-4e6b-b33c-e55f68f4aaf1 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:27:23.115135 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port b3400b35-efce-4e0e-b291-7a4320c52f18 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:27:23.121363 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port b3400b35-efce-4e0e-b291-7a4320c52f18 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:27:23.121764 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:23.152434 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [req-72f621ef-c7b1-45e6-9c73-63d9f70bcf5b req-ae62f471-159c-42e4-a2d3-4c60e0d16922 service neutron] (89110) timed out ('10.222.0.69', 52830) {{(pid=89110) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 28 07:27:23.203176 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca00af59-1d80-4e6b-b33c-e55f68f4aaf1 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Router 13ebbdc5-d7a3-4898-a511-d9691759b4a8 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 07:27:23.298561 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port b3400b35-efce-4e0e-b291-7a4320c52f18 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:27:23.298936 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:23.318006 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port b3400b35-efce-4e0e-b291-7a4320c52f18, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=b3400b35-efce-4e0e-b291-7a4320c52f18,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:27:23.384046 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:23.422971 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8234b4-e8c3-4ff5-9061-35237382374b None None] Network ec520948-960a-4efc-8fa5-53a0c8f9e22a requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 07:27:23.534703 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca00af59-1d80-4e6b-b33c-e55f68f4aaf1 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 07:27:23.541928 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=b3400b35-efce-4e0e-b291-7a4320c52f18,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:27:23.547379 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-ca00af59-1d80-4e6b-b33c-e55f68f4aaf1 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "PUT /v2.0/routers/13ebbdc5-d7a3-4898-a511-d9691759b4a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3297205 May 28 07:27:23.555155 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5845c8-1449-43a2-8be5-63f532e285f9 None None] Sync routers for ids ['13ebbdc5-d7a3-4898-a511-d9691759b4a8'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 07:27:23.567834 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5845c8-1449-43a2-8be5-63f532e285f9 None None] Routers {'13ebbdc5-d7a3-4898-a511-d9691759b4a8'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:27:23.568998 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-1c5845c8-1449-43a2-8be5-63f532e285f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:26:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['13ebbdc5-d7a3-4898-a511-d9691759b4a8'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:27:23.622050 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-193d0577-7336-4fae-864c-45faa04dbcbf None None] Provisioning for port 2aaa591a-921b-4b51-81dc-5c691f35ac06 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:27:23.636075 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-193d0577-7336-4fae-864c-45faa04dbcbf None None] Provisioning complete for port 2aaa591a-921b-4b51-81dc-5c691f35ac06 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:27:23.636376 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-193d0577-7336-4fae-864c-45faa04dbcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:23.725961 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3fcb3c36-c0e0-4ea5-b496-8b6aad65cef1 req-1fdfa748-c9c1-4e9a-89c9-a23f08362c6c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1389283171&fields=id&tenant_id=0b2a8c929aa54b05ba857077fa769fd4 HTTP/1.1" status: 200 len: 267 time: 0.0435655 May 28 07:27:23.754547 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-1c5845c8-1449-43a2-8be5-63f532e285f9 None None] Set router 13ebbdc5-d7a3-4898-a511-d9691759b4a8 gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:27:23.819707 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-193d0577-7336-4fae-864c-45faa04dbcbf None None] Current status of the port 2aaa591a-921b-4b51-81dc-5c691f35ac06 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:27:23.820077 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-193d0577-7336-4fae-864c-45faa04dbcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:23.858769 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-193d0577-7336-4fae-864c-45faa04dbcbf None None] For port 2aaa591a-921b-4b51-81dc-5c691f35ac06, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=2aaa591a-921b-4b51-81dc-5c691f35ac06,segment=NetworkSegment(975e9270-86a0-43b0-a81e-028c1e63682d),segment_id=975e9270-86a0-43b0-a81e-028c1e63682d)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:27:23.893241 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcb3c36-c0e0-4ea5-b496-8b6aad65cef1 req-6584747f-b85a-4940-82f7-604e2daa52db tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:27:23.893994 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-3fcb3c36-c0e0-4ea5-b496-8b6aad65cef1 req-6584747f-b85a-4940-82f7-604e2daa52db tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Synchronizing usage tracker for tenant:0b2a8c929aa54b05ba857077fa769fd4 on resource:network {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:27:23.987176 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-193d0577-7336-4fae-864c-45faa04dbcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:23.994859 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-3fcb3c36-c0e0-4ea5-b496-8b6aad65cef1 req-6584747f-b85a-4940-82f7-604e2daa52db tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Unset dirty status for tenant:0b2a8c929aa54b05ba857077fa769fd4 on resource:network {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:27:23.996048 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3fcb3c36-c0e0-4ea5-b496-8b6aad65cef1 req-6584747f-b85a-4940-82f7-604e2daa52db tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/networks?id=ec520948-960a-4efc-8fa5-53a0c8f9e22a HTTP/1.1" status: 200 len: 796 time: 0.2613406 May 28 07:27:24.021055 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3fcb3c36-c0e0-4ea5-b496-8b6aad65cef1 req-27d32c70-a527-4075-8b19-9f25dea98227 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/quotas/0b2a8c929aa54b05ba857077fa769fd4 HTTP/1.1" status: 200 len: 375 time: 0.0170422 May 28 07:27:24.067709 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193d0577-7336-4fae-864c-45faa04dbcbf None None] Pushing event updated for resources: {'Port': ['ID=2aaa591a-921b-4b51-81dc-5c691f35ac06,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:27:24.116874 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3fcb3c36-c0e0-4ea5-b496-8b6aad65cef1 req-61a7fce3-04fd-4c3a-8c49-64bc3003f288 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=0b2a8c929aa54b05ba857077fa769fd4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0938809 May 28 07:27:24.131921 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-1c5845c8-1449-43a2-8be5-63f532e285f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ebbdc5-d7a3-4898-a511-d9691759b4a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-925204587', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': 'b3400b35-efce-4e0e-b291-7a4320c52f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:27:16Z', 'updated_at': '2022-05-28T07:27:22Z', 'revision_number': 4, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'gw_port': {'id': 'b3400b35-efce-4e0e-b291-7a4320c52f18', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:77:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ebbdc5-d7a3-4898-a511-d9691759b4a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:27:17Z', 'updated_at': '2022-05-28T07:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'f1f7ddf2-55f7-48a2-b303-b8377ee6601e', 'name': '', 'network_id': 'ec520948-960a-4efc-8fa5-53a0c8f9e22a', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'mac_address': 'fa:16:3e:6f:dc:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13ebbdc5-d7a3-4898-a511-d9691759b4a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '9012436d-532a-4397-b8c9-cc4273203186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:27:21Z', 'updated_at': '2022-05-28T07:27:22Z', 'revision_number': 2, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'subnets': [{'id': '9012436d-532a-4397-b8c9-cc4273203186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:27:24.136682 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5845c8-1449-43a2-8be5-63f532e285f9 None None] Checking router: 13ebbdc5-d7a3-4898-a511-d9691759b4a8 for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 07:27:24.137030 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5845c8-1449-43a2-8be5-63f532e285f9 None None] Updating router 13ebbdc5-d7a3-4898-a511-d9691759b4a8 port f1f7ddf2-55f7-48a2-b303-b8377ee6601e binding host n-d-843702-1 {{(pid=89112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 07:27:24.163889 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-7f672d18-0c14-4cd2-9e72-30faa3dc7a38 None None] Provisioning for port f1f7ddf2-55f7-48a2-b303-b8377ee6601e completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:27:24.169565 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-7f672d18-0c14-4cd2-9e72-30faa3dc7a38 None None] Provisioning complete for port f1f7ddf2-55f7-48a2-b303-b8377ee6601e triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:27:24.171652 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-7f672d18-0c14-4cd2-9e72-30faa3dc7a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:24.200757 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-1c5845c8-1449-43a2-8be5-63f532e285f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:24.241274 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-7f672d18-0c14-4cd2-9e72-30faa3dc7a38 None None] Port f1f7ddf2-55f7-48a2-b303-b8377ee6601e cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 07:27:24.253971 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-7f672d18-0c14-4cd2-9e72-30faa3dc7a38 None None] Provisioning complete for port 2aaa591a-921b-4b51-81dc-5c691f35ac06 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:27:24.254204 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-7f672d18-0c14-4cd2-9e72-30faa3dc7a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:24.286338 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3fcb3c36-c0e0-4ea5-b496-8b6aad65cef1 req-59169347-195e-48e3-aee6-78d6def8797f service neutron] 10.222.0.55 "GET /v2.0/networks/ec520948-960a-4efc-8fa5-53a0c8f9e22a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565363 May 28 07:27:24.390949 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-7f672d18-0c14-4cd2-9e72-30faa3dc7a38 None None] Current status of the port 2aaa591a-921b-4b51-81dc-5c691f35ac06 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:27:24.436042 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3fcb3c36-c0e0-4ea5-b496-8b6aad65cef1 req-6ec9f5ea-b0dc-4a32-aca8-64c879a24a25 service neutron] 10.222.0.55 "GET /v2.0/networks/ec520948-960a-4efc-8fa5-53a0c8f9e22a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413889 May 28 07:27:24.514439 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-5638e907-498f-4433-96fb-9a41b7696f1a None None] Provisioning complete for port f1f7ddf2-55f7-48a2-b303-b8377ee6601e triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:27:24.514813 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-5638e907-498f-4433-96fb-9a41b7696f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:24.585620 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-5638e907-498f-4433-96fb-9a41b7696f1a None None] Port f1f7ddf2-55f7-48a2-b303-b8377ee6601e cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 07:27:24.596737 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-1c5845c8-1449-43a2-8be5-63f532e285f9 None None] Notify callbacks [] for port, precommit_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:24.608134 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.provisioning_blocks [None req-1c5845c8-1449-43a2-8be5-63f532e285f9 None None] Transition to ACTIVE for port object f1f7ddf2-55f7-48a2-b303-b8377ee6601e will not be triggered until provisioned by entity L2. {{(pid=89112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:27:24.705759 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-1c5845c8-1449-43a2-8be5-63f532e285f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:24.714137 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-561d1435-24f3-4f61-9810-81489748b0b2 req-3617e69b-7354-46e9-99f4-4bc2f830fdaf tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=4fe791ba-a499-4950-b2bc-f87cc8e1c5e4 HTTP/1.1" status: 200 len: 210 time: 0.0457480 May 28 07:27:24.831836 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 2aaa591a-921b-4b51-81dc-5c691f35ac06 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:27:24.851419 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019b4c91-32a6-470d-8d42-0b697e60ae5a None None] Pushing event updated for resources: {'Port': ['ID=f1f7ddf2-55f7-48a2-b303-b8377ee6601e,revision_number=3']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:27:24.904291 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 2aaa591a-921b-4b51-81dc-5c691f35ac06 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:27:24.904823 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:24.921896 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019b4c91-32a6-470d-8d42-0b697e60ae5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:27:24.922250 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019b4c91-32a6-470d-8d42-0b697e60ae5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:27:24.922753 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019b4c91-32a6-470d-8d42-0b697e60ae5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:27:24.922951 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019b4c91-32a6-470d-8d42-0b697e60ae5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:27:24.923285 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019b4c91-32a6-470d-8d42-0b697e60ae5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:27:24.923576 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019b4c91-32a6-470d-8d42-0b697e60ae5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:27:24.923896 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019b4c91-32a6-470d-8d42-0b697e60ae5a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:27:24.924199 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019b4c91-32a6-470d-8d42-0b697e60ae5a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:27:24.924508 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019b4c91-32a6-470d-8d42-0b697e60ae5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:27:24.924813 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019b4c91-32a6-470d-8d42-0b697e60ae5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:27:24.925113 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019b4c91-32a6-470d-8d42-0b697e60ae5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:27:24.925443 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019b4c91-32a6-470d-8d42-0b697e60ae5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:27:24.956383 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-1c5845c8-1449-43a2-8be5-63f532e285f9 None None] Attempting to bind port f1f7ddf2-55f7-48a2-b303-b8377ee6601e on host n-d-843702-1 for vnic_type normal with profile {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 07:27:24.956680 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-1c5845c8-1449-43a2-8be5-63f532e285f9 None None] Attempting to bind port f1f7ddf2-55f7-48a2-b303-b8377ee6601e by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': '975e9270-86a0-43b0-a81e-028c1e63682d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'ec520948-960a-4efc-8fa5-53a0c8f9e22a'}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 07:27:24.957034 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5845c8-1449-43a2-8be5-63f532e285f9 None None] Attempting to bind port f1f7ddf2-55f7-48a2-b303-b8377ee6601e on network ec520948-960a-4efc-8fa5-53a0c8f9e22a {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:27:24.963166 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5845c8-1449-43a2-8be5-63f532e285f9 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 7, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 07:27:24.963526 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5845c8-1449-43a2-8be5-63f532e285f9 None None] Checking segment: {'id': '975e9270-86a0-43b0-a81e-028c1e63682d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'ec520948-960a-4efc-8fa5-53a0c8f9e22a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:27:24.963916 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-1c5845c8-1449-43a2-8be5-63f532e285f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:24.964291 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5845c8-1449-43a2-8be5-63f532e285f9 None None] Bound using segment: {'id': '975e9270-86a0-43b0-a81e-028c1e63682d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'ec520948-960a-4efc-8fa5-53a0c8f9e22a'} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 07:27:24.964757 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-1c5845c8-1449-43a2-8be5-63f532e285f9 None None] Bound port: f1f7ddf2-55f7-48a2-b303-b8377ee6601e, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '975e9270-86a0-43b0-a81e-028c1e63682d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'ec520948-960a-4efc-8fa5-53a0c8f9e22a'}}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 07:27:24.965120 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-1c5845c8-1449-43a2-8be5-63f532e285f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:25.048278 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 2aaa591a-921b-4b51-81dc-5c691f35ac06 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:27:25.049334 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device b3400b35-efce-4e0e-b291-7a4320c52f18 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:27:25.060075 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-1c5845c8-1449-43a2-8be5-63f532e285f9 None None] For port f1f7ddf2-55f7-48a2-b303-b8377ee6601e, host n-d-843702-1, cleared binding levels {{(pid=89112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:27:25.063138 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-1c5845c8-1449-43a2-8be5-63f532e285f9 None None] For port f1f7ddf2-55f7-48a2-b303-b8377ee6601e, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=f1f7ddf2-55f7-48a2-b303-b8377ee6601e,segment=NetworkSegment(975e9270-86a0-43b0-a81e-028c1e63682d),segment_id=975e9270-86a0-43b0-a81e-028c1e63682d)] {{(pid=89112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 07:27:25.125403 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port b3400b35-efce-4e0e-b291-7a4320c52f18 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:27:25.125795 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:25.152864 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-1c5845c8-1449-43a2-8be5-63f532e285f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:25.239269 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5845c8-1449-43a2-8be5-63f532e285f9 None None] Routers {'13ebbdc5-d7a3-4898-a511-d9691759b4a8'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:27:25.240454 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-1c5845c8-1449-43a2-8be5-63f532e285f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:26:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['13ebbdc5-d7a3-4898-a511-d9691759b4a8'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:27:25.256584 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port b3400b35-efce-4e0e-b291-7a4320c52f18 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:27:25.321936 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019b4c91-32a6-470d-8d42-0b697e60ae5a None None] Pushing event updated for resources: {'Port': ['ID=f1f7ddf2-55f7-48a2-b303-b8377ee6601e,revision_number=4']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:27:25.431796 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-1c5845c8-1449-43a2-8be5-63f532e285f9 None None] Set router 13ebbdc5-d7a3-4898-a511-d9691759b4a8 gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:27:25.755704 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-1c5845c8-1449-43a2-8be5-63f532e285f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ebbdc5-d7a3-4898-a511-d9691759b4a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-925204587', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': 'b3400b35-efce-4e0e-b291-7a4320c52f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:27:16Z', 'updated_at': '2022-05-28T07:27:22Z', 'revision_number': 4, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'gw_port': {'id': 'b3400b35-efce-4e0e-b291-7a4320c52f18', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:77:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ebbdc5-d7a3-4898-a511-d9691759b4a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:27:17Z', 'updated_at': '2022-05-28T07:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'f1f7ddf2-55f7-48a2-b303-b8377ee6601e', 'name': '', 'network_id': 'ec520948-960a-4efc-8fa5-53a0c8f9e22a', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'mac_address': 'fa:16:3e:6f:dc:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13ebbdc5-d7a3-4898-a511-d9691759b4a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '9012436d-532a-4397-b8c9-cc4273203186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:27:21Z', 'updated_at': '2022-05-28T07:27:25Z', 'revision_number': 4, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'subnets': [{'id': '9012436d-532a-4397-b8c9-cc4273203186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:27:25.760533 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5845c8-1449-43a2-8be5-63f532e285f9 None None] The sync data for ids ['13ebbdc5-d7a3-4898-a511-d9691759b4a8'] in n-d-843702-1 is: [{'id': '13ebbdc5-d7a3-4898-a511-d9691759b4a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-925204587', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': 'b3400b35-efce-4e0e-b291-7a4320c52f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:27:16Z', 'updated_at': '2022-05-28T07:27:22Z', 'revision_number': 4, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'gw_port': {'id': 'b3400b35-efce-4e0e-b291-7a4320c52f18', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:77:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ebbdc5-d7a3-4898-a511-d9691759b4a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:27:17Z', 'updated_at': '2022-05-28T07:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'f1f7ddf2-55f7-48a2-b303-b8377ee6601e', 'name': '', 'network_id': 'ec520948-960a-4efc-8fa5-53a0c8f9e22a', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'mac_address': 'fa:16:3e:6f:dc:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13ebbdc5-d7a3-4898-a511-d9691759b4a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '9012436d-532a-4397-b8c9-cc4273203186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:27:21Z', 'updated_at': '2022-05-28T07:27:25Z', 'revision_number': 4, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'subnets': [{'id': '9012436d-532a-4397-b8c9-cc4273203186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 07:27:25.830126 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fe6f14a0-05bc-4a1e-a2f8-f9262f98b741 req-88fa7fe0-b512-43ed-8fc6-afb34d1437fc tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=4fe791ba-a499-4950-b2bc-f87cc8e1c5e4 HTTP/1.1" status: 200 len: 210 time: 0.0636241 May 28 07:27:26.495711 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-52a8d7cc-a183-4b36-a3aa-b12c02562b25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:26.824411 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device f1f7ddf2-55f7-48a2-b303-b8377ee6601e up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:27:26.948843 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port f1f7ddf2-55f7-48a2-b303-b8377ee6601e completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:27:26.953956 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port f1f7ddf2-55f7-48a2-b303-b8377ee6601e triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:27:26.954329 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:26.985947 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-244db322-107c-4b19-9a7b-dcc7051ef595 req-cee4512a-2408-4bfe-9714-5f36ed7c853c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=4fe791ba-a499-4950-b2bc-f87cc8e1c5e4 HTTP/1.1" status: 200 len: 210 time: 0.0468564 May 28 07:27:27.079711 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port f1f7ddf2-55f7-48a2-b303-b8377ee6601e is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:27:27.080002 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:27.112267 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port f1f7ddf2-55f7-48a2-b303-b8377ee6601e, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=f1f7ddf2-55f7-48a2-b303-b8377ee6601e,segment=NetworkSegment(975e9270-86a0-43b0-a81e-028c1e63682d),segment_id=975e9270-86a0-43b0-a81e-028c1e63682d)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:27:27.223468 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:27.296548 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=f1f7ddf2-55f7-48a2-b303-b8377ee6601e,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:27:27.318026 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcb3c36-c0e0-4ea5-b496-8b6aad65cef1 req-cc27428f-400f-4ac4-8388-80b603a342b9 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:27:27.319442 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3fcb3c36-c0e0-4ea5-b496-8b6aad65cef1 req-cc27428f-400f-4ac4-8388-80b603a342b9 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.71 "GET /v2.0/networks?id=ec520948-960a-4efc-8fa5-53a0c8f9e22a HTTP/1.1" status: 200 len: 796 time: 0.1523423 May 28 07:27:27.373399 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3fcb3c36-c0e0-4ea5-b496-8b6aad65cef1 req-ee745dcb-b37f-4c83-aea7-8bc1503866a3 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b2a8c929aa54b05ba857077fa769fd4 HTTP/1.1" status: 200 len: 380 time: 0.0391901 May 28 07:27:27.381963 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-3fcb3c36-c0e0-4ea5-b496-8b6aad65cef1 req-8bbfd73e-5925-4b08-80b4-165576f11946 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Request body: {'port': {'device_id': '4fe791ba-a499-4950-b2bc-f87cc8e1c5e4', 'network_id': 'ec520948-960a-4efc-8fa5-53a0c8f9e22a', 'admin_state_up': True, 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'security_groups': ['03f5dab8-bebc-4f57-a074-e0c30feb7354']}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:27:27.518736 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-3fcb3c36-c0e0-4ea5-b496-8b6aad65cef1 req-8bbfd73e-5925-4b08-80b4-165576f11946 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:27:27.522699 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-3fcb3c36-c0e0-4ea5-b496-8b6aad65cef1 req-8bbfd73e-5925-4b08-80b4-165576f11946 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Usage tracker for resource:port and tenant:0b2a8c929aa54b05ba857077fa769fd4 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:27:27.525722 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-3fcb3c36-c0e0-4ea5-b496-8b6aad65cef1 req-8bbfd73e-5925-4b08-80b4-165576f11946 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:27:27.531458 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-3fcb3c36-c0e0-4ea5-b496-8b6aad65cef1 req-8bbfd73e-5925-4b08-80b4-165576f11946 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:27:27.674665 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fcb3c36-c0e0-4ea5-b496-8b6aad65cef1 req-8bbfd73e-5925-4b08-80b4-165576f11946 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Made reservation on behalf of 0b2a8c929aa54b05ba857077fa769fd4 for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 07:27:27.678207 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-3fcb3c36-c0e0-4ea5-b496-8b6aad65cef1 req-8bbfd73e-5925-4b08-80b4-165576f11946 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:27.840909 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [req-3fcb3c36-c0e0-4ea5-b496-8b6aad65cef1 req-8bbfd73e-5925-4b08-80b4-165576f11946 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Allocated IP 172.20.0.12 (ec520948-960a-4efc-8fa5-53a0c8f9e22a/9012436d-532a-4397-b8c9-cc4273203186/fef0ba8d-a703-49fc-ad68-ec81f5270f3b) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:27:28.032012 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-3fcb3c36-c0e0-4ea5-b496-8b6aad65cef1 req-8bbfd73e-5925-4b08-80b4-165576f11946 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:28.048441 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-3fcb3c36-c0e0-4ea5-b496-8b6aad65cef1 req-8bbfd73e-5925-4b08-80b4-165576f11946 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Transition to ACTIVE for port object fef0ba8d-a703-49fc-ad68-ec81f5270f3b will not be triggered until provisioned by entity DHCP. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:27:28.097459 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:28.129928 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-3fcb3c36-c0e0-4ea5-b496-8b6aad65cef1 req-8bbfd73e-5925-4b08-80b4-165576f11946 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:28.328379 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fcb3c36-c0e0-4ea5-b496-8b6aad65cef1 req-8bbfd73e-5925-4b08-80b4-165576f11946 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Network ec520948-960a-4efc-8fa5-53a0c8f9e22a is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:27:28.332897 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [req-3fcb3c36-c0e0-4ea5-b496-8b6aad65cef1 req-8bbfd73e-5925-4b08-80b4-165576f11946 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:27:28.337970 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fcb3c36-c0e0-4ea5-b496-8b6aad65cef1 req-8bbfd73e-5925-4b08-80b4-165576f11946 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:27:28.371244 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbfd73e-5925-4b08-80b4-165576f11946 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Pushing event updated for resources: {'Port': ['ID=fef0ba8d-a703-49fc-ad68-ec81f5270f3b,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:27:28.414923 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcb3c36-c0e0-4ea5-b496-8b6aad65cef1 req-8bbfd73e-5925-4b08-80b4-165576f11946 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:27:28.416119 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-3fcb3c36-c0e0-4ea5-b496-8b6aad65cef1 req-8bbfd73e-5925-4b08-80b4-165576f11946 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:28.426982 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c91ca8-06a4-48ae-827a-9f898c022d34 req-052a82ed-44b2-4bfd-976b-4cc2cb266814 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:27:28.428478 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-78c91ca8-06a4-48ae-827a-9f898c022d34 req-052a82ed-44b2-4bfd-976b-4cc2cb266814 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=4fe791ba-a499-4950-b2bc-f87cc8e1c5e4 HTTP/1.1" status: 200 len: 932 time: 0.3349538 May 28 07:27:28.484753 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-78c91ca8-06a4-48ae-827a-9f898c022d34 req-4f268336-1e3a-4b82-b713-bb5380b6cfd0 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/security-groups?id=03f5dab8-bebc-4f57-a074-e0c30feb7354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473812 May 28 07:27:28.530160 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3fcb3c36-c0e0-4ea5-b496-8b6aad65cef1 req-8bbfd73e-5925-4b08-80b4-165576f11946 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1515598 May 28 07:27:28.547924 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-3fcb3c36-c0e0-4ea5-b496-8b6aad65cef1 req-1535adf7-74af-4b76-bc6a-b442df28a72c service neutron] Request body: {'port': {'device_id': '4fe791ba-a499-4950-b2bc-f87cc8e1c5e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843702-1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:27:28.603992 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-37642d73-d363-420d-adf3-cca1dbec1440 None None] Provisioning for port fef0ba8d-a703-49fc-ad68-ec81f5270f3b completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:27:28.608938 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-37642d73-d363-420d-adf3-cca1dbec1440 None None] Provisioning complete for port fef0ba8d-a703-49fc-ad68-ec81f5270f3b triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:27:28.609308 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-37642d73-d363-420d-adf3-cca1dbec1440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:28.661386 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-3fcb3c36-c0e0-4ea5-b496-8b6aad65cef1 req-1535adf7-74af-4b76-bc6a-b442df28a72c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:28.696244 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-37642d73-d363-420d-adf3-cca1dbec1440 None None] Port fef0ba8d-a703-49fc-ad68-ec81f5270f3b cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 07:27:28.812182 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device f1f7ddf2-55f7-48a2-b303-b8377ee6601e up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:27:28.879644 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port f1f7ddf2-55f7-48a2-b303-b8377ee6601e triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:27:28.880016 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:29.000677 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-edd44e0d-573a-4972-94c2-2450bca8685e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:29.003263 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [req-3fcb3c36-c0e0-4ea5-b496-8b6aad65cef1 req-1535adf7-74af-4b76-bc6a-b442df28a72c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fef0ba8d-a703-49fc-ad68-ec81f5270f3b {{(pid=89110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 07:27:29.009985 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port f1f7ddf2-55f7-48a2-b303-b8377ee6601e is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:27:29.011265 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-3fcb3c36-c0e0-4ea5-b496-8b6aad65cef1 req-1535adf7-74af-4b76-bc6a-b442df28a72c service neutron] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:29.025620 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-3fcb3c36-c0e0-4ea5-b496-8b6aad65cef1 req-1535adf7-74af-4b76-bc6a-b442df28a72c service neutron] Transition to ACTIVE for port object fef0ba8d-a703-49fc-ad68-ec81f5270f3b will not be triggered until provisioned by entity L2. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:27:29.091703 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-3fcb3c36-c0e0-4ea5-b496-8b6aad65cef1 req-1535adf7-74af-4b76-bc6a-b442df28a72c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:29.248997 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1535adf7-74af-4b76-bc6a-b442df28a72c service neutron] Pushing event updated for resources: {'Port': ['ID=fef0ba8d-a703-49fc-ad68-ec81f5270f3b,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:27:29.334080 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-3fcb3c36-c0e0-4ea5-b496-8b6aad65cef1 req-1535adf7-74af-4b76-bc6a-b442df28a72c service neutron] Attempting to bind port fef0ba8d-a703-49fc-ad68-ec81f5270f3b on host n-h2-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 07:27:29.334414 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-3fcb3c36-c0e0-4ea5-b496-8b6aad65cef1 req-1535adf7-74af-4b76-bc6a-b442df28a72c service neutron] Attempting to bind port fef0ba8d-a703-49fc-ad68-ec81f5270f3b by drivers openvswitch,hyperv on host n-h2-843702-1 at level 0 using segments [{'id': '975e9270-86a0-43b0-a81e-028c1e63682d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'ec520948-960a-4efc-8fa5-53a0c8f9e22a'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 07:27:29.334755 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fcb3c36-c0e0-4ea5-b496-8b6aad65cef1 req-1535adf7-74af-4b76-bc6a-b442df28a72c service neutron] Attempting to bind port fef0ba8d-a703-49fc-ad68-ec81f5270f3b on network ec520948-960a-4efc-8fa5-53a0c8f9e22a {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:27:29.339577 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fcb3c36-c0e0-4ea5-b496-8b6aad65cef1 req-1535adf7-74af-4b76-bc6a-b442df28a72c service neutron] Port fef0ba8d-a703-49fc-ad68-ec81f5270f3b on network ec520948-960a-4efc-8fa5-53a0c8f9e22a not bound, no agent of type Open vSwitch agent registered on host n-h2-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 07:27:29.339893 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fcb3c36-c0e0-4ea5-b496-8b6aad65cef1 req-1535adf7-74af-4b76-bc6a-b442df28a72c service neutron] Attempting to bind port fef0ba8d-a703-49fc-ad68-ec81f5270f3b on network ec520948-960a-4efc-8fa5-53a0c8f9e22a {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:27:29.345215 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fcb3c36-c0e0-4ea5-b496-8b6aad65cef1 req-1535adf7-74af-4b76-bc6a-b442df28a72c service neutron] Checking agent: {'id': 'f1a3973b-d2b3-4558-88e7-2ac50857d302', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 7, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 07:27:29.345504 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fcb3c36-c0e0-4ea5-b496-8b6aad65cef1 req-1535adf7-74af-4b76-bc6a-b442df28a72c service neutron] Checking segment: {'id': '975e9270-86a0-43b0-a81e-028c1e63682d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'ec520948-960a-4efc-8fa5-53a0c8f9e22a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:27:29.345883 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fcb3c36-c0e0-4ea5-b496-8b6aad65cef1 req-1535adf7-74af-4b76-bc6a-b442df28a72c service neutron] Bound using segment: {'id': '975e9270-86a0-43b0-a81e-028c1e63682d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'ec520948-960a-4efc-8fa5-53a0c8f9e22a'} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 07:27:29.346297 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-3fcb3c36-c0e0-4ea5-b496-8b6aad65cef1 req-1535adf7-74af-4b76-bc6a-b442df28a72c service neutron] Bound port: fef0ba8d-a703-49fc-ad68-ec81f5270f3b, host: n-h2-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '975e9270-86a0-43b0-a81e-028c1e63682d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'ec520948-960a-4efc-8fa5-53a0c8f9e22a'}}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 07:27:29.346631 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-3fcb3c36-c0e0-4ea5-b496-8b6aad65cef1 req-1535adf7-74af-4b76-bc6a-b442df28a72c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:29.441870 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-3fcb3c36-c0e0-4ea5-b496-8b6aad65cef1 req-1535adf7-74af-4b76-bc6a-b442df28a72c service neutron] For port fef0ba8d-a703-49fc-ad68-ec81f5270f3b, host n-h2-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:27:29.444688 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-3fcb3c36-c0e0-4ea5-b496-8b6aad65cef1 req-1535adf7-74af-4b76-bc6a-b442df28a72c service neutron] For port fef0ba8d-a703-49fc-ad68-ec81f5270f3b, host n-h2-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=fef0ba8d-a703-49fc-ad68-ec81f5270f3b,segment=NetworkSegment(975e9270-86a0-43b0-a81e-028c1e63682d),segment_id=975e9270-86a0-43b0-a81e-028c1e63682d)] {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 07:27:29.509985 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-3fcb3c36-c0e0-4ea5-b496-8b6aad65cef1 req-1535adf7-74af-4b76-bc6a-b442df28a72c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:29.586296 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcb3c36-c0e0-4ea5-b496-8b6aad65cef1 req-1535adf7-74af-4b76-bc6a-b442df28a72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:27:29.586973 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-3fcb3c36-c0e0-4ea5-b496-8b6aad65cef1 req-1535adf7-74af-4b76-bc6a-b442df28a72c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:29.588533 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3fcb3c36-c0e0-4ea5-b496-8b6aad65cef1 req-1535adf7-74af-4b76-bc6a-b442df28a72c service neutron] 10.222.0.71 "PUT /v2.0/ports/fef0ba8d-a703-49fc-ad68-ec81f5270f3b HTTP/1.1" status: 200 len: 1092 time: 1.0451419 May 28 07:27:29.588979 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fe791ba-a499-4950-b2bc-f87cc8e1c5e4', 'tag': 'fef0ba8d-a703-49fc-ad68-ec81f5270f3b'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:27:29.667950 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1535adf7-74af-4b76-bc6a-b442df28a72c service neutron] Pushing event updated for resources: {'Port': ['ID=fef0ba8d-a703-49fc-ad68-ec81f5270f3b,revision_number=3']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:27:29.716203 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72537ec-a2ea-4540-831e-914af7b64fa9 req-567f0ef5-9a35-46c3-bfba-c8bae70ca96b tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:27:29.717088 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-e72537ec-a2ea-4540-831e-914af7b64fa9 req-567f0ef5-9a35-46c3-bfba-c8bae70ca96b tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Synchronizing usage tracker for tenant:0b2a8c929aa54b05ba857077fa769fd4 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:27:29.812485 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcb3c36-c0e0-4ea5-b496-8b6aad65cef1 req-3c3023d4-7ec5-4e71-9d37-be44c3c28223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:27:29.814021 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3fcb3c36-c0e0-4ea5-b496-8b6aad65cef1 req-3c3023d4-7ec5-4e71-9d37-be44c3c28223 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0b2a8c929aa54b05ba857077fa769fd4&device_id=4fe791ba-a499-4950-b2bc-f87cc8e1c5e4 HTTP/1.1" status: 200 len: 1095 time: 0.0863950 May 28 07:27:29.916827 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-e72537ec-a2ea-4540-831e-914af7b64fa9 req-567f0ef5-9a35-46c3-bfba-c8bae70ca96b tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Unset dirty status for tenant:0b2a8c929aa54b05ba857077fa769fd4 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:27:29.918028 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e72537ec-a2ea-4540-831e-914af7b64fa9 req-567f0ef5-9a35-46c3-bfba-c8bae70ca96b tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=4fe791ba-a499-4950-b2bc-f87cc8e1c5e4 HTTP/1.1" status: 200 len: 944 time: 0.3011231 May 28 07:27:29.919667 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3fcb3c36-c0e0-4ea5-b496-8b6aad65cef1 req-288ecfd6-97de-4556-93d9-c6d04d55eed5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fef0ba8d-a703-49fc-ad68-ec81f5270f3b HTTP/1.1" status: 200 len: 217 time: 0.0930645 May 28 07:27:30.023784 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e72537ec-a2ea-4540-831e-914af7b64fa9 req-78ab8339-c9b9-4749-b53d-bdc3ac531a15 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/security-groups?id=03f5dab8-bebc-4f57-a074-e0c30feb7354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992837 May 28 07:27:30.030240 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcb3c36-c0e0-4ea5-b496-8b6aad65cef1 req-9848b434-1551-4ec8-924e-de76dac263c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:27:30.031673 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3fcb3c36-c0e0-4ea5-b496-8b6aad65cef1 req-9848b434-1551-4ec8-924e-de76dac263c1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9012436d-532a-4397-b8c9-cc4273203186 HTTP/1.1" status: 200 len: 834 time: 0.0930660 May 28 07:27:30.085869 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8e2c4b5-b351-46be-990e-618f578c40d7'] response: {'name': 'network-changed', 'server_uuid': '4fe791ba-a499-4950-b2bc-f87cc8e1c5e4', 'tag': 'fef0ba8d-a703-49fc-ad68-ec81f5270f3b', 'status': 'completed', 'code': 200} May 28 07:27:30.089464 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:30.118921 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcb3c36-c0e0-4ea5-b496-8b6aad65cef1 req-80f14f8b-8f11-4b70-bca0-871ada571a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:27:30.120420 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3fcb3c36-c0e0-4ea5-b496-8b6aad65cef1 req-80f14f8b-8f11-4b70-bca0-871ada571a8a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ec520948-960a-4efc-8fa5-53a0c8f9e22a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0823901 May 28 07:27:30.183312 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:30.260594 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3fcb3c36-c0e0-4ea5-b496-8b6aad65cef1 req-1411d582-2a46-4642-8943-8e77587847b8 service neutron] 10.222.0.71 "GET /v2.0/networks/ec520948-960a-4efc-8fa5-53a0c8f9e22a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326218 May 28 07:27:30.490455 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3fcb3c36-c0e0-4ea5-b496-8b6aad65cef1 req-7454779b-1dbc-4c3c-9729-85795d7464cb service neutron] 10.222.0.71 "GET /v2.0/networks/ec520948-960a-4efc-8fa5-53a0c8f9e22a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239387 May 28 07:27:30.719144 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ff0b5b-c15b-4a86-ac6d-641a0b80a15d req-1e309b1d-59ed-4725-ab93-a654442c96eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:27:30.720592 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-55ff0b5b-c15b-4a86-ac6d-641a0b80a15d req-1e309b1d-59ed-4725-ab93-a654442c96eb service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0b2a8c929aa54b05ba857077fa769fd4&device_id=4fe791ba-a499-4950-b2bc-f87cc8e1c5e4 HTTP/1.1" status: 200 len: 1095 time: 0.0741682 May 28 07:27:30.848128 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ff0b5b-c15b-4a86-ac6d-641a0b80a15d req-63f7041e-d7cf-474e-b216-f74ef9cd3218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:27:30.849827 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-55ff0b5b-c15b-4a86-ac6d-641a0b80a15d req-63f7041e-d7cf-474e-b216-f74ef9cd3218 service neutron] 10.222.0.71 "GET /v2.0/networks?id=ec520948-960a-4efc-8fa5-53a0c8f9e22a HTTP/1.1" status: 200 len: 897 time: 0.1228995 May 28 07:27:30.915560 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-55ff0b5b-c15b-4a86-ac6d-641a0b80a15d req-ebddb0d7-e122-4390-8ff0-ef7a02405745 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fef0ba8d-a703-49fc-ad68-ec81f5270f3b HTTP/1.1" status: 200 len: 217 time: 0.0585461 May 28 07:27:30.986517 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ff0b5b-c15b-4a86-ac6d-641a0b80a15d req-a1e7a533-6317-4409-ba06-ad72a34d0cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:27:30.987962 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-55ff0b5b-c15b-4a86-ac6d-641a0b80a15d req-a1e7a533-6317-4409-ba06-ad72a34d0cca service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9012436d-532a-4397-b8c9-cc4273203186 HTTP/1.1" status: 200 len: 834 time: 0.0651114 May 28 07:27:31.067878 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ff0b5b-c15b-4a86-ac6d-641a0b80a15d req-220a2638-292f-451b-b5fb-1916d061f33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:27:31.069348 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-55ff0b5b-c15b-4a86-ac6d-641a0b80a15d req-220a2638-292f-451b-b5fb-1916d061f33e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ec520948-960a-4efc-8fa5-53a0c8f9e22a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696578 May 28 07:27:31.262407 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-55ff0b5b-c15b-4a86-ac6d-641a0b80a15d req-f01b2c9c-0311-4b69-8de8-aaf08ea6bb3a service neutron] 10.222.0.71 "GET /v2.0/networks/ec520948-960a-4efc-8fa5-53a0c8f9e22a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860287 May 28 07:27:31.301486 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40427b6-33df-4975-9d51-1143d23bd26a req-a81bed09-211e-44d5-8e7b-0cbd6c57febd tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:27:31.302909 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e40427b6-33df-4975-9d51-1143d23bd26a req-a81bed09-211e-44d5-8e7b-0cbd6c57febd tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=4fe791ba-a499-4950-b2bc-f87cc8e1c5e4 HTTP/1.1" status: 200 len: 944 time: 0.1568995 May 28 07:27:31.412004 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e40427b6-33df-4975-9d51-1143d23bd26a req-6da5512a-a724-40b6-94cd-20326e7fc91c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/security-groups?id=03f5dab8-bebc-4f57-a074-e0c30feb7354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010702 May 28 07:27:31.444223 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-55ff0b5b-c15b-4a86-ac6d-641a0b80a15d req-cc95f59a-15dc-452e-ad41-55b5b43e508b service neutron] 10.222.0.71 "GET /v2.0/networks/ec520948-960a-4efc-8fa5-53a0c8f9e22a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675074 May 28 07:27:31.877867 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:32.601014 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1954f573-fd07-4485-834b-45ca4be25374 req-25020c67-a69c-45ae-a354-b295efb85abc tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:27:32.602528 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1954f573-fd07-4485-834b-45ca4be25374 req-25020c67-a69c-45ae-a354-b295efb85abc tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=4fe791ba-a499-4950-b2bc-f87cc8e1c5e4 HTTP/1.1" status: 200 len: 944 time: 0.0823750 May 28 07:27:32.646201 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1954f573-fd07-4485-834b-45ca4be25374 req-187006a6-8c22-4252-ab60-5123205eb589 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/security-groups?id=03f5dab8-bebc-4f57-a074-e0c30feb7354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377455 May 28 07:27:32.814969 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:32.868623 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device fef0ba8d-a703-49fc-ad68-ec81f5270f3b details requested by agent hyperv_n-h2-843702-1 with host n-h2-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 07:27:32.999599 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port fef0ba8d-a703-49fc-ad68-ec81f5270f3b, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=fef0ba8d-a703-49fc-ad68-ec81f5270f3b,segment=NetworkSegment(975e9270-86a0-43b0-a81e-028c1e63682d),segment_id=975e9270-86a0-43b0-a81e-028c1e63682d)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:27:33.013138 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Returning: {'device': 'fef0ba8d-a703-49fc-ad68-ec81f5270f3b', 'network_id': 'ec520948-960a-4efc-8fa5-53a0c8f9e22a', 'port_id': 'fef0ba8d-a703-49fc-ad68-ec81f5270f3b', 'mac_address': 'fa:16:3e:dc:b7:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9012436d-532a-4397-b8c9-cc4273203186', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 07:27:33.069725 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port fef0ba8d-a703-49fc-ad68-ec81f5270f3b is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:27:33.070097 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:33.086552 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fef0ba8d-a703-49fc-ad68-ec81f5270f3b {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 07:27:33.101808 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port fef0ba8d-a703-49fc-ad68-ec81f5270f3b, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=fef0ba8d-a703-49fc-ad68-ec81f5270f3b,segment=NetworkSegment(975e9270-86a0-43b0-a81e-028c1e63682d),segment_id=975e9270-86a0-43b0-a81e-028c1e63682d)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:27:33.209289 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:33.275667 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=fef0ba8d-a703-49fc-ad68-ec81f5270f3b,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:27:33.494727 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['fef0ba8d-a703-49fc-ad68-ec81f5270f3b'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 07:27:33.828256 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c35162-3e74-4a4c-933a-0cec95870919 req-29e5434f-60c4-4e05-a9e6-d37f16457c5a tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:27:33.829636 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-17c35162-3e74-4a4c-933a-0cec95870919 req-29e5434f-60c4-4e05-a9e6-d37f16457c5a tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=4fe791ba-a499-4950-b2bc-f87cc8e1c5e4 HTTP/1.1" status: 200 len: 945 time: 0.0792546 May 28 07:27:33.873082 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-17c35162-3e74-4a4c-933a-0cec95870919 req-db10ec17-1507-43c9-a389-ff385094ac83 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/security-groups?id=03f5dab8-bebc-4f57-a074-e0c30feb7354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377152 May 28 07:27:34.871710 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device fef0ba8d-a703-49fc-ad68-ec81f5270f3b up at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:27:35.000249 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning for port fef0ba8d-a703-49fc-ad68-ec81f5270f3b completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:27:35.005343 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning complete for port fef0ba8d-a703-49fc-ad68-ec81f5270f3b triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:27:35.005736 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:35.059969 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8620276-0390-4ba5-9366-f726e359fab5 req-e3bb381c-33e1-4a3b-9770-7067ab555a95 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:27:35.061591 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e8620276-0390-4ba5-9366-f726e359fab5 req-e3bb381c-33e1-4a3b-9770-7067ab555a95 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=4fe791ba-a499-4950-b2bc-f87cc8e1c5e4 HTTP/1.1" status: 200 len: 945 time: 0.0833709 May 28 07:27:35.105388 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e8620276-0390-4ba5-9366-f726e359fab5 req-9829a8c4-34e2-4fff-b4bc-5656156683c7 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/security-groups?id=03f5dab8-bebc-4f57-a074-e0c30feb7354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377965 May 28 07:27:35.123223 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port fef0ba8d-a703-49fc-ad68-ec81f5270f3b is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:27:35.123544 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:35.151586 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fe791ba-a499-4950-b2bc-f87cc8e1c5e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fef0ba8d-a703-49fc-ad68-ec81f5270f3b'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:27:35.161180 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port fef0ba8d-a703-49fc-ad68-ec81f5270f3b, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=fef0ba8d-a703-49fc-ad68-ec81f5270f3b,segment=NetworkSegment(975e9270-86a0-43b0-a81e-028c1e63682d),segment_id=975e9270-86a0-43b0-a81e-028c1e63682d)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:27:35.197604 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85640cdf-efd6-40c0-8353-4ffbcf73dc57'] response: {'server_uuid': '4fe791ba-a499-4950-b2bc-f87cc8e1c5e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fef0ba8d-a703-49fc-ad68-ec81f5270f3b', 'code': 200} May 28 07:27:35.222754 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:35.292498 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=fef0ba8d-a703-49fc-ad68-ec81f5270f3b,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:27:35.351180 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a137080c-b2d7-4fc8-a73d-8485987bff3d req-784a1626-f1c0-4568-97c9-ef3cf8628f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:27:35.352702 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a137080c-b2d7-4fc8-a73d-8485987bff3d req-784a1626-f1c0-4568-97c9-ef3cf8628f94 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=4fe791ba-a499-4950-b2bc-f87cc8e1c5e4 HTTP/1.1" status: 200 len: 1097 time: 0.0706410 May 28 07:27:35.394141 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a137080c-b2d7-4fc8-a73d-8485987bff3d req-73faf2de-0896-424d-9ae9-92cdd7b27b35 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=03f5dab8-bebc-4f57-a074-e0c30feb7354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334332 May 28 07:27:36.295113 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f897a67a-535e-46e5-a27f-dc8d870e4a3a req-53f1a771-bc10-4f1c-9cc0-363b300f4455 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:27:36.296632 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f897a67a-535e-46e5-a27f-dc8d870e4a3a req-53f1a771-bc10-4f1c-9cc0-363b300f4455 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=4fe791ba-a499-4950-b2bc-f87cc8e1c5e4 HTTP/1.1" status: 200 len: 946 time: 0.0832450 May 28 07:27:36.340607 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f897a67a-535e-46e5-a27f-dc8d870e4a3a req-b9249b17-26d0-4764-8aac-cbaa9a92a435 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/security-groups?id=03f5dab8-bebc-4f57-a074-e0c30feb7354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383677 May 28 07:27:37.526915 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751fb231-2b56-40bf-a1fc-159232fbdfcb req-9e9cb8bc-5ed2-4bf9-be3b-b445c2d2cedb tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:27:37.528355 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-751fb231-2b56-40bf-a1fc-159232fbdfcb req-9e9cb8bc-5ed2-4bf9-be3b-b445c2d2cedb tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=4fe791ba-a499-4950-b2bc-f87cc8e1c5e4 HTTP/1.1" status: 200 len: 946 time: 0.0793023 May 28 07:27:37.574610 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-751fb231-2b56-40bf-a1fc-159232fbdfcb req-b41a8620-8c5d-4d71-be31-7fbc8ca4f3eb tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/security-groups?id=03f5dab8-bebc-4f57-a074-e0c30feb7354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405161 May 28 07:27:37.794412 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48928827-9dbf-4a54-8ee0-2317ed84c971 req-b1bdd4fb-3ec5-4bc2-9c43-e0a41003ceed tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:27:37.795832 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-48928827-9dbf-4a54-8ee0-2317ed84c971 req-b1bdd4fb-3ec5-4bc2-9c43-e0a41003ceed tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=4fe791ba-a499-4950-b2bc-f87cc8e1c5e4 HTTP/1.1" status: 200 len: 946 time: 0.1192362 May 28 07:27:37.946191 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-48928827-9dbf-4a54-8ee0-2317ed84c971 req-f4c3c37f-e1d5-47b2-ae43-5fdf85b44c95 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/security-groups?id=03f5dab8-bebc-4f57-a074-e0c30feb7354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1437850 May 28 07:27:37.954992 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2e10b39d-2299-4645-880f-eabe4b4cbd01 req-8fb10161-c325-4d0a-9f68-8010310a8669 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=4fe791ba-a499-4950-b2bc-f87cc8e1c5e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2147360 May 28 07:27:37.969130 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 58022) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:27:38.037949 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8062740-847b-4685-a744-9c37ec255b34 tempest-TestNetworkAdvancedServerOps-920274614 tempest-TestNetworkAdvancedServerOps-920274614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:27:38.039459 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-c8062740-847b-4685-a744-9c37ec255b34 tempest-TestNetworkAdvancedServerOps-920274614 tempest-TestNetworkAdvancedServerOps-920274614-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=4fe791ba-a499-4950-b2bc-f87cc8e1c5e4 HTTP/1.1" status: 200 len: 1092 time: 0.0693536 May 28 07:27:38.042925 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 58026) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:27:38.048134 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-9b041d04-0692-409e-9ba8-503adced3568 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Request body: {'floatingip': {'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'port_id': 'fef0ba8d-a703-49fc-ad68-ec81f5270f3b', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'fixed_ip_address': '172.20.0.12'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:27:38.055049 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-9b041d04-0692-409e-9ba8-503adced3568 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:27:38.059697 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-9b041d04-0692-409e-9ba8-503adced3568 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Usage tracker for resource:floatingip and tenant:0b2a8c929aa54b05ba857077fa769fd4 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:27:38.062562 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-9b041d04-0692-409e-9ba8-503adced3568 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:27:38.068769 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-9b041d04-0692-409e-9ba8-503adced3568 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:27:38.112176 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e10b39d-2299-4645-880f-eabe4b4cbd01 req-2c73298d-076c-4108-a796-1b8836c03779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:27:38.113691 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2e10b39d-2299-4645-880f-eabe4b4cbd01 req-2c73298d-076c-4108-a796-1b8836c03779 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0b2a8c929aa54b05ba857077fa769fd4&device_id=4fe791ba-a499-4950-b2bc-f87cc8e1c5e4 HTTP/1.1" status: 200 len: 1097 time: 0.0732839 May 28 07:27:38.149264 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9b041d04-0692-409e-9ba8-503adced3568 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for floatingip, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:38.261072 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e10b39d-2299-4645-880f-eabe4b4cbd01 req-1b7aa070-e3c7-4de8-aed7-d7ddf1f5c749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:27:38.262543 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2e10b39d-2299-4645-880f-eabe4b4cbd01 req-1b7aa070-e3c7-4de8-aed7-d7ddf1f5c749 service neutron] 10.222.0.71 "GET /v2.0/networks?id=ec520948-960a-4efc-8fa5-53a0c8f9e22a HTTP/1.1" status: 200 len: 897 time: 0.1295657 May 28 07:27:38.285263 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9b041d04-0692-409e-9ba8-503adced3568 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:38.333876 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2e10b39d-2299-4645-880f-eabe4b4cbd01 req-d42ed9c6-676f-4849-a0f1-45a6c08e59bb service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fef0ba8d-a703-49fc-ad68-ec81f5270f3b HTTP/1.1" status: 200 len: 217 time: 0.0652525 May 28 07:27:38.407438 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e10b39d-2299-4645-880f-eabe4b4cbd01 req-c9cf0916-516c-47ae-8383-4afaf3ea6ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:27:38.408864 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2e10b39d-2299-4645-880f-eabe4b4cbd01 req-c9cf0916-516c-47ae-8383-4afaf3ea6ee0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9012436d-532a-4397-b8c9-cc4273203186 HTTP/1.1" status: 200 len: 834 time: 0.0696638 May 28 07:27:38.419234 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-9b041d04-0692-409e-9ba8-503adced3568 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Allocated IP 172.25.5.173 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/2374a46d-deed-4fb6-a149-31dbc68914e5) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:27:38.485212 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e10b39d-2299-4645-880f-eabe4b4cbd01 req-9a646427-b406-41c6-9c35-75952d85ac92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:27:38.486704 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2e10b39d-2299-4645-880f-eabe4b4cbd01 req-9a646427-b406-41c6-9c35-75952d85ac92 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ec520948-960a-4efc-8fa5-53a0c8f9e22a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721436 May 28 07:27:38.565706 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9b041d04-0692-409e-9ba8-503adced3568 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:38.621260 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2e10b39d-2299-4645-880f-eabe4b4cbd01 req-4809616f-fe57-45ff-beab-55e8cf0b29cc service neutron] 10.222.0.71 "GET /v2.0/networks/ec520948-960a-4efc-8fa5-53a0c8f9e22a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284318 May 28 07:27:38.645955 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9b041d04-0692-409e-9ba8-503adced3568 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:38.712770 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b041d04-0692-409e-9ba8-503adced3568 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:27:38.715555 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-9b041d04-0692-409e-9ba8-503adced3568 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:27:38.719040 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b041d04-0692-409e-9ba8-503adced3568 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:27:38.754827 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2e10b39d-2299-4645-880f-eabe4b4cbd01 req-98f9d22f-6085-4a3a-a0c9-1dfcc3ce785f service neutron] 10.222.0.71 "GET /v2.0/networks/ec520948-960a-4efc-8fa5-53a0c8f9e22a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280715 May 28 07:27:38.760459 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b041d04-0692-409e-9ba8-503adced3568 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Pushing event updated for resources: {'Port': ['ID=2374a46d-deed-4fb6-a149-31dbc68914e5,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:27:39.126506 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9b041d04-0692-409e-9ba8-503adced3568 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:39.280612 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9b041d04-0692-409e-9ba8-503adced3568 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:39.509749 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9b041d04-0692-409e-9ba8-503adced3568 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:39.571353 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9b041d04-0692-409e-9ba8-503adced3568 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:39.677810 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b041d04-0692-409e-9ba8-503adced3568 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Pushing event updated for resources: {'Port': ['ID=2374a46d-deed-4fb6-a149-31dbc68914e5,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:27:39.691531 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9b041d04-0692-409e-9ba8-503adced3568 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691094'] for floatingip, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:39.965733 n-d-843702-1 neutron-server[89109]: INFO neutron.db.l3_db [None req-9b041d04-0692-409e-9ba8-503adced3568 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Floating IP 7a205ad3-a470-42e2-bc60-fe0089b4a5b3 associated. External IP: 172.25.5.173, port: fef0ba8d-a703-49fc-ad68-ec81f5270f3b. May 28 07:27:40.328004 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b041d04-0692-409e-9ba8-503adced3568 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Router 13ebbdc5-d7a3-4898-a511-d9691759b4a8 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 07:27:40.501912 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b041d04-0692-409e-9ba8-503adced3568 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 07:27:40.511966 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e82254-fc82-4fa2-91e9-6c7ff894b4df None None] Sync routers for ids ['13ebbdc5-d7a3-4898-a511-d9691759b4a8'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 07:27:40.521276 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e82254-fc82-4fa2-91e9-6c7ff894b4df None None] Routers {'13ebbdc5-d7a3-4898-a511-d9691759b4a8'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:27:40.522067 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-c0e82254-fc82-4fa2-91e9-6c7ff894b4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:27:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['13ebbdc5-d7a3-4898-a511-d9691759b4a8'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:27:40.572483 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9b041d04-0692-409e-9ba8-503adced3568 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:40.630350 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-9b041d04-0692-409e-9ba8-503adced3568 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5861816 May 28 07:27:40.631213 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fe791ba-a499-4950-b2bc-f87cc8e1c5e4', 'tag': 'fef0ba8d-a703-49fc-ad68-ec81f5270f3b'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:27:40.721380 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-c0e82254-fc82-4fa2-91e9-6c7ff894b4df None None] Set router 13ebbdc5-d7a3-4898-a511-d9691759b4a8 gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:27:40.810002 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf797022-3ad2-473b-b811-545624c3b72a req-ca0f75d6-a0b2-45b2-b1ff-639e1e7da993 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:27:40.811507 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bf797022-3ad2-473b-b811-545624c3b72a req-ca0f75d6-a0b2-45b2-b1ff-639e1e7da993 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=4fe791ba-a499-4950-b2bc-f87cc8e1c5e4 HTTP/1.1" status: 200 len: 946 time: 0.0842271 May 28 07:27:40.856195 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bf797022-3ad2-473b-b811-545624c3b72a req-a7406e21-906b-4962-b7a5-9e266807ef76 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/security-groups?id=03f5dab8-bebc-4f57-a074-e0c30feb7354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387964 May 28 07:27:40.879748 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 58034) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:27:40.941551 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-811a94bf-25a6-453b-8987-c4c775f834b5'] response: {'name': 'network-changed', 'server_uuid': '4fe791ba-a499-4950-b2bc-f87cc8e1c5e4', 'tag': 'fef0ba8d-a703-49fc-ad68-ec81f5270f3b', 'status': 'completed', 'code': 200} May 28 07:27:40.994698 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-dfd9d329-69ec-44e5-a37c-cf0cb30a323b tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/floatingips/7a205ad3-a470-42e2-bc60-fe0089b4a5b3 HTTP/1.1" status: 200 len: 992 time: 0.1133277 May 28 07:27:41.041291 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9daae9-bd08-4154-9818-a51e1c5a0aae req-f7d93209-cd54-4abd-a9ec-5a12f509c1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:27:41.042804 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ba9daae9-bd08-4154-9818-a51e1c5a0aae req-f7d93209-cd54-4abd-a9ec-5a12f509c1b5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0b2a8c929aa54b05ba857077fa769fd4&device_id=4fe791ba-a499-4950-b2bc-f87cc8e1c5e4 HTTP/1.1" status: 200 len: 1097 time: 0.0812912 May 28 07:27:41.113863 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-c0e82254-fc82-4fa2-91e9-6c7ff894b4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ebbdc5-d7a3-4898-a511-d9691759b4a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-925204587', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': 'b3400b35-efce-4e0e-b291-7a4320c52f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:27:16Z', 'updated_at': '2022-05-28T07:27:22Z', 'revision_number': 4, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'gw_port': {'id': 'b3400b35-efce-4e0e-b291-7a4320c52f18', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:77:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ebbdc5-d7a3-4898-a511-d9691759b4a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:27:17Z', 'updated_at': '2022-05-28T07:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': '7a205ad3-a470-42e2-bc60-fe0089b4a5b3', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'floating_ip_address': '172.25.5.173', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': '13ebbdc5-d7a3-4898-a511-d9691759b4a8', 'port_id': 'fef0ba8d-a703-49fc-ad68-ec81f5270f3b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec520948-960a-4efc-8fa5-53a0c8f9e22a', 'mac_address': 'fa:16:3e:dc:b7:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe791ba-a499-4950-b2bc-f87cc8e1c5e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T07:27:39Z', 'updated_at': '2022-05-28T07:27:39Z', 'revision_number': 0, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1f7ddf2-55f7-48a2-b303-b8377ee6601e', 'name': '', 'network_id': 'ec520948-960a-4efc-8fa5-53a0c8f9e22a', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'mac_address': 'fa:16:3e:6f:dc:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ebbdc5-d7a3-4898-a511-d9691759b4a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '9012436d-532a-4397-b8c9-cc4273203186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:27:21Z', 'updated_at': '2022-05-28T07:27:27Z', 'revision_number': 5, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'subnets': [{'id': '9012436d-532a-4397-b8c9-cc4273203186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:27:41.117715 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e82254-fc82-4fa2-91e9-6c7ff894b4df None None] Checking router: 13ebbdc5-d7a3-4898-a511-d9691759b4a8 for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 07:27:41.126676 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e82254-fc82-4fa2-91e9-6c7ff894b4df None None] Routers {'13ebbdc5-d7a3-4898-a511-d9691759b4a8'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:27:41.127274 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-c0e82254-fc82-4fa2-91e9-6c7ff894b4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:27:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['13ebbdc5-d7a3-4898-a511-d9691759b4a8'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:27:41.175279 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9daae9-bd08-4154-9818-a51e1c5a0aae req-4452bb51-1f8b-471b-81ac-1301b45aea3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:27:41.176726 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ba9daae9-bd08-4154-9818-a51e1c5a0aae req-4452bb51-1f8b-471b-81ac-1301b45aea3b service neutron] 10.222.0.71 "GET /v2.0/networks?id=ec520948-960a-4efc-8fa5-53a0c8f9e22a HTTP/1.1" status: 200 len: 897 time: 0.1280544 May 28 07:27:41.280153 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ba9daae9-bd08-4154-9818-a51e1c5a0aae req-7e1161ad-ac16-45c7-88c5-8b65a1a6267f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fef0ba8d-a703-49fc-ad68-ec81f5270f3b HTTP/1.1" status: 200 len: 1000 time: 0.0974145 May 28 07:27:41.312746 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-c0e82254-fc82-4fa2-91e9-6c7ff894b4df None None] Set router 13ebbdc5-d7a3-4898-a511-d9691759b4a8 gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:27:41.343020 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9daae9-bd08-4154-9818-a51e1c5a0aae req-9296ffde-2e5b-423d-ae8b-2ffd9a3e0212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:27:41.344492 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ba9daae9-bd08-4154-9818-a51e1c5a0aae req-9296ffde-2e5b-423d-ae8b-2ffd9a3e0212 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9012436d-532a-4397-b8c9-cc4273203186 HTTP/1.1" status: 200 len: 834 time: 0.0592098 May 28 07:27:41.422840 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9daae9-bd08-4154-9818-a51e1c5a0aae req-6203db02-3afc-438d-81a8-5b7c16d93bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:27:41.424321 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ba9daae9-bd08-4154-9818-a51e1c5a0aae req-6203db02-3afc-438d-81a8-5b7c16d93bd5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ec520948-960a-4efc-8fa5-53a0c8f9e22a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0739162 May 28 07:27:41.562468 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ba9daae9-bd08-4154-9818-a51e1c5a0aae req-3d016bfb-f2fc-4187-9857-ce3733c6453c service neutron] 10.222.0.71 "GET /v2.0/networks/ec520948-960a-4efc-8fa5-53a0c8f9e22a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315358 May 28 07:27:41.660610 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-c0e82254-fc82-4fa2-91e9-6c7ff894b4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ebbdc5-d7a3-4898-a511-d9691759b4a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-925204587', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': 'b3400b35-efce-4e0e-b291-7a4320c52f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:27:16Z', 'updated_at': '2022-05-28T07:27:22Z', 'revision_number': 4, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'gw_port': {'id': 'b3400b35-efce-4e0e-b291-7a4320c52f18', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:77:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ebbdc5-d7a3-4898-a511-d9691759b4a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:27:17Z', 'updated_at': '2022-05-28T07:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': '7a205ad3-a470-42e2-bc60-fe0089b4a5b3', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'floating_ip_address': '172.25.5.173', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': '13ebbdc5-d7a3-4898-a511-d9691759b4a8', 'port_id': 'fef0ba8d-a703-49fc-ad68-ec81f5270f3b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec520948-960a-4efc-8fa5-53a0c8f9e22a', 'mac_address': 'fa:16:3e:dc:b7:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe791ba-a499-4950-b2bc-f87cc8e1c5e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T07:27:39Z', 'updated_at': '2022-05-28T07:27:39Z', 'revision_number': 0, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1f7ddf2-55f7-48a2-b303-b8377ee6601e', 'name': '', 'network_id': 'ec520948-960a-4efc-8fa5-53a0c8f9e22a', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'mac_address': 'fa:16:3e:6f:dc:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ebbdc5-d7a3-4898-a511-d9691759b4a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '9012436d-532a-4397-b8c9-cc4273203186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:27:21Z', 'updated_at': '2022-05-28T07:27:27Z', 'revision_number': 5, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'subnets': [{'id': '9012436d-532a-4397-b8c9-cc4273203186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:27:41.665607 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e82254-fc82-4fa2-91e9-6c7ff894b4df None None] The sync data for ids ['13ebbdc5-d7a3-4898-a511-d9691759b4a8'] in n-d-843702-1 is: [{'id': '13ebbdc5-d7a3-4898-a511-d9691759b4a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-925204587', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': 'b3400b35-efce-4e0e-b291-7a4320c52f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:27:16Z', 'updated_at': '2022-05-28T07:27:22Z', 'revision_number': 4, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'gw_port': {'id': 'b3400b35-efce-4e0e-b291-7a4320c52f18', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:77:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ebbdc5-d7a3-4898-a511-d9691759b4a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:27:17Z', 'updated_at': '2022-05-28T07:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': '7a205ad3-a470-42e2-bc60-fe0089b4a5b3', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'floating_ip_address': '172.25.5.173', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': '13ebbdc5-d7a3-4898-a511-d9691759b4a8', 'port_id': 'fef0ba8d-a703-49fc-ad68-ec81f5270f3b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec520948-960a-4efc-8fa5-53a0c8f9e22a', 'mac_address': 'fa:16:3e:dc:b7:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe791ba-a499-4950-b2bc-f87cc8e1c5e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T07:27:39Z', 'updated_at': '2022-05-28T07:27:39Z', 'revision_number': 0, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1f7ddf2-55f7-48a2-b303-b8377ee6601e', 'name': '', 'network_id': 'ec520948-960a-4efc-8fa5-53a0c8f9e22a', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'mac_address': 'fa:16:3e:6f:dc:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ebbdc5-d7a3-4898-a511-d9691759b4a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '9012436d-532a-4397-b8c9-cc4273203186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:27:21Z', 'updated_at': '2022-05-28T07:27:27Z', 'revision_number': 5, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'subnets': [{'id': '9012436d-532a-4397-b8c9-cc4273203186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 07:27:41.805308 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ba9daae9-bd08-4154-9818-a51e1c5a0aae req-2d15a533-c990-441a-8cac-cb94c62e01e8 service neutron] 10.222.0.71 "GET /v2.0/networks/ec520948-960a-4efc-8fa5-53a0c8f9e22a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354815 May 28 07:27:41.853906 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413305df-c88a-4e4a-9e99-f2f6e677d2e4 None None] New status for floating IP 7a205ad3-a470-42e2-bc60-fe0089b4a5b3: ACTIVE {{(pid=89112) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 07:27:41.998349 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 58038) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:27:42.102053 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-57c88bae-23bc-4a12-87de-fb82506ef0ef tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/floatingips/7a205ad3-a470-42e2-bc60-fe0089b4a5b3 HTTP/1.1" status: 200 len: 992 time: 0.1024735 May 28 07:27:43.106043 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 58042) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:27:43.214354 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-c841d1f1-0eba-4e12-85f7-8cb6ff6d586c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/floatingips/7a205ad3-a470-42e2-bc60-fe0089b4a5b3 HTTP/1.1" status: 200 len: 994 time: 0.1071696 May 28 07:27:56.523029 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-2c2e2fd2-5409-47e9-9800-fb4e73764418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:58.117105 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:59.031676 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-a60493bf-ff6a-44ba-8860-0116139f007f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:27:59.951360 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 07:28:00.094413 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:00.145865 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:00.305918 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [req-137ae3e3-5bf8-4995-90fa-64dbb470eb92 req-f4cb0375-9fb3-484d-bc29-06df41e58377 service neutron] (89109) timed out ('10.222.0.71', 54843) {{(pid=89109) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 28 07:28:01.871546 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:02.811250 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:13.109115 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e50f53-91d4-4f1e-b88c-830d739fa81c req-879da797-44f7-4266-a67a-d87e10a93553 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:28:13.110545 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-30e50f53-91d4-4f1e-b88c-830d739fa81c req-879da797-44f7-4266-a67a-d87e10a93553 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=4fe791ba-a499-4950-b2bc-f87cc8e1c5e4 HTTP/1.1" status: 200 len: 946 time: 0.0805383 May 28 07:28:13.154701 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-30e50f53-91d4-4f1e-b88c-830d739fa81c req-860c46ed-b86f-49bf-858e-3326b8111182 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/security-groups?id=03f5dab8-bebc-4f57-a074-e0c30feb7354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384631 May 28 07:28:14.348234 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c501a8-f123-4b57-9a49-51e05c051f66 req-86870149-e30c-4d72-a5d2-42a37d057a8d tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:28:14.349945 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-56c501a8-f123-4b57-9a49-51e05c051f66 req-86870149-e30c-4d72-a5d2-42a37d057a8d tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=4fe791ba-a499-4950-b2bc-f87cc8e1c5e4 HTTP/1.1" status: 200 len: 946 time: 0.0827198 May 28 07:28:14.392925 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-56c501a8-f123-4b57-9a49-51e05c051f66 req-a6cece27-31e0-47b5-8968-e98f37d86d57 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/security-groups?id=03f5dab8-bebc-4f57-a074-e0c30feb7354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367525 May 28 07:28:14.416337 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 58074) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:28:14.528812 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-720e1c75-887a-4f42-aedd-a7d5fd009077 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/floatingips/7a205ad3-a470-42e2-bc60-fe0089b4a5b3 HTTP/1.1" status: 200 len: 994 time: 0.1112196 May 28 07:28:16.117148 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceddc21-e6d5-4aae-bcd6-6963c482c526 req-2d004ba9-8212-4996-a43e-9271d8d2a7b9 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:28:16.118610 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5ceddc21-e6d5-4aae-bcd6-6963c482c526 req-2d004ba9-8212-4996-a43e-9271d8d2a7b9 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=4fe791ba-a499-4950-b2bc-f87cc8e1c5e4 HTTP/1.1" status: 200 len: 946 time: 0.0820637 May 28 07:28:16.177240 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5ceddc21-e6d5-4aae-bcd6-6963c482c526 req-cb9c4eda-6178-42f3-8d1a-a9c69fd1245d tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/security-groups?id=03f5dab8-bebc-4f57-a074-e0c30feb7354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526450 May 28 07:28:17.369687 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d1d8be-723d-461d-8486-d0509a626646 req-44c8f114-d1d2-4fce-ba0c-c89f0b76372b tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:28:17.371149 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f1d1d8be-723d-461d-8486-d0509a626646 req-44c8f114-d1d2-4fce-ba0c-c89f0b76372b tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=4fe791ba-a499-4950-b2bc-f87cc8e1c5e4 HTTP/1.1" status: 200 len: 946 time: 0.0835848 May 28 07:28:17.415355 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f1d1d8be-723d-461d-8486-d0509a626646 req-69da73a9-4aee-40fd-af31-ad983665fffa tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/security-groups?id=03f5dab8-bebc-4f57-a074-e0c30feb7354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381944 May 28 07:28:17.438595 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 58086) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:28:17.547468 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-998650b2-8ffe-498f-b3f2-20e215d5dade tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/floatingips/7a205ad3-a470-42e2-bc60-fe0089b4a5b3 HTTP/1.1" status: 200 len: 994 time: 0.1076963 May 28 07:28:17.803904 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 58094) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:28:18.002994 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-9f217a21-f437-49ad-a2af-a8252cccddca tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Deleting port 2374a46d-deed-4fb6-a149-31dbc68914e5 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:28:18.003329 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9f217a21-f437-49ad-a2af-a8252cccddca tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:18.164368 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9f217a21-f437-49ad-a2af-a8252cccddca tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:18.164687 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9f217a21-f437-49ad-a2af-a8252cccddca tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:18.281500 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-9f217a21-f437-49ad-a2af-a8252cccddca tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Calling delete_port for 2374a46d-deed-4fb6-a149-31dbc68914e5 owned by network:floatingip {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:28:18.502500 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9f217a21-f437-49ad-a2af-a8252cccddca tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:18.547372 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f217a21-f437-49ad-a2af-a8252cccddca tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Pushing event deleted for resources: {'Port': ['ID=2374a46d-deed-4fb6-a149-31dbc68914e5,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:28:18.690058 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f217a21-f437-49ad-a2af-a8252cccddca tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:28:18.690393 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f217a21-f437-49ad-a2af-a8252cccddca tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:28:18.690721 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f217a21-f437-49ad-a2af-a8252cccddca tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:28:18.691047 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f217a21-f437-49ad-a2af-a8252cccddca tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:28:18.691369 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f217a21-f437-49ad-a2af-a8252cccddca tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:28:18.691686 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f217a21-f437-49ad-a2af-a8252cccddca tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:28:18.692004 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f217a21-f437-49ad-a2af-a8252cccddca tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:28:18.692340 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f217a21-f437-49ad-a2af-a8252cccddca tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:28:18.692634 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f217a21-f437-49ad-a2af-a8252cccddca tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:28:18.692972 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f217a21-f437-49ad-a2af-a8252cccddca tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:28:18.693285 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f217a21-f437-49ad-a2af-a8252cccddca tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:28:18.693616 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f217a21-f437-49ad-a2af-a8252cccddca tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:28:18.751795 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9f217a21-f437-49ad-a2af-a8252cccddca tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for floatingip, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:18.752114 n-d-843702-1 neutron-server[89110]: INFO neutron.db.l3_db [None req-9f217a21-f437-49ad-a2af-a8252cccddca tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Floating IP 7a205ad3-a470-42e2-bc60-fe0089b4a5b3 disassociated (deleted). External IP: 172.25.5.173, port: fef0ba8d-a703-49fc-ad68-ec81f5270f3b. May 28 07:28:19.091203 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f217a21-f437-49ad-a2af-a8252cccddca tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Router 13ebbdc5-d7a3-4898-a511-d9691759b4a8 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 07:28:19.263867 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f217a21-f437-49ad-a2af-a8252cccddca tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 07:28:19.274182 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ead650b-0c32-4a1b-b2b5-52194fb35fec None None] Sync routers for ids ['13ebbdc5-d7a3-4898-a511-d9691759b4a8'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 07:28:19.286477 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ead650b-0c32-4a1b-b2b5-52194fb35fec None None] Routers {'13ebbdc5-d7a3-4898-a511-d9691759b4a8'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:28:19.292276 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-8ead650b-0c32-4a1b-b2b5-52194fb35fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:27:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['13ebbdc5-d7a3-4898-a511-d9691759b4a8'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:28:19.376396 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9f217a21-f437-49ad-a2af-a8252cccddca tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:19.432546 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-9f217a21-f437-49ad-a2af-a8252cccddca tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "DELETE /v2.0/floatingips/7a205ad3-a470-42e2-bc60-fe0089b4a5b3 HTTP/1.1" status: 204 len: 168 time: 1.6275291 May 28 07:28:19.433179 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fe791ba-a499-4950-b2bc-f87cc8e1c5e4', 'tag': 'fef0ba8d-a703-49fc-ad68-ec81f5270f3b'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:28:19.465649 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-8ead650b-0c32-4a1b-b2b5-52194fb35fec None None] Set router 13ebbdc5-d7a3-4898-a511-d9691759b4a8 gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:28:19.817203 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-8ead650b-0c32-4a1b-b2b5-52194fb35fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ebbdc5-d7a3-4898-a511-d9691759b4a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-925204587', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': 'b3400b35-efce-4e0e-b291-7a4320c52f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:27:16Z', 'updated_at': '2022-05-28T07:27:22Z', 'revision_number': 4, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'gw_port': {'id': 'b3400b35-efce-4e0e-b291-7a4320c52f18', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:77:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ebbdc5-d7a3-4898-a511-d9691759b4a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:27:17Z', 'updated_at': '2022-05-28T07:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'f1f7ddf2-55f7-48a2-b303-b8377ee6601e', 'name': '', 'network_id': 'ec520948-960a-4efc-8fa5-53a0c8f9e22a', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'mac_address': 'fa:16:3e:6f:dc:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ebbdc5-d7a3-4898-a511-d9691759b4a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '9012436d-532a-4397-b8c9-cc4273203186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:27:21Z', 'updated_at': '2022-05-28T07:27:27Z', 'revision_number': 5, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'subnets': [{'id': '9012436d-532a-4397-b8c9-cc4273203186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:28:19.821276 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ead650b-0c32-4a1b-b2b5-52194fb35fec None None] Checking router: 13ebbdc5-d7a3-4898-a511-d9691759b4a8 for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 07:28:19.829779 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ead650b-0c32-4a1b-b2b5-52194fb35fec None None] Routers {'13ebbdc5-d7a3-4898-a511-d9691759b4a8'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:28:19.830378 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-8ead650b-0c32-4a1b-b2b5-52194fb35fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:27:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['13ebbdc5-d7a3-4898-a511-d9691759b4a8'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:28:19.925504 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18425758-9376-4ddf-8997-273df96518ad'] response: {'name': 'network-changed', 'server_uuid': '4fe791ba-a499-4950-b2bc-f87cc8e1c5e4', 'tag': 'fef0ba8d-a703-49fc-ad68-ec81f5270f3b', 'status': 'completed', 'code': 200} May 28 07:28:20.027442 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-8ead650b-0c32-4a1b-b2b5-52194fb35fec None None] Set router 13ebbdc5-d7a3-4898-a511-d9691759b4a8 gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:28:20.149008 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8875757-4c65-4c60-aa6f-4e8d818fb015 req-6c3c2f38-6a8c-4255-8836-dd2e702d7234 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:28:20.150851 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-c8875757-4c65-4c60-aa6f-4e8d818fb015 req-6c3c2f38-6a8c-4255-8836-dd2e702d7234 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Synchronizing usage tracker for tenant:0b2a8c929aa54b05ba857077fa769fd4 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:28:20.182373 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa726c10-b647-44aa-aa52-ba7a850feb21 req-bcf4b3ce-f7db-4539-9db1-3b96726580c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:28:20.184455 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fa726c10-b647-44aa-aa52-ba7a850feb21 req-bcf4b3ce-f7db-4539-9db1-3b96726580c1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0b2a8c929aa54b05ba857077fa769fd4&device_id=4fe791ba-a499-4950-b2bc-f87cc8e1c5e4 HTTP/1.1" status: 200 len: 1097 time: 0.2134466 May 28 07:28:20.259969 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-c8875757-4c65-4c60-aa6f-4e8d818fb015 req-6c3c2f38-6a8c-4255-8836-dd2e702d7234 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Unset dirty status for tenant:0b2a8c929aa54b05ba857077fa769fd4 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:28:20.261129 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c8875757-4c65-4c60-aa6f-4e8d818fb015 req-6c3c2f38-6a8c-4255-8836-dd2e702d7234 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=4fe791ba-a499-4950-b2bc-f87cc8e1c5e4 HTTP/1.1" status: 200 len: 946 time: 0.2510567 May 28 07:28:20.334958 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c8875757-4c65-4c60-aa6f-4e8d818fb015 req-bd19f9d7-75e4-4fd0-8979-158e81c3ba3a tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/security-groups?id=03f5dab8-bebc-4f57-a074-e0c30feb7354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614014 May 28 07:28:20.342621 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-8ead650b-0c32-4a1b-b2b5-52194fb35fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ebbdc5-d7a3-4898-a511-d9691759b4a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-925204587', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': 'b3400b35-efce-4e0e-b291-7a4320c52f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:27:16Z', 'updated_at': '2022-05-28T07:27:22Z', 'revision_number': 4, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'gw_port': {'id': 'b3400b35-efce-4e0e-b291-7a4320c52f18', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:77:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ebbdc5-d7a3-4898-a511-d9691759b4a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:27:17Z', 'updated_at': '2022-05-28T07:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'f1f7ddf2-55f7-48a2-b303-b8377ee6601e', 'name': '', 'network_id': 'ec520948-960a-4efc-8fa5-53a0c8f9e22a', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'mac_address': 'fa:16:3e:6f:dc:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ebbdc5-d7a3-4898-a511-d9691759b4a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '9012436d-532a-4397-b8c9-cc4273203186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:27:21Z', 'updated_at': '2022-05-28T07:27:27Z', 'revision_number': 5, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'subnets': [{'id': '9012436d-532a-4397-b8c9-cc4273203186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:28:20.346803 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ead650b-0c32-4a1b-b2b5-52194fb35fec None None] The sync data for ids ['13ebbdc5-d7a3-4898-a511-d9691759b4a8'] in n-d-843702-1 is: [{'id': '13ebbdc5-d7a3-4898-a511-d9691759b4a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-925204587', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': 'b3400b35-efce-4e0e-b291-7a4320c52f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:27:16Z', 'updated_at': '2022-05-28T07:27:22Z', 'revision_number': 4, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'gw_port': {'id': 'b3400b35-efce-4e0e-b291-7a4320c52f18', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:77:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ebbdc5-d7a3-4898-a511-d9691759b4a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:27:17Z', 'updated_at': '2022-05-28T07:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'f1f7ddf2-55f7-48a2-b303-b8377ee6601e', 'name': '', 'network_id': 'ec520948-960a-4efc-8fa5-53a0c8f9e22a', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'mac_address': 'fa:16:3e:6f:dc:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ebbdc5-d7a3-4898-a511-d9691759b4a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '9012436d-532a-4397-b8c9-cc4273203186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:27:21Z', 'updated_at': '2022-05-28T07:27:27Z', 'revision_number': 5, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'subnets': [{'id': '9012436d-532a-4397-b8c9-cc4273203186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 07:28:20.357643 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa726c10-b647-44aa-aa52-ba7a850feb21 req-9496c279-84cc-45c3-97b3-4610449eb955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:28:20.359679 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fa726c10-b647-44aa-aa52-ba7a850feb21 req-9496c279-84cc-45c3-97b3-4610449eb955 service neutron] 10.222.0.71 "GET /v2.0/networks?id=ec520948-960a-4efc-8fa5-53a0c8f9e22a HTTP/1.1" status: 200 len: 897 time: 0.1679471 May 28 07:28:20.434458 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fa726c10-b647-44aa-aa52-ba7a850feb21 req-1b419c6a-7193-498b-8ed7-463990ac03e3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fef0ba8d-a703-49fc-ad68-ec81f5270f3b HTTP/1.1" status: 200 len: 217 time: 0.0661595 May 28 07:28:20.505831 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa726c10-b647-44aa-aa52-ba7a850feb21 req-cb0ed12c-c522-4cd6-b78a-b86530112701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:28:20.507331 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fa726c10-b647-44aa-aa52-ba7a850feb21 req-cb0ed12c-c522-4cd6-b78a-b86530112701 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9012436d-532a-4397-b8c9-cc4273203186 HTTP/1.1" status: 200 len: 834 time: 0.0670080 May 28 07:28:20.587830 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa726c10-b647-44aa-aa52-ba7a850feb21 req-614513bb-9d1e-499a-ab99-ddc18dfe222c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:28:20.589329 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fa726c10-b647-44aa-aa52-ba7a850feb21 req-614513bb-9d1e-499a-ab99-ddc18dfe222c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ec520948-960a-4efc-8fa5-53a0c8f9e22a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0751607 May 28 07:28:20.592419 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87d1816-a7b4-4eb4-b3b4-accea1fbf88a None None] New status for floating IP 7a205ad3-a470-42e2-bc60-fe0089b4a5b3: DOWN {{(pid=89112) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 07:28:20.722859 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fa726c10-b647-44aa-aa52-ba7a850feb21 req-9aaaae45-eac3-4574-b7ad-de89f4a07df2 service neutron] 10.222.0.71 "GET /v2.0/networks/ec520948-960a-4efc-8fa5-53a0c8f9e22a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255443 May 28 07:28:20.956227 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fa726c10-b647-44aa-aa52-ba7a850feb21 req-2234e6b7-be83-4797-a01a-d98c6a636742 service neutron] 10.222.0.71 "GET /v2.0/networks/ec520948-960a-4efc-8fa5-53a0c8f9e22a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271960 May 28 07:28:21.521774 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7b1c6c-e351-405a-8dd6-de32ae90531e req-11ad2292-7668-4deb-b3b6-ff289abf9835 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:28:21.523212 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ae7b1c6c-e351-405a-8dd6-de32ae90531e req-11ad2292-7668-4deb-b3b6-ff289abf9835 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=4fe791ba-a499-4950-b2bc-f87cc8e1c5e4 HTTP/1.1" status: 200 len: 946 time: 0.0805960 May 28 07:28:21.571868 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ae7b1c6c-e351-405a-8dd6-de32ae90531e req-7f807432-9251-4aac-ade6-a629261c8c4d tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/security-groups?id=03f5dab8-bebc-4f57-a074-e0c30feb7354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430002 May 28 07:28:21.828933 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f321cee-bd00-4d20-b4b8-6422bd99ee19 req-4b0473fd-5f29-4937-bf76-56764f9ba1b8 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:28:21.830377 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4f321cee-bd00-4d20-b4b8-6422bd99ee19 req-4b0473fd-5f29-4937-bf76-56764f9ba1b8 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.71 "GET /v2.0/ports?device_id=4fe791ba-a499-4950-b2bc-f87cc8e1c5e4 HTTP/1.1" status: 200 len: 946 time: 0.0776184 May 28 07:28:21.897220 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-4f321cee-bd00-4d20-b4b8-6422bd99ee19 req-f0714fe9-f56b-4f7e-841f-d5f2befc6b5e tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Deleting port fef0ba8d-a703-49fc-ad68-ec81f5270f3b {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:28:21.897600 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-4f321cee-bd00-4d20-b4b8-6422bd99ee19 req-f0714fe9-f56b-4f7e-841f-d5f2befc6b5e tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:22.142625 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-4f321cee-bd00-4d20-b4b8-6422bd99ee19 req-f0714fe9-f56b-4f7e-841f-d5f2befc6b5e tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] For port fef0ba8d-a703-49fc-ad68-ec81f5270f3b, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=fef0ba8d-a703-49fc-ad68-ec81f5270f3b,segment=NetworkSegment(975e9270-86a0-43b0-a81e-028c1e63682d),segment_id=975e9270-86a0-43b0-a81e-028c1e63682d)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:28:22.143299 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-4f321cee-bd00-4d20-b4b8-6422bd99ee19 req-f0714fe9-f56b-4f7e-841f-d5f2befc6b5e tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:22.265815 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-4f321cee-bd00-4d20-b4b8-6422bd99ee19 req-f0714fe9-f56b-4f7e-841f-d5f2befc6b5e tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Calling delete_port for fef0ba8d-a703-49fc-ad68-ec81f5270f3b owned by compute:nova {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:28:22.482213 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-4f321cee-bd00-4d20-b4b8-6422bd99ee19 req-f0714fe9-f56b-4f7e-841f-d5f2befc6b5e tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:22.537719 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0714fe9-f56b-4f7e-841f-d5f2befc6b5e tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Pushing event deleted for resources: {'Port': ['ID=fef0ba8d-a703-49fc-ad68-ec81f5270f3b,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:28:22.611256 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f321cee-bd00-4d20-b4b8-6422bd99ee19 req-f0714fe9-f56b-4f7e-841f-d5f2befc6b5e tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] No DVR routers for this DVR port fef0ba8d-a703-49fc-ad68-ec81f5270f3b on host n-h2-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 07:28:22.614013 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-4f321cee-bd00-4d20-b4b8-6422bd99ee19 req-f0714fe9-f56b-4f7e-841f-d5f2befc6b5e tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:22.616804 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fe791ba-a499-4950-b2bc-f87cc8e1c5e4', 'name': 'network-vif-deleted', 'tag': 'fef0ba8d-a703-49fc-ad68-ec81f5270f3b'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:28:22.725473 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-33f7378b-3634-4166-b4ca-fceff74f9987 req-e38233fd-13a7-4964-ad8a-f3c167b552a3 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Synchronizing usage tracker for tenant:0b2a8c929aa54b05ba857077fa769fd4 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:28:22.736513 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4f321cee-bd00-4d20-b4b8-6422bd99ee19 req-f0714fe9-f56b-4f7e-841f-d5f2befc6b5e tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.71 "DELETE /v2.0/ports/fef0ba8d-a703-49fc-ad68-ec81f5270f3b HTTP/1.1" status: 204 len: 173 time: 0.9010770 May 28 07:28:22.816579 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-33f7378b-3634-4166-b4ca-fceff74f9987 req-e38233fd-13a7-4964-ad8a-f3c167b552a3 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Unset dirty status for tenant:0b2a8c929aa54b05ba857077fa769fd4 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:28:22.817612 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-33f7378b-3634-4166-b4ca-fceff74f9987 req-e38233fd-13a7-4964-ad8a-f3c167b552a3 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=4fe791ba-a499-4950-b2bc-f87cc8e1c5e4 HTTP/1.1" status: 200 len: 210 time: 0.1359663 May 28 07:28:22.867847 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c062879c-17fd-40c2-ae40-a238964543ca'] response: {'server_uuid': '4fe791ba-a499-4950-b2bc-f87cc8e1c5e4', 'name': 'network-vif-deleted', 'tag': 'fef0ba8d-a703-49fc-ad68-ec81f5270f3b', 'status': 'completed', 'code': 200} May 28 07:28:23.913697 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 58118) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:28:24.580951 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0a352ac4-f774-4c2d-8b13-77fbcdbb46d5 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700548'] for router_interface, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:24.926278 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-0a352ac4-f774-4c2d-8b13-77fbcdbb46d5 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Deleting port f1f7ddf2-55f7-48a2-b303-b8377ee6601e {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:28:24.927073 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0a352ac4-f774-4c2d-8b13-77fbcdbb46d5 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:25.109009 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-0a352ac4-f774-4c2d-8b13-77fbcdbb46d5 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] For port f1f7ddf2-55f7-48a2-b303-b8377ee6601e, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=f1f7ddf2-55f7-48a2-b303-b8377ee6601e,segment=NetworkSegment(975e9270-86a0-43b0-a81e-028c1e63682d),segment_id=975e9270-86a0-43b0-a81e-028c1e63682d)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:28:25.109352 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0a352ac4-f774-4c2d-8b13-77fbcdbb46d5 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:25.114737 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device fef0ba8d-a703-49fc-ad68-ec81f5270f3b no longer exists at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:28:25.151124 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] No Port match for: fef0ba8d-a703-49fc-ad68-ec81f5270f3b {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 07:28:25.151460 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device fef0ba8d-a703-49fc-ad68-ec81f5270f3b not bound to the agent host n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 07:28:25.229434 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-0a352ac4-f774-4c2d-8b13-77fbcdbb46d5 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Calling delete_port for f1f7ddf2-55f7-48a2-b303-b8377ee6601e owned by network:router_interface {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:28:25.631190 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0a352ac4-f774-4c2d-8b13-77fbcdbb46d5 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:25.679490 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a352ac4-f774-4c2d-8b13-77fbcdbb46d5 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Pushing event deleted for resources: {'Port': ['ID=f1f7ddf2-55f7-48a2-b303-b8377ee6601e,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:28:25.716910 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a352ac4-f774-4c2d-8b13-77fbcdbb46d5 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:28:25.717806 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a352ac4-f774-4c2d-8b13-77fbcdbb46d5 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:28:25.718144 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a352ac4-f774-4c2d-8b13-77fbcdbb46d5 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:28:25.718479 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a352ac4-f774-4c2d-8b13-77fbcdbb46d5 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:28:25.718806 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a352ac4-f774-4c2d-8b13-77fbcdbb46d5 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:28:25.719135 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a352ac4-f774-4c2d-8b13-77fbcdbb46d5 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:28:25.719458 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a352ac4-f774-4c2d-8b13-77fbcdbb46d5 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:28:25.719780 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a352ac4-f774-4c2d-8b13-77fbcdbb46d5 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:28:25.720164 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a352ac4-f774-4c2d-8b13-77fbcdbb46d5 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:28:25.720418 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a352ac4-f774-4c2d-8b13-77fbcdbb46d5 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:28:25.720733 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a352ac4-f774-4c2d-8b13-77fbcdbb46d5 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:28:25.721049 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a352ac4-f774-4c2d-8b13-77fbcdbb46d5 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:28:26.088091 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0a352ac4-f774-4c2d-8b13-77fbcdbb46d5 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700472'] for router_interface, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:26.448068 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a352ac4-f774-4c2d-8b13-77fbcdbb46d5 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Router 13ebbdc5-d7a3-4898-a511-d9691759b4a8 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 07:28:26.500636 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-2b51ad7d-2956-4f97-a81b-c6c4e1c87c7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:26.629796 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a352ac4-f774-4c2d-8b13-77fbcdbb46d5 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 07:28:26.640067 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93a2df1-30ba-4024-9bcb-0a6d002919b5 None None] Sync routers for ids ['13ebbdc5-d7a3-4898-a511-d9691759b4a8'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 07:28:26.649128 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93a2df1-30ba-4024-9bcb-0a6d002919b5 None None] Routers {'13ebbdc5-d7a3-4898-a511-d9691759b4a8'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:28:26.649830 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-f93a2df1-30ba-4024-9bcb-0a6d002919b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:27:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['13ebbdc5-d7a3-4898-a511-d9691759b4a8'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:28:26.697850 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-0a352ac4-f774-4c2d-8b13-77fbcdbb46d5 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "PUT /v2.0/routers/13ebbdc5-d7a3-4898-a511-d9691759b4a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7829850 May 28 07:28:26.700673 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 58122) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:28:26.768801 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_v2 [None req-e71d717e-07b1-4239-86aa-34791e95bf79 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Deleting subnet 9012436d-532a-4397-b8c9-cc4273203186 {{(pid=89109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 07:28:26.771748 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e71d717e-07b1-4239-86aa-34791e95bf79 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for subnet, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:26.826801 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e71d717e-07b1-4239-86aa-34791e95bf79 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3964070'] for subnet, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:26.828903 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-f93a2df1-30ba-4024-9bcb-0a6d002919b5 None None] Set router 13ebbdc5-d7a3-4898-a511-d9691759b4a8 gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:28:26.918599 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e71d717e-07b1-4239-86aa-34791e95bf79 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:27.060220 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e71d717e-07b1-4239-86aa-34791e95bf79 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9555650'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:27.099120 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71d717e-07b1-4239-86aa-34791e95bf79 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Pushing event deleted for resources: {'Subnet': ['ID=9012436d-532a-4397-b8c9-cc4273203186,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:28:27.105882 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e71d717e-07b1-4239-86aa-34791e95bf79 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:27.113019 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-e71d717e-07b1-4239-86aa-34791e95bf79 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "DELETE /v2.0/subnets/9012436d-532a-4397-b8c9-cc4273203186 HTTP/1.1" status: 204 len: 168 time: 0.4114575 May 28 07:28:27.114491 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6232b106-bc62-42af-89e0-0ab68a5cdd7a None None] Network ec520948-960a-4efc-8fa5-53a0c8f9e22a requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 07:28:27.115736 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 58126) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:28:27.194640 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-f93a2df1-30ba-4024-9bcb-0a6d002919b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ebbdc5-d7a3-4898-a511-d9691759b4a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-925204587', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': 'b3400b35-efce-4e0e-b291-7a4320c52f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:27:16Z', 'updated_at': '2022-05-28T07:28:25Z', 'revision_number': 5, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'gw_port': {'id': 'b3400b35-efce-4e0e-b291-7a4320c52f18', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:77:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ebbdc5-d7a3-4898-a511-d9691759b4a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:27:17Z', 'updated_at': '2022-05-28T07:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:28:27.208354 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93a2df1-30ba-4024-9bcb-0a6d002919b5 None None] Checking router: 13ebbdc5-d7a3-4898-a511-d9691759b4a8 for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 07:28:27.257336 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93a2df1-30ba-4024-9bcb-0a6d002919b5 None None] Routers {'13ebbdc5-d7a3-4898-a511-d9691759b4a8'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:28:27.257979 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-f93a2df1-30ba-4024-9bcb-0a6d002919b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:27:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['13ebbdc5-d7a3-4898-a511-d9691759b4a8'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:28:27.311986 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f3c17575-463b-4049-ab29-7c52ab2e6cef tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for router, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:27.528756 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-f93a2df1-30ba-4024-9bcb-0a6d002919b5 None None] Set router 13ebbdc5-d7a3-4898-a511-d9691759b4a8 gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:28:27.632127 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f3c17575-463b-4049-ab29-7c52ab2e6cef tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:27.635927 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ebc6f6-1937-4f74-a55e-e3756cca4541 None None] DHCP port deletion for ec520948-960a-4efc-8fa5-53a0c8f9e22a request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 07:28:27.664889 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-23ebc6f6-1937-4f74-a55e-e3756cca4541 None None] Deleting port 2aaa591a-921b-4b51-81dc-5c691f35ac06 {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:28:27.665259 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-23ebc6f6-1937-4f74-a55e-e3756cca4541 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:27.705143 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-f3c17575-463b-4049-ab29-7c52ab2e6cef tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Deleting port b3400b35-efce-4e0e-b291-7a4320c52f18 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:28:27.705496 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f3c17575-463b-4049-ab29-7c52ab2e6cef tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:27.881830 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-f3c17575-463b-4049-ab29-7c52ab2e6cef tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] For port b3400b35-efce-4e0e-b291-7a4320c52f18, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=b3400b35-efce-4e0e-b291-7a4320c52f18,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:28:27.882108 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f3c17575-463b-4049-ab29-7c52ab2e6cef tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:27.996714 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-23ebc6f6-1937-4f74-a55e-e3756cca4541 None None] For port 2aaa591a-921b-4b51-81dc-5c691f35ac06, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=2aaa591a-921b-4b51-81dc-5c691f35ac06,segment=NetworkSegment(975e9270-86a0-43b0-a81e-028c1e63682d),segment_id=975e9270-86a0-43b0-a81e-028c1e63682d)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:28:27.997119 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-23ebc6f6-1937-4f74-a55e-e3756cca4541 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:28.004844 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-f3c17575-463b-4049-ab29-7c52ab2e6cef tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Calling delete_port for b3400b35-efce-4e0e-b291-7a4320c52f18 owned by network:router_gateway {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:28:28.133406 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-23ebc6f6-1937-4f74-a55e-e3756cca4541 None None] Calling delete_port for 2aaa591a-921b-4b51-81dc-5c691f35ac06 owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:28:28.199714 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-f93a2df1-30ba-4024-9bcb-0a6d002919b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ebbdc5-d7a3-4898-a511-d9691759b4a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-925204587', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': 'b3400b35-efce-4e0e-b291-7a4320c52f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:27:16Z', 'updated_at': '2022-05-28T07:28:25Z', 'revision_number': 5, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'gw_port': {'id': 'b3400b35-efce-4e0e-b291-7a4320c52f18', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:77:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ebbdc5-d7a3-4898-a511-d9691759b4a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:27:17Z', 'updated_at': '2022-05-28T07:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:28:28.213683 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93a2df1-30ba-4024-9bcb-0a6d002919b5 None None] The sync data for ids ['13ebbdc5-d7a3-4898-a511-d9691759b4a8'] in n-d-843702-1 is: [{'id': '13ebbdc5-d7a3-4898-a511-d9691759b4a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-925204587', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': 'b3400b35-efce-4e0e-b291-7a4320c52f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:27:16Z', 'updated_at': '2022-05-28T07:28:25Z', 'revision_number': 5, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'gw_port': {'id': 'b3400b35-efce-4e0e-b291-7a4320c52f18', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:77:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ebbdc5-d7a3-4898-a511-d9691759b4a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:27:17Z', 'updated_at': '2022-05-28T07:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 07:28:28.227812 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f3c17575-463b-4049-ab29-7c52ab2e6cef tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:28.256287 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:28.274903 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c17575-463b-4049-ab29-7c52ab2e6cef tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Pushing event deleted for resources: {'Port': ['ID=b3400b35-efce-4e0e-b291-7a4320c52f18,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:28:28.317043 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-23ebc6f6-1937-4f74-a55e-e3756cca4541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879'] for port, after_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:28.365940 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebc6f6-1937-4f74-a55e-e3756cca4541 None None] Pushing event deleted for resources: {'Port': ['ID=2aaa591a-921b-4b51-81dc-5c691f35ac06,revision_number=None']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:28:28.370071 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f3c17575-463b-4049-ab29-7c52ab2e6cef tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691105'] for router_gateway, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:28.370797 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ebc6f6-1937-4f74-a55e-e3756cca4541 None None] No DVR routers for this DVR port 2aaa591a-921b-4b51-81dc-5c691f35ac06 on host n-d-843702-1 {{(pid=89111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 07:28:28.377696 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebc6f6-1937-4f74-a55e-e3756cca4541 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:28:28.381989 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebc6f6-1937-4f74-a55e-e3756cca4541 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:28:28.381989 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebc6f6-1937-4f74-a55e-e3756cca4541 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:28:28.381989 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebc6f6-1937-4f74-a55e-e3756cca4541 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:28:28.381989 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebc6f6-1937-4f74-a55e-e3756cca4541 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:28:28.381989 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebc6f6-1937-4f74-a55e-e3756cca4541 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:28:28.381989 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebc6f6-1937-4f74-a55e-e3756cca4541 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:28:28.381989 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebc6f6-1937-4f74-a55e-e3756cca4541 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:28:28.381989 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebc6f6-1937-4f74-a55e-e3756cca4541 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:28:28.381989 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebc6f6-1937-4f74-a55e-e3756cca4541 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:28:28.381989 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebc6f6-1937-4f74-a55e-e3756cca4541 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:28:28.381989 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebc6f6-1937-4f74-a55e-e3756cca4541 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:28:28.544551 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f3c17575-463b-4049-ab29-7c52ab2e6cef tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59018'] for router, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:28.547645 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f3c17575-463b-4049-ab29-7c52ab2e6cef tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:28.696419 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f3c17575-463b-4049-ab29-7c52ab2e6cef tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-703817'] for router, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:28.696929 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3c17575-463b-4049-ab29-7c52ab2e6cef tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Fanout notify agent at l3_agent the message router_deleted on router 13ebbdc5-d7a3-4898-a511-d9691759b4a8 {{(pid=89109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 07:28:28.712548 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f3c17575-463b-4049-ab29-7c52ab2e6cef tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:28.713645 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-f3c17575-463b-4049-ab29-7c52ab2e6cef tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "DELETE /v2.0/routers/13ebbdc5-d7a3-4898-a511-d9691759b4a8 HTTP/1.1" status: 204 len: 168 time: 1.5970080 May 28 07:28:28.716411 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 58130) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:28:28.839355 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c0e22627-b57f-43df-a828-f6db81d6767f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:28.980624 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c0e22627-b57f-43df-a828-f6db81d6767f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:28.996428 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-183dad13-ce0a-45b6-a561-c14385663e9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:29.005814 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-c0e22627-b57f-43df-a828-f6db81d6767f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec520948-960a-4efc-8fa5-53a0c8f9e22a']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:28:29.018349 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-c0e22627-b57f-43df-a828-f6db81d6767f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '975e9270-86a0-43b0-a81e-028c1e63682d') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:28:29.019994 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-c0e22627-b57f-43df-a828-f6db81d6767f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '975e9270-86a0-43b0-a81e-028c1e63682d') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:28:29.030729 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c0e22627-b57f-43df-a828-f6db81d6767f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:29.046294 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c0e22627-b57f-43df-a828-f6db81d6767f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:29.052376 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0e22627-b57f-43df-a828-f6db81d6767f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 07:28:29.052766 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c0e22627-b57f-43df-a828-f6db81d6767f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:29.120699 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 975e9270-86a0-43b0-a81e-028c1e63682d resource provider aggregate not found May 28 07:28:29.143970 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 975e9270-86a0-43b0-a81e-028c1e63682d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 975e9270-86a0-43b0-a81e-028c1e63682d found for delete ", "request_id": "req-e72d24ab-142c-4764-a780-026e09a09c44"}]} May 28 07:28:29.182872 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device f1f7ddf2-55f7-48a2-b303-b8377ee6601e no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:28:29.204811 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c0e22627-b57f-43df-a828-f6db81d6767f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:29.220539 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: f1f7ddf2-55f7-48a2-b303-b8377ee6601e {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 07:28:29.222974 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device f1f7ddf2-55f7-48a2-b303-b8377ee6601e not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 07:28:29.222974 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 2aaa591a-921b-4b51-81dc-5c691f35ac06 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:28:29.223209 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c0e22627-b57f-43df-a828-f6db81d6767f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:29.233646 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e22627-b57f-43df-a828-f6db81d6767f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Pushing event deleted for resources: {'Network': ['ID=ec520948-960a-4efc-8fa5-53a0c8f9e22a,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:28:29.254421 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 2aaa591a-921b-4b51-81dc-5c691f35ac06 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 07:28:29.254759 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 2aaa591a-921b-4b51-81dc-5c691f35ac06 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 07:28:29.300173 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-c0e22627-b57f-43df-a828-f6db81d6767f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "DELETE /v2.0/networks/ec520948-960a-4efc-8fa5-53a0c8f9e22a HTTP/1.1" status: 204 len: 168 time: 0.5827854 May 28 07:28:29.302755 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 58138) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:28:29.374418 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f35be18f-e6de-4e32-94e2-f9d811bf0328 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:29.508869 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f35be18f-e6de-4e32-94e2-f9d811bf0328 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:29.638660 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f35be18f-e6de-4e32-94e2-f9d811bf0328 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:29.654439 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35be18f-e6de-4e32-94e2-f9d811bf0328 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03f5dab8-bebc-4f57-a074-e0c30feb7354,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:28:29.662651 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-f35be18f-e6de-4e32-94e2-f9d811bf0328 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:29.663818 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-f35be18f-e6de-4e32-94e2-f9d811bf0328 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "DELETE /v2.0/security-groups/03f5dab8-bebc-4f57-a074-e0c30feb7354 HTTP/1.1" status: 204 len: 168 time: 0.3601012 May 28 07:28:30.022369 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 58146) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:28:30.027740 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-a0709b8a-8340-486e-9b9d-6611d2a03a77 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1308917866', 'description': 'tempest-secgroup-smoke-1308917866 description', 'project_id': '0b2a8c929aa54b05ba857077fa769fd4'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:28:30.034974 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-a0709b8a-8340-486e-9b9d-6611d2a03a77 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:28:30.038735 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-a0709b8a-8340-486e-9b9d-6611d2a03a77 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Usage tracker for resource:security_group and tenant:0b2a8c929aa54b05ba857077fa769fd4 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:28:30.041560 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-a0709b8a-8340-486e-9b9d-6611d2a03a77 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:28:30.047854 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-a0709b8a-8340-486e-9b9d-6611d2a03a77 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:28:30.105286 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:30.133702 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:30.134052 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a0709b8a-8340-486e-9b9d-6611d2a03a77 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:30.153822 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-a0709b8a-8340-486e-9b9d-6611d2a03a77 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:28:30.158191 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-a0709b8a-8340-486e-9b9d-6611d2a03a77 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Usage tracker for resource:security_group_rule and tenant:0b2a8c929aa54b05ba857077fa769fd4 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:28:30.160938 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-a0709b8a-8340-486e-9b9d-6611d2a03a77 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:28:30.166481 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-a0709b8a-8340-486e-9b9d-6611d2a03a77 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:28:30.233562 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a0709b8a-8340-486e-9b9d-6611d2a03a77 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:30.316677 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a0709b8a-8340-486e-9b9d-6611d2a03a77 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:30.361380 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0709b8a-8340-486e-9b9d-6611d2a03a77 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=952a508c-2b8c-4fca-8d5b-4421a2004463,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:28:30.433479 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a0709b8a-8340-486e-9b9d-6611d2a03a77 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:30.434700 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-a0709b8a-8340-486e-9b9d-6611d2a03a77 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4113290 May 28 07:28:30.438220 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 58150) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:28:30.443073 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-76e45521-1323-478a-b1af-6954173b863c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Request body: {'security_group_rule': {'security_group_id': '952a508c-2b8c-4fca-8d5b-4421a2004463', 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:28:30.449856 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-76e45521-1323-478a-b1af-6954173b863c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:28:30.453764 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-76e45521-1323-478a-b1af-6954173b863c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Usage tracker for resource:security_group_rule and tenant:0b2a8c929aa54b05ba857077fa769fd4 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:28:30.456607 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-76e45521-1323-478a-b1af-6954173b863c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:28:30.462254 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-76e45521-1323-478a-b1af-6954173b863c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:28:30.537892 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-76e45521-1323-478a-b1af-6954173b863c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:30.600793 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-76e45521-1323-478a-b1af-6954173b863c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:30.684173 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-76e45521-1323-478a-b1af-6954173b863c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:30.706863 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e45521-1323-478a-b1af-6954173b863c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cb99c57-94f7-41b3-8ff2-a3ce79432cc4,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:28:30.797760 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device b3400b35-efce-4e0e-b291-7a4320c52f18 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:28:30.804617 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-76e45521-1323-478a-b1af-6954173b863c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:30.809083 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-76e45521-1323-478a-b1af-6954173b863c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3667293 May 28 07:28:30.809083 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 58154) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:28:30.813982 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-264e6de3-5b3c-4de1-b806-edb7f225b065 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Request body: {'security_group_rule': {'security_group_id': '952a508c-2b8c-4fca-8d5b-4421a2004463', 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:28:30.820890 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-264e6de3-5b3c-4de1-b806-edb7f225b065 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:28:30.824771 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-264e6de3-5b3c-4de1-b806-edb7f225b065 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Usage tracker for resource:security_group_rule and tenant:0b2a8c929aa54b05ba857077fa769fd4 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:28:30.828758 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-264e6de3-5b3c-4de1-b806-edb7f225b065 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:28:30.837120 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: b3400b35-efce-4e0e-b291-7a4320c52f18 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 07:28:30.837266 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-264e6de3-5b3c-4de1-b806-edb7f225b065 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:28:30.837372 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device b3400b35-efce-4e0e-b291-7a4320c52f18 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 07:28:30.926424 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-264e6de3-5b3c-4de1-b806-edb7f225b065 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:30.986581 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-264e6de3-5b3c-4de1-b806-edb7f225b065 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:31.061838 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-264e6de3-5b3c-4de1-b806-edb7f225b065 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:31.085377 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264e6de3-5b3c-4de1-b806-edb7f225b065 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03ab2bee-9732-4ce8-bafe-b3fc0fffaf68,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:28:31.151072 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-264e6de3-5b3c-4de1-b806-edb7f225b065 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:31.152270 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-264e6de3-5b3c-4de1-b806-edb7f225b065 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3426688 May 28 07:28:31.155747 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 58158) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:28:31.160643 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-520103ba-bfe4-4c13-9ef7-ae8972a2b279 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Request body: {'security_group_rule': {'security_group_id': '952a508c-2b8c-4fca-8d5b-4421a2004463', 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:28:31.167356 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-520103ba-bfe4-4c13-9ef7-ae8972a2b279 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:28:31.171281 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-520103ba-bfe4-4c13-9ef7-ae8972a2b279 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Usage tracker for resource:security_group_rule and tenant:0b2a8c929aa54b05ba857077fa769fd4 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:28:31.174122 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-520103ba-bfe4-4c13-9ef7-ae8972a2b279 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:28:31.179695 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-520103ba-bfe4-4c13-9ef7-ae8972a2b279 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:28:31.259746 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-520103ba-bfe4-4c13-9ef7-ae8972a2b279 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:31.327362 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-520103ba-bfe4-4c13-9ef7-ae8972a2b279 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:31.396630 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-520103ba-bfe4-4c13-9ef7-ae8972a2b279 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:31.421704 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520103ba-bfe4-4c13-9ef7-ae8972a2b279 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fdf6441-aebf-44a9-a9d6-2b61f234b01b,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:28:31.488349 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-520103ba-bfe4-4c13-9ef7-ae8972a2b279 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:31.490222 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-520103ba-bfe4-4c13-9ef7-ae8972a2b279 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3334703 May 28 07:28:31.493859 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 58162) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:28:31.501458 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-0e5cb9f4-bbd1-444e-9f0b-64a9a6ea4977 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Request body: {'security_group_rule': {'security_group_id': '952a508c-2b8c-4fca-8d5b-4421a2004463', 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:28:31.508737 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-0e5cb9f4-bbd1-444e-9f0b-64a9a6ea4977 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:28:31.513705 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-0e5cb9f4-bbd1-444e-9f0b-64a9a6ea4977 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Usage tracker for resource:security_group_rule and tenant:0b2a8c929aa54b05ba857077fa769fd4 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:28:31.518046 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-0e5cb9f4-bbd1-444e-9f0b-64a9a6ea4977 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:28:31.524572 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-0e5cb9f4-bbd1-444e-9f0b-64a9a6ea4977 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:28:31.617910 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0e5cb9f4-bbd1-444e-9f0b-64a9a6ea4977 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:31.702465 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0e5cb9f4-bbd1-444e-9f0b-64a9a6ea4977 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:31.785168 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0e5cb9f4-bbd1-444e-9f0b-64a9a6ea4977 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:31.815067 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5cb9f4-bbd1-444e-9f0b-64a9a6ea4977 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c912d8e9-3323-4938-839b-5c224ac12094,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:28:31.905237 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:31.922406 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0e5cb9f4-bbd1-444e-9f0b-64a9a6ea4977 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:31.923654 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-0e5cb9f4-bbd1-444e-9f0b-64a9a6ea4977 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4284959 May 28 07:28:31.926416 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 58166) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:28:31.931947 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-15e359f1-543e-47c3-9ea1-3e03c8f7ffda tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Request body: {'security_group_rule': {'security_group_id': '952a508c-2b8c-4fca-8d5b-4421a2004463', 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:28:31.940036 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-15e359f1-543e-47c3-9ea1-3e03c8f7ffda tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:28:31.943915 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-15e359f1-543e-47c3-9ea1-3e03c8f7ffda tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Usage tracker for resource:security_group_rule and tenant:0b2a8c929aa54b05ba857077fa769fd4 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:28:31.946836 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-15e359f1-543e-47c3-9ea1-3e03c8f7ffda tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:28:31.952585 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-15e359f1-543e-47c3-9ea1-3e03c8f7ffda tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:28:32.027700 n-d-843702-1 neutron-server[89109]: INFO neutron.db.securitygroups_db [None req-15e359f1-543e-47c3-9ea1-3e03c8f7ffda tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Project 0b2a8c929aa54b05ba857077fa769fd4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 07:28:32.035029 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-15e359f1-543e-47c3-9ea1-3e03c8f7ffda tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:32.105155 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-15e359f1-543e-47c3-9ea1-3e03c8f7ffda tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:32.176549 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-15e359f1-543e-47c3-9ea1-3e03c8f7ffda tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:32.204907 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e359f1-543e-47c3-9ea1-3e03c8f7ffda tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89f27618-345d-4fdd-a4c3-0fad895b18a1,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:28:32.301925 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-15e359f1-543e-47c3-9ea1-3e03c8f7ffda tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:32.303145 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-15e359f1-543e-47c3-9ea1-3e03c8f7ffda tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3758082 May 28 07:28:32.305974 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 58170) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:28:32.310959 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-6318cfc6-b18d-4a83-943b-02a86655544b tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Request body: {'security_group_rule': {'security_group_id': '952a508c-2b8c-4fca-8d5b-4421a2004463', 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:28:32.317903 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-6318cfc6-b18d-4a83-943b-02a86655544b tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:28:32.321652 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-6318cfc6-b18d-4a83-943b-02a86655544b tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Usage tracker for resource:security_group_rule and tenant:0b2a8c929aa54b05ba857077fa769fd4 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:28:32.324462 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-6318cfc6-b18d-4a83-943b-02a86655544b tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:28:32.331296 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-6318cfc6-b18d-4a83-943b-02a86655544b tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:28:32.405189 n-d-843702-1 neutron-server[89109]: INFO neutron.db.securitygroups_db [None req-6318cfc6-b18d-4a83-943b-02a86655544b tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Project 0b2a8c929aa54b05ba857077fa769fd4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 07:28:32.411996 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6318cfc6-b18d-4a83-943b-02a86655544b tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:32.476352 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6318cfc6-b18d-4a83-943b-02a86655544b tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:32.544992 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6318cfc6-b18d-4a83-943b-02a86655544b tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:32.569083 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6318cfc6-b18d-4a83-943b-02a86655544b tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b1c2643-329f-471e-9885-a97c60ae7591,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:28:32.656912 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-6318cfc6-b18d-4a83-943b-02a86655544b tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:32.658247 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-6318cfc6-b18d-4a83-943b-02a86655544b tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3513210 May 28 07:28:32.661445 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 58174) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:28:32.670856 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-c8c99642-c185-4315-86cc-a204624a7212 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Request body: {'network': {'name': 'tempest-network-smoke--1201132394', 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'port_security_enabled': True}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:28:32.678987 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-c8c99642-c185-4315-86cc-a204624a7212 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:28:32.683220 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-c8c99642-c185-4315-86cc-a204624a7212 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Usage tracker for resource:network and tenant:0b2a8c929aa54b05ba857077fa769fd4 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:28:32.686408 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-c8c99642-c185-4315-86cc-a204624a7212 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:28:32.692486 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-c8c99642-c185-4315-86cc-a204624a7212 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:28:32.802309 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8c99642-c185-4315-86cc-a204624a7212 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Made reservation on behalf of 0b2a8c929aa54b05ba857077fa769fd4 for: {'network': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 07:28:32.805769 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c8c99642-c185-4315-86cc-a204624a7212 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:32.833457 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8c99642-c185-4315-86cc-a204624a7212 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=89109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 07:28:32.836536 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:32.841705 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c8c99642-c185-4315-86cc-a204624a7212 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:32.842732 n-d-843702-1 neutron-server[89109]: INFO neutron.db.segments_db [None req-c8c99642-c185-4315-86cc-a204624a7212 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Added segment c6b26e6c-7d1c-40ee-bf5d-92c35d63dc36 of type vlan for network 8772ea08-42ef-4d5b-8595-400eb848687c May 28 07:28:32.868638 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c8c99642-c185-4315-86cc-a204624a7212 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:32.976257 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c8c99642-c185-4315-86cc-a204624a7212 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:32.981542 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c99642-c185-4315-86cc-a204624a7212 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:28:32.982151 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c8c99642-c185-4315-86cc-a204624a7212 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:33.092054 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c99642-c185-4315-86cc-a204624a7212 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Pushing event updated for resources: {'Network': ['ID=8772ea08-42ef-4d5b-8595-400eb848687c,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:28:33.102372 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 8772ea08-42ef-4d5b-8595-400eb848687c details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 07:28:33.154091 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-c8c99642-c185-4315-86cc-a204624a7212 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4911640 May 28 07:28:33.156798 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 58178) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:28:33.161833 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-2991414c-608c-4cc9-b925-673f9e84b61d tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-848550912', 'admin_state_up': True, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:28:33.169744 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-2991414c-608c-4cc9-b925-673f9e84b61d tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:28:33.173859 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-2991414c-608c-4cc9-b925-673f9e84b61d tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Usage tracker for resource:router and tenant:0b2a8c929aa54b05ba857077fa769fd4 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:28:33.176801 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-2991414c-608c-4cc9-b925-673f9e84b61d tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:28:33.183322 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-2991414c-608c-4cc9-b925-673f9e84b61d tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:28:33.267817 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2991414c-608c-4cc9-b925-673f9e84b61d tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59128'] for router, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:33.268783 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2991414c-608c-4cc9-b925-673f9e84b61d tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59009'] for router, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:33.284019 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2991414c-608c-4cc9-b925-673f9e84b61d tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:33.618141 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2991414c-608c-4cc9-b925-673f9e84b61d tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59027'] for router, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:33.966079 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2991414c-608c-4cc9-b925-673f9e84b61d tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for router_gateway, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:33.995009 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2991414c-608c-4cc9-b925-673f9e84b61d tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:34.234797 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-2991414c-608c-4cc9-b925-673f9e84b61d tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Allocated IP 172.25.5.219 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/42c03419-3b68-4cae-8701-cdc349823c9d) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:28:34.381815 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2991414c-608c-4cc9-b925-673f9e84b61d tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:34.459335 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2991414c-608c-4cc9-b925-673f9e84b61d tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:34.525175 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2991414c-608c-4cc9-b925-673f9e84b61d tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:28:34.527739 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-2991414c-608c-4cc9-b925-673f9e84b61d tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:28:34.532012 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2991414c-608c-4cc9-b925-673f9e84b61d tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:28:34.571439 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2991414c-608c-4cc9-b925-673f9e84b61d tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Pushing event updated for resources: {'Port': ['ID=42c03419-3b68-4cae-8701-cdc349823c9d,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:28:35.009688 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2991414c-608c-4cc9-b925-673f9e84b61d tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for router_gateway, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:35.344571 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2991414c-608c-4cc9-b925-673f9e84b61d tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690761'] for router, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:35.608318 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2991414c-608c-4cc9-b925-673f9e84b61d tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Router 9be85508-5fde-467b-a9b0-4e7d2a1f21c8 is scheduled to L3 agent 42958940-9562-4f71-972f-15a8af9d3963 with binding_index 1 {{(pid=89109) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 07:28:35.912123 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2991414c-608c-4cc9-b925-673f9e84b61d tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 07:28:35.922471 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88600084-6858-4b07-b867-1a159cacc3d6 None None] Sync routers for ids ['9be85508-5fde-467b-a9b0-4e7d2a1f21c8'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 07:28:35.932335 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88600084-6858-4b07-b867-1a159cacc3d6 None None] Routers {'9be85508-5fde-467b-a9b0-4e7d2a1f21c8'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:28:35.932934 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-88600084-6858-4b07-b867-1a159cacc3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:28:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['9be85508-5fde-467b-a9b0-4e7d2a1f21c8'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:28:35.996791 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2991414c-608c-4cc9-b925-673f9e84b61d tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:35.998033 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-2991414c-608c-4cc9-b925-673f9e84b61d tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.8403041 May 28 07:28:36.001477 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 58182) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:28:36.041450 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-8897666b-6527-44f5-bc78-f4ee2401c4bf tempest-TestNetworkAdvancedServerOps-920274614 tempest-TestNetworkAdvancedServerOps-920274614-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=0b2a8c929aa54b05ba857077fa769fd4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0386796 May 28 07:28:36.043878 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 58186) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:28:36.113236 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-88600084-6858-4b07-b867-1a159cacc3d6 None None] Set router 9be85508-5fde-467b-a9b0-4e7d2a1f21c8 gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:28:36.171718 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df17ab0-b156-4e2b-8998-7b5830465b5f tempest-TestNetworkAdvancedServerOps-920274614 tempest-TestNetworkAdvancedServerOps-920274614-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:28:36.173094 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-5df17ab0-b156-4e2b-8998-7b5830465b5f tempest-TestNetworkAdvancedServerOps-920274614 tempest-TestNetworkAdvancedServerOps-920274614-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1283524 May 28 07:28:36.175929 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 58190) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:28:36.215506 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-6b8b0c2c-ace8-4df5-b106-d6cfab68ba7f tempest-TestNetworkAdvancedServerOps-920274614 tempest-TestNetworkAdvancedServerOps-920274614-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=68df399e-e75e-4871-9364-5d05730b50f0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0384941 May 28 07:28:36.218626 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 58194) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:28:36.224108 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-09bb502e-1167-4435-aad2-81d26d4bc45a tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-971560058', 'network_id': '8772ea08-42ef-4d5b-8595-400eb848687c', 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:28:36.334789 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-09bb502e-1167-4435-aad2-81d26d4bc45a tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:28:36.338655 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-09bb502e-1167-4435-aad2-81d26d4bc45a tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Usage tracker for resource:subnet and tenant:0b2a8c929aa54b05ba857077fa769fd4 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:28:36.341485 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-09bb502e-1167-4435-aad2-81d26d4bc45a tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:28:36.347879 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-09bb502e-1167-4435-aad2-81d26d4bc45a tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:28:36.386763 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-88600084-6858-4b07-b867-1a159cacc3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be85508-5fde-467b-a9b0-4e7d2a1f21c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-848550912', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '42c03419-3b68-4cae-8701-cdc349823c9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:28:33Z', 'updated_at': '2022-05-28T07:28:34Z', 'revision_number': 3, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'gw_port': {'id': '42c03419-3b68-4cae-8701-cdc349823c9d', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:a4:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9be85508-5fde-467b-a9b0-4e7d2a1f21c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:28:34Z', 'updated_at': '2022-05-28T07:28:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:28:36.391051 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88600084-6858-4b07-b867-1a159cacc3d6 None None] Checking router: 9be85508-5fde-467b-a9b0-4e7d2a1f21c8 for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 07:28:36.391381 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88600084-6858-4b07-b867-1a159cacc3d6 None None] Updating router 9be85508-5fde-467b-a9b0-4e7d2a1f21c8 port 42c03419-3b68-4cae-8701-cdc349823c9d binding host n-d-843702-1 {{(pid=89112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 07:28:36.436895 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09bb502e-1167-4435-aad2-81d26d4bc45a tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Made reservation on behalf of 0b2a8c929aa54b05ba857077fa769fd4 for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 07:28:36.440442 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-09bb502e-1167-4435-aad2-81d26d4bc45a tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:36.444409 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-88600084-6858-4b07-b867-1a159cacc3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:36.762650 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-09bb502e-1167-4435-aad2-81d26d4bc45a tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:36.795069 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-88600084-6858-4b07-b867-1a159cacc3d6 None None] Notify callbacks [] for port, precommit_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:36.807096 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.provisioning_blocks [None req-88600084-6858-4b07-b867-1a159cacc3d6 None None] Transition to ACTIVE for port object 42c03419-3b68-4cae-8701-cdc349823c9d will not be triggered until provisioned by entity L2. {{(pid=89112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:28:36.841487 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bb502e-1167-4435-aad2-81d26d4bc45a tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Pushing event updated for resources: {'Subnet': ['ID=9287d1df-1c29-40d8-b242-35a2ae6318b3,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:28:36.852167 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bb502e-1167-4435-aad2-81d26d4bc45a tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Checking segment: {'id': 'c6b26e6c-7d1c-40ee-bf5d-92c35d63dc36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '8772ea08-42ef-4d5b-8595-400eb848687c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:28:36.852167 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09bb502e-1167-4435-aad2-81d26d4bc45a tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Network hostable DHCP agents. Network: 8772ea08-42ef-4d5b-8595-400eb848687c, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 07:28:36.922386 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-88600084-6858-4b07-b867-1a159cacc3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:36.953214 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09bb502e-1167-4435-aad2-81d26d4bc45a tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Network 8772ea08-42ef-4d5b-8595-400eb848687c is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 07:28:36.994332 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 07:28:37.006237 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-88600084-6858-4b07-b867-1a159cacc3d6 None None] Attempting to bind port 42c03419-3b68-4cae-8701-cdc349823c9d on host n-d-843702-1 for vnic_type normal with profile {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 07:28:37.006593 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-88600084-6858-4b07-b867-1a159cacc3d6 None None] Attempting to bind port 42c03419-3b68-4cae-8701-cdc349823c9d by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 07:28:37.006947 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88600084-6858-4b07-b867-1a159cacc3d6 None None] Attempting to bind port 42c03419-3b68-4cae-8701-cdc349823c9d on network 68df399e-e75e-4871-9364-5d05730b50f0 {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:28:37.018276 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367d0605-46af-45f2-9da1-3c7fc5c9dd2c None None] Pushing event updated for resources: {'Port': ['ID=42c03419-3b68-4cae-8701-cdc349823c9d,revision_number=2']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:28:37.018276 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88600084-6858-4b07-b867-1a159cacc3d6 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 7, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 07:28:37.018276 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88600084-6858-4b07-b867-1a159cacc3d6 None None] Checking segment: {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:28:37.018276 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-88600084-6858-4b07-b867-1a159cacc3d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:37.018276 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88600084-6858-4b07-b867-1a159cacc3d6 None None] Bound using segment: {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 07:28:37.018276 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-88600084-6858-4b07-b867-1a159cacc3d6 None None] Bound port: 42c03419-3b68-4cae-8701-cdc349823c9d, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 07:28:37.018276 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-88600084-6858-4b07-b867-1a159cacc3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:37.036585 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-09bb502e-1167-4435-aad2-81d26d4bc45a tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, 8772ea08-42ef-4d5b-8595-400eb848687c) {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:28:37.040594 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09bb502e-1167-4435-aad2-81d26d4bc45a tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:28:37.041202 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-09bb502e-1167-4435-aad2-81d26d4bc45a tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:37.046551 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75beb589-77ef-4805-afba-67970884ca57 None None] Network 8772ea08-42ef-4d5b-8595-400eb848687c requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 07:28:37.064712 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367d0605-46af-45f2-9da1-3c7fc5c9dd2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:28:37.065046 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367d0605-46af-45f2-9da1-3c7fc5c9dd2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:28:37.065374 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367d0605-46af-45f2-9da1-3c7fc5c9dd2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:28:37.065723 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367d0605-46af-45f2-9da1-3c7fc5c9dd2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:28:37.066048 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367d0605-46af-45f2-9da1-3c7fc5c9dd2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:28:37.066362 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367d0605-46af-45f2-9da1-3c7fc5c9dd2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:28:37.066676 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367d0605-46af-45f2-9da1-3c7fc5c9dd2c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:28:37.066987 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367d0605-46af-45f2-9da1-3c7fc5c9dd2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:28:37.067297 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367d0605-46af-45f2-9da1-3c7fc5c9dd2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:28:37.067607 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367d0605-46af-45f2-9da1-3c7fc5c9dd2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:28:37.067914 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367d0605-46af-45f2-9da1-3c7fc5c9dd2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:28:37.068222 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367d0605-46af-45f2-9da1-3c7fc5c9dd2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:28:37.104064 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-88600084-6858-4b07-b867-1a159cacc3d6 None None] For port 42c03419-3b68-4cae-8701-cdc349823c9d, host n-d-843702-1, cleared binding levels {{(pid=89112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:28:37.106941 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-88600084-6858-4b07-b867-1a159cacc3d6 None None] For port 42c03419-3b68-4cae-8701-cdc349823c9d, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=42c03419-3b68-4cae-8701-cdc349823c9d,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 07:28:37.125811 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-09bb502e-1167-4435-aad2-81d26d4bc45a tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9061372 May 28 07:28:37.128496 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 58198) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:28:37.168864 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-88600084-6858-4b07-b867-1a159cacc3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:37.246989 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88600084-6858-4b07-b867-1a159cacc3d6 None None] Routers {'9be85508-5fde-467b-a9b0-4e7d2a1f21c8'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:28:37.247595 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-88600084-6858-4b07-b867-1a159cacc3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:28:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['9be85508-5fde-467b-a9b0-4e7d2a1f21c8'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:28:37.317592 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02399882-a302-44c1-99ba-7553824c139d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-8772ea08-42ef-4d5b-8595-400eb848687c', 'network_id': '8772ea08-42ef-4d5b-8595-400eb848687c', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'fixed_ips': [{'subnet_id': '9287d1df-1c29-40d8-b242-35a2ae6318b3'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 07:28:37.318537 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02399882-a302-44c1-99ba-7553824c139d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:37.327502 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367d0605-46af-45f2-9da1-3c7fc5c9dd2c None None] Pushing event updated for resources: {'Port': ['ID=42c03419-3b68-4cae-8701-cdc349823c9d,revision_number=3']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:28:37.433040 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-88600084-6858-4b07-b867-1a159cacc3d6 None None] Set router 9be85508-5fde-467b-a9b0-4e7d2a1f21c8 gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:28:37.485278 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-02399882-a302-44c1-99ba-7553824c139d None None] Allocated IP 172.20.0.2 (8772ea08-42ef-4d5b-8595-400eb848687c/9287d1df-1c29-40d8-b242-35a2ae6318b3/217f4686-3a05-45d0-8f30-1a7a4646ae31) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:28:37.715713 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02399882-a302-44c1-99ba-7553824c139d None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:37.724171 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-88600084-6858-4b07-b867-1a159cacc3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be85508-5fde-467b-a9b0-4e7d2a1f21c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-848550912', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '42c03419-3b68-4cae-8701-cdc349823c9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:28:33Z', 'updated_at': '2022-05-28T07:28:34Z', 'revision_number': 3, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'gw_port': {'id': '42c03419-3b68-4cae-8701-cdc349823c9d', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:a4:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9be85508-5fde-467b-a9b0-4e7d2a1f21c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:28:34Z', 'updated_at': '2022-05-28T07:28:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:28:37.727479 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02399882-a302-44c1-99ba-7553824c139d None None] Transition to ACTIVE for port object 217f4686-3a05-45d0-8f30-1a7a4646ae31 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:28:37.729607 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88600084-6858-4b07-b867-1a159cacc3d6 None None] The sync data for ids ['9be85508-5fde-467b-a9b0-4e7d2a1f21c8'] in n-d-843702-1 is: [{'id': '9be85508-5fde-467b-a9b0-4e7d2a1f21c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-848550912', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '42c03419-3b68-4cae-8701-cdc349823c9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:28:33Z', 'updated_at': '2022-05-28T07:28:34Z', 'revision_number': 3, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'gw_port': {'id': '42c03419-3b68-4cae-8701-cdc349823c9d', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:a4:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9be85508-5fde-467b-a9b0-4e7d2a1f21c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:28:34Z', 'updated_at': '2022-05-28T07:28:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 07:28:37.746412 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02399882-a302-44c1-99ba-7553824c139d None None] Transition to ACTIVE for port object 217f4686-3a05-45d0-8f30-1a7a4646ae31 will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:28:37.822477 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02399882-a302-44c1-99ba-7553824c139d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:37.891353 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02399882-a302-44c1-99ba-7553824c139d None None] Network 8772ea08-42ef-4d5b-8595-400eb848687c is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:28:37.894629 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-02399882-a302-44c1-99ba-7553824c139d None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:28:37.900808 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02399882-a302-44c1-99ba-7553824c139d None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:28:37.904469 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02399882-a302-44c1-99ba-7553824c139d None None] Pushing event updated for resources: {'Port': ['ID=217f4686-3a05-45d0-8f30-1a7a4646ae31,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:28:38.009213 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-02991f5e-70e9-43be-8c8a-31f38d71d015 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:38.011568 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-02399882-a302-44c1-99ba-7553824c139d None None] Attempting to bind port 217f4686-3a05-45d0-8f30-1a7a4646ae31 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 07:28:38.011952 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-02399882-a302-44c1-99ba-7553824c139d None None] Attempting to bind port 217f4686-3a05-45d0-8f30-1a7a4646ae31 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'c6b26e6c-7d1c-40ee-bf5d-92c35d63dc36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '8772ea08-42ef-4d5b-8595-400eb848687c'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 07:28:38.012304 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02399882-a302-44c1-99ba-7553824c139d None None] Attempting to bind port 217f4686-3a05-45d0-8f30-1a7a4646ae31 on network 8772ea08-42ef-4d5b-8595-400eb848687c {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:28:38.025172 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02399882-a302-44c1-99ba-7553824c139d None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 7, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 07:28:38.025572 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02399882-a302-44c1-99ba-7553824c139d None None] Checking segment: {'id': 'c6b26e6c-7d1c-40ee-bf5d-92c35d63dc36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '8772ea08-42ef-4d5b-8595-400eb848687c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:28:38.025988 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02399882-a302-44c1-99ba-7553824c139d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:38.026386 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02399882-a302-44c1-99ba-7553824c139d None None] Bound using segment: {'id': 'c6b26e6c-7d1c-40ee-bf5d-92c35d63dc36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '8772ea08-42ef-4d5b-8595-400eb848687c'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 07:28:38.026865 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-02399882-a302-44c1-99ba-7553824c139d None None] Bound port: 217f4686-3a05-45d0-8f30-1a7a4646ae31, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6b26e6c-7d1c-40ee-bf5d-92c35d63dc36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '8772ea08-42ef-4d5b-8595-400eb848687c'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 07:28:38.027233 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02399882-a302-44c1-99ba-7553824c139d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:38.124228 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02399882-a302-44c1-99ba-7553824c139d None None] For port 217f4686-3a05-45d0-8f30-1a7a4646ae31, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:28:38.127904 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02399882-a302-44c1-99ba-7553824c139d None None] For port 217f4686-3a05-45d0-8f30-1a7a4646ae31, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=217f4686-3a05-45d0-8f30-1a7a4646ae31,segment=NetworkSegment(c6b26e6c-7d1c-40ee-bf5d-92c35d63dc36),segment_id=c6b26e6c-7d1c-40ee-bf5d-92c35d63dc36)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 07:28:38.228149 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02399882-a302-44c1-99ba-7553824c139d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:38.315829 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02399882-a302-44c1-99ba-7553824c139d None None] Pushing event updated for resources: {'Port': ['ID=217f4686-3a05-45d0-8f30-1a7a4646ae31,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:28:38.441449 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-02991f5e-70e9-43be-8c8a-31f38d71d015 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Allocated IP 172.20.0.1 (8772ea08-42ef-4d5b-8595-400eb848687c/9287d1df-1c29-40d8-b242-35a2ae6318b3/a8275fd8-5623-4699-980e-3e82ec9006c1) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:28:38.630948 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-02991f5e-70e9-43be-8c8a-31f38d71d015 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:38.650346 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [None req-02991f5e-70e9-43be-8c8a-31f38d71d015 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Transition to ACTIVE for port object a8275fd8-5623-4699-980e-3e82ec9006c1 will not be triggered until provisioned by entity DHCP. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:28:38.747857 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-02991f5e-70e9-43be-8c8a-31f38d71d015 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:38.826231 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02991f5e-70e9-43be-8c8a-31f38d71d015 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Network 8772ea08-42ef-4d5b-8595-400eb848687c is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:28:38.827861 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-02991f5e-70e9-43be-8c8a-31f38d71d015 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:28:38.832034 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02991f5e-70e9-43be-8c8a-31f38d71d015 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:28:38.888501 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02991f5e-70e9-43be-8c8a-31f38d71d015 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Pushing event updated for resources: {'Port': ['ID=a8275fd8-5623-4699-980e-3e82ec9006c1,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:28:38.900345 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 217f4686-3a05-45d0-8f30-1a7a4646ae31 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:28:38.900779 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-02991f5e-70e9-43be-8c8a-31f38d71d015 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690947'] for router_interface, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:39.021968 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 217f4686-3a05-45d0-8f30-1a7a4646ae31 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:28:39.027924 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 42c03419-3b68-4cae-8701-cdc349823c9d up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:28:39.202305 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 42c03419-3b68-4cae-8701-cdc349823c9d completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:28:39.207605 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 42c03419-3b68-4cae-8701-cdc349823c9d triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:28:39.207971 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:39.306500 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-02991f5e-70e9-43be-8c8a-31f38d71d015 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:39.333044 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 42c03419-3b68-4cae-8701-cdc349823c9d is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:28:39.333447 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:39.351212 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-255f885a-3cea-41f8-8ef7-2faac6b1545c None None] Network 8772ea08-42ef-4d5b-8595-400eb848687c requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 07:28:39.374582 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port 42c03419-3b68-4cae-8701-cdc349823c9d, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=42c03419-3b68-4cae-8701-cdc349823c9d,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:28:39.453590 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:39.535735 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=42c03419-3b68-4cae-8701-cdc349823c9d,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:28:39.652631 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-c9f317ee-b3df-477a-a005-8e3166760e15 None None] Provisioning for port 217f4686-3a05-45d0-8f30-1a7a4646ae31 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:28:39.659270 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-c9f317ee-b3df-477a-a005-8e3166760e15 None None] Provisioning complete for port 217f4686-3a05-45d0-8f30-1a7a4646ae31 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:28:39.660806 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c9f317ee-b3df-477a-a005-8e3166760e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:39.741573 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-02991f5e-70e9-43be-8c8a-31f38d71d015 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:39.804274 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-c9f317ee-b3df-477a-a005-8e3166760e15 None None] Current status of the port 217f4686-3a05-45d0-8f30-1a7a4646ae31 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:28:39.804274 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c9f317ee-b3df-477a-a005-8e3166760e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:39.833757 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-02991f5e-70e9-43be-8c8a-31f38d71d015 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:39.840491 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-c9f317ee-b3df-477a-a005-8e3166760e15 None None] For port 217f4686-3a05-45d0-8f30-1a7a4646ae31, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=217f4686-3a05-45d0-8f30-1a7a4646ae31,segment=NetworkSegment(c6b26e6c-7d1c-40ee-bf5d-92c35d63dc36),segment_id=c6b26e6c-7d1c-40ee-bf5d-92c35d63dc36)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:28:39.942462 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c9f317ee-b3df-477a-a005-8e3166760e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:40.019310 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f317ee-b3df-477a-a005-8e3166760e15 None None] Pushing event updated for resources: {'Port': ['ID=217f4686-3a05-45d0-8f30-1a7a4646ae31,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:28:40.076430 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02991f5e-70e9-43be-8c8a-31f38d71d015 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Pushing event updated for resources: {'Port': ['ID=a8275fd8-5623-4699-980e-3e82ec9006c1,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:28:40.079137 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-02991f5e-70e9-43be-8c8a-31f38d71d015 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700602'] for router_interface, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:40.141950 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-5bfc07c0-a674-416b-a9ec-ae0fcb3ab53e None None] Provisioning for port a8275fd8-5623-4699-980e-3e82ec9006c1 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:28:40.147271 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-5bfc07c0-a674-416b-a9ec-ae0fcb3ab53e None None] Provisioning complete for port a8275fd8-5623-4699-980e-3e82ec9006c1 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:28:40.147633 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-5bfc07c0-a674-416b-a9ec-ae0fcb3ab53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:40.200408 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-5bfc07c0-a674-416b-a9ec-ae0fcb3ab53e None None] Port a8275fd8-5623-4699-980e-3e82ec9006c1 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 07:28:40.210967 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-5bfc07c0-a674-416b-a9ec-ae0fcb3ab53e None None] Provisioning complete for port 217f4686-3a05-45d0-8f30-1a7a4646ae31 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:28:40.211623 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-5bfc07c0-a674-416b-a9ec-ae0fcb3ab53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:40.214823 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02991f5e-70e9-43be-8c8a-31f38d71d015 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Network 8772ea08-42ef-4d5b-8595-400eb848687c is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:28:40.215938 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-02991f5e-70e9-43be-8c8a-31f38d71d015 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:28:40.375222 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-5bfc07c0-a674-416b-a9ec-ae0fcb3ab53e None None] Current status of the port 217f4686-3a05-45d0-8f30-1a7a4646ae31 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:28:40.419479 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02991f5e-70e9-43be-8c8a-31f38d71d015 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Router 9be85508-5fde-467b-a9b0-4e7d2a1f21c8 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 07:28:40.495302 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-bd0967a6-b13a-4b54-ac26-592898866125 None None] Provisioning complete for port a8275fd8-5623-4699-980e-3e82ec9006c1 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:28:40.495664 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-bd0967a6-b13a-4b54-ac26-592898866125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:40.550863 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-bd0967a6-b13a-4b54-ac26-592898866125 None None] Port a8275fd8-5623-4699-980e-3e82ec9006c1 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 07:28:40.597573 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02991f5e-70e9-43be-8c8a-31f38d71d015 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 07:28:40.606935 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89a4a0b-263b-4fb3-9fb9-62d6c0d83748 None None] Sync routers for ids ['9be85508-5fde-467b-a9b0-4e7d2a1f21c8'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 07:28:40.620025 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-02991f5e-70e9-43be-8c8a-31f38d71d015 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "PUT /v2.0/routers/9be85508-5fde-467b-a9b0-4e7d2a1f21c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4810002 May 28 07:28:40.620244 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89a4a0b-263b-4fb3-9fb9-62d6c0d83748 None None] Routers {'9be85508-5fde-467b-a9b0-4e7d2a1f21c8'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:28:40.620244 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-c89a4a0b-263b-4fb3-9fb9-62d6c0d83748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:28:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['9be85508-5fde-467b-a9b0-4e7d2a1f21c8'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:28:40.805058 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-c89a4a0b-263b-4fb3-9fb9-62d6c0d83748 None None] Set router 9be85508-5fde-467b-a9b0-4e7d2a1f21c8 gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:28:40.805474 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-02941155-3fb8-429e-9f2f-13df54f4acc5 req-171066a3-bdf4-4df3-8718-870f3e50bb00 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1308917866&fields=id&tenant_id=0b2a8c929aa54b05ba857077fa769fd4 HTTP/1.1" status: 200 len: 267 time: 0.0402844 May 28 07:28:40.861581 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 42c03419-3b68-4cae-8701-cdc349823c9d up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:28:40.964235 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02941155-3fb8-429e-9f2f-13df54f4acc5 req-2457923f-373e-45be-8210-3c6d98df3219 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:28:40.965709 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-02941155-3fb8-429e-9f2f-13df54f4acc5 req-2457923f-373e-45be-8210-3c6d98df3219 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/networks?id=8772ea08-42ef-4d5b-8595-400eb848687c HTTP/1.1" status: 200 len: 797 time: 0.1534286 May 28 07:28:40.981393 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-02941155-3fb8-429e-9f2f-13df54f4acc5 req-1ce8e4e3-58f8-498b-96b9-7314d8af1cde tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/quotas/0b2a8c929aa54b05ba857077fa769fd4 HTTP/1.1" status: 200 len: 375 time: 0.0098593 May 28 07:28:41.064201 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-02941155-3fb8-429e-9f2f-13df54f4acc5 req-63a85cab-0450-4a34-aa22-9487041bb651 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=0b2a8c929aa54b05ba857077fa769fd4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0767822 May 28 07:28:41.075727 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 42c03419-3b68-4cae-8701-cdc349823c9d triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:28:41.076090 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:41.262909 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 42c03419-3b68-4cae-8701-cdc349823c9d is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:28:41.264215 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 217f4686-3a05-45d0-8f30-1a7a4646ae31 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:28:41.267703 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-02941155-3fb8-429e-9f2f-13df54f4acc5 req-6d7e5568-1b7f-4d97-9492-1d8f71f1052d service neutron] 10.222.0.55 "GET /v2.0/networks/8772ea08-42ef-4d5b-8595-400eb848687c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921473 May 28 07:28:41.311496 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-c89a4a0b-263b-4fb3-9fb9-62d6c0d83748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be85508-5fde-467b-a9b0-4e7d2a1f21c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-848550912', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '42c03419-3b68-4cae-8701-cdc349823c9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:28:33Z', 'updated_at': '2022-05-28T07:28:39Z', 'revision_number': 4, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'gw_port': {'id': '42c03419-3b68-4cae-8701-cdc349823c9d', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:a4:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be85508-5fde-467b-a9b0-4e7d2a1f21c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:28:34Z', 'updated_at': '2022-05-28T07:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'a8275fd8-5623-4699-980e-3e82ec9006c1', 'name': '', 'network_id': '8772ea08-42ef-4d5b-8595-400eb848687c', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'mac_address': 'fa:16:3e:90:51:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9be85508-5fde-467b-a9b0-4e7d2a1f21c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '9287d1df-1c29-40d8-b242-35a2ae6318b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:28:38Z', 'updated_at': '2022-05-28T07:28:39Z', 'revision_number': 2, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'subnets': [{'id': '9287d1df-1c29-40d8-b242-35a2ae6318b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:28:41.320375 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89a4a0b-263b-4fb3-9fb9-62d6c0d83748 None None] Checking router: 9be85508-5fde-467b-a9b0-4e7d2a1f21c8 for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 07:28:41.320718 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89a4a0b-263b-4fb3-9fb9-62d6c0d83748 None None] Updating router 9be85508-5fde-467b-a9b0-4e7d2a1f21c8 port a8275fd8-5623-4699-980e-3e82ec9006c1 binding host n-d-843702-1 {{(pid=89111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 07:28:41.379095 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c89a4a0b-263b-4fb3-9fb9-62d6c0d83748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:41.405799 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-02941155-3fb8-429e-9f2f-13df54f4acc5 req-6b90fd9d-9cc2-4e9d-9e6c-47d9940b2470 service neutron] 10.222.0.55 "GET /v2.0/networks/8772ea08-42ef-4d5b-8595-400eb848687c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321347 May 28 07:28:41.430680 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 217f4686-3a05-45d0-8f30-1a7a4646ae31 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:28:41.431047 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:41.708867 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 217f4686-3a05-45d0-8f30-1a7a4646ae31 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:28:41.768215 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6cf3e014-ac89-4534-b83d-d5402aa9666e req-3861127b-6d38-4640-b50a-951282ad26a4 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=409334cc-b4ff-4654-8fd3-ee74502f11d9 HTTP/1.1" status: 200 len: 210 time: 0.1613159 May 28 07:28:41.851044 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c89a4a0b-263b-4fb3-9fb9-62d6c0d83748 None None] Notify callbacks [] for port, precommit_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:41.864406 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-c89a4a0b-263b-4fb3-9fb9-62d6c0d83748 None None] Transition to ACTIVE for port object a8275fd8-5623-4699-980e-3e82ec9006c1 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:28:41.962445 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c89a4a0b-263b-4fb3-9fb9-62d6c0d83748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:42.141168 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316df1b2-b500-4b60-a196-9cc562d8b184 None None] Pushing event updated for resources: {'Port': ['ID=a8275fd8-5623-4699-980e-3e82ec9006c1,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:28:42.227521 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-c89a4a0b-263b-4fb3-9fb9-62d6c0d83748 None None] Attempting to bind port a8275fd8-5623-4699-980e-3e82ec9006c1 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 07:28:42.227888 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-c89a4a0b-263b-4fb3-9fb9-62d6c0d83748 None None] Attempting to bind port a8275fd8-5623-4699-980e-3e82ec9006c1 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'c6b26e6c-7d1c-40ee-bf5d-92c35d63dc36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '8772ea08-42ef-4d5b-8595-400eb848687c'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 07:28:42.228252 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89a4a0b-263b-4fb3-9fb9-62d6c0d83748 None None] Attempting to bind port a8275fd8-5623-4699-980e-3e82ec9006c1 on network 8772ea08-42ef-4d5b-8595-400eb848687c {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:28:42.233635 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89a4a0b-263b-4fb3-9fb9-62d6c0d83748 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 7, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 07:28:42.234008 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89a4a0b-263b-4fb3-9fb9-62d6c0d83748 None None] Checking segment: {'id': 'c6b26e6c-7d1c-40ee-bf5d-92c35d63dc36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '8772ea08-42ef-4d5b-8595-400eb848687c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:28:42.234409 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c89a4a0b-263b-4fb3-9fb9-62d6c0d83748 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:42.234804 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89a4a0b-263b-4fb3-9fb9-62d6c0d83748 None None] Bound using segment: {'id': 'c6b26e6c-7d1c-40ee-bf5d-92c35d63dc36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '8772ea08-42ef-4d5b-8595-400eb848687c'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 07:28:42.235261 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-c89a4a0b-263b-4fb3-9fb9-62d6c0d83748 None None] Bound port: a8275fd8-5623-4699-980e-3e82ec9006c1, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6b26e6c-7d1c-40ee-bf5d-92c35d63dc36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '8772ea08-42ef-4d5b-8595-400eb848687c'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 07:28:42.235628 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c89a4a0b-263b-4fb3-9fb9-62d6c0d83748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:42.334923 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-c89a4a0b-263b-4fb3-9fb9-62d6c0d83748 None None] For port a8275fd8-5623-4699-980e-3e82ec9006c1, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:28:42.337746 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-c89a4a0b-263b-4fb3-9fb9-62d6c0d83748 None None] For port a8275fd8-5623-4699-980e-3e82ec9006c1, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=a8275fd8-5623-4699-980e-3e82ec9006c1,segment=NetworkSegment(c6b26e6c-7d1c-40ee-bf5d-92c35d63dc36),segment_id=c6b26e6c-7d1c-40ee-bf5d-92c35d63dc36)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 07:28:42.422381 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c89a4a0b-263b-4fb3-9fb9-62d6c0d83748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:42.499586 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89a4a0b-263b-4fb3-9fb9-62d6c0d83748 None None] Routers {'9be85508-5fde-467b-a9b0-4e7d2a1f21c8'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:28:42.500370 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-c89a4a0b-263b-4fb3-9fb9-62d6c0d83748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:28:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['9be85508-5fde-467b-a9b0-4e7d2a1f21c8'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:28:42.566322 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316df1b2-b500-4b60-a196-9cc562d8b184 None None] Pushing event updated for resources: {'Port': ['ID=a8275fd8-5623-4699-980e-3e82ec9006c1,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:28:42.695982 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-c89a4a0b-263b-4fb3-9fb9-62d6c0d83748 None None] Set router 9be85508-5fde-467b-a9b0-4e7d2a1f21c8 gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:28:42.923527 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-50d16545-c7c6-4e8b-9a96-26746b2a063e req-81758389-f13d-4f0b-a53f-e2af3de742a9 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=409334cc-b4ff-4654-8fd3-ee74502f11d9 HTTP/1.1" status: 200 len: 210 time: 0.0446789 May 28 07:28:43.038224 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-c89a4a0b-263b-4fb3-9fb9-62d6c0d83748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be85508-5fde-467b-a9b0-4e7d2a1f21c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-848550912', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '42c03419-3b68-4cae-8701-cdc349823c9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:28:33Z', 'updated_at': '2022-05-28T07:28:39Z', 'revision_number': 4, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'gw_port': {'id': '42c03419-3b68-4cae-8701-cdc349823c9d', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:a4:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be85508-5fde-467b-a9b0-4e7d2a1f21c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:28:34Z', 'updated_at': '2022-05-28T07:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'a8275fd8-5623-4699-980e-3e82ec9006c1', 'name': '', 'network_id': '8772ea08-42ef-4d5b-8595-400eb848687c', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'mac_address': 'fa:16:3e:90:51:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9be85508-5fde-467b-a9b0-4e7d2a1f21c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '9287d1df-1c29-40d8-b242-35a2ae6318b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:28:38Z', 'updated_at': '2022-05-28T07:28:42Z', 'revision_number': 4, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'subnets': [{'id': '9287d1df-1c29-40d8-b242-35a2ae6318b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:28:43.042450 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89a4a0b-263b-4fb3-9fb9-62d6c0d83748 None None] The sync data for ids ['9be85508-5fde-467b-a9b0-4e7d2a1f21c8'] in n-d-843702-1 is: [{'id': '9be85508-5fde-467b-a9b0-4e7d2a1f21c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-848550912', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '42c03419-3b68-4cae-8701-cdc349823c9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:28:33Z', 'updated_at': '2022-05-28T07:28:39Z', 'revision_number': 4, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'gw_port': {'id': '42c03419-3b68-4cae-8701-cdc349823c9d', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:a4:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be85508-5fde-467b-a9b0-4e7d2a1f21c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:28:34Z', 'updated_at': '2022-05-28T07:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'a8275fd8-5623-4699-980e-3e82ec9006c1', 'name': '', 'network_id': '8772ea08-42ef-4d5b-8595-400eb848687c', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'mac_address': 'fa:16:3e:90:51:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9be85508-5fde-467b-a9b0-4e7d2a1f21c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '9287d1df-1c29-40d8-b242-35a2ae6318b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:28:38Z', 'updated_at': '2022-05-28T07:28:42Z', 'revision_number': 4, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'subnets': [{'id': '9287d1df-1c29-40d8-b242-35a2ae6318b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 07:28:44.163467 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-134ddabf-462a-4c2a-9f6b-173bddb9f494 req-16c93416-90eb-419f-aacb-aa4c58468b7c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=409334cc-b4ff-4654-8fd3-ee74502f11d9 HTTP/1.1" status: 200 len: 210 time: 0.0990405 May 28 07:28:44.241627 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02941155-3fb8-429e-9f2f-13df54f4acc5 req-99b2366b-b8ee-4959-b0a6-d29a16e68d43 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:28:44.243046 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-02941155-3fb8-429e-9f2f-13df54f4acc5 req-99b2366b-b8ee-4959-b0a6-d29a16e68d43 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.69 "GET /v2.0/networks?id=8772ea08-42ef-4d5b-8595-400eb848687c HTTP/1.1" status: 200 len: 797 time: 0.2033153 May 28 07:28:44.295994 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-02941155-3fb8-429e-9f2f-13df54f4acc5 req-abdd92b3-e9ee-488b-82cc-1b9728292f4b tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b2a8c929aa54b05ba857077fa769fd4 HTTP/1.1" status: 200 len: 380 time: 0.0430019 May 28 07:28:44.304526 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-02941155-3fb8-429e-9f2f-13df54f4acc5 req-b75e53c7-e4e0-4b66-a17b-c69124d10632 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Request body: {'port': {'device_id': '409334cc-b4ff-4654-8fd3-ee74502f11d9', 'network_id': '8772ea08-42ef-4d5b-8595-400eb848687c', 'admin_state_up': True, 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'security_groups': ['952a508c-2b8c-4fca-8d5b-4421a2004463']}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:28:44.441823 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-02941155-3fb8-429e-9f2f-13df54f4acc5 req-b75e53c7-e4e0-4b66-a17b-c69124d10632 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:28:44.445755 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-02941155-3fb8-429e-9f2f-13df54f4acc5 req-b75e53c7-e4e0-4b66-a17b-c69124d10632 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Usage tracker for resource:port and tenant:0b2a8c929aa54b05ba857077fa769fd4 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:28:44.448502 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-02941155-3fb8-429e-9f2f-13df54f4acc5 req-b75e53c7-e4e0-4b66-a17b-c69124d10632 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:28:44.454885 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-02941155-3fb8-429e-9f2f-13df54f4acc5 req-b75e53c7-e4e0-4b66-a17b-c69124d10632 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:28:44.556494 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02941155-3fb8-429e-9f2f-13df54f4acc5 req-b75e53c7-e4e0-4b66-a17b-c69124d10632 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Made reservation on behalf of 0b2a8c929aa54b05ba857077fa769fd4 for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 07:28:44.561311 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-02941155-3fb8-429e-9f2f-13df54f4acc5 req-b75e53c7-e4e0-4b66-a17b-c69124d10632 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:44.721477 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [req-02941155-3fb8-429e-9f2f-13df54f4acc5 req-b75e53c7-e4e0-4b66-a17b-c69124d10632 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Allocated IP 172.20.0.5 (8772ea08-42ef-4d5b-8595-400eb848687c/9287d1df-1c29-40d8-b242-35a2ae6318b3/42407a03-c394-4ce2-a337-80f03a1572b2) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:28:44.884163 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device a8275fd8-5623-4699-980e-3e82ec9006c1 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:28:44.914528 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-02941155-3fb8-429e-9f2f-13df54f4acc5 req-b75e53c7-e4e0-4b66-a17b-c69124d10632 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:44.932147 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-02941155-3fb8-429e-9f2f-13df54f4acc5 req-b75e53c7-e4e0-4b66-a17b-c69124d10632 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Transition to ACTIVE for port object 42407a03-c394-4ce2-a337-80f03a1572b2 will not be triggered until provisioned by entity DHCP. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:28:45.042941 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-02941155-3fb8-429e-9f2f-13df54f4acc5 req-b75e53c7-e4e0-4b66-a17b-c69124d10632 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:45.053820 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port a8275fd8-5623-4699-980e-3e82ec9006c1 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:28:45.060653 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port a8275fd8-5623-4699-980e-3e82ec9006c1 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:28:45.061019 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:45.120475 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02941155-3fb8-429e-9f2f-13df54f4acc5 req-b75e53c7-e4e0-4b66-a17b-c69124d10632 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Network 8772ea08-42ef-4d5b-8595-400eb848687c is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:28:45.124097 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [req-02941155-3fb8-429e-9f2f-13df54f4acc5 req-b75e53c7-e4e0-4b66-a17b-c69124d10632 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:28:45.127952 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-02941155-3fb8-429e-9f2f-13df54f4acc5 req-b75e53c7-e4e0-4b66-a17b-c69124d10632 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:28:45.162205 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75e53c7-e4e0-4b66-a17b-c69124d10632 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Pushing event updated for resources: {'Port': ['ID=42407a03-c394-4ce2-a337-80f03a1572b2,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:28:45.187875 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port a8275fd8-5623-4699-980e-3e82ec9006c1 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:28:45.188251 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:45.202751 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02941155-3fb8-429e-9f2f-13df54f4acc5 req-b75e53c7-e4e0-4b66-a17b-c69124d10632 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:28:45.203536 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-02941155-3fb8-429e-9f2f-13df54f4acc5 req-b75e53c7-e4e0-4b66-a17b-c69124d10632 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:45.231883 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port a8275fd8-5623-4699-980e-3e82ec9006c1, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=a8275fd8-5623-4699-980e-3e82ec9006c1,segment=NetworkSegment(c6b26e6c-7d1c-40ee-bf5d-92c35d63dc36),segment_id=c6b26e6c-7d1c-40ee-bf5d-92c35d63dc36)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:28:45.320847 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-02941155-3fb8-429e-9f2f-13df54f4acc5 req-b75e53c7-e4e0-4b66-a17b-c69124d10632 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0197904 May 28 07:28:45.322292 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:45.373293 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8c975e-1ada-45fb-b90b-54543de54e8f req-d098d365-0a90-40aa-852c-611b1d9abea9 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:28:45.374043 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-0e8c975e-1ada-45fb-b90b-54543de54e8f req-d098d365-0a90-40aa-852c-611b1d9abea9 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Synchronizing usage tracker for tenant:0b2a8c929aa54b05ba857077fa769fd4 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:28:45.382494 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-02941155-3fb8-429e-9f2f-13df54f4acc5 req-b2f345ac-a599-4c05-8158-1a63c0ae6155 service neutron] Request body: {'port': {'device_id': '409334cc-b4ff-4654-8fd3-ee74502f11d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843702-1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:28:45.401965 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=a8275fd8-5623-4699-980e-3e82ec9006c1,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:28:45.453309 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-732f1e3c-7368-4ea0-afab-20104c268d24 None None] Provisioning for port 42407a03-c394-4ce2-a337-80f03a1572b2 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:28:45.459000 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-732f1e3c-7368-4ea0-afab-20104c268d24 None None] Provisioning complete for port 42407a03-c394-4ce2-a337-80f03a1572b2 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:28:45.459433 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-732f1e3c-7368-4ea0-afab-20104c268d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:45.504808 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-02941155-3fb8-429e-9f2f-13df54f4acc5 req-b2f345ac-a599-4c05-8158-1a63c0ae6155 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:45.517500 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-732f1e3c-7368-4ea0-afab-20104c268d24 None None] Port 42407a03-c394-4ce2-a337-80f03a1572b2 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 07:28:45.523688 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-0e8c975e-1ada-45fb-b90b-54543de54e8f req-d098d365-0a90-40aa-852c-611b1d9abea9 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Unset dirty status for tenant:0b2a8c929aa54b05ba857077fa769fd4 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:28:45.524860 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0e8c975e-1ada-45fb-b90b-54543de54e8f req-d098d365-0a90-40aa-852c-611b1d9abea9 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=409334cc-b4ff-4654-8fd3-ee74502f11d9 HTTP/1.1" status: 200 len: 931 time: 0.2418783 May 28 07:28:45.621694 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0e8c975e-1ada-45fb-b90b-54543de54e8f req-730daccd-cea5-4648-9639-8dc10fb9ef7e tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/security-groups?id=952a508c-2b8c-4fca-8d5b-4421a2004463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719383 May 28 07:28:45.883978 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [req-02941155-3fb8-429e-9f2f-13df54f4acc5 req-b2f345ac-a599-4c05-8158-1a63c0ae6155 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42407a03-c394-4ce2-a337-80f03a1572b2 {{(pid=89110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 07:28:45.891734 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-02941155-3fb8-429e-9f2f-13df54f4acc5 req-b2f345ac-a599-4c05-8158-1a63c0ae6155 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:45.905541 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-02941155-3fb8-429e-9f2f-13df54f4acc5 req-b2f345ac-a599-4c05-8158-1a63c0ae6155 service neutron] Transition to ACTIVE for port object 42407a03-c394-4ce2-a337-80f03a1572b2 will not be triggered until provisioned by entity L2. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:28:45.981502 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-02941155-3fb8-429e-9f2f-13df54f4acc5 req-b2f345ac-a599-4c05-8158-1a63c0ae6155 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:46.246191 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f345ac-a599-4c05-8158-1a63c0ae6155 service neutron] Pushing event updated for resources: {'Port': ['ID=42407a03-c394-4ce2-a337-80f03a1572b2,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:28:46.316454 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-02941155-3fb8-429e-9f2f-13df54f4acc5 req-b2f345ac-a599-4c05-8158-1a63c0ae6155 service neutron] Attempting to bind port 42407a03-c394-4ce2-a337-80f03a1572b2 on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 07:28:46.316709 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-02941155-3fb8-429e-9f2f-13df54f4acc5 req-b2f345ac-a599-4c05-8158-1a63c0ae6155 service neutron] Attempting to bind port 42407a03-c394-4ce2-a337-80f03a1572b2 by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': 'c6b26e6c-7d1c-40ee-bf5d-92c35d63dc36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '8772ea08-42ef-4d5b-8595-400eb848687c'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 07:28:46.317034 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02941155-3fb8-429e-9f2f-13df54f4acc5 req-b2f345ac-a599-4c05-8158-1a63c0ae6155 service neutron] Attempting to bind port 42407a03-c394-4ce2-a337-80f03a1572b2 on network 8772ea08-42ef-4d5b-8595-400eb848687c {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:28:46.321628 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02941155-3fb8-429e-9f2f-13df54f4acc5 req-b2f345ac-a599-4c05-8158-1a63c0ae6155 service neutron] Port 42407a03-c394-4ce2-a337-80f03a1572b2 on network 8772ea08-42ef-4d5b-8595-400eb848687c not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 07:28:46.321948 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02941155-3fb8-429e-9f2f-13df54f4acc5 req-b2f345ac-a599-4c05-8158-1a63c0ae6155 service neutron] Attempting to bind port 42407a03-c394-4ce2-a337-80f03a1572b2 on network 8772ea08-42ef-4d5b-8595-400eb848687c {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:28:46.327566 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02941155-3fb8-429e-9f2f-13df54f4acc5 req-b2f345ac-a599-4c05-8158-1a63c0ae6155 service neutron] Checking agent: {'id': '69f492a0-c00d-46d0-9bec-fcd8161ce206', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 7, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 07:28:46.327898 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02941155-3fb8-429e-9f2f-13df54f4acc5 req-b2f345ac-a599-4c05-8158-1a63c0ae6155 service neutron] Checking segment: {'id': 'c6b26e6c-7d1c-40ee-bf5d-92c35d63dc36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '8772ea08-42ef-4d5b-8595-400eb848687c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:28:46.328281 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02941155-3fb8-429e-9f2f-13df54f4acc5 req-b2f345ac-a599-4c05-8158-1a63c0ae6155 service neutron] Bound using segment: {'id': 'c6b26e6c-7d1c-40ee-bf5d-92c35d63dc36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '8772ea08-42ef-4d5b-8595-400eb848687c'} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 07:28:46.328702 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-02941155-3fb8-429e-9f2f-13df54f4acc5 req-b2f345ac-a599-4c05-8158-1a63c0ae6155 service neutron] Bound port: 42407a03-c394-4ce2-a337-80f03a1572b2, host: n-h1-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6b26e6c-7d1c-40ee-bf5d-92c35d63dc36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '8772ea08-42ef-4d5b-8595-400eb848687c'}}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 07:28:46.329043 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-02941155-3fb8-429e-9f2f-13df54f4acc5 req-b2f345ac-a599-4c05-8158-1a63c0ae6155 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:46.420477 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-02941155-3fb8-429e-9f2f-13df54f4acc5 req-b2f345ac-a599-4c05-8158-1a63c0ae6155 service neutron] For port 42407a03-c394-4ce2-a337-80f03a1572b2, host n-h1-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:28:46.423362 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-02941155-3fb8-429e-9f2f-13df54f4acc5 req-b2f345ac-a599-4c05-8158-1a63c0ae6155 service neutron] For port 42407a03-c394-4ce2-a337-80f03a1572b2, host n-h1-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=42407a03-c394-4ce2-a337-80f03a1572b2,segment=NetworkSegment(c6b26e6c-7d1c-40ee-bf5d-92c35d63dc36),segment_id=c6b26e6c-7d1c-40ee-bf5d-92c35d63dc36)] {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 07:28:46.505263 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-02941155-3fb8-429e-9f2f-13df54f4acc5 req-b2f345ac-a599-4c05-8158-1a63c0ae6155 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:46.565816 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02941155-3fb8-429e-9f2f-13df54f4acc5 req-b2f345ac-a599-4c05-8158-1a63c0ae6155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:28:46.566459 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-02941155-3fb8-429e-9f2f-13df54f4acc5 req-b2f345ac-a599-4c05-8158-1a63c0ae6155 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:46.567901 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-02941155-3fb8-429e-9f2f-13df54f4acc5 req-b2f345ac-a599-4c05-8158-1a63c0ae6155 service neutron] 10.222.0.69 "PUT /v2.0/ports/42407a03-c394-4ce2-a337-80f03a1572b2 HTTP/1.1" status: 200 len: 1091 time: 1.2387252 May 28 07:28:46.570320 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '409334cc-b4ff-4654-8fd3-ee74502f11d9', 'tag': '42407a03-c394-4ce2-a337-80f03a1572b2'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:28:46.593076 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f345ac-a599-4c05-8158-1a63c0ae6155 service neutron] Pushing event updated for resources: {'Port': ['ID=42407a03-c394-4ce2-a337-80f03a1572b2,revision_number=3']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:28:46.618718 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-064804af-150f-4064-a6d8-74dcda0b8eb5'] response: {'name': 'network-changed', 'server_uuid': '409334cc-b4ff-4654-8fd3-ee74502f11d9', 'tag': '42407a03-c394-4ce2-a337-80f03a1572b2', 'status': 'completed', 'code': 200} May 28 07:28:46.723752 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f4636f-f94f-4669-8cbd-239207bc4461 req-18f102c0-49b4-4e4b-a580-5c42b74fbcca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:28:46.725568 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-12f4636f-f94f-4669-8cbd-239207bc4461 req-18f102c0-49b4-4e4b-a580-5c42b74fbcca service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0b2a8c929aa54b05ba857077fa769fd4&device_id=409334cc-b4ff-4654-8fd3-ee74502f11d9 HTTP/1.1" status: 200 len: 1094 time: 0.0847754 May 28 07:28:46.866392 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device a8275fd8-5623-4699-980e-3e82ec9006c1 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:28:46.919661 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f4636f-f94f-4669-8cbd-239207bc4461 req-85eb63f3-7a86-43eb-af90-deccc96e8053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:28:46.922116 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-12f4636f-f94f-4669-8cbd-239207bc4461 req-85eb63f3-7a86-43eb-af90-deccc96e8053 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=0b2a8c929aa54b05ba857077fa769fd4&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1883245 May 28 07:28:46.935195 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port a8275fd8-5623-4699-980e-3e82ec9006c1 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:28:46.936206 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:47.024347 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209a9350-817d-4ff1-8572-bf8fc53bf475 req-b0e179bd-fa6b-4cbc-a5cd-dabbec38f062 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:28:47.025827 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-209a9350-817d-4ff1-8572-bf8fc53bf475 req-b0e179bd-fa6b-4cbc-a5cd-dabbec38f062 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=409334cc-b4ff-4654-8fd3-ee74502f11d9 HTTP/1.1" status: 200 len: 943 time: 0.2700753 May 28 07:28:47.058533 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port a8275fd8-5623-4699-980e-3e82ec9006c1 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:28:47.101771 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-209a9350-817d-4ff1-8572-bf8fc53bf475 req-82767422-5339-491f-8d64-8143309ac246 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/security-groups?id=952a508c-2b8c-4fca-8d5b-4421a2004463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700812 May 28 07:28:47.105922 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f4636f-f94f-4669-8cbd-239207bc4461 req-333e241a-f05e-421e-b302-d6bfa93dae79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:28:47.107804 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-12f4636f-f94f-4669-8cbd-239207bc4461 req-333e241a-f05e-421e-b302-d6bfa93dae79 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1792598 May 28 07:28:47.220728 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02941155-3fb8-429e-9f2f-13df54f4acc5 req-89e99e29-e1f6-4a3b-b4ce-a207f8924fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:28:47.222161 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-02941155-3fb8-429e-9f2f-13df54f4acc5 req-89e99e29-e1f6-4a3b-b4ce-a207f8924fc6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0b2a8c929aa54b05ba857077fa769fd4&device_id=409334cc-b4ff-4654-8fd3-ee74502f11d9 HTTP/1.1" status: 200 len: 1094 time: 0.0774262 May 28 07:28:47.290713 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-02941155-3fb8-429e-9f2f-13df54f4acc5 req-436c1bbf-ec17-4bfa-8006-f4ebf47f1a25 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=42407a03-c394-4ce2-a337-80f03a1572b2 HTTP/1.1" status: 200 len: 217 time: 0.0616727 May 28 07:28:47.353066 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02941155-3fb8-429e-9f2f-13df54f4acc5 req-dfddd64a-2b86-460c-a835-1064ec28343d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:28:47.354490 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-02941155-3fb8-429e-9f2f-13df54f4acc5 req-dfddd64a-2b86-460c-a835-1064ec28343d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9287d1df-1c29-40d8-b242-35a2ae6318b3 HTTP/1.1" status: 200 len: 834 time: 0.0581684 May 28 07:28:47.428442 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02941155-3fb8-429e-9f2f-13df54f4acc5 req-db3bea20-37af-466b-8153-ea7c53106124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:28:47.429909 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-02941155-3fb8-429e-9f2f-13df54f4acc5 req-db3bea20-37af-466b-8153-ea7c53106124 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8772ea08-42ef-4d5b-8595-400eb848687c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687182 May 28 07:28:47.560700 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-02941155-3fb8-429e-9f2f-13df54f4acc5 req-3dc6782c-37ef-4a8a-90fd-18e00391779a service neutron] 10.222.0.69 "GET /v2.0/networks/8772ea08-42ef-4d5b-8595-400eb848687c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240005 May 28 07:28:47.694001 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-02941155-3fb8-429e-9f2f-13df54f4acc5 req-0eb826f1-1385-442a-ba7c-e8c6422b763d service neutron] 10.222.0.69 "GET /v2.0/networks/8772ea08-42ef-4d5b-8595-400eb848687c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281674 May 28 07:28:48.295998 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080d788c-4f66-4885-87ae-bf83c85cc801 req-b320e0c7-a80f-4ccf-8ed7-cdf4166ae000 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:28:48.297462 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-080d788c-4f66-4885-87ae-bf83c85cc801 req-b320e0c7-a80f-4ccf-8ed7-cdf4166ae000 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=409334cc-b4ff-4654-8fd3-ee74502f11d9 HTTP/1.1" status: 200 len: 943 time: 0.0884326 May 28 07:28:48.340621 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-080d788c-4f66-4885-87ae-bf83c85cc801 req-f0922bb6-540b-42b3-894d-db7cff7ce8a3 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/security-groups?id=952a508c-2b8c-4fca-8d5b-4421a2004463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375683 May 28 07:28:49.522364 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f963d71-9aa3-4bb0-b269-3809b0c24f43 req-7da68fbf-cd89-43a8-909e-32f95b39a261 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:28:49.523815 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3f963d71-9aa3-4bb0-b269-3809b0c24f43 req-7da68fbf-cd89-43a8-909e-32f95b39a261 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=409334cc-b4ff-4654-8fd3-ee74502f11d9 HTTP/1.1" status: 200 len: 943 time: 0.0785098 May 28 07:28:49.570513 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3f963d71-9aa3-4bb0-b269-3809b0c24f43 req-78e96a71-61c4-40e7-a4fd-312c3f90545c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/security-groups?id=952a508c-2b8c-4fca-8d5b-4421a2004463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404167 May 28 07:28:49.874769 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 42407a03-c394-4ce2-a337-80f03a1572b2 details requested by agent hyperv_n-h1-843702-1 with host n-h1-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 07:28:50.038979 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 42407a03-c394-4ce2-a337-80f03a1572b2, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=42407a03-c394-4ce2-a337-80f03a1572b2,segment=NetworkSegment(c6b26e6c-7d1c-40ee-bf5d-92c35d63dc36),segment_id=c6b26e6c-7d1c-40ee-bf5d-92c35d63dc36)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:28:50.051750 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Returning: {'device': '42407a03-c394-4ce2-a337-80f03a1572b2', 'network_id': '8772ea08-42ef-4d5b-8595-400eb848687c', 'port_id': '42407a03-c394-4ce2-a337-80f03a1572b2', 'mac_address': 'fa:16:3e:ec:b2:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9287d1df-1c29-40d8-b242-35a2ae6318b3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 07:28:50.105818 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 42407a03-c394-4ce2-a337-80f03a1572b2 is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:28:50.106187 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:50.124493 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42407a03-c394-4ce2-a337-80f03a1572b2 {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 07:28:50.140397 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 42407a03-c394-4ce2-a337-80f03a1572b2, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=42407a03-c394-4ce2-a337-80f03a1572b2,segment=NetworkSegment(c6b26e6c-7d1c-40ee-bf5d-92c35d63dc36),segment_id=c6b26e6c-7d1c-40ee-bf5d-92c35d63dc36)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:28:50.230281 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:50.300554 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=42407a03-c394-4ce2-a337-80f03a1572b2,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:28:50.462633 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['42407a03-c394-4ce2-a337-80f03a1572b2'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 07:28:50.759799 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f27653-fcc8-4c53-be06-c0c45bfac20f req-b2050db6-2a65-4bcf-8e9a-7687659821fc tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:28:50.761179 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-33f27653-fcc8-4c53-be06-c0c45bfac20f req-b2050db6-2a65-4bcf-8e9a-7687659821fc tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=409334cc-b4ff-4654-8fd3-ee74502f11d9 HTTP/1.1" status: 200 len: 944 time: 0.0831769 May 28 07:28:50.806140 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-33f27653-fcc8-4c53-be06-c0c45bfac20f req-df1a29c4-f470-46e0-b8ad-3f0c2b9b8464 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/security-groups?id=952a508c-2b8c-4fca-8d5b-4421a2004463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386286 May 28 07:28:51.890641 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 42407a03-c394-4ce2-a337-80f03a1572b2 up at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:28:51.993592 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8bf91e-25cf-42c7-9767-c38aeed062e0 req-acc55d0b-1347-415a-a9fe-2d29a4f7dea2 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:28:51.995046 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-de8bf91e-25cf-42c7-9767-c38aeed062e0 req-acc55d0b-1347-415a-a9fe-2d29a4f7dea2 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=409334cc-b4ff-4654-8fd3-ee74502f11d9 HTTP/1.1" status: 200 len: 944 time: 0.0825813 May 28 07:28:52.015709 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning for port 42407a03-c394-4ce2-a337-80f03a1572b2 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:28:52.020748 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning complete for port 42407a03-c394-4ce2-a337-80f03a1572b2 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:28:52.021108 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:52.043082 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-de8bf91e-25cf-42c7-9767-c38aeed062e0 req-5fa344be-4433-49e7-93a8-16491907316d tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/security-groups?id=952a508c-2b8c-4fca-8d5b-4421a2004463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422482 May 28 07:28:52.141403 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 42407a03-c394-4ce2-a337-80f03a1572b2 is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:28:52.141758 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:52.168198 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '409334cc-b4ff-4654-8fd3-ee74502f11d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42407a03-c394-4ce2-a337-80f03a1572b2'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:28:52.178043 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 42407a03-c394-4ce2-a337-80f03a1572b2, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=42407a03-c394-4ce2-a337-80f03a1572b2,segment=NetworkSegment(c6b26e6c-7d1c-40ee-bf5d-92c35d63dc36),segment_id=c6b26e6c-7d1c-40ee-bf5d-92c35d63dc36)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:28:52.250003 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:52.286658 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-121c311f-bb7c-49b0-90a8-363d0962c8f3'] response: {'server_uuid': '409334cc-b4ff-4654-8fd3-ee74502f11d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42407a03-c394-4ce2-a337-80f03a1572b2', 'code': 200} May 28 07:28:52.317546 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=42407a03-c394-4ce2-a337-80f03a1572b2,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:28:52.385042 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d5bbcf-d12d-454f-82a1-f802f22f4e39 req-c2a0865a-26f2-4fb2-a128-a9a2a47600fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:28:52.386552 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-91d5bbcf-d12d-454f-82a1-f802f22f4e39 req-c2a0865a-26f2-4fb2-a128-a9a2a47600fe service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=409334cc-b4ff-4654-8fd3-ee74502f11d9 HTTP/1.1" status: 200 len: 1096 time: 0.0686710 May 28 07:28:52.425260 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-91d5bbcf-d12d-454f-82a1-f802f22f4e39 req-805fd579-798b-46c3-af9e-3ea431635417 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=952a508c-2b8c-4fca-8d5b-4421a2004463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332110 May 28 07:28:53.230718 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c82483-a76c-4459-baf7-6be74e4081cd req-60ed32d0-2e39-40a1-a114-30fc0eb2b07f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:28:53.232920 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-01c82483-a76c-4459-baf7-6be74e4081cd req-60ed32d0-2e39-40a1-a114-30fc0eb2b07f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=409334cc-b4ff-4654-8fd3-ee74502f11d9 HTTP/1.1" status: 200 len: 945 time: 0.0819266 May 28 07:28:53.275552 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-01c82483-a76c-4459-baf7-6be74e4081cd req-f358e26e-05ec-4ffd-b9ac-fcfca0100ee4 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/security-groups?id=952a508c-2b8c-4fca-8d5b-4421a2004463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368812 May 28 07:28:54.462835 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17435cdb-f35c-40d7-80d2-f27d999d320b req-51750634-59f6-47d9-ad6e-51b08a8501b0 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:28:54.464258 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-17435cdb-f35c-40d7-80d2-f27d999d320b req-51750634-59f6-47d9-ad6e-51b08a8501b0 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=409334cc-b4ff-4654-8fd3-ee74502f11d9 HTTP/1.1" status: 200 len: 945 time: 0.0795503 May 28 07:28:54.509428 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-17435cdb-f35c-40d7-80d2-f27d999d320b req-373689f1-f65b-46ab-9acf-9894400eeb70 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/security-groups?id=952a508c-2b8c-4fca-8d5b-4421a2004463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381687 May 28 07:28:54.791241 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c83996-f647-4054-a6b8-e5f3d3bcc498 req-d73c0557-8599-4646-bb13-79aeb8a9cf5b tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:28:54.792607 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-06c83996-f647-4054-a6b8-e5f3d3bcc498 req-d73c0557-8599-4646-bb13-79aeb8a9cf5b tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=409334cc-b4ff-4654-8fd3-ee74502f11d9 HTTP/1.1" status: 200 len: 945 time: 0.1786363 May 28 07:28:54.837744 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-06c83996-f647-4054-a6b8-e5f3d3bcc498 req-efa930f6-7a75-4278-b315-4cb6572497b5 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/security-groups?id=952a508c-2b8c-4fca-8d5b-4421a2004463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389516 May 28 07:28:54.860399 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 58262) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:28:54.932092 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a47921-bc61-48eb-8fe0-10f2e53b24fa tempest-TestNetworkAdvancedServerOps-920274614 tempest-TestNetworkAdvancedServerOps-920274614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:28:54.933583 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-17a47921-bc61-48eb-8fe0-10f2e53b24fa tempest-TestNetworkAdvancedServerOps-920274614 tempest-TestNetworkAdvancedServerOps-920274614-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=409334cc-b4ff-4654-8fd3-ee74502f11d9 HTTP/1.1" status: 200 len: 1091 time: 0.0722027 May 28 07:28:54.936990 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 58266) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:28:54.941744 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-212ee9ac-2990-430b-8162-3ec192db2023 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Request body: {'floatingip': {'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'port_id': '42407a03-c394-4ce2-a337-80f03a1572b2', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'fixed_ip_address': '172.20.0.5'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:28:54.948346 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-212ee9ac-2990-430b-8162-3ec192db2023 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:28:54.952917 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-212ee9ac-2990-430b-8162-3ec192db2023 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Usage tracker for resource:floatingip and tenant:0b2a8c929aa54b05ba857077fa769fd4 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:28:54.955728 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-212ee9ac-2990-430b-8162-3ec192db2023 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:28:54.961243 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-212ee9ac-2990-430b-8162-3ec192db2023 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:28:55.030450 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-212ee9ac-2990-430b-8162-3ec192db2023 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for floatingip, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:55.162933 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-212ee9ac-2990-430b-8162-3ec192db2023 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:55.298168 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-212ee9ac-2990-430b-8162-3ec192db2023 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Allocated IP 172.25.5.15 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/34f437aa-211e-443d-81ae-a391ff83dfe5) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:28:55.441377 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-212ee9ac-2990-430b-8162-3ec192db2023 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:55.539520 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-212ee9ac-2990-430b-8162-3ec192db2023 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:55.607164 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212ee9ac-2990-430b-8162-3ec192db2023 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:28:55.610276 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-212ee9ac-2990-430b-8162-3ec192db2023 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:28:55.613284 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212ee9ac-2990-430b-8162-3ec192db2023 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:28:55.647606 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212ee9ac-2990-430b-8162-3ec192db2023 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Pushing event updated for resources: {'Port': ['ID=34f437aa-211e-443d-81ae-a391ff83dfe5,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:28:56.135434 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-212ee9ac-2990-430b-8162-3ec192db2023 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:56.290316 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-212ee9ac-2990-430b-8162-3ec192db2023 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:56.481871 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-1e257bb0-4452-4fef-8b0b-6e0db5e1fe05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:56.498293 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-212ee9ac-2990-430b-8162-3ec192db2023 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:56.561752 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-212ee9ac-2990-430b-8162-3ec192db2023 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:56.671501 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212ee9ac-2990-430b-8162-3ec192db2023 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Pushing event updated for resources: {'Port': ['ID=34f437aa-211e-443d-81ae-a391ff83dfe5,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:28:56.684022 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-212ee9ac-2990-430b-8162-3ec192db2023 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691094'] for floatingip, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:56.857098 n-d-843702-1 neutron-server[89109]: INFO neutron.db.l3_db [None req-212ee9ac-2990-430b-8162-3ec192db2023 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Floating IP d7175b0b-1622-4b00-ba9c-1c13b9b89959 associated. External IP: 172.25.5.15, port: 42407a03-c394-4ce2-a337-80f03a1572b2. May 28 07:28:57.210421 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-212ee9ac-2990-430b-8162-3ec192db2023 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Router 9be85508-5fde-467b-a9b0-4e7d2a1f21c8 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 07:28:57.384737 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-212ee9ac-2990-430b-8162-3ec192db2023 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 07:28:57.395602 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbfd3f73-7115-422a-be3b-76314ff3395d None None] Sync routers for ids ['9be85508-5fde-467b-a9b0-4e7d2a1f21c8'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 07:28:57.406168 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbfd3f73-7115-422a-be3b-76314ff3395d None None] Routers {'9be85508-5fde-467b-a9b0-4e7d2a1f21c8'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:28:57.406775 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-bbfd3f73-7115-422a-be3b-76314ff3395d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:28:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['9be85508-5fde-467b-a9b0-4e7d2a1f21c8'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:28:57.465116 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-212ee9ac-2990-430b-8162-3ec192db2023 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:57.529438 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-212ee9ac-2990-430b-8162-3ec192db2023 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5913935 May 28 07:28:57.530721 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '409334cc-b4ff-4654-8fd3-ee74502f11d9', 'tag': '42407a03-c394-4ce2-a337-80f03a1572b2'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:28:57.590795 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-bbfd3f73-7115-422a-be3b-76314ff3395d None None] Set router 9be85508-5fde-467b-a9b0-4e7d2a1f21c8 gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:28:57.696000 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c148da-5139-45ae-9a4a-667b1537120d req-c29a6595-6e3d-4340-8de6-61115d11c2a0 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:28:57.697462 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-46c148da-5139-45ae-9a4a-667b1537120d req-c29a6595-6e3d-4340-8de6-61115d11c2a0 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=409334cc-b4ff-4654-8fd3-ee74502f11d9 HTTP/1.1" status: 200 len: 945 time: 0.0801318 May 28 07:28:57.748688 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-46c148da-5139-45ae-9a4a-667b1537120d req-cda318a3-3d63-47d7-9a8a-35058d091600 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/security-groups?id=952a508c-2b8c-4fca-8d5b-4421a2004463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443139 May 28 07:28:57.775468 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 58274) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:28:57.844644 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47d15507-9480-4117-9da7-e7627cb0b760'] response: {'name': 'network-changed', 'server_uuid': '409334cc-b4ff-4654-8fd3-ee74502f11d9', 'tag': '42407a03-c394-4ce2-a337-80f03a1572b2', 'status': 'completed', 'code': 200} May 28 07:28:57.900585 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91ec7fb-ee44-46a2-99f2-dc22c5ea0427 req-06232a44-f128-4b05-9e46-ebd70adf31a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:28:57.902158 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e91ec7fb-ee44-46a2-99f2-dc22c5ea0427 req-06232a44-f128-4b05-9e46-ebd70adf31a4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0b2a8c929aa54b05ba857077fa769fd4&device_id=409334cc-b4ff-4654-8fd3-ee74502f11d9 HTTP/1.1" status: 200 len: 1096 time: 0.0735300 May 28 07:28:57.988222 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-bbfd3f73-7115-422a-be3b-76314ff3395d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be85508-5fde-467b-a9b0-4e7d2a1f21c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-848550912', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '42c03419-3b68-4cae-8701-cdc349823c9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:28:33Z', 'updated_at': '2022-05-28T07:28:39Z', 'revision_number': 4, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'gw_port': {'id': '42c03419-3b68-4cae-8701-cdc349823c9d', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:a4:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be85508-5fde-467b-a9b0-4e7d2a1f21c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:28:34Z', 'updated_at': '2022-05-28T07:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': 'd7175b0b-1622-4b00-ba9c-1c13b9b89959', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'floating_ip_address': '172.25.5.15', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': '9be85508-5fde-467b-a9b0-4e7d2a1f21c8', 'port_id': '42407a03-c394-4ce2-a337-80f03a1572b2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4298, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8772ea08-42ef-4d5b-8595-400eb848687c', 'mac_address': 'fa:16:3e:ec:b2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409334cc-b4ff-4654-8fd3-ee74502f11d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T07:28:56Z', 'updated_at': '2022-05-28T07:28:56Z', 'revision_number': 0, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8275fd8-5623-4699-980e-3e82ec9006c1', 'name': '', 'network_id': '8772ea08-42ef-4d5b-8595-400eb848687c', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'mac_address': 'fa:16:3e:90:51:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be85508-5fde-467b-a9b0-4e7d2a1f21c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '9287d1df-1c29-40d8-b242-35a2ae6318b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:28:38Z', 'updated_at': '2022-05-28T07:28:45Z', 'revision_number': 5, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'subnets': [{'id': '9287d1df-1c29-40d8-b242-35a2ae6318b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:28:57.992747 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbfd3f73-7115-422a-be3b-76314ff3395d None None] Checking router: 9be85508-5fde-467b-a9b0-4e7d2a1f21c8 for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 07:28:58.008986 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbfd3f73-7115-422a-be3b-76314ff3395d None None] Routers {'9be85508-5fde-467b-a9b0-4e7d2a1f21c8'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:28:58.009568 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-bbfd3f73-7115-422a-be3b-76314ff3395d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:28:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['9be85508-5fde-467b-a9b0-4e7d2a1f21c8'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:28:58.047480 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-19ebf142-0f63-4b4d-8c3f-13a50ccd04a7 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/floatingips/d7175b0b-1622-4b00-ba9c-1c13b9b89959 HTTP/1.1" status: 200 len: 990 time: 0.2677574 May 28 07:28:58.047722 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91ec7fb-ee44-46a2-99f2-dc22c5ea0427 req-c1866a2e-fcdd-40c1-9714-dac49dea37ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:28:58.049018 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e91ec7fb-ee44-46a2-99f2-dc22c5ea0427 req-c1866a2e-fcdd-40c1-9714-dac49dea37ca service neutron] 10.222.0.69 "GET /v2.0/networks?id=8772ea08-42ef-4d5b-8595-400eb848687c HTTP/1.1" status: 200 len: 898 time: 0.1410949 May 28 07:28:58.121891 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:58.154261 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e91ec7fb-ee44-46a2-99f2-dc22c5ea0427 req-afed878a-a32d-4fd3-9675-ac07f3210152 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=42407a03-c394-4ce2-a337-80f03a1572b2 HTTP/1.1" status: 200 len: 998 time: 0.0996528 May 28 07:28:58.192645 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-bbfd3f73-7115-422a-be3b-76314ff3395d None None] Set router 9be85508-5fde-467b-a9b0-4e7d2a1f21c8 gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:28:58.215950 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91ec7fb-ee44-46a2-99f2-dc22c5ea0427 req-000f9acc-3817-4667-bf0b-8c20764efa38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:28:58.217394 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e91ec7fb-ee44-46a2-99f2-dc22c5ea0427 req-000f9acc-3817-4667-bf0b-8c20764efa38 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9287d1df-1c29-40d8-b242-35a2ae6318b3 HTTP/1.1" status: 200 len: 834 time: 0.0577834 May 28 07:28:58.297007 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91ec7fb-ee44-46a2-99f2-dc22c5ea0427 req-7d1e1cf3-6a01-4f91-b54d-0d7db164282e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:28:58.298433 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e91ec7fb-ee44-46a2-99f2-dc22c5ea0427 req-7d1e1cf3-6a01-4f91-b54d-0d7db164282e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8772ea08-42ef-4d5b-8595-400eb848687c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0728321 May 28 07:28:58.427964 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e91ec7fb-ee44-46a2-99f2-dc22c5ea0427 req-f586f77f-3989-455a-b724-52b475e83d28 service neutron] 10.222.0.69 "GET /v2.0/networks/8772ea08-42ef-4d5b-8595-400eb848687c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238718 May 28 07:28:58.535954 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-bbfd3f73-7115-422a-be3b-76314ff3395d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be85508-5fde-467b-a9b0-4e7d2a1f21c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-848550912', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '42c03419-3b68-4cae-8701-cdc349823c9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:28:33Z', 'updated_at': '2022-05-28T07:28:39Z', 'revision_number': 4, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'gw_port': {'id': '42c03419-3b68-4cae-8701-cdc349823c9d', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:a4:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be85508-5fde-467b-a9b0-4e7d2a1f21c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:28:34Z', 'updated_at': '2022-05-28T07:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': 'd7175b0b-1622-4b00-ba9c-1c13b9b89959', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'floating_ip_address': '172.25.5.15', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': '9be85508-5fde-467b-a9b0-4e7d2a1f21c8', 'port_id': '42407a03-c394-4ce2-a337-80f03a1572b2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4298, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8772ea08-42ef-4d5b-8595-400eb848687c', 'mac_address': 'fa:16:3e:ec:b2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409334cc-b4ff-4654-8fd3-ee74502f11d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T07:28:56Z', 'updated_at': '2022-05-28T07:28:56Z', 'revision_number': 0, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8275fd8-5623-4699-980e-3e82ec9006c1', 'name': '', 'network_id': '8772ea08-42ef-4d5b-8595-400eb848687c', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'mac_address': 'fa:16:3e:90:51:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be85508-5fde-467b-a9b0-4e7d2a1f21c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '9287d1df-1c29-40d8-b242-35a2ae6318b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:28:38Z', 'updated_at': '2022-05-28T07:28:45Z', 'revision_number': 5, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'subnets': [{'id': '9287d1df-1c29-40d8-b242-35a2ae6318b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:28:58.541603 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbfd3f73-7115-422a-be3b-76314ff3395d None None] The sync data for ids ['9be85508-5fde-467b-a9b0-4e7d2a1f21c8'] in n-d-843702-1 is: [{'id': '9be85508-5fde-467b-a9b0-4e7d2a1f21c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-848550912', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '42c03419-3b68-4cae-8701-cdc349823c9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:28:33Z', 'updated_at': '2022-05-28T07:28:39Z', 'revision_number': 4, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'gw_port': {'id': '42c03419-3b68-4cae-8701-cdc349823c9d', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:a4:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be85508-5fde-467b-a9b0-4e7d2a1f21c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:28:34Z', 'updated_at': '2022-05-28T07:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': 'd7175b0b-1622-4b00-ba9c-1c13b9b89959', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'floating_ip_address': '172.25.5.15', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': '9be85508-5fde-467b-a9b0-4e7d2a1f21c8', 'port_id': '42407a03-c394-4ce2-a337-80f03a1572b2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4298, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8772ea08-42ef-4d5b-8595-400eb848687c', 'mac_address': 'fa:16:3e:ec:b2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409334cc-b4ff-4654-8fd3-ee74502f11d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T07:28:56Z', 'updated_at': '2022-05-28T07:28:56Z', 'revision_number': 0, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8275fd8-5623-4699-980e-3e82ec9006c1', 'name': '', 'network_id': '8772ea08-42ef-4d5b-8595-400eb848687c', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'mac_address': 'fa:16:3e:90:51:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be85508-5fde-467b-a9b0-4e7d2a1f21c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '9287d1df-1c29-40d8-b242-35a2ae6318b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:28:38Z', 'updated_at': '2022-05-28T07:28:45Z', 'revision_number': 5, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'subnets': [{'id': '9287d1df-1c29-40d8-b242-35a2ae6318b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 07:28:58.589791 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e91ec7fb-ee44-46a2-99f2-dc22c5ea0427 req-c9f3bb0f-a478-47f4-ba8b-d8a9c8a113f5 service neutron] 10.222.0.69 "GET /v2.0/networks/8772ea08-42ef-4d5b-8595-400eb848687c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565943 May 28 07:28:58.739282 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5ef81f-965d-45ce-8bd2-f11ccb32f4a8 None None] New status for floating IP d7175b0b-1622-4b00-ba9c-1c13b9b89959: ACTIVE {{(pid=89111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 07:28:59.003311 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-bbe68c1f-17ba-40c9-8ff2-ff3324910c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:28:59.050200 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 58280) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:28:59.154575 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-1d8be28a-f3b2-424c-be82-be25835cd706 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/floatingips/d7175b0b-1622-4b00-ba9c-1c13b9b89959 HTTP/1.1" status: 200 len: 992 time: 0.1032434 May 28 07:29:00.078828 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:29:00.141359 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:29:01.890563 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:29:02.844238 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:29:11.958051 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [req-bb1b30f2-012c-4046-8fd8-375db674ce83 req-f817555e-bd78-477d-a0a9-29774eb81776 service neutron] (89110) timed out ('10.222.0.55', 54898) {{(pid=89110) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 28 07:29:13.974647 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 07:29:26.327194 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f702f11-2ad3-4d19-b4ef-36f5ea7f1c85 req-60f6d725-c530-4ee8-b395-656a52be0779 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:29:26.328833 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3f702f11-2ad3-4d19-b4ef-36f5ea7f1c85 req-60f6d725-c530-4ee8-b395-656a52be0779 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=409334cc-b4ff-4654-8fd3-ee74502f11d9 HTTP/1.1" status: 200 len: 945 time: 0.1411607 May 28 07:29:26.331822 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7803f96a-3009-49ce-8ce2-d75edb1aceee req-9708759c-b6e7-43ef-88b8-1a4f2049c828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:29:26.333199 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7803f96a-3009-49ce-8ce2-d75edb1aceee req-9708759c-b6e7-43ef-88b8-1a4f2049c828 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0b2a8c929aa54b05ba857077fa769fd4&device_id=409334cc-b4ff-4654-8fd3-ee74502f11d9 HTTP/1.1" status: 200 len: 1096 time: 0.1141732 May 28 07:29:26.467402 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3f702f11-2ad3-4d19-b4ef-36f5ea7f1c85 req-a9b2c7b0-ffa4-467c-a9e6-2a3d3760c1fa tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/security-groups?id=952a508c-2b8c-4fca-8d5b-4421a2004463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306140 May 28 07:29:26.495034 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e13b3133-1ad1-403f-b71f-d41a753e59f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:29:26.506404 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7803f96a-3009-49ce-8ce2-d75edb1aceee req-d9968dd2-c2fe-4b9b-a8eb-ee5a17544f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:29:26.511861 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7803f96a-3009-49ce-8ce2-d75edb1aceee req-d9968dd2-c2fe-4b9b-a8eb-ee5a17544f1e service neutron] 10.222.0.69 "GET /v2.0/networks?id=8772ea08-42ef-4d5b-8595-400eb848687c HTTP/1.1" status: 200 len: 898 time: 0.1552279 May 28 07:29:26.610073 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7803f96a-3009-49ce-8ce2-d75edb1aceee req-58aa53a0-b40e-4c16-bcb0-a6d595a336c8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=42407a03-c394-4ce2-a337-80f03a1572b2 HTTP/1.1" status: 200 len: 1000 time: 0.0950990 May 28 07:29:26.670320 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7803f96a-3009-49ce-8ce2-d75edb1aceee req-137356bb-4a3e-4be9-8bdd-ad20bc0062ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:29:26.671820 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7803f96a-3009-49ce-8ce2-d75edb1aceee req-137356bb-4a3e-4be9-8bdd-ad20bc0062ae service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9287d1df-1c29-40d8-b242-35a2ae6318b3 HTTP/1.1" status: 200 len: 834 time: 0.0555401 May 28 07:29:26.748782 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7803f96a-3009-49ce-8ce2-d75edb1aceee req-893a8b74-b6aa-4125-a582-be0bcd64cf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:29:26.750155 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7803f96a-3009-49ce-8ce2-d75edb1aceee req-893a8b74-b6aa-4125-a582-be0bcd64cf8e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8772ea08-42ef-4d5b-8595-400eb848687c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0727854 May 28 07:29:26.986633 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7803f96a-3009-49ce-8ce2-d75edb1aceee req-369d1b8c-a506-46b2-843e-d1769adf3a0d service neutron] 10.222.0.69 "GET /v2.0/networks/8772ea08-42ef-4d5b-8595-400eb848687c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299671 May 28 07:29:27.115661 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7803f96a-3009-49ce-8ce2-d75edb1aceee req-8f5af3a2-c187-454d-ad3c-aa21aa2338d0 service neutron] 10.222.0.69 "GET /v2.0/networks/8772ea08-42ef-4d5b-8595-400eb848687c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230040 May 28 07:29:27.653099 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f2c39a-cec3-481f-8083-ef9167fce8e2 req-3c5a6f03-de99-43dc-ad68-782664b63ae4 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:29:27.654543 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b6f2c39a-cec3-481f-8083-ef9167fce8e2 req-3c5a6f03-de99-43dc-ad68-782664b63ae4 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=409334cc-b4ff-4654-8fd3-ee74502f11d9 HTTP/1.1" status: 200 len: 945 time: 0.0782671 May 28 07:29:27.698324 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b6f2c39a-cec3-481f-8083-ef9167fce8e2 req-2d81135e-06b1-48dd-bfea-e2fde77e3261 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/security-groups?id=952a508c-2b8c-4fca-8d5b-4421a2004463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374744 May 28 07:29:28.115068 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:29:28.885985 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c960ef57-e38a-471d-8baa-6ff9b89180a0 req-afddcf2b-2a68-4df6-baa3-e48d07f263ca tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:29:28.887435 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c960ef57-e38a-471d-8baa-6ff9b89180a0 req-afddcf2b-2a68-4df6-baa3-e48d07f263ca tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=409334cc-b4ff-4654-8fd3-ee74502f11d9 HTTP/1.1" status: 200 len: 945 time: 0.0827730 May 28 07:29:28.932748 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c960ef57-e38a-471d-8baa-6ff9b89180a0 req-e8e6c7eb-36ed-42a3-9f68-d545054cbdd3 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/security-groups?id=952a508c-2b8c-4fca-8d5b-4421a2004463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394516 May 28 07:29:29.003948 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-215f167b-2aa1-4042-80ca-3e9e41f4bf32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:29:30.109805 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:29:30.130301 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a990198-6f8e-4ff1-bc54-8cca7450f816 req-be419709-95d4-4507-b7a7-fd4f4d22371f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:29:30.131746 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1a990198-6f8e-4ff1-bc54-8cca7450f816 req-be419709-95d4-4507-b7a7-fd4f4d22371f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=409334cc-b4ff-4654-8fd3-ee74502f11d9 HTTP/1.1" status: 200 len: 945 time: 0.0821486 May 28 07:29:30.138227 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:29:30.175846 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1a990198-6f8e-4ff1-bc54-8cca7450f816 req-3ea71582-a09a-4e2d-a252-fe8073a04c39 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/security-groups?id=952a508c-2b8c-4fca-8d5b-4421a2004463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384276 May 28 07:29:31.364173 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48ac73b-c204-47de-bd06-5d83833952f2 req-6bf0ecf7-0a5c-43b7-8b14-72c268612427 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:29:31.365622 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e48ac73b-c204-47de-bd06-5d83833952f2 req-6bf0ecf7-0a5c-43b7-8b14-72c268612427 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=409334cc-b4ff-4654-8fd3-ee74502f11d9 HTTP/1.1" status: 200 len: 945 time: 0.0820048 May 28 07:29:31.408488 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e48ac73b-c204-47de-bd06-5d83833952f2 req-d0842dda-bc07-4e2f-93ab-79d17351b88c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/security-groups?id=952a508c-2b8c-4fca-8d5b-4421a2004463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372999 May 28 07:29:31.920883 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:29:32.596900 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa12d38-1e7b-4bb5-b411-5e022001d6ff req-7ed4c3c4-f5ab-40f1-a02d-cf58b34055cb tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:29:32.598658 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8fa12d38-1e7b-4bb5-b411-5e022001d6ff req-7ed4c3c4-f5ab-40f1-a02d-cf58b34055cb tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=409334cc-b4ff-4654-8fd3-ee74502f11d9 HTTP/1.1" status: 200 len: 945 time: 0.0828447 May 28 07:29:32.650337 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8fa12d38-1e7b-4bb5-b411-5e022001d6ff req-ed946944-c458-4c9f-839d-146ff0ac566e tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/security-groups?id=952a508c-2b8c-4fca-8d5b-4421a2004463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450575 May 28 07:29:32.835561 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:29:33.840537 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71b9e45-12c3-4702-8683-d1eb3f24aff6 req-d198346d-a328-4272-97cd-25a3ab7f51d0 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:29:33.841927 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c71b9e45-12c3-4702-8683-d1eb3f24aff6 req-d198346d-a328-4272-97cd-25a3ab7f51d0 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=409334cc-b4ff-4654-8fd3-ee74502f11d9 HTTP/1.1" status: 200 len: 945 time: 0.0814152 May 28 07:29:33.886033 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c71b9e45-12c3-4702-8683-d1eb3f24aff6 req-a5cecdce-dfe2-42fe-968a-6f653f5c18e5 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/security-groups?id=952a508c-2b8c-4fca-8d5b-4421a2004463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383420 May 28 07:29:35.071850 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113c6902-5f1f-4e0d-a55d-8c7f7ddfa165 req-827deb8a-aa13-4af5-ad29-9d627b53e25f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:29:35.073196 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-113c6902-5f1f-4e0d-a55d-8c7f7ddfa165 req-827deb8a-aa13-4af5-ad29-9d627b53e25f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=409334cc-b4ff-4654-8fd3-ee74502f11d9 HTTP/1.1" status: 200 len: 945 time: 0.0820756 May 28 07:29:35.116942 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-113c6902-5f1f-4e0d-a55d-8c7f7ddfa165 req-687633d8-57f1-4968-98d6-e71a5dd8ac30 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/security-groups?id=952a508c-2b8c-4fca-8d5b-4421a2004463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381410 May 28 07:29:36.298976 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c6e7d8-3381-43c9-8995-f2b50c24bf1d req-5e68d73e-0c26-4b98-af41-ee07050ee6ec tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:29:36.300419 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-32c6e7d8-3381-43c9-8995-f2b50c24bf1d req-5e68d73e-0c26-4b98-af41-ee07050ee6ec tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=409334cc-b4ff-4654-8fd3-ee74502f11d9 HTTP/1.1" status: 200 len: 945 time: 0.0795479 May 28 07:29:36.348696 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-32c6e7d8-3381-43c9-8995-f2b50c24bf1d req-9ec3fe28-b7ba-4c17-b7fe-918eeca19ee2 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/security-groups?id=952a508c-2b8c-4fca-8d5b-4421a2004463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403357 May 28 07:29:36.808475 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da83e21-683c-432f-834b-dd0792be6199 req-fc31e922-ae4f-46d4-85b0-7c4a9f914bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:29:36.809863 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2da83e21-683c-432f-834b-dd0792be6199 req-fc31e922-ae4f-46d4-85b0-7c4a9f914bd4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0b2a8c929aa54b05ba857077fa769fd4&device_id=409334cc-b4ff-4654-8fd3-ee74502f11d9 HTTP/1.1" status: 200 len: 1096 time: 0.0728705 May 28 07:29:36.953516 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da83e21-683c-432f-834b-dd0792be6199 req-a6cd8e85-86fb-497f-81f3-9f6b9020d3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:29:36.954884 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2da83e21-683c-432f-834b-dd0792be6199 req-a6cd8e85-86fb-497f-81f3-9f6b9020d3f3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=8772ea08-42ef-4d5b-8595-400eb848687c HTTP/1.1" status: 200 len: 898 time: 0.1258168 May 28 07:29:37.055486 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2da83e21-683c-432f-834b-dd0792be6199 req-3471163d-37f1-4d0b-9955-3c25e7ad4ce8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=42407a03-c394-4ce2-a337-80f03a1572b2 HTTP/1.1" status: 200 len: 1000 time: 0.0949502 May 28 07:29:37.124172 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da83e21-683c-432f-834b-dd0792be6199 req-a5c461f4-81bc-4204-8cb4-887ad774b81d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:29:37.124172 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2da83e21-683c-432f-834b-dd0792be6199 req-a5c461f4-81bc-4204-8cb4-887ad774b81d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9287d1df-1c29-40d8-b242-35a2ae6318b3 HTTP/1.1" status: 200 len: 834 time: 0.0561032 May 28 07:29:37.202318 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da83e21-683c-432f-834b-dd0792be6199 req-05b7f930-8413-4a19-9067-351c1a555c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:29:37.204294 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2da83e21-683c-432f-834b-dd0792be6199 req-05b7f930-8413-4a19-9067-351c1a555c3c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8772ea08-42ef-4d5b-8595-400eb848687c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0771024 May 28 07:29:37.336829 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2da83e21-683c-432f-834b-dd0792be6199 req-3cfeb100-861f-45a1-b946-ebf3fa7ddd0a service neutron] 10.222.0.69 "GET /v2.0/networks/8772ea08-42ef-4d5b-8595-400eb848687c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269562 May 28 07:29:37.605040 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2da83e21-683c-432f-834b-dd0792be6199 req-a4a521ae-03fe-4990-8023-ad4b1ba8a97c service neutron] 10.222.0.69 "GET /v2.0/networks/8772ea08-42ef-4d5b-8595-400eb848687c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2623732 May 28 07:29:37.643966 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba99c52-2aed-4868-955f-36c2730b65a4 req-f4c35bf3-b2a0-47b5-b725-03d264602859 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:29:37.645577 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-aba99c52-2aed-4868-955f-36c2730b65a4 req-f4c35bf3-b2a0-47b5-b725-03d264602859 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=409334cc-b4ff-4654-8fd3-ee74502f11d9 HTTP/1.1" status: 200 len: 945 time: 0.1889474 May 28 07:29:37.691860 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-aba99c52-2aed-4868-955f-36c2730b65a4 req-854af9e8-5a9a-4ca4-b748-a982d3c32083 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/security-groups?id=952a508c-2b8c-4fca-8d5b-4421a2004463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392966 May 28 07:29:38.877733 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624a8265-7c03-4949-b3af-43466a61f023 req-9b322676-aef1-408c-9226-c8c3d8c89824 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:29:38.879203 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-624a8265-7c03-4949-b3af-43466a61f023 req-9b322676-aef1-408c-9226-c8c3d8c89824 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=409334cc-b4ff-4654-8fd3-ee74502f11d9 HTTP/1.1" status: 200 len: 945 time: 0.0829351 May 28 07:29:38.922356 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-624a8265-7c03-4949-b3af-43466a61f023 req-9f34637f-4e85-471e-8e12-86b0740ec706 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/security-groups?id=952a508c-2b8c-4fca-8d5b-4421a2004463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375013 May 28 07:29:38.945372 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 58316) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:29:39.049156 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-33b96133-7430-47bf-855c-07cfcf80d7c4 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/floatingips/d7175b0b-1622-4b00-ba9c-1c13b9b89959 HTTP/1.1" status: 200 len: 992 time: 0.1025090 May 28 07:29:50.974670 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 07:29:56.474800 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-3507f138-1a3e-477b-993b-7b9532529e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:29:58.128115 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:29:59.002846 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-bc663eea-9c99-4291-8eb8-795a98e50f2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:00.105921 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:00.128652 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:01.888063 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:02.848941 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:09.431233 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 58340) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:30:09.634010 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-b4881bf7-6595-4aa7-9fb5-eb88a840f008 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Deleting port 34f437aa-211e-443d-81ae-a391ff83dfe5 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:30:09.634343 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b4881bf7-6595-4aa7-9fb5-eb88a840f008 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:09.801788 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b4881bf7-6595-4aa7-9fb5-eb88a840f008 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:09.802015 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b4881bf7-6595-4aa7-9fb5-eb88a840f008 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:09.920454 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-b4881bf7-6595-4aa7-9fb5-eb88a840f008 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Calling delete_port for 34f437aa-211e-443d-81ae-a391ff83dfe5 owned by network:floatingip {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:30:10.125985 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b4881bf7-6595-4aa7-9fb5-eb88a840f008 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:10.170857 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4881bf7-6595-4aa7-9fb5-eb88a840f008 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Pushing event deleted for resources: {'Port': ['ID=34f437aa-211e-443d-81ae-a391ff83dfe5,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:30:10.202614 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4881bf7-6595-4aa7-9fb5-eb88a840f008 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:30:10.202952 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4881bf7-6595-4aa7-9fb5-eb88a840f008 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:30:10.203282 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4881bf7-6595-4aa7-9fb5-eb88a840f008 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:30:10.203606 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4881bf7-6595-4aa7-9fb5-eb88a840f008 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:30:10.203927 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4881bf7-6595-4aa7-9fb5-eb88a840f008 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:30:10.204243 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4881bf7-6595-4aa7-9fb5-eb88a840f008 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:30:10.204559 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4881bf7-6595-4aa7-9fb5-eb88a840f008 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:30:10.204871 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4881bf7-6595-4aa7-9fb5-eb88a840f008 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:30:10.205184 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4881bf7-6595-4aa7-9fb5-eb88a840f008 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:30:10.205515 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4881bf7-6595-4aa7-9fb5-eb88a840f008 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:30:10.205852 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4881bf7-6595-4aa7-9fb5-eb88a840f008 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:30:10.206158 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4881bf7-6595-4aa7-9fb5-eb88a840f008 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:30:10.272548 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b4881bf7-6595-4aa7-9fb5-eb88a840f008 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for floatingip, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:10.272999 n-d-843702-1 neutron-server[89110]: INFO neutron.db.l3_db [None req-b4881bf7-6595-4aa7-9fb5-eb88a840f008 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Floating IP d7175b0b-1622-4b00-ba9c-1c13b9b89959 disassociated (deleted). External IP: 172.25.5.15, port: 42407a03-c394-4ce2-a337-80f03a1572b2. May 28 07:30:10.723631 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4881bf7-6595-4aa7-9fb5-eb88a840f008 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Router 9be85508-5fde-467b-a9b0-4e7d2a1f21c8 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 07:30:10.900010 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4881bf7-6595-4aa7-9fb5-eb88a840f008 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 07:30:10.914039 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee78252-297f-4596-b131-fda93b37dfcd None None] Sync routers for ids ['9be85508-5fde-467b-a9b0-4e7d2a1f21c8'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 07:30:10.922943 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee78252-297f-4596-b131-fda93b37dfcd None None] Routers {'9be85508-5fde-467b-a9b0-4e7d2a1f21c8'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:30:10.923540 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-6ee78252-297f-4596-b131-fda93b37dfcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:29:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['9be85508-5fde-467b-a9b0-4e7d2a1f21c8'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:30:11.014476 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-b4881bf7-6595-4aa7-9fb5-eb88a840f008 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:11.069331 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-b4881bf7-6595-4aa7-9fb5-eb88a840f008 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "DELETE /v2.0/floatingips/d7175b0b-1622-4b00-ba9c-1c13b9b89959 HTTP/1.1" status: 204 len: 168 time: 1.6370065 May 28 07:30:11.070451 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '409334cc-b4ff-4654-8fd3-ee74502f11d9', 'tag': '42407a03-c394-4ce2-a337-80f03a1572b2'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:30:11.094933 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-6ee78252-297f-4596-b131-fda93b37dfcd None None] Set router 9be85508-5fde-467b-a9b0-4e7d2a1f21c8 gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:30:11.398203 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-6ee78252-297f-4596-b131-fda93b37dfcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be85508-5fde-467b-a9b0-4e7d2a1f21c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-848550912', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '42c03419-3b68-4cae-8701-cdc349823c9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:28:33Z', 'updated_at': '2022-05-28T07:28:39Z', 'revision_number': 4, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'gw_port': {'id': '42c03419-3b68-4cae-8701-cdc349823c9d', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:a4:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be85508-5fde-467b-a9b0-4e7d2a1f21c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:28:34Z', 'updated_at': '2022-05-28T07:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'a8275fd8-5623-4699-980e-3e82ec9006c1', 'name': '', 'network_id': '8772ea08-42ef-4d5b-8595-400eb848687c', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'mac_address': 'fa:16:3e:90:51:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be85508-5fde-467b-a9b0-4e7d2a1f21c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '9287d1df-1c29-40d8-b242-35a2ae6318b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:28:38Z', 'updated_at': '2022-05-28T07:28:45Z', 'revision_number': 5, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'subnets': [{'id': '9287d1df-1c29-40d8-b242-35a2ae6318b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:30:11.402925 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee78252-297f-4596-b131-fda93b37dfcd None None] Checking router: 9be85508-5fde-467b-a9b0-4e7d2a1f21c8 for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 07:30:11.411218 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee78252-297f-4596-b131-fda93b37dfcd None None] Routers {'9be85508-5fde-467b-a9b0-4e7d2a1f21c8'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:30:11.411810 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-6ee78252-297f-4596-b131-fda93b37dfcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:29:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['9be85508-5fde-467b-a9b0-4e7d2a1f21c8'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:30:11.530674 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf831ad6-76ca-437b-8b94-bd7bdda0cb5e'] response: {'name': 'network-changed', 'server_uuid': '409334cc-b4ff-4654-8fd3-ee74502f11d9', 'tag': '42407a03-c394-4ce2-a337-80f03a1572b2', 'status': 'completed', 'code': 200} May 28 07:30:11.594861 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-6ee78252-297f-4596-b131-fda93b37dfcd None None] Set router 9be85508-5fde-467b-a9b0-4e7d2a1f21c8 gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:30:11.686428 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d24ce8-2765-4dd1-b7ac-b8ab6dd2a71f req-a756ab0c-ee87-46a3-bddb-1fb6cbd260bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:30:11.687825 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-51d24ce8-2765-4dd1-b7ac-b8ab6dd2a71f req-a756ab0c-ee87-46a3-bddb-1fb6cbd260bd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0b2a8c929aa54b05ba857077fa769fd4&device_id=409334cc-b4ff-4654-8fd3-ee74502f11d9 HTTP/1.1" status: 200 len: 1096 time: 0.1316254 May 28 07:30:11.790510 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34223a6f-2d55-4e35-9cad-1e62e667be7b req-cdf0cf86-7612-4e21-ab33-f129aad8a5b7 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:30:11.791220 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-34223a6f-2d55-4e35-9cad-1e62e667be7b req-cdf0cf86-7612-4e21-ab33-f129aad8a5b7 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Synchronizing usage tracker for tenant:0b2a8c929aa54b05ba857077fa769fd4 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:30:11.843879 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d24ce8-2765-4dd1-b7ac-b8ab6dd2a71f req-330fec64-7d8c-48d2-a1a9-2a575f2d0e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:30:11.845347 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-51d24ce8-2765-4dd1-b7ac-b8ab6dd2a71f req-330fec64-7d8c-48d2-a1a9-2a575f2d0e14 service neutron] 10.222.0.69 "GET /v2.0/networks?id=8772ea08-42ef-4d5b-8595-400eb848687c HTTP/1.1" status: 200 len: 898 time: 0.1500080 May 28 07:30:11.908829 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-34223a6f-2d55-4e35-9cad-1e62e667be7b req-cdf0cf86-7612-4e21-ab33-f129aad8a5b7 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Unset dirty status for tenant:0b2a8c929aa54b05ba857077fa769fd4 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:30:11.910007 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-34223a6f-2d55-4e35-9cad-1e62e667be7b req-cdf0cf86-7612-4e21-ab33-f129aad8a5b7 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=409334cc-b4ff-4654-8fd3-ee74502f11d9 HTTP/1.1" status: 200 len: 945 time: 0.2934527 May 28 07:30:11.919382 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-51d24ce8-2765-4dd1-b7ac-b8ab6dd2a71f req-d36f9bc2-ccac-4b79-a05a-dd63c1da698e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=42407a03-c394-4ce2-a337-80f03a1572b2 HTTP/1.1" status: 200 len: 217 time: 0.0670462 May 28 07:30:11.931482 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-6ee78252-297f-4596-b131-fda93b37dfcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be85508-5fde-467b-a9b0-4e7d2a1f21c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-848550912', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '42c03419-3b68-4cae-8701-cdc349823c9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:28:33Z', 'updated_at': '2022-05-28T07:28:39Z', 'revision_number': 4, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'gw_port': {'id': '42c03419-3b68-4cae-8701-cdc349823c9d', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:a4:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be85508-5fde-467b-a9b0-4e7d2a1f21c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:28:34Z', 'updated_at': '2022-05-28T07:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'a8275fd8-5623-4699-980e-3e82ec9006c1', 'name': '', 'network_id': '8772ea08-42ef-4d5b-8595-400eb848687c', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'mac_address': 'fa:16:3e:90:51:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be85508-5fde-467b-a9b0-4e7d2a1f21c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '9287d1df-1c29-40d8-b242-35a2ae6318b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:28:38Z', 'updated_at': '2022-05-28T07:28:45Z', 'revision_number': 5, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'subnets': [{'id': '9287d1df-1c29-40d8-b242-35a2ae6318b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:30:11.935722 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee78252-297f-4596-b131-fda93b37dfcd None None] The sync data for ids ['9be85508-5fde-467b-a9b0-4e7d2a1f21c8'] in n-d-843702-1 is: [{'id': '9be85508-5fde-467b-a9b0-4e7d2a1f21c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-848550912', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '42c03419-3b68-4cae-8701-cdc349823c9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:28:33Z', 'updated_at': '2022-05-28T07:28:39Z', 'revision_number': 4, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'gw_port': {'id': '42c03419-3b68-4cae-8701-cdc349823c9d', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:a4:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be85508-5fde-467b-a9b0-4e7d2a1f21c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:28:34Z', 'updated_at': '2022-05-28T07:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'a8275fd8-5623-4699-980e-3e82ec9006c1', 'name': '', 'network_id': '8772ea08-42ef-4d5b-8595-400eb848687c', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'mac_address': 'fa:16:3e:90:51:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be85508-5fde-467b-a9b0-4e7d2a1f21c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '9287d1df-1c29-40d8-b242-35a2ae6318b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:28:38Z', 'updated_at': '2022-05-28T07:28:45Z', 'revision_number': 5, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'subnets': [{'id': '9287d1df-1c29-40d8-b242-35a2ae6318b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 07:30:12.005167 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-34223a6f-2d55-4e35-9cad-1e62e667be7b req-0acc86f1-86f0-4b14-a7eb-85071887d3a3 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/security-groups?id=952a508c-2b8c-4fca-8d5b-4421a2004463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873790 May 28 07:30:12.011608 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d24ce8-2765-4dd1-b7ac-b8ab6dd2a71f req-b366b9bc-f9e8-474a-bd9c-f256721ca221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:30:12.013030 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-51d24ce8-2765-4dd1-b7ac-b8ab6dd2a71f req-b366b9bc-f9e8-474a-bd9c-f256721ca221 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9287d1df-1c29-40d8-b242-35a2ae6318b3 HTTP/1.1" status: 200 len: 834 time: 0.0797582 May 28 07:30:12.095274 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d24ce8-2765-4dd1-b7ac-b8ab6dd2a71f req-5ae3a5f2-4f0e-4ce4-ba49-aba027108589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:30:12.097504 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-51d24ce8-2765-4dd1-b7ac-b8ab6dd2a71f req-5ae3a5f2-4f0e-4ce4-ba49-aba027108589 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8772ea08-42ef-4d5b-8595-400eb848687c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0765462 May 28 07:30:12.159214 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202bacde-f53d-4dd6-923e-7ce0d8b86171 None None] New status for floating IP d7175b0b-1622-4b00-ba9c-1c13b9b89959: DOWN {{(pid=89111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 07:30:12.232344 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-51d24ce8-2765-4dd1-b7ac-b8ab6dd2a71f req-f57d2e8c-df02-4bd1-833e-6eaa6466428e service neutron] 10.222.0.69 "GET /v2.0/networks/8772ea08-42ef-4d5b-8595-400eb848687c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290150 May 28 07:30:12.368059 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-51d24ce8-2765-4dd1-b7ac-b8ab6dd2a71f req-9c3f8d94-7e3a-40e9-9149-7912492317a2 service neutron] 10.222.0.69 "GET /v2.0/networks/8772ea08-42ef-4d5b-8595-400eb848687c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295538 May 28 07:30:13.104918 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c70e8b2-af4b-41de-abe4-45b593b453d7 req-2248c2a9-9c41-4888-94b5-e4362a722b87 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:30:13.106376 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6c70e8b2-af4b-41de-abe4-45b593b453d7 req-2248c2a9-9c41-4888-94b5-e4362a722b87 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.69 "GET /v2.0/ports?device_id=409334cc-b4ff-4654-8fd3-ee74502f11d9 HTTP/1.1" status: 200 len: 945 time: 0.0789034 May 28 07:30:13.233661 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-6c70e8b2-af4b-41de-abe4-45b593b453d7 req-1dcac2cd-b30c-48c1-8b27-7cdddadf1411 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Deleting port 42407a03-c394-4ce2-a337-80f03a1572b2 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:30:13.233994 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-6c70e8b2-af4b-41de-abe4-45b593b453d7 req-1dcac2cd-b30c-48c1-8b27-7cdddadf1411 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:13.349926 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18592c01-cb79-4f1f-8098-cc67dd67de95 req-427289d5-ad51-49b6-a56a-dca6e979ad91 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:30:13.351683 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-18592c01-cb79-4f1f-8098-cc67dd67de95 req-427289d5-ad51-49b6-a56a-dca6e979ad91 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=409334cc-b4ff-4654-8fd3-ee74502f11d9 HTTP/1.1" status: 200 len: 945 time: 0.2018259 May 28 07:30:13.594637 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-18592c01-cb79-4f1f-8098-cc67dd67de95 req-fe0b7e78-83a0-40ea-bfe8-2c78225031f9 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/security-groups?id=952a508c-2b8c-4fca-8d5b-4421a2004463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2368865 May 28 07:30:13.645579 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-6c70e8b2-af4b-41de-abe4-45b593b453d7 req-1dcac2cd-b30c-48c1-8b27-7cdddadf1411 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] For port 42407a03-c394-4ce2-a337-80f03a1572b2, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=42407a03-c394-4ce2-a337-80f03a1572b2,segment=NetworkSegment(c6b26e6c-7d1c-40ee-bf5d-92c35d63dc36),segment_id=c6b26e6c-7d1c-40ee-bf5d-92c35d63dc36)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:30:13.645929 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-6c70e8b2-af4b-41de-abe4-45b593b453d7 req-1dcac2cd-b30c-48c1-8b27-7cdddadf1411 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:13.768611 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-6c70e8b2-af4b-41de-abe4-45b593b453d7 req-1dcac2cd-b30c-48c1-8b27-7cdddadf1411 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Calling delete_port for 42407a03-c394-4ce2-a337-80f03a1572b2 owned by compute:nova {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:30:13.965736 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-6c70e8b2-af4b-41de-abe4-45b593b453d7 req-1dcac2cd-b30c-48c1-8b27-7cdddadf1411 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:14.018452 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcac2cd-b30c-48c1-8b27-7cdddadf1411 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Pushing event deleted for resources: {'Port': ['ID=42407a03-c394-4ce2-a337-80f03a1572b2,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:30:14.094627 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c70e8b2-af4b-41de-abe4-45b593b453d7 req-1dcac2cd-b30c-48c1-8b27-7cdddadf1411 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] No DVR routers for this DVR port 42407a03-c394-4ce2-a337-80f03a1572b2 on host n-h1-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 07:30:14.097365 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-6c70e8b2-af4b-41de-abe4-45b593b453d7 req-1dcac2cd-b30c-48c1-8b27-7cdddadf1411 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:14.099856 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '409334cc-b4ff-4654-8fd3-ee74502f11d9', 'name': 'network-vif-deleted', 'tag': '42407a03-c394-4ce2-a337-80f03a1572b2'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:30:14.146062 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91c65a40-736b-463d-bc25-c9c9e05f6c15'] response: {'server_uuid': '409334cc-b4ff-4654-8fd3-ee74502f11d9', 'name': 'network-vif-deleted', 'tag': '42407a03-c394-4ce2-a337-80f03a1572b2', 'status': 'completed', 'code': 200} May 28 07:30:14.180887 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6c70e8b2-af4b-41de-abe4-45b593b453d7 req-1dcac2cd-b30c-48c1-8b27-7cdddadf1411 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.69 "DELETE /v2.0/ports/42407a03-c394-4ce2-a337-80f03a1572b2 HTTP/1.1" status: 204 len: 173 time: 1.0687578 May 28 07:30:14.760753 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-0627801e-0feb-4d93-9d76-6bbe6f15c261 req-1f2c3029-bcef-4024-be9d-aaac51ea8449 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Synchronizing usage tracker for tenant:0b2a8c929aa54b05ba857077fa769fd4 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:30:14.857129 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-0627801e-0feb-4d93-9d76-6bbe6f15c261 req-1f2c3029-bcef-4024-be9d-aaac51ea8449 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Unset dirty status for tenant:0b2a8c929aa54b05ba857077fa769fd4 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:30:14.858348 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0627801e-0feb-4d93-9d76-6bbe6f15c261 req-1f2c3029-bcef-4024-be9d-aaac51ea8449 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=409334cc-b4ff-4654-8fd3-ee74502f11d9 HTTP/1.1" status: 200 len: 210 time: 0.1428959 May 28 07:30:15.957761 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 58362) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:30:16.504024 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-464860fe-098d-42ea-9c9c-387ad7d5af49 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700548'] for router_interface, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:16.954331 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-464860fe-098d-42ea-9c9c-387ad7d5af49 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Deleting port a8275fd8-5623-4699-980e-3e82ec9006c1 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:30:16.954666 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-464860fe-098d-42ea-9c9c-387ad7d5af49 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:17.135143 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [None req-464860fe-098d-42ea-9c9c-387ad7d5af49 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] For port a8275fd8-5623-4699-980e-3e82ec9006c1, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=a8275fd8-5623-4699-980e-3e82ec9006c1,segment=NetworkSegment(c6b26e6c-7d1c-40ee-bf5d-92c35d63dc36),segment_id=c6b26e6c-7d1c-40ee-bf5d-92c35d63dc36)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:30:17.135865 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-464860fe-098d-42ea-9c9c-387ad7d5af49 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:17.259544 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-464860fe-098d-42ea-9c9c-387ad7d5af49 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Calling delete_port for a8275fd8-5623-4699-980e-3e82ec9006c1 owned by network:router_interface {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:30:17.523045 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-464860fe-098d-42ea-9c9c-387ad7d5af49 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:17.571131 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464860fe-098d-42ea-9c9c-387ad7d5af49 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Pushing event deleted for resources: {'Port': ['ID=a8275fd8-5623-4699-980e-3e82ec9006c1,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:30:17.849259 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-464860fe-098d-42ea-9c9c-387ad7d5af49 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700472'] for router_interface, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:18.224114 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-464860fe-098d-42ea-9c9c-387ad7d5af49 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Router 9be85508-5fde-467b-a9b0-4e7d2a1f21c8 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 07:30:18.225675 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 42407a03-c394-4ce2-a337-80f03a1572b2 no longer exists at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:30:18.259639 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] No Port match for: 42407a03-c394-4ce2-a337-80f03a1572b2 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 07:30:18.259985 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 42407a03-c394-4ce2-a337-80f03a1572b2 not bound to the agent host n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 07:30:18.504644 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-464860fe-098d-42ea-9c9c-387ad7d5af49 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 07:30:18.515024 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c7f997-b90d-4a33-a1f2-7ab6a96ca894 None None] Sync routers for ids ['9be85508-5fde-467b-a9b0-4e7d2a1f21c8'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 07:30:18.524361 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c7f997-b90d-4a33-a1f2-7ab6a96ca894 None None] Routers {'9be85508-5fde-467b-a9b0-4e7d2a1f21c8'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:30:18.526470 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-53c7f997-b90d-4a33-a1f2-7ab6a96ca894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:29:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['9be85508-5fde-467b-a9b0-4e7d2a1f21c8'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:30:18.592684 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-464860fe-098d-42ea-9c9c-387ad7d5af49 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "PUT /v2.0/routers/9be85508-5fde-467b-a9b0-4e7d2a1f21c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6337931 May 28 07:30:18.595399 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 58368) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:30:18.662864 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_v2 [None req-35378c92-eb72-4644-a503-627bf1baec3c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Deleting subnet 9287d1df-1c29-40d8-b242-35a2ae6318b3 {{(pid=89110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 07:30:18.666640 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-35378c92-eb72-4644-a503-627bf1baec3c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for subnet, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:18.699577 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-53c7f997-b90d-4a33-a1f2-7ab6a96ca894 None None] Set router 9be85508-5fde-467b-a9b0-4e7d2a1f21c8 gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:30:18.720428 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-35378c92-eb72-4644-a503-627bf1baec3c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4150765'] for subnet, precommit_delete_associations {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:18.808025 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-35378c92-eb72-4644-a503-627bf1baec3c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:18.957052 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-35378c92-eb72-4644-a503-627bf1baec3c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3115981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3172005'] for subnet, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:18.986060 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-53c7f997-b90d-4a33-a1f2-7ab6a96ca894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be85508-5fde-467b-a9b0-4e7d2a1f21c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-848550912', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '42c03419-3b68-4cae-8701-cdc349823c9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:28:33Z', 'updated_at': '2022-05-28T07:30:17Z', 'revision_number': 5, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'gw_port': {'id': '42c03419-3b68-4cae-8701-cdc349823c9d', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:a4:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be85508-5fde-467b-a9b0-4e7d2a1f21c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:28:34Z', 'updated_at': '2022-05-28T07:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:30:18.989680 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c7f997-b90d-4a33-a1f2-7ab6a96ca894 None None] Checking router: 9be85508-5fde-467b-a9b0-4e7d2a1f21c8 for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 07:30:18.997799 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c7f997-b90d-4a33-a1f2-7ab6a96ca894 None None] Routers {'9be85508-5fde-467b-a9b0-4e7d2a1f21c8'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:30:18.998616 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-53c7f997-b90d-4a33-a1f2-7ab6a96ca894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:29:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['9be85508-5fde-467b-a9b0-4e7d2a1f21c8'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:30:18.998749 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35378c92-eb72-4644-a503-627bf1baec3c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Pushing event deleted for resources: {'Subnet': ['ID=9287d1df-1c29-40d8-b242-35a2ae6318b3,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:30:19.000638 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-35378c92-eb72-4644-a503-627bf1baec3c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:19.007010 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-35378c92-eb72-4644-a503-627bf1baec3c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "DELETE /v2.0/subnets/9287d1df-1c29-40d8-b242-35a2ae6318b3 HTTP/1.1" status: 204 len: 168 time: 0.4105732 May 28 07:30:19.008932 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df86cab8-4565-4ef8-a0e5-50a0153ee380 None None] Network 8772ea08-42ef-4d5b-8595-400eb848687c requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 07:30:19.009903 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 58372) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:30:19.176860 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-53c7f997-b90d-4a33-a1f2-7ab6a96ca894 None None] Set router 9be85508-5fde-467b-a9b0-4e7d2a1f21c8 gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:30:19.190960 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-03d5faaa-ce28-43fc-8bd4-e1a5d77d416f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for router, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:19.277844 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d1ed205-3912-4b72-bc28-8c031bca2e98 None None] DHCP port deletion for 8772ea08-42ef-4d5b-8595-400eb848687c request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 07:30:19.282490 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-3d1ed205-3912-4b72-bc28-8c031bca2e98 None None] Deleting port 217f4686-3a05-45d0-8f30-1a7a4646ae31 {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:30:19.282966 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-3d1ed205-3912-4b72-bc28-8c031bca2e98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:19.381065 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-03d5faaa-ce28-43fc-8bd4-e1a5d77d416f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:19.457446 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-03d5faaa-ce28-43fc-8bd4-e1a5d77d416f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Deleting port 42c03419-3b68-4cae-8701-cdc349823c9d {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:30:19.458070 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-03d5faaa-ce28-43fc-8bd4-e1a5d77d416f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:19.501634 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-53c7f997-b90d-4a33-a1f2-7ab6a96ca894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be85508-5fde-467b-a9b0-4e7d2a1f21c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-848550912', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '42c03419-3b68-4cae-8701-cdc349823c9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:28:33Z', 'updated_at': '2022-05-28T07:30:17Z', 'revision_number': 5, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'gw_port': {'id': '42c03419-3b68-4cae-8701-cdc349823c9d', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:a4:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be85508-5fde-467b-a9b0-4e7d2a1f21c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:28:34Z', 'updated_at': '2022-05-28T07:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:30:19.504321 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-3d1ed205-3912-4b72-bc28-8c031bca2e98 None None] For port 217f4686-3a05-45d0-8f30-1a7a4646ae31, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=217f4686-3a05-45d0-8f30-1a7a4646ae31,segment=NetworkSegment(c6b26e6c-7d1c-40ee-bf5d-92c35d63dc36),segment_id=c6b26e6c-7d1c-40ee-bf5d-92c35d63dc36)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:30:19.505019 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-3d1ed205-3912-4b72-bc28-8c031bca2e98 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:19.505924 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c7f997-b90d-4a33-a1f2-7ab6a96ca894 None None] The sync data for ids ['9be85508-5fde-467b-a9b0-4e7d2a1f21c8'] in n-d-843702-1 is: [{'id': '9be85508-5fde-467b-a9b0-4e7d2a1f21c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-848550912', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '42c03419-3b68-4cae-8701-cdc349823c9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:28:33Z', 'updated_at': '2022-05-28T07:30:17Z', 'revision_number': 5, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'gw_port': {'id': '42c03419-3b68-4cae-8701-cdc349823c9d', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:a4:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be85508-5fde-467b-a9b0-4e7d2a1f21c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:28:34Z', 'updated_at': '2022-05-28T07:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 07:30:19.645105 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-03d5faaa-ce28-43fc-8bd4-e1a5d77d416f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] For port 42c03419-3b68-4cae-8701-cdc349823c9d, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=42c03419-3b68-4cae-8701-cdc349823c9d,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:30:19.645487 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-03d5faaa-ce28-43fc-8bd4-e1a5d77d416f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:19.652091 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-3d1ed205-3912-4b72-bc28-8c031bca2e98 None None] Calling delete_port for 217f4686-3a05-45d0-8f30-1a7a4646ae31 owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:30:19.770218 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-03d5faaa-ce28-43fc-8bd4-e1a5d77d416f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Calling delete_port for 42c03419-3b68-4cae-8701-cdc349823c9d owned by network:router_gateway {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:30:19.808576 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-3d1ed205-3912-4b72-bc28-8c031bca2e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879'] for port, after_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:19.855994 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1ed205-3912-4b72-bc28-8c031bca2e98 None None] Pushing event deleted for resources: {'Port': ['ID=217f4686-3a05-45d0-8f30-1a7a4646ae31,revision_number=None']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:30:19.858327 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1ed205-3912-4b72-bc28-8c031bca2e98 None None] No DVR routers for this DVR port 217f4686-3a05-45d0-8f30-1a7a4646ae31 on host n-d-843702-1 {{(pid=89111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 07:30:19.874969 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1ed205-3912-4b72-bc28-8c031bca2e98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:30:19.874969 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1ed205-3912-4b72-bc28-8c031bca2e98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:30:19.874969 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1ed205-3912-4b72-bc28-8c031bca2e98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:30:19.874969 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1ed205-3912-4b72-bc28-8c031bca2e98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:30:19.874969 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1ed205-3912-4b72-bc28-8c031bca2e98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:30:19.874969 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1ed205-3912-4b72-bc28-8c031bca2e98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:30:19.874969 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1ed205-3912-4b72-bc28-8c031bca2e98 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:30:19.874969 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1ed205-3912-4b72-bc28-8c031bca2e98 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:30:19.874969 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1ed205-3912-4b72-bc28-8c031bca2e98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:30:19.874969 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1ed205-3912-4b72-bc28-8c031bca2e98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:30:19.874969 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1ed205-3912-4b72-bc28-8c031bca2e98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:30:19.874969 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1ed205-3912-4b72-bc28-8c031bca2e98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:30:20.151016 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-03d5faaa-ce28-43fc-8bd4-e1a5d77d416f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:20.196506 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d5faaa-ce28-43fc-8bd4-e1a5d77d416f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Pushing event deleted for resources: {'Port': ['ID=42c03419-3b68-4cae-8701-cdc349823c9d,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:30:20.232887 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d5faaa-ce28-43fc-8bd4-e1a5d77d416f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:30:20.233232 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d5faaa-ce28-43fc-8bd4-e1a5d77d416f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:30:20.233602 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d5faaa-ce28-43fc-8bd4-e1a5d77d416f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:30:20.233931 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d5faaa-ce28-43fc-8bd4-e1a5d77d416f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:30:20.234257 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d5faaa-ce28-43fc-8bd4-e1a5d77d416f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:30:20.234584 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d5faaa-ce28-43fc-8bd4-e1a5d77d416f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:30:20.234904 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d5faaa-ce28-43fc-8bd4-e1a5d77d416f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:30:20.235225 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d5faaa-ce28-43fc-8bd4-e1a5d77d416f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:30:20.235548 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d5faaa-ce28-43fc-8bd4-e1a5d77d416f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:30:20.235890 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d5faaa-ce28-43fc-8bd4-e1a5d77d416f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:30:20.236207 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d5faaa-ce28-43fc-8bd4-e1a5d77d416f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:30:20.236519 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d5faaa-ce28-43fc-8bd4-e1a5d77d416f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:30:20.297644 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-03d5faaa-ce28-43fc-8bd4-e1a5d77d416f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691105'] for router_gateway, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:20.579120 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-03d5faaa-ce28-43fc-8bd4-e1a5d77d416f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59018'] for router, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:20.581233 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-03d5faaa-ce28-43fc-8bd4-e1a5d77d416f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:20.685691 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-03d5faaa-ce28-43fc-8bd4-e1a5d77d416f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-703817'] for router, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:20.686196 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03d5faaa-ce28-43fc-8bd4-e1a5d77d416f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Fanout notify agent at l3_agent the message router_deleted on router 9be85508-5fde-467b-a9b0-4e7d2a1f21c8 {{(pid=89109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 07:30:20.703333 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-03d5faaa-ce28-43fc-8bd4-e1a5d77d416f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:20.703333 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-03d5faaa-ce28-43fc-8bd4-e1a5d77d416f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "DELETE /v2.0/routers/9be85508-5fde-467b-a9b0-4e7d2a1f21c8 HTTP/1.1" status: 204 len: 168 time: 1.6917441 May 28 07:30:20.705442 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 58376) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:30:20.828490 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-24e2757d-93b8-4bfa-baab-ead409f172b2 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:20.961707 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-24e2757d-93b8-4bfa-baab-ead409f172b2 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:20.986071 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-24e2757d-93b8-4bfa-baab-ead409f172b2 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8772ea08-42ef-4d5b-8595-400eb848687c']}} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:30:20.998755 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-24e2757d-93b8-4bfa-baab-ead409f172b2 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6b26e6c-7d1c-40ee-bf5d-92c35d63dc36') {'for_net_delete': True} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:30:20.999050 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-24e2757d-93b8-4bfa-baab-ead409f172b2 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6b26e6c-7d1c-40ee-bf5d-92c35d63dc36') {} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:30:21.010770 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-24e2757d-93b8-4bfa-baab-ead409f172b2 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4150778'] for segment, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:21.030629 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-24e2757d-93b8-4bfa-baab-ead409f172b2 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:21.036481 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24e2757d-93b8-4bfa-baab-ead409f172b2 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=89110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 07:30:21.036857 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-24e2757d-93b8-4bfa-baab-ead409f172b2 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3143023'] for segment, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:21.102198 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment c6b26e6c-7d1c-40ee-bf5d-92c35d63dc36 resource provider aggregate not found May 28 07:30:21.126972 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment c6b26e6c-7d1c-40ee-bf5d-92c35d63dc36 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c6b26e6c-7d1c-40ee-bf5d-92c35d63dc36 found for delete ", "request_id": "req-01c802b6-fee7-4bf7-8b95-0c17becf82bc"}]} May 28 07:30:21.181776 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 217f4686-3a05-45d0-8f30-1a7a4646ae31 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:30:21.200191 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-24e2757d-93b8-4bfa-baab-ead409f172b2 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:21.218974 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-24e2757d-93b8-4bfa-baab-ead409f172b2 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:21.221787 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 217f4686-3a05-45d0-8f30-1a7a4646ae31 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 07:30:21.221787 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 217f4686-3a05-45d0-8f30-1a7a4646ae31 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 07:30:21.221787 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 42c03419-3b68-4cae-8701-cdc349823c9d no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:30:21.236215 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e2757d-93b8-4bfa-baab-ead409f172b2 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Pushing event deleted for resources: {'Network': ['ID=8772ea08-42ef-4d5b-8595-400eb848687c,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:30:21.239446 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-24e2757d-93b8-4bfa-baab-ead409f172b2 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "DELETE /v2.0/networks/8772ea08-42ef-4d5b-8595-400eb848687c HTTP/1.1" status: 204 len: 168 time: 0.5329897 May 28 07:30:21.242872 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 58384) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:30:21.254966 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 42c03419-3b68-4cae-8701-cdc349823c9d {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 07:30:21.255341 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 42c03419-3b68-4cae-8701-cdc349823c9d not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 07:30:21.255773 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device a8275fd8-5623-4699-980e-3e82ec9006c1 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:30:21.288540 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: a8275fd8-5623-4699-980e-3e82ec9006c1 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 07:30:21.288958 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device a8275fd8-5623-4699-980e-3e82ec9006c1 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 07:30:21.310392 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1f98f1b3-7337-4097-b6b0-62ad46b71d4d tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:21.340099 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1f98f1b3-7337-4097-b6b0-62ad46b71d4d tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:21.462849 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1f98f1b3-7337-4097-b6b0-62ad46b71d4d tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:21.478986 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f98f1b3-7337-4097-b6b0-62ad46b71d4d tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=952a508c-2b8c-4fca-8d5b-4421a2004463,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:30:21.486159 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1f98f1b3-7337-4097-b6b0-62ad46b71d4d tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:21.487290 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-1f98f1b3-7337-4097-b6b0-62ad46b71d4d tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "DELETE /v2.0/security-groups/952a508c-2b8c-4fca-8d5b-4421a2004463 HTTP/1.1" status: 204 len: 168 time: 0.2435217 May 28 07:30:21.743291 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 58392) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:30:21.748503 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-626efbfe-b9d2-41d0-8651-c6ae57d70718 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1763025511', 'description': 'tempest-secgroup-smoke-1763025511 description', 'project_id': '0b2a8c929aa54b05ba857077fa769fd4'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:30:21.755800 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-626efbfe-b9d2-41d0-8651-c6ae57d70718 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:30:21.761126 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-626efbfe-b9d2-41d0-8651-c6ae57d70718 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Usage tracker for resource:security_group and tenant:0b2a8c929aa54b05ba857077fa769fd4 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:30:21.762827 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-626efbfe-b9d2-41d0-8651-c6ae57d70718 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:30:21.768409 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-626efbfe-b9d2-41d0-8651-c6ae57d70718 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:30:21.854345 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-626efbfe-b9d2-41d0-8651-c6ae57d70718 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:21.874114 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-626efbfe-b9d2-41d0-8651-c6ae57d70718 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:30:21.877893 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-626efbfe-b9d2-41d0-8651-c6ae57d70718 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Usage tracker for resource:security_group_rule and tenant:0b2a8c929aa54b05ba857077fa769fd4 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:30:21.880643 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-626efbfe-b9d2-41d0-8651-c6ae57d70718 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:30:21.886440 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-626efbfe-b9d2-41d0-8651-c6ae57d70718 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:30:21.958409 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-626efbfe-b9d2-41d0-8651-c6ae57d70718 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:22.022907 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-626efbfe-b9d2-41d0-8651-c6ae57d70718 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:22.066479 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626efbfe-b9d2-41d0-8651-c6ae57d70718 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f89681c6-d6e5-4384-907f-aa64d1a51dac,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:30:22.125783 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-626efbfe-b9d2-41d0-8651-c6ae57d70718 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:22.127011 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-626efbfe-b9d2-41d0-8651-c6ae57d70718 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3827510 May 28 07:30:22.129957 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 58396) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:30:22.135364 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-8dd97fc2-4392-4648-a8cf-4b71e86bfa13 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Request body: {'security_group_rule': {'security_group_id': 'f89681c6-d6e5-4384-907f-aa64d1a51dac', 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:30:22.142352 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-8dd97fc2-4392-4648-a8cf-4b71e86bfa13 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:30:22.146234 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-8dd97fc2-4392-4648-a8cf-4b71e86bfa13 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Usage tracker for resource:security_group_rule and tenant:0b2a8c929aa54b05ba857077fa769fd4 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:30:22.149886 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-8dd97fc2-4392-4648-a8cf-4b71e86bfa13 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:30:22.155597 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-8dd97fc2-4392-4648-a8cf-4b71e86bfa13 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:30:22.243758 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8dd97fc2-4392-4648-a8cf-4b71e86bfa13 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:22.303011 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8dd97fc2-4392-4648-a8cf-4b71e86bfa13 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:22.382962 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8dd97fc2-4392-4648-a8cf-4b71e86bfa13 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:22.410131 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd97fc2-4392-4648-a8cf-4b71e86bfa13 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5b71d4a-dde0-49b5-afc2-a47bcdca6662,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:30:22.502847 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8dd97fc2-4392-4648-a8cf-4b71e86bfa13 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:22.504054 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-8dd97fc2-4392-4648-a8cf-4b71e86bfa13 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3732162 May 28 07:30:22.507352 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 58400) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:30:22.512139 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-b2f3b4ec-0752-4b14-92ec-ac1ac5237481 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Request body: {'security_group_rule': {'security_group_id': 'f89681c6-d6e5-4384-907f-aa64d1a51dac', 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:30:22.519060 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-b2f3b4ec-0752-4b14-92ec-ac1ac5237481 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:30:22.523504 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-b2f3b4ec-0752-4b14-92ec-ac1ac5237481 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Usage tracker for resource:security_group_rule and tenant:0b2a8c929aa54b05ba857077fa769fd4 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:30:22.526400 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-b2f3b4ec-0752-4b14-92ec-ac1ac5237481 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:30:22.531942 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-b2f3b4ec-0752-4b14-92ec-ac1ac5237481 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:30:22.606607 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b2f3b4ec-0752-4b14-92ec-ac1ac5237481 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:22.667094 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b2f3b4ec-0752-4b14-92ec-ac1ac5237481 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:22.760035 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b2f3b4ec-0752-4b14-92ec-ac1ac5237481 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:22.783021 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f3b4ec-0752-4b14-92ec-ac1ac5237481 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fecf4d1-552c-4c32-9306-45e02227e515,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:30:22.862856 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-b2f3b4ec-0752-4b14-92ec-ac1ac5237481 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:22.864295 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-b2f3b4ec-0752-4b14-92ec-ac1ac5237481 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3557427 May 28 07:30:22.867370 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 58404) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:30:22.872309 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-2479ab7d-2071-411f-bcce-956812fc0847 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Request body: {'security_group_rule': {'security_group_id': 'f89681c6-d6e5-4384-907f-aa64d1a51dac', 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:30:22.879180 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-2479ab7d-2071-411f-bcce-956812fc0847 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:30:22.883623 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-2479ab7d-2071-411f-bcce-956812fc0847 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Usage tracker for resource:security_group_rule and tenant:0b2a8c929aa54b05ba857077fa769fd4 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:30:22.886460 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-2479ab7d-2071-411f-bcce-956812fc0847 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:30:22.892073 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-2479ab7d-2071-411f-bcce-956812fc0847 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:30:22.971670 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2479ab7d-2071-411f-bcce-956812fc0847 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:23.035653 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2479ab7d-2071-411f-bcce-956812fc0847 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:23.105175 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2479ab7d-2071-411f-bcce-956812fc0847 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:23.128942 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2479ab7d-2071-411f-bcce-956812fc0847 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b6c125f-ef1c-4564-ad10-09697081df8b,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:30:23.213901 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2479ab7d-2071-411f-bcce-956812fc0847 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:23.215081 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-2479ab7d-2071-411f-bcce-956812fc0847 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3468184 May 28 07:30:23.217856 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 58408) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:30:23.223199 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-c99cbe00-e7ff-431f-82c9-a0e30f5c1ad6 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Request body: {'security_group_rule': {'security_group_id': 'f89681c6-d6e5-4384-907f-aa64d1a51dac', 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:30:23.230599 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-c99cbe00-e7ff-431f-82c9-a0e30f5c1ad6 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:30:23.234734 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-c99cbe00-e7ff-431f-82c9-a0e30f5c1ad6 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Usage tracker for resource:security_group_rule and tenant:0b2a8c929aa54b05ba857077fa769fd4 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:30:23.237629 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-c99cbe00-e7ff-431f-82c9-a0e30f5c1ad6 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:30:23.244078 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-c99cbe00-e7ff-431f-82c9-a0e30f5c1ad6 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:30:23.340704 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c99cbe00-e7ff-431f-82c9-a0e30f5c1ad6 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:23.403765 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c99cbe00-e7ff-431f-82c9-a0e30f5c1ad6 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:23.493846 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c99cbe00-e7ff-431f-82c9-a0e30f5c1ad6 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:23.516955 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99cbe00-e7ff-431f-82c9-a0e30f5c1ad6 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5135a2a9-260d-4930-b6e8-f44db59d27d5,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:30:23.619936 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c99cbe00-e7ff-431f-82c9-a0e30f5c1ad6 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:23.621221 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-c99cbe00-e7ff-431f-82c9-a0e30f5c1ad6 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4024544 May 28 07:30:23.623908 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 58412) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:30:23.628785 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-cbc35e3a-f73c-4b96-bc9e-d0e0f472e2fa tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Request body: {'security_group_rule': {'security_group_id': 'f89681c6-d6e5-4384-907f-aa64d1a51dac', 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:30:23.636220 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-cbc35e3a-f73c-4b96-bc9e-d0e0f472e2fa tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:30:23.640038 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-cbc35e3a-f73c-4b96-bc9e-d0e0f472e2fa tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Usage tracker for resource:security_group_rule and tenant:0b2a8c929aa54b05ba857077fa769fd4 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:30:23.642921 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-cbc35e3a-f73c-4b96-bc9e-d0e0f472e2fa tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:30:23.649201 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-cbc35e3a-f73c-4b96-bc9e-d0e0f472e2fa tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:30:23.745440 n-d-843702-1 neutron-server[89109]: INFO neutron.db.securitygroups_db [None req-cbc35e3a-f73c-4b96-bc9e-d0e0f472e2fa tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Project 0b2a8c929aa54b05ba857077fa769fd4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 07:30:23.752002 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-cbc35e3a-f73c-4b96-bc9e-d0e0f472e2fa tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:23.817350 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-cbc35e3a-f73c-4b96-bc9e-d0e0f472e2fa tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:23.886035 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-cbc35e3a-f73c-4b96-bc9e-d0e0f472e2fa tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:23.909932 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc35e3a-f73c-4b96-bc9e-d0e0f472e2fa tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=983d5c1d-52c6-40d4-a58f-a3658d7f9957,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:30:24.005321 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-cbc35e3a-f73c-4b96-bc9e-d0e0f472e2fa tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:24.006499 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-cbc35e3a-f73c-4b96-bc9e-d0e0f472e2fa tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3816905 May 28 07:30:24.009724 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 58416) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:30:24.014545 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-e8580df9-496f-4e47-9ad1-013e6602f16e tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Request body: {'security_group_rule': {'security_group_id': 'f89681c6-d6e5-4384-907f-aa64d1a51dac', 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:30:24.021214 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-e8580df9-496f-4e47-9ad1-013e6602f16e tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:30:24.025956 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-e8580df9-496f-4e47-9ad1-013e6602f16e tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Usage tracker for resource:security_group_rule and tenant:0b2a8c929aa54b05ba857077fa769fd4 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:30:24.028766 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-e8580df9-496f-4e47-9ad1-013e6602f16e tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:30:24.034565 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-e8580df9-496f-4e47-9ad1-013e6602f16e tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:30:24.108506 n-d-843702-1 neutron-server[89109]: INFO neutron.db.securitygroups_db [None req-e8580df9-496f-4e47-9ad1-013e6602f16e tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Project 0b2a8c929aa54b05ba857077fa769fd4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 07:30:24.116734 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e8580df9-496f-4e47-9ad1-013e6602f16e tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:24.181180 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e8580df9-496f-4e47-9ad1-013e6602f16e tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:24.251461 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e8580df9-496f-4e47-9ad1-013e6602f16e tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:24.273850 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8580df9-496f-4e47-9ad1-013e6602f16e tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5815e67a-6707-4878-84aa-4de5eb32e7e3,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:30:24.365386 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-e8580df9-496f-4e47-9ad1-013e6602f16e tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:24.367142 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-e8580df9-496f-4e47-9ad1-013e6602f16e tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3565280 May 28 07:30:24.369959 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 58420) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:30:24.375322 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-bb03bbfb-e2c9-4d2a-9a6c-d3e3a349c68a tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Request body: {'network': {'name': 'tempest-network-smoke--924270694', 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'port_security_enabled': True}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:30:24.381268 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-bb03bbfb-e2c9-4d2a-9a6c-d3e3a349c68a tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:30:24.386113 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-bb03bbfb-e2c9-4d2a-9a6c-d3e3a349c68a tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Usage tracker for resource:network and tenant:0b2a8c929aa54b05ba857077fa769fd4 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:30:24.388971 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-bb03bbfb-e2c9-4d2a-9a6c-d3e3a349c68a tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:30:24.394637 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-bb03bbfb-e2c9-4d2a-9a6c-d3e3a349c68a tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:30:24.462731 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb03bbfb-e2c9-4d2a-9a6c-d3e3a349c68a tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Made reservation on behalf of 0b2a8c929aa54b05ba857077fa769fd4 for: {'network': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 07:30:24.466159 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-bb03bbfb-e2c9-4d2a-9a6c-d3e3a349c68a tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:24.495041 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb03bbfb-e2c9-4d2a-9a6c-d3e3a349c68a tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=89109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 07:30:24.503520 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-bb03bbfb-e2c9-4d2a-9a6c-d3e3a349c68a tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:24.503851 n-d-843702-1 neutron-server[89109]: INFO neutron.db.segments_db [None req-bb03bbfb-e2c9-4d2a-9a6c-d3e3a349c68a tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Added segment b3953457-9e20-4a6d-ba80-c303d4252680 of type vlan for network c59983c4-0f87-44de-b4d1-f10be44c4241 May 28 07:30:24.530837 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-bb03bbfb-e2c9-4d2a-9a6c-d3e3a349c68a tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:24.642321 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-bb03bbfb-e2c9-4d2a-9a6c-d3e3a349c68a tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:24.647732 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb03bbfb-e2c9-4d2a-9a6c-d3e3a349c68a tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:30:24.651802 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-bb03bbfb-e2c9-4d2a-9a6c-d3e3a349c68a tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:24.757677 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb03bbfb-e2c9-4d2a-9a6c-d3e3a349c68a tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Pushing event updated for resources: {'Network': ['ID=c59983c4-0f87-44de-b4d1-f10be44c4241,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:30:24.767734 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network c59983c4-0f87-44de-b4d1-f10be44c4241 details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 07:30:24.814494 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-bb03bbfb-e2c9-4d2a-9a6c-d3e3a349c68a tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4434721 May 28 07:30:24.817033 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 58424) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:30:24.822244 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-4b75f35f-fc13-425d-8652-dafe2be08972 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-125136344', 'admin_state_up': True, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:30:24.830438 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-4b75f35f-fc13-425d-8652-dafe2be08972 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:30:24.834447 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-4b75f35f-fc13-425d-8652-dafe2be08972 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Usage tracker for resource:router and tenant:0b2a8c929aa54b05ba857077fa769fd4 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:30:24.838088 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-4b75f35f-fc13-425d-8652-dafe2be08972 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:30:24.844577 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-4b75f35f-fc13-425d-8652-dafe2be08972 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:30:24.905473 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4b75f35f-fc13-425d-8652-dafe2be08972 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59128'] for router, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:24.906496 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4b75f35f-fc13-425d-8652-dafe2be08972 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59009'] for router, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:24.923627 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4b75f35f-fc13-425d-8652-dafe2be08972 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:25.274198 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4b75f35f-fc13-425d-8652-dafe2be08972 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59027'] for router, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:25.730957 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4b75f35f-fc13-425d-8652-dafe2be08972 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for router_gateway, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:25.760359 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4b75f35f-fc13-425d-8652-dafe2be08972 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:25.892702 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-4b75f35f-fc13-425d-8652-dafe2be08972 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Allocated IP 172.25.5.167 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/eb3badd5-b1d4-45c2-afea-346495bfe8c7) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:30:26.037422 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4b75f35f-fc13-425d-8652-dafe2be08972 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:26.114476 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4b75f35f-fc13-425d-8652-dafe2be08972 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:26.178464 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b75f35f-fc13-425d-8652-dafe2be08972 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:30:26.181826 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-4b75f35f-fc13-425d-8652-dafe2be08972 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:30:26.185856 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b75f35f-fc13-425d-8652-dafe2be08972 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:30:26.229289 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b75f35f-fc13-425d-8652-dafe2be08972 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Pushing event updated for resources: {'Port': ['ID=eb3badd5-b1d4-45c2-afea-346495bfe8c7,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:30:26.499577 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-a7e66043-66ab-43ae-932e-37987aa66c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:26.693363 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4b75f35f-fc13-425d-8652-dafe2be08972 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for router_gateway, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:27.025151 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4b75f35f-fc13-425d-8652-dafe2be08972 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690761'] for router, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:27.430661 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b75f35f-fc13-425d-8652-dafe2be08972 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Router 70749637-35c8-490c-abbd-1d27f8b8f9e9 is scheduled to L3 agent 42958940-9562-4f71-972f-15a8af9d3963 with binding_index 1 {{(pid=89109) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 07:30:27.607103 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b75f35f-fc13-425d-8652-dafe2be08972 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 07:30:27.616981 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728dcf76-c624-4484-af9e-0ea85263b487 None None] Sync routers for ids ['70749637-35c8-490c-abbd-1d27f8b8f9e9'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 07:30:27.626473 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728dcf76-c624-4484-af9e-0ea85263b487 None None] Routers {'70749637-35c8-490c-abbd-1d27f8b8f9e9'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:30:27.627099 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-728dcf76-c624-4484-af9e-0ea85263b487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:29:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['70749637-35c8-490c-abbd-1d27f8b8f9e9'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:30:27.699744 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4b75f35f-fc13-425d-8652-dafe2be08972 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:27.701053 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-4b75f35f-fc13-425d-8652-dafe2be08972 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.8828282 May 28 07:30:27.704108 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 58428) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:30:27.744653 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-41ae89b8-fcad-4501-85d2-d76a1588b3e3 tempest-TestNetworkAdvancedServerOps-920274614 tempest-TestNetworkAdvancedServerOps-920274614-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=0b2a8c929aa54b05ba857077fa769fd4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0394459 May 28 07:30:27.747160 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 58432) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:30:27.806241 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-728dcf76-c624-4484-af9e-0ea85263b487 None None] Set router 70749637-35c8-490c-abbd-1d27f8b8f9e9 gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:30:27.878962 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20440087-bb50-4f6d-a10c-a0465855b5d3 tempest-TestNetworkAdvancedServerOps-920274614 tempest-TestNetworkAdvancedServerOps-920274614-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:30:27.880446 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-20440087-bb50-4f6d-a10c-a0465855b5d3 tempest-TestNetworkAdvancedServerOps-920274614 tempest-TestNetworkAdvancedServerOps-920274614-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1324174 May 28 07:30:27.883945 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 58436) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:30:27.922292 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-a8b9a76b-76bc-42d2-943a-9aed4a7e00b8 tempest-TestNetworkAdvancedServerOps-920274614 tempest-TestNetworkAdvancedServerOps-920274614-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=68df399e-e75e-4871-9364-5d05730b50f0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0372641 May 28 07:30:27.924744 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 58440) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:30:27.931099 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-8f0c3d44-19f4-4e99-9300-0b746bf1cfba tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1346520263', 'network_id': 'c59983c4-0f87-44de-b4d1-f10be44c4241', 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:30:27.974006 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 07:30:28.044431 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-8f0c3d44-19f4-4e99-9300-0b746bf1cfba tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:30:28.048374 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-8f0c3d44-19f4-4e99-9300-0b746bf1cfba tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Usage tracker for resource:subnet and tenant:0b2a8c929aa54b05ba857077fa769fd4 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:30:28.051623 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-8f0c3d44-19f4-4e99-9300-0b746bf1cfba tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:30:28.057361 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-8f0c3d44-19f4-4e99-9300-0b746bf1cfba tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:30:28.140569 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-728dcf76-c624-4484-af9e-0ea85263b487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70749637-35c8-490c-abbd-1d27f8b8f9e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-125136344', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': 'eb3badd5-b1d4-45c2-afea-346495bfe8c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:30:24Z', 'updated_at': '2022-05-28T07:30:26Z', 'revision_number': 3, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'gw_port': {'id': 'eb3badd5-b1d4-45c2-afea-346495bfe8c7', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:81:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70749637-35c8-490c-abbd-1d27f8b8f9e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:30:25Z', 'updated_at': '2022-05-28T07:30:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:30:28.144424 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728dcf76-c624-4484-af9e-0ea85263b487 None None] Checking router: 70749637-35c8-490c-abbd-1d27f8b8f9e9 for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 07:30:28.144773 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728dcf76-c624-4484-af9e-0ea85263b487 None None] Updating router 70749637-35c8-490c-abbd-1d27f8b8f9e9 port eb3badd5-b1d4-45c2-afea-346495bfe8c7 binding host n-d-843702-1 {{(pid=89111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 07:30:28.150727 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f0c3d44-19f4-4e99-9300-0b746bf1cfba tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Made reservation on behalf of 0b2a8c929aa54b05ba857077fa769fd4 for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 07:30:28.154486 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8f0c3d44-19f4-4e99-9300-0b746bf1cfba tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:28.185528 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:28.197685 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-728dcf76-c624-4484-af9e-0ea85263b487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:28.451338 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8f0c3d44-19f4-4e99-9300-0b746bf1cfba tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:28.527216 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-728dcf76-c624-4484-af9e-0ea85263b487 None None] Notify callbacks [] for port, precommit_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:28.531147 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0c3d44-19f4-4e99-9300-0b746bf1cfba tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Pushing event updated for resources: {'Subnet': ['ID=1fa6a8c8-ee0e-42b1-b44d-0bc52d92a951,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:30:28.540361 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0c3d44-19f4-4e99-9300-0b746bf1cfba tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Checking segment: {'id': 'b3953457-9e20-4a6d-ba80-c303d4252680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'c59983c4-0f87-44de-b4d1-f10be44c4241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:30:28.540726 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0c3d44-19f4-4e99-9300-0b746bf1cfba tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Network hostable DHCP agents. Network: c59983c4-0f87-44de-b4d1-f10be44c4241, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 07:30:28.541703 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-728dcf76-c624-4484-af9e-0ea85263b487 None None] Transition to ACTIVE for port object eb3badd5-b1d4-45c2-afea-346495bfe8c7 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:30:28.602488 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-728dcf76-c624-4484-af9e-0ea85263b487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:28.625260 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0c3d44-19f4-4e99-9300-0b746bf1cfba tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Network c59983c4-0f87-44de-b4d1-f10be44c4241 is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 07:30:28.681237 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-728dcf76-c624-4484-af9e-0ea85263b487 None None] Attempting to bind port eb3badd5-b1d4-45c2-afea-346495bfe8c7 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 07:30:28.681785 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-728dcf76-c624-4484-af9e-0ea85263b487 None None] Attempting to bind port eb3badd5-b1d4-45c2-afea-346495bfe8c7 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 07:30:28.681970 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728dcf76-c624-4484-af9e-0ea85263b487 None None] Attempting to bind port eb3badd5-b1d4-45c2-afea-346495bfe8c7 on network 68df399e-e75e-4871-9364-5d05730b50f0 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:30:28.690643 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09644545-d0ee-42da-b6d5-f39152652635 None None] Pushing event updated for resources: {'Port': ['ID=eb3badd5-b1d4-45c2-afea-346495bfe8c7,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:30:28.693813 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728dcf76-c624-4484-af9e-0ea85263b487 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 07:30:28.694210 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728dcf76-c624-4484-af9e-0ea85263b487 None None] Checking segment: {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:30:28.694627 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-728dcf76-c624-4484-af9e-0ea85263b487 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:28.695121 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728dcf76-c624-4484-af9e-0ea85263b487 None None] Bound using segment: {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 07:30:28.695580 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-728dcf76-c624-4484-af9e-0ea85263b487 None None] Bound port: eb3badd5-b1d4-45c2-afea-346495bfe8c7, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 07:30:28.695945 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-728dcf76-c624-4484-af9e-0ea85263b487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:28.714185 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-8f0c3d44-19f4-4e99-9300-0b746bf1cfba tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, c59983c4-0f87-44de-b4d1-f10be44c4241) {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:30:28.726875 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0c3d44-19f4-4e99-9300-0b746bf1cfba tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:30:28.726875 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8f0c3d44-19f4-4e99-9300-0b746bf1cfba tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:28.734846 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a4065a-dc52-4b20-901f-661feb0368f9 None None] Network c59983c4-0f87-44de-b4d1-f10be44c4241 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 07:30:28.843859 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-8f0c3d44-19f4-4e99-9300-0b746bf1cfba tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9181037 May 28 07:30:28.847232 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 58444) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:30:28.861957 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-728dcf76-c624-4484-af9e-0ea85263b487 None None] For port eb3badd5-b1d4-45c2-afea-346495bfe8c7, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:30:28.880510 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-728dcf76-c624-4484-af9e-0ea85263b487 None None] For port eb3badd5-b1d4-45c2-afea-346495bfe8c7, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=eb3badd5-b1d4-45c2-afea-346495bfe8c7,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 07:30:28.978393 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-728dcf76-c624-4484-af9e-0ea85263b487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:29.031833 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe49e687-1658-4086-9e0e-0fab1293e8da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-c59983c4-0f87-44de-b4d1-f10be44c4241', 'network_id': 'c59983c4-0f87-44de-b4d1-f10be44c4241', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'fixed_ips': [{'subnet_id': '1fa6a8c8-ee0e-42b1-b44d-0bc52d92a951'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 07:30:29.032645 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-fe49e687-1658-4086-9e0e-0fab1293e8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:29.063920 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-f8491843-192e-4da2-ab91-833f18ba2b56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:29.085898 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728dcf76-c624-4484-af9e-0ea85263b487 None None] Routers {'70749637-35c8-490c-abbd-1d27f8b8f9e9'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:30:29.086502 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-728dcf76-c624-4484-af9e-0ea85263b487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:30:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['70749637-35c8-490c-abbd-1d27f8b8f9e9'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:30:29.198121 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09644545-d0ee-42da-b6d5-f39152652635 None None] Pushing event updated for resources: {'Port': ['ID=eb3badd5-b1d4-45c2-afea-346495bfe8c7,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:30:29.371693 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-728dcf76-c624-4484-af9e-0ea85263b487 None None] Set router 70749637-35c8-490c-abbd-1d27f8b8f9e9 gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:30:29.496181 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-fe49e687-1658-4086-9e0e-0fab1293e8da None None] Allocated IP 172.20.0.2 (c59983c4-0f87-44de-b4d1-f10be44c4241/1fa6a8c8-ee0e-42b1-b44d-0bc52d92a951/d556c4de-d856-4ef1-9ba7-f51883f17981) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:30:29.662562 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8831fd1c-939d-4d7b-b22f-8c9e46a1a05f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:29.888094 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-fe49e687-1658-4086-9e0e-0fab1293e8da None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:29.898570 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-728dcf76-c624-4484-af9e-0ea85263b487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70749637-35c8-490c-abbd-1d27f8b8f9e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-125136344', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': 'eb3badd5-b1d4-45c2-afea-346495bfe8c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:30:24Z', 'updated_at': '2022-05-28T07:30:26Z', 'revision_number': 3, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'gw_port': {'id': 'eb3badd5-b1d4-45c2-afea-346495bfe8c7', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:81:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70749637-35c8-490c-abbd-1d27f8b8f9e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:30:25Z', 'updated_at': '2022-05-28T07:30:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:30:29.902904 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-fe49e687-1658-4086-9e0e-0fab1293e8da None None] Transition to ACTIVE for port object d556c4de-d856-4ef1-9ba7-f51883f17981 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:30:29.908703 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728dcf76-c624-4484-af9e-0ea85263b487 None None] The sync data for ids ['70749637-35c8-490c-abbd-1d27f8b8f9e9'] in n-d-843702-1 is: [{'id': '70749637-35c8-490c-abbd-1d27f8b8f9e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-125136344', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': 'eb3badd5-b1d4-45c2-afea-346495bfe8c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:30:24Z', 'updated_at': '2022-05-28T07:30:26Z', 'revision_number': 3, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'gw_port': {'id': 'eb3badd5-b1d4-45c2-afea-346495bfe8c7', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:81:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70749637-35c8-490c-abbd-1d27f8b8f9e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:30:25Z', 'updated_at': '2022-05-28T07:30:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 07:30:29.924654 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-fe49e687-1658-4086-9e0e-0fab1293e8da None None] Transition to ACTIVE for port object d556c4de-d856-4ef1-9ba7-f51883f17981 will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:30:30.074822 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-fe49e687-1658-4086-9e0e-0fab1293e8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:30.155857 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:30.158216 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [None req-8831fd1c-939d-4d7b-b22f-8c9e46a1a05f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Allocated IP 172.20.0.1 (c59983c4-0f87-44de-b4d1-f10be44c4241/1fa6a8c8-ee0e-42b1-b44d-0bc52d92a951/957a294c-dd8a-43fe-b69d-9ed0484d46c8) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:30:30.172634 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe49e687-1658-4086-9e0e-0fab1293e8da None None] Network c59983c4-0f87-44de-b4d1-f10be44c4241 is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:30:30.173527 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe49e687-1658-4086-9e0e-0fab1293e8da None None] Pushing event updated for resources: {'Port': ['ID=d556c4de-d856-4ef1-9ba7-f51883f17981,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:30:30.176081 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-fe49e687-1658-4086-9e0e-0fab1293e8da None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:30:30.182612 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe49e687-1658-4086-9e0e-0fab1293e8da None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:30:30.219674 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:30.277396 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-fe49e687-1658-4086-9e0e-0fab1293e8da None None] Attempting to bind port d556c4de-d856-4ef1-9ba7-f51883f17981 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 07:30:30.277786 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-fe49e687-1658-4086-9e0e-0fab1293e8da None None] Attempting to bind port d556c4de-d856-4ef1-9ba7-f51883f17981 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'b3953457-9e20-4a6d-ba80-c303d4252680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'c59983c4-0f87-44de-b4d1-f10be44c4241'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 07:30:30.278625 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe49e687-1658-4086-9e0e-0fab1293e8da None None] Attempting to bind port d556c4de-d856-4ef1-9ba7-f51883f17981 on network c59983c4-0f87-44de-b4d1-f10be44c4241 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:30:30.283877 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe49e687-1658-4086-9e0e-0fab1293e8da None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 7, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 07:30:30.284257 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe49e687-1658-4086-9e0e-0fab1293e8da None None] Checking segment: {'id': 'b3953457-9e20-4a6d-ba80-c303d4252680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'c59983c4-0f87-44de-b4d1-f10be44c4241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:30:30.284639 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-fe49e687-1658-4086-9e0e-0fab1293e8da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:30.285027 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe49e687-1658-4086-9e0e-0fab1293e8da None None] Bound using segment: {'id': 'b3953457-9e20-4a6d-ba80-c303d4252680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'c59983c4-0f87-44de-b4d1-f10be44c4241'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 07:30:30.285542 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-fe49e687-1658-4086-9e0e-0fab1293e8da None None] Bound port: d556c4de-d856-4ef1-9ba7-f51883f17981, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3953457-9e20-4a6d-ba80-c303d4252680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'c59983c4-0f87-44de-b4d1-f10be44c4241'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 07:30:30.285910 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-fe49e687-1658-4086-9e0e-0fab1293e8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:30.340481 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8831fd1c-939d-4d7b-b22f-8c9e46a1a05f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:30.361207 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [None req-8831fd1c-939d-4d7b-b22f-8c9e46a1a05f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Transition to ACTIVE for port object 957a294c-dd8a-43fe-b69d-9ed0484d46c8 will not be triggered until provisioned by entity DHCP. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:30:30.405180 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-fe49e687-1658-4086-9e0e-0fab1293e8da None None] For port d556c4de-d856-4ef1-9ba7-f51883f17981, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:30:30.408905 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-fe49e687-1658-4086-9e0e-0fab1293e8da None None] For port d556c4de-d856-4ef1-9ba7-f51883f17981, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=d556c4de-d856-4ef1-9ba7-f51883f17981,segment=NetworkSegment(b3953457-9e20-4a6d-ba80-c303d4252680),segment_id=b3953457-9e20-4a6d-ba80-c303d4252680)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 07:30:30.440651 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8831fd1c-939d-4d7b-b22f-8c9e46a1a05f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:30.477489 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-fe49e687-1658-4086-9e0e-0fab1293e8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:30.515278 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8831fd1c-939d-4d7b-b22f-8c9e46a1a05f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Network c59983c4-0f87-44de-b4d1-f10be44c4241 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:30:30.518574 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-8831fd1c-939d-4d7b-b22f-8c9e46a1a05f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:30:30.523275 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8831fd1c-939d-4d7b-b22f-8c9e46a1a05f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:30:30.553359 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831fd1c-939d-4d7b-b22f-8c9e46a1a05f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Pushing event updated for resources: {'Port': ['ID=957a294c-dd8a-43fe-b69d-9ed0484d46c8,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:30:30.566904 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe49e687-1658-4086-9e0e-0fab1293e8da None None] Pushing event updated for resources: {'Port': ['ID=d556c4de-d856-4ef1-9ba7-f51883f17981,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:30:30.602722 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8831fd1c-939d-4d7b-b22f-8c9e46a1a05f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690947'] for router_interface, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:30.970502 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device d556c4de-d856-4ef1-9ba7-f51883f17981 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:30:30.972498 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8831fd1c-939d-4d7b-b22f-8c9e46a1a05f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:31.105336 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port d556c4de-d856-4ef1-9ba7-f51883f17981 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:30:31.110608 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device eb3badd5-b1d4-45c2-afea-346495bfe8c7 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:30:31.240035 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port eb3badd5-b1d4-45c2-afea-346495bfe8c7 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:30:31.246025 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port eb3badd5-b1d4-45c2-afea-346495bfe8c7 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:30:31.246395 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:31.383638 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port eb3badd5-b1d4-45c2-afea-346495bfe8c7 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:30:31.384054 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:31.405699 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port eb3badd5-b1d4-45c2-afea-346495bfe8c7, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=eb3badd5-b1d4-45c2-afea-346495bfe8c7,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:30:31.525328 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8831fd1c-939d-4d7b-b22f-8c9e46a1a05f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:31.548738 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:31.599764 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8831fd1c-939d-4d7b-b22f-8c9e46a1a05f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:31.615693 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=eb3badd5-b1d4-45c2-afea-346495bfe8c7,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:30:31.713664 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831fd1c-939d-4d7b-b22f-8c9e46a1a05f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Pushing event updated for resources: {'Port': ['ID=957a294c-dd8a-43fe-b69d-9ed0484d46c8,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:30:31.716594 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8831fd1c-939d-4d7b-b22f-8c9e46a1a05f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700602'] for router_interface, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:31.853066 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8831fd1c-939d-4d7b-b22f-8c9e46a1a05f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Network c59983c4-0f87-44de-b4d1-f10be44c4241 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:30:31.854332 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-8831fd1c-939d-4d7b-b22f-8c9e46a1a05f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:30:31.888762 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:32.046401 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8831fd1c-939d-4d7b-b22f-8c9e46a1a05f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Router 70749637-35c8-490c-abbd-1d27f8b8f9e9 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 07:30:32.154635 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba46c46-99eb-4ecf-a331-22181122f228 None None] Network c59983c4-0f87-44de-b4d1-f10be44c4241 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 07:30:32.229463 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8831fd1c-939d-4d7b-b22f-8c9e46a1a05f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 07:30:32.239441 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf8acb9-dc2a-4caf-a17c-1ab7c575e735 None None] Sync routers for ids ['70749637-35c8-490c-abbd-1d27f8b8f9e9'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 07:30:32.244988 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-8831fd1c-939d-4d7b-b22f-8c9e46a1a05f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "PUT /v2.0/routers/70749637-35c8-490c-abbd-1d27f8b8f9e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3965991 May 28 07:30:32.258337 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf8acb9-dc2a-4caf-a17c-1ab7c575e735 None None] Routers {'70749637-35c8-490c-abbd-1d27f8b8f9e9'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:30:32.259072 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-bdf8acb9-dc2a-4caf-a17c-1ab7c575e735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:30:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['70749637-35c8-490c-abbd-1d27f8b8f9e9'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:30:32.320084 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-b7f26656-3f28-4110-a46a-5e39ad40eaf5 None None] Provisioning for port d556c4de-d856-4ef1-9ba7-f51883f17981 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:30:32.331816 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-b7f26656-3f28-4110-a46a-5e39ad40eaf5 None None] Provisioning complete for port d556c4de-d856-4ef1-9ba7-f51883f17981 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:30:32.332137 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b7f26656-3f28-4110-a46a-5e39ad40eaf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:32.424969 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-80d899c2-1cc9-4bcd-900b-1b8589534717 req-bd78abc0-ed76-411d-93b7-4fe2c5079e69 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Synchronizing usage tracker for tenant:0b2a8c929aa54b05ba857077fa769fd4 on resource:security_group {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:30:32.449086 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-bdf8acb9-dc2a-4caf-a17c-1ab7c575e735 None None] Set router 70749637-35c8-490c-abbd-1d27f8b8f9e9 gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:30:32.499704 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-80d899c2-1cc9-4bcd-900b-1b8589534717 req-bd78abc0-ed76-411d-93b7-4fe2c5079e69 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Unset dirty status for tenant:0b2a8c929aa54b05ba857077fa769fd4 on resource:security_group {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:30:32.501341 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-80d899c2-1cc9-4bcd-900b-1b8589534717 req-bd78abc0-ed76-411d-93b7-4fe2c5079e69 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1763025511&fields=id&tenant_id=0b2a8c929aa54b05ba857077fa769fd4 HTTP/1.1" status: 200 len: 267 time: 0.1201553 May 28 07:30:32.544186 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-b7f26656-3f28-4110-a46a-5e39ad40eaf5 None None] Current status of the port d556c4de-d856-4ef1-9ba7-f51883f17981 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:30:32.544554 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b7f26656-3f28-4110-a46a-5e39ad40eaf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:32.587912 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-b7f26656-3f28-4110-a46a-5e39ad40eaf5 None None] For port d556c4de-d856-4ef1-9ba7-f51883f17981, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=d556c4de-d856-4ef1-9ba7-f51883f17981,segment=NetworkSegment(b3953457-9e20-4a6d-ba80-c303d4252680),segment_id=b3953457-9e20-4a6d-ba80-c303d4252680)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:30:32.674582 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b7f26656-3f28-4110-a46a-5e39ad40eaf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:32.725971 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d899c2-1cc9-4bcd-900b-1b8589534717 req-94ae2125-ef6d-4d4b-bff9-6a7d846c4abc tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:30:32.726805 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-80d899c2-1cc9-4bcd-900b-1b8589534717 req-94ae2125-ef6d-4d4b-bff9-6a7d846c4abc tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Synchronizing usage tracker for tenant:0b2a8c929aa54b05ba857077fa769fd4 on resource:network {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:30:32.783665 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f26656-3f28-4110-a46a-5e39ad40eaf5 None None] Pushing event updated for resources: {'Port': ['ID=d556c4de-d856-4ef1-9ba7-f51883f17981,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:30:32.812240 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-bdf8acb9-dc2a-4caf-a17c-1ab7c575e735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70749637-35c8-490c-abbd-1d27f8b8f9e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-125136344', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': 'eb3badd5-b1d4-45c2-afea-346495bfe8c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:30:24Z', 'updated_at': '2022-05-28T07:30:30Z', 'revision_number': 4, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'gw_port': {'id': 'eb3badd5-b1d4-45c2-afea-346495bfe8c7', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:81:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70749637-35c8-490c-abbd-1d27f8b8f9e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:30:25Z', 'updated_at': '2022-05-28T07:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '957a294c-dd8a-43fe-b69d-9ed0484d46c8', 'name': '', 'network_id': 'c59983c4-0f87-44de-b4d1-f10be44c4241', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'mac_address': 'fa:16:3e:a8:32:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70749637-35c8-490c-abbd-1d27f8b8f9e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '1fa6a8c8-ee0e-42b1-b44d-0bc52d92a951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:30:29Z', 'updated_at': '2022-05-28T07:30:31Z', 'revision_number': 2, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'subnets': [{'id': '1fa6a8c8-ee0e-42b1-b44d-0bc52d92a951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:30:32.815455 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf8acb9-dc2a-4caf-a17c-1ab7c575e735 None None] Checking router: 70749637-35c8-490c-abbd-1d27f8b8f9e9 for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 07:30:32.815801 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf8acb9-dc2a-4caf-a17c-1ab7c575e735 None None] Updating router 70749637-35c8-490c-abbd-1d27f8b8f9e9 port 957a294c-dd8a-43fe-b69d-9ed0484d46c8 binding host n-d-843702-1 {{(pid=89112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 07:30:32.834840 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-80d899c2-1cc9-4bcd-900b-1b8589534717 req-94ae2125-ef6d-4d4b-bff9-6a7d846c4abc tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Unset dirty status for tenant:0b2a8c929aa54b05ba857077fa769fd4 on resource:network {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:30:32.836451 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-80d899c2-1cc9-4bcd-900b-1b8589534717 req-94ae2125-ef6d-4d4b-bff9-6a7d846c4abc tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/networks?id=c59983c4-0f87-44de-b4d1-f10be44c4241 HTTP/1.1" status: 200 len: 796 time: 0.3250563 May 28 07:30:32.863397 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-80d899c2-1cc9-4bcd-900b-1b8589534717 req-7f9c72a5-d690-40fd-9521-f80ad1f33669 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/quotas/0b2a8c929aa54b05ba857077fa769fd4 HTTP/1.1" status: 200 len: 375 time: 0.0132239 May 28 07:30:32.871797 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-bdf8acb9-dc2a-4caf-a17c-1ab7c575e735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:32.910277 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-c4d4bcfa-25e6-4a32-b877-3d8177a1c848 None None] Provisioning complete for port d556c4de-d856-4ef1-9ba7-f51883f17981 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:30:32.910698 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c4d4bcfa-25e6-4a32-b877-3d8177a1c848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:32.966663 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device d556c4de-d856-4ef1-9ba7-f51883f17981 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:30:33.008823 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-80d899c2-1cc9-4bcd-900b-1b8589534717 req-708eaa6d-6c0f-43a9-952b-b7ef79e55c8f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Synchronizing usage tracker for tenant:0b2a8c929aa54b05ba857077fa769fd4 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:30:33.023170 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:33.085923 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-80d899c2-1cc9-4bcd-900b-1b8589534717 req-708eaa6d-6c0f-43a9-952b-b7ef79e55c8f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Unset dirty status for tenant:0b2a8c929aa54b05ba857077fa769fd4 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:30:33.087698 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-80d899c2-1cc9-4bcd-900b-1b8589534717 req-708eaa6d-6c0f-43a9-952b-b7ef79e55c8f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=0b2a8c929aa54b05ba857077fa769fd4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2156532 May 28 07:30:33.248910 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port d556c4de-d856-4ef1-9ba7-f51883f17981 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:30:33.249523 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:33.273588 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-80d899c2-1cc9-4bcd-900b-1b8589534717 req-3bc8e0c6-7e34-464c-88e6-e200c7b32a00 service neutron] 10.222.0.55 "GET /v2.0/networks/c59983c4-0f87-44de-b4d1-f10be44c4241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702218 May 28 07:30:33.307564 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-bdf8acb9-dc2a-4caf-a17c-1ab7c575e735 None None] Notify callbacks [] for port, precommit_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:33.322752 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-c4d4bcfa-25e6-4a32-b877-3d8177a1c848 None None] Current status of the port d556c4de-d856-4ef1-9ba7-f51883f17981 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:30:33.328514 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.provisioning_blocks [None req-bdf8acb9-dc2a-4caf-a17c-1ab7c575e735 None None] Transition to ACTIVE for port object 957a294c-dd8a-43fe-b69d-9ed0484d46c8 will not be triggered until provisioned by entity L2. {{(pid=89112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:30:33.406225 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port d556c4de-d856-4ef1-9ba7-f51883f17981 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:30:33.407362 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device eb3badd5-b1d4-45c2-afea-346495bfe8c7 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:30:33.414636 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-80d899c2-1cc9-4bcd-900b-1b8589534717 req-5f849704-461e-4d6c-8091-3498497529b4 service neutron] 10.222.0.55 "GET /v2.0/networks/c59983c4-0f87-44de-b4d1-f10be44c4241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346958 May 28 07:30:33.468766 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-bdf8acb9-dc2a-4caf-a17c-1ab7c575e735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:33.479800 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port eb3badd5-b1d4-45c2-afea-346495bfe8c7 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:30:33.480177 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:33.512441 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-c4d4bcfa-25e6-4a32-b877-3d8177a1c848 None None] Provisioning for port 957a294c-dd8a-43fe-b69d-9ed0484d46c8 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:30:33.628933 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port eb3badd5-b1d4-45c2-afea-346495bfe8c7 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:30:33.706771 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-21c32106-acbd-415c-94d2-a09a6f47d5b5 req-7b576c90-a796-4f6f-abc0-05bdaf3da6b9 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e6e9fa6-a97d-4ff5-9109-6c4ca54eb2cc HTTP/1.1" status: 200 len: 210 time: 0.0529277 May 28 07:30:33.715931 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52798d1d-024f-40e7-8760-ad5705d9e0fe None None] Pushing event updated for resources: {'Port': ['ID=957a294c-dd8a-43fe-b69d-9ed0484d46c8,revision_number=3']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:30:33.730288 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52798d1d-024f-40e7-8760-ad5705d9e0fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:30:33.730624 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52798d1d-024f-40e7-8760-ad5705d9e0fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:30:33.730938 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52798d1d-024f-40e7-8760-ad5705d9e0fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:30:33.731262 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52798d1d-024f-40e7-8760-ad5705d9e0fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:30:33.731581 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52798d1d-024f-40e7-8760-ad5705d9e0fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:30:33.731901 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52798d1d-024f-40e7-8760-ad5705d9e0fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:30:33.732212 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52798d1d-024f-40e7-8760-ad5705d9e0fe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:30:33.732544 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52798d1d-024f-40e7-8760-ad5705d9e0fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:30:33.732878 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52798d1d-024f-40e7-8760-ad5705d9e0fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:30:33.733178 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52798d1d-024f-40e7-8760-ad5705d9e0fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:30:33.733507 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52798d1d-024f-40e7-8760-ad5705d9e0fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:30:33.734186 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52798d1d-024f-40e7-8760-ad5705d9e0fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:30:33.758540 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-bdf8acb9-dc2a-4caf-a17c-1ab7c575e735 None None] Attempting to bind port 957a294c-dd8a-43fe-b69d-9ed0484d46c8 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 07:30:33.758540 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-bdf8acb9-dc2a-4caf-a17c-1ab7c575e735 None None] Attempting to bind port 957a294c-dd8a-43fe-b69d-9ed0484d46c8 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'b3953457-9e20-4a6d-ba80-c303d4252680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'c59983c4-0f87-44de-b4d1-f10be44c4241'}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 07:30:33.758816 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf8acb9-dc2a-4caf-a17c-1ab7c575e735 None None] Attempting to bind port 957a294c-dd8a-43fe-b69d-9ed0484d46c8 on network c59983c4-0f87-44de-b4d1-f10be44c4241 {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:30:33.764815 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf8acb9-dc2a-4caf-a17c-1ab7c575e735 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 7, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 07:30:33.765060 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf8acb9-dc2a-4caf-a17c-1ab7c575e735 None None] Checking segment: {'id': 'b3953457-9e20-4a6d-ba80-c303d4252680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'c59983c4-0f87-44de-b4d1-f10be44c4241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:30:33.765475 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-bdf8acb9-dc2a-4caf-a17c-1ab7c575e735 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:33.765855 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf8acb9-dc2a-4caf-a17c-1ab7c575e735 None None] Bound using segment: {'id': 'b3953457-9e20-4a6d-ba80-c303d4252680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'c59983c4-0f87-44de-b4d1-f10be44c4241'} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 07:30:33.766310 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-bdf8acb9-dc2a-4caf-a17c-1ab7c575e735 None None] Bound port: 957a294c-dd8a-43fe-b69d-9ed0484d46c8, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3953457-9e20-4a6d-ba80-c303d4252680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'c59983c4-0f87-44de-b4d1-f10be44c4241'}}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 07:30:33.766666 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-bdf8acb9-dc2a-4caf-a17c-1ab7c575e735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:33.895283 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-bdf8acb9-dc2a-4caf-a17c-1ab7c575e735 None None] For port 957a294c-dd8a-43fe-b69d-9ed0484d46c8, host n-d-843702-1, cleared binding levels {{(pid=89112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:30:33.898812 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-bdf8acb9-dc2a-4caf-a17c-1ab7c575e735 None None] For port 957a294c-dd8a-43fe-b69d-9ed0484d46c8, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=957a294c-dd8a-43fe-b69d-9ed0484d46c8,segment=NetworkSegment(b3953457-9e20-4a6d-ba80-c303d4252680),segment_id=b3953457-9e20-4a6d-ba80-c303d4252680)] {{(pid=89112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 07:30:34.008763 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-bdf8acb9-dc2a-4caf-a17c-1ab7c575e735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:34.084403 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf8acb9-dc2a-4caf-a17c-1ab7c575e735 None None] Routers {'70749637-35c8-490c-abbd-1d27f8b8f9e9'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:30:34.085963 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-bdf8acb9-dc2a-4caf-a17c-1ab7c575e735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:30:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['70749637-35c8-490c-abbd-1d27f8b8f9e9'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:30:34.142470 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52798d1d-024f-40e7-8760-ad5705d9e0fe None None] Pushing event updated for resources: {'Port': ['ID=957a294c-dd8a-43fe-b69d-9ed0484d46c8,revision_number=4']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:30:34.273639 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-bdf8acb9-dc2a-4caf-a17c-1ab7c575e735 None None] Set router 70749637-35c8-490c-abbd-1d27f8b8f9e9 gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:30:34.582888 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-bdf8acb9-dc2a-4caf-a17c-1ab7c575e735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70749637-35c8-490c-abbd-1d27f8b8f9e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-125136344', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': 'eb3badd5-b1d4-45c2-afea-346495bfe8c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:30:24Z', 'updated_at': '2022-05-28T07:30:30Z', 'revision_number': 4, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'gw_port': {'id': 'eb3badd5-b1d4-45c2-afea-346495bfe8c7', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:81:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70749637-35c8-490c-abbd-1d27f8b8f9e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:30:25Z', 'updated_at': '2022-05-28T07:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '957a294c-dd8a-43fe-b69d-9ed0484d46c8', 'name': '', 'network_id': 'c59983c4-0f87-44de-b4d1-f10be44c4241', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'mac_address': 'fa:16:3e:a8:32:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70749637-35c8-490c-abbd-1d27f8b8f9e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '1fa6a8c8-ee0e-42b1-b44d-0bc52d92a951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:30:29Z', 'updated_at': '2022-05-28T07:30:33Z', 'revision_number': 4, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'subnets': [{'id': '1fa6a8c8-ee0e-42b1-b44d-0bc52d92a951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:30:34.586881 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf8acb9-dc2a-4caf-a17c-1ab7c575e735 None None] The sync data for ids ['70749637-35c8-490c-abbd-1d27f8b8f9e9'] in n-d-843702-1 is: [{'id': '70749637-35c8-490c-abbd-1d27f8b8f9e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-125136344', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': 'eb3badd5-b1d4-45c2-afea-346495bfe8c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:30:24Z', 'updated_at': '2022-05-28T07:30:30Z', 'revision_number': 4, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'gw_port': {'id': 'eb3badd5-b1d4-45c2-afea-346495bfe8c7', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:81:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70749637-35c8-490c-abbd-1d27f8b8f9e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:30:25Z', 'updated_at': '2022-05-28T07:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '957a294c-dd8a-43fe-b69d-9ed0484d46c8', 'name': '', 'network_id': 'c59983c4-0f87-44de-b4d1-f10be44c4241', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'mac_address': 'fa:16:3e:a8:32:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70749637-35c8-490c-abbd-1d27f8b8f9e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '1fa6a8c8-ee0e-42b1-b44d-0bc52d92a951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:30:29Z', 'updated_at': '2022-05-28T07:30:33Z', 'revision_number': 4, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'subnets': [{'id': '1fa6a8c8-ee0e-42b1-b44d-0bc52d92a951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 07:30:34.869654 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-231310bb-b4ba-48cc-9a7d-dd0b9548bbcb req-89f32ed3-e0f8-462a-b607-e8a00e427ad8 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e6e9fa6-a97d-4ff5-9109-6c4ca54eb2cc HTTP/1.1" status: 200 len: 210 time: 0.0549908 May 28 07:30:34.929696 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 957a294c-dd8a-43fe-b69d-9ed0484d46c8 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:30:35.068680 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 957a294c-dd8a-43fe-b69d-9ed0484d46c8 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:30:35.076201 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 957a294c-dd8a-43fe-b69d-9ed0484d46c8 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:30:35.076645 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:35.222768 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 957a294c-dd8a-43fe-b69d-9ed0484d46c8 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:30:35.234693 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:35.258300 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port 957a294c-dd8a-43fe-b69d-9ed0484d46c8, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=957a294c-dd8a-43fe-b69d-9ed0484d46c8,segment=NetworkSegment(b3953457-9e20-4a6d-ba80-c303d4252680),segment_id=b3953457-9e20-4a6d-ba80-c303d4252680)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:30:35.345216 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:35.416311 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=957a294c-dd8a-43fe-b69d-9ed0484d46c8,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:30:36.166980 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4faf863b-24ee-42ac-a77f-c63cb4df6c98 req-81a9efb8-a6eb-405d-b1ee-532f8b99daf1 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e6e9fa6-a97d-4ff5-9109-6c4ca54eb2cc HTTP/1.1" status: 200 len: 210 time: 0.1671810 May 28 07:30:36.228551 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d899c2-1cc9-4bcd-900b-1b8589534717 req-5065b3ee-d944-4bcd-ae6f-fd9c7aaa6c1b tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:30:36.229984 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-80d899c2-1cc9-4bcd-900b-1b8589534717 req-5065b3ee-d944-4bcd-ae6f-fd9c7aaa6c1b tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.71 "GET /v2.0/networks?id=c59983c4-0f87-44de-b4d1-f10be44c4241 HTTP/1.1" status: 200 len: 796 time: 0.2992625 May 28 07:30:36.283605 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-80d899c2-1cc9-4bcd-900b-1b8589534717 req-6aaac554-ad65-4dcb-99b7-2d3817e018f4 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b2a8c929aa54b05ba857077fa769fd4 HTTP/1.1" status: 200 len: 380 time: 0.0387418 May 28 07:30:36.292496 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-80d899c2-1cc9-4bcd-900b-1b8589534717 req-d6b2e291-fb91-466c-8b7d-2ad2bd14783f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Request body: {'port': {'device_id': '3e6e9fa6-a97d-4ff5-9109-6c4ca54eb2cc', 'network_id': 'c59983c4-0f87-44de-b4d1-f10be44c4241', 'admin_state_up': True, 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'security_groups': ['f89681c6-d6e5-4384-907f-aa64d1a51dac']}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:30:36.426016 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-80d899c2-1cc9-4bcd-900b-1b8589534717 req-d6b2e291-fb91-466c-8b7d-2ad2bd14783f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:30:36.436274 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-80d899c2-1cc9-4bcd-900b-1b8589534717 req-d6b2e291-fb91-466c-8b7d-2ad2bd14783f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:30:36.536913 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80d899c2-1cc9-4bcd-900b-1b8589534717 req-d6b2e291-fb91-466c-8b7d-2ad2bd14783f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Made reservation on behalf of 0b2a8c929aa54b05ba857077fa769fd4 for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 07:30:36.541047 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-80d899c2-1cc9-4bcd-900b-1b8589534717 req-d6b2e291-fb91-466c-8b7d-2ad2bd14783f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:36.705660 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [req-80d899c2-1cc9-4bcd-900b-1b8589534717 req-d6b2e291-fb91-466c-8b7d-2ad2bd14783f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Allocated IP 172.20.0.7 (c59983c4-0f87-44de-b4d1-f10be44c4241/1fa6a8c8-ee0e-42b1-b44d-0bc52d92a951/d469a30b-a607-4e4f-aa6b-dfb5547c7f5a) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:30:36.893718 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-80d899c2-1cc9-4bcd-900b-1b8589534717 req-d6b2e291-fb91-466c-8b7d-2ad2bd14783f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:36.905488 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 957a294c-dd8a-43fe-b69d-9ed0484d46c8 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:30:36.910112 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-80d899c2-1cc9-4bcd-900b-1b8589534717 req-d6b2e291-fb91-466c-8b7d-2ad2bd14783f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Transition to ACTIVE for port object d469a30b-a607-4e4f-aa6b-dfb5547c7f5a will not be triggered until provisioned by entity DHCP. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:30:36.974810 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 957a294c-dd8a-43fe-b69d-9ed0484d46c8 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:30:36.975825 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:37.037159 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-80d899c2-1cc9-4bcd-900b-1b8589534717 req-d6b2e291-fb91-466c-8b7d-2ad2bd14783f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:37.089139 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 957a294c-dd8a-43fe-b69d-9ed0484d46c8 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:30:37.110733 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80d899c2-1cc9-4bcd-900b-1b8589534717 req-d6b2e291-fb91-466c-8b7d-2ad2bd14783f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Network c59983c4-0f87-44de-b4d1-f10be44c4241 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:30:37.113707 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [req-80d899c2-1cc9-4bcd-900b-1b8589534717 req-d6b2e291-fb91-466c-8b7d-2ad2bd14783f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:30:37.118067 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-80d899c2-1cc9-4bcd-900b-1b8589534717 req-d6b2e291-fb91-466c-8b7d-2ad2bd14783f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:30:37.155785 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b2e291-fb91-466c-8b7d-2ad2bd14783f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Pushing event updated for resources: {'Port': ['ID=d469a30b-a607-4e4f-aa6b-dfb5547c7f5a,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:30:37.188079 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d899c2-1cc9-4bcd-900b-1b8589534717 req-d6b2e291-fb91-466c-8b7d-2ad2bd14783f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:30:37.188783 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-80d899c2-1cc9-4bcd-900b-1b8589534717 req-d6b2e291-fb91-466c-8b7d-2ad2bd14783f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:37.285980 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-80d899c2-1cc9-4bcd-900b-1b8589534717 req-d6b2e291-fb91-466c-8b7d-2ad2bd14783f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9967840 May 28 07:30:37.321725 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [req-80d899c2-1cc9-4bcd-900b-1b8589534717 req-8aa7268a-8269-4983-af7e-ffe55c640401 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=89110) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 07:30:37.322712 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-80d899c2-1cc9-4bcd-900b-1b8589534717 req-8aa7268a-8269-4983-af7e-ffe55c640401 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056341 May 28 07:30:37.332317 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-80d899c2-1cc9-4bcd-900b-1b8589534717 req-a2f3cf97-21ec-40e9-8276-2f2d5095a571 service neutron] Request body: {'port': {'device_id': '3e6e9fa6-a97d-4ff5-9109-6c4ca54eb2cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843702-1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:30:37.401918 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-99e5cbab-0902-4673-9c25-bd7d1a70fac2 None None] Provisioning for port d469a30b-a607-4e4f-aa6b-dfb5547c7f5a completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:30:37.406862 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-99e5cbab-0902-4673-9c25-bd7d1a70fac2 None None] Provisioning complete for port d469a30b-a607-4e4f-aa6b-dfb5547c7f5a triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:30:37.407247 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-99e5cbab-0902-4673-9c25-bd7d1a70fac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:37.464376 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-99e5cbab-0902-4673-9c25-bd7d1a70fac2 None None] Port d469a30b-a607-4e4f-aa6b-dfb5547c7f5a cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 07:30:37.478147 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651450d8-341a-4757-ad56-b8b5f0a8d1e4 req-c89f2bf4-3b95-4999-8bf0-c68fc7be2836 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:30:37.478832 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-651450d8-341a-4757-ad56-b8b5f0a8d1e4 req-c89f2bf4-3b95-4999-8bf0-c68fc7be2836 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Synchronizing usage tracker for tenant:0b2a8c929aa54b05ba857077fa769fd4 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:30:37.481362 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-80d899c2-1cc9-4bcd-900b-1b8589534717 req-a2f3cf97-21ec-40e9-8276-2f2d5095a571 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:37.637998 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-651450d8-341a-4757-ad56-b8b5f0a8d1e4 req-c89f2bf4-3b95-4999-8bf0-c68fc7be2836 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Unset dirty status for tenant:0b2a8c929aa54b05ba857077fa769fd4 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:30:37.639150 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-651450d8-341a-4757-ad56-b8b5f0a8d1e4 req-c89f2bf4-3b95-4999-8bf0-c68fc7be2836 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e6e9fa6-a97d-4ff5-9109-6c4ca54eb2cc HTTP/1.1" status: 200 len: 931 time: 0.3524098 May 28 07:30:37.761545 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-651450d8-341a-4757-ad56-b8b5f0a8d1e4 req-c84ef023-4b3a-4f60-be73-6f5a0449a649 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/security-groups?id=f89681c6-d6e5-4384-907f-aa64d1a51dac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057107 May 28 07:30:37.877332 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [req-80d899c2-1cc9-4bcd-900b-1b8589534717 req-a2f3cf97-21ec-40e9-8276-2f2d5095a571 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d469a30b-a607-4e4f-aa6b-dfb5547c7f5a {{(pid=89110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 07:30:37.885161 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-80d899c2-1cc9-4bcd-900b-1b8589534717 req-a2f3cf97-21ec-40e9-8276-2f2d5095a571 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:37.899860 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-80d899c2-1cc9-4bcd-900b-1b8589534717 req-a2f3cf97-21ec-40e9-8276-2f2d5095a571 service neutron] Transition to ACTIVE for port object d469a30b-a607-4e4f-aa6b-dfb5547c7f5a will not be triggered until provisioned by entity L2. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:30:37.996057 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-80d899c2-1cc9-4bcd-900b-1b8589534717 req-a2f3cf97-21ec-40e9-8276-2f2d5095a571 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:38.123289 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f3cf97-21ec-40e9-8276-2f2d5095a571 service neutron] Pushing event updated for resources: {'Port': ['ID=d469a30b-a607-4e4f-aa6b-dfb5547c7f5a,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:30:38.253339 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-80d899c2-1cc9-4bcd-900b-1b8589534717 req-a2f3cf97-21ec-40e9-8276-2f2d5095a571 service neutron] Attempting to bind port d469a30b-a607-4e4f-aa6b-dfb5547c7f5a on host n-h2-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 07:30:38.254011 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-80d899c2-1cc9-4bcd-900b-1b8589534717 req-a2f3cf97-21ec-40e9-8276-2f2d5095a571 service neutron] Attempting to bind port d469a30b-a607-4e4f-aa6b-dfb5547c7f5a by drivers openvswitch,hyperv on host n-h2-843702-1 at level 0 using segments [{'id': 'b3953457-9e20-4a6d-ba80-c303d4252680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'c59983c4-0f87-44de-b4d1-f10be44c4241'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 07:30:38.254011 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d899c2-1cc9-4bcd-900b-1b8589534717 req-a2f3cf97-21ec-40e9-8276-2f2d5095a571 service neutron] Attempting to bind port d469a30b-a607-4e4f-aa6b-dfb5547c7f5a on network c59983c4-0f87-44de-b4d1-f10be44c4241 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:30:38.259041 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d899c2-1cc9-4bcd-900b-1b8589534717 req-a2f3cf97-21ec-40e9-8276-2f2d5095a571 service neutron] Port d469a30b-a607-4e4f-aa6b-dfb5547c7f5a on network c59983c4-0f87-44de-b4d1-f10be44c4241 not bound, no agent of type Open vSwitch agent registered on host n-h2-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 07:30:38.259356 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d899c2-1cc9-4bcd-900b-1b8589534717 req-a2f3cf97-21ec-40e9-8276-2f2d5095a571 service neutron] Attempting to bind port d469a30b-a607-4e4f-aa6b-dfb5547c7f5a on network c59983c4-0f87-44de-b4d1-f10be44c4241 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:30:38.264332 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d899c2-1cc9-4bcd-900b-1b8589534717 req-a2f3cf97-21ec-40e9-8276-2f2d5095a571 service neutron] Checking agent: {'id': 'f1a3973b-d2b3-4558-88e7-2ac50857d302', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 7, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 07:30:38.264656 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d899c2-1cc9-4bcd-900b-1b8589534717 req-a2f3cf97-21ec-40e9-8276-2f2d5095a571 service neutron] Checking segment: {'id': 'b3953457-9e20-4a6d-ba80-c303d4252680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'c59983c4-0f87-44de-b4d1-f10be44c4241'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:30:38.265028 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d899c2-1cc9-4bcd-900b-1b8589534717 req-a2f3cf97-21ec-40e9-8276-2f2d5095a571 service neutron] Bound using segment: {'id': 'b3953457-9e20-4a6d-ba80-c303d4252680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'c59983c4-0f87-44de-b4d1-f10be44c4241'} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 07:30:38.265528 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-80d899c2-1cc9-4bcd-900b-1b8589534717 req-a2f3cf97-21ec-40e9-8276-2f2d5095a571 service neutron] Bound port: d469a30b-a607-4e4f-aa6b-dfb5547c7f5a, host: n-h2-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3953457-9e20-4a6d-ba80-c303d4252680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'c59983c4-0f87-44de-b4d1-f10be44c4241'}}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 07:30:38.265862 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-80d899c2-1cc9-4bcd-900b-1b8589534717 req-a2f3cf97-21ec-40e9-8276-2f2d5095a571 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:38.352689 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-80d899c2-1cc9-4bcd-900b-1b8589534717 req-a2f3cf97-21ec-40e9-8276-2f2d5095a571 service neutron] For port d469a30b-a607-4e4f-aa6b-dfb5547c7f5a, host n-h2-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:30:38.355657 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-80d899c2-1cc9-4bcd-900b-1b8589534717 req-a2f3cf97-21ec-40e9-8276-2f2d5095a571 service neutron] For port d469a30b-a607-4e4f-aa6b-dfb5547c7f5a, host n-h2-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=d469a30b-a607-4e4f-aa6b-dfb5547c7f5a,segment=NetworkSegment(b3953457-9e20-4a6d-ba80-c303d4252680),segment_id=b3953457-9e20-4a6d-ba80-c303d4252680)] {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 07:30:38.413757 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-80d899c2-1cc9-4bcd-900b-1b8589534717 req-a2f3cf97-21ec-40e9-8276-2f2d5095a571 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:38.579039 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d899c2-1cc9-4bcd-900b-1b8589534717 req-a2f3cf97-21ec-40e9-8276-2f2d5095a571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:30:38.579643 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-80d899c2-1cc9-4bcd-900b-1b8589534717 req-a2f3cf97-21ec-40e9-8276-2f2d5095a571 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:38.580983 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-80d899c2-1cc9-4bcd-900b-1b8589534717 req-a2f3cf97-21ec-40e9-8276-2f2d5095a571 service neutron] 10.222.0.71 "PUT /v2.0/ports/d469a30b-a607-4e4f-aa6b-dfb5547c7f5a HTTP/1.1" status: 200 len: 1091 time: 1.2524755 May 28 07:30:38.581409 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e6e9fa6-a97d-4ff5-9109-6c4ca54eb2cc', 'tag': 'd469a30b-a607-4e4f-aa6b-dfb5547c7f5a'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:30:38.602193 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f3cf97-21ec-40e9-8276-2f2d5095a571 service neutron] Pushing event updated for resources: {'Port': ['ID=d469a30b-a607-4e4f-aa6b-dfb5547c7f5a,revision_number=3']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:30:38.635805 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-035b13e3-d609-4d1b-850d-c01a93f0ee0f'] response: {'name': 'network-changed', 'server_uuid': '3e6e9fa6-a97d-4ff5-9109-6c4ca54eb2cc', 'tag': 'd469a30b-a607-4e4f-aa6b-dfb5547c7f5a', 'status': 'completed', 'code': 200} May 28 07:30:38.753392 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345483f4-c68e-4e2a-90b3-69e0954cc11c req-e721864b-2f27-443a-bc66-ecbc404f3c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:30:38.754907 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-345483f4-c68e-4e2a-90b3-69e0954cc11c req-e721864b-2f27-443a-bc66-ecbc404f3c42 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0b2a8c929aa54b05ba857077fa769fd4&device_id=3e6e9fa6-a97d-4ff5-9109-6c4ca54eb2cc HTTP/1.1" status: 200 len: 1094 time: 0.0768764 May 28 07:30:38.946918 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345483f4-c68e-4e2a-90b3-69e0954cc11c req-bc40f4ec-1a47-4c17-ac95-5c50e6f1ebe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:30:38.948343 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-345483f4-c68e-4e2a-90b3-69e0954cc11c req-bc40f4ec-1a47-4c17-ac95-5c50e6f1ebe2 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=0b2a8c929aa54b05ba857077fa769fd4&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1807754 May 28 07:30:39.061336 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c98a27a-098d-4f44-8ae3-8e8ffd790762 req-5010314f-a7a7-4955-99ad-bb2a5e52b447 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:30:39.062812 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1c98a27a-098d-4f44-8ae3-8e8ffd790762 req-5010314f-a7a7-4955-99ad-bb2a5e52b447 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e6e9fa6-a97d-4ff5-9109-6c4ca54eb2cc HTTP/1.1" status: 200 len: 943 time: 0.1836865 May 28 07:30:39.133785 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345483f4-c68e-4e2a-90b3-69e0954cc11c req-13de9624-38a6-4afd-9926-18bd314d23c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:30:39.135230 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-345483f4-c68e-4e2a-90b3-69e0954cc11c req-13de9624-38a6-4afd-9926-18bd314d23c3 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1792545 May 28 07:30:39.138151 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1c98a27a-098d-4f44-8ae3-8e8ffd790762 req-836ef038-74fb-48f0-a21b-165d1375997d tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/security-groups?id=f89681c6-d6e5-4384-907f-aa64d1a51dac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697656 May 28 07:30:39.265524 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d899c2-1cc9-4bcd-900b-1b8589534717 req-1d0f0199-3e89-4d9a-92c4-6c2e274bc028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:30:39.266897 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-80d899c2-1cc9-4bcd-900b-1b8589534717 req-1d0f0199-3e89-4d9a-92c4-6c2e274bc028 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0b2a8c929aa54b05ba857077fa769fd4&device_id=3e6e9fa6-a97d-4ff5-9109-6c4ca54eb2cc HTTP/1.1" status: 200 len: 1094 time: 0.0705204 May 28 07:30:39.341885 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-80d899c2-1cc9-4bcd-900b-1b8589534717 req-86c3754f-49dd-45ee-9a93-97b126915ebb service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d469a30b-a607-4e4f-aa6b-dfb5547c7f5a HTTP/1.1" status: 200 len: 217 time: 0.0630374 May 28 07:30:39.403619 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d899c2-1cc9-4bcd-900b-1b8589534717 req-d13ca271-c6c0-4e11-aeea-a190323ce6be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:30:39.405008 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-80d899c2-1cc9-4bcd-900b-1b8589534717 req-d13ca271-c6c0-4e11-aeea-a190323ce6be service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1fa6a8c8-ee0e-42b1-b44d-0bc52d92a951 HTTP/1.1" status: 200 len: 835 time: 0.0571015 May 28 07:30:39.482302 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d899c2-1cc9-4bcd-900b-1b8589534717 req-4372f6b5-4cc4-4a8d-b167-1c5c2000ed1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:30:39.483758 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-80d899c2-1cc9-4bcd-900b-1b8589534717 req-4372f6b5-4cc4-4a8d-b167-1c5c2000ed1c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c59983c4-0f87-44de-b4d1-f10be44c4241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715365 May 28 07:30:39.614648 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-80d899c2-1cc9-4bcd-900b-1b8589534717 req-726d1d57-d128-46d1-b352-22e9e55e2759 service neutron] 10.222.0.71 "GET /v2.0/networks/c59983c4-0f87-44de-b4d1-f10be44c4241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232901 May 28 07:30:39.745164 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-80d899c2-1cc9-4bcd-900b-1b8589534717 req-6e936838-dc58-4efa-a6e2-3f51efe5b8ba service neutron] 10.222.0.71 "GET /v2.0/networks/c59983c4-0f87-44de-b4d1-f10be44c4241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243269 May 28 07:30:40.323644 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a135df-bd8c-4797-b0e4-dfb0aa73de74 req-0bf5f9bb-4900-47ff-937b-20e7b00d7aca tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:30:40.324983 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-90a135df-bd8c-4797-b0e4-dfb0aa73de74 req-0bf5f9bb-4900-47ff-937b-20e7b00d7aca tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e6e9fa6-a97d-4ff5-9109-6c4ca54eb2cc HTTP/1.1" status: 200 len: 943 time: 0.0772519 May 28 07:30:40.369108 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-90a135df-bd8c-4797-b0e4-dfb0aa73de74 req-9ba20bad-85b2-4ba3-b9de-da49f91b06ef tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/security-groups?id=f89681c6-d6e5-4384-907f-aa64d1a51dac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384815 May 28 07:30:41.556763 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c0f1d3-a7b4-440d-a2fb-a3922fe67fc9 req-c4576a8c-4051-4f99-aeaf-4adf874c879a tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:30:41.558299 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c1c0f1d3-a7b4-440d-a2fb-a3922fe67fc9 req-c4576a8c-4051-4f99-aeaf-4adf874c879a tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e6e9fa6-a97d-4ff5-9109-6c4ca54eb2cc HTTP/1.1" status: 200 len: 943 time: 0.0833929 May 28 07:30:41.602374 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c1c0f1d3-a7b4-440d-a2fb-a3922fe67fc9 req-5684e9b7-064c-49bc-b644-02128a4dfe7f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/security-groups?id=f89681c6-d6e5-4384-907f-aa64d1a51dac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384252 May 28 07:30:42.785127 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a026f860-efff-4ea2-a55d-16d25a791127 req-9a59fd16-fead-4ef4-bb3e-1a11aab8557d tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:30:42.786607 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a026f860-efff-4ea2-a55d-16d25a791127 req-9a59fd16-fead-4ef4-bb3e-1a11aab8557d tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e6e9fa6-a97d-4ff5-9109-6c4ca54eb2cc HTTP/1.1" status: 200 len: 943 time: 0.0794969 May 28 07:30:42.833699 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a026f860-efff-4ea2-a55d-16d25a791127 req-d5669524-00ce-4150-bec1-e3fa925afa52 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/security-groups?id=f89681c6-d6e5-4384-907f-aa64d1a51dac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402544 May 28 07:30:43.812742 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device d469a30b-a607-4e4f-aa6b-dfb5547c7f5a details requested by agent hyperv_n-h2-843702-1 with host n-h2-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 07:30:43.947255 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port d469a30b-a607-4e4f-aa6b-dfb5547c7f5a, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=d469a30b-a607-4e4f-aa6b-dfb5547c7f5a,segment=NetworkSegment(b3953457-9e20-4a6d-ba80-c303d4252680),segment_id=b3953457-9e20-4a6d-ba80-c303d4252680)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:30:43.962529 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Returning: {'device': 'd469a30b-a607-4e4f-aa6b-dfb5547c7f5a', 'network_id': 'c59983c4-0f87-44de-b4d1-f10be44c4241', 'port_id': 'd469a30b-a607-4e4f-aa6b-dfb5547c7f5a', 'mac_address': 'fa:16:3e:0c:5e:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fa6a8c8-ee0e-42b1-b44d-0bc52d92a951', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 07:30:44.023986 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port d469a30b-a607-4e4f-aa6b-dfb5547c7f5a is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:30:44.024366 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:44.042869 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d469a30b-a607-4e4f-aa6b-dfb5547c7f5a {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 07:30:44.047170 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7e4234-ef09-47bb-b75a-cebdc6043cea req-fdbfe7b6-6e9e-45cf-bd86-9e6e5da3c55f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:30:44.048693 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7f7e4234-ef09-47bb-b75a-cebdc6043cea req-fdbfe7b6-6e9e-45cf-bd86-9e6e5da3c55f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e6e9fa6-a97d-4ff5-9109-6c4ca54eb2cc HTTP/1.1" status: 200 len: 943 time: 0.1071117 May 28 07:30:44.065239 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port d469a30b-a607-4e4f-aa6b-dfb5547c7f5a, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=d469a30b-a607-4e4f-aa6b-dfb5547c7f5a,segment=NetworkSegment(b3953457-9e20-4a6d-ba80-c303d4252680),segment_id=b3953457-9e20-4a6d-ba80-c303d4252680)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:30:44.095917 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7f7e4234-ef09-47bb-b75a-cebdc6043cea req-cd597599-d35c-43e9-9621-a42b507cf3e3 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/security-groups?id=f89681c6-d6e5-4384-907f-aa64d1a51dac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399909 May 28 07:30:44.162458 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:44.234692 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=d469a30b-a607-4e4f-aa6b-dfb5547c7f5a,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:30:44.454198 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['d469a30b-a607-4e4f-aa6b-dfb5547c7f5a'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 07:30:45.286285 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28980780-63f1-4c73-9963-468d8ae61254 req-5b113404-bfe1-408d-a67d-fd9b375965bb tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:30:45.287793 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-28980780-63f1-4c73-9963-468d8ae61254 req-5b113404-bfe1-408d-a67d-fd9b375965bb tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e6e9fa6-a97d-4ff5-9109-6c4ca54eb2cc HTTP/1.1" status: 200 len: 944 time: 0.0831115 May 28 07:30:45.332735 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-28980780-63f1-4c73-9963-468d8ae61254 req-98f87542-c7fd-43d5-b201-7ef789bc6074 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/security-groups?id=f89681c6-d6e5-4384-907f-aa64d1a51dac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385461 May 28 07:30:45.813044 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device d469a30b-a607-4e4f-aa6b-dfb5547c7f5a up at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:30:45.933054 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning for port d469a30b-a607-4e4f-aa6b-dfb5547c7f5a completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:30:45.942102 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning complete for port d469a30b-a607-4e4f-aa6b-dfb5547c7f5a triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:30:45.942471 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:46.065213 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port d469a30b-a607-4e4f-aa6b-dfb5547c7f5a is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:30:46.065517 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:46.119190 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e6e9fa6-a97d-4ff5-9109-6c4ca54eb2cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd469a30b-a607-4e4f-aa6b-dfb5547c7f5a'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:30:46.128516 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port d469a30b-a607-4e4f-aa6b-dfb5547c7f5a, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=d469a30b-a607-4e4f-aa6b-dfb5547c7f5a,segment=NetworkSegment(b3953457-9e20-4a6d-ba80-c303d4252680),segment_id=b3953457-9e20-4a6d-ba80-c303d4252680)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:30:46.164097 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-454948bf-c7f7-4d70-992c-a011b62dad4f'] response: {'server_uuid': '3e6e9fa6-a97d-4ff5-9109-6c4ca54eb2cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd469a30b-a607-4e4f-aa6b-dfb5547c7f5a', 'code': 200} May 28 07:30:46.208014 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:46.279845 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=d469a30b-a607-4e4f-aa6b-dfb5547c7f5a,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:30:46.317019 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df817364-536b-47c6-a319-8ca6dbc0530c req-6dc94a13-860e-43f9-8939-45aed78eec0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:30:46.318444 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-df817364-536b-47c6-a319-8ca6dbc0530c req-6dc94a13-860e-43f9-8939-45aed78eec0f service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=3e6e9fa6-a97d-4ff5-9109-6c4ca54eb2cc HTTP/1.1" status: 200 len: 1096 time: 0.0705996 May 28 07:30:46.363558 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-df817364-536b-47c6-a319-8ca6dbc0530c req-9b6967e2-dd5c-4846-b1d1-b3a05b5680c6 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=f89681c6-d6e5-4384-907f-aa64d1a51dac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389466 May 28 07:30:46.620972 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28baf485-6f50-4c5c-9a70-f9117372388c req-927becae-4c65-4fe0-8efd-f782f1b94bbe tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:30:46.622610 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-28baf485-6f50-4c5c-9a70-f9117372388c req-927becae-4c65-4fe0-8efd-f782f1b94bbe tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e6e9fa6-a97d-4ff5-9109-6c4ca54eb2cc HTTP/1.1" status: 200 len: 945 time: 0.1810746 May 28 07:30:46.671009 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-28baf485-6f50-4c5c-9a70-f9117372388c req-2a39e08a-aa53-4f8f-9774-42cbaf1d012a tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/security-groups?id=f89681c6-d6e5-4384-907f-aa64d1a51dac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422270 May 28 07:30:47.857993 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ae3d62-bd8e-449a-a2b4-12797d26c8a8 req-194d2f36-5a15-4f58-b519-2e8fb354bf8f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:30:47.859374 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-81ae3d62-bd8e-449a-a2b4-12797d26c8a8 req-194d2f36-5a15-4f58-b519-2e8fb354bf8f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e6e9fa6-a97d-4ff5-9109-6c4ca54eb2cc HTTP/1.1" status: 200 len: 945 time: 0.0803022 May 28 07:30:47.907259 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-81ae3d62-bd8e-449a-a2b4-12797d26c8a8 req-baba8b45-7280-4c6f-bf59-dc719bdeb417 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/security-groups?id=f89681c6-d6e5-4384-907f-aa64d1a51dac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421126 May 28 07:30:48.094024 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be4265a-bee3-42c2-a4f9-77f174dbd57b req-5d2cb2a2-4937-49bf-8f92-febf0184c7da tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:30:48.095452 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6be4265a-bee3-42c2-a4f9-77f174dbd57b req-5d2cb2a2-4937-49bf-8f92-febf0184c7da tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e6e9fa6-a97d-4ff5-9109-6c4ca54eb2cc HTTP/1.1" status: 200 len: 945 time: 0.0791101 May 28 07:30:48.140513 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6be4265a-bee3-42c2-a4f9-77f174dbd57b req-efe3787e-201c-4a8d-97a3-4cdee1973c2a tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/security-groups?id=f89681c6-d6e5-4384-907f-aa64d1a51dac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382204 May 28 07:30:48.163228 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 58500) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:30:48.237187 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-641b8266-6abb-430b-838b-1445b4024e2d tempest-TestNetworkAdvancedServerOps-920274614 tempest-TestNetworkAdvancedServerOps-920274614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:30:48.238691 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-641b8266-6abb-430b-838b-1445b4024e2d tempest-TestNetworkAdvancedServerOps-920274614 tempest-TestNetworkAdvancedServerOps-920274614-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=3e6e9fa6-a97d-4ff5-9109-6c4ca54eb2cc HTTP/1.1" status: 200 len: 1091 time: 0.0745144 May 28 07:30:48.241659 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 58504) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:30:48.246339 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-ec950400-395a-4e87-b14e-9fdb4c15a83b tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Request body: {'floatingip': {'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'port_id': 'd469a30b-a607-4e4f-aa6b-dfb5547c7f5a', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'fixed_ip_address': '172.20.0.7'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:30:48.252579 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-ec950400-395a-4e87-b14e-9fdb4c15a83b tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:30:48.256622 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-ec950400-395a-4e87-b14e-9fdb4c15a83b tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Usage tracker for resource:floatingip and tenant:0b2a8c929aa54b05ba857077fa769fd4 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:30:48.260655 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-ec950400-395a-4e87-b14e-9fdb4c15a83b tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:30:48.267139 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-ec950400-395a-4e87-b14e-9fdb4c15a83b tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:30:48.659279 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ec950400-395a-4e87-b14e-9fdb4c15a83b tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for floatingip, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:48.793985 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ec950400-395a-4e87-b14e-9fdb4c15a83b tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:48.923756 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [None req-ec950400-395a-4e87-b14e-9fdb4c15a83b tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Allocated IP 172.25.5.49 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/7bf5897d-3cdc-4673-90b0-647c4fb6a89a) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:30:49.089829 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ec950400-395a-4e87-b14e-9fdb4c15a83b tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:49.179215 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ec950400-395a-4e87-b14e-9fdb4c15a83b tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:49.247811 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec950400-395a-4e87-b14e-9fdb4c15a83b tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:30:49.250750 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-ec950400-395a-4e87-b14e-9fdb4c15a83b tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:30:49.254342 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec950400-395a-4e87-b14e-9fdb4c15a83b tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:30:49.283380 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec950400-395a-4e87-b14e-9fdb4c15a83b tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Pushing event updated for resources: {'Port': ['ID=7bf5897d-3cdc-4673-90b0-647c4fb6a89a,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:30:49.667745 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ec950400-395a-4e87-b14e-9fdb4c15a83b tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:49.825603 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ec950400-395a-4e87-b14e-9fdb4c15a83b tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:50.029357 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ec950400-395a-4e87-b14e-9fdb4c15a83b tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:50.104753 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ec950400-395a-4e87-b14e-9fdb4c15a83b tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:50.312664 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec950400-395a-4e87-b14e-9fdb4c15a83b tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Pushing event updated for resources: {'Port': ['ID=7bf5897d-3cdc-4673-90b0-647c4fb6a89a,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:30:50.324752 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ec950400-395a-4e87-b14e-9fdb4c15a83b tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691094'] for floatingip, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:50.513860 n-d-843702-1 neutron-server[89110]: INFO neutron.db.l3_db [None req-ec950400-395a-4e87-b14e-9fdb4c15a83b tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Floating IP 4e3a7af1-ac17-4a5f-9d02-e467213b87b3 associated. External IP: 172.25.5.49, port: d469a30b-a607-4e4f-aa6b-dfb5547c7f5a. May 28 07:30:50.868840 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec950400-395a-4e87-b14e-9fdb4c15a83b tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Router 70749637-35c8-490c-abbd-1d27f8b8f9e9 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 07:30:51.043086 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec950400-395a-4e87-b14e-9fdb4c15a83b tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 07:30:51.052469 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb021ff-4909-4333-ba0d-8143f5570040 None None] Sync routers for ids ['70749637-35c8-490c-abbd-1d27f8b8f9e9'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 07:30:51.062021 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb021ff-4909-4333-ba0d-8143f5570040 None None] Routers {'70749637-35c8-490c-abbd-1d27f8b8f9e9'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:30:51.062632 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-2fb021ff-4909-4333-ba0d-8143f5570040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:30:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['70749637-35c8-490c-abbd-1d27f8b8f9e9'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:30:51.122250 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ec950400-395a-4e87-b14e-9fdb4c15a83b tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:51.180469 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-ec950400-395a-4e87-b14e-9fdb4c15a83b tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.9378169 May 28 07:30:51.181057 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e6e9fa6-a97d-4ff5-9109-6c4ca54eb2cc', 'tag': 'd469a30b-a607-4e4f-aa6b-dfb5547c7f5a'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:30:51.245761 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-2fb021ff-4909-4333-ba0d-8143f5570040 None None] Set router 70749637-35c8-490c-abbd-1d27f8b8f9e9 gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:30:51.353992 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4f2fb8-d8d4-4d99-b160-6b6c6ebb6e00 req-31d740a8-f70d-4a24-a597-17bb8061ade2 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:30:51.355607 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8e4f2fb8-d8d4-4d99-b160-6b6c6ebb6e00 req-31d740a8-f70d-4a24-a597-17bb8061ade2 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e6e9fa6-a97d-4ff5-9109-6c4ca54eb2cc HTTP/1.1" status: 200 len: 945 time: 0.0785887 May 28 07:30:51.400200 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8e4f2fb8-d8d4-4d99-b160-6b6c6ebb6e00 req-fdce006c-0dd9-4282-a5a9-34584f5edc3a tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/security-groups?id=f89681c6-d6e5-4384-907f-aa64d1a51dac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387909 May 28 07:30:51.423511 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 58514) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:30:51.451924 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-591f524c-aedf-41c2-b852-d70e77424375'] response: {'name': 'network-changed', 'server_uuid': '3e6e9fa6-a97d-4ff5-9109-6c4ca54eb2cc', 'tag': 'd469a30b-a607-4e4f-aa6b-dfb5547c7f5a', 'status': 'completed', 'code': 200} May 28 07:30:51.542092 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-064dcf6b-1925-49ee-9612-8b9f2d5bd032 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/floatingips/4e3a7af1-ac17-4a5f-9d02-e467213b87b3 HTTP/1.1" status: 200 len: 990 time: 0.1155279 May 28 07:30:51.577745 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a790280-fdf7-4448-8944-834a225daf17 req-06c264fa-8a55-46b7-a6ff-3dd3165a27f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:30:51.579224 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1a790280-fdf7-4448-8944-834a225daf17 req-06c264fa-8a55-46b7-a6ff-3dd3165a27f9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0b2a8c929aa54b05ba857077fa769fd4&device_id=3e6e9fa6-a97d-4ff5-9109-6c4ca54eb2cc HTTP/1.1" status: 200 len: 1096 time: 0.0824540 May 28 07:30:51.605953 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-2fb021ff-4909-4333-ba0d-8143f5570040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70749637-35c8-490c-abbd-1d27f8b8f9e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-125136344', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': 'eb3badd5-b1d4-45c2-afea-346495bfe8c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:30:24Z', 'updated_at': '2022-05-28T07:30:30Z', 'revision_number': 4, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'gw_port': {'id': 'eb3badd5-b1d4-45c2-afea-346495bfe8c7', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:81:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70749637-35c8-490c-abbd-1d27f8b8f9e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:30:25Z', 'updated_at': '2022-05-28T07:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': '4e3a7af1-ac17-4a5f-9d02-e467213b87b3', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'floating_ip_address': '172.25.5.49', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': '70749637-35c8-490c-abbd-1d27f8b8f9e9', 'port_id': 'd469a30b-a607-4e4f-aa6b-dfb5547c7f5a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c59983c4-0f87-44de-b4d1-f10be44c4241', 'mac_address': 'fa:16:3e:0c:5e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6e9fa6-a97d-4ff5-9109-6c4ca54eb2cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T07:30:49Z', 'updated_at': '2022-05-28T07:30:49Z', 'revision_number': 0, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '957a294c-dd8a-43fe-b69d-9ed0484d46c8', 'name': '', 'network_id': 'c59983c4-0f87-44de-b4d1-f10be44c4241', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'mac_address': 'fa:16:3e:a8:32:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70749637-35c8-490c-abbd-1d27f8b8f9e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '1fa6a8c8-ee0e-42b1-b44d-0bc52d92a951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:30:29Z', 'updated_at': '2022-05-28T07:30:35Z', 'revision_number': 5, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'subnets': [{'id': '1fa6a8c8-ee0e-42b1-b44d-0bc52d92a951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:30:51.609787 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb021ff-4909-4333-ba0d-8143f5570040 None None] Checking router: 70749637-35c8-490c-abbd-1d27f8b8f9e9 for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 07:30:51.618614 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb021ff-4909-4333-ba0d-8143f5570040 None None] Routers {'70749637-35c8-490c-abbd-1d27f8b8f9e9'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:30:51.619215 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-2fb021ff-4909-4333-ba0d-8143f5570040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:30:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['70749637-35c8-490c-abbd-1d27f8b8f9e9'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:30:51.710332 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a790280-fdf7-4448-8944-834a225daf17 req-44748c06-a18a-4919-aad2-dd876cf94844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:30:51.711699 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1a790280-fdf7-4448-8944-834a225daf17 req-44748c06-a18a-4919-aad2-dd876cf94844 service neutron] 10.222.0.71 "GET /v2.0/networks?id=c59983c4-0f87-44de-b4d1-f10be44c4241 HTTP/1.1" status: 200 len: 897 time: 0.1256557 May 28 07:30:51.793880 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-2fb021ff-4909-4333-ba0d-8143f5570040 None None] Set router 70749637-35c8-490c-abbd-1d27f8b8f9e9 gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:30:51.813897 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1a790280-fdf7-4448-8944-834a225daf17 req-c0ae6003-6608-4a6e-acb1-406a226a6ca1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d469a30b-a607-4e4f-aa6b-dfb5547c7f5a HTTP/1.1" status: 200 len: 998 time: 0.0961304 May 28 07:30:51.875689 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a790280-fdf7-4448-8944-834a225daf17 req-f0c54e03-d06f-4483-bdf1-48831cd69bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:30:51.877119 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1a790280-fdf7-4448-8944-834a225daf17 req-f0c54e03-d06f-4483-bdf1-48831cd69bc4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1fa6a8c8-ee0e-42b1-b44d-0bc52d92a951 HTTP/1.1" status: 200 len: 835 time: 0.0573363 May 28 07:30:51.955809 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a790280-fdf7-4448-8944-834a225daf17 req-e95844f4-4956-49d4-8367-a20ee964b8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:30:51.957310 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1a790280-fdf7-4448-8944-834a225daf17 req-e95844f4-4956-49d4-8367-a20ee964b8fb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c59983c4-0f87-44de-b4d1-f10be44c4241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0739586 May 28 07:30:52.156681 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-2fb021ff-4909-4333-ba0d-8143f5570040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70749637-35c8-490c-abbd-1d27f8b8f9e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-125136344', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': 'eb3badd5-b1d4-45c2-afea-346495bfe8c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:30:24Z', 'updated_at': '2022-05-28T07:30:30Z', 'revision_number': 4, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'gw_port': {'id': 'eb3badd5-b1d4-45c2-afea-346495bfe8c7', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:81:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70749637-35c8-490c-abbd-1d27f8b8f9e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:30:25Z', 'updated_at': '2022-05-28T07:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': '4e3a7af1-ac17-4a5f-9d02-e467213b87b3', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'floating_ip_address': '172.25.5.49', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': '70749637-35c8-490c-abbd-1d27f8b8f9e9', 'port_id': 'd469a30b-a607-4e4f-aa6b-dfb5547c7f5a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c59983c4-0f87-44de-b4d1-f10be44c4241', 'mac_address': 'fa:16:3e:0c:5e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6e9fa6-a97d-4ff5-9109-6c4ca54eb2cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T07:30:49Z', 'updated_at': '2022-05-28T07:30:49Z', 'revision_number': 0, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '957a294c-dd8a-43fe-b69d-9ed0484d46c8', 'name': '', 'network_id': 'c59983c4-0f87-44de-b4d1-f10be44c4241', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'mac_address': 'fa:16:3e:a8:32:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70749637-35c8-490c-abbd-1d27f8b8f9e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '1fa6a8c8-ee0e-42b1-b44d-0bc52d92a951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:30:29Z', 'updated_at': '2022-05-28T07:30:35Z', 'revision_number': 5, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'subnets': [{'id': '1fa6a8c8-ee0e-42b1-b44d-0bc52d92a951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:30:52.160812 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb021ff-4909-4333-ba0d-8143f5570040 None None] The sync data for ids ['70749637-35c8-490c-abbd-1d27f8b8f9e9'] in n-d-843702-1 is: [{'id': '70749637-35c8-490c-abbd-1d27f8b8f9e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-125136344', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': 'eb3badd5-b1d4-45c2-afea-346495bfe8c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:30:24Z', 'updated_at': '2022-05-28T07:30:30Z', 'revision_number': 4, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'gw_port': {'id': 'eb3badd5-b1d4-45c2-afea-346495bfe8c7', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:81:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70749637-35c8-490c-abbd-1d27f8b8f9e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:30:25Z', 'updated_at': '2022-05-28T07:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': '4e3a7af1-ac17-4a5f-9d02-e467213b87b3', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'floating_ip_address': '172.25.5.49', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': '70749637-35c8-490c-abbd-1d27f8b8f9e9', 'port_id': 'd469a30b-a607-4e4f-aa6b-dfb5547c7f5a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c59983c4-0f87-44de-b4d1-f10be44c4241', 'mac_address': 'fa:16:3e:0c:5e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6e9fa6-a97d-4ff5-9109-6c4ca54eb2cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T07:30:49Z', 'updated_at': '2022-05-28T07:30:49Z', 'revision_number': 0, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '957a294c-dd8a-43fe-b69d-9ed0484d46c8', 'name': '', 'network_id': 'c59983c4-0f87-44de-b4d1-f10be44c4241', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'mac_address': 'fa:16:3e:a8:32:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70749637-35c8-490c-abbd-1d27f8b8f9e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '1fa6a8c8-ee0e-42b1-b44d-0bc52d92a951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:30:29Z', 'updated_at': '2022-05-28T07:30:35Z', 'revision_number': 5, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'subnets': [{'id': '1fa6a8c8-ee0e-42b1-b44d-0bc52d92a951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 07:30:52.216688 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1a790280-fdf7-4448-8944-834a225daf17 req-fb14c547-64e5-480d-ba57-308d1723aba7 service neutron] 10.222.0.71 "GET /v2.0/networks/c59983c4-0f87-44de-b4d1-f10be44c4241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528296 May 28 07:30:52.353276 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3795b1e7-a90c-4ce5-a74a-d68d2ae5040d None None] New status for floating IP 4e3a7af1-ac17-4a5f-9d02-e467213b87b3: ACTIVE {{(pid=89112) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 07:30:52.353849 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1a790280-fdf7-4448-8944-834a225daf17 req-995a8891-2af8-4fda-812e-a236ef1d1f0d service neutron] 10.222.0.71 "GET /v2.0/networks/c59983c4-0f87-44de-b4d1-f10be44c4241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306634 May 28 07:30:52.545263 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 58518) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:30:52.651876 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-07f7f0f9-9b0e-4c97-b4a2-cc0af175c4fb tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/floatingips/4e3a7af1-ac17-4a5f-9d02-e467213b87b3 HTTP/1.1" status: 200 len: 990 time: 0.1055579 May 28 07:30:53.655928 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 58522) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:30:53.767264 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-fc94a4e0-b077-4d2d-9811-b5f0f45f162d tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/floatingips/4e3a7af1-ac17-4a5f-9d02-e467213b87b3 HTTP/1.1" status: 200 len: 992 time: 0.1102178 May 28 07:30:56.499054 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-ef3f2150-9b3c-4044-81b9-95d6f6db8806 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:58.261914 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:30:59.018878 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-6ff3d8c4-723e-40c7-93df-198e5cae23f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:31:00.104546 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:31:00.135993 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:31:01.904306 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:31:02.870045 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:31:04.974731 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 07:31:20.949012 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208b20c6-234c-4109-ad53-1090d6b49842 req-62d21cf2-c0b4-49cb-a5bb-a3eb0970bb37 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:31:20.950481 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-208b20c6-234c-4109-ad53-1090d6b49842 req-62d21cf2-c0b4-49cb-a5bb-a3eb0970bb37 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e6e9fa6-a97d-4ff5-9109-6c4ca54eb2cc HTTP/1.1" status: 200 len: 945 time: 0.0836689 May 28 07:31:20.995033 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-208b20c6-234c-4109-ad53-1090d6b49842 req-ce5968f8-0818-4ed7-a9d5-b756b1756f62 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/security-groups?id=f89681c6-d6e5-4384-907f-aa64d1a51dac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388069 May 28 07:31:21.129956 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-7530802d-7f10-4175-8184-55b7293ba64d req-5c82f86a-465d-472d-b4e6-aa77a4f9f23b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3e6e9fa6-a97d-4ff5-9109-6c4ca54eb2cc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1330237 May 28 07:31:22.192960 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931e81b0-4de8-4181-aca3-4561c556f6de req-964ddaf4-6497-4898-9fb1-10042ee8498e tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:31:22.195343 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-931e81b0-4de8-4181-aca3-4561c556f6de req-964ddaf4-6497-4898-9fb1-10042ee8498e tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e6e9fa6-a97d-4ff5-9109-6c4ca54eb2cc HTTP/1.1" status: 200 len: 945 time: 0.0836043 May 28 07:31:22.242759 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-931e81b0-4de8-4181-aca3-4561c556f6de req-842ccb10-0a2b-4b21-9b34-c339ba97362e tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/security-groups?id=f89681c6-d6e5-4384-907f-aa64d1a51dac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418417 May 28 07:31:23.478079 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23992c09-02e0-49a9-b9e0-8b6a0bd10fb8 req-4e3a59b9-8967-474a-aaea-d5707e1f3d85 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:31:23.479504 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-23992c09-02e0-49a9-b9e0-8b6a0bd10fb8 req-4e3a59b9-8967-474a-aaea-d5707e1f3d85 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e6e9fa6-a97d-4ff5-9109-6c4ca54eb2cc HTTP/1.1" status: 200 len: 945 time: 0.1294756 May 28 07:31:23.528327 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7530802d-7f10-4175-8184-55b7293ba64d req-249de88f-22ca-43fb-9062-9366a86d1724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:31:23.529713 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7530802d-7f10-4175-8184-55b7293ba64d req-249de88f-22ca-43fb-9062-9366a86d1724 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0b2a8c929aa54b05ba857077fa769fd4&device_id=3e6e9fa6-a97d-4ff5-9109-6c4ca54eb2cc HTTP/1.1" status: 200 len: 1096 time: 0.1160178 May 28 07:31:23.534220 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-23992c09-02e0-49a9-b9e0-8b6a0bd10fb8 req-d58f7cfa-8348-4cec-88f8-11990181b035 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/security-groups?id=f89681c6-d6e5-4384-907f-aa64d1a51dac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481038 May 28 07:31:23.659986 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7530802d-7f10-4175-8184-55b7293ba64d req-b26fee0a-69f2-419b-b524-07e072dc9eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:31:23.661440 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7530802d-7f10-4175-8184-55b7293ba64d req-b26fee0a-69f2-419b-b524-07e072dc9eee service neutron] 10.222.0.71 "GET /v2.0/networks?id=c59983c4-0f87-44de-b4d1-f10be44c4241 HTTP/1.1" status: 200 len: 897 time: 0.1254268 May 28 07:31:23.765558 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7530802d-7f10-4175-8184-55b7293ba64d req-cd80aa42-1860-4a4c-9114-90bbf7a4ca0a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d469a30b-a607-4e4f-aa6b-dfb5547c7f5a HTTP/1.1" status: 200 len: 1000 time: 0.0972188 May 28 07:31:23.826119 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7530802d-7f10-4175-8184-55b7293ba64d req-e80ffb10-3375-4b73-ad13-6654f81f2aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:31:23.827426 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7530802d-7f10-4175-8184-55b7293ba64d req-e80ffb10-3375-4b73-ad13-6654f81f2aa1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1fa6a8c8-ee0e-42b1-b44d-0bc52d92a951 HTTP/1.1" status: 200 len: 835 time: 0.0560715 May 28 07:31:23.903853 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7530802d-7f10-4175-8184-55b7293ba64d req-6082886c-e123-409e-bac6-91b479585fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:31:23.905290 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7530802d-7f10-4175-8184-55b7293ba64d req-6082886c-e123-409e-bac6-91b479585fdb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c59983c4-0f87-44de-b4d1-f10be44c4241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716777 May 28 07:31:24.033192 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7530802d-7f10-4175-8184-55b7293ba64d req-5950ab6f-824e-4e2c-98aa-23de39ac0ef5 service neutron] 10.222.0.71 "GET /v2.0/networks/c59983c4-0f87-44de-b4d1-f10be44c4241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210690 May 28 07:31:24.162584 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7530802d-7f10-4175-8184-55b7293ba64d req-5a9a8deb-971d-42cd-837f-46f95bfeb7c8 service neutron] 10.222.0.71 "GET /v2.0/networks/c59983c4-0f87-44de-b4d1-f10be44c4241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231050 May 28 07:31:24.720500 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b01f06a-b84a-4c7c-90a3-896a244e4495 req-0dcc7369-1c90-4dd2-8e26-0a150d9608eb tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:31:24.722224 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1b01f06a-b84a-4c7c-90a3-896a244e4495 req-0dcc7369-1c90-4dd2-8e26-0a150d9608eb tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e6e9fa6-a97d-4ff5-9109-6c4ca54eb2cc HTTP/1.1" status: 200 len: 945 time: 0.0773497 May 28 07:31:24.772704 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1b01f06a-b84a-4c7c-90a3-896a244e4495 req-bb974cff-28e1-46c2-9c01-9961cd86a6b0 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/security-groups?id=f89681c6-d6e5-4384-907f-aa64d1a51dac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435500 May 28 07:31:25.961931 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b36c56a-55e7-4038-9f97-e3377f51f8a5 req-c33a4b80-3613-446b-8660-89341e99a3cb tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:31:25.963346 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9b36c56a-55e7-4038-9f97-e3377f51f8a5 req-c33a4b80-3613-446b-8660-89341e99a3cb tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e6e9fa6-a97d-4ff5-9109-6c4ca54eb2cc HTTP/1.1" status: 200 len: 945 time: 0.0802112 May 28 07:31:26.006440 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9b36c56a-55e7-4038-9f97-e3377f51f8a5 req-5df89ba9-5f12-4694-9cf2-e53c487db4ba tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/security-groups?id=f89681c6-d6e5-4384-907f-aa64d1a51dac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375266 May 28 07:31:26.478990 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-204ce124-53ab-4a2d-bbe1-9f2edc688b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:31:27.189770 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea289cb8-81cc-41ba-a05c-e3341402295c req-423f95a8-a6c2-4ed7-ada5-8d3b6f42c480 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:31:27.191203 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ea289cb8-81cc-41ba-a05c-e3341402295c req-423f95a8-a6c2-4ed7-ada5-8d3b6f42c480 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e6e9fa6-a97d-4ff5-9109-6c4ca54eb2cc HTTP/1.1" status: 200 len: 945 time: 0.0809040 May 28 07:31:27.235340 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ea289cb8-81cc-41ba-a05c-e3341402295c req-f0c34567-2464-41f2-976d-0a6c7b9e354e tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/security-groups?id=f89681c6-d6e5-4384-907f-aa64d1a51dac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378621 May 28 07:31:28.172254 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:31:28.515755 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bb4d4c-386e-412a-bd6f-5754e016b35a req-8798f89d-aadc-4186-85a1-958ca53ece8f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:31:28.517135 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a0bb4d4c-386e-412a-bd6f-5754e016b35a req-8798f89d-aadc-4186-85a1-958ca53ece8f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e6e9fa6-a97d-4ff5-9109-6c4ca54eb2cc HTTP/1.1" status: 200 len: 945 time: 0.1768322 May 28 07:31:28.561433 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a0bb4d4c-386e-412a-bd6f-5754e016b35a req-efd56ea2-1ed6-407e-955a-e276eece03d6 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/security-groups?id=f89681c6-d6e5-4384-907f-aa64d1a51dac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385311 May 28 07:31:28.998401 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-a8a89aeb-b999-4e8b-8dc1-a3f2caa5cf9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:31:29.749077 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f6cb5e-6584-4aab-886a-4f2da83246ee req-4fdf1fee-610e-47a9-bcd7-8fa349d03c15 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:31:29.750549 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-73f6cb5e-6584-4aab-886a-4f2da83246ee req-4fdf1fee-610e-47a9-bcd7-8fa349d03c15 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e6e9fa6-a97d-4ff5-9109-6c4ca54eb2cc HTTP/1.1" status: 200 len: 945 time: 0.0797501 May 28 07:31:29.798246 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-73f6cb5e-6584-4aab-886a-4f2da83246ee req-5e8066f8-2c36-4680-8d23-2989ff359633 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/security-groups?id=f89681c6-d6e5-4384-907f-aa64d1a51dac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420504 May 28 07:31:30.130116 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:31:30.141226 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:31:30.989770 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0885ed77-84b7-48bd-b4be-7a922fb05415 req-4ec740c3-8314-45e7-a50b-83b496bbddf6 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:31:30.991220 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0885ed77-84b7-48bd-b4be-7a922fb05415 req-4ec740c3-8314-45e7-a50b-83b496bbddf6 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e6e9fa6-a97d-4ff5-9109-6c4ca54eb2cc HTTP/1.1" status: 200 len: 945 time: 0.0786808 May 28 07:31:31.035708 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0885ed77-84b7-48bd-b4be-7a922fb05415 req-fcf4271f-b75b-4023-89fd-b9531a66f1a1 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/security-groups?id=f89681c6-d6e5-4384-907f-aa64d1a51dac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374472 May 28 07:31:31.875218 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:31:32.225343 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc75a13-dc24-470c-b136-3e8eebe86675 req-0948ff44-caa9-43f1-b0c3-976e825b9043 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:31:32.227548 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-abc75a13-dc24-470c-b136-3e8eebe86675 req-0948ff44-caa9-43f1-b0c3-976e825b9043 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e6e9fa6-a97d-4ff5-9109-6c4ca54eb2cc HTTP/1.1" status: 200 len: 945 time: 0.0835586 May 28 07:31:32.269964 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-abc75a13-dc24-470c-b136-3e8eebe86675 req-25cadec3-d70f-4ee7-a026-aa730fc789b3 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/security-groups?id=f89681c6-d6e5-4384-907f-aa64d1a51dac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368252 May 28 07:31:32.881232 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:31:33.465023 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a408f2-67b8-4165-9031-4e35d98cf3a8 req-610d792e-d346-46d9-bc07-3b46d09dfa41 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:31:33.466545 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f7a408f2-67b8-4165-9031-4e35d98cf3a8 req-610d792e-d346-46d9-bc07-3b46d09dfa41 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e6e9fa6-a97d-4ff5-9109-6c4ca54eb2cc HTTP/1.1" status: 200 len: 945 time: 0.0876729 May 28 07:31:33.510906 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f7a408f2-67b8-4165-9031-4e35d98cf3a8 req-4a0a0a0a-925c-4bc1-8ffb-1bf097f95553 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/security-groups?id=f89681c6-d6e5-4384-907f-aa64d1a51dac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385060 May 28 07:31:34.696329 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbff7233-99ff-4477-b5f5-a7d5cff07f41 req-733a6588-797b-4ac9-b03b-2f685ff891fd tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:31:34.697808 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fbff7233-99ff-4477-b5f5-a7d5cff07f41 req-733a6588-797b-4ac9-b03b-2f685ff891fd tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e6e9fa6-a97d-4ff5-9109-6c4ca54eb2cc HTTP/1.1" status: 200 len: 945 time: 0.0819082 May 28 07:31:34.741902 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fbff7233-99ff-4477-b5f5-a7d5cff07f41 req-81bcf414-b68c-4557-884c-002ad68d29f5 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/security-groups?id=f89681c6-d6e5-4384-907f-aa64d1a51dac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385005 May 28 07:31:35.926463 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6301b4a8-a24e-4e04-9c1a-ff2a132a88da req-36c1d376-d8e7-4916-ab80-351c81a54fa9 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:31:35.927907 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6301b4a8-a24e-4e04-9c1a-ff2a132a88da req-36c1d376-d8e7-4916-ab80-351c81a54fa9 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e6e9fa6-a97d-4ff5-9109-6c4ca54eb2cc HTTP/1.1" status: 200 len: 945 time: 0.0793343 May 28 07:31:35.975645 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6301b4a8-a24e-4e04-9c1a-ff2a132a88da req-c1602fdf-543d-48bc-8474-bd0354d6d119 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/security-groups?id=f89681c6-d6e5-4384-907f-aa64d1a51dac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415049 May 28 07:31:36.761942 n-d-843702-1 neutron-server[89110]: INFO neutron.api.v2.resource [req-7530802d-7f10-4175-8184-55b7293ba64d req-393df1cf-18b6-4061-8fbd-53d4c4691b00 service neutron] show failed (client error): The resource could not be found. May 28 07:31:36.762970 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7530802d-7f10-4175-8184-55b7293ba64d req-393df1cf-18b6-4061-8fbd-53d4c4691b00 service neutron] 10.222.0.71 "GET /v2.0/ports/d469a30b-a607-4e4f-aa6b-dfb5547c7f5a/bindings/n-h1-843702-1 HTTP/1.1" status: 404 len: 380 time: 0.0735502 May 28 07:31:37.354139 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7530802d-7f10-4175-8184-55b7293ba64d req-7bb57e64-cacf-434a-baa4-8500a98d800b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:31:37.355588 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7530802d-7f10-4175-8184-55b7293ba64d req-7bb57e64-cacf-434a-baa4-8500a98d800b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3e6e9fa6-a97d-4ff5-9109-6c4ca54eb2cc&tenant_id=0b2a8c929aa54b05ba857077fa769fd4 HTTP/1.1" status: 200 len: 1096 time: 0.1396949 May 28 07:31:37.363395 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94478b2e-6ebc-4673-88ec-777c10d921f1 req-c68c84e9-15cf-4aed-8dc7-110f37bcb02d tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:31:37.364690 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-94478b2e-6ebc-4673-88ec-777c10d921f1 req-c68c84e9-15cf-4aed-8dc7-110f37bcb02d tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e6e9fa6-a97d-4ff5-9109-6c4ca54eb2cc HTTP/1.1" status: 200 len: 945 time: 0.1096699 May 28 07:31:37.369385 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-7530802d-7f10-4175-8184-55b7293ba64d req-5d0e4562-ad4a-4f28-a6c5-3e42dc384ad0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843702-1', 'device_owner': 'compute:nova'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:31:37.460211 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-94478b2e-6ebc-4673-88ec-777c10d921f1 req-c5893a72-8448-42f2-b1e9-03df6462503a tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/security-groups?id=f89681c6-d6e5-4384-907f-aa64d1a51dac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665398 May 28 07:31:37.517891 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-7530802d-7f10-4175-8184-55b7293ba64d req-5d0e4562-ad4a-4f28-a6c5-3e42dc384ad0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:31:37.740413 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.69', 53515) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:31:37.785294 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-7530802d-7f10-4175-8184-55b7293ba64d req-5d0e4562-ad4a-4f28-a6c5-3e42dc384ad0 service neutron] For port d469a30b-a607-4e4f-aa6b-dfb5547c7f5a, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=d469a30b-a607-4e4f-aa6b-dfb5547c7f5a,segment=NetworkSegment(b3953457-9e20-4a6d-ba80-c303d4252680),segment_id=b3953457-9e20-4a6d-ba80-c303d4252680)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:31:37.813617 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-7530802d-7f10-4175-8184-55b7293ba64d req-5d0e4562-ad4a-4f28-a6c5-3e42dc384ad0 service neutron] For port d469a30b-a607-4e4f-aa6b-dfb5547c7f5a, host n-h2-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:31:37.820733 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bb957e-95d1-4cc1-9cd9-b3d373f6edd4 req-e429043d-69a7-4f11-bc47-afc9b4e6375e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:31:37.822241 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-45bb957e-95d1-4cc1-9cd9-b3d373f6edd4 req-e429043d-69a7-4f11-bc47-afc9b4e6375e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0b2a8c929aa54b05ba857077fa769fd4&device_id=3e6e9fa6-a97d-4ff5-9109-6c4ca54eb2cc HTTP/1.1" status: 200 len: 1096 time: 0.0746119 May 28 07:31:37.872757 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e6e9fa6-a97d-4ff5-9109-6c4ca54eb2cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd469a30b-a607-4e4f-aa6b-dfb5547c7f5a'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:31:37.878602 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-7530802d-7f10-4175-8184-55b7293ba64d req-5d0e4562-ad4a-4f28-a6c5-3e42dc384ad0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:31:37.893204 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-7530802d-7f10-4175-8184-55b7293ba64d req-5d0e4562-ad4a-4f28-a6c5-3e42dc384ad0 service neutron] Transition to ACTIVE for port object d469a30b-a607-4e4f-aa6b-dfb5547c7f5a will not be triggered until provisioned by entity L2. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:31:37.930536 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-919d6a71-908e-430e-bb7b-5b279ce4d4a8'] response: {'server_uuid': '3e6e9fa6-a97d-4ff5-9109-6c4ca54eb2cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd469a30b-a607-4e4f-aa6b-dfb5547c7f5a', 'code': 200} May 28 07:31:37.964181 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-7530802d-7f10-4175-8184-55b7293ba64d req-5d0e4562-ad4a-4f28-a6c5-3e42dc384ad0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:31:37.967340 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bb957e-95d1-4cc1-9cd9-b3d373f6edd4 req-b705fb4b-fdc3-4d7f-a297-911098b9d65a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:31:37.968895 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-45bb957e-95d1-4cc1-9cd9-b3d373f6edd4 req-b705fb4b-fdc3-4d7f-a297-911098b9d65a service neutron] 10.222.0.69 "GET /v2.0/networks?id=c59983c4-0f87-44de-b4d1-f10be44c4241 HTTP/1.1" status: 200 len: 897 time: 0.1294453 May 28 07:31:38.117484 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0e4562-ad4a-4f28-a6c5-3e42dc384ad0 service neutron] Pushing event updated for resources: {'Port': ['ID=d469a30b-a607-4e4f-aa6b-dfb5547c7f5a,revision_number=6']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:31:38.130389 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0e4562-ad4a-4f28-a6c5-3e42dc384ad0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:31:38.130734 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0e4562-ad4a-4f28-a6c5-3e42dc384ad0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:31:38.131076 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0e4562-ad4a-4f28-a6c5-3e42dc384ad0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:31:38.131410 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0e4562-ad4a-4f28-a6c5-3e42dc384ad0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:31:38.131741 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0e4562-ad4a-4f28-a6c5-3e42dc384ad0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:31:38.132606 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0e4562-ad4a-4f28-a6c5-3e42dc384ad0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:31:38.132938 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0e4562-ad4a-4f28-a6c5-3e42dc384ad0 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:31:38.133373 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0e4562-ad4a-4f28-a6c5-3e42dc384ad0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:31:38.133735 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0e4562-ad4a-4f28-a6c5-3e42dc384ad0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:31:38.134061 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0e4562-ad4a-4f28-a6c5-3e42dc384ad0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:31:38.134386 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0e4562-ad4a-4f28-a6c5-3e42dc384ad0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:31:38.134714 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0e4562-ad4a-4f28-a6c5-3e42dc384ad0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:31:38.177728 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-7530802d-7f10-4175-8184-55b7293ba64d req-5d0e4562-ad4a-4f28-a6c5-3e42dc384ad0 service neutron] No DVR routers for this DVR port d469a30b-a607-4e4f-aa6b-dfb5547c7f5a on host n-h2-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 07:31:38.207579 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-45bb957e-95d1-4cc1-9cd9-b3d373f6edd4 req-d3ffcb2b-3099-488a-9852-4aa3b0641fc8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d469a30b-a607-4e4f-aa6b-dfb5547c7f5a HTTP/1.1" status: 200 len: 998 time: 0.2329230 May 28 07:31:38.273273 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bb957e-95d1-4cc1-9cd9-b3d373f6edd4 req-024192d1-2617-4f3d-addd-13bba46f46b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:31:38.274734 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-45bb957e-95d1-4cc1-9cd9-b3d373f6edd4 req-024192d1-2617-4f3d-addd-13bba46f46b2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1fa6a8c8-ee0e-42b1-b44d-0bc52d92a951 HTTP/1.1" status: 200 len: 835 time: 0.0618386 May 28 07:31:38.352780 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bb957e-95d1-4cc1-9cd9-b3d373f6edd4 req-25d4167d-bd6b-4d9d-b807-82455c3c61ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:31:38.354184 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-45bb957e-95d1-4cc1-9cd9-b3d373f6edd4 req-25d4167d-bd6b-4d9d-b807-82455c3c61ce service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c59983c4-0f87-44de-b4d1-f10be44c4241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0741196 May 28 07:31:38.487741 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-45bb957e-95d1-4cc1-9cd9-b3d373f6edd4 req-6c24b2a7-2d46-4428-a14c-c275ad4d66c0 service neutron] 10.222.0.69 "GET /v2.0/networks/c59983c4-0f87-44de-b4d1-f10be44c4241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266596 May 28 07:31:38.523468 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-7530802d-7f10-4175-8184-55b7293ba64d req-5d0e4562-ad4a-4f28-a6c5-3e42dc384ad0 service neutron] Attempting to bind port d469a30b-a607-4e4f-aa6b-dfb5547c7f5a on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 07:31:38.524032 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-7530802d-7f10-4175-8184-55b7293ba64d req-5d0e4562-ad4a-4f28-a6c5-3e42dc384ad0 service neutron] Attempting to bind port d469a30b-a607-4e4f-aa6b-dfb5547c7f5a by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': 'b3953457-9e20-4a6d-ba80-c303d4252680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'c59983c4-0f87-44de-b4d1-f10be44c4241'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 07:31:38.524032 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7530802d-7f10-4175-8184-55b7293ba64d req-5d0e4562-ad4a-4f28-a6c5-3e42dc384ad0 service neutron] Attempting to bind port d469a30b-a607-4e4f-aa6b-dfb5547c7f5a on network c59983c4-0f87-44de-b4d1-f10be44c4241 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:31:38.530302 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7530802d-7f10-4175-8184-55b7293ba64d req-5d0e4562-ad4a-4f28-a6c5-3e42dc384ad0 service neutron] Port d469a30b-a607-4e4f-aa6b-dfb5547c7f5a on network c59983c4-0f87-44de-b4d1-f10be44c4241 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 07:31:38.530624 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7530802d-7f10-4175-8184-55b7293ba64d req-5d0e4562-ad4a-4f28-a6c5-3e42dc384ad0 service neutron] Attempting to bind port d469a30b-a607-4e4f-aa6b-dfb5547c7f5a on network c59983c4-0f87-44de-b4d1-f10be44c4241 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:31:38.536678 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7530802d-7f10-4175-8184-55b7293ba64d req-5d0e4562-ad4a-4f28-a6c5-3e42dc384ad0 service neutron] Checking agent: {'id': '69f492a0-c00d-46d0-9bec-fcd8161ce206', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 7, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 07:31:38.537005 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7530802d-7f10-4175-8184-55b7293ba64d req-5d0e4562-ad4a-4f28-a6c5-3e42dc384ad0 service neutron] Checking segment: {'id': 'b3953457-9e20-4a6d-ba80-c303d4252680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'c59983c4-0f87-44de-b4d1-f10be44c4241'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:31:38.537516 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7530802d-7f10-4175-8184-55b7293ba64d req-5d0e4562-ad4a-4f28-a6c5-3e42dc384ad0 service neutron] Bound using segment: {'id': 'b3953457-9e20-4a6d-ba80-c303d4252680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'c59983c4-0f87-44de-b4d1-f10be44c4241'} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 07:31:38.537939 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-7530802d-7f10-4175-8184-55b7293ba64d req-5d0e4562-ad4a-4f28-a6c5-3e42dc384ad0 service neutron] Bound port: d469a30b-a607-4e4f-aa6b-dfb5547c7f5a, host: n-h1-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3953457-9e20-4a6d-ba80-c303d4252680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'c59983c4-0f87-44de-b4d1-f10be44c4241'}}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 07:31:38.538534 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-7530802d-7f10-4175-8184-55b7293ba64d req-5d0e4562-ad4a-4f28-a6c5-3e42dc384ad0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:31:38.631501 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-45bb957e-95d1-4cc1-9cd9-b3d373f6edd4 req-a742c762-2389-4d34-9da4-1304b523ee6a service neutron] 10.222.0.69 "GET /v2.0/networks/c59983c4-0f87-44de-b4d1-f10be44c4241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374362 May 28 07:31:38.695023 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-7530802d-7f10-4175-8184-55b7293ba64d req-5d0e4562-ad4a-4f28-a6c5-3e42dc384ad0 service neutron] For port d469a30b-a607-4e4f-aa6b-dfb5547c7f5a, host n-h1-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:31:38.698641 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-7530802d-7f10-4175-8184-55b7293ba64d req-5d0e4562-ad4a-4f28-a6c5-3e42dc384ad0 service neutron] For port d469a30b-a607-4e4f-aa6b-dfb5547c7f5a, host n-h1-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=d469a30b-a607-4e4f-aa6b-dfb5547c7f5a,segment=NetworkSegment(b3953457-9e20-4a6d-ba80-c303d4252680),segment_id=b3953457-9e20-4a6d-ba80-c303d4252680)] {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 07:31:38.713838 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941cad2f-7833-40f9-998e-4894d11dbb3f req-ca92e2a1-d1f2-482b-ac20-95c692507a52 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:31:38.715282 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-941cad2f-7833-40f9-998e-4894d11dbb3f req-ca92e2a1-d1f2-482b-ac20-95c692507a52 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e6e9fa6-a97d-4ff5-9109-6c4ca54eb2cc HTTP/1.1" status: 200 len: 943 time: 0.1233625 May 28 07:31:38.760106 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-941cad2f-7833-40f9-998e-4894d11dbb3f req-05915dc9-6c48-4c9e-999d-4b86e0349da2 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/security-groups?id=f89681c6-d6e5-4384-907f-aa64d1a51dac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389664 May 28 07:31:38.807079 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-7530802d-7f10-4175-8184-55b7293ba64d req-5d0e4562-ad4a-4f28-a6c5-3e42dc384ad0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:31:38.870240 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7530802d-7f10-4175-8184-55b7293ba64d req-5d0e4562-ad4a-4f28-a6c5-3e42dc384ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:31:38.870850 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-7530802d-7f10-4175-8184-55b7293ba64d req-5d0e4562-ad4a-4f28-a6c5-3e42dc384ad0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:31:38.872211 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7530802d-7f10-4175-8184-55b7293ba64d req-5d0e4562-ad4a-4f28-a6c5-3e42dc384ad0 service neutron] 10.222.0.69 "PUT /v2.0/ports/d469a30b-a607-4e4f-aa6b-dfb5547c7f5a HTTP/1.1" status: 200 len: 1091 time: 1.5066752 May 28 07:31:38.891397 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0e4562-ad4a-4f28-a6c5-3e42dc384ad0 service neutron] Pushing event updated for resources: {'Port': ['ID=d469a30b-a607-4e4f-aa6b-dfb5547c7f5a,revision_number=7']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:31:38.966526 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7530802d-7f10-4175-8184-55b7293ba64d req-9e66af86-5e5a-4e39-9860-e893fb27adef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:31:38.967993 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7530802d-7f10-4175-8184-55b7293ba64d req-9e66af86-5e5a-4e39-9860-e893fb27adef service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0b2a8c929aa54b05ba857077fa769fd4&device_id=3e6e9fa6-a97d-4ff5-9109-6c4ca54eb2cc HTTP/1.1" status: 200 len: 1094 time: 0.0732996 May 28 07:31:39.099801 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7530802d-7f10-4175-8184-55b7293ba64d req-71ebc02d-3b55-498a-ba6c-c49e2a7bde13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:31:39.101961 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7530802d-7f10-4175-8184-55b7293ba64d req-71ebc02d-3b55-498a-ba6c-c49e2a7bde13 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c59983c4-0f87-44de-b4d1-f10be44c4241 HTTP/1.1" status: 200 len: 897 time: 0.1280529 May 28 07:31:39.200707 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7530802d-7f10-4175-8184-55b7293ba64d req-c6d91fce-a007-4039-9c06-0b7120575bf6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d469a30b-a607-4e4f-aa6b-dfb5547c7f5a HTTP/1.1" status: 200 len: 998 time: 0.0932887 May 28 07:31:39.262205 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7530802d-7f10-4175-8184-55b7293ba64d req-926a0b89-831f-480d-8ab3-0d42b1f13f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:31:39.263586 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7530802d-7f10-4175-8184-55b7293ba64d req-926a0b89-831f-480d-8ab3-0d42b1f13f4e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1fa6a8c8-ee0e-42b1-b44d-0bc52d92a951 HTTP/1.1" status: 200 len: 835 time: 0.0569351 May 28 07:31:39.339447 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7530802d-7f10-4175-8184-55b7293ba64d req-89998df0-3dac-4137-a3fe-7431cb0fdd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:31:39.340798 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7530802d-7f10-4175-8184-55b7293ba64d req-89998df0-3dac-4137-a3fe-7431cb0fdd56 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c59983c4-0f87-44de-b4d1-f10be44c4241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712180 May 28 07:31:39.469325 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7530802d-7f10-4175-8184-55b7293ba64d req-e2721c37-ea42-40ff-84d0-e9d35f4995ff service neutron] 10.222.0.69 "GET /v2.0/networks/c59983c4-0f87-44de-b4d1-f10be44c4241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223509 May 28 07:31:39.599130 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7530802d-7f10-4175-8184-55b7293ba64d req-fc4512e6-a930-4fe7-ba75-b1b8521b7ee8 service neutron] 10.222.0.69 "GET /v2.0/networks/c59983c4-0f87-44de-b4d1-f10be44c4241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241345 May 28 07:31:39.931058 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e6e9fa6-a97d-4ff5-9109-6c4ca54eb2cc', 'tag': 'd469a30b-a607-4e4f-aa6b-dfb5547c7f5a'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:31:39.950418 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5638f462-5be6-43bb-8775-0a4cc017ce2b req-6bffaec6-b927-4800-9082-89772105a23a tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:31:39.951874 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5638f462-5be6-43bb-8775-0a4cc017ce2b req-6bffaec6-b927-4800-9082-89772105a23a tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e6e9fa6-a97d-4ff5-9109-6c4ca54eb2cc HTTP/1.1" status: 200 len: 943 time: 0.0832620 May 28 07:31:39.997765 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5638f462-5be6-43bb-8775-0a4cc017ce2b req-cb8eb8ba-5ed0-419a-8c39-0e5cb396b427 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/security-groups?id=f89681c6-d6e5-4384-907f-aa64d1a51dac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388055 May 28 07:31:40.062455 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4479e8d5-75d7-4d39-847d-508a074bb9fe'] response: {'name': 'network-changed', 'server_uuid': '3e6e9fa6-a97d-4ff5-9109-6c4ca54eb2cc', 'tag': 'd469a30b-a607-4e4f-aa6b-dfb5547c7f5a', 'status': 'completed', 'code': 200} May 28 07:31:40.159177 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device d469a30b-a607-4e4f-aa6b-dfb5547c7f5a no longer exists at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:31:40.220497 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device d469a30b-a607-4e4f-aa6b-dfb5547c7f5a not bound to the agent host n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 07:31:40.220729 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336baa0a-6a5f-480d-8259-4f7406548679 req-52e0c810-8495-47e2-84a6-fe0c89dba018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:31:40.222196 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-336baa0a-6a5f-480d-8259-4f7406548679 req-52e0c810-8495-47e2-84a6-fe0c89dba018 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0b2a8c929aa54b05ba857077fa769fd4&device_id=3e6e9fa6-a97d-4ff5-9109-6c4ca54eb2cc HTTP/1.1" status: 200 len: 1094 time: 0.1377776 May 28 07:31:40.224649 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336baa0a-6a5f-480d-8259-4f7406548679 req-2d7f398c-5d92-4943-a740-0e22071e51c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:31:40.226044 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-336baa0a-6a5f-480d-8259-4f7406548679 req-2d7f398c-5d92-4943-a740-0e22071e51c1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0b2a8c929aa54b05ba857077fa769fd4&device_id=3e6e9fa6-a97d-4ff5-9109-6c4ca54eb2cc HTTP/1.1" status: 200 len: 1094 time: 0.1031218 May 28 07:31:40.569950 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336baa0a-6a5f-480d-8259-4f7406548679 req-08a3db5e-ed53-4c1b-92a3-cda250e930ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:31:40.571324 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-336baa0a-6a5f-480d-8259-4f7406548679 req-08a3db5e-ed53-4c1b-92a3-cda250e930ee service neutron] 10.222.0.69 "GET /v2.0/networks?id=c59983c4-0f87-44de-b4d1-f10be44c4241 HTTP/1.1" status: 200 len: 897 time: 0.3428845 May 28 07:31:40.573491 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336baa0a-6a5f-480d-8259-4f7406548679 req-06e1654d-ee45-4867-910e-fd9e20d82f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:31:40.574744 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-336baa0a-6a5f-480d-8259-4f7406548679 req-06e1654d-ee45-4867-910e-fd9e20d82f19 service neutron] 10.222.0.71 "GET /v2.0/networks?id=c59983c4-0f87-44de-b4d1-f10be44c4241 HTTP/1.1" status: 200 len: 897 time: 0.3296847 May 28 07:31:40.755151 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-336baa0a-6a5f-480d-8259-4f7406548679 req-522ebf4f-e4d4-49b5-a46e-38776d483c39 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d469a30b-a607-4e4f-aa6b-dfb5547c7f5a HTTP/1.1" status: 200 len: 998 time: 0.1760621 May 28 07:31:40.756890 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-336baa0a-6a5f-480d-8259-4f7406548679 req-3eb50735-9c71-4f50-85c8-0571254c7711 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d469a30b-a607-4e4f-aa6b-dfb5547c7f5a HTTP/1.1" status: 200 len: 998 time: 0.1293187 May 28 07:31:40.864443 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336baa0a-6a5f-480d-8259-4f7406548679 req-e86d8063-d28e-4a7e-904b-cca66fb03067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:31:40.865773 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-336baa0a-6a5f-480d-8259-4f7406548679 req-e86d8063-d28e-4a7e-904b-cca66fb03067 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1fa6a8c8-ee0e-42b1-b44d-0bc52d92a951 HTTP/1.1" status: 200 len: 835 time: 0.1049063 May 28 07:31:40.867802 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336baa0a-6a5f-480d-8259-4f7406548679 req-66ac4f47-516c-4dee-8f5f-4ee4cb31f16d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:31:40.869102 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-336baa0a-6a5f-480d-8259-4f7406548679 req-66ac4f47-516c-4dee-8f5f-4ee4cb31f16d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1fa6a8c8-ee0e-42b1-b44d-0bc52d92a951 HTTP/1.1" status: 200 len: 835 time: 0.0797567 May 28 07:31:40.997045 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336baa0a-6a5f-480d-8259-4f7406548679 req-c8971ef5-8fed-4c50-88a3-f0ab950cbb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:31:40.998502 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-336baa0a-6a5f-480d-8259-4f7406548679 req-c8971ef5-8fed-4c50-88a3-f0ab950cbb05 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c59983c4-0f87-44de-b4d1-f10be44c4241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1267664 May 28 07:31:41.000840 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336baa0a-6a5f-480d-8259-4f7406548679 req-6077872c-4fb7-4147-b1ec-2e0588e0db95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:31:41.002179 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-336baa0a-6a5f-480d-8259-4f7406548679 req-6077872c-4fb7-4147-b1ec-2e0588e0db95 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c59983c4-0f87-44de-b4d1-f10be44c4241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1021097 May 28 07:31:41.288856 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-336baa0a-6a5f-480d-8259-4f7406548679 req-f294fe99-31a5-4f1a-ad40-da719fa4943a service neutron] 10.222.0.69 "GET /v2.0/networks/c59983c4-0f87-44de-b4d1-f10be44c4241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2820022 May 28 07:31:41.298455 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-336baa0a-6a5f-480d-8259-4f7406548679 req-ad9609b8-48d8-4f44-9aeb-c5c9ff8ded8a service neutron] 10.222.0.71 "GET /v2.0/networks/c59983c4-0f87-44de-b4d1-f10be44c4241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2758079 May 28 07:31:41.328063 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162c5388-c8b4-4ca9-8f9b-8f92c5750b5e req-ce3c76f1-90c1-4dd6-ab96-b69a3df27d08 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:31:41.329512 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-162c5388-c8b4-4ca9-8f9b-8f92c5750b5e req-ce3c76f1-90c1-4dd6-ab96-b69a3df27d08 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e6e9fa6-a97d-4ff5-9109-6c4ca54eb2cc HTTP/1.1" status: 200 len: 943 time: 0.1915779 May 28 07:31:41.559218 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-162c5388-c8b4-4ca9-8f9b-8f92c5750b5e req-28f0142c-069a-4212-9512-43c8498a0aaf tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/security-groups?id=f89681c6-d6e5-4384-907f-aa64d1a51dac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2025235 May 28 07:31:41.578429 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-336baa0a-6a5f-480d-8259-4f7406548679 req-bd1f6898-0fac-4746-9377-8e3a9ffcf70a service neutron] 10.222.0.69 "GET /v2.0/networks/c59983c4-0f87-44de-b4d1-f10be44c4241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2777495 May 28 07:31:41.583098 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-336baa0a-6a5f-480d-8259-4f7406548679 req-85c43cd3-6d21-415d-bd1b-4f7112c13a91 service neutron] 10.222.0.71 "GET /v2.0/networks/c59983c4-0f87-44de-b4d1-f10be44c4241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2630534 May 28 07:31:41.975037 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 07:31:42.674438 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device d469a30b-a607-4e4f-aa6b-dfb5547c7f5a details requested by agent hyperv_n-h1-843702-1 with host n-h1-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 07:31:42.829397 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e13f55-72ec-456d-a199-8c1322fda54d req-7689bfe0-4b03-465c-a4e9-1677a42de130 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:31:42.831004 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-78e13f55-72ec-456d-a199-8c1322fda54d req-7689bfe0-4b03-465c-a4e9-1677a42de130 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e6e9fa6-a97d-4ff5-9109-6c4ca54eb2cc HTTP/1.1" status: 200 len: 943 time: 0.1652896 May 28 07:31:42.849267 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port d469a30b-a607-4e4f-aa6b-dfb5547c7f5a, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=d469a30b-a607-4e4f-aa6b-dfb5547c7f5a,segment=NetworkSegment(b3953457-9e20-4a6d-ba80-c303d4252680),segment_id=b3953457-9e20-4a6d-ba80-c303d4252680)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:31:42.863069 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Returning: {'device': 'd469a30b-a607-4e4f-aa6b-dfb5547c7f5a', 'network_id': 'c59983c4-0f87-44de-b4d1-f10be44c4241', 'port_id': 'd469a30b-a607-4e4f-aa6b-dfb5547c7f5a', 'mac_address': 'fa:16:3e:0c:5e:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fa6a8c8-ee0e-42b1-b44d-0bc52d92a951', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 07:31:42.877292 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-78e13f55-72ec-456d-a199-8c1322fda54d req-15052ab3-9eb5-4f16-891a-b8eb1c492557 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/security-groups?id=f89681c6-d6e5-4384-907f-aa64d1a51dac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395880 May 28 07:31:42.921010 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port d469a30b-a607-4e4f-aa6b-dfb5547c7f5a is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:31:42.921401 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:31:42.941614 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d469a30b-a607-4e4f-aa6b-dfb5547c7f5a {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 07:31:42.956695 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port d469a30b-a607-4e4f-aa6b-dfb5547c7f5a, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=d469a30b-a607-4e4f-aa6b-dfb5547c7f5a,segment=NetworkSegment(b3953457-9e20-4a6d-ba80-c303d4252680),segment_id=b3953457-9e20-4a6d-ba80-c303d4252680)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:31:43.035157 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:31:43.109686 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=d469a30b-a607-4e4f-aa6b-dfb5547c7f5a,revision_number=8']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:31:43.117755 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:31:43.118098 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:31:43.118436 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:31:43.118803 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:31:43.119136 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:31:43.119464 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:31:43.120344 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:31:43.120344 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:31:43.120500 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:31:43.120727 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:31:43.121055 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:31:43.121451 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:31:43.282929 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['d469a30b-a607-4e4f-aa6b-dfb5547c7f5a'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 07:31:43.449673 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319b20d0-5edf-4426-ba16-fed9e82db4ff req-300c4046-e0bf-40de-b013-a2a3273303f4 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:31:43.451926 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-319b20d0-5edf-4426-ba16-fed9e82db4ff req-300c4046-e0bf-40de-b013-a2a3273303f4 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e6e9fa6-a97d-4ff5-9109-6c4ca54eb2cc HTTP/1.1" status: 200 len: 944 time: 0.0948946 May 28 07:31:43.557748 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-319b20d0-5edf-4426-ba16-fed9e82db4ff req-e883a1c1-d422-441d-a55d-dbf5c0be76ef tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/security-groups?id=f89681c6-d6e5-4384-907f-aa64d1a51dac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003392 May 28 07:31:43.585747 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766ba9aa-9521-46a6-a688-0ec6db1bb3d6 req-9d0770a7-421f-41f4-b729-b4c033189575 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:31:43.587374 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-766ba9aa-9521-46a6-a688-0ec6db1bb3d6 req-9d0770a7-421f-41f4-b729-b4c033189575 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e6e9fa6-a97d-4ff5-9109-6c4ca54eb2cc&tenant_id=0b2a8c929aa54b05ba857077fa769fd4&binding%3Ahost_id=n-h1-843702-1 HTTP/1.1" status: 200 len: 944 time: 0.1282945 May 28 07:31:43.682123 n-d-843702-1 neutron-server[89110]: INFO neutron.api.v2.resource [req-766ba9aa-9521-46a6-a688-0ec6db1bb3d6 req-fb9ccb91-dd3b-495c-b8f8-52b9a696a58a service neutron] delete failed (client error): The resource could not be found. May 28 07:31:43.683301 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-766ba9aa-9521-46a6-a688-0ec6db1bb3d6 req-fb9ccb91-dd3b-495c-b8f8-52b9a696a58a service neutron] 10.222.0.71 "DELETE /v2.0/ports/d469a30b-a607-4e4f-aa6b-dfb5547c7f5a/bindings/n-h2-843702-1 HTTP/1.1" status: 404 len: 380 time: 0.0906446 May 28 07:31:43.940749 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016d608c-6e0a-4aee-9702-cc068b59d99f req-0c1163d7-0f38-4722-a783-342d8d98ea32 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:31:43.942380 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-016d608c-6e0a-4aee-9702-cc068b59d99f req-0c1163d7-0f38-4722-a783-342d8d98ea32 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e6e9fa6-a97d-4ff5-9109-6c4ca54eb2cc HTTP/1.1" status: 200 len: 944 time: 0.2581518 May 28 07:31:43.946127 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766ba9aa-9521-46a6-a688-0ec6db1bb3d6 req-3297be2d-dde9-4cf2-87b9-7f5882264cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:31:43.947543 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-766ba9aa-9521-46a6-a688-0ec6db1bb3d6 req-3297be2d-dde9-4cf2-87b9-7f5882264cda service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0b2a8c929aa54b05ba857077fa769fd4&device_id=3e6e9fa6-a97d-4ff5-9109-6c4ca54eb2cc HTTP/1.1" status: 200 len: 1095 time: 0.1088314 May 28 07:31:44.065467 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-016d608c-6e0a-4aee-9702-cc068b59d99f req-642571d0-f796-4f31-8395-69edf6028e36 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/security-groups?id=f89681c6-d6e5-4384-907f-aa64d1a51dac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165245 May 28 07:31:44.107482 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766ba9aa-9521-46a6-a688-0ec6db1bb3d6 req-44759704-5216-43fa-8fac-768276713fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:31:44.109002 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-766ba9aa-9521-46a6-a688-0ec6db1bb3d6 req-44759704-5216-43fa-8fac-768276713fad service neutron] 10.222.0.71 "GET /v2.0/networks?id=c59983c4-0f87-44de-b4d1-f10be44c4241 HTTP/1.1" status: 200 len: 897 time: 0.1469784 May 28 07:31:44.211714 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-766ba9aa-9521-46a6-a688-0ec6db1bb3d6 req-26a2883b-43be-496e-b426-ba392262b2ad service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d469a30b-a607-4e4f-aa6b-dfb5547c7f5a HTTP/1.1" status: 200 len: 999 time: 0.0954199 May 28 07:31:44.271382 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766ba9aa-9521-46a6-a688-0ec6db1bb3d6 req-81ec38fb-5673-46f3-a974-ccf69306a0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:31:44.272881 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-766ba9aa-9521-46a6-a688-0ec6db1bb3d6 req-81ec38fb-5673-46f3-a974-ccf69306a0d2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1fa6a8c8-ee0e-42b1-b44d-0bc52d92a951 HTTP/1.1" status: 200 len: 835 time: 0.0554204 May 28 07:31:44.348905 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766ba9aa-9521-46a6-a688-0ec6db1bb3d6 req-72b0928f-3b17-435c-a7f9-7cf18c75065b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:31:44.350438 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-766ba9aa-9521-46a6-a688-0ec6db1bb3d6 req-72b0928f-3b17-435c-a7f9-7cf18c75065b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c59983c4-0f87-44de-b4d1-f10be44c4241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721383 May 28 07:31:44.483152 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-766ba9aa-9521-46a6-a688-0ec6db1bb3d6 req-5ff9dda0-4604-4c58-91ad-c1a8cea84b2e service neutron] 10.222.0.71 "GET /v2.0/networks/c59983c4-0f87-44de-b4d1-f10be44c4241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267495 May 28 07:31:44.613187 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-766ba9aa-9521-46a6-a688-0ec6db1bb3d6 req-e7dd3773-6120-4777-ba0b-60d8efc9a285 service neutron] 10.222.0.71 "GET /v2.0/networks/c59983c4-0f87-44de-b4d1-f10be44c4241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244259 May 28 07:31:44.731181 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device d469a30b-a607-4e4f-aa6b-dfb5547c7f5a up at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:31:44.909093 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning for port d469a30b-a607-4e4f-aa6b-dfb5547c7f5a completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:31:44.914887 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning complete for port d469a30b-a607-4e4f-aa6b-dfb5547c7f5a triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:31:44.918177 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:31:45.033619 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port d469a30b-a607-4e4f-aa6b-dfb5547c7f5a is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:31:45.033987 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:31:45.059820 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e6e9fa6-a97d-4ff5-9109-6c4ca54eb2cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd469a30b-a607-4e4f-aa6b-dfb5547c7f5a'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:31:45.069179 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port d469a30b-a607-4e4f-aa6b-dfb5547c7f5a, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=d469a30b-a607-4e4f-aa6b-dfb5547c7f5a,segment=NetworkSegment(b3953457-9e20-4a6d-ba80-c303d4252680),segment_id=b3953457-9e20-4a6d-ba80-c303d4252680)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:31:45.119149 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-891cd37a-5c44-4c4e-839c-595e0c22865a'] response: {'server_uuid': '3e6e9fa6-a97d-4ff5-9109-6c4ca54eb2cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd469a30b-a607-4e4f-aa6b-dfb5547c7f5a', 'code': 200} May 28 07:31:45.158357 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:31:45.226209 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=d469a30b-a607-4e4f-aa6b-dfb5547c7f5a,revision_number=9']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:31:45.278841 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9382f5a-9390-43bb-bc4a-9757ed013ed5 req-44065733-5441-4160-96a6-75164e3d2164 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:31:45.280279 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b9382f5a-9390-43bb-bc4a-9757ed013ed5 req-44065733-5441-4160-96a6-75164e3d2164 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e6e9fa6-a97d-4ff5-9109-6c4ca54eb2cc HTTP/1.1" status: 200 len: 945 time: 0.0801182 May 28 07:31:45.323631 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b9382f5a-9390-43bb-bc4a-9757ed013ed5 req-7ae52ec4-1898-4a98-be95-ad5160f58253 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/security-groups?id=f89681c6-d6e5-4384-907f-aa64d1a51dac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375297 May 28 07:31:46.510121 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e86b05-fad4-4a8d-8927-e38676ee8e4e req-6087c642-be08-430d-8e72-a05ae3fc5873 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:31:46.511550 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a3e86b05-fad4-4a8d-8927-e38676ee8e4e req-6087c642-be08-430d-8e72-a05ae3fc5873 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e6e9fa6-a97d-4ff5-9109-6c4ca54eb2cc HTTP/1.1" status: 200 len: 945 time: 0.0817623 May 28 07:31:46.555777 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a3e86b05-fad4-4a8d-8927-e38676ee8e4e req-54acb47f-8838-4ed2-a53a-49f10c9080d5 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/security-groups?id=f89681c6-d6e5-4384-907f-aa64d1a51dac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384262 May 28 07:31:46.579245 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 58626) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:31:46.684464 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-87c41c7f-11bc-402c-9421-8f00634d005e tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/floatingips/4e3a7af1-ac17-4a5f-9d02-e467213b87b3 HTTP/1.1" status: 200 len: 992 time: 0.1040864 May 28 07:31:56.463429 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-a2775f0b-3995-40ee-9bf6-8ee784d805b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:31:58.198412 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:31:58.994868 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-dec3bf21-44b9-4b63-bf5a-8f2641d335ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:00.126236 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:00.140319 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:01.920194 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:02.901353 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:13.057526 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 58640) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:32:13.296681 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-89729df3-1e87-4b92-a491-8c940317747c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Deleting port 7bf5897d-3cdc-4673-90b0-647c4fb6a89a {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:32:13.297012 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-89729df3-1e87-4b92-a491-8c940317747c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:13.459470 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-89729df3-1e87-4b92-a491-8c940317747c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:13.459788 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-89729df3-1e87-4b92-a491-8c940317747c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:13.584033 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-89729df3-1e87-4b92-a491-8c940317747c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Calling delete_port for 7bf5897d-3cdc-4673-90b0-647c4fb6a89a owned by network:floatingip {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:32:13.866056 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-89729df3-1e87-4b92-a491-8c940317747c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:13.916659 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89729df3-1e87-4b92-a491-8c940317747c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Pushing event deleted for resources: {'Port': ['ID=7bf5897d-3cdc-4673-90b0-647c4fb6a89a,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:32:13.958510 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89729df3-1e87-4b92-a491-8c940317747c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:32:13.958854 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89729df3-1e87-4b92-a491-8c940317747c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:32:13.959189 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89729df3-1e87-4b92-a491-8c940317747c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:32:13.959522 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89729df3-1e87-4b92-a491-8c940317747c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:32:13.959851 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89729df3-1e87-4b92-a491-8c940317747c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:32:13.960179 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89729df3-1e87-4b92-a491-8c940317747c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:32:13.960505 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89729df3-1e87-4b92-a491-8c940317747c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:32:13.960831 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89729df3-1e87-4b92-a491-8c940317747c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:32:13.961154 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89729df3-1e87-4b92-a491-8c940317747c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:32:13.961499 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89729df3-1e87-4b92-a491-8c940317747c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:32:13.961822 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89729df3-1e87-4b92-a491-8c940317747c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:32:13.962141 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89729df3-1e87-4b92-a491-8c940317747c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:32:14.017398 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-89729df3-1e87-4b92-a491-8c940317747c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for floatingip, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:14.017752 n-d-843702-1 neutron-server[89109]: INFO neutron.db.l3_db [None req-89729df3-1e87-4b92-a491-8c940317747c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Floating IP 4e3a7af1-ac17-4a5f-9d02-e467213b87b3 disassociated (deleted). External IP: 172.25.5.49, port: d469a30b-a607-4e4f-aa6b-dfb5547c7f5a. May 28 07:32:14.475484 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89729df3-1e87-4b92-a491-8c940317747c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Router 70749637-35c8-490c-abbd-1d27f8b8f9e9 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 07:32:14.655279 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89729df3-1e87-4b92-a491-8c940317747c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 07:32:14.666077 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79730ead-8db5-4ae7-96d7-94a8c2a73a0d None None] Sync routers for ids ['70749637-35c8-490c-abbd-1d27f8b8f9e9'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 07:32:14.675203 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79730ead-8db5-4ae7-96d7-94a8c2a73a0d None None] Routers {'70749637-35c8-490c-abbd-1d27f8b8f9e9'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:32:14.679520 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-79730ead-8db5-4ae7-96d7-94a8c2a73a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:31:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['70749637-35c8-490c-abbd-1d27f8b8f9e9'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:32:14.735156 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-89729df3-1e87-4b92-a491-8c940317747c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:14.837805 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-89729df3-1e87-4b92-a491-8c940317747c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "DELETE /v2.0/floatingips/4e3a7af1-ac17-4a5f-9d02-e467213b87b3 HTTP/1.1" status: 204 len: 168 time: 1.7792006 May 28 07:32:14.838488 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e6e9fa6-a97d-4ff5-9109-6c4ca54eb2cc', 'tag': 'd469a30b-a607-4e4f-aa6b-dfb5547c7f5a'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:32:14.933320 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-79730ead-8db5-4ae7-96d7-94a8c2a73a0d None None] Set router 70749637-35c8-490c-abbd-1d27f8b8f9e9 gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:32:15.273144 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-79730ead-8db5-4ae7-96d7-94a8c2a73a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70749637-35c8-490c-abbd-1d27f8b8f9e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-125136344', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': 'eb3badd5-b1d4-45c2-afea-346495bfe8c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:30:24Z', 'updated_at': '2022-05-28T07:30:30Z', 'revision_number': 4, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'gw_port': {'id': 'eb3badd5-b1d4-45c2-afea-346495bfe8c7', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:81:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70749637-35c8-490c-abbd-1d27f8b8f9e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:30:25Z', 'updated_at': '2022-05-28T07:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '957a294c-dd8a-43fe-b69d-9ed0484d46c8', 'name': '', 'network_id': 'c59983c4-0f87-44de-b4d1-f10be44c4241', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'mac_address': 'fa:16:3e:a8:32:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70749637-35c8-490c-abbd-1d27f8b8f9e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '1fa6a8c8-ee0e-42b1-b44d-0bc52d92a951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:30:29Z', 'updated_at': '2022-05-28T07:30:35Z', 'revision_number': 5, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'subnets': [{'id': '1fa6a8c8-ee0e-42b1-b44d-0bc52d92a951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:32:15.277139 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79730ead-8db5-4ae7-96d7-94a8c2a73a0d None None] Checking router: 70749637-35c8-490c-abbd-1d27f8b8f9e9 for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 07:32:15.285994 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79730ead-8db5-4ae7-96d7-94a8c2a73a0d None None] Routers {'70749637-35c8-490c-abbd-1d27f8b8f9e9'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:32:15.286657 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-79730ead-8db5-4ae7-96d7-94a8c2a73a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:31:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['70749637-35c8-490c-abbd-1d27f8b8f9e9'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:32:15.353246 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-283dea20-7316-49d9-b225-17898b596159'] response: {'name': 'network-changed', 'server_uuid': '3e6e9fa6-a97d-4ff5-9109-6c4ca54eb2cc', 'tag': 'd469a30b-a607-4e4f-aa6b-dfb5547c7f5a', 'status': 'completed', 'code': 200} May 28 07:32:15.472705 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-79730ead-8db5-4ae7-96d7-94a8c2a73a0d None None] Set router 70749637-35c8-490c-abbd-1d27f8b8f9e9 gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:32:15.505940 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fd1d87-20df-48b9-8dc4-e0527b213567 req-88bcb0ff-411c-483f-a628-5bf0ab88d02e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:32:15.507541 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e9fd1d87-20df-48b9-8dc4-e0527b213567 req-88bcb0ff-411c-483f-a628-5bf0ab88d02e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0b2a8c929aa54b05ba857077fa769fd4&device_id=3e6e9fa6-a97d-4ff5-9109-6c4ca54eb2cc HTTP/1.1" status: 200 len: 1096 time: 0.1314082 May 28 07:32:15.601269 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bff4724-b30b-4939-9304-59321235490d req-f23d4351-3d39-4fb1-a168-ac2add8e41a0 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:32:15.602748 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4bff4724-b30b-4939-9304-59321235490d req-f23d4351-3d39-4fb1-a168-ac2add8e41a0 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e6e9fa6-a97d-4ff5-9109-6c4ca54eb2cc HTTP/1.1" status: 200 len: 945 time: 0.1656621 May 28 07:32:15.671335 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4bff4724-b30b-4939-9304-59321235490d req-45b0e06b-041b-40ab-a2a7-546d19eaa213 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/security-groups?id=f89681c6-d6e5-4384-907f-aa64d1a51dac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603819 May 28 07:32:15.695112 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fd1d87-20df-48b9-8dc4-e0527b213567 req-c0686729-ff75-4cb0-942d-ced4407f7c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:32:15.695112 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e9fd1d87-20df-48b9-8dc4-e0527b213567 req-c0686729-ff75-4cb0-942d-ced4407f7c62 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c59983c4-0f87-44de-b4d1-f10be44c4241 HTTP/1.1" status: 200 len: 897 time: 0.1765339 May 28 07:32:15.762963 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e9fd1d87-20df-48b9-8dc4-e0527b213567 req-705ac960-d803-48c2-b342-d0d22a91112e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d469a30b-a607-4e4f-aa6b-dfb5547c7f5a HTTP/1.1" status: 200 len: 217 time: 0.0638182 May 28 07:32:15.787927 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-79730ead-8db5-4ae7-96d7-94a8c2a73a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70749637-35c8-490c-abbd-1d27f8b8f9e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-125136344', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': 'eb3badd5-b1d4-45c2-afea-346495bfe8c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:30:24Z', 'updated_at': '2022-05-28T07:30:30Z', 'revision_number': 4, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'gw_port': {'id': 'eb3badd5-b1d4-45c2-afea-346495bfe8c7', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:81:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70749637-35c8-490c-abbd-1d27f8b8f9e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:30:25Z', 'updated_at': '2022-05-28T07:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '957a294c-dd8a-43fe-b69d-9ed0484d46c8', 'name': '', 'network_id': 'c59983c4-0f87-44de-b4d1-f10be44c4241', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'mac_address': 'fa:16:3e:a8:32:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70749637-35c8-490c-abbd-1d27f8b8f9e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '1fa6a8c8-ee0e-42b1-b44d-0bc52d92a951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:30:29Z', 'updated_at': '2022-05-28T07:30:35Z', 'revision_number': 5, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'subnets': [{'id': '1fa6a8c8-ee0e-42b1-b44d-0bc52d92a951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:32:15.791985 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79730ead-8db5-4ae7-96d7-94a8c2a73a0d None None] The sync data for ids ['70749637-35c8-490c-abbd-1d27f8b8f9e9'] in n-d-843702-1 is: [{'id': '70749637-35c8-490c-abbd-1d27f8b8f9e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-125136344', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': 'eb3badd5-b1d4-45c2-afea-346495bfe8c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:30:24Z', 'updated_at': '2022-05-28T07:30:30Z', 'revision_number': 4, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'gw_port': {'id': 'eb3badd5-b1d4-45c2-afea-346495bfe8c7', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:81:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70749637-35c8-490c-abbd-1d27f8b8f9e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:30:25Z', 'updated_at': '2022-05-28T07:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '957a294c-dd8a-43fe-b69d-9ed0484d46c8', 'name': '', 'network_id': 'c59983c4-0f87-44de-b4d1-f10be44c4241', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'mac_address': 'fa:16:3e:a8:32:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70749637-35c8-490c-abbd-1d27f8b8f9e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '1fa6a8c8-ee0e-42b1-b44d-0bc52d92a951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:30:29Z', 'updated_at': '2022-05-28T07:30:35Z', 'revision_number': 5, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'subnets': [{'id': '1fa6a8c8-ee0e-42b1-b44d-0bc52d92a951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 07:32:15.829182 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fd1d87-20df-48b9-8dc4-e0527b213567 req-f33b83a9-079d-4e4f-b146-59d12448b80f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:32:15.830665 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e9fd1d87-20df-48b9-8dc4-e0527b213567 req-f33b83a9-079d-4e4f-b146-59d12448b80f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1fa6a8c8-ee0e-42b1-b44d-0bc52d92a951 HTTP/1.1" status: 200 len: 835 time: 0.0613911 May 28 07:32:15.909502 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fd1d87-20df-48b9-8dc4-e0527b213567 req-fbe900bd-2a30-49ab-91ba-7b2d391595b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:32:15.910982 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e9fd1d87-20df-48b9-8dc4-e0527b213567 req-fbe900bd-2a30-49ab-91ba-7b2d391595b5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c59983c4-0f87-44de-b4d1-f10be44c4241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0744381 May 28 07:32:15.922675 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [req-e9fd1d87-20df-48b9-8dc4-e0527b213567 req-8d22db69-b3c0-40f5-a18d-ed76394b167a service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=89110) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 07:32:15.923615 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e9fd1d87-20df-48b9-8dc4-e0527b213567 req-8d22db69-b3c0-40f5-a18d-ed76394b167a service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056326 May 28 07:32:16.014156 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da04c8a-fdbc-4740-a858-234e6b4d0be8 None None] New status for floating IP 4e3a7af1-ac17-4a5f-9d02-e467213b87b3: DOWN {{(pid=89112) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 07:32:16.165228 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e9fd1d87-20df-48b9-8dc4-e0527b213567 req-506162a6-7baa-43c9-849c-3a9240173e9d service neutron] 10.222.0.69 "GET /v2.0/networks/c59983c4-0f87-44de-b4d1-f10be44c4241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355564 May 28 07:32:16.293085 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e9fd1d87-20df-48b9-8dc4-e0527b213567 req-054bf421-0309-4a9e-adb3-aa8d4466f77e service neutron] 10.222.0.69 "GET /v2.0/networks/c59983c4-0f87-44de-b4d1-f10be44c4241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211793 May 28 07:32:16.669682 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcd7797-20e7-405a-990b-a99ca36fccbc req-eeaa132b-042b-4235-bed5-ccd9ffd62d7d tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:32:16.671090 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-abcd7797-20e7-405a-990b-a99ca36fccbc req-eeaa132b-042b-4235-bed5-ccd9ffd62d7d tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.69 "GET /v2.0/ports?device_id=3e6e9fa6-a97d-4ff5-9109-6c4ca54eb2cc HTTP/1.1" status: 200 len: 945 time: 0.0793536 May 28 07:32:16.752064 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-abcd7797-20e7-405a-990b-a99ca36fccbc req-41cbdba9-8c4d-487f-9c2b-1a0e3b58d8fd tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Deleting port d469a30b-a607-4e4f-aa6b-dfb5547c7f5a {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:32:16.755271 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-abcd7797-20e7-405a-990b-a99ca36fccbc req-41cbdba9-8c4d-487f-9c2b-1a0e3b58d8fd tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:17.016549 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75223cf2-e3c8-4587-a437-31d2a27d9dec req-1ecb45b4-3def-4a6b-a72d-3a59c96d710f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:32:17.018072 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-75223cf2-e3c8-4587-a437-31d2a27d9dec req-1ecb45b4-3def-4a6b-a72d-3a59c96d710f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e6e9fa6-a97d-4ff5-9109-6c4ca54eb2cc HTTP/1.1" status: 200 len: 945 time: 0.2365141 May 28 07:32:17.097506 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-75223cf2-e3c8-4587-a437-31d2a27d9dec req-67505d41-9287-43de-a878-2c751921e245 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/security-groups?id=f89681c6-d6e5-4384-907f-aa64d1a51dac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730660 May 28 07:32:17.102196 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-abcd7797-20e7-405a-990b-a99ca36fccbc req-41cbdba9-8c4d-487f-9c2b-1a0e3b58d8fd tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] For port d469a30b-a607-4e4f-aa6b-dfb5547c7f5a, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=d469a30b-a607-4e4f-aa6b-dfb5547c7f5a,segment=NetworkSegment(b3953457-9e20-4a6d-ba80-c303d4252680),segment_id=b3953457-9e20-4a6d-ba80-c303d4252680)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:32:17.102547 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-abcd7797-20e7-405a-990b-a99ca36fccbc req-41cbdba9-8c4d-487f-9c2b-1a0e3b58d8fd tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:17.227922 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-abcd7797-20e7-405a-990b-a99ca36fccbc req-41cbdba9-8c4d-487f-9c2b-1a0e3b58d8fd tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Calling delete_port for d469a30b-a607-4e4f-aa6b-dfb5547c7f5a owned by compute:nova {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:32:17.466718 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-abcd7797-20e7-405a-990b-a99ca36fccbc req-41cbdba9-8c4d-487f-9c2b-1a0e3b58d8fd tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:17.521673 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cbdba9-8c4d-487f-9c2b-1a0e3b58d8fd tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Pushing event deleted for resources: {'Port': ['ID=d469a30b-a607-4e4f-aa6b-dfb5547c7f5a,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:32:17.594226 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-abcd7797-20e7-405a-990b-a99ca36fccbc req-41cbdba9-8c4d-487f-9c2b-1a0e3b58d8fd tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] No DVR routers for this DVR port d469a30b-a607-4e4f-aa6b-dfb5547c7f5a on host n-h1-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 07:32:17.597045 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-abcd7797-20e7-405a-990b-a99ca36fccbc req-41cbdba9-8c4d-487f-9c2b-1a0e3b58d8fd tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:17.599554 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e6e9fa6-a97d-4ff5-9109-6c4ca54eb2cc', 'name': 'network-vif-deleted', 'tag': 'd469a30b-a607-4e4f-aa6b-dfb5547c7f5a'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:32:17.611288 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-abcd7797-20e7-405a-990b-a99ca36fccbc req-41cbdba9-8c4d-487f-9c2b-1a0e3b58d8fd tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.69 "DELETE /v2.0/ports/d469a30b-a607-4e4f-aa6b-dfb5547c7f5a HTTP/1.1" status: 204 len: 173 time: 0.9346538 May 28 07:32:17.694428 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8642f5e0-a1a0-4aa0-acbf-7f9c0e16fdeb'] response: {'server_uuid': '3e6e9fa6-a97d-4ff5-9109-6c4ca54eb2cc', 'name': 'network-vif-deleted', 'tag': 'd469a30b-a607-4e4f-aa6b-dfb5547c7f5a', 'status': 'completed', 'code': 200} May 28 07:32:18.264993 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-2440bf41-6061-4633-bd57-7bcb643b795b req-dd5878bf-3ca6-4041-a144-f0cdaa22bb41 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Synchronizing usage tracker for tenant:0b2a8c929aa54b05ba857077fa769fd4 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:32:18.348713 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-2440bf41-6061-4633-bd57-7bcb643b795b req-dd5878bf-3ca6-4041-a144-f0cdaa22bb41 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Unset dirty status for tenant:0b2a8c929aa54b05ba857077fa769fd4 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:32:18.349921 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2440bf41-6061-4633-bd57-7bcb643b795b req-dd5878bf-3ca6-4041-a144-f0cdaa22bb41 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e6e9fa6-a97d-4ff5-9109-6c4ca54eb2cc HTTP/1.1" status: 200 len: 210 time: 0.1310229 May 28 07:32:18.975041 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 07:32:19.444880 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 58664) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:32:20.004378 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c2620ab3-64b5-4fb8-ad68-a45153e45139 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700548'] for router_interface, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:20.467531 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-c2620ab3-64b5-4fb8-ad68-a45153e45139 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Deleting port 957a294c-dd8a-43fe-b69d-9ed0484d46c8 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:32:20.468272 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c2620ab3-64b5-4fb8-ad68-a45153e45139 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:20.654725 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-c2620ab3-64b5-4fb8-ad68-a45153e45139 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] For port 957a294c-dd8a-43fe-b69d-9ed0484d46c8, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=957a294c-dd8a-43fe-b69d-9ed0484d46c8,segment=NetworkSegment(b3953457-9e20-4a6d-ba80-c303d4252680),segment_id=b3953457-9e20-4a6d-ba80-c303d4252680)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:32:20.655077 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c2620ab3-64b5-4fb8-ad68-a45153e45139 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:20.779351 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-c2620ab3-64b5-4fb8-ad68-a45153e45139 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Calling delete_port for 957a294c-dd8a-43fe-b69d-9ed0484d46c8 owned by network:router_interface {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:32:20.865133 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device d469a30b-a607-4e4f-aa6b-dfb5547c7f5a no longer exists at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:32:20.901915 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] No Port match for: d469a30b-a607-4e4f-aa6b-dfb5547c7f5a {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 07:32:20.902266 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device d469a30b-a607-4e4f-aa6b-dfb5547c7f5a not bound to the agent host n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 07:32:21.039970 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c2620ab3-64b5-4fb8-ad68-a45153e45139 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:21.087633 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2620ab3-64b5-4fb8-ad68-a45153e45139 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Pushing event deleted for resources: {'Port': ['ID=957a294c-dd8a-43fe-b69d-9ed0484d46c8,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:32:21.362869 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c2620ab3-64b5-4fb8-ad68-a45153e45139 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700472'] for router_interface, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:21.713108 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2620ab3-64b5-4fb8-ad68-a45153e45139 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Router 70749637-35c8-490c-abbd-1d27f8b8f9e9 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 07:32:22.017727 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2620ab3-64b5-4fb8-ad68-a45153e45139 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 07:32:22.027775 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914ebc2b-6518-4523-8aa9-04145468622b None None] Sync routers for ids ['70749637-35c8-490c-abbd-1d27f8b8f9e9'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 07:32:22.037012 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914ebc2b-6518-4523-8aa9-04145468622b None None] Routers {'70749637-35c8-490c-abbd-1d27f8b8f9e9'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:32:22.037826 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-914ebc2b-6518-4523-8aa9-04145468622b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:31:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['70749637-35c8-490c-abbd-1d27f8b8f9e9'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:32:22.081986 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-c2620ab3-64b5-4fb8-ad68-a45153e45139 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "PUT /v2.0/routers/70749637-35c8-490c-abbd-1d27f8b8f9e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6359985 May 28 07:32:22.084854 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 58668) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:32:22.156381 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_v2 [None req-29b2676b-3271-4e3c-b078-385a0c36173e tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Deleting subnet 1fa6a8c8-ee0e-42b1-b44d-0bc52d92a951 {{(pid=89109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 07:32:22.159308 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-29b2676b-3271-4e3c-b078-385a0c36173e tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for subnet, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:22.213357 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-914ebc2b-6518-4523-8aa9-04145468622b None None] Set router 70749637-35c8-490c-abbd-1d27f8b8f9e9 gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:32:22.217299 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-29b2676b-3271-4e3c-b078-385a0c36173e tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3964070'] for subnet, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:22.300412 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-29b2676b-3271-4e3c-b078-385a0c36173e tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:22.451777 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-29b2676b-3271-4e3c-b078-385a0c36173e tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9555650'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:22.490654 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b2676b-3271-4e3c-b078-385a0c36173e tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Pushing event deleted for resources: {'Subnet': ['ID=1fa6a8c8-ee0e-42b1-b44d-0bc52d92a951,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:32:22.497536 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-29b2676b-3271-4e3c-b078-385a0c36173e tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:22.502654 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-914ebc2b-6518-4523-8aa9-04145468622b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70749637-35c8-490c-abbd-1d27f8b8f9e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-125136344', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': 'eb3badd5-b1d4-45c2-afea-346495bfe8c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:30:24Z', 'updated_at': '2022-05-28T07:32:20Z', 'revision_number': 5, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'gw_port': {'id': 'eb3badd5-b1d4-45c2-afea-346495bfe8c7', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:81:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70749637-35c8-490c-abbd-1d27f8b8f9e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:30:25Z', 'updated_at': '2022-05-28T07:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:32:22.506155 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-29b2676b-3271-4e3c-b078-385a0c36173e tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "DELETE /v2.0/subnets/1fa6a8c8-ee0e-42b1-b44d-0bc52d92a951 HTTP/1.1" status: 204 len: 168 time: 0.4174492 May 28 07:32:22.506155 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 58672) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:32:22.508932 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914ebc2b-6518-4523-8aa9-04145468622b None None] Checking router: 70749637-35c8-490c-abbd-1d27f8b8f9e9 for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 07:32:22.512129 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c0d267-df7b-44c4-9e21-163264f65d5a None None] Network c59983c4-0f87-44de-b4d1-f10be44c4241 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 07:32:22.599273 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914ebc2b-6518-4523-8aa9-04145468622b None None] Routers {'70749637-35c8-490c-abbd-1d27f8b8f9e9'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:32:22.599815 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-914ebc2b-6518-4523-8aa9-04145468622b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:31:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['70749637-35c8-490c-abbd-1d27f8b8f9e9'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:32:22.693881 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8a4f41df-b7a8-4b9e-9d1c-ba1c9c610599 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for router, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:22.879919 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8a4f41df-b7a8-4b9e-9d1c-ba1c9c610599 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:22.898218 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-914ebc2b-6518-4523-8aa9-04145468622b None None] Set router 70749637-35c8-490c-abbd-1d27f8b8f9e9 gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:32:22.951880 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-8a4f41df-b7a8-4b9e-9d1c-ba1c9c610599 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Deleting port eb3badd5-b1d4-45c2-afea-346495bfe8c7 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:32:22.952231 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8a4f41df-b7a8-4b9e-9d1c-ba1c9c610599 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:23.136037 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-8a4f41df-b7a8-4b9e-9d1c-ba1c9c610599 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] For port eb3badd5-b1d4-45c2-afea-346495bfe8c7, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=eb3badd5-b1d4-45c2-afea-346495bfe8c7,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:32:23.136457 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8a4f41df-b7a8-4b9e-9d1c-ba1c9c610599 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:23.168317 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08232da-c6ae-44c3-be25-1aa4a9b66986 None None] DHCP port deletion for c59983c4-0f87-44de-b4d1-f10be44c4241 request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 07:32:23.180074 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-f08232da-c6ae-44c3-be25-1aa4a9b66986 None None] Deleting port d556c4de-d856-4ef1-9ba7-f51883f17981 {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:32:23.180447 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-f08232da-c6ae-44c3-be25-1aa4a9b66986 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:23.259895 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-8a4f41df-b7a8-4b9e-9d1c-ba1c9c610599 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Calling delete_port for eb3badd5-b1d4-45c2-afea-346495bfe8c7 owned by network:router_gateway {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:32:23.316293 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-914ebc2b-6518-4523-8aa9-04145468622b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70749637-35c8-490c-abbd-1d27f8b8f9e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-125136344', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': 'eb3badd5-b1d4-45c2-afea-346495bfe8c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:30:24Z', 'updated_at': '2022-05-28T07:32:20Z', 'revision_number': 5, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'gw_port': {'id': 'eb3badd5-b1d4-45c2-afea-346495bfe8c7', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:81:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70749637-35c8-490c-abbd-1d27f8b8f9e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:30:25Z', 'updated_at': '2022-05-28T07:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:32:23.363765 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914ebc2b-6518-4523-8aa9-04145468622b None None] The sync data for ids ['70749637-35c8-490c-abbd-1d27f8b8f9e9'] in n-d-843702-1 is: [{'id': '70749637-35c8-490c-abbd-1d27f8b8f9e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-125136344', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': 'eb3badd5-b1d4-45c2-afea-346495bfe8c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:30:24Z', 'updated_at': '2022-05-28T07:32:20Z', 'revision_number': 5, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'gw_port': {'id': 'eb3badd5-b1d4-45c2-afea-346495bfe8c7', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:81:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70749637-35c8-490c-abbd-1d27f8b8f9e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:30:25Z', 'updated_at': '2022-05-28T07:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 07:32:23.409374 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-f08232da-c6ae-44c3-be25-1aa4a9b66986 None None] For port d556c4de-d856-4ef1-9ba7-f51883f17981, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=d556c4de-d856-4ef1-9ba7-f51883f17981,segment=NetworkSegment(b3953457-9e20-4a6d-ba80-c303d4252680),segment_id=b3953457-9e20-4a6d-ba80-c303d4252680)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:32:23.409936 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-f08232da-c6ae-44c3-be25-1aa4a9b66986 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:23.471945 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8a4f41df-b7a8-4b9e-9d1c-ba1c9c610599 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:23.519491 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4f41df-b7a8-4b9e-9d1c-ba1c9c610599 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Pushing event deleted for resources: {'Port': ['ID=eb3badd5-b1d4-45c2-afea-346495bfe8c7,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:32:23.537330 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-f08232da-c6ae-44c3-be25-1aa4a9b66986 None None] Calling delete_port for d556c4de-d856-4ef1-9ba7-f51883f17981 owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:32:23.614183 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8a4f41df-b7a8-4b9e-9d1c-ba1c9c610599 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691105'] for router_gateway, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:23.671788 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-f08232da-c6ae-44c3-be25-1aa4a9b66986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879'] for port, after_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:23.736925 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08232da-c6ae-44c3-be25-1aa4a9b66986 None None] Pushing event deleted for resources: {'Port': ['ID=d556c4de-d856-4ef1-9ba7-f51883f17981,revision_number=None']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:32:23.740664 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08232da-c6ae-44c3-be25-1aa4a9b66986 None None] No DVR routers for this DVR port d556c4de-d856-4ef1-9ba7-f51883f17981 on host n-d-843702-1 {{(pid=89111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 07:32:23.908010 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8a4f41df-b7a8-4b9e-9d1c-ba1c9c610599 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59018'] for router, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:23.910229 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8a4f41df-b7a8-4b9e-9d1c-ba1c9c610599 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:24.009335 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8a4f41df-b7a8-4b9e-9d1c-ba1c9c610599 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-703817'] for router, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:24.009852 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a4f41df-b7a8-4b9e-9d1c-ba1c9c610599 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Fanout notify agent at l3_agent the message router_deleted on router 70749637-35c8-490c-abbd-1d27f8b8f9e9 {{(pid=89109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 07:32:24.025380 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8a4f41df-b7a8-4b9e-9d1c-ba1c9c610599 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:24.026531 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-8a4f41df-b7a8-4b9e-9d1c-ba1c9c610599 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "DELETE /v2.0/routers/70749637-35c8-490c-abbd-1d27f8b8f9e9 HTTP/1.1" status: 204 len: 168 time: 1.5196002 May 28 07:32:24.031650 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 58676) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:32:24.150378 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-69134e5e-59f5-42e6-a8c1-d95b97e022ca tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:24.278429 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-69134e5e-59f5-42e6-a8c1-d95b97e022ca tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:24.302190 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-69134e5e-59f5-42e6-a8c1-d95b97e022ca tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c59983c4-0f87-44de-b4d1-f10be44c4241']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:32:24.313722 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-69134e5e-59f5-42e6-a8c1-d95b97e022ca tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3953457-9e20-4a6d-ba80-c303d4252680') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:32:24.314019 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-69134e5e-59f5-42e6-a8c1-d95b97e022ca tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3953457-9e20-4a6d-ba80-c303d4252680') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:32:24.325326 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-69134e5e-59f5-42e6-a8c1-d95b97e022ca tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:24.341730 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-69134e5e-59f5-42e6-a8c1-d95b97e022ca tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:24.348703 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69134e5e-59f5-42e6-a8c1-d95b97e022ca tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 07:32:24.349098 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-69134e5e-59f5-42e6-a8c1-d95b97e022ca tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:24.435896 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment b3953457-9e20-4a6d-ba80-c303d4252680 resource provider aggregate not found May 28 07:32:24.458936 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment b3953457-9e20-4a6d-ba80-c303d4252680 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b3953457-9e20-4a6d-ba80-c303d4252680 found for delete ", "request_id": "req-dfdc5ba4-af5e-4f3b-82f0-d79005133596"}]} May 28 07:32:24.537242 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-69134e5e-59f5-42e6-a8c1-d95b97e022ca tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:24.543253 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-69134e5e-59f5-42e6-a8c1-d95b97e022ca tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:24.570551 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69134e5e-59f5-42e6-a8c1-d95b97e022ca tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Pushing event deleted for resources: {'Network': ['ID=c59983c4-0f87-44de-b4d1-f10be44c4241,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:32:24.634725 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-69134e5e-59f5-42e6-a8c1-d95b97e022ca tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "DELETE /v2.0/networks/c59983c4-0f87-44de-b4d1-f10be44c4241 HTTP/1.1" status: 204 len: 168 time: 0.6019762 May 28 07:32:24.638446 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 58686) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:32:24.706863 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-60229901-cf9d-4ce0-a0a4-f8ea6281d1c4 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:24.736480 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-60229901-cf9d-4ce0-a0a4-f8ea6281d1c4 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:24.862816 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-60229901-cf9d-4ce0-a0a4-f8ea6281d1c4 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:24.881184 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60229901-cf9d-4ce0-a0a4-f8ea6281d1c4 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f89681c6-d6e5-4384-907f-aa64d1a51dac,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:32:24.964110 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device d556c4de-d856-4ef1-9ba7-f51883f17981 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:32:24.971176 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-60229901-cf9d-4ce0-a0a4-f8ea6281d1c4 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:24.972295 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-60229901-cf9d-4ce0-a0a4-f8ea6281d1c4 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "DELETE /v2.0/security-groups/f89681c6-d6e5-4384-907f-aa64d1a51dac HTTP/1.1" status: 204 len: 168 time: 0.3329084 May 28 07:32:25.002644 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: d556c4de-d856-4ef1-9ba7-f51883f17981 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 07:32:25.002988 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device d556c4de-d856-4ef1-9ba7-f51883f17981 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 07:32:25.003419 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 957a294c-dd8a-43fe-b69d-9ed0484d46c8 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:32:25.034704 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 957a294c-dd8a-43fe-b69d-9ed0484d46c8 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 07:32:25.035041 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 957a294c-dd8a-43fe-b69d-9ed0484d46c8 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 07:32:25.035470 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device eb3badd5-b1d4-45c2-afea-346495bfe8c7 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:32:25.067293 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: eb3badd5-b1d4-45c2-afea-346495bfe8c7 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 07:32:25.067634 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device eb3badd5-b1d4-45c2-afea-346495bfe8c7 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 07:32:26.245835 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 58696) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:32:26.251173 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-24acd6f5-81f5-47cd-8a53-17c212cea934 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-351805529', 'description': 'tempest-secgroup-smoke-351805529 description', 'project_id': '0b2a8c929aa54b05ba857077fa769fd4'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:32:26.257919 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-24acd6f5-81f5-47cd-8a53-17c212cea934 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:32:26.262009 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-24acd6f5-81f5-47cd-8a53-17c212cea934 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Usage tracker for resource:security_group and tenant:0b2a8c929aa54b05ba857077fa769fd4 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:32:26.265346 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-24acd6f5-81f5-47cd-8a53-17c212cea934 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:32:26.271622 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-24acd6f5-81f5-47cd-8a53-17c212cea934 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:32:26.351443 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-24acd6f5-81f5-47cd-8a53-17c212cea934 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:26.383578 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-24acd6f5-81f5-47cd-8a53-17c212cea934 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:32:26.387376 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-24acd6f5-81f5-47cd-8a53-17c212cea934 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Usage tracker for resource:security_group_rule and tenant:0b2a8c929aa54b05ba857077fa769fd4 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:32:26.390270 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-24acd6f5-81f5-47cd-8a53-17c212cea934 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:32:26.395723 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-24acd6f5-81f5-47cd-8a53-17c212cea934 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:32:26.467602 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-24acd6f5-81f5-47cd-8a53-17c212cea934 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:26.494337 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-658cdb4a-3dfa-49f0-93d6-d628b37a68cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:26.560059 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-24acd6f5-81f5-47cd-8a53-17c212cea934 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:26.605232 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24acd6f5-81f5-47cd-8a53-17c212cea934 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0584bc11-ac65-42a3-9e1b-d923a4126ca3,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:32:26.674213 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-24acd6f5-81f5-47cd-8a53-17c212cea934 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:26.675486 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-24acd6f5-81f5-47cd-8a53-17c212cea934 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4286602 May 28 07:32:26.678377 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 58700) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:32:26.685067 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-ed8417b9-69f0-4d9f-9a4f-e7b1393d0017 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Request body: {'security_group_rule': {'security_group_id': '0584bc11-ac65-42a3-9e1b-d923a4126ca3', 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:32:26.692017 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-ed8417b9-69f0-4d9f-9a4f-e7b1393d0017 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:32:26.695988 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-ed8417b9-69f0-4d9f-9a4f-e7b1393d0017 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Usage tracker for resource:security_group_rule and tenant:0b2a8c929aa54b05ba857077fa769fd4 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:32:26.703130 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-ed8417b9-69f0-4d9f-9a4f-e7b1393d0017 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:32:26.705996 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-ed8417b9-69f0-4d9f-9a4f-e7b1393d0017 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:32:26.806243 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ed8417b9-69f0-4d9f-9a4f-e7b1393d0017 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:26.864309 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ed8417b9-69f0-4d9f-9a4f-e7b1393d0017 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:26.954033 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ed8417b9-69f0-4d9f-9a4f-e7b1393d0017 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:26.978868 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8417b9-69f0-4d9f-9a4f-e7b1393d0017 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02cb093a-4064-4491-9b10-527241ad9edb,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:32:27.039797 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ed8417b9-69f0-4d9f-9a4f-e7b1393d0017 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:27.041008 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-ed8417b9-69f0-4d9f-9a4f-e7b1393d0017 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3610916 May 28 07:32:27.043726 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 58704) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:32:27.048749 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-35c2155c-e979-495c-b8ce-7248c3bf7f89 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Request body: {'security_group_rule': {'security_group_id': '0584bc11-ac65-42a3-9e1b-d923a4126ca3', 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:32:27.055163 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-35c2155c-e979-495c-b8ce-7248c3bf7f89 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:32:27.059072 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-35c2155c-e979-495c-b8ce-7248c3bf7f89 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Usage tracker for resource:security_group_rule and tenant:0b2a8c929aa54b05ba857077fa769fd4 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:32:27.062616 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-35c2155c-e979-495c-b8ce-7248c3bf7f89 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:32:27.068167 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-35c2155c-e979-495c-b8ce-7248c3bf7f89 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:32:27.158387 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-35c2155c-e979-495c-b8ce-7248c3bf7f89 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:27.328391 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-35c2155c-e979-495c-b8ce-7248c3bf7f89 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:27.394169 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-35c2155c-e979-495c-b8ce-7248c3bf7f89 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:27.417365 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c2155c-e979-495c-b8ce-7248c3bf7f89 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df4757be-0054-49eb-90de-5e41840eddaa,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:32:27.497975 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-35c2155c-e979-495c-b8ce-7248c3bf7f89 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:27.499225 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-35c2155c-e979-495c-b8ce-7248c3bf7f89 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4545851 May 28 07:32:27.501952 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 58708) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:32:27.507019 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-f0192c98-235e-40ff-b0d2-2c0e95c4570f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Request body: {'security_group_rule': {'security_group_id': '0584bc11-ac65-42a3-9e1b-d923a4126ca3', 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:32:27.513984 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-f0192c98-235e-40ff-b0d2-2c0e95c4570f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:32:27.517840 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-f0192c98-235e-40ff-b0d2-2c0e95c4570f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Usage tracker for resource:security_group_rule and tenant:0b2a8c929aa54b05ba857077fa769fd4 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:32:27.520652 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-f0192c98-235e-40ff-b0d2-2c0e95c4570f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:32:27.526410 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-f0192c98-235e-40ff-b0d2-2c0e95c4570f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:32:27.601023 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f0192c98-235e-40ff-b0d2-2c0e95c4570f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:27.661488 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f0192c98-235e-40ff-b0d2-2c0e95c4570f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:27.725606 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f0192c98-235e-40ff-b0d2-2c0e95c4570f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:27.749872 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0192c98-235e-40ff-b0d2-2c0e95c4570f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a8d3dda-e93d-4e06-b221-b98bb2ea37de,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:32:27.822461 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f0192c98-235e-40ff-b0d2-2c0e95c4570f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:27.823622 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-f0192c98-235e-40ff-b0d2-2c0e95c4570f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3207445 May 28 07:32:27.826405 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 58712) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:32:27.831350 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-30073ead-d14c-44cb-988b-150a0fb9a186 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Request body: {'security_group_rule': {'security_group_id': '0584bc11-ac65-42a3-9e1b-d923a4126ca3', 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:32:27.837805 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-30073ead-d14c-44cb-988b-150a0fb9a186 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:32:27.842809 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-30073ead-d14c-44cb-988b-150a0fb9a186 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Usage tracker for resource:security_group_rule and tenant:0b2a8c929aa54b05ba857077fa769fd4 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:32:27.845973 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-30073ead-d14c-44cb-988b-150a0fb9a186 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:32:27.851616 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-30073ead-d14c-44cb-988b-150a0fb9a186 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:32:27.915070 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-30073ead-d14c-44cb-988b-150a0fb9a186 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:27.978720 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-30073ead-d14c-44cb-988b-150a0fb9a186 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:28.034144 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-30073ead-d14c-44cb-988b-150a0fb9a186 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:28.056468 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30073ead-d14c-44cb-988b-150a0fb9a186 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0539278-4bf7-45e4-b8e1-2346e49b6573,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:32:28.119844 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-30073ead-d14c-44cb-988b-150a0fb9a186 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:28.120944 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-30073ead-d14c-44cb-988b-150a0fb9a186 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2936151 May 28 07:32:28.123816 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 58716) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:32:28.128962 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-d4f9284f-2775-4d44-a671-7ee57016a5c9 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Request body: {'security_group_rule': {'security_group_id': '0584bc11-ac65-42a3-9e1b-d923a4126ca3', 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:32:28.135422 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-d4f9284f-2775-4d44-a671-7ee57016a5c9 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:32:28.140463 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-d4f9284f-2775-4d44-a671-7ee57016a5c9 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Usage tracker for resource:security_group_rule and tenant:0b2a8c929aa54b05ba857077fa769fd4 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:32:28.143453 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-d4f9284f-2775-4d44-a671-7ee57016a5c9 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:32:28.149141 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-d4f9284f-2775-4d44-a671-7ee57016a5c9 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:32:28.210891 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:28.239457 n-d-843702-1 neutron-server[89110]: INFO neutron.db.securitygroups_db [None req-d4f9284f-2775-4d44-a671-7ee57016a5c9 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Project 0b2a8c929aa54b05ba857077fa769fd4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 07:32:28.246237 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d4f9284f-2775-4d44-a671-7ee57016a5c9 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:28.311806 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d4f9284f-2775-4d44-a671-7ee57016a5c9 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:28.374062 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d4f9284f-2775-4d44-a671-7ee57016a5c9 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:28.398035 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f9284f-2775-4d44-a671-7ee57016a5c9 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a009be68-d7f7-46e6-9479-b08694b99bea,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:32:28.482801 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d4f9284f-2775-4d44-a671-7ee57016a5c9 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:28.484024 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-d4f9284f-2775-4d44-a671-7ee57016a5c9 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3592489 May 28 07:32:28.486745 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 58720) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:32:28.491732 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-8894f410-c7f7-4994-97fb-e7057720c8cc tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Request body: {'security_group_rule': {'security_group_id': '0584bc11-ac65-42a3-9e1b-d923a4126ca3', 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:32:28.498719 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-8894f410-c7f7-4994-97fb-e7057720c8cc tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:32:28.502486 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-8894f410-c7f7-4994-97fb-e7057720c8cc tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Usage tracker for resource:security_group_rule and tenant:0b2a8c929aa54b05ba857077fa769fd4 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:32:28.505306 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-8894f410-c7f7-4994-97fb-e7057720c8cc tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:32:28.511061 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-8894f410-c7f7-4994-97fb-e7057720c8cc tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:32:28.617110 n-d-843702-1 neutron-server[89110]: INFO neutron.db.securitygroups_db [None req-8894f410-c7f7-4994-97fb-e7057720c8cc tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Project 0b2a8c929aa54b05ba857077fa769fd4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 07:32:28.630571 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8894f410-c7f7-4994-97fb-e7057720c8cc tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:28.691780 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8894f410-c7f7-4994-97fb-e7057720c8cc tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:28.791776 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8894f410-c7f7-4994-97fb-e7057720c8cc tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:28.816599 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8894f410-c7f7-4994-97fb-e7057720c8cc tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33ab3670-5c8e-4cfd-8e65-b654b836d445,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:32:28.863027 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8894f410-c7f7-4994-97fb-e7057720c8cc tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:28.864333 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-8894f410-c7f7-4994-97fb-e7057720c8cc tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3765094 May 28 07:32:28.867065 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 58724) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:32:28.873132 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-a27df240-03aa-49f3-abe4-a3768a4ae43c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Request body: {'network': {'name': 'tempest-network-smoke--1130525017', 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'port_security_enabled': True}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:32:28.878605 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-a27df240-03aa-49f3-abe4-a3768a4ae43c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:32:28.882710 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-a27df240-03aa-49f3-abe4-a3768a4ae43c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Usage tracker for resource:network and tenant:0b2a8c929aa54b05ba857077fa769fd4 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:32:28.885464 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-a27df240-03aa-49f3-abe4-a3768a4ae43c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:32:28.891239 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-a27df240-03aa-49f3-abe4-a3768a4ae43c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:32:28.948584 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a27df240-03aa-49f3-abe4-a3768a4ae43c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Made reservation on behalf of 0b2a8c929aa54b05ba857077fa769fd4 for: {'network': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 07:32:28.952447 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a27df240-03aa-49f3-abe4-a3768a4ae43c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:28.979517 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a27df240-03aa-49f3-abe4-a3768a4ae43c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=89110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 07:32:28.988608 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a27df240-03aa-49f3-abe4-a3768a4ae43c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:28.988939 n-d-843702-1 neutron-server[89110]: INFO neutron.db.segments_db [None req-a27df240-03aa-49f3-abe4-a3768a4ae43c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Added segment 9ff5a75d-3498-42d6-87f1-4119f2a8a863 of type vlan for network fc79c937-1f92-4542-aff8-c1e89c8854f7 May 28 07:32:29.014371 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a27df240-03aa-49f3-abe4-a3768a4ae43c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:29.037462 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-1fe49b4d-d536-486e-a4b1-8a00d3c58e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:29.130989 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a27df240-03aa-49f3-abe4-a3768a4ae43c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:29.136505 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a27df240-03aa-49f3-abe4-a3768a4ae43c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:32:29.137021 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a27df240-03aa-49f3-abe4-a3768a4ae43c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:29.243013 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27df240-03aa-49f3-abe4-a3768a4ae43c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Pushing event updated for resources: {'Network': ['ID=fc79c937-1f92-4542-aff8-c1e89c8854f7,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:32:29.253780 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network fc79c937-1f92-4542-aff8-c1e89c8854f7 details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 07:32:29.292229 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-a27df240-03aa-49f3-abe4-a3768a4ae43c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4241543 May 28 07:32:29.295726 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 58728) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:32:29.300758 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-023e9b56-3532-435b-a046-698b36ae8558 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1333309507', 'admin_state_up': True, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:32:29.308528 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-023e9b56-3532-435b-a046-698b36ae8558 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:32:29.312434 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-023e9b56-3532-435b-a046-698b36ae8558 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Usage tracker for resource:router and tenant:0b2a8c929aa54b05ba857077fa769fd4 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:32:29.315304 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-023e9b56-3532-435b-a046-698b36ae8558 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:32:29.322000 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-023e9b56-3532-435b-a046-698b36ae8558 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:32:29.377238 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-023e9b56-3532-435b-a046-698b36ae8558 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59128'] for router, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:29.378318 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-023e9b56-3532-435b-a046-698b36ae8558 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59009'] for router, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:29.393248 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-023e9b56-3532-435b-a046-698b36ae8558 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:29.694844 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-023e9b56-3532-435b-a046-698b36ae8558 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59027'] for router, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:30.043660 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-023e9b56-3532-435b-a046-698b36ae8558 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for router_gateway, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:30.074824 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-023e9b56-3532-435b-a046-698b36ae8558 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:30.114143 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:30.142404 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:30.212835 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [None req-023e9b56-3532-435b-a046-698b36ae8558 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Allocated IP 172.25.5.212 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/867d45ac-c727-4df5-a3f2-1bf18ea80b89) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:32:30.456779 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-023e9b56-3532-435b-a046-698b36ae8558 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:30.554599 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-023e9b56-3532-435b-a046-698b36ae8558 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:30.617873 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-023e9b56-3532-435b-a046-698b36ae8558 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:32:30.620409 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-023e9b56-3532-435b-a046-698b36ae8558 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:32:30.625560 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023e9b56-3532-435b-a046-698b36ae8558 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:32:30.664450 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023e9b56-3532-435b-a046-698b36ae8558 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Pushing event updated for resources: {'Port': ['ID=867d45ac-c727-4df5-a3f2-1bf18ea80b89,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:32:31.099788 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-023e9b56-3532-435b-a046-698b36ae8558 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for router_gateway, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:31.429697 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-023e9b56-3532-435b-a046-698b36ae8558 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690761'] for router, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:31.742741 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-023e9b56-3532-435b-a046-698b36ae8558 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Router a3d58ed3-3965-467b-b362-e59e2328736e is scheduled to L3 agent 42958940-9562-4f71-972f-15a8af9d3963 with binding_index 1 {{(pid=89110) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 07:32:31.891009 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:31.915992 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-023e9b56-3532-435b-a046-698b36ae8558 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 07:32:31.927112 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43b2b37-3304-4d53-bc9e-6df3dfe89a72 None None] Sync routers for ids ['a3d58ed3-3965-467b-b362-e59e2328736e'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 07:32:31.936842 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43b2b37-3304-4d53-bc9e-6df3dfe89a72 None None] Routers {'a3d58ed3-3965-467b-b362-e59e2328736e'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:32:31.937465 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-c43b2b37-3304-4d53-bc9e-6df3dfe89a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:32:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['a3d58ed3-3965-467b-b362-e59e2328736e'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:32:31.994140 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-023e9b56-3532-435b-a046-698b36ae8558 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for router, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:31.995370 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-023e9b56-3532-435b-a046-698b36ae8558 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.6987453 May 28 07:32:31.999325 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 58732) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:32:32.145039 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-c43b2b37-3304-4d53-bc9e-6df3dfe89a72 None None] Set router a3d58ed3-3965-467b-b362-e59e2328736e gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:32:32.202406 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-d7eb7dc4-b6d1-4dd1-b05b-abc83d9bc989 tempest-TestNetworkAdvancedServerOps-920274614 tempest-TestNetworkAdvancedServerOps-920274614-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=0b2a8c929aa54b05ba857077fa769fd4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2019401 May 28 07:32:32.204837 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 58738) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:32:32.331183 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6afbb4d3-8fcc-4fc0-923c-4f3d2dd8ed51 tempest-TestNetworkAdvancedServerOps-920274614 tempest-TestNetworkAdvancedServerOps-920274614-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:32:32.335191 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-6afbb4d3-8fcc-4fc0-923c-4f3d2dd8ed51 tempest-TestNetworkAdvancedServerOps-920274614 tempest-TestNetworkAdvancedServerOps-920274614-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1268604 May 28 07:32:32.335408 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 58742) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:32:32.374319 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-4d8ee08b-64df-48f4-9cdd-5bdeb477ba9b tempest-TestNetworkAdvancedServerOps-920274614 tempest-TestNetworkAdvancedServerOps-920274614-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=68df399e-e75e-4871-9364-5d05730b50f0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0378616 May 28 07:32:32.378292 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 58746) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:32:32.384525 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-be2a4a10-3f44-4709-84bd-ba8b33f44641 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1721094635', 'network_id': 'fc79c937-1f92-4542-aff8-c1e89c8854f7', 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:32:32.429425 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-c43b2b37-3304-4d53-bc9e-6df3dfe89a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d58ed3-3965-467b-b362-e59e2328736e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1333309507', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '867d45ac-c727-4df5-a3f2-1bf18ea80b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:32:29Z', 'updated_at': '2022-05-28T07:32:30Z', 'revision_number': 3, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'gw_port': {'id': '867d45ac-c727-4df5-a3f2-1bf18ea80b89', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:9e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3d58ed3-3965-467b-b362-e59e2328736e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:32:30Z', 'updated_at': '2022-05-28T07:32:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:32:32.433269 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43b2b37-3304-4d53-bc9e-6df3dfe89a72 None None] Checking router: a3d58ed3-3965-467b-b362-e59e2328736e for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 07:32:32.433628 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43b2b37-3304-4d53-bc9e-6df3dfe89a72 None None] Updating router a3d58ed3-3965-467b-b362-e59e2328736e port 867d45ac-c727-4df5-a3f2-1bf18ea80b89 binding host n-d-843702-1 {{(pid=89112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 07:32:32.488966 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-c43b2b37-3304-4d53-bc9e-6df3dfe89a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:32.504633 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-be2a4a10-3f44-4709-84bd-ba8b33f44641 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:32:32.508452 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-be2a4a10-3f44-4709-84bd-ba8b33f44641 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Usage tracker for resource:subnet and tenant:0b2a8c929aa54b05ba857077fa769fd4 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:32:32.511226 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-be2a4a10-3f44-4709-84bd-ba8b33f44641 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:32:32.518171 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-be2a4a10-3f44-4709-84bd-ba8b33f44641 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:32:32.588345 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be2a4a10-3f44-4709-84bd-ba8b33f44641 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Made reservation on behalf of 0b2a8c929aa54b05ba857077fa769fd4 for: {'subnet': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 07:32:32.592856 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-be2a4a10-3f44-4709-84bd-ba8b33f44641 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3171998'] for subnet, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:32.823014 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-c43b2b37-3304-4d53-bc9e-6df3dfe89a72 None None] Notify callbacks [] for port, precommit_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:32.834638 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.provisioning_blocks [None req-c43b2b37-3304-4d53-bc9e-6df3dfe89a72 None None] Transition to ACTIVE for port object 867d45ac-c727-4df5-a3f2-1bf18ea80b89 will not be triggered until provisioned by entity L2. {{(pid=89112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:32:32.962853 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:32.988305 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-c43b2b37-3304-4d53-bc9e-6df3dfe89a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:32.988773 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-be2a4a10-3f44-4709-84bd-ba8b33f44641 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3115906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3172012'] for subnet, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:33.066404 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-c43b2b37-3304-4d53-bc9e-6df3dfe89a72 None None] Attempting to bind port 867d45ac-c727-4df5-a3f2-1bf18ea80b89 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 07:32:33.066763 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-c43b2b37-3304-4d53-bc9e-6df3dfe89a72 None None] Attempting to bind port 867d45ac-c727-4df5-a3f2-1bf18ea80b89 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 07:32:33.067117 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43b2b37-3304-4d53-bc9e-6df3dfe89a72 None None] Attempting to bind port 867d45ac-c727-4df5-a3f2-1bf18ea80b89 on network 68df399e-e75e-4871-9364-5d05730b50f0 {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:32:33.069181 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf0f93d-3d95-4e72-ac3c-0aebb4cb794a None None] Pushing event updated for resources: {'Port': ['ID=867d45ac-c727-4df5-a3f2-1bf18ea80b89,revision_number=2']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:32:33.072236 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2a4a10-3f44-4709-84bd-ba8b33f44641 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Pushing event updated for resources: {'Subnet': ['ID=ed0258e2-9b87-4efe-a056-c0ae2fe5e531,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:32:33.083312 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43b2b37-3304-4d53-bc9e-6df3dfe89a72 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 7, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 07:32:33.083312 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43b2b37-3304-4d53-bc9e-6df3dfe89a72 None None] Checking segment: {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:32:33.083312 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-c43b2b37-3304-4d53-bc9e-6df3dfe89a72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:33.083312 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43b2b37-3304-4d53-bc9e-6df3dfe89a72 None None] Bound using segment: {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 07:32:33.083312 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-c43b2b37-3304-4d53-bc9e-6df3dfe89a72 None None] Bound port: 867d45ac-c727-4df5-a3f2-1bf18ea80b89, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 07:32:33.083312 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-c43b2b37-3304-4d53-bc9e-6df3dfe89a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:33.083908 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2a4a10-3f44-4709-84bd-ba8b33f44641 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Checking segment: {'id': '9ff5a75d-3498-42d6-87f1-4119f2a8a863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'fc79c937-1f92-4542-aff8-c1e89c8854f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:32:33.083908 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2a4a10-3f44-4709-84bd-ba8b33f44641 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Network hostable DHCP agents. Network: fc79c937-1f92-4542-aff8-c1e89c8854f7, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89110) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 07:32:33.112213 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf0f93d-3d95-4e72-ac3c-0aebb4cb794a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:32:33.112544 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf0f93d-3d95-4e72-ac3c-0aebb4cb794a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:32:33.112871 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf0f93d-3d95-4e72-ac3c-0aebb4cb794a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:32:33.113194 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf0f93d-3d95-4e72-ac3c-0aebb4cb794a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:32:33.113545 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf0f93d-3d95-4e72-ac3c-0aebb4cb794a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:32:33.113864 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf0f93d-3d95-4e72-ac3c-0aebb4cb794a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:32:33.114178 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf0f93d-3d95-4e72-ac3c-0aebb4cb794a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:32:33.114490 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf0f93d-3d95-4e72-ac3c-0aebb4cb794a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:32:33.114800 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf0f93d-3d95-4e72-ac3c-0aebb4cb794a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:32:33.115113 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf0f93d-3d95-4e72-ac3c-0aebb4cb794a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:32:33.115423 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf0f93d-3d95-4e72-ac3c-0aebb4cb794a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:32:33.115729 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf0f93d-3d95-4e72-ac3c-0aebb4cb794a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:32:33.162137 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-c43b2b37-3304-4d53-bc9e-6df3dfe89a72 None None] For port 867d45ac-c727-4df5-a3f2-1bf18ea80b89, host n-d-843702-1, cleared binding levels {{(pid=89112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:32:33.164924 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-c43b2b37-3304-4d53-bc9e-6df3dfe89a72 None None] For port 867d45ac-c727-4df5-a3f2-1bf18ea80b89, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=867d45ac-c727-4df5-a3f2-1bf18ea80b89,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 07:32:33.188217 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2a4a10-3f44-4709-84bd-ba8b33f44641 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Network fc79c937-1f92-4542-aff8-c1e89c8854f7 is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89110) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 07:32:33.245796 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-c43b2b37-3304-4d53-bc9e-6df3dfe89a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:33.274009 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-be2a4a10-3f44-4709-84bd-ba8b33f44641 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, fc79c937-1f92-4542-aff8-c1e89c8854f7) {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:32:33.281860 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42429964-c1c8-4689-9f62-659eff99d25d None None] Network fc79c937-1f92-4542-aff8-c1e89c8854f7 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 07:32:33.286820 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be2a4a10-3f44-4709-84bd-ba8b33f44641 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:32:33.287420 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-be2a4a10-3f44-4709-84bd-ba8b33f44641 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:33.322420 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43b2b37-3304-4d53-bc9e-6df3dfe89a72 None None] Routers {'a3d58ed3-3965-467b-b362-e59e2328736e'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:32:33.323016 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-c43b2b37-3304-4d53-bc9e-6df3dfe89a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:32:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['a3d58ed3-3965-467b-b362-e59e2328736e'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:32:33.369449 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-be2a4a10-3f44-4709-84bd-ba8b33f44641 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9898772 May 28 07:32:33.371917 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 58750) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:32:33.385404 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf0f93d-3d95-4e72-ac3c-0aebb4cb794a None None] Pushing event updated for resources: {'Port': ['ID=867d45ac-c727-4df5-a3f2-1bf18ea80b89,revision_number=3']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:32:33.507746 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-c43b2b37-3304-4d53-bc9e-6df3dfe89a72 None None] Set router a3d58ed3-3965-467b-b362-e59e2328736e gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:32:33.541468 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6447612c-fc15-4319-a640-d543692b32b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-fc79c937-1f92-4542-aff8-c1e89c8854f7', 'network_id': 'fc79c937-1f92-4542-aff8-c1e89c8854f7', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'fixed_ips': [{'subnet_id': 'ed0258e2-9b87-4efe-a056-c0ae2fe5e531'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 07:32:33.542398 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-6447612c-fc15-4319-a640-d543692b32b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:33.716219 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-6447612c-fc15-4319-a640-d543692b32b9 None None] Allocated IP 172.20.0.2 (fc79c937-1f92-4542-aff8-c1e89c8854f7/ed0258e2-9b87-4efe-a056-c0ae2fe5e531/31f297bb-0c0e-4457-9f9a-fcef266b67dd) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:32:33.850266 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-c43b2b37-3304-4d53-bc9e-6df3dfe89a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d58ed3-3965-467b-b362-e59e2328736e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1333309507', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '867d45ac-c727-4df5-a3f2-1bf18ea80b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:32:29Z', 'updated_at': '2022-05-28T07:32:30Z', 'revision_number': 3, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'gw_port': {'id': '867d45ac-c727-4df5-a3f2-1bf18ea80b89', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:9e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3d58ed3-3965-467b-b362-e59e2328736e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:32:30Z', 'updated_at': '2022-05-28T07:32:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:32:33.853911 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43b2b37-3304-4d53-bc9e-6df3dfe89a72 None None] The sync data for ids ['a3d58ed3-3965-467b-b362-e59e2328736e'] in n-d-843702-1 is: [{'id': 'a3d58ed3-3965-467b-b362-e59e2328736e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1333309507', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '867d45ac-c727-4df5-a3f2-1bf18ea80b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:32:29Z', 'updated_at': '2022-05-28T07:32:30Z', 'revision_number': 3, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'gw_port': {'id': '867d45ac-c727-4df5-a3f2-1bf18ea80b89', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:9e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3d58ed3-3965-467b-b362-e59e2328736e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:32:30Z', 'updated_at': '2022-05-28T07:32:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 07:32:33.940145 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-6447612c-fc15-4319-a640-d543692b32b9 None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:33.952136 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-6447612c-fc15-4319-a640-d543692b32b9 None None] Transition to ACTIVE for port object 31f297bb-0c0e-4457-9f9a-fcef266b67dd will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:32:33.971783 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-6447612c-fc15-4319-a640-d543692b32b9 None None] Transition to ACTIVE for port object 31f297bb-0c0e-4457-9f9a-fcef266b67dd will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:32:34.066806 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-6447612c-fc15-4319-a640-d543692b32b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:34.141841 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6cfad9d6-258b-4559-bb5f-021d8c71a598 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:34.162833 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6447612c-fc15-4319-a640-d543692b32b9 None None] Network fc79c937-1f92-4542-aff8-c1e89c8854f7 is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:32:34.163958 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-6447612c-fc15-4319-a640-d543692b32b9 None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:32:34.167664 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6447612c-fc15-4319-a640-d543692b32b9 None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:32:34.173651 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6447612c-fc15-4319-a640-d543692b32b9 None None] Pushing event updated for resources: {'Port': ['ID=31f297bb-0c0e-4457-9f9a-fcef266b67dd,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:32:34.271683 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-6447612c-fc15-4319-a640-d543692b32b9 None None] Attempting to bind port 31f297bb-0c0e-4457-9f9a-fcef266b67dd on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 07:32:34.272046 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-6447612c-fc15-4319-a640-d543692b32b9 None None] Attempting to bind port 31f297bb-0c0e-4457-9f9a-fcef266b67dd by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': '9ff5a75d-3498-42d6-87f1-4119f2a8a863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'fc79c937-1f92-4542-aff8-c1e89c8854f7'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 07:32:34.272506 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6447612c-fc15-4319-a640-d543692b32b9 None None] Attempting to bind port 31f297bb-0c0e-4457-9f9a-fcef266b67dd on network fc79c937-1f92-4542-aff8-c1e89c8854f7 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:32:34.279850 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6447612c-fc15-4319-a640-d543692b32b9 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 7, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 07:32:34.280726 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6447612c-fc15-4319-a640-d543692b32b9 None None] Checking segment: {'id': '9ff5a75d-3498-42d6-87f1-4119f2a8a863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'fc79c937-1f92-4542-aff8-c1e89c8854f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:32:34.281134 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-6447612c-fc15-4319-a640-d543692b32b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:34.281564 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6447612c-fc15-4319-a640-d543692b32b9 None None] Bound using segment: {'id': '9ff5a75d-3498-42d6-87f1-4119f2a8a863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'fc79c937-1f92-4542-aff8-c1e89c8854f7'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 07:32:34.282045 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-6447612c-fc15-4319-a640-d543692b32b9 None None] Bound port: 31f297bb-0c0e-4457-9f9a-fcef266b67dd, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ff5a75d-3498-42d6-87f1-4119f2a8a863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'fc79c937-1f92-4542-aff8-c1e89c8854f7'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 07:32:34.282420 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-6447612c-fc15-4319-a640-d543692b32b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:34.407373 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-6447612c-fc15-4319-a640-d543692b32b9 None None] For port 31f297bb-0c0e-4457-9f9a-fcef266b67dd, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:32:34.410483 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-6447612c-fc15-4319-a640-d543692b32b9 None None] For port 31f297bb-0c0e-4457-9f9a-fcef266b67dd, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=31f297bb-0c0e-4457-9f9a-fcef266b67dd,segment=NetworkSegment(9ff5a75d-3498-42d6-87f1-4119f2a8a863),segment_id=9ff5a75d-3498-42d6-87f1-4119f2a8a863)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 07:32:34.503313 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-6447612c-fc15-4319-a640-d543692b32b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:34.615858 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6447612c-fc15-4319-a640-d543692b32b9 None None] Pushing event updated for resources: {'Port': ['ID=31f297bb-0c0e-4457-9f9a-fcef266b67dd,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:32:34.752328 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [None req-6cfad9d6-258b-4559-bb5f-021d8c71a598 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Allocated IP 172.20.0.1 (fc79c937-1f92-4542-aff8-c1e89c8854f7/ed0258e2-9b87-4efe-a056-c0ae2fe5e531/2e8a09d8-0668-4c07-bd61-40ebdb208359) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:32:34.965249 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6cfad9d6-258b-4559-bb5f-021d8c71a598 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:34.987484 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [None req-6cfad9d6-258b-4559-bb5f-021d8c71a598 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Transition to ACTIVE for port object 2e8a09d8-0668-4c07-bd61-40ebdb208359 will not be triggered until provisioned by entity DHCP. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:32:35.036561 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 31f297bb-0c0e-4457-9f9a-fcef266b67dd up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:32:35.092580 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6cfad9d6-258b-4559-bb5f-021d8c71a598 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:35.172832 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cfad9d6-258b-4559-bb5f-021d8c71a598 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Network fc79c937-1f92-4542-aff8-c1e89c8854f7 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:32:35.175579 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-6cfad9d6-258b-4559-bb5f-021d8c71a598 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:32:35.176725 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 31f297bb-0c0e-4457-9f9a-fcef266b67dd completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:32:35.181123 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfad9d6-258b-4559-bb5f-021d8c71a598 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:32:35.186337 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 867d45ac-c727-4df5-a3f2-1bf18ea80b89 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:32:35.236272 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfad9d6-258b-4559-bb5f-021d8c71a598 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Pushing event updated for resources: {'Port': ['ID=2e8a09d8-0668-4c07-bd61-40ebdb208359,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:32:35.259976 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6cfad9d6-258b-4559-bb5f-021d8c71a598 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690947'] for router_interface, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:35.354730 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 867d45ac-c727-4df5-a3f2-1bf18ea80b89 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:32:35.360722 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 867d45ac-c727-4df5-a3f2-1bf18ea80b89 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:32:35.364145 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:35.472513 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6cfad9d6-258b-4559-bb5f-021d8c71a598 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:35.483224 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 867d45ac-c727-4df5-a3f2-1bf18ea80b89 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:32:35.483596 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:35.500826 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port 867d45ac-c727-4df5-a3f2-1bf18ea80b89, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=867d45ac-c727-4df5-a3f2-1bf18ea80b89,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:32:35.572501 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:35.645591 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=867d45ac-c727-4df5-a3f2-1bf18ea80b89,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:32:35.899747 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6cfad9d6-258b-4559-bb5f-021d8c71a598 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:35.971678 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6cfad9d6-258b-4559-bb5f-021d8c71a598 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:36.048864 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cba2f61-ec20-49f1-9ac0-11853002bc4b None None] Network fc79c937-1f92-4542-aff8-c1e89c8854f7 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 07:32:36.086117 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6cfad9d6-258b-4559-bb5f-021d8c71a598 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700602'] for router_interface, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:36.089631 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfad9d6-258b-4559-bb5f-021d8c71a598 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Pushing event updated for resources: {'Port': ['ID=2e8a09d8-0668-4c07-bd61-40ebdb208359,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:32:36.226859 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cfad9d6-258b-4559-bb5f-021d8c71a598 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Network fc79c937-1f92-4542-aff8-c1e89c8854f7 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:32:36.227943 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-6cfad9d6-258b-4559-bb5f-021d8c71a598 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:32:36.250386 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-fc92c2be-d323-47fa-b776-c9b0fb49ed04 None None] Provisioning for port 31f297bb-0c0e-4457-9f9a-fcef266b67dd completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:32:36.259657 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-fc92c2be-d323-47fa-b776-c9b0fb49ed04 None None] Provisioning complete for port 31f297bb-0c0e-4457-9f9a-fcef266b67dd triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:32:36.260618 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-fc92c2be-d323-47fa-b776-c9b0fb49ed04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:36.404619 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-fc92c2be-d323-47fa-b776-c9b0fb49ed04 None None] Current status of the port 31f297bb-0c0e-4457-9f9a-fcef266b67dd is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:32:36.405280 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-fc92c2be-d323-47fa-b776-c9b0fb49ed04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:36.442347 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-fc92c2be-d323-47fa-b776-c9b0fb49ed04 None None] For port 31f297bb-0c0e-4457-9f9a-fcef266b67dd, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=31f297bb-0c0e-4457-9f9a-fcef266b67dd,segment=NetworkSegment(9ff5a75d-3498-42d6-87f1-4119f2a8a863),segment_id=9ff5a75d-3498-42d6-87f1-4119f2a8a863)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:32:36.525855 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-fc92c2be-d323-47fa-b776-c9b0fb49ed04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:36.550189 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cfad9d6-258b-4559-bb5f-021d8c71a598 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Router a3d58ed3-3965-467b-b362-e59e2328736e has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 07:32:36.608711 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc92c2be-d323-47fa-b776-c9b0fb49ed04 None None] Pushing event updated for resources: {'Port': ['ID=31f297bb-0c0e-4457-9f9a-fcef266b67dd,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:32:36.728839 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-1dff279f-d09c-48dc-9eb9-b619f2da433d None None] Provisioning for port 2e8a09d8-0668-4c07-bd61-40ebdb208359 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:32:36.734927 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-1dff279f-d09c-48dc-9eb9-b619f2da433d None None] Provisioning complete for port 2e8a09d8-0668-4c07-bd61-40ebdb208359 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:32:36.735300 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-1dff279f-d09c-48dc-9eb9-b619f2da433d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:36.746252 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cfad9d6-258b-4559-bb5f-021d8c71a598 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 07:32:36.766949 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f14e51-ef9f-4f10-899d-80bdce96a3d3 None None] Sync routers for ids ['a3d58ed3-3965-467b-b362-e59e2328736e'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 07:32:36.769494 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-6cfad9d6-258b-4559-bb5f-021d8c71a598 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "PUT /v2.0/routers/a3d58ed3-3965-467b-b362-e59e2328736e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3955288 May 28 07:32:36.796150 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f14e51-ef9f-4f10-899d-80bdce96a3d3 None None] Routers {'a3d58ed3-3965-467b-b362-e59e2328736e'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:32:36.796779 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-b2f14e51-ef9f-4f10-899d-80bdce96a3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:32:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['a3d58ed3-3965-467b-b362-e59e2328736e'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:32:36.913526 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-1dff279f-d09c-48dc-9eb9-b619f2da433d None None] Port 2e8a09d8-0668-4c07-bd61-40ebdb208359 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 07:32:36.952053 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-a18e3304-4788-471a-b5ed-7b7d57c3703a req-e6fcea35-c411-4f45-9c2e-00b564862a4c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Synchronizing usage tracker for tenant:0b2a8c929aa54b05ba857077fa769fd4 on resource:security_group {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:32:36.993827 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-1dff279f-d09c-48dc-9eb9-b619f2da433d None None] Provisioning complete for port 31f297bb-0c0e-4457-9f9a-fcef266b67dd triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:32:36.994207 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-1dff279f-d09c-48dc-9eb9-b619f2da433d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:37.025446 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 31f297bb-0c0e-4457-9f9a-fcef266b67dd up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:32:37.034036 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-a18e3304-4788-471a-b5ed-7b7d57c3703a req-e6fcea35-c411-4f45-9c2e-00b564862a4c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Unset dirty status for tenant:0b2a8c929aa54b05ba857077fa769fd4 on resource:security_group {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:32:37.035471 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a18e3304-4788-471a-b5ed-7b7d57c3703a req-e6fcea35-c411-4f45-9c2e-00b564862a4c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-351805529&fields=id&tenant_id=0b2a8c929aa54b05ba857077fa769fd4 HTTP/1.1" status: 200 len: 267 time: 0.1373978 May 28 07:32:37.144711 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-b2f14e51-ef9f-4f10-899d-80bdce96a3d3 None None] Set router a3d58ed3-3965-467b-b362-e59e2328736e gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:32:37.190352 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18e3304-4788-471a-b5ed-7b7d57c3703a req-74fd3969-7af3-4939-8aef-15b19ce17571 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:32:37.191037 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-a18e3304-4788-471a-b5ed-7b7d57c3703a req-74fd3969-7af3-4939-8aef-15b19ce17571 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Synchronizing usage tracker for tenant:0b2a8c929aa54b05ba857077fa769fd4 on resource:network {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:32:37.281281 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-a18e3304-4788-471a-b5ed-7b7d57c3703a req-74fd3969-7af3-4939-8aef-15b19ce17571 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Unset dirty status for tenant:0b2a8c929aa54b05ba857077fa769fd4 on resource:network {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:32:37.282476 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a18e3304-4788-471a-b5ed-7b7d57c3703a req-74fd3969-7af3-4939-8aef-15b19ce17571 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/networks?id=fc79c937-1f92-4542-aff8-c1e89c8854f7 HTTP/1.1" status: 200 len: 797 time: 0.2405226 May 28 07:32:37.298507 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a18e3304-4788-471a-b5ed-7b7d57c3703a req-ec012894-b07f-4111-a3f1-2e9ef496b62b tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/quotas/0b2a8c929aa54b05ba857077fa769fd4 HTTP/1.1" status: 200 len: 375 time: 0.0104654 May 28 07:32:37.348801 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 31f297bb-0c0e-4457-9f9a-fcef266b67dd triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:32:37.349172 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:37.379107 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-a18e3304-4788-471a-b5ed-7b7d57c3703a req-555b4d3d-3a61-4e60-a09f-f06d1f6ab6c7 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Synchronizing usage tracker for tenant:0b2a8c929aa54b05ba857077fa769fd4 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:32:37.438527 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-1dff279f-d09c-48dc-9eb9-b619f2da433d None None] Current status of the port 31f297bb-0c0e-4457-9f9a-fcef266b67dd is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:32:37.456778 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-a18e3304-4788-471a-b5ed-7b7d57c3703a req-555b4d3d-3a61-4e60-a09f-f06d1f6ab6c7 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Unset dirty status for tenant:0b2a8c929aa54b05ba857077fa769fd4 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:32:37.458237 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a18e3304-4788-471a-b5ed-7b7d57c3703a req-555b4d3d-3a61-4e60-a09f-f06d1f6ab6c7 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=0b2a8c929aa54b05ba857077fa769fd4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1546335 May 28 07:32:37.601001 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a18e3304-4788-471a-b5ed-7b7d57c3703a req-bbae9ce2-3804-4bb4-b9bb-79187423f553 service neutron] 10.222.0.55 "GET /v2.0/networks/fc79c937-1f92-4542-aff8-c1e89c8854f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303070 May 28 07:32:37.614860 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 31f297bb-0c0e-4457-9f9a-fcef266b67dd is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:32:37.615942 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 867d45ac-c727-4df5-a3f2-1bf18ea80b89 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:32:37.639872 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-0bfd7ea7-3bd7-489d-9824-b8bc43842c2c None None] Provisioning complete for port 2e8a09d8-0668-4c07-bd61-40ebdb208359 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:32:37.640229 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-0bfd7ea7-3bd7-489d-9824-b8bc43842c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:37.727865 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-0bfd7ea7-3bd7-489d-9824-b8bc43842c2c None None] Port 2e8a09d8-0668-4c07-bd61-40ebdb208359 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 07:32:37.738077 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a18e3304-4788-471a-b5ed-7b7d57c3703a req-0b20a51e-9104-4b20-92ec-a2686c9cf8eb service neutron] 10.222.0.55 "GET /v2.0/networks/fc79c937-1f92-4542-aff8-c1e89c8854f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308744 May 28 07:32:37.741687 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-b2f14e51-ef9f-4f10-899d-80bdce96a3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d58ed3-3965-467b-b362-e59e2328736e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1333309507', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '867d45ac-c727-4df5-a3f2-1bf18ea80b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:32:29Z', 'updated_at': '2022-05-28T07:32:35Z', 'revision_number': 4, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'gw_port': {'id': '867d45ac-c727-4df5-a3f2-1bf18ea80b89', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:9e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d58ed3-3965-467b-b362-e59e2328736e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:32:30Z', 'updated_at': '2022-05-28T07:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '2e8a09d8-0668-4c07-bd61-40ebdb208359', 'name': '', 'network_id': 'fc79c937-1f92-4542-aff8-c1e89c8854f7', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'mac_address': 'fa:16:3e:0d:b4:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3d58ed3-3965-467b-b362-e59e2328736e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'ed0258e2-9b87-4efe-a056-c0ae2fe5e531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:32:34Z', 'updated_at': '2022-05-28T07:32:35Z', 'revision_number': 2, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'subnets': [{'id': 'ed0258e2-9b87-4efe-a056-c0ae2fe5e531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:32:37.748138 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f14e51-ef9f-4f10-899d-80bdce96a3d3 None None] Checking router: a3d58ed3-3965-467b-b362-e59e2328736e for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 07:32:37.748496 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f14e51-ef9f-4f10-899d-80bdce96a3d3 None None] Updating router a3d58ed3-3965-467b-b362-e59e2328736e port 2e8a09d8-0668-4c07-bd61-40ebdb208359 binding host n-d-843702-1 {{(pid=89111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 07:32:37.793508 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 867d45ac-c727-4df5-a3f2-1bf18ea80b89 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:32:37.793508 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:37.852725 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b2f14e51-ef9f-4f10-899d-80bdce96a3d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:37.992638 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5d44be96-f0e4-4b84-a05c-a673507c1383 req-c89d9438-cdbc-4698-8335-52950083aef3 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=77abf590-6789-4460-81c7-758a5e4f404f HTTP/1.1" status: 200 len: 210 time: 0.0477066 May 28 07:32:38.032182 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 867d45ac-c727-4df5-a3f2-1bf18ea80b89 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:32:38.246514 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b2f14e51-ef9f-4f10-899d-80bdce96a3d3 None None] Notify callbacks [] for port, precommit_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:38.258726 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-b2f14e51-ef9f-4f10-899d-80bdce96a3d3 None None] Transition to ACTIVE for port object 2e8a09d8-0668-4c07-bd61-40ebdb208359 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:32:38.317235 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b2f14e51-ef9f-4f10-899d-80bdce96a3d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:38.525309 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c95423-c046-47cd-94ea-c196e5ed43ea None None] Pushing event updated for resources: {'Port': ['ID=2e8a09d8-0668-4c07-bd61-40ebdb208359,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:32:38.583542 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-b2f14e51-ef9f-4f10-899d-80bdce96a3d3 None None] Attempting to bind port 2e8a09d8-0668-4c07-bd61-40ebdb208359 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 07:32:38.583911 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-b2f14e51-ef9f-4f10-899d-80bdce96a3d3 None None] Attempting to bind port 2e8a09d8-0668-4c07-bd61-40ebdb208359 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': '9ff5a75d-3498-42d6-87f1-4119f2a8a863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'fc79c937-1f92-4542-aff8-c1e89c8854f7'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 07:32:38.584275 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f14e51-ef9f-4f10-899d-80bdce96a3d3 None None] Attempting to bind port 2e8a09d8-0668-4c07-bd61-40ebdb208359 on network fc79c937-1f92-4542-aff8-c1e89c8854f7 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:32:38.589654 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f14e51-ef9f-4f10-899d-80bdce96a3d3 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 7, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 07:32:38.590026 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f14e51-ef9f-4f10-899d-80bdce96a3d3 None None] Checking segment: {'id': '9ff5a75d-3498-42d6-87f1-4119f2a8a863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'fc79c937-1f92-4542-aff8-c1e89c8854f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:32:38.590422 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b2f14e51-ef9f-4f10-899d-80bdce96a3d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:38.590812 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f14e51-ef9f-4f10-899d-80bdce96a3d3 None None] Bound using segment: {'id': '9ff5a75d-3498-42d6-87f1-4119f2a8a863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'fc79c937-1f92-4542-aff8-c1e89c8854f7'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 07:32:38.591314 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-b2f14e51-ef9f-4f10-899d-80bdce96a3d3 None None] Bound port: 2e8a09d8-0668-4c07-bd61-40ebdb208359, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ff5a75d-3498-42d6-87f1-4119f2a8a863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'fc79c937-1f92-4542-aff8-c1e89c8854f7'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 07:32:38.592000 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b2f14e51-ef9f-4f10-899d-80bdce96a3d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:38.697546 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-b2f14e51-ef9f-4f10-899d-80bdce96a3d3 None None] For port 2e8a09d8-0668-4c07-bd61-40ebdb208359, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:32:38.697972 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-b2f14e51-ef9f-4f10-899d-80bdce96a3d3 None None] For port 2e8a09d8-0668-4c07-bd61-40ebdb208359, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=2e8a09d8-0668-4c07-bd61-40ebdb208359,segment=NetworkSegment(9ff5a75d-3498-42d6-87f1-4119f2a8a863),segment_id=9ff5a75d-3498-42d6-87f1-4119f2a8a863)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 07:32:38.774511 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b2f14e51-ef9f-4f10-899d-80bdce96a3d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:38.853331 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f14e51-ef9f-4f10-899d-80bdce96a3d3 None None] Routers {'a3d58ed3-3965-467b-b362-e59e2328736e'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:32:38.853980 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-b2f14e51-ef9f-4f10-899d-80bdce96a3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:32:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['a3d58ed3-3965-467b-b362-e59e2328736e'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:32:38.916403 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c95423-c046-47cd-94ea-c196e5ed43ea None None] Pushing event updated for resources: {'Port': ['ID=2e8a09d8-0668-4c07-bd61-40ebdb208359,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:32:39.045244 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-b2f14e51-ef9f-4f10-899d-80bdce96a3d3 None None] Set router a3d58ed3-3965-467b-b362-e59e2328736e gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:32:39.149094 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8d4fa9fe-999b-453b-a623-ac74041cfe5e req-74f29405-df6a-4d9a-97ab-046129e33a11 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=77abf590-6789-4460-81c7-758a5e4f404f HTTP/1.1" status: 200 len: 210 time: 0.0458829 May 28 07:32:39.366658 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-b2f14e51-ef9f-4f10-899d-80bdce96a3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d58ed3-3965-467b-b362-e59e2328736e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1333309507', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '867d45ac-c727-4df5-a3f2-1bf18ea80b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:32:29Z', 'updated_at': '2022-05-28T07:32:35Z', 'revision_number': 4, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'gw_port': {'id': '867d45ac-c727-4df5-a3f2-1bf18ea80b89', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:9e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d58ed3-3965-467b-b362-e59e2328736e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:32:30Z', 'updated_at': '2022-05-28T07:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '2e8a09d8-0668-4c07-bd61-40ebdb208359', 'name': '', 'network_id': 'fc79c937-1f92-4542-aff8-c1e89c8854f7', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'mac_address': 'fa:16:3e:0d:b4:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3d58ed3-3965-467b-b362-e59e2328736e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'ed0258e2-9b87-4efe-a056-c0ae2fe5e531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:32:34Z', 'updated_at': '2022-05-28T07:32:38Z', 'revision_number': 4, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'subnets': [{'id': 'ed0258e2-9b87-4efe-a056-c0ae2fe5e531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:32:39.370473 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f14e51-ef9f-4f10-899d-80bdce96a3d3 None None] The sync data for ids ['a3d58ed3-3965-467b-b362-e59e2328736e'] in n-d-843702-1 is: [{'id': 'a3d58ed3-3965-467b-b362-e59e2328736e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1333309507', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '867d45ac-c727-4df5-a3f2-1bf18ea80b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:32:29Z', 'updated_at': '2022-05-28T07:32:35Z', 'revision_number': 4, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'gw_port': {'id': '867d45ac-c727-4df5-a3f2-1bf18ea80b89', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:9e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d58ed3-3965-467b-b362-e59e2328736e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:32:30Z', 'updated_at': '2022-05-28T07:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '2e8a09d8-0668-4c07-bd61-40ebdb208359', 'name': '', 'network_id': 'fc79c937-1f92-4542-aff8-c1e89c8854f7', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'mac_address': 'fa:16:3e:0d:b4:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3d58ed3-3965-467b-b362-e59e2328736e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'ed0258e2-9b87-4efe-a056-c0ae2fe5e531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:32:34Z', 'updated_at': '2022-05-28T07:32:38Z', 'revision_number': 4, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'subnets': [{'id': 'ed0258e2-9b87-4efe-a056-c0ae2fe5e531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 07:32:40.303878 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e40555db-6907-45c9-80fd-78d41d98104f req-c5085eb6-df65-45c6-9a80-6d7617af46b6 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=77abf590-6789-4460-81c7-758a5e4f404f HTTP/1.1" status: 200 len: 210 time: 0.0445697 May 28 07:32:40.983156 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 2e8a09d8-0668-4c07-bd61-40ebdb208359 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:32:41.108763 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 2e8a09d8-0668-4c07-bd61-40ebdb208359 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:32:41.113628 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 2e8a09d8-0668-4c07-bd61-40ebdb208359 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:32:41.114039 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:41.132390 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18e3304-4788-471a-b5ed-7b7d57c3703a req-f3be6a21-6868-4c4e-a3e9-431996f1f25a tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:32:41.133854 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a18e3304-4788-471a-b5ed-7b7d57c3703a req-f3be6a21-6868-4c4e-a3e9-431996f1f25a tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.71 "GET /v2.0/networks?id=fc79c937-1f92-4542-aff8-c1e89c8854f7 HTTP/1.1" status: 200 len: 797 time: 0.1472352 May 28 07:32:41.188514 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a18e3304-4788-471a-b5ed-7b7d57c3703a req-bef8be51-13a4-4a7c-bfdf-4090dfa33259 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b2a8c929aa54b05ba857077fa769fd4 HTTP/1.1" status: 200 len: 379 time: 0.0402372 May 28 07:32:41.197080 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-a18e3304-4788-471a-b5ed-7b7d57c3703a req-6dd0402f-03e2-4938-ba77-cd73ae00c52c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Request body: {'port': {'device_id': '77abf590-6789-4460-81c7-758a5e4f404f', 'network_id': 'fc79c937-1f92-4542-aff8-c1e89c8854f7', 'admin_state_up': True, 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'security_groups': ['0584bc11-ac65-42a3-9e1b-d923a4126ca3']}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:32:41.231834 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 2e8a09d8-0668-4c07-bd61-40ebdb208359 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:32:41.232524 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:41.269559 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port 2e8a09d8-0668-4c07-bd61-40ebdb208359, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=2e8a09d8-0668-4c07-bd61-40ebdb208359,segment=NetworkSegment(9ff5a75d-3498-42d6-87f1-4119f2a8a863),segment_id=9ff5a75d-3498-42d6-87f1-4119f2a8a863)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:32:41.335919 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-a18e3304-4788-471a-b5ed-7b7d57c3703a req-6dd0402f-03e2-4938-ba77-cd73ae00c52c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:32:41.346124 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-a18e3304-4788-471a-b5ed-7b7d57c3703a req-6dd0402f-03e2-4938-ba77-cd73ae00c52c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:32:41.356889 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:41.414116 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a18e3304-4788-471a-b5ed-7b7d57c3703a req-6dd0402f-03e2-4938-ba77-cd73ae00c52c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Made reservation on behalf of 0b2a8c929aa54b05ba857077fa769fd4 for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 07:32:41.418228 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-a18e3304-4788-471a-b5ed-7b7d57c3703a req-6dd0402f-03e2-4938-ba77-cd73ae00c52c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:41.425176 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=2e8a09d8-0668-4c07-bd61-40ebdb208359,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:32:41.479255 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0f052c43-8780-4da6-96ed-d72db2a200e7 req-4c58ab59-765a-43be-8a84-9fa594e2dcac tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=77abf590-6789-4460-81c7-758a5e4f404f HTTP/1.1" status: 200 len: 210 time: 0.0471981 May 28 07:32:41.625148 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [req-a18e3304-4788-471a-b5ed-7b7d57c3703a req-6dd0402f-03e2-4938-ba77-cd73ae00c52c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Allocated IP 172.20.0.4 (fc79c937-1f92-4542-aff8-c1e89c8854f7/ed0258e2-9b87-4efe-a056-c0ae2fe5e531/8e969a76-90d9-44f6-8bb7-8804c6e6c421) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:32:41.914993 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-a18e3304-4788-471a-b5ed-7b7d57c3703a req-6dd0402f-03e2-4938-ba77-cd73ae00c52c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:41.930142 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-a18e3304-4788-471a-b5ed-7b7d57c3703a req-6dd0402f-03e2-4938-ba77-cd73ae00c52c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Transition to ACTIVE for port object 8e969a76-90d9-44f6-8bb7-8804c6e6c421 will not be triggered until provisioned by entity DHCP. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:32:42.026096 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-a18e3304-4788-471a-b5ed-7b7d57c3703a req-6dd0402f-03e2-4938-ba77-cd73ae00c52c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:42.095474 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a18e3304-4788-471a-b5ed-7b7d57c3703a req-6dd0402f-03e2-4938-ba77-cd73ae00c52c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Network fc79c937-1f92-4542-aff8-c1e89c8854f7 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:32:42.098685 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [req-a18e3304-4788-471a-b5ed-7b7d57c3703a req-6dd0402f-03e2-4938-ba77-cd73ae00c52c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:32:42.102487 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-a18e3304-4788-471a-b5ed-7b7d57c3703a req-6dd0402f-03e2-4938-ba77-cd73ae00c52c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:32:42.137613 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd0402f-03e2-4938-ba77-cd73ae00c52c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Pushing event updated for resources: {'Port': ['ID=8e969a76-90d9-44f6-8bb7-8804c6e6c421,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:32:42.151126 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd0402f-03e2-4938-ba77-cd73ae00c52c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:32:42.151473 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd0402f-03e2-4938-ba77-cd73ae00c52c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:32:42.151810 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd0402f-03e2-4938-ba77-cd73ae00c52c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:32:42.152144 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd0402f-03e2-4938-ba77-cd73ae00c52c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:32:42.152472 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd0402f-03e2-4938-ba77-cd73ae00c52c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:32:42.152804 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd0402f-03e2-4938-ba77-cd73ae00c52c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:32:42.153127 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd0402f-03e2-4938-ba77-cd73ae00c52c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:32:42.153474 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd0402f-03e2-4938-ba77-cd73ae00c52c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:32:42.154216 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd0402f-03e2-4938-ba77-cd73ae00c52c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:32:42.154543 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd0402f-03e2-4938-ba77-cd73ae00c52c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:32:42.154864 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd0402f-03e2-4938-ba77-cd73ae00c52c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:32:42.155185 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd0402f-03e2-4938-ba77-cd73ae00c52c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:32:42.188399 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18e3304-4788-471a-b5ed-7b7d57c3703a req-6dd0402f-03e2-4938-ba77-cd73ae00c52c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:32:42.189018 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-a18e3304-4788-471a-b5ed-7b7d57c3703a req-6dd0402f-03e2-4938-ba77-cd73ae00c52c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:42.272372 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a18e3304-4788-471a-b5ed-7b7d57c3703a req-6dd0402f-03e2-4938-ba77-cd73ae00c52c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0787430 May 28 07:32:42.294839 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-a18e3304-4788-471a-b5ed-7b7d57c3703a req-08c274d7-1f3f-43cf-b6b9-80aaf739d69f service neutron] Request body: {'port': {'device_id': '77abf590-6789-4460-81c7-758a5e4f404f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843702-1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:32:42.393919 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-092ac525-73bd-493e-a9df-9c39088afb22 None None] Provisioning for port 8e969a76-90d9-44f6-8bb7-8804c6e6c421 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:32:42.398988 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-092ac525-73bd-493e-a9df-9c39088afb22 None None] Provisioning complete for port 8e969a76-90d9-44f6-8bb7-8804c6e6c421 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:32:42.399354 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-092ac525-73bd-493e-a9df-9c39088afb22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:42.400775 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-a18e3304-4788-471a-b5ed-7b7d57c3703a req-08c274d7-1f3f-43cf-b6b9-80aaf739d69f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:42.464516 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-092ac525-73bd-493e-a9df-9c39088afb22 None None] Port 8e969a76-90d9-44f6-8bb7-8804c6e6c421 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 07:32:42.746737 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61db9161-e612-4790-8df6-5300a1ce4124 req-335e7398-6102-40aa-8ae5-0236191a9794 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:32:42.747363 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-61db9161-e612-4790-8df6-5300a1ce4124 req-335e7398-6102-40aa-8ae5-0236191a9794 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Synchronizing usage tracker for tenant:0b2a8c929aa54b05ba857077fa769fd4 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:32:42.823953 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [req-a18e3304-4788-471a-b5ed-7b7d57c3703a req-08c274d7-1f3f-43cf-b6b9-80aaf739d69f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e969a76-90d9-44f6-8bb7-8804c6e6c421 {{(pid=89110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 07:32:42.831215 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-a18e3304-4788-471a-b5ed-7b7d57c3703a req-08c274d7-1f3f-43cf-b6b9-80aaf739d69f service neutron] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:42.846273 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-a18e3304-4788-471a-b5ed-7b7d57c3703a req-08c274d7-1f3f-43cf-b6b9-80aaf739d69f service neutron] Transition to ACTIVE for port object 8e969a76-90d9-44f6-8bb7-8804c6e6c421 will not be triggered until provisioned by entity L2. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:32:42.884937 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-61db9161-e612-4790-8df6-5300a1ce4124 req-335e7398-6102-40aa-8ae5-0236191a9794 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Unset dirty status for tenant:0b2a8c929aa54b05ba857077fa769fd4 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:32:42.886116 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-61db9161-e612-4790-8df6-5300a1ce4124 req-335e7398-6102-40aa-8ae5-0236191a9794 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=77abf590-6789-4460-81c7-758a5e4f404f HTTP/1.1" status: 200 len: 931 time: 0.2714224 May 28 07:32:42.921678 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-a18e3304-4788-471a-b5ed-7b7d57c3703a req-08c274d7-1f3f-43cf-b6b9-80aaf739d69f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:42.967158 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 2e8a09d8-0668-4c07-bd61-40ebdb208359 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:32:43.036386 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 2e8a09d8-0668-4c07-bd61-40ebdb208359 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:32:43.036755 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:43.036869 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-61db9161-e612-4790-8df6-5300a1ce4124 req-9896df14-7cd1-4ffb-a842-d1c477f16cd1 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/security-groups?id=0584bc11-ac65-42a3-9e1b-d923a4126ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1446908 May 28 07:32:43.142926 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c274d7-1f3f-43cf-b6b9-80aaf739d69f service neutron] Pushing event updated for resources: {'Port': ['ID=8e969a76-90d9-44f6-8bb7-8804c6e6c421,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:32:43.170210 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 2e8a09d8-0668-4c07-bd61-40ebdb208359 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:32:43.191154 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-a18e3304-4788-471a-b5ed-7b7d57c3703a req-08c274d7-1f3f-43cf-b6b9-80aaf739d69f service neutron] Attempting to bind port 8e969a76-90d9-44f6-8bb7-8804c6e6c421 on host n-h2-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 07:32:43.191477 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-a18e3304-4788-471a-b5ed-7b7d57c3703a req-08c274d7-1f3f-43cf-b6b9-80aaf739d69f service neutron] Attempting to bind port 8e969a76-90d9-44f6-8bb7-8804c6e6c421 by drivers openvswitch,hyperv on host n-h2-843702-1 at level 0 using segments [{'id': '9ff5a75d-3498-42d6-87f1-4119f2a8a863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'fc79c937-1f92-4542-aff8-c1e89c8854f7'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 07:32:43.191806 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18e3304-4788-471a-b5ed-7b7d57c3703a req-08c274d7-1f3f-43cf-b6b9-80aaf739d69f service neutron] Attempting to bind port 8e969a76-90d9-44f6-8bb7-8804c6e6c421 on network fc79c937-1f92-4542-aff8-c1e89c8854f7 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:32:43.196677 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18e3304-4788-471a-b5ed-7b7d57c3703a req-08c274d7-1f3f-43cf-b6b9-80aaf739d69f service neutron] Port 8e969a76-90d9-44f6-8bb7-8804c6e6c421 on network fc79c937-1f92-4542-aff8-c1e89c8854f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 07:32:43.197001 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18e3304-4788-471a-b5ed-7b7d57c3703a req-08c274d7-1f3f-43cf-b6b9-80aaf739d69f service neutron] Attempting to bind port 8e969a76-90d9-44f6-8bb7-8804c6e6c421 on network fc79c937-1f92-4542-aff8-c1e89c8854f7 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:32:43.202377 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18e3304-4788-471a-b5ed-7b7d57c3703a req-08c274d7-1f3f-43cf-b6b9-80aaf739d69f service neutron] Checking agent: {'id': 'f1a3973b-d2b3-4558-88e7-2ac50857d302', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 7, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 07:32:43.202715 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18e3304-4788-471a-b5ed-7b7d57c3703a req-08c274d7-1f3f-43cf-b6b9-80aaf739d69f service neutron] Checking segment: {'id': '9ff5a75d-3498-42d6-87f1-4119f2a8a863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'fc79c937-1f92-4542-aff8-c1e89c8854f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:32:43.203096 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18e3304-4788-471a-b5ed-7b7d57c3703a req-08c274d7-1f3f-43cf-b6b9-80aaf739d69f service neutron] Bound using segment: {'id': '9ff5a75d-3498-42d6-87f1-4119f2a8a863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'fc79c937-1f92-4542-aff8-c1e89c8854f7'} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 07:32:43.203529 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-a18e3304-4788-471a-b5ed-7b7d57c3703a req-08c274d7-1f3f-43cf-b6b9-80aaf739d69f service neutron] Bound port: 8e969a76-90d9-44f6-8bb7-8804c6e6c421, host: n-h2-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ff5a75d-3498-42d6-87f1-4119f2a8a863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'fc79c937-1f92-4542-aff8-c1e89c8854f7'}}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 07:32:43.203858 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-a18e3304-4788-471a-b5ed-7b7d57c3703a req-08c274d7-1f3f-43cf-b6b9-80aaf739d69f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:43.295226 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-a18e3304-4788-471a-b5ed-7b7d57c3703a req-08c274d7-1f3f-43cf-b6b9-80aaf739d69f service neutron] For port 8e969a76-90d9-44f6-8bb7-8804c6e6c421, host n-h2-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:32:43.298323 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-a18e3304-4788-471a-b5ed-7b7d57c3703a req-08c274d7-1f3f-43cf-b6b9-80aaf739d69f service neutron] For port 8e969a76-90d9-44f6-8bb7-8804c6e6c421, host n-h2-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=8e969a76-90d9-44f6-8bb7-8804c6e6c421,segment=NetworkSegment(9ff5a75d-3498-42d6-87f1-4119f2a8a863),segment_id=9ff5a75d-3498-42d6-87f1-4119f2a8a863)] {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 07:32:43.380561 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-a18e3304-4788-471a-b5ed-7b7d57c3703a req-08c274d7-1f3f-43cf-b6b9-80aaf739d69f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:43.438262 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18e3304-4788-471a-b5ed-7b7d57c3703a req-08c274d7-1f3f-43cf-b6b9-80aaf739d69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:32:43.438969 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-a18e3304-4788-471a-b5ed-7b7d57c3703a req-08c274d7-1f3f-43cf-b6b9-80aaf739d69f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:43.440360 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a18e3304-4788-471a-b5ed-7b7d57c3703a req-08c274d7-1f3f-43cf-b6b9-80aaf739d69f service neutron] 10.222.0.71 "PUT /v2.0/ports/8e969a76-90d9-44f6-8bb7-8804c6e6c421 HTTP/1.1" status: 200 len: 1091 time: 1.1544321 May 28 07:32:43.443277 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77abf590-6789-4460-81c7-758a5e4f404f', 'tag': '8e969a76-90d9-44f6-8bb7-8804c6e6c421'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:32:43.471138 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c274d7-1f3f-43cf-b6b9-80aaf739d69f service neutron] Pushing event updated for resources: {'Port': ['ID=8e969a76-90d9-44f6-8bb7-8804c6e6c421,revision_number=3']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:32:43.504701 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44ae5582-d9cc-472c-94a2-3619a47f1c40'] response: {'name': 'network-changed', 'server_uuid': '77abf590-6789-4460-81c7-758a5e4f404f', 'tag': '8e969a76-90d9-44f6-8bb7-8804c6e6c421', 'status': 'completed', 'code': 200} May 28 07:32:43.630611 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f203b44d-a5d0-45e9-81e6-de0ceadd90b8 req-4030c17a-1e77-481b-a30d-589cda1a39ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:32:43.632352 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f203b44d-a5d0-45e9-81e6-de0ceadd90b8 req-4030c17a-1e77-481b-a30d-589cda1a39ec service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0b2a8c929aa54b05ba857077fa769fd4&device_id=77abf590-6789-4460-81c7-758a5e4f404f HTTP/1.1" status: 200 len: 1094 time: 0.0915918 May 28 07:32:43.787648 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f203b44d-a5d0-45e9-81e6-de0ceadd90b8 req-579cac5c-d153-468e-9710-bbf233a38b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:32:43.789091 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f203b44d-a5d0-45e9-81e6-de0ceadd90b8 req-579cac5c-d153-468e-9710-bbf233a38b32 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=0b2a8c929aa54b05ba857077fa769fd4&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1428294 May 28 07:32:43.924737 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f203b44d-a5d0-45e9-81e6-de0ceadd90b8 req-3b61c2f6-3a6e-4386-9c0b-4d2ca9d133d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:32:43.926223 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f203b44d-a5d0-45e9-81e6-de0ceadd90b8 req-3b61c2f6-3a6e-4386-9c0b-4d2ca9d133d0 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1312296 May 28 07:32:44.053699 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18e3304-4788-471a-b5ed-7b7d57c3703a req-c6a295b7-90f5-4143-b2d3-bf6c620e2848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:32:44.055171 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a18e3304-4788-471a-b5ed-7b7d57c3703a req-c6a295b7-90f5-4143-b2d3-bf6c620e2848 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0b2a8c929aa54b05ba857077fa769fd4&device_id=77abf590-6789-4460-81c7-758a5e4f404f HTTP/1.1" status: 200 len: 1094 time: 0.0689838 May 28 07:32:44.271457 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a18e3304-4788-471a-b5ed-7b7d57c3703a req-3c4ea26d-aaf8-4440-b33b-29e626550680 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e969a76-90d9-44f6-8bb7-8804c6e6c421 HTTP/1.1" status: 200 len: 217 time: 0.2007923 May 28 07:32:44.349095 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18e3304-4788-471a-b5ed-7b7d57c3703a req-319f8b2b-c866-44de-8eff-dc864a068640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:32:44.350442 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a18e3304-4788-471a-b5ed-7b7d57c3703a req-319f8b2b-c866-44de-8eff-dc864a068640 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ed0258e2-9b87-4efe-a056-c0ae2fe5e531 HTTP/1.1" status: 200 len: 835 time: 0.0716963 May 28 07:32:44.398512 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209acdc1-6992-446f-b88e-1ab1fc670ffb req-25f68e67-55b8-4caa-8bf3-ddd92027a568 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:32:44.399879 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-209acdc1-6992-446f-b88e-1ab1fc670ffb req-25f68e67-55b8-4caa-8bf3-ddd92027a568 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=77abf590-6789-4460-81c7-758a5e4f404f HTTP/1.1" status: 200 len: 943 time: 0.1735880 May 28 07:32:44.461166 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-209acdc1-6992-446f-b88e-1ab1fc670ffb req-7ebf1527-9ff1-4cc0-bc91-cfc90c219a96 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/security-groups?id=0584bc11-ac65-42a3-9e1b-d923a4126ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542059 May 28 07:32:44.476681 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18e3304-4788-471a-b5ed-7b7d57c3703a req-e5356a00-8323-438f-83e7-6c845223003c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:32:44.476681 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a18e3304-4788-471a-b5ed-7b7d57c3703a req-e5356a00-8323-438f-83e7-6c845223003c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fc79c937-1f92-4542-aff8-c1e89c8854f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1174514 May 28 07:32:44.622702 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a18e3304-4788-471a-b5ed-7b7d57c3703a req-a81e522a-d036-4fa3-9e46-0b568e608008 service neutron] 10.222.0.71 "GET /v2.0/networks/fc79c937-1f92-4542-aff8-c1e89c8854f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394963 May 28 07:32:44.755732 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a18e3304-4788-471a-b5ed-7b7d57c3703a req-36af9c2c-eb98-41fa-b2c1-e87e408b1d6a service neutron] 10.222.0.71 "GET /v2.0/networks/fc79c937-1f92-4542-aff8-c1e89c8854f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271746 May 28 07:32:45.649240 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fe0a86-f9c0-428f-afeb-db3eb07e267a req-26656176-5bf4-4aee-a3d7-1554ef06b17f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:32:45.650729 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d1fe0a86-f9c0-428f-afeb-db3eb07e267a req-26656176-5bf4-4aee-a3d7-1554ef06b17f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=77abf590-6789-4460-81c7-758a5e4f404f HTTP/1.1" status: 200 len: 943 time: 0.0802267 May 28 07:32:45.694659 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d1fe0a86-f9c0-428f-afeb-db3eb07e267a req-6171bcfc-271a-4092-b30b-6d15823b64a1 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/security-groups?id=0584bc11-ac65-42a3-9e1b-d923a4126ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379033 May 28 07:32:46.889327 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84604b69-9763-4851-ab41-50201a682469 req-20dbaefd-bfb2-4ea2-b02c-65818a2e8350 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:32:46.890763 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-84604b69-9763-4851-ab41-50201a682469 req-20dbaefd-bfb2-4ea2-b02c-65818a2e8350 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=77abf590-6789-4460-81c7-758a5e4f404f HTTP/1.1" status: 200 len: 943 time: 0.0826628 May 28 07:32:46.933772 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-84604b69-9763-4851-ab41-50201a682469 req-61f4b673-ad3a-4511-a750-4c4ca1a9156f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/security-groups?id=0584bc11-ac65-42a3-9e1b-d923a4126ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372980 May 28 07:32:48.128849 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8fe860-aeb4-45a3-bd2f-a8212688c2f6 req-d9aae773-0be3-45c8-9246-5da22acc04d6 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:32:48.130321 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ab8fe860-aeb4-45a3-bd2f-a8212688c2f6 req-d9aae773-0be3-45c8-9246-5da22acc04d6 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=77abf590-6789-4460-81c7-758a5e4f404f HTTP/1.1" status: 200 len: 943 time: 0.0870099 May 28 07:32:48.175256 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ab8fe860-aeb4-45a3-bd2f-a8212688c2f6 req-05aefa47-9468-475c-9941-3ddaffccfb5e tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/security-groups?id=0584bc11-ac65-42a3-9e1b-d923a4126ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391052 May 28 07:32:48.512037 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 8e969a76-90d9-44f6-8bb7-8804c6e6c421 details requested by agent hyperv_n-h2-843702-1 with host n-h2-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 07:32:48.674388 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 8e969a76-90d9-44f6-8bb7-8804c6e6c421, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=8e969a76-90d9-44f6-8bb7-8804c6e6c421,segment=NetworkSegment(9ff5a75d-3498-42d6-87f1-4119f2a8a863),segment_id=9ff5a75d-3498-42d6-87f1-4119f2a8a863)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:32:48.687261 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Returning: {'device': '8e969a76-90d9-44f6-8bb7-8804c6e6c421', 'network_id': 'fc79c937-1f92-4542-aff8-c1e89c8854f7', 'port_id': '8e969a76-90d9-44f6-8bb7-8804c6e6c421', 'mac_address': 'fa:16:3e:df:57:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed0258e2-9b87-4efe-a056-c0ae2fe5e531', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 07:32:48.747105 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 8e969a76-90d9-44f6-8bb7-8804c6e6c421 is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:32:48.747696 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:48.768260 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e969a76-90d9-44f6-8bb7-8804c6e6c421 {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 07:32:48.783443 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 8e969a76-90d9-44f6-8bb7-8804c6e6c421, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=8e969a76-90d9-44f6-8bb7-8804c6e6c421,segment=NetworkSegment(9ff5a75d-3498-42d6-87f1-4119f2a8a863),segment_id=9ff5a75d-3498-42d6-87f1-4119f2a8a863)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:32:48.853826 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:48.918942 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=8e969a76-90d9-44f6-8bb7-8804c6e6c421,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:32:48.927128 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:32:48.927468 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:32:48.927798 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:32:48.928130 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:32:48.928459 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:32:48.929274 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:32:48.929274 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:32:48.929468 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:32:48.929731 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:32:48.930051 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:32:48.930369 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:32:48.930686 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:32:49.166728 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['8e969a76-90d9-44f6-8bb7-8804c6e6c421'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 07:32:49.378905 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f08ac89-273c-41ce-af01-9bdb4565d80b req-499de70a-d9a9-415a-8104-91608ea4f9ae tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:32:49.380360 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3f08ac89-273c-41ce-af01-9bdb4565d80b req-499de70a-d9a9-415a-8104-91608ea4f9ae tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=77abf590-6789-4460-81c7-758a5e4f404f HTTP/1.1" status: 200 len: 944 time: 0.0958326 May 28 07:32:49.425494 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3f08ac89-273c-41ce-af01-9bdb4565d80b req-3b7b7a69-baa5-433c-a489-63f69d8a67af tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/security-groups?id=0584bc11-ac65-42a3-9e1b-d923a4126ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392756 May 28 07:32:50.512588 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 8e969a76-90d9-44f6-8bb7-8804c6e6c421 up at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:32:50.616179 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91df7854-721b-4887-ac1f-d7b39c42c59d req-8b59430e-da78-4e74-8776-862c984c5f85 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:32:50.617692 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-91df7854-721b-4887-ac1f-d7b39c42c59d req-8b59430e-da78-4e74-8776-862c984c5f85 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=77abf590-6789-4460-81c7-758a5e4f404f HTTP/1.1" status: 200 len: 944 time: 0.0848966 May 28 07:32:50.659889 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning for port 8e969a76-90d9-44f6-8bb7-8804c6e6c421 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:32:50.661535 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-91df7854-721b-4887-ac1f-d7b39c42c59d req-893981b4-fecb-487a-bf83-ecc51ea9a4f2 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/security-groups?id=0584bc11-ac65-42a3-9e1b-d923a4126ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381880 May 28 07:32:50.664898 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning complete for port 8e969a76-90d9-44f6-8bb7-8804c6e6c421 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:32:50.665260 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:50.783717 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 8e969a76-90d9-44f6-8bb7-8804c6e6c421 is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:32:50.783974 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:50.809614 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77abf590-6789-4460-81c7-758a5e4f404f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e969a76-90d9-44f6-8bb7-8804c6e6c421'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:32:50.819959 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 8e969a76-90d9-44f6-8bb7-8804c6e6c421, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=8e969a76-90d9-44f6-8bb7-8804c6e6c421,segment=NetworkSegment(9ff5a75d-3498-42d6-87f1-4119f2a8a863),segment_id=9ff5a75d-3498-42d6-87f1-4119f2a8a863)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:32:50.854668 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8bffe75-6d3c-4e6e-9a58-5be43a6c08ed'] response: {'server_uuid': '77abf590-6789-4460-81c7-758a5e4f404f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e969a76-90d9-44f6-8bb7-8804c6e6c421', 'code': 200} May 28 07:32:50.902215 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:50.970532 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=8e969a76-90d9-44f6-8bb7-8804c6e6c421,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:32:51.012746 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492e5846-045c-49bc-ae12-fc4e4b6489be req-4443d848-b1c2-44be-9f96-26c56b5b8350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:32:51.014868 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-492e5846-045c-49bc-ae12-fc4e4b6489be req-4443d848-b1c2-44be-9f96-26c56b5b8350 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=77abf590-6789-4460-81c7-758a5e4f404f HTTP/1.1" status: 200 len: 1096 time: 0.0733254 May 28 07:32:51.054312 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-492e5846-045c-49bc-ae12-fc4e4b6489be req-f60f0a1b-551b-4e78-a394-22859f0ad979 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=0584bc11-ac65-42a3-9e1b-d923a4126ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332255 May 28 07:32:51.845172 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7f6f1e-404e-4e22-a61b-2cb78803b69f req-79435645-a4bb-4882-b305-d07a1e25a83c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:32:51.846551 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5a7f6f1e-404e-4e22-a61b-2cb78803b69f req-79435645-a4bb-4882-b305-d07a1e25a83c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=77abf590-6789-4460-81c7-758a5e4f404f HTTP/1.1" status: 200 len: 945 time: 0.0783708 May 28 07:32:51.892971 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5a7f6f1e-404e-4e22-a61b-2cb78803b69f req-b8ea2143-67a0-47b6-8163-838013c4234e tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/security-groups?id=0584bc11-ac65-42a3-9e1b-d923a4126ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408766 May 28 07:32:53.089896 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00301caa-ea6c-4ce1-8bac-ee847e94c547 req-ea4d922a-141e-4d3e-afee-1f29a6bcacdc tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:32:53.091324 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-00301caa-ea6c-4ce1-8bac-ee847e94c547 req-ea4d922a-141e-4d3e-afee-1f29a6bcacdc tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=77abf590-6789-4460-81c7-758a5e4f404f HTTP/1.1" status: 200 len: 945 time: 0.0786841 May 28 07:32:53.135389 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-00301caa-ea6c-4ce1-8bac-ee847e94c547 req-257dfe1f-780d-42fb-bfaa-974a306805a4 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/security-groups?id=0584bc11-ac65-42a3-9e1b-d923a4126ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379670 May 28 07:32:53.322392 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73616042-bb95-459f-9607-87b140bf4b25 req-2b4c5086-7c3a-405d-a719-8fe37b69f948 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:32:53.323857 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-73616042-bb95-459f-9607-87b140bf4b25 req-2b4c5086-7c3a-405d-a719-8fe37b69f948 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=77abf590-6789-4460-81c7-758a5e4f404f HTTP/1.1" status: 200 len: 945 time: 0.0838144 May 28 07:32:53.367673 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-73616042-bb95-459f-9607-87b140bf4b25 req-6b9b520e-aab4-4795-a90e-209d6c616b5d tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/security-groups?id=0584bc11-ac65-42a3-9e1b-d923a4126ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374999 May 28 07:32:53.390873 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 58808) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:32:53.458711 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d0d7f5-17c5-456e-892c-e98a7951aca2 tempest-TestNetworkAdvancedServerOps-920274614 tempest-TestNetworkAdvancedServerOps-920274614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:32:53.460094 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-59d0d7f5-17c5-456e-892c-e98a7951aca2 tempest-TestNetworkAdvancedServerOps-920274614 tempest-TestNetworkAdvancedServerOps-920274614-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=77abf590-6789-4460-81c7-758a5e4f404f HTTP/1.1" status: 200 len: 1091 time: 0.0682650 May 28 07:32:53.462905 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 58812) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:32:53.467782 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-0a6f5677-8516-4497-94f6-b039a614b377 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Request body: {'floatingip': {'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'port_id': '8e969a76-90d9-44f6-8bb7-8804c6e6c421', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'fixed_ip_address': '172.20.0.4'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:32:53.474591 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-0a6f5677-8516-4497-94f6-b039a614b377 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:32:53.478405 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-0a6f5677-8516-4497-94f6-b039a614b377 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Usage tracker for resource:floatingip and tenant:0b2a8c929aa54b05ba857077fa769fd4 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:32:53.481152 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-0a6f5677-8516-4497-94f6-b039a614b377 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:32:53.487367 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-0a6f5677-8516-4497-94f6-b039a614b377 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:32:53.565137 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0a6f5677-8516-4497-94f6-b039a614b377 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for floatingip, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:53.698958 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0a6f5677-8516-4497-94f6-b039a614b377 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:53.922411 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [None req-0a6f5677-8516-4497-94f6-b039a614b377 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Allocated IP 172.25.5.249 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/40fd8654-e2ae-452b-8688-a33c34eb2707) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:32:54.064159 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0a6f5677-8516-4497-94f6-b039a614b377 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:54.153821 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0a6f5677-8516-4497-94f6-b039a614b377 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:54.220919 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6f5677-8516-4497-94f6-b039a614b377 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:32:54.223494 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-0a6f5677-8516-4497-94f6-b039a614b377 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:32:54.227250 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6f5677-8516-4497-94f6-b039a614b377 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:32:54.260299 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6f5677-8516-4497-94f6-b039a614b377 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Pushing event updated for resources: {'Port': ['ID=40fd8654-e2ae-452b-8688-a33c34eb2707,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:32:54.659947 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0a6f5677-8516-4497-94f6-b039a614b377 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:54.858977 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0a6f5677-8516-4497-94f6-b039a614b377 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:55.094373 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0a6f5677-8516-4497-94f6-b039a614b377 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:55.170967 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0a6f5677-8516-4497-94f6-b039a614b377 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:55.276573 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6f5677-8516-4497-94f6-b039a614b377 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Pushing event updated for resources: {'Port': ['ID=40fd8654-e2ae-452b-8688-a33c34eb2707,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:32:55.289202 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0a6f5677-8516-4497-94f6-b039a614b377 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691094'] for floatingip, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:55.456741 n-d-843702-1 neutron-server[89110]: INFO neutron.db.l3_db [None req-0a6f5677-8516-4497-94f6-b039a614b377 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Floating IP b7610477-9942-447c-8034-46736075e913 associated. External IP: 172.25.5.249, port: 8e969a76-90d9-44f6-8bb7-8804c6e6c421. May 28 07:32:55.906967 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a6f5677-8516-4497-94f6-b039a614b377 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Router a3d58ed3-3965-467b-b362-e59e2328736e has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 07:32:55.974982 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 07:32:56.084928 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a6f5677-8516-4497-94f6-b039a614b377 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 07:32:56.095419 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26261505-b401-4f7e-b65b-b6208dec6b35 None None] Sync routers for ids ['a3d58ed3-3965-467b-b362-e59e2328736e'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 07:32:56.104357 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26261505-b401-4f7e-b65b-b6208dec6b35 None None] Routers {'a3d58ed3-3965-467b-b362-e59e2328736e'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:32:56.105014 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-26261505-b401-4f7e-b65b-b6208dec6b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:32:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['a3d58ed3-3965-467b-b362-e59e2328736e'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:32:56.187821 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0a6f5677-8516-4497-94f6-b039a614b377 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:56.242195 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-0a6f5677-8516-4497-94f6-b039a614b377 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7782910 May 28 07:32:56.242761 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77abf590-6789-4460-81c7-758a5e4f404f', 'tag': '8e969a76-90d9-44f6-8bb7-8804c6e6c421'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:32:56.282108 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-26261505-b401-4f7e-b65b-b6208dec6b35 None None] Set router a3d58ed3-3965-467b-b362-e59e2328736e gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:32:56.417876 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b935f07-a7cd-41e5-9175-8a6169e3a854 req-dade2a31-4d9a-4a3a-ad52-8a556b7f131c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:32:56.420320 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7b935f07-a7cd-41e5-9175-8a6169e3a854 req-dade2a31-4d9a-4a3a-ad52-8a556b7f131c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=77abf590-6789-4460-81c7-758a5e4f404f HTTP/1.1" status: 200 len: 945 time: 0.0913141 May 28 07:32:56.467450 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7b935f07-a7cd-41e5-9175-8a6169e3a854 req-78e03335-86d6-47be-8e19-605d47dbb7db tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/security-groups?id=0584bc11-ac65-42a3-9e1b-d923a4126ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401802 May 28 07:32:56.492426 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 58820) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:32:56.496560 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-8e2256b9-489f-463a-a460-51467cbd551d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:56.528871 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a97cede-8980-401f-95ee-fdf39388580b'] response: {'name': 'network-changed', 'server_uuid': '77abf590-6789-4460-81c7-758a5e4f404f', 'tag': '8e969a76-90d9-44f6-8bb7-8804c6e6c421', 'status': 'completed', 'code': 200} May 28 07:32:56.611321 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-4da5adfa-5d5f-4e56-b1e5-9b8fc9284c46 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/floatingips/b7610477-9942-447c-8034-46736075e913 HTTP/1.1" status: 200 len: 991 time: 0.1168330 May 28 07:32:56.631585 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-26261505-b401-4f7e-b65b-b6208dec6b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d58ed3-3965-467b-b362-e59e2328736e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1333309507', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '867d45ac-c727-4df5-a3f2-1bf18ea80b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:32:29Z', 'updated_at': '2022-05-28T07:32:35Z', 'revision_number': 4, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'gw_port': {'id': '867d45ac-c727-4df5-a3f2-1bf18ea80b89', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:9e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d58ed3-3965-467b-b362-e59e2328736e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:32:30Z', 'updated_at': '2022-05-28T07:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': 'b7610477-9942-447c-8034-46736075e913', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'floating_ip_address': '172.25.5.249', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': 'a3d58ed3-3965-467b-b362-e59e2328736e', 'port_id': '8e969a76-90d9-44f6-8bb7-8804c6e6c421', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc79c937-1f92-4542-aff8-c1e89c8854f7', 'mac_address': 'fa:16:3e:df:57:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77abf590-6789-4460-81c7-758a5e4f404f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T07:32:54Z', 'updated_at': '2022-05-28T07:32:54Z', 'revision_number': 0, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e8a09d8-0668-4c07-bd61-40ebdb208359', 'name': '', 'network_id': 'fc79c937-1f92-4542-aff8-c1e89c8854f7', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'mac_address': 'fa:16:3e:0d:b4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d58ed3-3965-467b-b362-e59e2328736e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'ed0258e2-9b87-4efe-a056-c0ae2fe5e531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:32:34Z', 'updated_at': '2022-05-28T07:32:41Z', 'revision_number': 5, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'subnets': [{'id': 'ed0258e2-9b87-4efe-a056-c0ae2fe5e531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:32:56.635336 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26261505-b401-4f7e-b65b-b6208dec6b35 None None] Checking router: a3d58ed3-3965-467b-b362-e59e2328736e for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 07:32:56.643925 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f585ae-4ce2-4d80-a433-054c1f387041 req-39eb2196-589c-44d6-b676-e301f0199c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:32:56.644131 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26261505-b401-4f7e-b65b-b6208dec6b35 None None] Routers {'a3d58ed3-3965-467b-b362-e59e2328736e'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:32:56.644719 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-26261505-b401-4f7e-b65b-b6208dec6b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:32:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['a3d58ed3-3965-467b-b362-e59e2328736e'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:32:56.645437 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-41f585ae-4ce2-4d80-a433-054c1f387041 req-39eb2196-589c-44d6-b676-e301f0199c16 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0b2a8c929aa54b05ba857077fa769fd4&device_id=77abf590-6789-4460-81c7-758a5e4f404f HTTP/1.1" status: 200 len: 1096 time: 0.0739346 May 28 07:32:56.781198 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f585ae-4ce2-4d80-a433-054c1f387041 req-fec70505-a5c9-4bbb-822c-153315a71910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:32:56.783431 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-41f585ae-4ce2-4d80-a433-054c1f387041 req-fec70505-a5c9-4bbb-822c-153315a71910 service neutron] 10.222.0.71 "GET /v2.0/networks?id=fc79c937-1f92-4542-aff8-c1e89c8854f7 HTTP/1.1" status: 200 len: 898 time: 0.1312153 May 28 07:32:56.822144 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-26261505-b401-4f7e-b65b-b6208dec6b35 None None] Set router a3d58ed3-3965-467b-b362-e59e2328736e gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:32:56.891008 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-41f585ae-4ce2-4d80-a433-054c1f387041 req-9a522ef3-88a7-433f-a0bf-d8546e77cecc service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e969a76-90d9-44f6-8bb7-8804c6e6c421 HTTP/1.1" status: 200 len: 999 time: 0.1015263 May 28 07:32:56.963226 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f585ae-4ce2-4d80-a433-054c1f387041 req-0b8d90e9-5974-453a-aa7d-8d7b27649314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:32:56.964720 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-41f585ae-4ce2-4d80-a433-054c1f387041 req-0b8d90e9-5974-453a-aa7d-8d7b27649314 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ed0258e2-9b87-4efe-a056-c0ae2fe5e531 HTTP/1.1" status: 200 len: 835 time: 0.0593178 May 28 07:32:57.050141 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f585ae-4ce2-4d80-a433-054c1f387041 req-35178ce6-ede3-47fa-8d83-861cfa7fc59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:32:57.051512 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-41f585ae-4ce2-4d80-a433-054c1f387041 req-35178ce6-ede3-47fa-8d83-861cfa7fc59c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fc79c937-1f92-4542-aff8-c1e89c8854f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730586 May 28 07:32:57.165296 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-26261505-b401-4f7e-b65b-b6208dec6b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d58ed3-3965-467b-b362-e59e2328736e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1333309507', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '867d45ac-c727-4df5-a3f2-1bf18ea80b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:32:29Z', 'updated_at': '2022-05-28T07:32:35Z', 'revision_number': 4, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'gw_port': {'id': '867d45ac-c727-4df5-a3f2-1bf18ea80b89', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:9e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d58ed3-3965-467b-b362-e59e2328736e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:32:30Z', 'updated_at': '2022-05-28T07:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': 'b7610477-9942-447c-8034-46736075e913', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'floating_ip_address': '172.25.5.249', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': 'a3d58ed3-3965-467b-b362-e59e2328736e', 'port_id': '8e969a76-90d9-44f6-8bb7-8804c6e6c421', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc79c937-1f92-4542-aff8-c1e89c8854f7', 'mac_address': 'fa:16:3e:df:57:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77abf590-6789-4460-81c7-758a5e4f404f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T07:32:54Z', 'updated_at': '2022-05-28T07:32:54Z', 'revision_number': 0, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e8a09d8-0668-4c07-bd61-40ebdb208359', 'name': '', 'network_id': 'fc79c937-1f92-4542-aff8-c1e89c8854f7', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'mac_address': 'fa:16:3e:0d:b4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d58ed3-3965-467b-b362-e59e2328736e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'ed0258e2-9b87-4efe-a056-c0ae2fe5e531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:32:34Z', 'updated_at': '2022-05-28T07:32:41Z', 'revision_number': 5, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'subnets': [{'id': 'ed0258e2-9b87-4efe-a056-c0ae2fe5e531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:32:57.169212 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26261505-b401-4f7e-b65b-b6208dec6b35 None None] The sync data for ids ['a3d58ed3-3965-467b-b362-e59e2328736e'] in n-d-843702-1 is: [{'id': 'a3d58ed3-3965-467b-b362-e59e2328736e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1333309507', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '867d45ac-c727-4df5-a3f2-1bf18ea80b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:32:29Z', 'updated_at': '2022-05-28T07:32:35Z', 'revision_number': 4, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'gw_port': {'id': '867d45ac-c727-4df5-a3f2-1bf18ea80b89', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:9e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d58ed3-3965-467b-b362-e59e2328736e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:32:30Z', 'updated_at': '2022-05-28T07:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': 'b7610477-9942-447c-8034-46736075e913', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'floating_ip_address': '172.25.5.249', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': 'a3d58ed3-3965-467b-b362-e59e2328736e', 'port_id': '8e969a76-90d9-44f6-8bb7-8804c6e6c421', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc79c937-1f92-4542-aff8-c1e89c8854f7', 'mac_address': 'fa:16:3e:df:57:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77abf590-6789-4460-81c7-758a5e4f404f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T07:32:54Z', 'updated_at': '2022-05-28T07:32:54Z', 'revision_number': 0, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e8a09d8-0668-4c07-bd61-40ebdb208359', 'name': '', 'network_id': 'fc79c937-1f92-4542-aff8-c1e89c8854f7', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'mac_address': 'fa:16:3e:0d:b4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d58ed3-3965-467b-b362-e59e2328736e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'ed0258e2-9b87-4efe-a056-c0ae2fe5e531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:32:34Z', 'updated_at': '2022-05-28T07:32:41Z', 'revision_number': 5, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'subnets': [{'id': 'ed0258e2-9b87-4efe-a056-c0ae2fe5e531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 07:32:57.188392 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-41f585ae-4ce2-4d80-a433-054c1f387041 req-bda3f4da-dede-40f3-b55f-8d0bb3a2c9aa service neutron] 10.222.0.71 "GET /v2.0/networks/fc79c937-1f92-4542-aff8-c1e89c8854f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299393 May 28 07:32:57.325201 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-41f585ae-4ce2-4d80-a433-054c1f387041 req-0d25b003-99a6-4232-8bc0-9b66227ef3b6 service neutron] 10.222.0.71 "GET /v2.0/networks/fc79c937-1f92-4542-aff8-c1e89c8854f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306703 May 28 07:32:57.369585 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b423bc7-98d0-4e16-af91-c8262ffdb184 None None] New status for floating IP b7610477-9942-447c-8034-46736075e913: ACTIVE {{(pid=89111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 07:32:57.615345 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 58824) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:32:57.740646 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-83f8a666-c687-41ea-987e-c5e13420dfa8 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/floatingips/b7610477-9942-447c-8034-46736075e913 HTTP/1.1" status: 200 len: 991 time: 0.1242583 May 28 07:32:58.236417 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:32:58.744144 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 58828) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:32:58.851842 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-e6f52dea-75fd-48fb-8fbe-22d1ea791c2e tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/floatingips/b7610477-9942-447c-8034-46736075e913 HTTP/1.1" status: 200 len: 993 time: 0.1064110 May 28 07:32:58.984972 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-063f1137-a28d-4e7b-be52-ad523993a499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:33:00.104790 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:33:00.133225 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:33:01.893245 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:33:02.899255 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:33:26.478380 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-7333da0c-9bd1-438d-a230-e99b472b3d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:33:28.212861 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:33:28.638857 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f42a5f-5f40-4c12-b444-95948d7c1fcb req-20c52407-e03d-4b35-a912-b9ac5d3380fe tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:33:28.640218 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-97f42a5f-5f40-4c12-b444-95948d7c1fcb req-20c52407-e03d-4b35-a912-b9ac5d3380fe tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=77abf590-6789-4460-81c7-758a5e4f404f HTTP/1.1" status: 200 len: 945 time: 0.2002206 May 28 07:33:28.684225 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-97f42a5f-5f40-4c12-b444-95948d7c1fcb req-93a2df65-f6e5-4b8a-825b-9cea7b8ed1d6 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/security-groups?id=0584bc11-ac65-42a3-9e1b-d923a4126ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382862 May 28 07:33:29.001406 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-ea75a4b7-bae0-4197-8367-0bdb61f35f68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:33:29.879166 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa88a1e-5a68-4881-9011-e83112a5ca53 req-e8e47f8d-a5d1-4d95-aa62-cef61f2cdb48 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:33:29.880681 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-faa88a1e-5a68-4881-9011-e83112a5ca53 req-e8e47f8d-a5d1-4d95-aa62-cef61f2cdb48 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=77abf590-6789-4460-81c7-758a5e4f404f HTTP/1.1" status: 200 len: 945 time: 0.0822632 May 28 07:33:29.923148 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-faa88a1e-5a68-4881-9011-e83112a5ca53 req-db5ee78a-44f3-448f-b55d-0eb5f54276db tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/security-groups?id=0584bc11-ac65-42a3-9e1b-d923a4126ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367794 May 28 07:33:30.118675 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:33:30.147336 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:33:31.103727 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7a683c-9bf3-4401-8c96-2fcf2d846b15 req-e7ee3cbd-bd25-4da2-8d24-c7a81b374c42 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:33:31.105155 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3e7a683c-9bf3-4401-8c96-2fcf2d846b15 req-e7ee3cbd-bd25-4da2-8d24-c7a81b374c42 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=77abf590-6789-4460-81c7-758a5e4f404f HTTP/1.1" status: 200 len: 945 time: 0.0782862 May 28 07:33:31.151238 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3e7a683c-9bf3-4401-8c96-2fcf2d846b15 req-a2841cb9-5e16-4961-aadc-8e6b0000e4a2 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/security-groups?id=0584bc11-ac65-42a3-9e1b-d923a4126ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405383 May 28 07:33:31.895309 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:33:32.334471 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9839d1-dd97-4ab1-aaad-c660b5f9ce71 req-d5cf7f6f-9712-4e3a-87e4-66d694eee197 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:33:32.335928 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fa9839d1-dd97-4ab1-aaad-c660b5f9ce71 req-d5cf7f6f-9712-4e3a-87e4-66d694eee197 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=77abf590-6789-4460-81c7-758a5e4f404f HTTP/1.1" status: 200 len: 945 time: 0.0781236 May 28 07:33:32.380138 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fa9839d1-dd97-4ab1-aaad-c660b5f9ce71 req-b90c71cc-95f3-44be-bd77-c7dff53b04d6 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/security-groups?id=0584bc11-ac65-42a3-9e1b-d923a4126ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384386 May 28 07:33:32.895638 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:33:32.974757 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 07:33:33.570673 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e71515e-7776-41a8-9201-804be8fcbcad req-0035e79b-ee72-4b1f-91e4-cfe6d84770fd tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:33:33.572137 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2e71515e-7776-41a8-9201-804be8fcbcad req-0035e79b-ee72-4b1f-91e4-cfe6d84770fd tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=77abf590-6789-4460-81c7-758a5e4f404f HTTP/1.1" status: 200 len: 945 time: 0.0834112 May 28 07:33:33.615487 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2e71515e-7776-41a8-9201-804be8fcbcad req-2abba272-9fa7-4974-9c88-a88d385a39bc tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/security-groups?id=0584bc11-ac65-42a3-9e1b-d923a4126ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377886 May 28 07:33:34.801226 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81596cb-bea4-46b3-9a47-8f97f669cc45 req-8993bc7c-0bfd-47eb-966b-967a51a94bc0 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:33:34.802622 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f81596cb-bea4-46b3-9a47-8f97f669cc45 req-8993bc7c-0bfd-47eb-966b-967a51a94bc0 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=77abf590-6789-4460-81c7-758a5e4f404f HTTP/1.1" status: 200 len: 945 time: 0.0804942 May 28 07:33:34.846777 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f81596cb-bea4-46b3-9a47-8f97f669cc45 req-df8adf2b-2ddb-4846-9259-59603f57b7a3 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/security-groups?id=0584bc11-ac65-42a3-9e1b-d923a4126ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383246 May 28 07:33:36.053135 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0626d118-9e47-4ad8-a9eb-6fd2622fddea req-0afaa1b2-85fb-4219-8989-bd56c41328ed tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:33:36.054657 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0626d118-9e47-4ad8-a9eb-6fd2622fddea req-0afaa1b2-85fb-4219-8989-bd56c41328ed tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=77abf590-6789-4460-81c7-758a5e4f404f HTTP/1.1" status: 200 len: 945 time: 0.0995452 May 28 07:33:36.106533 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0626d118-9e47-4ad8-a9eb-6fd2622fddea req-090ba5eb-b8cd-4d2c-bd5e-1542b9292967 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/security-groups?id=0584bc11-ac65-42a3-9e1b-d923a4126ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462008 May 28 07:33:37.296211 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb87001-2278-42ee-a318-727e0794b57e req-aa622d17-9581-466e-b7ff-ea087995c892 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:33:37.297704 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8bb87001-2278-42ee-a318-727e0794b57e req-aa622d17-9581-466e-b7ff-ea087995c892 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=77abf590-6789-4460-81c7-758a5e4f404f HTTP/1.1" status: 200 len: 945 time: 0.0809736 May 28 07:33:37.342294 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8bb87001-2278-42ee-a318-727e0794b57e req-72ff4b75-50f9-433e-a256-4dab4702b81f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/security-groups?id=0584bc11-ac65-42a3-9e1b-d923a4126ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375574 May 28 07:33:38.534173 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f55edb-4836-421d-8173-b6c6e34f57fc req-90cfd27b-6de9-43f1-bcd9-5e2970c6e705 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:33:38.535629 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-08f55edb-4836-421d-8173-b6c6e34f57fc req-90cfd27b-6de9-43f1-bcd9-5e2970c6e705 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=77abf590-6789-4460-81c7-758a5e4f404f HTTP/1.1" status: 200 len: 945 time: 0.0843725 May 28 07:33:38.579774 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-08f55edb-4836-421d-8173-b6c6e34f57fc req-b91eccf7-9d17-44d9-ad5e-c2ba2b084679 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/security-groups?id=0584bc11-ac65-42a3-9e1b-d923a4126ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379558 May 28 07:33:39.762140 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c559f8d-2376-4db5-afe5-3be7614e6212 req-d56e7ca3-54e3-4e94-b6d7-dd21e689d239 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:33:39.763581 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1c559f8d-2376-4db5-afe5-3be7614e6212 req-d56e7ca3-54e3-4e94-b6d7-dd21e689d239 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=77abf590-6789-4460-81c7-758a5e4f404f HTTP/1.1" status: 200 len: 945 time: 0.0800421 May 28 07:33:39.810985 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1c559f8d-2376-4db5-afe5-3be7614e6212 req-b8ac582c-d4a9-43a9-9b4c-5dba0d4187d8 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/security-groups?id=0584bc11-ac65-42a3-9e1b-d923a4126ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418603 May 28 07:33:41.002639 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c131422-325e-4cb2-bd08-5715bfbacfbe req-fbc8a80b-1276-4f7a-bb65-91b78bcad2c3 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:33:41.004070 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3c131422-325e-4cb2-bd08-5715bfbacfbe req-fbc8a80b-1276-4f7a-bb65-91b78bcad2c3 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=77abf590-6789-4460-81c7-758a5e4f404f HTTP/1.1" status: 200 len: 945 time: 0.0821633 May 28 07:33:41.047408 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3c131422-325e-4cb2-bd08-5715bfbacfbe req-44ef03ef-434b-4459-85ac-7d2debe798ca tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/security-groups?id=0584bc11-ac65-42a3-9e1b-d923a4126ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371487 May 28 07:33:42.237360 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8e5b97-4ae4-4407-b309-1c113d74e954 req-b3ef4f54-dc17-43c1-9a20-29720bf4019a tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:33:42.238838 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1a8e5b97-4ae4-4407-b309-1c113d74e954 req-b3ef4f54-dc17-43c1-9a20-29720bf4019a tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=77abf590-6789-4460-81c7-758a5e4f404f HTTP/1.1" status: 200 len: 945 time: 0.0835860 May 28 07:33:42.283047 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1a8e5b97-4ae4-4407-b309-1c113d74e954 req-62422dc5-99cf-4635-ba9e-b5abbaafa538 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/security-groups?id=0584bc11-ac65-42a3-9e1b-d923a4126ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384851 May 28 07:33:43.467597 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db67395e-9f46-4b27-9575-2ea8abbe7fe6 req-d3f7e952-97b2-42f3-843e-8c90ee916035 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:33:43.469222 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-db67395e-9f46-4b27-9575-2ea8abbe7fe6 req-d3f7e952-97b2-42f3-843e-8c90ee916035 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=77abf590-6789-4460-81c7-758a5e4f404f HTTP/1.1" status: 200 len: 945 time: 0.0806859 May 28 07:33:43.513265 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-db67395e-9f46-4b27-9575-2ea8abbe7fe6 req-a97184ea-1c9b-4a41-85fd-6a88ab66ed15 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/security-groups?id=0584bc11-ac65-42a3-9e1b-d923a4126ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379398 May 28 07:33:44.706398 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e40ab0-ff1b-481f-885d-350a1fc6c729 req-4e68873c-029f-4592-9464-0508e4d4928c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:33:44.707830 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-11e40ab0-ff1b-481f-885d-350a1fc6c729 req-4e68873c-029f-4592-9464-0508e4d4928c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=77abf590-6789-4460-81c7-758a5e4f404f HTTP/1.1" status: 200 len: 945 time: 0.0817873 May 28 07:33:44.784358 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-11e40ab0-ff1b-481f-885d-350a1fc6c729 req-e5c6d382-c03d-4eca-9643-3bd208c63d2f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/security-groups?id=0584bc11-ac65-42a3-9e1b-d923a4126ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698514 May 28 07:33:44.808116 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 58880) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:33:44.824718 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c476872e-1122-4471-883f-f90baac64b84 req-a4596398-dbdc-4832-b367-b1a913a0844c service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=77abf590-6789-4460-81c7-758a5e4f404f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1113379 May 28 07:33:44.919764 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-90c72f16-ce39-40c9-8105-fff6b1a8619d tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/floatingips/b7610477-9942-447c-8034-46736075e913 HTTP/1.1" status: 200 len: 993 time: 0.1105199 May 28 07:33:44.984090 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c476872e-1122-4471-883f-f90baac64b84 req-be0023a0-f5e9-42f4-ad82-1f6e5c1627a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:33:44.985651 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c476872e-1122-4471-883f-f90baac64b84 req-be0023a0-f5e9-42f4-ad82-1f6e5c1627a5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0b2a8c929aa54b05ba857077fa769fd4&device_id=77abf590-6789-4460-81c7-758a5e4f404f HTTP/1.1" status: 200 len: 1096 time: 0.0766916 May 28 07:33:45.127438 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c476872e-1122-4471-883f-f90baac64b84 req-75b70a62-6ba2-4f39-b01c-b72e60683c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:33:45.128765 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c476872e-1122-4471-883f-f90baac64b84 req-75b70a62-6ba2-4f39-b01c-b72e60683c14 service neutron] 10.222.0.71 "GET /v2.0/networks?id=fc79c937-1f92-4542-aff8-c1e89c8854f7 HTTP/1.1" status: 200 len: 898 time: 0.1238012 May 28 07:33:45.230373 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c476872e-1122-4471-883f-f90baac64b84 req-1aaa7ff8-2d12-475c-ac58-1c3151cef70c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e969a76-90d9-44f6-8bb7-8804c6e6c421 HTTP/1.1" status: 200 len: 1001 time: 0.0953348 May 28 07:33:45.290354 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c476872e-1122-4471-883f-f90baac64b84 req-56e494f0-7475-4ff7-8049-434d73b8c6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:33:45.291726 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c476872e-1122-4471-883f-f90baac64b84 req-56e494f0-7475-4ff7-8049-434d73b8c6d4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ed0258e2-9b87-4efe-a056-c0ae2fe5e531 HTTP/1.1" status: 200 len: 835 time: 0.0557387 May 28 07:33:45.458000 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c476872e-1122-4471-883f-f90baac64b84 req-1e3dea4a-32b3-4055-8d15-886b526e0315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:33:45.459575 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c476872e-1122-4471-883f-f90baac64b84 req-1e3dea4a-32b3-4055-8d15-886b526e0315 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fc79c937-1f92-4542-aff8-c1e89c8854f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1617944 May 28 07:33:45.589258 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c476872e-1122-4471-883f-f90baac64b84 req-350cd053-d637-4b03-8416-053da7001889 service neutron] 10.222.0.71 "GET /v2.0/networks/fc79c937-1f92-4542-aff8-c1e89c8854f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232333 May 28 07:33:45.715630 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c476872e-1122-4471-883f-f90baac64b84 req-ab663b76-d8d7-495e-b7ed-90843f4f9192 service neutron] 10.222.0.71 "GET /v2.0/networks/fc79c937-1f92-4542-aff8-c1e89c8854f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205428 May 28 07:33:46.516935 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca31806-b5ec-4bc8-8c55-a827bee63c0b req-ad156e62-659d-43bb-b385-0a9633b3aad5 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:33:46.518419 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-eca31806-b5ec-4bc8-8c55-a827bee63c0b req-ad156e62-659d-43bb-b385-0a9633b3aad5 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=77abf590-6789-4460-81c7-758a5e4f404f HTTP/1.1" status: 200 len: 945 time: 0.0849500 May 28 07:33:46.566808 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-eca31806-b5ec-4bc8-8c55-a827bee63c0b req-69c91c93-0442-41a4-aa79-cf413ab3d0fa tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/security-groups?id=0584bc11-ac65-42a3-9e1b-d923a4126ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419588 May 28 07:33:46.659274 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8c7e0c-f61d-4c8a-b8b4-011a9471566b req-283d741b-3d89-4a4e-9483-cb7e900596c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:33:46.660723 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ea8c7e0c-f61d-4c8a-b8b4-011a9471566b req-283d741b-3d89-4a4e-9483-cb7e900596c1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0b2a8c929aa54b05ba857077fa769fd4&device_id=77abf590-6789-4460-81c7-758a5e4f404f HTTP/1.1" status: 200 len: 1096 time: 0.0732415 May 28 07:33:46.790115 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8c7e0c-f61d-4c8a-b8b4-011a9471566b req-b59d1092-e164-4112-a56b-ae47075c94d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:33:46.791527 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ea8c7e0c-f61d-4c8a-b8b4-011a9471566b req-b59d1092-e164-4112-a56b-ae47075c94d4 service neutron] 10.222.0.71 "GET /v2.0/networks?id=fc79c937-1f92-4542-aff8-c1e89c8854f7 HTTP/1.1" status: 200 len: 898 time: 0.1254489 May 28 07:33:46.897024 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ea8c7e0c-f61d-4c8a-b8b4-011a9471566b req-93b57cec-a7ff-4eee-9cb8-90a627efd255 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e969a76-90d9-44f6-8bb7-8804c6e6c421 HTTP/1.1" status: 200 len: 1001 time: 0.0964475 May 28 07:33:46.962428 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8c7e0c-f61d-4c8a-b8b4-011a9471566b req-139e10ad-0a5a-46e4-badf-9d48f5025a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:33:46.963764 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ea8c7e0c-f61d-4c8a-b8b4-011a9471566b req-139e10ad-0a5a-46e4-badf-9d48f5025a01 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ed0258e2-9b87-4efe-a056-c0ae2fe5e531 HTTP/1.1" status: 200 len: 835 time: 0.0610948 May 28 07:33:47.037031 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8c7e0c-f61d-4c8a-b8b4-011a9471566b req-1a405751-0eb3-4173-8a44-23111b851454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:33:47.038687 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ea8c7e0c-f61d-4c8a-b8b4-011a9471566b req-1a405751-0eb3-4173-8a44-23111b851454 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fc79c937-1f92-4542-aff8-c1e89c8854f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694931 May 28 07:33:47.168521 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ea8c7e0c-f61d-4c8a-b8b4-011a9471566b req-843f9a30-c50d-4f78-886e-a291299d1e89 service neutron] 10.222.0.71 "GET /v2.0/networks/fc79c937-1f92-4542-aff8-c1e89c8854f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229565 May 28 07:33:47.300259 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ea8c7e0c-f61d-4c8a-b8b4-011a9471566b req-f9d2c24d-db5d-4be3-ae96-89f59a3dedad service neutron] 10.222.0.71 "GET /v2.0/networks/fc79c937-1f92-4542-aff8-c1e89c8854f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242921 May 28 07:33:47.759742 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91b48b4-970f-4019-886f-f3b551ca263e req-f036b407-44bf-442b-85bf-7c98e34a3b6b tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:33:47.761166 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a91b48b4-970f-4019-886f-f3b551ca263e req-f036b407-44bf-442b-85bf-7c98e34a3b6b tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=77abf590-6789-4460-81c7-758a5e4f404f HTTP/1.1" status: 200 len: 945 time: 0.0833721 May 28 07:33:47.805219 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a91b48b4-970f-4019-886f-f3b551ca263e req-c687b955-992a-441a-8369-8d4aaaee73d8 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/security-groups?id=0584bc11-ac65-42a3-9e1b-d923a4126ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383465 May 28 07:33:48.991937 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b42035-cf1d-4d25-aa9c-9e9c26fd6025 req-d996c086-41c2-444e-8764-f0f39bf6a7c2 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:33:48.993394 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a9b42035-cf1d-4d25-aa9c-9e9c26fd6025 req-d996c086-41c2-444e-8764-f0f39bf6a7c2 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=77abf590-6789-4460-81c7-758a5e4f404f HTTP/1.1" status: 200 len: 945 time: 0.0808575 May 28 07:33:49.040293 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a9b42035-cf1d-4d25-aa9c-9e9c26fd6025 req-e27f45cf-12ff-4449-b83a-b1c0c667823a tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/security-groups?id=0584bc11-ac65-42a3-9e1b-d923a4126ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411952 May 28 07:33:49.063627 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 58894) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:33:49.165319 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-09865eb1-4276-436d-ac95-76ae7807fe0d tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/floatingips/b7610477-9942-447c-8034-46736075e913 HTTP/1.1" status: 200 len: 993 time: 0.1005905 May 28 07:33:56.507034 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-5fa91f5a-0773-4dca-bc96-383c2a37c3a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:33:58.251999 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:33:58.989757 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-492e957e-d0cc-400a-bc27-efce0a36b576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:00.126703 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:00.166380 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:01.903415 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:02.906368 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:09.974079 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 07:34:19.567552 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 58914) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:34:19.767806 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-7485f268-7684-4382-b0d5-a4599d644c6a tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Deleting port 40fd8654-e2ae-452b-8688-a33c34eb2707 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:34:19.768154 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7485f268-7684-4382-b0d5-a4599d644c6a tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:20.025670 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7485f268-7684-4382-b0d5-a4599d644c6a tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:20.025997 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7485f268-7684-4382-b0d5-a4599d644c6a tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:20.147217 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-7485f268-7684-4382-b0d5-a4599d644c6a tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Calling delete_port for 40fd8654-e2ae-452b-8688-a33c34eb2707 owned by network:floatingip {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:34:20.334767 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7485f268-7684-4382-b0d5-a4599d644c6a tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:20.405944 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7485f268-7684-4382-b0d5-a4599d644c6a tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Pushing event deleted for resources: {'Port': ['ID=40fd8654-e2ae-452b-8688-a33c34eb2707,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:34:20.448909 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7485f268-7684-4382-b0d5-a4599d644c6a tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:34:20.449239 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7485f268-7684-4382-b0d5-a4599d644c6a tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:34:20.449591 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7485f268-7684-4382-b0d5-a4599d644c6a tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:34:20.449912 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7485f268-7684-4382-b0d5-a4599d644c6a tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:34:20.450228 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7485f268-7684-4382-b0d5-a4599d644c6a tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:34:20.450541 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7485f268-7684-4382-b0d5-a4599d644c6a tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:34:20.450857 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7485f268-7684-4382-b0d5-a4599d644c6a tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:34:20.451189 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7485f268-7684-4382-b0d5-a4599d644c6a tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:34:20.451505 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7485f268-7684-4382-b0d5-a4599d644c6a tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:34:20.451815 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7485f268-7684-4382-b0d5-a4599d644c6a tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:34:20.452123 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7485f268-7684-4382-b0d5-a4599d644c6a tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:34:20.452563 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7485f268-7684-4382-b0d5-a4599d644c6a tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:34:20.485688 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7485f268-7684-4382-b0d5-a4599d644c6a tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for floatingip, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:20.486014 n-d-843702-1 neutron-server[89110]: INFO neutron.db.l3_db [None req-7485f268-7684-4382-b0d5-a4599d644c6a tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Floating IP b7610477-9942-447c-8034-46736075e913 disassociated (deleted). External IP: 172.25.5.249, port: 8e969a76-90d9-44f6-8bb7-8804c6e6c421. May 28 07:34:20.832693 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7485f268-7684-4382-b0d5-a4599d644c6a tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Router a3d58ed3-3965-467b-b362-e59e2328736e has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 07:34:21.006912 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7485f268-7684-4382-b0d5-a4599d644c6a tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 07:34:21.016252 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0f4edb-ecc5-462a-adc7-b30e419c0c18 None None] Sync routers for ids ['a3d58ed3-3965-467b-b362-e59e2328736e'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 07:34:21.026232 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0f4edb-ecc5-462a-adc7-b30e419c0c18 None None] Routers {'a3d58ed3-3965-467b-b362-e59e2328736e'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:34:21.032365 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-df0f4edb-ecc5-462a-adc7-b30e419c0c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:33:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['a3d58ed3-3965-467b-b362-e59e2328736e'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:34:21.100514 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7485f268-7684-4382-b0d5-a4599d644c6a tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:21.159794 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-7485f268-7684-4382-b0d5-a4599d644c6a tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "DELETE /v2.0/floatingips/b7610477-9942-447c-8034-46736075e913 HTTP/1.1" status: 204 len: 168 time: 1.5911369 May 28 07:34:21.160364 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77abf590-6789-4460-81c7-758a5e4f404f', 'tag': '8e969a76-90d9-44f6-8bb7-8804c6e6c421'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:34:21.240125 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-df0f4edb-ecc5-462a-adc7-b30e419c0c18 None None] Set router a3d58ed3-3965-467b-b362-e59e2328736e gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:34:21.548544 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-df0f4edb-ecc5-462a-adc7-b30e419c0c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d58ed3-3965-467b-b362-e59e2328736e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1333309507', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '867d45ac-c727-4df5-a3f2-1bf18ea80b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:32:29Z', 'updated_at': '2022-05-28T07:32:35Z', 'revision_number': 4, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'gw_port': {'id': '867d45ac-c727-4df5-a3f2-1bf18ea80b89', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:9e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d58ed3-3965-467b-b362-e59e2328736e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:32:30Z', 'updated_at': '2022-05-28T07:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '2e8a09d8-0668-4c07-bd61-40ebdb208359', 'name': '', 'network_id': 'fc79c937-1f92-4542-aff8-c1e89c8854f7', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'mac_address': 'fa:16:3e:0d:b4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d58ed3-3965-467b-b362-e59e2328736e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'ed0258e2-9b87-4efe-a056-c0ae2fe5e531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:32:34Z', 'updated_at': '2022-05-28T07:32:41Z', 'revision_number': 5, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'subnets': [{'id': 'ed0258e2-9b87-4efe-a056-c0ae2fe5e531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:34:21.552503 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0f4edb-ecc5-462a-adc7-b30e419c0c18 None None] Checking router: a3d58ed3-3965-467b-b362-e59e2328736e for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 07:34:21.561057 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0f4edb-ecc5-462a-adc7-b30e419c0c18 None None] Routers {'a3d58ed3-3965-467b-b362-e59e2328736e'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:34:21.561778 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-df0f4edb-ecc5-462a-adc7-b30e419c0c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:33:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['a3d58ed3-3965-467b-b362-e59e2328736e'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:34:21.575710 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e86d0dc0-1b9a-45ef-82c7-21ac20cd6e0e'] response: {'name': 'network-changed', 'server_uuid': '77abf590-6789-4460-81c7-758a5e4f404f', 'tag': '8e969a76-90d9-44f6-8bb7-8804c6e6c421', 'status': 'completed', 'code': 200} May 28 07:34:21.742928 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-df0f4edb-ecc5-462a-adc7-b30e419c0c18 None None] Set router a3d58ed3-3965-467b-b362-e59e2328736e gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:34:21.778881 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2aa7c5-5d25-43df-9b1f-a7675393d788 req-0ecd1d8c-5fad-4682-a5f8-171a493b3232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:34:21.780367 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ee2aa7c5-5d25-43df-9b1f-a7675393d788 req-0ecd1d8c-5fad-4682-a5f8-171a493b3232 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0b2a8c929aa54b05ba857077fa769fd4&device_id=77abf590-6789-4460-81c7-758a5e4f404f HTTP/1.1" status: 200 len: 1096 time: 0.1386769 May 28 07:34:21.788418 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7a3ec4-3387-4548-84b3-3dcce831cb27 req-125fdc62-2084-46ce-9dac-ec8096fc68f5 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:34:21.789034 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-1e7a3ec4-3387-4548-84b3-3dcce831cb27 req-125fdc62-2084-46ce-9dac-ec8096fc68f5 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Synchronizing usage tracker for tenant:0b2a8c929aa54b05ba857077fa769fd4 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:34:22.029093 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2aa7c5-5d25-43df-9b1f-a7675393d788 req-81d56d50-80b6-44bc-8f87-94e7e11c7e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:34:22.030667 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ee2aa7c5-5d25-43df-9b1f-a7675393d788 req-81d56d50-80b6-44bc-8f87-94e7e11c7e35 service neutron] 10.222.0.71 "GET /v2.0/networks?id=fc79c937-1f92-4542-aff8-c1e89c8854f7 HTTP/1.1" status: 200 len: 898 time: 0.2389030 May 28 07:34:22.061972 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-df0f4edb-ecc5-462a-adc7-b30e419c0c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d58ed3-3965-467b-b362-e59e2328736e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1333309507', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '867d45ac-c727-4df5-a3f2-1bf18ea80b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:32:29Z', 'updated_at': '2022-05-28T07:32:35Z', 'revision_number': 4, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'gw_port': {'id': '867d45ac-c727-4df5-a3f2-1bf18ea80b89', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:9e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d58ed3-3965-467b-b362-e59e2328736e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:32:30Z', 'updated_at': '2022-05-28T07:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '2e8a09d8-0668-4c07-bd61-40ebdb208359', 'name': '', 'network_id': 'fc79c937-1f92-4542-aff8-c1e89c8854f7', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'mac_address': 'fa:16:3e:0d:b4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d58ed3-3965-467b-b362-e59e2328736e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'ed0258e2-9b87-4efe-a056-c0ae2fe5e531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:32:34Z', 'updated_at': '2022-05-28T07:32:41Z', 'revision_number': 5, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'subnets': [{'id': 'ed0258e2-9b87-4efe-a056-c0ae2fe5e531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:34:22.065850 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0f4edb-ecc5-462a-adc7-b30e419c0c18 None None] The sync data for ids ['a3d58ed3-3965-467b-b362-e59e2328736e'] in n-d-843702-1 is: [{'id': 'a3d58ed3-3965-467b-b362-e59e2328736e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1333309507', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '867d45ac-c727-4df5-a3f2-1bf18ea80b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:32:29Z', 'updated_at': '2022-05-28T07:32:35Z', 'revision_number': 4, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'gw_port': {'id': '867d45ac-c727-4df5-a3f2-1bf18ea80b89', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:9e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d58ed3-3965-467b-b362-e59e2328736e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:32:30Z', 'updated_at': '2022-05-28T07:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '2e8a09d8-0668-4c07-bd61-40ebdb208359', 'name': '', 'network_id': 'fc79c937-1f92-4542-aff8-c1e89c8854f7', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'mac_address': 'fa:16:3e:0d:b4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d58ed3-3965-467b-b362-e59e2328736e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'ed0258e2-9b87-4efe-a056-c0ae2fe5e531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:32:34Z', 'updated_at': '2022-05-28T07:32:41Z', 'revision_number': 5, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'subnets': [{'id': 'ed0258e2-9b87-4efe-a056-c0ae2fe5e531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 07:34:22.098453 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-1e7a3ec4-3387-4548-84b3-3dcce831cb27 req-125fdc62-2084-46ce-9dac-ec8096fc68f5 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Unset dirty status for tenant:0b2a8c929aa54b05ba857077fa769fd4 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:34:22.099597 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1e7a3ec4-3387-4548-84b3-3dcce831cb27 req-125fdc62-2084-46ce-9dac-ec8096fc68f5 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=77abf590-6789-4460-81c7-758a5e4f404f HTTP/1.1" status: 200 len: 945 time: 0.4255931 May 28 07:34:22.110330 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ee2aa7c5-5d25-43df-9b1f-a7675393d788 req-c2c094fe-9329-4a4e-a075-f5911eafbdf0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e969a76-90d9-44f6-8bb7-8804c6e6c421 HTTP/1.1" status: 200 len: 217 time: 0.0726414 May 28 07:34:22.199541 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1e7a3ec4-3387-4548-84b3-3dcce831cb27 req-7f2ee653-2f5d-4454-a27e-8fff8255c230 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/security-groups?id=0584bc11-ac65-42a3-9e1b-d923a4126ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915763 May 28 07:34:22.203416 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2aa7c5-5d25-43df-9b1f-a7675393d788 req-15c31455-bae5-4154-91cd-9bfd6c422186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:34:22.204674 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ee2aa7c5-5d25-43df-9b1f-a7675393d788 req-15c31455-bae5-4154-91cd-9bfd6c422186 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ed0258e2-9b87-4efe-a056-c0ae2fe5e531 HTTP/1.1" status: 200 len: 835 time: 0.0820665 May 28 07:34:22.294649 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2aa7c5-5d25-43df-9b1f-a7675393d788 req-8ccc2211-666f-46c8-b41c-e9614b4a2671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:34:22.296146 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ee2aa7c5-5d25-43df-9b1f-a7675393d788 req-8ccc2211-666f-46c8-b41c-e9614b4a2671 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fc79c937-1f92-4542-aff8-c1e89c8854f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0852792 May 28 07:34:22.311265 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165aeb29-3386-4743-b998-2ac9e30d02ea None None] New status for floating IP b7610477-9942-447c-8034-46736075e913: DOWN {{(pid=89111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 07:34:22.432510 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ee2aa7c5-5d25-43df-9b1f-a7675393d788 req-ae350ae1-8314-4075-ab48-1d6baf69030c service neutron] 10.222.0.71 "GET /v2.0/networks/fc79c937-1f92-4542-aff8-c1e89c8854f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286392 May 28 07:34:22.573870 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ee2aa7c5-5d25-43df-9b1f-a7675393d788 req-780e26ea-eb76-4998-a30d-7517dbbe87b0 service neutron] 10.222.0.71 "GET /v2.0/networks/fc79c937-1f92-4542-aff8-c1e89c8854f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332116 May 28 07:34:23.451327 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc1b453-f4e1-4779-979d-77f8af909b98 req-2154ffa6-71f4-4698-a724-d7aaa98d6264 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:34:23.452771 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0cc1b453-f4e1-4779-979d-77f8af909b98 req-2154ffa6-71f4-4698-a724-d7aaa98d6264 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=77abf590-6789-4460-81c7-758a5e4f404f HTTP/1.1" status: 200 len: 945 time: 0.1381648 May 28 07:34:23.461456 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e69a8d-f665-496e-834d-c8f552809e13 req-2f9563c0-d6d1-4685-bfcb-7672eca5c364 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:34:23.462824 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-14e69a8d-f665-496e-834d-c8f552809e13 req-2f9563c0-d6d1-4685-bfcb-7672eca5c364 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.71 "GET /v2.0/ports?device_id=77abf590-6789-4460-81c7-758a5e4f404f HTTP/1.1" status: 200 len: 945 time: 0.1174889 May 28 07:34:23.552648 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0cc1b453-f4e1-4779-979d-77f8af909b98 req-2b7a9bfc-602d-4049-be4e-41fc457ba750 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/security-groups?id=0584bc11-ac65-42a3-9e1b-d923a4126ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888941 May 28 07:34:23.560490 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-14e69a8d-f665-496e-834d-c8f552809e13 req-89f49179-044f-436c-b3a3-7e8ecac4453c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Deleting port 8e969a76-90d9-44f6-8bb7-8804c6e6c421 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:34:23.560827 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-14e69a8d-f665-496e-834d-c8f552809e13 req-89f49179-044f-436c-b3a3-7e8ecac4453c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:23.800987 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-14e69a8d-f665-496e-834d-c8f552809e13 req-89f49179-044f-436c-b3a3-7e8ecac4453c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] For port 8e969a76-90d9-44f6-8bb7-8804c6e6c421, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=8e969a76-90d9-44f6-8bb7-8804c6e6c421,segment=NetworkSegment(9ff5a75d-3498-42d6-87f1-4119f2a8a863),segment_id=9ff5a75d-3498-42d6-87f1-4119f2a8a863)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:34:23.801242 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-14e69a8d-f665-496e-834d-c8f552809e13 req-89f49179-044f-436c-b3a3-7e8ecac4453c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:23.922915 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-14e69a8d-f665-496e-834d-c8f552809e13 req-89f49179-044f-436c-b3a3-7e8ecac4453c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Calling delete_port for 8e969a76-90d9-44f6-8bb7-8804c6e6c421 owned by compute:nova {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:34:24.140124 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-14e69a8d-f665-496e-834d-c8f552809e13 req-89f49179-044f-436c-b3a3-7e8ecac4453c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:24.192234 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f49179-044f-436c-b3a3-7e8ecac4453c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Pushing event deleted for resources: {'Port': ['ID=8e969a76-90d9-44f6-8bb7-8804c6e6c421,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:34:24.264707 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-14e69a8d-f665-496e-834d-c8f552809e13 req-89f49179-044f-436c-b3a3-7e8ecac4453c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] No DVR routers for this DVR port 8e969a76-90d9-44f6-8bb7-8804c6e6c421 on host n-h2-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 07:34:24.267191 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-14e69a8d-f665-496e-834d-c8f552809e13 req-89f49179-044f-436c-b3a3-7e8ecac4453c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:24.269827 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77abf590-6789-4460-81c7-758a5e4f404f', 'name': 'network-vif-deleted', 'tag': '8e969a76-90d9-44f6-8bb7-8804c6e6c421'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:34:24.314626 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9751ad85-cebc-4093-9761-eccbc39cf7b6'] response: {'server_uuid': '77abf590-6789-4460-81c7-758a5e4f404f', 'name': 'network-vif-deleted', 'tag': '8e969a76-90d9-44f6-8bb7-8804c6e6c421', 'status': 'completed', 'code': 200} May 28 07:34:24.340927 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-14e69a8d-f665-496e-834d-c8f552809e13 req-89f49179-044f-436c-b3a3-7e8ecac4453c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.71 "DELETE /v2.0/ports/8e969a76-90d9-44f6-8bb7-8804c6e6c421 HTTP/1.1" status: 204 len: 173 time: 0.8644042 May 28 07:34:24.816655 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-167536fd-b5a3-48f3-bd08-f55cef1d654e req-ca88b055-e940-4326-b726-42294569bd3d tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Synchronizing usage tracker for tenant:0b2a8c929aa54b05ba857077fa769fd4 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:34:24.903253 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-167536fd-b5a3-48f3-bd08-f55cef1d654e req-ca88b055-e940-4326-b726-42294569bd3d tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Unset dirty status for tenant:0b2a8c929aa54b05ba857077fa769fd4 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:34:24.904471 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-167536fd-b5a3-48f3-bd08-f55cef1d654e req-ca88b055-e940-4326-b726-42294569bd3d tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=77abf590-6789-4460-81c7-758a5e4f404f HTTP/1.1" status: 200 len: 210 time: 0.2363832 May 28 07:34:25.998463 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 58936) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:34:26.486299 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-f322f900-1bfd-4e9d-8650-38b3ee11329b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:26.546231 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0399d3e2-b97a-4bd0-b574-7a1bc4b9ee7d tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700548'] for router_interface, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:26.897314 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-0399d3e2-b97a-4bd0-b574-7a1bc4b9ee7d tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Deleting port 2e8a09d8-0668-4c07-bd61-40ebdb208359 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:34:26.897597 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0399d3e2-b97a-4bd0-b574-7a1bc4b9ee7d tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:26.946975 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 8e969a76-90d9-44f6-8bb7-8804c6e6c421 no longer exists at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:34:26.984718 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] No Port match for: 8e969a76-90d9-44f6-8bb7-8804c6e6c421 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 07:34:26.985124 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 8e969a76-90d9-44f6-8bb7-8804c6e6c421 not bound to the agent host n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 07:34:27.088104 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [None req-0399d3e2-b97a-4bd0-b574-7a1bc4b9ee7d tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] For port 2e8a09d8-0668-4c07-bd61-40ebdb208359, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=2e8a09d8-0668-4c07-bd61-40ebdb208359,segment=NetworkSegment(9ff5a75d-3498-42d6-87f1-4119f2a8a863),segment_id=9ff5a75d-3498-42d6-87f1-4119f2a8a863)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:34:27.088721 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0399d3e2-b97a-4bd0-b574-7a1bc4b9ee7d tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:27.218090 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-0399d3e2-b97a-4bd0-b574-7a1bc4b9ee7d tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Calling delete_port for 2e8a09d8-0668-4c07-bd61-40ebdb208359 owned by network:router_interface {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:34:27.703458 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0399d3e2-b97a-4bd0-b574-7a1bc4b9ee7d tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:27.755159 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0399d3e2-b97a-4bd0-b574-7a1bc4b9ee7d tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Pushing event deleted for resources: {'Port': ['ID=2e8a09d8-0668-4c07-bd61-40ebdb208359,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:34:28.024380 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0399d3e2-b97a-4bd0-b574-7a1bc4b9ee7d tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700472'] for router_interface, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:28.234681 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:28.380319 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0399d3e2-b97a-4bd0-b574-7a1bc4b9ee7d tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Router a3d58ed3-3965-467b-b362-e59e2328736e has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 07:34:28.555804 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0399d3e2-b97a-4bd0-b574-7a1bc4b9ee7d tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 07:34:28.566145 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f07d3e-6969-46f1-99ba-bd3ae9a566be None None] Sync routers for ids ['a3d58ed3-3965-467b-b362-e59e2328736e'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 07:34:28.575877 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f07d3e-6969-46f1-99ba-bd3ae9a566be None None] Routers {'a3d58ed3-3965-467b-b362-e59e2328736e'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:34:28.576460 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-70f07d3e-6969-46f1-99ba-bd3ae9a566be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:33:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['a3d58ed3-3965-467b-b362-e59e2328736e'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:34:28.636740 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-0399d3e2-b97a-4bd0-b574-7a1bc4b9ee7d tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "PUT /v2.0/routers/a3d58ed3-3965-467b-b362-e59e2328736e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6371522 May 28 07:34:28.639380 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 58940) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:34:28.703397 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa968e8d-6a53-400a-bfc1-f49801ebea0d tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Deleting subnet ed0258e2-9b87-4efe-a056-c0ae2fe5e531 {{(pid=89110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 07:34:28.706325 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-fa968e8d-6a53-400a-bfc1-f49801ebea0d tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for subnet, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:28.750628 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-70f07d3e-6969-46f1-99ba-bd3ae9a566be None None] Set router a3d58ed3-3965-467b-b362-e59e2328736e gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:34:28.763685 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-fa968e8d-6a53-400a-bfc1-f49801ebea0d tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4150765'] for subnet, precommit_delete_associations {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:28.846054 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-fa968e8d-6a53-400a-bfc1-f49801ebea0d tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:28.974207 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-fa968e8d-6a53-400a-bfc1-f49801ebea0d tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3115981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3172005'] for subnet, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:29.000691 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-bb178530-0496-4488-aa3e-4742521ccddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:29.030929 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e255d700-bf97-48b3-a00e-eaf35f23e197 None None] Network fc79c937-1f92-4542-aff8-c1e89c8854f7 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 07:34:29.067645 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-70f07d3e-6969-46f1-99ba-bd3ae9a566be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d58ed3-3965-467b-b362-e59e2328736e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1333309507', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '867d45ac-c727-4df5-a3f2-1bf18ea80b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:32:29Z', 'updated_at': '2022-05-28T07:34:27Z', 'revision_number': 5, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'gw_port': {'id': '867d45ac-c727-4df5-a3f2-1bf18ea80b89', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:9e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d58ed3-3965-467b-b362-e59e2328736e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:32:30Z', 'updated_at': '2022-05-28T07:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:34:29.072244 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f07d3e-6969-46f1-99ba-bd3ae9a566be None None] Checking router: a3d58ed3-3965-467b-b362-e59e2328736e for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 07:34:29.081454 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f07d3e-6969-46f1-99ba-bd3ae9a566be None None] Routers {'a3d58ed3-3965-467b-b362-e59e2328736e'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:34:29.082107 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-70f07d3e-6969-46f1-99ba-bd3ae9a566be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:34:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['a3d58ed3-3965-467b-b362-e59e2328736e'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:34:29.149685 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-fa968e8d-6a53-400a-bfc1-f49801ebea0d tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:29.152316 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa968e8d-6a53-400a-bfc1-f49801ebea0d tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Pushing event deleted for resources: {'Subnet': ['ID=ed0258e2-9b87-4efe-a056-c0ae2fe5e531,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:34:29.158357 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-fa968e8d-6a53-400a-bfc1-f49801ebea0d tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "DELETE /v2.0/subnets/ed0258e2-9b87-4efe-a056-c0ae2fe5e531 HTTP/1.1" status: 204 len: 168 time: 0.5178883 May 28 07:34:29.161181 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 58944) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:34:29.266810 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-70f07d3e-6969-46f1-99ba-bd3ae9a566be None None] Set router a3d58ed3-3965-467b-b362-e59e2328736e gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:34:29.298095 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d49e69d-ed53-408d-aa8d-47fed142f3f6 None None] DHCP port deletion for fc79c937-1f92-4542-aff8-c1e89c8854f7 request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 07:34:29.303035 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-0d49e69d-ed53-408d-aa8d-47fed142f3f6 None None] Deleting port 31f297bb-0c0e-4457-9f9a-fcef266b67dd {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:34:29.303475 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-0d49e69d-ed53-408d-aa8d-47fed142f3f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:29.358288 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0060abb4-a08b-4f59-bf97-e14e57ce1bfe tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for router, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:29.505730 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-0d49e69d-ed53-408d-aa8d-47fed142f3f6 None None] For port 31f297bb-0c0e-4457-9f9a-fcef266b67dd, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=31f297bb-0c0e-4457-9f9a-fcef266b67dd,segment=NetworkSegment(9ff5a75d-3498-42d6-87f1-4119f2a8a863),segment_id=9ff5a75d-3498-42d6-87f1-4119f2a8a863)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:34:29.506033 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-0d49e69d-ed53-408d-aa8d-47fed142f3f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:29.535147 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0060abb4-a08b-4f59-bf97-e14e57ce1bfe tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:29.558662 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-70f07d3e-6969-46f1-99ba-bd3ae9a566be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d58ed3-3965-467b-b362-e59e2328736e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1333309507', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '867d45ac-c727-4df5-a3f2-1bf18ea80b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:32:29Z', 'updated_at': '2022-05-28T07:34:27Z', 'revision_number': 5, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'gw_port': {'id': '867d45ac-c727-4df5-a3f2-1bf18ea80b89', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:9e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d58ed3-3965-467b-b362-e59e2328736e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:32:30Z', 'updated_at': '2022-05-28T07:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:34:29.563752 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f07d3e-6969-46f1-99ba-bd3ae9a566be None None] The sync data for ids ['a3d58ed3-3965-467b-b362-e59e2328736e'] in n-d-843702-1 is: [{'id': 'a3d58ed3-3965-467b-b362-e59e2328736e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1333309507', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '867d45ac-c727-4df5-a3f2-1bf18ea80b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:32:29Z', 'updated_at': '2022-05-28T07:34:27Z', 'revision_number': 5, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'gw_port': {'id': '867d45ac-c727-4df5-a3f2-1bf18ea80b89', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:9e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d58ed3-3965-467b-b362-e59e2328736e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:32:30Z', 'updated_at': '2022-05-28T07:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 07:34:29.617983 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-0060abb4-a08b-4f59-bf97-e14e57ce1bfe tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Deleting port 867d45ac-c727-4df5-a3f2-1bf18ea80b89 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:34:29.618384 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0060abb4-a08b-4f59-bf97-e14e57ce1bfe tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:29.634408 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-0d49e69d-ed53-408d-aa8d-47fed142f3f6 None None] Calling delete_port for 31f297bb-0c0e-4457-9f9a-fcef266b67dd owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:34:29.794992 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-0d49e69d-ed53-408d-aa8d-47fed142f3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879'] for port, after_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:29.842681 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d49e69d-ed53-408d-aa8d-47fed142f3f6 None None] Pushing event deleted for resources: {'Port': ['ID=31f297bb-0c0e-4457-9f9a-fcef266b67dd,revision_number=None']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:34:29.851635 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d49e69d-ed53-408d-aa8d-47fed142f3f6 None None] No DVR routers for this DVR port 31f297bb-0c0e-4457-9f9a-fcef266b67dd on host n-d-843702-1 {{(pid=89111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 07:34:29.853739 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d49e69d-ed53-408d-aa8d-47fed142f3f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:34:29.854084 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d49e69d-ed53-408d-aa8d-47fed142f3f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:34:29.854427 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d49e69d-ed53-408d-aa8d-47fed142f3f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:34:29.854766 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d49e69d-ed53-408d-aa8d-47fed142f3f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:34:29.855099 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d49e69d-ed53-408d-aa8d-47fed142f3f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:34:29.855536 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d49e69d-ed53-408d-aa8d-47fed142f3f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:34:29.855867 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d49e69d-ed53-408d-aa8d-47fed142f3f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:34:29.856194 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d49e69d-ed53-408d-aa8d-47fed142f3f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:34:29.856520 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d49e69d-ed53-408d-aa8d-47fed142f3f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:34:29.856844 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d49e69d-ed53-408d-aa8d-47fed142f3f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:34:29.857171 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d49e69d-ed53-408d-aa8d-47fed142f3f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:34:29.857514 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d49e69d-ed53-408d-aa8d-47fed142f3f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:34:29.919293 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-0060abb4-a08b-4f59-bf97-e14e57ce1bfe tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] For port 867d45ac-c727-4df5-a3f2-1bf18ea80b89, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=867d45ac-c727-4df5-a3f2-1bf18ea80b89,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:34:29.919655 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0060abb4-a08b-4f59-bf97-e14e57ce1bfe tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:30.045910 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-0060abb4-a08b-4f59-bf97-e14e57ce1bfe tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Calling delete_port for 867d45ac-c727-4df5-a3f2-1bf18ea80b89 owned by network:router_gateway {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:34:30.154893 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:30.177627 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:30.283144 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0060abb4-a08b-4f59-bf97-e14e57ce1bfe tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:30.333925 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0060abb4-a08b-4f59-bf97-e14e57ce1bfe tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Pushing event deleted for resources: {'Port': ['ID=867d45ac-c727-4df5-a3f2-1bf18ea80b89,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:34:30.374391 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0060abb4-a08b-4f59-bf97-e14e57ce1bfe tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:34:30.374735 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0060abb4-a08b-4f59-bf97-e14e57ce1bfe tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:34:30.375072 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0060abb4-a08b-4f59-bf97-e14e57ce1bfe tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:34:30.375403 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0060abb4-a08b-4f59-bf97-e14e57ce1bfe tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:34:30.375733 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0060abb4-a08b-4f59-bf97-e14e57ce1bfe tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:34:30.376061 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0060abb4-a08b-4f59-bf97-e14e57ce1bfe tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:34:30.376387 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0060abb4-a08b-4f59-bf97-e14e57ce1bfe tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:34:30.376713 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0060abb4-a08b-4f59-bf97-e14e57ce1bfe tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:34:30.377035 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0060abb4-a08b-4f59-bf97-e14e57ce1bfe tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:34:30.377355 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0060abb4-a08b-4f59-bf97-e14e57ce1bfe tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:34:30.377705 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0060abb4-a08b-4f59-bf97-e14e57ce1bfe tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:34:30.378023 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0060abb4-a08b-4f59-bf97-e14e57ce1bfe tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:34:30.435040 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0060abb4-a08b-4f59-bf97-e14e57ce1bfe tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691105'] for router_gateway, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:30.609232 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0060abb4-a08b-4f59-bf97-e14e57ce1bfe tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59018'] for router, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:30.611327 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0060abb4-a08b-4f59-bf97-e14e57ce1bfe tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:30.694494 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0060abb4-a08b-4f59-bf97-e14e57ce1bfe tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-703817'] for router, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:30.695067 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0060abb4-a08b-4f59-bf97-e14e57ce1bfe tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Fanout notify agent at l3_agent the message router_deleted on router a3d58ed3-3965-467b-b362-e59e2328736e {{(pid=89109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 07:34:30.710111 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-0060abb4-a08b-4f59-bf97-e14e57ce1bfe tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:30.711577 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-0060abb4-a08b-4f59-bf97-e14e57ce1bfe tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "DELETE /v2.0/routers/a3d58ed3-3965-467b-b362-e59e2328736e HTTP/1.1" status: 204 len: 168 time: 1.5494313 May 28 07:34:30.714341 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 58948) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:34:30.832304 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-aa33b5b0-38a4-4ae4-867c-b757a0c168a2 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:30.961885 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-aa33b5b0-38a4-4ae4-867c-b757a0c168a2 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:30.989941 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-aa33b5b0-38a4-4ae4-867c-b757a0c168a2 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc79c937-1f92-4542-aff8-c1e89c8854f7']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:34:31.001748 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-aa33b5b0-38a4-4ae4-867c-b757a0c168a2 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ff5a75d-3498-42d6-87f1-4119f2a8a863') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:34:31.002026 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-aa33b5b0-38a4-4ae4-867c-b757a0c168a2 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ff5a75d-3498-42d6-87f1-4119f2a8a863') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:34:31.013292 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-aa33b5b0-38a4-4ae4-867c-b757a0c168a2 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:31.029528 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-aa33b5b0-38a4-4ae4-867c-b757a0c168a2 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:31.035386 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa33b5b0-38a4-4ae4-867c-b757a0c168a2 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 07:34:31.035760 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-aa33b5b0-38a4-4ae4-867c-b757a0c168a2 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:31.099933 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 9ff5a75d-3498-42d6-87f1-4119f2a8a863 resource provider aggregate not found May 28 07:34:31.125691 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment 9ff5a75d-3498-42d6-87f1-4119f2a8a863 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9ff5a75d-3498-42d6-87f1-4119f2a8a863 found for delete ", "request_id": "req-c4b6c3e0-1a79-434a-928a-ec6f85cc668a"}]} May 28 07:34:31.176272 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 31f297bb-0c0e-4457-9f9a-fcef266b67dd no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:34:31.186089 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-aa33b5b0-38a4-4ae4-867c-b757a0c168a2 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:31.191644 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-aa33b5b0-38a4-4ae4-867c-b757a0c168a2 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:31.211297 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 31f297bb-0c0e-4457-9f9a-fcef266b67dd {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 07:34:31.211688 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 31f297bb-0c0e-4457-9f9a-fcef266b67dd not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 07:34:31.212147 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 2e8a09d8-0668-4c07-bd61-40ebdb208359 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:34:31.226971 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa33b5b0-38a4-4ae4-867c-b757a0c168a2 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Pushing event deleted for resources: {'Network': ['ID=fc79c937-1f92-4542-aff8-c1e89c8854f7,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:34:31.247639 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 2e8a09d8-0668-4c07-bd61-40ebdb208359 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 07:34:31.247984 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 2e8a09d8-0668-4c07-bd61-40ebdb208359 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 07:34:31.248412 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 867d45ac-c727-4df5-a3f2-1bf18ea80b89 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:34:31.282854 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 867d45ac-c727-4df5-a3f2-1bf18ea80b89 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 07:34:31.283176 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 867d45ac-c727-4df5-a3f2-1bf18ea80b89 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 07:34:31.293943 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-aa33b5b0-38a4-4ae4-867c-b757a0c168a2 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "DELETE /v2.0/networks/fc79c937-1f92-4542-aff8-c1e89c8854f7 HTTP/1.1" status: 204 len: 168 time: 0.5785823 May 28 07:34:31.295888 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 58956) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:34:31.364024 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-4e124f52-a3bf-47bc-a481-f2a16c3179e3 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:31.392944 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-4e124f52-a3bf-47bc-a481-f2a16c3179e3 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:31.546143 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-4e124f52-a3bf-47bc-a481-f2a16c3179e3 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:31.563050 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e124f52-a3bf-47bc-a481-f2a16c3179e3 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0584bc11-ac65-42a3-9e1b-d923a4126ca3,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:34:31.636941 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-4e124f52-a3bf-47bc-a481-f2a16c3179e3 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:31.638125 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-4e124f52-a3bf-47bc-a481-f2a16c3179e3 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "DELETE /v2.0/security-groups/0584bc11-ac65-42a3-9e1b-d923a4126ca3 HTTP/1.1" status: 204 len: 168 time: 0.3407810 May 28 07:34:31.934662 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 58964) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:34:31.940086 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-34b1c4f5-33f3-4dfa-922c-a11b0e6d3119 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1540689216', 'description': 'tempest-secgroup-smoke-1540689216 description', 'project_id': '0b2a8c929aa54b05ba857077fa769fd4'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:34:31.947234 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-34b1c4f5-33f3-4dfa-922c-a11b0e6d3119 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:34:31.951407 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-34b1c4f5-33f3-4dfa-922c-a11b0e6d3119 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Usage tracker for resource:security_group and tenant:0b2a8c929aa54b05ba857077fa769fd4 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:34:31.954289 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-34b1c4f5-33f3-4dfa-922c-a11b0e6d3119 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:34:31.958588 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:31.959993 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-34b1c4f5-33f3-4dfa-922c-a11b0e6d3119 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:34:32.043038 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-34b1c4f5-33f3-4dfa-922c-a11b0e6d3119 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:32.062543 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-34b1c4f5-33f3-4dfa-922c-a11b0e6d3119 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:34:32.066169 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-34b1c4f5-33f3-4dfa-922c-a11b0e6d3119 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Usage tracker for resource:security_group_rule and tenant:0b2a8c929aa54b05ba857077fa769fd4 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:34:32.068905 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-34b1c4f5-33f3-4dfa-922c-a11b0e6d3119 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:34:32.075312 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-34b1c4f5-33f3-4dfa-922c-a11b0e6d3119 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:34:32.146589 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-34b1c4f5-33f3-4dfa-922c-a11b0e6d3119 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:32.208633 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-34b1c4f5-33f3-4dfa-922c-a11b0e6d3119 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:32.253078 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b1c4f5-33f3-4dfa-922c-a11b0e6d3119 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8435301-ed09-43f2-b7ed-92da548d5244,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:34:32.326172 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-34b1c4f5-33f3-4dfa-922c-a11b0e6d3119 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:32.327386 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-34b1c4f5-33f3-4dfa-922c-a11b0e6d3119 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3917375 May 28 07:34:32.330138 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 58968) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:34:32.334948 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-3ba1d23c-72ef-44b3-b1ce-bae6fd006a08 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Request body: {'security_group_rule': {'security_group_id': 'c8435301-ed09-43f2-b7ed-92da548d5244', 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:34:32.341866 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-3ba1d23c-72ef-44b3-b1ce-bae6fd006a08 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:34:32.346052 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-3ba1d23c-72ef-44b3-b1ce-bae6fd006a08 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Usage tracker for resource:security_group_rule and tenant:0b2a8c929aa54b05ba857077fa769fd4 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:34:32.348884 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-3ba1d23c-72ef-44b3-b1ce-bae6fd006a08 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:34:32.354577 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-3ba1d23c-72ef-44b3-b1ce-bae6fd006a08 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:34:32.435272 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3ba1d23c-72ef-44b3-b1ce-bae6fd006a08 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:32.495824 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3ba1d23c-72ef-44b3-b1ce-bae6fd006a08 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:32.568480 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3ba1d23c-72ef-44b3-b1ce-bae6fd006a08 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:32.592378 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba1d23c-72ef-44b3-b1ce-bae6fd006a08 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab6d3766-85cc-49a1-807c-cc8eb476be8c,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:34:32.694437 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3ba1d23c-72ef-44b3-b1ce-bae6fd006a08 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:32.695704 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-3ba1d23c-72ef-44b3-b1ce-bae6fd006a08 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3646176 May 28 07:34:32.698575 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 58972) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:34:32.703710 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-077f289a-9636-4113-8778-8edf30cc985f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Request body: {'security_group_rule': {'security_group_id': 'c8435301-ed09-43f2-b7ed-92da548d5244', 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:34:32.710158 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-077f289a-9636-4113-8778-8edf30cc985f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:34:32.714125 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-077f289a-9636-4113-8778-8edf30cc985f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Usage tracker for resource:security_group_rule and tenant:0b2a8c929aa54b05ba857077fa769fd4 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:34:32.716952 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-077f289a-9636-4113-8778-8edf30cc985f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:34:32.722865 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-077f289a-9636-4113-8778-8edf30cc985f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:34:32.813029 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-077f289a-9636-4113-8778-8edf30cc985f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:32.877690 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-077f289a-9636-4113-8778-8edf30cc985f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:32.954440 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-077f289a-9636-4113-8778-8edf30cc985f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:32.954644 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:32.979802 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077f289a-9636-4113-8778-8edf30cc985f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2044e9e-0e90-4b07-90ca-c5ff4ce1cf13,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:34:33.074286 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-077f289a-9636-4113-8778-8edf30cc985f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:33.075466 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-077f289a-9636-4113-8778-8edf30cc985f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3759618 May 28 07:34:33.078236 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 58976) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:34:33.083122 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-86fa3f64-c07e-4a8e-afe9-c332ef616ad0 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Request body: {'security_group_rule': {'security_group_id': 'c8435301-ed09-43f2-b7ed-92da548d5244', 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:34:33.090450 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-86fa3f64-c07e-4a8e-afe9-c332ef616ad0 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:34:33.094479 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-86fa3f64-c07e-4a8e-afe9-c332ef616ad0 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Usage tracker for resource:security_group_rule and tenant:0b2a8c929aa54b05ba857077fa769fd4 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:34:33.097290 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-86fa3f64-c07e-4a8e-afe9-c332ef616ad0 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:34:33.103877 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-86fa3f64-c07e-4a8e-afe9-c332ef616ad0 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:34:33.180649 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-86fa3f64-c07e-4a8e-afe9-c332ef616ad0 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:33.241712 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-86fa3f64-c07e-4a8e-afe9-c332ef616ad0 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:33.328619 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-86fa3f64-c07e-4a8e-afe9-c332ef616ad0 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:33.353091 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fa3f64-c07e-4a8e-afe9-c332ef616ad0 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fb78af6-8101-42af-ad00-0134f03a90fa,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:34:33.434475 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-86fa3f64-c07e-4a8e-afe9-c332ef616ad0 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:33.435658 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-86fa3f64-c07e-4a8e-afe9-c332ef616ad0 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3565376 May 28 07:34:33.438409 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 58980) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:34:33.443223 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-655d3298-96de-4489-8c92-fc1786b074f2 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Request body: {'security_group_rule': {'security_group_id': 'c8435301-ed09-43f2-b7ed-92da548d5244', 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:34:33.450412 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-655d3298-96de-4489-8c92-fc1786b074f2 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:34:33.454177 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-655d3298-96de-4489-8c92-fc1786b074f2 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Usage tracker for resource:security_group_rule and tenant:0b2a8c929aa54b05ba857077fa769fd4 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:34:33.457011 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-655d3298-96de-4489-8c92-fc1786b074f2 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:34:33.463414 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-655d3298-96de-4489-8c92-fc1786b074f2 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:34:33.521014 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-655d3298-96de-4489-8c92-fc1786b074f2 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:33.583478 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-655d3298-96de-4489-8c92-fc1786b074f2 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:33.623053 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-655d3298-96de-4489-8c92-fc1786b074f2 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:33.646164 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655d3298-96de-4489-8c92-fc1786b074f2 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c8bc446-1895-4bfb-84f1-16f29974a389,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:34:33.706068 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-655d3298-96de-4489-8c92-fc1786b074f2 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:33.707233 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-655d3298-96de-4489-8c92-fc1786b074f2 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2679017 May 28 07:34:33.709894 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 58984) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:34:33.714776 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-257084f9-969b-4976-88e0-3694c0a31ed4 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Request body: {'security_group_rule': {'security_group_id': 'c8435301-ed09-43f2-b7ed-92da548d5244', 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:34:33.721380 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-257084f9-969b-4976-88e0-3694c0a31ed4 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:34:33.725157 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-257084f9-969b-4976-88e0-3694c0a31ed4 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Usage tracker for resource:security_group_rule and tenant:0b2a8c929aa54b05ba857077fa769fd4 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:34:33.728071 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-257084f9-969b-4976-88e0-3694c0a31ed4 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:34:33.733731 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-257084f9-969b-4976-88e0-3694c0a31ed4 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:34:33.823748 n-d-843702-1 neutron-server[89110]: INFO neutron.db.securitygroups_db [None req-257084f9-969b-4976-88e0-3694c0a31ed4 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Project 0b2a8c929aa54b05ba857077fa769fd4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 07:34:33.830337 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-257084f9-969b-4976-88e0-3694c0a31ed4 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:33.893212 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-257084f9-969b-4976-88e0-3694c0a31ed4 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:33.965618 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-257084f9-969b-4976-88e0-3694c0a31ed4 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:33.989670 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257084f9-969b-4976-88e0-3694c0a31ed4 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70ccd915-c420-43c4-ac14-3ee5ad1479cf,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:34:34.068849 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-257084f9-969b-4976-88e0-3694c0a31ed4 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:34.070070 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-257084f9-969b-4976-88e0-3694c0a31ed4 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3592832 May 28 07:34:34.072817 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 58988) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:34:34.077793 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-c4d086df-63f1-40ca-983e-575187601a80 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Request body: {'security_group_rule': {'security_group_id': 'c8435301-ed09-43f2-b7ed-92da548d5244', 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:34:34.084101 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-c4d086df-63f1-40ca-983e-575187601a80 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:34:34.087897 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-c4d086df-63f1-40ca-983e-575187601a80 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Usage tracker for resource:security_group_rule and tenant:0b2a8c929aa54b05ba857077fa769fd4 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:34:34.090928 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-c4d086df-63f1-40ca-983e-575187601a80 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:34:34.096783 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-c4d086df-63f1-40ca-983e-575187601a80 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:34:34.160040 n-d-843702-1 neutron-server[89110]: INFO neutron.db.securitygroups_db [None req-c4d086df-63f1-40ca-983e-575187601a80 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Project 0b2a8c929aa54b05ba857077fa769fd4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 07:34:34.166981 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c4d086df-63f1-40ca-983e-575187601a80 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:34.231278 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c4d086df-63f1-40ca-983e-575187601a80 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:34.308464 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c4d086df-63f1-40ca-983e-575187601a80 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:34.331641 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d086df-63f1-40ca-983e-575187601a80 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e952cd77-7758-4fd4-b5cd-d9dd64fe56b2,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:34:34.411761 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c4d086df-63f1-40ca-983e-575187601a80 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:34.412934 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-c4d086df-63f1-40ca-983e-575187601a80 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3390064 May 28 07:34:34.415800 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 58992) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:34:34.421996 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-994b55a2-b54f-4a3b-a352-096be3a60194 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Request body: {'network': {'name': 'tempest-network-smoke--1308433323', 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'port_security_enabled': True}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:34:34.427290 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-994b55a2-b54f-4a3b-a352-096be3a60194 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:34:34.431288 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-994b55a2-b54f-4a3b-a352-096be3a60194 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Usage tracker for resource:network and tenant:0b2a8c929aa54b05ba857077fa769fd4 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:34:34.434368 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-994b55a2-b54f-4a3b-a352-096be3a60194 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:34:34.440054 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-994b55a2-b54f-4a3b-a352-096be3a60194 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:34:34.511769 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-994b55a2-b54f-4a3b-a352-096be3a60194 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Made reservation on behalf of 0b2a8c929aa54b05ba857077fa769fd4 for: {'network': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 07:34:34.515239 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-994b55a2-b54f-4a3b-a352-096be3a60194 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:34.543648 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-994b55a2-b54f-4a3b-a352-096be3a60194 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'} {{(pid=89110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 07:34:34.552121 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-994b55a2-b54f-4a3b-a352-096be3a60194 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:34.552456 n-d-843702-1 neutron-server[89110]: INFO neutron.db.segments_db [None req-994b55a2-b54f-4a3b-a352-096be3a60194 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Added segment c1117caa-4745-45d8-867c-1d3b7e673947 of type vlan for network 7553594b-6cea-4d90-a16f-51b89ef6f8d5 May 28 07:34:34.580916 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-994b55a2-b54f-4a3b-a352-096be3a60194 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:34.685636 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-994b55a2-b54f-4a3b-a352-096be3a60194 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:34.691058 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994b55a2-b54f-4a3b-a352-096be3a60194 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:34:34.691635 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-994b55a2-b54f-4a3b-a352-096be3a60194 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:34.798167 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994b55a2-b54f-4a3b-a352-096be3a60194 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Pushing event updated for resources: {'Network': ['ID=7553594b-6cea-4d90-a16f-51b89ef6f8d5,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:34:34.809565 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 7553594b-6cea-4d90-a16f-51b89ef6f8d5 details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 07:34:34.869464 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-994b55a2-b54f-4a3b-a352-096be3a60194 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4517601 May 28 07:34:34.872114 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 58996) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:34:34.877104 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-01fa1f78-333d-4aa7-83ee-accd6a8d4d20 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-912859575', 'admin_state_up': True, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:34:34.884715 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-01fa1f78-333d-4aa7-83ee-accd6a8d4d20 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:34:34.889166 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-01fa1f78-333d-4aa7-83ee-accd6a8d4d20 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Usage tracker for resource:router and tenant:0b2a8c929aa54b05ba857077fa769fd4 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:34:34.892003 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-01fa1f78-333d-4aa7-83ee-accd6a8d4d20 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:34:34.898243 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-01fa1f78-333d-4aa7-83ee-accd6a8d4d20 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:34:34.960171 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-01fa1f78-333d-4aa7-83ee-accd6a8d4d20 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59128'] for router, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:34.961203 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-01fa1f78-333d-4aa7-83ee-accd6a8d4d20 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59009'] for router, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:34.976965 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-01fa1f78-333d-4aa7-83ee-accd6a8d4d20 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:35.319133 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-01fa1f78-333d-4aa7-83ee-accd6a8d4d20 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59027'] for router, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:35.707221 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-01fa1f78-333d-4aa7-83ee-accd6a8d4d20 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for router_gateway, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:35.838494 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-01fa1f78-333d-4aa7-83ee-accd6a8d4d20 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:35.967022 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [None req-01fa1f78-333d-4aa7-83ee-accd6a8d4d20 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Allocated IP 172.25.5.81 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/e4b988d9-b753-40e3-b21b-b6a3e1cfcf12) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:34:36.117327 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-01fa1f78-333d-4aa7-83ee-accd6a8d4d20 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:36.240563 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-01fa1f78-333d-4aa7-83ee-accd6a8d4d20 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:36.304083 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01fa1f78-333d-4aa7-83ee-accd6a8d4d20 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:34:36.306999 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-01fa1f78-333d-4aa7-83ee-accd6a8d4d20 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:34:36.310793 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fa1f78-333d-4aa7-83ee-accd6a8d4d20 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:34:36.339253 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fa1f78-333d-4aa7-83ee-accd6a8d4d20 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Pushing event updated for resources: {'Port': ['ID=e4b988d9-b753-40e3-b21b-b6a3e1cfcf12,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:34:36.786301 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-01fa1f78-333d-4aa7-83ee-accd6a8d4d20 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for router_gateway, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:37.113511 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-01fa1f78-333d-4aa7-83ee-accd6a8d4d20 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690761'] for router, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:37.394762 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01fa1f78-333d-4aa7-83ee-accd6a8d4d20 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Router f94d459a-a43a-40d5-b493-9618ed69f489 is scheduled to L3 agent 42958940-9562-4f71-972f-15a8af9d3963 with binding_index 1 {{(pid=89110) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 07:34:37.706140 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01fa1f78-333d-4aa7-83ee-accd6a8d4d20 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 07:34:37.723898 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6578d54a-0ee9-4c9b-8562-34b7184af180 None None] Sync routers for ids ['f94d459a-a43a-40d5-b493-9618ed69f489'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 07:34:37.735032 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6578d54a-0ee9-4c9b-8562-34b7184af180 None None] Routers {'f94d459a-a43a-40d5-b493-9618ed69f489'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:34:37.735677 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-6578d54a-0ee9-4c9b-8562-34b7184af180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:34:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['f94d459a-a43a-40d5-b493-9618ed69f489'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:34:37.803244 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-01fa1f78-333d-4aa7-83ee-accd6a8d4d20 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for router, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:37.804457 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-01fa1f78-333d-4aa7-83ee-accd6a8d4d20 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.9314227 May 28 07:34:37.808380 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 59000) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:34:37.853250 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-63e4d668-7f9d-4d7d-a120-34dd60b06121 tempest-TestNetworkAdvancedServerOps-920274614 tempest-TestNetworkAdvancedServerOps-920274614-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=0b2a8c929aa54b05ba857077fa769fd4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0435102 May 28 07:34:37.856458 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 59004) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:34:37.924381 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-6578d54a-0ee9-4c9b-8562-34b7184af180 None None] Set router f94d459a-a43a-40d5-b493-9618ed69f489 gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:34:37.997661 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e393f0c-7244-441d-bee3-5209dbfd4c11 tempest-TestNetworkAdvancedServerOps-920274614 tempest-TestNetworkAdvancedServerOps-920274614-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:34:37.999044 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-4e393f0c-7244-441d-bee3-5209dbfd4c11 tempest-TestNetworkAdvancedServerOps-920274614 tempest-TestNetworkAdvancedServerOps-920274614-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1415031 May 28 07:34:38.001911 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 59008) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:34:38.043027 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-1f401aef-c74a-4d96-97d1-7eb9fffbb79f tempest-TestNetworkAdvancedServerOps-920274614 tempest-TestNetworkAdvancedServerOps-920274614-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=68df399e-e75e-4871-9364-5d05730b50f0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0400217 May 28 07:34:38.045579 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 59012) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:34:38.051949 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-392e563c-f8c1-436d-8e0a-72d5d6ee524d tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-723480176', 'network_id': '7553594b-6cea-4d90-a16f-51b89ef6f8d5', 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:34:38.183093 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-392e563c-f8c1-436d-8e0a-72d5d6ee524d tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:34:38.188004 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-392e563c-f8c1-436d-8e0a-72d5d6ee524d tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Usage tracker for resource:subnet and tenant:0b2a8c929aa54b05ba857077fa769fd4 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:34:38.194124 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-392e563c-f8c1-436d-8e0a-72d5d6ee524d tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:34:38.201637 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-392e563c-f8c1-436d-8e0a-72d5d6ee524d tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:34:38.297264 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-6578d54a-0ee9-4c9b-8562-34b7184af180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94d459a-a43a-40d5-b493-9618ed69f489', 'name': 'tempest-TestNetworkAdvancedServerOps-router-912859575', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'e4b988d9-b753-40e3-b21b-b6a3e1cfcf12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:34:34Z', 'updated_at': '2022-05-28T07:34:36Z', 'revision_number': 3, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'gw_port': {'id': 'e4b988d9-b753-40e3-b21b-b6a3e1cfcf12', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:aa:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f94d459a-a43a-40d5-b493-9618ed69f489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:34:35Z', 'updated_at': '2022-05-28T07:34:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:34:38.300122 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-392e563c-f8c1-436d-8e0a-72d5d6ee524d tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Made reservation on behalf of 0b2a8c929aa54b05ba857077fa769fd4 for: {'subnet': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 07:34:38.301188 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6578d54a-0ee9-4c9b-8562-34b7184af180 None None] Checking router: f94d459a-a43a-40d5-b493-9618ed69f489 for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 07:34:38.301556 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6578d54a-0ee9-4c9b-8562-34b7184af180 None None] Updating router f94d459a-a43a-40d5-b493-9618ed69f489 port e4b988d9-b753-40e3-b21b-b6a3e1cfcf12 binding host n-d-843702-1 {{(pid=89111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 07:34:38.303685 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-392e563c-f8c1-436d-8e0a-72d5d6ee524d tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3171998'] for subnet, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:38.354024 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-6578d54a-0ee9-4c9b-8562-34b7184af180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:38.632121 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-392e563c-f8c1-436d-8e0a-72d5d6ee524d tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3115906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3172012'] for subnet, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:38.685744 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-6578d54a-0ee9-4c9b-8562-34b7184af180 None None] Notify callbacks [] for port, precommit_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:38.697133 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-6578d54a-0ee9-4c9b-8562-34b7184af180 None None] Transition to ACTIVE for port object e4b988d9-b753-40e3-b21b-b6a3e1cfcf12 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:34:38.715472 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392e563c-f8c1-436d-8e0a-72d5d6ee524d tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Pushing event updated for resources: {'Subnet': ['ID=33641309-18a1-48f5-8c52-9ea8a6adaa15,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:34:38.722149 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392e563c-f8c1-436d-8e0a-72d5d6ee524d tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Checking segment: {'id': 'c1117caa-4745-45d8-867c-1d3b7e673947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '7553594b-6cea-4d90-a16f-51b89ef6f8d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:34:38.723147 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392e563c-f8c1-436d-8e0a-72d5d6ee524d tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Network hostable DHCP agents. Network: 7553594b-6cea-4d90-a16f-51b89ef6f8d5, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89110) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 07:34:38.786147 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-6578d54a-0ee9-4c9b-8562-34b7184af180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:38.820503 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392e563c-f8c1-436d-8e0a-72d5d6ee524d tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Network 7553594b-6cea-4d90-a16f-51b89ef6f8d5 is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89110) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 07:34:38.867891 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-6578d54a-0ee9-4c9b-8562-34b7184af180 None None] Attempting to bind port e4b988d9-b753-40e3-b21b-b6a3e1cfcf12 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 07:34:38.868250 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-6578d54a-0ee9-4c9b-8562-34b7184af180 None None] Attempting to bind port e4b988d9-b753-40e3-b21b-b6a3e1cfcf12 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 07:34:38.868603 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6578d54a-0ee9-4c9b-8562-34b7184af180 None None] Attempting to bind port e4b988d9-b753-40e3-b21b-b6a3e1cfcf12 on network 68df399e-e75e-4871-9364-5d05730b50f0 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:34:38.871725 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c020e86-47c6-4eae-a7a5-0856cc3c176d None None] Pushing event updated for resources: {'Port': ['ID=e4b988d9-b753-40e3-b21b-b6a3e1cfcf12,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:34:38.877216 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6578d54a-0ee9-4c9b-8562-34b7184af180 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 7, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 07:34:38.877612 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6578d54a-0ee9-4c9b-8562-34b7184af180 None None] Checking segment: {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:34:38.878002 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-6578d54a-0ee9-4c9b-8562-34b7184af180 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:38.878377 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6578d54a-0ee9-4c9b-8562-34b7184af180 None None] Bound using segment: {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 07:34:38.878826 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-6578d54a-0ee9-4c9b-8562-34b7184af180 None None] Bound port: e4b988d9-b753-40e3-b21b-b6a3e1cfcf12, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 07:34:38.879189 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-6578d54a-0ee9-4c9b-8562-34b7184af180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:38.899974 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-392e563c-f8c1-436d-8e0a-72d5d6ee524d tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, 7553594b-6cea-4d90-a16f-51b89ef6f8d5) {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:34:38.904140 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392e563c-f8c1-436d-8e0a-72d5d6ee524d tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:34:38.904813 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-392e563c-f8c1-436d-8e0a-72d5d6ee524d tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:38.913550 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056077c8-1fbc-47af-9a59-1229ebfdc151 None None] Network 7553594b-6cea-4d90-a16f-51b89ef6f8d5 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 07:34:38.995827 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-392e563c-f8c1-436d-8e0a-72d5d6ee524d tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9492142 May 28 07:34:38.998583 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 59016) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:34:39.037619 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-6578d54a-0ee9-4c9b-8562-34b7184af180 None None] For port e4b988d9-b753-40e3-b21b-b6a3e1cfcf12, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:34:39.056249 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-6578d54a-0ee9-4c9b-8562-34b7184af180 None None] For port e4b988d9-b753-40e3-b21b-b6a3e1cfcf12, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=e4b988d9-b753-40e3-b21b-b6a3e1cfcf12,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 07:34:39.113094 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-6578d54a-0ee9-4c9b-8562-34b7184af180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:39.206028 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc8e457c-e60b-48dd-9885-83927b62ae39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-7553594b-6cea-4d90-a16f-51b89ef6f8d5', 'network_id': '7553594b-6cea-4d90-a16f-51b89ef6f8d5', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'fixed_ips': [{'subnet_id': '33641309-18a1-48f5-8c52-9ea8a6adaa15'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 07:34:39.206820 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-bc8e457c-e60b-48dd-9885-83927b62ae39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:39.282586 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6578d54a-0ee9-4c9b-8562-34b7184af180 None None] Routers {'f94d459a-a43a-40d5-b493-9618ed69f489'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:34:39.283204 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-6578d54a-0ee9-4c9b-8562-34b7184af180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:34:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['f94d459a-a43a-40d5-b493-9618ed69f489'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:34:39.337017 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c020e86-47c6-4eae-a7a5-0856cc3c176d None None] Pushing event updated for resources: {'Port': ['ID=e4b988d9-b753-40e3-b21b-b6a3e1cfcf12,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:34:39.537240 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-6578d54a-0ee9-4c9b-8562-34b7184af180 None None] Set router f94d459a-a43a-40d5-b493-9618ed69f489 gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:34:39.644494 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-bc8e457c-e60b-48dd-9885-83927b62ae39 None None] Allocated IP 172.20.0.2 (7553594b-6cea-4d90-a16f-51b89ef6f8d5/33641309-18a1-48f5-8c52-9ea8a6adaa15/54925008-f238-44f1-b471-e42e9c564f7d) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:34:39.812111 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a9a73780-f696-4669-aa61-84c65eb37dd3 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:40.026894 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-bc8e457c-e60b-48dd-9885-83927b62ae39 None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:40.038988 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-bc8e457c-e60b-48dd-9885-83927b62ae39 None None] Transition to ACTIVE for port object 54925008-f238-44f1-b471-e42e9c564f7d will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:34:40.051158 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-6578d54a-0ee9-4c9b-8562-34b7184af180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94d459a-a43a-40d5-b493-9618ed69f489', 'name': 'tempest-TestNetworkAdvancedServerOps-router-912859575', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'e4b988d9-b753-40e3-b21b-b6a3e1cfcf12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:34:34Z', 'updated_at': '2022-05-28T07:34:36Z', 'revision_number': 3, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'gw_port': {'id': 'e4b988d9-b753-40e3-b21b-b6a3e1cfcf12', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:aa:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f94d459a-a43a-40d5-b493-9618ed69f489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:34:35Z', 'updated_at': '2022-05-28T07:34:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:34:40.059397 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6578d54a-0ee9-4c9b-8562-34b7184af180 None None] The sync data for ids ['f94d459a-a43a-40d5-b493-9618ed69f489'] in n-d-843702-1 is: [{'id': 'f94d459a-a43a-40d5-b493-9618ed69f489', 'name': 'tempest-TestNetworkAdvancedServerOps-router-912859575', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'e4b988d9-b753-40e3-b21b-b6a3e1cfcf12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:34:34Z', 'updated_at': '2022-05-28T07:34:36Z', 'revision_number': 3, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'gw_port': {'id': 'e4b988d9-b753-40e3-b21b-b6a3e1cfcf12', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:aa:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f94d459a-a43a-40d5-b493-9618ed69f489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:34:35Z', 'updated_at': '2022-05-28T07:34:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 07:34:40.066010 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-bc8e457c-e60b-48dd-9885-83927b62ae39 None None] Transition to ACTIVE for port object 54925008-f238-44f1-b471-e42e9c564f7d will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:34:40.147305 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-bc8e457c-e60b-48dd-9885-83927b62ae39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:40.216593 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8e457c-e60b-48dd-9885-83927b62ae39 None None] Network 7553594b-6cea-4d90-a16f-51b89ef6f8d5 is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:34:40.219668 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [None req-a9a73780-f696-4669-aa61-84c65eb37dd3 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Allocated IP 172.20.0.1 (7553594b-6cea-4d90-a16f-51b89ef6f8d5/33641309-18a1-48f5-8c52-9ea8a6adaa15/be87aa1e-e6df-4ccb-bbeb-9f3902cdcc78) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:34:40.220162 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-bc8e457c-e60b-48dd-9885-83927b62ae39 None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:34:40.223466 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8e457c-e60b-48dd-9885-83927b62ae39 None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:34:40.232737 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8e457c-e60b-48dd-9885-83927b62ae39 None None] Pushing event updated for resources: {'Port': ['ID=54925008-f238-44f1-b471-e42e9c564f7d,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:34:40.333381 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-bc8e457c-e60b-48dd-9885-83927b62ae39 None None] Attempting to bind port 54925008-f238-44f1-b471-e42e9c564f7d on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 07:34:40.333769 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-bc8e457c-e60b-48dd-9885-83927b62ae39 None None] Attempting to bind port 54925008-f238-44f1-b471-e42e9c564f7d by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'c1117caa-4745-45d8-867c-1d3b7e673947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '7553594b-6cea-4d90-a16f-51b89ef6f8d5'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 07:34:40.334124 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8e457c-e60b-48dd-9885-83927b62ae39 None None] Attempting to bind port 54925008-f238-44f1-b471-e42e9c564f7d on network 7553594b-6cea-4d90-a16f-51b89ef6f8d5 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:34:40.339600 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8e457c-e60b-48dd-9885-83927b62ae39 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 7, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 07:34:40.340171 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8e457c-e60b-48dd-9885-83927b62ae39 None None] Checking segment: {'id': 'c1117caa-4745-45d8-867c-1d3b7e673947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '7553594b-6cea-4d90-a16f-51b89ef6f8d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:34:40.340634 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-bc8e457c-e60b-48dd-9885-83927b62ae39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:40.341100 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8e457c-e60b-48dd-9885-83927b62ae39 None None] Bound using segment: {'id': 'c1117caa-4745-45d8-867c-1d3b7e673947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '7553594b-6cea-4d90-a16f-51b89ef6f8d5'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 07:34:40.341689 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-bc8e457c-e60b-48dd-9885-83927b62ae39 None None] Bound port: 54925008-f238-44f1-b471-e42e9c564f7d, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1117caa-4745-45d8-867c-1d3b7e673947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '7553594b-6cea-4d90-a16f-51b89ef6f8d5'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 07:34:40.342058 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-bc8e457c-e60b-48dd-9885-83927b62ae39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:40.411116 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a9a73780-f696-4669-aa61-84c65eb37dd3 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:40.427873 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [None req-a9a73780-f696-4669-aa61-84c65eb37dd3 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Transition to ACTIVE for port object be87aa1e-e6df-4ccb-bbeb-9f3902cdcc78 will not be triggered until provisioned by entity DHCP. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:34:40.454851 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-bc8e457c-e60b-48dd-9885-83927b62ae39 None None] For port 54925008-f238-44f1-b471-e42e9c564f7d, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:34:40.458109 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-bc8e457c-e60b-48dd-9885-83927b62ae39 None None] For port 54925008-f238-44f1-b471-e42e9c564f7d, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=54925008-f238-44f1-b471-e42e9c564f7d,segment=NetworkSegment(c1117caa-4745-45d8-867c-1d3b7e673947),segment_id=c1117caa-4745-45d8-867c-1d3b7e673947)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 07:34:40.544294 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a9a73780-f696-4669-aa61-84c65eb37dd3 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:40.572713 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-bc8e457c-e60b-48dd-9885-83927b62ae39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:40.613055 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a73780-f696-4669-aa61-84c65eb37dd3 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Network 7553594b-6cea-4d90-a16f-51b89ef6f8d5 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:34:40.616127 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-a9a73780-f696-4669-aa61-84c65eb37dd3 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:34:40.620952 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a73780-f696-4669-aa61-84c65eb37dd3 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:34:40.664322 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a73780-f696-4669-aa61-84c65eb37dd3 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Pushing event updated for resources: {'Port': ['ID=be87aa1e-e6df-4ccb-bbeb-9f3902cdcc78,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:34:40.669665 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8e457c-e60b-48dd-9885-83927b62ae39 None None] Pushing event updated for resources: {'Port': ['ID=54925008-f238-44f1-b471-e42e9c564f7d,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:34:40.698691 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a9a73780-f696-4669-aa61-84c65eb37dd3 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690947'] for router_interface, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:41.082881 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a9a73780-f696-4669-aa61-84c65eb37dd3 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:41.089953 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 54925008-f238-44f1-b471-e42e9c564f7d up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:34:41.219962 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 54925008-f238-44f1-b471-e42e9c564f7d completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:34:41.225062 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device e4b988d9-b753-40e3-b21b-b6a3e1cfcf12 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:34:41.345580 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port e4b988d9-b753-40e3-b21b-b6a3e1cfcf12 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:34:41.350782 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port e4b988d9-b753-40e3-b21b-b6a3e1cfcf12 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:34:41.354094 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:41.487282 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port e4b988d9-b753-40e3-b21b-b6a3e1cfcf12 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:34:41.487658 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:41.506734 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port e4b988d9-b753-40e3-b21b-b6a3e1cfcf12, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=e4b988d9-b753-40e3-b21b-b6a3e1cfcf12,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:34:41.577334 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:41.627402 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a9a73780-f696-4669-aa61-84c65eb37dd3 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:41.653888 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=e4b988d9-b753-40e3-b21b-b6a3e1cfcf12,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:34:41.685168 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aece4ac3-ce49-4c56-b7ec-b7eecd21681f None None] Network 7553594b-6cea-4d90-a16f-51b89ef6f8d5 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 07:34:41.688020 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a9a73780-f696-4669-aa61-84c65eb37dd3 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:41.804192 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a9a73780-f696-4669-aa61-84c65eb37dd3 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700602'] for router_interface, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:41.808971 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a73780-f696-4669-aa61-84c65eb37dd3 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Pushing event updated for resources: {'Port': ['ID=be87aa1e-e6df-4ccb-bbeb-9f3902cdcc78,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:34:41.896197 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-d67bcb8c-b5f6-4b20-8075-faf4591673b8 None None] Provisioning for port 54925008-f238-44f1-b471-e42e9c564f7d completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:34:41.909009 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-d67bcb8c-b5f6-4b20-8075-faf4591673b8 None None] Provisioning complete for port 54925008-f238-44f1-b471-e42e9c564f7d triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:34:41.909401 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d67bcb8c-b5f6-4b20-8075-faf4591673b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:41.949379 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a73780-f696-4669-aa61-84c65eb37dd3 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Network 7553594b-6cea-4d90-a16f-51b89ef6f8d5 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:34:41.950548 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-a9a73780-f696-4669-aa61-84c65eb37dd3 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:34:42.052620 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-d67bcb8c-b5f6-4b20-8075-faf4591673b8 None None] Current status of the port 54925008-f238-44f1-b471-e42e9c564f7d is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:34:42.052992 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d67bcb8c-b5f6-4b20-8075-faf4591673b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:42.087712 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-d67bcb8c-b5f6-4b20-8075-faf4591673b8 None None] For port 54925008-f238-44f1-b471-e42e9c564f7d, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=54925008-f238-44f1-b471-e42e9c564f7d,segment=NetworkSegment(c1117caa-4745-45d8-867c-1d3b7e673947),segment_id=c1117caa-4745-45d8-867c-1d3b7e673947)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:34:42.148166 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9a73780-f696-4669-aa61-84c65eb37dd3 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Router f94d459a-a43a-40d5-b493-9618ed69f489 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 07:34:42.179878 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d67bcb8c-b5f6-4b20-8075-faf4591673b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:42.254965 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67bcb8c-b5f6-4b20-8075-faf4591673b8 None None] Pushing event updated for resources: {'Port': ['ID=54925008-f238-44f1-b471-e42e9c564f7d,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:34:42.302293 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-47bce61d-5450-45d3-8ce0-7d813c013cd5 None None] Provisioning complete for port 54925008-f238-44f1-b471-e42e9c564f7d triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:34:42.302662 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-47bce61d-5450-45d3-8ce0-7d813c013cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:42.342879 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9a73780-f696-4669-aa61-84c65eb37dd3 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 07:34:42.354792 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8d05a2-5eac-430f-8ad8-202a010f078c None None] Sync routers for ids ['f94d459a-a43a-40d5-b493-9618ed69f489'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 07:34:42.357039 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-a9a73780-f696-4669-aa61-84c65eb37dd3 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "PUT /v2.0/routers/f94d459a-a43a-40d5-b493-9618ed69f489/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3574097 May 28 07:34:42.365280 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8d05a2-5eac-430f-8ad8-202a010f078c None None] Routers {'f94d459a-a43a-40d5-b493-9618ed69f489'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:34:42.366387 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-bf8d05a2-5eac-430f-8ad8-202a010f078c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:34:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['f94d459a-a43a-40d5-b493-9618ed69f489'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:34:42.462436 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-47bce61d-5450-45d3-8ce0-7d813c013cd5 None None] Current status of the port 54925008-f238-44f1-b471-e42e9c564f7d is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:34:42.554766 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-3c236943-0de4-4d3a-b8e0-9cbdda8297ad req-018e04f5-82e1-43be-a33f-606984aba247 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Synchronizing usage tracker for tenant:0b2a8c929aa54b05ba857077fa769fd4 on resource:security_group {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:34:42.562995 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-47bce61d-5450-45d3-8ce0-7d813c013cd5 None None] Provisioning for port be87aa1e-e6df-4ccb-bbeb-9f3902cdcc78 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:34:42.570397 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-47bce61d-5450-45d3-8ce0-7d813c013cd5 None None] Provisioning complete for port be87aa1e-e6df-4ccb-bbeb-9f3902cdcc78 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:34:42.572372 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-47bce61d-5450-45d3-8ce0-7d813c013cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:42.574578 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-bf8d05a2-5eac-430f-8ad8-202a010f078c None None] Set router f94d459a-a43a-40d5-b493-9618ed69f489 gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:34:42.654493 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-3c236943-0de4-4d3a-b8e0-9cbdda8297ad req-018e04f5-82e1-43be-a33f-606984aba247 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Unset dirty status for tenant:0b2a8c929aa54b05ba857077fa769fd4 on resource:security_group {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:34:42.655685 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3c236943-0de4-4d3a-b8e0-9cbdda8297ad req-018e04f5-82e1-43be-a33f-606984aba247 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1540689216&fields=id&tenant_id=0b2a8c929aa54b05ba857077fa769fd4 HTTP/1.1" status: 200 len: 267 time: 0.1524539 May 28 07:34:42.675216 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-47bce61d-5450-45d3-8ce0-7d813c013cd5 None None] Port be87aa1e-e6df-4ccb-bbeb-9f3902cdcc78 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 07:34:42.813053 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-988730fa-ecbf-4f20-99d3-baff4b50c8a4 None None] Provisioning complete for port be87aa1e-e6df-4ccb-bbeb-9f3902cdcc78 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:34:42.813053 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-988730fa-ecbf-4f20-99d3-baff4b50c8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:42.816053 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c236943-0de4-4d3a-b8e0-9cbdda8297ad req-2558d7e9-043c-4ee9-929b-e47bcde7056e tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:34:42.816762 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-3c236943-0de4-4d3a-b8e0-9cbdda8297ad req-2558d7e9-043c-4ee9-929b-e47bcde7056e tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Synchronizing usage tracker for tenant:0b2a8c929aa54b05ba857077fa769fd4 on resource:network {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:34:42.866962 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-988730fa-ecbf-4f20-99d3-baff4b50c8a4 None None] Port be87aa1e-e6df-4ccb-bbeb-9f3902cdcc78 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 07:34:42.894008 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-3c236943-0de4-4d3a-b8e0-9cbdda8297ad req-2558d7e9-043c-4ee9-929b-e47bcde7056e tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Unset dirty status for tenant:0b2a8c929aa54b05ba857077fa769fd4 on resource:network {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:34:42.895389 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3c236943-0de4-4d3a-b8e0-9cbdda8297ad req-2558d7e9-043c-4ee9-929b-e47bcde7056e tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/networks?id=7553594b-6cea-4d90-a16f-51b89ef6f8d5 HTTP/1.1" status: 200 len: 797 time: 0.2309048 May 28 07:34:42.901616 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-bf8d05a2-5eac-430f-8ad8-202a010f078c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94d459a-a43a-40d5-b493-9618ed69f489', 'name': 'tempest-TestNetworkAdvancedServerOps-router-912859575', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'e4b988d9-b753-40e3-b21b-b6a3e1cfcf12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:34:34Z', 'updated_at': '2022-05-28T07:34:40Z', 'revision_number': 4, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'gw_port': {'id': 'e4b988d9-b753-40e3-b21b-b6a3e1cfcf12', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:aa:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94d459a-a43a-40d5-b493-9618ed69f489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:34:35Z', 'updated_at': '2022-05-28T07:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'be87aa1e-e6df-4ccb-bbeb-9f3902cdcc78', 'name': '', 'network_id': '7553594b-6cea-4d90-a16f-51b89ef6f8d5', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'mac_address': 'fa:16:3e:d5:55:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f94d459a-a43a-40d5-b493-9618ed69f489', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '33641309-18a1-48f5-8c52-9ea8a6adaa15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:34:40Z', 'updated_at': '2022-05-28T07:34:41Z', 'revision_number': 2, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'subnets': [{'id': '33641309-18a1-48f5-8c52-9ea8a6adaa15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:34:42.905529 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8d05a2-5eac-430f-8ad8-202a010f078c None None] Checking router: f94d459a-a43a-40d5-b493-9618ed69f489 for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 07:34:42.906117 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8d05a2-5eac-430f-8ad8-202a010f078c None None] Updating router f94d459a-a43a-40d5-b493-9618ed69f489 port be87aa1e-e6df-4ccb-bbeb-9f3902cdcc78 binding host n-d-843702-1 {{(pid=89112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 07:34:42.911000 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3c236943-0de4-4d3a-b8e0-9cbdda8297ad req-8e85c162-a606-4750-8e64-ab6a9ea3c631 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/quotas/0b2a8c929aa54b05ba857077fa769fd4 HTTP/1.1" status: 200 len: 375 time: 0.0100465 May 28 07:34:42.959004 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-bf8d05a2-5eac-430f-8ad8-202a010f078c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:43.000474 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-3c236943-0de4-4d3a-b8e0-9cbdda8297ad req-2a9f9b48-fc72-4674-b527-8cbfd0b10b15 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Synchronizing usage tracker for tenant:0b2a8c929aa54b05ba857077fa769fd4 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:34:43.036821 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 54925008-f238-44f1-b471-e42e9c564f7d up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:34:43.089111 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-3c236943-0de4-4d3a-b8e0-9cbdda8297ad req-2a9f9b48-fc72-4674-b527-8cbfd0b10b15 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Unset dirty status for tenant:0b2a8c929aa54b05ba857077fa769fd4 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:34:43.090495 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3c236943-0de4-4d3a-b8e0-9cbdda8297ad req-2a9f9b48-fc72-4674-b527-8cbfd0b10b15 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=0b2a8c929aa54b05ba857077fa769fd4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1734385 May 28 07:34:43.109665 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 54925008-f238-44f1-b471-e42e9c564f7d triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:34:43.110814 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:43.155049 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [req-3c236943-0de4-4d3a-b8e0-9cbdda8297ad req-31b4e0ba-1361-497f-b13f-918e41154476 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=89110) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 07:34:43.161925 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3c236943-0de4-4d3a-b8e0-9cbdda8297ad req-31b4e0ba-1361-497f-b13f-918e41154476 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0587847 May 28 07:34:43.246844 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 54925008-f238-44f1-b471-e42e9c564f7d is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:34:43.248107 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device e4b988d9-b753-40e3-b21b-b6a3e1cfcf12 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:34:43.321886 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port e4b988d9-b753-40e3-b21b-b6a3e1cfcf12 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:34:43.323064 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:43.341844 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3c236943-0de4-4d3a-b8e0-9cbdda8297ad req-6a87b71e-5d84-41a8-9dcf-2cc3cc050510 service neutron] 10.222.0.55 "GET /v2.0/networks/7553594b-6cea-4d90-a16f-51b89ef6f8d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789780 May 28 07:34:43.372723 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-bf8d05a2-5eac-430f-8ad8-202a010f078c None None] Notify callbacks [] for port, precommit_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:43.386256 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.provisioning_blocks [None req-bf8d05a2-5eac-430f-8ad8-202a010f078c None None] Transition to ACTIVE for port object be87aa1e-e6df-4ccb-bbeb-9f3902cdcc78 will not be triggered until provisioned by entity L2. {{(pid=89112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:34:43.446630 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port e4b988d9-b753-40e3-b21b-b6a3e1cfcf12 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:34:43.483360 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3c236943-0de4-4d3a-b8e0-9cbdda8297ad req-8df4466e-9b39-4a13-996d-ef7b88260154 service neutron] 10.222.0.55 "GET /v2.0/networks/7553594b-6cea-4d90-a16f-51b89ef6f8d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322095 May 28 07:34:43.498014 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-bf8d05a2-5eac-430f-8ad8-202a010f078c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:43.666527 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4092191f-876b-41b8-a3d6-1288fa3995bd None None] Pushing event updated for resources: {'Port': ['ID=be87aa1e-e6df-4ccb-bbeb-9f3902cdcc78,revision_number=3']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:34:43.715126 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4092191f-876b-41b8-a3d6-1288fa3995bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:34:43.715738 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4092191f-876b-41b8-a3d6-1288fa3995bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:34:43.716229 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4092191f-876b-41b8-a3d6-1288fa3995bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:34:43.716701 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4092191f-876b-41b8-a3d6-1288fa3995bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:34:43.717169 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4092191f-876b-41b8-a3d6-1288fa3995bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:34:43.717759 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4092191f-876b-41b8-a3d6-1288fa3995bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:34:43.718474 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4092191f-876b-41b8-a3d6-1288fa3995bd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:34:43.718966 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4092191f-876b-41b8-a3d6-1288fa3995bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:34:43.719283 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4092191f-876b-41b8-a3d6-1288fa3995bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:34:43.719598 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4092191f-876b-41b8-a3d6-1288fa3995bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:34:43.719913 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4092191f-876b-41b8-a3d6-1288fa3995bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:34:43.720222 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4092191f-876b-41b8-a3d6-1288fa3995bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:34:43.753986 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-bf8d05a2-5eac-430f-8ad8-202a010f078c None None] Attempting to bind port be87aa1e-e6df-4ccb-bbeb-9f3902cdcc78 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 07:34:43.753986 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-bf8d05a2-5eac-430f-8ad8-202a010f078c None None] Attempting to bind port be87aa1e-e6df-4ccb-bbeb-9f3902cdcc78 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'c1117caa-4745-45d8-867c-1d3b7e673947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '7553594b-6cea-4d90-a16f-51b89ef6f8d5'}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 07:34:43.754408 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8d05a2-5eac-430f-8ad8-202a010f078c None None] Attempting to bind port be87aa1e-e6df-4ccb-bbeb-9f3902cdcc78 on network 7553594b-6cea-4d90-a16f-51b89ef6f8d5 {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:34:43.766572 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8d05a2-5eac-430f-8ad8-202a010f078c None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 7, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 07:34:43.770482 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8d05a2-5eac-430f-8ad8-202a010f078c None None] Checking segment: {'id': 'c1117caa-4745-45d8-867c-1d3b7e673947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '7553594b-6cea-4d90-a16f-51b89ef6f8d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:34:43.770482 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-bf8d05a2-5eac-430f-8ad8-202a010f078c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:43.770482 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8d05a2-5eac-430f-8ad8-202a010f078c None None] Bound using segment: {'id': 'c1117caa-4745-45d8-867c-1d3b7e673947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '7553594b-6cea-4d90-a16f-51b89ef6f8d5'} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 07:34:43.770482 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-bf8d05a2-5eac-430f-8ad8-202a010f078c None None] Bound port: be87aa1e-e6df-4ccb-bbeb-9f3902cdcc78, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1117caa-4745-45d8-867c-1d3b7e673947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '7553594b-6cea-4d90-a16f-51b89ef6f8d5'}}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 07:34:43.770482 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-bf8d05a2-5eac-430f-8ad8-202a010f078c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:43.786647 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9d6c0129-3d1b-4193-a0da-6b7a2f9bcb0d req-b983dbb0-1ee7-4342-afa9-99463aa731ad tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=88549cde-b1ff-4a37-8bfa-d04ff1428db1 HTTP/1.1" status: 200 len: 210 time: 0.0611587 May 28 07:34:43.883052 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-bf8d05a2-5eac-430f-8ad8-202a010f078c None None] For port be87aa1e-e6df-4ccb-bbeb-9f3902cdcc78, host n-d-843702-1, cleared binding levels {{(pid=89112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:34:43.889041 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-bf8d05a2-5eac-430f-8ad8-202a010f078c None None] For port be87aa1e-e6df-4ccb-bbeb-9f3902cdcc78, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=be87aa1e-e6df-4ccb-bbeb-9f3902cdcc78,segment=NetworkSegment(c1117caa-4745-45d8-867c-1d3b7e673947),segment_id=c1117caa-4745-45d8-867c-1d3b7e673947)] {{(pid=89112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 07:34:43.966537 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-bf8d05a2-5eac-430f-8ad8-202a010f078c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:44.045179 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8d05a2-5eac-430f-8ad8-202a010f078c None None] Routers {'f94d459a-a43a-40d5-b493-9618ed69f489'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:34:44.045821 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-bf8d05a2-5eac-430f-8ad8-202a010f078c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:34:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['f94d459a-a43a-40d5-b493-9618ed69f489'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:34:44.102567 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4092191f-876b-41b8-a3d6-1288fa3995bd None None] Pushing event updated for resources: {'Port': ['ID=be87aa1e-e6df-4ccb-bbeb-9f3902cdcc78,revision_number=4']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:34:44.236067 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-bf8d05a2-5eac-430f-8ad8-202a010f078c None None] Set router f94d459a-a43a-40d5-b493-9618ed69f489 gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:34:44.547415 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-bf8d05a2-5eac-430f-8ad8-202a010f078c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94d459a-a43a-40d5-b493-9618ed69f489', 'name': 'tempest-TestNetworkAdvancedServerOps-router-912859575', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'e4b988d9-b753-40e3-b21b-b6a3e1cfcf12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:34:34Z', 'updated_at': '2022-05-28T07:34:40Z', 'revision_number': 4, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'gw_port': {'id': 'e4b988d9-b753-40e3-b21b-b6a3e1cfcf12', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:aa:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94d459a-a43a-40d5-b493-9618ed69f489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:34:35Z', 'updated_at': '2022-05-28T07:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'be87aa1e-e6df-4ccb-bbeb-9f3902cdcc78', 'name': '', 'network_id': '7553594b-6cea-4d90-a16f-51b89ef6f8d5', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'mac_address': 'fa:16:3e:d5:55:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f94d459a-a43a-40d5-b493-9618ed69f489', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '33641309-18a1-48f5-8c52-9ea8a6adaa15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:34:40Z', 'updated_at': '2022-05-28T07:34:43Z', 'revision_number': 4, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'subnets': [{'id': '33641309-18a1-48f5-8c52-9ea8a6adaa15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:34:44.552050 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8d05a2-5eac-430f-8ad8-202a010f078c None None] The sync data for ids ['f94d459a-a43a-40d5-b493-9618ed69f489'] in n-d-843702-1 is: [{'id': 'f94d459a-a43a-40d5-b493-9618ed69f489', 'name': 'tempest-TestNetworkAdvancedServerOps-router-912859575', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'e4b988d9-b753-40e3-b21b-b6a3e1cfcf12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:34:34Z', 'updated_at': '2022-05-28T07:34:40Z', 'revision_number': 4, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'gw_port': {'id': 'e4b988d9-b753-40e3-b21b-b6a3e1cfcf12', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:aa:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94d459a-a43a-40d5-b493-9618ed69f489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:34:35Z', 'updated_at': '2022-05-28T07:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'be87aa1e-e6df-4ccb-bbeb-9f3902cdcc78', 'name': '', 'network_id': '7553594b-6cea-4d90-a16f-51b89ef6f8d5', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'mac_address': 'fa:16:3e:d5:55:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f94d459a-a43a-40d5-b493-9618ed69f489', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '33641309-18a1-48f5-8c52-9ea8a6adaa15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:34:40Z', 'updated_at': '2022-05-28T07:34:43Z', 'revision_number': 4, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'subnets': [{'id': '33641309-18a1-48f5-8c52-9ea8a6adaa15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 07:34:44.957313 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ebad6ed1-76dc-4617-96cf-7342b3ad43fa req-d3a01a41-828d-4f14-b55a-74ea35945da5 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=88549cde-b1ff-4a37-8bfa-d04ff1428db1 HTTP/1.1" status: 200 len: 210 time: 0.0496790 May 28 07:34:45.079041 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device be87aa1e-e6df-4ccb-bbeb-9f3902cdcc78 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:34:45.211500 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port be87aa1e-e6df-4ccb-bbeb-9f3902cdcc78 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:34:45.218585 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port be87aa1e-e6df-4ccb-bbeb-9f3902cdcc78 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:34:45.219285 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:45.349987 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port be87aa1e-e6df-4ccb-bbeb-9f3902cdcc78 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:34:45.350374 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:45.389643 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port be87aa1e-e6df-4ccb-bbeb-9f3902cdcc78, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=be87aa1e-e6df-4ccb-bbeb-9f3902cdcc78,segment=NetworkSegment(c1117caa-4745-45d8-867c-1d3b7e673947),segment_id=c1117caa-4745-45d8-867c-1d3b7e673947)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:34:45.494931 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:45.578865 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=be87aa1e-e6df-4ccb-bbeb-9f3902cdcc78,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:34:46.240136 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0030f212-5ac0-4ada-9e08-6ed3b9f2ee54 req-90bca9a5-1c3b-4c4e-b51d-390de9970483 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=88549cde-b1ff-4a37-8bfa-d04ff1428db1 HTTP/1.1" status: 200 len: 210 time: 0.1728964 May 28 07:34:46.281881 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c236943-0de4-4d3a-b8e0-9cbdda8297ad req-53589447-9000-410a-b2f0-e134eff95406 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:34:46.283285 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3c236943-0de4-4d3a-b8e0-9cbdda8297ad req-53589447-9000-410a-b2f0-e134eff95406 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.69 "GET /v2.0/networks?id=7553594b-6cea-4d90-a16f-51b89ef6f8d5 HTTP/1.1" status: 200 len: 797 time: 0.3075116 May 28 07:34:46.330727 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3c236943-0de4-4d3a-b8e0-9cbdda8297ad req-b9a8fc5e-db8b-4895-8c77-276b428e253e tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b2a8c929aa54b05ba857077fa769fd4 HTTP/1.1" status: 200 len: 380 time: 0.0396113 May 28 07:34:46.339632 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-3c236943-0de4-4d3a-b8e0-9cbdda8297ad req-f87a3ce9-5c20-4ec4-93ef-e9bafe83084e tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Request body: {'port': {'device_id': '88549cde-b1ff-4a37-8bfa-d04ff1428db1', 'network_id': '7553594b-6cea-4d90-a16f-51b89ef6f8d5', 'admin_state_up': True, 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'security_groups': ['c8435301-ed09-43f2-b7ed-92da548d5244']}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:34:46.475771 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-3c236943-0de4-4d3a-b8e0-9cbdda8297ad req-f87a3ce9-5c20-4ec4-93ef-e9bafe83084e tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:34:46.485327 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-3c236943-0de4-4d3a-b8e0-9cbdda8297ad req-f87a3ce9-5c20-4ec4-93ef-e9bafe83084e tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:34:46.579860 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c236943-0de4-4d3a-b8e0-9cbdda8297ad req-f87a3ce9-5c20-4ec4-93ef-e9bafe83084e tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Made reservation on behalf of 0b2a8c929aa54b05ba857077fa769fd4 for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 07:34:46.583452 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-3c236943-0de4-4d3a-b8e0-9cbdda8297ad req-f87a3ce9-5c20-4ec4-93ef-e9bafe83084e tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:46.747655 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [req-3c236943-0de4-4d3a-b8e0-9cbdda8297ad req-f87a3ce9-5c20-4ec4-93ef-e9bafe83084e tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Allocated IP 172.20.0.10 (7553594b-6cea-4d90-a16f-51b89ef6f8d5/33641309-18a1-48f5-8c52-9ea8a6adaa15/04580481-99b7-4458-a67f-ed57ff7426e6) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:34:46.934108 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-3c236943-0de4-4d3a-b8e0-9cbdda8297ad req-f87a3ce9-5c20-4ec4-93ef-e9bafe83084e tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:46.950002 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-3c236943-0de4-4d3a-b8e0-9cbdda8297ad req-f87a3ce9-5c20-4ec4-93ef-e9bafe83084e tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Transition to ACTIVE for port object 04580481-99b7-4458-a67f-ed57ff7426e6 will not be triggered until provisioned by entity DHCP. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:34:46.973494 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 07:34:47.031262 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device be87aa1e-e6df-4ccb-bbeb-9f3902cdcc78 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:34:47.071851 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-3c236943-0de4-4d3a-b8e0-9cbdda8297ad req-f87a3ce9-5c20-4ec4-93ef-e9bafe83084e tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:47.104419 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port be87aa1e-e6df-4ccb-bbeb-9f3902cdcc78 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:34:47.104785 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:47.143607 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c236943-0de4-4d3a-b8e0-9cbdda8297ad req-f87a3ce9-5c20-4ec4-93ef-e9bafe83084e tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Network 7553594b-6cea-4d90-a16f-51b89ef6f8d5 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:34:47.146472 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [req-3c236943-0de4-4d3a-b8e0-9cbdda8297ad req-f87a3ce9-5c20-4ec4-93ef-e9bafe83084e tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:34:47.150487 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c236943-0de4-4d3a-b8e0-9cbdda8297ad req-f87a3ce9-5c20-4ec4-93ef-e9bafe83084e tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:34:47.193616 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87a3ce9-5c20-4ec4-93ef-e9bafe83084e tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Pushing event updated for resources: {'Port': ['ID=04580481-99b7-4458-a67f-ed57ff7426e6,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:34:47.226143 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c236943-0de4-4d3a-b8e0-9cbdda8297ad req-f87a3ce9-5c20-4ec4-93ef-e9bafe83084e tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:34:47.226876 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-3c236943-0de4-4d3a-b8e0-9cbdda8297ad req-f87a3ce9-5c20-4ec4-93ef-e9bafe83084e tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:47.231827 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port be87aa1e-e6df-4ccb-bbeb-9f3902cdcc78 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:34:47.346789 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3c236943-0de4-4d3a-b8e0-9cbdda8297ad req-f87a3ce9-5c20-4ec4-93ef-e9bafe83084e tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0116911 May 28 07:34:47.408506 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-3c236943-0de4-4d3a-b8e0-9cbdda8297ad req-de0f511e-c5ae-4445-88dd-d50c4a7a9a8b service neutron] Request body: {'port': {'device_id': '88549cde-b1ff-4a37-8bfa-d04ff1428db1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843702-1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:34:47.549260 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa45140e-28e0-4c3c-ac94-8e1538cdc3ef req-45f6dcf3-a242-48bd-b41a-dc2db24450d1 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:34:47.549988 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-fa45140e-28e0-4c3c-ac94-8e1538cdc3ef req-45f6dcf3-a242-48bd-b41a-dc2db24450d1 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Synchronizing usage tracker for tenant:0b2a8c929aa54b05ba857077fa769fd4 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:34:47.552565 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-3c236943-0de4-4d3a-b8e0-9cbdda8297ad req-de0f511e-c5ae-4445-88dd-d50c4a7a9a8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:47.558964 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-d42b5a7a-8b38-420a-9178-83f65bd3b008 None None] Provisioning for port 04580481-99b7-4458-a67f-ed57ff7426e6 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:34:47.564413 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-d42b5a7a-8b38-420a-9178-83f65bd3b008 None None] Provisioning complete for port 04580481-99b7-4458-a67f-ed57ff7426e6 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:34:47.564785 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d42b5a7a-8b38-420a-9178-83f65bd3b008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:47.622592 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-d42b5a7a-8b38-420a-9178-83f65bd3b008 None None] Port 04580481-99b7-4458-a67f-ed57ff7426e6 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 07:34:47.721428 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-fa45140e-28e0-4c3c-ac94-8e1538cdc3ef req-45f6dcf3-a242-48bd-b41a-dc2db24450d1 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Unset dirty status for tenant:0b2a8c929aa54b05ba857077fa769fd4 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:34:47.722598 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fa45140e-28e0-4c3c-ac94-8e1538cdc3ef req-45f6dcf3-a242-48bd-b41a-dc2db24450d1 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=88549cde-b1ff-4a37-8bfa-d04ff1428db1 HTTP/1.1" status: 200 len: 932 time: 0.3676245 May 28 07:34:47.829077 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fa45140e-28e0-4c3c-ac94-8e1538cdc3ef req-bf61c5a1-5b15-4868-a63d-83153612109d tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/security-groups?id=c8435301-ed09-43f2-b7ed-92da548d5244&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577190 May 28 07:34:47.937042 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [req-3c236943-0de4-4d3a-b8e0-9cbdda8297ad req-de0f511e-c5ae-4445-88dd-d50c4a7a9a8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04580481-99b7-4458-a67f-ed57ff7426e6 {{(pid=89110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 07:34:47.944144 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-3c236943-0de4-4d3a-b8e0-9cbdda8297ad req-de0f511e-c5ae-4445-88dd-d50c4a7a9a8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:47.957977 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-3c236943-0de4-4d3a-b8e0-9cbdda8297ad req-de0f511e-c5ae-4445-88dd-d50c4a7a9a8b service neutron] Transition to ACTIVE for port object 04580481-99b7-4458-a67f-ed57ff7426e6 will not be triggered until provisioned by entity L2. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:34:48.045750 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-3c236943-0de4-4d3a-b8e0-9cbdda8297ad req-de0f511e-c5ae-4445-88dd-d50c4a7a9a8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:48.200224 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0f511e-c5ae-4445-88dd-d50c4a7a9a8b service neutron] Pushing event updated for resources: {'Port': ['ID=04580481-99b7-4458-a67f-ed57ff7426e6,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:34:48.284402 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-3c236943-0de4-4d3a-b8e0-9cbdda8297ad req-de0f511e-c5ae-4445-88dd-d50c4a7a9a8b service neutron] Attempting to bind port 04580481-99b7-4458-a67f-ed57ff7426e6 on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 07:34:48.284728 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-3c236943-0de4-4d3a-b8e0-9cbdda8297ad req-de0f511e-c5ae-4445-88dd-d50c4a7a9a8b service neutron] Attempting to bind port 04580481-99b7-4458-a67f-ed57ff7426e6 by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': 'c1117caa-4745-45d8-867c-1d3b7e673947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '7553594b-6cea-4d90-a16f-51b89ef6f8d5'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 07:34:48.285045 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c236943-0de4-4d3a-b8e0-9cbdda8297ad req-de0f511e-c5ae-4445-88dd-d50c4a7a9a8b service neutron] Attempting to bind port 04580481-99b7-4458-a67f-ed57ff7426e6 on network 7553594b-6cea-4d90-a16f-51b89ef6f8d5 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:34:48.289564 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c236943-0de4-4d3a-b8e0-9cbdda8297ad req-de0f511e-c5ae-4445-88dd-d50c4a7a9a8b service neutron] Port 04580481-99b7-4458-a67f-ed57ff7426e6 on network 7553594b-6cea-4d90-a16f-51b89ef6f8d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 07:34:48.289880 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c236943-0de4-4d3a-b8e0-9cbdda8297ad req-de0f511e-c5ae-4445-88dd-d50c4a7a9a8b service neutron] Attempting to bind port 04580481-99b7-4458-a67f-ed57ff7426e6 on network 7553594b-6cea-4d90-a16f-51b89ef6f8d5 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:34:48.295957 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c236943-0de4-4d3a-b8e0-9cbdda8297ad req-de0f511e-c5ae-4445-88dd-d50c4a7a9a8b service neutron] Checking agent: {'id': '69f492a0-c00d-46d0-9bec-fcd8161ce206', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 7, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 07:34:48.296285 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c236943-0de4-4d3a-b8e0-9cbdda8297ad req-de0f511e-c5ae-4445-88dd-d50c4a7a9a8b service neutron] Checking segment: {'id': 'c1117caa-4745-45d8-867c-1d3b7e673947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '7553594b-6cea-4d90-a16f-51b89ef6f8d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:34:48.296665 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c236943-0de4-4d3a-b8e0-9cbdda8297ad req-de0f511e-c5ae-4445-88dd-d50c4a7a9a8b service neutron] Bound using segment: {'id': 'c1117caa-4745-45d8-867c-1d3b7e673947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '7553594b-6cea-4d90-a16f-51b89ef6f8d5'} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 07:34:48.297073 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-3c236943-0de4-4d3a-b8e0-9cbdda8297ad req-de0f511e-c5ae-4445-88dd-d50c4a7a9a8b service neutron] Bound port: 04580481-99b7-4458-a67f-ed57ff7426e6, host: n-h1-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1117caa-4745-45d8-867c-1d3b7e673947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '7553594b-6cea-4d90-a16f-51b89ef6f8d5'}}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 07:34:48.297407 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-3c236943-0de4-4d3a-b8e0-9cbdda8297ad req-de0f511e-c5ae-4445-88dd-d50c4a7a9a8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:48.389192 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-3c236943-0de4-4d3a-b8e0-9cbdda8297ad req-de0f511e-c5ae-4445-88dd-d50c4a7a9a8b service neutron] For port 04580481-99b7-4458-a67f-ed57ff7426e6, host n-h1-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:34:48.391972 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-3c236943-0de4-4d3a-b8e0-9cbdda8297ad req-de0f511e-c5ae-4445-88dd-d50c4a7a9a8b service neutron] For port 04580481-99b7-4458-a67f-ed57ff7426e6, host n-h1-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=04580481-99b7-4458-a67f-ed57ff7426e6,segment=NetworkSegment(c1117caa-4745-45d8-867c-1d3b7e673947),segment_id=c1117caa-4745-45d8-867c-1d3b7e673947)] {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 07:34:48.471719 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-3c236943-0de4-4d3a-b8e0-9cbdda8297ad req-de0f511e-c5ae-4445-88dd-d50c4a7a9a8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:48.535386 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c236943-0de4-4d3a-b8e0-9cbdda8297ad req-de0f511e-c5ae-4445-88dd-d50c4a7a9a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:34:48.536007 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-3c236943-0de4-4d3a-b8e0-9cbdda8297ad req-de0f511e-c5ae-4445-88dd-d50c4a7a9a8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:48.537345 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3c236943-0de4-4d3a-b8e0-9cbdda8297ad req-de0f511e-c5ae-4445-88dd-d50c4a7a9a8b service neutron] 10.222.0.69 "PUT /v2.0/ports/04580481-99b7-4458-a67f-ed57ff7426e6 HTTP/1.1" status: 200 len: 1092 time: 1.1837232 May 28 07:34:48.537823 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88549cde-b1ff-4a37-8bfa-d04ff1428db1', 'tag': '04580481-99b7-4458-a67f-ed57ff7426e6'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:34:48.558316 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0f511e-c5ae-4445-88dd-d50c4a7a9a8b service neutron] Pushing event updated for resources: {'Port': ['ID=04580481-99b7-4458-a67f-ed57ff7426e6,revision_number=3']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:34:48.596188 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b99d0324-4123-41c2-ab58-a7eb85262768'] response: {'name': 'network-changed', 'server_uuid': '88549cde-b1ff-4a37-8bfa-d04ff1428db1', 'tag': '04580481-99b7-4458-a67f-ed57ff7426e6', 'status': 'completed', 'code': 200} May 28 07:34:48.691544 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cb581b-aa0c-46cc-9e96-794caaa5e012 req-edd31a60-a33f-40fe-9742-55fdface9545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:34:48.693011 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f0cb581b-aa0c-46cc-9e96-794caaa5e012 req-edd31a60-a33f-40fe-9742-55fdface9545 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0b2a8c929aa54b05ba857077fa769fd4&device_id=88549cde-b1ff-4a37-8bfa-d04ff1428db1 HTTP/1.1" status: 200 len: 1095 time: 0.0766892 May 28 07:34:48.938376 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cb581b-aa0c-46cc-9e96-794caaa5e012 req-a8c9d2b8-dcd6-4013-a918-65711540fce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:34:48.939829 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f0cb581b-aa0c-46cc-9e96-794caaa5e012 req-a8c9d2b8-dcd6-4013-a918-65711540fce7 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=0b2a8c929aa54b05ba857077fa769fd4&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2400708 May 28 07:34:49.137559 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2566e9-0111-4005-b045-61dc7258de4b req-79a3b77e-d68c-4581-a2a9-b9a0d97832b4 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:34:49.139025 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8d2566e9-0111-4005-b045-61dc7258de4b req-79a3b77e-d68c-4581-a2a9-b9a0d97832b4 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=88549cde-b1ff-4a37-8bfa-d04ff1428db1 HTTP/1.1" status: 200 len: 944 time: 0.1956944 May 28 07:34:49.141650 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cb581b-aa0c-46cc-9e96-794caaa5e012 req-0f793f2a-1a8a-4859-a11e-f84a77bbca9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:34:49.142996 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f0cb581b-aa0c-46cc-9e96-794caaa5e012 req-0f793f2a-1a8a-4859-a11e-f84a77bbca9b service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1681728 May 28 07:34:49.218904 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8d2566e9-0111-4005-b045-61dc7258de4b req-a8d00e06-28ba-4104-aa7e-cf9b69550710 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/security-groups?id=c8435301-ed09-43f2-b7ed-92da548d5244&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737357 May 28 07:34:49.253371 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c236943-0de4-4d3a-b8e0-9cbdda8297ad req-811b37a4-4951-4af9-8a7d-f5738ee8bf3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:34:49.254837 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3c236943-0de4-4d3a-b8e0-9cbdda8297ad req-811b37a4-4951-4af9-8a7d-f5738ee8bf3e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0b2a8c929aa54b05ba857077fa769fd4&device_id=88549cde-b1ff-4a37-8bfa-d04ff1428db1 HTTP/1.1" status: 200 len: 1095 time: 0.0756323 May 28 07:34:49.324954 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3c236943-0de4-4d3a-b8e0-9cbdda8297ad req-8a6b0671-8a48-4097-9a30-a7ca531b30d7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=04580481-99b7-4458-a67f-ed57ff7426e6 HTTP/1.1" status: 200 len: 217 time: 0.0629661 May 28 07:34:49.389218 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c236943-0de4-4d3a-b8e0-9cbdda8297ad req-66e30d5f-23f1-44a5-846a-71b16990af2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:34:49.390658 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3c236943-0de4-4d3a-b8e0-9cbdda8297ad req-66e30d5f-23f1-44a5-846a-71b16990af2e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=33641309-18a1-48f5-8c52-9ea8a6adaa15 HTTP/1.1" status: 200 len: 834 time: 0.0597451 May 28 07:34:49.467122 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c236943-0de4-4d3a-b8e0-9cbdda8297ad req-3acfb789-e3ca-4256-b04f-dc545f0dd575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:34:49.468820 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3c236943-0de4-4d3a-b8e0-9cbdda8297ad req-3acfb789-e3ca-4256-b04f-dc545f0dd575 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7553594b-6cea-4d90-a16f-51b89ef6f8d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716286 May 28 07:34:49.607093 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3c236943-0de4-4d3a-b8e0-9cbdda8297ad req-a9d945bc-cb4b-45da-a81b-46262605416e service neutron] 10.222.0.69 "GET /v2.0/networks/7553594b-6cea-4d90-a16f-51b89ef6f8d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314383 May 28 07:34:49.746832 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3c236943-0de4-4d3a-b8e0-9cbdda8297ad req-9bf863a3-ff85-40ab-82a2-e21f1ea9e9d0 service neutron] 10.222.0.69 "GET /v2.0/networks/7553594b-6cea-4d90-a16f-51b89ef6f8d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275778 May 28 07:34:50.404779 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb83a221-a3f3-492d-8186-fcce97c33aa4 req-3257a08e-abe7-43fd-8f11-2ba96e9577e6 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:34:50.404779 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-eb83a221-a3f3-492d-8186-fcce97c33aa4 req-3257a08e-abe7-43fd-8f11-2ba96e9577e6 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=88549cde-b1ff-4a37-8bfa-d04ff1428db1 HTTP/1.1" status: 200 len: 944 time: 0.0784328 May 28 07:34:50.449866 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-eb83a221-a3f3-492d-8186-fcce97c33aa4 req-26f4c933-a893-46a8-85fa-a3eaa221f4ec tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/security-groups?id=c8435301-ed09-43f2-b7ed-92da548d5244&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413694 May 28 07:34:51.633040 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8104bfa7-508b-471c-93b7-092577229db3 req-bda1022a-7c1c-46c2-9358-8ab0fbefaa25 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:34:51.634651 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8104bfa7-508b-471c-93b7-092577229db3 req-bda1022a-7c1c-46c2-9358-8ab0fbefaa25 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=88549cde-b1ff-4a37-8bfa-d04ff1428db1 HTTP/1.1" status: 200 len: 944 time: 0.0810370 May 28 07:34:51.677559 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8104bfa7-508b-471c-93b7-092577229db3 req-ef5d4f29-15d0-40d3-936b-1020014b28ed tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/security-groups?id=c8435301-ed09-43f2-b7ed-92da548d5244&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372424 May 28 07:34:52.866922 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747acaf4-5c42-4907-9628-d03a1a801938 req-379440f0-4d74-4de1-af2d-15e9a7aa6569 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:34:52.868283 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-747acaf4-5c42-4907-9628-d03a1a801938 req-379440f0-4d74-4de1-af2d-15e9a7aa6569 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=88549cde-b1ff-4a37-8bfa-d04ff1428db1 HTTP/1.1" status: 200 len: 944 time: 0.0831776 May 28 07:34:52.912273 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-747acaf4-5c42-4907-9628-d03a1a801938 req-42c58eb9-0b76-4ab7-948f-2631c2475938 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/security-groups?id=c8435301-ed09-43f2-b7ed-92da548d5244&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377498 May 28 07:34:53.561511 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 04580481-99b7-4458-a67f-ed57ff7426e6 details requested by agent hyperv_n-h1-843702-1 with host n-h1-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 07:34:53.695645 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 04580481-99b7-4458-a67f-ed57ff7426e6, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=04580481-99b7-4458-a67f-ed57ff7426e6,segment=NetworkSegment(c1117caa-4745-45d8-867c-1d3b7e673947),segment_id=c1117caa-4745-45d8-867c-1d3b7e673947)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:34:53.708349 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Returning: {'device': '04580481-99b7-4458-a67f-ed57ff7426e6', 'network_id': '7553594b-6cea-4d90-a16f-51b89ef6f8d5', 'port_id': '04580481-99b7-4458-a67f-ed57ff7426e6', 'mac_address': 'fa:16:3e:6b:71:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33641309-18a1-48f5-8c52-9ea8a6adaa15', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 07:34:53.761906 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 04580481-99b7-4458-a67f-ed57ff7426e6 is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:34:53.762275 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:53.778880 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04580481-99b7-4458-a67f-ed57ff7426e6 {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 07:34:53.794132 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 04580481-99b7-4458-a67f-ed57ff7426e6, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=04580481-99b7-4458-a67f-ed57ff7426e6,segment=NetworkSegment(c1117caa-4745-45d8-867c-1d3b7e673947),segment_id=c1117caa-4745-45d8-867c-1d3b7e673947)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:34:53.865350 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:53.938311 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=04580481-99b7-4458-a67f-ed57ff7426e6,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:34:54.095588 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['04580481-99b7-4458-a67f-ed57ff7426e6'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 07:34:54.096888 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ce00f0-38ad-45b5-b5b3-2651ff6e4722 req-a80040d6-75f1-4b9c-8d2e-9f154d31d472 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:34:54.098403 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-11ce00f0-38ad-45b5-b5b3-2651ff6e4722 req-a80040d6-75f1-4b9c-8d2e-9f154d31d472 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=88549cde-b1ff-4a37-8bfa-d04ff1428db1 HTTP/1.1" status: 200 len: 945 time: 0.0791299 May 28 07:34:54.143287 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-11ce00f0-38ad-45b5-b5b3-2651ff6e4722 req-b647283d-6950-462b-8846-6da4fc7da25c tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/security-groups?id=c8435301-ed09-43f2-b7ed-92da548d5244&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390432 May 28 07:34:55.330389 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8923e406-97d6-47b0-8a6c-71fc26e4b4e7 req-6db013e3-df92-46b5-af1a-dda87f36aa68 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:34:55.331779 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8923e406-97d6-47b0-8a6c-71fc26e4b4e7 req-6db013e3-df92-46b5-af1a-dda87f36aa68 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=88549cde-b1ff-4a37-8bfa-d04ff1428db1 HTTP/1.1" status: 200 len: 945 time: 0.0821407 May 28 07:34:55.375126 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8923e406-97d6-47b0-8a6c-71fc26e4b4e7 req-bb3b3d9c-4534-42b8-8c27-2e9d070c6ffd tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/security-groups?id=c8435301-ed09-43f2-b7ed-92da548d5244&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377362 May 28 07:34:55.567826 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 04580481-99b7-4458-a67f-ed57ff7426e6 up at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:34:55.690984 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning for port 04580481-99b7-4458-a67f-ed57ff7426e6 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:34:55.695775 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning complete for port 04580481-99b7-4458-a67f-ed57ff7426e6 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:34:55.696141 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:55.812724 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port 04580481-99b7-4458-a67f-ed57ff7426e6 is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:34:55.813073 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:55.867238 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88549cde-b1ff-4a37-8bfa-d04ff1428db1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04580481-99b7-4458-a67f-ed57ff7426e6'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:34:55.877632 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port 04580481-99b7-4458-a67f-ed57ff7426e6, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=04580481-99b7-4458-a67f-ed57ff7426e6,segment=NetworkSegment(c1117caa-4745-45d8-867c-1d3b7e673947),segment_id=c1117caa-4745-45d8-867c-1d3b7e673947)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:34:55.954187 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:55.990063 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13d4a2e0-f600-48ef-b967-5af726cc3cd6'] response: {'server_uuid': '88549cde-b1ff-4a37-8bfa-d04ff1428db1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04580481-99b7-4458-a67f-ed57ff7426e6', 'code': 200} May 28 07:34:56.022755 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=04580481-99b7-4458-a67f-ed57ff7426e6,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:34:56.082077 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9896ee6-14e4-4bd5-b987-6ae76782f8dd req-67c06851-a3d7-471f-aa90-91e3a72452a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:34:56.083529 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b9896ee6-14e4-4bd5-b987-6ae76782f8dd req-67c06851-a3d7-471f-aa90-91e3a72452a9 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=88549cde-b1ff-4a37-8bfa-d04ff1428db1 HTTP/1.1" status: 200 len: 1097 time: 0.0702291 May 28 07:34:56.123195 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b9896ee6-14e4-4bd5-b987-6ae76782f8dd req-deb9f1ff-6a44-49dd-9e04-96389c04eae4 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=c8435301-ed09-43f2-b7ed-92da548d5244&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339241 May 28 07:34:56.550977 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d2736b54-c90e-4b6b-9fe2-d976c14aa06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:56.569003 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b920ecc-20c0-4e54-a035-c89c717e10bd req-14ec4bc5-d6d0-487c-92bb-f5f7b7e623fe tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:34:56.570461 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4b920ecc-20c0-4e54-a035-c89c717e10bd req-14ec4bc5-d6d0-487c-92bb-f5f7b7e623fe tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=88549cde-b1ff-4a37-8bfa-d04ff1428db1 HTTP/1.1" status: 200 len: 946 time: 0.0845637 May 28 07:34:56.617768 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4b920ecc-20c0-4e54-a035-c89c717e10bd req-c23d400e-d08f-4507-ba18-8cd9328aeb98 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/security-groups?id=c8435301-ed09-43f2-b7ed-92da548d5244&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413249 May 28 07:34:57.797111 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b4d71f-5b97-49df-a402-7a4024e81647 req-73b8e5d6-cd64-468f-903e-07850a292742 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:34:57.798460 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-87b4d71f-5b97-49df-a402-7a4024e81647 req-73b8e5d6-cd64-468f-903e-07850a292742 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=88549cde-b1ff-4a37-8bfa-d04ff1428db1 HTTP/1.1" status: 200 len: 946 time: 0.0768142 May 28 07:34:57.941917 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-87b4d71f-5b97-49df-a402-7a4024e81647 req-5a0db6e8-2f1e-41e4-8d86-f3c5aaebf021 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/security-groups?id=c8435301-ed09-43f2-b7ed-92da548d5244&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379158 May 28 07:34:58.122107 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a32cf9-1fe7-4bf4-bb63-82fe14329631 req-3f620172-e2d5-4370-a172-1e29088899b3 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:34:58.123480 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-13a32cf9-1fe7-4bf4-bb63-82fe14329631 req-3f620172-e2d5-4370-a172-1e29088899b3 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=88549cde-b1ff-4a37-8bfa-d04ff1428db1 HTTP/1.1" status: 200 len: 946 time: 0.0798881 May 28 07:34:58.167110 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-13a32cf9-1fe7-4bf4-bb63-82fe14329631 req-101c6d06-61a9-4147-a6b1-25b24737290a tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/security-groups?id=c8435301-ed09-43f2-b7ed-92da548d5244&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379946 May 28 07:34:58.190016 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 59084) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:34:58.253785 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:58.262977 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c5e9f59-4b4b-4a58-a5ad-f5e7db44389f tempest-TestNetworkAdvancedServerOps-920274614 tempest-TestNetworkAdvancedServerOps-920274614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:34:58.264441 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-8c5e9f59-4b4b-4a58-a5ad-f5e7db44389f tempest-TestNetworkAdvancedServerOps-920274614 tempest-TestNetworkAdvancedServerOps-920274614-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=88549cde-b1ff-4a37-8bfa-d04ff1428db1 HTTP/1.1" status: 200 len: 1092 time: 0.0734766 May 28 07:34:58.267372 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 59088) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:34:58.272429 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-9df2a5c4-3ab8-4974-a967-770b83a7468a tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Request body: {'floatingip': {'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'port_id': '04580481-99b7-4458-a67f-ed57ff7426e6', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'fixed_ip_address': '172.20.0.10'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:34:58.279136 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-9df2a5c4-3ab8-4974-a967-770b83a7468a tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:34:58.282980 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-9df2a5c4-3ab8-4974-a967-770b83a7468a tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Usage tracker for resource:floatingip and tenant:0b2a8c929aa54b05ba857077fa769fd4 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:34:58.285766 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-9df2a5c4-3ab8-4974-a967-770b83a7468a tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:34:58.292168 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-9df2a5c4-3ab8-4974-a967-770b83a7468a tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:34:58.379963 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9df2a5c4-3ab8-4974-a967-770b83a7468a tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for floatingip, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:58.514544 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9df2a5c4-3ab8-4974-a967-770b83a7468a tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:58.649143 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [None req-9df2a5c4-3ab8-4974-a967-770b83a7468a tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Allocated IP 172.25.5.154 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/359f23c2-fb85-438d-ba46-bb68ba5d54d8) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:34:58.801553 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9df2a5c4-3ab8-4974-a967-770b83a7468a tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:58.882380 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9df2a5c4-3ab8-4974-a967-770b83a7468a tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:58.946835 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df2a5c4-3ab8-4974-a967-770b83a7468a tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:34:58.948365 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-9df2a5c4-3ab8-4974-a967-770b83a7468a tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:34:58.950873 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df2a5c4-3ab8-4974-a967-770b83a7468a tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:34:58.996228 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df2a5c4-3ab8-4974-a967-770b83a7468a tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Pushing event updated for resources: {'Port': ['ID=359f23c2-fb85-438d-ba46-bb68ba5d54d8,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:34:58.999682 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-68dc3b1a-ebc9-4d4f-92fc-1cb24cee1788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:59.363187 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9df2a5c4-3ab8-4974-a967-770b83a7468a tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:59.501551 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9df2a5c4-3ab8-4974-a967-770b83a7468a tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:59.700675 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9df2a5c4-3ab8-4974-a967-770b83a7468a tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:59.770680 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9df2a5c4-3ab8-4974-a967-770b83a7468a tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:34:59.879850 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df2a5c4-3ab8-4974-a967-770b83a7468a tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Pushing event updated for resources: {'Port': ['ID=359f23c2-fb85-438d-ba46-bb68ba5d54d8,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:34:59.890421 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9df2a5c4-3ab8-4974-a967-770b83a7468a tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691094'] for floatingip, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:35:00.148979 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:35:00.150653 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:35:00.173437 n-d-843702-1 neutron-server[89110]: INFO neutron.db.l3_db [None req-9df2a5c4-3ab8-4974-a967-770b83a7468a tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Floating IP c91678ed-ecda-46d6-a9d3-8797b8015b73 associated. External IP: 172.25.5.154, port: 04580481-99b7-4458-a67f-ed57ff7426e6. May 28 07:35:00.520606 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9df2a5c4-3ab8-4974-a967-770b83a7468a tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Router f94d459a-a43a-40d5-b493-9618ed69f489 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 07:35:00.692397 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9df2a5c4-3ab8-4974-a967-770b83a7468a tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 07:35:00.703041 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe674f7-6746-4385-876e-10ae67581051 None None] Sync routers for ids ['f94d459a-a43a-40d5-b493-9618ed69f489'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 07:35:00.712177 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe674f7-6746-4385-876e-10ae67581051 None None] Routers {'f94d459a-a43a-40d5-b493-9618ed69f489'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:35:00.712843 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-0fe674f7-6746-4385-876e-10ae67581051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:34:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['f94d459a-a43a-40d5-b493-9618ed69f489'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:35:00.791616 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9df2a5c4-3ab8-4974-a967-770b83a7468a tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:35:00.848965 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-9df2a5c4-3ab8-4974-a967-770b83a7468a tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5806019 May 28 07:35:00.849689 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88549cde-b1ff-4a37-8bfa-d04ff1428db1', 'tag': '04580481-99b7-4458-a67f-ed57ff7426e6'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:35:00.892051 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-0fe674f7-6746-4385-876e-10ae67581051 None None] Set router f94d459a-a43a-40d5-b493-9618ed69f489 gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:35:01.018339 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f65452-f6de-4865-9a58-087c28fd5159 req-e83449ae-04e9-426e-8c16-32c6d2f3725d tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:35:01.019785 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b9f65452-f6de-4865-9a58-087c28fd5159 req-e83449ae-04e9-426e-8c16-32c6d2f3725d tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=88549cde-b1ff-4a37-8bfa-d04ff1428db1 HTTP/1.1" status: 200 len: 946 time: 0.0825944 May 28 07:35:01.063642 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b9f65452-f6de-4865-9a58-087c28fd5159 req-f55e50e7-1a3e-441d-8887-60a96084df04 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/security-groups?id=c8435301-ed09-43f2-b7ed-92da548d5244&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380273 May 28 07:35:01.086114 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 59096) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:35:01.144247 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-186e21f7-9fc4-4700-8f88-9d0de9deff57'] response: {'name': 'network-changed', 'server_uuid': '88549cde-b1ff-4a37-8bfa-d04ff1428db1', 'tag': '04580481-99b7-4458-a67f-ed57ff7426e6', 'status': 'completed', 'code': 200} May 28 07:35:01.246917 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-0fe674f7-6746-4385-876e-10ae67581051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94d459a-a43a-40d5-b493-9618ed69f489', 'name': 'tempest-TestNetworkAdvancedServerOps-router-912859575', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'e4b988d9-b753-40e3-b21b-b6a3e1cfcf12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:34:34Z', 'updated_at': '2022-05-28T07:34:40Z', 'revision_number': 4, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'gw_port': {'id': 'e4b988d9-b753-40e3-b21b-b6a3e1cfcf12', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:aa:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94d459a-a43a-40d5-b493-9618ed69f489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:34:35Z', 'updated_at': '2022-05-28T07:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': 'c91678ed-ecda-46d6-a9d3-8797b8015b73', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'floating_ip_address': '172.25.5.154', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': 'f94d459a-a43a-40d5-b493-9618ed69f489', 'port_id': '04580481-99b7-4458-a67f-ed57ff7426e6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7553594b-6cea-4d90-a16f-51b89ef6f8d5', 'mac_address': 'fa:16:3e:6b:71:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88549cde-b1ff-4a37-8bfa-d04ff1428db1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T07:34:59Z', 'updated_at': '2022-05-28T07:34:59Z', 'revision_number': 0, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be87aa1e-e6df-4ccb-bbeb-9f3902cdcc78', 'name': '', 'network_id': '7553594b-6cea-4d90-a16f-51b89ef6f8d5', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'mac_address': 'fa:16:3e:d5:55:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94d459a-a43a-40d5-b493-9618ed69f489', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '33641309-18a1-48f5-8c52-9ea8a6adaa15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:34:40Z', 'updated_at': '2022-05-28T07:34:45Z', 'revision_number': 5, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'subnets': [{'id': '33641309-18a1-48f5-8c52-9ea8a6adaa15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:35:01.247741 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-911a0e60-e201-4cc6-8067-ac3055a9d2ff tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/floatingips/c91678ed-ecda-46d6-a9d3-8797b8015b73 HTTP/1.1" status: 200 len: 992 time: 0.1597161 May 28 07:35:01.250844 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe674f7-6746-4385-876e-10ae67581051 None None] Checking router: f94d459a-a43a-40d5-b493-9618ed69f489 for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 07:35:01.258996 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe674f7-6746-4385-876e-10ae67581051 None None] Routers {'f94d459a-a43a-40d5-b493-9618ed69f489'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:35:01.259604 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-0fe674f7-6746-4385-876e-10ae67581051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:34:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['f94d459a-a43a-40d5-b493-9618ed69f489'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:35:01.259950 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb51064c-ff14-44f3-9a74-76a6603d16d0 req-b04281d3-da9a-42fa-8fb9-ec3d86b72b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:35:01.261442 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bb51064c-ff14-44f3-9a74-76a6603d16d0 req-b04281d3-da9a-42fa-8fb9-ec3d86b72b48 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0b2a8c929aa54b05ba857077fa769fd4&device_id=88549cde-b1ff-4a37-8bfa-d04ff1428db1 HTTP/1.1" status: 200 len: 1097 time: 0.1093967 May 28 07:35:01.402491 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb51064c-ff14-44f3-9a74-76a6603d16d0 req-ac43425e-cc43-4e78-8778-0622ef3d4f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:35:01.402491 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bb51064c-ff14-44f3-9a74-76a6603d16d0 req-ac43425e-cc43-4e78-8778-0622ef3d4f34 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7553594b-6cea-4d90-a16f-51b89ef6f8d5 HTTP/1.1" status: 200 len: 898 time: 0.1309094 May 28 07:35:01.439969 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-0fe674f7-6746-4385-876e-10ae67581051 None None] Set router f94d459a-a43a-40d5-b493-9618ed69f489 gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:35:01.509499 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bb51064c-ff14-44f3-9a74-76a6603d16d0 req-53148176-2974-4b05-8d26-0608b0b34f95 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=04580481-99b7-4458-a67f-ed57ff7426e6 HTTP/1.1" status: 200 len: 1000 time: 0.1061056 May 28 07:35:01.569426 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb51064c-ff14-44f3-9a74-76a6603d16d0 req-44964d5d-57ed-437d-a184-7856dceb27b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:35:01.570875 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bb51064c-ff14-44f3-9a74-76a6603d16d0 req-44964d5d-57ed-437d-a184-7856dceb27b6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=33641309-18a1-48f5-8c52-9ea8a6adaa15 HTTP/1.1" status: 200 len: 834 time: 0.0562418 May 28 07:35:01.654131 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb51064c-ff14-44f3-9a74-76a6603d16d0 req-3ddf3815-abb5-49cd-aed9-6a71796e7d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:35:01.655514 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bb51064c-ff14-44f3-9a74-76a6603d16d0 req-3ddf3815-abb5-49cd-aed9-6a71796e7d9b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7553594b-6cea-4d90-a16f-51b89ef6f8d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0792916 May 28 07:35:01.795811 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-0fe674f7-6746-4385-876e-10ae67581051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94d459a-a43a-40d5-b493-9618ed69f489', 'name': 'tempest-TestNetworkAdvancedServerOps-router-912859575', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'e4b988d9-b753-40e3-b21b-b6a3e1cfcf12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:34:34Z', 'updated_at': '2022-05-28T07:34:40Z', 'revision_number': 4, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'gw_port': {'id': 'e4b988d9-b753-40e3-b21b-b6a3e1cfcf12', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:aa:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94d459a-a43a-40d5-b493-9618ed69f489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:34:35Z', 'updated_at': '2022-05-28T07:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': 'c91678ed-ecda-46d6-a9d3-8797b8015b73', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'floating_ip_address': '172.25.5.154', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': 'f94d459a-a43a-40d5-b493-9618ed69f489', 'port_id': '04580481-99b7-4458-a67f-ed57ff7426e6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7553594b-6cea-4d90-a16f-51b89ef6f8d5', 'mac_address': 'fa:16:3e:6b:71:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88549cde-b1ff-4a37-8bfa-d04ff1428db1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T07:34:59Z', 'updated_at': '2022-05-28T07:34:59Z', 'revision_number': 0, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be87aa1e-e6df-4ccb-bbeb-9f3902cdcc78', 'name': '', 'network_id': '7553594b-6cea-4d90-a16f-51b89ef6f8d5', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'mac_address': 'fa:16:3e:d5:55:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94d459a-a43a-40d5-b493-9618ed69f489', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '33641309-18a1-48f5-8c52-9ea8a6adaa15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:34:40Z', 'updated_at': '2022-05-28T07:34:45Z', 'revision_number': 5, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'subnets': [{'id': '33641309-18a1-48f5-8c52-9ea8a6adaa15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:35:01.800020 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe674f7-6746-4385-876e-10ae67581051 None None] The sync data for ids ['f94d459a-a43a-40d5-b493-9618ed69f489'] in n-d-843702-1 is: [{'id': 'f94d459a-a43a-40d5-b493-9618ed69f489', 'name': 'tempest-TestNetworkAdvancedServerOps-router-912859575', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'e4b988d9-b753-40e3-b21b-b6a3e1cfcf12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:34:34Z', 'updated_at': '2022-05-28T07:34:40Z', 'revision_number': 4, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'gw_port': {'id': 'e4b988d9-b753-40e3-b21b-b6a3e1cfcf12', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:aa:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94d459a-a43a-40d5-b493-9618ed69f489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:34:35Z', 'updated_at': '2022-05-28T07:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': 'c91678ed-ecda-46d6-a9d3-8797b8015b73', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'floating_ip_address': '172.25.5.154', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': 'f94d459a-a43a-40d5-b493-9618ed69f489', 'port_id': '04580481-99b7-4458-a67f-ed57ff7426e6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7553594b-6cea-4d90-a16f-51b89ef6f8d5', 'mac_address': 'fa:16:3e:6b:71:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88549cde-b1ff-4a37-8bfa-d04ff1428db1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T07:34:59Z', 'updated_at': '2022-05-28T07:34:59Z', 'revision_number': 0, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be87aa1e-e6df-4ccb-bbeb-9f3902cdcc78', 'name': '', 'network_id': '7553594b-6cea-4d90-a16f-51b89ef6f8d5', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'mac_address': 'fa:16:3e:d5:55:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94d459a-a43a-40d5-b493-9618ed69f489', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '33641309-18a1-48f5-8c52-9ea8a6adaa15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:34:40Z', 'updated_at': '2022-05-28T07:34:45Z', 'revision_number': 5, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'subnets': [{'id': '33641309-18a1-48f5-8c52-9ea8a6adaa15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 07:35:01.912476 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bb51064c-ff14-44f3-9a74-76a6603d16d0 req-26b75e9f-8aaf-4cfc-8b46-436d6443ff6c service neutron] 10.222.0.69 "GET /v2.0/networks/7553594b-6cea-4d90-a16f-51b89ef6f8d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499583 May 28 07:35:01.922499 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:35:02.011333 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1ef0e2-4e13-45de-8b62-33567d70c432 None None] New status for floating IP c91678ed-ecda-46d6-a9d3-8797b8015b73: ACTIVE {{(pid=89112) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 07:35:02.046846 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bb51064c-ff14-44f3-9a74-76a6603d16d0 req-433ca827-2a21-4ffa-be9f-cc45f23723b3 service neutron] 10.222.0.69 "GET /v2.0/networks/7553594b-6cea-4d90-a16f-51b89ef6f8d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285956 May 28 07:35:02.250452 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 59100) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:35:02.357353 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-65869614-8656-4a51-9b65-36e5fe5f4fae tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/floatingips/c91678ed-ecda-46d6-a9d3-8797b8015b73 HTTP/1.1" status: 200 len: 992 time: 0.1058452 May 28 07:35:02.922499 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:35:03.361320 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 59104) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:35:03.465093 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-915aa4d6-8fcd-4f2c-88ed-eab05d26ab49 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/floatingips/c91678ed-ecda-46d6-a9d3-8797b8015b73 HTTP/1.1" status: 200 len: 994 time: 0.1026902 May 28 07:35:07.904077 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [req-bba2b1cb-7319-4a2f-8c70-c1be21a0f68c req-e0363d16-96dc-442e-8ece-b9fe751116d4 tempest-ServerDiskConfigTestJSON-1002877446 tempest-ServerDiskConfigTestJSON-1002877446-project] (89110) timed out ('10.222.0.55', 41700) {{(pid=89110) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 28 07:35:23.974470 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 07:35:26.519436 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b7498a2b-74de-439c-a395-68a5a88de4ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:35:28.273351 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:35:29.013829 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-ed936253-57bf-4da4-a89f-46a250d6e6ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:35:30.187876 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:35:30.188604 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:35:31.918904 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:35:32.915831 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:35:33.393918 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9a07d8-4ecb-4758-8750-1136adff97f4 req-2250ea06-84ca-4bd8-8b26-a758435e36a2 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:35:33.395351 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-da9a07d8-4ecb-4758-8750-1136adff97f4 req-2250ea06-84ca-4bd8-8b26-a758435e36a2 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=88549cde-b1ff-4a37-8bfa-d04ff1428db1 HTTP/1.1" status: 200 len: 946 time: 0.0831392 May 28 07:35:33.438566 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-da9a07d8-4ecb-4758-8750-1136adff97f4 req-6980101e-d189-40d1-84f0-47a6f881f26b tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/security-groups?id=c8435301-ed09-43f2-b7ed-92da548d5244&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376070 May 28 07:35:34.623311 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3725cf3c-d49f-40b6-8747-160587f52253 req-ebb1d7ef-abbc-4f68-9461-c34e93ed9ee7 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:35:34.624764 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3725cf3c-d49f-40b6-8747-160587f52253 req-ebb1d7ef-abbc-4f68-9461-c34e93ed9ee7 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=88549cde-b1ff-4a37-8bfa-d04ff1428db1 HTTP/1.1" status: 200 len: 946 time: 0.0792899 May 28 07:35:34.668727 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3725cf3c-d49f-40b6-8747-160587f52253 req-e5d80bd3-5a50-4078-99ad-41b620e8ec6a tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/security-groups?id=c8435301-ed09-43f2-b7ed-92da548d5244&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382512 May 28 07:35:34.691691 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 59126) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:35:34.796048 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-c0a97419-f4da-4ac0-84ad-5f084d7c9fb1 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/floatingips/c91678ed-ecda-46d6-a9d3-8797b8015b73 HTTP/1.1" status: 200 len: 994 time: 0.1031539 May 28 07:35:36.384432 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179d5444-519f-4259-99ad-5368bd1f0f55 req-9e2292e7-159c-4ba5-a724-e403a8c79a38 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:35:36.385856 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-179d5444-519f-4259-99ad-5368bd1f0f55 req-9e2292e7-159c-4ba5-a724-e403a8c79a38 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=88549cde-b1ff-4a37-8bfa-d04ff1428db1 HTTP/1.1" status: 200 len: 946 time: 0.1174698 May 28 07:35:36.443366 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-179d5444-519f-4259-99ad-5368bd1f0f55 req-c39330f5-b572-4dd1-9164-a9044636fde7 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/security-groups?id=c8435301-ed09-43f2-b7ed-92da548d5244&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510249 May 28 07:35:36.454181 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c507de02-eab0-4a85-a55c-0d92964917e1 req-b166ca4b-24b4-4307-851a-2a9ebcf8dd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:35:36.455612 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c507de02-eab0-4a85-a55c-0d92964917e1 req-b166ca4b-24b4-4307-851a-2a9ebcf8dd70 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0b2a8c929aa54b05ba857077fa769fd4&device_id=88549cde-b1ff-4a37-8bfa-d04ff1428db1 HTTP/1.1" status: 200 len: 1097 time: 0.1144681 May 28 07:35:36.584405 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c507de02-eab0-4a85-a55c-0d92964917e1 req-cd978746-a648-4e29-8d25-98a192accc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:35:36.585879 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c507de02-eab0-4a85-a55c-0d92964917e1 req-cd978746-a648-4e29-8d25-98a192accc08 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7553594b-6cea-4d90-a16f-51b89ef6f8d5 HTTP/1.1" status: 200 len: 898 time: 0.1237175 May 28 07:35:36.687738 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c507de02-eab0-4a85-a55c-0d92964917e1 req-4edd7799-ae3f-4d7b-bdcf-dcf7d20338a2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=04580481-99b7-4458-a67f-ed57ff7426e6 HTTP/1.1" status: 200 len: 1002 time: 0.0957627 May 28 07:35:36.753383 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c507de02-eab0-4a85-a55c-0d92964917e1 req-de0cfff0-356b-4503-8761-4aba2b5a9774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:35:36.754718 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c507de02-eab0-4a85-a55c-0d92964917e1 req-de0cfff0-356b-4503-8761-4aba2b5a9774 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=33641309-18a1-48f5-8c52-9ea8a6adaa15 HTTP/1.1" status: 200 len: 834 time: 0.0604341 May 28 07:35:36.827385 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c507de02-eab0-4a85-a55c-0d92964917e1 req-12084179-4356-4f12-b86d-44baf8ac1770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:35:36.828810 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c507de02-eab0-4a85-a55c-0d92964917e1 req-12084179-4356-4f12-b86d-44baf8ac1770 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7553594b-6cea-4d90-a16f-51b89ef6f8d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684352 May 28 07:35:36.957406 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c507de02-eab0-4a85-a55c-0d92964917e1 req-fed90d08-d4e2-4919-8fa8-82fdef42b4e1 service neutron] 10.222.0.69 "GET /v2.0/networks/7553594b-6cea-4d90-a16f-51b89ef6f8d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225178 May 28 07:35:37.089067 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c507de02-eab0-4a85-a55c-0d92964917e1 req-324b1ba2-7da5-48fd-84a4-d7ff8ec7d66d service neutron] 10.222.0.69 "GET /v2.0/networks/7553594b-6cea-4d90-a16f-51b89ef6f8d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264532 May 28 07:35:37.646057 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c2ca91-3df8-4b7b-a2a5-fdcdd2e831b6 req-acd8635e-5943-42e5-b520-02cd08e3f566 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:35:37.647603 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-56c2ca91-3df8-4b7b-a2a5-fdcdd2e831b6 req-acd8635e-5943-42e5-b520-02cd08e3f566 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=88549cde-b1ff-4a37-8bfa-d04ff1428db1 HTTP/1.1" status: 200 len: 946 time: 0.0892127 May 28 07:35:37.697262 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-56c2ca91-3df8-4b7b-a2a5-fdcdd2e831b6 req-195d20cf-f7c5-4298-ad97-641c97543098 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/security-groups?id=c8435301-ed09-43f2-b7ed-92da548d5244&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440412 May 28 07:35:38.892342 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc46bd7-7d47-4c25-b522-67dd8f032fd6 req-8ec69910-7d0b-4392-a240-364757b0f9bb tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:35:38.893732 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5fc46bd7-7d47-4c25-b522-67dd8f032fd6 req-8ec69910-7d0b-4392-a240-364757b0f9bb tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=88549cde-b1ff-4a37-8bfa-d04ff1428db1 HTTP/1.1" status: 200 len: 946 time: 0.0782490 May 28 07:35:38.937621 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5fc46bd7-7d47-4c25-b522-67dd8f032fd6 req-968afaa8-64d2-435e-8848-5c5073c3dcf3 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/security-groups?id=c8435301-ed09-43f2-b7ed-92da548d5244&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382681 May 28 07:35:38.959774 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 59140) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:35:39.066324 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-c56adc79-31e4-4902-b8f3-053a0bab9f16 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/floatingips/c91678ed-ecda-46d6-a9d3-8797b8015b73 HTTP/1.1" status: 200 len: 994 time: 0.1054351 May 28 07:35:39.312190 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 59148) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:35:39.605337 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-7536fdd7-2702-4825-9960-ca71722e6b22 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Deleting port 359f23c2-fb85-438d-ba46-bb68ba5d54d8 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:35:39.605722 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7536fdd7-2702-4825-9960-ca71722e6b22 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:35:39.772900 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7536fdd7-2702-4825-9960-ca71722e6b22 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:35:39.773222 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7536fdd7-2702-4825-9960-ca71722e6b22 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:35:39.900460 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-7536fdd7-2702-4825-9960-ca71722e6b22 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Calling delete_port for 359f23c2-fb85-438d-ba46-bb68ba5d54d8 owned by network:floatingip {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:35:40.104240 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7536fdd7-2702-4825-9960-ca71722e6b22 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:35:40.165391 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7536fdd7-2702-4825-9960-ca71722e6b22 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Pushing event deleted for resources: {'Port': ['ID=359f23c2-fb85-438d-ba46-bb68ba5d54d8,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:35:40.221796 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7536fdd7-2702-4825-9960-ca71722e6b22 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:35:40.225578 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7536fdd7-2702-4825-9960-ca71722e6b22 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:35:40.225578 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7536fdd7-2702-4825-9960-ca71722e6b22 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:35:40.225578 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7536fdd7-2702-4825-9960-ca71722e6b22 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:35:40.225578 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7536fdd7-2702-4825-9960-ca71722e6b22 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:35:40.225578 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7536fdd7-2702-4825-9960-ca71722e6b22 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:35:40.225578 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7536fdd7-2702-4825-9960-ca71722e6b22 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:35:40.225578 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7536fdd7-2702-4825-9960-ca71722e6b22 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:35:40.225578 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7536fdd7-2702-4825-9960-ca71722e6b22 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:35:40.225578 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7536fdd7-2702-4825-9960-ca71722e6b22 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:35:40.226415 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7536fdd7-2702-4825-9960-ca71722e6b22 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:35:40.226415 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7536fdd7-2702-4825-9960-ca71722e6b22 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:35:40.290943 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7536fdd7-2702-4825-9960-ca71722e6b22 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for floatingip, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:35:40.291281 n-d-843702-1 neutron-server[89110]: INFO neutron.db.l3_db [None req-7536fdd7-2702-4825-9960-ca71722e6b22 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Floating IP c91678ed-ecda-46d6-a9d3-8797b8015b73 disassociated (deleted). External IP: 172.25.5.154, port: 04580481-99b7-4458-a67f-ed57ff7426e6. May 28 07:35:40.652002 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7536fdd7-2702-4825-9960-ca71722e6b22 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Router f94d459a-a43a-40d5-b493-9618ed69f489 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 07:35:40.823787 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7536fdd7-2702-4825-9960-ca71722e6b22 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 07:35:40.833778 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be8e30f-3c87-4ad9-8b2d-4cba0c05b0f7 None None] Sync routers for ids ['f94d459a-a43a-40d5-b493-9618ed69f489'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 07:35:40.857128 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be8e30f-3c87-4ad9-8b2d-4cba0c05b0f7 None None] Routers {'f94d459a-a43a-40d5-b493-9618ed69f489'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:35:40.857804 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-0be8e30f-3c87-4ad9-8b2d-4cba0c05b0f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:35:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['f94d459a-a43a-40d5-b493-9618ed69f489'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:35:40.907373 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-7536fdd7-2702-4825-9960-ca71722e6b22 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:35:41.082952 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-7536fdd7-2702-4825-9960-ca71722e6b22 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "DELETE /v2.0/floatingips/c91678ed-ecda-46d6-a9d3-8797b8015b73 HTTP/1.1" status: 204 len: 168 time: 1.7629726 May 28 07:35:41.082952 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88549cde-b1ff-4a37-8bfa-d04ff1428db1', 'tag': '04580481-99b7-4458-a67f-ed57ff7426e6'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:35:41.083948 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-0be8e30f-3c87-4ad9-8b2d-4cba0c05b0f7 None None] Set router f94d459a-a43a-40d5-b493-9618ed69f489 gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:35:41.394529 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-0be8e30f-3c87-4ad9-8b2d-4cba0c05b0f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94d459a-a43a-40d5-b493-9618ed69f489', 'name': 'tempest-TestNetworkAdvancedServerOps-router-912859575', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'e4b988d9-b753-40e3-b21b-b6a3e1cfcf12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:34:34Z', 'updated_at': '2022-05-28T07:34:40Z', 'revision_number': 4, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'gw_port': {'id': 'e4b988d9-b753-40e3-b21b-b6a3e1cfcf12', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:aa:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94d459a-a43a-40d5-b493-9618ed69f489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:34:35Z', 'updated_at': '2022-05-28T07:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'be87aa1e-e6df-4ccb-bbeb-9f3902cdcc78', 'name': '', 'network_id': '7553594b-6cea-4d90-a16f-51b89ef6f8d5', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'mac_address': 'fa:16:3e:d5:55:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94d459a-a43a-40d5-b493-9618ed69f489', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '33641309-18a1-48f5-8c52-9ea8a6adaa15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:34:40Z', 'updated_at': '2022-05-28T07:34:45Z', 'revision_number': 5, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'subnets': [{'id': '33641309-18a1-48f5-8c52-9ea8a6adaa15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:35:41.398248 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be8e30f-3c87-4ad9-8b2d-4cba0c05b0f7 None None] Checking router: f94d459a-a43a-40d5-b493-9618ed69f489 for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 07:35:41.407246 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be8e30f-3c87-4ad9-8b2d-4cba0c05b0f7 None None] Routers {'f94d459a-a43a-40d5-b493-9618ed69f489'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:35:41.407848 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-0be8e30f-3c87-4ad9-8b2d-4cba0c05b0f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:35:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['f94d459a-a43a-40d5-b493-9618ed69f489'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:35:41.556734 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5dd50a3-9b08-4321-ba27-c4f233f89277'] response: {'name': 'network-changed', 'server_uuid': '88549cde-b1ff-4a37-8bfa-d04ff1428db1', 'tag': '04580481-99b7-4458-a67f-ed57ff7426e6', 'status': 'completed', 'code': 200} May 28 07:35:41.594833 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-0be8e30f-3c87-4ad9-8b2d-4cba0c05b0f7 None None] Set router f94d459a-a43a-40d5-b493-9618ed69f489 gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:35:41.647339 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a49173-d59d-4644-a61c-74233b49dac5 req-294c01f0-edfc-48d5-8676-2b03c9058c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:35:41.648805 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-27a49173-d59d-4644-a61c-74233b49dac5 req-294c01f0-edfc-48d5-8676-2b03c9058c50 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0b2a8c929aa54b05ba857077fa769fd4&device_id=88549cde-b1ff-4a37-8bfa-d04ff1428db1 HTTP/1.1" status: 200 len: 1097 time: 0.0711691 May 28 07:35:41.842614 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb21615-c244-4c1c-9e24-bd1401cfbba5 req-dc2ee93b-d430-4d87-b8e9-f444b8fe6ec8 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:35:41.843295 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-6cb21615-c244-4c1c-9e24-bd1401cfbba5 req-dc2ee93b-d430-4d87-b8e9-f444b8fe6ec8 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Synchronizing usage tracker for tenant:0b2a8c929aa54b05ba857077fa769fd4 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:35:41.850561 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a49173-d59d-4644-a61c-74233b49dac5 req-22d2a9b0-a9d7-49f3-9d6a-8747e06df8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:35:41.851942 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-27a49173-d59d-4644-a61c-74233b49dac5 req-22d2a9b0-a9d7-49f3-9d6a-8747e06df8d6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7553594b-6cea-4d90-a16f-51b89ef6f8d5 HTTP/1.1" status: 200 len: 898 time: 0.1721659 May 28 07:35:41.907329 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-0be8e30f-3c87-4ad9-8b2d-4cba0c05b0f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94d459a-a43a-40d5-b493-9618ed69f489', 'name': 'tempest-TestNetworkAdvancedServerOps-router-912859575', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'e4b988d9-b753-40e3-b21b-b6a3e1cfcf12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:34:34Z', 'updated_at': '2022-05-28T07:34:40Z', 'revision_number': 4, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'gw_port': {'id': 'e4b988d9-b753-40e3-b21b-b6a3e1cfcf12', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:aa:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94d459a-a43a-40d5-b493-9618ed69f489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:34:35Z', 'updated_at': '2022-05-28T07:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'be87aa1e-e6df-4ccb-bbeb-9f3902cdcc78', 'name': '', 'network_id': '7553594b-6cea-4d90-a16f-51b89ef6f8d5', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'mac_address': 'fa:16:3e:d5:55:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94d459a-a43a-40d5-b493-9618ed69f489', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '33641309-18a1-48f5-8c52-9ea8a6adaa15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:34:40Z', 'updated_at': '2022-05-28T07:34:45Z', 'revision_number': 5, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'subnets': [{'id': '33641309-18a1-48f5-8c52-9ea8a6adaa15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:35:41.911356 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be8e30f-3c87-4ad9-8b2d-4cba0c05b0f7 None None] The sync data for ids ['f94d459a-a43a-40d5-b493-9618ed69f489'] in n-d-843702-1 is: [{'id': 'f94d459a-a43a-40d5-b493-9618ed69f489', 'name': 'tempest-TestNetworkAdvancedServerOps-router-912859575', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'e4b988d9-b753-40e3-b21b-b6a3e1cfcf12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:34:34Z', 'updated_at': '2022-05-28T07:34:40Z', 'revision_number': 4, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'gw_port': {'id': 'e4b988d9-b753-40e3-b21b-b6a3e1cfcf12', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:aa:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94d459a-a43a-40d5-b493-9618ed69f489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:34:35Z', 'updated_at': '2022-05-28T07:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'be87aa1e-e6df-4ccb-bbeb-9f3902cdcc78', 'name': '', 'network_id': '7553594b-6cea-4d90-a16f-51b89ef6f8d5', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'mac_address': 'fa:16:3e:d5:55:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94d459a-a43a-40d5-b493-9618ed69f489', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '33641309-18a1-48f5-8c52-9ea8a6adaa15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:34:40Z', 'updated_at': '2022-05-28T07:34:45Z', 'revision_number': 5, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'subnets': [{'id': '33641309-18a1-48f5-8c52-9ea8a6adaa15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 07:35:41.921779 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-27a49173-d59d-4644-a61c-74233b49dac5 req-9c18461e-93c6-44f1-896c-a45d6c335f95 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=04580481-99b7-4458-a67f-ed57ff7426e6 HTTP/1.1" status: 200 len: 217 time: 0.0633745 May 28 07:35:41.990104 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a49173-d59d-4644-a61c-74233b49dac5 req-dc5f5905-c365-4b3b-8d7d-ea2a20872e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:35:41.992260 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-27a49173-d59d-4644-a61c-74233b49dac5 req-dc5f5905-c365-4b3b-8d7d-ea2a20872e5f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=33641309-18a1-48f5-8c52-9ea8a6adaa15 HTTP/1.1" status: 200 len: 834 time: 0.0641725 May 28 07:35:42.035170 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-6cb21615-c244-4c1c-9e24-bd1401cfbba5 req-dc2ee93b-d430-4d87-b8e9-f444b8fe6ec8 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Unset dirty status for tenant:0b2a8c929aa54b05ba857077fa769fd4 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:35:42.036345 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6cb21615-c244-4c1c-9e24-bd1401cfbba5 req-dc2ee93b-d430-4d87-b8e9-f444b8fe6ec8 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=88549cde-b1ff-4a37-8bfa-d04ff1428db1 HTTP/1.1" status: 200 len: 946 time: 0.3866730 May 28 07:35:42.097780 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6cb21615-c244-4c1c-9e24-bd1401cfbba5 req-3372410c-1197-4bf0-b2d1-56cccfee73c1 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/security-groups?id=c8435301-ed09-43f2-b7ed-92da548d5244&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545528 May 28 07:35:42.112429 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a49173-d59d-4644-a61c-74233b49dac5 req-d989e738-513a-4f98-935e-0147ba8bf2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:35:42.113977 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-27a49173-d59d-4644-a61c-74233b49dac5 req-d989e738-513a-4f98-935e-0147ba8bf2b3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7553594b-6cea-4d90-a16f-51b89ef6f8d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1141315 May 28 07:35:42.134054 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b06f48-ef53-4f55-9ddc-cdff0f5ae932 None None] New status for floating IP c91678ed-ecda-46d6-a9d3-8797b8015b73: DOWN {{(pid=89112) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 07:35:42.250070 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-27a49173-d59d-4644-a61c-74233b49dac5 req-cd8a2c51-3d73-4d62-84fa-7e2ec77acdee service neutron] 10.222.0.69 "GET /v2.0/networks/7553594b-6cea-4d90-a16f-51b89ef6f8d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294210 May 28 07:35:42.384712 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-27a49173-d59d-4644-a61c-74233b49dac5 req-52d3690e-7a41-42eb-9a7a-407f98dc8897 service neutron] 10.222.0.69 "GET /v2.0/networks/7553594b-6cea-4d90-a16f-51b89ef6f8d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286912 May 28 07:35:43.146198 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18522a2c-bdef-4379-9666-69e8002852fc req-c93a9cfd-6175-4335-966c-b0e97daa3156 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:35:43.147860 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-18522a2c-bdef-4379-9666-69e8002852fc req-c93a9cfd-6175-4335-966c-b0e97daa3156 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.69 "GET /v2.0/ports?device_id=88549cde-b1ff-4a37-8bfa-d04ff1428db1 HTTP/1.1" status: 200 len: 946 time: 0.0853891 May 28 07:35:43.274864 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-18522a2c-bdef-4379-9666-69e8002852fc req-dbc09d4a-cc8d-408f-92fe-a08224acd8ad tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Deleting port 04580481-99b7-4458-a67f-ed57ff7426e6 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:35:43.275125 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-18522a2c-bdef-4379-9666-69e8002852fc req-dbc09d4a-cc8d-408f-92fe-a08224acd8ad tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:35:43.407897 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b6ceac-e5c1-4148-a5d5-7eaef17a70bc req-df4ac664-0aaa-4591-bed6-2bc4aeef9e06 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:35:43.409287 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c5b6ceac-e5c1-4148-a5d5-7eaef17a70bc req-df4ac664-0aaa-4591-bed6-2bc4aeef9e06 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=88549cde-b1ff-4a37-8bfa-d04ff1428db1 HTTP/1.1" status: 200 len: 946 time: 0.1920788 May 28 07:35:43.537504 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c5b6ceac-e5c1-4148-a5d5-7eaef17a70bc req-8eaa9eed-d500-4839-81da-0d61b664857a tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/security-groups?id=c8435301-ed09-43f2-b7ed-92da548d5244&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223433 May 28 07:35:43.589073 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-18522a2c-bdef-4379-9666-69e8002852fc req-dbc09d4a-cc8d-408f-92fe-a08224acd8ad tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] For port 04580481-99b7-4458-a67f-ed57ff7426e6, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=04580481-99b7-4458-a67f-ed57ff7426e6,segment=NetworkSegment(c1117caa-4745-45d8-867c-1d3b7e673947),segment_id=c1117caa-4745-45d8-867c-1d3b7e673947)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:35:43.589461 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-18522a2c-bdef-4379-9666-69e8002852fc req-dbc09d4a-cc8d-408f-92fe-a08224acd8ad tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:35:43.719894 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-18522a2c-bdef-4379-9666-69e8002852fc req-dbc09d4a-cc8d-408f-92fe-a08224acd8ad tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Calling delete_port for 04580481-99b7-4458-a67f-ed57ff7426e6 owned by compute:nova {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:35:44.045192 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-18522a2c-bdef-4379-9666-69e8002852fc req-dbc09d4a-cc8d-408f-92fe-a08224acd8ad tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:35:44.099721 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc09d4a-cc8d-408f-92fe-a08224acd8ad tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Pushing event deleted for resources: {'Port': ['ID=04580481-99b7-4458-a67f-ed57ff7426e6,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:35:44.178342 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-18522a2c-bdef-4379-9666-69e8002852fc req-dbc09d4a-cc8d-408f-92fe-a08224acd8ad tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] No DVR routers for this DVR port 04580481-99b7-4458-a67f-ed57ff7426e6 on host n-h1-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 07:35:44.180812 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-18522a2c-bdef-4379-9666-69e8002852fc req-dbc09d4a-cc8d-408f-92fe-a08224acd8ad tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:35:44.183419 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88549cde-b1ff-4a37-8bfa-d04ff1428db1', 'name': 'network-vif-deleted', 'tag': '04580481-99b7-4458-a67f-ed57ff7426e6'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:35:44.231822 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26a2cd06-35fe-4c17-a73e-c0295bca1513'] response: {'server_uuid': '88549cde-b1ff-4a37-8bfa-d04ff1428db1', 'name': 'network-vif-deleted', 'tag': '04580481-99b7-4458-a67f-ed57ff7426e6', 'status': 'completed', 'code': 200} May 28 07:35:44.282378 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-18522a2c-bdef-4379-9666-69e8002852fc req-dbc09d4a-cc8d-408f-92fe-a08224acd8ad tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.69 "DELETE /v2.0/ports/04580481-99b7-4458-a67f-ed57ff7426e6 HTTP/1.1" status: 204 len: 173 time: 1.1287827 May 28 07:35:44.704876 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-411358b9-79a1-4bb5-afea-c3b9e289f464 req-116a2faa-ab65-4fe3-bbb3-c6b534bb4138 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Synchronizing usage tracker for tenant:0b2a8c929aa54b05ba857077fa769fd4 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:35:44.784498 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-411358b9-79a1-4bb5-afea-c3b9e289f464 req-116a2faa-ab65-4fe3-bbb3-c6b534bb4138 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Unset dirty status for tenant:0b2a8c929aa54b05ba857077fa769fd4 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:35:44.785695 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-411358b9-79a1-4bb5-afea-c3b9e289f464 req-116a2faa-ab65-4fe3-bbb3-c6b534bb4138 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "GET /v2.0/ports?device_id=88549cde-b1ff-4a37-8bfa-d04ff1428db1 HTTP/1.1" status: 200 len: 210 time: 0.1222699 May 28 07:35:45.888479 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 59166) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:35:46.536890 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-594fe911-da16-40a4-b781-de32876793ad tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700548'] for router_interface, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:35:46.881668 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-594fe911-da16-40a4-b781-de32876793ad tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Deleting port be87aa1e-e6df-4ccb-bbeb-9f3902cdcc78 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:35:46.881879 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-594fe911-da16-40a4-b781-de32876793ad tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:35:47.065972 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-594fe911-da16-40a4-b781-de32876793ad tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] For port be87aa1e-e6df-4ccb-bbeb-9f3902cdcc78, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=be87aa1e-e6df-4ccb-bbeb-9f3902cdcc78,segment=NetworkSegment(c1117caa-4745-45d8-867c-1d3b7e673947),segment_id=c1117caa-4745-45d8-867c-1d3b7e673947)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:35:47.066674 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-594fe911-da16-40a4-b781-de32876793ad tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:35:47.192048 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-594fe911-da16-40a4-b781-de32876793ad tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Calling delete_port for be87aa1e-e6df-4ccb-bbeb-9f3902cdcc78 owned by network:router_interface {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:35:47.458850 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-594fe911-da16-40a4-b781-de32876793ad tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:35:47.506490 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594fe911-da16-40a4-b781-de32876793ad tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Pushing event deleted for resources: {'Port': ['ID=be87aa1e-e6df-4ccb-bbeb-9f3902cdcc78,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:35:47.550255 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594fe911-da16-40a4-b781-de32876793ad tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:35:47.550596 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594fe911-da16-40a4-b781-de32876793ad tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:35:47.550935 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594fe911-da16-40a4-b781-de32876793ad tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:35:47.551264 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594fe911-da16-40a4-b781-de32876793ad tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:35:47.551590 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594fe911-da16-40a4-b781-de32876793ad tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:35:47.551915 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594fe911-da16-40a4-b781-de32876793ad tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:35:47.552244 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594fe911-da16-40a4-b781-de32876793ad tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:35:47.552564 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594fe911-da16-40a4-b781-de32876793ad tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:35:47.552883 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594fe911-da16-40a4-b781-de32876793ad tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:35:47.553199 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594fe911-da16-40a4-b781-de32876793ad tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:35:47.553540 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594fe911-da16-40a4-b781-de32876793ad tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:35:47.553859 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594fe911-da16-40a4-b781-de32876793ad tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:35:47.836218 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 04580481-99b7-4458-a67f-ed57ff7426e6 no longer exists at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:35:47.871005 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] No Port match for: 04580481-99b7-4458-a67f-ed57ff7426e6 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 07:35:47.871346 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device 04580481-99b7-4458-a67f-ed57ff7426e6 not bound to the agent host n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 07:35:47.899144 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-594fe911-da16-40a4-b781-de32876793ad tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700472'] for router_interface, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:35:48.268499 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-594fe911-da16-40a4-b781-de32876793ad tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Router f94d459a-a43a-40d5-b493-9618ed69f489 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 07:35:48.441235 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-594fe911-da16-40a4-b781-de32876793ad tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 07:35:48.451200 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de60e2b6-95d8-48d2-a4a7-edc9c4790ca7 None None] Sync routers for ids ['f94d459a-a43a-40d5-b493-9618ed69f489'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 07:35:48.460009 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de60e2b6-95d8-48d2-a4a7-edc9c4790ca7 None None] Routers {'f94d459a-a43a-40d5-b493-9618ed69f489'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:35:48.466421 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-de60e2b6-95d8-48d2-a4a7-edc9c4790ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:35:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['f94d459a-a43a-40d5-b493-9618ed69f489'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:35:48.523585 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-594fe911-da16-40a4-b781-de32876793ad tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "PUT /v2.0/routers/f94d459a-a43a-40d5-b493-9618ed69f489/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6339016 May 28 07:35:48.526558 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 59170) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:35:48.595214 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_v2 [None req-94413402-5a52-44a5-a928-88d7b8b25b36 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Deleting subnet 33641309-18a1-48f5-8c52-9ea8a6adaa15 {{(pid=89110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 07:35:48.598521 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-94413402-5a52-44a5-a928-88d7b8b25b36 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for subnet, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:35:48.654167 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-94413402-5a52-44a5-a928-88d7b8b25b36 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4150765'] for subnet, precommit_delete_associations {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:35:48.685742 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-de60e2b6-95d8-48d2-a4a7-edc9c4790ca7 None None] Set router f94d459a-a43a-40d5-b493-9618ed69f489 gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:35:48.738689 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-94413402-5a52-44a5-a928-88d7b8b25b36 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:35:48.941996 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-94413402-5a52-44a5-a928-88d7b8b25b36 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3115981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3172005'] for subnet, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:35:48.974170 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-de60e2b6-95d8-48d2-a4a7-edc9c4790ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94d459a-a43a-40d5-b493-9618ed69f489', 'name': 'tempest-TestNetworkAdvancedServerOps-router-912859575', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'e4b988d9-b753-40e3-b21b-b6a3e1cfcf12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:34:34Z', 'updated_at': '2022-05-28T07:35:47Z', 'revision_number': 5, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'gw_port': {'id': 'e4b988d9-b753-40e3-b21b-b6a3e1cfcf12', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:aa:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94d459a-a43a-40d5-b493-9618ed69f489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:34:35Z', 'updated_at': '2022-05-28T07:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:35:48.979916 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de60e2b6-95d8-48d2-a4a7-edc9c4790ca7 None None] Checking router: f94d459a-a43a-40d5-b493-9618ed69f489 for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 07:35:48.982947 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94413402-5a52-44a5-a928-88d7b8b25b36 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Pushing event deleted for resources: {'Subnet': ['ID=33641309-18a1-48f5-8c52-9ea8a6adaa15,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:35:48.984889 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-94413402-5a52-44a5-a928-88d7b8b25b36 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:35:48.990544 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4265f5dc-77dd-4e41-b18d-6255d35f128f None None] Network 7553594b-6cea-4d90-a16f-51b89ef6f8d5 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 07:35:48.991159 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-94413402-5a52-44a5-a928-88d7b8b25b36 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "DELETE /v2.0/subnets/33641309-18a1-48f5-8c52-9ea8a6adaa15 HTTP/1.1" status: 204 len: 168 time: 0.4634356 May 28 07:35:48.993817 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 59174) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:35:49.004888 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de60e2b6-95d8-48d2-a4a7-edc9c4790ca7 None None] Routers {'f94d459a-a43a-40d5-b493-9618ed69f489'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:35:49.005574 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-de60e2b6-95d8-48d2-a4a7-edc9c4790ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:35:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['f94d459a-a43a-40d5-b493-9618ed69f489'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:35:49.179963 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d5f35267-bd31-40e6-b62d-c221cf29ac1f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for router, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:35:49.324825 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-de60e2b6-95d8-48d2-a4a7-edc9c4790ca7 None None] Set router f94d459a-a43a-40d5-b493-9618ed69f489 gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:35:49.361615 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d5f35267-bd31-40e6-b62d-c221cf29ac1f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:35:49.438800 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-d5f35267-bd31-40e6-b62d-c221cf29ac1f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Deleting port e4b988d9-b753-40e3-b21b-b6a3e1cfcf12 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:35:49.439148 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d5f35267-bd31-40e6-b62d-c221cf29ac1f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:35:49.601149 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90fe5ff5-c4bf-4ebe-81ad-09e1e5c40bd5 None None] DHCP port deletion for 7553594b-6cea-4d90-a16f-51b89ef6f8d5 request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 07:35:49.610336 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-90fe5ff5-c4bf-4ebe-81ad-09e1e5c40bd5 None None] Deleting port 54925008-f238-44f1-b471-e42e9c564f7d {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:35:49.610701 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-90fe5ff5-c4bf-4ebe-81ad-09e1e5c40bd5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:35:49.623839 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [None req-d5f35267-bd31-40e6-b62d-c221cf29ac1f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] For port e4b988d9-b753-40e3-b21b-b6a3e1cfcf12, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=e4b988d9-b753-40e3-b21b-b6a3e1cfcf12,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:35:49.624401 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d5f35267-bd31-40e6-b62d-c221cf29ac1f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:35:49.747951 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-d5f35267-bd31-40e6-b62d-c221cf29ac1f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Calling delete_port for e4b988d9-b753-40e3-b21b-b6a3e1cfcf12 owned by network:router_gateway {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:35:49.787125 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-de60e2b6-95d8-48d2-a4a7-edc9c4790ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94d459a-a43a-40d5-b493-9618ed69f489', 'name': 'tempest-TestNetworkAdvancedServerOps-router-912859575', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'e4b988d9-b753-40e3-b21b-b6a3e1cfcf12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:34:34Z', 'updated_at': '2022-05-28T07:35:47Z', 'revision_number': 5, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'gw_port': {'id': 'e4b988d9-b753-40e3-b21b-b6a3e1cfcf12', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:aa:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94d459a-a43a-40d5-b493-9618ed69f489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:34:35Z', 'updated_at': '2022-05-28T07:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:35:49.809906 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de60e2b6-95d8-48d2-a4a7-edc9c4790ca7 None None] The sync data for ids ['f94d459a-a43a-40d5-b493-9618ed69f489'] in n-d-843702-1 is: [{'id': 'f94d459a-a43a-40d5-b493-9618ed69f489', 'name': 'tempest-TestNetworkAdvancedServerOps-router-912859575', 'tenant_id': '0b2a8c929aa54b05ba857077fa769fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'e4b988d9-b753-40e3-b21b-b6a3e1cfcf12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:34:34Z', 'updated_at': '2022-05-28T07:35:47Z', 'revision_number': 5, 'project_id': '0b2a8c929aa54b05ba857077fa769fd4', 'gw_port': {'id': 'e4b988d9-b753-40e3-b21b-b6a3e1cfcf12', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:aa:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94d459a-a43a-40d5-b493-9618ed69f489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:34:35Z', 'updated_at': '2022-05-28T07:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 07:35:49.839220 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-90fe5ff5-c4bf-4ebe-81ad-09e1e5c40bd5 None None] For port 54925008-f238-44f1-b471-e42e9c564f7d, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=54925008-f238-44f1-b471-e42e9c564f7d,segment=NetworkSegment(c1117caa-4745-45d8-867c-1d3b7e673947),segment_id=c1117caa-4745-45d8-867c-1d3b7e673947)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:35:49.839220 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-90fe5ff5-c4bf-4ebe-81ad-09e1e5c40bd5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:35:50.011728 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-90fe5ff5-c4bf-4ebe-81ad-09e1e5c40bd5 None None] Calling delete_port for 54925008-f238-44f1-b471-e42e9c564f7d owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:35:50.175807 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-90fe5ff5-c4bf-4ebe-81ad-09e1e5c40bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879'] for port, after_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:35:50.229457 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fe5ff5-c4bf-4ebe-81ad-09e1e5c40bd5 None None] Pushing event deleted for resources: {'Port': ['ID=54925008-f238-44f1-b471-e42e9c564f7d,revision_number=None']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:35:50.233954 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d5f35267-bd31-40e6-b62d-c221cf29ac1f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:35:50.237822 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fe5ff5-c4bf-4ebe-81ad-09e1e5c40bd5 None None] No DVR routers for this DVR port 54925008-f238-44f1-b471-e42e9c564f7d on host n-d-843702-1 {{(pid=89111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 07:35:50.244416 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fe5ff5-c4bf-4ebe-81ad-09e1e5c40bd5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:35:50.249185 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fe5ff5-c4bf-4ebe-81ad-09e1e5c40bd5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:35:50.249185 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fe5ff5-c4bf-4ebe-81ad-09e1e5c40bd5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:35:50.249185 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fe5ff5-c4bf-4ebe-81ad-09e1e5c40bd5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:35:50.249185 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fe5ff5-c4bf-4ebe-81ad-09e1e5c40bd5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:35:50.249185 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fe5ff5-c4bf-4ebe-81ad-09e1e5c40bd5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:35:50.249185 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fe5ff5-c4bf-4ebe-81ad-09e1e5c40bd5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:35:50.249185 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fe5ff5-c4bf-4ebe-81ad-09e1e5c40bd5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:35:50.251069 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fe5ff5-c4bf-4ebe-81ad-09e1e5c40bd5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:35:50.251069 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fe5ff5-c4bf-4ebe-81ad-09e1e5c40bd5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:35:50.251069 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fe5ff5-c4bf-4ebe-81ad-09e1e5c40bd5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:35:50.251069 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fe5ff5-c4bf-4ebe-81ad-09e1e5c40bd5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:35:50.285195 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f35267-bd31-40e6-b62d-c221cf29ac1f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Pushing event deleted for resources: {'Port': ['ID=e4b988d9-b753-40e3-b21b-b6a3e1cfcf12,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:35:50.376906 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d5f35267-bd31-40e6-b62d-c221cf29ac1f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691105'] for router_gateway, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:35:50.546463 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d5f35267-bd31-40e6-b62d-c221cf29ac1f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59018'] for router, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:35:50.548630 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d5f35267-bd31-40e6-b62d-c221cf29ac1f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:35:50.639314 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d5f35267-bd31-40e6-b62d-c221cf29ac1f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-703817'] for router, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:35:50.639974 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5f35267-bd31-40e6-b62d-c221cf29ac1f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Fanout notify agent at l3_agent the message router_deleted on router f94d459a-a43a-40d5-b493-9618ed69f489 {{(pid=89110) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 07:35:50.655598 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-d5f35267-bd31-40e6-b62d-c221cf29ac1f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for router, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:35:50.656692 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-d5f35267-bd31-40e6-b62d-c221cf29ac1f tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "DELETE /v2.0/routers/f94d459a-a43a-40d5-b493-9618ed69f489 HTTP/1.1" status: 204 len: 168 time: 1.6619940 May 28 07:35:50.659436 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 59178) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:35:50.777984 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9188a069-f261-4e45-9ec7-b671c08d07a8 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:35:50.906294 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9188a069-f261-4e45-9ec7-b671c08d07a8 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:35:50.930468 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-9188a069-f261-4e45-9ec7-b671c08d07a8 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7553594b-6cea-4d90-a16f-51b89ef6f8d5']}} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:35:50.942203 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-9188a069-f261-4e45-9ec7-b671c08d07a8 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1117caa-4745-45d8-867c-1d3b7e673947') {'for_net_delete': True} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:35:50.942499 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-9188a069-f261-4e45-9ec7-b671c08d07a8 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1117caa-4745-45d8-867c-1d3b7e673947') {} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:35:50.953777 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9188a069-f261-4e45-9ec7-b671c08d07a8 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4150778'] for segment, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:35:50.970094 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9188a069-f261-4e45-9ec7-b671c08d07a8 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:35:50.975961 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9188a069-f261-4e45-9ec7-b671c08d07a8 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=89110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 07:35:50.976343 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9188a069-f261-4e45-9ec7-b671c08d07a8 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3143023'] for segment, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:35:51.098754 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment c1117caa-4745-45d8-867c-1d3b7e673947 resource provider aggregate not found May 28 07:35:51.109750 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 54925008-f238-44f1-b471-e42e9c564f7d no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:35:51.117864 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment c1117caa-4745-45d8-867c-1d3b7e673947 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c1117caa-4745-45d8-867c-1d3b7e673947 found for delete ", "request_id": "req-14072f8d-77da-4bb7-b69f-ff6504a58646"}]} May 28 07:35:51.144591 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 54925008-f238-44f1-b471-e42e9c564f7d {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 07:35:51.144928 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 54925008-f238-44f1-b471-e42e9c564f7d not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 07:35:51.145348 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device be87aa1e-e6df-4ccb-bbeb-9f3902cdcc78 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:35:51.155792 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9188a069-f261-4e45-9ec7-b671c08d07a8 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:35:51.175931 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9188a069-f261-4e45-9ec7-b671c08d07a8 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:35:51.178119 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: be87aa1e-e6df-4ccb-bbeb-9f3902cdcc78 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 07:35:51.178495 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device be87aa1e-e6df-4ccb-bbeb-9f3902cdcc78 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 07:35:51.178946 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device e4b988d9-b753-40e3-b21b-b6a3e1cfcf12 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:35:51.182289 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9188a069-f261-4e45-9ec7-b671c08d07a8 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Pushing event deleted for resources: {'Network': ['ID=7553594b-6cea-4d90-a16f-51b89ef6f8d5,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:35:51.213756 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: e4b988d9-b753-40e3-b21b-b6a3e1cfcf12 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 07:35:51.214099 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device e4b988d9-b753-40e3-b21b-b6a3e1cfcf12 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 07:35:51.242089 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-9188a069-f261-4e45-9ec7-b671c08d07a8 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "DELETE /v2.0/networks/7553594b-6cea-4d90-a16f-51b89ef6f8d5 HTTP/1.1" status: 204 len: 168 time: 0.5816448 May 28 07:35:51.244518 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 59188) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:35:51.313691 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3a18c423-89d3-4db2-b4a5-fbfdf416d909 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:35:51.345363 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3a18c423-89d3-4db2-b4a5-fbfdf416d909 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:35:51.484508 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3a18c423-89d3-4db2-b4a5-fbfdf416d909 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:35:51.503812 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a18c423-89d3-4db2-b4a5-fbfdf416d909 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8435301-ed09-43f2-b7ed-92da548d5244,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:35:51.576037 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-3a18c423-89d3-4db2-b4a5-fbfdf416d909 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:35:51.577206 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-3a18c423-89d3-4db2-b4a5-fbfdf416d909 tempest-TestNetworkAdvancedServerOps-91283070 tempest-TestNetworkAdvancedServerOps-91283070-project] 10.222.0.55 "DELETE /v2.0/security-groups/c8435301-ed09-43f2-b7ed-92da548d5244 HTTP/1.1" status: 204 len: 168 time: 0.3317685 May 28 07:35:52.185001 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 59198) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:35:52.345507 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-3f7572eb-27fe-477d-99ce-98ba04798de2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0b2a8c929aa54b05ba857077fa769fd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1591315 May 28 07:35:52.347744 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 59204) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:35:52.404339 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a940a8f8-a965-4e7f-8eec-3d59f8dd7425 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:35:52.429811 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a940a8f8-a965-4e7f-8eec-3d59f8dd7425 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:35:52.550122 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a940a8f8-a965-4e7f-8eec-3d59f8dd7425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:35:52.565850 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a940a8f8-a965-4e7f-8eec-3d59f8dd7425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2060e37-9bf7-421f-983f-d2138e9a08f3,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:35:52.574705 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a940a8f8-a965-4e7f-8eec-3d59f8dd7425 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:35:52.576129 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-a940a8f8-a965-4e7f-8eec-3d59f8dd7425 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f2060e37-9bf7-421f-983f-d2138e9a08f3 HTTP/1.1" status: 204 len: 168 time: 0.2274377 May 28 07:35:53.239219 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 59212) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:35:53.257848 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6d64c790-25f4-4457-8606-d9a21b5a606b admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:35:53.275877 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-6d64c790-25f4-4457-8606-d9a21b5a606b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:35:53.279705 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-6d64c790-25f4-4457-8606-d9a21b5a606b admin admin] Usage tracker for resource:security_group_rule and tenant:fef7f790d8684c4685d004a801f12966 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:35:53.282486 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-6d64c790-25f4-4457-8606-d9a21b5a606b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:35:53.288119 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-6d64c790-25f4-4457-8606-d9a21b5a606b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:35:53.382435 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6d64c790-25f4-4457-8606-d9a21b5a606b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:35:53.469942 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6d64c790-25f4-4457-8606-d9a21b5a606b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:35:53.518241 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-6d64c790-25f4-4457-8606-d9a21b5a606b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fef7f790d8684c4685d004a801f12966&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2778671 May 28 07:35:53.518998 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d64c790-25f4-4457-8606-d9a21b5a606b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8dcc9e1-992a-4cc8-bd98-0c38e32dde44,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:35:53.520889 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 59216) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:35:53.582016 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-775fc655-a775-4a5d-a570-cc8a278ee509 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:35:53.607143 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-775fc655-a775-4a5d-a570-cc8a278ee509 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:35:53.721762 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-775fc655-a775-4a5d-a570-cc8a278ee509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:35:53.736120 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775fc655-a775-4a5d-a570-cc8a278ee509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8dcc9e1-992a-4cc8-bd98-0c38e32dde44,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:35:53.743010 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-775fc655-a775-4a5d-a570-cc8a278ee509 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:35:53.743396 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-775fc655-a775-4a5d-a570-cc8a278ee509 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e8dcc9e1-992a-4cc8-bd98-0c38e32dde44 HTTP/1.1" status: 204 len: 168 time: 0.2209282 May 28 07:35:54.855385 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 59240) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:35:54.959982 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-c5e7cec7-4907-47f4-b759-e3d9135f9691 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-924128767-network', 'tenant_id': 'a9c9fa1c7c7d4d7bb1c96122bf3dc7fb'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:35:54.965746 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-c5e7cec7-4907-47f4-b759-e3d9135f9691 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:35:54.969917 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-c5e7cec7-4907-47f4-b759-e3d9135f9691 admin admin] Usage tracker for resource:network and tenant:a9c9fa1c7c7d4d7bb1c96122bf3dc7fb is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:35:54.972704 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-c5e7cec7-4907-47f4-b759-e3d9135f9691 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:35:54.978330 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-c5e7cec7-4907-47f4-b759-e3d9135f9691 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:35:55.055714 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5e7cec7-4907-47f4-b759-e3d9135f9691 admin admin] Made reservation on behalf of a9c9fa1c7c7d4d7bb1c96122bf3dc7fb for: {'network': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 07:35:55.058147 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c5e7cec7-4907-47f4-b759-e3d9135f9691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:35:55.070794 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c5e7cec7-4907-47f4-b759-e3d9135f9691 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:35:55.084832 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-c5e7cec7-4907-47f4-b759-e3d9135f9691 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:35:55.088675 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-c5e7cec7-4907-47f4-b759-e3d9135f9691 admin admin] Usage tracker for resource:security_group_rule and tenant:a9c9fa1c7c7d4d7bb1c96122bf3dc7fb is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:35:55.091823 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-c5e7cec7-4907-47f4-b759-e3d9135f9691 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:35:55.097772 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-c5e7cec7-4907-47f4-b759-e3d9135f9691 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:35:55.177438 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c5e7cec7-4907-47f4-b759-e3d9135f9691 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:35:55.233358 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c5e7cec7-4907-47f4-b759-e3d9135f9691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:35:55.264819 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5e7cec7-4907-47f4-b759-e3d9135f9691 admin admin] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=89109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 07:35:55.273355 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e7cec7-4907-47f4-b759-e3d9135f9691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a84c6f4-d48e-4d65-8b76-cf37719918e8,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:35:55.281364 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c5e7cec7-4907-47f4-b759-e3d9135f9691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:35:55.281741 n-d-843702-1 neutron-server[89109]: INFO neutron.db.segments_db [None req-c5e7cec7-4907-47f4-b759-e3d9135f9691 admin admin] Added segment cd2d3efe-7857-4701-b8e9-3af1174ebc3f of type vlan for network 95f45513-875f-48bf-9cd7-5da0451ce635 May 28 07:35:55.310493 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c5e7cec7-4907-47f4-b759-e3d9135f9691 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:35:55.387859 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c5e7cec7-4907-47f4-b759-e3d9135f9691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:35:55.388967 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e7cec7-4907-47f4-b759-e3d9135f9691 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:35:55.389726 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c5e7cec7-4907-47f4-b759-e3d9135f9691 admin admin] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:35:55.494045 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e7cec7-4907-47f4-b759-e3d9135f9691 admin admin] Pushing event updated for resources: {'Network': ['ID=95f45513-875f-48bf-9cd7-5da0451ce635,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:35:55.503519 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 95f45513-875f-48bf-9cd7-5da0451ce635 details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 07:35:55.554006 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-c5e7cec7-4907-47f4-b759-e3d9135f9691 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6969795 May 28 07:35:55.556812 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 59246) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:35:55.562186 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-2e63d235-43b0-4323-8056-b1529c0dba21 admin admin] Request body: {'subnet': {'network_id': '95f45513-875f-48bf-9cd7-5da0451ce635', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-924128767-subnet', 'tenant_id': 'a9c9fa1c7c7d4d7bb1c96122bf3dc7fb', 'ip_version': 4}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:35:55.567729 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-2e63d235-43b0-4323-8056-b1529c0dba21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:35:55.571566 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-2e63d235-43b0-4323-8056-b1529c0dba21 admin admin] Usage tracker for resource:subnet and tenant:a9c9fa1c7c7d4d7bb1c96122bf3dc7fb is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:35:55.574378 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-2e63d235-43b0-4323-8056-b1529c0dba21 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:35:55.581583 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-2e63d235-43b0-4323-8056-b1529c0dba21 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:35:55.658598 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e63d235-43b0-4323-8056-b1529c0dba21 admin admin] Made reservation on behalf of a9c9fa1c7c7d4d7bb1c96122bf3dc7fb for: {'subnet': 1} {{(pid=89109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 07:35:55.660974 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2e63d235-43b0-4323-8056-b1529c0dba21 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9555705'] for subnet, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:35:55.913064 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2e63d235-43b0-4323-8056-b1529c0dba21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9555659'] for subnet, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:35:55.991689 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e63d235-43b0-4323-8056-b1529c0dba21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f39ea068-f126-4d53-aeb0-0a4af2f13310,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:35:56.003367 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e63d235-43b0-4323-8056-b1529c0dba21 admin admin] Checking segment: {'id': 'cd2d3efe-7857-4701-b8e9-3af1174ebc3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '95f45513-875f-48bf-9cd7-5da0451ce635'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:35:56.007652 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e63d235-43b0-4323-8056-b1529c0dba21 admin admin] Network hostable DHCP agents. Network: 95f45513-875f-48bf-9cd7-5da0451ce635, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 07:35:56.107045 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e63d235-43b0-4323-8056-b1529c0dba21 admin admin] Network 95f45513-875f-48bf-9cd7-5da0451ce635 is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 07:35:56.203923 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-2e63d235-43b0-4323-8056-b1529c0dba21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, 95f45513-875f-48bf-9cd7-5da0451ce635) {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:35:56.207848 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e63d235-43b0-4323-8056-b1529c0dba21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:35:56.208426 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-2e63d235-43b0-4323-8056-b1529c0dba21 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:35:56.214189 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c56dc342-593b-4a1f-b2b4-1ad2de954288 None None] Network 95f45513-875f-48bf-9cd7-5da0451ce635 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 07:35:56.319336 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-2e63d235-43b0-4323-8056-b1529c0dba21 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7614839 May 28 07:35:56.322130 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 59250) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:35:56.328127 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-1a1e10ed-a72b-4f3f-986e-da39b5153318 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-924128767-router', 'tenant_id': 'a9c9fa1c7c7d4d7bb1c96122bf3dc7fb', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:35:56.333492 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-1a1e10ed-a72b-4f3f-986e-da39b5153318 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:35:56.337794 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-1a1e10ed-a72b-4f3f-986e-da39b5153318 admin admin] Usage tracker for resource:router and tenant:a9c9fa1c7c7d4d7bb1c96122bf3dc7fb is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:35:56.340745 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-1a1e10ed-a72b-4f3f-986e-da39b5153318 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:35:56.347952 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-1a1e10ed-a72b-4f3f-986e-da39b5153318 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:35:56.421869 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1a1e10ed-a72b-4f3f-986e-da39b5153318 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59128'] for router, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:35:56.422889 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1a1e10ed-a72b-4f3f-986e-da39b5153318 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59009'] for router, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:35:56.443664 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1a1e10ed-a72b-4f3f-986e-da39b5153318 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:35:56.443781 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2e808c-9b79-4141-9655-bd2098fd26f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-95f45513-875f-48bf-9cd7-5da0451ce635', 'network_id': '95f45513-875f-48bf-9cd7-5da0451ce635', 'tenant_id': 'a9c9fa1c7c7d4d7bb1c96122bf3dc7fb', 'fixed_ips': [{'subnet_id': 'f39ea068-f126-4d53-aeb0-0a4af2f13310'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 07:35:56.443781 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-df2e808c-9b79-4141-9655-bd2098fd26f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:35:56.526136 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-ca9e9658-b92a-4d1a-ae5e-ff3382e452ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:35:56.594328 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-df2e808c-9b79-4141-9655-bd2098fd26f7 None None] Allocated IP 172.20.0.2 (95f45513-875f-48bf-9cd7-5da0451ce635/f39ea068-f126-4d53-aeb0-0a4af2f13310/1cec76ab-6dce-480c-abb6-e21e0d134245) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:35:56.805061 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-df2e808c-9b79-4141-9655-bd2098fd26f7 None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:35:56.815998 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-df2e808c-9b79-4141-9655-bd2098fd26f7 None None] Transition to ACTIVE for port object 1cec76ab-6dce-480c-abb6-e21e0d134245 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:35:56.835367 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-df2e808c-9b79-4141-9655-bd2098fd26f7 None None] Transition to ACTIVE for port object 1cec76ab-6dce-480c-abb6-e21e0d134245 will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:35:56.904301 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-df2e808c-9b79-4141-9655-bd2098fd26f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:35:56.942857 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1a1e10ed-a72b-4f3f-986e-da39b5153318 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59027'] for router, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:35:56.970138 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2e808c-9b79-4141-9655-bd2098fd26f7 None None] Network 95f45513-875f-48bf-9cd7-5da0451ce635 is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:35:56.973020 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-df2e808c-9b79-4141-9655-bd2098fd26f7 None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:35:56.976548 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2e808c-9b79-4141-9655-bd2098fd26f7 None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:35:56.982335 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2e808c-9b79-4141-9655-bd2098fd26f7 None None] Pushing event updated for resources: {'Port': ['ID=1cec76ab-6dce-480c-abb6-e21e0d134245,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:35:57.069527 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-df2e808c-9b79-4141-9655-bd2098fd26f7 None None] Attempting to bind port 1cec76ab-6dce-480c-abb6-e21e0d134245 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 07:35:57.069817 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-df2e808c-9b79-4141-9655-bd2098fd26f7 None None] Attempting to bind port 1cec76ab-6dce-480c-abb6-e21e0d134245 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'cd2d3efe-7857-4701-b8e9-3af1174ebc3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '95f45513-875f-48bf-9cd7-5da0451ce635'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 07:35:57.070179 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2e808c-9b79-4141-9655-bd2098fd26f7 None None] Attempting to bind port 1cec76ab-6dce-480c-abb6-e21e0d134245 on network 95f45513-875f-48bf-9cd7-5da0451ce635 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:35:57.076044 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2e808c-9b79-4141-9655-bd2098fd26f7 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 7, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 07:35:57.076410 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2e808c-9b79-4141-9655-bd2098fd26f7 None None] Checking segment: {'id': 'cd2d3efe-7857-4701-b8e9-3af1174ebc3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '95f45513-875f-48bf-9cd7-5da0451ce635'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:35:57.076806 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-df2e808c-9b79-4141-9655-bd2098fd26f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:35:57.077193 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2e808c-9b79-4141-9655-bd2098fd26f7 None None] Bound using segment: {'id': 'cd2d3efe-7857-4701-b8e9-3af1174ebc3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '95f45513-875f-48bf-9cd7-5da0451ce635'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 07:35:57.077677 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-df2e808c-9b79-4141-9655-bd2098fd26f7 None None] Bound port: 1cec76ab-6dce-480c-abb6-e21e0d134245, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd2d3efe-7857-4701-b8e9-3af1174ebc3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '95f45513-875f-48bf-9cd7-5da0451ce635'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 07:35:57.078045 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-df2e808c-9b79-4141-9655-bd2098fd26f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:35:57.168182 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-df2e808c-9b79-4141-9655-bd2098fd26f7 None None] For port 1cec76ab-6dce-480c-abb6-e21e0d134245, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:35:57.171813 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-df2e808c-9b79-4141-9655-bd2098fd26f7 None None] For port 1cec76ab-6dce-480c-abb6-e21e0d134245, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=1cec76ab-6dce-480c-abb6-e21e0d134245,segment=NetworkSegment(cd2d3efe-7857-4701-b8e9-3af1174ebc3f),segment_id=cd2d3efe-7857-4701-b8e9-3af1174ebc3f)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 07:35:57.236000 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-df2e808c-9b79-4141-9655-bd2098fd26f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:35:57.323108 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2e808c-9b79-4141-9655-bd2098fd26f7 None None] Pushing event updated for resources: {'Port': ['ID=1cec76ab-6dce-480c-abb6-e21e0d134245,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:35:57.336739 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1a1e10ed-a72b-4f3f-986e-da39b5153318 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:35:57.367944 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1a1e10ed-a72b-4f3f-986e-da39b5153318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:35:57.517349 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [None req-1a1e10ed-a72b-4f3f-986e-da39b5153318 admin admin] Allocated IP 172.25.5.136 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/6dd0b573-9070-4668-93a8-2f3172b6ee8b) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:35:57.673117 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1a1e10ed-a72b-4f3f-986e-da39b5153318 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:35:57.773142 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1a1e10ed-a72b-4f3f-986e-da39b5153318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:35:57.836909 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1e10ed-a72b-4f3f-986e-da39b5153318 admin admin] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:35:57.839523 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-1a1e10ed-a72b-4f3f-986e-da39b5153318 admin admin] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:35:57.842696 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1e10ed-a72b-4f3f-986e-da39b5153318 admin admin] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:35:57.892954 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1e10ed-a72b-4f3f-986e-da39b5153318 admin admin] Pushing event updated for resources: {'Port': ['ID=6dd0b573-9070-4668-93a8-2f3172b6ee8b,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:35:58.245741 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b591bdc0-2532-441d-b70b-f3f9328981bf None None] Network 95f45513-875f-48bf-9cd7-5da0451ce635 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 07:35:58.314868 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:35:58.363158 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1a1e10ed-a72b-4f3f-986e-da39b5153318 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:35:58.408294 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-2c661044-1cc9-4a99-8558-4589601bce81 None None] Provisioning for port 1cec76ab-6dce-480c-abb6-e21e0d134245 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:35:58.823739 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1a1e10ed-a72b-4f3f-986e-da39b5153318 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690761'] for router, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:35:59.024093 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-3dc211de-33c6-4503-b443-090f6a787f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:35:59.103233 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 1cec76ab-6dce-480c-abb6-e21e0d134245 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:35:59.103818 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a1e10ed-a72b-4f3f-986e-da39b5153318 admin admin] Router c1bd034b-2bb1-429f-8aba-7b00d094296c is scheduled to L3 agent 42958940-9562-4f71-972f-15a8af9d3963 with binding_index 1 {{(pid=89110) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 07:35:59.218642 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 1cec76ab-6dce-480c-abb6-e21e0d134245 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:35:59.223541 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 1cec76ab-6dce-480c-abb6-e21e0d134245 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:35:59.223907 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:35:59.280227 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a1e10ed-a72b-4f3f-986e-da39b5153318 admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 07:35:59.289448 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d748388-33c5-428b-a8b4-653f47d9c412 None None] Sync routers for ids ['c1bd034b-2bb1-429f-8aba-7b00d094296c'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 07:35:59.298884 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d748388-33c5-428b-a8b4-653f47d9c412 None None] Routers {'c1bd034b-2bb1-429f-8aba-7b00d094296c'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:35:59.299759 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-3d748388-33c5-428b-a8b4-653f47d9c412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:35:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['c1bd034b-2bb1-429f-8aba-7b00d094296c'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:35:59.342541 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 1cec76ab-6dce-480c-abb6-e21e0d134245 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:35:59.343715 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:35:59.367505 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-1a1e10ed-a72b-4f3f-986e-da39b5153318 admin admin] Notify callbacks [] for router, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:35:59.371480 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-1a1e10ed-a72b-4f3f-986e-da39b5153318 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.0456355 May 28 07:35:59.373170 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 59254) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:35:59.381777 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port 1cec76ab-6dce-480c-abb6-e21e0d134245, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=1cec76ab-6dce-480c-abb6-e21e0d134245,segment=NetworkSegment(cd2d3efe-7857-4701-b8e9-3af1174ebc3f),segment_id=cd2d3efe-7857-4701-b8e9-3af1174ebc3f)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:35:59.452679 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:35:59.489227 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-3d748388-33c5-428b-a8b4-653f47d9c412 None None] Set router c1bd034b-2bb1-429f-8aba-7b00d094296c gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:35:59.539067 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=1cec76ab-6dce-480c-abb6-e21e0d134245,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:35:59.787668 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-3d748388-33c5-428b-a8b4-653f47d9c412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bd034b-2bb1-429f-8aba-7b00d094296c', 'name': 'tempest-TestShelveInstance-924128767-router', 'tenant_id': 'a9c9fa1c7c7d4d7bb1c96122bf3dc7fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.136'}], 'enable_snat': True}, 'gw_port_id': '6dd0b573-9070-4668-93a8-2f3172b6ee8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:35:56Z', 'updated_at': '2022-05-28T07:35:58Z', 'revision_number': 3, 'project_id': 'a9c9fa1c7c7d4d7bb1c96122bf3dc7fb', 'gw_port': {'id': '6dd0b573-9070-4668-93a8-2f3172b6ee8b', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:bd:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1bd034b-2bb1-429f-8aba-7b00d094296c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:35:57Z', 'updated_at': '2022-05-28T07:35:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:35:59.791465 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d748388-33c5-428b-a8b4-653f47d9c412 None None] Checking router: c1bd034b-2bb1-429f-8aba-7b00d094296c for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 07:35:59.791740 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d748388-33c5-428b-a8b4-653f47d9c412 None None] Updating router c1bd034b-2bb1-429f-8aba-7b00d094296c port 6dd0b573-9070-4668-93a8-2f3172b6ee8b binding host n-d-843702-1 {{(pid=89112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 07:35:59.843206 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-3d748388-33c5-428b-a8b4-653f47d9c412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:00.154546 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:00.165267 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:00.171419 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-3d748388-33c5-428b-a8b4-653f47d9c412 None None] Notify callbacks [] for port, precommit_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:00.183285 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.provisioning_blocks [None req-3d748388-33c5-428b-a8b4-653f47d9c412 None None] Transition to ACTIVE for port object 6dd0b573-9070-4668-93a8-2f3172b6ee8b will not be triggered until provisioned by entity L2. {{(pid=89112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:36:00.184745 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3106c922-f647-4668-a953-4404171529d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:00.255586 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-3d748388-33c5-428b-a8b4-653f47d9c412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:00.336190 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-3d748388-33c5-428b-a8b4-653f47d9c412 None None] Attempting to bind port 6dd0b573-9070-4668-93a8-2f3172b6ee8b on host n-d-843702-1 for vnic_type normal with profile {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 07:36:00.336847 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-3d748388-33c5-428b-a8b4-653f47d9c412 None None] Attempting to bind port 6dd0b573-9070-4668-93a8-2f3172b6ee8b by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 07:36:00.336982 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d748388-33c5-428b-a8b4-653f47d9c412 None None] Attempting to bind port 6dd0b573-9070-4668-93a8-2f3172b6ee8b on network 68df399e-e75e-4871-9364-5d05730b50f0 {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:36:00.347333 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d748388-33c5-428b-a8b4-653f47d9c412 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 7, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 07:36:00.347689 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d748388-33c5-428b-a8b4-653f47d9c412 None None] Checking segment: {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:36:00.348073 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-3d748388-33c5-428b-a8b4-653f47d9c412 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:00.348450 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d748388-33c5-428b-a8b4-653f47d9c412 None None] Bound using segment: {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 07:36:00.348891 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-3d748388-33c5-428b-a8b4-653f47d9c412 None None] Bound port: 6dd0b573-9070-4668-93a8-2f3172b6ee8b, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 07:36:00.349247 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-3d748388-33c5-428b-a8b4-653f47d9c412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:00.372665 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d36fe66-02ce-4be9-a779-b48f2e1cc258 None None] Pushing event updated for resources: {'Port': ['ID=6dd0b573-9070-4668-93a8-2f3172b6ee8b,revision_number=2']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:36:00.388727 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-3106c922-f647-4668-a953-4404171529d8 admin admin] Allocated IP 172.20.0.1 (95f45513-875f-48bf-9cd7-5da0451ce635/f39ea068-f126-4d53-aeb0-0a4af2f13310/c157e037-fad8-4b5b-b40c-00a780b093ab) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:36:00.395917 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d36fe66-02ce-4be9-a779-b48f2e1cc258 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:36:00.396255 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d36fe66-02ce-4be9-a779-b48f2e1cc258 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:36:00.396575 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d36fe66-02ce-4be9-a779-b48f2e1cc258 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:36:00.396900 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d36fe66-02ce-4be9-a779-b48f2e1cc258 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:36:00.397216 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d36fe66-02ce-4be9-a779-b48f2e1cc258 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:36:00.397568 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d36fe66-02ce-4be9-a779-b48f2e1cc258 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:36:00.397881 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d36fe66-02ce-4be9-a779-b48f2e1cc258 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:36:00.398190 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d36fe66-02ce-4be9-a779-b48f2e1cc258 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:36:00.398495 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d36fe66-02ce-4be9-a779-b48f2e1cc258 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:36:00.398802 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d36fe66-02ce-4be9-a779-b48f2e1cc258 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:36:00.399110 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d36fe66-02ce-4be9-a779-b48f2e1cc258 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:36:00.399416 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d36fe66-02ce-4be9-a779-b48f2e1cc258 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:36:00.435248 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-3d748388-33c5-428b-a8b4-653f47d9c412 None None] For port 6dd0b573-9070-4668-93a8-2f3172b6ee8b, host n-d-843702-1, cleared binding levels {{(pid=89112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:36:00.438284 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-3d748388-33c5-428b-a8b4-653f47d9c412 None None] For port 6dd0b573-9070-4668-93a8-2f3172b6ee8b, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=6dd0b573-9070-4668-93a8-2f3172b6ee8b,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 07:36:00.504275 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-3d748388-33c5-428b-a8b4-653f47d9c412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:00.538664 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3106c922-f647-4668-a953-4404171529d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:00.555357 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [None req-3106c922-f647-4668-a953-4404171529d8 admin admin] Transition to ACTIVE for port object c157e037-fad8-4b5b-b40c-00a780b093ab will not be triggered until provisioned by entity DHCP. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:36:00.587088 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d748388-33c5-428b-a8b4-653f47d9c412 None None] Routers {'c1bd034b-2bb1-429f-8aba-7b00d094296c'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:36:00.587680 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-3d748388-33c5-428b-a8b4-653f47d9c412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:35:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['c1bd034b-2bb1-429f-8aba-7b00d094296c'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:36:00.640776 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d36fe66-02ce-4be9-a779-b48f2e1cc258 None None] Pushing event updated for resources: {'Port': ['ID=6dd0b573-9070-4668-93a8-2f3172b6ee8b,revision_number=3']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:36:00.647185 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3106c922-f647-4668-a953-4404171529d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:00.717781 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3106c922-f647-4668-a953-4404171529d8 admin admin] Network 95f45513-875f-48bf-9cd7-5da0451ce635 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:36:00.720269 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-3106c922-f647-4668-a953-4404171529d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:36:00.725357 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3106c922-f647-4668-a953-4404171529d8 admin admin] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:36:00.761825 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3106c922-f647-4668-a953-4404171529d8 admin admin] Pushing event updated for resources: {'Port': ['ID=c157e037-fad8-4b5b-b40c-00a780b093ab,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:36:00.787497 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3106c922-f647-4668-a953-4404171529d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690947'] for router_interface, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:00.801054 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-3d748388-33c5-428b-a8b4-653f47d9c412 None None] Set router c1bd034b-2bb1-429f-8aba-7b00d094296c gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:36:00.986403 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 07:36:01.035664 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-032fa6e9-6701-489f-a166-afbdde2342e4 None None] Provisioning for port c157e037-fad8-4b5b-b40c-00a780b093ab completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:36:01.041182 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-032fa6e9-6701-489f-a166-afbdde2342e4 None None] Provisioning complete for port c157e037-fad8-4b5b-b40c-00a780b093ab triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:36:01.047347 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-032fa6e9-6701-489f-a166-afbdde2342e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:01.081816 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 1cec76ab-6dce-480c-abb6-e21e0d134245 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:36:01.097618 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-3d748388-33c5-428b-a8b4-653f47d9c412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bd034b-2bb1-429f-8aba-7b00d094296c', 'name': 'tempest-TestShelveInstance-924128767-router', 'tenant_id': 'a9c9fa1c7c7d4d7bb1c96122bf3dc7fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.136'}], 'enable_snat': True}, 'gw_port_id': '6dd0b573-9070-4668-93a8-2f3172b6ee8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:35:56Z', 'updated_at': '2022-05-28T07:35:58Z', 'revision_number': 3, 'project_id': 'a9c9fa1c7c7d4d7bb1c96122bf3dc7fb', 'gw_port': {'id': '6dd0b573-9070-4668-93a8-2f3172b6ee8b', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:bd:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1bd034b-2bb1-429f-8aba-7b00d094296c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:35:57Z', 'updated_at': '2022-05-28T07:36:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:36:01.102024 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d748388-33c5-428b-a8b4-653f47d9c412 None None] The sync data for ids ['c1bd034b-2bb1-429f-8aba-7b00d094296c'] in n-d-843702-1 is: [{'id': 'c1bd034b-2bb1-429f-8aba-7b00d094296c', 'name': 'tempest-TestShelveInstance-924128767-router', 'tenant_id': 'a9c9fa1c7c7d4d7bb1c96122bf3dc7fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.136'}], 'enable_snat': True}, 'gw_port_id': '6dd0b573-9070-4668-93a8-2f3172b6ee8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:35:56Z', 'updated_at': '2022-05-28T07:35:58Z', 'revision_number': 3, 'project_id': 'a9c9fa1c7c7d4d7bb1c96122bf3dc7fb', 'gw_port': {'id': '6dd0b573-9070-4668-93a8-2f3172b6ee8b', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:bd:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1bd034b-2bb1-429f-8aba-7b00d094296c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:35:57Z', 'updated_at': '2022-05-28T07:36:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 07:36:01.127351 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3106c922-f647-4668-a953-4404171529d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:01.161903 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-032fa6e9-6701-489f-a166-afbdde2342e4 None None] Port c157e037-fad8-4b5b-b40c-00a780b093ab cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 07:36:01.181073 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 1cec76ab-6dce-480c-abb6-e21e0d134245 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:36:01.181954 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:01.303857 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 1cec76ab-6dce-480c-abb6-e21e0d134245 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:36:01.495663 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3106c922-f647-4668-a953-4404171529d8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:01.563975 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3106c922-f647-4668-a953-4404171529d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:01.673767 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3106c922-f647-4668-a953-4404171529d8 admin admin] Pushing event updated for resources: {'Port': ['ID=c157e037-fad8-4b5b-b40c-00a780b093ab,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:36:01.676154 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-3106c922-f647-4668-a953-4404171529d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700602'] for router_interface, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:01.816344 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3106c922-f647-4668-a953-4404171529d8 admin admin] Network 95f45513-875f-48bf-9cd7-5da0451ce635 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:36:01.817484 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-3106c922-f647-4668-a953-4404171529d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:36:01.909704 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:02.018487 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3106c922-f647-4668-a953-4404171529d8 admin admin] Router c1bd034b-2bb1-429f-8aba-7b00d094296c has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 07:36:02.086644 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-82fc4bb4-72bb-4385-8abc-87c8b66e368b None None] Provisioning complete for port c157e037-fad8-4b5b-b40c-00a780b093ab triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:36:02.087238 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-82fc4bb4-72bb-4385-8abc-87c8b66e368b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:02.139757 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-82fc4bb4-72bb-4385-8abc-87c8b66e368b None None] Port c157e037-fad8-4b5b-b40c-00a780b093ab cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 07:36:02.203105 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3106c922-f647-4668-a953-4404171529d8 admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 07:36:02.216197 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-3106c922-f647-4668-a953-4404171529d8 admin admin] 10.222.0.55 "PUT /v2.0/routers/c1bd034b-2bb1-429f-8aba-7b00d094296c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8371255 May 28 07:36:02.638498 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dfbb210-16cd-478d-a4fa-960c07db0ccd None None] Sync routers for ids ['c1bd034b-2bb1-429f-8aba-7b00d094296c'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 07:36:02.647727 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dfbb210-16cd-478d-a4fa-960c07db0ccd None None] Routers {'c1bd034b-2bb1-429f-8aba-7b00d094296c'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:36:02.648380 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-7dfbb210-16cd-478d-a4fa-960c07db0ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:35:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['c1bd034b-2bb1-429f-8aba-7b00d094296c'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:36:02.834962 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-7dfbb210-16cd-478d-a4fa-960c07db0ccd None None] Set router c1bd034b-2bb1-429f-8aba-7b00d094296c gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:36:02.950994 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 59272) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:36:02.956664 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-c70df1f8-ed5b-4125-aa1e-c2787a5c69bf admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1951185625-network', 'tenant_id': '93ba3d185a3342b69a58dd4360aa8564'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:36:02.962132 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-c70df1f8-ed5b-4125-aa1e-c2787a5c69bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:36:02.966801 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-c70df1f8-ed5b-4125-aa1e-c2787a5c69bf admin admin] Usage tracker for resource:network and tenant:93ba3d185a3342b69a58dd4360aa8564 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:36:02.970812 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-c70df1f8-ed5b-4125-aa1e-c2787a5c69bf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:36:02.976517 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-c70df1f8-ed5b-4125-aa1e-c2787a5c69bf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:36:02.991184 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:03.064416 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c70df1f8-ed5b-4125-aa1e-c2787a5c69bf admin admin] Made reservation on behalf of 93ba3d185a3342b69a58dd4360aa8564 for: {'network': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 07:36:03.067129 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c70df1f8-ed5b-4125-aa1e-c2787a5c69bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:03.081376 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c70df1f8-ed5b-4125-aa1e-c2787a5c69bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:03.088853 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 6dd0b573-9070-4668-93a8-2f3172b6ee8b up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:36:03.101067 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-c70df1f8-ed5b-4125-aa1e-c2787a5c69bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:36:03.105066 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-c70df1f8-ed5b-4125-aa1e-c2787a5c69bf admin admin] Usage tracker for resource:security_group_rule and tenant:93ba3d185a3342b69a58dd4360aa8564 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:36:03.109013 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-c70df1f8-ed5b-4125-aa1e-c2787a5c69bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:36:03.115026 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-c70df1f8-ed5b-4125-aa1e-c2787a5c69bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:36:03.204390 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c70df1f8-ed5b-4125-aa1e-c2787a5c69bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:03.232155 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-7dfbb210-16cd-478d-a4fa-960c07db0ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bd034b-2bb1-429f-8aba-7b00d094296c', 'name': 'tempest-TestShelveInstance-924128767-router', 'tenant_id': 'a9c9fa1c7c7d4d7bb1c96122bf3dc7fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.136'}], 'enable_snat': True}, 'gw_port_id': '6dd0b573-9070-4668-93a8-2f3172b6ee8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:35:56Z', 'updated_at': '2022-05-28T07:36:00Z', 'revision_number': 4, 'project_id': 'a9c9fa1c7c7d4d7bb1c96122bf3dc7fb', 'gw_port': {'id': '6dd0b573-9070-4668-93a8-2f3172b6ee8b', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:bd:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1bd034b-2bb1-429f-8aba-7b00d094296c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:35:57Z', 'updated_at': '2022-05-28T07:36:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'c157e037-fad8-4b5b-b40c-00a780b093ab', 'name': '', 'network_id': '95f45513-875f-48bf-9cd7-5da0451ce635', 'tenant_id': 'a9c9fa1c7c7d4d7bb1c96122bf3dc7fb', 'mac_address': 'fa:16:3e:e7:0b:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1bd034b-2bb1-429f-8aba-7b00d094296c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': 'f39ea068-f126-4d53-aeb0-0a4af2f13310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:36:00Z', 'updated_at': '2022-05-28T07:36:01Z', 'revision_number': 2, 'project_id': 'a9c9fa1c7c7d4d7bb1c96122bf3dc7fb', 'subnets': [{'id': 'f39ea068-f126-4d53-aeb0-0a4af2f13310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:36:03.236192 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dfbb210-16cd-478d-a4fa-960c07db0ccd None None] Checking router: c1bd034b-2bb1-429f-8aba-7b00d094296c for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 07:36:03.236572 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dfbb210-16cd-478d-a4fa-960c07db0ccd None None] Updating router c1bd034b-2bb1-429f-8aba-7b00d094296c port c157e037-fad8-4b5b-b40c-00a780b093ab binding host n-d-843702-1 {{(pid=89111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 07:36:03.264746 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c70df1f8-ed5b-4125-aa1e-c2787a5c69bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:03.282674 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 6dd0b573-9070-4668-93a8-2f3172b6ee8b completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:36:03.291995 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 6dd0b573-9070-4668-93a8-2f3172b6ee8b triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:36:03.292363 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:03.297119 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c70df1f8-ed5b-4125-aa1e-c2787a5c69bf admin admin] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=89110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 07:36:03.302280 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70df1f8-ed5b-4125-aa1e-c2787a5c69bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34134cf5-a55c-430f-b723-8768c1326b40,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:36:03.308814 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c70df1f8-ed5b-4125-aa1e-c2787a5c69bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:03.309141 n-d-843702-1 neutron-server[89110]: INFO neutron.db.segments_db [None req-c70df1f8-ed5b-4125-aa1e-c2787a5c69bf admin admin] Added segment 6de6df80-f12c-4f51-8d5c-9cdacb5324f7 of type vlan for network 62d4e504-79b4-4910-8a9c-3d7a1cc1146e May 28 07:36:03.321964 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-7dfbb210-16cd-478d-a4fa-960c07db0ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:03.336465 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c70df1f8-ed5b-4125-aa1e-c2787a5c69bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:03.427209 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c70df1f8-ed5b-4125-aa1e-c2787a5c69bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:03.428293 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c70df1f8-ed5b-4125-aa1e-c2787a5c69bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:36:03.428910 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c70df1f8-ed5b-4125-aa1e-c2787a5c69bf admin admin] Notify callbacks [] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:03.533972 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70df1f8-ed5b-4125-aa1e-c2787a5c69bf admin admin] Pushing event updated for resources: {'Network': ['ID=62d4e504-79b4-4910-8a9c-3d7a1cc1146e,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:36:03.551510 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 62d4e504-79b4-4910-8a9c-3d7a1cc1146e details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 07:36:03.584627 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-c70df1f8-ed5b-4125-aa1e-c2787a5c69bf admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6324499 May 28 07:36:03.587476 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 59276) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:36:03.592863 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-e0329431-e447-4f60-95ce-32cfc451efc9 admin admin] Request body: {'subnet': {'network_id': '62d4e504-79b4-4910-8a9c-3d7a1cc1146e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1951185625-subnet', 'tenant_id': '93ba3d185a3342b69a58dd4360aa8564', 'ip_version': 4}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:36:03.598407 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-e0329431-e447-4f60-95ce-32cfc451efc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:36:03.602168 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-e0329431-e447-4f60-95ce-32cfc451efc9 admin admin] Usage tracker for resource:subnet and tenant:93ba3d185a3342b69a58dd4360aa8564 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:36:03.605068 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-e0329431-e447-4f60-95ce-32cfc451efc9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:36:03.611103 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-e0329431-e447-4f60-95ce-32cfc451efc9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:36:03.673545 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 6dd0b573-9070-4668-93a8-2f3172b6ee8b is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:36:03.674146 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:03.678435 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0329431-e447-4f60-95ce-32cfc451efc9 admin admin] Made reservation on behalf of 93ba3d185a3342b69a58dd4360aa8564 for: {'subnet': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 07:36:03.680706 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e0329431-e447-4f60-95ce-32cfc451efc9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3171998'] for subnet, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:03.720738 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port 6dd0b573-9070-4668-93a8-2f3172b6ee8b, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=6dd0b573-9070-4668-93a8-2f3172b6ee8b,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:36:03.804143 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:03.894513 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=6dd0b573-9070-4668-93a8-2f3172b6ee8b,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:36:03.949701 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e0329431-e447-4f60-95ce-32cfc451efc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3115906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3172012'] for subnet, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:03.980347 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-7dfbb210-16cd-478d-a4fa-960c07db0ccd None None] Notify callbacks [] for port, precommit_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:03.992638 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-7dfbb210-16cd-478d-a4fa-960c07db0ccd None None] Transition to ACTIVE for port object c157e037-fad8-4b5b-b40c-00a780b093ab will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:36:04.025190 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0329431-e447-4f60-95ce-32cfc451efc9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d132af3-dc2e-4ef5-8d02-71fe91195e18,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:36:04.035364 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0329431-e447-4f60-95ce-32cfc451efc9 admin admin] Checking segment: {'id': '6de6df80-f12c-4f51-8d5c-9cdacb5324f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '62d4e504-79b4-4910-8a9c-3d7a1cc1146e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:36:04.035715 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0329431-e447-4f60-95ce-32cfc451efc9 admin admin] Network hostable DHCP agents. Network: 62d4e504-79b4-4910-8a9c-3d7a1cc1146e, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89110) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 07:36:04.078213 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-7dfbb210-16cd-478d-a4fa-960c07db0ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:04.164426 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0329431-e447-4f60-95ce-32cfc451efc9 admin admin] Network 62d4e504-79b4-4910-8a9c-3d7a1cc1146e is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89110) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 07:36:04.237500 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d40e6c2-c4e1-42ae-adbb-07df932a7c1e None None] Pushing event updated for resources: {'Port': ['ID=c157e037-fad8-4b5b-b40c-00a780b093ab,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:36:04.243953 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-e0329431-e447-4f60-95ce-32cfc451efc9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, 62d4e504-79b4-4910-8a9c-3d7a1cc1146e) {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:36:04.249206 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0329431-e447-4f60-95ce-32cfc451efc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:36:04.250214 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e0329431-e447-4f60-95ce-32cfc451efc9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:04.277021 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b61a1e6-5f48-4956-9306-0d1840319ab7 None None] Network 62d4e504-79b4-4910-8a9c-3d7a1cc1146e requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 07:36:04.307640 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-e0329431-e447-4f60-95ce-32cfc451efc9 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7192008 May 28 07:36:04.310911 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 59280) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:36:04.317921 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-2054e3b0-7c9d-4d07-af3e-e971378ac4ea admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1951185625-router', 'tenant_id': '93ba3d185a3342b69a58dd4360aa8564', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:36:04.323248 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-2054e3b0-7c9d-4d07-af3e-e971378ac4ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:36:04.328287 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-2054e3b0-7c9d-4d07-af3e-e971378ac4ea admin admin] Usage tracker for resource:router and tenant:93ba3d185a3342b69a58dd4360aa8564 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:36:04.331034 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-2054e3b0-7c9d-4d07-af3e-e971378ac4ea admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:36:04.336596 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-2054e3b0-7c9d-4d07-af3e-e971378ac4ea admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:36:04.376434 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-7dfbb210-16cd-478d-a4fa-960c07db0ccd None None] Attempting to bind port c157e037-fad8-4b5b-b40c-00a780b093ab on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 07:36:04.376835 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-7dfbb210-16cd-478d-a4fa-960c07db0ccd None None] Attempting to bind port c157e037-fad8-4b5b-b40c-00a780b093ab by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'cd2d3efe-7857-4701-b8e9-3af1174ebc3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '95f45513-875f-48bf-9cd7-5da0451ce635'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 07:36:04.377198 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfbb210-16cd-478d-a4fa-960c07db0ccd None None] Attempting to bind port c157e037-fad8-4b5b-b40c-00a780b093ab on network 95f45513-875f-48bf-9cd7-5da0451ce635 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:36:04.389464 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfbb210-16cd-478d-a4fa-960c07db0ccd None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 7, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 07:36:04.389834 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfbb210-16cd-478d-a4fa-960c07db0ccd None None] Checking segment: {'id': 'cd2d3efe-7857-4701-b8e9-3af1174ebc3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '95f45513-875f-48bf-9cd7-5da0451ce635'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:36:04.390230 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-7dfbb210-16cd-478d-a4fa-960c07db0ccd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:04.390618 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfbb210-16cd-478d-a4fa-960c07db0ccd None None] Bound using segment: {'id': 'cd2d3efe-7857-4701-b8e9-3af1174ebc3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '95f45513-875f-48bf-9cd7-5da0451ce635'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 07:36:04.391068 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-7dfbb210-16cd-478d-a4fa-960c07db0ccd None None] Bound port: c157e037-fad8-4b5b-b40c-00a780b093ab, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd2d3efe-7857-4701-b8e9-3af1174ebc3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '95f45513-875f-48bf-9cd7-5da0451ce635'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 07:36:04.391435 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-7dfbb210-16cd-478d-a4fa-960c07db0ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:04.447196 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2054e3b0-7c9d-4d07-af3e-e971378ac4ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59128'] for router, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:04.448268 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2054e3b0-7c9d-4d07-af3e-e971378ac4ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59009'] for router, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:04.464501 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2054e3b0-7c9d-4d07-af3e-e971378ac4ea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:04.553595 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-7dfbb210-16cd-478d-a4fa-960c07db0ccd None None] For port c157e037-fad8-4b5b-b40c-00a780b093ab, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:36:04.565991 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-7dfbb210-16cd-478d-a4fa-960c07db0ccd None None] For port c157e037-fad8-4b5b-b40c-00a780b093ab, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=c157e037-fad8-4b5b-b40c-00a780b093ab,segment=NetworkSegment(cd2d3efe-7857-4701-b8e9-3af1174ebc3f),segment_id=cd2d3efe-7857-4701-b8e9-3af1174ebc3f)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 07:36:04.615090 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3e521b-30fb-4962-b214-40a5bf366847 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-62d4e504-79b4-4910-8a9c-3d7a1cc1146e', 'network_id': '62d4e504-79b4-4910-8a9c-3d7a1cc1146e', 'tenant_id': '93ba3d185a3342b69a58dd4360aa8564', 'fixed_ips': [{'subnet_id': '7d132af3-dc2e-4ef5-8d02-71fe91195e18'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 07:36:04.615970 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-3e3e521b-30fb-4962-b214-40a5bf366847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:04.675656 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-7dfbb210-16cd-478d-a4fa-960c07db0ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:04.791048 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d40e6c2-c4e1-42ae-adbb-07df932a7c1e None None] Pushing event updated for resources: {'Port': ['ID=c157e037-fad8-4b5b-b40c-00a780b093ab,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:36:04.830905 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dfbb210-16cd-478d-a4fa-960c07db0ccd None None] Routers {'c1bd034b-2bb1-429f-8aba-7b00d094296c'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:36:04.831532 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-7dfbb210-16cd-478d-a4fa-960c07db0ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:35:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['c1bd034b-2bb1-429f-8aba-7b00d094296c'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:36:04.937378 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2054e3b0-7c9d-4d07-af3e-e971378ac4ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59027'] for router, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:04.997205 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-3e3e521b-30fb-4962-b214-40a5bf366847 None None] Allocated IP 172.20.0.2 (62d4e504-79b4-4910-8a9c-3d7a1cc1146e/7d132af3-dc2e-4ef5-8d02-71fe91195e18/0b23f9d6-3fca-40c4-816c-aa7daef519c3) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:36:05.109634 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 6dd0b573-9070-4668-93a8-2f3172b6ee8b up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:36:05.199189 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-7dfbb210-16cd-478d-a4fa-960c07db0ccd None None] Set router c1bd034b-2bb1-429f-8aba-7b00d094296c gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:36:05.332047 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2054e3b0-7c9d-4d07-af3e-e971378ac4ea admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:05.361675 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2054e3b0-7c9d-4d07-af3e-e971378ac4ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:05.502911 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [None req-2054e3b0-7c9d-4d07-af3e-e971378ac4ea admin admin] Allocated IP 172.25.5.172 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/2ef13aae-7b05-4618-99c7-91bfd436dd42) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:36:05.566564 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 6dd0b573-9070-4668-93a8-2f3172b6ee8b triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:36:05.567133 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:05.629184 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-3e3e521b-30fb-4962-b214-40a5bf366847 None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:05.650623 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2054e3b0-7c9d-4d07-af3e-e971378ac4ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:05.651056 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-3e3e521b-30fb-4962-b214-40a5bf366847 None None] Transition to ACTIVE for port object 0b23f9d6-3fca-40c4-816c-aa7daef519c3 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:36:05.710286 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-3e3e521b-30fb-4962-b214-40a5bf366847 None None] Transition to ACTIVE for port object 0b23f9d6-3fca-40c4-816c-aa7daef519c3 will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:36:05.718937 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2054e3b0-7c9d-4d07-af3e-e971378ac4ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:05.781136 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-3e3e521b-30fb-4962-b214-40a5bf366847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:05.784481 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2054e3b0-7c9d-4d07-af3e-e971378ac4ea admin admin] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:36:05.787156 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-2054e3b0-7c9d-4d07-af3e-e971378ac4ea admin admin] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:36:05.789483 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2054e3b0-7c9d-4d07-af3e-e971378ac4ea admin admin] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:36:05.833588 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 6dd0b573-9070-4668-93a8-2f3172b6ee8b is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:36:05.834050 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2054e3b0-7c9d-4d07-af3e-e971378ac4ea admin admin] Pushing event updated for resources: {'Port': ['ID=2ef13aae-7b05-4618-99c7-91bfd436dd42,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:36:05.867774 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e3e521b-30fb-4962-b214-40a5bf366847 None None] Network 62d4e504-79b4-4910-8a9c-3d7a1cc1146e is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:36:05.869153 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3e521b-30fb-4962-b214-40a5bf366847 None None] Pushing event updated for resources: {'Port': ['ID=0b23f9d6-3fca-40c4-816c-aa7daef519c3,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:36:05.873698 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-7dfbb210-16cd-478d-a4fa-960c07db0ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bd034b-2bb1-429f-8aba-7b00d094296c', 'name': 'tempest-TestShelveInstance-924128767-router', 'tenant_id': 'a9c9fa1c7c7d4d7bb1c96122bf3dc7fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.136'}], 'enable_snat': True}, 'gw_port_id': '6dd0b573-9070-4668-93a8-2f3172b6ee8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:35:56Z', 'updated_at': '2022-05-28T07:36:00Z', 'revision_number': 4, 'project_id': 'a9c9fa1c7c7d4d7bb1c96122bf3dc7fb', 'gw_port': {'id': '6dd0b573-9070-4668-93a8-2f3172b6ee8b', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:bd:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bd034b-2bb1-429f-8aba-7b00d094296c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:35:57Z', 'updated_at': '2022-05-28T07:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'c157e037-fad8-4b5b-b40c-00a780b093ab', 'name': '', 'network_id': '95f45513-875f-48bf-9cd7-5da0451ce635', 'tenant_id': 'a9c9fa1c7c7d4d7bb1c96122bf3dc7fb', 'mac_address': 'fa:16:3e:e7:0b:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1bd034b-2bb1-429f-8aba-7b00d094296c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': 'f39ea068-f126-4d53-aeb0-0a4af2f13310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:36:00Z', 'updated_at': '2022-05-28T07:36:04Z', 'revision_number': 4, 'project_id': 'a9c9fa1c7c7d4d7bb1c96122bf3dc7fb', 'subnets': [{'id': 'f39ea068-f126-4d53-aeb0-0a4af2f13310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:36:05.876043 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-3e3e521b-30fb-4962-b214-40a5bf366847 None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:36:05.878991 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3e521b-30fb-4962-b214-40a5bf366847 None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:36:05.882941 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dfbb210-16cd-478d-a4fa-960c07db0ccd None None] The sync data for ids ['c1bd034b-2bb1-429f-8aba-7b00d094296c'] in n-d-843702-1 is: [{'id': 'c1bd034b-2bb1-429f-8aba-7b00d094296c', 'name': 'tempest-TestShelveInstance-924128767-router', 'tenant_id': 'a9c9fa1c7c7d4d7bb1c96122bf3dc7fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.136'}], 'enable_snat': True}, 'gw_port_id': '6dd0b573-9070-4668-93a8-2f3172b6ee8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:35:56Z', 'updated_at': '2022-05-28T07:36:00Z', 'revision_number': 4, 'project_id': 'a9c9fa1c7c7d4d7bb1c96122bf3dc7fb', 'gw_port': {'id': '6dd0b573-9070-4668-93a8-2f3172b6ee8b', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:bd:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bd034b-2bb1-429f-8aba-7b00d094296c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:35:57Z', 'updated_at': '2022-05-28T07:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'c157e037-fad8-4b5b-b40c-00a780b093ab', 'name': '', 'network_id': '95f45513-875f-48bf-9cd7-5da0451ce635', 'tenant_id': 'a9c9fa1c7c7d4d7bb1c96122bf3dc7fb', 'mac_address': 'fa:16:3e:e7:0b:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1bd034b-2bb1-429f-8aba-7b00d094296c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': 'f39ea068-f126-4d53-aeb0-0a4af2f13310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:36:00Z', 'updated_at': '2022-05-28T07:36:04Z', 'revision_number': 4, 'project_id': 'a9c9fa1c7c7d4d7bb1c96122bf3dc7fb', 'subnets': [{'id': 'f39ea068-f126-4d53-aeb0-0a4af2f13310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 07:36:05.984335 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-3e3e521b-30fb-4962-b214-40a5bf366847 None None] Attempting to bind port 0b23f9d6-3fca-40c4-816c-aa7daef519c3 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 07:36:05.984704 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-3e3e521b-30fb-4962-b214-40a5bf366847 None None] Attempting to bind port 0b23f9d6-3fca-40c4-816c-aa7daef519c3 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': '6de6df80-f12c-4f51-8d5c-9cdacb5324f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '62d4e504-79b4-4910-8a9c-3d7a1cc1146e'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 07:36:05.985067 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3e521b-30fb-4962-b214-40a5bf366847 None None] Attempting to bind port 0b23f9d6-3fca-40c4-816c-aa7daef519c3 on network 62d4e504-79b4-4910-8a9c-3d7a1cc1146e {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:36:05.990770 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3e521b-30fb-4962-b214-40a5bf366847 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 7, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 07:36:05.991160 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3e521b-30fb-4962-b214-40a5bf366847 None None] Checking segment: {'id': '6de6df80-f12c-4f51-8d5c-9cdacb5324f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '62d4e504-79b4-4910-8a9c-3d7a1cc1146e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:36:05.991560 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-3e3e521b-30fb-4962-b214-40a5bf366847 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:05.992007 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3e521b-30fb-4962-b214-40a5bf366847 None None] Bound using segment: {'id': '6de6df80-f12c-4f51-8d5c-9cdacb5324f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '62d4e504-79b4-4910-8a9c-3d7a1cc1146e'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 07:36:05.992490 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-3e3e521b-30fb-4962-b214-40a5bf366847 None None] Bound port: 0b23f9d6-3fca-40c4-816c-aa7daef519c3, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6de6df80-f12c-4f51-8d5c-9cdacb5324f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '62d4e504-79b4-4910-8a9c-3d7a1cc1146e'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 07:36:05.992837 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-3e3e521b-30fb-4962-b214-40a5bf366847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:06.096653 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-3e3e521b-30fb-4962-b214-40a5bf366847 None None] For port 0b23f9d6-3fca-40c4-816c-aa7daef519c3, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:36:06.099881 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-3e3e521b-30fb-4962-b214-40a5bf366847 None None] For port 0b23f9d6-3fca-40c4-816c-aa7daef519c3, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=0b23f9d6-3fca-40c4-816c-aa7daef519c3,segment=NetworkSegment(6de6df80-f12c-4f51-8d5c-9cdacb5324f7),segment_id=6de6df80-f12c-4f51-8d5c-9cdacb5324f7)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 07:36:06.170317 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-3e3e521b-30fb-4962-b214-40a5bf366847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:06.265840 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3e521b-30fb-4962-b214-40a5bf366847 None None] Pushing event updated for resources: {'Port': ['ID=0b23f9d6-3fca-40c4-816c-aa7daef519c3,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:36:06.308813 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2054e3b0-7c9d-4d07-af3e-e971378ac4ea admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:06.804421 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2054e3b0-7c9d-4d07-af3e-e971378ac4ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690761'] for router, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:07.174043 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device c157e037-fad8-4b5b-b40c-00a780b093ab up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:36:07.187052 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2054e3b0-7c9d-4d07-af3e-e971378ac4ea admin admin] Router 601e6d06-9804-4be3-9a69-00d05d71ad37 is scheduled to L3 agent 42958940-9562-4f71-972f-15a8af9d3963 with binding_index 1 {{(pid=89110) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 07:36:07.274818 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ebbe80-41c5-430a-926c-5f0ce5491f05 None None] Network 62d4e504-79b4-4910-8a9c-3d7a1cc1146e requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 07:36:07.345134 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port c157e037-fad8-4b5b-b40c-00a780b093ab completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:36:07.363668 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port c157e037-fad8-4b5b-b40c-00a780b093ab triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:36:07.363957 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:07.379606 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2054e3b0-7c9d-4d07-af3e-e971378ac4ea admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 07:36:07.389922 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a866e1b4-7438-4fbf-935c-2d22e59436d1 None None] Sync routers for ids ['601e6d06-9804-4be3-9a69-00d05d71ad37'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 07:36:07.399054 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a866e1b4-7438-4fbf-935c-2d22e59436d1 None None] Routers {'601e6d06-9804-4be3-9a69-00d05d71ad37'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:36:07.399664 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-a866e1b4-7438-4fbf-935c-2d22e59436d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:35:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['601e6d06-9804-4be3-9a69-00d05d71ad37'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:36:07.453694 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-6f9f95ef-7619-4fa0-8ada-6d1af6a7954b None None] Provisioning for port 0b23f9d6-3fca-40c4-816c-aa7daef519c3 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:36:07.469751 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2054e3b0-7c9d-4d07-af3e-e971378ac4ea admin admin] Notify callbacks [] for router, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:07.470992 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-2054e3b0-7c9d-4d07-af3e-e971378ac4ea admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.1590621 May 28 07:36:07.473761 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 59284) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:36:07.593182 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-a866e1b4-7438-4fbf-935c-2d22e59436d1 None None] Set router 601e6d06-9804-4be3-9a69-00d05d71ad37 gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:36:07.608906 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port c157e037-fad8-4b5b-b40c-00a780b093ab is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:36:07.609279 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:07.652005 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port c157e037-fad8-4b5b-b40c-00a780b093ab, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=c157e037-fad8-4b5b-b40c-00a780b093ab,segment=NetworkSegment(cd2d3efe-7857-4701-b8e9-3af1174ebc3f),segment_id=cd2d3efe-7857-4701-b8e9-3af1174ebc3f)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:36:07.744159 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:07.744950 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 0b23f9d6-3fca-40c4-816c-aa7daef519c3 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:36:07.876240 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=c157e037-fad8-4b5b-b40c-00a780b093ab,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:36:07.918685 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-a866e1b4-7438-4fbf-935c-2d22e59436d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '601e6d06-9804-4be3-9a69-00d05d71ad37', 'name': 'tempest-TestShelveInstance-1951185625-router', 'tenant_id': '93ba3d185a3342b69a58dd4360aa8564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '2ef13aae-7b05-4618-99c7-91bfd436dd42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:36:04Z', 'updated_at': '2022-05-28T07:36:06Z', 'revision_number': 3, 'project_id': '93ba3d185a3342b69a58dd4360aa8564', 'gw_port': {'id': '2ef13aae-7b05-4618-99c7-91bfd436dd42', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:12:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '601e6d06-9804-4be3-9a69-00d05d71ad37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:36:05Z', 'updated_at': '2022-05-28T07:36:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:36:07.922392 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a866e1b4-7438-4fbf-935c-2d22e59436d1 None None] Checking router: 601e6d06-9804-4be3-9a69-00d05d71ad37 for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 07:36:07.922727 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a866e1b4-7438-4fbf-935c-2d22e59436d1 None None] Updating router 601e6d06-9804-4be3-9a69-00d05d71ad37 port 2ef13aae-7b05-4618-99c7-91bfd436dd42 binding host n-d-843702-1 {{(pid=89112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 07:36:07.958202 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 0b23f9d6-3fca-40c4-816c-aa7daef519c3 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:36:07.963530 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 0b23f9d6-3fca-40c4-816c-aa7daef519c3 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:36:07.963972 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:07.979843 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-a866e1b4-7438-4fbf-935c-2d22e59436d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:08.088572 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 0b23f9d6-3fca-40c4-816c-aa7daef519c3 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:36:08.089040 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:08.123762 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port 0b23f9d6-3fca-40c4-816c-aa7daef519c3, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=0b23f9d6-3fca-40c4-816c-aa7daef519c3,segment=NetworkSegment(6de6df80-f12c-4f51-8d5c-9cdacb5324f7),segment_id=6de6df80-f12c-4f51-8d5c-9cdacb5324f7)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:36:08.250256 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:08.308193 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-eaab64ae-dd88-4d2d-8173-eac42a781dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:08.321663 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-a866e1b4-7438-4fbf-935c-2d22e59436d1 None None] Notify callbacks [] for port, precommit_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:08.334029 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.provisioning_blocks [None req-a866e1b4-7438-4fbf-935c-2d22e59436d1 None None] Transition to ACTIVE for port object 2ef13aae-7b05-4618-99c7-91bfd436dd42 will not be triggered until provisioned by entity L2. {{(pid=89112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:36:08.375918 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=0b23f9d6-3fca-40c4-816c-aa7daef519c3,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:36:08.455392 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-a866e1b4-7438-4fbf-935c-2d22e59436d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:08.521094 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [None req-eaab64ae-dd88-4d2d-8173-eac42a781dec admin admin] Allocated IP 172.20.0.1 (62d4e504-79b4-4910-8a9c-3d7a1cc1146e/7d132af3-dc2e-4ef5-8d02-71fe91195e18/acd3edf4-2529-451d-a3e8-59d6b0412aa1) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:36:08.536291 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-a866e1b4-7438-4fbf-935c-2d22e59436d1 None None] Attempting to bind port 2ef13aae-7b05-4618-99c7-91bfd436dd42 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 07:36:08.536643 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-a866e1b4-7438-4fbf-935c-2d22e59436d1 None None] Attempting to bind port 2ef13aae-7b05-4618-99c7-91bfd436dd42 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 07:36:08.536995 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a866e1b4-7438-4fbf-935c-2d22e59436d1 None None] Attempting to bind port 2ef13aae-7b05-4618-99c7-91bfd436dd42 on network 68df399e-e75e-4871-9364-5d05730b50f0 {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:36:08.539197 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09748ff2-dfb2-4b10-a79a-89bcb496d8a4 None None] Pushing event updated for resources: {'Port': ['ID=2ef13aae-7b05-4618-99c7-91bfd436dd42,revision_number=2']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:36:08.546063 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a866e1b4-7438-4fbf-935c-2d22e59436d1 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 7, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 07:36:08.546422 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a866e1b4-7438-4fbf-935c-2d22e59436d1 None None] Checking segment: {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:36:08.546808 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-a866e1b4-7438-4fbf-935c-2d22e59436d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:08.547181 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a866e1b4-7438-4fbf-935c-2d22e59436d1 None None] Bound using segment: {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 07:36:08.547626 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-a866e1b4-7438-4fbf-935c-2d22e59436d1 None None] Bound port: 2ef13aae-7b05-4618-99c7-91bfd436dd42, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 07:36:08.547984 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-a866e1b4-7438-4fbf-935c-2d22e59436d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:08.618616 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-a866e1b4-7438-4fbf-935c-2d22e59436d1 None None] For port 2ef13aae-7b05-4618-99c7-91bfd436dd42, host n-d-843702-1, cleared binding levels {{(pid=89112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:36:08.621512 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-a866e1b4-7438-4fbf-935c-2d22e59436d1 None None] For port 2ef13aae-7b05-4618-99c7-91bfd436dd42, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=2ef13aae-7b05-4618-99c7-91bfd436dd42,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 07:36:08.671115 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-eaab64ae-dd88-4d2d-8173-eac42a781dec admin admin] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:08.687310 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [None req-eaab64ae-dd88-4d2d-8173-eac42a781dec admin admin] Transition to ACTIVE for port object acd3edf4-2529-451d-a3e8-59d6b0412aa1 will not be triggered until provisioned by entity DHCP. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:36:08.692926 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-a866e1b4-7438-4fbf-935c-2d22e59436d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:08.782100 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-eaab64ae-dd88-4d2d-8173-eac42a781dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:08.800514 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a866e1b4-7438-4fbf-935c-2d22e59436d1 None None] Routers {'601e6d06-9804-4be3-9a69-00d05d71ad37'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:36:08.801126 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-a866e1b4-7438-4fbf-935c-2d22e59436d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:35:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['601e6d06-9804-4be3-9a69-00d05d71ad37'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:36:08.853052 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaab64ae-dd88-4d2d-8173-eac42a781dec admin admin] Network 62d4e504-79b4-4910-8a9c-3d7a1cc1146e is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:36:08.856616 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-eaab64ae-dd88-4d2d-8173-eac42a781dec admin admin] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:36:08.860569 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaab64ae-dd88-4d2d-8173-eac42a781dec admin admin] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:36:08.870383 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09748ff2-dfb2-4b10-a79a-89bcb496d8a4 None None] Pushing event updated for resources: {'Port': ['ID=2ef13aae-7b05-4618-99c7-91bfd436dd42,revision_number=3']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:36:08.890008 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaab64ae-dd88-4d2d-8173-eac42a781dec admin admin] Pushing event updated for resources: {'Port': ['ID=acd3edf4-2529-451d-a3e8-59d6b0412aa1,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:36:08.917631 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-eaab64ae-dd88-4d2d-8173-eac42a781dec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690947'] for router_interface, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:08.990729 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-a866e1b4-7438-4fbf-935c-2d22e59436d1 None None] Set router 601e6d06-9804-4be3-9a69-00d05d71ad37 gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:36:09.109206 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device c157e037-fad8-4b5b-b40c-00a780b093ab up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:36:09.187642 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port c157e037-fad8-4b5b-b40c-00a780b093ab triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:36:09.188008 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:09.293283 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-a866e1b4-7438-4fbf-935c-2d22e59436d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '601e6d06-9804-4be3-9a69-00d05d71ad37', 'name': 'tempest-TestShelveInstance-1951185625-router', 'tenant_id': '93ba3d185a3342b69a58dd4360aa8564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '2ef13aae-7b05-4618-99c7-91bfd436dd42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:36:04Z', 'updated_at': '2022-05-28T07:36:06Z', 'revision_number': 3, 'project_id': '93ba3d185a3342b69a58dd4360aa8564', 'gw_port': {'id': '2ef13aae-7b05-4618-99c7-91bfd436dd42', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:12:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '601e6d06-9804-4be3-9a69-00d05d71ad37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:36:05Z', 'updated_at': '2022-05-28T07:36:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:36:09.297656 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a866e1b4-7438-4fbf-935c-2d22e59436d1 None None] The sync data for ids ['601e6d06-9804-4be3-9a69-00d05d71ad37'] in n-d-843702-1 is: [{'id': '601e6d06-9804-4be3-9a69-00d05d71ad37', 'name': 'tempest-TestShelveInstance-1951185625-router', 'tenant_id': '93ba3d185a3342b69a58dd4360aa8564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '2ef13aae-7b05-4618-99c7-91bfd436dd42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:36:04Z', 'updated_at': '2022-05-28T07:36:06Z', 'revision_number': 3, 'project_id': '93ba3d185a3342b69a58dd4360aa8564', 'gw_port': {'id': '2ef13aae-7b05-4618-99c7-91bfd436dd42', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:12:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '601e6d06-9804-4be3-9a69-00d05d71ad37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:36:05Z', 'updated_at': '2022-05-28T07:36:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 07:36:09.307454 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port c157e037-fad8-4b5b-b40c-00a780b093ab is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:36:09.308758 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 0b23f9d6-3fca-40c4-816c-aa7daef519c3 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:36:09.348127 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-e10b738b-c4ab-40fe-9822-daf246c800a5 None None] Provisioning for port acd3edf4-2529-451d-a3e8-59d6b0412aa1 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:36:09.349918 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-eaab64ae-dd88-4d2d-8173-eac42a781dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:09.363613 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-e10b738b-c4ab-40fe-9822-daf246c800a5 None None] Provisioning complete for port acd3edf4-2529-451d-a3e8-59d6b0412aa1 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:36:09.364070 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e10b738b-c4ab-40fe-9822-daf246c800a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:09.431435 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-e10b738b-c4ab-40fe-9822-daf246c800a5 None None] Port acd3edf4-2529-451d-a3e8-59d6b0412aa1 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 07:36:09.442407 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 0b23f9d6-3fca-40c4-816c-aa7daef519c3 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:36:09.442771 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:09.580528 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 0b23f9d6-3fca-40c4-816c-aa7daef519c3 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:36:09.605874 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-eaab64ae-dd88-4d2d-8173-eac42a781dec admin admin] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:09.695477 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-eaab64ae-dd88-4d2d-8173-eac42a781dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:09.806024 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-eaab64ae-dd88-4d2d-8173-eac42a781dec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700602'] for router_interface, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:09.810106 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaab64ae-dd88-4d2d-8173-eac42a781dec admin admin] Pushing event updated for resources: {'Port': ['ID=acd3edf4-2529-451d-a3e8-59d6b0412aa1,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:36:09.954128 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaab64ae-dd88-4d2d-8173-eac42a781dec admin admin] Network 62d4e504-79b4-4910-8a9c-3d7a1cc1146e is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:36:09.955269 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-eaab64ae-dd88-4d2d-8173-eac42a781dec admin admin] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:36:10.157938 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaab64ae-dd88-4d2d-8173-eac42a781dec admin admin] Router 601e6d06-9804-4be3-9a69-00d05d71ad37 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 07:36:10.256379 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-f7e96fae-559a-4545-947d-a220913fa327 None None] Provisioning complete for port acd3edf4-2529-451d-a3e8-59d6b0412aa1 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:36:10.256666 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-f7e96fae-559a-4545-947d-a220913fa327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:10.316517 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-f7e96fae-559a-4545-947d-a220913fa327 None None] Port acd3edf4-2529-451d-a3e8-59d6b0412aa1 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 07:36:10.456726 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaab64ae-dd88-4d2d-8173-eac42a781dec admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 07:36:10.465884 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-eaab64ae-dd88-4d2d-8173-eac42a781dec admin admin] 10.222.0.55 "PUT /v2.0/routers/601e6d06-9804-4be3-9a69-00d05d71ad37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9904017 May 28 07:36:10.809600 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5cf29e2-1889-418a-aac5-5d292a316b88 None None] Sync routers for ids ['601e6d06-9804-4be3-9a69-00d05d71ad37'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 07:36:10.818499 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5cf29e2-1889-418a-aac5-5d292a316b88 None None] Routers {'601e6d06-9804-4be3-9a69-00d05d71ad37'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:36:10.819118 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-f5cf29e2-1889-418a-aac5-5d292a316b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:35:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['601e6d06-9804-4be3-9a69-00d05d71ad37'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:36:10.942171 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 59294) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:36:10.947655 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-4bd8c3f5-a25a-4d0b-b6c1-a29bdffe02cb tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-76945879', 'description': 'tempest-secgroup-smoke-76945879 description', 'project_id': 'a9c9fa1c7c7d4d7bb1c96122bf3dc7fb'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:36:10.954992 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-4bd8c3f5-a25a-4d0b-b6c1-a29bdffe02cb tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:36:10.958859 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-4bd8c3f5-a25a-4d0b-b6c1-a29bdffe02cb tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Usage tracker for resource:security_group and tenant:a9c9fa1c7c7d4d7bb1c96122bf3dc7fb is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:36:10.961676 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-4bd8c3f5-a25a-4d0b-b6c1-a29bdffe02cb tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:36:10.968499 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-4bd8c3f5-a25a-4d0b-b6c1-a29bdffe02cb tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:36:10.996300 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-f5cf29e2-1889-418a-aac5-5d292a316b88 None None] Set router 601e6d06-9804-4be3-9a69-00d05d71ad37 gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:36:11.035958 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-4bd8c3f5-a25a-4d0b-b6c1-a29bdffe02cb tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:11.065519 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-4bd8c3f5-a25a-4d0b-b6c1-a29bdffe02cb tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:36:11.071322 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-4bd8c3f5-a25a-4d0b-b6c1-a29bdffe02cb tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Usage tracker for resource:security_group_rule and tenant:a9c9fa1c7c7d4d7bb1c96122bf3dc7fb is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:36:11.077301 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-4bd8c3f5-a25a-4d0b-b6c1-a29bdffe02cb tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:36:11.084104 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-4bd8c3f5-a25a-4d0b-b6c1-a29bdffe02cb tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:36:11.127181 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 2ef13aae-7b05-4618-99c7-91bfd436dd42 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:36:11.166526 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-4bd8c3f5-a25a-4d0b-b6c1-a29bdffe02cb tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:11.220880 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-4bd8c3f5-a25a-4d0b-b6c1-a29bdffe02cb tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:11.264297 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd8c3f5-a25a-4d0b-b6c1-a29bdffe02cb tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66799a02-cde9-45c5-8f3f-bbae8b973fc8,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:36:11.329495 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-4bd8c3f5-a25a-4d0b-b6c1-a29bdffe02cb tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:11.330752 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-4bd8c3f5-a25a-4d0b-b6c1-a29bdffe02cb tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3875461 May 28 07:36:11.333669 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 59298) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:36:11.338859 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-caa211d3-61e9-42ad-a5df-e78d55b330fc tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Request body: {'security_group_rule': {'security_group_id': '66799a02-cde9-45c5-8f3f-bbae8b973fc8', 'project_id': 'a9c9fa1c7c7d4d7bb1c96122bf3dc7fb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:36:11.346239 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-caa211d3-61e9-42ad-a5df-e78d55b330fc tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:36:11.350051 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-caa211d3-61e9-42ad-a5df-e78d55b330fc tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Usage tracker for resource:security_group_rule and tenant:a9c9fa1c7c7d4d7bb1c96122bf3dc7fb is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:36:11.352034 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 2ef13aae-7b05-4618-99c7-91bfd436dd42 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:36:11.352947 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-caa211d3-61e9-42ad-a5df-e78d55b330fc tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:36:11.359546 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-caa211d3-61e9-42ad-a5df-e78d55b330fc tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:36:11.362087 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 2ef13aae-7b05-4618-99c7-91bfd436dd42 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:36:11.362087 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:11.439436 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-f5cf29e2-1889-418a-aac5-5d292a316b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '601e6d06-9804-4be3-9a69-00d05d71ad37', 'name': 'tempest-TestShelveInstance-1951185625-router', 'tenant_id': '93ba3d185a3342b69a58dd4360aa8564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '2ef13aae-7b05-4618-99c7-91bfd436dd42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:36:04Z', 'updated_at': '2022-05-28T07:36:09Z', 'revision_number': 4, 'project_id': '93ba3d185a3342b69a58dd4360aa8564', 'gw_port': {'id': '2ef13aae-7b05-4618-99c7-91bfd436dd42', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:12:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '601e6d06-9804-4be3-9a69-00d05d71ad37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:36:05Z', 'updated_at': '2022-05-28T07:36:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'acd3edf4-2529-451d-a3e8-59d6b0412aa1', 'name': '', 'network_id': '62d4e504-79b4-4910-8a9c-3d7a1cc1146e', 'tenant_id': '93ba3d185a3342b69a58dd4360aa8564', 'mac_address': 'fa:16:3e:bf:b0:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '601e6d06-9804-4be3-9a69-00d05d71ad37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '7d132af3-dc2e-4ef5-8d02-71fe91195e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:36:08Z', 'updated_at': '2022-05-28T07:36:09Z', 'revision_number': 2, 'project_id': '93ba3d185a3342b69a58dd4360aa8564', 'subnets': [{'id': '7d132af3-dc2e-4ef5-8d02-71fe91195e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:36:11.439761 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-caa211d3-61e9-42ad-a5df-e78d55b330fc tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:11.471296 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5cf29e2-1889-418a-aac5-5d292a316b88 None None] Checking router: 601e6d06-9804-4be3-9a69-00d05d71ad37 for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 07:36:11.471529 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5cf29e2-1889-418a-aac5-5d292a316b88 None None] Updating router 601e6d06-9804-4be3-9a69-00d05d71ad37 port acd3edf4-2529-451d-a3e8-59d6b0412aa1 binding host n-d-843702-1 {{(pid=89111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 07:36:11.502749 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-caa211d3-61e9-42ad-a5df-e78d55b330fc tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:11.544717 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 2ef13aae-7b05-4618-99c7-91bfd436dd42 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:36:11.545092 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:11.549503 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-f5cf29e2-1889-418a-aac5-5d292a316b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:11.569504 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-caa211d3-61e9-42ad-a5df-e78d55b330fc tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:11.594349 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa211d3-61e9-42ad-a5df-e78d55b330fc tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4c3faba-abc4-4668-bd5a-d7ebabf402d1,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:36:11.613550 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port 2ef13aae-7b05-4618-99c7-91bfd436dd42, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=2ef13aae-7b05-4618-99c7-91bfd436dd42,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:36:11.680951 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-caa211d3-61e9-42ad-a5df-e78d55b330fc tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:11.682170 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-caa211d3-61e9-42ad-a5df-e78d55b330fc tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3475370 May 28 07:36:11.685590 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 59302) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:36:11.691516 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-defa8808-2536-42a1-a12d-f182326674a6 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Request body: {'security_group_rule': {'security_group_id': '66799a02-cde9-45c5-8f3f-bbae8b973fc8', 'project_id': 'a9c9fa1c7c7d4d7bb1c96122bf3dc7fb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:36:11.697813 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-defa8808-2536-42a1-a12d-f182326674a6 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:36:11.700436 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:11.701620 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-defa8808-2536-42a1-a12d-f182326674a6 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Usage tracker for resource:security_group_rule and tenant:a9c9fa1c7c7d4d7bb1c96122bf3dc7fb is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:36:11.705393 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-defa8808-2536-42a1-a12d-f182326674a6 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:36:11.711109 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-defa8808-2536-42a1-a12d-f182326674a6 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:36:11.802583 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-defa8808-2536-42a1-a12d-f182326674a6 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:11.868170 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-defa8808-2536-42a1-a12d-f182326674a6 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:11.898220 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=2ef13aae-7b05-4618-99c7-91bfd436dd42,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:36:11.938910 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-defa8808-2536-42a1-a12d-f182326674a6 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:11.963598 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defa8808-2536-42a1-a12d-f182326674a6 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=540b98e4-ef53-4792-befb-3b06df56ab70,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:36:12.003690 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-f5cf29e2-1889-418a-aac5-5d292a316b88 None None] Notify callbacks [] for port, precommit_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:12.016091 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-f5cf29e2-1889-418a-aac5-5d292a316b88 None None] Transition to ACTIVE for port object acd3edf4-2529-451d-a3e8-59d6b0412aa1 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:36:12.030133 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-defa8808-2536-42a1-a12d-f182326674a6 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:12.031364 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-defa8808-2536-42a1-a12d-f182326674a6 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3447871 May 28 07:36:12.034169 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 59306) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:36:12.039176 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-57f7d2df-d5f0-414b-aa3c-a354ce310d63 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Request body: {'security_group_rule': {'security_group_id': '66799a02-cde9-45c5-8f3f-bbae8b973fc8', 'project_id': 'a9c9fa1c7c7d4d7bb1c96122bf3dc7fb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:36:12.046669 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-57f7d2df-d5f0-414b-aa3c-a354ce310d63 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:36:12.050731 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-57f7d2df-d5f0-414b-aa3c-a354ce310d63 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Usage tracker for resource:security_group_rule and tenant:a9c9fa1c7c7d4d7bb1c96122bf3dc7fb is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:36:12.053654 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-57f7d2df-d5f0-414b-aa3c-a354ce310d63 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:36:12.059380 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-57f7d2df-d5f0-414b-aa3c-a354ce310d63 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:36:12.086876 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-f5cf29e2-1889-418a-aac5-5d292a316b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:12.168905 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-57f7d2df-d5f0-414b-aa3c-a354ce310d63 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:12.218857 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413b9cae-b404-4cde-8a69-1222bd6a461d None None] Pushing event updated for resources: {'Port': ['ID=acd3edf4-2529-451d-a3e8-59d6b0412aa1,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:36:12.250813 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-57f7d2df-d5f0-414b-aa3c-a354ce310d63 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:12.315387 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-f5cf29e2-1889-418a-aac5-5d292a316b88 None None] Attempting to bind port acd3edf4-2529-451d-a3e8-59d6b0412aa1 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 07:36:12.315713 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-57f7d2df-d5f0-414b-aa3c-a354ce310d63 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:12.315826 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-f5cf29e2-1889-418a-aac5-5d292a316b88 None None] Attempting to bind port acd3edf4-2529-451d-a3e8-59d6b0412aa1 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': '6de6df80-f12c-4f51-8d5c-9cdacb5324f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '62d4e504-79b4-4910-8a9c-3d7a1cc1146e'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 07:36:12.316113 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5cf29e2-1889-418a-aac5-5d292a316b88 None None] Attempting to bind port acd3edf4-2529-451d-a3e8-59d6b0412aa1 on network 62d4e504-79b4-4910-8a9c-3d7a1cc1146e {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:36:12.325764 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5cf29e2-1889-418a-aac5-5d292a316b88 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 7, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 07:36:12.325764 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5cf29e2-1889-418a-aac5-5d292a316b88 None None] Checking segment: {'id': '6de6df80-f12c-4f51-8d5c-9cdacb5324f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '62d4e504-79b4-4910-8a9c-3d7a1cc1146e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:36:12.325764 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-f5cf29e2-1889-418a-aac5-5d292a316b88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:12.325764 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5cf29e2-1889-418a-aac5-5d292a316b88 None None] Bound using segment: {'id': '6de6df80-f12c-4f51-8d5c-9cdacb5324f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '62d4e504-79b4-4910-8a9c-3d7a1cc1146e'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 07:36:12.325764 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-f5cf29e2-1889-418a-aac5-5d292a316b88 None None] Bound port: acd3edf4-2529-451d-a3e8-59d6b0412aa1, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6de6df80-f12c-4f51-8d5c-9cdacb5324f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '62d4e504-79b4-4910-8a9c-3d7a1cc1146e'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 07:36:12.326620 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-f5cf29e2-1889-418a-aac5-5d292a316b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:12.345847 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f7d2df-d5f0-414b-aa3c-a354ce310d63 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=300754b7-03d9-4cd6-bea8-99b1a89b25f2,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:36:12.423690 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-57f7d2df-d5f0-414b-aa3c-a354ce310d63 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:12.424980 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-57f7d2df-d5f0-414b-aa3c-a354ce310d63 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3898644 May 28 07:36:12.427662 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 59310) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:36:12.427966 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-f5cf29e2-1889-418a-aac5-5d292a316b88 None None] For port acd3edf4-2529-451d-a3e8-59d6b0412aa1, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:36:12.431114 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-f5cf29e2-1889-418a-aac5-5d292a316b88 None None] For port acd3edf4-2529-451d-a3e8-59d6b0412aa1, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=acd3edf4-2529-451d-a3e8-59d6b0412aa1,segment=NetworkSegment(6de6df80-f12c-4f51-8d5c-9cdacb5324f7),segment_id=6de6df80-f12c-4f51-8d5c-9cdacb5324f7)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 07:36:12.434391 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-8dba02f9-bbc9-4e25-96c8-6ca67d4179f2 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Request body: {'security_group_rule': {'security_group_id': '66799a02-cde9-45c5-8f3f-bbae8b973fc8', 'project_id': 'a9c9fa1c7c7d4d7bb1c96122bf3dc7fb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:36:12.439266 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-8dba02f9-bbc9-4e25-96c8-6ca67d4179f2 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:36:12.443113 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-8dba02f9-bbc9-4e25-96c8-6ca67d4179f2 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Usage tracker for resource:security_group_rule and tenant:a9c9fa1c7c7d4d7bb1c96122bf3dc7fb is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:36:12.445961 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-8dba02f9-bbc9-4e25-96c8-6ca67d4179f2 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:36:12.452115 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-8dba02f9-bbc9-4e25-96c8-6ca67d4179f2 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:36:12.495622 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-f5cf29e2-1889-418a-aac5-5d292a316b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:12.527998 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8dba02f9-bbc9-4e25-96c8-6ca67d4179f2 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:12.577467 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5cf29e2-1889-418a-aac5-5d292a316b88 None None] Routers {'601e6d06-9804-4be3-9a69-00d05d71ad37'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:36:12.578050 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-f5cf29e2-1889-418a-aac5-5d292a316b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:35:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['601e6d06-9804-4be3-9a69-00d05d71ad37'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:36:12.601230 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8dba02f9-bbc9-4e25-96c8-6ca67d4179f2 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:12.632358 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413b9cae-b404-4cde-8a69-1222bd6a461d None None] Pushing event updated for resources: {'Port': ['ID=acd3edf4-2529-451d-a3e8-59d6b0412aa1,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:36:12.692263 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8dba02f9-bbc9-4e25-96c8-6ca67d4179f2 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:12.718555 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dba02f9-bbc9-4e25-96c8-6ca67d4179f2 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00d5a5d5-c49d-4ffd-b1de-7efaff5df602,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:36:12.767489 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-f5cf29e2-1889-418a-aac5-5d292a316b88 None None] Set router 601e6d06-9804-4be3-9a69-00d05d71ad37 gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:36:12.789780 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8dba02f9-bbc9-4e25-96c8-6ca67d4179f2 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:12.791002 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-8dba02f9-bbc9-4e25-96c8-6ca67d4179f2 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3624089 May 28 07:36:12.794038 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 59314) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:36:12.799160 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-2768b33b-eceb-42c4-b660-b8cbe4004e23 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Request body: {'security_group_rule': {'security_group_id': '66799a02-cde9-45c5-8f3f-bbae8b973fc8', 'project_id': 'a9c9fa1c7c7d4d7bb1c96122bf3dc7fb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:36:12.806058 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-2768b33b-eceb-42c4-b660-b8cbe4004e23 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:36:12.810497 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-2768b33b-eceb-42c4-b660-b8cbe4004e23 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Usage tracker for resource:security_group_rule and tenant:a9c9fa1c7c7d4d7bb1c96122bf3dc7fb is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:36:12.813660 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-2768b33b-eceb-42c4-b660-b8cbe4004e23 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:36:12.819310 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-2768b33b-eceb-42c4-b660-b8cbe4004e23 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:36:12.904259 n-d-843702-1 neutron-server[89110]: INFO neutron.db.securitygroups_db [None req-2768b33b-eceb-42c4-b660-b8cbe4004e23 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Project a9c9fa1c7c7d4d7bb1c96122bf3dc7fb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 07:36:12.911338 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2768b33b-eceb-42c4-b660-b8cbe4004e23 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:12.975808 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2768b33b-eceb-42c4-b660-b8cbe4004e23 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:13.044564 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2768b33b-eceb-42c4-b660-b8cbe4004e23 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:13.071182 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2768b33b-eceb-42c4-b660-b8cbe4004e23 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=443442ef-0de6-419b-85be-9846259ffa38,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:36:13.079693 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 2ef13aae-7b05-4618-99c7-91bfd436dd42 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:36:13.146857 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-2768b33b-eceb-42c4-b660-b8cbe4004e23 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:13.148135 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-2768b33b-eceb-42c4-b660-b8cbe4004e23 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3529775 May 28 07:36:13.150592 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-f5cf29e2-1889-418a-aac5-5d292a316b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '601e6d06-9804-4be3-9a69-00d05d71ad37', 'name': 'tempest-TestShelveInstance-1951185625-router', 'tenant_id': '93ba3d185a3342b69a58dd4360aa8564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '2ef13aae-7b05-4618-99c7-91bfd436dd42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:36:04Z', 'updated_at': '2022-05-28T07:36:09Z', 'revision_number': 4, 'project_id': '93ba3d185a3342b69a58dd4360aa8564', 'gw_port': {'id': '2ef13aae-7b05-4618-99c7-91bfd436dd42', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:12:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601e6d06-9804-4be3-9a69-00d05d71ad37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:36:05Z', 'updated_at': '2022-05-28T07:36:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'acd3edf4-2529-451d-a3e8-59d6b0412aa1', 'name': '', 'network_id': '62d4e504-79b4-4910-8a9c-3d7a1cc1146e', 'tenant_id': '93ba3d185a3342b69a58dd4360aa8564', 'mac_address': 'fa:16:3e:bf:b0:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '601e6d06-9804-4be3-9a69-00d05d71ad37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '7d132af3-dc2e-4ef5-8d02-71fe91195e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:36:08Z', 'updated_at': '2022-05-28T07:36:12Z', 'revision_number': 4, 'project_id': '93ba3d185a3342b69a58dd4360aa8564', 'subnets': [{'id': '7d132af3-dc2e-4ef5-8d02-71fe91195e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:36:13.150790 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 59318) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:36:13.155948 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-03179282-4c7d-47f3-8519-0f72b633c77d tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Request body: {'security_group_rule': {'security_group_id': '66799a02-cde9-45c5-8f3f-bbae8b973fc8', 'project_id': 'a9c9fa1c7c7d4d7bb1c96122bf3dc7fb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:36:13.156736 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5cf29e2-1889-418a-aac5-5d292a316b88 None None] The sync data for ids ['601e6d06-9804-4be3-9a69-00d05d71ad37'] in n-d-843702-1 is: [{'id': '601e6d06-9804-4be3-9a69-00d05d71ad37', 'name': 'tempest-TestShelveInstance-1951185625-router', 'tenant_id': '93ba3d185a3342b69a58dd4360aa8564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '2ef13aae-7b05-4618-99c7-91bfd436dd42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:36:04Z', 'updated_at': '2022-05-28T07:36:09Z', 'revision_number': 4, 'project_id': '93ba3d185a3342b69a58dd4360aa8564', 'gw_port': {'id': '2ef13aae-7b05-4618-99c7-91bfd436dd42', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:12:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601e6d06-9804-4be3-9a69-00d05d71ad37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:36:05Z', 'updated_at': '2022-05-28T07:36:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'acd3edf4-2529-451d-a3e8-59d6b0412aa1', 'name': '', 'network_id': '62d4e504-79b4-4910-8a9c-3d7a1cc1146e', 'tenant_id': '93ba3d185a3342b69a58dd4360aa8564', 'mac_address': 'fa:16:3e:bf:b0:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '601e6d06-9804-4be3-9a69-00d05d71ad37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '7d132af3-dc2e-4ef5-8d02-71fe91195e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:36:08Z', 'updated_at': '2022-05-28T07:36:12Z', 'revision_number': 4, 'project_id': '93ba3d185a3342b69a58dd4360aa8564', 'subnets': [{'id': '7d132af3-dc2e-4ef5-8d02-71fe91195e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 07:36:13.163752 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-03179282-4c7d-47f3-8519-0f72b633c77d tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:36:13.164290 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 2ef13aae-7b05-4618-99c7-91bfd436dd42 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:36:13.164399 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:13.168041 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-03179282-4c7d-47f3-8519-0f72b633c77d tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Usage tracker for resource:security_group_rule and tenant:a9c9fa1c7c7d4d7bb1c96122bf3dc7fb is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:36:13.171751 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-03179282-4c7d-47f3-8519-0f72b633c77d tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:36:13.177902 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-03179282-4c7d-47f3-8519-0f72b633c77d tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:36:13.281061 n-d-843702-1 neutron-server[89110]: INFO neutron.db.securitygroups_db [None req-03179282-4c7d-47f3-8519-0f72b633c77d tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Project a9c9fa1c7c7d4d7bb1c96122bf3dc7fb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 07:36:13.293282 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-03179282-4c7d-47f3-8519-0f72b633c77d tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:13.305176 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 2ef13aae-7b05-4618-99c7-91bfd436dd42 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:36:13.370379 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-03179282-4c7d-47f3-8519-0f72b633c77d tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:13.460853 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-03179282-4c7d-47f3-8519-0f72b633c77d tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:13.485722 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03179282-4c7d-47f3-8519-0f72b633c77d tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e1206a3-8ff3-463e-acab-4def6a55f898,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:36:13.576217 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-03179282-4c7d-47f3-8519-0f72b633c77d tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:13.577555 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-03179282-4c7d-47f3-8519-0f72b633c77d tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4258192 May 28 07:36:13.744423 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-a21df3b7-0077-4c6a-a655-49f6fa8a3946 req-b5060f4e-6109-4699-a948-54a719e4df6d tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Synchronizing usage tracker for tenant:a9c9fa1c7c7d4d7bb1c96122bf3dc7fb on resource:security_group {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:36:13.832737 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-a21df3b7-0077-4c6a-a655-49f6fa8a3946 req-b5060f4e-6109-4699-a948-54a719e4df6d tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Unset dirty status for tenant:a9c9fa1c7c7d4d7bb1c96122bf3dc7fb on resource:security_group {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:36:13.833949 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a21df3b7-0077-4c6a-a655-49f6fa8a3946 req-b5060f4e-6109-4699-a948-54a719e4df6d tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-76945879&fields=id&tenant_id=a9c9fa1c7c7d4d7bb1c96122bf3dc7fb HTTP/1.1" status: 200 len: 267 time: 0.1305430 May 28 07:36:13.990995 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21df3b7-0077-4c6a-a655-49f6fa8a3946 req-8e8a6bfc-9c5a-4e2c-a876-47d1c160b785 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:36:13.992474 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a21df3b7-0077-4c6a-a655-49f6fa8a3946 req-8e8a6bfc-9c5a-4e2c-a876-47d1c160b785 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/networks?id=95f45513-875f-48bf-9cd7-5da0451ce635 HTTP/1.1" status: 200 len: 808 time: 0.1516230 May 28 07:36:14.008327 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a21df3b7-0077-4c6a-a655-49f6fa8a3946 req-1aa1084d-536f-4462-ad00-f5aec663fb89 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/quotas/a9c9fa1c7c7d4d7bb1c96122bf3dc7fb HTTP/1.1" status: 200 len: 375 time: 0.0100777 May 28 07:36:14.120940 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a21df3b7-0077-4c6a-a655-49f6fa8a3946 req-e60cac45-dfe5-47b2-bcf6-0264d3ea8ff7 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=a9c9fa1c7c7d4d7bb1c96122bf3dc7fb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1069610 May 28 07:36:14.263139 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a21df3b7-0077-4c6a-a655-49f6fa8a3946 req-6c9ff8a0-ff34-4759-95f1-4a3d95e4ddc0 service neutron] 10.222.0.55 "GET /v2.0/networks/95f45513-875f-48bf-9cd7-5da0451ce635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295424 May 28 07:36:14.396671 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a21df3b7-0077-4c6a-a655-49f6fa8a3946 req-46793711-7af7-4648-b1cb-c3a2b136cf7f service neutron] 10.222.0.55 "GET /v2.0/networks/95f45513-875f-48bf-9cd7-5da0451ce635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279209 May 28 07:36:14.669618 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-14adccbf-1dd1-4c97-b1fe-6063d35f0af9 req-b20f35e9-958b-46ac-96e5-5d996863ba39 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/ports?device_id=1419d828-ea1e-4892-bb9a-5307f3d5e7b1 HTTP/1.1" status: 200 len: 210 time: 0.0425515 May 28 07:36:15.089609 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device acd3edf4-2529-451d-a3e8-59d6b0412aa1 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:36:15.232020 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port acd3edf4-2529-451d-a3e8-59d6b0412aa1 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:36:15.236918 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port acd3edf4-2529-451d-a3e8-59d6b0412aa1 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:36:15.237281 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:15.388199 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port acd3edf4-2529-451d-a3e8-59d6b0412aa1 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:36:15.388538 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:15.422040 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port acd3edf4-2529-451d-a3e8-59d6b0412aa1, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=acd3edf4-2529-451d-a3e8-59d6b0412aa1,segment=NetworkSegment(6de6df80-f12c-4f51-8d5c-9cdacb5324f7),segment_id=6de6df80-f12c-4f51-8d5c-9cdacb5324f7)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:36:15.492031 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:15.558425 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=acd3edf4-2529-451d-a3e8-59d6b0412aa1,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:36:15.774982 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b73bd07d-0436-41dd-b7d2-9c7de60af00b req-6e56f645-9cf5-472b-990a-6b6d91877575 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/ports?device_id=1419d828-ea1e-4892-bb9a-5307f3d5e7b1 HTTP/1.1" status: 200 len: 210 time: 0.0464501 May 28 07:36:16.868904 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0b064d6a-cf4c-4cec-a72a-ea62f61659bd req-cc230728-832c-4a0e-a3d8-59f9df65aa62 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/ports?device_id=1419d828-ea1e-4892-bb9a-5307f3d5e7b1 HTTP/1.1" status: 200 len: 210 time: 0.0418928 May 28 07:36:17.074278 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device acd3edf4-2529-451d-a3e8-59d6b0412aa1 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:36:17.141740 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port acd3edf4-2529-451d-a3e8-59d6b0412aa1 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:36:17.142119 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:17.261614 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port acd3edf4-2529-451d-a3e8-59d6b0412aa1 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:36:18.015129 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-90e8b19f-9b93-4b60-8247-37e8cb8c1ed0 req-9153a94b-ff5f-41e3-888e-c486ca567acd tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/ports?device_id=1419d828-ea1e-4892-bb9a-5307f3d5e7b1 HTTP/1.1" status: 200 len: 210 time: 0.0420861 May 28 07:36:19.331519 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-78f37faf-157c-41d5-825c-aa11ff55c905 req-59dd3487-d424-41bd-87c7-328c1c2a187c tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/ports?device_id=1419d828-ea1e-4892-bb9a-5307f3d5e7b1 HTTP/1.1" status: 200 len: 210 time: 0.0473099 May 28 07:36:20.255671 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21df3b7-0077-4c6a-a655-49f6fa8a3946 req-3e91ace8-abb2-4310-8b8a-0a281b9ec251 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:36:20.257075 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a21df3b7-0077-4c6a-a655-49f6fa8a3946 req-3e91ace8-abb2-4310-8b8a-0a281b9ec251 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.71 "GET /v2.0/networks?id=95f45513-875f-48bf-9cd7-5da0451ce635 HTTP/1.1" status: 200 len: 808 time: 0.2452946 May 28 07:36:20.320581 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a21df3b7-0077-4c6a-a655-49f6fa8a3946 req-ab32daea-e881-47ed-ba7f-b9d82633a610 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a9c9fa1c7c7d4d7bb1c96122bf3dc7fb HTTP/1.1" status: 200 len: 378 time: 0.0414822 May 28 07:36:20.330123 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-a21df3b7-0077-4c6a-a655-49f6fa8a3946 req-82221f10-5092-4750-9fae-4987e8f88b5d tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Request body: {'port': {'device_id': '1419d828-ea1e-4892-bb9a-5307f3d5e7b1', 'network_id': '95f45513-875f-48bf-9cd7-5da0451ce635', 'admin_state_up': True, 'tenant_id': 'a9c9fa1c7c7d4d7bb1c96122bf3dc7fb', 'security_groups': ['66799a02-cde9-45c5-8f3f-bbae8b973fc8']}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:36:20.498144 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bc5dd94a-41f3-4b37-8d6a-b3702a4a999f req-390b34aa-d579-4681-ba83-88743688ff8a tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/ports?device_id=1419d828-ea1e-4892-bb9a-5307f3d5e7b1 HTTP/1.1" status: 200 len: 210 time: 0.0563784 May 28 07:36:20.509115 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-a21df3b7-0077-4c6a-a655-49f6fa8a3946 req-82221f10-5092-4750-9fae-4987e8f88b5d tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:36:20.517362 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-a21df3b7-0077-4c6a-a655-49f6fa8a3946 req-82221f10-5092-4750-9fae-4987e8f88b5d tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Usage tracker for resource:port and tenant:a9c9fa1c7c7d4d7bb1c96122bf3dc7fb is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:36:20.520305 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-a21df3b7-0077-4c6a-a655-49f6fa8a3946 req-82221f10-5092-4750-9fae-4987e8f88b5d tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:36:20.526062 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-a21df3b7-0077-4c6a-a655-49f6fa8a3946 req-82221f10-5092-4750-9fae-4987e8f88b5d tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:36:20.597877 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a21df3b7-0077-4c6a-a655-49f6fa8a3946 req-82221f10-5092-4750-9fae-4987e8f88b5d tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Made reservation on behalf of a9c9fa1c7c7d4d7bb1c96122bf3dc7fb for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 07:36:20.601404 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-a21df3b7-0077-4c6a-a655-49f6fa8a3946 req-82221f10-5092-4750-9fae-4987e8f88b5d tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:20.759865 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [req-a21df3b7-0077-4c6a-a655-49f6fa8a3946 req-82221f10-5092-4750-9fae-4987e8f88b5d tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Allocated IP 172.20.0.5 (95f45513-875f-48bf-9cd7-5da0451ce635/f39ea068-f126-4d53-aeb0-0a4af2f13310/b17698e9-9fe3-496a-93b7-08c33c3f8148) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:36:20.942575 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-a21df3b7-0077-4c6a-a655-49f6fa8a3946 req-82221f10-5092-4750-9fae-4987e8f88b5d tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:20.957517 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-a21df3b7-0077-4c6a-a655-49f6fa8a3946 req-82221f10-5092-4750-9fae-4987e8f88b5d tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Transition to ACTIVE for port object b17698e9-9fe3-496a-93b7-08c33c3f8148 will not be triggered until provisioned by entity DHCP. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:36:21.118508 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-a21df3b7-0077-4c6a-a655-49f6fa8a3946 req-82221f10-5092-4750-9fae-4987e8f88b5d tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:21.192609 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a21df3b7-0077-4c6a-a655-49f6fa8a3946 req-82221f10-5092-4750-9fae-4987e8f88b5d tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Network 95f45513-875f-48bf-9cd7-5da0451ce635 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:36:21.195764 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [req-a21df3b7-0077-4c6a-a655-49f6fa8a3946 req-82221f10-5092-4750-9fae-4987e8f88b5d tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:36:21.200981 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-a21df3b7-0077-4c6a-a655-49f6fa8a3946 req-82221f10-5092-4750-9fae-4987e8f88b5d tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:36:21.249245 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82221f10-5092-4750-9fae-4987e8f88b5d tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Pushing event updated for resources: {'Port': ['ID=b17698e9-9fe3-496a-93b7-08c33c3f8148,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:36:21.270543 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21df3b7-0077-4c6a-a655-49f6fa8a3946 req-82221f10-5092-4750-9fae-4987e8f88b5d tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:36:21.271070 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-a21df3b7-0077-4c6a-a655-49f6fa8a3946 req-82221f10-5092-4750-9fae-4987e8f88b5d tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:21.361589 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a21df3b7-0077-4c6a-a655-49f6fa8a3946 req-82221f10-5092-4750-9fae-4987e8f88b5d tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0348845 May 28 07:36:21.379328 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-a21df3b7-0077-4c6a-a655-49f6fa8a3946 req-15148393-2c6b-4930-bfc6-947200768d53 service neutron] Request body: {'port': {'device_id': '1419d828-ea1e-4892-bb9a-5307f3d5e7b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843702-1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:36:21.489584 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-a21df3b7-0077-4c6a-a655-49f6fa8a3946 req-15148393-2c6b-4930-bfc6-947200768d53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:21.532415 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-2343a6a1-955e-412f-a18f-ce7418f02379 None None] Provisioning for port b17698e9-9fe3-496a-93b7-08c33c3f8148 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:36:21.546521 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-2343a6a1-955e-412f-a18f-ce7418f02379 None None] Provisioning complete for port b17698e9-9fe3-496a-93b7-08c33c3f8148 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:36:21.546521 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-2343a6a1-955e-412f-a18f-ce7418f02379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:21.604544 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-2343a6a1-955e-412f-a18f-ce7418f02379 None None] Port b17698e9-9fe3-496a-93b7-08c33c3f8148 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 07:36:21.802904 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6050383d-a2d8-454b-807c-8e41bcbc8b14 req-7ed083ea-d1dd-47e3-a8a5-424ef2853510 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:36:21.803636 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-6050383d-a2d8-454b-807c-8e41bcbc8b14 req-7ed083ea-d1dd-47e3-a8a5-424ef2853510 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Synchronizing usage tracker for tenant:a9c9fa1c7c7d4d7bb1c96122bf3dc7fb on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:36:21.907062 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [req-a21df3b7-0077-4c6a-a655-49f6fa8a3946 req-15148393-2c6b-4930-bfc6-947200768d53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b17698e9-9fe3-496a-93b7-08c33c3f8148 {{(pid=89110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 07:36:21.914131 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-a21df3b7-0077-4c6a-a655-49f6fa8a3946 req-15148393-2c6b-4930-bfc6-947200768d53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:21.918049 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-6050383d-a2d8-454b-807c-8e41bcbc8b14 req-7ed083ea-d1dd-47e3-a8a5-424ef2853510 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Unset dirty status for tenant:a9c9fa1c7c7d4d7bb1c96122bf3dc7fb on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:36:21.919860 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6050383d-a2d8-454b-807c-8e41bcbc8b14 req-7ed083ea-d1dd-47e3-a8a5-424ef2853510 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/ports?device_id=1419d828-ea1e-4892-bb9a-5307f3d5e7b1 HTTP/1.1" status: 200 len: 931 time: 0.2993040 May 28 07:36:21.944813 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-a21df3b7-0077-4c6a-a655-49f6fa8a3946 req-15148393-2c6b-4930-bfc6-947200768d53 service neutron] Transition to ACTIVE for port object b17698e9-9fe3-496a-93b7-08c33c3f8148 will not be triggered until provisioned by entity L2. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:36:21.969236 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6050383d-a2d8-454b-807c-8e41bcbc8b14 req-5ff6e243-6c10-4a03-a18a-1d7d9e8eb35f tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/security-groups?id=66799a02-cde9-45c5-8f3f-bbae8b973fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433331 May 28 07:36:22.037676 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-a21df3b7-0077-4c6a-a655-49f6fa8a3946 req-15148393-2c6b-4930-bfc6-947200768d53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:22.234228 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15148393-2c6b-4930-bfc6-947200768d53 service neutron] Pushing event updated for resources: {'Port': ['ID=b17698e9-9fe3-496a-93b7-08c33c3f8148,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:36:22.279071 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-a21df3b7-0077-4c6a-a655-49f6fa8a3946 req-15148393-2c6b-4930-bfc6-947200768d53 service neutron] Attempting to bind port b17698e9-9fe3-496a-93b7-08c33c3f8148 on host n-h2-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 07:36:22.279391 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-a21df3b7-0077-4c6a-a655-49f6fa8a3946 req-15148393-2c6b-4930-bfc6-947200768d53 service neutron] Attempting to bind port b17698e9-9fe3-496a-93b7-08c33c3f8148 by drivers openvswitch,hyperv on host n-h2-843702-1 at level 0 using segments [{'id': 'cd2d3efe-7857-4701-b8e9-3af1174ebc3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '95f45513-875f-48bf-9cd7-5da0451ce635'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 07:36:22.279707 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21df3b7-0077-4c6a-a655-49f6fa8a3946 req-15148393-2c6b-4930-bfc6-947200768d53 service neutron] Attempting to bind port b17698e9-9fe3-496a-93b7-08c33c3f8148 on network 95f45513-875f-48bf-9cd7-5da0451ce635 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:36:22.284150 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21df3b7-0077-4c6a-a655-49f6fa8a3946 req-15148393-2c6b-4930-bfc6-947200768d53 service neutron] Port b17698e9-9fe3-496a-93b7-08c33c3f8148 on network 95f45513-875f-48bf-9cd7-5da0451ce635 not bound, no agent of type Open vSwitch agent registered on host n-h2-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 07:36:22.284458 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21df3b7-0077-4c6a-a655-49f6fa8a3946 req-15148393-2c6b-4930-bfc6-947200768d53 service neutron] Attempting to bind port b17698e9-9fe3-496a-93b7-08c33c3f8148 on network 95f45513-875f-48bf-9cd7-5da0451ce635 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:36:22.289391 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21df3b7-0077-4c6a-a655-49f6fa8a3946 req-15148393-2c6b-4930-bfc6-947200768d53 service neutron] Checking agent: {'id': 'f1a3973b-d2b3-4558-88e7-2ac50857d302', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 7, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 07:36:22.289744 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21df3b7-0077-4c6a-a655-49f6fa8a3946 req-15148393-2c6b-4930-bfc6-947200768d53 service neutron] Checking segment: {'id': 'cd2d3efe-7857-4701-b8e9-3af1174ebc3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '95f45513-875f-48bf-9cd7-5da0451ce635'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:36:22.290116 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21df3b7-0077-4c6a-a655-49f6fa8a3946 req-15148393-2c6b-4930-bfc6-947200768d53 service neutron] Bound using segment: {'id': 'cd2d3efe-7857-4701-b8e9-3af1174ebc3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '95f45513-875f-48bf-9cd7-5da0451ce635'} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 07:36:22.290522 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-a21df3b7-0077-4c6a-a655-49f6fa8a3946 req-15148393-2c6b-4930-bfc6-947200768d53 service neutron] Bound port: b17698e9-9fe3-496a-93b7-08c33c3f8148, host: n-h2-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd2d3efe-7857-4701-b8e9-3af1174ebc3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '95f45513-875f-48bf-9cd7-5da0451ce635'}}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 07:36:22.290853 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-a21df3b7-0077-4c6a-a655-49f6fa8a3946 req-15148393-2c6b-4930-bfc6-947200768d53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:22.381577 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-a21df3b7-0077-4c6a-a655-49f6fa8a3946 req-15148393-2c6b-4930-bfc6-947200768d53 service neutron] For port b17698e9-9fe3-496a-93b7-08c33c3f8148, host n-h2-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:36:22.384421 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-a21df3b7-0077-4c6a-a655-49f6fa8a3946 req-15148393-2c6b-4930-bfc6-947200768d53 service neutron] For port b17698e9-9fe3-496a-93b7-08c33c3f8148, host n-h2-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=b17698e9-9fe3-496a-93b7-08c33c3f8148,segment=NetworkSegment(cd2d3efe-7857-4701-b8e9-3af1174ebc3f),segment_id=cd2d3efe-7857-4701-b8e9-3af1174ebc3f)] {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 07:36:22.464046 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-a21df3b7-0077-4c6a-a655-49f6fa8a3946 req-15148393-2c6b-4930-bfc6-947200768d53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:22.610195 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21df3b7-0077-4c6a-a655-49f6fa8a3946 req-15148393-2c6b-4930-bfc6-947200768d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:36:22.610909 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-a21df3b7-0077-4c6a-a655-49f6fa8a3946 req-15148393-2c6b-4930-bfc6-947200768d53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:22.612490 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a21df3b7-0077-4c6a-a655-49f6fa8a3946 req-15148393-2c6b-4930-bfc6-947200768d53 service neutron] 10.222.0.71 "PUT /v2.0/ports/b17698e9-9fe3-496a-93b7-08c33c3f8148 HTTP/1.1" status: 200 len: 1091 time: 1.2372305 May 28 07:36:22.615303 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1419d828-ea1e-4892-bb9a-5307f3d5e7b1', 'tag': 'b17698e9-9fe3-496a-93b7-08c33c3f8148'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:36:22.641142 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15148393-2c6b-4930-bfc6-947200768d53 service neutron] Pushing event updated for resources: {'Port': ['ID=b17698e9-9fe3-496a-93b7-08c33c3f8148,revision_number=3']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:36:22.663986 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0558e7a4-3212-440e-a7a4-1e2e0b574576'] response: {'name': 'network-changed', 'server_uuid': '1419d828-ea1e-4892-bb9a-5307f3d5e7b1', 'tag': 'b17698e9-9fe3-496a-93b7-08c33c3f8148', 'status': 'completed', 'code': 200} May 28 07:36:22.780095 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ba0d28-996f-45c8-888a-987795aa7c35 req-04590b80-fe4c-4c90-9806-81d33d1987e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:36:22.781618 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d2ba0d28-996f-45c8-888a-987795aa7c35 req-04590b80-fe4c-4c90-9806-81d33d1987e7 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a9c9fa1c7c7d4d7bb1c96122bf3dc7fb&device_id=1419d828-ea1e-4892-bb9a-5307f3d5e7b1 HTTP/1.1" status: 200 len: 1094 time: 0.0774577 May 28 07:36:22.929747 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ba0d28-996f-45c8-888a-987795aa7c35 req-96379c8a-0330-4cc9-8135-4b7343a1aa93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:36:22.931357 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d2ba0d28-996f-45c8-888a-987795aa7c35 req-96379c8a-0330-4cc9-8135-4b7343a1aa93 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=a9c9fa1c7c7d4d7bb1c96122bf3dc7fb&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1366723 May 28 07:36:23.067593 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ba0d28-996f-45c8-888a-987795aa7c35 req-7f74b64a-95f6-4baa-8ad4-3306ee274cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:36:23.069030 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d2ba0d28-996f-45c8-888a-987795aa7c35 req-7f74b64a-95f6-4baa-8ad4-3306ee274cb1 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1318338 May 28 07:36:23.214663 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692c6051-0015-4db5-b446-9163e1115df2 req-980c6ef3-158a-4870-b50e-53491255b1f6 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:36:23.216537 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-692c6051-0015-4db5-b446-9163e1115df2 req-980c6ef3-158a-4870-b50e-53491255b1f6 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/ports?device_id=1419d828-ea1e-4892-bb9a-5307f3d5e7b1 HTTP/1.1" status: 200 len: 943 time: 0.1353760 May 28 07:36:23.238072 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21df3b7-0077-4c6a-a655-49f6fa8a3946 req-2ffc2a25-9542-41f4-a50b-543e09a48862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:36:23.239499 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a21df3b7-0077-4c6a-a655-49f6fa8a3946 req-2ffc2a25-9542-41f4-a50b-543e09a48862 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a9c9fa1c7c7d4d7bb1c96122bf3dc7fb&device_id=1419d828-ea1e-4892-bb9a-5307f3d5e7b1 HTTP/1.1" status: 200 len: 1094 time: 0.1141610 May 28 07:36:23.321962 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a21df3b7-0077-4c6a-a655-49f6fa8a3946 req-fa3f0188-82b2-4c9e-9cd2-f680436345ac service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b17698e9-9fe3-496a-93b7-08c33c3f8148 HTTP/1.1" status: 200 len: 217 time: 0.0676219 May 28 07:36:23.324864 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-692c6051-0015-4db5-b446-9163e1115df2 req-b52870f8-354a-4606-9c05-c73857c09def tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/security-groups?id=66799a02-cde9-45c5-8f3f-bbae8b973fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1015327 May 28 07:36:23.383253 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21df3b7-0077-4c6a-a655-49f6fa8a3946 req-bfe7d545-e3ba-4bbb-873c-0585e9600780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:36:23.384662 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a21df3b7-0077-4c6a-a655-49f6fa8a3946 req-bfe7d545-e3ba-4bbb-873c-0585e9600780 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f39ea068-f126-4d53-aeb0-0a4af2f13310 HTTP/1.1" status: 200 len: 847 time: 0.0576417 May 28 07:36:23.457686 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21df3b7-0077-4c6a-a655-49f6fa8a3946 req-dfb4a00f-9542-4647-9e94-95ff7fc547a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:36:23.459117 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a21df3b7-0077-4c6a-a655-49f6fa8a3946 req-dfb4a00f-9542-4647-9e94-95ff7fc547a7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=95f45513-875f-48bf-9cd7-5da0451ce635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685008 May 28 07:36:23.588962 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a21df3b7-0077-4c6a-a655-49f6fa8a3946 req-c4588e83-7dca-4a68-9d6f-db0d831b4789 service neutron] 10.222.0.71 "GET /v2.0/networks/95f45513-875f-48bf-9cd7-5da0451ce635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232626 May 28 07:36:23.717721 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a21df3b7-0077-4c6a-a655-49f6fa8a3946 req-341d93a0-35d9-468f-ad10-22fd1ad6d5ee service neutron] 10.222.0.71 "GET /v2.0/networks/95f45513-875f-48bf-9cd7-5da0451ce635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224082 May 28 07:36:24.511235 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51f7c73-25c7-420d-9da0-a9fa4b1b796f req-b7049c47-71a9-44eb-b900-325311c1ddf7 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:36:24.512638 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f51f7c73-25c7-420d-9da0-a9fa4b1b796f req-b7049c47-71a9-44eb-b900-325311c1ddf7 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/ports?device_id=1419d828-ea1e-4892-bb9a-5307f3d5e7b1 HTTP/1.1" status: 200 len: 943 time: 0.0823357 May 28 07:36:24.560143 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f51f7c73-25c7-420d-9da0-a9fa4b1b796f req-b7699b05-5ea2-42d4-b364-014a51d9a3f9 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/security-groups?id=66799a02-cde9-45c5-8f3f-bbae8b973fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413034 May 28 07:36:25.547261 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device b17698e9-9fe3-496a-93b7-08c33c3f8148 details requested by agent hyperv_n-h2-843702-1 with host n-h2-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 07:36:25.678533 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port b17698e9-9fe3-496a-93b7-08c33c3f8148, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=b17698e9-9fe3-496a-93b7-08c33c3f8148,segment=NetworkSegment(cd2d3efe-7857-4701-b8e9-3af1174ebc3f),segment_id=cd2d3efe-7857-4701-b8e9-3af1174ebc3f)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:36:25.691815 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Returning: {'device': 'b17698e9-9fe3-496a-93b7-08c33c3f8148', 'network_id': '95f45513-875f-48bf-9cd7-5da0451ce635', 'port_id': 'b17698e9-9fe3-496a-93b7-08c33c3f8148', 'mac_address': 'fa:16:3e:68:61:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f39ea068-f126-4d53-aeb0-0a4af2f13310', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 07:36:25.744513 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2715d1bc-c232-4445-b016-44dea97d92a5 req-b6e64f7e-4e8f-4716-a872-99107714bbc8 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:36:25.745980 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2715d1bc-c232-4445-b016-44dea97d92a5 req-b6e64f7e-4e8f-4716-a872-99107714bbc8 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/ports?device_id=1419d828-ea1e-4892-bb9a-5307f3d5e7b1 HTTP/1.1" status: 200 len: 943 time: 0.0794668 May 28 07:36:25.747023 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port b17698e9-9fe3-496a-93b7-08c33c3f8148 is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:36:25.747418 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:25.764388 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b17698e9-9fe3-496a-93b7-08c33c3f8148 {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 07:36:25.779597 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port b17698e9-9fe3-496a-93b7-08c33c3f8148, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=b17698e9-9fe3-496a-93b7-08c33c3f8148,segment=NetworkSegment(cd2d3efe-7857-4701-b8e9-3af1174ebc3f),segment_id=cd2d3efe-7857-4701-b8e9-3af1174ebc3f)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:36:25.792699 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2715d1bc-c232-4445-b016-44dea97d92a5 req-77787ea1-8278-4cd2-858a-81d2ab634d52 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/security-groups?id=66799a02-cde9-45c5-8f3f-bbae8b973fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402882 May 28 07:36:25.869279 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:25.938829 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=b17698e9-9fe3-496a-93b7-08c33c3f8148,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:36:26.179218 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['b17698e9-9fe3-496a-93b7-08c33c3f8148'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 07:36:26.578173 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-bb22bbb3-5ee3-4da6-a0a8-62df52ded54f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:26.982485 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d535a9cf-92ca-4302-a80b-70ad09d4f288 req-ed143dd9-c19b-4959-9cc8-fd8b4a67c97d tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:36:26.983937 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d535a9cf-92ca-4302-a80b-70ad09d4f288 req-ed143dd9-c19b-4959-9cc8-fd8b4a67c97d tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/ports?device_id=1419d828-ea1e-4892-bb9a-5307f3d5e7b1 HTTP/1.1" status: 200 len: 944 time: 0.0800822 May 28 07:36:27.029891 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d535a9cf-92ca-4302-a80b-70ad09d4f288 req-9340681d-2e7a-462b-a809-20cd94e2c377 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/security-groups?id=66799a02-cde9-45c5-8f3f-bbae8b973fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403407 May 28 07:36:27.560380 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device b17698e9-9fe3-496a-93b7-08c33c3f8148 up at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:36:27.691617 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning for port b17698e9-9fe3-496a-93b7-08c33c3f8148 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:36:27.696493 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning complete for port b17698e9-9fe3-496a-93b7-08c33c3f8148 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:36:27.696869 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:27.810495 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port b17698e9-9fe3-496a-93b7-08c33c3f8148 is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:36:27.810789 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:27.836492 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1419d828-ea1e-4892-bb9a-5307f3d5e7b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b17698e9-9fe3-496a-93b7-08c33c3f8148'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:36:27.847543 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port b17698e9-9fe3-496a-93b7-08c33c3f8148, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=b17698e9-9fe3-496a-93b7-08c33c3f8148,segment=NetworkSegment(cd2d3efe-7857-4701-b8e9-3af1174ebc3f),segment_id=cd2d3efe-7857-4701-b8e9-3af1174ebc3f)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:36:27.881263 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08f501ee-838f-4ff3-9a22-b951bbcd2c40'] response: {'server_uuid': '1419d828-ea1e-4892-bb9a-5307f3d5e7b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b17698e9-9fe3-496a-93b7-08c33c3f8148', 'code': 200} May 28 07:36:27.906313 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:27.976209 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=b17698e9-9fe3-496a-93b7-08c33c3f8148,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:36:28.035187 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f258db-ab21-4b77-af45-bb9cc0202ca9 req-43aed5eb-822c-469c-9546-303eb32400c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:36:28.036661 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c6f258db-ab21-4b77-af45-bb9cc0202ca9 req-43aed5eb-822c-469c-9546-303eb32400c5 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=1419d828-ea1e-4892-bb9a-5307f3d5e7b1 HTTP/1.1" status: 200 len: 1096 time: 0.0728664 May 28 07:36:28.076620 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c6f258db-ab21-4b77-af45-bb9cc0202ca9 req-1b902e56-bd29-4e8c-b3c3-506465fa6265 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=66799a02-cde9-45c5-8f3f-bbae8b973fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340273 May 28 07:36:28.217631 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06cb2d3-e080-4195-befc-07846ce3cfbb req-15737938-7752-406d-a117-f19de75c32a7 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:36:28.219085 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d06cb2d3-e080-4195-befc-07846ce3cfbb req-15737938-7752-406d-a117-f19de75c32a7 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/ports?device_id=1419d828-ea1e-4892-bb9a-5307f3d5e7b1 HTTP/1.1" status: 200 len: 945 time: 0.0835378 May 28 07:36:28.264495 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d06cb2d3-e080-4195-befc-07846ce3cfbb req-bb716e6c-c8a7-4bf0-95fb-f013b1dc6d56 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/security-groups?id=66799a02-cde9-45c5-8f3f-bbae8b973fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397842 May 28 07:36:28.317860 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:29.080407 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-0a6a5d41-39b4-41e7-b602-59d1f067d8ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:29.546970 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc88329-9351-4cce-98a9-5625cc1f1606 req-908c4f76-23d7-4734-b364-3571fd41e712 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:36:29.548392 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2bc88329-9351-4cce-98a9-5625cc1f1606 req-908c4f76-23d7-4734-b364-3571fd41e712 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/ports?device_id=1419d828-ea1e-4892-bb9a-5307f3d5e7b1 HTTP/1.1" status: 200 len: 945 time: 0.1782582 May 28 07:36:29.593933 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2bc88329-9351-4cce-98a9-5625cc1f1606 req-3867cc2d-bb4a-4e08-af60-67881509a9b4 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/security-groups?id=66799a02-cde9-45c5-8f3f-bbae8b973fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396225 May 28 07:36:29.775912 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655fe7a6-5a22-46ce-8d46-eb63f691ed04 req-1a768cfd-8a80-4d56-883b-cf27e8552ace tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:36:29.777344 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-655fe7a6-5a22-46ce-8d46-eb63f691ed04 req-1a768cfd-8a80-4d56-883b-cf27e8552ace tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/ports?device_id=1419d828-ea1e-4892-bb9a-5307f3d5e7b1 HTTP/1.1" status: 200 len: 945 time: 0.0791111 May 28 07:36:29.822808 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-655fe7a6-5a22-46ce-8d46-eb63f691ed04 req-88f0b5ee-cb1a-4c8c-8ca5-068d0db69d2a tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/security-groups?id=66799a02-cde9-45c5-8f3f-bbae8b973fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397503 May 28 07:36:29.845837 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 59380) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:36:30.010942 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-919348f3-5353-49a4-8aa6-63a52a9f21e5 tempest-TestShelveInstance-46131377 tempest-TestShelveInstance-46131377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:36:30.013293 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-919348f3-5353-49a4-8aa6-63a52a9f21e5 tempest-TestShelveInstance-46131377 tempest-TestShelveInstance-46131377-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=1419d828-ea1e-4892-bb9a-5307f3d5e7b1 HTTP/1.1" status: 200 len: 1091 time: 0.1664629 May 28 07:36:30.016213 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 59386) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:36:30.021028 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-93139d5d-e2e9-4b28-a4dd-f203c1819aee tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Request body: {'floatingip': {'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'port_id': 'b17698e9-9fe3-496a-93b7-08c33c3f8148', 'tenant_id': 'a9c9fa1c7c7d4d7bb1c96122bf3dc7fb', 'fixed_ip_address': '172.20.0.5'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:36:30.027815 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-93139d5d-e2e9-4b28-a4dd-f203c1819aee tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:36:30.031581 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-93139d5d-e2e9-4b28-a4dd-f203c1819aee tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Usage tracker for resource:floatingip and tenant:a9c9fa1c7c7d4d7bb1c96122bf3dc7fb is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:36:30.034345 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-93139d5d-e2e9-4b28-a4dd-f203c1819aee tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:36:30.039950 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-93139d5d-e2e9-4b28-a4dd-f203c1819aee tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:36:30.159165 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-93139d5d-e2e9-4b28-a4dd-f203c1819aee tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Notify callbacks [] for floatingip, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:30.191153 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:30.192565 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:30.297969 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-93139d5d-e2e9-4b28-a4dd-f203c1819aee tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:30.433042 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-93139d5d-e2e9-4b28-a4dd-f203c1819aee tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Allocated IP 172.25.5.183 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/7a547f82-b39f-4426-bcff-2e4aa8660e8b) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:36:30.582858 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-93139d5d-e2e9-4b28-a4dd-f203c1819aee tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:30.675120 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-93139d5d-e2e9-4b28-a4dd-f203c1819aee tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:30.742963 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93139d5d-e2e9-4b28-a4dd-f203c1819aee tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:36:30.745555 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-93139d5d-e2e9-4b28-a4dd-f203c1819aee tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:36:30.750657 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93139d5d-e2e9-4b28-a4dd-f203c1819aee tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:36:30.785421 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93139d5d-e2e9-4b28-a4dd-f203c1819aee tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Pushing event updated for resources: {'Port': ['ID=7a547f82-b39f-4426-bcff-2e4aa8660e8b,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:36:31.277114 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-93139d5d-e2e9-4b28-a4dd-f203c1819aee tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:31.411264 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-93139d5d-e2e9-4b28-a4dd-f203c1819aee tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:31.617955 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-93139d5d-e2e9-4b28-a4dd-f203c1819aee tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:31.688895 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-93139d5d-e2e9-4b28-a4dd-f203c1819aee tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:31.798153 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93139d5d-e2e9-4b28-a4dd-f203c1819aee tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Pushing event updated for resources: {'Port': ['ID=7a547f82-b39f-4426-bcff-2e4aa8660e8b,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:36:31.807885 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-93139d5d-e2e9-4b28-a4dd-f203c1819aee tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691094'] for floatingip, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:31.926296 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:31.980362 n-d-843702-1 neutron-server[89109]: INFO neutron.db.l3_db [None req-93139d5d-e2e9-4b28-a4dd-f203c1819aee tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Floating IP 510772fd-c67d-4d02-9321-667031f8b85a associated. External IP: 172.25.5.183, port: b17698e9-9fe3-496a-93b7-08c33c3f8148. May 28 07:36:32.331295 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93139d5d-e2e9-4b28-a4dd-f203c1819aee tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Router c1bd034b-2bb1-429f-8aba-7b00d094296c has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 07:36:32.509597 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93139d5d-e2e9-4b28-a4dd-f203c1819aee tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 07:36:32.520417 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d882e0e-b15d-4111-8c5d-5013959bc80e None None] Sync routers for ids ['c1bd034b-2bb1-429f-8aba-7b00d094296c'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 07:36:32.530713 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d882e0e-b15d-4111-8c5d-5013959bc80e None None] Routers {'c1bd034b-2bb1-429f-8aba-7b00d094296c'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:36:32.531307 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-4d882e0e-b15d-4111-8c5d-5013959bc80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:36:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['c1bd034b-2bb1-429f-8aba-7b00d094296c'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:36:32.577625 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-93139d5d-e2e9-4b28-a4dd-f203c1819aee tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:32.633313 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-93139d5d-e2e9-4b28-a4dd-f203c1819aee tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6160095 May 28 07:36:32.634181 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1419d828-ea1e-4892-bb9a-5307f3d5e7b1', 'tag': 'b17698e9-9fe3-496a-93b7-08c33c3f8148'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:36:32.679032 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac977d8b-a870-42b9-aeb2-c83993574cf6'] response: {'name': 'network-changed', 'server_uuid': '1419d828-ea1e-4892-bb9a-5307f3d5e7b1', 'tag': 'b17698e9-9fe3-496a-93b7-08c33c3f8148', 'status': 'completed', 'code': 200} May 28 07:36:32.706386 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-4d882e0e-b15d-4111-8c5d-5013959bc80e None None] Set router c1bd034b-2bb1-429f-8aba-7b00d094296c gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:36:32.792745 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f814003-146f-4bbe-a7fd-bac6844748b8 req-f236eb94-17e6-450f-8a4a-226e5d191173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:36:32.794338 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3f814003-146f-4bbe-a7fd-bac6844748b8 req-f236eb94-17e6-450f-8a4a-226e5d191173 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a9c9fa1c7c7d4d7bb1c96122bf3dc7fb&device_id=1419d828-ea1e-4892-bb9a-5307f3d5e7b1 HTTP/1.1" status: 200 len: 1096 time: 0.0692949 May 28 07:36:32.928349 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f814003-146f-4bbe-a7fd-bac6844748b8 req-83c9c902-107b-49e9-bc79-774aeadb9864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:36:32.929803 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3f814003-146f-4bbe-a7fd-bac6844748b8 req-83c9c902-107b-49e9-bc79-774aeadb9864 service neutron] 10.222.0.71 "GET /v2.0/networks?id=95f45513-875f-48bf-9cd7-5da0451ce635 HTTP/1.1" status: 200 len: 909 time: 0.1290867 May 28 07:36:32.969336 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:33.033041 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3f814003-146f-4bbe-a7fd-bac6844748b8 req-fdcea691-66a5-42dd-8fd1-adc1d221015e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b17698e9-9fe3-496a-93b7-08c33c3f8148 HTTP/1.1" status: 200 len: 999 time: 0.0973568 May 28 07:36:33.050213 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-4d882e0e-b15d-4111-8c5d-5013959bc80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bd034b-2bb1-429f-8aba-7b00d094296c', 'name': 'tempest-TestShelveInstance-924128767-router', 'tenant_id': 'a9c9fa1c7c7d4d7bb1c96122bf3dc7fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.136'}], 'enable_snat': True}, 'gw_port_id': '6dd0b573-9070-4668-93a8-2f3172b6ee8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:35:56Z', 'updated_at': '2022-05-28T07:36:00Z', 'revision_number': 4, 'project_id': 'a9c9fa1c7c7d4d7bb1c96122bf3dc7fb', 'gw_port': {'id': '6dd0b573-9070-4668-93a8-2f3172b6ee8b', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:bd:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bd034b-2bb1-429f-8aba-7b00d094296c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:35:57Z', 'updated_at': '2022-05-28T07:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': '510772fd-c67d-4d02-9321-667031f8b85a', 'tenant_id': 'a9c9fa1c7c7d4d7bb1c96122bf3dc7fb', 'floating_ip_address': '172.25.5.183', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': 'c1bd034b-2bb1-429f-8aba-7b00d094296c', 'port_id': 'b17698e9-9fe3-496a-93b7-08c33c3f8148', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95f45513-875f-48bf-9cd7-5da0451ce635', 'mac_address': 'fa:16:3e:68:61:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1419d828-ea1e-4892-bb9a-5307f3d5e7b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T07:36:31Z', 'updated_at': '2022-05-28T07:36:31Z', 'revision_number': 0, 'project_id': 'a9c9fa1c7c7d4d7bb1c96122bf3dc7fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c157e037-fad8-4b5b-b40c-00a780b093ab', 'name': '', 'network_id': '95f45513-875f-48bf-9cd7-5da0451ce635', 'tenant_id': 'a9c9fa1c7c7d4d7bb1c96122bf3dc7fb', 'mac_address': 'fa:16:3e:e7:0b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bd034b-2bb1-429f-8aba-7b00d094296c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': 'f39ea068-f126-4d53-aeb0-0a4af2f13310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:36:00Z', 'updated_at': '2022-05-28T07:36:07Z', 'revision_number': 5, 'project_id': 'a9c9fa1c7c7d4d7bb1c96122bf3dc7fb', 'subnets': [{'id': 'f39ea068-f126-4d53-aeb0-0a4af2f13310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:36:33.054028 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d882e0e-b15d-4111-8c5d-5013959bc80e None None] Checking router: c1bd034b-2bb1-429f-8aba-7b00d094296c for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 07:36:33.062861 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d882e0e-b15d-4111-8c5d-5013959bc80e None None] Routers {'c1bd034b-2bb1-429f-8aba-7b00d094296c'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:36:33.063448 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-4d882e0e-b15d-4111-8c5d-5013959bc80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:36:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['c1bd034b-2bb1-429f-8aba-7b00d094296c'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:36:33.095175 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f814003-146f-4bbe-a7fd-bac6844748b8 req-be672760-b319-48f9-991c-2034eda4339e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:36:33.096642 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3f814003-146f-4bbe-a7fd-bac6844748b8 req-be672760-b319-48f9-991c-2034eda4339e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f39ea068-f126-4d53-aeb0-0a4af2f13310 HTTP/1.1" status: 200 len: 847 time: 0.0574541 May 28 07:36:33.174089 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f814003-146f-4bbe-a7fd-bac6844748b8 req-e9f2fd75-790a-4d0d-895e-4100bf286fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:36:33.175551 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3f814003-146f-4bbe-a7fd-bac6844748b8 req-e9f2fd75-790a-4d0d-895e-4100bf286fdc service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=95f45513-875f-48bf-9cd7-5da0451ce635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0728991 May 28 07:36:33.235483 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-4d882e0e-b15d-4111-8c5d-5013959bc80e None None] Set router c1bd034b-2bb1-429f-8aba-7b00d094296c gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:36:33.312059 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3f814003-146f-4bbe-a7fd-bac6844748b8 req-0b64f98c-541b-4241-a804-39b9c4c90d37 service neutron] 10.222.0.71 "GET /v2.0/networks/95f45513-875f-48bf-9cd7-5da0451ce635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254723 May 28 07:36:33.443416 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3f814003-146f-4bbe-a7fd-bac6844748b8 req-d8dc4bf4-bad6-43d3-a1ca-77329d719a7e service neutron] 10.222.0.71 "GET /v2.0/networks/95f45513-875f-48bf-9cd7-5da0451ce635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244144 May 28 07:36:33.604017 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-4d882e0e-b15d-4111-8c5d-5013959bc80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bd034b-2bb1-429f-8aba-7b00d094296c', 'name': 'tempest-TestShelveInstance-924128767-router', 'tenant_id': 'a9c9fa1c7c7d4d7bb1c96122bf3dc7fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.136'}], 'enable_snat': True}, 'gw_port_id': '6dd0b573-9070-4668-93a8-2f3172b6ee8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:35:56Z', 'updated_at': '2022-05-28T07:36:00Z', 'revision_number': 4, 'project_id': 'a9c9fa1c7c7d4d7bb1c96122bf3dc7fb', 'gw_port': {'id': '6dd0b573-9070-4668-93a8-2f3172b6ee8b', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:bd:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bd034b-2bb1-429f-8aba-7b00d094296c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:35:57Z', 'updated_at': '2022-05-28T07:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': '510772fd-c67d-4d02-9321-667031f8b85a', 'tenant_id': 'a9c9fa1c7c7d4d7bb1c96122bf3dc7fb', 'floating_ip_address': '172.25.5.183', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': 'c1bd034b-2bb1-429f-8aba-7b00d094296c', 'port_id': 'b17698e9-9fe3-496a-93b7-08c33c3f8148', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95f45513-875f-48bf-9cd7-5da0451ce635', 'mac_address': 'fa:16:3e:68:61:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1419d828-ea1e-4892-bb9a-5307f3d5e7b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T07:36:31Z', 'updated_at': '2022-05-28T07:36:31Z', 'revision_number': 0, 'project_id': 'a9c9fa1c7c7d4d7bb1c96122bf3dc7fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c157e037-fad8-4b5b-b40c-00a780b093ab', 'name': '', 'network_id': '95f45513-875f-48bf-9cd7-5da0451ce635', 'tenant_id': 'a9c9fa1c7c7d4d7bb1c96122bf3dc7fb', 'mac_address': 'fa:16:3e:e7:0b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bd034b-2bb1-429f-8aba-7b00d094296c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': 'f39ea068-f126-4d53-aeb0-0a4af2f13310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:36:00Z', 'updated_at': '2022-05-28T07:36:07Z', 'revision_number': 5, 'project_id': 'a9c9fa1c7c7d4d7bb1c96122bf3dc7fb', 'subnets': [{'id': 'f39ea068-f126-4d53-aeb0-0a4af2f13310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:36:33.608404 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d882e0e-b15d-4111-8c5d-5013959bc80e None None] The sync data for ids ['c1bd034b-2bb1-429f-8aba-7b00d094296c'] in n-d-843702-1 is: [{'id': 'c1bd034b-2bb1-429f-8aba-7b00d094296c', 'name': 'tempest-TestShelveInstance-924128767-router', 'tenant_id': 'a9c9fa1c7c7d4d7bb1c96122bf3dc7fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.136'}], 'enable_snat': True}, 'gw_port_id': '6dd0b573-9070-4668-93a8-2f3172b6ee8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:35:56Z', 'updated_at': '2022-05-28T07:36:00Z', 'revision_number': 4, 'project_id': 'a9c9fa1c7c7d4d7bb1c96122bf3dc7fb', 'gw_port': {'id': '6dd0b573-9070-4668-93a8-2f3172b6ee8b', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:bd:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bd034b-2bb1-429f-8aba-7b00d094296c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:35:57Z', 'updated_at': '2022-05-28T07:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': '510772fd-c67d-4d02-9321-667031f8b85a', 'tenant_id': 'a9c9fa1c7c7d4d7bb1c96122bf3dc7fb', 'floating_ip_address': '172.25.5.183', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': 'c1bd034b-2bb1-429f-8aba-7b00d094296c', 'port_id': 'b17698e9-9fe3-496a-93b7-08c33c3f8148', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95f45513-875f-48bf-9cd7-5da0451ce635', 'mac_address': 'fa:16:3e:68:61:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1419d828-ea1e-4892-bb9a-5307f3d5e7b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T07:36:31Z', 'updated_at': '2022-05-28T07:36:31Z', 'revision_number': 0, 'project_id': 'a9c9fa1c7c7d4d7bb1c96122bf3dc7fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c157e037-fad8-4b5b-b40c-00a780b093ab', 'name': '', 'network_id': '95f45513-875f-48bf-9cd7-5da0451ce635', 'tenant_id': 'a9c9fa1c7c7d4d7bb1c96122bf3dc7fb', 'mac_address': 'fa:16:3e:e7:0b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bd034b-2bb1-429f-8aba-7b00d094296c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': 'f39ea068-f126-4d53-aeb0-0a4af2f13310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:36:00Z', 'updated_at': '2022-05-28T07:36:07Z', 'revision_number': 5, 'project_id': 'a9c9fa1c7c7d4d7bb1c96122bf3dc7fb', 'subnets': [{'id': 'f39ea068-f126-4d53-aeb0-0a4af2f13310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 07:36:33.786926 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38ec577-a246-4abe-aa0c-033343340a4e None None] New status for floating IP 510772fd-c67d-4d02-9321-667031f8b85a: ACTIVE {{(pid=89111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 07:36:37.975179 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 07:36:48.417674 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7e1957b3-21c4-4204-ad5f-637771470ae0 req-b51e4204-b6ba-4ed7-b001-c14aa0bb6465 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=1419d828-ea1e-4892-bb9a-5307f3d5e7b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0688562 May 28 07:36:48.574917 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1957b3-21c4-4204-ad5f-637771470ae0 req-b566d0a4-8e97-45e9-af52-d91cd0118f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:36:48.583224 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7e1957b3-21c4-4204-ad5f-637771470ae0 req-b566d0a4-8e97-45e9-af52-d91cd0118f4f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a9c9fa1c7c7d4d7bb1c96122bf3dc7fb&device_id=1419d828-ea1e-4892-bb9a-5307f3d5e7b1 HTTP/1.1" status: 200 len: 1096 time: 0.0736251 May 28 07:36:48.720119 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1957b3-21c4-4204-ad5f-637771470ae0 req-3cc6e0f4-c4e7-416f-95b5-65ab85b10934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:36:48.721586 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7e1957b3-21c4-4204-ad5f-637771470ae0 req-3cc6e0f4-c4e7-416f-95b5-65ab85b10934 service neutron] 10.222.0.71 "GET /v2.0/networks?id=95f45513-875f-48bf-9cd7-5da0451ce635 HTTP/1.1" status: 200 len: 909 time: 0.1267009 May 28 07:36:48.818563 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7e1957b3-21c4-4204-ad5f-637771470ae0 req-75a97b6b-5b18-4bcd-badb-50ae05ecd576 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b17698e9-9fe3-496a-93b7-08c33c3f8148 HTTP/1.1" status: 200 len: 1001 time: 0.0907919 May 28 07:36:48.882233 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1957b3-21c4-4204-ad5f-637771470ae0 req-5c651580-e088-4db8-ac0e-419d5b3b354e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:36:48.883628 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7e1957b3-21c4-4204-ad5f-637771470ae0 req-5c651580-e088-4db8-ac0e-419d5b3b354e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f39ea068-f126-4d53-aeb0-0a4af2f13310 HTTP/1.1" status: 200 len: 847 time: 0.0594339 May 28 07:36:48.956444 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1957b3-21c4-4204-ad5f-637771470ae0 req-4da2193c-9553-4c0c-928e-5db24b8c271e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:36:48.957909 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7e1957b3-21c4-4204-ad5f-637771470ae0 req-4da2193c-9553-4c0c-928e-5db24b8c271e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=95f45513-875f-48bf-9cd7-5da0451ce635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0675499 May 28 07:36:49.087204 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7e1957b3-21c4-4204-ad5f-637771470ae0 req-6e9a3095-9532-4c5d-8261-d8bdaa2332a9 service neutron] 10.222.0.71 "GET /v2.0/networks/95f45513-875f-48bf-9cd7-5da0451ce635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225178 May 28 07:36:49.309985 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7e1957b3-21c4-4204-ad5f-637771470ae0 req-9655e5dd-42e8-475a-b876-3ee07d4cba1f service neutron] 10.222.0.71 "GET /v2.0/networks/95f45513-875f-48bf-9cd7-5da0451ce635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161694 May 28 07:36:56.485513 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-64bbb5f5-80e8-44e0-a62e-01ec13689cc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:58.306307 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:36:58.985572 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d8f9dab5-6285-4b7c-8f98-b4ffdda7be92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:37:00.139939 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:37:00.193826 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:37:01.928232 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:37:02.937120 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:37:14.975546 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 07:37:26.545485 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-94a085ad-76dc-42cc-9afc-98b87ed29490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:37:28.296463 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:37:29.050904 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-6a8aa763-8850-478c-bfdb-5f1fe9b66e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:37:30.153693 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:37:30.182263 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:37:31.942111 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:37:32.933401 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:37:47.814051 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7efc3c39-e4b6-4868-9cb3-767b36703f90 req-d2555490-2f15-419f-9874-958d4d64c5e7 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=1419d828-ea1e-4892-bb9a-5307f3d5e7b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0731523 May 28 07:37:47.969895 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efc3c39-e4b6-4868-9cb3-767b36703f90 req-4fc8e9bb-c11a-4c4c-9244-cb4a032f0747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:37:47.971349 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7efc3c39-e4b6-4868-9cb3-767b36703f90 req-4fc8e9bb-c11a-4c4c-9244-cb4a032f0747 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a9c9fa1c7c7d4d7bb1c96122bf3dc7fb&device_id=1419d828-ea1e-4892-bb9a-5307f3d5e7b1 HTTP/1.1" status: 200 len: 1096 time: 0.0775285 May 28 07:37:48.112973 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efc3c39-e4b6-4868-9cb3-767b36703f90 req-cc5a159b-872b-4263-a641-8492ebccda0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:37:48.114994 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7efc3c39-e4b6-4868-9cb3-767b36703f90 req-cc5a159b-872b-4263-a641-8492ebccda0b service neutron] 10.222.0.71 "GET /v2.0/networks?id=95f45513-875f-48bf-9cd7-5da0451ce635 HTTP/1.1" status: 200 len: 909 time: 0.1240010 May 28 07:37:48.223182 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7efc3c39-e4b6-4868-9cb3-767b36703f90 req-6519d2a2-cf35-4ad1-82cc-1837849b9951 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b17698e9-9fe3-496a-93b7-08c33c3f8148 HTTP/1.1" status: 200 len: 1001 time: 0.1022267 May 28 07:37:48.286730 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efc3c39-e4b6-4868-9cb3-767b36703f90 req-beab929f-f034-413f-a846-ed89faadc677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:37:48.288344 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7efc3c39-e4b6-4868-9cb3-767b36703f90 req-beab929f-f034-413f-a846-ed89faadc677 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f39ea068-f126-4d53-aeb0-0a4af2f13310 HTTP/1.1" status: 200 len: 847 time: 0.0591455 May 28 07:37:48.363554 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efc3c39-e4b6-4868-9cb3-767b36703f90 req-3d413e04-c597-4931-8f77-5d696ec8c5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:37:48.364965 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7efc3c39-e4b6-4868-9cb3-767b36703f90 req-3d413e04-c597-4931-8f77-5d696ec8c5a0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=95f45513-875f-48bf-9cd7-5da0451ce635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711606 May 28 07:37:48.499095 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7efc3c39-e4b6-4868-9cb3-767b36703f90 req-65fce668-0da5-4d73-bdbb-16e846261554 service neutron] 10.222.0.71 "GET /v2.0/networks/95f45513-875f-48bf-9cd7-5da0451ce635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278527 May 28 07:37:48.628143 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7efc3c39-e4b6-4868-9cb3-767b36703f90 req-e1e2c1bc-8821-47a1-a9f6-54d2c10a0223 service neutron] 10.222.0.71 "GET /v2.0/networks/95f45513-875f-48bf-9cd7-5da0451ce635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232066 May 28 07:37:51.976734 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 07:37:56.501621 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-dec85ff0-3539-4593-9ed9-52870d3e1e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:37:58.316012 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:37:59.015893 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-3f913195-90de-4e12-badc-e40ac85fabae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:38:00.147075 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:38:00.169922 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:38:01.930961 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:38:02.918669 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:38:26.529249 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-663daedf-539e-4201-8ec1-0d9839179282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:38:28.157526 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a011729-e290-49af-a9e8-bcbaefc302f1 req-00240dd6-c8b6-407a-a199-3680f53793d8 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:38:28.158992 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2a011729-e290-49af-a9e8-bcbaefc302f1 req-00240dd6-c8b6-407a-a199-3680f53793d8 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/ports?device_id=1419d828-ea1e-4892-bb9a-5307f3d5e7b1 HTTP/1.1" status: 200 len: 945 time: 0.0800221 May 28 07:38:28.206460 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2a011729-e290-49af-a9e8-bcbaefc302f1 req-f11e2053-7a86-4fde-9122-f246fcc931ca tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/security-groups?id=66799a02-cde9-45c5-8f3f-bbae8b973fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404208 May 28 07:38:28.278126 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:38:28.976613 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 07:38:29.020840 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b4a79ffd-9df9-4dea-b1b3-4afefda84968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:38:29.399253 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a061aa-7efd-4166-b743-49033e677cfd req-a3ff8287-7cbf-4840-8cbd-48c3c839abb0 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:38:29.400679 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c1a061aa-7efd-4166-b743-49033e677cfd req-a3ff8287-7cbf-4840-8cbd-48c3c839abb0 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/ports?device_id=1419d828-ea1e-4892-bb9a-5307f3d5e7b1 HTTP/1.1" status: 200 len: 945 time: 0.0795212 May 28 07:38:29.444883 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c1a061aa-7efd-4166-b743-49033e677cfd req-6f3d0e2e-61a6-4417-b86f-166746f9ce30 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/security-groups?id=66799a02-cde9-45c5-8f3f-bbae8b973fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384965 May 28 07:38:30.169609 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:38:30.198328 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:38:30.638452 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1965c0-61bf-4acf-b0e7-9852129710ef req-f06a1fb7-93b9-4cfc-83a4-e2c7061db385 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:38:30.640976 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3c1965c0-61bf-4acf-b0e7-9852129710ef req-f06a1fb7-93b9-4cfc-83a4-e2c7061db385 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/ports?device_id=1419d828-ea1e-4892-bb9a-5307f3d5e7b1 HTTP/1.1" status: 200 len: 945 time: 0.0853612 May 28 07:38:30.684800 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3c1965c0-61bf-4acf-b0e7-9852129710ef req-39095882-bafa-49aa-a964-77e410d19914 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/security-groups?id=66799a02-cde9-45c5-8f3f-bbae8b973fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381782 May 28 07:38:31.868379 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863e77ef-42ea-40cd-8b43-f6e87fd728f0 req-fc3fa055-caa6-4bc0-8632-b6a015e7b668 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:38:31.869870 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-863e77ef-42ea-40cd-8b43-f6e87fd728f0 req-fc3fa055-caa6-4bc0-8632-b6a015e7b668 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/ports?device_id=1419d828-ea1e-4892-bb9a-5307f3d5e7b1 HTTP/1.1" status: 200 len: 945 time: 0.0787883 May 28 07:38:31.912907 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-863e77ef-42ea-40cd-8b43-f6e87fd728f0 req-dca37b5e-e743-44ff-bd35-84d0d9c00d39 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/security-groups?id=66799a02-cde9-45c5-8f3f-bbae8b973fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374770 May 28 07:38:31.940960 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:38:32.920733 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:38:33.104707 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb42d55-0b65-4e33-98ee-207497041dcc req-23c7d517-4301-4100-9e83-bc2e1e10156d tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:38:33.106198 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4bb42d55-0b65-4e33-98ee-207497041dcc req-23c7d517-4301-4100-9e83-bc2e1e10156d tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/ports?device_id=1419d828-ea1e-4892-bb9a-5307f3d5e7b1 HTTP/1.1" status: 200 len: 945 time: 0.0861111 May 28 07:38:33.149906 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4bb42d55-0b65-4e33-98ee-207497041dcc req-d0e20478-bf48-4730-99c3-1e4dcbca6e55 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/security-groups?id=66799a02-cde9-45c5-8f3f-bbae8b973fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380969 May 28 07:38:34.333382 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951af826-d4c3-4001-a033-982d4cd61e8e req-c6aa7c96-c6e0-4cff-9972-c925f37f173d tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:38:34.334869 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-951af826-d4c3-4001-a033-982d4cd61e8e req-c6aa7c96-c6e0-4cff-9972-c925f37f173d tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/ports?device_id=1419d828-ea1e-4892-bb9a-5307f3d5e7b1 HTTP/1.1" status: 200 len: 945 time: 0.0784657 May 28 07:38:34.383101 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-951af826-d4c3-4001-a033-982d4cd61e8e req-c966d927-f176-4505-956c-3234a2b0e055 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/security-groups?id=66799a02-cde9-45c5-8f3f-bbae8b973fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420878 May 28 07:38:35.566144 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddd234e-e1fa-444d-9cfc-e08787d16db5 req-fefd5b7a-d474-4345-baf3-e47b07fec823 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:38:35.567595 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cddd234e-e1fa-444d-9cfc-e08787d16db5 req-fefd5b7a-d474-4345-baf3-e47b07fec823 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/ports?device_id=1419d828-ea1e-4892-bb9a-5307f3d5e7b1 HTTP/1.1" status: 200 len: 945 time: 0.0796754 May 28 07:38:35.610395 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cddd234e-e1fa-444d-9cfc-e08787d16db5 req-16a1342d-397e-4fe4-80f1-478af9fb19fc tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/security-groups?id=66799a02-cde9-45c5-8f3f-bbae8b973fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0365560 May 28 07:38:36.805595 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3666c7fe-40ff-428b-9c49-a683b5ef84dd req-2d38d4f8-078d-49c9-8476-5f3dce490f68 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:38:36.806933 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3666c7fe-40ff-428b-9c49-a683b5ef84dd req-2d38d4f8-078d-49c9-8476-5f3dce490f68 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/ports?device_id=1419d828-ea1e-4892-bb9a-5307f3d5e7b1 HTTP/1.1" status: 200 len: 945 time: 0.0819974 May 28 07:38:36.942444 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3666c7fe-40ff-428b-9c49-a683b5ef84dd req-1b11c9ea-981f-4196-a296-a73192a3ce27 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/security-groups?id=66799a02-cde9-45c5-8f3f-bbae8b973fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1298447 May 28 07:38:38.134146 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98622f47-88ed-4cb0-9111-82a86d7ae80f req-1d64d795-c340-48ba-86ce-7c66e2a4dc6d tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:38:38.135595 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-98622f47-88ed-4cb0-9111-82a86d7ae80f req-1d64d795-c340-48ba-86ce-7c66e2a4dc6d tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/ports?device_id=1419d828-ea1e-4892-bb9a-5307f3d5e7b1 HTTP/1.1" status: 200 len: 945 time: 0.0793867 May 28 07:38:38.178241 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-98622f47-88ed-4cb0-9111-82a86d7ae80f req-cbdea982-9d23-4235-93f5-b4e348136dd3 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/security-groups?id=66799a02-cde9-45c5-8f3f-bbae8b973fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371375 May 28 07:38:39.362747 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a0fb52-f87e-4097-839e-a58aede39fb4 req-eab08c58-e754-400a-b498-87ba3315c1c3 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:38:39.364120 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-56a0fb52-f87e-4097-839e-a58aede39fb4 req-eab08c58-e754-400a-b498-87ba3315c1c3 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/ports?device_id=1419d828-ea1e-4892-bb9a-5307f3d5e7b1 HTTP/1.1" status: 200 len: 945 time: 0.0811062 May 28 07:38:39.407305 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-56a0fb52-f87e-4097-839e-a58aede39fb4 req-7fbb8da7-fb16-4e40-b222-ae36a480588a tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/security-groups?id=66799a02-cde9-45c5-8f3f-bbae8b973fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375428 May 28 07:38:40.150037 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device b17698e9-9fe3-496a-93b7-08c33c3f8148 details requested by agent hyperv_n-h2-843702-1 with host n-h2-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 07:38:40.281186 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port b17698e9-9fe3-496a-93b7-08c33c3f8148, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=b17698e9-9fe3-496a-93b7-08c33c3f8148,segment=NetworkSegment(cd2d3efe-7857-4701-b8e9-3af1174ebc3f),segment_id=cd2d3efe-7857-4701-b8e9-3af1174ebc3f)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:38:40.294384 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Returning: {'device': 'b17698e9-9fe3-496a-93b7-08c33c3f8148', 'network_id': '95f45513-875f-48bf-9cd7-5da0451ce635', 'port_id': 'b17698e9-9fe3-496a-93b7-08c33c3f8148', 'mac_address': 'fa:16:3e:68:61:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f39ea068-f126-4d53-aeb0-0a4af2f13310', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 07:38:40.349306 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port b17698e9-9fe3-496a-93b7-08c33c3f8148 is: ACTIVE; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:38:40.349711 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:38:40.367690 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b17698e9-9fe3-496a-93b7-08c33c3f8148 {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 07:38:40.382922 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port b17698e9-9fe3-496a-93b7-08c33c3f8148, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=b17698e9-9fe3-496a-93b7-08c33c3f8148,segment=NetworkSegment(cd2d3efe-7857-4701-b8e9-3af1174ebc3f),segment_id=cd2d3efe-7857-4701-b8e9-3af1174ebc3f)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:38:40.478843 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:38:40.556101 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=b17698e9-9fe3-496a-93b7-08c33c3f8148,revision_number=6']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:38:40.563948 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:38:40.564620 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:38:40.564961 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:38:40.565297 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:38:40.565652 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:38:40.565980 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:38:40.566302 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:38:40.566625 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:38:40.566945 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:38:40.567263 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:38:40.567581 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:38:40.567889 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:38:40.605394 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10cf981-4097-42fc-ab6b-f34e777f4a29 req-b4c6df7f-705c-4e33-8a47-ef9a296d0465 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:38:40.606877 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e10cf981-4097-42fc-ab6b-f34e777f4a29 req-b4c6df7f-705c-4e33-8a47-ef9a296d0465 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/ports?device_id=1419d828-ea1e-4892-bb9a-5307f3d5e7b1 HTTP/1.1" status: 200 len: 944 time: 0.0858302 May 28 07:38:40.614637 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['b17698e9-9fe3-496a-93b7-08c33c3f8148'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 07:38:40.658519 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e10cf981-4097-42fc-ab6b-f34e777f4a29 req-20298490-e1a5-4bda-9787-5753f90e2be0 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/security-groups?id=66799a02-cde9-45c5-8f3f-bbae8b973fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457368 May 28 07:38:41.874193 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbd919a-f232-4802-a28e-c3d4fca9e8b0 req-9368c9df-a5c4-4657-bae6-271880acb04c tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:38:41.875747 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4bbd919a-f232-4802-a28e-c3d4fca9e8b0 req-9368c9df-a5c4-4657-bae6-271880acb04c tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/ports?device_id=1419d828-ea1e-4892-bb9a-5307f3d5e7b1 HTTP/1.1" status: 200 len: 944 time: 0.0943244 May 28 07:38:41.922172 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4bbd919a-f232-4802-a28e-c3d4fca9e8b0 req-d7a2ddc4-b9ba-41d3-8c8c-f76050a72419 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/security-groups?id=66799a02-cde9-45c5-8f3f-bbae8b973fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404193 May 28 07:38:42.145544 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device b17698e9-9fe3-496a-93b7-08c33c3f8148 up at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:38:42.227191 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning complete for port b17698e9-9fe3-496a-93b7-08c33c3f8148 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:38:42.227838 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:38:42.360604 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port b17698e9-9fe3-496a-93b7-08c33c3f8148 is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:38:42.361122 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:38:42.394012 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1419d828-ea1e-4892-bb9a-5307f3d5e7b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b17698e9-9fe3-496a-93b7-08c33c3f8148'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:38:42.408828 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port b17698e9-9fe3-496a-93b7-08c33c3f8148, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=b17698e9-9fe3-496a-93b7-08c33c3f8148,segment=NetworkSegment(cd2d3efe-7857-4701-b8e9-3af1174ebc3f),segment_id=cd2d3efe-7857-4701-b8e9-3af1174ebc3f)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:38:42.442556 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d59c8fac-d043-44a7-979f-31193c046fe9'] response: {'server_uuid': '1419d828-ea1e-4892-bb9a-5307f3d5e7b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b17698e9-9fe3-496a-93b7-08c33c3f8148', 'code': 200} May 28 07:38:42.497844 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:38:42.575706 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=b17698e9-9fe3-496a-93b7-08c33c3f8148,revision_number=7']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:38:43.129389 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc90b221-418c-4a54-8b3b-b3d57f9d8a02 req-0d8adba3-5cff-4197-a03a-3c553c3355ed tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:38:43.130963 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cc90b221-418c-4a54-8b3b-b3d57f9d8a02 req-0d8adba3-5cff-4197-a03a-3c553c3355ed tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/ports?device_id=1419d828-ea1e-4892-bb9a-5307f3d5e7b1 HTTP/1.1" status: 200 len: 945 time: 0.0897281 May 28 07:38:43.193170 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cc90b221-418c-4a54-8b3b-b3d57f9d8a02 req-424495bf-956e-459e-9e2a-ebeba18e34fe tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/security-groups?id=66799a02-cde9-45c5-8f3f-bbae8b973fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0557904 May 28 07:38:44.387361 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545145a3-e9e7-416c-9da1-e6b6552fb4f3 req-279c87fb-b0ce-4ac9-af37-00c8cab3e8c7 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:38:44.389051 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-545145a3-e9e7-416c-9da1-e6b6552fb4f3 req-279c87fb-b0ce-4ac9-af37-00c8cab3e8c7 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/ports?device_id=1419d828-ea1e-4892-bb9a-5307f3d5e7b1 HTTP/1.1" status: 200 len: 945 time: 0.0821280 May 28 07:38:44.444248 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-545145a3-e9e7-416c-9da1-e6b6552fb4f3 req-bb492d61-5df1-4610-b16d-4fb4fdc42fc8 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/security-groups?id=66799a02-cde9-45c5-8f3f-bbae8b973fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0492036 May 28 07:38:45.651861 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946467a7-6e6d-43c6-92c6-48d6ce90d61a req-ac44fcde-dc86-4c4a-92c7-5fc42f42f77d tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:38:45.653307 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-946467a7-6e6d-43c6-92c6-48d6ce90d61a req-ac44fcde-dc86-4c4a-92c7-5fc42f42f77d tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/ports?device_id=1419d828-ea1e-4892-bb9a-5307f3d5e7b1 HTTP/1.1" status: 200 len: 945 time: 0.0906956 May 28 07:38:45.701934 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-946467a7-6e6d-43c6-92c6-48d6ce90d61a req-5072a297-4f54-4aa3-a255-6615fb39d955 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/security-groups?id=66799a02-cde9-45c5-8f3f-bbae8b973fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424521 May 28 07:38:46.907995 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6ca5e3-76f4-404c-95a4-cf9ab39d16b3 req-207025dd-cc96-4e17-a8a0-ce47f1a48532 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:38:46.909523 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3d6ca5e3-76f4-404c-95a4-cf9ab39d16b3 req-207025dd-cc96-4e17-a8a0-ce47f1a48532 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/ports?device_id=1419d828-ea1e-4892-bb9a-5307f3d5e7b1 HTTP/1.1" status: 200 len: 945 time: 0.0933785 May 28 07:38:46.969054 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3d6ca5e3-76f4-404c-95a4-cf9ab39d16b3 req-22501a49-e810-4b87-ba76-f1d6c047610f tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/security-groups?id=66799a02-cde9-45c5-8f3f-bbae8b973fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0531011 May 28 07:38:48.180156 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164f690f-2f5e-4e09-a6df-4a0f36899742 req-0335ef3c-a895-4034-93f5-e83f2c83d5b4 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:38:48.188126 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-164f690f-2f5e-4e09-a6df-4a0f36899742 req-0335ef3c-a895-4034-93f5-e83f2c83d5b4 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/ports?device_id=1419d828-ea1e-4892-bb9a-5307f3d5e7b1 HTTP/1.1" status: 200 len: 945 time: 0.0959685 May 28 07:38:48.239200 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-164f690f-2f5e-4e09-a6df-4a0f36899742 req-7c8b98b7-b0e9-467b-8302-d6eb8dd257d8 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/security-groups?id=66799a02-cde9-45c5-8f3f-bbae8b973fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0482757 May 28 07:38:49.459106 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b04bdd1-7e42-4abc-a78d-4bcb240c7149 req-458a93ac-94d0-479b-88d7-9560b9510be5 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:38:49.461363 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9b04bdd1-7e42-4abc-a78d-4bcb240c7149 req-458a93ac-94d0-479b-88d7-9560b9510be5 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/ports?device_id=1419d828-ea1e-4892-bb9a-5307f3d5e7b1 HTTP/1.1" status: 200 len: 945 time: 0.0980935 May 28 07:38:49.514643 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9b04bdd1-7e42-4abc-a78d-4bcb240c7149 req-672d295e-f1ce-42f0-8877-5dfe79e9b10c tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/security-groups?id=66799a02-cde9-45c5-8f3f-bbae8b973fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462799 May 28 07:38:49.791268 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f2f493-3b9c-4ba3-b0f7-684eb1903e41 req-94e0694a-a2e6-44a8-9280-418e517b07fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:38:49.792135 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-90f2f493-3b9c-4ba3-b0f7-684eb1903e41 req-94e0694a-a2e6-44a8-9280-418e517b07fb service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a9c9fa1c7c7d4d7bb1c96122bf3dc7fb&device_id=1419d828-ea1e-4892-bb9a-5307f3d5e7b1 HTTP/1.1" status: 200 len: 1096 time: 0.1308589 May 28 07:38:49.954188 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f2f493-3b9c-4ba3-b0f7-684eb1903e41 req-fb6aa699-7700-4489-b826-a537a0658006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:38:49.955686 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-90f2f493-3b9c-4ba3-b0f7-684eb1903e41 req-fb6aa699-7700-4489-b826-a537a0658006 service neutron] 10.222.0.71 "GET /v2.0/networks?id=95f45513-875f-48bf-9cd7-5da0451ce635 HTTP/1.1" status: 200 len: 909 time: 0.1451008 May 28 07:38:50.065457 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-90f2f493-3b9c-4ba3-b0f7-684eb1903e41 req-4d4c3b10-8779-4089-966f-4359141d2162 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b17698e9-9fe3-496a-93b7-08c33c3f8148 HTTP/1.1" status: 200 len: 1001 time: 0.1026742 May 28 07:38:50.129878 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f2f493-3b9c-4ba3-b0f7-684eb1903e41 req-f598b41a-a408-4e01-b096-98648c8e365b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:38:50.131466 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-90f2f493-3b9c-4ba3-b0f7-684eb1903e41 req-f598b41a-a408-4e01-b096-98648c8e365b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f39ea068-f126-4d53-aeb0-0a4af2f13310 HTTP/1.1" status: 200 len: 847 time: 0.0601320 May 28 07:38:50.213577 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f2f493-3b9c-4ba3-b0f7-684eb1903e41 req-7d2c7a1a-5b0c-4924-9601-f9c33c82235d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:38:50.215388 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-90f2f493-3b9c-4ba3-b0f7-684eb1903e41 req-7d2c7a1a-5b0c-4924-9601-f9c33c82235d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=95f45513-875f-48bf-9cd7-5da0451ce635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0783374 May 28 07:38:50.362252 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-90f2f493-3b9c-4ba3-b0f7-684eb1903e41 req-25f9a8c7-c919-4b15-823b-82d02a2a6bc9 service neutron] 10.222.0.71 "GET /v2.0/networks/95f45513-875f-48bf-9cd7-5da0451ce635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401167 May 28 07:38:50.612571 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-90f2f493-3b9c-4ba3-b0f7-684eb1903e41 req-e1f6d55d-fe85-47fa-aa33-1d8b4d1d1851 service neutron] 10.222.0.71 "GET /v2.0/networks/95f45513-875f-48bf-9cd7-5da0451ce635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436326 May 28 07:38:50.714460 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a3ff7a-c813-4377-9611-e43b671dec39 req-8bf9b26a-0a85-492d-8eba-e96d1a42760c tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:38:50.716177 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-99a3ff7a-c813-4377-9611-e43b671dec39 req-8bf9b26a-0a85-492d-8eba-e96d1a42760c tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/ports?device_id=1419d828-ea1e-4892-bb9a-5307f3d5e7b1 HTTP/1.1" status: 200 len: 945 time: 0.0807395 May 28 07:38:50.761115 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-99a3ff7a-c813-4377-9611-e43b671dec39 req-7a07a4f1-427a-4d15-bb2a-0a5305ba8cc0 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/security-groups?id=66799a02-cde9-45c5-8f3f-bbae8b973fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392907 May 28 07:38:51.946976 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66020644-9982-4504-8d8b-dbd5d1156139 req-8104e0c9-5be4-4b67-94c2-8745cd3e5873 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:38:51.948437 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-66020644-9982-4504-8d8b-dbd5d1156139 req-8104e0c9-5be4-4b67-94c2-8745cd3e5873 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/ports?device_id=1419d828-ea1e-4892-bb9a-5307f3d5e7b1 HTTP/1.1" status: 200 len: 945 time: 0.0804949 May 28 07:38:51.991442 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-66020644-9982-4504-8d8b-dbd5d1156139 req-db36cc40-6b62-4bdf-8f86-58550b30cafa tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/security-groups?id=66799a02-cde9-45c5-8f3f-bbae8b973fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373957 May 28 07:38:52.634218 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8efe6c6-3c49-485a-9bce-3611677e8508 req-91ec8585-ce42-4df5-a638-52d02ab28556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:38:52.635681 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e8efe6c6-3c49-485a-9bce-3611677e8508 req-91ec8585-ce42-4df5-a638-52d02ab28556 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a9c9fa1c7c7d4d7bb1c96122bf3dc7fb&device_id=1419d828-ea1e-4892-bb9a-5307f3d5e7b1 HTTP/1.1" status: 200 len: 1096 time: 0.0710120 May 28 07:38:52.767686 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8efe6c6-3c49-485a-9bce-3611677e8508 req-f70d042c-26a1-4f8e-b511-eee8adfd3f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:38:52.769117 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e8efe6c6-3c49-485a-9bce-3611677e8508 req-f70d042c-26a1-4f8e-b511-eee8adfd3f41 service neutron] 10.222.0.71 "GET /v2.0/networks?id=95f45513-875f-48bf-9cd7-5da0451ce635 HTTP/1.1" status: 200 len: 909 time: 0.1274054 May 28 07:38:52.871619 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e8efe6c6-3c49-485a-9bce-3611677e8508 req-d6012a01-c246-4681-81ce-47682d1c0bfe service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b17698e9-9fe3-496a-93b7-08c33c3f8148 HTTP/1.1" status: 200 len: 1001 time: 0.0960393 May 28 07:38:52.935225 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8efe6c6-3c49-485a-9bce-3611677e8508 req-ebd9bdbb-5704-475b-bb7a-60d31114157c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:38:52.936626 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e8efe6c6-3c49-485a-9bce-3611677e8508 req-ebd9bdbb-5704-475b-bb7a-60d31114157c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f39ea068-f126-4d53-aeb0-0a4af2f13310 HTTP/1.1" status: 200 len: 847 time: 0.0599856 May 28 07:38:53.011327 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8efe6c6-3c49-485a-9bce-3611677e8508 req-c9af608f-531c-49a3-9195-c71929d93648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:38:53.012771 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e8efe6c6-3c49-485a-9bce-3611677e8508 req-c9af608f-531c-49a3-9195-c71929d93648 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=95f45513-875f-48bf-9cd7-5da0451ce635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703418 May 28 07:38:53.204036 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e8efe6c6-3c49-485a-9bce-3611677e8508 req-3258c7b7-a27b-4b1a-b96c-e7a2a5da8140 service neutron] 10.222.0.71 "GET /v2.0/networks/95f45513-875f-48bf-9cd7-5da0451ce635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844804 May 28 07:38:53.292619 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fddd64b-a909-46d2-bdbd-93a4071bebd8 req-f6849a79-f446-4c97-a647-2bd86ac11ec5 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:38:53.294084 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3fddd64b-a909-46d2-bdbd-93a4071bebd8 req-f6849a79-f446-4c97-a647-2bd86ac11ec5 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/ports?device_id=1419d828-ea1e-4892-bb9a-5307f3d5e7b1 HTTP/1.1" status: 200 len: 945 time: 0.1909075 May 28 07:38:53.368212 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3fddd64b-a909-46d2-bdbd-93a4071bebd8 req-e6fca9ab-6436-41d8-a021-1df7e0885da7 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/security-groups?id=66799a02-cde9-45c5-8f3f-bbae8b973fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0669768 May 28 07:38:53.384196 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e8efe6c6-3c49-485a-9bce-3611677e8508 req-34f3e96f-21db-4a63-8daf-cb1c967b7b42 service neutron] 10.222.0.71 "GET /v2.0/networks/95f45513-875f-48bf-9cd7-5da0451ce635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726692 May 28 07:38:54.559253 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5560e2c9-54f1-44ce-ab99-516075f87a48 req-54631e3d-086d-4c9a-8569-50d603af93a3 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:38:54.560709 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5560e2c9-54f1-44ce-ab99-516075f87a48 req-54631e3d-086d-4c9a-8569-50d603af93a3 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/ports?device_id=1419d828-ea1e-4892-bb9a-5307f3d5e7b1 HTTP/1.1" status: 200 len: 945 time: 0.0799990 May 28 07:38:54.605027 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5560e2c9-54f1-44ce-ab99-516075f87a48 req-a5466f88-a40d-4ee1-ad94-d6c272c3387f tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/security-groups?id=66799a02-cde9-45c5-8f3f-bbae8b973fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386410 May 28 07:38:55.794871 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4cd540-0100-415e-8a0e-41b72dd29735 req-eb88c55a-5054-4286-a009-6de418897b1a tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:38:55.796244 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6c4cd540-0100-415e-8a0e-41b72dd29735 req-eb88c55a-5054-4286-a009-6de418897b1a tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/ports?device_id=1419d828-ea1e-4892-bb9a-5307f3d5e7b1 HTTP/1.1" status: 200 len: 945 time: 0.0837483 May 28 07:38:55.841124 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6c4cd540-0100-415e-8a0e-41b72dd29735 req-f997a5d7-7db6-4b53-ab55-664e111baf5f tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/security-groups?id=66799a02-cde9-45c5-8f3f-bbae8b973fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392184 May 28 07:38:56.227240 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device b17698e9-9fe3-496a-93b7-08c33c3f8148 no longer exists at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:38:56.316567 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e072be5b-5486-4ee8-ba4a-45847aed1138 req-9fd1da0c-e965-4130-9639-8c92cd49dfb3 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:38:56.318080 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e072be5b-5486-4ee8-ba4a-45847aed1138 req-9fd1da0c-e965-4130-9639-8c92cd49dfb3 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/ports?device_id=1419d828-ea1e-4892-bb9a-5307f3d5e7b1 HTTP/1.1" status: 200 len: 945 time: 0.0840795 May 28 07:38:56.343993 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port b17698e9-9fe3-496a-93b7-08c33c3f8148 is: ACTIVE; New status is: DOWN {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:38:56.344373 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:38:56.372840 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e072be5b-5486-4ee8-ba4a-45847aed1138 req-63089d74-b95c-4914-a4dd-362faa4215d1 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/security-groups?id=66799a02-cde9-45c5-8f3f-bbae8b973fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0483811 May 28 07:38:56.375242 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1419d828-ea1e-4892-bb9a-5307f3d5e7b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b17698e9-9fe3-496a-93b7-08c33c3f8148'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:38:56.389729 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port b17698e9-9fe3-496a-93b7-08c33c3f8148, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=b17698e9-9fe3-496a-93b7-08c33c3f8148,segment=NetworkSegment(cd2d3efe-7857-4701-b8e9-3af1174ebc3f),segment_id=cd2d3efe-7857-4701-b8e9-3af1174ebc3f)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:38:56.422178 n-d-843702-1 neutron-server[89111]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-991ee8fb-65a5-4b4f-91b8-c677500c4d42']: {'server_uuid': '1419d828-ea1e-4892-bb9a-5307f3d5e7b1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b17698e9-9fe3-496a-93b7-08c33c3f8148', 'code': 422} returned with failed status May 28 07:38:56.460514 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:38:56.529160 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=b17698e9-9fe3-496a-93b7-08c33c3f8148,revision_number=8']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:38:56.557392 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-8ac62d38-8968-40a0-a0aa-4c2d3bbe8cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:38:56.814937 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-de86203f-991f-4bee-be5a-cb8662224532 req-bbcea025-8de5-44d9-9048-9deaf4627366 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1419d828-ea1e-4892-bb9a-5307f3d5e7b1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2347703 May 28 07:38:57.564454 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5375e784-f445-4b18-8484-467826a1fc58 req-3ccb0124-1e06-4cbf-8a05-1aa1148c937f tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:38:57.566014 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5375e784-f445-4b18-8484-467826a1fc58 req-3ccb0124-1e06-4cbf-8a05-1aa1148c937f tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/ports?device_id=1419d828-ea1e-4892-bb9a-5307f3d5e7b1 HTTP/1.1" status: 200 len: 943 time: 0.0817797 May 28 07:38:57.610263 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5375e784-f445-4b18-8484-467826a1fc58 req-1f185e36-418e-4043-8e8a-1b822f8c6d0d tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/security-groups?id=66799a02-cde9-45c5-8f3f-bbae8b973fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380316 May 28 07:38:58.328201 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de86203f-991f-4bee-be5a-cb8662224532 req-a563cefa-a56a-4eb4-99e7-776a17a2d4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:38:58.329725 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-de86203f-991f-4bee-be5a-cb8662224532 req-a563cefa-a56a-4eb4-99e7-776a17a2d4e5 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=1419d828-ea1e-4892-bb9a-5307f3d5e7b1&tenant_id=a9c9fa1c7c7d4d7bb1c96122bf3dc7fb HTTP/1.1" status: 200 len: 1094 time: 0.0821311 May 28 07:38:58.340224 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-de86203f-991f-4bee-be5a-cb8662224532 req-cb734d23-0f1e-4a1a-be2e-4b995043c5bd service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843702-1', 'device_owner': 'compute:nova'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:38:58.354847 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:38:58.446886 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-de86203f-991f-4bee-be5a-cb8662224532 req-cb734d23-0f1e-4a1a-be2e-4b995043c5bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:38:58.875445 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-de86203f-991f-4bee-be5a-cb8662224532 req-cb734d23-0f1e-4a1a-be2e-4b995043c5bd service neutron] For port b17698e9-9fe3-496a-93b7-08c33c3f8148, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=b17698e9-9fe3-496a-93b7-08c33c3f8148,segment=NetworkSegment(cd2d3efe-7857-4701-b8e9-3af1174ebc3f),segment_id=cd2d3efe-7857-4701-b8e9-3af1174ebc3f)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:38:58.891999 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573eaf30-c8d7-4f79-bf1f-8e3a5a2bf71e req-b418d40b-2edb-488c-a8ea-6a572a2b9c3f tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:38:58.893457 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-573eaf30-c8d7-4f79-bf1f-8e3a5a2bf71e req-b418d40b-2edb-488c-a8ea-6a572a2b9c3f tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/ports?device_id=1419d828-ea1e-4892-bb9a-5307f3d5e7b1 HTTP/1.1" status: 200 len: 943 time: 0.1335366 May 28 07:38:58.932324 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-de86203f-991f-4bee-be5a-cb8662224532 req-cb734d23-0f1e-4a1a-be2e-4b995043c5bd service neutron] For port b17698e9-9fe3-496a-93b7-08c33c3f8148, host n-h2-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:38:58.994821 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-573eaf30-c8d7-4f79-bf1f-8e3a5a2bf71e req-ae8345f4-d3b1-4876-b1df-276d18a675c0 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/security-groups?id=66799a02-cde9-45c5-8f3f-bbae8b973fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0883877 May 28 07:38:58.998456 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [req-de86203f-991f-4bee-be5a-cb8662224532 req-cb734d23-0f1e-4a1a-be2e-4b995043c5bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b17698e9-9fe3-496a-93b7-08c33c3f8148 {{(pid=89110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 07:38:59.005722 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-de86203f-991f-4bee-be5a-cb8662224532 req-cb734d23-0f1e-4a1a-be2e-4b995043c5bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:38:59.019855 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-de86203f-991f-4bee-be5a-cb8662224532 req-cb734d23-0f1e-4a1a-be2e-4b995043c5bd service neutron] Transition to ACTIVE for port object b17698e9-9fe3-496a-93b7-08c33c3f8148 will not be triggered until provisioned by entity L2. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:38:59.045900 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e205c1b1-f49f-4f9f-b8e6-4d5ed2a9c710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:38:59.123286 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-de86203f-991f-4bee-be5a-cb8662224532 req-cb734d23-0f1e-4a1a-be2e-4b995043c5bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:38:59.266914 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb734d23-0f1e-4a1a-be2e-4b995043c5bd service neutron] Pushing event updated for resources: {'Port': ['ID=b17698e9-9fe3-496a-93b7-08c33c3f8148,revision_number=9']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:38:59.281000 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb734d23-0f1e-4a1a-be2e-4b995043c5bd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:38:59.281343 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb734d23-0f1e-4a1a-be2e-4b995043c5bd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:38:59.281712 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb734d23-0f1e-4a1a-be2e-4b995043c5bd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:38:59.282050 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb734d23-0f1e-4a1a-be2e-4b995043c5bd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:38:59.282386 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb734d23-0f1e-4a1a-be2e-4b995043c5bd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:38:59.282713 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb734d23-0f1e-4a1a-be2e-4b995043c5bd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:38:59.283045 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb734d23-0f1e-4a1a-be2e-4b995043c5bd service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:38:59.283366 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb734d23-0f1e-4a1a-be2e-4b995043c5bd service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:38:59.283692 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb734d23-0f1e-4a1a-be2e-4b995043c5bd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:38:59.284013 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb734d23-0f1e-4a1a-be2e-4b995043c5bd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:38:59.284335 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb734d23-0f1e-4a1a-be2e-4b995043c5bd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:38:59.284650 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb734d23-0f1e-4a1a-be2e-4b995043c5bd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:38:59.330090 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-de86203f-991f-4bee-be5a-cb8662224532 req-cb734d23-0f1e-4a1a-be2e-4b995043c5bd service neutron] No DVR routers for this DVR port b17698e9-9fe3-496a-93b7-08c33c3f8148 on host n-h2-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 07:38:59.553334 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-de86203f-991f-4bee-be5a-cb8662224532 req-cb734d23-0f1e-4a1a-be2e-4b995043c5bd service neutron] Attempting to bind port b17698e9-9fe3-496a-93b7-08c33c3f8148 on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 07:38:59.553697 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-de86203f-991f-4bee-be5a-cb8662224532 req-cb734d23-0f1e-4a1a-be2e-4b995043c5bd service neutron] Attempting to bind port b17698e9-9fe3-496a-93b7-08c33c3f8148 by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': 'cd2d3efe-7857-4701-b8e9-3af1174ebc3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '95f45513-875f-48bf-9cd7-5da0451ce635'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 07:38:59.554023 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de86203f-991f-4bee-be5a-cb8662224532 req-cb734d23-0f1e-4a1a-be2e-4b995043c5bd service neutron] Attempting to bind port b17698e9-9fe3-496a-93b7-08c33c3f8148 on network 95f45513-875f-48bf-9cd7-5da0451ce635 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:38:59.558547 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de86203f-991f-4bee-be5a-cb8662224532 req-cb734d23-0f1e-4a1a-be2e-4b995043c5bd service neutron] Port b17698e9-9fe3-496a-93b7-08c33c3f8148 on network 95f45513-875f-48bf-9cd7-5da0451ce635 not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 07:38:59.558864 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de86203f-991f-4bee-be5a-cb8662224532 req-cb734d23-0f1e-4a1a-be2e-4b995043c5bd service neutron] Attempting to bind port b17698e9-9fe3-496a-93b7-08c33c3f8148 on network 95f45513-875f-48bf-9cd7-5da0451ce635 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:38:59.563824 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de86203f-991f-4bee-be5a-cb8662224532 req-cb734d23-0f1e-4a1a-be2e-4b995043c5bd service neutron] Checking agent: {'id': '69f492a0-c00d-46d0-9bec-fcd8161ce206', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 7, 38, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 07:38:59.564153 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de86203f-991f-4bee-be5a-cb8662224532 req-cb734d23-0f1e-4a1a-be2e-4b995043c5bd service neutron] Checking segment: {'id': 'cd2d3efe-7857-4701-b8e9-3af1174ebc3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '95f45513-875f-48bf-9cd7-5da0451ce635'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:38:59.564535 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de86203f-991f-4bee-be5a-cb8662224532 req-cb734d23-0f1e-4a1a-be2e-4b995043c5bd service neutron] Bound using segment: {'id': 'cd2d3efe-7857-4701-b8e9-3af1174ebc3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '95f45513-875f-48bf-9cd7-5da0451ce635'} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 07:38:59.564950 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-de86203f-991f-4bee-be5a-cb8662224532 req-cb734d23-0f1e-4a1a-be2e-4b995043c5bd service neutron] Bound port: b17698e9-9fe3-496a-93b7-08c33c3f8148, host: n-h1-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd2d3efe-7857-4701-b8e9-3af1174ebc3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '95f45513-875f-48bf-9cd7-5da0451ce635'}}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 07:38:59.565288 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-de86203f-991f-4bee-be5a-cb8662224532 req-cb734d23-0f1e-4a1a-be2e-4b995043c5bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:38:59.653950 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-de86203f-991f-4bee-be5a-cb8662224532 req-cb734d23-0f1e-4a1a-be2e-4b995043c5bd service neutron] For port b17698e9-9fe3-496a-93b7-08c33c3f8148, host n-h1-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:38:59.656763 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-de86203f-991f-4bee-be5a-cb8662224532 req-cb734d23-0f1e-4a1a-be2e-4b995043c5bd service neutron] For port b17698e9-9fe3-496a-93b7-08c33c3f8148, host n-h1-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=b17698e9-9fe3-496a-93b7-08c33c3f8148,segment=NetworkSegment(cd2d3efe-7857-4701-b8e9-3af1174ebc3f),segment_id=cd2d3efe-7857-4701-b8e9-3af1174ebc3f)] {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 07:38:59.758130 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-de86203f-991f-4bee-be5a-cb8662224532 req-cb734d23-0f1e-4a1a-be2e-4b995043c5bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:38:59.819239 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de86203f-991f-4bee-be5a-cb8662224532 req-cb734d23-0f1e-4a1a-be2e-4b995043c5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:38:59.819847 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-de86203f-991f-4bee-be5a-cb8662224532 req-cb734d23-0f1e-4a1a-be2e-4b995043c5bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:38:59.822353 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-de86203f-991f-4bee-be5a-cb8662224532 req-cb734d23-0f1e-4a1a-be2e-4b995043c5bd service neutron] 10.222.0.69 "PUT /v2.0/ports/b17698e9-9fe3-496a-93b7-08c33c3f8148 HTTP/1.1" status: 200 len: 1091 time: 1.4851134 May 28 07:38:59.822642 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1419d828-ea1e-4892-bb9a-5307f3d5e7b1', 'tag': 'b17698e9-9fe3-496a-93b7-08c33c3f8148'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:38:59.894907 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb734d23-0f1e-4a1a-be2e-4b995043c5bd service neutron] Pushing event updated for resources: {'Port': ['ID=b17698e9-9fe3-496a-93b7-08c33c3f8148,revision_number=10']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:38:59.937019 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de86203f-991f-4bee-be5a-cb8662224532 req-9eb43e01-99d6-45cb-9e03-65e1a98fc621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:38:59.938715 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-de86203f-991f-4bee-be5a-cb8662224532 req-9eb43e01-99d6-45cb-9e03-65e1a98fc621 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a9c9fa1c7c7d4d7bb1c96122bf3dc7fb&device_id=1419d828-ea1e-4892-bb9a-5307f3d5e7b1 HTTP/1.1" status: 200 len: 1095 time: 0.0949142 May 28 07:38:59.945528 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ad34df8-eadd-487c-ab7e-277c510f78ed'] response: {'name': 'network-changed', 'server_uuid': '1419d828-ea1e-4892-bb9a-5307f3d5e7b1', 'tag': 'b17698e9-9fe3-496a-93b7-08c33c3f8148', 'status': 'completed', 'code': 200} May 28 07:39:00.077673 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de86203f-991f-4bee-be5a-cb8662224532 req-285312c4-95b6-48f2-afd1-8d8cb42f96cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:39:00.079375 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-de86203f-991f-4bee-be5a-cb8662224532 req-285312c4-95b6-48f2-afd1-8d8cb42f96cc service neutron] 10.222.0.69 "GET /v2.0/networks?id=95f45513-875f-48bf-9cd7-5da0451ce635 HTTP/1.1" status: 200 len: 909 time: 0.1301992 May 28 07:39:00.160746 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:39:00.191946 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:39:00.235015 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-de86203f-991f-4bee-be5a-cb8662224532 req-866df081-e2b6-42ab-8c27-9025fc586025 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b17698e9-9fe3-496a-93b7-08c33c3f8148 HTTP/1.1" status: 200 len: 999 time: 0.1497891 May 28 07:39:00.310722 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8959d3-e481-4463-bb37-24d13be8aa72 req-3e5684e7-95e8-4cac-8e3a-6cb344cb9ef2 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:39:00.312069 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5d8959d3-e481-4463-bb37-24d13be8aa72 req-3e5684e7-95e8-4cac-8e3a-6cb344cb9ef2 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/ports?device_id=1419d828-ea1e-4892-bb9a-5307f3d5e7b1 HTTP/1.1" status: 200 len: 944 time: 0.1767275 May 28 07:39:00.320315 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de86203f-991f-4bee-be5a-cb8662224532 req-26215a51-0533-43d3-ba0f-4abd6b700e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:39:00.322322 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-de86203f-991f-4bee-be5a-cb8662224532 req-26215a51-0533-43d3-ba0f-4abd6b700e3c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f39ea068-f126-4d53-aeb0-0a4af2f13310 HTTP/1.1" status: 200 len: 847 time: 0.0799325 May 28 07:39:00.410601 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5d8959d3-e481-4463-bb37-24d13be8aa72 req-8af61be9-82fd-41a4-bbf2-ba368a424447 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/security-groups?id=66799a02-cde9-45c5-8f3f-bbae8b973fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0918045 May 28 07:39:00.428894 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de86203f-991f-4bee-be5a-cb8662224532 req-266fb781-409b-4a56-be7e-7cda0b3c69d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:39:00.430395 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-de86203f-991f-4bee-be5a-cb8662224532 req-266fb781-409b-4a56-be7e-7cda0b3c69d7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=95f45513-875f-48bf-9cd7-5da0451ce635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0957696 May 28 07:39:00.664305 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-de86203f-991f-4bee-be5a-cb8662224532 req-e2233e7c-f3ea-407f-8bea-6d6662f0c1f5 service neutron] 10.222.0.69 "GET /v2.0/networks/95f45513-875f-48bf-9cd7-5da0451ce635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280123 May 28 07:39:00.796322 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-de86203f-991f-4bee-be5a-cb8662224532 req-9be8d03c-4712-4b67-a03f-5f5c1819318c service neutron] 10.222.0.69 "GET /v2.0/networks/95f45513-875f-48bf-9cd7-5da0451ce635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261489 May 28 07:39:00.968625 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c9312d-3709-4add-abd7-98337348cf12 req-f031b244-46c6-4f4a-a40e-8e2a39f1635e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:39:00.970127 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e4c9312d-3709-4add-abd7-98337348cf12 req-f031b244-46c6-4f4a-a40e-8e2a39f1635e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a9c9fa1c7c7d4d7bb1c96122bf3dc7fb&device_id=1419d828-ea1e-4892-bb9a-5307f3d5e7b1 HTTP/1.1" status: 200 len: 1095 time: 0.0733404 May 28 07:39:01.101820 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c9312d-3709-4add-abd7-98337348cf12 req-7cc3ad70-5391-49d3-b6df-a31074792571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:39:01.103947 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e4c9312d-3709-4add-abd7-98337348cf12 req-7cc3ad70-5391-49d3-b6df-a31074792571 service neutron] 10.222.0.69 "GET /v2.0/networks?id=95f45513-875f-48bf-9cd7-5da0451ce635 HTTP/1.1" status: 200 len: 909 time: 0.1279538 May 28 07:39:01.208080 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e4c9312d-3709-4add-abd7-98337348cf12 req-a7cc527f-a795-4738-acae-050156375483 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b17698e9-9fe3-496a-93b7-08c33c3f8148 HTTP/1.1" status: 200 len: 999 time: 0.0986714 May 28 07:39:01.288835 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c9312d-3709-4add-abd7-98337348cf12 req-865ade23-40c0-4d86-a4fb-0121e0af48d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:39:01.291347 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e4c9312d-3709-4add-abd7-98337348cf12 req-865ade23-40c0-4d86-a4fb-0121e0af48d2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f39ea068-f126-4d53-aeb0-0a4af2f13310 HTTP/1.1" status: 200 len: 847 time: 0.0776505 May 28 07:39:01.629748 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfdd828-6616-47a5-bbe6-689f47220a09 req-179c403e-fc58-4878-baed-b4cd005064e2 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:39:01.631242 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8dfdd828-6616-47a5-bbe6-689f47220a09 req-179c403e-fc58-4878-baed-b4cd005064e2 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/ports?device_id=1419d828-ea1e-4892-bb9a-5307f3d5e7b1 HTTP/1.1" status: 200 len: 944 time: 0.0914505 May 28 07:39:01.684772 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8dfdd828-6616-47a5-bbe6-689f47220a09 req-40244e31-14f4-49a5-825e-fd762e39db85 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/security-groups?id=66799a02-cde9-45c5-8f3f-bbae8b973fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464590 May 28 07:39:01.934569 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:39:02.887855 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b5fb71-eafe-458c-a332-46a4099b4cd6 req-0d83f0f8-33b3-4843-8c27-7cdaf3d0fc3b tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:39:02.889145 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e0b5fb71-eafe-458c-a332-46a4099b4cd6 req-0d83f0f8-33b3-4843-8c27-7cdaf3d0fc3b tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/ports?device_id=1419d828-ea1e-4892-bb9a-5307f3d5e7b1 HTTP/1.1" status: 200 len: 944 time: 0.0934708 May 28 07:39:02.920337 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:39:02.937967 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e0b5fb71-eafe-458c-a332-46a4099b4cd6 req-31c9024c-a18b-40c7-a456-6c5c50b7d161 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/security-groups?id=66799a02-cde9-45c5-8f3f-bbae8b973fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426066 May 28 07:39:04.135196 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d29e20-b715-4539-81b8-bc985ff9dacd req-c1225c0a-a8e6-4375-8f36-891772ea6c08 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:39:04.136849 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-78d29e20-b715-4539-81b8-bc985ff9dacd req-c1225c0a-a8e6-4375-8f36-891772ea6c08 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/ports?device_id=1419d828-ea1e-4892-bb9a-5307f3d5e7b1 HTTP/1.1" status: 200 len: 944 time: 0.0878694 May 28 07:39:04.183563 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-78d29e20-b715-4539-81b8-bc985ff9dacd req-26f4a751-61fb-4a1a-8a59-1892472818bf tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/security-groups?id=66799a02-cde9-45c5-8f3f-bbae8b973fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411258 May 28 07:39:05.383765 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0bc1e5-9e6f-4e6f-87ff-c6a33410f1b9 req-a8959cc3-dc17-43f8-a0cb-34896c7b4a7d tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:39:05.385198 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5f0bc1e5-9e6f-4e6f-87ff-c6a33410f1b9 req-a8959cc3-dc17-43f8-a0cb-34896c7b4a7d tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/ports?device_id=1419d828-ea1e-4892-bb9a-5307f3d5e7b1 HTTP/1.1" status: 200 len: 944 time: 0.0899556 May 28 07:39:05.436500 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5f0bc1e5-9e6f-4e6f-87ff-c6a33410f1b9 req-7401ff8c-3b5f-44a8-b47f-e602c21dc353 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/security-groups?id=66799a02-cde9-45c5-8f3f-bbae8b973fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452447 May 28 07:39:05.979830 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 07:39:06.654524 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b026933-b6e6-4fe7-8820-4c3e49b94dc4 req-396269aa-37fc-4228-aaec-8159469fd268 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:39:06.661443 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7b026933-b6e6-4fe7-8820-4c3e49b94dc4 req-396269aa-37fc-4228-aaec-8159469fd268 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/ports?device_id=1419d828-ea1e-4892-bb9a-5307f3d5e7b1 HTTP/1.1" status: 200 len: 944 time: 0.0904253 May 28 07:39:06.708794 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7b026933-b6e6-4fe7-8820-4c3e49b94dc4 req-b06030ab-b7fe-4019-894d-feff291e95c8 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/security-groups?id=66799a02-cde9-45c5-8f3f-bbae8b973fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463789 May 28 07:39:07.919354 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e736744-e667-4462-8b67-919a34fd3f72 req-b788dfe0-9cbe-48c7-abf6-f7cad65a93e1 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:39:07.921801 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0e736744-e667-4462-8b67-919a34fd3f72 req-b788dfe0-9cbe-48c7-abf6-f7cad65a93e1 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/ports?device_id=1419d828-ea1e-4892-bb9a-5307f3d5e7b1 HTTP/1.1" status: 200 len: 944 time: 0.0950665 May 28 07:39:07.986205 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0e736744-e667-4462-8b67-919a34fd3f72 req-fd27e1e3-a533-416a-8f27-da2202329079 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/security-groups?id=66799a02-cde9-45c5-8f3f-bbae8b973fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0579927 May 28 07:39:09.179186 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601d63a5-6ae8-4912-ace5-ae5e4e574164 req-e016a764-97f2-4939-84a2-56b09ca18a8d tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:39:09.181079 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-601d63a5-6ae8-4912-ace5-ae5e4e574164 req-e016a764-97f2-4939-84a2-56b09ca18a8d tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/ports?device_id=1419d828-ea1e-4892-bb9a-5307f3d5e7b1 HTTP/1.1" status: 200 len: 944 time: 0.0820074 May 28 07:39:09.225647 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-601d63a5-6ae8-4912-ace5-ae5e4e574164 req-af1db8de-0398-4e58-aaef-2f4a025fbd13 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/security-groups?id=66799a02-cde9-45c5-8f3f-bbae8b973fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383484 May 28 07:39:09.622904 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c9312d-3709-4add-abd7-98337348cf12 req-35742a5b-7cdb-4da0-9f1e-2a7919681fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:39:09.624481 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e4c9312d-3709-4add-abd7-98337348cf12 req-35742a5b-7cdb-4da0-9f1e-2a7919681fb9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=95f45513-875f-48bf-9cd7-5da0451ce635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700166 May 28 07:39:09.756584 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e4c9312d-3709-4add-abd7-98337348cf12 req-ecc9523e-4f96-4a11-bf6b-208dc4ff41e2 service neutron] 10.222.0.69 "GET /v2.0/networks/95f45513-875f-48bf-9cd7-5da0451ce635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248116 May 28 07:39:09.888002 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e4c9312d-3709-4add-abd7-98337348cf12 req-5cb888be-a979-4de3-99f7-7b63e8443042 service neutron] 10.222.0.69 "GET /v2.0/networks/95f45513-875f-48bf-9cd7-5da0451ce635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230762 May 28 07:39:10.415524 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234d3a3d-b0bb-4b38-acae-5e305c29d4e6 req-971535f0-bb43-4292-9962-92ca84ee9c2a tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:39:10.416979 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-234d3a3d-b0bb-4b38-acae-5e305c29d4e6 req-971535f0-bb43-4292-9962-92ca84ee9c2a tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/ports?device_id=1419d828-ea1e-4892-bb9a-5307f3d5e7b1 HTTP/1.1" status: 200 len: 944 time: 0.0834575 May 28 07:39:10.553361 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-234d3a3d-b0bb-4b38-acae-5e305c29d4e6 req-dbf8e96d-be12-4505-bd95-c0db0caa708a tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/security-groups?id=66799a02-cde9-45c5-8f3f-bbae8b973fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1307063 May 28 07:39:11.735571 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319aec7b-180a-49ce-a15e-3fbde3ffae0d req-9d44f66a-8bd3-4d41-b607-0fcf6e5d6d07 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:39:11.737013 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-319aec7b-180a-49ce-a15e-3fbde3ffae0d req-9d44f66a-8bd3-4d41-b607-0fcf6e5d6d07 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/ports?device_id=1419d828-ea1e-4892-bb9a-5307f3d5e7b1 HTTP/1.1" status: 200 len: 944 time: 0.0785406 May 28 07:39:11.780567 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-319aec7b-180a-49ce-a15e-3fbde3ffae0d req-ab8be58b-fc95-457e-9268-107243085120 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/security-groups?id=66799a02-cde9-45c5-8f3f-bbae8b973fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379448 May 28 07:39:12.724794 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device b17698e9-9fe3-496a-93b7-08c33c3f8148 details requested by agent hyperv_n-h1-843702-1 with host n-h1-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 07:39:12.895599 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port b17698e9-9fe3-496a-93b7-08c33c3f8148, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=b17698e9-9fe3-496a-93b7-08c33c3f8148,segment=NetworkSegment(cd2d3efe-7857-4701-b8e9-3af1174ebc3f),segment_id=cd2d3efe-7857-4701-b8e9-3af1174ebc3f)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:39:12.909771 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Returning: {'device': 'b17698e9-9fe3-496a-93b7-08c33c3f8148', 'network_id': '95f45513-875f-48bf-9cd7-5da0451ce635', 'port_id': 'b17698e9-9fe3-496a-93b7-08c33c3f8148', 'mac_address': 'fa:16:3e:68:61:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f39ea068-f126-4d53-aeb0-0a4af2f13310', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 07:39:12.970251 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port b17698e9-9fe3-496a-93b7-08c33c3f8148 is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:39:12.970657 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:39:12.980466 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ce2a1a-ae76-4cd0-92e9-1c8375dba9a8 req-5666cc11-b2cc-486f-856e-d2f1a6867468 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:39:12.981962 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-30ce2a1a-ae76-4cd0-92e9-1c8375dba9a8 req-5666cc11-b2cc-486f-856e-d2f1a6867468 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/ports?device_id=1419d828-ea1e-4892-bb9a-5307f3d5e7b1 HTTP/1.1" status: 200 len: 944 time: 0.0897074 May 28 07:39:12.993185 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b17698e9-9fe3-496a-93b7-08c33c3f8148 {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 07:39:13.010338 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port b17698e9-9fe3-496a-93b7-08c33c3f8148, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=b17698e9-9fe3-496a-93b7-08c33c3f8148,segment=NetworkSegment(cd2d3efe-7857-4701-b8e9-3af1174ebc3f),segment_id=cd2d3efe-7857-4701-b8e9-3af1174ebc3f)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:39:13.028487 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-30ce2a1a-ae76-4cd0-92e9-1c8375dba9a8 req-ca0f2731-4603-4d48-92d8-3e3b37e4baae tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/security-groups?id=66799a02-cde9-45c5-8f3f-bbae8b973fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400324 May 28 07:39:13.097236 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:39:13.170540 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=b17698e9-9fe3-496a-93b7-08c33c3f8148,revision_number=11']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:39:13.340795 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['b17698e9-9fe3-496a-93b7-08c33c3f8148'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 07:39:14.220193 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41676a03-47ba-4ab7-8c9b-359864fe52bf req-36412f64-94eb-4b78-99c6-51eec0218c6a tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:39:14.221646 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-41676a03-47ba-4ab7-8c9b-359864fe52bf req-36412f64-94eb-4b78-99c6-51eec0218c6a tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/ports?device_id=1419d828-ea1e-4892-bb9a-5307f3d5e7b1 HTTP/1.1" status: 200 len: 945 time: 0.0786076 May 28 07:39:14.269682 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-41676a03-47ba-4ab7-8c9b-359864fe52bf req-2837cbed-5f01-4b77-8ed2-7eda585f872a tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/security-groups?id=66799a02-cde9-45c5-8f3f-bbae8b973fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415137 May 28 07:39:14.725640 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device b17698e9-9fe3-496a-93b7-08c33c3f8148 up at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:39:14.868816 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning for port b17698e9-9fe3-496a-93b7-08c33c3f8148 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:39:14.873759 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning complete for port b17698e9-9fe3-496a-93b7-08c33c3f8148 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:39:14.874154 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:39:14.988840 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port b17698e9-9fe3-496a-93b7-08c33c3f8148 is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:39:14.989213 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:39:15.018793 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1419d828-ea1e-4892-bb9a-5307f3d5e7b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b17698e9-9fe3-496a-93b7-08c33c3f8148'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:39:15.029028 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port b17698e9-9fe3-496a-93b7-08c33c3f8148, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=b17698e9-9fe3-496a-93b7-08c33c3f8148,segment=NetworkSegment(cd2d3efe-7857-4701-b8e9-3af1174ebc3f),segment_id=cd2d3efe-7857-4701-b8e9-3af1174ebc3f)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:39:15.063394 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5227374f-e8d1-4c76-b3f5-48a2a36f0589'] response: {'server_uuid': '1419d828-ea1e-4892-bb9a-5307f3d5e7b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b17698e9-9fe3-496a-93b7-08c33c3f8148', 'code': 200} May 28 07:39:15.108747 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:39:15.175402 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=b17698e9-9fe3-496a-93b7-08c33c3f8148,revision_number=12']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:39:15.351369 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4e5e0d-251b-4d3c-b29c-4ce4c2fdb076 req-a7889e72-fea4-412e-b15a-35ea00fe60ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:39:15.352864 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ce4e5e0d-251b-4d3c-b29c-4ce4c2fdb076 req-a7889e72-fea4-412e-b15a-35ea00fe60ee service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=1419d828-ea1e-4892-bb9a-5307f3d5e7b1 HTTP/1.1" status: 200 len: 1097 time: 0.0688748 May 28 07:39:15.441147 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ce4e5e0d-251b-4d3c-b29c-4ce4c2fdb076 req-e2126337-bd2c-4b88-a885-f43b9362fa7a service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=66799a02-cde9-45c5-8f3f-bbae8b973fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0827153 May 28 07:39:15.479144 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de978a9-34eb-42ae-bfc3-7d316b46defd req-1735f957-2e27-4572-a596-eb0619b4212e tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:39:15.480590 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1de978a9-34eb-42ae-bfc3-7d316b46defd req-1735f957-2e27-4572-a596-eb0619b4212e tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/ports?device_id=1419d828-ea1e-4892-bb9a-5307f3d5e7b1 HTTP/1.1" status: 200 len: 946 time: 0.0944297 May 28 07:39:15.525927 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1de978a9-34eb-42ae-bfc3-7d316b46defd req-2a179741-4034-49e2-954d-034cf30dc3b1 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/security-groups?id=66799a02-cde9-45c5-8f3f-bbae8b973fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392575 May 28 07:39:16.715405 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95f3418-8122-400b-b0bb-e3876b74e304 req-9e5b463b-efb6-4ff5-9542-c40039e17fa6 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:39:16.716847 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a95f3418-8122-400b-b0bb-e3876b74e304 req-9e5b463b-efb6-4ff5-9542-c40039e17fa6 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/ports?device_id=1419d828-ea1e-4892-bb9a-5307f3d5e7b1 HTTP/1.1" status: 200 len: 946 time: 0.0803595 May 28 07:39:16.762601 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a95f3418-8122-400b-b0bb-e3876b74e304 req-7d690b0f-135a-4e3f-9c53-f906db8bc461 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/security-groups?id=66799a02-cde9-45c5-8f3f-bbae8b973fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400927 May 28 07:39:17.955176 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6430bc07-817d-4d01-bb53-90d8814fc7b3 req-4367a7f9-c160-40fc-88dd-67c8b81478e2 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:39:17.956661 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6430bc07-817d-4d01-bb53-90d8814fc7b3 req-4367a7f9-c160-40fc-88dd-67c8b81478e2 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/ports?device_id=1419d828-ea1e-4892-bb9a-5307f3d5e7b1 HTTP/1.1" status: 200 len: 946 time: 0.0836651 May 28 07:39:18.000917 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6430bc07-817d-4d01-bb53-90d8814fc7b3 req-28f55ec6-586f-4161-bee1-daaf04156d1d tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/security-groups?id=66799a02-cde9-45c5-8f3f-bbae8b973fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378981 May 28 07:39:26.513871 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-617a402e-7c40-4a5d-82fb-f2a7a6d47723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:39:28.296792 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:39:29.028738 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-8a479ec7-00d2-42f5-97de-31c645536821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:39:30.134022 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:39:30.168598 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:39:31.939508 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:39:32.911026 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:39:42.980591 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 07:39:50.779072 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a69d18eb-90fb-41ea-995f-0dc0a79aa2c1 req-2c5ca7ab-f27b-42da-9f1f-a2aa443a1204 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=1419d828-ea1e-4892-bb9a-5307f3d5e7b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1087458 May 28 07:39:50.920969 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69d18eb-90fb-41ea-995f-0dc0a79aa2c1 req-a9037f30-2caa-4b4f-ad7b-1154b9369339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:39:50.922471 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a69d18eb-90fb-41ea-995f-0dc0a79aa2c1 req-a9037f30-2caa-4b4f-ad7b-1154b9369339 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a9c9fa1c7c7d4d7bb1c96122bf3dc7fb&device_id=1419d828-ea1e-4892-bb9a-5307f3d5e7b1 HTTP/1.1" status: 200 len: 1097 time: 0.0770936 May 28 07:39:51.067095 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69d18eb-90fb-41ea-995f-0dc0a79aa2c1 req-ecac1a4a-91d9-4b2f-936b-31f4a9ccca15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:39:51.068515 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a69d18eb-90fb-41ea-995f-0dc0a79aa2c1 req-ecac1a4a-91d9-4b2f-936b-31f4a9ccca15 service neutron] 10.222.0.69 "GET /v2.0/networks?id=95f45513-875f-48bf-9cd7-5da0451ce635 HTTP/1.1" status: 200 len: 909 time: 0.1275115 May 28 07:39:51.169083 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a69d18eb-90fb-41ea-995f-0dc0a79aa2c1 req-4aaf3826-0fb5-4eaa-8ad3-052bdd9d6a96 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b17698e9-9fe3-496a-93b7-08c33c3f8148 HTTP/1.1" status: 200 len: 1001 time: 0.0938158 May 28 07:39:51.230430 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69d18eb-90fb-41ea-995f-0dc0a79aa2c1 req-6526a75e-9bdc-4fea-a9de-fd1f8f8ece36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:39:51.231826 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a69d18eb-90fb-41ea-995f-0dc0a79aa2c1 req-6526a75e-9bdc-4fea-a9de-fd1f8f8ece36 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f39ea068-f126-4d53-aeb0-0a4af2f13310 HTTP/1.1" status: 200 len: 847 time: 0.0571432 May 28 07:39:51.309680 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69d18eb-90fb-41ea-995f-0dc0a79aa2c1 req-702f6436-31f7-45f1-842a-390686b6eec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:39:51.311318 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a69d18eb-90fb-41ea-995f-0dc0a79aa2c1 req-702f6436-31f7-45f1-842a-390686b6eec0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=95f45513-875f-48bf-9cd7-5da0451ce635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0728090 May 28 07:39:51.440434 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a69d18eb-90fb-41ea-995f-0dc0a79aa2c1 req-ca7bcf96-76a5-48f0-856d-ebdbe5f2ea15 service neutron] 10.222.0.69 "GET /v2.0/networks/95f45513-875f-48bf-9cd7-5da0451ce635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224198 May 28 07:39:51.568167 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a69d18eb-90fb-41ea-995f-0dc0a79aa2c1 req-4bb63156-bdaf-4a8e-b03c-f61aa27b2da7 service neutron] 10.222.0.69 "GET /v2.0/networks/95f45513-875f-48bf-9cd7-5da0451ce635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224017 May 28 07:39:56.490787 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b0642639-8d64-4757-91ca-97229cd6730c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:39:58.350664 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:39:59.059391 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-12baf5e4-60a8-495f-b5b6-d4881ec8ec2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:40:00.161890 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:40:00.190311 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:40:01.953313 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:40:02.936198 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:40:19.979921 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 07:40:26.486738 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b98f50da-dfe1-4dbb-8fef-ea98039f095c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:40:27.136267 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 59710) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:40:27.343244 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-eab7f154-4d1e-40aa-8edb-9e17c342c0c6 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Deleting port 7a547f82-b39f-4426-bcff-2e4aa8660e8b {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:40:27.343587 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-eab7f154-4d1e-40aa-8edb-9e17c342c0c6 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:40:27.514840 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-eab7f154-4d1e-40aa-8edb-9e17c342c0c6 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:40:27.515209 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-eab7f154-4d1e-40aa-8edb-9e17c342c0c6 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:40:27.634818 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-eab7f154-4d1e-40aa-8edb-9e17c342c0c6 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Calling delete_port for 7a547f82-b39f-4426-bcff-2e4aa8660e8b owned by network:floatingip {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:40:27.856260 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-eab7f154-4d1e-40aa-8edb-9e17c342c0c6 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:40:27.900792 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab7f154-4d1e-40aa-8edb-9e17c342c0c6 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Pushing event deleted for resources: {'Port': ['ID=7a547f82-b39f-4426-bcff-2e4aa8660e8b,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:40:27.968829 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab7f154-4d1e-40aa-8edb-9e17c342c0c6 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:40:27.969163 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab7f154-4d1e-40aa-8edb-9e17c342c0c6 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:40:27.969516 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab7f154-4d1e-40aa-8edb-9e17c342c0c6 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:40:27.969846 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab7f154-4d1e-40aa-8edb-9e17c342c0c6 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:40:27.970169 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab7f154-4d1e-40aa-8edb-9e17c342c0c6 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:40:27.970493 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab7f154-4d1e-40aa-8edb-9e17c342c0c6 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:40:27.970811 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab7f154-4d1e-40aa-8edb-9e17c342c0c6 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:40:27.971127 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab7f154-4d1e-40aa-8edb-9e17c342c0c6 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:40:27.971464 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab7f154-4d1e-40aa-8edb-9e17c342c0c6 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:40:27.971781 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab7f154-4d1e-40aa-8edb-9e17c342c0c6 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:40:27.972119 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab7f154-4d1e-40aa-8edb-9e17c342c0c6 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:40:27.972451 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab7f154-4d1e-40aa-8edb-9e17c342c0c6 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:40:28.003783 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-eab7f154-4d1e-40aa-8edb-9e17c342c0c6 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Notify callbacks [] for floatingip, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:40:28.008115 n-d-843702-1 neutron-server[89109]: INFO neutron.db.l3_db [None req-eab7f154-4d1e-40aa-8edb-9e17c342c0c6 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Floating IP 510772fd-c67d-4d02-9321-667031f8b85a disassociated (deleted). External IP: 172.25.5.183, port: b17698e9-9fe3-496a-93b7-08c33c3f8148. May 28 07:40:28.295424 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:40:28.352869 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eab7f154-4d1e-40aa-8edb-9e17c342c0c6 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Router c1bd034b-2bb1-429f-8aba-7b00d094296c has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 07:40:28.648293 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eab7f154-4d1e-40aa-8edb-9e17c342c0c6 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 07:40:28.657952 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646e0977-3e62-430f-87fb-d229b46c0970 None None] Sync routers for ids ['c1bd034b-2bb1-429f-8aba-7b00d094296c'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 07:40:28.667372 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646e0977-3e62-430f-87fb-d229b46c0970 None None] Routers {'c1bd034b-2bb1-429f-8aba-7b00d094296c'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:40:28.671892 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-646e0977-3e62-430f-87fb-d229b46c0970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:39:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['c1bd034b-2bb1-429f-8aba-7b00d094296c'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:40:28.724097 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-eab7f154-4d1e-40aa-8edb-9e17c342c0c6 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:40:28.778163 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-eab7f154-4d1e-40aa-8edb-9e17c342c0c6 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "DELETE /v2.0/floatingips/510772fd-c67d-4d02-9321-667031f8b85a HTTP/1.1" status: 204 len: 168 time: 1.6401119 May 28 07:40:28.778724 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1419d828-ea1e-4892-bb9a-5307f3d5e7b1', 'tag': 'b17698e9-9fe3-496a-93b7-08c33c3f8148'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:40:28.843487 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-646e0977-3e62-430f-87fb-d229b46c0970 None None] Set router c1bd034b-2bb1-429f-8aba-7b00d094296c gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:40:29.044826 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-2c44280b-d08c-4841-9876-20963e8b69df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:40:29.196329 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-646e0977-3e62-430f-87fb-d229b46c0970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bd034b-2bb1-429f-8aba-7b00d094296c', 'name': 'tempest-TestShelveInstance-924128767-router', 'tenant_id': 'a9c9fa1c7c7d4d7bb1c96122bf3dc7fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.136'}], 'enable_snat': True}, 'gw_port_id': '6dd0b573-9070-4668-93a8-2f3172b6ee8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:35:56Z', 'updated_at': '2022-05-28T07:36:00Z', 'revision_number': 4, 'project_id': 'a9c9fa1c7c7d4d7bb1c96122bf3dc7fb', 'gw_port': {'id': '6dd0b573-9070-4668-93a8-2f3172b6ee8b', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:bd:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bd034b-2bb1-429f-8aba-7b00d094296c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:35:57Z', 'updated_at': '2022-05-28T07:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'c157e037-fad8-4b5b-b40c-00a780b093ab', 'name': '', 'network_id': '95f45513-875f-48bf-9cd7-5da0451ce635', 'tenant_id': 'a9c9fa1c7c7d4d7bb1c96122bf3dc7fb', 'mac_address': 'fa:16:3e:e7:0b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bd034b-2bb1-429f-8aba-7b00d094296c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': 'f39ea068-f126-4d53-aeb0-0a4af2f13310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:36:00Z', 'updated_at': '2022-05-28T07:36:07Z', 'revision_number': 5, 'project_id': 'a9c9fa1c7c7d4d7bb1c96122bf3dc7fb', 'subnets': [{'id': 'f39ea068-f126-4d53-aeb0-0a4af2f13310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:40:29.200292 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646e0977-3e62-430f-87fb-d229b46c0970 None None] Checking router: c1bd034b-2bb1-429f-8aba-7b00d094296c for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 07:40:29.208356 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646e0977-3e62-430f-87fb-d229b46c0970 None None] Routers {'c1bd034b-2bb1-429f-8aba-7b00d094296c'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:40:29.208936 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-646e0977-3e62-430f-87fb-d229b46c0970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:40:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['c1bd034b-2bb1-429f-8aba-7b00d094296c'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:40:29.314590 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a755c6b0-9e8f-41e0-9275-3a077c99bb06'] response: {'name': 'network-changed', 'server_uuid': '1419d828-ea1e-4892-bb9a-5307f3d5e7b1', 'tag': 'b17698e9-9fe3-496a-93b7-08c33c3f8148', 'status': 'completed', 'code': 200} May 28 07:40:29.396408 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-646e0977-3e62-430f-87fb-d229b46c0970 None None] Set router c1bd034b-2bb1-429f-8aba-7b00d094296c gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:40:29.451419 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5032e07-14c5-4e8e-992a-f4206f8a0b02 req-1f4fcde1-cdc4-4919-ac14-15702bb17ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:40:29.452873 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c5032e07-14c5-4e8e-992a-f4206f8a0b02 req-1f4fcde1-cdc4-4919-ac14-15702bb17ec0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a9c9fa1c7c7d4d7bb1c96122bf3dc7fb&device_id=1419d828-ea1e-4892-bb9a-5307f3d5e7b1 HTTP/1.1" status: 200 len: 1097 time: 0.1164203 May 28 07:40:29.688356 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bfba55-5315-4ede-8957-c22294e19a4d req-afdd348b-6076-459b-8ff9-5c3813eb035a tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:40:29.690046 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-95bfba55-5315-4ede-8957-c22294e19a4d req-afdd348b-6076-459b-8ff9-5c3813eb035a tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/ports?device_id=1419d828-ea1e-4892-bb9a-5307f3d5e7b1 HTTP/1.1" status: 200 len: 946 time: 0.2913795 May 28 07:40:29.709365 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-646e0977-3e62-430f-87fb-d229b46c0970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bd034b-2bb1-429f-8aba-7b00d094296c', 'name': 'tempest-TestShelveInstance-924128767-router', 'tenant_id': 'a9c9fa1c7c7d4d7bb1c96122bf3dc7fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.136'}], 'enable_snat': True}, 'gw_port_id': '6dd0b573-9070-4668-93a8-2f3172b6ee8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:35:56Z', 'updated_at': '2022-05-28T07:36:00Z', 'revision_number': 4, 'project_id': 'a9c9fa1c7c7d4d7bb1c96122bf3dc7fb', 'gw_port': {'id': '6dd0b573-9070-4668-93a8-2f3172b6ee8b', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:bd:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bd034b-2bb1-429f-8aba-7b00d094296c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:35:57Z', 'updated_at': '2022-05-28T07:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'c157e037-fad8-4b5b-b40c-00a780b093ab', 'name': '', 'network_id': '95f45513-875f-48bf-9cd7-5da0451ce635', 'tenant_id': 'a9c9fa1c7c7d4d7bb1c96122bf3dc7fb', 'mac_address': 'fa:16:3e:e7:0b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bd034b-2bb1-429f-8aba-7b00d094296c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': 'f39ea068-f126-4d53-aeb0-0a4af2f13310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:36:00Z', 'updated_at': '2022-05-28T07:36:07Z', 'revision_number': 5, 'project_id': 'a9c9fa1c7c7d4d7bb1c96122bf3dc7fb', 'subnets': [{'id': 'f39ea068-f126-4d53-aeb0-0a4af2f13310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:40:29.713689 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646e0977-3e62-430f-87fb-d229b46c0970 None None] The sync data for ids ['c1bd034b-2bb1-429f-8aba-7b00d094296c'] in n-d-843702-1 is: [{'id': 'c1bd034b-2bb1-429f-8aba-7b00d094296c', 'name': 'tempest-TestShelveInstance-924128767-router', 'tenant_id': 'a9c9fa1c7c7d4d7bb1c96122bf3dc7fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.136'}], 'enable_snat': True}, 'gw_port_id': '6dd0b573-9070-4668-93a8-2f3172b6ee8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:35:56Z', 'updated_at': '2022-05-28T07:36:00Z', 'revision_number': 4, 'project_id': 'a9c9fa1c7c7d4d7bb1c96122bf3dc7fb', 'gw_port': {'id': '6dd0b573-9070-4668-93a8-2f3172b6ee8b', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:bd:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bd034b-2bb1-429f-8aba-7b00d094296c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:35:57Z', 'updated_at': '2022-05-28T07:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'c157e037-fad8-4b5b-b40c-00a780b093ab', 'name': '', 'network_id': '95f45513-875f-48bf-9cd7-5da0451ce635', 'tenant_id': 'a9c9fa1c7c7d4d7bb1c96122bf3dc7fb', 'mac_address': 'fa:16:3e:e7:0b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bd034b-2bb1-429f-8aba-7b00d094296c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': 'f39ea068-f126-4d53-aeb0-0a4af2f13310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:36:00Z', 'updated_at': '2022-05-28T07:36:07Z', 'revision_number': 5, 'project_id': 'a9c9fa1c7c7d4d7bb1c96122bf3dc7fb', 'subnets': [{'id': 'f39ea068-f126-4d53-aeb0-0a4af2f13310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 07:40:29.722265 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5032e07-14c5-4e8e-992a-f4206f8a0b02 req-c14b7fa3-05a5-462b-901e-daa64c0c4a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:40:29.724339 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c5032e07-14c5-4e8e-992a-f4206f8a0b02 req-c14b7fa3-05a5-462b-901e-daa64c0c4a07 service neutron] 10.222.0.69 "GET /v2.0/networks?id=95f45513-875f-48bf-9cd7-5da0451ce635 HTTP/1.1" status: 200 len: 909 time: 0.2638741 May 28 07:40:29.813075 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c5032e07-14c5-4e8e-992a-f4206f8a0b02 req-38fa29d9-6ff7-4259-bc0c-76f2d775ff7e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b17698e9-9fe3-496a-93b7-08c33c3f8148 HTTP/1.1" status: 200 len: 217 time: 0.0731640 May 28 07:40:29.815984 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-95bfba55-5315-4ede-8957-c22294e19a4d req-b57591f1-1785-4996-afd7-8b39d53fd8c6 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/security-groups?id=66799a02-cde9-45c5-8f3f-bbae8b973fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1175113 May 28 07:40:29.880025 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5032e07-14c5-4e8e-992a-f4206f8a0b02 req-aac2b590-f691-4704-81c9-6e74aa5350aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:40:29.881578 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c5032e07-14c5-4e8e-992a-f4206f8a0b02 req-aac2b590-f691-4704-81c9-6e74aa5350aa service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f39ea068-f126-4d53-aeb0-0a4af2f13310 HTTP/1.1" status: 200 len: 847 time: 0.0619447 May 28 07:40:29.937151 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449e6d2d-8c4c-4c65-a1c4-ee246bf784d3 None None] New status for floating IP 510772fd-c67d-4d02-9321-667031f8b85a: DOWN {{(pid=89111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 07:40:29.957878 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5032e07-14c5-4e8e-992a-f4206f8a0b02 req-99637912-bf20-46ae-adf5-3c50ef47d58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:40:29.959286 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c5032e07-14c5-4e8e-992a-f4206f8a0b02 req-99637912-bf20-46ae-adf5-3c50ef47d58f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=95f45513-875f-48bf-9cd7-5da0451ce635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707150 May 28 07:40:30.096375 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c5032e07-14c5-4e8e-992a-f4206f8a0b02 req-cba0b37f-8003-4793-b40f-8b2f64047480 service neutron] 10.222.0.69 "GET /v2.0/networks/95f45513-875f-48bf-9cd7-5da0451ce635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295760 May 28 07:40:30.141243 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:40:30.169872 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:40:30.231083 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c5032e07-14c5-4e8e-992a-f4206f8a0b02 req-0ca1aa3b-08cc-4bf4-bb16-5042712842a6 service neutron] 10.222.0.69 "GET /v2.0/networks/95f45513-875f-48bf-9cd7-5da0451ce635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272633 May 28 07:40:30.614339 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d848a2-a514-473f-b06c-79a833a97cc0 req-9af3e236-ea73-4b8a-8adc-c4d7f4b9b168 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:40:30.615769 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-01d848a2-a514-473f-b06c-79a833a97cc0 req-9af3e236-ea73-4b8a-8adc-c4d7f4b9b168 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.69 "GET /v2.0/ports?device_id=1419d828-ea1e-4892-bb9a-5307f3d5e7b1 HTTP/1.1" status: 200 len: 946 time: 0.0829914 May 28 07:40:30.683013 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-01d848a2-a514-473f-b06c-79a833a97cc0 req-11b71e4b-378e-4c69-819e-aa4a791da8e9 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Deleting port b17698e9-9fe3-496a-93b7-08c33c3f8148 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:40:30.684066 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-01d848a2-a514-473f-b06c-79a833a97cc0 req-11b71e4b-378e-4c69-819e-aa4a791da8e9 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:40:30.936464 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-01d848a2-a514-473f-b06c-79a833a97cc0 req-11b71e4b-378e-4c69-819e-aa4a791da8e9 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] For port b17698e9-9fe3-496a-93b7-08c33c3f8148, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=b17698e9-9fe3-496a-93b7-08c33c3f8148,segment=NetworkSegment(cd2d3efe-7857-4701-b8e9-3af1174ebc3f),segment_id=cd2d3efe-7857-4701-b8e9-3af1174ebc3f)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:40:30.936809 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-01d848a2-a514-473f-b06c-79a833a97cc0 req-11b71e4b-378e-4c69-819e-aa4a791da8e9 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:40:31.099872 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-01d848a2-a514-473f-b06c-79a833a97cc0 req-11b71e4b-378e-4c69-819e-aa4a791da8e9 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Calling delete_port for b17698e9-9fe3-496a-93b7-08c33c3f8148 owned by compute:nova {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:40:31.208220 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfac562-5172-4f2b-be21-5653d6aefede req-dc339146-9d38-4013-a49a-842e08a77c7d tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:40:31.209750 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5bfac562-5172-4f2b-be21-5653d6aefede req-dc339146-9d38-4013-a49a-842e08a77c7d tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/ports?device_id=1419d828-ea1e-4892-bb9a-5307f3d5e7b1 HTTP/1.1" status: 200 len: 946 time: 0.2752011 May 28 07:40:31.305780 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5bfac562-5172-4f2b-be21-5653d6aefede req-374bb62c-056a-410b-b4a3-d13a5689fc82 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/security-groups?id=66799a02-cde9-45c5-8f3f-bbae8b973fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0645187 May 28 07:40:31.352469 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-01d848a2-a514-473f-b06c-79a833a97cc0 req-11b71e4b-378e-4c69-819e-aa4a791da8e9 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:40:31.403128 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b71e4b-378e-4c69-819e-aa4a791da8e9 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Pushing event deleted for resources: {'Port': ['ID=b17698e9-9fe3-496a-93b7-08c33c3f8148,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:40:31.436375 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b71e4b-378e-4c69-819e-aa4a791da8e9 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:40:31.436710 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b71e4b-378e-4c69-819e-aa4a791da8e9 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:40:31.437043 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b71e4b-378e-4c69-819e-aa4a791da8e9 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:40:31.437367 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b71e4b-378e-4c69-819e-aa4a791da8e9 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:40:31.437716 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b71e4b-378e-4c69-819e-aa4a791da8e9 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:40:31.438038 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b71e4b-378e-4c69-819e-aa4a791da8e9 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:40:31.438355 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b71e4b-378e-4c69-819e-aa4a791da8e9 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:40:31.438670 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b71e4b-378e-4c69-819e-aa4a791da8e9 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:40:31.439058 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b71e4b-378e-4c69-819e-aa4a791da8e9 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:40:31.439383 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b71e4b-378e-4c69-819e-aa4a791da8e9 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:40:31.439701 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b71e4b-378e-4c69-819e-aa4a791da8e9 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:40:31.440018 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b71e4b-378e-4c69-819e-aa4a791da8e9 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:40:31.583765 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-01d848a2-a514-473f-b06c-79a833a97cc0 req-11b71e4b-378e-4c69-819e-aa4a791da8e9 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] No DVR routers for this DVR port b17698e9-9fe3-496a-93b7-08c33c3f8148 on host n-h1-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 07:40:31.586261 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-01d848a2-a514-473f-b06c-79a833a97cc0 req-11b71e4b-378e-4c69-819e-aa4a791da8e9 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:40:31.588962 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1419d828-ea1e-4892-bb9a-5307f3d5e7b1', 'name': 'network-vif-deleted', 'tag': 'b17698e9-9fe3-496a-93b7-08c33c3f8148'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:40:31.600457 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-01d848a2-a514-473f-b06c-79a833a97cc0 req-11b71e4b-378e-4c69-819e-aa4a791da8e9 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.69 "DELETE /v2.0/ports/b17698e9-9fe3-496a-93b7-08c33c3f8148 HTTP/1.1" status: 204 len: 173 time: 0.9800527 May 28 07:40:31.632595 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74d6c14d-3541-4c77-ba27-65e18cd2a90c'] response: {'server_uuid': '1419d828-ea1e-4892-bb9a-5307f3d5e7b1', 'name': 'network-vif-deleted', 'tag': 'b17698e9-9fe3-496a-93b7-08c33c3f8148', 'status': 'completed', 'code': 200} May 28 07:40:31.975370 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:40:32.485326 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-ef8f40f8-c02b-4286-a4c9-35b3cd7939f1 req-5d4a5927-014e-409b-872f-fb8a38c7fc75 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Synchronizing usage tracker for tenant:a9c9fa1c7c7d4d7bb1c96122bf3dc7fb on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:40:32.550015 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-ef8f40f8-c02b-4286-a4c9-35b3cd7939f1 req-5d4a5927-014e-409b-872f-fb8a38c7fc75 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Unset dirty status for tenant:a9c9fa1c7c7d4d7bb1c96122bf3dc7fb on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:40:32.551193 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ef8f40f8-c02b-4286-a4c9-35b3cd7939f1 req-5d4a5927-014e-409b-872f-fb8a38c7fc75 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/ports?device_id=1419d828-ea1e-4892-bb9a-5307f3d5e7b1 HTTP/1.1" status: 200 len: 210 time: 0.1093624 May 28 07:40:32.929362 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:40:33.643770 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 59734) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:40:33.712134 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-03a4b594-5fb3-4ef6-9415-c35d57a5128e tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:40:33.741813 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-03a4b594-5fb3-4ef6-9415-c35d57a5128e tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:40:33.878280 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-03a4b594-5fb3-4ef6-9415-c35d57a5128e tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:40:33.896782 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a4b594-5fb3-4ef6-9415-c35d57a5128e tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66799a02-cde9-45c5-8f3f-bbae8b973fc8,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:40:33.974946 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-03a4b594-5fb3-4ef6-9415-c35d57a5128e tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:40:33.976069 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-03a4b594-5fb3-4ef6-9415-c35d57a5128e tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "DELETE /v2.0/security-groups/66799a02-cde9-45c5-8f3f-bbae8b973fc8 HTTP/1.1" status: 204 len: 168 time: 0.3307984 May 28 07:40:35.134094 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device b17698e9-9fe3-496a-93b7-08c33c3f8148 no longer exists at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:40:35.173234 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] No Port match for: b17698e9-9fe3-496a-93b7-08c33c3f8148 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 07:40:35.173753 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device b17698e9-9fe3-496a-93b7-08c33c3f8148 not bound to the agent host n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 07:40:35.358769 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 59744) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:40:35.363904 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-20304f30-e98f-40f8-81d3-35bb9647e096 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-295156998', 'description': 'tempest-secgroup-smoke-295156998 description', 'project_id': 'a9c9fa1c7c7d4d7bb1c96122bf3dc7fb'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:40:35.370780 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-20304f30-e98f-40f8-81d3-35bb9647e096 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:40:35.375584 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-20304f30-e98f-40f8-81d3-35bb9647e096 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Usage tracker for resource:security_group and tenant:a9c9fa1c7c7d4d7bb1c96122bf3dc7fb is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:40:35.378476 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-20304f30-e98f-40f8-81d3-35bb9647e096 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:40:35.384988 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-20304f30-e98f-40f8-81d3-35bb9647e096 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:40:35.467889 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-20304f30-e98f-40f8-81d3-35bb9647e096 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:40:35.493749 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-20304f30-e98f-40f8-81d3-35bb9647e096 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:40:35.499510 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-20304f30-e98f-40f8-81d3-35bb9647e096 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Usage tracker for resource:security_group_rule and tenant:a9c9fa1c7c7d4d7bb1c96122bf3dc7fb is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:40:35.503400 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-20304f30-e98f-40f8-81d3-35bb9647e096 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:40:35.510557 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-20304f30-e98f-40f8-81d3-35bb9647e096 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:40:35.581338 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-20304f30-e98f-40f8-81d3-35bb9647e096 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:40:35.643881 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-20304f30-e98f-40f8-81d3-35bb9647e096 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:40:35.690347 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20304f30-e98f-40f8-81d3-35bb9647e096 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef531ed5-3f43-4ade-8534-ab8d815a4dca,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:40:35.778435 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-20304f30-e98f-40f8-81d3-35bb9647e096 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:40:35.779674 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-20304f30-e98f-40f8-81d3-35bb9647e096 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4199135 May 28 07:40:35.782456 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 59748) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:40:35.787324 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-7c8f89cb-e873-45a2-b110-8666664fc03c tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Request body: {'security_group_rule': {'security_group_id': 'ef531ed5-3f43-4ade-8534-ab8d815a4dca', 'project_id': 'a9c9fa1c7c7d4d7bb1c96122bf3dc7fb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:40:35.794119 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-7c8f89cb-e873-45a2-b110-8666664fc03c tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:40:35.798673 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-7c8f89cb-e873-45a2-b110-8666664fc03c tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Usage tracker for resource:security_group_rule and tenant:a9c9fa1c7c7d4d7bb1c96122bf3dc7fb is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:40:35.801647 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-7c8f89cb-e873-45a2-b110-8666664fc03c tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:40:35.807389 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-7c8f89cb-e873-45a2-b110-8666664fc03c tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:40:35.916971 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7c8f89cb-e873-45a2-b110-8666664fc03c tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:40:35.976994 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7c8f89cb-e873-45a2-b110-8666664fc03c tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:40:36.054898 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7c8f89cb-e873-45a2-b110-8666664fc03c tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:40:36.082168 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8f89cb-e873-45a2-b110-8666664fc03c tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3f05d47-4b7f-4831-943a-24a252e1fbe2,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:40:36.192987 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-7c8f89cb-e873-45a2-b110-8666664fc03c tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:40:36.195206 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-7c8f89cb-e873-45a2-b110-8666664fc03c tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4108787 May 28 07:40:36.197120 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 59752) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:40:36.203579 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-839532a5-2567-4946-b60b-febb71cd80be tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Request body: {'security_group_rule': {'security_group_id': 'ef531ed5-3f43-4ade-8534-ab8d815a4dca', 'project_id': 'a9c9fa1c7c7d4d7bb1c96122bf3dc7fb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:40:36.211366 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-839532a5-2567-4946-b60b-febb71cd80be tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:40:36.215457 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-839532a5-2567-4946-b60b-febb71cd80be tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Usage tracker for resource:security_group_rule and tenant:a9c9fa1c7c7d4d7bb1c96122bf3dc7fb is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:40:36.219193 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-839532a5-2567-4946-b60b-febb71cd80be tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:40:36.224899 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-839532a5-2567-4946-b60b-febb71cd80be tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:40:36.336391 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-839532a5-2567-4946-b60b-febb71cd80be tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:40:36.398112 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-839532a5-2567-4946-b60b-febb71cd80be tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:40:36.496298 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-839532a5-2567-4946-b60b-febb71cd80be tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:40:36.523165 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839532a5-2567-4946-b60b-febb71cd80be tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a7ddeee-b01e-4875-9792-6170ff23b828,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:40:36.624491 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-839532a5-2567-4946-b60b-febb71cd80be tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:40:36.625716 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-839532a5-2567-4946-b60b-febb71cd80be tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4268329 May 28 07:40:36.628396 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 59756) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:40:36.633228 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-5db79911-61cc-4641-8a9d-1c4ffbeb0718 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Request body: {'security_group_rule': {'security_group_id': 'ef531ed5-3f43-4ade-8534-ab8d815a4dca', 'project_id': 'a9c9fa1c7c7d4d7bb1c96122bf3dc7fb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:40:36.641193 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-5db79911-61cc-4641-8a9d-1c4ffbeb0718 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:40:36.644984 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-5db79911-61cc-4641-8a9d-1c4ffbeb0718 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Usage tracker for resource:security_group_rule and tenant:a9c9fa1c7c7d4d7bb1c96122bf3dc7fb is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:40:36.647804 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-5db79911-61cc-4641-8a9d-1c4ffbeb0718 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:40:36.653401 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-5db79911-61cc-4641-8a9d-1c4ffbeb0718 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:40:36.751731 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5db79911-61cc-4641-8a9d-1c4ffbeb0718 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:40:36.814950 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5db79911-61cc-4641-8a9d-1c4ffbeb0718 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:40:36.901172 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5db79911-61cc-4641-8a9d-1c4ffbeb0718 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:40:36.927039 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db79911-61cc-4641-8a9d-1c4ffbeb0718 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=079fb992-9dfa-4e7d-af1b-0862273d345f,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:40:37.015388 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5db79911-61cc-4641-8a9d-1c4ffbeb0718 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:40:37.016517 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-5db79911-61cc-4641-8a9d-1c4ffbeb0718 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3872187 May 28 07:40:37.019204 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 59760) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:40:37.024163 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-d602e992-0665-48b1-aaba-c59a04f621ed tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Request body: {'security_group_rule': {'security_group_id': 'ef531ed5-3f43-4ade-8534-ab8d815a4dca', 'project_id': 'a9c9fa1c7c7d4d7bb1c96122bf3dc7fb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:40:37.030931 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-d602e992-0665-48b1-aaba-c59a04f621ed tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:40:37.034802 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-d602e992-0665-48b1-aaba-c59a04f621ed tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Usage tracker for resource:security_group_rule and tenant:a9c9fa1c7c7d4d7bb1c96122bf3dc7fb is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:40:37.037649 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-d602e992-0665-48b1-aaba-c59a04f621ed tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:40:37.043326 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-d602e992-0665-48b1-aaba-c59a04f621ed tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:40:37.135722 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d602e992-0665-48b1-aaba-c59a04f621ed tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:40:37.197687 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d602e992-0665-48b1-aaba-c59a04f621ed tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:40:37.264185 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d602e992-0665-48b1-aaba-c59a04f621ed tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:40:37.286673 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d602e992-0665-48b1-aaba-c59a04f621ed tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41ea7cab-cee5-4907-85e5-4a48b560c297,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:40:37.369995 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d602e992-0665-48b1-aaba-c59a04f621ed tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:40:37.371248 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-d602e992-0665-48b1-aaba-c59a04f621ed tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3511221 May 28 07:40:37.374747 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 59764) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:40:37.379789 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-33436c70-6e0a-4885-b033-c0cda25e5e7c tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Request body: {'security_group_rule': {'security_group_id': 'ef531ed5-3f43-4ade-8534-ab8d815a4dca', 'project_id': 'a9c9fa1c7c7d4d7bb1c96122bf3dc7fb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:40:37.386661 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-33436c70-6e0a-4885-b033-c0cda25e5e7c tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:40:37.390647 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-33436c70-6e0a-4885-b033-c0cda25e5e7c tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Usage tracker for resource:security_group_rule and tenant:a9c9fa1c7c7d4d7bb1c96122bf3dc7fb is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:40:37.393475 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-33436c70-6e0a-4885-b033-c0cda25e5e7c tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:40:37.399267 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-33436c70-6e0a-4885-b033-c0cda25e5e7c tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:40:37.498424 n-d-843702-1 neutron-server[89109]: INFO neutron.db.securitygroups_db [None req-33436c70-6e0a-4885-b033-c0cda25e5e7c tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Project a9c9fa1c7c7d4d7bb1c96122bf3dc7fb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 07:40:37.505281 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-33436c70-6e0a-4885-b033-c0cda25e5e7c tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:40:37.571706 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-33436c70-6e0a-4885-b033-c0cda25e5e7c tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:40:37.635117 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-33436c70-6e0a-4885-b033-c0cda25e5e7c tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:40:37.658558 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33436c70-6e0a-4885-b033-c0cda25e5e7c tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1a9303c-0316-4a03-b84f-b5266c232905,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:40:37.732962 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-33436c70-6e0a-4885-b033-c0cda25e5e7c tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:40:37.734165 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-33436c70-6e0a-4885-b033-c0cda25e5e7c tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3584468 May 28 07:40:37.736863 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 59768) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:40:37.741744 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-548baf6c-82f4-4a72-a846-6d73c09dc64f tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Request body: {'security_group_rule': {'security_group_id': 'ef531ed5-3f43-4ade-8534-ab8d815a4dca', 'project_id': 'a9c9fa1c7c7d4d7bb1c96122bf3dc7fb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:40:37.748905 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-548baf6c-82f4-4a72-a846-6d73c09dc64f tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:40:37.753586 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-548baf6c-82f4-4a72-a846-6d73c09dc64f tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Usage tracker for resource:security_group_rule and tenant:a9c9fa1c7c7d4d7bb1c96122bf3dc7fb is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:40:37.755618 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-548baf6c-82f4-4a72-a846-6d73c09dc64f tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:40:37.761436 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-548baf6c-82f4-4a72-a846-6d73c09dc64f tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:40:37.820929 n-d-843702-1 neutron-server[89109]: INFO neutron.db.securitygroups_db [None req-548baf6c-82f4-4a72-a846-6d73c09dc64f tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Project a9c9fa1c7c7d4d7bb1c96122bf3dc7fb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 07:40:37.827392 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-548baf6c-82f4-4a72-a846-6d73c09dc64f tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:40:37.891446 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-548baf6c-82f4-4a72-a846-6d73c09dc64f tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:40:37.969339 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-548baf6c-82f4-4a72-a846-6d73c09dc64f tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:40:37.992871 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548baf6c-82f4-4a72-a846-6d73c09dc64f tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98289bb6-b0e2-4698-a32c-fd12ee21d096,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:40:38.095505 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-548baf6c-82f4-4a72-a846-6d73c09dc64f tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:40:38.096635 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-548baf6c-82f4-4a72-a846-6d73c09dc64f tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3588588 May 28 07:40:56.529701 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-3ef537da-baab-420a-b963-e3ca9c410845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:40:56.980564 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 07:40:58.340525 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:40:59.086536 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-fe780a31-50ed-4c31-8e66-c896e122e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:41:00.183862 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:41:00.195045 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:41:01.966585 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:41:02.992379 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:41:04.098930 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b961de5c-cb86-4e7d-a556-ed8a91dd3856 req-6fb7ef23-bf80-4f29-aa64-80a59c4efe17 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-295156998&fields=id&tenant_id=a9c9fa1c7c7d4d7bb1c96122bf3dc7fb HTTP/1.1" status: 200 len: 267 time: 0.0396833 May 28 07:41:04.243475 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b961de5c-cb86-4e7d-a556-ed8a91dd3856 req-0348c7cc-9382-4579-8dc7-5e7ac68505f3 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:41:04.244870 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b961de5c-cb86-4e7d-a556-ed8a91dd3856 req-0348c7cc-9382-4579-8dc7-5e7ac68505f3 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/networks?id=95f45513-875f-48bf-9cd7-5da0451ce635 HTTP/1.1" status: 200 len: 808 time: 0.1394525 May 28 07:41:04.260159 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b961de5c-cb86-4e7d-a556-ed8a91dd3856 req-cf7dfd5c-aa3b-41b0-ae75-04056a65c031 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/quotas/a9c9fa1c7c7d4d7bb1c96122bf3dc7fb HTTP/1.1" status: 200 len: 375 time: 0.0098028 May 28 07:41:04.344898 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b961de5c-cb86-4e7d-a556-ed8a91dd3856 req-01454b56-74d1-4835-be2b-027b46473ede tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=a9c9fa1c7c7d4d7bb1c96122bf3dc7fb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0799556 May 28 07:41:04.522484 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b961de5c-cb86-4e7d-a556-ed8a91dd3856 req-22f7ab4c-28be-4c7c-8447-1b7f53f1a431 service neutron] 10.222.0.55 "GET /v2.0/networks/95f45513-875f-48bf-9cd7-5da0451ce635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653347 May 28 07:41:04.650313 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b961de5c-cb86-4e7d-a556-ed8a91dd3856 req-5bcea558-a66d-4d3f-a6ba-e2a041b89168 service neutron] 10.222.0.55 "GET /v2.0/networks/95f45513-875f-48bf-9cd7-5da0451ce635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221704 May 28 07:41:05.300209 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-94625233-bf60-4924-ae7c-c66a190f2be5 req-93caa744-1e96-4e2d-b0bd-453e480fa1d4 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5c29f6e-c746-49ef-aaeb-a61f9d392588 HTTP/1.1" status: 200 len: 210 time: 0.0426712 May 28 07:41:06.491944 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a82fe947-d2ea-4388-8491-222216caca3c req-d4973937-d45a-4cf4-b6f9-4831d4f12c4f tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5c29f6e-c746-49ef-aaeb-a61f9d392588 HTTP/1.1" status: 200 len: 210 time: 0.0488837 May 28 07:41:07.478392 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b961de5c-cb86-4e7d-a556-ed8a91dd3856 req-07d7edfa-449e-4705-91f9-2634d14b906e tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:41:07.479766 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b961de5c-cb86-4e7d-a556-ed8a91dd3856 req-07d7edfa-449e-4705-91f9-2634d14b906e tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.71 "GET /v2.0/networks?id=95f45513-875f-48bf-9cd7-5da0451ce635 HTTP/1.1" status: 200 len: 808 time: 0.1602390 May 28 07:41:07.533690 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b961de5c-cb86-4e7d-a556-ed8a91dd3856 req-0bf2c916-55ae-478a-a3f9-a99722372359 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a9c9fa1c7c7d4d7bb1c96122bf3dc7fb HTTP/1.1" status: 200 len: 379 time: 0.0396903 May 28 07:41:07.542639 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-b961de5c-cb86-4e7d-a556-ed8a91dd3856 req-3a6ab935-ea02-446a-b991-31da749263ad tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Request body: {'port': {'device_id': 'e5c29f6e-c746-49ef-aaeb-a61f9d392588', 'network_id': '95f45513-875f-48bf-9cd7-5da0451ce635', 'admin_state_up': True, 'tenant_id': 'a9c9fa1c7c7d4d7bb1c96122bf3dc7fb', 'security_groups': ['ef531ed5-3f43-4ade-8534-ab8d815a4dca']}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:41:07.668284 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4f7d2ed0-7d25-47c9-bfad-d12c3f6b43d8 req-70bf9e3d-20b4-451e-a0cf-4c32f409b3af tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5c29f6e-c746-49ef-aaeb-a61f9d392588 HTTP/1.1" status: 200 len: 210 time: 0.0613713 May 28 07:41:07.723426 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-b961de5c-cb86-4e7d-a556-ed8a91dd3856 req-3a6ab935-ea02-446a-b991-31da749263ad tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:41:07.733673 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-b961de5c-cb86-4e7d-a556-ed8a91dd3856 req-3a6ab935-ea02-446a-b991-31da749263ad tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:41:07.798050 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b961de5c-cb86-4e7d-a556-ed8a91dd3856 req-3a6ab935-ea02-446a-b991-31da749263ad tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Made reservation on behalf of a9c9fa1c7c7d4d7bb1c96122bf3dc7fb for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 07:41:07.801286 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-b961de5c-cb86-4e7d-a556-ed8a91dd3856 req-3a6ab935-ea02-446a-b991-31da749263ad tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:41:07.963433 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [req-b961de5c-cb86-4e7d-a556-ed8a91dd3856 req-3a6ab935-ea02-446a-b991-31da749263ad tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Allocated IP 172.20.0.12 (95f45513-875f-48bf-9cd7-5da0451ce635/f39ea068-f126-4d53-aeb0-0a4af2f13310/401f6207-8d54-46c8-852a-16e315f47f0f) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:41:08.152584 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-b961de5c-cb86-4e7d-a556-ed8a91dd3856 req-3a6ab935-ea02-446a-b991-31da749263ad tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:41:08.167772 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-b961de5c-cb86-4e7d-a556-ed8a91dd3856 req-3a6ab935-ea02-446a-b991-31da749263ad tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Transition to ACTIVE for port object 401f6207-8d54-46c8-852a-16e315f47f0f will not be triggered until provisioned by entity DHCP. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:41:08.263728 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-b961de5c-cb86-4e7d-a556-ed8a91dd3856 req-3a6ab935-ea02-446a-b991-31da749263ad tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:41:08.337019 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b961de5c-cb86-4e7d-a556-ed8a91dd3856 req-3a6ab935-ea02-446a-b991-31da749263ad tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Network 95f45513-875f-48bf-9cd7-5da0451ce635 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:41:08.340209 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [req-b961de5c-cb86-4e7d-a556-ed8a91dd3856 req-3a6ab935-ea02-446a-b991-31da749263ad tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:41:08.342578 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-b961de5c-cb86-4e7d-a556-ed8a91dd3856 req-3a6ab935-ea02-446a-b991-31da749263ad tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:41:08.386772 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6ab935-ea02-446a-b991-31da749263ad tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Pushing event updated for resources: {'Port': ['ID=401f6207-8d54-46c8-852a-16e315f47f0f,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:41:08.413492 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b961de5c-cb86-4e7d-a556-ed8a91dd3856 req-3a6ab935-ea02-446a-b991-31da749263ad tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:41:08.414038 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-b961de5c-cb86-4e7d-a556-ed8a91dd3856 req-3a6ab935-ea02-446a-b991-31da749263ad tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:41:08.512718 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b961de5c-cb86-4e7d-a556-ed8a91dd3856 req-3a6ab935-ea02-446a-b991-31da749263ad tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9714022 May 28 07:41:08.527345 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [req-b961de5c-cb86-4e7d-a556-ed8a91dd3856 req-e3b29fa1-742f-40d2-9d0a-930a4a629cb7 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=89110) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 07:41:08.528492 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b961de5c-cb86-4e7d-a556-ed8a91dd3856 req-e3b29fa1-742f-40d2-9d0a-930a4a629cb7 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060472 May 28 07:41:08.539437 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-b961de5c-cb86-4e7d-a556-ed8a91dd3856 req-327e967a-aa00-45f4-85d5-18bcb5754381 service neutron] Request body: {'port': {'device_id': 'e5c29f6e-c746-49ef-aaeb-a61f9d392588', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843702-1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:41:08.755058 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-4e6edf8f-eae4-43ee-b451-b5f5f1e928c8 None None] Provisioning for port 401f6207-8d54-46c8-852a-16e315f47f0f completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:41:08.758271 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-b961de5c-cb86-4e7d-a556-ed8a91dd3856 req-327e967a-aa00-45f4-85d5-18bcb5754381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:41:08.763353 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-4e6edf8f-eae4-43ee-b451-b5f5f1e928c8 None None] Provisioning complete for port 401f6207-8d54-46c8-852a-16e315f47f0f triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:41:08.764591 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-4e6edf8f-eae4-43ee-b451-b5f5f1e928c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:41:08.828785 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-4e6edf8f-eae4-43ee-b451-b5f5f1e928c8 None None] Port 401f6207-8d54-46c8-852a-16e315f47f0f cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 07:41:09.031597 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0663c6-c9fb-4465-9e20-ffb227177f0a req-ad9fb6ea-c900-43e8-9cf4-ce97554bf91a tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:41:09.032181 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-ee0663c6-c9fb-4465-9e20-ffb227177f0a req-ad9fb6ea-c900-43e8-9cf4-ce97554bf91a tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Synchronizing usage tracker for tenant:a9c9fa1c7c7d4d7bb1c96122bf3dc7fb on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:41:09.166080 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-ee0663c6-c9fb-4465-9e20-ffb227177f0a req-ad9fb6ea-c900-43e8-9cf4-ce97554bf91a tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Unset dirty status for tenant:a9c9fa1c7c7d4d7bb1c96122bf3dc7fb on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:41:09.167205 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ee0663c6-c9fb-4465-9e20-ffb227177f0a req-ad9fb6ea-c900-43e8-9cf4-ce97554bf91a tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5c29f6e-c746-49ef-aaeb-a61f9d392588 HTTP/1.1" status: 200 len: 932 time: 0.3685775 May 28 07:41:09.188705 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [req-b961de5c-cb86-4e7d-a556-ed8a91dd3856 req-327e967a-aa00-45f4-85d5-18bcb5754381 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 401f6207-8d54-46c8-852a-16e315f47f0f {{(pid=89110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 07:41:09.199876 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-b961de5c-cb86-4e7d-a556-ed8a91dd3856 req-327e967a-aa00-45f4-85d5-18bcb5754381 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:41:09.228221 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-b961de5c-cb86-4e7d-a556-ed8a91dd3856 req-327e967a-aa00-45f4-85d5-18bcb5754381 service neutron] Transition to ACTIVE for port object 401f6207-8d54-46c8-852a-16e315f47f0f will not be triggered until provisioned by entity L2. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:41:09.233001 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ee0663c6-c9fb-4465-9e20-ffb227177f0a req-64036bce-0775-42e9-b129-76b3e4e04914 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef531ed5-3f43-4ade-8534-ab8d815a4dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595481 May 28 07:41:09.294581 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-b961de5c-cb86-4e7d-a556-ed8a91dd3856 req-327e967a-aa00-45f4-85d5-18bcb5754381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:41:09.424995 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327e967a-aa00-45f4-85d5-18bcb5754381 service neutron] Pushing event updated for resources: {'Port': ['ID=401f6207-8d54-46c8-852a-16e315f47f0f,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:41:09.540671 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-b961de5c-cb86-4e7d-a556-ed8a91dd3856 req-327e967a-aa00-45f4-85d5-18bcb5754381 service neutron] Attempting to bind port 401f6207-8d54-46c8-852a-16e315f47f0f on host n-h2-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 07:41:09.541366 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-b961de5c-cb86-4e7d-a556-ed8a91dd3856 req-327e967a-aa00-45f4-85d5-18bcb5754381 service neutron] Attempting to bind port 401f6207-8d54-46c8-852a-16e315f47f0f by drivers openvswitch,hyperv on host n-h2-843702-1 at level 0 using segments [{'id': 'cd2d3efe-7857-4701-b8e9-3af1174ebc3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '95f45513-875f-48bf-9cd7-5da0451ce635'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 07:41:09.541366 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b961de5c-cb86-4e7d-a556-ed8a91dd3856 req-327e967a-aa00-45f4-85d5-18bcb5754381 service neutron] Attempting to bind port 401f6207-8d54-46c8-852a-16e315f47f0f on network 95f45513-875f-48bf-9cd7-5da0451ce635 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:41:09.546089 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b961de5c-cb86-4e7d-a556-ed8a91dd3856 req-327e967a-aa00-45f4-85d5-18bcb5754381 service neutron] Port 401f6207-8d54-46c8-852a-16e315f47f0f on network 95f45513-875f-48bf-9cd7-5da0451ce635 not bound, no agent of type Open vSwitch agent registered on host n-h2-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 07:41:09.546350 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b961de5c-cb86-4e7d-a556-ed8a91dd3856 req-327e967a-aa00-45f4-85d5-18bcb5754381 service neutron] Attempting to bind port 401f6207-8d54-46c8-852a-16e315f47f0f on network 95f45513-875f-48bf-9cd7-5da0451ce635 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:41:09.554618 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b961de5c-cb86-4e7d-a556-ed8a91dd3856 req-327e967a-aa00-45f4-85d5-18bcb5754381 service neutron] Checking agent: {'id': 'f1a3973b-d2b3-4558-88e7-2ac50857d302', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 7, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 07:41:09.554955 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b961de5c-cb86-4e7d-a556-ed8a91dd3856 req-327e967a-aa00-45f4-85d5-18bcb5754381 service neutron] Checking segment: {'id': 'cd2d3efe-7857-4701-b8e9-3af1174ebc3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '95f45513-875f-48bf-9cd7-5da0451ce635'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:41:09.555399 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b961de5c-cb86-4e7d-a556-ed8a91dd3856 req-327e967a-aa00-45f4-85d5-18bcb5754381 service neutron] Bound using segment: {'id': 'cd2d3efe-7857-4701-b8e9-3af1174ebc3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '95f45513-875f-48bf-9cd7-5da0451ce635'} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 07:41:09.555737 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-b961de5c-cb86-4e7d-a556-ed8a91dd3856 req-327e967a-aa00-45f4-85d5-18bcb5754381 service neutron] Bound port: 401f6207-8d54-46c8-852a-16e315f47f0f, host: n-h2-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd2d3efe-7857-4701-b8e9-3af1174ebc3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '95f45513-875f-48bf-9cd7-5da0451ce635'}}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 07:41:09.556076 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-b961de5c-cb86-4e7d-a556-ed8a91dd3856 req-327e967a-aa00-45f4-85d5-18bcb5754381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:41:09.646321 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-b961de5c-cb86-4e7d-a556-ed8a91dd3856 req-327e967a-aa00-45f4-85d5-18bcb5754381 service neutron] For port 401f6207-8d54-46c8-852a-16e315f47f0f, host n-h2-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:41:09.650570 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-b961de5c-cb86-4e7d-a556-ed8a91dd3856 req-327e967a-aa00-45f4-85d5-18bcb5754381 service neutron] For port 401f6207-8d54-46c8-852a-16e315f47f0f, host n-h2-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=401f6207-8d54-46c8-852a-16e315f47f0f,segment=NetworkSegment(cd2d3efe-7857-4701-b8e9-3af1174ebc3f),segment_id=cd2d3efe-7857-4701-b8e9-3af1174ebc3f)] {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 07:41:09.698007 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-b961de5c-cb86-4e7d-a556-ed8a91dd3856 req-327e967a-aa00-45f4-85d5-18bcb5754381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:41:09.763417 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b961de5c-cb86-4e7d-a556-ed8a91dd3856 req-327e967a-aa00-45f4-85d5-18bcb5754381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:41:09.764018 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-b961de5c-cb86-4e7d-a556-ed8a91dd3856 req-327e967a-aa00-45f4-85d5-18bcb5754381 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:41:09.765351 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b961de5c-cb86-4e7d-a556-ed8a91dd3856 req-327e967a-aa00-45f4-85d5-18bcb5754381 service neutron] 10.222.0.71 "PUT /v2.0/ports/401f6207-8d54-46c8-852a-16e315f47f0f HTTP/1.1" status: 200 len: 1092 time: 1.2309401 May 28 07:41:09.772394 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5c29f6e-c746-49ef-aaeb-a61f9d392588', 'tag': '401f6207-8d54-46c8-852a-16e315f47f0f'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:41:09.788835 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327e967a-aa00-45f4-85d5-18bcb5754381 service neutron] Pushing event updated for resources: {'Port': ['ID=401f6207-8d54-46c8-852a-16e315f47f0f,revision_number=3']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:41:09.820086 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ae5a4e1-6b68-4911-81f8-153e78dd7069'] response: {'name': 'network-changed', 'server_uuid': 'e5c29f6e-c746-49ef-aaeb-a61f9d392588', 'tag': '401f6207-8d54-46c8-852a-16e315f47f0f', 'status': 'completed', 'code': 200} May 28 07:41:09.943150 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c488b5-bc0f-42e0-b86f-bc9057c1d47a req-410d2815-8405-4c33-95ef-526d5375372a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:41:09.944657 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-63c488b5-bc0f-42e0-b86f-bc9057c1d47a req-410d2815-8405-4c33-95ef-526d5375372a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a9c9fa1c7c7d4d7bb1c96122bf3dc7fb&device_id=e5c29f6e-c746-49ef-aaeb-a61f9d392588 HTTP/1.1" status: 200 len: 1095 time: 0.0744183 May 28 07:41:10.098546 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c488b5-bc0f-42e0-b86f-bc9057c1d47a req-65286e43-3bd1-4530-84db-0bed4aed64ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:41:10.100708 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-63c488b5-bc0f-42e0-b86f-bc9057c1d47a req-65286e43-3bd1-4530-84db-0bed4aed64ea service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=a9c9fa1c7c7d4d7bb1c96122bf3dc7fb&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1432934 May 28 07:41:10.238026 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c488b5-bc0f-42e0-b86f-bc9057c1d47a req-f5b87204-e9da-4563-85cf-90c21bdda85c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:41:10.239471 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-63c488b5-bc0f-42e0-b86f-bc9057c1d47a req-f5b87204-e9da-4563-85cf-90c21bdda85c service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1326716 May 28 07:41:10.371234 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b961de5c-cb86-4e7d-a556-ed8a91dd3856 req-a4d3ea36-114f-4141-8869-1942256fe96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:41:10.372616 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b961de5c-cb86-4e7d-a556-ed8a91dd3856 req-a4d3ea36-114f-4141-8869-1942256fe96c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a9c9fa1c7c7d4d7bb1c96122bf3dc7fb&device_id=e5c29f6e-c746-49ef-aaeb-a61f9d392588 HTTP/1.1" status: 200 len: 1095 time: 0.0772712 May 28 07:41:10.483717 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b961de5c-cb86-4e7d-a556-ed8a91dd3856 req-bc9490c8-bdf9-47a0-a480-cb849f6e4f14 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=401f6207-8d54-46c8-852a-16e315f47f0f HTTP/1.1" status: 200 len: 217 time: 0.0977886 May 28 07:41:10.560878 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b961de5c-cb86-4e7d-a556-ed8a91dd3856 req-e5464398-8b0f-4d2c-aae9-c79a98b4fbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:41:10.562326 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b961de5c-cb86-4e7d-a556-ed8a91dd3856 req-e5464398-8b0f-4d2c-aae9-c79a98b4fbf8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f39ea068-f126-4d53-aeb0-0a4af2f13310 HTTP/1.1" status: 200 len: 847 time: 0.0726256 May 28 07:41:10.611575 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9eb3f7-6d26-4629-9245-d8d79d4ae77c req-867cf5e5-e9ed-4d3f-9147-0eb44d0e0733 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:41:10.612958 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9c9eb3f7-6d26-4629-9245-d8d79d4ae77c req-867cf5e5-e9ed-4d3f-9147-0eb44d0e0733 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5c29f6e-c746-49ef-aaeb-a61f9d392588 HTTP/1.1" status: 200 len: 944 time: 0.1787503 May 28 07:41:10.765344 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9c9eb3f7-6d26-4629-9245-d8d79d4ae77c req-4f243352-7902-4d2b-8466-c80fe99d2053 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef531ed5-3f43-4ade-8534-ab8d815a4dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1440203 May 28 07:41:10.778881 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b961de5c-cb86-4e7d-a556-ed8a91dd3856 req-c77b1651-5f80-4537-907f-aa62fe94ae1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:41:10.780319 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b961de5c-cb86-4e7d-a556-ed8a91dd3856 req-c77b1651-5f80-4537-907f-aa62fe94ae1c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=95f45513-875f-48bf-9cd7-5da0451ce635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2110412 May 28 07:41:10.910800 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b961de5c-cb86-4e7d-a556-ed8a91dd3856 req-a4d8cc41-d769-4ec0-89a6-63dab1eecd8e service neutron] 10.222.0.71 "GET /v2.0/networks/95f45513-875f-48bf-9cd7-5da0451ce635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235363 May 28 07:41:11.042622 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b961de5c-cb86-4e7d-a556-ed8a91dd3856 req-29bf28b8-c6ca-4f2d-a606-26c05f82fd45 service neutron] 10.222.0.71 "GET /v2.0/networks/95f45513-875f-48bf-9cd7-5da0451ce635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248415 May 28 07:41:11.948635 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f221c9-c009-4b52-b5d0-6af792197768 req-56fd4d14-fa19-4fe9-9d59-f423ed3b8f77 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:41:11.950114 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e2f221c9-c009-4b52-b5d0-6af792197768 req-56fd4d14-fa19-4fe9-9d59-f423ed3b8f77 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5c29f6e-c746-49ef-aaeb-a61f9d392588 HTTP/1.1" status: 200 len: 944 time: 0.0776923 May 28 07:41:11.994020 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e2f221c9-c009-4b52-b5d0-6af792197768 req-c04606d4-4875-401c-b9a1-161f96bd3b19 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef531ed5-3f43-4ade-8534-ab8d815a4dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383615 May 28 07:41:13.179602 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acd9e2c-dad9-4094-bcad-beb7d7621b8a req-7dd507a9-53fd-4516-96f6-1b4cb5b07733 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:41:13.181059 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1acd9e2c-dad9-4094-bcad-beb7d7621b8a req-7dd507a9-53fd-4516-96f6-1b4cb5b07733 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5c29f6e-c746-49ef-aaeb-a61f9d392588 HTTP/1.1" status: 200 len: 944 time: 0.0822694 May 28 07:41:13.225328 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1acd9e2c-dad9-4094-bcad-beb7d7621b8a req-c837f7f0-1844-46cf-b371-bb0df0e4a9cd tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef531ed5-3f43-4ade-8534-ab8d815a4dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385954 May 28 07:41:14.408481 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3aa7f9-1c8c-4627-bbc7-57cac98841b5 req-19491e2c-e11a-4922-b27b-534bdc1edfdc tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:41:14.409930 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bd3aa7f9-1c8c-4627-bbc7-57cac98841b5 req-19491e2c-e11a-4922-b27b-534bdc1edfdc tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5c29f6e-c746-49ef-aaeb-a61f9d392588 HTTP/1.1" status: 200 len: 944 time: 0.0784388 May 28 07:41:14.457524 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bd3aa7f9-1c8c-4627-bbc7-57cac98841b5 req-d9da6633-b29e-46ea-bc70-ee33a5e470ca tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef531ed5-3f43-4ade-8534-ab8d815a4dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416858 May 28 07:41:15.640883 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab0ed5e-2cc6-4935-8de6-2cda1f553ad8 req-d225779f-a486-47c2-99aa-a2bf7b5e01a7 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:41:15.642328 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-aab0ed5e-2cc6-4935-8de6-2cda1f553ad8 req-d225779f-a486-47c2-99aa-a2bf7b5e01a7 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5c29f6e-c746-49ef-aaeb-a61f9d392588 HTTP/1.1" status: 200 len: 944 time: 0.0786214 May 28 07:41:15.685339 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-aab0ed5e-2cc6-4935-8de6-2cda1f553ad8 req-1fdfded7-776e-4902-b757-8f6fc5b80046 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef531ed5-3f43-4ade-8534-ab8d815a4dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367723 May 28 07:41:16.872054 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9ad2df-1ee6-40c4-82c9-4d492f9f6f92 req-9ea17e94-35c7-495c-a312-14a7b8d27ae8 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:41:16.873404 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6e9ad2df-1ee6-40c4-82c9-4d492f9f6f92 req-9ea17e94-35c7-495c-a312-14a7b8d27ae8 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5c29f6e-c746-49ef-aaeb-a61f9d392588 HTTP/1.1" status: 200 len: 944 time: 0.0822515 May 28 07:41:16.916683 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6e9ad2df-1ee6-40c4-82c9-4d492f9f6f92 req-43876b5e-36c4-4640-92f0-bc5c0c62f027 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef531ed5-3f43-4ade-8534-ab8d815a4dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376213 May 28 07:41:18.256870 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d1920f-4354-4507-92b7-7d2e25b76bde req-a8a19608-636d-44bd-9afa-6a90c4116db0 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:41:18.258288 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-63d1920f-4354-4507-92b7-7d2e25b76bde req-a8a19608-636d-44bd-9afa-6a90c4116db0 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5c29f6e-c746-49ef-aaeb-a61f9d392588 HTTP/1.1" status: 200 len: 944 time: 0.0790260 May 28 07:41:18.300141 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-63d1920f-4354-4507-92b7-7d2e25b76bde req-3bbedd7f-0cfe-47eb-a6c7-20a666e8d11c tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef531ed5-3f43-4ade-8534-ab8d815a4dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363486 May 28 07:41:18.909115 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 401f6207-8d54-46c8-852a-16e315f47f0f details requested by agent hyperv_n-h2-843702-1 with host n-h2-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 07:41:19.037260 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 401f6207-8d54-46c8-852a-16e315f47f0f, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=401f6207-8d54-46c8-852a-16e315f47f0f,segment=NetworkSegment(cd2d3efe-7857-4701-b8e9-3af1174ebc3f),segment_id=cd2d3efe-7857-4701-b8e9-3af1174ebc3f)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:41:19.050169 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Returning: {'device': '401f6207-8d54-46c8-852a-16e315f47f0f', 'network_id': '95f45513-875f-48bf-9cd7-5da0451ce635', 'port_id': '401f6207-8d54-46c8-852a-16e315f47f0f', 'mac_address': 'fa:16:3e:4d:db:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f39ea068-f126-4d53-aeb0-0a4af2f13310', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 07:41:19.140495 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 401f6207-8d54-46c8-852a-16e315f47f0f is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:41:19.140868 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:41:19.158449 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 401f6207-8d54-46c8-852a-16e315f47f0f {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 07:41:19.173609 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 401f6207-8d54-46c8-852a-16e315f47f0f, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=401f6207-8d54-46c8-852a-16e315f47f0f,segment=NetworkSegment(cd2d3efe-7857-4701-b8e9-3af1174ebc3f),segment_id=cd2d3efe-7857-4701-b8e9-3af1174ebc3f)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:41:19.265940 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:41:19.331902 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=401f6207-8d54-46c8-852a-16e315f47f0f,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:41:19.340632 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:41:19.340980 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:41:19.341318 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:41:19.341681 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:41:19.342130 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:41:19.342464 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:41:19.342916 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:41:19.343243 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:41:19.343568 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:41:19.343893 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:41:19.344214 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:41:19.344534 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:41:19.486752 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278c2a70-bfad-4b42-a20d-987e86c34d21 req-235a14f4-9c71-49ff-b9fd-7a159ddcb178 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:41:19.488105 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-278c2a70-bfad-4b42-a20d-987e86c34d21 req-235a14f4-9c71-49ff-b9fd-7a159ddcb178 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5c29f6e-c746-49ef-aaeb-a61f9d392588 HTTP/1.1" status: 200 len: 945 time: 0.0841587 May 28 07:41:19.531784 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-278c2a70-bfad-4b42-a20d-987e86c34d21 req-c32add09-ac52-4b55-8562-7b3c371caa8b tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef531ed5-3f43-4ade-8534-ab8d815a4dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371773 May 28 07:41:19.567954 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['401f6207-8d54-46c8-852a-16e315f47f0f'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 07:41:20.714227 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667ca512-034f-4ec2-bf43-80cd5c9ee4ac req-04b56fcf-34ab-4692-a39c-18c248c3490a tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:41:20.715709 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-667ca512-034f-4ec2-bf43-80cd5c9ee4ac req-04b56fcf-34ab-4692-a39c-18c248c3490a tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5c29f6e-c746-49ef-aaeb-a61f9d392588 HTTP/1.1" status: 200 len: 945 time: 0.0794318 May 28 07:41:20.762888 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-667ca512-034f-4ec2-bf43-80cd5c9ee4ac req-18102852-b2e5-410d-8e66-e54ee96b3cf2 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef531ed5-3f43-4ade-8534-ab8d815a4dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416117 May 28 07:41:20.919614 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 401f6207-8d54-46c8-852a-16e315f47f0f up at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:41:21.080610 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning for port 401f6207-8d54-46c8-852a-16e315f47f0f completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:41:21.275314 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning complete for port 401f6207-8d54-46c8-852a-16e315f47f0f triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:41:21.275314 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:41:21.275314 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 401f6207-8d54-46c8-852a-16e315f47f0f is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:41:21.275314 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:41:21.275314 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5c29f6e-c746-49ef-aaeb-a61f9d392588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '401f6207-8d54-46c8-852a-16e315f47f0f'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:41:21.275314 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 401f6207-8d54-46c8-852a-16e315f47f0f, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=401f6207-8d54-46c8-852a-16e315f47f0f,segment=NetworkSegment(cd2d3efe-7857-4701-b8e9-3af1174ebc3f),segment_id=cd2d3efe-7857-4701-b8e9-3af1174ebc3f)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:41:21.341987 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b7996d8-3fef-4e72-b538-e287e0c7f52b'] response: {'server_uuid': 'e5c29f6e-c746-49ef-aaeb-a61f9d392588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '401f6207-8d54-46c8-852a-16e315f47f0f', 'code': 200} May 28 07:41:21.389078 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:41:21.461019 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=401f6207-8d54-46c8-852a-16e315f47f0f,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:41:21.503953 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f25918-3442-4768-a90e-6e6777ac8782 req-6b5684b1-1ceb-4a22-9be7-92c1bc794204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:41:21.506591 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-11f25918-3442-4768-a90e-6e6777ac8782 req-6b5684b1-1ceb-4a22-9be7-92c1bc794204 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=e5c29f6e-c746-49ef-aaeb-a61f9d392588 HTTP/1.1" status: 200 len: 1097 time: 0.0830271 May 28 07:41:21.548006 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-11f25918-3442-4768-a90e-6e6777ac8782 req-7c4ff163-eb0f-4f1c-a520-927f64557189 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=ef531ed5-3f43-4ade-8534-ab8d815a4dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353396 May 28 07:41:21.971261 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1620dfea-9c68-43c7-8a60-fdb08156ba0b req-0f3244c7-6cad-4afb-a4d0-63fc0b0793ce tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:41:21.972701 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1620dfea-9c68-43c7-8a60-fdb08156ba0b req-0f3244c7-6cad-4afb-a4d0-63fc0b0793ce tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5c29f6e-c746-49ef-aaeb-a61f9d392588 HTTP/1.1" status: 200 len: 946 time: 0.0918853 May 28 07:41:22.016888 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1620dfea-9c68-43c7-8a60-fdb08156ba0b req-142cbc73-757b-4b59-9163-ae05cdb421c8 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef531ed5-3f43-4ade-8534-ab8d815a4dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385196 May 28 07:41:23.200394 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392d756d-edc9-4048-8482-4a275afad9c3 req-6a49db83-a9a4-4826-9f47-be1ba1f0ee76 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:41:23.202020 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-392d756d-edc9-4048-8482-4a275afad9c3 req-6a49db83-a9a4-4826-9f47-be1ba1f0ee76 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5c29f6e-c746-49ef-aaeb-a61f9d392588 HTTP/1.1" status: 200 len: 946 time: 0.0826414 May 28 07:41:23.245978 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-392d756d-edc9-4048-8482-4a275afad9c3 req-ce2a2877-4191-4d78-a7cd-ade38b7f946c tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef531ed5-3f43-4ade-8534-ab8d815a4dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381987 May 28 07:41:23.436576 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020fd257-c38d-4989-8b65-84db3cefdc84 req-c72a60b7-1aa8-4307-a19d-7f22490d62f5 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:41:23.438100 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-020fd257-c38d-4989-8b65-84db3cefdc84 req-c72a60b7-1aa8-4307-a19d-7f22490d62f5 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5c29f6e-c746-49ef-aaeb-a61f9d392588 HTTP/1.1" status: 200 len: 946 time: 0.0861154 May 28 07:41:23.486323 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-020fd257-c38d-4989-8b65-84db3cefdc84 req-4d8e5253-0116-4a47-9fba-1e7f55a710f4 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef531ed5-3f43-4ade-8534-ab8d815a4dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418012 May 28 07:41:23.509397 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 59984) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:41:23.582143 n-d-843702-1 neutron-server[89109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42bf6e2b-e2f5-4710-a671-160f464b1760 tempest-TestShelveInstance-46131377 tempest-TestShelveInstance-46131377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:41:23.583625 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-42bf6e2b-e2f5-4710-a671-160f464b1760 tempest-TestShelveInstance-46131377 tempest-TestShelveInstance-46131377-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=e5c29f6e-c746-49ef-aaeb-a61f9d392588 HTTP/1.1" status: 200 len: 1092 time: 0.0732100 May 28 07:41:23.586825 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 59988) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:41:23.591944 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-33ea2348-7a2e-4505-96c6-61ff4c98d32d tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Request body: {'floatingip': {'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'port_id': '401f6207-8d54-46c8-852a-16e315f47f0f', 'tenant_id': 'a9c9fa1c7c7d4d7bb1c96122bf3dc7fb', 'fixed_ip_address': '172.20.0.12'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:41:23.598694 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-33ea2348-7a2e-4505-96c6-61ff4c98d32d tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:41:23.602419 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-33ea2348-7a2e-4505-96c6-61ff4c98d32d tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Usage tracker for resource:floatingip and tenant:a9c9fa1c7c7d4d7bb1c96122bf3dc7fb is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:41:23.605273 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-33ea2348-7a2e-4505-96c6-61ff4c98d32d tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:41:23.610927 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-33ea2348-7a2e-4505-96c6-61ff4c98d32d tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:41:23.680275 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-33ea2348-7a2e-4505-96c6-61ff4c98d32d tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Notify callbacks [] for floatingip, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:41:23.818684 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-33ea2348-7a2e-4505-96c6-61ff4c98d32d tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:41:23.947769 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-33ea2348-7a2e-4505-96c6-61ff4c98d32d tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Allocated IP 172.25.5.251 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/08f2fd82-2623-4594-9441-3fa83d5ff794) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:41:24.094341 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-33ea2348-7a2e-4505-96c6-61ff4c98d32d tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:41:24.186027 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-33ea2348-7a2e-4505-96c6-61ff4c98d32d tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:41:24.252186 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ea2348-7a2e-4505-96c6-61ff4c98d32d tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:41:24.254962 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-33ea2348-7a2e-4505-96c6-61ff4c98d32d tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:41:24.258562 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ea2348-7a2e-4505-96c6-61ff4c98d32d tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:41:24.300281 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ea2348-7a2e-4505-96c6-61ff4c98d32d tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Pushing event updated for resources: {'Port': ['ID=08f2fd82-2623-4594-9441-3fa83d5ff794,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:41:24.669851 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-33ea2348-7a2e-4505-96c6-61ff4c98d32d tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:41:24.808003 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-33ea2348-7a2e-4505-96c6-61ff4c98d32d tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:41:25.011627 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-33ea2348-7a2e-4505-96c6-61ff4c98d32d tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:41:25.074461 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-33ea2348-7a2e-4505-96c6-61ff4c98d32d tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:41:25.181937 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ea2348-7a2e-4505-96c6-61ff4c98d32d tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Pushing event updated for resources: {'Port': ['ID=08f2fd82-2623-4594-9441-3fa83d5ff794,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:41:25.190683 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-33ea2348-7a2e-4505-96c6-61ff4c98d32d tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691094'] for floatingip, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:41:25.474660 n-d-843702-1 neutron-server[89109]: INFO neutron.db.l3_db [None req-33ea2348-7a2e-4505-96c6-61ff4c98d32d tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Floating IP ba1e9fb5-795b-4b26-b269-98bf030561c6 associated. External IP: 172.25.5.251, port: 401f6207-8d54-46c8-852a-16e315f47f0f. May 28 07:41:25.825559 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33ea2348-7a2e-4505-96c6-61ff4c98d32d tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Router c1bd034b-2bb1-429f-8aba-7b00d094296c has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 07:41:26.003775 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33ea2348-7a2e-4505-96c6-61ff4c98d32d tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 07:41:26.014827 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df997de2-069f-42c3-9272-1e038590a424 None None] Sync routers for ids ['c1bd034b-2bb1-429f-8aba-7b00d094296c'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 07:41:26.025512 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df997de2-069f-42c3-9272-1e038590a424 None None] Routers {'c1bd034b-2bb1-429f-8aba-7b00d094296c'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:41:26.026102 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-df997de2-069f-42c3-9272-1e038590a424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:40:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['c1bd034b-2bb1-429f-8aba-7b00d094296c'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:41:26.083128 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-33ea2348-7a2e-4505-96c6-61ff4c98d32d tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:41:26.138692 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-33ea2348-7a2e-4505-96c6-61ff4c98d32d tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5505891 May 28 07:41:26.139590 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5c29f6e-c746-49ef-aaeb-a61f9d392588', 'tag': '401f6207-8d54-46c8-852a-16e315f47f0f'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:41:26.184459 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ad56f06-8024-43df-9fea-f6fcec0260b7'] response: {'name': 'network-changed', 'server_uuid': 'e5c29f6e-c746-49ef-aaeb-a61f9d392588', 'tag': '401f6207-8d54-46c8-852a-16e315f47f0f', 'status': 'completed', 'code': 200} May 28 07:41:26.201740 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-df997de2-069f-42c3-9272-1e038590a424 None None] Set router c1bd034b-2bb1-429f-8aba-7b00d094296c gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:41:26.294393 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b869d4-64f6-43e4-acd5-4a9f25fc35d0 req-2d2f3b6a-da74-4bd6-844b-75538c50530a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:41:26.295899 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-99b869d4-64f6-43e4-acd5-4a9f25fc35d0 req-2d2f3b6a-da74-4bd6-844b-75538c50530a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a9c9fa1c7c7d4d7bb1c96122bf3dc7fb&device_id=e5c29f6e-c746-49ef-aaeb-a61f9d392588 HTTP/1.1" status: 200 len: 1097 time: 0.0689106 May 28 07:41:26.427286 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b869d4-64f6-43e4-acd5-4a9f25fc35d0 req-1f1f3886-2f2f-47b3-8dbe-c962ca6d2543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:41:26.429790 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-99b869d4-64f6-43e4-acd5-4a9f25fc35d0 req-1f1f3886-2f2f-47b3-8dbe-c962ca6d2543 service neutron] 10.222.0.71 "GET /v2.0/networks?id=95f45513-875f-48bf-9cd7-5da0451ce635 HTTP/1.1" status: 200 len: 909 time: 0.1273441 May 28 07:41:26.483251 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-efbf3840-2682-4e6a-9a9c-b8bc9e1d44f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:41:26.551650 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-df997de2-069f-42c3-9272-1e038590a424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bd034b-2bb1-429f-8aba-7b00d094296c', 'name': 'tempest-TestShelveInstance-924128767-router', 'tenant_id': 'a9c9fa1c7c7d4d7bb1c96122bf3dc7fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.136'}], 'enable_snat': True}, 'gw_port_id': '6dd0b573-9070-4668-93a8-2f3172b6ee8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:35:56Z', 'updated_at': '2022-05-28T07:36:00Z', 'revision_number': 4, 'project_id': 'a9c9fa1c7c7d4d7bb1c96122bf3dc7fb', 'gw_port': {'id': '6dd0b573-9070-4668-93a8-2f3172b6ee8b', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:bd:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bd034b-2bb1-429f-8aba-7b00d094296c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:35:57Z', 'updated_at': '2022-05-28T07:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': 'ba1e9fb5-795b-4b26-b269-98bf030561c6', 'tenant_id': 'a9c9fa1c7c7d4d7bb1c96122bf3dc7fb', 'floating_ip_address': '172.25.5.251', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': 'c1bd034b-2bb1-429f-8aba-7b00d094296c', 'port_id': '401f6207-8d54-46c8-852a-16e315f47f0f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95f45513-875f-48bf-9cd7-5da0451ce635', 'mac_address': 'fa:16:3e:4d:db:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c29f6e-c746-49ef-aaeb-a61f9d392588', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T07:41:24Z', 'updated_at': '2022-05-28T07:41:24Z', 'revision_number': 0, 'project_id': 'a9c9fa1c7c7d4d7bb1c96122bf3dc7fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c157e037-fad8-4b5b-b40c-00a780b093ab', 'name': '', 'network_id': '95f45513-875f-48bf-9cd7-5da0451ce635', 'tenant_id': 'a9c9fa1c7c7d4d7bb1c96122bf3dc7fb', 'mac_address': 'fa:16:3e:e7:0b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bd034b-2bb1-429f-8aba-7b00d094296c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': 'f39ea068-f126-4d53-aeb0-0a4af2f13310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:36:00Z', 'updated_at': '2022-05-28T07:36:07Z', 'revision_number': 5, 'project_id': 'a9c9fa1c7c7d4d7bb1c96122bf3dc7fb', 'subnets': [{'id': 'f39ea068-f126-4d53-aeb0-0a4af2f13310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:41:26.555861 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df997de2-069f-42c3-9272-1e038590a424 None None] Checking router: c1bd034b-2bb1-429f-8aba-7b00d094296c for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 07:41:26.564511 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df997de2-069f-42c3-9272-1e038590a424 None None] Routers {'c1bd034b-2bb1-429f-8aba-7b00d094296c'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:41:26.565298 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-df997de2-069f-42c3-9272-1e038590a424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:40:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['c1bd034b-2bb1-429f-8aba-7b00d094296c'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:41:26.633045 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-99b869d4-64f6-43e4-acd5-4a9f25fc35d0 req-fd0c8f11-8ca9-4843-9cbe-135706673425 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=401f6207-8d54-46c8-852a-16e315f47f0f HTTP/1.1" status: 200 len: 1000 time: 0.1982379 May 28 07:41:26.695658 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b869d4-64f6-43e4-acd5-4a9f25fc35d0 req-1c04583b-3cc2-4988-b29b-3847b735f937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:41:26.696989 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-99b869d4-64f6-43e4-acd5-4a9f25fc35d0 req-1c04583b-3cc2-4988-b29b-3847b735f937 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f39ea068-f126-4d53-aeb0-0a4af2f13310 HTTP/1.1" status: 200 len: 847 time: 0.0578082 May 28 07:41:26.770605 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b869d4-64f6-43e4-acd5-4a9f25fc35d0 req-2e414b4c-769f-4646-919d-b7dded808b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:41:26.772882 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-99b869d4-64f6-43e4-acd5-4a9f25fc35d0 req-2e414b4c-769f-4646-919d-b7dded808b13 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=95f45513-875f-48bf-9cd7-5da0451ce635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699084 May 28 07:41:26.778806 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-df997de2-069f-42c3-9272-1e038590a424 None None] Set router c1bd034b-2bb1-429f-8aba-7b00d094296c gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:41:26.921736 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-99b869d4-64f6-43e4-acd5-4a9f25fc35d0 req-13d192e4-b88a-4e90-8af6-71e2492759c3 service neutron] 10.222.0.71 "GET /v2.0/networks/95f45513-875f-48bf-9cd7-5da0451ce635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425617 May 28 07:41:27.056208 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-99b869d4-64f6-43e4-acd5-4a9f25fc35d0 req-201663ae-b3f6-45df-8fca-7340119a941f service neutron] 10.222.0.71 "GET /v2.0/networks/95f45513-875f-48bf-9cd7-5da0451ce635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284094 May 28 07:41:27.122593 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-df997de2-069f-42c3-9272-1e038590a424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bd034b-2bb1-429f-8aba-7b00d094296c', 'name': 'tempest-TestShelveInstance-924128767-router', 'tenant_id': 'a9c9fa1c7c7d4d7bb1c96122bf3dc7fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.136'}], 'enable_snat': True}, 'gw_port_id': '6dd0b573-9070-4668-93a8-2f3172b6ee8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:35:56Z', 'updated_at': '2022-05-28T07:36:00Z', 'revision_number': 4, 'project_id': 'a9c9fa1c7c7d4d7bb1c96122bf3dc7fb', 'gw_port': {'id': '6dd0b573-9070-4668-93a8-2f3172b6ee8b', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:bd:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bd034b-2bb1-429f-8aba-7b00d094296c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:35:57Z', 'updated_at': '2022-05-28T07:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': 'ba1e9fb5-795b-4b26-b269-98bf030561c6', 'tenant_id': 'a9c9fa1c7c7d4d7bb1c96122bf3dc7fb', 'floating_ip_address': '172.25.5.251', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': 'c1bd034b-2bb1-429f-8aba-7b00d094296c', 'port_id': '401f6207-8d54-46c8-852a-16e315f47f0f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95f45513-875f-48bf-9cd7-5da0451ce635', 'mac_address': 'fa:16:3e:4d:db:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c29f6e-c746-49ef-aaeb-a61f9d392588', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T07:41:24Z', 'updated_at': '2022-05-28T07:41:24Z', 'revision_number': 0, 'project_id': 'a9c9fa1c7c7d4d7bb1c96122bf3dc7fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c157e037-fad8-4b5b-b40c-00a780b093ab', 'name': '', 'network_id': '95f45513-875f-48bf-9cd7-5da0451ce635', 'tenant_id': 'a9c9fa1c7c7d4d7bb1c96122bf3dc7fb', 'mac_address': 'fa:16:3e:e7:0b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bd034b-2bb1-429f-8aba-7b00d094296c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': 'f39ea068-f126-4d53-aeb0-0a4af2f13310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:36:00Z', 'updated_at': '2022-05-28T07:36:07Z', 'revision_number': 5, 'project_id': 'a9c9fa1c7c7d4d7bb1c96122bf3dc7fb', 'subnets': [{'id': 'f39ea068-f126-4d53-aeb0-0a4af2f13310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:41:27.126347 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df997de2-069f-42c3-9272-1e038590a424 None None] The sync data for ids ['c1bd034b-2bb1-429f-8aba-7b00d094296c'] in n-d-843702-1 is: [{'id': 'c1bd034b-2bb1-429f-8aba-7b00d094296c', 'name': 'tempest-TestShelveInstance-924128767-router', 'tenant_id': 'a9c9fa1c7c7d4d7bb1c96122bf3dc7fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.136'}], 'enable_snat': True}, 'gw_port_id': '6dd0b573-9070-4668-93a8-2f3172b6ee8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:35:56Z', 'updated_at': '2022-05-28T07:36:00Z', 'revision_number': 4, 'project_id': 'a9c9fa1c7c7d4d7bb1c96122bf3dc7fb', 'gw_port': {'id': '6dd0b573-9070-4668-93a8-2f3172b6ee8b', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:bd:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bd034b-2bb1-429f-8aba-7b00d094296c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:35:57Z', 'updated_at': '2022-05-28T07:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': 'ba1e9fb5-795b-4b26-b269-98bf030561c6', 'tenant_id': 'a9c9fa1c7c7d4d7bb1c96122bf3dc7fb', 'floating_ip_address': '172.25.5.251', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': 'c1bd034b-2bb1-429f-8aba-7b00d094296c', 'port_id': '401f6207-8d54-46c8-852a-16e315f47f0f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95f45513-875f-48bf-9cd7-5da0451ce635', 'mac_address': 'fa:16:3e:4d:db:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c29f6e-c746-49ef-aaeb-a61f9d392588', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T07:41:24Z', 'updated_at': '2022-05-28T07:41:24Z', 'revision_number': 0, 'project_id': 'a9c9fa1c7c7d4d7bb1c96122bf3dc7fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c157e037-fad8-4b5b-b40c-00a780b093ab', 'name': '', 'network_id': '95f45513-875f-48bf-9cd7-5da0451ce635', 'tenant_id': 'a9c9fa1c7c7d4d7bb1c96122bf3dc7fb', 'mac_address': 'fa:16:3e:e7:0b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bd034b-2bb1-429f-8aba-7b00d094296c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': 'f39ea068-f126-4d53-aeb0-0a4af2f13310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:36:00Z', 'updated_at': '2022-05-28T07:36:07Z', 'revision_number': 5, 'project_id': 'a9c9fa1c7c7d4d7bb1c96122bf3dc7fb', 'subnets': [{'id': 'f39ea068-f126-4d53-aeb0-0a4af2f13310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 07:41:27.313619 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df13e23-90a2-46aa-985d-540d3aa432ac None None] New status for floating IP ba1e9fb5-795b-4b26-b269-98bf030561c6: ACTIVE {{(pid=89111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 07:41:28.325781 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:41:29.046073 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c7ead90e-8aa5-423a-9af1-488d8f37f6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:41:30.131743 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:41:30.171318 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:41:32.025801 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:41:33.003290 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:41:33.980851 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 07:41:52.771928 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-412bf682-925d-4585-b6fa-bbdcd687941d req-66bbb3ce-7e9f-480c-b7b2-deccd1f9793a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=e5c29f6e-c746-49ef-aaeb-a61f9d392588&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0731578 May 28 07:41:52.924024 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412bf682-925d-4585-b6fa-bbdcd687941d req-a252460f-5956-48dd-b1e1-0afd5d107ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:41:52.925518 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-412bf682-925d-4585-b6fa-bbdcd687941d req-a252460f-5956-48dd-b1e1-0afd5d107ba7 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a9c9fa1c7c7d4d7bb1c96122bf3dc7fb&device_id=e5c29f6e-c746-49ef-aaeb-a61f9d392588 HTTP/1.1" status: 200 len: 1097 time: 0.0708470 May 28 07:41:53.076326 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412bf682-925d-4585-b6fa-bbdcd687941d req-f3e5f83f-b101-42ab-bcca-85b1e1c30729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:41:53.077910 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-412bf682-925d-4585-b6fa-bbdcd687941d req-f3e5f83f-b101-42ab-bcca-85b1e1c30729 service neutron] 10.222.0.71 "GET /v2.0/networks?id=95f45513-875f-48bf-9cd7-5da0451ce635 HTTP/1.1" status: 200 len: 909 time: 0.1336691 May 28 07:41:53.180230 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-412bf682-925d-4585-b6fa-bbdcd687941d req-6bc2cb64-bca2-4a2e-9533-27a99692a3c0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=401f6207-8d54-46c8-852a-16e315f47f0f HTTP/1.1" status: 200 len: 1002 time: 0.0963571 May 28 07:41:53.241887 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412bf682-925d-4585-b6fa-bbdcd687941d req-deaafc96-ab8b-4389-85a3-6a921f76ad10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:41:53.245546 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-412bf682-925d-4585-b6fa-bbdcd687941d req-deaafc96-ab8b-4389-85a3-6a921f76ad10 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f39ea068-f126-4d53-aeb0-0a4af2f13310 HTTP/1.1" status: 200 len: 847 time: 0.0572779 May 28 07:41:53.320849 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412bf682-925d-4585-b6fa-bbdcd687941d req-0c9b5bad-752f-4919-9478-e9c4e11db0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:41:53.330805 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-412bf682-925d-4585-b6fa-bbdcd687941d req-0c9b5bad-752f-4919-9478-e9c4e11db0dc service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=95f45513-875f-48bf-9cd7-5da0451ce635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733166 May 28 07:41:53.459982 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-412bf682-925d-4585-b6fa-bbdcd687941d req-2feddd93-e7ac-46cd-8a94-daf11ea9c61f service neutron] 10.222.0.71 "GET /v2.0/networks/95f45513-875f-48bf-9cd7-5da0451ce635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304877 May 28 07:41:53.596280 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-412bf682-925d-4585-b6fa-bbdcd687941d req-8c088db0-b489-4466-b54c-fc14fc7a623e service neutron] 10.222.0.71 "GET /v2.0/networks/95f45513-875f-48bf-9cd7-5da0451ce635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295550 May 28 07:41:56.474471 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d4882853-8043-4e3a-90a8-663739a7af64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:41:58.356894 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:41:59.334869 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-a00d1b67-9ce9-4d96-928f-5c2818b1005d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:42:00.128108 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:42:00.169827 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:42:01.959285 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:42:03.013986 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:42:10.979737 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 07:42:26.492878 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-dfb3e90b-62ce-4826-bf3d-121645c10f2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:42:28.367250 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:42:29.070036 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-3f8ee608-8114-4989-8241-51fd7066ed00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:42:30.314826 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:42:30.351188 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:42:31.951736 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:42:33.070371 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:42:47.979026 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 07:42:52.777014 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d1d01120-e986-485b-8bd0-4627681f6d8b req-bc409f1a-93d4-49ea-b0d1-d8eb7f44c4fd service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=e5c29f6e-c746-49ef-aaeb-a61f9d392588&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0700192 May 28 07:42:52.936144 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d01120-e986-485b-8bd0-4627681f6d8b req-65026654-6f86-46a1-b8df-c56e8fa3d5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:42:52.937648 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d1d01120-e986-485b-8bd0-4627681f6d8b req-65026654-6f86-46a1-b8df-c56e8fa3d5a6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a9c9fa1c7c7d4d7bb1c96122bf3dc7fb&device_id=e5c29f6e-c746-49ef-aaeb-a61f9d392588 HTTP/1.1" status: 200 len: 1097 time: 0.0748117 May 28 07:42:53.084935 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d01120-e986-485b-8bd0-4627681f6d8b req-6b35fdee-bb4f-48e5-8231-0038b4632ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:42:53.086955 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d1d01120-e986-485b-8bd0-4627681f6d8b req-6b35fdee-bb4f-48e5-8231-0038b4632ebe service neutron] 10.222.0.71 "GET /v2.0/networks?id=95f45513-875f-48bf-9cd7-5da0451ce635 HTTP/1.1" status: 200 len: 909 time: 0.1293848 May 28 07:42:53.281559 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d1d01120-e986-485b-8bd0-4627681f6d8b req-8962bd71-dae9-47db-a50f-078180d267da service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=401f6207-8d54-46c8-852a-16e315f47f0f HTTP/1.1" status: 200 len: 1002 time: 0.1885591 May 28 07:42:53.344632 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d01120-e986-485b-8bd0-4627681f6d8b req-9fe2c6c1-c4bf-4fee-83d9-ce2098e3bea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:42:53.345967 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d1d01120-e986-485b-8bd0-4627681f6d8b req-9fe2c6c1-c4bf-4fee-83d9-ce2098e3bea1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f39ea068-f126-4d53-aeb0-0a4af2f13310 HTTP/1.1" status: 200 len: 847 time: 0.0580974 May 28 07:42:53.422204 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d01120-e986-485b-8bd0-4627681f6d8b req-c430c350-a49e-4b8c-8484-c274ffa42254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:42:53.423653 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d1d01120-e986-485b-8bd0-4627681f6d8b req-c430c350-a49e-4b8c-8484-c274ffa42254 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=95f45513-875f-48bf-9cd7-5da0451ce635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713956 May 28 07:42:53.561017 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d1d01120-e986-485b-8bd0-4627681f6d8b req-887ed79f-b4b0-4640-a9a4-71826a47a2a5 service neutron] 10.222.0.71 "GET /v2.0/networks/95f45513-875f-48bf-9cd7-5da0451ce635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308882 May 28 07:42:53.692909 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d1d01120-e986-485b-8bd0-4627681f6d8b req-4089989f-8c1c-4099-b963-c599421788c6 service neutron] 10.222.0.71 "GET /v2.0/networks/95f45513-875f-48bf-9cd7-5da0451ce635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249564 May 28 07:42:56.476679 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-4f4c2a83-6b4d-49f6-abe9-8837c27cf300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:42:58.376264 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:42:59.046519 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-a9c70923-a79f-4093-bd63-61ede53ba86b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:43:00.158307 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:43:00.212035 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:43:01.955319 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:43:02.992688 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:43:24.978411 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 07:43:26.484291 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-fb2bf4c3-7b47-4283-a6a4-8d05cd03f0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:43:28.357897 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:43:29.051608 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-f403e30c-6584-4aad-94d2-0372257aedb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:43:30.126117 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:43:30.199980 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:43:31.971392 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:43:32.963514 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:43:54.793107 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-45795ecb-0255-4df8-b35a-c79b3f5a8bce req-85920f8b-1265-4212-804f-151fea3c7a0e service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=e5c29f6e-c746-49ef-aaeb-a61f9d392588&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1141181 May 28 07:43:54.942239 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45795ecb-0255-4df8-b35a-c79b3f5a8bce req-6373b242-9054-4685-9e40-efee3bd9fa97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:43:54.943689 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-45795ecb-0255-4df8-b35a-c79b3f5a8bce req-6373b242-9054-4685-9e40-efee3bd9fa97 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a9c9fa1c7c7d4d7bb1c96122bf3dc7fb&device_id=e5c29f6e-c746-49ef-aaeb-a61f9d392588 HTTP/1.1" status: 200 len: 1097 time: 0.0694513 May 28 07:43:55.085468 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45795ecb-0255-4df8-b35a-c79b3f5a8bce req-c91e8f56-eb0b-4a90-8444-d144c3251324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:43:55.086885 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-45795ecb-0255-4df8-b35a-c79b3f5a8bce req-c91e8f56-eb0b-4a90-8444-d144c3251324 service neutron] 10.222.0.71 "GET /v2.0/networks?id=95f45513-875f-48bf-9cd7-5da0451ce635 HTTP/1.1" status: 200 len: 909 time: 0.1241927 May 28 07:43:55.187482 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-45795ecb-0255-4df8-b35a-c79b3f5a8bce req-676a3bbd-98de-4530-bfe6-50d533332fe8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=401f6207-8d54-46c8-852a-16e315f47f0f HTTP/1.1" status: 200 len: 1002 time: 0.0938780 May 28 07:43:55.249067 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45795ecb-0255-4df8-b35a-c79b3f5a8bce req-36a6c278-5b9a-441a-99bf-2b1bf8bfaa21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:43:55.250503 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-45795ecb-0255-4df8-b35a-c79b3f5a8bce req-36a6c278-5b9a-441a-99bf-2b1bf8bfaa21 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f39ea068-f126-4d53-aeb0-0a4af2f13310 HTTP/1.1" status: 200 len: 847 time: 0.0570281 May 28 07:43:55.327156 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45795ecb-0255-4df8-b35a-c79b3f5a8bce req-06ff82ee-e112-4c5c-b441-41263ddd8449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:43:55.328704 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-45795ecb-0255-4df8-b35a-c79b3f5a8bce req-06ff82ee-e112-4c5c-b441-41263ddd8449 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=95f45513-875f-48bf-9cd7-5da0451ce635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722232 May 28 07:43:55.456876 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-45795ecb-0255-4df8-b35a-c79b3f5a8bce req-7da46e85-6067-40b7-9662-925ada31365f service neutron] 10.222.0.71 "GET /v2.0/networks/95f45513-875f-48bf-9cd7-5da0451ce635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221707 May 28 07:43:55.587301 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-45795ecb-0255-4df8-b35a-c79b3f5a8bce req-27723429-c164-4de4-bd05-80daf78d308f service neutron] 10.222.0.71 "GET /v2.0/networks/95f45513-875f-48bf-9cd7-5da0451ce635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243415 May 28 07:43:56.505740 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-6bdabe18-6e0c-4ee4-a347-1c8ccbe8bfe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:43:58.375016 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:43:59.068253 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b2cdabf8-1e84-4612-afd9-4b5abf19ebc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:44:00.128173 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:44:00.191393 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:44:01.970732 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:44:01.977134 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 07:44:03.016501 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:44:16.853572 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c100d4a-c3c8-44f5-9c8a-4d54dbd483af req-af1ec53f-e231-457e-9df7-4c9c3b2b9de3 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:44:16.855093 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4c100d4a-c3c8-44f5-9c8a-4d54dbd483af req-af1ec53f-e231-457e-9df7-4c9c3b2b9de3 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5c29f6e-c746-49ef-aaeb-a61f9d392588 HTTP/1.1" status: 200 len: 946 time: 0.1367104 May 28 07:44:16.899573 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4c100d4a-c3c8-44f5-9c8a-4d54dbd483af req-38dca8ce-ff9e-4a4a-b261-95d5fc2967cd tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef531ed5-3f43-4ade-8534-ab8d815a4dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388269 May 28 07:44:18.093675 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3753fea-527d-4751-9fa6-6e1ce6bc599e req-db5be181-5b4a-4590-9b71-04c19d68a8c2 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:44:18.095124 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e3753fea-527d-4751-9fa6-6e1ce6bc599e req-db5be181-5b4a-4590-9b71-04c19d68a8c2 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5c29f6e-c746-49ef-aaeb-a61f9d392588 HTTP/1.1" status: 200 len: 946 time: 0.0827186 May 28 07:44:18.139515 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e3753fea-527d-4751-9fa6-6e1ce6bc599e req-e5e8a003-e038-4fe2-b900-672c44b0b633 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef531ed5-3f43-4ade-8534-ab8d815a4dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388064 May 28 07:44:19.322292 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07ac4ed-5115-4ca0-a28a-b6a7b24cf15b req-983386cb-c9d5-44ad-a2f1-762a3ef1f872 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:44:19.323734 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f07ac4ed-5115-4ca0-a28a-b6a7b24cf15b req-983386cb-c9d5-44ad-a2f1-762a3ef1f872 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5c29f6e-c746-49ef-aaeb-a61f9d392588 HTTP/1.1" status: 200 len: 946 time: 0.0775037 May 28 07:44:19.458636 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f07ac4ed-5115-4ca0-a28a-b6a7b24cf15b req-7828df3f-3d7d-4692-aaab-d741621f15c8 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef531ed5-3f43-4ade-8534-ab8d815a4dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1288619 May 28 07:44:20.645658 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4537d828-239a-4cb2-922c-193ef143bf90 req-46c69f55-148a-4409-a21a-f983e2a710ed tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:44:20.647768 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4537d828-239a-4cb2-922c-193ef143bf90 req-46c69f55-148a-4409-a21a-f983e2a710ed tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5c29f6e-c746-49ef-aaeb-a61f9d392588 HTTP/1.1" status: 200 len: 946 time: 0.0857537 May 28 07:44:20.691365 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4537d828-239a-4cb2-922c-193ef143bf90 req-88f1317e-0680-411e-acaf-e8f74b66f283 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef531ed5-3f43-4ade-8534-ab8d815a4dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379255 May 28 07:44:21.881272 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf919b55-8d45-4fb0-a2f5-c80d1f0f3bdd req-2c879a14-3c56-4193-a582-50000d1f19c7 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:44:21.882693 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bf919b55-8d45-4fb0-a2f5-c80d1f0f3bdd req-2c879a14-3c56-4193-a582-50000d1f19c7 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5c29f6e-c746-49ef-aaeb-a61f9d392588 HTTP/1.1" status: 200 len: 946 time: 0.0828001 May 28 07:44:21.926765 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bf919b55-8d45-4fb0-a2f5-c80d1f0f3bdd req-6b016468-09fe-46de-a3ae-84e256b4004b tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef531ed5-3f43-4ade-8534-ab8d815a4dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381770 May 28 07:44:23.108418 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02c23cc-fb4a-48b1-a1e0-d0966ea23577 req-71957a5b-a253-418d-9ff3-9050a9dfafd9 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:44:23.109900 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e02c23cc-fb4a-48b1-a1e0-d0966ea23577 req-71957a5b-a253-418d-9ff3-9050a9dfafd9 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5c29f6e-c746-49ef-aaeb-a61f9d392588 HTTP/1.1" status: 200 len: 946 time: 0.0790095 May 28 07:44:23.154516 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e02c23cc-fb4a-48b1-a1e0-d0966ea23577 req-b6cec143-a069-4cc4-a570-b92c0c5b6a7d tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef531ed5-3f43-4ade-8534-ab8d815a4dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381136 May 28 07:44:24.343250 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4541df-cc82-4991-9d84-1c25de60ad70 req-0edcf418-37d1-48b4-bdef-d76185396e19 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:44:24.344739 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5a4541df-cc82-4991-9d84-1c25de60ad70 req-0edcf418-37d1-48b4-bdef-d76185396e19 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5c29f6e-c746-49ef-aaeb-a61f9d392588 HTTP/1.1" status: 200 len: 946 time: 0.0847421 May 28 07:44:24.388775 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-5a4541df-cc82-4991-9d84-1c25de60ad70 req-7cb80d6d-ab60-4e01-a9b8-794535d332cd tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef531ed5-3f43-4ade-8534-ab8d815a4dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383649 May 28 07:44:25.579890 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b517ba7f-fd69-4e89-b953-90e51d4c14b5 req-7251ddde-0b0d-4ea3-acaa-b69b7b3a46b1 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:44:25.581342 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b517ba7f-fd69-4e89-b953-90e51d4c14b5 req-7251ddde-0b0d-4ea3-acaa-b69b7b3a46b1 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5c29f6e-c746-49ef-aaeb-a61f9d392588 HTTP/1.1" status: 200 len: 946 time: 0.0859492 May 28 07:44:25.628149 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b517ba7f-fd69-4e89-b953-90e51d4c14b5 req-c235741a-bbc2-44fd-a31c-5612e008a299 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef531ed5-3f43-4ade-8534-ab8d815a4dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404489 May 28 07:44:26.524517 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-91ef5010-5b9a-408e-85e9-7c8087dfbc8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:44:26.813223 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d866cc1d-59e7-43a4-a204-83f06305029b req-0da4e875-d0a9-4a80-bd5d-56c586d11e9d tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:44:26.814706 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d866cc1d-59e7-43a4-a204-83f06305029b req-0da4e875-d0a9-4a80-bd5d-56c586d11e9d tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5c29f6e-c746-49ef-aaeb-a61f9d392588 HTTP/1.1" status: 200 len: 946 time: 0.0799584 May 28 07:44:26.860452 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d866cc1d-59e7-43a4-a204-83f06305029b req-09e08717-9b69-44e6-b11d-8224ef0c60c1 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef531ed5-3f43-4ade-8534-ab8d815a4dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390739 May 28 07:44:28.071830 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd50a348-c64e-4f4e-8109-50a93ea76fe3 req-1eadd813-6673-46c6-b0e2-6041cce877bc tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:44:28.073277 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bd50a348-c64e-4f4e-8109-50a93ea76fe3 req-1eadd813-6673-46c6-b0e2-6041cce877bc tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5c29f6e-c746-49ef-aaeb-a61f9d392588 HTTP/1.1" status: 200 len: 946 time: 0.0825026 May 28 07:44:28.117360 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bd50a348-c64e-4f4e-8109-50a93ea76fe3 req-c3881e0c-5b42-436f-ac0a-83b39350b62c tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef531ed5-3f43-4ade-8534-ab8d815a4dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384011 May 28 07:44:28.399093 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:44:29.036540 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-ba7028b9-eb11-4cfc-b61a-6ccbc1c2f4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:44:29.305957 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f4881c-0e21-48f8-86c8-78de39d6927b req-3c397047-ca18-47fc-a761-957f68373900 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:44:29.307331 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-18f4881c-0e21-48f8-86c8-78de39d6927b req-3c397047-ca18-47fc-a761-957f68373900 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5c29f6e-c746-49ef-aaeb-a61f9d392588 HTTP/1.1" status: 200 len: 946 time: 0.0788288 May 28 07:44:29.351045 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-18f4881c-0e21-48f8-86c8-78de39d6927b req-3743be9b-2a3f-4a5b-825e-9008405ea868 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef531ed5-3f43-4ade-8534-ab8d815a4dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380733 May 28 07:44:30.122292 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:44:30.198818 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:44:30.535769 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c528ab49-b9b6-4e53-b18b-a49165b2b392 req-ef48dc31-bbb7-47a7-8c15-3c5c7624cb04 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:44:30.537604 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c528ab49-b9b6-4e53-b18b-a49165b2b392 req-ef48dc31-bbb7-47a7-8c15-3c5c7624cb04 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5c29f6e-c746-49ef-aaeb-a61f9d392588 HTTP/1.1" status: 200 len: 946 time: 0.0817003 May 28 07:44:30.584279 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c528ab49-b9b6-4e53-b18b-a49165b2b392 req-8ba6c72b-34a4-43e8-91e4-527f7a15e664 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef531ed5-3f43-4ade-8534-ab8d815a4dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401211 May 28 07:44:31.765018 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2140383c-36de-4983-a4cc-975ec474f214 req-bf333db2-0d12-4e39-aace-0091df95cc23 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:44:31.766481 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2140383c-36de-4983-a4cc-975ec474f214 req-bf333db2-0d12-4e39-aace-0091df95cc23 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5c29f6e-c746-49ef-aaeb-a61f9d392588 HTTP/1.1" status: 200 len: 946 time: 0.0785863 May 28 07:44:31.813284 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2140383c-36de-4983-a4cc-975ec474f214 req-d1e7d45e-b963-46c4-a5ff-0ee87a42ab66 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef531ed5-3f43-4ade-8534-ab8d815a4dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412536 May 28 07:44:32.008343 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:44:32.077281 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b209ea-9a3b-45d7-989f-013f7a4ae75e req-92269793-b22f-4c73-94c8-b3e08b09b64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:44:32.078670 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-64b209ea-9a3b-45d7-989f-013f7a4ae75e req-92269793-b22f-4c73-94c8-b3e08b09b64e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a9c9fa1c7c7d4d7bb1c96122bf3dc7fb&device_id=e5c29f6e-c746-49ef-aaeb-a61f9d392588 HTTP/1.1" status: 200 len: 1097 time: 0.0702138 May 28 07:44:32.208917 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b209ea-9a3b-45d7-989f-013f7a4ae75e req-7b6b0dee-0866-4e57-bbab-ae505b17b54c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:44:32.211436 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-64b209ea-9a3b-45d7-989f-013f7a4ae75e req-7b6b0dee-0866-4e57-bbab-ae505b17b54c service neutron] 10.222.0.71 "GET /v2.0/networks?id=95f45513-875f-48bf-9cd7-5da0451ce635 HTTP/1.1" status: 200 len: 909 time: 0.1266270 May 28 07:44:32.312947 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-64b209ea-9a3b-45d7-989f-013f7a4ae75e req-5125529f-8463-4f7b-a5c2-fbf830bae247 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=401f6207-8d54-46c8-852a-16e315f47f0f HTTP/1.1" status: 200 len: 1002 time: 0.0946586 May 28 07:44:32.376182 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b209ea-9a3b-45d7-989f-013f7a4ae75e req-9bf38b59-e9c8-43e1-b6e7-403a647b8a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:44:32.377536 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-64b209ea-9a3b-45d7-989f-013f7a4ae75e req-9bf38b59-e9c8-43e1-b6e7-403a647b8a5a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f39ea068-f126-4d53-aeb0-0a4af2f13310 HTTP/1.1" status: 200 len: 847 time: 0.0582814 May 28 07:44:32.454263 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b209ea-9a3b-45d7-989f-013f7a4ae75e req-71b1e481-904f-4fbd-9787-092a75c68774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:44:32.455781 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-64b209ea-9a3b-45d7-989f-013f7a4ae75e req-71b1e481-904f-4fbd-9787-092a75c68774 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=95f45513-875f-48bf-9cd7-5da0451ce635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723257 May 28 07:44:32.590156 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-64b209ea-9a3b-45d7-989f-013f7a4ae75e req-2414a2fe-25e4-4ae7-894f-c84d9b57f66b service neutron] 10.222.0.71 "GET /v2.0/networks/95f45513-875f-48bf-9cd7-5da0451ce635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277869 May 28 07:44:32.816129 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-64b209ea-9a3b-45d7-989f-013f7a4ae75e req-f4967e6e-c3e7-4d4a-b0cf-889a62df5547 service neutron] 10.222.0.71 "GET /v2.0/networks/95f45513-875f-48bf-9cd7-5da0451ce635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196984 May 28 07:44:32.997470 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799dc1fc-0ea7-4158-a433-c17b1bbe9437 req-91a1d2b9-b78e-4410-8dbf-f596e6f8a14f tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:44:32.998920 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-799dc1fc-0ea7-4158-a433-c17b1bbe9437 req-91a1d2b9-b78e-4410-8dbf-f596e6f8a14f tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5c29f6e-c746-49ef-aaeb-a61f9d392588 HTTP/1.1" status: 200 len: 946 time: 0.0789800 May 28 07:44:33.022098 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:44:33.042535 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-799dc1fc-0ea7-4158-a433-c17b1bbe9437 req-726d0b21-ea92-4805-b38a-14f21ccc530d tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef531ed5-3f43-4ade-8534-ab8d815a4dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379872 May 28 07:44:34.230549 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313e1fe8-c2ea-4e3d-846e-a1bb8d42bb67 req-12492df9-c37a-482e-8a77-d56086e7a423 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:44:34.231982 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-313e1fe8-c2ea-4e3d-846e-a1bb8d42bb67 req-12492df9-c37a-482e-8a77-d56086e7a423 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5c29f6e-c746-49ef-aaeb-a61f9d392588 HTTP/1.1" status: 200 len: 946 time: 0.0844929 May 28 07:44:34.275459 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-313e1fe8-c2ea-4e3d-846e-a1bb8d42bb67 req-d7d55172-37d3-483b-a9af-5070f95c3734 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef531ed5-3f43-4ade-8534-ab8d815a4dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378931 May 28 07:44:35.463180 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c645b10-9a0e-48e9-bd35-256e0c8182c3 req-ba5df7c8-8d90-4349-b22b-52bfb92f0b4e tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:44:35.464626 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1c645b10-9a0e-48e9-bd35-256e0c8182c3 req-ba5df7c8-8d90-4349-b22b-52bfb92f0b4e tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5c29f6e-c746-49ef-aaeb-a61f9d392588 HTTP/1.1" status: 200 len: 946 time: 0.0810893 May 28 07:44:35.510665 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1c645b10-9a0e-48e9-bd35-256e0c8182c3 req-dc46e7e6-fb43-48d6-a42b-e391f5507c36 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef531ed5-3f43-4ade-8534-ab8d815a4dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402906 May 28 07:44:36.020081 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d6cb30-9e20-4469-a8af-3f91f9772ca7 req-6157f41d-8441-43c7-8dd1-d1faf80dc5a1 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:44:36.021590 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-71d6cb30-9e20-4469-a8af-3f91f9772ca7 req-6157f41d-8441-43c7-8dd1-d1faf80dc5a1 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5c29f6e-c746-49ef-aaeb-a61f9d392588 HTTP/1.1" status: 200 len: 946 time: 0.0914228 May 28 07:44:36.067622 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 60106) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:44:36.069820 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-71d6cb30-9e20-4469-a8af-3f91f9772ca7 req-400ff004-d8f8-419e-84b8-86f3af4d254f tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef531ed5-3f43-4ade-8534-ab8d815a4dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421176 May 28 07:44:36.181777 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [req-77c8a372-2f3e-4aab-85b4-36f40d39a29f req-28852855-2855-4fca-8ca3-6dbd8f5b8fbc service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e5c29f6e-c746-49ef-aaeb-a61f9d392588&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1129892 May 28 07:44:37.257397 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f111c91c-f1a0-4685-8f38-5cc147f1829d req-e4841a94-f2c9-4302-bca4-19c3b8817ae7 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:44:37.259300 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f111c91c-f1a0-4685-8f38-5cc147f1829d req-e4841a94-f2c9-4302-bca4-19c3b8817ae7 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5c29f6e-c746-49ef-aaeb-a61f9d392588 HTTP/1.1" status: 200 len: 946 time: 0.0795751 May 28 07:44:37.309136 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f111c91c-f1a0-4685-8f38-5cc147f1829d req-1377ba90-a4f5-4b3b-a055-7b31ddd587b5 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef531ed5-3f43-4ade-8534-ab8d815a4dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436721 May 28 07:44:38.500091 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5bf19a-a865-41a5-9724-a2ab24e8fa3b req-44999d27-89d0-429b-b072-cb4fb15e9fb6 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:44:38.501541 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ea5bf19a-a865-41a5-9724-a2ab24e8fa3b req-44999d27-89d0-429b-b072-cb4fb15e9fb6 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5c29f6e-c746-49ef-aaeb-a61f9d392588 HTTP/1.1" status: 200 len: 946 time: 0.0826218 May 28 07:44:38.548074 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ea5bf19a-a865-41a5-9724-a2ab24e8fa3b req-90b65fec-2ef8-4abd-ae75-33b669a98ab6 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef531ed5-3f43-4ade-8534-ab8d815a4dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408676 May 28 07:44:38.976442 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 07:44:39.736422 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76bcbc6-892d-44af-99cd-4f2e60f95676 req-7d7782e7-7132-419b-8ad5-78ac8458fc78 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:44:39.737876 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c76bcbc6-892d-44af-99cd-4f2e60f95676 req-7d7782e7-7132-419b-8ad5-78ac8458fc78 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5c29f6e-c746-49ef-aaeb-a61f9d392588 HTTP/1.1" status: 200 len: 946 time: 0.0841649 May 28 07:44:39.782063 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c76bcbc6-892d-44af-99cd-4f2e60f95676 req-94017f3e-02ff-4dc9-8f64-e3a97477b413 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef531ed5-3f43-4ade-8534-ab8d815a4dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386143 May 28 07:44:39.861191 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c8a372-2f3e-4aab-85b4-36f40d39a29f req-52cca14c-1c53-412f-96fc-c79d7a64632c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:44:39.862692 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-77c8a372-2f3e-4aab-85b4-36f40d39a29f req-52cca14c-1c53-412f-96fc-c79d7a64632c service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=e5c29f6e-c746-49ef-aaeb-a61f9d392588&tenant_id=a9c9fa1c7c7d4d7bb1c96122bf3dc7fb HTTP/1.1" status: 200 len: 1097 time: 0.0706456 May 28 07:44:39.964043 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 401f6207-8d54-46c8-852a-16e315f47f0f no longer exists at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:44:39.970136 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c8a372-2f3e-4aab-85b4-36f40d39a29f req-ed02515c-0f39-4086-ba8c-713c592a226a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:44:39.971597 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-77c8a372-2f3e-4aab-85b4-36f40d39a29f req-ed02515c-0f39-4086-ba8c-713c592a226a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a9c9fa1c7c7d4d7bb1c96122bf3dc7fb&device_id=e5c29f6e-c746-49ef-aaeb-a61f9d392588 HTTP/1.1" status: 200 len: 1097 time: 0.0761168 May 28 07:44:40.077280 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 401f6207-8d54-46c8-852a-16e315f47f0f is: ACTIVE; New status is: DOWN {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:44:40.077584 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:44:40.104027 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5c29f6e-c746-49ef-aaeb-a61f9d392588', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '401f6207-8d54-46c8-852a-16e315f47f0f'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:44:40.110190 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c8a372-2f3e-4aab-85b4-36f40d39a29f req-53a5a9d0-d37a-4e48-8c20-cb1141f2df41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:44:40.111620 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-77c8a372-2f3e-4aab-85b4-36f40d39a29f req-53a5a9d0-d37a-4e48-8c20-cb1141f2df41 service neutron] 10.222.0.71 "GET /v2.0/networks?id=95f45513-875f-48bf-9cd7-5da0451ce635 HTTP/1.1" status: 200 len: 909 time: 0.1330338 May 28 07:44:40.113527 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 401f6207-8d54-46c8-852a-16e315f47f0f, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=401f6207-8d54-46c8-852a-16e315f47f0f,segment=NetworkSegment(cd2d3efe-7857-4701-b8e9-3af1174ebc3f),segment_id=cd2d3efe-7857-4701-b8e9-3af1174ebc3f)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:44:40.150190 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-747f0b1e-ec65-4e8d-8c06-d237726bf72e'] response: {'server_uuid': 'e5c29f6e-c746-49ef-aaeb-a61f9d392588', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '401f6207-8d54-46c8-852a-16e315f47f0f', 'code': 200} May 28 07:44:40.204547 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:44:40.214285 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-77c8a372-2f3e-4aab-85b4-36f40d39a29f req-3d853591-4bd5-48ca-a7d9-39bf453c6e6f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=401f6207-8d54-46c8-852a-16e315f47f0f HTTP/1.1" status: 200 len: 1002 time: 0.0965359 May 28 07:44:40.273235 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=401f6207-8d54-46c8-852a-16e315f47f0f,revision_number=6']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:44:40.277785 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c8a372-2f3e-4aab-85b4-36f40d39a29f req-a30e90d5-5e32-43d6-816e-6a87e4d97260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:44:40.279279 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-77c8a372-2f3e-4aab-85b4-36f40d39a29f req-a30e90d5-5e32-43d6-816e-6a87e4d97260 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f39ea068-f126-4d53-aeb0-0a4af2f13310 HTTP/1.1" status: 200 len: 847 time: 0.0584228 May 28 07:44:40.281104 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:44:40.281476 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:44:40.281824 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:44:40.282158 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:44:40.282490 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:44:40.282838 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:44:40.283166 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:44:40.283490 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:44:40.283811 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:44:40.284132 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:44:40.284451 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:44:40.284793 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:44:40.356879 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c8a372-2f3e-4aab-85b4-36f40d39a29f req-b19399df-19c1-45cd-918d-d4bf3e38093d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:44:40.358383 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-77c8a372-2f3e-4aab-85b4-36f40d39a29f req-b19399df-19c1-45cd-918d-d4bf3e38093d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=95f45513-875f-48bf-9cd7-5da0451ce635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0728321 May 28 07:44:40.492645 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-77c8a372-2f3e-4aab-85b4-36f40d39a29f req-e0e5cc94-7918-4727-a5ad-e61762267860 service neutron] 10.222.0.71 "GET /v2.0/networks/95f45513-875f-48bf-9cd7-5da0451ce635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283708 May 28 07:44:40.621987 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-77c8a372-2f3e-4aab-85b4-36f40d39a29f req-dfe5ec18-ccf7-48f9-a74d-b13d82edfeb2 service neutron] 10.222.0.71 "GET /v2.0/networks/95f45513-875f-48bf-9cd7-5da0451ce635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227841 May 28 07:44:40.972600 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45df7294-8f60-46ed-9f72-fb4a564d8f04 req-2eaab6d8-519f-4008-9c72-b285f4ab0f9a tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:44:40.974074 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-45df7294-8f60-46ed-9f72-fb4a564d8f04 req-2eaab6d8-519f-4008-9c72-b285f4ab0f9a tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5c29f6e-c746-49ef-aaeb-a61f9d392588 HTTP/1.1" status: 200 len: 944 time: 0.0834033 May 28 07:44:41.019296 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-45df7294-8f60-46ed-9f72-fb4a564d8f04 req-e1224b89-d27f-46d3-80b9-d96557f2a468 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef531ed5-3f43-4ade-8534-ab8d815a4dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390744 May 28 07:44:42.205435 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35f1c37-a94a-4ee6-8794-41c3e662bed6 req-554f2d3d-b520-457f-a020-62f269ada3d4 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:44:42.206880 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f35f1c37-a94a-4ee6-8794-41c3e662bed6 req-554f2d3d-b520-457f-a020-62f269ada3d4 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5c29f6e-c746-49ef-aaeb-a61f9d392588 HTTP/1.1" status: 200 len: 944 time: 0.0780504 May 28 07:44:42.253716 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f35f1c37-a94a-4ee6-8794-41c3e662bed6 req-d9088d47-17a4-48e7-8eaa-9a0d2492f1fc tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef531ed5-3f43-4ade-8534-ab8d815a4dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402825 May 28 07:44:43.447131 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e267f916-b3a1-41d9-bc88-c6dd3e232897 req-4f443036-5e51-4d45-9068-d86c541b80da tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:44:43.448566 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e267f916-b3a1-41d9-bc88-c6dd3e232897 req-4f443036-5e51-4d45-9068-d86c541b80da tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5c29f6e-c746-49ef-aaeb-a61f9d392588 HTTP/1.1" status: 200 len: 944 time: 0.0872979 May 28 07:44:43.497234 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e267f916-b3a1-41d9-bc88-c6dd3e232897 req-be86a45a-0da5-4fcf-b8e1-a7c697f1c63b tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef531ed5-3f43-4ade-8534-ab8d815a4dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429914 May 28 07:44:44.684077 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f1e969-7811-4bed-973b-588b9b0d5762 req-2e5dc75c-b44e-401d-a5ed-b15f3f5bd371 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:44:44.685513 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b2f1e969-7811-4bed-973b-588b9b0d5762 req-2e5dc75c-b44e-401d-a5ed-b15f3f5bd371 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5c29f6e-c746-49ef-aaeb-a61f9d392588 HTTP/1.1" status: 200 len: 944 time: 0.0803926 May 28 07:44:44.838184 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b2f1e969-7811-4bed-973b-588b9b0d5762 req-d97c3355-b2a3-4be3-8564-59282eaa605f tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef531ed5-3f43-4ade-8534-ab8d815a4dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1469417 May 28 07:44:46.022243 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823ff3d4-78f9-4d00-83ab-ca98396d328f req-55a5549a-9e9d-4a01-a485-d4c63f03c23e tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:44:46.023682 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-823ff3d4-78f9-4d00-83ab-ca98396d328f req-55a5549a-9e9d-4a01-a485-d4c63f03c23e tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5c29f6e-c746-49ef-aaeb-a61f9d392588 HTTP/1.1" status: 200 len: 944 time: 0.0805743 May 28 07:44:46.068613 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-823ff3d4-78f9-4d00-83ab-ca98396d328f req-41bf47f3-5940-4c5f-b045-71b1de5cf311 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef531ed5-3f43-4ade-8534-ab8d815a4dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383363 May 28 07:44:46.889500 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38b585b-818d-41e9-b0b0-e3bc47bfc2aa req-bc5f72ab-cd08-4250-a75a-c102ed081398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:44:46.890869 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c38b585b-818d-41e9-b0b0-e3bc47bfc2aa req-bc5f72ab-cd08-4250-a75a-c102ed081398 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=e5c29f6e-c746-49ef-aaeb-a61f9d392588 HTTP/1.1" status: 200 len: 1095 time: 0.0725889 May 28 07:44:46.930246 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c38b585b-818d-41e9-b0b0-e3bc47bfc2aa req-52a58b86-f366-48a1-ac94-76f40d906caa service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=ef531ed5-3f43-4ade-8534-ab8d815a4dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334339 May 28 07:44:47.251393 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21c3e65-ebd5-41b8-be15-6cc737914515 req-562103ca-d641-4ffe-af7d-87542a8fe894 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:44:47.252835 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e21c3e65-ebd5-41b8-be15-6cc737914515 req-562103ca-d641-4ffe-af7d-87542a8fe894 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5c29f6e-c746-49ef-aaeb-a61f9d392588 HTTP/1.1" status: 200 len: 944 time: 0.0784998 May 28 07:44:47.300159 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e21c3e65-ebd5-41b8-be15-6cc737914515 req-089f301c-aee2-4732-b2a6-b78bd7929a36 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef531ed5-3f43-4ade-8534-ab8d815a4dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416465 May 28 07:44:48.491983 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdccdd6-02ec-45d2-90ee-7efe49539192 req-47cb6cda-a660-4a68-9a38-d9c7f36ad813 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:44:48.494534 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3bdccdd6-02ec-45d2-90ee-7efe49539192 req-47cb6cda-a660-4a68-9a38-d9c7f36ad813 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5c29f6e-c746-49ef-aaeb-a61f9d392588 HTTP/1.1" status: 200 len: 944 time: 0.0814786 May 28 07:44:48.538024 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3bdccdd6-02ec-45d2-90ee-7efe49539192 req-b05cba65-5bb7-4248-894c-33ad4cc181fa tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef531ed5-3f43-4ade-8534-ab8d815a4dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378726 May 28 07:44:49.995895 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 401f6207-8d54-46c8-852a-16e315f47f0f details requested by agent hyperv_n-h2-843702-1 with host n-h2-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 07:44:50.128599 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 401f6207-8d54-46c8-852a-16e315f47f0f, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=401f6207-8d54-46c8-852a-16e315f47f0f,segment=NetworkSegment(cd2d3efe-7857-4701-b8e9-3af1174ebc3f),segment_id=cd2d3efe-7857-4701-b8e9-3af1174ebc3f)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:44:50.141990 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Returning: {'device': '401f6207-8d54-46c8-852a-16e315f47f0f', 'network_id': '95f45513-875f-48bf-9cd7-5da0451ce635', 'port_id': '401f6207-8d54-46c8-852a-16e315f47f0f', 'mac_address': 'fa:16:3e:4d:db:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f39ea068-f126-4d53-aeb0-0a4af2f13310', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 07:44:50.200412 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 401f6207-8d54-46c8-852a-16e315f47f0f is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:44:50.200783 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:44:50.217772 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 401f6207-8d54-46c8-852a-16e315f47f0f {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 07:44:50.233180 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 401f6207-8d54-46c8-852a-16e315f47f0f, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=401f6207-8d54-46c8-852a-16e315f47f0f,segment=NetworkSegment(cd2d3efe-7857-4701-b8e9-3af1174ebc3f),segment_id=cd2d3efe-7857-4701-b8e9-3af1174ebc3f)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:44:50.333012 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:44:50.398271 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=401f6207-8d54-46c8-852a-16e315f47f0f,revision_number=7']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:44:50.656410 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['401f6207-8d54-46c8-852a-16e315f47f0f'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 07:44:52.015253 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 401f6207-8d54-46c8-852a-16e315f47f0f up at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:44:52.082327 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning complete for port 401f6207-8d54-46c8-852a-16e315f47f0f triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:44:52.082697 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:44:52.200961 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 401f6207-8d54-46c8-852a-16e315f47f0f is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:44:52.201327 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:44:52.231037 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5c29f6e-c746-49ef-aaeb-a61f9d392588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '401f6207-8d54-46c8-852a-16e315f47f0f'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:44:52.240278 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 401f6207-8d54-46c8-852a-16e315f47f0f, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=401f6207-8d54-46c8-852a-16e315f47f0f,segment=NetworkSegment(cd2d3efe-7857-4701-b8e9-3af1174ebc3f),segment_id=cd2d3efe-7857-4701-b8e9-3af1174ebc3f)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:44:52.274790 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7928600e-fd74-44e9-ad4f-fccc4297cf0d'] response: {'server_uuid': 'e5c29f6e-c746-49ef-aaeb-a61f9d392588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '401f6207-8d54-46c8-852a-16e315f47f0f', 'code': 200} May 28 07:44:52.339789 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:44:52.406166 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=401f6207-8d54-46c8-852a-16e315f47f0f,revision_number=8']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:44:55.569133 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-11e5d0d3-9a57-4d79-bd9d-01c3532f8197 req-912266a1-cf91-46d4-9cc2-86ec17d3861b service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=e5c29f6e-c746-49ef-aaeb-a61f9d392588&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0713847 May 28 07:44:55.721903 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e5d0d3-9a57-4d79-bd9d-01c3532f8197 req-d37402d3-2846-4491-a9f5-3901e8802a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:44:55.723351 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-11e5d0d3-9a57-4d79-bd9d-01c3532f8197 req-d37402d3-2846-4491-a9f5-3901e8802a72 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a9c9fa1c7c7d4d7bb1c96122bf3dc7fb&device_id=e5c29f6e-c746-49ef-aaeb-a61f9d392588 HTTP/1.1" status: 200 len: 1097 time: 0.0697606 May 28 07:44:55.865298 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e5d0d3-9a57-4d79-bd9d-01c3532f8197 req-970de8fe-7958-4e94-af8b-adb3aacdc9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:44:55.866658 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-11e5d0d3-9a57-4d79-bd9d-01c3532f8197 req-970de8fe-7958-4e94-af8b-adb3aacdc9fd service neutron] 10.222.0.71 "GET /v2.0/networks?id=95f45513-875f-48bf-9cd7-5da0451ce635 HTTP/1.1" status: 200 len: 909 time: 0.1257694 May 28 07:44:55.972935 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-11e5d0d3-9a57-4d79-bd9d-01c3532f8197 req-65e1ab3c-cbde-439b-a07d-86cd21ff8bf4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=401f6207-8d54-46c8-852a-16e315f47f0f HTTP/1.1" status: 200 len: 1002 time: 0.0995269 May 28 07:44:56.033071 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e5d0d3-9a57-4d79-bd9d-01c3532f8197 req-05bc8a93-6f25-4750-95de-1db4e825104a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:44:56.034528 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-11e5d0d3-9a57-4d79-bd9d-01c3532f8197 req-05bc8a93-6f25-4750-95de-1db4e825104a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f39ea068-f126-4d53-aeb0-0a4af2f13310 HTTP/1.1" status: 200 len: 847 time: 0.0559666 May 28 07:44:56.111374 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e5d0d3-9a57-4d79-bd9d-01c3532f8197 req-547ac54e-aad9-42fb-a60f-bad2467e8cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:44:56.112807 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-11e5d0d3-9a57-4d79-bd9d-01c3532f8197 req-547ac54e-aad9-42fb-a60f-bad2467e8cb9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=95f45513-875f-48bf-9cd7-5da0451ce635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718973 May 28 07:44:56.248584 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-11e5d0d3-9a57-4d79-bd9d-01c3532f8197 req-ea84920e-5fc0-43a9-937e-e64bf6c77624 service neutron] 10.222.0.71 "GET /v2.0/networks/95f45513-875f-48bf-9cd7-5da0451ce635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287644 May 28 07:44:56.379474 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-11e5d0d3-9a57-4d79-bd9d-01c3532f8197 req-2cd2f756-c3d1-4c22-9c0a-d7f86991c4d0 service neutron] 10.222.0.71 "GET /v2.0/networks/95f45513-875f-48bf-9cd7-5da0451ce635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244140 May 28 07:44:56.552962 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-406a3120-9e15-431f-b377-0b8b5b5940ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:44:58.396735 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:44:59.035677 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-53bdaa37-e590-4f97-8dd4-8f20fe719681 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:45:00.127462 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:45:00.218953 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:45:01.986721 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:45:03.001349 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:45:15.980751 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 07:45:26.515530 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-8872a0b4-01f4-4a08-b894-c630cab2142f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:45:28.426494 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:45:29.063787 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-915fb0ee-8771-422f-a9e1-287545e35c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:45:30.132055 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:45:30.192058 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:45:31.987272 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:45:33.040733 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:45:52.981236 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 07:45:55.504292 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0e287e7b-5988-4845-8d65-a0c27dc9b143 req-b4c3bd6f-517c-4023-9beb-b75776cf3abd service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=e5c29f6e-c746-49ef-aaeb-a61f9d392588&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0699182 May 28 07:45:55.661068 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e287e7b-5988-4845-8d65-a0c27dc9b143 req-2be1246d-daa6-4c84-9308-50ddcccd55f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:45:55.662622 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0e287e7b-5988-4845-8d65-a0c27dc9b143 req-2be1246d-daa6-4c84-9308-50ddcccd55f5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a9c9fa1c7c7d4d7bb1c96122bf3dc7fb&device_id=e5c29f6e-c746-49ef-aaeb-a61f9d392588 HTTP/1.1" status: 200 len: 1097 time: 0.0746901 May 28 07:45:55.804385 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e287e7b-5988-4845-8d65-a0c27dc9b143 req-6e009208-01be-4e42-8a23-9b94d191a988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:45:55.805859 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0e287e7b-5988-4845-8d65-a0c27dc9b143 req-6e009208-01be-4e42-8a23-9b94d191a988 service neutron] 10.222.0.71 "GET /v2.0/networks?id=95f45513-875f-48bf-9cd7-5da0451ce635 HTTP/1.1" status: 200 len: 909 time: 0.1253142 May 28 07:45:56.009620 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0e287e7b-5988-4845-8d65-a0c27dc9b143 req-de7ea35b-daea-4601-a0a2-39e315370b6f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=401f6207-8d54-46c8-852a-16e315f47f0f HTTP/1.1" status: 200 len: 1002 time: 0.1928236 May 28 07:45:56.072341 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e287e7b-5988-4845-8d65-a0c27dc9b143 req-1e99a392-c7f5-4e5e-98db-026b2f19bf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:45:56.076321 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0e287e7b-5988-4845-8d65-a0c27dc9b143 req-1e99a392-c7f5-4e5e-98db-026b2f19bf27 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f39ea068-f126-4d53-aeb0-0a4af2f13310 HTTP/1.1" status: 200 len: 847 time: 0.0572009 May 28 07:45:56.152300 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e287e7b-5988-4845-8d65-a0c27dc9b143 req-ce687364-a044-4cb9-bf6a-2ceffa656ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:45:56.153813 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0e287e7b-5988-4845-8d65-a0c27dc9b143 req-ce687364-a044-4cb9-bf6a-2ceffa656ed0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=95f45513-875f-48bf-9cd7-5da0451ce635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735648 May 28 07:45:56.283694 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0e287e7b-5988-4845-8d65-a0c27dc9b143 req-f3c512c9-baef-4efb-93e1-d8eb70a0399d service neutron] 10.222.0.71 "GET /v2.0/networks/95f45513-875f-48bf-9cd7-5da0451ce635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236486 May 28 07:45:56.432020 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-0e287e7b-5988-4845-8d65-a0c27dc9b143 req-96bf1127-83e0-4443-8916-876dc934317c service neutron] 10.222.0.71 "GET /v2.0/networks/95f45513-875f-48bf-9cd7-5da0451ce635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421826 May 28 07:45:56.492133 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-14ea4d30-15b3-4335-9df9-10181780405c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:45:58.469057 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:45:59.086651 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-47fee985-7bee-4dd4-8be3-83ed952bf7c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:46:00.162516 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:46:00.254023 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:46:01.966258 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:46:03.074203 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:46:26.471008 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d74c21ba-ff5e-4c89-84b8-09ed00d1a028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:46:28.419091 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:46:29.131376 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-a2b3a8bb-6015-4ee0-883d-ad01e7d93ca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:46:29.981168 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 07:46:30.144746 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:46:30.184473 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:46:31.999388 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:46:33.047474 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:46:38.633403 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [req-45bb957e-95d1-4cc1-9cd9-b3d373f6edd4 req-a742c762-2389-4d34-9da4-1304b523ee6a service neutron] (89109) timed out ('10.222.0.69', 53515) {{(pid=89109) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 28 07:46:38.703742 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 60180) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:46:39.113309 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-874c2e9c-82f1-4656-b3da-9dadea7de0a9 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Deleting port 08f2fd82-2623-4594-9441-3fa83d5ff794 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:46:39.113715 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-874c2e9c-82f1-4656-b3da-9dadea7de0a9 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:46:39.289605 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-874c2e9c-82f1-4656-b3da-9dadea7de0a9 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:46:39.289937 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-874c2e9c-82f1-4656-b3da-9dadea7de0a9 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:46:39.415997 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-874c2e9c-82f1-4656-b3da-9dadea7de0a9 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Calling delete_port for 08f2fd82-2623-4594-9441-3fa83d5ff794 owned by network:floatingip {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:46:39.728161 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-874c2e9c-82f1-4656-b3da-9dadea7de0a9 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:46:39.777300 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874c2e9c-82f1-4656-b3da-9dadea7de0a9 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Pushing event deleted for resources: {'Port': ['ID=08f2fd82-2623-4594-9441-3fa83d5ff794,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:46:39.814611 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874c2e9c-82f1-4656-b3da-9dadea7de0a9 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:46:39.814868 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874c2e9c-82f1-4656-b3da-9dadea7de0a9 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:46:39.815200 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874c2e9c-82f1-4656-b3da-9dadea7de0a9 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:46:39.815524 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874c2e9c-82f1-4656-b3da-9dadea7de0a9 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:46:39.815855 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874c2e9c-82f1-4656-b3da-9dadea7de0a9 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:46:39.816161 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874c2e9c-82f1-4656-b3da-9dadea7de0a9 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:46:39.816474 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874c2e9c-82f1-4656-b3da-9dadea7de0a9 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:46:39.816925 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874c2e9c-82f1-4656-b3da-9dadea7de0a9 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:46:39.817246 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874c2e9c-82f1-4656-b3da-9dadea7de0a9 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:46:39.817597 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874c2e9c-82f1-4656-b3da-9dadea7de0a9 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:46:39.817918 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874c2e9c-82f1-4656-b3da-9dadea7de0a9 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:46:39.818231 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874c2e9c-82f1-4656-b3da-9dadea7de0a9 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:46:39.879388 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-874c2e9c-82f1-4656-b3da-9dadea7de0a9 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Notify callbacks [] for floatingip, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:46:39.879725 n-d-843702-1 neutron-server[89109]: INFO neutron.db.l3_db [None req-874c2e9c-82f1-4656-b3da-9dadea7de0a9 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Floating IP ba1e9fb5-795b-4b26-b269-98bf030561c6 disassociated (deleted). External IP: 172.25.5.251, port: 401f6207-8d54-46c8-852a-16e315f47f0f. May 28 07:46:40.227716 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-874c2e9c-82f1-4656-b3da-9dadea7de0a9 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Router c1bd034b-2bb1-429f-8aba-7b00d094296c has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 07:46:40.407539 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-874c2e9c-82f1-4656-b3da-9dadea7de0a9 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 07:46:40.418400 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662f53b8-df43-415f-82ce-6a04702b5a1c None None] Sync routers for ids ['c1bd034b-2bb1-429f-8aba-7b00d094296c'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 07:46:40.427920 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662f53b8-df43-415f-82ce-6a04702b5a1c None None] Routers {'c1bd034b-2bb1-429f-8aba-7b00d094296c'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:46:40.429066 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-662f53b8-df43-415f-82ce-6a04702b5a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:46:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['c1bd034b-2bb1-429f-8aba-7b00d094296c'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:46:40.476157 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-874c2e9c-82f1-4656-b3da-9dadea7de0a9 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:46:40.534930 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-874c2e9c-82f1-4656-b3da-9dadea7de0a9 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "DELETE /v2.0/floatingips/ba1e9fb5-795b-4b26-b269-98bf030561c6 HTTP/1.1" status: 204 len: 168 time: 1.8439910 May 28 07:46:40.534930 n-d-843702-1 neutron-server[89109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5c29f6e-c746-49ef-aaeb-a61f9d392588', 'tag': '401f6207-8d54-46c8-852a-16e315f47f0f'}] {{(pid=89109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:46:40.605918 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-662f53b8-df43-415f-82ce-6a04702b5a1c None None] Set router c1bd034b-2bb1-429f-8aba-7b00d094296c gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:46:40.944820 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-662f53b8-df43-415f-82ce-6a04702b5a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bd034b-2bb1-429f-8aba-7b00d094296c', 'name': 'tempest-TestShelveInstance-924128767-router', 'tenant_id': 'a9c9fa1c7c7d4d7bb1c96122bf3dc7fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.136'}], 'enable_snat': True}, 'gw_port_id': '6dd0b573-9070-4668-93a8-2f3172b6ee8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:35:56Z', 'updated_at': '2022-05-28T07:36:00Z', 'revision_number': 4, 'project_id': 'a9c9fa1c7c7d4d7bb1c96122bf3dc7fb', 'gw_port': {'id': '6dd0b573-9070-4668-93a8-2f3172b6ee8b', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:bd:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bd034b-2bb1-429f-8aba-7b00d094296c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:35:57Z', 'updated_at': '2022-05-28T07:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'c157e037-fad8-4b5b-b40c-00a780b093ab', 'name': '', 'network_id': '95f45513-875f-48bf-9cd7-5da0451ce635', 'tenant_id': 'a9c9fa1c7c7d4d7bb1c96122bf3dc7fb', 'mac_address': 'fa:16:3e:e7:0b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bd034b-2bb1-429f-8aba-7b00d094296c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': 'f39ea068-f126-4d53-aeb0-0a4af2f13310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:36:00Z', 'updated_at': '2022-05-28T07:36:07Z', 'revision_number': 5, 'project_id': 'a9c9fa1c7c7d4d7bb1c96122bf3dc7fb', 'subnets': [{'id': 'f39ea068-f126-4d53-aeb0-0a4af2f13310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:46:40.948746 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662f53b8-df43-415f-82ce-6a04702b5a1c None None] Checking router: c1bd034b-2bb1-429f-8aba-7b00d094296c for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 07:46:40.957190 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662f53b8-df43-415f-82ce-6a04702b5a1c None None] Routers {'c1bd034b-2bb1-429f-8aba-7b00d094296c'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:46:40.958109 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-662f53b8-df43-415f-82ce-6a04702b5a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:46:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['c1bd034b-2bb1-429f-8aba-7b00d094296c'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:46:41.096445 n-d-843702-1 neutron-server[89109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f238056-3605-465d-bdbe-b4a4f9bcd2c8'] response: {'name': 'network-changed', 'server_uuid': 'e5c29f6e-c746-49ef-aaeb-a61f9d392588', 'tag': '401f6207-8d54-46c8-852a-16e315f47f0f', 'status': 'completed', 'code': 200} May 28 07:46:41.136702 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-662f53b8-df43-415f-82ce-6a04702b5a1c None None] Set router c1bd034b-2bb1-429f-8aba-7b00d094296c gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:46:41.271163 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce859c08-6a2c-48c5-8be3-a078188343e0 req-8335d5de-8fee-470d-8091-4f38db1cc99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:46:41.273100 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ce859c08-6a2c-48c5-8be3-a078188343e0 req-8335d5de-8fee-470d-8091-4f38db1cc99a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a9c9fa1c7c7d4d7bb1c96122bf3dc7fb&device_id=e5c29f6e-c746-49ef-aaeb-a61f9d392588 HTTP/1.1" status: 200 len: 1097 time: 0.1302769 May 28 07:46:41.312008 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b744f43b-d265-4a9c-ab7b-807001a38867 req-00ff1db3-b860-4bec-820c-7caf0aa5c720 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:46:41.313446 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b744f43b-d265-4a9c-ab7b-807001a38867 req-00ff1db3-b860-4bec-820c-7caf0aa5c720 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5c29f6e-c746-49ef-aaeb-a61f9d392588 HTTP/1.1" status: 200 len: 946 time: 0.1268251 May 28 07:46:41.436521 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b744f43b-d265-4a9c-ab7b-807001a38867 req-4156508a-6a9c-4136-b4a2-4e3dea44f551 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef531ed5-3f43-4ade-8534-ab8d815a4dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747051 May 28 07:46:41.447031 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-662f53b8-df43-415f-82ce-6a04702b5a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bd034b-2bb1-429f-8aba-7b00d094296c', 'name': 'tempest-TestShelveInstance-924128767-router', 'tenant_id': 'a9c9fa1c7c7d4d7bb1c96122bf3dc7fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.136'}], 'enable_snat': True}, 'gw_port_id': '6dd0b573-9070-4668-93a8-2f3172b6ee8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:35:56Z', 'updated_at': '2022-05-28T07:36:00Z', 'revision_number': 4, 'project_id': 'a9c9fa1c7c7d4d7bb1c96122bf3dc7fb', 'gw_port': {'id': '6dd0b573-9070-4668-93a8-2f3172b6ee8b', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:bd:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bd034b-2bb1-429f-8aba-7b00d094296c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:35:57Z', 'updated_at': '2022-05-28T07:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'c157e037-fad8-4b5b-b40c-00a780b093ab', 'name': '', 'network_id': '95f45513-875f-48bf-9cd7-5da0451ce635', 'tenant_id': 'a9c9fa1c7c7d4d7bb1c96122bf3dc7fb', 'mac_address': 'fa:16:3e:e7:0b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bd034b-2bb1-429f-8aba-7b00d094296c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': 'f39ea068-f126-4d53-aeb0-0a4af2f13310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:36:00Z', 'updated_at': '2022-05-28T07:36:07Z', 'revision_number': 5, 'project_id': 'a9c9fa1c7c7d4d7bb1c96122bf3dc7fb', 'subnets': [{'id': 'f39ea068-f126-4d53-aeb0-0a4af2f13310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:46:41.455299 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662f53b8-df43-415f-82ce-6a04702b5a1c None None] The sync data for ids ['c1bd034b-2bb1-429f-8aba-7b00d094296c'] in n-d-843702-1 is: [{'id': 'c1bd034b-2bb1-429f-8aba-7b00d094296c', 'name': 'tempest-TestShelveInstance-924128767-router', 'tenant_id': 'a9c9fa1c7c7d4d7bb1c96122bf3dc7fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.136'}], 'enable_snat': True}, 'gw_port_id': '6dd0b573-9070-4668-93a8-2f3172b6ee8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:35:56Z', 'updated_at': '2022-05-28T07:36:00Z', 'revision_number': 4, 'project_id': 'a9c9fa1c7c7d4d7bb1c96122bf3dc7fb', 'gw_port': {'id': '6dd0b573-9070-4668-93a8-2f3172b6ee8b', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:bd:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bd034b-2bb1-429f-8aba-7b00d094296c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:35:57Z', 'updated_at': '2022-05-28T07:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'c157e037-fad8-4b5b-b40c-00a780b093ab', 'name': '', 'network_id': '95f45513-875f-48bf-9cd7-5da0451ce635', 'tenant_id': 'a9c9fa1c7c7d4d7bb1c96122bf3dc7fb', 'mac_address': 'fa:16:3e:e7:0b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bd034b-2bb1-429f-8aba-7b00d094296c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': 'f39ea068-f126-4d53-aeb0-0a4af2f13310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:36:00Z', 'updated_at': '2022-05-28T07:36:07Z', 'revision_number': 5, 'project_id': 'a9c9fa1c7c7d4d7bb1c96122bf3dc7fb', 'subnets': [{'id': 'f39ea068-f126-4d53-aeb0-0a4af2f13310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 07:46:41.458654 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce859c08-6a2c-48c5-8be3-a078188343e0 req-f7112f8e-4acd-4915-899e-2a8ccdd09cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:46:41.461184 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ce859c08-6a2c-48c5-8be3-a078188343e0 req-f7112f8e-4acd-4915-899e-2a8ccdd09cbf service neutron] 10.222.0.71 "GET /v2.0/networks?id=95f45513-875f-48bf-9cd7-5da0451ce635 HTTP/1.1" status: 200 len: 909 time: 0.1814415 May 28 07:46:41.532256 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ce859c08-6a2c-48c5-8be3-a078188343e0 req-6a5b4bc5-4010-4620-b536-09ba6da5186f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=401f6207-8d54-46c8-852a-16e315f47f0f HTTP/1.1" status: 200 len: 217 time: 0.0640733 May 28 07:46:41.601316 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce859c08-6a2c-48c5-8be3-a078188343e0 req-9d78d30e-08fd-4090-981e-3f88ef4ea238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:46:41.602848 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ce859c08-6a2c-48c5-8be3-a078188343e0 req-9d78d30e-08fd-4090-981e-3f88ef4ea238 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f39ea068-f126-4d53-aeb0-0a4af2f13310 HTTP/1.1" status: 200 len: 847 time: 0.0634851 May 28 07:46:41.670997 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cc3e80-dbae-486f-a3fb-5a188fa7ca6e None None] New status for floating IP ba1e9fb5-795b-4b26-b269-98bf030561c6: DOWN {{(pid=89111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 07:46:41.680894 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce859c08-6a2c-48c5-8be3-a078188343e0 req-74dfff3f-fee9-42d0-8bf0-7622f19caed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:46:41.682403 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ce859c08-6a2c-48c5-8be3-a078188343e0 req-74dfff3f-fee9-42d0-8bf0-7622f19caed6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=95f45513-875f-48bf-9cd7-5da0451ce635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0731227 May 28 07:46:41.814989 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ce859c08-6a2c-48c5-8be3-a078188343e0 req-356f001d-ac15-46ee-85b4-6ee679b0a057 service neutron] 10.222.0.71 "GET /v2.0/networks/95f45513-875f-48bf-9cd7-5da0451ce635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247442 May 28 07:46:41.946148 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ce859c08-6a2c-48c5-8be3-a078188343e0 req-3260c747-58bd-46b4-ba62-18b2da970a1a service neutron] 10.222.0.71 "GET /v2.0/networks/95f45513-875f-48bf-9cd7-5da0451ce635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242654 May 28 07:46:42.627587 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e2f2e8-69ea-4985-97e8-f76328869040 req-e9d40537-e852-413c-a3b7-486fce258ac2 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:46:42.629064 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-97e2f2e8-69ea-4985-97e8-f76328869040 req-e9d40537-e852-413c-a3b7-486fce258ac2 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5c29f6e-c746-49ef-aaeb-a61f9d392588 HTTP/1.1" status: 200 len: 946 time: 0.0850663 May 28 07:46:42.677012 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-97e2f2e8-69ea-4985-97e8-f76328869040 req-47a9f6cc-2770-4017-ab81-5aa358e51fd3 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef531ed5-3f43-4ade-8534-ab8d815a4dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399783 May 28 07:46:42.785868 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95fe5c7-95c1-451b-807d-e88eddaaebb8 req-187fecc0-8a13-4e1f-9f7e-3c702e8afa12 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:46:42.787165 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d95fe5c7-95c1-451b-807d-e88eddaaebb8 req-187fecc0-8a13-4e1f-9f7e-3c702e8afa12 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.71 "GET /v2.0/ports?device_id=e5c29f6e-c746-49ef-aaeb-a61f9d392588 HTTP/1.1" status: 200 len: 946 time: 0.0798085 May 28 07:46:42.865097 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-d95fe5c7-95c1-451b-807d-e88eddaaebb8 req-3909bb14-423c-4354-a2b6-6729261bdf5e tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Deleting port 401f6207-8d54-46c8-852a-16e315f47f0f {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:46:42.865468 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-d95fe5c7-95c1-451b-807d-e88eddaaebb8 req-3909bb14-423c-4354-a2b6-6729261bdf5e tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:46:43.215963 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-d95fe5c7-95c1-451b-807d-e88eddaaebb8 req-3909bb14-423c-4354-a2b6-6729261bdf5e tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] For port 401f6207-8d54-46c8-852a-16e315f47f0f, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=401f6207-8d54-46c8-852a-16e315f47f0f,segment=NetworkSegment(cd2d3efe-7857-4701-b8e9-3af1174ebc3f),segment_id=cd2d3efe-7857-4701-b8e9-3af1174ebc3f)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:46:43.216316 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-d95fe5c7-95c1-451b-807d-e88eddaaebb8 req-3909bb14-423c-4354-a2b6-6729261bdf5e tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:46:43.341105 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-d95fe5c7-95c1-451b-807d-e88eddaaebb8 req-3909bb14-423c-4354-a2b6-6729261bdf5e tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Calling delete_port for 401f6207-8d54-46c8-852a-16e315f47f0f owned by compute:nova {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:46:43.607892 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-d95fe5c7-95c1-451b-807d-e88eddaaebb8 req-3909bb14-423c-4354-a2b6-6729261bdf5e tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:46:43.666288 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3909bb14-423c-4354-a2b6-6729261bdf5e tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Pushing event deleted for resources: {'Port': ['ID=401f6207-8d54-46c8-852a-16e315f47f0f,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:46:43.715328 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3909bb14-423c-4354-a2b6-6729261bdf5e tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:46:43.715668 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3909bb14-423c-4354-a2b6-6729261bdf5e tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:46:43.716081 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3909bb14-423c-4354-a2b6-6729261bdf5e tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:46:43.716411 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3909bb14-423c-4354-a2b6-6729261bdf5e tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:46:43.716755 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3909bb14-423c-4354-a2b6-6729261bdf5e tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:46:43.717080 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3909bb14-423c-4354-a2b6-6729261bdf5e tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:46:43.717510 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3909bb14-423c-4354-a2b6-6729261bdf5e tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:46:43.717870 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3909bb14-423c-4354-a2b6-6729261bdf5e tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:46:43.718192 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3909bb14-423c-4354-a2b6-6729261bdf5e tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:46:43.718510 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3909bb14-423c-4354-a2b6-6729261bdf5e tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:46:43.718853 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3909bb14-423c-4354-a2b6-6729261bdf5e tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:46:43.719252 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3909bb14-423c-4354-a2b6-6729261bdf5e tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:46:43.765147 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-d95fe5c7-95c1-451b-807d-e88eddaaebb8 req-3909bb14-423c-4354-a2b6-6729261bdf5e tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] No DVR routers for this DVR port 401f6207-8d54-46c8-852a-16e315f47f0f on host n-h2-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 07:46:43.768606 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-d95fe5c7-95c1-451b-807d-e88eddaaebb8 req-3909bb14-423c-4354-a2b6-6729261bdf5e tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:46:43.771541 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5c29f6e-c746-49ef-aaeb-a61f9d392588', 'name': 'network-vif-deleted', 'tag': '401f6207-8d54-46c8-852a-16e315f47f0f'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:46:43.784688 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-d95fe5c7-95c1-451b-807d-e88eddaaebb8 req-3909bb14-423c-4354-a2b6-6729261bdf5e tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.71 "DELETE /v2.0/ports/401f6207-8d54-46c8-852a-16e315f47f0f HTTP/1.1" status: 204 len: 173 time: 0.9922125 May 28 07:46:43.845300 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-6f226de9-84ca-44eb-b471-51bba1593d64 req-73ff7a50-1564-4c06-baa3-4af6c6e5e75d tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Synchronizing usage tracker for tenant:a9c9fa1c7c7d4d7bb1c96122bf3dc7fb on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:46:43.954241 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-6f226de9-84ca-44eb-b471-51bba1593d64 req-73ff7a50-1564-4c06-baa3-4af6c6e5e75d tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Unset dirty status for tenant:a9c9fa1c7c7d4d7bb1c96122bf3dc7fb on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:46:43.955560 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-6f226de9-84ca-44eb-b471-51bba1593d64 req-73ff7a50-1564-4c06-baa3-4af6c6e5e75d tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5c29f6e-c746-49ef-aaeb-a61f9d392588 HTTP/1.1" status: 200 len: 210 time: 0.1575789 May 28 07:46:44.088699 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f8d3aa4-000a-4a11-97cf-33933bc73af9'] response: {'server_uuid': 'e5c29f6e-c746-49ef-aaeb-a61f9d392588', 'name': 'network-vif-deleted', 'tag': '401f6207-8d54-46c8-852a-16e315f47f0f', 'status': 'completed', 'code': 200} May 28 07:46:45.134369 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-35aa586c-b713-472e-9466-c2e196d4ff65 req-36e28c41-a722-4277-a8c4-63195b058366 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5c29f6e-c746-49ef-aaeb-a61f9d392588 HTTP/1.1" status: 200 len: 210 time: 0.0448856 May 28 07:46:46.230760 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 60206) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:46:46.304206 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ff991044-2b33-42be-9c88-2d11df1d4411 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:46:46.335181 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ff991044-2b33-42be-9c88-2d11df1d4411 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:46:46.453678 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ff991044-2b33-42be-9c88-2d11df1d4411 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:46:46.474917 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff991044-2b33-42be-9c88-2d11df1d4411 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef531ed5-3f43-4ade-8534-ab8d815a4dca,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:46:46.484095 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-ff991044-2b33-42be-9c88-2d11df1d4411 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:46:46.485710 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-ff991044-2b33-42be-9c88-2d11df1d4411 tempest-TestShelveInstance-2079483881 tempest-TestShelveInstance-2079483881-project] 10.222.0.55 "DELETE /v2.0/security-groups/ef531ed5-3f43-4ade-8534-ab8d815a4dca HTTP/1.1" status: 204 len: 168 time: 0.2535160 May 28 07:46:46.549437 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 401f6207-8d54-46c8-852a-16e315f47f0f no longer exists at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:46:46.583027 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] No Port match for: 401f6207-8d54-46c8-852a-16e315f47f0f {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 07:46:46.583374 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 401f6207-8d54-46c8-852a-16e315f47f0f not bound to the agent host n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 07:46:46.593490 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 60212) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:46:47.403968 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-62288f9a-f880-48e5-b36e-fa462beadd9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700548'] for router_interface, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:46:47.758349 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-62288f9a-f880-48e5-b36e-fa462beadd9c admin admin] Deleting port c157e037-fad8-4b5b-b40c-00a780b093ab {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:46:47.758688 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-62288f9a-f880-48e5-b36e-fa462beadd9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:46:47.959856 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-62288f9a-f880-48e5-b36e-fa462beadd9c admin admin] For port c157e037-fad8-4b5b-b40c-00a780b093ab, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=c157e037-fad8-4b5b-b40c-00a780b093ab,segment=NetworkSegment(cd2d3efe-7857-4701-b8e9-3af1174ebc3f),segment_id=cd2d3efe-7857-4701-b8e9-3af1174ebc3f)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:46:47.960307 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-62288f9a-f880-48e5-b36e-fa462beadd9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:46:48.085685 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-62288f9a-f880-48e5-b36e-fa462beadd9c admin admin] Calling delete_port for c157e037-fad8-4b5b-b40c-00a780b093ab owned by network:router_interface {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:46:48.456156 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-62288f9a-f880-48e5-b36e-fa462beadd9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:46:48.503544 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62288f9a-f880-48e5-b36e-fa462beadd9c admin admin] Pushing event deleted for resources: {'Port': ['ID=c157e037-fad8-4b5b-b40c-00a780b093ab,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:46:48.775410 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-62288f9a-f880-48e5-b36e-fa462beadd9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700472'] for router_interface, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:46:49.255318 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62288f9a-f880-48e5-b36e-fa462beadd9c admin admin] Router c1bd034b-2bb1-429f-8aba-7b00d094296c has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 07:46:49.437134 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62288f9a-f880-48e5-b36e-fa462beadd9c admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 07:46:49.446242 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b806169e-c267-4b21-a70e-c40547f8a852 None None] Sync routers for ids ['c1bd034b-2bb1-429f-8aba-7b00d094296c'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 07:46:49.454937 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b806169e-c267-4b21-a70e-c40547f8a852 None None] Routers {'c1bd034b-2bb1-429f-8aba-7b00d094296c'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:46:49.455505 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-b806169e-c267-4b21-a70e-c40547f8a852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:46:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['c1bd034b-2bb1-429f-8aba-7b00d094296c'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:46:49.525127 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-62288f9a-f880-48e5-b36e-fa462beadd9c admin admin] 10.222.0.55 "PUT /v2.0/routers/c1bd034b-2bb1-429f-8aba-7b00d094296c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9303217 May 28 07:46:49.527905 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 60218) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:46:49.633519 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-b806169e-c267-4b21-a70e-c40547f8a852 None None] Set router c1bd034b-2bb1-429f-8aba-7b00d094296c gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:46:49.724218 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c439091c-198b-40d8-a910-8071c4133feb admin admin] Notify callbacks [] for router, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:46:49.901940 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c439091c-198b-40d8-a910-8071c4133feb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:46:49.918224 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-b806169e-c267-4b21-a70e-c40547f8a852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bd034b-2bb1-429f-8aba-7b00d094296c', 'name': 'tempest-TestShelveInstance-924128767-router', 'tenant_id': 'a9c9fa1c7c7d4d7bb1c96122bf3dc7fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.136'}], 'enable_snat': True}, 'gw_port_id': '6dd0b573-9070-4668-93a8-2f3172b6ee8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:35:56Z', 'updated_at': '2022-05-28T07:46:48Z', 'revision_number': 5, 'project_id': 'a9c9fa1c7c7d4d7bb1c96122bf3dc7fb', 'gw_port': {'id': '6dd0b573-9070-4668-93a8-2f3172b6ee8b', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:bd:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bd034b-2bb1-429f-8aba-7b00d094296c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:35:57Z', 'updated_at': '2022-05-28T07:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:46:49.921944 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b806169e-c267-4b21-a70e-c40547f8a852 None None] Checking router: c1bd034b-2bb1-429f-8aba-7b00d094296c for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 07:46:49.944680 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b806169e-c267-4b21-a70e-c40547f8a852 None None] Routers {'c1bd034b-2bb1-429f-8aba-7b00d094296c'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:46:49.944680 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-b806169e-c267-4b21-a70e-c40547f8a852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:46:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['c1bd034b-2bb1-429f-8aba-7b00d094296c'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:46:50.005370 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-c439091c-198b-40d8-a910-8071c4133feb admin admin] Deleting port 6dd0b573-9070-4668-93a8-2f3172b6ee8b {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:46:50.005977 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c439091c-198b-40d8-a910-8071c4133feb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:46:50.132603 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-b806169e-c267-4b21-a70e-c40547f8a852 None None] Set router c1bd034b-2bb1-429f-8aba-7b00d094296c gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:46:50.181095 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [None req-c439091c-198b-40d8-a910-8071c4133feb admin admin] For port 6dd0b573-9070-4668-93a8-2f3172b6ee8b, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=6dd0b573-9070-4668-93a8-2f3172b6ee8b,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:46:50.181361 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c439091c-198b-40d8-a910-8071c4133feb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:46:50.305323 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-c439091c-198b-40d8-a910-8071c4133feb admin admin] Calling delete_port for 6dd0b573-9070-4668-93a8-2f3172b6ee8b owned by network:router_gateway {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:46:50.418570 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-b806169e-c267-4b21-a70e-c40547f8a852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bd034b-2bb1-429f-8aba-7b00d094296c', 'name': 'tempest-TestShelveInstance-924128767-router', 'tenant_id': 'a9c9fa1c7c7d4d7bb1c96122bf3dc7fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.136'}], 'enable_snat': True}, 'gw_port_id': '6dd0b573-9070-4668-93a8-2f3172b6ee8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:35:56Z', 'updated_at': '2022-05-28T07:46:48Z', 'revision_number': 5, 'project_id': 'a9c9fa1c7c7d4d7bb1c96122bf3dc7fb', 'gw_port': {'id': '6dd0b573-9070-4668-93a8-2f3172b6ee8b', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:bd:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bd034b-2bb1-429f-8aba-7b00d094296c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:35:57Z', 'updated_at': '2022-05-28T07:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:46:50.422709 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b806169e-c267-4b21-a70e-c40547f8a852 None None] The sync data for ids ['c1bd034b-2bb1-429f-8aba-7b00d094296c'] in n-d-843702-1 is: [{'id': 'c1bd034b-2bb1-429f-8aba-7b00d094296c', 'name': 'tempest-TestShelveInstance-924128767-router', 'tenant_id': 'a9c9fa1c7c7d4d7bb1c96122bf3dc7fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.136'}], 'enable_snat': True}, 'gw_port_id': '6dd0b573-9070-4668-93a8-2f3172b6ee8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:35:56Z', 'updated_at': '2022-05-28T07:46:48Z', 'revision_number': 5, 'project_id': 'a9c9fa1c7c7d4d7bb1c96122bf3dc7fb', 'gw_port': {'id': '6dd0b573-9070-4668-93a8-2f3172b6ee8b', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:bd:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bd034b-2bb1-429f-8aba-7b00d094296c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:35:57Z', 'updated_at': '2022-05-28T07:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 07:46:50.789078 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c439091c-198b-40d8-a910-8071c4133feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:46:50.836304 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c439091c-198b-40d8-a910-8071c4133feb admin admin] Pushing event deleted for resources: {'Port': ['ID=6dd0b573-9070-4668-93a8-2f3172b6ee8b,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:46:50.929512 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c439091c-198b-40d8-a910-8071c4133feb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691105'] for router_gateway, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:46:51.105334 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c439091c-198b-40d8-a910-8071c4133feb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59018'] for router, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:46:51.107382 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c439091c-198b-40d8-a910-8071c4133feb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:46:51.199167 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c439091c-198b-40d8-a910-8071c4133feb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-703817'] for router, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:46:51.199683 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c439091c-198b-40d8-a910-8071c4133feb admin admin] Fanout notify agent at l3_agent the message router_deleted on router c1bd034b-2bb1-429f-8aba-7b00d094296c {{(pid=89110) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 07:46:51.212126 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c439091c-198b-40d8-a910-8071c4133feb admin admin] Notify callbacks [] for router, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:46:51.213616 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-c439091c-198b-40d8-a910-8071c4133feb admin admin] 10.222.0.55 "DELETE /v2.0/routers/c1bd034b-2bb1-429f-8aba-7b00d094296c HTTP/1.1" status: 204 len: 168 time: 1.6840086 May 28 07:46:51.216106 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 60222) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:46:51.276505 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_v2 [None req-a38e12c4-9ead-4b11-9f16-dda5e812e5f7 admin admin] Deleting subnet f39ea068-f126-4d53-aeb0-0a4af2f13310 {{(pid=89109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 07:46:51.279600 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a38e12c4-9ead-4b11-9f16-dda5e812e5f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:46:51.329481 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a38e12c4-9ead-4b11-9f16-dda5e812e5f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3964070'] for subnet, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:46:51.408446 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a38e12c4-9ead-4b11-9f16-dda5e812e5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:46:51.542396 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a38e12c4-9ead-4b11-9f16-dda5e812e5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9555650'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:46:51.580319 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38e12c4-9ead-4b11-9f16-dda5e812e5f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f39ea068-f126-4d53-aeb0-0a4af2f13310,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:46:51.586963 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-a38e12c4-9ead-4b11-9f16-dda5e812e5f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:46:51.591294 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d074582-73ee-47a7-9eef-4501f7067980 None None] Network 95f45513-875f-48bf-9cd7-5da0451ce635 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 07:46:51.593863 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-a38e12c4-9ead-4b11-9f16-dda5e812e5f7 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/f39ea068-f126-4d53-aeb0-0a4af2f13310 HTTP/1.1" status: 204 len: 168 time: 0.3767331 May 28 07:46:51.596398 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 60226) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:46:51.695085 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device c157e037-fad8-4b5b-b40c-00a780b093ab no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:46:51.713121 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a7eb10ca-2f3c-45b2-80e9-f3f42913c1ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:46:51.723350 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-a7eb10ca-2f3c-45b2-80e9-f3f42913c1ea admin admin] Deleting port 1cec76ab-6dce-480c-abb6-e21e0d134245 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:46:51.723668 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a7eb10ca-2f3c-45b2-80e9-f3f42913c1ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:46:51.754614 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: c157e037-fad8-4b5b-b40c-00a780b093ab {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 07:46:51.754952 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device c157e037-fad8-4b5b-b40c-00a780b093ab not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 07:46:51.755362 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 6dd0b573-9070-4668-93a8-2f3172b6ee8b no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:46:51.796034 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 6dd0b573-9070-4668-93a8-2f3172b6ee8b {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 07:46:51.796360 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 6dd0b573-9070-4668-93a8-2f3172b6ee8b not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 07:46:51.916688 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30177512-afce-4822-9ab3-681dbee35689 None None] DHCP port deletion for 95f45513-875f-48bf-9cd7-5da0451ce635 request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 07:46:51.920895 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-30177512-afce-4822-9ab3-681dbee35689 None None] Deleting port 1cec76ab-6dce-480c-abb6-e21e0d134245 {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:46:51.921271 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-30177512-afce-4822-9ab3-681dbee35689 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:46:51.930010 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [None req-a7eb10ca-2f3c-45b2-80e9-f3f42913c1ea admin admin] For port 1cec76ab-6dce-480c-abb6-e21e0d134245, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=1cec76ab-6dce-480c-abb6-e21e0d134245,segment=NetworkSegment(cd2d3efe-7857-4701-b8e9-3af1174ebc3f),segment_id=cd2d3efe-7857-4701-b8e9-3af1174ebc3f)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:46:51.930497 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a7eb10ca-2f3c-45b2-80e9-f3f42913c1ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:46:52.053783 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-a7eb10ca-2f3c-45b2-80e9-f3f42913c1ea admin admin] Calling delete_port for 1cec76ab-6dce-480c-abb6-e21e0d134245 owned by network:dhcp {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:46:52.124811 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-30177512-afce-4822-9ab3-681dbee35689 None None] For port 1cec76ab-6dce-480c-abb6-e21e0d134245, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=1cec76ab-6dce-480c-abb6-e21e0d134245,segment=NetworkSegment(cd2d3efe-7857-4701-b8e9-3af1174ebc3f),segment_id=cd2d3efe-7857-4701-b8e9-3af1174ebc3f)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:46:52.125205 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-30177512-afce-4822-9ab3-681dbee35689 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:46:52.182233 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a7eb10ca-2f3c-45b2-80e9-f3f42913c1ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:46:52.234248 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eb10ca-2f3c-45b2-80e9-f3f42913c1ea admin admin] Pushing event deleted for resources: {'Port': ['ID=1cec76ab-6dce-480c-abb6-e21e0d134245,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:46:52.237271 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7eb10ca-2f3c-45b2-80e9-f3f42913c1ea admin admin] No DVR routers for this DVR port 1cec76ab-6dce-480c-abb6-e21e0d134245 on host n-d-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 07:46:52.249111 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-30177512-afce-4822-9ab3-681dbee35689 None None] Calling delete_port for 1cec76ab-6dce-480c-abb6-e21e0d134245 owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:46:52.321817 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.db.api [None req-30177512-afce-4822-9ab3-681dbee35689 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89111) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 07:46:52.322186 n-d-843702-1 neutron-server[89111]: DEBUG oslo_db.api [None req-30177512-afce-4822-9ab3-681dbee35689 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 07:46:52.352117 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a7eb10ca-2f3c-45b2-80e9-f3f42913c1ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:46:52.476148 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-a7eb10ca-2f3c-45b2-80e9-f3f42913c1ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95f45513-875f-48bf-9cd7-5da0451ce635']}} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:46:52.488002 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-a7eb10ca-2f3c-45b2-80e9-f3f42913c1ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd2d3efe-7857-4701-b8e9-3af1174ebc3f') {'for_net_delete': True} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:46:52.488321 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-a7eb10ca-2f3c-45b2-80e9-f3f42913c1ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd2d3efe-7857-4701-b8e9-3af1174ebc3f') {} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:46:52.500887 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a7eb10ca-2f3c-45b2-80e9-f3f42913c1ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4150778'] for segment, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:46:52.516936 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a7eb10ca-2f3c-45b2-80e9-f3f42913c1ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:46:52.523102 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7eb10ca-2f3c-45b2-80e9-f3f42913c1ea admin admin] Releasing vlan 375 on physical network physnet1 to pool {{(pid=89110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 07:46:52.523482 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a7eb10ca-2f3c-45b2-80e9-f3f42913c1ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3143023'] for segment, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:46:52.621725 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment cd2d3efe-7857-4701-b8e9-3af1174ebc3f resource provider aggregate not found May 28 07:46:52.638138 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment cd2d3efe-7857-4701-b8e9-3af1174ebc3f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cd2d3efe-7857-4701-b8e9-3af1174ebc3f found for delete ", "request_id": "req-6b204f51-c05c-4618-9dec-4c73bdf97718"}]} May 28 07:46:52.698917 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a7eb10ca-2f3c-45b2-80e9-f3f42913c1ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:46:52.714873 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-a7eb10ca-2f3c-45b2-80e9-f3f42913c1ea admin admin] Notify callbacks [] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:46:52.724510 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eb10ca-2f3c-45b2-80e9-f3f42913c1ea admin admin] Pushing event deleted for resources: {'Network': ['ID=95f45513-875f-48bf-9cd7-5da0451ce635,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:46:52.731597 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-a7eb10ca-2f3c-45b2-80e9-f3f42913c1ea admin admin] 10.222.0.55 "DELETE /v2.0/networks/95f45513-875f-48bf-9cd7-5da0451ce635 HTTP/1.1" status: 204 len: 168 time: 1.1342096 May 28 07:46:52.734599 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 60238) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:46:52.822896 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-30177512-afce-4822-9ab3-681dbee35689 None None] Deleting port 1cec76ab-6dce-480c-abb6-e21e0d134245 {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:46:52.823562 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-30177512-afce-4822-9ab3-681dbee35689 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:46:52.889741 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-30177512-afce-4822-9ab3-681dbee35689 None None] The port '1cec76ab-6dce-480c-abb6-e21e0d134245' was deleted {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 07:46:53.260268 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-065505b2-d45e-439f-9ead-bbd4dcb5c616 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700548'] for router_interface, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:46:53.374363 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 1cec76ab-6dce-480c-abb6-e21e0d134245 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:46:53.407532 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 1cec76ab-6dce-480c-abb6-e21e0d134245 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 07:46:53.407872 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 1cec76ab-6dce-480c-abb6-e21e0d134245 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 07:46:53.599776 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-065505b2-d45e-439f-9ead-bbd4dcb5c616 admin admin] Deleting port acd3edf4-2529-451d-a3e8-59d6b0412aa1 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:46:53.600113 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-065505b2-d45e-439f-9ead-bbd4dcb5c616 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:46:53.764390 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [None req-065505b2-d45e-439f-9ead-bbd4dcb5c616 admin admin] For port acd3edf4-2529-451d-a3e8-59d6b0412aa1, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=acd3edf4-2529-451d-a3e8-59d6b0412aa1,segment=NetworkSegment(6de6df80-f12c-4f51-8d5c-9cdacb5324f7),segment_id=6de6df80-f12c-4f51-8d5c-9cdacb5324f7)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:46:53.764737 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-065505b2-d45e-439f-9ead-bbd4dcb5c616 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:46:53.987206 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-065505b2-d45e-439f-9ead-bbd4dcb5c616 admin admin] Calling delete_port for acd3edf4-2529-451d-a3e8-59d6b0412aa1 owned by network:router_interface {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:46:54.247271 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-065505b2-d45e-439f-9ead-bbd4dcb5c616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:46:54.295436 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065505b2-d45e-439f-9ead-bbd4dcb5c616 admin admin] Pushing event deleted for resources: {'Port': ['ID=acd3edf4-2529-451d-a3e8-59d6b0412aa1,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:46:54.567977 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-065505b2-d45e-439f-9ead-bbd4dcb5c616 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700472'] for router_interface, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:46:54.920305 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-065505b2-d45e-439f-9ead-bbd4dcb5c616 admin admin] Router 601e6d06-9804-4be3-9a69-00d05d71ad37 has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 07:46:55.096287 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-065505b2-d45e-439f-9ead-bbd4dcb5c616 admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 07:46:55.104773 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781f5a73-ada9-4b7d-8595-ed88b5220c32 None None] Sync routers for ids ['601e6d06-9804-4be3-9a69-00d05d71ad37'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 07:46:55.105387 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-065505b2-d45e-439f-9ead-bbd4dcb5c616 admin admin] 10.222.0.55 "PUT /v2.0/routers/601e6d06-9804-4be3-9a69-00d05d71ad37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3695436 May 28 07:46:55.107596 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 60242) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:46:55.113725 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781f5a73-ada9-4b7d-8595-ed88b5220c32 None None] Routers {'601e6d06-9804-4be3-9a69-00d05d71ad37'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:46:55.114334 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-781f5a73-ada9-4b7d-8595-ed88b5220c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:46:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['601e6d06-9804-4be3-9a69-00d05d71ad37'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:46:55.279498 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ff2fc779-5853-49cd-bcb9-8804aea41228 admin admin] Notify callbacks [] for router, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:46:55.288642 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-781f5a73-ada9-4b7d-8595-ed88b5220c32 None None] Set router 601e6d06-9804-4be3-9a69-00d05d71ad37 gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:46:55.587439 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ff2fc779-5853-49cd-bcb9-8804aea41228 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:46:55.622904 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-781f5a73-ada9-4b7d-8595-ed88b5220c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '601e6d06-9804-4be3-9a69-00d05d71ad37', 'name': 'tempest-TestShelveInstance-1951185625-router', 'tenant_id': '93ba3d185a3342b69a58dd4360aa8564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '2ef13aae-7b05-4618-99c7-91bfd436dd42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:36:04Z', 'updated_at': '2022-05-28T07:46:54Z', 'revision_number': 5, 'project_id': '93ba3d185a3342b69a58dd4360aa8564', 'gw_port': {'id': '2ef13aae-7b05-4618-99c7-91bfd436dd42', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:12:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601e6d06-9804-4be3-9a69-00d05d71ad37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:36:05Z', 'updated_at': '2022-05-28T07:36:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:46:55.626758 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781f5a73-ada9-4b7d-8595-ed88b5220c32 None None] Checking router: 601e6d06-9804-4be3-9a69-00d05d71ad37 for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 07:46:55.635680 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781f5a73-ada9-4b7d-8595-ed88b5220c32 None None] Routers {'601e6d06-9804-4be3-9a69-00d05d71ad37'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:46:55.636280 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-781f5a73-ada9-4b7d-8595-ed88b5220c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:46:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['601e6d06-9804-4be3-9a69-00d05d71ad37'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:46:55.665530 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-ff2fc779-5853-49cd-bcb9-8804aea41228 admin admin] Deleting port 2ef13aae-7b05-4618-99c7-91bfd436dd42 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:46:55.665868 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ff2fc779-5853-49cd-bcb9-8804aea41228 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:46:55.787301 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-781f5a73-ada9-4b7d-8595-ed88b5220c32 None None] Set router 601e6d06-9804-4be3-9a69-00d05d71ad37 gateway port host: None {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:46:55.836623 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [None req-ff2fc779-5853-49cd-bcb9-8804aea41228 admin admin] For port 2ef13aae-7b05-4618-99c7-91bfd436dd42, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=2ef13aae-7b05-4618-99c7-91bfd436dd42,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:46:55.836886 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ff2fc779-5853-49cd-bcb9-8804aea41228 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:46:55.892931 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-781f5a73-ada9-4b7d-8595-ed88b5220c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '601e6d06-9804-4be3-9a69-00d05d71ad37', 'name': 'tempest-TestShelveInstance-1951185625-router', 'tenant_id': '93ba3d185a3342b69a58dd4360aa8564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:36:04Z', 'updated_at': '2022-05-28T07:46:55Z', 'revision_number': 6, 'project_id': '93ba3d185a3342b69a58dd4360aa8564', 'gw_port_host': None}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:46:55.896885 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781f5a73-ada9-4b7d-8595-ed88b5220c32 None None] The sync data for ids ['601e6d06-9804-4be3-9a69-00d05d71ad37'] in n-d-843702-1 is: [{'id': '601e6d06-9804-4be3-9a69-00d05d71ad37', 'name': 'tempest-TestShelveInstance-1951185625-router', 'tenant_id': '93ba3d185a3342b69a58dd4360aa8564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:36:04Z', 'updated_at': '2022-05-28T07:46:55Z', 'revision_number': 6, 'project_id': '93ba3d185a3342b69a58dd4360aa8564', 'gw_port_host': None}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 07:46:55.960389 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-ff2fc779-5853-49cd-bcb9-8804aea41228 admin admin] Calling delete_port for 2ef13aae-7b05-4618-99c7-91bfd436dd42 owned by network:router_gateway {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:46:56.179235 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ff2fc779-5853-49cd-bcb9-8804aea41228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:46:56.230794 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2fc779-5853-49cd-bcb9-8804aea41228 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ef13aae-7b05-4618-99c7-91bfd436dd42,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:46:56.323641 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ff2fc779-5853-49cd-bcb9-8804aea41228 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691105'] for router_gateway, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:46:56.493308 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-7c7175d9-b2d5-453e-96c1-1855f8694055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:46:56.495782 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ff2fc779-5853-49cd-bcb9-8804aea41228 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59018'] for router, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:46:56.498061 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ff2fc779-5853-49cd-bcb9-8804aea41228 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:46:56.582807 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ff2fc779-5853-49cd-bcb9-8804aea41228 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-703817'] for router, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:46:56.583277 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff2fc779-5853-49cd-bcb9-8804aea41228 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 601e6d06-9804-4be3-9a69-00d05d71ad37 {{(pid=89110) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 07:46:56.596528 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ff2fc779-5853-49cd-bcb9-8804aea41228 admin admin] Notify callbacks [] for router, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:46:56.597667 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-ff2fc779-5853-49cd-bcb9-8804aea41228 admin admin] 10.222.0.55 "DELETE /v2.0/routers/601e6d06-9804-4be3-9a69-00d05d71ad37 HTTP/1.1" status: 204 len: 168 time: 1.4887452 May 28 07:46:56.600281 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 60246) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:46:56.666864 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_v2 [None req-19148867-fbf8-4b6b-8192-20f33321685b admin admin] Deleting subnet 7d132af3-dc2e-4ef5-8d02-71fe91195e18 {{(pid=89110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 07:46:56.669758 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-19148867-fbf8-4b6b-8192-20f33321685b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:46:56.719648 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-19148867-fbf8-4b6b-8192-20f33321685b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4150765'] for subnet, precommit_delete_associations {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:46:56.799278 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-19148867-fbf8-4b6b-8192-20f33321685b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:46:56.965545 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-19148867-fbf8-4b6b-8192-20f33321685b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3115981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3172005'] for subnet, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:46:57.002197 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19148867-fbf8-4b6b-8192-20f33321685b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d132af3-dc2e-4ef5-8d02-71fe91195e18,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:46:57.007570 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-19148867-fbf8-4b6b-8192-20f33321685b admin admin] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:46:57.013358 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca11f288-e943-4823-869c-0848e59e4e4b None None] Network 62d4e504-79b4-4910-8a9c-3d7a1cc1146e requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 07:46:57.013793 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-19148867-fbf8-4b6b-8192-20f33321685b admin admin] 10.222.0.55 "DELETE /v2.0/subnets/7d132af3-dc2e-4ef5-8d02-71fe91195e18 HTTP/1.1" status: 204 len: 168 time: 0.4116983 May 28 07:46:57.016202 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 60250) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:46:57.123896 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e1f94b9f-0861-4314-b382-b2e358a7d0db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:46:57.134504 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-e1f94b9f-0861-4314-b382-b2e358a7d0db admin admin] Deleting port 0b23f9d6-3fca-40c4-816c-aa7daef519c3 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:46:57.134824 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e1f94b9f-0861-4314-b382-b2e358a7d0db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:46:57.252918 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d012e977-86e8-49bf-9a46-c3107831bf92 None None] DHCP port deletion for 62d4e504-79b4-4910-8a9c-3d7a1cc1146e request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 07:46:57.258292 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-d012e977-86e8-49bf-9a46-c3107831bf92 None None] Deleting port 0b23f9d6-3fca-40c4-816c-aa7daef519c3 {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:46:57.258672 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d012e977-86e8-49bf-9a46-c3107831bf92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:46:57.433205 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device acd3edf4-2529-451d-a3e8-59d6b0412aa1 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:46:57.455513 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [None req-e1f94b9f-0861-4314-b382-b2e358a7d0db admin admin] For port 0b23f9d6-3fca-40c4-816c-aa7daef519c3, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=0b23f9d6-3fca-40c4-816c-aa7daef519c3,segment=NetworkSegment(6de6df80-f12c-4f51-8d5c-9cdacb5324f7),segment_id=6de6df80-f12c-4f51-8d5c-9cdacb5324f7)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:46:57.455865 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e1f94b9f-0861-4314-b382-b2e358a7d0db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:46:57.481162 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: acd3edf4-2529-451d-a3e8-59d6b0412aa1 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 07:46:57.481442 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device acd3edf4-2529-451d-a3e8-59d6b0412aa1 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 07:46:57.481881 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 0b23f9d6-3fca-40c4-816c-aa7daef519c3 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:46:57.543739 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-d012e977-86e8-49bf-9a46-c3107831bf92 None None] For port 0b23f9d6-3fca-40c4-816c-aa7daef519c3, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=0b23f9d6-3fca-40c4-816c-aa7daef519c3,segment=NetworkSegment(6de6df80-f12c-4f51-8d5c-9cdacb5324f7),segment_id=6de6df80-f12c-4f51-8d5c-9cdacb5324f7)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:46:57.544389 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d012e977-86e8-49bf-9a46-c3107831bf92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:46:57.578791 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-e1f94b9f-0861-4314-b382-b2e358a7d0db admin admin] Calling delete_port for 0b23f9d6-3fca-40c4-816c-aa7daef519c3 owned by network:dhcp {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:46:57.674530 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-d012e977-86e8-49bf-9a46-c3107831bf92 None None] Calling delete_port for 0b23f9d6-3fca-40c4-816c-aa7daef519c3 owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:46:57.719496 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e1f94b9f-0861-4314-b382-b2e358a7d0db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:46:57.749396 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Port 0b23f9d6-3fca-40c4-816c-aa7daef519c3 update to DOWN by agent not found {{(pid=89111) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} May 28 07:46:57.749865 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 2ef13aae-7b05-4618-99c7-91bfd436dd42 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:46:57.769923 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f94b9f-0861-4314-b382-b2e358a7d0db admin admin] Pushing event deleted for resources: {'Port': ['ID=0b23f9d6-3fca-40c4-816c-aa7daef519c3,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:46:57.773612 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f94b9f-0861-4314-b382-b2e358a7d0db admin admin] No DVR routers for this DVR port 0b23f9d6-3fca-40c4-816c-aa7daef519c3 on host n-d-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 07:46:57.791115 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 2ef13aae-7b05-4618-99c7-91bfd436dd42 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 07:46:57.792211 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 2ef13aae-7b05-4618-99c7-91bfd436dd42 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 07:46:57.817699 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.db.api [None req-d012e977-86e8-49bf-9a46-c3107831bf92 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89111) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 07:46:57.818002 n-d-843702-1 neutron-server[89111]: DEBUG oslo_db.api [None req-d012e977-86e8-49bf-9a46-c3107831bf92 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 07:46:57.889092 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e1f94b9f-0861-4314-b382-b2e358a7d0db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:46:57.914464 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-e1f94b9f-0861-4314-b382-b2e358a7d0db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62d4e504-79b4-4910-8a9c-3d7a1cc1146e']}} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:46:57.926505 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-e1f94b9f-0861-4314-b382-b2e358a7d0db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6de6df80-f12c-4f51-8d5c-9cdacb5324f7') {'for_net_delete': True} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:46:57.926728 n-d-843702-1 neutron-server[89110]: DEBUG neutron.services.segments.db [None req-e1f94b9f-0861-4314-b382-b2e358a7d0db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6de6df80-f12c-4f51-8d5c-9cdacb5324f7') {} {{(pid=89110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:46:57.938713 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e1f94b9f-0861-4314-b382-b2e358a7d0db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4150778'] for segment, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:46:57.955418 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e1f94b9f-0861-4314-b382-b2e358a7d0db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:46:57.962867 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1f94b9f-0861-4314-b382-b2e358a7d0db admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=89110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 07:46:57.963518 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e1f94b9f-0861-4314-b382-b2e358a7d0db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3143023'] for segment, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:46:58.034445 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment 6de6df80-f12c-4f51-8d5c-9cdacb5324f7 resource provider aggregate not found May 28 07:46:58.057007 n-d-843702-1 neutron-server[89110]: INFO neutron.services.segments.plugin [-] Segment 6de6df80-f12c-4f51-8d5c-9cdacb5324f7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6de6df80-f12c-4f51-8d5c-9cdacb5324f7 found for delete ", "request_id": "req-140fd66a-0af7-4039-af0d-0c3cf3c25a11"}]} May 28 07:46:58.144590 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e1f94b9f-0861-4314-b382-b2e358a7d0db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:46:58.160231 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-e1f94b9f-0861-4314-b382-b2e358a7d0db admin admin] Notify callbacks [] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:46:58.170744 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f94b9f-0861-4314-b382-b2e358a7d0db admin admin] Pushing event deleted for resources: {'Network': ['ID=62d4e504-79b4-4910-8a9c-3d7a1cc1146e,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:46:58.175410 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-e1f94b9f-0861-4314-b382-b2e358a7d0db admin admin] 10.222.0.55 "DELETE /v2.0/networks/62d4e504-79b4-4910-8a9c-3d7a1cc1146e HTTP/1.1" status: 204 len: 168 time: 1.1576071 May 28 07:46:58.318866 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-d012e977-86e8-49bf-9a46-c3107831bf92 None None] Deleting port 0b23f9d6-3fca-40c4-816c-aa7daef519c3 {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:46:58.319255 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d012e977-86e8-49bf-9a46-c3107831bf92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:46:58.393266 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-d012e977-86e8-49bf-9a46-c3107831bf92 None None] The port '0b23f9d6-3fca-40c4-816c-aa7daef519c3' was deleted {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 07:46:58.453359 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 60260) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:46:58.498988 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:46:58.502222 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-e1b0ed32-3f52-445a-8f80-49c02128a898 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a9c9fa1c7c7d4d7bb1c96122bf3dc7fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0477264 May 28 07:46:58.504923 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 60264) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:46:58.567432 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9df65228-31c5-435f-854c-1fcabb55e622 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:46:58.593997 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9df65228-31c5-435f-854c-1fcabb55e622 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:46:58.725119 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9df65228-31c5-435f-854c-1fcabb55e622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:46:58.744007 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df65228-31c5-435f-854c-1fcabb55e622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a84c6f4-d48e-4d65-8b76-cf37719918e8,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:46:58.750605 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9df65228-31c5-435f-854c-1fcabb55e622 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:46:58.755011 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-9df65228-31c5-435f-854c-1fcabb55e622 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5a84c6f4-d48e-4d65-8b76-cf37719918e8 HTTP/1.1" status: 204 len: 168 time: 0.2458026 May 28 07:46:59.067908 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e2c8c2a3-eb46-45a0-b2e2-6b8bde294f29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:46:59.426353 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 60272) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:46:59.474173 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-5c6c358b-4d52-4e5c-8b4b-4e3bf8d48880 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=93ba3d185a3342b69a58dd4360aa8564&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0466652 May 28 07:46:59.476741 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 60276) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:46:59.538177 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-316edd9d-5229-4ee9-869f-26b6ad01e5e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:46:59.564533 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-316edd9d-5229-4ee9-869f-26b6ad01e5e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:46:59.673532 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-316edd9d-5229-4ee9-869f-26b6ad01e5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:46:59.688496 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316edd9d-5229-4ee9-869f-26b6ad01e5e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34134cf5-a55c-430f-b723-8768c1326b40,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:46:59.697140 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-316edd9d-5229-4ee9-869f-26b6ad01e5e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:46:59.698290 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-316edd9d-5229-4ee9-869f-26b6ad01e5e6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/34134cf5-a55c-430f-b723-8768c1326b40 HTTP/1.1" status: 204 len: 168 time: 0.2206256 May 28 07:47:00.147514 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:00.199302 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:00.791243 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 60302) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:47:00.893261 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-9e37e05a-d7f1-4ea3-859f-80ba01ef979d admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1765963505-network', 'tenant_id': '67ac34af000c4c5fafdd5b01c0aacf36'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:47:00.898606 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-9e37e05a-d7f1-4ea3-859f-80ba01ef979d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:47:00.902424 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-9e37e05a-d7f1-4ea3-859f-80ba01ef979d admin admin] Usage tracker for resource:network and tenant:67ac34af000c4c5fafdd5b01c0aacf36 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:47:00.905190 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-9e37e05a-d7f1-4ea3-859f-80ba01ef979d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:47:00.910809 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-9e37e05a-d7f1-4ea3-859f-80ba01ef979d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:47:01.047472 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e37e05a-d7f1-4ea3-859f-80ba01ef979d admin admin] Made reservation on behalf of 67ac34af000c4c5fafdd5b01c0aacf36 for: {'network': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 07:47:01.049774 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9e37e05a-d7f1-4ea3-859f-80ba01ef979d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:01.065729 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9e37e05a-d7f1-4ea3-859f-80ba01ef979d admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:01.076691 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-9e37e05a-d7f1-4ea3-859f-80ba01ef979d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:47:01.080533 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-9e37e05a-d7f1-4ea3-859f-80ba01ef979d admin admin] Usage tracker for resource:security_group_rule and tenant:67ac34af000c4c5fafdd5b01c0aacf36 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:47:01.083566 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-9e37e05a-d7f1-4ea3-859f-80ba01ef979d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:47:01.089350 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-9e37e05a-d7f1-4ea3-859f-80ba01ef979d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:47:01.170866 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9e37e05a-d7f1-4ea3-859f-80ba01ef979d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:01.227619 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9e37e05a-d7f1-4ea3-859f-80ba01ef979d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:01.262517 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e37e05a-d7f1-4ea3-859f-80ba01ef979d admin admin] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=89110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 07:47:01.265225 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e37e05a-d7f1-4ea3-859f-80ba01ef979d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40490688-72a2-4bec-8f7c-c8368d813a3f,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:47:01.275362 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9e37e05a-d7f1-4ea3-859f-80ba01ef979d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:01.275690 n-d-843702-1 neutron-server[89110]: INFO neutron.db.segments_db [None req-9e37e05a-d7f1-4ea3-859f-80ba01ef979d admin admin] Added segment c687a3f8-bac3-4e78-a6c5-4b39e2a435cb of type vlan for network 700d94ca-04eb-484f-b618-d4fb21bdefff May 28 07:47:01.305658 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9e37e05a-d7f1-4ea3-859f-80ba01ef979d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:01.399334 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9e37e05a-d7f1-4ea3-859f-80ba01ef979d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:01.400257 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e37e05a-d7f1-4ea3-859f-80ba01ef979d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:47:01.400819 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-9e37e05a-d7f1-4ea3-859f-80ba01ef979d admin admin] Notify callbacks [] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:01.500613 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e37e05a-d7f1-4ea3-859f-80ba01ef979d admin admin] Pushing event updated for resources: {'Network': ['ID=700d94ca-04eb-484f-b618-d4fb21bdefff,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:47:01.510262 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 700d94ca-04eb-484f-b618-d4fb21bdefff details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 07:47:01.559846 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-9e37e05a-d7f1-4ea3-859f-80ba01ef979d admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7674310 May 28 07:47:01.562518 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 60308) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:47:01.567717 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-6be3a0a9-727f-41df-9b28-a540cedf953c admin admin] Request body: {'subnet': {'network_id': '700d94ca-04eb-484f-b618-d4fb21bdefff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1765963505-subnet', 'tenant_id': '67ac34af000c4c5fafdd5b01c0aacf36', 'ip_version': 4}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:47:01.573606 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-6be3a0a9-727f-41df-9b28-a540cedf953c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:47:01.577820 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-6be3a0a9-727f-41df-9b28-a540cedf953c admin admin] Usage tracker for resource:subnet and tenant:67ac34af000c4c5fafdd5b01c0aacf36 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:47:01.581164 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-6be3a0a9-727f-41df-9b28-a540cedf953c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:47:01.588111 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-6be3a0a9-727f-41df-9b28-a540cedf953c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:47:01.679143 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6be3a0a9-727f-41df-9b28-a540cedf953c admin admin] Made reservation on behalf of 67ac34af000c4c5fafdd5b01c0aacf36 for: {'subnet': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 07:47:01.681522 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6be3a0a9-727f-41df-9b28-a540cedf953c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3171998'] for subnet, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:01.931019 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6be3a0a9-727f-41df-9b28-a540cedf953c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3115906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3172012'] for subnet, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:02.004988 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:02.007394 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be3a0a9-727f-41df-9b28-a540cedf953c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba84a413-0c31-49c1-94f1-78effc916416,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:47:02.015885 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be3a0a9-727f-41df-9b28-a540cedf953c admin admin] Checking segment: {'id': 'c687a3f8-bac3-4e78-a6c5-4b39e2a435cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '700d94ca-04eb-484f-b618-d4fb21bdefff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:47:02.016234 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be3a0a9-727f-41df-9b28-a540cedf953c admin admin] Network hostable DHCP agents. Network: 700d94ca-04eb-484f-b618-d4fb21bdefff, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89110) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 07:47:02.098769 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be3a0a9-727f-41df-9b28-a540cedf953c admin admin] Network 700d94ca-04eb-484f-b618-d4fb21bdefff is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89110) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 07:47:02.155575 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-6be3a0a9-727f-41df-9b28-a540cedf953c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, 700d94ca-04eb-484f-b618-d4fb21bdefff) {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:47:02.159626 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be3a0a9-727f-41df-9b28-a540cedf953c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:47:02.160203 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-6be3a0a9-727f-41df-9b28-a540cedf953c admin admin] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:02.164084 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91562c7-a354-42e3-99f3-468dcf663805 None None] Network 700d94ca-04eb-484f-b618-d4fb21bdefff requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 07:47:02.228548 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-6be3a0a9-727f-41df-9b28-a540cedf953c admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6649644 May 28 07:47:02.231174 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 60314) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:47:02.236601 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-bf73238c-71b6-420e-8417-04cba1b51132 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1765963505-router', 'tenant_id': '67ac34af000c4c5fafdd5b01c0aacf36', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:47:02.241750 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-bf73238c-71b6-420e-8417-04cba1b51132 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:47:02.246240 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-bf73238c-71b6-420e-8417-04cba1b51132 admin admin] Usage tracker for resource:router and tenant:67ac34af000c4c5fafdd5b01c0aacf36 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:47:02.249111 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-bf73238c-71b6-420e-8417-04cba1b51132 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:47:02.254831 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-bf73238c-71b6-420e-8417-04cba1b51132 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:47:02.316463 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-bf73238c-71b6-420e-8417-04cba1b51132 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59128'] for router, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:02.317511 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-bf73238c-71b6-420e-8417-04cba1b51132 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59009'] for router, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:02.332903 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-bf73238c-71b6-420e-8417-04cba1b51132 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:02.371473 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dde854a-e8cf-4fe8-984c-97ba2dcf0d57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-700d94ca-04eb-484f-b618-d4fb21bdefff', 'network_id': '700d94ca-04eb-484f-b618-d4fb21bdefff', 'tenant_id': '67ac34af000c4c5fafdd5b01c0aacf36', 'fixed_ips': [{'subnet_id': 'ba84a413-0c31-49c1-94f1-78effc916416'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 07:47:02.372309 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-3dde854a-e8cf-4fe8-984c-97ba2dcf0d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:02.535522 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-3dde854a-e8cf-4fe8-984c-97ba2dcf0d57 None None] Allocated IP 172.20.0.2 (700d94ca-04eb-484f-b618-d4fb21bdefff/ba84a413-0c31-49c1-94f1-78effc916416/5e284cb2-8740-4a96-a629-571971811a9a) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:47:02.745790 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-3dde854a-e8cf-4fe8-984c-97ba2dcf0d57 None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:02.755539 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-3dde854a-e8cf-4fe8-984c-97ba2dcf0d57 None None] Transition to ACTIVE for port object 5e284cb2-8740-4a96-a629-571971811a9a will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:47:02.770418 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-bf73238c-71b6-420e-8417-04cba1b51132 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59027'] for router, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:02.775756 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-3dde854a-e8cf-4fe8-984c-97ba2dcf0d57 None None] Transition to ACTIVE for port object 5e284cb2-8740-4a96-a629-571971811a9a will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:47:02.876090 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-3dde854a-e8cf-4fe8-984c-97ba2dcf0d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:02.944185 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dde854a-e8cf-4fe8-984c-97ba2dcf0d57 None None] Network 700d94ca-04eb-484f-b618-d4fb21bdefff is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:47:02.947390 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-3dde854a-e8cf-4fe8-984c-97ba2dcf0d57 None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:47:02.950102 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dde854a-e8cf-4fe8-984c-97ba2dcf0d57 None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:47:02.993069 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dde854a-e8cf-4fe8-984c-97ba2dcf0d57 None None] Pushing event updated for resources: {'Port': ['ID=5e284cb2-8740-4a96-a629-571971811a9a,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:47:03.041559 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dde854a-e8cf-4fe8-984c-97ba2dcf0d57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:47:03.041896 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dde854a-e8cf-4fe8-984c-97ba2dcf0d57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:47:03.042225 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dde854a-e8cf-4fe8-984c-97ba2dcf0d57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:47:03.042549 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dde854a-e8cf-4fe8-984c-97ba2dcf0d57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:47:03.042866 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dde854a-e8cf-4fe8-984c-97ba2dcf0d57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:47:03.043185 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dde854a-e8cf-4fe8-984c-97ba2dcf0d57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:47:03.043498 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dde854a-e8cf-4fe8-984c-97ba2dcf0d57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:47:03.043811 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dde854a-e8cf-4fe8-984c-97ba2dcf0d57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:47:03.044123 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dde854a-e8cf-4fe8-984c-97ba2dcf0d57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:47:03.044430 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dde854a-e8cf-4fe8-984c-97ba2dcf0d57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:47:03.044744 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dde854a-e8cf-4fe8-984c-97ba2dcf0d57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:47:03.045121 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dde854a-e8cf-4fe8-984c-97ba2dcf0d57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:47:03.069810 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-3dde854a-e8cf-4fe8-984c-97ba2dcf0d57 None None] Attempting to bind port 5e284cb2-8740-4a96-a629-571971811a9a on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 07:47:03.070169 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-3dde854a-e8cf-4fe8-984c-97ba2dcf0d57 None None] Attempting to bind port 5e284cb2-8740-4a96-a629-571971811a9a by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'c687a3f8-bac3-4e78-a6c5-4b39e2a435cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '700d94ca-04eb-484f-b618-d4fb21bdefff'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 07:47:03.070574 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dde854a-e8cf-4fe8-984c-97ba2dcf0d57 None None] Attempting to bind port 5e284cb2-8740-4a96-a629-571971811a9a on network 700d94ca-04eb-484f-b618-d4fb21bdefff {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:47:03.076416 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dde854a-e8cf-4fe8-984c-97ba2dcf0d57 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 07:47:03.076780 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dde854a-e8cf-4fe8-984c-97ba2dcf0d57 None None] Checking segment: {'id': 'c687a3f8-bac3-4e78-a6c5-4b39e2a435cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '700d94ca-04eb-484f-b618-d4fb21bdefff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:47:03.077169 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-3dde854a-e8cf-4fe8-984c-97ba2dcf0d57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:03.077589 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dde854a-e8cf-4fe8-984c-97ba2dcf0d57 None None] Bound using segment: {'id': 'c687a3f8-bac3-4e78-a6c5-4b39e2a435cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '700d94ca-04eb-484f-b618-d4fb21bdefff'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 07:47:03.078034 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-3dde854a-e8cf-4fe8-984c-97ba2dcf0d57 None None] Bound port: 5e284cb2-8740-4a96-a629-571971811a9a, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c687a3f8-bac3-4e78-a6c5-4b39e2a435cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '700d94ca-04eb-484f-b618-d4fb21bdefff'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 07:47:03.078398 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-3dde854a-e8cf-4fe8-984c-97ba2dcf0d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:03.127260 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:03.143973 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-bf73238c-71b6-420e-8417-04cba1b51132 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:03.175146 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-3dde854a-e8cf-4fe8-984c-97ba2dcf0d57 None None] For port 5e284cb2-8740-4a96-a629-571971811a9a, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:47:03.176801 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-bf73238c-71b6-420e-8417-04cba1b51132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:03.178791 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-3dde854a-e8cf-4fe8-984c-97ba2dcf0d57 None None] For port 5e284cb2-8740-4a96-a629-571971811a9a, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=5e284cb2-8740-4a96-a629-571971811a9a,segment=NetworkSegment(c687a3f8-bac3-4e78-a6c5-4b39e2a435cb),segment_id=c687a3f8-bac3-4e78-a6c5-4b39e2a435cb)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 07:47:03.262686 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-3dde854a-e8cf-4fe8-984c-97ba2dcf0d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:03.314040 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [None req-bf73238c-71b6-420e-8417-04cba1b51132 admin admin] Allocated IP 172.25.5.195 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/25e6768f-d873-49e8-bc06-8383703b55a4) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:47:03.352499 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dde854a-e8cf-4fe8-984c-97ba2dcf0d57 None None] Pushing event updated for resources: {'Port': ['ID=5e284cb2-8740-4a96-a629-571971811a9a,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:47:03.490161 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-bf73238c-71b6-420e-8417-04cba1b51132 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:03.571710 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-bf73238c-71b6-420e-8417-04cba1b51132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:03.645752 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf73238c-71b6-420e-8417-04cba1b51132 admin admin] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:47:03.650453 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-bf73238c-71b6-420e-8417-04cba1b51132 admin admin] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:47:03.652904 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf73238c-71b6-420e-8417-04cba1b51132 admin admin] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:47:03.688058 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf73238c-71b6-420e-8417-04cba1b51132 admin admin] Pushing event updated for resources: {'Port': ['ID=25e6768f-d873-49e8-bc06-8383703b55a4,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:47:04.147638 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-bf73238c-71b6-420e-8417-04cba1b51132 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:04.319116 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5491c545-c17b-49f4-8d07-b051a4290bd6 None None] Network 700d94ca-04eb-484f-b618-d4fb21bdefff requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 07:47:04.503647 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-4258340c-5661-4c09-9aab-f739b11a1c22 None None] Provisioning for port 5e284cb2-8740-4a96-a629-571971811a9a completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:47:04.615957 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-bf73238c-71b6-420e-8417-04cba1b51132 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690761'] for router, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:04.902014 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf73238c-71b6-420e-8417-04cba1b51132 admin admin] Router 806c9e03-630b-43ff-921c-6629b46458ba is scheduled to L3 agent 42958940-9562-4f71-972f-15a8af9d3963 with binding_index 1 {{(pid=89110) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 07:47:05.084769 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf73238c-71b6-420e-8417-04cba1b51132 admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 07:47:05.096333 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf20d54-4fab-4908-b2fe-a3c10a7b3f65 None None] Sync routers for ids ['806c9e03-630b-43ff-921c-6629b46458ba'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 07:47:05.107722 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf20d54-4fab-4908-b2fe-a3c10a7b3f65 None None] Routers {'806c9e03-630b-43ff-921c-6629b46458ba'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:47:05.109536 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-ddf20d54-4fab-4908-b2fe-a3c10a7b3f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:46:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['806c9e03-630b-43ff-921c-6629b46458ba'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:47:05.230155 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-bf73238c-71b6-420e-8417-04cba1b51132 admin admin] Notify callbacks [] for router, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:05.231431 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-bf73238c-71b6-420e-8417-04cba1b51132 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.9992564 May 28 07:47:05.234224 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 60320) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:47:05.289204 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-ddf20d54-4fab-4908-b2fe-a3c10a7b3f65 None None] Set router 806c9e03-630b-43ff-921c-6629b46458ba gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:47:05.419580 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 5e284cb2-8740-4a96-a629-571971811a9a up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:47:05.557239 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 5e284cb2-8740-4a96-a629-571971811a9a completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:47:05.562919 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 5e284cb2-8740-4a96-a629-571971811a9a triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:47:05.563288 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:05.591658 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-ddf20d54-4fab-4908-b2fe-a3c10a7b3f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806c9e03-630b-43ff-921c-6629b46458ba', 'name': 'tempest-TestSnapshotPattern-1765963505-router', 'tenant_id': '67ac34af000c4c5fafdd5b01c0aacf36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '25e6768f-d873-49e8-bc06-8383703b55a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:47:02Z', 'updated_at': '2022-05-28T07:47:03Z', 'revision_number': 3, 'project_id': '67ac34af000c4c5fafdd5b01c0aacf36', 'gw_port': {'id': '25e6768f-d873-49e8-bc06-8383703b55a4', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ff:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '806c9e03-630b-43ff-921c-6629b46458ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4419, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:47:03Z', 'updated_at': '2022-05-28T07:47:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:47:05.596990 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf20d54-4fab-4908-b2fe-a3c10a7b3f65 None None] Checking router: 806c9e03-630b-43ff-921c-6629b46458ba for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 07:47:05.597404 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf20d54-4fab-4908-b2fe-a3c10a7b3f65 None None] Updating router 806c9e03-630b-43ff-921c-6629b46458ba port 25e6768f-d873-49e8-bc06-8383703b55a4 binding host n-d-843702-1 {{(pid=89112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 07:47:05.654773 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-ddf20d54-4fab-4908-b2fe-a3c10a7b3f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:05.683946 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 5e284cb2-8740-4a96-a629-571971811a9a is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:47:05.684325 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:05.718030 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port 5e284cb2-8740-4a96-a629-571971811a9a, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=5e284cb2-8740-4a96-a629-571971811a9a,segment=NetworkSegment(c687a3f8-bac3-4e78-a6c5-4b39e2a435cb),segment_id=c687a3f8-bac3-4e78-a6c5-4b39e2a435cb)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:47:05.805108 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:05.880081 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=5e284cb2-8740-4a96-a629-571971811a9a,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:47:05.991193 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-ddf20d54-4fab-4908-b2fe-a3c10a7b3f65 None None] Notify callbacks [] for port, precommit_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:06.002856 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.provisioning_blocks [None req-ddf20d54-4fab-4908-b2fe-a3c10a7b3f65 None None] Transition to ACTIVE for port object 25e6768f-d873-49e8-bc06-8383703b55a4 will not be triggered until provisioned by entity L2. {{(pid=89112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:47:06.041629 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f260c5ad-6f44-4d9e-8617-1a576c999a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:06.121174 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-ddf20d54-4fab-4908-b2fe-a3c10a7b3f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:06.204723 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d8e1ad-17fd-4ee7-93a2-a26fbdcb7053 None None] Pushing event updated for resources: {'Port': ['ID=25e6768f-d873-49e8-bc06-8383703b55a4,revision_number=2']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:47:06.206783 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-ddf20d54-4fab-4908-b2fe-a3c10a7b3f65 None None] Attempting to bind port 25e6768f-d873-49e8-bc06-8383703b55a4 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 07:47:06.207144 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-ddf20d54-4fab-4908-b2fe-a3c10a7b3f65 None None] Attempting to bind port 25e6768f-d873-49e8-bc06-8383703b55a4 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 07:47:06.207750 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf20d54-4fab-4908-b2fe-a3c10a7b3f65 None None] Attempting to bind port 25e6768f-d873-49e8-bc06-8383703b55a4 on network 68df399e-e75e-4871-9364-5d05730b50f0 {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:47:06.218143 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf20d54-4fab-4908-b2fe-a3c10a7b3f65 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 07:47:06.218502 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf20d54-4fab-4908-b2fe-a3c10a7b3f65 None None] Checking segment: {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:47:06.218891 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-ddf20d54-4fab-4908-b2fe-a3c10a7b3f65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:06.219270 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf20d54-4fab-4908-b2fe-a3c10a7b3f65 None None] Bound using segment: {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 07:47:06.219718 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-ddf20d54-4fab-4908-b2fe-a3c10a7b3f65 None None] Bound port: 25e6768f-d873-49e8-bc06-8383703b55a4, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 07:47:06.220075 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-ddf20d54-4fab-4908-b2fe-a3c10a7b3f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:06.244969 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d8e1ad-17fd-4ee7-93a2-a26fbdcb7053 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:47:06.245305 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d8e1ad-17fd-4ee7-93a2-a26fbdcb7053 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:47:06.245561 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [None req-f260c5ad-6f44-4d9e-8617-1a576c999a82 admin admin] Allocated IP 172.20.0.1 (700d94ca-04eb-484f-b618-d4fb21bdefff/ba84a413-0c31-49c1-94f1-78effc916416/511daff0-2d15-4d67-a878-e485ab24cd06) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:47:06.246168 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d8e1ad-17fd-4ee7-93a2-a26fbdcb7053 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:47:06.246168 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d8e1ad-17fd-4ee7-93a2-a26fbdcb7053 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:47:06.246322 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d8e1ad-17fd-4ee7-93a2-a26fbdcb7053 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:47:06.246580 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d8e1ad-17fd-4ee7-93a2-a26fbdcb7053 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:47:06.246894 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d8e1ad-17fd-4ee7-93a2-a26fbdcb7053 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:47:06.247207 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d8e1ad-17fd-4ee7-93a2-a26fbdcb7053 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:47:06.247518 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d8e1ad-17fd-4ee7-93a2-a26fbdcb7053 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:47:06.247828 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d8e1ad-17fd-4ee7-93a2-a26fbdcb7053 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:47:06.248138 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d8e1ad-17fd-4ee7-93a2-a26fbdcb7053 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:47:06.248448 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d8e1ad-17fd-4ee7-93a2-a26fbdcb7053 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:47:06.398537 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f260c5ad-6f44-4d9e-8617-1a576c999a82 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:06.407852 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-ddf20d54-4fab-4908-b2fe-a3c10a7b3f65 None None] For port 25e6768f-d873-49e8-bc06-8383703b55a4, host n-d-843702-1, cleared binding levels {{(pid=89112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:47:06.414412 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [None req-f260c5ad-6f44-4d9e-8617-1a576c999a82 admin admin] Transition to ACTIVE for port object 511daff0-2d15-4d67-a878-e485ab24cd06 will not be triggered until provisioned by entity DHCP. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:47:06.426868 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-ddf20d54-4fab-4908-b2fe-a3c10a7b3f65 None None] For port 25e6768f-d873-49e8-bc06-8383703b55a4, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=25e6768f-d873-49e8-bc06-8383703b55a4,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 07:47:06.504600 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-ddf20d54-4fab-4908-b2fe-a3c10a7b3f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:06.513453 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f260c5ad-6f44-4d9e-8617-1a576c999a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:06.579148 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f260c5ad-6f44-4d9e-8617-1a576c999a82 admin admin] Network 700d94ca-04eb-484f-b618-d4fb21bdefff is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:47:06.581977 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-f260c5ad-6f44-4d9e-8617-1a576c999a82 admin admin] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:47:06.585693 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f260c5ad-6f44-4d9e-8617-1a576c999a82 admin admin] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:47:06.603192 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf20d54-4fab-4908-b2fe-a3c10a7b3f65 None None] Routers {'806c9e03-630b-43ff-921c-6629b46458ba'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:47:06.603804 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-ddf20d54-4fab-4908-b2fe-a3c10a7b3f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:46:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['806c9e03-630b-43ff-921c-6629b46458ba'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:47:06.628959 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f260c5ad-6f44-4d9e-8617-1a576c999a82 admin admin] Pushing event updated for resources: {'Port': ['ID=511daff0-2d15-4d67-a878-e485ab24cd06,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:47:06.645948 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f260c5ad-6f44-4d9e-8617-1a576c999a82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690947'] for router_interface, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:06.662362 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d8e1ad-17fd-4ee7-93a2-a26fbdcb7053 None None] Pushing event updated for resources: {'Port': ['ID=25e6768f-d873-49e8-bc06-8383703b55a4,revision_number=3']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:47:06.801142 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-ddf20d54-4fab-4908-b2fe-a3c10a7b3f65 None None] Set router 806c9e03-630b-43ff-921c-6629b46458ba gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:47:06.941792 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-923d6a89-18b4-4070-9595-2cf55e523eb5 None None] Provisioning for port 511daff0-2d15-4d67-a878-e485ab24cd06 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:47:06.946817 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-923d6a89-18b4-4070-9595-2cf55e523eb5 None None] Provisioning complete for port 511daff0-2d15-4d67-a878-e485ab24cd06 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:47:06.947386 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-923d6a89-18b4-4070-9595-2cf55e523eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:06.973873 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f260c5ad-6f44-4d9e-8617-1a576c999a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:06.992837 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 07:47:07.041491 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-923d6a89-18b4-4070-9595-2cf55e523eb5 None None] Port 511daff0-2d15-4d67-a878-e485ab24cd06 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 07:47:07.095246 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-ddf20d54-4fab-4908-b2fe-a3c10a7b3f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806c9e03-630b-43ff-921c-6629b46458ba', 'name': 'tempest-TestSnapshotPattern-1765963505-router', 'tenant_id': '67ac34af000c4c5fafdd5b01c0aacf36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '25e6768f-d873-49e8-bc06-8383703b55a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:47:02Z', 'updated_at': '2022-05-28T07:47:03Z', 'revision_number': 3, 'project_id': '67ac34af000c4c5fafdd5b01c0aacf36', 'gw_port': {'id': '25e6768f-d873-49e8-bc06-8383703b55a4', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ff:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '806c9e03-630b-43ff-921c-6629b46458ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4419, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:47:03Z', 'updated_at': '2022-05-28T07:47:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:47:07.099029 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf20d54-4fab-4908-b2fe-a3c10a7b3f65 None None] The sync data for ids ['806c9e03-630b-43ff-921c-6629b46458ba'] in n-d-843702-1 is: [{'id': '806c9e03-630b-43ff-921c-6629b46458ba', 'name': 'tempest-TestSnapshotPattern-1765963505-router', 'tenant_id': '67ac34af000c4c5fafdd5b01c0aacf36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '25e6768f-d873-49e8-bc06-8383703b55a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:47:02Z', 'updated_at': '2022-05-28T07:47:03Z', 'revision_number': 3, 'project_id': '67ac34af000c4c5fafdd5b01c0aacf36', 'gw_port': {'id': '25e6768f-d873-49e8-bc06-8383703b55a4', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ff:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '806c9e03-630b-43ff-921c-6629b46458ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4419, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:47:03Z', 'updated_at': '2022-05-28T07:47:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 07:47:07.204626 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f260c5ad-6f44-4d9e-8617-1a576c999a82 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:07.270792 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f260c5ad-6f44-4d9e-8617-1a576c999a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:07.395446 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f260c5ad-6f44-4d9e-8617-1a576c999a82 admin admin] Pushing event updated for resources: {'Port': ['ID=511daff0-2d15-4d67-a878-e485ab24cd06,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:47:07.398026 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-f260c5ad-6f44-4d9e-8617-1a576c999a82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700602'] for router_interface, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:07.531096 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 25e6768f-d873-49e8-bc06-8383703b55a4 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:47:07.552012 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f260c5ad-6f44-4d9e-8617-1a576c999a82 admin admin] Network 700d94ca-04eb-484f-b618-d4fb21bdefff is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:47:07.555323 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-f260c5ad-6f44-4d9e-8617-1a576c999a82 admin admin] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:47:07.670439 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 25e6768f-d873-49e8-bc06-8383703b55a4 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:47:07.678051 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 25e6768f-d873-49e8-bc06-8383703b55a4 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:47:07.678735 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:07.839104 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 25e6768f-d873-49e8-bc06-8383703b55a4 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:47:07.839487 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:07.870834 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port 25e6768f-d873-49e8-bc06-8383703b55a4, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=25e6768f-d873-49e8-bc06-8383703b55a4,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:47:07.877171 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-27d4ef1b-801e-418d-8570-b13062d8ff22 None None] Provisioning complete for port 511daff0-2d15-4d67-a878-e485ab24cd06 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:47:07.877581 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-27d4ef1b-801e-418d-8570-b13062d8ff22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:07.898860 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f260c5ad-6f44-4d9e-8617-1a576c999a82 admin admin] Router 806c9e03-630b-43ff-921c-6629b46458ba has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 07:47:07.932543 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-27d4ef1b-801e-418d-8570-b13062d8ff22 None None] Port 511daff0-2d15-4d67-a878-e485ab24cd06 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 07:47:07.938765 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:07.942737 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 5e284cb2-8740-4a96-a629-571971811a9a up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:47:08.060338 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=25e6768f-d873-49e8-bc06-8383703b55a4,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:47:08.075762 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 5e284cb2-8740-4a96-a629-571971811a9a triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:47:08.076341 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:08.088927 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f260c5ad-6f44-4d9e-8617-1a576c999a82 admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 07:47:08.097859 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-f260c5ad-6f44-4d9e-8617-1a576c999a82 admin admin] 10.222.0.55 "PUT /v2.0/routers/806c9e03-630b-43ff-921c-6629b46458ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8626387 May 28 07:47:08.205574 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 5e284cb2-8740-4a96-a629-571971811a9a is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:47:08.745675 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53c58ca-6c62-4956-abb1-eca4ebe4e495 None None] Sync routers for ids ['806c9e03-630b-43ff-921c-6629b46458ba'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 07:47:08.754791 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53c58ca-6c62-4956-abb1-eca4ebe4e495 None None] Routers {'806c9e03-630b-43ff-921c-6629b46458ba'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:47:08.755398 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-f53c58ca-6c62-4956-abb1-eca4ebe4e495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:46:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['806c9e03-630b-43ff-921c-6629b46458ba'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:47:08.867800 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 60344) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:47:08.873955 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-64453b9c-e03d-4570-9a3a-a0cd55862e72 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-577309468-network', 'tenant_id': '58d1540fb1b4487f8ccfb7819dada0a2'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:47:08.879216 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-64453b9c-e03d-4570-9a3a-a0cd55862e72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:47:08.882984 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-64453b9c-e03d-4570-9a3a-a0cd55862e72 admin admin] Usage tracker for resource:network and tenant:58d1540fb1b4487f8ccfb7819dada0a2 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:47:08.886386 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-64453b9c-e03d-4570-9a3a-a0cd55862e72 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:47:08.891982 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-64453b9c-e03d-4570-9a3a-a0cd55862e72 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:47:08.933037 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-f53c58ca-6c62-4956-abb1-eca4ebe4e495 None None] Set router 806c9e03-630b-43ff-921c-6629b46458ba gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:47:08.961499 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64453b9c-e03d-4570-9a3a-a0cd55862e72 admin admin] Made reservation on behalf of 58d1540fb1b4487f8ccfb7819dada0a2 for: {'network': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 07:47:08.964093 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-64453b9c-e03d-4570-9a3a-a0cd55862e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for network, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:08.976315 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-64453b9c-e03d-4570-9a3a-a0cd55862e72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:08.990530 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-64453b9c-e03d-4570-9a3a-a0cd55862e72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:47:08.994787 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-64453b9c-e03d-4570-9a3a-a0cd55862e72 admin admin] Usage tracker for resource:security_group_rule and tenant:58d1540fb1b4487f8ccfb7819dada0a2 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:47:08.997578 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-64453b9c-e03d-4570-9a3a-a0cd55862e72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:47:09.003192 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-64453b9c-e03d-4570-9a3a-a0cd55862e72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:47:09.090784 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-64453b9c-e03d-4570-9a3a-a0cd55862e72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:09.183278 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-64453b9c-e03d-4570-9a3a-a0cd55862e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:09.213033 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64453b9c-e03d-4570-9a3a-a0cd55862e72 admin admin] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=89110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 07:47:09.225388 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64453b9c-e03d-4570-9a3a-a0cd55862e72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeb0a581-28b1-4e6b-8a20-3454a7381043,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:47:09.230484 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-64453b9c-e03d-4570-9a3a-a0cd55862e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:09.230924 n-d-843702-1 neutron-server[89110]: INFO neutron.db.segments_db [None req-64453b9c-e03d-4570-9a3a-a0cd55862e72 admin admin] Added segment ad3259da-981d-42e4-ba78-44b1a5340e0a of type vlan for network 24642666-718f-4874-9dc7-79ad573e2fb4 May 28 07:47:09.249948 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-f53c58ca-6c62-4956-abb1-eca4ebe4e495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806c9e03-630b-43ff-921c-6629b46458ba', 'name': 'tempest-TestSnapshotPattern-1765963505-router', 'tenant_id': '67ac34af000c4c5fafdd5b01c0aacf36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '25e6768f-d873-49e8-bc06-8383703b55a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:47:02Z', 'updated_at': '2022-05-28T07:47:06Z', 'revision_number': 4, 'project_id': '67ac34af000c4c5fafdd5b01c0aacf36', 'gw_port': {'id': '25e6768f-d873-49e8-bc06-8383703b55a4', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ff:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806c9e03-630b-43ff-921c-6629b46458ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4419, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:47:03Z', 'updated_at': '2022-05-28T07:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '511daff0-2d15-4d67-a878-e485ab24cd06', 'name': '', 'network_id': '700d94ca-04eb-484f-b618-d4fb21bdefff', 'tenant_id': '67ac34af000c4c5fafdd5b01c0aacf36', 'mac_address': 'fa:16:3e:c5:ce:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '806c9e03-630b-43ff-921c-6629b46458ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4420, 'fixed_ips': [{'subnet_id': 'ba84a413-0c31-49c1-94f1-78effc916416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:47:06Z', 'updated_at': '2022-05-28T07:47:07Z', 'revision_number': 2, 'project_id': '67ac34af000c4c5fafdd5b01c0aacf36', 'subnets': [{'id': 'ba84a413-0c31-49c1-94f1-78effc916416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:47:09.253828 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53c58ca-6c62-4956-abb1-eca4ebe4e495 None None] Checking router: 806c9e03-630b-43ff-921c-6629b46458ba for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 07:47:09.254166 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53c58ca-6c62-4956-abb1-eca4ebe4e495 None None] Updating router 806c9e03-630b-43ff-921c-6629b46458ba port 511daff0-2d15-4d67-a878-e485ab24cd06 binding host n-d-843702-1 {{(pid=89111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 07:47:09.256914 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-64453b9c-e03d-4570-9a3a-a0cd55862e72 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756828479452'] for network, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:09.309591 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-f53c58ca-6c62-4956-abb1-eca4ebe4e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:09.353564 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-64453b9c-e03d-4570-9a3a-a0cd55862e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952'] for network, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:09.354571 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64453b9c-e03d-4570-9a3a-a0cd55862e72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:47:09.355146 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-64453b9c-e03d-4570-9a3a-a0cd55862e72 admin admin] Notify callbacks [] for network, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:09.416303 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 25e6768f-d873-49e8-bc06-8383703b55a4 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:47:09.460242 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64453b9c-e03d-4570-9a3a-a0cd55862e72 admin admin] Pushing event updated for resources: {'Network': ['ID=24642666-718f-4874-9dc7-79ad573e2fb4,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:47:09.475439 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Network 24642666-718f-4874-9dc7-79ad573e2fb4 details requested by agent ovs-agent-n-d-843702-1 with host n-d-843702-1 {{(pid=89111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 07:47:09.518783 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-64453b9c-e03d-4570-9a3a-a0cd55862e72 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6466660 May 28 07:47:09.519112 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 60348) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:47:09.524860 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-640dfec0-725c-4716-a2b4-d85443dbc578 admin admin] Request body: {'subnet': {'network_id': '24642666-718f-4874-9dc7-79ad573e2fb4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-577309468-subnet', 'tenant_id': '58d1540fb1b4487f8ccfb7819dada0a2', 'ip_version': 4}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:47:09.534162 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-640dfec0-725c-4716-a2b4-d85443dbc578 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:47:09.538452 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-640dfec0-725c-4716-a2b4-d85443dbc578 admin admin] Usage tracker for resource:subnet and tenant:58d1540fb1b4487f8ccfb7819dada0a2 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:47:09.542435 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-640dfec0-725c-4716-a2b4-d85443dbc578 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:47:09.549117 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-640dfec0-725c-4716-a2b4-d85443dbc578 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:47:09.630031 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-640dfec0-725c-4716-a2b4-d85443dbc578 admin admin] Made reservation on behalf of 58d1540fb1b4487f8ccfb7819dada0a2 for: {'subnet': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 07:47:09.632730 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-640dfec0-725c-4716-a2b4-d85443dbc578 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3171998'] for subnet, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:09.723154 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 25e6768f-d873-49e8-bc06-8383703b55a4 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:47:09.723430 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:09.907859 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-640dfec0-725c-4716-a2b4-d85443dbc578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3115906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3172012'] for subnet, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:09.926603 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 25e6768f-d873-49e8-bc06-8383703b55a4 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:47:09.939492 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-f53c58ca-6c62-4956-abb1-eca4ebe4e495 None None] Notify callbacks [] for port, precommit_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:09.953725 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-f53c58ca-6c62-4956-abb1-eca4ebe4e495 None None] Transition to ACTIVE for port object 511daff0-2d15-4d67-a878-e485ab24cd06 will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:47:09.989593 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640dfec0-725c-4716-a2b4-d85443dbc578 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a078f45f-bce4-441f-b134-e3d3ffa461f3,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:47:09.998176 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640dfec0-725c-4716-a2b4-d85443dbc578 admin admin] Checking segment: {'id': 'ad3259da-981d-42e4-ba78-44b1a5340e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '24642666-718f-4874-9dc7-79ad573e2fb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:47:09.998520 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-640dfec0-725c-4716-a2b4-d85443dbc578 admin admin] Network hostable DHCP agents. Network: 24642666-718f-4874-9dc7-79ad573e2fb4, hostable agents: ['7f0809b2-1fc5-45c8-a926-29edc7f35ff5'], hosted agents: [] {{(pid=89110) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 07:47:10.039107 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-f53c58ca-6c62-4956-abb1-eca4ebe4e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:10.098988 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-640dfec0-725c-4716-a2b4-d85443dbc578 admin admin] Network 24642666-718f-4874-9dc7-79ad573e2fb4 is scheduled to be hosted by DHCP agent 7f0809b2-1fc5-45c8-a926-29edc7f35ff5 with binding_index 1 {{(pid=89110) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 07:47:10.182733 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-640dfec0-725c-4716-a2b4-d85443dbc578 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843702-1, 24642666-718f-4874-9dc7-79ad573e2fb4) {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:47:10.190735 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-640dfec0-725c-4716-a2b4-d85443dbc578 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:47:10.193081 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-640dfec0-725c-4716-a2b4-d85443dbc578 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:10.197033 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a250bf4-ed26-4898-8101-6f2c1edf11df None None] Pushing event updated for resources: {'Port': ['ID=511daff0-2d15-4d67-a878-e485ab24cd06,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:47:10.208616 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e65b3c3-e85b-44e3-bf9f-120c65119215 None None] Network 24642666-718f-4874-9dc7-79ad573e2fb4 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 07:47:10.282805 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-640dfec0-725c-4716-a2b4-d85443dbc578 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7625406 May 28 07:47:10.285224 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 60352) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:47:10.290025 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-ff72de37-c177-4e54-ac3e-3b19b6b137de admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-577309468-router', 'tenant_id': '58d1540fb1b4487f8ccfb7819dada0a2', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:47:10.295483 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-ff72de37-c177-4e54-ac3e-3b19b6b137de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:47:10.299311 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-ff72de37-c177-4e54-ac3e-3b19b6b137de admin admin] Usage tracker for resource:router and tenant:58d1540fb1b4487f8ccfb7819dada0a2 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:47:10.302114 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-ff72de37-c177-4e54-ac3e-3b19b6b137de admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:47:10.307968 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-ff72de37-c177-4e54-ac3e-3b19b6b137de admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:47:10.333107 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-f53c58ca-6c62-4956-abb1-eca4ebe4e495 None None] Attempting to bind port 511daff0-2d15-4d67-a878-e485ab24cd06 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 07:47:10.333644 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-f53c58ca-6c62-4956-abb1-eca4ebe4e495 None None] Attempting to bind port 511daff0-2d15-4d67-a878-e485ab24cd06 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'c687a3f8-bac3-4e78-a6c5-4b39e2a435cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '700d94ca-04eb-484f-b618-d4fb21bdefff'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 07:47:10.333847 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53c58ca-6c62-4956-abb1-eca4ebe4e495 None None] Attempting to bind port 511daff0-2d15-4d67-a878-e485ab24cd06 on network 700d94ca-04eb-484f-b618-d4fb21bdefff {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:47:10.343896 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53c58ca-6c62-4956-abb1-eca4ebe4e495 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 07:47:10.344265 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53c58ca-6c62-4956-abb1-eca4ebe4e495 None None] Checking segment: {'id': 'c687a3f8-bac3-4e78-a6c5-4b39e2a435cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '700d94ca-04eb-484f-b618-d4fb21bdefff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:47:10.344662 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-f53c58ca-6c62-4956-abb1-eca4ebe4e495 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:10.345055 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53c58ca-6c62-4956-abb1-eca4ebe4e495 None None] Bound using segment: {'id': 'c687a3f8-bac3-4e78-a6c5-4b39e2a435cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '700d94ca-04eb-484f-b618-d4fb21bdefff'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 07:47:10.345535 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-f53c58ca-6c62-4956-abb1-eca4ebe4e495 None None] Bound port: 511daff0-2d15-4d67-a878-e485ab24cd06, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c687a3f8-bac3-4e78-a6c5-4b39e2a435cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '700d94ca-04eb-484f-b618-d4fb21bdefff'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 07:47:10.345905 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-f53c58ca-6c62-4956-abb1-eca4ebe4e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:10.379202 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ff72de37-c177-4e54-ac3e-3b19b6b137de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59128'] for router, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:10.380277 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ff72de37-c177-4e54-ac3e-3b19b6b137de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59009'] for router, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:10.395851 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ff72de37-c177-4e54-ac3e-3b19b6b137de admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:10.544795 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-f53c58ca-6c62-4956-abb1-eca4ebe4e495 None None] For port 511daff0-2d15-4d67-a878-e485ab24cd06, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:47:10.562710 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-f53c58ca-6c62-4956-abb1-eca4ebe4e495 None None] For port 511daff0-2d15-4d67-a878-e485ab24cd06, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=511daff0-2d15-4d67-a878-e485ab24cd06,segment=NetworkSegment(c687a3f8-bac3-4e78-a6c5-4b39e2a435cb),segment_id=c687a3f8-bac3-4e78-a6c5-4b39e2a435cb)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 07:47:10.570514 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d978844-0e31-41fa-b18a-5a114649628d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f5488a8-34e3-5e0f-8307-56d31cb30bfe-24642666-718f-4874-9dc7-79ad573e2fb4', 'network_id': '24642666-718f-4874-9dc7-79ad573e2fb4', 'tenant_id': '58d1540fb1b4487f8ccfb7819dada0a2', 'fixed_ips': [{'subnet_id': 'a078f45f-bce4-441f-b134-e3d3ffa461f3'}]}} from n-d-843702-1. {{(pid=89111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 07:47:10.571440 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-0d978844-0e31-41fa-b18a-5a114649628d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:10.641362 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-f53c58ca-6c62-4956-abb1-eca4ebe4e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:10.741356 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ff72de37-c177-4e54-ac3e-3b19b6b137de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59027'] for router, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:10.791115 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a250bf4-ed26-4898-8101-6f2c1edf11df None None] Pushing event updated for resources: {'Port': ['ID=511daff0-2d15-4d67-a878-e485ab24cd06,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:47:10.795504 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53c58ca-6c62-4956-abb1-eca4ebe4e495 None None] Routers {'806c9e03-630b-43ff-921c-6629b46458ba'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:47:10.796042 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-f53c58ca-6c62-4956-abb1-eca4ebe4e495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:46:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['806c9e03-630b-43ff-921c-6629b46458ba'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:47:10.879949 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.db_base_plugin_common [None req-0d978844-0e31-41fa-b18a-5a114649628d None None] Allocated IP 172.20.0.2 (24642666-718f-4874-9dc7-79ad573e2fb4/a078f45f-bce4-441f-b134-e3d3ffa461f3/bce80d0f-dc97-482a-b9f2-a2e457a5b31e) {{(pid=89111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:47:11.094626 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-f53c58ca-6c62-4956-abb1-eca4ebe4e495 None None] Set router 806c9e03-630b-43ff-921c-6629b46458ba gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:47:11.117991 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ff72de37-c177-4e54-ac3e-3b19b6b137de admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:11.279734 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ff72de37-c177-4e54-ac3e-3b19b6b137de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:11.413710 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [None req-ff72de37-c177-4e54-ac3e-3b19b6b137de admin admin] Allocated IP 172.25.5.161 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/3d74a09a-2452-4a4d-a193-6d15afd88049) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:47:11.432825 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-0d978844-0e31-41fa-b18a-5a114649628d None None] Notify callbacks [] for port, precommit_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:11.449197 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-0d978844-0e31-41fa-b18a-5a114649628d None None] Transition to ACTIVE for port object bce80d0f-dc97-482a-b9f2-a2e457a5b31e will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:47:11.494589 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-0d978844-0e31-41fa-b18a-5a114649628d None None] Transition to ACTIVE for port object bce80d0f-dc97-482a-b9f2-a2e457a5b31e will not be triggered until provisioned by entity DHCP. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:47:11.562491 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-0d978844-0e31-41fa-b18a-5a114649628d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870'] for port, after_create {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:11.568301 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ff72de37-c177-4e54-ac3e-3b19b6b137de admin admin] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:11.596079 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-f53c58ca-6c62-4956-abb1-eca4ebe4e495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806c9e03-630b-43ff-921c-6629b46458ba', 'name': 'tempest-TestSnapshotPattern-1765963505-router', 'tenant_id': '67ac34af000c4c5fafdd5b01c0aacf36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '25e6768f-d873-49e8-bc06-8383703b55a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:47:02Z', 'updated_at': '2022-05-28T07:47:06Z', 'revision_number': 4, 'project_id': '67ac34af000c4c5fafdd5b01c0aacf36', 'gw_port': {'id': '25e6768f-d873-49e8-bc06-8383703b55a4', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ff:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806c9e03-630b-43ff-921c-6629b46458ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4419, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:47:03Z', 'updated_at': '2022-05-28T07:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '511daff0-2d15-4d67-a878-e485ab24cd06', 'name': '', 'network_id': '700d94ca-04eb-484f-b618-d4fb21bdefff', 'tenant_id': '67ac34af000c4c5fafdd5b01c0aacf36', 'mac_address': 'fa:16:3e:c5:ce:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '806c9e03-630b-43ff-921c-6629b46458ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4420, 'fixed_ips': [{'subnet_id': 'ba84a413-0c31-49c1-94f1-78effc916416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:47:06Z', 'updated_at': '2022-05-28T07:47:10Z', 'revision_number': 4, 'project_id': '67ac34af000c4c5fafdd5b01c0aacf36', 'subnets': [{'id': 'ba84a413-0c31-49c1-94f1-78effc916416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:47:11.613015 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53c58ca-6c62-4956-abb1-eca4ebe4e495 None None] The sync data for ids ['806c9e03-630b-43ff-921c-6629b46458ba'] in n-d-843702-1 is: [{'id': '806c9e03-630b-43ff-921c-6629b46458ba', 'name': 'tempest-TestSnapshotPattern-1765963505-router', 'tenant_id': '67ac34af000c4c5fafdd5b01c0aacf36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '25e6768f-d873-49e8-bc06-8383703b55a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:47:02Z', 'updated_at': '2022-05-28T07:47:06Z', 'revision_number': 4, 'project_id': '67ac34af000c4c5fafdd5b01c0aacf36', 'gw_port': {'id': '25e6768f-d873-49e8-bc06-8383703b55a4', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ff:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806c9e03-630b-43ff-921c-6629b46458ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4419, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:47:03Z', 'updated_at': '2022-05-28T07:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '511daff0-2d15-4d67-a878-e485ab24cd06', 'name': '', 'network_id': '700d94ca-04eb-484f-b618-d4fb21bdefff', 'tenant_id': '67ac34af000c4c5fafdd5b01c0aacf36', 'mac_address': 'fa:16:3e:c5:ce:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '806c9e03-630b-43ff-921c-6629b46458ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4420, 'fixed_ips': [{'subnet_id': 'ba84a413-0c31-49c1-94f1-78effc916416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:47:06Z', 'updated_at': '2022-05-28T07:47:10Z', 'revision_number': 4, 'project_id': '67ac34af000c4c5fafdd5b01c0aacf36', 'subnets': [{'id': 'ba84a413-0c31-49c1-94f1-78effc916416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 07:47:11.636172 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d978844-0e31-41fa-b18a-5a114649628d None None] Network 24642666-718f-4874-9dc7-79ad573e2fb4 is already hosted by enough agents. {{(pid=89111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:47:11.639241 n-d-843702-1 neutron-server[89111]: DEBUG neutron.scheduler.base_scheduler [None req-0d978844-0e31-41fa-b18a-5a114649628d None None] Resources bound (agent type, host, resource id): {{(pid=89111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:47:11.642915 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d978844-0e31-41fa-b18a-5a114649628d None None] Received port after_create {{(pid=89111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:47:11.648599 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d978844-0e31-41fa-b18a-5a114649628d None None] Pushing event updated for resources: {'Port': ['ID=bce80d0f-dc97-482a-b9f2-a2e457a5b31e,revision_number=1']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:47:11.652806 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ff72de37-c177-4e54-ac3e-3b19b6b137de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:11.748451 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff72de37-c177-4e54-ac3e-3b19b6b137de admin admin] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:47:11.751270 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-ff72de37-c177-4e54-ac3e-3b19b6b137de admin admin] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:47:11.752485 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-0d978844-0e31-41fa-b18a-5a114649628d None None] Attempting to bind port bce80d0f-dc97-482a-b9f2-a2e457a5b31e on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 07:47:11.753136 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-0d978844-0e31-41fa-b18a-5a114649628d None None] Attempting to bind port bce80d0f-dc97-482a-b9f2-a2e457a5b31e by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'ad3259da-981d-42e4-ba78-44b1a5340e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '24642666-718f-4874-9dc7-79ad573e2fb4'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 07:47:11.756300 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff72de37-c177-4e54-ac3e-3b19b6b137de admin admin] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:47:11.756718 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d978844-0e31-41fa-b18a-5a114649628d None None] Attempting to bind port bce80d0f-dc97-482a-b9f2-a2e457a5b31e on network 24642666-718f-4874-9dc7-79ad573e2fb4 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:47:11.764246 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d978844-0e31-41fa-b18a-5a114649628d None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 07:47:11.764623 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d978844-0e31-41fa-b18a-5a114649628d None None] Checking segment: {'id': 'ad3259da-981d-42e4-ba78-44b1a5340e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '24642666-718f-4874-9dc7-79ad573e2fb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:47:11.765030 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-0d978844-0e31-41fa-b18a-5a114649628d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:11.765442 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d978844-0e31-41fa-b18a-5a114649628d None None] Bound using segment: {'id': 'ad3259da-981d-42e4-ba78-44b1a5340e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '24642666-718f-4874-9dc7-79ad573e2fb4'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 07:47:11.765929 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-0d978844-0e31-41fa-b18a-5a114649628d None None] Bound port: bce80d0f-dc97-482a-b9f2-a2e457a5b31e, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad3259da-981d-42e4-ba78-44b1a5340e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '24642666-718f-4874-9dc7-79ad573e2fb4'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 07:47:11.766311 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-0d978844-0e31-41fa-b18a-5a114649628d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:11.798081 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff72de37-c177-4e54-ac3e-3b19b6b137de admin admin] Pushing event updated for resources: {'Port': ['ID=3d74a09a-2452-4a4d-a193-6d15afd88049,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:47:11.862502 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-0d978844-0e31-41fa-b18a-5a114649628d None None] For port bce80d0f-dc97-482a-b9f2-a2e457a5b31e, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:47:11.865594 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-0d978844-0e31-41fa-b18a-5a114649628d None None] For port bce80d0f-dc97-482a-b9f2-a2e457a5b31e, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=bce80d0f-dc97-482a-b9f2-a2e457a5b31e,segment=NetworkSegment(ad3259da-981d-42e4-ba78-44b1a5340e0a),segment_id=ad3259da-981d-42e4-ba78-44b1a5340e0a)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 07:47:11.954827 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-0d978844-0e31-41fa-b18a-5a114649628d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:12.041610 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d978844-0e31-41fa-b18a-5a114649628d None None] Pushing event updated for resources: {'Port': ['ID=bce80d0f-dc97-482a-b9f2-a2e457a5b31e,revision_number=2']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:47:12.286909 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ff72de37-c177-4e54-ac3e-3b19b6b137de admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:12.648796 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ff72de37-c177-4e54-ac3e-3b19b6b137de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690761'] for router, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:12.924710 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff72de37-c177-4e54-ac3e-3b19b6b137de admin admin] Router a9ff7165-1b86-4666-986d-158d36fd4dee is scheduled to L3 agent 42958940-9562-4f71-972f-15a8af9d3963 with binding_index 1 {{(pid=89110) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 07:47:13.064658 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da0e355-6898-42fb-8a4e-7c40d1df02f1 None None] Network 24642666-718f-4874-9dc7-79ad573e2fb4 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 07:47:13.220094 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-c3041741-3520-4756-850f-78c4c816d18f None None] Provisioning for port bce80d0f-dc97-482a-b9f2-a2e457a5b31e completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:47:13.222533 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff72de37-c177-4e54-ac3e-3b19b6b137de admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 07:47:13.232839 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cdfc4f-0298-4e73-a9be-20e2ffd40daf None None] Sync routers for ids ['a9ff7165-1b86-4666-986d-158d36fd4dee'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 07:47:13.245982 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cdfc4f-0298-4e73-a9be-20e2ffd40daf None None] Routers {'a9ff7165-1b86-4666-986d-158d36fd4dee'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:47:13.246779 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-97cdfc4f-0298-4e73-a9be-20e2ffd40daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:46:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['a9ff7165-1b86-4666-986d-158d36fd4dee'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:47:13.321879 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-ff72de37-c177-4e54-ac3e-3b19b6b137de admin admin] Notify callbacks [] for router, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:13.323250 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-ff72de37-c177-4e54-ac3e-3b19b6b137de admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.0370688 May 28 07:47:13.326187 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 60356) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:47:13.433731 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-97cdfc4f-0298-4e73-a9be-20e2ffd40daf None None] Set router a9ff7165-1b86-4666-986d-158d36fd4dee gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:47:13.499478 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 511daff0-2d15-4d67-a878-e485ab24cd06 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:47:13.663606 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 511daff0-2d15-4d67-a878-e485ab24cd06 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:47:13.671490 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 511daff0-2d15-4d67-a878-e485ab24cd06 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:47:13.671927 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:13.762245 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-97cdfc4f-0298-4e73-a9be-20e2ffd40daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9ff7165-1b86-4666-986d-158d36fd4dee', 'name': 'tempest-TestSnapshotPattern-577309468-router', 'tenant_id': '58d1540fb1b4487f8ccfb7819dada0a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '3d74a09a-2452-4a4d-a193-6d15afd88049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:47:10Z', 'updated_at': '2022-05-28T07:47:12Z', 'revision_number': 3, 'project_id': '58d1540fb1b4487f8ccfb7819dada0a2', 'gw_port': {'id': '3d74a09a-2452-4a4d-a193-6d15afd88049', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6e:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9ff7165-1b86-4666-986d-158d36fd4dee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:47:11Z', 'updated_at': '2022-05-28T07:47:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:47:13.766364 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cdfc4f-0298-4e73-a9be-20e2ffd40daf None None] Checking router: a9ff7165-1b86-4666-986d-158d36fd4dee for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 07:47:13.767115 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cdfc4f-0298-4e73-a9be-20e2ffd40daf None None] Updating router a9ff7165-1b86-4666-986d-158d36fd4dee port 3d74a09a-2452-4a4d-a193-6d15afd88049 binding host n-d-843702-1 {{(pid=89112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 07:47:13.798205 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 511daff0-2d15-4d67-a878-e485ab24cd06 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:47:13.798584 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:13.820928 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-97cdfc4f-0298-4e73-a9be-20e2ffd40daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:13.835197 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port 511daff0-2d15-4d67-a878-e485ab24cd06, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=511daff0-2d15-4d67-a878-e485ab24cd06,segment=NetworkSegment(c687a3f8-bac3-4e78-a6c5-4b39e2a435cb),segment_id=c687a3f8-bac3-4e78-a6c5-4b39e2a435cb)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:47:13.916318 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:13.917852 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device bce80d0f-dc97-482a-b9f2-a2e457a5b31e up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:47:14.035289 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=511daff0-2d15-4d67-a878-e485ab24cd06,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:47:14.119276 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port bce80d0f-dc97-482a-b9f2-a2e457a5b31e completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:47:14.124347 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port bce80d0f-dc97-482a-b9f2-a2e457a5b31e triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:47:14.124919 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:14.169513 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c4ab379f-16d3-48de-987c-3988b0078fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:14.217933 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-97cdfc4f-0298-4e73-a9be-20e2ffd40daf None None] Notify callbacks [] for port, precommit_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:14.232601 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.provisioning_blocks [None req-97cdfc4f-0298-4e73-a9be-20e2ffd40daf None None] Transition to ACTIVE for port object 3d74a09a-2452-4a4d-a193-6d15afd88049 will not be triggered until provisioned by entity L2. {{(pid=89112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:47:14.247118 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port bce80d0f-dc97-482a-b9f2-a2e457a5b31e is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:47:14.247553 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:14.282747 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port bce80d0f-dc97-482a-b9f2-a2e457a5b31e, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=bce80d0f-dc97-482a-b9f2-a2e457a5b31e,segment=NetworkSegment(ad3259da-981d-42e4-ba78-44b1a5340e0a),segment_id=ad3259da-981d-42e4-ba78-44b1a5340e0a)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:47:14.310279 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-97cdfc4f-0298-4e73-a9be-20e2ffd40daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:14.367591 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:14.382780 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-97cdfc4f-0298-4e73-a9be-20e2ffd40daf None None] Attempting to bind port 3d74a09a-2452-4a4d-a193-6d15afd88049 on host n-d-843702-1 for vnic_type normal with profile {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 07:47:14.383136 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-97cdfc4f-0298-4e73-a9be-20e2ffd40daf None None] Attempting to bind port 3d74a09a-2452-4a4d-a193-6d15afd88049 by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 07:47:14.383533 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cdfc4f-0298-4e73-a9be-20e2ffd40daf None None] Attempting to bind port 3d74a09a-2452-4a4d-a193-6d15afd88049 on network 68df399e-e75e-4871-9364-5d05730b50f0 {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:47:14.391008 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_common [None req-c4ab379f-16d3-48de-987c-3988b0078fb0 admin admin] Allocated IP 172.20.0.1 (24642666-718f-4874-9dc7-79ad573e2fb4/a078f45f-bce4-441f-b134-e3d3ffa461f3/b0941885-ece4-4497-8cb8-fe852b1a70fe) {{(pid=89109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:47:14.394735 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6e2b36-6b67-4aeb-8b16-ec45462cea05 None None] Pushing event updated for resources: {'Port': ['ID=3d74a09a-2452-4a4d-a193-6d15afd88049,revision_number=2']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:47:14.397317 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cdfc4f-0298-4e73-a9be-20e2ffd40daf None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 07:47:14.397704 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cdfc4f-0298-4e73-a9be-20e2ffd40daf None None] Checking segment: {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:47:14.398093 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-97cdfc4f-0298-4e73-a9be-20e2ffd40daf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:14.398462 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cdfc4f-0298-4e73-a9be-20e2ffd40daf None None] Bound using segment: {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'} {{(pid=89112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 07:47:14.399092 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.managers [None req-97cdfc4f-0298-4e73-a9be-20e2ffd40daf None None] Bound port: 3d74a09a-2452-4a4d-a193-6d15afd88049, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df1b86e2-f207-47a9-bc8f-8a634ca9b4aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0'}}] {{(pid=89112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 07:47:14.400290 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-97cdfc4f-0298-4e73-a9be-20e2ffd40daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:14.439843 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=bce80d0f-dc97-482a-b9f2-a2e457a5b31e,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:47:14.475822 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-97cdfc4f-0298-4e73-a9be-20e2ffd40daf None None] For port 3d74a09a-2452-4a4d-a193-6d15afd88049, host n-d-843702-1, cleared binding levels {{(pid=89112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:47:14.479584 n-d-843702-1 neutron-server[89112]: DEBUG neutron.plugins.ml2.db [None req-97cdfc4f-0298-4e73-a9be-20e2ffd40daf None None] For port 3d74a09a-2452-4a4d-a193-6d15afd88049, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=3d74a09a-2452-4a4d-a193-6d15afd88049,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 07:47:14.548513 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c4ab379f-16d3-48de-987c-3988b0078fb0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:14.565297 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.provisioning_blocks [None req-c4ab379f-16d3-48de-987c-3988b0078fb0 admin admin] Transition to ACTIVE for port object b0941885-ece4-4497-8cb8-fe852b1a70fe will not be triggered until provisioned by entity DHCP. {{(pid=89109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:47:14.607726 n-d-843702-1 neutron-server[89112]: DEBUG neutron_lib.callbacks.manager [None req-97cdfc4f-0298-4e73-a9be-20e2ffd40daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:14.665866 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c4ab379f-16d3-48de-987c-3988b0078fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:14.682516 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cdfc4f-0298-4e73-a9be-20e2ffd40daf None None] Routers {'a9ff7165-1b86-4666-986d-158d36fd4dee'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:47:14.683111 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-97cdfc4f-0298-4e73-a9be-20e2ffd40daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:46:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['a9ff7165-1b86-4666-986d-158d36fd4dee'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:47:14.736539 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ab379f-16d3-48de-987c-3988b0078fb0 admin admin] Network 24642666-718f-4874-9dc7-79ad573e2fb4 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:47:14.739456 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6e2b36-6b67-4aeb-8b16-ec45462cea05 None None] Pushing event updated for resources: {'Port': ['ID=3d74a09a-2452-4a4d-a193-6d15afd88049,revision_number=3']} {{(pid=89112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:47:14.739582 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-c4ab379f-16d3-48de-987c-3988b0078fb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:47:14.745211 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ab379f-16d3-48de-987c-3988b0078fb0 admin admin] Received port after_create {{(pid=89109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:47:14.781604 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ab379f-16d3-48de-987c-3988b0078fb0 admin admin] Pushing event updated for resources: {'Port': ['ID=b0941885-ece4-4497-8cb8-fe852b1a70fe,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:47:14.804709 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c4ab379f-16d3-48de-987c-3988b0078fb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690947'] for router_interface, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:14.867972 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-97cdfc4f-0298-4e73-a9be-20e2ffd40daf None None] Set router a9ff7165-1b86-4666-986d-158d36fd4dee gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:47:15.041864 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-abd2cc5c-7069-4cc1-8a88-99071a098a58 None None] Provisioning for port b0941885-ece4-4497-8cb8-fe852b1a70fe completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:47:15.046843 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-abd2cc5c-7069-4cc1-8a88-99071a098a58 None None] Provisioning complete for port b0941885-ece4-4497-8cb8-fe852b1a70fe triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:47:15.047206 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-abd2cc5c-7069-4cc1-8a88-99071a098a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:15.105227 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-abd2cc5c-7069-4cc1-8a88-99071a098a58 None None] Port b0941885-ece4-4497-8cb8-fe852b1a70fe cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 07:47:15.123384 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c4ab379f-16d3-48de-987c-3988b0078fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:15.156777 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-97cdfc4f-0298-4e73-a9be-20e2ffd40daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9ff7165-1b86-4666-986d-158d36fd4dee', 'name': 'tempest-TestSnapshotPattern-577309468-router', 'tenant_id': '58d1540fb1b4487f8ccfb7819dada0a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '3d74a09a-2452-4a4d-a193-6d15afd88049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:47:10Z', 'updated_at': '2022-05-28T07:47:12Z', 'revision_number': 3, 'project_id': '58d1540fb1b4487f8ccfb7819dada0a2', 'gw_port': {'id': '3d74a09a-2452-4a4d-a193-6d15afd88049', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6e:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9ff7165-1b86-4666-986d-158d36fd4dee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:47:11Z', 'updated_at': '2022-05-28T07:47:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:47:15.160553 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cdfc4f-0298-4e73-a9be-20e2ffd40daf None None] The sync data for ids ['a9ff7165-1b86-4666-986d-158d36fd4dee'] in n-d-843702-1 is: [{'id': 'a9ff7165-1b86-4666-986d-158d36fd4dee', 'name': 'tempest-TestSnapshotPattern-577309468-router', 'tenant_id': '58d1540fb1b4487f8ccfb7819dada0a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '3d74a09a-2452-4a4d-a193-6d15afd88049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:47:10Z', 'updated_at': '2022-05-28T07:47:12Z', 'revision_number': 3, 'project_id': '58d1540fb1b4487f8ccfb7819dada0a2', 'gw_port': {'id': '3d74a09a-2452-4a4d-a193-6d15afd88049', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6e:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9ff7165-1b86-4666-986d-158d36fd4dee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:47:11Z', 'updated_at': '2022-05-28T07:47:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 07:47:15.354397 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c4ab379f-16d3-48de-987c-3988b0078fb0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:15.424270 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c4ab379f-16d3-48de-987c-3988b0078fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2483883'] for port, after_update {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:15.440134 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 511daff0-2d15-4d67-a878-e485ab24cd06 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:47:15.537175 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 511daff0-2d15-4d67-a878-e485ab24cd06 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:47:15.537671 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:15.545367 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c4ab379f-16d3-48de-987c-3988b0078fb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700602'] for router_interface, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:15.560434 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ab379f-16d3-48de-987c-3988b0078fb0 admin admin] Pushing event updated for resources: {'Port': ['ID=b0941885-ece4-4497-8cb8-fe852b1a70fe,revision_number=2']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:47:15.705982 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ab379f-16d3-48de-987c-3988b0078fb0 admin admin] Network 24642666-718f-4874-9dc7-79ad573e2fb4 is already hosted by enough agents. {{(pid=89109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:47:15.707438 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.base_scheduler [None req-c4ab379f-16d3-48de-987c-3988b0078fb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=89109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:47:15.734472 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 511daff0-2d15-4d67-a878-e485ab24cd06 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:47:15.735437 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device bce80d0f-dc97-482a-b9f2-a2e457a5b31e up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:47:15.809447 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port bce80d0f-dc97-482a-b9f2-a2e457a5b31e triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:47:15.809825 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:15.965716 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port bce80d0f-dc97-482a-b9f2-a2e457a5b31e is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:47:16.035546 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4ab379f-16d3-48de-987c-3988b0078fb0 admin admin] Router a9ff7165-1b86-4666-986d-158d36fd4dee has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 07:47:16.051869 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-8d50dc84-22d8-4409-8e15-7140a9c3dfe0 None None] Provisioning complete for port b0941885-ece4-4497-8cb8-fe852b1a70fe triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:47:16.052232 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-8d50dc84-22d8-4409-8e15-7140a9c3dfe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:16.108671 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-8d50dc84-22d8-4409-8e15-7140a9c3dfe0 None None] Port b0941885-ece4-4497-8cb8-fe852b1a70fe cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 07:47:16.219658 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4ab379f-16d3-48de-987c-3988b0078fb0 admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 07:47:16.228581 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-c4ab379f-16d3-48de-987c-3988b0078fb0 admin admin] 10.222.0.55 "PUT /v2.0/routers/a9ff7165-1b86-4666-986d-158d36fd4dee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9013634 May 28 07:47:16.688296 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 60370) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:47:16.693650 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-4ec37a5c-8be2-4c29-ae74-a11ceec8c290 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1914558696', 'description': 'tempest-secgroup-smoke-1914558696 description', 'project_id': '67ac34af000c4c5fafdd5b01c0aacf36'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:47:16.701299 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-4ec37a5c-8be2-4c29-ae74-a11ceec8c290 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:47:16.705322 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-4ec37a5c-8be2-4c29-ae74-a11ceec8c290 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Usage tracker for resource:security_group and tenant:67ac34af000c4c5fafdd5b01c0aacf36 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:47:16.708848 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-4ec37a5c-8be2-4c29-ae74-a11ceec8c290 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:47:16.715545 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-4ec37a5c-8be2-4c29-ae74-a11ceec8c290 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:47:16.719717 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2dbdb76-1479-4dd5-9379-71a5eebc4423 None None] Sync routers for ids ['a9ff7165-1b86-4666-986d-158d36fd4dee'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 07:47:16.729524 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2dbdb76-1479-4dd5-9379-71a5eebc4423 None None] Routers {'a9ff7165-1b86-4666-986d-158d36fd4dee'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:47:16.730149 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-e2dbdb76-1479-4dd5-9379-71a5eebc4423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:46:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['a9ff7165-1b86-4666-986d-158d36fd4dee'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:47:16.807976 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4ec37a5c-8be2-4c29-ae74-a11ceec8c290 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Notify callbacks [] for security_group, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:16.827460 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-4ec37a5c-8be2-4c29-ae74-a11ceec8c290 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:47:16.831345 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-4ec37a5c-8be2-4c29-ae74-a11ceec8c290 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Usage tracker for resource:security_group_rule and tenant:67ac34af000c4c5fafdd5b01c0aacf36 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:47:16.834439 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-4ec37a5c-8be2-4c29-ae74-a11ceec8c290 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:47:16.840129 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-4ec37a5c-8be2-4c29-ae74-a11ceec8c290 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:47:16.909090 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-e2dbdb76-1479-4dd5-9379-71a5eebc4423 None None] Set router a9ff7165-1b86-4666-986d-158d36fd4dee gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:47:16.910571 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4ec37a5c-8be2-4c29-ae74-a11ceec8c290 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Notify callbacks [] for security_group, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:16.995708 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4ec37a5c-8be2-4c29-ae74-a11ceec8c290 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:17.036131 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec37a5c-8be2-4c29-ae74-a11ceec8c290 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d798be20-5e09-4f26-b62e-2150a1d80130,revision_number=1']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:47:17.115737 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4ec37a5c-8be2-4c29-ae74-a11ceec8c290 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:17.116974 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-4ec37a5c-8be2-4c29-ae74-a11ceec8c290 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4276993 May 28 07:47:17.120680 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 60374) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:47:17.126014 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-8cdeddda-d8c3-4795-a945-cda8c21ab9cf tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Request body: {'security_group_rule': {'security_group_id': 'd798be20-5e09-4f26-b62e-2150a1d80130', 'project_id': '67ac34af000c4c5fafdd5b01c0aacf36', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:47:17.132359 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-8cdeddda-d8c3-4795-a945-cda8c21ab9cf tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:47:17.136415 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-8cdeddda-d8c3-4795-a945-cda8c21ab9cf tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Usage tracker for resource:security_group_rule and tenant:67ac34af000c4c5fafdd5b01c0aacf36 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:47:17.141065 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-8cdeddda-d8c3-4795-a945-cda8c21ab9cf tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:47:17.145495 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-8cdeddda-d8c3-4795-a945-cda8c21ab9cf tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:47:17.234215 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-e2dbdb76-1479-4dd5-9379-71a5eebc4423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9ff7165-1b86-4666-986d-158d36fd4dee', 'name': 'tempest-TestSnapshotPattern-577309468-router', 'tenant_id': '58d1540fb1b4487f8ccfb7819dada0a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '3d74a09a-2452-4a4d-a193-6d15afd88049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:47:10Z', 'updated_at': '2022-05-28T07:47:15Z', 'revision_number': 4, 'project_id': '58d1540fb1b4487f8ccfb7819dada0a2', 'gw_port': {'id': '3d74a09a-2452-4a4d-a193-6d15afd88049', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6e:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9ff7165-1b86-4666-986d-158d36fd4dee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:47:11Z', 'updated_at': '2022-05-28T07:47:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'b0941885-ece4-4497-8cb8-fe852b1a70fe', 'name': '', 'network_id': '24642666-718f-4874-9dc7-79ad573e2fb4', 'tenant_id': '58d1540fb1b4487f8ccfb7819dada0a2', 'mac_address': 'fa:16:3e:5d:51:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9ff7165-1b86-4666-986d-158d36fd4dee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4432, 'fixed_ips': [{'subnet_id': 'a078f45f-bce4-441f-b134-e3d3ffa461f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:47:14Z', 'updated_at': '2022-05-28T07:47:15Z', 'revision_number': 2, 'project_id': '58d1540fb1b4487f8ccfb7819dada0a2', 'subnets': [{'id': 'a078f45f-bce4-441f-b134-e3d3ffa461f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:47:17.238162 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2dbdb76-1479-4dd5-9379-71a5eebc4423 None None] Checking router: a9ff7165-1b86-4666-986d-158d36fd4dee for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 07:47:17.238511 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2dbdb76-1479-4dd5-9379-71a5eebc4423 None None] Updating router a9ff7165-1b86-4666-986d-158d36fd4dee port b0941885-ece4-4497-8cb8-fe852b1a70fe binding host n-d-843702-1 {{(pid=89111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 07:47:17.265903 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8cdeddda-d8c3-4795-a945-cda8c21ab9cf tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:17.294597 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e2dbdb76-1479-4dd5-9379-71a5eebc4423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:17.325830 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8cdeddda-d8c3-4795-a945-cda8c21ab9cf tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:17.395550 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8cdeddda-d8c3-4795-a945-cda8c21ab9cf tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:17.424197 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 3d74a09a-2452-4a4d-a193-6d15afd88049 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:47:17.427743 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdeddda-d8c3-4795-a945-cda8c21ab9cf tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebe96518-030b-4969-b9d9-c23a363434dd,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:47:17.496404 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-8cdeddda-d8c3-4795-a945-cda8c21ab9cf tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:17.500864 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-8cdeddda-d8c3-4795-a945-cda8c21ab9cf tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3764777 May 28 07:47:17.501140 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 60378) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:47:17.506306 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-0f3e4724-8eda-4369-8b82-3257957e2d3d tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Request body: {'security_group_rule': {'security_group_id': 'd798be20-5e09-4f26-b62e-2150a1d80130', 'project_id': '67ac34af000c4c5fafdd5b01c0aacf36', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:47:17.513997 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-0f3e4724-8eda-4369-8b82-3257957e2d3d tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:47:17.518019 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-0f3e4724-8eda-4369-8b82-3257957e2d3d tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Usage tracker for resource:security_group_rule and tenant:67ac34af000c4c5fafdd5b01c0aacf36 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:47:17.520970 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-0f3e4724-8eda-4369-8b82-3257957e2d3d tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:47:17.527576 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-0f3e4724-8eda-4369-8b82-3257957e2d3d tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:47:17.623015 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0f3e4724-8eda-4369-8b82-3257957e2d3d tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:17.670490 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port 3d74a09a-2452-4a4d-a193-6d15afd88049 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:47:17.684439 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0f3e4724-8eda-4369-8b82-3257957e2d3d tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:17.691705 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 3d74a09a-2452-4a4d-a193-6d15afd88049 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:47:17.692068 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:17.749979 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e2dbdb76-1479-4dd5-9379-71a5eebc4423 None None] Notify callbacks [] for port, precommit_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:17.759187 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0f3e4724-8eda-4369-8b82-3257957e2d3d tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:17.768070 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-e2dbdb76-1479-4dd5-9379-71a5eebc4423 None None] Transition to ACTIVE for port object b0941885-ece4-4497-8cb8-fe852b1a70fe will not be triggered until provisioned by entity L2. {{(pid=89111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:47:17.784587 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3e4724-8eda-4369-8b82-3257957e2d3d tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0c006a6-599a-4d38-a87a-338fb9b10188,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:47:17.833766 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 3d74a09a-2452-4a4d-a193-6d15afd88049 is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:47:17.834155 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:17.847842 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e2dbdb76-1479-4dd5-9379-71a5eebc4423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:17.882937 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port 3d74a09a-2452-4a4d-a193-6d15afd88049, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=3d74a09a-2452-4a4d-a193-6d15afd88049,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:47:17.907460 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-0f3e4724-8eda-4369-8b82-3257957e2d3d tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:17.911309 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-0f3e4724-8eda-4369-8b82-3257957e2d3d tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4066069 May 28 07:47:17.913684 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 60382) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:47:17.918335 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-bc45afca-d3b7-4fd4-a077-e7ea91485187 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Request body: {'security_group_rule': {'security_group_id': 'd798be20-5e09-4f26-b62e-2150a1d80130', 'project_id': '67ac34af000c4c5fafdd5b01c0aacf36', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:47:17.925489 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-bc45afca-d3b7-4fd4-a077-e7ea91485187 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:47:17.929879 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-bc45afca-d3b7-4fd4-a077-e7ea91485187 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Usage tracker for resource:security_group_rule and tenant:67ac34af000c4c5fafdd5b01c0aacf36 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:47:17.933219 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-bc45afca-d3b7-4fd4-a077-e7ea91485187 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:47:17.938955 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-bc45afca-d3b7-4fd4-a077-e7ea91485187 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:47:17.971387 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:17.983374 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1443e3fe-446a-43bf-bc3a-6dd295770f5b None None] Pushing event updated for resources: {'Port': ['ID=b0941885-ece4-4497-8cb8-fe852b1a70fe,revision_number=3']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:47:18.037123 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-bc45afca-d3b7-4fd4-a077-e7ea91485187 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:18.114091 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-bc45afca-d3b7-4fd4-a077-e7ea91485187 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:18.169856 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-e2dbdb76-1479-4dd5-9379-71a5eebc4423 None None] Attempting to bind port b0941885-ece4-4497-8cb8-fe852b1a70fe on host n-d-843702-1 for vnic_type normal with profile {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 07:47:18.170216 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-e2dbdb76-1479-4dd5-9379-71a5eebc4423 None None] Attempting to bind port b0941885-ece4-4497-8cb8-fe852b1a70fe by drivers openvswitch,hyperv on host n-d-843702-1 at level 0 using segments [{'id': 'ad3259da-981d-42e4-ba78-44b1a5340e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '24642666-718f-4874-9dc7-79ad573e2fb4'}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 07:47:18.170570 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2dbdb76-1479-4dd5-9379-71a5eebc4423 None None] Attempting to bind port b0941885-ece4-4497-8cb8-fe852b1a70fe on network 24642666-718f-4874-9dc7-79ad573e2fb4 {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:47:18.183995 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2dbdb76-1479-4dd5-9379-71a5eebc4423 None None] Checking agent: {'id': 'c10958d9-ed95-4a37-84f4-93f8b1d801eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 7), 'started_at': datetime.datetime(2022, 5, 28, 6, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843702-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 07:47:18.184300 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2dbdb76-1479-4dd5-9379-71a5eebc4423 None None] Checking segment: {'id': 'ad3259da-981d-42e4-ba78-44b1a5340e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '24642666-718f-4874-9dc7-79ad573e2fb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:47:18.184710 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e2dbdb76-1479-4dd5-9379-71a5eebc4423 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:18.185109 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2dbdb76-1479-4dd5-9379-71a5eebc4423 None None] Bound using segment: {'id': 'ad3259da-981d-42e4-ba78-44b1a5340e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '24642666-718f-4874-9dc7-79ad573e2fb4'} {{(pid=89111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 07:47:18.185653 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.managers [None req-e2dbdb76-1479-4dd5-9379-71a5eebc4423 None None] Bound port: b0941885-ece4-4497-8cb8-fe852b1a70fe, host: n-d-843702-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad3259da-981d-42e4-ba78-44b1a5340e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '24642666-718f-4874-9dc7-79ad573e2fb4'}}] {{(pid=89111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 07:47:18.186054 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e2dbdb76-1479-4dd5-9379-71a5eebc4423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:18.195341 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-bc45afca-d3b7-4fd4-a077-e7ea91485187 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:18.200703 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=3d74a09a-2452-4a4d-a193-6d15afd88049,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:47:18.219555 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc45afca-d3b7-4fd4-a077-e7ea91485187 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43595c3a-27e0-46b5-934d-dfac43f753fa,revision_number=0']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:47:18.283462 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-e2dbdb76-1479-4dd5-9379-71a5eebc4423 None None] For port b0941885-ece4-4497-8cb8-fe852b1a70fe, host n-d-843702-1, cleared binding levels {{(pid=89111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:47:18.286373 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-e2dbdb76-1479-4dd5-9379-71a5eebc4423 None None] For port b0941885-ece4-4497-8cb8-fe852b1a70fe, host n-d-843702-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=b0941885-ece4-4497-8cb8-fe852b1a70fe,segment=NetworkSegment(ad3259da-981d-42e4-ba78-44b1a5340e0a),segment_id=ad3259da-981d-42e4-ba78-44b1a5340e0a)] {{(pid=89111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 07:47:18.287325 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-bc45afca-d3b7-4fd4-a077-e7ea91485187 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:18.288535 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-bc45afca-d3b7-4fd4-a077-e7ea91485187 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3760767 May 28 07:47:18.291636 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 60386) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:47:18.296938 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-88d50419-ef74-49da-9de6-bacbadf6bd08 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Request body: {'security_group_rule': {'security_group_id': 'd798be20-5e09-4f26-b62e-2150a1d80130', 'project_id': '67ac34af000c4c5fafdd5b01c0aacf36', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:47:18.303820 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-88d50419-ef74-49da-9de6-bacbadf6bd08 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:47:18.307706 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-88d50419-ef74-49da-9de6-bacbadf6bd08 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Usage tracker for resource:security_group_rule and tenant:67ac34af000c4c5fafdd5b01c0aacf36 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:47:18.310554 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-88d50419-ef74-49da-9de6-bacbadf6bd08 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:47:18.316283 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-88d50419-ef74-49da-9de6-bacbadf6bd08 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:47:18.347727 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e2dbdb76-1479-4dd5-9379-71a5eebc4423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:18.406623 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-88d50419-ef74-49da-9de6-bacbadf6bd08 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:18.429858 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2dbdb76-1479-4dd5-9379-71a5eebc4423 None None] Routers {'a9ff7165-1b86-4666-986d-158d36fd4dee'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:47:18.430488 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-e2dbdb76-1479-4dd5-9379-71a5eebc4423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:46:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['a9ff7165-1b86-4666-986d-158d36fd4dee'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:47:18.497355 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1443e3fe-446a-43bf-bc3a-6dd295770f5b None None] Pushing event updated for resources: {'Port': ['ID=b0941885-ece4-4497-8cb8-fe852b1a70fe,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:47:18.596020 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-88d50419-ef74-49da-9de6-bacbadf6bd08 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:18.622658 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-e2dbdb76-1479-4dd5-9379-71a5eebc4423 None None] Set router a9ff7165-1b86-4666-986d-158d36fd4dee gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:47:18.652635 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-88d50419-ef74-49da-9de6-bacbadf6bd08 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:18.677059 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d50419-ef74-49da-9de6-bacbadf6bd08 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e2e485a-59a9-4360-858b-2540c6642bbb,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:47:18.747242 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-88d50419-ef74-49da-9de6-bacbadf6bd08 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:18.748492 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-88d50419-ef74-49da-9de6-bacbadf6bd08 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4557846 May 28 07:47:18.751318 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 60390) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:47:18.756306 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-9c94dffd-93e2-4dfe-b0da-88358beebb57 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Request body: {'security_group_rule': {'security_group_id': 'd798be20-5e09-4f26-b62e-2150a1d80130', 'project_id': '67ac34af000c4c5fafdd5b01c0aacf36', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:47:18.763751 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-9c94dffd-93e2-4dfe-b0da-88358beebb57 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:47:18.767648 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-9c94dffd-93e2-4dfe-b0da-88358beebb57 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Usage tracker for resource:security_group_rule and tenant:67ac34af000c4c5fafdd5b01c0aacf36 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:47:18.770536 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-9c94dffd-93e2-4dfe-b0da-88358beebb57 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:47:18.776501 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-9c94dffd-93e2-4dfe-b0da-88358beebb57 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:47:18.855918 n-d-843702-1 neutron-server[89109]: INFO neutron.db.securitygroups_db [None req-9c94dffd-93e2-4dfe-b0da-88358beebb57 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Project 67ac34af000c4c5fafdd5b01c0aacf36 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 07:47:18.862870 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9c94dffd-93e2-4dfe-b0da-88358beebb57 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:18.930028 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9c94dffd-93e2-4dfe-b0da-88358beebb57 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:18.939634 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-e2dbdb76-1479-4dd5-9379-71a5eebc4423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9ff7165-1b86-4666-986d-158d36fd4dee', 'name': 'tempest-TestSnapshotPattern-577309468-router', 'tenant_id': '58d1540fb1b4487f8ccfb7819dada0a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '3d74a09a-2452-4a4d-a193-6d15afd88049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:47:10Z', 'updated_at': '2022-05-28T07:47:15Z', 'revision_number': 4, 'project_id': '58d1540fb1b4487f8ccfb7819dada0a2', 'gw_port': {'id': '3d74a09a-2452-4a4d-a193-6d15afd88049', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ff7165-1b86-4666-986d-158d36fd4dee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:47:11Z', 'updated_at': '2022-05-28T07:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'b0941885-ece4-4497-8cb8-fe852b1a70fe', 'name': '', 'network_id': '24642666-718f-4874-9dc7-79ad573e2fb4', 'tenant_id': '58d1540fb1b4487f8ccfb7819dada0a2', 'mac_address': 'fa:16:3e:5d:51:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9ff7165-1b86-4666-986d-158d36fd4dee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4432, 'fixed_ips': [{'subnet_id': 'a078f45f-bce4-441f-b134-e3d3ffa461f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:47:14Z', 'updated_at': '2022-05-28T07:47:18Z', 'revision_number': 4, 'project_id': '58d1540fb1b4487f8ccfb7819dada0a2', 'subnets': [{'id': 'a078f45f-bce4-441f-b134-e3d3ffa461f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:47:18.943597 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2dbdb76-1479-4dd5-9379-71a5eebc4423 None None] The sync data for ids ['a9ff7165-1b86-4666-986d-158d36fd4dee'] in n-d-843702-1 is: [{'id': 'a9ff7165-1b86-4666-986d-158d36fd4dee', 'name': 'tempest-TestSnapshotPattern-577309468-router', 'tenant_id': '58d1540fb1b4487f8ccfb7819dada0a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '3d74a09a-2452-4a4d-a193-6d15afd88049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:47:10Z', 'updated_at': '2022-05-28T07:47:15Z', 'revision_number': 4, 'project_id': '58d1540fb1b4487f8ccfb7819dada0a2', 'gw_port': {'id': '3d74a09a-2452-4a4d-a193-6d15afd88049', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ff7165-1b86-4666-986d-158d36fd4dee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:47:11Z', 'updated_at': '2022-05-28T07:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': 'b0941885-ece4-4497-8cb8-fe852b1a70fe', 'name': '', 'network_id': '24642666-718f-4874-9dc7-79ad573e2fb4', 'tenant_id': '58d1540fb1b4487f8ccfb7819dada0a2', 'mac_address': 'fa:16:3e:5d:51:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9ff7165-1b86-4666-986d-158d36fd4dee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4432, 'fixed_ips': [{'subnet_id': 'a078f45f-bce4-441f-b134-e3d3ffa461f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:47:14Z', 'updated_at': '2022-05-28T07:47:18Z', 'revision_number': 4, 'project_id': '58d1540fb1b4487f8ccfb7819dada0a2', 'subnets': [{'id': 'a078f45f-bce4-441f-b134-e3d3ffa461f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 07:47:19.008055 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9c94dffd-93e2-4dfe-b0da-88358beebb57 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:19.041675 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c94dffd-93e2-4dfe-b0da-88358beebb57 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d78f6300-4657-4b0c-a35a-106a4c97bcc7,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:47:19.136355 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-9c94dffd-93e2-4dfe-b0da-88358beebb57 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:19.137650 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-9c94dffd-93e2-4dfe-b0da-88358beebb57 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3853192 May 28 07:47:19.141105 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 60394) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:47:19.145495 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.v2.base [None req-bbda0fa9-e8c7-450c-8bf9-4285516405bb tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Request body: {'security_group_rule': {'security_group_id': 'd798be20-5e09-4f26-b62e-2150a1d80130', 'project_id': '67ac34af000c4c5fafdd5b01c0aacf36', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:47:19.152991 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-bbda0fa9-e8c7-450c-8bf9-4285516405bb tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:47:19.156884 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-bbda0fa9-e8c7-450c-8bf9-4285516405bb tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Usage tracker for resource:security_group_rule and tenant:67ac34af000c4c5fafdd5b01c0aacf36 is out of sync, need to count used quota {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:47:19.159961 n-d-843702-1 neutron-server[89109]: DEBUG neutron.quota.resource [None req-bbda0fa9-e8c7-450c-8bf9-4285516405bb tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:47:19.166333 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.quota.driver [None req-bbda0fa9-e8c7-450c-8bf9-4285516405bb tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:47:19.235982 n-d-843702-1 neutron-server[89109]: INFO neutron.db.securitygroups_db [None req-bbda0fa9-e8c7-450c-8bf9-4285516405bb tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Project 67ac34af000c4c5fafdd5b01c0aacf36 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 07:47:19.243863 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-bbda0fa9-e8c7-450c-8bf9-4285516405bb tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:19.319436 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-bbda0fa9-e8c7-450c-8bf9-4285516405bb tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:19.404834 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-bbda0fa9-e8c7-450c-8bf9-4285516405bb tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668116'] for security_group_rule, after_create {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:19.436324 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbda0fa9-e8c7-450c-8bf9-4285516405bb tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c4837ca-25d2-4817-bd85-0ba9d41a7fd4,revision_number=0']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:47:19.477913 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device b0941885-ece4-4497-8cb8-fe852b1a70fe up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:47:19.510704 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-bbda0fa9-e8c7-450c-8bf9-4285516405bb tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:19.512396 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-bbda0fa9-e8c7-450c-8bf9-4285516405bb tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3710892 May 28 07:47:19.630220 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning for port b0941885-ece4-4497-8cb8-fe852b1a70fe completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:47:19.637164 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port b0941885-ece4-4497-8cb8-fe852b1a70fe triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:47:19.637586 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:19.701229 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-1e8ff72f-394e-4ca2-83ad-f3bd5e2e8bcf req-7b3922e8-1e75-404e-a3a5-b98fcb28fc1c tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Synchronizing usage tracker for tenant:67ac34af000c4c5fafdd5b01c0aacf36 on resource:security_group {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:47:19.762905 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port b0941885-ece4-4497-8cb8-fe852b1a70fe is: DOWN; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:47:19.763281 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:19.797995 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] For port b0941885-ece4-4497-8cb8-fe852b1a70fe, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=b0941885-ece4-4497-8cb8-fe852b1a70fe,segment=NetworkSegment(ad3259da-981d-42e4-ba78-44b1a5340e0a),segment_id=ad3259da-981d-42e4-ba78-44b1a5340e0a)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:47:19.801054 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-1e8ff72f-394e-4ca2-83ad-f3bd5e2e8bcf req-7b3922e8-1e75-404e-a3a5-b98fcb28fc1c tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Unset dirty status for tenant:67ac34af000c4c5fafdd5b01c0aacf36 on resource:security_group {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:47:19.802322 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1e8ff72f-394e-4ca2-83ad-f3bd5e2e8bcf req-7b3922e8-1e75-404e-a3a5-b98fcb28fc1c tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1914558696&fields=id&tenant_id=67ac34af000c4c5fafdd5b01c0aacf36 HTTP/1.1" status: 200 len: 267 time: 0.1487353 May 28 07:47:19.904468 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:19.905252 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 3d74a09a-2452-4a4d-a193-6d15afd88049 up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:47:19.969914 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8ff72f-394e-4ca2-83ad-f3bd5e2e8bcf req-c3ce3926-8eba-4a43-b3aa-395bcb99e677 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:47:19.970601 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-1e8ff72f-394e-4ca2-83ad-f3bd5e2e8bcf req-c3ce3926-8eba-4a43-b3aa-395bcb99e677 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Synchronizing usage tracker for tenant:67ac34af000c4c5fafdd5b01c0aacf36 on resource:network {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:47:20.043013 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Pushing event updated for resources: {'Port': ['ID=b0941885-ece4-4497-8cb8-fe852b1a70fe,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:47:20.060674 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port 3d74a09a-2452-4a4d-a193-6d15afd88049 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:47:20.061195 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:20.063877 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-1e8ff72f-394e-4ca2-83ad-f3bd5e2e8bcf req-c3ce3926-8eba-4a43-b3aa-395bcb99e677 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Unset dirty status for tenant:67ac34af000c4c5fafdd5b01c0aacf36 on resource:network {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:47:20.065201 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1e8ff72f-394e-4ca2-83ad-f3bd5e2e8bcf req-c3ce3926-8eba-4a43-b3aa-395bcb99e677 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] 10.222.0.55 "GET /v2.0/networks?id=700d94ca-04eb-484f-b618-d4fb21bdefff HTTP/1.1" status: 200 len: 810 time: 0.2551389 May 28 07:47:20.082901 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1e8ff72f-394e-4ca2-83ad-f3bd5e2e8bcf req-cf148000-f644-42cb-b4bc-305dd8c333eb tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] 10.222.0.55 "GET /v2.0/quotas/67ac34af000c4c5fafdd5b01c0aacf36 HTTP/1.1" status: 200 len: 375 time: 0.0102448 May 28 07:47:20.170868 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-1e8ff72f-394e-4ca2-83ad-f3bd5e2e8bcf req-4faa6b01-ff84-4f44-85ad-b994b1714614 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Synchronizing usage tracker for tenant:67ac34af000c4c5fafdd5b01c0aacf36 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:47:20.191042 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port 3d74a09a-2452-4a4d-a193-6d15afd88049 is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:47:20.240889 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-1e8ff72f-394e-4ca2-83ad-f3bd5e2e8bcf req-4faa6b01-ff84-4f44-85ad-b994b1714614 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Unset dirty status for tenant:67ac34af000c4c5fafdd5b01c0aacf36 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:47:20.242309 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1e8ff72f-394e-4ca2-83ad-f3bd5e2e8bcf req-4faa6b01-ff84-4f44-85ad-b994b1714614 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=67ac34af000c4c5fafdd5b01c0aacf36&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1523113 May 28 07:47:20.351778 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [req-1e8ff72f-394e-4ca2-83ad-f3bd5e2e8bcf req-cc97fe72-6650-4226-b4a0-d127e6a48506 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=89110) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 07:47:20.353559 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1e8ff72f-394e-4ca2-83ad-f3bd5e2e8bcf req-cc97fe72-6650-4226-b4a0-d127e6a48506 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0997121 May 28 07:47:20.496544 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1e8ff72f-394e-4ca2-83ad-f3bd5e2e8bcf req-f0bd1e92-c7ac-4c33-8413-370268bf8ec4 service neutron] 10.222.0.55 "GET /v2.0/networks/700d94ca-04eb-484f-b618-d4fb21bdefff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341920 May 28 07:47:20.629865 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1e8ff72f-394e-4ca2-83ad-f3bd5e2e8bcf req-06534b2d-462c-4d29-a8e3-988f0267d418 service neutron] 10.222.0.55 "GET /v2.0/networks/700d94ca-04eb-484f-b618-d4fb21bdefff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272626 May 28 07:47:20.928413 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-95cf30ae-8045-4dd0-8fe2-74144f0b667c req-eb1a8e1e-70e6-47a1-8fcf-81331b13aa7c tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] 10.222.0.55 "GET /v2.0/ports?device_id=28fbd877-dcb2-40ca-9d82-0cc3842c0707 HTTP/1.1" status: 200 len: 210 time: 0.0456719 May 28 07:47:21.395780 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device b0941885-ece4-4497-8cb8-fe852b1a70fe up at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:47:21.469124 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Provisioning complete for port b0941885-ece4-4497-8cb8-fe852b1a70fe triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:47:21.469506 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:21.586736 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port b0941885-ece4-4497-8cb8-fe852b1a70fe is: ACTIVE; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:47:22.024052 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-04b3ba6f-be63-43e5-a571-f4651b663623 req-7182ba29-289c-4d94-af8b-4264806aa427 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] 10.222.0.55 "GET /v2.0/ports?device_id=28fbd877-dcb2-40ca-9d82-0cc3842c0707 HTTP/1.1" status: 200 len: 210 time: 0.0414569 May 28 07:47:23.172487 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-bcc013e1-38df-43a7-b2c6-5c3d13b1c238 req-bd47f764-5fb3-4f99-b550-34013e271f0e tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] 10.222.0.55 "GET /v2.0/ports?device_id=28fbd877-dcb2-40ca-9d82-0cc3842c0707 HTTP/1.1" status: 200 len: 210 time: 0.0412192 May 28 07:47:23.582647 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8ff72f-394e-4ca2-83ad-f3bd5e2e8bcf req-c42d2c79-2767-4c5b-91bb-847fb3b04cb6 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:47:23.584070 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1e8ff72f-394e-4ca2-83ad-f3bd5e2e8bcf req-c42d2c79-2767-4c5b-91bb-847fb3b04cb6 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] 10.222.0.71 "GET /v2.0/networks?id=700d94ca-04eb-484f-b618-d4fb21bdefff HTTP/1.1" status: 200 len: 810 time: 0.1484487 May 28 07:47:23.641114 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1e8ff72f-394e-4ca2-83ad-f3bd5e2e8bcf req-dc8f7dcf-062c-4f6f-af19-5247bd0bd2d5 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67ac34af000c4c5fafdd5b01c0aacf36 HTTP/1.1" status: 200 len: 380 time: 0.0433414 May 28 07:47:23.649860 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-1e8ff72f-394e-4ca2-83ad-f3bd5e2e8bcf req-dde5aab4-5497-4291-9231-72bc2b314f05 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Request body: {'port': {'device_id': '28fbd877-dcb2-40ca-9d82-0cc3842c0707', 'network_id': '700d94ca-04eb-484f-b618-d4fb21bdefff', 'admin_state_up': True, 'tenant_id': '67ac34af000c4c5fafdd5b01c0aacf36', 'security_groups': ['d798be20-5e09-4f26-b62e-2150a1d80130']}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:47:23.785239 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-1e8ff72f-394e-4ca2-83ad-f3bd5e2e8bcf req-dde5aab4-5497-4291-9231-72bc2b314f05 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:47:23.794910 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-1e8ff72f-394e-4ca2-83ad-f3bd5e2e8bcf req-dde5aab4-5497-4291-9231-72bc2b314f05 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:47:23.881055 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e8ff72f-394e-4ca2-83ad-f3bd5e2e8bcf req-dde5aab4-5497-4291-9231-72bc2b314f05 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Made reservation on behalf of 67ac34af000c4c5fafdd5b01c0aacf36 for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 07:47:23.885350 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-1e8ff72f-394e-4ca2-83ad-f3bd5e2e8bcf req-dde5aab4-5497-4291-9231-72bc2b314f05 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:24.039075 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [req-1e8ff72f-394e-4ca2-83ad-f3bd5e2e8bcf req-dde5aab4-5497-4291-9231-72bc2b314f05 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Allocated IP 172.20.0.6 (700d94ca-04eb-484f-b618-d4fb21bdefff/ba84a413-0c31-49c1-94f1-78effc916416/62e747fb-5d11-449e-b402-eea83a03edc1) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:47:24.228361 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-1e8ff72f-394e-4ca2-83ad-f3bd5e2e8bcf req-dde5aab4-5497-4291-9231-72bc2b314f05 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:24.244463 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-1e8ff72f-394e-4ca2-83ad-f3bd5e2e8bcf req-dde5aab4-5497-4291-9231-72bc2b314f05 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Transition to ACTIVE for port object 62e747fb-5d11-449e-b402-eea83a03edc1 will not be triggered until provisioned by entity DHCP. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:47:24.324910 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-23f556c4-d473-4bab-b276-04d87222535c req-099f4c8c-3b2b-4c12-a4b5-daaf5457dac7 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] 10.222.0.55 "GET /v2.0/ports?device_id=28fbd877-dcb2-40ca-9d82-0cc3842c0707 HTTP/1.1" status: 200 len: 210 time: 0.0430267 May 28 07:47:24.361454 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-1e8ff72f-394e-4ca2-83ad-f3bd5e2e8bcf req-dde5aab4-5497-4291-9231-72bc2b314f05 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:24.431996 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e8ff72f-394e-4ca2-83ad-f3bd5e2e8bcf req-dde5aab4-5497-4291-9231-72bc2b314f05 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Network 700d94ca-04eb-484f-b618-d4fb21bdefff is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:47:24.434932 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [req-1e8ff72f-394e-4ca2-83ad-f3bd5e2e8bcf req-dde5aab4-5497-4291-9231-72bc2b314f05 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:47:24.438960 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e8ff72f-394e-4ca2-83ad-f3bd5e2e8bcf req-dde5aab4-5497-4291-9231-72bc2b314f05 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:47:24.585202 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde5aab4-5497-4291-9231-72bc2b314f05 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Pushing event updated for resources: {'Port': ['ID=62e747fb-5d11-449e-b402-eea83a03edc1,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:47:24.611235 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8ff72f-394e-4ca2-83ad-f3bd5e2e8bcf req-dde5aab4-5497-4291-9231-72bc2b314f05 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:47:24.611839 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-1e8ff72f-394e-4ca2-83ad-f3bd5e2e8bcf req-dde5aab4-5497-4291-9231-72bc2b314f05 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:24.685284 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1e8ff72f-394e-4ca2-83ad-f3bd5e2e8bcf req-dde5aab4-5497-4291-9231-72bc2b314f05 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0394773 May 28 07:47:24.702690 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-1e8ff72f-394e-4ca2-83ad-f3bd5e2e8bcf req-0b87bf9e-6b78-4680-a27c-89709815dc1f service neutron] Request body: {'port': {'device_id': '28fbd877-dcb2-40ca-9d82-0cc3842c0707', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843702-1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:47:24.781920 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-427fcad9-63c3-4281-a284-c9e597e4ce24 None None] Provisioning for port 62e747fb-5d11-449e-b402-eea83a03edc1 completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:47:24.787028 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-427fcad9-63c3-4281-a284-c9e597e4ce24 None None] Provisioning complete for port 62e747fb-5d11-449e-b402-eea83a03edc1 triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:47:24.787419 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-427fcad9-63c3-4281-a284-c9e597e4ce24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:24.814153 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-1e8ff72f-394e-4ca2-83ad-f3bd5e2e8bcf req-0b87bf9e-6b78-4680-a27c-89709815dc1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:24.878991 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-427fcad9-63c3-4281-a284-c9e597e4ce24 None None] Port 62e747fb-5d11-449e-b402-eea83a03edc1 cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 07:47:25.151042 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [req-1e8ff72f-394e-4ca2-83ad-f3bd5e2e8bcf req-0b87bf9e-6b78-4680-a27c-89709815dc1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62e747fb-5d11-449e-b402-eea83a03edc1 {{(pid=89110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 07:47:25.158278 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-1e8ff72f-394e-4ca2-83ad-f3bd5e2e8bcf req-0b87bf9e-6b78-4680-a27c-89709815dc1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:25.172380 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-1e8ff72f-394e-4ca2-83ad-f3bd5e2e8bcf req-0b87bf9e-6b78-4680-a27c-89709815dc1f service neutron] Transition to ACTIVE for port object 62e747fb-5d11-449e-b402-eea83a03edc1 will not be triggered until provisioned by entity L2. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:47:25.235412 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-1e8ff72f-394e-4ca2-83ad-f3bd5e2e8bcf req-0b87bf9e-6b78-4680-a27c-89709815dc1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:25.372950 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b87bf9e-6b78-4680-a27c-89709815dc1f service neutron] Pushing event updated for resources: {'Port': ['ID=62e747fb-5d11-449e-b402-eea83a03edc1,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:47:25.532773 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-1e8ff72f-394e-4ca2-83ad-f3bd5e2e8bcf req-0b87bf9e-6b78-4680-a27c-89709815dc1f service neutron] Attempting to bind port 62e747fb-5d11-449e-b402-eea83a03edc1 on host n-h2-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 07:47:25.533102 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-1e8ff72f-394e-4ca2-83ad-f3bd5e2e8bcf req-0b87bf9e-6b78-4680-a27c-89709815dc1f service neutron] Attempting to bind port 62e747fb-5d11-449e-b402-eea83a03edc1 by drivers openvswitch,hyperv on host n-h2-843702-1 at level 0 using segments [{'id': 'c687a3f8-bac3-4e78-a6c5-4b39e2a435cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '700d94ca-04eb-484f-b618-d4fb21bdefff'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 07:47:25.533454 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8ff72f-394e-4ca2-83ad-f3bd5e2e8bcf req-0b87bf9e-6b78-4680-a27c-89709815dc1f service neutron] Attempting to bind port 62e747fb-5d11-449e-b402-eea83a03edc1 on network 700d94ca-04eb-484f-b618-d4fb21bdefff {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:47:25.542357 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8ff72f-394e-4ca2-83ad-f3bd5e2e8bcf req-0b87bf9e-6b78-4680-a27c-89709815dc1f service neutron] Port 62e747fb-5d11-449e-b402-eea83a03edc1 on network 700d94ca-04eb-484f-b618-d4fb21bdefff not bound, no agent of type Open vSwitch agent registered on host n-h2-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 07:47:25.542674 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8ff72f-394e-4ca2-83ad-f3bd5e2e8bcf req-0b87bf9e-6b78-4680-a27c-89709815dc1f service neutron] Attempting to bind port 62e747fb-5d11-449e-b402-eea83a03edc1 on network 700d94ca-04eb-484f-b618-d4fb21bdefff {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:47:25.551994 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8ff72f-394e-4ca2-83ad-f3bd5e2e8bcf req-0b87bf9e-6b78-4680-a27c-89709815dc1f service neutron] Checking agent: {'id': 'f1a3973b-d2b3-4558-88e7-2ac50857d302', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 7, 47, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 07:47:25.554169 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8ff72f-394e-4ca2-83ad-f3bd5e2e8bcf req-0b87bf9e-6b78-4680-a27c-89709815dc1f service neutron] Checking segment: {'id': 'c687a3f8-bac3-4e78-a6c5-4b39e2a435cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '700d94ca-04eb-484f-b618-d4fb21bdefff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:47:25.554169 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8ff72f-394e-4ca2-83ad-f3bd5e2e8bcf req-0b87bf9e-6b78-4680-a27c-89709815dc1f service neutron] Bound using segment: {'id': 'c687a3f8-bac3-4e78-a6c5-4b39e2a435cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '700d94ca-04eb-484f-b618-d4fb21bdefff'} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 07:47:25.554169 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-1e8ff72f-394e-4ca2-83ad-f3bd5e2e8bcf req-0b87bf9e-6b78-4680-a27c-89709815dc1f service neutron] Bound port: 62e747fb-5d11-449e-b402-eea83a03edc1, host: n-h2-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c687a3f8-bac3-4e78-a6c5-4b39e2a435cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '700d94ca-04eb-484f-b618-d4fb21bdefff'}}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 07:47:25.554169 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-1e8ff72f-394e-4ca2-83ad-f3bd5e2e8bcf req-0b87bf9e-6b78-4680-a27c-89709815dc1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:25.574711 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eb7579-f62f-4687-9bed-90c205b35ed7 req-5acc5854-3429-4f53-94df-48f6f6cb4150 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:47:25.575332 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-77eb7579-f62f-4687-9bed-90c205b35ed7 req-5acc5854-3429-4f53-94df-48f6f6cb4150 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Synchronizing usage tracker for tenant:67ac34af000c4c5fafdd5b01c0aacf36 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:47:25.662596 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-1e8ff72f-394e-4ca2-83ad-f3bd5e2e8bcf req-0b87bf9e-6b78-4680-a27c-89709815dc1f service neutron] For port 62e747fb-5d11-449e-b402-eea83a03edc1, host n-h2-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:47:25.666097 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-1e8ff72f-394e-4ca2-83ad-f3bd5e2e8bcf req-0b87bf9e-6b78-4680-a27c-89709815dc1f service neutron] For port 62e747fb-5d11-449e-b402-eea83a03edc1, host n-h2-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=62e747fb-5d11-449e-b402-eea83a03edc1,segment=NetworkSegment(c687a3f8-bac3-4e78-a6c5-4b39e2a435cb),segment_id=c687a3f8-bac3-4e78-a6c5-4b39e2a435cb)] {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 07:47:25.692020 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-77eb7579-f62f-4687-9bed-90c205b35ed7 req-5acc5854-3429-4f53-94df-48f6f6cb4150 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Unset dirty status for tenant:67ac34af000c4c5fafdd5b01c0aacf36 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:47:25.693105 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-77eb7579-f62f-4687-9bed-90c205b35ed7 req-5acc5854-3429-4f53-94df-48f6f6cb4150 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] 10.222.0.55 "GET /v2.0/ports?device_id=28fbd877-dcb2-40ca-9d82-0cc3842c0707 HTTP/1.1" status: 200 len: 943 time: 0.2551925 May 28 07:47:25.731597 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-1e8ff72f-394e-4ca2-83ad-f3bd5e2e8bcf req-0b87bf9e-6b78-4680-a27c-89709815dc1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:25.778852 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-77eb7579-f62f-4687-9bed-90c205b35ed7 req-782ec692-aa1a-445f-975d-f5d000f6b8ae tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] 10.222.0.55 "GET /v2.0/security-groups?id=d798be20-5e09-4f26-b62e-2150a1d80130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795968 May 28 07:47:25.803861 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8ff72f-394e-4ca2-83ad-f3bd5e2e8bcf req-0b87bf9e-6b78-4680-a27c-89709815dc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:47:25.804553 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-1e8ff72f-394e-4ca2-83ad-f3bd5e2e8bcf req-0b87bf9e-6b78-4680-a27c-89709815dc1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:25.806279 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1e8ff72f-394e-4ca2-83ad-f3bd5e2e8bcf req-0b87bf9e-6b78-4680-a27c-89709815dc1f service neutron] 10.222.0.71 "PUT /v2.0/ports/62e747fb-5d11-449e-b402-eea83a03edc1 HTTP/1.1" status: 200 len: 1091 time: 1.1075552 May 28 07:47:25.806729 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28fbd877-dcb2-40ca-9d82-0cc3842c0707', 'tag': '62e747fb-5d11-449e-b402-eea83a03edc1'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:47:25.824009 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b87bf9e-6b78-4680-a27c-89709815dc1f service neutron] Pushing event updated for resources: {'Port': ['ID=62e747fb-5d11-449e-b402-eea83a03edc1,revision_number=3']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:47:25.861265 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac58335d-b54c-48aa-98c0-e97ef9063f7b'] response: {'name': 'network-changed', 'server_uuid': '28fbd877-dcb2-40ca-9d82-0cc3842c0707', 'tag': '62e747fb-5d11-449e-b402-eea83a03edc1', 'status': 'completed', 'code': 200} May 28 07:47:25.979745 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4da9f0-4925-4ed8-9560-19ab1b41a848 req-a612169d-a6d0-4175-b73d-6cd20406a45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:47:25.981244 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9e4da9f0-4925-4ed8-9560-19ab1b41a848 req-a612169d-a6d0-4175-b73d-6cd20406a45c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=67ac34af000c4c5fafdd5b01c0aacf36&device_id=28fbd877-dcb2-40ca-9d82-0cc3842c0707 HTTP/1.1" status: 200 len: 1094 time: 0.0756993 May 28 07:47:26.137832 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4da9f0-4925-4ed8-9560-19ab1b41a848 req-f7236549-2a84-41f1-a46d-51eb296fb6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:47:26.139170 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9e4da9f0-4925-4ed8-9560-19ab1b41a848 req-f7236549-2a84-41f1-a46d-51eb296fb6d3 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=67ac34af000c4c5fafdd5b01c0aacf36&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1404450 May 28 07:47:26.272622 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4da9f0-4925-4ed8-9560-19ab1b41a848 req-c8a5a479-ce4a-4bca-b211-bed01c82f70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:47:26.273997 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9e4da9f0-4925-4ed8-9560-19ab1b41a848 req-c8a5a479-ce4a-4bca-b211-bed01c82f70c service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1289830 May 28 07:47:26.409357 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8ff72f-394e-4ca2-83ad-f3bd5e2e8bcf req-ce7001b5-bbd0-41ad-8be3-7febb26ee9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:47:26.410909 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1e8ff72f-394e-4ca2-83ad-f3bd5e2e8bcf req-ce7001b5-bbd0-41ad-8be3-7febb26ee9e2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=67ac34af000c4c5fafdd5b01c0aacf36&device_id=28fbd877-dcb2-40ca-9d82-0cc3842c0707 HTTP/1.1" status: 200 len: 1094 time: 0.0776722 May 28 07:47:26.503889 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1e8ff72f-394e-4ca2-83ad-f3bd5e2e8bcf req-d9226be5-09d0-49c9-8f03-771a85bf1d4e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=62e747fb-5d11-449e-b402-eea83a03edc1 HTTP/1.1" status: 200 len: 217 time: 0.0663297 May 28 07:47:26.524698 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-080e177e-540c-4b8d-a7e4-08bfad7e57fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:26.666301 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8ff72f-394e-4ca2-83ad-f3bd5e2e8bcf req-ac5d5c7e-3a45-42db-b044-5aa1cfde8631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:47:26.667727 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1e8ff72f-394e-4ca2-83ad-f3bd5e2e8bcf req-ac5d5c7e-3a45-42db-b044-5aa1cfde8631 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ba84a413-0c31-49c1-94f1-78effc916416 HTTP/1.1" status: 200 len: 849 time: 0.1578338 May 28 07:47:26.740751 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8ff72f-394e-4ca2-83ad-f3bd5e2e8bcf req-f3653018-c982-40a1-9b9b-2575e5acd748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:47:26.742213 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1e8ff72f-394e-4ca2-83ad-f3bd5e2e8bcf req-f3653018-c982-40a1-9b9b-2575e5acd748 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=700d94ca-04eb-484f-b618-d4fb21bdefff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687621 May 28 07:47:26.880936 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1e8ff72f-394e-4ca2-83ad-f3bd5e2e8bcf req-298a6efb-15aa-470d-9f55-0cee02090b12 service neutron] 10.222.0.71 "GET /v2.0/networks/700d94ca-04eb-484f-b618-d4fb21bdefff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321156 May 28 07:47:27.073360 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-1e8ff72f-394e-4ca2-83ad-f3bd5e2e8bcf req-493c9f89-9139-40a4-8caa-b2452c80d842 service neutron] 10.222.0.71 "GET /v2.0/networks/700d94ca-04eb-484f-b618-d4fb21bdefff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860485 May 28 07:47:27.081343 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104c9bba-d62f-4f0b-a6c2-03b743ac512e req-02b6757f-7337-4d1b-98cd-e08361f18684 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:47:27.083019 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-104c9bba-d62f-4f0b-a6c2-03b743ac512e req-02b6757f-7337-4d1b-98cd-e08361f18684 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] 10.222.0.55 "GET /v2.0/ports?device_id=28fbd877-dcb2-40ca-9d82-0cc3842c0707 HTTP/1.1" status: 200 len: 943 time: 0.1777251 May 28 07:47:27.127616 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-104c9bba-d62f-4f0b-a6c2-03b743ac512e req-a56626aa-02e7-4ae9-9e93-7f9248a99edf tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] 10.222.0.55 "GET /v2.0/security-groups?id=d798be20-5e09-4f26-b62e-2150a1d80130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382416 May 28 07:47:28.309635 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f57988-df35-4152-a4d8-9dc5778473de req-cec46dcc-fc94-44e9-ae2b-50b08eab9b5a tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:47:28.311089 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e0f57988-df35-4152-a4d8-9dc5778473de req-cec46dcc-fc94-44e9-ae2b-50b08eab9b5a tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] 10.222.0.55 "GET /v2.0/ports?device_id=28fbd877-dcb2-40ca-9d82-0cc3842c0707 HTTP/1.1" status: 200 len: 943 time: 0.0780828 May 28 07:47:28.355334 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e0f57988-df35-4152-a4d8-9dc5778473de req-2e55ebcd-2042-446a-b5eb-87e3d73486e3 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] 10.222.0.55 "GET /v2.0/security-groups?id=d798be20-5e09-4f26-b62e-2150a1d80130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385461 May 28 07:47:28.446947 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:29.073038 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-1cdc1a08-1c2e-4092-9e12-c4e9d8075cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:29.549500 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b8acab-0f64-40a5-963c-d21fac41ac34 req-6fba650f-896f-4218-a107-9166b0970d50 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:47:29.550939 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-00b8acab-0f64-40a5-963c-d21fac41ac34 req-6fba650f-896f-4218-a107-9166b0970d50 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] 10.222.0.55 "GET /v2.0/ports?device_id=28fbd877-dcb2-40ca-9d82-0cc3842c0707 HTTP/1.1" status: 200 len: 943 time: 0.0825834 May 28 07:47:29.594701 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-00b8acab-0f64-40a5-963c-d21fac41ac34 req-84f9b0c6-652d-4509-a49f-5ef65988ed68 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] 10.222.0.55 "GET /v2.0/security-groups?id=d798be20-5e09-4f26-b62e-2150a1d80130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381107 May 28 07:47:30.141023 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:30.192637 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:30.782003 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cba5609-a96a-4166-b85c-3f242d99251d req-b6d21756-0a7f-4c36-ba6f-54ed824619c6 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:47:30.783445 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2cba5609-a96a-4166-b85c-3f242d99251d req-b6d21756-0a7f-4c36-ba6f-54ed824619c6 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] 10.222.0.55 "GET /v2.0/ports?device_id=28fbd877-dcb2-40ca-9d82-0cc3842c0707 HTTP/1.1" status: 200 len: 943 time: 0.0785656 May 28 07:47:30.809872 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 62e747fb-5d11-449e-b402-eea83a03edc1 details requested by agent hyperv_n-h2-843702-1 with host n-h2-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 07:47:30.831227 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-2cba5609-a96a-4166-b85c-3f242d99251d req-e0e033cf-0d05-4c8d-8d84-bc0a45054757 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] 10.222.0.55 "GET /v2.0/security-groups?id=d798be20-5e09-4f26-b62e-2150a1d80130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422008 May 28 07:47:30.939464 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 62e747fb-5d11-449e-b402-eea83a03edc1, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=62e747fb-5d11-449e-b402-eea83a03edc1,segment=NetworkSegment(c687a3f8-bac3-4e78-a6c5-4b39e2a435cb),segment_id=c687a3f8-bac3-4e78-a6c5-4b39e2a435cb)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:47:30.952718 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Returning: {'device': '62e747fb-5d11-449e-b402-eea83a03edc1', 'network_id': '700d94ca-04eb-484f-b618-d4fb21bdefff', 'port_id': '62e747fb-5d11-449e-b402-eea83a03edc1', 'mac_address': 'fa:16:3e:5b:b6:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba84a413-0c31-49c1-94f1-78effc916416', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 07:47:31.011370 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 62e747fb-5d11-449e-b402-eea83a03edc1 is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:47:31.011743 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:31.028376 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62e747fb-5d11-449e-b402-eea83a03edc1 {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 07:47:31.043680 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 62e747fb-5d11-449e-b402-eea83a03edc1, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=62e747fb-5d11-449e-b402-eea83a03edc1,segment=NetworkSegment(c687a3f8-bac3-4e78-a6c5-4b39e2a435cb),segment_id=c687a3f8-bac3-4e78-a6c5-4b39e2a435cb)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:47:31.109288 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:31.174354 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=62e747fb-5d11-449e-b402-eea83a03edc1,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:47:31.437343 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['62e747fb-5d11-449e-b402-eea83a03edc1'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 07:47:31.983494 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:32.017145 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62db8e44-5470-47f8-87a0-b097408f3d06 req-c2b579a5-86d4-48d9-87f0-38b3ebb1c479 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:47:32.018604 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-62db8e44-5470-47f8-87a0-b097408f3d06 req-c2b579a5-86d4-48d9-87f0-38b3ebb1c479 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] 10.222.0.55 "GET /v2.0/ports?device_id=28fbd877-dcb2-40ca-9d82-0cc3842c0707 HTTP/1.1" status: 200 len: 944 time: 0.0817404 May 28 07:47:32.062337 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-62db8e44-5470-47f8-87a0-b097408f3d06 req-35ff4204-dcb8-4c8d-be45-55931b36b38a tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] 10.222.0.55 "GET /v2.0/security-groups?id=d798be20-5e09-4f26-b62e-2150a1d80130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380645 May 28 07:47:32.828115 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 62e747fb-5d11-449e-b402-eea83a03edc1 up at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:47:32.946636 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning for port 62e747fb-5d11-449e-b402-eea83a03edc1 completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:47:32.952514 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning complete for port 62e747fb-5d11-449e-b402-eea83a03edc1 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:47:32.956107 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:33.062112 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:33.081177 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 62e747fb-5d11-449e-b402-eea83a03edc1 is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:47:33.081517 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:33.109247 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28fbd877-dcb2-40ca-9d82-0cc3842c0707', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62e747fb-5d11-449e-b402-eea83a03edc1'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:47:33.119423 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 62e747fb-5d11-449e-b402-eea83a03edc1, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=62e747fb-5d11-449e-b402-eea83a03edc1,segment=NetworkSegment(c687a3f8-bac3-4e78-a6c5-4b39e2a435cb),segment_id=c687a3f8-bac3-4e78-a6c5-4b39e2a435cb)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:47:33.198912 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:33.251641 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bf90c5-463b-4e73-8fff-b946adc3a926 req-ca146081-e1fd-4b6c-a3d0-0ed283d28fdb tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:47:33.253145 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a3bf90c5-463b-4e73-8fff-b946adc3a926 req-ca146081-e1fd-4b6c-a3d0-0ed283d28fdb tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] 10.222.0.55 "GET /v2.0/ports?device_id=28fbd877-dcb2-40ca-9d82-0cc3842c0707 HTTP/1.1" status: 200 len: 945 time: 0.0837514 May 28 07:47:33.266427 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=62e747fb-5d11-449e-b402-eea83a03edc1,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:47:33.297823 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a3bf90c5-463b-4e73-8fff-b946adc3a926 req-8c5c99ae-93d9-4920-a23d-36f2bc3d7fa8 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] 10.222.0.55 "GET /v2.0/security-groups?id=d798be20-5e09-4f26-b62e-2150a1d80130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383353 May 28 07:47:33.406025 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebfd6b35-d1f4-4a83-901b-29ee32567038'] response: {'server_uuid': '28fbd877-dcb2-40ca-9d82-0cc3842c0707', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62e747fb-5d11-449e-b402-eea83a03edc1', 'code': 200} May 28 07:47:33.569262 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387eebde-0e7f-4b4a-948b-8b653201740d req-67027313-aa91-4c73-b4e6-50444961fb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:47:33.570742 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-387eebde-0e7f-4b4a-948b-8b653201740d req-67027313-aa91-4c73-b4e6-50444961fb27 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=28fbd877-dcb2-40ca-9d82-0cc3842c0707 HTTP/1.1" status: 200 len: 1096 time: 0.0694609 May 28 07:47:33.610434 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-387eebde-0e7f-4b4a-948b-8b653201740d req-834f37df-ab99-4711-8aed-0252a0b0c990 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=d798be20-5e09-4f26-b62e-2150a1d80130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339553 May 28 07:47:34.489873 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e841a14-ed75-4432-9265-d26809f1e32e req-fd423b28-5dc8-4830-b021-db0fd004ee8d tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:47:34.491335 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3e841a14-ed75-4432-9265-d26809f1e32e req-fd423b28-5dc8-4830-b021-db0fd004ee8d tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] 10.222.0.55 "GET /v2.0/ports?device_id=28fbd877-dcb2-40ca-9d82-0cc3842c0707 HTTP/1.1" status: 200 len: 945 time: 0.0844104 May 28 07:47:34.537930 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3e841a14-ed75-4432-9265-d26809f1e32e req-63a4f13a-8125-4084-9196-373409e6a0b7 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] 10.222.0.55 "GET /v2.0/security-groups?id=d798be20-5e09-4f26-b62e-2150a1d80130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398967 May 28 07:47:35.720864 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58563091-ca22-45a3-899d-802d4cb2fcde req-8733aa08-a161-4a4f-ad1f-05466fbc42df tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:47:35.722350 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-58563091-ca22-45a3-899d-802d4cb2fcde req-8733aa08-a161-4a4f-ad1f-05466fbc42df tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] 10.222.0.55 "GET /v2.0/ports?device_id=28fbd877-dcb2-40ca-9d82-0cc3842c0707 HTTP/1.1" status: 200 len: 945 time: 0.0801172 May 28 07:47:35.768773 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-58563091-ca22-45a3-899d-802d4cb2fcde req-bbb67e9e-5cbf-4595-89f5-84247e73e236 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] 10.222.0.55 "GET /v2.0/security-groups?id=d798be20-5e09-4f26-b62e-2150a1d80130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408161 May 28 07:47:35.955214 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63808cd3-2f2a-4258-9ae9-ab70c8f984a1 req-6a9b95a2-ac6b-47ea-a735-6525e767f01e tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:47:35.956647 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-63808cd3-2f2a-4258-9ae9-ab70c8f984a1 req-6a9b95a2-ac6b-47ea-a735-6525e767f01e tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] 10.222.0.55 "GET /v2.0/ports?device_id=28fbd877-dcb2-40ca-9d82-0cc3842c0707 HTTP/1.1" status: 200 len: 945 time: 0.0777144 May 28 07:47:35.999292 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-63808cd3-2f2a-4258-9ae9-ab70c8f984a1 req-db1dcece-032a-4080-8e0d-138526bac232 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] 10.222.0.55 "GET /v2.0/security-groups?id=d798be20-5e09-4f26-b62e-2150a1d80130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367873 May 28 07:47:36.021380 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 60460) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:47:36.140749 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9256d3b6-24da-4090-b2e3-ce41cee150c0 tempest-TestSnapshotPattern-1323133006 tempest-TestSnapshotPattern-1323133006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:47:36.142359 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-9256d3b6-24da-4090-b2e3-ce41cee150c0 tempest-TestSnapshotPattern-1323133006 tempest-TestSnapshotPattern-1323133006-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=28fbd877-dcb2-40ca-9d82-0cc3842c0707 HTTP/1.1" status: 200 len: 1091 time: 0.1200202 May 28 07:47:36.145344 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 60466) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:47:36.150540 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-462ceced-ab95-46ef-bff0-7bfc4156fb4c tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Request body: {'floatingip': {'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'port_id': '62e747fb-5d11-449e-b402-eea83a03edc1', 'tenant_id': '67ac34af000c4c5fafdd5b01c0aacf36', 'fixed_ip_address': '172.20.0.6'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:47:36.157093 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-462ceced-ab95-46ef-bff0-7bfc4156fb4c tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:47:36.160933 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-462ceced-ab95-46ef-bff0-7bfc4156fb4c tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Usage tracker for resource:floatingip and tenant:67ac34af000c4c5fafdd5b01c0aacf36 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:47:36.163752 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-462ceced-ab95-46ef-bff0-7bfc4156fb4c tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:47:36.169759 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-462ceced-ab95-46ef-bff0-7bfc4156fb4c tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:47:36.238211 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-462ceced-ab95-46ef-bff0-7bfc4156fb4c tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Notify callbacks [] for floatingip, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:36.374287 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-462ceced-ab95-46ef-bff0-7bfc4156fb4c tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:36.509910 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [None req-462ceced-ab95-46ef-bff0-7bfc4156fb4c tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Allocated IP 172.25.5.67 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/308ad9a0-6621-4804-b5b7-70fd9bc92acd) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:47:36.748092 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-462ceced-ab95-46ef-bff0-7bfc4156fb4c tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:36.839610 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-462ceced-ab95-46ef-bff0-7bfc4156fb4c tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:36.904837 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462ceced-ab95-46ef-bff0-7bfc4156fb4c tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:47:36.905917 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-462ceced-ab95-46ef-bff0-7bfc4156fb4c tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:47:36.910360 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462ceced-ab95-46ef-bff0-7bfc4156fb4c tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:47:36.951019 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462ceced-ab95-46ef-bff0-7bfc4156fb4c tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Pushing event updated for resources: {'Port': ['ID=308ad9a0-6621-4804-b5b7-70fd9bc92acd,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:47:37.318724 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-462ceced-ab95-46ef-bff0-7bfc4156fb4c tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:37.443958 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-462ceced-ab95-46ef-bff0-7bfc4156fb4c tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:37.644136 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-462ceced-ab95-46ef-bff0-7bfc4156fb4c tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:37.703586 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-462ceced-ab95-46ef-bff0-7bfc4156fb4c tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:37.812869 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462ceced-ab95-46ef-bff0-7bfc4156fb4c tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Pushing event updated for resources: {'Port': ['ID=308ad9a0-6621-4804-b5b7-70fd9bc92acd,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:47:37.825629 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-462ceced-ab95-46ef-bff0-7bfc4156fb4c tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691094'] for floatingip, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:37.992806 n-d-843702-1 neutron-server[89110]: INFO neutron.db.l3_db [None req-462ceced-ab95-46ef-bff0-7bfc4156fb4c tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Floating IP 12944800-91ce-4d72-827e-4f444dcd1386 associated. External IP: 172.25.5.67, port: 62e747fb-5d11-449e-b402-eea83a03edc1. May 28 07:47:38.449049 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-462ceced-ab95-46ef-bff0-7bfc4156fb4c tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Router 806c9e03-630b-43ff-921c-6629b46458ba has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 07:47:38.623837 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-462ceced-ab95-46ef-bff0-7bfc4156fb4c tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 07:47:38.633493 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30de80bd-d33a-47ff-87a1-c2f055fd976c None None] Sync routers for ids ['806c9e03-630b-43ff-921c-6629b46458ba'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 07:47:38.643693 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30de80bd-d33a-47ff-87a1-c2f055fd976c None None] Routers {'806c9e03-630b-43ff-921c-6629b46458ba'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:47:38.644289 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-30de80bd-d33a-47ff-87a1-c2f055fd976c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:47:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['806c9e03-630b-43ff-921c-6629b46458ba'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:47:38.720799 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-462ceced-ab95-46ef-bff0-7bfc4156fb4c tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:38.779607 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-462ceced-ab95-46ef-bff0-7bfc4156fb4c tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6332200 May 28 07:47:38.780317 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28fbd877-dcb2-40ca-9d82-0cc3842c0707', 'tag': '62e747fb-5d11-449e-b402-eea83a03edc1'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:47:38.819767 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-30de80bd-d33a-47ff-87a1-c2f055fd976c None None] Set router 806c9e03-630b-43ff-921c-6629b46458ba gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:47:38.824247 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e729d6b0-8f99-41a3-ac13-4291944ac200'] response: {'name': 'network-changed', 'server_uuid': '28fbd877-dcb2-40ca-9d82-0cc3842c0707', 'tag': '62e747fb-5d11-449e-b402-eea83a03edc1', 'status': 'completed', 'code': 200} May 28 07:47:38.939476 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e965b2-35b7-41cb-baa2-0896eccc6a96 req-6b6febe5-c5ef-43c7-9a55-c7cfea08fcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:47:38.940927 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-78e965b2-35b7-41cb-baa2-0896eccc6a96 req-6b6febe5-c5ef-43c7-9a55-c7cfea08fcd5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=67ac34af000c4c5fafdd5b01c0aacf36&device_id=28fbd877-dcb2-40ca-9d82-0cc3842c0707 HTTP/1.1" status: 200 len: 1096 time: 0.0693009 May 28 07:47:39.072881 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e965b2-35b7-41cb-baa2-0896eccc6a96 req-5f36650d-4395-4f02-a1b1-f8d658dcd0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:47:39.074270 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-78e965b2-35b7-41cb-baa2-0896eccc6a96 req-5f36650d-4395-4f02-a1b1-f8d658dcd0c6 service neutron] 10.222.0.71 "GET /v2.0/networks?id=700d94ca-04eb-484f-b618-d4fb21bdefff HTTP/1.1" status: 200 len: 911 time: 0.1264226 May 28 07:47:39.177616 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-78e965b2-35b7-41cb-baa2-0896eccc6a96 req-69c63381-3f11-41d3-8b01-7608b6d15dff service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=62e747fb-5d11-449e-b402-eea83a03edc1 HTTP/1.1" status: 200 len: 998 time: 0.0968633 May 28 07:47:39.185137 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-30de80bd-d33a-47ff-87a1-c2f055fd976c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806c9e03-630b-43ff-921c-6629b46458ba', 'name': 'tempest-TestSnapshotPattern-1765963505-router', 'tenant_id': '67ac34af000c4c5fafdd5b01c0aacf36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '25e6768f-d873-49e8-bc06-8383703b55a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:47:02Z', 'updated_at': '2022-05-28T07:47:06Z', 'revision_number': 4, 'project_id': '67ac34af000c4c5fafdd5b01c0aacf36', 'gw_port': {'id': '25e6768f-d873-49e8-bc06-8383703b55a4', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ff:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806c9e03-630b-43ff-921c-6629b46458ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4419, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:47:03Z', 'updated_at': '2022-05-28T07:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': '12944800-91ce-4d72-827e-4f444dcd1386', 'tenant_id': '67ac34af000c4c5fafdd5b01c0aacf36', 'floating_ip_address': '172.25.5.67', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': '806c9e03-630b-43ff-921c-6629b46458ba', 'port_id': '62e747fb-5d11-449e-b402-eea83a03edc1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '700d94ca-04eb-484f-b618-d4fb21bdefff', 'mac_address': 'fa:16:3e:5b:b6:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28fbd877-dcb2-40ca-9d82-0cc3842c0707', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T07:47:37Z', 'updated_at': '2022-05-28T07:47:37Z', 'revision_number': 0, 'project_id': '67ac34af000c4c5fafdd5b01c0aacf36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '511daff0-2d15-4d67-a878-e485ab24cd06', 'name': '', 'network_id': '700d94ca-04eb-484f-b618-d4fb21bdefff', 'tenant_id': '67ac34af000c4c5fafdd5b01c0aacf36', 'mac_address': 'fa:16:3e:c5:ce:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806c9e03-630b-43ff-921c-6629b46458ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4420, 'fixed_ips': [{'subnet_id': 'ba84a413-0c31-49c1-94f1-78effc916416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:47:06Z', 'updated_at': '2022-05-28T07:47:13Z', 'revision_number': 5, 'project_id': '67ac34af000c4c5fafdd5b01c0aacf36', 'subnets': [{'id': 'ba84a413-0c31-49c1-94f1-78effc916416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:47:39.188949 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30de80bd-d33a-47ff-87a1-c2f055fd976c None None] Checking router: 806c9e03-630b-43ff-921c-6629b46458ba for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 07:47:39.197922 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30de80bd-d33a-47ff-87a1-c2f055fd976c None None] Routers {'806c9e03-630b-43ff-921c-6629b46458ba'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:47:39.198518 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-30de80bd-d33a-47ff-87a1-c2f055fd976c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:47:29Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['806c9e03-630b-43ff-921c-6629b46458ba'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:47:39.243333 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e965b2-35b7-41cb-baa2-0896eccc6a96 req-1d0ffda5-103c-46e0-ba6d-abab095d6211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:47:39.245378 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-78e965b2-35b7-41cb-baa2-0896eccc6a96 req-1d0ffda5-103c-46e0-ba6d-abab095d6211 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ba84a413-0c31-49c1-94f1-78effc916416 HTTP/1.1" status: 200 len: 849 time: 0.0619936 May 28 07:47:39.323284 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e965b2-35b7-41cb-baa2-0896eccc6a96 req-6a309769-c49a-48e8-8694-0413a542f12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:47:39.324656 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-78e965b2-35b7-41cb-baa2-0896eccc6a96 req-6a309769-c49a-48e8-8694-0413a542f12b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=700d94ca-04eb-484f-b618-d4fb21bdefff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723825 May 28 07:47:39.374868 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-30de80bd-d33a-47ff-87a1-c2f055fd976c None None] Set router 806c9e03-630b-43ff-921c-6629b46458ba gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:47:39.462116 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-78e965b2-35b7-41cb-baa2-0896eccc6a96 req-4a91f11d-984a-41a2-a822-691d1a6c59b7 service neutron] 10.222.0.71 "GET /v2.0/networks/700d94ca-04eb-484f-b618-d4fb21bdefff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310217 May 28 07:47:39.598830 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-78e965b2-35b7-41cb-baa2-0896eccc6a96 req-067b799c-aeca-44ba-b625-0292ff92bf67 service neutron] 10.222.0.71 "GET /v2.0/networks/700d94ca-04eb-484f-b618-d4fb21bdefff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306093 May 28 07:47:39.713117 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-30de80bd-d33a-47ff-87a1-c2f055fd976c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806c9e03-630b-43ff-921c-6629b46458ba', 'name': 'tempest-TestSnapshotPattern-1765963505-router', 'tenant_id': '67ac34af000c4c5fafdd5b01c0aacf36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '25e6768f-d873-49e8-bc06-8383703b55a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:47:02Z', 'updated_at': '2022-05-28T07:47:06Z', 'revision_number': 4, 'project_id': '67ac34af000c4c5fafdd5b01c0aacf36', 'gw_port': {'id': '25e6768f-d873-49e8-bc06-8383703b55a4', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ff:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806c9e03-630b-43ff-921c-6629b46458ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4419, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:47:03Z', 'updated_at': '2022-05-28T07:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': '12944800-91ce-4d72-827e-4f444dcd1386', 'tenant_id': '67ac34af000c4c5fafdd5b01c0aacf36', 'floating_ip_address': '172.25.5.67', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': '806c9e03-630b-43ff-921c-6629b46458ba', 'port_id': '62e747fb-5d11-449e-b402-eea83a03edc1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '700d94ca-04eb-484f-b618-d4fb21bdefff', 'mac_address': 'fa:16:3e:5b:b6:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28fbd877-dcb2-40ca-9d82-0cc3842c0707', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T07:47:37Z', 'updated_at': '2022-05-28T07:47:37Z', 'revision_number': 0, 'project_id': '67ac34af000c4c5fafdd5b01c0aacf36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '511daff0-2d15-4d67-a878-e485ab24cd06', 'name': '', 'network_id': '700d94ca-04eb-484f-b618-d4fb21bdefff', 'tenant_id': '67ac34af000c4c5fafdd5b01c0aacf36', 'mac_address': 'fa:16:3e:c5:ce:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806c9e03-630b-43ff-921c-6629b46458ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4420, 'fixed_ips': [{'subnet_id': 'ba84a413-0c31-49c1-94f1-78effc916416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:47:06Z', 'updated_at': '2022-05-28T07:47:13Z', 'revision_number': 5, 'project_id': '67ac34af000c4c5fafdd5b01c0aacf36', 'subnets': [{'id': 'ba84a413-0c31-49c1-94f1-78effc916416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:47:39.716853 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30de80bd-d33a-47ff-87a1-c2f055fd976c None None] The sync data for ids ['806c9e03-630b-43ff-921c-6629b46458ba'] in n-d-843702-1 is: [{'id': '806c9e03-630b-43ff-921c-6629b46458ba', 'name': 'tempest-TestSnapshotPattern-1765963505-router', 'tenant_id': '67ac34af000c4c5fafdd5b01c0aacf36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '25e6768f-d873-49e8-bc06-8383703b55a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:47:02Z', 'updated_at': '2022-05-28T07:47:06Z', 'revision_number': 4, 'project_id': '67ac34af000c4c5fafdd5b01c0aacf36', 'gw_port': {'id': '25e6768f-d873-49e8-bc06-8383703b55a4', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ff:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806c9e03-630b-43ff-921c-6629b46458ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4419, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:47:03Z', 'updated_at': '2022-05-28T07:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': '12944800-91ce-4d72-827e-4f444dcd1386', 'tenant_id': '67ac34af000c4c5fafdd5b01c0aacf36', 'floating_ip_address': '172.25.5.67', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': '806c9e03-630b-43ff-921c-6629b46458ba', 'port_id': '62e747fb-5d11-449e-b402-eea83a03edc1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '700d94ca-04eb-484f-b618-d4fb21bdefff', 'mac_address': 'fa:16:3e:5b:b6:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28fbd877-dcb2-40ca-9d82-0cc3842c0707', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T07:47:37Z', 'updated_at': '2022-05-28T07:47:37Z', 'revision_number': 0, 'project_id': '67ac34af000c4c5fafdd5b01c0aacf36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '511daff0-2d15-4d67-a878-e485ab24cd06', 'name': '', 'network_id': '700d94ca-04eb-484f-b618-d4fb21bdefff', 'tenant_id': '67ac34af000c4c5fafdd5b01c0aacf36', 'mac_address': 'fa:16:3e:c5:ce:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806c9e03-630b-43ff-921c-6629b46458ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4420, 'fixed_ips': [{'subnet_id': 'ba84a413-0c31-49c1-94f1-78effc916416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:47:06Z', 'updated_at': '2022-05-28T07:47:13Z', 'revision_number': 5, 'project_id': '67ac34af000c4c5fafdd5b01c0aacf36', 'subnets': [{'id': 'ba84a413-0c31-49c1-94f1-78effc916416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 07:47:39.893929 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a13938f-9b74-44be-8a8f-08d6d514c200 None None] New status for floating IP 12944800-91ce-4d72-827e-4f444dcd1386: ACTIVE {{(pid=89111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 07:47:43.981765 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 07:47:56.500838 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-35f0429a-4a61-457c-b17a-9c8b9745a038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:56.946156 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3fd36ab5-7b12-4bee-9afd-3aea9943dc91 req-95f1fc36-95f9-4dd3-809f-70e749639188 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=28fbd877-dcb2-40ca-9d82-0cc3842c0707&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0677629 May 28 07:47:57.097207 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd36ab5-7b12-4bee-9afd-3aea9943dc91 req-454aaf9a-9fd6-497d-a467-9764f6ef43f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:47:57.098753 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3fd36ab5-7b12-4bee-9afd-3aea9943dc91 req-454aaf9a-9fd6-497d-a467-9764f6ef43f7 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=67ac34af000c4c5fafdd5b01c0aacf36&device_id=28fbd877-dcb2-40ca-9d82-0cc3842c0707 HTTP/1.1" status: 200 len: 1096 time: 0.0699720 May 28 07:47:57.240305 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd36ab5-7b12-4bee-9afd-3aea9943dc91 req-c606416a-718b-4017-949d-6f5aad23436d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:47:57.241679 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3fd36ab5-7b12-4bee-9afd-3aea9943dc91 req-c606416a-718b-4017-949d-6f5aad23436d service neutron] 10.222.0.71 "GET /v2.0/networks?id=700d94ca-04eb-484f-b618-d4fb21bdefff HTTP/1.1" status: 200 len: 911 time: 0.1242840 May 28 07:47:57.347317 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3fd36ab5-7b12-4bee-9afd-3aea9943dc91 req-66f0d402-1aec-415f-a659-88899d339d01 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=62e747fb-5d11-449e-b402-eea83a03edc1 HTTP/1.1" status: 200 len: 1000 time: 0.0988808 May 28 07:47:57.524840 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd36ab5-7b12-4bee-9afd-3aea9943dc91 req-2269f836-8a98-442c-830b-74d19822ad7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:47:57.526240 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3fd36ab5-7b12-4bee-9afd-3aea9943dc91 req-2269f836-8a98-442c-830b-74d19822ad7e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ba84a413-0c31-49c1-94f1-78effc916416 HTTP/1.1" status: 200 len: 849 time: 0.1717401 May 28 07:47:57.611378 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd36ab5-7b12-4bee-9afd-3aea9943dc91 req-5238eb3f-f364-471b-9379-0cf327fc6003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:47:57.612826 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3fd36ab5-7b12-4bee-9afd-3aea9943dc91 req-5238eb3f-f364-471b-9379-0cf327fc6003 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=700d94ca-04eb-484f-b618-d4fb21bdefff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0802596 May 28 07:47:57.743537 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3fd36ab5-7b12-4bee-9afd-3aea9943dc91 req-959db020-4911-45e3-951c-ba51536bfaa9 service neutron] 10.222.0.71 "GET /v2.0/networks/700d94ca-04eb-484f-b618-d4fb21bdefff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238878 May 28 07:47:57.877998 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3fd36ab5-7b12-4bee-9afd-3aea9943dc91 req-93d74493-50ed-4d1d-b081-8aa2885807e3 service neutron] 10.222.0.71 "GET /v2.0/networks/700d94ca-04eb-484f-b618-d4fb21bdefff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279881 May 28 07:47:58.457807 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:47:59.051647 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-972a6a57-acfb-41ef-b042-4957374ae0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:48:00.165917 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:48:00.197851 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:48:01.986173 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:48:03.057523 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:48:20.981138 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 07:48:26.494746 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-78c45fb0-f598-4e10-9268-c5134520442f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:48:28.462789 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:48:29.116931 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d71186ca-9b23-4e62-ab6b-df96aebbb4ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:48:30.188119 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:48:30.216265 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:48:32.010791 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:48:33.025564 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:48:56.490580 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-07e3a661-b3fb-4b92-9509-87123fac4562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:48:57.980574 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 07:48:58.428282 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:48:59.084793 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d08279e1-16ec-455b-95df-a1a7cd51d81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:48:59.767497 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a66efb4b-51c9-498d-a6ca-07643554d795 req-319a56c1-8bee-499e-a535-48f2c38dedcb service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=28fbd877-dcb2-40ca-9d82-0cc3842c0707&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1480956 May 28 07:48:59.917774 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66efb4b-51c9-498d-a6ca-07643554d795 req-91c6b0c4-80a6-4bf3-a6f9-f9bcac0f040f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:48:59.919147 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a66efb4b-51c9-498d-a6ca-07643554d795 req-91c6b0c4-80a6-4bf3-a6f9-f9bcac0f040f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=67ac34af000c4c5fafdd5b01c0aacf36&device_id=28fbd877-dcb2-40ca-9d82-0cc3842c0707 HTTP/1.1" status: 200 len: 1096 time: 0.0697942 May 28 07:49:00.061804 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66efb4b-51c9-498d-a6ca-07643554d795 req-2b774b1b-4055-44c2-9813-634dfbecb4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:49:00.063241 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a66efb4b-51c9-498d-a6ca-07643554d795 req-2b774b1b-4055-44c2-9813-634dfbecb4cd service neutron] 10.222.0.71 "GET /v2.0/networks?id=700d94ca-04eb-484f-b618-d4fb21bdefff HTTP/1.1" status: 200 len: 911 time: 0.1261210 May 28 07:49:00.166307 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a66efb4b-51c9-498d-a6ca-07643554d795 req-127e67dc-0458-4526-b219-caac4cb9026a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=62e747fb-5d11-449e-b402-eea83a03edc1 HTTP/1.1" status: 200 len: 1000 time: 0.0967917 May 28 07:49:00.219638 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:49:00.230620 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66efb4b-51c9-498d-a6ca-07643554d795 req-edb0013a-6c68-490a-8402-fc99a9dde2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:49:00.230810 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:49:00.232033 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a66efb4b-51c9-498d-a6ca-07643554d795 req-edb0013a-6c68-490a-8402-fc99a9dde2a5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ba84a413-0c31-49c1-94f1-78effc916416 HTTP/1.1" status: 200 len: 849 time: 0.0603065 May 28 07:49:00.307560 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66efb4b-51c9-498d-a6ca-07643554d795 req-f5dc3fe1-d633-45e4-a9f2-5c3d3a456021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:49:00.308985 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a66efb4b-51c9-498d-a6ca-07643554d795 req-f5dc3fe1-d633-45e4-a9f2-5c3d3a456021 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=700d94ca-04eb-484f-b618-d4fb21bdefff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710766 May 28 07:49:00.441428 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a66efb4b-51c9-498d-a6ca-07643554d795 req-8c2a6b5b-3d95-4774-bb00-25ae77dc8295 service neutron] 10.222.0.71 "GET /v2.0/networks/700d94ca-04eb-484f-b618-d4fb21bdefff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263049 May 28 07:49:00.571475 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a66efb4b-51c9-498d-a6ca-07643554d795 req-dc83bd9a-a212-49d2-94ca-bd2a4d6efded service neutron] 10.222.0.71 "GET /v2.0/networks/700d94ca-04eb-484f-b618-d4fb21bdefff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244056 May 28 07:49:01.990600 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:49:03.056264 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:49:26.522040 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-bc13a0f1-2d02-477e-a9af-241d3b2809cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:49:28.466787 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:49:29.044040 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-6c2fc2a7-9677-474b-afae-10ae95813a7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:49:30.175336 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:49:30.198321 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:49:31.998244 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:49:33.055297 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:49:34.979370 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 07:49:37.500603 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 62e747fb-5d11-449e-b402-eea83a03edc1 details requested by agent hyperv_n-h2-843702-1 with host n-h2-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 07:49:37.649800 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 62e747fb-5d11-449e-b402-eea83a03edc1, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=62e747fb-5d11-449e-b402-eea83a03edc1,segment=NetworkSegment(c687a3f8-bac3-4e78-a6c5-4b39e2a435cb),segment_id=c687a3f8-bac3-4e78-a6c5-4b39e2a435cb)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:49:37.664187 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Returning: {'device': '62e747fb-5d11-449e-b402-eea83a03edc1', 'network_id': '700d94ca-04eb-484f-b618-d4fb21bdefff', 'port_id': '62e747fb-5d11-449e-b402-eea83a03edc1', 'mac_address': 'fa:16:3e:5b:b6:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba84a413-0c31-49c1-94f1-78effc916416', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 07:49:37.722437 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 62e747fb-5d11-449e-b402-eea83a03edc1 is: ACTIVE; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:49:37.723306 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:49:37.740753 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 62e747fb-5d11-449e-b402-eea83a03edc1 {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 07:49:37.759121 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 62e747fb-5d11-449e-b402-eea83a03edc1, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=62e747fb-5d11-449e-b402-eea83a03edc1,segment=NetworkSegment(c687a3f8-bac3-4e78-a6c5-4b39e2a435cb),segment_id=c687a3f8-bac3-4e78-a6c5-4b39e2a435cb)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:49:37.838576 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:49:37.910823 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=62e747fb-5d11-449e-b402-eea83a03edc1,revision_number=6']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:49:37.923550 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:49:37.923895 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:49:37.924238 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:49:37.925384 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:49:37.925994 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:49:37.926378 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:49:37.926715 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:49:37.927047 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:49:37.927376 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:49:37.927704 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:49:37.928028 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:49:37.928353 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:49:37.976722 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] get_ports_and_sgs() called for port_ids ['62e747fb-5d11-449e-b402-eea83a03edc1'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 07:49:39.508503 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 62e747fb-5d11-449e-b402-eea83a03edc1 up at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:49:39.598272 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Provisioning complete for port 62e747fb-5d11-449e-b402-eea83a03edc1 triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:49:39.599662 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:49:39.725565 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 62e747fb-5d11-449e-b402-eea83a03edc1 is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:49:39.725964 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:49:39.753290 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28fbd877-dcb2-40ca-9d82-0cc3842c0707', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62e747fb-5d11-449e-b402-eea83a03edc1'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:49:39.763471 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 62e747fb-5d11-449e-b402-eea83a03edc1, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=62e747fb-5d11-449e-b402-eea83a03edc1,segment=NetworkSegment(c687a3f8-bac3-4e78-a6c5-4b39e2a435cb),segment_id=c687a3f8-bac3-4e78-a6c5-4b39e2a435cb)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:49:39.824747 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e4d2b18-f594-4732-85a5-e7c051a23d43'] response: {'server_uuid': '28fbd877-dcb2-40ca-9d82-0cc3842c0707', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62e747fb-5d11-449e-b402-eea83a03edc1', 'code': 200} May 28 07:49:39.867009 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:49:39.945178 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=62e747fb-5d11-449e-b402-eea83a03edc1,revision_number=7']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:49:49.875232 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c6f6424c-c5ca-478a-b46a-fc8f292cd0be req-68d76bc9-40a3-446b-8057-1eb52b43b17d tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1914558696&fields=id&tenant_id=67ac34af000c4c5fafdd5b01c0aacf36 HTTP/1.1" status: 200 len: 267 time: 0.0414798 May 28 07:49:50.024401 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f6424c-c5ca-478a-b46a-fc8f292cd0be req-22958370-1d8c-40ff-8674-01a22f8c6539 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:49:50.026064 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c6f6424c-c5ca-478a-b46a-fc8f292cd0be req-22958370-1d8c-40ff-8674-01a22f8c6539 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] 10.222.0.55 "GET /v2.0/networks?id=700d94ca-04eb-484f-b618-d4fb21bdefff HTTP/1.1" status: 200 len: 810 time: 0.1442971 May 28 07:49:50.040480 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c6f6424c-c5ca-478a-b46a-fc8f292cd0be req-345a9c10-ee1b-4e58-9745-1aff79ec7db5 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] 10.222.0.55 "GET /v2.0/quotas/67ac34af000c4c5fafdd5b01c0aacf36 HTTP/1.1" status: 200 len: 375 time: 0.0093386 May 28 07:49:50.126711 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c6f6424c-c5ca-478a-b46a-fc8f292cd0be req-390624e2-ac92-4a20-86b2-4464e3a10d54 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=67ac34af000c4c5fafdd5b01c0aacf36&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0814850 May 28 07:49:50.263117 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c6f6424c-c5ca-478a-b46a-fc8f292cd0be req-b75df5d9-6483-42bc-8c5c-dba8846e803b service neutron] 10.222.0.55 "GET /v2.0/networks/700d94ca-04eb-484f-b618-d4fb21bdefff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244566 May 28 07:49:50.498195 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c6f6424c-c5ca-478a-b46a-fc8f292cd0be req-b8931906-aaa2-4b6f-b221-415f82e3786e service neutron] 10.222.0.55 "GET /v2.0/networks/700d94ca-04eb-484f-b618-d4fb21bdefff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293417 May 28 07:49:50.771931 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-482dd14d-e2ab-4b54-9fcb-1d966c972f92 req-13e8a7bc-8714-45fb-8e65-8f4d3872896b tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] 10.222.0.55 "GET /v2.0/ports?device_id=c50a0309-a04c-43c4-b80e-22a0d7d8bdec HTTP/1.1" status: 200 len: 210 time: 0.0417461 May 28 07:49:51.873119 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-3c9bd744-bd70-48bc-9b01-affc0e49cea5 req-04e83fbd-7eb4-4cab-8e9f-85dce38b4d56 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] 10.222.0.55 "GET /v2.0/ports?device_id=c50a0309-a04c-43c4-b80e-22a0d7d8bdec HTTP/1.1" status: 200 len: 210 time: 0.0449677 May 28 07:49:53.026200 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c7d76203-fdbf-4b90-8a14-1a2a0715bb5b req-bf8932d8-0dc8-4a51-bf6d-d5471c1137cf tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] 10.222.0.55 "GET /v2.0/ports?device_id=c50a0309-a04c-43c4-b80e-22a0d7d8bdec HTTP/1.1" status: 200 len: 210 time: 0.0454397 May 28 07:49:53.190098 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f6424c-c5ca-478a-b46a-fc8f292cd0be req-5b20a49b-a6f4-4366-9ca7-18a8f8cbf79f tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:49:53.191738 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c6f6424c-c5ca-478a-b46a-fc8f292cd0be req-5b20a49b-a6f4-4366-9ca7-18a8f8cbf79f tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] 10.222.0.69 "GET /v2.0/networks?id=700d94ca-04eb-484f-b618-d4fb21bdefff HTTP/1.1" status: 200 len: 810 time: 0.1464841 May 28 07:49:53.238327 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c6f6424c-c5ca-478a-b46a-fc8f292cd0be req-3f207dfd-3c90-4065-8b98-d5ebdc4102b4 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67ac34af000c4c5fafdd5b01c0aacf36 HTTP/1.1" status: 200 len: 380 time: 0.0385635 May 28 07:49:53.246827 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-c6f6424c-c5ca-478a-b46a-fc8f292cd0be req-06df8bd0-aeee-4cc2-85d0-04b2be48b487 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Request body: {'port': {'device_id': 'c50a0309-a04c-43c4-b80e-22a0d7d8bdec', 'network_id': '700d94ca-04eb-484f-b618-d4fb21bdefff', 'admin_state_up': True, 'tenant_id': '67ac34af000c4c5fafdd5b01c0aacf36', 'security_groups': ['d798be20-5e09-4f26-b62e-2150a1d80130']}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:49:53.384321 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-c6f6424c-c5ca-478a-b46a-fc8f292cd0be req-06df8bd0-aeee-4cc2-85d0-04b2be48b487 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:49:53.393756 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [req-c6f6424c-c5ca-478a-b46a-fc8f292cd0be req-06df8bd0-aeee-4cc2-85d0-04b2be48b487 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:49:53.472175 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6f6424c-c5ca-478a-b46a-fc8f292cd0be req-06df8bd0-aeee-4cc2-85d0-04b2be48b487 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Made reservation on behalf of 67ac34af000c4c5fafdd5b01c0aacf36 for: {'port': 1} {{(pid=89110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 07:49:53.476313 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-c6f6424c-c5ca-478a-b46a-fc8f292cd0be req-06df8bd0-aeee-4cc2-85d0-04b2be48b487 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:49:53.606087 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 62e747fb-5d11-449e-b402-eea83a03edc1 no longer exists at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:49:53.655506 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [req-c6f6424c-c5ca-478a-b46a-fc8f292cd0be req-06df8bd0-aeee-4cc2-85d0-04b2be48b487 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Allocated IP 172.20.0.3 (700d94ca-04eb-484f-b618-d4fb21bdefff/ba84a413-0c31-49c1-94f1-78effc916416/bff1fab9-4977-45fd-beef-5ec58f23058e) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:49:53.730159 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Current status of the port 62e747fb-5d11-449e-b402-eea83a03edc1 is: ACTIVE; New status is: DOWN {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:49:53.730450 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:49:53.757938 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28fbd877-dcb2-40ca-9d82-0cc3842c0707', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62e747fb-5d11-449e-b402-eea83a03edc1'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:49:53.768285 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] For port 62e747fb-5d11-449e-b402-eea83a03edc1, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=62e747fb-5d11-449e-b402-eea83a03edc1,segment=NetworkSegment(c687a3f8-bac3-4e78-a6c5-4b39e2a435cb),segment_id=c687a3f8-bac3-4e78-a6c5-4b39e2a435cb)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:49:53.810216 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9ffcb7f-b33c-4f85-902d-0bc754f53457'] response: {'server_uuid': '28fbd877-dcb2-40ca-9d82-0cc3842c0707', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62e747fb-5d11-449e-b402-eea83a03edc1', 'code': 200} May 28 07:49:53.861666 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:49:53.872328 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-c6f6424c-c5ca-478a-b46a-fc8f292cd0be req-06df8bd0-aeee-4cc2-85d0-04b2be48b487 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:49:53.890431 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-c6f6424c-c5ca-478a-b46a-fc8f292cd0be req-06df8bd0-aeee-4cc2-85d0-04b2be48b487 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Transition to ACTIVE for port object bff1fab9-4977-45fd-beef-5ec58f23058e will not be triggered until provisioned by entity DHCP. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:49:53.947519 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Pushing event updated for resources: {'Port': ['ID=62e747fb-5d11-449e-b402-eea83a03edc1,revision_number=8']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:49:53.991615 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-c6f6424c-c5ca-478a-b46a-fc8f292cd0be req-06df8bd0-aeee-4cc2-85d0-04b2be48b487 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:49:54.122846 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6f6424c-c5ca-478a-b46a-fc8f292cd0be req-06df8bd0-aeee-4cc2-85d0-04b2be48b487 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Network 700d94ca-04eb-484f-b618-d4fb21bdefff is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:49:54.136948 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [req-c6f6424c-c5ca-478a-b46a-fc8f292cd0be req-06df8bd0-aeee-4cc2-85d0-04b2be48b487 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:49:54.152048 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6f6424c-c5ca-478a-b46a-fc8f292cd0be req-06df8bd0-aeee-4cc2-85d0-04b2be48b487 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:49:54.210634 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06df8bd0-aeee-4cc2-85d0-04b2be48b487 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Pushing event updated for resources: {'Port': ['ID=bff1fab9-4977-45fd-beef-5ec58f23058e,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:49:54.286533 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f6424c-c5ca-478a-b46a-fc8f292cd0be req-06df8bd0-aeee-4cc2-85d0-04b2be48b487 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:49:54.287294 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-c6f6424c-c5ca-478a-b46a-fc8f292cd0be req-06df8bd0-aeee-4cc2-85d0-04b2be48b487 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:49:54.314413 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06df8bd0-aeee-4cc2-85d0-04b2be48b487 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:49:54.314745 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06df8bd0-aeee-4cc2-85d0-04b2be48b487 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:49:54.315208 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06df8bd0-aeee-4cc2-85d0-04b2be48b487 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:49:54.315550 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06df8bd0-aeee-4cc2-85d0-04b2be48b487 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:49:54.315927 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06df8bd0-aeee-4cc2-85d0-04b2be48b487 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:49:54.316252 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06df8bd0-aeee-4cc2-85d0-04b2be48b487 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:49:54.316576 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06df8bd0-aeee-4cc2-85d0-04b2be48b487 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:49:54.316991 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06df8bd0-aeee-4cc2-85d0-04b2be48b487 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:49:54.317561 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06df8bd0-aeee-4cc2-85d0-04b2be48b487 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:49:54.318100 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06df8bd0-aeee-4cc2-85d0-04b2be48b487 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:49:54.318428 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06df8bd0-aeee-4cc2-85d0-04b2be48b487 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:49:54.318752 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06df8bd0-aeee-4cc2-85d0-04b2be48b487 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:49:54.414646 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080ea8b2-20a4-4e19-b440-bdeea304db20 req-f973570c-e909-44b9-9382-4238f95ac0f9 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:49:54.415605 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-080ea8b2-20a4-4e19-b440-bdeea304db20 req-f973570c-e909-44b9-9382-4238f95ac0f9 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Synchronizing usage tracker for tenant:67ac34af000c4c5fafdd5b01c0aacf36 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:49:54.485748 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c6f6424c-c5ca-478a-b46a-fc8f292cd0be req-06df8bd0-aeee-4cc2-85d0-04b2be48b487 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2423785 May 28 07:49:54.575475 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-a6503f5f-894a-43b2-958d-34c5ed11b55b None None] Provisioning for port bff1fab9-4977-45fd-beef-5ec58f23058e completed by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:49:54.581400 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-a6503f5f-894a-43b2-958d-34c5ed11b55b None None] Provisioning complete for port bff1fab9-4977-45fd-beef-5ec58f23058e triggered by entity DHCP. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:49:54.582081 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-a6503f5f-894a-43b2-958d-34c5ed11b55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:49:54.612827 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-080ea8b2-20a4-4e19-b440-bdeea304db20 req-f973570c-e909-44b9-9382-4238f95ac0f9 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Unset dirty status for tenant:67ac34af000c4c5fafdd5b01c0aacf36 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:49:54.613988 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-080ea8b2-20a4-4e19-b440-bdeea304db20 req-f973570c-e909-44b9-9382-4238f95ac0f9 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] 10.222.0.55 "GET /v2.0/ports?device_id=c50a0309-a04c-43c4-b80e-22a0d7d8bdec HTTP/1.1" status: 200 len: 931 time: 0.4204369 May 28 07:49:54.660866 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-a6503f5f-894a-43b2-958d-34c5ed11b55b None None] Port bff1fab9-4977-45fd-beef-5ec58f23058e cannot update to ACTIVE because it is not bound. {{(pid=89111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 07:49:54.676865 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-080ea8b2-20a4-4e19-b440-bdeea304db20 req-eef137c9-be71-41e6-8c98-c0b8318bafcf tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] 10.222.0.55 "GET /v2.0/security-groups?id=d798be20-5e09-4f26-b62e-2150a1d80130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565119 May 28 07:49:55.875460 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352dfac9-294d-4f7a-9e41-7df236e50e63 req-45b88028-a0d4-4fa9-9597-1846b065a21e tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:49:55.877042 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-352dfac9-294d-4f7a-9e41-7df236e50e63 req-45b88028-a0d4-4fa9-9597-1846b065a21e tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] 10.222.0.55 "GET /v2.0/ports?device_id=c50a0309-a04c-43c4-b80e-22a0d7d8bdec HTTP/1.1" status: 200 len: 931 time: 0.0846713 May 28 07:49:55.926169 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-352dfac9-294d-4f7a-9e41-7df236e50e63 req-86def6a6-e0a9-42fb-ac65-89a8a6effea2 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] 10.222.0.55 "GET /v2.0/security-groups?id=d798be20-5e09-4f26-b62e-2150a1d80130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421176 May 28 07:49:56.552543 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d3e7603d-5b8e-4433-963b-1b91eb8c2a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:49:57.127248 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ba9386-554d-4f85-9407-a582e52466d1 req-5f30911c-88cc-4f14-a59a-c445f511359c tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:49:57.128905 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f7ba9386-554d-4f85-9407-a582e52466d1 req-5f30911c-88cc-4f14-a59a-c445f511359c tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] 10.222.0.55 "GET /v2.0/ports?device_id=c50a0309-a04c-43c4-b80e-22a0d7d8bdec HTTP/1.1" status: 200 len: 931 time: 0.0860152 May 28 07:49:57.176413 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-f7ba9386-554d-4f85-9407-a582e52466d1 req-b384f736-f65a-45d2-9e90-b7754c375d20 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] 10.222.0.55 "GET /v2.0/security-groups?id=d798be20-5e09-4f26-b62e-2150a1d80130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411983 May 28 07:49:58.385822 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50509dcf-9b69-4550-acaf-13633394ea73 req-c81c59c2-3c91-4908-8e36-7045f5ce8b22 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:49:58.388907 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-50509dcf-9b69-4550-acaf-13633394ea73 req-c81c59c2-3c91-4908-8e36-7045f5ce8b22 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] 10.222.0.55 "GET /v2.0/ports?device_id=c50a0309-a04c-43c4-b80e-22a0d7d8bdec HTTP/1.1" status: 200 len: 931 time: 0.0914683 May 28 07:49:58.447859 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-50509dcf-9b69-4550-acaf-13633394ea73 req-ce37fb7c-91e7-421c-89d6-af37191c170c tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] 10.222.0.55 "GET /v2.0/security-groups?id=d798be20-5e09-4f26-b62e-2150a1d80130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529909 May 28 07:49:58.895550 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:49:59.038524 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-3139ec25-9511-4d7f-8f69-15ebb3421449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:49:59.663187 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7304bf0-0bf9-42dd-bfee-f8cdbfd336c4 req-de84df61-d304-4abb-a2c7-aa02fc77586f tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:49:59.664650 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e7304bf0-0bf9-42dd-bfee-f8cdbfd336c4 req-de84df61-d304-4abb-a2c7-aa02fc77586f tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] 10.222.0.55 "GET /v2.0/ports?device_id=c50a0309-a04c-43c4-b80e-22a0d7d8bdec HTTP/1.1" status: 200 len: 931 time: 0.0887997 May 28 07:49:59.718817 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e7304bf0-0bf9-42dd-bfee-f8cdbfd336c4 req-1910427a-5463-47f8-a56c-1b3a7c074299 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] 10.222.0.55 "GET /v2.0/security-groups?id=d798be20-5e09-4f26-b62e-2150a1d80130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476923 May 28 07:50:00.169302 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:50:00.238251 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:50:00.765166 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dd8ce7d0-0e08-4894-8de0-bcb4f327fd37 req-4a95f889-fb7f-4bd5-a37c-43dabb55fd79 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=28fbd877-dcb2-40ca-9d82-0cc3842c0707&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0838029 May 28 07:50:01.105535 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f8fc44-fec2-45fa-8665-66657bf53e62 req-756fdeac-1935-451d-b91c-ca48acb9890d tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:50:01.107189 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-45f8fc44-fec2-45fa-8665-66657bf53e62 req-756fdeac-1935-451d-b91c-ca48acb9890d tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] 10.222.0.55 "GET /v2.0/ports?device_id=c50a0309-a04c-43c4-b80e-22a0d7d8bdec HTTP/1.1" status: 200 len: 931 time: 0.2781038 May 28 07:50:01.110355 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8ce7d0-0e08-4894-8de0-bcb4f327fd37 req-a54a80db-2475-4ab4-9225-f855e1a79e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:50:01.111673 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dd8ce7d0-0e08-4894-8de0-bcb4f327fd37 req-a54a80db-2475-4ab4-9225-f855e1a79e42 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=67ac34af000c4c5fafdd5b01c0aacf36&device_id=28fbd877-dcb2-40ca-9d82-0cc3842c0707 HTTP/1.1" status: 200 len: 1094 time: 0.1079504 May 28 07:50:01.266237 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-45f8fc44-fec2-45fa-8665-66657bf53e62 req-88892638-7144-43cc-9cbd-1aaba663aeee tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] 10.222.0.55 "GET /v2.0/security-groups?id=d798be20-5e09-4f26-b62e-2150a1d80130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1529467 May 28 07:50:01.286203 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8ce7d0-0e08-4894-8de0-bcb4f327fd37 req-25e4da16-65e1-498e-9c1f-d257c921abcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:50:01.288199 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dd8ce7d0-0e08-4894-8de0-bcb4f327fd37 req-25e4da16-65e1-498e-9c1f-d257c921abcd service neutron] 10.222.0.71 "GET /v2.0/networks?id=700d94ca-04eb-484f-b618-d4fb21bdefff HTTP/1.1" status: 200 len: 911 time: 0.1555369 May 28 07:50:01.391105 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dd8ce7d0-0e08-4894-8de0-bcb4f327fd37 req-22ba169f-48f3-403a-8b49-44ba1066a253 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=62e747fb-5d11-449e-b402-eea83a03edc1 HTTP/1.1" status: 200 len: 998 time: 0.0973835 May 28 07:50:01.457960 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8ce7d0-0e08-4894-8de0-bcb4f327fd37 req-c10f2367-8abd-45b9-8898-283166344abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:50:01.459945 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dd8ce7d0-0e08-4894-8de0-bcb4f327fd37 req-c10f2367-8abd-45b9-8898-283166344abf service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ba84a413-0c31-49c1-94f1-78effc916416 HTTP/1.1" status: 200 len: 849 time: 0.0625160 May 28 07:50:01.535473 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8ce7d0-0e08-4894-8de0-bcb4f327fd37 req-c1e9d15e-d68c-49d4-82d6-3ce53013427e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:50:01.536947 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dd8ce7d0-0e08-4894-8de0-bcb4f327fd37 req-c1e9d15e-d68c-49d4-82d6-3ce53013427e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=700d94ca-04eb-484f-b618-d4fb21bdefff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717351 May 28 07:50:01.667661 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dd8ce7d0-0e08-4894-8de0-bcb4f327fd37 req-c762362f-c61a-4069-8ce0-4d8969cfac7e service neutron] 10.222.0.71 "GET /v2.0/networks/700d94ca-04eb-484f-b618-d4fb21bdefff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250260 May 28 07:50:01.796452 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-dd8ce7d0-0e08-4894-8de0-bcb4f327fd37 req-376be966-a4e8-4c3b-acbb-a57f7dfcf4cb service neutron] 10.222.0.71 "GET /v2.0/networks/700d94ca-04eb-484f-b618-d4fb21bdefff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225812 May 28 07:50:01.954437 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [req-c6f6424c-c5ca-478a-b46a-fc8f292cd0be req-b3bfa02c-6b93-4f6f-ac2f-e45dd8b89ba2 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=89110) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 07:50:01.955672 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c6f6424c-c5ca-478a-b46a-fc8f292cd0be req-b3bfa02c-6b93-4f6f-ac2f-e45dd8b89ba2 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057738 May 28 07:50:02.017634 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [req-c6f6424c-c5ca-478a-b46a-fc8f292cd0be req-148c0fd5-037c-4a33-ad99-8c7a6104f391 service neutron] Request body: {'port': {'device_id': 'c50a0309-a04c-43c4-b80e-22a0d7d8bdec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843702-1'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:50:02.050384 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:50:02.127853 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-c6f6424c-c5ca-478a-b46a-fc8f292cd0be req-148c0fd5-037c-4a33-ad99-8c7a6104f391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:50:02.527460 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc8ed56-8af6-4201-90f5-a80eb66ceea8 req-7303437b-422b-4811-a0a2-c8474a52ce54 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:50:02.528958 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-abc8ed56-8af6-4201-90f5-a80eb66ceea8 req-7303437b-422b-4811-a0a2-c8474a52ce54 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] 10.222.0.55 "GET /v2.0/ports?device_id=c50a0309-a04c-43c4-b80e-22a0d7d8bdec HTTP/1.1" status: 200 len: 931 time: 0.1542079 May 28 07:50:02.552746 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [req-c6f6424c-c5ca-478a-b46a-fc8f292cd0be req-148c0fd5-037c-4a33-ad99-8c7a6104f391 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bff1fab9-4977-45fd-beef-5ec58f23058e {{(pid=89110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 07:50:02.565014 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-c6f6424c-c5ca-478a-b46a-fc8f292cd0be req-148c0fd5-037c-4a33-ad99-8c7a6104f391 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:50:02.595469 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.provisioning_blocks [req-c6f6424c-c5ca-478a-b46a-fc8f292cd0be req-148c0fd5-037c-4a33-ad99-8c7a6104f391 service neutron] Transition to ACTIVE for port object bff1fab9-4977-45fd-beef-5ec58f23058e will not be triggered until provisioned by entity L2. {{(pid=89110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:50:02.598593 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-abc8ed56-8af6-4201-90f5-a80eb66ceea8 req-a785ffff-c026-4fd5-8b5a-751aebc4936e tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] 10.222.0.55 "GET /v2.0/security-groups?id=d798be20-5e09-4f26-b62e-2150a1d80130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627720 May 28 07:50:02.683630 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-c6f6424c-c5ca-478a-b46a-fc8f292cd0be req-148c0fd5-037c-4a33-ad99-8c7a6104f391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:50:02.813007 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148c0fd5-037c-4a33-ad99-8c7a6104f391 service neutron] Pushing event updated for resources: {'Port': ['ID=bff1fab9-4977-45fd-beef-5ec58f23058e,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:50:03.018381 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-c6f6424c-c5ca-478a-b46a-fc8f292cd0be req-148c0fd5-037c-4a33-ad99-8c7a6104f391 service neutron] Attempting to bind port bff1fab9-4977-45fd-beef-5ec58f23058e on host n-h1-843702-1 for vnic_type normal with profile {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 07:50:03.018632 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-c6f6424c-c5ca-478a-b46a-fc8f292cd0be req-148c0fd5-037c-4a33-ad99-8c7a6104f391 service neutron] Attempting to bind port bff1fab9-4977-45fd-beef-5ec58f23058e by drivers openvswitch,hyperv on host n-h1-843702-1 at level 0 using segments [{'id': 'c687a3f8-bac3-4e78-a6c5-4b39e2a435cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '700d94ca-04eb-484f-b618-d4fb21bdefff'}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 07:50:03.019031 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f6424c-c5ca-478a-b46a-fc8f292cd0be req-148c0fd5-037c-4a33-ad99-8c7a6104f391 service neutron] Attempting to bind port bff1fab9-4977-45fd-beef-5ec58f23058e on network 700d94ca-04eb-484f-b618-d4fb21bdefff {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:50:03.024790 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f6424c-c5ca-478a-b46a-fc8f292cd0be req-148c0fd5-037c-4a33-ad99-8c7a6104f391 service neutron] Port bff1fab9-4977-45fd-beef-5ec58f23058e on network 700d94ca-04eb-484f-b618-d4fb21bdefff not bound, no agent of type Open vSwitch agent registered on host n-h1-843702-1 {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 07:50:03.025102 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f6424c-c5ca-478a-b46a-fc8f292cd0be req-148c0fd5-037c-4a33-ad99-8c7a6104f391 service neutron] Attempting to bind port bff1fab9-4977-45fd-beef-5ec58f23058e on network 700d94ca-04eb-484f-b618-d4fb21bdefff {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:50:03.030233 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f6424c-c5ca-478a-b46a-fc8f292cd0be req-148c0fd5-037c-4a33-ad99-8c7a6104f391 service neutron] Checking agent: {'id': '69f492a0-c00d-46d0-9bec-fcd8161ce206', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843702-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'started_at': datetime.datetime(2022, 5, 28, 6, 15, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 7, 49, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 07:50:03.030557 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f6424c-c5ca-478a-b46a-fc8f292cd0be req-148c0fd5-037c-4a33-ad99-8c7a6104f391 service neutron] Checking segment: {'id': 'c687a3f8-bac3-4e78-a6c5-4b39e2a435cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '700d94ca-04eb-484f-b618-d4fb21bdefff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:50:03.030980 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f6424c-c5ca-478a-b46a-fc8f292cd0be req-148c0fd5-037c-4a33-ad99-8c7a6104f391 service neutron] Bound using segment: {'id': 'c687a3f8-bac3-4e78-a6c5-4b39e2a435cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '700d94ca-04eb-484f-b618-d4fb21bdefff'} {{(pid=89110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 07:50:03.031415 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.managers [req-c6f6424c-c5ca-478a-b46a-fc8f292cd0be req-148c0fd5-037c-4a33-ad99-8c7a6104f391 service neutron] Bound port: bff1fab9-4977-45fd-beef-5ec58f23058e, host: n-h1-843702-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c687a3f8-bac3-4e78-a6c5-4b39e2a435cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '700d94ca-04eb-484f-b618-d4fb21bdefff'}}] {{(pid=89110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 07:50:03.031775 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-c6f6424c-c5ca-478a-b46a-fc8f292cd0be req-148c0fd5-037c-4a33-ad99-8c7a6104f391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:50:03.122013 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-c6f6424c-c5ca-478a-b46a-fc8f292cd0be req-148c0fd5-037c-4a33-ad99-8c7a6104f391 service neutron] For port bff1fab9-4977-45fd-beef-5ec58f23058e, host n-h1-843702-1, cleared binding levels {{(pid=89110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:50:03.122240 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:50:03.125078 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-c6f6424c-c5ca-478a-b46a-fc8f292cd0be req-148c0fd5-037c-4a33-ad99-8c7a6104f391 service neutron] For port bff1fab9-4977-45fd-beef-5ec58f23058e, host n-h1-843702-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=bff1fab9-4977-45fd-beef-5ec58f23058e,segment=NetworkSegment(c687a3f8-bac3-4e78-a6c5-4b39e2a435cb),segment_id=c687a3f8-bac3-4e78-a6c5-4b39e2a435cb)] {{(pid=89110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 07:50:03.204138 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-c6f6424c-c5ca-478a-b46a-fc8f292cd0be req-148c0fd5-037c-4a33-ad99-8c7a6104f391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:50:03.267629 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f6424c-c5ca-478a-b46a-fc8f292cd0be req-148c0fd5-037c-4a33-ad99-8c7a6104f391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:50:03.268237 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-c6f6424c-c5ca-478a-b46a-fc8f292cd0be req-148c0fd5-037c-4a33-ad99-8c7a6104f391 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:50:03.269726 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c6f6424c-c5ca-478a-b46a-fc8f292cd0be req-148c0fd5-037c-4a33-ad99-8c7a6104f391 service neutron] 10.222.0.69 "PUT /v2.0/ports/bff1fab9-4977-45fd-beef-5ec58f23058e HTTP/1.1" status: 200 len: 1091 time: 1.3039708 May 28 07:50:03.270034 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c50a0309-a04c-43c4-b80e-22a0d7d8bdec', 'tag': 'bff1fab9-4977-45fd-beef-5ec58f23058e'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:50:03.294793 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148c0fd5-037c-4a33-ad99-8c7a6104f391 service neutron] Pushing event updated for resources: {'Port': ['ID=bff1fab9-4977-45fd-beef-5ec58f23058e,revision_number=3']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:50:03.321224 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00fbb0bb-bca6-44a6-91bb-c2e31d2e8f66'] response: {'name': 'network-changed', 'server_uuid': 'c50a0309-a04c-43c4-b80e-22a0d7d8bdec', 'tag': 'bff1fab9-4977-45fd-beef-5ec58f23058e', 'status': 'completed', 'code': 200} May 28 07:50:03.414365 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad23ef16-fd31-4038-a7ae-152a6d6348a7 req-7f959d9c-8c0f-4ee7-9443-a78ba1b92bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:50:03.415996 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ad23ef16-fd31-4038-a7ae-152a6d6348a7 req-7f959d9c-8c0f-4ee7-9443-a78ba1b92bd0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=67ac34af000c4c5fafdd5b01c0aacf36&device_id=c50a0309-a04c-43c4-b80e-22a0d7d8bdec HTTP/1.1" status: 200 len: 1094 time: 0.0747390 May 28 07:50:03.565888 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad23ef16-fd31-4038-a7ae-152a6d6348a7 req-658afcc2-c855-48da-956a-f119b1c99a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:50:03.572962 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ad23ef16-fd31-4038-a7ae-152a6d6348a7 req-658afcc2-c855-48da-956a-f119b1c99a86 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=67ac34af000c4c5fafdd5b01c0aacf36&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1453707 May 28 07:50:03.702622 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad23ef16-fd31-4038-a7ae-152a6d6348a7 req-57c1b5f1-6b4d-4015-9511-406d1f674580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:50:03.704071 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ad23ef16-fd31-4038-a7ae-152a6d6348a7 req-57c1b5f1-6b4d-4015-9511-406d1f674580 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1304212 May 28 07:50:03.849643 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7e91f3-85ef-41e6-8e58-01296bf2bce7 req-149ad8fc-ad9a-4fdc-9d35-44205873d9d2 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:50:03.851317 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7f7e91f3-85ef-41e6-8e58-01296bf2bce7 req-149ad8fc-ad9a-4fdc-9d35-44205873d9d2 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] 10.222.0.55 "GET /v2.0/ports?device_id=c50a0309-a04c-43c4-b80e-22a0d7d8bdec HTTP/1.1" status: 200 len: 943 time: 0.1387591 May 28 07:50:03.853822 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f6424c-c5ca-478a-b46a-fc8f292cd0be req-39afa461-c1ef-4fff-b63a-0eda6fb3b717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:50:03.855140 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c6f6424c-c5ca-478a-b46a-fc8f292cd0be req-39afa461-c1ef-4fff-b63a-0eda6fb3b717 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=67ac34af000c4c5fafdd5b01c0aacf36&device_id=c50a0309-a04c-43c4-b80e-22a0d7d8bdec HTTP/1.1" status: 200 len: 1094 time: 0.1035359 May 28 07:50:03.936921 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c6f6424c-c5ca-478a-b46a-fc8f292cd0be req-9abc7d1c-61bf-4c93-a4f6-340dd323f34a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bff1fab9-4977-45fd-beef-5ec58f23058e HTTP/1.1" status: 200 len: 217 time: 0.0670638 May 28 07:50:04.001367 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7f7e91f3-85ef-41e6-8e58-01296bf2bce7 req-152ba3ff-cf6b-4e84-baab-8c7846182900 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] 10.222.0.55 "GET /v2.0/security-groups?id=d798be20-5e09-4f26-b62e-2150a1d80130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1443660 May 28 07:50:04.016450 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f6424c-c5ca-478a-b46a-fc8f292cd0be req-c5298f26-958c-4030-9366-46deecaab70d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:50:04.017927 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c6f6424c-c5ca-478a-b46a-fc8f292cd0be req-c5298f26-958c-4030-9366-46deecaab70d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ba84a413-0c31-49c1-94f1-78effc916416 HTTP/1.1" status: 200 len: 849 time: 0.0704443 May 28 07:50:04.092190 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f6424c-c5ca-478a-b46a-fc8f292cd0be req-54927166-e1fe-488f-8dd8-f3ab5f433563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:50:04.093714 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c6f6424c-c5ca-478a-b46a-fc8f292cd0be req-54927166-e1fe-488f-8dd8-f3ab5f433563 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=700d94ca-04eb-484f-b618-d4fb21bdefff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696995 May 28 07:50:04.221955 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c6f6424c-c5ca-478a-b46a-fc8f292cd0be req-c02157c7-9863-4c0a-be96-abe99b1d3f2a service neutron] 10.222.0.69 "GET /v2.0/networks/700d94ca-04eb-484f-b618-d4fb21bdefff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224291 May 28 07:50:04.352275 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c6f6424c-c5ca-478a-b46a-fc8f292cd0be req-6f4a92e9-6ca1-45b5-9e57-8d56fc54a9dc service neutron] 10.222.0.69 "GET /v2.0/networks/700d94ca-04eb-484f-b618-d4fb21bdefff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240759 May 28 07:50:05.187511 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ca64e9-fbd1-4d34-8775-ef6303b9e3f4 req-648abfbe-2876-4645-89b6-38cb1a39ed53 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:50:05.188937 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-95ca64e9-fbd1-4d34-8775-ef6303b9e3f4 req-648abfbe-2876-4645-89b6-38cb1a39ed53 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] 10.222.0.55 "GET /v2.0/ports?device_id=c50a0309-a04c-43c4-b80e-22a0d7d8bdec HTTP/1.1" status: 200 len: 943 time: 0.0781941 May 28 07:50:05.235983 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-95ca64e9-fbd1-4d34-8775-ef6303b9e3f4 req-f1729f37-b29e-4ce8-9930-f36ee71ba5eb tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] 10.222.0.55 "GET /v2.0/security-groups?id=d798be20-5e09-4f26-b62e-2150a1d80130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406668 May 28 07:50:06.421299 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f574bd2-9f04-4567-b80c-657348cea7be req-cfd4b4e0-44de-4cfd-bfac-d67e6268fd94 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:50:06.422765 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7f574bd2-9f04-4567-b80c-657348cea7be req-cfd4b4e0-44de-4cfd-bfac-d67e6268fd94 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] 10.222.0.55 "GET /v2.0/ports?device_id=c50a0309-a04c-43c4-b80e-22a0d7d8bdec HTTP/1.1" status: 200 len: 943 time: 0.0787606 May 28 07:50:06.466910 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-7f574bd2-9f04-4567-b80c-657348cea7be req-175723bb-d178-4543-8ef2-02c9fb0160cd tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] 10.222.0.55 "GET /v2.0/security-groups?id=d798be20-5e09-4f26-b62e-2150a1d80130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386119 May 28 07:50:07.548326 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device bff1fab9-4977-45fd-beef-5ec58f23058e details requested by agent hyperv_n-h1-843702-1 with host n-h1-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 07:50:07.658126 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ca841b-a18b-4342-8aea-e3fd3d0a987f req-19eec5b0-76bd-4c25-b5a0-a6fe07ed139c tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:50:07.659590 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b8ca841b-a18b-4342-8aea-e3fd3d0a987f req-19eec5b0-76bd-4c25-b5a0-a6fe07ed139c tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] 10.222.0.55 "GET /v2.0/ports?device_id=c50a0309-a04c-43c4-b80e-22a0d7d8bdec HTTP/1.1" status: 200 len: 943 time: 0.0852790 May 28 07:50:07.681875 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port bff1fab9-4977-45fd-beef-5ec58f23058e, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=bff1fab9-4977-45fd-beef-5ec58f23058e,segment=NetworkSegment(c687a3f8-bac3-4e78-a6c5-4b39e2a435cb),segment_id=c687a3f8-bac3-4e78-a6c5-4b39e2a435cb)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:50:07.695291 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Returning: {'device': 'bff1fab9-4977-45fd-beef-5ec58f23058e', 'network_id': '700d94ca-04eb-484f-b618-d4fb21bdefff', 'port_id': 'bff1fab9-4977-45fd-beef-5ec58f23058e', 'mac_address': 'fa:16:3e:75:e5:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba84a413-0c31-49c1-94f1-78effc916416', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 07:50:07.703988 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b8ca841b-a18b-4342-8aea-e3fd3d0a987f req-b989dba8-c770-4754-829e-1bcdb0903f34 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] 10.222.0.55 "GET /v2.0/security-groups?id=d798be20-5e09-4f26-b62e-2150a1d80130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381112 May 28 07:50:07.783175 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port bff1fab9-4977-45fd-beef-5ec58f23058e is: DOWN; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:50:07.783549 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:50:07.799810 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bff1fab9-4977-45fd-beef-5ec58f23058e {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 07:50:07.814548 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port bff1fab9-4977-45fd-beef-5ec58f23058e, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=bff1fab9-4977-45fd-beef-5ec58f23058e,segment=NetworkSegment(c687a3f8-bac3-4e78-a6c5-4b39e2a435cb),segment_id=c687a3f8-bac3-4e78-a6c5-4b39e2a435cb)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:50:07.886643 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:50:07.956388 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=bff1fab9-4977-45fd-beef-5ec58f23058e,revision_number=4']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:50:08.127347 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['bff1fab9-4977-45fd-beef-5ec58f23058e'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 07:50:08.889982 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f61039-7bf1-457f-adc5-6f95417a4cd6 req-4c63a850-8e80-4683-9b5c-326c8298e9f4 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:50:08.891326 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e0f61039-7bf1-457f-adc5-6f95417a4cd6 req-4c63a850-8e80-4683-9b5c-326c8298e9f4 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] 10.222.0.55 "GET /v2.0/ports?device_id=c50a0309-a04c-43c4-b80e-22a0d7d8bdec HTTP/1.1" status: 200 len: 944 time: 0.0785532 May 28 07:50:08.934627 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e0f61039-7bf1-457f-adc5-6f95417a4cd6 req-ac3361bb-8787-4f66-85e5-93485deb14dc tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] 10.222.0.55 "GET /v2.0/security-groups?id=d798be20-5e09-4f26-b62e-2150a1d80130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376568 May 28 07:50:09.542216 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device bff1fab9-4977-45fd-beef-5ec58f23058e up at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:50:09.715529 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning for port bff1fab9-4977-45fd-beef-5ec58f23058e completed by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:50:09.720428 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning complete for port bff1fab9-4977-45fd-beef-5ec58f23058e triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:50:09.720791 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:50:09.839421 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port bff1fab9-4977-45fd-beef-5ec58f23058e is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:50:09.839818 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:50:09.865561 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c50a0309-a04c-43c4-b80e-22a0d7d8bdec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bff1fab9-4977-45fd-beef-5ec58f23058e'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:50:09.875332 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port bff1fab9-4977-45fd-beef-5ec58f23058e, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=bff1fab9-4977-45fd-beef-5ec58f23058e,segment=NetworkSegment(c687a3f8-bac3-4e78-a6c5-4b39e2a435cb),segment_id=c687a3f8-bac3-4e78-a6c5-4b39e2a435cb)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:50:09.911881 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfcb6477-c38b-4618-8ac7-69f8c4b6ab33'] response: {'server_uuid': 'c50a0309-a04c-43c4-b80e-22a0d7d8bdec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bff1fab9-4977-45fd-beef-5ec58f23058e', 'code': 200} May 28 07:50:09.946927 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:50:10.016563 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=bff1fab9-4977-45fd-beef-5ec58f23058e,revision_number=5']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:50:10.083280 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4af0ee6-ca2c-47f9-9d9e-a2faeb6b8fcf req-79f00abc-38ad-47ef-98bb-c9e79f450e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:50:10.084677 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b4af0ee6-ca2c-47f9-9d9e-a2faeb6b8fcf req-79f00abc-38ad-47ef-98bb-c9e79f450e39 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c50a0309-a04c-43c4-b80e-22a0d7d8bdec HTTP/1.1" status: 200 len: 1096 time: 0.1132898 May 28 07:50:10.143587 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b4af0ee6-ca2c-47f9-9d9e-a2faeb6b8fcf req-c9992666-329d-4d6c-9aa5-cea13e874cfe service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=d798be20-5e09-4f26-b62e-2150a1d80130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525446 May 28 07:50:10.162193 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbee614-f4a2-4d57-9ba6-f12e1e8bf7d3 req-cb9bdb80-2794-457a-8c78-495236e46f0a tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:50:10.164196 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9dbee614-f4a2-4d57-9ba6-f12e1e8bf7d3 req-cb9bdb80-2794-457a-8c78-495236e46f0a tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] 10.222.0.55 "GET /v2.0/ports?device_id=c50a0309-a04c-43c4-b80e-22a0d7d8bdec HTTP/1.1" status: 200 len: 945 time: 0.1130440 May 28 07:50:10.210832 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-9dbee614-f4a2-4d57-9ba6-f12e1e8bf7d3 req-9d510920-c2a6-4a14-bef0-371645f49918 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] 10.222.0.55 "GET /v2.0/security-groups?id=d798be20-5e09-4f26-b62e-2150a1d80130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408814 May 28 07:50:11.401114 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92cab9e-82ab-46a7-92e9-ee116ed6a8aa req-fd473477-8892-4f6c-b25a-8aa1c1aba07b tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:50:11.402611 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c92cab9e-82ab-46a7-92e9-ee116ed6a8aa req-fd473477-8892-4f6c-b25a-8aa1c1aba07b tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] 10.222.0.55 "GET /v2.0/ports?device_id=c50a0309-a04c-43c4-b80e-22a0d7d8bdec HTTP/1.1" status: 200 len: 945 time: 0.0793550 May 28 07:50:11.448686 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c92cab9e-82ab-46a7-92e9-ee116ed6a8aa req-7b837215-94bf-4a7d-94d6-fbe53797f82e tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] 10.222.0.55 "GET /v2.0/security-groups?id=d798be20-5e09-4f26-b62e-2150a1d80130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395935 May 28 07:50:11.979553 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 07:50:12.635786 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8176f4e1-d9b5-4bec-bfb8-d14a18d7089b req-5d5f034d-1f74-4472-af2c-983afcad2eb1 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:50:12.637243 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8176f4e1-d9b5-4bec-bfb8-d14a18d7089b req-5d5f034d-1f74-4472-af2c-983afcad2eb1 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] 10.222.0.55 "GET /v2.0/ports?device_id=c50a0309-a04c-43c4-b80e-22a0d7d8bdec HTTP/1.1" status: 200 len: 945 time: 0.0822630 May 28 07:50:12.772694 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-8176f4e1-d9b5-4bec-bfb8-d14a18d7089b req-feee6648-0aef-4f90-923a-8b07627152af tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] 10.222.0.55 "GET /v2.0/security-groups?id=d798be20-5e09-4f26-b62e-2150a1d80130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296804 May 28 07:50:12.953986 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b711972f-3e09-47f0-95da-4f26a041b12a req-31e74e51-324f-49c9-976b-9db256a6c89b tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:50:12.955670 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b711972f-3e09-47f0-95da-4f26a041b12a req-31e74e51-324f-49c9-976b-9db256a6c89b tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] 10.222.0.55 "GET /v2.0/ports?device_id=c50a0309-a04c-43c4-b80e-22a0d7d8bdec HTTP/1.1" status: 200 len: 945 time: 0.0789766 May 28 07:50:12.999165 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b711972f-3e09-47f0-95da-4f26a041b12a req-4f864f02-d327-400c-970a-2f9ef0a5c413 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] 10.222.0.55 "GET /v2.0/security-groups?id=d798be20-5e09-4f26-b62e-2150a1d80130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374119 May 28 07:50:13.021008 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 60758) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:50:13.093039 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d783f721-10a8-4317-ab8d-5da4e1bd3cd3 tempest-TestSnapshotPattern-1323133006 tempest-TestSnapshotPattern-1323133006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:50:13.094432 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-d783f721-10a8-4317-ab8d-5da4e1bd3cd3 tempest-TestSnapshotPattern-1323133006 tempest-TestSnapshotPattern-1323133006-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=c50a0309-a04c-43c4-b80e-22a0d7d8bdec HTTP/1.1" status: 200 len: 1091 time: 0.0724554 May 28 07:50:13.097252 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 60762) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:50:13.102567 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.v2.base [None req-98d01bf8-f992-4080-a424-fa1dd800d5f8 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Request body: {'floatingip': {'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'port_id': 'bff1fab9-4977-45fd-beef-5ec58f23058e', 'tenant_id': '67ac34af000c4c5fafdd5b01c0aacf36', 'fixed_ip_address': '172.20.0.3'}} {{(pid=89110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:50:13.108820 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-98d01bf8-f992-4080-a424-fa1dd800d5f8 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:50:13.112581 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-98d01bf8-f992-4080-a424-fa1dd800d5f8 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Usage tracker for resource:floatingip and tenant:67ac34af000c4c5fafdd5b01c0aacf36 is out of sync, need to count used quota {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:50:13.115386 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [None req-98d01bf8-f992-4080-a424-fa1dd800d5f8 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=89110) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:50:13.121544 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.quota.driver [None req-98d01bf8-f992-4080-a424-fa1dd800d5f8 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=89110) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:50:13.195178 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-98d01bf8-f992-4080-a424-fa1dd800d5f8 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Notify callbacks [] for floatingip, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:50:13.332399 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-98d01bf8-f992-4080-a424-fa1dd800d5f8 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:50:13.467334 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.db_base_plugin_common [None req-98d01bf8-f992-4080-a424-fa1dd800d5f8 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Allocated IP 172.25.5.228 (68df399e-e75e-4871-9364-5d05730b50f0/06266c8f-022c-4f43-86b1-8f84dc3c74de/42f6ab80-0d50-44e1-99b2-165e7408d8fa) {{(pid=89110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:50:13.612027 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-98d01bf8-f992-4080-a424-fa1dd800d5f8 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Notify callbacks [] for port, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:50:13.715793 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-98d01bf8-f992-4080-a424-fa1dd800d5f8 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756828459870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:50:13.780078 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d01bf8-f992-4080-a424-fa1dd800d5f8 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Network 68df399e-e75e-4871-9364-5d05730b50f0 is already hosted by enough agents. {{(pid=89110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:50:13.782949 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.base_scheduler [None req-98d01bf8-f992-4080-a424-fa1dd800d5f8 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Resources bound (agent type, host, resource id): {{(pid=89110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:50:13.787367 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d01bf8-f992-4080-a424-fa1dd800d5f8 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Received port after_create {{(pid=89110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:50:13.815038 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d01bf8-f992-4080-a424-fa1dd800d5f8 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Pushing event updated for resources: {'Port': ['ID=42f6ab80-0d50-44e1-99b2-165e7408d8fa,revision_number=1']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:50:14.198313 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-98d01bf8-f992-4080-a424-fa1dd800d5f8 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:50:14.333030 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-98d01bf8-f992-4080-a424-fa1dd800d5f8 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:50:14.535584 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-98d01bf8-f992-4080-a424-fa1dd800d5f8 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Notify callbacks [] for port, precommit_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:50:14.612361 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-98d01bf8-f992-4080-a424-fa1dd800d5f8 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142923'] for port, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:50:14.721485 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d01bf8-f992-4080-a424-fa1dd800d5f8 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Pushing event updated for resources: {'Port': ['ID=42f6ab80-0d50-44e1-99b2-165e7408d8fa,revision_number=2']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:50:14.731163 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-98d01bf8-f992-4080-a424-fa1dd800d5f8 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691094'] for floatingip, after_update {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:50:14.998363 n-d-843702-1 neutron-server[89110]: INFO neutron.db.l3_db [None req-98d01bf8-f992-4080-a424-fa1dd800d5f8 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Floating IP 5b173035-9715-4f76-b65b-63a9c185b39c associated. External IP: 172.25.5.228, port: bff1fab9-4977-45fd-beef-5ec58f23058e. May 28 07:50:15.347281 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98d01bf8-f992-4080-a424-fa1dd800d5f8 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Router 806c9e03-630b-43ff-921c-6629b46458ba has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 07:50:15.532452 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98d01bf8-f992-4080-a424-fa1dd800d5f8 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 07:50:15.544753 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c401e9-55ea-42cb-851f-4833f655d3d7 None None] Sync routers for ids ['806c9e03-630b-43ff-921c-6629b46458ba'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 07:50:15.554613 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c401e9-55ea-42cb-851f-4833f655d3d7 None None] Routers {'806c9e03-630b-43ff-921c-6629b46458ba'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:50:15.555231 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-85c401e9-55ea-42cb-851f-4833f655d3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:49:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['806c9e03-630b-43ff-921c-6629b46458ba'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:50:15.655387 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-98d01bf8-f992-4080-a424-fa1dd800d5f8 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:50:15.711801 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-98d01bf8-f992-4080-a424-fa1dd800d5f8 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6135249 May 28 07:50:15.712468 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c50a0309-a04c-43c4-b80e-22a0d7d8bdec', 'tag': 'bff1fab9-4977-45fd-beef-5ec58f23058e'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:50:15.740234 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-85c401e9-55ea-42cb-851f-4833f655d3d7 None None] Set router 806c9e03-630b-43ff-921c-6629b46458ba gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:50:15.760055 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f139d558-587b-4308-81e2-e4602b13d94c'] response: {'name': 'network-changed', 'server_uuid': 'c50a0309-a04c-43c4-b80e-22a0d7d8bdec', 'tag': 'bff1fab9-4977-45fd-beef-5ec58f23058e', 'status': 'completed', 'code': 200} May 28 07:50:15.854936 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a681b24e-0058-4772-894d-ac8f48ce4d50 req-c8d03c72-3380-4cb8-ab89-f4a4d9682eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:50:15.856409 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a681b24e-0058-4772-894d-ac8f48ce4d50 req-c8d03c72-3380-4cb8-ab89-f4a4d9682eed service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=67ac34af000c4c5fafdd5b01c0aacf36&device_id=c50a0309-a04c-43c4-b80e-22a0d7d8bdec HTTP/1.1" status: 200 len: 1096 time: 0.0744035 May 28 07:50:15.995758 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a681b24e-0058-4772-894d-ac8f48ce4d50 req-c4bb8763-011c-463a-b838-12fa369b0c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:50:15.997241 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a681b24e-0058-4772-894d-ac8f48ce4d50 req-c4bb8763-011c-463a-b838-12fa369b0c9a service neutron] 10.222.0.69 "GET /v2.0/networks?id=700d94ca-04eb-484f-b618-d4fb21bdefff HTTP/1.1" status: 200 len: 911 time: 0.1353199 May 28 07:50:16.098087 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a681b24e-0058-4772-894d-ac8f48ce4d50 req-6aac9838-a15c-4b47-a377-9bcfccdc3b0c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bff1fab9-4977-45fd-beef-5ec58f23058e HTTP/1.1" status: 200 len: 999 time: 0.0954943 May 28 07:50:16.122712 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-85c401e9-55ea-42cb-851f-4833f655d3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806c9e03-630b-43ff-921c-6629b46458ba', 'name': 'tempest-TestSnapshotPattern-1765963505-router', 'tenant_id': '67ac34af000c4c5fafdd5b01c0aacf36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '25e6768f-d873-49e8-bc06-8383703b55a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:47:02Z', 'updated_at': '2022-05-28T07:47:06Z', 'revision_number': 4, 'project_id': '67ac34af000c4c5fafdd5b01c0aacf36', 'gw_port': {'id': '25e6768f-d873-49e8-bc06-8383703b55a4', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ff:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806c9e03-630b-43ff-921c-6629b46458ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4419, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:47:03Z', 'updated_at': '2022-05-28T07:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': '12944800-91ce-4d72-827e-4f444dcd1386', 'tenant_id': '67ac34af000c4c5fafdd5b01c0aacf36', 'floating_ip_address': '172.25.5.67', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': '806c9e03-630b-43ff-921c-6629b46458ba', 'port_id': '62e747fb-5d11-449e-b402-eea83a03edc1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '700d94ca-04eb-484f-b618-d4fb21bdefff', 'mac_address': 'fa:16:3e:5b:b6:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28fbd877-dcb2-40ca-9d82-0cc3842c0707', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T07:47:37Z', 'updated_at': '2022-05-28T07:47:40Z', 'revision_number': 1, 'project_id': '67ac34af000c4c5fafdd5b01c0aacf36', 'fixed_ip_address_scope': None}, {'id': '5b173035-9715-4f76-b65b-63a9c185b39c', 'tenant_id': '67ac34af000c4c5fafdd5b01c0aacf36', 'floating_ip_address': '172.25.5.228', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': '806c9e03-630b-43ff-921c-6629b46458ba', 'port_id': 'bff1fab9-4977-45fd-beef-5ec58f23058e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '700d94ca-04eb-484f-b618-d4fb21bdefff', 'mac_address': 'fa:16:3e:75:e5:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c50a0309-a04c-43c4-b80e-22a0d7d8bdec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T07:50:14Z', 'updated_at': '2022-05-28T07:50:14Z', 'revision_number': 0, 'project_id': '67ac34af000c4c5fafdd5b01c0aacf36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '511daff0-2d15-4d67-a878-e485ab24cd06', 'name': '', 'network_id': '700d94ca-04eb-484f-b618-d4fb21bdefff', 'tenant_id': '67ac34af000c4c5fafdd5b01c0aacf36', 'mac_address': 'fa:16:3e:c5:ce:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806c9e03-630b-43ff-921c-6629b46458ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4420, 'fixed_ips': [{'subnet_id': 'ba84a413-0c31-49c1-94f1-78effc916416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:47:06Z', 'updated_at': '2022-05-28T07:47:13Z', 'revision_number': 5, 'project_id': '67ac34af000c4c5fafdd5b01c0aacf36', 'subnets': [{'id': 'ba84a413-0c31-49c1-94f1-78effc916416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:50:16.126574 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c401e9-55ea-42cb-851f-4833f655d3d7 None None] Checking router: 806c9e03-630b-43ff-921c-6629b46458ba for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 07:50:16.135444 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c401e9-55ea-42cb-851f-4833f655d3d7 None None] Routers {'806c9e03-630b-43ff-921c-6629b46458ba'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:50:16.136039 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-85c401e9-55ea-42cb-851f-4833f655d3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:49:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['806c9e03-630b-43ff-921c-6629b46458ba'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:50:16.163887 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a681b24e-0058-4772-894d-ac8f48ce4d50 req-52fa7b00-bb98-49d8-9661-931536150551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:50:16.165319 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a681b24e-0058-4772-894d-ac8f48ce4d50 req-52fa7b00-bb98-49d8-9661-931536150551 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ba84a413-0c31-49c1-94f1-78effc916416 HTTP/1.1" status: 200 len: 849 time: 0.0616677 May 28 07:50:16.237515 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a681b24e-0058-4772-894d-ac8f48ce4d50 req-09744f2f-6d3f-4063-873c-dfb6ed249c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:50:16.239035 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a681b24e-0058-4772-894d-ac8f48ce4d50 req-09744f2f-6d3f-4063-873c-dfb6ed249c3d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=700d94ca-04eb-484f-b618-d4fb21bdefff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684595 May 28 07:50:16.314897 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-85c401e9-55ea-42cb-851f-4833f655d3d7 None None] Set router 806c9e03-630b-43ff-921c-6629b46458ba gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:50:16.371208 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a681b24e-0058-4772-894d-ac8f48ce4d50 req-76d56a08-aace-435a-bf6c-be6e37ffca4f service neutron] 10.222.0.69 "GET /v2.0/networks/700d94ca-04eb-484f-b618-d4fb21bdefff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252639 May 28 07:50:16.616129 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-a681b24e-0058-4772-894d-ac8f48ce4d50 req-aefa0212-127c-4f58-8e3e-f442483bbf00 service neutron] 10.222.0.69 "GET /v2.0/networks/700d94ca-04eb-484f-b618-d4fb21bdefff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397230 May 28 07:50:16.671998 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-85c401e9-55ea-42cb-851f-4833f655d3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806c9e03-630b-43ff-921c-6629b46458ba', 'name': 'tempest-TestSnapshotPattern-1765963505-router', 'tenant_id': '67ac34af000c4c5fafdd5b01c0aacf36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '25e6768f-d873-49e8-bc06-8383703b55a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:47:02Z', 'updated_at': '2022-05-28T07:47:06Z', 'revision_number': 4, 'project_id': '67ac34af000c4c5fafdd5b01c0aacf36', 'gw_port': {'id': '25e6768f-d873-49e8-bc06-8383703b55a4', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ff:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806c9e03-630b-43ff-921c-6629b46458ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4419, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:47:03Z', 'updated_at': '2022-05-28T07:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': '12944800-91ce-4d72-827e-4f444dcd1386', 'tenant_id': '67ac34af000c4c5fafdd5b01c0aacf36', 'floating_ip_address': '172.25.5.67', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': '806c9e03-630b-43ff-921c-6629b46458ba', 'port_id': '62e747fb-5d11-449e-b402-eea83a03edc1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '700d94ca-04eb-484f-b618-d4fb21bdefff', 'mac_address': 'fa:16:3e:5b:b6:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28fbd877-dcb2-40ca-9d82-0cc3842c0707', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T07:47:37Z', 'updated_at': '2022-05-28T07:47:40Z', 'revision_number': 1, 'project_id': '67ac34af000c4c5fafdd5b01c0aacf36', 'fixed_ip_address_scope': None}, {'id': '5b173035-9715-4f76-b65b-63a9c185b39c', 'tenant_id': '67ac34af000c4c5fafdd5b01c0aacf36', 'floating_ip_address': '172.25.5.228', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': '806c9e03-630b-43ff-921c-6629b46458ba', 'port_id': 'bff1fab9-4977-45fd-beef-5ec58f23058e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '700d94ca-04eb-484f-b618-d4fb21bdefff', 'mac_address': 'fa:16:3e:75:e5:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c50a0309-a04c-43c4-b80e-22a0d7d8bdec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T07:50:14Z', 'updated_at': '2022-05-28T07:50:14Z', 'revision_number': 0, 'project_id': '67ac34af000c4c5fafdd5b01c0aacf36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '511daff0-2d15-4d67-a878-e485ab24cd06', 'name': '', 'network_id': '700d94ca-04eb-484f-b618-d4fb21bdefff', 'tenant_id': '67ac34af000c4c5fafdd5b01c0aacf36', 'mac_address': 'fa:16:3e:c5:ce:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806c9e03-630b-43ff-921c-6629b46458ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4420, 'fixed_ips': [{'subnet_id': 'ba84a413-0c31-49c1-94f1-78effc916416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:47:06Z', 'updated_at': '2022-05-28T07:47:13Z', 'revision_number': 5, 'project_id': '67ac34af000c4c5fafdd5b01c0aacf36', 'subnets': [{'id': 'ba84a413-0c31-49c1-94f1-78effc916416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:50:16.675890 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c401e9-55ea-42cb-851f-4833f655d3d7 None None] The sync data for ids ['806c9e03-630b-43ff-921c-6629b46458ba'] in n-d-843702-1 is: [{'id': '806c9e03-630b-43ff-921c-6629b46458ba', 'name': 'tempest-TestSnapshotPattern-1765963505-router', 'tenant_id': '67ac34af000c4c5fafdd5b01c0aacf36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '25e6768f-d873-49e8-bc06-8383703b55a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:47:02Z', 'updated_at': '2022-05-28T07:47:06Z', 'revision_number': 4, 'project_id': '67ac34af000c4c5fafdd5b01c0aacf36', 'gw_port': {'id': '25e6768f-d873-49e8-bc06-8383703b55a4', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ff:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806c9e03-630b-43ff-921c-6629b46458ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4419, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:47:03Z', 'updated_at': '2022-05-28T07:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': '12944800-91ce-4d72-827e-4f444dcd1386', 'tenant_id': '67ac34af000c4c5fafdd5b01c0aacf36', 'floating_ip_address': '172.25.5.67', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': '806c9e03-630b-43ff-921c-6629b46458ba', 'port_id': '62e747fb-5d11-449e-b402-eea83a03edc1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '700d94ca-04eb-484f-b618-d4fb21bdefff', 'mac_address': 'fa:16:3e:5b:b6:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28fbd877-dcb2-40ca-9d82-0cc3842c0707', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T07:47:37Z', 'updated_at': '2022-05-28T07:47:40Z', 'revision_number': 1, 'project_id': '67ac34af000c4c5fafdd5b01c0aacf36', 'fixed_ip_address_scope': None}, {'id': '5b173035-9715-4f76-b65b-63a9c185b39c', 'tenant_id': '67ac34af000c4c5fafdd5b01c0aacf36', 'floating_ip_address': '172.25.5.228', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': '806c9e03-630b-43ff-921c-6629b46458ba', 'port_id': 'bff1fab9-4977-45fd-beef-5ec58f23058e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '700d94ca-04eb-484f-b618-d4fb21bdefff', 'mac_address': 'fa:16:3e:75:e5:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c50a0309-a04c-43c4-b80e-22a0d7d8bdec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T07:50:14Z', 'updated_at': '2022-05-28T07:50:14Z', 'revision_number': 0, 'project_id': '67ac34af000c4c5fafdd5b01c0aacf36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '511daff0-2d15-4d67-a878-e485ab24cd06', 'name': '', 'network_id': '700d94ca-04eb-484f-b618-d4fb21bdefff', 'tenant_id': '67ac34af000c4c5fafdd5b01c0aacf36', 'mac_address': 'fa:16:3e:c5:ce:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806c9e03-630b-43ff-921c-6629b46458ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4420, 'fixed_ips': [{'subnet_id': 'ba84a413-0c31-49c1-94f1-78effc916416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:47:06Z', 'updated_at': '2022-05-28T07:47:13Z', 'revision_number': 5, 'project_id': '67ac34af000c4c5fafdd5b01c0aacf36', 'subnets': [{'id': 'ba84a413-0c31-49c1-94f1-78effc916416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 07:50:16.879147 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79c7c7c-041f-4bae-9b1e-cf8d67a7299b None None] New status for floating IP 5b173035-9715-4f76-b65b-63a9c185b39c: ACTIVE {{(pid=89111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 07:50:26.514917 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-f88a10f7-2214-407e-86b4-c13a13453a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:50:28.480947 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:50:29.061058 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-caa15b96-01b3-406f-916f-d05cbe5163fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:50:30.236930 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:50:30.276794 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:50:32.000497 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:50:33.134286 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:50:48.983158 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 07:50:56.491966 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-8b7a4371-3189-4fa4-ac22-341a09f934af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:50:58.464969 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:50:59.048209 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-15d0cc98-03a2-45e0-815b-aa2e260bdc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:51:00.203020 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:51:00.270965 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:51:02.040186 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:51:02.482595 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fd7b251c-8533-4b0a-bb9e-da781f0dbb42 req-e8e49d06-55d6-48de-9d5d-5e3243ff1c9c service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=28fbd877-dcb2-40ca-9d82-0cc3842c0707&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0719166 May 28 07:51:02.634954 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7b251c-8533-4b0a-bb9e-da781f0dbb42 req-eb63e68a-08b6-45b1-9f19-8a4f1a3736c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:51:02.636404 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fd7b251c-8533-4b0a-bb9e-da781f0dbb42 req-eb63e68a-08b6-45b1-9f19-8a4f1a3736c7 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=67ac34af000c4c5fafdd5b01c0aacf36&device_id=28fbd877-dcb2-40ca-9d82-0cc3842c0707 HTTP/1.1" status: 200 len: 1094 time: 0.0694735 May 28 07:51:02.776364 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7b251c-8533-4b0a-bb9e-da781f0dbb42 req-58687afc-022f-4f8d-8b54-7921d5cd2d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:51:02.777792 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fd7b251c-8533-4b0a-bb9e-da781f0dbb42 req-58687afc-022f-4f8d-8b54-7921d5cd2d8b service neutron] 10.222.0.71 "GET /v2.0/networks?id=700d94ca-04eb-484f-b618-d4fb21bdefff HTTP/1.1" status: 200 len: 911 time: 0.1239674 May 28 07:51:02.879826 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fd7b251c-8533-4b0a-bb9e-da781f0dbb42 req-79514b0d-febc-4c51-ae33-e5940ed8e5fa service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=62e747fb-5d11-449e-b402-eea83a03edc1 HTTP/1.1" status: 200 len: 998 time: 0.0961146 May 28 07:51:02.942207 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7b251c-8533-4b0a-bb9e-da781f0dbb42 req-b151af6e-e442-4f08-b9f2-273366424131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:51:02.943640 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fd7b251c-8533-4b0a-bb9e-da781f0dbb42 req-b151af6e-e442-4f08-b9f2-273366424131 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ba84a413-0c31-49c1-94f1-78effc916416 HTTP/1.1" status: 200 len: 849 time: 0.0582042 May 28 07:51:03.016774 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7b251c-8533-4b0a-bb9e-da781f0dbb42 req-7414911e-90a0-4456-bca6-0d794f0803c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:51:03.018256 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fd7b251c-8533-4b0a-bb9e-da781f0dbb42 req-7414911e-90a0-4456-bca6-0d794f0803c4 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=700d94ca-04eb-484f-b618-d4fb21bdefff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688930 May 28 07:51:03.127925 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:51:03.149454 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fd7b251c-8533-4b0a-bb9e-da781f0dbb42 req-1ee662c0-5660-4ee8-bcca-75beecfe68d0 service neutron] 10.222.0.71 "GET /v2.0/networks/700d94ca-04eb-484f-b618-d4fb21bdefff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249864 May 28 07:51:03.279740 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fd7b251c-8533-4b0a-bb9e-da781f0dbb42 req-741fd69d-695a-496e-a755-ac106e932cb7 service neutron] 10.222.0.71 "GET /v2.0/networks/700d94ca-04eb-484f-b618-d4fb21bdefff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234658 May 28 07:51:03.733883 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c44914c7-bea4-4872-bde6-a80b1f906114 req-e5ae9f14-dd5b-4483-a663-1d565bbd0287 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c50a0309-a04c-43c4-b80e-22a0d7d8bdec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0679514 May 28 07:51:03.876692 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44914c7-bea4-4872-bde6-a80b1f906114 req-b8d8dae3-1174-4bc4-9f29-518c4d869272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:51:03.878150 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c44914c7-bea4-4872-bde6-a80b1f906114 req-b8d8dae3-1174-4bc4-9f29-518c4d869272 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=67ac34af000c4c5fafdd5b01c0aacf36&device_id=c50a0309-a04c-43c4-b80e-22a0d7d8bdec HTTP/1.1" status: 200 len: 1096 time: 0.0748012 May 28 07:51:04.025302 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44914c7-bea4-4872-bde6-a80b1f906114 req-b49702f5-250d-4627-bf49-52049b0beaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:51:04.026671 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c44914c7-bea4-4872-bde6-a80b1f906114 req-b49702f5-250d-4627-bf49-52049b0beaf0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=700d94ca-04eb-484f-b618-d4fb21bdefff HTTP/1.1" status: 200 len: 911 time: 0.1277189 May 28 07:51:04.130454 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c44914c7-bea4-4872-bde6-a80b1f906114 req-337cff44-1bcf-42b0-897b-4ff5ad235db4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bff1fab9-4977-45fd-beef-5ec58f23058e HTTP/1.1" status: 200 len: 1001 time: 0.0971780 May 28 07:51:04.194249 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44914c7-bea4-4872-bde6-a80b1f906114 req-9a8fc723-3689-431e-a30e-f9eb33f8e881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:51:04.195738 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c44914c7-bea4-4872-bde6-a80b1f906114 req-9a8fc723-3689-431e-a30e-f9eb33f8e881 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ba84a413-0c31-49c1-94f1-78effc916416 HTTP/1.1" status: 200 len: 849 time: 0.0593617 May 28 07:51:04.269935 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44914c7-bea4-4872-bde6-a80b1f906114 req-bff87826-3c4f-41c5-944e-0b9decf9649d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:51:04.271373 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c44914c7-bea4-4872-bde6-a80b1f906114 req-bff87826-3c4f-41c5-944e-0b9decf9649d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=700d94ca-04eb-484f-b618-d4fb21bdefff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696390 May 28 07:51:04.400883 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c44914c7-bea4-4872-bde6-a80b1f906114 req-92b8decd-e979-4600-8264-55eed9dc0cb2 service neutron] 10.222.0.69 "GET /v2.0/networks/700d94ca-04eb-484f-b618-d4fb21bdefff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231949 May 28 07:51:04.635477 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c44914c7-bea4-4872-bde6-a80b1f906114 req-a3f9d064-2aa1-4200-a724-3654d8de7616 service neutron] 10.222.0.69 "GET /v2.0/networks/700d94ca-04eb-484f-b618-d4fb21bdefff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288880 May 28 07:51:25.983119 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 07:51:26.490759 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-9340c694-5144-4ad1-a1b9-596c9c579521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:51:28.459042 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:51:29.044814 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-9e6424ee-25cb-4527-9fab-ccf7977fb2b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:51:30.217703 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:51:30.233693 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:51:32.016389 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:51:33.154055 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:51:48.105388 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device bff1fab9-4977-45fd-beef-5ec58f23058e details requested by agent hyperv_n-h1-843702-1 with host n-h1-843702-1 {{(pid=89111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 07:51:48.249339 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port bff1fab9-4977-45fd-beef-5ec58f23058e, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=bff1fab9-4977-45fd-beef-5ec58f23058e,segment=NetworkSegment(c687a3f8-bac3-4e78-a6c5-4b39e2a435cb),segment_id=c687a3f8-bac3-4e78-a6c5-4b39e2a435cb)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:51:48.263036 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Returning: {'device': 'bff1fab9-4977-45fd-beef-5ec58f23058e', 'network_id': '700d94ca-04eb-484f-b618-d4fb21bdefff', 'port_id': 'bff1fab9-4977-45fd-beef-5ec58f23058e', 'mac_address': 'fa:16:3e:75:e5:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba84a413-0c31-49c1-94f1-78effc916416', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 07:51:48.346451 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port bff1fab9-4977-45fd-beef-5ec58f23058e is: ACTIVE; New status is: BUILD {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:51:48.370024 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:51:48.378632 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bff1fab9-4977-45fd-beef-5ec58f23058e {{(pid=89111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 07:51:48.396809 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port bff1fab9-4977-45fd-beef-5ec58f23058e, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=bff1fab9-4977-45fd-beef-5ec58f23058e,segment=NetworkSegment(c687a3f8-bac3-4e78-a6c5-4b39e2a435cb),segment_id=c687a3f8-bac3-4e78-a6c5-4b39e2a435cb)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:51:48.493170 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:51:48.570705 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] get_ports_and_sgs() called for port_ids ['bff1fab9-4977-45fd-beef-5ec58f23058e'] {{(pid=89111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 07:51:48.680248 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=bff1fab9-4977-45fd-beef-5ec58f23058e,revision_number=6']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:51:48.693248 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:51:48.693606 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:51:48.693936 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:51:48.694264 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:51:48.694589 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:51:48.694912 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:51:48.695230 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:51:48.695545 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:51:48.695866 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:51:48.696175 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:51:48.696490 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:51:48.696814 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:51:50.127118 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device bff1fab9-4977-45fd-beef-5ec58f23058e up at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:51:50.205921 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.provisioning_blocks [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Provisioning complete for port bff1fab9-4977-45fd-beef-5ec58f23058e triggered by entity L2. {{(pid=89111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:51:50.206300 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726691'] for port, provisioning_complete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:51:50.342158 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port bff1fab9-4977-45fd-beef-5ec58f23058e is: BUILD; New status is: ACTIVE {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:51:50.342536 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:51:50.372406 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c50a0309-a04c-43c4-b80e-22a0d7d8bdec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bff1fab9-4977-45fd-beef-5ec58f23058e'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:51:50.406255 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port bff1fab9-4977-45fd-beef-5ec58f23058e, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=bff1fab9-4977-45fd-beef-5ec58f23058e,segment=NetworkSegment(c687a3f8-bac3-4e78-a6c5-4b39e2a435cb),segment_id=c687a3f8-bac3-4e78-a6c5-4b39e2a435cb)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:51:50.420740 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7d7820c-37aa-4bed-8a25-23e18d20c069'] response: {'server_uuid': 'c50a0309-a04c-43c4-b80e-22a0d7d8bdec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bff1fab9-4977-45fd-beef-5ec58f23058e', 'code': 200} May 28 07:51:50.470219 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:51:50.556080 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=bff1fab9-4977-45fd-beef-5ec58f23058e,revision_number=7']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:51:56.492987 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-2f70a98a-11b1-49b0-af48-001e4d2c9ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:51:58.484960 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:51:59.065038 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-fe226299-d751-4cd9-b4c9-731db01e43cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:51:59.838190 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 60960) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:52:00.035902 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-cf975e7f-281c-4419-a8bb-1e980dd0fd20 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Deleting port 42f6ab80-0d50-44e1-99b2-165e7408d8fa {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:52:00.036239 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-cf975e7f-281c-4419-a8bb-1e980dd0fd20 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:52:00.208278 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-cf975e7f-281c-4419-a8bb-1e980dd0fd20 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:52:00.208602 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-cf975e7f-281c-4419-a8bb-1e980dd0fd20 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:52:00.313708 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:52:00.329879 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-cf975e7f-281c-4419-a8bb-1e980dd0fd20 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Calling delete_port for 42f6ab80-0d50-44e1-99b2-165e7408d8fa owned by network:floatingip {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:52:00.367116 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:52:00.589868 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-cf975e7f-281c-4419-a8bb-1e980dd0fd20 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:52:00.636726 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf975e7f-281c-4419-a8bb-1e980dd0fd20 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Pushing event deleted for resources: {'Port': ['ID=42f6ab80-0d50-44e1-99b2-165e7408d8fa,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:52:00.679186 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf975e7f-281c-4419-a8bb-1e980dd0fd20 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:52:00.679521 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf975e7f-281c-4419-a8bb-1e980dd0fd20 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:52:00.679848 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf975e7f-281c-4419-a8bb-1e980dd0fd20 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:52:00.680172 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf975e7f-281c-4419-a8bb-1e980dd0fd20 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:52:00.680492 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf975e7f-281c-4419-a8bb-1e980dd0fd20 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:52:00.680866 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf975e7f-281c-4419-a8bb-1e980dd0fd20 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:52:00.681183 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf975e7f-281c-4419-a8bb-1e980dd0fd20 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:52:00.681520 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf975e7f-281c-4419-a8bb-1e980dd0fd20 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:52:00.681839 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf975e7f-281c-4419-a8bb-1e980dd0fd20 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:52:00.682152 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf975e7f-281c-4419-a8bb-1e980dd0fd20 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:52:00.682464 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf975e7f-281c-4419-a8bb-1e980dd0fd20 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:52:00.682774 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf975e7f-281c-4419-a8bb-1e980dd0fd20 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:52:00.741827 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-cf975e7f-281c-4419-a8bb-1e980dd0fd20 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Notify callbacks [] for floatingip, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:52:00.742157 n-d-843702-1 neutron-server[89110]: INFO neutron.db.l3_db [None req-cf975e7f-281c-4419-a8bb-1e980dd0fd20 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Floating IP 5b173035-9715-4f76-b65b-63a9c185b39c disassociated (deleted). External IP: 172.25.5.228, port: bff1fab9-4977-45fd-beef-5ec58f23058e. May 28 07:52:01.083943 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf975e7f-281c-4419-a8bb-1e980dd0fd20 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Router 806c9e03-630b-43ff-921c-6629b46458ba has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 07:52:01.356954 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf975e7f-281c-4419-a8bb-1e980dd0fd20 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 07:52:01.366505 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4e9392-d701-4d88-ad1b-a95ec6ad97ba None None] Sync routers for ids ['806c9e03-630b-43ff-921c-6629b46458ba'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 07:52:01.372730 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-cf975e7f-281c-4419-a8bb-1e980dd0fd20 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:52:01.375909 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4e9392-d701-4d88-ad1b-a95ec6ad97ba None None] Routers {'806c9e03-630b-43ff-921c-6629b46458ba'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:52:01.376502 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-0f4e9392-d701-4d88-ad1b-a95ec6ad97ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:51:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['806c9e03-630b-43ff-921c-6629b46458ba'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:52:01.427476 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-cf975e7f-281c-4419-a8bb-1e980dd0fd20 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] 10.222.0.55 "DELETE /v2.0/floatingips/5b173035-9715-4f76-b65b-63a9c185b39c HTTP/1.1" status: 204 len: 168 time: 1.5882039 May 28 07:52:01.428058 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c50a0309-a04c-43c4-b80e-22a0d7d8bdec', 'tag': 'bff1fab9-4977-45fd-beef-5ec58f23058e'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:52:01.553339 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-0f4e9392-d701-4d88-ad1b-a95ec6ad97ba None None] Set router 806c9e03-630b-43ff-921c-6629b46458ba gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:52:01.755105 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-95f564f6-676a-4e80-8b89-928a15a1a8ec req-2be10758-d30e-4640-b163-08b71d4c8f21 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=28fbd877-dcb2-40ca-9d82-0cc3842c0707&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0724869 May 28 07:52:01.914692 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f564f6-676a-4e80-8b89-928a15a1a8ec req-9f662b71-f3aa-4c14-a525-45524d0da4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:52:01.916330 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-95f564f6-676a-4e80-8b89-928a15a1a8ec req-9f662b71-f3aa-4c14-a525-45524d0da4a9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=67ac34af000c4c5fafdd5b01c0aacf36&device_id=28fbd877-dcb2-40ca-9d82-0cc3842c0707 HTTP/1.1" status: 200 len: 1094 time: 0.0768032 May 28 07:52:01.939419 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-0f4e9392-d701-4d88-ad1b-a95ec6ad97ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806c9e03-630b-43ff-921c-6629b46458ba', 'name': 'tempest-TestSnapshotPattern-1765963505-router', 'tenant_id': '67ac34af000c4c5fafdd5b01c0aacf36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '25e6768f-d873-49e8-bc06-8383703b55a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:47:02Z', 'updated_at': '2022-05-28T07:47:06Z', 'revision_number': 4, 'project_id': '67ac34af000c4c5fafdd5b01c0aacf36', 'gw_port': {'id': '25e6768f-d873-49e8-bc06-8383703b55a4', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ff:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806c9e03-630b-43ff-921c-6629b46458ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4419, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:47:03Z', 'updated_at': '2022-05-28T07:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': '12944800-91ce-4d72-827e-4f444dcd1386', 'tenant_id': '67ac34af000c4c5fafdd5b01c0aacf36', 'floating_ip_address': '172.25.5.67', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': '806c9e03-630b-43ff-921c-6629b46458ba', 'port_id': '62e747fb-5d11-449e-b402-eea83a03edc1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '700d94ca-04eb-484f-b618-d4fb21bdefff', 'mac_address': 'fa:16:3e:5b:b6:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28fbd877-dcb2-40ca-9d82-0cc3842c0707', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T07:47:37Z', 'updated_at': '2022-05-28T07:47:40Z', 'revision_number': 1, 'project_id': '67ac34af000c4c5fafdd5b01c0aacf36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '511daff0-2d15-4d67-a878-e485ab24cd06', 'name': '', 'network_id': '700d94ca-04eb-484f-b618-d4fb21bdefff', 'tenant_id': '67ac34af000c4c5fafdd5b01c0aacf36', 'mac_address': 'fa:16:3e:c5:ce:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806c9e03-630b-43ff-921c-6629b46458ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4420, 'fixed_ips': [{'subnet_id': 'ba84a413-0c31-49c1-94f1-78effc916416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:47:06Z', 'updated_at': '2022-05-28T07:47:13Z', 'revision_number': 5, 'project_id': '67ac34af000c4c5fafdd5b01c0aacf36', 'subnets': [{'id': 'ba84a413-0c31-49c1-94f1-78effc916416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:52:01.949446 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4e9392-d701-4d88-ad1b-a95ec6ad97ba None None] Checking router: 806c9e03-630b-43ff-921c-6629b46458ba for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 07:52:01.959047 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4e9392-d701-4d88-ad1b-a95ec6ad97ba None None] Routers {'806c9e03-630b-43ff-921c-6629b46458ba'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:52:01.959674 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-0f4e9392-d701-4d88-ad1b-a95ec6ad97ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:51:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['806c9e03-630b-43ff-921c-6629b46458ba'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:52:02.017270 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6aadb05-f127-4827-ba70-6acb4a37e6eb'] response: {'name': 'network-changed', 'server_uuid': 'c50a0309-a04c-43c4-b80e-22a0d7d8bdec', 'tag': 'bff1fab9-4977-45fd-beef-5ec58f23058e', 'status': 'completed', 'code': 200} May 28 07:52:02.058614 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:52:02.145030 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-0f4e9392-d701-4d88-ad1b-a95ec6ad97ba None None] Set router 806c9e03-630b-43ff-921c-6629b46458ba gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:52:02.173745 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device bff1fab9-4977-45fd-beef-5ec58f23058e no longer exists at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:52:02.183245 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f564f6-676a-4e80-8b89-928a15a1a8ec req-150a9dae-c426-4e9f-99e6-da3e9a36023a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:52:02.184826 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-95f564f6-676a-4e80-8b89-928a15a1a8ec req-150a9dae-c426-4e9f-99e6-da3e9a36023a service neutron] 10.222.0.71 "GET /v2.0/networks?id=700d94ca-04eb-484f-b618-d4fb21bdefff HTTP/1.1" status: 200 len: 911 time: 0.2495368 May 28 07:52:02.266274 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff33dc25-abac-48e0-bf5d-e3c393c2d6e0 req-542c2961-2efa-4c7f-bf08-0333b15bcaed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:52:02.267663 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ff33dc25-abac-48e0-bf5d-e3c393c2d6e0 req-542c2961-2efa-4c7f-bf08-0333b15bcaed service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=67ac34af000c4c5fafdd5b01c0aacf36&device_id=c50a0309-a04c-43c4-b80e-22a0d7d8bdec HTTP/1.1" status: 200 len: 1096 time: 0.2355363 May 28 07:52:02.292218 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Current status of the port bff1fab9-4977-45fd-beef-5ec58f23058e is: ACTIVE; New status is: DOWN {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:52:02.293685 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:52:02.322357 n-d-843702-1 neutron-server[89111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c50a0309-a04c-43c4-b80e-22a0d7d8bdec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bff1fab9-4977-45fd-beef-5ec58f23058e'}] {{(pid=89111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:52:02.333350 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] For port bff1fab9-4977-45fd-beef-5ec58f23058e, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=bff1fab9-4977-45fd-beef-5ec58f23058e,segment=NetworkSegment(c687a3f8-bac3-4e78-a6c5-4b39e2a435cb),segment_id=c687a3f8-bac3-4e78-a6c5-4b39e2a435cb)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:52:02.383958 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-95f564f6-676a-4e80-8b89-928a15a1a8ec req-c808821e-2881-4d34-9f17-71e7a50eec84 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=62e747fb-5d11-449e-b402-eea83a03edc1 HTTP/1.1" status: 200 len: 998 time: 0.1908298 May 28 07:52:02.393964 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756828850095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756828459888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756828459933'] for port, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:52:02.399974 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefbd50c-70a3-4c6b-809e-c68e0f222632 req-bd58d342-a7a3-4ba2-a3b7-c41f5a60d31c tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:52:02.400691 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-cefbd50c-70a3-4c6b-809e-c68e0f222632 req-bd58d342-a7a3-4ba2-a3b7-c41f5a60d31c tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Synchronizing usage tracker for tenant:67ac34af000c4c5fafdd5b01c0aacf36 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:52:02.468256 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Pushing event updated for resources: {'Port': ['ID=bff1fab9-4977-45fd-beef-5ec58f23058e,revision_number=8']} {{(pid=89111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:52:02.511767 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f564f6-676a-4e80-8b89-928a15a1a8ec req-4b6c9327-b9a8-452e-947d-d6bc99b28ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:52:02.513302 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-95f564f6-676a-4e80-8b89-928a15a1a8ec req-4b6c9327-b9a8-452e-947d-d6bc99b28ad8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ba84a413-0c31-49c1-94f1-78effc916416 HTTP/1.1" status: 200 len: 849 time: 0.1232548 May 28 07:52:02.518260 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff33dc25-abac-48e0-bf5d-e3c393c2d6e0 req-be47f31e-ab84-4932-84e3-8c1d13a2fefe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:52:02.519192 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-0f4e9392-d701-4d88-ad1b-a95ec6ad97ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806c9e03-630b-43ff-921c-6629b46458ba', 'name': 'tempest-TestSnapshotPattern-1765963505-router', 'tenant_id': '67ac34af000c4c5fafdd5b01c0aacf36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '25e6768f-d873-49e8-bc06-8383703b55a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:47:02Z', 'updated_at': '2022-05-28T07:47:06Z', 'revision_number': 4, 'project_id': '67ac34af000c4c5fafdd5b01c0aacf36', 'gw_port': {'id': '25e6768f-d873-49e8-bc06-8383703b55a4', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ff:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806c9e03-630b-43ff-921c-6629b46458ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4419, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:47:03Z', 'updated_at': '2022-05-28T07:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': '12944800-91ce-4d72-827e-4f444dcd1386', 'tenant_id': '67ac34af000c4c5fafdd5b01c0aacf36', 'floating_ip_address': '172.25.5.67', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': '806c9e03-630b-43ff-921c-6629b46458ba', 'port_id': '62e747fb-5d11-449e-b402-eea83a03edc1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '700d94ca-04eb-484f-b618-d4fb21bdefff', 'mac_address': 'fa:16:3e:5b:b6:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28fbd877-dcb2-40ca-9d82-0cc3842c0707', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T07:47:37Z', 'updated_at': '2022-05-28T07:47:40Z', 'revision_number': 1, 'project_id': '67ac34af000c4c5fafdd5b01c0aacf36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '511daff0-2d15-4d67-a878-e485ab24cd06', 'name': '', 'network_id': '700d94ca-04eb-484f-b618-d4fb21bdefff', 'tenant_id': '67ac34af000c4c5fafdd5b01c0aacf36', 'mac_address': 'fa:16:3e:c5:ce:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806c9e03-630b-43ff-921c-6629b46458ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4420, 'fixed_ips': [{'subnet_id': 'ba84a413-0c31-49c1-94f1-78effc916416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:47:06Z', 'updated_at': '2022-05-28T07:47:13Z', 'revision_number': 5, 'project_id': '67ac34af000c4c5fafdd5b01c0aacf36', 'subnets': [{'id': 'ba84a413-0c31-49c1-94f1-78effc916416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:52:02.519717 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ff33dc25-abac-48e0-bf5d-e3c393c2d6e0 req-be47f31e-ab84-4932-84e3-8c1d13a2fefe service neutron] 10.222.0.69 "GET /v2.0/networks?id=700d94ca-04eb-484f-b618-d4fb21bdefff HTTP/1.1" status: 200 len: 911 time: 0.2421491 May 28 07:52:02.525021 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4e9392-d701-4d88-ad1b-a95ec6ad97ba None None] The sync data for ids ['806c9e03-630b-43ff-921c-6629b46458ba'] in n-d-843702-1 is: [{'id': '806c9e03-630b-43ff-921c-6629b46458ba', 'name': 'tempest-TestSnapshotPattern-1765963505-router', 'tenant_id': '67ac34af000c4c5fafdd5b01c0aacf36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '25e6768f-d873-49e8-bc06-8383703b55a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:47:02Z', 'updated_at': '2022-05-28T07:47:06Z', 'revision_number': 4, 'project_id': '67ac34af000c4c5fafdd5b01c0aacf36', 'gw_port': {'id': '25e6768f-d873-49e8-bc06-8383703b55a4', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ff:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806c9e03-630b-43ff-921c-6629b46458ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4419, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:47:03Z', 'updated_at': '2022-05-28T07:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_floatingips': [{'id': '12944800-91ce-4d72-827e-4f444dcd1386', 'tenant_id': '67ac34af000c4c5fafdd5b01c0aacf36', 'floating_ip_address': '172.25.5.67', 'floating_network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'router_id': '806c9e03-630b-43ff-921c-6629b46458ba', 'port_id': '62e747fb-5d11-449e-b402-eea83a03edc1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '700d94ca-04eb-484f-b618-d4fb21bdefff', 'mac_address': 'fa:16:3e:5b:b6:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28fbd877-dcb2-40ca-9d82-0cc3842c0707', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T07:47:37Z', 'updated_at': '2022-05-28T07:47:40Z', 'revision_number': 1, 'project_id': '67ac34af000c4c5fafdd5b01c0aacf36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '511daff0-2d15-4d67-a878-e485ab24cd06', 'name': '', 'network_id': '700d94ca-04eb-484f-b618-d4fb21bdefff', 'tenant_id': '67ac34af000c4c5fafdd5b01c0aacf36', 'mac_address': 'fa:16:3e:c5:ce:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806c9e03-630b-43ff-921c-6629b46458ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4420, 'fixed_ips': [{'subnet_id': 'ba84a413-0c31-49c1-94f1-78effc916416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:47:06Z', 'updated_at': '2022-05-28T07:47:13Z', 'revision_number': 5, 'project_id': '67ac34af000c4c5fafdd5b01c0aacf36', 'subnets': [{'id': 'ba84a413-0c31-49c1-94f1-78effc916416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 07:52:02.618605 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-cefbd50c-70a3-4c6b-809e-c68e0f222632 req-bd58d342-a7a3-4ba2-a3b7-c41f5a60d31c tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Unset dirty status for tenant:67ac34af000c4c5fafdd5b01c0aacf36 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:52:02.619748 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cefbd50c-70a3-4c6b-809e-c68e0f222632 req-bd58d342-a7a3-4ba2-a3b7-c41f5a60d31c tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] 10.222.0.55 "GET /v2.0/ports?device_id=c50a0309-a04c-43c4-b80e-22a0d7d8bdec HTTP/1.1" status: 200 len: 945 time: 0.5260208 May 28 07:52:02.630071 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ff33dc25-abac-48e0-bf5d-e3c393c2d6e0 req-130adcd0-c7c3-4a74-976f-c954863d8daf service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bff1fab9-4977-45fd-beef-5ec58f23058e HTTP/1.1" status: 200 len: 217 time: 0.0769870 May 28 07:52:02.738294 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-cefbd50c-70a3-4c6b-809e-c68e0f222632 req-14180416-8645-4ff5-84c5-dffd030c6409 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] 10.222.0.55 "GET /v2.0/security-groups?id=d798be20-5e09-4f26-b62e-2150a1d80130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097944 May 28 07:52:02.746690 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff33dc25-abac-48e0-bf5d-e3c393c2d6e0 req-8e6a52bf-a603-47eb-9153-336f4c2315b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:52:02.748922 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ff33dc25-abac-48e0-bf5d-e3c393c2d6e0 req-8e6a52bf-a603-47eb-9153-336f4c2315b2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ba84a413-0c31-49c1-94f1-78effc916416 HTTP/1.1" status: 200 len: 849 time: 0.1016960 May 28 07:52:02.762028 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f564f6-676a-4e80-8b89-928a15a1a8ec req-c5fce508-f2e4-40a4-8cb9-6da2c808016a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:52:02.763729 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-95f564f6-676a-4e80-8b89-928a15a1a8ec req-c5fce508-f2e4-40a4-8cb9-6da2c808016a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=700d94ca-04eb-484f-b618-d4fb21bdefff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2432523 May 28 07:52:02.798813 n-d-843702-1 neutron-server[89111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71a7035b-03e5-4360-ab99-710c54207086'] response: {'server_uuid': 'c50a0309-a04c-43c4-b80e-22a0d7d8bdec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bff1fab9-4977-45fd-beef-5ec58f23058e', 'code': 200} May 28 07:52:02.806202 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [req-95f564f6-676a-4e80-8b89-928a15a1a8ec req-14f52215-6682-4da3-bdc4-097f0381a878 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=89110) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 07:52:02.807193 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-95f564f6-676a-4e80-8b89-928a15a1a8ec req-14f52215-6682-4da3-bdc4-097f0381a878 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0121398 May 28 07:52:02.814638 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f06172-e8db-47ff-8a30-3f99fc6a6972 None None] New status for floating IP 5b173035-9715-4f76-b65b-63a9c185b39c: DOWN {{(pid=89111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 07:52:02.962525 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff33dc25-abac-48e0-bf5d-e3c393c2d6e0 req-32c7272d-c975-48d4-b2b7-88e589a01d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:52:02.964000 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ff33dc25-abac-48e0-bf5d-e3c393c2d6e0 req-32c7272d-c975-48d4-b2b7-88e589a01d38 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=700d94ca-04eb-484f-b618-d4fb21bdefff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2046154 May 28 07:52:02.967757 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-95f564f6-676a-4e80-8b89-928a15a1a8ec req-f75e6c40-f71e-401d-ad94-cc56583248b3 service neutron] 10.222.0.71 "GET /v2.0/networks/700d94ca-04eb-484f-b618-d4fb21bdefff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513207 May 28 07:52:02.981753 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 07:52:03.132792 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:52:03.335084 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ff33dc25-abac-48e0-bf5d-e3c393c2d6e0 req-ae97511b-415c-4823-9540-5e71bd7137e5 service neutron] 10.222.0.69 "GET /v2.0/networks/700d94ca-04eb-484f-b618-d4fb21bdefff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3641894 May 28 07:52:03.338038 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-95f564f6-676a-4e80-8b89-928a15a1a8ec req-aefcbe81-614d-4263-901a-1e3ae101ddf7 service neutron] 10.222.0.71 "GET /v2.0/networks/700d94ca-04eb-484f-b618-d4fb21bdefff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3470716 May 28 07:52:03.447874 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.69', 53586) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:52:03.524741 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-ff33dc25-abac-48e0-bf5d-e3c393c2d6e0 req-2269f67e-bdef-4e8f-a9cf-0a02429d633f service neutron] 10.222.0.69 "GET /v2.0/networks/700d94ca-04eb-484f-b618-d4fb21bdefff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817997 May 28 07:52:03.555864 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3252265-aeef-4cca-936b-76c880560cd0 req-c41c8613-c51f-4c4b-8b01-6e5c1e58df89 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:52:03.557266 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c3252265-aeef-4cca-936b-76c880560cd0 req-c41c8613-c51f-4c4b-8b01-6e5c1e58df89 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] 10.222.0.69 "GET /v2.0/ports?device_id=c50a0309-a04c-43c4-b80e-22a0d7d8bdec HTTP/1.1" status: 200 len: 943 time: 0.1084888 May 28 07:52:03.628661 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-c3252265-aeef-4cca-936b-76c880560cd0 req-3fd1b188-5974-4014-a17f-35d1a8d81788 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Deleting port bff1fab9-4977-45fd-beef-5ec58f23058e {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:52:03.628999 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-c3252265-aeef-4cca-936b-76c880560cd0 req-3fd1b188-5974-4014-a17f-35d1a8d81788 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:52:03.924994 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-c3252265-aeef-4cca-936b-76c880560cd0 req-3fd1b188-5974-4014-a17f-35d1a8d81788 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] For port bff1fab9-4977-45fd-beef-5ec58f23058e, host n-h1-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843702-1',level=0,port_id=bff1fab9-4977-45fd-beef-5ec58f23058e,segment=NetworkSegment(c687a3f8-bac3-4e78-a6c5-4b39e2a435cb),segment_id=c687a3f8-bac3-4e78-a6c5-4b39e2a435cb)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:52:03.925338 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-c3252265-aeef-4cca-936b-76c880560cd0 req-3fd1b188-5974-4014-a17f-35d1a8d81788 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:52:04.053848 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-c3252265-aeef-4cca-936b-76c880560cd0 req-3fd1b188-5974-4014-a17f-35d1a8d81788 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Calling delete_port for bff1fab9-4977-45fd-beef-5ec58f23058e owned by compute:nova {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:52:04.123854 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7105b4-6471-4c46-8b18-9f7dc8b992c1 req-4b987e92-b816-4cb2-b9c4-179b62bcc79a tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:52:04.125290 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fa7105b4-6471-4c46-8b18-9f7dc8b992c1 req-4b987e92-b816-4cb2-b9c4-179b62bcc79a tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] 10.222.0.55 "GET /v2.0/ports?device_id=c50a0309-a04c-43c4-b80e-22a0d7d8bdec HTTP/1.1" status: 200 len: 943 time: 0.2704799 May 28 07:52:04.221093 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-fa7105b4-6471-4c46-8b18-9f7dc8b992c1 req-8f1bfc66-6428-4e88-b843-70cb3ad822f6 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] 10.222.0.55 "GET /v2.0/security-groups?id=d798be20-5e09-4f26-b62e-2150a1d80130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811317 May 28 07:52:04.304334 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-c3252265-aeef-4cca-936b-76c880560cd0 req-3fd1b188-5974-4014-a17f-35d1a8d81788 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:52:04.355298 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd1b188-5974-4014-a17f-35d1a8d81788 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Pushing event deleted for resources: {'Port': ['ID=bff1fab9-4977-45fd-beef-5ec58f23058e,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:52:04.429992 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3252265-aeef-4cca-936b-76c880560cd0 req-3fd1b188-5974-4014-a17f-35d1a8d81788 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] No DVR routers for this DVR port bff1fab9-4977-45fd-beef-5ec58f23058e on host n-h1-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 07:52:04.432558 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-c3252265-aeef-4cca-936b-76c880560cd0 req-3fd1b188-5974-4014-a17f-35d1a8d81788 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:52:04.435057 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c50a0309-a04c-43c4-b80e-22a0d7d8bdec', 'name': 'network-vif-deleted', 'tag': 'bff1fab9-4977-45fd-beef-5ec58f23058e'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:52:04.478928 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fa6a31c-f15a-47d3-a022-c19df6f6d51d'] response: {'server_uuid': 'c50a0309-a04c-43c4-b80e-22a0d7d8bdec', 'name': 'network-vif-deleted', 'tag': 'bff1fab9-4977-45fd-beef-5ec58f23058e', 'status': 'completed', 'code': 200} May 28 07:52:04.493751 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c3252265-aeef-4cca-936b-76c880560cd0 req-3fd1b188-5974-4014-a17f-35d1a8d81788 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] 10.222.0.69 "DELETE /v2.0/ports/bff1fab9-4977-45fd-beef-5ec58f23058e HTTP/1.1" status: 204 len: 173 time: 0.9309456 May 28 07:52:05.390404 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-e22a3df9-3780-4097-95ae-6f65b3b78de1 req-5a3ef76c-a904-4a4e-865a-8636dc70daf5 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Synchronizing usage tracker for tenant:67ac34af000c4c5fafdd5b01c0aacf36 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:52:05.475445 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-e22a3df9-3780-4097-95ae-6f65b3b78de1 req-5a3ef76c-a904-4a4e-865a-8636dc70daf5 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Unset dirty status for tenant:67ac34af000c4c5fafdd5b01c0aacf36 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:52:05.476646 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-e22a3df9-3780-4097-95ae-6f65b3b78de1 req-5a3ef76c-a904-4a4e-865a-8636dc70daf5 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] 10.222.0.55 "GET /v2.0/ports?device_id=c50a0309-a04c-43c4-b80e-22a0d7d8bdec HTTP/1.1" status: 200 len: 210 time: 0.1292105 May 28 07:52:06.189161 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device bff1fab9-4977-45fd-beef-5ec58f23058e no longer exists at agent hyperv_n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:52:06.223423 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] No Port match for: bff1fab9-4977-45fd-beef-5ec58f23058e {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 07:52:06.223756 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Device bff1fab9-4977-45fd-beef-5ec58f23058e not bound to the agent host n-h1-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 07:52:07.954413 n-d-843702-1 neutron-server[89110]: DEBUG neutron.wsgi [-] (89110) accepted ('10.222.0.55', 32796) {{(pid=89110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:52:08.161406 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-c4ae079a-b455-47cc-a67f-47a3a25ecb29 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Deleting port 308ad9a0-6621-4804-b5b7-70fd9bc92acd {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:52:08.161779 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c4ae079a-b455-47cc-a67f-47a3a25ecb29 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:52:08.442042 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c4ae079a-b455-47cc-a67f-47a3a25ecb29 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:52:08.442273 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c4ae079a-b455-47cc-a67f-47a3a25ecb29 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:52:08.568976 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [None req-c4ae079a-b455-47cc-a67f-47a3a25ecb29 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Calling delete_port for 308ad9a0-6621-4804-b5b7-70fd9bc92acd owned by network:floatingip {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:52:08.782203 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c4ae079a-b455-47cc-a67f-47a3a25ecb29 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:52:08.831547 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ae079a-b455-47cc-a67f-47a3a25ecb29 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Pushing event deleted for resources: {'Port': ['ID=308ad9a0-6621-4804-b5b7-70fd9bc92acd,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:52:08.918402 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c4ae079a-b455-47cc-a67f-47a3a25ecb29 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Notify callbacks [] for floatingip, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:52:08.918733 n-d-843702-1 neutron-server[89110]: INFO neutron.db.l3_db [None req-c4ae079a-b455-47cc-a67f-47a3a25ecb29 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Floating IP 12944800-91ce-4d72-827e-4f444dcd1386 disassociated (deleted). External IP: 172.25.5.67, port: 62e747fb-5d11-449e-b402-eea83a03edc1. May 28 07:52:09.264826 n-d-843702-1 neutron-server[89110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4ae079a-b455-47cc-a67f-47a3a25ecb29 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Router 806c9e03-630b-43ff-921c-6629b46458ba has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 07:52:09.437026 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4ae079a-b455-47cc-a67f-47a3a25ecb29 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 07:52:09.447335 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c362e74-3cae-48fc-b0ca-c4e3833c8fec None None] Sync routers for ids ['806c9e03-630b-43ff-921c-6629b46458ba'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 07:52:09.457795 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c362e74-3cae-48fc-b0ca-c4e3833c8fec None None] Routers {'806c9e03-630b-43ff-921c-6629b46458ba'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:52:09.460355 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-6c362e74-3cae-48fc-b0ca-c4e3833c8fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:51:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['806c9e03-630b-43ff-921c-6629b46458ba'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:52:09.513320 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [None req-c4ae079a-b455-47cc-a67f-47a3a25ecb29 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for floatingip, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:52:09.571541 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [None req-c4ae079a-b455-47cc-a67f-47a3a25ecb29 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] 10.222.0.55 "DELETE /v2.0/floatingips/12944800-91ce-4d72-827e-4f444dcd1386 HTTP/1.1" status: 204 len: 168 time: 1.6159945 May 28 07:52:09.572225 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28fbd877-dcb2-40ca-9d82-0cc3842c0707', 'tag': '62e747fb-5d11-449e-b402-eea83a03edc1'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:52:09.635874 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-6c362e74-3cae-48fc-b0ca-c4e3833c8fec None None] Set router 806c9e03-630b-43ff-921c-6629b46458ba gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:52:09.948527 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-6c362e74-3cae-48fc-b0ca-c4e3833c8fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806c9e03-630b-43ff-921c-6629b46458ba', 'name': 'tempest-TestSnapshotPattern-1765963505-router', 'tenant_id': '67ac34af000c4c5fafdd5b01c0aacf36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '25e6768f-d873-49e8-bc06-8383703b55a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:47:02Z', 'updated_at': '2022-05-28T07:47:06Z', 'revision_number': 4, 'project_id': '67ac34af000c4c5fafdd5b01c0aacf36', 'gw_port': {'id': '25e6768f-d873-49e8-bc06-8383703b55a4', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ff:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806c9e03-630b-43ff-921c-6629b46458ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4419, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:47:03Z', 'updated_at': '2022-05-28T07:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '511daff0-2d15-4d67-a878-e485ab24cd06', 'name': '', 'network_id': '700d94ca-04eb-484f-b618-d4fb21bdefff', 'tenant_id': '67ac34af000c4c5fafdd5b01c0aacf36', 'mac_address': 'fa:16:3e:c5:ce:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806c9e03-630b-43ff-921c-6629b46458ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4420, 'fixed_ips': [{'subnet_id': 'ba84a413-0c31-49c1-94f1-78effc916416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:47:06Z', 'updated_at': '2022-05-28T07:47:13Z', 'revision_number': 5, 'project_id': '67ac34af000c4c5fafdd5b01c0aacf36', 'subnets': [{'id': 'ba84a413-0c31-49c1-94f1-78effc916416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:52:09.953113 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c362e74-3cae-48fc-b0ca-c4e3833c8fec None None] Checking router: 806c9e03-630b-43ff-921c-6629b46458ba for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 07:52:09.961884 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c362e74-3cae-48fc-b0ca-c4e3833c8fec None None] Routers {'806c9e03-630b-43ff-921c-6629b46458ba'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:52:09.962580 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-6c362e74-3cae-48fc-b0ca-c4e3833c8fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:51:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['806c9e03-630b-43ff-921c-6629b46458ba'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:52:09.996741 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a634a24e-46d7-4678-84ec-7616d03fea84'] response: {'name': 'network-changed', 'server_uuid': '28fbd877-dcb2-40ca-9d82-0cc3842c0707', 'tag': '62e747fb-5d11-449e-b402-eea83a03edc1', 'status': 'completed', 'code': 200} May 28 07:52:10.175965 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-6c362e74-3cae-48fc-b0ca-c4e3833c8fec None None] Set router 806c9e03-630b-43ff-921c-6629b46458ba gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:52:10.183577 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10b7eb2-496c-4daa-8ee0-e858c67786ce req-6d0416c9-3668-4327-a2ff-7ad87313a35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:52:10.185048 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b10b7eb2-496c-4daa-8ee0-e858c67786ce req-6d0416c9-3668-4327-a2ff-7ad87313a35c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=67ac34af000c4c5fafdd5b01c0aacf36&device_id=28fbd877-dcb2-40ca-9d82-0cc3842c0707 HTTP/1.1" status: 200 len: 1094 time: 0.1328759 May 28 07:52:10.195783 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77db4690-0226-4e12-8f1b-27eb51642478 req-6f9ef644-8041-4190-accf-4b8e31e635c0 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:52:10.196434 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-77db4690-0226-4e12-8f1b-27eb51642478 req-6f9ef644-8041-4190-accf-4b8e31e635c0 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Synchronizing usage tracker for tenant:67ac34af000c4c5fafdd5b01c0aacf36 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:52:10.336865 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10b7eb2-496c-4daa-8ee0-e858c67786ce req-a58c1a71-b3c5-42ea-98b3-0335cb4a4c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:52:10.338299 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b10b7eb2-496c-4daa-8ee0-e858c67786ce req-a58c1a71-b3c5-42ea-98b3-0335cb4a4c9f service neutron] 10.222.0.71 "GET /v2.0/networks?id=700d94ca-04eb-484f-b618-d4fb21bdefff HTTP/1.1" status: 200 len: 911 time: 0.1392889 May 28 07:52:10.505316 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-6c362e74-3cae-48fc-b0ca-c4e3833c8fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806c9e03-630b-43ff-921c-6629b46458ba', 'name': 'tempest-TestSnapshotPattern-1765963505-router', 'tenant_id': '67ac34af000c4c5fafdd5b01c0aacf36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '25e6768f-d873-49e8-bc06-8383703b55a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:47:02Z', 'updated_at': '2022-05-28T07:47:06Z', 'revision_number': 4, 'project_id': '67ac34af000c4c5fafdd5b01c0aacf36', 'gw_port': {'id': '25e6768f-d873-49e8-bc06-8383703b55a4', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ff:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806c9e03-630b-43ff-921c-6629b46458ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4419, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:47:03Z', 'updated_at': '2022-05-28T07:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '511daff0-2d15-4d67-a878-e485ab24cd06', 'name': '', 'network_id': '700d94ca-04eb-484f-b618-d4fb21bdefff', 'tenant_id': '67ac34af000c4c5fafdd5b01c0aacf36', 'mac_address': 'fa:16:3e:c5:ce:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806c9e03-630b-43ff-921c-6629b46458ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4420, 'fixed_ips': [{'subnet_id': 'ba84a413-0c31-49c1-94f1-78effc916416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:47:06Z', 'updated_at': '2022-05-28T07:47:13Z', 'revision_number': 5, 'project_id': '67ac34af000c4c5fafdd5b01c0aacf36', 'subnets': [{'id': 'ba84a413-0c31-49c1-94f1-78effc916416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:52:10.508682 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-77db4690-0226-4e12-8f1b-27eb51642478 req-6f9ef644-8041-4190-accf-4b8e31e635c0 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Unset dirty status for tenant:67ac34af000c4c5fafdd5b01c0aacf36 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:52:10.509851 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-77db4690-0226-4e12-8f1b-27eb51642478 req-6f9ef644-8041-4190-accf-4b8e31e635c0 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] 10.222.0.55 "GET /v2.0/ports?device_id=28fbd877-dcb2-40ca-9d82-0cc3842c0707 HTTP/1.1" status: 200 len: 943 time: 0.4219372 May 28 07:52:10.510831 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c362e74-3cae-48fc-b0ca-c4e3833c8fec None None] The sync data for ids ['806c9e03-630b-43ff-921c-6629b46458ba'] in n-d-843702-1 is: [{'id': '806c9e03-630b-43ff-921c-6629b46458ba', 'name': 'tempest-TestSnapshotPattern-1765963505-router', 'tenant_id': '67ac34af000c4c5fafdd5b01c0aacf36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '25e6768f-d873-49e8-bc06-8383703b55a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:47:02Z', 'updated_at': '2022-05-28T07:47:06Z', 'revision_number': 4, 'project_id': '67ac34af000c4c5fafdd5b01c0aacf36', 'gw_port': {'id': '25e6768f-d873-49e8-bc06-8383703b55a4', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ff:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806c9e03-630b-43ff-921c-6629b46458ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4419, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:47:03Z', 'updated_at': '2022-05-28T07:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1', '_interfaces': [{'id': '511daff0-2d15-4d67-a878-e485ab24cd06', 'name': '', 'network_id': '700d94ca-04eb-484f-b618-d4fb21bdefff', 'tenant_id': '67ac34af000c4c5fafdd5b01c0aacf36', 'mac_address': 'fa:16:3e:c5:ce:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806c9e03-630b-43ff-921c-6629b46458ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4420, 'fixed_ips': [{'subnet_id': 'ba84a413-0c31-49c1-94f1-78effc916416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:47:06Z', 'updated_at': '2022-05-28T07:47:13Z', 'revision_number': 5, 'project_id': '67ac34af000c4c5fafdd5b01c0aacf36', 'subnets': [{'id': 'ba84a413-0c31-49c1-94f1-78effc916416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 07:52:10.521080 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b10b7eb2-496c-4daa-8ee0-e858c67786ce req-2c533c16-a2f7-436b-bf40-49c38a540c54 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=62e747fb-5d11-449e-b402-eea83a03edc1 HTTP/1.1" status: 200 len: 217 time: 0.1765780 May 28 07:52:10.607903 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-77db4690-0226-4e12-8f1b-27eb51642478 req-542e6f4c-4172-45db-9ef4-7d497d60e27c tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] 10.222.0.55 "GET /v2.0/security-groups?id=d798be20-5e09-4f26-b62e-2150a1d80130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891650 May 28 07:52:10.613507 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10b7eb2-496c-4daa-8ee0-e858c67786ce req-76869143-483b-40be-a4c0-88b52fda8ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:52:10.614944 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b10b7eb2-496c-4daa-8ee0-e858c67786ce req-76869143-483b-40be-a4c0-88b52fda8ae1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ba84a413-0c31-49c1-94f1-78effc916416 HTTP/1.1" status: 200 len: 849 time: 0.0820370 May 28 07:52:10.693368 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10b7eb2-496c-4daa-8ee0-e858c67786ce req-dd8d2adf-3e5f-4996-886a-8adc27d114c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:52:10.694892 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b10b7eb2-496c-4daa-8ee0-e858c67786ce req-dd8d2adf-3e5f-4996-886a-8adc27d114c0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=700d94ca-04eb-484f-b618-d4fb21bdefff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0738113 May 28 07:52:10.743425 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16dac061-94a9-4190-9e4b-25ac1504b2c7 None None] New status for floating IP 12944800-91ce-4d72-827e-4f444dcd1386: DOWN {{(pid=89111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 07:52:10.828766 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b10b7eb2-496c-4daa-8ee0-e858c67786ce req-48026626-c1ea-498c-b1ab-78c0401613f4 service neutron] 10.222.0.71 "GET /v2.0/networks/700d94ca-04eb-484f-b618-d4fb21bdefff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271152 May 28 07:52:10.965956 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-b10b7eb2-496c-4daa-8ee0-e858c67786ce req-373727e5-cb39-4f8f-a7dc-4bb4a21d48c7 service neutron] 10.222.0.71 "GET /v2.0/networks/700d94ca-04eb-484f-b618-d4fb21bdefff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302657 May 28 07:52:11.852607 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aac7ba5-0795-4a4b-a40b-311920b431cf req-3a3d9887-0969-4ae8-b2d4-cda28eb19bc1 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:52:11.853985 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4aac7ba5-0795-4a4b-a40b-311920b431cf req-3a3d9887-0969-4ae8-b2d4-cda28eb19bc1 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] 10.222.0.55 "GET /v2.0/ports?device_id=28fbd877-dcb2-40ca-9d82-0cc3842c0707 HTTP/1.1" status: 200 len: 943 time: 0.1386929 May 28 07:52:11.866280 n-d-843702-1 neutron-server[89110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c7f476-0375-4175-84dc-d23c0bb6b923 req-3b9394e0-d536-4981-a4fa-76dfb7604ad0 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:52:11.867653 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-58c7f476-0375-4175-84dc-d23c0bb6b923 req-3b9394e0-d536-4981-a4fa-76dfb7604ad0 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] 10.222.0.71 "GET /v2.0/ports?device_id=28fbd877-dcb2-40ca-9d82-0cc3842c0707 HTTP/1.1" status: 200 len: 943 time: 0.1176302 May 28 07:52:11.959917 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-4aac7ba5-0795-4a4b-a40b-311920b431cf req-335c4e94-1514-468d-b265-5dc359155ffd tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] 10.222.0.55 "GET /v2.0/security-groups?id=d798be20-5e09-4f26-b62e-2150a1d80130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913377 May 28 07:52:11.964804 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-58c7f476-0375-4175-84dc-d23c0bb6b923 req-c5dcd225-9e3a-4753-8817-2bde6c553586 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Deleting port 62e747fb-5d11-449e-b402-eea83a03edc1 {{(pid=89110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:52:11.965141 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-58c7f476-0375-4175-84dc-d23c0bb6b923 req-c5dcd225-9e3a-4753-8817-2bde6c553586 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:52:12.209941 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.db [req-58c7f476-0375-4175-84dc-d23c0bb6b923 req-c5dcd225-9e3a-4753-8817-2bde6c553586 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] For port 62e747fb-5d11-449e-b402-eea83a03edc1, host n-h2-843702-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843702-1',level=0,port_id=62e747fb-5d11-449e-b402-eea83a03edc1,segment=NetworkSegment(c687a3f8-bac3-4e78-a6c5-4b39e2a435cb),segment_id=c687a3f8-bac3-4e78-a6c5-4b39e2a435cb)] {{(pid=89110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:52:12.210289 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-58c7f476-0375-4175-84dc-d23c0bb6b923 req-c5dcd225-9e3a-4753-8817-2bde6c553586 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:52:12.332223 n-d-843702-1 neutron-server[89110]: DEBUG neutron.plugins.ml2.plugin [req-58c7f476-0375-4175-84dc-d23c0bb6b923 req-c5dcd225-9e3a-4753-8817-2bde6c553586 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Calling delete_port for 62e747fb-5d11-449e-b402-eea83a03edc1 owned by compute:nova {{(pid=89110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:52:12.553308 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-58c7f476-0375-4175-84dc-d23c0bb6b923 req-c5dcd225-9e3a-4753-8817-2bde6c553586 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142930'] for port, after_delete {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:52:12.601250 n-d-843702-1 neutron-server[89110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dcd225-9e3a-4753-8817-2bde6c553586 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Pushing event deleted for resources: {'Port': ['ID=62e747fb-5d11-449e-b402-eea83a03edc1,revision_number=None']} {{(pid=89110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:52:12.677294 n-d-843702-1 neutron-server[89110]: DEBUG neutron.db.l3_dvrscheduler_db [req-58c7f476-0375-4175-84dc-d23c0bb6b923 req-c5dcd225-9e3a-4753-8817-2bde6c553586 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] No DVR routers for this DVR port 62e747fb-5d11-449e-b402-eea83a03edc1 on host n-h2-843702-1 {{(pid=89110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 07:52:12.679893 n-d-843702-1 neutron-server[89110]: DEBUG neutron_lib.callbacks.manager [req-58c7f476-0375-4175-84dc-d23c0bb6b923 req-c5dcd225-9e3a-4753-8817-2bde6c553586 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498202'] for port, before_response {{(pid=89110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:52:12.682693 n-d-843702-1 neutron-server[89110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28fbd877-dcb2-40ca-9d82-0cc3842c0707', 'name': 'network-vif-deleted', 'tag': '62e747fb-5d11-449e-b402-eea83a03edc1'}] {{(pid=89110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:52:12.726926 n-d-843702-1 neutron-server[89110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-114bf7ec-b293-4b41-b3ff-49f446adb2d6'] response: {'server_uuid': '28fbd877-dcb2-40ca-9d82-0cc3842c0707', 'name': 'network-vif-deleted', 'tag': '62e747fb-5d11-449e-b402-eea83a03edc1', 'status': 'completed', 'code': 200} May 28 07:52:12.790208 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-58c7f476-0375-4175-84dc-d23c0bb6b923 req-c5dcd225-9e3a-4753-8817-2bde6c553586 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] 10.222.0.71 "DELETE /v2.0/ports/62e747fb-5d11-449e-b402-eea83a03edc1 HTTP/1.1" status: 204 len: 173 time: 0.9085257 May 28 07:52:13.116832 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-c0433d08-58b4-4d74-b5c8-b80d09cac4c2 req-9c362b0f-fc98-44f0-b4f1-b1aeb6a4592d tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Synchronizing usage tracker for tenant:67ac34af000c4c5fafdd5b01c0aacf36 on resource:port {{(pid=89110) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:52:13.275670 n-d-843702-1 neutron-server[89110]: DEBUG neutron.quota.resource [req-c0433d08-58b4-4d74-b5c8-b80d09cac4c2 req-9c362b0f-fc98-44f0-b4f1-b1aeb6a4592d tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Unset dirty status for tenant:67ac34af000c4c5fafdd5b01c0aacf36 on resource:port {{(pid=89110) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:52:13.276781 n-d-843702-1 neutron-server[89110]: INFO neutron.wsgi [req-c0433d08-58b4-4d74-b5c8-b80d09cac4c2 req-9c362b0f-fc98-44f0-b4f1-b1aeb6a4592d tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] 10.222.0.55 "GET /v2.0/ports?device_id=28fbd877-dcb2-40ca-9d82-0cc3842c0707 HTTP/1.1" status: 200 len: 210 time: 0.2051206 May 28 07:52:14.371654 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 32816) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:52:14.437930 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8809aaa4-94f6-47a9-9214-28eb00f9e425 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:52:14.467471 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8809aaa4-94f6-47a9-9214-28eb00f9e425 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:52:14.589576 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8809aaa4-94f6-47a9-9214-28eb00f9e425 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:52:14.609577 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8809aaa4-94f6-47a9-9214-28eb00f9e425 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d798be20-5e09-4f26-b62e-2150a1d80130,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:52:14.617909 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8809aaa4-94f6-47a9-9214-28eb00f9e425 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:52:14.618254 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8809aaa4-94f6-47a9-9214-28eb00f9e425 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:52:14.618589 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8809aaa4-94f6-47a9-9214-28eb00f9e425 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:52:14.618919 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8809aaa4-94f6-47a9-9214-28eb00f9e425 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:52:14.619254 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8809aaa4-94f6-47a9-9214-28eb00f9e425 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:52:14.619578 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8809aaa4-94f6-47a9-9214-28eb00f9e425 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:52:14.619900 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8809aaa4-94f6-47a9-9214-28eb00f9e425 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:52:14.620219 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8809aaa4-94f6-47a9-9214-28eb00f9e425 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:52:14.620536 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8809aaa4-94f6-47a9-9214-28eb00f9e425 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:52:14.620851 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8809aaa4-94f6-47a9-9214-28eb00f9e425 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:52:14.621169 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8809aaa4-94f6-47a9-9214-28eb00f9e425 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:52:14.621523 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8809aaa4-94f6-47a9-9214-28eb00f9e425 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843702-1 {{(pid=89109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:52:14.683776 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-8809aaa4-94f6-47a9-9214-28eb00f9e425 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:52:14.684939 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-8809aaa4-94f6-47a9-9214-28eb00f9e425 tempest-TestSnapshotPattern-1443281190 tempest-TestSnapshotPattern-1443281190-project] 10.222.0.55 "DELETE /v2.0/security-groups/d798be20-5e09-4f26-b62e-2150a1d80130 HTTP/1.1" status: 204 len: 168 time: 0.3122978 May 28 07:52:14.808982 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 32822) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:52:15.442428 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-844dc262-fcf9-4fc1-a84b-4139b74ac9ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700548'] for router_interface, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:52:15.896231 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-844dc262-fcf9-4fc1-a84b-4139b74ac9ee admin admin] Deleting port 511daff0-2d15-4d67-a878-e485ab24cd06 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:52:15.896488 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-844dc262-fcf9-4fc1-a84b-4139b74ac9ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:52:16.067174 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-844dc262-fcf9-4fc1-a84b-4139b74ac9ee admin admin] For port 511daff0-2d15-4d67-a878-e485ab24cd06, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=511daff0-2d15-4d67-a878-e485ab24cd06,segment=NetworkSegment(c687a3f8-bac3-4e78-a6c5-4b39e2a435cb),segment_id=c687a3f8-bac3-4e78-a6c5-4b39e2a435cb)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:52:16.067522 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-844dc262-fcf9-4fc1-a84b-4139b74ac9ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:52:16.189867 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-844dc262-fcf9-4fc1-a84b-4139b74ac9ee admin admin] Calling delete_port for 511daff0-2d15-4d67-a878-e485ab24cd06 owned by network:router_interface {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:52:16.261013 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 62e747fb-5d11-449e-b402-eea83a03edc1 no longer exists at agent hyperv_n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:52:16.299355 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] No Port match for: 62e747fb-5d11-449e-b402-eea83a03edc1 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 07:52:16.299698 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Device 62e747fb-5d11-449e-b402-eea83a03edc1 not bound to the agent host n-h2-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 07:52:16.564843 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-844dc262-fcf9-4fc1-a84b-4139b74ac9ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:52:16.615710 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844dc262-fcf9-4fc1-a84b-4139b74ac9ee admin admin] Pushing event deleted for resources: {'Port': ['ID=511daff0-2d15-4d67-a878-e485ab24cd06,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:52:16.881661 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-844dc262-fcf9-4fc1-a84b-4139b74ac9ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700472'] for router_interface, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:52:17.354700 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-844dc262-fcf9-4fc1-a84b-4139b74ac9ee admin admin] Router 806c9e03-630b-43ff-921c-6629b46458ba has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 07:52:17.540288 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-844dc262-fcf9-4fc1-a84b-4139b74ac9ee admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 07:52:17.549971 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0cc11c-7b28-43b6-929c-5ed1188837f0 None None] Sync routers for ids ['806c9e03-630b-43ff-921c-6629b46458ba'] in n-d-843702-1 {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 07:52:17.558957 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0cc11c-7b28-43b6-929c-5ed1188837f0 None None] Routers {'806c9e03-630b-43ff-921c-6629b46458ba'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:52:17.559587 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-0a0cc11c-7b28-43b6-929c-5ed1188837f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:51:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['806c9e03-630b-43ff-921c-6629b46458ba'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:52:17.614212 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-844dc262-fcf9-4fc1-a84b-4139b74ac9ee admin admin] 10.222.0.55 "PUT /v2.0/routers/806c9e03-630b-43ff-921c-6629b46458ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8042746 May 28 07:52:17.616484 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 32828) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:52:17.731837 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-0a0cc11c-7b28-43b6-929c-5ed1188837f0 None None] Set router 806c9e03-630b-43ff-921c-6629b46458ba gateway port host: n-d-843702-1 {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:52:17.792136 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d843de20-ec01-4efb-87b6-93b456d7bf48 admin admin] Notify callbacks [] for router, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:52:17.970354 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d843de20-ec01-4efb-87b6-93b456d7bf48 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:52:18.007256 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-0a0cc11c-7b28-43b6-929c-5ed1188837f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806c9e03-630b-43ff-921c-6629b46458ba', 'name': 'tempest-TestSnapshotPattern-1765963505-router', 'tenant_id': '67ac34af000c4c5fafdd5b01c0aacf36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '25e6768f-d873-49e8-bc06-8383703b55a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:47:02Z', 'updated_at': '2022-05-28T07:52:16Z', 'revision_number': 5, 'project_id': '67ac34af000c4c5fafdd5b01c0aacf36', 'gw_port': {'id': '25e6768f-d873-49e8-bc06-8383703b55a4', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ff:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806c9e03-630b-43ff-921c-6629b46458ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4419, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:47:03Z', 'updated_at': '2022-05-28T07:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:52:18.010887 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0cc11c-7b28-43b6-929c-5ed1188837f0 None None] Checking router: 806c9e03-630b-43ff-921c-6629b46458ba for host: n-d-843702-1 {{(pid=89112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 07:52:18.019892 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0cc11c-7b28-43b6-929c-5ed1188837f0 None None] Routers {'806c9e03-630b-43ff-921c-6629b46458ba'} bound to L3 agent in host n-d-843702-1 {{(pid=89112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:52:18.020469 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-0a0cc11c-7b28-43b6-929c-5ed1188837f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:51:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['806c9e03-630b-43ff-921c-6629b46458ba'], 'active': True} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:52:18.062050 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-d843de20-ec01-4efb-87b6-93b456d7bf48 admin admin] Deleting port 25e6768f-d873-49e8-bc06-8383703b55a4 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:52:18.062433 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d843de20-ec01-4efb-87b6-93b456d7bf48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:52:18.167829 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_dvr_db [None req-0a0cc11c-7b28-43b6-929c-5ed1188837f0 None None] Set router 806c9e03-630b-43ff-921c-6629b46458ba gateway port host: None {{(pid=89112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:52:18.235240 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-d843de20-ec01-4efb-87b6-93b456d7bf48 admin admin] For port 25e6768f-d873-49e8-bc06-8383703b55a4, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=25e6768f-d873-49e8-bc06-8383703b55a4,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:52:18.235506 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d843de20-ec01-4efb-87b6-93b456d7bf48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:52:18.280324 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.l3_hamode_db [None req-0a0cc11c-7b28-43b6-929c-5ed1188837f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806c9e03-630b-43ff-921c-6629b46458ba', 'name': 'tempest-TestSnapshotPattern-1765963505-router', 'tenant_id': '67ac34af000c4c5fafdd5b01c0aacf36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:47:02Z', 'updated_at': '2022-05-28T07:52:17Z', 'revision_number': 6, 'project_id': '67ac34af000c4c5fafdd5b01c0aacf36', 'gw_port_host': None}], 'n-d-843702-1', False) {} {{(pid=89112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:52:18.284372 n-d-843702-1 neutron-server[89112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0cc11c-7b28-43b6-929c-5ed1188837f0 None None] The sync data for ids ['806c9e03-630b-43ff-921c-6629b46458ba'] in n-d-843702-1 is: [{'id': '806c9e03-630b-43ff-921c-6629b46458ba', 'name': 'tempest-TestSnapshotPattern-1765963505-router', 'tenant_id': '67ac34af000c4c5fafdd5b01c0aacf36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:47:02Z', 'updated_at': '2022-05-28T07:52:17Z', 'revision_number': 6, 'project_id': '67ac34af000c4c5fafdd5b01c0aacf36', 'gw_port_host': None}] {{(pid=89112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 07:52:18.385867 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-d843de20-ec01-4efb-87b6-93b456d7bf48 admin admin] Calling delete_port for 25e6768f-d873-49e8-bc06-8383703b55a4 owned by network:router_gateway {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:52:18.612667 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d843de20-ec01-4efb-87b6-93b456d7bf48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:52:18.665108 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d843de20-ec01-4efb-87b6-93b456d7bf48 admin admin] Pushing event deleted for resources: {'Port': ['ID=25e6768f-d873-49e8-bc06-8383703b55a4,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:52:18.755519 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d843de20-ec01-4efb-87b6-93b456d7bf48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691105'] for router_gateway, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:52:19.041913 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d843de20-ec01-4efb-87b6-93b456d7bf48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59018'] for router, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:52:19.044211 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d843de20-ec01-4efb-87b6-93b456d7bf48 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:52:19.189690 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d843de20-ec01-4efb-87b6-93b456d7bf48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-703817'] for router, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:52:19.190231 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d843de20-ec01-4efb-87b6-93b456d7bf48 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 806c9e03-630b-43ff-921c-6629b46458ba {{(pid=89109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 07:52:19.203818 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-d843de20-ec01-4efb-87b6-93b456d7bf48 admin admin] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:52:19.204943 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-d843de20-ec01-4efb-87b6-93b456d7bf48 admin admin] 10.222.0.55 "DELETE /v2.0/routers/806c9e03-630b-43ff-921c-6629b46458ba HTTP/1.1" status: 204 len: 168 time: 1.5874124 May 28 07:52:19.207582 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 32832) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:52:19.271110 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_v2 [None req-11fc891c-8416-47ae-a1d2-76345787a22e admin admin] Deleting subnet ba84a413-0c31-49c1-94f1-78effc916416 {{(pid=89109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 07:52:19.274333 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-11fc891c-8416-47ae-a1d2-76345787a22e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:52:19.323186 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-11fc891c-8416-47ae-a1d2-76345787a22e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3964070'] for subnet, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:52:19.401033 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-11fc891c-8416-47ae-a1d2-76345787a22e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:52:19.528399 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 25e6768f-d873-49e8-bc06-8383703b55a4 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:52:19.538428 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-11fc891c-8416-47ae-a1d2-76345787a22e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9555650'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:52:19.564280 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 25e6768f-d873-49e8-bc06-8383703b55a4 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 07:52:19.564531 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 25e6768f-d873-49e8-bc06-8383703b55a4 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 07:52:19.565038 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 511daff0-2d15-4d67-a878-e485ab24cd06 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:52:19.578814 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fc891c-8416-47ae-a1d2-76345787a22e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba84a413-0c31-49c1-94f1-78effc916416,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:52:19.586030 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-11fc891c-8416-47ae-a1d2-76345787a22e admin admin] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:52:19.593942 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b808353d-7d5e-4fa3-ab93-4a0fbd370242 None None] Network 700d94ca-04eb-484f-b618-d4fb21bdefff requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 07:52:19.594116 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-11fc891c-8416-47ae-a1d2-76345787a22e admin admin] 10.222.0.55 "DELETE /v2.0/subnets/ba84a413-0c31-49c1-94f1-78effc916416 HTTP/1.1" status: 204 len: 168 time: 0.3853307 May 28 07:52:19.595992 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 32836) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:52:19.613051 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 511daff0-2d15-4d67-a878-e485ab24cd06 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 07:52:19.615392 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 511daff0-2d15-4d67-a878-e485ab24cd06 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 07:52:19.698929 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-490d97cc-c0d5-4efc-84ab-496582b09f9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:52:19.709855 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-490d97cc-c0d5-4efc-84ab-496582b09f9f admin admin] Deleting port 5e284cb2-8740-4a96-a629-571971811a9a {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:52:19.710188 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-490d97cc-c0d5-4efc-84ab-496582b09f9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:52:19.844847 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e8b8df-8eb7-4663-9f71-9798ebb7afdc None None] DHCP port deletion for 700d94ca-04eb-484f-b618-d4fb21bdefff request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 07:52:19.849113 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-87e8b8df-8eb7-4663-9f71-9798ebb7afdc None None] Deleting port 5e284cb2-8740-4a96-a629-571971811a9a {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:52:19.849515 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-87e8b8df-8eb7-4663-9f71-9798ebb7afdc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:52:19.920689 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-490d97cc-c0d5-4efc-84ab-496582b09f9f admin admin] For port 5e284cb2-8740-4a96-a629-571971811a9a, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=5e284cb2-8740-4a96-a629-571971811a9a,segment=NetworkSegment(c687a3f8-bac3-4e78-a6c5-4b39e2a435cb),segment_id=c687a3f8-bac3-4e78-a6c5-4b39e2a435cb)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:52:19.921054 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-490d97cc-c0d5-4efc-84ab-496582b09f9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:52:20.044170 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-490d97cc-c0d5-4efc-84ab-496582b09f9f admin admin] Calling delete_port for 5e284cb2-8740-4a96-a629-571971811a9a owned by network:dhcp {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:52:20.079842 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-87e8b8df-8eb7-4663-9f71-9798ebb7afdc None None] For port 5e284cb2-8740-4a96-a629-571971811a9a, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=5e284cb2-8740-4a96-a629-571971811a9a,segment=NetworkSegment(c687a3f8-bac3-4e78-a6c5-4b39e2a435cb),segment_id=c687a3f8-bac3-4e78-a6c5-4b39e2a435cb)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:52:20.080125 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-87e8b8df-8eb7-4663-9f71-9798ebb7afdc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:52:20.202068 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-87e8b8df-8eb7-4663-9f71-9798ebb7afdc None None] Calling delete_port for 5e284cb2-8740-4a96-a629-571971811a9a owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:52:20.223966 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-490d97cc-c0d5-4efc-84ab-496582b09f9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:52:20.271012 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490d97cc-c0d5-4efc-84ab-496582b09f9f admin admin] Pushing event deleted for resources: {'Port': ['ID=5e284cb2-8740-4a96-a629-571971811a9a,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:52:20.272375 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.db.api [None req-87e8b8df-8eb7-4663-9f71-9798ebb7afdc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89111) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 07:52:20.272760 n-d-843702-1 neutron-server[89111]: DEBUG oslo_db.api [None req-87e8b8df-8eb7-4663-9f71-9798ebb7afdc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 07:52:20.274755 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490d97cc-c0d5-4efc-84ab-496582b09f9f admin admin] No DVR routers for this DVR port 5e284cb2-8740-4a96-a629-571971811a9a on host n-d-843702-1 {{(pid=89109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 07:52:20.394066 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-490d97cc-c0d5-4efc-84ab-496582b09f9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:52:20.419108 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-490d97cc-c0d5-4efc-84ab-496582b09f9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['700d94ca-04eb-484f-b618-d4fb21bdefff']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:52:20.431759 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-490d97cc-c0d5-4efc-84ab-496582b09f9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c687a3f8-bac3-4e78-a6c5-4b39e2a435cb') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:52:20.432050 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-490d97cc-c0d5-4efc-84ab-496582b09f9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c687a3f8-bac3-4e78-a6c5-4b39e2a435cb') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:52:20.443474 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-490d97cc-c0d5-4efc-84ab-496582b09f9f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:52:20.459443 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-490d97cc-c0d5-4efc-84ab-496582b09f9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:52:20.465439 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-490d97cc-c0d5-4efc-84ab-496582b09f9f admin admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 07:52:20.465833 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-490d97cc-c0d5-4efc-84ab-496582b09f9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:52:20.557390 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment c687a3f8-bac3-4e78-a6c5-4b39e2a435cb resource provider aggregate not found May 28 07:52:20.576950 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment c687a3f8-bac3-4e78-a6c5-4b39e2a435cb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c687a3f8-bac3-4e78-a6c5-4b39e2a435cb found for delete ", "request_id": "req-67f51e34-24d4-4c32-8ecf-2e5ca8dde684"}]} May 28 07:52:20.669560 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-490d97cc-c0d5-4efc-84ab-496582b09f9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:52:20.686070 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-490d97cc-c0d5-4efc-84ab-496582b09f9f admin admin] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:52:20.697309 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490d97cc-c0d5-4efc-84ab-496582b09f9f admin admin] Pushing event deleted for resources: {'Network': ['ID=700d94ca-04eb-484f-b618-d4fb21bdefff,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:52:20.774264 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-87e8b8df-8eb7-4663-9f71-9798ebb7afdc None None] Deleting port 5e284cb2-8740-4a96-a629-571971811a9a {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:52:20.774706 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-87e8b8df-8eb7-4663-9f71-9798ebb7afdc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:52:20.782007 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-490d97cc-c0d5-4efc-84ab-496582b09f9f admin admin] 10.222.0.55 "DELETE /v2.0/networks/700d94ca-04eb-484f-b618-d4fb21bdefff HTTP/1.1" status: 204 len: 168 time: 1.1850350 May 28 07:52:20.784804 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 32846) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:52:20.844081 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-87e8b8df-8eb7-4663-9f71-9798ebb7afdc None None] The port '5e284cb2-8740-4a96-a629-571971811a9a' was deleted {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 07:52:21.412645 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5aa986f5-59b3-4140-92ba-33240777127e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700548'] for router_interface, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:52:21.529638 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 5e284cb2-8740-4a96-a629-571971811a9a no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:52:21.567248 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 5e284cb2-8740-4a96-a629-571971811a9a {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 07:52:21.567589 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 5e284cb2-8740-4a96-a629-571971811a9a not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 07:52:21.763118 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-5aa986f5-59b3-4140-92ba-33240777127e admin admin] Deleting port b0941885-ece4-4497-8cb8-fe852b1a70fe {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:52:21.763474 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5aa986f5-59b3-4140-92ba-33240777127e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:52:21.932206 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-5aa986f5-59b3-4140-92ba-33240777127e admin admin] For port b0941885-ece4-4497-8cb8-fe852b1a70fe, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=b0941885-ece4-4497-8cb8-fe852b1a70fe,segment=NetworkSegment(ad3259da-981d-42e4-ba78-44b1a5340e0a),segment_id=ad3259da-981d-42e4-ba78-44b1a5340e0a)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:52:21.932940 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5aa986f5-59b3-4140-92ba-33240777127e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:52:22.053084 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-5aa986f5-59b3-4140-92ba-33240777127e admin admin] Calling delete_port for b0941885-ece4-4497-8cb8-fe852b1a70fe owned by network:router_interface {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:52:22.295672 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5aa986f5-59b3-4140-92ba-33240777127e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:52:22.446606 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa986f5-59b3-4140-92ba-33240777127e admin admin] Pushing event deleted for resources: {'Port': ['ID=b0941885-ece4-4497-8cb8-fe852b1a70fe,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:52:22.715825 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-5aa986f5-59b3-4140-92ba-33240777127e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700472'] for router_interface, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:52:23.070614 n-d-843702-1 neutron-server[89109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aa986f5-59b3-4140-92ba-33240777127e admin admin] Router a9ff7165-1b86-4666-986d-158d36fd4dee has already been hosted by L3 agent 42958940-9562-4f71-972f-15a8af9d3963 {{(pid=89109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 07:52:23.254473 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aa986f5-59b3-4140-92ba-33240777127e admin admin] Notify agent at l3_agent.n-d-843702-1 the message routers_updated {{(pid=89109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 07:52:23.263118 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a1e302-5efb-48ef-bd2d-d5e62c773acd None None] Sync routers for ids ['a9ff7165-1b86-4666-986d-158d36fd4dee'] in n-d-843702-1 {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 07:52:23.263630 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-5aa986f5-59b3-4140-92ba-33240777127e admin admin] 10.222.0.55 "PUT /v2.0/routers/a9ff7165-1b86-4666-986d-158d36fd4dee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4777191 May 28 07:52:23.266163 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 32850) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:52:23.273008 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a1e302-5efb-48ef-bd2d-d5e62c773acd None None] Routers {'a9ff7165-1b86-4666-986d-158d36fd4dee'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:52:23.273637 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-99a1e302-5efb-48ef-bd2d-d5e62c773acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:51:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['a9ff7165-1b86-4666-986d-158d36fd4dee'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:52:23.445681 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-68f00a87-1996-4175-9097-f39cb6683e27 admin admin] Notify callbacks [] for router, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:52:23.453864 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-99a1e302-5efb-48ef-bd2d-d5e62c773acd None None] Set router a9ff7165-1b86-4666-986d-158d36fd4dee gateway port host: n-d-843702-1 {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:52:23.634356 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-68f00a87-1996-4175-9097-f39cb6683e27 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:52:23.698483 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-68f00a87-1996-4175-9097-f39cb6683e27 admin admin] Deleting port 3d74a09a-2452-4a4d-a193-6d15afd88049 {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:52:23.698782 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-68f00a87-1996-4175-9097-f39cb6683e27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:52:23.744450 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-99a1e302-5efb-48ef-bd2d-d5e62c773acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9ff7165-1b86-4666-986d-158d36fd4dee', 'name': 'tempest-TestSnapshotPattern-577309468-router', 'tenant_id': '58d1540fb1b4487f8ccfb7819dada0a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'external_fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '3d74a09a-2452-4a4d-a193-6d15afd88049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:47:10Z', 'updated_at': '2022-05-28T07:52:22Z', 'revision_number': 5, 'project_id': '58d1540fb1b4487f8ccfb7819dada0a2', 'gw_port': {'id': '3d74a09a-2452-4a4d-a193-6d15afd88049', 'name': '', 'network_id': '68df399e-e75e-4871-9364-5d05730b50f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ff7165-1b86-4666-986d-158d36fd4dee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843702-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:47:11Z', 'updated_at': '2022-05-28T07:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06266c8f-022c-4f43-86b1-8f84dc3c74de', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843702-1'}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:52:23.748772 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a1e302-5efb-48ef-bd2d-d5e62c773acd None None] Checking router: a9ff7165-1b86-4666-986d-158d36fd4dee for host: n-d-843702-1 {{(pid=89111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 07:52:23.757090 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a1e302-5efb-48ef-bd2d-d5e62c773acd None None] Routers {'a9ff7165-1b86-4666-986d-158d36fd4dee'} bound to L3 agent in host n-d-843702-1 {{(pid=89111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:52:23.757706 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-99a1e302-5efb-48ef-bd2d-d5e62c773acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843702-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T06:06:59Z,description=,heartbeat_timestamp=2022-05-28T07:51:59Z,host='n-d-843702-1',id=42958940-9562-4f71-972f-15a8af9d3963,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T06:06:59Z,topic='l3_agent')) {'router_ids': ['a9ff7165-1b86-4666-986d-158d36fd4dee'], 'active': True} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:52:23.917785 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_dvr_db [None req-99a1e302-5efb-48ef-bd2d-d5e62c773acd None None] Set router a9ff7165-1b86-4666-986d-158d36fd4dee gateway port host: None {{(pid=89111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:52:23.989168 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-68f00a87-1996-4175-9097-f39cb6683e27 admin admin] For port 3d74a09a-2452-4a4d-a193-6d15afd88049, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=3d74a09a-2452-4a4d-a193-6d15afd88049,segment=NetworkSegment(df1b86e2-f207-47a9-bc8f-8a634ca9b4aa),segment_id=df1b86e2-f207-47a9-bc8f-8a634ca9b4aa)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:52:23.989537 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-68f00a87-1996-4175-9097-f39cb6683e27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:52:24.026596 n-d-843702-1 neutron-server[89111]: DEBUG neutron.db.l3_hamode_db [None req-99a1e302-5efb-48ef-bd2d-d5e62c773acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9ff7165-1b86-4666-986d-158d36fd4dee', 'name': 'tempest-TestSnapshotPattern-577309468-router', 'tenant_id': '58d1540fb1b4487f8ccfb7819dada0a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:47:10Z', 'updated_at': '2022-05-28T07:52:23Z', 'revision_number': 6, 'project_id': '58d1540fb1b4487f8ccfb7819dada0a2', 'gw_port_host': None}], 'n-d-843702-1', False) {} {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:52:24.031525 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a1e302-5efb-48ef-bd2d-d5e62c773acd None None] The sync data for ids ['a9ff7165-1b86-4666-986d-158d36fd4dee'] in n-d-843702-1 is: [{'id': 'a9ff7165-1b86-4666-986d-158d36fd4dee', 'name': 'tempest-TestSnapshotPattern-577309468-router', 'tenant_id': '58d1540fb1b4487f8ccfb7819dada0a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:47:10Z', 'updated_at': '2022-05-28T07:52:23Z', 'revision_number': 6, 'project_id': '58d1540fb1b4487f8ccfb7819dada0a2', 'gw_port_host': None}] {{(pid=89111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 07:52:24.116411 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-68f00a87-1996-4175-9097-f39cb6683e27 admin admin] Calling delete_port for 3d74a09a-2452-4a4d-a193-6d15afd88049 owned by network:router_gateway {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:52:24.342446 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-68f00a87-1996-4175-9097-f39cb6683e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:52:24.420104 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f00a87-1996-4175-9097-f39cb6683e27 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d74a09a-2452-4a4d-a193-6d15afd88049,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:52:24.491635 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-68f00a87-1996-4175-9097-f39cb6683e27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691105'] for router_gateway, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:52:24.669389 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-68f00a87-1996-4175-9097-f39cb6683e27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59018'] for router, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:52:24.671645 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-68f00a87-1996-4175-9097-f39cb6683e27 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:52:24.766743 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-68f00a87-1996-4175-9097-f39cb6683e27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-703817'] for router, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:52:24.767248 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68f00a87-1996-4175-9097-f39cb6683e27 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a9ff7165-1b86-4666-986d-158d36fd4dee {{(pid=89109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 07:52:24.780612 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-68f00a87-1996-4175-9097-f39cb6683e27 admin admin] Notify callbacks [] for router, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:52:24.785595 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-68f00a87-1996-4175-9097-f39cb6683e27 admin admin] 10.222.0.55 "DELETE /v2.0/routers/a9ff7165-1b86-4666-986d-158d36fd4dee HTTP/1.1" status: 204 len: 168 time: 1.5146613 May 28 07:52:24.785595 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 32856) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:52:24.843882 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.db_base_plugin_v2 [None req-c894602a-60d3-46a5-83d5-081c8e0e1f47 admin admin] Deleting subnet a078f45f-bce4-441f-b134-e3d3ffa461f3 {{(pid=89109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 07:52:24.846874 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c894602a-60d3-46a5-83d5-081c8e0e1f47 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:52:24.899635 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c894602a-60d3-46a5-83d5-081c8e0e1f47 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3964070'] for subnet, precommit_delete_associations {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:52:24.979176 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c894602a-60d3-46a5-83d5-081c8e0e1f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902819'] for subnet, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:52:25.164342 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c894602a-60d3-46a5-83d5-081c8e0e1f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9555650'] for subnet, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:52:25.207309 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c894602a-60d3-46a5-83d5-081c8e0e1f47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a078f45f-bce4-441f-b134-e3d3ffa461f3,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:52:25.210589 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-c894602a-60d3-46a5-83d5-081c8e0e1f47 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:52:25.216424 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-c894602a-60d3-46a5-83d5-081c8e0e1f47 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/a078f45f-bce4-441f-b134-e3d3ffa461f3 HTTP/1.1" status: 204 len: 168 time: 0.4311821 May 28 07:52:25.216932 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72671c98-64d7-4364-873d-a765477804e1 None None] Network 24642666-718f-4874-9dc7-79ad573e2fb4 requested from n-d-843702-1 {{(pid=89111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 07:52:25.218878 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 32860) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:52:25.330480 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-decaa13c-819e-4bc9-8494-4af32c909b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942358'] for network, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:52:25.340745 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-decaa13c-819e-4bc9-8494-4af32c909b1a admin admin] Deleting port bce80d0f-dc97-482a-b9f2-a2e457a5b31e {{(pid=89109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:52:25.341068 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-decaa13c-819e-4bc9-8494-4af32c909b1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:52:25.493593 n-d-843702-1 neutron-server[89111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ec65a3-d51b-4fb3-a938-ea88cc7be97e None None] DHCP port deletion for 24642666-718f-4874-9dc7-79ad573e2fb4 request from n-d-843702-1 {{(pid=89111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 07:52:25.497441 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-91ec65a3-d51b-4fb3-a938-ea88cc7be97e None None] Deleting port bce80d0f-dc97-482a-b9f2-a2e457a5b31e {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:52:25.498418 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-91ec65a3-d51b-4fb3-a938-ea88cc7be97e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:52:25.549537 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.db [None req-decaa13c-819e-4bc9-8494-4af32c909b1a admin admin] For port bce80d0f-dc97-482a-b9f2-a2e457a5b31e, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=bce80d0f-dc97-482a-b9f2-a2e457a5b31e,segment=NetworkSegment(ad3259da-981d-42e4-ba78-44b1a5340e0a),segment_id=ad3259da-981d-42e4-ba78-44b1a5340e0a)] {{(pid=89109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:52:25.550020 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-decaa13c-819e-4bc9-8494-4af32c909b1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:52:25.583340 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device b0941885-ece4-4497-8cb8-fe852b1a70fe no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:52:25.629687 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: b0941885-ece4-4497-8cb8-fe852b1a70fe {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 07:52:25.630028 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device b0941885-ece4-4497-8cb8-fe852b1a70fe not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 07:52:25.630447 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device bce80d0f-dc97-482a-b9f2-a2e457a5b31e no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:52:25.675653 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.plugin [None req-decaa13c-819e-4bc9-8494-4af32c909b1a admin admin] Calling delete_port for bce80d0f-dc97-482a-b9f2-a2e457a5b31e owned by network:dhcp {{(pid=89109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:52:25.830892 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.db [None req-91ec65a3-d51b-4fb3-a938-ea88cc7be97e None None] For port bce80d0f-dc97-482a-b9f2-a2e457a5b31e, host n-d-843702-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843702-1',level=0,port_id=bce80d0f-dc97-482a-b9f2-a2e457a5b31e,segment=NetworkSegment(ad3259da-981d-42e4-ba78-44b1a5340e0a),segment_id=ad3259da-981d-42e4-ba78-44b1a5340e0a)] {{(pid=89111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:52:25.831182 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-91ec65a3-d51b-4fb3-a938-ea88cc7be97e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692210'] for port, precommit_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:52:25.846692 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-decaa13c-819e-4bc9-8494-4af32c909b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756828852956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756828459879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2483890'] for port, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:52:25.893672 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decaa13c-819e-4bc9-8494-4af32c909b1a admin admin] Pushing event deleted for resources: {'Port': ['ID=bce80d0f-dc97-482a-b9f2-a2e457a5b31e,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:52:25.897105 n-d-843702-1 neutron-server[89109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decaa13c-819e-4bc9-8494-4af32c909b1a admin admin] No DVR routers for this DVR port bce80d0f-dc97-482a-b9f2-a2e457a5b31e on host n-d-843702-1 {{(pid=89109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 07:52:25.899458 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Current status of the port bce80d0f-dc97-482a-b9f2-a2e457a5b31e is: ACTIVE; New status is: DOWN {{(pid=89111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:52:25.899836 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590520'] for port, before_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:52:25.972560 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-91ec65a3-d51b-4fb3-a938-ea88cc7be97e None None] Calling delete_port for bce80d0f-dc97-482a-b9f2-a2e457a5b31e owned by network:dhcp {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:52:26.064421 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 3d74a09a-2452-4a4d-a193-6d15afd88049 no longer exists at agent ovs-agent-n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:52:26.109121 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] No Port match for: 3d74a09a-2452-4a4d-a193-6d15afd88049 {{(pid=89111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 07:52:26.109121 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.rpc [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Device 3d74a09a-2452-4a4d-a193-6d15afd88049 not bound to the agent host n-d-843702-1 {{(pid=89111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 07:52:26.117029 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-decaa13c-819e-4bc9-8494-4af32c909b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905786', 'neutron.services.segments.db._delete_segments_for_network-8756828945116'] for network, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:52:26.122676 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.db.api [None req-91ec65a3-d51b-4fb3-a938-ea88cc7be97e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89111) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 07:52:26.123713 n-d-843702-1 neutron-server[89111]: DEBUG oslo_db.api [None req-91ec65a3-d51b-4fb3-a938-ea88cc7be97e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 07:52:26.146338 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-decaa13c-819e-4bc9-8494-4af32c909b1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24642666-718f-4874-9dc7-79ad573e2fb4']}} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:52:26.158248 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-decaa13c-819e-4bc9-8494-4af32c909b1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad3259da-981d-42e4-ba78-44b1a5340e0a') {'for_net_delete': True} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:52:26.158542 n-d-843702-1 neutron-server[89109]: DEBUG neutron.services.segments.db [None req-decaa13c-819e-4bc9-8494-4af32c909b1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad3259da-981d-42e4-ba78-44b1a5340e0a') {} {{(pid=89109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:52:26.169433 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-decaa13c-819e-4bc9-8494-4af32c909b1a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756828949495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3964081'] for segment, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:52:26.186340 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-decaa13c-819e-4bc9-8494-4af32c909b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901142'] for segment, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:52:26.192215 n-d-843702-1 neutron-server[89109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-decaa13c-819e-4bc9-8494-4af32c909b1a admin admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=89109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 07:52:26.192624 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-decaa13c-819e-4bc9-8494-4af32c909b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1901092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2483919'] for segment, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:52:26.254180 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment ad3259da-981d-42e4-ba78-44b1a5340e0a resource provider aggregate not found May 28 07:52:26.277937 n-d-843702-1 neutron-server[89109]: INFO neutron.services.segments.plugin [-] Segment ad3259da-981d-42e4-ba78-44b1a5340e0a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ad3259da-981d-42e4-ba78-44b1a5340e0a found for delete ", "request_id": "req-34898ce2-15e5-492c-873b-64c8430e6585"}]} May 28 07:52:26.378090 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-decaa13c-819e-4bc9-8494-4af32c909b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691076'] for network, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:52:26.393857 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-decaa13c-819e-4bc9-8494-4af32c909b1a admin admin] Notify callbacks [] for network, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:52:26.405359 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decaa13c-819e-4bc9-8494-4af32c909b1a admin admin] Pushing event deleted for resources: {'Network': ['ID=24642666-718f-4874-9dc7-79ad573e2fb4,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:52:26.407920 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-decaa13c-819e-4bc9-8494-4af32c909b1a admin admin] 10.222.0.55 "DELETE /v2.0/networks/24642666-718f-4874-9dc7-79ad573e2fb4 HTTP/1.1" status: 204 len: 168 time: 1.1881289 May 28 07:52:26.524446 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-3fe60f3a-0217-4650-bfce-195c8666abeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:52:26.624947 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-91ec65a3-d51b-4fb3-a938-ea88cc7be97e None None] Deleting port bce80d0f-dc97-482a-b9f2-a2e457a5b31e {{(pid=89111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:52:26.625495 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-91ec65a3-d51b-4fb3-a938-ea88cc7be97e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756828849960'] for port, before_delete {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:52:26.715102 n-d-843702-1 neutron-server[89111]: DEBUG neutron.plugins.ml2.plugin [None req-91ec65a3-d51b-4fb3-a938-ea88cc7be97e None None] The port 'bce80d0f-dc97-482a-b9f2-a2e457a5b31e' was deleted {{(pid=89111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 07:52:26.775681 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 32870) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:52:26.825793 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-6c212365-caf4-4481-8f28-5cd60a5775a9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=67ac34af000c4c5fafdd5b01c0aacf36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0489473 May 28 07:52:26.834085 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 32874) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:52:26.894160 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-567d0677-a144-41e2-b36c-f712527cf42d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:52:26.920386 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-567d0677-a144-41e2-b36c-f712527cf42d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:52:27.063765 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-567d0677-a144-41e2-b36c-f712527cf42d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:52:27.085801 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567d0677-a144-41e2-b36c-f712527cf42d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40490688-72a2-4bec-8f7c-c8368d813a3f,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:52:27.092223 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-567d0677-a144-41e2-b36c-f712527cf42d admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:52:27.093440 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-567d0677-a144-41e2-b36c-f712527cf42d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/40490688-72a2-4bec-8f7c-c8368d813a3f HTTP/1.1" status: 204 len: 168 time: 0.2583451 May 28 07:52:27.833579 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 32882) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:52:27.881840 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-d58db6b5-9e29-4510-af7d-de6ead4cfbd6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=58d1540fb1b4487f8ccfb7819dada0a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0470514 May 28 07:52:27.884201 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [-] (89109) accepted ('10.222.0.55', 32886) {{(pid=89109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:52:27.940208 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4df2a25f-43cb-49ed-979a-2914673516d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:52:27.965473 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4df2a25f-43cb-49ed-979a-2914673516d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:52:28.095876 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4df2a25f-43cb-49ed-979a-2914673516d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-668027'] for security_group, after_delete {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:52:28.110664 n-d-843702-1 neutron-server[89109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df2a25f-43cb-49ed-979a-2914673516d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeb0a581-28b1-4e6b-8a20-3454a7381043,revision_number=None']} {{(pid=89109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:52:28.119748 n-d-843702-1 neutron-server[89109]: DEBUG neutron_lib.callbacks.manager [None req-4df2a25f-43cb-49ed-979a-2914673516d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:52:28.121110 n-d-843702-1 neutron-server[89109]: INFO neutron.wsgi [None req-4df2a25f-43cb-49ed-979a-2914673516d7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/aeb0a581-28b1-4e6b-8a20-3454a7381043 HTTP/1.1" status: 204 len: 168 time: 0.2357652 May 28 07:52:28.490127 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:52:29.035522 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-093a21bd-0f84-4eab-8765-e3303f41441d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:52:30.210329 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:52:30.266777 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:52:32.015943 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:52:33.132104 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:52:39.981344 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 07:52:56.520233 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c1ed6faf-541e-44e5-af9b-0a4f47395f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:52:58.537341 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:52:59.032201 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-467d0dea-9245-4ce2-84d2-13bb8b456193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:53:00.163633 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:53:00.234546 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:53:02.028754 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:53:03.148775 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:53:16.980921 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 07:53:26.496798 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-0c14f0de-31c0-4727-8116-1dbfb4ecdc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:53:28.471579 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:53:29.028416 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-686ba393-4a1a-47be-9166-f9d672e3a721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:53:30.220204 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:53:30.256366 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:53:32.022434 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:53:33.143006 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:53:53.979970 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 07:53:56.551370 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-49568cc5-71bb-4d83-8c9d-e897d16989f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:53:56.816281 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [req-de86203f-991f-4bee-be5a-cb8662224532 req-bbcea025-8de5-44d9-9048-9deaf4627366 service neutron] (89109) timed out ('10.222.0.55', 53938) {{(pid=89109) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 28 07:53:58.476985 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:53:59.036534 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-5e061308-597f-45ac-8f00-2560cc898601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:54:00.158968 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:54:00.230875 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:54:02.036641 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:54:03.187440 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:54:26.490004 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-1c006082-27c4-461a-a752-7c453263824c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:54:28.495329 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:54:29.050830 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-98546d6a-4a8b-42c5-96e0-26b5861ccc9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:54:30.167601 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:54:30.236253 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:54:30.979369 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 07:54:32.070160 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:54:33.164572 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:54:56.483305 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-1553d3ed-b3dc-4f8f-9757-6854f25c6402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:54:58.511785 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:54:59.029885 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-5af9d208-bfdc-4226-bbfc-c832ddd2e0ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:55:00.166366 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:55:00.231871 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:55:02.031658 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:55:03.163351 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:55:07.980253 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 07:55:26.505621 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-265689c2-c0c7-4d6b-a27b-40970987c282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:55:28.522951 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:55:29.029035 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-523dca93-275c-4720-8f2e-45e33db2a79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:55:30.174210 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:55:30.219568 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:55:32.048872 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:55:33.162472 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:55:44.980732 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 07:55:56.511144 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-397c6ff8-779f-4c90-a662-670c7ec4ab84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:55:58.494897 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:55:59.059377 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-ee656f94-b3eb-4ed2-add9-56065af70015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:56:00.185118 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:56:00.240293 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:56:02.053620 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:56:03.172039 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:56:21.980413 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 07:56:26.491184 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-59c0719a-c7c7-41d8-8f10-3940f9f5e0a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:56:28.508426 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:56:29.035864 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c4e16538-5a74-4338-8927-4c3d39cfd747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:56:30.184379 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:56:30.247272 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:56:32.024312 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:56:33.178405 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:56:56.491293 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-0fede6c7-aabc-4a5e-a05c-5179bb1201fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:56:58.549631 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:56:58.979506 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 07:56:59.024030 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-7abaa485-dd11-4d42-9e47-c8de4d565e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:57:00.166684 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:57:00.264737 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:57:02.046454 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:57:03.201021 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:57:26.492128 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-72a3b854-2052-492e-a86c-f4a763ce9b1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:57:28.518531 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:57:29.046488 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-81cea93a-64b2-48cf-847a-1f71cb9c8aab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:57:30.166171 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:57:30.251750 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:57:32.040786 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:57:33.175217 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:57:35.979477 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 07:57:56.491238 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-085af04c-56b0-4ab4-849e-ab014f42f545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:57:58.502523 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:57:59.026448 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d39e932b-b04f-4dc4-8117-542e94ed35bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:58:00.211701 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:58:00.251112 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:58:02.056717 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:58:03.199766 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:58:12.978575 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 07:58:26.524553 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c19728e0-3833-4ae2-8bf5-88b30c3f0f72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:58:28.513622 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:58:29.025876 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-9ab540e1-ebe3-4f1c-8d7f-32bebbf0c669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:58:30.192126 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:58:30.294463 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:58:32.054603 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:58:33.220105 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:58:49.978031 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 07:58:56.501670 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-6e739c77-f40e-4279-acf4-02ec5fc40051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:58:58.564310 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:58:59.010002 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-b952b9a5-3842-4b16-b6f7-357d567e05c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:59:00.209833 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:59:00.272620 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:59:02.055265 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:59:03.219235 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:59:26.501480 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-aa1fee6b-948b-4a13-b551-f8acd461e637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:59:26.977671 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 07:59:28.546983 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:59:29.036118 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e947ab36-1c59-47ed-b157-629df76bb750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:59:30.174957 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:59:30.249129 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:59:32.064458 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:59:33.220625 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:59:36.182746 n-d-843702-1 neutron-server[89109]: DEBUG neutron.wsgi [req-77c8a372-2f3e-4aab-85b4-36f40d39a29f req-28852855-2855-4fca-8ca3-6dbd8f5b8fbc service neutron] (89109) timed out ('10.222.0.55', 60106) {{(pid=89109) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 28 07:59:56.489055 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-26b4bf7e-a8da-4fc1-8d10-935bfb7be1a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:59:58.540261 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:59:59.031630 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-01691126-de6d-4330-ac29-eb9375a75755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 08:00:00.174733 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 08:00:00.258443 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 08:00:02.071345 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 08:00:03.252789 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 08:00:03.977066 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 08:00:26.543229 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-c2800e76-ed8e-4986-bcc3-4086ab4fbec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 08:00:28.539977 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 08:00:29.036416 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-64f73c08-fdf5-47b3-97a5-0406d7dd46aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 08:00:30.162541 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 08:00:30.270700 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 08:00:32.070776 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 08:00:33.236899 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 08:00:40.977535 n-d-843702-1 neutron-server[89112]: DEBUG neutron.db.agents_db [None req-a111b8be-9ccf-45f9-8442-5a0ae1a221ac None None] Agent healthcheck: found 7 active agents {{(pid=89112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 08:00:56.499058 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-9b8411ee-9fc9-4116-a66f-386300f452b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 08:00:58.579020 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-44a4c3d7-70db-4de9-9323-3f02b2190564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 08:00:59.036486 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e0638cf9-0079-4e76-9d14-6ef34511d1ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 08:01:00.167495 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-02110171-db37-4c2a-bbcc-769e3c136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 08:01:00.258902 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-e52ce110-82ad-4e42-9c9b-17b8905a2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 08:01:02.081675 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dd52-6137-4d4d-992b-9982778415bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 08:01:03.228565 n-d-843702-1 neutron-server[89111]: DEBUG neutron_lib.callbacks.manager [None req-74874730-3e2f-417d-bae0-335dcaa791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756828945098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1726640'] for agent, after_update {{(pid=89111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}